{
  "best_global_step": 788358,
  "best_metric": 2.1115500926971436,
  "best_model_checkpoint": "./lfm2-sft-summary/checkpoint-788358",
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 788358,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.2684592532834068e-05,
      "grad_norm": 9.375,
      "learning_rate": 4.5e-06,
      "loss": 2.5355,
      "mean_token_accuracy": 0.48041609227657317,
      "num_tokens": 8354.0,
      "step": 10
    },
    {
      "epoch": 2.5369185065668137e-05,
      "grad_norm": 9.9375,
      "learning_rate": 9.5e-06,
      "loss": 2.6229,
      "mean_token_accuracy": 0.4647684872150421,
      "num_tokens": 15820.0,
      "step": 20
    },
    {
      "epoch": 3.80537775985022e-05,
      "grad_norm": 9.625,
      "learning_rate": 1.45e-05,
      "loss": 2.7093,
      "mean_token_accuracy": 0.45516291856765745,
      "num_tokens": 25070.0,
      "step": 30
    },
    {
      "epoch": 5.073837013133627e-05,
      "grad_norm": 20.875,
      "learning_rate": 1.9500000000000003e-05,
      "loss": 2.628,
      "mean_token_accuracy": 0.46684310138225554,
      "num_tokens": 32557.0,
      "step": 40
    },
    {
      "epoch": 6.342296266417033e-05,
      "grad_norm": 9.3125,
      "learning_rate": 2.45e-05,
      "loss": 2.5511,
      "mean_token_accuracy": 0.4798454076051712,
      "num_tokens": 41331.0,
      "step": 50
    },
    {
      "epoch": 7.61075551970044e-05,
      "grad_norm": 6.75,
      "learning_rate": 2.95e-05,
      "loss": 2.5483,
      "mean_token_accuracy": 0.4735049486160278,
      "num_tokens": 50127.0,
      "step": 60
    },
    {
      "epoch": 8.879214772983848e-05,
      "grad_norm": 6.59375,
      "learning_rate": 3.45e-05,
      "loss": 2.3987,
      "mean_token_accuracy": 0.4887924909591675,
      "num_tokens": 58939.0,
      "step": 70
    },
    {
      "epoch": 0.00010147674026267255,
      "grad_norm": 19.125,
      "learning_rate": 3.9500000000000005e-05,
      "loss": 2.4597,
      "mean_token_accuracy": 0.4901315152645111,
      "num_tokens": 65308.0,
      "step": 80
    },
    {
      "epoch": 0.00011416133279550661,
      "grad_norm": 6.3125,
      "learning_rate": 4.4500000000000004e-05,
      "loss": 2.3413,
      "mean_token_accuracy": 0.502449306845665,
      "num_tokens": 73167.0,
      "step": 90
    },
    {
      "epoch": 0.00012684592532834067,
      "grad_norm": 9.25,
      "learning_rate": 4.9500000000000004e-05,
      "loss": 2.4614,
      "mean_token_accuracy": 0.4922300726175308,
      "num_tokens": 79186.0,
      "step": 100
    },
    {
      "epoch": 0.00013953051786117475,
      "grad_norm": 6.1875,
      "learning_rate": 4.999942912092234e-05,
      "loss": 2.4151,
      "mean_token_accuracy": 0.49292404055595396,
      "num_tokens": 87298.0,
      "step": 110
    },
    {
      "epoch": 0.0001522151103940088,
      "grad_norm": 15.25,
      "learning_rate": 4.999879481083605e-05,
      "loss": 2.5394,
      "mean_token_accuracy": 0.4811245143413544,
      "num_tokens": 95054.0,
      "step": 120
    },
    {
      "epoch": 0.00016489970292684288,
      "grad_norm": 7.75,
      "learning_rate": 4.999816050074976e-05,
      "loss": 2.4233,
      "mean_token_accuracy": 0.4886785864830017,
      "num_tokens": 103578.0,
      "step": 130
    },
    {
      "epoch": 0.00017758429545967696,
      "grad_norm": 7.90625,
      "learning_rate": 4.9997526190663465e-05,
      "loss": 2.3975,
      "mean_token_accuracy": 0.4930692672729492,
      "num_tokens": 112145.0,
      "step": 140
    },
    {
      "epoch": 0.000190268887992511,
      "grad_norm": 8.5,
      "learning_rate": 4.999689188057717e-05,
      "loss": 2.3219,
      "mean_token_accuracy": 0.5083633899688721,
      "num_tokens": 118773.0,
      "step": 150
    },
    {
      "epoch": 0.0002029534805253451,
      "grad_norm": 18.5,
      "learning_rate": 4.999625757049088e-05,
      "loss": 2.2999,
      "mean_token_accuracy": 0.506335374712944,
      "num_tokens": 127022.0,
      "step": 160
    },
    {
      "epoch": 0.00021563807305817915,
      "grad_norm": 6.125,
      "learning_rate": 4.999562326040459e-05,
      "loss": 2.5129,
      "mean_token_accuracy": 0.48109193444252013,
      "num_tokens": 135545.0,
      "step": 170
    },
    {
      "epoch": 0.00022832266559101323,
      "grad_norm": 5.65625,
      "learning_rate": 4.99949889503183e-05,
      "loss": 2.3894,
      "mean_token_accuracy": 0.4915097117424011,
      "num_tokens": 143908.0,
      "step": 180
    },
    {
      "epoch": 0.00024100725812384728,
      "grad_norm": 8.9375,
      "learning_rate": 4.9994354640232006e-05,
      "loss": 2.3769,
      "mean_token_accuracy": 0.5001183241605759,
      "num_tokens": 152362.0,
      "step": 190
    },
    {
      "epoch": 0.00025369185065668133,
      "grad_norm": 6.59375,
      "learning_rate": 4.999372033014572e-05,
      "loss": 2.4269,
      "mean_token_accuracy": 0.5029170870780945,
      "num_tokens": 159994.0,
      "step": 200
    },
    {
      "epoch": 0.00026637644318951544,
      "grad_norm": 6.125,
      "learning_rate": 4.999308602005942e-05,
      "loss": 2.3742,
      "mean_token_accuracy": 0.5009209990501404,
      "num_tokens": 168472.0,
      "step": 210
    },
    {
      "epoch": 0.0002790610357223495,
      "grad_norm": 6.96875,
      "learning_rate": 4.999245170997313e-05,
      "loss": 2.4754,
      "mean_token_accuracy": 0.4806296557188034,
      "num_tokens": 176908.0,
      "step": 220
    },
    {
      "epoch": 0.00029174562825518355,
      "grad_norm": 6.34375,
      "learning_rate": 4.999181739988684e-05,
      "loss": 2.5301,
      "mean_token_accuracy": 0.4877873361110687,
      "num_tokens": 183937.0,
      "step": 230
    },
    {
      "epoch": 0.0003044302207880176,
      "grad_norm": 7.375,
      "learning_rate": 4.9991183089800546e-05,
      "loss": 2.3934,
      "mean_token_accuracy": 0.4937477856874466,
      "num_tokens": 192531.0,
      "step": 240
    },
    {
      "epoch": 0.0003171148133208517,
      "grad_norm": 5.46875,
      "learning_rate": 4.999054877971426e-05,
      "loss": 2.371,
      "mean_token_accuracy": 0.5004677027463913,
      "num_tokens": 199331.0,
      "step": 250
    },
    {
      "epoch": 0.00032979940585368576,
      "grad_norm": 6.4375,
      "learning_rate": 4.998991446962797e-05,
      "loss": 2.455,
      "mean_token_accuracy": 0.4817556500434875,
      "num_tokens": 207767.0,
      "step": 260
    },
    {
      "epoch": 0.0003424839983865198,
      "grad_norm": 6.3125,
      "learning_rate": 4.9989280159541676e-05,
      "loss": 2.3418,
      "mean_token_accuracy": 0.5153793841600418,
      "num_tokens": 215260.0,
      "step": 270
    },
    {
      "epoch": 0.0003551685909193539,
      "grad_norm": 7.3125,
      "learning_rate": 4.998864584945538e-05,
      "loss": 2.5183,
      "mean_token_accuracy": 0.4806900531053543,
      "num_tokens": 223019.0,
      "step": 280
    },
    {
      "epoch": 0.000367853183452188,
      "grad_norm": 5.84375,
      "learning_rate": 4.9988011539369086e-05,
      "loss": 2.4182,
      "mean_token_accuracy": 0.4893342018127441,
      "num_tokens": 232313.0,
      "step": 290
    },
    {
      "epoch": 0.000380537775985022,
      "grad_norm": 7.3125,
      "learning_rate": 4.99873772292828e-05,
      "loss": 2.3737,
      "mean_token_accuracy": 0.5056676775217056,
      "num_tokens": 239290.0,
      "step": 300
    },
    {
      "epoch": 0.0003932223685178561,
      "grad_norm": 5.8125,
      "learning_rate": 4.998674291919651e-05,
      "loss": 2.3942,
      "mean_token_accuracy": 0.5009221255779266,
      "num_tokens": 246299.0,
      "step": 310
    },
    {
      "epoch": 0.0004059069610506902,
      "grad_norm": 7.0,
      "learning_rate": 4.9986108609110216e-05,
      "loss": 2.2896,
      "mean_token_accuracy": 0.5123301655054092,
      "num_tokens": 253906.0,
      "step": 320
    },
    {
      "epoch": 0.00041859155358352424,
      "grad_norm": 5.65625,
      "learning_rate": 4.998547429902393e-05,
      "loss": 2.4246,
      "mean_token_accuracy": 0.4871864080429077,
      "num_tokens": 262541.0,
      "step": 330
    },
    {
      "epoch": 0.0004312761461163583,
      "grad_norm": 7.71875,
      "learning_rate": 4.9984839988937633e-05,
      "loss": 2.4868,
      "mean_token_accuracy": 0.4949843376874924,
      "num_tokens": 269214.0,
      "step": 340
    },
    {
      "epoch": 0.00044396073864919235,
      "grad_norm": 8.5625,
      "learning_rate": 4.9984205678851346e-05,
      "loss": 2.539,
      "mean_token_accuracy": 0.46546652913093567,
      "num_tokens": 277664.0,
      "step": 350
    },
    {
      "epoch": 0.00045664533118202645,
      "grad_norm": 6.15625,
      "learning_rate": 4.998357136876505e-05,
      "loss": 2.5199,
      "mean_token_accuracy": 0.47324096858501435,
      "num_tokens": 285183.0,
      "step": 360
    },
    {
      "epoch": 0.0004693299237148605,
      "grad_norm": 6.5,
      "learning_rate": 4.9982937058678756e-05,
      "loss": 2.406,
      "mean_token_accuracy": 0.5066443592309952,
      "num_tokens": 292838.0,
      "step": 370
    },
    {
      "epoch": 0.00048201451624769456,
      "grad_norm": 6.84375,
      "learning_rate": 4.998230274859247e-05,
      "loss": 2.5444,
      "mean_token_accuracy": 0.47110727727413176,
      "num_tokens": 300840.0,
      "step": 380
    },
    {
      "epoch": 0.0004946991087805287,
      "grad_norm": 6.125,
      "learning_rate": 4.998166843850618e-05,
      "loss": 2.4743,
      "mean_token_accuracy": 0.48110911846160886,
      "num_tokens": 309233.0,
      "step": 390
    },
    {
      "epoch": 0.0005073837013133627,
      "grad_norm": 6.875,
      "learning_rate": 4.9981034128419886e-05,
      "loss": 2.4806,
      "mean_token_accuracy": 0.49120073318481444,
      "num_tokens": 316667.0,
      "step": 400
    },
    {
      "epoch": 0.0005200682938461968,
      "grad_norm": 9.6875,
      "learning_rate": 4.99803998183336e-05,
      "loss": 2.239,
      "mean_token_accuracy": 0.5285034984350204,
      "num_tokens": 324215.0,
      "step": 410
    },
    {
      "epoch": 0.0005327528863790309,
      "grad_norm": 6.625,
      "learning_rate": 4.9979765508247303e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5520340383052826,
      "num_tokens": 329675.0,
      "step": 420
    },
    {
      "epoch": 0.0005454374789118649,
      "grad_norm": 10.9375,
      "learning_rate": 4.997913119816101e-05,
      "loss": 2.3697,
      "mean_token_accuracy": 0.5022878915071487,
      "num_tokens": 337471.0,
      "step": 430
    },
    {
      "epoch": 0.000558122071444699,
      "grad_norm": 7.03125,
      "learning_rate": 4.997849688807472e-05,
      "loss": 2.4405,
      "mean_token_accuracy": 0.4928120791912079,
      "num_tokens": 344988.0,
      "step": 440
    },
    {
      "epoch": 0.0005708066639775331,
      "grad_norm": 5.53125,
      "learning_rate": 4.9977862577988426e-05,
      "loss": 2.2387,
      "mean_token_accuracy": 0.5197611778974534,
      "num_tokens": 352011.0,
      "step": 450
    },
    {
      "epoch": 0.0005834912565103671,
      "grad_norm": 8.5625,
      "learning_rate": 4.997722826790214e-05,
      "loss": 2.3617,
      "mean_token_accuracy": 0.5034943908452988,
      "num_tokens": 358621.0,
      "step": 460
    },
    {
      "epoch": 0.0005961758490432012,
      "grad_norm": 6.65625,
      "learning_rate": 4.9976593957815844e-05,
      "loss": 2.4812,
      "mean_token_accuracy": 0.4843707919120789,
      "num_tokens": 367352.0,
      "step": 470
    },
    {
      "epoch": 0.0006088604415760352,
      "grad_norm": 5.21875,
      "learning_rate": 4.9975959647729556e-05,
      "loss": 2.5853,
      "mean_token_accuracy": 0.46931123435497285,
      "num_tokens": 374931.0,
      "step": 480
    },
    {
      "epoch": 0.0006215450341088693,
      "grad_norm": 5.4375,
      "learning_rate": 4.997532533764326e-05,
      "loss": 2.3816,
      "mean_token_accuracy": 0.4938001722097397,
      "num_tokens": 383093.0,
      "step": 490
    },
    {
      "epoch": 0.0006342296266417034,
      "grad_norm": 7.625,
      "learning_rate": 4.9974691027556967e-05,
      "loss": 2.4221,
      "mean_token_accuracy": 0.4983384728431702,
      "num_tokens": 390109.0,
      "step": 500
    },
    {
      "epoch": 0.0006469142191745374,
      "grad_norm": 7.4375,
      "learning_rate": 4.997405671747068e-05,
      "loss": 2.3849,
      "mean_token_accuracy": 0.49193909764289856,
      "num_tokens": 397947.0,
      "step": 510
    },
    {
      "epoch": 0.0006595988117073715,
      "grad_norm": 5.6875,
      "learning_rate": 4.9973422407384384e-05,
      "loss": 2.3863,
      "mean_token_accuracy": 0.4960123270750046,
      "num_tokens": 405621.0,
      "step": 520
    },
    {
      "epoch": 0.0006722834042402056,
      "grad_norm": 9.0625,
      "learning_rate": 4.9972788097298096e-05,
      "loss": 2.4598,
      "mean_token_accuracy": 0.4815793544054031,
      "num_tokens": 412262.0,
      "step": 530
    },
    {
      "epoch": 0.0006849679967730396,
      "grad_norm": 8.8125,
      "learning_rate": 4.997215378721181e-05,
      "loss": 2.505,
      "mean_token_accuracy": 0.47691313922405243,
      "num_tokens": 419815.0,
      "step": 540
    },
    {
      "epoch": 0.0006976525893058737,
      "grad_norm": 5.5,
      "learning_rate": 4.9971519477125514e-05,
      "loss": 2.3565,
      "mean_token_accuracy": 0.5037792325019836,
      "num_tokens": 427078.0,
      "step": 550
    },
    {
      "epoch": 0.0007103371818387078,
      "grad_norm": 7.3125,
      "learning_rate": 4.997088516703922e-05,
      "loss": 2.3317,
      "mean_token_accuracy": 0.5088390380144119,
      "num_tokens": 435118.0,
      "step": 560
    },
    {
      "epoch": 0.0007230217743715418,
      "grad_norm": 7.4375,
      "learning_rate": 4.9970250856952924e-05,
      "loss": 2.4524,
      "mean_token_accuracy": 0.4791650831699371,
      "num_tokens": 443083.0,
      "step": 570
    },
    {
      "epoch": 0.000735706366904376,
      "grad_norm": 7.9375,
      "learning_rate": 4.9969616546866636e-05,
      "loss": 2.39,
      "mean_token_accuracy": 0.4924401819705963,
      "num_tokens": 449704.0,
      "step": 580
    },
    {
      "epoch": 0.00074839095943721,
      "grad_norm": 6.75,
      "learning_rate": 4.996898223678035e-05,
      "loss": 2.4295,
      "mean_token_accuracy": 0.48328448832035065,
      "num_tokens": 458508.0,
      "step": 590
    },
    {
      "epoch": 0.000761075551970044,
      "grad_norm": 6.5,
      "learning_rate": 4.9968347926694054e-05,
      "loss": 2.4958,
      "mean_token_accuracy": 0.48203507959842684,
      "num_tokens": 466232.0,
      "step": 600
    },
    {
      "epoch": 0.0007737601445028782,
      "grad_norm": 10.9375,
      "learning_rate": 4.9967713616607766e-05,
      "loss": 2.4618,
      "mean_token_accuracy": 0.4747845888137817,
      "num_tokens": 473657.0,
      "step": 610
    },
    {
      "epoch": 0.0007864447370357122,
      "grad_norm": 13.5,
      "learning_rate": 4.996707930652147e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5222166091203689,
      "num_tokens": 479845.0,
      "step": 620
    },
    {
      "epoch": 0.0007991293295685463,
      "grad_norm": 5.65625,
      "learning_rate": 4.996644499643518e-05,
      "loss": 2.3299,
      "mean_token_accuracy": 0.506554001569748,
      "num_tokens": 486552.0,
      "step": 630
    },
    {
      "epoch": 0.0008118139221013804,
      "grad_norm": 5.65625,
      "learning_rate": 4.996581068634889e-05,
      "loss": 2.2303,
      "mean_token_accuracy": 0.5202747315168381,
      "num_tokens": 495872.0,
      "step": 640
    },
    {
      "epoch": 0.0008244985146342144,
      "grad_norm": 6.28125,
      "learning_rate": 4.9965176376262594e-05,
      "loss": 2.6203,
      "mean_token_accuracy": 0.46021764278411864,
      "num_tokens": 503526.0,
      "step": 650
    },
    {
      "epoch": 0.0008371831071670485,
      "grad_norm": 5.09375,
      "learning_rate": 4.9964542066176306e-05,
      "loss": 2.3136,
      "mean_token_accuracy": 0.5059500813484192,
      "num_tokens": 510180.0,
      "step": 660
    },
    {
      "epoch": 0.0008498676996998826,
      "grad_norm": 9.125,
      "learning_rate": 4.996390775609001e-05,
      "loss": 2.404,
      "mean_token_accuracy": 0.4922353059053421,
      "num_tokens": 518264.0,
      "step": 670
    },
    {
      "epoch": 0.0008625522922327166,
      "grad_norm": 6.9375,
      "learning_rate": 4.9963273446003724e-05,
      "loss": 2.3476,
      "mean_token_accuracy": 0.5001603394746781,
      "num_tokens": 526226.0,
      "step": 680
    },
    {
      "epoch": 0.0008752368847655507,
      "grad_norm": 6.75,
      "learning_rate": 4.9962639135917436e-05,
      "loss": 2.2616,
      "mean_token_accuracy": 0.521955382823944,
      "num_tokens": 531377.0,
      "step": 690
    },
    {
      "epoch": 0.0008879214772983847,
      "grad_norm": 11.375,
      "learning_rate": 4.996200482583114e-05,
      "loss": 2.3735,
      "mean_token_accuracy": 0.49708635210990904,
      "num_tokens": 538781.0,
      "step": 700
    },
    {
      "epoch": 0.0009006060698312188,
      "grad_norm": 5.5625,
      "learning_rate": 4.996137051574485e-05,
      "loss": 2.3916,
      "mean_token_accuracy": 0.4997708946466446,
      "num_tokens": 546797.0,
      "step": 710
    },
    {
      "epoch": 0.0009132906623640529,
      "grad_norm": 5.5,
      "learning_rate": 4.996073620565855e-05,
      "loss": 2.4822,
      "mean_token_accuracy": 0.5022741258144379,
      "num_tokens": 554237.0,
      "step": 720
    },
    {
      "epoch": 0.0009259752548968869,
      "grad_norm": 13.8125,
      "learning_rate": 4.9960101895572264e-05,
      "loss": 2.2582,
      "mean_token_accuracy": 0.5170558601617813,
      "num_tokens": 560520.0,
      "step": 730
    },
    {
      "epoch": 0.000938659847429721,
      "grad_norm": 5.90625,
      "learning_rate": 4.9959467585485976e-05,
      "loss": 2.2887,
      "mean_token_accuracy": 0.514705303311348,
      "num_tokens": 567329.0,
      "step": 740
    },
    {
      "epoch": 0.0009513444399625551,
      "grad_norm": 6.59375,
      "learning_rate": 4.995883327539968e-05,
      "loss": 2.5004,
      "mean_token_accuracy": 0.4855343997478485,
      "num_tokens": 576215.0,
      "step": 750
    },
    {
      "epoch": 0.0009640290324953891,
      "grad_norm": 5.84375,
      "learning_rate": 4.9958198965313394e-05,
      "loss": 2.3342,
      "mean_token_accuracy": 0.5090860515832901,
      "num_tokens": 582307.0,
      "step": 760
    },
    {
      "epoch": 0.0009767136250282231,
      "grad_norm": 9.0625,
      "learning_rate": 4.99575646552271e-05,
      "loss": 2.4587,
      "mean_token_accuracy": 0.4939400047063828,
      "num_tokens": 589143.0,
      "step": 770
    },
    {
      "epoch": 0.0009893982175610573,
      "grad_norm": 5.9375,
      "learning_rate": 4.9956930345140804e-05,
      "loss": 2.2806,
      "mean_token_accuracy": 0.5113244742155075,
      "num_tokens": 595571.0,
      "step": 780
    },
    {
      "epoch": 0.0010020828100938913,
      "grad_norm": 7.65625,
      "learning_rate": 4.9956296035054517e-05,
      "loss": 2.4027,
      "mean_token_accuracy": 0.49045798778533933,
      "num_tokens": 604101.0,
      "step": 790
    },
    {
      "epoch": 0.0010147674026267253,
      "grad_norm": 5.71875,
      "learning_rate": 4.995566172496822e-05,
      "loss": 2.231,
      "mean_token_accuracy": 0.5223501563072205,
      "num_tokens": 611099.0,
      "step": 800
    },
    {
      "epoch": 0.0010274519951595595,
      "grad_norm": 7.84375,
      "learning_rate": 4.9955027414881934e-05,
      "loss": 2.4299,
      "mean_token_accuracy": 0.48508374989032743,
      "num_tokens": 617976.0,
      "step": 810
    },
    {
      "epoch": 0.0010401365876923935,
      "grad_norm": 6.5625,
      "learning_rate": 4.995439310479564e-05,
      "loss": 2.3279,
      "mean_token_accuracy": 0.502506411075592,
      "num_tokens": 626494.0,
      "step": 820
    },
    {
      "epoch": 0.0010528211802252275,
      "grad_norm": 9.0,
      "learning_rate": 4.995375879470935e-05,
      "loss": 2.357,
      "mean_token_accuracy": 0.5106711119413376,
      "num_tokens": 634186.0,
      "step": 830
    },
    {
      "epoch": 0.0010655057727580618,
      "grad_norm": 4.875,
      "learning_rate": 4.995312448462306e-05,
      "loss": 2.288,
      "mean_token_accuracy": 0.510171702504158,
      "num_tokens": 642250.0,
      "step": 840
    },
    {
      "epoch": 0.0010781903652908958,
      "grad_norm": 7.5625,
      "learning_rate": 4.995249017453676e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5363797426223755,
      "num_tokens": 650217.0,
      "step": 850
    },
    {
      "epoch": 0.0010908749578237298,
      "grad_norm": 12.3125,
      "learning_rate": 4.9951855864450474e-05,
      "loss": 2.4162,
      "mean_token_accuracy": 0.4909056484699249,
      "num_tokens": 656227.0,
      "step": 860
    },
    {
      "epoch": 0.001103559550356564,
      "grad_norm": 5.625,
      "learning_rate": 4.995122155436418e-05,
      "loss": 2.2351,
      "mean_token_accuracy": 0.5225319683551788,
      "num_tokens": 664365.0,
      "step": 870
    },
    {
      "epoch": 0.001116244142889398,
      "grad_norm": 7.0,
      "learning_rate": 4.995058724427789e-05,
      "loss": 2.3487,
      "mean_token_accuracy": 0.4961407959461212,
      "num_tokens": 672097.0,
      "step": 880
    },
    {
      "epoch": 0.001128928735422232,
      "grad_norm": 5.5,
      "learning_rate": 4.9949952934191604e-05,
      "loss": 2.4791,
      "mean_token_accuracy": 0.48196315467357637,
      "num_tokens": 680499.0,
      "step": 890
    },
    {
      "epoch": 0.0011416133279550662,
      "grad_norm": 6.03125,
      "learning_rate": 4.994931862410531e-05,
      "loss": 2.4147,
      "mean_token_accuracy": 0.49471412897109984,
      "num_tokens": 688436.0,
      "step": 900
    },
    {
      "epoch": 0.0011542979204879002,
      "grad_norm": 6.6875,
      "learning_rate": 4.9948684314019015e-05,
      "loss": 2.3705,
      "mean_token_accuracy": 0.4992373615503311,
      "num_tokens": 696187.0,
      "step": 910
    },
    {
      "epoch": 0.0011669825130207342,
      "grad_norm": 6.46875,
      "learning_rate": 4.994805000393272e-05,
      "loss": 2.47,
      "mean_token_accuracy": 0.48071320056915284,
      "num_tokens": 705032.0,
      "step": 920
    },
    {
      "epoch": 0.0011796671055535684,
      "grad_norm": 6.0,
      "learning_rate": 4.994741569384643e-05,
      "loss": 2.4006,
      "mean_token_accuracy": 0.4926096796989441,
      "num_tokens": 713604.0,
      "step": 930
    },
    {
      "epoch": 0.0011923516980864024,
      "grad_norm": 5.0625,
      "learning_rate": 4.9946781383760144e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5210344523191452,
      "num_tokens": 721498.0,
      "step": 940
    },
    {
      "epoch": 0.0012050362906192364,
      "grad_norm": 5.34375,
      "learning_rate": 4.994614707367385e-05,
      "loss": 2.3673,
      "mean_token_accuracy": 0.4950197756290436,
      "num_tokens": 729615.0,
      "step": 950
    },
    {
      "epoch": 0.0012177208831520704,
      "grad_norm": 5.84375,
      "learning_rate": 4.994551276358756e-05,
      "loss": 2.3054,
      "mean_token_accuracy": 0.5130291879177094,
      "num_tokens": 737743.0,
      "step": 960
    },
    {
      "epoch": 0.0012304054756849046,
      "grad_norm": 7.0,
      "learning_rate": 4.994487845350127e-05,
      "loss": 2.3469,
      "mean_token_accuracy": 0.4989813655614853,
      "num_tokens": 744800.0,
      "step": 970
    },
    {
      "epoch": 0.0012430900682177386,
      "grad_norm": 9.5625,
      "learning_rate": 4.994424414341497e-05,
      "loss": 2.3173,
      "mean_token_accuracy": 0.5101888716220856,
      "num_tokens": 752401.0,
      "step": 980
    },
    {
      "epoch": 0.0012557746607505726,
      "grad_norm": 6.75,
      "learning_rate": 4.9943609833328685e-05,
      "loss": 2.4192,
      "mean_token_accuracy": 0.4869306147098541,
      "num_tokens": 760470.0,
      "step": 990
    },
    {
      "epoch": 0.0012684592532834068,
      "grad_norm": 5.4375,
      "learning_rate": 4.994297552324239e-05,
      "loss": 2.4509,
      "mean_token_accuracy": 0.4846309006214142,
      "num_tokens": 768259.0,
      "step": 1000
    },
    {
      "epoch": 0.0012811438458162408,
      "grad_norm": 5.375,
      "learning_rate": 4.99423412131561e-05,
      "loss": 2.3026,
      "mean_token_accuracy": 0.5105841100215912,
      "num_tokens": 775681.0,
      "step": 1010
    },
    {
      "epoch": 0.0012938284383490748,
      "grad_norm": 6.8125,
      "learning_rate": 4.994170690306981e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5410882741212845,
      "num_tokens": 783490.0,
      "step": 1020
    },
    {
      "epoch": 0.001306513030881909,
      "grad_norm": 6.5,
      "learning_rate": 4.994107259298352e-05,
      "loss": 2.4866,
      "mean_token_accuracy": 0.4940996468067169,
      "num_tokens": 791956.0,
      "step": 1030
    },
    {
      "epoch": 0.001319197623414743,
      "grad_norm": 6.9375,
      "learning_rate": 4.994043828289723e-05,
      "loss": 2.2782,
      "mean_token_accuracy": 0.5264706641435624,
      "num_tokens": 798622.0,
      "step": 1040
    },
    {
      "epoch": 0.001331882215947577,
      "grad_norm": 9.0625,
      "learning_rate": 4.993980397281093e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5256408393383026,
      "num_tokens": 806184.0,
      "step": 1050
    },
    {
      "epoch": 0.0013445668084804113,
      "grad_norm": 5.34375,
      "learning_rate": 4.993916966272464e-05,
      "loss": 2.5197,
      "mean_token_accuracy": 0.4728905469179153,
      "num_tokens": 815354.0,
      "step": 1060
    },
    {
      "epoch": 0.0013572514010132453,
      "grad_norm": 6.6875,
      "learning_rate": 4.993853535263835e-05,
      "loss": 2.4106,
      "mean_token_accuracy": 0.49955323040485383,
      "num_tokens": 823981.0,
      "step": 1070
    },
    {
      "epoch": 0.0013699359935460793,
      "grad_norm": 5.53125,
      "learning_rate": 4.993790104255206e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5441561847925186,
      "num_tokens": 829846.0,
      "step": 1080
    },
    {
      "epoch": 0.0013826205860789135,
      "grad_norm": 5.5,
      "learning_rate": 4.993726673246577e-05,
      "loss": 2.318,
      "mean_token_accuracy": 0.5079936176538468,
      "num_tokens": 838102.0,
      "step": 1090
    },
    {
      "epoch": 0.0013953051786117475,
      "grad_norm": 6.0625,
      "learning_rate": 4.993663242237948e-05,
      "loss": 2.296,
      "mean_token_accuracy": 0.5059863179922104,
      "num_tokens": 846345.0,
      "step": 1100
    },
    {
      "epoch": 0.0014079897711445815,
      "grad_norm": 6.9375,
      "learning_rate": 4.993599811229319e-05,
      "loss": 2.3349,
      "mean_token_accuracy": 0.5070399641990662,
      "num_tokens": 853778.0,
      "step": 1110
    },
    {
      "epoch": 0.0014206743636774157,
      "grad_norm": 7.5,
      "learning_rate": 4.9935363802206895e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5423327893018722,
      "num_tokens": 860277.0,
      "step": 1120
    },
    {
      "epoch": 0.0014333589562102497,
      "grad_norm": 8.6875,
      "learning_rate": 4.99347294921206e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5384511500597,
      "num_tokens": 867538.0,
      "step": 1130
    },
    {
      "epoch": 0.0014460435487430837,
      "grad_norm": 7.0625,
      "learning_rate": 4.993409518203431e-05,
      "loss": 2.2876,
      "mean_token_accuracy": 0.5160889148712158,
      "num_tokens": 874463.0,
      "step": 1140
    },
    {
      "epoch": 0.001458728141275918,
      "grad_norm": 5.5,
      "learning_rate": 4.993346087194802e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5412717521190643,
      "num_tokens": 881685.0,
      "step": 1150
    },
    {
      "epoch": 0.001471412733808752,
      "grad_norm": 5.75,
      "learning_rate": 4.993282656186173e-05,
      "loss": 2.2875,
      "mean_token_accuracy": 0.50507170855999,
      "num_tokens": 889099.0,
      "step": 1160
    },
    {
      "epoch": 0.001484097326341586,
      "grad_norm": 5.0625,
      "learning_rate": 4.9932192251775435e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5350065648555755,
      "num_tokens": 896387.0,
      "step": 1170
    },
    {
      "epoch": 0.00149678191887442,
      "grad_norm": 6.875,
      "learning_rate": 4.993155794168915e-05,
      "loss": 2.3462,
      "mean_token_accuracy": 0.49631903767585756,
      "num_tokens": 903691.0,
      "step": 1180
    },
    {
      "epoch": 0.001509466511407254,
      "grad_norm": 8.5625,
      "learning_rate": 4.993092363160285e-05,
      "loss": 2.266,
      "mean_token_accuracy": 0.5268176347017288,
      "num_tokens": 910126.0,
      "step": 1190
    },
    {
      "epoch": 0.001522151103940088,
      "grad_norm": 6.0625,
      "learning_rate": 4.993028932151656e-05,
      "loss": 2.3209,
      "mean_token_accuracy": 0.5031514644622803,
      "num_tokens": 917130.0,
      "step": 1200
    },
    {
      "epoch": 0.001534835696472922,
      "grad_norm": 6.0625,
      "learning_rate": 4.992965501143027e-05,
      "loss": 2.3611,
      "mean_token_accuracy": 0.49999304711818693,
      "num_tokens": 925586.0,
      "step": 1210
    },
    {
      "epoch": 0.0015475202890057563,
      "grad_norm": 5.625,
      "learning_rate": 4.9929020701343975e-05,
      "loss": 2.3848,
      "mean_token_accuracy": 0.49715792536735537,
      "num_tokens": 932926.0,
      "step": 1220
    },
    {
      "epoch": 0.0015602048815385903,
      "grad_norm": 6.15625,
      "learning_rate": 4.992838639125769e-05,
      "loss": 2.5221,
      "mean_token_accuracy": 0.48177383840084076,
      "num_tokens": 940128.0,
      "step": 1230
    },
    {
      "epoch": 0.0015728894740714243,
      "grad_norm": 5.6875,
      "learning_rate": 4.99277520811714e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5403625339269638,
      "num_tokens": 948083.0,
      "step": 1240
    },
    {
      "epoch": 0.0015855740666042585,
      "grad_norm": 5.1875,
      "learning_rate": 4.9927117771085105e-05,
      "loss": 2.3168,
      "mean_token_accuracy": 0.5080900341272354,
      "num_tokens": 957455.0,
      "step": 1250
    },
    {
      "epoch": 0.0015982586591370925,
      "grad_norm": 6.375,
      "learning_rate": 4.992648346099881e-05,
      "loss": 2.3629,
      "mean_token_accuracy": 0.4853568524122238,
      "num_tokens": 964418.0,
      "step": 1260
    },
    {
      "epoch": 0.0016109432516699265,
      "grad_norm": 7.90625,
      "learning_rate": 4.9925849150912516e-05,
      "loss": 2.2668,
      "mean_token_accuracy": 0.5226210355758667,
      "num_tokens": 972027.0,
      "step": 1270
    },
    {
      "epoch": 0.0016236278442027607,
      "grad_norm": 7.3125,
      "learning_rate": 4.992521484082623e-05,
      "loss": 2.5827,
      "mean_token_accuracy": 0.4745062828063965,
      "num_tokens": 981135.0,
      "step": 1280
    },
    {
      "epoch": 0.0016363124367355947,
      "grad_norm": 12.9375,
      "learning_rate": 4.992458053073994e-05,
      "loss": 2.2813,
      "mean_token_accuracy": 0.5060508072376251,
      "num_tokens": 989970.0,
      "step": 1290
    },
    {
      "epoch": 0.0016489970292684287,
      "grad_norm": 6.0,
      "learning_rate": 4.9923946220653645e-05,
      "loss": 2.3871,
      "mean_token_accuracy": 0.4920917719602585,
      "num_tokens": 997394.0,
      "step": 1300
    },
    {
      "epoch": 0.001661681621801263,
      "grad_norm": 6.8125,
      "learning_rate": 4.992331191056736e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5179920047521591,
      "num_tokens": 1004140.0,
      "step": 1310
    },
    {
      "epoch": 0.001674366214334097,
      "grad_norm": 6.375,
      "learning_rate": 4.992267760048106e-05,
      "loss": 2.3111,
      "mean_token_accuracy": 0.5029240429401398,
      "num_tokens": 1012108.0,
      "step": 1320
    },
    {
      "epoch": 0.001687050806866931,
      "grad_norm": 15.0,
      "learning_rate": 4.992204329039477e-05,
      "loss": 2.2952,
      "mean_token_accuracy": 0.5056929022073746,
      "num_tokens": 1018920.0,
      "step": 1330
    },
    {
      "epoch": 0.0016997353993997652,
      "grad_norm": 8.4375,
      "learning_rate": 4.992140898030848e-05,
      "loss": 2.2365,
      "mean_token_accuracy": 0.5172126770019532,
      "num_tokens": 1025265.0,
      "step": 1340
    },
    {
      "epoch": 0.0017124199919325992,
      "grad_norm": 7.40625,
      "learning_rate": 4.9920774670222186e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5372194230556488,
      "num_tokens": 1032458.0,
      "step": 1350
    },
    {
      "epoch": 0.0017251045844654332,
      "grad_norm": 5.53125,
      "learning_rate": 4.99201403601359e-05,
      "loss": 2.2783,
      "mean_token_accuracy": 0.506445437669754,
      "num_tokens": 1040875.0,
      "step": 1360
    },
    {
      "epoch": 0.0017377891769982674,
      "grad_norm": 7.75,
      "learning_rate": 4.991950605004961e-05,
      "loss": 2.3075,
      "mean_token_accuracy": 0.4978293389081955,
      "num_tokens": 1049095.0,
      "step": 1370
    },
    {
      "epoch": 0.0017504737695311014,
      "grad_norm": 4.9375,
      "learning_rate": 4.9918871739963315e-05,
      "loss": 2.3395,
      "mean_token_accuracy": 0.5073405057191849,
      "num_tokens": 1057295.0,
      "step": 1380
    },
    {
      "epoch": 0.0017631583620639354,
      "grad_norm": 5.03125,
      "learning_rate": 4.991823742987702e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5403677731752395,
      "num_tokens": 1063941.0,
      "step": 1390
    },
    {
      "epoch": 0.0017758429545967694,
      "grad_norm": 8.5,
      "learning_rate": 4.9917603119790726e-05,
      "loss": 2.343,
      "mean_token_accuracy": 0.4942097067832947,
      "num_tokens": 1071711.0,
      "step": 1400
    },
    {
      "epoch": 0.0017885275471296036,
      "grad_norm": 7.46875,
      "learning_rate": 4.991696880970444e-05,
      "loss": 2.5044,
      "mean_token_accuracy": 0.4819513916969299,
      "num_tokens": 1078914.0,
      "step": 1410
    },
    {
      "epoch": 0.0018012121396624376,
      "grad_norm": 6.53125,
      "learning_rate": 4.991633449961815e-05,
      "loss": 2.3345,
      "mean_token_accuracy": 0.5005743712186813,
      "num_tokens": 1086095.0,
      "step": 1420
    },
    {
      "epoch": 0.0018138967321952716,
      "grad_norm": 5.40625,
      "learning_rate": 4.9915700189531856e-05,
      "loss": 2.5131,
      "mean_token_accuracy": 0.4745442301034927,
      "num_tokens": 1094268.0,
      "step": 1430
    },
    {
      "epoch": 0.0018265813247281058,
      "grad_norm": 5.96875,
      "learning_rate": 4.991506587944557e-05,
      "loss": 2.3782,
      "mean_token_accuracy": 0.4970953047275543,
      "num_tokens": 1101333.0,
      "step": 1440
    },
    {
      "epoch": 0.0018392659172609398,
      "grad_norm": 8.75,
      "learning_rate": 4.991443156935927e-05,
      "loss": 2.3112,
      "mean_token_accuracy": 0.5052126049995422,
      "num_tokens": 1108919.0,
      "step": 1450
    },
    {
      "epoch": 0.0018519505097937738,
      "grad_norm": 6.09375,
      "learning_rate": 4.9913797259272985e-05,
      "loss": 2.3295,
      "mean_token_accuracy": 0.5112286269664764,
      "num_tokens": 1116324.0,
      "step": 1460
    },
    {
      "epoch": 0.001864635102326608,
      "grad_norm": 5.4375,
      "learning_rate": 4.991316294918669e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5455022871494293,
      "num_tokens": 1124228.0,
      "step": 1470
    },
    {
      "epoch": 0.001877319694859442,
      "grad_norm": 7.59375,
      "learning_rate": 4.9912528639100396e-05,
      "loss": 2.2478,
      "mean_token_accuracy": 0.5136080116033555,
      "num_tokens": 1132045.0,
      "step": 1480
    },
    {
      "epoch": 0.001890004287392276,
      "grad_norm": 5.46875,
      "learning_rate": 4.991189432901411e-05,
      "loss": 2.3738,
      "mean_token_accuracy": 0.5092925548553466,
      "num_tokens": 1141145.0,
      "step": 1490
    },
    {
      "epoch": 0.0019026888799251102,
      "grad_norm": 5.5625,
      "learning_rate": 4.9911260018927813e-05,
      "loss": 2.3519,
      "mean_token_accuracy": 0.5040012687444687,
      "num_tokens": 1148723.0,
      "step": 1500
    },
    {
      "epoch": 0.0019153734724579442,
      "grad_norm": 6.09375,
      "learning_rate": 4.9910625708841526e-05,
      "loss": 2.3375,
      "mean_token_accuracy": 0.5192435264587403,
      "num_tokens": 1156677.0,
      "step": 1510
    },
    {
      "epoch": 0.0019280580649907782,
      "grad_norm": 5.8125,
      "learning_rate": 4.990999139875524e-05,
      "loss": 2.5137,
      "mean_token_accuracy": 0.4841566622257233,
      "num_tokens": 1164128.0,
      "step": 1520
    },
    {
      "epoch": 0.0019407426575236125,
      "grad_norm": 5.15625,
      "learning_rate": 4.990935708866894e-05,
      "loss": 2.4218,
      "mean_token_accuracy": 0.48307798206806185,
      "num_tokens": 1170574.0,
      "step": 1530
    },
    {
      "epoch": 0.0019534272500564462,
      "grad_norm": 5.5,
      "learning_rate": 4.990872277858265e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5336852729320526,
      "num_tokens": 1178517.0,
      "step": 1540
    },
    {
      "epoch": 0.0019661118425892805,
      "grad_norm": 5.34375,
      "learning_rate": 4.9908088468496354e-05,
      "loss": 2.5807,
      "mean_token_accuracy": 0.4707677811384201,
      "num_tokens": 1187801.0,
      "step": 1550
    },
    {
      "epoch": 0.0019787964351221147,
      "grad_norm": 6.40625,
      "learning_rate": 4.9907454158410066e-05,
      "loss": 2.383,
      "mean_token_accuracy": 0.5004909068346024,
      "num_tokens": 1194346.0,
      "step": 1560
    },
    {
      "epoch": 0.0019914810276549485,
      "grad_norm": 5.78125,
      "learning_rate": 4.990681984832378e-05,
      "loss": 2.4717,
      "mean_token_accuracy": 0.4908396899700165,
      "num_tokens": 1203431.0,
      "step": 1570
    },
    {
      "epoch": 0.0020041656201877827,
      "grad_norm": 5.90625,
      "learning_rate": 4.990618553823748e-05,
      "loss": 2.3629,
      "mean_token_accuracy": 0.5000571936368943,
      "num_tokens": 1212012.0,
      "step": 1580
    },
    {
      "epoch": 0.002016850212720617,
      "grad_norm": 6.34375,
      "learning_rate": 4.9905551228151195e-05,
      "loss": 2.3279,
      "mean_token_accuracy": 0.49722216129302976,
      "num_tokens": 1219908.0,
      "step": 1590
    },
    {
      "epoch": 0.0020295348052534507,
      "grad_norm": 5.96875,
      "learning_rate": 4.99049169180649e-05,
      "loss": 2.3782,
      "mean_token_accuracy": 0.4883865177631378,
      "num_tokens": 1227715.0,
      "step": 1600
    },
    {
      "epoch": 0.002042219397786285,
      "grad_norm": 5.4375,
      "learning_rate": 4.9904282607978606e-05,
      "loss": 2.346,
      "mean_token_accuracy": 0.5043241381645203,
      "num_tokens": 1235912.0,
      "step": 1610
    },
    {
      "epoch": 0.002054903990319119,
      "grad_norm": 5.90625,
      "learning_rate": 4.990364829789232e-05,
      "loss": 2.4319,
      "mean_token_accuracy": 0.47812050580978394,
      "num_tokens": 1244726.0,
      "step": 1620
    },
    {
      "epoch": 0.002067588582851953,
      "grad_norm": 5.75,
      "learning_rate": 4.9903013987806024e-05,
      "loss": 2.3673,
      "mean_token_accuracy": 0.4938052922487259,
      "num_tokens": 1253576.0,
      "step": 1630
    },
    {
      "epoch": 0.002080273175384787,
      "grad_norm": 5.34375,
      "learning_rate": 4.9902379677719736e-05,
      "loss": 2.3238,
      "mean_token_accuracy": 0.5058783620595932,
      "num_tokens": 1261892.0,
      "step": 1640
    },
    {
      "epoch": 0.0020929577679176213,
      "grad_norm": 5.21875,
      "learning_rate": 4.990174536763344e-05,
      "loss": 2.2765,
      "mean_token_accuracy": 0.5078380137681962,
      "num_tokens": 1269106.0,
      "step": 1650
    },
    {
      "epoch": 0.002105642360450455,
      "grad_norm": 5.53125,
      "learning_rate": 4.990111105754715e-05,
      "loss": 2.3837,
      "mean_token_accuracy": 0.49242289960384367,
      "num_tokens": 1277195.0,
      "step": 1660
    },
    {
      "epoch": 0.0021183269529832893,
      "grad_norm": 7.46875,
      "learning_rate": 4.990047674746086e-05,
      "loss": 2.4221,
      "mean_token_accuracy": 0.4811872631311417,
      "num_tokens": 1284543.0,
      "step": 1670
    },
    {
      "epoch": 0.0021310115455161235,
      "grad_norm": 6.0625,
      "learning_rate": 4.9899842437374564e-05,
      "loss": 2.3273,
      "mean_token_accuracy": 0.503647118806839,
      "num_tokens": 1292529.0,
      "step": 1680
    },
    {
      "epoch": 0.0021436961380489573,
      "grad_norm": 16.375,
      "learning_rate": 4.9899208127288276e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5323902487754821,
      "num_tokens": 1298583.0,
      "step": 1690
    },
    {
      "epoch": 0.0021563807305817915,
      "grad_norm": 9.4375,
      "learning_rate": 4.989857381720198e-05,
      "loss": 2.2066,
      "mean_token_accuracy": 0.528117161989212,
      "num_tokens": 1306171.0,
      "step": 1700
    },
    {
      "epoch": 0.0021690653231146257,
      "grad_norm": 6.28125,
      "learning_rate": 4.9897939507115694e-05,
      "loss": 2.366,
      "mean_token_accuracy": 0.4898132622241974,
      "num_tokens": 1313487.0,
      "step": 1710
    },
    {
      "epoch": 0.0021817499156474595,
      "grad_norm": 5.59375,
      "learning_rate": 4.9897305197029406e-05,
      "loss": 2.3762,
      "mean_token_accuracy": 0.492277392745018,
      "num_tokens": 1321686.0,
      "step": 1720
    },
    {
      "epoch": 0.0021944345081802937,
      "grad_norm": 5.15625,
      "learning_rate": 4.989667088694311e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5136785000562668,
      "num_tokens": 1329310.0,
      "step": 1730
    },
    {
      "epoch": 0.002207119100713128,
      "grad_norm": 13.25,
      "learning_rate": 4.9896036576856816e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5262385696172714,
      "num_tokens": 1335986.0,
      "step": 1740
    },
    {
      "epoch": 0.0022198036932459617,
      "grad_norm": 26.5,
      "learning_rate": 4.989540226677052e-05,
      "loss": 2.2292,
      "mean_token_accuracy": 0.5282766640186309,
      "num_tokens": 1342848.0,
      "step": 1750
    },
    {
      "epoch": 0.002232488285778796,
      "grad_norm": 6.53125,
      "learning_rate": 4.9894767956684234e-05,
      "loss": 2.4615,
      "mean_token_accuracy": 0.47849227786064147,
      "num_tokens": 1350698.0,
      "step": 1760
    },
    {
      "epoch": 0.00224517287831163,
      "grad_norm": 6.03125,
      "learning_rate": 4.9894133646597946e-05,
      "loss": 2.2552,
      "mean_token_accuracy": 0.5090015888214111,
      "num_tokens": 1357781.0,
      "step": 1770
    },
    {
      "epoch": 0.002257857470844464,
      "grad_norm": 5.8125,
      "learning_rate": 4.989349933651165e-05,
      "loss": 2.4381,
      "mean_token_accuracy": 0.4805578589439392,
      "num_tokens": 1366808.0,
      "step": 1780
    },
    {
      "epoch": 0.002270542063377298,
      "grad_norm": 4.875,
      "learning_rate": 4.9892865026425363e-05,
      "loss": 2.4973,
      "mean_token_accuracy": 0.47179323732852935,
      "num_tokens": 1374794.0,
      "step": 1790
    },
    {
      "epoch": 0.0022832266559101324,
      "grad_norm": 6.53125,
      "learning_rate": 4.989223071633907e-05,
      "loss": 2.2823,
      "mean_token_accuracy": 0.510263791680336,
      "num_tokens": 1382883.0,
      "step": 1800
    },
    {
      "epoch": 0.002295911248442966,
      "grad_norm": 11.4375,
      "learning_rate": 4.9891596406252774e-05,
      "loss": 2.3237,
      "mean_token_accuracy": 0.5062800943851471,
      "num_tokens": 1390192.0,
      "step": 1810
    },
    {
      "epoch": 0.0023085958409758004,
      "grad_norm": 5.5,
      "learning_rate": 4.9890962096166486e-05,
      "loss": 2.3432,
      "mean_token_accuracy": 0.5028733551502228,
      "num_tokens": 1398585.0,
      "step": 1820
    },
    {
      "epoch": 0.0023212804335086346,
      "grad_norm": 8.6875,
      "learning_rate": 4.989032778608019e-05,
      "loss": 2.2916,
      "mean_token_accuracy": 0.5183694869279861,
      "num_tokens": 1407053.0,
      "step": 1830
    },
    {
      "epoch": 0.0023339650260414684,
      "grad_norm": 5.625,
      "learning_rate": 4.9889693475993904e-05,
      "loss": 2.2883,
      "mean_token_accuracy": 0.5230405777692795,
      "num_tokens": 1414574.0,
      "step": 1840
    },
    {
      "epoch": 0.0023466496185743026,
      "grad_norm": 5.5,
      "learning_rate": 4.988905916590761e-05,
      "loss": 2.2128,
      "mean_token_accuracy": 0.515764570236206,
      "num_tokens": 1421364.0,
      "step": 1850
    },
    {
      "epoch": 0.002359334211107137,
      "grad_norm": 7.03125,
      "learning_rate": 4.988842485582132e-05,
      "loss": 2.4379,
      "mean_token_accuracy": 0.48081426322460175,
      "num_tokens": 1428303.0,
      "step": 1860
    },
    {
      "epoch": 0.0023720188036399706,
      "grad_norm": 5.65625,
      "learning_rate": 4.9887790545735033e-05,
      "loss": 2.4086,
      "mean_token_accuracy": 0.5031176030635833,
      "num_tokens": 1436971.0,
      "step": 1870
    },
    {
      "epoch": 0.002384703396172805,
      "grad_norm": 5.5,
      "learning_rate": 4.988715623564874e-05,
      "loss": 2.5189,
      "mean_token_accuracy": 0.47685023844242097,
      "num_tokens": 1446099.0,
      "step": 1880
    },
    {
      "epoch": 0.002397387988705639,
      "grad_norm": 6.09375,
      "learning_rate": 4.9886521925562444e-05,
      "loss": 2.4207,
      "mean_token_accuracy": 0.4976414322853088,
      "num_tokens": 1454631.0,
      "step": 1890
    },
    {
      "epoch": 0.002410072581238473,
      "grad_norm": 5.75,
      "learning_rate": 4.988588761547615e-05,
      "loss": 2.3026,
      "mean_token_accuracy": 0.5168315321207047,
      "num_tokens": 1462568.0,
      "step": 1900
    },
    {
      "epoch": 0.002422757173771307,
      "grad_norm": 7.75,
      "learning_rate": 4.988525330538986e-05,
      "loss": 2.2176,
      "mean_token_accuracy": 0.5330405533313751,
      "num_tokens": 1469480.0,
      "step": 1910
    },
    {
      "epoch": 0.002435441766304141,
      "grad_norm": 7.15625,
      "learning_rate": 4.9884618995303574e-05,
      "loss": 2.3193,
      "mean_token_accuracy": 0.5040560811758041,
      "num_tokens": 1478474.0,
      "step": 1920
    },
    {
      "epoch": 0.002448126358836975,
      "grad_norm": 6.5,
      "learning_rate": 4.988398468521728e-05,
      "loss": 2.5057,
      "mean_token_accuracy": 0.49051035940647125,
      "num_tokens": 1485941.0,
      "step": 1930
    },
    {
      "epoch": 0.0024608109513698092,
      "grad_norm": 7.53125,
      "learning_rate": 4.988335037513099e-05,
      "loss": 2.3815,
      "mean_token_accuracy": 0.5067182421684265,
      "num_tokens": 1494501.0,
      "step": 1940
    },
    {
      "epoch": 0.002473495543902643,
      "grad_norm": 5.84375,
      "learning_rate": 4.9882716065044697e-05,
      "loss": 2.3316,
      "mean_token_accuracy": 0.5219770520925522,
      "num_tokens": 1500566.0,
      "step": 1950
    },
    {
      "epoch": 0.0024861801364354772,
      "grad_norm": 5.15625,
      "learning_rate": 4.98820817549584e-05,
      "loss": 2.3055,
      "mean_token_accuracy": 0.5039016366004944,
      "num_tokens": 1508697.0,
      "step": 1960
    },
    {
      "epoch": 0.0024988647289683114,
      "grad_norm": 5.375,
      "learning_rate": 4.9881447444872114e-05,
      "loss": 2.3248,
      "mean_token_accuracy": 0.5067468404769897,
      "num_tokens": 1516956.0,
      "step": 1970
    },
    {
      "epoch": 0.0025115493215011452,
      "grad_norm": 4.875,
      "learning_rate": 4.988081313478582e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5522598028182983,
      "num_tokens": 1522458.0,
      "step": 1980
    },
    {
      "epoch": 0.0025242339140339794,
      "grad_norm": 5.28125,
      "learning_rate": 4.988017882469953e-05,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5777617961168289,
      "num_tokens": 1528869.0,
      "step": 1990
    },
    {
      "epoch": 0.0025369185065668137,
      "grad_norm": 6.84375,
      "learning_rate": 4.987954451461324e-05,
      "loss": 2.3492,
      "mean_token_accuracy": 0.4954756885766983,
      "num_tokens": 1537297.0,
      "step": 2000
    },
    {
      "epoch": 0.0025496030990996474,
      "grad_norm": 5.21875,
      "learning_rate": 4.987891020452695e-05,
      "loss": 2.4427,
      "mean_token_accuracy": 0.4845056295394897,
      "num_tokens": 1546176.0,
      "step": 2010
    },
    {
      "epoch": 0.0025622876916324817,
      "grad_norm": 5.03125,
      "learning_rate": 4.9878275894440654e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5294799268245697,
      "num_tokens": 1553939.0,
      "step": 2020
    },
    {
      "epoch": 0.002574972284165316,
      "grad_norm": 5.75,
      "learning_rate": 4.987764158435436e-05,
      "loss": 2.4989,
      "mean_token_accuracy": 0.48216222524642943,
      "num_tokens": 1560869.0,
      "step": 2030
    },
    {
      "epoch": 0.0025876568766981497,
      "grad_norm": 7.0625,
      "learning_rate": 4.987700727426807e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5287913084030151,
      "num_tokens": 1567749.0,
      "step": 2040
    },
    {
      "epoch": 0.002600341469230984,
      "grad_norm": 5.3125,
      "learning_rate": 4.987637296418178e-05,
      "loss": 2.4185,
      "mean_token_accuracy": 0.4884983628988266,
      "num_tokens": 1576973.0,
      "step": 2050
    },
    {
      "epoch": 0.002613026061763818,
      "grad_norm": 6.8125,
      "learning_rate": 4.987573865409549e-05,
      "loss": 2.3422,
      "mean_token_accuracy": 0.5037590503692627,
      "num_tokens": 1584743.0,
      "step": 2060
    },
    {
      "epoch": 0.002625710654296652,
      "grad_norm": 12.5,
      "learning_rate": 4.98751043440092e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5385795027017594,
      "num_tokens": 1592102.0,
      "step": 2070
    },
    {
      "epoch": 0.002638395246829486,
      "grad_norm": 5.0625,
      "learning_rate": 4.987447003392291e-05,
      "loss": 2.2554,
      "mean_token_accuracy": 0.5054004520177842,
      "num_tokens": 1599836.0,
      "step": 2080
    },
    {
      "epoch": 0.0026510798393623203,
      "grad_norm": 5.40625,
      "learning_rate": 4.987383572383661e-05,
      "loss": 1.7983,
      "mean_token_accuracy": 0.5991244614124298,
      "num_tokens": 1606578.0,
      "step": 2090
    },
    {
      "epoch": 0.002663764431895154,
      "grad_norm": 6.84375,
      "learning_rate": 4.987320141375032e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5228841990232468,
      "num_tokens": 1613214.0,
      "step": 2100
    },
    {
      "epoch": 0.0026764490244279883,
      "grad_norm": 6.25,
      "learning_rate": 4.987256710366403e-05,
      "loss": 2.2571,
      "mean_token_accuracy": 0.5162070095539093,
      "num_tokens": 1619370.0,
      "step": 2110
    },
    {
      "epoch": 0.0026891336169608225,
      "grad_norm": 6.6875,
      "learning_rate": 4.987193279357774e-05,
      "loss": 2.5609,
      "mean_token_accuracy": 0.4768896758556366,
      "num_tokens": 1626783.0,
      "step": 2120
    },
    {
      "epoch": 0.0027018182094936563,
      "grad_norm": 7.03125,
      "learning_rate": 4.987129848349145e-05,
      "loss": 2.2493,
      "mean_token_accuracy": 0.5092997372150421,
      "num_tokens": 1634444.0,
      "step": 2130
    },
    {
      "epoch": 0.0027145028020264905,
      "grad_norm": 5.8125,
      "learning_rate": 4.987066417340516e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5241051286458969,
      "num_tokens": 1642815.0,
      "step": 2140
    },
    {
      "epoch": 0.0027271873945593247,
      "grad_norm": 5.4375,
      "learning_rate": 4.9870029863318865e-05,
      "loss": 2.2848,
      "mean_token_accuracy": 0.5141852676868439,
      "num_tokens": 1650660.0,
      "step": 2150
    },
    {
      "epoch": 0.0027398719870921585,
      "grad_norm": 6.65625,
      "learning_rate": 4.986939555323257e-05,
      "loss": 2.3962,
      "mean_token_accuracy": 0.4963497996330261,
      "num_tokens": 1657748.0,
      "step": 2160
    },
    {
      "epoch": 0.0027525565796249927,
      "grad_norm": 6.875,
      "learning_rate": 4.986876124314628e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5385750323534012,
      "num_tokens": 1662543.0,
      "step": 2170
    },
    {
      "epoch": 0.002765241172157827,
      "grad_norm": 6.96875,
      "learning_rate": 4.986812693305999e-05,
      "loss": 2.2662,
      "mean_token_accuracy": 0.5123645931482315,
      "num_tokens": 1670483.0,
      "step": 2180
    },
    {
      "epoch": 0.0027779257646906607,
      "grad_norm": 5.3125,
      "learning_rate": 4.98674926229737e-05,
      "loss": 2.5265,
      "mean_token_accuracy": 0.4752633810043335,
      "num_tokens": 1678909.0,
      "step": 2190
    },
    {
      "epoch": 0.002790610357223495,
      "grad_norm": 5.75,
      "learning_rate": 4.9866858312887405e-05,
      "loss": 2.3004,
      "mean_token_accuracy": 0.505163261294365,
      "num_tokens": 1687776.0,
      "step": 2200
    },
    {
      "epoch": 0.002803294949756329,
      "grad_norm": 5.4375,
      "learning_rate": 4.986622400280112e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5597930341959,
      "num_tokens": 1693750.0,
      "step": 2210
    },
    {
      "epoch": 0.002815979542289163,
      "grad_norm": 5.46875,
      "learning_rate": 4.986558969271483e-05,
      "loss": 2.3046,
      "mean_token_accuracy": 0.5127122372388839,
      "num_tokens": 1702361.0,
      "step": 2220
    },
    {
      "epoch": 0.002828664134821997,
      "grad_norm": 5.5625,
      "learning_rate": 4.986495538262853e-05,
      "loss": 2.3595,
      "mean_token_accuracy": 0.5023709595203399,
      "num_tokens": 1710610.0,
      "step": 2230
    },
    {
      "epoch": 0.0028413487273548314,
      "grad_norm": 7.75,
      "learning_rate": 4.986432107254224e-05,
      "loss": 2.3318,
      "mean_token_accuracy": 0.5225032716989517,
      "num_tokens": 1716880.0,
      "step": 2240
    },
    {
      "epoch": 0.002854033319887665,
      "grad_norm": 5.125,
      "learning_rate": 4.986368676245595e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5391845136880875,
      "num_tokens": 1724748.0,
      "step": 2250
    },
    {
      "epoch": 0.0028667179124204994,
      "grad_norm": 7.46875,
      "learning_rate": 4.986305245236966e-05,
      "loss": 2.3233,
      "mean_token_accuracy": 0.5145184695720673,
      "num_tokens": 1732414.0,
      "step": 2260
    },
    {
      "epoch": 0.0028794025049533336,
      "grad_norm": 7.71875,
      "learning_rate": 4.986241814228337e-05,
      "loss": 2.2785,
      "mean_token_accuracy": 0.5115075200796128,
      "num_tokens": 1739740.0,
      "step": 2270
    },
    {
      "epoch": 0.0028920870974861674,
      "grad_norm": 6.46875,
      "learning_rate": 4.9861783832197075e-05,
      "loss": 2.4422,
      "mean_token_accuracy": 0.4935539275407791,
      "num_tokens": 1748644.0,
      "step": 2280
    },
    {
      "epoch": 0.0029047716900190016,
      "grad_norm": 6.625,
      "learning_rate": 4.986114952211079e-05,
      "loss": 2.4186,
      "mean_token_accuracy": 0.49323914349079134,
      "num_tokens": 1756050.0,
      "step": 2290
    },
    {
      "epoch": 0.002917456282551836,
      "grad_norm": 5.875,
      "learning_rate": 4.986051521202449e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5283403903245926,
      "num_tokens": 1762212.0,
      "step": 2300
    },
    {
      "epoch": 0.0029301408750846696,
      "grad_norm": 8.5625,
      "learning_rate": 4.98598809019382e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.52615205347538,
      "num_tokens": 1768785.0,
      "step": 2310
    },
    {
      "epoch": 0.002942825467617504,
      "grad_norm": 5.375,
      "learning_rate": 4.985924659185191e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5288702785968781,
      "num_tokens": 1776743.0,
      "step": 2320
    },
    {
      "epoch": 0.002955510060150338,
      "grad_norm": 6.5625,
      "learning_rate": 4.9858612281765615e-05,
      "loss": 2.2557,
      "mean_token_accuracy": 0.5081682950258255,
      "num_tokens": 1785836.0,
      "step": 2330
    },
    {
      "epoch": 0.002968194652683172,
      "grad_norm": 6.5625,
      "learning_rate": 4.985797797167933e-05,
      "loss": 2.2611,
      "mean_token_accuracy": 0.5203654110431671,
      "num_tokens": 1793449.0,
      "step": 2340
    },
    {
      "epoch": 0.002980879245216006,
      "grad_norm": 9.125,
      "learning_rate": 4.985734366159304e-05,
      "loss": 2.2607,
      "mean_token_accuracy": 0.513848015666008,
      "num_tokens": 1801668.0,
      "step": 2350
    },
    {
      "epoch": 0.00299356383774884,
      "grad_norm": 6.125,
      "learning_rate": 4.9856709351506745e-05,
      "loss": 2.3034,
      "mean_token_accuracy": 0.5154388070106506,
      "num_tokens": 1809257.0,
      "step": 2360
    },
    {
      "epoch": 0.003006248430281674,
      "grad_norm": 5.1875,
      "learning_rate": 4.985607504142045e-05,
      "loss": 2.3073,
      "mean_token_accuracy": 0.4993455111980438,
      "num_tokens": 1817947.0,
      "step": 2370
    },
    {
      "epoch": 0.003018933022814508,
      "grad_norm": 7.375,
      "learning_rate": 4.9855440731334155e-05,
      "loss": 2.346,
      "mean_token_accuracy": 0.5064804494380951,
      "num_tokens": 1824784.0,
      "step": 2380
    },
    {
      "epoch": 0.003031617615347342,
      "grad_norm": 9.875,
      "learning_rate": 4.985480642124787e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5242973774671554,
      "num_tokens": 1832068.0,
      "step": 2390
    },
    {
      "epoch": 0.003044302207880176,
      "grad_norm": 7.78125,
      "learning_rate": 4.985417211116158e-05,
      "loss": 2.3805,
      "mean_token_accuracy": 0.5033872842788696,
      "num_tokens": 1838392.0,
      "step": 2400
    },
    {
      "epoch": 0.0030569868004130104,
      "grad_norm": 7.15625,
      "learning_rate": 4.9853537801075285e-05,
      "loss": 2.4767,
      "mean_token_accuracy": 0.47959264516830447,
      "num_tokens": 1847171.0,
      "step": 2410
    },
    {
      "epoch": 0.003069671392945844,
      "grad_norm": 5.625,
      "learning_rate": 4.9852903490989e-05,
      "loss": 2.4797,
      "mean_token_accuracy": 0.4763754099607468,
      "num_tokens": 1856131.0,
      "step": 2420
    },
    {
      "epoch": 0.0030823559854786784,
      "grad_norm": 7.4375,
      "learning_rate": 4.98522691809027e-05,
      "loss": 2.3042,
      "mean_token_accuracy": 0.5159219026565551,
      "num_tokens": 1863156.0,
      "step": 2430
    },
    {
      "epoch": 0.0030950405780115126,
      "grad_norm": 7.875,
      "learning_rate": 4.985163487081641e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5240512520074845,
      "num_tokens": 1870610.0,
      "step": 2440
    },
    {
      "epoch": 0.0031077251705443464,
      "grad_norm": 5.21875,
      "learning_rate": 4.985100056073012e-05,
      "loss": 2.3686,
      "mean_token_accuracy": 0.5022052019834519,
      "num_tokens": 1878343.0,
      "step": 2450
    },
    {
      "epoch": 0.0031204097630771806,
      "grad_norm": 10.4375,
      "learning_rate": 4.9850366250643825e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5308100253343582,
      "num_tokens": 1885948.0,
      "step": 2460
    },
    {
      "epoch": 0.003133094355610015,
      "grad_norm": 6.78125,
      "learning_rate": 4.984973194055754e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5404213696718216,
      "num_tokens": 1892592.0,
      "step": 2470
    },
    {
      "epoch": 0.0031457789481428486,
      "grad_norm": 5.84375,
      "learning_rate": 4.984909763047124e-05,
      "loss": 2.3071,
      "mean_token_accuracy": 0.5058307081460953,
      "num_tokens": 1901067.0,
      "step": 2480
    },
    {
      "epoch": 0.003158463540675683,
      "grad_norm": 7.65625,
      "learning_rate": 4.9848463320384955e-05,
      "loss": 2.297,
      "mean_token_accuracy": 0.5120240896940231,
      "num_tokens": 1908648.0,
      "step": 2490
    },
    {
      "epoch": 0.003171148133208517,
      "grad_norm": 5.09375,
      "learning_rate": 4.984782901029866e-05,
      "loss": 2.3812,
      "mean_token_accuracy": 0.4858927965164185,
      "num_tokens": 1916117.0,
      "step": 2500
    },
    {
      "epoch": 0.003183832725741351,
      "grad_norm": 7.34375,
      "learning_rate": 4.9847194700212366e-05,
      "loss": 2.3075,
      "mean_token_accuracy": 0.5152536034584045,
      "num_tokens": 1923221.0,
      "step": 2510
    },
    {
      "epoch": 0.003196517318274185,
      "grad_norm": 10.1875,
      "learning_rate": 4.984656039012608e-05,
      "loss": 2.4377,
      "mean_token_accuracy": 0.48650071322917937,
      "num_tokens": 1930824.0,
      "step": 2520
    },
    {
      "epoch": 0.0032092019108070193,
      "grad_norm": 7.71875,
      "learning_rate": 4.984592608003978e-05,
      "loss": 2.4219,
      "mean_token_accuracy": 0.4970313847064972,
      "num_tokens": 1939320.0,
      "step": 2530
    },
    {
      "epoch": 0.003221886503339853,
      "grad_norm": 6.0,
      "learning_rate": 4.9845291769953495e-05,
      "loss": 2.3002,
      "mean_token_accuracy": 0.5119043022394181,
      "num_tokens": 1947191.0,
      "step": 2540
    },
    {
      "epoch": 0.0032345710958726873,
      "grad_norm": 5.0,
      "learning_rate": 4.984465745986721e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5464191764593125,
      "num_tokens": 1955738.0,
      "step": 2550
    },
    {
      "epoch": 0.0032472556884055215,
      "grad_norm": 5.28125,
      "learning_rate": 4.984402314978091e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5246147245168686,
      "num_tokens": 1962886.0,
      "step": 2560
    },
    {
      "epoch": 0.0032599402809383553,
      "grad_norm": 5.3125,
      "learning_rate": 4.984338883969462e-05,
      "loss": 2.4619,
      "mean_token_accuracy": 0.48004632592201235,
      "num_tokens": 1970053.0,
      "step": 2570
    },
    {
      "epoch": 0.0032726248734711895,
      "grad_norm": 5.96875,
      "learning_rate": 4.9842754529608323e-05,
      "loss": 2.1913,
      "mean_token_accuracy": 0.517808473110199,
      "num_tokens": 1977739.0,
      "step": 2580
    },
    {
      "epoch": 0.0032853094660040237,
      "grad_norm": 6.28125,
      "learning_rate": 4.9842120219522036e-05,
      "loss": 2.3891,
      "mean_token_accuracy": 0.4949116826057434,
      "num_tokens": 1985768.0,
      "step": 2590
    },
    {
      "epoch": 0.0032979940585368575,
      "grad_norm": 6.9375,
      "learning_rate": 4.984148590943575e-05,
      "loss": 2.4227,
      "mean_token_accuracy": 0.4860871285200119,
      "num_tokens": 1993708.0,
      "step": 2600
    },
    {
      "epoch": 0.0033106786510696917,
      "grad_norm": 5.09375,
      "learning_rate": 4.984085159934945e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5177761375904083,
      "num_tokens": 2002376.0,
      "step": 2610
    },
    {
      "epoch": 0.003323363243602526,
      "grad_norm": 6.125,
      "learning_rate": 4.9840217289263165e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5398213982582092,
      "num_tokens": 2009133.0,
      "step": 2620
    },
    {
      "epoch": 0.0033360478361353597,
      "grad_norm": 5.84375,
      "learning_rate": 4.983958297917687e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5407027751207352,
      "num_tokens": 2016790.0,
      "step": 2630
    },
    {
      "epoch": 0.003348732428668194,
      "grad_norm": 5.0,
      "learning_rate": 4.983894866909058e-05,
      "loss": 2.4831,
      "mean_token_accuracy": 0.4805742472410202,
      "num_tokens": 2025581.0,
      "step": 2640
    },
    {
      "epoch": 0.003361417021201028,
      "grad_norm": 5.90625,
      "learning_rate": 4.983831435900429e-05,
      "loss": 2.2873,
      "mean_token_accuracy": 0.5072203576564789,
      "num_tokens": 2033602.0,
      "step": 2650
    },
    {
      "epoch": 0.003374101613733862,
      "grad_norm": 9.125,
      "learning_rate": 4.983768004891799e-05,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5286617010831833,
      "num_tokens": 2041494.0,
      "step": 2660
    },
    {
      "epoch": 0.003386786206266696,
      "grad_norm": 5.03125,
      "learning_rate": 4.9837045738831705e-05,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5112120568752289,
      "num_tokens": 2049486.0,
      "step": 2670
    },
    {
      "epoch": 0.0033994707987995304,
      "grad_norm": 5.3125,
      "learning_rate": 4.983641142874541e-05,
      "loss": 2.407,
      "mean_token_accuracy": 0.5010694980621337,
      "num_tokens": 2056902.0,
      "step": 2680
    },
    {
      "epoch": 0.003412155391332364,
      "grad_norm": 5.125,
      "learning_rate": 4.983577711865912e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5355182528495789,
      "num_tokens": 2063737.0,
      "step": 2690
    },
    {
      "epoch": 0.0034248399838651983,
      "grad_norm": 7.5,
      "learning_rate": 4.9835142808572835e-05,
      "loss": 2.3571,
      "mean_token_accuracy": 0.4995807111263275,
      "num_tokens": 2070992.0,
      "step": 2700
    },
    {
      "epoch": 0.0034375245763980326,
      "grad_norm": 6.5,
      "learning_rate": 4.983450849848654e-05,
      "loss": 2.2737,
      "mean_token_accuracy": 0.5134449303150177,
      "num_tokens": 2078555.0,
      "step": 2710
    },
    {
      "epoch": 0.0034502091689308663,
      "grad_norm": 5.03125,
      "learning_rate": 4.9833874188400246e-05,
      "loss": 2.3359,
      "mean_token_accuracy": 0.49508879482746126,
      "num_tokens": 2087402.0,
      "step": 2720
    },
    {
      "epoch": 0.0034628937614637006,
      "grad_norm": 5.9375,
      "learning_rate": 4.983323987831395e-05,
      "loss": 2.3992,
      "mean_token_accuracy": 0.4955982446670532,
      "num_tokens": 2094976.0,
      "step": 2730
    },
    {
      "epoch": 0.0034755783539965348,
      "grad_norm": 8.125,
      "learning_rate": 4.983260556822766e-05,
      "loss": 2.2945,
      "mean_token_accuracy": 0.5186797112226487,
      "num_tokens": 2101903.0,
      "step": 2740
    },
    {
      "epoch": 0.0034882629465293686,
      "grad_norm": 17.875,
      "learning_rate": 4.9831971258141375e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5285625576972961,
      "num_tokens": 2108843.0,
      "step": 2750
    },
    {
      "epoch": 0.0035009475390622028,
      "grad_norm": 5.5,
      "learning_rate": 4.983133694805508e-05,
      "loss": 2.261,
      "mean_token_accuracy": 0.5228724718093872,
      "num_tokens": 2116159.0,
      "step": 2760
    },
    {
      "epoch": 0.0035136321315950366,
      "grad_norm": 6.71875,
      "learning_rate": 4.983070263796879e-05,
      "loss": 2.3059,
      "mean_token_accuracy": 0.5009437382221222,
      "num_tokens": 2123485.0,
      "step": 2770
    },
    {
      "epoch": 0.0035263167241278708,
      "grad_norm": 6.6875,
      "learning_rate": 4.98300683278825e-05,
      "loss": 2.3579,
      "mean_token_accuracy": 0.49216378629207613,
      "num_tokens": 2131028.0,
      "step": 2780
    },
    {
      "epoch": 0.003539001316660705,
      "grad_norm": 7.0,
      "learning_rate": 4.9829434017796204e-05,
      "loss": 2.3876,
      "mean_token_accuracy": 0.49574941098690034,
      "num_tokens": 2139256.0,
      "step": 2790
    },
    {
      "epoch": 0.0035516859091935388,
      "grad_norm": 4.90625,
      "learning_rate": 4.9828799707709916e-05,
      "loss": 2.409,
      "mean_token_accuracy": 0.4951242357492447,
      "num_tokens": 2148224.0,
      "step": 2800
    },
    {
      "epoch": 0.003564370501726373,
      "grad_norm": 11.3125,
      "learning_rate": 4.982816539762362e-05,
      "loss": 2.2651,
      "mean_token_accuracy": 0.5271810531616211,
      "num_tokens": 2155384.0,
      "step": 2810
    },
    {
      "epoch": 0.003577055094259207,
      "grad_norm": 6.21875,
      "learning_rate": 4.982753108753733e-05,
      "loss": 2.5252,
      "mean_token_accuracy": 0.47755967676639555,
      "num_tokens": 2164392.0,
      "step": 2820
    },
    {
      "epoch": 0.003589739686792041,
      "grad_norm": 5.96875,
      "learning_rate": 4.982689677745104e-05,
      "loss": 2.237,
      "mean_token_accuracy": 0.5220162242650985,
      "num_tokens": 2171779.0,
      "step": 2830
    },
    {
      "epoch": 0.003602424279324875,
      "grad_norm": 7.15625,
      "learning_rate": 4.982626246736475e-05,
      "loss": 2.4343,
      "mean_token_accuracy": 0.49311201870441435,
      "num_tokens": 2179587.0,
      "step": 2840
    },
    {
      "epoch": 0.0036151088718577094,
      "grad_norm": 7.5,
      "learning_rate": 4.9825628157278456e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5131703734397888,
      "num_tokens": 2185775.0,
      "step": 2850
    },
    {
      "epoch": 0.003627793464390543,
      "grad_norm": 5.125,
      "learning_rate": 4.982499384719216e-05,
      "loss": 2.2894,
      "mean_token_accuracy": 0.50013307929039,
      "num_tokens": 2194275.0,
      "step": 2860
    },
    {
      "epoch": 0.0036404780569233774,
      "grad_norm": 6.5,
      "learning_rate": 4.9824359537105873e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5480892091989518,
      "num_tokens": 2201759.0,
      "step": 2870
    },
    {
      "epoch": 0.0036531626494562116,
      "grad_norm": 5.3125,
      "learning_rate": 4.982372522701958e-05,
      "loss": 2.4572,
      "mean_token_accuracy": 0.48117952346801757,
      "num_tokens": 2210894.0,
      "step": 2880
    },
    {
      "epoch": 0.0036658472419890454,
      "grad_norm": 5.375,
      "learning_rate": 4.982309091693329e-05,
      "loss": 2.3681,
      "mean_token_accuracy": 0.49948647022247317,
      "num_tokens": 2220631.0,
      "step": 2890
    },
    {
      "epoch": 0.0036785318345218796,
      "grad_norm": 7.53125,
      "learning_rate": 4.9822456606847e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5290438562631607,
      "num_tokens": 2228140.0,
      "step": 2900
    },
    {
      "epoch": 0.003691216427054714,
      "grad_norm": 5.5,
      "learning_rate": 4.982182229676071e-05,
      "loss": 2.3672,
      "mean_token_accuracy": 0.5088747978210449,
      "num_tokens": 2236224.0,
      "step": 2910
    },
    {
      "epoch": 0.0037039010195875476,
      "grad_norm": 5.78125,
      "learning_rate": 4.9821187986674414e-05,
      "loss": 2.3363,
      "mean_token_accuracy": 0.4992503136396408,
      "num_tokens": 2243143.0,
      "step": 2920
    },
    {
      "epoch": 0.003716585612120382,
      "grad_norm": 6.625,
      "learning_rate": 4.982055367658812e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5614244908094406,
      "num_tokens": 2251048.0,
      "step": 2930
    },
    {
      "epoch": 0.003729270204653216,
      "grad_norm": 5.40625,
      "learning_rate": 4.981991936650183e-05,
      "loss": 2.4311,
      "mean_token_accuracy": 0.4856523126363754,
      "num_tokens": 2260018.0,
      "step": 2940
    },
    {
      "epoch": 0.00374195479718605,
      "grad_norm": 5.25,
      "learning_rate": 4.9819285056415543e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5136824518442153,
      "num_tokens": 2267492.0,
      "step": 2950
    },
    {
      "epoch": 0.003754639389718884,
      "grad_norm": 6.0,
      "learning_rate": 4.981865074632925e-05,
      "loss": 2.3917,
      "mean_token_accuracy": 0.4973529130220413,
      "num_tokens": 2274843.0,
      "step": 2960
    },
    {
      "epoch": 0.0037673239822517183,
      "grad_norm": 4.65625,
      "learning_rate": 4.981801643624296e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5555188149213791,
      "num_tokens": 2280868.0,
      "step": 2970
    },
    {
      "epoch": 0.003780008574784552,
      "grad_norm": 7.78125,
      "learning_rate": 4.9817382126156666e-05,
      "loss": 2.2493,
      "mean_token_accuracy": 0.5077709972858429,
      "num_tokens": 2288957.0,
      "step": 2980
    },
    {
      "epoch": 0.0037926931673173863,
      "grad_norm": 6.3125,
      "learning_rate": 4.981674781607037e-05,
      "loss": 2.3551,
      "mean_token_accuracy": 0.49990108609199524,
      "num_tokens": 2296987.0,
      "step": 2990
    },
    {
      "epoch": 0.0038053777598502205,
      "grad_norm": 8.5,
      "learning_rate": 4.9816113505984084e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.5148213982582093,
      "num_tokens": 2304943.0,
      "step": 3000
    },
    {
      "epoch": 0.0038180623523830543,
      "grad_norm": 5.71875,
      "learning_rate": 4.981547919589779e-05,
      "loss": 2.2975,
      "mean_token_accuracy": 0.5109862983226776,
      "num_tokens": 2312947.0,
      "step": 3010
    },
    {
      "epoch": 0.0038307469449158885,
      "grad_norm": 5.34375,
      "learning_rate": 4.98148448858115e-05,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5343407571315766,
      "num_tokens": 2320124.0,
      "step": 3020
    },
    {
      "epoch": 0.0038434315374487227,
      "grad_norm": 7.15625,
      "learning_rate": 4.9814210575725207e-05,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5222499132156372,
      "num_tokens": 2328676.0,
      "step": 3030
    },
    {
      "epoch": 0.0038561161299815565,
      "grad_norm": 5.53125,
      "learning_rate": 4.981357626563892e-05,
      "loss": 2.144,
      "mean_token_accuracy": 0.537328565120697,
      "num_tokens": 2336798.0,
      "step": 3040
    },
    {
      "epoch": 0.0038688007225143907,
      "grad_norm": 5.21875,
      "learning_rate": 4.981294195555263e-05,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5158083111047744,
      "num_tokens": 2345746.0,
      "step": 3050
    },
    {
      "epoch": 0.003881485315047225,
      "grad_norm": 5.4375,
      "learning_rate": 4.9812307645466336e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5317634493112564,
      "num_tokens": 2351367.0,
      "step": 3060
    },
    {
      "epoch": 0.0038941699075800587,
      "grad_norm": 6.0,
      "learning_rate": 4.981167333538004e-05,
      "loss": 2.2465,
      "mean_token_accuracy": 0.5099773526191711,
      "num_tokens": 2359024.0,
      "step": 3070
    },
    {
      "epoch": 0.0039068545001128925,
      "grad_norm": 7.0625,
      "learning_rate": 4.981103902529375e-05,
      "loss": 2.3336,
      "mean_token_accuracy": 0.5017053991556167,
      "num_tokens": 2367126.0,
      "step": 3080
    },
    {
      "epoch": 0.003919539092645727,
      "grad_norm": 5.65625,
      "learning_rate": 4.981040471520746e-05,
      "loss": 2.307,
      "mean_token_accuracy": 0.511026993393898,
      "num_tokens": 2374836.0,
      "step": 3090
    },
    {
      "epoch": 0.003932223685178561,
      "grad_norm": 6.03125,
      "learning_rate": 4.980977040512117e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5510228782892227,
      "num_tokens": 2381558.0,
      "step": 3100
    },
    {
      "epoch": 0.003944908277711395,
      "grad_norm": 5.09375,
      "learning_rate": 4.9809136095034876e-05,
      "loss": 2.308,
      "mean_token_accuracy": 0.5039743483066559,
      "num_tokens": 2389021.0,
      "step": 3110
    },
    {
      "epoch": 0.003957592870244229,
      "grad_norm": 7.53125,
      "learning_rate": 4.980850178494859e-05,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5129597753286361,
      "num_tokens": 2395929.0,
      "step": 3120
    },
    {
      "epoch": 0.0039702774627770636,
      "grad_norm": 7.46875,
      "learning_rate": 4.9807867474862294e-05,
      "loss": 2.3156,
      "mean_token_accuracy": 0.5163339674472809,
      "num_tokens": 2403249.0,
      "step": 3130
    },
    {
      "epoch": 0.003982962055309897,
      "grad_norm": 13.375,
      "learning_rate": 4.9807233164776e-05,
      "loss": 2.4345,
      "mean_token_accuracy": 0.49942906498908995,
      "num_tokens": 2411189.0,
      "step": 3140
    },
    {
      "epoch": 0.003995646647842731,
      "grad_norm": 6.71875,
      "learning_rate": 4.980659885468971e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5581328779458999,
      "num_tokens": 2419003.0,
      "step": 3150
    },
    {
      "epoch": 0.004008331240375565,
      "grad_norm": 6.34375,
      "learning_rate": 4.980596454460342e-05,
      "loss": 2.4384,
      "mean_token_accuracy": 0.48541222512722015,
      "num_tokens": 2427919.0,
      "step": 3160
    },
    {
      "epoch": 0.0040210158329083995,
      "grad_norm": 5.9375,
      "learning_rate": 4.980533023451713e-05,
      "loss": 2.376,
      "mean_token_accuracy": 0.4957346171140671,
      "num_tokens": 2437125.0,
      "step": 3170
    },
    {
      "epoch": 0.004033700425441234,
      "grad_norm": 13.1875,
      "learning_rate": 4.980469592443084e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5557208627462387,
      "num_tokens": 2443142.0,
      "step": 3180
    },
    {
      "epoch": 0.004046385017974068,
      "grad_norm": 5.09375,
      "learning_rate": 4.9804061614344546e-05,
      "loss": 2.4004,
      "mean_token_accuracy": 0.5026205658912659,
      "num_tokens": 2450929.0,
      "step": 3190
    },
    {
      "epoch": 0.004059069610506901,
      "grad_norm": 8.375,
      "learning_rate": 4.980342730425825e-05,
      "loss": 2.3492,
      "mean_token_accuracy": 0.5027614831924438,
      "num_tokens": 2459430.0,
      "step": 3200
    },
    {
      "epoch": 0.0040717542030397355,
      "grad_norm": 7.40625,
      "learning_rate": 4.980279299417196e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5805694878101348,
      "num_tokens": 2465765.0,
      "step": 3210
    },
    {
      "epoch": 0.00408443879557257,
      "grad_norm": 6.25,
      "learning_rate": 4.980215868408567e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5162344604730607,
      "num_tokens": 2472653.0,
      "step": 3220
    },
    {
      "epoch": 0.004097123388105404,
      "grad_norm": 5.09375,
      "learning_rate": 4.980152437399938e-05,
      "loss": 2.3319,
      "mean_token_accuracy": 0.5008879721164703,
      "num_tokens": 2480414.0,
      "step": 3230
    },
    {
      "epoch": 0.004109807980638238,
      "grad_norm": 6.78125,
      "learning_rate": 4.980089006391309e-05,
      "loss": 2.2061,
      "mean_token_accuracy": 0.5276711165904999,
      "num_tokens": 2488339.0,
      "step": 3240
    },
    {
      "epoch": 0.004122492573171072,
      "grad_norm": 7.53125,
      "learning_rate": 4.98002557538268e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5211757987737655,
      "num_tokens": 2496178.0,
      "step": 3250
    },
    {
      "epoch": 0.004135177165703906,
      "grad_norm": 5.4375,
      "learning_rate": 4.9799621443740504e-05,
      "loss": 2.4325,
      "mean_token_accuracy": 0.47753652930259705,
      "num_tokens": 2505546.0,
      "step": 3260
    },
    {
      "epoch": 0.00414786175823674,
      "grad_norm": 6.1875,
      "learning_rate": 4.979898713365421e-05,
      "loss": 2.2465,
      "mean_token_accuracy": 0.5106232851743698,
      "num_tokens": 2512941.0,
      "step": 3270
    },
    {
      "epoch": 0.004160546350769574,
      "grad_norm": 5.21875,
      "learning_rate": 4.979835282356792e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5337363183498383,
      "num_tokens": 2519820.0,
      "step": 3280
    },
    {
      "epoch": 0.004173230943302408,
      "grad_norm": 6.375,
      "learning_rate": 4.979771851348163e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5475440710783005,
      "num_tokens": 2527374.0,
      "step": 3290
    },
    {
      "epoch": 0.004185915535835243,
      "grad_norm": 5.25,
      "learning_rate": 4.979708420339534e-05,
      "loss": 2.3664,
      "mean_token_accuracy": 0.5070408910512925,
      "num_tokens": 2536097.0,
      "step": 3300
    },
    {
      "epoch": 0.004198600128368077,
      "grad_norm": 8.5,
      "learning_rate": 4.9796449893309044e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5218189895153046,
      "num_tokens": 2544809.0,
      "step": 3310
    },
    {
      "epoch": 0.00421128472090091,
      "grad_norm": 6.3125,
      "learning_rate": 4.9795815583222757e-05,
      "loss": 2.3715,
      "mean_token_accuracy": 0.4996815860271454,
      "num_tokens": 2552022.0,
      "step": 3320
    },
    {
      "epoch": 0.004223969313433744,
      "grad_norm": 5.71875,
      "learning_rate": 4.979518127313646e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.5211734205484391,
      "num_tokens": 2560242.0,
      "step": 3330
    },
    {
      "epoch": 0.004236653905966579,
      "grad_norm": 6.25,
      "learning_rate": 4.979454696305017e-05,
      "loss": 2.3767,
      "mean_token_accuracy": 0.49656393826007844,
      "num_tokens": 2567917.0,
      "step": 3340
    },
    {
      "epoch": 0.004249338498499413,
      "grad_norm": 6.78125,
      "learning_rate": 4.979391265296388e-05,
      "loss": 2.3728,
      "mean_token_accuracy": 0.4971357583999634,
      "num_tokens": 2576199.0,
      "step": 3350
    },
    {
      "epoch": 0.004262023091032247,
      "grad_norm": 5.21875,
      "learning_rate": 4.9793278342877585e-05,
      "loss": 2.3731,
      "mean_token_accuracy": 0.49144162237644196,
      "num_tokens": 2585261.0,
      "step": 3360
    },
    {
      "epoch": 0.004274707683565081,
      "grad_norm": 5.96875,
      "learning_rate": 4.97926440327913e-05,
      "loss": 2.3601,
      "mean_token_accuracy": 0.490679594874382,
      "num_tokens": 2594266.0,
      "step": 3370
    },
    {
      "epoch": 0.004287392276097915,
      "grad_norm": 5.1875,
      "learning_rate": 4.979200972270501e-05,
      "loss": 2.225,
      "mean_token_accuracy": 0.5374578237533569,
      "num_tokens": 2600295.0,
      "step": 3380
    },
    {
      "epoch": 0.004300076868630749,
      "grad_norm": 5.21875,
      "learning_rate": 4.9791375412618714e-05,
      "loss": 2.2675,
      "mean_token_accuracy": 0.5097532600164414,
      "num_tokens": 2607907.0,
      "step": 3390
    },
    {
      "epoch": 0.004312761461163583,
      "grad_norm": 5.28125,
      "learning_rate": 4.9790741102532427e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5353961169719696,
      "num_tokens": 2615698.0,
      "step": 3400
    },
    {
      "epoch": 0.004325446053696417,
      "grad_norm": 6.75,
      "learning_rate": 4.9790106792446125e-05,
      "loss": 2.3157,
      "mean_token_accuracy": 0.5060202360153199,
      "num_tokens": 2623986.0,
      "step": 3410
    },
    {
      "epoch": 0.0043381306462292515,
      "grad_norm": 5.75,
      "learning_rate": 4.978947248235984e-05,
      "loss": 2.2666,
      "mean_token_accuracy": 0.5125507771968841,
      "num_tokens": 2631165.0,
      "step": 3420
    },
    {
      "epoch": 0.004350815238762085,
      "grad_norm": 6.03125,
      "learning_rate": 4.978883817227355e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5678095012903214,
      "num_tokens": 2637923.0,
      "step": 3430
    },
    {
      "epoch": 0.004363499831294919,
      "grad_norm": 4.21875,
      "learning_rate": 4.9788203862187255e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5455462396144867,
      "num_tokens": 2645571.0,
      "step": 3440
    },
    {
      "epoch": 0.004376184423827753,
      "grad_norm": 5.8125,
      "learning_rate": 4.978756955210097e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5370441943407058,
      "num_tokens": 2653230.0,
      "step": 3450
    },
    {
      "epoch": 0.0043888690163605875,
      "grad_norm": 5.8125,
      "learning_rate": 4.978693524201467e-05,
      "loss": 2.3434,
      "mean_token_accuracy": 0.49917072057724,
      "num_tokens": 2662258.0,
      "step": 3460
    },
    {
      "epoch": 0.004401553608893422,
      "grad_norm": 5.4375,
      "learning_rate": 4.9786300931928384e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5126416087150574,
      "num_tokens": 2670421.0,
      "step": 3470
    },
    {
      "epoch": 0.004414238201426256,
      "grad_norm": 6.65625,
      "learning_rate": 4.978566662184209e-05,
      "loss": 2.2342,
      "mean_token_accuracy": 0.5244455575942993,
      "num_tokens": 2678050.0,
      "step": 3480
    },
    {
      "epoch": 0.004426922793959089,
      "grad_norm": 6.1875,
      "learning_rate": 4.9785032311755795e-05,
      "loss": 2.3819,
      "mean_token_accuracy": 0.4943350523710251,
      "num_tokens": 2687049.0,
      "step": 3490
    },
    {
      "epoch": 0.0044396073864919235,
      "grad_norm": 6.0625,
      "learning_rate": 4.978439800166951e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5185031443834305,
      "num_tokens": 2694489.0,
      "step": 3500
    },
    {
      "epoch": 0.004452291979024758,
      "grad_norm": 7.34375,
      "learning_rate": 4.978376369158321e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5346740365028382,
      "num_tokens": 2701231.0,
      "step": 3510
    },
    {
      "epoch": 0.004464976571557592,
      "grad_norm": 5.96875,
      "learning_rate": 4.9783129381496925e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5580582648515702,
      "num_tokens": 2708044.0,
      "step": 3520
    },
    {
      "epoch": 0.004477661164090426,
      "grad_norm": 5.3125,
      "learning_rate": 4.978249507141064e-05,
      "loss": 2.4072,
      "mean_token_accuracy": 0.4990977108478546,
      "num_tokens": 2717140.0,
      "step": 3530
    },
    {
      "epoch": 0.00449034575662326,
      "grad_norm": 5.6875,
      "learning_rate": 4.978186076132434e-05,
      "loss": 2.4046,
      "mean_token_accuracy": 0.48875931799411776,
      "num_tokens": 2724764.0,
      "step": 3540
    },
    {
      "epoch": 0.004503030349156094,
      "grad_norm": 6.71875,
      "learning_rate": 4.978122645123805e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5466375887393952,
      "num_tokens": 2733231.0,
      "step": 3550
    },
    {
      "epoch": 0.004515714941688928,
      "grad_norm": 6.1875,
      "learning_rate": 4.978059214115175e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5256179988384246,
      "num_tokens": 2740995.0,
      "step": 3560
    },
    {
      "epoch": 0.004528399534221762,
      "grad_norm": 7.625,
      "learning_rate": 4.9779957831065465e-05,
      "loss": 2.2303,
      "mean_token_accuracy": 0.5126672387123108,
      "num_tokens": 2748045.0,
      "step": 3570
    },
    {
      "epoch": 0.004541084126754596,
      "grad_norm": 5.53125,
      "learning_rate": 4.977932352097918e-05,
      "loss": 2.3649,
      "mean_token_accuracy": 0.49303420782089236,
      "num_tokens": 2756215.0,
      "step": 3580
    },
    {
      "epoch": 0.0045537687192874305,
      "grad_norm": 5.46875,
      "learning_rate": 4.977868921089288e-05,
      "loss": 2.2584,
      "mean_token_accuracy": 0.5151188135147095,
      "num_tokens": 2764265.0,
      "step": 3590
    },
    {
      "epoch": 0.004566453311820265,
      "grad_norm": 5.78125,
      "learning_rate": 4.9778054900806595e-05,
      "loss": 2.2938,
      "mean_token_accuracy": 0.5133622258901596,
      "num_tokens": 2772081.0,
      "step": 3600
    },
    {
      "epoch": 0.004579137904353098,
      "grad_norm": 10.0,
      "learning_rate": 4.97774205907203e-05,
      "loss": 2.3317,
      "mean_token_accuracy": 0.5176615327596664,
      "num_tokens": 2778736.0,
      "step": 3610
    },
    {
      "epoch": 0.004591822496885932,
      "grad_norm": 6.9375,
      "learning_rate": 4.9776786280634005e-05,
      "loss": 2.324,
      "mean_token_accuracy": 0.5066185802221298,
      "num_tokens": 2785831.0,
      "step": 3620
    },
    {
      "epoch": 0.0046045070894187665,
      "grad_norm": 10.4375,
      "learning_rate": 4.977615197054772e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5195895344018936,
      "num_tokens": 2792457.0,
      "step": 3630
    },
    {
      "epoch": 0.004617191681951601,
      "grad_norm": 7.03125,
      "learning_rate": 4.977551766046142e-05,
      "loss": 2.3755,
      "mean_token_accuracy": 0.4914019048213959,
      "num_tokens": 2799982.0,
      "step": 3640
    },
    {
      "epoch": 0.004629876274484435,
      "grad_norm": 6.75,
      "learning_rate": 4.9774883350375135e-05,
      "loss": 2.2387,
      "mean_token_accuracy": 0.5162097811698914,
      "num_tokens": 2807337.0,
      "step": 3650
    },
    {
      "epoch": 0.004642560867017269,
      "grad_norm": 6.28125,
      "learning_rate": 4.977424904028884e-05,
      "loss": 2.2274,
      "mean_token_accuracy": 0.5236116796731949,
      "num_tokens": 2814153.0,
      "step": 3660
    },
    {
      "epoch": 0.0046552454595501025,
      "grad_norm": 5.34375,
      "learning_rate": 4.977361473020255e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5541891425848007,
      "num_tokens": 2820585.0,
      "step": 3670
    },
    {
      "epoch": 0.004667930052082937,
      "grad_norm": 4.90625,
      "learning_rate": 4.977298042011626e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5535149544477462,
      "num_tokens": 2827874.0,
      "step": 3680
    },
    {
      "epoch": 0.004680614644615771,
      "grad_norm": 4.96875,
      "learning_rate": 4.977234611002996e-05,
      "loss": 2.2368,
      "mean_token_accuracy": 0.5044683188199997,
      "num_tokens": 2837056.0,
      "step": 3690
    },
    {
      "epoch": 0.004693299237148605,
      "grad_norm": 5.75,
      "learning_rate": 4.9771711799943675e-05,
      "loss": 2.2772,
      "mean_token_accuracy": 0.5138681381940842,
      "num_tokens": 2843947.0,
      "step": 3700
    },
    {
      "epoch": 0.004705983829681439,
      "grad_norm": 6.34375,
      "learning_rate": 4.977107748985738e-05,
      "loss": 2.215,
      "mean_token_accuracy": 0.5157098919153214,
      "num_tokens": 2851477.0,
      "step": 3710
    },
    {
      "epoch": 0.004718668422214274,
      "grad_norm": 6.59375,
      "learning_rate": 4.977044317977109e-05,
      "loss": 2.349,
      "mean_token_accuracy": 0.4978742927312851,
      "num_tokens": 2859619.0,
      "step": 3720
    },
    {
      "epoch": 0.004731353014747107,
      "grad_norm": 4.8125,
      "learning_rate": 4.9769808869684805e-05,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5131807327270508,
      "num_tokens": 2867396.0,
      "step": 3730
    },
    {
      "epoch": 0.004744037607279941,
      "grad_norm": 5.5,
      "learning_rate": 4.976917455959851e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5122970312833786,
      "num_tokens": 2875854.0,
      "step": 3740
    },
    {
      "epoch": 0.004756722199812775,
      "grad_norm": 7.21875,
      "learning_rate": 4.9768540249512215e-05,
      "loss": 2.1737,
      "mean_token_accuracy": 0.5240877628326416,
      "num_tokens": 2882446.0,
      "step": 3750
    },
    {
      "epoch": 0.00476940679234561,
      "grad_norm": 6.84375,
      "learning_rate": 4.976790593942592e-05,
      "loss": 2.4096,
      "mean_token_accuracy": 0.4962405741214752,
      "num_tokens": 2890319.0,
      "step": 3760
    },
    {
      "epoch": 0.004782091384878444,
      "grad_norm": 4.84375,
      "learning_rate": 4.976727162933963e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5409577488899231,
      "num_tokens": 2899028.0,
      "step": 3770
    },
    {
      "epoch": 0.004794775977411278,
      "grad_norm": 7.53125,
      "learning_rate": 4.9766637319253345e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5339419186115265,
      "num_tokens": 2906664.0,
      "step": 3780
    },
    {
      "epoch": 0.004807460569944111,
      "grad_norm": 5.21875,
      "learning_rate": 4.976600300916705e-05,
      "loss": 2.3129,
      "mean_token_accuracy": 0.5059834033250808,
      "num_tokens": 2914114.0,
      "step": 3790
    },
    {
      "epoch": 0.004820145162476946,
      "grad_norm": 5.53125,
      "learning_rate": 4.976536869908076e-05,
      "loss": 2.3556,
      "mean_token_accuracy": 0.5017504274845124,
      "num_tokens": 2921626.0,
      "step": 3800
    },
    {
      "epoch": 0.00483282975500978,
      "grad_norm": 5.6875,
      "learning_rate": 4.976473438899447e-05,
      "loss": 2.3048,
      "mean_token_accuracy": 0.5063626527786255,
      "num_tokens": 2930224.0,
      "step": 3810
    },
    {
      "epoch": 0.004845514347542614,
      "grad_norm": 5.625,
      "learning_rate": 4.976410007890818e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5361695468425751,
      "num_tokens": 2936465.0,
      "step": 3820
    },
    {
      "epoch": 0.004858198940075448,
      "grad_norm": 5.375,
      "learning_rate": 4.9763465768821885e-05,
      "loss": 2.3663,
      "mean_token_accuracy": 0.49159865379333495,
      "num_tokens": 2945460.0,
      "step": 3830
    },
    {
      "epoch": 0.004870883532608282,
      "grad_norm": 7.125,
      "learning_rate": 4.976283145873559e-05,
      "loss": 2.2911,
      "mean_token_accuracy": 0.5087887614965438,
      "num_tokens": 2951631.0,
      "step": 3840
    },
    {
      "epoch": 0.004883568125141116,
      "grad_norm": 10.875,
      "learning_rate": 4.97621971486493e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.565513014793396,
      "num_tokens": 2958108.0,
      "step": 3850
    },
    {
      "epoch": 0.00489625271767395,
      "grad_norm": 8.125,
      "learning_rate": 4.976156283856301e-05,
      "loss": 2.464,
      "mean_token_accuracy": 0.48134811222553253,
      "num_tokens": 2966559.0,
      "step": 3860
    },
    {
      "epoch": 0.004908937310206784,
      "grad_norm": 6.09375,
      "learning_rate": 4.976092852847672e-05,
      "loss": 2.3252,
      "mean_token_accuracy": 0.5044563263654709,
      "num_tokens": 2975293.0,
      "step": 3870
    },
    {
      "epoch": 0.0049216219027396185,
      "grad_norm": 7.5,
      "learning_rate": 4.976029421839043e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5211334109306336,
      "num_tokens": 2983036.0,
      "step": 3880
    },
    {
      "epoch": 0.004934306495272453,
      "grad_norm": 5.625,
      "learning_rate": 4.975965990830414e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5309325248003006,
      "num_tokens": 2990063.0,
      "step": 3890
    },
    {
      "epoch": 0.004946991087805286,
      "grad_norm": 6.25,
      "learning_rate": 4.975902559821784e-05,
      "loss": 2.3016,
      "mean_token_accuracy": 0.5135519951581955,
      "num_tokens": 2996779.0,
      "step": 3900
    },
    {
      "epoch": 0.00495967568033812,
      "grad_norm": 6.21875,
      "learning_rate": 4.975839128813155e-05,
      "loss": 2.6398,
      "mean_token_accuracy": 0.4606881946325302,
      "num_tokens": 3003964.0,
      "step": 3910
    },
    {
      "epoch": 0.0049723602728709545,
      "grad_norm": 5.03125,
      "learning_rate": 4.975775697804526e-05,
      "loss": 2.3301,
      "mean_token_accuracy": 0.500984662771225,
      "num_tokens": 3010673.0,
      "step": 3920
    },
    {
      "epoch": 0.004985044865403789,
      "grad_norm": 7.90625,
      "learning_rate": 4.975712266795897e-05,
      "loss": 2.3156,
      "mean_token_accuracy": 0.5216293632984161,
      "num_tokens": 3018229.0,
      "step": 3930
    },
    {
      "epoch": 0.004997729457936623,
      "grad_norm": 5.5625,
      "learning_rate": 4.975648835787268e-05,
      "loss": 2.3198,
      "mean_token_accuracy": 0.5155928999185562,
      "num_tokens": 3026244.0,
      "step": 3940
    },
    {
      "epoch": 0.005010414050469457,
      "grad_norm": 6.59375,
      "learning_rate": 4.975585404778639e-05,
      "loss": 2.2499,
      "mean_token_accuracy": 0.5050523787736892,
      "num_tokens": 3033166.0,
      "step": 3950
    },
    {
      "epoch": 0.0050230986430022904,
      "grad_norm": 5.21875,
      "learning_rate": 4.9755219737700096e-05,
      "loss": 2.252,
      "mean_token_accuracy": 0.5238965004682541,
      "num_tokens": 3040199.0,
      "step": 3960
    },
    {
      "epoch": 0.005035783235535125,
      "grad_norm": 5.5625,
      "learning_rate": 4.97545854276138e-05,
      "loss": 2.4156,
      "mean_token_accuracy": 0.49060055911540984,
      "num_tokens": 3047951.0,
      "step": 3970
    },
    {
      "epoch": 0.005048467828067959,
      "grad_norm": 6.90625,
      "learning_rate": 4.975395111752751e-05,
      "loss": 1.8658,
      "mean_token_accuracy": 0.603245010972023,
      "num_tokens": 3054466.0,
      "step": 3980
    },
    {
      "epoch": 0.005061152420600793,
      "grad_norm": 7.21875,
      "learning_rate": 4.975331680744122e-05,
      "loss": 2.3583,
      "mean_token_accuracy": 0.4997425556182861,
      "num_tokens": 3062086.0,
      "step": 3990
    },
    {
      "epoch": 0.005073837013133627,
      "grad_norm": 5.4375,
      "learning_rate": 4.975268249735493e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5531980037689209,
      "num_tokens": 3069058.0,
      "step": 4000
    },
    {
      "epoch": 0.0050865216056664615,
      "grad_norm": 5.53125,
      "learning_rate": 4.9752048187268636e-05,
      "loss": 2.3067,
      "mean_token_accuracy": 0.5120795667171478,
      "num_tokens": 3076263.0,
      "step": 4010
    },
    {
      "epoch": 0.005099206198199295,
      "grad_norm": 5.34375,
      "learning_rate": 4.975141387718235e-05,
      "loss": 2.2943,
      "mean_token_accuracy": 0.5052664488554001,
      "num_tokens": 3084586.0,
      "step": 4020
    },
    {
      "epoch": 0.005111890790732129,
      "grad_norm": 13.1875,
      "learning_rate": 4.9750779567096053e-05,
      "loss": 2.4879,
      "mean_token_accuracy": 0.4858022391796112,
      "num_tokens": 3092436.0,
      "step": 4030
    },
    {
      "epoch": 0.005124575383264963,
      "grad_norm": 5.3125,
      "learning_rate": 4.975014525700976e-05,
      "loss": 2.2502,
      "mean_token_accuracy": 0.5158842265605926,
      "num_tokens": 3100080.0,
      "step": 4040
    },
    {
      "epoch": 0.0051372599757977975,
      "grad_norm": 5.78125,
      "learning_rate": 4.974951094692347e-05,
      "loss": 2.2929,
      "mean_token_accuracy": 0.5164178907871246,
      "num_tokens": 3108028.0,
      "step": 4050
    },
    {
      "epoch": 0.005149944568330632,
      "grad_norm": 5.09375,
      "learning_rate": 4.974887663683718e-05,
      "loss": 2.2653,
      "mean_token_accuracy": 0.5052013039588928,
      "num_tokens": 3115667.0,
      "step": 4060
    },
    {
      "epoch": 0.005162629160863466,
      "grad_norm": 5.28125,
      "learning_rate": 4.974824232675089e-05,
      "loss": 2.3406,
      "mean_token_accuracy": 0.5022324740886688,
      "num_tokens": 3124872.0,
      "step": 4070
    },
    {
      "epoch": 0.005175313753396299,
      "grad_norm": 5.34375,
      "learning_rate": 4.97476080166646e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5347439408302307,
      "num_tokens": 3131511.0,
      "step": 4080
    },
    {
      "epoch": 0.0051879983459291335,
      "grad_norm": 7.78125,
      "learning_rate": 4.9746973706578306e-05,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5245867729187011,
      "num_tokens": 3139204.0,
      "step": 4090
    },
    {
      "epoch": 0.005200682938461968,
      "grad_norm": 6.6875,
      "learning_rate": 4.974633939649201e-05,
      "loss": 2.4407,
      "mean_token_accuracy": 0.4985533386468887,
      "num_tokens": 3147322.0,
      "step": 4100
    },
    {
      "epoch": 0.005213367530994802,
      "grad_norm": 11.0,
      "learning_rate": 4.974570508640572e-05,
      "loss": 2.4497,
      "mean_token_accuracy": 0.48008266687393186,
      "num_tokens": 3155414.0,
      "step": 4110
    },
    {
      "epoch": 0.005226052123527636,
      "grad_norm": 5.1875,
      "learning_rate": 4.974507077631943e-05,
      "loss": 2.3734,
      "mean_token_accuracy": 0.4906482398509979,
      "num_tokens": 3164190.0,
      "step": 4120
    },
    {
      "epoch": 0.00523873671606047,
      "grad_norm": 4.6875,
      "learning_rate": 4.974443646623314e-05,
      "loss": 2.3935,
      "mean_token_accuracy": 0.49213954210281374,
      "num_tokens": 3172497.0,
      "step": 4130
    },
    {
      "epoch": 0.005251421308593304,
      "grad_norm": 6.8125,
      "learning_rate": 4.9743802156146846e-05,
      "loss": 2.3248,
      "mean_token_accuracy": 0.5069971919059754,
      "num_tokens": 3179631.0,
      "step": 4140
    },
    {
      "epoch": 0.005264105901126138,
      "grad_norm": 8.6875,
      "learning_rate": 4.974316784606056e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5835750818252563,
      "num_tokens": 3186498.0,
      "step": 4150
    },
    {
      "epoch": 0.005276790493658972,
      "grad_norm": 4.125,
      "learning_rate": 4.974253353597427e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5362255960702896,
      "num_tokens": 3194977.0,
      "step": 4160
    },
    {
      "epoch": 0.005289475086191806,
      "grad_norm": 5.125,
      "learning_rate": 4.974189922588797e-05,
      "loss": 2.3904,
      "mean_token_accuracy": 0.5005697667598724,
      "num_tokens": 3204560.0,
      "step": 4170
    },
    {
      "epoch": 0.005302159678724641,
      "grad_norm": 5.34375,
      "learning_rate": 4.974126491580168e-05,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5285535782575608,
      "num_tokens": 3212551.0,
      "step": 4180
    },
    {
      "epoch": 0.005314844271257475,
      "grad_norm": 7.84375,
      "learning_rate": 4.9740630605715386e-05,
      "loss": 2.2719,
      "mean_token_accuracy": 0.5110292643308639,
      "num_tokens": 3219493.0,
      "step": 4190
    },
    {
      "epoch": 0.005327528863790308,
      "grad_norm": 6.1875,
      "learning_rate": 4.97399962956291e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5199434936046601,
      "num_tokens": 3225956.0,
      "step": 4200
    },
    {
      "epoch": 0.005340213456323142,
      "grad_norm": 5.0625,
      "learning_rate": 4.973936198554281e-05,
      "loss": 2.2271,
      "mean_token_accuracy": 0.5410021364688873,
      "num_tokens": 3231917.0,
      "step": 4210
    },
    {
      "epoch": 0.005352898048855977,
      "grad_norm": 12.5625,
      "learning_rate": 4.9738727675456516e-05,
      "loss": 2.3626,
      "mean_token_accuracy": 0.506475853919983,
      "num_tokens": 3238654.0,
      "step": 4220
    },
    {
      "epoch": 0.005365582641388811,
      "grad_norm": 5.8125,
      "learning_rate": 4.973809336537023e-05,
      "loss": 2.4143,
      "mean_token_accuracy": 0.4934858322143555,
      "num_tokens": 3247170.0,
      "step": 4230
    },
    {
      "epoch": 0.005378267233921645,
      "grad_norm": 5.625,
      "learning_rate": 4.9737459055283934e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5428549200296402,
      "num_tokens": 3255589.0,
      "step": 4240
    },
    {
      "epoch": 0.005390951826454479,
      "grad_norm": 7.03125,
      "learning_rate": 4.973682474519764e-05,
      "loss": 2.223,
      "mean_token_accuracy": 0.5330346107482911,
      "num_tokens": 3262848.0,
      "step": 4250
    },
    {
      "epoch": 0.005403636418987313,
      "grad_norm": 5.71875,
      "learning_rate": 4.973619043511135e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5203275293111801,
      "num_tokens": 3270372.0,
      "step": 4260
    },
    {
      "epoch": 0.005416321011520147,
      "grad_norm": 5.25,
      "learning_rate": 4.9735556125025056e-05,
      "loss": 2.3988,
      "mean_token_accuracy": 0.49627026319503786,
      "num_tokens": 3279135.0,
      "step": 4270
    },
    {
      "epoch": 0.005429005604052981,
      "grad_norm": 6.03125,
      "learning_rate": 4.973492181493877e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5149662852287292,
      "num_tokens": 3286672.0,
      "step": 4280
    },
    {
      "epoch": 0.005441690196585815,
      "grad_norm": 5.96875,
      "learning_rate": 4.9734287504852474e-05,
      "loss": 2.2978,
      "mean_token_accuracy": 0.5210929155349732,
      "num_tokens": 3293704.0,
      "step": 4290
    },
    {
      "epoch": 0.0054543747891186494,
      "grad_norm": 4.65625,
      "learning_rate": 4.9733653194766186e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5329072207212449,
      "num_tokens": 3301531.0,
      "step": 4300
    },
    {
      "epoch": 0.005467059381651483,
      "grad_norm": 5.96875,
      "learning_rate": 4.973301888467989e-05,
      "loss": 2.2898,
      "mean_token_accuracy": 0.49865415692329407,
      "num_tokens": 3310038.0,
      "step": 4310
    },
    {
      "epoch": 0.005479743974184317,
      "grad_norm": 5.4375,
      "learning_rate": 4.97323845745936e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5152800440788269,
      "num_tokens": 3317963.0,
      "step": 4320
    },
    {
      "epoch": 0.005492428566717151,
      "grad_norm": 8.0,
      "learning_rate": 4.973175026450731e-05,
      "loss": 2.3088,
      "mean_token_accuracy": 0.5124287962913513,
      "num_tokens": 3326374.0,
      "step": 4330
    },
    {
      "epoch": 0.0055051131592499854,
      "grad_norm": 8.0625,
      "learning_rate": 4.9731115954421014e-05,
      "loss": 2.4122,
      "mean_token_accuracy": 0.49802514910697937,
      "num_tokens": 3334059.0,
      "step": 4340
    },
    {
      "epoch": 0.00551779775178282,
      "grad_norm": 5.0,
      "learning_rate": 4.9730481644334726e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5385409265756607,
      "num_tokens": 3341741.0,
      "step": 4350
    },
    {
      "epoch": 0.005530482344315654,
      "grad_norm": 7.0,
      "learning_rate": 4.972984733424844e-05,
      "loss": 2.3333,
      "mean_token_accuracy": 0.5075973093509674,
      "num_tokens": 3347916.0,
      "step": 4360
    },
    {
      "epoch": 0.005543166936848487,
      "grad_norm": 6.125,
      "learning_rate": 4.9729213024162144e-05,
      "loss": 2.5368,
      "mean_token_accuracy": 0.4697559505701065,
      "num_tokens": 3357710.0,
      "step": 4370
    },
    {
      "epoch": 0.0055558515293813214,
      "grad_norm": 5.03125,
      "learning_rate": 4.972857871407585e-05,
      "loss": 2.2923,
      "mean_token_accuracy": 0.49972196817398074,
      "num_tokens": 3365297.0,
      "step": 4380
    },
    {
      "epoch": 0.005568536121914156,
      "grad_norm": 4.625,
      "learning_rate": 4.9727944403989554e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5586203873157501,
      "num_tokens": 3372908.0,
      "step": 4390
    },
    {
      "epoch": 0.00558122071444699,
      "grad_norm": 5.78125,
      "learning_rate": 4.9727310093903267e-05,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5275864273309707,
      "num_tokens": 3381317.0,
      "step": 4400
    },
    {
      "epoch": 0.005593905306979824,
      "grad_norm": 5.9375,
      "learning_rate": 4.972667578381698e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5125215590000153,
      "num_tokens": 3388605.0,
      "step": 4410
    },
    {
      "epoch": 0.005606589899512658,
      "grad_norm": 7.6875,
      "learning_rate": 4.9726041473730684e-05,
      "loss": 2.2584,
      "mean_token_accuracy": 0.5071501046419143,
      "num_tokens": 3396859.0,
      "step": 4420
    },
    {
      "epoch": 0.005619274492045492,
      "grad_norm": 7.15625,
      "learning_rate": 4.9725407163644396e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5146070629358291,
      "num_tokens": 3405121.0,
      "step": 4430
    },
    {
      "epoch": 0.005631959084578326,
      "grad_norm": 4.65625,
      "learning_rate": 4.97247728535581e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5483720958232879,
      "num_tokens": 3412352.0,
      "step": 4440
    },
    {
      "epoch": 0.00564464367711116,
      "grad_norm": 5.6875,
      "learning_rate": 4.972413854347181e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5244092553853988,
      "num_tokens": 3419055.0,
      "step": 4450
    },
    {
      "epoch": 0.005657328269643994,
      "grad_norm": 6.8125,
      "learning_rate": 4.972350423338552e-05,
      "loss": 2.3173,
      "mean_token_accuracy": 0.49799564480781555,
      "num_tokens": 3426654.0,
      "step": 4460
    },
    {
      "epoch": 0.0056700128621768285,
      "grad_norm": 4.84375,
      "learning_rate": 4.9722869923299224e-05,
      "loss": 2.2336,
      "mean_token_accuracy": 0.5292283803224563,
      "num_tokens": 3433344.0,
      "step": 4470
    },
    {
      "epoch": 0.005682697454709663,
      "grad_norm": 6.5,
      "learning_rate": 4.9722235613212937e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5337146341800689,
      "num_tokens": 3442142.0,
      "step": 4480
    },
    {
      "epoch": 0.005695382047242496,
      "grad_norm": 6.78125,
      "learning_rate": 4.972160130312664e-05,
      "loss": 2.3513,
      "mean_token_accuracy": 0.49571744799613954,
      "num_tokens": 3449199.0,
      "step": 4490
    },
    {
      "epoch": 0.00570806663977533,
      "grad_norm": 5.40625,
      "learning_rate": 4.9720966993040354e-05,
      "loss": 2.2591,
      "mean_token_accuracy": 0.502984693646431,
      "num_tokens": 3458556.0,
      "step": 4500
    },
    {
      "epoch": 0.0057207512323081645,
      "grad_norm": 5.5,
      "learning_rate": 4.9720332682954066e-05,
      "loss": 2.114,
      "mean_token_accuracy": 0.5332760602235794,
      "num_tokens": 3466889.0,
      "step": 4510
    },
    {
      "epoch": 0.005733435824840999,
      "grad_norm": 6.0,
      "learning_rate": 4.9719698372867765e-05,
      "loss": 2.303,
      "mean_token_accuracy": 0.5122499912977219,
      "num_tokens": 3475390.0,
      "step": 4520
    },
    {
      "epoch": 0.005746120417373833,
      "grad_norm": 5.0,
      "learning_rate": 4.971906406278148e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.524867182970047,
      "num_tokens": 3483038.0,
      "step": 4530
    },
    {
      "epoch": 0.005758805009906667,
      "grad_norm": 7.5625,
      "learning_rate": 4.971842975269518e-05,
      "loss": 2.3116,
      "mean_token_accuracy": 0.5016305029392243,
      "num_tokens": 3491182.0,
      "step": 4540
    },
    {
      "epoch": 0.0057714896024395005,
      "grad_norm": 6.21875,
      "learning_rate": 4.9717795442608894e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.522861635684967,
      "num_tokens": 3499141.0,
      "step": 4550
    },
    {
      "epoch": 0.005784174194972335,
      "grad_norm": 5.4375,
      "learning_rate": 4.9717161132522606e-05,
      "loss": 2.2451,
      "mean_token_accuracy": 0.5149071425199508,
      "num_tokens": 3505903.0,
      "step": 4560
    },
    {
      "epoch": 0.005796858787505169,
      "grad_norm": 11.6875,
      "learning_rate": 4.971652682243631e-05,
      "loss": 2.4199,
      "mean_token_accuracy": 0.48415579795837405,
      "num_tokens": 3512777.0,
      "step": 4570
    },
    {
      "epoch": 0.005809543380038003,
      "grad_norm": 7.03125,
      "learning_rate": 4.9715892512350024e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5317906439304352,
      "num_tokens": 3519998.0,
      "step": 4580
    },
    {
      "epoch": 0.005822227972570837,
      "grad_norm": 6.8125,
      "learning_rate": 4.971525820226372e-05,
      "loss": 2.2977,
      "mean_token_accuracy": 0.5158617675304413,
      "num_tokens": 3527441.0,
      "step": 4590
    },
    {
      "epoch": 0.005834912565103672,
      "grad_norm": 4.96875,
      "learning_rate": 4.9714623892177435e-05,
      "loss": 2.2764,
      "mean_token_accuracy": 0.5006971567869186,
      "num_tokens": 3536308.0,
      "step": 4600
    },
    {
      "epoch": 0.005847597157636505,
      "grad_norm": 4.71875,
      "learning_rate": 4.971398958209115e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5173644334077835,
      "num_tokens": 3544791.0,
      "step": 4610
    },
    {
      "epoch": 0.005860281750169339,
      "grad_norm": 7.25,
      "learning_rate": 4.971335527200485e-05,
      "loss": 2.3315,
      "mean_token_accuracy": 0.5075575023889541,
      "num_tokens": 3552894.0,
      "step": 4620
    },
    {
      "epoch": 0.005872966342702173,
      "grad_norm": 5.375,
      "learning_rate": 4.9712720961918564e-05,
      "loss": 2.2759,
      "mean_token_accuracy": 0.5168072879314423,
      "num_tokens": 3559736.0,
      "step": 4630
    },
    {
      "epoch": 0.005885650935235008,
      "grad_norm": 7.59375,
      "learning_rate": 4.971208665183227e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5341358184814453,
      "num_tokens": 3569040.0,
      "step": 4640
    },
    {
      "epoch": 0.005898335527767842,
      "grad_norm": 7.75,
      "learning_rate": 4.971145234174598e-05,
      "loss": 2.2563,
      "mean_token_accuracy": 0.5116033315658569,
      "num_tokens": 3577474.0,
      "step": 4650
    },
    {
      "epoch": 0.005911020120300676,
      "grad_norm": 6.8125,
      "learning_rate": 4.971081803165969e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5296011388301849,
      "num_tokens": 3585308.0,
      "step": 4660
    },
    {
      "epoch": 0.005923704712833509,
      "grad_norm": 5.6875,
      "learning_rate": 4.971018372157339e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5315225303173066,
      "num_tokens": 3591924.0,
      "step": 4670
    },
    {
      "epoch": 0.005936389305366344,
      "grad_norm": 5.9375,
      "learning_rate": 4.9709549411487105e-05,
      "loss": 2.2623,
      "mean_token_accuracy": 0.5126944750547409,
      "num_tokens": 3600649.0,
      "step": 4680
    },
    {
      "epoch": 0.005949073897899178,
      "grad_norm": 5.78125,
      "learning_rate": 4.970891510140081e-05,
      "loss": 2.3788,
      "mean_token_accuracy": 0.4983848035335541,
      "num_tokens": 3609496.0,
      "step": 4690
    },
    {
      "epoch": 0.005961758490432012,
      "grad_norm": 5.0625,
      "learning_rate": 4.970828079131452e-05,
      "loss": 2.2886,
      "mean_token_accuracy": 0.5013769924640655,
      "num_tokens": 3617645.0,
      "step": 4700
    },
    {
      "epoch": 0.005974443082964846,
      "grad_norm": 4.9375,
      "learning_rate": 4.9707646481228234e-05,
      "loss": 2.444,
      "mean_token_accuracy": 0.4911562502384186,
      "num_tokens": 3626185.0,
      "step": 4710
    },
    {
      "epoch": 0.00598712767549768,
      "grad_norm": 6.46875,
      "learning_rate": 4.970701217114194e-05,
      "loss": 2.4567,
      "mean_token_accuracy": 0.4928635448217392,
      "num_tokens": 3632756.0,
      "step": 4720
    },
    {
      "epoch": 0.005999812268030514,
      "grad_norm": 5.375,
      "learning_rate": 4.9706377861055645e-05,
      "loss": 2.2766,
      "mean_token_accuracy": 0.5202078819274902,
      "num_tokens": 3640305.0,
      "step": 4730
    },
    {
      "epoch": 0.006012496860563348,
      "grad_norm": 5.28125,
      "learning_rate": 4.970574355096935e-05,
      "loss": 2.3686,
      "mean_token_accuracy": 0.49254363477230073,
      "num_tokens": 3648957.0,
      "step": 4740
    },
    {
      "epoch": 0.006025181453096182,
      "grad_norm": 6.28125,
      "learning_rate": 4.970510924088306e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5343362987041473,
      "num_tokens": 3657960.0,
      "step": 4750
    },
    {
      "epoch": 0.006037866045629016,
      "grad_norm": 5.96875,
      "learning_rate": 4.9704474930796774e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5542541682720185,
      "num_tokens": 3664372.0,
      "step": 4760
    },
    {
      "epoch": 0.006050550638161851,
      "grad_norm": 6.4375,
      "learning_rate": 4.970384062071048e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5175154387950898,
      "num_tokens": 3672285.0,
      "step": 4770
    },
    {
      "epoch": 0.006063235230694684,
      "grad_norm": 5.4375,
      "learning_rate": 4.970320631062419e-05,
      "loss": 2.3687,
      "mean_token_accuracy": 0.48921070992946625,
      "num_tokens": 3680663.0,
      "step": 4780
    },
    {
      "epoch": 0.006075919823227518,
      "grad_norm": 4.1875,
      "learning_rate": 4.97025720005379e-05,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5904903173446655,
      "num_tokens": 3686757.0,
      "step": 4790
    },
    {
      "epoch": 0.006088604415760352,
      "grad_norm": 6.03125,
      "learning_rate": 4.97019376904516e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5293105840682983,
      "num_tokens": 3694007.0,
      "step": 4800
    },
    {
      "epoch": 0.006101289008293187,
      "grad_norm": 5.15625,
      "learning_rate": 4.9701303380365315e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5257747679948807,
      "num_tokens": 3700816.0,
      "step": 4810
    },
    {
      "epoch": 0.006113973600826021,
      "grad_norm": 4.53125,
      "learning_rate": 4.970066907027902e-05,
      "loss": 2.2801,
      "mean_token_accuracy": 0.49759301841259,
      "num_tokens": 3709475.0,
      "step": 4820
    },
    {
      "epoch": 0.006126658193358855,
      "grad_norm": 5.15625,
      "learning_rate": 4.970003476019273e-05,
      "loss": 2.3125,
      "mean_token_accuracy": 0.4942754328250885,
      "num_tokens": 3718259.0,
      "step": 4830
    },
    {
      "epoch": 0.006139342785891688,
      "grad_norm": 6.09375,
      "learning_rate": 4.969940045010644e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5347860723733902,
      "num_tokens": 3725211.0,
      "step": 4840
    },
    {
      "epoch": 0.006152027378424523,
      "grad_norm": 5.53125,
      "learning_rate": 4.969876614002015e-05,
      "loss": 2.3336,
      "mean_token_accuracy": 0.5050752490758896,
      "num_tokens": 3733598.0,
      "step": 4850
    },
    {
      "epoch": 0.006164711970957357,
      "grad_norm": 5.65625,
      "learning_rate": 4.9698131829933855e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5344796240329742,
      "num_tokens": 3741378.0,
      "step": 4860
    },
    {
      "epoch": 0.006177396563490191,
      "grad_norm": 5.15625,
      "learning_rate": 4.969749751984756e-05,
      "loss": 2.3184,
      "mean_token_accuracy": 0.5018943786621094,
      "num_tokens": 3750498.0,
      "step": 4870
    },
    {
      "epoch": 0.006190081156023025,
      "grad_norm": 5.53125,
      "learning_rate": 4.969686320976127e-05,
      "loss": 2.3646,
      "mean_token_accuracy": 0.49659224152565,
      "num_tokens": 3759554.0,
      "step": 4880
    },
    {
      "epoch": 0.0062027657485558595,
      "grad_norm": 5.5625,
      "learning_rate": 4.969622889967498e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5734117209911347,
      "num_tokens": 3766821.0,
      "step": 4890
    },
    {
      "epoch": 0.006215450341088693,
      "grad_norm": 5.40625,
      "learning_rate": 4.969559458958869e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5590341657400131,
      "num_tokens": 3774628.0,
      "step": 4900
    },
    {
      "epoch": 0.006228134933621527,
      "grad_norm": 4.78125,
      "learning_rate": 4.96949602795024e-05,
      "loss": 2.2803,
      "mean_token_accuracy": 0.515609273314476,
      "num_tokens": 3783141.0,
      "step": 4910
    },
    {
      "epoch": 0.006240819526154361,
      "grad_norm": 5.3125,
      "learning_rate": 4.969432596941611e-05,
      "loss": 2.4162,
      "mean_token_accuracy": 0.49528653621673585,
      "num_tokens": 3791412.0,
      "step": 4920
    },
    {
      "epoch": 0.0062535041186871955,
      "grad_norm": 6.46875,
      "learning_rate": 4.969369165932982e-05,
      "loss": 2.301,
      "mean_token_accuracy": 0.5045298725366593,
      "num_tokens": 3798957.0,
      "step": 4930
    },
    {
      "epoch": 0.00626618871122003,
      "grad_norm": 5.125,
      "learning_rate": 4.969305734924352e-05,
      "loss": 1.8974,
      "mean_token_accuracy": 0.5803773075342178,
      "num_tokens": 3806021.0,
      "step": 4940
    },
    {
      "epoch": 0.006278873303752864,
      "grad_norm": 5.25,
      "learning_rate": 4.969242303915723e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5317463546991348,
      "num_tokens": 3813522.0,
      "step": 4950
    },
    {
      "epoch": 0.006291557896285697,
      "grad_norm": 4.78125,
      "learning_rate": 4.969178872907094e-05,
      "loss": 2.2785,
      "mean_token_accuracy": 0.5240981072187424,
      "num_tokens": 3820724.0,
      "step": 4960
    },
    {
      "epoch": 0.0063042424888185315,
      "grad_norm": 5.0,
      "learning_rate": 4.969115441898465e-05,
      "loss": 2.2289,
      "mean_token_accuracy": 0.5246753215789794,
      "num_tokens": 3829646.0,
      "step": 4970
    },
    {
      "epoch": 0.006316927081351366,
      "grad_norm": 7.15625,
      "learning_rate": 4.969052010889836e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5567022025585174,
      "num_tokens": 3836150.0,
      "step": 4980
    },
    {
      "epoch": 0.0063296116738842,
      "grad_norm": 5.21875,
      "learning_rate": 4.968988579881207e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5575808197259903,
      "num_tokens": 3843860.0,
      "step": 4990
    },
    {
      "epoch": 0.006342296266417034,
      "grad_norm": 5.8125,
      "learning_rate": 4.968925148872578e-05,
      "loss": 2.2628,
      "mean_token_accuracy": 0.5070761919021607,
      "num_tokens": 3851380.0,
      "step": 5000
    },
    {
      "epoch": 0.006354980858949868,
      "grad_norm": 6.09375,
      "learning_rate": 4.968861717863948e-05,
      "loss": 2.248,
      "mean_token_accuracy": 0.5215513974428176,
      "num_tokens": 3858953.0,
      "step": 5010
    },
    {
      "epoch": 0.006367665451482702,
      "grad_norm": 4.90625,
      "learning_rate": 4.968798286855319e-05,
      "loss": 2.3502,
      "mean_token_accuracy": 0.4999624490737915,
      "num_tokens": 3867404.0,
      "step": 5020
    },
    {
      "epoch": 0.006380350044015536,
      "grad_norm": 6.75,
      "learning_rate": 4.96873485584669e-05,
      "loss": 2.3852,
      "mean_token_accuracy": 0.4972749173641205,
      "num_tokens": 3875593.0,
      "step": 5030
    },
    {
      "epoch": 0.00639303463654837,
      "grad_norm": 8.125,
      "learning_rate": 4.968671424838061e-05,
      "loss": 2.3113,
      "mean_token_accuracy": 0.5069151759147644,
      "num_tokens": 3883009.0,
      "step": 5040
    },
    {
      "epoch": 0.006405719229081204,
      "grad_norm": 6.125,
      "learning_rate": 4.968607993829432e-05,
      "loss": 2.235,
      "mean_token_accuracy": 0.5084753125905991,
      "num_tokens": 3889497.0,
      "step": 5050
    },
    {
      "epoch": 0.0064184038216140386,
      "grad_norm": 5.71875,
      "learning_rate": 4.968544562820803e-05,
      "loss": 2.2517,
      "mean_token_accuracy": 0.5133055120706558,
      "num_tokens": 3896925.0,
      "step": 5060
    },
    {
      "epoch": 0.006431088414146873,
      "grad_norm": 5.53125,
      "learning_rate": 4.9684811318121735e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5473345518112183,
      "num_tokens": 3903365.0,
      "step": 5070
    },
    {
      "epoch": 0.006443773006679706,
      "grad_norm": 7.9375,
      "learning_rate": 4.968417700803544e-05,
      "loss": 2.3483,
      "mean_token_accuracy": 0.49663194715976716,
      "num_tokens": 3911987.0,
      "step": 5080
    },
    {
      "epoch": 0.00645645759921254,
      "grad_norm": 5.875,
      "learning_rate": 4.968354269794915e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5375166654586792,
      "num_tokens": 3919283.0,
      "step": 5090
    },
    {
      "epoch": 0.0064691421917453746,
      "grad_norm": 6.71875,
      "learning_rate": 4.968290838786286e-05,
      "loss": 2.3007,
      "mean_token_accuracy": 0.5050631850957871,
      "num_tokens": 3925433.0,
      "step": 5100
    },
    {
      "epoch": 0.006481826784278209,
      "grad_norm": 5.78125,
      "learning_rate": 4.968227407777657e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5447622567415238,
      "num_tokens": 3933274.0,
      "step": 5110
    },
    {
      "epoch": 0.006494511376811043,
      "grad_norm": 5.90625,
      "learning_rate": 4.9681639767690276e-05,
      "loss": 2.3519,
      "mean_token_accuracy": 0.5040271908044816,
      "num_tokens": 3941126.0,
      "step": 5120
    },
    {
      "epoch": 0.006507195969343876,
      "grad_norm": 6.09375,
      "learning_rate": 4.968100545760399e-05,
      "loss": 2.317,
      "mean_token_accuracy": 0.5230180859565735,
      "num_tokens": 3948755.0,
      "step": 5130
    },
    {
      "epoch": 0.0065198805618767106,
      "grad_norm": 6.75,
      "learning_rate": 4.968037114751769e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5279951989650726,
      "num_tokens": 3956385.0,
      "step": 5140
    },
    {
      "epoch": 0.006532565154409545,
      "grad_norm": 6.03125,
      "learning_rate": 4.96797368374314e-05,
      "loss": 2.2034,
      "mean_token_accuracy": 0.523063912987709,
      "num_tokens": 3962606.0,
      "step": 5150
    },
    {
      "epoch": 0.006545249746942379,
      "grad_norm": 6.40625,
      "learning_rate": 4.967910252734511e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5086808800697327,
      "num_tokens": 3970801.0,
      "step": 5160
    },
    {
      "epoch": 0.006557934339475213,
      "grad_norm": 5.1875,
      "learning_rate": 4.9678468217258816e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5227100729942322,
      "num_tokens": 3979431.0,
      "step": 5170
    },
    {
      "epoch": 0.006570618932008047,
      "grad_norm": 5.46875,
      "learning_rate": 4.967783390717253e-05,
      "loss": 2.3245,
      "mean_token_accuracy": 0.5026053935289383,
      "num_tokens": 3986511.0,
      "step": 5180
    },
    {
      "epoch": 0.006583303524540881,
      "grad_norm": 6.0625,
      "learning_rate": 4.967719959708624e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5343994587659836,
      "num_tokens": 3994292.0,
      "step": 5190
    },
    {
      "epoch": 0.006595988117073715,
      "grad_norm": 6.5,
      "learning_rate": 4.9676565286999945e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5550937056541443,
      "num_tokens": 4002948.0,
      "step": 5200
    },
    {
      "epoch": 0.006608672709606549,
      "grad_norm": 5.0625,
      "learning_rate": 4.967593097691365e-05,
      "loss": 2.3806,
      "mean_token_accuracy": 0.5005091607570649,
      "num_tokens": 4010957.0,
      "step": 5210
    },
    {
      "epoch": 0.006621357302139383,
      "grad_norm": 7.09375,
      "learning_rate": 4.9675296666827356e-05,
      "loss": 2.215,
      "mean_token_accuracy": 0.5119099706411362,
      "num_tokens": 4018906.0,
      "step": 5220
    },
    {
      "epoch": 0.006634041894672218,
      "grad_norm": 4.875,
      "learning_rate": 4.967466235674107e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5211030781269074,
      "num_tokens": 4027298.0,
      "step": 5230
    },
    {
      "epoch": 0.006646726487205052,
      "grad_norm": 8.4375,
      "learning_rate": 4.967402804665478e-05,
      "loss": 2.4207,
      "mean_token_accuracy": 0.4897545903921127,
      "num_tokens": 4035939.0,
      "step": 5240
    },
    {
      "epoch": 0.006659411079737885,
      "grad_norm": 5.1875,
      "learning_rate": 4.9673393736568486e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5317595362663269,
      "num_tokens": 4043136.0,
      "step": 5250
    },
    {
      "epoch": 0.006672095672270719,
      "grad_norm": 5.25,
      "learning_rate": 4.96727594264822e-05,
      "loss": 2.2698,
      "mean_token_accuracy": 0.5099084317684174,
      "num_tokens": 4049760.0,
      "step": 5260
    },
    {
      "epoch": 0.006684780264803554,
      "grad_norm": 5.5,
      "learning_rate": 4.96721251163959e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5289091885089874,
      "num_tokens": 4056895.0,
      "step": 5270
    },
    {
      "epoch": 0.006697464857336388,
      "grad_norm": 7.15625,
      "learning_rate": 4.967149080630961e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5282000452280045,
      "num_tokens": 4064087.0,
      "step": 5280
    },
    {
      "epoch": 0.006710149449869222,
      "grad_norm": 4.84375,
      "learning_rate": 4.967085649622332e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5570682972669602,
      "num_tokens": 4071872.0,
      "step": 5290
    },
    {
      "epoch": 0.006722834042402056,
      "grad_norm": 5.25,
      "learning_rate": 4.9670222186137026e-05,
      "loss": 2.2497,
      "mean_token_accuracy": 0.5149326115846634,
      "num_tokens": 4080225.0,
      "step": 5300
    },
    {
      "epoch": 0.00673551863493489,
      "grad_norm": 6.5,
      "learning_rate": 4.966958787605074e-05,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5236386716365814,
      "num_tokens": 4088588.0,
      "step": 5310
    },
    {
      "epoch": 0.006748203227467724,
      "grad_norm": 5.34375,
      "learning_rate": 4.9668953565964444e-05,
      "loss": 2.4913,
      "mean_token_accuracy": 0.48314004838466645,
      "num_tokens": 4097018.0,
      "step": 5320
    },
    {
      "epoch": 0.006760887820000558,
      "grad_norm": 4.78125,
      "learning_rate": 4.9668319255878156e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5285125464200974,
      "num_tokens": 4105145.0,
      "step": 5330
    },
    {
      "epoch": 0.006773572412533392,
      "grad_norm": 4.96875,
      "learning_rate": 4.966768494579187e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5798101723194122,
      "num_tokens": 4113269.0,
      "step": 5340
    },
    {
      "epoch": 0.0067862570050662265,
      "grad_norm": 6.875,
      "learning_rate": 4.966705063570557e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5526136696338654,
      "num_tokens": 4119077.0,
      "step": 5350
    },
    {
      "epoch": 0.006798941597599061,
      "grad_norm": 5.15625,
      "learning_rate": 4.966641632561928e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5406466394662857,
      "num_tokens": 4127008.0,
      "step": 5360
    },
    {
      "epoch": 0.006811626190131894,
      "grad_norm": 8.5,
      "learning_rate": 4.9665782015532984e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5453900992870331,
      "num_tokens": 4134280.0,
      "step": 5370
    },
    {
      "epoch": 0.006824310782664728,
      "grad_norm": 4.90625,
      "learning_rate": 4.9665147705446696e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5442488402128219,
      "num_tokens": 4141709.0,
      "step": 5380
    },
    {
      "epoch": 0.0068369953751975625,
      "grad_norm": 5.84375,
      "learning_rate": 4.966451339536041e-05,
      "loss": 2.3492,
      "mean_token_accuracy": 0.48674318194389343,
      "num_tokens": 4148528.0,
      "step": 5390
    },
    {
      "epoch": 0.006849679967730397,
      "grad_norm": 5.1875,
      "learning_rate": 4.9663879085274113e-05,
      "loss": 2.4217,
      "mean_token_accuracy": 0.5019583433866501,
      "num_tokens": 4155656.0,
      "step": 5400
    },
    {
      "epoch": 0.006862364560263231,
      "grad_norm": 5.28125,
      "learning_rate": 4.9663244775187826e-05,
      "loss": 2.3095,
      "mean_token_accuracy": 0.49779160022735597,
      "num_tokens": 4163045.0,
      "step": 5410
    },
    {
      "epoch": 0.006875049152796065,
      "grad_norm": 6.4375,
      "learning_rate": 4.966261046510153e-05,
      "loss": 2.2792,
      "mean_token_accuracy": 0.5069766581058502,
      "num_tokens": 4170995.0,
      "step": 5420
    },
    {
      "epoch": 0.0068877337453288985,
      "grad_norm": 6.96875,
      "learning_rate": 4.9661976155015236e-05,
      "loss": 2.315,
      "mean_token_accuracy": 0.5134215891361237,
      "num_tokens": 4177643.0,
      "step": 5430
    },
    {
      "epoch": 0.006900418337861733,
      "grad_norm": 10.4375,
      "learning_rate": 4.966134184492895e-05,
      "loss": 2.2326,
      "mean_token_accuracy": 0.5197371453046798,
      "num_tokens": 4185065.0,
      "step": 5440
    },
    {
      "epoch": 0.006913102930394567,
      "grad_norm": 5.0,
      "learning_rate": 4.9660707534842654e-05,
      "loss": 2.3536,
      "mean_token_accuracy": 0.5034583657979965,
      "num_tokens": 4192085.0,
      "step": 5450
    },
    {
      "epoch": 0.006925787522927401,
      "grad_norm": 4.75,
      "learning_rate": 4.9660073224756366e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5451027870178222,
      "num_tokens": 4199338.0,
      "step": 5460
    },
    {
      "epoch": 0.006938472115460235,
      "grad_norm": 5.0,
      "learning_rate": 4.965943891467007e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5357891112565994,
      "num_tokens": 4206945.0,
      "step": 5470
    },
    {
      "epoch": 0.0069511567079930696,
      "grad_norm": 6.8125,
      "learning_rate": 4.9658804604583783e-05,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5332588821649551,
      "num_tokens": 4213222.0,
      "step": 5480
    },
    {
      "epoch": 0.006963841300525903,
      "grad_norm": 5.28125,
      "learning_rate": 4.965817029449749e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5316175431013107,
      "num_tokens": 4220400.0,
      "step": 5490
    },
    {
      "epoch": 0.006976525893058737,
      "grad_norm": 5.71875,
      "learning_rate": 4.9657535984411194e-05,
      "loss": 2.2418,
      "mean_token_accuracy": 0.5209638088941574,
      "num_tokens": 4227602.0,
      "step": 5500
    },
    {
      "epoch": 0.006989210485591571,
      "grad_norm": 5.15625,
      "learning_rate": 4.9656901674324906e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5136209964752197,
      "num_tokens": 4235635.0,
      "step": 5510
    },
    {
      "epoch": 0.0070018950781244055,
      "grad_norm": 5.46875,
      "learning_rate": 4.965626736423861e-05,
      "loss": 2.3023,
      "mean_token_accuracy": 0.5047922223806381,
      "num_tokens": 4243453.0,
      "step": 5520
    },
    {
      "epoch": 0.00701457967065724,
      "grad_norm": 6.875,
      "learning_rate": 4.9655633054152324e-05,
      "loss": 2.2973,
      "mean_token_accuracy": 0.5078873842954635,
      "num_tokens": 4251254.0,
      "step": 5530
    },
    {
      "epoch": 0.007027264263190073,
      "grad_norm": 4.84375,
      "learning_rate": 4.9654998744066036e-05,
      "loss": 2.3333,
      "mean_token_accuracy": 0.5067735850811005,
      "num_tokens": 4258009.0,
      "step": 5540
    },
    {
      "epoch": 0.007039948855722907,
      "grad_norm": 5.3125,
      "learning_rate": 4.965436443397974e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.525026461482048,
      "num_tokens": 4265198.0,
      "step": 5550
    },
    {
      "epoch": 0.0070526334482557415,
      "grad_norm": 5.9375,
      "learning_rate": 4.9653730123893447e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5324704945087433,
      "num_tokens": 4272608.0,
      "step": 5560
    },
    {
      "epoch": 0.007065318040788576,
      "grad_norm": 5.21875,
      "learning_rate": 4.965309581380715e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5538451850414277,
      "num_tokens": 4279392.0,
      "step": 5570
    },
    {
      "epoch": 0.00707800263332141,
      "grad_norm": 5.3125,
      "learning_rate": 4.9652461503720864e-05,
      "loss": 2.3571,
      "mean_token_accuracy": 0.5051059484481811,
      "num_tokens": 4286738.0,
      "step": 5580
    },
    {
      "epoch": 0.007090687225854244,
      "grad_norm": 4.9375,
      "learning_rate": 4.9651827193634576e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5268297642469406,
      "num_tokens": 4295063.0,
      "step": 5590
    },
    {
      "epoch": 0.0071033718183870775,
      "grad_norm": 5.65625,
      "learning_rate": 4.965119288354828e-05,
      "loss": 2.2161,
      "mean_token_accuracy": 0.5149001836776733,
      "num_tokens": 4303725.0,
      "step": 5600
    },
    {
      "epoch": 0.007116056410919912,
      "grad_norm": 6.0,
      "learning_rate": 4.9650558573461994e-05,
      "loss": 2.4026,
      "mean_token_accuracy": 0.4865748077630997,
      "num_tokens": 4312199.0,
      "step": 5610
    },
    {
      "epoch": 0.007128741003452746,
      "grad_norm": 6.09375,
      "learning_rate": 4.96499242633757e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5344476163387298,
      "num_tokens": 4319340.0,
      "step": 5620
    },
    {
      "epoch": 0.00714142559598558,
      "grad_norm": 6.03125,
      "learning_rate": 4.9649289953289404e-05,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5126628905534745,
      "num_tokens": 4327505.0,
      "step": 5630
    },
    {
      "epoch": 0.007154110188518414,
      "grad_norm": 5.6875,
      "learning_rate": 4.9648655643203116e-05,
      "loss": 2.4239,
      "mean_token_accuracy": 0.491268065571785,
      "num_tokens": 4335576.0,
      "step": 5640
    },
    {
      "epoch": 0.007166794781051249,
      "grad_norm": 4.9375,
      "learning_rate": 4.964802133311682e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5424841493368149,
      "num_tokens": 4343937.0,
      "step": 5650
    },
    {
      "epoch": 0.007179479373584082,
      "grad_norm": 5.875,
      "learning_rate": 4.9647387023030534e-05,
      "loss": 2.2907,
      "mean_token_accuracy": 0.5123651266098023,
      "num_tokens": 4352221.0,
      "step": 5660
    },
    {
      "epoch": 0.007192163966116916,
      "grad_norm": 6.25,
      "learning_rate": 4.964675271294424e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5236787796020508,
      "num_tokens": 4358957.0,
      "step": 5670
    },
    {
      "epoch": 0.00720484855864975,
      "grad_norm": 6.5,
      "learning_rate": 4.964611840285795e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5308027774095535,
      "num_tokens": 4366216.0,
      "step": 5680
    },
    {
      "epoch": 0.007217533151182585,
      "grad_norm": 6.6875,
      "learning_rate": 4.9645484092771664e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5198050826787949,
      "num_tokens": 4373409.0,
      "step": 5690
    },
    {
      "epoch": 0.007230217743715419,
      "grad_norm": 10.375,
      "learning_rate": 4.964484978268536e-05,
      "loss": 2.2816,
      "mean_token_accuracy": 0.5123939096927643,
      "num_tokens": 4380310.0,
      "step": 5700
    },
    {
      "epoch": 0.007242902336248253,
      "grad_norm": 5.0625,
      "learning_rate": 4.9644215472599074e-05,
      "loss": 2.4175,
      "mean_token_accuracy": 0.49876979291439055,
      "num_tokens": 4387956.0,
      "step": 5710
    },
    {
      "epoch": 0.007255586928781086,
      "grad_norm": 4.78125,
      "learning_rate": 4.964358116251278e-05,
      "loss": 2.4154,
      "mean_token_accuracy": 0.48733281791210176,
      "num_tokens": 4397115.0,
      "step": 5720
    },
    {
      "epoch": 0.007268271521313921,
      "grad_norm": 7.4375,
      "learning_rate": 4.964294685242649e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5310265570878983,
      "num_tokens": 4405370.0,
      "step": 5730
    },
    {
      "epoch": 0.007280956113846755,
      "grad_norm": 5.78125,
      "learning_rate": 4.9642312542340204e-05,
      "loss": 2.2579,
      "mean_token_accuracy": 0.5217761039733887,
      "num_tokens": 4412630.0,
      "step": 5740
    },
    {
      "epoch": 0.007293640706379589,
      "grad_norm": 5.4375,
      "learning_rate": 4.964167823225391e-05,
      "loss": 2.2312,
      "mean_token_accuracy": 0.519732341170311,
      "num_tokens": 4420711.0,
      "step": 5750
    },
    {
      "epoch": 0.007306325298912423,
      "grad_norm": 5.3125,
      "learning_rate": 4.964104392216762e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5338868588209152,
      "num_tokens": 4429119.0,
      "step": 5760
    },
    {
      "epoch": 0.0073190098914452575,
      "grad_norm": 5.59375,
      "learning_rate": 4.964040961208133e-05,
      "loss": 2.2922,
      "mean_token_accuracy": 0.5069623559713363,
      "num_tokens": 4437664.0,
      "step": 5770
    },
    {
      "epoch": 0.007331694483978091,
      "grad_norm": 6.40625,
      "learning_rate": 4.963977530199503e-05,
      "loss": 2.389,
      "mean_token_accuracy": 0.4882707744836807,
      "num_tokens": 4446082.0,
      "step": 5780
    },
    {
      "epoch": 0.007344379076510925,
      "grad_norm": 8.0625,
      "learning_rate": 4.9639140991908744e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5343715459108352,
      "num_tokens": 4453243.0,
      "step": 5790
    },
    {
      "epoch": 0.007357063669043759,
      "grad_norm": 5.84375,
      "learning_rate": 4.963850668182245e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5461398184299469,
      "num_tokens": 4460616.0,
      "step": 5800
    },
    {
      "epoch": 0.0073697482615765935,
      "grad_norm": 5.5,
      "learning_rate": 4.963787237173616e-05,
      "loss": 2.268,
      "mean_token_accuracy": 0.5253804475069046,
      "num_tokens": 4469203.0,
      "step": 5810
    },
    {
      "epoch": 0.007382432854109428,
      "grad_norm": 6.71875,
      "learning_rate": 4.963723806164987e-05,
      "loss": 2.3506,
      "mean_token_accuracy": 0.5061715513467788,
      "num_tokens": 4477777.0,
      "step": 5820
    },
    {
      "epoch": 0.007395117446642262,
      "grad_norm": 4.90625,
      "learning_rate": 4.963660375156358e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5360665053129197,
      "num_tokens": 4485679.0,
      "step": 5830
    },
    {
      "epoch": 0.007407802039175095,
      "grad_norm": 5.65625,
      "learning_rate": 4.9635969441477284e-05,
      "loss": 2.3413,
      "mean_token_accuracy": 0.499565589427948,
      "num_tokens": 4493347.0,
      "step": 5840
    },
    {
      "epoch": 0.0074204866317079295,
      "grad_norm": 5.21875,
      "learning_rate": 4.963533513139099e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5224998027086258,
      "num_tokens": 4502154.0,
      "step": 5850
    },
    {
      "epoch": 0.007433171224240764,
      "grad_norm": 5.90625,
      "learning_rate": 4.96347008213047e-05,
      "loss": 2.3399,
      "mean_token_accuracy": 0.49461630880832674,
      "num_tokens": 4510806.0,
      "step": 5860
    },
    {
      "epoch": 0.007445855816773598,
      "grad_norm": 5.875,
      "learning_rate": 4.9634066511218414e-05,
      "loss": 2.4212,
      "mean_token_accuracy": 0.4846567690372467,
      "num_tokens": 4519502.0,
      "step": 5870
    },
    {
      "epoch": 0.007458540409306432,
      "grad_norm": 5.34375,
      "learning_rate": 4.963343220113212e-05,
      "loss": 2.2782,
      "mean_token_accuracy": 0.509243181347847,
      "num_tokens": 4526399.0,
      "step": 5880
    },
    {
      "epoch": 0.007471225001839266,
      "grad_norm": 7.28125,
      "learning_rate": 4.963279789104583e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5265537202358246,
      "num_tokens": 4533058.0,
      "step": 5890
    },
    {
      "epoch": 0.0074839095943721,
      "grad_norm": 5.0625,
      "learning_rate": 4.963216358095954e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5737516671419144,
      "num_tokens": 4539921.0,
      "step": 5900
    },
    {
      "epoch": 0.007496594186904934,
      "grad_norm": 5.9375,
      "learning_rate": 4.963152927087324e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5502426505088807,
      "num_tokens": 4547376.0,
      "step": 5910
    },
    {
      "epoch": 0.007509278779437768,
      "grad_norm": 6.96875,
      "learning_rate": 4.9630894960786954e-05,
      "loss": 2.2318,
      "mean_token_accuracy": 0.5175413578748703,
      "num_tokens": 4555234.0,
      "step": 5920
    },
    {
      "epoch": 0.007521963371970602,
      "grad_norm": 7.375,
      "learning_rate": 4.963026065070066e-05,
      "loss": 2.2694,
      "mean_token_accuracy": 0.5202381163835526,
      "num_tokens": 4562830.0,
      "step": 5930
    },
    {
      "epoch": 0.0075346479645034365,
      "grad_norm": 5.6875,
      "learning_rate": 4.962962634061437e-05,
      "loss": 2.451,
      "mean_token_accuracy": 0.4837580531835556,
      "num_tokens": 4571936.0,
      "step": 5940
    },
    {
      "epoch": 0.007547332557036271,
      "grad_norm": 5.65625,
      "learning_rate": 4.962899203052808e-05,
      "loss": 2.4585,
      "mean_token_accuracy": 0.48401668965816497,
      "num_tokens": 4580408.0,
      "step": 5950
    },
    {
      "epoch": 0.007560017149569104,
      "grad_norm": 8.3125,
      "learning_rate": 4.962835772044179e-05,
      "loss": 2.426,
      "mean_token_accuracy": 0.4886322349309921,
      "num_tokens": 4588784.0,
      "step": 5960
    },
    {
      "epoch": 0.007572701742101938,
      "grad_norm": 5.40625,
      "learning_rate": 4.9627723410355495e-05,
      "loss": 2.2772,
      "mean_token_accuracy": 0.5175607174634933,
      "num_tokens": 4597451.0,
      "step": 5970
    },
    {
      "epoch": 0.0075853863346347725,
      "grad_norm": 6.53125,
      "learning_rate": 4.96270891002692e-05,
      "loss": 2.3011,
      "mean_token_accuracy": 0.5021653831005096,
      "num_tokens": 4606406.0,
      "step": 5980
    },
    {
      "epoch": 0.007598070927167607,
      "grad_norm": 4.90625,
      "learning_rate": 4.962645479018291e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5301905691623687,
      "num_tokens": 4613561.0,
      "step": 5990
    },
    {
      "epoch": 0.007610755519700441,
      "grad_norm": 5.09375,
      "learning_rate": 4.962582048009662e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5422667413949966,
      "num_tokens": 4620696.0,
      "step": 6000
    },
    {
      "epoch": 0.007623440112233274,
      "grad_norm": 5.0,
      "learning_rate": 4.962518617001033e-05,
      "loss": 2.297,
      "mean_token_accuracy": 0.5024310350418091,
      "num_tokens": 4629690.0,
      "step": 6010
    },
    {
      "epoch": 0.0076361247047661085,
      "grad_norm": 10.0625,
      "learning_rate": 4.962455185992404e-05,
      "loss": 2.1737,
      "mean_token_accuracy": 0.524785527586937,
      "num_tokens": 4637661.0,
      "step": 6020
    },
    {
      "epoch": 0.007648809297298943,
      "grad_norm": 5.65625,
      "learning_rate": 4.962391754983775e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5321600645780563,
      "num_tokens": 4644630.0,
      "step": 6030
    },
    {
      "epoch": 0.007661493889831777,
      "grad_norm": 6.25,
      "learning_rate": 4.962328323975145e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5376204192638397,
      "num_tokens": 4653321.0,
      "step": 6040
    },
    {
      "epoch": 0.007674178482364611,
      "grad_norm": 4.34375,
      "learning_rate": 4.962264892966516e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5413952708244324,
      "num_tokens": 4661205.0,
      "step": 6050
    },
    {
      "epoch": 0.007686863074897445,
      "grad_norm": 5.46875,
      "learning_rate": 4.962201461957887e-05,
      "loss": 2.3361,
      "mean_token_accuracy": 0.496158230304718,
      "num_tokens": 4670056.0,
      "step": 6060
    },
    {
      "epoch": 0.007699547667430279,
      "grad_norm": 5.71875,
      "learning_rate": 4.962138030949258e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5316692799329757,
      "num_tokens": 4676774.0,
      "step": 6070
    },
    {
      "epoch": 0.007712232259963113,
      "grad_norm": 6.28125,
      "learning_rate": 4.962074599940629e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5469129711389542,
      "num_tokens": 4683527.0,
      "step": 6080
    },
    {
      "epoch": 0.007724916852495947,
      "grad_norm": 6.375,
      "learning_rate": 4.962011168932e-05,
      "loss": 2.2999,
      "mean_token_accuracy": 0.5019056767225265,
      "num_tokens": 4691939.0,
      "step": 6090
    },
    {
      "epoch": 0.007737601445028781,
      "grad_norm": 6.34375,
      "learning_rate": 4.9619477379233705e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5256758689880371,
      "num_tokens": 4699829.0,
      "step": 6100
    },
    {
      "epoch": 0.007750286037561616,
      "grad_norm": 4.8125,
      "learning_rate": 4.961884306914742e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5239881664514542,
      "num_tokens": 4706044.0,
      "step": 6110
    },
    {
      "epoch": 0.00776297063009445,
      "grad_norm": 5.09375,
      "learning_rate": 4.961820875906112e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.52305066883564,
      "num_tokens": 4713565.0,
      "step": 6120
    },
    {
      "epoch": 0.007775655222627283,
      "grad_norm": 5.0625,
      "learning_rate": 4.961757444897483e-05,
      "loss": 2.3845,
      "mean_token_accuracy": 0.4873551666736603,
      "num_tokens": 4723215.0,
      "step": 6130
    },
    {
      "epoch": 0.007788339815160117,
      "grad_norm": 5.4375,
      "learning_rate": 4.961694013888854e-05,
      "loss": 2.4023,
      "mean_token_accuracy": 0.5012042254209519,
      "num_tokens": 4731684.0,
      "step": 6140
    },
    {
      "epoch": 0.007801024407692952,
      "grad_norm": 7.09375,
      "learning_rate": 4.9616305828802245e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5445266515016556,
      "num_tokens": 4739104.0,
      "step": 6150
    },
    {
      "epoch": 0.007813709000225785,
      "grad_norm": 5.28125,
      "learning_rate": 4.961567151871596e-05,
      "loss": 2.308,
      "mean_token_accuracy": 0.5062477499246597,
      "num_tokens": 4747774.0,
      "step": 6160
    },
    {
      "epoch": 0.00782639359275862,
      "grad_norm": 5.21875,
      "learning_rate": 4.961503720862967e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5152200162410736,
      "num_tokens": 4756042.0,
      "step": 6170
    },
    {
      "epoch": 0.007839078185291453,
      "grad_norm": 6.125,
      "learning_rate": 4.9614402898543375e-05,
      "loss": 2.2625,
      "mean_token_accuracy": 0.5107554227113724,
      "num_tokens": 4764368.0,
      "step": 6180
    },
    {
      "epoch": 0.007851762777824288,
      "grad_norm": 5.4375,
      "learning_rate": 4.961376858845708e-05,
      "loss": 2.2705,
      "mean_token_accuracy": 0.5162307292222976,
      "num_tokens": 4772163.0,
      "step": 6190
    },
    {
      "epoch": 0.007864447370357122,
      "grad_norm": 5.625,
      "learning_rate": 4.9613134278370786e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5673137933015824,
      "num_tokens": 4779101.0,
      "step": 6200
    },
    {
      "epoch": 0.007877131962889956,
      "grad_norm": 5.28125,
      "learning_rate": 4.96124999682845e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5656086653470993,
      "num_tokens": 4786899.0,
      "step": 6210
    },
    {
      "epoch": 0.00788981655542279,
      "grad_norm": 4.78125,
      "learning_rate": 4.961186565819821e-05,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5766067266464233,
      "num_tokens": 4793511.0,
      "step": 6220
    },
    {
      "epoch": 0.007902501147955624,
      "grad_norm": 6.46875,
      "learning_rate": 4.9611231348111915e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5161461979150772,
      "num_tokens": 4800831.0,
      "step": 6230
    },
    {
      "epoch": 0.007915185740488459,
      "grad_norm": 11.3125,
      "learning_rate": 4.961059703802563e-05,
      "loss": 2.1664,
      "mean_token_accuracy": 0.531133958697319,
      "num_tokens": 4807822.0,
      "step": 6240
    },
    {
      "epoch": 0.007927870333021293,
      "grad_norm": 6.65625,
      "learning_rate": 4.960996272793933e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5265961021184922,
      "num_tokens": 4815012.0,
      "step": 6250
    },
    {
      "epoch": 0.007940554925554127,
      "grad_norm": 5.0,
      "learning_rate": 4.960932841785304e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5678166776895524,
      "num_tokens": 4822552.0,
      "step": 6260
    },
    {
      "epoch": 0.007953239518086961,
      "grad_norm": 5.5625,
      "learning_rate": 4.960869410776675e-05,
      "loss": 2.3954,
      "mean_token_accuracy": 0.48451406955718995,
      "num_tokens": 4832244.0,
      "step": 6270
    },
    {
      "epoch": 0.007965924110619794,
      "grad_norm": 5.4375,
      "learning_rate": 4.9608059797680455e-05,
      "loss": 2.2988,
      "mean_token_accuracy": 0.5122657477855682,
      "num_tokens": 4839848.0,
      "step": 6280
    },
    {
      "epoch": 0.007978608703152628,
      "grad_norm": 12.4375,
      "learning_rate": 4.960742548759417e-05,
      "loss": 1.7177,
      "mean_token_accuracy": 0.6223599284887313,
      "num_tokens": 4846236.0,
      "step": 6290
    },
    {
      "epoch": 0.007991293295685462,
      "grad_norm": 7.53125,
      "learning_rate": 4.960679117750787e-05,
      "loss": 2.316,
      "mean_token_accuracy": 0.5148381650447845,
      "num_tokens": 4853339.0,
      "step": 6300
    },
    {
      "epoch": 0.008003977888218296,
      "grad_norm": 5.21875,
      "learning_rate": 4.9606156867421585e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5229473203420639,
      "num_tokens": 4859965.0,
      "step": 6310
    },
    {
      "epoch": 0.00801666248075113,
      "grad_norm": 7.03125,
      "learning_rate": 4.960552255733529e-05,
      "loss": 2.2154,
      "mean_token_accuracy": 0.5112227916717529,
      "num_tokens": 4867296.0,
      "step": 6320
    },
    {
      "epoch": 0.008029347073283965,
      "grad_norm": 5.75,
      "learning_rate": 4.9604888247248996e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5441907644271851,
      "num_tokens": 4875575.0,
      "step": 6330
    },
    {
      "epoch": 0.008042031665816799,
      "grad_norm": 5.09375,
      "learning_rate": 4.960425393716271e-05,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5276411026716232,
      "num_tokens": 4883551.0,
      "step": 6340
    },
    {
      "epoch": 0.008054716258349633,
      "grad_norm": 4.84375,
      "learning_rate": 4.960361962707641e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5698708713054657,
      "num_tokens": 4891455.0,
      "step": 6350
    },
    {
      "epoch": 0.008067400850882468,
      "grad_norm": 6.125,
      "learning_rate": 4.9602985316990125e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5208170920610428,
      "num_tokens": 4898400.0,
      "step": 6360
    },
    {
      "epoch": 0.008080085443415302,
      "grad_norm": 7.46875,
      "learning_rate": 4.960235100690384e-05,
      "loss": 2.3952,
      "mean_token_accuracy": 0.4867957800626755,
      "num_tokens": 4905935.0,
      "step": 6370
    },
    {
      "epoch": 0.008092770035948136,
      "grad_norm": 6.875,
      "learning_rate": 4.960171669681754e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5314470082521439,
      "num_tokens": 4913440.0,
      "step": 6380
    },
    {
      "epoch": 0.008105454628480968,
      "grad_norm": 5.0,
      "learning_rate": 4.960108238673125e-05,
      "loss": 2.2673,
      "mean_token_accuracy": 0.5111490339040756,
      "num_tokens": 4921568.0,
      "step": 6390
    },
    {
      "epoch": 0.008118139221013803,
      "grad_norm": 5.71875,
      "learning_rate": 4.9600448076644954e-05,
      "loss": 2.3312,
      "mean_token_accuracy": 0.5010816514492035,
      "num_tokens": 4929903.0,
      "step": 6400
    },
    {
      "epoch": 0.008130823813546637,
      "grad_norm": 5.96875,
      "learning_rate": 4.9599813766558666e-05,
      "loss": 2.3889,
      "mean_token_accuracy": 0.5076914519071579,
      "num_tokens": 4937746.0,
      "step": 6410
    },
    {
      "epoch": 0.008143508406079471,
      "grad_norm": 5.90625,
      "learning_rate": 4.959917945647238e-05,
      "loss": 2.3078,
      "mean_token_accuracy": 0.5005752444267273,
      "num_tokens": 4945987.0,
      "step": 6420
    },
    {
      "epoch": 0.008156192998612305,
      "grad_norm": 5.125,
      "learning_rate": 4.959854514638608e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5491804152727127,
      "num_tokens": 4954343.0,
      "step": 6430
    },
    {
      "epoch": 0.00816887759114514,
      "grad_norm": 7.59375,
      "learning_rate": 4.9597910836299795e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.517298749089241,
      "num_tokens": 4962851.0,
      "step": 6440
    },
    {
      "epoch": 0.008181562183677974,
      "grad_norm": 8.75,
      "learning_rate": 4.95972765262135e-05,
      "loss": 2.2949,
      "mean_token_accuracy": 0.5175450265407562,
      "num_tokens": 4970038.0,
      "step": 6450
    },
    {
      "epoch": 0.008194246776210808,
      "grad_norm": 4.5625,
      "learning_rate": 4.9596642216127206e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5266691684722901,
      "num_tokens": 4978557.0,
      "step": 6460
    },
    {
      "epoch": 0.008206931368743642,
      "grad_norm": 5.875,
      "learning_rate": 4.959600790604092e-05,
      "loss": 2.2562,
      "mean_token_accuracy": 0.5174392014741898,
      "num_tokens": 4986122.0,
      "step": 6470
    },
    {
      "epoch": 0.008219615961276476,
      "grad_norm": 5.21875,
      "learning_rate": 4.9595373595954623e-05,
      "loss": 2.4603,
      "mean_token_accuracy": 0.47684570848941804,
      "num_tokens": 4993571.0,
      "step": 6480
    },
    {
      "epoch": 0.00823230055380931,
      "grad_norm": 7.09375,
      "learning_rate": 4.9594739285868336e-05,
      "loss": 2.2625,
      "mean_token_accuracy": 0.506802088022232,
      "num_tokens": 5000474.0,
      "step": 6490
    },
    {
      "epoch": 0.008244985146342145,
      "grad_norm": 6.03125,
      "learning_rate": 4.959410497578204e-05,
      "loss": 2.2542,
      "mean_token_accuracy": 0.512091901898384,
      "num_tokens": 5008147.0,
      "step": 6500
    },
    {
      "epoch": 0.008257669738874977,
      "grad_norm": 5.65625,
      "learning_rate": 4.959347066569575e-05,
      "loss": 2.3558,
      "mean_token_accuracy": 0.49851014018058776,
      "num_tokens": 5016052.0,
      "step": 6510
    },
    {
      "epoch": 0.008270354331407812,
      "grad_norm": 5.3125,
      "learning_rate": 4.9592836355609465e-05,
      "loss": 2.3674,
      "mean_token_accuracy": 0.5029676645994187,
      "num_tokens": 5024174.0,
      "step": 6520
    },
    {
      "epoch": 0.008283038923940646,
      "grad_norm": 6.0625,
      "learning_rate": 4.959220204552317e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5304049193859101,
      "num_tokens": 5031972.0,
      "step": 6530
    },
    {
      "epoch": 0.00829572351647348,
      "grad_norm": 6.1875,
      "learning_rate": 4.9591567735436876e-05,
      "loss": 2.4516,
      "mean_token_accuracy": 0.4930825710296631,
      "num_tokens": 5040740.0,
      "step": 6540
    },
    {
      "epoch": 0.008308408109006314,
      "grad_norm": 6.15625,
      "learning_rate": 4.959093342535058e-05,
      "loss": 2.2475,
      "mean_token_accuracy": 0.5136825978755951,
      "num_tokens": 5048892.0,
      "step": 6550
    },
    {
      "epoch": 0.008321092701539148,
      "grad_norm": 6.96875,
      "learning_rate": 4.9590299115264293e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5229452669620513,
      "num_tokens": 5057476.0,
      "step": 6560
    },
    {
      "epoch": 0.008333777294071983,
      "grad_norm": 4.84375,
      "learning_rate": 4.9589664805178006e-05,
      "loss": 2.2422,
      "mean_token_accuracy": 0.5216953605413437,
      "num_tokens": 5066553.0,
      "step": 6570
    },
    {
      "epoch": 0.008346461886604817,
      "grad_norm": 5.53125,
      "learning_rate": 4.958903049509171e-05,
      "loss": 2.3372,
      "mean_token_accuracy": 0.5019193649291992,
      "num_tokens": 5074739.0,
      "step": 6580
    },
    {
      "epoch": 0.008359146479137651,
      "grad_norm": 5.78125,
      "learning_rate": 4.958839618500542e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.556400603055954,
      "num_tokens": 5082187.0,
      "step": 6590
    },
    {
      "epoch": 0.008371831071670485,
      "grad_norm": 4.5625,
      "learning_rate": 4.958776187491913e-05,
      "loss": 2.1901,
      "mean_token_accuracy": 0.5163317382335663,
      "num_tokens": 5088957.0,
      "step": 6600
    },
    {
      "epoch": 0.00838451566420332,
      "grad_norm": 5.25,
      "learning_rate": 4.9587127564832834e-05,
      "loss": 2.2556,
      "mean_token_accuracy": 0.5124507963657379,
      "num_tokens": 5096373.0,
      "step": 6610
    },
    {
      "epoch": 0.008397200256736154,
      "grad_norm": 5.25,
      "learning_rate": 4.9586493254746546e-05,
      "loss": 2.2216,
      "mean_token_accuracy": 0.5212869226932526,
      "num_tokens": 5104115.0,
      "step": 6620
    },
    {
      "epoch": 0.008409884849268986,
      "grad_norm": 5.8125,
      "learning_rate": 4.958585894466025e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5531121581792832,
      "num_tokens": 5110187.0,
      "step": 6630
    },
    {
      "epoch": 0.00842256944180182,
      "grad_norm": 7.21875,
      "learning_rate": 4.958522463457396e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5701813250780106,
      "num_tokens": 5117367.0,
      "step": 6640
    },
    {
      "epoch": 0.008435254034334655,
      "grad_norm": 7.03125,
      "learning_rate": 4.958459032448767e-05,
      "loss": 2.3018,
      "mean_token_accuracy": 0.5091069132089615,
      "num_tokens": 5125133.0,
      "step": 6650
    },
    {
      "epoch": 0.008447938626867489,
      "grad_norm": 4.9375,
      "learning_rate": 4.958395601440138e-05,
      "loss": 2.2793,
      "mean_token_accuracy": 0.5038412690162659,
      "num_tokens": 5132823.0,
      "step": 6660
    },
    {
      "epoch": 0.008460623219400323,
      "grad_norm": 6.65625,
      "learning_rate": 4.9583321704315086e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5248871296644211,
      "num_tokens": 5139352.0,
      "step": 6670
    },
    {
      "epoch": 0.008473307811933157,
      "grad_norm": 5.03125,
      "learning_rate": 4.958268739422879e-05,
      "loss": 2.3013,
      "mean_token_accuracy": 0.506040844321251,
      "num_tokens": 5148008.0,
      "step": 6680
    },
    {
      "epoch": 0.008485992404465991,
      "grad_norm": 5.3125,
      "learning_rate": 4.9582053084142504e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5513327121734619,
      "num_tokens": 5154948.0,
      "step": 6690
    },
    {
      "epoch": 0.008498676996998826,
      "grad_norm": 6.78125,
      "learning_rate": 4.958141877405621e-05,
      "loss": 2.2634,
      "mean_token_accuracy": 0.5116248786449432,
      "num_tokens": 5162960.0,
      "step": 6700
    },
    {
      "epoch": 0.00851136158953166,
      "grad_norm": 4.9375,
      "learning_rate": 4.958078446396992e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5494682312011718,
      "num_tokens": 5171469.0,
      "step": 6710
    },
    {
      "epoch": 0.008524046182064494,
      "grad_norm": 7.5,
      "learning_rate": 4.958015015388363e-05,
      "loss": 2.3048,
      "mean_token_accuracy": 0.5096854358911515,
      "num_tokens": 5178842.0,
      "step": 6720
    },
    {
      "epoch": 0.008536730774597328,
      "grad_norm": 5.40625,
      "learning_rate": 4.957951584379734e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5471778243780137,
      "num_tokens": 5186296.0,
      "step": 6730
    },
    {
      "epoch": 0.008549415367130163,
      "grad_norm": 6.0625,
      "learning_rate": 4.9578881533711044e-05,
      "loss": 2.3107,
      "mean_token_accuracy": 0.5133954435586929,
      "num_tokens": 5193683.0,
      "step": 6740
    },
    {
      "epoch": 0.008562099959662995,
      "grad_norm": 7.84375,
      "learning_rate": 4.957824722362475e-05,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5159202724695205,
      "num_tokens": 5201702.0,
      "step": 6750
    },
    {
      "epoch": 0.00857478455219583,
      "grad_norm": 6.8125,
      "learning_rate": 4.957761291353846e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.5135272085666657,
      "num_tokens": 5207316.0,
      "step": 6760
    },
    {
      "epoch": 0.008587469144728663,
      "grad_norm": 6.09375,
      "learning_rate": 4.9576978603452174e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5183895379304886,
      "num_tokens": 5214318.0,
      "step": 6770
    },
    {
      "epoch": 0.008600153737261498,
      "grad_norm": 5.03125,
      "learning_rate": 4.957634429336588e-05,
      "loss": 2.3937,
      "mean_token_accuracy": 0.49650116860866544,
      "num_tokens": 5221953.0,
      "step": 6780
    },
    {
      "epoch": 0.008612838329794332,
      "grad_norm": 7.28125,
      "learning_rate": 4.957570998327959e-05,
      "loss": 2.2832,
      "mean_token_accuracy": 0.5126359701156616,
      "num_tokens": 5230519.0,
      "step": 6790
    },
    {
      "epoch": 0.008625522922327166,
      "grad_norm": 7.25,
      "learning_rate": 4.9575075673193296e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5345997601747513,
      "num_tokens": 5236994.0,
      "step": 6800
    },
    {
      "epoch": 0.00863820751486,
      "grad_norm": 8.0625,
      "learning_rate": 4.9574441363107e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5645129442214966,
      "num_tokens": 5244085.0,
      "step": 6810
    },
    {
      "epoch": 0.008650892107392835,
      "grad_norm": 5.21875,
      "learning_rate": 4.9573807053020714e-05,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5279588311910629,
      "num_tokens": 5252161.0,
      "step": 6820
    },
    {
      "epoch": 0.008663576699925669,
      "grad_norm": 6.90625,
      "learning_rate": 4.957317274293442e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5488609850406647,
      "num_tokens": 5259642.0,
      "step": 6830
    },
    {
      "epoch": 0.008676261292458503,
      "grad_norm": 5.1875,
      "learning_rate": 4.957253843284813e-05,
      "loss": 2.3225,
      "mean_token_accuracy": 0.49819168746471404,
      "num_tokens": 5268374.0,
      "step": 6840
    },
    {
      "epoch": 0.008688945884991337,
      "grad_norm": 5.65625,
      "learning_rate": 4.9571904122761843e-05,
      "loss": 2.2311,
      "mean_token_accuracy": 0.51670401096344,
      "num_tokens": 5275544.0,
      "step": 6850
    },
    {
      "epoch": 0.00870163047752417,
      "grad_norm": 4.59375,
      "learning_rate": 4.957126981267555e-05,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5176239609718323,
      "num_tokens": 5284071.0,
      "step": 6860
    },
    {
      "epoch": 0.008714315070057004,
      "grad_norm": 5.375,
      "learning_rate": 4.957063550258926e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5705991327762604,
      "num_tokens": 5290680.0,
      "step": 6870
    },
    {
      "epoch": 0.008726999662589838,
      "grad_norm": 5.09375,
      "learning_rate": 4.957000119250296e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5718410402536392,
      "num_tokens": 5297610.0,
      "step": 6880
    },
    {
      "epoch": 0.008739684255122672,
      "grad_norm": 6.75,
      "learning_rate": 4.956936688241667e-05,
      "loss": 2.3658,
      "mean_token_accuracy": 0.5022570371627808,
      "num_tokens": 5307077.0,
      "step": 6890
    },
    {
      "epoch": 0.008752368847655507,
      "grad_norm": 5.625,
      "learning_rate": 4.9568732572330384e-05,
      "loss": 2.4971,
      "mean_token_accuracy": 0.48662770092487334,
      "num_tokens": 5314486.0,
      "step": 6900
    },
    {
      "epoch": 0.00876505344018834,
      "grad_norm": 5.03125,
      "learning_rate": 4.956809826224409e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5472287863492966,
      "num_tokens": 5320901.0,
      "step": 6910
    },
    {
      "epoch": 0.008777738032721175,
      "grad_norm": 8.4375,
      "learning_rate": 4.95674639521578e-05,
      "loss": 2.2438,
      "mean_token_accuracy": 0.521222722530365,
      "num_tokens": 5328282.0,
      "step": 6920
    },
    {
      "epoch": 0.00879042262525401,
      "grad_norm": 4.8125,
      "learning_rate": 4.9566829642071507e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5380867809057236,
      "num_tokens": 5335494.0,
      "step": 6930
    },
    {
      "epoch": 0.008803107217786843,
      "grad_norm": 4.59375,
      "learning_rate": 4.956619533198522e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.548280930519104,
      "num_tokens": 5343204.0,
      "step": 6940
    },
    {
      "epoch": 0.008815791810319678,
      "grad_norm": 5.125,
      "learning_rate": 4.9565561021898924e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5696980029344558,
      "num_tokens": 5349514.0,
      "step": 6950
    },
    {
      "epoch": 0.008828476402852512,
      "grad_norm": 6.0625,
      "learning_rate": 4.956492671181263e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5554193258285522,
      "num_tokens": 5357639.0,
      "step": 6960
    },
    {
      "epoch": 0.008841160995385346,
      "grad_norm": 5.40625,
      "learning_rate": 4.956429240172634e-05,
      "loss": 2.2349,
      "mean_token_accuracy": 0.514817675948143,
      "num_tokens": 5365694.0,
      "step": 6970
    },
    {
      "epoch": 0.008853845587918178,
      "grad_norm": 5.5,
      "learning_rate": 4.956365809164005e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5178369820117951,
      "num_tokens": 5373747.0,
      "step": 6980
    },
    {
      "epoch": 0.008866530180451013,
      "grad_norm": 5.375,
      "learning_rate": 4.956302378155376e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5189153909683227,
      "num_tokens": 5381434.0,
      "step": 6990
    },
    {
      "epoch": 0.008879214772983847,
      "grad_norm": 5.5,
      "learning_rate": 4.956238947146747e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.554924750328064,
      "num_tokens": 5388867.0,
      "step": 7000
    },
    {
      "epoch": 0.008891899365516681,
      "grad_norm": 5.15625,
      "learning_rate": 4.9561755161381177e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5335763037204743,
      "num_tokens": 5397088.0,
      "step": 7010
    },
    {
      "epoch": 0.008904583958049515,
      "grad_norm": 5.28125,
      "learning_rate": 4.956112085129488e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5532487630844116,
      "num_tokens": 5404472.0,
      "step": 7020
    },
    {
      "epoch": 0.00891726855058235,
      "grad_norm": 7.6875,
      "learning_rate": 4.956048654120859e-05,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5765699535608292,
      "num_tokens": 5411091.0,
      "step": 7030
    },
    {
      "epoch": 0.008929953143115184,
      "grad_norm": 6.71875,
      "learning_rate": 4.95598522311223e-05,
      "loss": 2.3807,
      "mean_token_accuracy": 0.49005756378173826,
      "num_tokens": 5419424.0,
      "step": 7040
    },
    {
      "epoch": 0.008942637735648018,
      "grad_norm": 4.90625,
      "learning_rate": 4.955921792103601e-05,
      "loss": 2.2968,
      "mean_token_accuracy": 0.5005148470401763,
      "num_tokens": 5427306.0,
      "step": 7050
    },
    {
      "epoch": 0.008955322328180852,
      "grad_norm": 7.84375,
      "learning_rate": 4.955858361094972e-05,
      "loss": 2.3688,
      "mean_token_accuracy": 0.4961683839559555,
      "num_tokens": 5435582.0,
      "step": 7060
    },
    {
      "epoch": 0.008968006920713686,
      "grad_norm": 6.0625,
      "learning_rate": 4.955794930086343e-05,
      "loss": 2.3524,
      "mean_token_accuracy": 0.5009866684675217,
      "num_tokens": 5444513.0,
      "step": 7070
    },
    {
      "epoch": 0.00898069151324652,
      "grad_norm": 4.875,
      "learning_rate": 4.9557314990777134e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5357962906360626,
      "num_tokens": 5452976.0,
      "step": 7080
    },
    {
      "epoch": 0.008993376105779355,
      "grad_norm": 6.15625,
      "learning_rate": 4.955668068069084e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5315872669219971,
      "num_tokens": 5460826.0,
      "step": 7090
    },
    {
      "epoch": 0.009006060698312187,
      "grad_norm": 6.125,
      "learning_rate": 4.955604637060455e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5468804210424423,
      "num_tokens": 5467556.0,
      "step": 7100
    },
    {
      "epoch": 0.009018745290845022,
      "grad_norm": 4.28125,
      "learning_rate": 4.955541206051826e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5518990725278854,
      "num_tokens": 5474005.0,
      "step": 7110
    },
    {
      "epoch": 0.009031429883377856,
      "grad_norm": 5.53125,
      "learning_rate": 4.955477775043197e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5245755344629288,
      "num_tokens": 5480224.0,
      "step": 7120
    },
    {
      "epoch": 0.00904411447591069,
      "grad_norm": 6.3125,
      "learning_rate": 4.9554143440345675e-05,
      "loss": 2.418,
      "mean_token_accuracy": 0.48659653663635255,
      "num_tokens": 5489072.0,
      "step": 7130
    },
    {
      "epoch": 0.009056799068443524,
      "grad_norm": 7.8125,
      "learning_rate": 4.955350913025939e-05,
      "loss": 2.2632,
      "mean_token_accuracy": 0.5024884790182114,
      "num_tokens": 5498546.0,
      "step": 7140
    },
    {
      "epoch": 0.009069483660976358,
      "grad_norm": 5.3125,
      "learning_rate": 4.955287482017309e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5351839691400528,
      "num_tokens": 5507025.0,
      "step": 7150
    },
    {
      "epoch": 0.009082168253509193,
      "grad_norm": 8.9375,
      "learning_rate": 4.95522405100868e-05,
      "loss": 2.3491,
      "mean_token_accuracy": 0.48843703866004945,
      "num_tokens": 5514272.0,
      "step": 7160
    },
    {
      "epoch": 0.009094852846042027,
      "grad_norm": 4.5625,
      "learning_rate": 4.955160620000051e-05,
      "loss": 2.2457,
      "mean_token_accuracy": 0.515234062075615,
      "num_tokens": 5523122.0,
      "step": 7170
    },
    {
      "epoch": 0.009107537438574861,
      "grad_norm": 6.0625,
      "learning_rate": 4.9550971889914215e-05,
      "loss": 2.3717,
      "mean_token_accuracy": 0.4990603685379028,
      "num_tokens": 5531236.0,
      "step": 7180
    },
    {
      "epoch": 0.009120222031107695,
      "grad_norm": 5.0,
      "learning_rate": 4.955033757982793e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5317590892314911,
      "num_tokens": 5539111.0,
      "step": 7190
    },
    {
      "epoch": 0.00913290662364053,
      "grad_norm": 5.15625,
      "learning_rate": 4.954970326974164e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5546955674886703,
      "num_tokens": 5545725.0,
      "step": 7200
    },
    {
      "epoch": 0.009145591216173364,
      "grad_norm": 5.375,
      "learning_rate": 4.9549068959655345e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5287837296724319,
      "num_tokens": 5553917.0,
      "step": 7210
    },
    {
      "epoch": 0.009158275808706196,
      "grad_norm": 7.59375,
      "learning_rate": 4.954843464956905e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.533025124669075,
      "num_tokens": 5561773.0,
      "step": 7220
    },
    {
      "epoch": 0.00917096040123903,
      "grad_norm": 6.1875,
      "learning_rate": 4.9547800339482755e-05,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5192788630723953,
      "num_tokens": 5570284.0,
      "step": 7230
    },
    {
      "epoch": 0.009183644993771865,
      "grad_norm": 8.3125,
      "learning_rate": 4.954716602939647e-05,
      "loss": 2.2443,
      "mean_token_accuracy": 0.537122392654419,
      "num_tokens": 5576266.0,
      "step": 7240
    },
    {
      "epoch": 0.009196329586304699,
      "grad_norm": 5.4375,
      "learning_rate": 4.954653171931018e-05,
      "loss": 2.3295,
      "mean_token_accuracy": 0.500769990682602,
      "num_tokens": 5585111.0,
      "step": 7250
    },
    {
      "epoch": 0.009209014178837533,
      "grad_norm": 5.0,
      "learning_rate": 4.9545897409223885e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5301305949687958,
      "num_tokens": 5593348.0,
      "step": 7260
    },
    {
      "epoch": 0.009221698771370367,
      "grad_norm": 5.5625,
      "learning_rate": 4.95452630991376e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5150025695562362,
      "num_tokens": 5602736.0,
      "step": 7270
    },
    {
      "epoch": 0.009234383363903201,
      "grad_norm": 6.125,
      "learning_rate": 4.95446287890513e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5151697397232056,
      "num_tokens": 5611449.0,
      "step": 7280
    },
    {
      "epoch": 0.009247067956436036,
      "grad_norm": 5.6875,
      "learning_rate": 4.9543994478965014e-05,
      "loss": 1.9189,
      "mean_token_accuracy": 0.5780627846717834,
      "num_tokens": 5617829.0,
      "step": 7290
    },
    {
      "epoch": 0.00925975254896887,
      "grad_norm": 7.71875,
      "learning_rate": 4.954336016887872e-05,
      "loss": 2.3561,
      "mean_token_accuracy": 0.4987294882535934,
      "num_tokens": 5625691.0,
      "step": 7300
    },
    {
      "epoch": 0.009272437141501704,
      "grad_norm": 5.21875,
      "learning_rate": 4.9542725858792425e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.523762995004654,
      "num_tokens": 5633225.0,
      "step": 7310
    },
    {
      "epoch": 0.009285121734034538,
      "grad_norm": 5.84375,
      "learning_rate": 4.954209154870614e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5263340592384338,
      "num_tokens": 5640420.0,
      "step": 7320
    },
    {
      "epoch": 0.00929780632656737,
      "grad_norm": 7.4375,
      "learning_rate": 4.954145723861984e-05,
      "loss": 2.3036,
      "mean_token_accuracy": 0.5024930357933044,
      "num_tokens": 5647360.0,
      "step": 7330
    },
    {
      "epoch": 0.009310490919100205,
      "grad_norm": 5.84375,
      "learning_rate": 4.9540822928533555e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5210852324962616,
      "num_tokens": 5654676.0,
      "step": 7340
    },
    {
      "epoch": 0.00932317551163304,
      "grad_norm": 5.25,
      "learning_rate": 4.954018861844727e-05,
      "loss": 2.3135,
      "mean_token_accuracy": 0.5100012719631195,
      "num_tokens": 5662929.0,
      "step": 7350
    },
    {
      "epoch": 0.009335860104165873,
      "grad_norm": 5.40625,
      "learning_rate": 4.953955430836097e-05,
      "loss": 2.3247,
      "mean_token_accuracy": 0.516141477227211,
      "num_tokens": 5670155.0,
      "step": 7360
    },
    {
      "epoch": 0.009348544696698708,
      "grad_norm": 7.09375,
      "learning_rate": 4.953891999827468e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5176489233970643,
      "num_tokens": 5678009.0,
      "step": 7370
    },
    {
      "epoch": 0.009361229289231542,
      "grad_norm": 5.78125,
      "learning_rate": 4.953828568818838e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5475476831197739,
      "num_tokens": 5683488.0,
      "step": 7380
    },
    {
      "epoch": 0.009373913881764376,
      "grad_norm": 6.0625,
      "learning_rate": 4.9537651378102095e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5220070809125901,
      "num_tokens": 5691412.0,
      "step": 7390
    },
    {
      "epoch": 0.00938659847429721,
      "grad_norm": 5.8125,
      "learning_rate": 4.953701706801581e-05,
      "loss": 2.2511,
      "mean_token_accuracy": 0.5072560399770737,
      "num_tokens": 5699043.0,
      "step": 7400
    },
    {
      "epoch": 0.009399283066830045,
      "grad_norm": 4.9375,
      "learning_rate": 4.953638275792951e-05,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5306030511856079,
      "num_tokens": 5707757.0,
      "step": 7410
    },
    {
      "epoch": 0.009411967659362879,
      "grad_norm": 8.875,
      "learning_rate": 4.9535748447843225e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5293157607316971,
      "num_tokens": 5714875.0,
      "step": 7420
    },
    {
      "epoch": 0.009424652251895713,
      "grad_norm": 5.84375,
      "learning_rate": 4.953511413775693e-05,
      "loss": 2.3059,
      "mean_token_accuracy": 0.4956536889076233,
      "num_tokens": 5723454.0,
      "step": 7430
    },
    {
      "epoch": 0.009437336844428547,
      "grad_norm": 6.21875,
      "learning_rate": 4.9534479827670635e-05,
      "loss": 2.3457,
      "mean_token_accuracy": 0.49877349138259885,
      "num_tokens": 5732029.0,
      "step": 7440
    },
    {
      "epoch": 0.00945002143696138,
      "grad_norm": 5.09375,
      "learning_rate": 4.953384551758435e-05,
      "loss": 2.3982,
      "mean_token_accuracy": 0.4893350571393967,
      "num_tokens": 5739340.0,
      "step": 7450
    },
    {
      "epoch": 0.009462706029494214,
      "grad_norm": 4.875,
      "learning_rate": 4.953321120749805e-05,
      "loss": 2.324,
      "mean_token_accuracy": 0.5069395005702972,
      "num_tokens": 5748485.0,
      "step": 7460
    },
    {
      "epoch": 0.009475390622027048,
      "grad_norm": 6.28125,
      "learning_rate": 4.9532576897411765e-05,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5202312737703323,
      "num_tokens": 5755115.0,
      "step": 7470
    },
    {
      "epoch": 0.009488075214559882,
      "grad_norm": 7.28125,
      "learning_rate": 4.953194258732547e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5166877925395965,
      "num_tokens": 5762386.0,
      "step": 7480
    },
    {
      "epoch": 0.009500759807092717,
      "grad_norm": 5.15625,
      "learning_rate": 4.953130827723918e-05,
      "loss": 2.2499,
      "mean_token_accuracy": 0.514359301328659,
      "num_tokens": 5769315.0,
      "step": 7490
    },
    {
      "epoch": 0.00951344439962555,
      "grad_norm": 5.03125,
      "learning_rate": 4.953067396715289e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.532452866435051,
      "num_tokens": 5776535.0,
      "step": 7500
    },
    {
      "epoch": 0.009526128992158385,
      "grad_norm": 9.3125,
      "learning_rate": 4.953003965706659e-05,
      "loss": 2.2648,
      "mean_token_accuracy": 0.5180255234241485,
      "num_tokens": 5782996.0,
      "step": 7510
    },
    {
      "epoch": 0.00953881358469122,
      "grad_norm": 5.34375,
      "learning_rate": 4.9529405346980305e-05,
      "loss": 2.3603,
      "mean_token_accuracy": 0.5112080067396164,
      "num_tokens": 5791251.0,
      "step": 7520
    },
    {
      "epoch": 0.009551498177224053,
      "grad_norm": 6.03125,
      "learning_rate": 4.952877103689401e-05,
      "loss": 2.3441,
      "mean_token_accuracy": 0.4935908138751984,
      "num_tokens": 5799102.0,
      "step": 7530
    },
    {
      "epoch": 0.009564182769756888,
      "grad_norm": 10.75,
      "learning_rate": 4.952813672680772e-05,
      "loss": 2.3729,
      "mean_token_accuracy": 0.49649950861930847,
      "num_tokens": 5806123.0,
      "step": 7540
    },
    {
      "epoch": 0.009576867362289722,
      "grad_norm": 5.25,
      "learning_rate": 4.9527502416721435e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5607352584600449,
      "num_tokens": 5812939.0,
      "step": 7550
    },
    {
      "epoch": 0.009589551954822556,
      "grad_norm": 6.125,
      "learning_rate": 4.952686810663514e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5414381712675095,
      "num_tokens": 5819169.0,
      "step": 7560
    },
    {
      "epoch": 0.009602236547355389,
      "grad_norm": 5.46875,
      "learning_rate": 4.9526233796548846e-05,
      "loss": 2.2461,
      "mean_token_accuracy": 0.5094520837068558,
      "num_tokens": 5827957.0,
      "step": 7570
    },
    {
      "epoch": 0.009614921139888223,
      "grad_norm": 5.1875,
      "learning_rate": 4.952559948646255e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.543512961268425,
      "num_tokens": 5834586.0,
      "step": 7580
    },
    {
      "epoch": 0.009627605732421057,
      "grad_norm": 7.21875,
      "learning_rate": 4.952496517637626e-05,
      "loss": 2.3282,
      "mean_token_accuracy": 0.5077808111906051,
      "num_tokens": 5841251.0,
      "step": 7590
    },
    {
      "epoch": 0.009640290324953891,
      "grad_norm": 4.78125,
      "learning_rate": 4.9524330866289975e-05,
      "loss": 2.2577,
      "mean_token_accuracy": 0.5189195841550827,
      "num_tokens": 5849296.0,
      "step": 7600
    },
    {
      "epoch": 0.009652974917486725,
      "grad_norm": 6.84375,
      "learning_rate": 4.952369655620368e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5254631876945496,
      "num_tokens": 5857599.0,
      "step": 7610
    },
    {
      "epoch": 0.00966565951001956,
      "grad_norm": 5.9375,
      "learning_rate": 4.952306224611739e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5170141845941544,
      "num_tokens": 5865215.0,
      "step": 7620
    },
    {
      "epoch": 0.009678344102552394,
      "grad_norm": 7.40625,
      "learning_rate": 4.95224279360311e-05,
      "loss": 2.2608,
      "mean_token_accuracy": 0.5055835127830506,
      "num_tokens": 5873262.0,
      "step": 7630
    },
    {
      "epoch": 0.009691028695085228,
      "grad_norm": 4.90625,
      "learning_rate": 4.9521793625944803e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5537839710712433,
      "num_tokens": 5880967.0,
      "step": 7640
    },
    {
      "epoch": 0.009703713287618062,
      "grad_norm": 5.375,
      "learning_rate": 4.9521159315858516e-05,
      "loss": 2.3454,
      "mean_token_accuracy": 0.5020500898361206,
      "num_tokens": 5888763.0,
      "step": 7650
    },
    {
      "epoch": 0.009716397880150896,
      "grad_norm": 6.09375,
      "learning_rate": 4.952052500577222e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.544629168510437,
      "num_tokens": 5895195.0,
      "step": 7660
    },
    {
      "epoch": 0.00972908247268373,
      "grad_norm": 6.4375,
      "learning_rate": 4.951989069568593e-05,
      "loss": 2.2692,
      "mean_token_accuracy": 0.5133495628833771,
      "num_tokens": 5903153.0,
      "step": 7670
    },
    {
      "epoch": 0.009741767065216563,
      "grad_norm": 14.125,
      "learning_rate": 4.951925638559964e-05,
      "loss": 2.3036,
      "mean_token_accuracy": 0.5105409324169159,
      "num_tokens": 5910488.0,
      "step": 7680
    },
    {
      "epoch": 0.009754451657749397,
      "grad_norm": 5.09375,
      "learning_rate": 4.951862207551335e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5447773903608322,
      "num_tokens": 5918498.0,
      "step": 7690
    },
    {
      "epoch": 0.009767136250282232,
      "grad_norm": 5.34375,
      "learning_rate": 4.951798776542706e-05,
      "loss": 2.5343,
      "mean_token_accuracy": 0.46590341329574586,
      "num_tokens": 5927330.0,
      "step": 7700
    },
    {
      "epoch": 0.009779820842815066,
      "grad_norm": 7.375,
      "learning_rate": 4.951735345534077e-05,
      "loss": 2.2701,
      "mean_token_accuracy": 0.5162566095590592,
      "num_tokens": 5935137.0,
      "step": 7710
    },
    {
      "epoch": 0.0097925054353479,
      "grad_norm": 6.71875,
      "learning_rate": 4.951671914525447e-05,
      "loss": 2.2727,
      "mean_token_accuracy": 0.5192234426736831,
      "num_tokens": 5941846.0,
      "step": 7720
    },
    {
      "epoch": 0.009805190027880734,
      "grad_norm": 18.875,
      "learning_rate": 4.9516084835168185e-05,
      "loss": 2.4353,
      "mean_token_accuracy": 0.4935260623693466,
      "num_tokens": 5948162.0,
      "step": 7730
    },
    {
      "epoch": 0.009817874620413568,
      "grad_norm": 6.34375,
      "learning_rate": 4.951545052508189e-05,
      "loss": 2.2488,
      "mean_token_accuracy": 0.5170344084501266,
      "num_tokens": 5956747.0,
      "step": 7740
    },
    {
      "epoch": 0.009830559212946403,
      "grad_norm": 5.71875,
      "learning_rate": 4.95148162149956e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5256013154983521,
      "num_tokens": 5964738.0,
      "step": 7750
    },
    {
      "epoch": 0.009843243805479237,
      "grad_norm": 5.25,
      "learning_rate": 4.951418190490931e-05,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5209429293870926,
      "num_tokens": 5972032.0,
      "step": 7760
    },
    {
      "epoch": 0.009855928398012071,
      "grad_norm": 6.25,
      "learning_rate": 4.951354759482302e-05,
      "loss": 2.3586,
      "mean_token_accuracy": 0.5076793134212494,
      "num_tokens": 5978565.0,
      "step": 7770
    },
    {
      "epoch": 0.009868612990544905,
      "grad_norm": 6.28125,
      "learning_rate": 4.9512913284736726e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5312831163406372,
      "num_tokens": 5986318.0,
      "step": 7780
    },
    {
      "epoch": 0.00988129758307774,
      "grad_norm": 6.46875,
      "learning_rate": 4.951227897465043e-05,
      "loss": 2.262,
      "mean_token_accuracy": 0.5111612021923065,
      "num_tokens": 5994336.0,
      "step": 7790
    },
    {
      "epoch": 0.009893982175610572,
      "grad_norm": 4.59375,
      "learning_rate": 4.951164466456414e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5329017400741577,
      "num_tokens": 6002253.0,
      "step": 7800
    },
    {
      "epoch": 0.009906666768143406,
      "grad_norm": 4.6875,
      "learning_rate": 4.951101035447785e-05,
      "loss": 2.3419,
      "mean_token_accuracy": 0.5025278598070144,
      "num_tokens": 6009213.0,
      "step": 7810
    },
    {
      "epoch": 0.00991935136067624,
      "grad_norm": 6.5625,
      "learning_rate": 4.951037604439156e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5282786369323731,
      "num_tokens": 6016143.0,
      "step": 7820
    },
    {
      "epoch": 0.009932035953209075,
      "grad_norm": 6.75,
      "learning_rate": 4.950974173430527e-05,
      "loss": 2.3609,
      "mean_token_accuracy": 0.4942735731601715,
      "num_tokens": 6023898.0,
      "step": 7830
    },
    {
      "epoch": 0.009944720545741909,
      "grad_norm": 5.40625,
      "learning_rate": 4.950910742421898e-05,
      "loss": 2.2456,
      "mean_token_accuracy": 0.5122561305761337,
      "num_tokens": 6031122.0,
      "step": 7840
    },
    {
      "epoch": 0.009957405138274743,
      "grad_norm": 5.96875,
      "learning_rate": 4.9508473114132684e-05,
      "loss": 2.258,
      "mean_token_accuracy": 0.4985971927642822,
      "num_tokens": 6039335.0,
      "step": 7850
    },
    {
      "epoch": 0.009970089730807577,
      "grad_norm": 13.8125,
      "learning_rate": 4.950783880404639e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5245948821306229,
      "num_tokens": 6046881.0,
      "step": 7860
    },
    {
      "epoch": 0.009982774323340412,
      "grad_norm": 5.5,
      "learning_rate": 4.95072044939601e-05,
      "loss": 2.3132,
      "mean_token_accuracy": 0.5044469118118287,
      "num_tokens": 6055539.0,
      "step": 7870
    },
    {
      "epoch": 0.009995458915873246,
      "grad_norm": 9.875,
      "learning_rate": 4.950657018387381e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5282770723104477,
      "num_tokens": 6063751.0,
      "step": 7880
    },
    {
      "epoch": 0.01000814350840608,
      "grad_norm": 7.4375,
      "learning_rate": 4.950593587378752e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5220723301172256,
      "num_tokens": 6072396.0,
      "step": 7890
    },
    {
      "epoch": 0.010020828100938914,
      "grad_norm": 17.625,
      "learning_rate": 4.950530156370123e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5224235415458679,
      "num_tokens": 6078172.0,
      "step": 7900
    },
    {
      "epoch": 0.010033512693471748,
      "grad_norm": 5.03125,
      "learning_rate": 4.9504667253614936e-05,
      "loss": 2.2115,
      "mean_token_accuracy": 0.5083566248416901,
      "num_tokens": 6086818.0,
      "step": 7910
    },
    {
      "epoch": 0.010046197286004581,
      "grad_norm": 5.0625,
      "learning_rate": 4.950403294352864e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.538528448343277,
      "num_tokens": 6094770.0,
      "step": 7920
    },
    {
      "epoch": 0.010058881878537415,
      "grad_norm": 5.15625,
      "learning_rate": 4.9503398633442353e-05,
      "loss": 2.4749,
      "mean_token_accuracy": 0.4780427157878876,
      "num_tokens": 6102527.0,
      "step": 7930
    },
    {
      "epoch": 0.01007156647107025,
      "grad_norm": 4.96875,
      "learning_rate": 4.950276432335606e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5479928702116013,
      "num_tokens": 6110421.0,
      "step": 7940
    },
    {
      "epoch": 0.010084251063603084,
      "grad_norm": 6.6875,
      "learning_rate": 4.950213001326977e-05,
      "loss": 2.3826,
      "mean_token_accuracy": 0.49479847252368925,
      "num_tokens": 6118307.0,
      "step": 7950
    },
    {
      "epoch": 0.010096935656135918,
      "grad_norm": 6.90625,
      "learning_rate": 4.9501495703183476e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5316696673631668,
      "num_tokens": 6125582.0,
      "step": 7960
    },
    {
      "epoch": 0.010109620248668752,
      "grad_norm": 5.46875,
      "learning_rate": 4.950086139309719e-05,
      "loss": 2.253,
      "mean_token_accuracy": 0.5175166100263595,
      "num_tokens": 6132454.0,
      "step": 7970
    },
    {
      "epoch": 0.010122304841201586,
      "grad_norm": 5.375,
      "learning_rate": 4.95002270830109e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5368829488754272,
      "num_tokens": 6139291.0,
      "step": 7980
    },
    {
      "epoch": 0.01013498943373442,
      "grad_norm": 6.71875,
      "learning_rate": 4.94995927729246e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5427834957838058,
      "num_tokens": 6146194.0,
      "step": 7990
    },
    {
      "epoch": 0.010147674026267255,
      "grad_norm": 5.75,
      "learning_rate": 4.949895846283831e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.529024600982666,
      "num_tokens": 6153363.0,
      "step": 8000
    },
    {
      "epoch": 0.010160358618800089,
      "grad_norm": 4.90625,
      "learning_rate": 4.949832415275202e-05,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5384790599346161,
      "num_tokens": 6160394.0,
      "step": 8010
    },
    {
      "epoch": 0.010173043211332923,
      "grad_norm": 6.46875,
      "learning_rate": 4.949768984266573e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5248131960630417,
      "num_tokens": 6168558.0,
      "step": 8020
    },
    {
      "epoch": 0.010185727803865757,
      "grad_norm": 5.0625,
      "learning_rate": 4.949705553257944e-05,
      "loss": 2.3329,
      "mean_token_accuracy": 0.4942640453577042,
      "num_tokens": 6177065.0,
      "step": 8030
    },
    {
      "epoch": 0.01019841239639859,
      "grad_norm": 4.78125,
      "learning_rate": 4.9496421222493146e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5324694752693176,
      "num_tokens": 6183571.0,
      "step": 8040
    },
    {
      "epoch": 0.010211096988931424,
      "grad_norm": 9.0,
      "learning_rate": 4.949578691240686e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5285774618387222,
      "num_tokens": 6191196.0,
      "step": 8050
    },
    {
      "epoch": 0.010223781581464258,
      "grad_norm": 5.8125,
      "learning_rate": 4.949515260232056e-05,
      "loss": 2.315,
      "mean_token_accuracy": 0.5035240292549134,
      "num_tokens": 6199126.0,
      "step": 8060
    },
    {
      "epoch": 0.010236466173997092,
      "grad_norm": 6.84375,
      "learning_rate": 4.949451829223427e-05,
      "loss": 2.3975,
      "mean_token_accuracy": 0.48931976556777956,
      "num_tokens": 6205569.0,
      "step": 8070
    },
    {
      "epoch": 0.010249150766529927,
      "grad_norm": 5.25,
      "learning_rate": 4.949388398214798e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5196181237697601,
      "num_tokens": 6212187.0,
      "step": 8080
    },
    {
      "epoch": 0.01026183535906276,
      "grad_norm": 8.375,
      "learning_rate": 4.9493249672061687e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.5152148306369781,
      "num_tokens": 6219388.0,
      "step": 8090
    },
    {
      "epoch": 0.010274519951595595,
      "grad_norm": 5.78125,
      "learning_rate": 4.94926153619754e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5389386683702468,
      "num_tokens": 6226538.0,
      "step": 8100
    },
    {
      "epoch": 0.01028720454412843,
      "grad_norm": 5.25,
      "learning_rate": 4.9491981051889104e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5090485990047455,
      "num_tokens": 6235079.0,
      "step": 8110
    },
    {
      "epoch": 0.010299889136661263,
      "grad_norm": 4.59375,
      "learning_rate": 4.9491346741802816e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5460442960262298,
      "num_tokens": 6243735.0,
      "step": 8120
    },
    {
      "epoch": 0.010312573729194098,
      "grad_norm": 8.6875,
      "learning_rate": 4.949071243171652e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5356773942708969,
      "num_tokens": 6250660.0,
      "step": 8130
    },
    {
      "epoch": 0.010325258321726932,
      "grad_norm": 4.90625,
      "learning_rate": 4.949007812163023e-05,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5130663573741913,
      "num_tokens": 6259573.0,
      "step": 8140
    },
    {
      "epoch": 0.010337942914259764,
      "grad_norm": 5.625,
      "learning_rate": 4.948944381154394e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5624168157577515,
      "num_tokens": 6266120.0,
      "step": 8150
    },
    {
      "epoch": 0.010350627506792599,
      "grad_norm": 5.03125,
      "learning_rate": 4.9488809501457644e-05,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5136571168899536,
      "num_tokens": 6274660.0,
      "step": 8160
    },
    {
      "epoch": 0.010363312099325433,
      "grad_norm": 5.6875,
      "learning_rate": 4.9488175191371356e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5523623704910279,
      "num_tokens": 6282790.0,
      "step": 8170
    },
    {
      "epoch": 0.010375996691858267,
      "grad_norm": 5.96875,
      "learning_rate": 4.948754088128507e-05,
      "loss": 2.2311,
      "mean_token_accuracy": 0.5259870260953903,
      "num_tokens": 6288446.0,
      "step": 8180
    },
    {
      "epoch": 0.010388681284391101,
      "grad_norm": 5.1875,
      "learning_rate": 4.9486906571198774e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5623261064291001,
      "num_tokens": 6294805.0,
      "step": 8190
    },
    {
      "epoch": 0.010401365876923935,
      "grad_norm": 6.5625,
      "learning_rate": 4.948627226111248e-05,
      "loss": 2.3992,
      "mean_token_accuracy": 0.4908596158027649,
      "num_tokens": 6303224.0,
      "step": 8200
    },
    {
      "epoch": 0.01041405046945677,
      "grad_norm": 6.34375,
      "learning_rate": 4.9485637951026185e-05,
      "loss": 2.3555,
      "mean_token_accuracy": 0.5108701705932617,
      "num_tokens": 6310660.0,
      "step": 8210
    },
    {
      "epoch": 0.010426735061989604,
      "grad_norm": 5.15625,
      "learning_rate": 4.94850036409399e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5202839553356171,
      "num_tokens": 6318616.0,
      "step": 8220
    },
    {
      "epoch": 0.010439419654522438,
      "grad_norm": 5.625,
      "learning_rate": 4.948436933085361e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5800640374422074,
      "num_tokens": 6326241.0,
      "step": 8230
    },
    {
      "epoch": 0.010452104247055272,
      "grad_norm": 5.3125,
      "learning_rate": 4.9483735020767314e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5359703779220581,
      "num_tokens": 6333308.0,
      "step": 8240
    },
    {
      "epoch": 0.010464788839588107,
      "grad_norm": 6.75,
      "learning_rate": 4.9483100710681026e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5284173786640167,
      "num_tokens": 6341676.0,
      "step": 8250
    },
    {
      "epoch": 0.01047747343212094,
      "grad_norm": 6.0625,
      "learning_rate": 4.948246640059473e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.558258381485939,
      "num_tokens": 6347711.0,
      "step": 8260
    },
    {
      "epoch": 0.010490158024653773,
      "grad_norm": 4.8125,
      "learning_rate": 4.948183209050844e-05,
      "loss": 2.4014,
      "mean_token_accuracy": 0.5050834625959396,
      "num_tokens": 6354646.0,
      "step": 8270
    },
    {
      "epoch": 0.010502842617186607,
      "grad_norm": 5.78125,
      "learning_rate": 4.948119778042215e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.548173901438713,
      "num_tokens": 6360974.0,
      "step": 8280
    },
    {
      "epoch": 0.010515527209719442,
      "grad_norm": 6.78125,
      "learning_rate": 4.9480563470335855e-05,
      "loss": 2.2538,
      "mean_token_accuracy": 0.5223413228988647,
      "num_tokens": 6368892.0,
      "step": 8290
    },
    {
      "epoch": 0.010528211802252276,
      "grad_norm": 8.4375,
      "learning_rate": 4.947992916024957e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.556610831618309,
      "num_tokens": 6376003.0,
      "step": 8300
    },
    {
      "epoch": 0.01054089639478511,
      "grad_norm": 4.90625,
      "learning_rate": 4.947929485016327e-05,
      "loss": 2.4181,
      "mean_token_accuracy": 0.4917093336582184,
      "num_tokens": 6384401.0,
      "step": 8310
    },
    {
      "epoch": 0.010553580987317944,
      "grad_norm": 5.53125,
      "learning_rate": 4.9478660540076984e-05,
      "loss": 2.1785,
      "mean_token_accuracy": 0.5300682991743088,
      "num_tokens": 6392558.0,
      "step": 8320
    },
    {
      "epoch": 0.010566265579850779,
      "grad_norm": 5.46875,
      "learning_rate": 4.947802622999069e-05,
      "loss": 2.3707,
      "mean_token_accuracy": 0.4943265825510025,
      "num_tokens": 6400400.0,
      "step": 8330
    },
    {
      "epoch": 0.010578950172383613,
      "grad_norm": 4.78125,
      "learning_rate": 4.9477391919904395e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5381337851285934,
      "num_tokens": 6408275.0,
      "step": 8340
    },
    {
      "epoch": 0.010591634764916447,
      "grad_norm": 9.0625,
      "learning_rate": 4.947675760981811e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5289988309144974,
      "num_tokens": 6415318.0,
      "step": 8350
    },
    {
      "epoch": 0.010604319357449281,
      "grad_norm": 7.1875,
      "learning_rate": 4.947612329973181e-05,
      "loss": 2.3147,
      "mean_token_accuracy": 0.5141329765319824,
      "num_tokens": 6423376.0,
      "step": 8360
    },
    {
      "epoch": 0.010617003949982115,
      "grad_norm": 5.53125,
      "learning_rate": 4.9475488989645524e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5306152552366257,
      "num_tokens": 6429988.0,
      "step": 8370
    },
    {
      "epoch": 0.01062968854251495,
      "grad_norm": 4.75,
      "learning_rate": 4.9474854679559237e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5645316153764725,
      "num_tokens": 6437318.0,
      "step": 8380
    },
    {
      "epoch": 0.010642373135047782,
      "grad_norm": 5.9375,
      "learning_rate": 4.947422036947294e-05,
      "loss": 2.3464,
      "mean_token_accuracy": 0.5031016498804093,
      "num_tokens": 6446836.0,
      "step": 8390
    },
    {
      "epoch": 0.010655057727580616,
      "grad_norm": 4.90625,
      "learning_rate": 4.9473586059386654e-05,
      "loss": 2.4131,
      "mean_token_accuracy": 0.48638245463371277,
      "num_tokens": 6455253.0,
      "step": 8400
    },
    {
      "epoch": 0.01066774232011345,
      "grad_norm": 6.21875,
      "learning_rate": 4.947295174930035e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5318012267351151,
      "num_tokens": 6462311.0,
      "step": 8410
    },
    {
      "epoch": 0.010680426912646285,
      "grad_norm": 5.15625,
      "learning_rate": 4.9472317439214065e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5658649653196335,
      "num_tokens": 6470818.0,
      "step": 8420
    },
    {
      "epoch": 0.010693111505179119,
      "grad_norm": 4.84375,
      "learning_rate": 4.947168312912778e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5390006482601166,
      "num_tokens": 6478085.0,
      "step": 8430
    },
    {
      "epoch": 0.010705796097711953,
      "grad_norm": 6.5,
      "learning_rate": 4.947104881904148e-05,
      "loss": 2.2773,
      "mean_token_accuracy": 0.5124422997236252,
      "num_tokens": 6486123.0,
      "step": 8440
    },
    {
      "epoch": 0.010718480690244787,
      "grad_norm": 6.40625,
      "learning_rate": 4.9470414508955194e-05,
      "loss": 2.2856,
      "mean_token_accuracy": 0.5211395859718323,
      "num_tokens": 6492705.0,
      "step": 8450
    },
    {
      "epoch": 0.010731165282777622,
      "grad_norm": 5.21875,
      "learning_rate": 4.94697801988689e-05,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5163939863443374,
      "num_tokens": 6500630.0,
      "step": 8460
    },
    {
      "epoch": 0.010743849875310456,
      "grad_norm": 4.96875,
      "learning_rate": 4.946914588878261e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5212601393461227,
      "num_tokens": 6509652.0,
      "step": 8470
    },
    {
      "epoch": 0.01075653446784329,
      "grad_norm": 6.0,
      "learning_rate": 4.946851157869632e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5462295204401016,
      "num_tokens": 6517186.0,
      "step": 8480
    },
    {
      "epoch": 0.010769219060376124,
      "grad_norm": 5.6875,
      "learning_rate": 4.946787726861002e-05,
      "loss": 2.3592,
      "mean_token_accuracy": 0.5028726994991303,
      "num_tokens": 6525154.0,
      "step": 8490
    },
    {
      "epoch": 0.010781903652908958,
      "grad_norm": 5.75,
      "learning_rate": 4.9467242958523735e-05,
      "loss": 2.2289,
      "mean_token_accuracy": 0.5157620877027511,
      "num_tokens": 6532451.0,
      "step": 8500
    },
    {
      "epoch": 0.010794588245441791,
      "grad_norm": 5.6875,
      "learning_rate": 4.946660864843744e-05,
      "loss": 2.3435,
      "mean_token_accuracy": 0.49806433022022245,
      "num_tokens": 6540848.0,
      "step": 8510
    },
    {
      "epoch": 0.010807272837974625,
      "grad_norm": 5.4375,
      "learning_rate": 4.946597433835115e-05,
      "loss": 2.2615,
      "mean_token_accuracy": 0.5151996493339539,
      "num_tokens": 6548960.0,
      "step": 8520
    },
    {
      "epoch": 0.01081995743050746,
      "grad_norm": 4.8125,
      "learning_rate": 4.9465340028264864e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5654446691274643,
      "num_tokens": 6556548.0,
      "step": 8530
    },
    {
      "epoch": 0.010832642023040294,
      "grad_norm": 5.625,
      "learning_rate": 4.946470571817857e-05,
      "loss": 2.2405,
      "mean_token_accuracy": 0.5386667072772979,
      "num_tokens": 6564099.0,
      "step": 8540
    },
    {
      "epoch": 0.010845326615573128,
      "grad_norm": 5.78125,
      "learning_rate": 4.9464071408092275e-05,
      "loss": 2.2663,
      "mean_token_accuracy": 0.5066175013780594,
      "num_tokens": 6571460.0,
      "step": 8550
    },
    {
      "epoch": 0.010858011208105962,
      "grad_norm": 5.40625,
      "learning_rate": 4.946343709800598e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5470857560634613,
      "num_tokens": 6579358.0,
      "step": 8560
    },
    {
      "epoch": 0.010870695800638796,
      "grad_norm": 5.21875,
      "learning_rate": 4.946280278791969e-05,
      "loss": 2.4412,
      "mean_token_accuracy": 0.4833607733249664,
      "num_tokens": 6587979.0,
      "step": 8570
    },
    {
      "epoch": 0.01088338039317163,
      "grad_norm": 5.8125,
      "learning_rate": 4.9462168477833405e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5214565396308899,
      "num_tokens": 6595686.0,
      "step": 8580
    },
    {
      "epoch": 0.010896064985704465,
      "grad_norm": 4.9375,
      "learning_rate": 4.946153416774711e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5204919099807739,
      "num_tokens": 6603712.0,
      "step": 8590
    },
    {
      "epoch": 0.010908749578237299,
      "grad_norm": 6.25,
      "learning_rate": 4.946089985766082e-05,
      "loss": 2.2035,
      "mean_token_accuracy": 0.5191103488206863,
      "num_tokens": 6611523.0,
      "step": 8600
    },
    {
      "epoch": 0.010921434170770133,
      "grad_norm": 6.375,
      "learning_rate": 4.946026554757453e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5223436862230301,
      "num_tokens": 6619007.0,
      "step": 8610
    },
    {
      "epoch": 0.010934118763302966,
      "grad_norm": 6.6875,
      "learning_rate": 4.945963123748823e-05,
      "loss": 2.2349,
      "mean_token_accuracy": 0.5131924092769623,
      "num_tokens": 6627812.0,
      "step": 8620
    },
    {
      "epoch": 0.0109468033558358,
      "grad_norm": 5.34375,
      "learning_rate": 4.9458996927401945e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.560991433262825,
      "num_tokens": 6635475.0,
      "step": 8630
    },
    {
      "epoch": 0.010959487948368634,
      "grad_norm": 5.9375,
      "learning_rate": 4.945836261731565e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5425398617982864,
      "num_tokens": 6642487.0,
      "step": 8640
    },
    {
      "epoch": 0.010972172540901468,
      "grad_norm": 5.28125,
      "learning_rate": 4.945772830722936e-05,
      "loss": 2.2375,
      "mean_token_accuracy": 0.5329293370246887,
      "num_tokens": 6650680.0,
      "step": 8650
    },
    {
      "epoch": 0.010984857133434302,
      "grad_norm": 6.40625,
      "learning_rate": 4.9457093997143075e-05,
      "loss": 2.5012,
      "mean_token_accuracy": 0.47325657308101654,
      "num_tokens": 6658221.0,
      "step": 8660
    },
    {
      "epoch": 0.010997541725967137,
      "grad_norm": 5.46875,
      "learning_rate": 4.945645968705678e-05,
      "loss": 2.2994,
      "mean_token_accuracy": 0.5129676580429077,
      "num_tokens": 6667017.0,
      "step": 8670
    },
    {
      "epoch": 0.011010226318499971,
      "grad_norm": 5.8125,
      "learning_rate": 4.9455825376970485e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5387734204530716,
      "num_tokens": 6674026.0,
      "step": 8680
    },
    {
      "epoch": 0.011022910911032805,
      "grad_norm": 7.75,
      "learning_rate": 4.945519106688419e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5308330714702606,
      "num_tokens": 6680994.0,
      "step": 8690
    },
    {
      "epoch": 0.01103559550356564,
      "grad_norm": 5.03125,
      "learning_rate": 4.94545567567979e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5019880294799804,
      "num_tokens": 6689446.0,
      "step": 8700
    },
    {
      "epoch": 0.011048280096098474,
      "grad_norm": 5.09375,
      "learning_rate": 4.9453922446711615e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5326306700706482,
      "num_tokens": 6697817.0,
      "step": 8710
    },
    {
      "epoch": 0.011060964688631308,
      "grad_norm": 7.125,
      "learning_rate": 4.945328813662532e-05,
      "loss": 1.8579,
      "mean_token_accuracy": 0.5951347410678863,
      "num_tokens": 6704353.0,
      "step": 8720
    },
    {
      "epoch": 0.011073649281164142,
      "grad_norm": 9.75,
      "learning_rate": 4.945265382653903e-05,
      "loss": 2.3115,
      "mean_token_accuracy": 0.5036231070756912,
      "num_tokens": 6712079.0,
      "step": 8730
    },
    {
      "epoch": 0.011086333873696974,
      "grad_norm": 6.34375,
      "learning_rate": 4.945201951645274e-05,
      "loss": 2.2952,
      "mean_token_accuracy": 0.5151875346899033,
      "num_tokens": 6719812.0,
      "step": 8740
    },
    {
      "epoch": 0.011099018466229809,
      "grad_norm": 5.3125,
      "learning_rate": 4.945138520636644e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5380534380674362,
      "num_tokens": 6727814.0,
      "step": 8750
    },
    {
      "epoch": 0.011111703058762643,
      "grad_norm": 8.625,
      "learning_rate": 4.9450750896280155e-05,
      "loss": 2.3048,
      "mean_token_accuracy": 0.5113658219575882,
      "num_tokens": 6735022.0,
      "step": 8760
    },
    {
      "epoch": 0.011124387651295477,
      "grad_norm": 4.6875,
      "learning_rate": 4.945011658619386e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5594807296991349,
      "num_tokens": 6742198.0,
      "step": 8770
    },
    {
      "epoch": 0.011137072243828311,
      "grad_norm": 4.5625,
      "learning_rate": 4.944948227610757e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5274858415126801,
      "num_tokens": 6749988.0,
      "step": 8780
    },
    {
      "epoch": 0.011149756836361146,
      "grad_norm": 4.6875,
      "learning_rate": 4.944884796602128e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5443865865468979,
      "num_tokens": 6756597.0,
      "step": 8790
    },
    {
      "epoch": 0.01116244142889398,
      "grad_norm": 6.46875,
      "learning_rate": 4.944821365593499e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5187248855829238,
      "num_tokens": 6762759.0,
      "step": 8800
    },
    {
      "epoch": 0.011175126021426814,
      "grad_norm": 5.25,
      "learning_rate": 4.94475793458487e-05,
      "loss": 2.1847,
      "mean_token_accuracy": 0.5315695703029633,
      "num_tokens": 6771172.0,
      "step": 8810
    },
    {
      "epoch": 0.011187810613959648,
      "grad_norm": 5.40625,
      "learning_rate": 4.944694503576241e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5317294389009476,
      "num_tokens": 6780235.0,
      "step": 8820
    },
    {
      "epoch": 0.011200495206492482,
      "grad_norm": 4.875,
      "learning_rate": 4.944631072567611e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5417338162660599,
      "num_tokens": 6788254.0,
      "step": 8830
    },
    {
      "epoch": 0.011213179799025317,
      "grad_norm": 5.375,
      "learning_rate": 4.944567641558982e-05,
      "loss": 2.2765,
      "mean_token_accuracy": 0.5175666868686676,
      "num_tokens": 6796352.0,
      "step": 8840
    },
    {
      "epoch": 0.01122586439155815,
      "grad_norm": 7.8125,
      "learning_rate": 4.944504210550353e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5587740927934647,
      "num_tokens": 6803681.0,
      "step": 8850
    },
    {
      "epoch": 0.011238548984090983,
      "grad_norm": 5.34375,
      "learning_rate": 4.944440779541724e-05,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5029144287109375,
      "num_tokens": 6812021.0,
      "step": 8860
    },
    {
      "epoch": 0.011251233576623818,
      "grad_norm": 5.90625,
      "learning_rate": 4.944377348533095e-05,
      "loss": 2.2604,
      "mean_token_accuracy": 0.5171693980693817,
      "num_tokens": 6820285.0,
      "step": 8870
    },
    {
      "epoch": 0.011263918169156652,
      "grad_norm": 5.5,
      "learning_rate": 4.944313917524466e-05,
      "loss": 2.3419,
      "mean_token_accuracy": 0.5021080285310745,
      "num_tokens": 6828277.0,
      "step": 8880
    },
    {
      "epoch": 0.011276602761689486,
      "grad_norm": 6.40625,
      "learning_rate": 4.9442504865158365e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5208739191293716,
      "num_tokens": 6837388.0,
      "step": 8890
    },
    {
      "epoch": 0.01128928735422232,
      "grad_norm": 4.875,
      "learning_rate": 4.944187055507207e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5180419355630874,
      "num_tokens": 6844529.0,
      "step": 8900
    },
    {
      "epoch": 0.011301971946755154,
      "grad_norm": 4.40625,
      "learning_rate": 4.944123624498578e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5259514302015305,
      "num_tokens": 6852433.0,
      "step": 8910
    },
    {
      "epoch": 0.011314656539287989,
      "grad_norm": 6.9375,
      "learning_rate": 4.944060193489949e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.540601733326912,
      "num_tokens": 6859913.0,
      "step": 8920
    },
    {
      "epoch": 0.011327341131820823,
      "grad_norm": 4.96875,
      "learning_rate": 4.94399676248132e-05,
      "loss": 2.2572,
      "mean_token_accuracy": 0.5100684881210327,
      "num_tokens": 6869006.0,
      "step": 8930
    },
    {
      "epoch": 0.011340025724353657,
      "grad_norm": 4.84375,
      "learning_rate": 4.9439333314726906e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5352544099092483,
      "num_tokens": 6876815.0,
      "step": 8940
    },
    {
      "epoch": 0.011352710316886491,
      "grad_norm": 6.0,
      "learning_rate": 4.943869900464062e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5259299576282501,
      "num_tokens": 6885648.0,
      "step": 8950
    },
    {
      "epoch": 0.011365394909419325,
      "grad_norm": 5.96875,
      "learning_rate": 4.943806469455432e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5613190412521363,
      "num_tokens": 6892239.0,
      "step": 8960
    },
    {
      "epoch": 0.011378079501952158,
      "grad_norm": 7.0,
      "learning_rate": 4.943743038446803e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5366748452186585,
      "num_tokens": 6899885.0,
      "step": 8970
    },
    {
      "epoch": 0.011390764094484992,
      "grad_norm": 9.25,
      "learning_rate": 4.943679607438174e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5453726381063462,
      "num_tokens": 6906589.0,
      "step": 8980
    },
    {
      "epoch": 0.011403448687017826,
      "grad_norm": 5.40625,
      "learning_rate": 4.9436161764295446e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.520462480187416,
      "num_tokens": 6915461.0,
      "step": 8990
    },
    {
      "epoch": 0.01141613327955066,
      "grad_norm": 4.71875,
      "learning_rate": 4.943552745420916e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.523928302526474,
      "num_tokens": 6924858.0,
      "step": 9000
    },
    {
      "epoch": 0.011428817872083495,
      "grad_norm": 5.09375,
      "learning_rate": 4.943489314412287e-05,
      "loss": 2.2666,
      "mean_token_accuracy": 0.5085071384906769,
      "num_tokens": 6932382.0,
      "step": 9010
    },
    {
      "epoch": 0.011441502464616329,
      "grad_norm": 9.0625,
      "learning_rate": 4.9434258834036576e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5542416274547577,
      "num_tokens": 6938790.0,
      "step": 9020
    },
    {
      "epoch": 0.011454187057149163,
      "grad_norm": 6.6875,
      "learning_rate": 4.943362452395028e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.536576583981514,
      "num_tokens": 6946672.0,
      "step": 9030
    },
    {
      "epoch": 0.011466871649681997,
      "grad_norm": 7.6875,
      "learning_rate": 4.9432990213863986e-05,
      "loss": 2.2441,
      "mean_token_accuracy": 0.5244445472955703,
      "num_tokens": 6954426.0,
      "step": 9040
    },
    {
      "epoch": 0.011479556242214832,
      "grad_norm": 6.40625,
      "learning_rate": 4.94323559037777e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5470688074827195,
      "num_tokens": 6961563.0,
      "step": 9050
    },
    {
      "epoch": 0.011492240834747666,
      "grad_norm": 5.875,
      "learning_rate": 4.943172159369141e-05,
      "loss": 1.5941,
      "mean_token_accuracy": 0.6497351467609406,
      "num_tokens": 6967683.0,
      "step": 9060
    },
    {
      "epoch": 0.0115049254272805,
      "grad_norm": 6.0625,
      "learning_rate": 4.9431087283605116e-05,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5184980034828186,
      "num_tokens": 6975802.0,
      "step": 9070
    },
    {
      "epoch": 0.011517610019813334,
      "grad_norm": 6.84375,
      "learning_rate": 4.943045297351883e-05,
      "loss": 2.2177,
      "mean_token_accuracy": 0.516042560338974,
      "num_tokens": 6984050.0,
      "step": 9080
    },
    {
      "epoch": 0.011530294612346167,
      "grad_norm": 5.0,
      "learning_rate": 4.9429818663432533e-05,
      "loss": 2.261,
      "mean_token_accuracy": 0.5064232617616653,
      "num_tokens": 6991954.0,
      "step": 9090
    },
    {
      "epoch": 0.011542979204879001,
      "grad_norm": 11.8125,
      "learning_rate": 4.942918435334624e-05,
      "loss": 2.2769,
      "mean_token_accuracy": 0.5057951182126998,
      "num_tokens": 7000243.0,
      "step": 9100
    },
    {
      "epoch": 0.011555663797411835,
      "grad_norm": 7.0625,
      "learning_rate": 4.942855004325995e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5203085035085678,
      "num_tokens": 7007603.0,
      "step": 9110
    },
    {
      "epoch": 0.01156834838994467,
      "grad_norm": 5.5625,
      "learning_rate": 4.9427915733173656e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5151569306850433,
      "num_tokens": 7014224.0,
      "step": 9120
    },
    {
      "epoch": 0.011581032982477504,
      "grad_norm": 5.375,
      "learning_rate": 4.942728142308737e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5528444021940231,
      "num_tokens": 7021750.0,
      "step": 9130
    },
    {
      "epoch": 0.011593717575010338,
      "grad_norm": 5.125,
      "learning_rate": 4.9426647113001074e-05,
      "loss": 2.2902,
      "mean_token_accuracy": 0.5018024533987046,
      "num_tokens": 7029657.0,
      "step": 9140
    },
    {
      "epoch": 0.011606402167543172,
      "grad_norm": 5.90625,
      "learning_rate": 4.9426012802914786e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.521949291229248,
      "num_tokens": 7036710.0,
      "step": 9150
    },
    {
      "epoch": 0.011619086760076006,
      "grad_norm": 6.75,
      "learning_rate": 4.94253784928285e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5424314826726914,
      "num_tokens": 7042785.0,
      "step": 9160
    },
    {
      "epoch": 0.01163177135260884,
      "grad_norm": 6.46875,
      "learning_rate": 4.9424744182742197e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5208866149187088,
      "num_tokens": 7050373.0,
      "step": 9170
    },
    {
      "epoch": 0.011644455945141675,
      "grad_norm": 5.125,
      "learning_rate": 4.942410987265591e-05,
      "loss": 2.2313,
      "mean_token_accuracy": 0.5144985169172287,
      "num_tokens": 7058107.0,
      "step": 9180
    },
    {
      "epoch": 0.011657140537674509,
      "grad_norm": 6.84375,
      "learning_rate": 4.9423475562569614e-05,
      "loss": 2.2578,
      "mean_token_accuracy": 0.5130678206682205,
      "num_tokens": 7065330.0,
      "step": 9190
    },
    {
      "epoch": 0.011669825130207343,
      "grad_norm": 5.25,
      "learning_rate": 4.9422841252483326e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.525516277551651,
      "num_tokens": 7073600.0,
      "step": 9200
    },
    {
      "epoch": 0.011682509722740176,
      "grad_norm": 6.1875,
      "learning_rate": 4.942220694239704e-05,
      "loss": 2.3366,
      "mean_token_accuracy": 0.5102588534355164,
      "num_tokens": 7080667.0,
      "step": 9210
    },
    {
      "epoch": 0.01169519431527301,
      "grad_norm": 4.75,
      "learning_rate": 4.9421572632310744e-05,
      "loss": 2.2336,
      "mean_token_accuracy": 0.5166988521814346,
      "num_tokens": 7089845.0,
      "step": 9220
    },
    {
      "epoch": 0.011707878907805844,
      "grad_norm": 5.40625,
      "learning_rate": 4.9420938322224456e-05,
      "loss": 2.2881,
      "mean_token_accuracy": 0.4978129416704178,
      "num_tokens": 7097129.0,
      "step": 9230
    },
    {
      "epoch": 0.011720563500338678,
      "grad_norm": 6.375,
      "learning_rate": 4.942030401213816e-05,
      "loss": 2.2797,
      "mean_token_accuracy": 0.5133329004049301,
      "num_tokens": 7105415.0,
      "step": 9240
    },
    {
      "epoch": 0.011733248092871513,
      "grad_norm": 5.0,
      "learning_rate": 4.9419669702051866e-05,
      "loss": 2.3632,
      "mean_token_accuracy": 0.4903484135866165,
      "num_tokens": 7113683.0,
      "step": 9250
    },
    {
      "epoch": 0.011745932685404347,
      "grad_norm": 4.875,
      "learning_rate": 4.941903539196558e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5136183768510818,
      "num_tokens": 7121868.0,
      "step": 9260
    },
    {
      "epoch": 0.011758617277937181,
      "grad_norm": 9.0,
      "learning_rate": 4.9418401081879284e-05,
      "loss": 2.3671,
      "mean_token_accuracy": 0.4996449172496796,
      "num_tokens": 7130147.0,
      "step": 9270
    },
    {
      "epoch": 0.011771301870470015,
      "grad_norm": 3.921875,
      "learning_rate": 4.9417766771792996e-05,
      "loss": 1.967,
      "mean_token_accuracy": 0.5642671197652817,
      "num_tokens": 7137391.0,
      "step": 9280
    },
    {
      "epoch": 0.01178398646300285,
      "grad_norm": 5.4375,
      "learning_rate": 4.94171324617067e-05,
      "loss": 2.3173,
      "mean_token_accuracy": 0.5137232035398483,
      "num_tokens": 7145917.0,
      "step": 9290
    },
    {
      "epoch": 0.011796671055535684,
      "grad_norm": 5.0,
      "learning_rate": 4.9416498151620414e-05,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5136862069368362,
      "num_tokens": 7155094.0,
      "step": 9300
    },
    {
      "epoch": 0.011809355648068518,
      "grad_norm": 7.125,
      "learning_rate": 4.941586384153412e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5327686578035354,
      "num_tokens": 7161347.0,
      "step": 9310
    },
    {
      "epoch": 0.011822040240601352,
      "grad_norm": 6.875,
      "learning_rate": 4.9415229531447824e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5218001008033752,
      "num_tokens": 7168401.0,
      "step": 9320
    },
    {
      "epoch": 0.011834724833134184,
      "grad_norm": 7.875,
      "learning_rate": 4.9414595221361536e-05,
      "loss": 2.3385,
      "mean_token_accuracy": 0.5015988498926163,
      "num_tokens": 7175545.0,
      "step": 9330
    },
    {
      "epoch": 0.011847409425667019,
      "grad_norm": 6.125,
      "learning_rate": 4.941396091127524e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5225922703742981,
      "num_tokens": 7183889.0,
      "step": 9340
    },
    {
      "epoch": 0.011860094018199853,
      "grad_norm": 5.75,
      "learning_rate": 4.9413326601188954e-05,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5629472404718399,
      "num_tokens": 7190468.0,
      "step": 9350
    },
    {
      "epoch": 0.011872778610732687,
      "grad_norm": 4.25,
      "learning_rate": 4.9412692291102666e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5712927550077438,
      "num_tokens": 7197490.0,
      "step": 9360
    },
    {
      "epoch": 0.011885463203265521,
      "grad_norm": 5.65625,
      "learning_rate": 4.941205798101637e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.5206032663583755,
      "num_tokens": 7205570.0,
      "step": 9370
    },
    {
      "epoch": 0.011898147795798356,
      "grad_norm": 5.21875,
      "learning_rate": 4.941142367093008e-05,
      "loss": 2.4179,
      "mean_token_accuracy": 0.4856667101383209,
      "num_tokens": 7214488.0,
      "step": 9380
    },
    {
      "epoch": 0.01191083238833119,
      "grad_norm": 7.75,
      "learning_rate": 4.941078936084378e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5425963491201401,
      "num_tokens": 7221546.0,
      "step": 9390
    },
    {
      "epoch": 0.011923516980864024,
      "grad_norm": 5.78125,
      "learning_rate": 4.9410155050757494e-05,
      "loss": 2.387,
      "mean_token_accuracy": 0.49542040228843687,
      "num_tokens": 7230399.0,
      "step": 9400
    },
    {
      "epoch": 0.011936201573396858,
      "grad_norm": 13.0,
      "learning_rate": 4.9409520740671206e-05,
      "loss": 2.2227,
      "mean_token_accuracy": 0.5206245630979538,
      "num_tokens": 7238363.0,
      "step": 9410
    },
    {
      "epoch": 0.011948886165929692,
      "grad_norm": 6.8125,
      "learning_rate": 4.940888643058491e-05,
      "loss": 2.3475,
      "mean_token_accuracy": 0.49007487297058105,
      "num_tokens": 7246651.0,
      "step": 9420
    },
    {
      "epoch": 0.011961570758462527,
      "grad_norm": 9.125,
      "learning_rate": 4.9408252120498624e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5236758559942245,
      "num_tokens": 7254806.0,
      "step": 9430
    },
    {
      "epoch": 0.01197425535099536,
      "grad_norm": 5.875,
      "learning_rate": 4.940761781041233e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5258628994226455,
      "num_tokens": 7263021.0,
      "step": 9440
    },
    {
      "epoch": 0.011986939943528193,
      "grad_norm": 5.21875,
      "learning_rate": 4.9406983500326034e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5181110322475433,
      "num_tokens": 7271363.0,
      "step": 9450
    },
    {
      "epoch": 0.011999624536061028,
      "grad_norm": 6.0,
      "learning_rate": 4.9406349190239747e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5255127876996994,
      "num_tokens": 7279195.0,
      "step": 9460
    },
    {
      "epoch": 0.012012309128593862,
      "grad_norm": 5.25,
      "learning_rate": 4.940571488015345e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5290581315755845,
      "num_tokens": 7287333.0,
      "step": 9470
    },
    {
      "epoch": 0.012024993721126696,
      "grad_norm": 4.8125,
      "learning_rate": 4.9405080570067164e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5207974761724472,
      "num_tokens": 7294652.0,
      "step": 9480
    },
    {
      "epoch": 0.01203767831365953,
      "grad_norm": 6.90625,
      "learning_rate": 4.940444625998087e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5579016387462616,
      "num_tokens": 7300981.0,
      "step": 9490
    },
    {
      "epoch": 0.012050362906192364,
      "grad_norm": 5.34375,
      "learning_rate": 4.940381194989458e-05,
      "loss": 2.3105,
      "mean_token_accuracy": 0.5051905512809753,
      "num_tokens": 7308471.0,
      "step": 9500
    },
    {
      "epoch": 0.012063047498725199,
      "grad_norm": 6.71875,
      "learning_rate": 4.940317763980829e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5215614557266235,
      "num_tokens": 7316973.0,
      "step": 9510
    },
    {
      "epoch": 0.012075732091258033,
      "grad_norm": 5.65625,
      "learning_rate": 4.940254332972199e-05,
      "loss": 2.2378,
      "mean_token_accuracy": 0.5149869441986084,
      "num_tokens": 7325695.0,
      "step": 9520
    },
    {
      "epoch": 0.012088416683790867,
      "grad_norm": 4.84375,
      "learning_rate": 4.9401909019635704e-05,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5240874767303467,
      "num_tokens": 7332011.0,
      "step": 9530
    },
    {
      "epoch": 0.012101101276323701,
      "grad_norm": 4.84375,
      "learning_rate": 4.9401274709549417e-05,
      "loss": 2.317,
      "mean_token_accuracy": 0.49935426115989684,
      "num_tokens": 7340282.0,
      "step": 9540
    },
    {
      "epoch": 0.012113785868856536,
      "grad_norm": 5.125,
      "learning_rate": 4.940064039946312e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5236902803182601,
      "num_tokens": 7348851.0,
      "step": 9550
    },
    {
      "epoch": 0.012126470461389368,
      "grad_norm": 15.125,
      "learning_rate": 4.9400006089376834e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5437685519456863,
      "num_tokens": 7356116.0,
      "step": 9560
    },
    {
      "epoch": 0.012139155053922202,
      "grad_norm": 6.0625,
      "learning_rate": 4.939937177929054e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5659434735774994,
      "num_tokens": 7363285.0,
      "step": 9570
    },
    {
      "epoch": 0.012151839646455036,
      "grad_norm": 6.46875,
      "learning_rate": 4.939873746920425e-05,
      "loss": 2.4484,
      "mean_token_accuracy": 0.4872175961732864,
      "num_tokens": 7371205.0,
      "step": 9580
    },
    {
      "epoch": 0.01216452423898787,
      "grad_norm": 6.875,
      "learning_rate": 4.939810315911796e-05,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5330128699541092,
      "num_tokens": 7378637.0,
      "step": 9590
    },
    {
      "epoch": 0.012177208831520705,
      "grad_norm": 5.5625,
      "learning_rate": 4.939746884903166e-05,
      "loss": 2.2691,
      "mean_token_accuracy": 0.5133874922990799,
      "num_tokens": 7387177.0,
      "step": 9600
    },
    {
      "epoch": 0.012189893424053539,
      "grad_norm": 6.1875,
      "learning_rate": 4.9396834538945374e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5792337894439697,
      "num_tokens": 7392275.0,
      "step": 9610
    },
    {
      "epoch": 0.012202578016586373,
      "grad_norm": 4.46875,
      "learning_rate": 4.939620022885908e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5327771574258804,
      "num_tokens": 7399424.0,
      "step": 9620
    },
    {
      "epoch": 0.012215262609119207,
      "grad_norm": 7.75,
      "learning_rate": 4.939556591877279e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5540709942579269,
      "num_tokens": 7406888.0,
      "step": 9630
    },
    {
      "epoch": 0.012227947201652042,
      "grad_norm": 5.5,
      "learning_rate": 4.9394931608686504e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5491188675165176,
      "num_tokens": 7414010.0,
      "step": 9640
    },
    {
      "epoch": 0.012240631794184876,
      "grad_norm": 6.0625,
      "learning_rate": 4.939429729860021e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.541058549284935,
      "num_tokens": 7421765.0,
      "step": 9650
    },
    {
      "epoch": 0.01225331638671771,
      "grad_norm": 6.5,
      "learning_rate": 4.9393662988513915e-05,
      "loss": 2.3971,
      "mean_token_accuracy": 0.4933173805475235,
      "num_tokens": 7430451.0,
      "step": 9660
    },
    {
      "epoch": 0.012266000979250544,
      "grad_norm": 5.15625,
      "learning_rate": 4.939302867842762e-05,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5189275711774826,
      "num_tokens": 7438046.0,
      "step": 9670
    },
    {
      "epoch": 0.012278685571783377,
      "grad_norm": 4.8125,
      "learning_rate": 4.939239436834133e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5290981113910675,
      "num_tokens": 7445968.0,
      "step": 9680
    },
    {
      "epoch": 0.012291370164316211,
      "grad_norm": 5.9375,
      "learning_rate": 4.9391760058255044e-05,
      "loss": 2.3328,
      "mean_token_accuracy": 0.50979163646698,
      "num_tokens": 7454851.0,
      "step": 9690
    },
    {
      "epoch": 0.012304054756849045,
      "grad_norm": 6.25,
      "learning_rate": 4.939112574816875e-05,
      "loss": 2.2983,
      "mean_token_accuracy": 0.5237658441066741,
      "num_tokens": 7461244.0,
      "step": 9700
    },
    {
      "epoch": 0.01231673934938188,
      "grad_norm": 5.78125,
      "learning_rate": 4.939049143808246e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5376375377178192,
      "num_tokens": 7468988.0,
      "step": 9710
    },
    {
      "epoch": 0.012329423941914714,
      "grad_norm": 11.6875,
      "learning_rate": 4.938985712799617e-05,
      "loss": 2.4018,
      "mean_token_accuracy": 0.5054220229387283,
      "num_tokens": 7476589.0,
      "step": 9720
    },
    {
      "epoch": 0.012342108534447548,
      "grad_norm": 6.84375,
      "learning_rate": 4.938922281790987e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5353433340787888,
      "num_tokens": 7484851.0,
      "step": 9730
    },
    {
      "epoch": 0.012354793126980382,
      "grad_norm": 8.4375,
      "learning_rate": 4.9388588507823585e-05,
      "loss": 2.3081,
      "mean_token_accuracy": 0.5078906536102294,
      "num_tokens": 7491961.0,
      "step": 9740
    },
    {
      "epoch": 0.012367477719513216,
      "grad_norm": 6.09375,
      "learning_rate": 4.938795419773729e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5513251215219498,
      "num_tokens": 7498703.0,
      "step": 9750
    },
    {
      "epoch": 0.01238016231204605,
      "grad_norm": 5.0625,
      "learning_rate": 4.9387319887651e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5294913470745086,
      "num_tokens": 7506314.0,
      "step": 9760
    },
    {
      "epoch": 0.012392846904578885,
      "grad_norm": 5.09375,
      "learning_rate": 4.938668557756471e-05,
      "loss": 2.3636,
      "mean_token_accuracy": 0.5000653445720673,
      "num_tokens": 7515012.0,
      "step": 9770
    },
    {
      "epoch": 0.012405531497111719,
      "grad_norm": 5.125,
      "learning_rate": 4.938605126747842e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5288582295179367,
      "num_tokens": 7523224.0,
      "step": 9780
    },
    {
      "epoch": 0.012418216089644551,
      "grad_norm": 5.28125,
      "learning_rate": 4.9385416957392125e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5237684816122055,
      "num_tokens": 7532381.0,
      "step": 9790
    },
    {
      "epoch": 0.012430900682177386,
      "grad_norm": 5.09375,
      "learning_rate": 4.938478264730583e-05,
      "loss": 2.3641,
      "mean_token_accuracy": 0.49773496091365815,
      "num_tokens": 7540944.0,
      "step": 9800
    },
    {
      "epoch": 0.01244358527471022,
      "grad_norm": 5.21875,
      "learning_rate": 4.938414833721954e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5492623597383499,
      "num_tokens": 7548779.0,
      "step": 9810
    },
    {
      "epoch": 0.012456269867243054,
      "grad_norm": 5.0625,
      "learning_rate": 4.938351402713325e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5447779834270478,
      "num_tokens": 7556473.0,
      "step": 9820
    },
    {
      "epoch": 0.012468954459775888,
      "grad_norm": 5.875,
      "learning_rate": 4.938287971704696e-05,
      "loss": 2.1988,
      "mean_token_accuracy": 0.5156422972679138,
      "num_tokens": 7564174.0,
      "step": 9830
    },
    {
      "epoch": 0.012481639052308723,
      "grad_norm": 5.5,
      "learning_rate": 4.938224540696067e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5243958055973053,
      "num_tokens": 7572302.0,
      "step": 9840
    },
    {
      "epoch": 0.012494323644841557,
      "grad_norm": 5.125,
      "learning_rate": 4.938161109687438e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5472664952278137,
      "num_tokens": 7578928.0,
      "step": 9850
    },
    {
      "epoch": 0.012507008237374391,
      "grad_norm": 6.15625,
      "learning_rate": 4.938097678678808e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5359625369310379,
      "num_tokens": 7585807.0,
      "step": 9860
    },
    {
      "epoch": 0.012519692829907225,
      "grad_norm": 6.40625,
      "learning_rate": 4.938034247670179e-05,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5477291345596313,
      "num_tokens": 7593627.0,
      "step": 9870
    },
    {
      "epoch": 0.01253237742244006,
      "grad_norm": 5.21875,
      "learning_rate": 4.93797081666155e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5365407884120941,
      "num_tokens": 7600277.0,
      "step": 9880
    },
    {
      "epoch": 0.012545062014972894,
      "grad_norm": 5.0625,
      "learning_rate": 4.937907385652921e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5464949995279312,
      "num_tokens": 7607727.0,
      "step": 9890
    },
    {
      "epoch": 0.012557746607505728,
      "grad_norm": 6.5,
      "learning_rate": 4.937843954644292e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5223695814609528,
      "num_tokens": 7616033.0,
      "step": 9900
    },
    {
      "epoch": 0.01257043120003856,
      "grad_norm": 5.5,
      "learning_rate": 4.937780523635663e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5616310477256775,
      "num_tokens": 7623748.0,
      "step": 9910
    },
    {
      "epoch": 0.012583115792571395,
      "grad_norm": 3.90625,
      "learning_rate": 4.9377170926270335e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.550425922870636,
      "num_tokens": 7632111.0,
      "step": 9920
    },
    {
      "epoch": 0.012595800385104229,
      "grad_norm": 5.03125,
      "learning_rate": 4.937653661618404e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5611271888017655,
      "num_tokens": 7639412.0,
      "step": 9930
    },
    {
      "epoch": 0.012608484977637063,
      "grad_norm": 5.375,
      "learning_rate": 4.937590230609775e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.530650281906128,
      "num_tokens": 7645661.0,
      "step": 9940
    },
    {
      "epoch": 0.012621169570169897,
      "grad_norm": 8.5625,
      "learning_rate": 4.937526799601146e-05,
      "loss": 2.3502,
      "mean_token_accuracy": 0.5010224610567093,
      "num_tokens": 7653201.0,
      "step": 9950
    },
    {
      "epoch": 0.012633854162702731,
      "grad_norm": 4.90625,
      "learning_rate": 4.937463368592517e-05,
      "loss": 2.3525,
      "mean_token_accuracy": 0.5075807243585586,
      "num_tokens": 7662362.0,
      "step": 9960
    },
    {
      "epoch": 0.012646538755235566,
      "grad_norm": 6.25,
      "learning_rate": 4.9373999375838875e-05,
      "loss": 2.3833,
      "mean_token_accuracy": 0.5029054522514343,
      "num_tokens": 7670440.0,
      "step": 9970
    },
    {
      "epoch": 0.0126592233477684,
      "grad_norm": 5.5625,
      "learning_rate": 4.937336506575259e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5424170047044754,
      "num_tokens": 7677604.0,
      "step": 9980
    },
    {
      "epoch": 0.012671907940301234,
      "grad_norm": 5.9375,
      "learning_rate": 4.93727307556663e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5412994593381881,
      "num_tokens": 7684431.0,
      "step": 9990
    },
    {
      "epoch": 0.012684592532834068,
      "grad_norm": 6.5625,
      "learning_rate": 4.9372096445580005e-05,
      "loss": 2.2194,
      "mean_token_accuracy": 0.5164300829172135,
      "num_tokens": 7692640.0,
      "step": 10000
    },
    {
      "epoch": 0.012697277125366902,
      "grad_norm": 6.75,
      "learning_rate": 4.937146213549371e-05,
      "loss": 2.3856,
      "mean_token_accuracy": 0.4984163522720337,
      "num_tokens": 7700993.0,
      "step": 10010
    },
    {
      "epoch": 0.012709961717899737,
      "grad_norm": 5.15625,
      "learning_rate": 4.9370827825407416e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.531109094619751,
      "num_tokens": 7707903.0,
      "step": 10020
    },
    {
      "epoch": 0.01272264631043257,
      "grad_norm": 6.28125,
      "learning_rate": 4.937019351532113e-05,
      "loss": 2.2541,
      "mean_token_accuracy": 0.5198771774768829,
      "num_tokens": 7714966.0,
      "step": 10030
    },
    {
      "epoch": 0.012735330902965403,
      "grad_norm": 5.03125,
      "learning_rate": 4.936955920523484e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5321511149406433,
      "num_tokens": 7722531.0,
      "step": 10040
    },
    {
      "epoch": 0.012748015495498238,
      "grad_norm": 5.59375,
      "learning_rate": 4.9368924895148545e-05,
      "loss": 2.2318,
      "mean_token_accuracy": 0.5189593642950058,
      "num_tokens": 7729204.0,
      "step": 10050
    },
    {
      "epoch": 0.012760700088031072,
      "grad_norm": 6.03125,
      "learning_rate": 4.936829058506226e-05,
      "loss": 2.3081,
      "mean_token_accuracy": 0.5091951847076416,
      "num_tokens": 7737504.0,
      "step": 10060
    },
    {
      "epoch": 0.012773384680563906,
      "grad_norm": 7.15625,
      "learning_rate": 4.936765627497596e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.5231300383806229,
      "num_tokens": 7743869.0,
      "step": 10070
    },
    {
      "epoch": 0.01278606927309674,
      "grad_norm": 5.0625,
      "learning_rate": 4.936702196488967e-05,
      "loss": 2.3337,
      "mean_token_accuracy": 0.5051393628120422,
      "num_tokens": 7752146.0,
      "step": 10080
    },
    {
      "epoch": 0.012798753865629574,
      "grad_norm": 9.0,
      "learning_rate": 4.936638765480338e-05,
      "loss": 2.4523,
      "mean_token_accuracy": 0.4901060551404953,
      "num_tokens": 7761109.0,
      "step": 10090
    },
    {
      "epoch": 0.012811438458162409,
      "grad_norm": 5.5,
      "learning_rate": 4.9365753344717086e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5447200208902359,
      "num_tokens": 7767688.0,
      "step": 10100
    },
    {
      "epoch": 0.012824123050695243,
      "grad_norm": 6.46875,
      "learning_rate": 4.93651190346308e-05,
      "loss": 2.2913,
      "mean_token_accuracy": 0.507504665851593,
      "num_tokens": 7776219.0,
      "step": 10110
    },
    {
      "epoch": 0.012836807643228077,
      "grad_norm": 5.375,
      "learning_rate": 4.93644847245445e-05,
      "loss": 2.2454,
      "mean_token_accuracy": 0.5010966032743454,
      "num_tokens": 7784417.0,
      "step": 10120
    },
    {
      "epoch": 0.012849492235760911,
      "grad_norm": 5.53125,
      "learning_rate": 4.9363850414458215e-05,
      "loss": 2.4098,
      "mean_token_accuracy": 0.47909138798713685,
      "num_tokens": 7793284.0,
      "step": 10130
    },
    {
      "epoch": 0.012862176828293746,
      "grad_norm": 6.53125,
      "learning_rate": 4.936321610437192e-05,
      "loss": 2.2711,
      "mean_token_accuracy": 0.5061942934989929,
      "num_tokens": 7800652.0,
      "step": 10140
    },
    {
      "epoch": 0.012874861420826578,
      "grad_norm": 5.84375,
      "learning_rate": 4.9362581794285626e-05,
      "loss": 2.5185,
      "mean_token_accuracy": 0.47717638611793517,
      "num_tokens": 7809344.0,
      "step": 10150
    },
    {
      "epoch": 0.012887546013359412,
      "grad_norm": 6.8125,
      "learning_rate": 4.936194748419934e-05,
      "loss": 2.4531,
      "mean_token_accuracy": 0.48813015818595884,
      "num_tokens": 7817975.0,
      "step": 10160
    },
    {
      "epoch": 0.012900230605892246,
      "grad_norm": 6.96875,
      "learning_rate": 4.9361313174113043e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5372321009635925,
      "num_tokens": 7826021.0,
      "step": 10170
    },
    {
      "epoch": 0.01291291519842508,
      "grad_norm": 5.0625,
      "learning_rate": 4.9360678864026756e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5248847424983978,
      "num_tokens": 7834524.0,
      "step": 10180
    },
    {
      "epoch": 0.012925599790957915,
      "grad_norm": 6.28125,
      "learning_rate": 4.936004455394047e-05,
      "loss": 2.2662,
      "mean_token_accuracy": 0.5142850309610367,
      "num_tokens": 7841801.0,
      "step": 10190
    },
    {
      "epoch": 0.012938284383490749,
      "grad_norm": 5.53125,
      "learning_rate": 4.935941024385417e-05,
      "loss": 2.2734,
      "mean_token_accuracy": 0.5124512374401092,
      "num_tokens": 7850124.0,
      "step": 10200
    },
    {
      "epoch": 0.012950968976023583,
      "grad_norm": 4.9375,
      "learning_rate": 4.935877593376788e-05,
      "loss": 2.252,
      "mean_token_accuracy": 0.5187148541212082,
      "num_tokens": 7858657.0,
      "step": 10210
    },
    {
      "epoch": 0.012963653568556418,
      "grad_norm": 5.9375,
      "learning_rate": 4.9358141623681584e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5380370408296585,
      "num_tokens": 7866530.0,
      "step": 10220
    },
    {
      "epoch": 0.012976338161089252,
      "grad_norm": 5.84375,
      "learning_rate": 4.9357507313595296e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5404511749744415,
      "num_tokens": 7873427.0,
      "step": 10230
    },
    {
      "epoch": 0.012989022753622086,
      "grad_norm": 5.0625,
      "learning_rate": 4.935687300350901e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5548307538032532,
      "num_tokens": 7880397.0,
      "step": 10240
    },
    {
      "epoch": 0.01300170734615492,
      "grad_norm": 4.96875,
      "learning_rate": 4.935623869342271e-05,
      "loss": 2.3074,
      "mean_token_accuracy": 0.5084166675806046,
      "num_tokens": 7888889.0,
      "step": 10250
    },
    {
      "epoch": 0.013014391938687753,
      "grad_norm": 3.234375,
      "learning_rate": 4.9355604383336425e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5730384886264801,
      "num_tokens": 7896180.0,
      "step": 10260
    },
    {
      "epoch": 0.013027076531220587,
      "grad_norm": 5.71875,
      "learning_rate": 4.935497007325013e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5178718864917755,
      "num_tokens": 7903891.0,
      "step": 10270
    },
    {
      "epoch": 0.013039761123753421,
      "grad_norm": 6.40625,
      "learning_rate": 4.9354335763163836e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5318031489849091,
      "num_tokens": 7910451.0,
      "step": 10280
    },
    {
      "epoch": 0.013052445716286255,
      "grad_norm": 5.5,
      "learning_rate": 4.935370145307755e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5151301920413971,
      "num_tokens": 7919363.0,
      "step": 10290
    },
    {
      "epoch": 0.01306513030881909,
      "grad_norm": 5.59375,
      "learning_rate": 4.9353067142991254e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5584888607263565,
      "num_tokens": 7926407.0,
      "step": 10300
    },
    {
      "epoch": 0.013077814901351924,
      "grad_norm": 6.03125,
      "learning_rate": 4.9352432832904966e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5352577656507492,
      "num_tokens": 7933520.0,
      "step": 10310
    },
    {
      "epoch": 0.013090499493884758,
      "grad_norm": 5.25,
      "learning_rate": 4.935179852281867e-05,
      "loss": 2.2607,
      "mean_token_accuracy": 0.5162398010492325,
      "num_tokens": 7942402.0,
      "step": 10320
    },
    {
      "epoch": 0.013103184086417592,
      "grad_norm": 9.9375,
      "learning_rate": 4.935116421273238e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5230118304491043,
      "num_tokens": 7950309.0,
      "step": 10330
    },
    {
      "epoch": 0.013115868678950426,
      "grad_norm": 5.15625,
      "learning_rate": 4.9350529902646095e-05,
      "loss": 2.2626,
      "mean_token_accuracy": 0.5186640590429306,
      "num_tokens": 7958867.0,
      "step": 10340
    },
    {
      "epoch": 0.01312855327148326,
      "grad_norm": 6.75,
      "learning_rate": 4.9349895592559794e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5167595416307449,
      "num_tokens": 7966284.0,
      "step": 10350
    },
    {
      "epoch": 0.013141237864016095,
      "grad_norm": 6.4375,
      "learning_rate": 4.9349261282473506e-05,
      "loss": 2.3169,
      "mean_token_accuracy": 0.5280926823616028,
      "num_tokens": 7973311.0,
      "step": 10360
    },
    {
      "epoch": 0.013153922456548929,
      "grad_norm": 5.15625,
      "learning_rate": 4.934862697238721e-05,
      "loss": 2.2983,
      "mean_token_accuracy": 0.5196039885282516,
      "num_tokens": 7981764.0,
      "step": 10370
    },
    {
      "epoch": 0.013166607049081762,
      "grad_norm": 7.375,
      "learning_rate": 4.9347992662300924e-05,
      "loss": 2.4407,
      "mean_token_accuracy": 0.4903676986694336,
      "num_tokens": 7989520.0,
      "step": 10380
    },
    {
      "epoch": 0.013179291641614596,
      "grad_norm": 7.59375,
      "learning_rate": 4.9347358352214636e-05,
      "loss": 2.2806,
      "mean_token_accuracy": 0.5149480015039444,
      "num_tokens": 7998110.0,
      "step": 10390
    },
    {
      "epoch": 0.01319197623414743,
      "grad_norm": 5.53125,
      "learning_rate": 4.934672404212834e-05,
      "loss": 2.2487,
      "mean_token_accuracy": 0.5122889816761017,
      "num_tokens": 8006171.0,
      "step": 10400
    },
    {
      "epoch": 0.013204660826680264,
      "grad_norm": 5.5625,
      "learning_rate": 4.934608973204205e-05,
      "loss": 2.19,
      "mean_token_accuracy": 0.5236870527267456,
      "num_tokens": 8013575.0,
      "step": 10410
    },
    {
      "epoch": 0.013217345419213098,
      "grad_norm": 4.96875,
      "learning_rate": 4.934545542195576e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5444523245096207,
      "num_tokens": 8021706.0,
      "step": 10420
    },
    {
      "epoch": 0.013230030011745933,
      "grad_norm": 5.28125,
      "learning_rate": 4.9344821111869464e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5262108743190765,
      "num_tokens": 8029804.0,
      "step": 10430
    },
    {
      "epoch": 0.013242714604278767,
      "grad_norm": 5.34375,
      "learning_rate": 4.9344186801783176e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5236333787441254,
      "num_tokens": 8036539.0,
      "step": 10440
    },
    {
      "epoch": 0.013255399196811601,
      "grad_norm": 5.40625,
      "learning_rate": 4.934355249169688e-05,
      "loss": 2.3835,
      "mean_token_accuracy": 0.49658833146095277,
      "num_tokens": 8045531.0,
      "step": 10450
    },
    {
      "epoch": 0.013268083789344435,
      "grad_norm": 5.375,
      "learning_rate": 4.9342918181610593e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5363966524600983,
      "num_tokens": 8053508.0,
      "step": 10460
    },
    {
      "epoch": 0.01328076838187727,
      "grad_norm": 6.46875,
      "learning_rate": 4.9342283871524306e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5578223407268524,
      "num_tokens": 8061031.0,
      "step": 10470
    },
    {
      "epoch": 0.013293452974410104,
      "grad_norm": 6.84375,
      "learning_rate": 4.934164956143801e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.550544536113739,
      "num_tokens": 8068343.0,
      "step": 10480
    },
    {
      "epoch": 0.013306137566942938,
      "grad_norm": 5.46875,
      "learning_rate": 4.9341015251351716e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5261863648891449,
      "num_tokens": 8076289.0,
      "step": 10490
    },
    {
      "epoch": 0.01331882215947577,
      "grad_norm": 5.125,
      "learning_rate": 4.934038094126542e-05,
      "loss": 2.3454,
      "mean_token_accuracy": 0.5030621349811554,
      "num_tokens": 8084945.0,
      "step": 10500
    },
    {
      "epoch": 0.013331506752008605,
      "grad_norm": 7.34375,
      "learning_rate": 4.9339746631179134e-05,
      "loss": 2.3044,
      "mean_token_accuracy": 0.5177850812673569,
      "num_tokens": 8092147.0,
      "step": 10510
    },
    {
      "epoch": 0.013344191344541439,
      "grad_norm": 5.71875,
      "learning_rate": 4.9339112321092846e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5192642271518707,
      "num_tokens": 8100367.0,
      "step": 10520
    },
    {
      "epoch": 0.013356875937074273,
      "grad_norm": 5.25,
      "learning_rate": 4.933847801100655e-05,
      "loss": 2.245,
      "mean_token_accuracy": 0.5214915752410889,
      "num_tokens": 8108122.0,
      "step": 10530
    },
    {
      "epoch": 0.013369560529607107,
      "grad_norm": 6.0625,
      "learning_rate": 4.933784370092026e-05,
      "loss": 2.4102,
      "mean_token_accuracy": 0.48567033410072324,
      "num_tokens": 8117519.0,
      "step": 10540
    },
    {
      "epoch": 0.013382245122139941,
      "grad_norm": 6.4375,
      "learning_rate": 4.933720939083397e-05,
      "loss": 2.2855,
      "mean_token_accuracy": 0.5061658322811127,
      "num_tokens": 8126771.0,
      "step": 10550
    },
    {
      "epoch": 0.013394929714672776,
      "grad_norm": 6.125,
      "learning_rate": 4.9336575080747674e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5509465515613556,
      "num_tokens": 8134587.0,
      "step": 10560
    },
    {
      "epoch": 0.01340761430720561,
      "grad_norm": 5.1875,
      "learning_rate": 4.9335940770661386e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5514763087034226,
      "num_tokens": 8142441.0,
      "step": 10570
    },
    {
      "epoch": 0.013420298899738444,
      "grad_norm": 5.40625,
      "learning_rate": 4.933530646057509e-05,
      "loss": 2.3137,
      "mean_token_accuracy": 0.5064017593860626,
      "num_tokens": 8150088.0,
      "step": 10580
    },
    {
      "epoch": 0.013432983492271278,
      "grad_norm": 5.53125,
      "learning_rate": 4.9334672150488804e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5273674458265305,
      "num_tokens": 8157480.0,
      "step": 10590
    },
    {
      "epoch": 0.013445668084804113,
      "grad_norm": 5.125,
      "learning_rate": 4.933403784040251e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5393579751253128,
      "num_tokens": 8164942.0,
      "step": 10600
    },
    {
      "epoch": 0.013458352677336947,
      "grad_norm": 5.40625,
      "learning_rate": 4.933340353031622e-05,
      "loss": 2.2414,
      "mean_token_accuracy": 0.5174842715263367,
      "num_tokens": 8172523.0,
      "step": 10610
    },
    {
      "epoch": 0.01347103726986978,
      "grad_norm": 7.5625,
      "learning_rate": 4.9332769220229927e-05,
      "loss": 2.2967,
      "mean_token_accuracy": 0.5152291923761367,
      "num_tokens": 8179249.0,
      "step": 10620
    },
    {
      "epoch": 0.013483721862402613,
      "grad_norm": 4.625,
      "learning_rate": 4.933213491014363e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5227605134248734,
      "num_tokens": 8189320.0,
      "step": 10630
    },
    {
      "epoch": 0.013496406454935448,
      "grad_norm": 6.1875,
      "learning_rate": 4.9331500600057344e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5380734771490097,
      "num_tokens": 8197040.0,
      "step": 10640
    },
    {
      "epoch": 0.013509091047468282,
      "grad_norm": 4.9375,
      "learning_rate": 4.933086628997105e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5099235266447067,
      "num_tokens": 8205614.0,
      "step": 10650
    },
    {
      "epoch": 0.013521775640001116,
      "grad_norm": 4.75,
      "learning_rate": 4.933023197988476e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.526200208067894,
      "num_tokens": 8213437.0,
      "step": 10660
    },
    {
      "epoch": 0.01353446023253395,
      "grad_norm": 5.40625,
      "learning_rate": 4.9329597669798474e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5412516862154007,
      "num_tokens": 8221216.0,
      "step": 10670
    },
    {
      "epoch": 0.013547144825066785,
      "grad_norm": 4.90625,
      "learning_rate": 4.932896335971218e-05,
      "loss": 2.2947,
      "mean_token_accuracy": 0.5017029523849488,
      "num_tokens": 8230092.0,
      "step": 10680
    },
    {
      "epoch": 0.013559829417599619,
      "grad_norm": 6.09375,
      "learning_rate": 4.9328329049625884e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5318771034479142,
      "num_tokens": 8237687.0,
      "step": 10690
    },
    {
      "epoch": 0.013572514010132453,
      "grad_norm": 5.71875,
      "learning_rate": 4.932769473953959e-05,
      "loss": 2.2766,
      "mean_token_accuracy": 0.5084453493356704,
      "num_tokens": 8245565.0,
      "step": 10700
    },
    {
      "epoch": 0.013585198602665287,
      "grad_norm": 5.625,
      "learning_rate": 4.93270604294533e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5214183390140533,
      "num_tokens": 8252671.0,
      "step": 10710
    },
    {
      "epoch": 0.013597883195198121,
      "grad_norm": 6.28125,
      "learning_rate": 4.9326426119367014e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5182035893201828,
      "num_tokens": 8260873.0,
      "step": 10720
    },
    {
      "epoch": 0.013610567787730954,
      "grad_norm": 8.8125,
      "learning_rate": 4.932579180928072e-05,
      "loss": 2.2826,
      "mean_token_accuracy": 0.5049752950668335,
      "num_tokens": 8267953.0,
      "step": 10730
    },
    {
      "epoch": 0.013623252380263788,
      "grad_norm": 4.53125,
      "learning_rate": 4.932515749919443e-05,
      "loss": 2.2162,
      "mean_token_accuracy": 0.5095534563064575,
      "num_tokens": 8275959.0,
      "step": 10740
    },
    {
      "epoch": 0.013635936972796622,
      "grad_norm": 6.25,
      "learning_rate": 4.932452318910814e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5513561815023422,
      "num_tokens": 8282277.0,
      "step": 10750
    },
    {
      "epoch": 0.013648621565329457,
      "grad_norm": 5.5,
      "learning_rate": 4.932388887902185e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5575173914432525,
      "num_tokens": 8290442.0,
      "step": 10760
    },
    {
      "epoch": 0.01366130615786229,
      "grad_norm": 5.3125,
      "learning_rate": 4.9323254568935554e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5490725368261338,
      "num_tokens": 8297655.0,
      "step": 10770
    },
    {
      "epoch": 0.013673990750395125,
      "grad_norm": 11.4375,
      "learning_rate": 4.932262025884926e-05,
      "loss": 2.301,
      "mean_token_accuracy": 0.5006204694509506,
      "num_tokens": 8306525.0,
      "step": 10780
    },
    {
      "epoch": 0.01368667534292796,
      "grad_norm": 5.75,
      "learning_rate": 4.932198594876297e-05,
      "loss": 2.2885,
      "mean_token_accuracy": 0.5086638987064361,
      "num_tokens": 8314703.0,
      "step": 10790
    },
    {
      "epoch": 0.013699359935460793,
      "grad_norm": 6.96875,
      "learning_rate": 4.932135163867668e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.53272944688797,
      "num_tokens": 8322437.0,
      "step": 10800
    },
    {
      "epoch": 0.013712044527993628,
      "grad_norm": 6.34375,
      "learning_rate": 4.932071732859039e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5649741530418396,
      "num_tokens": 8329523.0,
      "step": 10810
    },
    {
      "epoch": 0.013724729120526462,
      "grad_norm": 5.96875,
      "learning_rate": 4.93200830185041e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5125072747468948,
      "num_tokens": 8337699.0,
      "step": 10820
    },
    {
      "epoch": 0.013737413713059296,
      "grad_norm": 5.0625,
      "learning_rate": 4.931944870841781e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5576255410909653,
      "num_tokens": 8346821.0,
      "step": 10830
    },
    {
      "epoch": 0.01375009830559213,
      "grad_norm": 6.09375,
      "learning_rate": 4.931881439833151e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5311216235160827,
      "num_tokens": 8354398.0,
      "step": 10840
    },
    {
      "epoch": 0.013762782898124963,
      "grad_norm": 5.03125,
      "learning_rate": 4.931818008824522e-05,
      "loss": 2.3925,
      "mean_token_accuracy": 0.49680617451667786,
      "num_tokens": 8364283.0,
      "step": 10850
    },
    {
      "epoch": 0.013775467490657797,
      "grad_norm": 14.1875,
      "learning_rate": 4.931754577815893e-05,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5208353251218796,
      "num_tokens": 8371124.0,
      "step": 10860
    },
    {
      "epoch": 0.013788152083190631,
      "grad_norm": 5.875,
      "learning_rate": 4.931691146807264e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5619809627532959,
      "num_tokens": 8377998.0,
      "step": 10870
    },
    {
      "epoch": 0.013800836675723465,
      "grad_norm": 4.40625,
      "learning_rate": 4.931627715798635e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5313420355319977,
      "num_tokens": 8385587.0,
      "step": 10880
    },
    {
      "epoch": 0.0138135212682563,
      "grad_norm": 5.125,
      "learning_rate": 4.931564284790006e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5547678261995316,
      "num_tokens": 8393461.0,
      "step": 10890
    },
    {
      "epoch": 0.013826205860789134,
      "grad_norm": 6.1875,
      "learning_rate": 4.9315008537813764e-05,
      "loss": 2.361,
      "mean_token_accuracy": 0.4923731476068497,
      "num_tokens": 8402038.0,
      "step": 10900
    },
    {
      "epoch": 0.013838890453321968,
      "grad_norm": 5.25,
      "learning_rate": 4.931437422772747e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5290148496627808,
      "num_tokens": 8409585.0,
      "step": 10910
    },
    {
      "epoch": 0.013851575045854802,
      "grad_norm": 4.90625,
      "learning_rate": 4.931373991764118e-05,
      "loss": 2.3801,
      "mean_token_accuracy": 0.49944350123405457,
      "num_tokens": 8418256.0,
      "step": 10920
    },
    {
      "epoch": 0.013864259638387636,
      "grad_norm": 6.0,
      "learning_rate": 4.931310560755489e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5584567189216614,
      "num_tokens": 8424781.0,
      "step": 10930
    },
    {
      "epoch": 0.01387694423092047,
      "grad_norm": 6.25,
      "learning_rate": 4.93124712974686e-05,
      "loss": 1.8886,
      "mean_token_accuracy": 0.5902274549007416,
      "num_tokens": 8430968.0,
      "step": 10940
    },
    {
      "epoch": 0.013889628823453305,
      "grad_norm": 5.0,
      "learning_rate": 4.9311836987382305e-05,
      "loss": 2.2251,
      "mean_token_accuracy": 0.519899046421051,
      "num_tokens": 8439658.0,
      "step": 10950
    },
    {
      "epoch": 0.013902313415986139,
      "grad_norm": 4.8125,
      "learning_rate": 4.931120267729602e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.54262515604496,
      "num_tokens": 8446257.0,
      "step": 10960
    },
    {
      "epoch": 0.013914998008518972,
      "grad_norm": 5.75,
      "learning_rate": 4.931056836720972e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5224685460329056,
      "num_tokens": 8454341.0,
      "step": 10970
    },
    {
      "epoch": 0.013927682601051806,
      "grad_norm": 4.75,
      "learning_rate": 4.930993405712343e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5339402347803116,
      "num_tokens": 8462792.0,
      "step": 10980
    },
    {
      "epoch": 0.01394036719358464,
      "grad_norm": 6.53125,
      "learning_rate": 4.930929974703714e-05,
      "loss": 2.2557,
      "mean_token_accuracy": 0.5099658161401749,
      "num_tokens": 8470645.0,
      "step": 10990
    },
    {
      "epoch": 0.013953051786117474,
      "grad_norm": 6.0,
      "learning_rate": 4.9308665436950845e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5470424473285675,
      "num_tokens": 8479043.0,
      "step": 11000
    },
    {
      "epoch": 0.013965736378650308,
      "grad_norm": 5.0,
      "learning_rate": 4.930803112686456e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.517827746272087,
      "num_tokens": 8487383.0,
      "step": 11010
    },
    {
      "epoch": 0.013978420971183143,
      "grad_norm": 5.875,
      "learning_rate": 4.930739681677827e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5308694243431091,
      "num_tokens": 8495200.0,
      "step": 11020
    },
    {
      "epoch": 0.013991105563715977,
      "grad_norm": 6.0,
      "learning_rate": 4.9306762506691975e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5258291721343994,
      "num_tokens": 8502829.0,
      "step": 11030
    },
    {
      "epoch": 0.014003790156248811,
      "grad_norm": 5.53125,
      "learning_rate": 4.930612819660568e-05,
      "loss": 2.4027,
      "mean_token_accuracy": 0.4901976376771927,
      "num_tokens": 8511259.0,
      "step": 11040
    },
    {
      "epoch": 0.014016474748781645,
      "grad_norm": 4.75,
      "learning_rate": 4.9305493886519385e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5193248748779297,
      "num_tokens": 8519639.0,
      "step": 11050
    },
    {
      "epoch": 0.01402915934131448,
      "grad_norm": 5.59375,
      "learning_rate": 4.93048595764331e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5278910726308823,
      "num_tokens": 8527177.0,
      "step": 11060
    },
    {
      "epoch": 0.014041843933847314,
      "grad_norm": 7.625,
      "learning_rate": 4.930422526634681e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5381511151790619,
      "num_tokens": 8534661.0,
      "step": 11070
    },
    {
      "epoch": 0.014054528526380146,
      "grad_norm": 4.9375,
      "learning_rate": 4.9303590956260515e-05,
      "loss": 2.2571,
      "mean_token_accuracy": 0.5378874868154526,
      "num_tokens": 8540818.0,
      "step": 11080
    },
    {
      "epoch": 0.01406721311891298,
      "grad_norm": 5.0,
      "learning_rate": 4.930295664617423e-05,
      "loss": 2.2572,
      "mean_token_accuracy": 0.5115050613880158,
      "num_tokens": 8549056.0,
      "step": 11090
    },
    {
      "epoch": 0.014079897711445815,
      "grad_norm": 5.46875,
      "learning_rate": 4.930232233608793e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5249099045991897,
      "num_tokens": 8557040.0,
      "step": 11100
    },
    {
      "epoch": 0.014092582303978649,
      "grad_norm": 10.3125,
      "learning_rate": 4.930168802600164e-05,
      "loss": 2.4772,
      "mean_token_accuracy": 0.4864424765110016,
      "num_tokens": 8564904.0,
      "step": 11110
    },
    {
      "epoch": 0.014105266896511483,
      "grad_norm": 5.84375,
      "learning_rate": 4.930105371591535e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5474583059549332,
      "num_tokens": 8571970.0,
      "step": 11120
    },
    {
      "epoch": 0.014117951489044317,
      "grad_norm": 5.03125,
      "learning_rate": 4.9300419405829055e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5408526480197906,
      "num_tokens": 8579749.0,
      "step": 11130
    },
    {
      "epoch": 0.014130636081577152,
      "grad_norm": 6.25,
      "learning_rate": 4.929978509574277e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.532408332824707,
      "num_tokens": 8586167.0,
      "step": 11140
    },
    {
      "epoch": 0.014143320674109986,
      "grad_norm": 5.4375,
      "learning_rate": 4.929915078565647e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5321464508771896,
      "num_tokens": 8594824.0,
      "step": 11150
    },
    {
      "epoch": 0.01415600526664282,
      "grad_norm": 5.15625,
      "learning_rate": 4.9298516475570185e-05,
      "loss": 2.2858,
      "mean_token_accuracy": 0.5150289416313172,
      "num_tokens": 8603106.0,
      "step": 11160
    },
    {
      "epoch": 0.014168689859175654,
      "grad_norm": 5.28125,
      "learning_rate": 4.92978821654839e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5676379978656769,
      "num_tokens": 8610741.0,
      "step": 11170
    },
    {
      "epoch": 0.014181374451708488,
      "grad_norm": 5.15625,
      "learning_rate": 4.92972478553976e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5297848343849182,
      "num_tokens": 8618414.0,
      "step": 11180
    },
    {
      "epoch": 0.014194059044241323,
      "grad_norm": 5.21875,
      "learning_rate": 4.929661354531131e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5223141580820083,
      "num_tokens": 8626717.0,
      "step": 11190
    },
    {
      "epoch": 0.014206743636774155,
      "grad_norm": 6.40625,
      "learning_rate": 4.929597923522501e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5379532456398011,
      "num_tokens": 8634217.0,
      "step": 11200
    },
    {
      "epoch": 0.01421942822930699,
      "grad_norm": 5.40625,
      "learning_rate": 4.9295344925138725e-05,
      "loss": 2.2792,
      "mean_token_accuracy": 0.5163675665855407,
      "num_tokens": 8641929.0,
      "step": 11210
    },
    {
      "epoch": 0.014232112821839824,
      "grad_norm": 8.25,
      "learning_rate": 4.929471061505244e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5652514725923539,
      "num_tokens": 8650043.0,
      "step": 11220
    },
    {
      "epoch": 0.014244797414372658,
      "grad_norm": 5.84375,
      "learning_rate": 4.929407630496614e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5246847361326218,
      "num_tokens": 8657339.0,
      "step": 11230
    },
    {
      "epoch": 0.014257482006905492,
      "grad_norm": 5.15625,
      "learning_rate": 4.9293441994879855e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5236638367176056,
      "num_tokens": 8665465.0,
      "step": 11240
    },
    {
      "epoch": 0.014270166599438326,
      "grad_norm": 5.53125,
      "learning_rate": 4.929280768479356e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.538976189494133,
      "num_tokens": 8672791.0,
      "step": 11250
    },
    {
      "epoch": 0.01428285119197116,
      "grad_norm": 4.90625,
      "learning_rate": 4.9292173374707266e-05,
      "loss": 2.2688,
      "mean_token_accuracy": 0.5099332094192505,
      "num_tokens": 8681395.0,
      "step": 11260
    },
    {
      "epoch": 0.014295535784503995,
      "grad_norm": 5.21875,
      "learning_rate": 4.929153906462098e-05,
      "loss": 2.3145,
      "mean_token_accuracy": 0.5049369126558304,
      "num_tokens": 8690056.0,
      "step": 11270
    },
    {
      "epoch": 0.014308220377036829,
      "grad_norm": 5.34375,
      "learning_rate": 4.929090475453468e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5190537482500076,
      "num_tokens": 8698350.0,
      "step": 11280
    },
    {
      "epoch": 0.014320904969569663,
      "grad_norm": 5.3125,
      "learning_rate": 4.9290270444448395e-05,
      "loss": 2.3021,
      "mean_token_accuracy": 0.5106390237808227,
      "num_tokens": 8706454.0,
      "step": 11290
    },
    {
      "epoch": 0.014333589562102497,
      "grad_norm": 6.6875,
      "learning_rate": 4.92896361343621e-05,
      "loss": 2.33,
      "mean_token_accuracy": 0.4964343935251236,
      "num_tokens": 8714936.0,
      "step": 11300
    },
    {
      "epoch": 0.014346274154635331,
      "grad_norm": 8.25,
      "learning_rate": 4.928900182427581e-05,
      "loss": 2.2816,
      "mean_token_accuracy": 0.507273268699646,
      "num_tokens": 8723392.0,
      "step": 11310
    },
    {
      "epoch": 0.014358958747168164,
      "grad_norm": 4.96875,
      "learning_rate": 4.928836751418952e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.55191690325737,
      "num_tokens": 8730643.0,
      "step": 11320
    },
    {
      "epoch": 0.014371643339700998,
      "grad_norm": 8.3125,
      "learning_rate": 4.928773320410322e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5397221386432648,
      "num_tokens": 8738139.0,
      "step": 11330
    },
    {
      "epoch": 0.014384327932233832,
      "grad_norm": 5.71875,
      "learning_rate": 4.9287098894016935e-05,
      "loss": 2.3149,
      "mean_token_accuracy": 0.5020822942256927,
      "num_tokens": 8747115.0,
      "step": 11340
    },
    {
      "epoch": 0.014397012524766667,
      "grad_norm": 4.78125,
      "learning_rate": 4.928646458393064e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5241444617509842,
      "num_tokens": 8755406.0,
      "step": 11350
    },
    {
      "epoch": 0.0144096971172995,
      "grad_norm": 6.375,
      "learning_rate": 4.928583027384435e-05,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5141137063503265,
      "num_tokens": 8762687.0,
      "step": 11360
    },
    {
      "epoch": 0.014422381709832335,
      "grad_norm": 7.34375,
      "learning_rate": 4.9285195963758065e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5762527316808701,
      "num_tokens": 8768641.0,
      "step": 11370
    },
    {
      "epoch": 0.01443506630236517,
      "grad_norm": 5.3125,
      "learning_rate": 4.928456165367177e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5217856407165528,
      "num_tokens": 8776459.0,
      "step": 11380
    },
    {
      "epoch": 0.014447750894898003,
      "grad_norm": 5.8125,
      "learning_rate": 4.9283927343585476e-05,
      "loss": 2.217,
      "mean_token_accuracy": 0.5278638452291489,
      "num_tokens": 8783168.0,
      "step": 11390
    },
    {
      "epoch": 0.014460435487430838,
      "grad_norm": 4.84375,
      "learning_rate": 4.928329303349919e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5500127345323562,
      "num_tokens": 8790820.0,
      "step": 11400
    },
    {
      "epoch": 0.014473120079963672,
      "grad_norm": 5.0625,
      "learning_rate": 4.928265872341289e-05,
      "loss": 2.2607,
      "mean_token_accuracy": 0.5073839277029037,
      "num_tokens": 8798566.0,
      "step": 11410
    },
    {
      "epoch": 0.014485804672496506,
      "grad_norm": 5.40625,
      "learning_rate": 4.9282024413326605e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5680909216403961,
      "num_tokens": 8805779.0,
      "step": 11420
    },
    {
      "epoch": 0.01449848926502934,
      "grad_norm": 6.59375,
      "learning_rate": 4.928139010324031e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5706934571266175,
      "num_tokens": 8812384.0,
      "step": 11430
    },
    {
      "epoch": 0.014511173857562173,
      "grad_norm": 5.3125,
      "learning_rate": 4.928075579315402e-05,
      "loss": 2.3141,
      "mean_token_accuracy": 0.5111398696899414,
      "num_tokens": 8821861.0,
      "step": 11440
    },
    {
      "epoch": 0.014523858450095007,
      "grad_norm": 5.0625,
      "learning_rate": 4.928012148306773e-05,
      "loss": 2.2667,
      "mean_token_accuracy": 0.516409158706665,
      "num_tokens": 8828119.0,
      "step": 11450
    },
    {
      "epoch": 0.014536543042627841,
      "grad_norm": 5.28125,
      "learning_rate": 4.9279487172981434e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5540107667446137,
      "num_tokens": 8835266.0,
      "step": 11460
    },
    {
      "epoch": 0.014549227635160675,
      "grad_norm": 4.875,
      "learning_rate": 4.9278852862895146e-05,
      "loss": 2.2991,
      "mean_token_accuracy": 0.5079992860555649,
      "num_tokens": 8844438.0,
      "step": 11470
    },
    {
      "epoch": 0.01456191222769351,
      "grad_norm": 8.75,
      "learning_rate": 4.927821855280885e-05,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5148654162883759,
      "num_tokens": 8852557.0,
      "step": 11480
    },
    {
      "epoch": 0.014574596820226344,
      "grad_norm": 6.0625,
      "learning_rate": 4.927758424272256e-05,
      "loss": 1.9039,
      "mean_token_accuracy": 0.5877950429916382,
      "num_tokens": 8858816.0,
      "step": 11490
    },
    {
      "epoch": 0.014587281412759178,
      "grad_norm": 4.53125,
      "learning_rate": 4.9276949932636275e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5177397072315216,
      "num_tokens": 8867352.0,
      "step": 11500
    },
    {
      "epoch": 0.014599966005292012,
      "grad_norm": 5.9375,
      "learning_rate": 4.927631562254998e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5308525443077088,
      "num_tokens": 8874677.0,
      "step": 11510
    },
    {
      "epoch": 0.014612650597824847,
      "grad_norm": 5.25,
      "learning_rate": 4.927568131246369e-05,
      "loss": 1.9214,
      "mean_token_accuracy": 0.5686905860900879,
      "num_tokens": 8881913.0,
      "step": 11520
    },
    {
      "epoch": 0.01462533519035768,
      "grad_norm": 6.46875,
      "learning_rate": 4.927504700237739e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5607006996870041,
      "num_tokens": 8888818.0,
      "step": 11530
    },
    {
      "epoch": 0.014638019782890515,
      "grad_norm": 5.96875,
      "learning_rate": 4.9274412692291103e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5516066044569016,
      "num_tokens": 8896922.0,
      "step": 11540
    },
    {
      "epoch": 0.014650704375423347,
      "grad_norm": 6.375,
      "learning_rate": 4.9273778382204816e-05,
      "loss": 2.3262,
      "mean_token_accuracy": 0.49810823798179626,
      "num_tokens": 8905277.0,
      "step": 11550
    },
    {
      "epoch": 0.014663388967956182,
      "grad_norm": 5.0625,
      "learning_rate": 4.927314407211852e-05,
      "loss": 2.3297,
      "mean_token_accuracy": 0.508963668346405,
      "num_tokens": 8912836.0,
      "step": 11560
    },
    {
      "epoch": 0.014676073560489016,
      "grad_norm": 6.46875,
      "learning_rate": 4.927250976203223e-05,
      "loss": 2.3638,
      "mean_token_accuracy": 0.4983781725168228,
      "num_tokens": 8920290.0,
      "step": 11570
    },
    {
      "epoch": 0.01468875815302185,
      "grad_norm": 7.78125,
      "learning_rate": 4.927187545194594e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5349477291107178,
      "num_tokens": 8927449.0,
      "step": 11580
    },
    {
      "epoch": 0.014701442745554684,
      "grad_norm": 9.0625,
      "learning_rate": 4.927124114185965e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5295022904872895,
      "num_tokens": 8934456.0,
      "step": 11590
    },
    {
      "epoch": 0.014714127338087519,
      "grad_norm": 15.625,
      "learning_rate": 4.9270606831773356e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5211988806724548,
      "num_tokens": 8941899.0,
      "step": 11600
    },
    {
      "epoch": 0.014726811930620353,
      "grad_norm": 5.40625,
      "learning_rate": 4.926997252168706e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5251516222953796,
      "num_tokens": 8950469.0,
      "step": 11610
    },
    {
      "epoch": 0.014739496523153187,
      "grad_norm": 5.1875,
      "learning_rate": 4.9269338211600773e-05,
      "loss": 2.2338,
      "mean_token_accuracy": 0.5128266930580139,
      "num_tokens": 8958238.0,
      "step": 11620
    },
    {
      "epoch": 0.014752181115686021,
      "grad_norm": 5.4375,
      "learning_rate": 4.926870390151448e-05,
      "loss": 2.2778,
      "mean_token_accuracy": 0.5041657507419586,
      "num_tokens": 8966555.0,
      "step": 11630
    },
    {
      "epoch": 0.014764865708218855,
      "grad_norm": 6.15625,
      "learning_rate": 4.926806959142819e-05,
      "loss": 2.2391,
      "mean_token_accuracy": 0.5101189166307449,
      "num_tokens": 8974336.0,
      "step": 11640
    },
    {
      "epoch": 0.01477755030075169,
      "grad_norm": 5.0625,
      "learning_rate": 4.92674352813419e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5391796678304672,
      "num_tokens": 8981279.0,
      "step": 11650
    },
    {
      "epoch": 0.014790234893284524,
      "grad_norm": 5.03125,
      "learning_rate": 4.926680097125561e-05,
      "loss": 2.2654,
      "mean_token_accuracy": 0.5051678955554962,
      "num_tokens": 8990457.0,
      "step": 11660
    },
    {
      "epoch": 0.014802919485817356,
      "grad_norm": 4.875,
      "learning_rate": 4.9266166661169314e-05,
      "loss": 2.2865,
      "mean_token_accuracy": 0.49961737394332884,
      "num_tokens": 9000170.0,
      "step": 11670
    },
    {
      "epoch": 0.01481560407835019,
      "grad_norm": 6.28125,
      "learning_rate": 4.926553235108302e-05,
      "loss": 2.3957,
      "mean_token_accuracy": 0.4932200789451599,
      "num_tokens": 9008375.0,
      "step": 11680
    },
    {
      "epoch": 0.014828288670883025,
      "grad_norm": 5.15625,
      "learning_rate": 4.926489804099673e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5150729656219483,
      "num_tokens": 9016750.0,
      "step": 11690
    },
    {
      "epoch": 0.014840973263415859,
      "grad_norm": 5.375,
      "learning_rate": 4.926426373091044e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5369311004877091,
      "num_tokens": 9024398.0,
      "step": 11700
    },
    {
      "epoch": 0.014853657855948693,
      "grad_norm": 4.5,
      "learning_rate": 4.926362942082415e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5354418724775314,
      "num_tokens": 9032419.0,
      "step": 11710
    },
    {
      "epoch": 0.014866342448481527,
      "grad_norm": 6.03125,
      "learning_rate": 4.926299511073786e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5463214635848999,
      "num_tokens": 9040474.0,
      "step": 11720
    },
    {
      "epoch": 0.014879027041014362,
      "grad_norm": 7.3125,
      "learning_rate": 4.9262360800651566e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.535810461640358,
      "num_tokens": 9047195.0,
      "step": 11730
    },
    {
      "epoch": 0.014891711633547196,
      "grad_norm": 4.875,
      "learning_rate": 4.926172649056527e-05,
      "loss": 2.3448,
      "mean_token_accuracy": 0.49867716431617737,
      "num_tokens": 9054930.0,
      "step": 11740
    },
    {
      "epoch": 0.01490439622608003,
      "grad_norm": 5.15625,
      "learning_rate": 4.9261092180478984e-05,
      "loss": 2.4621,
      "mean_token_accuracy": 0.4878295689821243,
      "num_tokens": 9062769.0,
      "step": 11750
    },
    {
      "epoch": 0.014917080818612864,
      "grad_norm": 5.65625,
      "learning_rate": 4.926045787039269e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5148542433977127,
      "num_tokens": 9071258.0,
      "step": 11760
    },
    {
      "epoch": 0.014929765411145698,
      "grad_norm": 5.4375,
      "learning_rate": 4.92598235603064e-05,
      "loss": 2.1737,
      "mean_token_accuracy": 0.5316496431827545,
      "num_tokens": 9078219.0,
      "step": 11770
    },
    {
      "epoch": 0.014942450003678533,
      "grad_norm": 5.25,
      "learning_rate": 4.9259189250220106e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5175297409296036,
      "num_tokens": 9086755.0,
      "step": 11780
    },
    {
      "epoch": 0.014955134596211365,
      "grad_norm": 7.0625,
      "learning_rate": 4.925855494013382e-05,
      "loss": 2.2857,
      "mean_token_accuracy": 0.5092300802469254,
      "num_tokens": 9095421.0,
      "step": 11790
    },
    {
      "epoch": 0.0149678191887442,
      "grad_norm": 5.09375,
      "learning_rate": 4.9257920630047524e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.5712203979492188,
      "num_tokens": 9102230.0,
      "step": 11800
    },
    {
      "epoch": 0.014980503781277034,
      "grad_norm": 5.71875,
      "learning_rate": 4.925728631996123e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5200394660234451,
      "num_tokens": 9109180.0,
      "step": 11810
    },
    {
      "epoch": 0.014993188373809868,
      "grad_norm": 6.03125,
      "learning_rate": 4.925665200987494e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5346729278564453,
      "num_tokens": 9117262.0,
      "step": 11820
    },
    {
      "epoch": 0.015005872966342702,
      "grad_norm": 4.9375,
      "learning_rate": 4.925601769978865e-05,
      "loss": 2.3873,
      "mean_token_accuracy": 0.48681255280971525,
      "num_tokens": 9125557.0,
      "step": 11830
    },
    {
      "epoch": 0.015018557558875536,
      "grad_norm": 5.3125,
      "learning_rate": 4.925538338970236e-05,
      "loss": 2.2435,
      "mean_token_accuracy": 0.5153366893529892,
      "num_tokens": 9134109.0,
      "step": 11840
    },
    {
      "epoch": 0.01503124215140837,
      "grad_norm": 5.9375,
      "learning_rate": 4.925474907961607e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5288812100887299,
      "num_tokens": 9141714.0,
      "step": 11850
    },
    {
      "epoch": 0.015043926743941205,
      "grad_norm": 6.40625,
      "learning_rate": 4.9254114769529776e-05,
      "loss": 2.2812,
      "mean_token_accuracy": 0.5079133152961731,
      "num_tokens": 9150157.0,
      "step": 11860
    },
    {
      "epoch": 0.015056611336474039,
      "grad_norm": 5.8125,
      "learning_rate": 4.925348045944348e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5174558132886886,
      "num_tokens": 9159120.0,
      "step": 11870
    },
    {
      "epoch": 0.015069295929006873,
      "grad_norm": 7.3125,
      "learning_rate": 4.925284614935719e-05,
      "loss": 2.3542,
      "mean_token_accuracy": 0.5030983686447144,
      "num_tokens": 9167433.0,
      "step": 11880
    },
    {
      "epoch": 0.015081980521539707,
      "grad_norm": 4.875,
      "learning_rate": 4.92522118392709e-05,
      "loss": 2.2769,
      "mean_token_accuracy": 0.5114618301391601,
      "num_tokens": 9174956.0,
      "step": 11890
    },
    {
      "epoch": 0.015094665114072542,
      "grad_norm": 4.84375,
      "learning_rate": 4.925157752918461e-05,
      "loss": 2.2336,
      "mean_token_accuracy": 0.514904972910881,
      "num_tokens": 9184330.0,
      "step": 11900
    },
    {
      "epoch": 0.015107349706605374,
      "grad_norm": 5.71875,
      "learning_rate": 4.925094321909832e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5109375774860382,
      "num_tokens": 9193235.0,
      "step": 11910
    },
    {
      "epoch": 0.015120034299138208,
      "grad_norm": 5.21875,
      "learning_rate": 4.925030890901203e-05,
      "loss": 2.3119,
      "mean_token_accuracy": 0.507617712020874,
      "num_tokens": 9200833.0,
      "step": 11920
    },
    {
      "epoch": 0.015132718891671042,
      "grad_norm": 7.15625,
      "learning_rate": 4.9249674598925734e-05,
      "loss": 2.3178,
      "mean_token_accuracy": 0.5127691090106964,
      "num_tokens": 9207866.0,
      "step": 11930
    },
    {
      "epoch": 0.015145403484203877,
      "grad_norm": 5.03125,
      "learning_rate": 4.9249040288839446e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5513194233179093,
      "num_tokens": 9214471.0,
      "step": 11940
    },
    {
      "epoch": 0.01515808807673671,
      "grad_norm": 4.9375,
      "learning_rate": 4.924840597875315e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5483804762363433,
      "num_tokens": 9221465.0,
      "step": 11950
    },
    {
      "epoch": 0.015170772669269545,
      "grad_norm": 4.0,
      "learning_rate": 4.924777166866686e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5588421851396561,
      "num_tokens": 9229016.0,
      "step": 11960
    },
    {
      "epoch": 0.01518345726180238,
      "grad_norm": 7.21875,
      "learning_rate": 4.924713735858057e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5195133209228515,
      "num_tokens": 9237131.0,
      "step": 11970
    },
    {
      "epoch": 0.015196141854335214,
      "grad_norm": 6.40625,
      "learning_rate": 4.9246503048494274e-05,
      "loss": 2.2966,
      "mean_token_accuracy": 0.5010449051856994,
      "num_tokens": 9244526.0,
      "step": 11980
    },
    {
      "epoch": 0.015208826446868048,
      "grad_norm": 7.0625,
      "learning_rate": 4.9245868738407987e-05,
      "loss": 2.2927,
      "mean_token_accuracy": 0.5062975794076919,
      "num_tokens": 9253029.0,
      "step": 11990
    },
    {
      "epoch": 0.015221511039400882,
      "grad_norm": 11.0,
      "learning_rate": 4.92452344283217e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5432099908590317,
      "num_tokens": 9258832.0,
      "step": 12000
    },
    {
      "epoch": 0.015234195631933716,
      "grad_norm": 6.0625,
      "learning_rate": 4.9244600118235404e-05,
      "loss": 2.352,
      "mean_token_accuracy": 0.4952970683574677,
      "num_tokens": 9267239.0,
      "step": 12010
    },
    {
      "epoch": 0.015246880224466549,
      "grad_norm": 5.84375,
      "learning_rate": 4.924396580814911e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5272897452116012,
      "num_tokens": 9274853.0,
      "step": 12020
    },
    {
      "epoch": 0.015259564816999383,
      "grad_norm": 7.875,
      "learning_rate": 4.9243331498062815e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5253468990325928,
      "num_tokens": 9282044.0,
      "step": 12030
    },
    {
      "epoch": 0.015272249409532217,
      "grad_norm": 5.25,
      "learning_rate": 4.924269718797653e-05,
      "loss": 1.8755,
      "mean_token_accuracy": 0.5934012621641159,
      "num_tokens": 9288330.0,
      "step": 12040
    },
    {
      "epoch": 0.015284934002065051,
      "grad_norm": 5.1875,
      "learning_rate": 4.924206287789024e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5583506733179092,
      "num_tokens": 9294835.0,
      "step": 12050
    },
    {
      "epoch": 0.015297618594597885,
      "grad_norm": 8.1875,
      "learning_rate": 4.9241428567803944e-05,
      "loss": 2.2797,
      "mean_token_accuracy": 0.5109273999929428,
      "num_tokens": 9302183.0,
      "step": 12060
    },
    {
      "epoch": 0.01531030318713072,
      "grad_norm": 7.5,
      "learning_rate": 4.9240794257717657e-05,
      "loss": 2.2502,
      "mean_token_accuracy": 0.5134136378765106,
      "num_tokens": 9308843.0,
      "step": 12070
    },
    {
      "epoch": 0.015322987779663554,
      "grad_norm": 5.375,
      "learning_rate": 4.924015994763136e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5225323677062989,
      "num_tokens": 9316893.0,
      "step": 12080
    },
    {
      "epoch": 0.015335672372196388,
      "grad_norm": 5.3125,
      "learning_rate": 4.923952563754507e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5442973136901855,
      "num_tokens": 9324436.0,
      "step": 12090
    },
    {
      "epoch": 0.015348356964729222,
      "grad_norm": 5.625,
      "learning_rate": 4.923889132745878e-05,
      "loss": 2.174,
      "mean_token_accuracy": 0.5432955175638199,
      "num_tokens": 9331465.0,
      "step": 12100
    },
    {
      "epoch": 0.015361041557262057,
      "grad_norm": 5.1875,
      "learning_rate": 4.9238257017372485e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5538070499897003,
      "num_tokens": 9338460.0,
      "step": 12110
    },
    {
      "epoch": 0.01537372614979489,
      "grad_norm": 4.8125,
      "learning_rate": 4.92376227072862e-05,
      "loss": 2.2081,
      "mean_token_accuracy": 0.5115890979766846,
      "num_tokens": 9347067.0,
      "step": 12120
    },
    {
      "epoch": 0.015386410742327725,
      "grad_norm": 5.65625,
      "learning_rate": 4.92369883971999e-05,
      "loss": 2.3459,
      "mean_token_accuracy": 0.49642929434776306,
      "num_tokens": 9356576.0,
      "step": 12130
    },
    {
      "epoch": 0.015399095334860557,
      "grad_norm": 4.90625,
      "learning_rate": 4.9236354087113614e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5328775376081467,
      "num_tokens": 9365748.0,
      "step": 12140
    },
    {
      "epoch": 0.015411779927393392,
      "grad_norm": 5.46875,
      "learning_rate": 4.923571977702732e-05,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5706412613391876,
      "num_tokens": 9372525.0,
      "step": 12150
    },
    {
      "epoch": 0.015424464519926226,
      "grad_norm": 10.6875,
      "learning_rate": 4.9235085466941025e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5264820963144302,
      "num_tokens": 9379872.0,
      "step": 12160
    },
    {
      "epoch": 0.01543714911245906,
      "grad_norm": 5.0,
      "learning_rate": 4.923445115685474e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5206511408090592,
      "num_tokens": 9387855.0,
      "step": 12170
    },
    {
      "epoch": 0.015449833704991894,
      "grad_norm": 5.1875,
      "learning_rate": 4.923381684676844e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5461501479148865,
      "num_tokens": 9395291.0,
      "step": 12180
    },
    {
      "epoch": 0.015462518297524729,
      "grad_norm": 7.34375,
      "learning_rate": 4.9233182536682155e-05,
      "loss": 2.2885,
      "mean_token_accuracy": 0.5057653307914733,
      "num_tokens": 9403706.0,
      "step": 12190
    },
    {
      "epoch": 0.015475202890057563,
      "grad_norm": 5.25,
      "learning_rate": 4.923254822659587e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.532129630446434,
      "num_tokens": 9412156.0,
      "step": 12200
    },
    {
      "epoch": 0.015487887482590397,
      "grad_norm": 5.34375,
      "learning_rate": 4.923191391650957e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5295787960290909,
      "num_tokens": 9420541.0,
      "step": 12210
    },
    {
      "epoch": 0.015500572075123231,
      "grad_norm": 5.34375,
      "learning_rate": 4.923127960642328e-05,
      "loss": 2.3891,
      "mean_token_accuracy": 0.49626883268356325,
      "num_tokens": 9428395.0,
      "step": 12220
    },
    {
      "epoch": 0.015513256667656065,
      "grad_norm": 4.75,
      "learning_rate": 4.923064529633698e-05,
      "loss": 2.3493,
      "mean_token_accuracy": 0.5027707278728485,
      "num_tokens": 9438141.0,
      "step": 12230
    },
    {
      "epoch": 0.0155259412601889,
      "grad_norm": 5.0625,
      "learning_rate": 4.9230010986250695e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.533829641342163,
      "num_tokens": 9446265.0,
      "step": 12240
    },
    {
      "epoch": 0.015538625852721734,
      "grad_norm": 5.25,
      "learning_rate": 4.922937667616441e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5520084053277969,
      "num_tokens": 9452766.0,
      "step": 12250
    },
    {
      "epoch": 0.015551310445254566,
      "grad_norm": 5.125,
      "learning_rate": 4.922874236607811e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5303367674350739,
      "num_tokens": 9460349.0,
      "step": 12260
    },
    {
      "epoch": 0.0155639950377874,
      "grad_norm": 6.53125,
      "learning_rate": 4.9228108055991825e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5502357006072998,
      "num_tokens": 9467107.0,
      "step": 12270
    },
    {
      "epoch": 0.015576679630320235,
      "grad_norm": 6.9375,
      "learning_rate": 4.922747374590554e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5236571907997132,
      "num_tokens": 9474315.0,
      "step": 12280
    },
    {
      "epoch": 0.015589364222853069,
      "grad_norm": 6.03125,
      "learning_rate": 4.922683943581924e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5232124537229538,
      "num_tokens": 9481656.0,
      "step": 12290
    },
    {
      "epoch": 0.015602048815385903,
      "grad_norm": 7.6875,
      "learning_rate": 4.922620512573295e-05,
      "loss": 2.3438,
      "mean_token_accuracy": 0.5019443064928055,
      "num_tokens": 9488968.0,
      "step": 12300
    },
    {
      "epoch": 0.015614733407918737,
      "grad_norm": 4.6875,
      "learning_rate": 4.922557081564665e-05,
      "loss": 2.2577,
      "mean_token_accuracy": 0.5156511545181275,
      "num_tokens": 9497958.0,
      "step": 12310
    },
    {
      "epoch": 0.01562741800045157,
      "grad_norm": 7.15625,
      "learning_rate": 4.9224936505560365e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5319218933582306,
      "num_tokens": 9505056.0,
      "step": 12320
    },
    {
      "epoch": 0.015640102592984404,
      "grad_norm": 4.8125,
      "learning_rate": 4.922430219547408e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5457301676273346,
      "num_tokens": 9513053.0,
      "step": 12330
    },
    {
      "epoch": 0.01565278718551724,
      "grad_norm": 5.5625,
      "learning_rate": 4.922366788538778e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5278885811567307,
      "num_tokens": 9520689.0,
      "step": 12340
    },
    {
      "epoch": 0.015665471778050073,
      "grad_norm": 5.53125,
      "learning_rate": 4.9223033575301494e-05,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5298272609710694,
      "num_tokens": 9529035.0,
      "step": 12350
    },
    {
      "epoch": 0.015678156370582907,
      "grad_norm": 4.84375,
      "learning_rate": 4.92223992652152e-05,
      "loss": 2.2507,
      "mean_token_accuracy": 0.5094393998384475,
      "num_tokens": 9538078.0,
      "step": 12360
    },
    {
      "epoch": 0.01569084096311574,
      "grad_norm": 7.0,
      "learning_rate": 4.9221764955128905e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.520333194732666,
      "num_tokens": 9545483.0,
      "step": 12370
    },
    {
      "epoch": 0.015703525555648575,
      "grad_norm": 5.96875,
      "learning_rate": 4.922113064504262e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.511081874370575,
      "num_tokens": 9553387.0,
      "step": 12380
    },
    {
      "epoch": 0.01571621014818141,
      "grad_norm": 5.34375,
      "learning_rate": 4.922049633495632e-05,
      "loss": 2.33,
      "mean_token_accuracy": 0.5098223567008973,
      "num_tokens": 9560631.0,
      "step": 12390
    },
    {
      "epoch": 0.015728894740714244,
      "grad_norm": 6.71875,
      "learning_rate": 4.9219862024870035e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5334291249513626,
      "num_tokens": 9568003.0,
      "step": 12400
    },
    {
      "epoch": 0.015741579333247078,
      "grad_norm": 4.9375,
      "learning_rate": 4.921922771478374e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.548972898721695,
      "num_tokens": 9574931.0,
      "step": 12410
    },
    {
      "epoch": 0.015754263925779912,
      "grad_norm": 6.21875,
      "learning_rate": 4.921859340469745e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5572964608669281,
      "num_tokens": 9582325.0,
      "step": 12420
    },
    {
      "epoch": 0.015766948518312746,
      "grad_norm": 5.21875,
      "learning_rate": 4.921795909461116e-05,
      "loss": 2.2912,
      "mean_token_accuracy": 0.5054081946611404,
      "num_tokens": 9591462.0,
      "step": 12430
    },
    {
      "epoch": 0.01577963311084558,
      "grad_norm": 8.375,
      "learning_rate": 4.921732478452486e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5668201327323914,
      "num_tokens": 9598357.0,
      "step": 12440
    },
    {
      "epoch": 0.015792317703378415,
      "grad_norm": 6.65625,
      "learning_rate": 4.9216690474438575e-05,
      "loss": 2.3315,
      "mean_token_accuracy": 0.5044785648584366,
      "num_tokens": 9605306.0,
      "step": 12450
    },
    {
      "epoch": 0.01580500229591125,
      "grad_norm": 6.21875,
      "learning_rate": 4.921605616435228e-05,
      "loss": 2.2756,
      "mean_token_accuracy": 0.5153035908937454,
      "num_tokens": 9612217.0,
      "step": 12460
    },
    {
      "epoch": 0.015817686888444083,
      "grad_norm": 4.53125,
      "learning_rate": 4.921542185426599e-05,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5239904463291168,
      "num_tokens": 9620185.0,
      "step": 12470
    },
    {
      "epoch": 0.015830371480976917,
      "grad_norm": 5.65625,
      "learning_rate": 4.9214787544179705e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5708836615085602,
      "num_tokens": 9625892.0,
      "step": 12480
    },
    {
      "epoch": 0.01584305607350975,
      "grad_norm": 5.25,
      "learning_rate": 4.921415323409341e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5627528429031372,
      "num_tokens": 9632577.0,
      "step": 12490
    },
    {
      "epoch": 0.015855740666042586,
      "grad_norm": 8.0,
      "learning_rate": 4.9213518924007115e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5750290662050247,
      "num_tokens": 9639711.0,
      "step": 12500
    },
    {
      "epoch": 0.01586842525857542,
      "grad_norm": 6.09375,
      "learning_rate": 4.921288461392082e-05,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5174660056829452,
      "num_tokens": 9647578.0,
      "step": 12510
    },
    {
      "epoch": 0.015881109851108254,
      "grad_norm": 4.9375,
      "learning_rate": 4.921225030383453e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5326771140098572,
      "num_tokens": 9655287.0,
      "step": 12520
    },
    {
      "epoch": 0.01589379444364109,
      "grad_norm": 5.25,
      "learning_rate": 4.9211615993748245e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5370651990175247,
      "num_tokens": 9662086.0,
      "step": 12530
    },
    {
      "epoch": 0.015906479036173923,
      "grad_norm": 5.84375,
      "learning_rate": 4.921098168366195e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5237319856882096,
      "num_tokens": 9668728.0,
      "step": 12540
    },
    {
      "epoch": 0.015919163628706753,
      "grad_norm": 9.25,
      "learning_rate": 4.921034737357566e-05,
      "loss": 2.2474,
      "mean_token_accuracy": 0.5142834603786468,
      "num_tokens": 9676819.0,
      "step": 12550
    },
    {
      "epoch": 0.015931848221239588,
      "grad_norm": 5.46875,
      "learning_rate": 4.920971306348937e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5600281208753586,
      "num_tokens": 9684573.0,
      "step": 12560
    },
    {
      "epoch": 0.015944532813772422,
      "grad_norm": 7.0625,
      "learning_rate": 4.920907875340307e-05,
      "loss": 2.2868,
      "mean_token_accuracy": 0.5138629823923111,
      "num_tokens": 9692827.0,
      "step": 12570
    },
    {
      "epoch": 0.015957217406305256,
      "grad_norm": 5.21875,
      "learning_rate": 4.9208444443316785e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5582137644290924,
      "num_tokens": 9700045.0,
      "step": 12580
    },
    {
      "epoch": 0.01596990199883809,
      "grad_norm": 5.46875,
      "learning_rate": 4.920781013323049e-05,
      "loss": 2.3222,
      "mean_token_accuracy": 0.5120532959699631,
      "num_tokens": 9708336.0,
      "step": 12590
    },
    {
      "epoch": 0.015982586591370924,
      "grad_norm": 5.125,
      "learning_rate": 4.92071758231442e-05,
      "loss": 2.2458,
      "mean_token_accuracy": 0.5206049114465714,
      "num_tokens": 9715543.0,
      "step": 12600
    },
    {
      "epoch": 0.01599527118390376,
      "grad_norm": 6.5,
      "learning_rate": 4.920654151305791e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5545958817005158,
      "num_tokens": 9723112.0,
      "step": 12610
    },
    {
      "epoch": 0.016007955776436593,
      "grad_norm": 5.125,
      "learning_rate": 4.920590720297162e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5153963625431061,
      "num_tokens": 9731043.0,
      "step": 12620
    },
    {
      "epoch": 0.016020640368969427,
      "grad_norm": 5.59375,
      "learning_rate": 4.920527289288533e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5277192503213882,
      "num_tokens": 9739646.0,
      "step": 12630
    },
    {
      "epoch": 0.01603332496150226,
      "grad_norm": 4.96875,
      "learning_rate": 4.920463858279903e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5361436605453491,
      "num_tokens": 9747437.0,
      "step": 12640
    },
    {
      "epoch": 0.016046009554035096,
      "grad_norm": 5.0,
      "learning_rate": 4.920400427271274e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5320359230041504,
      "num_tokens": 9755701.0,
      "step": 12650
    },
    {
      "epoch": 0.01605869414656793,
      "grad_norm": 5.28125,
      "learning_rate": 4.920336996262645e-05,
      "loss": 2.3565,
      "mean_token_accuracy": 0.5035459488630295,
      "num_tokens": 9763553.0,
      "step": 12660
    },
    {
      "epoch": 0.016071378739100764,
      "grad_norm": 4.96875,
      "learning_rate": 4.920273565254016e-05,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5173798561096191,
      "num_tokens": 9771680.0,
      "step": 12670
    },
    {
      "epoch": 0.016084063331633598,
      "grad_norm": 4.59375,
      "learning_rate": 4.920210134245387e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5581952661275864,
      "num_tokens": 9780051.0,
      "step": 12680
    },
    {
      "epoch": 0.016096747924166432,
      "grad_norm": 6.8125,
      "learning_rate": 4.920146703236758e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5217327147722244,
      "num_tokens": 9787903.0,
      "step": 12690
    },
    {
      "epoch": 0.016109432516699267,
      "grad_norm": 4.96875,
      "learning_rate": 4.920083272228129e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.522091406583786,
      "num_tokens": 9795655.0,
      "step": 12700
    },
    {
      "epoch": 0.0161221171092321,
      "grad_norm": 5.46875,
      "learning_rate": 4.9200198412194996e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5221049308776855,
      "num_tokens": 9804360.0,
      "step": 12710
    },
    {
      "epoch": 0.016134801701764935,
      "grad_norm": 6.375,
      "learning_rate": 4.91995641021087e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5150892347097397,
      "num_tokens": 9812384.0,
      "step": 12720
    },
    {
      "epoch": 0.01614748629429777,
      "grad_norm": 6.71875,
      "learning_rate": 4.919892979202241e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5403523147106171,
      "num_tokens": 9820304.0,
      "step": 12730
    },
    {
      "epoch": 0.016160170886830603,
      "grad_norm": 7.09375,
      "learning_rate": 4.919829548193612e-05,
      "loss": 1.7942,
      "mean_token_accuracy": 0.5946879804134368,
      "num_tokens": 9826968.0,
      "step": 12740
    },
    {
      "epoch": 0.016172855479363438,
      "grad_norm": 7.21875,
      "learning_rate": 4.919766117184983e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5760534852743149,
      "num_tokens": 9833912.0,
      "step": 12750
    },
    {
      "epoch": 0.016185540071896272,
      "grad_norm": 4.9375,
      "learning_rate": 4.9197026861763536e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5313067376613617,
      "num_tokens": 9842590.0,
      "step": 12760
    },
    {
      "epoch": 0.016198224664429106,
      "grad_norm": 5.03125,
      "learning_rate": 4.919639255167725e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5473633915185928,
      "num_tokens": 9850218.0,
      "step": 12770
    },
    {
      "epoch": 0.016210909256961937,
      "grad_norm": 5.0,
      "learning_rate": 4.919575824159095e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5663162261247635,
      "num_tokens": 9858406.0,
      "step": 12780
    },
    {
      "epoch": 0.01622359384949477,
      "grad_norm": 7.75,
      "learning_rate": 4.919512393150466e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5509721577167511,
      "num_tokens": 9865464.0,
      "step": 12790
    },
    {
      "epoch": 0.016236278442027605,
      "grad_norm": 5.84375,
      "learning_rate": 4.919448962141837e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5500396728515625,
      "num_tokens": 9873549.0,
      "step": 12800
    },
    {
      "epoch": 0.01624896303456044,
      "grad_norm": 8.6875,
      "learning_rate": 4.9193855311332076e-05,
      "loss": 2.3195,
      "mean_token_accuracy": 0.5078487604856491,
      "num_tokens": 9882253.0,
      "step": 12810
    },
    {
      "epoch": 0.016261647627093274,
      "grad_norm": 5.0625,
      "learning_rate": 4.919322100124579e-05,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5204267382621766,
      "num_tokens": 9889957.0,
      "step": 12820
    },
    {
      "epoch": 0.016274332219626108,
      "grad_norm": 5.5,
      "learning_rate": 4.91925866911595e-05,
      "loss": 2.3073,
      "mean_token_accuracy": 0.5134936749935151,
      "num_tokens": 9898259.0,
      "step": 12830
    },
    {
      "epoch": 0.016287016812158942,
      "grad_norm": 5.0,
      "learning_rate": 4.9191952381073206e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5462633311748505,
      "num_tokens": 9906611.0,
      "step": 12840
    },
    {
      "epoch": 0.016299701404691776,
      "grad_norm": 6.5,
      "learning_rate": 4.919131807098691e-05,
      "loss": 2.2919,
      "mean_token_accuracy": 0.5063682913780212,
      "num_tokens": 9914422.0,
      "step": 12850
    },
    {
      "epoch": 0.01631238599722461,
      "grad_norm": 5.25,
      "learning_rate": 4.9190683760900616e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5329212218523025,
      "num_tokens": 9921966.0,
      "step": 12860
    },
    {
      "epoch": 0.016325070589757445,
      "grad_norm": 5.65625,
      "learning_rate": 4.919004945081433e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5404190480709076,
      "num_tokens": 9929629.0,
      "step": 12870
    },
    {
      "epoch": 0.01633775518229028,
      "grad_norm": 8.3125,
      "learning_rate": 4.918941514072804e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5257347315549851,
      "num_tokens": 9938293.0,
      "step": 12880
    },
    {
      "epoch": 0.016350439774823113,
      "grad_norm": 5.59375,
      "learning_rate": 4.9188780830641746e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5255418628454208,
      "num_tokens": 9944984.0,
      "step": 12890
    },
    {
      "epoch": 0.016363124367355947,
      "grad_norm": 6.28125,
      "learning_rate": 4.918814652055546e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5310748636722564,
      "num_tokens": 9952431.0,
      "step": 12900
    },
    {
      "epoch": 0.01637580895988878,
      "grad_norm": 5.34375,
      "learning_rate": 4.9187512210469164e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5322379738092422,
      "num_tokens": 9961403.0,
      "step": 12910
    },
    {
      "epoch": 0.016388493552421616,
      "grad_norm": 7.34375,
      "learning_rate": 4.918687790038287e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5718557834625244,
      "num_tokens": 9967697.0,
      "step": 12920
    },
    {
      "epoch": 0.01640117814495445,
      "grad_norm": 9.25,
      "learning_rate": 4.918624359029658e-05,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5148906826972961,
      "num_tokens": 9974045.0,
      "step": 12930
    },
    {
      "epoch": 0.016413862737487284,
      "grad_norm": 7.21875,
      "learning_rate": 4.9185609280210286e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5750897169113159,
      "num_tokens": 9980330.0,
      "step": 12940
    },
    {
      "epoch": 0.01642654733002012,
      "grad_norm": 5.1875,
      "learning_rate": 4.9184974970124e-05,
      "loss": 2.2038,
      "mean_token_accuracy": 0.5375146567821503,
      "num_tokens": 9987686.0,
      "step": 12950
    },
    {
      "epoch": 0.016439231922552953,
      "grad_norm": 7.84375,
      "learning_rate": 4.9184340660037704e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5481891304254531,
      "num_tokens": 9994314.0,
      "step": 12960
    },
    {
      "epoch": 0.016451916515085787,
      "grad_norm": 5.6875,
      "learning_rate": 4.9183706349951416e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5258070141077041,
      "num_tokens": 10001875.0,
      "step": 12970
    },
    {
      "epoch": 0.01646460110761862,
      "grad_norm": 4.9375,
      "learning_rate": 4.918307203986512e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5269746035337448,
      "num_tokens": 10010268.0,
      "step": 12980
    },
    {
      "epoch": 0.016477285700151455,
      "grad_norm": 4.875,
      "learning_rate": 4.918243772977883e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5261351197957993,
      "num_tokens": 10017365.0,
      "step": 12990
    },
    {
      "epoch": 0.01648997029268429,
      "grad_norm": 6.65625,
      "learning_rate": 4.918180341969254e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5340163379907608,
      "num_tokens": 10025212.0,
      "step": 13000
    },
    {
      "epoch": 0.016502654885217124,
      "grad_norm": 4.8125,
      "learning_rate": 4.9181169109606244e-05,
      "loss": 2.3223,
      "mean_token_accuracy": 0.5042337298393249,
      "num_tokens": 10033205.0,
      "step": 13010
    },
    {
      "epoch": 0.016515339477749955,
      "grad_norm": 5.625,
      "learning_rate": 4.9180534799519956e-05,
      "loss": 2.2987,
      "mean_token_accuracy": 0.5081162750720978,
      "num_tokens": 10041811.0,
      "step": 13020
    },
    {
      "epoch": 0.01652802407028279,
      "grad_norm": 5.0625,
      "learning_rate": 4.917990048943367e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5358032435178757,
      "num_tokens": 10050118.0,
      "step": 13030
    },
    {
      "epoch": 0.016540708662815623,
      "grad_norm": 10.9375,
      "learning_rate": 4.9179266179347374e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5289276123046875,
      "num_tokens": 10056878.0,
      "step": 13040
    },
    {
      "epoch": 0.016553393255348457,
      "grad_norm": 7.78125,
      "learning_rate": 4.9178631869261086e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5483931869268417,
      "num_tokens": 10063881.0,
      "step": 13050
    },
    {
      "epoch": 0.01656607784788129,
      "grad_norm": 4.96875,
      "learning_rate": 4.9177997559174784e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5602887064218521,
      "num_tokens": 10071415.0,
      "step": 13060
    },
    {
      "epoch": 0.016578762440414126,
      "grad_norm": 5.25,
      "learning_rate": 4.9177363249088497e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5859207510948181,
      "num_tokens": 10078125.0,
      "step": 13070
    },
    {
      "epoch": 0.01659144703294696,
      "grad_norm": 5.46875,
      "learning_rate": 4.917672893900221e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5354935497045517,
      "num_tokens": 10084855.0,
      "step": 13080
    },
    {
      "epoch": 0.016604131625479794,
      "grad_norm": 5.46875,
      "learning_rate": 4.9176094628915914e-05,
      "loss": 2.3169,
      "mean_token_accuracy": 0.5076530843973159,
      "num_tokens": 10093313.0,
      "step": 13090
    },
    {
      "epoch": 0.01661681621801263,
      "grad_norm": 10.0625,
      "learning_rate": 4.9175460318829626e-05,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5157738357782364,
      "num_tokens": 10101258.0,
      "step": 13100
    },
    {
      "epoch": 0.016629500810545463,
      "grad_norm": 8.0625,
      "learning_rate": 4.917482600874333e-05,
      "loss": 2.308,
      "mean_token_accuracy": 0.5101975202560425,
      "num_tokens": 10109249.0,
      "step": 13110
    },
    {
      "epoch": 0.016642185403078297,
      "grad_norm": 9.6875,
      "learning_rate": 4.9174191698657044e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5786587327718735,
      "num_tokens": 10114458.0,
      "step": 13120
    },
    {
      "epoch": 0.01665486999561113,
      "grad_norm": 5.3125,
      "learning_rate": 4.917355738857075e-05,
      "loss": 2.3946,
      "mean_token_accuracy": 0.4958745688199997,
      "num_tokens": 10123610.0,
      "step": 13130
    },
    {
      "epoch": 0.016667554588143965,
      "grad_norm": 5.375,
      "learning_rate": 4.9172923078484454e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5627934366464615,
      "num_tokens": 10131056.0,
      "step": 13140
    },
    {
      "epoch": 0.0166802391806768,
      "grad_norm": 4.9375,
      "learning_rate": 4.9172288768398167e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5307184249162674,
      "num_tokens": 10138173.0,
      "step": 13150
    },
    {
      "epoch": 0.016692923773209634,
      "grad_norm": 5.46875,
      "learning_rate": 4.917165445831187e-05,
      "loss": 2.2436,
      "mean_token_accuracy": 0.5209996908903122,
      "num_tokens": 10146749.0,
      "step": 13160
    },
    {
      "epoch": 0.016705608365742468,
      "grad_norm": 5.90625,
      "learning_rate": 4.9171020148225584e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5147343575954437,
      "num_tokens": 10154927.0,
      "step": 13170
    },
    {
      "epoch": 0.016718292958275302,
      "grad_norm": 5.09375,
      "learning_rate": 4.9170385838139296e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5177635669708252,
      "num_tokens": 10162279.0,
      "step": 13180
    },
    {
      "epoch": 0.016730977550808136,
      "grad_norm": 5.125,
      "learning_rate": 4.9169751528053e-05,
      "loss": 2.2565,
      "mean_token_accuracy": 0.5151243448257447,
      "num_tokens": 10170152.0,
      "step": 13190
    },
    {
      "epoch": 0.01674366214334097,
      "grad_norm": 4.75,
      "learning_rate": 4.916911721796671e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5517413049936295,
      "num_tokens": 10177242.0,
      "step": 13200
    },
    {
      "epoch": 0.016756346735873805,
      "grad_norm": 4.96875,
      "learning_rate": 4.916848290788042e-05,
      "loss": 2.292,
      "mean_token_accuracy": 0.5033521205186844,
      "num_tokens": 10186019.0,
      "step": 13210
    },
    {
      "epoch": 0.01676903132840664,
      "grad_norm": 5.78125,
      "learning_rate": 4.9167848597794124e-05,
      "loss": 2.3092,
      "mean_token_accuracy": 0.5021262049674988,
      "num_tokens": 10194670.0,
      "step": 13220
    },
    {
      "epoch": 0.016781715920939473,
      "grad_norm": 6.5,
      "learning_rate": 4.9167214287707836e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5648435473442077,
      "num_tokens": 10202975.0,
      "step": 13230
    },
    {
      "epoch": 0.016794400513472307,
      "grad_norm": 6.28125,
      "learning_rate": 4.916657997762154e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5305760681629181,
      "num_tokens": 10210116.0,
      "step": 13240
    },
    {
      "epoch": 0.016807085106005138,
      "grad_norm": 5.875,
      "learning_rate": 4.9165945667535254e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5728001326322556,
      "num_tokens": 10216586.0,
      "step": 13250
    },
    {
      "epoch": 0.016819769698537972,
      "grad_norm": 12.4375,
      "learning_rate": 4.916531135744896e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5284098327159882,
      "num_tokens": 10223576.0,
      "step": 13260
    },
    {
      "epoch": 0.016832454291070807,
      "grad_norm": 5.21875,
      "learning_rate": 4.9164677047362665e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5272887766361236,
      "num_tokens": 10231228.0,
      "step": 13270
    },
    {
      "epoch": 0.01684513888360364,
      "grad_norm": 6.09375,
      "learning_rate": 4.916404273727638e-05,
      "loss": 2.3141,
      "mean_token_accuracy": 0.49943131804466245,
      "num_tokens": 10239124.0,
      "step": 13280
    },
    {
      "epoch": 0.016857823476136475,
      "grad_norm": 5.59375,
      "learning_rate": 4.916340842719008e-05,
      "loss": 2.259,
      "mean_token_accuracy": 0.5143640667200089,
      "num_tokens": 10247201.0,
      "step": 13290
    },
    {
      "epoch": 0.01687050806866931,
      "grad_norm": 6.46875,
      "learning_rate": 4.9162774117103794e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.560900941491127,
      "num_tokens": 10255548.0,
      "step": 13300
    },
    {
      "epoch": 0.016883192661202143,
      "grad_norm": 6.3125,
      "learning_rate": 4.9162139807017506e-05,
      "loss": 2.3253,
      "mean_token_accuracy": 0.49761625230312345,
      "num_tokens": 10264389.0,
      "step": 13310
    },
    {
      "epoch": 0.016895877253734978,
      "grad_norm": 5.03125,
      "learning_rate": 4.916150549693121e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5249798446893692,
      "num_tokens": 10271095.0,
      "step": 13320
    },
    {
      "epoch": 0.016908561846267812,
      "grad_norm": 5.53125,
      "learning_rate": 4.916087118684492e-05,
      "loss": 1.8749,
      "mean_token_accuracy": 0.5843908429145813,
      "num_tokens": 10277946.0,
      "step": 13330
    },
    {
      "epoch": 0.016921246438800646,
      "grad_norm": 5.0,
      "learning_rate": 4.916023687675862e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5189167648553848,
      "num_tokens": 10286147.0,
      "step": 13340
    },
    {
      "epoch": 0.01693393103133348,
      "grad_norm": 5.1875,
      "learning_rate": 4.9159602566672335e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5497751533985138,
      "num_tokens": 10293492.0,
      "step": 13350
    },
    {
      "epoch": 0.016946615623866314,
      "grad_norm": 5.96875,
      "learning_rate": 4.915896825658605e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5379839181900025,
      "num_tokens": 10301474.0,
      "step": 13360
    },
    {
      "epoch": 0.01695930021639915,
      "grad_norm": 5.5625,
      "learning_rate": 4.915833394649975e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.526284709572792,
      "num_tokens": 10308693.0,
      "step": 13370
    },
    {
      "epoch": 0.016971984808931983,
      "grad_norm": 7.59375,
      "learning_rate": 4.9157699636413464e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5316293597221374,
      "num_tokens": 10315820.0,
      "step": 13380
    },
    {
      "epoch": 0.016984669401464817,
      "grad_norm": 4.96875,
      "learning_rate": 4.915706532632717e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5563128501176834,
      "num_tokens": 10323493.0,
      "step": 13390
    },
    {
      "epoch": 0.01699735399399765,
      "grad_norm": 4.96875,
      "learning_rate": 4.9156431016240875e-05,
      "loss": 2.4812,
      "mean_token_accuracy": 0.4920279949903488,
      "num_tokens": 10332165.0,
      "step": 13400
    },
    {
      "epoch": 0.017010038586530486,
      "grad_norm": 5.71875,
      "learning_rate": 4.915579670615459e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5480828046798706,
      "num_tokens": 10339899.0,
      "step": 13410
    },
    {
      "epoch": 0.01702272317906332,
      "grad_norm": 4.8125,
      "learning_rate": 4.915516239606829e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5429330259561539,
      "num_tokens": 10347867.0,
      "step": 13420
    },
    {
      "epoch": 0.017035407771596154,
      "grad_norm": 5.21875,
      "learning_rate": 4.9154528085982004e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5575200170278549,
      "num_tokens": 10355450.0,
      "step": 13430
    },
    {
      "epoch": 0.017048092364128988,
      "grad_norm": 6.5625,
      "learning_rate": 4.915389377589571e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.549711412191391,
      "num_tokens": 10361595.0,
      "step": 13440
    },
    {
      "epoch": 0.017060776956661822,
      "grad_norm": 4.9375,
      "learning_rate": 4.915325946580942e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5353044629096985,
      "num_tokens": 10368982.0,
      "step": 13450
    },
    {
      "epoch": 0.017073461549194657,
      "grad_norm": 5.71875,
      "learning_rate": 4.9152625155723134e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5315545976161957,
      "num_tokens": 10377731.0,
      "step": 13460
    },
    {
      "epoch": 0.01708614614172749,
      "grad_norm": 8.0625,
      "learning_rate": 4.915199084563684e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5282838523387909,
      "num_tokens": 10385520.0,
      "step": 13470
    },
    {
      "epoch": 0.017098830734260325,
      "grad_norm": 5.0625,
      "learning_rate": 4.9151356535550545e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5321584522724152,
      "num_tokens": 10392279.0,
      "step": 13480
    },
    {
      "epoch": 0.017111515326793156,
      "grad_norm": 4.59375,
      "learning_rate": 4.915072222546425e-05,
      "loss": 2.4697,
      "mean_token_accuracy": 0.49547789990901947,
      "num_tokens": 10400515.0,
      "step": 13490
    },
    {
      "epoch": 0.01712419991932599,
      "grad_norm": 5.8125,
      "learning_rate": 4.915008791537796e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5222732037305832,
      "num_tokens": 10408389.0,
      "step": 13500
    },
    {
      "epoch": 0.017136884511858824,
      "grad_norm": 6.21875,
      "learning_rate": 4.9149453605291674e-05,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5156017482280731,
      "num_tokens": 10416429.0,
      "step": 13510
    },
    {
      "epoch": 0.01714956910439166,
      "grad_norm": 4.6875,
      "learning_rate": 4.914881929520538e-05,
      "loss": 2.2257,
      "mean_token_accuracy": 0.5186814844608307,
      "num_tokens": 10424560.0,
      "step": 13520
    },
    {
      "epoch": 0.017162253696924493,
      "grad_norm": 4.71875,
      "learning_rate": 4.914818498511909e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5424177318811416,
      "num_tokens": 10431646.0,
      "step": 13530
    },
    {
      "epoch": 0.017174938289457327,
      "grad_norm": 5.65625,
      "learning_rate": 4.91475506750328e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5894867926836014,
      "num_tokens": 10437268.0,
      "step": 13540
    },
    {
      "epoch": 0.01718762288199016,
      "grad_norm": 5.90625,
      "learning_rate": 4.91469163649465e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5543113857507705,
      "num_tokens": 10443897.0,
      "step": 13550
    },
    {
      "epoch": 0.017200307474522995,
      "grad_norm": 6.25,
      "learning_rate": 4.9146282054860215e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5213864505290985,
      "num_tokens": 10450923.0,
      "step": 13560
    },
    {
      "epoch": 0.01721299206705583,
      "grad_norm": 4.625,
      "learning_rate": 4.914564774477392e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5353693932294845,
      "num_tokens": 10459068.0,
      "step": 13570
    },
    {
      "epoch": 0.017225676659588664,
      "grad_norm": 5.5625,
      "learning_rate": 4.914501343468763e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5353752106428147,
      "num_tokens": 10467126.0,
      "step": 13580
    },
    {
      "epoch": 0.017238361252121498,
      "grad_norm": 5.125,
      "learning_rate": 4.914437912460134e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5417705982923507,
      "num_tokens": 10474144.0,
      "step": 13590
    },
    {
      "epoch": 0.017251045844654332,
      "grad_norm": 5.40625,
      "learning_rate": 4.914374481451505e-05,
      "loss": 2.3393,
      "mean_token_accuracy": 0.498368439078331,
      "num_tokens": 10481711.0,
      "step": 13600
    },
    {
      "epoch": 0.017263730437187166,
      "grad_norm": 5.15625,
      "learning_rate": 4.9143110504428755e-05,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5218005359172821,
      "num_tokens": 10489873.0,
      "step": 13610
    },
    {
      "epoch": 0.01727641502972,
      "grad_norm": 8.6875,
      "learning_rate": 4.914247619434246e-05,
      "loss": 2.2952,
      "mean_token_accuracy": 0.5146600812673569,
      "num_tokens": 10496770.0,
      "step": 13620
    },
    {
      "epoch": 0.017289099622252835,
      "grad_norm": 6.5,
      "learning_rate": 4.914184188425617e-05,
      "loss": 1.7446,
      "mean_token_accuracy": 0.6118379414081574,
      "num_tokens": 10503337.0,
      "step": 13630
    },
    {
      "epoch": 0.01730178421478567,
      "grad_norm": 5.3125,
      "learning_rate": 4.914120757416988e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5329864799976349,
      "num_tokens": 10511645.0,
      "step": 13640
    },
    {
      "epoch": 0.017314468807318503,
      "grad_norm": 6.46875,
      "learning_rate": 4.914057326408359e-05,
      "loss": 2.3816,
      "mean_token_accuracy": 0.49209258556365965,
      "num_tokens": 10520384.0,
      "step": 13650
    },
    {
      "epoch": 0.017327153399851337,
      "grad_norm": 4.625,
      "learning_rate": 4.91399389539973e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5317166417837143,
      "num_tokens": 10529036.0,
      "step": 13660
    },
    {
      "epoch": 0.01733983799238417,
      "grad_norm": 4.8125,
      "learning_rate": 4.913930464391101e-05,
      "loss": 2.3023,
      "mean_token_accuracy": 0.5105771422386169,
      "num_tokens": 10538070.0,
      "step": 13670
    },
    {
      "epoch": 0.017352522584917006,
      "grad_norm": 7.21875,
      "learning_rate": 4.913867033382471e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5485234200954437,
      "num_tokens": 10545935.0,
      "step": 13680
    },
    {
      "epoch": 0.01736520717744984,
      "grad_norm": 4.59375,
      "learning_rate": 4.913803602373842e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5292499750852585,
      "num_tokens": 10553163.0,
      "step": 13690
    },
    {
      "epoch": 0.017377891769982674,
      "grad_norm": 5.78125,
      "learning_rate": 4.913740171365213e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5457264721393585,
      "num_tokens": 10560219.0,
      "step": 13700
    },
    {
      "epoch": 0.01739057636251551,
      "grad_norm": 5.375,
      "learning_rate": 4.913676740356584e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5238451957702637,
      "num_tokens": 10567757.0,
      "step": 13710
    },
    {
      "epoch": 0.01740326095504834,
      "grad_norm": 5.53125,
      "learning_rate": 4.913613309347955e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5330519497394561,
      "num_tokens": 10575223.0,
      "step": 13720
    },
    {
      "epoch": 0.017415945547581173,
      "grad_norm": 5.9375,
      "learning_rate": 4.913549878339326e-05,
      "loss": 2.2705,
      "mean_token_accuracy": 0.5182871460914612,
      "num_tokens": 10582998.0,
      "step": 13730
    },
    {
      "epoch": 0.017428630140114008,
      "grad_norm": 5.1875,
      "learning_rate": 4.9134864473306965e-05,
      "loss": 1.603,
      "mean_token_accuracy": 0.6366200566291809,
      "num_tokens": 10589153.0,
      "step": 13740
    },
    {
      "epoch": 0.017441314732646842,
      "grad_norm": 4.8125,
      "learning_rate": 4.913423016322067e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5096599280834198,
      "num_tokens": 10598666.0,
      "step": 13750
    },
    {
      "epoch": 0.017453999325179676,
      "grad_norm": 5.75,
      "learning_rate": 4.913359585313438e-05,
      "loss": 2.2167,
      "mean_token_accuracy": 0.5182701557874679,
      "num_tokens": 10607758.0,
      "step": 13760
    },
    {
      "epoch": 0.01746668391771251,
      "grad_norm": 8.8125,
      "learning_rate": 4.913296154304809e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5383630186319351,
      "num_tokens": 10615908.0,
      "step": 13770
    },
    {
      "epoch": 0.017479368510245345,
      "grad_norm": 6.34375,
      "learning_rate": 4.91323272329618e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5595660388469696,
      "num_tokens": 10624090.0,
      "step": 13780
    },
    {
      "epoch": 0.01749205310277818,
      "grad_norm": 4.75,
      "learning_rate": 4.9131692922875506e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5422341734170913,
      "num_tokens": 10632180.0,
      "step": 13790
    },
    {
      "epoch": 0.017504737695311013,
      "grad_norm": 4.78125,
      "learning_rate": 4.913105861278922e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5197991281747818,
      "num_tokens": 10639922.0,
      "step": 13800
    },
    {
      "epoch": 0.017517422287843847,
      "grad_norm": 5.96875,
      "learning_rate": 4.913042430270293e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5519788831472396,
      "num_tokens": 10646530.0,
      "step": 13810
    },
    {
      "epoch": 0.01753010688037668,
      "grad_norm": 6.6875,
      "learning_rate": 4.912978999261663e-05,
      "loss": 2.2478,
      "mean_token_accuracy": 0.5293031930923462,
      "num_tokens": 10654944.0,
      "step": 13820
    },
    {
      "epoch": 0.017542791472909516,
      "grad_norm": 4.3125,
      "learning_rate": 4.912915568253034e-05,
      "loss": 2.2446,
      "mean_token_accuracy": 0.521288275718689,
      "num_tokens": 10663748.0,
      "step": 13830
    },
    {
      "epoch": 0.01755547606544235,
      "grad_norm": 4.71875,
      "learning_rate": 4.9128521372444046e-05,
      "loss": 2.2719,
      "mean_token_accuracy": 0.5085778921842575,
      "num_tokens": 10671769.0,
      "step": 13840
    },
    {
      "epoch": 0.017568160657975184,
      "grad_norm": 5.03125,
      "learning_rate": 4.912788706235776e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5124131828546524,
      "num_tokens": 10679986.0,
      "step": 13850
    },
    {
      "epoch": 0.01758084525050802,
      "grad_norm": 5.03125,
      "learning_rate": 4.912725275227147e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5384130835533142,
      "num_tokens": 10688467.0,
      "step": 13860
    },
    {
      "epoch": 0.017593529843040853,
      "grad_norm": 7.78125,
      "learning_rate": 4.9126618442185175e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5336991608142853,
      "num_tokens": 10694509.0,
      "step": 13870
    },
    {
      "epoch": 0.017606214435573687,
      "grad_norm": 5.75,
      "learning_rate": 4.912598413209889e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5359488219022751,
      "num_tokens": 10701725.0,
      "step": 13880
    },
    {
      "epoch": 0.01761889902810652,
      "grad_norm": 9.0,
      "learning_rate": 4.912534982201259e-05,
      "loss": 2.304,
      "mean_token_accuracy": 0.5174318045377732,
      "num_tokens": 10709442.0,
      "step": 13890
    },
    {
      "epoch": 0.017631583620639355,
      "grad_norm": 6.25,
      "learning_rate": 4.91247155119263e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5354704558849335,
      "num_tokens": 10716972.0,
      "step": 13900
    },
    {
      "epoch": 0.01764426821317219,
      "grad_norm": 6.0625,
      "learning_rate": 4.912408120184001e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5487136304378509,
      "num_tokens": 10725257.0,
      "step": 13910
    },
    {
      "epoch": 0.017656952805705024,
      "grad_norm": 7.0625,
      "learning_rate": 4.9123446891753716e-05,
      "loss": 2.2405,
      "mean_token_accuracy": 0.514853835105896,
      "num_tokens": 10731265.0,
      "step": 13920
    },
    {
      "epoch": 0.017669637398237858,
      "grad_norm": 4.6875,
      "learning_rate": 4.912281258166743e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5252249062061309,
      "num_tokens": 10739180.0,
      "step": 13930
    },
    {
      "epoch": 0.017682321990770692,
      "grad_norm": 4.71875,
      "learning_rate": 4.912217827158113e-05,
      "loss": 2.2682,
      "mean_token_accuracy": 0.49908681213855743,
      "num_tokens": 10747294.0,
      "step": 13940
    },
    {
      "epoch": 0.017695006583303526,
      "grad_norm": 7.53125,
      "learning_rate": 4.9121543961494845e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5343299597501755,
      "num_tokens": 10753902.0,
      "step": 13950
    },
    {
      "epoch": 0.017707691175836357,
      "grad_norm": 5.65625,
      "learning_rate": 4.912090965140855e-05,
      "loss": 2.3073,
      "mean_token_accuracy": 0.5042232662439347,
      "num_tokens": 10761357.0,
      "step": 13960
    },
    {
      "epoch": 0.01772037576836919,
      "grad_norm": 4.625,
      "learning_rate": 4.9120275341322256e-05,
      "loss": 2.3731,
      "mean_token_accuracy": 0.49341112971305845,
      "num_tokens": 10769823.0,
      "step": 13970
    },
    {
      "epoch": 0.017733060360902025,
      "grad_norm": 5.15625,
      "learning_rate": 4.911964103123597e-05,
      "loss": 2.263,
      "mean_token_accuracy": 0.5179188489913941,
      "num_tokens": 10778713.0,
      "step": 13980
    },
    {
      "epoch": 0.01774574495343486,
      "grad_norm": 4.71875,
      "learning_rate": 4.9119006721149674e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5633499234914779,
      "num_tokens": 10786461.0,
      "step": 13990
    },
    {
      "epoch": 0.017758429545967694,
      "grad_norm": 8.0,
      "learning_rate": 4.9118372411063386e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.527052316069603,
      "num_tokens": 10793774.0,
      "step": 14000
    },
    {
      "epoch": 0.017771114138500528,
      "grad_norm": 4.9375,
      "learning_rate": 4.91177381009771e-05,
      "loss": 2.3881,
      "mean_token_accuracy": 0.5095220178365707,
      "num_tokens": 10800624.0,
      "step": 14010
    },
    {
      "epoch": 0.017783798731033362,
      "grad_norm": 8.6875,
      "learning_rate": 4.91171037908908e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5390611231327057,
      "num_tokens": 10808230.0,
      "step": 14020
    },
    {
      "epoch": 0.017796483323566196,
      "grad_norm": 6.6875,
      "learning_rate": 4.911646948080451e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5634820312261581,
      "num_tokens": 10814894.0,
      "step": 14030
    },
    {
      "epoch": 0.01780916791609903,
      "grad_norm": 7.40625,
      "learning_rate": 4.9115835170718214e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.554087346792221,
      "num_tokens": 10822463.0,
      "step": 14040
    },
    {
      "epoch": 0.017821852508631865,
      "grad_norm": 5.53125,
      "learning_rate": 4.9115200860631926e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5298817783594132,
      "num_tokens": 10829889.0,
      "step": 14050
    },
    {
      "epoch": 0.0178345371011647,
      "grad_norm": 7.28125,
      "learning_rate": 4.911456655054564e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5384172141551972,
      "num_tokens": 10836284.0,
      "step": 14060
    },
    {
      "epoch": 0.017847221693697533,
      "grad_norm": 5.34375,
      "learning_rate": 4.9113932240459343e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5361337572336197,
      "num_tokens": 10842606.0,
      "step": 14070
    },
    {
      "epoch": 0.017859906286230368,
      "grad_norm": 5.25,
      "learning_rate": 4.9113297930373056e-05,
      "loss": 2.2757,
      "mean_token_accuracy": 0.5178453356027604,
      "num_tokens": 10850505.0,
      "step": 14080
    },
    {
      "epoch": 0.017872590878763202,
      "grad_norm": 6.65625,
      "learning_rate": 4.911266362028676e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.533957326412201,
      "num_tokens": 10857468.0,
      "step": 14090
    },
    {
      "epoch": 0.017885275471296036,
      "grad_norm": 7.28125,
      "learning_rate": 4.9112029310200466e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5938024342060089,
      "num_tokens": 10864284.0,
      "step": 14100
    },
    {
      "epoch": 0.01789796006382887,
      "grad_norm": 5.375,
      "learning_rate": 4.911139500011418e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5229724436998368,
      "num_tokens": 10872263.0,
      "step": 14110
    },
    {
      "epoch": 0.017910644656361704,
      "grad_norm": 6.53125,
      "learning_rate": 4.9110760690027884e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5304136246442794,
      "num_tokens": 10879325.0,
      "step": 14120
    },
    {
      "epoch": 0.01792332924889454,
      "grad_norm": 7.3125,
      "learning_rate": 4.9110126379941596e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5468388468027114,
      "num_tokens": 10886779.0,
      "step": 14130
    },
    {
      "epoch": 0.017936013841427373,
      "grad_norm": 5.03125,
      "learning_rate": 4.910949206985531e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5413100987672805,
      "num_tokens": 10895365.0,
      "step": 14140
    },
    {
      "epoch": 0.017948698433960207,
      "grad_norm": 5.40625,
      "learning_rate": 4.9108857759769013e-05,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5806264758110047,
      "num_tokens": 10903301.0,
      "step": 14150
    },
    {
      "epoch": 0.01796138302649304,
      "grad_norm": 6.3125,
      "learning_rate": 4.910822344968272e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5406691342592239,
      "num_tokens": 10910259.0,
      "step": 14160
    },
    {
      "epoch": 0.017974067619025876,
      "grad_norm": 6.03125,
      "learning_rate": 4.9107589139596424e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.53268001973629,
      "num_tokens": 10917512.0,
      "step": 14170
    },
    {
      "epoch": 0.01798675221155871,
      "grad_norm": 8.5625,
      "learning_rate": 4.9106954829510136e-05,
      "loss": 2.2599,
      "mean_token_accuracy": 0.5212627172470092,
      "num_tokens": 10926232.0,
      "step": 14180
    },
    {
      "epoch": 0.01799943680409154,
      "grad_norm": 5.4375,
      "learning_rate": 4.910632051942385e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5399425983428955,
      "num_tokens": 10934003.0,
      "step": 14190
    },
    {
      "epoch": 0.018012121396624375,
      "grad_norm": 12.5625,
      "learning_rate": 4.9105686209337554e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5752672255039215,
      "num_tokens": 10939954.0,
      "step": 14200
    },
    {
      "epoch": 0.01802480598915721,
      "grad_norm": 6.875,
      "learning_rate": 4.9105051899251266e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.5266491770744324,
      "num_tokens": 10947051.0,
      "step": 14210
    },
    {
      "epoch": 0.018037490581690043,
      "grad_norm": 5.28125,
      "learning_rate": 4.910441758916497e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5130054444074631,
      "num_tokens": 10955064.0,
      "step": 14220
    },
    {
      "epoch": 0.018050175174222877,
      "grad_norm": 5.40625,
      "learning_rate": 4.910378327907868e-05,
      "loss": 2.3283,
      "mean_token_accuracy": 0.5087182134389877,
      "num_tokens": 10963830.0,
      "step": 14230
    },
    {
      "epoch": 0.01806285976675571,
      "grad_norm": 5.15625,
      "learning_rate": 4.910314896899239e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5145481854677201,
      "num_tokens": 10971401.0,
      "step": 14240
    },
    {
      "epoch": 0.018075544359288546,
      "grad_norm": 6.84375,
      "learning_rate": 4.9102514658906094e-05,
      "loss": 2.2559,
      "mean_token_accuracy": 0.5176978796720505,
      "num_tokens": 10980323.0,
      "step": 14250
    },
    {
      "epoch": 0.01808822895182138,
      "grad_norm": 6.90625,
      "learning_rate": 4.9101880348819806e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5627644211053848,
      "num_tokens": 10986921.0,
      "step": 14260
    },
    {
      "epoch": 0.018100913544354214,
      "grad_norm": 8.8125,
      "learning_rate": 4.910124603873351e-05,
      "loss": 2.3001,
      "mean_token_accuracy": 0.5055038303136825,
      "num_tokens": 10995394.0,
      "step": 14270
    },
    {
      "epoch": 0.01811359813688705,
      "grad_norm": 7.25,
      "learning_rate": 4.9100611728647224e-05,
      "loss": 2.2941,
      "mean_token_accuracy": 0.5102301269769669,
      "num_tokens": 11003026.0,
      "step": 14280
    },
    {
      "epoch": 0.018126282729419883,
      "grad_norm": 6.28125,
      "learning_rate": 4.9099977418560936e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5674065381288529,
      "num_tokens": 11009551.0,
      "step": 14290
    },
    {
      "epoch": 0.018138967321952717,
      "grad_norm": 6.34375,
      "learning_rate": 4.909934310847464e-05,
      "loss": 2.2783,
      "mean_token_accuracy": 0.5121559053659439,
      "num_tokens": 11017516.0,
      "step": 14300
    },
    {
      "epoch": 0.01815165191448555,
      "grad_norm": 4.46875,
      "learning_rate": 4.9098708798388346e-05,
      "loss": 2.2845,
      "mean_token_accuracy": 0.4986815243959427,
      "num_tokens": 11026189.0,
      "step": 14310
    },
    {
      "epoch": 0.018164336507018385,
      "grad_norm": 4.875,
      "learning_rate": 4.909807448830205e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5424841552972793,
      "num_tokens": 11033393.0,
      "step": 14320
    },
    {
      "epoch": 0.01817702109955122,
      "grad_norm": 6.6875,
      "learning_rate": 4.9097440178215764e-05,
      "loss": 2.3129,
      "mean_token_accuracy": 0.5038488864898681,
      "num_tokens": 11041799.0,
      "step": 14330
    },
    {
      "epoch": 0.018189705692084054,
      "grad_norm": 6.78125,
      "learning_rate": 4.9096805868129476e-05,
      "loss": 2.2786,
      "mean_token_accuracy": 0.508187472820282,
      "num_tokens": 11049499.0,
      "step": 14340
    },
    {
      "epoch": 0.018202390284616888,
      "grad_norm": 7.0625,
      "learning_rate": 4.909617155804318e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5364658832550049,
      "num_tokens": 11057416.0,
      "step": 14350
    },
    {
      "epoch": 0.018215074877149722,
      "grad_norm": 4.78125,
      "learning_rate": 4.9095537247956894e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5193199276924133,
      "num_tokens": 11065486.0,
      "step": 14360
    },
    {
      "epoch": 0.018227759469682556,
      "grad_norm": 6.5625,
      "learning_rate": 4.90949029378706e-05,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5145886957645416,
      "num_tokens": 11073522.0,
      "step": 14370
    },
    {
      "epoch": 0.01824044406221539,
      "grad_norm": 5.71875,
      "learning_rate": 4.9094268627784304e-05,
      "loss": 2.3747,
      "mean_token_accuracy": 0.49489806592464447,
      "num_tokens": 11082849.0,
      "step": 14380
    },
    {
      "epoch": 0.018253128654748225,
      "grad_norm": 5.4375,
      "learning_rate": 4.9093634317698016e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5413275957107544,
      "num_tokens": 11090205.0,
      "step": 14390
    },
    {
      "epoch": 0.01826581324728106,
      "grad_norm": 4.65625,
      "learning_rate": 4.909300000761172e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5449798434972764,
      "num_tokens": 11096779.0,
      "step": 14400
    },
    {
      "epoch": 0.018278497839813893,
      "grad_norm": 5.125,
      "learning_rate": 4.9092365697525434e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.572637739777565,
      "num_tokens": 11104326.0,
      "step": 14410
    },
    {
      "epoch": 0.018291182432346727,
      "grad_norm": 7.625,
      "learning_rate": 4.909173138743914e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.539527514576912,
      "num_tokens": 11111831.0,
      "step": 14420
    },
    {
      "epoch": 0.018303867024879558,
      "grad_norm": 5.15625,
      "learning_rate": 4.909109707735285e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5457278072834015,
      "num_tokens": 11119657.0,
      "step": 14430
    },
    {
      "epoch": 0.018316551617412392,
      "grad_norm": 5.0625,
      "learning_rate": 4.909046276726656e-05,
      "loss": 2.2971,
      "mean_token_accuracy": 0.49995689988136294,
      "num_tokens": 11128023.0,
      "step": 14440
    },
    {
      "epoch": 0.018329236209945227,
      "grad_norm": 4.84375,
      "learning_rate": 4.908982845718026e-05,
      "loss": 2.3468,
      "mean_token_accuracy": 0.5039082914590836,
      "num_tokens": 11136527.0,
      "step": 14450
    },
    {
      "epoch": 0.01834192080247806,
      "grad_norm": 5.59375,
      "learning_rate": 4.9089194147093974e-05,
      "loss": 2.3117,
      "mean_token_accuracy": 0.5056056916713715,
      "num_tokens": 11145013.0,
      "step": 14460
    },
    {
      "epoch": 0.018354605395010895,
      "grad_norm": 8.625,
      "learning_rate": 4.908855983700768e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5320422261953354,
      "num_tokens": 11152624.0,
      "step": 14470
    },
    {
      "epoch": 0.01836728998754373,
      "grad_norm": 5.03125,
      "learning_rate": 4.908792552692139e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5670332580804824,
      "num_tokens": 11159897.0,
      "step": 14480
    },
    {
      "epoch": 0.018379974580076563,
      "grad_norm": 5.4375,
      "learning_rate": 4.9087291216835104e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5431758612394333,
      "num_tokens": 11167848.0,
      "step": 14490
    },
    {
      "epoch": 0.018392659172609398,
      "grad_norm": 6.125,
      "learning_rate": 4.908665690674881e-05,
      "loss": 2.2803,
      "mean_token_accuracy": 0.5106348633766175,
      "num_tokens": 11176449.0,
      "step": 14500
    },
    {
      "epoch": 0.018405343765142232,
      "grad_norm": 6.625,
      "learning_rate": 4.9086022596662514e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5620192527770996,
      "num_tokens": 11184379.0,
      "step": 14510
    },
    {
      "epoch": 0.018418028357675066,
      "grad_norm": 6.71875,
      "learning_rate": 4.908538828657622e-05,
      "loss": 2.3469,
      "mean_token_accuracy": 0.5058218628168106,
      "num_tokens": 11190210.0,
      "step": 14520
    },
    {
      "epoch": 0.0184307129502079,
      "grad_norm": 8.25,
      "learning_rate": 4.908475397648993e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5322331011295318,
      "num_tokens": 11198235.0,
      "step": 14530
    },
    {
      "epoch": 0.018443397542740735,
      "grad_norm": 5.25,
      "learning_rate": 4.9084119666403644e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5402661055326462,
      "num_tokens": 11205874.0,
      "step": 14540
    },
    {
      "epoch": 0.01845608213527357,
      "grad_norm": 5.5625,
      "learning_rate": 4.908348535631735e-05,
      "loss": 2.2756,
      "mean_token_accuracy": 0.5248189032077789,
      "num_tokens": 11213631.0,
      "step": 14550
    },
    {
      "epoch": 0.018468766727806403,
      "grad_norm": 5.15625,
      "learning_rate": 4.908285104623106e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5524307638406754,
      "num_tokens": 11221416.0,
      "step": 14560
    },
    {
      "epoch": 0.018481451320339237,
      "grad_norm": 4.96875,
      "learning_rate": 4.908221673614477e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.52432761490345,
      "num_tokens": 11229271.0,
      "step": 14570
    },
    {
      "epoch": 0.01849413591287207,
      "grad_norm": 5.03125,
      "learning_rate": 4.908158242605847e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.537203061580658,
      "num_tokens": 11237610.0,
      "step": 14580
    },
    {
      "epoch": 0.018506820505404906,
      "grad_norm": 7.78125,
      "learning_rate": 4.9080948115972184e-05,
      "loss": 1.8764,
      "mean_token_accuracy": 0.583310917019844,
      "num_tokens": 11244076.0,
      "step": 14590
    },
    {
      "epoch": 0.01851950509793774,
      "grad_norm": 5.84375,
      "learning_rate": 4.908031380588589e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5606054127216339,
      "num_tokens": 11251295.0,
      "step": 14600
    },
    {
      "epoch": 0.018532189690470574,
      "grad_norm": 5.4375,
      "learning_rate": 4.90796794957996e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5294087648391723,
      "num_tokens": 11259406.0,
      "step": 14610
    },
    {
      "epoch": 0.01854487428300341,
      "grad_norm": 8.5625,
      "learning_rate": 4.907904518571331e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5542249023914337,
      "num_tokens": 11265943.0,
      "step": 14620
    },
    {
      "epoch": 0.018557558875536243,
      "grad_norm": 5.9375,
      "learning_rate": 4.907841087562702e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.527817091345787,
      "num_tokens": 11274109.0,
      "step": 14630
    },
    {
      "epoch": 0.018570243468069077,
      "grad_norm": 6.1875,
      "learning_rate": 4.907777656554073e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5304891735315322,
      "num_tokens": 11282010.0,
      "step": 14640
    },
    {
      "epoch": 0.01858292806060191,
      "grad_norm": 4.8125,
      "learning_rate": 4.907714225545444e-05,
      "loss": 2.5103,
      "mean_token_accuracy": 0.480833700299263,
      "num_tokens": 11290368.0,
      "step": 14650
    },
    {
      "epoch": 0.01859561265313474,
      "grad_norm": 5.4375,
      "learning_rate": 4.907650794536814e-05,
      "loss": 2.2968,
      "mean_token_accuracy": 0.5165068715810776,
      "num_tokens": 11297289.0,
      "step": 14660
    },
    {
      "epoch": 0.018608297245667576,
      "grad_norm": 4.5625,
      "learning_rate": 4.907587363528185e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5557357400655747,
      "num_tokens": 11304276.0,
      "step": 14670
    },
    {
      "epoch": 0.01862098183820041,
      "grad_norm": 5.3125,
      "learning_rate": 4.907523932519556e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5203148871660233,
      "num_tokens": 11312177.0,
      "step": 14680
    },
    {
      "epoch": 0.018633666430733244,
      "grad_norm": 5.28125,
      "learning_rate": 4.907460501510927e-05,
      "loss": 1.9275,
      "mean_token_accuracy": 0.5764595240354538,
      "num_tokens": 11319175.0,
      "step": 14690
    },
    {
      "epoch": 0.01864635102326608,
      "grad_norm": 5.5,
      "learning_rate": 4.907397070502298e-05,
      "loss": 2.257,
      "mean_token_accuracy": 0.5199287831783295,
      "num_tokens": 11328021.0,
      "step": 14700
    },
    {
      "epoch": 0.018659035615798913,
      "grad_norm": 5.09375,
      "learning_rate": 4.907333639493669e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5167415052652359,
      "num_tokens": 11335173.0,
      "step": 14710
    },
    {
      "epoch": 0.018671720208331747,
      "grad_norm": 6.9375,
      "learning_rate": 4.9072702084850395e-05,
      "loss": 2.3335,
      "mean_token_accuracy": 0.49346513748168946,
      "num_tokens": 11343626.0,
      "step": 14720
    },
    {
      "epoch": 0.01868440480086458,
      "grad_norm": 5.78125,
      "learning_rate": 4.90720677747641e-05,
      "loss": 2.3275,
      "mean_token_accuracy": 0.49993304908275604,
      "num_tokens": 11350162.0,
      "step": 14730
    },
    {
      "epoch": 0.018697089393397415,
      "grad_norm": 4.90625,
      "learning_rate": 4.907143346467781e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5614828169345856,
      "num_tokens": 11357099.0,
      "step": 14740
    },
    {
      "epoch": 0.01870977398593025,
      "grad_norm": 14.75,
      "learning_rate": 4.907079915459152e-05,
      "loss": 2.2794,
      "mean_token_accuracy": 0.5115946948528289,
      "num_tokens": 11364598.0,
      "step": 14750
    },
    {
      "epoch": 0.018722458578463084,
      "grad_norm": 5.09375,
      "learning_rate": 4.907016484450523e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5523421823978424,
      "num_tokens": 11372043.0,
      "step": 14760
    },
    {
      "epoch": 0.018735143170995918,
      "grad_norm": 7.1875,
      "learning_rate": 4.9069530534418935e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5549810409545899,
      "num_tokens": 11379621.0,
      "step": 14770
    },
    {
      "epoch": 0.018747827763528752,
      "grad_norm": 5.75,
      "learning_rate": 4.906889622433265e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5216927856206894,
      "num_tokens": 11387363.0,
      "step": 14780
    },
    {
      "epoch": 0.018760512356061586,
      "grad_norm": 5.75,
      "learning_rate": 4.906826191424635e-05,
      "loss": 2.2631,
      "mean_token_accuracy": 0.5036903023719788,
      "num_tokens": 11395286.0,
      "step": 14790
    },
    {
      "epoch": 0.01877319694859442,
      "grad_norm": 5.09375,
      "learning_rate": 4.906762760416006e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5460987985134125,
      "num_tokens": 11403859.0,
      "step": 14800
    },
    {
      "epoch": 0.018785881541127255,
      "grad_norm": 4.9375,
      "learning_rate": 4.906699329407377e-05,
      "loss": 2.4235,
      "mean_token_accuracy": 0.5019076943397522,
      "num_tokens": 11411874.0,
      "step": 14810
    },
    {
      "epoch": 0.01879856613366009,
      "grad_norm": 5.09375,
      "learning_rate": 4.9066358983987475e-05,
      "loss": 2.2847,
      "mean_token_accuracy": 0.5067275673151016,
      "num_tokens": 11420034.0,
      "step": 14820
    },
    {
      "epoch": 0.018811250726192923,
      "grad_norm": 5.75,
      "learning_rate": 4.906572467390119e-05,
      "loss": 2.3148,
      "mean_token_accuracy": 0.49966120421886445,
      "num_tokens": 11428686.0,
      "step": 14830
    },
    {
      "epoch": 0.018823935318725758,
      "grad_norm": 5.65625,
      "learning_rate": 4.90650903638149e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.512724158167839,
      "num_tokens": 11437186.0,
      "step": 14840
    },
    {
      "epoch": 0.018836619911258592,
      "grad_norm": 5.40625,
      "learning_rate": 4.9064456053728605e-05,
      "loss": 2.2375,
      "mean_token_accuracy": 0.5120636463165283,
      "num_tokens": 11446376.0,
      "step": 14850
    },
    {
      "epoch": 0.018849304503791426,
      "grad_norm": 4.46875,
      "learning_rate": 4.906382174364231e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5601011723279953,
      "num_tokens": 11454153.0,
      "step": 14860
    },
    {
      "epoch": 0.01886198909632426,
      "grad_norm": 4.96875,
      "learning_rate": 4.9063187433556016e-05,
      "loss": 2.4214,
      "mean_token_accuracy": 0.5027992695569992,
      "num_tokens": 11460476.0,
      "step": 14870
    },
    {
      "epoch": 0.018874673688857094,
      "grad_norm": 6.21875,
      "learning_rate": 4.906255312346973e-05,
      "loss": 2.2278,
      "mean_token_accuracy": 0.511867219209671,
      "num_tokens": 11469089.0,
      "step": 14880
    },
    {
      "epoch": 0.01888735828138993,
      "grad_norm": 5.90625,
      "learning_rate": 4.906191881338344e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5181406080722809,
      "num_tokens": 11476166.0,
      "step": 14890
    },
    {
      "epoch": 0.01890004287392276,
      "grad_norm": 5.875,
      "learning_rate": 4.9061284503297145e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5209081023931503,
      "num_tokens": 11484434.0,
      "step": 14900
    },
    {
      "epoch": 0.018912727466455594,
      "grad_norm": 5.59375,
      "learning_rate": 4.906065019321086e-05,
      "loss": 2.2514,
      "mean_token_accuracy": 0.5064573585987091,
      "num_tokens": 11492246.0,
      "step": 14910
    },
    {
      "epoch": 0.018925412058988428,
      "grad_norm": 5.65625,
      "learning_rate": 4.906001588312456e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5366094380617141,
      "num_tokens": 11499393.0,
      "step": 14920
    },
    {
      "epoch": 0.018938096651521262,
      "grad_norm": 5.71875,
      "learning_rate": 4.905938157303827e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.519741439819336,
      "num_tokens": 11507700.0,
      "step": 14930
    },
    {
      "epoch": 0.018950781244054096,
      "grad_norm": 6.9375,
      "learning_rate": 4.905874726295198e-05,
      "loss": 2.4728,
      "mean_token_accuracy": 0.4878652721643448,
      "num_tokens": 11515006.0,
      "step": 14940
    },
    {
      "epoch": 0.01896346583658693,
      "grad_norm": 6.625,
      "learning_rate": 4.9058112952865685e-05,
      "loss": 2.3371,
      "mean_token_accuracy": 0.49699079990386963,
      "num_tokens": 11522928.0,
      "step": 14950
    },
    {
      "epoch": 0.018976150429119765,
      "grad_norm": 5.28125,
      "learning_rate": 4.90574786427794e-05,
      "loss": 2.3247,
      "mean_token_accuracy": 0.49017987847328187,
      "num_tokens": 11530576.0,
      "step": 14960
    },
    {
      "epoch": 0.0189888350216526,
      "grad_norm": 6.34375,
      "learning_rate": 4.90568443326931e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5297437846660614,
      "num_tokens": 11537445.0,
      "step": 14970
    },
    {
      "epoch": 0.019001519614185433,
      "grad_norm": 5.96875,
      "learning_rate": 4.9056210022606815e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5353590041399002,
      "num_tokens": 11545086.0,
      "step": 14980
    },
    {
      "epoch": 0.019014204206718267,
      "grad_norm": 4.875,
      "learning_rate": 4.905557571252053e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5248845487833023,
      "num_tokens": 11552926.0,
      "step": 14990
    },
    {
      "epoch": 0.0190268887992511,
      "grad_norm": 5.84375,
      "learning_rate": 4.9054941402434226e-05,
      "loss": 2.2528,
      "mean_token_accuracy": 0.5135870844125747,
      "num_tokens": 11560351.0,
      "step": 15000
    },
    {
      "epoch": 0.019039573391783936,
      "grad_norm": 7.0,
      "learning_rate": 4.905430709234794e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5201793164014816,
      "num_tokens": 11569503.0,
      "step": 15010
    },
    {
      "epoch": 0.01905225798431677,
      "grad_norm": 4.78125,
      "learning_rate": 4.905367278226165e-05,
      "loss": 2.2731,
      "mean_token_accuracy": 0.5024317294359207,
      "num_tokens": 11577373.0,
      "step": 15020
    },
    {
      "epoch": 0.019064942576849604,
      "grad_norm": 7.71875,
      "learning_rate": 4.9053038472175355e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5410680323839188,
      "num_tokens": 11584393.0,
      "step": 15030
    },
    {
      "epoch": 0.01907762716938244,
      "grad_norm": 5.0,
      "learning_rate": 4.905240416208907e-05,
      "loss": 2.2616,
      "mean_token_accuracy": 0.5149215787649155,
      "num_tokens": 11592793.0,
      "step": 15040
    },
    {
      "epoch": 0.019090311761915273,
      "grad_norm": 5.40625,
      "learning_rate": 4.905176985200277e-05,
      "loss": 2.3074,
      "mean_token_accuracy": 0.5070628076791763,
      "num_tokens": 11601749.0,
      "step": 15050
    },
    {
      "epoch": 0.019102996354448107,
      "grad_norm": 6.53125,
      "learning_rate": 4.9051135541916485e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.5365852236747741,
      "num_tokens": 11609336.0,
      "step": 15060
    },
    {
      "epoch": 0.01911568094698094,
      "grad_norm": 5.8125,
      "learning_rate": 4.905050123183019e-05,
      "loss": 2.2806,
      "mean_token_accuracy": 0.5107176512479782,
      "num_tokens": 11618030.0,
      "step": 15070
    },
    {
      "epoch": 0.019128365539513775,
      "grad_norm": 9.3125,
      "learning_rate": 4.9049866921743896e-05,
      "loss": 2.2551,
      "mean_token_accuracy": 0.5223184883594513,
      "num_tokens": 11625535.0,
      "step": 15080
    },
    {
      "epoch": 0.01914105013204661,
      "grad_norm": 5.9375,
      "learning_rate": 4.904923261165761e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5680690288543702,
      "num_tokens": 11632308.0,
      "step": 15090
    },
    {
      "epoch": 0.019153734724579444,
      "grad_norm": 5.21875,
      "learning_rate": 4.904859830157131e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5886781811714172,
      "num_tokens": 11639345.0,
      "step": 15100
    },
    {
      "epoch": 0.019166419317112278,
      "grad_norm": 6.53125,
      "learning_rate": 4.9047963991485025e-05,
      "loss": 2.3192,
      "mean_token_accuracy": 0.4975957781076431,
      "num_tokens": 11647930.0,
      "step": 15110
    },
    {
      "epoch": 0.019179103909645112,
      "grad_norm": 5.4375,
      "learning_rate": 4.904732968139874e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5552966624498368,
      "num_tokens": 11656263.0,
      "step": 15120
    },
    {
      "epoch": 0.019191788502177943,
      "grad_norm": 6.09375,
      "learning_rate": 4.904669537131244e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.5164678663015365,
      "num_tokens": 11664405.0,
      "step": 15130
    },
    {
      "epoch": 0.019204473094710777,
      "grad_norm": 5.3125,
      "learning_rate": 4.904606106122615e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5381186038255692,
      "num_tokens": 11672136.0,
      "step": 15140
    },
    {
      "epoch": 0.01921715768724361,
      "grad_norm": 6.5625,
      "learning_rate": 4.9045426751139853e-05,
      "loss": 1.8203,
      "mean_token_accuracy": 0.6061216443777084,
      "num_tokens": 11678307.0,
      "step": 15150
    },
    {
      "epoch": 0.019229842279776446,
      "grad_norm": 4.71875,
      "learning_rate": 4.9044792441053566e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5191126525402069,
      "num_tokens": 11686073.0,
      "step": 15160
    },
    {
      "epoch": 0.01924252687230928,
      "grad_norm": 5.84375,
      "learning_rate": 4.904415813096728e-05,
      "loss": 1.8264,
      "mean_token_accuracy": 0.576231586933136,
      "num_tokens": 11694118.0,
      "step": 15170
    },
    {
      "epoch": 0.019255211464842114,
      "grad_norm": 7.15625,
      "learning_rate": 4.904352382088098e-05,
      "loss": 2.2405,
      "mean_token_accuracy": 0.516384893655777,
      "num_tokens": 11702145.0,
      "step": 15180
    },
    {
      "epoch": 0.019267896057374948,
      "grad_norm": 4.4375,
      "learning_rate": 4.9042889510794695e-05,
      "loss": 1.836,
      "mean_token_accuracy": 0.5774129718542099,
      "num_tokens": 11709014.0,
      "step": 15190
    },
    {
      "epoch": 0.019280580649907782,
      "grad_norm": 8.9375,
      "learning_rate": 4.90422552007084e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5486129760742188,
      "num_tokens": 11716615.0,
      "step": 15200
    },
    {
      "epoch": 0.019293265242440617,
      "grad_norm": 5.84375,
      "learning_rate": 4.9041620890622106e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5651867687702179,
      "num_tokens": 11723149.0,
      "step": 15210
    },
    {
      "epoch": 0.01930594983497345,
      "grad_norm": 5.34375,
      "learning_rate": 4.904098658053582e-05,
      "loss": 2.2946,
      "mean_token_accuracy": 0.5177768647670746,
      "num_tokens": 11730662.0,
      "step": 15220
    },
    {
      "epoch": 0.019318634427506285,
      "grad_norm": 4.4375,
      "learning_rate": 4.9040352270449523e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5365481525659561,
      "num_tokens": 11737607.0,
      "step": 15230
    },
    {
      "epoch": 0.01933131902003912,
      "grad_norm": 3.40625,
      "learning_rate": 4.9039717960363236e-05,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5842260390520095,
      "num_tokens": 11744915.0,
      "step": 15240
    },
    {
      "epoch": 0.019344003612571953,
      "grad_norm": 5.125,
      "learning_rate": 4.903908365027694e-05,
      "loss": 1.9881,
      "mean_token_accuracy": 0.5598955243825913,
      "num_tokens": 11752536.0,
      "step": 15250
    },
    {
      "epoch": 0.019356688205104788,
      "grad_norm": 5.875,
      "learning_rate": 4.903844934019065e-05,
      "loss": 2.2636,
      "mean_token_accuracy": 0.5152686655521392,
      "num_tokens": 11761458.0,
      "step": 15260
    },
    {
      "epoch": 0.019369372797637622,
      "grad_norm": 10.5625,
      "learning_rate": 4.903781503010436e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5330685317516327,
      "num_tokens": 11767814.0,
      "step": 15270
    },
    {
      "epoch": 0.019382057390170456,
      "grad_norm": 5.59375,
      "learning_rate": 4.9037180720018064e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5362552344799042,
      "num_tokens": 11773839.0,
      "step": 15280
    },
    {
      "epoch": 0.01939474198270329,
      "grad_norm": 5.9375,
      "learning_rate": 4.9036546409931776e-05,
      "loss": 2.2855,
      "mean_token_accuracy": 0.5354665964841843,
      "num_tokens": 11780538.0,
      "step": 15290
    },
    {
      "epoch": 0.019407426575236125,
      "grad_norm": 5.90625,
      "learning_rate": 4.903591209984548e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5119544953107834,
      "num_tokens": 11788196.0,
      "step": 15300
    },
    {
      "epoch": 0.01942011116776896,
      "grad_norm": 5.53125,
      "learning_rate": 4.903527778975919e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5444885551929474,
      "num_tokens": 11795788.0,
      "step": 15310
    },
    {
      "epoch": 0.019432795760301793,
      "grad_norm": 5.28125,
      "learning_rate": 4.9034643479672905e-05,
      "loss": 2.2342,
      "mean_token_accuracy": 0.5244828253984452,
      "num_tokens": 11803916.0,
      "step": 15320
    },
    {
      "epoch": 0.019445480352834627,
      "grad_norm": 5.5625,
      "learning_rate": 4.903400916958661e-05,
      "loss": 2.2861,
      "mean_token_accuracy": 0.5051643222570419,
      "num_tokens": 11812735.0,
      "step": 15330
    },
    {
      "epoch": 0.01945816494536746,
      "grad_norm": 6.59375,
      "learning_rate": 4.9033374859500316e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5277839630842209,
      "num_tokens": 11819785.0,
      "step": 15340
    },
    {
      "epoch": 0.019470849537900296,
      "grad_norm": 4.96875,
      "learning_rate": 4.903274054941402e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.548854923248291,
      "num_tokens": 11827529.0,
      "step": 15350
    },
    {
      "epoch": 0.019483534130433126,
      "grad_norm": 5.0625,
      "learning_rate": 4.9032106239327734e-05,
      "loss": 2.2396,
      "mean_token_accuracy": 0.5125834107398987,
      "num_tokens": 11835646.0,
      "step": 15360
    },
    {
      "epoch": 0.01949621872296596,
      "grad_norm": 6.6875,
      "learning_rate": 4.9031471929241446e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5564575493335724,
      "num_tokens": 11842616.0,
      "step": 15370
    },
    {
      "epoch": 0.019508903315498795,
      "grad_norm": 5.40625,
      "learning_rate": 4.903083761915515e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5256313443183899,
      "num_tokens": 11851853.0,
      "step": 15380
    },
    {
      "epoch": 0.01952158790803163,
      "grad_norm": 5.4375,
      "learning_rate": 4.903020330906886e-05,
      "loss": 2.343,
      "mean_token_accuracy": 0.5057048112154007,
      "num_tokens": 11860014.0,
      "step": 15390
    },
    {
      "epoch": 0.019534272500564463,
      "grad_norm": 4.90625,
      "learning_rate": 4.902956899898257e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5216694176197052,
      "num_tokens": 11868612.0,
      "step": 15400
    },
    {
      "epoch": 0.019546957093097297,
      "grad_norm": 6.21875,
      "learning_rate": 4.902893468889628e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5298040986061097,
      "num_tokens": 11876271.0,
      "step": 15410
    },
    {
      "epoch": 0.01955964168563013,
      "grad_norm": 5.59375,
      "learning_rate": 4.9028300378809986e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5180290192365646,
      "num_tokens": 11884764.0,
      "step": 15420
    },
    {
      "epoch": 0.019572326278162966,
      "grad_norm": 12.4375,
      "learning_rate": 4.902766606872369e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.574684026837349,
      "num_tokens": 11890251.0,
      "step": 15430
    },
    {
      "epoch": 0.0195850108706958,
      "grad_norm": 6.6875,
      "learning_rate": 4.9027031758637404e-05,
      "loss": 2.2709,
      "mean_token_accuracy": 0.5130671828985214,
      "num_tokens": 11898691.0,
      "step": 15440
    },
    {
      "epoch": 0.019597695463228634,
      "grad_norm": 3.953125,
      "learning_rate": 4.902639744855111e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.536420077085495,
      "num_tokens": 11906294.0,
      "step": 15450
    },
    {
      "epoch": 0.01961038005576147,
      "grad_norm": 5.46875,
      "learning_rate": 4.902576313846482e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5516261100769043,
      "num_tokens": 11914028.0,
      "step": 15460
    },
    {
      "epoch": 0.019623064648294303,
      "grad_norm": 5.03125,
      "learning_rate": 4.902512882837853e-05,
      "loss": 2.3398,
      "mean_token_accuracy": 0.5000497072935104,
      "num_tokens": 11923084.0,
      "step": 15470
    },
    {
      "epoch": 0.019635749240827137,
      "grad_norm": 7.34375,
      "learning_rate": 4.902449451829224e-05,
      "loss": 2.2305,
      "mean_token_accuracy": 0.5221922755241394,
      "num_tokens": 11929771.0,
      "step": 15480
    },
    {
      "epoch": 0.01964843383335997,
      "grad_norm": 4.96875,
      "learning_rate": 4.9023860208205944e-05,
      "loss": 2.2666,
      "mean_token_accuracy": 0.5160683572292328,
      "num_tokens": 11937721.0,
      "step": 15490
    },
    {
      "epoch": 0.019661118425892805,
      "grad_norm": 5.78125,
      "learning_rate": 4.902322589811965e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5407910853624344,
      "num_tokens": 11945072.0,
      "step": 15500
    },
    {
      "epoch": 0.01967380301842564,
      "grad_norm": 5.59375,
      "learning_rate": 4.902259158803336e-05,
      "loss": 2.2811,
      "mean_token_accuracy": 0.5074110209941864,
      "num_tokens": 11952681.0,
      "step": 15510
    },
    {
      "epoch": 0.019686487610958474,
      "grad_norm": 5.34375,
      "learning_rate": 4.9021957277947073e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5251504927873611,
      "num_tokens": 11960543.0,
      "step": 15520
    },
    {
      "epoch": 0.019699172203491308,
      "grad_norm": 6.96875,
      "learning_rate": 4.902132296786078e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5277738243341445,
      "num_tokens": 11968721.0,
      "step": 15530
    },
    {
      "epoch": 0.019711856796024142,
      "grad_norm": 8.1875,
      "learning_rate": 4.902068865777449e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5392071783542634,
      "num_tokens": 11975361.0,
      "step": 15540
    },
    {
      "epoch": 0.019724541388556976,
      "grad_norm": 5.0,
      "learning_rate": 4.9020054347688196e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5609896183013916,
      "num_tokens": 11982132.0,
      "step": 15550
    },
    {
      "epoch": 0.01973722598108981,
      "grad_norm": 5.65625,
      "learning_rate": 4.90194200376019e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5523102402687072,
      "num_tokens": 11989107.0,
      "step": 15560
    },
    {
      "epoch": 0.019749910573622645,
      "grad_norm": 6.875,
      "learning_rate": 4.9018785727515614e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5533665299415589,
      "num_tokens": 11996202.0,
      "step": 15570
    },
    {
      "epoch": 0.01976259516615548,
      "grad_norm": 4.6875,
      "learning_rate": 4.901815141742932e-05,
      "loss": 2.2167,
      "mean_token_accuracy": 0.5156894057989121,
      "num_tokens": 12004217.0,
      "step": 15580
    },
    {
      "epoch": 0.019775279758688313,
      "grad_norm": 5.46875,
      "learning_rate": 4.901751710734303e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5537932127714157,
      "num_tokens": 12012094.0,
      "step": 15590
    },
    {
      "epoch": 0.019787964351221144,
      "grad_norm": 9.1875,
      "learning_rate": 4.9016882797256737e-05,
      "loss": 2.2426,
      "mean_token_accuracy": 0.5252507656812668,
      "num_tokens": 12018666.0,
      "step": 15600
    },
    {
      "epoch": 0.01980064894375398,
      "grad_norm": 5.59375,
      "learning_rate": 4.901624848717045e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5211900055408478,
      "num_tokens": 12027870.0,
      "step": 15610
    },
    {
      "epoch": 0.019813333536286813,
      "grad_norm": 5.4375,
      "learning_rate": 4.9015614177084154e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5451609075069428,
      "num_tokens": 12036185.0,
      "step": 15620
    },
    {
      "epoch": 0.019826018128819647,
      "grad_norm": 4.4375,
      "learning_rate": 4.901497986699786e-05,
      "loss": 2.2808,
      "mean_token_accuracy": 0.5120355486869812,
      "num_tokens": 12044551.0,
      "step": 15630
    },
    {
      "epoch": 0.01983870272135248,
      "grad_norm": 6.15625,
      "learning_rate": 4.901434555691157e-05,
      "loss": 2.3611,
      "mean_token_accuracy": 0.49861304759979247,
      "num_tokens": 12052754.0,
      "step": 15640
    },
    {
      "epoch": 0.019851387313885315,
      "grad_norm": 5.875,
      "learning_rate": 4.901371124682528e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5389327079057693,
      "num_tokens": 12059849.0,
      "step": 15650
    },
    {
      "epoch": 0.01986407190641815,
      "grad_norm": 5.71875,
      "learning_rate": 4.901307693673899e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5385720252990722,
      "num_tokens": 12067529.0,
      "step": 15660
    },
    {
      "epoch": 0.019876756498950984,
      "grad_norm": 6.125,
      "learning_rate": 4.90124426266527e-05,
      "loss": 2.2497,
      "mean_token_accuracy": 0.5272232204675674,
      "num_tokens": 12075302.0,
      "step": 15670
    },
    {
      "epoch": 0.019889441091483818,
      "grad_norm": 5.53125,
      "learning_rate": 4.9011808316566407e-05,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5253740221261978,
      "num_tokens": 12083451.0,
      "step": 15680
    },
    {
      "epoch": 0.019902125684016652,
      "grad_norm": 5.5625,
      "learning_rate": 4.901117400648011e-05,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5113615721464158,
      "num_tokens": 12091811.0,
      "step": 15690
    },
    {
      "epoch": 0.019914810276549486,
      "grad_norm": 6.3125,
      "learning_rate": 4.901053969639382e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5569808393716812,
      "num_tokens": 12099196.0,
      "step": 15700
    },
    {
      "epoch": 0.01992749486908232,
      "grad_norm": 25.875,
      "learning_rate": 4.900990538630753e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5517427116632462,
      "num_tokens": 12106526.0,
      "step": 15710
    },
    {
      "epoch": 0.019940179461615155,
      "grad_norm": 5.5,
      "learning_rate": 4.900927107622124e-05,
      "loss": 2.1934,
      "mean_token_accuracy": 0.5258449167013168,
      "num_tokens": 12114356.0,
      "step": 15720
    },
    {
      "epoch": 0.01995286405414799,
      "grad_norm": 5.1875,
      "learning_rate": 4.900863676613495e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5313898116350174,
      "num_tokens": 12121906.0,
      "step": 15730
    },
    {
      "epoch": 0.019965548646680823,
      "grad_norm": 5.21875,
      "learning_rate": 4.900800245604866e-05,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5208239376544952,
      "num_tokens": 12129623.0,
      "step": 15740
    },
    {
      "epoch": 0.019978233239213657,
      "grad_norm": 5.84375,
      "learning_rate": 4.9007368145962364e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5197732448577881,
      "num_tokens": 12136643.0,
      "step": 15750
    },
    {
      "epoch": 0.01999091783174649,
      "grad_norm": 4.96875,
      "learning_rate": 4.900673383587607e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5231284916400909,
      "num_tokens": 12145350.0,
      "step": 15760
    },
    {
      "epoch": 0.020003602424279326,
      "grad_norm": 4.875,
      "learning_rate": 4.900609952578978e-05,
      "loss": 2.2249,
      "mean_token_accuracy": 0.5196048349142075,
      "num_tokens": 12152536.0,
      "step": 15770
    },
    {
      "epoch": 0.02001628701681216,
      "grad_norm": 4.9375,
      "learning_rate": 4.900546521570349e-05,
      "loss": 2.3568,
      "mean_token_accuracy": 0.4980740904808044,
      "num_tokens": 12161557.0,
      "step": 15780
    },
    {
      "epoch": 0.020028971609344994,
      "grad_norm": 6.375,
      "learning_rate": 4.90048309056172e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5248942345380783,
      "num_tokens": 12169842.0,
      "step": 15790
    },
    {
      "epoch": 0.02004165620187783,
      "grad_norm": 5.96875,
      "learning_rate": 4.9004196595530905e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5368244856595993,
      "num_tokens": 12176611.0,
      "step": 15800
    },
    {
      "epoch": 0.020054340794410663,
      "grad_norm": 5.125,
      "learning_rate": 4.900356228544462e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5674397319555282,
      "num_tokens": 12183804.0,
      "step": 15810
    },
    {
      "epoch": 0.020067025386943497,
      "grad_norm": 4.59375,
      "learning_rate": 4.900292797535833e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5304431587457656,
      "num_tokens": 12191816.0,
      "step": 15820
    },
    {
      "epoch": 0.020079709979476328,
      "grad_norm": 5.15625,
      "learning_rate": 4.9002293665272034e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5507952451705933,
      "num_tokens": 12198212.0,
      "step": 15830
    },
    {
      "epoch": 0.020092394572009162,
      "grad_norm": 5.9375,
      "learning_rate": 4.900165935518574e-05,
      "loss": 2.4099,
      "mean_token_accuracy": 0.4960617423057556,
      "num_tokens": 12206472.0,
      "step": 15840
    },
    {
      "epoch": 0.020105079164541996,
      "grad_norm": 5.1875,
      "learning_rate": 4.9001025045099445e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5539326071739197,
      "num_tokens": 12213002.0,
      "step": 15850
    },
    {
      "epoch": 0.02011776375707483,
      "grad_norm": 6.78125,
      "learning_rate": 4.900039073501316e-05,
      "loss": 2.3062,
      "mean_token_accuracy": 0.5019941389560699,
      "num_tokens": 12221029.0,
      "step": 15860
    },
    {
      "epoch": 0.020130448349607664,
      "grad_norm": 5.40625,
      "learning_rate": 4.899975642492687e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5448535144329071,
      "num_tokens": 12228432.0,
      "step": 15870
    },
    {
      "epoch": 0.0201431329421405,
      "grad_norm": 5.0625,
      "learning_rate": 4.8999122114840575e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5612809300422669,
      "num_tokens": 12235955.0,
      "step": 15880
    },
    {
      "epoch": 0.020155817534673333,
      "grad_norm": 5.8125,
      "learning_rate": 4.899848780475429e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5615951120853424,
      "num_tokens": 12242060.0,
      "step": 15890
    },
    {
      "epoch": 0.020168502127206167,
      "grad_norm": 5.78125,
      "learning_rate": 4.899785349466799e-05,
      "loss": 2.2625,
      "mean_token_accuracy": 0.5170669734477997,
      "num_tokens": 12248165.0,
      "step": 15900
    },
    {
      "epoch": 0.020181186719739,
      "grad_norm": 5.71875,
      "learning_rate": 4.89972191845817e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5322353154420852,
      "num_tokens": 12255490.0,
      "step": 15910
    },
    {
      "epoch": 0.020193871312271836,
      "grad_norm": 9.875,
      "learning_rate": 4.899658487449541e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5235424011945724,
      "num_tokens": 12261402.0,
      "step": 15920
    },
    {
      "epoch": 0.02020655590480467,
      "grad_norm": 4.96875,
      "learning_rate": 4.8995950564409115e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5289627075195312,
      "num_tokens": 12269821.0,
      "step": 15930
    },
    {
      "epoch": 0.020219240497337504,
      "grad_norm": 4.75,
      "learning_rate": 4.899531625432283e-05,
      "loss": 2.3113,
      "mean_token_accuracy": 0.502461376786232,
      "num_tokens": 12278030.0,
      "step": 15940
    },
    {
      "epoch": 0.020231925089870338,
      "grad_norm": 5.34375,
      "learning_rate": 4.899468194423654e-05,
      "loss": 2.3792,
      "mean_token_accuracy": 0.5030312240123749,
      "num_tokens": 12286524.0,
      "step": 15950
    },
    {
      "epoch": 0.020244609682403172,
      "grad_norm": 8.25,
      "learning_rate": 4.8994047634150244e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5672778010368347,
      "num_tokens": 12292833.0,
      "step": 15960
    },
    {
      "epoch": 0.020257294274936007,
      "grad_norm": 5.375,
      "learning_rate": 4.899341332406395e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5167181938886642,
      "num_tokens": 12300612.0,
      "step": 15970
    },
    {
      "epoch": 0.02026997886746884,
      "grad_norm": 6.875,
      "learning_rate": 4.8992779013977655e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5343626707792282,
      "num_tokens": 12307256.0,
      "step": 15980
    },
    {
      "epoch": 0.020282663460001675,
      "grad_norm": 6.75,
      "learning_rate": 4.899214470389137e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5298152178525924,
      "num_tokens": 12314516.0,
      "step": 15990
    },
    {
      "epoch": 0.02029534805253451,
      "grad_norm": 5.65625,
      "learning_rate": 4.899151039380508e-05,
      "loss": 2.281,
      "mean_token_accuracy": 0.513287502527237,
      "num_tokens": 12321795.0,
      "step": 16000
    },
    {
      "epoch": 0.020308032645067343,
      "grad_norm": 5.375,
      "learning_rate": 4.8990876083718785e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5344925314188004,
      "num_tokens": 12329699.0,
      "step": 16010
    },
    {
      "epoch": 0.020320717237600178,
      "grad_norm": 5.625,
      "learning_rate": 4.89902417736325e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5720279902219773,
      "num_tokens": 12336563.0,
      "step": 16020
    },
    {
      "epoch": 0.020333401830133012,
      "grad_norm": 5.34375,
      "learning_rate": 4.89896074635462e-05,
      "loss": 2.28,
      "mean_token_accuracy": 0.5262977182865143,
      "num_tokens": 12344040.0,
      "step": 16030
    },
    {
      "epoch": 0.020346086422665846,
      "grad_norm": 6.75,
      "learning_rate": 4.898897315345991e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5481841146945954,
      "num_tokens": 12350144.0,
      "step": 16040
    },
    {
      "epoch": 0.02035877101519868,
      "grad_norm": 6.21875,
      "learning_rate": 4.898833884337362e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.515700739622116,
      "num_tokens": 12357803.0,
      "step": 16050
    },
    {
      "epoch": 0.020371455607731515,
      "grad_norm": 4.84375,
      "learning_rate": 4.8987704533287325e-05,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5665985763072967,
      "num_tokens": 12365972.0,
      "step": 16060
    },
    {
      "epoch": 0.020384140200264345,
      "grad_norm": 5.21875,
      "learning_rate": 4.898707022320104e-05,
      "loss": 2.2844,
      "mean_token_accuracy": 0.5124338924884796,
      "num_tokens": 12374319.0,
      "step": 16070
    },
    {
      "epoch": 0.02039682479279718,
      "grad_norm": 4.625,
      "learning_rate": 4.898643591311474e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5197713285684585,
      "num_tokens": 12382867.0,
      "step": 16080
    },
    {
      "epoch": 0.020409509385330014,
      "grad_norm": 7.8125,
      "learning_rate": 4.8985801603028455e-05,
      "loss": 2.3239,
      "mean_token_accuracy": 0.49916164577007294,
      "num_tokens": 12390939.0,
      "step": 16090
    },
    {
      "epoch": 0.020422193977862848,
      "grad_norm": 5.5,
      "learning_rate": 4.898516729294217e-05,
      "loss": 2.2537,
      "mean_token_accuracy": 0.5123360753059387,
      "num_tokens": 12399606.0,
      "step": 16100
    },
    {
      "epoch": 0.020434878570395682,
      "grad_norm": 6.4375,
      "learning_rate": 4.8984532982855865e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5302944034337997,
      "num_tokens": 12407218.0,
      "step": 16110
    },
    {
      "epoch": 0.020447563162928516,
      "grad_norm": 6.21875,
      "learning_rate": 4.898389867276958e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5136171191930771,
      "num_tokens": 12416419.0,
      "step": 16120
    },
    {
      "epoch": 0.02046024775546135,
      "grad_norm": 4.875,
      "learning_rate": 4.898326436268328e-05,
      "loss": 2.3496,
      "mean_token_accuracy": 0.49663695991039275,
      "num_tokens": 12425646.0,
      "step": 16130
    },
    {
      "epoch": 0.020472932347994185,
      "grad_norm": 7.03125,
      "learning_rate": 4.8982630052596995e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5384490489959717,
      "num_tokens": 12432188.0,
      "step": 16140
    },
    {
      "epoch": 0.02048561694052702,
      "grad_norm": 7.5625,
      "learning_rate": 4.898199574251071e-05,
      "loss": 2.368,
      "mean_token_accuracy": 0.4936917692422867,
      "num_tokens": 12440320.0,
      "step": 16150
    },
    {
      "epoch": 0.020498301533059853,
      "grad_norm": 6.25,
      "learning_rate": 4.898136143242441e-05,
      "loss": 2.2769,
      "mean_token_accuracy": 0.5150833845138549,
      "num_tokens": 12447677.0,
      "step": 16160
    },
    {
      "epoch": 0.020510986125592687,
      "grad_norm": 5.4375,
      "learning_rate": 4.8980727122338125e-05,
      "loss": 1.7392,
      "mean_token_accuracy": 0.6063895374536514,
      "num_tokens": 12454139.0,
      "step": 16170
    },
    {
      "epoch": 0.02052367071812552,
      "grad_norm": 8.625,
      "learning_rate": 4.898009281225182e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5438540011644364,
      "num_tokens": 12461372.0,
      "step": 16180
    },
    {
      "epoch": 0.020536355310658356,
      "grad_norm": 6.25,
      "learning_rate": 4.8979458502165535e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5677348554134369,
      "num_tokens": 12468096.0,
      "step": 16190
    },
    {
      "epoch": 0.02054903990319119,
      "grad_norm": 5.28125,
      "learning_rate": 4.897882419207925e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5340906471014023,
      "num_tokens": 12475898.0,
      "step": 16200
    },
    {
      "epoch": 0.020561724495724024,
      "grad_norm": 5.28125,
      "learning_rate": 4.897818988199295e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5565993756055831,
      "num_tokens": 12484100.0,
      "step": 16210
    },
    {
      "epoch": 0.02057440908825686,
      "grad_norm": 4.625,
      "learning_rate": 4.8977555571906665e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5440921068191529,
      "num_tokens": 12491973.0,
      "step": 16220
    },
    {
      "epoch": 0.020587093680789693,
      "grad_norm": 5.78125,
      "learning_rate": 4.897692126182037e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5250819712877274,
      "num_tokens": 12500838.0,
      "step": 16230
    },
    {
      "epoch": 0.020599778273322527,
      "grad_norm": 4.84375,
      "learning_rate": 4.897628695173408e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5417452752590179,
      "num_tokens": 12509297.0,
      "step": 16240
    },
    {
      "epoch": 0.02061246286585536,
      "grad_norm": 4.5625,
      "learning_rate": 4.897565264164779e-05,
      "loss": 2.2551,
      "mean_token_accuracy": 0.5087562769651413,
      "num_tokens": 12517773.0,
      "step": 16250
    },
    {
      "epoch": 0.020625147458388195,
      "grad_norm": 5.65625,
      "learning_rate": 4.897501833156149e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5294170588254928,
      "num_tokens": 12525534.0,
      "step": 16260
    },
    {
      "epoch": 0.02063783205092103,
      "grad_norm": 4.9375,
      "learning_rate": 4.8974384021475205e-05,
      "loss": 1.9169,
      "mean_token_accuracy": 0.5759822189807892,
      "num_tokens": 12531627.0,
      "step": 16270
    },
    {
      "epoch": 0.020650516643453864,
      "grad_norm": 5.21875,
      "learning_rate": 4.897374971138891e-05,
      "loss": 2.3173,
      "mean_token_accuracy": 0.5017388790845871,
      "num_tokens": 12539418.0,
      "step": 16280
    },
    {
      "epoch": 0.020663201235986698,
      "grad_norm": 5.125,
      "learning_rate": 4.897311540130262e-05,
      "loss": 2.2701,
      "mean_token_accuracy": 0.5016232430934906,
      "num_tokens": 12548220.0,
      "step": 16290
    },
    {
      "epoch": 0.02067588582851953,
      "grad_norm": 7.9375,
      "learning_rate": 4.8972481091216335e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.5198368668556214,
      "num_tokens": 12555838.0,
      "step": 16300
    },
    {
      "epoch": 0.020688570421052363,
      "grad_norm": 6.28125,
      "learning_rate": 4.897184678113004e-05,
      "loss": 2.3185,
      "mean_token_accuracy": 0.5100509136915207,
      "num_tokens": 12563207.0,
      "step": 16310
    },
    {
      "epoch": 0.020701255013585197,
      "grad_norm": 5.3125,
      "learning_rate": 4.8971212471043746e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5485853999853134,
      "num_tokens": 12570087.0,
      "step": 16320
    },
    {
      "epoch": 0.02071393960611803,
      "grad_norm": 4.21875,
      "learning_rate": 4.897057816095745e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5343401163816452,
      "num_tokens": 12578926.0,
      "step": 16330
    },
    {
      "epoch": 0.020726624198650866,
      "grad_norm": 4.90625,
      "learning_rate": 4.896994385087116e-05,
      "loss": 2.393,
      "mean_token_accuracy": 0.49029725790023804,
      "num_tokens": 12587611.0,
      "step": 16340
    },
    {
      "epoch": 0.0207393087911837,
      "grad_norm": 5.09375,
      "learning_rate": 4.8969309540784875e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5144712686538696,
      "num_tokens": 12595104.0,
      "step": 16350
    },
    {
      "epoch": 0.020751993383716534,
      "grad_norm": 5.03125,
      "learning_rate": 4.896867523069858e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.515254482626915,
      "num_tokens": 12602993.0,
      "step": 16360
    },
    {
      "epoch": 0.02076467797624937,
      "grad_norm": 4.78125,
      "learning_rate": 4.896804092061229e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5428738236427307,
      "num_tokens": 12611689.0,
      "step": 16370
    },
    {
      "epoch": 0.020777362568782203,
      "grad_norm": 6.21875,
      "learning_rate": 4.8967406610526e-05,
      "loss": 2.3256,
      "mean_token_accuracy": 0.5027173072099685,
      "num_tokens": 12620320.0,
      "step": 16380
    },
    {
      "epoch": 0.020790047161315037,
      "grad_norm": 5.1875,
      "learning_rate": 4.89667723004397e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5544692575931549,
      "num_tokens": 12628010.0,
      "step": 16390
    },
    {
      "epoch": 0.02080273175384787,
      "grad_norm": 5.75,
      "learning_rate": 4.8966137990353415e-05,
      "loss": 1.69,
      "mean_token_accuracy": 0.6266832143068314,
      "num_tokens": 12634073.0,
      "step": 16400
    },
    {
      "epoch": 0.020815416346380705,
      "grad_norm": 7.5625,
      "learning_rate": 4.896550368026712e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5181441187858582,
      "num_tokens": 12642100.0,
      "step": 16410
    },
    {
      "epoch": 0.02082810093891354,
      "grad_norm": 4.84375,
      "learning_rate": 4.896486937018083e-05,
      "loss": 2.1984,
      "mean_token_accuracy": 0.5276455134153366,
      "num_tokens": 12649498.0,
      "step": 16420
    },
    {
      "epoch": 0.020840785531446374,
      "grad_norm": 5.0625,
      "learning_rate": 4.896423506009454e-05,
      "loss": 2.2391,
      "mean_token_accuracy": 0.5217175751924514,
      "num_tokens": 12657402.0,
      "step": 16430
    },
    {
      "epoch": 0.020853470123979208,
      "grad_norm": 4.6875,
      "learning_rate": 4.896360075000825e-05,
      "loss": 2.2519,
      "mean_token_accuracy": 0.5113119274377823,
      "num_tokens": 12665893.0,
      "step": 16440
    },
    {
      "epoch": 0.020866154716512042,
      "grad_norm": 5.78125,
      "learning_rate": 4.8962966439921956e-05,
      "loss": 2.32,
      "mean_token_accuracy": 0.4976884812116623,
      "num_tokens": 12675020.0,
      "step": 16450
    },
    {
      "epoch": 0.020878839309044876,
      "grad_norm": 5.21875,
      "learning_rate": 4.896233212983566e-05,
      "loss": 2.2356,
      "mean_token_accuracy": 0.5197576224803925,
      "num_tokens": 12683058.0,
      "step": 16460
    },
    {
      "epoch": 0.02089152390157771,
      "grad_norm": 5.71875,
      "learning_rate": 4.896169781974937e-05,
      "loss": 2.2094,
      "mean_token_accuracy": 0.5139546811580658,
      "num_tokens": 12690899.0,
      "step": 16470
    },
    {
      "epoch": 0.020904208494110545,
      "grad_norm": 5.71875,
      "learning_rate": 4.896106350966308e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5522396564483643,
      "num_tokens": 12697885.0,
      "step": 16480
    },
    {
      "epoch": 0.02091689308664338,
      "grad_norm": 6.46875,
      "learning_rate": 4.896042919957679e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5244710683822632,
      "num_tokens": 12704768.0,
      "step": 16490
    },
    {
      "epoch": 0.020929577679176213,
      "grad_norm": 4.59375,
      "learning_rate": 4.89597948894905e-05,
      "loss": 2.2752,
      "mean_token_accuracy": 0.5152419984340668,
      "num_tokens": 12712584.0,
      "step": 16500
    },
    {
      "epoch": 0.020942262271709047,
      "grad_norm": 7.0625,
      "learning_rate": 4.895916057940421e-05,
      "loss": 2.221,
      "mean_token_accuracy": 0.517076364159584,
      "num_tokens": 12719218.0,
      "step": 16510
    },
    {
      "epoch": 0.02095494686424188,
      "grad_norm": 5.84375,
      "learning_rate": 4.895852626931792e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5385577648878097,
      "num_tokens": 12725814.0,
      "step": 16520
    },
    {
      "epoch": 0.020967631456774716,
      "grad_norm": 6.1875,
      "learning_rate": 4.895789195923162e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5377596259117127,
      "num_tokens": 12733920.0,
      "step": 16530
    },
    {
      "epoch": 0.020980316049307546,
      "grad_norm": 7.71875,
      "learning_rate": 4.895725764914533e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5351948112249374,
      "num_tokens": 12741313.0,
      "step": 16540
    },
    {
      "epoch": 0.02099300064184038,
      "grad_norm": 5.90625,
      "learning_rate": 4.895662333905904e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5199835240840912,
      "num_tokens": 12748341.0,
      "step": 16550
    },
    {
      "epoch": 0.021005685234373215,
      "grad_norm": 5.03125,
      "learning_rate": 4.895598902897275e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5262988537549973,
      "num_tokens": 12755617.0,
      "step": 16560
    },
    {
      "epoch": 0.02101836982690605,
      "grad_norm": 6.09375,
      "learning_rate": 4.895535471888646e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5274238049983978,
      "num_tokens": 12763225.0,
      "step": 16570
    },
    {
      "epoch": 0.021031054419438883,
      "grad_norm": 6.6875,
      "learning_rate": 4.8954720408800166e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5347336381673813,
      "num_tokens": 12770145.0,
      "step": 16580
    },
    {
      "epoch": 0.021043739011971718,
      "grad_norm": 5.21875,
      "learning_rate": 4.895408609871388e-05,
      "loss": 1.7877,
      "mean_token_accuracy": 0.6048950761556625,
      "num_tokens": 12776724.0,
      "step": 16590
    },
    {
      "epoch": 0.021056423604504552,
      "grad_norm": 6.46875,
      "learning_rate": 4.8953451788627583e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.555890417098999,
      "num_tokens": 12783164.0,
      "step": 16600
    },
    {
      "epoch": 0.021069108197037386,
      "grad_norm": 7.90625,
      "learning_rate": 4.895281747854129e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.517638573050499,
      "num_tokens": 12790106.0,
      "step": 16610
    },
    {
      "epoch": 0.02108179278957022,
      "grad_norm": 5.75,
      "learning_rate": 4.8952183168455e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5521886140108109,
      "num_tokens": 12797349.0,
      "step": 16620
    },
    {
      "epoch": 0.021094477382103054,
      "grad_norm": 4.96875,
      "learning_rate": 4.8951548858368706e-05,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5149698317050934,
      "num_tokens": 12805645.0,
      "step": 16630
    },
    {
      "epoch": 0.02110716197463589,
      "grad_norm": 4.96875,
      "learning_rate": 4.895091454828242e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5600116670131683,
      "num_tokens": 12813476.0,
      "step": 16640
    },
    {
      "epoch": 0.021119846567168723,
      "grad_norm": 5.34375,
      "learning_rate": 4.895028023819613e-05,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5239482522010803,
      "num_tokens": 12822085.0,
      "step": 16650
    },
    {
      "epoch": 0.021132531159701557,
      "grad_norm": 7.03125,
      "learning_rate": 4.8949645928109836e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.529381874203682,
      "num_tokens": 12829394.0,
      "step": 16660
    },
    {
      "epoch": 0.02114521575223439,
      "grad_norm": 6.8125,
      "learning_rate": 4.894901161802354e-05,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5366607069969177,
      "num_tokens": 12836991.0,
      "step": 16670
    },
    {
      "epoch": 0.021157900344767226,
      "grad_norm": 6.40625,
      "learning_rate": 4.8948377307937247e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5446541249752045,
      "num_tokens": 12843480.0,
      "step": 16680
    },
    {
      "epoch": 0.02117058493730006,
      "grad_norm": 6.21875,
      "learning_rate": 4.894774299785096e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.537755936384201,
      "num_tokens": 12851882.0,
      "step": 16690
    },
    {
      "epoch": 0.021183269529832894,
      "grad_norm": 5.59375,
      "learning_rate": 4.894710868776467e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5498850703239441,
      "num_tokens": 12859144.0,
      "step": 16700
    },
    {
      "epoch": 0.021195954122365728,
      "grad_norm": 6.96875,
      "learning_rate": 4.8946474377678376e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.5329093962907792,
      "num_tokens": 12867153.0,
      "step": 16710
    },
    {
      "epoch": 0.021208638714898562,
      "grad_norm": 4.75,
      "learning_rate": 4.894584006759209e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5519575923681259,
      "num_tokens": 12875798.0,
      "step": 16720
    },
    {
      "epoch": 0.021221323307431397,
      "grad_norm": 4.625,
      "learning_rate": 4.8945205757505794e-05,
      "loss": 2.2502,
      "mean_token_accuracy": 0.5125718176364898,
      "num_tokens": 12884115.0,
      "step": 16730
    },
    {
      "epoch": 0.02123400789996423,
      "grad_norm": 5.3125,
      "learning_rate": 4.89445714474195e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5371835052967071,
      "num_tokens": 12890131.0,
      "step": 16740
    },
    {
      "epoch": 0.021246692492497065,
      "grad_norm": 5.5,
      "learning_rate": 4.894393713733321e-05,
      "loss": 2.3413,
      "mean_token_accuracy": 0.5007136523723602,
      "num_tokens": 12899421.0,
      "step": 16750
    },
    {
      "epoch": 0.0212593770850299,
      "grad_norm": 4.9375,
      "learning_rate": 4.8943302827246917e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5287639975547791,
      "num_tokens": 12906365.0,
      "step": 16760
    },
    {
      "epoch": 0.02127206167756273,
      "grad_norm": 6.375,
      "learning_rate": 4.894266851716063e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5369456291198731,
      "num_tokens": 12914485.0,
      "step": 16770
    },
    {
      "epoch": 0.021284746270095564,
      "grad_norm": 5.375,
      "learning_rate": 4.8942034207074334e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5131104618310929,
      "num_tokens": 12922221.0,
      "step": 16780
    },
    {
      "epoch": 0.0212974308626284,
      "grad_norm": 5.6875,
      "learning_rate": 4.8941399896988046e-05,
      "loss": 2.3236,
      "mean_token_accuracy": 0.501485550403595,
      "num_tokens": 12930545.0,
      "step": 16790
    },
    {
      "epoch": 0.021310115455161233,
      "grad_norm": 5.78125,
      "learning_rate": 4.894076558690175e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5158864855766296,
      "num_tokens": 12938562.0,
      "step": 16800
    },
    {
      "epoch": 0.021322800047694067,
      "grad_norm": 16.625,
      "learning_rate": 4.894013127681546e-05,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5260785639286041,
      "num_tokens": 12944416.0,
      "step": 16810
    },
    {
      "epoch": 0.0213354846402269,
      "grad_norm": 7.375,
      "learning_rate": 4.893949696672917e-05,
      "loss": 2.2621,
      "mean_token_accuracy": 0.5158840864896774,
      "num_tokens": 12952456.0,
      "step": 16820
    },
    {
      "epoch": 0.021348169232759735,
      "grad_norm": 4.84375,
      "learning_rate": 4.8938862656642874e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5609179019927979,
      "num_tokens": 12960600.0,
      "step": 16830
    },
    {
      "epoch": 0.02136085382529257,
      "grad_norm": 5.84375,
      "learning_rate": 4.8938228346556586e-05,
      "loss": 1.8363,
      "mean_token_accuracy": 0.5867672532796859,
      "num_tokens": 12966421.0,
      "step": 16840
    },
    {
      "epoch": 0.021373538417825404,
      "grad_norm": 6.5,
      "learning_rate": 4.89375940364703e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5195267826318741,
      "num_tokens": 12974956.0,
      "step": 16850
    },
    {
      "epoch": 0.021386223010358238,
      "grad_norm": 5.71875,
      "learning_rate": 4.8936959726384004e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5271426379680634,
      "num_tokens": 12982825.0,
      "step": 16860
    },
    {
      "epoch": 0.021398907602891072,
      "grad_norm": 6.4375,
      "learning_rate": 4.893632541629771e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5733719676733017,
      "num_tokens": 12990514.0,
      "step": 16870
    },
    {
      "epoch": 0.021411592195423906,
      "grad_norm": 6.84375,
      "learning_rate": 4.893569110621142e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5455049484968185,
      "num_tokens": 12999375.0,
      "step": 16880
    },
    {
      "epoch": 0.02142427678795674,
      "grad_norm": 5.5625,
      "learning_rate": 4.893505679612513e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.55093455016613,
      "num_tokens": 13006846.0,
      "step": 16890
    },
    {
      "epoch": 0.021436961380489575,
      "grad_norm": 7.65625,
      "learning_rate": 4.893442248603884e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5286307692527771,
      "num_tokens": 13013021.0,
      "step": 16900
    },
    {
      "epoch": 0.02144964597302241,
      "grad_norm": 6.71875,
      "learning_rate": 4.8933788175952544e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5195673853158951,
      "num_tokens": 13019936.0,
      "step": 16910
    },
    {
      "epoch": 0.021462330565555243,
      "grad_norm": 5.375,
      "learning_rate": 4.8933153865866256e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5224782139062881,
      "num_tokens": 13027530.0,
      "step": 16920
    },
    {
      "epoch": 0.021475015158088077,
      "grad_norm": 8.9375,
      "learning_rate": 4.893251955577997e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5581579685211182,
      "num_tokens": 13035200.0,
      "step": 16930
    },
    {
      "epoch": 0.02148769975062091,
      "grad_norm": 5.78125,
      "learning_rate": 4.8931885245693674e-05,
      "loss": 2.311,
      "mean_token_accuracy": 0.5233210444450378,
      "num_tokens": 13042195.0,
      "step": 16940
    },
    {
      "epoch": 0.021500384343153746,
      "grad_norm": 9.625,
      "learning_rate": 4.893125093560738e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5470037132501602,
      "num_tokens": 13049198.0,
      "step": 16950
    },
    {
      "epoch": 0.02151306893568658,
      "grad_norm": 5.46875,
      "learning_rate": 4.8930616625521085e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5616431564092637,
      "num_tokens": 13057562.0,
      "step": 16960
    },
    {
      "epoch": 0.021525753528219414,
      "grad_norm": 5.125,
      "learning_rate": 4.89299823154348e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5248742729425431,
      "num_tokens": 13066461.0,
      "step": 16970
    },
    {
      "epoch": 0.02153843812075225,
      "grad_norm": 4.125,
      "learning_rate": 4.892934800534851e-05,
      "loss": 2.2809,
      "mean_token_accuracy": 0.5143229126930237,
      "num_tokens": 13074512.0,
      "step": 16980
    },
    {
      "epoch": 0.021551122713285083,
      "grad_norm": 6.8125,
      "learning_rate": 4.8928713695262214e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5477070569992065,
      "num_tokens": 13081626.0,
      "step": 16990
    },
    {
      "epoch": 0.021563807305817917,
      "grad_norm": 7.90625,
      "learning_rate": 4.8928079385175926e-05,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5514411121606827,
      "num_tokens": 13088393.0,
      "step": 17000
    },
    {
      "epoch": 0.021576491898350748,
      "grad_norm": 6.21875,
      "learning_rate": 4.892744507508963e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5247815549373627,
      "num_tokens": 13096504.0,
      "step": 17010
    },
    {
      "epoch": 0.021589176490883582,
      "grad_norm": 4.53125,
      "learning_rate": 4.892681076500334e-05,
      "loss": 2.2811,
      "mean_token_accuracy": 0.5156013816595078,
      "num_tokens": 13104413.0,
      "step": 17020
    },
    {
      "epoch": 0.021601861083416416,
      "grad_norm": 12.875,
      "learning_rate": 4.892617645491705e-05,
      "loss": 2.2774,
      "mean_token_accuracy": 0.5119679868221283,
      "num_tokens": 13110605.0,
      "step": 17030
    },
    {
      "epoch": 0.02161454567594925,
      "grad_norm": 4.90625,
      "learning_rate": 4.8925542144830754e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.518031445145607,
      "num_tokens": 13119656.0,
      "step": 17040
    },
    {
      "epoch": 0.021627230268482085,
      "grad_norm": 4.71875,
      "learning_rate": 4.8924907834744467e-05,
      "loss": 1.9154,
      "mean_token_accuracy": 0.58014035820961,
      "num_tokens": 13127438.0,
      "step": 17050
    },
    {
      "epoch": 0.02163991486101492,
      "grad_norm": 9.75,
      "learning_rate": 4.892427352465817e-05,
      "loss": 2.2077,
      "mean_token_accuracy": 0.5280833035707474,
      "num_tokens": 13135108.0,
      "step": 17060
    },
    {
      "epoch": 0.021652599453547753,
      "grad_norm": 5.09375,
      "learning_rate": 4.8923639214571884e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5475952684879303,
      "num_tokens": 13143758.0,
      "step": 17070
    },
    {
      "epoch": 0.021665284046080587,
      "grad_norm": 7.53125,
      "learning_rate": 4.892300490448559e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5193944960832596,
      "num_tokens": 13151353.0,
      "step": 17080
    },
    {
      "epoch": 0.02167796863861342,
      "grad_norm": 9.125,
      "learning_rate": 4.8922370594399295e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.548983433842659,
      "num_tokens": 13158570.0,
      "step": 17090
    },
    {
      "epoch": 0.021690653231146256,
      "grad_norm": 5.375,
      "learning_rate": 4.892173628431301e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5386788755655288,
      "num_tokens": 13166226.0,
      "step": 17100
    },
    {
      "epoch": 0.02170333782367909,
      "grad_norm": 5.0625,
      "learning_rate": 4.892110197422671e-05,
      "loss": 2.3721,
      "mean_token_accuracy": 0.4964804172515869,
      "num_tokens": 13174279.0,
      "step": 17110
    },
    {
      "epoch": 0.021716022416211924,
      "grad_norm": 14.0,
      "learning_rate": 4.8920467664140424e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.5309918582439422,
      "num_tokens": 13180741.0,
      "step": 17120
    },
    {
      "epoch": 0.02172870700874476,
      "grad_norm": 3.640625,
      "learning_rate": 4.8919833354054137e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5524042427539826,
      "num_tokens": 13186765.0,
      "step": 17130
    },
    {
      "epoch": 0.021741391601277592,
      "grad_norm": 5.71875,
      "learning_rate": 4.891919904396784e-05,
      "loss": 1.8834,
      "mean_token_accuracy": 0.5737437337636948,
      "num_tokens": 13193439.0,
      "step": 17140
    },
    {
      "epoch": 0.021754076193810427,
      "grad_norm": 5.375,
      "learning_rate": 4.891856473388155e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5779283553361892,
      "num_tokens": 13200238.0,
      "step": 17150
    },
    {
      "epoch": 0.02176676078634326,
      "grad_norm": 5.4375,
      "learning_rate": 4.891793042379525e-05,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5696443557739258,
      "num_tokens": 13207965.0,
      "step": 17160
    },
    {
      "epoch": 0.021779445378876095,
      "grad_norm": 5.0625,
      "learning_rate": 4.8917296113708965e-05,
      "loss": 2.2173,
      "mean_token_accuracy": 0.5210715144872665,
      "num_tokens": 13216515.0,
      "step": 17170
    },
    {
      "epoch": 0.02179212997140893,
      "grad_norm": 5.09375,
      "learning_rate": 4.891666180362268e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5169135242700577,
      "num_tokens": 13224250.0,
      "step": 17180
    },
    {
      "epoch": 0.021804814563941764,
      "grad_norm": 4.5625,
      "learning_rate": 4.891602749353638e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5207906991243363,
      "num_tokens": 13233026.0,
      "step": 17190
    },
    {
      "epoch": 0.021817499156474598,
      "grad_norm": 5.75,
      "learning_rate": 4.8915393183450094e-05,
      "loss": 1.7699,
      "mean_token_accuracy": 0.6112021774053573,
      "num_tokens": 13239806.0,
      "step": 17200
    },
    {
      "epoch": 0.021830183749007432,
      "grad_norm": 7.15625,
      "learning_rate": 4.89147588733638e-05,
      "loss": 2.3968,
      "mean_token_accuracy": 0.49135123789310453,
      "num_tokens": 13248618.0,
      "step": 17210
    },
    {
      "epoch": 0.021842868341540266,
      "grad_norm": 4.90625,
      "learning_rate": 4.8914124563277505e-05,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5277647346258163,
      "num_tokens": 13256985.0,
      "step": 17220
    },
    {
      "epoch": 0.0218555529340731,
      "grad_norm": 4.84375,
      "learning_rate": 4.891349025319122e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5571962118148803,
      "num_tokens": 13264526.0,
      "step": 17230
    },
    {
      "epoch": 0.02186823752660593,
      "grad_norm": 7.15625,
      "learning_rate": 4.891285594310492e-05,
      "loss": 2.399,
      "mean_token_accuracy": 0.49791053831577303,
      "num_tokens": 13272583.0,
      "step": 17240
    },
    {
      "epoch": 0.021880922119138765,
      "grad_norm": 8.125,
      "learning_rate": 4.8912221633018635e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5352044910192489,
      "num_tokens": 13279747.0,
      "step": 17250
    },
    {
      "epoch": 0.0218936067116716,
      "grad_norm": 15.8125,
      "learning_rate": 4.891158732293234e-05,
      "loss": 2.2084,
      "mean_token_accuracy": 0.5245626211166382,
      "num_tokens": 13286363.0,
      "step": 17260
    },
    {
      "epoch": 0.021906291304204434,
      "grad_norm": 7.25,
      "learning_rate": 4.891095301284605e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5410523056983948,
      "num_tokens": 13292589.0,
      "step": 17270
    },
    {
      "epoch": 0.021918975896737268,
      "grad_norm": 11.875,
      "learning_rate": 4.8910318702759764e-05,
      "loss": 2.2731,
      "mean_token_accuracy": 0.5114134341478348,
      "num_tokens": 13300535.0,
      "step": 17280
    },
    {
      "epoch": 0.021931660489270102,
      "grad_norm": 5.90625,
      "learning_rate": 4.890968439267346e-05,
      "loss": 2.2954,
      "mean_token_accuracy": 0.5157188832759857,
      "num_tokens": 13308263.0,
      "step": 17290
    },
    {
      "epoch": 0.021944345081802936,
      "grad_norm": 7.625,
      "learning_rate": 4.8909050082587175e-05,
      "loss": 2.3325,
      "mean_token_accuracy": 0.5025895178318024,
      "num_tokens": 13316149.0,
      "step": 17300
    },
    {
      "epoch": 0.02195702967433577,
      "grad_norm": 5.46875,
      "learning_rate": 4.890841577250088e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.545958799123764,
      "num_tokens": 13324883.0,
      "step": 17310
    },
    {
      "epoch": 0.021969714266868605,
      "grad_norm": 7.5625,
      "learning_rate": 4.890778146241459e-05,
      "loss": 2.2813,
      "mean_token_accuracy": 0.5007425814867019,
      "num_tokens": 13332358.0,
      "step": 17320
    },
    {
      "epoch": 0.02198239885940144,
      "grad_norm": 5.0625,
      "learning_rate": 4.8907147152328305e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5269755244255065,
      "num_tokens": 13339113.0,
      "step": 17330
    },
    {
      "epoch": 0.021995083451934273,
      "grad_norm": 7.0,
      "learning_rate": 4.890651284224201e-05,
      "loss": 2.3018,
      "mean_token_accuracy": 0.5088446587324142,
      "num_tokens": 13346998.0,
      "step": 17340
    },
    {
      "epoch": 0.022007768044467108,
      "grad_norm": 5.53125,
      "learning_rate": 4.890587853215572e-05,
      "loss": 2.3599,
      "mean_token_accuracy": 0.4963105320930481,
      "num_tokens": 13355634.0,
      "step": 17350
    },
    {
      "epoch": 0.022020452636999942,
      "grad_norm": 5.59375,
      "learning_rate": 4.890524422206943e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5344157248735428,
      "num_tokens": 13363552.0,
      "step": 17360
    },
    {
      "epoch": 0.022033137229532776,
      "grad_norm": 6.78125,
      "learning_rate": 4.890460991198313e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5784774988889694,
      "num_tokens": 13371147.0,
      "step": 17370
    },
    {
      "epoch": 0.02204582182206561,
      "grad_norm": 4.65625,
      "learning_rate": 4.8903975601896845e-05,
      "loss": 2.253,
      "mean_token_accuracy": 0.5125634074211121,
      "num_tokens": 13379556.0,
      "step": 17380
    },
    {
      "epoch": 0.022058506414598444,
      "grad_norm": 4.875,
      "learning_rate": 4.890334129181055e-05,
      "loss": 2.2837,
      "mean_token_accuracy": 0.5127735674381256,
      "num_tokens": 13387996.0,
      "step": 17390
    },
    {
      "epoch": 0.02207119100713128,
      "grad_norm": 5.90625,
      "learning_rate": 4.890270698172426e-05,
      "loss": 1.7259,
      "mean_token_accuracy": 0.6163952231407166,
      "num_tokens": 13395104.0,
      "step": 17400
    },
    {
      "epoch": 0.022083875599664113,
      "grad_norm": 5.0,
      "learning_rate": 4.890207267163797e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5457979917526246,
      "num_tokens": 13402685.0,
      "step": 17410
    },
    {
      "epoch": 0.022096560192196947,
      "grad_norm": 10.4375,
      "learning_rate": 4.890143836155168e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5265511125326157,
      "num_tokens": 13410417.0,
      "step": 17420
    },
    {
      "epoch": 0.02210924478472978,
      "grad_norm": 5.28125,
      "learning_rate": 4.8900804051465385e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.5231369882822037,
      "num_tokens": 13419286.0,
      "step": 17430
    },
    {
      "epoch": 0.022121929377262615,
      "grad_norm": 5.09375,
      "learning_rate": 4.890016974137909e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5432172477245331,
      "num_tokens": 13427855.0,
      "step": 17440
    },
    {
      "epoch": 0.02213461396979545,
      "grad_norm": 5.15625,
      "learning_rate": 4.88995354312928e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5299834728240966,
      "num_tokens": 13435994.0,
      "step": 17450
    },
    {
      "epoch": 0.022147298562328284,
      "grad_norm": 4.84375,
      "learning_rate": 4.889890112120651e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5670481353998185,
      "num_tokens": 13441815.0,
      "step": 17460
    },
    {
      "epoch": 0.022159983154861115,
      "grad_norm": 4.34375,
      "learning_rate": 4.889826681112022e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5296280920505524,
      "num_tokens": 13449897.0,
      "step": 17470
    },
    {
      "epoch": 0.02217266774739395,
      "grad_norm": 7.125,
      "learning_rate": 4.889763250103393e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5209941297769547,
      "num_tokens": 13458211.0,
      "step": 17480
    },
    {
      "epoch": 0.022185352339926783,
      "grad_norm": 4.625,
      "learning_rate": 4.889699819094764e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.539190536737442,
      "num_tokens": 13465842.0,
      "step": 17490
    },
    {
      "epoch": 0.022198036932459617,
      "grad_norm": 6.0,
      "learning_rate": 4.889636388086134e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.558702489733696,
      "num_tokens": 13473127.0,
      "step": 17500
    },
    {
      "epoch": 0.02221072152499245,
      "grad_norm": 5.5,
      "learning_rate": 4.889572957077505e-05,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5217019140720367,
      "num_tokens": 13480842.0,
      "step": 17510
    },
    {
      "epoch": 0.022223406117525286,
      "grad_norm": 6.125,
      "learning_rate": 4.889509526068876e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5238981902599334,
      "num_tokens": 13488064.0,
      "step": 17520
    },
    {
      "epoch": 0.02223609071005812,
      "grad_norm": 5.4375,
      "learning_rate": 4.889446095060247e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5446391552686691,
      "num_tokens": 13494818.0,
      "step": 17530
    },
    {
      "epoch": 0.022248775302590954,
      "grad_norm": 10.3125,
      "learning_rate": 4.889382664051618e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5142439693212509,
      "num_tokens": 13502677.0,
      "step": 17540
    },
    {
      "epoch": 0.02226145989512379,
      "grad_norm": 5.75,
      "learning_rate": 4.889319233042989e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.533862492442131,
      "num_tokens": 13510163.0,
      "step": 17550
    },
    {
      "epoch": 0.022274144487656623,
      "grad_norm": 5.5,
      "learning_rate": 4.8892558020343595e-05,
      "loss": 2.2708,
      "mean_token_accuracy": 0.5114386200904846,
      "num_tokens": 13519252.0,
      "step": 17560
    },
    {
      "epoch": 0.022286829080189457,
      "grad_norm": 5.53125,
      "learning_rate": 4.88919237102573e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.531129103899002,
      "num_tokens": 13528177.0,
      "step": 17570
    },
    {
      "epoch": 0.02229951367272229,
      "grad_norm": 5.21875,
      "learning_rate": 4.889128940017101e-05,
      "loss": 2.2985,
      "mean_token_accuracy": 0.5088318198919296,
      "num_tokens": 13536148.0,
      "step": 17580
    },
    {
      "epoch": 0.022312198265255125,
      "grad_norm": 5.09375,
      "learning_rate": 4.889065509008472e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5482616901397706,
      "num_tokens": 13544065.0,
      "step": 17590
    },
    {
      "epoch": 0.02232488285778796,
      "grad_norm": 5.40625,
      "learning_rate": 4.889002077999843e-05,
      "loss": 2.2834,
      "mean_token_accuracy": 0.5093179911375045,
      "num_tokens": 13552915.0,
      "step": 17600
    },
    {
      "epoch": 0.022337567450320794,
      "grad_norm": 5.3125,
      "learning_rate": 4.8889386469912136e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5532666623592377,
      "num_tokens": 13560367.0,
      "step": 17610
    },
    {
      "epoch": 0.022350252042853628,
      "grad_norm": 5.3125,
      "learning_rate": 4.888875215982585e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5605635911226272,
      "num_tokens": 13568128.0,
      "step": 17620
    },
    {
      "epoch": 0.022362936635386462,
      "grad_norm": 5.625,
      "learning_rate": 4.888811784973955e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5275299847126007,
      "num_tokens": 13575550.0,
      "step": 17630
    },
    {
      "epoch": 0.022375621227919296,
      "grad_norm": 5.71875,
      "learning_rate": 4.888748353965326e-05,
      "loss": 2.2289,
      "mean_token_accuracy": 0.5226165533065796,
      "num_tokens": 13584997.0,
      "step": 17640
    },
    {
      "epoch": 0.02238830582045213,
      "grad_norm": 5.71875,
      "learning_rate": 4.888684922956697e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5396199434995651,
      "num_tokens": 13592503.0,
      "step": 17650
    },
    {
      "epoch": 0.022400990412984965,
      "grad_norm": 5.09375,
      "learning_rate": 4.8886214919480676e-05,
      "loss": 2.2803,
      "mean_token_accuracy": 0.5192869275808334,
      "num_tokens": 13599512.0,
      "step": 17660
    },
    {
      "epoch": 0.0224136750055178,
      "grad_norm": 4.75,
      "learning_rate": 4.888558060939439e-05,
      "loss": 2.2458,
      "mean_token_accuracy": 0.5156597435474396,
      "num_tokens": 13608454.0,
      "step": 17670
    },
    {
      "epoch": 0.022426359598050633,
      "grad_norm": 5.9375,
      "learning_rate": 4.88849462993081e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5505415320396423,
      "num_tokens": 13616410.0,
      "step": 17680
    },
    {
      "epoch": 0.022439044190583467,
      "grad_norm": 6.96875,
      "learning_rate": 4.8884311989221806e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5151545256376266,
      "num_tokens": 13623549.0,
      "step": 17690
    },
    {
      "epoch": 0.0224517287831163,
      "grad_norm": 5.75,
      "learning_rate": 4.888367767913552e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5527159154415131,
      "num_tokens": 13629824.0,
      "step": 17700
    },
    {
      "epoch": 0.022464413375649132,
      "grad_norm": 5.71875,
      "learning_rate": 4.8883043369049216e-05,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5805959641933441,
      "num_tokens": 13637846.0,
      "step": 17710
    },
    {
      "epoch": 0.022477097968181967,
      "grad_norm": 5.34375,
      "learning_rate": 4.888240905896293e-05,
      "loss": 2.2377,
      "mean_token_accuracy": 0.5207145243883133,
      "num_tokens": 13645038.0,
      "step": 17720
    },
    {
      "epoch": 0.0224897825607148,
      "grad_norm": 4.84375,
      "learning_rate": 4.888177474887664e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5139261245727539,
      "num_tokens": 13654065.0,
      "step": 17730
    },
    {
      "epoch": 0.022502467153247635,
      "grad_norm": 6.875,
      "learning_rate": 4.8881140438790346e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5900230586528779,
      "num_tokens": 13661559.0,
      "step": 17740
    },
    {
      "epoch": 0.02251515174578047,
      "grad_norm": 6.15625,
      "learning_rate": 4.888050612870406e-05,
      "loss": 1.8943,
      "mean_token_accuracy": 0.582634550333023,
      "num_tokens": 13667678.0,
      "step": 17750
    },
    {
      "epoch": 0.022527836338313303,
      "grad_norm": 6.09375,
      "learning_rate": 4.887987181861777e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5370893567800522,
      "num_tokens": 13675165.0,
      "step": 17760
    },
    {
      "epoch": 0.022540520930846138,
      "grad_norm": 5.875,
      "learning_rate": 4.8879237508531476e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5362191081047059,
      "num_tokens": 13683393.0,
      "step": 17770
    },
    {
      "epoch": 0.022553205523378972,
      "grad_norm": 5.0625,
      "learning_rate": 4.887860319844518e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5363492429256439,
      "num_tokens": 13691533.0,
      "step": 17780
    },
    {
      "epoch": 0.022565890115911806,
      "grad_norm": 6.5,
      "learning_rate": 4.8877968888358886e-05,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5172035455703735,
      "num_tokens": 13698975.0,
      "step": 17790
    },
    {
      "epoch": 0.02257857470844464,
      "grad_norm": 6.34375,
      "learning_rate": 4.88773345782726e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5326755911111831,
      "num_tokens": 13706704.0,
      "step": 17800
    },
    {
      "epoch": 0.022591259300977475,
      "grad_norm": 5.125,
      "learning_rate": 4.887670026818631e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5559330135583878,
      "num_tokens": 13713069.0,
      "step": 17810
    },
    {
      "epoch": 0.02260394389351031,
      "grad_norm": 2.828125,
      "learning_rate": 4.8876065958100016e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.535285359621048,
      "num_tokens": 13720143.0,
      "step": 17820
    },
    {
      "epoch": 0.022616628486043143,
      "grad_norm": 5.0,
      "learning_rate": 4.887543164801373e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5607931345701218,
      "num_tokens": 13728087.0,
      "step": 17830
    },
    {
      "epoch": 0.022629313078575977,
      "grad_norm": 7.9375,
      "learning_rate": 4.887479733792743e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5488144755363464,
      "num_tokens": 13734966.0,
      "step": 17840
    },
    {
      "epoch": 0.02264199767110881,
      "grad_norm": 5.90625,
      "learning_rate": 4.887416302784114e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5196830630302429,
      "num_tokens": 13742096.0,
      "step": 17850
    },
    {
      "epoch": 0.022654682263641646,
      "grad_norm": 5.78125,
      "learning_rate": 4.887352871775485e-05,
      "loss": 2.3106,
      "mean_token_accuracy": 0.51026192009449,
      "num_tokens": 13750404.0,
      "step": 17860
    },
    {
      "epoch": 0.02266736685617448,
      "grad_norm": 6.125,
      "learning_rate": 4.8872894407668556e-05,
      "loss": 2.2431,
      "mean_token_accuracy": 0.5140628665685654,
      "num_tokens": 13758131.0,
      "step": 17870
    },
    {
      "epoch": 0.022680051448707314,
      "grad_norm": 5.1875,
      "learning_rate": 4.887226009758227e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5305716782808304,
      "num_tokens": 13766611.0,
      "step": 17880
    },
    {
      "epoch": 0.022692736041240148,
      "grad_norm": 6.03125,
      "learning_rate": 4.8871625787495974e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.522301384806633,
      "num_tokens": 13774811.0,
      "step": 17890
    },
    {
      "epoch": 0.022705420633772982,
      "grad_norm": 5.25,
      "learning_rate": 4.8870991477409686e-05,
      "loss": 2.4234,
      "mean_token_accuracy": 0.4906152278184891,
      "num_tokens": 13783860.0,
      "step": 17900
    },
    {
      "epoch": 0.022718105226305817,
      "grad_norm": 5.21875,
      "learning_rate": 4.887035716732339e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5252090275287629,
      "num_tokens": 13791938.0,
      "step": 17910
    },
    {
      "epoch": 0.02273078981883865,
      "grad_norm": 9.25,
      "learning_rate": 4.8869722857237096e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.534356027841568,
      "num_tokens": 13798751.0,
      "step": 17920
    },
    {
      "epoch": 0.022743474411371485,
      "grad_norm": 7.4375,
      "learning_rate": 4.886908854715081e-05,
      "loss": 2.2837,
      "mean_token_accuracy": 0.5241190880537033,
      "num_tokens": 13806093.0,
      "step": 17930
    },
    {
      "epoch": 0.022756159003904316,
      "grad_norm": 5.40625,
      "learning_rate": 4.8868454237064514e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5550168365240097,
      "num_tokens": 13812996.0,
      "step": 17940
    },
    {
      "epoch": 0.02276884359643715,
      "grad_norm": 6.46875,
      "learning_rate": 4.8867819926978226e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.523277360200882,
      "num_tokens": 13820089.0,
      "step": 17950
    },
    {
      "epoch": 0.022781528188969984,
      "grad_norm": 5.84375,
      "learning_rate": 4.886718561689194e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5304667532444001,
      "num_tokens": 13828419.0,
      "step": 17960
    },
    {
      "epoch": 0.02279421278150282,
      "grad_norm": 6.15625,
      "learning_rate": 4.8866551306805644e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5186941415071488,
      "num_tokens": 13835390.0,
      "step": 17970
    },
    {
      "epoch": 0.022806897374035653,
      "grad_norm": 5.34375,
      "learning_rate": 4.886591699671935e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5286022394895553,
      "num_tokens": 13843459.0,
      "step": 17980
    },
    {
      "epoch": 0.022819581966568487,
      "grad_norm": 5.34375,
      "learning_rate": 4.8865282686633054e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5480033755302429,
      "num_tokens": 13850157.0,
      "step": 17990
    },
    {
      "epoch": 0.02283226655910132,
      "grad_norm": 6.1875,
      "learning_rate": 4.8864648376546766e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5528639882802964,
      "num_tokens": 13857508.0,
      "step": 18000
    },
    {
      "epoch": 0.022844951151634155,
      "grad_norm": 5.5,
      "learning_rate": 4.886401406646048e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5550396323204041,
      "num_tokens": 13864031.0,
      "step": 18010
    },
    {
      "epoch": 0.02285763574416699,
      "grad_norm": 4.96875,
      "learning_rate": 4.8863379756374184e-05,
      "loss": 1.7774,
      "mean_token_accuracy": 0.6119030386209487,
      "num_tokens": 13871377.0,
      "step": 18020
    },
    {
      "epoch": 0.022870320336699824,
      "grad_norm": 6.09375,
      "learning_rate": 4.8862745446287896e-05,
      "loss": 2.2308,
      "mean_token_accuracy": 0.5232615530490875,
      "num_tokens": 13878778.0,
      "step": 18030
    },
    {
      "epoch": 0.022883004929232658,
      "grad_norm": 5.5,
      "learning_rate": 4.88621111362016e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5125060051679611,
      "num_tokens": 13887333.0,
      "step": 18040
    },
    {
      "epoch": 0.022895689521765492,
      "grad_norm": 6.40625,
      "learning_rate": 4.886147682611531e-05,
      "loss": 1.8809,
      "mean_token_accuracy": 0.5783302187919617,
      "num_tokens": 13894327.0,
      "step": 18050
    },
    {
      "epoch": 0.022908374114298326,
      "grad_norm": 4.90625,
      "learning_rate": 4.886084251602902e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5385163247585296,
      "num_tokens": 13903693.0,
      "step": 18060
    },
    {
      "epoch": 0.02292105870683116,
      "grad_norm": 5.4375,
      "learning_rate": 4.8860208205942724e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5406267732381821,
      "num_tokens": 13910453.0,
      "step": 18070
    },
    {
      "epoch": 0.022933743299363995,
      "grad_norm": 5.65625,
      "learning_rate": 4.8859573895856436e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5286880165338517,
      "num_tokens": 13918226.0,
      "step": 18080
    },
    {
      "epoch": 0.02294642789189683,
      "grad_norm": 7.03125,
      "learning_rate": 4.885893958577014e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5649845421314239,
      "num_tokens": 13926462.0,
      "step": 18090
    },
    {
      "epoch": 0.022959112484429663,
      "grad_norm": 5.375,
      "learning_rate": 4.8858305275683854e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5331762909889222,
      "num_tokens": 13934186.0,
      "step": 18100
    },
    {
      "epoch": 0.022971797076962498,
      "grad_norm": 5.59375,
      "learning_rate": 4.8857670965597566e-05,
      "loss": 2.2462,
      "mean_token_accuracy": 0.5134391784667969,
      "num_tokens": 13943267.0,
      "step": 18110
    },
    {
      "epoch": 0.022984481669495332,
      "grad_norm": 5.4375,
      "learning_rate": 4.885703665551127e-05,
      "loss": 2.221,
      "mean_token_accuracy": 0.5215511500835419,
      "num_tokens": 13951777.0,
      "step": 18120
    },
    {
      "epoch": 0.022997166262028166,
      "grad_norm": 5.25,
      "learning_rate": 4.8856402345424977e-05,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5950525969266891,
      "num_tokens": 13958773.0,
      "step": 18130
    },
    {
      "epoch": 0.023009850854561,
      "grad_norm": 5.03125,
      "learning_rate": 4.885576803533868e-05,
      "loss": 2.397,
      "mean_token_accuracy": 0.4988429546356201,
      "num_tokens": 13966312.0,
      "step": 18140
    },
    {
      "epoch": 0.023022535447093834,
      "grad_norm": 5.0,
      "learning_rate": 4.8855133725252394e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5253876179456711,
      "num_tokens": 13974998.0,
      "step": 18150
    },
    {
      "epoch": 0.02303522003962667,
      "grad_norm": 5.84375,
      "learning_rate": 4.8854499415166106e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5385745227336883,
      "num_tokens": 13982100.0,
      "step": 18160
    },
    {
      "epoch": 0.023047904632159503,
      "grad_norm": 6.71875,
      "learning_rate": 4.885386510507981e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5355035364627838,
      "num_tokens": 13989523.0,
      "step": 18170
    },
    {
      "epoch": 0.023060589224692334,
      "grad_norm": 6.84375,
      "learning_rate": 4.8853230794993524e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5384651631116867,
      "num_tokens": 13998769.0,
      "step": 18180
    },
    {
      "epoch": 0.023073273817225168,
      "grad_norm": 5.625,
      "learning_rate": 4.885259648490723e-05,
      "loss": 2.3006,
      "mean_token_accuracy": 0.5103442281484604,
      "num_tokens": 14006651.0,
      "step": 18190
    },
    {
      "epoch": 0.023085958409758002,
      "grad_norm": 4.90625,
      "learning_rate": 4.8851962174820934e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.545968547463417,
      "num_tokens": 14015073.0,
      "step": 18200
    },
    {
      "epoch": 0.023098643002290836,
      "grad_norm": 5.34375,
      "learning_rate": 4.8851327864734647e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.53350550532341,
      "num_tokens": 14022646.0,
      "step": 18210
    },
    {
      "epoch": 0.02311132759482367,
      "grad_norm": 11.875,
      "learning_rate": 4.885069355464835e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5293741971254349,
      "num_tokens": 14030327.0,
      "step": 18220
    },
    {
      "epoch": 0.023124012187356505,
      "grad_norm": 6.625,
      "learning_rate": 4.8850059244562064e-05,
      "loss": 1.8938,
      "mean_token_accuracy": 0.5790897488594056,
      "num_tokens": 14037307.0,
      "step": 18230
    },
    {
      "epoch": 0.02313669677988934,
      "grad_norm": 5.75,
      "learning_rate": 4.884942493447577e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5287086278200149,
      "num_tokens": 14045039.0,
      "step": 18240
    },
    {
      "epoch": 0.023149381372422173,
      "grad_norm": 7.0,
      "learning_rate": 4.884879062438948e-05,
      "loss": 2.2405,
      "mean_token_accuracy": 0.5099247425794602,
      "num_tokens": 14052244.0,
      "step": 18250
    },
    {
      "epoch": 0.023162065964955007,
      "grad_norm": 5.96875,
      "learning_rate": 4.884815631430319e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5610444992780685,
      "num_tokens": 14059843.0,
      "step": 18260
    },
    {
      "epoch": 0.02317475055748784,
      "grad_norm": 5.96875,
      "learning_rate": 4.884752200421689e-05,
      "loss": 2.2328,
      "mean_token_accuracy": 0.5152511119842529,
      "num_tokens": 14067988.0,
      "step": 18270
    },
    {
      "epoch": 0.023187435150020676,
      "grad_norm": 5.90625,
      "learning_rate": 4.8846887694130604e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5430484533309936,
      "num_tokens": 14075979.0,
      "step": 18280
    },
    {
      "epoch": 0.02320011974255351,
      "grad_norm": 6.625,
      "learning_rate": 4.884625338404431e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5275147825479507,
      "num_tokens": 14083418.0,
      "step": 18290
    },
    {
      "epoch": 0.023212804335086344,
      "grad_norm": 5.125,
      "learning_rate": 4.884561907395802e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5334008365869523,
      "num_tokens": 14091092.0,
      "step": 18300
    },
    {
      "epoch": 0.02322548892761918,
      "grad_norm": 9.5625,
      "learning_rate": 4.8844984763871734e-05,
      "loss": 2.414,
      "mean_token_accuracy": 0.49976544380187987,
      "num_tokens": 14098841.0,
      "step": 18310
    },
    {
      "epoch": 0.023238173520152013,
      "grad_norm": 4.9375,
      "learning_rate": 4.884435045378544e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5395328283309937,
      "num_tokens": 14107461.0,
      "step": 18320
    },
    {
      "epoch": 0.023250858112684847,
      "grad_norm": 5.0625,
      "learning_rate": 4.8843716143699145e-05,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5217040181159973,
      "num_tokens": 14115017.0,
      "step": 18330
    },
    {
      "epoch": 0.02326354270521768,
      "grad_norm": 5.3125,
      "learning_rate": 4.884308183361285e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5171590179204941,
      "num_tokens": 14124270.0,
      "step": 18340
    },
    {
      "epoch": 0.023276227297750515,
      "grad_norm": 4.65625,
      "learning_rate": 4.884244752352656e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5368858814239502,
      "num_tokens": 14131683.0,
      "step": 18350
    },
    {
      "epoch": 0.02328891189028335,
      "grad_norm": 7.34375,
      "learning_rate": 4.8841813213440274e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5430635720491409,
      "num_tokens": 14138895.0,
      "step": 18360
    },
    {
      "epoch": 0.023301596482816184,
      "grad_norm": 6.84375,
      "learning_rate": 4.884117890335398e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5210056215524673,
      "num_tokens": 14147617.0,
      "step": 18370
    },
    {
      "epoch": 0.023314281075349018,
      "grad_norm": 4.9375,
      "learning_rate": 4.884054459326769e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5193688899278641,
      "num_tokens": 14155831.0,
      "step": 18380
    },
    {
      "epoch": 0.023326965667881852,
      "grad_norm": 5.875,
      "learning_rate": 4.88399102831814e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5595578402280807,
      "num_tokens": 14162847.0,
      "step": 18390
    },
    {
      "epoch": 0.023339650260414686,
      "grad_norm": 4.65625,
      "learning_rate": 4.88392759730951e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.527742576599121,
      "num_tokens": 14170812.0,
      "step": 18400
    },
    {
      "epoch": 0.023352334852947517,
      "grad_norm": 5.6875,
      "learning_rate": 4.8838641663008815e-05,
      "loss": 2.2231,
      "mean_token_accuracy": 0.5216471672058105,
      "num_tokens": 14179823.0,
      "step": 18410
    },
    {
      "epoch": 0.02336501944548035,
      "grad_norm": 5.71875,
      "learning_rate": 4.883800735292252e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5219846129417419,
      "num_tokens": 14188105.0,
      "step": 18420
    },
    {
      "epoch": 0.023377704038013186,
      "grad_norm": 6.09375,
      "learning_rate": 4.883737304283623e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5262688905000686,
      "num_tokens": 14195883.0,
      "step": 18430
    },
    {
      "epoch": 0.02339038863054602,
      "grad_norm": 4.9375,
      "learning_rate": 4.883673873274994e-05,
      "loss": 2.3876,
      "mean_token_accuracy": 0.5008002102375031,
      "num_tokens": 14204539.0,
      "step": 18440
    },
    {
      "epoch": 0.023403073223078854,
      "grad_norm": 7.65625,
      "learning_rate": 4.883610442266365e-05,
      "loss": 2.3011,
      "mean_token_accuracy": 0.5028693109750748,
      "num_tokens": 14210787.0,
      "step": 18450
    },
    {
      "epoch": 0.023415757815611688,
      "grad_norm": 5.15625,
      "learning_rate": 4.883547011257736e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5475376725196839,
      "num_tokens": 14217912.0,
      "step": 18460
    },
    {
      "epoch": 0.023428442408144522,
      "grad_norm": 6.0,
      "learning_rate": 4.883483580249106e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5182791084051133,
      "num_tokens": 14225567.0,
      "step": 18470
    },
    {
      "epoch": 0.023441127000677357,
      "grad_norm": 5.3125,
      "learning_rate": 4.883420149240477e-05,
      "loss": 2.3233,
      "mean_token_accuracy": 0.5140291661024093,
      "num_tokens": 14234135.0,
      "step": 18480
    },
    {
      "epoch": 0.02345381159321019,
      "grad_norm": 4.9375,
      "learning_rate": 4.883356718231848e-05,
      "loss": 2.3071,
      "mean_token_accuracy": 0.5075426638126374,
      "num_tokens": 14242874.0,
      "step": 18490
    },
    {
      "epoch": 0.023466496185743025,
      "grad_norm": 5.0625,
      "learning_rate": 4.883293287223219e-05,
      "loss": 2.2362,
      "mean_token_accuracy": 0.5139290183782578,
      "num_tokens": 14251206.0,
      "step": 18500
    },
    {
      "epoch": 0.02347918077827586,
      "grad_norm": 11.375,
      "learning_rate": 4.88322985621459e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5432282119989396,
      "num_tokens": 14259565.0,
      "step": 18510
    },
    {
      "epoch": 0.023491865370808693,
      "grad_norm": 6.65625,
      "learning_rate": 4.883166425205961e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5396954238414764,
      "num_tokens": 14268134.0,
      "step": 18520
    },
    {
      "epoch": 0.023504549963341528,
      "grad_norm": 4.46875,
      "learning_rate": 4.883102994197332e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5210551261901856,
      "num_tokens": 14276324.0,
      "step": 18530
    },
    {
      "epoch": 0.023517234555874362,
      "grad_norm": 12.5,
      "learning_rate": 4.8830395631887025e-05,
      "loss": 2.3067,
      "mean_token_accuracy": 0.5165247857570648,
      "num_tokens": 14282871.0,
      "step": 18540
    },
    {
      "epoch": 0.023529919148407196,
      "grad_norm": 6.4375,
      "learning_rate": 4.882976132180073e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.549304673075676,
      "num_tokens": 14290513.0,
      "step": 18550
    },
    {
      "epoch": 0.02354260374094003,
      "grad_norm": 5.03125,
      "learning_rate": 4.882912701171444e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.569034144282341,
      "num_tokens": 14298011.0,
      "step": 18560
    },
    {
      "epoch": 0.023555288333472865,
      "grad_norm": 5.21875,
      "learning_rate": 4.882849270162815e-05,
      "loss": 2.28,
      "mean_token_accuracy": 0.5134853184223175,
      "num_tokens": 14307294.0,
      "step": 18570
    },
    {
      "epoch": 0.0235679729260057,
      "grad_norm": 5.375,
      "learning_rate": 4.882785839154186e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5199997812509537,
      "num_tokens": 14316151.0,
      "step": 18580
    },
    {
      "epoch": 0.023580657518538533,
      "grad_norm": 6.5625,
      "learning_rate": 4.8827224081455565e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5451020210981369,
      "num_tokens": 14323257.0,
      "step": 18590
    },
    {
      "epoch": 0.023593342111071367,
      "grad_norm": 5.375,
      "learning_rate": 4.882658977136928e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5700456112623214,
      "num_tokens": 14330581.0,
      "step": 18600
    },
    {
      "epoch": 0.0236060267036042,
      "grad_norm": 5.625,
      "learning_rate": 4.882595546128298e-05,
      "loss": 2.3138,
      "mean_token_accuracy": 0.5073960185050964,
      "num_tokens": 14337408.0,
      "step": 18610
    },
    {
      "epoch": 0.023618711296137036,
      "grad_norm": 14.25,
      "learning_rate": 4.882532115119669e-05,
      "loss": 2.2311,
      "mean_token_accuracy": 0.5171268910169602,
      "num_tokens": 14345594.0,
      "step": 18620
    },
    {
      "epoch": 0.02363139588866987,
      "grad_norm": 5.53125,
      "learning_rate": 4.88246868411104e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5592500984668731,
      "num_tokens": 14353552.0,
      "step": 18630
    },
    {
      "epoch": 0.023644080481202704,
      "grad_norm": 5.0,
      "learning_rate": 4.8824052531024105e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5412463039159775,
      "num_tokens": 14361191.0,
      "step": 18640
    },
    {
      "epoch": 0.023656765073735535,
      "grad_norm": 5.125,
      "learning_rate": 4.882341822093782e-05,
      "loss": 2.2727,
      "mean_token_accuracy": 0.5057340294122696,
      "num_tokens": 14369837.0,
      "step": 18650
    },
    {
      "epoch": 0.02366944966626837,
      "grad_norm": 5.6875,
      "learning_rate": 4.882278391085153e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5551487326622009,
      "num_tokens": 14377052.0,
      "step": 18660
    },
    {
      "epoch": 0.023682134258801203,
      "grad_norm": 5.78125,
      "learning_rate": 4.8822149600765235e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5286097019910813,
      "num_tokens": 14384987.0,
      "step": 18670
    },
    {
      "epoch": 0.023694818851334037,
      "grad_norm": 5.75,
      "learning_rate": 4.882151529067894e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5243962526321411,
      "num_tokens": 14393191.0,
      "step": 18680
    },
    {
      "epoch": 0.02370750344386687,
      "grad_norm": 7.375,
      "learning_rate": 4.882088098059265e-05,
      "loss": 2.2322,
      "mean_token_accuracy": 0.521104496717453,
      "num_tokens": 14400521.0,
      "step": 18690
    },
    {
      "epoch": 0.023720188036399706,
      "grad_norm": 6.84375,
      "learning_rate": 4.882024667050636e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5244976997375488,
      "num_tokens": 14408135.0,
      "step": 18700
    },
    {
      "epoch": 0.02373287262893254,
      "grad_norm": 4.5,
      "learning_rate": 4.881961236042007e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5430969357490539,
      "num_tokens": 14416217.0,
      "step": 18710
    },
    {
      "epoch": 0.023745557221465374,
      "grad_norm": 6.1875,
      "learning_rate": 4.8818978050333775e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5447062283754349,
      "num_tokens": 14424367.0,
      "step": 18720
    },
    {
      "epoch": 0.02375824181399821,
      "grad_norm": 5.21875,
      "learning_rate": 4.881834374024749e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.524655106663704,
      "num_tokens": 14432497.0,
      "step": 18730
    },
    {
      "epoch": 0.023770926406531043,
      "grad_norm": 6.90625,
      "learning_rate": 4.881770943016119e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5252257615327836,
      "num_tokens": 14440851.0,
      "step": 18740
    },
    {
      "epoch": 0.023783610999063877,
      "grad_norm": 6.1875,
      "learning_rate": 4.88170751200749e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5272095084190369,
      "num_tokens": 14448036.0,
      "step": 18750
    },
    {
      "epoch": 0.02379629559159671,
      "grad_norm": 4.96875,
      "learning_rate": 4.881644080998861e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5677662879228592,
      "num_tokens": 14455209.0,
      "step": 18760
    },
    {
      "epoch": 0.023808980184129545,
      "grad_norm": 5.21875,
      "learning_rate": 4.8815806499902316e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.530178102850914,
      "num_tokens": 14464576.0,
      "step": 18770
    },
    {
      "epoch": 0.02382166477666238,
      "grad_norm": 6.15625,
      "learning_rate": 4.881517218981603e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5217344552278519,
      "num_tokens": 14472441.0,
      "step": 18780
    },
    {
      "epoch": 0.023834349369195214,
      "grad_norm": 5.3125,
      "learning_rate": 4.881453787972974e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5256002426147461,
      "num_tokens": 14481247.0,
      "step": 18790
    },
    {
      "epoch": 0.023847033961728048,
      "grad_norm": 5.1875,
      "learning_rate": 4.8813903569643445e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5724061638116836,
      "num_tokens": 14487311.0,
      "step": 18800
    },
    {
      "epoch": 0.023859718554260882,
      "grad_norm": 6.21875,
      "learning_rate": 4.881326925955715e-05,
      "loss": 2.3141,
      "mean_token_accuracy": 0.5029369294643402,
      "num_tokens": 14494825.0,
      "step": 18810
    },
    {
      "epoch": 0.023872403146793716,
      "grad_norm": 5.34375,
      "learning_rate": 4.8812634949470856e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5451117247343064,
      "num_tokens": 14502649.0,
      "step": 18820
    },
    {
      "epoch": 0.02388508773932655,
      "grad_norm": 4.875,
      "learning_rate": 4.881200063938457e-05,
      "loss": 1.8341,
      "mean_token_accuracy": 0.5944276332855225,
      "num_tokens": 14509146.0,
      "step": 18830
    },
    {
      "epoch": 0.023897772331859385,
      "grad_norm": 7.09375,
      "learning_rate": 4.881136632929828e-05,
      "loss": 1.9257,
      "mean_token_accuracy": 0.5647281765937805,
      "num_tokens": 14516612.0,
      "step": 18840
    },
    {
      "epoch": 0.02391045692439222,
      "grad_norm": 5.84375,
      "learning_rate": 4.8810732019211986e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5345112144947052,
      "num_tokens": 14524012.0,
      "step": 18850
    },
    {
      "epoch": 0.023923141516925053,
      "grad_norm": 5.84375,
      "learning_rate": 4.88100977091257e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5297634094953537,
      "num_tokens": 14531876.0,
      "step": 18860
    },
    {
      "epoch": 0.023935826109457888,
      "grad_norm": 4.96875,
      "learning_rate": 4.88094633990394e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5326247751712799,
      "num_tokens": 14539934.0,
      "step": 18870
    },
    {
      "epoch": 0.02394851070199072,
      "grad_norm": 5.28125,
      "learning_rate": 4.8808829088953115e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5474041193723679,
      "num_tokens": 14548782.0,
      "step": 18880
    },
    {
      "epoch": 0.023961195294523552,
      "grad_norm": 5.3125,
      "learning_rate": 4.880819477886682e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5354188442230224,
      "num_tokens": 14556164.0,
      "step": 18890
    },
    {
      "epoch": 0.023973879887056387,
      "grad_norm": 7.71875,
      "learning_rate": 4.8807560468780526e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5431043028831481,
      "num_tokens": 14562629.0,
      "step": 18900
    },
    {
      "epoch": 0.02398656447958922,
      "grad_norm": 5.875,
      "learning_rate": 4.880692615869424e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.518676021695137,
      "num_tokens": 14569504.0,
      "step": 18910
    },
    {
      "epoch": 0.023999249072122055,
      "grad_norm": 5.375,
      "learning_rate": 4.880629184860794e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5646381348371505,
      "num_tokens": 14577131.0,
      "step": 18920
    },
    {
      "epoch": 0.02401193366465489,
      "grad_norm": 5.375,
      "learning_rate": 4.8805657538521655e-05,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5245483696460724,
      "num_tokens": 14584811.0,
      "step": 18930
    },
    {
      "epoch": 0.024024618257187724,
      "grad_norm": 5.46875,
      "learning_rate": 4.880502322843537e-05,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5212130308151245,
      "num_tokens": 14592419.0,
      "step": 18940
    },
    {
      "epoch": 0.024037302849720558,
      "grad_norm": 4.71875,
      "learning_rate": 4.880438891834907e-05,
      "loss": 2.1797,
      "mean_token_accuracy": 0.5267571270465851,
      "num_tokens": 14600438.0,
      "step": 18950
    },
    {
      "epoch": 0.024049987442253392,
      "grad_norm": 5.625,
      "learning_rate": 4.880375460826278e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5621242582798004,
      "num_tokens": 14608483.0,
      "step": 18960
    },
    {
      "epoch": 0.024062672034786226,
      "grad_norm": 6.1875,
      "learning_rate": 4.8803120298176484e-05,
      "loss": 2.271,
      "mean_token_accuracy": 0.5040516346693039,
      "num_tokens": 14616940.0,
      "step": 18970
    },
    {
      "epoch": 0.02407535662731906,
      "grad_norm": 6.5,
      "learning_rate": 4.8802485988090196e-05,
      "loss": 1.8627,
      "mean_token_accuracy": 0.5777386903762818,
      "num_tokens": 14625035.0,
      "step": 18980
    },
    {
      "epoch": 0.024088041219851895,
      "grad_norm": 4.9375,
      "learning_rate": 4.880185167800391e-05,
      "loss": 2.385,
      "mean_token_accuracy": 0.5076439410448075,
      "num_tokens": 14631646.0,
      "step": 18990
    },
    {
      "epoch": 0.02410072581238473,
      "grad_norm": 8.5,
      "learning_rate": 4.880121736791761e-05,
      "loss": 1.7528,
      "mean_token_accuracy": 0.5935089588165283,
      "num_tokens": 14636683.0,
      "step": 19000
    },
    {
      "epoch": 0.024113410404917563,
      "grad_norm": 5.1875,
      "learning_rate": 4.8800583057831325e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5749042272567749,
      "num_tokens": 14643473.0,
      "step": 19010
    },
    {
      "epoch": 0.024126094997450397,
      "grad_norm": 5.9375,
      "learning_rate": 4.879994874774503e-05,
      "loss": 1.8615,
      "mean_token_accuracy": 0.5874299585819245,
      "num_tokens": 14649680.0,
      "step": 19020
    },
    {
      "epoch": 0.02413877958998323,
      "grad_norm": 6.6875,
      "learning_rate": 4.8799314437658736e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5285941332578659,
      "num_tokens": 14657995.0,
      "step": 19030
    },
    {
      "epoch": 0.024151464182516066,
      "grad_norm": 5.71875,
      "learning_rate": 4.879868012757245e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5353395462036132,
      "num_tokens": 14665339.0,
      "step": 19040
    },
    {
      "epoch": 0.0241641487750489,
      "grad_norm": 7.4375,
      "learning_rate": 4.8798045817486154e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5288791239261628,
      "num_tokens": 14672911.0,
      "step": 19050
    },
    {
      "epoch": 0.024176833367581734,
      "grad_norm": 5.5,
      "learning_rate": 4.8797411507399866e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.5789042681455612,
      "num_tokens": 14680030.0,
      "step": 19060
    },
    {
      "epoch": 0.02418951796011457,
      "grad_norm": 7.0625,
      "learning_rate": 4.879677719731357e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5529574573040008,
      "num_tokens": 14687728.0,
      "step": 19070
    },
    {
      "epoch": 0.024202202552647403,
      "grad_norm": 5.40625,
      "learning_rate": 4.879614288722728e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5441880881786346,
      "num_tokens": 14696671.0,
      "step": 19080
    },
    {
      "epoch": 0.024214887145180237,
      "grad_norm": 5.0,
      "learning_rate": 4.879550857714099e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5590721219778061,
      "num_tokens": 14703584.0,
      "step": 19090
    },
    {
      "epoch": 0.02422757173771307,
      "grad_norm": 6.9375,
      "learning_rate": 4.8794874267054694e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5131219267845154,
      "num_tokens": 14711345.0,
      "step": 19100
    },
    {
      "epoch": 0.024240256330245905,
      "grad_norm": 5.5625,
      "learning_rate": 4.8794239956968406e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5722135543823242,
      "num_tokens": 14718390.0,
      "step": 19110
    },
    {
      "epoch": 0.024252940922778736,
      "grad_norm": 4.71875,
      "learning_rate": 4.879360564688211e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5181250602006913,
      "num_tokens": 14726324.0,
      "step": 19120
    },
    {
      "epoch": 0.02426562551531157,
      "grad_norm": 5.1875,
      "learning_rate": 4.8792971336795823e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5206748425960541,
      "num_tokens": 14734496.0,
      "step": 19130
    },
    {
      "epoch": 0.024278310107844404,
      "grad_norm": 5.65625,
      "learning_rate": 4.8792337026709536e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.543407529592514,
      "num_tokens": 14740739.0,
      "step": 19140
    },
    {
      "epoch": 0.02429099470037724,
      "grad_norm": 7.0,
      "learning_rate": 4.879170271662324e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5405914396047592,
      "num_tokens": 14748563.0,
      "step": 19150
    },
    {
      "epoch": 0.024303679292910073,
      "grad_norm": 7.5625,
      "learning_rate": 4.8791068406536946e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5271483987569809,
      "num_tokens": 14756176.0,
      "step": 19160
    },
    {
      "epoch": 0.024316363885442907,
      "grad_norm": 3.703125,
      "learning_rate": 4.879043409645065e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5478333860635758,
      "num_tokens": 14764467.0,
      "step": 19170
    },
    {
      "epoch": 0.02432904847797574,
      "grad_norm": 6.125,
      "learning_rate": 4.8789799786364364e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5192628234624863,
      "num_tokens": 14772017.0,
      "step": 19180
    },
    {
      "epoch": 0.024341733070508575,
      "grad_norm": 5.0625,
      "learning_rate": 4.8789165476278076e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5441539764404297,
      "num_tokens": 14780335.0,
      "step": 19190
    },
    {
      "epoch": 0.02435441766304141,
      "grad_norm": 5.90625,
      "learning_rate": 4.878853116619178e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5751519173383712,
      "num_tokens": 14786038.0,
      "step": 19200
    },
    {
      "epoch": 0.024367102255574244,
      "grad_norm": 5.90625,
      "learning_rate": 4.878789685610549e-05,
      "loss": 2.2753,
      "mean_token_accuracy": 0.5020782291889191,
      "num_tokens": 14794354.0,
      "step": 19210
    },
    {
      "epoch": 0.024379786848107078,
      "grad_norm": 4.65625,
      "learning_rate": 4.87872625460192e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5220679521560669,
      "num_tokens": 14801775.0,
      "step": 19220
    },
    {
      "epoch": 0.024392471440639912,
      "grad_norm": 7.65625,
      "learning_rate": 4.8786628235932904e-05,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5112052232027053,
      "num_tokens": 14810801.0,
      "step": 19230
    },
    {
      "epoch": 0.024405156033172747,
      "grad_norm": 6.40625,
      "learning_rate": 4.8785993925846616e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.558093586564064,
      "num_tokens": 14818056.0,
      "step": 19240
    },
    {
      "epoch": 0.02441784062570558,
      "grad_norm": 5.21875,
      "learning_rate": 4.878535961576032e-05,
      "loss": 2.2654,
      "mean_token_accuracy": 0.5189529865980148,
      "num_tokens": 14826112.0,
      "step": 19250
    },
    {
      "epoch": 0.024430525218238415,
      "grad_norm": 4.40625,
      "learning_rate": 4.8784725305674034e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5486044824123383,
      "num_tokens": 14834197.0,
      "step": 19260
    },
    {
      "epoch": 0.02444320981077125,
      "grad_norm": 6.78125,
      "learning_rate": 4.878409099558774e-05,
      "loss": 2.2561,
      "mean_token_accuracy": 0.5123234897851944,
      "num_tokens": 14840382.0,
      "step": 19270
    },
    {
      "epoch": 0.024455894403304083,
      "grad_norm": 6.15625,
      "learning_rate": 4.878345668550145e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5290708541870117,
      "num_tokens": 14848406.0,
      "step": 19280
    },
    {
      "epoch": 0.024468578995836918,
      "grad_norm": 8.125,
      "learning_rate": 4.878282237541516e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5263899832963943,
      "num_tokens": 14857204.0,
      "step": 19290
    },
    {
      "epoch": 0.024481263588369752,
      "grad_norm": 6.0,
      "learning_rate": 4.878218806532887e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5337677240371704,
      "num_tokens": 14865579.0,
      "step": 19300
    },
    {
      "epoch": 0.024493948180902586,
      "grad_norm": 5.4375,
      "learning_rate": 4.8781553755242574e-05,
      "loss": 2.297,
      "mean_token_accuracy": 0.5037625342607498,
      "num_tokens": 14871859.0,
      "step": 19310
    },
    {
      "epoch": 0.02450663277343542,
      "grad_norm": 8.5625,
      "learning_rate": 4.878091944515628e-05,
      "loss": 1.945,
      "mean_token_accuracy": 0.5706925481557846,
      "num_tokens": 14878796.0,
      "step": 19320
    },
    {
      "epoch": 0.024519317365968255,
      "grad_norm": 5.875,
      "learning_rate": 4.878028513506999e-05,
      "loss": 1.7392,
      "mean_token_accuracy": 0.6146078199148178,
      "num_tokens": 14884540.0,
      "step": 19330
    },
    {
      "epoch": 0.02453200195850109,
      "grad_norm": 6.46875,
      "learning_rate": 4.8779650824983704e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5416741162538529,
      "num_tokens": 14892259.0,
      "step": 19340
    },
    {
      "epoch": 0.02454468655103392,
      "grad_norm": 6.46875,
      "learning_rate": 4.877901651489741e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5593987941741944,
      "num_tokens": 14899259.0,
      "step": 19350
    },
    {
      "epoch": 0.024557371143566754,
      "grad_norm": 6.8125,
      "learning_rate": 4.877838220481112e-05,
      "loss": 2.2088,
      "mean_token_accuracy": 0.5196523398160935,
      "num_tokens": 14907721.0,
      "step": 19360
    },
    {
      "epoch": 0.024570055736099588,
      "grad_norm": 6.78125,
      "learning_rate": 4.8777747894724826e-05,
      "loss": 1.8774,
      "mean_token_accuracy": 0.5812082618474961,
      "num_tokens": 14914361.0,
      "step": 19370
    },
    {
      "epoch": 0.024582740328632422,
      "grad_norm": 5.28125,
      "learning_rate": 4.877711358463853e-05,
      "loss": 2.3435,
      "mean_token_accuracy": 0.5033275306224823,
      "num_tokens": 14922415.0,
      "step": 19380
    },
    {
      "epoch": 0.024595424921165256,
      "grad_norm": 5.125,
      "learning_rate": 4.8776479274552244e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5525063395500183,
      "num_tokens": 14929073.0,
      "step": 19390
    },
    {
      "epoch": 0.02460810951369809,
      "grad_norm": 6.40625,
      "learning_rate": 4.877584496446595e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5610225468873977,
      "num_tokens": 14936033.0,
      "step": 19400
    },
    {
      "epoch": 0.024620794106230925,
      "grad_norm": 6.90625,
      "learning_rate": 4.877521065437966e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.522592642903328,
      "num_tokens": 14944245.0,
      "step": 19410
    },
    {
      "epoch": 0.02463347869876376,
      "grad_norm": 5.21875,
      "learning_rate": 4.877457634429337e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5633014410734176,
      "num_tokens": 14951044.0,
      "step": 19420
    },
    {
      "epoch": 0.024646163291296593,
      "grad_norm": 7.0625,
      "learning_rate": 4.877394203420708e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5526497513055801,
      "num_tokens": 14958223.0,
      "step": 19430
    },
    {
      "epoch": 0.024658847883829427,
      "grad_norm": 5.46875,
      "learning_rate": 4.8773307724120784e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5323956191539765,
      "num_tokens": 14966742.0,
      "step": 19440
    },
    {
      "epoch": 0.02467153247636226,
      "grad_norm": 5.84375,
      "learning_rate": 4.877267341403449e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5324648439884185,
      "num_tokens": 14975238.0,
      "step": 19450
    },
    {
      "epoch": 0.024684217068895096,
      "grad_norm": 6.03125,
      "learning_rate": 4.87720391039482e-05,
      "loss": 2.157,
      "mean_token_accuracy": 0.5221379637718201,
      "num_tokens": 14983348.0,
      "step": 19460
    },
    {
      "epoch": 0.02469690166142793,
      "grad_norm": 7.34375,
      "learning_rate": 4.877140479386191e-05,
      "loss": 2.2338,
      "mean_token_accuracy": 0.5217690169811249,
      "num_tokens": 14990949.0,
      "step": 19470
    },
    {
      "epoch": 0.024709586253960764,
      "grad_norm": 4.625,
      "learning_rate": 4.877077048377562e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5327637076377869,
      "num_tokens": 14999195.0,
      "step": 19480
    },
    {
      "epoch": 0.0247222708464936,
      "grad_norm": 5.03125,
      "learning_rate": 4.877013617368933e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.539895236492157,
      "num_tokens": 15007379.0,
      "step": 19490
    },
    {
      "epoch": 0.024734955439026433,
      "grad_norm": 4.84375,
      "learning_rate": 4.876950186360304e-05,
      "loss": 2.2465,
      "mean_token_accuracy": 0.5063511967658997,
      "num_tokens": 15016374.0,
      "step": 19500
    },
    {
      "epoch": 0.024747640031559267,
      "grad_norm": 4.5625,
      "learning_rate": 4.876886755351674e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5871105939149857,
      "num_tokens": 15023874.0,
      "step": 19510
    },
    {
      "epoch": 0.0247603246240921,
      "grad_norm": 8.5,
      "learning_rate": 4.876823324343045e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5775108098983764,
      "num_tokens": 15030119.0,
      "step": 19520
    },
    {
      "epoch": 0.024773009216624935,
      "grad_norm": 7.375,
      "learning_rate": 4.876759893334416e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5493951320648194,
      "num_tokens": 15036791.0,
      "step": 19530
    },
    {
      "epoch": 0.02478569380915777,
      "grad_norm": 5.96875,
      "learning_rate": 4.876696462325787e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5433653384447098,
      "num_tokens": 15043772.0,
      "step": 19540
    },
    {
      "epoch": 0.024798378401690604,
      "grad_norm": 6.875,
      "learning_rate": 4.876633031317158e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5032962918281555,
      "num_tokens": 15051908.0,
      "step": 19550
    },
    {
      "epoch": 0.024811062994223438,
      "grad_norm": 6.15625,
      "learning_rate": 4.876569600308529e-05,
      "loss": 2.3915,
      "mean_token_accuracy": 0.4943100541830063,
      "num_tokens": 15059865.0,
      "step": 19560
    },
    {
      "epoch": 0.024823747586756272,
      "grad_norm": 5.1875,
      "learning_rate": 4.8765061692998994e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5362913280725479,
      "num_tokens": 15067923.0,
      "step": 19570
    },
    {
      "epoch": 0.024836432179289103,
      "grad_norm": 5.28125,
      "learning_rate": 4.87644273829127e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5286277711391449,
      "num_tokens": 15076648.0,
      "step": 19580
    },
    {
      "epoch": 0.024849116771821937,
      "grad_norm": 5.3125,
      "learning_rate": 4.876379307282641e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5518418282270432,
      "num_tokens": 15085018.0,
      "step": 19590
    },
    {
      "epoch": 0.02486180136435477,
      "grad_norm": 9.125,
      "learning_rate": 4.876315876274012e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5623357713222503,
      "num_tokens": 15091468.0,
      "step": 19600
    },
    {
      "epoch": 0.024874485956887606,
      "grad_norm": 4.84375,
      "learning_rate": 4.876252445265383e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5421667963266372,
      "num_tokens": 15099156.0,
      "step": 19610
    },
    {
      "epoch": 0.02488717054942044,
      "grad_norm": 7.34375,
      "learning_rate": 4.876189014256754e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.530878022313118,
      "num_tokens": 15106113.0,
      "step": 19620
    },
    {
      "epoch": 0.024899855141953274,
      "grad_norm": 4.6875,
      "learning_rate": 4.876125583248125e-05,
      "loss": 1.9011,
      "mean_token_accuracy": 0.5566300988197327,
      "num_tokens": 15114580.0,
      "step": 19630
    },
    {
      "epoch": 0.024912539734486108,
      "grad_norm": 5.375,
      "learning_rate": 4.876062152239496e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.543354970216751,
      "num_tokens": 15121811.0,
      "step": 19640
    },
    {
      "epoch": 0.024925224327018942,
      "grad_norm": 4.96875,
      "learning_rate": 4.875998721230866e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5477161943912506,
      "num_tokens": 15129040.0,
      "step": 19650
    },
    {
      "epoch": 0.024937908919551777,
      "grad_norm": 5.96875,
      "learning_rate": 4.875935290222237e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5441032171249389,
      "num_tokens": 15136782.0,
      "step": 19660
    },
    {
      "epoch": 0.02495059351208461,
      "grad_norm": 6.75,
      "learning_rate": 4.875871859213608e-05,
      "loss": 1.8972,
      "mean_token_accuracy": 0.5716674715280533,
      "num_tokens": 15143560.0,
      "step": 19670
    },
    {
      "epoch": 0.024963278104617445,
      "grad_norm": 4.71875,
      "learning_rate": 4.875808428204979e-05,
      "loss": 2.3147,
      "mean_token_accuracy": 0.5004730731248855,
      "num_tokens": 15152844.0,
      "step": 19680
    },
    {
      "epoch": 0.02497596269715028,
      "grad_norm": 6.5,
      "learning_rate": 4.87574499719635e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5373412132263183,
      "num_tokens": 15160935.0,
      "step": 19690
    },
    {
      "epoch": 0.024988647289683114,
      "grad_norm": 2.328125,
      "learning_rate": 4.8756815661877205e-05,
      "loss": 1.9197,
      "mean_token_accuracy": 0.5837844491004944,
      "num_tokens": 15167622.0,
      "step": 19700
    },
    {
      "epoch": 0.025001331882215948,
      "grad_norm": 8.0,
      "learning_rate": 4.875618135179092e-05,
      "loss": 1.8891,
      "mean_token_accuracy": 0.5818625569343567,
      "num_tokens": 15175209.0,
      "step": 19710
    },
    {
      "epoch": 0.025014016474748782,
      "grad_norm": 5.96875,
      "learning_rate": 4.875554704170462e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5290115594863891,
      "num_tokens": 15183975.0,
      "step": 19720
    },
    {
      "epoch": 0.025026701067281616,
      "grad_norm": 6.53125,
      "learning_rate": 4.875491273161833e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.533130344748497,
      "num_tokens": 15190119.0,
      "step": 19730
    },
    {
      "epoch": 0.02503938565981445,
      "grad_norm": 8.125,
      "learning_rate": 4.875427842153204e-05,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5272972464561463,
      "num_tokens": 15197938.0,
      "step": 19740
    },
    {
      "epoch": 0.025052070252347285,
      "grad_norm": 6.03125,
      "learning_rate": 4.8753644111445745e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5172062456607819,
      "num_tokens": 15207059.0,
      "step": 19750
    },
    {
      "epoch": 0.02506475484488012,
      "grad_norm": 7.21875,
      "learning_rate": 4.875300980135946e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5442161411046982,
      "num_tokens": 15213872.0,
      "step": 19760
    },
    {
      "epoch": 0.025077439437412953,
      "grad_norm": 4.59375,
      "learning_rate": 4.875237549127317e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5138223767280579,
      "num_tokens": 15221763.0,
      "step": 19770
    },
    {
      "epoch": 0.025090124029945787,
      "grad_norm": 5.9375,
      "learning_rate": 4.8751741181186875e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5324055671691894,
      "num_tokens": 15229989.0,
      "step": 19780
    },
    {
      "epoch": 0.02510280862247862,
      "grad_norm": 4.375,
      "learning_rate": 4.875110687110058e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5615860611200333,
      "num_tokens": 15237807.0,
      "step": 19790
    },
    {
      "epoch": 0.025115493215011456,
      "grad_norm": 7.21875,
      "learning_rate": 4.8750472561014285e-05,
      "loss": 2.2999,
      "mean_token_accuracy": 0.5057784289121627,
      "num_tokens": 15245743.0,
      "step": 19800
    },
    {
      "epoch": 0.02512817780754429,
      "grad_norm": 4.78125,
      "learning_rate": 4.8749838250928e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.522345346212387,
      "num_tokens": 15252940.0,
      "step": 19810
    },
    {
      "epoch": 0.02514086240007712,
      "grad_norm": 8.375,
      "learning_rate": 4.874920394084171e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5248742997646332,
      "num_tokens": 15259700.0,
      "step": 19820
    },
    {
      "epoch": 0.025153546992609955,
      "grad_norm": 5.15625,
      "learning_rate": 4.8748569630755415e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5358001798391342,
      "num_tokens": 15267020.0,
      "step": 19830
    },
    {
      "epoch": 0.02516623158514279,
      "grad_norm": 6.96875,
      "learning_rate": 4.874793532066913e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5295116037130356,
      "num_tokens": 15274556.0,
      "step": 19840
    },
    {
      "epoch": 0.025178916177675623,
      "grad_norm": 4.8125,
      "learning_rate": 4.874730101058283e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5309584230184555,
      "num_tokens": 15283223.0,
      "step": 19850
    },
    {
      "epoch": 0.025191600770208458,
      "grad_norm": 5.5625,
      "learning_rate": 4.874666670049654e-05,
      "loss": 2.2759,
      "mean_token_accuracy": 0.5054511696100235,
      "num_tokens": 15292115.0,
      "step": 19860
    },
    {
      "epoch": 0.025204285362741292,
      "grad_norm": 5.125,
      "learning_rate": 4.874603239041025e-05,
      "loss": 2.2541,
      "mean_token_accuracy": 0.5162252426147461,
      "num_tokens": 15299280.0,
      "step": 19870
    },
    {
      "epoch": 0.025216969955274126,
      "grad_norm": 4.75,
      "learning_rate": 4.8745398080323955e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5798530757427216,
      "num_tokens": 15305327.0,
      "step": 19880
    },
    {
      "epoch": 0.02522965454780696,
      "grad_norm": 6.9375,
      "learning_rate": 4.874476377023767e-05,
      "loss": 2.325,
      "mean_token_accuracy": 0.5037257552146912,
      "num_tokens": 15312067.0,
      "step": 19890
    },
    {
      "epoch": 0.025242339140339794,
      "grad_norm": 16.375,
      "learning_rate": 4.874412946015137e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.521183255314827,
      "num_tokens": 15319491.0,
      "step": 19900
    },
    {
      "epoch": 0.02525502373287263,
      "grad_norm": 5.0625,
      "learning_rate": 4.8743495150065085e-05,
      "loss": 2.2387,
      "mean_token_accuracy": 0.513979360461235,
      "num_tokens": 15328742.0,
      "step": 19910
    },
    {
      "epoch": 0.025267708325405463,
      "grad_norm": 6.5625,
      "learning_rate": 4.874286083997879e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5597860157489777,
      "num_tokens": 15336808.0,
      "step": 19920
    },
    {
      "epoch": 0.025280392917938297,
      "grad_norm": 5.75,
      "learning_rate": 4.8742226529892496e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5583697259426117,
      "num_tokens": 15345745.0,
      "step": 19930
    },
    {
      "epoch": 0.02529307751047113,
      "grad_norm": 6.40625,
      "learning_rate": 4.874159221980621e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5281594842672348,
      "num_tokens": 15352965.0,
      "step": 19940
    },
    {
      "epoch": 0.025305762103003965,
      "grad_norm": 5.8125,
      "learning_rate": 4.874095790971991e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5271840214729309,
      "num_tokens": 15361352.0,
      "step": 19950
    },
    {
      "epoch": 0.0253184466955368,
      "grad_norm": 5.15625,
      "learning_rate": 4.8740323599633625e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5260603725910187,
      "num_tokens": 15369010.0,
      "step": 19960
    },
    {
      "epoch": 0.025331131288069634,
      "grad_norm": 5.90625,
      "learning_rate": 4.873968928954734e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5347728073596955,
      "num_tokens": 15376774.0,
      "step": 19970
    },
    {
      "epoch": 0.025343815880602468,
      "grad_norm": 6.03125,
      "learning_rate": 4.873905497946104e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.513955083489418,
      "num_tokens": 15385162.0,
      "step": 19980
    },
    {
      "epoch": 0.025356500473135302,
      "grad_norm": 4.84375,
      "learning_rate": 4.8738420669374755e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5475051760673523,
      "num_tokens": 15392535.0,
      "step": 19990
    },
    {
      "epoch": 0.025369185065668137,
      "grad_norm": 5.5,
      "learning_rate": 4.873778635928845e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5160638123750687,
      "num_tokens": 15399626.0,
      "step": 20000
    },
    {
      "epoch": 0.02538186965820097,
      "grad_norm": 5.75,
      "learning_rate": 4.8737152049202165e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5276376485824585,
      "num_tokens": 15407310.0,
      "step": 20010
    },
    {
      "epoch": 0.025394554250733805,
      "grad_norm": 8.25,
      "learning_rate": 4.873651773911588e-05,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5173478573560715,
      "num_tokens": 15414645.0,
      "step": 20020
    },
    {
      "epoch": 0.02540723884326664,
      "grad_norm": 5.15625,
      "learning_rate": 4.873588342902958e-05,
      "loss": 2.3608,
      "mean_token_accuracy": 0.4981336236000061,
      "num_tokens": 15421802.0,
      "step": 20030
    },
    {
      "epoch": 0.025419923435799473,
      "grad_norm": 3.171875,
      "learning_rate": 4.8735249118943295e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5570571511983872,
      "num_tokens": 15428858.0,
      "step": 20040
    },
    {
      "epoch": 0.025432608028332304,
      "grad_norm": 4.8125,
      "learning_rate": 4.8734614808857e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5574513047933578,
      "num_tokens": 15436443.0,
      "step": 20050
    },
    {
      "epoch": 0.02544529262086514,
      "grad_norm": 4.65625,
      "learning_rate": 4.873398049877071e-05,
      "loss": 2.2733,
      "mean_token_accuracy": 0.5046862065792084,
      "num_tokens": 15444137.0,
      "step": 20060
    },
    {
      "epoch": 0.025457977213397973,
      "grad_norm": 5.65625,
      "learning_rate": 4.873334618868442e-05,
      "loss": 1.9011,
      "mean_token_accuracy": 0.5724556744098663,
      "num_tokens": 15451237.0,
      "step": 20070
    },
    {
      "epoch": 0.025470661805930807,
      "grad_norm": 5.40625,
      "learning_rate": 4.873271187859812e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5373960465192795,
      "num_tokens": 15459602.0,
      "step": 20080
    },
    {
      "epoch": 0.02548334639846364,
      "grad_norm": 5.53125,
      "learning_rate": 4.8732077568511835e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.526393273472786,
      "num_tokens": 15467193.0,
      "step": 20090
    },
    {
      "epoch": 0.025496030990996475,
      "grad_norm": 4.90625,
      "learning_rate": 4.873144325842554e-05,
      "loss": 2.2865,
      "mean_token_accuracy": 0.5100287824869156,
      "num_tokens": 15475831.0,
      "step": 20100
    },
    {
      "epoch": 0.02550871558352931,
      "grad_norm": 5.125,
      "learning_rate": 4.873080894833925e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5235920220613479,
      "num_tokens": 15484454.0,
      "step": 20110
    },
    {
      "epoch": 0.025521400176062144,
      "grad_norm": 4.71875,
      "learning_rate": 4.8730174638252965e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5174988120794296,
      "num_tokens": 15492991.0,
      "step": 20120
    },
    {
      "epoch": 0.025534084768594978,
      "grad_norm": 4.96875,
      "learning_rate": 4.872954032816667e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5309859812259674,
      "num_tokens": 15502276.0,
      "step": 20130
    },
    {
      "epoch": 0.025546769361127812,
      "grad_norm": 4.96875,
      "learning_rate": 4.8728906018080376e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5602254033088684,
      "num_tokens": 15510218.0,
      "step": 20140
    },
    {
      "epoch": 0.025559453953660646,
      "grad_norm": 4.78125,
      "learning_rate": 4.872827170799408e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5374400466680527,
      "num_tokens": 15518336.0,
      "step": 20150
    },
    {
      "epoch": 0.02557213854619348,
      "grad_norm": 5.375,
      "learning_rate": 4.872763739790779e-05,
      "loss": 1.6787,
      "mean_token_accuracy": 0.6346717208623887,
      "num_tokens": 15524466.0,
      "step": 20160
    },
    {
      "epoch": 0.025584823138726315,
      "grad_norm": 5.75,
      "learning_rate": 4.8727003087821505e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5219936579465866,
      "num_tokens": 15532354.0,
      "step": 20170
    },
    {
      "epoch": 0.02559750773125915,
      "grad_norm": 8.25,
      "learning_rate": 4.872636877773521e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5366843461990356,
      "num_tokens": 15539320.0,
      "step": 20180
    },
    {
      "epoch": 0.025610192323791983,
      "grad_norm": 9.75,
      "learning_rate": 4.872573446764892e-05,
      "loss": 2.3799,
      "mean_token_accuracy": 0.485821932554245,
      "num_tokens": 15547596.0,
      "step": 20190
    },
    {
      "epoch": 0.025622876916324817,
      "grad_norm": 6.34375,
      "learning_rate": 4.872510015756263e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5307152956724167,
      "num_tokens": 15554948.0,
      "step": 20200
    },
    {
      "epoch": 0.02563556150885765,
      "grad_norm": 5.21875,
      "learning_rate": 4.8724465847476333e-05,
      "loss": 2.2387,
      "mean_token_accuracy": 0.5149305433034896,
      "num_tokens": 15563671.0,
      "step": 20210
    },
    {
      "epoch": 0.025648246101390486,
      "grad_norm": 6.3125,
      "learning_rate": 4.8723831537390046e-05,
      "loss": 2.3597,
      "mean_token_accuracy": 0.4945161283016205,
      "num_tokens": 15571585.0,
      "step": 20220
    },
    {
      "epoch": 0.02566093069392332,
      "grad_norm": 7.46875,
      "learning_rate": 4.872319722730375e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5230146378278733,
      "num_tokens": 15578725.0,
      "step": 20230
    },
    {
      "epoch": 0.025673615286456154,
      "grad_norm": 6.1875,
      "learning_rate": 4.872256291721746e-05,
      "loss": 1.8858,
      "mean_token_accuracy": 0.5901319861412049,
      "num_tokens": 15585318.0,
      "step": 20240
    },
    {
      "epoch": 0.02568629987898899,
      "grad_norm": 4.3125,
      "learning_rate": 4.872192860713117e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5199825525283813,
      "num_tokens": 15592922.0,
      "step": 20250
    },
    {
      "epoch": 0.025698984471521823,
      "grad_norm": 10.875,
      "learning_rate": 4.872129429704488e-05,
      "loss": 2.2805,
      "mean_token_accuracy": 0.5086335241794586,
      "num_tokens": 15600305.0,
      "step": 20260
    },
    {
      "epoch": 0.025711669064054657,
      "grad_norm": 8.125,
      "learning_rate": 4.8720659986958586e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5295224666595459,
      "num_tokens": 15607630.0,
      "step": 20270
    },
    {
      "epoch": 0.02572435365658749,
      "grad_norm": 6.5,
      "learning_rate": 4.872002567687229e-05,
      "loss": 2.3384,
      "mean_token_accuracy": 0.48786882758140565,
      "num_tokens": 15616127.0,
      "step": 20280
    },
    {
      "epoch": 0.025737038249120322,
      "grad_norm": 7.0,
      "learning_rate": 4.8719391366786003e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5498818248510361,
      "num_tokens": 15622730.0,
      "step": 20290
    },
    {
      "epoch": 0.025749722841653156,
      "grad_norm": 6.09375,
      "learning_rate": 4.871875705669971e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5139533340930938,
      "num_tokens": 15631486.0,
      "step": 20300
    },
    {
      "epoch": 0.02576240743418599,
      "grad_norm": 7.125,
      "learning_rate": 4.871812274661342e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5586763322353363,
      "num_tokens": 15638698.0,
      "step": 20310
    },
    {
      "epoch": 0.025775092026718825,
      "grad_norm": 5.84375,
      "learning_rate": 4.871748843652713e-05,
      "loss": 1.8671,
      "mean_token_accuracy": 0.5898783504962921,
      "num_tokens": 15645251.0,
      "step": 20320
    },
    {
      "epoch": 0.02578777661925166,
      "grad_norm": 4.9375,
      "learning_rate": 4.871685412644084e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5254204928874969,
      "num_tokens": 15653538.0,
      "step": 20330
    },
    {
      "epoch": 0.025800461211784493,
      "grad_norm": 5.28125,
      "learning_rate": 4.8716219816354544e-05,
      "loss": 2.258,
      "mean_token_accuracy": 0.5087925940752029,
      "num_tokens": 15662312.0,
      "step": 20340
    },
    {
      "epoch": 0.025813145804317327,
      "grad_norm": 6.0625,
      "learning_rate": 4.871558550626825e-05,
      "loss": 2.3117,
      "mean_token_accuracy": 0.5094661951065064,
      "num_tokens": 15669772.0,
      "step": 20350
    },
    {
      "epoch": 0.02582583039685016,
      "grad_norm": 5.0,
      "learning_rate": 4.871495119618196e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5237876802682877,
      "num_tokens": 15677585.0,
      "step": 20360
    },
    {
      "epoch": 0.025838514989382996,
      "grad_norm": 6.875,
      "learning_rate": 4.871431688609567e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5243352830410004,
      "num_tokens": 15685805.0,
      "step": 20370
    },
    {
      "epoch": 0.02585119958191583,
      "grad_norm": 5.9375,
      "learning_rate": 4.871368257600938e-05,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5809203863143921,
      "num_tokens": 15692276.0,
      "step": 20380
    },
    {
      "epoch": 0.025863884174448664,
      "grad_norm": 4.5,
      "learning_rate": 4.871304826592309e-05,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5679209411144257,
      "num_tokens": 15699878.0,
      "step": 20390
    },
    {
      "epoch": 0.025876568766981498,
      "grad_norm": 5.34375,
      "learning_rate": 4.8712413955836796e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5299160897731781,
      "num_tokens": 15708132.0,
      "step": 20400
    },
    {
      "epoch": 0.025889253359514332,
      "grad_norm": 6.71875,
      "learning_rate": 4.871177964575051e-05,
      "loss": 2.4068,
      "mean_token_accuracy": 0.4950316697359085,
      "num_tokens": 15715927.0,
      "step": 20410
    },
    {
      "epoch": 0.025901937952047167,
      "grad_norm": 5.375,
      "learning_rate": 4.8711145335664214e-05,
      "loss": 2.334,
      "mean_token_accuracy": 0.5099095612764358,
      "num_tokens": 15724111.0,
      "step": 20420
    },
    {
      "epoch": 0.02591462254458,
      "grad_norm": 6.0,
      "learning_rate": 4.871051102557792e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5392749190330506,
      "num_tokens": 15731522.0,
      "step": 20430
    },
    {
      "epoch": 0.025927307137112835,
      "grad_norm": 5.375,
      "learning_rate": 4.870987671549163e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5304644852876663,
      "num_tokens": 15738730.0,
      "step": 20440
    },
    {
      "epoch": 0.02593999172964567,
      "grad_norm": 5.0,
      "learning_rate": 4.8709242405405336e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5551694691181183,
      "num_tokens": 15746417.0,
      "step": 20450
    },
    {
      "epoch": 0.025952676322178504,
      "grad_norm": 4.90625,
      "learning_rate": 4.870860809531905e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5359666317701339,
      "num_tokens": 15754218.0,
      "step": 20460
    },
    {
      "epoch": 0.025965360914711338,
      "grad_norm": 5.53125,
      "learning_rate": 4.870797378523276e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5589441388845444,
      "num_tokens": 15760465.0,
      "step": 20470
    },
    {
      "epoch": 0.025978045507244172,
      "grad_norm": 8.625,
      "learning_rate": 4.8707339475146466e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5525135397911072,
      "num_tokens": 15767040.0,
      "step": 20480
    },
    {
      "epoch": 0.025990730099777006,
      "grad_norm": 5.90625,
      "learning_rate": 4.870670516506017e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5371530950069427,
      "num_tokens": 15773589.0,
      "step": 20490
    },
    {
      "epoch": 0.02600341469230984,
      "grad_norm": 6.6875,
      "learning_rate": 4.870607085497388e-05,
      "loss": 1.8657,
      "mean_token_accuracy": 0.5807067036628724,
      "num_tokens": 15779500.0,
      "step": 20500
    },
    {
      "epoch": 0.026016099284842675,
      "grad_norm": 10.375,
      "learning_rate": 4.870543654488759e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5268860667943954,
      "num_tokens": 15786632.0,
      "step": 20510
    },
    {
      "epoch": 0.026028783877375505,
      "grad_norm": 4.875,
      "learning_rate": 4.87048022348013e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5178610324859619,
      "num_tokens": 15795474.0,
      "step": 20520
    },
    {
      "epoch": 0.02604146846990834,
      "grad_norm": 5.46875,
      "learning_rate": 4.8704167924715006e-05,
      "loss": 2.2975,
      "mean_token_accuracy": 0.5021646380424499,
      "num_tokens": 15804381.0,
      "step": 20530
    },
    {
      "epoch": 0.026054153062441174,
      "grad_norm": 6.125,
      "learning_rate": 4.870353361462872e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5213642537593841,
      "num_tokens": 15812641.0,
      "step": 20540
    },
    {
      "epoch": 0.026066837654974008,
      "grad_norm": 5.21875,
      "learning_rate": 4.8702899304542424e-05,
      "loss": 2.3023,
      "mean_token_accuracy": 0.506485441327095,
      "num_tokens": 15820823.0,
      "step": 20550
    },
    {
      "epoch": 0.026079522247506842,
      "grad_norm": 5.75,
      "learning_rate": 4.870226499445613e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5286728978157044,
      "num_tokens": 15829664.0,
      "step": 20560
    },
    {
      "epoch": 0.026092206840039676,
      "grad_norm": 5.46875,
      "learning_rate": 4.870163068436984e-05,
      "loss": 1.8609,
      "mean_token_accuracy": 0.5936526834964753,
      "num_tokens": 15837526.0,
      "step": 20570
    },
    {
      "epoch": 0.02610489143257251,
      "grad_norm": 5.59375,
      "learning_rate": 4.870099637428355e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.574401643872261,
      "num_tokens": 15844017.0,
      "step": 20580
    },
    {
      "epoch": 0.026117576025105345,
      "grad_norm": 5.71875,
      "learning_rate": 4.870036206419726e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5490651547908783,
      "num_tokens": 15851603.0,
      "step": 20590
    },
    {
      "epoch": 0.02613026061763818,
      "grad_norm": 5.34375,
      "learning_rate": 4.869972775411097e-05,
      "loss": 2.338,
      "mean_token_accuracy": 0.5073973685503006,
      "num_tokens": 15859362.0,
      "step": 20600
    },
    {
      "epoch": 0.026142945210171013,
      "grad_norm": 5.65625,
      "learning_rate": 4.8699093444024676e-05,
      "loss": 2.2456,
      "mean_token_accuracy": 0.5225545823574066,
      "num_tokens": 15867672.0,
      "step": 20610
    },
    {
      "epoch": 0.026155629802703848,
      "grad_norm": 7.40625,
      "learning_rate": 4.869845913393838e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5305695623159409,
      "num_tokens": 15873869.0,
      "step": 20620
    },
    {
      "epoch": 0.026168314395236682,
      "grad_norm": 16.0,
      "learning_rate": 4.869782482385209e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5591403126716614,
      "num_tokens": 15880650.0,
      "step": 20630
    },
    {
      "epoch": 0.026180998987769516,
      "grad_norm": 5.21875,
      "learning_rate": 4.86971905137658e-05,
      "loss": 1.8585,
      "mean_token_accuracy": 0.5752624899148941,
      "num_tokens": 15887689.0,
      "step": 20640
    },
    {
      "epoch": 0.02619368358030235,
      "grad_norm": 6.625,
      "learning_rate": 4.869655620367951e-05,
      "loss": 2.1999,
      "mean_token_accuracy": 0.5296850621700286,
      "num_tokens": 15895449.0,
      "step": 20650
    },
    {
      "epoch": 0.026206368172835184,
      "grad_norm": 5.5,
      "learning_rate": 4.8695921893593217e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5377361208200455,
      "num_tokens": 15903939.0,
      "step": 20660
    },
    {
      "epoch": 0.02621905276536802,
      "grad_norm": 3.765625,
      "learning_rate": 4.869528758350693e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5460477083921432,
      "num_tokens": 15911870.0,
      "step": 20670
    },
    {
      "epoch": 0.026231737357900853,
      "grad_norm": 5.15625,
      "learning_rate": 4.8694653273420634e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5343953460454941,
      "num_tokens": 15919361.0,
      "step": 20680
    },
    {
      "epoch": 0.026244421950433687,
      "grad_norm": 5.375,
      "learning_rate": 4.869401896333434e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5341479510068894,
      "num_tokens": 15926594.0,
      "step": 20690
    },
    {
      "epoch": 0.02625710654296652,
      "grad_norm": 5.1875,
      "learning_rate": 4.869338465324805e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5551688522100449,
      "num_tokens": 15934521.0,
      "step": 20700
    },
    {
      "epoch": 0.026269791135499355,
      "grad_norm": 5.90625,
      "learning_rate": 4.869275034316176e-05,
      "loss": 1.9193,
      "mean_token_accuracy": 0.5734959572553635,
      "num_tokens": 15941800.0,
      "step": 20710
    },
    {
      "epoch": 0.02628247572803219,
      "grad_norm": 5.0625,
      "learning_rate": 4.869211603307547e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5482392191886902,
      "num_tokens": 15950390.0,
      "step": 20720
    },
    {
      "epoch": 0.026295160320565024,
      "grad_norm": 7.8125,
      "learning_rate": 4.8691481722989174e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5156872481107712,
      "num_tokens": 15957075.0,
      "step": 20730
    },
    {
      "epoch": 0.026307844913097858,
      "grad_norm": 6.0,
      "learning_rate": 4.8690847412902887e-05,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5307026654481888,
      "num_tokens": 15963765.0,
      "step": 20740
    },
    {
      "epoch": 0.026320529505630692,
      "grad_norm": 4.78125,
      "learning_rate": 4.86902131028166e-05,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5288300663232803,
      "num_tokens": 15970224.0,
      "step": 20750
    },
    {
      "epoch": 0.026333214098163523,
      "grad_norm": 5.03125,
      "learning_rate": 4.86895787927303e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5231552958488465,
      "num_tokens": 15977413.0,
      "step": 20760
    },
    {
      "epoch": 0.026345898690696357,
      "grad_norm": 8.4375,
      "learning_rate": 4.868894448264401e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5314967006444931,
      "num_tokens": 15984484.0,
      "step": 20770
    },
    {
      "epoch": 0.02635858328322919,
      "grad_norm": 5.28125,
      "learning_rate": 4.8688310172557715e-05,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5648975253105164,
      "num_tokens": 15991680.0,
      "step": 20780
    },
    {
      "epoch": 0.026371267875762026,
      "grad_norm": 5.28125,
      "learning_rate": 4.868767586247143e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5431746184825897,
      "num_tokens": 15998652.0,
      "step": 20790
    },
    {
      "epoch": 0.02638395246829486,
      "grad_norm": 5.34375,
      "learning_rate": 4.868704155238514e-05,
      "loss": 2.181,
      "mean_token_accuracy": 0.5251268118619918,
      "num_tokens": 16006535.0,
      "step": 20800
    },
    {
      "epoch": 0.026396637060827694,
      "grad_norm": 5.75,
      "learning_rate": 4.8686407242298844e-05,
      "loss": 1.8911,
      "mean_token_accuracy": 0.580213388800621,
      "num_tokens": 16012991.0,
      "step": 20810
    },
    {
      "epoch": 0.02640932165336053,
      "grad_norm": 5.96875,
      "learning_rate": 4.8685772932212556e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5462191820144653,
      "num_tokens": 16021027.0,
      "step": 20820
    },
    {
      "epoch": 0.026422006245893363,
      "grad_norm": 5.84375,
      "learning_rate": 4.868513862212626e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.530485087633133,
      "num_tokens": 16029290.0,
      "step": 20830
    },
    {
      "epoch": 0.026434690838426197,
      "grad_norm": 7.09375,
      "learning_rate": 4.868450431203997e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5271394520998001,
      "num_tokens": 16036230.0,
      "step": 20840
    },
    {
      "epoch": 0.02644737543095903,
      "grad_norm": 7.5,
      "learning_rate": 4.868387000195368e-05,
      "loss": 2.3978,
      "mean_token_accuracy": 0.4991053342819214,
      "num_tokens": 16043478.0,
      "step": 20850
    },
    {
      "epoch": 0.026460060023491865,
      "grad_norm": 6.5,
      "learning_rate": 4.8683235691867385e-05,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5242885142564774,
      "num_tokens": 16050384.0,
      "step": 20860
    },
    {
      "epoch": 0.0264727446160247,
      "grad_norm": 5.46875,
      "learning_rate": 4.86826013817811e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.514077952504158,
      "num_tokens": 16057933.0,
      "step": 20870
    },
    {
      "epoch": 0.026485429208557534,
      "grad_norm": 6.1875,
      "learning_rate": 4.86819670716948e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5340710669755936,
      "num_tokens": 16064603.0,
      "step": 20880
    },
    {
      "epoch": 0.026498113801090368,
      "grad_norm": 6.71875,
      "learning_rate": 4.8681332761608514e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5419975459575653,
      "num_tokens": 16072808.0,
      "step": 20890
    },
    {
      "epoch": 0.026510798393623202,
      "grad_norm": 6.125,
      "learning_rate": 4.868069845152222e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5783892631530761,
      "num_tokens": 16079974.0,
      "step": 20900
    },
    {
      "epoch": 0.026523482986156036,
      "grad_norm": 5.6875,
      "learning_rate": 4.8680064141435925e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5458353877067565,
      "num_tokens": 16089146.0,
      "step": 20910
    },
    {
      "epoch": 0.02653616757868887,
      "grad_norm": 7.875,
      "learning_rate": 4.867942983134964e-05,
      "loss": 2.3092,
      "mean_token_accuracy": 0.49911307394504545,
      "num_tokens": 16097623.0,
      "step": 20920
    },
    {
      "epoch": 0.026548852171221705,
      "grad_norm": 5.1875,
      "learning_rate": 4.867879552126334e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5290913611650467,
      "num_tokens": 16105820.0,
      "step": 20930
    },
    {
      "epoch": 0.02656153676375454,
      "grad_norm": 4.5625,
      "learning_rate": 4.8678161211177055e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5273996293544769,
      "num_tokens": 16113302.0,
      "step": 20940
    },
    {
      "epoch": 0.026574221356287373,
      "grad_norm": 7.5625,
      "learning_rate": 4.867752690109077e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5516236335039139,
      "num_tokens": 16121150.0,
      "step": 20950
    },
    {
      "epoch": 0.026586905948820207,
      "grad_norm": 5.53125,
      "learning_rate": 4.867689259100447e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5227807700634003,
      "num_tokens": 16130436.0,
      "step": 20960
    },
    {
      "epoch": 0.02659959054135304,
      "grad_norm": 5.65625,
      "learning_rate": 4.867625828091818e-05,
      "loss": 2.2502,
      "mean_token_accuracy": 0.5148070812225342,
      "num_tokens": 16139148.0,
      "step": 20970
    },
    {
      "epoch": 0.026612275133885876,
      "grad_norm": 9.375,
      "learning_rate": 4.867562397083188e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5650967121124267,
      "num_tokens": 16146626.0,
      "step": 20980
    },
    {
      "epoch": 0.026624959726418707,
      "grad_norm": 6.0625,
      "learning_rate": 4.8674989660745595e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.541836503148079,
      "num_tokens": 16153543.0,
      "step": 20990
    },
    {
      "epoch": 0.02663764431895154,
      "grad_norm": 4.90625,
      "learning_rate": 4.867435535065931e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5501577675342559,
      "num_tokens": 16160975.0,
      "step": 21000
    },
    {
      "epoch": 0.026650328911484375,
      "grad_norm": 5.4375,
      "learning_rate": 4.867372104057301e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5466067403554916,
      "num_tokens": 16167808.0,
      "step": 21010
    },
    {
      "epoch": 0.02666301350401721,
      "grad_norm": 5.03125,
      "learning_rate": 4.8673086730486724e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5415376126766205,
      "num_tokens": 16176041.0,
      "step": 21020
    },
    {
      "epoch": 0.026675698096550043,
      "grad_norm": 5.9375,
      "learning_rate": 4.867245242040043e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5297438502311707,
      "num_tokens": 16182493.0,
      "step": 21030
    },
    {
      "epoch": 0.026688382689082878,
      "grad_norm": 5.3125,
      "learning_rate": 4.8671818110314135e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5269475847482681,
      "num_tokens": 16191598.0,
      "step": 21040
    },
    {
      "epoch": 0.026701067281615712,
      "grad_norm": 5.3125,
      "learning_rate": 4.867118380022785e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5394657135009766,
      "num_tokens": 16199927.0,
      "step": 21050
    },
    {
      "epoch": 0.026713751874148546,
      "grad_norm": 4.71875,
      "learning_rate": 4.867054949014155e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5498403161764145,
      "num_tokens": 16208415.0,
      "step": 21060
    },
    {
      "epoch": 0.02672643646668138,
      "grad_norm": 7.78125,
      "learning_rate": 4.8669915180055265e-05,
      "loss": 2.3785,
      "mean_token_accuracy": 0.5035867601633072,
      "num_tokens": 16216871.0,
      "step": 21070
    },
    {
      "epoch": 0.026739121059214215,
      "grad_norm": 6.09375,
      "learning_rate": 4.866928086996897e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5572197258472442,
      "num_tokens": 16224854.0,
      "step": 21080
    },
    {
      "epoch": 0.02675180565174705,
      "grad_norm": 9.625,
      "learning_rate": 4.866864655988268e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5342027604579925,
      "num_tokens": 16230764.0,
      "step": 21090
    },
    {
      "epoch": 0.026764490244279883,
      "grad_norm": 7.1875,
      "learning_rate": 4.866801224979639e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5454104155302048,
      "num_tokens": 16238002.0,
      "step": 21100
    },
    {
      "epoch": 0.026777174836812717,
      "grad_norm": 5.90625,
      "learning_rate": 4.866737793971009e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.5625461220741272,
      "num_tokens": 16245694.0,
      "step": 21110
    },
    {
      "epoch": 0.02678985942934555,
      "grad_norm": 7.28125,
      "learning_rate": 4.8666743629623805e-05,
      "loss": 2.2606,
      "mean_token_accuracy": 0.5145332902669907,
      "num_tokens": 16253318.0,
      "step": 21120
    },
    {
      "epoch": 0.026802544021878386,
      "grad_norm": 9.5,
      "learning_rate": 4.866610931953751e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5287763476371765,
      "num_tokens": 16261096.0,
      "step": 21130
    },
    {
      "epoch": 0.02681522861441122,
      "grad_norm": 4.71875,
      "learning_rate": 4.866547500945122e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5343998908996582,
      "num_tokens": 16269280.0,
      "step": 21140
    },
    {
      "epoch": 0.026827913206944054,
      "grad_norm": 5.40625,
      "learning_rate": 4.8664840699364935e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5483585089445114,
      "num_tokens": 16275852.0,
      "step": 21150
    },
    {
      "epoch": 0.026840597799476888,
      "grad_norm": 7.28125,
      "learning_rate": 4.866420638927864e-05,
      "loss": 1.7722,
      "mean_token_accuracy": 0.6161072462797165,
      "num_tokens": 16280646.0,
      "step": 21160
    },
    {
      "epoch": 0.026853282392009722,
      "grad_norm": 4.9375,
      "learning_rate": 4.866357207919235e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5612854957580566,
      "num_tokens": 16287928.0,
      "step": 21170
    },
    {
      "epoch": 0.026865966984542557,
      "grad_norm": 7.90625,
      "learning_rate": 4.866293776910605e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5224628210067749,
      "num_tokens": 16295747.0,
      "step": 21180
    },
    {
      "epoch": 0.02687865157707539,
      "grad_norm": 5.09375,
      "learning_rate": 4.866230345901976e-05,
      "loss": 2.2375,
      "mean_token_accuracy": 0.5214436680078507,
      "num_tokens": 16304426.0,
      "step": 21190
    },
    {
      "epoch": 0.026891336169608225,
      "grad_norm": 5.25,
      "learning_rate": 4.8661669148933475e-05,
      "loss": 2.321,
      "mean_token_accuracy": 0.5203989118337631,
      "num_tokens": 16312536.0,
      "step": 21200
    },
    {
      "epoch": 0.02690402076214106,
      "grad_norm": 4.65625,
      "learning_rate": 4.866103483884718e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5633448690176011,
      "num_tokens": 16320918.0,
      "step": 21210
    },
    {
      "epoch": 0.026916705354673894,
      "grad_norm": 5.0625,
      "learning_rate": 4.866040052876089e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5200701475143432,
      "num_tokens": 16329737.0,
      "step": 21220
    },
    {
      "epoch": 0.026929389947206724,
      "grad_norm": 5.3125,
      "learning_rate": 4.86597662186746e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5504012525081634,
      "num_tokens": 16336732.0,
      "step": 21230
    },
    {
      "epoch": 0.02694207453973956,
      "grad_norm": 6.21875,
      "learning_rate": 4.865913190858831e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5363754063844681,
      "num_tokens": 16344743.0,
      "step": 21240
    },
    {
      "epoch": 0.026954759132272393,
      "grad_norm": 6.09375,
      "learning_rate": 4.8658497598502015e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5198172777891159,
      "num_tokens": 16352815.0,
      "step": 21250
    },
    {
      "epoch": 0.026967443724805227,
      "grad_norm": 5.34375,
      "learning_rate": 4.865786328841572e-05,
      "loss": 2.2891,
      "mean_token_accuracy": 0.5086829930543899,
      "num_tokens": 16360766.0,
      "step": 21260
    },
    {
      "epoch": 0.02698012831733806,
      "grad_norm": 5.625,
      "learning_rate": 4.865722897832943e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5551714777946473,
      "num_tokens": 16368180.0,
      "step": 21270
    },
    {
      "epoch": 0.026992812909870895,
      "grad_norm": 5.875,
      "learning_rate": 4.865659466824314e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5597206681966782,
      "num_tokens": 16375689.0,
      "step": 21280
    },
    {
      "epoch": 0.02700549750240373,
      "grad_norm": 4.8125,
      "learning_rate": 4.865596035815685e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5258012592792511,
      "num_tokens": 16384807.0,
      "step": 21290
    },
    {
      "epoch": 0.027018182094936564,
      "grad_norm": 6.75,
      "learning_rate": 4.865532604807056e-05,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5597943544387818,
      "num_tokens": 16391141.0,
      "step": 21300
    },
    {
      "epoch": 0.027030866687469398,
      "grad_norm": 6.21875,
      "learning_rate": 4.865469173798427e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5370277971029281,
      "num_tokens": 16398258.0,
      "step": 21310
    },
    {
      "epoch": 0.027043551280002232,
      "grad_norm": 5.8125,
      "learning_rate": 4.865405742789797e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5267502069473267,
      "num_tokens": 16407312.0,
      "step": 21320
    },
    {
      "epoch": 0.027056235872535066,
      "grad_norm": 7.84375,
      "learning_rate": 4.865342311781168e-05,
      "loss": 2.2516,
      "mean_token_accuracy": 0.5155006527900696,
      "num_tokens": 16414310.0,
      "step": 21330
    },
    {
      "epoch": 0.0270689204650679,
      "grad_norm": 5.78125,
      "learning_rate": 4.865278880772539e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5444049656391143,
      "num_tokens": 16422221.0,
      "step": 21340
    },
    {
      "epoch": 0.027081605057600735,
      "grad_norm": 5.8125,
      "learning_rate": 4.86521544976391e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5260727018117904,
      "num_tokens": 16430052.0,
      "step": 21350
    },
    {
      "epoch": 0.02709428965013357,
      "grad_norm": 5.40625,
      "learning_rate": 4.865152018755281e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5349004745483399,
      "num_tokens": 16437627.0,
      "step": 21360
    },
    {
      "epoch": 0.027106974242666403,
      "grad_norm": 6.90625,
      "learning_rate": 4.865088587746652e-05,
      "loss": 2.3073,
      "mean_token_accuracy": 0.52189319729805,
      "num_tokens": 16445718.0,
      "step": 21370
    },
    {
      "epoch": 0.027119658835199238,
      "grad_norm": 5.1875,
      "learning_rate": 4.8650251567380226e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5698401957750321,
      "num_tokens": 16453253.0,
      "step": 21380
    },
    {
      "epoch": 0.02713234342773207,
      "grad_norm": 5.3125,
      "learning_rate": 4.864961725729393e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5171679317951202,
      "num_tokens": 16460827.0,
      "step": 21390
    },
    {
      "epoch": 0.027145028020264906,
      "grad_norm": 5.0625,
      "learning_rate": 4.864898294720764e-05,
      "loss": 2.3702,
      "mean_token_accuracy": 0.490959033370018,
      "num_tokens": 16469224.0,
      "step": 21400
    },
    {
      "epoch": 0.02715771261279774,
      "grad_norm": 5.21875,
      "learning_rate": 4.864834863712135e-05,
      "loss": 2.3057,
      "mean_token_accuracy": 0.5115752041339874,
      "num_tokens": 16477091.0,
      "step": 21410
    },
    {
      "epoch": 0.027170397205330574,
      "grad_norm": 6.53125,
      "learning_rate": 4.864771432703506e-05,
      "loss": 2.335,
      "mean_token_accuracy": 0.49852715730667113,
      "num_tokens": 16485433.0,
      "step": 21420
    },
    {
      "epoch": 0.02718308179786341,
      "grad_norm": 5.09375,
      "learning_rate": 4.864708001694877e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5267164707183838,
      "num_tokens": 16494858.0,
      "step": 21430
    },
    {
      "epoch": 0.027195766390396243,
      "grad_norm": 6.5625,
      "learning_rate": 4.864644570686248e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5756216943264008,
      "num_tokens": 16501131.0,
      "step": 21440
    },
    {
      "epoch": 0.027208450982929077,
      "grad_norm": 6.59375,
      "learning_rate": 4.864581139677618e-05,
      "loss": 2.3817,
      "mean_token_accuracy": 0.4955918908119202,
      "num_tokens": 16509405.0,
      "step": 21450
    },
    {
      "epoch": 0.027221135575461908,
      "grad_norm": 4.96875,
      "learning_rate": 4.864517708668989e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5361831486225128,
      "num_tokens": 16516106.0,
      "step": 21460
    },
    {
      "epoch": 0.027233820167994742,
      "grad_norm": 4.4375,
      "learning_rate": 4.86445427766036e-05,
      "loss": 2.3481,
      "mean_token_accuracy": 0.5007028669118881,
      "num_tokens": 16525333.0,
      "step": 21470
    },
    {
      "epoch": 0.027246504760527576,
      "grad_norm": 5.3125,
      "learning_rate": 4.864390846651731e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5350638210773468,
      "num_tokens": 16532353.0,
      "step": 21480
    },
    {
      "epoch": 0.02725918935306041,
      "grad_norm": 5.75,
      "learning_rate": 4.864327415643102e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5506827980279922,
      "num_tokens": 16539294.0,
      "step": 21490
    },
    {
      "epoch": 0.027271873945593245,
      "grad_norm": 6.03125,
      "learning_rate": 4.864263984634473e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5493366062641144,
      "num_tokens": 16547974.0,
      "step": 21500
    },
    {
      "epoch": 0.02728455853812608,
      "grad_norm": 5.6875,
      "learning_rate": 4.8642005536258436e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5759135603904724,
      "num_tokens": 16555629.0,
      "step": 21510
    },
    {
      "epoch": 0.027297243130658913,
      "grad_norm": 5.4375,
      "learning_rate": 4.864137122617214e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.555830666422844,
      "num_tokens": 16562055.0,
      "step": 21520
    },
    {
      "epoch": 0.027309927723191747,
      "grad_norm": 5.96875,
      "learning_rate": 4.864073691608585e-05,
      "loss": 2.3015,
      "mean_token_accuracy": 0.5072056412696838,
      "num_tokens": 16570034.0,
      "step": 21530
    },
    {
      "epoch": 0.02732261231572458,
      "grad_norm": 5.03125,
      "learning_rate": 4.864010260599956e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5438569098711014,
      "num_tokens": 16578168.0,
      "step": 21540
    },
    {
      "epoch": 0.027335296908257416,
      "grad_norm": 5.0,
      "learning_rate": 4.863946829591327e-05,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5669114232063294,
      "num_tokens": 16584104.0,
      "step": 21550
    },
    {
      "epoch": 0.02734798150079025,
      "grad_norm": 5.28125,
      "learning_rate": 4.8638833985826976e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5331061661243439,
      "num_tokens": 16591756.0,
      "step": 21560
    },
    {
      "epoch": 0.027360666093323084,
      "grad_norm": 5.21875,
      "learning_rate": 4.863819967574069e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5307273983955383,
      "num_tokens": 16599800.0,
      "step": 21570
    },
    {
      "epoch": 0.02737335068585592,
      "grad_norm": 3.90625,
      "learning_rate": 4.86375653656544e-05,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5850549310445785,
      "num_tokens": 16606058.0,
      "step": 21580
    },
    {
      "epoch": 0.027386035278388753,
      "grad_norm": 7.125,
      "learning_rate": 4.8636931055568106e-05,
      "loss": 2.2867,
      "mean_token_accuracy": 0.5068793773651123,
      "num_tokens": 16613201.0,
      "step": 21590
    },
    {
      "epoch": 0.027398719870921587,
      "grad_norm": 5.0,
      "learning_rate": 4.863629674548181e-05,
      "loss": 1.8372,
      "mean_token_accuracy": 0.6049804270267487,
      "num_tokens": 16620368.0,
      "step": 21600
    },
    {
      "epoch": 0.02741140446345442,
      "grad_norm": 5.75,
      "learning_rate": 4.8635662435395516e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5128347426652908,
      "num_tokens": 16628243.0,
      "step": 21610
    },
    {
      "epoch": 0.027424089055987255,
      "grad_norm": 4.78125,
      "learning_rate": 4.863502812530923e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5499360352754593,
      "num_tokens": 16634932.0,
      "step": 21620
    },
    {
      "epoch": 0.02743677364852009,
      "grad_norm": 5.4375,
      "learning_rate": 4.863439381522294e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.514429458975792,
      "num_tokens": 16644173.0,
      "step": 21630
    },
    {
      "epoch": 0.027449458241052924,
      "grad_norm": 6.03125,
      "learning_rate": 4.8633759505136646e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5324235111474991,
      "num_tokens": 16652793.0,
      "step": 21640
    },
    {
      "epoch": 0.027462142833585758,
      "grad_norm": 5.25,
      "learning_rate": 4.863312519505036e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5251538574695587,
      "num_tokens": 16660572.0,
      "step": 21650
    },
    {
      "epoch": 0.027474827426118592,
      "grad_norm": 5.1875,
      "learning_rate": 4.8632490884964063e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5318824976682663,
      "num_tokens": 16668221.0,
      "step": 21660
    },
    {
      "epoch": 0.027487512018651426,
      "grad_norm": 7.15625,
      "learning_rate": 4.863185657487777e-05,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5161005258560181,
      "num_tokens": 16676544.0,
      "step": 21670
    },
    {
      "epoch": 0.02750019661118426,
      "grad_norm": 8.3125,
      "learning_rate": 4.863122226479148e-05,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5105782955884933,
      "num_tokens": 16684220.0,
      "step": 21680
    },
    {
      "epoch": 0.027512881203717095,
      "grad_norm": 5.53125,
      "learning_rate": 4.8630587954705186e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5174937933683396,
      "num_tokens": 16692312.0,
      "step": 21690
    },
    {
      "epoch": 0.027525565796249925,
      "grad_norm": 4.71875,
      "learning_rate": 4.86299536446189e-05,
      "loss": 2.217,
      "mean_token_accuracy": 0.5199993789196015,
      "num_tokens": 16701600.0,
      "step": 21700
    },
    {
      "epoch": 0.02753825038878276,
      "grad_norm": 6.84375,
      "learning_rate": 4.8629319334532604e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5342183530330658,
      "num_tokens": 16709436.0,
      "step": 21710
    },
    {
      "epoch": 0.027550934981315594,
      "grad_norm": 5.21875,
      "learning_rate": 4.8628685024446316e-05,
      "loss": 2.2396,
      "mean_token_accuracy": 0.52255377471447,
      "num_tokens": 16718118.0,
      "step": 21720
    },
    {
      "epoch": 0.027563619573848428,
      "grad_norm": 6.78125,
      "learning_rate": 4.862805071436002e-05,
      "loss": 2.2606,
      "mean_token_accuracy": 0.5125190198421479,
      "num_tokens": 16725156.0,
      "step": 21730
    },
    {
      "epoch": 0.027576304166381262,
      "grad_norm": 5.3125,
      "learning_rate": 4.8627416404273727e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5399374812841415,
      "num_tokens": 16732674.0,
      "step": 21740
    },
    {
      "epoch": 0.027588988758914097,
      "grad_norm": 5.0625,
      "learning_rate": 4.862678209418744e-05,
      "loss": 2.2695,
      "mean_token_accuracy": 0.5130146682262421,
      "num_tokens": 16740761.0,
      "step": 21750
    },
    {
      "epoch": 0.02760167335144693,
      "grad_norm": 5.03125,
      "learning_rate": 4.8626147784101144e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5246644288301467,
      "num_tokens": 16749244.0,
      "step": 21760
    },
    {
      "epoch": 0.027614357943979765,
      "grad_norm": 6.3125,
      "learning_rate": 4.8625513474014856e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5195895075798035,
      "num_tokens": 16757356.0,
      "step": 21770
    },
    {
      "epoch": 0.0276270425365126,
      "grad_norm": 4.96875,
      "learning_rate": 4.862487916392857e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5398121178150177,
      "num_tokens": 16765226.0,
      "step": 21780
    },
    {
      "epoch": 0.027639727129045433,
      "grad_norm": 5.5,
      "learning_rate": 4.8624244853842274e-05,
      "loss": 2.276,
      "mean_token_accuracy": 0.5170764923095703,
      "num_tokens": 16773543.0,
      "step": 21790
    },
    {
      "epoch": 0.027652411721578268,
      "grad_norm": 5.46875,
      "learning_rate": 4.862361054375598e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5555548965930939,
      "num_tokens": 16781121.0,
      "step": 21800
    },
    {
      "epoch": 0.027665096314111102,
      "grad_norm": 5.65625,
      "learning_rate": 4.8622976233669684e-05,
      "loss": 2.2578,
      "mean_token_accuracy": 0.5214530318975449,
      "num_tokens": 16788877.0,
      "step": 21810
    },
    {
      "epoch": 0.027677780906643936,
      "grad_norm": 5.03125,
      "learning_rate": 4.8622341923583397e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5350948214530945,
      "num_tokens": 16796569.0,
      "step": 21820
    },
    {
      "epoch": 0.02769046549917677,
      "grad_norm": 5.6875,
      "learning_rate": 4.862170761349711e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5344689846038818,
      "num_tokens": 16805246.0,
      "step": 21830
    },
    {
      "epoch": 0.027703150091709604,
      "grad_norm": 5.5,
      "learning_rate": 4.8621073303410814e-05,
      "loss": 2.2659,
      "mean_token_accuracy": 0.5206739902496338,
      "num_tokens": 16813283.0,
      "step": 21840
    },
    {
      "epoch": 0.02771583468424244,
      "grad_norm": 5.8125,
      "learning_rate": 4.8620438993324526e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5404369503259658,
      "num_tokens": 16820351.0,
      "step": 21850
    },
    {
      "epoch": 0.027728519276775273,
      "grad_norm": 5.3125,
      "learning_rate": 4.861980468323823e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.556904736161232,
      "num_tokens": 16829113.0,
      "step": 21860
    },
    {
      "epoch": 0.027741203869308107,
      "grad_norm": 4.75,
      "learning_rate": 4.861917037315194e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5222618252038955,
      "num_tokens": 16837497.0,
      "step": 21870
    },
    {
      "epoch": 0.02775388846184094,
      "grad_norm": 5.78125,
      "learning_rate": 4.861853606306565e-05,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5143193632364274,
      "num_tokens": 16846615.0,
      "step": 21880
    },
    {
      "epoch": 0.027766573054373776,
      "grad_norm": 4.53125,
      "learning_rate": 4.8617901752979354e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5144845694303513,
      "num_tokens": 16854530.0,
      "step": 21890
    },
    {
      "epoch": 0.02777925764690661,
      "grad_norm": 4.6875,
      "learning_rate": 4.8617267442893066e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5233875781297683,
      "num_tokens": 16861745.0,
      "step": 21900
    },
    {
      "epoch": 0.027791942239439444,
      "grad_norm": 5.15625,
      "learning_rate": 4.861663313280677e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5306380778551102,
      "num_tokens": 16869871.0,
      "step": 21910
    },
    {
      "epoch": 0.027804626831972278,
      "grad_norm": 7.09375,
      "learning_rate": 4.8615998822720484e-05,
      "loss": 1.8011,
      "mean_token_accuracy": 0.6033327847719192,
      "num_tokens": 16876314.0,
      "step": 21920
    },
    {
      "epoch": 0.02781731142450511,
      "grad_norm": 7.21875,
      "learning_rate": 4.8615364512634196e-05,
      "loss": 1.7597,
      "mean_token_accuracy": 0.6083471179008484,
      "num_tokens": 16882448.0,
      "step": 21930
    },
    {
      "epoch": 0.027829996017037943,
      "grad_norm": 5.34375,
      "learning_rate": 4.8614730202547895e-05,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5173288464546204,
      "num_tokens": 16891408.0,
      "step": 21940
    },
    {
      "epoch": 0.027842680609570777,
      "grad_norm": 4.75,
      "learning_rate": 4.861409589246161e-05,
      "loss": 2.2775,
      "mean_token_accuracy": 0.5101364046335221,
      "num_tokens": 16899582.0,
      "step": 21950
    },
    {
      "epoch": 0.02785536520210361,
      "grad_norm": 4.53125,
      "learning_rate": 4.861346158237531e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5276232451200485,
      "num_tokens": 16908188.0,
      "step": 21960
    },
    {
      "epoch": 0.027868049794636446,
      "grad_norm": 4.53125,
      "learning_rate": 4.8612827272289024e-05,
      "loss": 1.8505,
      "mean_token_accuracy": 0.5918168187141418,
      "num_tokens": 16915781.0,
      "step": 21970
    },
    {
      "epoch": 0.02788073438716928,
      "grad_norm": 4.9375,
      "learning_rate": 4.8612192962202736e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5434337735176087,
      "num_tokens": 16923353.0,
      "step": 21980
    },
    {
      "epoch": 0.027893418979702114,
      "grad_norm": 4.71875,
      "learning_rate": 4.861155865211644e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5260683923959732,
      "num_tokens": 16931933.0,
      "step": 21990
    },
    {
      "epoch": 0.02790610357223495,
      "grad_norm": 5.375,
      "learning_rate": 4.8610924342030154e-05,
      "loss": 2.2058,
      "mean_token_accuracy": 0.5264161854982377,
      "num_tokens": 16940183.0,
      "step": 22000
    },
    {
      "epoch": 0.027918788164767783,
      "grad_norm": 4.46875,
      "learning_rate": 4.861029003194386e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5577130228281021,
      "num_tokens": 16946917.0,
      "step": 22010
    },
    {
      "epoch": 0.027931472757300617,
      "grad_norm": 5.59375,
      "learning_rate": 4.8609655721857565e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5350156426429749,
      "num_tokens": 16954622.0,
      "step": 22020
    },
    {
      "epoch": 0.02794415734983345,
      "grad_norm": 6.46875,
      "learning_rate": 4.860902141177128e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5364835739135743,
      "num_tokens": 16962483.0,
      "step": 22030
    },
    {
      "epoch": 0.027956841942366285,
      "grad_norm": 5.34375,
      "learning_rate": 4.860838710168498e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5479029566049576,
      "num_tokens": 16970324.0,
      "step": 22040
    },
    {
      "epoch": 0.02796952653489912,
      "grad_norm": 5.6875,
      "learning_rate": 4.8607752791598694e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5334093153476716,
      "num_tokens": 16976966.0,
      "step": 22050
    },
    {
      "epoch": 0.027982211127431954,
      "grad_norm": 4.84375,
      "learning_rate": 4.86071184815124e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5342158257961274,
      "num_tokens": 16985573.0,
      "step": 22060
    },
    {
      "epoch": 0.027994895719964788,
      "grad_norm": 5.15625,
      "learning_rate": 4.860648417142611e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5533754825592041,
      "num_tokens": 16992965.0,
      "step": 22070
    },
    {
      "epoch": 0.028007580312497622,
      "grad_norm": 5.4375,
      "learning_rate": 4.860584986133982e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5554355442523956,
      "num_tokens": 16999946.0,
      "step": 22080
    },
    {
      "epoch": 0.028020264905030456,
      "grad_norm": 5.3125,
      "learning_rate": 4.860521555125352e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5668718665838242,
      "num_tokens": 17007628.0,
      "step": 22090
    },
    {
      "epoch": 0.02803294949756329,
      "grad_norm": 4.53125,
      "learning_rate": 4.8604581241167234e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5313016802072525,
      "num_tokens": 17015408.0,
      "step": 22100
    },
    {
      "epoch": 0.028045634090096125,
      "grad_norm": 5.0,
      "learning_rate": 4.860394693108094e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5337054103612899,
      "num_tokens": 17022828.0,
      "step": 22110
    },
    {
      "epoch": 0.02805831868262896,
      "grad_norm": 5.625,
      "learning_rate": 4.860331262099465e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.528270834684372,
      "num_tokens": 17031528.0,
      "step": 22120
    },
    {
      "epoch": 0.028071003275161793,
      "grad_norm": 8.75,
      "learning_rate": 4.8602678310908364e-05,
      "loss": 2.2921,
      "mean_token_accuracy": 0.5069516658782959,
      "num_tokens": 17040443.0,
      "step": 22130
    },
    {
      "epoch": 0.028083687867694627,
      "grad_norm": 7.4375,
      "learning_rate": 4.860204400082207e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5288911640644074,
      "num_tokens": 17048145.0,
      "step": 22140
    },
    {
      "epoch": 0.02809637246022746,
      "grad_norm": 4.75,
      "learning_rate": 4.8601409690735775e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.542999854683876,
      "num_tokens": 17057006.0,
      "step": 22150
    },
    {
      "epoch": 0.028109057052760292,
      "grad_norm": 4.90625,
      "learning_rate": 4.860077538064948e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5237963825464249,
      "num_tokens": 17065761.0,
      "step": 22160
    },
    {
      "epoch": 0.028121741645293127,
      "grad_norm": 4.84375,
      "learning_rate": 4.860014107056319e-05,
      "loss": 2.2066,
      "mean_token_accuracy": 0.5189790070056916,
      "num_tokens": 17073210.0,
      "step": 22170
    },
    {
      "epoch": 0.02813442623782596,
      "grad_norm": 8.25,
      "learning_rate": 4.8599506760476904e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5372672945261001,
      "num_tokens": 17081456.0,
      "step": 22180
    },
    {
      "epoch": 0.028147110830358795,
      "grad_norm": 5.8125,
      "learning_rate": 4.859887245039061e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5595284223556518,
      "num_tokens": 17089926.0,
      "step": 22190
    },
    {
      "epoch": 0.02815979542289163,
      "grad_norm": 5.46875,
      "learning_rate": 4.859823814030432e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5451355874538422,
      "num_tokens": 17097618.0,
      "step": 22200
    },
    {
      "epoch": 0.028172480015424464,
      "grad_norm": 5.03125,
      "learning_rate": 4.859760383021803e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5339246839284897,
      "num_tokens": 17106356.0,
      "step": 22210
    },
    {
      "epoch": 0.028185164607957298,
      "grad_norm": 4.90625,
      "learning_rate": 4.859696952013173e-05,
      "loss": 2.3122,
      "mean_token_accuracy": 0.4986712157726288,
      "num_tokens": 17115645.0,
      "step": 22220
    },
    {
      "epoch": 0.028197849200490132,
      "grad_norm": 4.3125,
      "learning_rate": 4.8596335210045445e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5265216499567031,
      "num_tokens": 17123333.0,
      "step": 22230
    },
    {
      "epoch": 0.028210533793022966,
      "grad_norm": 5.75,
      "learning_rate": 4.859570089995915e-05,
      "loss": 2.1811,
      "mean_token_accuracy": 0.5177833527326584,
      "num_tokens": 17131859.0,
      "step": 22240
    },
    {
      "epoch": 0.0282232183855558,
      "grad_norm": 4.84375,
      "learning_rate": 4.859506658987286e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.531704443693161,
      "num_tokens": 17140130.0,
      "step": 22250
    },
    {
      "epoch": 0.028235902978088635,
      "grad_norm": 4.8125,
      "learning_rate": 4.859443227978657e-05,
      "loss": 2.191,
      "mean_token_accuracy": 0.5222572475671768,
      "num_tokens": 17148369.0,
      "step": 22260
    },
    {
      "epoch": 0.02824858757062147,
      "grad_norm": 6.125,
      "learning_rate": 4.859379796970028e-05,
      "loss": 2.3328,
      "mean_token_accuracy": 0.5155869394540786,
      "num_tokens": 17156098.0,
      "step": 22270
    },
    {
      "epoch": 0.028261272163154303,
      "grad_norm": 5.4375,
      "learning_rate": 4.8593163659613985e-05,
      "loss": 2.4208,
      "mean_token_accuracy": 0.4919199764728546,
      "num_tokens": 17164130.0,
      "step": 22280
    },
    {
      "epoch": 0.028273956755687137,
      "grad_norm": 8.4375,
      "learning_rate": 4.859252934952769e-05,
      "loss": 2.2706,
      "mean_token_accuracy": 0.5159775614738464,
      "num_tokens": 17172526.0,
      "step": 22290
    },
    {
      "epoch": 0.02828664134821997,
      "grad_norm": 8.25,
      "learning_rate": 4.85918950394414e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5364721775054931,
      "num_tokens": 17179932.0,
      "step": 22300
    },
    {
      "epoch": 0.028299325940752806,
      "grad_norm": 6.0625,
      "learning_rate": 4.859126072935511e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5672873169183731,
      "num_tokens": 17187370.0,
      "step": 22310
    },
    {
      "epoch": 0.02831201053328564,
      "grad_norm": 5.21875,
      "learning_rate": 4.859062641926882e-05,
      "loss": 2.2611,
      "mean_token_accuracy": 0.5217124611139298,
      "num_tokens": 17194486.0,
      "step": 22320
    },
    {
      "epoch": 0.028324695125818474,
      "grad_norm": 6.5,
      "learning_rate": 4.858999210918253e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5201719373464584,
      "num_tokens": 17201708.0,
      "step": 22330
    },
    {
      "epoch": 0.02833737971835131,
      "grad_norm": 8.25,
      "learning_rate": 4.858935779909624e-05,
      "loss": 1.8639,
      "mean_token_accuracy": 0.5940954118967057,
      "num_tokens": 17207645.0,
      "step": 22340
    },
    {
      "epoch": 0.028350064310884143,
      "grad_norm": 5.0,
      "learning_rate": 4.858872348900995e-05,
      "loss": 2.2317,
      "mean_token_accuracy": 0.5106269985437393,
      "num_tokens": 17215733.0,
      "step": 22350
    },
    {
      "epoch": 0.028362748903416977,
      "grad_norm": 5.09375,
      "learning_rate": 4.8588089178923655e-05,
      "loss": 1.9232,
      "mean_token_accuracy": 0.5729720532894135,
      "num_tokens": 17222811.0,
      "step": 22360
    },
    {
      "epoch": 0.02837543349594981,
      "grad_norm": 5.25,
      "learning_rate": 4.858745486883736e-05,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5187582015991211,
      "num_tokens": 17231486.0,
      "step": 22370
    },
    {
      "epoch": 0.028388118088482645,
      "grad_norm": 5.125,
      "learning_rate": 4.858682055875107e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5573575556278229,
      "num_tokens": 17237393.0,
      "step": 22380
    },
    {
      "epoch": 0.02840080268101548,
      "grad_norm": 6.5625,
      "learning_rate": 4.858618624866478e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5388069808483124,
      "num_tokens": 17244901.0,
      "step": 22390
    },
    {
      "epoch": 0.02841348727354831,
      "grad_norm": 5.0,
      "learning_rate": 4.858555193857849e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5112343192100525,
      "num_tokens": 17253157.0,
      "step": 22400
    },
    {
      "epoch": 0.028426171866081144,
      "grad_norm": 5.40625,
      "learning_rate": 4.85849176284922e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5446071207523346,
      "num_tokens": 17259676.0,
      "step": 22410
    },
    {
      "epoch": 0.02843885645861398,
      "grad_norm": 5.34375,
      "learning_rate": 4.858428331840591e-05,
      "loss": 2.2628,
      "mean_token_accuracy": 0.5101076453924179,
      "num_tokens": 17267589.0,
      "step": 22420
    },
    {
      "epoch": 0.028451541051146813,
      "grad_norm": 7.1875,
      "learning_rate": 4.858364900831961e-05,
      "loss": 2.3417,
      "mean_token_accuracy": 0.5033166885375977,
      "num_tokens": 17276006.0,
      "step": 22430
    },
    {
      "epoch": 0.028464225643679647,
      "grad_norm": 5.8125,
      "learning_rate": 4.858301469823332e-05,
      "loss": 2.3554,
      "mean_token_accuracy": 0.489824378490448,
      "num_tokens": 17283371.0,
      "step": 22440
    },
    {
      "epoch": 0.02847691023621248,
      "grad_norm": 4.875,
      "learning_rate": 4.858238038814703e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5513522624969482,
      "num_tokens": 17291075.0,
      "step": 22450
    },
    {
      "epoch": 0.028489594828745315,
      "grad_norm": 5.75,
      "learning_rate": 4.858174607806074e-05,
      "loss": 2.3433,
      "mean_token_accuracy": 0.5101462244987488,
      "num_tokens": 17298835.0,
      "step": 22460
    },
    {
      "epoch": 0.02850227942127815,
      "grad_norm": 6.75,
      "learning_rate": 4.858111176797445e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5557692736387253,
      "num_tokens": 17306221.0,
      "step": 22470
    },
    {
      "epoch": 0.028514964013810984,
      "grad_norm": 4.71875,
      "learning_rate": 4.858047745788816e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5199000835418701,
      "num_tokens": 17314946.0,
      "step": 22480
    },
    {
      "epoch": 0.028527648606343818,
      "grad_norm": 4.8125,
      "learning_rate": 4.8579843147801865e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5479971528053283,
      "num_tokens": 17322422.0,
      "step": 22490
    },
    {
      "epoch": 0.028540333198876652,
      "grad_norm": 5.96875,
      "learning_rate": 4.857920883771557e-05,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5270700246095658,
      "num_tokens": 17330072.0,
      "step": 22500
    },
    {
      "epoch": 0.028553017791409487,
      "grad_norm": 5.0625,
      "learning_rate": 4.857857452762928e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5306605905294418,
      "num_tokens": 17337516.0,
      "step": 22510
    },
    {
      "epoch": 0.02856570238394232,
      "grad_norm": 6.4375,
      "learning_rate": 4.857794021754299e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5401067286729813,
      "num_tokens": 17345823.0,
      "step": 22520
    },
    {
      "epoch": 0.028578386976475155,
      "grad_norm": 6.03125,
      "learning_rate": 4.85773059074567e-05,
      "loss": 2.2944,
      "mean_token_accuracy": 0.5047966510057449,
      "num_tokens": 17354688.0,
      "step": 22530
    },
    {
      "epoch": 0.02859107156900799,
      "grad_norm": 5.84375,
      "learning_rate": 4.8576671597370405e-05,
      "loss": 2.2474,
      "mean_token_accuracy": 0.5165919393301011,
      "num_tokens": 17363824.0,
      "step": 22540
    },
    {
      "epoch": 0.028603756161540823,
      "grad_norm": 5.90625,
      "learning_rate": 4.857603728728412e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5612550467252732,
      "num_tokens": 17370250.0,
      "step": 22550
    },
    {
      "epoch": 0.028616440754073658,
      "grad_norm": 4.5625,
      "learning_rate": 4.857540297719782e-05,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5298260033130646,
      "num_tokens": 17378812.0,
      "step": 22560
    },
    {
      "epoch": 0.028629125346606492,
      "grad_norm": 4.59375,
      "learning_rate": 4.857476866711153e-05,
      "loss": 2.2493,
      "mean_token_accuracy": 0.5188724160194397,
      "num_tokens": 17387633.0,
      "step": 22570
    },
    {
      "epoch": 0.028641809939139326,
      "grad_norm": 6.25,
      "learning_rate": 4.857413435702524e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5290364652872086,
      "num_tokens": 17395080.0,
      "step": 22580
    },
    {
      "epoch": 0.02865449453167216,
      "grad_norm": 5.09375,
      "learning_rate": 4.8573500046938946e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5415203005075455,
      "num_tokens": 17402250.0,
      "step": 22590
    },
    {
      "epoch": 0.028667179124204994,
      "grad_norm": 5.34375,
      "learning_rate": 4.857286573685266e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5455247014760971,
      "num_tokens": 17410122.0,
      "step": 22600
    },
    {
      "epoch": 0.02867986371673783,
      "grad_norm": 4.78125,
      "learning_rate": 4.857223142676637e-05,
      "loss": 1.8313,
      "mean_token_accuracy": 0.5944861352443696,
      "num_tokens": 17417279.0,
      "step": 22610
    },
    {
      "epoch": 0.028692548309270663,
      "grad_norm": 4.78125,
      "learning_rate": 4.8571597116680075e-05,
      "loss": 1.7762,
      "mean_token_accuracy": 0.6031643986701966,
      "num_tokens": 17424451.0,
      "step": 22620
    },
    {
      "epoch": 0.028705232901803494,
      "grad_norm": 5.25,
      "learning_rate": 4.857096280659378e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5863341689109802,
      "num_tokens": 17431520.0,
      "step": 22630
    },
    {
      "epoch": 0.028717917494336328,
      "grad_norm": 4.46875,
      "learning_rate": 4.8570328496507486e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5576126366853714,
      "num_tokens": 17439537.0,
      "step": 22640
    },
    {
      "epoch": 0.028730602086869162,
      "grad_norm": 5.28125,
      "learning_rate": 4.85696941864212e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.517577800154686,
      "num_tokens": 17447423.0,
      "step": 22650
    },
    {
      "epoch": 0.028743286679401996,
      "grad_norm": 5.84375,
      "learning_rate": 4.856905987633491e-05,
      "loss": 2.274,
      "mean_token_accuracy": 0.5066944539546967,
      "num_tokens": 17455511.0,
      "step": 22660
    },
    {
      "epoch": 0.02875597127193483,
      "grad_norm": 7.3125,
      "learning_rate": 4.8568425566248616e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5366029620170594,
      "num_tokens": 17462754.0,
      "step": 22670
    },
    {
      "epoch": 0.028768655864467665,
      "grad_norm": 4.84375,
      "learning_rate": 4.856779125616233e-05,
      "loss": 2.3046,
      "mean_token_accuracy": 0.5074501156806945,
      "num_tokens": 17472131.0,
      "step": 22680
    },
    {
      "epoch": 0.0287813404570005,
      "grad_norm": 9.625,
      "learning_rate": 4.856715694607603e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5469204306602478,
      "num_tokens": 17480167.0,
      "step": 22690
    },
    {
      "epoch": 0.028794025049533333,
      "grad_norm": 5.125,
      "learning_rate": 4.856652263598974e-05,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5258675038814544,
      "num_tokens": 17489288.0,
      "step": 22700
    },
    {
      "epoch": 0.028806709642066167,
      "grad_norm": 5.28125,
      "learning_rate": 4.856588832590345e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5249834537506104,
      "num_tokens": 17497767.0,
      "step": 22710
    },
    {
      "epoch": 0.028819394234599,
      "grad_norm": 5.3125,
      "learning_rate": 4.8565254015817156e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5135125994682312,
      "num_tokens": 17505202.0,
      "step": 22720
    },
    {
      "epoch": 0.028832078827131836,
      "grad_norm": 6.15625,
      "learning_rate": 4.856461970573087e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5307587563991547,
      "num_tokens": 17512409.0,
      "step": 22730
    },
    {
      "epoch": 0.02884476341966467,
      "grad_norm": 5.40625,
      "learning_rate": 4.8563985395644573e-05,
      "loss": 2.212,
      "mean_token_accuracy": 0.5218007296323777,
      "num_tokens": 17519908.0,
      "step": 22740
    },
    {
      "epoch": 0.028857448012197504,
      "grad_norm": 5.84375,
      "learning_rate": 4.8563351085558286e-05,
      "loss": 2.3063,
      "mean_token_accuracy": 0.5030522406101227,
      "num_tokens": 17527285.0,
      "step": 22750
    },
    {
      "epoch": 0.02887013260473034,
      "grad_norm": 5.5625,
      "learning_rate": 4.8562716775472e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5355572760105133,
      "num_tokens": 17535452.0,
      "step": 22760
    },
    {
      "epoch": 0.028882817197263173,
      "grad_norm": 4.59375,
      "learning_rate": 4.85620824653857e-05,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5225965440273285,
      "num_tokens": 17542643.0,
      "step": 22770
    },
    {
      "epoch": 0.028895501789796007,
      "grad_norm": 6.46875,
      "learning_rate": 4.856144815529941e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5499289840459823,
      "num_tokens": 17550139.0,
      "step": 22780
    },
    {
      "epoch": 0.02890818638232884,
      "grad_norm": 5.03125,
      "learning_rate": 4.8560813845213114e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5449784904718399,
      "num_tokens": 17558675.0,
      "step": 22790
    },
    {
      "epoch": 0.028920870974861675,
      "grad_norm": 5.4375,
      "learning_rate": 4.8560179535126826e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5474722743034363,
      "num_tokens": 17566735.0,
      "step": 22800
    },
    {
      "epoch": 0.02893355556739451,
      "grad_norm": 6.34375,
      "learning_rate": 4.855954522504054e-05,
      "loss": 2.3067,
      "mean_token_accuracy": 0.5032650798559188,
      "num_tokens": 17574309.0,
      "step": 22810
    },
    {
      "epoch": 0.028946240159927344,
      "grad_norm": 4.78125,
      "learning_rate": 4.8558910914954243e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5530363380908966,
      "num_tokens": 17582276.0,
      "step": 22820
    },
    {
      "epoch": 0.028958924752460178,
      "grad_norm": 4.78125,
      "learning_rate": 4.8558276604867956e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5332535058259964,
      "num_tokens": 17590085.0,
      "step": 22830
    },
    {
      "epoch": 0.028971609344993012,
      "grad_norm": 5.8125,
      "learning_rate": 4.855764229478166e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5250110864639282,
      "num_tokens": 17599068.0,
      "step": 22840
    },
    {
      "epoch": 0.028984293937525846,
      "grad_norm": 5.0625,
      "learning_rate": 4.8557007984695366e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5099210351705551,
      "num_tokens": 17607322.0,
      "step": 22850
    },
    {
      "epoch": 0.02899697853005868,
      "grad_norm": 4.8125,
      "learning_rate": 4.855637367460908e-05,
      "loss": 2.2066,
      "mean_token_accuracy": 0.5173199266195297,
      "num_tokens": 17616272.0,
      "step": 22860
    },
    {
      "epoch": 0.02900966312259151,
      "grad_norm": 4.84375,
      "learning_rate": 4.8555739364522784e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5392973065376282,
      "num_tokens": 17624663.0,
      "step": 22870
    },
    {
      "epoch": 0.029022347715124346,
      "grad_norm": 4.375,
      "learning_rate": 4.8555105054436496e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5580142199993133,
      "num_tokens": 17633095.0,
      "step": 22880
    },
    {
      "epoch": 0.02903503230765718,
      "grad_norm": 5.0625,
      "learning_rate": 4.85544707443502e-05,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5684258818626404,
      "num_tokens": 17640578.0,
      "step": 22890
    },
    {
      "epoch": 0.029047716900190014,
      "grad_norm": 6.71875,
      "learning_rate": 4.855383643426391e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5530541032552719,
      "num_tokens": 17647960.0,
      "step": 22900
    },
    {
      "epoch": 0.029060401492722848,
      "grad_norm": 2.484375,
      "learning_rate": 4.855320212417762e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5600274920463562,
      "num_tokens": 17655825.0,
      "step": 22910
    },
    {
      "epoch": 0.029073086085255682,
      "grad_norm": 8.8125,
      "learning_rate": 4.8552567814091324e-05,
      "loss": 1.7486,
      "mean_token_accuracy": 0.6140576124191284,
      "num_tokens": 17662931.0,
      "step": 22920
    },
    {
      "epoch": 0.029085770677788517,
      "grad_norm": 5.25,
      "learning_rate": 4.8551933504005036e-05,
      "loss": 2.2128,
      "mean_token_accuracy": 0.5108620911836624,
      "num_tokens": 17671037.0,
      "step": 22930
    },
    {
      "epoch": 0.02909845527032135,
      "grad_norm": 5.6875,
      "learning_rate": 4.855129919391874e-05,
      "loss": 2.3497,
      "mean_token_accuracy": 0.5021909087896347,
      "num_tokens": 17679090.0,
      "step": 22940
    },
    {
      "epoch": 0.029111139862854185,
      "grad_norm": 7.40625,
      "learning_rate": 4.8550664883832454e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5255046486854553,
      "num_tokens": 17686033.0,
      "step": 22950
    },
    {
      "epoch": 0.02912382445538702,
      "grad_norm": 5.8125,
      "learning_rate": 4.8550030573746166e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5548716813325882,
      "num_tokens": 17694606.0,
      "step": 22960
    },
    {
      "epoch": 0.029136509047919854,
      "grad_norm": 6.21875,
      "learning_rate": 4.854939626365987e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5585551917552948,
      "num_tokens": 17701750.0,
      "step": 22970
    },
    {
      "epoch": 0.029149193640452688,
      "grad_norm": 6.25,
      "learning_rate": 4.8548761953573576e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5283395886421204,
      "num_tokens": 17709940.0,
      "step": 22980
    },
    {
      "epoch": 0.029161878232985522,
      "grad_norm": 5.53125,
      "learning_rate": 4.854812764348728e-05,
      "loss": 2.335,
      "mean_token_accuracy": 0.4956794172525406,
      "num_tokens": 17716951.0,
      "step": 22990
    },
    {
      "epoch": 0.029174562825518356,
      "grad_norm": 8.25,
      "learning_rate": 4.8547493333400994e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5258829027414322,
      "num_tokens": 17724954.0,
      "step": 23000
    },
    {
      "epoch": 0.02918724741805119,
      "grad_norm": 8.8125,
      "learning_rate": 4.8546859023314706e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5782732188701629,
      "num_tokens": 17732454.0,
      "step": 23010
    },
    {
      "epoch": 0.029199932010584025,
      "grad_norm": 7.40625,
      "learning_rate": 4.854622471322841e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5174885541200638,
      "num_tokens": 17740188.0,
      "step": 23020
    },
    {
      "epoch": 0.02921261660311686,
      "grad_norm": 5.46875,
      "learning_rate": 4.8545590403142124e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5652111440896987,
      "num_tokens": 17748057.0,
      "step": 23030
    },
    {
      "epoch": 0.029225301195649693,
      "grad_norm": 6.40625,
      "learning_rate": 4.854495609305583e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5217495560646057,
      "num_tokens": 17756713.0,
      "step": 23040
    },
    {
      "epoch": 0.029237985788182527,
      "grad_norm": 5.03125,
      "learning_rate": 4.8544321782969534e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5273470222949982,
      "num_tokens": 17764419.0,
      "step": 23050
    },
    {
      "epoch": 0.02925067038071536,
      "grad_norm": 5.6875,
      "learning_rate": 4.8543687472883246e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5549038559198379,
      "num_tokens": 17771641.0,
      "step": 23060
    },
    {
      "epoch": 0.029263354973248196,
      "grad_norm": 5.03125,
      "learning_rate": 4.854305316279695e-05,
      "loss": 2.2759,
      "mean_token_accuracy": 0.5114028483629227,
      "num_tokens": 17779573.0,
      "step": 23070
    },
    {
      "epoch": 0.02927603956578103,
      "grad_norm": 4.75,
      "learning_rate": 4.8542418852710664e-05,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5735611319541931,
      "num_tokens": 17787291.0,
      "step": 23080
    },
    {
      "epoch": 0.029288724158313864,
      "grad_norm": 6.5625,
      "learning_rate": 4.854178454262437e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5328344911336899,
      "num_tokens": 17794662.0,
      "step": 23090
    },
    {
      "epoch": 0.029301408750846695,
      "grad_norm": 4.59375,
      "learning_rate": 4.854115023253808e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5475298374891281,
      "num_tokens": 17803078.0,
      "step": 23100
    },
    {
      "epoch": 0.02931409334337953,
      "grad_norm": 4.8125,
      "learning_rate": 4.8540515922451793e-05,
      "loss": 2.2633,
      "mean_token_accuracy": 0.5122497946023941,
      "num_tokens": 17810475.0,
      "step": 23110
    },
    {
      "epoch": 0.029326777935912363,
      "grad_norm": 4.46875,
      "learning_rate": 4.853988161236549e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5253644287586212,
      "num_tokens": 17818220.0,
      "step": 23120
    },
    {
      "epoch": 0.029339462528445198,
      "grad_norm": 5.40625,
      "learning_rate": 4.8539247302279204e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5464033275842667,
      "num_tokens": 17825855.0,
      "step": 23130
    },
    {
      "epoch": 0.02935214712097803,
      "grad_norm": 5.625,
      "learning_rate": 4.853861299219291e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5313751429319382,
      "num_tokens": 17832677.0,
      "step": 23140
    },
    {
      "epoch": 0.029364831713510866,
      "grad_norm": 5.84375,
      "learning_rate": 4.853797868210662e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5194816797971725,
      "num_tokens": 17840569.0,
      "step": 23150
    },
    {
      "epoch": 0.0293775163060437,
      "grad_norm": 5.375,
      "learning_rate": 4.8537344372020334e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5560836404561996,
      "num_tokens": 17847871.0,
      "step": 23160
    },
    {
      "epoch": 0.029390200898576534,
      "grad_norm": 5.375,
      "learning_rate": 4.853671006193404e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5385925590991973,
      "num_tokens": 17854728.0,
      "step": 23170
    },
    {
      "epoch": 0.02940288549110937,
      "grad_norm": 6.46875,
      "learning_rate": 4.853607575184775e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5297582358121872,
      "num_tokens": 17862592.0,
      "step": 23180
    },
    {
      "epoch": 0.029415570083642203,
      "grad_norm": 5.28125,
      "learning_rate": 4.8535441441761457e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5257641524076462,
      "num_tokens": 17871008.0,
      "step": 23190
    },
    {
      "epoch": 0.029428254676175037,
      "grad_norm": 4.59375,
      "learning_rate": 4.853480713167516e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5243521869182587,
      "num_tokens": 17879925.0,
      "step": 23200
    },
    {
      "epoch": 0.02944093926870787,
      "grad_norm": 7.09375,
      "learning_rate": 4.8534172821588874e-05,
      "loss": 1.6843,
      "mean_token_accuracy": 0.624311038851738,
      "num_tokens": 17886546.0,
      "step": 23210
    },
    {
      "epoch": 0.029453623861240705,
      "grad_norm": 4.71875,
      "learning_rate": 4.853353851150258e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5397921204566956,
      "num_tokens": 17893697.0,
      "step": 23220
    },
    {
      "epoch": 0.02946630845377354,
      "grad_norm": 6.125,
      "learning_rate": 4.853290420141629e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.544098037481308,
      "num_tokens": 17899928.0,
      "step": 23230
    },
    {
      "epoch": 0.029478993046306374,
      "grad_norm": 6.09375,
      "learning_rate": 4.853226989133e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.544160109758377,
      "num_tokens": 17907015.0,
      "step": 23240
    },
    {
      "epoch": 0.029491677638839208,
      "grad_norm": 9.8125,
      "learning_rate": 4.853163558124371e-05,
      "loss": 2.3104,
      "mean_token_accuracy": 0.5134402632713317,
      "num_tokens": 17913973.0,
      "step": 23250
    },
    {
      "epoch": 0.029504362231372042,
      "grad_norm": 5.09375,
      "learning_rate": 4.8531001271157414e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5474255084991455,
      "num_tokens": 17921259.0,
      "step": 23260
    },
    {
      "epoch": 0.029517046823904877,
      "grad_norm": 5.59375,
      "learning_rate": 4.853036696107112e-05,
      "loss": 2.3144,
      "mean_token_accuracy": 0.4996645271778107,
      "num_tokens": 17930486.0,
      "step": 23270
    },
    {
      "epoch": 0.02952973141643771,
      "grad_norm": 5.90625,
      "learning_rate": 4.852973265098483e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5203039109706878,
      "num_tokens": 17938525.0,
      "step": 23280
    },
    {
      "epoch": 0.029542416008970545,
      "grad_norm": 5.0,
      "learning_rate": 4.8529098340898544e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5396028488874436,
      "num_tokens": 17947548.0,
      "step": 23290
    },
    {
      "epoch": 0.02955510060150338,
      "grad_norm": 5.21875,
      "learning_rate": 4.852846403081225e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.5114658892154693,
      "num_tokens": 17955426.0,
      "step": 23300
    },
    {
      "epoch": 0.029567785194036213,
      "grad_norm": 5.40625,
      "learning_rate": 4.852782972072596e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5566012024879455,
      "num_tokens": 17963766.0,
      "step": 23310
    },
    {
      "epoch": 0.029580469786569048,
      "grad_norm": 4.9375,
      "learning_rate": 4.852719541063967e-05,
      "loss": 2.3657,
      "mean_token_accuracy": 0.5112400621175766,
      "num_tokens": 17972403.0,
      "step": 23320
    },
    {
      "epoch": 0.029593154379101882,
      "grad_norm": 7.25,
      "learning_rate": 4.852656110055337e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5463192194700242,
      "num_tokens": 17980156.0,
      "step": 23330
    },
    {
      "epoch": 0.029605838971634713,
      "grad_norm": 4.6875,
      "learning_rate": 4.8525926790467084e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5551392942667007,
      "num_tokens": 17987839.0,
      "step": 23340
    },
    {
      "epoch": 0.029618523564167547,
      "grad_norm": 11.375,
      "learning_rate": 4.852529248038079e-05,
      "loss": 2.3353,
      "mean_token_accuracy": 0.5026358276605606,
      "num_tokens": 17994764.0,
      "step": 23350
    },
    {
      "epoch": 0.02963120815670038,
      "grad_norm": 7.4375,
      "learning_rate": 4.85246581702945e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5610583841800689,
      "num_tokens": 18002681.0,
      "step": 23360
    },
    {
      "epoch": 0.029643892749233215,
      "grad_norm": 6.59375,
      "learning_rate": 4.852402386020821e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5347830802202225,
      "num_tokens": 18009464.0,
      "step": 23370
    },
    {
      "epoch": 0.02965657734176605,
      "grad_norm": 4.9375,
      "learning_rate": 4.852338955012192e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5337150633335114,
      "num_tokens": 18018283.0,
      "step": 23380
    },
    {
      "epoch": 0.029669261934298884,
      "grad_norm": 4.125,
      "learning_rate": 4.8522755240035625e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.559857651591301,
      "num_tokens": 18025948.0,
      "step": 23390
    },
    {
      "epoch": 0.029681946526831718,
      "grad_norm": 5.53125,
      "learning_rate": 4.852212092994933e-05,
      "loss": 2.2661,
      "mean_token_accuracy": 0.5100615233182907,
      "num_tokens": 18034134.0,
      "step": 23400
    },
    {
      "epoch": 0.029694631119364552,
      "grad_norm": 7.0,
      "learning_rate": 4.852148661986304e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5532702803611755,
      "num_tokens": 18040924.0,
      "step": 23410
    },
    {
      "epoch": 0.029707315711897386,
      "grad_norm": 5.46875,
      "learning_rate": 4.852085230977675e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5253419607877732,
      "num_tokens": 18048181.0,
      "step": 23420
    },
    {
      "epoch": 0.02972000030443022,
      "grad_norm": 5.71875,
      "learning_rate": 4.852021799969046e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5362269073724747,
      "num_tokens": 18056711.0,
      "step": 23430
    },
    {
      "epoch": 0.029732684896963055,
      "grad_norm": 5.28125,
      "learning_rate": 4.851958368960417e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5291615515947342,
      "num_tokens": 18064783.0,
      "step": 23440
    },
    {
      "epoch": 0.02974536948949589,
      "grad_norm": 6.34375,
      "learning_rate": 4.851894937951788e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5407392829656601,
      "num_tokens": 18071829.0,
      "step": 23450
    },
    {
      "epoch": 0.029758054082028723,
      "grad_norm": 6.4375,
      "learning_rate": 4.851831506943158e-05,
      "loss": 2.227,
      "mean_token_accuracy": 0.5120154947042466,
      "num_tokens": 18079432.0,
      "step": 23460
    },
    {
      "epoch": 0.029770738674561557,
      "grad_norm": 5.09375,
      "learning_rate": 4.851768075934529e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5267436325550079,
      "num_tokens": 18088204.0,
      "step": 23470
    },
    {
      "epoch": 0.02978342326709439,
      "grad_norm": 5.3125,
      "learning_rate": 4.8517046449259e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.524498674273491,
      "num_tokens": 18094217.0,
      "step": 23480
    },
    {
      "epoch": 0.029796107859627226,
      "grad_norm": 5.53125,
      "learning_rate": 4.851641213917271e-05,
      "loss": 1.9265,
      "mean_token_accuracy": 0.5641164928674698,
      "num_tokens": 18100940.0,
      "step": 23490
    },
    {
      "epoch": 0.02980879245216006,
      "grad_norm": 4.84375,
      "learning_rate": 4.851577782908642e-05,
      "loss": 1.9922,
      "mean_token_accuracy": 0.565862900018692,
      "num_tokens": 18108509.0,
      "step": 23500
    },
    {
      "epoch": 0.029821477044692894,
      "grad_norm": 4.96875,
      "learning_rate": 4.851514351900013e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5610857725143432,
      "num_tokens": 18115786.0,
      "step": 23510
    },
    {
      "epoch": 0.02983416163722573,
      "grad_norm": 5.875,
      "learning_rate": 4.8514509208913835e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5396050900220871,
      "num_tokens": 18123427.0,
      "step": 23520
    },
    {
      "epoch": 0.029846846229758563,
      "grad_norm": 5.40625,
      "learning_rate": 4.851387489882755e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5572294116020202,
      "num_tokens": 18131435.0,
      "step": 23530
    },
    {
      "epoch": 0.029859530822291397,
      "grad_norm": 4.6875,
      "learning_rate": 4.851324058874125e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5507569402456284,
      "num_tokens": 18139726.0,
      "step": 23540
    },
    {
      "epoch": 0.02987221541482423,
      "grad_norm": 6.625,
      "learning_rate": 4.851260627865496e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5315026313066482,
      "num_tokens": 18147251.0,
      "step": 23550
    },
    {
      "epoch": 0.029884900007357065,
      "grad_norm": 4.5,
      "learning_rate": 4.851197196856867e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.541502931714058,
      "num_tokens": 18154819.0,
      "step": 23560
    },
    {
      "epoch": 0.029897584599889896,
      "grad_norm": 7.3125,
      "learning_rate": 4.8511337658482375e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5263095378875733,
      "num_tokens": 18162382.0,
      "step": 23570
    },
    {
      "epoch": 0.02991026919242273,
      "grad_norm": 5.0625,
      "learning_rate": 4.851070334839609e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.538214111328125,
      "num_tokens": 18170843.0,
      "step": 23580
    },
    {
      "epoch": 0.029922953784955564,
      "grad_norm": 5.9375,
      "learning_rate": 4.85100690383098e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.541687986254692,
      "num_tokens": 18177728.0,
      "step": 23590
    },
    {
      "epoch": 0.0299356383774884,
      "grad_norm": 7.59375,
      "learning_rate": 4.8509434728223505e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5285786420106888,
      "num_tokens": 18184742.0,
      "step": 23600
    },
    {
      "epoch": 0.029948322970021233,
      "grad_norm": 4.65625,
      "learning_rate": 4.850880041813721e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5665192842483521,
      "num_tokens": 18191895.0,
      "step": 23610
    },
    {
      "epoch": 0.029961007562554067,
      "grad_norm": 5.375,
      "learning_rate": 4.8508166108050915e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5482171148061752,
      "num_tokens": 18200216.0,
      "step": 23620
    },
    {
      "epoch": 0.0299736921550869,
      "grad_norm": 5.125,
      "learning_rate": 4.850753179796463e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5290761888027191,
      "num_tokens": 18208461.0,
      "step": 23630
    },
    {
      "epoch": 0.029986376747619736,
      "grad_norm": 5.09375,
      "learning_rate": 4.850689748787834e-05,
      "loss": 1.7567,
      "mean_token_accuracy": 0.6129145383834839,
      "num_tokens": 18214508.0,
      "step": 23640
    },
    {
      "epoch": 0.02999906134015257,
      "grad_norm": 5.40625,
      "learning_rate": 4.8506263177792045e-05,
      "loss": 1.9444,
      "mean_token_accuracy": 0.5715694338083267,
      "num_tokens": 18221915.0,
      "step": 23650
    },
    {
      "epoch": 0.030011745932685404,
      "grad_norm": 8.875,
      "learning_rate": 4.850562886770576e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5578778654336929,
      "num_tokens": 18228706.0,
      "step": 23660
    },
    {
      "epoch": 0.030024430525218238,
      "grad_norm": 5.21875,
      "learning_rate": 4.850499455761946e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5252233773469925,
      "num_tokens": 18237391.0,
      "step": 23670
    },
    {
      "epoch": 0.030037115117751072,
      "grad_norm": 6.96875,
      "learning_rate": 4.850436024753317e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5455472797155381,
      "num_tokens": 18244916.0,
      "step": 23680
    },
    {
      "epoch": 0.030049799710283907,
      "grad_norm": 6.1875,
      "learning_rate": 4.850372593744688e-05,
      "loss": 2.3086,
      "mean_token_accuracy": 0.5041023463010788,
      "num_tokens": 18253545.0,
      "step": 23690
    },
    {
      "epoch": 0.03006248430281674,
      "grad_norm": 7.15625,
      "learning_rate": 4.8503091627360585e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5312620013952255,
      "num_tokens": 18262250.0,
      "step": 23700
    },
    {
      "epoch": 0.030075168895349575,
      "grad_norm": 6.21875,
      "learning_rate": 4.85024573172743e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5432457059621811,
      "num_tokens": 18270491.0,
      "step": 23710
    },
    {
      "epoch": 0.03008785348788241,
      "grad_norm": 5.6875,
      "learning_rate": 4.8501823007188e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5402480721473694,
      "num_tokens": 18278382.0,
      "step": 23720
    },
    {
      "epoch": 0.030100538080415244,
      "grad_norm": 4.8125,
      "learning_rate": 4.8501188697101715e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5232726603746414,
      "num_tokens": 18286201.0,
      "step": 23730
    },
    {
      "epoch": 0.030113222672948078,
      "grad_norm": 5.625,
      "learning_rate": 4.850055438701542e-05,
      "loss": 2.3261,
      "mean_token_accuracy": 0.504021880030632,
      "num_tokens": 18292903.0,
      "step": 23740
    },
    {
      "epoch": 0.030125907265480912,
      "grad_norm": 5.78125,
      "learning_rate": 4.8499920076929126e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5259632229804992,
      "num_tokens": 18300092.0,
      "step": 23750
    },
    {
      "epoch": 0.030138591858013746,
      "grad_norm": 5.46875,
      "learning_rate": 4.849928576684284e-05,
      "loss": 1.8862,
      "mean_token_accuracy": 0.5904021322727203,
      "num_tokens": 18307631.0,
      "step": 23760
    },
    {
      "epoch": 0.03015127645054658,
      "grad_norm": 5.0625,
      "learning_rate": 4.849865145675654e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5434430181980133,
      "num_tokens": 18314557.0,
      "step": 23770
    },
    {
      "epoch": 0.030163961043079415,
      "grad_norm": 5.65625,
      "learning_rate": 4.8498017146670255e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5212538480758667,
      "num_tokens": 18323162.0,
      "step": 23780
    },
    {
      "epoch": 0.03017664563561225,
      "grad_norm": 7.84375,
      "learning_rate": 4.849738283658397e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5161249905824661,
      "num_tokens": 18330726.0,
      "step": 23790
    },
    {
      "epoch": 0.030189330228145083,
      "grad_norm": 7.4375,
      "learning_rate": 4.849674852649767e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5646592885255813,
      "num_tokens": 18338248.0,
      "step": 23800
    },
    {
      "epoch": 0.030202014820677914,
      "grad_norm": 3.25,
      "learning_rate": 4.849611421641138e-05,
      "loss": 1.8014,
      "mean_token_accuracy": 0.588565906882286,
      "num_tokens": 18345132.0,
      "step": 23810
    },
    {
      "epoch": 0.030214699413210748,
      "grad_norm": 5.28125,
      "learning_rate": 4.8495479906325083e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.544774767756462,
      "num_tokens": 18353017.0,
      "step": 23820
    },
    {
      "epoch": 0.030227384005743582,
      "grad_norm": 5.03125,
      "learning_rate": 4.8494845596238796e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5255117774009704,
      "num_tokens": 18360408.0,
      "step": 23830
    },
    {
      "epoch": 0.030240068598276416,
      "grad_norm": 5.21875,
      "learning_rate": 4.849421128615251e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5297419160604477,
      "num_tokens": 18368130.0,
      "step": 23840
    },
    {
      "epoch": 0.03025275319080925,
      "grad_norm": 4.875,
      "learning_rate": 4.849357697606621e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5444473803043366,
      "num_tokens": 18375379.0,
      "step": 23850
    },
    {
      "epoch": 0.030265437783342085,
      "grad_norm": 5.84375,
      "learning_rate": 4.8492942665979925e-05,
      "loss": 2.3024,
      "mean_token_accuracy": 0.5051509201526642,
      "num_tokens": 18384451.0,
      "step": 23860
    },
    {
      "epoch": 0.03027812237587492,
      "grad_norm": 5.0625,
      "learning_rate": 4.849230835589363e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5307065278291703,
      "num_tokens": 18391770.0,
      "step": 23870
    },
    {
      "epoch": 0.030290806968407753,
      "grad_norm": 6.84375,
      "learning_rate": 4.8491674045807336e-05,
      "loss": 2.2574,
      "mean_token_accuracy": 0.5060092300176621,
      "num_tokens": 18399440.0,
      "step": 23880
    },
    {
      "epoch": 0.030303491560940587,
      "grad_norm": 5.40625,
      "learning_rate": 4.849103973572105e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5402295917272568,
      "num_tokens": 18407539.0,
      "step": 23890
    },
    {
      "epoch": 0.03031617615347342,
      "grad_norm": 4.8125,
      "learning_rate": 4.8490405425634753e-05,
      "loss": 2.2475,
      "mean_token_accuracy": 0.5103004366159439,
      "num_tokens": 18415953.0,
      "step": 23900
    },
    {
      "epoch": 0.030328860746006256,
      "grad_norm": 3.6875,
      "learning_rate": 4.8489771115548466e-05,
      "loss": 1.7856,
      "mean_token_accuracy": 0.6153452068567276,
      "num_tokens": 18421779.0,
      "step": 23910
    },
    {
      "epoch": 0.03034154533853909,
      "grad_norm": 11.4375,
      "learning_rate": 4.848913680546217e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5464367359876633,
      "num_tokens": 18428851.0,
      "step": 23920
    },
    {
      "epoch": 0.030354229931071924,
      "grad_norm": 4.75,
      "learning_rate": 4.848850249537588e-05,
      "loss": 1.8561,
      "mean_token_accuracy": 0.5767185688018799,
      "num_tokens": 18436035.0,
      "step": 23930
    },
    {
      "epoch": 0.03036691452360476,
      "grad_norm": 5.09375,
      "learning_rate": 4.8487868185289595e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5653239130973816,
      "num_tokens": 18442887.0,
      "step": 23940
    },
    {
      "epoch": 0.030379599116137593,
      "grad_norm": 6.4375,
      "learning_rate": 4.84872338752033e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5477830529212951,
      "num_tokens": 18451300.0,
      "step": 23950
    },
    {
      "epoch": 0.030392283708670427,
      "grad_norm": 4.90625,
      "learning_rate": 4.8486599565117006e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5262492746114731,
      "num_tokens": 18459680.0,
      "step": 23960
    },
    {
      "epoch": 0.03040496830120326,
      "grad_norm": 6.09375,
      "learning_rate": 4.848596525503071e-05,
      "loss": 2.2932,
      "mean_token_accuracy": 0.5023244619369507,
      "num_tokens": 18468286.0,
      "step": 23970
    },
    {
      "epoch": 0.030417652893736095,
      "grad_norm": 5.875,
      "learning_rate": 4.848533094494442e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5324811726808548,
      "num_tokens": 18476619.0,
      "step": 23980
    },
    {
      "epoch": 0.03043033748626893,
      "grad_norm": 5.09375,
      "learning_rate": 4.8484696634858135e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5539074778556824,
      "num_tokens": 18484416.0,
      "step": 23990
    },
    {
      "epoch": 0.030443022078801764,
      "grad_norm": 10.6875,
      "learning_rate": 4.848406232477184e-05,
      "loss": 2.27,
      "mean_token_accuracy": 0.5155837386846542,
      "num_tokens": 18492565.0,
      "step": 24000
    },
    {
      "epoch": 0.030455706671334598,
      "grad_norm": 5.40625,
      "learning_rate": 4.848342801468555e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5408916145563125,
      "num_tokens": 18499219.0,
      "step": 24010
    },
    {
      "epoch": 0.030468391263867432,
      "grad_norm": 6.0,
      "learning_rate": 4.848279370459926e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5327857881784439,
      "num_tokens": 18506794.0,
      "step": 24020
    },
    {
      "epoch": 0.030481075856400267,
      "grad_norm": 6.0625,
      "learning_rate": 4.8482159394512964e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5371750175952912,
      "num_tokens": 18514113.0,
      "step": 24030
    },
    {
      "epoch": 0.030493760448933097,
      "grad_norm": 4.71875,
      "learning_rate": 4.8481525084426676e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5511547863483429,
      "num_tokens": 18520925.0,
      "step": 24040
    },
    {
      "epoch": 0.03050644504146593,
      "grad_norm": 5.125,
      "learning_rate": 4.848089077434038e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5313774168491363,
      "num_tokens": 18528196.0,
      "step": 24050
    },
    {
      "epoch": 0.030519129633998766,
      "grad_norm": 5.03125,
      "learning_rate": 4.848025646425409e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5312148094177246,
      "num_tokens": 18537239.0,
      "step": 24060
    },
    {
      "epoch": 0.0305318142265316,
      "grad_norm": 5.25,
      "learning_rate": 4.84796221541678e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5125114619731903,
      "num_tokens": 18545211.0,
      "step": 24070
    },
    {
      "epoch": 0.030544498819064434,
      "grad_norm": 5.0625,
      "learning_rate": 4.847898784408151e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5364018559455872,
      "num_tokens": 18554250.0,
      "step": 24080
    },
    {
      "epoch": 0.03055718341159727,
      "grad_norm": 7.75,
      "learning_rate": 4.8478353533995216e-05,
      "loss": 1.8553,
      "mean_token_accuracy": 0.5974614024162292,
      "num_tokens": 18560528.0,
      "step": 24090
    },
    {
      "epoch": 0.030569868004130103,
      "grad_norm": 7.0625,
      "learning_rate": 4.847771922390892e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5262600064277649,
      "num_tokens": 18568501.0,
      "step": 24100
    },
    {
      "epoch": 0.030582552596662937,
      "grad_norm": 6.71875,
      "learning_rate": 4.8477084913822634e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5288839846849441,
      "num_tokens": 18576543.0,
      "step": 24110
    },
    {
      "epoch": 0.03059523718919577,
      "grad_norm": 5.15625,
      "learning_rate": 4.847645060373634e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.5231408327817917,
      "num_tokens": 18583212.0,
      "step": 24120
    },
    {
      "epoch": 0.030607921781728605,
      "grad_norm": 4.65625,
      "learning_rate": 4.847581629365005e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.552359676361084,
      "num_tokens": 18591656.0,
      "step": 24130
    },
    {
      "epoch": 0.03062060637426144,
      "grad_norm": 4.8125,
      "learning_rate": 4.847518198356376e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5281972259283065,
      "num_tokens": 18600937.0,
      "step": 24140
    },
    {
      "epoch": 0.030633290966794274,
      "grad_norm": 6.6875,
      "learning_rate": 4.847454767347747e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5576638370752335,
      "num_tokens": 18607548.0,
      "step": 24150
    },
    {
      "epoch": 0.030645975559327108,
      "grad_norm": 7.3125,
      "learning_rate": 4.8473913363391174e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5740783244371415,
      "num_tokens": 18614715.0,
      "step": 24160
    },
    {
      "epoch": 0.030658660151859942,
      "grad_norm": 5.125,
      "learning_rate": 4.8473279053304886e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5267848014831543,
      "num_tokens": 18622853.0,
      "step": 24170
    },
    {
      "epoch": 0.030671344744392776,
      "grad_norm": 6.15625,
      "learning_rate": 4.847264474321859e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5320648401975632,
      "num_tokens": 18630205.0,
      "step": 24180
    },
    {
      "epoch": 0.03068402933692561,
      "grad_norm": 6.8125,
      "learning_rate": 4.8472010433132303e-05,
      "loss": 2.238,
      "mean_token_accuracy": 0.5192536681890487,
      "num_tokens": 18638483.0,
      "step": 24190
    },
    {
      "epoch": 0.030696713929458445,
      "grad_norm": 8.6875,
      "learning_rate": 4.847137612304601e-05,
      "loss": 2.2619,
      "mean_token_accuracy": 0.5161077708005906,
      "num_tokens": 18646338.0,
      "step": 24200
    },
    {
      "epoch": 0.03070939852199128,
      "grad_norm": 5.1875,
      "learning_rate": 4.847074181295972e-05,
      "loss": 2.2499,
      "mean_token_accuracy": 0.5191660672426224,
      "num_tokens": 18654015.0,
      "step": 24210
    },
    {
      "epoch": 0.030722083114524113,
      "grad_norm": 5.46875,
      "learning_rate": 4.847010750287343e-05,
      "loss": 2.2461,
      "mean_token_accuracy": 0.5145016282796859,
      "num_tokens": 18662327.0,
      "step": 24220
    },
    {
      "epoch": 0.030734767707056947,
      "grad_norm": 6.3125,
      "learning_rate": 4.846947319278713e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.517636513710022,
      "num_tokens": 18669949.0,
      "step": 24230
    },
    {
      "epoch": 0.03074745229958978,
      "grad_norm": 5.96875,
      "learning_rate": 4.8468838882700844e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5546264529228211,
      "num_tokens": 18677959.0,
      "step": 24240
    },
    {
      "epoch": 0.030760136892122616,
      "grad_norm": 6.25,
      "learning_rate": 4.846820457261455e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5540699481964111,
      "num_tokens": 18684637.0,
      "step": 24250
    },
    {
      "epoch": 0.03077282148465545,
      "grad_norm": 4.75,
      "learning_rate": 4.846757026252826e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5233562409877777,
      "num_tokens": 18691836.0,
      "step": 24260
    },
    {
      "epoch": 0.03078550607718828,
      "grad_norm": 9.3125,
      "learning_rate": 4.846693595244197e-05,
      "loss": 2.3219,
      "mean_token_accuracy": 0.5011699795722961,
      "num_tokens": 18698912.0,
      "step": 24270
    },
    {
      "epoch": 0.030798190669721115,
      "grad_norm": 4.84375,
      "learning_rate": 4.846630164235568e-05,
      "loss": 2.2442,
      "mean_token_accuracy": 0.5148556053638458,
      "num_tokens": 18707022.0,
      "step": 24280
    },
    {
      "epoch": 0.03081087526225395,
      "grad_norm": 5.1875,
      "learning_rate": 4.846566733226939e-05,
      "loss": 2.2444,
      "mean_token_accuracy": 0.5167254894971848,
      "num_tokens": 18713861.0,
      "step": 24290
    },
    {
      "epoch": 0.030823559854786783,
      "grad_norm": 4.875,
      "learning_rate": 4.8465033022183096e-05,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5638655006885529,
      "num_tokens": 18719841.0,
      "step": 24300
    },
    {
      "epoch": 0.030836244447319618,
      "grad_norm": 4.53125,
      "learning_rate": 4.84643987120968e-05,
      "loss": 2.3186,
      "mean_token_accuracy": 0.502513462305069,
      "num_tokens": 18728605.0,
      "step": 24310
    },
    {
      "epoch": 0.030848929039852452,
      "grad_norm": 7.59375,
      "learning_rate": 4.8463764402010514e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5505220770835877,
      "num_tokens": 18734468.0,
      "step": 24320
    },
    {
      "epoch": 0.030861613632385286,
      "grad_norm": 5.3125,
      "learning_rate": 4.846313009192422e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5309380292892456,
      "num_tokens": 18742738.0,
      "step": 24330
    },
    {
      "epoch": 0.03087429822491812,
      "grad_norm": 5.21875,
      "learning_rate": 4.846249578183793e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5513283431529998,
      "num_tokens": 18749239.0,
      "step": 24340
    },
    {
      "epoch": 0.030886982817450954,
      "grad_norm": 5.625,
      "learning_rate": 4.8461861471751637e-05,
      "loss": 2.3762,
      "mean_token_accuracy": 0.49600447416305543,
      "num_tokens": 18757226.0,
      "step": 24350
    },
    {
      "epoch": 0.03089966740998379,
      "grad_norm": 5.125,
      "learning_rate": 4.846122716166535e-05,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5736173331737519,
      "num_tokens": 18765505.0,
      "step": 24360
    },
    {
      "epoch": 0.030912352002516623,
      "grad_norm": 5.125,
      "learning_rate": 4.8460592851579054e-05,
      "loss": 2.064,
      "mean_token_accuracy": 0.5480573534965515,
      "num_tokens": 18773188.0,
      "step": 24370
    },
    {
      "epoch": 0.030925036595049457,
      "grad_norm": 5.21875,
      "learning_rate": 4.845995854149276e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5320523917675019,
      "num_tokens": 18780469.0,
      "step": 24380
    },
    {
      "epoch": 0.03093772118758229,
      "grad_norm": 7.84375,
      "learning_rate": 4.845932423140647e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5337550133466721,
      "num_tokens": 18788490.0,
      "step": 24390
    },
    {
      "epoch": 0.030950405780115126,
      "grad_norm": 7.03125,
      "learning_rate": 4.845868992132018e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5386369019746781,
      "num_tokens": 18795470.0,
      "step": 24400
    },
    {
      "epoch": 0.03096309037264796,
      "grad_norm": 4.75,
      "learning_rate": 4.845805561123389e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5286169588565827,
      "num_tokens": 18804457.0,
      "step": 24410
    },
    {
      "epoch": 0.030975774965180794,
      "grad_norm": 5.8125,
      "learning_rate": 4.84574213011476e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5190496236085892,
      "num_tokens": 18813179.0,
      "step": 24420
    },
    {
      "epoch": 0.030988459557713628,
      "grad_norm": 5.28125,
      "learning_rate": 4.8456786991061306e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5566522508859635,
      "num_tokens": 18820510.0,
      "step": 24430
    },
    {
      "epoch": 0.031001144150246462,
      "grad_norm": 4.875,
      "learning_rate": 4.845615268097501e-05,
      "loss": 1.8108,
      "mean_token_accuracy": 0.6004070401191711,
      "num_tokens": 18827548.0,
      "step": 24440
    },
    {
      "epoch": 0.031013828742779297,
      "grad_norm": 5.03125,
      "learning_rate": 4.845551837088872e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.553489601612091,
      "num_tokens": 18835415.0,
      "step": 24450
    },
    {
      "epoch": 0.03102651333531213,
      "grad_norm": 6.21875,
      "learning_rate": 4.845488406080243e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5270601570606231,
      "num_tokens": 18843832.0,
      "step": 24460
    },
    {
      "epoch": 0.031039197927844965,
      "grad_norm": 5.875,
      "learning_rate": 4.845424975071614e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5395474463701249,
      "num_tokens": 18850698.0,
      "step": 24470
    },
    {
      "epoch": 0.0310518825203778,
      "grad_norm": 6.21875,
      "learning_rate": 4.845361544062985e-05,
      "loss": 2.2603,
      "mean_token_accuracy": 0.5173338294029236,
      "num_tokens": 18859339.0,
      "step": 24480
    },
    {
      "epoch": 0.031064567112910633,
      "grad_norm": 6.0625,
      "learning_rate": 4.845298113054356e-05,
      "loss": 2.3093,
      "mean_token_accuracy": 0.5041640371084213,
      "num_tokens": 18867043.0,
      "step": 24490
    },
    {
      "epoch": 0.031077251705443468,
      "grad_norm": 4.875,
      "learning_rate": 4.8452346820457264e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5281438231468201,
      "num_tokens": 18874205.0,
      "step": 24500
    },
    {
      "epoch": 0.0310899362979763,
      "grad_norm": 5.71875,
      "learning_rate": 4.845171251037097e-05,
      "loss": 2.2854,
      "mean_token_accuracy": 0.507256743311882,
      "num_tokens": 18882871.0,
      "step": 24510
    },
    {
      "epoch": 0.031102620890509133,
      "grad_norm": 4.6875,
      "learning_rate": 4.845107820028468e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5122722119092942,
      "num_tokens": 18891286.0,
      "step": 24520
    },
    {
      "epoch": 0.031115305483041967,
      "grad_norm": 6.5,
      "learning_rate": 4.845044389019839e-05,
      "loss": 2.2177,
      "mean_token_accuracy": 0.5212286740541459,
      "num_tokens": 18899439.0,
      "step": 24530
    },
    {
      "epoch": 0.0311279900755748,
      "grad_norm": 4.65625,
      "learning_rate": 4.84498095801121e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5570242762565613,
      "num_tokens": 18905814.0,
      "step": 24540
    },
    {
      "epoch": 0.031140674668107635,
      "grad_norm": 6.59375,
      "learning_rate": 4.8449175270025805e-05,
      "loss": 2.3423,
      "mean_token_accuracy": 0.49891102910041807,
      "num_tokens": 18912695.0,
      "step": 24550
    },
    {
      "epoch": 0.03115335926064047,
      "grad_norm": 5.1875,
      "learning_rate": 4.844854095993952e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5370338320732116,
      "num_tokens": 18920848.0,
      "step": 24560
    },
    {
      "epoch": 0.031166043853173304,
      "grad_norm": 7.03125,
      "learning_rate": 4.844790664985322e-05,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5189875423908233,
      "num_tokens": 18928630.0,
      "step": 24570
    },
    {
      "epoch": 0.031178728445706138,
      "grad_norm": 5.96875,
      "learning_rate": 4.844727233976693e-05,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5570930212736129,
      "num_tokens": 18935731.0,
      "step": 24580
    },
    {
      "epoch": 0.031191413038238972,
      "grad_norm": 5.21875,
      "learning_rate": 4.844663802968064e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5287905335426331,
      "num_tokens": 18944366.0,
      "step": 24590
    },
    {
      "epoch": 0.031204097630771806,
      "grad_norm": 6.65625,
      "learning_rate": 4.8446003719594345e-05,
      "loss": 2.3009,
      "mean_token_accuracy": 0.5137110918760299,
      "num_tokens": 18952637.0,
      "step": 24600
    },
    {
      "epoch": 0.03121678222330464,
      "grad_norm": 4.65625,
      "learning_rate": 4.844536940950806e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5328711569309235,
      "num_tokens": 18960619.0,
      "step": 24610
    },
    {
      "epoch": 0.031229466815837475,
      "grad_norm": 5.5,
      "learning_rate": 4.844473509942177e-05,
      "loss": 2.3121,
      "mean_token_accuracy": 0.508972430229187,
      "num_tokens": 18969247.0,
      "step": 24620
    },
    {
      "epoch": 0.03124215140837031,
      "grad_norm": 5.96875,
      "learning_rate": 4.8444100789335474e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5335641592741013,
      "num_tokens": 18977308.0,
      "step": 24630
    },
    {
      "epoch": 0.03125483600090314,
      "grad_norm": 6.96875,
      "learning_rate": 4.8443466479249187e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5406841844320297,
      "num_tokens": 18985313.0,
      "step": 24640
    },
    {
      "epoch": 0.031267520593435974,
      "grad_norm": 5.6875,
      "learning_rate": 4.8442832169162885e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5407335579395294,
      "num_tokens": 18992865.0,
      "step": 24650
    },
    {
      "epoch": 0.03128020518596881,
      "grad_norm": 5.0625,
      "learning_rate": 4.84421978590766e-05,
      "loss": 2.3448,
      "mean_token_accuracy": 0.5007881700992585,
      "num_tokens": 19001354.0,
      "step": 24660
    },
    {
      "epoch": 0.03129288977850164,
      "grad_norm": 24.125,
      "learning_rate": 4.844156354899031e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5556771546602249,
      "num_tokens": 19008206.0,
      "step": 24670
    },
    {
      "epoch": 0.03130557437103448,
      "grad_norm": 4.875,
      "learning_rate": 4.8440929238904015e-05,
      "loss": 2.2752,
      "mean_token_accuracy": 0.5016726851463318,
      "num_tokens": 19016210.0,
      "step": 24680
    },
    {
      "epoch": 0.03131825896356731,
      "grad_norm": 5.78125,
      "learning_rate": 4.844029492881773e-05,
      "loss": 2.3565,
      "mean_token_accuracy": 0.509141480922699,
      "num_tokens": 19024421.0,
      "step": 24690
    },
    {
      "epoch": 0.031330943556100145,
      "grad_norm": 5.28125,
      "learning_rate": 4.843966061873143e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.5215346038341522,
      "num_tokens": 19033173.0,
      "step": 24700
    },
    {
      "epoch": 0.03134362814863298,
      "grad_norm": 5.625,
      "learning_rate": 4.8439026308645144e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5500795632600785,
      "num_tokens": 19041072.0,
      "step": 24710
    },
    {
      "epoch": 0.031356312741165814,
      "grad_norm": 4.375,
      "learning_rate": 4.843839199855885e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5483571052551269,
      "num_tokens": 19050145.0,
      "step": 24720
    },
    {
      "epoch": 0.03136899733369865,
      "grad_norm": 6.5,
      "learning_rate": 4.8437757688472555e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5777604281902313,
      "num_tokens": 19056058.0,
      "step": 24730
    },
    {
      "epoch": 0.03138168192623148,
      "grad_norm": 5.46875,
      "learning_rate": 4.843712337838627e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5514417588710785,
      "num_tokens": 19063148.0,
      "step": 24740
    },
    {
      "epoch": 0.031394366518764316,
      "grad_norm": 4.96875,
      "learning_rate": 4.843648906829997e-05,
      "loss": 2.2998,
      "mean_token_accuracy": 0.5157293856143952,
      "num_tokens": 19071373.0,
      "step": 24750
    },
    {
      "epoch": 0.03140705111129715,
      "grad_norm": 6.125,
      "learning_rate": 4.8435854758213685e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5617192685604095,
      "num_tokens": 19079338.0,
      "step": 24760
    },
    {
      "epoch": 0.031419735703829985,
      "grad_norm": 6.03125,
      "learning_rate": 4.84352204481274e-05,
      "loss": 1.7471,
      "mean_token_accuracy": 0.6114031195640564,
      "num_tokens": 19086837.0,
      "step": 24770
    },
    {
      "epoch": 0.03143242029636282,
      "grad_norm": 26.375,
      "learning_rate": 4.84345861380411e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5340196162462234,
      "num_tokens": 19093562.0,
      "step": 24780
    },
    {
      "epoch": 0.03144510488889565,
      "grad_norm": 4.84375,
      "learning_rate": 4.843395182795481e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.516113942861557,
      "num_tokens": 19101925.0,
      "step": 24790
    },
    {
      "epoch": 0.03145778948142849,
      "grad_norm": 5.6875,
      "learning_rate": 4.843331751786851e-05,
      "loss": 1.8816,
      "mean_token_accuracy": 0.5881051570177078,
      "num_tokens": 19109613.0,
      "step": 24800
    },
    {
      "epoch": 0.03147047407396132,
      "grad_norm": 6.34375,
      "learning_rate": 4.8432683207782225e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5620745956897736,
      "num_tokens": 19117284.0,
      "step": 24810
    },
    {
      "epoch": 0.031483158666494156,
      "grad_norm": 4.65625,
      "learning_rate": 4.843204889769594e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5241168886423111,
      "num_tokens": 19125809.0,
      "step": 24820
    },
    {
      "epoch": 0.03149584325902699,
      "grad_norm": 4.5625,
      "learning_rate": 4.843141458760964e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5586507350206376,
      "num_tokens": 19133583.0,
      "step": 24830
    },
    {
      "epoch": 0.031508527851559824,
      "grad_norm": 5.75,
      "learning_rate": 4.8430780277523355e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5688159734010696,
      "num_tokens": 19139958.0,
      "step": 24840
    },
    {
      "epoch": 0.03152121244409266,
      "grad_norm": 5.1875,
      "learning_rate": 4.843014596743706e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5524385929107666,
      "num_tokens": 19147612.0,
      "step": 24850
    },
    {
      "epoch": 0.03153389703662549,
      "grad_norm": 5.53125,
      "learning_rate": 4.8429511657350765e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.5283212959766388,
      "num_tokens": 19154429.0,
      "step": 24860
    },
    {
      "epoch": 0.03154658162915833,
      "grad_norm": 5.75,
      "learning_rate": 4.842887734726448e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5455575108528137,
      "num_tokens": 19162074.0,
      "step": 24870
    },
    {
      "epoch": 0.03155926622169116,
      "grad_norm": 5.75,
      "learning_rate": 4.842824303717818e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.535543692111969,
      "num_tokens": 19170861.0,
      "step": 24880
    },
    {
      "epoch": 0.031571950814223995,
      "grad_norm": 4.96875,
      "learning_rate": 4.8427608727091895e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5359711199998856,
      "num_tokens": 19177420.0,
      "step": 24890
    },
    {
      "epoch": 0.03158463540675683,
      "grad_norm": 5.75,
      "learning_rate": 4.84269744170056e-05,
      "loss": 2.2549,
      "mean_token_accuracy": 0.5268646061420441,
      "num_tokens": 19184695.0,
      "step": 24900
    },
    {
      "epoch": 0.031597319999289664,
      "grad_norm": 5.375,
      "learning_rate": 4.842634010691931e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5402679175138474,
      "num_tokens": 19193302.0,
      "step": 24910
    },
    {
      "epoch": 0.0316100045918225,
      "grad_norm": 5.1875,
      "learning_rate": 4.842570579683302e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5370387345552444,
      "num_tokens": 19199373.0,
      "step": 24920
    },
    {
      "epoch": 0.03162268918435533,
      "grad_norm": 6.25,
      "learning_rate": 4.842507148674672e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5310215473175048,
      "num_tokens": 19206377.0,
      "step": 24930
    },
    {
      "epoch": 0.031635373776888166,
      "grad_norm": 5.34375,
      "learning_rate": 4.8424437176660435e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5290284872055053,
      "num_tokens": 19213511.0,
      "step": 24940
    },
    {
      "epoch": 0.031648058369421,
      "grad_norm": 5.0625,
      "learning_rate": 4.842380286657414e-05,
      "loss": 2.3806,
      "mean_token_accuracy": 0.486941984295845,
      "num_tokens": 19220927.0,
      "step": 24950
    },
    {
      "epoch": 0.031660742961953835,
      "grad_norm": 4.875,
      "learning_rate": 4.842316855648785e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5304246455430984,
      "num_tokens": 19228426.0,
      "step": 24960
    },
    {
      "epoch": 0.03167342755448667,
      "grad_norm": 5.15625,
      "learning_rate": 4.8422534246401565e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5221936970949173,
      "num_tokens": 19236451.0,
      "step": 24970
    },
    {
      "epoch": 0.0316861121470195,
      "grad_norm": 6.125,
      "learning_rate": 4.842189993631527e-05,
      "loss": 1.9753,
      "mean_token_accuracy": 0.5612207144498825,
      "num_tokens": 19244410.0,
      "step": 24980
    },
    {
      "epoch": 0.03169879673955234,
      "grad_norm": 7.03125,
      "learning_rate": 4.8421265626228976e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.522074168920517,
      "num_tokens": 19252950.0,
      "step": 24990
    },
    {
      "epoch": 0.03171148133208517,
      "grad_norm": 5.78125,
      "learning_rate": 4.842063131614268e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5313401281833648,
      "num_tokens": 19260636.0,
      "step": 25000
    },
    {
      "epoch": 0.031724165924618006,
      "grad_norm": 5.0,
      "learning_rate": 4.841999700605639e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5462329775094986,
      "num_tokens": 19267599.0,
      "step": 25010
    },
    {
      "epoch": 0.03173685051715084,
      "grad_norm": 7.96875,
      "learning_rate": 4.8419362695970105e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.593868362903595,
      "num_tokens": 19273378.0,
      "step": 25020
    },
    {
      "epoch": 0.031749535109683674,
      "grad_norm": 5.15625,
      "learning_rate": 4.841872838588381e-05,
      "loss": 2.3334,
      "mean_token_accuracy": 0.501894149184227,
      "num_tokens": 19281797.0,
      "step": 25030
    },
    {
      "epoch": 0.03176221970221651,
      "grad_norm": 5.4375,
      "learning_rate": 4.841809407579752e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5552764147520065,
      "num_tokens": 19288295.0,
      "step": 25040
    },
    {
      "epoch": 0.03177490429474934,
      "grad_norm": 4.65625,
      "learning_rate": 4.841745976571123e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5364009767770768,
      "num_tokens": 19295699.0,
      "step": 25050
    },
    {
      "epoch": 0.03178758888728218,
      "grad_norm": 5.03125,
      "learning_rate": 4.841682545562494e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5274843752384186,
      "num_tokens": 19303190.0,
      "step": 25060
    },
    {
      "epoch": 0.03180027347981501,
      "grad_norm": 6.71875,
      "learning_rate": 4.8416191145538645e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5619544118642807,
      "num_tokens": 19310020.0,
      "step": 25070
    },
    {
      "epoch": 0.031812958072347845,
      "grad_norm": 5.25,
      "learning_rate": 4.841555683545235e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5359188735485076,
      "num_tokens": 19319407.0,
      "step": 25080
    },
    {
      "epoch": 0.03182564266488068,
      "grad_norm": 5.5,
      "learning_rate": 4.841492252536606e-05,
      "loss": 2.3003,
      "mean_token_accuracy": 0.5082180142402649,
      "num_tokens": 19328793.0,
      "step": 25090
    },
    {
      "epoch": 0.03183832725741351,
      "grad_norm": 5.28125,
      "learning_rate": 4.8414288215279775e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5616739869117737,
      "num_tokens": 19336907.0,
      "step": 25100
    },
    {
      "epoch": 0.03185101184994634,
      "grad_norm": 5.25,
      "learning_rate": 4.841365390519348e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5424809664487839,
      "num_tokens": 19343139.0,
      "step": 25110
    },
    {
      "epoch": 0.031863696442479175,
      "grad_norm": 5.90625,
      "learning_rate": 4.841301959510719e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5307064086198807,
      "num_tokens": 19351024.0,
      "step": 25120
    },
    {
      "epoch": 0.03187638103501201,
      "grad_norm": 5.53125,
      "learning_rate": 4.84123852850209e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5595472246408463,
      "num_tokens": 19358765.0,
      "step": 25130
    },
    {
      "epoch": 0.031889065627544844,
      "grad_norm": 6.875,
      "learning_rate": 4.84117509749346e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5281042039394379,
      "num_tokens": 19368039.0,
      "step": 25140
    },
    {
      "epoch": 0.03190175022007768,
      "grad_norm": 5.5625,
      "learning_rate": 4.8411116664848315e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5197213977575302,
      "num_tokens": 19374908.0,
      "step": 25150
    },
    {
      "epoch": 0.03191443481261051,
      "grad_norm": 5.5,
      "learning_rate": 4.841048235476202e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5375729769468307,
      "num_tokens": 19383187.0,
      "step": 25160
    },
    {
      "epoch": 0.031927119405143346,
      "grad_norm": 6.9375,
      "learning_rate": 4.840984804467573e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5746418058872222,
      "num_tokens": 19389998.0,
      "step": 25170
    },
    {
      "epoch": 0.03193980399767618,
      "grad_norm": 5.125,
      "learning_rate": 4.840921373458944e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5424918442964554,
      "num_tokens": 19397964.0,
      "step": 25180
    },
    {
      "epoch": 0.031952488590209015,
      "grad_norm": 6.59375,
      "learning_rate": 4.840857942450315e-05,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5149271339178085,
      "num_tokens": 19405348.0,
      "step": 25190
    },
    {
      "epoch": 0.03196517318274185,
      "grad_norm": 5.46875,
      "learning_rate": 4.8407945114416856e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5195479243993759,
      "num_tokens": 19413801.0,
      "step": 25200
    },
    {
      "epoch": 0.03197785777527468,
      "grad_norm": 4.6875,
      "learning_rate": 4.840731080433056e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.514439857006073,
      "num_tokens": 19422066.0,
      "step": 25210
    },
    {
      "epoch": 0.03199054236780752,
      "grad_norm": 9.875,
      "learning_rate": 4.840667649424427e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5242369264364243,
      "num_tokens": 19429335.0,
      "step": 25220
    },
    {
      "epoch": 0.03200322696034035,
      "grad_norm": 8.625,
      "learning_rate": 4.840604218415798e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5592780113220215,
      "num_tokens": 19435654.0,
      "step": 25230
    },
    {
      "epoch": 0.032015911552873186,
      "grad_norm": 6.21875,
      "learning_rate": 4.840540787407169e-05,
      "loss": 2.3145,
      "mean_token_accuracy": 0.5036040186882019,
      "num_tokens": 19442196.0,
      "step": 25240
    },
    {
      "epoch": 0.03202859614540602,
      "grad_norm": 4.9375,
      "learning_rate": 4.84047735639854e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.520470455288887,
      "num_tokens": 19449930.0,
      "step": 25250
    },
    {
      "epoch": 0.032041280737938854,
      "grad_norm": 4.875,
      "learning_rate": 4.840413925389911e-05,
      "loss": 2.2682,
      "mean_token_accuracy": 0.5060092568397522,
      "num_tokens": 19458722.0,
      "step": 25260
    },
    {
      "epoch": 0.03205396533047169,
      "grad_norm": 4.96875,
      "learning_rate": 4.8403504943812813e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5329960435628891,
      "num_tokens": 19466106.0,
      "step": 25270
    },
    {
      "epoch": 0.03206664992300452,
      "grad_norm": 7.125,
      "learning_rate": 4.840287063372652e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5673521161079407,
      "num_tokens": 19473945.0,
      "step": 25280
    },
    {
      "epoch": 0.03207933451553736,
      "grad_norm": 4.96875,
      "learning_rate": 4.840223632364023e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5248036772012711,
      "num_tokens": 19482673.0,
      "step": 25290
    },
    {
      "epoch": 0.03209201910807019,
      "grad_norm": 4.40625,
      "learning_rate": 4.840160201355394e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5502409219741822,
      "num_tokens": 19490767.0,
      "step": 25300
    },
    {
      "epoch": 0.032104703700603025,
      "grad_norm": 8.1875,
      "learning_rate": 4.840096770346765e-05,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5781157106161118,
      "num_tokens": 19497255.0,
      "step": 25310
    },
    {
      "epoch": 0.03211738829313586,
      "grad_norm": 5.125,
      "learning_rate": 4.840033339338136e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5411706298589707,
      "num_tokens": 19504860.0,
      "step": 25320
    },
    {
      "epoch": 0.032130072885668694,
      "grad_norm": 5.96875,
      "learning_rate": 4.8399699083295066e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5239607602357864,
      "num_tokens": 19511728.0,
      "step": 25330
    },
    {
      "epoch": 0.03214275747820153,
      "grad_norm": 4.53125,
      "learning_rate": 4.839906477320877e-05,
      "loss": 2.2061,
      "mean_token_accuracy": 0.5262874782085418,
      "num_tokens": 19518762.0,
      "step": 25340
    },
    {
      "epoch": 0.03215544207073436,
      "grad_norm": 5.125,
      "learning_rate": 4.839843046312248e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5406387150287628,
      "num_tokens": 19527132.0,
      "step": 25350
    },
    {
      "epoch": 0.032168126663267196,
      "grad_norm": 4.9375,
      "learning_rate": 4.839779615303619e-05,
      "loss": 2.2509,
      "mean_token_accuracy": 0.5113425642251969,
      "num_tokens": 19534627.0,
      "step": 25360
    },
    {
      "epoch": 0.03218081125580003,
      "grad_norm": 10.625,
      "learning_rate": 4.83971618429499e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5392761617898941,
      "num_tokens": 19542659.0,
      "step": 25370
    },
    {
      "epoch": 0.032193495848332865,
      "grad_norm": 5.34375,
      "learning_rate": 4.8396527532863606e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5592378139495849,
      "num_tokens": 19550691.0,
      "step": 25380
    },
    {
      "epoch": 0.0322061804408657,
      "grad_norm": 6.71875,
      "learning_rate": 4.839589322277732e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5449955433607101,
      "num_tokens": 19557867.0,
      "step": 25390
    },
    {
      "epoch": 0.03221886503339853,
      "grad_norm": 5.5,
      "learning_rate": 4.839525891269103e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5628915131092072,
      "num_tokens": 19564538.0,
      "step": 25400
    },
    {
      "epoch": 0.03223154962593137,
      "grad_norm": 6.09375,
      "learning_rate": 4.839462460260473e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5405974507331848,
      "num_tokens": 19571294.0,
      "step": 25410
    },
    {
      "epoch": 0.0322442342184642,
      "grad_norm": 5.21875,
      "learning_rate": 4.839399029251844e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5490664839744568,
      "num_tokens": 19579933.0,
      "step": 25420
    },
    {
      "epoch": 0.032256918810997036,
      "grad_norm": 4.8125,
      "learning_rate": 4.8393355982432147e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5373353004455567,
      "num_tokens": 19589094.0,
      "step": 25430
    },
    {
      "epoch": 0.03226960340352987,
      "grad_norm": 5.3125,
      "learning_rate": 4.839272167234586e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5261230826377868,
      "num_tokens": 19596341.0,
      "step": 25440
    },
    {
      "epoch": 0.032282287996062704,
      "grad_norm": 6.5,
      "learning_rate": 4.839208736225957e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5707028388977051,
      "num_tokens": 19604300.0,
      "step": 25450
    },
    {
      "epoch": 0.03229497258859554,
      "grad_norm": 7.0,
      "learning_rate": 4.8391453052173276e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5536186456680298,
      "num_tokens": 19611000.0,
      "step": 25460
    },
    {
      "epoch": 0.03230765718112837,
      "grad_norm": 5.5625,
      "learning_rate": 4.839081874208699e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5195659667253494,
      "num_tokens": 19619299.0,
      "step": 25470
    },
    {
      "epoch": 0.03232034177366121,
      "grad_norm": 4.3125,
      "learning_rate": 4.8390184432000694e-05,
      "loss": 1.9069,
      "mean_token_accuracy": 0.5853688597679139,
      "num_tokens": 19625287.0,
      "step": 25480
    },
    {
      "epoch": 0.03233302636619404,
      "grad_norm": 7.75,
      "learning_rate": 4.83895501219144e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5738481402397155,
      "num_tokens": 19631630.0,
      "step": 25490
    },
    {
      "epoch": 0.032345710958726875,
      "grad_norm": 5.03125,
      "learning_rate": 4.838891581182811e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5193836033344269,
      "num_tokens": 19640384.0,
      "step": 25500
    },
    {
      "epoch": 0.03235839555125971,
      "grad_norm": 8.875,
      "learning_rate": 4.8388281501741816e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5403967767953872,
      "num_tokens": 19647256.0,
      "step": 25510
    },
    {
      "epoch": 0.032371080143792544,
      "grad_norm": 4.9375,
      "learning_rate": 4.838764719165553e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5219110637903214,
      "num_tokens": 19656001.0,
      "step": 25520
    },
    {
      "epoch": 0.03238376473632538,
      "grad_norm": 5.78125,
      "learning_rate": 4.8387012881569234e-05,
      "loss": 2.314,
      "mean_token_accuracy": 0.5008760750293731,
      "num_tokens": 19663240.0,
      "step": 25530
    },
    {
      "epoch": 0.03239644932885821,
      "grad_norm": 5.21875,
      "learning_rate": 4.8386378571482946e-05,
      "loss": 2.2885,
      "mean_token_accuracy": 0.5081759333610535,
      "num_tokens": 19672830.0,
      "step": 25540
    },
    {
      "epoch": 0.032409133921391046,
      "grad_norm": 5.4375,
      "learning_rate": 4.838574426139665e-05,
      "loss": 2.3659,
      "mean_token_accuracy": 0.5059158504009247,
      "num_tokens": 19682319.0,
      "step": 25550
    },
    {
      "epoch": 0.032421818513923874,
      "grad_norm": 4.90625,
      "learning_rate": 4.838510995131036e-05,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5623366951942443,
      "num_tokens": 19689744.0,
      "step": 25560
    },
    {
      "epoch": 0.03243450310645671,
      "grad_norm": 6.0625,
      "learning_rate": 4.838447564122407e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5367809206247329,
      "num_tokens": 19698161.0,
      "step": 25570
    },
    {
      "epoch": 0.03244718769898954,
      "grad_norm": 5.125,
      "learning_rate": 4.8383841331137774e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5376409530639649,
      "num_tokens": 19704494.0,
      "step": 25580
    },
    {
      "epoch": 0.032459872291522376,
      "grad_norm": 5.09375,
      "learning_rate": 4.8383207021051486e-05,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5140439212322235,
      "num_tokens": 19712643.0,
      "step": 25590
    },
    {
      "epoch": 0.03247255688405521,
      "grad_norm": 9.0625,
      "learning_rate": 4.83825727109652e-05,
      "loss": 2.3767,
      "mean_token_accuracy": 0.4946304798126221,
      "num_tokens": 19721162.0,
      "step": 25600
    },
    {
      "epoch": 0.032485241476588045,
      "grad_norm": 5.8125,
      "learning_rate": 4.8381938400878904e-05,
      "loss": 2.2873,
      "mean_token_accuracy": 0.5148245543241501,
      "num_tokens": 19728518.0,
      "step": 25610
    },
    {
      "epoch": 0.03249792606912088,
      "grad_norm": 5.6875,
      "learning_rate": 4.838130409079261e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5342929869890213,
      "num_tokens": 19735705.0,
      "step": 25620
    },
    {
      "epoch": 0.03251061066165371,
      "grad_norm": 5.46875,
      "learning_rate": 4.8380669780706315e-05,
      "loss": 2.2513,
      "mean_token_accuracy": 0.5056062459945678,
      "num_tokens": 19744290.0,
      "step": 25630
    },
    {
      "epoch": 0.03252329525418655,
      "grad_norm": 5.4375,
      "learning_rate": 4.838003547062003e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5173579514026642,
      "num_tokens": 19752226.0,
      "step": 25640
    },
    {
      "epoch": 0.03253597984671938,
      "grad_norm": 5.09375,
      "learning_rate": 4.837940116053374e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5652408301830292,
      "num_tokens": 19759386.0,
      "step": 25650
    },
    {
      "epoch": 0.032548664439252216,
      "grad_norm": 6.28125,
      "learning_rate": 4.8378766850447444e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5212503910064697,
      "num_tokens": 19767118.0,
      "step": 25660
    },
    {
      "epoch": 0.03256134903178505,
      "grad_norm": 7.03125,
      "learning_rate": 4.8378132540361156e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5670516282320023,
      "num_tokens": 19773862.0,
      "step": 25670
    },
    {
      "epoch": 0.032574033624317884,
      "grad_norm": 6.53125,
      "learning_rate": 4.837749823027486e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5317619264125824,
      "num_tokens": 19780387.0,
      "step": 25680
    },
    {
      "epoch": 0.03258671821685072,
      "grad_norm": 5.96875,
      "learning_rate": 4.837686392018857e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5192666530609131,
      "num_tokens": 19787949.0,
      "step": 25690
    },
    {
      "epoch": 0.03259940280938355,
      "grad_norm": 5.75,
      "learning_rate": 4.837622961010228e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5585712730884552,
      "num_tokens": 19795496.0,
      "step": 25700
    },
    {
      "epoch": 0.03261208740191639,
      "grad_norm": 6.6875,
      "learning_rate": 4.8375595300015984e-05,
      "loss": 2.2575,
      "mean_token_accuracy": 0.5145099282264709,
      "num_tokens": 19803855.0,
      "step": 25710
    },
    {
      "epoch": 0.03262477199444922,
      "grad_norm": 5.96875,
      "learning_rate": 4.8374960989929697e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5182866364717483,
      "num_tokens": 19811673.0,
      "step": 25720
    },
    {
      "epoch": 0.032637456586982055,
      "grad_norm": 5.03125,
      "learning_rate": 4.83743266798434e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5343275129795074,
      "num_tokens": 19819527.0,
      "step": 25730
    },
    {
      "epoch": 0.03265014117951489,
      "grad_norm": 6.28125,
      "learning_rate": 4.8373692369757114e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5211540043354035,
      "num_tokens": 19827417.0,
      "step": 25740
    },
    {
      "epoch": 0.032662825772047724,
      "grad_norm": 4.9375,
      "learning_rate": 4.837305805967082e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5445081561803817,
      "num_tokens": 19836261.0,
      "step": 25750
    },
    {
      "epoch": 0.03267551036458056,
      "grad_norm": 4.65625,
      "learning_rate": 4.8372423749584525e-05,
      "loss": 2.229,
      "mean_token_accuracy": 0.5136341392993927,
      "num_tokens": 19844933.0,
      "step": 25760
    },
    {
      "epoch": 0.03268819495711339,
      "grad_norm": 5.875,
      "learning_rate": 4.837178943949824e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5451448887586594,
      "num_tokens": 19852963.0,
      "step": 25770
    },
    {
      "epoch": 0.032700879549646227,
      "grad_norm": 5.84375,
      "learning_rate": 4.837115512941194e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5213076353073121,
      "num_tokens": 19861057.0,
      "step": 25780
    },
    {
      "epoch": 0.03271356414217906,
      "grad_norm": 6.90625,
      "learning_rate": 4.8370520819325654e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5188955754041672,
      "num_tokens": 19869455.0,
      "step": 25790
    },
    {
      "epoch": 0.032726248734711895,
      "grad_norm": 11.0625,
      "learning_rate": 4.8369886509239367e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5329818993806839,
      "num_tokens": 19875912.0,
      "step": 25800
    },
    {
      "epoch": 0.03273893332724473,
      "grad_norm": 5.3125,
      "learning_rate": 4.836925219915307e-05,
      "loss": 2.3018,
      "mean_token_accuracy": 0.5124966025352478,
      "num_tokens": 19883594.0,
      "step": 25810
    },
    {
      "epoch": 0.03275161791977756,
      "grad_norm": 6.0625,
      "learning_rate": 4.8368617889066784e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5203130125999451,
      "num_tokens": 19890603.0,
      "step": 25820
    },
    {
      "epoch": 0.0327643025123104,
      "grad_norm": 6.4375,
      "learning_rate": 4.836798357898048e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5246934711933136,
      "num_tokens": 19897950.0,
      "step": 25830
    },
    {
      "epoch": 0.03277698710484323,
      "grad_norm": 4.1875,
      "learning_rate": 4.8367349268894195e-05,
      "loss": 1.8376,
      "mean_token_accuracy": 0.6040168285369873,
      "num_tokens": 19905158.0,
      "step": 25840
    },
    {
      "epoch": 0.032789671697376066,
      "grad_norm": 13.25,
      "learning_rate": 4.836671495880791e-05,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5228218972682953,
      "num_tokens": 19912940.0,
      "step": 25850
    },
    {
      "epoch": 0.0328023562899089,
      "grad_norm": 5.15625,
      "learning_rate": 4.836608064872161e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5483697265386581,
      "num_tokens": 19921335.0,
      "step": 25860
    },
    {
      "epoch": 0.032815040882441734,
      "grad_norm": 4.5,
      "learning_rate": 4.8365446338635324e-05,
      "loss": 1.9755,
      "mean_token_accuracy": 0.5671253651380539,
      "num_tokens": 19928821.0,
      "step": 25870
    },
    {
      "epoch": 0.03282772547497457,
      "grad_norm": 5.28125,
      "learning_rate": 4.836481202854903e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5337587565183639,
      "num_tokens": 19936634.0,
      "step": 25880
    },
    {
      "epoch": 0.0328404100675074,
      "grad_norm": 4.90625,
      "learning_rate": 4.836417771846274e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5475944697856903,
      "num_tokens": 19944910.0,
      "step": 25890
    },
    {
      "epoch": 0.03285309466004024,
      "grad_norm": 5.09375,
      "learning_rate": 4.836354340837645e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5154205441474915,
      "num_tokens": 19953074.0,
      "step": 25900
    },
    {
      "epoch": 0.03286577925257307,
      "grad_norm": 4.625,
      "learning_rate": 4.836290909829015e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5205362677574158,
      "num_tokens": 19960574.0,
      "step": 25910
    },
    {
      "epoch": 0.032878463845105906,
      "grad_norm": 4.9375,
      "learning_rate": 4.8362274788203865e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5255415439605713,
      "num_tokens": 19968856.0,
      "step": 25920
    },
    {
      "epoch": 0.03289114843763874,
      "grad_norm": 5.53125,
      "learning_rate": 4.836164047811757e-05,
      "loss": 2.1934,
      "mean_token_accuracy": 0.5221116244792938,
      "num_tokens": 19976729.0,
      "step": 25930
    },
    {
      "epoch": 0.032903833030171574,
      "grad_norm": 5.625,
      "learning_rate": 4.836100616803128e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5231151670217514,
      "num_tokens": 19984471.0,
      "step": 25940
    },
    {
      "epoch": 0.03291651762270441,
      "grad_norm": 7.125,
      "learning_rate": 4.8360371857944994e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5687784761190414,
      "num_tokens": 19990458.0,
      "step": 25950
    },
    {
      "epoch": 0.03292920221523724,
      "grad_norm": 5.96875,
      "learning_rate": 4.83597375478587e-05,
      "loss": 2.2757,
      "mean_token_accuracy": 0.5083594530820846,
      "num_tokens": 19997863.0,
      "step": 25960
    },
    {
      "epoch": 0.03294188680777008,
      "grad_norm": 6.34375,
      "learning_rate": 4.8359103237772405e-05,
      "loss": 2.2749,
      "mean_token_accuracy": 0.5146988064050675,
      "num_tokens": 20005546.0,
      "step": 25970
    },
    {
      "epoch": 0.03295457140030291,
      "grad_norm": 5.3125,
      "learning_rate": 4.835846892768611e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5268404871225357,
      "num_tokens": 20013548.0,
      "step": 25980
    },
    {
      "epoch": 0.032967255992835745,
      "grad_norm": 5.21875,
      "learning_rate": 4.835783461759982e-05,
      "loss": 1.931,
      "mean_token_accuracy": 0.5712731659412384,
      "num_tokens": 20021246.0,
      "step": 25990
    },
    {
      "epoch": 0.03297994058536858,
      "grad_norm": 4.78125,
      "learning_rate": 4.8357200307513535e-05,
      "loss": 2.3187,
      "mean_token_accuracy": 0.5052761852741241,
      "num_tokens": 20029938.0,
      "step": 26000
    },
    {
      "epoch": 0.03299262517790141,
      "grad_norm": 5.09375,
      "learning_rate": 4.835656599742724e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5400318652391434,
      "num_tokens": 20038080.0,
      "step": 26010
    },
    {
      "epoch": 0.03300530977043425,
      "grad_norm": 5.125,
      "learning_rate": 4.835593168734095e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5652834415435791,
      "num_tokens": 20044912.0,
      "step": 26020
    },
    {
      "epoch": 0.033017994362967075,
      "grad_norm": 4.5,
      "learning_rate": 4.835529737725466e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5310582935810089,
      "num_tokens": 20053955.0,
      "step": 26030
    },
    {
      "epoch": 0.03303067895549991,
      "grad_norm": 4.75,
      "learning_rate": 4.835466306716836e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5151309967041016,
      "num_tokens": 20062092.0,
      "step": 26040
    },
    {
      "epoch": 0.03304336354803274,
      "grad_norm": 6.09375,
      "learning_rate": 4.8354028757082075e-05,
      "loss": 2.2247,
      "mean_token_accuracy": 0.512540289759636,
      "num_tokens": 20069516.0,
      "step": 26050
    },
    {
      "epoch": 0.03305604814056558,
      "grad_norm": 5.1875,
      "learning_rate": 4.835339444699578e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5541098147630692,
      "num_tokens": 20075475.0,
      "step": 26060
    },
    {
      "epoch": 0.03306873273309841,
      "grad_norm": 14.4375,
      "learning_rate": 4.835276013690949e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5262808948755264,
      "num_tokens": 20083408.0,
      "step": 26070
    },
    {
      "epoch": 0.033081417325631246,
      "grad_norm": 5.46875,
      "learning_rate": 4.8352125826823204e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5522197335958481,
      "num_tokens": 20090410.0,
      "step": 26080
    },
    {
      "epoch": 0.03309410191816408,
      "grad_norm": 5.34375,
      "learning_rate": 4.835149151673691e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5696438282728196,
      "num_tokens": 20097921.0,
      "step": 26090
    },
    {
      "epoch": 0.033106786510696914,
      "grad_norm": 5.84375,
      "learning_rate": 4.8350857206650615e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5279603004455566,
      "num_tokens": 20105668.0,
      "step": 26100
    },
    {
      "epoch": 0.03311947110322975,
      "grad_norm": 4.9375,
      "learning_rate": 4.835022289656432e-05,
      "loss": 1.7678,
      "mean_token_accuracy": 0.596553635597229,
      "num_tokens": 20112909.0,
      "step": 26110
    },
    {
      "epoch": 0.03313215569576258,
      "grad_norm": 4.90625,
      "learning_rate": 4.834958858647803e-05,
      "loss": 2.3016,
      "mean_token_accuracy": 0.5077346205711365,
      "num_tokens": 20122197.0,
      "step": 26120
    },
    {
      "epoch": 0.03314484028829542,
      "grad_norm": 8.5,
      "learning_rate": 4.8348954276391745e-05,
      "loss": 2.2414,
      "mean_token_accuracy": 0.5206833481788635,
      "num_tokens": 20129227.0,
      "step": 26130
    },
    {
      "epoch": 0.03315752488082825,
      "grad_norm": 5.0625,
      "learning_rate": 4.834831996630545e-05,
      "loss": 2.2137,
      "mean_token_accuracy": 0.5164559423923493,
      "num_tokens": 20136923.0,
      "step": 26140
    },
    {
      "epoch": 0.033170209473361086,
      "grad_norm": 4.3125,
      "learning_rate": 4.834768565621916e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5369691967964172,
      "num_tokens": 20145372.0,
      "step": 26150
    },
    {
      "epoch": 0.03318289406589392,
      "grad_norm": 5.375,
      "learning_rate": 4.834705134613287e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5644273161888123,
      "num_tokens": 20153105.0,
      "step": 26160
    },
    {
      "epoch": 0.033195578658426754,
      "grad_norm": 5.8125,
      "learning_rate": 4.834641703604657e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5403042584657669,
      "num_tokens": 20160753.0,
      "step": 26170
    },
    {
      "epoch": 0.03320826325095959,
      "grad_norm": 4.78125,
      "learning_rate": 4.8345782725960285e-05,
      "loss": 1.8663,
      "mean_token_accuracy": 0.5809910237789154,
      "num_tokens": 20167600.0,
      "step": 26180
    },
    {
      "epoch": 0.03322094784349242,
      "grad_norm": 6.28125,
      "learning_rate": 4.834514841587399e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5232767045497895,
      "num_tokens": 20174990.0,
      "step": 26190
    },
    {
      "epoch": 0.03323363243602526,
      "grad_norm": 5.1875,
      "learning_rate": 4.83445141057877e-05,
      "loss": 2.3055,
      "mean_token_accuracy": 0.4976908713579178,
      "num_tokens": 20184092.0,
      "step": 26200
    },
    {
      "epoch": 0.03324631702855809,
      "grad_norm": 5.0,
      "learning_rate": 4.834387979570141e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5473141759634018,
      "num_tokens": 20192163.0,
      "step": 26210
    },
    {
      "epoch": 0.033259001621090925,
      "grad_norm": 7.0625,
      "learning_rate": 4.834324548561512e-05,
      "loss": 2.2546,
      "mean_token_accuracy": 0.5178168058395386,
      "num_tokens": 20199750.0,
      "step": 26220
    },
    {
      "epoch": 0.03327168621362376,
      "grad_norm": 7.28125,
      "learning_rate": 4.834261117552883e-05,
      "loss": 1.8722,
      "mean_token_accuracy": 0.6007446557283401,
      "num_tokens": 20205666.0,
      "step": 26230
    },
    {
      "epoch": 0.033284370806156593,
      "grad_norm": 5.125,
      "learning_rate": 4.834197686544254e-05,
      "loss": 1.9238,
      "mean_token_accuracy": 0.5637430250644684,
      "num_tokens": 20214126.0,
      "step": 26240
    },
    {
      "epoch": 0.03329705539868943,
      "grad_norm": 5.15625,
      "learning_rate": 4.834134255535624e-05,
      "loss": 2.2305,
      "mean_token_accuracy": 0.5254898220300674,
      "num_tokens": 20222638.0,
      "step": 26250
    },
    {
      "epoch": 0.03330973999122226,
      "grad_norm": 5.25,
      "learning_rate": 4.834070824526995e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5418059200048446,
      "num_tokens": 20230437.0,
      "step": 26260
    },
    {
      "epoch": 0.033322424583755096,
      "grad_norm": 6.90625,
      "learning_rate": 4.834007393518366e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.5172414630651474,
      "num_tokens": 20239010.0,
      "step": 26270
    },
    {
      "epoch": 0.03333510917628793,
      "grad_norm": 5.09375,
      "learning_rate": 4.833943962509737e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5233088076114655,
      "num_tokens": 20247766.0,
      "step": 26280
    },
    {
      "epoch": 0.033347793768820765,
      "grad_norm": 6.46875,
      "learning_rate": 4.833880531501108e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5452892899513244,
      "num_tokens": 20254876.0,
      "step": 26290
    },
    {
      "epoch": 0.0333604783613536,
      "grad_norm": 5.09375,
      "learning_rate": 4.833817100492479e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.575087520480156,
      "num_tokens": 20262367.0,
      "step": 26300
    },
    {
      "epoch": 0.03337316295388643,
      "grad_norm": 5.25,
      "learning_rate": 4.8337536694838495e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5435868918895721,
      "num_tokens": 20270072.0,
      "step": 26310
    },
    {
      "epoch": 0.03338584754641927,
      "grad_norm": 5.15625,
      "learning_rate": 4.83369023847522e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5379660218954087,
      "num_tokens": 20277996.0,
      "step": 26320
    },
    {
      "epoch": 0.0333985321389521,
      "grad_norm": 4.625,
      "learning_rate": 4.833626807466591e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.542332398891449,
      "num_tokens": 20286169.0,
      "step": 26330
    },
    {
      "epoch": 0.033411216731484936,
      "grad_norm": 6.9375,
      "learning_rate": 4.833563376457962e-05,
      "loss": 1.936,
      "mean_token_accuracy": 0.5761309623718261,
      "num_tokens": 20293525.0,
      "step": 26340
    },
    {
      "epoch": 0.03342390132401777,
      "grad_norm": 7.34375,
      "learning_rate": 4.833499945449333e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5675308853387833,
      "num_tokens": 20299941.0,
      "step": 26350
    },
    {
      "epoch": 0.033436585916550604,
      "grad_norm": 4.78125,
      "learning_rate": 4.8334365144407036e-05,
      "loss": 2.2758,
      "mean_token_accuracy": 0.5081523537635804,
      "num_tokens": 20308087.0,
      "step": 26360
    },
    {
      "epoch": 0.03344927050908344,
      "grad_norm": 7.34375,
      "learning_rate": 4.833373083432075e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5526884585618973,
      "num_tokens": 20315541.0,
      "step": 26370
    },
    {
      "epoch": 0.03346195510161627,
      "grad_norm": 6.84375,
      "learning_rate": 4.833309652423445e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5501936644315719,
      "num_tokens": 20321564.0,
      "step": 26380
    },
    {
      "epoch": 0.03347463969414911,
      "grad_norm": 4.84375,
      "learning_rate": 4.833246221414816e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5365009486675263,
      "num_tokens": 20329565.0,
      "step": 26390
    },
    {
      "epoch": 0.03348732428668194,
      "grad_norm": 5.8125,
      "learning_rate": 4.833182790406187e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5279892534017563,
      "num_tokens": 20338192.0,
      "step": 26400
    },
    {
      "epoch": 0.033500008879214775,
      "grad_norm": 7.625,
      "learning_rate": 4.8331193593975576e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5482789784669876,
      "num_tokens": 20346177.0,
      "step": 26410
    },
    {
      "epoch": 0.03351269347174761,
      "grad_norm": 5.71875,
      "learning_rate": 4.833055928388929e-05,
      "loss": 2.2748,
      "mean_token_accuracy": 0.5116989374160766,
      "num_tokens": 20354370.0,
      "step": 26420
    },
    {
      "epoch": 0.033525378064280444,
      "grad_norm": 4.5,
      "learning_rate": 4.8329924973803e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5365944832563401,
      "num_tokens": 20362947.0,
      "step": 26430
    },
    {
      "epoch": 0.03353806265681328,
      "grad_norm": 4.96875,
      "learning_rate": 4.8329290663716706e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5627819299697876,
      "num_tokens": 20370600.0,
      "step": 26440
    },
    {
      "epoch": 0.03355074724934611,
      "grad_norm": 5.125,
      "learning_rate": 4.832865635363041e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5159930497407913,
      "num_tokens": 20378694.0,
      "step": 26450
    },
    {
      "epoch": 0.033563431841878946,
      "grad_norm": 5.53125,
      "learning_rate": 4.8328022043544116e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5189069718122482,
      "num_tokens": 20386067.0,
      "step": 26460
    },
    {
      "epoch": 0.03357611643441178,
      "grad_norm": 5.15625,
      "learning_rate": 4.832738773345783e-05,
      "loss": 2.2797,
      "mean_token_accuracy": 0.5197591632604599,
      "num_tokens": 20393152.0,
      "step": 26470
    },
    {
      "epoch": 0.033588801026944615,
      "grad_norm": 5.125,
      "learning_rate": 4.832675342337154e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5333009392023087,
      "num_tokens": 20401659.0,
      "step": 26480
    },
    {
      "epoch": 0.03360148561947745,
      "grad_norm": 5.03125,
      "learning_rate": 4.8326119113285246e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5314807951450348,
      "num_tokens": 20411212.0,
      "step": 26490
    },
    {
      "epoch": 0.033614170212010276,
      "grad_norm": 7.1875,
      "learning_rate": 4.832548480319896e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5598605871200562,
      "num_tokens": 20418370.0,
      "step": 26500
    },
    {
      "epoch": 0.03362685480454311,
      "grad_norm": 4.71875,
      "learning_rate": 4.832485049311266e-05,
      "loss": 1.7898,
      "mean_token_accuracy": 0.6125987291336059,
      "num_tokens": 20425029.0,
      "step": 26510
    },
    {
      "epoch": 0.033639539397075945,
      "grad_norm": 5.0,
      "learning_rate": 4.832421618302637e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.53887058198452,
      "num_tokens": 20431731.0,
      "step": 26520
    },
    {
      "epoch": 0.03365222398960878,
      "grad_norm": 5.21875,
      "learning_rate": 4.832358187294008e-05,
      "loss": 2.3718,
      "mean_token_accuracy": 0.5034438252449036,
      "num_tokens": 20439572.0,
      "step": 26530
    },
    {
      "epoch": 0.03366490858214161,
      "grad_norm": 4.84375,
      "learning_rate": 4.8322947562853786e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.56744165122509,
      "num_tokens": 20447842.0,
      "step": 26540
    },
    {
      "epoch": 0.03367759317467445,
      "grad_norm": 5.28125,
      "learning_rate": 4.83223132527675e-05,
      "loss": 1.844,
      "mean_token_accuracy": 0.5909564644098282,
      "num_tokens": 20455609.0,
      "step": 26550
    },
    {
      "epoch": 0.03369027776720728,
      "grad_norm": 5.40625,
      "learning_rate": 4.8321678942681204e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5726450026035309,
      "num_tokens": 20463140.0,
      "step": 26560
    },
    {
      "epoch": 0.033702962359740116,
      "grad_norm": 6.03125,
      "learning_rate": 4.8321044632594916e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5465269982814789,
      "num_tokens": 20470070.0,
      "step": 26570
    },
    {
      "epoch": 0.03371564695227295,
      "grad_norm": 4.90625,
      "learning_rate": 4.832041032250863e-05,
      "loss": 2.2411,
      "mean_token_accuracy": 0.5159349143505096,
      "num_tokens": 20479127.0,
      "step": 26580
    },
    {
      "epoch": 0.033728331544805784,
      "grad_norm": 4.6875,
      "learning_rate": 4.8319776012422326e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5456290900707245,
      "num_tokens": 20486453.0,
      "step": 26590
    },
    {
      "epoch": 0.03374101613733862,
      "grad_norm": 4.875,
      "learning_rate": 4.831914170233604e-05,
      "loss": 1.8635,
      "mean_token_accuracy": 0.592865240573883,
      "num_tokens": 20493344.0,
      "step": 26600
    },
    {
      "epoch": 0.03375370072987145,
      "grad_norm": 6.9375,
      "learning_rate": 4.8318507392249744e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5655717134475708,
      "num_tokens": 20500420.0,
      "step": 26610
    },
    {
      "epoch": 0.03376638532240429,
      "grad_norm": 8.4375,
      "learning_rate": 4.8317873082163456e-05,
      "loss": 1.7184,
      "mean_token_accuracy": 0.6166563212871552,
      "num_tokens": 20506857.0,
      "step": 26620
    },
    {
      "epoch": 0.03377906991493712,
      "grad_norm": 6.4375,
      "learning_rate": 4.831723877207717e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5490095257759094,
      "num_tokens": 20513855.0,
      "step": 26630
    },
    {
      "epoch": 0.033791754507469955,
      "grad_norm": 6.3125,
      "learning_rate": 4.8316604461990874e-05,
      "loss": 2.4277,
      "mean_token_accuracy": 0.4891917765140533,
      "num_tokens": 20522461.0,
      "step": 26640
    },
    {
      "epoch": 0.03380443910000279,
      "grad_norm": 5.75,
      "learning_rate": 4.8315970151904586e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5545758724212646,
      "num_tokens": 20531006.0,
      "step": 26650
    },
    {
      "epoch": 0.033817123692535624,
      "grad_norm": 5.53125,
      "learning_rate": 4.831533584181829e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5587988376617432,
      "num_tokens": 20539215.0,
      "step": 26660
    },
    {
      "epoch": 0.03382980828506846,
      "grad_norm": 5.15625,
      "learning_rate": 4.8314701531731996e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5436917215585708,
      "num_tokens": 20547989.0,
      "step": 26670
    },
    {
      "epoch": 0.03384249287760129,
      "grad_norm": 6.4375,
      "learning_rate": 4.831406722164571e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5385010123252869,
      "num_tokens": 20556060.0,
      "step": 26680
    },
    {
      "epoch": 0.033855177470134126,
      "grad_norm": 4.75,
      "learning_rate": 4.8313432911559414e-05,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5184161990880967,
      "num_tokens": 20564368.0,
      "step": 26690
    },
    {
      "epoch": 0.03386786206266696,
      "grad_norm": 7.875,
      "learning_rate": 4.8312798601473126e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.557725402712822,
      "num_tokens": 20571645.0,
      "step": 26700
    },
    {
      "epoch": 0.033880546655199795,
      "grad_norm": 4.625,
      "learning_rate": 4.831216429138683e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5337808758020401,
      "num_tokens": 20579490.0,
      "step": 26710
    },
    {
      "epoch": 0.03389323124773263,
      "grad_norm": 6.0,
      "learning_rate": 4.8311529981300543e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5177436321973801,
      "num_tokens": 20587378.0,
      "step": 26720
    },
    {
      "epoch": 0.03390591584026546,
      "grad_norm": 5.8125,
      "learning_rate": 4.831089567121425e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5211527973413468,
      "num_tokens": 20595281.0,
      "step": 26730
    },
    {
      "epoch": 0.0339186004327983,
      "grad_norm": 5.59375,
      "learning_rate": 4.8310261361127954e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5295460492372512,
      "num_tokens": 20603520.0,
      "step": 26740
    },
    {
      "epoch": 0.03393128502533113,
      "grad_norm": 7.21875,
      "learning_rate": 4.8309627051041666e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.561001792550087,
      "num_tokens": 20610747.0,
      "step": 26750
    },
    {
      "epoch": 0.033943969617863966,
      "grad_norm": 5.0,
      "learning_rate": 4.830899274095537e-05,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5203404277563095,
      "num_tokens": 20619024.0,
      "step": 26760
    },
    {
      "epoch": 0.0339566542103968,
      "grad_norm": 8.125,
      "learning_rate": 4.8308358430869084e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5520498275756835,
      "num_tokens": 20627002.0,
      "step": 26770
    },
    {
      "epoch": 0.033969338802929634,
      "grad_norm": 5.75,
      "learning_rate": 4.8307724120782796e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5312703907489776,
      "num_tokens": 20635263.0,
      "step": 26780
    },
    {
      "epoch": 0.03398202339546247,
      "grad_norm": 6.1875,
      "learning_rate": 4.83070898106965e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5248857527971268,
      "num_tokens": 20643113.0,
      "step": 26790
    },
    {
      "epoch": 0.0339947079879953,
      "grad_norm": 5.5,
      "learning_rate": 4.8306455500610207e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5357303380966186,
      "num_tokens": 20650331.0,
      "step": 26800
    },
    {
      "epoch": 0.03400739258052814,
      "grad_norm": 6.1875,
      "learning_rate": 4.830582119052391e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5272550463676453,
      "num_tokens": 20657970.0,
      "step": 26810
    },
    {
      "epoch": 0.03402007717306097,
      "grad_norm": 5.0625,
      "learning_rate": 4.8305186880437624e-05,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5199245750904083,
      "num_tokens": 20666025.0,
      "step": 26820
    },
    {
      "epoch": 0.034032761765593805,
      "grad_norm": 6.15625,
      "learning_rate": 4.8304552570351336e-05,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5279961168766022,
      "num_tokens": 20673889.0,
      "step": 26830
    },
    {
      "epoch": 0.03404544635812664,
      "grad_norm": 5.3125,
      "learning_rate": 4.830391826026504e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5226214975118637,
      "num_tokens": 20681815.0,
      "step": 26840
    },
    {
      "epoch": 0.034058130950659474,
      "grad_norm": 5.15625,
      "learning_rate": 4.8303283950178754e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5372865110635757,
      "num_tokens": 20690476.0,
      "step": 26850
    },
    {
      "epoch": 0.03407081554319231,
      "grad_norm": 8.0625,
      "learning_rate": 4.830264964009246e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.566081839799881,
      "num_tokens": 20697942.0,
      "step": 26860
    },
    {
      "epoch": 0.03408350013572514,
      "grad_norm": 5.375,
      "learning_rate": 4.8302015330006164e-05,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5329928725957871,
      "num_tokens": 20705226.0,
      "step": 26870
    },
    {
      "epoch": 0.034096184728257976,
      "grad_norm": 5.3125,
      "learning_rate": 4.8301381019919877e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5227581977844238,
      "num_tokens": 20714205.0,
      "step": 26880
    },
    {
      "epoch": 0.03410886932079081,
      "grad_norm": 5.09375,
      "learning_rate": 4.830074670983358e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5410936564207077,
      "num_tokens": 20722102.0,
      "step": 26890
    },
    {
      "epoch": 0.034121553913323645,
      "grad_norm": 5.625,
      "learning_rate": 4.8300112399747294e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5282612770795823,
      "num_tokens": 20729565.0,
      "step": 26900
    },
    {
      "epoch": 0.03413423850585648,
      "grad_norm": 4.96875,
      "learning_rate": 4.8299478089661006e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5412091314792633,
      "num_tokens": 20736398.0,
      "step": 26910
    },
    {
      "epoch": 0.03414692309838931,
      "grad_norm": 5.875,
      "learning_rate": 4.829884377957471e-05,
      "loss": 1.8242,
      "mean_token_accuracy": 0.5869113862514496,
      "num_tokens": 20742050.0,
      "step": 26920
    },
    {
      "epoch": 0.03415960769092215,
      "grad_norm": 5.40625,
      "learning_rate": 4.829820946948842e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5316566795110702,
      "num_tokens": 20750567.0,
      "step": 26930
    },
    {
      "epoch": 0.03417229228345498,
      "grad_norm": 6.40625,
      "learning_rate": 4.829757515940212e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5508524179458618,
      "num_tokens": 20758862.0,
      "step": 26940
    },
    {
      "epoch": 0.034184976875987816,
      "grad_norm": 5.65625,
      "learning_rate": 4.8296940849315834e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5523181229829788,
      "num_tokens": 20766448.0,
      "step": 26950
    },
    {
      "epoch": 0.03419766146852065,
      "grad_norm": 6.0625,
      "learning_rate": 4.8296306539229546e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5312972158193588,
      "num_tokens": 20774323.0,
      "step": 26960
    },
    {
      "epoch": 0.03421034606105348,
      "grad_norm": 4.96875,
      "learning_rate": 4.829567222914325e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5393297791481018,
      "num_tokens": 20781040.0,
      "step": 26970
    },
    {
      "epoch": 0.03422303065358631,
      "grad_norm": 7.53125,
      "learning_rate": 4.8295037919056964e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5280407309532166,
      "num_tokens": 20788487.0,
      "step": 26980
    },
    {
      "epoch": 0.034235715246119146,
      "grad_norm": 5.03125,
      "learning_rate": 4.829440360897067e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5666140347719193,
      "num_tokens": 20796199.0,
      "step": 26990
    },
    {
      "epoch": 0.03424839983865198,
      "grad_norm": 6.40625,
      "learning_rate": 4.829376929888438e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5618503600358963,
      "num_tokens": 20804428.0,
      "step": 27000
    },
    {
      "epoch": 0.034261084431184814,
      "grad_norm": 6.5625,
      "learning_rate": 4.829313498879809e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5576848477125168,
      "num_tokens": 20811177.0,
      "step": 27010
    },
    {
      "epoch": 0.03427376902371765,
      "grad_norm": 6.40625,
      "learning_rate": 4.829250067871179e-05,
      "loss": 2.2048,
      "mean_token_accuracy": 0.5251097053289413,
      "num_tokens": 20819139.0,
      "step": 27020
    },
    {
      "epoch": 0.03428645361625048,
      "grad_norm": 5.6875,
      "learning_rate": 4.8291866368625504e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5294656395912171,
      "num_tokens": 20827955.0,
      "step": 27030
    },
    {
      "epoch": 0.03429913820878332,
      "grad_norm": 5.875,
      "learning_rate": 4.829123205853921e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5666611075401307,
      "num_tokens": 20834882.0,
      "step": 27040
    },
    {
      "epoch": 0.03431182280131615,
      "grad_norm": 5.0625,
      "learning_rate": 4.829059774845292e-05,
      "loss": 1.8957,
      "mean_token_accuracy": 0.5775414764881134,
      "num_tokens": 20840753.0,
      "step": 27050
    },
    {
      "epoch": 0.034324507393848985,
      "grad_norm": 7.40625,
      "learning_rate": 4.8289963438366634e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5551676630973816,
      "num_tokens": 20848055.0,
      "step": 27060
    },
    {
      "epoch": 0.03433719198638182,
      "grad_norm": 6.90625,
      "learning_rate": 4.828932912828034e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5376734077930451,
      "num_tokens": 20855450.0,
      "step": 27070
    },
    {
      "epoch": 0.034349876578914654,
      "grad_norm": 5.34375,
      "learning_rate": 4.8288694818194045e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5481297552585602,
      "num_tokens": 20862162.0,
      "step": 27080
    },
    {
      "epoch": 0.03436256117144749,
      "grad_norm": 5.28125,
      "learning_rate": 4.828806050810775e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5519026339054107,
      "num_tokens": 20869572.0,
      "step": 27090
    },
    {
      "epoch": 0.03437524576398032,
      "grad_norm": 5.34375,
      "learning_rate": 4.828742619802146e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5680572032928467,
      "num_tokens": 20877000.0,
      "step": 27100
    },
    {
      "epoch": 0.034387930356513156,
      "grad_norm": 8.375,
      "learning_rate": 4.8286791887935174e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5466832756996155,
      "num_tokens": 20884092.0,
      "step": 27110
    },
    {
      "epoch": 0.03440061494904599,
      "grad_norm": 5.0,
      "learning_rate": 4.828615757784888e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5186577647924423,
      "num_tokens": 20892053.0,
      "step": 27120
    },
    {
      "epoch": 0.034413299541578825,
      "grad_norm": 6.1875,
      "learning_rate": 4.828552326776259e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5199428856372833,
      "num_tokens": 20900804.0,
      "step": 27130
    },
    {
      "epoch": 0.03442598413411166,
      "grad_norm": 5.28125,
      "learning_rate": 4.82848889576763e-05,
      "loss": 2.3023,
      "mean_token_accuracy": 0.5064580172300339,
      "num_tokens": 20909472.0,
      "step": 27140
    },
    {
      "epoch": 0.03443866872664449,
      "grad_norm": 6.9375,
      "learning_rate": 4.828425464759e-05,
      "loss": 2.2508,
      "mean_token_accuracy": 0.52037995159626,
      "num_tokens": 20916917.0,
      "step": 27150
    },
    {
      "epoch": 0.03445135331917733,
      "grad_norm": 5.46875,
      "learning_rate": 4.8283620337503714e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5321439653635025,
      "num_tokens": 20925145.0,
      "step": 27160
    },
    {
      "epoch": 0.03446403791171016,
      "grad_norm": 6.28125,
      "learning_rate": 4.828298602741742e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5371693521738052,
      "num_tokens": 20932739.0,
      "step": 27170
    },
    {
      "epoch": 0.034476722504242996,
      "grad_norm": 5.25,
      "learning_rate": 4.828235171733113e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5411516547203064,
      "num_tokens": 20941761.0,
      "step": 27180
    },
    {
      "epoch": 0.03448940709677583,
      "grad_norm": 4.75,
      "learning_rate": 4.828171740724484e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.566341045498848,
      "num_tokens": 20949276.0,
      "step": 27190
    },
    {
      "epoch": 0.034502091689308664,
      "grad_norm": 5.5,
      "learning_rate": 4.828108309715855e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5584183096885681,
      "num_tokens": 20957399.0,
      "step": 27200
    },
    {
      "epoch": 0.0345147762818415,
      "grad_norm": 6.25,
      "learning_rate": 4.8280448787072255e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5392080068588256,
      "num_tokens": 20965208.0,
      "step": 27210
    },
    {
      "epoch": 0.03452746087437433,
      "grad_norm": 5.25,
      "learning_rate": 4.827981447698596e-05,
      "loss": 1.9417,
      "mean_token_accuracy": 0.5781166732311249,
      "num_tokens": 20971814.0,
      "step": 27220
    },
    {
      "epoch": 0.03454014546690717,
      "grad_norm": 7.0625,
      "learning_rate": 4.827918016689967e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5343368083238602,
      "num_tokens": 20978946.0,
      "step": 27230
    },
    {
      "epoch": 0.03455283005944,
      "grad_norm": 4.90625,
      "learning_rate": 4.827854585681338e-05,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5229160815477372,
      "num_tokens": 20987587.0,
      "step": 27240
    },
    {
      "epoch": 0.034565514651972835,
      "grad_norm": 5.34375,
      "learning_rate": 4.827791154672709e-05,
      "loss": 1.8648,
      "mean_token_accuracy": 0.5744482964277268,
      "num_tokens": 20995837.0,
      "step": 27250
    },
    {
      "epoch": 0.03457819924450567,
      "grad_norm": 5.53125,
      "learning_rate": 4.82772772366408e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5142283886671066,
      "num_tokens": 21003628.0,
      "step": 27260
    },
    {
      "epoch": 0.034590883837038504,
      "grad_norm": 4.75,
      "learning_rate": 4.827664292655451e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5630510210990906,
      "num_tokens": 21010845.0,
      "step": 27270
    },
    {
      "epoch": 0.03460356842957134,
      "grad_norm": 5.59375,
      "learning_rate": 4.827600861646821e-05,
      "loss": 2.1641,
      "mean_token_accuracy": 0.522027063369751,
      "num_tokens": 21018359.0,
      "step": 27280
    },
    {
      "epoch": 0.03461625302210417,
      "grad_norm": 5.6875,
      "learning_rate": 4.827537430638192e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5638319581747055,
      "num_tokens": 21025548.0,
      "step": 27290
    },
    {
      "epoch": 0.034628937614637006,
      "grad_norm": 5.125,
      "learning_rate": 4.827473999629563e-05,
      "loss": 2.2496,
      "mean_token_accuracy": 0.5245151937007904,
      "num_tokens": 21034453.0,
      "step": 27300
    },
    {
      "epoch": 0.03464162220716984,
      "grad_norm": 4.71875,
      "learning_rate": 4.827410568620934e-05,
      "loss": 2.2892,
      "mean_token_accuracy": 0.5039668470621109,
      "num_tokens": 21043759.0,
      "step": 27310
    },
    {
      "epoch": 0.034654306799702675,
      "grad_norm": 9.1875,
      "learning_rate": 4.827347137612305e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5304297238588334,
      "num_tokens": 21052144.0,
      "step": 27320
    },
    {
      "epoch": 0.03466699139223551,
      "grad_norm": 4.96875,
      "learning_rate": 4.827283706603676e-05,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5251241892576217,
      "num_tokens": 21059343.0,
      "step": 27330
    },
    {
      "epoch": 0.03467967598476834,
      "grad_norm": 6.875,
      "learning_rate": 4.8272202755950465e-05,
      "loss": 2.2375,
      "mean_token_accuracy": 0.5216519653797149,
      "num_tokens": 21066999.0,
      "step": 27340
    },
    {
      "epoch": 0.03469236057730118,
      "grad_norm": 6.3125,
      "learning_rate": 4.827156844586417e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5510681658983231,
      "num_tokens": 21075273.0,
      "step": 27350
    },
    {
      "epoch": 0.03470504516983401,
      "grad_norm": 5.21875,
      "learning_rate": 4.827093413577788e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.525810569524765,
      "num_tokens": 21083898.0,
      "step": 27360
    },
    {
      "epoch": 0.034717729762366846,
      "grad_norm": 3.84375,
      "learning_rate": 4.827029982569159e-05,
      "loss": 1.903,
      "mean_token_accuracy": 0.5799524337053299,
      "num_tokens": 21091875.0,
      "step": 27370
    },
    {
      "epoch": 0.03473041435489968,
      "grad_norm": 7.3125,
      "learning_rate": 4.82696655156053e-05,
      "loss": 1.8168,
      "mean_token_accuracy": 0.5883578896522522,
      "num_tokens": 21098918.0,
      "step": 27380
    },
    {
      "epoch": 0.034743098947432514,
      "grad_norm": 6.75,
      "learning_rate": 4.8269031205519005e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5254067122936249,
      "num_tokens": 21106798.0,
      "step": 27390
    },
    {
      "epoch": 0.03475578353996535,
      "grad_norm": 6.71875,
      "learning_rate": 4.826839689543272e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5428564518690109,
      "num_tokens": 21115006.0,
      "step": 27400
    },
    {
      "epoch": 0.03476846813249818,
      "grad_norm": 4.71875,
      "learning_rate": 4.826776258534643e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5595620095729827,
      "num_tokens": 21122238.0,
      "step": 27410
    },
    {
      "epoch": 0.03478115272503102,
      "grad_norm": 7.25,
      "learning_rate": 4.8267128275260135e-05,
      "loss": 1.9306,
      "mean_token_accuracy": 0.570726403594017,
      "num_tokens": 21129241.0,
      "step": 27420
    },
    {
      "epoch": 0.03479383731756385,
      "grad_norm": 5.375,
      "learning_rate": 4.826649396517384e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5226969093084335,
      "num_tokens": 21136841.0,
      "step": 27430
    },
    {
      "epoch": 0.03480652191009668,
      "grad_norm": 7.46875,
      "learning_rate": 4.8265859655087546e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5550252944231033,
      "num_tokens": 21144566.0,
      "step": 27440
    },
    {
      "epoch": 0.03481920650262951,
      "grad_norm": 5.1875,
      "learning_rate": 4.826522534500126e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5312536984682084,
      "num_tokens": 21151618.0,
      "step": 27450
    },
    {
      "epoch": 0.03483189109516235,
      "grad_norm": 7.125,
      "learning_rate": 4.826459103491497e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5724242597818374,
      "num_tokens": 21158079.0,
      "step": 27460
    },
    {
      "epoch": 0.03484457568769518,
      "grad_norm": 7.6875,
      "learning_rate": 4.8263956724828675e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5303698390722275,
      "num_tokens": 21166012.0,
      "step": 27470
    },
    {
      "epoch": 0.034857260280228015,
      "grad_norm": 6.03125,
      "learning_rate": 4.826332241474239e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5688474714756012,
      "num_tokens": 21174104.0,
      "step": 27480
    },
    {
      "epoch": 0.03486994487276085,
      "grad_norm": 5.5,
      "learning_rate": 4.826268810465609e-05,
      "loss": 2.2695,
      "mean_token_accuracy": 0.5093123525381088,
      "num_tokens": 21181989.0,
      "step": 27490
    },
    {
      "epoch": 0.034882629465293684,
      "grad_norm": 5.625,
      "learning_rate": 4.82620537945698e-05,
      "loss": 2.2524,
      "mean_token_accuracy": 0.5103031098842621,
      "num_tokens": 21190385.0,
      "step": 27500
    },
    {
      "epoch": 0.03489531405782652,
      "grad_norm": 5.71875,
      "learning_rate": 4.826141948448351e-05,
      "loss": 1.86,
      "mean_token_accuracy": 0.5813716888427735,
      "num_tokens": 21196430.0,
      "step": 27510
    },
    {
      "epoch": 0.03490799865035935,
      "grad_norm": 5.75,
      "learning_rate": 4.8260785174397216e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.554130932688713,
      "num_tokens": 21204020.0,
      "step": 27520
    },
    {
      "epoch": 0.034920683242892187,
      "grad_norm": 6.03125,
      "learning_rate": 4.826015086431093e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5184621334075927,
      "num_tokens": 21212267.0,
      "step": 27530
    },
    {
      "epoch": 0.03493336783542502,
      "grad_norm": 6.15625,
      "learning_rate": 4.825951655422463e-05,
      "loss": 2.1754,
      "mean_token_accuracy": 0.526914718747139,
      "num_tokens": 21219832.0,
      "step": 27540
    },
    {
      "epoch": 0.034946052427957855,
      "grad_norm": 6.125,
      "learning_rate": 4.8258882244138345e-05,
      "loss": 2.2757,
      "mean_token_accuracy": 0.508490863442421,
      "num_tokens": 21228414.0,
      "step": 27550
    },
    {
      "epoch": 0.03495873702049069,
      "grad_norm": 4.625,
      "learning_rate": 4.825824793405205e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5415830254554749,
      "num_tokens": 21236775.0,
      "step": 27560
    },
    {
      "epoch": 0.03497142161302352,
      "grad_norm": 7.25,
      "learning_rate": 4.8257613623965756e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5843935281038284,
      "num_tokens": 21243104.0,
      "step": 27570
    },
    {
      "epoch": 0.03498410620555636,
      "grad_norm": 5.625,
      "learning_rate": 4.825697931387947e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5439832210540771,
      "num_tokens": 21250858.0,
      "step": 27580
    },
    {
      "epoch": 0.03499679079808919,
      "grad_norm": 5.25,
      "learning_rate": 4.825634500379317e-05,
      "loss": 2.2847,
      "mean_token_accuracy": 0.5080481320619583,
      "num_tokens": 21259172.0,
      "step": 27590
    },
    {
      "epoch": 0.035009475390622026,
      "grad_norm": 5.78125,
      "learning_rate": 4.8255710693706885e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5327977895736694,
      "num_tokens": 21267620.0,
      "step": 27600
    },
    {
      "epoch": 0.03502215998315486,
      "grad_norm": 7.59375,
      "learning_rate": 4.82550763836206e-05,
      "loss": 2.3508,
      "mean_token_accuracy": 0.5028530985116959,
      "num_tokens": 21275645.0,
      "step": 27610
    },
    {
      "epoch": 0.035034844575687694,
      "grad_norm": 4.3125,
      "learning_rate": 4.82544420735343e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5489359647035599,
      "num_tokens": 21283867.0,
      "step": 27620
    },
    {
      "epoch": 0.03504752916822053,
      "grad_norm": 4.96875,
      "learning_rate": 4.825380776344801e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5250095635652542,
      "num_tokens": 21291354.0,
      "step": 27630
    },
    {
      "epoch": 0.03506021376075336,
      "grad_norm": 6.0,
      "learning_rate": 4.8253173453361714e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5282813608646393,
      "num_tokens": 21299974.0,
      "step": 27640
    },
    {
      "epoch": 0.0350728983532862,
      "grad_norm": 10.3125,
      "learning_rate": 4.8252539143275426e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5597325026988983,
      "num_tokens": 21307115.0,
      "step": 27650
    },
    {
      "epoch": 0.03508558294581903,
      "grad_norm": 5.96875,
      "learning_rate": 4.825190483318914e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5557018399238587,
      "num_tokens": 21314172.0,
      "step": 27660
    },
    {
      "epoch": 0.035098267538351866,
      "grad_norm": 5.84375,
      "learning_rate": 4.825127052310284e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5365620195865631,
      "num_tokens": 21321749.0,
      "step": 27670
    },
    {
      "epoch": 0.0351109521308847,
      "grad_norm": 5.4375,
      "learning_rate": 4.8250636213016555e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5523963302373887,
      "num_tokens": 21329097.0,
      "step": 27680
    },
    {
      "epoch": 0.035123636723417534,
      "grad_norm": 5.1875,
      "learning_rate": 4.825000190293026e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5549212753772735,
      "num_tokens": 21337761.0,
      "step": 27690
    },
    {
      "epoch": 0.03513632131595037,
      "grad_norm": 4.78125,
      "learning_rate": 4.8249367592843966e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.570734104514122,
      "num_tokens": 21345668.0,
      "step": 27700
    },
    {
      "epoch": 0.0351490059084832,
      "grad_norm": 5.4375,
      "learning_rate": 4.824873328275768e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5523838460445404,
      "num_tokens": 21353769.0,
      "step": 27710
    },
    {
      "epoch": 0.03516169050101604,
      "grad_norm": 4.78125,
      "learning_rate": 4.8248098972671384e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5250166386365891,
      "num_tokens": 21362126.0,
      "step": 27720
    },
    {
      "epoch": 0.03517437509354887,
      "grad_norm": 5.09375,
      "learning_rate": 4.8247464662585096e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5329297125339508,
      "num_tokens": 21370077.0,
      "step": 27730
    },
    {
      "epoch": 0.035187059686081705,
      "grad_norm": 5.875,
      "learning_rate": 4.82468303524988e-05,
      "loss": 2.236,
      "mean_token_accuracy": 0.5129336804151535,
      "num_tokens": 21377564.0,
      "step": 27740
    },
    {
      "epoch": 0.03519974427861454,
      "grad_norm": 5.03125,
      "learning_rate": 4.824619604241251e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5256778776645661,
      "num_tokens": 21385602.0,
      "step": 27750
    },
    {
      "epoch": 0.03521242887114737,
      "grad_norm": 6.25,
      "learning_rate": 4.8245561732326225e-05,
      "loss": 1.8156,
      "mean_token_accuracy": 0.5963563919067383,
      "num_tokens": 21393447.0,
      "step": 27760
    },
    {
      "epoch": 0.03522511346368021,
      "grad_norm": 6.28125,
      "learning_rate": 4.8244927422239924e-05,
      "loss": 1.8235,
      "mean_token_accuracy": 0.6022615015506745,
      "num_tokens": 21399727.0,
      "step": 27770
    },
    {
      "epoch": 0.03523779805621304,
      "grad_norm": 5.34375,
      "learning_rate": 4.8244293112153636e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5614247977733612,
      "num_tokens": 21407354.0,
      "step": 27780
    },
    {
      "epoch": 0.035250482648745876,
      "grad_norm": 5.5625,
      "learning_rate": 4.824365880206734e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.528770524263382,
      "num_tokens": 21415839.0,
      "step": 27790
    },
    {
      "epoch": 0.03526316724127871,
      "grad_norm": 6.9375,
      "learning_rate": 4.8243024491981053e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5597828179597855,
      "num_tokens": 21423152.0,
      "step": 27800
    },
    {
      "epoch": 0.035275851833811545,
      "grad_norm": 11.125,
      "learning_rate": 4.8242390181894766e-05,
      "loss": 2.2935,
      "mean_token_accuracy": 0.5061582207679749,
      "num_tokens": 21431431.0,
      "step": 27810
    },
    {
      "epoch": 0.03528853642634438,
      "grad_norm": 5.8125,
      "learning_rate": 4.824175587180847e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5361795663833618,
      "num_tokens": 21439411.0,
      "step": 27820
    },
    {
      "epoch": 0.03530122101887721,
      "grad_norm": 4.5625,
      "learning_rate": 4.824112156172218e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5615311205387116,
      "num_tokens": 21446744.0,
      "step": 27830
    },
    {
      "epoch": 0.03531390561141005,
      "grad_norm": 5.375,
      "learning_rate": 4.824048725163589e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5182451575994491,
      "num_tokens": 21454420.0,
      "step": 27840
    },
    {
      "epoch": 0.03532659020394288,
      "grad_norm": 4.9375,
      "learning_rate": 4.8239852941549594e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5303936809301376,
      "num_tokens": 21461424.0,
      "step": 27850
    },
    {
      "epoch": 0.035339274796475716,
      "grad_norm": 5.75,
      "learning_rate": 4.8239218631463306e-05,
      "loss": 1.8482,
      "mean_token_accuracy": 0.5806062668561935,
      "num_tokens": 21468022.0,
      "step": 27860
    },
    {
      "epoch": 0.03535195938900855,
      "grad_norm": 5.03125,
      "learning_rate": 4.823858432137701e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5240837603807449,
      "num_tokens": 21475180.0,
      "step": 27870
    },
    {
      "epoch": 0.035364643981541384,
      "grad_norm": 5.21875,
      "learning_rate": 4.823795001129072e-05,
      "loss": 2.2869,
      "mean_token_accuracy": 0.5051578104496002,
      "num_tokens": 21485011.0,
      "step": 27880
    },
    {
      "epoch": 0.03537732857407422,
      "grad_norm": 9.625,
      "learning_rate": 4.8237315701204436e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5586945176124573,
      "num_tokens": 21492367.0,
      "step": 27890
    },
    {
      "epoch": 0.03539001316660705,
      "grad_norm": 5.875,
      "learning_rate": 4.823668139111814e-05,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5716779381036758,
      "num_tokens": 21498687.0,
      "step": 27900
    },
    {
      "epoch": 0.03540269775913988,
      "grad_norm": 7.625,
      "learning_rate": 4.8236047081031846e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.548456272482872,
      "num_tokens": 21506415.0,
      "step": 27910
    },
    {
      "epoch": 0.035415382351672714,
      "grad_norm": 4.84375,
      "learning_rate": 4.823541277094555e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5599222391843796,
      "num_tokens": 21514010.0,
      "step": 27920
    },
    {
      "epoch": 0.03542806694420555,
      "grad_norm": 5.21875,
      "learning_rate": 4.8234778460859264e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5147732138633728,
      "num_tokens": 21521770.0,
      "step": 27930
    },
    {
      "epoch": 0.03544075153673838,
      "grad_norm": 4.9375,
      "learning_rate": 4.8234144150772976e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5472591519355774,
      "num_tokens": 21529547.0,
      "step": 27940
    },
    {
      "epoch": 0.03545343612927122,
      "grad_norm": 5.21875,
      "learning_rate": 4.823350984068668e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5262691140174866,
      "num_tokens": 21538334.0,
      "step": 27950
    },
    {
      "epoch": 0.03546612072180405,
      "grad_norm": 4.875,
      "learning_rate": 4.823287553060039e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5357717633247375,
      "num_tokens": 21546085.0,
      "step": 27960
    },
    {
      "epoch": 0.035478805314336885,
      "grad_norm": 5.625,
      "learning_rate": 4.82322412205141e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5529451489448547,
      "num_tokens": 21553208.0,
      "step": 27970
    },
    {
      "epoch": 0.03549148990686972,
      "grad_norm": 5.5625,
      "learning_rate": 4.8231606910427804e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.544329485297203,
      "num_tokens": 21562065.0,
      "step": 27980
    },
    {
      "epoch": 0.035504174499402553,
      "grad_norm": 11.375,
      "learning_rate": 4.8230972600341516e-05,
      "loss": 2.4583,
      "mean_token_accuracy": 0.49565683901309965,
      "num_tokens": 21569493.0,
      "step": 27990
    },
    {
      "epoch": 0.03551685909193539,
      "grad_norm": 5.375,
      "learning_rate": 4.823033829025522e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5324576139450073,
      "num_tokens": 21578079.0,
      "step": 28000
    },
    {
      "epoch": 0.03552954368446822,
      "grad_norm": 7.78125,
      "learning_rate": 4.8229703980168934e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5329922407865524,
      "num_tokens": 21585989.0,
      "step": 28010
    },
    {
      "epoch": 0.035542228277001056,
      "grad_norm": 5.28125,
      "learning_rate": 4.822906967008264e-05,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5282956063747406,
      "num_tokens": 21593127.0,
      "step": 28020
    },
    {
      "epoch": 0.03555491286953389,
      "grad_norm": 16.375,
      "learning_rate": 4.822843535999635e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5322991371154785,
      "num_tokens": 21601432.0,
      "step": 28030
    },
    {
      "epoch": 0.035567597462066725,
      "grad_norm": 7.0625,
      "learning_rate": 4.8227801049910056e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5393831402063369,
      "num_tokens": 21609755.0,
      "step": 28040
    },
    {
      "epoch": 0.03558028205459956,
      "grad_norm": 5.78125,
      "learning_rate": 4.822716673982376e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5353383451700211,
      "num_tokens": 21617711.0,
      "step": 28050
    },
    {
      "epoch": 0.03559296664713239,
      "grad_norm": 6.15625,
      "learning_rate": 4.8226532429737474e-05,
      "loss": 2.2189,
      "mean_token_accuracy": 0.5132634460926055,
      "num_tokens": 21623893.0,
      "step": 28060
    },
    {
      "epoch": 0.03560565123966523,
      "grad_norm": 4.71875,
      "learning_rate": 4.822589811965118e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5472128450870514,
      "num_tokens": 21631624.0,
      "step": 28070
    },
    {
      "epoch": 0.03561833583219806,
      "grad_norm": 7.59375,
      "learning_rate": 4.822526380956489e-05,
      "loss": 2.1654,
      "mean_token_accuracy": 0.5180287152528763,
      "num_tokens": 21639387.0,
      "step": 28080
    },
    {
      "epoch": 0.035631020424730896,
      "grad_norm": 5.34375,
      "learning_rate": 4.8224629499478604e-05,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5196503967046737,
      "num_tokens": 21647411.0,
      "step": 28090
    },
    {
      "epoch": 0.03564370501726373,
      "grad_norm": 5.40625,
      "learning_rate": 4.822399518939231e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5381579279899598,
      "num_tokens": 21656005.0,
      "step": 28100
    },
    {
      "epoch": 0.035656389609796564,
      "grad_norm": 6.4375,
      "learning_rate": 4.822336087930602e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5448440343141556,
      "num_tokens": 21663442.0,
      "step": 28110
    },
    {
      "epoch": 0.0356690742023294,
      "grad_norm": 3.765625,
      "learning_rate": 4.822272656921972e-05,
      "loss": 1.7097,
      "mean_token_accuracy": 0.6322333574295044,
      "num_tokens": 21670059.0,
      "step": 28120
    },
    {
      "epoch": 0.03568175879486223,
      "grad_norm": 4.5625,
      "learning_rate": 4.822209225913343e-05,
      "loss": 2.2107,
      "mean_token_accuracy": 0.5199170619249344,
      "num_tokens": 21678576.0,
      "step": 28130
    },
    {
      "epoch": 0.03569444338739507,
      "grad_norm": 5.1875,
      "learning_rate": 4.8221457949047144e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5455137759447097,
      "num_tokens": 21686111.0,
      "step": 28140
    },
    {
      "epoch": 0.0357071279799279,
      "grad_norm": 5.25,
      "learning_rate": 4.822082363896085e-05,
      "loss": 2.2576,
      "mean_token_accuracy": 0.51434166431427,
      "num_tokens": 21695524.0,
      "step": 28150
    },
    {
      "epoch": 0.035719812572460735,
      "grad_norm": 6.59375,
      "learning_rate": 4.822018932887456e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.511961030960083,
      "num_tokens": 21704139.0,
      "step": 28160
    },
    {
      "epoch": 0.03573249716499357,
      "grad_norm": 4.875,
      "learning_rate": 4.821955501878827e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5288857340812683,
      "num_tokens": 21712211.0,
      "step": 28170
    },
    {
      "epoch": 0.035745181757526404,
      "grad_norm": 8.9375,
      "learning_rate": 4.821892070870198e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5350981920957565,
      "num_tokens": 21719866.0,
      "step": 28180
    },
    {
      "epoch": 0.03575786635005924,
      "grad_norm": 7.03125,
      "learning_rate": 4.8218286398615684e-05,
      "loss": 2.334,
      "mean_token_accuracy": 0.5049303770065308,
      "num_tokens": 21728041.0,
      "step": 28190
    },
    {
      "epoch": 0.03577055094259207,
      "grad_norm": 4.84375,
      "learning_rate": 4.821765208852939e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.530365714430809,
      "num_tokens": 21736858.0,
      "step": 28200
    },
    {
      "epoch": 0.035783235535124906,
      "grad_norm": 6.90625,
      "learning_rate": 4.82170177784431e-05,
      "loss": 2.2485,
      "mean_token_accuracy": 0.5210992157459259,
      "num_tokens": 21744756.0,
      "step": 28210
    },
    {
      "epoch": 0.03579592012765774,
      "grad_norm": 6.875,
      "learning_rate": 4.821638346835681e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5443599641323089,
      "num_tokens": 21751165.0,
      "step": 28220
    },
    {
      "epoch": 0.035808604720190575,
      "grad_norm": 6.4375,
      "learning_rate": 4.821574915827052e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5395007878541946,
      "num_tokens": 21758752.0,
      "step": 28230
    },
    {
      "epoch": 0.03582128931272341,
      "grad_norm": 4.46875,
      "learning_rate": 4.821511484818423e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5333502769470215,
      "num_tokens": 21767029.0,
      "step": 28240
    },
    {
      "epoch": 0.03583397390525624,
      "grad_norm": 5.1875,
      "learning_rate": 4.8214480538097937e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5258213430643082,
      "num_tokens": 21776258.0,
      "step": 28250
    },
    {
      "epoch": 0.03584665849778908,
      "grad_norm": 4.6875,
      "learning_rate": 4.821384622801164e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.527609845995903,
      "num_tokens": 21784547.0,
      "step": 28260
    },
    {
      "epoch": 0.03585934309032191,
      "grad_norm": 6.40625,
      "learning_rate": 4.821321191792535e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5345729261636734,
      "num_tokens": 21792355.0,
      "step": 28270
    },
    {
      "epoch": 0.035872027682854746,
      "grad_norm": 6.0625,
      "learning_rate": 4.821257760783906e-05,
      "loss": 2.2343,
      "mean_token_accuracy": 0.5208894282579422,
      "num_tokens": 21800014.0,
      "step": 28280
    },
    {
      "epoch": 0.03588471227538758,
      "grad_norm": 7.65625,
      "learning_rate": 4.821194329775277e-05,
      "loss": 1.8343,
      "mean_token_accuracy": 0.5938995063304902,
      "num_tokens": 21806371.0,
      "step": 28290
    },
    {
      "epoch": 0.035897396867920414,
      "grad_norm": 5.40625,
      "learning_rate": 4.821130898766648e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5366973042488098,
      "num_tokens": 21814954.0,
      "step": 28300
    },
    {
      "epoch": 0.03591008146045325,
      "grad_norm": 6.625,
      "learning_rate": 4.821067467758019e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5419188916683197,
      "num_tokens": 21822012.0,
      "step": 28310
    },
    {
      "epoch": 0.03592276605298608,
      "grad_norm": 4.9375,
      "learning_rate": 4.8210040367493894e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5597752362489701,
      "num_tokens": 21828362.0,
      "step": 28320
    },
    {
      "epoch": 0.03593545064551892,
      "grad_norm": 6.125,
      "learning_rate": 4.82094060574076e-05,
      "loss": 2.2638,
      "mean_token_accuracy": 0.5058014512062072,
      "num_tokens": 21835490.0,
      "step": 28330
    },
    {
      "epoch": 0.03594813523805175,
      "grad_norm": 5.875,
      "learning_rate": 4.820877174732131e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5290247201919556,
      "num_tokens": 21842611.0,
      "step": 28340
    },
    {
      "epoch": 0.035960819830584585,
      "grad_norm": 6.8125,
      "learning_rate": 4.820813743723502e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5220126688480378,
      "num_tokens": 21850464.0,
      "step": 28350
    },
    {
      "epoch": 0.03597350442311742,
      "grad_norm": 7.78125,
      "learning_rate": 4.820750312714873e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5325853317975998,
      "num_tokens": 21858136.0,
      "step": 28360
    },
    {
      "epoch": 0.035986189015650254,
      "grad_norm": 6.21875,
      "learning_rate": 4.8206868817062435e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5557580441236496,
      "num_tokens": 21866624.0,
      "step": 28370
    },
    {
      "epoch": 0.03599887360818308,
      "grad_norm": 4.8125,
      "learning_rate": 4.820623450697615e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5385957300662995,
      "num_tokens": 21874981.0,
      "step": 28380
    },
    {
      "epoch": 0.036011558200715915,
      "grad_norm": 6.0,
      "learning_rate": 4.820560019688985e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5279547601938248,
      "num_tokens": 21882872.0,
      "step": 28390
    },
    {
      "epoch": 0.03602424279324875,
      "grad_norm": 4.84375,
      "learning_rate": 4.820496588680356e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.548897561430931,
      "num_tokens": 21890733.0,
      "step": 28400
    },
    {
      "epoch": 0.036036927385781584,
      "grad_norm": 5.28125,
      "learning_rate": 4.820433157671727e-05,
      "loss": 2.446,
      "mean_token_accuracy": 0.48795208632946013,
      "num_tokens": 21899598.0,
      "step": 28410
    },
    {
      "epoch": 0.03604961197831442,
      "grad_norm": 8.6875,
      "learning_rate": 4.8203697266630975e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5395865947008133,
      "num_tokens": 21907334.0,
      "step": 28420
    },
    {
      "epoch": 0.03606229657084725,
      "grad_norm": 8.0,
      "learning_rate": 4.820306295654469e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5310389280319214,
      "num_tokens": 21914940.0,
      "step": 28430
    },
    {
      "epoch": 0.036074981163380086,
      "grad_norm": 5.0,
      "learning_rate": 4.82024286464584e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5233670622110367,
      "num_tokens": 21923373.0,
      "step": 28440
    },
    {
      "epoch": 0.03608766575591292,
      "grad_norm": 6.03125,
      "learning_rate": 4.8201794336372105e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5356294333934783,
      "num_tokens": 21931254.0,
      "step": 28450
    },
    {
      "epoch": 0.036100350348445755,
      "grad_norm": 4.96875,
      "learning_rate": 4.820116002628581e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5188326925039292,
      "num_tokens": 21939590.0,
      "step": 28460
    },
    {
      "epoch": 0.03611303494097859,
      "grad_norm": 6.34375,
      "learning_rate": 4.8200525716199515e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5582483023405075,
      "num_tokens": 21946488.0,
      "step": 28470
    },
    {
      "epoch": 0.03612571953351142,
      "grad_norm": 4.84375,
      "learning_rate": 4.819989140611323e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5409530282020569,
      "num_tokens": 21954206.0,
      "step": 28480
    },
    {
      "epoch": 0.03613840412604426,
      "grad_norm": 6.0,
      "learning_rate": 4.819925709602694e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5325207948684693,
      "num_tokens": 21961980.0,
      "step": 28490
    },
    {
      "epoch": 0.03615108871857709,
      "grad_norm": 6.21875,
      "learning_rate": 4.8198622785940645e-05,
      "loss": 2.3157,
      "mean_token_accuracy": 0.5107449382543564,
      "num_tokens": 21970930.0,
      "step": 28500
    },
    {
      "epoch": 0.036163773311109926,
      "grad_norm": 6.0625,
      "learning_rate": 4.819798847585436e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5378622770309448,
      "num_tokens": 21978574.0,
      "step": 28510
    },
    {
      "epoch": 0.03617645790364276,
      "grad_norm": 5.53125,
      "learning_rate": 4.819735416576806e-05,
      "loss": 2.3136,
      "mean_token_accuracy": 0.5109234660863876,
      "num_tokens": 21985726.0,
      "step": 28520
    },
    {
      "epoch": 0.036189142496175594,
      "grad_norm": 7.5625,
      "learning_rate": 4.8196719855681775e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5423949927091598,
      "num_tokens": 21992103.0,
      "step": 28530
    },
    {
      "epoch": 0.03620182708870843,
      "grad_norm": 5.09375,
      "learning_rate": 4.819608554559548e-05,
      "loss": 2.3066,
      "mean_token_accuracy": 0.5059484392404556,
      "num_tokens": 22001118.0,
      "step": 28540
    },
    {
      "epoch": 0.03621451168124126,
      "grad_norm": 6.46875,
      "learning_rate": 4.8195451235509185e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5344321817159653,
      "num_tokens": 22009440.0,
      "step": 28550
    },
    {
      "epoch": 0.0362271962737741,
      "grad_norm": 6.09375,
      "learning_rate": 4.81948169254229e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5165498375892639,
      "num_tokens": 22017635.0,
      "step": 28560
    },
    {
      "epoch": 0.03623988086630693,
      "grad_norm": 7.84375,
      "learning_rate": 4.81941826153366e-05,
      "loss": 2.2543,
      "mean_token_accuracy": 0.5168527841567994,
      "num_tokens": 22025434.0,
      "step": 28570
    },
    {
      "epoch": 0.036252565458839765,
      "grad_norm": 6.59375,
      "learning_rate": 4.8193548305250315e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5334659546613694,
      "num_tokens": 22032961.0,
      "step": 28580
    },
    {
      "epoch": 0.0362652500513726,
      "grad_norm": 4.46875,
      "learning_rate": 4.819291399516403e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5690143704414368,
      "num_tokens": 22040573.0,
      "step": 28590
    },
    {
      "epoch": 0.036277934643905434,
      "grad_norm": 6.59375,
      "learning_rate": 4.819227968507773e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5250019580125809,
      "num_tokens": 22046942.0,
      "step": 28600
    },
    {
      "epoch": 0.03629061923643827,
      "grad_norm": 6.09375,
      "learning_rate": 4.819164537499144e-05,
      "loss": 2.2763,
      "mean_token_accuracy": 0.5094577699899674,
      "num_tokens": 22055210.0,
      "step": 28610
    },
    {
      "epoch": 0.0363033038289711,
      "grad_norm": 7.0,
      "learning_rate": 4.819101106490514e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5385433435440063,
      "num_tokens": 22062641.0,
      "step": 28620
    },
    {
      "epoch": 0.036315988421503936,
      "grad_norm": 5.875,
      "learning_rate": 4.8190376754818855e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5601447343826294,
      "num_tokens": 22069714.0,
      "step": 28630
    },
    {
      "epoch": 0.03632867301403677,
      "grad_norm": 12.625,
      "learning_rate": 4.818974244473257e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.5139502614736557,
      "num_tokens": 22078018.0,
      "step": 28640
    },
    {
      "epoch": 0.036341357606569605,
      "grad_norm": 11.625,
      "learning_rate": 4.818910813464627e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5246429979801178,
      "num_tokens": 22085987.0,
      "step": 28650
    },
    {
      "epoch": 0.03635404219910244,
      "grad_norm": 5.03125,
      "learning_rate": 4.8188473824559985e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5399917632341384,
      "num_tokens": 22094824.0,
      "step": 28660
    },
    {
      "epoch": 0.03636672679163527,
      "grad_norm": 4.9375,
      "learning_rate": 4.818783951447369e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5243603080511093,
      "num_tokens": 22102301.0,
      "step": 28670
    },
    {
      "epoch": 0.03637941138416811,
      "grad_norm": 5.3125,
      "learning_rate": 4.8187205204387395e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5391264945268631,
      "num_tokens": 22109701.0,
      "step": 28680
    },
    {
      "epoch": 0.03639209597670094,
      "grad_norm": 6.25,
      "learning_rate": 4.818657089430111e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5505427032709121,
      "num_tokens": 22116919.0,
      "step": 28690
    },
    {
      "epoch": 0.036404780569233776,
      "grad_norm": 4.65625,
      "learning_rate": 4.818593658421481e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5222540348768234,
      "num_tokens": 22125210.0,
      "step": 28700
    },
    {
      "epoch": 0.03641746516176661,
      "grad_norm": 7.78125,
      "learning_rate": 4.8185302274128525e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5468072712421417,
      "num_tokens": 22132695.0,
      "step": 28710
    },
    {
      "epoch": 0.036430149754299444,
      "grad_norm": 5.09375,
      "learning_rate": 4.818466796404223e-05,
      "loss": 2.3591,
      "mean_token_accuracy": 0.5025839149951935,
      "num_tokens": 22140957.0,
      "step": 28720
    },
    {
      "epoch": 0.03644283434683228,
      "grad_norm": 5.4375,
      "learning_rate": 4.818403365395594e-05,
      "loss": 2.1976,
      "mean_token_accuracy": 0.522808438539505,
      "num_tokens": 22148714.0,
      "step": 28730
    },
    {
      "epoch": 0.03645551893936511,
      "grad_norm": 5.0625,
      "learning_rate": 4.818339934386965e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5717803478240967,
      "num_tokens": 22156154.0,
      "step": 28740
    },
    {
      "epoch": 0.03646820353189795,
      "grad_norm": 10.1875,
      "learning_rate": 4.818276503378335e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.54428029358387,
      "num_tokens": 22161761.0,
      "step": 28750
    },
    {
      "epoch": 0.03648088812443078,
      "grad_norm": 6.09375,
      "learning_rate": 4.8182130723697065e-05,
      "loss": 2.3328,
      "mean_token_accuracy": 0.5026080191135407,
      "num_tokens": 22169432.0,
      "step": 28760
    },
    {
      "epoch": 0.036493572716963615,
      "grad_norm": 5.0,
      "learning_rate": 4.818149641361078e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5470424145460129,
      "num_tokens": 22176808.0,
      "step": 28770
    },
    {
      "epoch": 0.03650625730949645,
      "grad_norm": 4.59375,
      "learning_rate": 4.818086210352448e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5412594228982925,
      "num_tokens": 22184801.0,
      "step": 28780
    },
    {
      "epoch": 0.036518941902029284,
      "grad_norm": 5.3125,
      "learning_rate": 4.8180227793438195e-05,
      "loss": 2.262,
      "mean_token_accuracy": 0.5171522557735443,
      "num_tokens": 22193045.0,
      "step": 28790
    },
    {
      "epoch": 0.03653162649456212,
      "grad_norm": 4.5625,
      "learning_rate": 4.81795934833519e-05,
      "loss": 1.812,
      "mean_token_accuracy": 0.589634108543396,
      "num_tokens": 22200341.0,
      "step": 28800
    },
    {
      "epoch": 0.03654431108709495,
      "grad_norm": 5.78125,
      "learning_rate": 4.8178959173265606e-05,
      "loss": 2.3779,
      "mean_token_accuracy": 0.4967809408903122,
      "num_tokens": 22208730.0,
      "step": 28810
    },
    {
      "epoch": 0.036556995679627786,
      "grad_norm": 5.625,
      "learning_rate": 4.817832486317932e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5416533261537552,
      "num_tokens": 22215807.0,
      "step": 28820
    },
    {
      "epoch": 0.03656968027216062,
      "grad_norm": 5.1875,
      "learning_rate": 4.817769055309302e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.540707015991211,
      "num_tokens": 22223538.0,
      "step": 28830
    },
    {
      "epoch": 0.036582364864693455,
      "grad_norm": 5.875,
      "learning_rate": 4.8177056243006735e-05,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5646353513002396,
      "num_tokens": 22231550.0,
      "step": 28840
    },
    {
      "epoch": 0.03659504945722628,
      "grad_norm": 4.96875,
      "learning_rate": 4.817642193292044e-05,
      "loss": 2.3104,
      "mean_token_accuracy": 0.5068584710359574,
      "num_tokens": 22239330.0,
      "step": 28850
    },
    {
      "epoch": 0.036607734049759116,
      "grad_norm": 5.28125,
      "learning_rate": 4.817578762283415e-05,
      "loss": 2.3818,
      "mean_token_accuracy": 0.49621012806892395,
      "num_tokens": 22247617.0,
      "step": 28860
    },
    {
      "epoch": 0.03662041864229195,
      "grad_norm": 4.78125,
      "learning_rate": 4.8175153312747865e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5464624166488647,
      "num_tokens": 22255758.0,
      "step": 28870
    },
    {
      "epoch": 0.036633103234824785,
      "grad_norm": 12.0625,
      "learning_rate": 4.8174519002661563e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.513106495141983,
      "num_tokens": 22263257.0,
      "step": 28880
    },
    {
      "epoch": 0.03664578782735762,
      "grad_norm": 6.21875,
      "learning_rate": 4.8173884692575276e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5153654605150223,
      "num_tokens": 22271205.0,
      "step": 28890
    },
    {
      "epoch": 0.03665847241989045,
      "grad_norm": 5.25,
      "learning_rate": 4.817325038248898e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5462690174579621,
      "num_tokens": 22279338.0,
      "step": 28900
    },
    {
      "epoch": 0.03667115701242329,
      "grad_norm": 6.84375,
      "learning_rate": 4.817261607240269e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5425459235906601,
      "num_tokens": 22285727.0,
      "step": 28910
    },
    {
      "epoch": 0.03668384160495612,
      "grad_norm": 6.46875,
      "learning_rate": 4.8171981762316405e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5671536505222321,
      "num_tokens": 22291523.0,
      "step": 28920
    },
    {
      "epoch": 0.036696526197488956,
      "grad_norm": 4.71875,
      "learning_rate": 4.817134745223011e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5698615223169327,
      "num_tokens": 22298128.0,
      "step": 28930
    },
    {
      "epoch": 0.03670921079002179,
      "grad_norm": 6.71875,
      "learning_rate": 4.817071314214382e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5512812227010727,
      "num_tokens": 22305170.0,
      "step": 28940
    },
    {
      "epoch": 0.036721895382554624,
      "grad_norm": 5.34375,
      "learning_rate": 4.817007883205753e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5480048924684524,
      "num_tokens": 22312771.0,
      "step": 28950
    },
    {
      "epoch": 0.03673457997508746,
      "grad_norm": 5.46875,
      "learning_rate": 4.8169444521971233e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5461380243301391,
      "num_tokens": 22320322.0,
      "step": 28960
    },
    {
      "epoch": 0.03674726456762029,
      "grad_norm": 5.34375,
      "learning_rate": 4.8168810211884946e-05,
      "loss": 2.3149,
      "mean_token_accuracy": 0.5019469410181046,
      "num_tokens": 22328887.0,
      "step": 28970
    },
    {
      "epoch": 0.03675994916015313,
      "grad_norm": 5.6875,
      "learning_rate": 4.816817590179865e-05,
      "loss": 1.797,
      "mean_token_accuracy": 0.5968972444534302,
      "num_tokens": 22335303.0,
      "step": 28980
    },
    {
      "epoch": 0.03677263375268596,
      "grad_norm": 19.0,
      "learning_rate": 4.816754159171236e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.538155922293663,
      "num_tokens": 22341987.0,
      "step": 28990
    },
    {
      "epoch": 0.036785318345218795,
      "grad_norm": 5.71875,
      "learning_rate": 4.816690728162607e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5399075269699096,
      "num_tokens": 22348998.0,
      "step": 29000
    },
    {
      "epoch": 0.03679800293775163,
      "grad_norm": 5.0,
      "learning_rate": 4.816627297153978e-05,
      "loss": 2.2567,
      "mean_token_accuracy": 0.5134068369865418,
      "num_tokens": 22356674.0,
      "step": 29010
    },
    {
      "epoch": 0.036810687530284464,
      "grad_norm": 6.90625,
      "learning_rate": 4.8165638661453486e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5464541435241699,
      "num_tokens": 22363351.0,
      "step": 29020
    },
    {
      "epoch": 0.0368233721228173,
      "grad_norm": 5.53125,
      "learning_rate": 4.816500435136719e-05,
      "loss": 2.3562,
      "mean_token_accuracy": 0.5048249542713166,
      "num_tokens": 22372367.0,
      "step": 29030
    },
    {
      "epoch": 0.03683605671535013,
      "grad_norm": 5.5,
      "learning_rate": 4.81643700412809e-05,
      "loss": 2.2341,
      "mean_token_accuracy": 0.5127716511487961,
      "num_tokens": 22378834.0,
      "step": 29040
    },
    {
      "epoch": 0.036848741307882966,
      "grad_norm": 6.1875,
      "learning_rate": 4.816373573119461e-05,
      "loss": 2.2279,
      "mean_token_accuracy": 0.5171941697597504,
      "num_tokens": 22387044.0,
      "step": 29050
    },
    {
      "epoch": 0.0368614259004158,
      "grad_norm": 6.5,
      "learning_rate": 4.816310142110832e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5373566448688507,
      "num_tokens": 22394856.0,
      "step": 29060
    },
    {
      "epoch": 0.036874110492948635,
      "grad_norm": 6.03125,
      "learning_rate": 4.816246711102203e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.570076635479927,
      "num_tokens": 22402073.0,
      "step": 29070
    },
    {
      "epoch": 0.03688679508548147,
      "grad_norm": 12.6875,
      "learning_rate": 4.816183280093574e-05,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5830812335014344,
      "num_tokens": 22409712.0,
      "step": 29080
    },
    {
      "epoch": 0.0368994796780143,
      "grad_norm": 5.21875,
      "learning_rate": 4.8161198490849444e-05,
      "loss": 2.3142,
      "mean_token_accuracy": 0.5027861058712005,
      "num_tokens": 22419054.0,
      "step": 29090
    },
    {
      "epoch": 0.03691216427054714,
      "grad_norm": 6.65625,
      "learning_rate": 4.816056418076315e-05,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5681841820478439,
      "num_tokens": 22425472.0,
      "step": 29100
    },
    {
      "epoch": 0.03692484886307997,
      "grad_norm": 5.9375,
      "learning_rate": 4.815992987067686e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5428541451692581,
      "num_tokens": 22432688.0,
      "step": 29110
    },
    {
      "epoch": 0.036937533455612806,
      "grad_norm": 6.1875,
      "learning_rate": 4.815929556059057e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5214165538549423,
      "num_tokens": 22439348.0,
      "step": 29120
    },
    {
      "epoch": 0.03695021804814564,
      "grad_norm": 7.0,
      "learning_rate": 4.815866125050428e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5252346843481064,
      "num_tokens": 22446000.0,
      "step": 29130
    },
    {
      "epoch": 0.036962902640678474,
      "grad_norm": 5.90625,
      "learning_rate": 4.815802694041799e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5334639042615891,
      "num_tokens": 22452290.0,
      "step": 29140
    },
    {
      "epoch": 0.03697558723321131,
      "grad_norm": 4.96875,
      "learning_rate": 4.8157392630331696e-05,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5087681144475937,
      "num_tokens": 22461057.0,
      "step": 29150
    },
    {
      "epoch": 0.03698827182574414,
      "grad_norm": 4.8125,
      "learning_rate": 4.81567583202454e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5325690627098083,
      "num_tokens": 22468509.0,
      "step": 29160
    },
    {
      "epoch": 0.03700095641827698,
      "grad_norm": 4.59375,
      "learning_rate": 4.8156124010159114e-05,
      "loss": 2.239,
      "mean_token_accuracy": 0.5085518836975098,
      "num_tokens": 22476759.0,
      "step": 29170
    },
    {
      "epoch": 0.03701364101080981,
      "grad_norm": 5.46875,
      "learning_rate": 4.815548970007282e-05,
      "loss": 2.2445,
      "mean_token_accuracy": 0.511602720618248,
      "num_tokens": 22484700.0,
      "step": 29180
    },
    {
      "epoch": 0.037026325603342645,
      "grad_norm": 8.4375,
      "learning_rate": 4.815485538998653e-05,
      "loss": 1.9042,
      "mean_token_accuracy": 0.5738943606615067,
      "num_tokens": 22491625.0,
      "step": 29190
    },
    {
      "epoch": 0.03703901019587548,
      "grad_norm": 7.0625,
      "learning_rate": 4.8154221079900236e-05,
      "loss": 1.8306,
      "mean_token_accuracy": 0.5878152549266815,
      "num_tokens": 22497057.0,
      "step": 29200
    },
    {
      "epoch": 0.037051694788408314,
      "grad_norm": 5.78125,
      "learning_rate": 4.815358676981395e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5283796221017838,
      "num_tokens": 22504620.0,
      "step": 29210
    },
    {
      "epoch": 0.03706437938094115,
      "grad_norm": 6.09375,
      "learning_rate": 4.8152952459727654e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5201260715723037,
      "num_tokens": 22512581.0,
      "step": 29220
    },
    {
      "epoch": 0.03707706397347398,
      "grad_norm": 5.34375,
      "learning_rate": 4.815231814964136e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5323614597320556,
      "num_tokens": 22520299.0,
      "step": 29230
    },
    {
      "epoch": 0.03708974856600682,
      "grad_norm": 4.65625,
      "learning_rate": 4.815168383955507e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5223085105419158,
      "num_tokens": 22527700.0,
      "step": 29240
    },
    {
      "epoch": 0.03710243315853965,
      "grad_norm": 5.0625,
      "learning_rate": 4.815104952946878e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5329147577285767,
      "num_tokens": 22536459.0,
      "step": 29250
    },
    {
      "epoch": 0.037115117751072485,
      "grad_norm": 5.21875,
      "learning_rate": 4.815041521938249e-05,
      "loss": 2.2251,
      "mean_token_accuracy": 0.5121875971555709,
      "num_tokens": 22545693.0,
      "step": 29260
    },
    {
      "epoch": 0.03712780234360532,
      "grad_norm": 4.8125,
      "learning_rate": 4.81497809092962e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5250044941902161,
      "num_tokens": 22554537.0,
      "step": 29270
    },
    {
      "epoch": 0.03714048693613815,
      "grad_norm": 6.34375,
      "learning_rate": 4.8149146599209906e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.5839463293552398,
      "num_tokens": 22560937.0,
      "step": 29280
    },
    {
      "epoch": 0.03715317152867099,
      "grad_norm": 5.09375,
      "learning_rate": 4.814851228912362e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5157112061977387,
      "num_tokens": 22570009.0,
      "step": 29290
    },
    {
      "epoch": 0.03716585612120382,
      "grad_norm": 8.5625,
      "learning_rate": 4.814787797903732e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5337322503328323,
      "num_tokens": 22577136.0,
      "step": 29300
    },
    {
      "epoch": 0.037178540713736656,
      "grad_norm": 4.8125,
      "learning_rate": 4.814724366895103e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5370871603488923,
      "num_tokens": 22584107.0,
      "step": 29310
    },
    {
      "epoch": 0.03719122530626948,
      "grad_norm": 5.0,
      "learning_rate": 4.814660935886474e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.539269357919693,
      "num_tokens": 22591671.0,
      "step": 29320
    },
    {
      "epoch": 0.03720390989880232,
      "grad_norm": 4.5,
      "learning_rate": 4.8145975048778447e-05,
      "loss": 2.2976,
      "mean_token_accuracy": 0.5171870321035386,
      "num_tokens": 22599330.0,
      "step": 29330
    },
    {
      "epoch": 0.03721659449133515,
      "grad_norm": 7.59375,
      "learning_rate": 4.814534073869216e-05,
      "loss": 2.2134,
      "mean_token_accuracy": 0.5228566020727158,
      "num_tokens": 22607187.0,
      "step": 29340
    },
    {
      "epoch": 0.037229279083867986,
      "grad_norm": 4.84375,
      "learning_rate": 4.8144706428605864e-05,
      "loss": 2.4685,
      "mean_token_accuracy": 0.48549056351184844,
      "num_tokens": 22616086.0,
      "step": 29350
    },
    {
      "epoch": 0.03724196367640082,
      "grad_norm": 4.9375,
      "learning_rate": 4.8144072118519576e-05,
      "loss": 1.8702,
      "mean_token_accuracy": 0.5847425729036331,
      "num_tokens": 22624136.0,
      "step": 29360
    },
    {
      "epoch": 0.037254648268933654,
      "grad_norm": 5.375,
      "learning_rate": 4.814343780843328e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5299168080091476,
      "num_tokens": 22632115.0,
      "step": 29370
    },
    {
      "epoch": 0.03726733286146649,
      "grad_norm": 9.4375,
      "learning_rate": 4.814280349834699e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5245787918567657,
      "num_tokens": 22638978.0,
      "step": 29380
    },
    {
      "epoch": 0.03728001745399932,
      "grad_norm": 5.125,
      "learning_rate": 4.81421691882607e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5343508958816529,
      "num_tokens": 22646825.0,
      "step": 29390
    },
    {
      "epoch": 0.03729270204653216,
      "grad_norm": 4.25,
      "learning_rate": 4.8141534878174404e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5309513628482818,
      "num_tokens": 22656042.0,
      "step": 29400
    },
    {
      "epoch": 0.03730538663906499,
      "grad_norm": 4.75,
      "learning_rate": 4.8140900568088117e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5136444419622421,
      "num_tokens": 22663517.0,
      "step": 29410
    },
    {
      "epoch": 0.037318071231597826,
      "grad_norm": 6.0,
      "learning_rate": 4.814026625800183e-05,
      "loss": 2.3112,
      "mean_token_accuracy": 0.5053778469562531,
      "num_tokens": 22669852.0,
      "step": 29420
    },
    {
      "epoch": 0.03733075582413066,
      "grad_norm": 7.5,
      "learning_rate": 4.8139631947915534e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.551390728354454,
      "num_tokens": 22675511.0,
      "step": 29430
    },
    {
      "epoch": 0.037343440416663494,
      "grad_norm": 5.4375,
      "learning_rate": 4.813899763782924e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5567418307065963,
      "num_tokens": 22683225.0,
      "step": 29440
    },
    {
      "epoch": 0.03735612500919633,
      "grad_norm": 5.21875,
      "learning_rate": 4.8138363327742945e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5442513525485992,
      "num_tokens": 22690607.0,
      "step": 29450
    },
    {
      "epoch": 0.03736880960172916,
      "grad_norm": 5.03125,
      "learning_rate": 4.813772901765666e-05,
      "loss": 2.3272,
      "mean_token_accuracy": 0.5119827568531037,
      "num_tokens": 22698429.0,
      "step": 29460
    },
    {
      "epoch": 0.037381494194262,
      "grad_norm": 5.25,
      "learning_rate": 4.813709470757037e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5462576508522033,
      "num_tokens": 22705782.0,
      "step": 29470
    },
    {
      "epoch": 0.03739417878679483,
      "grad_norm": 8.125,
      "learning_rate": 4.8136460397484074e-05,
      "loss": 2.2714,
      "mean_token_accuracy": 0.501993504166603,
      "num_tokens": 22713326.0,
      "step": 29480
    },
    {
      "epoch": 0.037406863379327665,
      "grad_norm": 4.53125,
      "learning_rate": 4.8135826087397786e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5282629072666168,
      "num_tokens": 22720004.0,
      "step": 29490
    },
    {
      "epoch": 0.0374195479718605,
      "grad_norm": 5.96875,
      "learning_rate": 4.813519177731149e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5528434902429581,
      "num_tokens": 22726672.0,
      "step": 29500
    },
    {
      "epoch": 0.03743223256439333,
      "grad_norm": 5.90625,
      "learning_rate": 4.81345574672252e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5316414624452591,
      "num_tokens": 22733514.0,
      "step": 29510
    },
    {
      "epoch": 0.03744491715692617,
      "grad_norm": 5.0,
      "learning_rate": 4.813392315713891e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5634359270334244,
      "num_tokens": 22741170.0,
      "step": 29520
    },
    {
      "epoch": 0.037457601749459,
      "grad_norm": 5.1875,
      "learning_rate": 4.8133288847052615e-05,
      "loss": 1.9146,
      "mean_token_accuracy": 0.5729227125644684,
      "num_tokens": 22748281.0,
      "step": 29530
    },
    {
      "epoch": 0.037470286341991836,
      "grad_norm": 4.875,
      "learning_rate": 4.813265453696633e-05,
      "loss": 2.2471,
      "mean_token_accuracy": 0.5247614264488221,
      "num_tokens": 22757008.0,
      "step": 29540
    },
    {
      "epoch": 0.03748297093452467,
      "grad_norm": 6.75,
      "learning_rate": 4.813202022688003e-05,
      "loss": 2.2234,
      "mean_token_accuracy": 0.5060883224010467,
      "num_tokens": 22764870.0,
      "step": 29550
    },
    {
      "epoch": 0.037495655527057505,
      "grad_norm": 5.5625,
      "learning_rate": 4.8131385916793744e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5190800577402115,
      "num_tokens": 22773765.0,
      "step": 29560
    },
    {
      "epoch": 0.03750834011959034,
      "grad_norm": 9.0,
      "learning_rate": 4.813075160670745e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5797150939702987,
      "num_tokens": 22779684.0,
      "step": 29570
    },
    {
      "epoch": 0.03752102471212317,
      "grad_norm": 5.90625,
      "learning_rate": 4.8130117296621155e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5543964952230453,
      "num_tokens": 22787883.0,
      "step": 29580
    },
    {
      "epoch": 0.03753370930465601,
      "grad_norm": 6.0625,
      "learning_rate": 4.812948298653487e-05,
      "loss": 2.2178,
      "mean_token_accuracy": 0.5173815757036209,
      "num_tokens": 22795019.0,
      "step": 29590
    },
    {
      "epoch": 0.03754639389718884,
      "grad_norm": 5.125,
      "learning_rate": 4.812884867644857e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5272744327783585,
      "num_tokens": 22802503.0,
      "step": 29600
    },
    {
      "epoch": 0.037559078489721676,
      "grad_norm": 5.5625,
      "learning_rate": 4.8128214366362285e-05,
      "loss": 2.4305,
      "mean_token_accuracy": 0.494468155503273,
      "num_tokens": 22811673.0,
      "step": 29610
    },
    {
      "epoch": 0.03757176308225451,
      "grad_norm": 7.5625,
      "learning_rate": 4.8127580056276e-05,
      "loss": 2.2083,
      "mean_token_accuracy": 0.5279556095600129,
      "num_tokens": 22819544.0,
      "step": 29620
    },
    {
      "epoch": 0.037584447674787344,
      "grad_norm": 4.90625,
      "learning_rate": 4.81269457461897e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5433523982763291,
      "num_tokens": 22828085.0,
      "step": 29630
    },
    {
      "epoch": 0.03759713226732018,
      "grad_norm": 5.65625,
      "learning_rate": 4.812631143610341e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5198254823684693,
      "num_tokens": 22836139.0,
      "step": 29640
    },
    {
      "epoch": 0.03760981685985301,
      "grad_norm": 5.46875,
      "learning_rate": 4.812567712601711e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5590025156736373,
      "num_tokens": 22843367.0,
      "step": 29650
    },
    {
      "epoch": 0.03762250145238585,
      "grad_norm": 5.15625,
      "learning_rate": 4.8125042815930825e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5271983295679092,
      "num_tokens": 22851678.0,
      "step": 29660
    },
    {
      "epoch": 0.03763518604491868,
      "grad_norm": 5.96875,
      "learning_rate": 4.812440850584454e-05,
      "loss": 2.2456,
      "mean_token_accuracy": 0.5221262395381927,
      "num_tokens": 22859466.0,
      "step": 29670
    },
    {
      "epoch": 0.037647870637451515,
      "grad_norm": 6.09375,
      "learning_rate": 4.812377419575824e-05,
      "loss": 1.8969,
      "mean_token_accuracy": 0.5772597074508667,
      "num_tokens": 22867425.0,
      "step": 29680
    },
    {
      "epoch": 0.03766055522998435,
      "grad_norm": 5.34375,
      "learning_rate": 4.8123139885671954e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5486037492752075,
      "num_tokens": 22874703.0,
      "step": 29690
    },
    {
      "epoch": 0.037673239822517184,
      "grad_norm": 3.84375,
      "learning_rate": 4.8122505575585667e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5726258248090744,
      "num_tokens": 22882286.0,
      "step": 29700
    },
    {
      "epoch": 0.03768592441505002,
      "grad_norm": 5.3125,
      "learning_rate": 4.812187126549937e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5473340541124344,
      "num_tokens": 22889367.0,
      "step": 29710
    },
    {
      "epoch": 0.03769860900758285,
      "grad_norm": 5.28125,
      "learning_rate": 4.812123695541308e-05,
      "loss": 2.2924,
      "mean_token_accuracy": 0.5065179497003556,
      "num_tokens": 22897021.0,
      "step": 29720
    },
    {
      "epoch": 0.037711293600115686,
      "grad_norm": 7.0,
      "learning_rate": 4.812060264532678e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5439711958169937,
      "num_tokens": 22902604.0,
      "step": 29730
    },
    {
      "epoch": 0.03772397819264852,
      "grad_norm": 5.125,
      "learning_rate": 4.8119968335240495e-05,
      "loss": 2.2377,
      "mean_token_accuracy": 0.5138735860586167,
      "num_tokens": 22910983.0,
      "step": 29740
    },
    {
      "epoch": 0.037736662785181355,
      "grad_norm": 5.25,
      "learning_rate": 4.811933402515421e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5741110056638717,
      "num_tokens": 22918103.0,
      "step": 29750
    },
    {
      "epoch": 0.03774934737771419,
      "grad_norm": 4.65625,
      "learning_rate": 4.811869971506791e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5222549885511398,
      "num_tokens": 22925304.0,
      "step": 29760
    },
    {
      "epoch": 0.03776203197024702,
      "grad_norm": 4.5,
      "learning_rate": 4.8118065404981624e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5337263524532319,
      "num_tokens": 22933461.0,
      "step": 29770
    },
    {
      "epoch": 0.03777471656277986,
      "grad_norm": 4.8125,
      "learning_rate": 4.811743109489533e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5507261872291564,
      "num_tokens": 22940303.0,
      "step": 29780
    },
    {
      "epoch": 0.037787401155312685,
      "grad_norm": 9.0,
      "learning_rate": 4.8116796784809035e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5410921156406403,
      "num_tokens": 22948054.0,
      "step": 29790
    },
    {
      "epoch": 0.03780008574784552,
      "grad_norm": 6.5,
      "learning_rate": 4.811616247472275e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5218094825744629,
      "num_tokens": 22956303.0,
      "step": 29800
    },
    {
      "epoch": 0.03781277034037835,
      "grad_norm": 4.78125,
      "learning_rate": 4.811552816463645e-05,
      "loss": 2.2483,
      "mean_token_accuracy": 0.5108711689710617,
      "num_tokens": 22965035.0,
      "step": 29810
    },
    {
      "epoch": 0.03782545493291119,
      "grad_norm": 5.0,
      "learning_rate": 4.8114893854550165e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5300465166568756,
      "num_tokens": 22973181.0,
      "step": 29820
    },
    {
      "epoch": 0.03783813952544402,
      "grad_norm": 4.90625,
      "learning_rate": 4.811425954446387e-05,
      "loss": 2.2009,
      "mean_token_accuracy": 0.5184491962194443,
      "num_tokens": 22981845.0,
      "step": 29830
    },
    {
      "epoch": 0.037850824117976856,
      "grad_norm": 6.5625,
      "learning_rate": 4.811362523437758e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5317206740379333,
      "num_tokens": 22990154.0,
      "step": 29840
    },
    {
      "epoch": 0.03786350871050969,
      "grad_norm": 6.53125,
      "learning_rate": 4.811299092429129e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5185410618782044,
      "num_tokens": 22997513.0,
      "step": 29850
    },
    {
      "epoch": 0.037876193303042524,
      "grad_norm": 4.90625,
      "learning_rate": 4.811235661420499e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5486824005842209,
      "num_tokens": 23003678.0,
      "step": 29860
    },
    {
      "epoch": 0.03788887789557536,
      "grad_norm": 5.125,
      "learning_rate": 4.8111722304118705e-05,
      "loss": 2.3433,
      "mean_token_accuracy": 0.5146784007549285,
      "num_tokens": 23011020.0,
      "step": 29870
    },
    {
      "epoch": 0.03790156248810819,
      "grad_norm": 5.96875,
      "learning_rate": 4.811108799403241e-05,
      "loss": 2.2722,
      "mean_token_accuracy": 0.5029910326004028,
      "num_tokens": 23019304.0,
      "step": 29880
    },
    {
      "epoch": 0.03791424708064103,
      "grad_norm": 6.09375,
      "learning_rate": 4.811045368394612e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5315354973077774,
      "num_tokens": 23026386.0,
      "step": 29890
    },
    {
      "epoch": 0.03792693167317386,
      "grad_norm": 5.71875,
      "learning_rate": 4.8109819373859835e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5462473958730698,
      "num_tokens": 23034666.0,
      "step": 29900
    },
    {
      "epoch": 0.037939616265706695,
      "grad_norm": 5.15625,
      "learning_rate": 4.810918506377354e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5463144481182098,
      "num_tokens": 23041793.0,
      "step": 29910
    },
    {
      "epoch": 0.03795230085823953,
      "grad_norm": 7.34375,
      "learning_rate": 4.8108550753687245e-05,
      "loss": 1.7884,
      "mean_token_accuracy": 0.5928130060434341,
      "num_tokens": 23048424.0,
      "step": 29920
    },
    {
      "epoch": 0.037964985450772364,
      "grad_norm": 6.5,
      "learning_rate": 4.810791644360095e-05,
      "loss": 1.9753,
      "mean_token_accuracy": 0.5660946100950242,
      "num_tokens": 23055226.0,
      "step": 29930
    },
    {
      "epoch": 0.0379776700433052,
      "grad_norm": 4.875,
      "learning_rate": 4.810728213351466e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5358983397483825,
      "num_tokens": 23062548.0,
      "step": 29940
    },
    {
      "epoch": 0.03799035463583803,
      "grad_norm": 7.625,
      "learning_rate": 4.8106647823428375e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5381235390901565,
      "num_tokens": 23070947.0,
      "step": 29950
    },
    {
      "epoch": 0.038003039228370866,
      "grad_norm": 5.125,
      "learning_rate": 4.810601351334208e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5466683059930801,
      "num_tokens": 23078888.0,
      "step": 29960
    },
    {
      "epoch": 0.0380157238209037,
      "grad_norm": 5.5625,
      "learning_rate": 4.810537920325579e-05,
      "loss": 2.224,
      "mean_token_accuracy": 0.512063381075859,
      "num_tokens": 23086510.0,
      "step": 29970
    },
    {
      "epoch": 0.038028408413436535,
      "grad_norm": 5.65625,
      "learning_rate": 4.81047448931695e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.5181104958057403,
      "num_tokens": 23094759.0,
      "step": 29980
    },
    {
      "epoch": 0.03804109300596937,
      "grad_norm": 5.15625,
      "learning_rate": 4.81041105830832e-05,
      "loss": 2.2346,
      "mean_token_accuracy": 0.5205759942531586,
      "num_tokens": 23102123.0,
      "step": 29990
    },
    {
      "epoch": 0.0380537775985022,
      "grad_norm": 7.75,
      "learning_rate": 4.8103476272996915e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5299954950809479,
      "num_tokens": 23108990.0,
      "step": 30000
    },
    {
      "epoch": 0.03806646219103504,
      "grad_norm": 6.09375,
      "learning_rate": 4.810284196291062e-05,
      "loss": 1.7458,
      "mean_token_accuracy": 0.6184923142194748,
      "num_tokens": 23116232.0,
      "step": 30010
    },
    {
      "epoch": 0.03807914678356787,
      "grad_norm": 6.90625,
      "learning_rate": 4.810220765282433e-05,
      "loss": 2.2354,
      "mean_token_accuracy": 0.5196511030197144,
      "num_tokens": 23124362.0,
      "step": 30020
    },
    {
      "epoch": 0.038091831376100706,
      "grad_norm": 5.71875,
      "learning_rate": 4.810157334273804e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5374243289232254,
      "num_tokens": 23132042.0,
      "step": 30030
    },
    {
      "epoch": 0.03810451596863354,
      "grad_norm": 5.5625,
      "learning_rate": 4.810093903265175e-05,
      "loss": 2.2481,
      "mean_token_accuracy": 0.5101799547672272,
      "num_tokens": 23140315.0,
      "step": 30040
    },
    {
      "epoch": 0.038117200561166374,
      "grad_norm": 7.96875,
      "learning_rate": 4.810030472256546e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5486824870109558,
      "num_tokens": 23146649.0,
      "step": 30050
    },
    {
      "epoch": 0.03812988515369921,
      "grad_norm": 6.1875,
      "learning_rate": 4.809967041247916e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5153085798025131,
      "num_tokens": 23154826.0,
      "step": 30060
    },
    {
      "epoch": 0.03814256974623204,
      "grad_norm": 9.25,
      "learning_rate": 4.809903610239287e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5398260623216629,
      "num_tokens": 23161726.0,
      "step": 30070
    },
    {
      "epoch": 0.03815525433876488,
      "grad_norm": 5.6875,
      "learning_rate": 4.809840179230658e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5082931250333786,
      "num_tokens": 23169691.0,
      "step": 30080
    },
    {
      "epoch": 0.03816793893129771,
      "grad_norm": 7.125,
      "learning_rate": 4.809776748222029e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5418345302343368,
      "num_tokens": 23176900.0,
      "step": 30090
    },
    {
      "epoch": 0.038180623523830545,
      "grad_norm": 7.0,
      "learning_rate": 4.8097133172134e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5486892998218537,
      "num_tokens": 23184015.0,
      "step": 30100
    },
    {
      "epoch": 0.03819330811636338,
      "grad_norm": 5.03125,
      "learning_rate": 4.809649886204771e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5393698543310166,
      "num_tokens": 23193128.0,
      "step": 30110
    },
    {
      "epoch": 0.038205992708896214,
      "grad_norm": 6.28125,
      "learning_rate": 4.809586455196142e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5286424845457077,
      "num_tokens": 23200910.0,
      "step": 30120
    },
    {
      "epoch": 0.03821867730142905,
      "grad_norm": 5.6875,
      "learning_rate": 4.8095230241875125e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5511176377534867,
      "num_tokens": 23208531.0,
      "step": 30130
    },
    {
      "epoch": 0.03823136189396188,
      "grad_norm": 4.96875,
      "learning_rate": 4.809459593178883e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5408080369234085,
      "num_tokens": 23215997.0,
      "step": 30140
    },
    {
      "epoch": 0.038244046486494716,
      "grad_norm": 6.0625,
      "learning_rate": 4.809396162170254e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.528034120798111,
      "num_tokens": 23223321.0,
      "step": 30150
    },
    {
      "epoch": 0.03825673107902755,
      "grad_norm": 4.0625,
      "learning_rate": 4.809332731161625e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5574420392513275,
      "num_tokens": 23231301.0,
      "step": 30160
    },
    {
      "epoch": 0.038269415671560385,
      "grad_norm": 4.9375,
      "learning_rate": 4.809269300152996e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5300565928220748,
      "num_tokens": 23239373.0,
      "step": 30170
    },
    {
      "epoch": 0.03828210026409322,
      "grad_norm": 5.0,
      "learning_rate": 4.8092058691443666e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5367689013481141,
      "num_tokens": 23247370.0,
      "step": 30180
    },
    {
      "epoch": 0.03829478485662605,
      "grad_norm": 8.0,
      "learning_rate": 4.809142438135738e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5480684012174606,
      "num_tokens": 23255551.0,
      "step": 30190
    },
    {
      "epoch": 0.03830746944915889,
      "grad_norm": 6.21875,
      "learning_rate": 4.809079007127108e-05,
      "loss": 2.3209,
      "mean_token_accuracy": 0.500975614786148,
      "num_tokens": 23263747.0,
      "step": 30200
    },
    {
      "epoch": 0.03832015404169172,
      "grad_norm": 5.0,
      "learning_rate": 4.809015576118479e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5338120311498642,
      "num_tokens": 23271663.0,
      "step": 30210
    },
    {
      "epoch": 0.038332838634224556,
      "grad_norm": 6.59375,
      "learning_rate": 4.80895214510985e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5403497040271759,
      "num_tokens": 23278307.0,
      "step": 30220
    },
    {
      "epoch": 0.03834552322675739,
      "grad_norm": 5.4375,
      "learning_rate": 4.8088887141012206e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5812931329011917,
      "num_tokens": 23285017.0,
      "step": 30230
    },
    {
      "epoch": 0.038358207819290224,
      "grad_norm": 5.375,
      "learning_rate": 4.808825283092592e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5390212386846542,
      "num_tokens": 23292624.0,
      "step": 30240
    },
    {
      "epoch": 0.03837089241182305,
      "grad_norm": 5.34375,
      "learning_rate": 4.808761852083963e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5497559487819672,
      "num_tokens": 23300388.0,
      "step": 30250
    },
    {
      "epoch": 0.038383577004355886,
      "grad_norm": 4.84375,
      "learning_rate": 4.8086984210753336e-05,
      "loss": 1.8549,
      "mean_token_accuracy": 0.5924217522144317,
      "num_tokens": 23306834.0,
      "step": 30260
    },
    {
      "epoch": 0.03839626159688872,
      "grad_norm": 7.6875,
      "learning_rate": 4.808634990066704e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5299251407384873,
      "num_tokens": 23315016.0,
      "step": 30270
    },
    {
      "epoch": 0.038408946189421554,
      "grad_norm": 5.65625,
      "learning_rate": 4.8085715590580746e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5419145047664642,
      "num_tokens": 23322896.0,
      "step": 30280
    },
    {
      "epoch": 0.03842163078195439,
      "grad_norm": 5.625,
      "learning_rate": 4.808508128049446e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5423032432794571,
      "num_tokens": 23331105.0,
      "step": 30290
    },
    {
      "epoch": 0.03843431537448722,
      "grad_norm": 6.625,
      "learning_rate": 4.808444697040817e-05,
      "loss": 2.246,
      "mean_token_accuracy": 0.5166608065366745,
      "num_tokens": 23339241.0,
      "step": 30300
    },
    {
      "epoch": 0.03844699996702006,
      "grad_norm": 4.875,
      "learning_rate": 4.8083812660321876e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5451808214187622,
      "num_tokens": 23347765.0,
      "step": 30310
    },
    {
      "epoch": 0.03845968455955289,
      "grad_norm": 6.84375,
      "learning_rate": 4.808317835023559e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5272125512361526,
      "num_tokens": 23355322.0,
      "step": 30320
    },
    {
      "epoch": 0.038472369152085725,
      "grad_norm": 6.65625,
      "learning_rate": 4.8082544040149293e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5235579252243042,
      "num_tokens": 23362439.0,
      "step": 30330
    },
    {
      "epoch": 0.03848505374461856,
      "grad_norm": 6.0,
      "learning_rate": 4.8081909730063e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5221813440322876,
      "num_tokens": 23371053.0,
      "step": 30340
    },
    {
      "epoch": 0.038497738337151394,
      "grad_norm": 7.1875,
      "learning_rate": 4.808127541997671e-05,
      "loss": 2.2996,
      "mean_token_accuracy": 0.5084494411945343,
      "num_tokens": 23379306.0,
      "step": 30350
    },
    {
      "epoch": 0.03851042292968423,
      "grad_norm": 5.59375,
      "learning_rate": 4.8080641109890416e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5267432451248169,
      "num_tokens": 23387336.0,
      "step": 30360
    },
    {
      "epoch": 0.03852310752221706,
      "grad_norm": 7.21875,
      "learning_rate": 4.808000679980413e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5216887861490249,
      "num_tokens": 23393346.0,
      "step": 30370
    },
    {
      "epoch": 0.038535792114749896,
      "grad_norm": 4.75,
      "learning_rate": 4.8079372489717834e-05,
      "loss": 1.7852,
      "mean_token_accuracy": 0.5902484655380249,
      "num_tokens": 23400670.0,
      "step": 30380
    },
    {
      "epoch": 0.03854847670728273,
      "grad_norm": 5.03125,
      "learning_rate": 4.8078738179631546e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.576065742969513,
      "num_tokens": 23407130.0,
      "step": 30390
    },
    {
      "epoch": 0.038561161299815565,
      "grad_norm": 5.53125,
      "learning_rate": 4.807810386954525e-05,
      "loss": 2.2297,
      "mean_token_accuracy": 0.5176483392715454,
      "num_tokens": 23414755.0,
      "step": 30400
    },
    {
      "epoch": 0.0385738458923484,
      "grad_norm": 5.75,
      "learning_rate": 4.8077469559458957e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5219786196947098,
      "num_tokens": 23421588.0,
      "step": 30410
    },
    {
      "epoch": 0.03858653048488123,
      "grad_norm": 5.53125,
      "learning_rate": 4.807683524937267e-05,
      "loss": 2.3345,
      "mean_token_accuracy": 0.5053261190652847,
      "num_tokens": 23429386.0,
      "step": 30420
    },
    {
      "epoch": 0.03859921507741407,
      "grad_norm": 4.84375,
      "learning_rate": 4.8076200939286374e-05,
      "loss": 2.2427,
      "mean_token_accuracy": 0.5199376910924911,
      "num_tokens": 23436411.0,
      "step": 30430
    },
    {
      "epoch": 0.0386118996699469,
      "grad_norm": 4.71875,
      "learning_rate": 4.8075566629200086e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5244976729154587,
      "num_tokens": 23444074.0,
      "step": 30440
    },
    {
      "epoch": 0.038624584262479736,
      "grad_norm": 7.09375,
      "learning_rate": 4.80749323191138e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5812809586524963,
      "num_tokens": 23450044.0,
      "step": 30450
    },
    {
      "epoch": 0.03863726885501257,
      "grad_norm": 6.6875,
      "learning_rate": 4.8074298009027504e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5415322124958039,
      "num_tokens": 23457311.0,
      "step": 30460
    },
    {
      "epoch": 0.038649953447545404,
      "grad_norm": 6.15625,
      "learning_rate": 4.8073663698941216e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5677347362041474,
      "num_tokens": 23464382.0,
      "step": 30470
    },
    {
      "epoch": 0.03866263804007824,
      "grad_norm": 7.90625,
      "learning_rate": 4.8073029388854914e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5494711697101593,
      "num_tokens": 23472491.0,
      "step": 30480
    },
    {
      "epoch": 0.03867532263261107,
      "grad_norm": 5.71875,
      "learning_rate": 4.8072395078768627e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5532226711511612,
      "num_tokens": 23480160.0,
      "step": 30490
    },
    {
      "epoch": 0.03868800722514391,
      "grad_norm": 5.78125,
      "learning_rate": 4.807176076868234e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5305082380771637,
      "num_tokens": 23487824.0,
      "step": 30500
    },
    {
      "epoch": 0.03870069181767674,
      "grad_norm": 5.21875,
      "learning_rate": 4.8071126458596044e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5482550442218781,
      "num_tokens": 23494831.0,
      "step": 30510
    },
    {
      "epoch": 0.038713376410209575,
      "grad_norm": 5.125,
      "learning_rate": 4.8070492148509756e-05,
      "loss": 1.7761,
      "mean_token_accuracy": 0.6017608731985092,
      "num_tokens": 23502659.0,
      "step": 30520
    },
    {
      "epoch": 0.03872606100274241,
      "grad_norm": 4.75,
      "learning_rate": 4.806985783842346e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5570271372795105,
      "num_tokens": 23510531.0,
      "step": 30530
    },
    {
      "epoch": 0.038738745595275244,
      "grad_norm": 5.34375,
      "learning_rate": 4.8069223528337174e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.566145408153534,
      "num_tokens": 23516995.0,
      "step": 30540
    },
    {
      "epoch": 0.03875143018780808,
      "grad_norm": 9.0625,
      "learning_rate": 4.806858921825088e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5344903737306594,
      "num_tokens": 23524152.0,
      "step": 30550
    },
    {
      "epoch": 0.03876411478034091,
      "grad_norm": 6.375,
      "learning_rate": 4.8067954908164584e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5197100162506103,
      "num_tokens": 23531230.0,
      "step": 30560
    },
    {
      "epoch": 0.038776799372873746,
      "grad_norm": 5.5625,
      "learning_rate": 4.8067320598078296e-05,
      "loss": 2.295,
      "mean_token_accuracy": 0.5120603621006012,
      "num_tokens": 23539788.0,
      "step": 30570
    },
    {
      "epoch": 0.03878948396540658,
      "grad_norm": 8.125,
      "learning_rate": 4.806668628799201e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5130989611148834,
      "num_tokens": 23547309.0,
      "step": 30580
    },
    {
      "epoch": 0.038802168557939415,
      "grad_norm": 6.5,
      "learning_rate": 4.8066051977905714e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5474980771541595,
      "num_tokens": 23555227.0,
      "step": 30590
    },
    {
      "epoch": 0.03881485315047225,
      "grad_norm": 6.5,
      "learning_rate": 4.8065417667819426e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5375123292207717,
      "num_tokens": 23562415.0,
      "step": 30600
    },
    {
      "epoch": 0.03882753774300508,
      "grad_norm": 5.09375,
      "learning_rate": 4.806478335773313e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5355355262756347,
      "num_tokens": 23570297.0,
      "step": 30610
    },
    {
      "epoch": 0.03884022233553792,
      "grad_norm": 4.90625,
      "learning_rate": 4.806414904764684e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5350489139556884,
      "num_tokens": 23578226.0,
      "step": 30620
    },
    {
      "epoch": 0.03885290692807075,
      "grad_norm": 4.5,
      "learning_rate": 4.806351473756055e-05,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5732747346162796,
      "num_tokens": 23584937.0,
      "step": 30630
    },
    {
      "epoch": 0.038865591520603586,
      "grad_norm": 7.4375,
      "learning_rate": 4.8062880427474254e-05,
      "loss": 1.6334,
      "mean_token_accuracy": 0.6321989268064498,
      "num_tokens": 23590826.0,
      "step": 30640
    },
    {
      "epoch": 0.03887827611313642,
      "grad_norm": 5.0,
      "learning_rate": 4.8062246117387966e-05,
      "loss": 2.3614,
      "mean_token_accuracy": 0.4905515551567078,
      "num_tokens": 23599152.0,
      "step": 30650
    },
    {
      "epoch": 0.038890960705669254,
      "grad_norm": 7.1875,
      "learning_rate": 4.806161180730167e-05,
      "loss": 2.3745,
      "mean_token_accuracy": 0.4965933710336685,
      "num_tokens": 23606493.0,
      "step": 30660
    },
    {
      "epoch": 0.03890364529820209,
      "grad_norm": 5.90625,
      "learning_rate": 4.8060977497215384e-05,
      "loss": 1.8399,
      "mean_token_accuracy": 0.5986261308193207,
      "num_tokens": 23613489.0,
      "step": 30670
    },
    {
      "epoch": 0.03891632989073492,
      "grad_norm": 6.3125,
      "learning_rate": 4.806034318712909e-05,
      "loss": 2.1976,
      "mean_token_accuracy": 0.5187648206949234,
      "num_tokens": 23620625.0,
      "step": 30680
    },
    {
      "epoch": 0.03892901448326776,
      "grad_norm": 8.3125,
      "learning_rate": 4.8059708877042795e-05,
      "loss": 2.2708,
      "mean_token_accuracy": 0.5092321336269379,
      "num_tokens": 23627891.0,
      "step": 30690
    },
    {
      "epoch": 0.03894169907580059,
      "grad_norm": 5.71875,
      "learning_rate": 4.805907456695651e-05,
      "loss": 2.239,
      "mean_token_accuracy": 0.5169216156005859,
      "num_tokens": 23636724.0,
      "step": 30700
    },
    {
      "epoch": 0.038954383668333425,
      "grad_norm": 6.28125,
      "learning_rate": 4.805844025687021e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5394337445497512,
      "num_tokens": 23643335.0,
      "step": 30710
    },
    {
      "epoch": 0.03896706826086625,
      "grad_norm": 5.4375,
      "learning_rate": 4.8057805946783924e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5572910368442535,
      "num_tokens": 23651813.0,
      "step": 30720
    },
    {
      "epoch": 0.03897975285339909,
      "grad_norm": 12.0,
      "learning_rate": 4.8057171636697636e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5598474472761155,
      "num_tokens": 23658777.0,
      "step": 30730
    },
    {
      "epoch": 0.03899243744593192,
      "grad_norm": 5.3125,
      "learning_rate": 4.805653732661134e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5297880232334137,
      "num_tokens": 23667261.0,
      "step": 30740
    },
    {
      "epoch": 0.039005122038464755,
      "grad_norm": 5.15625,
      "learning_rate": 4.805590301652505e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5527117162942886,
      "num_tokens": 23673613.0,
      "step": 30750
    },
    {
      "epoch": 0.03901780663099759,
      "grad_norm": 4.53125,
      "learning_rate": 4.805526870643875e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5145566076040268,
      "num_tokens": 23682769.0,
      "step": 30760
    },
    {
      "epoch": 0.039030491223530424,
      "grad_norm": 5.34375,
      "learning_rate": 4.8054634396352464e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5554666668176651,
      "num_tokens": 23690370.0,
      "step": 30770
    },
    {
      "epoch": 0.03904317581606326,
      "grad_norm": 4.6875,
      "learning_rate": 4.8054000086266177e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5657296419143677,
      "num_tokens": 23698615.0,
      "step": 30780
    },
    {
      "epoch": 0.03905586040859609,
      "grad_norm": 6.375,
      "learning_rate": 4.805336577617988e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5272323817014695,
      "num_tokens": 23706041.0,
      "step": 30790
    },
    {
      "epoch": 0.039068545001128926,
      "grad_norm": 5.71875,
      "learning_rate": 4.8052731466093594e-05,
      "loss": 2.243,
      "mean_token_accuracy": 0.5179922163486481,
      "num_tokens": 23713902.0,
      "step": 30800
    },
    {
      "epoch": 0.03908122959366176,
      "grad_norm": 8.75,
      "learning_rate": 4.80520971560073e-05,
      "loss": 2.2467,
      "mean_token_accuracy": 0.5160103976726532,
      "num_tokens": 23721195.0,
      "step": 30810
    },
    {
      "epoch": 0.039093914186194595,
      "grad_norm": 5.5,
      "learning_rate": 4.8051462845921005e-05,
      "loss": 2.3696,
      "mean_token_accuracy": 0.4976610064506531,
      "num_tokens": 23730152.0,
      "step": 30820
    },
    {
      "epoch": 0.03910659877872743,
      "grad_norm": 5.46875,
      "learning_rate": 4.805082853583472e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5380775272846222,
      "num_tokens": 23738401.0,
      "step": 30830
    },
    {
      "epoch": 0.03911928337126026,
      "grad_norm": 6.46875,
      "learning_rate": 4.805019422574842e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5353418022394181,
      "num_tokens": 23745530.0,
      "step": 30840
    },
    {
      "epoch": 0.0391319679637931,
      "grad_norm": 5.375,
      "learning_rate": 4.8049559915662134e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.556785735487938,
      "num_tokens": 23752630.0,
      "step": 30850
    },
    {
      "epoch": 0.03914465255632593,
      "grad_norm": 4.9375,
      "learning_rate": 4.804892560557584e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5523000538349152,
      "num_tokens": 23761450.0,
      "step": 30860
    },
    {
      "epoch": 0.039157337148858766,
      "grad_norm": 6.0625,
      "learning_rate": 4.804829129548955e-05,
      "loss": 2.2729,
      "mean_token_accuracy": 0.5228889554738998,
      "num_tokens": 23768523.0,
      "step": 30870
    },
    {
      "epoch": 0.0391700217413916,
      "grad_norm": 6.125,
      "learning_rate": 4.8047656985403264e-05,
      "loss": 2.287,
      "mean_token_accuracy": 0.510336410999298,
      "num_tokens": 23776984.0,
      "step": 30880
    },
    {
      "epoch": 0.039182706333924434,
      "grad_norm": 13.125,
      "learning_rate": 4.804702267531697e-05,
      "loss": 1.8327,
      "mean_token_accuracy": 0.5946425437927246,
      "num_tokens": 23782310.0,
      "step": 30890
    },
    {
      "epoch": 0.03919539092645727,
      "grad_norm": 8.5625,
      "learning_rate": 4.8046388365230675e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5574079930782319,
      "num_tokens": 23788729.0,
      "step": 30900
    },
    {
      "epoch": 0.0392080755189901,
      "grad_norm": 4.59375,
      "learning_rate": 4.804575405514438e-05,
      "loss": 1.7529,
      "mean_token_accuracy": 0.6079377174377442,
      "num_tokens": 23796222.0,
      "step": 30910
    },
    {
      "epoch": 0.03922076011152294,
      "grad_norm": 5.25,
      "learning_rate": 4.804511974505809e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5388924807310105,
      "num_tokens": 23803639.0,
      "step": 30920
    },
    {
      "epoch": 0.03923344470405577,
      "grad_norm": 7.03125,
      "learning_rate": 4.8044485434971804e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5158922433853149,
      "num_tokens": 23811749.0,
      "step": 30930
    },
    {
      "epoch": 0.039246129296588605,
      "grad_norm": 4.34375,
      "learning_rate": 4.804385112488551e-05,
      "loss": 1.9055,
      "mean_token_accuracy": 0.5727325677871704,
      "num_tokens": 23819091.0,
      "step": 30940
    },
    {
      "epoch": 0.03925881388912144,
      "grad_norm": 4.84375,
      "learning_rate": 4.804321681479922e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5400686889886857,
      "num_tokens": 23826792.0,
      "step": 30950
    },
    {
      "epoch": 0.039271498481654274,
      "grad_norm": 5.59375,
      "learning_rate": 4.804258250471293e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5270024597644806,
      "num_tokens": 23834738.0,
      "step": 30960
    },
    {
      "epoch": 0.03928418307418711,
      "grad_norm": 6.5,
      "learning_rate": 4.804194819462663e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5102634251117706,
      "num_tokens": 23843103.0,
      "step": 30970
    },
    {
      "epoch": 0.03929686766671994,
      "grad_norm": 4.9375,
      "learning_rate": 4.8041313884540345e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5474145323038101,
      "num_tokens": 23850244.0,
      "step": 30980
    },
    {
      "epoch": 0.03930955225925278,
      "grad_norm": 5.0,
      "learning_rate": 4.804067957445405e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5609576225280761,
      "num_tokens": 23857848.0,
      "step": 30990
    },
    {
      "epoch": 0.03932223685178561,
      "grad_norm": 7.0625,
      "learning_rate": 4.804004526436776e-05,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5188694417476654,
      "num_tokens": 23864852.0,
      "step": 31000
    },
    {
      "epoch": 0.039334921444318445,
      "grad_norm": 4.84375,
      "learning_rate": 4.803941095428147e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5346202433109284,
      "num_tokens": 23872479.0,
      "step": 31010
    },
    {
      "epoch": 0.03934760603685128,
      "grad_norm": 5.0625,
      "learning_rate": 4.803877664419518e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5418878227472306,
      "num_tokens": 23879215.0,
      "step": 31020
    },
    {
      "epoch": 0.03936029062938411,
      "grad_norm": 5.96875,
      "learning_rate": 4.8038142334108885e-05,
      "loss": 1.8563,
      "mean_token_accuracy": 0.5872223317623139,
      "num_tokens": 23886902.0,
      "step": 31030
    },
    {
      "epoch": 0.03937297522191695,
      "grad_norm": 5.71875,
      "learning_rate": 4.803750802402259e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5351658523082733,
      "num_tokens": 23893246.0,
      "step": 31040
    },
    {
      "epoch": 0.03938565981444978,
      "grad_norm": 4.90625,
      "learning_rate": 4.80368737139363e-05,
      "loss": 2.2173,
      "mean_token_accuracy": 0.5140412747859955,
      "num_tokens": 23900765.0,
      "step": 31050
    },
    {
      "epoch": 0.039398344406982616,
      "grad_norm": 5.5,
      "learning_rate": 4.803623940385001e-05,
      "loss": 2.2107,
      "mean_token_accuracy": 0.5251381158828735,
      "num_tokens": 23908617.0,
      "step": 31060
    },
    {
      "epoch": 0.03941102899951545,
      "grad_norm": 4.71875,
      "learning_rate": 4.803560509376372e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.526211553812027,
      "num_tokens": 23917025.0,
      "step": 31070
    },
    {
      "epoch": 0.039423713592048285,
      "grad_norm": 7.125,
      "learning_rate": 4.803497078367743e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5394863575696945,
      "num_tokens": 23924881.0,
      "step": 31080
    },
    {
      "epoch": 0.03943639818458112,
      "grad_norm": 5.59375,
      "learning_rate": 4.803433647359114e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5261611670255661,
      "num_tokens": 23931716.0,
      "step": 31090
    },
    {
      "epoch": 0.03944908277711395,
      "grad_norm": 6.625,
      "learning_rate": 4.803370216350484e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5306936144828797,
      "num_tokens": 23939097.0,
      "step": 31100
    },
    {
      "epoch": 0.03946176736964679,
      "grad_norm": 5.5625,
      "learning_rate": 4.803306785341855e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.531761834025383,
      "num_tokens": 23947285.0,
      "step": 31110
    },
    {
      "epoch": 0.03947445196217962,
      "grad_norm": 5.375,
      "learning_rate": 4.803243354333226e-05,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5567532837390899,
      "num_tokens": 23955011.0,
      "step": 31120
    },
    {
      "epoch": 0.039487136554712456,
      "grad_norm": 4.875,
      "learning_rate": 4.803179923324597e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5437083303928375,
      "num_tokens": 23963286.0,
      "step": 31130
    },
    {
      "epoch": 0.03949982114724529,
      "grad_norm": 4.65625,
      "learning_rate": 4.803116492315968e-05,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5687256276607513,
      "num_tokens": 23970443.0,
      "step": 31140
    },
    {
      "epoch": 0.039512505739778124,
      "grad_norm": 5.59375,
      "learning_rate": 4.803053061307339e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5624691665172576,
      "num_tokens": 23978069.0,
      "step": 31150
    },
    {
      "epoch": 0.03952519033231096,
      "grad_norm": 6.34375,
      "learning_rate": 4.8029896302987095e-05,
      "loss": 1.82,
      "mean_token_accuracy": 0.5999626964330673,
      "num_tokens": 23985563.0,
      "step": 31160
    },
    {
      "epoch": 0.03953787492484379,
      "grad_norm": 5.625,
      "learning_rate": 4.80292619929008e-05,
      "loss": 2.2615,
      "mean_token_accuracy": 0.509033077955246,
      "num_tokens": 23992680.0,
      "step": 31170
    },
    {
      "epoch": 0.03955055951737663,
      "grad_norm": 4.71875,
      "learning_rate": 4.802862768281451e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5306974470615387,
      "num_tokens": 23999526.0,
      "step": 31180
    },
    {
      "epoch": 0.039563244109909454,
      "grad_norm": 11.25,
      "learning_rate": 4.802799337272822e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5186835110187531,
      "num_tokens": 24006044.0,
      "step": 31190
    },
    {
      "epoch": 0.03957592870244229,
      "grad_norm": 5.28125,
      "learning_rate": 4.802735906264193e-05,
      "loss": 2.2035,
      "mean_token_accuracy": 0.5277478635311127,
      "num_tokens": 24014320.0,
      "step": 31200
    },
    {
      "epoch": 0.03958861329497512,
      "grad_norm": 5.34375,
      "learning_rate": 4.8026724752555635e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5466508328914642,
      "num_tokens": 24022651.0,
      "step": 31210
    },
    {
      "epoch": 0.03960129788750796,
      "grad_norm": 6.21875,
      "learning_rate": 4.802609044246935e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5289286494255065,
      "num_tokens": 24031771.0,
      "step": 31220
    },
    {
      "epoch": 0.03961398248004079,
      "grad_norm": 8.875,
      "learning_rate": 4.802545613238306e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5462122589349747,
      "num_tokens": 24038775.0,
      "step": 31230
    },
    {
      "epoch": 0.039626667072573625,
      "grad_norm": 4.9375,
      "learning_rate": 4.802482182229676e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5495446711778641,
      "num_tokens": 24045220.0,
      "step": 31240
    },
    {
      "epoch": 0.03963935166510646,
      "grad_norm": 5.5,
      "learning_rate": 4.802418751221047e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.518789941072464,
      "num_tokens": 24052691.0,
      "step": 31250
    },
    {
      "epoch": 0.03965203625763929,
      "grad_norm": 4.53125,
      "learning_rate": 4.8023553202124176e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5138145834207535,
      "num_tokens": 24061227.0,
      "step": 31260
    },
    {
      "epoch": 0.03966472085017213,
      "grad_norm": 5.15625,
      "learning_rate": 4.802291889203789e-05,
      "loss": 2.219,
      "mean_token_accuracy": 0.5132218092679978,
      "num_tokens": 24069784.0,
      "step": 31270
    },
    {
      "epoch": 0.03967740544270496,
      "grad_norm": 6.875,
      "learning_rate": 4.80222845819516e-05,
      "loss": 2.3467,
      "mean_token_accuracy": 0.49805388748645785,
      "num_tokens": 24078644.0,
      "step": 31280
    },
    {
      "epoch": 0.039690090035237796,
      "grad_norm": 4.59375,
      "learning_rate": 4.8021650271865305e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5301065653562546,
      "num_tokens": 24087977.0,
      "step": 31290
    },
    {
      "epoch": 0.03970277462777063,
      "grad_norm": 6.0625,
      "learning_rate": 4.802101596177902e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5416504502296448,
      "num_tokens": 24094709.0,
      "step": 31300
    },
    {
      "epoch": 0.039715459220303465,
      "grad_norm": 5.40625,
      "learning_rate": 4.802038165169272e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5575959533452988,
      "num_tokens": 24101525.0,
      "step": 31310
    },
    {
      "epoch": 0.0397281438128363,
      "grad_norm": 5.46875,
      "learning_rate": 4.801974734160643e-05,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5133533000946044,
      "num_tokens": 24109066.0,
      "step": 31320
    },
    {
      "epoch": 0.03974082840536913,
      "grad_norm": 4.96875,
      "learning_rate": 4.801911303152014e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5550826907157898,
      "num_tokens": 24115713.0,
      "step": 31330
    },
    {
      "epoch": 0.03975351299790197,
      "grad_norm": 5.21875,
      "learning_rate": 4.8018478721433846e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5325791001319885,
      "num_tokens": 24123456.0,
      "step": 31340
    },
    {
      "epoch": 0.0397661975904348,
      "grad_norm": 4.75,
      "learning_rate": 4.801784441134756e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5379263699054718,
      "num_tokens": 24130504.0,
      "step": 31350
    },
    {
      "epoch": 0.039778882182967636,
      "grad_norm": 6.125,
      "learning_rate": 4.801721010126126e-05,
      "loss": 1.7726,
      "mean_token_accuracy": 0.6137615084648133,
      "num_tokens": 24137687.0,
      "step": 31360
    },
    {
      "epoch": 0.03979156677550047,
      "grad_norm": 5.03125,
      "learning_rate": 4.8016575791174975e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5187054574489594,
      "num_tokens": 24146487.0,
      "step": 31370
    },
    {
      "epoch": 0.039804251368033304,
      "grad_norm": 4.84375,
      "learning_rate": 4.801594148108868e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5158822983503342,
      "num_tokens": 24155282.0,
      "step": 31380
    },
    {
      "epoch": 0.03981693596056614,
      "grad_norm": 5.03125,
      "learning_rate": 4.8015307171002386e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5248102009296417,
      "num_tokens": 24163024.0,
      "step": 31390
    },
    {
      "epoch": 0.03982962055309897,
      "grad_norm": 5.71875,
      "learning_rate": 4.80146728609161e-05,
      "loss": 2.3392,
      "mean_token_accuracy": 0.5021974325180054,
      "num_tokens": 24171964.0,
      "step": 31400
    },
    {
      "epoch": 0.03984230514563181,
      "grad_norm": 6.40625,
      "learning_rate": 4.8014038550829803e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5534622490406036,
      "num_tokens": 24179002.0,
      "step": 31410
    },
    {
      "epoch": 0.03985498973816464,
      "grad_norm": 6.46875,
      "learning_rate": 4.8013404240743516e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5334983050823212,
      "num_tokens": 24187695.0,
      "step": 31420
    },
    {
      "epoch": 0.039867674330697475,
      "grad_norm": 4.71875,
      "learning_rate": 4.801276993065723e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5298726439476014,
      "num_tokens": 24194321.0,
      "step": 31430
    },
    {
      "epoch": 0.03988035892323031,
      "grad_norm": 5.03125,
      "learning_rate": 4.801213562057093e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5439540535211563,
      "num_tokens": 24202651.0,
      "step": 31440
    },
    {
      "epoch": 0.039893043515763144,
      "grad_norm": 8.1875,
      "learning_rate": 4.801150131048464e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5322442263364792,
      "num_tokens": 24209275.0,
      "step": 31450
    },
    {
      "epoch": 0.03990572810829598,
      "grad_norm": 8.0,
      "learning_rate": 4.8010867000398344e-05,
      "loss": 1.8547,
      "mean_token_accuracy": 0.5882029443979263,
      "num_tokens": 24216830.0,
      "step": 31460
    },
    {
      "epoch": 0.03991841270082881,
      "grad_norm": 6.28125,
      "learning_rate": 4.8010232690312056e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5738925784826279,
      "num_tokens": 24224303.0,
      "step": 31470
    },
    {
      "epoch": 0.039931097293361646,
      "grad_norm": 5.1875,
      "learning_rate": 4.800959838022577e-05,
      "loss": 2.2649,
      "mean_token_accuracy": 0.5124709755182266,
      "num_tokens": 24232803.0,
      "step": 31480
    },
    {
      "epoch": 0.03994378188589448,
      "grad_norm": 5.53125,
      "learning_rate": 4.800896407013947e-05,
      "loss": 2.229,
      "mean_token_accuracy": 0.5144374340772628,
      "num_tokens": 24241330.0,
      "step": 31490
    },
    {
      "epoch": 0.039956466478427315,
      "grad_norm": 6.3125,
      "learning_rate": 4.8008329760053186e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.53223697245121,
      "num_tokens": 24249475.0,
      "step": 31500
    },
    {
      "epoch": 0.03996915107096015,
      "grad_norm": 4.40625,
      "learning_rate": 4.800769544996689e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5718918025493622,
      "num_tokens": 24256496.0,
      "step": 31510
    },
    {
      "epoch": 0.03998183566349298,
      "grad_norm": 6.15625,
      "learning_rate": 4.8007061139880596e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5530748099088669,
      "num_tokens": 24263940.0,
      "step": 31520
    },
    {
      "epoch": 0.03999452025602582,
      "grad_norm": 4.53125,
      "learning_rate": 4.800642682979431e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5588783740997314,
      "num_tokens": 24272543.0,
      "step": 31530
    },
    {
      "epoch": 0.04000720484855865,
      "grad_norm": 5.0625,
      "learning_rate": 4.8005792519708014e-05,
      "loss": 2.064,
      "mean_token_accuracy": 0.5392481297254562,
      "num_tokens": 24280655.0,
      "step": 31540
    },
    {
      "epoch": 0.040019889441091486,
      "grad_norm": 6.71875,
      "learning_rate": 4.8005158209621726e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5237668633460999,
      "num_tokens": 24289774.0,
      "step": 31550
    },
    {
      "epoch": 0.04003257403362432,
      "grad_norm": 5.4375,
      "learning_rate": 4.800452389953544e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5423424988985062,
      "num_tokens": 24297082.0,
      "step": 31560
    },
    {
      "epoch": 0.040045258626157154,
      "grad_norm": 5.25,
      "learning_rate": 4.800388958944914e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5400706022977829,
      "num_tokens": 24305866.0,
      "step": 31570
    },
    {
      "epoch": 0.04005794321868999,
      "grad_norm": 5.03125,
      "learning_rate": 4.8003255279362855e-05,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5897637039422989,
      "num_tokens": 24313117.0,
      "step": 31580
    },
    {
      "epoch": 0.04007062781122282,
      "grad_norm": 4.9375,
      "learning_rate": 4.8002620969276554e-05,
      "loss": 2.3515,
      "mean_token_accuracy": 0.495237210392952,
      "num_tokens": 24323021.0,
      "step": 31590
    },
    {
      "epoch": 0.04008331240375566,
      "grad_norm": 7.40625,
      "learning_rate": 4.8001986659190266e-05,
      "loss": 2.2619,
      "mean_token_accuracy": 0.5222727745771408,
      "num_tokens": 24330766.0,
      "step": 31600
    },
    {
      "epoch": 0.04009599699628849,
      "grad_norm": 5.0625,
      "learning_rate": 4.800135234910398e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5269196778535843,
      "num_tokens": 24339509.0,
      "step": 31610
    },
    {
      "epoch": 0.040108681588821325,
      "grad_norm": 5.0,
      "learning_rate": 4.8000718039017684e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5509030073881149,
      "num_tokens": 24347416.0,
      "step": 31620
    },
    {
      "epoch": 0.04012136618135416,
      "grad_norm": 5.5,
      "learning_rate": 4.8000083728931396e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5245751321315766,
      "num_tokens": 24355013.0,
      "step": 31630
    },
    {
      "epoch": 0.040134050773886994,
      "grad_norm": 5.71875,
      "learning_rate": 4.79994494188451e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5630859434604645,
      "num_tokens": 24361858.0,
      "step": 31640
    },
    {
      "epoch": 0.04014673536641983,
      "grad_norm": 4.78125,
      "learning_rate": 4.799881510875881e-05,
      "loss": 2.3531,
      "mean_token_accuracy": 0.49760841131210326,
      "num_tokens": 24370624.0,
      "step": 31650
    },
    {
      "epoch": 0.040159419958952655,
      "grad_norm": 4.84375,
      "learning_rate": 4.799818079867252e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5236332923173904,
      "num_tokens": 24379976.0,
      "step": 31660
    },
    {
      "epoch": 0.04017210455148549,
      "grad_norm": 5.6875,
      "learning_rate": 4.7997546488586224e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5297976195812225,
      "num_tokens": 24387691.0,
      "step": 31670
    },
    {
      "epoch": 0.040184789144018324,
      "grad_norm": 4.625,
      "learning_rate": 4.7996912178499936e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.537234953045845,
      "num_tokens": 24395473.0,
      "step": 31680
    },
    {
      "epoch": 0.04019747373655116,
      "grad_norm": 4.5625,
      "learning_rate": 4.799627786841364e-05,
      "loss": 1.8975,
      "mean_token_accuracy": 0.5699608653783799,
      "num_tokens": 24402992.0,
      "step": 31690
    },
    {
      "epoch": 0.04021015832908399,
      "grad_norm": 6.34375,
      "learning_rate": 4.7995643558327354e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5415655434131622,
      "num_tokens": 24410634.0,
      "step": 31700
    },
    {
      "epoch": 0.040222842921616826,
      "grad_norm": 4.625,
      "learning_rate": 4.7995009248241066e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5741750955581665,
      "num_tokens": 24416783.0,
      "step": 31710
    },
    {
      "epoch": 0.04023552751414966,
      "grad_norm": 4.78125,
      "learning_rate": 4.799437493815477e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5426732271909713,
      "num_tokens": 24423841.0,
      "step": 31720
    },
    {
      "epoch": 0.040248212106682495,
      "grad_norm": 6.0625,
      "learning_rate": 4.7993740628068476e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.545585983991623,
      "num_tokens": 24430264.0,
      "step": 31730
    },
    {
      "epoch": 0.04026089669921533,
      "grad_norm": 5.71875,
      "learning_rate": 4.799310631798218e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5202170342206955,
      "num_tokens": 24438549.0,
      "step": 31740
    },
    {
      "epoch": 0.04027358129174816,
      "grad_norm": 7.15625,
      "learning_rate": 4.7992472007895894e-05,
      "loss": 2.225,
      "mean_token_accuracy": 0.5203787833452225,
      "num_tokens": 24445793.0,
      "step": 31750
    },
    {
      "epoch": 0.040286265884281,
      "grad_norm": 5.625,
      "learning_rate": 4.7991837697809606e-05,
      "loss": 2.2692,
      "mean_token_accuracy": 0.5104680359363556,
      "num_tokens": 24455117.0,
      "step": 31760
    },
    {
      "epoch": 0.04029895047681383,
      "grad_norm": 6.65625,
      "learning_rate": 4.799120338772331e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5472625315189361,
      "num_tokens": 24463007.0,
      "step": 31770
    },
    {
      "epoch": 0.040311635069346666,
      "grad_norm": 5.28125,
      "learning_rate": 4.7990569077637023e-05,
      "loss": 1.9149,
      "mean_token_accuracy": 0.5672945261001587,
      "num_tokens": 24470844.0,
      "step": 31780
    },
    {
      "epoch": 0.0403243196618795,
      "grad_norm": 5.21875,
      "learning_rate": 4.798993476755073e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5420549243688584,
      "num_tokens": 24478579.0,
      "step": 31790
    },
    {
      "epoch": 0.040337004254412334,
      "grad_norm": 4.59375,
      "learning_rate": 4.7989300457464434e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5145564794540405,
      "num_tokens": 24487100.0,
      "step": 31800
    },
    {
      "epoch": 0.04034968884694517,
      "grad_norm": 5.8125,
      "learning_rate": 4.7988666147378146e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5505874395370484,
      "num_tokens": 24493630.0,
      "step": 31810
    },
    {
      "epoch": 0.040362373439478,
      "grad_norm": 7.84375,
      "learning_rate": 4.798803183729185e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5293276458978653,
      "num_tokens": 24499898.0,
      "step": 31820
    },
    {
      "epoch": 0.04037505803201084,
      "grad_norm": 5.375,
      "learning_rate": 4.7987397527205564e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5408178865909576,
      "num_tokens": 24506763.0,
      "step": 31830
    },
    {
      "epoch": 0.04038774262454367,
      "grad_norm": 5.21875,
      "learning_rate": 4.798676321711927e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5442232251167297,
      "num_tokens": 24514848.0,
      "step": 31840
    },
    {
      "epoch": 0.040400427217076505,
      "grad_norm": 5.875,
      "learning_rate": 4.798612890703298e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5500979840755462,
      "num_tokens": 24522132.0,
      "step": 31850
    },
    {
      "epoch": 0.04041311180960934,
      "grad_norm": 4.5,
      "learning_rate": 4.7985494596946687e-05,
      "loss": 2.2667,
      "mean_token_accuracy": 0.517322763800621,
      "num_tokens": 24529608.0,
      "step": 31860
    },
    {
      "epoch": 0.040425796402142174,
      "grad_norm": 6.3125,
      "learning_rate": 4.798486028686039e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5339342504739761,
      "num_tokens": 24537740.0,
      "step": 31870
    },
    {
      "epoch": 0.04043848099467501,
      "grad_norm": 6.3125,
      "learning_rate": 4.7984225976774104e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5322245419025421,
      "num_tokens": 24544677.0,
      "step": 31880
    },
    {
      "epoch": 0.04045116558720784,
      "grad_norm": 6.15625,
      "learning_rate": 4.798359166668781e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5363762110471726,
      "num_tokens": 24552497.0,
      "step": 31890
    },
    {
      "epoch": 0.040463850179740676,
      "grad_norm": 5.90625,
      "learning_rate": 4.798295735660152e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5376450538635253,
      "num_tokens": 24561337.0,
      "step": 31900
    },
    {
      "epoch": 0.04047653477227351,
      "grad_norm": 6.125,
      "learning_rate": 4.7982323046515234e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.546972069144249,
      "num_tokens": 24569478.0,
      "step": 31910
    },
    {
      "epoch": 0.040489219364806345,
      "grad_norm": 5.15625,
      "learning_rate": 4.798168873642894e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5405036091804505,
      "num_tokens": 24577812.0,
      "step": 31920
    },
    {
      "epoch": 0.04050190395733918,
      "grad_norm": 5.09375,
      "learning_rate": 4.7981054426342644e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5358089745044708,
      "num_tokens": 24585827.0,
      "step": 31930
    },
    {
      "epoch": 0.04051458854987201,
      "grad_norm": 6.15625,
      "learning_rate": 4.798042011625635e-05,
      "loss": 2.27,
      "mean_token_accuracy": 0.5097237646579742,
      "num_tokens": 24594638.0,
      "step": 31940
    },
    {
      "epoch": 0.04052727314240485,
      "grad_norm": 5.0625,
      "learning_rate": 4.797978580617006e-05,
      "loss": 1.9667,
      "mean_token_accuracy": 0.5647169947624207,
      "num_tokens": 24602056.0,
      "step": 31950
    },
    {
      "epoch": 0.04053995773493768,
      "grad_norm": 5.4375,
      "learning_rate": 4.7979151496083774e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5615183472633362,
      "num_tokens": 24609205.0,
      "step": 31960
    },
    {
      "epoch": 0.040552642327470516,
      "grad_norm": 4.75,
      "learning_rate": 4.797851718599748e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5194729834794998,
      "num_tokens": 24618204.0,
      "step": 31970
    },
    {
      "epoch": 0.04056532692000335,
      "grad_norm": 5.46875,
      "learning_rate": 4.797788287591119e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5437762886285782,
      "num_tokens": 24626453.0,
      "step": 31980
    },
    {
      "epoch": 0.040578011512536184,
      "grad_norm": 5.53125,
      "learning_rate": 4.79772485658249e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5457460224628449,
      "num_tokens": 24634724.0,
      "step": 31990
    },
    {
      "epoch": 0.04059069610506902,
      "grad_norm": 7.84375,
      "learning_rate": 4.797661425573861e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5463876634836197,
      "num_tokens": 24641079.0,
      "step": 32000
    },
    {
      "epoch": 0.04060338069760185,
      "grad_norm": 5.15625,
      "learning_rate": 4.7975979945652314e-05,
      "loss": 2.2931,
      "mean_token_accuracy": 0.5117620617151261,
      "num_tokens": 24648697.0,
      "step": 32010
    },
    {
      "epoch": 0.04061606529013469,
      "grad_norm": 5.75,
      "learning_rate": 4.797534563556602e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5402643531560898,
      "num_tokens": 24655776.0,
      "step": 32020
    },
    {
      "epoch": 0.04062874988266752,
      "grad_norm": 5.09375,
      "learning_rate": 4.797471132547973e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.552806270122528,
      "num_tokens": 24664195.0,
      "step": 32030
    },
    {
      "epoch": 0.040641434475200355,
      "grad_norm": 5.5,
      "learning_rate": 4.797407701539344e-05,
      "loss": 1.8848,
      "mean_token_accuracy": 0.5781726777553559,
      "num_tokens": 24672729.0,
      "step": 32040
    },
    {
      "epoch": 0.04065411906773319,
      "grad_norm": 8.375,
      "learning_rate": 4.797344270530715e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5413692206144333,
      "num_tokens": 24680449.0,
      "step": 32050
    },
    {
      "epoch": 0.040666803660266024,
      "grad_norm": 5.25,
      "learning_rate": 4.797280839522086e-05,
      "loss": 2.2637,
      "mean_token_accuracy": 0.5107371032238006,
      "num_tokens": 24688677.0,
      "step": 32060
    },
    {
      "epoch": 0.04067948825279886,
      "grad_norm": 4.46875,
      "learning_rate": 4.797217408513457e-05,
      "loss": 2.248,
      "mean_token_accuracy": 0.506811797618866,
      "num_tokens": 24695590.0,
      "step": 32070
    },
    {
      "epoch": 0.04069217284533169,
      "grad_norm": 5.75,
      "learning_rate": 4.797153977504827e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.530278992652893,
      "num_tokens": 24703730.0,
      "step": 32080
    },
    {
      "epoch": 0.040704857437864526,
      "grad_norm": 7.4375,
      "learning_rate": 4.797090546496198e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5360577791929245,
      "num_tokens": 24711088.0,
      "step": 32090
    },
    {
      "epoch": 0.04071754203039736,
      "grad_norm": 6.15625,
      "learning_rate": 4.797027115487569e-05,
      "loss": 2.2297,
      "mean_token_accuracy": 0.520429790019989,
      "num_tokens": 24718447.0,
      "step": 32100
    },
    {
      "epoch": 0.040730226622930195,
      "grad_norm": 5.5,
      "learning_rate": 4.79696368447894e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5382067203521729,
      "num_tokens": 24725055.0,
      "step": 32110
    },
    {
      "epoch": 0.04074291121546303,
      "grad_norm": 4.59375,
      "learning_rate": 4.796900253470311e-05,
      "loss": 2.2147,
      "mean_token_accuracy": 0.5244619727134705,
      "num_tokens": 24734008.0,
      "step": 32120
    },
    {
      "epoch": 0.040755595807995856,
      "grad_norm": 5.03125,
      "learning_rate": 4.796836822461682e-05,
      "loss": 2.2772,
      "mean_token_accuracy": 0.5188862442970276,
      "num_tokens": 24741461.0,
      "step": 32130
    },
    {
      "epoch": 0.04076828040052869,
      "grad_norm": 5.9375,
      "learning_rate": 4.7967733914530525e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5311531037092209,
      "num_tokens": 24748898.0,
      "step": 32140
    },
    {
      "epoch": 0.040780964993061525,
      "grad_norm": 4.84375,
      "learning_rate": 4.796709960444423e-05,
      "loss": 1.7808,
      "mean_token_accuracy": 0.6108530908823013,
      "num_tokens": 24756499.0,
      "step": 32150
    },
    {
      "epoch": 0.04079364958559436,
      "grad_norm": 4.96875,
      "learning_rate": 4.796646529435794e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5214506536722183,
      "num_tokens": 24764506.0,
      "step": 32160
    },
    {
      "epoch": 0.04080633417812719,
      "grad_norm": 6.21875,
      "learning_rate": 4.796583098427165e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5454396784305573,
      "num_tokens": 24772390.0,
      "step": 32170
    },
    {
      "epoch": 0.04081901877066003,
      "grad_norm": 5.4375,
      "learning_rate": 4.796519667418536e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5507252484560012,
      "num_tokens": 24779594.0,
      "step": 32180
    },
    {
      "epoch": 0.04083170336319286,
      "grad_norm": 6.46875,
      "learning_rate": 4.7964562364099065e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5242696225643158,
      "num_tokens": 24787511.0,
      "step": 32190
    },
    {
      "epoch": 0.040844387955725696,
      "grad_norm": 5.0625,
      "learning_rate": 4.796392805401278e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5354490637779236,
      "num_tokens": 24796401.0,
      "step": 32200
    },
    {
      "epoch": 0.04085707254825853,
      "grad_norm": 4.9375,
      "learning_rate": 4.796329374392648e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5456726819276809,
      "num_tokens": 24804272.0,
      "step": 32210
    },
    {
      "epoch": 0.040869757140791364,
      "grad_norm": 4.625,
      "learning_rate": 4.796265943384019e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5436423808336258,
      "num_tokens": 24812476.0,
      "step": 32220
    },
    {
      "epoch": 0.0408824417333242,
      "grad_norm": 8.125,
      "learning_rate": 4.79620251237539e-05,
      "loss": 2.2594,
      "mean_token_accuracy": 0.5169280230998993,
      "num_tokens": 24819513.0,
      "step": 32230
    },
    {
      "epoch": 0.04089512632585703,
      "grad_norm": 7.1875,
      "learning_rate": 4.7961390813667605e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.531425604224205,
      "num_tokens": 24827196.0,
      "step": 32240
    },
    {
      "epoch": 0.04090781091838987,
      "grad_norm": 6.75,
      "learning_rate": 4.796075650358132e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5538281202316284,
      "num_tokens": 24835332.0,
      "step": 32250
    },
    {
      "epoch": 0.0409204955109227,
      "grad_norm": 5.71875,
      "learning_rate": 4.796012219349503e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.559406065940857,
      "num_tokens": 24843333.0,
      "step": 32260
    },
    {
      "epoch": 0.040933180103455535,
      "grad_norm": 5.9375,
      "learning_rate": 4.7959487883408735e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5200980365276336,
      "num_tokens": 24851023.0,
      "step": 32270
    },
    {
      "epoch": 0.04094586469598837,
      "grad_norm": 4.875,
      "learning_rate": 4.795885357332244e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5764769971370697,
      "num_tokens": 24858888.0,
      "step": 32280
    },
    {
      "epoch": 0.040958549288521204,
      "grad_norm": 5.125,
      "learning_rate": 4.7958219263236145e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5239934951066971,
      "num_tokens": 24867297.0,
      "step": 32290
    },
    {
      "epoch": 0.04097123388105404,
      "grad_norm": 5.40625,
      "learning_rate": 4.795758495314986e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5335326433181763,
      "num_tokens": 24875807.0,
      "step": 32300
    },
    {
      "epoch": 0.04098391847358687,
      "grad_norm": 8.0625,
      "learning_rate": 4.795695064306357e-05,
      "loss": 2.1976,
      "mean_token_accuracy": 0.5240353554487228,
      "num_tokens": 24883205.0,
      "step": 32310
    },
    {
      "epoch": 0.040996603066119706,
      "grad_norm": 6.875,
      "learning_rate": 4.7956316332977275e-05,
      "loss": 2.4178,
      "mean_token_accuracy": 0.48777628540992735,
      "num_tokens": 24891263.0,
      "step": 32320
    },
    {
      "epoch": 0.04100928765865254,
      "grad_norm": 6.5,
      "learning_rate": 4.795568202289099e-05,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5255563378334045,
      "num_tokens": 24899694.0,
      "step": 32330
    },
    {
      "epoch": 0.041021972251185375,
      "grad_norm": 5.6875,
      "learning_rate": 4.795504771280469e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5505565345287323,
      "num_tokens": 24906818.0,
      "step": 32340
    },
    {
      "epoch": 0.04103465684371821,
      "grad_norm": 5.5625,
      "learning_rate": 4.79544134027184e-05,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5754759818315506,
      "num_tokens": 24914261.0,
      "step": 32350
    },
    {
      "epoch": 0.04104734143625104,
      "grad_norm": 7.6875,
      "learning_rate": 4.795377909263211e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5238165378570556,
      "num_tokens": 24921023.0,
      "step": 32360
    },
    {
      "epoch": 0.04106002602878388,
      "grad_norm": 5.625,
      "learning_rate": 4.7953144782545815e-05,
      "loss": 1.9381,
      "mean_token_accuracy": 0.5652779310941696,
      "num_tokens": 24927452.0,
      "step": 32370
    },
    {
      "epoch": 0.04107271062131671,
      "grad_norm": 6.5625,
      "learning_rate": 4.795251047245953e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5280202001333236,
      "num_tokens": 24935778.0,
      "step": 32380
    },
    {
      "epoch": 0.041085395213849546,
      "grad_norm": 5.78125,
      "learning_rate": 4.795187616237323e-05,
      "loss": 2.2977,
      "mean_token_accuracy": 0.5059013158082962,
      "num_tokens": 24944617.0,
      "step": 32390
    },
    {
      "epoch": 0.04109807980638238,
      "grad_norm": 4.625,
      "learning_rate": 4.7951241852286945e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5332801163196563,
      "num_tokens": 24953182.0,
      "step": 32400
    },
    {
      "epoch": 0.041110764398915214,
      "grad_norm": 5.5625,
      "learning_rate": 4.795060754220066e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5352697193622589,
      "num_tokens": 24960293.0,
      "step": 32410
    },
    {
      "epoch": 0.04112344899144805,
      "grad_norm": 5.125,
      "learning_rate": 4.794997323211436e-05,
      "loss": 2.3242,
      "mean_token_accuracy": 0.5091309577226639,
      "num_tokens": 24968352.0,
      "step": 32420
    },
    {
      "epoch": 0.04113613358398088,
      "grad_norm": 6.53125,
      "learning_rate": 4.794933892202807e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.530722764134407,
      "num_tokens": 24976421.0,
      "step": 32430
    },
    {
      "epoch": 0.04114881817651372,
      "grad_norm": 5.0,
      "learning_rate": 4.794870461194178e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5322776764631272,
      "num_tokens": 24984786.0,
      "step": 32440
    },
    {
      "epoch": 0.04116150276904655,
      "grad_norm": 5.375,
      "learning_rate": 4.7948070301855485e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5383377373218536,
      "num_tokens": 24991991.0,
      "step": 32450
    },
    {
      "epoch": 0.041174187361579385,
      "grad_norm": 5.21875,
      "learning_rate": 4.79474359917692e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5313237279653549,
      "num_tokens": 24998840.0,
      "step": 32460
    },
    {
      "epoch": 0.04118687195411222,
      "grad_norm": 5.625,
      "learning_rate": 4.79468016816829e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5416969537734986,
      "num_tokens": 25007159.0,
      "step": 32470
    },
    {
      "epoch": 0.041199556546645054,
      "grad_norm": 6.6875,
      "learning_rate": 4.7946167371596615e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5688128471374512,
      "num_tokens": 25014005.0,
      "step": 32480
    },
    {
      "epoch": 0.04121224113917789,
      "grad_norm": 4.875,
      "learning_rate": 4.794553306151032e-05,
      "loss": 2.2674,
      "mean_token_accuracy": 0.5247340321540832,
      "num_tokens": 25020963.0,
      "step": 32490
    },
    {
      "epoch": 0.04122492573171072,
      "grad_norm": 4.90625,
      "learning_rate": 4.7944898751424026e-05,
      "loss": 2.2846,
      "mean_token_accuracy": 0.5108004361391068,
      "num_tokens": 25029637.0,
      "step": 32500
    },
    {
      "epoch": 0.04123761032424356,
      "grad_norm": 4.65625,
      "learning_rate": 4.794426444133774e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5537668198347092,
      "num_tokens": 25037625.0,
      "step": 32510
    },
    {
      "epoch": 0.04125029491677639,
      "grad_norm": 5.875,
      "learning_rate": 4.794363013125144e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5702371627092362,
      "num_tokens": 25044883.0,
      "step": 32520
    },
    {
      "epoch": 0.041262979509309225,
      "grad_norm": 4.9375,
      "learning_rate": 4.7942995821165155e-05,
      "loss": 2.2386,
      "mean_token_accuracy": 0.517591392993927,
      "num_tokens": 25052711.0,
      "step": 32530
    },
    {
      "epoch": 0.04127566410184206,
      "grad_norm": 4.96875,
      "learning_rate": 4.794236151107887e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.553618535399437,
      "num_tokens": 25059353.0,
      "step": 32540
    },
    {
      "epoch": 0.04128834869437489,
      "grad_norm": 5.5,
      "learning_rate": 4.794172720099257e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5396348834037781,
      "num_tokens": 25067773.0,
      "step": 32550
    },
    {
      "epoch": 0.04130103328690773,
      "grad_norm": 6.21875,
      "learning_rate": 4.794109289090628e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5595506727695465,
      "num_tokens": 25076129.0,
      "step": 32560
    },
    {
      "epoch": 0.04131371787944056,
      "grad_norm": 4.46875,
      "learning_rate": 4.7940458580819983e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5416710555553437,
      "num_tokens": 25085283.0,
      "step": 32570
    },
    {
      "epoch": 0.041326402471973396,
      "grad_norm": 5.21875,
      "learning_rate": 4.7939824270733696e-05,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5096577376127243,
      "num_tokens": 25092843.0,
      "step": 32580
    },
    {
      "epoch": 0.04133908706450623,
      "grad_norm": 5.375,
      "learning_rate": 4.793918996064741e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5182594001293183,
      "num_tokens": 25100606.0,
      "step": 32590
    },
    {
      "epoch": 0.04135177165703906,
      "grad_norm": 5.4375,
      "learning_rate": 4.793855565056111e-05,
      "loss": 2.418,
      "mean_token_accuracy": 0.4882968723773956,
      "num_tokens": 25109252.0,
      "step": 32600
    },
    {
      "epoch": 0.04136445624957189,
      "grad_norm": 5.28125,
      "learning_rate": 4.7937921340474825e-05,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5144168704748153,
      "num_tokens": 25118168.0,
      "step": 32610
    },
    {
      "epoch": 0.041377140842104726,
      "grad_norm": 11.25,
      "learning_rate": 4.793728703038853e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5538035839796066,
      "num_tokens": 25125554.0,
      "step": 32620
    },
    {
      "epoch": 0.04138982543463756,
      "grad_norm": 5.8125,
      "learning_rate": 4.7936652720302236e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5402079463005066,
      "num_tokens": 25133732.0,
      "step": 32630
    },
    {
      "epoch": 0.041402510027170394,
      "grad_norm": 6.03125,
      "learning_rate": 4.793601841021595e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5619481593370438,
      "num_tokens": 25141092.0,
      "step": 32640
    },
    {
      "epoch": 0.04141519461970323,
      "grad_norm": 5.78125,
      "learning_rate": 4.793538410012965e-05,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5108894407749176,
      "num_tokens": 25149906.0,
      "step": 32650
    },
    {
      "epoch": 0.04142787921223606,
      "grad_norm": 7.8125,
      "learning_rate": 4.7934749790043365e-05,
      "loss": 2.2061,
      "mean_token_accuracy": 0.5231990486383438,
      "num_tokens": 25158561.0,
      "step": 32660
    },
    {
      "epoch": 0.0414405638047689,
      "grad_norm": 7.65625,
      "learning_rate": 4.793411547995707e-05,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5191430121660232,
      "num_tokens": 25167041.0,
      "step": 32670
    },
    {
      "epoch": 0.04145324839730173,
      "grad_norm": 6.875,
      "learning_rate": 4.793348116987078e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5537042856216431,
      "num_tokens": 25173884.0,
      "step": 32680
    },
    {
      "epoch": 0.041465932989834565,
      "grad_norm": 7.0,
      "learning_rate": 4.793284685978449e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5142689704895019,
      "num_tokens": 25181416.0,
      "step": 32690
    },
    {
      "epoch": 0.0414786175823674,
      "grad_norm": 8.6875,
      "learning_rate": 4.7932212549698194e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5320426851511002,
      "num_tokens": 25188972.0,
      "step": 32700
    },
    {
      "epoch": 0.041491302174900234,
      "grad_norm": 4.875,
      "learning_rate": 4.7931578239611906e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5474920362234116,
      "num_tokens": 25195434.0,
      "step": 32710
    },
    {
      "epoch": 0.04150398676743307,
      "grad_norm": 4.9375,
      "learning_rate": 4.793094392952561e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5301385670900345,
      "num_tokens": 25203957.0,
      "step": 32720
    },
    {
      "epoch": 0.0415166713599659,
      "grad_norm": 5.375,
      "learning_rate": 4.793030961943932e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5390928745269775,
      "num_tokens": 25211762.0,
      "step": 32730
    },
    {
      "epoch": 0.04152935595249874,
      "grad_norm": 5.46875,
      "learning_rate": 4.7929675309353035e-05,
      "loss": 2.3113,
      "mean_token_accuracy": 0.5068972259759903,
      "num_tokens": 25220026.0,
      "step": 32740
    },
    {
      "epoch": 0.04154204054503157,
      "grad_norm": 5.28125,
      "learning_rate": 4.792904099926674e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5395737648010254,
      "num_tokens": 25228295.0,
      "step": 32750
    },
    {
      "epoch": 0.041554725137564405,
      "grad_norm": 8.3125,
      "learning_rate": 4.792840668918045e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.556388995051384,
      "num_tokens": 25236231.0,
      "step": 32760
    },
    {
      "epoch": 0.04156740973009724,
      "grad_norm": 6.65625,
      "learning_rate": 4.792777237909415e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5365758031606674,
      "num_tokens": 25243522.0,
      "step": 32770
    },
    {
      "epoch": 0.04158009432263007,
      "grad_norm": 7.03125,
      "learning_rate": 4.7927138069007864e-05,
      "loss": 2.3209,
      "mean_token_accuracy": 0.5061261981725693,
      "num_tokens": 25249529.0,
      "step": 32780
    },
    {
      "epoch": 0.04159277891516291,
      "grad_norm": 5.15625,
      "learning_rate": 4.7926503758921576e-05,
      "loss": 2.2598,
      "mean_token_accuracy": 0.5205228954553605,
      "num_tokens": 25257793.0,
      "step": 32790
    },
    {
      "epoch": 0.04160546350769574,
      "grad_norm": 5.125,
      "learning_rate": 4.792586944883528e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5428403794765473,
      "num_tokens": 25265481.0,
      "step": 32800
    },
    {
      "epoch": 0.041618148100228576,
      "grad_norm": 5.625,
      "learning_rate": 4.792523513874899e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.517056992650032,
      "num_tokens": 25273383.0,
      "step": 32810
    },
    {
      "epoch": 0.04163083269276141,
      "grad_norm": 5.65625,
      "learning_rate": 4.79246008286627e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5333677560091019,
      "num_tokens": 25280795.0,
      "step": 32820
    },
    {
      "epoch": 0.041643517285294245,
      "grad_norm": 5.0625,
      "learning_rate": 4.792396651857641e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5444968521595002,
      "num_tokens": 25288247.0,
      "step": 32830
    },
    {
      "epoch": 0.04165620187782708,
      "grad_norm": 5.21875,
      "learning_rate": 4.7923332208490116e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.535370597243309,
      "num_tokens": 25296356.0,
      "step": 32840
    },
    {
      "epoch": 0.04166888647035991,
      "grad_norm": 5.09375,
      "learning_rate": 4.792269789840382e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5343907535076141,
      "num_tokens": 25303268.0,
      "step": 32850
    },
    {
      "epoch": 0.04168157106289275,
      "grad_norm": 5.375,
      "learning_rate": 4.7922063588317533e-05,
      "loss": 2.2936,
      "mean_token_accuracy": 0.5068576514720917,
      "num_tokens": 25311159.0,
      "step": 32860
    },
    {
      "epoch": 0.04169425565542558,
      "grad_norm": 7.125,
      "learning_rate": 4.792142927823124e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5238939940929412,
      "num_tokens": 25318163.0,
      "step": 32870
    },
    {
      "epoch": 0.041706940247958416,
      "grad_norm": 13.1875,
      "learning_rate": 4.792079496814495e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5646144926548005,
      "num_tokens": 25325106.0,
      "step": 32880
    },
    {
      "epoch": 0.04171962484049125,
      "grad_norm": 5.15625,
      "learning_rate": 4.792016065805866e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5221721112728119,
      "num_tokens": 25333150.0,
      "step": 32890
    },
    {
      "epoch": 0.041732309433024084,
      "grad_norm": 8.8125,
      "learning_rate": 4.791952634797237e-05,
      "loss": 2.2888,
      "mean_token_accuracy": 0.5183470547199249,
      "num_tokens": 25342097.0,
      "step": 32900
    },
    {
      "epoch": 0.04174499402555692,
      "grad_norm": 5.0,
      "learning_rate": 4.7918892037886074e-05,
      "loss": 1.7726,
      "mean_token_accuracy": 0.6022512376308441,
      "num_tokens": 25349794.0,
      "step": 32910
    },
    {
      "epoch": 0.04175767861808975,
      "grad_norm": 5.25,
      "learning_rate": 4.791825772779978e-05,
      "loss": 2.2756,
      "mean_token_accuracy": 0.5131255090236664,
      "num_tokens": 25358691.0,
      "step": 32920
    },
    {
      "epoch": 0.04177036321062259,
      "grad_norm": 10.125,
      "learning_rate": 4.791762341771349e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5367120146751404,
      "num_tokens": 25365455.0,
      "step": 32930
    },
    {
      "epoch": 0.04178304780315542,
      "grad_norm": 4.9375,
      "learning_rate": 4.79169891076272e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5215918868780136,
      "num_tokens": 25373519.0,
      "step": 32940
    },
    {
      "epoch": 0.041795732395688255,
      "grad_norm": 5.15625,
      "learning_rate": 4.791635479754091e-05,
      "loss": 2.2622,
      "mean_token_accuracy": 0.5092820197343826,
      "num_tokens": 25380736.0,
      "step": 32950
    },
    {
      "epoch": 0.04180841698822109,
      "grad_norm": 4.40625,
      "learning_rate": 4.791572048745462e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5863802999258041,
      "num_tokens": 25387985.0,
      "step": 32960
    },
    {
      "epoch": 0.041821101580753924,
      "grad_norm": 7.8125,
      "learning_rate": 4.7915086177368326e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5373356908559799,
      "num_tokens": 25396337.0,
      "step": 32970
    },
    {
      "epoch": 0.04183378617328676,
      "grad_norm": 8.0625,
      "learning_rate": 4.791445186728203e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5307622909545898,
      "num_tokens": 25403739.0,
      "step": 32980
    },
    {
      "epoch": 0.04184647076581959,
      "grad_norm": 5.3125,
      "learning_rate": 4.7913817557195744e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.513103860616684,
      "num_tokens": 25412158.0,
      "step": 32990
    },
    {
      "epoch": 0.041859155358352426,
      "grad_norm": 4.5,
      "learning_rate": 4.791318324710945e-05,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5752791821956634,
      "num_tokens": 25420214.0,
      "step": 33000
    },
    {
      "epoch": 0.04187183995088526,
      "grad_norm": 4.9375,
      "learning_rate": 4.791254893702316e-05,
      "loss": 1.7861,
      "mean_token_accuracy": 0.5993999630212784,
      "num_tokens": 25426956.0,
      "step": 33010
    },
    {
      "epoch": 0.041884524543418095,
      "grad_norm": 7.6875,
      "learning_rate": 4.7911914626936867e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5493453085422516,
      "num_tokens": 25434457.0,
      "step": 33020
    },
    {
      "epoch": 0.04189720913595093,
      "grad_norm": 4.5,
      "learning_rate": 4.791128031685058e-05,
      "loss": 2.2354,
      "mean_token_accuracy": 0.5171665370464325,
      "num_tokens": 25443307.0,
      "step": 33030
    },
    {
      "epoch": 0.04190989372848376,
      "grad_norm": 4.875,
      "learning_rate": 4.7910646006764284e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5724992245435715,
      "num_tokens": 25451205.0,
      "step": 33040
    },
    {
      "epoch": 0.0419225783210166,
      "grad_norm": 5.1875,
      "learning_rate": 4.791001169667799e-05,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5361542463302612,
      "num_tokens": 25459024.0,
      "step": 33050
    },
    {
      "epoch": 0.04193526291354943,
      "grad_norm": 5.65625,
      "learning_rate": 4.79093773865917e-05,
      "loss": 2.181,
      "mean_token_accuracy": 0.5285707294940949,
      "num_tokens": 25467541.0,
      "step": 33060
    },
    {
      "epoch": 0.04194794750608226,
      "grad_norm": 5.90625,
      "learning_rate": 4.790874307650541e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5382543325424194,
      "num_tokens": 25476127.0,
      "step": 33070
    },
    {
      "epoch": 0.04196063209861509,
      "grad_norm": 7.1875,
      "learning_rate": 4.790810876641912e-05,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5788192421197891,
      "num_tokens": 25483504.0,
      "step": 33080
    },
    {
      "epoch": 0.04197331669114793,
      "grad_norm": 5.5,
      "learning_rate": 4.790747445633283e-05,
      "loss": 2.3341,
      "mean_token_accuracy": 0.4968959927558899,
      "num_tokens": 25492553.0,
      "step": 33090
    },
    {
      "epoch": 0.04198600128368076,
      "grad_norm": 5.125,
      "learning_rate": 4.7906840146246536e-05,
      "loss": 2.3601,
      "mean_token_accuracy": 0.5062063157558441,
      "num_tokens": 25499528.0,
      "step": 33100
    },
    {
      "epoch": 0.041998685876213596,
      "grad_norm": 4.5,
      "learning_rate": 4.790620583616024e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5559174746274949,
      "num_tokens": 25507672.0,
      "step": 33110
    },
    {
      "epoch": 0.04201137046874643,
      "grad_norm": 5.125,
      "learning_rate": 4.790557152607395e-05,
      "loss": 2.2977,
      "mean_token_accuracy": 0.5093873023986817,
      "num_tokens": 25516491.0,
      "step": 33120
    },
    {
      "epoch": 0.042024055061279264,
      "grad_norm": 5.21875,
      "learning_rate": 4.790493721598766e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5418464809656143,
      "num_tokens": 25524575.0,
      "step": 33130
    },
    {
      "epoch": 0.0420367396538121,
      "grad_norm": 7.1875,
      "learning_rate": 4.790430290590137e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5630853056907654,
      "num_tokens": 25531633.0,
      "step": 33140
    },
    {
      "epoch": 0.04204942424634493,
      "grad_norm": 4.75,
      "learning_rate": 4.790366859581508e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5420657336711884,
      "num_tokens": 25539207.0,
      "step": 33150
    },
    {
      "epoch": 0.04206210883887777,
      "grad_norm": 5.59375,
      "learning_rate": 4.790303428572879e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5256254732608795,
      "num_tokens": 25545938.0,
      "step": 33160
    },
    {
      "epoch": 0.0420747934314106,
      "grad_norm": 5.8125,
      "learning_rate": 4.7902399975642494e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5433185547590256,
      "num_tokens": 25553316.0,
      "step": 33170
    },
    {
      "epoch": 0.042087478023943435,
      "grad_norm": 5.40625,
      "learning_rate": 4.7901765665556206e-05,
      "loss": 2.2464,
      "mean_token_accuracy": 0.5073173373937607,
      "num_tokens": 25561645.0,
      "step": 33180
    },
    {
      "epoch": 0.04210016261647627,
      "grad_norm": 4.90625,
      "learning_rate": 4.790113135546991e-05,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5276436686515809,
      "num_tokens": 25570078.0,
      "step": 33190
    },
    {
      "epoch": 0.042112847209009104,
      "grad_norm": 5.1875,
      "learning_rate": 4.790049704538362e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5298352807760238,
      "num_tokens": 25577591.0,
      "step": 33200
    },
    {
      "epoch": 0.04212553180154194,
      "grad_norm": 5.6875,
      "learning_rate": 4.789986273529733e-05,
      "loss": 1.8978,
      "mean_token_accuracy": 0.5752650618553161,
      "num_tokens": 25585451.0,
      "step": 33210
    },
    {
      "epoch": 0.04213821639407477,
      "grad_norm": 4.90625,
      "learning_rate": 4.7899228425211035e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.5192064136266709,
      "num_tokens": 25594466.0,
      "step": 33220
    },
    {
      "epoch": 0.042150900986607606,
      "grad_norm": 5.5625,
      "learning_rate": 4.789859411512475e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5198138773441314,
      "num_tokens": 25602046.0,
      "step": 33230
    },
    {
      "epoch": 0.04216358557914044,
      "grad_norm": 7.125,
      "learning_rate": 4.789795980503846e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5471825778484345,
      "num_tokens": 25609303.0,
      "step": 33240
    },
    {
      "epoch": 0.042176270171673275,
      "grad_norm": 5.03125,
      "learning_rate": 4.7897325494952164e-05,
      "loss": 2.3018,
      "mean_token_accuracy": 0.5067518681287766,
      "num_tokens": 25617304.0,
      "step": 33250
    },
    {
      "epoch": 0.04218895476420611,
      "grad_norm": 7.84375,
      "learning_rate": 4.789669118486587e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5549044340848923,
      "num_tokens": 25625020.0,
      "step": 33260
    },
    {
      "epoch": 0.04220163935673894,
      "grad_norm": 4.875,
      "learning_rate": 4.7896056874779575e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5817819982767105,
      "num_tokens": 25631764.0,
      "step": 33270
    },
    {
      "epoch": 0.04221432394927178,
      "grad_norm": 5.125,
      "learning_rate": 4.789542256469329e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5494675606489181,
      "num_tokens": 25638119.0,
      "step": 33280
    },
    {
      "epoch": 0.04222700854180461,
      "grad_norm": 6.53125,
      "learning_rate": 4.7894788254607e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5261749714612961,
      "num_tokens": 25645741.0,
      "step": 33290
    },
    {
      "epoch": 0.042239693134337446,
      "grad_norm": 5.25,
      "learning_rate": 4.7894153944520704e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5526509582996368,
      "num_tokens": 25654144.0,
      "step": 33300
    },
    {
      "epoch": 0.04225237772687028,
      "grad_norm": 6.46875,
      "learning_rate": 4.7893519634434417e-05,
      "loss": 2.3953,
      "mean_token_accuracy": 0.4897638976573944,
      "num_tokens": 25662527.0,
      "step": 33310
    },
    {
      "epoch": 0.042265062319403114,
      "grad_norm": 4.8125,
      "learning_rate": 4.789288532434812e-05,
      "loss": 2.2393,
      "mean_token_accuracy": 0.5173648446798325,
      "num_tokens": 25671011.0,
      "step": 33320
    },
    {
      "epoch": 0.04227774691193595,
      "grad_norm": 5.0,
      "learning_rate": 4.789225101426183e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.544564688205719,
      "num_tokens": 25678044.0,
      "step": 33330
    },
    {
      "epoch": 0.04229043150446878,
      "grad_norm": 5.3125,
      "learning_rate": 4.789161670417554e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5334602504968643,
      "num_tokens": 25686006.0,
      "step": 33340
    },
    {
      "epoch": 0.04230311609700162,
      "grad_norm": 5.28125,
      "learning_rate": 4.7890982394089245e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5615796923637391,
      "num_tokens": 25693188.0,
      "step": 33350
    },
    {
      "epoch": 0.04231580068953445,
      "grad_norm": 4.84375,
      "learning_rate": 4.789034808400296e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5548217415809631,
      "num_tokens": 25700797.0,
      "step": 33360
    },
    {
      "epoch": 0.042328485282067285,
      "grad_norm": 5.84375,
      "learning_rate": 4.788971377391667e-05,
      "loss": 2.2593,
      "mean_token_accuracy": 0.5138006716966629,
      "num_tokens": 25708927.0,
      "step": 33370
    },
    {
      "epoch": 0.04234116987460012,
      "grad_norm": 6.15625,
      "learning_rate": 4.7889079463830374e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5488648593425751,
      "num_tokens": 25715672.0,
      "step": 33380
    },
    {
      "epoch": 0.042353854467132954,
      "grad_norm": 4.96875,
      "learning_rate": 4.788844515374408e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5204893380403519,
      "num_tokens": 25723960.0,
      "step": 33390
    },
    {
      "epoch": 0.04236653905966579,
      "grad_norm": 6.65625,
      "learning_rate": 4.7887810843657785e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5264984250068665,
      "num_tokens": 25731466.0,
      "step": 33400
    },
    {
      "epoch": 0.04237922365219862,
      "grad_norm": 7.0625,
      "learning_rate": 4.78871765335715e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5220919936895371,
      "num_tokens": 25739203.0,
      "step": 33410
    },
    {
      "epoch": 0.042391908244731456,
      "grad_norm": 5.15625,
      "learning_rate": 4.788654222348521e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5190535753965377,
      "num_tokens": 25747000.0,
      "step": 33420
    },
    {
      "epoch": 0.04240459283726429,
      "grad_norm": 7.25,
      "learning_rate": 4.7885907913398915e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5513164460659027,
      "num_tokens": 25753312.0,
      "step": 33430
    },
    {
      "epoch": 0.042417277429797125,
      "grad_norm": 6.6875,
      "learning_rate": 4.788527360331263e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5663860261440277,
      "num_tokens": 25760397.0,
      "step": 33440
    },
    {
      "epoch": 0.04242996202232996,
      "grad_norm": 5.25,
      "learning_rate": 4.788463929322633e-05,
      "loss": 1.8618,
      "mean_token_accuracy": 0.5850646138191223,
      "num_tokens": 25767712.0,
      "step": 33450
    },
    {
      "epoch": 0.04244264661486279,
      "grad_norm": 5.9375,
      "learning_rate": 4.788400498314004e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5244066148996354,
      "num_tokens": 25776696.0,
      "step": 33460
    },
    {
      "epoch": 0.04245533120739563,
      "grad_norm": 5.34375,
      "learning_rate": 4.788337067305375e-05,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5111558377742768,
      "num_tokens": 25785540.0,
      "step": 33470
    },
    {
      "epoch": 0.04246801579992846,
      "grad_norm": 7.375,
      "learning_rate": 4.7882736362967455e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5446619510650634,
      "num_tokens": 25792542.0,
      "step": 33480
    },
    {
      "epoch": 0.042480700392461296,
      "grad_norm": 5.8125,
      "learning_rate": 4.788210205288117e-05,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5352065294981003,
      "num_tokens": 25801055.0,
      "step": 33490
    },
    {
      "epoch": 0.04249338498499413,
      "grad_norm": 4.875,
      "learning_rate": 4.788146774279487e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5171195954084397,
      "num_tokens": 25809693.0,
      "step": 33500
    },
    {
      "epoch": 0.042506069577526964,
      "grad_norm": 7.53125,
      "learning_rate": 4.7880833432708585e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5424136400222779,
      "num_tokens": 25817222.0,
      "step": 33510
    },
    {
      "epoch": 0.0425187541700598,
      "grad_norm": 5.5,
      "learning_rate": 4.78801991226223e-05,
      "loss": 2.263,
      "mean_token_accuracy": 0.5193605035543442,
      "num_tokens": 25826064.0,
      "step": 33520
    },
    {
      "epoch": 0.04253143876259263,
      "grad_norm": 5.03125,
      "learning_rate": 4.7879564812535995e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.529416424036026,
      "num_tokens": 25833330.0,
      "step": 33530
    },
    {
      "epoch": 0.04254412335512546,
      "grad_norm": 5.09375,
      "learning_rate": 4.787893050244971e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5457004964351654,
      "num_tokens": 25841179.0,
      "step": 33540
    },
    {
      "epoch": 0.042556807947658294,
      "grad_norm": 4.875,
      "learning_rate": 4.787829619236341e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5209812432527542,
      "num_tokens": 25848666.0,
      "step": 33550
    },
    {
      "epoch": 0.04256949254019113,
      "grad_norm": 4.40625,
      "learning_rate": 4.7877661882277125e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5448406219482422,
      "num_tokens": 25857202.0,
      "step": 33560
    },
    {
      "epoch": 0.04258217713272396,
      "grad_norm": 6.8125,
      "learning_rate": 4.787702757219084e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.539522898197174,
      "num_tokens": 25865619.0,
      "step": 33570
    },
    {
      "epoch": 0.0425948617252568,
      "grad_norm": 4.78125,
      "learning_rate": 4.787639326210454e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5282738476991653,
      "num_tokens": 25874320.0,
      "step": 33580
    },
    {
      "epoch": 0.04260754631778963,
      "grad_norm": 4.84375,
      "learning_rate": 4.7875758952018255e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5563067227602005,
      "num_tokens": 25881438.0,
      "step": 33590
    },
    {
      "epoch": 0.042620230910322465,
      "grad_norm": 7.90625,
      "learning_rate": 4.787512464193196e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5330532670021058,
      "num_tokens": 25890560.0,
      "step": 33600
    },
    {
      "epoch": 0.0426329155028553,
      "grad_norm": 5.46875,
      "learning_rate": 4.7874490331845665e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5423674672842026,
      "num_tokens": 25898525.0,
      "step": 33610
    },
    {
      "epoch": 0.042645600095388134,
      "grad_norm": 5.15625,
      "learning_rate": 4.787385602175938e-05,
      "loss": 2.2461,
      "mean_token_accuracy": 0.5230001598596573,
      "num_tokens": 25907176.0,
      "step": 33620
    },
    {
      "epoch": 0.04265828468792097,
      "grad_norm": 6.4375,
      "learning_rate": 4.787322171167308e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5339497715234757,
      "num_tokens": 25914221.0,
      "step": 33630
    },
    {
      "epoch": 0.0426709692804538,
      "grad_norm": 5.5,
      "learning_rate": 4.7872587401586795e-05,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5645204752683639,
      "num_tokens": 25922163.0,
      "step": 33640
    },
    {
      "epoch": 0.042683653872986636,
      "grad_norm": 5.34375,
      "learning_rate": 4.78719530915005e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5304934591054916,
      "num_tokens": 25930968.0,
      "step": 33650
    },
    {
      "epoch": 0.04269633846551947,
      "grad_norm": 6.09375,
      "learning_rate": 4.787131878141421e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5656518667936326,
      "num_tokens": 25937220.0,
      "step": 33660
    },
    {
      "epoch": 0.042709023058052305,
      "grad_norm": 4.90625,
      "learning_rate": 4.787068447132792e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5402472794055939,
      "num_tokens": 25945564.0,
      "step": 33670
    },
    {
      "epoch": 0.04272170765058514,
      "grad_norm": 6.03125,
      "learning_rate": 4.787005016124162e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5521902143955231,
      "num_tokens": 25953860.0,
      "step": 33680
    },
    {
      "epoch": 0.04273439224311797,
      "grad_norm": 7.0625,
      "learning_rate": 4.7869415851155335e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5468267798423767,
      "num_tokens": 25962317.0,
      "step": 33690
    },
    {
      "epoch": 0.04274707683565081,
      "grad_norm": 4.9375,
      "learning_rate": 4.786878154106904e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5444065690040588,
      "num_tokens": 25970408.0,
      "step": 33700
    },
    {
      "epoch": 0.04275976142818364,
      "grad_norm": 6.375,
      "learning_rate": 4.786814723098275e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.543927788734436,
      "num_tokens": 25978874.0,
      "step": 33710
    },
    {
      "epoch": 0.042772446020716476,
      "grad_norm": 7.8125,
      "learning_rate": 4.7867512920896465e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5371232718229294,
      "num_tokens": 25985268.0,
      "step": 33720
    },
    {
      "epoch": 0.04278513061324931,
      "grad_norm": 6.25,
      "learning_rate": 4.786687861081017e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5655950903892517,
      "num_tokens": 25993483.0,
      "step": 33730
    },
    {
      "epoch": 0.042797815205782144,
      "grad_norm": 8.9375,
      "learning_rate": 4.7866244300723875e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.536029115319252,
      "num_tokens": 26000262.0,
      "step": 33740
    },
    {
      "epoch": 0.04281049979831498,
      "grad_norm": 5.21875,
      "learning_rate": 4.786560999063758e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5346390634775162,
      "num_tokens": 26008333.0,
      "step": 33750
    },
    {
      "epoch": 0.04282318439084781,
      "grad_norm": 5.0,
      "learning_rate": 4.786497568055129e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5284915030002594,
      "num_tokens": 26017697.0,
      "step": 33760
    },
    {
      "epoch": 0.04283586898338065,
      "grad_norm": 5.90625,
      "learning_rate": 4.7864341370465005e-05,
      "loss": 1.8563,
      "mean_token_accuracy": 0.5822593480348587,
      "num_tokens": 26024045.0,
      "step": 33770
    },
    {
      "epoch": 0.04284855357591348,
      "grad_norm": 5.6875,
      "learning_rate": 4.786370706037871e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5245534420013428,
      "num_tokens": 26032802.0,
      "step": 33780
    },
    {
      "epoch": 0.042861238168446315,
      "grad_norm": 4.3125,
      "learning_rate": 4.786307275029242e-05,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5233007878065109,
      "num_tokens": 26040519.0,
      "step": 33790
    },
    {
      "epoch": 0.04287392276097915,
      "grad_norm": 4.9375,
      "learning_rate": 4.786243844020613e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5398858577013016,
      "num_tokens": 26048141.0,
      "step": 33800
    },
    {
      "epoch": 0.042886607353511984,
      "grad_norm": 4.875,
      "learning_rate": 4.786180413011983e-05,
      "loss": 2.2193,
      "mean_token_accuracy": 0.530133593082428,
      "num_tokens": 26054654.0,
      "step": 33810
    },
    {
      "epoch": 0.04289929194604482,
      "grad_norm": 4.875,
      "learning_rate": 4.7861169820033545e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5297087669372559,
      "num_tokens": 26062091.0,
      "step": 33820
    },
    {
      "epoch": 0.04291197653857765,
      "grad_norm": 4.9375,
      "learning_rate": 4.786053550994725e-05,
      "loss": 1.9208,
      "mean_token_accuracy": 0.5703076481819153,
      "num_tokens": 26070485.0,
      "step": 33830
    },
    {
      "epoch": 0.042924661131110486,
      "grad_norm": 5.0625,
      "learning_rate": 4.785990119986096e-05,
      "loss": 1.9442,
      "mean_token_accuracy": 0.5676152765750885,
      "num_tokens": 26077726.0,
      "step": 33840
    },
    {
      "epoch": 0.04293734572364332,
      "grad_norm": 5.15625,
      "learning_rate": 4.785926688977467e-05,
      "loss": 2.3228,
      "mean_token_accuracy": 0.5076346009969711,
      "num_tokens": 26085512.0,
      "step": 33850
    },
    {
      "epoch": 0.042950030316176155,
      "grad_norm": 7.53125,
      "learning_rate": 4.785863257968838e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.527044701576233,
      "num_tokens": 26093824.0,
      "step": 33860
    },
    {
      "epoch": 0.04296271490870899,
      "grad_norm": 5.15625,
      "learning_rate": 4.7857998269602086e-05,
      "loss": 2.2714,
      "mean_token_accuracy": 0.505088797211647,
      "num_tokens": 26101949.0,
      "step": 33870
    },
    {
      "epoch": 0.04297539950124182,
      "grad_norm": 4.84375,
      "learning_rate": 4.785736395951579e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5622924774885177,
      "num_tokens": 26109762.0,
      "step": 33880
    },
    {
      "epoch": 0.04298808409377466,
      "grad_norm": 6.15625,
      "learning_rate": 4.78567296494295e-05,
      "loss": 1.8343,
      "mean_token_accuracy": 0.5917861580848693,
      "num_tokens": 26116080.0,
      "step": 33890
    },
    {
      "epoch": 0.04300076868630749,
      "grad_norm": 6.15625,
      "learning_rate": 4.785609533934321e-05,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5175851047039032,
      "num_tokens": 26123342.0,
      "step": 33900
    },
    {
      "epoch": 0.043013453278840326,
      "grad_norm": 4.625,
      "learning_rate": 4.785546102925692e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5317616879940033,
      "num_tokens": 26130798.0,
      "step": 33910
    },
    {
      "epoch": 0.04302613787137316,
      "grad_norm": 7.28125,
      "learning_rate": 4.785482671917063e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5540332823991776,
      "num_tokens": 26137558.0,
      "step": 33920
    },
    {
      "epoch": 0.043038822463905994,
      "grad_norm": 6.0625,
      "learning_rate": 4.785419240908434e-05,
      "loss": 2.2319,
      "mean_token_accuracy": 0.5213510721921921,
      "num_tokens": 26143612.0,
      "step": 33930
    },
    {
      "epoch": 0.04305150705643883,
      "grad_norm": 5.59375,
      "learning_rate": 4.785355809899805e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5360652446746826,
      "num_tokens": 26151501.0,
      "step": 33940
    },
    {
      "epoch": 0.04306419164897166,
      "grad_norm": 5.21875,
      "learning_rate": 4.785292378891175e-05,
      "loss": 2.297,
      "mean_token_accuracy": 0.5112211376428604,
      "num_tokens": 26160336.0,
      "step": 33950
    },
    {
      "epoch": 0.0430768762415045,
      "grad_norm": 6.125,
      "learning_rate": 4.785228947882546e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5302034109830857,
      "num_tokens": 26166804.0,
      "step": 33960
    },
    {
      "epoch": 0.04308956083403733,
      "grad_norm": 6.375,
      "learning_rate": 4.785165516873917e-05,
      "loss": 2.2662,
      "mean_token_accuracy": 0.5107464998960495,
      "num_tokens": 26175892.0,
      "step": 33970
    },
    {
      "epoch": 0.043102245426570165,
      "grad_norm": 5.5,
      "learning_rate": 4.785102085865288e-05,
      "loss": 2.3549,
      "mean_token_accuracy": 0.5022894382476807,
      "num_tokens": 26184124.0,
      "step": 33980
    },
    {
      "epoch": 0.043114930019103,
      "grad_norm": 9.8125,
      "learning_rate": 4.785038654856659e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5762208759784698,
      "num_tokens": 26190362.0,
      "step": 33990
    },
    {
      "epoch": 0.043127614611635834,
      "grad_norm": 4.78125,
      "learning_rate": 4.7849752238480296e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.535438060760498,
      "num_tokens": 26199297.0,
      "step": 34000
    },
    {
      "epoch": 0.04314029920416866,
      "grad_norm": 4.84375,
      "learning_rate": 4.784911792839401e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5326589554548263,
      "num_tokens": 26206916.0,
      "step": 34010
    },
    {
      "epoch": 0.043152983796701495,
      "grad_norm": 5.25,
      "learning_rate": 4.784848361830771e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5242685467004776,
      "num_tokens": 26215075.0,
      "step": 34020
    },
    {
      "epoch": 0.04316566838923433,
      "grad_norm": 6.9375,
      "learning_rate": 4.784784930822142e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5451323211193084,
      "num_tokens": 26223268.0,
      "step": 34030
    },
    {
      "epoch": 0.043178352981767164,
      "grad_norm": 7.8125,
      "learning_rate": 4.784721499813513e-05,
      "loss": 2.3327,
      "mean_token_accuracy": 0.5072896540164947,
      "num_tokens": 26230431.0,
      "step": 34040
    },
    {
      "epoch": 0.0431910375743,
      "grad_norm": 9.0,
      "learning_rate": 4.7846580688048836e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5393766015768051,
      "num_tokens": 26237985.0,
      "step": 34050
    },
    {
      "epoch": 0.04320372216683283,
      "grad_norm": 5.46875,
      "learning_rate": 4.784594637796255e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5341573894023895,
      "num_tokens": 26245948.0,
      "step": 34060
    },
    {
      "epoch": 0.043216406759365666,
      "grad_norm": 6.71875,
      "learning_rate": 4.784531206787626e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5521341681480407,
      "num_tokens": 26253464.0,
      "step": 34070
    },
    {
      "epoch": 0.0432290913518985,
      "grad_norm": 6.375,
      "learning_rate": 4.7844677757789966e-05,
      "loss": 2.2219,
      "mean_token_accuracy": 0.518105360865593,
      "num_tokens": 26261573.0,
      "step": 34080
    },
    {
      "epoch": 0.043241775944431335,
      "grad_norm": 6.3125,
      "learning_rate": 4.784404344770367e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.565072911977768,
      "num_tokens": 26269488.0,
      "step": 34090
    },
    {
      "epoch": 0.04325446053696417,
      "grad_norm": 5.03125,
      "learning_rate": 4.7843409137617377e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5366879373788833,
      "num_tokens": 26277937.0,
      "step": 34100
    },
    {
      "epoch": 0.043267145129497,
      "grad_norm": 5.46875,
      "learning_rate": 4.784277482753109e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5148695290088654,
      "num_tokens": 26287369.0,
      "step": 34110
    },
    {
      "epoch": 0.04327982972202984,
      "grad_norm": 6.9375,
      "learning_rate": 4.78421405174448e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5707819581031799,
      "num_tokens": 26294937.0,
      "step": 34120
    },
    {
      "epoch": 0.04329251431456267,
      "grad_norm": 5.6875,
      "learning_rate": 4.7841506207358506e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5482818245887756,
      "num_tokens": 26302356.0,
      "step": 34130
    },
    {
      "epoch": 0.043305198907095506,
      "grad_norm": 6.375,
      "learning_rate": 4.784087189727222e-05,
      "loss": 2.327,
      "mean_token_accuracy": 0.4934746652841568,
      "num_tokens": 26311534.0,
      "step": 34140
    },
    {
      "epoch": 0.04331788349962834,
      "grad_norm": 5.15625,
      "learning_rate": 4.7840237587185924e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5635567039251328,
      "num_tokens": 26319992.0,
      "step": 34150
    },
    {
      "epoch": 0.043330568092161174,
      "grad_norm": 4.6875,
      "learning_rate": 4.783960327709963e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5220086932182312,
      "num_tokens": 26328176.0,
      "step": 34160
    },
    {
      "epoch": 0.04334325268469401,
      "grad_norm": 5.40625,
      "learning_rate": 4.783896896701334e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5443278580904007,
      "num_tokens": 26336521.0,
      "step": 34170
    },
    {
      "epoch": 0.04335593727722684,
      "grad_norm": 6.5625,
      "learning_rate": 4.7838334656927046e-05,
      "loss": 2.2389,
      "mean_token_accuracy": 0.5189797729253769,
      "num_tokens": 26344027.0,
      "step": 34180
    },
    {
      "epoch": 0.04336862186975968,
      "grad_norm": 12.6875,
      "learning_rate": 4.783770034684076e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5291024446487427,
      "num_tokens": 26351230.0,
      "step": 34190
    },
    {
      "epoch": 0.04338130646229251,
      "grad_norm": 6.0,
      "learning_rate": 4.7837066036754464e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5615009367465973,
      "num_tokens": 26358398.0,
      "step": 34200
    },
    {
      "epoch": 0.043393991054825345,
      "grad_norm": 5.3125,
      "learning_rate": 4.7836431726668176e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5203292220830917,
      "num_tokens": 26365964.0,
      "step": 34210
    },
    {
      "epoch": 0.04340667564735818,
      "grad_norm": 4.9375,
      "learning_rate": 4.783579741658188e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5513174653053283,
      "num_tokens": 26373984.0,
      "step": 34220
    },
    {
      "epoch": 0.043419360239891014,
      "grad_norm": 5.28125,
      "learning_rate": 4.783516310649559e-05,
      "loss": 2.2836,
      "mean_token_accuracy": 0.5099475234746933,
      "num_tokens": 26382199.0,
      "step": 34230
    },
    {
      "epoch": 0.04343204483242385,
      "grad_norm": 4.75,
      "learning_rate": 4.78345287964093e-05,
      "loss": 2.2759,
      "mean_token_accuracy": 0.5238086432218552,
      "num_tokens": 26390357.0,
      "step": 34240
    },
    {
      "epoch": 0.04344472942495668,
      "grad_norm": 3.84375,
      "learning_rate": 4.783389448632301e-05,
      "loss": 1.9335,
      "mean_token_accuracy": 0.5624489396810531,
      "num_tokens": 26397298.0,
      "step": 34250
    },
    {
      "epoch": 0.04345741401748952,
      "grad_norm": 4.9375,
      "learning_rate": 4.7833260176236716e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5547980099916459,
      "num_tokens": 26405257.0,
      "step": 34260
    },
    {
      "epoch": 0.04347009861002235,
      "grad_norm": 7.46875,
      "learning_rate": 4.783262586615043e-05,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5174942463636398,
      "num_tokens": 26412240.0,
      "step": 34270
    },
    {
      "epoch": 0.043482783202555185,
      "grad_norm": 9.0,
      "learning_rate": 4.7831991556064134e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5177827775478363,
      "num_tokens": 26419676.0,
      "step": 34280
    },
    {
      "epoch": 0.04349546779508802,
      "grad_norm": 4.28125,
      "learning_rate": 4.783135724597784e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.575081342458725,
      "num_tokens": 26427180.0,
      "step": 34290
    },
    {
      "epoch": 0.04350815238762085,
      "grad_norm": 5.53125,
      "learning_rate": 4.783072293589155e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5135538756847382,
      "num_tokens": 26435468.0,
      "step": 34300
    },
    {
      "epoch": 0.04352083698015369,
      "grad_norm": 6.65625,
      "learning_rate": 4.783008862580526e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5608235418796539,
      "num_tokens": 26442783.0,
      "step": 34310
    },
    {
      "epoch": 0.04353352157268652,
      "grad_norm": 8.5,
      "learning_rate": 4.782945431571897e-05,
      "loss": 1.8057,
      "mean_token_accuracy": 0.5921472758054733,
      "num_tokens": 26449799.0,
      "step": 34320
    },
    {
      "epoch": 0.043546206165219356,
      "grad_norm": 7.75,
      "learning_rate": 4.7828820005632674e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5380703151226044,
      "num_tokens": 26457438.0,
      "step": 34330
    },
    {
      "epoch": 0.04355889075775219,
      "grad_norm": 6.59375,
      "learning_rate": 4.7828185695546386e-05,
      "loss": 1.8794,
      "mean_token_accuracy": 0.5890871167182923,
      "num_tokens": 26464709.0,
      "step": 34340
    },
    {
      "epoch": 0.043571575350285024,
      "grad_norm": 5.09375,
      "learning_rate": 4.78275513854601e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5479597747325897,
      "num_tokens": 26471651.0,
      "step": 34350
    },
    {
      "epoch": 0.04358425994281786,
      "grad_norm": 6.46875,
      "learning_rate": 4.7826917075373804e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5551538705825806,
      "num_tokens": 26479569.0,
      "step": 34360
    },
    {
      "epoch": 0.04359694453535069,
      "grad_norm": 5.15625,
      "learning_rate": 4.782628276528751e-05,
      "loss": 1.8684,
      "mean_token_accuracy": 0.5821449249982834,
      "num_tokens": 26485251.0,
      "step": 34370
    },
    {
      "epoch": 0.04360962912788353,
      "grad_norm": 5.21875,
      "learning_rate": 4.7825648455201214e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5495322108268738,
      "num_tokens": 26493576.0,
      "step": 34380
    },
    {
      "epoch": 0.04362231372041636,
      "grad_norm": 5.34375,
      "learning_rate": 4.7825014145114927e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5398453414440155,
      "num_tokens": 26502275.0,
      "step": 34390
    },
    {
      "epoch": 0.043634998312949196,
      "grad_norm": 4.875,
      "learning_rate": 4.782437983502864e-05,
      "loss": 2.2265,
      "mean_token_accuracy": 0.5118372917175293,
      "num_tokens": 26510814.0,
      "step": 34400
    },
    {
      "epoch": 0.04364768290548203,
      "grad_norm": 4.90625,
      "learning_rate": 4.7823745524942344e-05,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5840724587440491,
      "num_tokens": 26517220.0,
      "step": 34410
    },
    {
      "epoch": 0.043660367498014864,
      "grad_norm": 5.3125,
      "learning_rate": 4.7823111214856056e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5583734422922134,
      "num_tokens": 26524632.0,
      "step": 34420
    },
    {
      "epoch": 0.0436730520905477,
      "grad_norm": 7.03125,
      "learning_rate": 4.782247690476976e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5369085878133774,
      "num_tokens": 26531739.0,
      "step": 34430
    },
    {
      "epoch": 0.04368573668308053,
      "grad_norm": 6.8125,
      "learning_rate": 4.782184259468347e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5530469536781311,
      "num_tokens": 26540044.0,
      "step": 34440
    },
    {
      "epoch": 0.04369842127561337,
      "grad_norm": 6.3125,
      "learning_rate": 4.782120828459718e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.542188224196434,
      "num_tokens": 26546958.0,
      "step": 34450
    },
    {
      "epoch": 0.0437111058681462,
      "grad_norm": 5.25,
      "learning_rate": 4.7820573974510884e-05,
      "loss": 2.1274,
      "mean_token_accuracy": 0.5377699762582779,
      "num_tokens": 26555190.0,
      "step": 34460
    },
    {
      "epoch": 0.043723790460679035,
      "grad_norm": 5.0,
      "learning_rate": 4.7819939664424597e-05,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5089568614959716,
      "num_tokens": 26562666.0,
      "step": 34470
    },
    {
      "epoch": 0.04373647505321186,
      "grad_norm": 5.6875,
      "learning_rate": 4.78193053543383e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5365426868200303,
      "num_tokens": 26569955.0,
      "step": 34480
    },
    {
      "epoch": 0.0437491596457447,
      "grad_norm": 5.40625,
      "learning_rate": 4.7818671044252014e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5237299531698227,
      "num_tokens": 26577810.0,
      "step": 34490
    },
    {
      "epoch": 0.04376184423827753,
      "grad_norm": 5.90625,
      "learning_rate": 4.781803673416572e-05,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5909714490175247,
      "num_tokens": 26584461.0,
      "step": 34500
    },
    {
      "epoch": 0.043774528830810365,
      "grad_norm": 4.78125,
      "learning_rate": 4.7817402424079425e-05,
      "loss": 2.5119,
      "mean_token_accuracy": 0.4860886722803116,
      "num_tokens": 26592029.0,
      "step": 34510
    },
    {
      "epoch": 0.0437872134233432,
      "grad_norm": 5.53125,
      "learning_rate": 4.781676811399314e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5544929891824723,
      "num_tokens": 26599877.0,
      "step": 34520
    },
    {
      "epoch": 0.04379989801587603,
      "grad_norm": 6.0,
      "learning_rate": 4.781613380390684e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5356546521186829,
      "num_tokens": 26607436.0,
      "step": 34530
    },
    {
      "epoch": 0.04381258260840887,
      "grad_norm": 8.0625,
      "learning_rate": 4.7815499493820554e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5125442743301392,
      "num_tokens": 26615280.0,
      "step": 34540
    },
    {
      "epoch": 0.0438252672009417,
      "grad_norm": 8.9375,
      "learning_rate": 4.7814865183734266e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5367377072572708,
      "num_tokens": 26622924.0,
      "step": 34550
    },
    {
      "epoch": 0.043837951793474536,
      "grad_norm": 8.1875,
      "learning_rate": 4.781423087364797e-05,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5272774219512939,
      "num_tokens": 26629348.0,
      "step": 34560
    },
    {
      "epoch": 0.04385063638600737,
      "grad_norm": 4.875,
      "learning_rate": 4.781359656356168e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5504590958356858,
      "num_tokens": 26637360.0,
      "step": 34570
    },
    {
      "epoch": 0.043863320978540205,
      "grad_norm": 4.8125,
      "learning_rate": 4.781296225347538e-05,
      "loss": 1.857,
      "mean_token_accuracy": 0.584713077545166,
      "num_tokens": 26644863.0,
      "step": 34580
    },
    {
      "epoch": 0.04387600557107304,
      "grad_norm": 5.3125,
      "learning_rate": 4.7812327943389095e-05,
      "loss": 2.2837,
      "mean_token_accuracy": 0.5080140352249145,
      "num_tokens": 26653639.0,
      "step": 34590
    },
    {
      "epoch": 0.04388869016360587,
      "grad_norm": 5.03125,
      "learning_rate": 4.781169363330281e-05,
      "loss": 2.2823,
      "mean_token_accuracy": 0.508890888094902,
      "num_tokens": 26662122.0,
      "step": 34600
    },
    {
      "epoch": 0.04390137475613871,
      "grad_norm": 7.03125,
      "learning_rate": 4.781105932321651e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5372611075639725,
      "num_tokens": 26669638.0,
      "step": 34610
    },
    {
      "epoch": 0.04391405934867154,
      "grad_norm": 5.0625,
      "learning_rate": 4.7810425013130224e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5471888840198517,
      "num_tokens": 26678169.0,
      "step": 34620
    },
    {
      "epoch": 0.043926743941204376,
      "grad_norm": 4.625,
      "learning_rate": 4.780979070304393e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5444664835929871,
      "num_tokens": 26686548.0,
      "step": 34630
    },
    {
      "epoch": 0.04393942853373721,
      "grad_norm": 5.3125,
      "learning_rate": 4.7809156392957635e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5310007125139237,
      "num_tokens": 26694977.0,
      "step": 34640
    },
    {
      "epoch": 0.043952113126270044,
      "grad_norm": 5.03125,
      "learning_rate": 4.780852208287135e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.555359861254692,
      "num_tokens": 26703016.0,
      "step": 34650
    },
    {
      "epoch": 0.04396479771880288,
      "grad_norm": 5.9375,
      "learning_rate": 4.780788777278505e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5204161494970322,
      "num_tokens": 26711289.0,
      "step": 34660
    },
    {
      "epoch": 0.04397748231133571,
      "grad_norm": 7.375,
      "learning_rate": 4.7807253462698765e-05,
      "loss": 2.249,
      "mean_token_accuracy": 0.5116600543260574,
      "num_tokens": 26718689.0,
      "step": 34670
    },
    {
      "epoch": 0.04399016690386855,
      "grad_norm": 4.8125,
      "learning_rate": 4.780661915261247e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5541081756353379,
      "num_tokens": 26726840.0,
      "step": 34680
    },
    {
      "epoch": 0.04400285149640138,
      "grad_norm": 4.65625,
      "learning_rate": 4.780598484252618e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5649246901273728,
      "num_tokens": 26734059.0,
      "step": 34690
    },
    {
      "epoch": 0.044015536088934215,
      "grad_norm": 4.78125,
      "learning_rate": 4.7805350532439894e-05,
      "loss": 1.8684,
      "mean_token_accuracy": 0.5822213262319564,
      "num_tokens": 26740627.0,
      "step": 34700
    },
    {
      "epoch": 0.04402822068146705,
      "grad_norm": 4.40625,
      "learning_rate": 4.780471622235359e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5479987740516663,
      "num_tokens": 26748782.0,
      "step": 34710
    },
    {
      "epoch": 0.044040905273999884,
      "grad_norm": 4.96875,
      "learning_rate": 4.7804081912267305e-05,
      "loss": 2.3369,
      "mean_token_accuracy": 0.4966848433017731,
      "num_tokens": 26756982.0,
      "step": 34720
    },
    {
      "epoch": 0.04405358986653272,
      "grad_norm": 5.21875,
      "learning_rate": 4.780344760218101e-05,
      "loss": 1.8663,
      "mean_token_accuracy": 0.5655144095420838,
      "num_tokens": 26763768.0,
      "step": 34730
    },
    {
      "epoch": 0.04406627445906555,
      "grad_norm": 5.8125,
      "learning_rate": 4.780281329209472e-05,
      "loss": 2.3615,
      "mean_token_accuracy": 0.5054893583059311,
      "num_tokens": 26771015.0,
      "step": 34740
    },
    {
      "epoch": 0.044078959051598386,
      "grad_norm": 5.15625,
      "learning_rate": 4.7802178982008434e-05,
      "loss": 2.2468,
      "mean_token_accuracy": 0.5170884519815445,
      "num_tokens": 26778940.0,
      "step": 34750
    },
    {
      "epoch": 0.04409164364413122,
      "grad_norm": 4.65625,
      "learning_rate": 4.780154467192214e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5483545452356339,
      "num_tokens": 26786411.0,
      "step": 34760
    },
    {
      "epoch": 0.044104328236664055,
      "grad_norm": 4.78125,
      "learning_rate": 4.780091036183585e-05,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5212514132261277,
      "num_tokens": 26794665.0,
      "step": 34770
    },
    {
      "epoch": 0.04411701282919689,
      "grad_norm": 5.0,
      "learning_rate": 4.780027605174956e-05,
      "loss": 1.8917,
      "mean_token_accuracy": 0.5855493038892746,
      "num_tokens": 26802043.0,
      "step": 34780
    },
    {
      "epoch": 0.04412969742172972,
      "grad_norm": 5.28125,
      "learning_rate": 4.779964174166326e-05,
      "loss": 2.2173,
      "mean_token_accuracy": 0.5157840311527252,
      "num_tokens": 26811053.0,
      "step": 34790
    },
    {
      "epoch": 0.04414238201426256,
      "grad_norm": 5.46875,
      "learning_rate": 4.7799007431576975e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5096329331398011,
      "num_tokens": 26818665.0,
      "step": 34800
    },
    {
      "epoch": 0.04415506660679539,
      "grad_norm": 6.21875,
      "learning_rate": 4.779837312149068e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.555049654841423,
      "num_tokens": 26824325.0,
      "step": 34810
    },
    {
      "epoch": 0.044167751199328226,
      "grad_norm": 5.6875,
      "learning_rate": 4.779773881140439e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5482283890247345,
      "num_tokens": 26831794.0,
      "step": 34820
    },
    {
      "epoch": 0.04418043579186106,
      "grad_norm": 5.09375,
      "learning_rate": 4.77971045013181e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5253087699413299,
      "num_tokens": 26839958.0,
      "step": 34830
    },
    {
      "epoch": 0.044193120384393894,
      "grad_norm": 5.65625,
      "learning_rate": 4.779647019123181e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.543998521566391,
      "num_tokens": 26846608.0,
      "step": 34840
    },
    {
      "epoch": 0.04420580497692673,
      "grad_norm": 5.3125,
      "learning_rate": 4.7795835881145515e-05,
      "loss": 2.2594,
      "mean_token_accuracy": 0.5071033984422684,
      "num_tokens": 26855931.0,
      "step": 34850
    },
    {
      "epoch": 0.04421848956945956,
      "grad_norm": 4.9375,
      "learning_rate": 4.779520157105922e-05,
      "loss": 1.938,
      "mean_token_accuracy": 0.5744325786828994,
      "num_tokens": 26863257.0,
      "step": 34860
    },
    {
      "epoch": 0.0442311741619924,
      "grad_norm": 7.5,
      "learning_rate": 4.779456726097293e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5448603898286819,
      "num_tokens": 26870418.0,
      "step": 34870
    },
    {
      "epoch": 0.04424385875452523,
      "grad_norm": 8.125,
      "learning_rate": 4.779393295088664e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5104257434606552,
      "num_tokens": 26878592.0,
      "step": 34880
    },
    {
      "epoch": 0.044256543347058065,
      "grad_norm": 10.1875,
      "learning_rate": 4.779329864080035e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5535992383956909,
      "num_tokens": 26885196.0,
      "step": 34890
    },
    {
      "epoch": 0.0442692279395909,
      "grad_norm": 6.28125,
      "learning_rate": 4.779266433071406e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5451295137405395,
      "num_tokens": 26891931.0,
      "step": 34900
    },
    {
      "epoch": 0.044281912532123734,
      "grad_norm": 5.5625,
      "learning_rate": 4.779203002062777e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5379625976085662,
      "num_tokens": 26898917.0,
      "step": 34910
    },
    {
      "epoch": 0.04429459712465657,
      "grad_norm": 5.4375,
      "learning_rate": 4.779139571054147e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5273940593004227,
      "num_tokens": 26907523.0,
      "step": 34920
    },
    {
      "epoch": 0.0443072817171894,
      "grad_norm": 6.25,
      "learning_rate": 4.779076140045518e-05,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5184421628713608,
      "num_tokens": 26914422.0,
      "step": 34930
    },
    {
      "epoch": 0.04431996630972223,
      "grad_norm": 4.75,
      "learning_rate": 4.779012709036889e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5483500003814697,
      "num_tokens": 26921672.0,
      "step": 34940
    },
    {
      "epoch": 0.044332650902255064,
      "grad_norm": 7.0625,
      "learning_rate": 4.77894927802826e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5287846148014068,
      "num_tokens": 26928393.0,
      "step": 34950
    },
    {
      "epoch": 0.0443453354947879,
      "grad_norm": 5.5625,
      "learning_rate": 4.778885847019631e-05,
      "loss": 2.2825,
      "mean_token_accuracy": 0.5164958387613297,
      "num_tokens": 26936898.0,
      "step": 34960
    },
    {
      "epoch": 0.04435802008732073,
      "grad_norm": 4.84375,
      "learning_rate": 4.778822416011002e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5532179594039917,
      "num_tokens": 26944835.0,
      "step": 34970
    },
    {
      "epoch": 0.044370704679853566,
      "grad_norm": 4.8125,
      "learning_rate": 4.7787589850023725e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5360931873321533,
      "num_tokens": 26952811.0,
      "step": 34980
    },
    {
      "epoch": 0.0443833892723864,
      "grad_norm": 7.03125,
      "learning_rate": 4.778695553993743e-05,
      "loss": 1.7942,
      "mean_token_accuracy": 0.5985727459192276,
      "num_tokens": 26959723.0,
      "step": 34990
    },
    {
      "epoch": 0.044396073864919235,
      "grad_norm": 4.9375,
      "learning_rate": 4.778632122985114e-05,
      "loss": 2.3058,
      "mean_token_accuracy": 0.5014433801174164,
      "num_tokens": 26968077.0,
      "step": 35000
    },
    {
      "epoch": 0.04440875845745207,
      "grad_norm": 4.6875,
      "learning_rate": 4.778568691976485e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5570462375879288,
      "num_tokens": 26974729.0,
      "step": 35010
    },
    {
      "epoch": 0.0444214430499849,
      "grad_norm": 5.1875,
      "learning_rate": 4.778505260967856e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5400447458028793,
      "num_tokens": 26981582.0,
      "step": 35020
    },
    {
      "epoch": 0.04443412764251774,
      "grad_norm": 7.53125,
      "learning_rate": 4.7784418299592266e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5353480756282807,
      "num_tokens": 26987750.0,
      "step": 35030
    },
    {
      "epoch": 0.04444681223505057,
      "grad_norm": 6.25,
      "learning_rate": 4.778378398950598e-05,
      "loss": 2.3674,
      "mean_token_accuracy": 0.5016597598791123,
      "num_tokens": 26995691.0,
      "step": 35040
    },
    {
      "epoch": 0.044459496827583406,
      "grad_norm": 5.71875,
      "learning_rate": 4.778314967941968e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5597870439291001,
      "num_tokens": 27003522.0,
      "step": 35050
    },
    {
      "epoch": 0.04447218142011624,
      "grad_norm": 5.3125,
      "learning_rate": 4.778251536933339e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5349734783172607,
      "num_tokens": 27011312.0,
      "step": 35060
    },
    {
      "epoch": 0.044484866012649074,
      "grad_norm": 4.78125,
      "learning_rate": 4.77818810592471e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.530489981174469,
      "num_tokens": 27019216.0,
      "step": 35070
    },
    {
      "epoch": 0.04449755060518191,
      "grad_norm": 4.53125,
      "learning_rate": 4.7781246749160806e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.527353110909462,
      "num_tokens": 27027173.0,
      "step": 35080
    },
    {
      "epoch": 0.04451023519771474,
      "grad_norm": 11.125,
      "learning_rate": 4.778061243907452e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.538044735789299,
      "num_tokens": 27034728.0,
      "step": 35090
    },
    {
      "epoch": 0.04452291979024758,
      "grad_norm": 5.1875,
      "learning_rate": 4.777997812898823e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5459107518196106,
      "num_tokens": 27043453.0,
      "step": 35100
    },
    {
      "epoch": 0.04453560438278041,
      "grad_norm": 9.5,
      "learning_rate": 4.7779343818901936e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5333658635616303,
      "num_tokens": 27051450.0,
      "step": 35110
    },
    {
      "epoch": 0.044548288975313245,
      "grad_norm": 5.09375,
      "learning_rate": 4.777870950881565e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5425397157669067,
      "num_tokens": 27058473.0,
      "step": 35120
    },
    {
      "epoch": 0.04456097356784608,
      "grad_norm": 5.46875,
      "learning_rate": 4.7778075198729346e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.56365687251091,
      "num_tokens": 27065573.0,
      "step": 35130
    },
    {
      "epoch": 0.044573658160378914,
      "grad_norm": 6.21875,
      "learning_rate": 4.777744088864306e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5322814255952835,
      "num_tokens": 27072845.0,
      "step": 35140
    },
    {
      "epoch": 0.04458634275291175,
      "grad_norm": 5.46875,
      "learning_rate": 4.777680657855677e-05,
      "loss": 2.3473,
      "mean_token_accuracy": 0.5020242154598236,
      "num_tokens": 27081204.0,
      "step": 35150
    },
    {
      "epoch": 0.04459902734544458,
      "grad_norm": 5.0625,
      "learning_rate": 4.7776172268470476e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5140034466981888,
      "num_tokens": 27090667.0,
      "step": 35160
    },
    {
      "epoch": 0.044611711937977416,
      "grad_norm": 7.1875,
      "learning_rate": 4.777553795838419e-05,
      "loss": 2.2386,
      "mean_token_accuracy": 0.5142963796854019,
      "num_tokens": 27097747.0,
      "step": 35170
    },
    {
      "epoch": 0.04462439653051025,
      "grad_norm": 5.4375,
      "learning_rate": 4.77749036482979e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5236013412475586,
      "num_tokens": 27106381.0,
      "step": 35180
    },
    {
      "epoch": 0.044637081123043085,
      "grad_norm": 5.1875,
      "learning_rate": 4.7774269338211605e-05,
      "loss": 2.3328,
      "mean_token_accuracy": 0.509530994296074,
      "num_tokens": 27115220.0,
      "step": 35190
    },
    {
      "epoch": 0.04464976571557592,
      "grad_norm": 5.0,
      "learning_rate": 4.777363502812531e-05,
      "loss": 2.3025,
      "mean_token_accuracy": 0.5068083852529526,
      "num_tokens": 27123741.0,
      "step": 35200
    },
    {
      "epoch": 0.04466245030810875,
      "grad_norm": 6.40625,
      "learning_rate": 4.7773000718039016e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5424861311912537,
      "num_tokens": 27132429.0,
      "step": 35210
    },
    {
      "epoch": 0.04467513490064159,
      "grad_norm": 10.625,
      "learning_rate": 4.777236640795273e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.523239654302597,
      "num_tokens": 27139349.0,
      "step": 35220
    },
    {
      "epoch": 0.04468781949317442,
      "grad_norm": 5.375,
      "learning_rate": 4.777173209786644e-05,
      "loss": 2.2689,
      "mean_token_accuracy": 0.5154966831207275,
      "num_tokens": 27148060.0,
      "step": 35230
    },
    {
      "epoch": 0.044700504085707256,
      "grad_norm": 5.1875,
      "learning_rate": 4.7771097787780146e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.516552883386612,
      "num_tokens": 27156554.0,
      "step": 35240
    },
    {
      "epoch": 0.04471318867824009,
      "grad_norm": 4.84375,
      "learning_rate": 4.777046347769386e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5291158497333527,
      "num_tokens": 27163668.0,
      "step": 35250
    },
    {
      "epoch": 0.044725873270772924,
      "grad_norm": 4.84375,
      "learning_rate": 4.776982916760756e-05,
      "loss": 2.3192,
      "mean_token_accuracy": 0.5037822216749192,
      "num_tokens": 27171790.0,
      "step": 35260
    },
    {
      "epoch": 0.04473855786330576,
      "grad_norm": 11.625,
      "learning_rate": 4.776919485752127e-05,
      "loss": 2.2909,
      "mean_token_accuracy": 0.5186290353536606,
      "num_tokens": 27179601.0,
      "step": 35270
    },
    {
      "epoch": 0.04475124245583859,
      "grad_norm": 5.4375,
      "learning_rate": 4.776856054743498e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5293996691703796,
      "num_tokens": 27187539.0,
      "step": 35280
    },
    {
      "epoch": 0.04476392704837143,
      "grad_norm": 5.0,
      "learning_rate": 4.7767926237348686e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5634380131959915,
      "num_tokens": 27194334.0,
      "step": 35290
    },
    {
      "epoch": 0.04477661164090426,
      "grad_norm": 6.28125,
      "learning_rate": 4.77672919272624e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5289559215307236,
      "num_tokens": 27201342.0,
      "step": 35300
    },
    {
      "epoch": 0.044789296233437095,
      "grad_norm": 4.59375,
      "learning_rate": 4.7766657617176104e-05,
      "loss": 2.2515,
      "mean_token_accuracy": 0.5064959257841111,
      "num_tokens": 27210369.0,
      "step": 35310
    },
    {
      "epoch": 0.04480198082596993,
      "grad_norm": 5.125,
      "learning_rate": 4.7766023307089816e-05,
      "loss": 1.9035,
      "mean_token_accuracy": 0.5760201126337051,
      "num_tokens": 27217642.0,
      "step": 35320
    },
    {
      "epoch": 0.044814665418502764,
      "grad_norm": 5.3125,
      "learning_rate": 4.776538899700352e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5361703127622605,
      "num_tokens": 27225252.0,
      "step": 35330
    },
    {
      "epoch": 0.0448273500110356,
      "grad_norm": 5.1875,
      "learning_rate": 4.7764754686917226e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5450554758310318,
      "num_tokens": 27231068.0,
      "step": 35340
    },
    {
      "epoch": 0.04484003460356843,
      "grad_norm": 5.21875,
      "learning_rate": 4.776412037683094e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5320901304483414,
      "num_tokens": 27239641.0,
      "step": 35350
    },
    {
      "epoch": 0.044852719196101266,
      "grad_norm": 10.8125,
      "learning_rate": 4.7763486066744644e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5238979160785675,
      "num_tokens": 27246787.0,
      "step": 35360
    },
    {
      "epoch": 0.0448654037886341,
      "grad_norm": 5.125,
      "learning_rate": 4.7762851756658356e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.531351363658905,
      "num_tokens": 27254490.0,
      "step": 35370
    },
    {
      "epoch": 0.044878088381166935,
      "grad_norm": 5.21875,
      "learning_rate": 4.776221744657207e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5448959618806839,
      "num_tokens": 27261746.0,
      "step": 35380
    },
    {
      "epoch": 0.04489077297369977,
      "grad_norm": 5.15625,
      "learning_rate": 4.7761583136485773e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5235181421041488,
      "num_tokens": 27270695.0,
      "step": 35390
    },
    {
      "epoch": 0.0449034575662326,
      "grad_norm": 5.625,
      "learning_rate": 4.776094882639948e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5376619577407837,
      "num_tokens": 27278482.0,
      "step": 35400
    },
    {
      "epoch": 0.04491614215876543,
      "grad_norm": 6.75,
      "learning_rate": 4.7760314516313184e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.572119465470314,
      "num_tokens": 27284985.0,
      "step": 35410
    },
    {
      "epoch": 0.044928826751298265,
      "grad_norm": 4.78125,
      "learning_rate": 4.7759680206226896e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5410357475280761,
      "num_tokens": 27292324.0,
      "step": 35420
    },
    {
      "epoch": 0.0449415113438311,
      "grad_norm": 5.71875,
      "learning_rate": 4.775904589614061e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5588657975196838,
      "num_tokens": 27299165.0,
      "step": 35430
    },
    {
      "epoch": 0.04495419593636393,
      "grad_norm": 9.1875,
      "learning_rate": 4.7758411586054314e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.531995165348053,
      "num_tokens": 27307060.0,
      "step": 35440
    },
    {
      "epoch": 0.04496688052889677,
      "grad_norm": 4.8125,
      "learning_rate": 4.7757777275968026e-05,
      "loss": 2.2859,
      "mean_token_accuracy": 0.5072832971811294,
      "num_tokens": 27316054.0,
      "step": 35450
    },
    {
      "epoch": 0.0449795651214296,
      "grad_norm": 5.40625,
      "learning_rate": 4.775714296588173e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5452158659696579,
      "num_tokens": 27324914.0,
      "step": 35460
    },
    {
      "epoch": 0.044992249713962436,
      "grad_norm": 4.84375,
      "learning_rate": 4.7756508655795437e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5203927636146546,
      "num_tokens": 27333771.0,
      "step": 35470
    },
    {
      "epoch": 0.04500493430649527,
      "grad_norm": 3.84375,
      "learning_rate": 4.775587434570915e-05,
      "loss": 1.8639,
      "mean_token_accuracy": 0.5891163259744644,
      "num_tokens": 27341622.0,
      "step": 35480
    },
    {
      "epoch": 0.045017618899028104,
      "grad_norm": 5.28125,
      "learning_rate": 4.7755240035622854e-05,
      "loss": 2.2095,
      "mean_token_accuracy": 0.5245265960693359,
      "num_tokens": 27349383.0,
      "step": 35490
    },
    {
      "epoch": 0.04503030349156094,
      "grad_norm": 5.0625,
      "learning_rate": 4.7754605725536566e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5339973598718644,
      "num_tokens": 27357109.0,
      "step": 35500
    },
    {
      "epoch": 0.04504298808409377,
      "grad_norm": 5.71875,
      "learning_rate": 4.775397141545027e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5346007108688354,
      "num_tokens": 27365282.0,
      "step": 35510
    },
    {
      "epoch": 0.04505567267662661,
      "grad_norm": 6.71875,
      "learning_rate": 4.7753337105363984e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5528054922819138,
      "num_tokens": 27372840.0,
      "step": 35520
    },
    {
      "epoch": 0.04506835726915944,
      "grad_norm": 7.09375,
      "learning_rate": 4.7752702795277696e-05,
      "loss": 2.3316,
      "mean_token_accuracy": 0.5085111409425735,
      "num_tokens": 27381286.0,
      "step": 35530
    },
    {
      "epoch": 0.045081041861692275,
      "grad_norm": 4.59375,
      "learning_rate": 4.77520684851914e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5423009037971497,
      "num_tokens": 27390279.0,
      "step": 35540
    },
    {
      "epoch": 0.04509372645422511,
      "grad_norm": 5.78125,
      "learning_rate": 4.7751434175105107e-05,
      "loss": 2.2345,
      "mean_token_accuracy": 0.5203651577234268,
      "num_tokens": 27398907.0,
      "step": 35550
    },
    {
      "epoch": 0.045106411046757944,
      "grad_norm": 5.9375,
      "learning_rate": 4.775079986501881e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5561027675867081,
      "num_tokens": 27406287.0,
      "step": 35560
    },
    {
      "epoch": 0.04511909563929078,
      "grad_norm": 4.6875,
      "learning_rate": 4.7750165554932524e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5194994509220123,
      "num_tokens": 27413804.0,
      "step": 35570
    },
    {
      "epoch": 0.04513178023182361,
      "grad_norm": 5.4375,
      "learning_rate": 4.7749531244846236e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5621322631835938,
      "num_tokens": 27421185.0,
      "step": 35580
    },
    {
      "epoch": 0.045144464824356446,
      "grad_norm": 5.59375,
      "learning_rate": 4.774889693475994e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5466756582260132,
      "num_tokens": 27428657.0,
      "step": 35590
    },
    {
      "epoch": 0.04515714941688928,
      "grad_norm": 12.9375,
      "learning_rate": 4.7748262624673654e-05,
      "loss": 2.2629,
      "mean_token_accuracy": 0.5085161656141282,
      "num_tokens": 27436004.0,
      "step": 35600
    },
    {
      "epoch": 0.045169834009422115,
      "grad_norm": 5.53125,
      "learning_rate": 4.774762831458736e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5575758993625641,
      "num_tokens": 27442884.0,
      "step": 35610
    },
    {
      "epoch": 0.04518251860195495,
      "grad_norm": 6.1875,
      "learning_rate": 4.7746994004501064e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5203158050775528,
      "num_tokens": 27451448.0,
      "step": 35620
    },
    {
      "epoch": 0.04519520319448778,
      "grad_norm": 5.125,
      "learning_rate": 4.7746359694414776e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.544972938299179,
      "num_tokens": 27459671.0,
      "step": 35630
    },
    {
      "epoch": 0.04520788778702062,
      "grad_norm": 5.375,
      "learning_rate": 4.774572538432848e-05,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5013335704803467,
      "num_tokens": 27467318.0,
      "step": 35640
    },
    {
      "epoch": 0.04522057237955345,
      "grad_norm": 5.0625,
      "learning_rate": 4.7745091074242194e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5584826588630676,
      "num_tokens": 27475130.0,
      "step": 35650
    },
    {
      "epoch": 0.045233256972086286,
      "grad_norm": 5.75,
      "learning_rate": 4.77444567641559e-05,
      "loss": 2.3002,
      "mean_token_accuracy": 0.5209761679172515,
      "num_tokens": 27482766.0,
      "step": 35660
    },
    {
      "epoch": 0.04524594156461912,
      "grad_norm": 9.375,
      "learning_rate": 4.774382245406961e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5511828154325485,
      "num_tokens": 27490377.0,
      "step": 35670
    },
    {
      "epoch": 0.045258626157151954,
      "grad_norm": 7.3125,
      "learning_rate": 4.774318814398332e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5507604569196701,
      "num_tokens": 27498525.0,
      "step": 35680
    },
    {
      "epoch": 0.04527131074968479,
      "grad_norm": 5.875,
      "learning_rate": 4.774255383389702e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5458770215511322,
      "num_tokens": 27505847.0,
      "step": 35690
    },
    {
      "epoch": 0.04528399534221762,
      "grad_norm": 4.8125,
      "learning_rate": 4.7741919523810734e-05,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5116930454969406,
      "num_tokens": 27514665.0,
      "step": 35700
    },
    {
      "epoch": 0.04529667993475046,
      "grad_norm": 7.0,
      "learning_rate": 4.774128521372444e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5396234124898911,
      "num_tokens": 27522577.0,
      "step": 35710
    },
    {
      "epoch": 0.04530936452728329,
      "grad_norm": 5.59375,
      "learning_rate": 4.774065090363815e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5261337220668793,
      "num_tokens": 27530580.0,
      "step": 35720
    },
    {
      "epoch": 0.045322049119816125,
      "grad_norm": 4.96875,
      "learning_rate": 4.7740016593551864e-05,
      "loss": 1.8932,
      "mean_token_accuracy": 0.5813247442245484,
      "num_tokens": 27538605.0,
      "step": 35730
    },
    {
      "epoch": 0.04533473371234896,
      "grad_norm": 5.28125,
      "learning_rate": 4.773938228346557e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5230409324169158,
      "num_tokens": 27548076.0,
      "step": 35740
    },
    {
      "epoch": 0.045347418304881794,
      "grad_norm": 5.0625,
      "learning_rate": 4.7738747973379275e-05,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5742079496383667,
      "num_tokens": 27555491.0,
      "step": 35750
    },
    {
      "epoch": 0.04536010289741463,
      "grad_norm": 4.9375,
      "learning_rate": 4.773811366329298e-05,
      "loss": 1.9304,
      "mean_token_accuracy": 0.5692065954208374,
      "num_tokens": 27562215.0,
      "step": 35760
    },
    {
      "epoch": 0.04537278748994746,
      "grad_norm": 4.71875,
      "learning_rate": 4.773747935320669e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5303101509809494,
      "num_tokens": 27570074.0,
      "step": 35770
    },
    {
      "epoch": 0.045385472082480297,
      "grad_norm": 7.5625,
      "learning_rate": 4.7736845043120404e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5324124246835709,
      "num_tokens": 27577659.0,
      "step": 35780
    },
    {
      "epoch": 0.04539815667501313,
      "grad_norm": 4.71875,
      "learning_rate": 4.773621073303411e-05,
      "loss": 1.843,
      "mean_token_accuracy": 0.5989346772432327,
      "num_tokens": 27584127.0,
      "step": 35790
    },
    {
      "epoch": 0.045410841267545965,
      "grad_norm": 6.78125,
      "learning_rate": 4.773557642294782e-05,
      "loss": 2.2656,
      "mean_token_accuracy": 0.512411704659462,
      "num_tokens": 27592150.0,
      "step": 35800
    },
    {
      "epoch": 0.0454235258600788,
      "grad_norm": 7.25,
      "learning_rate": 4.773494211286153e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5364460080862046,
      "num_tokens": 27600194.0,
      "step": 35810
    },
    {
      "epoch": 0.04543621045261163,
      "grad_norm": 4.90625,
      "learning_rate": 4.773430780277523e-05,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5608734011650085,
      "num_tokens": 27607300.0,
      "step": 35820
    },
    {
      "epoch": 0.04544889504514447,
      "grad_norm": 5.125,
      "learning_rate": 4.7733673492688944e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5607255190610886,
      "num_tokens": 27614847.0,
      "step": 35830
    },
    {
      "epoch": 0.0454615796376773,
      "grad_norm": 6.0625,
      "learning_rate": 4.773303918260265e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5339840620756149,
      "num_tokens": 27622924.0,
      "step": 35840
    },
    {
      "epoch": 0.045474264230210136,
      "grad_norm": 6.1875,
      "learning_rate": 4.773240487251636e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5641880363225937,
      "num_tokens": 27629390.0,
      "step": 35850
    },
    {
      "epoch": 0.04548694882274297,
      "grad_norm": 5.375,
      "learning_rate": 4.773177056243007e-05,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5093177378177642,
      "num_tokens": 27637471.0,
      "step": 35860
    },
    {
      "epoch": 0.045499633415275804,
      "grad_norm": 4.875,
      "learning_rate": 4.773113625234378e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5192969232797623,
      "num_tokens": 27646427.0,
      "step": 35870
    },
    {
      "epoch": 0.04551231800780863,
      "grad_norm": 19.625,
      "learning_rate": 4.773050194225749e-05,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5722333997488022,
      "num_tokens": 27652586.0,
      "step": 35880
    },
    {
      "epoch": 0.045525002600341466,
      "grad_norm": 5.875,
      "learning_rate": 4.77298676321712e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5326231598854065,
      "num_tokens": 27660541.0,
      "step": 35890
    },
    {
      "epoch": 0.0455376871928743,
      "grad_norm": 5.375,
      "learning_rate": 4.77292333220849e-05,
      "loss": 2.2855,
      "mean_token_accuracy": 0.5145260721445084,
      "num_tokens": 27668689.0,
      "step": 35900
    },
    {
      "epoch": 0.045550371785407134,
      "grad_norm": 6.65625,
      "learning_rate": 4.772859901199861e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5349404960870743,
      "num_tokens": 27677334.0,
      "step": 35910
    },
    {
      "epoch": 0.04556305637793997,
      "grad_norm": 5.15625,
      "learning_rate": 4.772796470191232e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5308794349431991,
      "num_tokens": 27684726.0,
      "step": 35920
    },
    {
      "epoch": 0.0455757409704728,
      "grad_norm": 5.84375,
      "learning_rate": 4.772733039182603e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5530212640762329,
      "num_tokens": 27692343.0,
      "step": 35930
    },
    {
      "epoch": 0.04558842556300564,
      "grad_norm": 4.84375,
      "learning_rate": 4.772669608173974e-05,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5548441231250762,
      "num_tokens": 27700651.0,
      "step": 35940
    },
    {
      "epoch": 0.04560111015553847,
      "grad_norm": 4.875,
      "learning_rate": 4.772606177165345e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5636703461408615,
      "num_tokens": 27707322.0,
      "step": 35950
    },
    {
      "epoch": 0.045613794748071305,
      "grad_norm": 4.40625,
      "learning_rate": 4.7725427461567155e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5415226340293884,
      "num_tokens": 27715656.0,
      "step": 35960
    },
    {
      "epoch": 0.04562647934060414,
      "grad_norm": 5.78125,
      "learning_rate": 4.772479315148086e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5287937939167022,
      "num_tokens": 27723203.0,
      "step": 35970
    },
    {
      "epoch": 0.045639163933136974,
      "grad_norm": 5.9375,
      "learning_rate": 4.772415884139457e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5352221876382828,
      "num_tokens": 27730651.0,
      "step": 35980
    },
    {
      "epoch": 0.04565184852566981,
      "grad_norm": 5.15625,
      "learning_rate": 4.772352453130828e-05,
      "loss": 2.266,
      "mean_token_accuracy": 0.5178887724876404,
      "num_tokens": 27737177.0,
      "step": 35990
    },
    {
      "epoch": 0.04566453311820264,
      "grad_norm": 5.34375,
      "learning_rate": 4.772289022122199e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5499194890260697,
      "num_tokens": 27744777.0,
      "step": 36000
    },
    {
      "epoch": 0.04567721771073548,
      "grad_norm": 5.03125,
      "learning_rate": 4.7722255911135695e-05,
      "loss": 2.2752,
      "mean_token_accuracy": 0.5108266115188599,
      "num_tokens": 27752795.0,
      "step": 36010
    },
    {
      "epoch": 0.04568990230326831,
      "grad_norm": 5.03125,
      "learning_rate": 4.772162160104941e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5401778906583786,
      "num_tokens": 27760806.0,
      "step": 36020
    },
    {
      "epoch": 0.045702586895801145,
      "grad_norm": 6.5625,
      "learning_rate": 4.772098729096311e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5155128866434098,
      "num_tokens": 27769447.0,
      "step": 36030
    },
    {
      "epoch": 0.04571527148833398,
      "grad_norm": 4.625,
      "learning_rate": 4.772035298087682e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5502038598060608,
      "num_tokens": 27777273.0,
      "step": 36040
    },
    {
      "epoch": 0.04572795608086681,
      "grad_norm": 4.875,
      "learning_rate": 4.771971867079053e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5479130953550339,
      "num_tokens": 27784638.0,
      "step": 36050
    },
    {
      "epoch": 0.04574064067339965,
      "grad_norm": 6.0,
      "learning_rate": 4.771908436070424e-05,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5716327071189881,
      "num_tokens": 27792758.0,
      "step": 36060
    },
    {
      "epoch": 0.04575332526593248,
      "grad_norm": 5.5,
      "learning_rate": 4.771845005061795e-05,
      "loss": 2.3284,
      "mean_token_accuracy": 0.5080311208963394,
      "num_tokens": 27799217.0,
      "step": 36070
    },
    {
      "epoch": 0.045766009858465316,
      "grad_norm": 5.0,
      "learning_rate": 4.771781574053166e-05,
      "loss": 2.2807,
      "mean_token_accuracy": 0.5200657933950424,
      "num_tokens": 27807503.0,
      "step": 36080
    },
    {
      "epoch": 0.04577869445099815,
      "grad_norm": 4.875,
      "learning_rate": 4.7717181430445365e-05,
      "loss": 2.3644,
      "mean_token_accuracy": 0.5055559039115906,
      "num_tokens": 27815790.0,
      "step": 36090
    },
    {
      "epoch": 0.045791379043530984,
      "grad_norm": 5.09375,
      "learning_rate": 4.771654712035907e-05,
      "loss": 2.2293,
      "mean_token_accuracy": 0.515870463848114,
      "num_tokens": 27823034.0,
      "step": 36100
    },
    {
      "epoch": 0.04580406363606382,
      "grad_norm": 5.25,
      "learning_rate": 4.771591281027278e-05,
      "loss": 1.8968,
      "mean_token_accuracy": 0.5798586517572403,
      "num_tokens": 27829744.0,
      "step": 36110
    },
    {
      "epoch": 0.04581674822859665,
      "grad_norm": 4.8125,
      "learning_rate": 4.771527850018649e-05,
      "loss": 2.2112,
      "mean_token_accuracy": 0.5167198181152344,
      "num_tokens": 27837715.0,
      "step": 36120
    },
    {
      "epoch": 0.04582943282112949,
      "grad_norm": 5.75,
      "learning_rate": 4.77146441901002e-05,
      "loss": 2.2239,
      "mean_token_accuracy": 0.516904640197754,
      "num_tokens": 27846236.0,
      "step": 36130
    },
    {
      "epoch": 0.04584211741366232,
      "grad_norm": 5.4375,
      "learning_rate": 4.7714009880013905e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5567549020051956,
      "num_tokens": 27853617.0,
      "step": 36140
    },
    {
      "epoch": 0.045854802006195156,
      "grad_norm": 6.3125,
      "learning_rate": 4.771337556992762e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5381001502275466,
      "num_tokens": 27861113.0,
      "step": 36150
    },
    {
      "epoch": 0.04586748659872799,
      "grad_norm": 5.875,
      "learning_rate": 4.771274125984132e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5148113459348679,
      "num_tokens": 27869239.0,
      "step": 36160
    },
    {
      "epoch": 0.045880171191260824,
      "grad_norm": 5.78125,
      "learning_rate": 4.771210694975503e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5440575063228608,
      "num_tokens": 27878440.0,
      "step": 36170
    },
    {
      "epoch": 0.04589285578379366,
      "grad_norm": 6.1875,
      "learning_rate": 4.771147263966874e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5275694966316223,
      "num_tokens": 27885059.0,
      "step": 36180
    },
    {
      "epoch": 0.04590554037632649,
      "grad_norm": 5.21875,
      "learning_rate": 4.7710838329582446e-05,
      "loss": 2.2621,
      "mean_token_accuracy": 0.5130294829607009,
      "num_tokens": 27894147.0,
      "step": 36190
    },
    {
      "epoch": 0.04591822496885933,
      "grad_norm": 5.46875,
      "learning_rate": 4.771020401949616e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5528814226388932,
      "num_tokens": 27902782.0,
      "step": 36200
    },
    {
      "epoch": 0.04593090956139216,
      "grad_norm": 5.25,
      "learning_rate": 4.770956970940987e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5297617137432098,
      "num_tokens": 27911151.0,
      "step": 36210
    },
    {
      "epoch": 0.045943594153924995,
      "grad_norm": 4.75,
      "learning_rate": 4.7708935399323575e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5194981098175049,
      "num_tokens": 27919865.0,
      "step": 36220
    },
    {
      "epoch": 0.04595627874645783,
      "grad_norm": 7.90625,
      "learning_rate": 4.770830108923729e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5465405255556106,
      "num_tokens": 27926580.0,
      "step": 36230
    },
    {
      "epoch": 0.045968963338990664,
      "grad_norm": 5.375,
      "learning_rate": 4.7707666779150986e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5220874160528183,
      "num_tokens": 27934735.0,
      "step": 36240
    },
    {
      "epoch": 0.0459816479315235,
      "grad_norm": 6.125,
      "learning_rate": 4.77070324690647e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5570771366357803,
      "num_tokens": 27942157.0,
      "step": 36250
    },
    {
      "epoch": 0.04599433252405633,
      "grad_norm": 6.71875,
      "learning_rate": 4.770639815897841e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5602315813302994,
      "num_tokens": 27948902.0,
      "step": 36260
    },
    {
      "epoch": 0.046007017116589166,
      "grad_norm": 6.03125,
      "learning_rate": 4.7705763848892115e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5709196120500565,
      "num_tokens": 27956329.0,
      "step": 36270
    },
    {
      "epoch": 0.046019701709122,
      "grad_norm": 5.03125,
      "learning_rate": 4.770512953880583e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5660451084375382,
      "num_tokens": 27963969.0,
      "step": 36280
    },
    {
      "epoch": 0.046032386301654835,
      "grad_norm": 5.0,
      "learning_rate": 4.770449522871953e-05,
      "loss": 2.2266,
      "mean_token_accuracy": 0.5204637259244919,
      "num_tokens": 27972325.0,
      "step": 36290
    },
    {
      "epoch": 0.04604507089418767,
      "grad_norm": 4.9375,
      "learning_rate": 4.7703860918633245e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5313935726881027,
      "num_tokens": 27980266.0,
      "step": 36300
    },
    {
      "epoch": 0.0460577554867205,
      "grad_norm": 4.84375,
      "learning_rate": 4.770322660854695e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5637448906898499,
      "num_tokens": 27988856.0,
      "step": 36310
    },
    {
      "epoch": 0.04607044007925334,
      "grad_norm": 4.78125,
      "learning_rate": 4.7702592298460656e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5390640527009964,
      "num_tokens": 27997012.0,
      "step": 36320
    },
    {
      "epoch": 0.04608312467178617,
      "grad_norm": 6.53125,
      "learning_rate": 4.770195798837437e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5669950187206269,
      "num_tokens": 28004816.0,
      "step": 36330
    },
    {
      "epoch": 0.046095809264319006,
      "grad_norm": 5.53125,
      "learning_rate": 4.770132367828807e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.523040497303009,
      "num_tokens": 28012355.0,
      "step": 36340
    },
    {
      "epoch": 0.04610849385685183,
      "grad_norm": 6.5625,
      "learning_rate": 4.7700689368201785e-05,
      "loss": 2.3087,
      "mean_token_accuracy": 0.5140328586101532,
      "num_tokens": 28019359.0,
      "step": 36350
    },
    {
      "epoch": 0.04612117844938467,
      "grad_norm": 4.46875,
      "learning_rate": 4.77000550581155e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5469808399677276,
      "num_tokens": 28027233.0,
      "step": 36360
    },
    {
      "epoch": 0.0461338630419175,
      "grad_norm": 7.03125,
      "learning_rate": 4.76994207480292e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5289336413145065,
      "num_tokens": 28033983.0,
      "step": 36370
    },
    {
      "epoch": 0.046146547634450336,
      "grad_norm": 5.6875,
      "learning_rate": 4.769878643794291e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5333676934242249,
      "num_tokens": 28043202.0,
      "step": 36380
    },
    {
      "epoch": 0.04615923222698317,
      "grad_norm": 4.875,
      "learning_rate": 4.7698152127856614e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5274764955043793,
      "num_tokens": 28051296.0,
      "step": 36390
    },
    {
      "epoch": 0.046171916819516004,
      "grad_norm": 5.5625,
      "learning_rate": 4.7697517817770326e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5507530719041824,
      "num_tokens": 28058535.0,
      "step": 36400
    },
    {
      "epoch": 0.04618460141204884,
      "grad_norm": 5.3125,
      "learning_rate": 4.769688350768404e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5239695966243744,
      "num_tokens": 28066714.0,
      "step": 36410
    },
    {
      "epoch": 0.04619728600458167,
      "grad_norm": 5.375,
      "learning_rate": 4.769624919759774e-05,
      "loss": 1.945,
      "mean_token_accuracy": 0.5839303582906723,
      "num_tokens": 28074092.0,
      "step": 36420
    },
    {
      "epoch": 0.04620997059711451,
      "grad_norm": 5.5,
      "learning_rate": 4.7695614887511455e-05,
      "loss": 2.2663,
      "mean_token_accuracy": 0.5144700676202774,
      "num_tokens": 28082788.0,
      "step": 36430
    },
    {
      "epoch": 0.04622265518964734,
      "grad_norm": 6.625,
      "learning_rate": 4.769498057742516e-05,
      "loss": 2.2824,
      "mean_token_accuracy": 0.5110904246568679,
      "num_tokens": 28089490.0,
      "step": 36440
    },
    {
      "epoch": 0.046235339782180175,
      "grad_norm": 5.71875,
      "learning_rate": 4.7694346267338866e-05,
      "loss": 2.2752,
      "mean_token_accuracy": 0.5139575242996216,
      "num_tokens": 28098440.0,
      "step": 36450
    },
    {
      "epoch": 0.04624802437471301,
      "grad_norm": 7.40625,
      "learning_rate": 4.769371195725258e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5465342462062835,
      "num_tokens": 28105379.0,
      "step": 36460
    },
    {
      "epoch": 0.046260708967245844,
      "grad_norm": 8.1875,
      "learning_rate": 4.7693077647166283e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5432868212461471,
      "num_tokens": 28114056.0,
      "step": 36470
    },
    {
      "epoch": 0.04627339355977868,
      "grad_norm": 5.84375,
      "learning_rate": 4.7692443337079996e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5325938165187836,
      "num_tokens": 28122233.0,
      "step": 36480
    },
    {
      "epoch": 0.04628607815231151,
      "grad_norm": 6.1875,
      "learning_rate": 4.76918090269937e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5407761633396149,
      "num_tokens": 28130070.0,
      "step": 36490
    },
    {
      "epoch": 0.046298762744844346,
      "grad_norm": 4.96875,
      "learning_rate": 4.769117471690741e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5329807549715042,
      "num_tokens": 28137847.0,
      "step": 36500
    },
    {
      "epoch": 0.04631144733737718,
      "grad_norm": 6.5625,
      "learning_rate": 4.769054040682112e-05,
      "loss": 1.8153,
      "mean_token_accuracy": 0.6025718241930008,
      "num_tokens": 28145397.0,
      "step": 36510
    },
    {
      "epoch": 0.046324131929910015,
      "grad_norm": 5.0,
      "learning_rate": 4.7689906096734824e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5550483644008637,
      "num_tokens": 28152831.0,
      "step": 36520
    },
    {
      "epoch": 0.04633681652244285,
      "grad_norm": 4.8125,
      "learning_rate": 4.7689271786648536e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.549514889717102,
      "num_tokens": 28160363.0,
      "step": 36530
    },
    {
      "epoch": 0.04634950111497568,
      "grad_norm": 7.625,
      "learning_rate": 4.768863747656224e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.5669360756874084,
      "num_tokens": 28166226.0,
      "step": 36540
    },
    {
      "epoch": 0.04636218570750852,
      "grad_norm": 7.84375,
      "learning_rate": 4.768800316647595e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5585801362991333,
      "num_tokens": 28173040.0,
      "step": 36550
    },
    {
      "epoch": 0.04637487030004135,
      "grad_norm": 6.53125,
      "learning_rate": 4.7687368856389666e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5530041307210922,
      "num_tokens": 28180856.0,
      "step": 36560
    },
    {
      "epoch": 0.046387554892574186,
      "grad_norm": 7.28125,
      "learning_rate": 4.768673454630337e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5450308829545975,
      "num_tokens": 28188827.0,
      "step": 36570
    },
    {
      "epoch": 0.04640023948510702,
      "grad_norm": 6.4375,
      "learning_rate": 4.7686100236217076e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5375859498977661,
      "num_tokens": 28196364.0,
      "step": 36580
    },
    {
      "epoch": 0.046412924077639854,
      "grad_norm": 5.84375,
      "learning_rate": 4.768546592613078e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.554387378692627,
      "num_tokens": 28202977.0,
      "step": 36590
    },
    {
      "epoch": 0.04642560867017269,
      "grad_norm": 5.15625,
      "learning_rate": 4.7684831616044494e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5246467173099518,
      "num_tokens": 28211031.0,
      "step": 36600
    },
    {
      "epoch": 0.04643829326270552,
      "grad_norm": 5.09375,
      "learning_rate": 4.7684197305958206e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5382481724023819,
      "num_tokens": 28219474.0,
      "step": 36610
    },
    {
      "epoch": 0.04645097785523836,
      "grad_norm": 7.8125,
      "learning_rate": 4.768356299587191e-05,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5706866085529327,
      "num_tokens": 28226833.0,
      "step": 36620
    },
    {
      "epoch": 0.04646366244777119,
      "grad_norm": 5.6875,
      "learning_rate": 4.768292868578562e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5458937883377075,
      "num_tokens": 28235316.0,
      "step": 36630
    },
    {
      "epoch": 0.046476347040304025,
      "grad_norm": 4.78125,
      "learning_rate": 4.768229437569933e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5385986119508743,
      "num_tokens": 28242794.0,
      "step": 36640
    },
    {
      "epoch": 0.04648903163283686,
      "grad_norm": 5.125,
      "learning_rate": 4.768166006561304e-05,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5077466011047364,
      "num_tokens": 28251569.0,
      "step": 36650
    },
    {
      "epoch": 0.046501716225369694,
      "grad_norm": 5.90625,
      "learning_rate": 4.7681025755526746e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5367892533540726,
      "num_tokens": 28257978.0,
      "step": 36660
    },
    {
      "epoch": 0.04651440081790253,
      "grad_norm": 5.6875,
      "learning_rate": 4.768039144544045e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5481075346469879,
      "num_tokens": 28265763.0,
      "step": 36670
    },
    {
      "epoch": 0.04652708541043536,
      "grad_norm": 5.15625,
      "learning_rate": 4.7679757135354164e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5220986992120743,
      "num_tokens": 28273983.0,
      "step": 36680
    },
    {
      "epoch": 0.046539770002968196,
      "grad_norm": 6.28125,
      "learning_rate": 4.767912282526787e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5346920400857925,
      "num_tokens": 28281654.0,
      "step": 36690
    },
    {
      "epoch": 0.04655245459550103,
      "grad_norm": 5.15625,
      "learning_rate": 4.767848851518158e-05,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5172607660293579,
      "num_tokens": 28290880.0,
      "step": 36700
    },
    {
      "epoch": 0.046565139188033865,
      "grad_norm": 5.625,
      "learning_rate": 4.767785420509529e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5582423001527786,
      "num_tokens": 28298492.0,
      "step": 36710
    },
    {
      "epoch": 0.0465778237805667,
      "grad_norm": 5.03125,
      "learning_rate": 4.7677219895009e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5355622828006744,
      "num_tokens": 28306549.0,
      "step": 36720
    },
    {
      "epoch": 0.04659050837309953,
      "grad_norm": 6.8125,
      "learning_rate": 4.7676585584922704e-05,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5159689754247665,
      "num_tokens": 28315114.0,
      "step": 36730
    },
    {
      "epoch": 0.04660319296563237,
      "grad_norm": 4.78125,
      "learning_rate": 4.767595127483641e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5507155776023864,
      "num_tokens": 28322797.0,
      "step": 36740
    },
    {
      "epoch": 0.0466158775581652,
      "grad_norm": 5.84375,
      "learning_rate": 4.767531696475012e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.53565134704113,
      "num_tokens": 28330617.0,
      "step": 36750
    },
    {
      "epoch": 0.046628562150698036,
      "grad_norm": 6.3125,
      "learning_rate": 4.7674682654663834e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.516984486579895,
      "num_tokens": 28338612.0,
      "step": 36760
    },
    {
      "epoch": 0.04664124674323087,
      "grad_norm": 5.9375,
      "learning_rate": 4.767404834457754e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5260045886039734,
      "num_tokens": 28345605.0,
      "step": 36770
    },
    {
      "epoch": 0.046653931335763704,
      "grad_norm": 5.53125,
      "learning_rate": 4.767341403449125e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5372543931007385,
      "num_tokens": 28354567.0,
      "step": 36780
    },
    {
      "epoch": 0.04666661592829654,
      "grad_norm": 5.15625,
      "learning_rate": 4.7672779724404956e-05,
      "loss": 2.2261,
      "mean_token_accuracy": 0.5201684534549713,
      "num_tokens": 28364037.0,
      "step": 36790
    },
    {
      "epoch": 0.04667930052082937,
      "grad_norm": 5.46875,
      "learning_rate": 4.767214541431866e-05,
      "loss": 2.2958,
      "mean_token_accuracy": 0.5090960413217545,
      "num_tokens": 28372651.0,
      "step": 36800
    },
    {
      "epoch": 0.04669198511336221,
      "grad_norm": 6.5,
      "learning_rate": 4.7671511104232374e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5263866573572159,
      "num_tokens": 28380508.0,
      "step": 36810
    },
    {
      "epoch": 0.046704669705895034,
      "grad_norm": 4.71875,
      "learning_rate": 4.767087679414608e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5182302594184875,
      "num_tokens": 28388196.0,
      "step": 36820
    },
    {
      "epoch": 0.04671735429842787,
      "grad_norm": 5.90625,
      "learning_rate": 4.767024248405979e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5287790626287461,
      "num_tokens": 28396959.0,
      "step": 36830
    },
    {
      "epoch": 0.0467300388909607,
      "grad_norm": 5.03125,
      "learning_rate": 4.76696081739735e-05,
      "loss": 2.2263,
      "mean_token_accuracy": 0.5188766121864319,
      "num_tokens": 28405123.0,
      "step": 36840
    },
    {
      "epoch": 0.04674272348349354,
      "grad_norm": 4.78125,
      "learning_rate": 4.766897386388721e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5546529352664947,
      "num_tokens": 28412581.0,
      "step": 36850
    },
    {
      "epoch": 0.04675540807602637,
      "grad_norm": 6.125,
      "learning_rate": 4.7668339553800914e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5243438452482223,
      "num_tokens": 28419951.0,
      "step": 36860
    },
    {
      "epoch": 0.046768092668559205,
      "grad_norm": 4.75,
      "learning_rate": 4.766770524371462e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5577170312404632,
      "num_tokens": 28428368.0,
      "step": 36870
    },
    {
      "epoch": 0.04678077726109204,
      "grad_norm": 4.9375,
      "learning_rate": 4.766707093362833e-05,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5758999705314636,
      "num_tokens": 28435885.0,
      "step": 36880
    },
    {
      "epoch": 0.046793461853624874,
      "grad_norm": 5.46875,
      "learning_rate": 4.766643662354204e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5718504041433334,
      "num_tokens": 28443048.0,
      "step": 36890
    },
    {
      "epoch": 0.04680614644615771,
      "grad_norm": 6.875,
      "learning_rate": 4.766580231345575e-05,
      "loss": 2.3711,
      "mean_token_accuracy": 0.500355064868927,
      "num_tokens": 28449994.0,
      "step": 36900
    },
    {
      "epoch": 0.04681883103869054,
      "grad_norm": 4.375,
      "learning_rate": 4.766516800336946e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5177249014377594,
      "num_tokens": 28458369.0,
      "step": 36910
    },
    {
      "epoch": 0.046831515631223376,
      "grad_norm": 5.25,
      "learning_rate": 4.7664533693283167e-05,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5822787910699845,
      "num_tokens": 28465900.0,
      "step": 36920
    },
    {
      "epoch": 0.04684420022375621,
      "grad_norm": 5.09375,
      "learning_rate": 4.766389938319687e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.550437593460083,
      "num_tokens": 28473532.0,
      "step": 36930
    },
    {
      "epoch": 0.046856884816289045,
      "grad_norm": 4.90625,
      "learning_rate": 4.766326507311058e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5613623440265656,
      "num_tokens": 28482078.0,
      "step": 36940
    },
    {
      "epoch": 0.04686956940882188,
      "grad_norm": 6.96875,
      "learning_rate": 4.766263076302429e-05,
      "loss": 1.8807,
      "mean_token_accuracy": 0.5860814243555069,
      "num_tokens": 28489256.0,
      "step": 36950
    },
    {
      "epoch": 0.04688225400135471,
      "grad_norm": 5.5625,
      "learning_rate": 4.7661996452938e-05,
      "loss": 2.2537,
      "mean_token_accuracy": 0.5122230887413025,
      "num_tokens": 28497731.0,
      "step": 36960
    },
    {
      "epoch": 0.04689493859388755,
      "grad_norm": 7.375,
      "learning_rate": 4.766136214285171e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5289421200752258,
      "num_tokens": 28505071.0,
      "step": 36970
    },
    {
      "epoch": 0.04690762318642038,
      "grad_norm": 5.59375,
      "learning_rate": 4.766072783276542e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5573727995157242,
      "num_tokens": 28512859.0,
      "step": 36980
    },
    {
      "epoch": 0.046920307778953216,
      "grad_norm": 4.96875,
      "learning_rate": 4.766009352267913e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5231025576591491,
      "num_tokens": 28520960.0,
      "step": 36990
    },
    {
      "epoch": 0.04693299237148605,
      "grad_norm": 5.0625,
      "learning_rate": 4.765945921259283e-05,
      "loss": 2.2487,
      "mean_token_accuracy": 0.5082068562507629,
      "num_tokens": 28529475.0,
      "step": 37000
    },
    {
      "epoch": 0.046945676964018884,
      "grad_norm": 6.1875,
      "learning_rate": 4.765882490250654e-05,
      "loss": 1.7658,
      "mean_token_accuracy": 0.6020293533802032,
      "num_tokens": 28535720.0,
      "step": 37010
    },
    {
      "epoch": 0.04695836155655172,
      "grad_norm": 5.65625,
      "learning_rate": 4.765819059242025e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5247104495763779,
      "num_tokens": 28544328.0,
      "step": 37020
    },
    {
      "epoch": 0.04697104614908455,
      "grad_norm": 5.03125,
      "learning_rate": 4.765755628233396e-05,
      "loss": 2.2843,
      "mean_token_accuracy": 0.5088994830846787,
      "num_tokens": 28552608.0,
      "step": 37030
    },
    {
      "epoch": 0.04698373074161739,
      "grad_norm": 4.625,
      "learning_rate": 4.765692197224767e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5425854086875915,
      "num_tokens": 28560929.0,
      "step": 37040
    },
    {
      "epoch": 0.04699641533415022,
      "grad_norm": 5.5,
      "learning_rate": 4.765628766216138e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5415462642908097,
      "num_tokens": 28569370.0,
      "step": 37050
    },
    {
      "epoch": 0.047009099926683055,
      "grad_norm": 5.25,
      "learning_rate": 4.765565335207509e-05,
      "loss": 1.8645,
      "mean_token_accuracy": 0.5847720086574555,
      "num_tokens": 28576472.0,
      "step": 37060
    },
    {
      "epoch": 0.04702178451921589,
      "grad_norm": 4.6875,
      "learning_rate": 4.7655019041988794e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5401306807994842,
      "num_tokens": 28583410.0,
      "step": 37070
    },
    {
      "epoch": 0.047034469111748724,
      "grad_norm": 4.625,
      "learning_rate": 4.76543847319025e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.522720143198967,
      "num_tokens": 28591093.0,
      "step": 37080
    },
    {
      "epoch": 0.04704715370428156,
      "grad_norm": 4.78125,
      "learning_rate": 4.765375042181621e-05,
      "loss": 2.2076,
      "mean_token_accuracy": 0.5246402025222778,
      "num_tokens": 28599902.0,
      "step": 37090
    },
    {
      "epoch": 0.04705983829681439,
      "grad_norm": 5.125,
      "learning_rate": 4.765311611172992e-05,
      "loss": 2.2461,
      "mean_token_accuracy": 0.5082225412130356,
      "num_tokens": 28608680.0,
      "step": 37100
    },
    {
      "epoch": 0.047072522889347226,
      "grad_norm": 5.65625,
      "learning_rate": 4.765248180164363e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5450619667768478,
      "num_tokens": 28616916.0,
      "step": 37110
    },
    {
      "epoch": 0.04708520748188006,
      "grad_norm": 5.34375,
      "learning_rate": 4.7651847491557335e-05,
      "loss": 2.3383,
      "mean_token_accuracy": 0.5037550002336502,
      "num_tokens": 28625940.0,
      "step": 37120
    },
    {
      "epoch": 0.047097892074412895,
      "grad_norm": 8.5,
      "learning_rate": 4.765121318147105e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5450689435005188,
      "num_tokens": 28632044.0,
      "step": 37130
    },
    {
      "epoch": 0.04711057666694573,
      "grad_norm": 4.9375,
      "learning_rate": 4.765057887138475e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5648776918649674,
      "num_tokens": 28639579.0,
      "step": 37140
    },
    {
      "epoch": 0.04712326125947856,
      "grad_norm": 4.65625,
      "learning_rate": 4.764994456129846e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5241531014442444,
      "num_tokens": 28648933.0,
      "step": 37150
    },
    {
      "epoch": 0.0471359458520114,
      "grad_norm": 5.4375,
      "learning_rate": 4.764931025121217e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5510529607534409,
      "num_tokens": 28658288.0,
      "step": 37160
    },
    {
      "epoch": 0.04714863044454423,
      "grad_norm": 4.5625,
      "learning_rate": 4.7648675941125875e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5358603954315185,
      "num_tokens": 28666227.0,
      "step": 37170
    },
    {
      "epoch": 0.047161315037077066,
      "grad_norm": 5.375,
      "learning_rate": 4.764804163103959e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5475909799337387,
      "num_tokens": 28674655.0,
      "step": 37180
    },
    {
      "epoch": 0.0471739996296099,
      "grad_norm": 7.125,
      "learning_rate": 4.76474073209533e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5349234998226166,
      "num_tokens": 28681722.0,
      "step": 37190
    },
    {
      "epoch": 0.047186684222142734,
      "grad_norm": 5.53125,
      "learning_rate": 4.7646773010867005e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5554618775844574,
      "num_tokens": 28688905.0,
      "step": 37200
    },
    {
      "epoch": 0.04719936881467557,
      "grad_norm": 5.09375,
      "learning_rate": 4.764613870078071e-05,
      "loss": 1.7725,
      "mean_token_accuracy": 0.6085422933101654,
      "num_tokens": 28695348.0,
      "step": 37210
    },
    {
      "epoch": 0.0472120534072084,
      "grad_norm": 3.875,
      "learning_rate": 4.7645504390694415e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.56311936378479,
      "num_tokens": 28703712.0,
      "step": 37220
    },
    {
      "epoch": 0.04722473799974124,
      "grad_norm": 6.84375,
      "learning_rate": 4.764487008060813e-05,
      "loss": 2.2394,
      "mean_token_accuracy": 0.5123332291841507,
      "num_tokens": 28712597.0,
      "step": 37230
    },
    {
      "epoch": 0.04723742259227407,
      "grad_norm": 5.0,
      "learning_rate": 4.764423577052184e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5368550479412079,
      "num_tokens": 28721045.0,
      "step": 37240
    },
    {
      "epoch": 0.047250107184806905,
      "grad_norm": 5.34375,
      "learning_rate": 4.7643601460435545e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5262042492628097,
      "num_tokens": 28729221.0,
      "step": 37250
    },
    {
      "epoch": 0.04726279177733974,
      "grad_norm": 5.21875,
      "learning_rate": 4.764296715034926e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5306337833404541,
      "num_tokens": 28737212.0,
      "step": 37260
    },
    {
      "epoch": 0.047275476369872574,
      "grad_norm": 4.84375,
      "learning_rate": 4.764233284026296e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5171381831169128,
      "num_tokens": 28745649.0,
      "step": 37270
    },
    {
      "epoch": 0.04728816096240541,
      "grad_norm": 4.53125,
      "learning_rate": 4.764169853017667e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5181682139635087,
      "num_tokens": 28752775.0,
      "step": 37280
    },
    {
      "epoch": 0.047300845554938235,
      "grad_norm": 8.125,
      "learning_rate": 4.764106422009038e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5285457849502564,
      "num_tokens": 28761105.0,
      "step": 37290
    },
    {
      "epoch": 0.04731353014747107,
      "grad_norm": 5.34375,
      "learning_rate": 4.7640429910004085e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5330842494964599,
      "num_tokens": 28769792.0,
      "step": 37300
    },
    {
      "epoch": 0.047326214740003904,
      "grad_norm": 5.5625,
      "learning_rate": 4.76397955999178e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5419331938028336,
      "num_tokens": 28778184.0,
      "step": 37310
    },
    {
      "epoch": 0.04733889933253674,
      "grad_norm": 5.59375,
      "learning_rate": 4.76391612898315e-05,
      "loss": 2.1712,
      "mean_token_accuracy": 0.5199994772672654,
      "num_tokens": 28786369.0,
      "step": 37320
    },
    {
      "epoch": 0.04735158392506957,
      "grad_norm": 4.90625,
      "learning_rate": 4.7638526979745215e-05,
      "loss": 2.3843,
      "mean_token_accuracy": 0.5046550422906876,
      "num_tokens": 28793723.0,
      "step": 37330
    },
    {
      "epoch": 0.047364268517602406,
      "grad_norm": 6.6875,
      "learning_rate": 4.763789266965892e-05,
      "loss": 2.2811,
      "mean_token_accuracy": 0.5053208827972412,
      "num_tokens": 28802146.0,
      "step": 37340
    },
    {
      "epoch": 0.04737695311013524,
      "grad_norm": 9.0625,
      "learning_rate": 4.7637258359572625e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5368591487407685,
      "num_tokens": 28809584.0,
      "step": 37350
    },
    {
      "epoch": 0.047389637702668075,
      "grad_norm": 5.53125,
      "learning_rate": 4.763662404948634e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5238715708255768,
      "num_tokens": 28817766.0,
      "step": 37360
    },
    {
      "epoch": 0.04740232229520091,
      "grad_norm": 4.8125,
      "learning_rate": 4.763598973940004e-05,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5894051015377044,
      "num_tokens": 28824156.0,
      "step": 37370
    },
    {
      "epoch": 0.04741500688773374,
      "grad_norm": 4.8125,
      "learning_rate": 4.7635355429313755e-05,
      "loss": 2.2997,
      "mean_token_accuracy": 0.49903872311115266,
      "num_tokens": 28831709.0,
      "step": 37380
    },
    {
      "epoch": 0.04742769148026658,
      "grad_norm": 5.0,
      "learning_rate": 4.763472111922747e-05,
      "loss": 2.2799,
      "mean_token_accuracy": 0.507518795132637,
      "num_tokens": 28840896.0,
      "step": 37390
    },
    {
      "epoch": 0.04744037607279941,
      "grad_norm": 5.25,
      "learning_rate": 4.763408680914117e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5396860599517822,
      "num_tokens": 28849472.0,
      "step": 37400
    },
    {
      "epoch": 0.047453060665332246,
      "grad_norm": 4.65625,
      "learning_rate": 4.7633452499054885e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.545641478896141,
      "num_tokens": 28858302.0,
      "step": 37410
    },
    {
      "epoch": 0.04746574525786508,
      "grad_norm": 4.5625,
      "learning_rate": 4.763281818896858e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5397807270288467,
      "num_tokens": 28867093.0,
      "step": 37420
    },
    {
      "epoch": 0.047478429850397914,
      "grad_norm": 6.25,
      "learning_rate": 4.7632183878882295e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5519759774208068,
      "num_tokens": 28873452.0,
      "step": 37430
    },
    {
      "epoch": 0.04749111444293075,
      "grad_norm": 8.875,
      "learning_rate": 4.763154956879601e-05,
      "loss": 1.8112,
      "mean_token_accuracy": 0.6009186118841171,
      "num_tokens": 28880613.0,
      "step": 37440
    },
    {
      "epoch": 0.04750379903546358,
      "grad_norm": 6.0,
      "learning_rate": 4.763091525870971e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5710494875907898,
      "num_tokens": 28888538.0,
      "step": 37450
    },
    {
      "epoch": 0.04751648362799642,
      "grad_norm": 6.375,
      "learning_rate": 4.7630280948623425e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5698557674884797,
      "num_tokens": 28894556.0,
      "step": 37460
    },
    {
      "epoch": 0.04752916822052925,
      "grad_norm": 5.25,
      "learning_rate": 4.762964663853713e-05,
      "loss": 1.9389,
      "mean_token_accuracy": 0.5733579576015473,
      "num_tokens": 28902039.0,
      "step": 37470
    },
    {
      "epoch": 0.047541852813062085,
      "grad_norm": 5.46875,
      "learning_rate": 4.762901232845084e-05,
      "loss": 2.2669,
      "mean_token_accuracy": 0.5173866361379623,
      "num_tokens": 28909524.0,
      "step": 37480
    },
    {
      "epoch": 0.04755453740559492,
      "grad_norm": 5.34375,
      "learning_rate": 4.762837801836455e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5232850611209869,
      "num_tokens": 28918732.0,
      "step": 37490
    },
    {
      "epoch": 0.047567221998127754,
      "grad_norm": 4.875,
      "learning_rate": 4.762774370827825e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5196841180324554,
      "num_tokens": 28927805.0,
      "step": 37500
    },
    {
      "epoch": 0.04757990659066059,
      "grad_norm": 5.1875,
      "learning_rate": 4.7627109398191965e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.520462429523468,
      "num_tokens": 28936244.0,
      "step": 37510
    },
    {
      "epoch": 0.04759259118319342,
      "grad_norm": 5.4375,
      "learning_rate": 4.762647508810567e-05,
      "loss": 2.2416,
      "mean_token_accuracy": 0.5240939825773239,
      "num_tokens": 28943841.0,
      "step": 37520
    },
    {
      "epoch": 0.047605275775726257,
      "grad_norm": 5.6875,
      "learning_rate": 4.762584077801938e-05,
      "loss": 2.3133,
      "mean_token_accuracy": 0.5090036869049073,
      "num_tokens": 28953095.0,
      "step": 37530
    },
    {
      "epoch": 0.04761796036825909,
      "grad_norm": 4.90625,
      "learning_rate": 4.7625206467933095e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5453680604696274,
      "num_tokens": 28961212.0,
      "step": 37540
    },
    {
      "epoch": 0.047630644960791925,
      "grad_norm": 5.21875,
      "learning_rate": 4.76245721578468e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5178823113441468,
      "num_tokens": 28969632.0,
      "step": 37550
    },
    {
      "epoch": 0.04764332955332476,
      "grad_norm": 5.46875,
      "learning_rate": 4.7623937847760506e-05,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5341302454471588,
      "num_tokens": 28975958.0,
      "step": 37560
    },
    {
      "epoch": 0.04765601414585759,
      "grad_norm": 5.09375,
      "learning_rate": 4.762330353767421e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5777631819248199,
      "num_tokens": 28982066.0,
      "step": 37570
    },
    {
      "epoch": 0.04766869873839043,
      "grad_norm": 5.25,
      "learning_rate": 4.762266922758792e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5407584875822067,
      "num_tokens": 28989038.0,
      "step": 37580
    },
    {
      "epoch": 0.04768138333092326,
      "grad_norm": 5.46875,
      "learning_rate": 4.7622034917501635e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5262172669172287,
      "num_tokens": 28996773.0,
      "step": 37590
    },
    {
      "epoch": 0.047694067923456096,
      "grad_norm": 5.0,
      "learning_rate": 4.762140060741534e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5651408970355988,
      "num_tokens": 29004887.0,
      "step": 37600
    },
    {
      "epoch": 0.04770675251598893,
      "grad_norm": 5.4375,
      "learning_rate": 4.762076629732905e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5614530056715011,
      "num_tokens": 29013105.0,
      "step": 37610
    },
    {
      "epoch": 0.047719437108521764,
      "grad_norm": 4.8125,
      "learning_rate": 4.762013198724276e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5344705671072006,
      "num_tokens": 29021936.0,
      "step": 37620
    },
    {
      "epoch": 0.0477321217010546,
      "grad_norm": 8.0625,
      "learning_rate": 4.761949767715646e-05,
      "loss": 1.8125,
      "mean_token_accuracy": 0.5921502143144608,
      "num_tokens": 29027372.0,
      "step": 37630
    },
    {
      "epoch": 0.04774480629358743,
      "grad_norm": 4.75,
      "learning_rate": 4.7618863367070176e-05,
      "loss": 2.2231,
      "mean_token_accuracy": 0.5210066229104996,
      "num_tokens": 29036652.0,
      "step": 37640
    },
    {
      "epoch": 0.04775749088612027,
      "grad_norm": 4.9375,
      "learning_rate": 4.761822905698388e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5298197656869889,
      "num_tokens": 29043345.0,
      "step": 37650
    },
    {
      "epoch": 0.0477701754786531,
      "grad_norm": 5.9375,
      "learning_rate": 4.761759474689759e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5270465165376663,
      "num_tokens": 29050997.0,
      "step": 37660
    },
    {
      "epoch": 0.047782860071185936,
      "grad_norm": 5.53125,
      "learning_rate": 4.76169604368113e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5303013682365417,
      "num_tokens": 29058237.0,
      "step": 37670
    },
    {
      "epoch": 0.04779554466371877,
      "grad_norm": 7.96875,
      "learning_rate": 4.761632612672501e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5338541895151139,
      "num_tokens": 29066173.0,
      "step": 37680
    },
    {
      "epoch": 0.047808229256251604,
      "grad_norm": 5.78125,
      "learning_rate": 4.7615691816638716e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5332206815481186,
      "num_tokens": 29075005.0,
      "step": 37690
    },
    {
      "epoch": 0.04782091384878444,
      "grad_norm": 5.75,
      "learning_rate": 4.761505750655242e-05,
      "loss": 2.2271,
      "mean_token_accuracy": 0.5089176625013352,
      "num_tokens": 29083840.0,
      "step": 37700
    },
    {
      "epoch": 0.04783359844131727,
      "grad_norm": 6.40625,
      "learning_rate": 4.761442319646613e-05,
      "loss": 1.8684,
      "mean_token_accuracy": 0.5925922274589539,
      "num_tokens": 29091661.0,
      "step": 37710
    },
    {
      "epoch": 0.04784628303385011,
      "grad_norm": 9.25,
      "learning_rate": 4.761378888637984e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5240970730781556,
      "num_tokens": 29098415.0,
      "step": 37720
    },
    {
      "epoch": 0.04785896762638294,
      "grad_norm": 5.4375,
      "learning_rate": 4.761315457629355e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5579577207565307,
      "num_tokens": 29106197.0,
      "step": 37730
    },
    {
      "epoch": 0.047871652218915775,
      "grad_norm": 4.28125,
      "learning_rate": 4.761252026620726e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5163077682256698,
      "num_tokens": 29114287.0,
      "step": 37740
    },
    {
      "epoch": 0.04788433681144861,
      "grad_norm": 5.09375,
      "learning_rate": 4.761188595612097e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5582876861095428,
      "num_tokens": 29122389.0,
      "step": 37750
    },
    {
      "epoch": 0.04789702140398144,
      "grad_norm": 5.28125,
      "learning_rate": 4.7611251646034674e-05,
      "loss": 2.2732,
      "mean_token_accuracy": 0.5108943492174148,
      "num_tokens": 29131769.0,
      "step": 37760
    },
    {
      "epoch": 0.04790970599651427,
      "grad_norm": 6.0625,
      "learning_rate": 4.761061733594838e-05,
      "loss": 2.4204,
      "mean_token_accuracy": 0.490092733502388,
      "num_tokens": 29139926.0,
      "step": 37770
    },
    {
      "epoch": 0.047922390589047105,
      "grad_norm": 6.3125,
      "learning_rate": 4.760998302586209e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5453776180744171,
      "num_tokens": 29146881.0,
      "step": 37780
    },
    {
      "epoch": 0.04793507518157994,
      "grad_norm": 9.75,
      "learning_rate": 4.76093487157758e-05,
      "loss": 1.8529,
      "mean_token_accuracy": 0.5882903307676315,
      "num_tokens": 29153649.0,
      "step": 37790
    },
    {
      "epoch": 0.04794775977411277,
      "grad_norm": 6.90625,
      "learning_rate": 4.760871440568951e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5642344564199447,
      "num_tokens": 29160388.0,
      "step": 37800
    },
    {
      "epoch": 0.04796044436664561,
      "grad_norm": 5.09375,
      "learning_rate": 4.760808009560322e-05,
      "loss": 2.3613,
      "mean_token_accuracy": 0.4985202789306641,
      "num_tokens": 29168520.0,
      "step": 37810
    },
    {
      "epoch": 0.04797312895917844,
      "grad_norm": 6.28125,
      "learning_rate": 4.7607445785516926e-05,
      "loss": 1.5245,
      "mean_token_accuracy": 0.6518675774335861,
      "num_tokens": 29174440.0,
      "step": 37820
    },
    {
      "epoch": 0.047985813551711276,
      "grad_norm": 4.53125,
      "learning_rate": 4.760681147543064e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5431533843278885,
      "num_tokens": 29183367.0,
      "step": 37830
    },
    {
      "epoch": 0.04799849814424411,
      "grad_norm": 6.59375,
      "learning_rate": 4.7606177165344344e-05,
      "loss": 2.2738,
      "mean_token_accuracy": 0.5226611942052841,
      "num_tokens": 29191082.0,
      "step": 37840
    },
    {
      "epoch": 0.048011182736776944,
      "grad_norm": 5.0,
      "learning_rate": 4.760554285525805e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5615653395652771,
      "num_tokens": 29199060.0,
      "step": 37850
    },
    {
      "epoch": 0.04802386732930978,
      "grad_norm": 5.78125,
      "learning_rate": 4.760490854517176e-05,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5696543216705322,
      "num_tokens": 29206317.0,
      "step": 37860
    },
    {
      "epoch": 0.04803655192184261,
      "grad_norm": 6.84375,
      "learning_rate": 4.7604274235085466e-05,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5285439610481262,
      "num_tokens": 29214946.0,
      "step": 37870
    },
    {
      "epoch": 0.04804923651437545,
      "grad_norm": 4.4375,
      "learning_rate": 4.760363992499918e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5530628234148025,
      "num_tokens": 29222407.0,
      "step": 37880
    },
    {
      "epoch": 0.04806192110690828,
      "grad_norm": 4.40625,
      "learning_rate": 4.760300561491289e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5240934520959855,
      "num_tokens": 29230588.0,
      "step": 37890
    },
    {
      "epoch": 0.048074605699441116,
      "grad_norm": 5.09375,
      "learning_rate": 4.7602371304826596e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5618870377540588,
      "num_tokens": 29238103.0,
      "step": 37900
    },
    {
      "epoch": 0.04808729029197395,
      "grad_norm": 4.8125,
      "learning_rate": 4.76017369947403e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5464799731969834,
      "num_tokens": 29246236.0,
      "step": 37910
    },
    {
      "epoch": 0.048099974884506784,
      "grad_norm": 6.28125,
      "learning_rate": 4.7601102684654013e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5427300065755845,
      "num_tokens": 29253593.0,
      "step": 37920
    },
    {
      "epoch": 0.04811265947703962,
      "grad_norm": 5.09375,
      "learning_rate": 4.760046837456772e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5488390326499939,
      "num_tokens": 29260996.0,
      "step": 37930
    },
    {
      "epoch": 0.04812534406957245,
      "grad_norm": 5.375,
      "learning_rate": 4.759983406448143e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5568477392196656,
      "num_tokens": 29269184.0,
      "step": 37940
    },
    {
      "epoch": 0.04813802866210529,
      "grad_norm": 5.6875,
      "learning_rate": 4.7599199754395136e-05,
      "loss": 2.2748,
      "mean_token_accuracy": 0.5110424369573593,
      "num_tokens": 29278155.0,
      "step": 37950
    },
    {
      "epoch": 0.04815071325463812,
      "grad_norm": 8.5,
      "learning_rate": 4.759856544430885e-05,
      "loss": 2.4009,
      "mean_token_accuracy": 0.4942860811948776,
      "num_tokens": 29285786.0,
      "step": 37960
    },
    {
      "epoch": 0.048163397847170955,
      "grad_norm": 6.15625,
      "learning_rate": 4.7597931134222554e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5703199505805969,
      "num_tokens": 29293573.0,
      "step": 37970
    },
    {
      "epoch": 0.04817608243970379,
      "grad_norm": 4.8125,
      "learning_rate": 4.759729682413626e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5679168671369552,
      "num_tokens": 29300008.0,
      "step": 37980
    },
    {
      "epoch": 0.048188767032236623,
      "grad_norm": 5.09375,
      "learning_rate": 4.759666251404997e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5594197273254394,
      "num_tokens": 29309584.0,
      "step": 37990
    },
    {
      "epoch": 0.04820145162476946,
      "grad_norm": 6.03125,
      "learning_rate": 4.7596028203963677e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5299514681100845,
      "num_tokens": 29317227.0,
      "step": 38000
    },
    {
      "epoch": 0.04821413621730229,
      "grad_norm": 5.96875,
      "learning_rate": 4.759539389387739e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5205847501754761,
      "num_tokens": 29325645.0,
      "step": 38010
    },
    {
      "epoch": 0.048226820809835126,
      "grad_norm": 5.90625,
      "learning_rate": 4.75947595837911e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5342819422483445,
      "num_tokens": 29334350.0,
      "step": 38020
    },
    {
      "epoch": 0.04823950540236796,
      "grad_norm": 4.625,
      "learning_rate": 4.7594125273704806e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5155845612287522,
      "num_tokens": 29342676.0,
      "step": 38030
    },
    {
      "epoch": 0.048252189994900795,
      "grad_norm": 5.46875,
      "learning_rate": 4.759349096361851e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5458649843931198,
      "num_tokens": 29350520.0,
      "step": 38040
    },
    {
      "epoch": 0.04826487458743363,
      "grad_norm": 7.65625,
      "learning_rate": 4.759285665353222e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5530489206314086,
      "num_tokens": 29357454.0,
      "step": 38050
    },
    {
      "epoch": 0.04827755917996646,
      "grad_norm": 5.78125,
      "learning_rate": 4.759222234344593e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5322102665901184,
      "num_tokens": 29365994.0,
      "step": 38060
    },
    {
      "epoch": 0.0482902437724993,
      "grad_norm": 5.625,
      "learning_rate": 4.759158803335964e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5469723701477051,
      "num_tokens": 29373723.0,
      "step": 38070
    },
    {
      "epoch": 0.04830292836503213,
      "grad_norm": 3.671875,
      "learning_rate": 4.7590953723273347e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5627848684787751,
      "num_tokens": 29379597.0,
      "step": 38080
    },
    {
      "epoch": 0.048315612957564966,
      "grad_norm": 7.375,
      "learning_rate": 4.759031941318706e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5329377323389053,
      "num_tokens": 29386757.0,
      "step": 38090
    },
    {
      "epoch": 0.0483282975500978,
      "grad_norm": 10.0625,
      "learning_rate": 4.7589685103100764e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5431669116020202,
      "num_tokens": 29394063.0,
      "step": 38100
    },
    {
      "epoch": 0.048340982142630634,
      "grad_norm": 5.09375,
      "learning_rate": 4.758905079301447e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5308537751436233,
      "num_tokens": 29402256.0,
      "step": 38110
    },
    {
      "epoch": 0.04835366673516347,
      "grad_norm": 5.71875,
      "learning_rate": 4.758841648292818e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.514327535033226,
      "num_tokens": 29410363.0,
      "step": 38120
    },
    {
      "epoch": 0.0483663513276963,
      "grad_norm": 6.34375,
      "learning_rate": 4.758778217284189e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5548668891191483,
      "num_tokens": 29417407.0,
      "step": 38130
    },
    {
      "epoch": 0.04837903592022914,
      "grad_norm": 7.34375,
      "learning_rate": 4.75871478627556e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5388437539339066,
      "num_tokens": 29425217.0,
      "step": 38140
    },
    {
      "epoch": 0.04839172051276197,
      "grad_norm": 5.9375,
      "learning_rate": 4.7586513552669304e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5269062161445618,
      "num_tokens": 29433665.0,
      "step": 38150
    },
    {
      "epoch": 0.048404405105294805,
      "grad_norm": 4.90625,
      "learning_rate": 4.7585879242583016e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5437009662389756,
      "num_tokens": 29440231.0,
      "step": 38160
    },
    {
      "epoch": 0.04841708969782764,
      "grad_norm": 9.0625,
      "learning_rate": 4.758524493249673e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5177290380001068,
      "num_tokens": 29448383.0,
      "step": 38170
    },
    {
      "epoch": 0.048429774290360474,
      "grad_norm": 4.9375,
      "learning_rate": 4.758461062241043e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5276519179344177,
      "num_tokens": 29456287.0,
      "step": 38180
    },
    {
      "epoch": 0.04844245888289331,
      "grad_norm": 6.40625,
      "learning_rate": 4.758397631232414e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.52839515209198,
      "num_tokens": 29464101.0,
      "step": 38190
    },
    {
      "epoch": 0.04845514347542614,
      "grad_norm": 6.96875,
      "learning_rate": 4.7583342002237845e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5331062316894531,
      "num_tokens": 29471034.0,
      "step": 38200
    },
    {
      "epoch": 0.048467828067958976,
      "grad_norm": 6.03125,
      "learning_rate": 4.758270769215156e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5603922337293625,
      "num_tokens": 29478450.0,
      "step": 38210
    },
    {
      "epoch": 0.04848051266049181,
      "grad_norm": 5.21875,
      "learning_rate": 4.758207338206527e-05,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5728699386119842,
      "num_tokens": 29484334.0,
      "step": 38220
    },
    {
      "epoch": 0.04849319725302464,
      "grad_norm": 4.96875,
      "learning_rate": 4.7581439071978974e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5513065874576568,
      "num_tokens": 29493047.0,
      "step": 38230
    },
    {
      "epoch": 0.04850588184555747,
      "grad_norm": 5.1875,
      "learning_rate": 4.7580804761892686e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5358874887228012,
      "num_tokens": 29500165.0,
      "step": 38240
    },
    {
      "epoch": 0.048518566438090306,
      "grad_norm": 5.125,
      "learning_rate": 4.758017045180639e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5464977622032166,
      "num_tokens": 29507497.0,
      "step": 38250
    },
    {
      "epoch": 0.04853125103062314,
      "grad_norm": 2.5,
      "learning_rate": 4.75795361417201e-05,
      "loss": 1.8182,
      "mean_token_accuracy": 0.6087349086999894,
      "num_tokens": 29515683.0,
      "step": 38260
    },
    {
      "epoch": 0.048543935623155975,
      "grad_norm": 4.875,
      "learning_rate": 4.757890183163381e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5391404747962951,
      "num_tokens": 29522465.0,
      "step": 38270
    },
    {
      "epoch": 0.04855662021568881,
      "grad_norm": 5.53125,
      "learning_rate": 4.7578267521547515e-05,
      "loss": 2.3714,
      "mean_token_accuracy": 0.503071665763855,
      "num_tokens": 29530733.0,
      "step": 38280
    },
    {
      "epoch": 0.04856930480822164,
      "grad_norm": 5.84375,
      "learning_rate": 4.757763321146123e-05,
      "loss": 2.302,
      "mean_token_accuracy": 0.5196172744035721,
      "num_tokens": 29538112.0,
      "step": 38290
    },
    {
      "epoch": 0.04858198940075448,
      "grad_norm": 5.21875,
      "learning_rate": 4.757699890137493e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5669513493776321,
      "num_tokens": 29544527.0,
      "step": 38300
    },
    {
      "epoch": 0.04859467399328731,
      "grad_norm": 7.15625,
      "learning_rate": 4.7576364591288644e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5296301633119583,
      "num_tokens": 29552193.0,
      "step": 38310
    },
    {
      "epoch": 0.048607358585820146,
      "grad_norm": 4.75,
      "learning_rate": 4.757573028120235e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5270488262176514,
      "num_tokens": 29559985.0,
      "step": 38320
    },
    {
      "epoch": 0.04862004317835298,
      "grad_norm": 7.34375,
      "learning_rate": 4.7575095971116055e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5307440370321274,
      "num_tokens": 29568937.0,
      "step": 38330
    },
    {
      "epoch": 0.048632727770885814,
      "grad_norm": 6.40625,
      "learning_rate": 4.757446166102977e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5387080520391464,
      "num_tokens": 29575849.0,
      "step": 38340
    },
    {
      "epoch": 0.04864541236341865,
      "grad_norm": 5.75,
      "learning_rate": 4.757382735094347e-05,
      "loss": 2.2993,
      "mean_token_accuracy": 0.5003554314374924,
      "num_tokens": 29584427.0,
      "step": 38350
    },
    {
      "epoch": 0.04865809695595148,
      "grad_norm": 4.90625,
      "learning_rate": 4.7573193040857184e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5543253719806671,
      "num_tokens": 29591885.0,
      "step": 38360
    },
    {
      "epoch": 0.04867078154848432,
      "grad_norm": 4.96875,
      "learning_rate": 4.7572558730770897e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5199458867311477,
      "num_tokens": 29600981.0,
      "step": 38370
    },
    {
      "epoch": 0.04868346614101715,
      "grad_norm": 6.0,
      "learning_rate": 4.75719244206846e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5273591935634613,
      "num_tokens": 29608208.0,
      "step": 38380
    },
    {
      "epoch": 0.048696150733549985,
      "grad_norm": 4.8125,
      "learning_rate": 4.757129011059831e-05,
      "loss": 2.2628,
      "mean_token_accuracy": 0.5094138085842133,
      "num_tokens": 29617437.0,
      "step": 38390
    },
    {
      "epoch": 0.04870883532608282,
      "grad_norm": 11.8125,
      "learning_rate": 4.757065580051201e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5399503916501999,
      "num_tokens": 29624485.0,
      "step": 38400
    },
    {
      "epoch": 0.048721519918615654,
      "grad_norm": 5.40625,
      "learning_rate": 4.7570021490425725e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5560120940208435,
      "num_tokens": 29631723.0,
      "step": 38410
    },
    {
      "epoch": 0.04873420451114849,
      "grad_norm": 5.5,
      "learning_rate": 4.756938718033944e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5258261293172837,
      "num_tokens": 29640415.0,
      "step": 38420
    },
    {
      "epoch": 0.04874688910368132,
      "grad_norm": 5.0625,
      "learning_rate": 4.756875287025314e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5283208876848221,
      "num_tokens": 29647982.0,
      "step": 38430
    },
    {
      "epoch": 0.048759573696214156,
      "grad_norm": 6.71875,
      "learning_rate": 4.7568118560166854e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5557305335998535,
      "num_tokens": 29655543.0,
      "step": 38440
    },
    {
      "epoch": 0.04877225828874699,
      "grad_norm": 5.8125,
      "learning_rate": 4.756748425008056e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.53086758852005,
      "num_tokens": 29663158.0,
      "step": 38450
    },
    {
      "epoch": 0.048784942881279825,
      "grad_norm": 4.5625,
      "learning_rate": 4.7566849939994265e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5271838217973709,
      "num_tokens": 29671589.0,
      "step": 38460
    },
    {
      "epoch": 0.04879762747381266,
      "grad_norm": 4.90625,
      "learning_rate": 4.756621562990798e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5413749933242797,
      "num_tokens": 29679938.0,
      "step": 38470
    },
    {
      "epoch": 0.04881031206634549,
      "grad_norm": 5.25,
      "learning_rate": 4.756558131982168e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5409185945987701,
      "num_tokens": 29688614.0,
      "step": 38480
    },
    {
      "epoch": 0.04882299665887833,
      "grad_norm": 6.71875,
      "learning_rate": 4.7564947009735395e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5503410428762436,
      "num_tokens": 29696234.0,
      "step": 38490
    },
    {
      "epoch": 0.04883568125141116,
      "grad_norm": 5.96875,
      "learning_rate": 4.75643126996491e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5231539487838746,
      "num_tokens": 29704173.0,
      "step": 38500
    },
    {
      "epoch": 0.048848365843943996,
      "grad_norm": 3.859375,
      "learning_rate": 4.756367838956281e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.569005224108696,
      "num_tokens": 29712188.0,
      "step": 38510
    },
    {
      "epoch": 0.04886105043647683,
      "grad_norm": 4.84375,
      "learning_rate": 4.756304407947652e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5294091671705246,
      "num_tokens": 29720337.0,
      "step": 38520
    },
    {
      "epoch": 0.048873735029009664,
      "grad_norm": 5.65625,
      "learning_rate": 4.756240976939022e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5514433115720749,
      "num_tokens": 29728309.0,
      "step": 38530
    },
    {
      "epoch": 0.0488864196215425,
      "grad_norm": 5.09375,
      "learning_rate": 4.7561775459303935e-05,
      "loss": 2.3252,
      "mean_token_accuracy": 0.5062558740377426,
      "num_tokens": 29736678.0,
      "step": 38540
    },
    {
      "epoch": 0.04889910421407533,
      "grad_norm": 5.09375,
      "learning_rate": 4.756114114921764e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5331558793783188,
      "num_tokens": 29745670.0,
      "step": 38550
    },
    {
      "epoch": 0.04891178880660817,
      "grad_norm": 4.875,
      "learning_rate": 4.756050683913135e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5735919743776321,
      "num_tokens": 29753735.0,
      "step": 38560
    },
    {
      "epoch": 0.048924473399141,
      "grad_norm": 5.03125,
      "learning_rate": 4.7559872529045065e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5159323990345002,
      "num_tokens": 29761684.0,
      "step": 38570
    },
    {
      "epoch": 0.048937157991673835,
      "grad_norm": 6.71875,
      "learning_rate": 4.755923821895877e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5245937734842301,
      "num_tokens": 29770158.0,
      "step": 38580
    },
    {
      "epoch": 0.04894984258420667,
      "grad_norm": 5.21875,
      "learning_rate": 4.755860390887248e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5155940592288971,
      "num_tokens": 29777896.0,
      "step": 38590
    },
    {
      "epoch": 0.048962527176739504,
      "grad_norm": 7.0625,
      "learning_rate": 4.755796959878618e-05,
      "loss": 1.7869,
      "mean_token_accuracy": 0.6063591271638871,
      "num_tokens": 29782833.0,
      "step": 38600
    },
    {
      "epoch": 0.04897521176927234,
      "grad_norm": 5.8125,
      "learning_rate": 4.755733528869989e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5316620767116547,
      "num_tokens": 29791160.0,
      "step": 38610
    },
    {
      "epoch": 0.04898789636180517,
      "grad_norm": 3.859375,
      "learning_rate": 4.7556700978613605e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5527766734361649,
      "num_tokens": 29798310.0,
      "step": 38620
    },
    {
      "epoch": 0.049000580954338006,
      "grad_norm": 4.78125,
      "learning_rate": 4.755606666852731e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.543464469909668,
      "num_tokens": 29805226.0,
      "step": 38630
    },
    {
      "epoch": 0.04901326554687084,
      "grad_norm": 5.34375,
      "learning_rate": 4.755543235844102e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5359380722045899,
      "num_tokens": 29812205.0,
      "step": 38640
    },
    {
      "epoch": 0.049025950139403675,
      "grad_norm": 5.28125,
      "learning_rate": 4.755479804835473e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5374562978744507,
      "num_tokens": 29821859.0,
      "step": 38650
    },
    {
      "epoch": 0.04903863473193651,
      "grad_norm": 5.9375,
      "learning_rate": 4.755416373826844e-05,
      "loss": 2.2668,
      "mean_token_accuracy": 0.5142434179782868,
      "num_tokens": 29829983.0,
      "step": 38660
    },
    {
      "epoch": 0.04905131932446934,
      "grad_norm": 6.375,
      "learning_rate": 4.7553529428182145e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5370631247758866,
      "num_tokens": 29838336.0,
      "step": 38670
    },
    {
      "epoch": 0.04906400391700218,
      "grad_norm": 4.96875,
      "learning_rate": 4.755289511809585e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5427170544862747,
      "num_tokens": 29846328.0,
      "step": 38680
    },
    {
      "epoch": 0.04907668850953501,
      "grad_norm": 6.0625,
      "learning_rate": 4.755226080800956e-05,
      "loss": 1.5703,
      "mean_token_accuracy": 0.645839911699295,
      "num_tokens": 29853165.0,
      "step": 38690
    },
    {
      "epoch": 0.04908937310206784,
      "grad_norm": 6.78125,
      "learning_rate": 4.755162649792327e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5213328659534454,
      "num_tokens": 29861602.0,
      "step": 38700
    },
    {
      "epoch": 0.04910205769460067,
      "grad_norm": 5.6875,
      "learning_rate": 4.755099218783698e-05,
      "loss": 2.2777,
      "mean_token_accuracy": 0.5066046923398971,
      "num_tokens": 29870321.0,
      "step": 38710
    },
    {
      "epoch": 0.04911474228713351,
      "grad_norm": 5.65625,
      "learning_rate": 4.755035787775069e-05,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5346184819936752,
      "num_tokens": 29878180.0,
      "step": 38720
    },
    {
      "epoch": 0.04912742687966634,
      "grad_norm": 6.65625,
      "learning_rate": 4.75497235676644e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5369369298219681,
      "num_tokens": 29886349.0,
      "step": 38730
    },
    {
      "epoch": 0.049140111472199176,
      "grad_norm": 7.53125,
      "learning_rate": 4.75490892575781e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5483057856559753,
      "num_tokens": 29893323.0,
      "step": 38740
    },
    {
      "epoch": 0.04915279606473201,
      "grad_norm": 5.28125,
      "learning_rate": 4.754845494749181e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5395982980728149,
      "num_tokens": 29902255.0,
      "step": 38750
    },
    {
      "epoch": 0.049165480657264844,
      "grad_norm": 4.84375,
      "learning_rate": 4.754782063740552e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5282281994819641,
      "num_tokens": 29909319.0,
      "step": 38760
    },
    {
      "epoch": 0.04917816524979768,
      "grad_norm": 5.34375,
      "learning_rate": 4.754718632731923e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5406191110610962,
      "num_tokens": 29917702.0,
      "step": 38770
    },
    {
      "epoch": 0.04919084984233051,
      "grad_norm": 4.84375,
      "learning_rate": 4.754655201723294e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5411136448383331,
      "num_tokens": 29925050.0,
      "step": 38780
    },
    {
      "epoch": 0.04920353443486335,
      "grad_norm": 6.3125,
      "learning_rate": 4.754591770714665e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5606114596128464,
      "num_tokens": 29931420.0,
      "step": 38790
    },
    {
      "epoch": 0.04921621902739618,
      "grad_norm": 6.0625,
      "learning_rate": 4.7545283397060355e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5635728299617767,
      "num_tokens": 29937671.0,
      "step": 38800
    },
    {
      "epoch": 0.049228903619929015,
      "grad_norm": 5.0,
      "learning_rate": 4.754464908697406e-05,
      "loss": 2.2426,
      "mean_token_accuracy": 0.5097460746765137,
      "num_tokens": 29944965.0,
      "step": 38810
    },
    {
      "epoch": 0.04924158821246185,
      "grad_norm": 5.8125,
      "learning_rate": 4.754401477688777e-05,
      "loss": 1.8779,
      "mean_token_accuracy": 0.5791065275669098,
      "num_tokens": 29950514.0,
      "step": 38820
    },
    {
      "epoch": 0.049254272804994684,
      "grad_norm": 6.46875,
      "learning_rate": 4.754338046680148e-05,
      "loss": 2.3785,
      "mean_token_accuracy": 0.5011261761188507,
      "num_tokens": 29958070.0,
      "step": 38830
    },
    {
      "epoch": 0.04926695739752752,
      "grad_norm": 4.625,
      "learning_rate": 4.754274615671519e-05,
      "loss": 1.8927,
      "mean_token_accuracy": 0.5772208839654922,
      "num_tokens": 29965333.0,
      "step": 38840
    },
    {
      "epoch": 0.04927964199006035,
      "grad_norm": 4.59375,
      "learning_rate": 4.75421118466289e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5279025256633758,
      "num_tokens": 29973404.0,
      "step": 38850
    },
    {
      "epoch": 0.049292326582593186,
      "grad_norm": 6.28125,
      "learning_rate": 4.754147753654261e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5128534942865371,
      "num_tokens": 29981502.0,
      "step": 38860
    },
    {
      "epoch": 0.04930501117512602,
      "grad_norm": 5.46875,
      "learning_rate": 4.754084322645631e-05,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5667947173118592,
      "num_tokens": 29989074.0,
      "step": 38870
    },
    {
      "epoch": 0.049317695767658855,
      "grad_norm": 5.03125,
      "learning_rate": 4.754020891637002e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5378092676401138,
      "num_tokens": 29997512.0,
      "step": 38880
    },
    {
      "epoch": 0.04933038036019169,
      "grad_norm": 5.28125,
      "learning_rate": 4.753957460628373e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5471021324396134,
      "num_tokens": 30006165.0,
      "step": 38890
    },
    {
      "epoch": 0.04934306495272452,
      "grad_norm": 4.96875,
      "learning_rate": 4.753894029619744e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5410426110029221,
      "num_tokens": 30014019.0,
      "step": 38900
    },
    {
      "epoch": 0.04935574954525736,
      "grad_norm": 5.5,
      "learning_rate": 4.753830598611115e-05,
      "loss": 2.311,
      "mean_token_accuracy": 0.50522500872612,
      "num_tokens": 30022145.0,
      "step": 38910
    },
    {
      "epoch": 0.04936843413779019,
      "grad_norm": 5.34375,
      "learning_rate": 4.753767167602486e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5200695097446442,
      "num_tokens": 30030105.0,
      "step": 38920
    },
    {
      "epoch": 0.049381118730323026,
      "grad_norm": 6.75,
      "learning_rate": 4.7537037365938566e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5180722862482071,
      "num_tokens": 30038107.0,
      "step": 38930
    },
    {
      "epoch": 0.04939380332285586,
      "grad_norm": 3.890625,
      "learning_rate": 4.753640305585227e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5536821275949478,
      "num_tokens": 30045763.0,
      "step": 38940
    },
    {
      "epoch": 0.049406487915388694,
      "grad_norm": 5.46875,
      "learning_rate": 4.753576874576598e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5339886903762817,
      "num_tokens": 30053706.0,
      "step": 38950
    },
    {
      "epoch": 0.04941917250792153,
      "grad_norm": 5.75,
      "learning_rate": 4.753513443567969e-05,
      "loss": 2.2926,
      "mean_token_accuracy": 0.5237869650125504,
      "num_tokens": 30061652.0,
      "step": 38960
    },
    {
      "epoch": 0.04943185710045436,
      "grad_norm": 5.59375,
      "learning_rate": 4.75345001255934e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5336061507463455,
      "num_tokens": 30070703.0,
      "step": 38970
    },
    {
      "epoch": 0.0494445416929872,
      "grad_norm": 5.3125,
      "learning_rate": 4.7533865815507106e-05,
      "loss": 2.3312,
      "mean_token_accuracy": 0.5095091879367828,
      "num_tokens": 30078439.0,
      "step": 38980
    },
    {
      "epoch": 0.04945722628552003,
      "grad_norm": 4.5625,
      "learning_rate": 4.753323150542082e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.53596630692482,
      "num_tokens": 30086579.0,
      "step": 38990
    },
    {
      "epoch": 0.049469910878052865,
      "grad_norm": 5.15625,
      "learning_rate": 4.753259719533453e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5455768883228302,
      "num_tokens": 30094290.0,
      "step": 39000
    },
    {
      "epoch": 0.0494825954705857,
      "grad_norm": 6.3125,
      "learning_rate": 4.7531962885248236e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5522738993167877,
      "num_tokens": 30101930.0,
      "step": 39010
    },
    {
      "epoch": 0.049495280063118534,
      "grad_norm": 5.40625,
      "learning_rate": 4.753132857516194e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5117607474327087,
      "num_tokens": 30110098.0,
      "step": 39020
    },
    {
      "epoch": 0.04950796465565137,
      "grad_norm": 4.59375,
      "learning_rate": 4.7530694265075646e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5430433809757232,
      "num_tokens": 30117538.0,
      "step": 39030
    },
    {
      "epoch": 0.0495206492481842,
      "grad_norm": 6.375,
      "learning_rate": 4.753005995498936e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5478953748941422,
      "num_tokens": 30124940.0,
      "step": 39040
    },
    {
      "epoch": 0.049533333840717036,
      "grad_norm": 5.5,
      "learning_rate": 4.752942564490307e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5405773609876633,
      "num_tokens": 30132630.0,
      "step": 39050
    },
    {
      "epoch": 0.04954601843324987,
      "grad_norm": 4.875,
      "learning_rate": 4.7528791334816776e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5700621992349625,
      "num_tokens": 30139761.0,
      "step": 39060
    },
    {
      "epoch": 0.049558703025782705,
      "grad_norm": 4.59375,
      "learning_rate": 4.752815702473049e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5186838150024414,
      "num_tokens": 30148512.0,
      "step": 39070
    },
    {
      "epoch": 0.04957138761831554,
      "grad_norm": 5.28125,
      "learning_rate": 4.752752271464419e-05,
      "loss": 2.2529,
      "mean_token_accuracy": 0.5258018225431442,
      "num_tokens": 30155941.0,
      "step": 39080
    },
    {
      "epoch": 0.04958407221084837,
      "grad_norm": 5.65625,
      "learning_rate": 4.75268884045579e-05,
      "loss": 2.2442,
      "mean_token_accuracy": 0.5082673221826554,
      "num_tokens": 30164732.0,
      "step": 39090
    },
    {
      "epoch": 0.04959675680338121,
      "grad_norm": 5.0,
      "learning_rate": 4.752625409447161e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5112648010253906,
      "num_tokens": 30173750.0,
      "step": 39100
    },
    {
      "epoch": 0.04960944139591404,
      "grad_norm": 5.5625,
      "learning_rate": 4.7525619784385316e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5147198677062989,
      "num_tokens": 30182102.0,
      "step": 39110
    },
    {
      "epoch": 0.049622125988446876,
      "grad_norm": 6.4375,
      "learning_rate": 4.752498547429903e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5581661880016326,
      "num_tokens": 30188984.0,
      "step": 39120
    },
    {
      "epoch": 0.04963481058097971,
      "grad_norm": 8.5,
      "learning_rate": 4.7524351164212734e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5331208974123001,
      "num_tokens": 30195879.0,
      "step": 39130
    },
    {
      "epoch": 0.049647495173512544,
      "grad_norm": 6.59375,
      "learning_rate": 4.7523716854126446e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5592362374067307,
      "num_tokens": 30202095.0,
      "step": 39140
    },
    {
      "epoch": 0.04966017976604538,
      "grad_norm": 5.0,
      "learning_rate": 4.752308254404015e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.5072779417037964,
      "num_tokens": 30210724.0,
      "step": 39150
    },
    {
      "epoch": 0.049672864358578206,
      "grad_norm": 5.25,
      "learning_rate": 4.7522448233953857e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5344451546669007,
      "num_tokens": 30218082.0,
      "step": 39160
    },
    {
      "epoch": 0.04968554895111104,
      "grad_norm": 5.25,
      "learning_rate": 4.752181392386757e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.539041057229042,
      "num_tokens": 30225489.0,
      "step": 39170
    },
    {
      "epoch": 0.049698233543643874,
      "grad_norm": 4.84375,
      "learning_rate": 4.7521179613781274e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5195267468690872,
      "num_tokens": 30232978.0,
      "step": 39180
    },
    {
      "epoch": 0.04971091813617671,
      "grad_norm": 5.375,
      "learning_rate": 4.7520545303694986e-05,
      "loss": 2.2662,
      "mean_token_accuracy": 0.5091245412826538,
      "num_tokens": 30242122.0,
      "step": 39190
    },
    {
      "epoch": 0.04972360272870954,
      "grad_norm": 8.125,
      "learning_rate": 4.75199109936087e-05,
      "loss": 1.8856,
      "mean_token_accuracy": 0.58223916888237,
      "num_tokens": 30247660.0,
      "step": 39200
    },
    {
      "epoch": 0.04973628732124238,
      "grad_norm": 5.625,
      "learning_rate": 4.7519276683522404e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5486961752176285,
      "num_tokens": 30254840.0,
      "step": 39210
    },
    {
      "epoch": 0.04974897191377521,
      "grad_norm": 5.34375,
      "learning_rate": 4.751864237343611e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5454086005687714,
      "num_tokens": 30261788.0,
      "step": 39220
    },
    {
      "epoch": 0.049761656506308045,
      "grad_norm": 5.84375,
      "learning_rate": 4.7518008063349814e-05,
      "loss": 2.3453,
      "mean_token_accuracy": 0.4983142763376236,
      "num_tokens": 30270963.0,
      "step": 39230
    },
    {
      "epoch": 0.04977434109884088,
      "grad_norm": 7.15625,
      "learning_rate": 4.7517373753263526e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5167317926883698,
      "num_tokens": 30279134.0,
      "step": 39240
    },
    {
      "epoch": 0.049787025691373714,
      "grad_norm": 5.46875,
      "learning_rate": 4.751673944317724e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5377215325832367,
      "num_tokens": 30286450.0,
      "step": 39250
    },
    {
      "epoch": 0.04979971028390655,
      "grad_norm": 4.78125,
      "learning_rate": 4.7516105133090944e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5219558149576187,
      "num_tokens": 30295941.0,
      "step": 39260
    },
    {
      "epoch": 0.04981239487643938,
      "grad_norm": 5.5,
      "learning_rate": 4.7515470823004656e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5007342487573624,
      "num_tokens": 30304728.0,
      "step": 39270
    },
    {
      "epoch": 0.049825079468972217,
      "grad_norm": 5.1875,
      "learning_rate": 4.751483651291836e-05,
      "loss": 2.2878,
      "mean_token_accuracy": 0.5161321610212326,
      "num_tokens": 30313940.0,
      "step": 39280
    },
    {
      "epoch": 0.04983776406150505,
      "grad_norm": 5.28125,
      "learning_rate": 4.751420220283207e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5318869054317474,
      "num_tokens": 30321850.0,
      "step": 39290
    },
    {
      "epoch": 0.049850448654037885,
      "grad_norm": 5.3125,
      "learning_rate": 4.751356789274578e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5440340965986252,
      "num_tokens": 30328661.0,
      "step": 39300
    },
    {
      "epoch": 0.04986313324657072,
      "grad_norm": 4.71875,
      "learning_rate": 4.7512933582659484e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5304441690444947,
      "num_tokens": 30336295.0,
      "step": 39310
    },
    {
      "epoch": 0.04987581783910355,
      "grad_norm": 4.625,
      "learning_rate": 4.7512299272573196e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5603103250265121,
      "num_tokens": 30344525.0,
      "step": 39320
    },
    {
      "epoch": 0.04988850243163639,
      "grad_norm": 4.6875,
      "learning_rate": 4.75116649624869e-05,
      "loss": 2.2217,
      "mean_token_accuracy": 0.5186072796583175,
      "num_tokens": 30354000.0,
      "step": 39330
    },
    {
      "epoch": 0.04990118702416922,
      "grad_norm": 4.625,
      "learning_rate": 4.7511030652400614e-05,
      "loss": 1.9085,
      "mean_token_accuracy": 0.5807980298995972,
      "num_tokens": 30359846.0,
      "step": 39340
    },
    {
      "epoch": 0.049913871616702056,
      "grad_norm": 5.96875,
      "learning_rate": 4.7510396342314326e-05,
      "loss": 2.362,
      "mean_token_accuracy": 0.494157600402832,
      "num_tokens": 30369304.0,
      "step": 39350
    },
    {
      "epoch": 0.04992655620923489,
      "grad_norm": 8.3125,
      "learning_rate": 4.7509762032228025e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5623383402824402,
      "num_tokens": 30377166.0,
      "step": 39360
    },
    {
      "epoch": 0.049939240801767724,
      "grad_norm": 4.78125,
      "learning_rate": 4.750912772214174e-05,
      "loss": 1.9004,
      "mean_token_accuracy": 0.5823517322540284,
      "num_tokens": 30383966.0,
      "step": 39370
    },
    {
      "epoch": 0.04995192539430056,
      "grad_norm": 6.3125,
      "learning_rate": 4.750849341205544e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5215070128440857,
      "num_tokens": 30391520.0,
      "step": 39380
    },
    {
      "epoch": 0.04996460998683339,
      "grad_norm": 4.65625,
      "learning_rate": 4.7507859101969154e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5755236089229584,
      "num_tokens": 30397719.0,
      "step": 39390
    },
    {
      "epoch": 0.04997729457936623,
      "grad_norm": 5.5,
      "learning_rate": 4.7507224791882866e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5238228648900985,
      "num_tokens": 30406626.0,
      "step": 39400
    },
    {
      "epoch": 0.04998997917189906,
      "grad_norm": 6.5,
      "learning_rate": 4.750659048179657e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5494826942682266,
      "num_tokens": 30412999.0,
      "step": 39410
    },
    {
      "epoch": 0.050002663764431896,
      "grad_norm": 4.75,
      "learning_rate": 4.7505956171710284e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.548663654923439,
      "num_tokens": 30420562.0,
      "step": 39420
    },
    {
      "epoch": 0.05001534835696473,
      "grad_norm": 5.375,
      "learning_rate": 4.750532186162399e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5671600341796875,
      "num_tokens": 30428745.0,
      "step": 39430
    },
    {
      "epoch": 0.050028032949497564,
      "grad_norm": 4.90625,
      "learning_rate": 4.7504687551537694e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.559183394908905,
      "num_tokens": 30436295.0,
      "step": 39440
    },
    {
      "epoch": 0.0500407175420304,
      "grad_norm": 4.21875,
      "learning_rate": 4.7504053241451407e-05,
      "loss": 2.2446,
      "mean_token_accuracy": 0.5141210049390793,
      "num_tokens": 30444582.0,
      "step": 39450
    },
    {
      "epoch": 0.05005340213456323,
      "grad_norm": 4.4375,
      "learning_rate": 4.750341893136511e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5394821554422379,
      "num_tokens": 30452722.0,
      "step": 39460
    },
    {
      "epoch": 0.05006608672709607,
      "grad_norm": 4.53125,
      "learning_rate": 4.7502784621278824e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5288964450359345,
      "num_tokens": 30460900.0,
      "step": 39470
    },
    {
      "epoch": 0.0500787713196289,
      "grad_norm": 5.625,
      "learning_rate": 4.750215031119253e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.5654504477977753,
      "num_tokens": 30467525.0,
      "step": 39480
    },
    {
      "epoch": 0.050091455912161735,
      "grad_norm": 4.25,
      "learning_rate": 4.750151600110624e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5502465724945068,
      "num_tokens": 30474276.0,
      "step": 39490
    },
    {
      "epoch": 0.05010414050469457,
      "grad_norm": 5.5625,
      "learning_rate": 4.750088169101995e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.523039522767067,
      "num_tokens": 30480603.0,
      "step": 39500
    },
    {
      "epoch": 0.050116825097227403,
      "grad_norm": 5.96875,
      "learning_rate": 4.750024738093365e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5466523140668869,
      "num_tokens": 30489237.0,
      "step": 39510
    },
    {
      "epoch": 0.05012950968976024,
      "grad_norm": 6.40625,
      "learning_rate": 4.7499613070847364e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5367599308490754,
      "num_tokens": 30496393.0,
      "step": 39520
    },
    {
      "epoch": 0.05014219428229307,
      "grad_norm": 6.21875,
      "learning_rate": 4.749897876076107e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5571162194013596,
      "num_tokens": 30503836.0,
      "step": 39530
    },
    {
      "epoch": 0.050154878874825906,
      "grad_norm": 4.8125,
      "learning_rate": 4.749834445067478e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5604150950908661,
      "num_tokens": 30512201.0,
      "step": 39540
    },
    {
      "epoch": 0.05016756346735874,
      "grad_norm": 5.375,
      "learning_rate": 4.7497710140588494e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5408961325883865,
      "num_tokens": 30519931.0,
      "step": 39550
    },
    {
      "epoch": 0.050180248059891575,
      "grad_norm": 7.8125,
      "learning_rate": 4.74970758305022e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.545875197649002,
      "num_tokens": 30527135.0,
      "step": 39560
    },
    {
      "epoch": 0.05019293265242441,
      "grad_norm": 5.15625,
      "learning_rate": 4.7496441520415905e-05,
      "loss": 2.2074,
      "mean_token_accuracy": 0.5074572205543518,
      "num_tokens": 30535499.0,
      "step": 39570
    },
    {
      "epoch": 0.05020561724495724,
      "grad_norm": 5.375,
      "learning_rate": 4.749580721032961e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5488109141588211,
      "num_tokens": 30542365.0,
      "step": 39580
    },
    {
      "epoch": 0.05021830183749008,
      "grad_norm": 5.53125,
      "learning_rate": 4.749517290024332e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5420898616313934,
      "num_tokens": 30550675.0,
      "step": 39590
    },
    {
      "epoch": 0.05023098643002291,
      "grad_norm": 4.4375,
      "learning_rate": 4.7494538590157034e-05,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5607136100530624,
      "num_tokens": 30557404.0,
      "step": 39600
    },
    {
      "epoch": 0.050243671022555746,
      "grad_norm": 3.953125,
      "learning_rate": 4.749390428007074e-05,
      "loss": 1.7639,
      "mean_token_accuracy": 0.6065958946943283,
      "num_tokens": 30563629.0,
      "step": 39610
    },
    {
      "epoch": 0.05025635561508858,
      "grad_norm": 4.9375,
      "learning_rate": 4.749326996998445e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5174813270568848,
      "num_tokens": 30571873.0,
      "step": 39620
    },
    {
      "epoch": 0.05026904020762141,
      "grad_norm": 4.71875,
      "learning_rate": 4.749263565989816e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5704234868288041,
      "num_tokens": 30578579.0,
      "step": 39630
    },
    {
      "epoch": 0.05028172480015424,
      "grad_norm": 6.59375,
      "learning_rate": 4.749200134981186e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5660348773002625,
      "num_tokens": 30585374.0,
      "step": 39640
    },
    {
      "epoch": 0.050294409392687076,
      "grad_norm": 4.4375,
      "learning_rate": 4.7491367039725575e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5462256908416748,
      "num_tokens": 30592342.0,
      "step": 39650
    },
    {
      "epoch": 0.05030709398521991,
      "grad_norm": 5.71875,
      "learning_rate": 4.749073272963928e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5573022782802581,
      "num_tokens": 30599745.0,
      "step": 39660
    },
    {
      "epoch": 0.050319778577752744,
      "grad_norm": 5.375,
      "learning_rate": 4.749009841955299e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5591259896755219,
      "num_tokens": 30607637.0,
      "step": 39670
    },
    {
      "epoch": 0.05033246317028558,
      "grad_norm": 5.40625,
      "learning_rate": 4.74894641094667e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.517668890953064,
      "num_tokens": 30615846.0,
      "step": 39680
    },
    {
      "epoch": 0.05034514776281841,
      "grad_norm": 13.1875,
      "learning_rate": 4.748882979938041e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5579175561666488,
      "num_tokens": 30621993.0,
      "step": 39690
    },
    {
      "epoch": 0.05035783235535125,
      "grad_norm": 4.53125,
      "learning_rate": 4.748819548929412e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5612204283475876,
      "num_tokens": 30629570.0,
      "step": 39700
    },
    {
      "epoch": 0.05037051694788408,
      "grad_norm": 6.625,
      "learning_rate": 4.748756117920782e-05,
      "loss": 2.336,
      "mean_token_accuracy": 0.512614506483078,
      "num_tokens": 30636493.0,
      "step": 39710
    },
    {
      "epoch": 0.050383201540416915,
      "grad_norm": 5.1875,
      "learning_rate": 4.748692686912153e-05,
      "loss": 2.2276,
      "mean_token_accuracy": 0.5259296894073486,
      "num_tokens": 30645182.0,
      "step": 39720
    },
    {
      "epoch": 0.05039588613294975,
      "grad_norm": 5.125,
      "learning_rate": 4.7486292559035245e-05,
      "loss": 2.2303,
      "mean_token_accuracy": 0.5165392696857453,
      "num_tokens": 30654468.0,
      "step": 39730
    },
    {
      "epoch": 0.050408570725482583,
      "grad_norm": 6.40625,
      "learning_rate": 4.748565824894895e-05,
      "loss": 2.3134,
      "mean_token_accuracy": 0.5048164755105973,
      "num_tokens": 30662902.0,
      "step": 39740
    },
    {
      "epoch": 0.05042125531801542,
      "grad_norm": 7.53125,
      "learning_rate": 4.748502393886266e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5903458148241043,
      "num_tokens": 30669683.0,
      "step": 39750
    },
    {
      "epoch": 0.05043393991054825,
      "grad_norm": 4.90625,
      "learning_rate": 4.748438962877637e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5436897873878479,
      "num_tokens": 30677992.0,
      "step": 39760
    },
    {
      "epoch": 0.050446624503081086,
      "grad_norm": 7.96875,
      "learning_rate": 4.748375531869008e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.553922837972641,
      "num_tokens": 30685785.0,
      "step": 39770
    },
    {
      "epoch": 0.05045930909561392,
      "grad_norm": 4.71875,
      "learning_rate": 4.7483121008603785e-05,
      "loss": 2.1953,
      "mean_token_accuracy": 0.5231329381465912,
      "num_tokens": 30694523.0,
      "step": 39780
    },
    {
      "epoch": 0.050471993688146755,
      "grad_norm": 6.46875,
      "learning_rate": 4.748248669851749e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5318838268518448,
      "num_tokens": 30700642.0,
      "step": 39790
    },
    {
      "epoch": 0.05048467828067959,
      "grad_norm": 4.4375,
      "learning_rate": 4.74818523884312e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5687443941831589,
      "num_tokens": 30709383.0,
      "step": 39800
    },
    {
      "epoch": 0.05049736287321242,
      "grad_norm": 4.625,
      "learning_rate": 4.748121807834491e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5456494003534317,
      "num_tokens": 30716998.0,
      "step": 39810
    },
    {
      "epoch": 0.05051004746574526,
      "grad_norm": 8.0625,
      "learning_rate": 4.748058376825862e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5344703733921051,
      "num_tokens": 30723127.0,
      "step": 39820
    },
    {
      "epoch": 0.05052273205827809,
      "grad_norm": 5.28125,
      "learning_rate": 4.747994945817233e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5617075741291047,
      "num_tokens": 30730991.0,
      "step": 39830
    },
    {
      "epoch": 0.050535416650810926,
      "grad_norm": 5.1875,
      "learning_rate": 4.747931514808604e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5205028206110001,
      "num_tokens": 30739080.0,
      "step": 39840
    },
    {
      "epoch": 0.05054810124334376,
      "grad_norm": 4.46875,
      "learning_rate": 4.747868083799974e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5651508420705795,
      "num_tokens": 30744776.0,
      "step": 39850
    },
    {
      "epoch": 0.050560785835876594,
      "grad_norm": 5.84375,
      "learning_rate": 4.747804652791345e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5507112443447113,
      "num_tokens": 30751227.0,
      "step": 39860
    },
    {
      "epoch": 0.05057347042840943,
      "grad_norm": 7.15625,
      "learning_rate": 4.747741221782716e-05,
      "loss": 1.8924,
      "mean_token_accuracy": 0.5819345206022263,
      "num_tokens": 30758176.0,
      "step": 39870
    },
    {
      "epoch": 0.05058615502094226,
      "grad_norm": 4.875,
      "learning_rate": 4.747677790774087e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.5194630235433578,
      "num_tokens": 30765902.0,
      "step": 39880
    },
    {
      "epoch": 0.0505988396134751,
      "grad_norm": 5.3125,
      "learning_rate": 4.747614359765458e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5311557620763778,
      "num_tokens": 30773792.0,
      "step": 39890
    },
    {
      "epoch": 0.05061152420600793,
      "grad_norm": 4.90625,
      "learning_rate": 4.747550928756829e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5456998676061631,
      "num_tokens": 30780915.0,
      "step": 39900
    },
    {
      "epoch": 0.050624208798540765,
      "grad_norm": 4.875,
      "learning_rate": 4.7474874977481995e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5348065227270127,
      "num_tokens": 30789048.0,
      "step": 39910
    },
    {
      "epoch": 0.0506368933910736,
      "grad_norm": 6.03125,
      "learning_rate": 4.74742406673957e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5807260900735856,
      "num_tokens": 30795706.0,
      "step": 39920
    },
    {
      "epoch": 0.050649577983606434,
      "grad_norm": 4.71875,
      "learning_rate": 4.747360635730941e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5521602749824523,
      "num_tokens": 30804004.0,
      "step": 39930
    },
    {
      "epoch": 0.05066226257613927,
      "grad_norm": 4.84375,
      "learning_rate": 4.747297204722312e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5428033530712127,
      "num_tokens": 30813029.0,
      "step": 39940
    },
    {
      "epoch": 0.0506749471686721,
      "grad_norm": 6.21875,
      "learning_rate": 4.747233773713683e-05,
      "loss": 2.1901,
      "mean_token_accuracy": 0.529134064912796,
      "num_tokens": 30820836.0,
      "step": 39950
    },
    {
      "epoch": 0.050687631761204936,
      "grad_norm": 5.21875,
      "learning_rate": 4.7471703427050535e-05,
      "loss": 2.3159,
      "mean_token_accuracy": 0.5072587668895722,
      "num_tokens": 30828869.0,
      "step": 39960
    },
    {
      "epoch": 0.05070031635373777,
      "grad_norm": 7.9375,
      "learning_rate": 4.747106911696425e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5591303050518036,
      "num_tokens": 30836515.0,
      "step": 39970
    },
    {
      "epoch": 0.050713000946270605,
      "grad_norm": 5.3125,
      "learning_rate": 4.747043480687795e-05,
      "loss": 2.2735,
      "mean_token_accuracy": 0.5073453068733216,
      "num_tokens": 30843856.0,
      "step": 39980
    },
    {
      "epoch": 0.05072568553880344,
      "grad_norm": 5.09375,
      "learning_rate": 4.746980049679166e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5230269074440003,
      "num_tokens": 30852374.0,
      "step": 39990
    },
    {
      "epoch": 0.05073837013133627,
      "grad_norm": 5.03125,
      "learning_rate": 4.746916618670537e-05,
      "loss": 2.2747,
      "mean_token_accuracy": 0.5192008405923844,
      "num_tokens": 30860398.0,
      "step": 40000
    },
    {
      "epoch": 0.05075105472386911,
      "grad_norm": 6.3125,
      "learning_rate": 4.7468531876619076e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5338599056005477,
      "num_tokens": 30867692.0,
      "step": 40010
    },
    {
      "epoch": 0.05076373931640194,
      "grad_norm": 5.9375,
      "learning_rate": 4.746789756653279e-05,
      "loss": 2.2605,
      "mean_token_accuracy": 0.5143104374408722,
      "num_tokens": 30875934.0,
      "step": 40020
    },
    {
      "epoch": 0.050776423908934776,
      "grad_norm": 4.78125,
      "learning_rate": 4.74672632564465e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.536004614830017,
      "num_tokens": 30883617.0,
      "step": 40030
    },
    {
      "epoch": 0.05078910850146761,
      "grad_norm": 6.78125,
      "learning_rate": 4.7466628946360205e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5514321714639664,
      "num_tokens": 30890750.0,
      "step": 40040
    },
    {
      "epoch": 0.050801793094000444,
      "grad_norm": 5.71875,
      "learning_rate": 4.746599463627391e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5415164172649384,
      "num_tokens": 30898590.0,
      "step": 40050
    },
    {
      "epoch": 0.05081447768653328,
      "grad_norm": 6.4375,
      "learning_rate": 4.7465360326187616e-05,
      "loss": 2.2419,
      "mean_token_accuracy": 0.518417701125145,
      "num_tokens": 30907962.0,
      "step": 40060
    },
    {
      "epoch": 0.05082716227906611,
      "grad_norm": 5.5,
      "learning_rate": 4.746472601610133e-05,
      "loss": 1.8717,
      "mean_token_accuracy": 0.5823317289352417,
      "num_tokens": 30915721.0,
      "step": 40070
    },
    {
      "epoch": 0.05083984687159895,
      "grad_norm": 6.5,
      "learning_rate": 4.746409170601504e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5359794706106186,
      "num_tokens": 30922873.0,
      "step": 40080
    },
    {
      "epoch": 0.05085253146413178,
      "grad_norm": 5.15625,
      "learning_rate": 4.7463457395928746e-05,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5242276757955551,
      "num_tokens": 30931173.0,
      "step": 40090
    },
    {
      "epoch": 0.05086521605666461,
      "grad_norm": 8.4375,
      "learning_rate": 4.746282308584246e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5379140615463257,
      "num_tokens": 30937909.0,
      "step": 40100
    },
    {
      "epoch": 0.05087790064919744,
      "grad_norm": 6.59375,
      "learning_rate": 4.746218877575616e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.540147939324379,
      "num_tokens": 30943776.0,
      "step": 40110
    },
    {
      "epoch": 0.05089058524173028,
      "grad_norm": 5.8125,
      "learning_rate": 4.7461554465669875e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5457537204027176,
      "num_tokens": 30951738.0,
      "step": 40120
    },
    {
      "epoch": 0.05090326983426311,
      "grad_norm": 5.875,
      "learning_rate": 4.746092015558358e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5449169516563416,
      "num_tokens": 30958895.0,
      "step": 40130
    },
    {
      "epoch": 0.050915954426795945,
      "grad_norm": 5.59375,
      "learning_rate": 4.7460285845497286e-05,
      "loss": 1.6629,
      "mean_token_accuracy": 0.6352579832077027,
      "num_tokens": 30964901.0,
      "step": 40140
    },
    {
      "epoch": 0.05092863901932878,
      "grad_norm": 7.71875,
      "learning_rate": 4.7459651535411e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5696904361248016,
      "num_tokens": 30972147.0,
      "step": 40150
    },
    {
      "epoch": 0.050941323611861614,
      "grad_norm": 6.0625,
      "learning_rate": 4.74590172253247e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5357356160879135,
      "num_tokens": 30979210.0,
      "step": 40160
    },
    {
      "epoch": 0.05095400820439445,
      "grad_norm": 5.96875,
      "learning_rate": 4.7458382915238416e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5711110919713974,
      "num_tokens": 30987240.0,
      "step": 40170
    },
    {
      "epoch": 0.05096669279692728,
      "grad_norm": 3.765625,
      "learning_rate": 4.745774860515213e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5713296592235565,
      "num_tokens": 30994262.0,
      "step": 40180
    },
    {
      "epoch": 0.050979377389460116,
      "grad_norm": 5.9375,
      "learning_rate": 4.745711429506583e-05,
      "loss": 2.2651,
      "mean_token_accuracy": 0.5312001436948777,
      "num_tokens": 31002771.0,
      "step": 40190
    },
    {
      "epoch": 0.05099206198199295,
      "grad_norm": 5.34375,
      "learning_rate": 4.745647998497954e-05,
      "loss": 2.3645,
      "mean_token_accuracy": 0.5043543577194214,
      "num_tokens": 31009789.0,
      "step": 40200
    },
    {
      "epoch": 0.051004746574525785,
      "grad_norm": 5.4375,
      "learning_rate": 4.7455845674893244e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5225295335054397,
      "num_tokens": 31017868.0,
      "step": 40210
    },
    {
      "epoch": 0.05101743116705862,
      "grad_norm": 5.1875,
      "learning_rate": 4.7455211364806956e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5143797636032105,
      "num_tokens": 31025740.0,
      "step": 40220
    },
    {
      "epoch": 0.05103011575959145,
      "grad_norm": 5.96875,
      "learning_rate": 4.745457705472067e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.517325085401535,
      "num_tokens": 31033096.0,
      "step": 40230
    },
    {
      "epoch": 0.05104280035212429,
      "grad_norm": 4.6875,
      "learning_rate": 4.745394274463437e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5272094339132309,
      "num_tokens": 31040690.0,
      "step": 40240
    },
    {
      "epoch": 0.05105548494465712,
      "grad_norm": 8.9375,
      "learning_rate": 4.7453308434548085e-05,
      "loss": 2.2488,
      "mean_token_accuracy": 0.526058804988861,
      "num_tokens": 31048016.0,
      "step": 40250
    },
    {
      "epoch": 0.051068169537189956,
      "grad_norm": 6.5,
      "learning_rate": 4.745267412446179e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5695088893175125,
      "num_tokens": 31055109.0,
      "step": 40260
    },
    {
      "epoch": 0.05108085412972279,
      "grad_norm": 6.46875,
      "learning_rate": 4.7452039814375496e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.537921816110611,
      "num_tokens": 31062786.0,
      "step": 40270
    },
    {
      "epoch": 0.051093538722255624,
      "grad_norm": 4.84375,
      "learning_rate": 4.745140550428921e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5435496211051941,
      "num_tokens": 31071017.0,
      "step": 40280
    },
    {
      "epoch": 0.05110622331478846,
      "grad_norm": 8.3125,
      "learning_rate": 4.7450771194202914e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5350580453872681,
      "num_tokens": 31079438.0,
      "step": 40290
    },
    {
      "epoch": 0.05111890790732129,
      "grad_norm": 6.96875,
      "learning_rate": 4.7450136884116626e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5209041386842728,
      "num_tokens": 31086996.0,
      "step": 40300
    },
    {
      "epoch": 0.05113159249985413,
      "grad_norm": 6.1875,
      "learning_rate": 4.744950257403033e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5202047049999237,
      "num_tokens": 31094742.0,
      "step": 40310
    },
    {
      "epoch": 0.05114427709238696,
      "grad_norm": 5.21875,
      "learning_rate": 4.744886826394404e-05,
      "loss": 1.9127,
      "mean_token_accuracy": 0.5867447584867478,
      "num_tokens": 31101394.0,
      "step": 40320
    },
    {
      "epoch": 0.051156961684919795,
      "grad_norm": 5.375,
      "learning_rate": 4.744823395385775e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5563969761133194,
      "num_tokens": 31109521.0,
      "step": 40330
    },
    {
      "epoch": 0.05116964627745263,
      "grad_norm": 5.5,
      "learning_rate": 4.7447599643771454e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5319130808115006,
      "num_tokens": 31116764.0,
      "step": 40340
    },
    {
      "epoch": 0.051182330869985464,
      "grad_norm": 5.5,
      "learning_rate": 4.7446965333685166e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5289952725172042,
      "num_tokens": 31124966.0,
      "step": 40350
    },
    {
      "epoch": 0.0511950154625183,
      "grad_norm": 6.28125,
      "learning_rate": 4.744633102359887e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5722208350896836,
      "num_tokens": 31131949.0,
      "step": 40360
    },
    {
      "epoch": 0.05120770005505113,
      "grad_norm": 6.8125,
      "learning_rate": 4.7445696713512584e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5352600812911987,
      "num_tokens": 31139127.0,
      "step": 40370
    },
    {
      "epoch": 0.051220384647583966,
      "grad_norm": 5.65625,
      "learning_rate": 4.7445062403426296e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5380946427583695,
      "num_tokens": 31147385.0,
      "step": 40380
    },
    {
      "epoch": 0.0512330692401168,
      "grad_norm": 5.59375,
      "learning_rate": 4.744442809334e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5333803474903107,
      "num_tokens": 31154852.0,
      "step": 40390
    },
    {
      "epoch": 0.051245753832649635,
      "grad_norm": 7.15625,
      "learning_rate": 4.7443793783253706e-05,
      "loss": 1.8948,
      "mean_token_accuracy": 0.5787369608879089,
      "num_tokens": 31161417.0,
      "step": 40400
    },
    {
      "epoch": 0.05125843842518247,
      "grad_norm": 4.96875,
      "learning_rate": 4.744315947316741e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5726661115884781,
      "num_tokens": 31167255.0,
      "step": 40410
    },
    {
      "epoch": 0.0512711230177153,
      "grad_norm": 4.71875,
      "learning_rate": 4.7442525163081124e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5211648166179657,
      "num_tokens": 31176380.0,
      "step": 40420
    },
    {
      "epoch": 0.05128380761024814,
      "grad_norm": 5.0,
      "learning_rate": 4.7441890852994836e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5324969232082367,
      "num_tokens": 31183847.0,
      "step": 40430
    },
    {
      "epoch": 0.05129649220278097,
      "grad_norm": 5.28125,
      "learning_rate": 4.744125654290854e-05,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5313860327005386,
      "num_tokens": 31191800.0,
      "step": 40440
    },
    {
      "epoch": 0.051309176795313806,
      "grad_norm": 5.28125,
      "learning_rate": 4.7440622232822253e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5457825988531113,
      "num_tokens": 31198927.0,
      "step": 40450
    },
    {
      "epoch": 0.05132186138784664,
      "grad_norm": 5.0,
      "learning_rate": 4.743998792273596e-05,
      "loss": 1.8207,
      "mean_token_accuracy": 0.5882972240447998,
      "num_tokens": 31205367.0,
      "step": 40460
    },
    {
      "epoch": 0.051334545980379474,
      "grad_norm": 7.03125,
      "learning_rate": 4.7439353612649664e-05,
      "loss": 2.3432,
      "mean_token_accuracy": 0.4994402825832367,
      "num_tokens": 31211444.0,
      "step": 40470
    },
    {
      "epoch": 0.05134723057291231,
      "grad_norm": 6.5625,
      "learning_rate": 4.7438719302563376e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5143186569213867,
      "num_tokens": 31218897.0,
      "step": 40480
    },
    {
      "epoch": 0.05135991516544514,
      "grad_norm": 4.75,
      "learning_rate": 4.743808499247708e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5178147822618484,
      "num_tokens": 31228221.0,
      "step": 40490
    },
    {
      "epoch": 0.05137259975797798,
      "grad_norm": 5.34375,
      "learning_rate": 4.7437450682390794e-05,
      "loss": 2.2679,
      "mean_token_accuracy": 0.5164762943983078,
      "num_tokens": 31236428.0,
      "step": 40500
    },
    {
      "epoch": 0.05138528435051081,
      "grad_norm": 9.3125,
      "learning_rate": 4.74368163723045e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5295177727937699,
      "num_tokens": 31243858.0,
      "step": 40510
    },
    {
      "epoch": 0.051397968943043645,
      "grad_norm": 5.6875,
      "learning_rate": 4.743618206221821e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5364806085824967,
      "num_tokens": 31252614.0,
      "step": 40520
    },
    {
      "epoch": 0.05141065353557648,
      "grad_norm": 5.375,
      "learning_rate": 4.743554775213192e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5618382573127747,
      "num_tokens": 31259755.0,
      "step": 40530
    },
    {
      "epoch": 0.051423338128109314,
      "grad_norm": 5.34375,
      "learning_rate": 4.743491344204563e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5488844394683838,
      "num_tokens": 31267295.0,
      "step": 40540
    },
    {
      "epoch": 0.05143602272064215,
      "grad_norm": 5.0625,
      "learning_rate": 4.7434279131959334e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5577648758888245,
      "num_tokens": 31274288.0,
      "step": 40550
    },
    {
      "epoch": 0.05144870731317498,
      "grad_norm": 4.90625,
      "learning_rate": 4.743364482187304e-05,
      "loss": 2.2915,
      "mean_token_accuracy": 0.5165021747350693,
      "num_tokens": 31283544.0,
      "step": 40560
    },
    {
      "epoch": 0.05146139190570781,
      "grad_norm": 5.75,
      "learning_rate": 4.743301051178675e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5531529754400253,
      "num_tokens": 31291363.0,
      "step": 40570
    },
    {
      "epoch": 0.051474076498240644,
      "grad_norm": 4.90625,
      "learning_rate": 4.7432376201700464e-05,
      "loss": 2.2875,
      "mean_token_accuracy": 0.5060300350189209,
      "num_tokens": 31299991.0,
      "step": 40580
    },
    {
      "epoch": 0.05148676109077348,
      "grad_norm": 6.3125,
      "learning_rate": 4.743174189161417e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5410177052021027,
      "num_tokens": 31307777.0,
      "step": 40590
    },
    {
      "epoch": 0.05149944568330631,
      "grad_norm": 5.46875,
      "learning_rate": 4.743110758152788e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5626469522714614,
      "num_tokens": 31316130.0,
      "step": 40600
    },
    {
      "epoch": 0.051512130275839146,
      "grad_norm": 5.40625,
      "learning_rate": 4.7430473271441587e-05,
      "loss": 2.2981,
      "mean_token_accuracy": 0.5077252566814423,
      "num_tokens": 31324529.0,
      "step": 40610
    },
    {
      "epoch": 0.05152481486837198,
      "grad_norm": 4.71875,
      "learning_rate": 4.742983896135529e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5365072906017303,
      "num_tokens": 31333345.0,
      "step": 40620
    },
    {
      "epoch": 0.051537499460904815,
      "grad_norm": 6.46875,
      "learning_rate": 4.7429204651269004e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5678853809833526,
      "num_tokens": 31341992.0,
      "step": 40630
    },
    {
      "epoch": 0.05155018405343765,
      "grad_norm": 5.03125,
      "learning_rate": 4.742857034118271e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5739649593830108,
      "num_tokens": 31350108.0,
      "step": 40640
    },
    {
      "epoch": 0.05156286864597048,
      "grad_norm": 5.40625,
      "learning_rate": 4.742793603109642e-05,
      "loss": 2.3089,
      "mean_token_accuracy": 0.5097903966903686,
      "num_tokens": 31358870.0,
      "step": 40650
    },
    {
      "epoch": 0.05157555323850332,
      "grad_norm": 5.03125,
      "learning_rate": 4.7427301721010134e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5190696477890014,
      "num_tokens": 31367051.0,
      "step": 40660
    },
    {
      "epoch": 0.05158823783103615,
      "grad_norm": 6.5,
      "learning_rate": 4.742666741092384e-05,
      "loss": 1.9119,
      "mean_token_accuracy": 0.5821871876716613,
      "num_tokens": 31373409.0,
      "step": 40670
    },
    {
      "epoch": 0.051600922423568986,
      "grad_norm": 7.1875,
      "learning_rate": 4.7426033100837544e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5315161228179932,
      "num_tokens": 31380198.0,
      "step": 40680
    },
    {
      "epoch": 0.05161360701610182,
      "grad_norm": 4.96875,
      "learning_rate": 4.742539879075125e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5303487122058869,
      "num_tokens": 31388786.0,
      "step": 40690
    },
    {
      "epoch": 0.051626291608634654,
      "grad_norm": 8.9375,
      "learning_rate": 4.742476448066496e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5204856127500535,
      "num_tokens": 31395187.0,
      "step": 40700
    },
    {
      "epoch": 0.05163897620116749,
      "grad_norm": 5.53125,
      "learning_rate": 4.7424130170578674e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5308519393205643,
      "num_tokens": 31403324.0,
      "step": 40710
    },
    {
      "epoch": 0.05165166079370032,
      "grad_norm": 4.96875,
      "learning_rate": 4.742349586049238e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5664938062429428,
      "num_tokens": 31410268.0,
      "step": 40720
    },
    {
      "epoch": 0.05166434538623316,
      "grad_norm": 8.1875,
      "learning_rate": 4.742286155040609e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.5168305039405823,
      "num_tokens": 31417453.0,
      "step": 40730
    },
    {
      "epoch": 0.05167702997876599,
      "grad_norm": 5.21875,
      "learning_rate": 4.74222272403198e-05,
      "loss": 1.7652,
      "mean_token_accuracy": 0.6200765550136567,
      "num_tokens": 31423711.0,
      "step": 40740
    },
    {
      "epoch": 0.051689714571298825,
      "grad_norm": 6.5625,
      "learning_rate": 4.74215929302335e-05,
      "loss": 1.8881,
      "mean_token_accuracy": 0.5829820185899734,
      "num_tokens": 31429634.0,
      "step": 40750
    },
    {
      "epoch": 0.05170239916383166,
      "grad_norm": 5.1875,
      "learning_rate": 4.7420958620147214e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5146458148956299,
      "num_tokens": 31438187.0,
      "step": 40760
    },
    {
      "epoch": 0.051715083756364494,
      "grad_norm": 6.15625,
      "learning_rate": 4.742032431006092e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5484832227230072,
      "num_tokens": 31445829.0,
      "step": 40770
    },
    {
      "epoch": 0.05172776834889733,
      "grad_norm": 6.53125,
      "learning_rate": 4.741968999997463e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5530850827693939,
      "num_tokens": 31453053.0,
      "step": 40780
    },
    {
      "epoch": 0.05174045294143016,
      "grad_norm": 8.75,
      "learning_rate": 4.741905568988834e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5292251020669937,
      "num_tokens": 31459814.0,
      "step": 40790
    },
    {
      "epoch": 0.051753137533962996,
      "grad_norm": 5.0,
      "learning_rate": 4.741842137980205e-05,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5318829387426376,
      "num_tokens": 31468423.0,
      "step": 40800
    },
    {
      "epoch": 0.05176582212649583,
      "grad_norm": 5.09375,
      "learning_rate": 4.7417787069715755e-05,
      "loss": 2.3073,
      "mean_token_accuracy": 0.5078859269618988,
      "num_tokens": 31475851.0,
      "step": 40810
    },
    {
      "epoch": 0.051778506719028665,
      "grad_norm": 5.25,
      "learning_rate": 4.741715275962946e-05,
      "loss": 1.8641,
      "mean_token_accuracy": 0.5939924120903015,
      "num_tokens": 31482281.0,
      "step": 40820
    },
    {
      "epoch": 0.0517911913115615,
      "grad_norm": 4.78125,
      "learning_rate": 4.741651844954317e-05,
      "loss": 2.2269,
      "mean_token_accuracy": 0.5216517597436905,
      "num_tokens": 31489981.0,
      "step": 40830
    },
    {
      "epoch": 0.05180387590409433,
      "grad_norm": 6.0625,
      "learning_rate": 4.741588413945688e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5196196585893631,
      "num_tokens": 31498516.0,
      "step": 40840
    },
    {
      "epoch": 0.05181656049662717,
      "grad_norm": 5.125,
      "learning_rate": 4.741524982937059e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5569808393716812,
      "num_tokens": 31505568.0,
      "step": 40850
    },
    {
      "epoch": 0.05182924508916,
      "grad_norm": 5.84375,
      "learning_rate": 4.74146155192843e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5541292488574981,
      "num_tokens": 31513483.0,
      "step": 40860
    },
    {
      "epoch": 0.051841929681692836,
      "grad_norm": 5.1875,
      "learning_rate": 4.741398120919801e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5345170736312866,
      "num_tokens": 31520481.0,
      "step": 40870
    },
    {
      "epoch": 0.05185461427422567,
      "grad_norm": 6.0,
      "learning_rate": 4.741334689911172e-05,
      "loss": 1.9864,
      "mean_token_accuracy": 0.571327218413353,
      "num_tokens": 31527600.0,
      "step": 40880
    },
    {
      "epoch": 0.051867298866758504,
      "grad_norm": 5.09375,
      "learning_rate": 4.741271258902542e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5565497040748596,
      "num_tokens": 31534512.0,
      "step": 40890
    },
    {
      "epoch": 0.05187998345929134,
      "grad_norm": 4.75,
      "learning_rate": 4.741207827893913e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5432256132364273,
      "num_tokens": 31542848.0,
      "step": 40900
    },
    {
      "epoch": 0.05189266805182417,
      "grad_norm": 6.40625,
      "learning_rate": 4.741144396885284e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5249407827854157,
      "num_tokens": 31550703.0,
      "step": 40910
    },
    {
      "epoch": 0.05190535264435701,
      "grad_norm": 4.84375,
      "learning_rate": 4.741080965876655e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5410584449768067,
      "num_tokens": 31558384.0,
      "step": 40920
    },
    {
      "epoch": 0.05191803723688984,
      "grad_norm": 4.75,
      "learning_rate": 4.741017534868026e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5571194291114807,
      "num_tokens": 31565454.0,
      "step": 40930
    },
    {
      "epoch": 0.051930721829422676,
      "grad_norm": 5.21875,
      "learning_rate": 4.7409541038593965e-05,
      "loss": 1.907,
      "mean_token_accuracy": 0.5779266357421875,
      "num_tokens": 31572485.0,
      "step": 40940
    },
    {
      "epoch": 0.05194340642195551,
      "grad_norm": 5.78125,
      "learning_rate": 4.740890672850768e-05,
      "loss": 2.2858,
      "mean_token_accuracy": 0.5070079803466797,
      "num_tokens": 31580336.0,
      "step": 40950
    },
    {
      "epoch": 0.051956091014488344,
      "grad_norm": 5.21875,
      "learning_rate": 4.740827241842138e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5341633796691895,
      "num_tokens": 31587408.0,
      "step": 40960
    },
    {
      "epoch": 0.05196877560702118,
      "grad_norm": 2.765625,
      "learning_rate": 4.740763810833509e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5556526929140091,
      "num_tokens": 31595275.0,
      "step": 40970
    },
    {
      "epoch": 0.05198146019955401,
      "grad_norm": 5.5625,
      "learning_rate": 4.74070037982488e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5719802886247635,
      "num_tokens": 31603036.0,
      "step": 40980
    },
    {
      "epoch": 0.05199414479208685,
      "grad_norm": 5.3125,
      "learning_rate": 4.7406369488162505e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5568413138389587,
      "num_tokens": 31611679.0,
      "step": 40990
    },
    {
      "epoch": 0.05200682938461968,
      "grad_norm": 5.15625,
      "learning_rate": 4.740573517807622e-05,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5802387475967408,
      "num_tokens": 31619515.0,
      "step": 41000
    },
    {
      "epoch": 0.052019513977152515,
      "grad_norm": 5.9375,
      "learning_rate": 4.740510086798993e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.580714100599289,
      "num_tokens": 31627363.0,
      "step": 41010
    },
    {
      "epoch": 0.05203219856968535,
      "grad_norm": 4.75,
      "learning_rate": 4.7404466557903635e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5412249475717544,
      "num_tokens": 31635645.0,
      "step": 41020
    },
    {
      "epoch": 0.05204488316221818,
      "grad_norm": 7.8125,
      "learning_rate": 4.740383224781734e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5469787120819092,
      "num_tokens": 31641735.0,
      "step": 41030
    },
    {
      "epoch": 0.05205756775475101,
      "grad_norm": 6.0,
      "learning_rate": 4.7403197937731045e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5333179116249085,
      "num_tokens": 31650534.0,
      "step": 41040
    },
    {
      "epoch": 0.052070252347283845,
      "grad_norm": 6.25,
      "learning_rate": 4.740256362764476e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5275299638509751,
      "num_tokens": 31657887.0,
      "step": 41050
    },
    {
      "epoch": 0.05208293693981668,
      "grad_norm": 7.625,
      "learning_rate": 4.740192931755847e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.551648759841919,
      "num_tokens": 31664177.0,
      "step": 41060
    },
    {
      "epoch": 0.05209562153234951,
      "grad_norm": 5.3125,
      "learning_rate": 4.7401295007472175e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5215778201818466,
      "num_tokens": 31670782.0,
      "step": 41070
    },
    {
      "epoch": 0.05210830612488235,
      "grad_norm": 4.71875,
      "learning_rate": 4.740066069738589e-05,
      "loss": 2.2572,
      "mean_token_accuracy": 0.5094757199287414,
      "num_tokens": 31679234.0,
      "step": 41080
    },
    {
      "epoch": 0.05212099071741518,
      "grad_norm": 5.4375,
      "learning_rate": 4.740002638729959e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.533995634317398,
      "num_tokens": 31687092.0,
      "step": 41090
    },
    {
      "epoch": 0.052133675309948016,
      "grad_norm": 6.0625,
      "learning_rate": 4.73993920772133e-05,
      "loss": 2.2958,
      "mean_token_accuracy": 0.5098897308111191,
      "num_tokens": 31695890.0,
      "step": 41100
    },
    {
      "epoch": 0.05214635990248085,
      "grad_norm": 5.71875,
      "learning_rate": 4.739875776712701e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5509140491485596,
      "num_tokens": 31702827.0,
      "step": 41110
    },
    {
      "epoch": 0.052159044495013684,
      "grad_norm": 5.46875,
      "learning_rate": 4.7398123457040715e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5106431633234024,
      "num_tokens": 31711239.0,
      "step": 41120
    },
    {
      "epoch": 0.05217172908754652,
      "grad_norm": 5.5625,
      "learning_rate": 4.739748914695443e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5562089532613754,
      "num_tokens": 31718321.0,
      "step": 41130
    },
    {
      "epoch": 0.05218441368007935,
      "grad_norm": 5.46875,
      "learning_rate": 4.739685483686813e-05,
      "loss": 1.7792,
      "mean_token_accuracy": 0.6007297277450562,
      "num_tokens": 31724022.0,
      "step": 41140
    },
    {
      "epoch": 0.05219709827261219,
      "grad_norm": 5.96875,
      "learning_rate": 4.7396220526781845e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5200826853513718,
      "num_tokens": 31731520.0,
      "step": 41150
    },
    {
      "epoch": 0.05220978286514502,
      "grad_norm": 4.78125,
      "learning_rate": 4.739558621669555e-05,
      "loss": 1.8166,
      "mean_token_accuracy": 0.5962942540645599,
      "num_tokens": 31737308.0,
      "step": 41160
    },
    {
      "epoch": 0.052222467457677856,
      "grad_norm": 5.0,
      "learning_rate": 4.7394951906609256e-05,
      "loss": 1.8329,
      "mean_token_accuracy": 0.59481360912323,
      "num_tokens": 31744938.0,
      "step": 41170
    },
    {
      "epoch": 0.05223515205021069,
      "grad_norm": 6.375,
      "learning_rate": 4.739431759652297e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5436187863349915,
      "num_tokens": 31752714.0,
      "step": 41180
    },
    {
      "epoch": 0.052247836642743524,
      "grad_norm": 4.75,
      "learning_rate": 4.739368328643667e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5394567549228668,
      "num_tokens": 31760436.0,
      "step": 41190
    },
    {
      "epoch": 0.05226052123527636,
      "grad_norm": 6.3125,
      "learning_rate": 4.7393048976350385e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5328618466854096,
      "num_tokens": 31767594.0,
      "step": 41200
    },
    {
      "epoch": 0.05227320582780919,
      "grad_norm": 4.6875,
      "learning_rate": 4.73924146662641e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5443309158086777,
      "num_tokens": 31775648.0,
      "step": 41210
    },
    {
      "epoch": 0.05228589042034203,
      "grad_norm": 4.8125,
      "learning_rate": 4.73917803561778e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5512151122093201,
      "num_tokens": 31783413.0,
      "step": 41220
    },
    {
      "epoch": 0.05229857501287486,
      "grad_norm": 4.9375,
      "learning_rate": 4.739114604609151e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5602300733327865,
      "num_tokens": 31790654.0,
      "step": 41230
    },
    {
      "epoch": 0.052311259605407695,
      "grad_norm": 12.4375,
      "learning_rate": 4.7390511736005213e-05,
      "loss": 2.2964,
      "mean_token_accuracy": 0.5197912812232971,
      "num_tokens": 31797908.0,
      "step": 41240
    },
    {
      "epoch": 0.05232394419794053,
      "grad_norm": 5.09375,
      "learning_rate": 4.7389877425918926e-05,
      "loss": 1.942,
      "mean_token_accuracy": 0.5764814704656601,
      "num_tokens": 31806019.0,
      "step": 41250
    },
    {
      "epoch": 0.052336628790473363,
      "grad_norm": 6.21875,
      "learning_rate": 4.738924311583264e-05,
      "loss": 2.2124,
      "mean_token_accuracy": 0.5143363952636719,
      "num_tokens": 31815303.0,
      "step": 41260
    },
    {
      "epoch": 0.0523493133830062,
      "grad_norm": 4.96875,
      "learning_rate": 4.738860880574634e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5277677774429321,
      "num_tokens": 31823722.0,
      "step": 41270
    },
    {
      "epoch": 0.05236199797553903,
      "grad_norm": 5.9375,
      "learning_rate": 4.7387974495660055e-05,
      "loss": 2.2372,
      "mean_token_accuracy": 0.5155597299337387,
      "num_tokens": 31832189.0,
      "step": 41280
    },
    {
      "epoch": 0.052374682568071866,
      "grad_norm": 4.46875,
      "learning_rate": 4.738734018557376e-05,
      "loss": 2.2479,
      "mean_token_accuracy": 0.5114091634750366,
      "num_tokens": 31841411.0,
      "step": 41290
    },
    {
      "epoch": 0.0523873671606047,
      "grad_norm": 4.9375,
      "learning_rate": 4.738670587548747e-05,
      "loss": 1.8639,
      "mean_token_accuracy": 0.5861574411392212,
      "num_tokens": 31848716.0,
      "step": 41300
    },
    {
      "epoch": 0.052400051753137535,
      "grad_norm": 5.78125,
      "learning_rate": 4.738607156540118e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5515874981880188,
      "num_tokens": 31854978.0,
      "step": 41310
    },
    {
      "epoch": 0.05241273634567037,
      "grad_norm": 6.375,
      "learning_rate": 4.738543725531488e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5175886660814285,
      "num_tokens": 31862553.0,
      "step": 41320
    },
    {
      "epoch": 0.0524254209382032,
      "grad_norm": 5.53125,
      "learning_rate": 4.7384802945228595e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5507856547832489,
      "num_tokens": 31870012.0,
      "step": 41330
    },
    {
      "epoch": 0.05243810553073604,
      "grad_norm": 4.875,
      "learning_rate": 4.73841686351423e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5449428945779801,
      "num_tokens": 31878151.0,
      "step": 41340
    },
    {
      "epoch": 0.05245079012326887,
      "grad_norm": 5.03125,
      "learning_rate": 4.738353432505601e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5211599230766296,
      "num_tokens": 31886778.0,
      "step": 41350
    },
    {
      "epoch": 0.052463474715801706,
      "grad_norm": 4.96875,
      "learning_rate": 4.7382900014969725e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5117734342813491,
      "num_tokens": 31894693.0,
      "step": 41360
    },
    {
      "epoch": 0.05247615930833454,
      "grad_norm": 4.5,
      "learning_rate": 4.738226570488343e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5558996617794036,
      "num_tokens": 31902668.0,
      "step": 41370
    },
    {
      "epoch": 0.052488843900867374,
      "grad_norm": 4.65625,
      "learning_rate": 4.7381631394797136e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5285470515489579,
      "num_tokens": 31912015.0,
      "step": 41380
    },
    {
      "epoch": 0.05250152849340021,
      "grad_norm": 5.28125,
      "learning_rate": 4.738099708471084e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5357557386159897,
      "num_tokens": 31917701.0,
      "step": 41390
    },
    {
      "epoch": 0.05251421308593304,
      "grad_norm": 4.96875,
      "learning_rate": 4.738036277462455e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5366967022418976,
      "num_tokens": 31924925.0,
      "step": 41400
    },
    {
      "epoch": 0.05252689767846588,
      "grad_norm": 6.25,
      "learning_rate": 4.7379728464538265e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5523133695125579,
      "num_tokens": 31933078.0,
      "step": 41410
    },
    {
      "epoch": 0.05253958227099871,
      "grad_norm": 5.125,
      "learning_rate": 4.737909415445197e-05,
      "loss": 2.2568,
      "mean_token_accuracy": 0.5091835111379623,
      "num_tokens": 31941622.0,
      "step": 41420
    },
    {
      "epoch": 0.052552266863531545,
      "grad_norm": 5.34375,
      "learning_rate": 4.737845984436568e-05,
      "loss": 2.2825,
      "mean_token_accuracy": 0.51318199634552,
      "num_tokens": 31950793.0,
      "step": 41430
    },
    {
      "epoch": 0.05256495145606438,
      "grad_norm": 4.84375,
      "learning_rate": 4.737782553427939e-05,
      "loss": 2.2689,
      "mean_token_accuracy": 0.5148265570402145,
      "num_tokens": 31960230.0,
      "step": 41440
    },
    {
      "epoch": 0.052577636048597214,
      "grad_norm": 4.40625,
      "learning_rate": 4.7377191224193094e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5315034806728363,
      "num_tokens": 31968610.0,
      "step": 41450
    },
    {
      "epoch": 0.05259032064113005,
      "grad_norm": 4.96875,
      "learning_rate": 4.7376556914106806e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5608743607997895,
      "num_tokens": 31975639.0,
      "step": 41460
    },
    {
      "epoch": 0.05260300523366288,
      "grad_norm": 6.03125,
      "learning_rate": 4.737592260402051e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5186027586460114,
      "num_tokens": 31983790.0,
      "step": 41470
    },
    {
      "epoch": 0.052615689826195716,
      "grad_norm": 4.875,
      "learning_rate": 4.737528829393422e-05,
      "loss": 2.2226,
      "mean_token_accuracy": 0.5144114822149277,
      "num_tokens": 31991808.0,
      "step": 41480
    },
    {
      "epoch": 0.05262837441872855,
      "grad_norm": 5.59375,
      "learning_rate": 4.737465398384793e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5348583608865738,
      "num_tokens": 31999951.0,
      "step": 41490
    },
    {
      "epoch": 0.052641059011261385,
      "grad_norm": 7.34375,
      "learning_rate": 4.737401967376164e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5633554488420487,
      "num_tokens": 32006720.0,
      "step": 41500
    },
    {
      "epoch": 0.05265374360379421,
      "grad_norm": 7.15625,
      "learning_rate": 4.7373385363675346e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5352905958890914,
      "num_tokens": 32015011.0,
      "step": 41510
    },
    {
      "epoch": 0.052666428196327046,
      "grad_norm": 6.96875,
      "learning_rate": 4.737275105358905e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5620086550712585,
      "num_tokens": 32022367.0,
      "step": 41520
    },
    {
      "epoch": 0.05267911278885988,
      "grad_norm": 5.78125,
      "learning_rate": 4.7372116743502763e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5223764508962632,
      "num_tokens": 32030706.0,
      "step": 41530
    },
    {
      "epoch": 0.052691797381392715,
      "grad_norm": 4.78125,
      "learning_rate": 4.737148243341647e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5290152370929718,
      "num_tokens": 32039433.0,
      "step": 41540
    },
    {
      "epoch": 0.05270448197392555,
      "grad_norm": 5.5,
      "learning_rate": 4.737084812333018e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5594454020261764,
      "num_tokens": 32046735.0,
      "step": 41550
    },
    {
      "epoch": 0.05271716656645838,
      "grad_norm": 7.34375,
      "learning_rate": 4.737021381324389e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5336138546466828,
      "num_tokens": 32053455.0,
      "step": 41560
    },
    {
      "epoch": 0.05272985115899122,
      "grad_norm": 5.84375,
      "learning_rate": 4.73695795031576e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5428908556699753,
      "num_tokens": 32062187.0,
      "step": 41570
    },
    {
      "epoch": 0.05274253575152405,
      "grad_norm": 6.03125,
      "learning_rate": 4.7368945193071304e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5702814340591431,
      "num_tokens": 32069937.0,
      "step": 41580
    },
    {
      "epoch": 0.052755220344056886,
      "grad_norm": 5.8125,
      "learning_rate": 4.7368310882985016e-05,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5246325492858886,
      "num_tokens": 32078333.0,
      "step": 41590
    },
    {
      "epoch": 0.05276790493658972,
      "grad_norm": 4.65625,
      "learning_rate": 4.736767657289872e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5819419980049133,
      "num_tokens": 32085963.0,
      "step": 41600
    },
    {
      "epoch": 0.052780589529122554,
      "grad_norm": 4.5,
      "learning_rate": 4.736704226281243e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5686260908842087,
      "num_tokens": 32094023.0,
      "step": 41610
    },
    {
      "epoch": 0.05279327412165539,
      "grad_norm": 5.21875,
      "learning_rate": 4.736640795272614e-05,
      "loss": 2.2209,
      "mean_token_accuracy": 0.5157243520021438,
      "num_tokens": 32102677.0,
      "step": 41620
    },
    {
      "epoch": 0.05280595871418822,
      "grad_norm": 5.90625,
      "learning_rate": 4.736577364263985e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5239285677671432,
      "num_tokens": 32108683.0,
      "step": 41630
    },
    {
      "epoch": 0.05281864330672106,
      "grad_norm": 14.0625,
      "learning_rate": 4.736513933255356e-05,
      "loss": 2.5243,
      "mean_token_accuracy": 0.48224263787269595,
      "num_tokens": 32115616.0,
      "step": 41640
    },
    {
      "epoch": 0.05283132789925389,
      "grad_norm": 5.5625,
      "learning_rate": 4.736450502246726e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5329168438911438,
      "num_tokens": 32123614.0,
      "step": 41650
    },
    {
      "epoch": 0.052844012491786725,
      "grad_norm": 12.125,
      "learning_rate": 4.7363870712380974e-05,
      "loss": 2.2839,
      "mean_token_accuracy": 0.5075156897306442,
      "num_tokens": 32130756.0,
      "step": 41660
    },
    {
      "epoch": 0.05285669708431956,
      "grad_norm": 5.25,
      "learning_rate": 4.736323640229468e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5557266771793365,
      "num_tokens": 32137903.0,
      "step": 41670
    },
    {
      "epoch": 0.052869381676852394,
      "grad_norm": 4.90625,
      "learning_rate": 4.736260209220839e-05,
      "loss": 1.7045,
      "mean_token_accuracy": 0.6190764456987381,
      "num_tokens": 32143759.0,
      "step": 41680
    },
    {
      "epoch": 0.05288206626938523,
      "grad_norm": 5.8125,
      "learning_rate": 4.73619677821221e-05,
      "loss": 1.7802,
      "mean_token_accuracy": 0.6093374758958816,
      "num_tokens": 32148586.0,
      "step": 41690
    },
    {
      "epoch": 0.05289475086191806,
      "grad_norm": 5.71875,
      "learning_rate": 4.736133347203581e-05,
      "loss": 1.9413,
      "mean_token_accuracy": 0.5653223127126694,
      "num_tokens": 32156682.0,
      "step": 41700
    },
    {
      "epoch": 0.052907435454450896,
      "grad_norm": 6.03125,
      "learning_rate": 4.736069916194952e-05,
      "loss": 1.7506,
      "mean_token_accuracy": 0.606835561990738,
      "num_tokens": 32164058.0,
      "step": 41710
    },
    {
      "epoch": 0.05292012004698373,
      "grad_norm": 7.21875,
      "learning_rate": 4.7360064851863226e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5509340047836304,
      "num_tokens": 32172543.0,
      "step": 41720
    },
    {
      "epoch": 0.052932804639516565,
      "grad_norm": 4.59375,
      "learning_rate": 4.735943054177693e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5587478041648865,
      "num_tokens": 32179168.0,
      "step": 41730
    },
    {
      "epoch": 0.0529454892320494,
      "grad_norm": 5.125,
      "learning_rate": 4.7358796231690644e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5190479904413223,
      "num_tokens": 32187505.0,
      "step": 41740
    },
    {
      "epoch": 0.05295817382458223,
      "grad_norm": 5.34375,
      "learning_rate": 4.735816192160435e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.5367115169763566,
      "num_tokens": 32195339.0,
      "step": 41750
    },
    {
      "epoch": 0.05297085841711507,
      "grad_norm": 5.09375,
      "learning_rate": 4.735752761151806e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5324728459119796,
      "num_tokens": 32202786.0,
      "step": 41760
    },
    {
      "epoch": 0.0529835430096479,
      "grad_norm": 6.4375,
      "learning_rate": 4.7356893301431766e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5252532839775086,
      "num_tokens": 32211565.0,
      "step": 41770
    },
    {
      "epoch": 0.052996227602180736,
      "grad_norm": 5.3125,
      "learning_rate": 4.735625899134548e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5269812822341919,
      "num_tokens": 32218628.0,
      "step": 41780
    },
    {
      "epoch": 0.05300891219471357,
      "grad_norm": 8.5625,
      "learning_rate": 4.7355624681259184e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5234478801488877,
      "num_tokens": 32227475.0,
      "step": 41790
    },
    {
      "epoch": 0.053021596787246404,
      "grad_norm": 5.15625,
      "learning_rate": 4.735499037117289e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5671919703483581,
      "num_tokens": 32234882.0,
      "step": 41800
    },
    {
      "epoch": 0.05303428137977924,
      "grad_norm": 13.5625,
      "learning_rate": 4.73543560610866e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5206665158271789,
      "num_tokens": 32241900.0,
      "step": 41810
    },
    {
      "epoch": 0.05304696597231207,
      "grad_norm": 5.65625,
      "learning_rate": 4.735372175100031e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5553240776062012,
      "num_tokens": 32249654.0,
      "step": 41820
    },
    {
      "epoch": 0.05305965056484491,
      "grad_norm": 10.0,
      "learning_rate": 4.735308744091402e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5201650232076644,
      "num_tokens": 32257277.0,
      "step": 41830
    },
    {
      "epoch": 0.05307233515737774,
      "grad_norm": 7.5625,
      "learning_rate": 4.735245313082773e-05,
      "loss": 2.2318,
      "mean_token_accuracy": 0.5152411192655564,
      "num_tokens": 32265338.0,
      "step": 41840
    },
    {
      "epoch": 0.053085019749910575,
      "grad_norm": 4.59375,
      "learning_rate": 4.7351818820741436e-05,
      "loss": 1.8124,
      "mean_token_accuracy": 0.5915966987609863,
      "num_tokens": 32273076.0,
      "step": 41850
    },
    {
      "epoch": 0.05309770434244341,
      "grad_norm": 5.625,
      "learning_rate": 4.735118451065514e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.533332908153534,
      "num_tokens": 32280704.0,
      "step": 41860
    },
    {
      "epoch": 0.053110388934976244,
      "grad_norm": 4.71875,
      "learning_rate": 4.735055020056885e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5166868358850479,
      "num_tokens": 32288165.0,
      "step": 41870
    },
    {
      "epoch": 0.05312307352750908,
      "grad_norm": 6.59375,
      "learning_rate": 4.734991589048256e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5207196146249771,
      "num_tokens": 32295779.0,
      "step": 41880
    },
    {
      "epoch": 0.05313575812004191,
      "grad_norm": 5.28125,
      "learning_rate": 4.734928158039627e-05,
      "loss": 2.2426,
      "mean_token_accuracy": 0.5052555590867996,
      "num_tokens": 32304457.0,
      "step": 41890
    },
    {
      "epoch": 0.053148442712574746,
      "grad_norm": 5.625,
      "learning_rate": 4.734864727030998e-05,
      "loss": 1.7823,
      "mean_token_accuracy": 0.600198683142662,
      "num_tokens": 32311135.0,
      "step": 41900
    },
    {
      "epoch": 0.05316112730510758,
      "grad_norm": 5.3125,
      "learning_rate": 4.734801296022369e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5599635064601898,
      "num_tokens": 32319556.0,
      "step": 41910
    },
    {
      "epoch": 0.053173811897640415,
      "grad_norm": 5.4375,
      "learning_rate": 4.7347378650137394e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5625053465366363,
      "num_tokens": 32325276.0,
      "step": 41920
    },
    {
      "epoch": 0.05318649649017325,
      "grad_norm": 5.59375,
      "learning_rate": 4.73467443400511e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5362230151891708,
      "num_tokens": 32333654.0,
      "step": 41930
    },
    {
      "epoch": 0.05319918108270608,
      "grad_norm": 6.0625,
      "learning_rate": 4.734611002996481e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5404367327690125,
      "num_tokens": 32342175.0,
      "step": 41940
    },
    {
      "epoch": 0.05321186567523892,
      "grad_norm": 5.71875,
      "learning_rate": 4.734547571987852e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5304334670305252,
      "num_tokens": 32349378.0,
      "step": 41950
    },
    {
      "epoch": 0.05322455026777175,
      "grad_norm": 5.15625,
      "learning_rate": 4.734484140979223e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5462683528661728,
      "num_tokens": 32356627.0,
      "step": 41960
    },
    {
      "epoch": 0.053237234860304586,
      "grad_norm": 7.09375,
      "learning_rate": 4.7344207099705934e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5218531876802445,
      "num_tokens": 32364709.0,
      "step": 41970
    },
    {
      "epoch": 0.05324991945283741,
      "grad_norm": 5.40625,
      "learning_rate": 4.7343572789619647e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5642111271619796,
      "num_tokens": 32372080.0,
      "step": 41980
    },
    {
      "epoch": 0.05326260404537025,
      "grad_norm": 6.90625,
      "learning_rate": 4.734293847953335e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5418737053871154,
      "num_tokens": 32379426.0,
      "step": 41990
    },
    {
      "epoch": 0.05327528863790308,
      "grad_norm": 5.5625,
      "learning_rate": 4.734230416944706e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5269492417573929,
      "num_tokens": 32387813.0,
      "step": 42000
    },
    {
      "epoch": 0.053287973230435916,
      "grad_norm": 4.8125,
      "learning_rate": 4.734166985936077e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5576506525278091,
      "num_tokens": 32395213.0,
      "step": 42010
    },
    {
      "epoch": 0.05330065782296875,
      "grad_norm": 4.96875,
      "learning_rate": 4.7341035549274475e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.552710109949112,
      "num_tokens": 32402573.0,
      "step": 42020
    },
    {
      "epoch": 0.053313342415501584,
      "grad_norm": 5.75,
      "learning_rate": 4.734040123918819e-05,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5612270385026932,
      "num_tokens": 32409522.0,
      "step": 42030
    },
    {
      "epoch": 0.05332602700803442,
      "grad_norm": 12.75,
      "learning_rate": 4.73397669291019e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5441545724868775,
      "num_tokens": 32416094.0,
      "step": 42040
    },
    {
      "epoch": 0.05333871160056725,
      "grad_norm": 5.5625,
      "learning_rate": 4.7339132619015604e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5553871870040894,
      "num_tokens": 32424001.0,
      "step": 42050
    },
    {
      "epoch": 0.05335139619310009,
      "grad_norm": 9.5625,
      "learning_rate": 4.7338498308929316e-05,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5237782210111618,
      "num_tokens": 32431510.0,
      "step": 42060
    },
    {
      "epoch": 0.05336408078563292,
      "grad_norm": 6.40625,
      "learning_rate": 4.7337863998843015e-05,
      "loss": 2.3019,
      "mean_token_accuracy": 0.5070398986339569,
      "num_tokens": 32438685.0,
      "step": 42070
    },
    {
      "epoch": 0.053376765378165755,
      "grad_norm": 5.25,
      "learning_rate": 4.733722968875673e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5529388725757599,
      "num_tokens": 32444535.0,
      "step": 42080
    },
    {
      "epoch": 0.05338944997069859,
      "grad_norm": 4.8125,
      "learning_rate": 4.733659537867044e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5215130627155304,
      "num_tokens": 32452815.0,
      "step": 42090
    },
    {
      "epoch": 0.053402134563231424,
      "grad_norm": 5.0625,
      "learning_rate": 4.7335961068584145e-05,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5241502732038498,
      "num_tokens": 32460171.0,
      "step": 42100
    },
    {
      "epoch": 0.05341481915576426,
      "grad_norm": 4.9375,
      "learning_rate": 4.733532675849786e-05,
      "loss": 2.2839,
      "mean_token_accuracy": 0.5077701479196548,
      "num_tokens": 32469311.0,
      "step": 42110
    },
    {
      "epoch": 0.05342750374829709,
      "grad_norm": 4.8125,
      "learning_rate": 4.733469244841156e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5306602030992508,
      "num_tokens": 32477192.0,
      "step": 42120
    },
    {
      "epoch": 0.053440188340829926,
      "grad_norm": 4.625,
      "learning_rate": 4.7334058138325274e-05,
      "loss": 1.6462,
      "mean_token_accuracy": 0.6372140407562256,
      "num_tokens": 32483276.0,
      "step": 42130
    },
    {
      "epoch": 0.05345287293336276,
      "grad_norm": 6.0,
      "learning_rate": 4.733342382823898e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5255042433738708,
      "num_tokens": 32491248.0,
      "step": 42140
    },
    {
      "epoch": 0.053465557525895595,
      "grad_norm": 4.78125,
      "learning_rate": 4.7332789518152685e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.560085117816925,
      "num_tokens": 32499914.0,
      "step": 42150
    },
    {
      "epoch": 0.05347824211842843,
      "grad_norm": 4.5625,
      "learning_rate": 4.73321552080664e-05,
      "loss": 1.8,
      "mean_token_accuracy": 0.597724562883377,
      "num_tokens": 32506892.0,
      "step": 42160
    },
    {
      "epoch": 0.05349092671096126,
      "grad_norm": 8.125,
      "learning_rate": 4.73315208979801e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5222130745649338,
      "num_tokens": 32514962.0,
      "step": 42170
    },
    {
      "epoch": 0.0535036113034941,
      "grad_norm": 4.9375,
      "learning_rate": 4.7330886587893815e-05,
      "loss": 2.3199,
      "mean_token_accuracy": 0.506778159737587,
      "num_tokens": 32524224.0,
      "step": 42180
    },
    {
      "epoch": 0.05351629589602693,
      "grad_norm": 6.8125,
      "learning_rate": 4.733025227780753e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5589269161224365,
      "num_tokens": 32531799.0,
      "step": 42190
    },
    {
      "epoch": 0.053528980488559766,
      "grad_norm": 4.90625,
      "learning_rate": 4.732961796772123e-05,
      "loss": 2.4317,
      "mean_token_accuracy": 0.4793830633163452,
      "num_tokens": 32539822.0,
      "step": 42200
    },
    {
      "epoch": 0.0535416650810926,
      "grad_norm": 4.90625,
      "learning_rate": 4.732898365763494e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5501405090093613,
      "num_tokens": 32548294.0,
      "step": 42210
    },
    {
      "epoch": 0.053554349673625434,
      "grad_norm": 5.59375,
      "learning_rate": 4.732834934754864e-05,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5511300444602967,
      "num_tokens": 32556225.0,
      "step": 42220
    },
    {
      "epoch": 0.05356703426615827,
      "grad_norm": 6.1875,
      "learning_rate": 4.7327715037462355e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5095668524503708,
      "num_tokens": 32564203.0,
      "step": 42230
    },
    {
      "epoch": 0.0535797188586911,
      "grad_norm": 4.8125,
      "learning_rate": 4.732708072737607e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5426511317491531,
      "num_tokens": 32572257.0,
      "step": 42240
    },
    {
      "epoch": 0.05359240345122394,
      "grad_norm": 4.8125,
      "learning_rate": 4.732644641728977e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5266311287879943,
      "num_tokens": 32580494.0,
      "step": 42250
    },
    {
      "epoch": 0.05360508804375677,
      "grad_norm": 5.375,
      "learning_rate": 4.7325812107203485e-05,
      "loss": 2.1441,
      "mean_token_accuracy": 0.530239674448967,
      "num_tokens": 32588744.0,
      "step": 42260
    },
    {
      "epoch": 0.053617772636289605,
      "grad_norm": 5.84375,
      "learning_rate": 4.732517779711719e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5443248182535172,
      "num_tokens": 32596291.0,
      "step": 42270
    },
    {
      "epoch": 0.05363045722882244,
      "grad_norm": 6.25,
      "learning_rate": 4.7324543487030895e-05,
      "loss": 2.385,
      "mean_token_accuracy": 0.4933869481086731,
      "num_tokens": 32604994.0,
      "step": 42280
    },
    {
      "epoch": 0.053643141821355274,
      "grad_norm": 5.125,
      "learning_rate": 4.732390917694461e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5529254376888275,
      "num_tokens": 32612429.0,
      "step": 42290
    },
    {
      "epoch": 0.05365582641388811,
      "grad_norm": 6.53125,
      "learning_rate": 4.732327486685831e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5305754870176316,
      "num_tokens": 32621286.0,
      "step": 42300
    },
    {
      "epoch": 0.05366851100642094,
      "grad_norm": 7.25,
      "learning_rate": 4.7322640556772025e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5450677245855331,
      "num_tokens": 32628790.0,
      "step": 42310
    },
    {
      "epoch": 0.053681195598953776,
      "grad_norm": 5.03125,
      "learning_rate": 4.732200624668573e-05,
      "loss": 1.8444,
      "mean_token_accuracy": 0.5912324458360672,
      "num_tokens": 32637247.0,
      "step": 42320
    },
    {
      "epoch": 0.05369388019148661,
      "grad_norm": 5.46875,
      "learning_rate": 4.732137193659944e-05,
      "loss": 2.3087,
      "mean_token_accuracy": 0.5109804719686508,
      "num_tokens": 32646661.0,
      "step": 42330
    },
    {
      "epoch": 0.053706564784019445,
      "grad_norm": 5.28125,
      "learning_rate": 4.732073762651315e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5274934589862823,
      "num_tokens": 32655071.0,
      "step": 42340
    },
    {
      "epoch": 0.05371924937655228,
      "grad_norm": 5.15625,
      "learning_rate": 4.732010331642685e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.543386510014534,
      "num_tokens": 32662673.0,
      "step": 42350
    },
    {
      "epoch": 0.05373193396908511,
      "grad_norm": 6.4375,
      "learning_rate": 4.7319469006340565e-05,
      "loss": 1.8691,
      "mean_token_accuracy": 0.5922079771757126,
      "num_tokens": 32670407.0,
      "step": 42360
    },
    {
      "epoch": 0.05374461856161795,
      "grad_norm": 5.0,
      "learning_rate": 4.731883469625427e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5303095161914826,
      "num_tokens": 32679252.0,
      "step": 42370
    },
    {
      "epoch": 0.05375730315415078,
      "grad_norm": 4.9375,
      "learning_rate": 4.731820038616798e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.535350501537323,
      "num_tokens": 32688030.0,
      "step": 42380
    },
    {
      "epoch": 0.053769987746683616,
      "grad_norm": 5.9375,
      "learning_rate": 4.7317566076081695e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5287525594234467,
      "num_tokens": 32695442.0,
      "step": 42390
    },
    {
      "epoch": 0.05378267233921645,
      "grad_norm": 8.0625,
      "learning_rate": 4.73169317659954e-05,
      "loss": 2.4015,
      "mean_token_accuracy": 0.49894170463085175,
      "num_tokens": 32703596.0,
      "step": 42400
    },
    {
      "epoch": 0.053795356931749284,
      "grad_norm": 4.8125,
      "learning_rate": 4.7316297455909105e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5457977026700973,
      "num_tokens": 32711805.0,
      "step": 42410
    },
    {
      "epoch": 0.05380804152428212,
      "grad_norm": 4.6875,
      "learning_rate": 4.731566314582281e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5593516647815704,
      "num_tokens": 32720515.0,
      "step": 42420
    },
    {
      "epoch": 0.05382072611681495,
      "grad_norm": 5.28125,
      "learning_rate": 4.731502883573652e-05,
      "loss": 2.3149,
      "mean_token_accuracy": 0.5200728654861451,
      "num_tokens": 32728961.0,
      "step": 42430
    },
    {
      "epoch": 0.05383341070934779,
      "grad_norm": 5.125,
      "learning_rate": 4.7314394525650235e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5395356237888336,
      "num_tokens": 32736156.0,
      "step": 42440
    },
    {
      "epoch": 0.053846095301880614,
      "grad_norm": 5.53125,
      "learning_rate": 4.731376021556394e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.531125682592392,
      "num_tokens": 32743881.0,
      "step": 42450
    },
    {
      "epoch": 0.05385877989441345,
      "grad_norm": 5.0625,
      "learning_rate": 4.731312590547765e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5186371117830276,
      "num_tokens": 32751972.0,
      "step": 42460
    },
    {
      "epoch": 0.05387146448694628,
      "grad_norm": 4.8125,
      "learning_rate": 4.7312491595391365e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5491671234369278,
      "num_tokens": 32760371.0,
      "step": 42470
    },
    {
      "epoch": 0.05388414907947912,
      "grad_norm": 5.125,
      "learning_rate": 4.731185728530507e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5340110003948212,
      "num_tokens": 32767747.0,
      "step": 42480
    },
    {
      "epoch": 0.05389683367201195,
      "grad_norm": 6.65625,
      "learning_rate": 4.7311222975218775e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5219752460718154,
      "num_tokens": 32776774.0,
      "step": 42490
    },
    {
      "epoch": 0.053909518264544785,
      "grad_norm": 8.3125,
      "learning_rate": 4.731058866513248e-05,
      "loss": 2.284,
      "mean_token_accuracy": 0.5181194126605988,
      "num_tokens": 32783535.0,
      "step": 42500
    },
    {
      "epoch": 0.05392220285707762,
      "grad_norm": 5.5625,
      "learning_rate": 4.730995435504619e-05,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5546196520328521,
      "num_tokens": 32789978.0,
      "step": 42510
    },
    {
      "epoch": 0.053934887449610454,
      "grad_norm": 8.625,
      "learning_rate": 4.7309320044959905e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5498584270477295,
      "num_tokens": 32796976.0,
      "step": 42520
    },
    {
      "epoch": 0.05394757204214329,
      "grad_norm": 6.0,
      "learning_rate": 4.730868573487361e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5250474512577057,
      "num_tokens": 32805080.0,
      "step": 42530
    },
    {
      "epoch": 0.05396025663467612,
      "grad_norm": 8.6875,
      "learning_rate": 4.730805142478732e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5293385952711105,
      "num_tokens": 32811599.0,
      "step": 42540
    },
    {
      "epoch": 0.053972941227208956,
      "grad_norm": 4.90625,
      "learning_rate": 4.730741711470103e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.527094355225563,
      "num_tokens": 32820408.0,
      "step": 42550
    },
    {
      "epoch": 0.05398562581974179,
      "grad_norm": 5.0625,
      "learning_rate": 4.730678280461473e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5478805571794509,
      "num_tokens": 32828690.0,
      "step": 42560
    },
    {
      "epoch": 0.053998310412274625,
      "grad_norm": 5.625,
      "learning_rate": 4.7306148494528445e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5225306540727616,
      "num_tokens": 32836049.0,
      "step": 42570
    },
    {
      "epoch": 0.05401099500480746,
      "grad_norm": 5.09375,
      "learning_rate": 4.730551418444215e-05,
      "loss": 1.9417,
      "mean_token_accuracy": 0.5735871255397796,
      "num_tokens": 32844533.0,
      "step": 42580
    },
    {
      "epoch": 0.05402367959734029,
      "grad_norm": 8.5625,
      "learning_rate": 4.730487987435586e-05,
      "loss": 2.1937,
      "mean_token_accuracy": 0.5281049072742462,
      "num_tokens": 32852347.0,
      "step": 42590
    },
    {
      "epoch": 0.05403636418987313,
      "grad_norm": 6.03125,
      "learning_rate": 4.730424556426957e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5311594665050506,
      "num_tokens": 32860351.0,
      "step": 42600
    },
    {
      "epoch": 0.05404904878240596,
      "grad_norm": 6.34375,
      "learning_rate": 4.730361125418328e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5585714846849441,
      "num_tokens": 32868380.0,
      "step": 42610
    },
    {
      "epoch": 0.054061733374938796,
      "grad_norm": 5.75,
      "learning_rate": 4.7302976944096986e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5656537503004074,
      "num_tokens": 32876046.0,
      "step": 42620
    },
    {
      "epoch": 0.05407441796747163,
      "grad_norm": 4.59375,
      "learning_rate": 4.730234263401069e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5327075630426407,
      "num_tokens": 32883200.0,
      "step": 42630
    },
    {
      "epoch": 0.054087102560004464,
      "grad_norm": 4.96875,
      "learning_rate": 4.73017083239244e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5483925461769104,
      "num_tokens": 32890957.0,
      "step": 42640
    },
    {
      "epoch": 0.0540997871525373,
      "grad_norm": 5.25,
      "learning_rate": 4.730107401383811e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.570650827884674,
      "num_tokens": 32897173.0,
      "step": 42650
    },
    {
      "epoch": 0.05411247174507013,
      "grad_norm": 4.65625,
      "learning_rate": 4.730043970375182e-05,
      "loss": 2.246,
      "mean_token_accuracy": 0.5227984666824341,
      "num_tokens": 32905678.0,
      "step": 42660
    },
    {
      "epoch": 0.05412515633760297,
      "grad_norm": 6.0625,
      "learning_rate": 4.729980539366553e-05,
      "loss": 1.9467,
      "mean_token_accuracy": 0.5640189498662949,
      "num_tokens": 32913385.0,
      "step": 42670
    },
    {
      "epoch": 0.0541378409301358,
      "grad_norm": 4.84375,
      "learning_rate": 4.729917108357924e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5303469151258469,
      "num_tokens": 32921645.0,
      "step": 42680
    },
    {
      "epoch": 0.054150525522668636,
      "grad_norm": 6.0,
      "learning_rate": 4.729853677349294e-05,
      "loss": 2.2751,
      "mean_token_accuracy": 0.5136830836534501,
      "num_tokens": 32930021.0,
      "step": 42690
    },
    {
      "epoch": 0.05416321011520147,
      "grad_norm": 4.90625,
      "learning_rate": 4.729790246340665e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5482098639011384,
      "num_tokens": 32938136.0,
      "step": 42700
    },
    {
      "epoch": 0.054175894707734304,
      "grad_norm": 4.84375,
      "learning_rate": 4.729726815332036e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5199940800666809,
      "num_tokens": 32947448.0,
      "step": 42710
    },
    {
      "epoch": 0.05418857930026714,
      "grad_norm": 5.84375,
      "learning_rate": 4.729663384323407e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5589572310447692,
      "num_tokens": 32953232.0,
      "step": 42720
    },
    {
      "epoch": 0.05420126389279997,
      "grad_norm": 4.71875,
      "learning_rate": 4.729599953314778e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.559977787733078,
      "num_tokens": 32960389.0,
      "step": 42730
    },
    {
      "epoch": 0.05421394848533281,
      "grad_norm": 5.78125,
      "learning_rate": 4.729536522306149e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5330216258764267,
      "num_tokens": 32968993.0,
      "step": 42740
    },
    {
      "epoch": 0.05422663307786564,
      "grad_norm": 7.15625,
      "learning_rate": 4.7294730912975196e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5655779004096985,
      "num_tokens": 32975249.0,
      "step": 42750
    },
    {
      "epoch": 0.054239317670398475,
      "grad_norm": 6.15625,
      "learning_rate": 4.72940966028889e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5371505379676819,
      "num_tokens": 32983271.0,
      "step": 42760
    },
    {
      "epoch": 0.05425200226293131,
      "grad_norm": 4.875,
      "learning_rate": 4.729346229280261e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5308458387851716,
      "num_tokens": 32990954.0,
      "step": 42770
    },
    {
      "epoch": 0.05426468685546414,
      "grad_norm": 4.71875,
      "learning_rate": 4.729282798271632e-05,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5812661796808243,
      "num_tokens": 32998182.0,
      "step": 42780
    },
    {
      "epoch": 0.05427737144799698,
      "grad_norm": 5.625,
      "learning_rate": 4.729219367263003e-05,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5237298786640168,
      "num_tokens": 33006945.0,
      "step": 42790
    },
    {
      "epoch": 0.05429005604052981,
      "grad_norm": 5.4375,
      "learning_rate": 4.7291559362543736e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5373760014772415,
      "num_tokens": 33015201.0,
      "step": 42800
    },
    {
      "epoch": 0.054302740633062646,
      "grad_norm": 7.96875,
      "learning_rate": 4.729092505245745e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5308425694704055,
      "num_tokens": 33023255.0,
      "step": 42810
    },
    {
      "epoch": 0.05431542522559548,
      "grad_norm": 7.34375,
      "learning_rate": 4.729029074237116e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.574069881439209,
      "num_tokens": 33030131.0,
      "step": 42820
    },
    {
      "epoch": 0.054328109818128315,
      "grad_norm": 10.625,
      "learning_rate": 4.728965643228486e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5310355663299561,
      "num_tokens": 33036900.0,
      "step": 42830
    },
    {
      "epoch": 0.05434079441066115,
      "grad_norm": 5.71875,
      "learning_rate": 4.728902212219857e-05,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5819026499986648,
      "num_tokens": 33043644.0,
      "step": 42840
    },
    {
      "epoch": 0.05435347900319398,
      "grad_norm": 4.375,
      "learning_rate": 4.7288387812112276e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5329718232154846,
      "num_tokens": 33051800.0,
      "step": 42850
    },
    {
      "epoch": 0.05436616359572682,
      "grad_norm": 4.75,
      "learning_rate": 4.728775350202599e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5549933075904846,
      "num_tokens": 33059164.0,
      "step": 42860
    },
    {
      "epoch": 0.05437884818825965,
      "grad_norm": 5.0,
      "learning_rate": 4.72871191919397e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5364971280097961,
      "num_tokens": 33067166.0,
      "step": 42870
    },
    {
      "epoch": 0.054391532780792486,
      "grad_norm": 5.5,
      "learning_rate": 4.7286484881853406e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5188520580530167,
      "num_tokens": 33074867.0,
      "step": 42880
    },
    {
      "epoch": 0.05440421737332532,
      "grad_norm": 5.03125,
      "learning_rate": 4.728585057176712e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5306246429681778,
      "num_tokens": 33084303.0,
      "step": 42890
    },
    {
      "epoch": 0.054416901965858154,
      "grad_norm": 5.5625,
      "learning_rate": 4.7285216261680824e-05,
      "loss": 2.247,
      "mean_token_accuracy": 0.5221664696931839,
      "num_tokens": 33091092.0,
      "step": 42900
    },
    {
      "epoch": 0.05442958655839099,
      "grad_norm": 6.0625,
      "learning_rate": 4.728458195159453e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5515514373779297,
      "num_tokens": 33098199.0,
      "step": 42910
    },
    {
      "epoch": 0.054442271150923816,
      "grad_norm": 5.0625,
      "learning_rate": 4.728394764150824e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5402672469615937,
      "num_tokens": 33106797.0,
      "step": 42920
    },
    {
      "epoch": 0.05445495574345665,
      "grad_norm": 7.40625,
      "learning_rate": 4.7283313331421946e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5266387820243835,
      "num_tokens": 33114026.0,
      "step": 42930
    },
    {
      "epoch": 0.054467640335989484,
      "grad_norm": 6.78125,
      "learning_rate": 4.728267902133566e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5656180649995803,
      "num_tokens": 33121982.0,
      "step": 42940
    },
    {
      "epoch": 0.05448032492852232,
      "grad_norm": 11.0625,
      "learning_rate": 4.7282044711249364e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5362282484769821,
      "num_tokens": 33127708.0,
      "step": 42950
    },
    {
      "epoch": 0.05449300952105515,
      "grad_norm": 5.0625,
      "learning_rate": 4.7281410401163076e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5395821243524551,
      "num_tokens": 33136651.0,
      "step": 42960
    },
    {
      "epoch": 0.05450569411358799,
      "grad_norm": 5.5625,
      "learning_rate": 4.728077609107678e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5316559165716171,
      "num_tokens": 33144198.0,
      "step": 42970
    },
    {
      "epoch": 0.05451837870612082,
      "grad_norm": 6.125,
      "learning_rate": 4.728014178099049e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5786457657814026,
      "num_tokens": 33150673.0,
      "step": 42980
    },
    {
      "epoch": 0.054531063298653655,
      "grad_norm": 4.90625,
      "learning_rate": 4.72795074709042e-05,
      "loss": 1.7403,
      "mean_token_accuracy": 0.6020200431346894,
      "num_tokens": 33156801.0,
      "step": 42990
    },
    {
      "epoch": 0.05454374789118649,
      "grad_norm": 5.34375,
      "learning_rate": 4.7278873160817904e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5605089575052261,
      "num_tokens": 33164404.0,
      "step": 43000
    },
    {
      "epoch": 0.05455643248371932,
      "grad_norm": 4.90625,
      "learning_rate": 4.7278238850731616e-05,
      "loss": 2.2351,
      "mean_token_accuracy": 0.5215634018182754,
      "num_tokens": 33172519.0,
      "step": 43010
    },
    {
      "epoch": 0.05456911707625216,
      "grad_norm": 5.21875,
      "learning_rate": 4.727760454064533e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5553272217512131,
      "num_tokens": 33179529.0,
      "step": 43020
    },
    {
      "epoch": 0.05458180166878499,
      "grad_norm": 4.90625,
      "learning_rate": 4.7276970230559034e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5216645717620849,
      "num_tokens": 33187539.0,
      "step": 43030
    },
    {
      "epoch": 0.054594486261317826,
      "grad_norm": 7.3125,
      "learning_rate": 4.727633592047274e-05,
      "loss": 2.2846,
      "mean_token_accuracy": 0.5160776227712631,
      "num_tokens": 33195113.0,
      "step": 43040
    },
    {
      "epoch": 0.05460717085385066,
      "grad_norm": 6.78125,
      "learning_rate": 4.7275701610386444e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5544710516929626,
      "num_tokens": 33201195.0,
      "step": 43050
    },
    {
      "epoch": 0.054619855446383495,
      "grad_norm": 5.4375,
      "learning_rate": 4.7275067300300157e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5244727164506913,
      "num_tokens": 33207777.0,
      "step": 43060
    },
    {
      "epoch": 0.05463254003891633,
      "grad_norm": 5.875,
      "learning_rate": 4.727443299021387e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5328337103128433,
      "num_tokens": 33216042.0,
      "step": 43070
    },
    {
      "epoch": 0.05464522463144916,
      "grad_norm": 4.8125,
      "learning_rate": 4.7273798680127574e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5303093522787095,
      "num_tokens": 33224013.0,
      "step": 43080
    },
    {
      "epoch": 0.054657909223982,
      "grad_norm": 6.8125,
      "learning_rate": 4.7273164370041286e-05,
      "loss": 1.9401,
      "mean_token_accuracy": 0.5662851810455323,
      "num_tokens": 33231023.0,
      "step": 43090
    },
    {
      "epoch": 0.05467059381651483,
      "grad_norm": 6.46875,
      "learning_rate": 4.727253005995499e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5635660976171494,
      "num_tokens": 33239052.0,
      "step": 43100
    },
    {
      "epoch": 0.054683278409047666,
      "grad_norm": 5.6875,
      "learning_rate": 4.72718957498687e-05,
      "loss": 2.3269,
      "mean_token_accuracy": 0.5038395017385483,
      "num_tokens": 33247192.0,
      "step": 43110
    },
    {
      "epoch": 0.0546959630015805,
      "grad_norm": 5.09375,
      "learning_rate": 4.727126143978241e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5267063796520233,
      "num_tokens": 33255599.0,
      "step": 43120
    },
    {
      "epoch": 0.054708647594113334,
      "grad_norm": 5.125,
      "learning_rate": 4.7270627129696114e-05,
      "loss": 2.2484,
      "mean_token_accuracy": 0.5132856786251068,
      "num_tokens": 33263865.0,
      "step": 43130
    },
    {
      "epoch": 0.05472133218664617,
      "grad_norm": 5.0,
      "learning_rate": 4.7269992819609827e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5200014591217041,
      "num_tokens": 33273334.0,
      "step": 43140
    },
    {
      "epoch": 0.054734016779179,
      "grad_norm": 6.25,
      "learning_rate": 4.726935850952353e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5323766112327576,
      "num_tokens": 33281192.0,
      "step": 43150
    },
    {
      "epoch": 0.05474670137171184,
      "grad_norm": 6.84375,
      "learning_rate": 4.7268724199437244e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5161998748779297,
      "num_tokens": 33288529.0,
      "step": 43160
    },
    {
      "epoch": 0.05475938596424467,
      "grad_norm": 5.21875,
      "learning_rate": 4.7268089889350956e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5566819310188293,
      "num_tokens": 33297279.0,
      "step": 43170
    },
    {
      "epoch": 0.054772070556777505,
      "grad_norm": 7.0625,
      "learning_rate": 4.7267455579264655e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5752926170825958,
      "num_tokens": 33304162.0,
      "step": 43180
    },
    {
      "epoch": 0.05478475514931034,
      "grad_norm": 5.34375,
      "learning_rate": 4.726682126917837e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5099065482616425,
      "num_tokens": 33312492.0,
      "step": 43190
    },
    {
      "epoch": 0.054797439741843174,
      "grad_norm": 4.6875,
      "learning_rate": 4.726618695909207e-05,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5713301956653595,
      "num_tokens": 33319346.0,
      "step": 43200
    },
    {
      "epoch": 0.05481012433437601,
      "grad_norm": 6.40625,
      "learning_rate": 4.7265552649005784e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5450490534305572,
      "num_tokens": 33327692.0,
      "step": 43210
    },
    {
      "epoch": 0.05482280892690884,
      "grad_norm": 5.84375,
      "learning_rate": 4.7264918338919496e-05,
      "loss": 2.2189,
      "mean_token_accuracy": 0.5248220592737198,
      "num_tokens": 33334691.0,
      "step": 43220
    },
    {
      "epoch": 0.054835493519441676,
      "grad_norm": 10.1875,
      "learning_rate": 4.72642840288332e-05,
      "loss": 1.8315,
      "mean_token_accuracy": 0.596449226140976,
      "num_tokens": 33340836.0,
      "step": 43230
    },
    {
      "epoch": 0.05484817811197451,
      "grad_norm": 6.3125,
      "learning_rate": 4.7263649718746914e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5225564032793045,
      "num_tokens": 33348089.0,
      "step": 43240
    },
    {
      "epoch": 0.054860862704507345,
      "grad_norm": 6.09375,
      "learning_rate": 4.726301540866061e-05,
      "loss": 2.2797,
      "mean_token_accuracy": 0.5175876200199128,
      "num_tokens": 33356330.0,
      "step": 43250
    },
    {
      "epoch": 0.05487354729704018,
      "grad_norm": 7.375,
      "learning_rate": 4.7262381098574325e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5268125116825104,
      "num_tokens": 33364720.0,
      "step": 43260
    },
    {
      "epoch": 0.05488623188957301,
      "grad_norm": 4.90625,
      "learning_rate": 4.726174678848804e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5559826761484146,
      "num_tokens": 33372291.0,
      "step": 43270
    },
    {
      "epoch": 0.05489891648210585,
      "grad_norm": 5.4375,
      "learning_rate": 4.726111247840174e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5516288220882416,
      "num_tokens": 33380167.0,
      "step": 43280
    },
    {
      "epoch": 0.05491160107463868,
      "grad_norm": 4.75,
      "learning_rate": 4.7260478168315454e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5209035366773606,
      "num_tokens": 33387873.0,
      "step": 43290
    },
    {
      "epoch": 0.054924285667171516,
      "grad_norm": 5.4375,
      "learning_rate": 4.725984385822916e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5295645415782928,
      "num_tokens": 33396558.0,
      "step": 43300
    },
    {
      "epoch": 0.05493697025970435,
      "grad_norm": 7.71875,
      "learning_rate": 4.725920954814287e-05,
      "loss": 2.2391,
      "mean_token_accuracy": 0.5125295877456665,
      "num_tokens": 33404871.0,
      "step": 43310
    },
    {
      "epoch": 0.054949654852237184,
      "grad_norm": 4.96875,
      "learning_rate": 4.725857523805658e-05,
      "loss": 2.235,
      "mean_token_accuracy": 0.5199554920196533,
      "num_tokens": 33412869.0,
      "step": 43320
    },
    {
      "epoch": 0.05496233944477002,
      "grad_norm": 6.40625,
      "learning_rate": 4.725794092797028e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5353757709264755,
      "num_tokens": 33421112.0,
      "step": 43330
    },
    {
      "epoch": 0.05497502403730285,
      "grad_norm": 5.28125,
      "learning_rate": 4.7257306617883995e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5324878245592117,
      "num_tokens": 33428352.0,
      "step": 43340
    },
    {
      "epoch": 0.05498770862983569,
      "grad_norm": 5.78125,
      "learning_rate": 4.72566723077977e-05,
      "loss": 2.2447,
      "mean_token_accuracy": 0.5326383680105209,
      "num_tokens": 33436655.0,
      "step": 43350
    },
    {
      "epoch": 0.05500039322236852,
      "grad_norm": 15.9375,
      "learning_rate": 4.725603799771141e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5329542577266693,
      "num_tokens": 33443756.0,
      "step": 43360
    },
    {
      "epoch": 0.055013077814901355,
      "grad_norm": 4.71875,
      "learning_rate": 4.7255403687625124e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5454296737909317,
      "num_tokens": 33451258.0,
      "step": 43370
    },
    {
      "epoch": 0.05502576240743419,
      "grad_norm": 5.125,
      "learning_rate": 4.725476937753883e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5325725555419922,
      "num_tokens": 33458487.0,
      "step": 43380
    },
    {
      "epoch": 0.05503844699996702,
      "grad_norm": 7.28125,
      "learning_rate": 4.7254135067452535e-05,
      "loss": 2.2048,
      "mean_token_accuracy": 0.5215921550989151,
      "num_tokens": 33465885.0,
      "step": 43390
    },
    {
      "epoch": 0.05505113159249985,
      "grad_norm": 6.9375,
      "learning_rate": 4.725350075736625e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5331833064556122,
      "num_tokens": 33473615.0,
      "step": 43400
    },
    {
      "epoch": 0.055063816185032685,
      "grad_norm": 5.125,
      "learning_rate": 4.725286644727995e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5522633492946625,
      "num_tokens": 33481252.0,
      "step": 43410
    },
    {
      "epoch": 0.05507650077756552,
      "grad_norm": 5.28125,
      "learning_rate": 4.7252232137193664e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5565820097923279,
      "num_tokens": 33487997.0,
      "step": 43420
    },
    {
      "epoch": 0.055089185370098354,
      "grad_norm": 6.25,
      "learning_rate": 4.725159782710737e-05,
      "loss": 2.251,
      "mean_token_accuracy": 0.5164242774248123,
      "num_tokens": 33496545.0,
      "step": 43430
    },
    {
      "epoch": 0.05510186996263119,
      "grad_norm": 5.5,
      "learning_rate": 4.725096351702108e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.5319313287734986,
      "num_tokens": 33503872.0,
      "step": 43440
    },
    {
      "epoch": 0.05511455455516402,
      "grad_norm": 5.59375,
      "learning_rate": 4.725032920693479e-05,
      "loss": 2.3115,
      "mean_token_accuracy": 0.50300914645195,
      "num_tokens": 33511740.0,
      "step": 43450
    },
    {
      "epoch": 0.055127239147696856,
      "grad_norm": 5.0,
      "learning_rate": 4.724969489684849e-05,
      "loss": 2.2393,
      "mean_token_accuracy": 0.5139272004365921,
      "num_tokens": 33521060.0,
      "step": 43460
    },
    {
      "epoch": 0.05513992374022969,
      "grad_norm": 5.59375,
      "learning_rate": 4.7249060586762205e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5613430380821228,
      "num_tokens": 33528961.0,
      "step": 43470
    },
    {
      "epoch": 0.055152608332762525,
      "grad_norm": 4.4375,
      "learning_rate": 4.724842627667591e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5608808636665344,
      "num_tokens": 33538237.0,
      "step": 43480
    },
    {
      "epoch": 0.05516529292529536,
      "grad_norm": 6.28125,
      "learning_rate": 4.724779196658962e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5234284222126007,
      "num_tokens": 33547148.0,
      "step": 43490
    },
    {
      "epoch": 0.05517797751782819,
      "grad_norm": 6.0,
      "learning_rate": 4.7247157656503334e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5639607071876526,
      "num_tokens": 33554199.0,
      "step": 43500
    },
    {
      "epoch": 0.05519066211036103,
      "grad_norm": 6.84375,
      "learning_rate": 4.724652334641704e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5501872211694717,
      "num_tokens": 33560997.0,
      "step": 43510
    },
    {
      "epoch": 0.05520334670289386,
      "grad_norm": 4.96875,
      "learning_rate": 4.7245889036330745e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5367324024438858,
      "num_tokens": 33569170.0,
      "step": 43520
    },
    {
      "epoch": 0.055216031295426696,
      "grad_norm": 7.34375,
      "learning_rate": 4.724525472624445e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5166360557079315,
      "num_tokens": 33576532.0,
      "step": 43530
    },
    {
      "epoch": 0.05522871588795953,
      "grad_norm": 6.5,
      "learning_rate": 4.724462041615816e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5282339096069336,
      "num_tokens": 33584690.0,
      "step": 43540
    },
    {
      "epoch": 0.055241400480492364,
      "grad_norm": 5.15625,
      "learning_rate": 4.7243986106071875e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5280364930629731,
      "num_tokens": 33593013.0,
      "step": 43550
    },
    {
      "epoch": 0.0552540850730252,
      "grad_norm": 5.15625,
      "learning_rate": 4.724335179598558e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5432533919811249,
      "num_tokens": 33600437.0,
      "step": 43560
    },
    {
      "epoch": 0.05526676966555803,
      "grad_norm": 9.625,
      "learning_rate": 4.724271748589929e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5388460487127305,
      "num_tokens": 33607566.0,
      "step": 43570
    },
    {
      "epoch": 0.05527945425809087,
      "grad_norm": 5.15625,
      "learning_rate": 4.7242083175813e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5261195331811905,
      "num_tokens": 33615904.0,
      "step": 43580
    },
    {
      "epoch": 0.0552921388506237,
      "grad_norm": 7.4375,
      "learning_rate": 4.724144886572671e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5528578996658325,
      "num_tokens": 33623681.0,
      "step": 43590
    },
    {
      "epoch": 0.055304823443156535,
      "grad_norm": 7.96875,
      "learning_rate": 4.7240814555640415e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5339195996522903,
      "num_tokens": 33631683.0,
      "step": 43600
    },
    {
      "epoch": 0.05531750803568937,
      "grad_norm": 5.4375,
      "learning_rate": 4.724018024555412e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5569856822490692,
      "num_tokens": 33639235.0,
      "step": 43610
    },
    {
      "epoch": 0.055330192628222204,
      "grad_norm": 7.75,
      "learning_rate": 4.723954593546783e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5367394864559174,
      "num_tokens": 33647124.0,
      "step": 43620
    },
    {
      "epoch": 0.05534287722075504,
      "grad_norm": 6.84375,
      "learning_rate": 4.723891162538154e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5400017440319062,
      "num_tokens": 33655159.0,
      "step": 43630
    },
    {
      "epoch": 0.05535556181328787,
      "grad_norm": 8.5,
      "learning_rate": 4.723827731529525e-05,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5182274848222732,
      "num_tokens": 33663023.0,
      "step": 43640
    },
    {
      "epoch": 0.055368246405820706,
      "grad_norm": 4.90625,
      "learning_rate": 4.723764300520896e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5225837379693985,
      "num_tokens": 33671759.0,
      "step": 43650
    },
    {
      "epoch": 0.05538093099835354,
      "grad_norm": 5.375,
      "learning_rate": 4.723700869512267e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5284453719854355,
      "num_tokens": 33678603.0,
      "step": 43660
    },
    {
      "epoch": 0.055393615590886375,
      "grad_norm": 5.21875,
      "learning_rate": 4.723637438503637e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5515101671218872,
      "num_tokens": 33687033.0,
      "step": 43670
    },
    {
      "epoch": 0.05540630018341921,
      "grad_norm": 5.15625,
      "learning_rate": 4.723574007495008e-05,
      "loss": 2.2768,
      "mean_token_accuracy": 0.5149052321910859,
      "num_tokens": 33694158.0,
      "step": 43680
    },
    {
      "epoch": 0.05541898477595204,
      "grad_norm": 8.0625,
      "learning_rate": 4.723510576486379e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5516255259513855,
      "num_tokens": 33701432.0,
      "step": 43690
    },
    {
      "epoch": 0.05543166936848488,
      "grad_norm": 5.5,
      "learning_rate": 4.72344714547775e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5487979382276535,
      "num_tokens": 33709497.0,
      "step": 43700
    },
    {
      "epoch": 0.05544435396101771,
      "grad_norm": 5.0625,
      "learning_rate": 4.723383714469121e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5663939088582992,
      "num_tokens": 33716762.0,
      "step": 43710
    },
    {
      "epoch": 0.055457038553550546,
      "grad_norm": 4.65625,
      "learning_rate": 4.723320283460492e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5347783714532852,
      "num_tokens": 33723848.0,
      "step": 43720
    },
    {
      "epoch": 0.05546972314608338,
      "grad_norm": 4.625,
      "learning_rate": 4.7232568524518625e-05,
      "loss": 1.8018,
      "mean_token_accuracy": 0.5979061245918273,
      "num_tokens": 33730091.0,
      "step": 43730
    },
    {
      "epoch": 0.055482407738616214,
      "grad_norm": 5.65625,
      "learning_rate": 4.723193421443233e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5369203329086304,
      "num_tokens": 33738602.0,
      "step": 43740
    },
    {
      "epoch": 0.05549509233114905,
      "grad_norm": 5.0,
      "learning_rate": 4.723129990434604e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5318197041749955,
      "num_tokens": 33746806.0,
      "step": 43750
    },
    {
      "epoch": 0.05550777692368188,
      "grad_norm": 4.46875,
      "learning_rate": 4.723066559425975e-05,
      "loss": 1.9048,
      "mean_token_accuracy": 0.5787092715501785,
      "num_tokens": 33753544.0,
      "step": 43760
    },
    {
      "epoch": 0.05552046151621472,
      "grad_norm": 4.71875,
      "learning_rate": 4.723003128417346e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5359259426593781,
      "num_tokens": 33761401.0,
      "step": 43770
    },
    {
      "epoch": 0.05553314610874755,
      "grad_norm": 5.5,
      "learning_rate": 4.7229396974087166e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5501291453838348,
      "num_tokens": 33769969.0,
      "step": 43780
    },
    {
      "epoch": 0.055545830701280385,
      "grad_norm": 7.15625,
      "learning_rate": 4.722876266400088e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.556514972448349,
      "num_tokens": 33778034.0,
      "step": 43790
    },
    {
      "epoch": 0.05555851529381322,
      "grad_norm": 5.9375,
      "learning_rate": 4.722812835391458e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5637776613235473,
      "num_tokens": 33783450.0,
      "step": 43800
    },
    {
      "epoch": 0.055571199886346054,
      "grad_norm": 12.875,
      "learning_rate": 4.722749404382829e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5389556854963302,
      "num_tokens": 33790176.0,
      "step": 43810
    },
    {
      "epoch": 0.05558388447887889,
      "grad_norm": 5.875,
      "learning_rate": 4.7226859733742e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5689504414796829,
      "num_tokens": 33797131.0,
      "step": 43820
    },
    {
      "epoch": 0.05559656907141172,
      "grad_norm": 4.84375,
      "learning_rate": 4.7226225423655706e-05,
      "loss": 2.2441,
      "mean_token_accuracy": 0.5110124409198761,
      "num_tokens": 33805470.0,
      "step": 43830
    },
    {
      "epoch": 0.055609253663944556,
      "grad_norm": 5.375,
      "learning_rate": 4.722559111356942e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5257588505744935,
      "num_tokens": 33813772.0,
      "step": 43840
    },
    {
      "epoch": 0.055621938256477384,
      "grad_norm": 5.1875,
      "learning_rate": 4.722495680348313e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5497429639101028,
      "num_tokens": 33821438.0,
      "step": 43850
    },
    {
      "epoch": 0.05563462284901022,
      "grad_norm": 5.09375,
      "learning_rate": 4.7224322493396835e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5455750167369843,
      "num_tokens": 33828925.0,
      "step": 43860
    },
    {
      "epoch": 0.05564730744154305,
      "grad_norm": 4.96875,
      "learning_rate": 4.722368818331054e-05,
      "loss": 2.2357,
      "mean_token_accuracy": 0.5187656432390213,
      "num_tokens": 33837994.0,
      "step": 43870
    },
    {
      "epoch": 0.055659992034075886,
      "grad_norm": 6.21875,
      "learning_rate": 4.7223053873224246e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5258416265249253,
      "num_tokens": 33845091.0,
      "step": 43880
    },
    {
      "epoch": 0.05567267662660872,
      "grad_norm": 5.15625,
      "learning_rate": 4.722241956313796e-05,
      "loss": 1.914,
      "mean_token_accuracy": 0.5756344437599182,
      "num_tokens": 33852223.0,
      "step": 43890
    },
    {
      "epoch": 0.055685361219141555,
      "grad_norm": 5.65625,
      "learning_rate": 4.722178525305167e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5286307215690613,
      "num_tokens": 33859480.0,
      "step": 43900
    },
    {
      "epoch": 0.05569804581167439,
      "grad_norm": 5.03125,
      "learning_rate": 4.7221150942965376e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5415899515151977,
      "num_tokens": 33866374.0,
      "step": 43910
    },
    {
      "epoch": 0.05571073040420722,
      "grad_norm": 4.40625,
      "learning_rate": 4.722051663287909e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5236103266477585,
      "num_tokens": 33875114.0,
      "step": 43920
    },
    {
      "epoch": 0.05572341499674006,
      "grad_norm": 5.15625,
      "learning_rate": 4.721988232279279e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5320635914802552,
      "num_tokens": 33882409.0,
      "step": 43930
    },
    {
      "epoch": 0.05573609958927289,
      "grad_norm": 5.5,
      "learning_rate": 4.72192480127065e-05,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5119031250476838,
      "num_tokens": 33890548.0,
      "step": 43940
    },
    {
      "epoch": 0.055748784181805726,
      "grad_norm": 4.5,
      "learning_rate": 4.721861370262021e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5534604966640473,
      "num_tokens": 33898235.0,
      "step": 43950
    },
    {
      "epoch": 0.05576146877433856,
      "grad_norm": 4.75,
      "learning_rate": 4.7217979392533916e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5268811285495758,
      "num_tokens": 33906318.0,
      "step": 43960
    },
    {
      "epoch": 0.055774153366871394,
      "grad_norm": 5.40625,
      "learning_rate": 4.721734508244763e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5314980149269104,
      "num_tokens": 33914612.0,
      "step": 43970
    },
    {
      "epoch": 0.05578683795940423,
      "grad_norm": 6.75,
      "learning_rate": 4.7216710772361334e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.5843309789896012,
      "num_tokens": 33922180.0,
      "step": 43980
    },
    {
      "epoch": 0.05579952255193706,
      "grad_norm": 6.875,
      "learning_rate": 4.7216076462275046e-05,
      "loss": 1.8784,
      "mean_token_accuracy": 0.5895014017820358,
      "num_tokens": 33929846.0,
      "step": 43990
    },
    {
      "epoch": 0.0558122071444699,
      "grad_norm": 5.78125,
      "learning_rate": 4.721544215218876e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5336985141038895,
      "num_tokens": 33938128.0,
      "step": 44000
    },
    {
      "epoch": 0.05582489173700273,
      "grad_norm": 5.125,
      "learning_rate": 4.721480784210246e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5445422887802124,
      "num_tokens": 33946639.0,
      "step": 44010
    },
    {
      "epoch": 0.055837576329535565,
      "grad_norm": 7.59375,
      "learning_rate": 4.721417353201617e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5565885782241822,
      "num_tokens": 33954021.0,
      "step": 44020
    },
    {
      "epoch": 0.0558502609220684,
      "grad_norm": 7.125,
      "learning_rate": 4.7213539221929874e-05,
      "loss": 2.3192,
      "mean_token_accuracy": 0.5078066676855088,
      "num_tokens": 33962389.0,
      "step": 44030
    },
    {
      "epoch": 0.055862945514601234,
      "grad_norm": 9.0625,
      "learning_rate": 4.7212904911843586e-05,
      "loss": 2.2145,
      "mean_token_accuracy": 0.522860798239708,
      "num_tokens": 33970825.0,
      "step": 44040
    },
    {
      "epoch": 0.05587563010713407,
      "grad_norm": 6.21875,
      "learning_rate": 4.72122706017573e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5467333853244781,
      "num_tokens": 33977786.0,
      "step": 44050
    },
    {
      "epoch": 0.0558883146996669,
      "grad_norm": 4.75,
      "learning_rate": 4.7211636291671003e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5512854874134063,
      "num_tokens": 33986896.0,
      "step": 44060
    },
    {
      "epoch": 0.055900999292199736,
      "grad_norm": 9.25,
      "learning_rate": 4.7211001981584716e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.559511324763298,
      "num_tokens": 33992895.0,
      "step": 44070
    },
    {
      "epoch": 0.05591368388473257,
      "grad_norm": 5.0,
      "learning_rate": 4.721036767149842e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5465327501296997,
      "num_tokens": 33999769.0,
      "step": 44080
    },
    {
      "epoch": 0.055926368477265405,
      "grad_norm": 6.375,
      "learning_rate": 4.7209733361412126e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5379534989595414,
      "num_tokens": 34007186.0,
      "step": 44090
    },
    {
      "epoch": 0.05593905306979824,
      "grad_norm": 4.875,
      "learning_rate": 4.720909905132584e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5448071837425232,
      "num_tokens": 34015210.0,
      "step": 44100
    },
    {
      "epoch": 0.05595173766233107,
      "grad_norm": 5.65625,
      "learning_rate": 4.7208464741239544e-05,
      "loss": 2.3192,
      "mean_token_accuracy": 0.491898900270462,
      "num_tokens": 34024166.0,
      "step": 44110
    },
    {
      "epoch": 0.05596442225486391,
      "grad_norm": 8.8125,
      "learning_rate": 4.7207830431153256e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5468422204256058,
      "num_tokens": 34032197.0,
      "step": 44120
    },
    {
      "epoch": 0.05597710684739674,
      "grad_norm": 6.84375,
      "learning_rate": 4.720719612106696e-05,
      "loss": 1.9088,
      "mean_token_accuracy": 0.5701731503009796,
      "num_tokens": 34040760.0,
      "step": 44130
    },
    {
      "epoch": 0.055989791439929576,
      "grad_norm": 5.40625,
      "learning_rate": 4.720656181098067e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5304531335830689,
      "num_tokens": 34047938.0,
      "step": 44140
    },
    {
      "epoch": 0.05600247603246241,
      "grad_norm": 6.9375,
      "learning_rate": 4.720592750089438e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5400106370449066,
      "num_tokens": 34055014.0,
      "step": 44150
    },
    {
      "epoch": 0.056015160624995244,
      "grad_norm": 6.125,
      "learning_rate": 4.7205293190808084e-05,
      "loss": 1.8077,
      "mean_token_accuracy": 0.5839120626449585,
      "num_tokens": 34061101.0,
      "step": 44160
    },
    {
      "epoch": 0.05602784521752808,
      "grad_norm": 5.75,
      "learning_rate": 4.7204658880721796e-05,
      "loss": 1.796,
      "mean_token_accuracy": 0.5947854906320572,
      "num_tokens": 34068715.0,
      "step": 44170
    },
    {
      "epoch": 0.05604052981006091,
      "grad_norm": 4.59375,
      "learning_rate": 4.72040245706355e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5396046042442322,
      "num_tokens": 34075770.0,
      "step": 44180
    },
    {
      "epoch": 0.05605321440259375,
      "grad_norm": 4.5,
      "learning_rate": 4.7203390260549214e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5398079693317414,
      "num_tokens": 34084185.0,
      "step": 44190
    },
    {
      "epoch": 0.05606589899512658,
      "grad_norm": 5.34375,
      "learning_rate": 4.7202755950462926e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5262693285942077,
      "num_tokens": 34092278.0,
      "step": 44200
    },
    {
      "epoch": 0.056078583587659415,
      "grad_norm": 5.0,
      "learning_rate": 4.720212164037663e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5525547057390213,
      "num_tokens": 34099524.0,
      "step": 44210
    },
    {
      "epoch": 0.05609126818019225,
      "grad_norm": 5.375,
      "learning_rate": 4.7201487330290337e-05,
      "loss": 2.3819,
      "mean_token_accuracy": 0.5075149744749069,
      "num_tokens": 34107962.0,
      "step": 44220
    },
    {
      "epoch": 0.056103952772725084,
      "grad_norm": 5.59375,
      "learning_rate": 4.720085302020404e-05,
      "loss": 2.2338,
      "mean_token_accuracy": 0.5174120098352433,
      "num_tokens": 34116063.0,
      "step": 44230
    },
    {
      "epoch": 0.05611663736525792,
      "grad_norm": 7.0625,
      "learning_rate": 4.7200218710117754e-05,
      "loss": 2.3107,
      "mean_token_accuracy": 0.501154026389122,
      "num_tokens": 34124567.0,
      "step": 44240
    },
    {
      "epoch": 0.05612932195779075,
      "grad_norm": 5.9375,
      "learning_rate": 4.7199584400031466e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5274387538433075,
      "num_tokens": 34132835.0,
      "step": 44250
    },
    {
      "epoch": 0.05614200655032359,
      "grad_norm": 6.375,
      "learning_rate": 4.719895008994517e-05,
      "loss": 2.2933,
      "mean_token_accuracy": 0.5100369125604629,
      "num_tokens": 34141426.0,
      "step": 44260
    },
    {
      "epoch": 0.05615469114285642,
      "grad_norm": 5.8125,
      "learning_rate": 4.7198315779858884e-05,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5213020533323288,
      "num_tokens": 34149360.0,
      "step": 44270
    },
    {
      "epoch": 0.056167375735389255,
      "grad_norm": 5.25,
      "learning_rate": 4.719768146977259e-05,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5118062943220139,
      "num_tokens": 34156692.0,
      "step": 44280
    },
    {
      "epoch": 0.05618006032792209,
      "grad_norm": 4.625,
      "learning_rate": 4.7197047159686294e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5228874653577804,
      "num_tokens": 34165073.0,
      "step": 44290
    },
    {
      "epoch": 0.05619274492045492,
      "grad_norm": 5.4375,
      "learning_rate": 4.7196412849600006e-05,
      "loss": 2.2523,
      "mean_token_accuracy": 0.508647283911705,
      "num_tokens": 34172930.0,
      "step": 44300
    },
    {
      "epoch": 0.05620542951298776,
      "grad_norm": 5.0,
      "learning_rate": 4.719577853951371e-05,
      "loss": 2.359,
      "mean_token_accuracy": 0.49988160133361814,
      "num_tokens": 34181626.0,
      "step": 44310
    },
    {
      "epoch": 0.056218114105520585,
      "grad_norm": 4.78125,
      "learning_rate": 4.7195144229427424e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5481564849615097,
      "num_tokens": 34189499.0,
      "step": 44320
    },
    {
      "epoch": 0.05623079869805342,
      "grad_norm": 5.59375,
      "learning_rate": 4.7194509919341136e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5281342566013336,
      "num_tokens": 34197147.0,
      "step": 44330
    },
    {
      "epoch": 0.05624348329058625,
      "grad_norm": 4.375,
      "learning_rate": 4.719387560925484e-05,
      "loss": 1.7807,
      "mean_token_accuracy": 0.5913853287696839,
      "num_tokens": 34203623.0,
      "step": 44340
    },
    {
      "epoch": 0.05625616788311909,
      "grad_norm": 4.6875,
      "learning_rate": 4.7193241299168554e-05,
      "loss": 1.9465,
      "mean_token_accuracy": 0.560533532500267,
      "num_tokens": 34211320.0,
      "step": 44350
    },
    {
      "epoch": 0.05626885247565192,
      "grad_norm": 5.34375,
      "learning_rate": 4.719260698908225e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5350052714347839,
      "num_tokens": 34218963.0,
      "step": 44360
    },
    {
      "epoch": 0.056281537068184756,
      "grad_norm": 6.6875,
      "learning_rate": 4.7191972678995964e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5594798892736434,
      "num_tokens": 34224910.0,
      "step": 44370
    },
    {
      "epoch": 0.05629422166071759,
      "grad_norm": 6.5625,
      "learning_rate": 4.7191338368909676e-05,
      "loss": 2.1777,
      "mean_token_accuracy": 0.5316264539957046,
      "num_tokens": 34232219.0,
      "step": 44380
    },
    {
      "epoch": 0.056306906253250424,
      "grad_norm": 6.6875,
      "learning_rate": 4.719070405882338e-05,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5624454855918884,
      "num_tokens": 34239197.0,
      "step": 44390
    },
    {
      "epoch": 0.05631959084578326,
      "grad_norm": 5.09375,
      "learning_rate": 4.7190069748737094e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5249021768569946,
      "num_tokens": 34246514.0,
      "step": 44400
    },
    {
      "epoch": 0.05633227543831609,
      "grad_norm": 5.9375,
      "learning_rate": 4.71894354386508e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5527394115924835,
      "num_tokens": 34253582.0,
      "step": 44410
    },
    {
      "epoch": 0.05634496003084893,
      "grad_norm": 4.71875,
      "learning_rate": 4.718880112856451e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5256256759166718,
      "num_tokens": 34260754.0,
      "step": 44420
    },
    {
      "epoch": 0.05635764462338176,
      "grad_norm": 4.53125,
      "learning_rate": 4.718816681847822e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5385327935218811,
      "num_tokens": 34268241.0,
      "step": 44430
    },
    {
      "epoch": 0.056370329215914595,
      "grad_norm": 4.96875,
      "learning_rate": 4.718753250839192e-05,
      "loss": 2.1785,
      "mean_token_accuracy": 0.5172466427087784,
      "num_tokens": 34276788.0,
      "step": 44440
    },
    {
      "epoch": 0.05638301380844743,
      "grad_norm": 5.1875,
      "learning_rate": 4.7186898198305634e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5536322683095932,
      "num_tokens": 34283326.0,
      "step": 44450
    },
    {
      "epoch": 0.056395698400980264,
      "grad_norm": 5.90625,
      "learning_rate": 4.718626388821934e-05,
      "loss": 2.2077,
      "mean_token_accuracy": 0.521790263056755,
      "num_tokens": 34290567.0,
      "step": 44460
    },
    {
      "epoch": 0.0564083829935131,
      "grad_norm": 6.03125,
      "learning_rate": 4.718562957813305e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5285189568996429,
      "num_tokens": 34299112.0,
      "step": 44470
    },
    {
      "epoch": 0.05642106758604593,
      "grad_norm": 6.34375,
      "learning_rate": 4.7184995268046764e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5331900149583817,
      "num_tokens": 34307326.0,
      "step": 44480
    },
    {
      "epoch": 0.05643375217857877,
      "grad_norm": 9.375,
      "learning_rate": 4.718436095796047e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.534536850452423,
      "num_tokens": 34315334.0,
      "step": 44490
    },
    {
      "epoch": 0.0564464367711116,
      "grad_norm": 6.78125,
      "learning_rate": 4.7183726647874174e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.53818539083004,
      "num_tokens": 34322254.0,
      "step": 44500
    },
    {
      "epoch": 0.056459121363644435,
      "grad_norm": 5.25,
      "learning_rate": 4.718309233778788e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5456733405590057,
      "num_tokens": 34330257.0,
      "step": 44510
    },
    {
      "epoch": 0.05647180595617727,
      "grad_norm": 7.0625,
      "learning_rate": 4.718245802770159e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5288278013467789,
      "num_tokens": 34337450.0,
      "step": 44520
    },
    {
      "epoch": 0.0564844905487101,
      "grad_norm": 7.5625,
      "learning_rate": 4.7181823717615304e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5513750851154328,
      "num_tokens": 34344734.0,
      "step": 44530
    },
    {
      "epoch": 0.05649717514124294,
      "grad_norm": 5.15625,
      "learning_rate": 4.718118940752901e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5482334107160568,
      "num_tokens": 34350813.0,
      "step": 44540
    },
    {
      "epoch": 0.05650985973377577,
      "grad_norm": 6.34375,
      "learning_rate": 4.718055509744272e-05,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5740514159202575,
      "num_tokens": 34356218.0,
      "step": 44550
    },
    {
      "epoch": 0.056522544326308606,
      "grad_norm": 6.65625,
      "learning_rate": 4.717992078735643e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5236245393753052,
      "num_tokens": 34364832.0,
      "step": 44560
    },
    {
      "epoch": 0.05653522891884144,
      "grad_norm": 5.84375,
      "learning_rate": 4.717928647727013e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5317123264074326,
      "num_tokens": 34373383.0,
      "step": 44570
    },
    {
      "epoch": 0.056547913511374275,
      "grad_norm": 4.625,
      "learning_rate": 4.7178652167183844e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5354763329029083,
      "num_tokens": 34380743.0,
      "step": 44580
    },
    {
      "epoch": 0.05656059810390711,
      "grad_norm": 5.78125,
      "learning_rate": 4.717801785709755e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5479664862155914,
      "num_tokens": 34388456.0,
      "step": 44590
    },
    {
      "epoch": 0.05657328269643994,
      "grad_norm": 5.03125,
      "learning_rate": 4.717738354701126e-05,
      "loss": 1.8432,
      "mean_token_accuracy": 0.5814496815204621,
      "num_tokens": 34394686.0,
      "step": 44600
    },
    {
      "epoch": 0.05658596728897278,
      "grad_norm": 5.53125,
      "learning_rate": 4.717674923692497e-05,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5181790649890899,
      "num_tokens": 34402368.0,
      "step": 44610
    },
    {
      "epoch": 0.05659865188150561,
      "grad_norm": 4.84375,
      "learning_rate": 4.717611492683868e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5403607577085495,
      "num_tokens": 34409559.0,
      "step": 44620
    },
    {
      "epoch": 0.056611336474038446,
      "grad_norm": 5.09375,
      "learning_rate": 4.7175480616752385e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5250917226076126,
      "num_tokens": 34417187.0,
      "step": 44630
    },
    {
      "epoch": 0.05662402106657128,
      "grad_norm": 6.375,
      "learning_rate": 4.717484630666609e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5412022143602371,
      "num_tokens": 34423840.0,
      "step": 44640
    },
    {
      "epoch": 0.056636705659104114,
      "grad_norm": 4.84375,
      "learning_rate": 4.71742119965798e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5359317392110825,
      "num_tokens": 34432591.0,
      "step": 44650
    },
    {
      "epoch": 0.05664939025163695,
      "grad_norm": 5.71875,
      "learning_rate": 4.717357768649351e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.5110154271125793,
      "num_tokens": 34439646.0,
      "step": 44660
    },
    {
      "epoch": 0.05666207484416978,
      "grad_norm": 6.28125,
      "learning_rate": 4.717294337640722e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.546672523021698,
      "num_tokens": 34447208.0,
      "step": 44670
    },
    {
      "epoch": 0.05667475943670262,
      "grad_norm": 7.09375,
      "learning_rate": 4.717230906632093e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5418054640293122,
      "num_tokens": 34454308.0,
      "step": 44680
    },
    {
      "epoch": 0.05668744402923545,
      "grad_norm": 4.8125,
      "learning_rate": 4.717167475623464e-05,
      "loss": 2.3148,
      "mean_token_accuracy": 0.5085582077503205,
      "num_tokens": 34462951.0,
      "step": 44690
    },
    {
      "epoch": 0.056700128621768285,
      "grad_norm": 5.8125,
      "learning_rate": 4.717104044614834e-05,
      "loss": 2.387,
      "mean_token_accuracy": 0.49052114188671114,
      "num_tokens": 34470031.0,
      "step": 44700
    },
    {
      "epoch": 0.05671281321430112,
      "grad_norm": 6.0,
      "learning_rate": 4.717040613606205e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5416028261184692,
      "num_tokens": 34477867.0,
      "step": 44710
    },
    {
      "epoch": 0.056725497806833954,
      "grad_norm": 5.84375,
      "learning_rate": 4.716977182597576e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5678579628467559,
      "num_tokens": 34484533.0,
      "step": 44720
    },
    {
      "epoch": 0.05673818239936679,
      "grad_norm": 4.875,
      "learning_rate": 4.716913751588947e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5316494882106781,
      "num_tokens": 34493608.0,
      "step": 44730
    },
    {
      "epoch": 0.05675086699189962,
      "grad_norm": 4.75,
      "learning_rate": 4.716850320580318e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5566214829683304,
      "num_tokens": 34501852.0,
      "step": 44740
    },
    {
      "epoch": 0.056763551584432456,
      "grad_norm": 6.875,
      "learning_rate": 4.716786889571689e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5294870644807815,
      "num_tokens": 34508440.0,
      "step": 44750
    },
    {
      "epoch": 0.05677623617696529,
      "grad_norm": 7.84375,
      "learning_rate": 4.7167234585630595e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5443439602851867,
      "num_tokens": 34514299.0,
      "step": 44760
    },
    {
      "epoch": 0.056788920769498125,
      "grad_norm": 4.9375,
      "learning_rate": 4.716660027554431e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5351070761680603,
      "num_tokens": 34523606.0,
      "step": 44770
    },
    {
      "epoch": 0.05680160536203096,
      "grad_norm": 4.78125,
      "learning_rate": 4.716596596545801e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5323401480913162,
      "num_tokens": 34531049.0,
      "step": 44780
    },
    {
      "epoch": 0.056814289954563786,
      "grad_norm": 4.625,
      "learning_rate": 4.716533165537172e-05,
      "loss": 2.3146,
      "mean_token_accuracy": 0.506541708111763,
      "num_tokens": 34539678.0,
      "step": 44790
    },
    {
      "epoch": 0.05682697454709662,
      "grad_norm": 5.0625,
      "learning_rate": 4.716469734528543e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.53552425801754,
      "num_tokens": 34547944.0,
      "step": 44800
    },
    {
      "epoch": 0.056839659139629455,
      "grad_norm": 6.0,
      "learning_rate": 4.7164063035199135e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5190728306770325,
      "num_tokens": 34556028.0,
      "step": 44810
    },
    {
      "epoch": 0.05685234373216229,
      "grad_norm": 8.125,
      "learning_rate": 4.716342872511285e-05,
      "loss": 1.8811,
      "mean_token_accuracy": 0.5831733256578445,
      "num_tokens": 34561842.0,
      "step": 44820
    },
    {
      "epoch": 0.05686502832469512,
      "grad_norm": 5.4375,
      "learning_rate": 4.716279441502656e-05,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5173504620790481,
      "num_tokens": 34569887.0,
      "step": 44830
    },
    {
      "epoch": 0.05687771291722796,
      "grad_norm": 5.3125,
      "learning_rate": 4.7162160104940265e-05,
      "loss": 2.135,
      "mean_token_accuracy": 0.5375819027423858,
      "num_tokens": 34577450.0,
      "step": 44840
    },
    {
      "epoch": 0.05689039750976079,
      "grad_norm": 4.625,
      "learning_rate": 4.716152579485397e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5450442254543304,
      "num_tokens": 34584681.0,
      "step": 44850
    },
    {
      "epoch": 0.056903082102293626,
      "grad_norm": 7.65625,
      "learning_rate": 4.7160891484767676e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5649345099925995,
      "num_tokens": 34591050.0,
      "step": 44860
    },
    {
      "epoch": 0.05691576669482646,
      "grad_norm": 6.4375,
      "learning_rate": 4.716025717468139e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5481636196374893,
      "num_tokens": 34598298.0,
      "step": 44870
    },
    {
      "epoch": 0.056928451287359294,
      "grad_norm": 6.34375,
      "learning_rate": 4.71596228645951e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5270232111215591,
      "num_tokens": 34606540.0,
      "step": 44880
    },
    {
      "epoch": 0.05694113587989213,
      "grad_norm": 8.9375,
      "learning_rate": 4.7158988554508805e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5283214956521988,
      "num_tokens": 34614478.0,
      "step": 44890
    },
    {
      "epoch": 0.05695382047242496,
      "grad_norm": 5.0,
      "learning_rate": 4.715835424442252e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5408309817314148,
      "num_tokens": 34621605.0,
      "step": 44900
    },
    {
      "epoch": 0.0569665050649578,
      "grad_norm": 5.40625,
      "learning_rate": 4.715771993433622e-05,
      "loss": 2.1977,
      "mean_token_accuracy": 0.5161417424678802,
      "num_tokens": 34630200.0,
      "step": 44910
    },
    {
      "epoch": 0.05697918965749063,
      "grad_norm": 7.1875,
      "learning_rate": 4.715708562424993e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5375665843486785,
      "num_tokens": 34638581.0,
      "step": 44920
    },
    {
      "epoch": 0.056991874250023465,
      "grad_norm": 5.125,
      "learning_rate": 4.715645131416364e-05,
      "loss": 1.9102,
      "mean_token_accuracy": 0.5932566076517105,
      "num_tokens": 34646871.0,
      "step": 44930
    },
    {
      "epoch": 0.0570045588425563,
      "grad_norm": 5.03125,
      "learning_rate": 4.7155817004077345e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5524966984987258,
      "num_tokens": 34653392.0,
      "step": 44940
    },
    {
      "epoch": 0.057017243435089134,
      "grad_norm": 6.0625,
      "learning_rate": 4.715518269399106e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5312863260507583,
      "num_tokens": 34661606.0,
      "step": 44950
    },
    {
      "epoch": 0.05702992802762197,
      "grad_norm": 4.90625,
      "learning_rate": 4.715454838390476e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5466524362564087,
      "num_tokens": 34668882.0,
      "step": 44960
    },
    {
      "epoch": 0.0570426126201548,
      "grad_norm": 5.96875,
      "learning_rate": 4.7153914073818475e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5250395506620407,
      "num_tokens": 34677378.0,
      "step": 44970
    },
    {
      "epoch": 0.057055297212687636,
      "grad_norm": 5.8125,
      "learning_rate": 4.715327976373218e-05,
      "loss": 2.2835,
      "mean_token_accuracy": 0.5170980334281922,
      "num_tokens": 34685338.0,
      "step": 44980
    },
    {
      "epoch": 0.05706798180522047,
      "grad_norm": 5.09375,
      "learning_rate": 4.7152645453645886e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5519888162612915,
      "num_tokens": 34692696.0,
      "step": 44990
    },
    {
      "epoch": 0.057080666397753305,
      "grad_norm": 5.34375,
      "learning_rate": 4.71520111435596e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5199156850576401,
      "num_tokens": 34700340.0,
      "step": 45000
    },
    {
      "epoch": 0.05709335099028614,
      "grad_norm": 6.28125,
      "learning_rate": 4.71513768334733e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5254421949386596,
      "num_tokens": 34709145.0,
      "step": 45010
    },
    {
      "epoch": 0.05710603558281897,
      "grad_norm": 4.84375,
      "learning_rate": 4.7150742523387015e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5268580198287964,
      "num_tokens": 34716441.0,
      "step": 45020
    },
    {
      "epoch": 0.05711872017535181,
      "grad_norm": 5.21875,
      "learning_rate": 4.715010821330073e-05,
      "loss": 2.3131,
      "mean_token_accuracy": 0.5073802530765533,
      "num_tokens": 34723104.0,
      "step": 45030
    },
    {
      "epoch": 0.05713140476788464,
      "grad_norm": 5.5,
      "learning_rate": 4.714947390321443e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5259370416402817,
      "num_tokens": 34731295.0,
      "step": 45040
    },
    {
      "epoch": 0.057144089360417476,
      "grad_norm": 4.90625,
      "learning_rate": 4.714883959312814e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5430932134389878,
      "num_tokens": 34739127.0,
      "step": 45050
    },
    {
      "epoch": 0.05715677395295031,
      "grad_norm": 6.65625,
      "learning_rate": 4.7148205283041844e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5189448863267898,
      "num_tokens": 34747771.0,
      "step": 45060
    },
    {
      "epoch": 0.057169458545483144,
      "grad_norm": 5.375,
      "learning_rate": 4.7147570972955556e-05,
      "loss": 2.2875,
      "mean_token_accuracy": 0.5058917850255966,
      "num_tokens": 34756799.0,
      "step": 45070
    },
    {
      "epoch": 0.05718214313801598,
      "grad_norm": 5.625,
      "learning_rate": 4.714693666286927e-05,
      "loss": 1.8458,
      "mean_token_accuracy": 0.5785118758678436,
      "num_tokens": 34764030.0,
      "step": 45080
    },
    {
      "epoch": 0.05719482773054881,
      "grad_norm": 3.859375,
      "learning_rate": 4.714630235278297e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5575449466705322,
      "num_tokens": 34772076.0,
      "step": 45090
    },
    {
      "epoch": 0.05720751232308165,
      "grad_norm": 5.15625,
      "learning_rate": 4.7145668042696685e-05,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5399665296077728,
      "num_tokens": 34780674.0,
      "step": 45100
    },
    {
      "epoch": 0.05722019691561448,
      "grad_norm": 6.15625,
      "learning_rate": 4.714503373261039e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5323204457759857,
      "num_tokens": 34788518.0,
      "step": 45110
    },
    {
      "epoch": 0.057232881508147315,
      "grad_norm": 5.375,
      "learning_rate": 4.7144399422524096e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5241265803575516,
      "num_tokens": 34797268.0,
      "step": 45120
    },
    {
      "epoch": 0.05724556610068015,
      "grad_norm": 8.625,
      "learning_rate": 4.714376511243781e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5391816377639771,
      "num_tokens": 34805553.0,
      "step": 45130
    },
    {
      "epoch": 0.057258250693212984,
      "grad_norm": 4.75,
      "learning_rate": 4.7143130802351513e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5253778696060181,
      "num_tokens": 34814503.0,
      "step": 45140
    },
    {
      "epoch": 0.05727093528574582,
      "grad_norm": 5.84375,
      "learning_rate": 4.7142496492265226e-05,
      "loss": 2.2121,
      "mean_token_accuracy": 0.5225546211004257,
      "num_tokens": 34822818.0,
      "step": 45150
    },
    {
      "epoch": 0.05728361987827865,
      "grad_norm": 4.6875,
      "learning_rate": 4.714186218217893e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5457856029272079,
      "num_tokens": 34830585.0,
      "step": 45160
    },
    {
      "epoch": 0.057296304470811486,
      "grad_norm": 8.625,
      "learning_rate": 4.714122787209264e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5471839547157288,
      "num_tokens": 34836911.0,
      "step": 45170
    },
    {
      "epoch": 0.05730898906334432,
      "grad_norm": 7.53125,
      "learning_rate": 4.7140593562006355e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5472785383462906,
      "num_tokens": 34844728.0,
      "step": 45180
    },
    {
      "epoch": 0.057321673655877155,
      "grad_norm": 5.90625,
      "learning_rate": 4.713995925192006e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5355118840932847,
      "num_tokens": 34853238.0,
      "step": 45190
    },
    {
      "epoch": 0.05733435824840999,
      "grad_norm": 5.53125,
      "learning_rate": 4.7139324941833766e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5391902923583984,
      "num_tokens": 34860412.0,
      "step": 45200
    },
    {
      "epoch": 0.05734704284094282,
      "grad_norm": 4.6875,
      "learning_rate": 4.713869063174748e-05,
      "loss": 2.3063,
      "mean_token_accuracy": 0.5145055949687958,
      "num_tokens": 34869425.0,
      "step": 45210
    },
    {
      "epoch": 0.05735972743347566,
      "grad_norm": 5.3125,
      "learning_rate": 4.713805632166118e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5367163002490998,
      "num_tokens": 34878653.0,
      "step": 45220
    },
    {
      "epoch": 0.05737241202600849,
      "grad_norm": 9.5,
      "learning_rate": 4.7137422011574896e-05,
      "loss": 2.2882,
      "mean_token_accuracy": 0.49903489351272584,
      "num_tokens": 34887338.0,
      "step": 45230
    },
    {
      "epoch": 0.057385096618541326,
      "grad_norm": 5.96875,
      "learning_rate": 4.71367877014886e-05,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5614768475294113,
      "num_tokens": 34894229.0,
      "step": 45240
    },
    {
      "epoch": 0.05739778121107416,
      "grad_norm": 5.1875,
      "learning_rate": 4.713615339140231e-05,
      "loss": 2.3804,
      "mean_token_accuracy": 0.4961375713348389,
      "num_tokens": 34902413.0,
      "step": 45250
    },
    {
      "epoch": 0.05741046580360699,
      "grad_norm": 7.6875,
      "learning_rate": 4.713551908131602e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5219459444284439,
      "num_tokens": 34910573.0,
      "step": 45260
    },
    {
      "epoch": 0.05742315039613982,
      "grad_norm": 6.34375,
      "learning_rate": 4.7134884771229724e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5434171289205552,
      "num_tokens": 34918675.0,
      "step": 45270
    },
    {
      "epoch": 0.057435834988672656,
      "grad_norm": 5.96875,
      "learning_rate": 4.7134250461143436e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5501067489385605,
      "num_tokens": 34926522.0,
      "step": 45280
    },
    {
      "epoch": 0.05744851958120549,
      "grad_norm": 5.78125,
      "learning_rate": 4.713361615105714e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5384083807468414,
      "num_tokens": 34934181.0,
      "step": 45290
    },
    {
      "epoch": 0.057461204173738324,
      "grad_norm": 4.8125,
      "learning_rate": 4.713298184097085e-05,
      "loss": 2.2712,
      "mean_token_accuracy": 0.5025160372257232,
      "num_tokens": 34942970.0,
      "step": 45300
    },
    {
      "epoch": 0.05747388876627116,
      "grad_norm": 5.0,
      "learning_rate": 4.7132347530884565e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5366856813430786,
      "num_tokens": 34950280.0,
      "step": 45310
    },
    {
      "epoch": 0.05748657335880399,
      "grad_norm": 6.59375,
      "learning_rate": 4.713171322079827e-05,
      "loss": 1.8763,
      "mean_token_accuracy": 0.5735785096883774,
      "num_tokens": 34957915.0,
      "step": 45320
    },
    {
      "epoch": 0.05749925795133683,
      "grad_norm": 6.46875,
      "learning_rate": 4.7131078910711976e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5350017011165619,
      "num_tokens": 34965802.0,
      "step": 45330
    },
    {
      "epoch": 0.05751194254386966,
      "grad_norm": 13.25,
      "learning_rate": 4.713044460062568e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5395896911621094,
      "num_tokens": 34972388.0,
      "step": 45340
    },
    {
      "epoch": 0.057524627136402495,
      "grad_norm": 6.0,
      "learning_rate": 4.7129810290539394e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5324536293745041,
      "num_tokens": 34980023.0,
      "step": 45350
    },
    {
      "epoch": 0.05753731172893533,
      "grad_norm": 4.625,
      "learning_rate": 4.7129175980453106e-05,
      "loss": 2.2443,
      "mean_token_accuracy": 0.5198967754840851,
      "num_tokens": 34987892.0,
      "step": 45360
    },
    {
      "epoch": 0.057549996321468164,
      "grad_norm": 4.6875,
      "learning_rate": 4.712854167036681e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5681565523147583,
      "num_tokens": 34995331.0,
      "step": 45370
    },
    {
      "epoch": 0.057562680914001,
      "grad_norm": 5.75,
      "learning_rate": 4.712790736028052e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5392678320407868,
      "num_tokens": 35002910.0,
      "step": 45380
    },
    {
      "epoch": 0.05757536550653383,
      "grad_norm": 5.84375,
      "learning_rate": 4.712727305019423e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5748332530260086,
      "num_tokens": 35009953.0,
      "step": 45390
    },
    {
      "epoch": 0.057588050099066666,
      "grad_norm": 5.96875,
      "learning_rate": 4.7126638740107934e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5688708662986756,
      "num_tokens": 35017656.0,
      "step": 45400
    },
    {
      "epoch": 0.0576007346915995,
      "grad_norm": 6.28125,
      "learning_rate": 4.7126004430021646e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5272230595350266,
      "num_tokens": 35025672.0,
      "step": 45410
    },
    {
      "epoch": 0.057613419284132335,
      "grad_norm": 5.84375,
      "learning_rate": 4.712537011993535e-05,
      "loss": 2.2468,
      "mean_token_accuracy": 0.5161716312170028,
      "num_tokens": 35034325.0,
      "step": 45420
    },
    {
      "epoch": 0.05762610387666517,
      "grad_norm": 5.34375,
      "learning_rate": 4.7124735809849064e-05,
      "loss": 2.2879,
      "mean_token_accuracy": 0.5128341227769851,
      "num_tokens": 35041802.0,
      "step": 45430
    },
    {
      "epoch": 0.057638788469198,
      "grad_norm": 4.9375,
      "learning_rate": 4.712410149976277e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5704341739416122,
      "num_tokens": 35049966.0,
      "step": 45440
    },
    {
      "epoch": 0.05765147306173084,
      "grad_norm": 4.625,
      "learning_rate": 4.712346718967648e-05,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5238644272089005,
      "num_tokens": 35057686.0,
      "step": 45450
    },
    {
      "epoch": 0.05766415765426367,
      "grad_norm": 5.15625,
      "learning_rate": 4.7122832879590186e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.537186324596405,
      "num_tokens": 35066295.0,
      "step": 45460
    },
    {
      "epoch": 0.057676842246796506,
      "grad_norm": 5.34375,
      "learning_rate": 4.712219856950389e-05,
      "loss": 2.2586,
      "mean_token_accuracy": 0.5256587535142898,
      "num_tokens": 35073516.0,
      "step": 45470
    },
    {
      "epoch": 0.05768952683932934,
      "grad_norm": 6.03125,
      "learning_rate": 4.7121564259417604e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5359188109636307,
      "num_tokens": 35081372.0,
      "step": 45480
    },
    {
      "epoch": 0.057702211431862174,
      "grad_norm": 6.0,
      "learning_rate": 4.712092994933131e-05,
      "loss": 1.6024,
      "mean_token_accuracy": 0.6435069441795349,
      "num_tokens": 35087545.0,
      "step": 45490
    },
    {
      "epoch": 0.05771489602439501,
      "grad_norm": 4.96875,
      "learning_rate": 4.712029563924502e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5572586447000504,
      "num_tokens": 35095349.0,
      "step": 45500
    },
    {
      "epoch": 0.05772758061692784,
      "grad_norm": 5.03125,
      "learning_rate": 4.7119661329158733e-05,
      "loss": 2.2266,
      "mean_token_accuracy": 0.5249455124139786,
      "num_tokens": 35103242.0,
      "step": 45510
    },
    {
      "epoch": 0.05774026520946068,
      "grad_norm": 4.375,
      "learning_rate": 4.711902701907244e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5450206726789475,
      "num_tokens": 35110191.0,
      "step": 45520
    },
    {
      "epoch": 0.05775294980199351,
      "grad_norm": 6.75,
      "learning_rate": 4.711839270898615e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5407111942768097,
      "num_tokens": 35118084.0,
      "step": 45530
    },
    {
      "epoch": 0.057765634394526345,
      "grad_norm": 6.6875,
      "learning_rate": 4.711775839889985e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5286487370729447,
      "num_tokens": 35126248.0,
      "step": 45540
    },
    {
      "epoch": 0.05777831898705918,
      "grad_norm": 4.65625,
      "learning_rate": 4.711712408881356e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5582527160644531,
      "num_tokens": 35133063.0,
      "step": 45550
    },
    {
      "epoch": 0.057791003579592014,
      "grad_norm": 4.96875,
      "learning_rate": 4.7116489778727274e-05,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5494042098522186,
      "num_tokens": 35141017.0,
      "step": 45560
    },
    {
      "epoch": 0.05780368817212485,
      "grad_norm": 6.8125,
      "learning_rate": 4.711585546864098e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5359778046607971,
      "num_tokens": 35148529.0,
      "step": 45570
    },
    {
      "epoch": 0.05781637276465768,
      "grad_norm": 5.09375,
      "learning_rate": 4.711522115855469e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5419987887144089,
      "num_tokens": 35156796.0,
      "step": 45580
    },
    {
      "epoch": 0.057829057357190516,
      "grad_norm": 6.0625,
      "learning_rate": 4.7114586848468397e-05,
      "loss": 1.9191,
      "mean_token_accuracy": 0.5685595214366913,
      "num_tokens": 35163726.0,
      "step": 45590
    },
    {
      "epoch": 0.05784174194972335,
      "grad_norm": 4.78125,
      "learning_rate": 4.711395253838211e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5119290977716446,
      "num_tokens": 35171211.0,
      "step": 45600
    },
    {
      "epoch": 0.057854426542256185,
      "grad_norm": 4.34375,
      "learning_rate": 4.7113318228295814e-05,
      "loss": 2.3595,
      "mean_token_accuracy": 0.5000029444694519,
      "num_tokens": 35179044.0,
      "step": 45610
    },
    {
      "epoch": 0.05786711113478902,
      "grad_norm": 6.1875,
      "learning_rate": 4.711268391820952e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5222551554441452,
      "num_tokens": 35187560.0,
      "step": 45620
    },
    {
      "epoch": 0.05787979572732185,
      "grad_norm": 5.1875,
      "learning_rate": 4.711204960812323e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5333119004964828,
      "num_tokens": 35196403.0,
      "step": 45630
    },
    {
      "epoch": 0.05789248031985469,
      "grad_norm": 7.40625,
      "learning_rate": 4.711141529803694e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5549232244491578,
      "num_tokens": 35203970.0,
      "step": 45640
    },
    {
      "epoch": 0.05790516491238752,
      "grad_norm": 6.09375,
      "learning_rate": 4.711078098795065e-05,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5800494134426117,
      "num_tokens": 35211829.0,
      "step": 45650
    },
    {
      "epoch": 0.057917849504920356,
      "grad_norm": 6.53125,
      "learning_rate": 4.711014667786436e-05,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5766174703836441,
      "num_tokens": 35218177.0,
      "step": 45660
    },
    {
      "epoch": 0.05793053409745319,
      "grad_norm": 6.03125,
      "learning_rate": 4.7109512367778066e-05,
      "loss": 1.8463,
      "mean_token_accuracy": 0.5954649835824967,
      "num_tokens": 35224876.0,
      "step": 45670
    },
    {
      "epoch": 0.057943218689986024,
      "grad_norm": 5.8125,
      "learning_rate": 4.710887805769177e-05,
      "loss": 2.3313,
      "mean_token_accuracy": 0.5013348966836929,
      "num_tokens": 35233058.0,
      "step": 45680
    },
    {
      "epoch": 0.05795590328251886,
      "grad_norm": 4.6875,
      "learning_rate": 4.710824374760548e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5464606493711471,
      "num_tokens": 35239567.0,
      "step": 45690
    },
    {
      "epoch": 0.05796858787505169,
      "grad_norm": 7.0,
      "learning_rate": 4.710760943751919e-05,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5247724533081055,
      "num_tokens": 35247925.0,
      "step": 45700
    },
    {
      "epoch": 0.05798127246758453,
      "grad_norm": 7.25,
      "learning_rate": 4.71069751274329e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5547920942306519,
      "num_tokens": 35255261.0,
      "step": 45710
    },
    {
      "epoch": 0.05799395706011736,
      "grad_norm": 5.15625,
      "learning_rate": 4.710634081734661e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5324106007814408,
      "num_tokens": 35262850.0,
      "step": 45720
    },
    {
      "epoch": 0.05800664165265019,
      "grad_norm": 5.5,
      "learning_rate": 4.710570650726032e-05,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5705991566181183,
      "num_tokens": 35270471.0,
      "step": 45730
    },
    {
      "epoch": 0.05801932624518302,
      "grad_norm": 5.6875,
      "learning_rate": 4.7105072197174024e-05,
      "loss": 1.9241,
      "mean_token_accuracy": 0.5720638334751129,
      "num_tokens": 35276299.0,
      "step": 45740
    },
    {
      "epoch": 0.05803201083771586,
      "grad_norm": 12.3125,
      "learning_rate": 4.710443788708773e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5175876379013061,
      "num_tokens": 35284438.0,
      "step": 45750
    },
    {
      "epoch": 0.05804469543024869,
      "grad_norm": 4.84375,
      "learning_rate": 4.710380357700144e-05,
      "loss": 1.8513,
      "mean_token_accuracy": 0.5939909398555756,
      "num_tokens": 35291548.0,
      "step": 45760
    },
    {
      "epoch": 0.058057380022781525,
      "grad_norm": 6.75,
      "learning_rate": 4.710316926691515e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5451833307743073,
      "num_tokens": 35298387.0,
      "step": 45770
    },
    {
      "epoch": 0.05807006461531436,
      "grad_norm": 5.03125,
      "learning_rate": 4.710253495682886e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5396061807870864,
      "num_tokens": 35305984.0,
      "step": 45780
    },
    {
      "epoch": 0.058082749207847194,
      "grad_norm": 5.28125,
      "learning_rate": 4.7101900646742565e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5420828491449357,
      "num_tokens": 35313228.0,
      "step": 45790
    },
    {
      "epoch": 0.05809543380038003,
      "grad_norm": 5.5625,
      "learning_rate": 4.710126633665628e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5194800972938538,
      "num_tokens": 35321376.0,
      "step": 45800
    },
    {
      "epoch": 0.05810811839291286,
      "grad_norm": 5.15625,
      "learning_rate": 4.710063202656998e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5380784541368484,
      "num_tokens": 35329392.0,
      "step": 45810
    },
    {
      "epoch": 0.058120802985445696,
      "grad_norm": 6.53125,
      "learning_rate": 4.709999771648369e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5531750828027725,
      "num_tokens": 35336395.0,
      "step": 45820
    },
    {
      "epoch": 0.05813348757797853,
      "grad_norm": 7.78125,
      "learning_rate": 4.70993634063974e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5476405888795852,
      "num_tokens": 35344032.0,
      "step": 45830
    },
    {
      "epoch": 0.058146172170511365,
      "grad_norm": 7.4375,
      "learning_rate": 4.7098729096311105e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5504237473011017,
      "num_tokens": 35351509.0,
      "step": 45840
    },
    {
      "epoch": 0.0581588567630442,
      "grad_norm": 5.3125,
      "learning_rate": 4.709809478622482e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5342371970415115,
      "num_tokens": 35359818.0,
      "step": 45850
    },
    {
      "epoch": 0.05817154135557703,
      "grad_norm": 5.59375,
      "learning_rate": 4.709746047613853e-05,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5814813554286957,
      "num_tokens": 35367256.0,
      "step": 45860
    },
    {
      "epoch": 0.05818422594810987,
      "grad_norm": 6.59375,
      "learning_rate": 4.7096826166052235e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5413046538829803,
      "num_tokens": 35373461.0,
      "step": 45870
    },
    {
      "epoch": 0.0581969105406427,
      "grad_norm": 11.4375,
      "learning_rate": 4.709619185596594e-05,
      "loss": 1.8154,
      "mean_token_accuracy": 0.5767041027545929,
      "num_tokens": 35379243.0,
      "step": 45880
    },
    {
      "epoch": 0.058209595133175536,
      "grad_norm": 5.71875,
      "learning_rate": 4.7095557545879645e-05,
      "loss": 2.2479,
      "mean_token_accuracy": 0.5218021988868713,
      "num_tokens": 35387059.0,
      "step": 45890
    },
    {
      "epoch": 0.05822227972570837,
      "grad_norm": 5.5,
      "learning_rate": 4.709492323579336e-05,
      "loss": 2.2516,
      "mean_token_accuracy": 0.5182092785835266,
      "num_tokens": 35395307.0,
      "step": 45900
    },
    {
      "epoch": 0.058234964318241204,
      "grad_norm": 5.1875,
      "learning_rate": 4.709428892570707e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5376457870006561,
      "num_tokens": 35403128.0,
      "step": 45910
    },
    {
      "epoch": 0.05824764891077404,
      "grad_norm": 5.25,
      "learning_rate": 4.7093654615620775e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5244839757680893,
      "num_tokens": 35411501.0,
      "step": 45920
    },
    {
      "epoch": 0.05826033350330687,
      "grad_norm": 5.0625,
      "learning_rate": 4.709302030553449e-05,
      "loss": 1.8978,
      "mean_token_accuracy": 0.5719489693641663,
      "num_tokens": 35419406.0,
      "step": 45930
    },
    {
      "epoch": 0.05827301809583971,
      "grad_norm": 5.59375,
      "learning_rate": 4.709238599544819e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.526420259475708,
      "num_tokens": 35428126.0,
      "step": 45940
    },
    {
      "epoch": 0.05828570268837254,
      "grad_norm": 4.65625,
      "learning_rate": 4.7091751685361904e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5747157454490661,
      "num_tokens": 35435291.0,
      "step": 45950
    },
    {
      "epoch": 0.058298387280905375,
      "grad_norm": 6.5,
      "learning_rate": 4.709111737527561e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5286839574575424,
      "num_tokens": 35443835.0,
      "step": 45960
    },
    {
      "epoch": 0.05831107187343821,
      "grad_norm": 4.84375,
      "learning_rate": 4.7090483065189315e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5231326073408127,
      "num_tokens": 35451930.0,
      "step": 45970
    },
    {
      "epoch": 0.058323756465971044,
      "grad_norm": 5.09375,
      "learning_rate": 4.708984875510303e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5303946703672409,
      "num_tokens": 35460186.0,
      "step": 45980
    },
    {
      "epoch": 0.05833644105850388,
      "grad_norm": 4.96875,
      "learning_rate": 4.708921444501673e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5520149081945419,
      "num_tokens": 35467444.0,
      "step": 45990
    },
    {
      "epoch": 0.05834912565103671,
      "grad_norm": 4.40625,
      "learning_rate": 4.7088580134930445e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5471926838159561,
      "num_tokens": 35475842.0,
      "step": 46000
    },
    {
      "epoch": 0.05836181024356955,
      "grad_norm": 5.1875,
      "learning_rate": 4.708794582484416e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5442607492208481,
      "num_tokens": 35483891.0,
      "step": 46010
    },
    {
      "epoch": 0.05837449483610238,
      "grad_norm": 6.9375,
      "learning_rate": 4.708731151475786e-05,
      "loss": 2.3207,
      "mean_token_accuracy": 0.5026348620653153,
      "num_tokens": 35492319.0,
      "step": 46020
    },
    {
      "epoch": 0.058387179428635215,
      "grad_norm": 6.4375,
      "learning_rate": 4.708667720467157e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5191446632146836,
      "num_tokens": 35500303.0,
      "step": 46030
    },
    {
      "epoch": 0.05839986402116805,
      "grad_norm": 5.5,
      "learning_rate": 4.708604289458527e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5315471649169922,
      "num_tokens": 35508013.0,
      "step": 46040
    },
    {
      "epoch": 0.05841254861370088,
      "grad_norm": 5.40625,
      "learning_rate": 4.7085408584498985e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5455249339342118,
      "num_tokens": 35516252.0,
      "step": 46050
    },
    {
      "epoch": 0.05842523320623372,
      "grad_norm": 5.96875,
      "learning_rate": 4.70847742744127e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5339915961027145,
      "num_tokens": 35523934.0,
      "step": 46060
    },
    {
      "epoch": 0.05843791779876655,
      "grad_norm": 4.90625,
      "learning_rate": 4.70841399643264e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5621899634599685,
      "num_tokens": 35531577.0,
      "step": 46070
    },
    {
      "epoch": 0.058450602391299386,
      "grad_norm": 7.28125,
      "learning_rate": 4.7083505654240115e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5389491111040116,
      "num_tokens": 35538445.0,
      "step": 46080
    },
    {
      "epoch": 0.05846328698383222,
      "grad_norm": 4.25,
      "learning_rate": 4.708287134415382e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.5195772111415863,
      "num_tokens": 35544782.0,
      "step": 46090
    },
    {
      "epoch": 0.058475971576365054,
      "grad_norm": 6.46875,
      "learning_rate": 4.7082237034067525e-05,
      "loss": 2.1425,
      "mean_token_accuracy": 0.52924585044384,
      "num_tokens": 35553311.0,
      "step": 46100
    },
    {
      "epoch": 0.05848865616889789,
      "grad_norm": 6.40625,
      "learning_rate": 4.708160272398124e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5416248708963394,
      "num_tokens": 35560956.0,
      "step": 46110
    },
    {
      "epoch": 0.05850134076143072,
      "grad_norm": 6.0625,
      "learning_rate": 4.708096841389494e-05,
      "loss": 1.8328,
      "mean_token_accuracy": 0.5777234226465225,
      "num_tokens": 35568601.0,
      "step": 46120
    },
    {
      "epoch": 0.05851402535396356,
      "grad_norm": 5.3125,
      "learning_rate": 4.7080334103808655e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5250755667686462,
      "num_tokens": 35577446.0,
      "step": 46130
    },
    {
      "epoch": 0.05852670994649639,
      "grad_norm": 8.625,
      "learning_rate": 4.707969979372237e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5536437302827835,
      "num_tokens": 35584601.0,
      "step": 46140
    },
    {
      "epoch": 0.058539394539029226,
      "grad_norm": 7.03125,
      "learning_rate": 4.707906548363607e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5936040818691254,
      "num_tokens": 35591095.0,
      "step": 46150
    },
    {
      "epoch": 0.05855207913156206,
      "grad_norm": 5.71875,
      "learning_rate": 4.707843117354978e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5441497206687927,
      "num_tokens": 35598729.0,
      "step": 46160
    },
    {
      "epoch": 0.058564763724094894,
      "grad_norm": 5.65625,
      "learning_rate": 4.707779686346348e-05,
      "loss": 2.1818,
      "mean_token_accuracy": 0.5159307062625885,
      "num_tokens": 35606649.0,
      "step": 46170
    },
    {
      "epoch": 0.05857744831662773,
      "grad_norm": 7.8125,
      "learning_rate": 4.7077162553377195e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5327238321304322,
      "num_tokens": 35614642.0,
      "step": 46180
    },
    {
      "epoch": 0.05859013290916056,
      "grad_norm": 6.25,
      "learning_rate": 4.707652824329091e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5171582490205765,
      "num_tokens": 35621912.0,
      "step": 46190
    },
    {
      "epoch": 0.05860281750169339,
      "grad_norm": 6.0625,
      "learning_rate": 4.707589393320461e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5325882494449615,
      "num_tokens": 35631112.0,
      "step": 46200
    },
    {
      "epoch": 0.058615502094226224,
      "grad_norm": 6.28125,
      "learning_rate": 4.7075259623118325e-05,
      "loss": 1.9746,
      "mean_token_accuracy": 0.566719651222229,
      "num_tokens": 35638450.0,
      "step": 46210
    },
    {
      "epoch": 0.05862818668675906,
      "grad_norm": 5.09375,
      "learning_rate": 4.707462531303203e-05,
      "loss": 2.4425,
      "mean_token_accuracy": 0.48448786735534666,
      "num_tokens": 35647195.0,
      "step": 46220
    },
    {
      "epoch": 0.05864087127929189,
      "grad_norm": 5.21875,
      "learning_rate": 4.7073991002945736e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5784235209226608,
      "num_tokens": 35654702.0,
      "step": 46230
    },
    {
      "epoch": 0.05865355587182473,
      "grad_norm": 5.28125,
      "learning_rate": 4.707335669285945e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5646565735340119,
      "num_tokens": 35662606.0,
      "step": 46240
    },
    {
      "epoch": 0.05866624046435756,
      "grad_norm": 5.0625,
      "learning_rate": 4.707272238277315e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5144016474485398,
      "num_tokens": 35670871.0,
      "step": 46250
    },
    {
      "epoch": 0.058678925056890395,
      "grad_norm": 5.375,
      "learning_rate": 4.7072088072686865e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5319350391626358,
      "num_tokens": 35679682.0,
      "step": 46260
    },
    {
      "epoch": 0.05869160964942323,
      "grad_norm": 5.0,
      "learning_rate": 4.707145376260057e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5211892694234848,
      "num_tokens": 35688597.0,
      "step": 46270
    },
    {
      "epoch": 0.05870429424195606,
      "grad_norm": 5.6875,
      "learning_rate": 4.707081945251428e-05,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5324221700429916,
      "num_tokens": 35696542.0,
      "step": 46280
    },
    {
      "epoch": 0.0587169788344889,
      "grad_norm": 5.0625,
      "learning_rate": 4.7070185142427995e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5550738573074341,
      "num_tokens": 35705411.0,
      "step": 46290
    },
    {
      "epoch": 0.05872966342702173,
      "grad_norm": 6.03125,
      "learning_rate": 4.706955083234169e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5521285474300385,
      "num_tokens": 35712242.0,
      "step": 46300
    },
    {
      "epoch": 0.058742348019554566,
      "grad_norm": 5.03125,
      "learning_rate": 4.7068916522255406e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.540887075662613,
      "num_tokens": 35720427.0,
      "step": 46310
    },
    {
      "epoch": 0.0587550326120874,
      "grad_norm": 7.75,
      "learning_rate": 4.706828221216911e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5643611073493957,
      "num_tokens": 35728060.0,
      "step": 46320
    },
    {
      "epoch": 0.058767717204620235,
      "grad_norm": 5.3125,
      "learning_rate": 4.706764790208282e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5644232273101807,
      "num_tokens": 35736448.0,
      "step": 46330
    },
    {
      "epoch": 0.05878040179715307,
      "grad_norm": 5.5625,
      "learning_rate": 4.7067013591996535e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5237019151449204,
      "num_tokens": 35743867.0,
      "step": 46340
    },
    {
      "epoch": 0.0587930863896859,
      "grad_norm": 6.375,
      "learning_rate": 4.706637928191024e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5620842427015305,
      "num_tokens": 35751711.0,
      "step": 46350
    },
    {
      "epoch": 0.05880577098221874,
      "grad_norm": 7.4375,
      "learning_rate": 4.706574497182395e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5582763284444809,
      "num_tokens": 35757812.0,
      "step": 46360
    },
    {
      "epoch": 0.05881845557475157,
      "grad_norm": 4.78125,
      "learning_rate": 4.706511066173766e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5483230978250504,
      "num_tokens": 35765378.0,
      "step": 46370
    },
    {
      "epoch": 0.058831140167284406,
      "grad_norm": 5.8125,
      "learning_rate": 4.706447635165136e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5394741594791412,
      "num_tokens": 35773586.0,
      "step": 46380
    },
    {
      "epoch": 0.05884382475981724,
      "grad_norm": 5.53125,
      "learning_rate": 4.7063842041565075e-05,
      "loss": 1.7769,
      "mean_token_accuracy": 0.6128280013799667,
      "num_tokens": 35780508.0,
      "step": 46390
    },
    {
      "epoch": 0.058856509352350074,
      "grad_norm": 3.671875,
      "learning_rate": 4.706320773147878e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5557468146085739,
      "num_tokens": 35788300.0,
      "step": 46400
    },
    {
      "epoch": 0.05886919394488291,
      "grad_norm": 6.46875,
      "learning_rate": 4.706257342139249e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5517087519168854,
      "num_tokens": 35795737.0,
      "step": 46410
    },
    {
      "epoch": 0.05888187853741574,
      "grad_norm": 5.9375,
      "learning_rate": 4.70619391113062e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5208976686000824,
      "num_tokens": 35803234.0,
      "step": 46420
    },
    {
      "epoch": 0.05889456312994858,
      "grad_norm": 4.4375,
      "learning_rate": 4.706130480121991e-05,
      "loss": 2.258,
      "mean_token_accuracy": 0.5105249881744385,
      "num_tokens": 35810819.0,
      "step": 46430
    },
    {
      "epoch": 0.05890724772248141,
      "grad_norm": 4.40625,
      "learning_rate": 4.7060670491133616e-05,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5818022727966309,
      "num_tokens": 35818620.0,
      "step": 46440
    },
    {
      "epoch": 0.058919932315014245,
      "grad_norm": 4.96875,
      "learning_rate": 4.706003618104732e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5507891356945038,
      "num_tokens": 35825625.0,
      "step": 46450
    },
    {
      "epoch": 0.05893261690754708,
      "grad_norm": 4.6875,
      "learning_rate": 4.705940187096103e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5369168430566787,
      "num_tokens": 35833994.0,
      "step": 46460
    },
    {
      "epoch": 0.058945301500079914,
      "grad_norm": 6.3125,
      "learning_rate": 4.705876756087474e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5481695353984832,
      "num_tokens": 35840320.0,
      "step": 46470
    },
    {
      "epoch": 0.05895798609261275,
      "grad_norm": 6.90625,
      "learning_rate": 4.705813325078845e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.540598464012146,
      "num_tokens": 35847298.0,
      "step": 46480
    },
    {
      "epoch": 0.05897067068514558,
      "grad_norm": 6.21875,
      "learning_rate": 4.705749894070216e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.524325254559517,
      "num_tokens": 35854097.0,
      "step": 46490
    },
    {
      "epoch": 0.058983355277678416,
      "grad_norm": 5.25,
      "learning_rate": 4.705686463061587e-05,
      "loss": 2.2609,
      "mean_token_accuracy": 0.5187153220176697,
      "num_tokens": 35862137.0,
      "step": 46500
    },
    {
      "epoch": 0.05899603987021125,
      "grad_norm": 6.34375,
      "learning_rate": 4.7056230320529574e-05,
      "loss": 2.225,
      "mean_token_accuracy": 0.5151376366615296,
      "num_tokens": 35868979.0,
      "step": 46510
    },
    {
      "epoch": 0.059008724462744085,
      "grad_norm": 7.75,
      "learning_rate": 4.705559601044328e-05,
      "loss": 2.2399,
      "mean_token_accuracy": 0.5227939695119858,
      "num_tokens": 35877938.0,
      "step": 46520
    },
    {
      "epoch": 0.05902140905527692,
      "grad_norm": 14.0625,
      "learning_rate": 4.705496170035699e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.528150451183319,
      "num_tokens": 35885601.0,
      "step": 46530
    },
    {
      "epoch": 0.05903409364780975,
      "grad_norm": 5.0625,
      "learning_rate": 4.70543273902707e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.5687378704547882,
      "num_tokens": 35893174.0,
      "step": 46540
    },
    {
      "epoch": 0.05904677824034259,
      "grad_norm": 5.65625,
      "learning_rate": 4.705369308018441e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.52854984998703,
      "num_tokens": 35901365.0,
      "step": 46550
    },
    {
      "epoch": 0.05905946283287542,
      "grad_norm": 5.21875,
      "learning_rate": 4.705305877009812e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5236723214387894,
      "num_tokens": 35911231.0,
      "step": 46560
    },
    {
      "epoch": 0.059072147425408256,
      "grad_norm": 4.875,
      "learning_rate": 4.7052424460011826e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5673431366682052,
      "num_tokens": 35918293.0,
      "step": 46570
    },
    {
      "epoch": 0.05908483201794109,
      "grad_norm": 5.03125,
      "learning_rate": 4.705179014992553e-05,
      "loss": 2.2435,
      "mean_token_accuracy": 0.5073004424571991,
      "num_tokens": 35926488.0,
      "step": 46580
    },
    {
      "epoch": 0.059097516610473924,
      "grad_norm": 5.03125,
      "learning_rate": 4.7051155839839243e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5288950443267822,
      "num_tokens": 35935189.0,
      "step": 46590
    },
    {
      "epoch": 0.05911020120300676,
      "grad_norm": 8.125,
      "learning_rate": 4.705052152975295e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5287025362253189,
      "num_tokens": 35942323.0,
      "step": 46600
    },
    {
      "epoch": 0.05912288579553959,
      "grad_norm": 6.625,
      "learning_rate": 4.704988721966666e-05,
      "loss": 2.135,
      "mean_token_accuracy": 0.5395140171051025,
      "num_tokens": 35950403.0,
      "step": 46610
    },
    {
      "epoch": 0.05913557038807243,
      "grad_norm": 5.1875,
      "learning_rate": 4.7049252909580366e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5408431649208069,
      "num_tokens": 35958407.0,
      "step": 46620
    },
    {
      "epoch": 0.05914825498060526,
      "grad_norm": 5.5,
      "learning_rate": 4.704861859949408e-05,
      "loss": 1.8589,
      "mean_token_accuracy": 0.5778161644935608,
      "num_tokens": 35965381.0,
      "step": 46630
    },
    {
      "epoch": 0.059160939573138095,
      "grad_norm": 7.40625,
      "learning_rate": 4.7047984289407784e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5511010140180588,
      "num_tokens": 35971905.0,
      "step": 46640
    },
    {
      "epoch": 0.05917362416567093,
      "grad_norm": 5.5,
      "learning_rate": 4.704734997932149e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5305693507194519,
      "num_tokens": 35979137.0,
      "step": 46650
    },
    {
      "epoch": 0.059186308758203764,
      "grad_norm": 7.71875,
      "learning_rate": 4.70467156692352e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5200589001178741,
      "num_tokens": 35986826.0,
      "step": 46660
    },
    {
      "epoch": 0.05919899335073659,
      "grad_norm": 4.65625,
      "learning_rate": 4.7046081359148907e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5360480576753617,
      "num_tokens": 35995266.0,
      "step": 46670
    },
    {
      "epoch": 0.059211677943269425,
      "grad_norm": 4.125,
      "learning_rate": 4.704544704906262e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5537317335605622,
      "num_tokens": 36003119.0,
      "step": 46680
    },
    {
      "epoch": 0.05922436253580226,
      "grad_norm": 6.84375,
      "learning_rate": 4.704481273897633e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5514670848846436,
      "num_tokens": 36010637.0,
      "step": 46690
    },
    {
      "epoch": 0.059237047128335094,
      "grad_norm": 12.8125,
      "learning_rate": 4.7044178428890036e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5372541546821594,
      "num_tokens": 36016261.0,
      "step": 46700
    },
    {
      "epoch": 0.05924973172086793,
      "grad_norm": 5.96875,
      "learning_rate": 4.704354411880375e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5389715820550919,
      "num_tokens": 36024379.0,
      "step": 46710
    },
    {
      "epoch": 0.05926241631340076,
      "grad_norm": 5.46875,
      "learning_rate": 4.704290980871745e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5295410096645355,
      "num_tokens": 36033236.0,
      "step": 46720
    },
    {
      "epoch": 0.059275100905933596,
      "grad_norm": 4.65625,
      "learning_rate": 4.704227549863116e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5317667543888092,
      "num_tokens": 36039853.0,
      "step": 46730
    },
    {
      "epoch": 0.05928778549846643,
      "grad_norm": 6.25,
      "learning_rate": 4.704164118854487e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5528891235589981,
      "num_tokens": 36046311.0,
      "step": 46740
    },
    {
      "epoch": 0.059300470090999265,
      "grad_norm": 7.59375,
      "learning_rate": 4.7041006878458577e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5255361825227738,
      "num_tokens": 36052707.0,
      "step": 46750
    },
    {
      "epoch": 0.0593131546835321,
      "grad_norm": 6.625,
      "learning_rate": 4.704037256837229e-05,
      "loss": 1.8601,
      "mean_token_accuracy": 0.5906171262264251,
      "num_tokens": 36059570.0,
      "step": 46760
    },
    {
      "epoch": 0.05932583927606493,
      "grad_norm": 9.1875,
      "learning_rate": 4.7039738258285994e-05,
      "loss": 2.2524,
      "mean_token_accuracy": 0.5113748162984848,
      "num_tokens": 36068001.0,
      "step": 46770
    },
    {
      "epoch": 0.05933852386859777,
      "grad_norm": 4.65625,
      "learning_rate": 4.7039103948199706e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5536885172128677,
      "num_tokens": 36075652.0,
      "step": 46780
    },
    {
      "epoch": 0.0593512084611306,
      "grad_norm": 6.71875,
      "learning_rate": 4.703846963811341e-05,
      "loss": 1.8484,
      "mean_token_accuracy": 0.5922307908535004,
      "num_tokens": 36080107.0,
      "step": 46790
    },
    {
      "epoch": 0.059363893053663436,
      "grad_norm": 11.0625,
      "learning_rate": 4.703783532802712e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5246640503406524,
      "num_tokens": 36086437.0,
      "step": 46800
    },
    {
      "epoch": 0.05937657764619627,
      "grad_norm": 7.5,
      "learning_rate": 4.703720101794083e-05,
      "loss": 2.1976,
      "mean_token_accuracy": 0.5395824313163757,
      "num_tokens": 36092188.0,
      "step": 46810
    },
    {
      "epoch": 0.059389262238729104,
      "grad_norm": 4.3125,
      "learning_rate": 4.7036566707854534e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5337482780218125,
      "num_tokens": 36100530.0,
      "step": 46820
    },
    {
      "epoch": 0.05940194683126194,
      "grad_norm": 5.15625,
      "learning_rate": 4.7035932397768246e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5526022970676422,
      "num_tokens": 36108413.0,
      "step": 46830
    },
    {
      "epoch": 0.05941463142379477,
      "grad_norm": 6.71875,
      "learning_rate": 4.703529808768196e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5247588783502579,
      "num_tokens": 36116301.0,
      "step": 46840
    },
    {
      "epoch": 0.05942731601632761,
      "grad_norm": 5.65625,
      "learning_rate": 4.7034663777595664e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5382611453533173,
      "num_tokens": 36124903.0,
      "step": 46850
    },
    {
      "epoch": 0.05944000060886044,
      "grad_norm": 6.0,
      "learning_rate": 4.703402946750937e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5220349282026291,
      "num_tokens": 36132598.0,
      "step": 46860
    },
    {
      "epoch": 0.059452685201393275,
      "grad_norm": 5.25,
      "learning_rate": 4.7033395157423075e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5453363180160522,
      "num_tokens": 36141154.0,
      "step": 46870
    },
    {
      "epoch": 0.05946536979392611,
      "grad_norm": 5.25,
      "learning_rate": 4.703276084733679e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5299363076686859,
      "num_tokens": 36150211.0,
      "step": 46880
    },
    {
      "epoch": 0.059478054386458944,
      "grad_norm": 5.34375,
      "learning_rate": 4.70321265372505e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5315726071596145,
      "num_tokens": 36158492.0,
      "step": 46890
    },
    {
      "epoch": 0.05949073897899178,
      "grad_norm": 6.09375,
      "learning_rate": 4.7031492227164204e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5351254492998123,
      "num_tokens": 36167635.0,
      "step": 46900
    },
    {
      "epoch": 0.05950342357152461,
      "grad_norm": 7.90625,
      "learning_rate": 4.7030857917077916e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5685856640338898,
      "num_tokens": 36174703.0,
      "step": 46910
    },
    {
      "epoch": 0.059516108164057446,
      "grad_norm": 5.8125,
      "learning_rate": 4.703022360699162e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5780241161584854,
      "num_tokens": 36181795.0,
      "step": 46920
    },
    {
      "epoch": 0.05952879275659028,
      "grad_norm": 5.875,
      "learning_rate": 4.702958929690533e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5549381852149964,
      "num_tokens": 36190189.0,
      "step": 46930
    },
    {
      "epoch": 0.059541477349123115,
      "grad_norm": 5.71875,
      "learning_rate": 4.702895498681904e-05,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5176225066184997,
      "num_tokens": 36198555.0,
      "step": 46940
    },
    {
      "epoch": 0.05955416194165595,
      "grad_norm": 5.09375,
      "learning_rate": 4.7028320676732745e-05,
      "loss": 2.2226,
      "mean_token_accuracy": 0.5165705293416977,
      "num_tokens": 36206419.0,
      "step": 46950
    },
    {
      "epoch": 0.05956684653418878,
      "grad_norm": 5.90625,
      "learning_rate": 4.702768636664646e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5451600462198257,
      "num_tokens": 36215416.0,
      "step": 46960
    },
    {
      "epoch": 0.05957953112672162,
      "grad_norm": 5.0625,
      "learning_rate": 4.702705205656016e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5644328624010087,
      "num_tokens": 36223350.0,
      "step": 46970
    },
    {
      "epoch": 0.05959221571925445,
      "grad_norm": 6.34375,
      "learning_rate": 4.7026417746473874e-05,
      "loss": 1.514,
      "mean_token_accuracy": 0.6585439801216125,
      "num_tokens": 36229080.0,
      "step": 46980
    },
    {
      "epoch": 0.059604900311787286,
      "grad_norm": 4.71875,
      "learning_rate": 4.702578343638758e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5286604404449463,
      "num_tokens": 36238153.0,
      "step": 46990
    },
    {
      "epoch": 0.05961758490432012,
      "grad_norm": 5.71875,
      "learning_rate": 4.7025149126301285e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5603843420743942,
      "num_tokens": 36245887.0,
      "step": 47000
    },
    {
      "epoch": 0.059630269496852954,
      "grad_norm": 7.375,
      "learning_rate": 4.7024514816215e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5647388905286789,
      "num_tokens": 36252646.0,
      "step": 47010
    },
    {
      "epoch": 0.05964295408938579,
      "grad_norm": 6.09375,
      "learning_rate": 4.70238805061287e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.528282517194748,
      "num_tokens": 36259713.0,
      "step": 47020
    },
    {
      "epoch": 0.05965563868191862,
      "grad_norm": 5.46875,
      "learning_rate": 4.7023246196042414e-05,
      "loss": 2.3665,
      "mean_token_accuracy": 0.50317203104496,
      "num_tokens": 36268578.0,
      "step": 47030
    },
    {
      "epoch": 0.05966832327445146,
      "grad_norm": 6.75,
      "learning_rate": 4.7022611885956127e-05,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5570606887340546,
      "num_tokens": 36275079.0,
      "step": 47040
    },
    {
      "epoch": 0.05968100786698429,
      "grad_norm": 4.875,
      "learning_rate": 4.702197757586983e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5606704026460647,
      "num_tokens": 36284097.0,
      "step": 47050
    },
    {
      "epoch": 0.059693692459517125,
      "grad_norm": 5.75,
      "learning_rate": 4.702134326578354e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5763046503067016,
      "num_tokens": 36289554.0,
      "step": 47060
    },
    {
      "epoch": 0.05970637705204996,
      "grad_norm": 6.75,
      "learning_rate": 4.702070895569725e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5331251859664917,
      "num_tokens": 36296779.0,
      "step": 47070
    },
    {
      "epoch": 0.059719061644582794,
      "grad_norm": 4.875,
      "learning_rate": 4.7020074645610955e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.524918332695961,
      "num_tokens": 36304303.0,
      "step": 47080
    },
    {
      "epoch": 0.05973174623711563,
      "grad_norm": 5.28125,
      "learning_rate": 4.701944033552467e-05,
      "loss": 2.3103,
      "mean_token_accuracy": 0.500143438577652,
      "num_tokens": 36312831.0,
      "step": 47090
    },
    {
      "epoch": 0.05974443082964846,
      "grad_norm": 6.1875,
      "learning_rate": 4.701880602543837e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5377413719892502,
      "num_tokens": 36320030.0,
      "step": 47100
    },
    {
      "epoch": 0.059757115422181296,
      "grad_norm": 4.875,
      "learning_rate": 4.7018171715352084e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.534002211689949,
      "num_tokens": 36328238.0,
      "step": 47110
    },
    {
      "epoch": 0.05976980001471413,
      "grad_norm": 5.9375,
      "learning_rate": 4.7017537405265796e-05,
      "loss": 2.2668,
      "mean_token_accuracy": 0.512408772110939,
      "num_tokens": 36335257.0,
      "step": 47120
    },
    {
      "epoch": 0.059782484607246965,
      "grad_norm": 4.625,
      "learning_rate": 4.70169030951795e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5675586789846421,
      "num_tokens": 36343347.0,
      "step": 47130
    },
    {
      "epoch": 0.05979516919977979,
      "grad_norm": 5.375,
      "learning_rate": 4.701626878509321e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5452756434679031,
      "num_tokens": 36350881.0,
      "step": 47140
    },
    {
      "epoch": 0.059807853792312626,
      "grad_norm": 5.03125,
      "learning_rate": 4.701563447500691e-05,
      "loss": 2.3129,
      "mean_token_accuracy": 0.5094756186008453,
      "num_tokens": 36359572.0,
      "step": 47150
    },
    {
      "epoch": 0.05982053838484546,
      "grad_norm": 6.8125,
      "learning_rate": 4.7015000164920625e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5381064921617508,
      "num_tokens": 36367349.0,
      "step": 47160
    },
    {
      "epoch": 0.059833222977378295,
      "grad_norm": 5.34375,
      "learning_rate": 4.701436585483434e-05,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5224103212356568,
      "num_tokens": 36375057.0,
      "step": 47170
    },
    {
      "epoch": 0.05984590756991113,
      "grad_norm": 6.59375,
      "learning_rate": 4.701373154474804e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5595266729593277,
      "num_tokens": 36383346.0,
      "step": 47180
    },
    {
      "epoch": 0.05985859216244396,
      "grad_norm": 5.78125,
      "learning_rate": 4.7013097234661754e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5286908239126206,
      "num_tokens": 36390942.0,
      "step": 47190
    },
    {
      "epoch": 0.0598712767549768,
      "grad_norm": 4.8125,
      "learning_rate": 4.701246292457546e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5505923300981521,
      "num_tokens": 36399099.0,
      "step": 47200
    },
    {
      "epoch": 0.05988396134750963,
      "grad_norm": 5.03125,
      "learning_rate": 4.7011828614489165e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5275213330984115,
      "num_tokens": 36407058.0,
      "step": 47210
    },
    {
      "epoch": 0.059896645940042466,
      "grad_norm": 5.375,
      "learning_rate": 4.701119430440288e-05,
      "loss": 2.343,
      "mean_token_accuracy": 0.4914231300354004,
      "num_tokens": 36416429.0,
      "step": 47220
    },
    {
      "epoch": 0.0599093305325753,
      "grad_norm": 4.6875,
      "learning_rate": 4.701055999431658e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5577675253152847,
      "num_tokens": 36424499.0,
      "step": 47230
    },
    {
      "epoch": 0.059922015125108134,
      "grad_norm": 5.21875,
      "learning_rate": 4.7009925684230295e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.548561641573906,
      "num_tokens": 36433082.0,
      "step": 47240
    },
    {
      "epoch": 0.05993469971764097,
      "grad_norm": 8.0,
      "learning_rate": 4.7009291374144e-05,
      "loss": 2.3545,
      "mean_token_accuracy": 0.4980177342891693,
      "num_tokens": 36441883.0,
      "step": 47250
    },
    {
      "epoch": 0.0599473843101738,
      "grad_norm": 6.46875,
      "learning_rate": 4.700865706405771e-05,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5585858762264252,
      "num_tokens": 36449631.0,
      "step": 47260
    },
    {
      "epoch": 0.05996006890270664,
      "grad_norm": 5.9375,
      "learning_rate": 4.700802275397142e-05,
      "loss": 1.79,
      "mean_token_accuracy": 0.5998584806919098,
      "num_tokens": 36455098.0,
      "step": 47270
    },
    {
      "epoch": 0.05997275349523947,
      "grad_norm": 5.3125,
      "learning_rate": 4.700738844388512e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5415610074996948,
      "num_tokens": 36461059.0,
      "step": 47280
    },
    {
      "epoch": 0.059985438087772305,
      "grad_norm": 9.1875,
      "learning_rate": 4.7006754133798835e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5531078219413758,
      "num_tokens": 36468286.0,
      "step": 47290
    },
    {
      "epoch": 0.05999812268030514,
      "grad_norm": 5.125,
      "learning_rate": 4.700611982371254e-05,
      "loss": 2.2972,
      "mean_token_accuracy": 0.5223565340042114,
      "num_tokens": 36476440.0,
      "step": 47300
    },
    {
      "epoch": 0.060010807272837974,
      "grad_norm": 6.8125,
      "learning_rate": 4.700548551362625e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5395882338285446,
      "num_tokens": 36483843.0,
      "step": 47310
    },
    {
      "epoch": 0.06002349186537081,
      "grad_norm": 5.21875,
      "learning_rate": 4.7004851203539965e-05,
      "loss": 2.2602,
      "mean_token_accuracy": 0.5088656216859817,
      "num_tokens": 36491483.0,
      "step": 47320
    },
    {
      "epoch": 0.06003617645790364,
      "grad_norm": 6.96875,
      "learning_rate": 4.700421689345367e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5328817337751388,
      "num_tokens": 36500356.0,
      "step": 47330
    },
    {
      "epoch": 0.060048861050436476,
      "grad_norm": 5.46875,
      "learning_rate": 4.7003582583367375e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.575074291229248,
      "num_tokens": 36508474.0,
      "step": 47340
    },
    {
      "epoch": 0.06006154564296931,
      "grad_norm": 7.28125,
      "learning_rate": 4.700294827328108e-05,
      "loss": 2.214,
      "mean_token_accuracy": 0.5263761281967163,
      "num_tokens": 36516694.0,
      "step": 47350
    },
    {
      "epoch": 0.060074230235502145,
      "grad_norm": 7.0,
      "learning_rate": 4.700231396319479e-05,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5655621975660324,
      "num_tokens": 36524072.0,
      "step": 47360
    },
    {
      "epoch": 0.06008691482803498,
      "grad_norm": 5.09375,
      "learning_rate": 4.7001679653108505e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5703735560178756,
      "num_tokens": 36531941.0,
      "step": 47370
    },
    {
      "epoch": 0.06009959942056781,
      "grad_norm": 6.0625,
      "learning_rate": 4.700104534302221e-05,
      "loss": 2.3139,
      "mean_token_accuracy": 0.5164296835660934,
      "num_tokens": 36540401.0,
      "step": 47380
    },
    {
      "epoch": 0.06011228401310065,
      "grad_norm": 4.5,
      "learning_rate": 4.700041103293592e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5506782025098801,
      "num_tokens": 36548936.0,
      "step": 47390
    },
    {
      "epoch": 0.06012496860563348,
      "grad_norm": 5.0625,
      "learning_rate": 4.699977672284963e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5305737048387528,
      "num_tokens": 36556982.0,
      "step": 47400
    },
    {
      "epoch": 0.060137653198166316,
      "grad_norm": 13.0625,
      "learning_rate": 4.699914241276333e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5255261451005936,
      "num_tokens": 36563741.0,
      "step": 47410
    },
    {
      "epoch": 0.06015033779069915,
      "grad_norm": 4.84375,
      "learning_rate": 4.6998508102677045e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5597201526165009,
      "num_tokens": 36571944.0,
      "step": 47420
    },
    {
      "epoch": 0.060163022383231984,
      "grad_norm": 5.46875,
      "learning_rate": 4.699787379259075e-05,
      "loss": 1.9385,
      "mean_token_accuracy": 0.5689004898071289,
      "num_tokens": 36579411.0,
      "step": 47430
    },
    {
      "epoch": 0.06017570697576482,
      "grad_norm": 5.8125,
      "learning_rate": 4.699723948250446e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5552811056375504,
      "num_tokens": 36587297.0,
      "step": 47440
    },
    {
      "epoch": 0.06018839156829765,
      "grad_norm": 5.96875,
      "learning_rate": 4.699660517241817e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5532419174909592,
      "num_tokens": 36593728.0,
      "step": 47450
    },
    {
      "epoch": 0.06020107616083049,
      "grad_norm": 6.90625,
      "learning_rate": 4.699597086233188e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5391069144010544,
      "num_tokens": 36600825.0,
      "step": 47460
    },
    {
      "epoch": 0.06021376075336332,
      "grad_norm": 6.09375,
      "learning_rate": 4.699533655224559e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5654171884059906,
      "num_tokens": 36608756.0,
      "step": 47470
    },
    {
      "epoch": 0.060226445345896155,
      "grad_norm": 4.53125,
      "learning_rate": 4.69947022421593e-05,
      "loss": 1.8506,
      "mean_token_accuracy": 0.5946950256824494,
      "num_tokens": 36616427.0,
      "step": 47480
    },
    {
      "epoch": 0.06023912993842899,
      "grad_norm": 5.25,
      "learning_rate": 4.6994067932073e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5485203981399536,
      "num_tokens": 36623895.0,
      "step": 47490
    },
    {
      "epoch": 0.060251814530961824,
      "grad_norm": 5.875,
      "learning_rate": 4.699343362198671e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5585218161344528,
      "num_tokens": 36631422.0,
      "step": 47500
    },
    {
      "epoch": 0.06026449912349466,
      "grad_norm": 4.96875,
      "learning_rate": 4.699279931190042e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5144505620002746,
      "num_tokens": 36639371.0,
      "step": 47510
    },
    {
      "epoch": 0.06027718371602749,
      "grad_norm": 5.03125,
      "learning_rate": 4.699216500181413e-05,
      "loss": 1.8003,
      "mean_token_accuracy": 0.5913493752479553,
      "num_tokens": 36646056.0,
      "step": 47520
    },
    {
      "epoch": 0.060289868308560327,
      "grad_norm": 4.6875,
      "learning_rate": 4.699153069172784e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5295189380645752,
      "num_tokens": 36655198.0,
      "step": 47530
    },
    {
      "epoch": 0.06030255290109316,
      "grad_norm": 7.84375,
      "learning_rate": 4.699089638164155e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5571056514978409,
      "num_tokens": 36662217.0,
      "step": 47540
    },
    {
      "epoch": 0.060315237493625995,
      "grad_norm": 5.75,
      "learning_rate": 4.6990262071555255e-05,
      "loss": 1.7512,
      "mean_token_accuracy": 0.6143298387527466,
      "num_tokens": 36669339.0,
      "step": 47550
    },
    {
      "epoch": 0.06032792208615883,
      "grad_norm": 5.3125,
      "learning_rate": 4.698962776146896e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5142937004566193,
      "num_tokens": 36677958.0,
      "step": 47560
    },
    {
      "epoch": 0.06034060667869166,
      "grad_norm": 5.8125,
      "learning_rate": 4.698899345138267e-05,
      "loss": 2.2687,
      "mean_token_accuracy": 0.5163735181093216,
      "num_tokens": 36684922.0,
      "step": 47570
    },
    {
      "epoch": 0.0603532912712245,
      "grad_norm": 6.6875,
      "learning_rate": 4.698835914129638e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5218921303749084,
      "num_tokens": 36692643.0,
      "step": 47580
    },
    {
      "epoch": 0.06036597586375733,
      "grad_norm": 5.375,
      "learning_rate": 4.698772483121009e-05,
      "loss": 2.3579,
      "mean_token_accuracy": 0.49531673192977904,
      "num_tokens": 36701604.0,
      "step": 47590
    },
    {
      "epoch": 0.060378660456290166,
      "grad_norm": 6.0,
      "learning_rate": 4.6987090521123796e-05,
      "loss": 2.369,
      "mean_token_accuracy": 0.5026950389146805,
      "num_tokens": 36711236.0,
      "step": 47600
    },
    {
      "epoch": 0.06039134504882299,
      "grad_norm": 4.90625,
      "learning_rate": 4.698645621103751e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5578097611665725,
      "num_tokens": 36718603.0,
      "step": 47610
    },
    {
      "epoch": 0.06040402964135583,
      "grad_norm": 6.5,
      "learning_rate": 4.698582190095121e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5510471045970917,
      "num_tokens": 36725470.0,
      "step": 47620
    },
    {
      "epoch": 0.06041671423388866,
      "grad_norm": 6.28125,
      "learning_rate": 4.698518759086492e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5140640735626221,
      "num_tokens": 36733252.0,
      "step": 47630
    },
    {
      "epoch": 0.060429398826421496,
      "grad_norm": 5.15625,
      "learning_rate": 4.698455328077863e-05,
      "loss": 1.9496,
      "mean_token_accuracy": 0.5645337760448456,
      "num_tokens": 36742376.0,
      "step": 47640
    },
    {
      "epoch": 0.06044208341895433,
      "grad_norm": 6.53125,
      "learning_rate": 4.6983918970692336e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5346998780965805,
      "num_tokens": 36750707.0,
      "step": 47650
    },
    {
      "epoch": 0.060454768011487164,
      "grad_norm": 4.9375,
      "learning_rate": 4.698328466060605e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.55007184445858,
      "num_tokens": 36758409.0,
      "step": 47660
    },
    {
      "epoch": 0.06046745260402,
      "grad_norm": 7.65625,
      "learning_rate": 4.698265035051976e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5547422766685486,
      "num_tokens": 36765855.0,
      "step": 47670
    },
    {
      "epoch": 0.06048013719655283,
      "grad_norm": 4.78125,
      "learning_rate": 4.6982016040433466e-05,
      "loss": 1.934,
      "mean_token_accuracy": 0.577879935503006,
      "num_tokens": 36772699.0,
      "step": 47680
    },
    {
      "epoch": 0.06049282178908567,
      "grad_norm": 5.0625,
      "learning_rate": 4.698138173034717e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5459314078092575,
      "num_tokens": 36780695.0,
      "step": 47690
    },
    {
      "epoch": 0.0605055063816185,
      "grad_norm": 6.625,
      "learning_rate": 4.6980747420260876e-05,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5138500601053237,
      "num_tokens": 36787823.0,
      "step": 47700
    },
    {
      "epoch": 0.060518190974151335,
      "grad_norm": 4.65625,
      "learning_rate": 4.698011311017459e-05,
      "loss": 2.3942,
      "mean_token_accuracy": 0.49828080236911776,
      "num_tokens": 36795591.0,
      "step": 47710
    },
    {
      "epoch": 0.06053087556668417,
      "grad_norm": 6.09375,
      "learning_rate": 4.69794788000883e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5342703521251678,
      "num_tokens": 36801915.0,
      "step": 47720
    },
    {
      "epoch": 0.060543560159217004,
      "grad_norm": 8.5625,
      "learning_rate": 4.6978844490002006e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5405963301658631,
      "num_tokens": 36809182.0,
      "step": 47730
    },
    {
      "epoch": 0.06055624475174984,
      "grad_norm": 5.46875,
      "learning_rate": 4.697821017991572e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5569550156593323,
      "num_tokens": 36818192.0,
      "step": 47740
    },
    {
      "epoch": 0.06056892934428267,
      "grad_norm": 7.90625,
      "learning_rate": 4.697757586982942e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.561472600698471,
      "num_tokens": 36825354.0,
      "step": 47750
    },
    {
      "epoch": 0.06058161393681551,
      "grad_norm": 5.3125,
      "learning_rate": 4.697694155974313e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5357235074043274,
      "num_tokens": 36832553.0,
      "step": 47760
    },
    {
      "epoch": 0.06059429852934834,
      "grad_norm": 6.0,
      "learning_rate": 4.697630724965684e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5741551756858826,
      "num_tokens": 36840100.0,
      "step": 47770
    },
    {
      "epoch": 0.060606983121881175,
      "grad_norm": 5.78125,
      "learning_rate": 4.6975672939570546e-05,
      "loss": 1.6836,
      "mean_token_accuracy": 0.612058573961258,
      "num_tokens": 36846384.0,
      "step": 47780
    },
    {
      "epoch": 0.06061966771441401,
      "grad_norm": 4.5625,
      "learning_rate": 4.697503862948426e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5739002257585526,
      "num_tokens": 36853785.0,
      "step": 47790
    },
    {
      "epoch": 0.06063235230694684,
      "grad_norm": 13.125,
      "learning_rate": 4.6974404319397964e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.535780930519104,
      "num_tokens": 36860991.0,
      "step": 47800
    },
    {
      "epoch": 0.06064503689947968,
      "grad_norm": 5.75,
      "learning_rate": 4.6973770009311676e-05,
      "loss": 2.1924,
      "mean_token_accuracy": 0.5254616945981979,
      "num_tokens": 36868582.0,
      "step": 47810
    },
    {
      "epoch": 0.06065772149201251,
      "grad_norm": 5.5,
      "learning_rate": 4.697313569922539e-05,
      "loss": 2.2691,
      "mean_token_accuracy": 0.5154110789299011,
      "num_tokens": 36877091.0,
      "step": 47820
    },
    {
      "epoch": 0.060670406084545346,
      "grad_norm": 5.625,
      "learning_rate": 4.6972501389139087e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.54953693151474,
      "num_tokens": 36884640.0,
      "step": 47830
    },
    {
      "epoch": 0.06068309067707818,
      "grad_norm": 5.40625,
      "learning_rate": 4.69718670790528e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5464124947786331,
      "num_tokens": 36891300.0,
      "step": 47840
    },
    {
      "epoch": 0.060695775269611014,
      "grad_norm": 5.1875,
      "learning_rate": 4.6971232768966504e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5466427236795426,
      "num_tokens": 36899332.0,
      "step": 47850
    },
    {
      "epoch": 0.06070845986214385,
      "grad_norm": 5.875,
      "learning_rate": 4.6970598458880216e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5474788218736648,
      "num_tokens": 36907619.0,
      "step": 47860
    },
    {
      "epoch": 0.06072114445467668,
      "grad_norm": 5.09375,
      "learning_rate": 4.696996414879393e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5313160270452499,
      "num_tokens": 36915157.0,
      "step": 47870
    },
    {
      "epoch": 0.06073382904720952,
      "grad_norm": 5.84375,
      "learning_rate": 4.6969329838707634e-05,
      "loss": 1.9347,
      "mean_token_accuracy": 0.5586971580982208,
      "num_tokens": 36923432.0,
      "step": 47880
    },
    {
      "epoch": 0.06074651363974235,
      "grad_norm": 4.96875,
      "learning_rate": 4.6968695528621346e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5528429508209228,
      "num_tokens": 36930159.0,
      "step": 47890
    },
    {
      "epoch": 0.060759198232275186,
      "grad_norm": 7.1875,
      "learning_rate": 4.696806121853505e-05,
      "loss": 1.925,
      "mean_token_accuracy": 0.5701626777648926,
      "num_tokens": 36937416.0,
      "step": 47900
    },
    {
      "epoch": 0.06077188282480802,
      "grad_norm": 7.34375,
      "learning_rate": 4.6967426908448756e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5475481271743774,
      "num_tokens": 36944712.0,
      "step": 47910
    },
    {
      "epoch": 0.060784567417340854,
      "grad_norm": 4.71875,
      "learning_rate": 4.696679259836247e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5577119171619416,
      "num_tokens": 36952613.0,
      "step": 47920
    },
    {
      "epoch": 0.06079725200987369,
      "grad_norm": 5.03125,
      "learning_rate": 4.6966158288276174e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5122713923454285,
      "num_tokens": 36961430.0,
      "step": 47930
    },
    {
      "epoch": 0.06080993660240652,
      "grad_norm": 7.1875,
      "learning_rate": 4.6965523978189886e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5679710268974304,
      "num_tokens": 36969734.0,
      "step": 47940
    },
    {
      "epoch": 0.06082262119493936,
      "grad_norm": 6.09375,
      "learning_rate": 4.69648896681036e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5206186264753342,
      "num_tokens": 36977376.0,
      "step": 47950
    },
    {
      "epoch": 0.06083530578747219,
      "grad_norm": 10.6875,
      "learning_rate": 4.6964255358017304e-05,
      "loss": 2.2856,
      "mean_token_accuracy": 0.5079178541898728,
      "num_tokens": 36985075.0,
      "step": 47960
    },
    {
      "epoch": 0.060847990380005025,
      "grad_norm": 4.90625,
      "learning_rate": 4.696362104793101e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5290330439805985,
      "num_tokens": 36992120.0,
      "step": 47970
    },
    {
      "epoch": 0.06086067497253786,
      "grad_norm": 6.46875,
      "learning_rate": 4.6962986737844714e-05,
      "loss": 2.2766,
      "mean_token_accuracy": 0.5134353071451188,
      "num_tokens": 36998717.0,
      "step": 47980
    },
    {
      "epoch": 0.060873359565070694,
      "grad_norm": 11.3125,
      "learning_rate": 4.6962352427758426e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5359705567359925,
      "num_tokens": 37005746.0,
      "step": 47990
    },
    {
      "epoch": 0.06088604415760353,
      "grad_norm": 4.9375,
      "learning_rate": 4.696171811767214e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5314262300729752,
      "num_tokens": 37014879.0,
      "step": 48000
    },
    {
      "epoch": 0.06089872875013636,
      "grad_norm": 3.84375,
      "learning_rate": 4.6961083807585844e-05,
      "loss": 1.3695,
      "mean_token_accuracy": 0.6870653331279755,
      "num_tokens": 37020075.0,
      "step": 48010
    },
    {
      "epoch": 0.060911413342669196,
      "grad_norm": 4.53125,
      "learning_rate": 4.6960449497499556e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.529912993311882,
      "num_tokens": 37027565.0,
      "step": 48020
    },
    {
      "epoch": 0.06092409793520203,
      "grad_norm": 5.1875,
      "learning_rate": 4.695981518741326e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5541987448930741,
      "num_tokens": 37035209.0,
      "step": 48030
    },
    {
      "epoch": 0.060936782527734865,
      "grad_norm": 4.875,
      "learning_rate": 4.695918087732697e-05,
      "loss": 1.8973,
      "mean_token_accuracy": 0.5784773319959641,
      "num_tokens": 37043163.0,
      "step": 48040
    },
    {
      "epoch": 0.0609494671202677,
      "grad_norm": 5.0625,
      "learning_rate": 4.695854656724068e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5346614331007004,
      "num_tokens": 37050888.0,
      "step": 48050
    },
    {
      "epoch": 0.06096215171280053,
      "grad_norm": 5.9375,
      "learning_rate": 4.6957912257154384e-05,
      "loss": 2.3262,
      "mean_token_accuracy": 0.5028698027133942,
      "num_tokens": 37059998.0,
      "step": 48060
    },
    {
      "epoch": 0.06097483630533337,
      "grad_norm": 6.21875,
      "learning_rate": 4.6957277947068096e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5457503467798233,
      "num_tokens": 37068585.0,
      "step": 48070
    },
    {
      "epoch": 0.060987520897866195,
      "grad_norm": 4.875,
      "learning_rate": 4.69566436369818e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5344914048910141,
      "num_tokens": 37077517.0,
      "step": 48080
    },
    {
      "epoch": 0.06100020549039903,
      "grad_norm": 6.5,
      "learning_rate": 4.6956009326895514e-05,
      "loss": 2.3061,
      "mean_token_accuracy": 0.5114698827266693,
      "num_tokens": 37085108.0,
      "step": 48090
    },
    {
      "epoch": 0.06101289008293186,
      "grad_norm": 6.15625,
      "learning_rate": 4.695537501680922e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5471452564001084,
      "num_tokens": 37092273.0,
      "step": 48100
    },
    {
      "epoch": 0.0610255746754647,
      "grad_norm": 5.3125,
      "learning_rate": 4.6954740706722924e-05,
      "loss": 2.2676,
      "mean_token_accuracy": 0.5029262453317642,
      "num_tokens": 37100680.0,
      "step": 48110
    },
    {
      "epoch": 0.06103825926799753,
      "grad_norm": 5.6875,
      "learning_rate": 4.6954106396636637e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5587100356817245,
      "num_tokens": 37107547.0,
      "step": 48120
    },
    {
      "epoch": 0.061050943860530366,
      "grad_norm": 4.96875,
      "learning_rate": 4.695347208655034e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.535797294974327,
      "num_tokens": 37115257.0,
      "step": 48130
    },
    {
      "epoch": 0.0610636284530632,
      "grad_norm": 5.5,
      "learning_rate": 4.6952837776464054e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5323163866996765,
      "num_tokens": 37122855.0,
      "step": 48140
    },
    {
      "epoch": 0.061076313045596034,
      "grad_norm": 6.03125,
      "learning_rate": 4.6952203466377766e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5374990314245224,
      "num_tokens": 37130987.0,
      "step": 48150
    },
    {
      "epoch": 0.06108899763812887,
      "grad_norm": 7.21875,
      "learning_rate": 4.695156915629147e-05,
      "loss": 1.8561,
      "mean_token_accuracy": 0.5793411731719971,
      "num_tokens": 37137137.0,
      "step": 48160
    },
    {
      "epoch": 0.0611016822306617,
      "grad_norm": 4.90625,
      "learning_rate": 4.695093484620518e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5305647432804108,
      "num_tokens": 37144149.0,
      "step": 48170
    },
    {
      "epoch": 0.06111436682319454,
      "grad_norm": 4.59375,
      "learning_rate": 4.695030053611888e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5653331130743027,
      "num_tokens": 37151732.0,
      "step": 48180
    },
    {
      "epoch": 0.06112705141572737,
      "grad_norm": 3.53125,
      "learning_rate": 4.6949666226032594e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5484930723905563,
      "num_tokens": 37159151.0,
      "step": 48190
    },
    {
      "epoch": 0.061139736008260205,
      "grad_norm": 4.5625,
      "learning_rate": 4.6949031915946306e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.550112709403038,
      "num_tokens": 37166926.0,
      "step": 48200
    },
    {
      "epoch": 0.06115242060079304,
      "grad_norm": 6.3125,
      "learning_rate": 4.694839760586001e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5405968189239502,
      "num_tokens": 37174467.0,
      "step": 48210
    },
    {
      "epoch": 0.061165105193325874,
      "grad_norm": 4.84375,
      "learning_rate": 4.6947763295773724e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5521801471710205,
      "num_tokens": 37181567.0,
      "step": 48220
    },
    {
      "epoch": 0.06117778978585871,
      "grad_norm": 4.5,
      "learning_rate": 4.694712898568743e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5434259980916977,
      "num_tokens": 37189826.0,
      "step": 48230
    },
    {
      "epoch": 0.06119047437839154,
      "grad_norm": 6.3125,
      "learning_rate": 4.694649467560114e-05,
      "loss": 2.2099,
      "mean_token_accuracy": 0.5315144181251525,
      "num_tokens": 37197656.0,
      "step": 48240
    },
    {
      "epoch": 0.061203158970924376,
      "grad_norm": 5.125,
      "learning_rate": 4.694586036551485e-05,
      "loss": 1.6674,
      "mean_token_accuracy": 0.6195010364055633,
      "num_tokens": 37203747.0,
      "step": 48250
    },
    {
      "epoch": 0.06121584356345721,
      "grad_norm": 5.6875,
      "learning_rate": 4.694522605542855e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5603778123855591,
      "num_tokens": 37212711.0,
      "step": 48260
    },
    {
      "epoch": 0.061228528155990045,
      "grad_norm": 7.0625,
      "learning_rate": 4.6944591745342264e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5537439465522767,
      "num_tokens": 37220391.0,
      "step": 48270
    },
    {
      "epoch": 0.06124121274852288,
      "grad_norm": 5.96875,
      "learning_rate": 4.694395743525597e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.526520511507988,
      "num_tokens": 37228151.0,
      "step": 48280
    },
    {
      "epoch": 0.06125389734105571,
      "grad_norm": 6.9375,
      "learning_rate": 4.694332312516968e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5225694835186004,
      "num_tokens": 37234848.0,
      "step": 48290
    },
    {
      "epoch": 0.06126658193358855,
      "grad_norm": 5.28125,
      "learning_rate": 4.6942688815083394e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5339335918426513,
      "num_tokens": 37243243.0,
      "step": 48300
    },
    {
      "epoch": 0.06127926652612138,
      "grad_norm": 6.34375,
      "learning_rate": 4.69420545049971e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5641487151384353,
      "num_tokens": 37250676.0,
      "step": 48310
    },
    {
      "epoch": 0.061291951118654216,
      "grad_norm": 4.78125,
      "learning_rate": 4.6941420194910805e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.535113862156868,
      "num_tokens": 37258201.0,
      "step": 48320
    },
    {
      "epoch": 0.06130463571118705,
      "grad_norm": 6.59375,
      "learning_rate": 4.694078588482451e-05,
      "loss": 2.2575,
      "mean_token_accuracy": 0.5063256829977035,
      "num_tokens": 37265934.0,
      "step": 48330
    },
    {
      "epoch": 0.061317320303719884,
      "grad_norm": 5.46875,
      "learning_rate": 4.694015157473822e-05,
      "loss": 2.2613,
      "mean_token_accuracy": 0.5103513330221177,
      "num_tokens": 37274929.0,
      "step": 48340
    },
    {
      "epoch": 0.06133000489625272,
      "grad_norm": 5.9375,
      "learning_rate": 4.6939517264651934e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5328441143035889,
      "num_tokens": 37283643.0,
      "step": 48350
    },
    {
      "epoch": 0.06134268948878555,
      "grad_norm": 5.1875,
      "learning_rate": 4.693888295456564e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5521013677120209,
      "num_tokens": 37291770.0,
      "step": 48360
    },
    {
      "epoch": 0.06135537408131839,
      "grad_norm": 5.53125,
      "learning_rate": 4.693824864447935e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5267734616994858,
      "num_tokens": 37299971.0,
      "step": 48370
    },
    {
      "epoch": 0.06136805867385122,
      "grad_norm": 7.0625,
      "learning_rate": 4.693761433439306e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5266729772090912,
      "num_tokens": 37306892.0,
      "step": 48380
    },
    {
      "epoch": 0.061380743266384055,
      "grad_norm": 4.71875,
      "learning_rate": 4.693698002430676e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5632894515991211,
      "num_tokens": 37313214.0,
      "step": 48390
    },
    {
      "epoch": 0.06139342785891689,
      "grad_norm": 5.15625,
      "learning_rate": 4.6936345714220475e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5560158938169479,
      "num_tokens": 37321340.0,
      "step": 48400
    },
    {
      "epoch": 0.061406112451449724,
      "grad_norm": 5.15625,
      "learning_rate": 4.693571140413418e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5457071781158447,
      "num_tokens": 37328928.0,
      "step": 48410
    },
    {
      "epoch": 0.06141879704398256,
      "grad_norm": 5.46875,
      "learning_rate": 4.693507709404789e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5291386157274246,
      "num_tokens": 37336720.0,
      "step": 48420
    },
    {
      "epoch": 0.06143148163651539,
      "grad_norm": 5.03125,
      "learning_rate": 4.69344427839616e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5320959538221359,
      "num_tokens": 37344831.0,
      "step": 48430
    },
    {
      "epoch": 0.061444166229048226,
      "grad_norm": 5.46875,
      "learning_rate": 4.693380847387531e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5455378741025925,
      "num_tokens": 37352753.0,
      "step": 48440
    },
    {
      "epoch": 0.06145685082158106,
      "grad_norm": 6.96875,
      "learning_rate": 4.6933174163789015e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5524030745029449,
      "num_tokens": 37359335.0,
      "step": 48450
    },
    {
      "epoch": 0.061469535414113895,
      "grad_norm": 7.6875,
      "learning_rate": 4.693253985370272e-05,
      "loss": 2.2463,
      "mean_token_accuracy": 0.5187971442937851,
      "num_tokens": 37367020.0,
      "step": 48460
    },
    {
      "epoch": 0.06148222000664673,
      "grad_norm": 6.53125,
      "learning_rate": 4.693190554361643e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5159941524267196,
      "num_tokens": 37375518.0,
      "step": 48470
    },
    {
      "epoch": 0.06149490459917956,
      "grad_norm": 4.5625,
      "learning_rate": 4.693127123353014e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5541971981525421,
      "num_tokens": 37383751.0,
      "step": 48480
    },
    {
      "epoch": 0.0615075891917124,
      "grad_norm": 5.90625,
      "learning_rate": 4.693063692344385e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5601237684488296,
      "num_tokens": 37391138.0,
      "step": 48490
    },
    {
      "epoch": 0.06152027378424523,
      "grad_norm": 5.46875,
      "learning_rate": 4.693000261335756e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5324328422546387,
      "num_tokens": 37399035.0,
      "step": 48500
    },
    {
      "epoch": 0.061532958376778066,
      "grad_norm": 4.9375,
      "learning_rate": 4.692936830327127e-05,
      "loss": 1.7363,
      "mean_token_accuracy": 0.6146502584218979,
      "num_tokens": 37405108.0,
      "step": 48510
    },
    {
      "epoch": 0.0615456429693109,
      "grad_norm": 4.53125,
      "learning_rate": 4.692873399318497e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5385969132184982,
      "num_tokens": 37413101.0,
      "step": 48520
    },
    {
      "epoch": 0.061558327561843734,
      "grad_norm": 6.03125,
      "learning_rate": 4.692809968309868e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5587714403867722,
      "num_tokens": 37419880.0,
      "step": 48530
    },
    {
      "epoch": 0.06157101215437656,
      "grad_norm": 6.96875,
      "learning_rate": 4.692746537301239e-05,
      "loss": 1.7379,
      "mean_token_accuracy": 0.6134830057621002,
      "num_tokens": 37425742.0,
      "step": 48540
    },
    {
      "epoch": 0.061583696746909396,
      "grad_norm": 5.875,
      "learning_rate": 4.69268310629261e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5230145543813706,
      "num_tokens": 37433465.0,
      "step": 48550
    },
    {
      "epoch": 0.06159638133944223,
      "grad_norm": 6.375,
      "learning_rate": 4.692619675283981e-05,
      "loss": 2.3153,
      "mean_token_accuracy": 0.5054237306118011,
      "num_tokens": 37442118.0,
      "step": 48560
    },
    {
      "epoch": 0.061609065931975064,
      "grad_norm": 6.6875,
      "learning_rate": 4.692556244275352e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5737024217844009,
      "num_tokens": 37449088.0,
      "step": 48570
    },
    {
      "epoch": 0.0616217505245079,
      "grad_norm": 6.625,
      "learning_rate": 4.6924928132667225e-05,
      "loss": 1.7709,
      "mean_token_accuracy": 0.6066411912441254,
      "num_tokens": 37456628.0,
      "step": 48580
    },
    {
      "epoch": 0.06163443511704073,
      "grad_norm": 8.4375,
      "learning_rate": 4.692429382258093e-05,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5841131180524826,
      "num_tokens": 37462764.0,
      "step": 48590
    },
    {
      "epoch": 0.06164711970957357,
      "grad_norm": 4.71875,
      "learning_rate": 4.692365951249464e-05,
      "loss": 2.2404,
      "mean_token_accuracy": 0.5167804777622222,
      "num_tokens": 37470951.0,
      "step": 48600
    },
    {
      "epoch": 0.0616598043021064,
      "grad_norm": 5.15625,
      "learning_rate": 4.692302520240835e-05,
      "loss": 2.2113,
      "mean_token_accuracy": 0.531130439043045,
      "num_tokens": 37478496.0,
      "step": 48610
    },
    {
      "epoch": 0.061672488894639235,
      "grad_norm": 5.28125,
      "learning_rate": 4.692239089232206e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5404348492622375,
      "num_tokens": 37486112.0,
      "step": 48620
    },
    {
      "epoch": 0.06168517348717207,
      "grad_norm": 7.59375,
      "learning_rate": 4.6921756582235765e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5168752819299698,
      "num_tokens": 37493697.0,
      "step": 48630
    },
    {
      "epoch": 0.061697858079704904,
      "grad_norm": 9.75,
      "learning_rate": 4.692112227214948e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.542706698179245,
      "num_tokens": 37501752.0,
      "step": 48640
    },
    {
      "epoch": 0.06171054267223774,
      "grad_norm": 6.3125,
      "learning_rate": 4.692048796206319e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5233375698328018,
      "num_tokens": 37509245.0,
      "step": 48650
    },
    {
      "epoch": 0.06172322726477057,
      "grad_norm": 5.4375,
      "learning_rate": 4.6919853651976895e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5483060866594315,
      "num_tokens": 37516157.0,
      "step": 48660
    },
    {
      "epoch": 0.061735911857303406,
      "grad_norm": 4.5625,
      "learning_rate": 4.69192193418906e-05,
      "loss": 1.8068,
      "mean_token_accuracy": 0.5993425130844117,
      "num_tokens": 37523181.0,
      "step": 48670
    },
    {
      "epoch": 0.06174859644983624,
      "grad_norm": 7.4375,
      "learning_rate": 4.6918585031804306e-05,
      "loss": 2.2149,
      "mean_token_accuracy": 0.5222018748521805,
      "num_tokens": 37530024.0,
      "step": 48680
    },
    {
      "epoch": 0.061761281042369075,
      "grad_norm": 6.34375,
      "learning_rate": 4.691795072171802e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5442931205034256,
      "num_tokens": 37537360.0,
      "step": 48690
    },
    {
      "epoch": 0.06177396563490191,
      "grad_norm": 6.625,
      "learning_rate": 4.691731641163173e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5225970357656479,
      "num_tokens": 37544773.0,
      "step": 48700
    },
    {
      "epoch": 0.06178665022743474,
      "grad_norm": 5.90625,
      "learning_rate": 4.6916682101545435e-05,
      "loss": 2.2855,
      "mean_token_accuracy": 0.518732163310051,
      "num_tokens": 37551773.0,
      "step": 48710
    },
    {
      "epoch": 0.06179933481996758,
      "grad_norm": 4.71875,
      "learning_rate": 4.691604779145915e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5415530294179917,
      "num_tokens": 37558028.0,
      "step": 48720
    },
    {
      "epoch": 0.06181201941250041,
      "grad_norm": 4.78125,
      "learning_rate": 4.691541348137285e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.559105184674263,
      "num_tokens": 37565452.0,
      "step": 48730
    },
    {
      "epoch": 0.061824704005033246,
      "grad_norm": 10.75,
      "learning_rate": 4.691477917128656e-05,
      "loss": 1.8781,
      "mean_token_accuracy": 0.5768677949905395,
      "num_tokens": 37571554.0,
      "step": 48740
    },
    {
      "epoch": 0.06183738859756608,
      "grad_norm": 4.84375,
      "learning_rate": 4.691414486120027e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5431854218244553,
      "num_tokens": 37578187.0,
      "step": 48750
    },
    {
      "epoch": 0.061850073190098914,
      "grad_norm": 4.625,
      "learning_rate": 4.6913510551113976e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5328962147235871,
      "num_tokens": 37586366.0,
      "step": 48760
    },
    {
      "epoch": 0.06186275778263175,
      "grad_norm": 5.125,
      "learning_rate": 4.691287624102769e-05,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5697707056999206,
      "num_tokens": 37594473.0,
      "step": 48770
    },
    {
      "epoch": 0.06187544237516458,
      "grad_norm": 5.375,
      "learning_rate": 4.691224193094139e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5699574917554855,
      "num_tokens": 37601163.0,
      "step": 48780
    },
    {
      "epoch": 0.06188812696769742,
      "grad_norm": 5.4375,
      "learning_rate": 4.6911607620855105e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5201985210180282,
      "num_tokens": 37609265.0,
      "step": 48790
    },
    {
      "epoch": 0.06190081156023025,
      "grad_norm": 5.375,
      "learning_rate": 4.691097331076881e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5550682514905929,
      "num_tokens": 37617496.0,
      "step": 48800
    },
    {
      "epoch": 0.061913496152763085,
      "grad_norm": 5.0625,
      "learning_rate": 4.6910339000682516e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5517717957496643,
      "num_tokens": 37625187.0,
      "step": 48810
    },
    {
      "epoch": 0.06192618074529592,
      "grad_norm": 5.0,
      "learning_rate": 4.690970469059623e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5583122253417969,
      "num_tokens": 37632124.0,
      "step": 48820
    },
    {
      "epoch": 0.061938865337828754,
      "grad_norm": 4.6875,
      "learning_rate": 4.690907038050993e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5688019603490829,
      "num_tokens": 37639839.0,
      "step": 48830
    },
    {
      "epoch": 0.06195154993036159,
      "grad_norm": 9.0,
      "learning_rate": 4.6908436070423646e-05,
      "loss": 1.8371,
      "mean_token_accuracy": 0.5896220922470092,
      "num_tokens": 37646081.0,
      "step": 48840
    },
    {
      "epoch": 0.06196423452289442,
      "grad_norm": 4.90625,
      "learning_rate": 4.690780176033736e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5271846681833268,
      "num_tokens": 37654525.0,
      "step": 48850
    },
    {
      "epoch": 0.061976919115427256,
      "grad_norm": 5.3125,
      "learning_rate": 4.690716745025106e-05,
      "loss": 1.631,
      "mean_token_accuracy": 0.6439675182104111,
      "num_tokens": 37661063.0,
      "step": 48860
    },
    {
      "epoch": 0.06198960370796009,
      "grad_norm": 6.125,
      "learning_rate": 4.690653314016477e-05,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5900804430246354,
      "num_tokens": 37667751.0,
      "step": 48870
    },
    {
      "epoch": 0.062002288300492925,
      "grad_norm": 5.5625,
      "learning_rate": 4.690589883007848e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5231943935155868,
      "num_tokens": 37675624.0,
      "step": 48880
    },
    {
      "epoch": 0.06201497289302576,
      "grad_norm": 5.75,
      "learning_rate": 4.6905264519992186e-05,
      "loss": 1.7895,
      "mean_token_accuracy": 0.602114462852478,
      "num_tokens": 37682718.0,
      "step": 48890
    },
    {
      "epoch": 0.06202765748555859,
      "grad_norm": 6.5625,
      "learning_rate": 4.69046302099059e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5678641319274902,
      "num_tokens": 37690405.0,
      "step": 48900
    },
    {
      "epoch": 0.06204034207809143,
      "grad_norm": 4.5625,
      "learning_rate": 4.69039958998196e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5273405820131302,
      "num_tokens": 37698545.0,
      "step": 48910
    },
    {
      "epoch": 0.06205302667062426,
      "grad_norm": 6.0625,
      "learning_rate": 4.6903361589733315e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5481276929378509,
      "num_tokens": 37706626.0,
      "step": 48920
    },
    {
      "epoch": 0.062065711263157096,
      "grad_norm": 5.65625,
      "learning_rate": 4.690272727964702e-05,
      "loss": 2.2701,
      "mean_token_accuracy": 0.5296992927789688,
      "num_tokens": 37712870.0,
      "step": 48930
    },
    {
      "epoch": 0.06207839585568993,
      "grad_norm": 7.65625,
      "learning_rate": 4.6902092969560726e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5349681317806244,
      "num_tokens": 37719108.0,
      "step": 48940
    },
    {
      "epoch": 0.062091080448222764,
      "grad_norm": 4.75,
      "learning_rate": 4.690145865947444e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5230570286512375,
      "num_tokens": 37727334.0,
      "step": 48950
    },
    {
      "epoch": 0.0621037650407556,
      "grad_norm": 6.34375,
      "learning_rate": 4.6900824349388144e-05,
      "loss": 2.3356,
      "mean_token_accuracy": 0.49950581789016724,
      "num_tokens": 37734947.0,
      "step": 48960
    },
    {
      "epoch": 0.06211644963328843,
      "grad_norm": 8.25,
      "learning_rate": 4.6900190039301856e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5240074872970581,
      "num_tokens": 37742860.0,
      "step": 48970
    },
    {
      "epoch": 0.06212913422582127,
      "grad_norm": 4.875,
      "learning_rate": 4.689955572921557e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5623252928256989,
      "num_tokens": 37751461.0,
      "step": 48980
    },
    {
      "epoch": 0.0621418188183541,
      "grad_norm": 6.09375,
      "learning_rate": 4.689892141912927e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5422315925359726,
      "num_tokens": 37758641.0,
      "step": 48990
    },
    {
      "epoch": 0.062154503410886935,
      "grad_norm": 4.65625,
      "learning_rate": 4.6898287109042985e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5630185335874558,
      "num_tokens": 37765169.0,
      "step": 49000
    },
    {
      "epoch": 0.06216718800341976,
      "grad_norm": 6.75,
      "learning_rate": 4.6897652798956684e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5271229892969131,
      "num_tokens": 37771988.0,
      "step": 49010
    },
    {
      "epoch": 0.0621798725959526,
      "grad_norm": 4.9375,
      "learning_rate": 4.6897018488870396e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5164349138736725,
      "num_tokens": 37780027.0,
      "step": 49020
    },
    {
      "epoch": 0.06219255718848543,
      "grad_norm": 5.78125,
      "learning_rate": 4.689638417878411e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5248188555240632,
      "num_tokens": 37787171.0,
      "step": 49030
    },
    {
      "epoch": 0.062205241781018265,
      "grad_norm": 5.78125,
      "learning_rate": 4.6895749868697814e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5405530482530594,
      "num_tokens": 37794308.0,
      "step": 49040
    },
    {
      "epoch": 0.0622179263735511,
      "grad_norm": 5.46875,
      "learning_rate": 4.6895115558611526e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5471511542797088,
      "num_tokens": 37802087.0,
      "step": 49050
    },
    {
      "epoch": 0.062230610966083934,
      "grad_norm": 8.125,
      "learning_rate": 4.689448124852523e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.532738772034645,
      "num_tokens": 37808618.0,
      "step": 49060
    },
    {
      "epoch": 0.06224329555861677,
      "grad_norm": 6.03125,
      "learning_rate": 4.689384693843894e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.528978356719017,
      "num_tokens": 37817149.0,
      "step": 49070
    },
    {
      "epoch": 0.0622559801511496,
      "grad_norm": 5.96875,
      "learning_rate": 4.689321262835265e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.523719647526741,
      "num_tokens": 37825232.0,
      "step": 49080
    },
    {
      "epoch": 0.062268664743682436,
      "grad_norm": 5.0625,
      "learning_rate": 4.6892578318266354e-05,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5686712950468064,
      "num_tokens": 37832346.0,
      "step": 49090
    },
    {
      "epoch": 0.06228134933621527,
      "grad_norm": 5.5,
      "learning_rate": 4.6891944008180066e-05,
      "loss": 2.329,
      "mean_token_accuracy": 0.5072558999061585,
      "num_tokens": 37840305.0,
      "step": 49100
    },
    {
      "epoch": 0.062294033928748105,
      "grad_norm": 7.1875,
      "learning_rate": 4.689130969809377e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.547737893462181,
      "num_tokens": 37848782.0,
      "step": 49110
    },
    {
      "epoch": 0.06230671852128094,
      "grad_norm": 5.90625,
      "learning_rate": 4.6890675388007483e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5536339193582535,
      "num_tokens": 37856147.0,
      "step": 49120
    },
    {
      "epoch": 0.06231940311381377,
      "grad_norm": 5.6875,
      "learning_rate": 4.6890041077921196e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5274764329195023,
      "num_tokens": 37863882.0,
      "step": 49130
    },
    {
      "epoch": 0.06233208770634661,
      "grad_norm": 4.71875,
      "learning_rate": 4.68894067678349e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5463840901851654,
      "num_tokens": 37871426.0,
      "step": 49140
    },
    {
      "epoch": 0.06234477229887944,
      "grad_norm": 3.59375,
      "learning_rate": 4.6888772457748606e-05,
      "loss": 1.8497,
      "mean_token_accuracy": 0.5852667182683945,
      "num_tokens": 37879737.0,
      "step": 49150
    },
    {
      "epoch": 0.062357456891412276,
      "grad_norm": 4.9375,
      "learning_rate": 4.688813814766231e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5352960705757142,
      "num_tokens": 37887416.0,
      "step": 49160
    },
    {
      "epoch": 0.06237014148394511,
      "grad_norm": 4.625,
      "learning_rate": 4.6887503837576024e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5207093566656112,
      "num_tokens": 37896455.0,
      "step": 49170
    },
    {
      "epoch": 0.062382826076477944,
      "grad_norm": 5.375,
      "learning_rate": 4.6886869527489736e-05,
      "loss": 2.2744,
      "mean_token_accuracy": 0.5075848251581192,
      "num_tokens": 37905256.0,
      "step": 49180
    },
    {
      "epoch": 0.06239551066901078,
      "grad_norm": 5.875,
      "learning_rate": 4.688623521740344e-05,
      "loss": 1.8953,
      "mean_token_accuracy": 0.5658127307891846,
      "num_tokens": 37912260.0,
      "step": 49190
    },
    {
      "epoch": 0.06240819526154361,
      "grad_norm": 5.5625,
      "learning_rate": 4.688560090731715e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5364696025848389,
      "num_tokens": 37919033.0,
      "step": 49200
    },
    {
      "epoch": 0.06242087985407645,
      "grad_norm": 6.40625,
      "learning_rate": 4.688496659723086e-05,
      "loss": 2.2827,
      "mean_token_accuracy": 0.5070790082216263,
      "num_tokens": 37926365.0,
      "step": 49210
    },
    {
      "epoch": 0.06243356444660928,
      "grad_norm": 4.90625,
      "learning_rate": 4.6884332287144564e-05,
      "loss": 2.3025,
      "mean_token_accuracy": 0.5105877369642258,
      "num_tokens": 37935484.0,
      "step": 49220
    },
    {
      "epoch": 0.062446249039142115,
      "grad_norm": 5.1875,
      "learning_rate": 4.6883697977058276e-05,
      "loss": 2.2177,
      "mean_token_accuracy": 0.5154435485601425,
      "num_tokens": 37943046.0,
      "step": 49230
    },
    {
      "epoch": 0.06245893363167495,
      "grad_norm": 7.8125,
      "learning_rate": 4.688306366697198e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5193630546331406,
      "num_tokens": 37950404.0,
      "step": 49240
    },
    {
      "epoch": 0.062471618224207784,
      "grad_norm": 5.71875,
      "learning_rate": 4.6882429356885694e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5688484758138657,
      "num_tokens": 37957561.0,
      "step": 49250
    },
    {
      "epoch": 0.06248430281674062,
      "grad_norm": 5.46875,
      "learning_rate": 4.68817950467994e-05,
      "loss": 2.2685,
      "mean_token_accuracy": 0.5125772535800934,
      "num_tokens": 37965317.0,
      "step": 49260
    },
    {
      "epoch": 0.06249698740927345,
      "grad_norm": 8.375,
      "learning_rate": 4.688116073671311e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.531030997633934,
      "num_tokens": 37971157.0,
      "step": 49270
    },
    {
      "epoch": 0.06250967200180628,
      "grad_norm": 5.53125,
      "learning_rate": 4.6880526426626817e-05,
      "loss": 1.9226,
      "mean_token_accuracy": 0.5574346661567688,
      "num_tokens": 37979210.0,
      "step": 49280
    },
    {
      "epoch": 0.06252235659433912,
      "grad_norm": 6.25,
      "learning_rate": 4.687989211654052e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5373375356197357,
      "num_tokens": 37986744.0,
      "step": 49290
    },
    {
      "epoch": 0.06253504118687195,
      "grad_norm": 5.15625,
      "learning_rate": 4.6879257806454234e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5355756253004074,
      "num_tokens": 37993882.0,
      "step": 49300
    },
    {
      "epoch": 0.06254772577940479,
      "grad_norm": 5.53125,
      "learning_rate": 4.687862349636794e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5283749669790268,
      "num_tokens": 38001308.0,
      "step": 49310
    },
    {
      "epoch": 0.06256041037193762,
      "grad_norm": 5.71875,
      "learning_rate": 4.687798918628165e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5361116230487823,
      "num_tokens": 38009965.0,
      "step": 49320
    },
    {
      "epoch": 0.06257309496447046,
      "grad_norm": 4.59375,
      "learning_rate": 4.6877354876195364e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.556229242682457,
      "num_tokens": 38016503.0,
      "step": 49330
    },
    {
      "epoch": 0.06258577955700328,
      "grad_norm": 4.6875,
      "learning_rate": 4.687672056610907e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5466734439134597,
      "num_tokens": 38024922.0,
      "step": 49340
    },
    {
      "epoch": 0.06259846414953613,
      "grad_norm": 5.15625,
      "learning_rate": 4.6876086256022774e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5244481146335602,
      "num_tokens": 38032477.0,
      "step": 49350
    },
    {
      "epoch": 0.06261114874206895,
      "grad_norm": 6.3125,
      "learning_rate": 4.687545194593648e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5374991714954376,
      "num_tokens": 38039861.0,
      "step": 49360
    },
    {
      "epoch": 0.0626238333346018,
      "grad_norm": 5.78125,
      "learning_rate": 4.687481763585019e-05,
      "loss": 2.25,
      "mean_token_accuracy": 0.512659314274788,
      "num_tokens": 38048445.0,
      "step": 49370
    },
    {
      "epoch": 0.06263651792713462,
      "grad_norm": 6.6875,
      "learning_rate": 4.6874183325763904e-05,
      "loss": 2.238,
      "mean_token_accuracy": 0.5172479957342148,
      "num_tokens": 38056503.0,
      "step": 49380
    },
    {
      "epoch": 0.06264920251966746,
      "grad_norm": 5.375,
      "learning_rate": 4.687354901567761e-05,
      "loss": 2.3545,
      "mean_token_accuracy": 0.5033564537763595,
      "num_tokens": 38065096.0,
      "step": 49390
    },
    {
      "epoch": 0.06266188711220029,
      "grad_norm": 5.03125,
      "learning_rate": 4.687291470559132e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5661341369152069,
      "num_tokens": 38072902.0,
      "step": 49400
    },
    {
      "epoch": 0.06267457170473313,
      "grad_norm": 5.8125,
      "learning_rate": 4.687228039550503e-05,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5678901910781861,
      "num_tokens": 38081528.0,
      "step": 49410
    },
    {
      "epoch": 0.06268725629726596,
      "grad_norm": 6.6875,
      "learning_rate": 4.687164608541874e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5450427621603012,
      "num_tokens": 38088919.0,
      "step": 49420
    },
    {
      "epoch": 0.0626999408897988,
      "grad_norm": 5.53125,
      "learning_rate": 4.6871011775332444e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5522247284650803,
      "num_tokens": 38097343.0,
      "step": 49430
    },
    {
      "epoch": 0.06271262548233163,
      "grad_norm": 6.71875,
      "learning_rate": 4.687037746524615e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5453975886106491,
      "num_tokens": 38104148.0,
      "step": 49440
    },
    {
      "epoch": 0.06272531007486447,
      "grad_norm": 5.3125,
      "learning_rate": 4.686974315515986e-05,
      "loss": 2.2239,
      "mean_token_accuracy": 0.5138742029666901,
      "num_tokens": 38111799.0,
      "step": 49450
    },
    {
      "epoch": 0.0627379946673973,
      "grad_norm": 5.0,
      "learning_rate": 4.686910884507357e-05,
      "loss": 2.3004,
      "mean_token_accuracy": 0.5035865902900696,
      "num_tokens": 38120679.0,
      "step": 49460
    },
    {
      "epoch": 0.06275067925993014,
      "grad_norm": 5.6875,
      "learning_rate": 4.686847453498728e-05,
      "loss": 2.2272,
      "mean_token_accuracy": 0.5239368110895157,
      "num_tokens": 38129340.0,
      "step": 49470
    },
    {
      "epoch": 0.06276336385246296,
      "grad_norm": 6.28125,
      "learning_rate": 4.686784022490099e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5459480822086334,
      "num_tokens": 38137705.0,
      "step": 49480
    },
    {
      "epoch": 0.0627760484449958,
      "grad_norm": 6.34375,
      "learning_rate": 4.68672059148147e-05,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5641508579254151,
      "num_tokens": 38143271.0,
      "step": 49490
    },
    {
      "epoch": 0.06278873303752863,
      "grad_norm": 5.0625,
      "learning_rate": 4.68665716047284e-05,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5860929936170578,
      "num_tokens": 38151243.0,
      "step": 49500
    },
    {
      "epoch": 0.06280141763006147,
      "grad_norm": 8.375,
      "learning_rate": 4.686593729464211e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5576126605272294,
      "num_tokens": 38158402.0,
      "step": 49510
    },
    {
      "epoch": 0.0628141022225943,
      "grad_norm": 9.375,
      "learning_rate": 4.686530298455582e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5233079135417938,
      "num_tokens": 38166151.0,
      "step": 49520
    },
    {
      "epoch": 0.06282678681512714,
      "grad_norm": 4.375,
      "learning_rate": 4.686466867446953e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5469942450523376,
      "num_tokens": 38174707.0,
      "step": 49530
    },
    {
      "epoch": 0.06283947140765997,
      "grad_norm": 6.1875,
      "learning_rate": 4.686403436438324e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5414729475975036,
      "num_tokens": 38181712.0,
      "step": 49540
    },
    {
      "epoch": 0.06285215600019281,
      "grad_norm": 5.625,
      "learning_rate": 4.686340005429695e-05,
      "loss": 2.2299,
      "mean_token_accuracy": 0.5228049635887146,
      "num_tokens": 38188755.0,
      "step": 49550
    },
    {
      "epoch": 0.06286484059272564,
      "grad_norm": 4.78125,
      "learning_rate": 4.6862765744210654e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5528981119394303,
      "num_tokens": 38196475.0,
      "step": 49560
    },
    {
      "epoch": 0.06287752518525848,
      "grad_norm": 5.21875,
      "learning_rate": 4.686213143412436e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.562048202753067,
      "num_tokens": 38203783.0,
      "step": 49570
    },
    {
      "epoch": 0.0628902097777913,
      "grad_norm": 9.3125,
      "learning_rate": 4.686149712403807e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5243376314640045,
      "num_tokens": 38212080.0,
      "step": 49580
    },
    {
      "epoch": 0.06290289437032415,
      "grad_norm": 5.375,
      "learning_rate": 4.686086281395178e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5149948090314865,
      "num_tokens": 38221038.0,
      "step": 49590
    },
    {
      "epoch": 0.06291557896285697,
      "grad_norm": 5.25,
      "learning_rate": 4.686022850386549e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5255193322896957,
      "num_tokens": 38229748.0,
      "step": 49600
    },
    {
      "epoch": 0.06292826355538982,
      "grad_norm": 5.03125,
      "learning_rate": 4.6859594193779195e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5524860888719558,
      "num_tokens": 38236289.0,
      "step": 49610
    },
    {
      "epoch": 0.06294094814792264,
      "grad_norm": 7.46875,
      "learning_rate": 4.685895988369291e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5511671870946884,
      "num_tokens": 38244304.0,
      "step": 49620
    },
    {
      "epoch": 0.06295363274045548,
      "grad_norm": 6.34375,
      "learning_rate": 4.685832557360661e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5670348763465881,
      "num_tokens": 38251371.0,
      "step": 49630
    },
    {
      "epoch": 0.06296631733298831,
      "grad_norm": 10.125,
      "learning_rate": 4.685769126352032e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5594689339399338,
      "num_tokens": 38258366.0,
      "step": 49640
    },
    {
      "epoch": 0.06297900192552115,
      "grad_norm": 5.125,
      "learning_rate": 4.685705695343403e-05,
      "loss": 2.2128,
      "mean_token_accuracy": 0.5174831926822663,
      "num_tokens": 38266338.0,
      "step": 49650
    },
    {
      "epoch": 0.06299168651805398,
      "grad_norm": 5.15625,
      "learning_rate": 4.6856422643347735e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.547381055355072,
      "num_tokens": 38274931.0,
      "step": 49660
    },
    {
      "epoch": 0.06300437111058682,
      "grad_norm": 4.75,
      "learning_rate": 4.685578833326145e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5281404703855515,
      "num_tokens": 38283527.0,
      "step": 49670
    },
    {
      "epoch": 0.06301705570311965,
      "grad_norm": 6.8125,
      "learning_rate": 4.685515402317516e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5457387566566467,
      "num_tokens": 38290543.0,
      "step": 49680
    },
    {
      "epoch": 0.06302974029565249,
      "grad_norm": 4.96875,
      "learning_rate": 4.6854519713088865e-05,
      "loss": 2.3572,
      "mean_token_accuracy": 0.5052203059196472,
      "num_tokens": 38298894.0,
      "step": 49690
    },
    {
      "epoch": 0.06304242488818532,
      "grad_norm": 4.9375,
      "learning_rate": 4.685388540300257e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5972117215394974,
      "num_tokens": 38305218.0,
      "step": 49700
    },
    {
      "epoch": 0.06305510948071816,
      "grad_norm": 5.34375,
      "learning_rate": 4.6853251092916275e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5658880174160004,
      "num_tokens": 38313547.0,
      "step": 49710
    },
    {
      "epoch": 0.06306779407325099,
      "grad_norm": 5.0,
      "learning_rate": 4.685261678282999e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5567861139774323,
      "num_tokens": 38321551.0,
      "step": 49720
    },
    {
      "epoch": 0.06308047866578381,
      "grad_norm": 5.3125,
      "learning_rate": 4.68519824727437e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5488512605428696,
      "num_tokens": 38329716.0,
      "step": 49730
    },
    {
      "epoch": 0.06309316325831665,
      "grad_norm": 11.25,
      "learning_rate": 4.6851348162657405e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5517822116613388,
      "num_tokens": 38336289.0,
      "step": 49740
    },
    {
      "epoch": 0.06310584785084948,
      "grad_norm": 5.0,
      "learning_rate": 4.685071385257112e-05,
      "loss": 1.9881,
      "mean_token_accuracy": 0.5625727474689484,
      "num_tokens": 38342991.0,
      "step": 49750
    },
    {
      "epoch": 0.06311853244338232,
      "grad_norm": 4.84375,
      "learning_rate": 4.685007954248482e-05,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5762972950935363,
      "num_tokens": 38349086.0,
      "step": 49760
    },
    {
      "epoch": 0.06313121703591515,
      "grad_norm": 7.90625,
      "learning_rate": 4.684944523239853e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5538426101207733,
      "num_tokens": 38356077.0,
      "step": 49770
    },
    {
      "epoch": 0.06314390162844799,
      "grad_norm": 4.78125,
      "learning_rate": 4.684881092231224e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5686941862106323,
      "num_tokens": 38365213.0,
      "step": 49780
    },
    {
      "epoch": 0.06315658622098082,
      "grad_norm": 6.40625,
      "learning_rate": 4.6848176612225945e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5498241007328033,
      "num_tokens": 38372842.0,
      "step": 49790
    },
    {
      "epoch": 0.06316927081351366,
      "grad_norm": 4.6875,
      "learning_rate": 4.684754230213966e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5447673618793487,
      "num_tokens": 38380517.0,
      "step": 49800
    },
    {
      "epoch": 0.06318195540604649,
      "grad_norm": 4.96875,
      "learning_rate": 4.684690799205337e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5411751091480255,
      "num_tokens": 38389543.0,
      "step": 49810
    },
    {
      "epoch": 0.06319463999857933,
      "grad_norm": 5.96875,
      "learning_rate": 4.6846273681967075e-05,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5899159371852875,
      "num_tokens": 38397467.0,
      "step": 49820
    },
    {
      "epoch": 0.06320732459111215,
      "grad_norm": 4.96875,
      "learning_rate": 4.684563937188079e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5409098327159881,
      "num_tokens": 38406055.0,
      "step": 49830
    },
    {
      "epoch": 0.063220009183645,
      "grad_norm": 7.03125,
      "learning_rate": 4.684500506179449e-05,
      "loss": 2.403,
      "mean_token_accuracy": 0.4858511656522751,
      "num_tokens": 38413558.0,
      "step": 49840
    },
    {
      "epoch": 0.06323269377617782,
      "grad_norm": 4.59375,
      "learning_rate": 4.68443707517082e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5410460263490677,
      "num_tokens": 38421748.0,
      "step": 49850
    },
    {
      "epoch": 0.06324537836871066,
      "grad_norm": 5.1875,
      "learning_rate": 4.684373644162191e-05,
      "loss": 2.2674,
      "mean_token_accuracy": 0.5165007531642913,
      "num_tokens": 38429956.0,
      "step": 49860
    },
    {
      "epoch": 0.06325806296124349,
      "grad_norm": 3.171875,
      "learning_rate": 4.6843102131535615e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5778192818164826,
      "num_tokens": 38436946.0,
      "step": 49870
    },
    {
      "epoch": 0.06327074755377633,
      "grad_norm": 4.3125,
      "learning_rate": 4.684246782144933e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5541018515825271,
      "num_tokens": 38445675.0,
      "step": 49880
    },
    {
      "epoch": 0.06328343214630916,
      "grad_norm": 6.375,
      "learning_rate": 4.684183351136303e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5351426184177399,
      "num_tokens": 38453835.0,
      "step": 49890
    },
    {
      "epoch": 0.063296116738842,
      "grad_norm": 11.0,
      "learning_rate": 4.6841199201276745e-05,
      "loss": 2.2843,
      "mean_token_accuracy": 0.5139988273382187,
      "num_tokens": 38460304.0,
      "step": 49900
    },
    {
      "epoch": 0.06330880133137483,
      "grad_norm": 5.40625,
      "learning_rate": 4.684056489119045e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5325401127338409,
      "num_tokens": 38468348.0,
      "step": 49910
    },
    {
      "epoch": 0.06332148592390767,
      "grad_norm": 5.875,
      "learning_rate": 4.6839930581104156e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5241680383682251,
      "num_tokens": 38476624.0,
      "step": 49920
    },
    {
      "epoch": 0.0633341705164405,
      "grad_norm": 5.6875,
      "learning_rate": 4.683929627101787e-05,
      "loss": 2.2074,
      "mean_token_accuracy": 0.5252255588769913,
      "num_tokens": 38484680.0,
      "step": 49930
    },
    {
      "epoch": 0.06334685510897334,
      "grad_norm": 4.84375,
      "learning_rate": 4.683866196093157e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5591294258832932,
      "num_tokens": 38493877.0,
      "step": 49940
    },
    {
      "epoch": 0.06335953970150617,
      "grad_norm": 5.28125,
      "learning_rate": 4.6838027650845285e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.517421978712082,
      "num_tokens": 38503545.0,
      "step": 49950
    },
    {
      "epoch": 0.063372224294039,
      "grad_norm": 5.46875,
      "learning_rate": 4.6837393340759e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5246172845363617,
      "num_tokens": 38511304.0,
      "step": 49960
    },
    {
      "epoch": 0.06338490888657183,
      "grad_norm": 5.59375,
      "learning_rate": 4.68367590306727e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.522732424736023,
      "num_tokens": 38518654.0,
      "step": 49970
    },
    {
      "epoch": 0.06339759347910467,
      "grad_norm": 5.21875,
      "learning_rate": 4.683612472058641e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5245725125074386,
      "num_tokens": 38526882.0,
      "step": 49980
    },
    {
      "epoch": 0.0634102780716375,
      "grad_norm": 5.3125,
      "learning_rate": 4.683549041050011e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.522343960404396,
      "num_tokens": 38534552.0,
      "step": 49990
    },
    {
      "epoch": 0.06342296266417034,
      "grad_norm": 5.46875,
      "learning_rate": 4.6834856100413825e-05,
      "loss": 2.2616,
      "mean_token_accuracy": 0.5090955793857574,
      "num_tokens": 38542962.0,
      "step": 50000
    },
    {
      "epoch": 0.06343564725670317,
      "grad_norm": 3.953125,
      "learning_rate": 4.683422179032754e-05,
      "loss": 1.7924,
      "mean_token_accuracy": 0.6191651374101639,
      "num_tokens": 38548582.0,
      "step": 50010
    },
    {
      "epoch": 0.06344833184923601,
      "grad_norm": 5.4375,
      "learning_rate": 4.683358748024124e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5381436318159103,
      "num_tokens": 38556256.0,
      "step": 50020
    },
    {
      "epoch": 0.06346101644176884,
      "grad_norm": 5.53125,
      "learning_rate": 4.6832953170154955e-05,
      "loss": 2.2902,
      "mean_token_accuracy": 0.5072836130857468,
      "num_tokens": 38563841.0,
      "step": 50030
    },
    {
      "epoch": 0.06347370103430168,
      "grad_norm": 8.0625,
      "learning_rate": 4.683231886006866e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5294508039951324,
      "num_tokens": 38571746.0,
      "step": 50040
    },
    {
      "epoch": 0.06348638562683451,
      "grad_norm": 7.65625,
      "learning_rate": 4.6831684549982366e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.538532504439354,
      "num_tokens": 38579450.0,
      "step": 50050
    },
    {
      "epoch": 0.06349907021936735,
      "grad_norm": 4.90625,
      "learning_rate": 4.683105023989608e-05,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5821812480688096,
      "num_tokens": 38587156.0,
      "step": 50060
    },
    {
      "epoch": 0.06351175481190018,
      "grad_norm": 5.75,
      "learning_rate": 4.683041592980978e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5223049849271775,
      "num_tokens": 38596245.0,
      "step": 50070
    },
    {
      "epoch": 0.06352443940443302,
      "grad_norm": 4.9375,
      "learning_rate": 4.6829781619723495e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5323620140552521,
      "num_tokens": 38604717.0,
      "step": 50080
    },
    {
      "epoch": 0.06353712399696584,
      "grad_norm": 7.40625,
      "learning_rate": 4.68291473096372e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5262474358081818,
      "num_tokens": 38612986.0,
      "step": 50090
    },
    {
      "epoch": 0.06354980858949869,
      "grad_norm": 4.9375,
      "learning_rate": 4.682851299955091e-05,
      "loss": 1.911,
      "mean_token_accuracy": 0.5657396018505096,
      "num_tokens": 38620782.0,
      "step": 50100
    },
    {
      "epoch": 0.06356249318203151,
      "grad_norm": 5.59375,
      "learning_rate": 4.682787868946462e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5397497624158859,
      "num_tokens": 38628675.0,
      "step": 50110
    },
    {
      "epoch": 0.06357517777456435,
      "grad_norm": 6.125,
      "learning_rate": 4.6827244379378324e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5474920779466629,
      "num_tokens": 38637187.0,
      "step": 50120
    },
    {
      "epoch": 0.06358786236709718,
      "grad_norm": 3.515625,
      "learning_rate": 4.6826610069292036e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5598299175500869,
      "num_tokens": 38645283.0,
      "step": 50130
    },
    {
      "epoch": 0.06360054695963002,
      "grad_norm": 6.3125,
      "learning_rate": 4.682597575920574e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5684185862541199,
      "num_tokens": 38651955.0,
      "step": 50140
    },
    {
      "epoch": 0.06361323155216285,
      "grad_norm": 4.84375,
      "learning_rate": 4.682534144911945e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.54859838783741,
      "num_tokens": 38659579.0,
      "step": 50150
    },
    {
      "epoch": 0.06362591614469569,
      "grad_norm": 4.53125,
      "learning_rate": 4.6824707139033165e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5214048206806183,
      "num_tokens": 38667884.0,
      "step": 50160
    },
    {
      "epoch": 0.06363860073722852,
      "grad_norm": 7.4375,
      "learning_rate": 4.682407282894687e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5289808601140976,
      "num_tokens": 38675096.0,
      "step": 50170
    },
    {
      "epoch": 0.06365128532976136,
      "grad_norm": 6.46875,
      "learning_rate": 4.682343851886058e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.537221011519432,
      "num_tokens": 38682181.0,
      "step": 50180
    },
    {
      "epoch": 0.06366396992229419,
      "grad_norm": 6.875,
      "learning_rate": 4.682280420877428e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5518894731998444,
      "num_tokens": 38688506.0,
      "step": 50190
    },
    {
      "epoch": 0.06367665451482701,
      "grad_norm": 5.25,
      "learning_rate": 4.6822169898687993e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5327802032232285,
      "num_tokens": 38695663.0,
      "step": 50200
    },
    {
      "epoch": 0.06368933910735985,
      "grad_norm": 5.03125,
      "learning_rate": 4.6821535588601706e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.550096282362938,
      "num_tokens": 38703485.0,
      "step": 50210
    },
    {
      "epoch": 0.06370202369989268,
      "grad_norm": 5.28125,
      "learning_rate": 4.682090127851541e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5527596831321716,
      "num_tokens": 38711916.0,
      "step": 50220
    },
    {
      "epoch": 0.06371470829242552,
      "grad_norm": 5.25,
      "learning_rate": 4.682026696842912e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5270383417606354,
      "num_tokens": 38720279.0,
      "step": 50230
    },
    {
      "epoch": 0.06372739288495835,
      "grad_norm": 4.625,
      "learning_rate": 4.681963265834283e-05,
      "loss": 2.2882,
      "mean_token_accuracy": 0.5075469821691513,
      "num_tokens": 38727674.0,
      "step": 50240
    },
    {
      "epoch": 0.06374007747749119,
      "grad_norm": 5.71875,
      "learning_rate": 4.681899834825654e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5264883607625961,
      "num_tokens": 38736033.0,
      "step": 50250
    },
    {
      "epoch": 0.06375276207002402,
      "grad_norm": 6.625,
      "learning_rate": 4.6818364038170246e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5378248214721679,
      "num_tokens": 38743256.0,
      "step": 50260
    },
    {
      "epoch": 0.06376544666255686,
      "grad_norm": 7.0,
      "learning_rate": 4.681772972808395e-05,
      "loss": 2.246,
      "mean_token_accuracy": 0.513187101483345,
      "num_tokens": 38751251.0,
      "step": 50270
    },
    {
      "epoch": 0.06377813125508969,
      "grad_norm": 5.03125,
      "learning_rate": 4.681709541799766e-05,
      "loss": 1.9444,
      "mean_token_accuracy": 0.569787222146988,
      "num_tokens": 38759384.0,
      "step": 50280
    },
    {
      "epoch": 0.06379081584762253,
      "grad_norm": 11.1875,
      "learning_rate": 4.681646110791137e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5531979084014893,
      "num_tokens": 38767119.0,
      "step": 50290
    },
    {
      "epoch": 0.06380350044015536,
      "grad_norm": 3.75,
      "learning_rate": 4.681582679782508e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5613379389047622,
      "num_tokens": 38775535.0,
      "step": 50300
    },
    {
      "epoch": 0.0638161850326882,
      "grad_norm": 6.8125,
      "learning_rate": 4.681519248773879e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.584546035528183,
      "num_tokens": 38782541.0,
      "step": 50310
    },
    {
      "epoch": 0.06382886962522102,
      "grad_norm": 5.375,
      "learning_rate": 4.68145581776525e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5586781769990921,
      "num_tokens": 38789992.0,
      "step": 50320
    },
    {
      "epoch": 0.06384155421775387,
      "grad_norm": 4.6875,
      "learning_rate": 4.6813923867566204e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5578133404254914,
      "num_tokens": 38797805.0,
      "step": 50330
    },
    {
      "epoch": 0.06385423881028669,
      "grad_norm": 5.15625,
      "learning_rate": 4.681328955747991e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.518779742717743,
      "num_tokens": 38804903.0,
      "step": 50340
    },
    {
      "epoch": 0.06386692340281953,
      "grad_norm": 6.3125,
      "learning_rate": 4.681265524739362e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5208562940359116,
      "num_tokens": 38813364.0,
      "step": 50350
    },
    {
      "epoch": 0.06387960799535236,
      "grad_norm": 5.34375,
      "learning_rate": 4.681202093730733e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5396717071533204,
      "num_tokens": 38822228.0,
      "step": 50360
    },
    {
      "epoch": 0.0638922925878852,
      "grad_norm": 4.9375,
      "learning_rate": 4.681138662722104e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5307096034288407,
      "num_tokens": 38831807.0,
      "step": 50370
    },
    {
      "epoch": 0.06390497718041803,
      "grad_norm": 5.5625,
      "learning_rate": 4.681075231713475e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.524361053109169,
      "num_tokens": 38839217.0,
      "step": 50380
    },
    {
      "epoch": 0.06391766177295087,
      "grad_norm": 5.40625,
      "learning_rate": 4.6810118007048456e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5618689954280853,
      "num_tokens": 38846972.0,
      "step": 50390
    },
    {
      "epoch": 0.0639303463654837,
      "grad_norm": 5.90625,
      "learning_rate": 4.680948369696216e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5472507894039154,
      "num_tokens": 38853635.0,
      "step": 50400
    },
    {
      "epoch": 0.06394303095801654,
      "grad_norm": 6.71875,
      "learning_rate": 4.6808849386875874e-05,
      "loss": 2.2602,
      "mean_token_accuracy": 0.50953389108181,
      "num_tokens": 38860929.0,
      "step": 50410
    },
    {
      "epoch": 0.06395571555054937,
      "grad_norm": 6.90625,
      "learning_rate": 4.680821507678958e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5272912949323654,
      "num_tokens": 38868975.0,
      "step": 50420
    },
    {
      "epoch": 0.06396840014308221,
      "grad_norm": 5.03125,
      "learning_rate": 4.680758076670329e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5518749862909317,
      "num_tokens": 38876670.0,
      "step": 50430
    },
    {
      "epoch": 0.06398108473561503,
      "grad_norm": 5.28125,
      "learning_rate": 4.6806946456616996e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.520246821641922,
      "num_tokens": 38883977.0,
      "step": 50440
    },
    {
      "epoch": 0.06399376932814788,
      "grad_norm": 5.90625,
      "learning_rate": 4.680631214653071e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5253559231758118,
      "num_tokens": 38892059.0,
      "step": 50450
    },
    {
      "epoch": 0.0640064539206807,
      "grad_norm": 6.15625,
      "learning_rate": 4.6805677836444414e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.535263079404831,
      "num_tokens": 38900218.0,
      "step": 50460
    },
    {
      "epoch": 0.06401913851321354,
      "grad_norm": 5.3125,
      "learning_rate": 4.680504352635812e-05,
      "loss": 2.316,
      "mean_token_accuracy": 0.5100495547056199,
      "num_tokens": 38908881.0,
      "step": 50470
    },
    {
      "epoch": 0.06403182310574637,
      "grad_norm": 7.28125,
      "learning_rate": 4.680440921627183e-05,
      "loss": 2.3091,
      "mean_token_accuracy": 0.503324744105339,
      "num_tokens": 38917652.0,
      "step": 50480
    },
    {
      "epoch": 0.06404450769827921,
      "grad_norm": 5.09375,
      "learning_rate": 4.680377490618554e-05,
      "loss": 2.2769,
      "mean_token_accuracy": 0.5139097660779953,
      "num_tokens": 38926558.0,
      "step": 50490
    },
    {
      "epoch": 0.06405719229081204,
      "grad_norm": 4.96875,
      "learning_rate": 4.680314059609925e-05,
      "loss": 1.6767,
      "mean_token_accuracy": 0.6168721884489059,
      "num_tokens": 38933293.0,
      "step": 50500
    },
    {
      "epoch": 0.06406987688334488,
      "grad_norm": 5.71875,
      "learning_rate": 4.680250628601296e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5531916052103043,
      "num_tokens": 38940295.0,
      "step": 50510
    },
    {
      "epoch": 0.06408256147587771,
      "grad_norm": 4.90625,
      "learning_rate": 4.6801871975926666e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5326739847660065,
      "num_tokens": 38948910.0,
      "step": 50520
    },
    {
      "epoch": 0.06409524606841055,
      "grad_norm": 5.71875,
      "learning_rate": 4.680123766584037e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5349390804767609,
      "num_tokens": 38956433.0,
      "step": 50530
    },
    {
      "epoch": 0.06410793066094338,
      "grad_norm": 6.25,
      "learning_rate": 4.680060335575408e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5274760752916337,
      "num_tokens": 38964234.0,
      "step": 50540
    },
    {
      "epoch": 0.06412061525347622,
      "grad_norm": 7.71875,
      "learning_rate": 4.679996904566779e-05,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5945008337497711,
      "num_tokens": 38970813.0,
      "step": 50550
    },
    {
      "epoch": 0.06413329984600905,
      "grad_norm": 5.65625,
      "learning_rate": 4.67993347355815e-05,
      "loss": 2.2705,
      "mean_token_accuracy": 0.5087201178073884,
      "num_tokens": 38979834.0,
      "step": 50560
    },
    {
      "epoch": 0.06414598443854189,
      "grad_norm": 6.96875,
      "learning_rate": 4.679870042549521e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5570709466934204,
      "num_tokens": 38986010.0,
      "step": 50570
    },
    {
      "epoch": 0.06415866903107471,
      "grad_norm": 4.625,
      "learning_rate": 4.679806611540892e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.52412850856781,
      "num_tokens": 38993413.0,
      "step": 50580
    },
    {
      "epoch": 0.06417135362360755,
      "grad_norm": 8.5,
      "learning_rate": 4.6797431805322624e-05,
      "loss": 2.337,
      "mean_token_accuracy": 0.49842614233493804,
      "num_tokens": 39001584.0,
      "step": 50590
    },
    {
      "epoch": 0.06418403821614038,
      "grad_norm": 5.3125,
      "learning_rate": 4.6796797495236336e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5530338019132615,
      "num_tokens": 39009461.0,
      "step": 50600
    },
    {
      "epoch": 0.06419672280867322,
      "grad_norm": 18.875,
      "learning_rate": 4.679616318515004e-05,
      "loss": 1.7714,
      "mean_token_accuracy": 0.6032701015472413,
      "num_tokens": 39015020.0,
      "step": 50610
    },
    {
      "epoch": 0.06420940740120605,
      "grad_norm": 8.5625,
      "learning_rate": 4.679552887506375e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5662778526544571,
      "num_tokens": 39021008.0,
      "step": 50620
    },
    {
      "epoch": 0.06422209199373889,
      "grad_norm": 8.5625,
      "learning_rate": 4.679489456497746e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5499792546033859,
      "num_tokens": 39029524.0,
      "step": 50630
    },
    {
      "epoch": 0.06423477658627172,
      "grad_norm": 5.71875,
      "learning_rate": 4.6794260254891164e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.540286922454834,
      "num_tokens": 39036877.0,
      "step": 50640
    },
    {
      "epoch": 0.06424746117880456,
      "grad_norm": 5.0,
      "learning_rate": 4.6793625944804877e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5186210900545121,
      "num_tokens": 39045079.0,
      "step": 50650
    },
    {
      "epoch": 0.06426014577133739,
      "grad_norm": 4.5625,
      "learning_rate": 4.679299163471859e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5383557438850403,
      "num_tokens": 39052337.0,
      "step": 50660
    },
    {
      "epoch": 0.06427283036387021,
      "grad_norm": 5.1875,
      "learning_rate": 4.6792357324632294e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5161401391029358,
      "num_tokens": 39061386.0,
      "step": 50670
    },
    {
      "epoch": 0.06428551495640306,
      "grad_norm": 5.1875,
      "learning_rate": 4.6791723014546e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5635449111461639,
      "num_tokens": 39068963.0,
      "step": 50680
    },
    {
      "epoch": 0.06429819954893588,
      "grad_norm": 4.625,
      "learning_rate": 4.6791088704459705e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5297701627016067,
      "num_tokens": 39076517.0,
      "step": 50690
    },
    {
      "epoch": 0.06431088414146872,
      "grad_norm": 5.09375,
      "learning_rate": 4.679045439437342e-05,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5653412580490113,
      "num_tokens": 39083924.0,
      "step": 50700
    },
    {
      "epoch": 0.06432356873400155,
      "grad_norm": 5.34375,
      "learning_rate": 4.678982008428713e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5389486908912658,
      "num_tokens": 39092418.0,
      "step": 50710
    },
    {
      "epoch": 0.06433625332653439,
      "grad_norm": 4.71875,
      "learning_rate": 4.6789185774200834e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5252866178750992,
      "num_tokens": 39101552.0,
      "step": 50720
    },
    {
      "epoch": 0.06434893791906722,
      "grad_norm": 5.53125,
      "learning_rate": 4.6788551464114546e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5514682501554489,
      "num_tokens": 39109854.0,
      "step": 50730
    },
    {
      "epoch": 0.06436162251160006,
      "grad_norm": 5.5625,
      "learning_rate": 4.678791715402825e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5464879691600799,
      "num_tokens": 39116896.0,
      "step": 50740
    },
    {
      "epoch": 0.06437430710413289,
      "grad_norm": 7.625,
      "learning_rate": 4.678728284394196e-05,
      "loss": 2.2913,
      "mean_token_accuracy": 0.507570406794548,
      "num_tokens": 39125351.0,
      "step": 50750
    },
    {
      "epoch": 0.06438699169666573,
      "grad_norm": 5.1875,
      "learning_rate": 4.678664853385567e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5342632800340652,
      "num_tokens": 39134343.0,
      "step": 50760
    },
    {
      "epoch": 0.06439967628919856,
      "grad_norm": 5.28125,
      "learning_rate": 4.6786014223769375e-05,
      "loss": 2.2754,
      "mean_token_accuracy": 0.5084433406591415,
      "num_tokens": 39141416.0,
      "step": 50770
    },
    {
      "epoch": 0.0644123608817314,
      "grad_norm": 7.71875,
      "learning_rate": 4.678537991368309e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5490990340709686,
      "num_tokens": 39149876.0,
      "step": 50780
    },
    {
      "epoch": 0.06442504547426423,
      "grad_norm": 5.875,
      "learning_rate": 4.67847456035968e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5661671578884124,
      "num_tokens": 39157315.0,
      "step": 50790
    },
    {
      "epoch": 0.06443773006679707,
      "grad_norm": 5.40625,
      "learning_rate": 4.6784111293510504e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5472383916378021,
      "num_tokens": 39165594.0,
      "step": 50800
    },
    {
      "epoch": 0.0644504146593299,
      "grad_norm": 8.4375,
      "learning_rate": 4.678347698342421e-05,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5297131448984146,
      "num_tokens": 39173227.0,
      "step": 50810
    },
    {
      "epoch": 0.06446309925186273,
      "grad_norm": 5.0625,
      "learning_rate": 4.6782842673337915e-05,
      "loss": 1.8624,
      "mean_token_accuracy": 0.583268791437149,
      "num_tokens": 39180356.0,
      "step": 50820
    },
    {
      "epoch": 0.06447578384439556,
      "grad_norm": 4.1875,
      "learning_rate": 4.678220836325163e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.560000878572464,
      "num_tokens": 39187895.0,
      "step": 50830
    },
    {
      "epoch": 0.0644884684369284,
      "grad_norm": 4.71875,
      "learning_rate": 4.678157405316534e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5462170332670212,
      "num_tokens": 39196609.0,
      "step": 50840
    },
    {
      "epoch": 0.06450115302946123,
      "grad_norm": 6.375,
      "learning_rate": 4.6780939743079045e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5900073051452637,
      "num_tokens": 39204724.0,
      "step": 50850
    },
    {
      "epoch": 0.06451383762199407,
      "grad_norm": 6.65625,
      "learning_rate": 4.678030543299276e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5163074612617493,
      "num_tokens": 39212926.0,
      "step": 50860
    },
    {
      "epoch": 0.0645265222145269,
      "grad_norm": 6.5,
      "learning_rate": 4.677967112290646e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.5181552559137345,
      "num_tokens": 39220512.0,
      "step": 50870
    },
    {
      "epoch": 0.06453920680705974,
      "grad_norm": 4.90625,
      "learning_rate": 4.677903681282017e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.5578482031822205,
      "num_tokens": 39228100.0,
      "step": 50880
    },
    {
      "epoch": 0.06455189139959257,
      "grad_norm": 10.1875,
      "learning_rate": 4.677840250273388e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.575659555196762,
      "num_tokens": 39233891.0,
      "step": 50890
    },
    {
      "epoch": 0.06456457599212541,
      "grad_norm": 7.5625,
      "learning_rate": 4.6777768192647585e-05,
      "loss": 2.3051,
      "mean_token_accuracy": 0.5069244712591171,
      "num_tokens": 39242459.0,
      "step": 50900
    },
    {
      "epoch": 0.06457726058465824,
      "grad_norm": 10.6875,
      "learning_rate": 4.67771338825613e-05,
      "loss": 1.8934,
      "mean_token_accuracy": 0.5836097002029419,
      "num_tokens": 39249729.0,
      "step": 50910
    },
    {
      "epoch": 0.06458994517719108,
      "grad_norm": 6.0625,
      "learning_rate": 4.6776499572475e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5296932697296143,
      "num_tokens": 39257527.0,
      "step": 50920
    },
    {
      "epoch": 0.0646026297697239,
      "grad_norm": 5.84375,
      "learning_rate": 4.6775865262388715e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.52847980260849,
      "num_tokens": 39265340.0,
      "step": 50930
    },
    {
      "epoch": 0.06461531436225675,
      "grad_norm": 4.6875,
      "learning_rate": 4.677523095230243e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5303875178098678,
      "num_tokens": 39272897.0,
      "step": 50940
    },
    {
      "epoch": 0.06462799895478957,
      "grad_norm": 5.78125,
      "learning_rate": 4.6774596642216125e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5194998502731323,
      "num_tokens": 39280087.0,
      "step": 50950
    },
    {
      "epoch": 0.06464068354732241,
      "grad_norm": 6.53125,
      "learning_rate": 4.677396233212984e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5689414799213409,
      "num_tokens": 39287109.0,
      "step": 50960
    },
    {
      "epoch": 0.06465336813985524,
      "grad_norm": 5.21875,
      "learning_rate": 4.677332802204354e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5426641762256622,
      "num_tokens": 39294744.0,
      "step": 50970
    },
    {
      "epoch": 0.06466605273238808,
      "grad_norm": 5.6875,
      "learning_rate": 4.6772693711957255e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5104802668094635,
      "num_tokens": 39302624.0,
      "step": 50980
    },
    {
      "epoch": 0.06467873732492091,
      "grad_norm": 4.875,
      "learning_rate": 4.677205940187097e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5425422012805938,
      "num_tokens": 39309997.0,
      "step": 50990
    },
    {
      "epoch": 0.06469142191745375,
      "grad_norm": 5.0625,
      "learning_rate": 4.677142509178467e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5706604272127151,
      "num_tokens": 39317630.0,
      "step": 51000
    },
    {
      "epoch": 0.06470410650998658,
      "grad_norm": 5.9375,
      "learning_rate": 4.6770790781698384e-05,
      "loss": 2.2736,
      "mean_token_accuracy": 0.5116878598928452,
      "num_tokens": 39324683.0,
      "step": 51010
    },
    {
      "epoch": 0.06471679110251942,
      "grad_norm": 5.46875,
      "learning_rate": 4.677015647161209e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5666219532489777,
      "num_tokens": 39332374.0,
      "step": 51020
    },
    {
      "epoch": 0.06472947569505225,
      "grad_norm": 5.0,
      "learning_rate": 4.6769522161525795e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5674177885055542,
      "num_tokens": 39339496.0,
      "step": 51030
    },
    {
      "epoch": 0.06474216028758509,
      "grad_norm": 5.875,
      "learning_rate": 4.676888785143951e-05,
      "loss": 2.2271,
      "mean_token_accuracy": 0.5135377794504166,
      "num_tokens": 39347951.0,
      "step": 51040
    },
    {
      "epoch": 0.06475484488011791,
      "grad_norm": 4.8125,
      "learning_rate": 4.676825354135321e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5500018268823623,
      "num_tokens": 39355856.0,
      "step": 51050
    },
    {
      "epoch": 0.06476752947265076,
      "grad_norm": 6.03125,
      "learning_rate": 4.6767619231266925e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5464801490306854,
      "num_tokens": 39363816.0,
      "step": 51060
    },
    {
      "epoch": 0.06478021406518358,
      "grad_norm": 7.84375,
      "learning_rate": 4.676698492118063e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5341370165348053,
      "num_tokens": 39370818.0,
      "step": 51070
    },
    {
      "epoch": 0.06479289865771642,
      "grad_norm": 5.65625,
      "learning_rate": 4.676635061109434e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5465715646743774,
      "num_tokens": 39378401.0,
      "step": 51080
    },
    {
      "epoch": 0.06480558325024925,
      "grad_norm": 5.4375,
      "learning_rate": 4.676571630100805e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.558135387301445,
      "num_tokens": 39385367.0,
      "step": 51090
    },
    {
      "epoch": 0.06481826784278209,
      "grad_norm": 5.4375,
      "learning_rate": 4.676508199092175e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5398447513580322,
      "num_tokens": 39393197.0,
      "step": 51100
    },
    {
      "epoch": 0.06483095243531492,
      "grad_norm": 4.6875,
      "learning_rate": 4.6764447680835465e-05,
      "loss": 1.8702,
      "mean_token_accuracy": 0.5800035029649735,
      "num_tokens": 39400182.0,
      "step": 51110
    },
    {
      "epoch": 0.06484363702784775,
      "grad_norm": 4.65625,
      "learning_rate": 4.676381337074917e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.546839314699173,
      "num_tokens": 39406896.0,
      "step": 51120
    },
    {
      "epoch": 0.06485632162038059,
      "grad_norm": 5.9375,
      "learning_rate": 4.676317906066288e-05,
      "loss": 1.9044,
      "mean_token_accuracy": 0.5761209666728974,
      "num_tokens": 39413199.0,
      "step": 51130
    },
    {
      "epoch": 0.06486900621291342,
      "grad_norm": 4.65625,
      "learning_rate": 4.6762544750576595e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5433341830968856,
      "num_tokens": 39420951.0,
      "step": 51140
    },
    {
      "epoch": 0.06488169080544626,
      "grad_norm": 6.40625,
      "learning_rate": 4.67619104404903e-05,
      "loss": 1.7729,
      "mean_token_accuracy": 0.5992538928985596,
      "num_tokens": 39427016.0,
      "step": 51150
    },
    {
      "epoch": 0.06489437539797908,
      "grad_norm": 4.65625,
      "learning_rate": 4.6761276130404005e-05,
      "loss": 2.2377,
      "mean_token_accuracy": 0.516672334074974,
      "num_tokens": 39434767.0,
      "step": 51160
    },
    {
      "epoch": 0.06490705999051193,
      "grad_norm": 6.9375,
      "learning_rate": 4.676064182031771e-05,
      "loss": 1.9238,
      "mean_token_accuracy": 0.5788957834243774,
      "num_tokens": 39442041.0,
      "step": 51170
    },
    {
      "epoch": 0.06491974458304475,
      "grad_norm": 5.71875,
      "learning_rate": 4.676000751023142e-05,
      "loss": 2.2959,
      "mean_token_accuracy": 0.5115997433662415,
      "num_tokens": 39451039.0,
      "step": 51180
    },
    {
      "epoch": 0.0649324291755776,
      "grad_norm": 4.96875,
      "learning_rate": 4.6759373200145135e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5504460752010345,
      "num_tokens": 39458387.0,
      "step": 51190
    },
    {
      "epoch": 0.06494511376811042,
      "grad_norm": 5.09375,
      "learning_rate": 4.675873889005884e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5394380003213882,
      "num_tokens": 39466548.0,
      "step": 51200
    },
    {
      "epoch": 0.06495779836064326,
      "grad_norm": 13.125,
      "learning_rate": 4.675810457997255e-05,
      "loss": 1.7326,
      "mean_token_accuracy": 0.619713869690895,
      "num_tokens": 39471223.0,
      "step": 51210
    },
    {
      "epoch": 0.06497048295317609,
      "grad_norm": 4.6875,
      "learning_rate": 4.675747026988626e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5504930138587951,
      "num_tokens": 39479612.0,
      "step": 51220
    },
    {
      "epoch": 0.06498316754570893,
      "grad_norm": 5.3125,
      "learning_rate": 4.675683595979996e-05,
      "loss": 1.9063,
      "mean_token_accuracy": 0.5694278657436371,
      "num_tokens": 39488602.0,
      "step": 51230
    },
    {
      "epoch": 0.06499585213824176,
      "grad_norm": 5.625,
      "learning_rate": 4.6756201649713675e-05,
      "loss": 1.8963,
      "mean_token_accuracy": 0.5845090389251709,
      "num_tokens": 39495461.0,
      "step": 51240
    },
    {
      "epoch": 0.0650085367307746,
      "grad_norm": 6.1875,
      "learning_rate": 4.675556733962738e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5141550213098526,
      "num_tokens": 39504570.0,
      "step": 51250
    },
    {
      "epoch": 0.06502122132330743,
      "grad_norm": 6.65625,
      "learning_rate": 4.675493302954109e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5354376614093781,
      "num_tokens": 39512373.0,
      "step": 51260
    },
    {
      "epoch": 0.06503390591584027,
      "grad_norm": 6.78125,
      "learning_rate": 4.67542987194548e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5252558469772339,
      "num_tokens": 39521679.0,
      "step": 51270
    },
    {
      "epoch": 0.0650465905083731,
      "grad_norm": 5.9375,
      "learning_rate": 4.675366440936851e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5577260494232178,
      "num_tokens": 39528598.0,
      "step": 51280
    },
    {
      "epoch": 0.06505927510090594,
      "grad_norm": 5.90625,
      "learning_rate": 4.675303009928222e-05,
      "loss": 1.7589,
      "mean_token_accuracy": 0.6198502749204635,
      "num_tokens": 39534984.0,
      "step": 51290
    },
    {
      "epoch": 0.06507195969343876,
      "grad_norm": 5.15625,
      "learning_rate": 4.675239578919592e-05,
      "loss": 2.256,
      "mean_token_accuracy": 0.5204822927713394,
      "num_tokens": 39543159.0,
      "step": 51300
    },
    {
      "epoch": 0.0650846442859716,
      "grad_norm": 5.03125,
      "learning_rate": 4.675176147910963e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5454340606927872,
      "num_tokens": 39550765.0,
      "step": 51310
    },
    {
      "epoch": 0.06509732887850443,
      "grad_norm": 6.3125,
      "learning_rate": 4.675112716902334e-05,
      "loss": 2.2799,
      "mean_token_accuracy": 0.5088012367486954,
      "num_tokens": 39559235.0,
      "step": 51320
    },
    {
      "epoch": 0.06511001347103727,
      "grad_norm": 4.8125,
      "learning_rate": 4.675049285893705e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5311957955360412,
      "num_tokens": 39568008.0,
      "step": 51330
    },
    {
      "epoch": 0.0651226980635701,
      "grad_norm": 5.28125,
      "learning_rate": 4.674985854885076e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5144357293844223,
      "num_tokens": 39574964.0,
      "step": 51340
    },
    {
      "epoch": 0.06513538265610294,
      "grad_norm": 4.9375,
      "learning_rate": 4.674922423876447e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5276028662919998,
      "num_tokens": 39583153.0,
      "step": 51350
    },
    {
      "epoch": 0.06514806724863577,
      "grad_norm": 5.15625,
      "learning_rate": 4.674858992867818e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5276828229427337,
      "num_tokens": 39591234.0,
      "step": 51360
    },
    {
      "epoch": 0.06516075184116861,
      "grad_norm": 4.875,
      "learning_rate": 4.674795561859188e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.5718443900346756,
      "num_tokens": 39598307.0,
      "step": 51370
    },
    {
      "epoch": 0.06517343643370144,
      "grad_norm": 5.71875,
      "learning_rate": 4.674732130850559e-05,
      "loss": 1.9035,
      "mean_token_accuracy": 0.5761635959148407,
      "num_tokens": 39605695.0,
      "step": 51380
    },
    {
      "epoch": 0.06518612102623428,
      "grad_norm": 5.34375,
      "learning_rate": 4.67466869984193e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5460093319416046,
      "num_tokens": 39611894.0,
      "step": 51390
    },
    {
      "epoch": 0.0651988056187671,
      "grad_norm": 6.90625,
      "learning_rate": 4.674605268833301e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5158995956182479,
      "num_tokens": 39618850.0,
      "step": 51400
    },
    {
      "epoch": 0.06521149021129995,
      "grad_norm": 4.90625,
      "learning_rate": 4.674541837824672e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5409968823194504,
      "num_tokens": 39625668.0,
      "step": 51410
    },
    {
      "epoch": 0.06522417480383277,
      "grad_norm": 4.9375,
      "learning_rate": 4.6744784068160426e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5378578931093216,
      "num_tokens": 39632536.0,
      "step": 51420
    },
    {
      "epoch": 0.06523685939636562,
      "grad_norm": 7.5625,
      "learning_rate": 4.674414975807414e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5639896243810654,
      "num_tokens": 39640669.0,
      "step": 51430
    },
    {
      "epoch": 0.06524954398889844,
      "grad_norm": 6.28125,
      "learning_rate": 4.674351544798784e-05,
      "loss": 2.255,
      "mean_token_accuracy": 0.5165025234222412,
      "num_tokens": 39648800.0,
      "step": 51440
    },
    {
      "epoch": 0.06526222858143128,
      "grad_norm": 8.8125,
      "learning_rate": 4.674288113790155e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5342985361814498,
      "num_tokens": 39657617.0,
      "step": 51450
    },
    {
      "epoch": 0.06527491317396411,
      "grad_norm": 4.8125,
      "learning_rate": 4.674224682781526e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5596150994300843,
      "num_tokens": 39664544.0,
      "step": 51460
    },
    {
      "epoch": 0.06528759776649695,
      "grad_norm": 5.53125,
      "learning_rate": 4.6741612517728966e-05,
      "loss": 2.3759,
      "mean_token_accuracy": 0.5036849468946457,
      "num_tokens": 39672959.0,
      "step": 51470
    },
    {
      "epoch": 0.06530028235902978,
      "grad_norm": 5.875,
      "learning_rate": 4.674097820764268e-05,
      "loss": 2.3684,
      "mean_token_accuracy": 0.5000634312629699,
      "num_tokens": 39680943.0,
      "step": 51480
    },
    {
      "epoch": 0.06531296695156262,
      "grad_norm": 5.9375,
      "learning_rate": 4.674034389755639e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.538705849647522,
      "num_tokens": 39688141.0,
      "step": 51490
    },
    {
      "epoch": 0.06532565154409545,
      "grad_norm": 7.625,
      "learning_rate": 4.6739709587470096e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5327966183423996,
      "num_tokens": 39694957.0,
      "step": 51500
    },
    {
      "epoch": 0.06533833613662829,
      "grad_norm": 5.5,
      "learning_rate": 4.67390752773838e-05,
      "loss": 2.318,
      "mean_token_accuracy": 0.5020768254995346,
      "num_tokens": 39704549.0,
      "step": 51510
    },
    {
      "epoch": 0.06535102072916112,
      "grad_norm": 4.75,
      "learning_rate": 4.6738440967297506e-05,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5317645519971848,
      "num_tokens": 39713475.0,
      "step": 51520
    },
    {
      "epoch": 0.06536370532169396,
      "grad_norm": 6.375,
      "learning_rate": 4.673780665721122e-05,
      "loss": 1.9447,
      "mean_token_accuracy": 0.5691570967435837,
      "num_tokens": 39720510.0,
      "step": 51530
    },
    {
      "epoch": 0.06537638991422678,
      "grad_norm": 6.1875,
      "learning_rate": 4.673717234712493e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5353622317314148,
      "num_tokens": 39728001.0,
      "step": 51540
    },
    {
      "epoch": 0.06538907450675963,
      "grad_norm": 5.03125,
      "learning_rate": 4.6736538037038636e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5326239854097367,
      "num_tokens": 39735690.0,
      "step": 51550
    },
    {
      "epoch": 0.06540175909929245,
      "grad_norm": 5.375,
      "learning_rate": 4.673590372695235e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5416301339864731,
      "num_tokens": 39743097.0,
      "step": 51560
    },
    {
      "epoch": 0.0654144436918253,
      "grad_norm": 4.78125,
      "learning_rate": 4.6735269416866054e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5284952819347382,
      "num_tokens": 39751727.0,
      "step": 51570
    },
    {
      "epoch": 0.06542712828435812,
      "grad_norm": 5.09375,
      "learning_rate": 4.673463510677976e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5500976473093033,
      "num_tokens": 39759232.0,
      "step": 51580
    },
    {
      "epoch": 0.06543981287689095,
      "grad_norm": 6.0625,
      "learning_rate": 4.673400079669347e-05,
      "loss": 1.6909,
      "mean_token_accuracy": 0.6239195883274078,
      "num_tokens": 39764544.0,
      "step": 51590
    },
    {
      "epoch": 0.06545249746942379,
      "grad_norm": 4.625,
      "learning_rate": 4.6733366486607176e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5389954000711441,
      "num_tokens": 39772765.0,
      "step": 51600
    },
    {
      "epoch": 0.06546518206195662,
      "grad_norm": 7.65625,
      "learning_rate": 4.673273217652089e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5420278966426849,
      "num_tokens": 39780338.0,
      "step": 51610
    },
    {
      "epoch": 0.06547786665448946,
      "grad_norm": 5.28125,
      "learning_rate": 4.67320978664346e-05,
      "loss": 1.8891,
      "mean_token_accuracy": 0.5763933598995209,
      "num_tokens": 39786520.0,
      "step": 51620
    },
    {
      "epoch": 0.06549055124702229,
      "grad_norm": 6.65625,
      "learning_rate": 4.6731463556348306e-05,
      "loss": 2.2178,
      "mean_token_accuracy": 0.5134374290704727,
      "num_tokens": 39795055.0,
      "step": 51630
    },
    {
      "epoch": 0.06550323583955513,
      "grad_norm": 7.78125,
      "learning_rate": 4.673082924626201e-05,
      "loss": 1.8169,
      "mean_token_accuracy": 0.5948736310005188,
      "num_tokens": 39801122.0,
      "step": 51640
    },
    {
      "epoch": 0.06551592043208795,
      "grad_norm": 5.3125,
      "learning_rate": 4.673019493617572e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5357389032840729,
      "num_tokens": 39808877.0,
      "step": 51650
    },
    {
      "epoch": 0.0655286050246208,
      "grad_norm": 4.65625,
      "learning_rate": 4.672956062608943e-05,
      "loss": 1.8968,
      "mean_token_accuracy": 0.5710133254528046,
      "num_tokens": 39816897.0,
      "step": 51660
    },
    {
      "epoch": 0.06554128961715362,
      "grad_norm": 5.4375,
      "learning_rate": 4.672892631600314e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5540563941001893,
      "num_tokens": 39825502.0,
      "step": 51670
    },
    {
      "epoch": 0.06555397420968646,
      "grad_norm": 6.25,
      "learning_rate": 4.6728292005916846e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5243688970804214,
      "num_tokens": 39833122.0,
      "step": 51680
    },
    {
      "epoch": 0.06556665880221929,
      "grad_norm": 9.6875,
      "learning_rate": 4.672765769583056e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.5894736140966416,
      "num_tokens": 39840576.0,
      "step": 51690
    },
    {
      "epoch": 0.06557934339475213,
      "grad_norm": 4.75,
      "learning_rate": 4.6727023385744264e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5697815984487533,
      "num_tokens": 39848532.0,
      "step": 51700
    },
    {
      "epoch": 0.06559202798728496,
      "grad_norm": 6.1875,
      "learning_rate": 4.6726389075657976e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.535010713338852,
      "num_tokens": 39856391.0,
      "step": 51710
    },
    {
      "epoch": 0.0656047125798178,
      "grad_norm": 7.40625,
      "learning_rate": 4.672575476557168e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5226902306079865,
      "num_tokens": 39864243.0,
      "step": 51720
    },
    {
      "epoch": 0.06561739717235063,
      "grad_norm": 5.25,
      "learning_rate": 4.6725120455485387e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.531584370136261,
      "num_tokens": 39871449.0,
      "step": 51730
    },
    {
      "epoch": 0.06563008176488347,
      "grad_norm": 5.28125,
      "learning_rate": 4.67244861453991e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5256239831447601,
      "num_tokens": 39879207.0,
      "step": 51740
    },
    {
      "epoch": 0.0656427663574163,
      "grad_norm": 5.0,
      "learning_rate": 4.6723851835312804e-05,
      "loss": 2.2114,
      "mean_token_accuracy": 0.5166850864887238,
      "num_tokens": 39887066.0,
      "step": 51750
    },
    {
      "epoch": 0.06565545094994914,
      "grad_norm": 5.8125,
      "learning_rate": 4.6723217525226516e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5533793210983277,
      "num_tokens": 39895509.0,
      "step": 51760
    },
    {
      "epoch": 0.06566813554248196,
      "grad_norm": 6.53125,
      "learning_rate": 4.672258321514023e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5610157370567321,
      "num_tokens": 39902256.0,
      "step": 51770
    },
    {
      "epoch": 0.0656808201350148,
      "grad_norm": 5.15625,
      "learning_rate": 4.6721948905053934e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5655926495790482,
      "num_tokens": 39910129.0,
      "step": 51780
    },
    {
      "epoch": 0.06569350472754763,
      "grad_norm": 7.4375,
      "learning_rate": 4.672131459496764e-05,
      "loss": 2.221,
      "mean_token_accuracy": 0.5225879848003387,
      "num_tokens": 39916932.0,
      "step": 51790
    },
    {
      "epoch": 0.06570618932008047,
      "grad_norm": 5.5,
      "learning_rate": 4.6720680284881344e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5316570162773132,
      "num_tokens": 39925600.0,
      "step": 51800
    },
    {
      "epoch": 0.0657188739126133,
      "grad_norm": 6.8125,
      "learning_rate": 4.6720045974795056e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5513789921998977,
      "num_tokens": 39933381.0,
      "step": 51810
    },
    {
      "epoch": 0.06573155850514614,
      "grad_norm": 12.625,
      "learning_rate": 4.671941166470877e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5578815430402756,
      "num_tokens": 39940848.0,
      "step": 51820
    },
    {
      "epoch": 0.06574424309767897,
      "grad_norm": 7.34375,
      "learning_rate": 4.6718777354622474e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5437952995300293,
      "num_tokens": 39947825.0,
      "step": 51830
    },
    {
      "epoch": 0.06575692769021181,
      "grad_norm": 6.59375,
      "learning_rate": 4.6718143044536186e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5549366563558579,
      "num_tokens": 39953718.0,
      "step": 51840
    },
    {
      "epoch": 0.06576961228274464,
      "grad_norm": 6.0625,
      "learning_rate": 4.671750873444989e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.5724622964859009,
      "num_tokens": 39961364.0,
      "step": 51850
    },
    {
      "epoch": 0.06578229687527748,
      "grad_norm": 6.09375,
      "learning_rate": 4.67168744243636e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5558182209730148,
      "num_tokens": 39968870.0,
      "step": 51860
    },
    {
      "epoch": 0.0657949814678103,
      "grad_norm": 4.53125,
      "learning_rate": 4.671624011427731e-05,
      "loss": 1.9689,
      "mean_token_accuracy": 0.5621577203273773,
      "num_tokens": 39976334.0,
      "step": 51870
    },
    {
      "epoch": 0.06580766606034315,
      "grad_norm": 4.78125,
      "learning_rate": 4.6715605804191014e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5412095546722412,
      "num_tokens": 39984669.0,
      "step": 51880
    },
    {
      "epoch": 0.06582035065287598,
      "grad_norm": 6.78125,
      "learning_rate": 4.6714971494104726e-05,
      "loss": 1.8515,
      "mean_token_accuracy": 0.583714359998703,
      "num_tokens": 39991464.0,
      "step": 51890
    },
    {
      "epoch": 0.06583303524540882,
      "grad_norm": 6.5625,
      "learning_rate": 4.671433718401843e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5397785305976868,
      "num_tokens": 40000043.0,
      "step": 51900
    },
    {
      "epoch": 0.06584571983794164,
      "grad_norm": 6.65625,
      "learning_rate": 4.6713702873932144e-05,
      "loss": 2.2823,
      "mean_token_accuracy": 0.5076873064041137,
      "num_tokens": 40008380.0,
      "step": 51910
    },
    {
      "epoch": 0.06585840443047448,
      "grad_norm": 7.3125,
      "learning_rate": 4.671306856384585e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.515756806731224,
      "num_tokens": 40015825.0,
      "step": 51920
    },
    {
      "epoch": 0.06587108902300731,
      "grad_norm": 8.375,
      "learning_rate": 4.6712434253759555e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.516787713766098,
      "num_tokens": 40023297.0,
      "step": 51930
    },
    {
      "epoch": 0.06588377361554015,
      "grad_norm": 5.03125,
      "learning_rate": 4.671179994367327e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5680307537317276,
      "num_tokens": 40031396.0,
      "step": 51940
    },
    {
      "epoch": 0.06589645820807298,
      "grad_norm": 4.78125,
      "learning_rate": 4.671116563358697e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5158416926860809,
      "num_tokens": 40039140.0,
      "step": 51950
    },
    {
      "epoch": 0.06590914280060582,
      "grad_norm": 5.5,
      "learning_rate": 4.6710531323500684e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5302737325429916,
      "num_tokens": 40046798.0,
      "step": 51960
    },
    {
      "epoch": 0.06592182739313865,
      "grad_norm": 4.90625,
      "learning_rate": 4.6709897013414396e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5263764470815658,
      "num_tokens": 40055314.0,
      "step": 51970
    },
    {
      "epoch": 0.06593451198567149,
      "grad_norm": 5.90625,
      "learning_rate": 4.67092627033281e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5434094071388245,
      "num_tokens": 40063083.0,
      "step": 51980
    },
    {
      "epoch": 0.06594719657820432,
      "grad_norm": 5.0625,
      "learning_rate": 4.670862839324181e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5422614306211472,
      "num_tokens": 40072060.0,
      "step": 51990
    },
    {
      "epoch": 0.06595988117073716,
      "grad_norm": 5.03125,
      "learning_rate": 4.670799408315551e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5635969310998916,
      "num_tokens": 40079375.0,
      "step": 52000
    },
    {
      "epoch": 0.06597256576326999,
      "grad_norm": 5.59375,
      "learning_rate": 4.6707359773069225e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5465561330318451,
      "num_tokens": 40087971.0,
      "step": 52010
    },
    {
      "epoch": 0.06598525035580283,
      "grad_norm": 4.5,
      "learning_rate": 4.670672546298294e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.550352868437767,
      "num_tokens": 40094304.0,
      "step": 52020
    },
    {
      "epoch": 0.06599793494833565,
      "grad_norm": 5.34375,
      "learning_rate": 4.670609115289664e-05,
      "loss": 2.297,
      "mean_token_accuracy": 0.5098799794912339,
      "num_tokens": 40100507.0,
      "step": 52030
    },
    {
      "epoch": 0.0660106195408685,
      "grad_norm": 5.21875,
      "learning_rate": 4.6705456842810354e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5543254613876343,
      "num_tokens": 40109335.0,
      "step": 52040
    },
    {
      "epoch": 0.06602330413340132,
      "grad_norm": 5.4375,
      "learning_rate": 4.670482253272406e-05,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5622348427772522,
      "num_tokens": 40116591.0,
      "step": 52050
    },
    {
      "epoch": 0.06603598872593415,
      "grad_norm": 6.6875,
      "learning_rate": 4.6704188222637765e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5196906924247742,
      "num_tokens": 40123627.0,
      "step": 52060
    },
    {
      "epoch": 0.06604867331846699,
      "grad_norm": 5.9375,
      "learning_rate": 4.670355391255148e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5503647714853287,
      "num_tokens": 40131373.0,
      "step": 52070
    },
    {
      "epoch": 0.06606135791099982,
      "grad_norm": 5.28125,
      "learning_rate": 4.670291960246518e-05,
      "loss": 1.7647,
      "mean_token_accuracy": 0.5982000172138214,
      "num_tokens": 40138492.0,
      "step": 52080
    },
    {
      "epoch": 0.06607404250353266,
      "grad_norm": 5.125,
      "learning_rate": 4.6702285292378894e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5343139111995697,
      "num_tokens": 40146881.0,
      "step": 52090
    },
    {
      "epoch": 0.06608672709606549,
      "grad_norm": 5.15625,
      "learning_rate": 4.67016509822926e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.573123449087143,
      "num_tokens": 40154775.0,
      "step": 52100
    },
    {
      "epoch": 0.06609941168859833,
      "grad_norm": 6.75,
      "learning_rate": 4.670101667220631e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5368089497089386,
      "num_tokens": 40161981.0,
      "step": 52110
    },
    {
      "epoch": 0.06611209628113116,
      "grad_norm": 4.84375,
      "learning_rate": 4.6700382362120024e-05,
      "loss": 1.8139,
      "mean_token_accuracy": 0.5958619117736816,
      "num_tokens": 40170055.0,
      "step": 52120
    },
    {
      "epoch": 0.066124780873664,
      "grad_norm": 4.6875,
      "learning_rate": 4.669974805203373e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5545431405305863,
      "num_tokens": 40179000.0,
      "step": 52130
    },
    {
      "epoch": 0.06613746546619682,
      "grad_norm": 4.28125,
      "learning_rate": 4.6699113741947435e-05,
      "loss": 2.2546,
      "mean_token_accuracy": 0.5186486065387725,
      "num_tokens": 40187005.0,
      "step": 52140
    },
    {
      "epoch": 0.06615015005872966,
      "grad_norm": 8.5625,
      "learning_rate": 4.669847943186114e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5331683874130249,
      "num_tokens": 40194257.0,
      "step": 52150
    },
    {
      "epoch": 0.06616283465126249,
      "grad_norm": 5.375,
      "learning_rate": 4.669784512177485e-05,
      "loss": 2.1984,
      "mean_token_accuracy": 0.5233920603990555,
      "num_tokens": 40202495.0,
      "step": 52160
    },
    {
      "epoch": 0.06617551924379533,
      "grad_norm": 3.9375,
      "learning_rate": 4.6697210811688564e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.524661636352539,
      "num_tokens": 40210487.0,
      "step": 52170
    },
    {
      "epoch": 0.06618820383632816,
      "grad_norm": 5.21875,
      "learning_rate": 4.669657650160227e-05,
      "loss": 2.1988,
      "mean_token_accuracy": 0.5222857385873795,
      "num_tokens": 40217122.0,
      "step": 52180
    },
    {
      "epoch": 0.066200888428861,
      "grad_norm": 4.9375,
      "learning_rate": 4.669594219151598e-05,
      "loss": 1.8148,
      "mean_token_accuracy": 0.5799192905426025,
      "num_tokens": 40224118.0,
      "step": 52190
    },
    {
      "epoch": 0.06621357302139383,
      "grad_norm": 5.75,
      "learning_rate": 4.669530788142969e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.56626455783844,
      "num_tokens": 40230916.0,
      "step": 52200
    },
    {
      "epoch": 0.06622625761392667,
      "grad_norm": 8.75,
      "learning_rate": 4.669467357134339e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5262435883283615,
      "num_tokens": 40237325.0,
      "step": 52210
    },
    {
      "epoch": 0.0662389422064595,
      "grad_norm": 6.375,
      "learning_rate": 4.6694039261257105e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5385045528411865,
      "num_tokens": 40244720.0,
      "step": 52220
    },
    {
      "epoch": 0.06625162679899234,
      "grad_norm": 7.1875,
      "learning_rate": 4.669340495117081e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5514765501022338,
      "num_tokens": 40252316.0,
      "step": 52230
    },
    {
      "epoch": 0.06626431139152517,
      "grad_norm": 3.859375,
      "learning_rate": 4.669277064108452e-05,
      "loss": 1.838,
      "mean_token_accuracy": 0.5829530119895935,
      "num_tokens": 40260009.0,
      "step": 52240
    },
    {
      "epoch": 0.06627699598405801,
      "grad_norm": 4.84375,
      "learning_rate": 4.669213633099823e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5453043967485428,
      "num_tokens": 40269032.0,
      "step": 52250
    },
    {
      "epoch": 0.06628968057659083,
      "grad_norm": 5.84375,
      "learning_rate": 4.669150202091194e-05,
      "loss": 2.2997,
      "mean_token_accuracy": 0.5194829255342484,
      "num_tokens": 40275969.0,
      "step": 52260
    },
    {
      "epoch": 0.06630236516912368,
      "grad_norm": 4.96875,
      "learning_rate": 4.6690867710825645e-05,
      "loss": 1.6999,
      "mean_token_accuracy": 0.6151229918003083,
      "num_tokens": 40282027.0,
      "step": 52270
    },
    {
      "epoch": 0.0663150497616565,
      "grad_norm": 6.21875,
      "learning_rate": 4.669023340073935e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.5351226776838303,
      "num_tokens": 40289840.0,
      "step": 52280
    },
    {
      "epoch": 0.06632773435418934,
      "grad_norm": 5.5,
      "learning_rate": 4.668959909065306e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5406214088201523,
      "num_tokens": 40297605.0,
      "step": 52290
    },
    {
      "epoch": 0.06634041894672217,
      "grad_norm": 5.78125,
      "learning_rate": 4.668896478056677e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5397278428077698,
      "num_tokens": 40306004.0,
      "step": 52300
    },
    {
      "epoch": 0.06635310353925501,
      "grad_norm": 6.34375,
      "learning_rate": 4.668833047048048e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5420492559671402,
      "num_tokens": 40313008.0,
      "step": 52310
    },
    {
      "epoch": 0.06636578813178784,
      "grad_norm": 5.71875,
      "learning_rate": 4.668769616039419e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5581153512001038,
      "num_tokens": 40318875.0,
      "step": 52320
    },
    {
      "epoch": 0.06637847272432068,
      "grad_norm": 7.28125,
      "learning_rate": 4.66870618503079e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5562746465206146,
      "num_tokens": 40326501.0,
      "step": 52330
    },
    {
      "epoch": 0.06639115731685351,
      "grad_norm": 4.5625,
      "learning_rate": 4.66864275402216e-05,
      "loss": 1.7933,
      "mean_token_accuracy": 0.5986125886440277,
      "num_tokens": 40334004.0,
      "step": 52340
    },
    {
      "epoch": 0.06640384190938635,
      "grad_norm": 4.4375,
      "learning_rate": 4.668579323013531e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.554137971997261,
      "num_tokens": 40341564.0,
      "step": 52350
    },
    {
      "epoch": 0.06641652650191918,
      "grad_norm": 6.71875,
      "learning_rate": 4.668515892004902e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5225276589393616,
      "num_tokens": 40349091.0,
      "step": 52360
    },
    {
      "epoch": 0.06642921109445202,
      "grad_norm": 5.34375,
      "learning_rate": 4.668452460996273e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.561497512459755,
      "num_tokens": 40357660.0,
      "step": 52370
    },
    {
      "epoch": 0.06644189568698484,
      "grad_norm": 6.84375,
      "learning_rate": 4.668389029987644e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5329892933368683,
      "num_tokens": 40365167.0,
      "step": 52380
    },
    {
      "epoch": 0.06645458027951769,
      "grad_norm": 5.53125,
      "learning_rate": 4.668325598979015e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5618496388196945,
      "num_tokens": 40371830.0,
      "step": 52390
    },
    {
      "epoch": 0.06646726487205051,
      "grad_norm": 3.828125,
      "learning_rate": 4.6682621679703855e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5519834250211716,
      "num_tokens": 40378324.0,
      "step": 52400
    },
    {
      "epoch": 0.06647994946458335,
      "grad_norm": 11.6875,
      "learning_rate": 4.668198736961756e-05,
      "loss": 1.753,
      "mean_token_accuracy": 0.5981135368347168,
      "num_tokens": 40384597.0,
      "step": 52410
    },
    {
      "epoch": 0.06649263405711618,
      "grad_norm": 4.90625,
      "learning_rate": 4.668135305953127e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5401623874902726,
      "num_tokens": 40393321.0,
      "step": 52420
    },
    {
      "epoch": 0.06650531864964902,
      "grad_norm": 4.625,
      "learning_rate": 4.668071874944498e-05,
      "loss": 1.8961,
      "mean_token_accuracy": 0.5853771805763245,
      "num_tokens": 40399805.0,
      "step": 52430
    },
    {
      "epoch": 0.06651800324218185,
      "grad_norm": 4.75,
      "learning_rate": 4.668008443935869e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5316388756036758,
      "num_tokens": 40406094.0,
      "step": 52440
    },
    {
      "epoch": 0.06653068783471469,
      "grad_norm": 7.03125,
      "learning_rate": 4.6679450129272396e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5528287172317505,
      "num_tokens": 40413973.0,
      "step": 52450
    },
    {
      "epoch": 0.06654337242724752,
      "grad_norm": 6.5,
      "learning_rate": 4.667881581918611e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.52842937707901,
      "num_tokens": 40421512.0,
      "step": 52460
    },
    {
      "epoch": 0.06655605701978036,
      "grad_norm": 5.125,
      "learning_rate": 4.667818150909982e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5471453100442887,
      "num_tokens": 40430021.0,
      "step": 52470
    },
    {
      "epoch": 0.06656874161231319,
      "grad_norm": 5.875,
      "learning_rate": 4.667754719901352e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5465600848197937,
      "num_tokens": 40437335.0,
      "step": 52480
    },
    {
      "epoch": 0.06658142620484603,
      "grad_norm": 7.46875,
      "learning_rate": 4.667691288892723e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5382199794054031,
      "num_tokens": 40444576.0,
      "step": 52490
    },
    {
      "epoch": 0.06659411079737886,
      "grad_norm": 4.78125,
      "learning_rate": 4.6676278578840936e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5403391808271408,
      "num_tokens": 40452869.0,
      "step": 52500
    },
    {
      "epoch": 0.0666067953899117,
      "grad_norm": 6.1875,
      "learning_rate": 4.667564426875465e-05,
      "loss": 2.2378,
      "mean_token_accuracy": 0.5102379739284515,
      "num_tokens": 40460839.0,
      "step": 52510
    },
    {
      "epoch": 0.06661947998244452,
      "grad_norm": 7.0625,
      "learning_rate": 4.667500995866836e-05,
      "loss": 1.6458,
      "mean_token_accuracy": 0.6355727195739747,
      "num_tokens": 40468174.0,
      "step": 52520
    },
    {
      "epoch": 0.06663216457497735,
      "grad_norm": 6.03125,
      "learning_rate": 4.6674375648582065e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5303948849439621,
      "num_tokens": 40476282.0,
      "step": 52530
    },
    {
      "epoch": 0.06664484916751019,
      "grad_norm": 4.71875,
      "learning_rate": 4.667374133849578e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.532712522149086,
      "num_tokens": 40483928.0,
      "step": 52540
    },
    {
      "epoch": 0.06665753376004302,
      "grad_norm": 5.9375,
      "learning_rate": 4.667310702840948e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5600772202014923,
      "num_tokens": 40490678.0,
      "step": 52550
    },
    {
      "epoch": 0.06667021835257586,
      "grad_norm": 4.78125,
      "learning_rate": 4.667247271832319e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.540728634595871,
      "num_tokens": 40498853.0,
      "step": 52560
    },
    {
      "epoch": 0.06668290294510869,
      "grad_norm": 6.0,
      "learning_rate": 4.66718384082369e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.513559952378273,
      "num_tokens": 40507433.0,
      "step": 52570
    },
    {
      "epoch": 0.06669558753764153,
      "grad_norm": 8.25,
      "learning_rate": 4.6671204098150606e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5721597492694854,
      "num_tokens": 40513200.0,
      "step": 52580
    },
    {
      "epoch": 0.06670827213017436,
      "grad_norm": 5.3125,
      "learning_rate": 4.667056978806432e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5419565141201019,
      "num_tokens": 40521210.0,
      "step": 52590
    },
    {
      "epoch": 0.0667209567227072,
      "grad_norm": 4.46875,
      "learning_rate": 4.666993547797803e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5282622814178467,
      "num_tokens": 40528909.0,
      "step": 52600
    },
    {
      "epoch": 0.06673364131524002,
      "grad_norm": 5.8125,
      "learning_rate": 4.6669301167891735e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5224541574716568,
      "num_tokens": 40537153.0,
      "step": 52610
    },
    {
      "epoch": 0.06674632590777287,
      "grad_norm": 5.71875,
      "learning_rate": 4.666866685780544e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5823548167943955,
      "num_tokens": 40543542.0,
      "step": 52620
    },
    {
      "epoch": 0.0667590105003057,
      "grad_norm": 6.1875,
      "learning_rate": 4.6668032547719146e-05,
      "loss": 2.227,
      "mean_token_accuracy": 0.5234347939491272,
      "num_tokens": 40552164.0,
      "step": 52630
    },
    {
      "epoch": 0.06677169509283853,
      "grad_norm": 4.5,
      "learning_rate": 4.666739823763286e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5749096810817719,
      "num_tokens": 40560194.0,
      "step": 52640
    },
    {
      "epoch": 0.06678437968537136,
      "grad_norm": 4.96875,
      "learning_rate": 4.666676392754657e-05,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5744793206453324,
      "num_tokens": 40566861.0,
      "step": 52650
    },
    {
      "epoch": 0.0667970642779042,
      "grad_norm": 7.625,
      "learning_rate": 4.6666129617460276e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.5531607538461685,
      "num_tokens": 40574088.0,
      "step": 52660
    },
    {
      "epoch": 0.06680974887043703,
      "grad_norm": 4.9375,
      "learning_rate": 4.666549530737399e-05,
      "loss": 2.2366,
      "mean_token_accuracy": 0.5140088379383088,
      "num_tokens": 40581805.0,
      "step": 52670
    },
    {
      "epoch": 0.06682243346296987,
      "grad_norm": 6.84375,
      "learning_rate": 4.666486099728769e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5469050526618957,
      "num_tokens": 40589126.0,
      "step": 52680
    },
    {
      "epoch": 0.0668351180555027,
      "grad_norm": 7.625,
      "learning_rate": 4.66642266872014e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5257962614297866,
      "num_tokens": 40596785.0,
      "step": 52690
    },
    {
      "epoch": 0.06684780264803554,
      "grad_norm": 5.09375,
      "learning_rate": 4.666359237711511e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5285163313150406,
      "num_tokens": 40604725.0,
      "step": 52700
    },
    {
      "epoch": 0.06686048724056837,
      "grad_norm": 5.6875,
      "learning_rate": 4.6662958067028816e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5344744622707367,
      "num_tokens": 40611989.0,
      "step": 52710
    },
    {
      "epoch": 0.06687317183310121,
      "grad_norm": 4.6875,
      "learning_rate": 4.666232375694253e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.548060217499733,
      "num_tokens": 40620301.0,
      "step": 52720
    },
    {
      "epoch": 0.06688585642563404,
      "grad_norm": 4.21875,
      "learning_rate": 4.6661689446856233e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5499291390180587,
      "num_tokens": 40627733.0,
      "step": 52730
    },
    {
      "epoch": 0.06689854101816688,
      "grad_norm": 6.6875,
      "learning_rate": 4.6661055136769946e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5382456094026565,
      "num_tokens": 40635139.0,
      "step": 52740
    },
    {
      "epoch": 0.0669112256106997,
      "grad_norm": 5.25,
      "learning_rate": 4.666042082668365e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5292085319757461,
      "num_tokens": 40642413.0,
      "step": 52750
    },
    {
      "epoch": 0.06692391020323255,
      "grad_norm": 5.8125,
      "learning_rate": 4.6659786516597356e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5191237479448318,
      "num_tokens": 40650430.0,
      "step": 52760
    },
    {
      "epoch": 0.06693659479576537,
      "grad_norm": 5.4375,
      "learning_rate": 4.665915220651107e-05,
      "loss": 1.797,
      "mean_token_accuracy": 0.6058403581380845,
      "num_tokens": 40656500.0,
      "step": 52770
    },
    {
      "epoch": 0.06694927938829821,
      "grad_norm": 5.9375,
      "learning_rate": 4.6658517896424774e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5461341857910156,
      "num_tokens": 40663895.0,
      "step": 52780
    },
    {
      "epoch": 0.06696196398083104,
      "grad_norm": 5.75,
      "learning_rate": 4.6657883586338486e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5221772909164428,
      "num_tokens": 40672411.0,
      "step": 52790
    },
    {
      "epoch": 0.06697464857336388,
      "grad_norm": 5.625,
      "learning_rate": 4.66572492762522e-05,
      "loss": 1.8334,
      "mean_token_accuracy": 0.5843084365129471,
      "num_tokens": 40678727.0,
      "step": 52800
    },
    {
      "epoch": 0.06698733316589671,
      "grad_norm": 5.0,
      "learning_rate": 4.66566149661659e-05,
      "loss": 2.2782,
      "mean_token_accuracy": 0.508531928062439,
      "num_tokens": 40686067.0,
      "step": 52810
    },
    {
      "epoch": 0.06700001775842955,
      "grad_norm": 8.4375,
      "learning_rate": 4.665598065607961e-05,
      "loss": 2.3014,
      "mean_token_accuracy": 0.5061219304800033,
      "num_tokens": 40694387.0,
      "step": 52820
    },
    {
      "epoch": 0.06701270235096238,
      "grad_norm": 6.4375,
      "learning_rate": 4.6655346345993314e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.527639651298523,
      "num_tokens": 40701673.0,
      "step": 52830
    },
    {
      "epoch": 0.06702538694349522,
      "grad_norm": 5.53125,
      "learning_rate": 4.6654712035907026e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5364950448274612,
      "num_tokens": 40709993.0,
      "step": 52840
    },
    {
      "epoch": 0.06703807153602805,
      "grad_norm": 5.625,
      "learning_rate": 4.665407772582074e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.5741612285375595,
      "num_tokens": 40716990.0,
      "step": 52850
    },
    {
      "epoch": 0.06705075612856089,
      "grad_norm": 5.0,
      "learning_rate": 4.6653443415734444e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5559513449668885,
      "num_tokens": 40725767.0,
      "step": 52860
    },
    {
      "epoch": 0.06706344072109371,
      "grad_norm": 5.03125,
      "learning_rate": 4.6652809105648156e-05,
      "loss": 2.2649,
      "mean_token_accuracy": 0.5152967095375061,
      "num_tokens": 40733637.0,
      "step": 52870
    },
    {
      "epoch": 0.06707612531362656,
      "grad_norm": 4.1875,
      "learning_rate": 4.665217479556186e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5537404000759125,
      "num_tokens": 40742144.0,
      "step": 52880
    },
    {
      "epoch": 0.06708880990615938,
      "grad_norm": 5.25,
      "learning_rate": 4.665154048547557e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5152162551879883,
      "num_tokens": 40751041.0,
      "step": 52890
    },
    {
      "epoch": 0.06710149449869222,
      "grad_norm": 5.90625,
      "learning_rate": 4.665090617538928e-05,
      "loss": 2.2988,
      "mean_token_accuracy": 0.5247882604598999,
      "num_tokens": 40759103.0,
      "step": 52900
    },
    {
      "epoch": 0.06711417909122505,
      "grad_norm": 5.78125,
      "learning_rate": 4.6650271865302984e-05,
      "loss": 1.907,
      "mean_token_accuracy": 0.584020447731018,
      "num_tokens": 40766413.0,
      "step": 52910
    },
    {
      "epoch": 0.06712686368375789,
      "grad_norm": 5.46875,
      "learning_rate": 4.6649637555216696e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.522555673122406,
      "num_tokens": 40775832.0,
      "step": 52920
    },
    {
      "epoch": 0.06713954827629072,
      "grad_norm": 5.78125,
      "learning_rate": 4.66490032451304e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5384633749723434,
      "num_tokens": 40784161.0,
      "step": 52930
    },
    {
      "epoch": 0.06715223286882356,
      "grad_norm": 5.78125,
      "learning_rate": 4.6648368935044114e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5318836152553559,
      "num_tokens": 40793418.0,
      "step": 52940
    },
    {
      "epoch": 0.06716491746135639,
      "grad_norm": 6.28125,
      "learning_rate": 4.6647734624957826e-05,
      "loss": 1.9222,
      "mean_token_accuracy": 0.5743870675563812,
      "num_tokens": 40800294.0,
      "step": 52950
    },
    {
      "epoch": 0.06717760205388923,
      "grad_norm": 4.71875,
      "learning_rate": 4.664710031487153e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.5693170398473739,
      "num_tokens": 40808066.0,
      "step": 52960
    },
    {
      "epoch": 0.06719028664642206,
      "grad_norm": 5.0625,
      "learning_rate": 4.6646466004785236e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5451991260051727,
      "num_tokens": 40815969.0,
      "step": 52970
    },
    {
      "epoch": 0.0672029712389549,
      "grad_norm": 4.875,
      "learning_rate": 4.664583169469894e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5294575750827789,
      "num_tokens": 40824787.0,
      "step": 52980
    },
    {
      "epoch": 0.06721565583148773,
      "grad_norm": 7.21875,
      "learning_rate": 4.6645197384612654e-05,
      "loss": 2.2351,
      "mean_token_accuracy": 0.5244661718606949,
      "num_tokens": 40832741.0,
      "step": 52990
    },
    {
      "epoch": 0.06722834042402055,
      "grad_norm": 5.34375,
      "learning_rate": 4.6644563074526366e-05,
      "loss": 1.7885,
      "mean_token_accuracy": 0.5963435471057892,
      "num_tokens": 40838871.0,
      "step": 53000
    },
    {
      "epoch": 0.0672410250165534,
      "grad_norm": 5.15625,
      "learning_rate": 4.664392876444007e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.529246985912323,
      "num_tokens": 40847739.0,
      "step": 53010
    },
    {
      "epoch": 0.06725370960908622,
      "grad_norm": 5.46875,
      "learning_rate": 4.6643294454353784e-05,
      "loss": 2.2266,
      "mean_token_accuracy": 0.521766659617424,
      "num_tokens": 40855903.0,
      "step": 53020
    },
    {
      "epoch": 0.06726639420161906,
      "grad_norm": 5.3125,
      "learning_rate": 4.664266014426749e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5237785279750824,
      "num_tokens": 40863037.0,
      "step": 53030
    },
    {
      "epoch": 0.06727907879415189,
      "grad_norm": 5.84375,
      "learning_rate": 4.6642025834181194e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5314245194196701,
      "num_tokens": 40871420.0,
      "step": 53040
    },
    {
      "epoch": 0.06729176338668473,
      "grad_norm": 6.0,
      "learning_rate": 4.6641391524094906e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5291662603616715,
      "num_tokens": 40878510.0,
      "step": 53050
    },
    {
      "epoch": 0.06730444797921756,
      "grad_norm": 7.34375,
      "learning_rate": 4.664075721400861e-05,
      "loss": 2.3926,
      "mean_token_accuracy": 0.4969885289669037,
      "num_tokens": 40886465.0,
      "step": 53060
    },
    {
      "epoch": 0.0673171325717504,
      "grad_norm": 5.15625,
      "learning_rate": 4.6640122903922324e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5157401531934738,
      "num_tokens": 40894153.0,
      "step": 53070
    },
    {
      "epoch": 0.06732981716428323,
      "grad_norm": 6.03125,
      "learning_rate": 4.663948859383603e-05,
      "loss": 1.4998,
      "mean_token_accuracy": 0.6625642657279969,
      "num_tokens": 40899094.0,
      "step": 53080
    },
    {
      "epoch": 0.06734250175681607,
      "grad_norm": 5.71875,
      "learning_rate": 4.663885428374974e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5311617076396942,
      "num_tokens": 40907481.0,
      "step": 53090
    },
    {
      "epoch": 0.0673551863493489,
      "grad_norm": 6.375,
      "learning_rate": 4.663821997366345e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5256058782339096,
      "num_tokens": 40916432.0,
      "step": 53100
    },
    {
      "epoch": 0.06736787094188174,
      "grad_norm": 5.875,
      "learning_rate": 4.663758566357715e-05,
      "loss": 2.2647,
      "mean_token_accuracy": 0.5086039036512375,
      "num_tokens": 40924560.0,
      "step": 53110
    },
    {
      "epoch": 0.06738055553441456,
      "grad_norm": 6.75,
      "learning_rate": 4.6636951353490864e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5286572396755218,
      "num_tokens": 40933222.0,
      "step": 53120
    },
    {
      "epoch": 0.0673932401269474,
      "grad_norm": 8.25,
      "learning_rate": 4.663631704340457e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5357693761587143,
      "num_tokens": 40939347.0,
      "step": 53130
    },
    {
      "epoch": 0.06740592471948023,
      "grad_norm": 6.0,
      "learning_rate": 4.663568273331828e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5120208442211152,
      "num_tokens": 40947090.0,
      "step": 53140
    },
    {
      "epoch": 0.06741860931201307,
      "grad_norm": 5.625,
      "learning_rate": 4.6635048423231994e-05,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5215101093053818,
      "num_tokens": 40955700.0,
      "step": 53150
    },
    {
      "epoch": 0.0674312939045459,
      "grad_norm": 4.5,
      "learning_rate": 4.66344141131457e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5504942029714585,
      "num_tokens": 40962120.0,
      "step": 53160
    },
    {
      "epoch": 0.06744397849707874,
      "grad_norm": 5.03125,
      "learning_rate": 4.6633779803059404e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5340640246868134,
      "num_tokens": 40970379.0,
      "step": 53170
    },
    {
      "epoch": 0.06745666308961157,
      "grad_norm": 5.1875,
      "learning_rate": 4.663314549297311e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5626315027475357,
      "num_tokens": 40978194.0,
      "step": 53180
    },
    {
      "epoch": 0.06746934768214441,
      "grad_norm": 5.53125,
      "learning_rate": 4.663251118288682e-05,
      "loss": 1.9109,
      "mean_token_accuracy": 0.5784049391746521,
      "num_tokens": 40985347.0,
      "step": 53190
    },
    {
      "epoch": 0.06748203227467724,
      "grad_norm": 5.09375,
      "learning_rate": 4.6631876872800534e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5334359854459763,
      "num_tokens": 40994230.0,
      "step": 53200
    },
    {
      "epoch": 0.06749471686721008,
      "grad_norm": 6.46875,
      "learning_rate": 4.663124256271424e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5171430587768555,
      "num_tokens": 41002192.0,
      "step": 53210
    },
    {
      "epoch": 0.0675074014597429,
      "grad_norm": 4.5,
      "learning_rate": 4.663060825262795e-05,
      "loss": 1.7926,
      "mean_token_accuracy": 0.6015619099140167,
      "num_tokens": 41008675.0,
      "step": 53220
    },
    {
      "epoch": 0.06752008605227575,
      "grad_norm": 7.59375,
      "learning_rate": 4.662997394254166e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5617337822914124,
      "num_tokens": 41015955.0,
      "step": 53230
    },
    {
      "epoch": 0.06753277064480857,
      "grad_norm": 4.875,
      "learning_rate": 4.662933963245536e-05,
      "loss": 1.855,
      "mean_token_accuracy": 0.5876978486776352,
      "num_tokens": 41023005.0,
      "step": 53240
    },
    {
      "epoch": 0.06754545523734141,
      "grad_norm": 5.125,
      "learning_rate": 4.6628705322369074e-05,
      "loss": 1.8723,
      "mean_token_accuracy": 0.587144672870636,
      "num_tokens": 41030882.0,
      "step": 53250
    },
    {
      "epoch": 0.06755813982987424,
      "grad_norm": 5.6875,
      "learning_rate": 4.662807101228278e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5241079479455948,
      "num_tokens": 41038009.0,
      "step": 53260
    },
    {
      "epoch": 0.06757082442240708,
      "grad_norm": 3.984375,
      "learning_rate": 4.662743670219649e-05,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5645992159843445,
      "num_tokens": 41045863.0,
      "step": 53270
    },
    {
      "epoch": 0.06758350901493991,
      "grad_norm": 5.28125,
      "learning_rate": 4.66268023921102e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5530795186758042,
      "num_tokens": 41055153.0,
      "step": 53280
    },
    {
      "epoch": 0.06759619360747275,
      "grad_norm": 4.90625,
      "learning_rate": 4.662616808202391e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5565419465303421,
      "num_tokens": 41063521.0,
      "step": 53290
    },
    {
      "epoch": 0.06760887820000558,
      "grad_norm": 4.84375,
      "learning_rate": 4.662553377193762e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5298414468765259,
      "num_tokens": 41072138.0,
      "step": 53300
    },
    {
      "epoch": 0.06762156279253842,
      "grad_norm": 5.375,
      "learning_rate": 4.662489946185133e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.522947347164154,
      "num_tokens": 41080390.0,
      "step": 53310
    },
    {
      "epoch": 0.06763424738507125,
      "grad_norm": 5.15625,
      "learning_rate": 4.662426515176503e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.5600764811038971,
      "num_tokens": 41087279.0,
      "step": 53320
    },
    {
      "epoch": 0.06764693197760409,
      "grad_norm": 5.3125,
      "learning_rate": 4.662363084167874e-05,
      "loss": 2.3606,
      "mean_token_accuracy": 0.4941310614347458,
      "num_tokens": 41095713.0,
      "step": 53330
    },
    {
      "epoch": 0.06765961657013692,
      "grad_norm": 5.625,
      "learning_rate": 4.662299653159245e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5408732712268829,
      "num_tokens": 41104158.0,
      "step": 53340
    },
    {
      "epoch": 0.06767230116266976,
      "grad_norm": 5.09375,
      "learning_rate": 4.662236222150616e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5533582985401153,
      "num_tokens": 41110830.0,
      "step": 53350
    },
    {
      "epoch": 0.06768498575520258,
      "grad_norm": 9.5625,
      "learning_rate": 4.662172791141987e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5117979198694229,
      "num_tokens": 41118472.0,
      "step": 53360
    },
    {
      "epoch": 0.06769767034773543,
      "grad_norm": 4.65625,
      "learning_rate": 4.662109360133358e-05,
      "loss": 2.371,
      "mean_token_accuracy": 0.5008611798286438,
      "num_tokens": 41126772.0,
      "step": 53370
    },
    {
      "epoch": 0.06771035494026825,
      "grad_norm": 4.65625,
      "learning_rate": 4.6620459291247285e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5406201660633088,
      "num_tokens": 41134621.0,
      "step": 53380
    },
    {
      "epoch": 0.0677230395328011,
      "grad_norm": 5.375,
      "learning_rate": 4.661982498116099e-05,
      "loss": 1.9304,
      "mean_token_accuracy": 0.5630569875240325,
      "num_tokens": 41140400.0,
      "step": 53390
    },
    {
      "epoch": 0.06773572412533392,
      "grad_norm": 9.125,
      "learning_rate": 4.66191906710747e-05,
      "loss": 2.2077,
      "mean_token_accuracy": 0.5346896767616272,
      "num_tokens": 41148007.0,
      "step": 53400
    },
    {
      "epoch": 0.06774840871786676,
      "grad_norm": 5.5,
      "learning_rate": 4.661855636098841e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5215557396411896,
      "num_tokens": 41154991.0,
      "step": 53410
    },
    {
      "epoch": 0.06776109331039959,
      "grad_norm": 6.78125,
      "learning_rate": 4.661792205090212e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5362053215503693,
      "num_tokens": 41163087.0,
      "step": 53420
    },
    {
      "epoch": 0.06777377790293243,
      "grad_norm": 4.34375,
      "learning_rate": 4.6617287740815825e-05,
      "loss": 2.2231,
      "mean_token_accuracy": 0.5176123440265655,
      "num_tokens": 41171405.0,
      "step": 53430
    },
    {
      "epoch": 0.06778646249546526,
      "grad_norm": 5.40625,
      "learning_rate": 4.661665343072954e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5505949020385742,
      "num_tokens": 41178554.0,
      "step": 53440
    },
    {
      "epoch": 0.0677991470879981,
      "grad_norm": 5.6875,
      "learning_rate": 4.661601912064324e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5566327631473541,
      "num_tokens": 41185675.0,
      "step": 53450
    },
    {
      "epoch": 0.06781183168053093,
      "grad_norm": 5.3125,
      "learning_rate": 4.661538481055695e-05,
      "loss": 2.2875,
      "mean_token_accuracy": 0.5133657276630401,
      "num_tokens": 41195135.0,
      "step": 53460
    },
    {
      "epoch": 0.06782451627306375,
      "grad_norm": 5.71875,
      "learning_rate": 4.661475050047066e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5487399518489837,
      "num_tokens": 41203909.0,
      "step": 53470
    },
    {
      "epoch": 0.0678372008655966,
      "grad_norm": 5.09375,
      "learning_rate": 4.661411619038437e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5671294182538986,
      "num_tokens": 41210051.0,
      "step": 53480
    },
    {
      "epoch": 0.06784988545812942,
      "grad_norm": 6.53125,
      "learning_rate": 4.661348188029808e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5518778920173645,
      "num_tokens": 41217100.0,
      "step": 53490
    },
    {
      "epoch": 0.06786257005066226,
      "grad_norm": 4.4375,
      "learning_rate": 4.661284757021179e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5276093721389771,
      "num_tokens": 41225281.0,
      "step": 53500
    },
    {
      "epoch": 0.06787525464319509,
      "grad_norm": 6.34375,
      "learning_rate": 4.6612213260125495e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5697503894567489,
      "num_tokens": 41232220.0,
      "step": 53510
    },
    {
      "epoch": 0.06788793923572793,
      "grad_norm": 5.625,
      "learning_rate": 4.66115789500392e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5372749537229538,
      "num_tokens": 41240053.0,
      "step": 53520
    },
    {
      "epoch": 0.06790062382826076,
      "grad_norm": 18.25,
      "learning_rate": 4.661094463995291e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5608424752950668,
      "num_tokens": 41246047.0,
      "step": 53530
    },
    {
      "epoch": 0.0679133084207936,
      "grad_norm": 5.28125,
      "learning_rate": 4.661031032986662e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5291458785533905,
      "num_tokens": 41253684.0,
      "step": 53540
    },
    {
      "epoch": 0.06792599301332643,
      "grad_norm": 6.5,
      "learning_rate": 4.660967601978033e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5336674481630326,
      "num_tokens": 41262169.0,
      "step": 53550
    },
    {
      "epoch": 0.06793867760585927,
      "grad_norm": 5.8125,
      "learning_rate": 4.6609041709694035e-05,
      "loss": 1.8544,
      "mean_token_accuracy": 0.5980613201856613,
      "num_tokens": 41267686.0,
      "step": 53560
    },
    {
      "epoch": 0.0679513621983921,
      "grad_norm": 5.0625,
      "learning_rate": 4.660840739960775e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5441068023443222,
      "num_tokens": 41276223.0,
      "step": 53570
    },
    {
      "epoch": 0.06796404679092494,
      "grad_norm": 4.53125,
      "learning_rate": 4.660777308952145e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.560639488697052,
      "num_tokens": 41283986.0,
      "step": 53580
    },
    {
      "epoch": 0.06797673138345776,
      "grad_norm": 5.15625,
      "learning_rate": 4.660713877943516e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5370996803045273,
      "num_tokens": 41291650.0,
      "step": 53590
    },
    {
      "epoch": 0.0679894159759906,
      "grad_norm": 6.15625,
      "learning_rate": 4.660650446934887e-05,
      "loss": 2.2979,
      "mean_token_accuracy": 0.5132892340421676,
      "num_tokens": 41298814.0,
      "step": 53600
    },
    {
      "epoch": 0.06800210056852343,
      "grad_norm": 5.375,
      "learning_rate": 4.6605870159262575e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5261667370796204,
      "num_tokens": 41306460.0,
      "step": 53610
    },
    {
      "epoch": 0.06801478516105627,
      "grad_norm": 5.5,
      "learning_rate": 4.660523584917629e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.556596788764,
      "num_tokens": 41313776.0,
      "step": 53620
    },
    {
      "epoch": 0.0680274697535891,
      "grad_norm": 5.15625,
      "learning_rate": 4.660460153909e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.521115067601204,
      "num_tokens": 41321622.0,
      "step": 53630
    },
    {
      "epoch": 0.06804015434612194,
      "grad_norm": 8.9375,
      "learning_rate": 4.6603967229003705e-05,
      "loss": 2.2943,
      "mean_token_accuracy": 0.5092693418264389,
      "num_tokens": 41330262.0,
      "step": 53640
    },
    {
      "epoch": 0.06805283893865477,
      "grad_norm": 5.4375,
      "learning_rate": 4.660333291891742e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5481584906578064,
      "num_tokens": 41338942.0,
      "step": 53650
    },
    {
      "epoch": 0.06806552353118761,
      "grad_norm": 4.75,
      "learning_rate": 4.6602698608831116e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5206844955682755,
      "num_tokens": 41347596.0,
      "step": 53660
    },
    {
      "epoch": 0.06807820812372044,
      "grad_norm": 5.375,
      "learning_rate": 4.660206429874483e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5309280633926392,
      "num_tokens": 41354679.0,
      "step": 53670
    },
    {
      "epoch": 0.06809089271625328,
      "grad_norm": 4.78125,
      "learning_rate": 4.660142998865854e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5472546100616456,
      "num_tokens": 41362943.0,
      "step": 53680
    },
    {
      "epoch": 0.0681035773087861,
      "grad_norm": 5.875,
      "learning_rate": 4.6600795678572245e-05,
      "loss": 2.2913,
      "mean_token_accuracy": 0.5113244742155075,
      "num_tokens": 41371575.0,
      "step": 53690
    },
    {
      "epoch": 0.06811626190131895,
      "grad_norm": 4.40625,
      "learning_rate": 4.660016136848596e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5504854679107666,
      "num_tokens": 41379252.0,
      "step": 53700
    },
    {
      "epoch": 0.06812894649385177,
      "grad_norm": 6.0,
      "learning_rate": 4.659952705839966e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5660653442144394,
      "num_tokens": 41385549.0,
      "step": 53710
    },
    {
      "epoch": 0.06814163108638462,
      "grad_norm": 5.25,
      "learning_rate": 4.6598892748313375e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5427437126636505,
      "num_tokens": 41392557.0,
      "step": 53720
    },
    {
      "epoch": 0.06815431567891744,
      "grad_norm": 5.875,
      "learning_rate": 4.659825843822708e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5437019169330597,
      "num_tokens": 41400092.0,
      "step": 53730
    },
    {
      "epoch": 0.06816700027145028,
      "grad_norm": 5.5,
      "learning_rate": 4.6597624128140786e-05,
      "loss": 2.2876,
      "mean_token_accuracy": 0.510434028506279,
      "num_tokens": 41408427.0,
      "step": 53740
    },
    {
      "epoch": 0.06817968486398311,
      "grad_norm": 5.4375,
      "learning_rate": 4.65969898180545e-05,
      "loss": 1.812,
      "mean_token_accuracy": 0.5859739035367966,
      "num_tokens": 41415200.0,
      "step": 53750
    },
    {
      "epoch": 0.06819236945651595,
      "grad_norm": 5.03125,
      "learning_rate": 4.65963555079682e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5521863222122192,
      "num_tokens": 41424203.0,
      "step": 53760
    },
    {
      "epoch": 0.06820505404904878,
      "grad_norm": 7.21875,
      "learning_rate": 4.6595721197881915e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5420933693647385,
      "num_tokens": 41432121.0,
      "step": 53770
    },
    {
      "epoch": 0.06821773864158162,
      "grad_norm": 7.8125,
      "learning_rate": 4.659508688779563e-05,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5182243138551712,
      "num_tokens": 41440487.0,
      "step": 53780
    },
    {
      "epoch": 0.06823042323411445,
      "grad_norm": 4.625,
      "learning_rate": 4.659445257770933e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5363432705402374,
      "num_tokens": 41449300.0,
      "step": 53790
    },
    {
      "epoch": 0.06824310782664729,
      "grad_norm": 6.625,
      "learning_rate": 4.659381826762304e-05,
      "loss": 1.7332,
      "mean_token_accuracy": 0.6125087887048721,
      "num_tokens": 41455713.0,
      "step": 53800
    },
    {
      "epoch": 0.06825579241918012,
      "grad_norm": 5.03125,
      "learning_rate": 4.6593183957536743e-05,
      "loss": 2.2756,
      "mean_token_accuracy": 0.5099886983633042,
      "num_tokens": 41463068.0,
      "step": 53810
    },
    {
      "epoch": 0.06826847701171296,
      "grad_norm": 7.59375,
      "learning_rate": 4.6592549647450456e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5560654759407043,
      "num_tokens": 41470735.0,
      "step": 53820
    },
    {
      "epoch": 0.06828116160424579,
      "grad_norm": 5.0,
      "learning_rate": 4.659191533736417e-05,
      "loss": 2.3173,
      "mean_token_accuracy": 0.5035503655672073,
      "num_tokens": 41478883.0,
      "step": 53830
    },
    {
      "epoch": 0.06829384619677863,
      "grad_norm": 5.6875,
      "learning_rate": 4.659128102727787e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5421845704317093,
      "num_tokens": 41486963.0,
      "step": 53840
    },
    {
      "epoch": 0.06830653078931145,
      "grad_norm": 5.21875,
      "learning_rate": 4.6590646717191585e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.5160005480051041,
      "num_tokens": 41494934.0,
      "step": 53850
    },
    {
      "epoch": 0.0683192153818443,
      "grad_norm": 6.09375,
      "learning_rate": 4.659001240710529e-05,
      "loss": 1.8565,
      "mean_token_accuracy": 0.5787670820951462,
      "num_tokens": 41502680.0,
      "step": 53860
    },
    {
      "epoch": 0.06833189997437712,
      "grad_norm": 4.75,
      "learning_rate": 4.6589378097018996e-05,
      "loss": 2.3158,
      "mean_token_accuracy": 0.5056754499673843,
      "num_tokens": 41509928.0,
      "step": 53870
    },
    {
      "epoch": 0.06834458456690996,
      "grad_norm": 7.03125,
      "learning_rate": 4.658874378693271e-05,
      "loss": 1.7917,
      "mean_token_accuracy": 0.600009235739708,
      "num_tokens": 41516906.0,
      "step": 53880
    },
    {
      "epoch": 0.06835726915944279,
      "grad_norm": 6.5625,
      "learning_rate": 4.658810947684641e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5462208807468414,
      "num_tokens": 41524106.0,
      "step": 53890
    },
    {
      "epoch": 0.06836995375197563,
      "grad_norm": 6.53125,
      "learning_rate": 4.6587475166760126e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5373615503311158,
      "num_tokens": 41530682.0,
      "step": 53900
    },
    {
      "epoch": 0.06838263834450846,
      "grad_norm": 4.6875,
      "learning_rate": 4.658684085667383e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5318483620882034,
      "num_tokens": 41538709.0,
      "step": 53910
    },
    {
      "epoch": 0.0683953229370413,
      "grad_norm": 4.875,
      "learning_rate": 4.658620654658754e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5497287839651108,
      "num_tokens": 41547322.0,
      "step": 53920
    },
    {
      "epoch": 0.06840800752957413,
      "grad_norm": 5.5,
      "learning_rate": 4.658557223650125e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5658245712518692,
      "num_tokens": 41555466.0,
      "step": 53930
    },
    {
      "epoch": 0.06842069212210695,
      "grad_norm": 5.0625,
      "learning_rate": 4.6584937926414954e-05,
      "loss": 1.7908,
      "mean_token_accuracy": 0.6012002229690552,
      "num_tokens": 41561190.0,
      "step": 53940
    },
    {
      "epoch": 0.0684333767146398,
      "grad_norm": 11.9375,
      "learning_rate": 4.6584303616328666e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5457813113927841,
      "num_tokens": 41567812.0,
      "step": 53950
    },
    {
      "epoch": 0.06844606130717262,
      "grad_norm": 7.25,
      "learning_rate": 4.658366930624237e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5379268407821656,
      "num_tokens": 41574256.0,
      "step": 53960
    },
    {
      "epoch": 0.06845874589970546,
      "grad_norm": 5.1875,
      "learning_rate": 4.658303499615608e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.542689922451973,
      "num_tokens": 41581430.0,
      "step": 53970
    },
    {
      "epoch": 0.06847143049223829,
      "grad_norm": 6.4375,
      "learning_rate": 4.6582400686069795e-05,
      "loss": 1.7212,
      "mean_token_accuracy": 0.6184124439954758,
      "num_tokens": 41586701.0,
      "step": 53980
    },
    {
      "epoch": 0.06848411508477113,
      "grad_norm": 6.03125,
      "learning_rate": 4.65817663759835e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.529037868976593,
      "num_tokens": 41594626.0,
      "step": 53990
    },
    {
      "epoch": 0.06849679967730396,
      "grad_norm": 9.25,
      "learning_rate": 4.6581132065897206e-05,
      "loss": 2.2949,
      "mean_token_accuracy": 0.5008042633533478,
      "num_tokens": 41604191.0,
      "step": 54000
    },
    {
      "epoch": 0.0685094842698368,
      "grad_norm": 7.09375,
      "learning_rate": 4.658049775581091e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5443201690912247,
      "num_tokens": 41612474.0,
      "step": 54010
    },
    {
      "epoch": 0.06852216886236963,
      "grad_norm": 6.46875,
      "learning_rate": 4.6579863445724624e-05,
      "loss": 2.2546,
      "mean_token_accuracy": 0.5206656485795975,
      "num_tokens": 41619580.0,
      "step": 54020
    },
    {
      "epoch": 0.06853485345490247,
      "grad_norm": 6.65625,
      "learning_rate": 4.6579229135638336e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5298806160688401,
      "num_tokens": 41626334.0,
      "step": 54030
    },
    {
      "epoch": 0.0685475380474353,
      "grad_norm": 6.0625,
      "learning_rate": 4.657859482555204e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5432360380887985,
      "num_tokens": 41634503.0,
      "step": 54040
    },
    {
      "epoch": 0.06856022263996814,
      "grad_norm": 8.25,
      "learning_rate": 4.657796051546575e-05,
      "loss": 1.8795,
      "mean_token_accuracy": 0.5818353861570358,
      "num_tokens": 41642603.0,
      "step": 54050
    },
    {
      "epoch": 0.06857290723250097,
      "grad_norm": 5.4375,
      "learning_rate": 4.657732620537946e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5755329191684723,
      "num_tokens": 41649050.0,
      "step": 54060
    },
    {
      "epoch": 0.0685855918250338,
      "grad_norm": 5.5,
      "learning_rate": 4.657669189529317e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5572522789239883,
      "num_tokens": 41657305.0,
      "step": 54070
    },
    {
      "epoch": 0.06859827641756663,
      "grad_norm": 5.375,
      "learning_rate": 4.6576057585206876e-05,
      "loss": 1.8724,
      "mean_token_accuracy": 0.5804586499929428,
      "num_tokens": 41664284.0,
      "step": 54080
    },
    {
      "epoch": 0.06861096101009947,
      "grad_norm": 6.90625,
      "learning_rate": 4.657542327512058e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5702733606100082,
      "num_tokens": 41672703.0,
      "step": 54090
    },
    {
      "epoch": 0.0686236456026323,
      "grad_norm": 6.6875,
      "learning_rate": 4.6574788965034294e-05,
      "loss": 2.3547,
      "mean_token_accuracy": 0.49288933873176577,
      "num_tokens": 41681195.0,
      "step": 54100
    },
    {
      "epoch": 0.06863633019516514,
      "grad_norm": 7.90625,
      "learning_rate": 4.6574154654948e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.5786295354366302,
      "num_tokens": 41687775.0,
      "step": 54110
    },
    {
      "epoch": 0.06864901478769797,
      "grad_norm": 6.0625,
      "learning_rate": 4.657352034486171e-05,
      "loss": 2.3093,
      "mean_token_accuracy": 0.5085186898708344,
      "num_tokens": 41696179.0,
      "step": 54120
    },
    {
      "epoch": 0.06866169938023081,
      "grad_norm": 6.1875,
      "learning_rate": 4.657288603477542e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5500337094068527,
      "num_tokens": 41703305.0,
      "step": 54130
    },
    {
      "epoch": 0.06867438397276364,
      "grad_norm": 6.03125,
      "learning_rate": 4.657225172468913e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5216633170843125,
      "num_tokens": 41711142.0,
      "step": 54140
    },
    {
      "epoch": 0.06868706856529648,
      "grad_norm": 5.9375,
      "learning_rate": 4.6571617414602834e-05,
      "loss": 1.8471,
      "mean_token_accuracy": 0.5901625365018844,
      "num_tokens": 41718339.0,
      "step": 54150
    },
    {
      "epoch": 0.06869975315782931,
      "grad_norm": 4.71875,
      "learning_rate": 4.657098310451654e-05,
      "loss": 2.271,
      "mean_token_accuracy": 0.511551034450531,
      "num_tokens": 41726198.0,
      "step": 54160
    },
    {
      "epoch": 0.06871243775036215,
      "grad_norm": 5.1875,
      "learning_rate": 4.657034879443025e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5600384622812271,
      "num_tokens": 41734605.0,
      "step": 54170
    },
    {
      "epoch": 0.06872512234289498,
      "grad_norm": 4.90625,
      "learning_rate": 4.6569714484343963e-05,
      "loss": 1.786,
      "mean_token_accuracy": 0.5996245741844177,
      "num_tokens": 41741965.0,
      "step": 54180
    },
    {
      "epoch": 0.06873780693542782,
      "grad_norm": 5.09375,
      "learning_rate": 4.656908017425767e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.535220155119896,
      "num_tokens": 41750314.0,
      "step": 54190
    },
    {
      "epoch": 0.06875049152796064,
      "grad_norm": 6.875,
      "learning_rate": 4.656844586417138e-05,
      "loss": 1.8449,
      "mean_token_accuracy": 0.5904588341712952,
      "num_tokens": 41757237.0,
      "step": 54200
    },
    {
      "epoch": 0.06876317612049349,
      "grad_norm": 5.03125,
      "learning_rate": 4.6567811554085086e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5428872525691986,
      "num_tokens": 41766303.0,
      "step": 54210
    },
    {
      "epoch": 0.06877586071302631,
      "grad_norm": 6.21875,
      "learning_rate": 4.656717724399879e-05,
      "loss": 1.8051,
      "mean_token_accuracy": 0.6046197831630706,
      "num_tokens": 41772819.0,
      "step": 54220
    },
    {
      "epoch": 0.06878854530555915,
      "grad_norm": 8.375,
      "learning_rate": 4.6566542933912504e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5418630719184876,
      "num_tokens": 41780362.0,
      "step": 54230
    },
    {
      "epoch": 0.06880122989809198,
      "grad_norm": 9.9375,
      "learning_rate": 4.656590862382621e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5234893769025802,
      "num_tokens": 41788734.0,
      "step": 54240
    },
    {
      "epoch": 0.06881391449062482,
      "grad_norm": 5.96875,
      "learning_rate": 4.656527431373992e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5250611513853073,
      "num_tokens": 41796910.0,
      "step": 54250
    },
    {
      "epoch": 0.06882659908315765,
      "grad_norm": 4.90625,
      "learning_rate": 4.6564640003653627e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5317335188388824,
      "num_tokens": 41804724.0,
      "step": 54260
    },
    {
      "epoch": 0.06883928367569049,
      "grad_norm": 4.625,
      "learning_rate": 4.656400569356734e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5300134390592575,
      "num_tokens": 41813144.0,
      "step": 54270
    },
    {
      "epoch": 0.06885196826822332,
      "grad_norm": 5.5,
      "learning_rate": 4.6563371383481044e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5238964170217514,
      "num_tokens": 41820934.0,
      "step": 54280
    },
    {
      "epoch": 0.06886465286075616,
      "grad_norm": 4.78125,
      "learning_rate": 4.656273707339475e-05,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5252389997243881,
      "num_tokens": 41830220.0,
      "step": 54290
    },
    {
      "epoch": 0.06887733745328899,
      "grad_norm": 4.8125,
      "learning_rate": 4.656210276330846e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5433155238628388,
      "num_tokens": 41838179.0,
      "step": 54300
    },
    {
      "epoch": 0.06889002204582183,
      "grad_norm": 5.40625,
      "learning_rate": 4.656146845322217e-05,
      "loss": 2.2104,
      "mean_token_accuracy": 0.524339672923088,
      "num_tokens": 41846040.0,
      "step": 54310
    },
    {
      "epoch": 0.06890270663835465,
      "grad_norm": 8.1875,
      "learning_rate": 4.656083414313588e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5349665820598603,
      "num_tokens": 41853072.0,
      "step": 54320
    },
    {
      "epoch": 0.0689153912308875,
      "grad_norm": 4.46875,
      "learning_rate": 4.656019983304959e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5603311955928802,
      "num_tokens": 41859455.0,
      "step": 54330
    },
    {
      "epoch": 0.06892807582342032,
      "grad_norm": 4.75,
      "learning_rate": 4.6559565522963296e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5489778310060501,
      "num_tokens": 41866751.0,
      "step": 54340
    },
    {
      "epoch": 0.06894076041595316,
      "grad_norm": 6.1875,
      "learning_rate": 4.6558931212877e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5682119399309158,
      "num_tokens": 41873865.0,
      "step": 54350
    },
    {
      "epoch": 0.06895344500848599,
      "grad_norm": 5.53125,
      "learning_rate": 4.6558296902790714e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5419547915458679,
      "num_tokens": 41881914.0,
      "step": 54360
    },
    {
      "epoch": 0.06896612960101883,
      "grad_norm": 8.0625,
      "learning_rate": 4.655766259270442e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5322154521942138,
      "num_tokens": 41888367.0,
      "step": 54370
    },
    {
      "epoch": 0.06897881419355166,
      "grad_norm": 5.375,
      "learning_rate": 4.655702828261813e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5238939940929412,
      "num_tokens": 41896305.0,
      "step": 54380
    },
    {
      "epoch": 0.0689914987860845,
      "grad_norm": 4.59375,
      "learning_rate": 4.655639397253184e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5701455771923065,
      "num_tokens": 41902864.0,
      "step": 54390
    },
    {
      "epoch": 0.06900418337861733,
      "grad_norm": 5.6875,
      "learning_rate": 4.655575966244555e-05,
      "loss": 2.2516,
      "mean_token_accuracy": 0.5141898363828659,
      "num_tokens": 41912136.0,
      "step": 54400
    },
    {
      "epoch": 0.06901686797115016,
      "grad_norm": 4.78125,
      "learning_rate": 4.655512535235926e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5279658973217011,
      "num_tokens": 41920345.0,
      "step": 54410
    },
    {
      "epoch": 0.069029552563683,
      "grad_norm": 7.25,
      "learning_rate": 4.655449104227296e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5351063728332519,
      "num_tokens": 41928308.0,
      "step": 54420
    },
    {
      "epoch": 0.06904223715621582,
      "grad_norm": 5.65625,
      "learning_rate": 4.655385673218667e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5173392176628113,
      "num_tokens": 41935683.0,
      "step": 54430
    },
    {
      "epoch": 0.06905492174874867,
      "grad_norm": 5.0625,
      "learning_rate": 4.655322242210038e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.551280853152275,
      "num_tokens": 41943243.0,
      "step": 54440
    },
    {
      "epoch": 0.06906760634128149,
      "grad_norm": 5.34375,
      "learning_rate": 4.655258811201409e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5315497517585754,
      "num_tokens": 41951568.0,
      "step": 54450
    },
    {
      "epoch": 0.06908029093381433,
      "grad_norm": 7.15625,
      "learning_rate": 4.65519538019278e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5405688434839249,
      "num_tokens": 41959315.0,
      "step": 54460
    },
    {
      "epoch": 0.06909297552634716,
      "grad_norm": 5.5,
      "learning_rate": 4.655131949184151e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5390890777111054,
      "num_tokens": 41967397.0,
      "step": 54470
    },
    {
      "epoch": 0.06910566011888,
      "grad_norm": 6.0,
      "learning_rate": 4.655068518175522e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.535567507147789,
      "num_tokens": 41974538.0,
      "step": 54480
    },
    {
      "epoch": 0.06911834471141283,
      "grad_norm": 4.71875,
      "learning_rate": 4.6550050871668924e-05,
      "loss": 2.2038,
      "mean_token_accuracy": 0.5186575055122375,
      "num_tokens": 41983749.0,
      "step": 54490
    },
    {
      "epoch": 0.06913102930394567,
      "grad_norm": 4.71875,
      "learning_rate": 4.654941656158263e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5494048535823822,
      "num_tokens": 41990720.0,
      "step": 54500
    },
    {
      "epoch": 0.0691437138964785,
      "grad_norm": 4.9375,
      "learning_rate": 4.654878225149634e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5308838695287704,
      "num_tokens": 41999916.0,
      "step": 54510
    },
    {
      "epoch": 0.06915639848901134,
      "grad_norm": 6.0,
      "learning_rate": 4.654814794141005e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5293414235115051,
      "num_tokens": 42007991.0,
      "step": 54520
    },
    {
      "epoch": 0.06916908308154417,
      "grad_norm": 7.0,
      "learning_rate": 4.654751363132376e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.52058747112751,
      "num_tokens": 42016504.0,
      "step": 54530
    },
    {
      "epoch": 0.06918176767407701,
      "grad_norm": 4.40625,
      "learning_rate": 4.6546879321237465e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5268259435892105,
      "num_tokens": 42025596.0,
      "step": 54540
    },
    {
      "epoch": 0.06919445226660983,
      "grad_norm": 4.9375,
      "learning_rate": 4.654624501115118e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5590770542621613,
      "num_tokens": 42032801.0,
      "step": 54550
    },
    {
      "epoch": 0.06920713685914268,
      "grad_norm": 5.46875,
      "learning_rate": 4.654561070106488e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5382286578416824,
      "num_tokens": 42040376.0,
      "step": 54560
    },
    {
      "epoch": 0.0692198214516755,
      "grad_norm": 4.96875,
      "learning_rate": 4.654497639097859e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5201911389827728,
      "num_tokens": 42049237.0,
      "step": 54570
    },
    {
      "epoch": 0.06923250604420834,
      "grad_norm": 4.75,
      "learning_rate": 4.65443420808923e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5332556694746018,
      "num_tokens": 42058930.0,
      "step": 54580
    },
    {
      "epoch": 0.06924519063674117,
      "grad_norm": 6.84375,
      "learning_rate": 4.6543707770806005e-05,
      "loss": 1.9113,
      "mean_token_accuracy": 0.5756208956241607,
      "num_tokens": 42066571.0,
      "step": 54590
    },
    {
      "epoch": 0.06925787522927401,
      "grad_norm": 5.4375,
      "learning_rate": 4.654307346071972e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5342124700546265,
      "num_tokens": 42074130.0,
      "step": 54600
    },
    {
      "epoch": 0.06927055982180684,
      "grad_norm": 8.9375,
      "learning_rate": 4.654243915063343e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5241269856691361,
      "num_tokens": 42082784.0,
      "step": 54610
    },
    {
      "epoch": 0.06928324441433968,
      "grad_norm": 6.78125,
      "learning_rate": 4.6541804840547134e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5542888760566711,
      "num_tokens": 42090793.0,
      "step": 54620
    },
    {
      "epoch": 0.06929592900687251,
      "grad_norm": 6.25,
      "learning_rate": 4.654117053046084e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5779291868209839,
      "num_tokens": 42098429.0,
      "step": 54630
    },
    {
      "epoch": 0.06930861359940535,
      "grad_norm": 7.125,
      "learning_rate": 4.6540536220374545e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.558189383149147,
      "num_tokens": 42105018.0,
      "step": 54640
    },
    {
      "epoch": 0.06932129819193818,
      "grad_norm": 6.28125,
      "learning_rate": 4.653990191028826e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.5783862829208374,
      "num_tokens": 42113114.0,
      "step": 54650
    },
    {
      "epoch": 0.06933398278447102,
      "grad_norm": 4.96875,
      "learning_rate": 4.653926760020197e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5530732065439224,
      "num_tokens": 42121417.0,
      "step": 54660
    },
    {
      "epoch": 0.06934666737700385,
      "grad_norm": 5.15625,
      "learning_rate": 4.6538633290115675e-05,
      "loss": 1.9057,
      "mean_token_accuracy": 0.5725692510604858,
      "num_tokens": 42129966.0,
      "step": 54670
    },
    {
      "epoch": 0.06935935196953669,
      "grad_norm": 3.859375,
      "learning_rate": 4.653799898002939e-05,
      "loss": 1.7901,
      "mean_token_accuracy": 0.6009529113769532,
      "num_tokens": 42136669.0,
      "step": 54680
    },
    {
      "epoch": 0.06937203656206951,
      "grad_norm": 6.34375,
      "learning_rate": 4.653736466994309e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5468841373920441,
      "num_tokens": 42144403.0,
      "step": 54690
    },
    {
      "epoch": 0.06938472115460236,
      "grad_norm": 4.84375,
      "learning_rate": 4.65367303598568e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5641220033168792,
      "num_tokens": 42152505.0,
      "step": 54700
    },
    {
      "epoch": 0.06939740574713518,
      "grad_norm": 5.5625,
      "learning_rate": 4.653609604977051e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5328726977109909,
      "num_tokens": 42160478.0,
      "step": 54710
    },
    {
      "epoch": 0.06941009033966802,
      "grad_norm": 5.53125,
      "learning_rate": 4.6535461739684215e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5217639476060867,
      "num_tokens": 42169635.0,
      "step": 54720
    },
    {
      "epoch": 0.06942277493220085,
      "grad_norm": 5.34375,
      "learning_rate": 4.653482742959793e-05,
      "loss": 1.7083,
      "mean_token_accuracy": 0.6030371844768524,
      "num_tokens": 42176345.0,
      "step": 54730
    },
    {
      "epoch": 0.06943545952473369,
      "grad_norm": 5.1875,
      "learning_rate": 4.653419311951163e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5577088832855225,
      "num_tokens": 42183851.0,
      "step": 54740
    },
    {
      "epoch": 0.06944814411726652,
      "grad_norm": 4.625,
      "learning_rate": 4.6533558809425345e-05,
      "loss": 2.2281,
      "mean_token_accuracy": 0.5186243921518325,
      "num_tokens": 42192191.0,
      "step": 54750
    },
    {
      "epoch": 0.06946082870979936,
      "grad_norm": 4.4375,
      "learning_rate": 4.653292449933906e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5488943696022034,
      "num_tokens": 42199464.0,
      "step": 54760
    },
    {
      "epoch": 0.06947351330233219,
      "grad_norm": 6.75,
      "learning_rate": 4.6532290189252755e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5384327292442321,
      "num_tokens": 42207208.0,
      "step": 54770
    },
    {
      "epoch": 0.06948619789486503,
      "grad_norm": 7.84375,
      "learning_rate": 4.653165587916647e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5396325349807739,
      "num_tokens": 42215592.0,
      "step": 54780
    },
    {
      "epoch": 0.06949888248739786,
      "grad_norm": 2.9375,
      "learning_rate": 4.653102156908017e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.5652377545833588,
      "num_tokens": 42222244.0,
      "step": 54790
    },
    {
      "epoch": 0.0695115670799307,
      "grad_norm": 5.625,
      "learning_rate": 4.6530387258993885e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5556953638792038,
      "num_tokens": 42228795.0,
      "step": 54800
    },
    {
      "epoch": 0.06952425167246352,
      "grad_norm": 6.28125,
      "learning_rate": 4.65297529489076e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5546126008033753,
      "num_tokens": 42237187.0,
      "step": 54810
    },
    {
      "epoch": 0.06953693626499637,
      "grad_norm": 3.671875,
      "learning_rate": 4.65291186388213e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5648341476917267,
      "num_tokens": 42244967.0,
      "step": 54820
    },
    {
      "epoch": 0.06954962085752919,
      "grad_norm": 4.71875,
      "learning_rate": 4.6528484328735015e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5573785692453385,
      "num_tokens": 42251819.0,
      "step": 54830
    },
    {
      "epoch": 0.06956230545006203,
      "grad_norm": 5.75,
      "learning_rate": 4.652785001864871e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5511653572320938,
      "num_tokens": 42258952.0,
      "step": 54840
    },
    {
      "epoch": 0.06957499004259486,
      "grad_norm": 5.65625,
      "learning_rate": 4.6527215708562425e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5213096976280213,
      "num_tokens": 42266942.0,
      "step": 54850
    },
    {
      "epoch": 0.0695876746351277,
      "grad_norm": 7.21875,
      "learning_rate": 4.652658139847614e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5393351733684539,
      "num_tokens": 42274349.0,
      "step": 54860
    },
    {
      "epoch": 0.06960035922766053,
      "grad_norm": 5.3125,
      "learning_rate": 4.652594708838984e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5350870847702026,
      "num_tokens": 42283541.0,
      "step": 54870
    },
    {
      "epoch": 0.06961304382019336,
      "grad_norm": 6.875,
      "learning_rate": 4.6525312778303555e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5532640784978866,
      "num_tokens": 42291461.0,
      "step": 54880
    },
    {
      "epoch": 0.0696257284127262,
      "grad_norm": 5.34375,
      "learning_rate": 4.652467846821726e-05,
      "loss": 2.2887,
      "mean_token_accuracy": 0.5115515381097794,
      "num_tokens": 42300134.0,
      "step": 54890
    },
    {
      "epoch": 0.06963841300525903,
      "grad_norm": 5.78125,
      "learning_rate": 4.652404415813097e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.524373346567154,
      "num_tokens": 42308251.0,
      "step": 54900
    },
    {
      "epoch": 0.06965109759779187,
      "grad_norm": 5.75,
      "learning_rate": 4.652340984804468e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5444848775863648,
      "num_tokens": 42315556.0,
      "step": 54910
    },
    {
      "epoch": 0.0696637821903247,
      "grad_norm": 7.0625,
      "learning_rate": 4.652277553795838e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5588116765022277,
      "num_tokens": 42322661.0,
      "step": 54920
    },
    {
      "epoch": 0.06967646678285754,
      "grad_norm": 5.6875,
      "learning_rate": 4.6522141227872095e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5518069982528686,
      "num_tokens": 42329043.0,
      "step": 54930
    },
    {
      "epoch": 0.06968915137539036,
      "grad_norm": 5.0625,
      "learning_rate": 4.65215069177858e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5314222544431686,
      "num_tokens": 42338070.0,
      "step": 54940
    },
    {
      "epoch": 0.0697018359679232,
      "grad_norm": 4.78125,
      "learning_rate": 4.652087260769951e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5626233726739883,
      "num_tokens": 42346082.0,
      "step": 54950
    },
    {
      "epoch": 0.06971452056045603,
      "grad_norm": 5.28125,
      "learning_rate": 4.6520238297613225e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5406787991523743,
      "num_tokens": 42354649.0,
      "step": 54960
    },
    {
      "epoch": 0.06972720515298887,
      "grad_norm": 5.59375,
      "learning_rate": 4.651960398752693e-05,
      "loss": 1.9161,
      "mean_token_accuracy": 0.5662704050540924,
      "num_tokens": 42360856.0,
      "step": 54970
    },
    {
      "epoch": 0.0697398897455217,
      "grad_norm": 4.96875,
      "learning_rate": 4.6518969677440636e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5657791376113892,
      "num_tokens": 42367288.0,
      "step": 54980
    },
    {
      "epoch": 0.06975257433805454,
      "grad_norm": 4.65625,
      "learning_rate": 4.651833536735434e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5189890533685684,
      "num_tokens": 42375284.0,
      "step": 54990
    },
    {
      "epoch": 0.06976525893058737,
      "grad_norm": 4.59375,
      "learning_rate": 4.651770105726805e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5348737835884094,
      "num_tokens": 42383734.0,
      "step": 55000
    },
    {
      "epoch": 0.06977794352312021,
      "grad_norm": 5.46875,
      "learning_rate": 4.6517066747181765e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5340176731348037,
      "num_tokens": 42391454.0,
      "step": 55010
    },
    {
      "epoch": 0.06979062811565304,
      "grad_norm": 10.3125,
      "learning_rate": 4.651643243709547e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5172833114862442,
      "num_tokens": 42399970.0,
      "step": 55020
    },
    {
      "epoch": 0.06980331270818588,
      "grad_norm": 5.09375,
      "learning_rate": 4.651579812700918e-05,
      "loss": 2.3027,
      "mean_token_accuracy": 0.5108255028724671,
      "num_tokens": 42408362.0,
      "step": 55030
    },
    {
      "epoch": 0.0698159973007187,
      "grad_norm": 4.90625,
      "learning_rate": 4.651516381692289e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5398070693016053,
      "num_tokens": 42416369.0,
      "step": 55040
    },
    {
      "epoch": 0.06982868189325155,
      "grad_norm": 5.03125,
      "learning_rate": 4.651452950683659e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5368063598871231,
      "num_tokens": 42424015.0,
      "step": 55050
    },
    {
      "epoch": 0.06984136648578437,
      "grad_norm": 5.0,
      "learning_rate": 4.6513895196750305e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5404084682464599,
      "num_tokens": 42432823.0,
      "step": 55060
    },
    {
      "epoch": 0.06985405107831721,
      "grad_norm": 4.90625,
      "learning_rate": 4.651326088666401e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5161788016557693,
      "num_tokens": 42441436.0,
      "step": 55070
    },
    {
      "epoch": 0.06986673567085004,
      "grad_norm": 9.0625,
      "learning_rate": 4.651262657657772e-05,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5309293359518051,
      "num_tokens": 42448042.0,
      "step": 55080
    },
    {
      "epoch": 0.06987942026338288,
      "grad_norm": 5.71875,
      "learning_rate": 4.651199226649143e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5684449076652527,
      "num_tokens": 42455949.0,
      "step": 55090
    },
    {
      "epoch": 0.06989210485591571,
      "grad_norm": 5.65625,
      "learning_rate": 4.651135795640514e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.522249960899353,
      "num_tokens": 42464680.0,
      "step": 55100
    },
    {
      "epoch": 0.06990478944844855,
      "grad_norm": 9.0,
      "learning_rate": 4.6510723646318846e-05,
      "loss": 1.7366,
      "mean_token_accuracy": 0.6108743250370026,
      "num_tokens": 42470921.0,
      "step": 55110
    },
    {
      "epoch": 0.06991747404098138,
      "grad_norm": 5.21875,
      "learning_rate": 4.651008933623255e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5276024460792541,
      "num_tokens": 42479079.0,
      "step": 55120
    },
    {
      "epoch": 0.06993015863351422,
      "grad_norm": 6.5,
      "learning_rate": 4.650945502614626e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5239436566829682,
      "num_tokens": 42486579.0,
      "step": 55130
    },
    {
      "epoch": 0.06994284322604705,
      "grad_norm": 5.78125,
      "learning_rate": 4.650882071605997e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5429317116737366,
      "num_tokens": 42494435.0,
      "step": 55140
    },
    {
      "epoch": 0.06995552781857989,
      "grad_norm": 5.25,
      "learning_rate": 4.650818640597368e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5647012650966644,
      "num_tokens": 42502864.0,
      "step": 55150
    },
    {
      "epoch": 0.06996821241111272,
      "grad_norm": 5.1875,
      "learning_rate": 4.650755209588739e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5675510823726654,
      "num_tokens": 42509599.0,
      "step": 55160
    },
    {
      "epoch": 0.06998089700364556,
      "grad_norm": 5.59375,
      "learning_rate": 4.65069177858011e-05,
      "loss": 2.2674,
      "mean_token_accuracy": 0.5159685760736465,
      "num_tokens": 42517972.0,
      "step": 55170
    },
    {
      "epoch": 0.06999358159617838,
      "grad_norm": 5.75,
      "learning_rate": 4.650628347571481e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5446989506483078,
      "num_tokens": 42525213.0,
      "step": 55180
    },
    {
      "epoch": 0.07000626618871122,
      "grad_norm": 4.6875,
      "learning_rate": 4.650564916562851e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5650134474039078,
      "num_tokens": 42532579.0,
      "step": 55190
    },
    {
      "epoch": 0.07001895078124405,
      "grad_norm": 4.875,
      "learning_rate": 4.650501485554222e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5706818133592606,
      "num_tokens": 42539660.0,
      "step": 55200
    },
    {
      "epoch": 0.0700316353737769,
      "grad_norm": 8.25,
      "learning_rate": 4.650438054545593e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5340934664011001,
      "num_tokens": 42545968.0,
      "step": 55210
    },
    {
      "epoch": 0.07004431996630972,
      "grad_norm": 5.625,
      "learning_rate": 4.650374623536964e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5334313839673996,
      "num_tokens": 42554841.0,
      "step": 55220
    },
    {
      "epoch": 0.07005700455884256,
      "grad_norm": 4.84375,
      "learning_rate": 4.650311192528335e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5516257226467133,
      "num_tokens": 42563517.0,
      "step": 55230
    },
    {
      "epoch": 0.07006968915137539,
      "grad_norm": 5.46875,
      "learning_rate": 4.6502477615197056e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5285189837217331,
      "num_tokens": 42572337.0,
      "step": 55240
    },
    {
      "epoch": 0.07008237374390823,
      "grad_norm": 4.5625,
      "learning_rate": 4.650184330511077e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5246735066175461,
      "num_tokens": 42579897.0,
      "step": 55250
    },
    {
      "epoch": 0.07009505833644106,
      "grad_norm": 5.0,
      "learning_rate": 4.6501208995024473e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5343717277050019,
      "num_tokens": 42587905.0,
      "step": 55260
    },
    {
      "epoch": 0.0701077429289739,
      "grad_norm": 5.25,
      "learning_rate": 4.650057468493818e-05,
      "loss": 2.3794,
      "mean_token_accuracy": 0.4926127135753632,
      "num_tokens": 42596586.0,
      "step": 55270
    },
    {
      "epoch": 0.07012042752150673,
      "grad_norm": 5.0,
      "learning_rate": 4.649994037485189e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5410291492938996,
      "num_tokens": 42604535.0,
      "step": 55280
    },
    {
      "epoch": 0.07013311211403957,
      "grad_norm": 9.0625,
      "learning_rate": 4.64993060647656e-05,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5237694948911666,
      "num_tokens": 42612442.0,
      "step": 55290
    },
    {
      "epoch": 0.0701457967065724,
      "grad_norm": 4.34375,
      "learning_rate": 4.649867175467931e-05,
      "loss": 1.7704,
      "mean_token_accuracy": 0.6129554450511933,
      "num_tokens": 42618475.0,
      "step": 55300
    },
    {
      "epoch": 0.07015848129910524,
      "grad_norm": 4.90625,
      "learning_rate": 4.649803744459302e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5344670653343201,
      "num_tokens": 42626245.0,
      "step": 55310
    },
    {
      "epoch": 0.07017116589163806,
      "grad_norm": 6.71875,
      "learning_rate": 4.6497403134506726e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5252878397703171,
      "num_tokens": 42635200.0,
      "step": 55320
    },
    {
      "epoch": 0.0701838504841709,
      "grad_norm": 5.125,
      "learning_rate": 4.649676882442043e-05,
      "loss": 2.2706,
      "mean_token_accuracy": 0.5072126686573029,
      "num_tokens": 42643632.0,
      "step": 55330
    },
    {
      "epoch": 0.07019653507670373,
      "grad_norm": 5.71875,
      "learning_rate": 4.649613451433414e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5807938724756241,
      "num_tokens": 42650585.0,
      "step": 55340
    },
    {
      "epoch": 0.07020921966923656,
      "grad_norm": 5.875,
      "learning_rate": 4.649550020424785e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5164120107889175,
      "num_tokens": 42659075.0,
      "step": 55350
    },
    {
      "epoch": 0.0702219042617694,
      "grad_norm": 6.09375,
      "learning_rate": 4.649486589416156e-05,
      "loss": 1.7879,
      "mean_token_accuracy": 0.6024083822965622,
      "num_tokens": 42665692.0,
      "step": 55360
    },
    {
      "epoch": 0.07023458885430223,
      "grad_norm": 6.21875,
      "learning_rate": 4.6494231584075266e-05,
      "loss": 1.9954,
      "mean_token_accuracy": 0.5464580714702606,
      "num_tokens": 42672205.0,
      "step": 55370
    },
    {
      "epoch": 0.07024727344683507,
      "grad_norm": 4.75,
      "learning_rate": 4.649359727398898e-05,
      "loss": 1.8535,
      "mean_token_accuracy": 0.5895247787237168,
      "num_tokens": 42679192.0,
      "step": 55380
    },
    {
      "epoch": 0.0702599580393679,
      "grad_norm": 6.0625,
      "learning_rate": 4.6492962963902684e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5615291655063629,
      "num_tokens": 42686494.0,
      "step": 55390
    },
    {
      "epoch": 0.07027264263190074,
      "grad_norm": 4.71875,
      "learning_rate": 4.649232865381639e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5525518506765366,
      "num_tokens": 42693498.0,
      "step": 55400
    },
    {
      "epoch": 0.07028532722443356,
      "grad_norm": 6.125,
      "learning_rate": 4.64916943437301e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5510772138833999,
      "num_tokens": 42701379.0,
      "step": 55410
    },
    {
      "epoch": 0.0702980118169664,
      "grad_norm": 6.71875,
      "learning_rate": 4.6491060033643807e-05,
      "loss": 2.2532,
      "mean_token_accuracy": 0.5162176340818405,
      "num_tokens": 42709841.0,
      "step": 55420
    },
    {
      "epoch": 0.07031069640949923,
      "grad_norm": 7.1875,
      "learning_rate": 4.649042572355752e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.540839895606041,
      "num_tokens": 42717564.0,
      "step": 55430
    },
    {
      "epoch": 0.07032338100203207,
      "grad_norm": 6.6875,
      "learning_rate": 4.648979141347123e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5264093607664109,
      "num_tokens": 42726060.0,
      "step": 55440
    },
    {
      "epoch": 0.0703360655945649,
      "grad_norm": 4.53125,
      "learning_rate": 4.6489157103384936e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5674099445343017,
      "num_tokens": 42733432.0,
      "step": 55450
    },
    {
      "epoch": 0.07034875018709774,
      "grad_norm": 5.1875,
      "learning_rate": 4.648852279329864e-05,
      "loss": 2.4492,
      "mean_token_accuracy": 0.4826664477586746,
      "num_tokens": 42741754.0,
      "step": 55460
    },
    {
      "epoch": 0.07036143477963057,
      "grad_norm": 6.59375,
      "learning_rate": 4.648788848321235e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5684356302022934,
      "num_tokens": 42748937.0,
      "step": 55470
    },
    {
      "epoch": 0.07037411937216341,
      "grad_norm": 5.71875,
      "learning_rate": 4.648725417312606e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5497412592172622,
      "num_tokens": 42757007.0,
      "step": 55480
    },
    {
      "epoch": 0.07038680396469624,
      "grad_norm": 6.875,
      "learning_rate": 4.648661986303977e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5308054238557816,
      "num_tokens": 42765589.0,
      "step": 55490
    },
    {
      "epoch": 0.07039948855722908,
      "grad_norm": 5.59375,
      "learning_rate": 4.6485985552953476e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5527130722999573,
      "num_tokens": 42772748.0,
      "step": 55500
    },
    {
      "epoch": 0.0704121731497619,
      "grad_norm": 4.71875,
      "learning_rate": 4.648535124286719e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5362397283315659,
      "num_tokens": 42781700.0,
      "step": 55510
    },
    {
      "epoch": 0.07042485774229475,
      "grad_norm": 5.78125,
      "learning_rate": 4.6484716932780894e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5363915771245956,
      "num_tokens": 42789571.0,
      "step": 55520
    },
    {
      "epoch": 0.07043754233482757,
      "grad_norm": 6.3125,
      "learning_rate": 4.64840826226946e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5187661826610566,
      "num_tokens": 42797782.0,
      "step": 55530
    },
    {
      "epoch": 0.07045022692736042,
      "grad_norm": 5.96875,
      "learning_rate": 4.648344831260831e-05,
      "loss": 2.277,
      "mean_token_accuracy": 0.4970362812280655,
      "num_tokens": 42806186.0,
      "step": 55540
    },
    {
      "epoch": 0.07046291151989324,
      "grad_norm": 4.75,
      "learning_rate": 4.648281400252202e-05,
      "loss": 2.3538,
      "mean_token_accuracy": 0.5029735267162323,
      "num_tokens": 42815428.0,
      "step": 55550
    },
    {
      "epoch": 0.07047559611242608,
      "grad_norm": 8.75,
      "learning_rate": 4.648217969243573e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.519118744134903,
      "num_tokens": 42822804.0,
      "step": 55560
    },
    {
      "epoch": 0.07048828070495891,
      "grad_norm": 5.1875,
      "learning_rate": 4.6481545382349434e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5406411021947861,
      "num_tokens": 42829917.0,
      "step": 55570
    },
    {
      "epoch": 0.07050096529749175,
      "grad_norm": 6.875,
      "learning_rate": 4.6480911072263146e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5262195557355881,
      "num_tokens": 42837314.0,
      "step": 55580
    },
    {
      "epoch": 0.07051364989002458,
      "grad_norm": 6.09375,
      "learning_rate": 4.648027676217686e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5264456272125244,
      "num_tokens": 42845025.0,
      "step": 55590
    },
    {
      "epoch": 0.07052633448255742,
      "grad_norm": 3.03125,
      "learning_rate": 4.6479642452090564e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5512907028198242,
      "num_tokens": 42852720.0,
      "step": 55600
    },
    {
      "epoch": 0.07053901907509025,
      "grad_norm": 6.375,
      "learning_rate": 4.647900814200427e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5367453575134278,
      "num_tokens": 42860692.0,
      "step": 55610
    },
    {
      "epoch": 0.07055170366762309,
      "grad_norm": 4.875,
      "learning_rate": 4.6478373831917975e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5270659416913986,
      "num_tokens": 42869658.0,
      "step": 55620
    },
    {
      "epoch": 0.07056438826015592,
      "grad_norm": 5.46875,
      "learning_rate": 4.647773952183169e-05,
      "loss": 1.8671,
      "mean_token_accuracy": 0.6042905032634736,
      "num_tokens": 42876848.0,
      "step": 55630
    },
    {
      "epoch": 0.07057707285268876,
      "grad_norm": 5.8125,
      "learning_rate": 4.64771052117454e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5207051217556,
      "num_tokens": 42884587.0,
      "step": 55640
    },
    {
      "epoch": 0.07058975744522158,
      "grad_norm": 6.03125,
      "learning_rate": 4.6476470901659104e-05,
      "loss": 2.2253,
      "mean_token_accuracy": 0.5225287854671479,
      "num_tokens": 42892870.0,
      "step": 55650
    },
    {
      "epoch": 0.07060244203775443,
      "grad_norm": 4.78125,
      "learning_rate": 4.6475836591572816e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5659431517124176,
      "num_tokens": 42900843.0,
      "step": 55660
    },
    {
      "epoch": 0.07061512663028725,
      "grad_norm": 7.53125,
      "learning_rate": 4.647520228148652e-05,
      "loss": 2.377,
      "mean_token_accuracy": 0.4963788628578186,
      "num_tokens": 42908649.0,
      "step": 55670
    },
    {
      "epoch": 0.0706278112228201,
      "grad_norm": 4.5,
      "learning_rate": 4.647456797140023e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5447008848190308,
      "num_tokens": 42915181.0,
      "step": 55680
    },
    {
      "epoch": 0.07064049581535292,
      "grad_norm": 6.96875,
      "learning_rate": 4.647393366131394e-05,
      "loss": 1.8715,
      "mean_token_accuracy": 0.5857933968305588,
      "num_tokens": 42921689.0,
      "step": 55690
    },
    {
      "epoch": 0.07065318040788576,
      "grad_norm": 5.03125,
      "learning_rate": 4.6473299351227644e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5855850428342819,
      "num_tokens": 42930583.0,
      "step": 55700
    },
    {
      "epoch": 0.07066586500041859,
      "grad_norm": 7.8125,
      "learning_rate": 4.6472665041141357e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5367120236158371,
      "num_tokens": 42937000.0,
      "step": 55710
    },
    {
      "epoch": 0.07067854959295143,
      "grad_norm": 5.1875,
      "learning_rate": 4.647203073105506e-05,
      "loss": 2.2396,
      "mean_token_accuracy": 0.5118076235055924,
      "num_tokens": 42944786.0,
      "step": 55720
    },
    {
      "epoch": 0.07069123418548426,
      "grad_norm": 5.25,
      "learning_rate": 4.6471396420968774e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5710057377815246,
      "num_tokens": 42950913.0,
      "step": 55730
    },
    {
      "epoch": 0.0707039187780171,
      "grad_norm": 5.25,
      "learning_rate": 4.647076211088248e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5297731935977936,
      "num_tokens": 42959317.0,
      "step": 55740
    },
    {
      "epoch": 0.07071660337054993,
      "grad_norm": 5.90625,
      "learning_rate": 4.6470127800796185e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5354213804006577,
      "num_tokens": 42967429.0,
      "step": 55750
    },
    {
      "epoch": 0.07072928796308277,
      "grad_norm": 4.875,
      "learning_rate": 4.64694934907099e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5375580579042435,
      "num_tokens": 42976356.0,
      "step": 55760
    },
    {
      "epoch": 0.0707419725556156,
      "grad_norm": 7.5625,
      "learning_rate": 4.64688591806236e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.546628549695015,
      "num_tokens": 42982903.0,
      "step": 55770
    },
    {
      "epoch": 0.07075465714814844,
      "grad_norm": 6.71875,
      "learning_rate": 4.6468224870537314e-05,
      "loss": 1.8357,
      "mean_token_accuracy": 0.596143263578415,
      "num_tokens": 42990082.0,
      "step": 55780
    },
    {
      "epoch": 0.07076734174068126,
      "grad_norm": 4.5,
      "learning_rate": 4.6467590560451026e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5199561834335327,
      "num_tokens": 42998125.0,
      "step": 55790
    },
    {
      "epoch": 0.0707800263332141,
      "grad_norm": 7.5,
      "learning_rate": 4.646695625036473e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5316307604312897,
      "num_tokens": 43005693.0,
      "step": 55800
    },
    {
      "epoch": 0.07079271092574693,
      "grad_norm": 4.78125,
      "learning_rate": 4.646632194027844e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5367706477642059,
      "num_tokens": 43013428.0,
      "step": 55810
    },
    {
      "epoch": 0.07080539551827976,
      "grad_norm": 7.625,
      "learning_rate": 4.646568763019214e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5521082639694214,
      "num_tokens": 43021064.0,
      "step": 55820
    },
    {
      "epoch": 0.0708180801108126,
      "grad_norm": 5.3125,
      "learning_rate": 4.6465053320105855e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5454554915428161,
      "num_tokens": 43028130.0,
      "step": 55830
    },
    {
      "epoch": 0.07083076470334543,
      "grad_norm": 6.0,
      "learning_rate": 4.646441901001957e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5273147642612457,
      "num_tokens": 43035411.0,
      "step": 55840
    },
    {
      "epoch": 0.07084344929587827,
      "grad_norm": 5.15625,
      "learning_rate": 4.646378469993327e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5513500213623047,
      "num_tokens": 43042461.0,
      "step": 55850
    },
    {
      "epoch": 0.0708561338884111,
      "grad_norm": 5.28125,
      "learning_rate": 4.6463150389846984e-05,
      "loss": 2.2276,
      "mean_token_accuracy": 0.5197220534086228,
      "num_tokens": 43050264.0,
      "step": 55860
    },
    {
      "epoch": 0.07086881848094394,
      "grad_norm": 4.84375,
      "learning_rate": 4.646251607976069e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5649632751941681,
      "num_tokens": 43057968.0,
      "step": 55870
    },
    {
      "epoch": 0.07088150307347676,
      "grad_norm": 6.3125,
      "learning_rate": 4.6461881769674395e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5481379121541977,
      "num_tokens": 43066356.0,
      "step": 55880
    },
    {
      "epoch": 0.0708941876660096,
      "grad_norm": 6.4375,
      "learning_rate": 4.646124745958811e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5583598166704178,
      "num_tokens": 43074729.0,
      "step": 55890
    },
    {
      "epoch": 0.07090687225854243,
      "grad_norm": 5.8125,
      "learning_rate": 4.646061314950181e-05,
      "loss": 2.1513,
      "mean_token_accuracy": 0.5235847949981689,
      "num_tokens": 43082906.0,
      "step": 55900
    },
    {
      "epoch": 0.07091955685107527,
      "grad_norm": 5.9375,
      "learning_rate": 4.6459978839415525e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5216105133295059,
      "num_tokens": 43090258.0,
      "step": 55910
    },
    {
      "epoch": 0.0709322414436081,
      "grad_norm": 6.40625,
      "learning_rate": 4.645934452932923e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5243499666452408,
      "num_tokens": 43097985.0,
      "step": 55920
    },
    {
      "epoch": 0.07094492603614094,
      "grad_norm": 6.40625,
      "learning_rate": 4.645871021924294e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5601177781820297,
      "num_tokens": 43104823.0,
      "step": 55930
    },
    {
      "epoch": 0.07095761062867377,
      "grad_norm": 4.65625,
      "learning_rate": 4.6458075909156654e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5253282964229584,
      "num_tokens": 43111655.0,
      "step": 55940
    },
    {
      "epoch": 0.07097029522120661,
      "grad_norm": 10.4375,
      "learning_rate": 4.645744159907035e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5334074914455413,
      "num_tokens": 43119132.0,
      "step": 55950
    },
    {
      "epoch": 0.07098297981373944,
      "grad_norm": 4.375,
      "learning_rate": 4.6456807288984065e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5197903633117675,
      "num_tokens": 43126475.0,
      "step": 55960
    },
    {
      "epoch": 0.07099566440627228,
      "grad_norm": 4.8125,
      "learning_rate": 4.645617297889777e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5686956763267517,
      "num_tokens": 43133301.0,
      "step": 55970
    },
    {
      "epoch": 0.07100834899880511,
      "grad_norm": 4.96875,
      "learning_rate": 4.645553866881148e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5249023646116256,
      "num_tokens": 43141148.0,
      "step": 55980
    },
    {
      "epoch": 0.07102103359133795,
      "grad_norm": 8.375,
      "learning_rate": 4.6454904358725195e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5502919554710388,
      "num_tokens": 43149331.0,
      "step": 55990
    },
    {
      "epoch": 0.07103371818387078,
      "grad_norm": 7.25,
      "learning_rate": 4.64542700486389e-05,
      "loss": 2.3142,
      "mean_token_accuracy": 0.5080208420753479,
      "num_tokens": 43157010.0,
      "step": 56000
    },
    {
      "epoch": 0.07104640277640362,
      "grad_norm": 4.875,
      "learning_rate": 4.645363573855261e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.559242045879364,
      "num_tokens": 43164970.0,
      "step": 56010
    },
    {
      "epoch": 0.07105908736893644,
      "grad_norm": 5.875,
      "learning_rate": 4.645300142846632e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5694238901138305,
      "num_tokens": 43170716.0,
      "step": 56020
    },
    {
      "epoch": 0.07107177196146928,
      "grad_norm": 5.46875,
      "learning_rate": 4.645236711838002e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5447357445955276,
      "num_tokens": 43179049.0,
      "step": 56030
    },
    {
      "epoch": 0.07108445655400211,
      "grad_norm": 5.21875,
      "learning_rate": 4.6451732808293735e-05,
      "loss": 1.867,
      "mean_token_accuracy": 0.5844587504863739,
      "num_tokens": 43187109.0,
      "step": 56040
    },
    {
      "epoch": 0.07109714114653495,
      "grad_norm": 5.75,
      "learning_rate": 4.645109849820744e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5608994841575623,
      "num_tokens": 43194608.0,
      "step": 56050
    },
    {
      "epoch": 0.07110982573906778,
      "grad_norm": 6.1875,
      "learning_rate": 4.645046418812115e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5266843318939209,
      "num_tokens": 43202228.0,
      "step": 56060
    },
    {
      "epoch": 0.07112251033160062,
      "grad_norm": 5.90625,
      "learning_rate": 4.644982987803486e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5221257686614991,
      "num_tokens": 43210208.0,
      "step": 56070
    },
    {
      "epoch": 0.07113519492413345,
      "grad_norm": 6.0,
      "learning_rate": 4.644919556794857e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5319217443466187,
      "num_tokens": 43217690.0,
      "step": 56080
    },
    {
      "epoch": 0.07114787951666629,
      "grad_norm": 4.40625,
      "learning_rate": 4.6448561257862275e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5331264764070511,
      "num_tokens": 43226241.0,
      "step": 56090
    },
    {
      "epoch": 0.07116056410919912,
      "grad_norm": 5.375,
      "learning_rate": 4.644792694777598e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5559474229812622,
      "num_tokens": 43235273.0,
      "step": 56100
    },
    {
      "epoch": 0.07117324870173196,
      "grad_norm": 5.46875,
      "learning_rate": 4.644729263768969e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5310333609580994,
      "num_tokens": 43242970.0,
      "step": 56110
    },
    {
      "epoch": 0.07118593329426479,
      "grad_norm": 5.15625,
      "learning_rate": 4.64466583276034e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5178823620080948,
      "num_tokens": 43252701.0,
      "step": 56120
    },
    {
      "epoch": 0.07119861788679763,
      "grad_norm": 4.875,
      "learning_rate": 4.644602401751711e-05,
      "loss": 1.8454,
      "mean_token_accuracy": 0.5936101704835892,
      "num_tokens": 43259233.0,
      "step": 56130
    },
    {
      "epoch": 0.07121130247933045,
      "grad_norm": 7.6875,
      "learning_rate": 4.644538970743082e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5358221620321274,
      "num_tokens": 43265796.0,
      "step": 56140
    },
    {
      "epoch": 0.0712239870718633,
      "grad_norm": 5.0625,
      "learning_rate": 4.644475539734453e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5372468888759613,
      "num_tokens": 43272710.0,
      "step": 56150
    },
    {
      "epoch": 0.07123667166439612,
      "grad_norm": 5.59375,
      "learning_rate": 4.644412108725823e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.537043446302414,
      "num_tokens": 43280616.0,
      "step": 56160
    },
    {
      "epoch": 0.07124935625692896,
      "grad_norm": 5.4375,
      "learning_rate": 4.644348677717194e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5248914122581482,
      "num_tokens": 43288070.0,
      "step": 56170
    },
    {
      "epoch": 0.07126204084946179,
      "grad_norm": 5.5,
      "learning_rate": 4.644285246708565e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5650324106216431,
      "num_tokens": 43296368.0,
      "step": 56180
    },
    {
      "epoch": 0.07127472544199463,
      "grad_norm": 6.625,
      "learning_rate": 4.644221815699936e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.543650072813034,
      "num_tokens": 43304508.0,
      "step": 56190
    },
    {
      "epoch": 0.07128741003452746,
      "grad_norm": 5.9375,
      "learning_rate": 4.644158384691307e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5210778683423996,
      "num_tokens": 43312577.0,
      "step": 56200
    },
    {
      "epoch": 0.0713000946270603,
      "grad_norm": 6.90625,
      "learning_rate": 4.644094953682678e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5281260043382645,
      "num_tokens": 43320619.0,
      "step": 56210
    },
    {
      "epoch": 0.07131277921959313,
      "grad_norm": 5.09375,
      "learning_rate": 4.6440315226740485e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5667525500059127,
      "num_tokens": 43328343.0,
      "step": 56220
    },
    {
      "epoch": 0.07132546381212597,
      "grad_norm": 5.125,
      "learning_rate": 4.643968091665419e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.541052234172821,
      "num_tokens": 43335691.0,
      "step": 56230
    },
    {
      "epoch": 0.0713381484046588,
      "grad_norm": 5.375,
      "learning_rate": 4.64390466065679e-05,
      "loss": 2.2685,
      "mean_token_accuracy": 0.5153715938329697,
      "num_tokens": 43342994.0,
      "step": 56240
    },
    {
      "epoch": 0.07135083299719164,
      "grad_norm": 4.6875,
      "learning_rate": 4.643841229648161e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.528749606013298,
      "num_tokens": 43350076.0,
      "step": 56250
    },
    {
      "epoch": 0.07136351758972447,
      "grad_norm": 4.65625,
      "learning_rate": 4.643777798639532e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5321465790271759,
      "num_tokens": 43357611.0,
      "step": 56260
    },
    {
      "epoch": 0.0713762021822573,
      "grad_norm": 7.4375,
      "learning_rate": 4.643714367630903e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5365445643663407,
      "num_tokens": 43365477.0,
      "step": 56270
    },
    {
      "epoch": 0.07138888677479013,
      "grad_norm": 4.8125,
      "learning_rate": 4.643650936622274e-05,
      "loss": 2.2866,
      "mean_token_accuracy": 0.5068778425455094,
      "num_tokens": 43373926.0,
      "step": 56280
    },
    {
      "epoch": 0.07140157136732296,
      "grad_norm": 5.125,
      "learning_rate": 4.643587505613644e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5354096114635467,
      "num_tokens": 43382815.0,
      "step": 56290
    },
    {
      "epoch": 0.0714142559598558,
      "grad_norm": 4.9375,
      "learning_rate": 4.643524074605015e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5580125868320465,
      "num_tokens": 43392024.0,
      "step": 56300
    },
    {
      "epoch": 0.07142694055238863,
      "grad_norm": 5.78125,
      "learning_rate": 4.643460643596386e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5434830486774445,
      "num_tokens": 43400104.0,
      "step": 56310
    },
    {
      "epoch": 0.07143962514492147,
      "grad_norm": 5.28125,
      "learning_rate": 4.643397212587757e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5180659472942353,
      "num_tokens": 43407557.0,
      "step": 56320
    },
    {
      "epoch": 0.0714523097374543,
      "grad_norm": 4.90625,
      "learning_rate": 4.643333781579128e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5504321068525314,
      "num_tokens": 43415534.0,
      "step": 56330
    },
    {
      "epoch": 0.07146499432998714,
      "grad_norm": 6.375,
      "learning_rate": 4.643270350570499e-05,
      "loss": 1.8276,
      "mean_token_accuracy": 0.596065205335617,
      "num_tokens": 43422081.0,
      "step": 56340
    },
    {
      "epoch": 0.07147767892251997,
      "grad_norm": 5.0625,
      "learning_rate": 4.6432069195618696e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5508697211742402,
      "num_tokens": 43428658.0,
      "step": 56350
    },
    {
      "epoch": 0.07149036351505281,
      "grad_norm": 5.15625,
      "learning_rate": 4.643143488553241e-05,
      "loss": 2.2216,
      "mean_token_accuracy": 0.5156733512878418,
      "num_tokens": 43436723.0,
      "step": 56360
    },
    {
      "epoch": 0.07150304810758563,
      "grad_norm": 4.84375,
      "learning_rate": 4.643080057544611e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5351660430431366,
      "num_tokens": 43445026.0,
      "step": 56370
    },
    {
      "epoch": 0.07151573270011848,
      "grad_norm": 6.34375,
      "learning_rate": 4.643016626535982e-05,
      "loss": 2.2991,
      "mean_token_accuracy": 0.4989130049943924,
      "num_tokens": 43453604.0,
      "step": 56380
    },
    {
      "epoch": 0.0715284172926513,
      "grad_norm": 5.03125,
      "learning_rate": 4.642953195527353e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5291863799095153,
      "num_tokens": 43462199.0,
      "step": 56390
    },
    {
      "epoch": 0.07154110188518414,
      "grad_norm": 4.5,
      "learning_rate": 4.6428897645187236e-05,
      "loss": 1.9025,
      "mean_token_accuracy": 0.5751562356948853,
      "num_tokens": 43471043.0,
      "step": 56400
    },
    {
      "epoch": 0.07155378647771697,
      "grad_norm": 7.375,
      "learning_rate": 4.642826333510095e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5485605627298356,
      "num_tokens": 43478229.0,
      "step": 56410
    },
    {
      "epoch": 0.07156647107024981,
      "grad_norm": 5.0625,
      "learning_rate": 4.642762902501466e-05,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5265622913837433,
      "num_tokens": 43485813.0,
      "step": 56420
    },
    {
      "epoch": 0.07157915566278264,
      "grad_norm": 5.25,
      "learning_rate": 4.6426994714928365e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5335722655057907,
      "num_tokens": 43493845.0,
      "step": 56430
    },
    {
      "epoch": 0.07159184025531548,
      "grad_norm": 6.375,
      "learning_rate": 4.642636040484207e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5523144215345382,
      "num_tokens": 43500442.0,
      "step": 56440
    },
    {
      "epoch": 0.07160452484784831,
      "grad_norm": 5.75,
      "learning_rate": 4.6425726094755776e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5394686818122864,
      "num_tokens": 43507770.0,
      "step": 56450
    },
    {
      "epoch": 0.07161720944038115,
      "grad_norm": 6.1875,
      "learning_rate": 4.642509178466949e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.522953736782074,
      "num_tokens": 43515712.0,
      "step": 56460
    },
    {
      "epoch": 0.07162989403291398,
      "grad_norm": 7.3125,
      "learning_rate": 4.64244574745832e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5357863187789917,
      "num_tokens": 43523579.0,
      "step": 56470
    },
    {
      "epoch": 0.07164257862544682,
      "grad_norm": 10.5,
      "learning_rate": 4.6423823164496906e-05,
      "loss": 1.8963,
      "mean_token_accuracy": 0.5875069886445999,
      "num_tokens": 43530310.0,
      "step": 56480
    },
    {
      "epoch": 0.07165526321797965,
      "grad_norm": 5.34375,
      "learning_rate": 4.642318885441062e-05,
      "loss": 2.348,
      "mean_token_accuracy": 0.49903236925601957,
      "num_tokens": 43536638.0,
      "step": 56490
    },
    {
      "epoch": 0.07166794781051249,
      "grad_norm": 6.4375,
      "learning_rate": 4.642255454432432e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5326799124479293,
      "num_tokens": 43545308.0,
      "step": 56500
    },
    {
      "epoch": 0.07168063240304531,
      "grad_norm": 6.375,
      "learning_rate": 4.642192023423803e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5330377072095871,
      "num_tokens": 43553781.0,
      "step": 56510
    },
    {
      "epoch": 0.07169331699557815,
      "grad_norm": 7.28125,
      "learning_rate": 4.642128592415174e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5297126114368439,
      "num_tokens": 43560430.0,
      "step": 56520
    },
    {
      "epoch": 0.07170600158811098,
      "grad_norm": 5.09375,
      "learning_rate": 4.6420651614065446e-05,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5773003309965133,
      "num_tokens": 43569236.0,
      "step": 56530
    },
    {
      "epoch": 0.07171868618064382,
      "grad_norm": 4.375,
      "learning_rate": 4.642001730397916e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5634417742490768,
      "num_tokens": 43577587.0,
      "step": 56540
    },
    {
      "epoch": 0.07173137077317665,
      "grad_norm": 6.625,
      "learning_rate": 4.6419382993892864e-05,
      "loss": 2.2907,
      "mean_token_accuracy": 0.5129558712244033,
      "num_tokens": 43585654.0,
      "step": 56550
    },
    {
      "epoch": 0.07174405536570949,
      "grad_norm": 5.53125,
      "learning_rate": 4.6418748683806576e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5243905276060105,
      "num_tokens": 43593556.0,
      "step": 56560
    },
    {
      "epoch": 0.07175673995824232,
      "grad_norm": 5.5,
      "learning_rate": 4.641811437372028e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5167479664087296,
      "num_tokens": 43601463.0,
      "step": 56570
    },
    {
      "epoch": 0.07176942455077516,
      "grad_norm": 5.5,
      "learning_rate": 4.6417480063633986e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5623673468828201,
      "num_tokens": 43609615.0,
      "step": 56580
    },
    {
      "epoch": 0.07178210914330799,
      "grad_norm": 5.1875,
      "learning_rate": 4.64168457535477e-05,
      "loss": 2.3837,
      "mean_token_accuracy": 0.4975900173187256,
      "num_tokens": 43617588.0,
      "step": 56590
    },
    {
      "epoch": 0.07179479373584083,
      "grad_norm": 4.90625,
      "learning_rate": 4.6416211443461404e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5440890192985535,
      "num_tokens": 43624111.0,
      "step": 56600
    },
    {
      "epoch": 0.07180747832837366,
      "grad_norm": 4.5,
      "learning_rate": 4.6415577133375116e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5490409433841705,
      "num_tokens": 43631385.0,
      "step": 56610
    },
    {
      "epoch": 0.0718201629209065,
      "grad_norm": 6.09375,
      "learning_rate": 4.641494282328883e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5438464879989624,
      "num_tokens": 43638127.0,
      "step": 56620
    },
    {
      "epoch": 0.07183284751343932,
      "grad_norm": 7.0,
      "learning_rate": 4.6414308513202534e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5217471450567246,
      "num_tokens": 43646040.0,
      "step": 56630
    },
    {
      "epoch": 0.07184553210597217,
      "grad_norm": 7.625,
      "learning_rate": 4.641367420311624e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5587576448917388,
      "num_tokens": 43653210.0,
      "step": 56640
    },
    {
      "epoch": 0.07185821669850499,
      "grad_norm": 6.8125,
      "learning_rate": 4.6413039893029944e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5793432652950287,
      "num_tokens": 43660232.0,
      "step": 56650
    },
    {
      "epoch": 0.07187090129103783,
      "grad_norm": 6.28125,
      "learning_rate": 4.6412405582943656e-05,
      "loss": 2.2975,
      "mean_token_accuracy": 0.5108822166919709,
      "num_tokens": 43667528.0,
      "step": 56660
    },
    {
      "epoch": 0.07188358588357066,
      "grad_norm": 5.15625,
      "learning_rate": 4.641177127285737e-05,
      "loss": 1.892,
      "mean_token_accuracy": 0.5733897358179092,
      "num_tokens": 43674817.0,
      "step": 56670
    },
    {
      "epoch": 0.0718962704761035,
      "grad_norm": 5.5,
      "learning_rate": 4.6411136962771074e-05,
      "loss": 2.2491,
      "mean_token_accuracy": 0.5190535128116608,
      "num_tokens": 43682463.0,
      "step": 56680
    },
    {
      "epoch": 0.07190895506863633,
      "grad_norm": 5.375,
      "learning_rate": 4.6410502652684786e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5495796203613281,
      "num_tokens": 43690094.0,
      "step": 56690
    },
    {
      "epoch": 0.07192163966116917,
      "grad_norm": 5.09375,
      "learning_rate": 4.640986834259849e-05,
      "loss": 1.9211,
      "mean_token_accuracy": 0.574094495177269,
      "num_tokens": 43696523.0,
      "step": 56700
    },
    {
      "epoch": 0.071934324253702,
      "grad_norm": 6.90625,
      "learning_rate": 4.64092340325122e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.541174802184105,
      "num_tokens": 43704140.0,
      "step": 56710
    },
    {
      "epoch": 0.07194700884623484,
      "grad_norm": 5.875,
      "learning_rate": 4.640859972242591e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5531354993581772,
      "num_tokens": 43711151.0,
      "step": 56720
    },
    {
      "epoch": 0.07195969343876767,
      "grad_norm": 4.65625,
      "learning_rate": 4.6407965412339614e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5193452954292297,
      "num_tokens": 43719497.0,
      "step": 56730
    },
    {
      "epoch": 0.07197237803130051,
      "grad_norm": 7.46875,
      "learning_rate": 4.6407331102253326e-05,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5229056984186172,
      "num_tokens": 43726885.0,
      "step": 56740
    },
    {
      "epoch": 0.07198506262383333,
      "grad_norm": 6.25,
      "learning_rate": 4.640669679216703e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5390398144721985,
      "num_tokens": 43733988.0,
      "step": 56750
    },
    {
      "epoch": 0.07199774721636616,
      "grad_norm": 5.84375,
      "learning_rate": 4.6406062482080744e-05,
      "loss": 2.2597,
      "mean_token_accuracy": 0.5105191439390182,
      "num_tokens": 43742100.0,
      "step": 56760
    },
    {
      "epoch": 0.072010431808899,
      "grad_norm": 5.625,
      "learning_rate": 4.6405428171994456e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5675390928983688,
      "num_tokens": 43749030.0,
      "step": 56770
    },
    {
      "epoch": 0.07202311640143183,
      "grad_norm": 5.21875,
      "learning_rate": 4.640479386190816e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5586372137069702,
      "num_tokens": 43757404.0,
      "step": 56780
    },
    {
      "epoch": 0.07203580099396467,
      "grad_norm": 4.6875,
      "learning_rate": 4.6404159551821867e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5362175405025482,
      "num_tokens": 43765291.0,
      "step": 56790
    },
    {
      "epoch": 0.0720484855864975,
      "grad_norm": 5.21875,
      "learning_rate": 4.640352524173557e-05,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5652300089597702,
      "num_tokens": 43773320.0,
      "step": 56800
    },
    {
      "epoch": 0.07206117017903034,
      "grad_norm": 5.03125,
      "learning_rate": 4.6402890931649284e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5318724125623703,
      "num_tokens": 43781565.0,
      "step": 56810
    },
    {
      "epoch": 0.07207385477156317,
      "grad_norm": 6.46875,
      "learning_rate": 4.6402256621562996e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5256463348865509,
      "num_tokens": 43788889.0,
      "step": 56820
    },
    {
      "epoch": 0.07208653936409601,
      "grad_norm": 5.59375,
      "learning_rate": 4.64016223114767e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5609620779752731,
      "num_tokens": 43795787.0,
      "step": 56830
    },
    {
      "epoch": 0.07209922395662884,
      "grad_norm": 4.75,
      "learning_rate": 4.6400988001390414e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5599848419427872,
      "num_tokens": 43804289.0,
      "step": 56840
    },
    {
      "epoch": 0.07211190854916168,
      "grad_norm": 6.15625,
      "learning_rate": 4.640035369130412e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5328837513923645,
      "num_tokens": 43811658.0,
      "step": 56850
    },
    {
      "epoch": 0.0721245931416945,
      "grad_norm": 6.65625,
      "learning_rate": 4.6399719381217824e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5296888202428818,
      "num_tokens": 43820177.0,
      "step": 56860
    },
    {
      "epoch": 0.07213727773422735,
      "grad_norm": 5.34375,
      "learning_rate": 4.6399085071131536e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5461669415235519,
      "num_tokens": 43828325.0,
      "step": 56870
    },
    {
      "epoch": 0.07214996232676017,
      "grad_norm": 5.96875,
      "learning_rate": 4.639845076104524e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5180916249752044,
      "num_tokens": 43837297.0,
      "step": 56880
    },
    {
      "epoch": 0.07216264691929301,
      "grad_norm": 5.59375,
      "learning_rate": 4.6397816450958954e-05,
      "loss": 2.217,
      "mean_token_accuracy": 0.5166210472583771,
      "num_tokens": 43845879.0,
      "step": 56890
    },
    {
      "epoch": 0.07217533151182584,
      "grad_norm": 5.5,
      "learning_rate": 4.639718214087266e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5645656198263168,
      "num_tokens": 43853198.0,
      "step": 56900
    },
    {
      "epoch": 0.07218801610435868,
      "grad_norm": 9.5,
      "learning_rate": 4.639654783078637e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5653029680252075,
      "num_tokens": 43861096.0,
      "step": 56910
    },
    {
      "epoch": 0.07220070069689151,
      "grad_norm": 13.5,
      "learning_rate": 4.639591352070008e-05,
      "loss": 1.8365,
      "mean_token_accuracy": 0.5738179326057434,
      "num_tokens": 43868311.0,
      "step": 56920
    },
    {
      "epoch": 0.07221338528942435,
      "grad_norm": 4.625,
      "learning_rate": 4.639527921061378e-05,
      "loss": 1.7948,
      "mean_token_accuracy": 0.6078496307134629,
      "num_tokens": 43875851.0,
      "step": 56930
    },
    {
      "epoch": 0.07222606988195718,
      "grad_norm": 6.28125,
      "learning_rate": 4.6394644900527494e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5450938284397125,
      "num_tokens": 43882187.0,
      "step": 56940
    },
    {
      "epoch": 0.07223875447449002,
      "grad_norm": 5.375,
      "learning_rate": 4.63940105904412e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.543244794011116,
      "num_tokens": 43890475.0,
      "step": 56950
    },
    {
      "epoch": 0.07225143906702285,
      "grad_norm": 5.5625,
      "learning_rate": 4.639337628035491e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5442655891180038,
      "num_tokens": 43897290.0,
      "step": 56960
    },
    {
      "epoch": 0.07226412365955569,
      "grad_norm": 6.78125,
      "learning_rate": 4.6392741970268624e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5221365928649903,
      "num_tokens": 43904574.0,
      "step": 56970
    },
    {
      "epoch": 0.07227680825208851,
      "grad_norm": 5.03125,
      "learning_rate": 4.639210766018233e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5608225733041763,
      "num_tokens": 43910502.0,
      "step": 56980
    },
    {
      "epoch": 0.07228949284462136,
      "grad_norm": 6.3125,
      "learning_rate": 4.6391473350096035e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5270191192626953,
      "num_tokens": 43917983.0,
      "step": 56990
    },
    {
      "epoch": 0.07230217743715418,
      "grad_norm": 5.375,
      "learning_rate": 4.639083904000974e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5422406464815139,
      "num_tokens": 43925232.0,
      "step": 57000
    },
    {
      "epoch": 0.07231486202968702,
      "grad_norm": 4.5,
      "learning_rate": 4.639020472992345e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5423312097787857,
      "num_tokens": 43933129.0,
      "step": 57010
    },
    {
      "epoch": 0.07232754662221985,
      "grad_norm": 7.09375,
      "learning_rate": 4.6389570419837164e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.556731003522873,
      "num_tokens": 43940553.0,
      "step": 57020
    },
    {
      "epoch": 0.07234023121475269,
      "grad_norm": 4.8125,
      "learning_rate": 4.638893610975087e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5385185480117798,
      "num_tokens": 43948579.0,
      "step": 57030
    },
    {
      "epoch": 0.07235291580728552,
      "grad_norm": 7.09375,
      "learning_rate": 4.638830179966458e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5474708944559097,
      "num_tokens": 43955448.0,
      "step": 57040
    },
    {
      "epoch": 0.07236560039981836,
      "grad_norm": 5.5,
      "learning_rate": 4.638766748957829e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5377907663583755,
      "num_tokens": 43964680.0,
      "step": 57050
    },
    {
      "epoch": 0.07237828499235119,
      "grad_norm": 6.5625,
      "learning_rate": 4.638703317949199e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5363860636949539,
      "num_tokens": 43972922.0,
      "step": 57060
    },
    {
      "epoch": 0.07239096958488403,
      "grad_norm": 5.59375,
      "learning_rate": 4.6386398869405705e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5355630397796631,
      "num_tokens": 43981251.0,
      "step": 57070
    },
    {
      "epoch": 0.07240365417741686,
      "grad_norm": 5.0,
      "learning_rate": 4.638576455931941e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5291331261396408,
      "num_tokens": 43987837.0,
      "step": 57080
    },
    {
      "epoch": 0.0724163387699497,
      "grad_norm": 5.34375,
      "learning_rate": 4.638513024923312e-05,
      "loss": 2.2189,
      "mean_token_accuracy": 0.5164533674716949,
      "num_tokens": 43996176.0,
      "step": 57090
    },
    {
      "epoch": 0.07242902336248253,
      "grad_norm": 5.0,
      "learning_rate": 4.6384495939146834e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5353782594203949,
      "num_tokens": 44002654.0,
      "step": 57100
    },
    {
      "epoch": 0.07244170795501537,
      "grad_norm": 4.5625,
      "learning_rate": 4.638386162906054e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5470624685287475,
      "num_tokens": 44010990.0,
      "step": 57110
    },
    {
      "epoch": 0.0724543925475482,
      "grad_norm": 4.71875,
      "learning_rate": 4.638322731897425e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5199237167835236,
      "num_tokens": 44020123.0,
      "step": 57120
    },
    {
      "epoch": 0.07246707714008103,
      "grad_norm": 6.3125,
      "learning_rate": 4.638259300888795e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5435221374034882,
      "num_tokens": 44029223.0,
      "step": 57130
    },
    {
      "epoch": 0.07247976173261386,
      "grad_norm": 5.96875,
      "learning_rate": 4.638195869880166e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5573737621307373,
      "num_tokens": 44036813.0,
      "step": 57140
    },
    {
      "epoch": 0.0724924463251467,
      "grad_norm": 5.78125,
      "learning_rate": 4.6381324388715374e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5283852994441987,
      "num_tokens": 44045003.0,
      "step": 57150
    },
    {
      "epoch": 0.07250513091767953,
      "grad_norm": 5.90625,
      "learning_rate": 4.638069007862908e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5288547396659851,
      "num_tokens": 44052444.0,
      "step": 57160
    },
    {
      "epoch": 0.07251781551021237,
      "grad_norm": 5.15625,
      "learning_rate": 4.638005576854279e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.523288506269455,
      "num_tokens": 44059113.0,
      "step": 57170
    },
    {
      "epoch": 0.0725305001027452,
      "grad_norm": 5.1875,
      "learning_rate": 4.63794214584565e-05,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5213474273681641,
      "num_tokens": 44067773.0,
      "step": 57180
    },
    {
      "epoch": 0.07254318469527804,
      "grad_norm": 6.90625,
      "learning_rate": 4.637878714837021e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5401412546634674,
      "num_tokens": 44075223.0,
      "step": 57190
    },
    {
      "epoch": 0.07255586928781087,
      "grad_norm": 5.1875,
      "learning_rate": 4.6378152838283915e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5624585926532746,
      "num_tokens": 44083301.0,
      "step": 57200
    },
    {
      "epoch": 0.07256855388034371,
      "grad_norm": 8.6875,
      "learning_rate": 4.637751852819762e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.544668510556221,
      "num_tokens": 44091160.0,
      "step": 57210
    },
    {
      "epoch": 0.07258123847287654,
      "grad_norm": 5.5,
      "learning_rate": 4.637688421811133e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5584696054458618,
      "num_tokens": 44098704.0,
      "step": 57220
    },
    {
      "epoch": 0.07259392306540936,
      "grad_norm": 6.03125,
      "learning_rate": 4.637624990802504e-05,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5658213466405868,
      "num_tokens": 44104875.0,
      "step": 57230
    },
    {
      "epoch": 0.0726066076579422,
      "grad_norm": 7.40625,
      "learning_rate": 4.637561559793875e-05,
      "loss": 2.1818,
      "mean_token_accuracy": 0.541441923379898,
      "num_tokens": 44110987.0,
      "step": 57240
    },
    {
      "epoch": 0.07261929225047503,
      "grad_norm": 4.9375,
      "learning_rate": 4.637498128785246e-05,
      "loss": 1.8499,
      "mean_token_accuracy": 0.5816391348838806,
      "num_tokens": 44118509.0,
      "step": 57250
    },
    {
      "epoch": 0.07263197684300787,
      "grad_norm": 5.34375,
      "learning_rate": 4.637434697776617e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5719423472881318,
      "num_tokens": 44125866.0,
      "step": 57260
    },
    {
      "epoch": 0.0726446614355407,
      "grad_norm": 5.375,
      "learning_rate": 4.637371266767987e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5491821110248566,
      "num_tokens": 44133858.0,
      "step": 57270
    },
    {
      "epoch": 0.07265734602807354,
      "grad_norm": 4.84375,
      "learning_rate": 4.637307835759358e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.514821457862854,
      "num_tokens": 44143061.0,
      "step": 57280
    },
    {
      "epoch": 0.07267003062060637,
      "grad_norm": 5.875,
      "learning_rate": 4.637244404750729e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5288561373949051,
      "num_tokens": 44150336.0,
      "step": 57290
    },
    {
      "epoch": 0.07268271521313921,
      "grad_norm": 7.125,
      "learning_rate": 4.6371809737421e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5424455732107163,
      "num_tokens": 44158748.0,
      "step": 57300
    },
    {
      "epoch": 0.07269539980567204,
      "grad_norm": 5.1875,
      "learning_rate": 4.637117542733471e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5656760156154632,
      "num_tokens": 44165414.0,
      "step": 57310
    },
    {
      "epoch": 0.07270808439820488,
      "grad_norm": 4.6875,
      "learning_rate": 4.637054111724842e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5409742534160614,
      "num_tokens": 44173170.0,
      "step": 57320
    },
    {
      "epoch": 0.0727207689907377,
      "grad_norm": 4.96875,
      "learning_rate": 4.6369906807162125e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5265141397714614,
      "num_tokens": 44182117.0,
      "step": 57330
    },
    {
      "epoch": 0.07273345358327055,
      "grad_norm": 4.53125,
      "learning_rate": 4.636927249707583e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5325890362262726,
      "num_tokens": 44190948.0,
      "step": 57340
    },
    {
      "epoch": 0.07274613817580337,
      "grad_norm": 5.5625,
      "learning_rate": 4.636863818698954e-05,
      "loss": 1.8808,
      "mean_token_accuracy": 0.5748361706733703,
      "num_tokens": 44198412.0,
      "step": 57350
    },
    {
      "epoch": 0.07275882276833621,
      "grad_norm": 6.0625,
      "learning_rate": 4.636800387690325e-05,
      "loss": 2.2549,
      "mean_token_accuracy": 0.5123805999755859,
      "num_tokens": 44207177.0,
      "step": 57360
    },
    {
      "epoch": 0.07277150736086904,
      "grad_norm": 6.21875,
      "learning_rate": 4.636736956681696e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.537640181183815,
      "num_tokens": 44215328.0,
      "step": 57370
    },
    {
      "epoch": 0.07278419195340188,
      "grad_norm": 5.375,
      "learning_rate": 4.6366735256730665e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5280026346445084,
      "num_tokens": 44222862.0,
      "step": 57380
    },
    {
      "epoch": 0.07279687654593471,
      "grad_norm": 6.0625,
      "learning_rate": 4.636610094664438e-05,
      "loss": 2.2694,
      "mean_token_accuracy": 0.5132054656744003,
      "num_tokens": 44229683.0,
      "step": 57390
    },
    {
      "epoch": 0.07280956113846755,
      "grad_norm": 6.96875,
      "learning_rate": 4.636546663655808e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5339782238006592,
      "num_tokens": 44237410.0,
      "step": 57400
    },
    {
      "epoch": 0.07282224573100038,
      "grad_norm": 5.875,
      "learning_rate": 4.636483232647179e-05,
      "loss": 2.3931,
      "mean_token_accuracy": 0.49904626309871675,
      "num_tokens": 44245761.0,
      "step": 57410
    },
    {
      "epoch": 0.07283493032353322,
      "grad_norm": 5.5625,
      "learning_rate": 4.63641980163855e-05,
      "loss": 2.2312,
      "mean_token_accuracy": 0.5188221871852875,
      "num_tokens": 44254128.0,
      "step": 57420
    },
    {
      "epoch": 0.07284761491606605,
      "grad_norm": 5.3125,
      "learning_rate": 4.6363563706299206e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5593904376029968,
      "num_tokens": 44262279.0,
      "step": 57430
    },
    {
      "epoch": 0.07286029950859889,
      "grad_norm": 4.90625,
      "learning_rate": 4.636292939621292e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5539519369602204,
      "num_tokens": 44270107.0,
      "step": 57440
    },
    {
      "epoch": 0.07287298410113172,
      "grad_norm": 5.78125,
      "learning_rate": 4.636229508612663e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5249371767044068,
      "num_tokens": 44278180.0,
      "step": 57450
    },
    {
      "epoch": 0.07288566869366456,
      "grad_norm": 6.0625,
      "learning_rate": 4.6361660776040335e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5156454622745514,
      "num_tokens": 44286506.0,
      "step": 57460
    },
    {
      "epoch": 0.07289835328619738,
      "grad_norm": 5.78125,
      "learning_rate": 4.636102646595404e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.561063489317894,
      "num_tokens": 44293774.0,
      "step": 57470
    },
    {
      "epoch": 0.07291103787873023,
      "grad_norm": 4.6875,
      "learning_rate": 4.6360392155867746e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5229498863220214,
      "num_tokens": 44302602.0,
      "step": 57480
    },
    {
      "epoch": 0.07292372247126305,
      "grad_norm": 5.21875,
      "learning_rate": 4.635975784578146e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5717512965202332,
      "num_tokens": 44310119.0,
      "step": 57490
    },
    {
      "epoch": 0.0729364070637959,
      "grad_norm": 5.9375,
      "learning_rate": 4.635912353569517e-05,
      "loss": 1.8251,
      "mean_token_accuracy": 0.5948436290025712,
      "num_tokens": 44317454.0,
      "step": 57500
    },
    {
      "epoch": 0.07294909165632872,
      "grad_norm": 5.34375,
      "learning_rate": 4.6358489225608876e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5268450111150742,
      "num_tokens": 44325190.0,
      "step": 57510
    },
    {
      "epoch": 0.07296177624886156,
      "grad_norm": 6.71875,
      "learning_rate": 4.635785491552259e-05,
      "loss": 1.9059,
      "mean_token_accuracy": 0.5755051106214524,
      "num_tokens": 44331781.0,
      "step": 57520
    },
    {
      "epoch": 0.07297446084139439,
      "grad_norm": 4.9375,
      "learning_rate": 4.635722060543629e-05,
      "loss": 2.253,
      "mean_token_accuracy": 0.5049275308847427,
      "num_tokens": 44340455.0,
      "step": 57530
    },
    {
      "epoch": 0.07298714543392723,
      "grad_norm": 4.75,
      "learning_rate": 4.6356586295350005e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5460276126861572,
      "num_tokens": 44349180.0,
      "step": 57540
    },
    {
      "epoch": 0.07299983002646006,
      "grad_norm": 9.25,
      "learning_rate": 4.635595198526371e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5533432394266129,
      "num_tokens": 44356267.0,
      "step": 57550
    },
    {
      "epoch": 0.0730125146189929,
      "grad_norm": 4.5625,
      "learning_rate": 4.6355317675177416e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5451564162969589,
      "num_tokens": 44365388.0,
      "step": 57560
    },
    {
      "epoch": 0.07302519921152573,
      "grad_norm": 4.6875,
      "learning_rate": 4.635468336509113e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5465300112962723,
      "num_tokens": 44373533.0,
      "step": 57570
    },
    {
      "epoch": 0.07303788380405857,
      "grad_norm": 6.28125,
      "learning_rate": 4.635404905500483e-05,
      "loss": 1.6491,
      "mean_token_accuracy": 0.6347947478294372,
      "num_tokens": 44381557.0,
      "step": 57580
    },
    {
      "epoch": 0.0730505683965914,
      "grad_norm": 5.0,
      "learning_rate": 4.6353414744918545e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5535214215517044,
      "num_tokens": 44389245.0,
      "step": 57590
    },
    {
      "epoch": 0.07306325298912424,
      "grad_norm": 6.1875,
      "learning_rate": 4.635278043483226e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5791763871908188,
      "num_tokens": 44395910.0,
      "step": 57600
    },
    {
      "epoch": 0.07307593758165706,
      "grad_norm": 5.21875,
      "learning_rate": 4.635214612474596e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5426519721746444,
      "num_tokens": 44404199.0,
      "step": 57610
    },
    {
      "epoch": 0.0730886221741899,
      "grad_norm": 5.21875,
      "learning_rate": 4.635151181465967e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5265166878700256,
      "num_tokens": 44412876.0,
      "step": 57620
    },
    {
      "epoch": 0.07310130676672273,
      "grad_norm": 5.0625,
      "learning_rate": 4.6350877504573374e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5385744720697403,
      "num_tokens": 44420924.0,
      "step": 57630
    },
    {
      "epoch": 0.07311399135925557,
      "grad_norm": 9.125,
      "learning_rate": 4.6350243194487086e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5273544222116471,
      "num_tokens": 44428601.0,
      "step": 57640
    },
    {
      "epoch": 0.0731266759517884,
      "grad_norm": 6.34375,
      "learning_rate": 4.63496088844008e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5509298652410507,
      "num_tokens": 44435567.0,
      "step": 57650
    },
    {
      "epoch": 0.07313936054432124,
      "grad_norm": 6.59375,
      "learning_rate": 4.63489745743145e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5176791548728943,
      "num_tokens": 44443278.0,
      "step": 57660
    },
    {
      "epoch": 0.07315204513685407,
      "grad_norm": 5.71875,
      "learning_rate": 4.6348340264228215e-05,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5254009902477265,
      "num_tokens": 44452276.0,
      "step": 57670
    },
    {
      "epoch": 0.07316472972938691,
      "grad_norm": 6.09375,
      "learning_rate": 4.634770595414192e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5531294494867325,
      "num_tokens": 44459010.0,
      "step": 57680
    },
    {
      "epoch": 0.07317741432191974,
      "grad_norm": 7.25,
      "learning_rate": 4.6347071644055626e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5378148883581162,
      "num_tokens": 44467059.0,
      "step": 57690
    },
    {
      "epoch": 0.07319009891445256,
      "grad_norm": 5.375,
      "learning_rate": 4.634643733396934e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5367507636547089,
      "num_tokens": 44474330.0,
      "step": 57700
    },
    {
      "epoch": 0.0732027835069854,
      "grad_norm": 6.15625,
      "learning_rate": 4.6345803023883044e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5301561266183853,
      "num_tokens": 44481891.0,
      "step": 57710
    },
    {
      "epoch": 0.07321546809951823,
      "grad_norm": 5.71875,
      "learning_rate": 4.6345168713796756e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5293565601110458,
      "num_tokens": 44490091.0,
      "step": 57720
    },
    {
      "epoch": 0.07322815269205107,
      "grad_norm": 5.78125,
      "learning_rate": 4.634453440371046e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5302111774682998,
      "num_tokens": 44497398.0,
      "step": 57730
    },
    {
      "epoch": 0.0732408372845839,
      "grad_norm": 5.28125,
      "learning_rate": 4.634390009362417e-05,
      "loss": 2.3018,
      "mean_token_accuracy": 0.5066989451646805,
      "num_tokens": 44506848.0,
      "step": 57740
    },
    {
      "epoch": 0.07325352187711674,
      "grad_norm": 4.8125,
      "learning_rate": 4.634326578353788e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5705690801143646,
      "num_tokens": 44513832.0,
      "step": 57750
    },
    {
      "epoch": 0.07326620646964957,
      "grad_norm": 4.3125,
      "learning_rate": 4.6342631473451584e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5509852528572082,
      "num_tokens": 44521490.0,
      "step": 57760
    },
    {
      "epoch": 0.07327889106218241,
      "grad_norm": 4.84375,
      "learning_rate": 4.6341997163365296e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5524516344070435,
      "num_tokens": 44529252.0,
      "step": 57770
    },
    {
      "epoch": 0.07329157565471524,
      "grad_norm": 6.53125,
      "learning_rate": 4.6341362853279e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5321479231119156,
      "num_tokens": 44536110.0,
      "step": 57780
    },
    {
      "epoch": 0.07330426024724808,
      "grad_norm": 4.53125,
      "learning_rate": 4.6340728543192713e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5507651686668396,
      "num_tokens": 44544004.0,
      "step": 57790
    },
    {
      "epoch": 0.0733169448397809,
      "grad_norm": 5.09375,
      "learning_rate": 4.6340094233106426e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5514843970537185,
      "num_tokens": 44550605.0,
      "step": 57800
    },
    {
      "epoch": 0.07332962943231375,
      "grad_norm": 9.1875,
      "learning_rate": 4.633945992302013e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5390837907791137,
      "num_tokens": 44557005.0,
      "step": 57810
    },
    {
      "epoch": 0.07334231402484657,
      "grad_norm": 5.40625,
      "learning_rate": 4.6338825612933836e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5341132849454879,
      "num_tokens": 44565742.0,
      "step": 57820
    },
    {
      "epoch": 0.07335499861737942,
      "grad_norm": 4.40625,
      "learning_rate": 4.633819130284754e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5194151222705841,
      "num_tokens": 44574005.0,
      "step": 57830
    },
    {
      "epoch": 0.07336768320991224,
      "grad_norm": 6.03125,
      "learning_rate": 4.6337556992761254e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5526016861200332,
      "num_tokens": 44581502.0,
      "step": 57840
    },
    {
      "epoch": 0.07338036780244508,
      "grad_norm": 8.5,
      "learning_rate": 4.6336922682674966e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5364057689905166,
      "num_tokens": 44589205.0,
      "step": 57850
    },
    {
      "epoch": 0.07339305239497791,
      "grad_norm": 4.65625,
      "learning_rate": 4.633628837258867e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5555708110332489,
      "num_tokens": 44596079.0,
      "step": 57860
    },
    {
      "epoch": 0.07340573698751075,
      "grad_norm": 7.34375,
      "learning_rate": 4.633565406250238e-05,
      "loss": 2.272,
      "mean_token_accuracy": 0.510864433646202,
      "num_tokens": 44601432.0,
      "step": 57870
    },
    {
      "epoch": 0.07341842158004358,
      "grad_norm": 7.0,
      "learning_rate": 4.633501975241609e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5570505857467651,
      "num_tokens": 44608768.0,
      "step": 57880
    },
    {
      "epoch": 0.07343110617257642,
      "grad_norm": 5.5,
      "learning_rate": 4.6334385442329794e-05,
      "loss": 1.7065,
      "mean_token_accuracy": 0.6152996778488159,
      "num_tokens": 44615334.0,
      "step": 57890
    },
    {
      "epoch": 0.07344379076510925,
      "grad_norm": 6.6875,
      "learning_rate": 4.6333751132243506e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5188331812620163,
      "num_tokens": 44622577.0,
      "step": 57900
    },
    {
      "epoch": 0.07345647535764209,
      "grad_norm": 5.28125,
      "learning_rate": 4.633311682215721e-05,
      "loss": 1.8824,
      "mean_token_accuracy": 0.5782794117927551,
      "num_tokens": 44629668.0,
      "step": 57910
    },
    {
      "epoch": 0.07346915995017492,
      "grad_norm": 5.875,
      "learning_rate": 4.6332482512070924e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.566977521777153,
      "num_tokens": 44637392.0,
      "step": 57920
    },
    {
      "epoch": 0.07348184454270776,
      "grad_norm": 5.5,
      "learning_rate": 4.633184820198463e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5373940289020538,
      "num_tokens": 44646180.0,
      "step": 57930
    },
    {
      "epoch": 0.07349452913524059,
      "grad_norm": 4.71875,
      "learning_rate": 4.633121389189834e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5734483391046524,
      "num_tokens": 44652551.0,
      "step": 57940
    },
    {
      "epoch": 0.07350721372777343,
      "grad_norm": 6.6875,
      "learning_rate": 4.633057958181205e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5480743557214737,
      "num_tokens": 44658618.0,
      "step": 57950
    },
    {
      "epoch": 0.07351989832030625,
      "grad_norm": 4.90625,
      "learning_rate": 4.632994527172576e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5355413913726806,
      "num_tokens": 44666678.0,
      "step": 57960
    },
    {
      "epoch": 0.0735325829128391,
      "grad_norm": 4.78125,
      "learning_rate": 4.6329310961639464e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5576256543397904,
      "num_tokens": 44674997.0,
      "step": 57970
    },
    {
      "epoch": 0.07354526750537192,
      "grad_norm": 6.25,
      "learning_rate": 4.632867665155317e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5540003269910813,
      "num_tokens": 44682052.0,
      "step": 57980
    },
    {
      "epoch": 0.07355795209790476,
      "grad_norm": 7.3125,
      "learning_rate": 4.632804234146688e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5230134338140487,
      "num_tokens": 44689278.0,
      "step": 57990
    },
    {
      "epoch": 0.07357063669043759,
      "grad_norm": 4.875,
      "learning_rate": 4.6327408031380594e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.4980569452047348,
      "num_tokens": 44698400.0,
      "step": 58000
    },
    {
      "epoch": 0.07358332128297043,
      "grad_norm": 6.59375,
      "learning_rate": 4.63267737212943e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5310856193304062,
      "num_tokens": 44705276.0,
      "step": 58010
    },
    {
      "epoch": 0.07359600587550326,
      "grad_norm": 5.84375,
      "learning_rate": 4.632613941120801e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5636428594589233,
      "num_tokens": 44712079.0,
      "step": 58020
    },
    {
      "epoch": 0.0736086904680361,
      "grad_norm": 4.9375,
      "learning_rate": 4.6325505101121716e-05,
      "loss": 2.2563,
      "mean_token_accuracy": 0.5182626187801361,
      "num_tokens": 44721082.0,
      "step": 58030
    },
    {
      "epoch": 0.07362137506056893,
      "grad_norm": 5.71875,
      "learning_rate": 4.632487079103542e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5203930735588074,
      "num_tokens": 44729715.0,
      "step": 58040
    },
    {
      "epoch": 0.07363405965310177,
      "grad_norm": 5.78125,
      "learning_rate": 4.6324236480949134e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5291668504476548,
      "num_tokens": 44736895.0,
      "step": 58050
    },
    {
      "epoch": 0.0736467442456346,
      "grad_norm": 5.96875,
      "learning_rate": 4.632360217086284e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5185075670480728,
      "num_tokens": 44743325.0,
      "step": 58060
    },
    {
      "epoch": 0.07365942883816744,
      "grad_norm": 4.75,
      "learning_rate": 4.632296786077655e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5694995313882828,
      "num_tokens": 44750992.0,
      "step": 58070
    },
    {
      "epoch": 0.07367211343070026,
      "grad_norm": 5.0625,
      "learning_rate": 4.6322333550690264e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5381045669317246,
      "num_tokens": 44758472.0,
      "step": 58080
    },
    {
      "epoch": 0.0736847980232331,
      "grad_norm": 10.375,
      "learning_rate": 4.632169924060397e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5565430134534836,
      "num_tokens": 44764272.0,
      "step": 58090
    },
    {
      "epoch": 0.07369748261576593,
      "grad_norm": 4.9375,
      "learning_rate": 4.6321064930517674e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5389011234045029,
      "num_tokens": 44773226.0,
      "step": 58100
    },
    {
      "epoch": 0.07371016720829877,
      "grad_norm": 6.0625,
      "learning_rate": 4.632043062043138e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5174010157585144,
      "num_tokens": 44780368.0,
      "step": 58110
    },
    {
      "epoch": 0.0737228518008316,
      "grad_norm": 6.34375,
      "learning_rate": 4.631979631034509e-05,
      "loss": 2.2294,
      "mean_token_accuracy": 0.510864919424057,
      "num_tokens": 44789254.0,
      "step": 58120
    },
    {
      "epoch": 0.07373553639336444,
      "grad_norm": 7.40625,
      "learning_rate": 4.6319162000258804e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5417827874422073,
      "num_tokens": 44796385.0,
      "step": 58130
    },
    {
      "epoch": 0.07374822098589727,
      "grad_norm": 6.53125,
      "learning_rate": 4.631852769017251e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5344692498445511,
      "num_tokens": 44802736.0,
      "step": 58140
    },
    {
      "epoch": 0.07376090557843011,
      "grad_norm": 4.875,
      "learning_rate": 4.631789338008622e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5323607563972473,
      "num_tokens": 44810562.0,
      "step": 58150
    },
    {
      "epoch": 0.07377359017096294,
      "grad_norm": 6.15625,
      "learning_rate": 4.631725906999993e-05,
      "loss": 1.7261,
      "mean_token_accuracy": 0.6248395323753357,
      "num_tokens": 44817001.0,
      "step": 58160
    },
    {
      "epoch": 0.07378627476349577,
      "grad_norm": 7.125,
      "learning_rate": 4.631662475991363e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5399453490972519,
      "num_tokens": 44823992.0,
      "step": 58170
    },
    {
      "epoch": 0.0737989593560286,
      "grad_norm": 5.84375,
      "learning_rate": 4.6315990449827344e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5416268289089203,
      "num_tokens": 44831418.0,
      "step": 58180
    },
    {
      "epoch": 0.07381164394856143,
      "grad_norm": 6.09375,
      "learning_rate": 4.631535613974105e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5716075837612152,
      "num_tokens": 44838603.0,
      "step": 58190
    },
    {
      "epoch": 0.07382432854109428,
      "grad_norm": 6.71875,
      "learning_rate": 4.631472182965476e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5246322751045227,
      "num_tokens": 44846037.0,
      "step": 58200
    },
    {
      "epoch": 0.0738370131336271,
      "grad_norm": 6.1875,
      "learning_rate": 4.631408751956847e-05,
      "loss": 1.7342,
      "mean_token_accuracy": 0.6131338596343994,
      "num_tokens": 44852705.0,
      "step": 58210
    },
    {
      "epoch": 0.07384969772615994,
      "grad_norm": 4.65625,
      "learning_rate": 4.631345320948218e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5658462762832641,
      "num_tokens": 44859248.0,
      "step": 58220
    },
    {
      "epoch": 0.07386238231869277,
      "grad_norm": 5.65625,
      "learning_rate": 4.6312818899395884e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.568401038646698,
      "num_tokens": 44867394.0,
      "step": 58230
    },
    {
      "epoch": 0.07387506691122561,
      "grad_norm": 6.9375,
      "learning_rate": 4.631218458930959e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5305378794670105,
      "num_tokens": 44875891.0,
      "step": 58240
    },
    {
      "epoch": 0.07388775150375844,
      "grad_norm": 4.71875,
      "learning_rate": 4.63115502792233e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5314599245786666,
      "num_tokens": 44884060.0,
      "step": 58250
    },
    {
      "epoch": 0.07390043609629128,
      "grad_norm": 5.4375,
      "learning_rate": 4.631091596913701e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5418187141418457,
      "num_tokens": 44891233.0,
      "step": 58260
    },
    {
      "epoch": 0.07391312068882411,
      "grad_norm": 5.46875,
      "learning_rate": 4.631028165905072e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5604782730340958,
      "num_tokens": 44898158.0,
      "step": 58270
    },
    {
      "epoch": 0.07392580528135695,
      "grad_norm": 9.375,
      "learning_rate": 4.630964734896443e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5650482833385467,
      "num_tokens": 44906309.0,
      "step": 58280
    },
    {
      "epoch": 0.07393848987388978,
      "grad_norm": 5.0625,
      "learning_rate": 4.630901303887814e-05,
      "loss": 2.2629,
      "mean_token_accuracy": 0.5107439696788788,
      "num_tokens": 44915785.0,
      "step": 58290
    },
    {
      "epoch": 0.07395117446642262,
      "grad_norm": 5.5625,
      "learning_rate": 4.630837872879185e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5476438373327255,
      "num_tokens": 44923672.0,
      "step": 58300
    },
    {
      "epoch": 0.07396385905895544,
      "grad_norm": 5.9375,
      "learning_rate": 4.630774441870555e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5389720857143402,
      "num_tokens": 44932008.0,
      "step": 58310
    },
    {
      "epoch": 0.07397654365148829,
      "grad_norm": 6.59375,
      "learning_rate": 4.630711010861926e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5453056842088699,
      "num_tokens": 44938323.0,
      "step": 58320
    },
    {
      "epoch": 0.07398922824402111,
      "grad_norm": 5.40625,
      "learning_rate": 4.630647579853297e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5299338072538375,
      "num_tokens": 44946334.0,
      "step": 58330
    },
    {
      "epoch": 0.07400191283655395,
      "grad_norm": 7.03125,
      "learning_rate": 4.630584148844668e-05,
      "loss": 1.8459,
      "mean_token_accuracy": 0.6012412458658218,
      "num_tokens": 44952074.0,
      "step": 58340
    },
    {
      "epoch": 0.07401459742908678,
      "grad_norm": 6.40625,
      "learning_rate": 4.630520717836039e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.546176341176033,
      "num_tokens": 44958833.0,
      "step": 58350
    },
    {
      "epoch": 0.07402728202161962,
      "grad_norm": 6.9375,
      "learning_rate": 4.6304572868274095e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5382244616746903,
      "num_tokens": 44965606.0,
      "step": 58360
    },
    {
      "epoch": 0.07403996661415245,
      "grad_norm": 9.875,
      "learning_rate": 4.630393855818781e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5250985413789749,
      "num_tokens": 44973227.0,
      "step": 58370
    },
    {
      "epoch": 0.07405265120668529,
      "grad_norm": 4.71875,
      "learning_rate": 4.630330424810151e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5615398973226547,
      "num_tokens": 44980366.0,
      "step": 58380
    },
    {
      "epoch": 0.07406533579921812,
      "grad_norm": 6.5,
      "learning_rate": 4.630266993801522e-05,
      "loss": 2.4166,
      "mean_token_accuracy": 0.49718089699745177,
      "num_tokens": 44987549.0,
      "step": 58390
    },
    {
      "epoch": 0.07407802039175096,
      "grad_norm": 3.96875,
      "learning_rate": 4.630203562792893e-05,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5694775134325027,
      "num_tokens": 44994500.0,
      "step": 58400
    },
    {
      "epoch": 0.07409070498428379,
      "grad_norm": 4.78125,
      "learning_rate": 4.6301401317842635e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5407402724027633,
      "num_tokens": 45002468.0,
      "step": 58410
    },
    {
      "epoch": 0.07410338957681663,
      "grad_norm": 6.0625,
      "learning_rate": 4.630076700775635e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5439219057559967,
      "num_tokens": 45009913.0,
      "step": 58420
    },
    {
      "epoch": 0.07411607416934946,
      "grad_norm": 9.125,
      "learning_rate": 4.630013269767006e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5627203494310379,
      "num_tokens": 45016917.0,
      "step": 58430
    },
    {
      "epoch": 0.0741287587618823,
      "grad_norm": 7.375,
      "learning_rate": 4.6299498387583765e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5350093334913254,
      "num_tokens": 45024910.0,
      "step": 58440
    },
    {
      "epoch": 0.07414144335441512,
      "grad_norm": 4.9375,
      "learning_rate": 4.629886407749747e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5488032758235931,
      "num_tokens": 45032888.0,
      "step": 58450
    },
    {
      "epoch": 0.07415412794694796,
      "grad_norm": 5.28125,
      "learning_rate": 4.6298229767411175e-05,
      "loss": 2.2811,
      "mean_token_accuracy": 0.5061410963535309,
      "num_tokens": 45040969.0,
      "step": 58460
    },
    {
      "epoch": 0.07416681253948079,
      "grad_norm": 5.5,
      "learning_rate": 4.629759545732489e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.5212100476026535,
      "num_tokens": 45048158.0,
      "step": 58470
    },
    {
      "epoch": 0.07417949713201363,
      "grad_norm": 6.09375,
      "learning_rate": 4.62969611472386e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5119354635477066,
      "num_tokens": 45057049.0,
      "step": 58480
    },
    {
      "epoch": 0.07419218172454646,
      "grad_norm": 4.5,
      "learning_rate": 4.6296326837152305e-05,
      "loss": 1.5379,
      "mean_token_accuracy": 0.6524482607841492,
      "num_tokens": 45062666.0,
      "step": 58490
    },
    {
      "epoch": 0.0742048663170793,
      "grad_norm": 6.71875,
      "learning_rate": 4.629569252706602e-05,
      "loss": 2.3649,
      "mean_token_accuracy": 0.4934871047735214,
      "num_tokens": 45071666.0,
      "step": 58500
    },
    {
      "epoch": 0.07421755090961213,
      "grad_norm": 5.53125,
      "learning_rate": 4.629505821697972e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5310070604085922,
      "num_tokens": 45079923.0,
      "step": 58510
    },
    {
      "epoch": 0.07423023550214497,
      "grad_norm": 4.8125,
      "learning_rate": 4.629442390689343e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5757430851459503,
      "num_tokens": 45086971.0,
      "step": 58520
    },
    {
      "epoch": 0.0742429200946778,
      "grad_norm": 5.78125,
      "learning_rate": 4.629378959680714e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5425135165452957,
      "num_tokens": 45094762.0,
      "step": 58530
    },
    {
      "epoch": 0.07425560468721064,
      "grad_norm": 5.09375,
      "learning_rate": 4.6293155286720845e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5268225908279419,
      "num_tokens": 45101226.0,
      "step": 58540
    },
    {
      "epoch": 0.07426828927974347,
      "grad_norm": 4.96875,
      "learning_rate": 4.629252097663456e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5137591779232025,
      "num_tokens": 45109543.0,
      "step": 58550
    },
    {
      "epoch": 0.0742809738722763,
      "grad_norm": 6.0625,
      "learning_rate": 4.629188666654826e-05,
      "loss": 2.3207,
      "mean_token_accuracy": 0.5004212498664856,
      "num_tokens": 45117448.0,
      "step": 58560
    },
    {
      "epoch": 0.07429365846480913,
      "grad_norm": 5.625,
      "learning_rate": 4.6291252356461975e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5514250367879867,
      "num_tokens": 45125472.0,
      "step": 58570
    },
    {
      "epoch": 0.07430634305734198,
      "grad_norm": 5.875,
      "learning_rate": 4.629061804637568e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5308617949485779,
      "num_tokens": 45134257.0,
      "step": 58580
    },
    {
      "epoch": 0.0743190276498748,
      "grad_norm": 5.0625,
      "learning_rate": 4.6289983736289386e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5444794863462448,
      "num_tokens": 45142769.0,
      "step": 58590
    },
    {
      "epoch": 0.07433171224240764,
      "grad_norm": 5.125,
      "learning_rate": 4.62893494262031e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5642210066318512,
      "num_tokens": 45149858.0,
      "step": 58600
    },
    {
      "epoch": 0.07434439683494047,
      "grad_norm": 5.15625,
      "learning_rate": 4.62887151161168e-05,
      "loss": 2.3713,
      "mean_token_accuracy": 0.5001431673765182,
      "num_tokens": 45158074.0,
      "step": 58610
    },
    {
      "epoch": 0.07435708142747331,
      "grad_norm": 4.90625,
      "learning_rate": 4.6288080806030515e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5319291204214096,
      "num_tokens": 45167004.0,
      "step": 58620
    },
    {
      "epoch": 0.07436976602000614,
      "grad_norm": 5.25,
      "learning_rate": 4.628744649594423e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.543056383728981,
      "num_tokens": 45174251.0,
      "step": 58630
    },
    {
      "epoch": 0.07438245061253897,
      "grad_norm": 6.4375,
      "learning_rate": 4.628681218585793e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5373086899518966,
      "num_tokens": 45181232.0,
      "step": 58640
    },
    {
      "epoch": 0.07439513520507181,
      "grad_norm": 4.5625,
      "learning_rate": 4.628617787577164e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5415719628334046,
      "num_tokens": 45189526.0,
      "step": 58650
    },
    {
      "epoch": 0.07440781979760464,
      "grad_norm": 5.625,
      "learning_rate": 4.628554356568534e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5332396179437637,
      "num_tokens": 45197533.0,
      "step": 58660
    },
    {
      "epoch": 0.07442050439013748,
      "grad_norm": 5.625,
      "learning_rate": 4.6284909255599055e-05,
      "loss": 2.3454,
      "mean_token_accuracy": 0.49160789549350736,
      "num_tokens": 45206375.0,
      "step": 58670
    },
    {
      "epoch": 0.0744331889826703,
      "grad_norm": 5.6875,
      "learning_rate": 4.628427494551277e-05,
      "loss": 2.3336,
      "mean_token_accuracy": 0.49976424872875214,
      "num_tokens": 45215658.0,
      "step": 58680
    },
    {
      "epoch": 0.07444587357520314,
      "grad_norm": 7.03125,
      "learning_rate": 4.628364063542647e-05,
      "loss": 2.2692,
      "mean_token_accuracy": 0.5108644634485244,
      "num_tokens": 45221683.0,
      "step": 58690
    },
    {
      "epoch": 0.07445855816773597,
      "grad_norm": 8.625,
      "learning_rate": 4.6283006325340185e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5413340896368026,
      "num_tokens": 45229153.0,
      "step": 58700
    },
    {
      "epoch": 0.07447124276026881,
      "grad_norm": 8.1875,
      "learning_rate": 4.628237201525389e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5279309958219528,
      "num_tokens": 45236083.0,
      "step": 58710
    },
    {
      "epoch": 0.07448392735280164,
      "grad_norm": 6.5,
      "learning_rate": 4.62817377051676e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5499874770641326,
      "num_tokens": 45242802.0,
      "step": 58720
    },
    {
      "epoch": 0.07449661194533448,
      "grad_norm": 6.03125,
      "learning_rate": 4.628110339508131e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5691490948200226,
      "num_tokens": 45251858.0,
      "step": 58730
    },
    {
      "epoch": 0.07450929653786731,
      "grad_norm": 5.40625,
      "learning_rate": 4.628046908499501e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.526500454545021,
      "num_tokens": 45259998.0,
      "step": 58740
    },
    {
      "epoch": 0.07452198113040015,
      "grad_norm": 5.875,
      "learning_rate": 4.6279834774908725e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5432424634695053,
      "num_tokens": 45266916.0,
      "step": 58750
    },
    {
      "epoch": 0.07453466572293298,
      "grad_norm": 6.59375,
      "learning_rate": 4.627920046482243e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5240922212600708,
      "num_tokens": 45274439.0,
      "step": 58760
    },
    {
      "epoch": 0.07454735031546582,
      "grad_norm": 6.3125,
      "learning_rate": 4.627856615473614e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5347561061382293,
      "num_tokens": 45282099.0,
      "step": 58770
    },
    {
      "epoch": 0.07456003490799865,
      "grad_norm": 4.625,
      "learning_rate": 4.6277931844649855e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5139977753162384,
      "num_tokens": 45289856.0,
      "step": 58780
    },
    {
      "epoch": 0.07457271950053149,
      "grad_norm": 6.9375,
      "learning_rate": 4.627729753456356e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.521702116727829,
      "num_tokens": 45297951.0,
      "step": 58790
    },
    {
      "epoch": 0.07458540409306431,
      "grad_norm": 5.625,
      "learning_rate": 4.6276663224477266e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5521055638790131,
      "num_tokens": 45305774.0,
      "step": 58800
    },
    {
      "epoch": 0.07459808868559716,
      "grad_norm": 8.875,
      "learning_rate": 4.627602891439097e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5448056727647781,
      "num_tokens": 45312785.0,
      "step": 58810
    },
    {
      "epoch": 0.07461077327812998,
      "grad_norm": 4.6875,
      "learning_rate": 4.627539460430468e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5197098910808563,
      "num_tokens": 45321147.0,
      "step": 58820
    },
    {
      "epoch": 0.07462345787066282,
      "grad_norm": 5.03125,
      "learning_rate": 4.6274760294218395e-05,
      "loss": 2.1988,
      "mean_token_accuracy": 0.5320889353752136,
      "num_tokens": 45328652.0,
      "step": 58830
    },
    {
      "epoch": 0.07463614246319565,
      "grad_norm": 5.46875,
      "learning_rate": 4.62741259841321e-05,
      "loss": 2.2308,
      "mean_token_accuracy": 0.5118603527545929,
      "num_tokens": 45336794.0,
      "step": 58840
    },
    {
      "epoch": 0.07464882705572849,
      "grad_norm": 15.0,
      "learning_rate": 4.627349167404581e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5764254659414292,
      "num_tokens": 45342274.0,
      "step": 58850
    },
    {
      "epoch": 0.07466151164826132,
      "grad_norm": 7.34375,
      "learning_rate": 4.627285736395952e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5280978351831436,
      "num_tokens": 45349340.0,
      "step": 58860
    },
    {
      "epoch": 0.07467419624079416,
      "grad_norm": 5.8125,
      "learning_rate": 4.6272223053873223e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5281330943107605,
      "num_tokens": 45357354.0,
      "step": 58870
    },
    {
      "epoch": 0.07468688083332699,
      "grad_norm": 6.4375,
      "learning_rate": 4.6271588743786936e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5257986545562744,
      "num_tokens": 45365242.0,
      "step": 58880
    },
    {
      "epoch": 0.07469956542585983,
      "grad_norm": 4.78125,
      "learning_rate": 4.627095443370064e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5407475680112839,
      "num_tokens": 45373251.0,
      "step": 58890
    },
    {
      "epoch": 0.07471225001839266,
      "grad_norm": 5.375,
      "learning_rate": 4.627032012361435e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5319175332784652,
      "num_tokens": 45381643.0,
      "step": 58900
    },
    {
      "epoch": 0.0747249346109255,
      "grad_norm": 7.15625,
      "learning_rate": 4.626968581352806e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5478944480419159,
      "num_tokens": 45389599.0,
      "step": 58910
    },
    {
      "epoch": 0.07473761920345832,
      "grad_norm": 6.3125,
      "learning_rate": 4.626905150344177e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5294270843267441,
      "num_tokens": 45396542.0,
      "step": 58920
    },
    {
      "epoch": 0.07475030379599117,
      "grad_norm": 5.90625,
      "learning_rate": 4.6268417193355476e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5346973985433578,
      "num_tokens": 45404720.0,
      "step": 58930
    },
    {
      "epoch": 0.074762988388524,
      "grad_norm": 5.03125,
      "learning_rate": 4.626778288326918e-05,
      "loss": 1.7306,
      "mean_token_accuracy": 0.6093897432088852,
      "num_tokens": 45411845.0,
      "step": 58940
    },
    {
      "epoch": 0.07477567298105683,
      "grad_norm": 5.28125,
      "learning_rate": 4.626714857318289e-05,
      "loss": 2.3349,
      "mean_token_accuracy": 0.5012997180223465,
      "num_tokens": 45420177.0,
      "step": 58950
    },
    {
      "epoch": 0.07478835757358966,
      "grad_norm": 4.84375,
      "learning_rate": 4.6266514263096605e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5607186049222946,
      "num_tokens": 45427873.0,
      "step": 58960
    },
    {
      "epoch": 0.0748010421661225,
      "grad_norm": 6.65625,
      "learning_rate": 4.626587995301031e-05,
      "loss": 2.2725,
      "mean_token_accuracy": 0.5107444077730179,
      "num_tokens": 45435306.0,
      "step": 58970
    },
    {
      "epoch": 0.07481372675865533,
      "grad_norm": 5.84375,
      "learning_rate": 4.626524564292402e-05,
      "loss": 2.237,
      "mean_token_accuracy": 0.5190710574388504,
      "num_tokens": 45442474.0,
      "step": 58980
    },
    {
      "epoch": 0.07482641135118817,
      "grad_norm": 4.59375,
      "learning_rate": 4.626461133283773e-05,
      "loss": 1.8043,
      "mean_token_accuracy": 0.598081037402153,
      "num_tokens": 45448971.0,
      "step": 58990
    },
    {
      "epoch": 0.074839095943721,
      "grad_norm": 7.0,
      "learning_rate": 4.6263977022751434e-05,
      "loss": 2.2878,
      "mean_token_accuracy": 0.510302209854126,
      "num_tokens": 45455778.0,
      "step": 59000
    },
    {
      "epoch": 0.07485178053625384,
      "grad_norm": 7.8125,
      "learning_rate": 4.6263342712665146e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.548605790734291,
      "num_tokens": 45462589.0,
      "step": 59010
    },
    {
      "epoch": 0.07486446512878667,
      "grad_norm": 5.5,
      "learning_rate": 4.626270840257885e-05,
      "loss": 1.8711,
      "mean_token_accuracy": 0.577935341000557,
      "num_tokens": 45469281.0,
      "step": 59020
    },
    {
      "epoch": 0.07487714972131951,
      "grad_norm": 4.78125,
      "learning_rate": 4.626207409249256e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5567076712846756,
      "num_tokens": 45476144.0,
      "step": 59030
    },
    {
      "epoch": 0.07488983431385234,
      "grad_norm": 6.28125,
      "learning_rate": 4.626143978240627e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5550690710544586,
      "num_tokens": 45483315.0,
      "step": 59040
    },
    {
      "epoch": 0.07490251890638518,
      "grad_norm": 5.0625,
      "learning_rate": 4.626080547231998e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5477134346961975,
      "num_tokens": 45492471.0,
      "step": 59050
    },
    {
      "epoch": 0.074915203498918,
      "grad_norm": 4.78125,
      "learning_rate": 4.626017116223369e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5438666343688965,
      "num_tokens": 45499720.0,
      "step": 59060
    },
    {
      "epoch": 0.07492788809145084,
      "grad_norm": 6.0625,
      "learning_rate": 4.625953685214739e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5302324235439301,
      "num_tokens": 45508311.0,
      "step": 59070
    },
    {
      "epoch": 0.07494057268398367,
      "grad_norm": 5.0,
      "learning_rate": 4.6258902542061104e-05,
      "loss": 2.2958,
      "mean_token_accuracy": 0.504134801030159,
      "num_tokens": 45517298.0,
      "step": 59080
    },
    {
      "epoch": 0.07495325727651651,
      "grad_norm": 7.3125,
      "learning_rate": 4.625826823197481e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5534335017204285,
      "num_tokens": 45525919.0,
      "step": 59090
    },
    {
      "epoch": 0.07496594186904934,
      "grad_norm": 5.0,
      "learning_rate": 4.625763392188852e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5426045686006546,
      "num_tokens": 45533496.0,
      "step": 59100
    },
    {
      "epoch": 0.07497862646158217,
      "grad_norm": 5.25,
      "learning_rate": 4.625699961180223e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5269422888755798,
      "num_tokens": 45541383.0,
      "step": 59110
    },
    {
      "epoch": 0.07499131105411501,
      "grad_norm": 6.28125,
      "learning_rate": 4.625636530171594e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5473813563585281,
      "num_tokens": 45547928.0,
      "step": 59120
    },
    {
      "epoch": 0.07500399564664784,
      "grad_norm": 5.3125,
      "learning_rate": 4.625573099162965e-05,
      "loss": 2.3065,
      "mean_token_accuracy": 0.5023786336183548,
      "num_tokens": 45556897.0,
      "step": 59130
    },
    {
      "epoch": 0.07501668023918068,
      "grad_norm": 7.1875,
      "learning_rate": 4.6255096681543356e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5313613802194596,
      "num_tokens": 45564529.0,
      "step": 59140
    },
    {
      "epoch": 0.0750293648317135,
      "grad_norm": 5.40625,
      "learning_rate": 4.625446237145706e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5359440624713898,
      "num_tokens": 45572388.0,
      "step": 59150
    },
    {
      "epoch": 0.07504204942424635,
      "grad_norm": 5.25,
      "learning_rate": 4.6253828061370774e-05,
      "loss": 2.3003,
      "mean_token_accuracy": 0.498733776807785,
      "num_tokens": 45580503.0,
      "step": 59160
    },
    {
      "epoch": 0.07505473401677917,
      "grad_norm": 5.3125,
      "learning_rate": 4.625319375128448e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5747786700725556,
      "num_tokens": 45586817.0,
      "step": 59170
    },
    {
      "epoch": 0.07506741860931201,
      "grad_norm": 5.25,
      "learning_rate": 4.625255944119819e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5365900933742523,
      "num_tokens": 45595049.0,
      "step": 59180
    },
    {
      "epoch": 0.07508010320184484,
      "grad_norm": 5.40625,
      "learning_rate": 4.6251925131111896e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5438676416873932,
      "num_tokens": 45602961.0,
      "step": 59190
    },
    {
      "epoch": 0.07509278779437768,
      "grad_norm": 6.0625,
      "learning_rate": 4.625129082102561e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.516387814283371,
      "num_tokens": 45611464.0,
      "step": 59200
    },
    {
      "epoch": 0.07510547238691051,
      "grad_norm": 5.125,
      "learning_rate": 4.6250656510939314e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5530158132314682,
      "num_tokens": 45619109.0,
      "step": 59210
    },
    {
      "epoch": 0.07511815697944335,
      "grad_norm": 8.4375,
      "learning_rate": 4.625002220085302e-05,
      "loss": 2.281,
      "mean_token_accuracy": 0.5016474306583405,
      "num_tokens": 45626767.0,
      "step": 59220
    },
    {
      "epoch": 0.07513084157197618,
      "grad_norm": 5.03125,
      "learning_rate": 4.624938789076673e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5752209037542343,
      "num_tokens": 45634651.0,
      "step": 59230
    },
    {
      "epoch": 0.07514352616450902,
      "grad_norm": 5.875,
      "learning_rate": 4.624875358068044e-05,
      "loss": 2.0001,
      "mean_token_accuracy": 0.5562716007232666,
      "num_tokens": 45642801.0,
      "step": 59240
    },
    {
      "epoch": 0.07515621075704185,
      "grad_norm": 5.125,
      "learning_rate": 4.624811927059415e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5272270798683166,
      "num_tokens": 45650693.0,
      "step": 59250
    },
    {
      "epoch": 0.07516889534957469,
      "grad_norm": 5.0625,
      "learning_rate": 4.624748496050786e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5233508199453354,
      "num_tokens": 45659227.0,
      "step": 59260
    },
    {
      "epoch": 0.07518157994210752,
      "grad_norm": 9.75,
      "learning_rate": 4.6246850650421566e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.567892324924469,
      "num_tokens": 45666526.0,
      "step": 59270
    },
    {
      "epoch": 0.07519426453464036,
      "grad_norm": 5.65625,
      "learning_rate": 4.624621634033527e-05,
      "loss": 2.3624,
      "mean_token_accuracy": 0.5077959537506104,
      "num_tokens": 45675147.0,
      "step": 59280
    },
    {
      "epoch": 0.07520694912717318,
      "grad_norm": 6.125,
      "learning_rate": 4.624558203024898e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5527510225772858,
      "num_tokens": 45682668.0,
      "step": 59290
    },
    {
      "epoch": 0.07521963371970602,
      "grad_norm": 4.90625,
      "learning_rate": 4.624494772016269e-05,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5944602191448212,
      "num_tokens": 45689582.0,
      "step": 59300
    },
    {
      "epoch": 0.07523231831223885,
      "grad_norm": 4.8125,
      "learning_rate": 4.62443134100764e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5434869736433029,
      "num_tokens": 45696285.0,
      "step": 59310
    },
    {
      "epoch": 0.0752450029047717,
      "grad_norm": 4.96875,
      "learning_rate": 4.6243679099990107e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5572249501943588,
      "num_tokens": 45704394.0,
      "step": 59320
    },
    {
      "epoch": 0.07525768749730452,
      "grad_norm": 5.59375,
      "learning_rate": 4.624304478990382e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5429661929607391,
      "num_tokens": 45712153.0,
      "step": 59330
    },
    {
      "epoch": 0.07527037208983736,
      "grad_norm": 7.1875,
      "learning_rate": 4.6242410479817524e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5724670350551605,
      "num_tokens": 45719978.0,
      "step": 59340
    },
    {
      "epoch": 0.07528305668237019,
      "grad_norm": 4.90625,
      "learning_rate": 4.624177616973123e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.536869364976883,
      "num_tokens": 45727543.0,
      "step": 59350
    },
    {
      "epoch": 0.07529574127490303,
      "grad_norm": 5.78125,
      "learning_rate": 4.624114185964494e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.531816029548645,
      "num_tokens": 45736909.0,
      "step": 59360
    },
    {
      "epoch": 0.07530842586743586,
      "grad_norm": 5.9375,
      "learning_rate": 4.624050754955865e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5361501276493073,
      "num_tokens": 45744633.0,
      "step": 59370
    },
    {
      "epoch": 0.0753211104599687,
      "grad_norm": 4.96875,
      "learning_rate": 4.623987323947236e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5549839437007904,
      "num_tokens": 45751791.0,
      "step": 59380
    },
    {
      "epoch": 0.07533379505250153,
      "grad_norm": 5.03125,
      "learning_rate": 4.6239238929386064e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5387586623430252,
      "num_tokens": 45761015.0,
      "step": 59390
    },
    {
      "epoch": 0.07534647964503437,
      "grad_norm": 5.0625,
      "learning_rate": 4.6238604619299776e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5280760288238525,
      "num_tokens": 45768032.0,
      "step": 59400
    },
    {
      "epoch": 0.0753591642375672,
      "grad_norm": 5.34375,
      "learning_rate": 4.623797030921349e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5333267480134964,
      "num_tokens": 45774811.0,
      "step": 59410
    },
    {
      "epoch": 0.07537184883010004,
      "grad_norm": 5.125,
      "learning_rate": 4.623733599912719e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5421763569116592,
      "num_tokens": 45783749.0,
      "step": 59420
    },
    {
      "epoch": 0.07538453342263286,
      "grad_norm": 4.875,
      "learning_rate": 4.62367016890409e-05,
      "loss": 1.9604,
      "mean_token_accuracy": 0.5545517295598984,
      "num_tokens": 45791287.0,
      "step": 59430
    },
    {
      "epoch": 0.0753972180151657,
      "grad_norm": 5.15625,
      "learning_rate": 4.6236067378954605e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5243826061487198,
      "num_tokens": 45799462.0,
      "step": 59440
    },
    {
      "epoch": 0.07540990260769853,
      "grad_norm": 5.15625,
      "learning_rate": 4.623543306886832e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5283925265073777,
      "num_tokens": 45806894.0,
      "step": 59450
    },
    {
      "epoch": 0.07542258720023137,
      "grad_norm": 4.90625,
      "learning_rate": 4.623479875878203e-05,
      "loss": 2.1901,
      "mean_token_accuracy": 0.517309895157814,
      "num_tokens": 45814772.0,
      "step": 59460
    },
    {
      "epoch": 0.0754352717927642,
      "grad_norm": 5.5625,
      "learning_rate": 4.6234164448695734e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5228621244430542,
      "num_tokens": 45823036.0,
      "step": 59470
    },
    {
      "epoch": 0.07544795638529704,
      "grad_norm": 6.46875,
      "learning_rate": 4.6233530138609446e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5465863585472107,
      "num_tokens": 45831183.0,
      "step": 59480
    },
    {
      "epoch": 0.07546064097782987,
      "grad_norm": 5.59375,
      "learning_rate": 4.623289582852315e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5184973150491714,
      "num_tokens": 45838467.0,
      "step": 59490
    },
    {
      "epoch": 0.07547332557036271,
      "grad_norm": 5.625,
      "learning_rate": 4.623226151843686e-05,
      "loss": 1.7022,
      "mean_token_accuracy": 0.6035923480987548,
      "num_tokens": 45844878.0,
      "step": 59500
    },
    {
      "epoch": 0.07548601016289554,
      "grad_norm": 6.8125,
      "learning_rate": 4.623162720835057e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5462089151144027,
      "num_tokens": 45852343.0,
      "step": 59510
    },
    {
      "epoch": 0.07549869475542838,
      "grad_norm": 8.125,
      "learning_rate": 4.6230992898264275e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.5690465927124023,
      "num_tokens": 45858458.0,
      "step": 59520
    },
    {
      "epoch": 0.0755113793479612,
      "grad_norm": 6.90625,
      "learning_rate": 4.623035858817799e-05,
      "loss": 1.8555,
      "mean_token_accuracy": 0.5900188446044922,
      "num_tokens": 45865276.0,
      "step": 59530
    },
    {
      "epoch": 0.07552406394049405,
      "grad_norm": 4.6875,
      "learning_rate": 4.622972427809169e-05,
      "loss": 2.2576,
      "mean_token_accuracy": 0.5197360008955002,
      "num_tokens": 45872542.0,
      "step": 59540
    },
    {
      "epoch": 0.07553674853302687,
      "grad_norm": 5.4375,
      "learning_rate": 4.6229089968005404e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5471805572509766,
      "num_tokens": 45880254.0,
      "step": 59550
    },
    {
      "epoch": 0.07554943312555971,
      "grad_norm": 5.65625,
      "learning_rate": 4.622845565791911e-05,
      "loss": 1.8606,
      "mean_token_accuracy": 0.5801874190568924,
      "num_tokens": 45887446.0,
      "step": 59560
    },
    {
      "epoch": 0.07556211771809254,
      "grad_norm": 5.59375,
      "learning_rate": 4.6227821347832815e-05,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5301008939743042,
      "num_tokens": 45895020.0,
      "step": 59570
    },
    {
      "epoch": 0.07557480231062537,
      "grad_norm": 6.3125,
      "learning_rate": 4.622718703774653e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.544064411520958,
      "num_tokens": 45902849.0,
      "step": 59580
    },
    {
      "epoch": 0.07558748690315821,
      "grad_norm": 5.0,
      "learning_rate": 4.622655272766023e-05,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5318044483661651,
      "num_tokens": 45911105.0,
      "step": 59590
    },
    {
      "epoch": 0.07560017149569104,
      "grad_norm": 4.71875,
      "learning_rate": 4.6225918417573945e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5364360988140107,
      "num_tokens": 45918847.0,
      "step": 59600
    },
    {
      "epoch": 0.07561285608822388,
      "grad_norm": 4.625,
      "learning_rate": 4.622528410748766e-05,
      "loss": 1.8282,
      "mean_token_accuracy": 0.5991100788116455,
      "num_tokens": 45925093.0,
      "step": 59610
    },
    {
      "epoch": 0.0756255406807567,
      "grad_norm": 6.4375,
      "learning_rate": 4.622464979740136e-05,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5691496700048446,
      "num_tokens": 45931671.0,
      "step": 59620
    },
    {
      "epoch": 0.07563822527328955,
      "grad_norm": 5.625,
      "learning_rate": 4.622401548731507e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5294902265071869,
      "num_tokens": 45937888.0,
      "step": 59630
    },
    {
      "epoch": 0.07565090986582237,
      "grad_norm": 5.15625,
      "learning_rate": 4.622338117722877e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5729411393404007,
      "num_tokens": 45944463.0,
      "step": 59640
    },
    {
      "epoch": 0.07566359445835522,
      "grad_norm": 7.1875,
      "learning_rate": 4.6222746867142485e-05,
      "loss": 1.8316,
      "mean_token_accuracy": 0.6028013706207276,
      "num_tokens": 45951387.0,
      "step": 59650
    },
    {
      "epoch": 0.07567627905088804,
      "grad_norm": 6.03125,
      "learning_rate": 4.62221125570562e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5355094879865646,
      "num_tokens": 45960223.0,
      "step": 59660
    },
    {
      "epoch": 0.07568896364342088,
      "grad_norm": 5.5,
      "learning_rate": 4.62214782469699e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5620741456747055,
      "num_tokens": 45969076.0,
      "step": 59670
    },
    {
      "epoch": 0.07570164823595371,
      "grad_norm": 5.90625,
      "learning_rate": 4.6220843936883614e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5694326877593994,
      "num_tokens": 45976805.0,
      "step": 59680
    },
    {
      "epoch": 0.07571433282848655,
      "grad_norm": 4.875,
      "learning_rate": 4.622020962679732e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5639922469854355,
      "num_tokens": 45984803.0,
      "step": 59690
    },
    {
      "epoch": 0.07572701742101938,
      "grad_norm": 7.0625,
      "learning_rate": 4.6219575316711025e-05,
      "loss": 2.5095,
      "mean_token_accuracy": 0.4902214050292969,
      "num_tokens": 45990874.0,
      "step": 59700
    },
    {
      "epoch": 0.07573970201355222,
      "grad_norm": 5.21875,
      "learning_rate": 4.621894100662474e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.532414585351944,
      "num_tokens": 45997626.0,
      "step": 59710
    },
    {
      "epoch": 0.07575238660608505,
      "grad_norm": 5.15625,
      "learning_rate": 4.621830669653844e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5344629347324371,
      "num_tokens": 46004976.0,
      "step": 59720
    },
    {
      "epoch": 0.07576507119861789,
      "grad_norm": 4.78125,
      "learning_rate": 4.6217672386452155e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.522982406616211,
      "num_tokens": 46013306.0,
      "step": 59730
    },
    {
      "epoch": 0.07577775579115072,
      "grad_norm": 6.53125,
      "learning_rate": 4.621703807636586e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5591710358858109,
      "num_tokens": 46020469.0,
      "step": 59740
    },
    {
      "epoch": 0.07579044038368356,
      "grad_norm": 6.6875,
      "learning_rate": 4.621640376627957e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5401956021785737,
      "num_tokens": 46027741.0,
      "step": 59750
    },
    {
      "epoch": 0.07580312497621639,
      "grad_norm": 5.34375,
      "learning_rate": 4.621576945619328e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5126596719026566,
      "num_tokens": 46036846.0,
      "step": 59760
    },
    {
      "epoch": 0.07581580956874923,
      "grad_norm": 5.28125,
      "learning_rate": 4.621513514610698e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5119772106409073,
      "num_tokens": 46046076.0,
      "step": 59770
    },
    {
      "epoch": 0.07582849416128205,
      "grad_norm": 6.125,
      "learning_rate": 4.6214500836020695e-05,
      "loss": 2.2227,
      "mean_token_accuracy": 0.5236061453819275,
      "num_tokens": 46053366.0,
      "step": 59780
    },
    {
      "epoch": 0.0758411787538149,
      "grad_norm": 4.96875,
      "learning_rate": 4.62138665259344e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5518082320690155,
      "num_tokens": 46060922.0,
      "step": 59790
    },
    {
      "epoch": 0.07585386334634772,
      "grad_norm": 4.875,
      "learning_rate": 4.621323221584811e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5161824822425842,
      "num_tokens": 46069495.0,
      "step": 59800
    },
    {
      "epoch": 0.07586654793888056,
      "grad_norm": 5.65625,
      "learning_rate": 4.6212597905761825e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5474700570106507,
      "num_tokens": 46077753.0,
      "step": 59810
    },
    {
      "epoch": 0.07587923253141339,
      "grad_norm": 5.0625,
      "learning_rate": 4.621196359567553e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.543870159983635,
      "num_tokens": 46086925.0,
      "step": 59820
    },
    {
      "epoch": 0.07589191712394623,
      "grad_norm": 8.0,
      "learning_rate": 4.621132928558924e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.570367842912674,
      "num_tokens": 46094314.0,
      "step": 59830
    },
    {
      "epoch": 0.07590460171647906,
      "grad_norm": 4.78125,
      "learning_rate": 4.621069497550294e-05,
      "loss": 2.3078,
      "mean_token_accuracy": 0.5052772015333176,
      "num_tokens": 46102930.0,
      "step": 59840
    },
    {
      "epoch": 0.0759172863090119,
      "grad_norm": 4.90625,
      "learning_rate": 4.621006066541665e-05,
      "loss": 2.2423,
      "mean_token_accuracy": 0.512719702720642,
      "num_tokens": 46111201.0,
      "step": 59850
    },
    {
      "epoch": 0.07592997090154473,
      "grad_norm": 5.84375,
      "learning_rate": 4.6209426355330365e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.533444344997406,
      "num_tokens": 46119515.0,
      "step": 59860
    },
    {
      "epoch": 0.07594265549407757,
      "grad_norm": 4.65625,
      "learning_rate": 4.620879204524407e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5473710596561432,
      "num_tokens": 46127039.0,
      "step": 59870
    },
    {
      "epoch": 0.0759553400866104,
      "grad_norm": 5.15625,
      "learning_rate": 4.620815773515778e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.5294543415307998,
      "num_tokens": 46134868.0,
      "step": 59880
    },
    {
      "epoch": 0.07596802467914324,
      "grad_norm": 7.75,
      "learning_rate": 4.6207523425071495e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5746531903743743,
      "num_tokens": 46141313.0,
      "step": 59890
    },
    {
      "epoch": 0.07598070927167606,
      "grad_norm": 7.96875,
      "learning_rate": 4.62068891149852e-05,
      "loss": 2.2591,
      "mean_token_accuracy": 0.5156766206026078,
      "num_tokens": 46148854.0,
      "step": 59900
    },
    {
      "epoch": 0.0759933938642089,
      "grad_norm": 5.25,
      "learning_rate": 4.6206254804898905e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.5269483327865601,
      "num_tokens": 46156663.0,
      "step": 59910
    },
    {
      "epoch": 0.07600607845674173,
      "grad_norm": 5.34375,
      "learning_rate": 4.620562049481261e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5723154604434967,
      "num_tokens": 46164745.0,
      "step": 59920
    },
    {
      "epoch": 0.07601876304927457,
      "grad_norm": 4.40625,
      "learning_rate": 4.620498618472632e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.539536589384079,
      "num_tokens": 46172932.0,
      "step": 59930
    },
    {
      "epoch": 0.0760314476418074,
      "grad_norm": 5.03125,
      "learning_rate": 4.6204351874640035e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5286534279584885,
      "num_tokens": 46181087.0,
      "step": 59940
    },
    {
      "epoch": 0.07604413223434024,
      "grad_norm": 7.25,
      "learning_rate": 4.620371756455374e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.548643097281456,
      "num_tokens": 46187990.0,
      "step": 59950
    },
    {
      "epoch": 0.07605681682687307,
      "grad_norm": 7.6875,
      "learning_rate": 4.620308325446745e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5331304192543029,
      "num_tokens": 46195742.0,
      "step": 59960
    },
    {
      "epoch": 0.07606950141940591,
      "grad_norm": 5.03125,
      "learning_rate": 4.620244894438116e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5379617780447006,
      "num_tokens": 46202663.0,
      "step": 59970
    },
    {
      "epoch": 0.07608218601193874,
      "grad_norm": 5.4375,
      "learning_rate": 4.620181463429486e-05,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5742307782173157,
      "num_tokens": 46210959.0,
      "step": 59980
    },
    {
      "epoch": 0.07609487060447158,
      "grad_norm": 6.15625,
      "learning_rate": 4.6201180324208575e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.549541175365448,
      "num_tokens": 46218425.0,
      "step": 59990
    },
    {
      "epoch": 0.0761075551970044,
      "grad_norm": 5.71875,
      "learning_rate": 4.620054601412228e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5483882874250412,
      "num_tokens": 46226921.0,
      "step": 60000
    },
    {
      "epoch": 0.07612023978953725,
      "grad_norm": 4.78125,
      "learning_rate": 4.619991170403599e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5395402401685715,
      "num_tokens": 46233853.0,
      "step": 60010
    },
    {
      "epoch": 0.07613292438207007,
      "grad_norm": 6.21875,
      "learning_rate": 4.61992773939497e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5567097455263138,
      "num_tokens": 46239920.0,
      "step": 60020
    },
    {
      "epoch": 0.0761456089746029,
      "grad_norm": 6.40625,
      "learning_rate": 4.619864308386341e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5311945170164108,
      "num_tokens": 46247453.0,
      "step": 60030
    },
    {
      "epoch": 0.07615829356713574,
      "grad_norm": 6.71875,
      "learning_rate": 4.6198008773777116e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5377506911754608,
      "num_tokens": 46255567.0,
      "step": 60040
    },
    {
      "epoch": 0.07617097815966857,
      "grad_norm": 5.1875,
      "learning_rate": 4.619737446369082e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.518393149971962,
      "num_tokens": 46264558.0,
      "step": 60050
    },
    {
      "epoch": 0.07618366275220141,
      "grad_norm": 4.75,
      "learning_rate": 4.619674015360453e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5724343031644821,
      "num_tokens": 46271348.0,
      "step": 60060
    },
    {
      "epoch": 0.07619634734473424,
      "grad_norm": 5.3125,
      "learning_rate": 4.619610584351824e-05,
      "loss": 1.7744,
      "mean_token_accuracy": 0.5987789392471313,
      "num_tokens": 46279071.0,
      "step": 60070
    },
    {
      "epoch": 0.07620903193726708,
      "grad_norm": 5.09375,
      "learning_rate": 4.619547153343195e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5372453212738038,
      "num_tokens": 46286734.0,
      "step": 60080
    },
    {
      "epoch": 0.07622171652979991,
      "grad_norm": 4.375,
      "learning_rate": 4.619483722334566e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5356677770614624,
      "num_tokens": 46295082.0,
      "step": 60090
    },
    {
      "epoch": 0.07623440112233275,
      "grad_norm": 4.84375,
      "learning_rate": 4.619420291325937e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5367421865463257,
      "num_tokens": 46303769.0,
      "step": 60100
    },
    {
      "epoch": 0.07624708571486558,
      "grad_norm": 5.5625,
      "learning_rate": 4.619356860317307e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.568348103761673,
      "num_tokens": 46311771.0,
      "step": 60110
    },
    {
      "epoch": 0.07625977030739842,
      "grad_norm": 5.4375,
      "learning_rate": 4.619293429308678e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5523133546113967,
      "num_tokens": 46320227.0,
      "step": 60120
    },
    {
      "epoch": 0.07627245489993124,
      "grad_norm": 4.8125,
      "learning_rate": 4.619229998300049e-05,
      "loss": 1.7587,
      "mean_token_accuracy": 0.5994416773319244,
      "num_tokens": 46328330.0,
      "step": 60130
    },
    {
      "epoch": 0.07628513949246409,
      "grad_norm": 5.96875,
      "learning_rate": 4.61916656729142e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5430685609579087,
      "num_tokens": 46336534.0,
      "step": 60140
    },
    {
      "epoch": 0.07629782408499691,
      "grad_norm": 4.59375,
      "learning_rate": 4.619103136282791e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.544834190607071,
      "num_tokens": 46344127.0,
      "step": 60150
    },
    {
      "epoch": 0.07631050867752975,
      "grad_norm": 7.0625,
      "learning_rate": 4.619039705274162e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5455207765102387,
      "num_tokens": 46351855.0,
      "step": 60160
    },
    {
      "epoch": 0.07632319327006258,
      "grad_norm": 4.8125,
      "learning_rate": 4.6189762742655326e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5441374480724335,
      "num_tokens": 46358826.0,
      "step": 60170
    },
    {
      "epoch": 0.07633587786259542,
      "grad_norm": 6.9375,
      "learning_rate": 4.618912843256903e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5291257798671722,
      "num_tokens": 46366755.0,
      "step": 60180
    },
    {
      "epoch": 0.07634856245512825,
      "grad_norm": 5.5,
      "learning_rate": 4.618849412248274e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5518638402223587,
      "num_tokens": 46374551.0,
      "step": 60190
    },
    {
      "epoch": 0.07636124704766109,
      "grad_norm": 4.625,
      "learning_rate": 4.618785981239645e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5341580390930176,
      "num_tokens": 46382483.0,
      "step": 60200
    },
    {
      "epoch": 0.07637393164019392,
      "grad_norm": 5.53125,
      "learning_rate": 4.618722550231016e-05,
      "loss": 1.9303,
      "mean_token_accuracy": 0.5609876960515976,
      "num_tokens": 46389251.0,
      "step": 60210
    },
    {
      "epoch": 0.07638661623272676,
      "grad_norm": 4.59375,
      "learning_rate": 4.6186591192223866e-05,
      "loss": 1.8903,
      "mean_token_accuracy": 0.5796845257282257,
      "num_tokens": 46396166.0,
      "step": 60220
    },
    {
      "epoch": 0.07639930082525959,
      "grad_norm": 11.875,
      "learning_rate": 4.618595688213758e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5630569934844971,
      "num_tokens": 46404634.0,
      "step": 60230
    },
    {
      "epoch": 0.07641198541779243,
      "grad_norm": 4.9375,
      "learning_rate": 4.618532257205129e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5260051488876343,
      "num_tokens": 46413148.0,
      "step": 60240
    },
    {
      "epoch": 0.07642467001032525,
      "grad_norm": 5.59375,
      "learning_rate": 4.6184688261964996e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5579525232315063,
      "num_tokens": 46419437.0,
      "step": 60250
    },
    {
      "epoch": 0.0764373546028581,
      "grad_norm": 5.78125,
      "learning_rate": 4.61840539518787e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5580312848091126,
      "num_tokens": 46427464.0,
      "step": 60260
    },
    {
      "epoch": 0.07645003919539092,
      "grad_norm": 6.65625,
      "learning_rate": 4.6183419641792406e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5270116567611695,
      "num_tokens": 46435544.0,
      "step": 60270
    },
    {
      "epoch": 0.07646272378792376,
      "grad_norm": 8.4375,
      "learning_rate": 4.618278533170612e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5612154304981232,
      "num_tokens": 46442824.0,
      "step": 60280
    },
    {
      "epoch": 0.07647540838045659,
      "grad_norm": 6.09375,
      "learning_rate": 4.618215102161983e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5423380523920059,
      "num_tokens": 46451337.0,
      "step": 60290
    },
    {
      "epoch": 0.07648809297298943,
      "grad_norm": 4.875,
      "learning_rate": 4.6181516711533536e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5533092975616455,
      "num_tokens": 46459096.0,
      "step": 60300
    },
    {
      "epoch": 0.07650077756552226,
      "grad_norm": 4.9375,
      "learning_rate": 4.618088240144725e-05,
      "loss": 1.9231,
      "mean_token_accuracy": 0.5702397704124451,
      "num_tokens": 46465493.0,
      "step": 60310
    },
    {
      "epoch": 0.0765134621580551,
      "grad_norm": 5.375,
      "learning_rate": 4.6180248091360953e-05,
      "loss": 1.8168,
      "mean_token_accuracy": 0.5867881566286087,
      "num_tokens": 46472365.0,
      "step": 60320
    },
    {
      "epoch": 0.07652614675058793,
      "grad_norm": 4.71875,
      "learning_rate": 4.617961378127466e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5333082944154739,
      "num_tokens": 46479422.0,
      "step": 60330
    },
    {
      "epoch": 0.07653883134312077,
      "grad_norm": 5.15625,
      "learning_rate": 4.617897947118837e-05,
      "loss": 2.354,
      "mean_token_accuracy": 0.5042731702327728,
      "num_tokens": 46488063.0,
      "step": 60340
    },
    {
      "epoch": 0.0765515159356536,
      "grad_norm": 5.8125,
      "learning_rate": 4.6178345161102076e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5505018770694733,
      "num_tokens": 46494280.0,
      "step": 60350
    },
    {
      "epoch": 0.07656420052818644,
      "grad_norm": 5.125,
      "learning_rate": 4.617771085101579e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5380657225847244,
      "num_tokens": 46503333.0,
      "step": 60360
    },
    {
      "epoch": 0.07657688512071927,
      "grad_norm": 5.25,
      "learning_rate": 4.6177076540929494e-05,
      "loss": 1.9194,
      "mean_token_accuracy": 0.5642600536346436,
      "num_tokens": 46510097.0,
      "step": 60370
    },
    {
      "epoch": 0.0765895697132521,
      "grad_norm": 8.0625,
      "learning_rate": 4.6176442230843206e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5274940818548203,
      "num_tokens": 46518449.0,
      "step": 60380
    },
    {
      "epoch": 0.07660225430578493,
      "grad_norm": 5.875,
      "learning_rate": 4.617580792075691e-05,
      "loss": 1.8185,
      "mean_token_accuracy": 0.5873921155929566,
      "num_tokens": 46525056.0,
      "step": 60390
    },
    {
      "epoch": 0.07661493889831777,
      "grad_norm": 10.5625,
      "learning_rate": 4.6175173610670617e-05,
      "loss": 1.9572,
      "mean_token_accuracy": 0.5680362045764923,
      "num_tokens": 46531893.0,
      "step": 60400
    },
    {
      "epoch": 0.0766276234908506,
      "grad_norm": 6.21875,
      "learning_rate": 4.617453930058433e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5601793855428696,
      "num_tokens": 46538603.0,
      "step": 60410
    },
    {
      "epoch": 0.07664030808338344,
      "grad_norm": 6.28125,
      "learning_rate": 4.6173904990498034e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5428125828504562,
      "num_tokens": 46545604.0,
      "step": 60420
    },
    {
      "epoch": 0.07665299267591627,
      "grad_norm": 5.5625,
      "learning_rate": 4.6173270680411746e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5227114081382751,
      "num_tokens": 46553272.0,
      "step": 60430
    },
    {
      "epoch": 0.07666567726844911,
      "grad_norm": 4.8125,
      "learning_rate": 4.617263637032546e-05,
      "loss": 2.2979,
      "mean_token_accuracy": 0.5047637373209,
      "num_tokens": 46562395.0,
      "step": 60440
    },
    {
      "epoch": 0.07667836186098194,
      "grad_norm": 8.25,
      "learning_rate": 4.6172002060239164e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5461836904287338,
      "num_tokens": 46569537.0,
      "step": 60450
    },
    {
      "epoch": 0.07669104645351478,
      "grad_norm": 4.8125,
      "learning_rate": 4.617136775015287e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5714711606502533,
      "num_tokens": 46577532.0,
      "step": 60460
    },
    {
      "epoch": 0.07670373104604761,
      "grad_norm": 5.90625,
      "learning_rate": 4.6170733440066574e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5301028966903687,
      "num_tokens": 46585159.0,
      "step": 60470
    },
    {
      "epoch": 0.07671641563858045,
      "grad_norm": 4.75,
      "learning_rate": 4.6170099129980286e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5362775564193726,
      "num_tokens": 46592483.0,
      "step": 60480
    },
    {
      "epoch": 0.07672910023111328,
      "grad_norm": 5.25,
      "learning_rate": 4.6169464819894e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5422793120145798,
      "num_tokens": 46599406.0,
      "step": 60490
    },
    {
      "epoch": 0.0767417848236461,
      "grad_norm": 5.15625,
      "learning_rate": 4.6168830509807704e-05,
      "loss": 1.9609,
      "mean_token_accuracy": 0.5635497987270355,
      "num_tokens": 46607469.0,
      "step": 60500
    },
    {
      "epoch": 0.07675446941617894,
      "grad_norm": 5.34375,
      "learning_rate": 4.6168196199721416e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5540239542722702,
      "num_tokens": 46614852.0,
      "step": 60510
    },
    {
      "epoch": 0.07676715400871177,
      "grad_norm": 5.09375,
      "learning_rate": 4.616756188963512e-05,
      "loss": 1.9128,
      "mean_token_accuracy": 0.5671453326940536,
      "num_tokens": 46622417.0,
      "step": 60520
    },
    {
      "epoch": 0.07677983860124461,
      "grad_norm": 5.625,
      "learning_rate": 4.616692757954883e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.531636118888855,
      "num_tokens": 46631105.0,
      "step": 60530
    },
    {
      "epoch": 0.07679252319377744,
      "grad_norm": 5.40625,
      "learning_rate": 4.616629326946254e-05,
      "loss": 2.2782,
      "mean_token_accuracy": 0.5014023423194885,
      "num_tokens": 46640356.0,
      "step": 60540
    },
    {
      "epoch": 0.07680520778631028,
      "grad_norm": 5.375,
      "learning_rate": 4.6165658959376244e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5595529973506927,
      "num_tokens": 46647748.0,
      "step": 60550
    },
    {
      "epoch": 0.07681789237884311,
      "grad_norm": 5.03125,
      "learning_rate": 4.6165024649289956e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5168250203132629,
      "num_tokens": 46654909.0,
      "step": 60560
    },
    {
      "epoch": 0.07683057697137595,
      "grad_norm": 7.90625,
      "learning_rate": 4.616439033920366e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5609034270048141,
      "num_tokens": 46661614.0,
      "step": 60570
    },
    {
      "epoch": 0.07684326156390878,
      "grad_norm": 10.4375,
      "learning_rate": 4.6163756029117374e-05,
      "loss": 1.8052,
      "mean_token_accuracy": 0.5982738822698593,
      "num_tokens": 46667509.0,
      "step": 60580
    },
    {
      "epoch": 0.07685594615644162,
      "grad_norm": 6.875,
      "learning_rate": 4.6163121719031086e-05,
      "loss": 1.9268,
      "mean_token_accuracy": 0.5803183197975159,
      "num_tokens": 46673525.0,
      "step": 60590
    },
    {
      "epoch": 0.07686863074897445,
      "grad_norm": 14.1875,
      "learning_rate": 4.6162487408944785e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5324023008346558,
      "num_tokens": 46681126.0,
      "step": 60600
    },
    {
      "epoch": 0.07688131534150729,
      "grad_norm": 8.3125,
      "learning_rate": 4.61618530988585e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5379374414682389,
      "num_tokens": 46689057.0,
      "step": 60610
    },
    {
      "epoch": 0.07689399993404011,
      "grad_norm": 6.0625,
      "learning_rate": 4.61612187887722e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5196198433637619,
      "num_tokens": 46697567.0,
      "step": 60620
    },
    {
      "epoch": 0.07690668452657295,
      "grad_norm": 3.71875,
      "learning_rate": 4.6160584478685914e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5801963478326797,
      "num_tokens": 46704058.0,
      "step": 60630
    },
    {
      "epoch": 0.07691936911910578,
      "grad_norm": 17.875,
      "learning_rate": 4.6159950168599626e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5480893909931183,
      "num_tokens": 46711616.0,
      "step": 60640
    },
    {
      "epoch": 0.07693205371163862,
      "grad_norm": 8.5625,
      "learning_rate": 4.615931585851333e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5528117448091507,
      "num_tokens": 46719123.0,
      "step": 60650
    },
    {
      "epoch": 0.07694473830417145,
      "grad_norm": 4.96875,
      "learning_rate": 4.6158681548427044e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5201730996370315,
      "num_tokens": 46728002.0,
      "step": 60660
    },
    {
      "epoch": 0.07695742289670429,
      "grad_norm": 5.5625,
      "learning_rate": 4.615804723834075e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5308421552181244,
      "num_tokens": 46735591.0,
      "step": 60670
    },
    {
      "epoch": 0.07697010748923712,
      "grad_norm": 4.9375,
      "learning_rate": 4.6157412928254455e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.570643299818039,
      "num_tokens": 46741965.0,
      "step": 60680
    },
    {
      "epoch": 0.07698279208176996,
      "grad_norm": 5.125,
      "learning_rate": 4.615677861816817e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5341975629329682,
      "num_tokens": 46750313.0,
      "step": 60690
    },
    {
      "epoch": 0.07699547667430279,
      "grad_norm": 5.375,
      "learning_rate": 4.615614430808187e-05,
      "loss": 2.3437,
      "mean_token_accuracy": 0.4963477522134781,
      "num_tokens": 46758978.0,
      "step": 60700
    },
    {
      "epoch": 0.07700816126683563,
      "grad_norm": 6.53125,
      "learning_rate": 4.6155509997995584e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5325365841388703,
      "num_tokens": 46765830.0,
      "step": 60710
    },
    {
      "epoch": 0.07702084585936846,
      "grad_norm": 14.3125,
      "learning_rate": 4.615487568790929e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5674263268709183,
      "num_tokens": 46772515.0,
      "step": 60720
    },
    {
      "epoch": 0.0770335304519013,
      "grad_norm": 5.40625,
      "learning_rate": 4.6154241377823e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5463091343641281,
      "num_tokens": 46779712.0,
      "step": 60730
    },
    {
      "epoch": 0.07704621504443412,
      "grad_norm": 4.5625,
      "learning_rate": 4.615360706773671e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5493058085441589,
      "num_tokens": 46787829.0,
      "step": 60740
    },
    {
      "epoch": 0.07705889963696697,
      "grad_norm": 6.0625,
      "learning_rate": 4.615297275765041e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5152056992053986,
      "num_tokens": 46794905.0,
      "step": 60750
    },
    {
      "epoch": 0.07707158422949979,
      "grad_norm": 5.75,
      "learning_rate": 4.6152338447564124e-05,
      "loss": 2.2433,
      "mean_token_accuracy": 0.5104488372802735,
      "num_tokens": 46803133.0,
      "step": 60760
    },
    {
      "epoch": 0.07708426882203263,
      "grad_norm": 5.15625,
      "learning_rate": 4.6151704137477837e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5294427245855331,
      "num_tokens": 46810664.0,
      "step": 60770
    },
    {
      "epoch": 0.07709695341456546,
      "grad_norm": 5.28125,
      "learning_rate": 4.615106982739154e-05,
      "loss": 2.3803,
      "mean_token_accuracy": 0.4947339802980423,
      "num_tokens": 46820337.0,
      "step": 60780
    },
    {
      "epoch": 0.0771096380070983,
      "grad_norm": 6.0,
      "learning_rate": 4.6150435517305254e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5288118630647659,
      "num_tokens": 46828266.0,
      "step": 60790
    },
    {
      "epoch": 0.07712232259963113,
      "grad_norm": 5.78125,
      "learning_rate": 4.614980120721896e-05,
      "loss": 1.8162,
      "mean_token_accuracy": 0.5911579728126526,
      "num_tokens": 46835039.0,
      "step": 60800
    },
    {
      "epoch": 0.07713500719216397,
      "grad_norm": 6.28125,
      "learning_rate": 4.6149166897132665e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5148884296417237,
      "num_tokens": 46843111.0,
      "step": 60810
    },
    {
      "epoch": 0.0771476917846968,
      "grad_norm": 5.03125,
      "learning_rate": 4.614853258704638e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.5452116131782532,
      "num_tokens": 46852281.0,
      "step": 60820
    },
    {
      "epoch": 0.07716037637722964,
      "grad_norm": 6.875,
      "learning_rate": 4.614789827696008e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5289129346609116,
      "num_tokens": 46860010.0,
      "step": 60830
    },
    {
      "epoch": 0.07717306096976247,
      "grad_norm": 5.15625,
      "learning_rate": 4.6147263966873794e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5644449412822723,
      "num_tokens": 46867644.0,
      "step": 60840
    },
    {
      "epoch": 0.07718574556229531,
      "grad_norm": 6.15625,
      "learning_rate": 4.61466296567875e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5521966695785523,
      "num_tokens": 46875423.0,
      "step": 60850
    },
    {
      "epoch": 0.07719843015482813,
      "grad_norm": 5.8125,
      "learning_rate": 4.614599534670121e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5485628753900528,
      "num_tokens": 46881965.0,
      "step": 60860
    },
    {
      "epoch": 0.07721111474736098,
      "grad_norm": 5.125,
      "learning_rate": 4.614536103661492e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5445311218500137,
      "num_tokens": 46889828.0,
      "step": 60870
    },
    {
      "epoch": 0.0772237993398938,
      "grad_norm": 4.65625,
      "learning_rate": 4.614472672652862e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5377810388803482,
      "num_tokens": 46897197.0,
      "step": 60880
    },
    {
      "epoch": 0.07723648393242664,
      "grad_norm": 5.40625,
      "learning_rate": 4.6144092416442335e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5396136045455933,
      "num_tokens": 46905090.0,
      "step": 60890
    },
    {
      "epoch": 0.07724916852495947,
      "grad_norm": 5.15625,
      "learning_rate": 4.614345810635604e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5316712617874145,
      "num_tokens": 46914718.0,
      "step": 60900
    },
    {
      "epoch": 0.07726185311749231,
      "grad_norm": 6.03125,
      "learning_rate": 4.614282379626975e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.531870573759079,
      "num_tokens": 46922920.0,
      "step": 60910
    },
    {
      "epoch": 0.07727453771002514,
      "grad_norm": 6.125,
      "learning_rate": 4.6142189486183464e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5357811093330384,
      "num_tokens": 46929746.0,
      "step": 60920
    },
    {
      "epoch": 0.07728722230255798,
      "grad_norm": 4.8125,
      "learning_rate": 4.614155517609717e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5591611236333847,
      "num_tokens": 46937345.0,
      "step": 60930
    },
    {
      "epoch": 0.07729990689509081,
      "grad_norm": 5.8125,
      "learning_rate": 4.6140920866010875e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5302889049053192,
      "num_tokens": 46945515.0,
      "step": 60940
    },
    {
      "epoch": 0.07731259148762365,
      "grad_norm": 5.5,
      "learning_rate": 4.614028655592458e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5485714018344879,
      "num_tokens": 46953235.0,
      "step": 60950
    },
    {
      "epoch": 0.07732527608015648,
      "grad_norm": 6.3125,
      "learning_rate": 4.613965224583829e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5660298496484757,
      "num_tokens": 46960960.0,
      "step": 60960
    },
    {
      "epoch": 0.0773379606726893,
      "grad_norm": 6.71875,
      "learning_rate": 4.6139017935752005e-05,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5201557874679565,
      "num_tokens": 46968697.0,
      "step": 60970
    },
    {
      "epoch": 0.07735064526522215,
      "grad_norm": 5.78125,
      "learning_rate": 4.613838362566571e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5457004249095917,
      "num_tokens": 46975335.0,
      "step": 60980
    },
    {
      "epoch": 0.07736332985775497,
      "grad_norm": 5.4375,
      "learning_rate": 4.613774931557942e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5250757336616516,
      "num_tokens": 46982449.0,
      "step": 60990
    },
    {
      "epoch": 0.07737601445028781,
      "grad_norm": 5.34375,
      "learning_rate": 4.613711500549313e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5222056359052658,
      "num_tokens": 46992192.0,
      "step": 61000
    },
    {
      "epoch": 0.07738869904282064,
      "grad_norm": 5.21875,
      "learning_rate": 4.613648069540684e-05,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5171071439981461,
      "num_tokens": 47000843.0,
      "step": 61010
    },
    {
      "epoch": 0.07740138363535348,
      "grad_norm": 7.125,
      "learning_rate": 4.6135846385320545e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5556449204683304,
      "num_tokens": 47007786.0,
      "step": 61020
    },
    {
      "epoch": 0.07741406822788631,
      "grad_norm": 7.03125,
      "learning_rate": 4.613521207523425e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5390674769878387,
      "num_tokens": 47015678.0,
      "step": 61030
    },
    {
      "epoch": 0.07742675282041915,
      "grad_norm": 7.25,
      "learning_rate": 4.613457776514796e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.522880133986473,
      "num_tokens": 47023627.0,
      "step": 61040
    },
    {
      "epoch": 0.07743943741295198,
      "grad_norm": 6.15625,
      "learning_rate": 4.613394345506167e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5383577376604081,
      "num_tokens": 47031374.0,
      "step": 61050
    },
    {
      "epoch": 0.07745212200548482,
      "grad_norm": 6.4375,
      "learning_rate": 4.613330914497538e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5324211746454239,
      "num_tokens": 47039493.0,
      "step": 61060
    },
    {
      "epoch": 0.07746480659801765,
      "grad_norm": 6.78125,
      "learning_rate": 4.613267483488909e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5212991267442704,
      "num_tokens": 47047586.0,
      "step": 61070
    },
    {
      "epoch": 0.07747749119055049,
      "grad_norm": 4.625,
      "learning_rate": 4.61320405248028e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5366400331258774,
      "num_tokens": 47055052.0,
      "step": 61080
    },
    {
      "epoch": 0.07749017578308331,
      "grad_norm": 4.75,
      "learning_rate": 4.61314062147165e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5396564573049545,
      "num_tokens": 47063180.0,
      "step": 61090
    },
    {
      "epoch": 0.07750286037561616,
      "grad_norm": 5.03125,
      "learning_rate": 4.613077190463021e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5591561764478683,
      "num_tokens": 47069246.0,
      "step": 61100
    },
    {
      "epoch": 0.07751554496814898,
      "grad_norm": 6.71875,
      "learning_rate": 4.613013759454392e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5510249525308609,
      "num_tokens": 47076860.0,
      "step": 61110
    },
    {
      "epoch": 0.07752822956068182,
      "grad_norm": 8.125,
      "learning_rate": 4.612950328445763e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5340717911720276,
      "num_tokens": 47084944.0,
      "step": 61120
    },
    {
      "epoch": 0.07754091415321465,
      "grad_norm": 5.1875,
      "learning_rate": 4.612886897437134e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5412292003631591,
      "num_tokens": 47093178.0,
      "step": 61130
    },
    {
      "epoch": 0.07755359874574749,
      "grad_norm": 5.21875,
      "learning_rate": 4.612823466428505e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5424192786216736,
      "num_tokens": 47101976.0,
      "step": 61140
    },
    {
      "epoch": 0.07756628333828032,
      "grad_norm": 6.75,
      "learning_rate": 4.6127600354198755e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.516634076833725,
      "num_tokens": 47109001.0,
      "step": 61150
    },
    {
      "epoch": 0.07757896793081316,
      "grad_norm": 6.4375,
      "learning_rate": 4.612696604411246e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5703639626502991,
      "num_tokens": 47116618.0,
      "step": 61160
    },
    {
      "epoch": 0.07759165252334599,
      "grad_norm": 4.65625,
      "learning_rate": 4.612633173402617e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5398043483495713,
      "num_tokens": 47125062.0,
      "step": 61170
    },
    {
      "epoch": 0.07760433711587883,
      "grad_norm": 5.03125,
      "learning_rate": 4.612569742393988e-05,
      "loss": 2.2494,
      "mean_token_accuracy": 0.5070396304130554,
      "num_tokens": 47133157.0,
      "step": 61180
    },
    {
      "epoch": 0.07761702170841166,
      "grad_norm": 4.71875,
      "learning_rate": 4.612506311385359e-05,
      "loss": 1.7585,
      "mean_token_accuracy": 0.6001274317502976,
      "num_tokens": 47139614.0,
      "step": 61190
    },
    {
      "epoch": 0.0776297063009445,
      "grad_norm": 5.03125,
      "learning_rate": 4.6124428803767295e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5771178930997849,
      "num_tokens": 47145306.0,
      "step": 61200
    },
    {
      "epoch": 0.07764239089347733,
      "grad_norm": 5.5,
      "learning_rate": 4.612379449368101e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.57504922747612,
      "num_tokens": 47153292.0,
      "step": 61210
    },
    {
      "epoch": 0.07765507548601017,
      "grad_norm": 5.34375,
      "learning_rate": 4.612316018359471e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5386017292737961,
      "num_tokens": 47161997.0,
      "step": 61220
    },
    {
      "epoch": 0.077667760078543,
      "grad_norm": 5.03125,
      "learning_rate": 4.612252587350842e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5279648810625076,
      "num_tokens": 47169661.0,
      "step": 61230
    },
    {
      "epoch": 0.07768044467107584,
      "grad_norm": 5.6875,
      "learning_rate": 4.612189156342213e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5515261590480804,
      "num_tokens": 47177509.0,
      "step": 61240
    },
    {
      "epoch": 0.07769312926360866,
      "grad_norm": 4.90625,
      "learning_rate": 4.6121257253335836e-05,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5378527194261551,
      "num_tokens": 47185386.0,
      "step": 61250
    },
    {
      "epoch": 0.0777058138561415,
      "grad_norm": 5.03125,
      "learning_rate": 4.612062294324955e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5416207522153854,
      "num_tokens": 47192700.0,
      "step": 61260
    },
    {
      "epoch": 0.07771849844867433,
      "grad_norm": 6.59375,
      "learning_rate": 4.611998863316326e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5940111666917801,
      "num_tokens": 47198397.0,
      "step": 61270
    },
    {
      "epoch": 0.07773118304120717,
      "grad_norm": 4.8125,
      "learning_rate": 4.6119354323076965e-05,
      "loss": 2.2299,
      "mean_token_accuracy": 0.5124087929725647,
      "num_tokens": 47207513.0,
      "step": 61280
    },
    {
      "epoch": 0.07774386763374,
      "grad_norm": 6.6875,
      "learning_rate": 4.611872001299067e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5455900967121124,
      "num_tokens": 47215475.0,
      "step": 61290
    },
    {
      "epoch": 0.07775655222627284,
      "grad_norm": 5.15625,
      "learning_rate": 4.6118085702904376e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5391873270273209,
      "num_tokens": 47223388.0,
      "step": 61300
    },
    {
      "epoch": 0.07776923681880567,
      "grad_norm": 5.3125,
      "learning_rate": 4.611745139281809e-05,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5727508008480072,
      "num_tokens": 47230208.0,
      "step": 61310
    },
    {
      "epoch": 0.07778192141133851,
      "grad_norm": 5.09375,
      "learning_rate": 4.61168170827318e-05,
      "loss": 1.7586,
      "mean_token_accuracy": 0.6070066392421722,
      "num_tokens": 47236271.0,
      "step": 61320
    },
    {
      "epoch": 0.07779460600387134,
      "grad_norm": 5.28125,
      "learning_rate": 4.6116182772645506e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5428204834461212,
      "num_tokens": 47244138.0,
      "step": 61330
    },
    {
      "epoch": 0.07780729059640418,
      "grad_norm": 6.09375,
      "learning_rate": 4.611554846255922e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5520007848739624,
      "num_tokens": 47251054.0,
      "step": 61340
    },
    {
      "epoch": 0.077819975188937,
      "grad_norm": 5.5,
      "learning_rate": 4.611491415247292e-05,
      "loss": 2.2549,
      "mean_token_accuracy": 0.5143610239028931,
      "num_tokens": 47260022.0,
      "step": 61350
    },
    {
      "epoch": 0.07783265978146985,
      "grad_norm": 5.34375,
      "learning_rate": 4.611427984238663e-05,
      "loss": 2.2548,
      "mean_token_accuracy": 0.5191091358661651,
      "num_tokens": 47268055.0,
      "step": 61360
    },
    {
      "epoch": 0.07784534437400267,
      "grad_norm": 10.0625,
      "learning_rate": 4.611364553230034e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5235749304294586,
      "num_tokens": 47276391.0,
      "step": 61370
    },
    {
      "epoch": 0.07785802896653551,
      "grad_norm": 5.59375,
      "learning_rate": 4.6113011222214046e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.54787018597126,
      "num_tokens": 47284702.0,
      "step": 61380
    },
    {
      "epoch": 0.07787071355906834,
      "grad_norm": 5.34375,
      "learning_rate": 4.611237691212776e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5278117448091507,
      "num_tokens": 47292680.0,
      "step": 61390
    },
    {
      "epoch": 0.07788339815160118,
      "grad_norm": 4.46875,
      "learning_rate": 4.6111742602041463e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.542769581079483,
      "num_tokens": 47301301.0,
      "step": 61400
    },
    {
      "epoch": 0.07789608274413401,
      "grad_norm": 5.65625,
      "learning_rate": 4.6111108291955176e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5395785629749298,
      "num_tokens": 47308562.0,
      "step": 61410
    },
    {
      "epoch": 0.07790876733666685,
      "grad_norm": 6.03125,
      "learning_rate": 4.611047398186889e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5874861389398575,
      "num_tokens": 47314992.0,
      "step": 61420
    },
    {
      "epoch": 0.07792145192919968,
      "grad_norm": 5.96875,
      "learning_rate": 4.610983967178259e-05,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5835041373968124,
      "num_tokens": 47321007.0,
      "step": 61430
    },
    {
      "epoch": 0.0779341365217325,
      "grad_norm": 4.53125,
      "learning_rate": 4.61092053616963e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.58059441447258,
      "num_tokens": 47329691.0,
      "step": 61440
    },
    {
      "epoch": 0.07794682111426535,
      "grad_norm": 6.5625,
      "learning_rate": 4.6108571051610004e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.536642900109291,
      "num_tokens": 47338009.0,
      "step": 61450
    },
    {
      "epoch": 0.07795950570679817,
      "grad_norm": 5.125,
      "learning_rate": 4.6107936741523716e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5415043562650681,
      "num_tokens": 47346014.0,
      "step": 61460
    },
    {
      "epoch": 0.07797219029933102,
      "grad_norm": 5.90625,
      "learning_rate": 4.610730243143743e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5311995029449463,
      "num_tokens": 47352736.0,
      "step": 61470
    },
    {
      "epoch": 0.07798487489186384,
      "grad_norm": 5.65625,
      "learning_rate": 4.610666812135113e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5145166695117951,
      "num_tokens": 47359192.0,
      "step": 61480
    },
    {
      "epoch": 0.07799755948439668,
      "grad_norm": 5.9375,
      "learning_rate": 4.6106033811264845e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5379941284656524,
      "num_tokens": 47367975.0,
      "step": 61490
    },
    {
      "epoch": 0.07801024407692951,
      "grad_norm": 6.21875,
      "learning_rate": 4.610539950117855e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5312630593776703,
      "num_tokens": 47376425.0,
      "step": 61500
    },
    {
      "epoch": 0.07802292866946235,
      "grad_norm": 13.1875,
      "learning_rate": 4.6104765191092256e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5411866873502731,
      "num_tokens": 47383231.0,
      "step": 61510
    },
    {
      "epoch": 0.07803561326199518,
      "grad_norm": 6.1875,
      "learning_rate": 4.610413088100597e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.527544018626213,
      "num_tokens": 47391184.0,
      "step": 61520
    },
    {
      "epoch": 0.07804829785452802,
      "grad_norm": 5.90625,
      "learning_rate": 4.6103496570919674e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5553237825632096,
      "num_tokens": 47398169.0,
      "step": 61530
    },
    {
      "epoch": 0.07806098244706085,
      "grad_norm": 6.59375,
      "learning_rate": 4.6102862260833386e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5664549589157104,
      "num_tokens": 47404106.0,
      "step": 61540
    },
    {
      "epoch": 0.07807366703959369,
      "grad_norm": 5.1875,
      "learning_rate": 4.610222795074709e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5203442007303238,
      "num_tokens": 47411362.0,
      "step": 61550
    },
    {
      "epoch": 0.07808635163212652,
      "grad_norm": 8.5,
      "learning_rate": 4.61015936406608e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.534852784872055,
      "num_tokens": 47418768.0,
      "step": 61560
    },
    {
      "epoch": 0.07809903622465936,
      "grad_norm": 6.0625,
      "learning_rate": 4.610095933057451e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5329182177782059,
      "num_tokens": 47427172.0,
      "step": 61570
    },
    {
      "epoch": 0.07811172081719218,
      "grad_norm": 5.6875,
      "learning_rate": 4.6100325020488214e-05,
      "loss": 2.2332,
      "mean_token_accuracy": 0.5150203317403793,
      "num_tokens": 47434821.0,
      "step": 61580
    },
    {
      "epoch": 0.07812440540972503,
      "grad_norm": 4.65625,
      "learning_rate": 4.6099690710401926e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5687693625688552,
      "num_tokens": 47442409.0,
      "step": 61590
    },
    {
      "epoch": 0.07813709000225785,
      "grad_norm": 6.6875,
      "learning_rate": 4.609905640031563e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5266182601451874,
      "num_tokens": 47450627.0,
      "step": 61600
    },
    {
      "epoch": 0.0781497745947907,
      "grad_norm": 6.46875,
      "learning_rate": 4.6098422090229344e-05,
      "loss": 1.6736,
      "mean_token_accuracy": 0.6305075794458389,
      "num_tokens": 47457245.0,
      "step": 61610
    },
    {
      "epoch": 0.07816245918732352,
      "grad_norm": 11.25,
      "learning_rate": 4.6097787780143056e-05,
      "loss": 2.247,
      "mean_token_accuracy": 0.518995463848114,
      "num_tokens": 47464383.0,
      "step": 61620
    },
    {
      "epoch": 0.07817514377985636,
      "grad_norm": 5.0,
      "learning_rate": 4.609715347005676e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5256520956754684,
      "num_tokens": 47472957.0,
      "step": 61630
    },
    {
      "epoch": 0.07818782837238919,
      "grad_norm": 4.78125,
      "learning_rate": 4.6096519159970466e-05,
      "loss": 2.3035,
      "mean_token_accuracy": 0.5045632064342499,
      "num_tokens": 47481204.0,
      "step": 61640
    },
    {
      "epoch": 0.07820051296492203,
      "grad_norm": 4.78125,
      "learning_rate": 4.609588484988417e-05,
      "loss": 1.9304,
      "mean_token_accuracy": 0.5560531765222549,
      "num_tokens": 47489539.0,
      "step": 61650
    },
    {
      "epoch": 0.07821319755745486,
      "grad_norm": 5.1875,
      "learning_rate": 4.6095250539797884e-05,
      "loss": 2.365,
      "mean_token_accuracy": 0.49704269468784334,
      "num_tokens": 47497852.0,
      "step": 61660
    },
    {
      "epoch": 0.0782258821499877,
      "grad_norm": 5.125,
      "learning_rate": 4.6094616229711596e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5275625616312027,
      "num_tokens": 47506641.0,
      "step": 61670
    },
    {
      "epoch": 0.07823856674252053,
      "grad_norm": 7.0,
      "learning_rate": 4.60939819196253e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.548369574546814,
      "num_tokens": 47514343.0,
      "step": 61680
    },
    {
      "epoch": 0.07825125133505337,
      "grad_norm": 4.59375,
      "learning_rate": 4.6093347609539014e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5215816646814346,
      "num_tokens": 47521086.0,
      "step": 61690
    },
    {
      "epoch": 0.0782639359275862,
      "grad_norm": 6.21875,
      "learning_rate": 4.609271329945272e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5138226300477982,
      "num_tokens": 47529088.0,
      "step": 61700
    },
    {
      "epoch": 0.07827662052011904,
      "grad_norm": 4.78125,
      "learning_rate": 4.6092078989366424e-05,
      "loss": 1.7429,
      "mean_token_accuracy": 0.62302266061306,
      "num_tokens": 47535510.0,
      "step": 61710
    },
    {
      "epoch": 0.07828930511265186,
      "grad_norm": 6.09375,
      "learning_rate": 4.6091444679280136e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5242782950401306,
      "num_tokens": 47542484.0,
      "step": 61720
    },
    {
      "epoch": 0.0783019897051847,
      "grad_norm": 5.65625,
      "learning_rate": 4.609081036919384e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5210303157567978,
      "num_tokens": 47550139.0,
      "step": 61730
    },
    {
      "epoch": 0.07831467429771753,
      "grad_norm": 5.0,
      "learning_rate": 4.6090176059107554e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5376178592443466,
      "num_tokens": 47557015.0,
      "step": 61740
    },
    {
      "epoch": 0.07832735889025037,
      "grad_norm": 7.96875,
      "learning_rate": 4.6089541749021266e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5320386946201324,
      "num_tokens": 47565076.0,
      "step": 61750
    },
    {
      "epoch": 0.0783400434827832,
      "grad_norm": 6.96875,
      "learning_rate": 4.608890743893497e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5380434513092041,
      "num_tokens": 47572620.0,
      "step": 61760
    },
    {
      "epoch": 0.07835272807531604,
      "grad_norm": 5.75,
      "learning_rate": 4.6088273128848683e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5191780596971511,
      "num_tokens": 47580341.0,
      "step": 61770
    },
    {
      "epoch": 0.07836541266784887,
      "grad_norm": 4.8125,
      "learning_rate": 4.608763881876238e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5414855569601059,
      "num_tokens": 47589045.0,
      "step": 61780
    },
    {
      "epoch": 0.07837809726038171,
      "grad_norm": 6.53125,
      "learning_rate": 4.6087004508676094e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.5789800822734833,
      "num_tokens": 47595759.0,
      "step": 61790
    },
    {
      "epoch": 0.07839078185291454,
      "grad_norm": 6.03125,
      "learning_rate": 4.6086370198589806e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5352230459451676,
      "num_tokens": 47603730.0,
      "step": 61800
    },
    {
      "epoch": 0.07840346644544738,
      "grad_norm": 5.78125,
      "learning_rate": 4.608573588850351e-05,
      "loss": 2.2435,
      "mean_token_accuracy": 0.5244762927293778,
      "num_tokens": 47612478.0,
      "step": 61810
    },
    {
      "epoch": 0.0784161510379802,
      "grad_norm": 6.53125,
      "learning_rate": 4.6085101578417224e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5269099354743958,
      "num_tokens": 47619739.0,
      "step": 61820
    },
    {
      "epoch": 0.07842883563051305,
      "grad_norm": 5.46875,
      "learning_rate": 4.608446726833093e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5353233844041825,
      "num_tokens": 47627864.0,
      "step": 61830
    },
    {
      "epoch": 0.07844152022304587,
      "grad_norm": 6.9375,
      "learning_rate": 4.608383295824464e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5264504522085189,
      "num_tokens": 47636439.0,
      "step": 61840
    },
    {
      "epoch": 0.07845420481557872,
      "grad_norm": 5.84375,
      "learning_rate": 4.6083198648158347e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5420311719179154,
      "num_tokens": 47643243.0,
      "step": 61850
    },
    {
      "epoch": 0.07846688940811154,
      "grad_norm": 5.6875,
      "learning_rate": 4.608256433807205e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5461901694536209,
      "num_tokens": 47652337.0,
      "step": 61860
    },
    {
      "epoch": 0.07847957400064438,
      "grad_norm": 6.03125,
      "learning_rate": 4.6081930027985764e-05,
      "loss": 1.8821,
      "mean_token_accuracy": 0.5734624832868576,
      "num_tokens": 47659882.0,
      "step": 61870
    },
    {
      "epoch": 0.07849225859317721,
      "grad_norm": 6.15625,
      "learning_rate": 4.608129571789947e-05,
      "loss": 2.2672,
      "mean_token_accuracy": 0.5000838696956634,
      "num_tokens": 47668192.0,
      "step": 61880
    },
    {
      "epoch": 0.07850494318571005,
      "grad_norm": 4.25,
      "learning_rate": 4.608066140781318e-05,
      "loss": 1.8827,
      "mean_token_accuracy": 0.5809676349163055,
      "num_tokens": 47675450.0,
      "step": 61890
    },
    {
      "epoch": 0.07851762777824288,
      "grad_norm": 7.5625,
      "learning_rate": 4.6080027097726894e-05,
      "loss": 2.2406,
      "mean_token_accuracy": 0.5156742125749588,
      "num_tokens": 47682998.0,
      "step": 61900
    },
    {
      "epoch": 0.0785303123707757,
      "grad_norm": 6.8125,
      "learning_rate": 4.60793927876406e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5325866967439652,
      "num_tokens": 47690937.0,
      "step": 61910
    },
    {
      "epoch": 0.07854299696330855,
      "grad_norm": 6.375,
      "learning_rate": 4.6078758477554304e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.527359864115715,
      "num_tokens": 47699867.0,
      "step": 61920
    },
    {
      "epoch": 0.07855568155584138,
      "grad_norm": 5.03125,
      "learning_rate": 4.607812416746801e-05,
      "loss": 2.3083,
      "mean_token_accuracy": 0.5065498650074005,
      "num_tokens": 47708080.0,
      "step": 61930
    },
    {
      "epoch": 0.07856836614837422,
      "grad_norm": 4.78125,
      "learning_rate": 4.607748985738172e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5248318254947663,
      "num_tokens": 47716222.0,
      "step": 61940
    },
    {
      "epoch": 0.07858105074090704,
      "grad_norm": 4.90625,
      "learning_rate": 4.6076855547295434e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5234100639820098,
      "num_tokens": 47724030.0,
      "step": 61950
    },
    {
      "epoch": 0.07859373533343988,
      "grad_norm": 5.375,
      "learning_rate": 4.607622123720914e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.532559049129486,
      "num_tokens": 47732345.0,
      "step": 61960
    },
    {
      "epoch": 0.07860641992597271,
      "grad_norm": 5.0,
      "learning_rate": 4.607558692712285e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5708850979804992,
      "num_tokens": 47740622.0,
      "step": 61970
    },
    {
      "epoch": 0.07861910451850555,
      "grad_norm": 4.75,
      "learning_rate": 4.607495261703656e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.539125594496727,
      "num_tokens": 47749176.0,
      "step": 61980
    },
    {
      "epoch": 0.07863178911103838,
      "grad_norm": 5.21875,
      "learning_rate": 4.607431830695026e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.545128870010376,
      "num_tokens": 47755983.0,
      "step": 61990
    },
    {
      "epoch": 0.07864447370357122,
      "grad_norm": 5.21875,
      "learning_rate": 4.6073683996863974e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5605707705020905,
      "num_tokens": 47763428.0,
      "step": 62000
    },
    {
      "epoch": 0.07865715829610405,
      "grad_norm": 5.84375,
      "learning_rate": 4.607304968677768e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.554421329498291,
      "num_tokens": 47771630.0,
      "step": 62010
    },
    {
      "epoch": 0.07866984288863689,
      "grad_norm": 6.78125,
      "learning_rate": 4.607241537669139e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5269363701343537,
      "num_tokens": 47779255.0,
      "step": 62020
    },
    {
      "epoch": 0.07868252748116972,
      "grad_norm": 5.1875,
      "learning_rate": 4.60717810666051e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5169448465108871,
      "num_tokens": 47788041.0,
      "step": 62030
    },
    {
      "epoch": 0.07869521207370256,
      "grad_norm": 4.90625,
      "learning_rate": 4.607114675651881e-05,
      "loss": 1.9114,
      "mean_token_accuracy": 0.5647541463375092,
      "num_tokens": 47795508.0,
      "step": 62040
    },
    {
      "epoch": 0.07870789666623539,
      "grad_norm": 7.1875,
      "learning_rate": 4.6070512446432515e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5328929126262665,
      "num_tokens": 47803182.0,
      "step": 62050
    },
    {
      "epoch": 0.07872058125876823,
      "grad_norm": 5.9375,
      "learning_rate": 4.606987813634622e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5433271259069443,
      "num_tokens": 47809464.0,
      "step": 62060
    },
    {
      "epoch": 0.07873326585130105,
      "grad_norm": 6.4375,
      "learning_rate": 4.606924382625993e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5365739911794662,
      "num_tokens": 47817840.0,
      "step": 62070
    },
    {
      "epoch": 0.0787459504438339,
      "grad_norm": 5.0625,
      "learning_rate": 4.606860951617364e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5270349144935608,
      "num_tokens": 47825866.0,
      "step": 62080
    },
    {
      "epoch": 0.07875863503636672,
      "grad_norm": 5.40625,
      "learning_rate": 4.606797520608735e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5302220940589905,
      "num_tokens": 47834290.0,
      "step": 62090
    },
    {
      "epoch": 0.07877131962889956,
      "grad_norm": 6.28125,
      "learning_rate": 4.606734089600106e-05,
      "loss": 1.8968,
      "mean_token_accuracy": 0.5850711107254029,
      "num_tokens": 47841217.0,
      "step": 62100
    },
    {
      "epoch": 0.07878400422143239,
      "grad_norm": 4.59375,
      "learning_rate": 4.606670658591477e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5202541589736939,
      "num_tokens": 47849089.0,
      "step": 62110
    },
    {
      "epoch": 0.07879668881396523,
      "grad_norm": 6.65625,
      "learning_rate": 4.606607227582847e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5694130182266235,
      "num_tokens": 47856178.0,
      "step": 62120
    },
    {
      "epoch": 0.07880937340649806,
      "grad_norm": 5.5625,
      "learning_rate": 4.606543796574218e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.557545056939125,
      "num_tokens": 47863299.0,
      "step": 62130
    },
    {
      "epoch": 0.0788220579990309,
      "grad_norm": 6.28125,
      "learning_rate": 4.606480365565589e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5297392427921295,
      "num_tokens": 47871773.0,
      "step": 62140
    },
    {
      "epoch": 0.07883474259156373,
      "grad_norm": 4.71875,
      "learning_rate": 4.60641693455696e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5410481989383698,
      "num_tokens": 47879829.0,
      "step": 62150
    },
    {
      "epoch": 0.07884742718409657,
      "grad_norm": 9.0625,
      "learning_rate": 4.606353503548331e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5427555501461029,
      "num_tokens": 47888096.0,
      "step": 62160
    },
    {
      "epoch": 0.0788601117766294,
      "grad_norm": 5.125,
      "learning_rate": 4.606290072539702e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5173859417438507,
      "num_tokens": 47896559.0,
      "step": 62170
    },
    {
      "epoch": 0.07887279636916224,
      "grad_norm": 7.0,
      "learning_rate": 4.6062266415310725e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5470454066991806,
      "num_tokens": 47902921.0,
      "step": 62180
    },
    {
      "epoch": 0.07888548096169506,
      "grad_norm": 5.0625,
      "learning_rate": 4.606163210522444e-05,
      "loss": 2.3098,
      "mean_token_accuracy": 0.5101816356182098,
      "num_tokens": 47910706.0,
      "step": 62190
    },
    {
      "epoch": 0.0788981655542279,
      "grad_norm": 5.96875,
      "learning_rate": 4.606099779513814e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5293112695217133,
      "num_tokens": 47918580.0,
      "step": 62200
    },
    {
      "epoch": 0.07891085014676073,
      "grad_norm": 5.71875,
      "learning_rate": 4.606036348505185e-05,
      "loss": 1.6379,
      "mean_token_accuracy": 0.6295896351337433,
      "num_tokens": 47925879.0,
      "step": 62210
    },
    {
      "epoch": 0.07892353473929357,
      "grad_norm": 5.78125,
      "learning_rate": 4.605972917496556e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.524967509508133,
      "num_tokens": 47934080.0,
      "step": 62220
    },
    {
      "epoch": 0.0789362193318264,
      "grad_norm": 7.90625,
      "learning_rate": 4.6059094864879265e-05,
      "loss": 2.2865,
      "mean_token_accuracy": 0.5142536103725434,
      "num_tokens": 47941840.0,
      "step": 62230
    },
    {
      "epoch": 0.07894890392435924,
      "grad_norm": 6.46875,
      "learning_rate": 4.605846055479298e-05,
      "loss": 1.9414,
      "mean_token_accuracy": 0.564396333694458,
      "num_tokens": 47949888.0,
      "step": 62240
    },
    {
      "epoch": 0.07896158851689207,
      "grad_norm": 5.15625,
      "learning_rate": 4.605782624470669e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5097950518131256,
      "num_tokens": 47958868.0,
      "step": 62250
    },
    {
      "epoch": 0.07897427310942491,
      "grad_norm": 4.4375,
      "learning_rate": 4.6057191934620395e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5700241267681122,
      "num_tokens": 47966336.0,
      "step": 62260
    },
    {
      "epoch": 0.07898695770195774,
      "grad_norm": 4.84375,
      "learning_rate": 4.60565576245341e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5581703513860703,
      "num_tokens": 47973953.0,
      "step": 62270
    },
    {
      "epoch": 0.07899964229449058,
      "grad_norm": 4.8125,
      "learning_rate": 4.6055923314447805e-05,
      "loss": 2.2875,
      "mean_token_accuracy": 0.5108431041240692,
      "num_tokens": 47982181.0,
      "step": 62280
    },
    {
      "epoch": 0.0790123268870234,
      "grad_norm": 11.375,
      "learning_rate": 4.605528900436152e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.554394069314003,
      "num_tokens": 47990073.0,
      "step": 62290
    },
    {
      "epoch": 0.07902501147955625,
      "grad_norm": 4.9375,
      "learning_rate": 4.605465469427523e-05,
      "loss": 1.8283,
      "mean_token_accuracy": 0.5910211503505707,
      "num_tokens": 47997456.0,
      "step": 62300
    },
    {
      "epoch": 0.07903769607208908,
      "grad_norm": 5.4375,
      "learning_rate": 4.6054020384188935e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5302931249141694,
      "num_tokens": 48004791.0,
      "step": 62310
    },
    {
      "epoch": 0.07905038066462192,
      "grad_norm": 4.65625,
      "learning_rate": 4.605338607410265e-05,
      "loss": 1.8868,
      "mean_token_accuracy": 0.5785742104053497,
      "num_tokens": 48011811.0,
      "step": 62320
    },
    {
      "epoch": 0.07906306525715474,
      "grad_norm": 4.90625,
      "learning_rate": 4.605275176401635e-05,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5757221102714538,
      "num_tokens": 48018577.0,
      "step": 62330
    },
    {
      "epoch": 0.07907574984968758,
      "grad_norm": 5.96875,
      "learning_rate": 4.605211745393006e-05,
      "loss": 2.3776,
      "mean_token_accuracy": 0.49768645167350767,
      "num_tokens": 48027711.0,
      "step": 62340
    },
    {
      "epoch": 0.07908843444222041,
      "grad_norm": 5.15625,
      "learning_rate": 4.605148314384377e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5236283302307129,
      "num_tokens": 48035567.0,
      "step": 62350
    },
    {
      "epoch": 0.07910111903475325,
      "grad_norm": 8.9375,
      "learning_rate": 4.6050848833757475e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5233725488185883,
      "num_tokens": 48042655.0,
      "step": 62360
    },
    {
      "epoch": 0.07911380362728608,
      "grad_norm": 4.90625,
      "learning_rate": 4.605021452367119e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5531547963619232,
      "num_tokens": 48051557.0,
      "step": 62370
    },
    {
      "epoch": 0.07912648821981891,
      "grad_norm": 4.78125,
      "learning_rate": 4.604958021358489e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5325137943029403,
      "num_tokens": 48058776.0,
      "step": 62380
    },
    {
      "epoch": 0.07913917281235175,
      "grad_norm": 7.15625,
      "learning_rate": 4.6048945903498605e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5672966629266739,
      "num_tokens": 48065726.0,
      "step": 62390
    },
    {
      "epoch": 0.07915185740488458,
      "grad_norm": 5.34375,
      "learning_rate": 4.604831159341231e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5266793370246887,
      "num_tokens": 48073627.0,
      "step": 62400
    },
    {
      "epoch": 0.07916454199741742,
      "grad_norm": 8.9375,
      "learning_rate": 4.6047677283326016e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5337026983499527,
      "num_tokens": 48081185.0,
      "step": 62410
    },
    {
      "epoch": 0.07917722658995024,
      "grad_norm": 5.25,
      "learning_rate": 4.604704297323973e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5521637767553329,
      "num_tokens": 48088731.0,
      "step": 62420
    },
    {
      "epoch": 0.07918991118248309,
      "grad_norm": 4.84375,
      "learning_rate": 4.604640866315343e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5305790156126022,
      "num_tokens": 48096360.0,
      "step": 62430
    },
    {
      "epoch": 0.07920259577501591,
      "grad_norm": 4.75,
      "learning_rate": 4.6045774353067145e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5230218321084976,
      "num_tokens": 48103934.0,
      "step": 62440
    },
    {
      "epoch": 0.07921528036754875,
      "grad_norm": 5.90625,
      "learning_rate": 4.604514004298086e-05,
      "loss": 2.3494,
      "mean_token_accuracy": 0.5058559507131577,
      "num_tokens": 48111684.0,
      "step": 62450
    },
    {
      "epoch": 0.07922796496008158,
      "grad_norm": 4.78125,
      "learning_rate": 4.604450573289456e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5545677602291107,
      "num_tokens": 48119524.0,
      "step": 62460
    },
    {
      "epoch": 0.07924064955261442,
      "grad_norm": 8.5625,
      "learning_rate": 4.604387142280827e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5448262691497803,
      "num_tokens": 48126234.0,
      "step": 62470
    },
    {
      "epoch": 0.07925333414514725,
      "grad_norm": 6.09375,
      "learning_rate": 4.6043237112721973e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5582754194736481,
      "num_tokens": 48133230.0,
      "step": 62480
    },
    {
      "epoch": 0.07926601873768009,
      "grad_norm": 4.5,
      "learning_rate": 4.6042602802635686e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5804174035787583,
      "num_tokens": 48141127.0,
      "step": 62490
    },
    {
      "epoch": 0.07927870333021292,
      "grad_norm": 8.0,
      "learning_rate": 4.60419684925494e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5564482688903809,
      "num_tokens": 48148459.0,
      "step": 62500
    },
    {
      "epoch": 0.07929138792274576,
      "grad_norm": 5.375,
      "learning_rate": 4.60413341824631e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5242936015129089,
      "num_tokens": 48155979.0,
      "step": 62510
    },
    {
      "epoch": 0.07930407251527859,
      "grad_norm": 6.5,
      "learning_rate": 4.6040699872376815e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5512904405593873,
      "num_tokens": 48163456.0,
      "step": 62520
    },
    {
      "epoch": 0.07931675710781143,
      "grad_norm": 5.96875,
      "learning_rate": 4.604006556229052e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.543038734793663,
      "num_tokens": 48170799.0,
      "step": 62530
    },
    {
      "epoch": 0.07932944170034426,
      "grad_norm": 5.375,
      "learning_rate": 4.6039431252204226e-05,
      "loss": 2.45,
      "mean_token_accuracy": 0.48731622099876404,
      "num_tokens": 48178583.0,
      "step": 62540
    },
    {
      "epoch": 0.0793421262928771,
      "grad_norm": 6.40625,
      "learning_rate": 4.603879694211794e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5556004583835602,
      "num_tokens": 48186066.0,
      "step": 62550
    },
    {
      "epoch": 0.07935481088540992,
      "grad_norm": 5.3125,
      "learning_rate": 4.603816263203164e-05,
      "loss": 2.4127,
      "mean_token_accuracy": 0.49768437445163727,
      "num_tokens": 48193857.0,
      "step": 62560
    },
    {
      "epoch": 0.07936749547794276,
      "grad_norm": 7.71875,
      "learning_rate": 4.6037528321945355e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5394862830638886,
      "num_tokens": 48201122.0,
      "step": 62570
    },
    {
      "epoch": 0.07938018007047559,
      "grad_norm": 4.625,
      "learning_rate": 4.603689401185906e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5493047654628753,
      "num_tokens": 48209867.0,
      "step": 62580
    },
    {
      "epoch": 0.07939286466300843,
      "grad_norm": 4.59375,
      "learning_rate": 4.603625970177277e-05,
      "loss": 2.2486,
      "mean_token_accuracy": 0.5174005597829818,
      "num_tokens": 48218161.0,
      "step": 62590
    },
    {
      "epoch": 0.07940554925554126,
      "grad_norm": 5.0625,
      "learning_rate": 4.6035625391686485e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5196102857589722,
      "num_tokens": 48226714.0,
      "step": 62600
    },
    {
      "epoch": 0.0794182338480741,
      "grad_norm": 5.75,
      "learning_rate": 4.603499108160019e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5266239315271377,
      "num_tokens": 48233808.0,
      "step": 62610
    },
    {
      "epoch": 0.07943091844060693,
      "grad_norm": 5.09375,
      "learning_rate": 4.6034356771513896e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5317613124847412,
      "num_tokens": 48241581.0,
      "step": 62620
    },
    {
      "epoch": 0.07944360303313977,
      "grad_norm": 5.75,
      "learning_rate": 4.603372246142761e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5231945753097534,
      "num_tokens": 48250572.0,
      "step": 62630
    },
    {
      "epoch": 0.0794562876256726,
      "grad_norm": 6.90625,
      "learning_rate": 4.603308815134131e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5378057271242142,
      "num_tokens": 48257966.0,
      "step": 62640
    },
    {
      "epoch": 0.07946897221820544,
      "grad_norm": 7.625,
      "learning_rate": 4.6032453841255025e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5526892393827438,
      "num_tokens": 48265044.0,
      "step": 62650
    },
    {
      "epoch": 0.07948165681073827,
      "grad_norm": 5.5,
      "learning_rate": 4.603181953116873e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5681078851222991,
      "num_tokens": 48271945.0,
      "step": 62660
    },
    {
      "epoch": 0.07949434140327111,
      "grad_norm": 4.75,
      "learning_rate": 4.603118522108244e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.512889164686203,
      "num_tokens": 48279161.0,
      "step": 62670
    },
    {
      "epoch": 0.07950702599580393,
      "grad_norm": 6.6875,
      "learning_rate": 4.603055091099615e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5389907032251358,
      "num_tokens": 48287683.0,
      "step": 62680
    },
    {
      "epoch": 0.07951971058833678,
      "grad_norm": 4.5625,
      "learning_rate": 4.6029916600909854e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5308822870254517,
      "num_tokens": 48296282.0,
      "step": 62690
    },
    {
      "epoch": 0.0795323951808696,
      "grad_norm": 5.25,
      "learning_rate": 4.6029282290823566e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5405598312616349,
      "num_tokens": 48305081.0,
      "step": 62700
    },
    {
      "epoch": 0.07954507977340244,
      "grad_norm": 8.4375,
      "learning_rate": 4.602864798073727e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5458855926990509,
      "num_tokens": 48313178.0,
      "step": 62710
    },
    {
      "epoch": 0.07955776436593527,
      "grad_norm": 6.03125,
      "learning_rate": 4.602801367065098e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5360053539276123,
      "num_tokens": 48320042.0,
      "step": 62720
    },
    {
      "epoch": 0.07957044895846811,
      "grad_norm": 5.15625,
      "learning_rate": 4.6027379360564695e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5287371098995208,
      "num_tokens": 48328825.0,
      "step": 62730
    },
    {
      "epoch": 0.07958313355100094,
      "grad_norm": 5.3125,
      "learning_rate": 4.60267450504784e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5417542070150375,
      "num_tokens": 48337659.0,
      "step": 62740
    },
    {
      "epoch": 0.07959581814353378,
      "grad_norm": 5.0,
      "learning_rate": 4.6026110740392106e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5142250537872315,
      "num_tokens": 48345833.0,
      "step": 62750
    },
    {
      "epoch": 0.07960850273606661,
      "grad_norm": 5.84375,
      "learning_rate": 4.602547643030581e-05,
      "loss": 1.6704,
      "mean_token_accuracy": 0.6229965448379516,
      "num_tokens": 48351211.0,
      "step": 62760
    },
    {
      "epoch": 0.07962118732859945,
      "grad_norm": 5.8125,
      "learning_rate": 4.6024842120219524e-05,
      "loss": 2.2555,
      "mean_token_accuracy": 0.5170411258935929,
      "num_tokens": 48359605.0,
      "step": 62770
    },
    {
      "epoch": 0.07963387192113228,
      "grad_norm": 9.125,
      "learning_rate": 4.6024207810133236e-05,
      "loss": 1.8687,
      "mean_token_accuracy": 0.5957370489835739,
      "num_tokens": 48366512.0,
      "step": 62780
    },
    {
      "epoch": 0.07964655651366512,
      "grad_norm": 8.375,
      "learning_rate": 4.602357350004694e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5247688055038452,
      "num_tokens": 48373805.0,
      "step": 62790
    },
    {
      "epoch": 0.07965924110619794,
      "grad_norm": 7.09375,
      "learning_rate": 4.602293918996065e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5450367420911789,
      "num_tokens": 48381133.0,
      "step": 62800
    },
    {
      "epoch": 0.07967192569873079,
      "grad_norm": 4.71875,
      "learning_rate": 4.602230487987436e-05,
      "loss": 2.3742,
      "mean_token_accuracy": 0.5013172030448914,
      "num_tokens": 48388939.0,
      "step": 62810
    },
    {
      "epoch": 0.07968461029126361,
      "grad_norm": 5.15625,
      "learning_rate": 4.6021670569788064e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5294474214315414,
      "num_tokens": 48396383.0,
      "step": 62820
    },
    {
      "epoch": 0.07969729488379645,
      "grad_norm": 6.09375,
      "learning_rate": 4.6021036259701776e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5592081546783447,
      "num_tokens": 48403841.0,
      "step": 62830
    },
    {
      "epoch": 0.07970997947632928,
      "grad_norm": 5.25,
      "learning_rate": 4.602040194961548e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5298726737499238,
      "num_tokens": 48411220.0,
      "step": 62840
    },
    {
      "epoch": 0.07972266406886211,
      "grad_norm": 5.59375,
      "learning_rate": 4.6019767639529193e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5468956023454666,
      "num_tokens": 48418273.0,
      "step": 62850
    },
    {
      "epoch": 0.07973534866139495,
      "grad_norm": 7.6875,
      "learning_rate": 4.60191333294429e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5427827358245849,
      "num_tokens": 48426335.0,
      "step": 62860
    },
    {
      "epoch": 0.07974803325392778,
      "grad_norm": 7.4375,
      "learning_rate": 4.601849901935661e-05,
      "loss": 1.8436,
      "mean_token_accuracy": 0.5909359008073807,
      "num_tokens": 48432727.0,
      "step": 62870
    },
    {
      "epoch": 0.07976071784646062,
      "grad_norm": 4.90625,
      "learning_rate": 4.601786470927032e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5429889738559723,
      "num_tokens": 48441734.0,
      "step": 62880
    },
    {
      "epoch": 0.07977340243899345,
      "grad_norm": 5.875,
      "learning_rate": 4.601723039918402e-05,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5187526285648346,
      "num_tokens": 48450618.0,
      "step": 62890
    },
    {
      "epoch": 0.07978608703152629,
      "grad_norm": 5.125,
      "learning_rate": 4.6016596089097734e-05,
      "loss": 2.3035,
      "mean_token_accuracy": 0.5060496926307678,
      "num_tokens": 48458510.0,
      "step": 62900
    },
    {
      "epoch": 0.07979877162405911,
      "grad_norm": 5.65625,
      "learning_rate": 4.601596177901144e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5485082060098648,
      "num_tokens": 48466877.0,
      "step": 62910
    },
    {
      "epoch": 0.07981145621659196,
      "grad_norm": 5.03125,
      "learning_rate": 4.601532746892515e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5516854524612427,
      "num_tokens": 48475335.0,
      "step": 62920
    },
    {
      "epoch": 0.07982414080912478,
      "grad_norm": 5.375,
      "learning_rate": 4.601469315883886e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5209372520446778,
      "num_tokens": 48483773.0,
      "step": 62930
    },
    {
      "epoch": 0.07983682540165762,
      "grad_norm": 4.875,
      "learning_rate": 4.601405884875257e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5623888432979584,
      "num_tokens": 48491948.0,
      "step": 62940
    },
    {
      "epoch": 0.07984950999419045,
      "grad_norm": 5.84375,
      "learning_rate": 4.601342453866628e-05,
      "loss": 2.2559,
      "mean_token_accuracy": 0.5083879917860031,
      "num_tokens": 48499819.0,
      "step": 62950
    },
    {
      "epoch": 0.07986219458672329,
      "grad_norm": 5.75,
      "learning_rate": 4.601279022857998e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5367864340543747,
      "num_tokens": 48506838.0,
      "step": 62960
    },
    {
      "epoch": 0.07987487917925612,
      "grad_norm": 6.0625,
      "learning_rate": 4.601215591849369e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5308177798986435,
      "num_tokens": 48515494.0,
      "step": 62970
    },
    {
      "epoch": 0.07988756377178896,
      "grad_norm": 6.09375,
      "learning_rate": 4.6011521608407404e-05,
      "loss": 2.274,
      "mean_token_accuracy": 0.5139053195714951,
      "num_tokens": 48523204.0,
      "step": 62980
    },
    {
      "epoch": 0.07990024836432179,
      "grad_norm": 5.84375,
      "learning_rate": 4.601088729832111e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5104057401418686,
      "num_tokens": 48531962.0,
      "step": 62990
    },
    {
      "epoch": 0.07991293295685463,
      "grad_norm": 6.03125,
      "learning_rate": 4.601025298823482e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.552279457449913,
      "num_tokens": 48538285.0,
      "step": 63000
    },
    {
      "epoch": 0.07992561754938746,
      "grad_norm": 5.75,
      "learning_rate": 4.6009618678148526e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5255098074674607,
      "num_tokens": 48544917.0,
      "step": 63010
    },
    {
      "epoch": 0.0799383021419203,
      "grad_norm": 5.0,
      "learning_rate": 4.600898436806224e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5281471997499466,
      "num_tokens": 48553000.0,
      "step": 63020
    },
    {
      "epoch": 0.07995098673445312,
      "grad_norm": 6.375,
      "learning_rate": 4.6008350057975944e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5644883513450623,
      "num_tokens": 48561230.0,
      "step": 63030
    },
    {
      "epoch": 0.07996367132698597,
      "grad_norm": 5.5625,
      "learning_rate": 4.600771574788965e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5448903501033783,
      "num_tokens": 48568359.0,
      "step": 63040
    },
    {
      "epoch": 0.0799763559195188,
      "grad_norm": 5.0625,
      "learning_rate": 4.600708143780336e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5675934374332428,
      "num_tokens": 48574990.0,
      "step": 63050
    },
    {
      "epoch": 0.07998904051205163,
      "grad_norm": 5.0625,
      "learning_rate": 4.600644712771707e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5434557557106018,
      "num_tokens": 48583013.0,
      "step": 63060
    },
    {
      "epoch": 0.08000172510458446,
      "grad_norm": 5.59375,
      "learning_rate": 4.600581281763078e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5178231835365296,
      "num_tokens": 48590187.0,
      "step": 63070
    },
    {
      "epoch": 0.0800144096971173,
      "grad_norm": 5.09375,
      "learning_rate": 4.600517850754449e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5162348777055741,
      "num_tokens": 48596754.0,
      "step": 63080
    },
    {
      "epoch": 0.08002709428965013,
      "grad_norm": 6.5625,
      "learning_rate": 4.6004544197458196e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5337232619524002,
      "num_tokens": 48604117.0,
      "step": 63090
    },
    {
      "epoch": 0.08003977888218297,
      "grad_norm": 5.34375,
      "learning_rate": 4.60039098873719e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5497067183256149,
      "num_tokens": 48611331.0,
      "step": 63100
    },
    {
      "epoch": 0.0800524634747158,
      "grad_norm": 5.59375,
      "learning_rate": 4.600327557728561e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5448097467422486,
      "num_tokens": 48618066.0,
      "step": 63110
    },
    {
      "epoch": 0.08006514806724864,
      "grad_norm": 6.96875,
      "learning_rate": 4.600264126719932e-05,
      "loss": 1.7407,
      "mean_token_accuracy": 0.6141554296016694,
      "num_tokens": 48625089.0,
      "step": 63120
    },
    {
      "epoch": 0.08007783265978147,
      "grad_norm": 5.5,
      "learning_rate": 4.600200695711303e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5447564154863358,
      "num_tokens": 48632238.0,
      "step": 63130
    },
    {
      "epoch": 0.08009051725231431,
      "grad_norm": 6.15625,
      "learning_rate": 4.600137264702674e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5342199444770813,
      "num_tokens": 48640496.0,
      "step": 63140
    },
    {
      "epoch": 0.08010320184484714,
      "grad_norm": 5.15625,
      "learning_rate": 4.600073833694045e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5485501021146775,
      "num_tokens": 48648590.0,
      "step": 63150
    },
    {
      "epoch": 0.08011588643737998,
      "grad_norm": 5.0625,
      "learning_rate": 4.6000104026854154e-05,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5180201947689056,
      "num_tokens": 48656922.0,
      "step": 63160
    },
    {
      "epoch": 0.0801285710299128,
      "grad_norm": 8.5625,
      "learning_rate": 4.599946971676786e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5374322056770324,
      "num_tokens": 48665126.0,
      "step": 63170
    },
    {
      "epoch": 0.08014125562244565,
      "grad_norm": 5.96875,
      "learning_rate": 4.599883540668157e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.53506880402565,
      "num_tokens": 48672779.0,
      "step": 63180
    },
    {
      "epoch": 0.08015394021497847,
      "grad_norm": 7.3125,
      "learning_rate": 4.599820109659528e-05,
      "loss": 2.291,
      "mean_token_accuracy": 0.5037773668766021,
      "num_tokens": 48679989.0,
      "step": 63190
    },
    {
      "epoch": 0.08016662480751131,
      "grad_norm": 7.4375,
      "learning_rate": 4.599756678650899e-05,
      "loss": 1.9268,
      "mean_token_accuracy": 0.5740293055772782,
      "num_tokens": 48688108.0,
      "step": 63200
    },
    {
      "epoch": 0.08017930940004414,
      "grad_norm": 6.09375,
      "learning_rate": 4.5996932476422695e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5288784801959991,
      "num_tokens": 48696441.0,
      "step": 63210
    },
    {
      "epoch": 0.08019199399257698,
      "grad_norm": 4.8125,
      "learning_rate": 4.599629816633641e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5557458430528641,
      "num_tokens": 48704443.0,
      "step": 63220
    },
    {
      "epoch": 0.08020467858510981,
      "grad_norm": 5.375,
      "learning_rate": 4.599566385625011e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5404791533946991,
      "num_tokens": 48711982.0,
      "step": 63230
    },
    {
      "epoch": 0.08021736317764265,
      "grad_norm": 4.875,
      "learning_rate": 4.599502954616382e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5271150678396225,
      "num_tokens": 48721039.0,
      "step": 63240
    },
    {
      "epoch": 0.08023004777017548,
      "grad_norm": 5.9375,
      "learning_rate": 4.599439523607753e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5350690215826035,
      "num_tokens": 48727960.0,
      "step": 63250
    },
    {
      "epoch": 0.08024273236270832,
      "grad_norm": 4.96875,
      "learning_rate": 4.5993760925991235e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5439578384160996,
      "num_tokens": 48734723.0,
      "step": 63260
    },
    {
      "epoch": 0.08025541695524115,
      "grad_norm": 6.46875,
      "learning_rate": 4.599312661590495e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5673271805047989,
      "num_tokens": 48741872.0,
      "step": 63270
    },
    {
      "epoch": 0.08026810154777399,
      "grad_norm": 6.0,
      "learning_rate": 4.599249230581866e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5342677175998688,
      "num_tokens": 48749672.0,
      "step": 63280
    },
    {
      "epoch": 0.08028078614030681,
      "grad_norm": 5.875,
      "learning_rate": 4.5991857995732364e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5246255725622178,
      "num_tokens": 48758627.0,
      "step": 63290
    },
    {
      "epoch": 0.08029347073283966,
      "grad_norm": 5.125,
      "learning_rate": 4.5991223685646077e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5310457587242127,
      "num_tokens": 48767464.0,
      "step": 63300
    },
    {
      "epoch": 0.08030615532537248,
      "grad_norm": 8.1875,
      "learning_rate": 4.5990589375559775e-05,
      "loss": 2.2398,
      "mean_token_accuracy": 0.5147678136825562,
      "num_tokens": 48775098.0,
      "step": 63310
    },
    {
      "epoch": 0.08031883991790531,
      "grad_norm": 6.21875,
      "learning_rate": 4.598995506547349e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5392428010702133,
      "num_tokens": 48781992.0,
      "step": 63320
    },
    {
      "epoch": 0.08033152451043815,
      "grad_norm": 5.125,
      "learning_rate": 4.59893207553872e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5363525152206421,
      "num_tokens": 48791131.0,
      "step": 63330
    },
    {
      "epoch": 0.08034420910297098,
      "grad_norm": 5.03125,
      "learning_rate": 4.5988686445300905e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5351138055324555,
      "num_tokens": 48798460.0,
      "step": 63340
    },
    {
      "epoch": 0.08035689369550382,
      "grad_norm": 4.96875,
      "learning_rate": 4.598805213521462e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5431252896785737,
      "num_tokens": 48805954.0,
      "step": 63350
    },
    {
      "epoch": 0.08036957828803665,
      "grad_norm": 5.21875,
      "learning_rate": 4.598741782512832e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5496396809816361,
      "num_tokens": 48814533.0,
      "step": 63360
    },
    {
      "epoch": 0.08038226288056949,
      "grad_norm": 6.3125,
      "learning_rate": 4.5986783515042034e-05,
      "loss": 2.2201,
      "mean_token_accuracy": 0.5218009412288666,
      "num_tokens": 48822721.0,
      "step": 63370
    },
    {
      "epoch": 0.08039494747310232,
      "grad_norm": 6.3125,
      "learning_rate": 4.598614920495574e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5165634542703629,
      "num_tokens": 48831505.0,
      "step": 63380
    },
    {
      "epoch": 0.08040763206563516,
      "grad_norm": 5.28125,
      "learning_rate": 4.5985514894869445e-05,
      "loss": 2.2793,
      "mean_token_accuracy": 0.5141567498445511,
      "num_tokens": 48839322.0,
      "step": 63390
    },
    {
      "epoch": 0.08042031665816798,
      "grad_norm": 3.546875,
      "learning_rate": 4.598488058478316e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5729877769947052,
      "num_tokens": 48845542.0,
      "step": 63400
    },
    {
      "epoch": 0.08043300125070083,
      "grad_norm": 5.34375,
      "learning_rate": 4.598424627469686e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5475338160991668,
      "num_tokens": 48852150.0,
      "step": 63410
    },
    {
      "epoch": 0.08044568584323365,
      "grad_norm": 5.375,
      "learning_rate": 4.5983611964610575e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5347809761762619,
      "num_tokens": 48859847.0,
      "step": 63420
    },
    {
      "epoch": 0.0804583704357665,
      "grad_norm": 5.34375,
      "learning_rate": 4.598297765452429e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5459171265363694,
      "num_tokens": 48867607.0,
      "step": 63430
    },
    {
      "epoch": 0.08047105502829932,
      "grad_norm": 6.5,
      "learning_rate": 4.598234334443799e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5477419465780258,
      "num_tokens": 48874701.0,
      "step": 63440
    },
    {
      "epoch": 0.08048373962083216,
      "grad_norm": 5.0625,
      "learning_rate": 4.59817090343517e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5509375989437103,
      "num_tokens": 48881442.0,
      "step": 63450
    },
    {
      "epoch": 0.08049642421336499,
      "grad_norm": 5.375,
      "learning_rate": 4.59810747242654e-05,
      "loss": 2.2873,
      "mean_token_accuracy": 0.5121701717376709,
      "num_tokens": 48890086.0,
      "step": 63460
    },
    {
      "epoch": 0.08050910880589783,
      "grad_norm": 6.25,
      "learning_rate": 4.5980440414179115e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5508756846189499,
      "num_tokens": 48899426.0,
      "step": 63470
    },
    {
      "epoch": 0.08052179339843066,
      "grad_norm": 4.25,
      "learning_rate": 4.597980610409283e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5697953671216964,
      "num_tokens": 48906704.0,
      "step": 63480
    },
    {
      "epoch": 0.0805344779909635,
      "grad_norm": 7.15625,
      "learning_rate": 4.597917179400653e-05,
      "loss": 1.7889,
      "mean_token_accuracy": 0.6049200236797333,
      "num_tokens": 48913791.0,
      "step": 63490
    },
    {
      "epoch": 0.08054716258349633,
      "grad_norm": 7.03125,
      "learning_rate": 4.5978537483920245e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5515184253454208,
      "num_tokens": 48921341.0,
      "step": 63500
    },
    {
      "epoch": 0.08055984717602917,
      "grad_norm": 5.3125,
      "learning_rate": 4.597790317383395e-05,
      "loss": 1.7239,
      "mean_token_accuracy": 0.6117846012115479,
      "num_tokens": 48928611.0,
      "step": 63510
    },
    {
      "epoch": 0.080572531768562,
      "grad_norm": 5.625,
      "learning_rate": 4.5977268863747655e-05,
      "loss": 1.7937,
      "mean_token_accuracy": 0.5983994245529175,
      "num_tokens": 48935521.0,
      "step": 63520
    },
    {
      "epoch": 0.08058521636109484,
      "grad_norm": 5.21875,
      "learning_rate": 4.597663455366137e-05,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5713459193706513,
      "num_tokens": 48942152.0,
      "step": 63530
    },
    {
      "epoch": 0.08059790095362766,
      "grad_norm": 7.03125,
      "learning_rate": 4.597600024357507e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.516267654299736,
      "num_tokens": 48950271.0,
      "step": 63540
    },
    {
      "epoch": 0.0806105855461605,
      "grad_norm": 5.75,
      "learning_rate": 4.5975365933488785e-05,
      "loss": 1.7087,
      "mean_token_accuracy": 0.6156713485717773,
      "num_tokens": 48956133.0,
      "step": 63550
    },
    {
      "epoch": 0.08062327013869333,
      "grad_norm": 5.59375,
      "learning_rate": 4.59747316234025e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5255185097455979,
      "num_tokens": 48964408.0,
      "step": 63560
    },
    {
      "epoch": 0.08063595473122617,
      "grad_norm": 7.3125,
      "learning_rate": 4.59740973133162e-05,
      "loss": 1.8165,
      "mean_token_accuracy": 0.5916493266820908,
      "num_tokens": 48970865.0,
      "step": 63570
    },
    {
      "epoch": 0.080648639323759,
      "grad_norm": 6.21875,
      "learning_rate": 4.597346300322991e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5520482540130616,
      "num_tokens": 48979100.0,
      "step": 63580
    },
    {
      "epoch": 0.08066132391629184,
      "grad_norm": 6.125,
      "learning_rate": 4.597282869314361e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.552891218662262,
      "num_tokens": 48987686.0,
      "step": 63590
    },
    {
      "epoch": 0.08067400850882467,
      "grad_norm": 8.4375,
      "learning_rate": 4.5972194383057325e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5509019643068314,
      "num_tokens": 48996118.0,
      "step": 63600
    },
    {
      "epoch": 0.08068669310135751,
      "grad_norm": 4.71875,
      "learning_rate": 4.597156007297104e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5434988349676132,
      "num_tokens": 49005288.0,
      "step": 63610
    },
    {
      "epoch": 0.08069937769389034,
      "grad_norm": 6.09375,
      "learning_rate": 4.597092576288474e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5528211802244186,
      "num_tokens": 49011931.0,
      "step": 63620
    },
    {
      "epoch": 0.08071206228642318,
      "grad_norm": 5.25,
      "learning_rate": 4.5970291452798455e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5473805665969849,
      "num_tokens": 49019305.0,
      "step": 63630
    },
    {
      "epoch": 0.080724746878956,
      "grad_norm": 5.21875,
      "learning_rate": 4.596965714271216e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5501111268997192,
      "num_tokens": 49027272.0,
      "step": 63640
    },
    {
      "epoch": 0.08073743147148885,
      "grad_norm": 6.40625,
      "learning_rate": 4.5969022832625866e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5597484022378921,
      "num_tokens": 49034735.0,
      "step": 63650
    },
    {
      "epoch": 0.08075011606402167,
      "grad_norm": 8.5625,
      "learning_rate": 4.596838852253958e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5463555604219437,
      "num_tokens": 49042275.0,
      "step": 63660
    },
    {
      "epoch": 0.08076280065655451,
      "grad_norm": 6.875,
      "learning_rate": 4.596775421245328e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5242449551820755,
      "num_tokens": 49050462.0,
      "step": 63670
    },
    {
      "epoch": 0.08077548524908734,
      "grad_norm": 4.375,
      "learning_rate": 4.5967119902366995e-05,
      "loss": 2.0157,
      "mean_token_accuracy": 0.5455378353595733,
      "num_tokens": 49058302.0,
      "step": 63680
    },
    {
      "epoch": 0.08078816984162018,
      "grad_norm": 4.75,
      "learning_rate": 4.59664855922807e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5831470370292664,
      "num_tokens": 49065219.0,
      "step": 63690
    },
    {
      "epoch": 0.08080085443415301,
      "grad_norm": 4.5625,
      "learning_rate": 4.596585128219441e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5651978433132172,
      "num_tokens": 49071788.0,
      "step": 63700
    },
    {
      "epoch": 0.08081353902668585,
      "grad_norm": 4.75,
      "learning_rate": 4.5965216972108125e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5587507605552673,
      "num_tokens": 49079291.0,
      "step": 63710
    },
    {
      "epoch": 0.08082622361921868,
      "grad_norm": 5.375,
      "learning_rate": 4.596458266202183e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.542357012629509,
      "num_tokens": 49088286.0,
      "step": 63720
    },
    {
      "epoch": 0.08083890821175152,
      "grad_norm": 4.875,
      "learning_rate": 4.5963948351935535e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.531016281247139,
      "num_tokens": 49096284.0,
      "step": 63730
    },
    {
      "epoch": 0.08085159280428435,
      "grad_norm": 4.6875,
      "learning_rate": 4.596331404184924e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5421463400125504,
      "num_tokens": 49104214.0,
      "step": 63740
    },
    {
      "epoch": 0.08086427739681719,
      "grad_norm": 4.9375,
      "learning_rate": 4.596267973176295e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.553680083155632,
      "num_tokens": 49111763.0,
      "step": 63750
    },
    {
      "epoch": 0.08087696198935002,
      "grad_norm": 5.71875,
      "learning_rate": 4.5962045421676665e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5519697576761246,
      "num_tokens": 49119345.0,
      "step": 63760
    },
    {
      "epoch": 0.08088964658188286,
      "grad_norm": 6.34375,
      "learning_rate": 4.596141111159037e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5217487126588821,
      "num_tokens": 49126131.0,
      "step": 63770
    },
    {
      "epoch": 0.08090233117441568,
      "grad_norm": 5.84375,
      "learning_rate": 4.596077680150408e-05,
      "loss": 1.89,
      "mean_token_accuracy": 0.579513543844223,
      "num_tokens": 49133328.0,
      "step": 63780
    },
    {
      "epoch": 0.08091501576694851,
      "grad_norm": 5.21875,
      "learning_rate": 4.596014249141779e-05,
      "loss": 2.2793,
      "mean_token_accuracy": 0.5097364783287048,
      "num_tokens": 49141892.0,
      "step": 63790
    },
    {
      "epoch": 0.08092770035948135,
      "grad_norm": 5.0625,
      "learning_rate": 4.595950818133149e-05,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5819512099027634,
      "num_tokens": 49149408.0,
      "step": 63800
    },
    {
      "epoch": 0.08094038495201418,
      "grad_norm": 6.6875,
      "learning_rate": 4.5958873871245205e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5417682647705078,
      "num_tokens": 49158059.0,
      "step": 63810
    },
    {
      "epoch": 0.08095306954454702,
      "grad_norm": 5.625,
      "learning_rate": 4.595823956115891e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5363841772079467,
      "num_tokens": 49165864.0,
      "step": 63820
    },
    {
      "epoch": 0.08096575413707985,
      "grad_norm": 5.03125,
      "learning_rate": 4.595760525107262e-05,
      "loss": 2.2458,
      "mean_token_accuracy": 0.5109060168266296,
      "num_tokens": 49172788.0,
      "step": 63830
    },
    {
      "epoch": 0.08097843872961269,
      "grad_norm": 6.3125,
      "learning_rate": 4.595697094098633e-05,
      "loss": 1.8577,
      "mean_token_accuracy": 0.6041523218154907,
      "num_tokens": 49178382.0,
      "step": 63840
    },
    {
      "epoch": 0.08099112332214552,
      "grad_norm": 4.84375,
      "learning_rate": 4.595633663090004e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5317878514528275,
      "num_tokens": 49186060.0,
      "step": 63850
    },
    {
      "epoch": 0.08100380791467836,
      "grad_norm": 4.84375,
      "learning_rate": 4.5955702320813746e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5285551846027374,
      "num_tokens": 49194058.0,
      "step": 63860
    },
    {
      "epoch": 0.08101649250721119,
      "grad_norm": 5.09375,
      "learning_rate": 4.595506801072745e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5352615088224411,
      "num_tokens": 49202023.0,
      "step": 63870
    },
    {
      "epoch": 0.08102917709974403,
      "grad_norm": 7.40625,
      "learning_rate": 4.595443370064116e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5695509493350983,
      "num_tokens": 49209097.0,
      "step": 63880
    },
    {
      "epoch": 0.08104186169227685,
      "grad_norm": 7.15625,
      "learning_rate": 4.595379939055487e-05,
      "loss": 2.3793,
      "mean_token_accuracy": 0.5017684280872345,
      "num_tokens": 49217422.0,
      "step": 63890
    },
    {
      "epoch": 0.0810545462848097,
      "grad_norm": 5.1875,
      "learning_rate": 4.595316508046858e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5262455821037293,
      "num_tokens": 49226453.0,
      "step": 63900
    },
    {
      "epoch": 0.08106723087734252,
      "grad_norm": 6.09375,
      "learning_rate": 4.595253077038229e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5406104564666748,
      "num_tokens": 49233789.0,
      "step": 63910
    },
    {
      "epoch": 0.08107991546987536,
      "grad_norm": 6.875,
      "learning_rate": 4.5951896460296e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5444785952568054,
      "num_tokens": 49241523.0,
      "step": 63920
    },
    {
      "epoch": 0.08109260006240819,
      "grad_norm": 6.15625,
      "learning_rate": 4.5951262150209703e-05,
      "loss": 1.8803,
      "mean_token_accuracy": 0.5738136678934097,
      "num_tokens": 49247896.0,
      "step": 63930
    },
    {
      "epoch": 0.08110528465494103,
      "grad_norm": 5.375,
      "learning_rate": 4.595062784012341e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5369679272174835,
      "num_tokens": 49255562.0,
      "step": 63940
    },
    {
      "epoch": 0.08111796924747386,
      "grad_norm": 4.9375,
      "learning_rate": 4.594999353003712e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5286440551280975,
      "num_tokens": 49263427.0,
      "step": 63950
    },
    {
      "epoch": 0.0811306538400067,
      "grad_norm": 8.375,
      "learning_rate": 4.594935921995083e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5737255871295929,
      "num_tokens": 49269464.0,
      "step": 63960
    },
    {
      "epoch": 0.08114333843253953,
      "grad_norm": 4.75,
      "learning_rate": 4.594872490986454e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5313406646251678,
      "num_tokens": 49278085.0,
      "step": 63970
    },
    {
      "epoch": 0.08115602302507237,
      "grad_norm": 5.03125,
      "learning_rate": 4.594809059977825e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5387336194515229,
      "num_tokens": 49285399.0,
      "step": 63980
    },
    {
      "epoch": 0.0811687076176052,
      "grad_norm": 5.6875,
      "learning_rate": 4.5947456289691956e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5238596051931381,
      "num_tokens": 49293806.0,
      "step": 63990
    },
    {
      "epoch": 0.08118139221013804,
      "grad_norm": 6.09375,
      "learning_rate": 4.594682197960566e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5279944390058517,
      "num_tokens": 49300665.0,
      "step": 64000
    },
    {
      "epoch": 0.08119407680267086,
      "grad_norm": 4.5625,
      "learning_rate": 4.594618766951937e-05,
      "loss": 1.8418,
      "mean_token_accuracy": 0.5981229662895202,
      "num_tokens": 49307643.0,
      "step": 64010
    },
    {
      "epoch": 0.0812067613952037,
      "grad_norm": 5.96875,
      "learning_rate": 4.594555335943308e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5377335697412491,
      "num_tokens": 49314988.0,
      "step": 64020
    },
    {
      "epoch": 0.08121944598773653,
      "grad_norm": 5.375,
      "learning_rate": 4.594491904934679e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5392784208059311,
      "num_tokens": 49323837.0,
      "step": 64030
    },
    {
      "epoch": 0.08123213058026937,
      "grad_norm": 4.78125,
      "learning_rate": 4.5944284739260496e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5331269919872283,
      "num_tokens": 49332630.0,
      "step": 64040
    },
    {
      "epoch": 0.0812448151728022,
      "grad_norm": 4.8125,
      "learning_rate": 4.594365042917421e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.5855820536613464,
      "num_tokens": 49340378.0,
      "step": 64050
    },
    {
      "epoch": 0.08125749976533504,
      "grad_norm": 6.09375,
      "learning_rate": 4.594301611908792e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5575031191110611,
      "num_tokens": 49348419.0,
      "step": 64060
    },
    {
      "epoch": 0.08127018435786787,
      "grad_norm": 4.5625,
      "learning_rate": 4.594238180900162e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5278014808893203,
      "num_tokens": 49355772.0,
      "step": 64070
    },
    {
      "epoch": 0.08128286895040071,
      "grad_norm": 6.25,
      "learning_rate": 4.594174749891533e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5404478818178177,
      "num_tokens": 49363658.0,
      "step": 64080
    },
    {
      "epoch": 0.08129555354293354,
      "grad_norm": 9.5625,
      "learning_rate": 4.5941113188829037e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5212784022092819,
      "num_tokens": 49371606.0,
      "step": 64090
    },
    {
      "epoch": 0.08130823813546638,
      "grad_norm": 5.09375,
      "learning_rate": 4.594047887874275e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5275051832199097,
      "num_tokens": 49380000.0,
      "step": 64100
    },
    {
      "epoch": 0.0813209227279992,
      "grad_norm": 4.875,
      "learning_rate": 4.593984456865646e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5291026651859283,
      "num_tokens": 49387684.0,
      "step": 64110
    },
    {
      "epoch": 0.08133360732053205,
      "grad_norm": 5.28125,
      "learning_rate": 4.5939210258570166e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5935206919908523,
      "num_tokens": 49395384.0,
      "step": 64120
    },
    {
      "epoch": 0.08134629191306487,
      "grad_norm": 5.34375,
      "learning_rate": 4.593857594848388e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5590207695960998,
      "num_tokens": 49403312.0,
      "step": 64130
    },
    {
      "epoch": 0.08135897650559772,
      "grad_norm": 6.75,
      "learning_rate": 4.5937941638397584e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5392708361148835,
      "num_tokens": 49410365.0,
      "step": 64140
    },
    {
      "epoch": 0.08137166109813054,
      "grad_norm": 12.5,
      "learning_rate": 4.593730732831129e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5464735776185989,
      "num_tokens": 49417676.0,
      "step": 64150
    },
    {
      "epoch": 0.08138434569066338,
      "grad_norm": 5.125,
      "learning_rate": 4.5936673018225e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5435180813074112,
      "num_tokens": 49425110.0,
      "step": 64160
    },
    {
      "epoch": 0.08139703028319621,
      "grad_norm": 5.40625,
      "learning_rate": 4.5936038708138706e-05,
      "loss": 1.8128,
      "mean_token_accuracy": 0.5969288229942322,
      "num_tokens": 49431619.0,
      "step": 64170
    },
    {
      "epoch": 0.08140971487572905,
      "grad_norm": 5.78125,
      "learning_rate": 4.593540439805242e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5240067720413208,
      "num_tokens": 49439550.0,
      "step": 64180
    },
    {
      "epoch": 0.08142239946826188,
      "grad_norm": 6.09375,
      "learning_rate": 4.5934770087966124e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5303300887346267,
      "num_tokens": 49447231.0,
      "step": 64190
    },
    {
      "epoch": 0.08143508406079472,
      "grad_norm": 5.84375,
      "learning_rate": 4.5934135777879836e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5375405073165893,
      "num_tokens": 49455440.0,
      "step": 64200
    },
    {
      "epoch": 0.08144776865332755,
      "grad_norm": 5.0,
      "learning_rate": 4.593350146779354e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.535609894990921,
      "num_tokens": 49463739.0,
      "step": 64210
    },
    {
      "epoch": 0.08146045324586039,
      "grad_norm": 5.4375,
      "learning_rate": 4.593286715770725e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5413184583187103,
      "num_tokens": 49470662.0,
      "step": 64220
    },
    {
      "epoch": 0.08147313783839322,
      "grad_norm": 8.125,
      "learning_rate": 4.593223284762096e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.542036047577858,
      "num_tokens": 49478259.0,
      "step": 64230
    },
    {
      "epoch": 0.08148582243092606,
      "grad_norm": 5.84375,
      "learning_rate": 4.5931598537534664e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5500707626342773,
      "num_tokens": 49486450.0,
      "step": 64240
    },
    {
      "epoch": 0.08149850702345889,
      "grad_norm": 7.125,
      "learning_rate": 4.5930964227448376e-05,
      "loss": 1.9861,
      "mean_token_accuracy": 0.5679768115282059,
      "num_tokens": 49493796.0,
      "step": 64250
    },
    {
      "epoch": 0.08151119161599171,
      "grad_norm": 6.09375,
      "learning_rate": 4.593032991736209e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5437013417482376,
      "num_tokens": 49501962.0,
      "step": 64260
    },
    {
      "epoch": 0.08152387620852455,
      "grad_norm": 5.03125,
      "learning_rate": 4.5929695607275794e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5452281057834625,
      "num_tokens": 49509819.0,
      "step": 64270
    },
    {
      "epoch": 0.08153656080105738,
      "grad_norm": 4.8125,
      "learning_rate": 4.59290612971895e-05,
      "loss": 2.19,
      "mean_token_accuracy": 0.5225928276777267,
      "num_tokens": 49517869.0,
      "step": 64280
    },
    {
      "epoch": 0.08154924539359022,
      "grad_norm": 5.0625,
      "learning_rate": 4.5928426987103205e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5823738396167755,
      "num_tokens": 49524546.0,
      "step": 64290
    },
    {
      "epoch": 0.08156192998612305,
      "grad_norm": 4.6875,
      "learning_rate": 4.592779267701692e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.534542179107666,
      "num_tokens": 49532989.0,
      "step": 64300
    },
    {
      "epoch": 0.08157461457865589,
      "grad_norm": 6.96875,
      "learning_rate": 4.592715836693063e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5290570616722107,
      "num_tokens": 49541349.0,
      "step": 64310
    },
    {
      "epoch": 0.08158729917118872,
      "grad_norm": 4.53125,
      "learning_rate": 4.5926524056844334e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5479815423488616,
      "num_tokens": 49549544.0,
      "step": 64320
    },
    {
      "epoch": 0.08159998376372156,
      "grad_norm": 4.96875,
      "learning_rate": 4.5925889746758046e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5463902205228806,
      "num_tokens": 49557550.0,
      "step": 64330
    },
    {
      "epoch": 0.08161266835625439,
      "grad_norm": 7.375,
      "learning_rate": 4.592525543667175e-05,
      "loss": 2.1929,
      "mean_token_accuracy": 0.5269688129425049,
      "num_tokens": 49564519.0,
      "step": 64340
    },
    {
      "epoch": 0.08162535294878723,
      "grad_norm": 6.5625,
      "learning_rate": 4.592462112658546e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5293442666530609,
      "num_tokens": 49573329.0,
      "step": 64350
    },
    {
      "epoch": 0.08163803754132005,
      "grad_norm": 15.375,
      "learning_rate": 4.592398681649917e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.550973454117775,
      "num_tokens": 49579492.0,
      "step": 64360
    },
    {
      "epoch": 0.0816507221338529,
      "grad_norm": 5.28125,
      "learning_rate": 4.5923352506412874e-05,
      "loss": 1.8167,
      "mean_token_accuracy": 0.584800261259079,
      "num_tokens": 49585818.0,
      "step": 64370
    },
    {
      "epoch": 0.08166340672638572,
      "grad_norm": 6.28125,
      "learning_rate": 4.5922718196326587e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5209221690893173,
      "num_tokens": 49592975.0,
      "step": 64380
    },
    {
      "epoch": 0.08167609131891856,
      "grad_norm": 8.125,
      "learning_rate": 4.592208388624029e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5395448684692383,
      "num_tokens": 49599506.0,
      "step": 64390
    },
    {
      "epoch": 0.08168877591145139,
      "grad_norm": 5.0,
      "learning_rate": 4.5921449576154004e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5338987886905671,
      "num_tokens": 49608281.0,
      "step": 64400
    },
    {
      "epoch": 0.08170146050398423,
      "grad_norm": 4.6875,
      "learning_rate": 4.592081526606771e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5510645151138306,
      "num_tokens": 49616056.0,
      "step": 64410
    },
    {
      "epoch": 0.08171414509651706,
      "grad_norm": 4.28125,
      "learning_rate": 4.5920180955981415e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5609516322612762,
      "num_tokens": 49623498.0,
      "step": 64420
    },
    {
      "epoch": 0.0817268296890499,
      "grad_norm": 4.96875,
      "learning_rate": 4.591954664589513e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.527637603878975,
      "num_tokens": 49631408.0,
      "step": 64430
    },
    {
      "epoch": 0.08173951428158273,
      "grad_norm": 6.15625,
      "learning_rate": 4.591891233580884e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5365018576383591,
      "num_tokens": 49638577.0,
      "step": 64440
    },
    {
      "epoch": 0.08175219887411557,
      "grad_norm": 5.6875,
      "learning_rate": 4.5918278025722544e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5348651319742203,
      "num_tokens": 49646995.0,
      "step": 64450
    },
    {
      "epoch": 0.0817648834666484,
      "grad_norm": 12.1875,
      "learning_rate": 4.5917643715636256e-05,
      "loss": 2.2529,
      "mean_token_accuracy": 0.5210898816585541,
      "num_tokens": 49655019.0,
      "step": 64460
    },
    {
      "epoch": 0.08177756805918124,
      "grad_norm": 3.765625,
      "learning_rate": 4.591700940554996e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.584238663315773,
      "num_tokens": 49662016.0,
      "step": 64470
    },
    {
      "epoch": 0.08179025265171407,
      "grad_norm": 8.625,
      "learning_rate": 4.5916375095463674e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5540772914886475,
      "num_tokens": 49668527.0,
      "step": 64480
    },
    {
      "epoch": 0.0818029372442469,
      "grad_norm": 5.28125,
      "learning_rate": 4.591574078537738e-05,
      "loss": 2.3775,
      "mean_token_accuracy": 0.505621212720871,
      "num_tokens": 49676756.0,
      "step": 64490
    },
    {
      "epoch": 0.08181562183677973,
      "grad_norm": 5.09375,
      "learning_rate": 4.5915106475291085e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5273039251565933,
      "num_tokens": 49684242.0,
      "step": 64500
    },
    {
      "epoch": 0.08182830642931258,
      "grad_norm": 7.4375,
      "learning_rate": 4.59144721652048e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5501543879508972,
      "num_tokens": 49691128.0,
      "step": 64510
    },
    {
      "epoch": 0.0818409910218454,
      "grad_norm": 4.5625,
      "learning_rate": 4.59138378551185e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5288506507873535,
      "num_tokens": 49700670.0,
      "step": 64520
    },
    {
      "epoch": 0.08185367561437824,
      "grad_norm": 6.53125,
      "learning_rate": 4.5913203545032214e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.5757698327302933,
      "num_tokens": 49708014.0,
      "step": 64530
    },
    {
      "epoch": 0.08186636020691107,
      "grad_norm": 5.0625,
      "learning_rate": 4.5912569234945926e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5304901897907257,
      "num_tokens": 49716342.0,
      "step": 64540
    },
    {
      "epoch": 0.08187904479944391,
      "grad_norm": 4.84375,
      "learning_rate": 4.591193492485963e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5239251106977463,
      "num_tokens": 49725567.0,
      "step": 64550
    },
    {
      "epoch": 0.08189172939197674,
      "grad_norm": 4.875,
      "learning_rate": 4.591130061477334e-05,
      "loss": 2.2021,
      "mean_token_accuracy": 0.5133709251880646,
      "num_tokens": 49733636.0,
      "step": 64560
    },
    {
      "epoch": 0.08190441398450958,
      "grad_norm": 4.875,
      "learning_rate": 4.591066630468704e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5361891776323319,
      "num_tokens": 49742106.0,
      "step": 64570
    },
    {
      "epoch": 0.08191709857704241,
      "grad_norm": 5.4375,
      "learning_rate": 4.5910031994600755e-05,
      "loss": 1.7486,
      "mean_token_accuracy": 0.6160176306962967,
      "num_tokens": 49748184.0,
      "step": 64580
    },
    {
      "epoch": 0.08192978316957525,
      "grad_norm": 4.9375,
      "learning_rate": 4.590939768451447e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.575422129034996,
      "num_tokens": 49754723.0,
      "step": 64590
    },
    {
      "epoch": 0.08194246776210808,
      "grad_norm": 5.21875,
      "learning_rate": 4.590876337442817e-05,
      "loss": 1.8651,
      "mean_token_accuracy": 0.5716839730739594,
      "num_tokens": 49761233.0,
      "step": 64600
    },
    {
      "epoch": 0.08195515235464092,
      "grad_norm": 6.28125,
      "learning_rate": 4.5908129064341884e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5420815497636795,
      "num_tokens": 49768739.0,
      "step": 64610
    },
    {
      "epoch": 0.08196783694717374,
      "grad_norm": 5.6875,
      "learning_rate": 4.590749475425559e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5467436969280243,
      "num_tokens": 49775055.0,
      "step": 64620
    },
    {
      "epoch": 0.08198052153970659,
      "grad_norm": 6.65625,
      "learning_rate": 4.5906860444169295e-05,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5156977742910385,
      "num_tokens": 49781632.0,
      "step": 64630
    },
    {
      "epoch": 0.08199320613223941,
      "grad_norm": 4.8125,
      "learning_rate": 4.590622613408301e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5439298540353775,
      "num_tokens": 49790314.0,
      "step": 64640
    },
    {
      "epoch": 0.08200589072477225,
      "grad_norm": 8.8125,
      "learning_rate": 4.590559182399671e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5356319636106491,
      "num_tokens": 49797131.0,
      "step": 64650
    },
    {
      "epoch": 0.08201857531730508,
      "grad_norm": 4.8125,
      "learning_rate": 4.5904957513910425e-05,
      "loss": 2.191,
      "mean_token_accuracy": 0.5246460109949111,
      "num_tokens": 49805151.0,
      "step": 64660
    },
    {
      "epoch": 0.08203125990983792,
      "grad_norm": 5.1875,
      "learning_rate": 4.590432320382413e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5355203658342361,
      "num_tokens": 49812165.0,
      "step": 64670
    },
    {
      "epoch": 0.08204394450237075,
      "grad_norm": 7.25,
      "learning_rate": 4.590368889373784e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5709285140037537,
      "num_tokens": 49819557.0,
      "step": 64680
    },
    {
      "epoch": 0.08205662909490359,
      "grad_norm": 7.875,
      "learning_rate": 4.590305458365155e-05,
      "loss": 2.2346,
      "mean_token_accuracy": 0.5265600353479385,
      "num_tokens": 49827123.0,
      "step": 64690
    },
    {
      "epoch": 0.08206931368743642,
      "grad_norm": 5.8125,
      "learning_rate": 4.590242027356525e-05,
      "loss": 1.938,
      "mean_token_accuracy": 0.5849011957645416,
      "num_tokens": 49833306.0,
      "step": 64700
    },
    {
      "epoch": 0.08208199827996926,
      "grad_norm": 4.59375,
      "learning_rate": 4.5901785963478965e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5474989533424377,
      "num_tokens": 49841129.0,
      "step": 64710
    },
    {
      "epoch": 0.08209468287250209,
      "grad_norm": 4.15625,
      "learning_rate": 4.590115165339267e-05,
      "loss": 1.6971,
      "mean_token_accuracy": 0.6213557183742523,
      "num_tokens": 49847477.0,
      "step": 64720
    },
    {
      "epoch": 0.08210736746503491,
      "grad_norm": 4.5625,
      "learning_rate": 4.590051734330638e-05,
      "loss": 1.8631,
      "mean_token_accuracy": 0.5862851560115814,
      "num_tokens": 49855043.0,
      "step": 64730
    },
    {
      "epoch": 0.08212005205756776,
      "grad_norm": 7.0625,
      "learning_rate": 4.5899883033220094e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5292301326990128,
      "num_tokens": 49863807.0,
      "step": 64740
    },
    {
      "epoch": 0.08213273665010058,
      "grad_norm": 4.46875,
      "learning_rate": 4.58992487231338e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5495215445756912,
      "num_tokens": 49872156.0,
      "step": 64750
    },
    {
      "epoch": 0.08214542124263342,
      "grad_norm": 6.78125,
      "learning_rate": 4.5898614413047505e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5441448658704757,
      "num_tokens": 49879614.0,
      "step": 64760
    },
    {
      "epoch": 0.08215810583516625,
      "grad_norm": 5.4375,
      "learning_rate": 4.589798010296121e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5447844922542572,
      "num_tokens": 49887470.0,
      "step": 64770
    },
    {
      "epoch": 0.08217079042769909,
      "grad_norm": 4.84375,
      "learning_rate": 4.589734579287492e-05,
      "loss": 2.3005,
      "mean_token_accuracy": 0.5142425417900085,
      "num_tokens": 49894842.0,
      "step": 64780
    },
    {
      "epoch": 0.08218347502023192,
      "grad_norm": 6.28125,
      "learning_rate": 4.5896711482788635e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5516908705234528,
      "num_tokens": 49901721.0,
      "step": 64790
    },
    {
      "epoch": 0.08219615961276476,
      "grad_norm": 4.96875,
      "learning_rate": 4.589607717270234e-05,
      "loss": 1.7492,
      "mean_token_accuracy": 0.6142670691013337,
      "num_tokens": 49907944.0,
      "step": 64800
    },
    {
      "epoch": 0.08220884420529759,
      "grad_norm": 5.21875,
      "learning_rate": 4.589544286261605e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5149546712636948,
      "num_tokens": 49916004.0,
      "step": 64810
    },
    {
      "epoch": 0.08222152879783043,
      "grad_norm": 4.9375,
      "learning_rate": 4.589480855252976e-05,
      "loss": 1.6832,
      "mean_token_accuracy": 0.6305916786193848,
      "num_tokens": 49922296.0,
      "step": 64820
    },
    {
      "epoch": 0.08223421339036326,
      "grad_norm": 6.21875,
      "learning_rate": 4.589417424244346e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5314886450767518,
      "num_tokens": 49929273.0,
      "step": 64830
    },
    {
      "epoch": 0.0822468979828961,
      "grad_norm": 4.53125,
      "learning_rate": 4.5893539932357175e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5603087782859802,
      "num_tokens": 49937379.0,
      "step": 64840
    },
    {
      "epoch": 0.08225958257542892,
      "grad_norm": 7.1875,
      "learning_rate": 4.589290562227088e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5884747833013535,
      "num_tokens": 49943319.0,
      "step": 64850
    },
    {
      "epoch": 0.08227226716796177,
      "grad_norm": 5.03125,
      "learning_rate": 4.589227131218459e-05,
      "loss": 1.9015,
      "mean_token_accuracy": 0.5811659783124924,
      "num_tokens": 49950384.0,
      "step": 64860
    },
    {
      "epoch": 0.08228495176049459,
      "grad_norm": 5.6875,
      "learning_rate": 4.58916370020983e-05,
      "loss": 2.3029,
      "mean_token_accuracy": 0.5086350232362747,
      "num_tokens": 49959404.0,
      "step": 64870
    },
    {
      "epoch": 0.08229763635302743,
      "grad_norm": 6.9375,
      "learning_rate": 4.589100269201201e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.5690866142511368,
      "num_tokens": 49966453.0,
      "step": 64880
    },
    {
      "epoch": 0.08231032094556026,
      "grad_norm": 4.65625,
      "learning_rate": 4.589036838192572e-05,
      "loss": 1.9259,
      "mean_token_accuracy": 0.5804297685623169,
      "num_tokens": 49974437.0,
      "step": 64890
    },
    {
      "epoch": 0.0823230055380931,
      "grad_norm": 5.46875,
      "learning_rate": 4.588973407183943e-05,
      "loss": 1.8891,
      "mean_token_accuracy": 0.5748494774103164,
      "num_tokens": 49981634.0,
      "step": 64900
    },
    {
      "epoch": 0.08233569013062593,
      "grad_norm": 7.3125,
      "learning_rate": 4.588909976175313e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5436061382293701,
      "num_tokens": 49989970.0,
      "step": 64910
    },
    {
      "epoch": 0.08234837472315877,
      "grad_norm": 5.21875,
      "learning_rate": 4.588846545166684e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5456537514925003,
      "num_tokens": 49997501.0,
      "step": 64920
    },
    {
      "epoch": 0.0823610593156916,
      "grad_norm": 7.21875,
      "learning_rate": 4.588783114158055e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5337607562541962,
      "num_tokens": 50005804.0,
      "step": 64930
    },
    {
      "epoch": 0.08237374390822444,
      "grad_norm": 5.3125,
      "learning_rate": 4.588719683149426e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5419218719005585,
      "num_tokens": 50014684.0,
      "step": 64940
    },
    {
      "epoch": 0.08238642850075727,
      "grad_norm": 5.5625,
      "learning_rate": 4.588656252140797e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5365246206521987,
      "num_tokens": 50024130.0,
      "step": 64950
    },
    {
      "epoch": 0.08239911309329011,
      "grad_norm": 6.96875,
      "learning_rate": 4.588592821132168e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5502533137798309,
      "num_tokens": 50032244.0,
      "step": 64960
    },
    {
      "epoch": 0.08241179768582294,
      "grad_norm": 5.71875,
      "learning_rate": 4.5885293901235385e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5300343453884124,
      "num_tokens": 50040723.0,
      "step": 64970
    },
    {
      "epoch": 0.08242448227835578,
      "grad_norm": 8.4375,
      "learning_rate": 4.588465959114909e-05,
      "loss": 1.7798,
      "mean_token_accuracy": 0.5883017510175705,
      "num_tokens": 50046445.0,
      "step": 64980
    },
    {
      "epoch": 0.0824371668708886,
      "grad_norm": 5.1875,
      "learning_rate": 4.58840252810628e-05,
      "loss": 2.2665,
      "mean_token_accuracy": 0.5226239621639251,
      "num_tokens": 50053196.0,
      "step": 64990
    },
    {
      "epoch": 0.08244985146342144,
      "grad_norm": 6.84375,
      "learning_rate": 4.588339097097651e-05,
      "loss": 1.9569,
      "mean_token_accuracy": 0.570820328593254,
      "num_tokens": 50061105.0,
      "step": 65000
    },
    {
      "epoch": 0.08246253605595427,
      "grad_norm": 6.40625,
      "learning_rate": 4.588275666089022e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.556829646229744,
      "num_tokens": 50068725.0,
      "step": 65010
    },
    {
      "epoch": 0.08247522064848711,
      "grad_norm": 5.0625,
      "learning_rate": 4.5882122350803926e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.558969184756279,
      "num_tokens": 50076666.0,
      "step": 65020
    },
    {
      "epoch": 0.08248790524101994,
      "grad_norm": 5.0625,
      "learning_rate": 4.588148804071764e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5392080932855606,
      "num_tokens": 50084772.0,
      "step": 65030
    },
    {
      "epoch": 0.08250058983355278,
      "grad_norm": 5.0,
      "learning_rate": 4.588085373063134e-05,
      "loss": 2.2392,
      "mean_token_accuracy": 0.518003648519516,
      "num_tokens": 50092635.0,
      "step": 65040
    },
    {
      "epoch": 0.08251327442608561,
      "grad_norm": 6.46875,
      "learning_rate": 4.588021942054505e-05,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5209984481334686,
      "num_tokens": 50100662.0,
      "step": 65050
    },
    {
      "epoch": 0.08252595901861845,
      "grad_norm": 7.4375,
      "learning_rate": 4.587958511045876e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5573929280042649,
      "num_tokens": 50107739.0,
      "step": 65060
    },
    {
      "epoch": 0.08253864361115128,
      "grad_norm": 5.0625,
      "learning_rate": 4.5878950800372466e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.559865340590477,
      "num_tokens": 50115191.0,
      "step": 65070
    },
    {
      "epoch": 0.08255132820368412,
      "grad_norm": 8.0,
      "learning_rate": 4.587831649028618e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5492904245853424,
      "num_tokens": 50123393.0,
      "step": 65080
    },
    {
      "epoch": 0.08256401279621695,
      "grad_norm": 4.875,
      "learning_rate": 4.587768218019989e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5395154088735581,
      "num_tokens": 50131146.0,
      "step": 65090
    },
    {
      "epoch": 0.08257669738874979,
      "grad_norm": 5.0625,
      "learning_rate": 4.5877047870113595e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.528619396686554,
      "num_tokens": 50139598.0,
      "step": 65100
    },
    {
      "epoch": 0.08258938198128261,
      "grad_norm": 5.09375,
      "learning_rate": 4.58764135600273e-05,
      "loss": 2.2603,
      "mean_token_accuracy": 0.5170980483293534,
      "num_tokens": 50147455.0,
      "step": 65110
    },
    {
      "epoch": 0.08260206657381546,
      "grad_norm": 6.46875,
      "learning_rate": 4.5875779249941006e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5317235201597214,
      "num_tokens": 50155356.0,
      "step": 65120
    },
    {
      "epoch": 0.08261475116634828,
      "grad_norm": 4.8125,
      "learning_rate": 4.587514493985472e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5316227495670318,
      "num_tokens": 50164185.0,
      "step": 65130
    },
    {
      "epoch": 0.08262743575888112,
      "grad_norm": 6.375,
      "learning_rate": 4.587451062976843e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5309749752283096,
      "num_tokens": 50171538.0,
      "step": 65140
    },
    {
      "epoch": 0.08264012035141395,
      "grad_norm": 7.78125,
      "learning_rate": 4.5873876319682136e-05,
      "loss": 1.7677,
      "mean_token_accuracy": 0.5992819011211395,
      "num_tokens": 50177808.0,
      "step": 65150
    },
    {
      "epoch": 0.08265280494394679,
      "grad_norm": 5.4375,
      "learning_rate": 4.587324200959585e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5650575935840607,
      "num_tokens": 50186037.0,
      "step": 65160
    },
    {
      "epoch": 0.08266548953647962,
      "grad_norm": 7.875,
      "learning_rate": 4.587260769950955e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5203703790903091,
      "num_tokens": 50192696.0,
      "step": 65170
    },
    {
      "epoch": 0.08267817412901246,
      "grad_norm": 4.84375,
      "learning_rate": 4.587197338942326e-05,
      "loss": 2.2942,
      "mean_token_accuracy": 0.5099879562854767,
      "num_tokens": 50201702.0,
      "step": 65180
    },
    {
      "epoch": 0.08269085872154529,
      "grad_norm": 5.5,
      "learning_rate": 4.587133907933697e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5589790493249893,
      "num_tokens": 50208171.0,
      "step": 65190
    },
    {
      "epoch": 0.08270354331407812,
      "grad_norm": 6.34375,
      "learning_rate": 4.5870704769250676e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5640278309583664,
      "num_tokens": 50214833.0,
      "step": 65200
    },
    {
      "epoch": 0.08271622790661096,
      "grad_norm": 6.28125,
      "learning_rate": 4.587007045916439e-05,
      "loss": 2.2423,
      "mean_token_accuracy": 0.5096384435892105,
      "num_tokens": 50222712.0,
      "step": 65210
    },
    {
      "epoch": 0.08272891249914378,
      "grad_norm": 4.84375,
      "learning_rate": 4.5869436149078094e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5133635699748993,
      "num_tokens": 50232108.0,
      "step": 65220
    },
    {
      "epoch": 0.08274159709167662,
      "grad_norm": 5.28125,
      "learning_rate": 4.5868801838991806e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5595334082841873,
      "num_tokens": 50239492.0,
      "step": 65230
    },
    {
      "epoch": 0.08275428168420945,
      "grad_norm": 4.53125,
      "learning_rate": 4.586816752890552e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.53216472864151,
      "num_tokens": 50248539.0,
      "step": 65240
    },
    {
      "epoch": 0.0827669662767423,
      "grad_norm": 4.53125,
      "learning_rate": 4.5867533218819216e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5269877642393113,
      "num_tokens": 50257284.0,
      "step": 65250
    },
    {
      "epoch": 0.08277965086927512,
      "grad_norm": 7.0,
      "learning_rate": 4.586689890873293e-05,
      "loss": 2.2869,
      "mean_token_accuracy": 0.5082560986280441,
      "num_tokens": 50264540.0,
      "step": 65260
    },
    {
      "epoch": 0.08279233546180796,
      "grad_norm": 5.09375,
      "learning_rate": 4.5866264598646634e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5127090901136399,
      "num_tokens": 50273074.0,
      "step": 65270
    },
    {
      "epoch": 0.08280502005434079,
      "grad_norm": 5.09375,
      "learning_rate": 4.5865630288560346e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5474787414073944,
      "num_tokens": 50279342.0,
      "step": 65280
    },
    {
      "epoch": 0.08281770464687363,
      "grad_norm": 5.8125,
      "learning_rate": 4.586499597847406e-05,
      "loss": 2.2527,
      "mean_token_accuracy": 0.5222975373268127,
      "num_tokens": 50287924.0,
      "step": 65290
    },
    {
      "epoch": 0.08283038923940646,
      "grad_norm": 8.0,
      "learning_rate": 4.5864361668387764e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5580303370952606,
      "num_tokens": 50296688.0,
      "step": 65300
    },
    {
      "epoch": 0.0828430738319393,
      "grad_norm": 7.96875,
      "learning_rate": 4.5863727358301476e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5659096211194992,
      "num_tokens": 50304200.0,
      "step": 65310
    },
    {
      "epoch": 0.08285575842447213,
      "grad_norm": 5.0625,
      "learning_rate": 4.586309304821518e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5466704487800598,
      "num_tokens": 50312290.0,
      "step": 65320
    },
    {
      "epoch": 0.08286844301700497,
      "grad_norm": 4.96875,
      "learning_rate": 4.5862458738128886e-05,
      "loss": 2.114,
      "mean_token_accuracy": 0.5350715219974518,
      "num_tokens": 50320890.0,
      "step": 65330
    },
    {
      "epoch": 0.0828811276095378,
      "grad_norm": 5.21875,
      "learning_rate": 4.58618244280426e-05,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5336587816476822,
      "num_tokens": 50328834.0,
      "step": 65340
    },
    {
      "epoch": 0.08289381220207064,
      "grad_norm": 5.8125,
      "learning_rate": 4.5861190117956304e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5334225088357926,
      "num_tokens": 50336675.0,
      "step": 65350
    },
    {
      "epoch": 0.08290649679460346,
      "grad_norm": 4.96875,
      "learning_rate": 4.5860555807870016e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5230875968933105,
      "num_tokens": 50345592.0,
      "step": 65360
    },
    {
      "epoch": 0.0829191813871363,
      "grad_norm": 7.125,
      "learning_rate": 4.585992149778373e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.5097568809986115,
      "num_tokens": 50353746.0,
      "step": 65370
    },
    {
      "epoch": 0.08293186597966913,
      "grad_norm": 5.5625,
      "learning_rate": 4.5859287187697433e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5435044705867768,
      "num_tokens": 50361006.0,
      "step": 65380
    },
    {
      "epoch": 0.08294455057220197,
      "grad_norm": 5.40625,
      "learning_rate": 4.585865287761114e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5379016607999801,
      "num_tokens": 50369185.0,
      "step": 65390
    },
    {
      "epoch": 0.0829572351647348,
      "grad_norm": 5.75,
      "learning_rate": 4.5858018567524844e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5397084563970566,
      "num_tokens": 50376778.0,
      "step": 65400
    },
    {
      "epoch": 0.08296991975726764,
      "grad_norm": 6.21875,
      "learning_rate": 4.5857384257438556e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5343121737241745,
      "num_tokens": 50385821.0,
      "step": 65410
    },
    {
      "epoch": 0.08298260434980047,
      "grad_norm": 6.3125,
      "learning_rate": 4.585674994735227e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5566186785697937,
      "num_tokens": 50393038.0,
      "step": 65420
    },
    {
      "epoch": 0.08299528894233331,
      "grad_norm": 5.5,
      "learning_rate": 4.5856115637265974e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5351800292730331,
      "num_tokens": 50400671.0,
      "step": 65430
    },
    {
      "epoch": 0.08300797353486614,
      "grad_norm": 6.15625,
      "learning_rate": 4.5855481327179686e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5081195503473281,
      "num_tokens": 50408640.0,
      "step": 65440
    },
    {
      "epoch": 0.08302065812739898,
      "grad_norm": 5.4375,
      "learning_rate": 4.585484701709339e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5530502438545227,
      "num_tokens": 50414954.0,
      "step": 65450
    },
    {
      "epoch": 0.0830333427199318,
      "grad_norm": 4.90625,
      "learning_rate": 4.5854212707007097e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5383658856153488,
      "num_tokens": 50423314.0,
      "step": 65460
    },
    {
      "epoch": 0.08304602731246465,
      "grad_norm": 6.09375,
      "learning_rate": 4.585357839692081e-05,
      "loss": 1.7921,
      "mean_token_accuracy": 0.6022727906703949,
      "num_tokens": 50430509.0,
      "step": 65470
    },
    {
      "epoch": 0.08305871190499747,
      "grad_norm": 5.375,
      "learning_rate": 4.5852944086834514e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5479710102081299,
      "num_tokens": 50438003.0,
      "step": 65480
    },
    {
      "epoch": 0.08307139649753031,
      "grad_norm": 5.28125,
      "learning_rate": 4.5852309776748226e-05,
      "loss": 1.8623,
      "mean_token_accuracy": 0.5783180356025696,
      "num_tokens": 50445679.0,
      "step": 65490
    },
    {
      "epoch": 0.08308408109006314,
      "grad_norm": 5.28125,
      "learning_rate": 4.585167546666193e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5475881040096283,
      "num_tokens": 50453126.0,
      "step": 65500
    },
    {
      "epoch": 0.08309676568259598,
      "grad_norm": 6.59375,
      "learning_rate": 4.5851041156575644e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5615830242633819,
      "num_tokens": 50460577.0,
      "step": 65510
    },
    {
      "epoch": 0.08310945027512881,
      "grad_norm": 5.40625,
      "learning_rate": 4.585040684648935e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5318268835544586,
      "num_tokens": 50468718.0,
      "step": 65520
    },
    {
      "epoch": 0.08312213486766165,
      "grad_norm": 5.3125,
      "learning_rate": 4.5849772536403054e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5561734557151794,
      "num_tokens": 50476175.0,
      "step": 65530
    },
    {
      "epoch": 0.08313481946019448,
      "grad_norm": 6.125,
      "learning_rate": 4.5849138226316766e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5258701086044312,
      "num_tokens": 50484015.0,
      "step": 65540
    },
    {
      "epoch": 0.08314750405272732,
      "grad_norm": 4.75,
      "learning_rate": 4.584850391623047e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5299114018678666,
      "num_tokens": 50492229.0,
      "step": 65550
    },
    {
      "epoch": 0.08316018864526015,
      "grad_norm": 6.71875,
      "learning_rate": 4.5847869606144184e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5585076242685318,
      "num_tokens": 50499990.0,
      "step": 65560
    },
    {
      "epoch": 0.08317287323779299,
      "grad_norm": 4.96875,
      "learning_rate": 4.5847235296057896e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5415647864341736,
      "num_tokens": 50509068.0,
      "step": 65570
    },
    {
      "epoch": 0.08318555783032582,
      "grad_norm": 5.125,
      "learning_rate": 4.58466009859716e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5536957383155823,
      "num_tokens": 50516029.0,
      "step": 65580
    },
    {
      "epoch": 0.08319824242285866,
      "grad_norm": 6.21875,
      "learning_rate": 4.584596667588531e-05,
      "loss": 2.24,
      "mean_token_accuracy": 0.5206754684448243,
      "num_tokens": 50525040.0,
      "step": 65590
    },
    {
      "epoch": 0.08321092701539148,
      "grad_norm": 7.875,
      "learning_rate": 4.584533236579901e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5357934445142746,
      "num_tokens": 50533503.0,
      "step": 65600
    },
    {
      "epoch": 0.08322361160792432,
      "grad_norm": 5.65625,
      "learning_rate": 4.5844698055712724e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5420198857784271,
      "num_tokens": 50539637.0,
      "step": 65610
    },
    {
      "epoch": 0.08323629620045715,
      "grad_norm": 4.875,
      "learning_rate": 4.5844063745626436e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5302530765533447,
      "num_tokens": 50547486.0,
      "step": 65620
    },
    {
      "epoch": 0.08324898079299,
      "grad_norm": 7.28125,
      "learning_rate": 4.584342943554014e-05,
      "loss": 2.2755,
      "mean_token_accuracy": 0.5177258163690567,
      "num_tokens": 50554527.0,
      "step": 65630
    },
    {
      "epoch": 0.08326166538552282,
      "grad_norm": 4.6875,
      "learning_rate": 4.5842795125453854e-05,
      "loss": 2.2101,
      "mean_token_accuracy": 0.5275723993778229,
      "num_tokens": 50563083.0,
      "step": 65640
    },
    {
      "epoch": 0.08327434997805566,
      "grad_norm": 6.90625,
      "learning_rate": 4.584216081536756e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.525644525885582,
      "num_tokens": 50570597.0,
      "step": 65650
    },
    {
      "epoch": 0.08328703457058849,
      "grad_norm": 5.28125,
      "learning_rate": 4.584152650528127e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5249366015195847,
      "num_tokens": 50579678.0,
      "step": 65660
    },
    {
      "epoch": 0.08329971916312132,
      "grad_norm": 4.96875,
      "learning_rate": 4.584089219519498e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5224352031946182,
      "num_tokens": 50587134.0,
      "step": 65670
    },
    {
      "epoch": 0.08331240375565416,
      "grad_norm": 6.75,
      "learning_rate": 4.584025788510868e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5579784214496613,
      "num_tokens": 50594786.0,
      "step": 65680
    },
    {
      "epoch": 0.08332508834818698,
      "grad_norm": 4.8125,
      "learning_rate": 4.5839623575022394e-05,
      "loss": 2.242,
      "mean_token_accuracy": 0.5135876804590225,
      "num_tokens": 50602877.0,
      "step": 65690
    },
    {
      "epoch": 0.08333777294071983,
      "grad_norm": 5.25,
      "learning_rate": 4.58389892649361e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5545584589242936,
      "num_tokens": 50610302.0,
      "step": 65700
    },
    {
      "epoch": 0.08335045753325265,
      "grad_norm": 5.0,
      "learning_rate": 4.583835495484981e-05,
      "loss": 2.2494,
      "mean_token_accuracy": 0.5067314982414246,
      "num_tokens": 50618212.0,
      "step": 65710
    },
    {
      "epoch": 0.0833631421257855,
      "grad_norm": 5.34375,
      "learning_rate": 4.5837720644763524e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5534744918346405,
      "num_tokens": 50625748.0,
      "step": 65720
    },
    {
      "epoch": 0.08337582671831832,
      "grad_norm": 5.8125,
      "learning_rate": 4.583708633467723e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.546434560418129,
      "num_tokens": 50634341.0,
      "step": 65730
    },
    {
      "epoch": 0.08338851131085116,
      "grad_norm": 10.875,
      "learning_rate": 4.5836452024590935e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5713299959897995,
      "num_tokens": 50641571.0,
      "step": 65740
    },
    {
      "epoch": 0.08340119590338399,
      "grad_norm": 10.25,
      "learning_rate": 4.583581771450464e-05,
      "loss": 1.8979,
      "mean_token_accuracy": 0.5741427719593049,
      "num_tokens": 50648645.0,
      "step": 65750
    },
    {
      "epoch": 0.08341388049591683,
      "grad_norm": 5.03125,
      "learning_rate": 4.583518340441835e-05,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5266509264707565,
      "num_tokens": 50657024.0,
      "step": 65760
    },
    {
      "epoch": 0.08342656508844966,
      "grad_norm": 6.71875,
      "learning_rate": 4.5834549094332064e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5609193682670593,
      "num_tokens": 50662654.0,
      "step": 65770
    },
    {
      "epoch": 0.0834392496809825,
      "grad_norm": 5.09375,
      "learning_rate": 4.583391478424577e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5380419462919235,
      "num_tokens": 50670470.0,
      "step": 65780
    },
    {
      "epoch": 0.08345193427351533,
      "grad_norm": 5.21875,
      "learning_rate": 4.583328047415948e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5520627737045288,
      "num_tokens": 50677310.0,
      "step": 65790
    },
    {
      "epoch": 0.08346461886604817,
      "grad_norm": 6.28125,
      "learning_rate": 4.583264616407319e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5332121163606643,
      "num_tokens": 50685049.0,
      "step": 65800
    },
    {
      "epoch": 0.083477303458581,
      "grad_norm": 7.78125,
      "learning_rate": 4.583201185398689e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5546423494815826,
      "num_tokens": 50692953.0,
      "step": 65810
    },
    {
      "epoch": 0.08348998805111384,
      "grad_norm": 5.125,
      "learning_rate": 4.5831377543900604e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5521654784679413,
      "num_tokens": 50701214.0,
      "step": 65820
    },
    {
      "epoch": 0.08350267264364666,
      "grad_norm": 7.625,
      "learning_rate": 4.583074323381431e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.539056271314621,
      "num_tokens": 50708174.0,
      "step": 65830
    },
    {
      "epoch": 0.0835153572361795,
      "grad_norm": 5.1875,
      "learning_rate": 4.583010892372802e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5468829870223999,
      "num_tokens": 50716250.0,
      "step": 65840
    },
    {
      "epoch": 0.08352804182871233,
      "grad_norm": 4.90625,
      "learning_rate": 4.582947461364173e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5259074926376343,
      "num_tokens": 50725526.0,
      "step": 65850
    },
    {
      "epoch": 0.08354072642124517,
      "grad_norm": 6.125,
      "learning_rate": 4.582884030355544e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5350419163703919,
      "num_tokens": 50733694.0,
      "step": 65860
    },
    {
      "epoch": 0.083553411013778,
      "grad_norm": 6.71875,
      "learning_rate": 4.5828205993469145e-05,
      "loss": 2.2741,
      "mean_token_accuracy": 0.5097938030958176,
      "num_tokens": 50741771.0,
      "step": 65870
    },
    {
      "epoch": 0.08356609560631084,
      "grad_norm": 10.0,
      "learning_rate": 4.582757168338285e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5349141061306,
      "num_tokens": 50749276.0,
      "step": 65880
    },
    {
      "epoch": 0.08357878019884367,
      "grad_norm": 5.3125,
      "learning_rate": 4.582693737329656e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.553452444076538,
      "num_tokens": 50757114.0,
      "step": 65890
    },
    {
      "epoch": 0.08359146479137651,
      "grad_norm": 5.0625,
      "learning_rate": 4.582630306321027e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5442727208137512,
      "num_tokens": 50765944.0,
      "step": 65900
    },
    {
      "epoch": 0.08360414938390934,
      "grad_norm": 6.59375,
      "learning_rate": 4.582566875312398e-05,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5099609166383743,
      "num_tokens": 50772753.0,
      "step": 65910
    },
    {
      "epoch": 0.08361683397644218,
      "grad_norm": 5.46875,
      "learning_rate": 4.582503444303769e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5335405498743058,
      "num_tokens": 50781128.0,
      "step": 65920
    },
    {
      "epoch": 0.083629518568975,
      "grad_norm": 5.09375,
      "learning_rate": 4.58244001329514e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5483366042375565,
      "num_tokens": 50789433.0,
      "step": 65930
    },
    {
      "epoch": 0.08364220316150785,
      "grad_norm": 4.9375,
      "learning_rate": 4.58237658228651e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5608693063259125,
      "num_tokens": 50796541.0,
      "step": 65940
    },
    {
      "epoch": 0.08365488775404067,
      "grad_norm": 5.625,
      "learning_rate": 4.582313151277881e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5562769532203674,
      "num_tokens": 50804033.0,
      "step": 65950
    },
    {
      "epoch": 0.08366757234657352,
      "grad_norm": 4.8125,
      "learning_rate": 4.582249720269252e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5767018496990204,
      "num_tokens": 50811393.0,
      "step": 65960
    },
    {
      "epoch": 0.08368025693910634,
      "grad_norm": 5.15625,
      "learning_rate": 4.582186289260623e-05,
      "loss": 2.2918,
      "mean_token_accuracy": 0.5069478034973145,
      "num_tokens": 50819498.0,
      "step": 65970
    },
    {
      "epoch": 0.08369294153163918,
      "grad_norm": 5.09375,
      "learning_rate": 4.582122858251994e-05,
      "loss": 1.7721,
      "mean_token_accuracy": 0.5919702082872391,
      "num_tokens": 50826320.0,
      "step": 65980
    },
    {
      "epoch": 0.08370562612417201,
      "grad_norm": 4.8125,
      "learning_rate": 4.582059427243365e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.520994246006012,
      "num_tokens": 50834178.0,
      "step": 65990
    },
    {
      "epoch": 0.08371831071670485,
      "grad_norm": 5.21875,
      "learning_rate": 4.5819959962347355e-05,
      "loss": 2.2952,
      "mean_token_accuracy": 0.5069483041763305,
      "num_tokens": 50842845.0,
      "step": 66000
    },
    {
      "epoch": 0.08373099530923768,
      "grad_norm": 4.65625,
      "learning_rate": 4.581932565226106e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5608741849660873,
      "num_tokens": 50850070.0,
      "step": 66010
    },
    {
      "epoch": 0.08374367990177052,
      "grad_norm": 6.25,
      "learning_rate": 4.581869134217477e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5580626040697098,
      "num_tokens": 50858215.0,
      "step": 66020
    },
    {
      "epoch": 0.08375636449430335,
      "grad_norm": 6.59375,
      "learning_rate": 4.581805703208848e-05,
      "loss": 1.7949,
      "mean_token_accuracy": 0.6066902369260788,
      "num_tokens": 50864045.0,
      "step": 66030
    },
    {
      "epoch": 0.08376904908683619,
      "grad_norm": 6.84375,
      "learning_rate": 4.581742272200219e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.537975525856018,
      "num_tokens": 50872078.0,
      "step": 66040
    },
    {
      "epoch": 0.08378173367936902,
      "grad_norm": 6.21875,
      "learning_rate": 4.5816788411915895e-05,
      "loss": 2.1737,
      "mean_token_accuracy": 0.5215149044990539,
      "num_tokens": 50880248.0,
      "step": 66050
    },
    {
      "epoch": 0.08379441827190186,
      "grad_norm": 5.75,
      "learning_rate": 4.581615410182961e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5300652325153351,
      "num_tokens": 50888023.0,
      "step": 66060
    },
    {
      "epoch": 0.08380710286443468,
      "grad_norm": 5.90625,
      "learning_rate": 4.581551979174332e-05,
      "loss": 1.7701,
      "mean_token_accuracy": 0.6058845520019531,
      "num_tokens": 50895232.0,
      "step": 66070
    },
    {
      "epoch": 0.08381978745696753,
      "grad_norm": 6.1875,
      "learning_rate": 4.5814885481657025e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5297879993915557,
      "num_tokens": 50903014.0,
      "step": 66080
    },
    {
      "epoch": 0.08383247204950035,
      "grad_norm": 5.375,
      "learning_rate": 4.581425117157073e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5614689528942108,
      "num_tokens": 50910629.0,
      "step": 66090
    },
    {
      "epoch": 0.0838451566420332,
      "grad_norm": 5.71875,
      "learning_rate": 4.5813616861484436e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5371564209461213,
      "num_tokens": 50918942.0,
      "step": 66100
    },
    {
      "epoch": 0.08385784123456602,
      "grad_norm": 5.09375,
      "learning_rate": 4.581298255139815e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5619045704603195,
      "num_tokens": 50926545.0,
      "step": 66110
    },
    {
      "epoch": 0.08387052582709886,
      "grad_norm": 8.125,
      "learning_rate": 4.581234824131186e-05,
      "loss": 2.3107,
      "mean_token_accuracy": 0.5000280648469925,
      "num_tokens": 50935730.0,
      "step": 66120
    },
    {
      "epoch": 0.08388321041963169,
      "grad_norm": 6.3125,
      "learning_rate": 4.5811713931225565e-05,
      "loss": 1.956,
      "mean_token_accuracy": 0.5707837134599686,
      "num_tokens": 50943640.0,
      "step": 66130
    },
    {
      "epoch": 0.08389589501216452,
      "grad_norm": 4.75,
      "learning_rate": 4.581107962113928e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.561206904053688,
      "num_tokens": 50950001.0,
      "step": 66140
    },
    {
      "epoch": 0.08390857960469736,
      "grad_norm": 5.0625,
      "learning_rate": 4.581044531105298e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5210287988185882,
      "num_tokens": 50959369.0,
      "step": 66150
    },
    {
      "epoch": 0.08392126419723019,
      "grad_norm": 5.3125,
      "learning_rate": 4.580981100096669e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5231749206781388,
      "num_tokens": 50967728.0,
      "step": 66160
    },
    {
      "epoch": 0.08393394878976303,
      "grad_norm": 4.96875,
      "learning_rate": 4.58091766908804e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5335892498493194,
      "num_tokens": 50976460.0,
      "step": 66170
    },
    {
      "epoch": 0.08394663338229585,
      "grad_norm": 5.6875,
      "learning_rate": 4.5808542380794106e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5617168635129929,
      "num_tokens": 50984031.0,
      "step": 66180
    },
    {
      "epoch": 0.0839593179748287,
      "grad_norm": 5.15625,
      "learning_rate": 4.580790807070782e-05,
      "loss": 2.3498,
      "mean_token_accuracy": 0.5011032789945602,
      "num_tokens": 50993548.0,
      "step": 66190
    },
    {
      "epoch": 0.08397200256736152,
      "grad_norm": 8.625,
      "learning_rate": 4.580727376062152e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5495091676712036,
      "num_tokens": 51001608.0,
      "step": 66200
    },
    {
      "epoch": 0.08398468715989436,
      "grad_norm": 6.09375,
      "learning_rate": 4.5806639450535235e-05,
      "loss": 2.2021,
      "mean_token_accuracy": 0.5274309039115905,
      "num_tokens": 51008726.0,
      "step": 66210
    },
    {
      "epoch": 0.08399737175242719,
      "grad_norm": 4.78125,
      "learning_rate": 4.580600514044894e-05,
      "loss": 2.2445,
      "mean_token_accuracy": 0.5122734397649765,
      "num_tokens": 51016671.0,
      "step": 66220
    },
    {
      "epoch": 0.08401005634496003,
      "grad_norm": 5.78125,
      "learning_rate": 4.5805370830362646e-05,
      "loss": 2.1847,
      "mean_token_accuracy": 0.5283920407295227,
      "num_tokens": 51024763.0,
      "step": 66230
    },
    {
      "epoch": 0.08402274093749286,
      "grad_norm": 7.34375,
      "learning_rate": 4.580473652027636e-05,
      "loss": 1.8546,
      "mean_token_accuracy": 0.5852438837289811,
      "num_tokens": 51031430.0,
      "step": 66240
    },
    {
      "epoch": 0.0840354255300257,
      "grad_norm": 5.125,
      "learning_rate": 4.580410221019007e-05,
      "loss": 2.1811,
      "mean_token_accuracy": 0.5358668714761734,
      "num_tokens": 51038774.0,
      "step": 66250
    },
    {
      "epoch": 0.08404811012255853,
      "grad_norm": 6.25,
      "learning_rate": 4.5803467900103775e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5362012028694153,
      "num_tokens": 51046145.0,
      "step": 66260
    },
    {
      "epoch": 0.08406079471509137,
      "grad_norm": 5.28125,
      "learning_rate": 4.580283359001749e-05,
      "loss": 1.7103,
      "mean_token_accuracy": 0.6113423794507981,
      "num_tokens": 51053617.0,
      "step": 66270
    },
    {
      "epoch": 0.0840734793076242,
      "grad_norm": 6.15625,
      "learning_rate": 4.580219927993119e-05,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5277729064226151,
      "num_tokens": 51060543.0,
      "step": 66280
    },
    {
      "epoch": 0.08408616390015704,
      "grad_norm": 5.46875,
      "learning_rate": 4.58015649698449e-05,
      "loss": 2.3486,
      "mean_token_accuracy": 0.5092773705720901,
      "num_tokens": 51067906.0,
      "step": 66290
    },
    {
      "epoch": 0.08409884849268986,
      "grad_norm": 9.1875,
      "learning_rate": 4.580093065975861e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5575158029794693,
      "num_tokens": 51076066.0,
      "step": 66300
    },
    {
      "epoch": 0.0841115330852227,
      "grad_norm": 7.59375,
      "learning_rate": 4.5800296349672316e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5536122590303421,
      "num_tokens": 51084277.0,
      "step": 66310
    },
    {
      "epoch": 0.08412421767775553,
      "grad_norm": 4.78125,
      "learning_rate": 4.579966203958603e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5401709824800491,
      "num_tokens": 51092738.0,
      "step": 66320
    },
    {
      "epoch": 0.08413690227028837,
      "grad_norm": 5.65625,
      "learning_rate": 4.579902772949973e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5530016303062439,
      "num_tokens": 51101000.0,
      "step": 66330
    },
    {
      "epoch": 0.0841495868628212,
      "grad_norm": 5.46875,
      "learning_rate": 4.5798393419413445e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5366780370473861,
      "num_tokens": 51109331.0,
      "step": 66340
    },
    {
      "epoch": 0.08416227145535404,
      "grad_norm": 11.5625,
      "learning_rate": 4.579775910932715e-05,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5723085641860962,
      "num_tokens": 51116267.0,
      "step": 66350
    },
    {
      "epoch": 0.08417495604788687,
      "grad_norm": 13.25,
      "learning_rate": 4.5797124799240856e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5236315667629242,
      "num_tokens": 51121889.0,
      "step": 66360
    },
    {
      "epoch": 0.08418764064041971,
      "grad_norm": 4.5,
      "learning_rate": 4.579649048915457e-05,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5546390026807785,
      "num_tokens": 51130442.0,
      "step": 66370
    },
    {
      "epoch": 0.08420032523295254,
      "grad_norm": 5.1875,
      "learning_rate": 4.5795856179068274e-05,
      "loss": 2.2833,
      "mean_token_accuracy": 0.5157418549060822,
      "num_tokens": 51138676.0,
      "step": 66380
    },
    {
      "epoch": 0.08421300982548538,
      "grad_norm": 6.4375,
      "learning_rate": 4.5795221868981986e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5203575700521469,
      "num_tokens": 51146678.0,
      "step": 66390
    },
    {
      "epoch": 0.08422569441801821,
      "grad_norm": 6.0625,
      "learning_rate": 4.57945875588957e-05,
      "loss": 2.1924,
      "mean_token_accuracy": 0.5171755820512771,
      "num_tokens": 51154954.0,
      "step": 66400
    },
    {
      "epoch": 0.08423837901055105,
      "grad_norm": 5.21875,
      "learning_rate": 4.57939532488094e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5336455971002578,
      "num_tokens": 51163424.0,
      "step": 66410
    },
    {
      "epoch": 0.08425106360308388,
      "grad_norm": 5.3125,
      "learning_rate": 4.5793318938723115e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5393384695053101,
      "num_tokens": 51171156.0,
      "step": 66420
    },
    {
      "epoch": 0.08426374819561672,
      "grad_norm": 8.8125,
      "learning_rate": 4.5792684628636814e-05,
      "loss": 2.2638,
      "mean_token_accuracy": 0.5222458273172379,
      "num_tokens": 51179470.0,
      "step": 66430
    },
    {
      "epoch": 0.08427643278814954,
      "grad_norm": 4.65625,
      "learning_rate": 4.5792050318550526e-05,
      "loss": 1.8383,
      "mean_token_accuracy": 0.6059768825769425,
      "num_tokens": 51187442.0,
      "step": 66440
    },
    {
      "epoch": 0.08428911738068239,
      "grad_norm": 10.9375,
      "learning_rate": 4.579141600846424e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5736220628023148,
      "num_tokens": 51193481.0,
      "step": 66450
    },
    {
      "epoch": 0.08430180197321521,
      "grad_norm": 5.25,
      "learning_rate": 4.5790781698377943e-05,
      "loss": 2.3549,
      "mean_token_accuracy": 0.4971229910850525,
      "num_tokens": 51201866.0,
      "step": 66460
    },
    {
      "epoch": 0.08431448656574805,
      "grad_norm": 4.59375,
      "learning_rate": 4.5790147388291656e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.580237427353859,
      "num_tokens": 51209352.0,
      "step": 66470
    },
    {
      "epoch": 0.08432717115828088,
      "grad_norm": 5.40625,
      "learning_rate": 4.578951307820536e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5578483790159225,
      "num_tokens": 51217661.0,
      "step": 66480
    },
    {
      "epoch": 0.08433985575081372,
      "grad_norm": 5.125,
      "learning_rate": 4.578887876811907e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5415769726037979,
      "num_tokens": 51225322.0,
      "step": 66490
    },
    {
      "epoch": 0.08435254034334655,
      "grad_norm": 6.3125,
      "learning_rate": 4.578824445803278e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5202050626277923,
      "num_tokens": 51233605.0,
      "step": 66500
    },
    {
      "epoch": 0.08436522493587939,
      "grad_norm": 4.6875,
      "learning_rate": 4.5787610147946484e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5244109392166137,
      "num_tokens": 51241222.0,
      "step": 66510
    },
    {
      "epoch": 0.08437790952841222,
      "grad_norm": 5.875,
      "learning_rate": 4.5786975837860196e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5535637378692627,
      "num_tokens": 51249259.0,
      "step": 66520
    },
    {
      "epoch": 0.08439059412094506,
      "grad_norm": 5.4375,
      "learning_rate": 4.57863415277739e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5197484403848648,
      "num_tokens": 51256985.0,
      "step": 66530
    },
    {
      "epoch": 0.08440327871347789,
      "grad_norm": 6.625,
      "learning_rate": 4.578570721768761e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.550613009929657,
      "num_tokens": 51264613.0,
      "step": 66540
    },
    {
      "epoch": 0.08441596330601073,
      "grad_norm": 4.75,
      "learning_rate": 4.5785072907601325e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5691338509321213,
      "num_tokens": 51272193.0,
      "step": 66550
    },
    {
      "epoch": 0.08442864789854355,
      "grad_norm": 4.65625,
      "learning_rate": 4.578443859751503e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5561893671751023,
      "num_tokens": 51279116.0,
      "step": 66560
    },
    {
      "epoch": 0.0844413324910764,
      "grad_norm": 6.34375,
      "learning_rate": 4.5783804287428736e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5557255387306214,
      "num_tokens": 51285962.0,
      "step": 66570
    },
    {
      "epoch": 0.08445401708360922,
      "grad_norm": 7.15625,
      "learning_rate": 4.578316997734244e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5357675969600677,
      "num_tokens": 51294123.0,
      "step": 66580
    },
    {
      "epoch": 0.08446670167614206,
      "grad_norm": 4.71875,
      "learning_rate": 4.5782535667256154e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5281750351190567,
      "num_tokens": 51302256.0,
      "step": 66590
    },
    {
      "epoch": 0.08447938626867489,
      "grad_norm": 6.3125,
      "learning_rate": 4.5781901357169866e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5180416077375412,
      "num_tokens": 51309549.0,
      "step": 66600
    },
    {
      "epoch": 0.08449207086120772,
      "grad_norm": 5.09375,
      "learning_rate": 4.578126704708357e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5313982874155044,
      "num_tokens": 51318323.0,
      "step": 66610
    },
    {
      "epoch": 0.08450475545374056,
      "grad_norm": 5.125,
      "learning_rate": 4.578063273699728e-05,
      "loss": 1.8458,
      "mean_token_accuracy": 0.5839739859104156,
      "num_tokens": 51325511.0,
      "step": 66620
    },
    {
      "epoch": 0.08451744004627339,
      "grad_norm": 5.65625,
      "learning_rate": 4.577999842691099e-05,
      "loss": 2.2461,
      "mean_token_accuracy": 0.5198933452367782,
      "num_tokens": 51334060.0,
      "step": 66630
    },
    {
      "epoch": 0.08453012463880623,
      "grad_norm": 4.78125,
      "learning_rate": 4.5779364116824694e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5035541862249374,
      "num_tokens": 51343442.0,
      "step": 66640
    },
    {
      "epoch": 0.08454280923133906,
      "grad_norm": 5.25,
      "learning_rate": 4.5778729806738406e-05,
      "loss": 1.8913,
      "mean_token_accuracy": 0.5873039990663529,
      "num_tokens": 51350925.0,
      "step": 66650
    },
    {
      "epoch": 0.0845554938238719,
      "grad_norm": 5.71875,
      "learning_rate": 4.577809549665211e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5410904943943023,
      "num_tokens": 51358892.0,
      "step": 66660
    },
    {
      "epoch": 0.08456817841640472,
      "grad_norm": 5.28125,
      "learning_rate": 4.5777461186565824e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5304405778646469,
      "num_tokens": 51367248.0,
      "step": 66670
    },
    {
      "epoch": 0.08458086300893757,
      "grad_norm": 5.03125,
      "learning_rate": 4.577682687647953e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5370549499988556,
      "num_tokens": 51375710.0,
      "step": 66680
    },
    {
      "epoch": 0.08459354760147039,
      "grad_norm": 4.8125,
      "learning_rate": 4.577619256639324e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5448770463466645,
      "num_tokens": 51384034.0,
      "step": 66690
    },
    {
      "epoch": 0.08460623219400323,
      "grad_norm": 6.96875,
      "learning_rate": 4.5775558256306946e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5368953675031662,
      "num_tokens": 51391777.0,
      "step": 66700
    },
    {
      "epoch": 0.08461891678653606,
      "grad_norm": 4.84375,
      "learning_rate": 4.577492394622065e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5345476567745209,
      "num_tokens": 51399298.0,
      "step": 66710
    },
    {
      "epoch": 0.0846316013790689,
      "grad_norm": 5.90625,
      "learning_rate": 4.5774289636134364e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5692170798778534,
      "num_tokens": 51407109.0,
      "step": 66720
    },
    {
      "epoch": 0.08464428597160173,
      "grad_norm": 4.78125,
      "learning_rate": 4.577365532604807e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5439360320568085,
      "num_tokens": 51414876.0,
      "step": 66730
    },
    {
      "epoch": 0.08465697056413457,
      "grad_norm": 4.875,
      "learning_rate": 4.577302101596178e-05,
      "loss": 2.2859,
      "mean_token_accuracy": 0.5098916113376617,
      "num_tokens": 51422104.0,
      "step": 66740
    },
    {
      "epoch": 0.0846696551566674,
      "grad_norm": 5.78125,
      "learning_rate": 4.5772386705875494e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.523701286315918,
      "num_tokens": 51429991.0,
      "step": 66750
    },
    {
      "epoch": 0.08468233974920024,
      "grad_norm": 4.65625,
      "learning_rate": 4.57717523957892e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5220160335302353,
      "num_tokens": 51438627.0,
      "step": 66760
    },
    {
      "epoch": 0.08469502434173307,
      "grad_norm": 7.71875,
      "learning_rate": 4.577111808570291e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5192517280578614,
      "num_tokens": 51445716.0,
      "step": 66770
    },
    {
      "epoch": 0.08470770893426591,
      "grad_norm": 5.5625,
      "learning_rate": 4.577048377561661e-05,
      "loss": 1.9212,
      "mean_token_accuracy": 0.5791631370782853,
      "num_tokens": 51452806.0,
      "step": 66780
    },
    {
      "epoch": 0.08472039352679873,
      "grad_norm": 5.125,
      "learning_rate": 4.576984946553032e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.545756259560585,
      "num_tokens": 51462067.0,
      "step": 66790
    },
    {
      "epoch": 0.08473307811933158,
      "grad_norm": 7.3125,
      "learning_rate": 4.5769215155444034e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5835621684789658,
      "num_tokens": 51469505.0,
      "step": 66800
    },
    {
      "epoch": 0.0847457627118644,
      "grad_norm": 4.6875,
      "learning_rate": 4.576858084535774e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5286085307598114,
      "num_tokens": 51477453.0,
      "step": 66810
    },
    {
      "epoch": 0.08475844730439724,
      "grad_norm": 5.21875,
      "learning_rate": 4.576794653527145e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5420615881681442,
      "num_tokens": 51485305.0,
      "step": 66820
    },
    {
      "epoch": 0.08477113189693007,
      "grad_norm": 4.8125,
      "learning_rate": 4.576731222518516e-05,
      "loss": 1.7415,
      "mean_token_accuracy": 0.6217338263988494,
      "num_tokens": 51492205.0,
      "step": 66830
    },
    {
      "epoch": 0.08478381648946291,
      "grad_norm": 4.96875,
      "learning_rate": 4.576667791509887e-05,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5711261689662933,
      "num_tokens": 51500135.0,
      "step": 66840
    },
    {
      "epoch": 0.08479650108199574,
      "grad_norm": 5.75,
      "learning_rate": 4.5766043605012574e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5280222743749619,
      "num_tokens": 51508196.0,
      "step": 66850
    },
    {
      "epoch": 0.08480918567452858,
      "grad_norm": 5.6875,
      "learning_rate": 4.576540929492628e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5380230575799942,
      "num_tokens": 51515558.0,
      "step": 66860
    },
    {
      "epoch": 0.08482187026706141,
      "grad_norm": 7.78125,
      "learning_rate": 4.576477498483999e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.529545271396637,
      "num_tokens": 51523443.0,
      "step": 66870
    },
    {
      "epoch": 0.08483455485959425,
      "grad_norm": 6.0625,
      "learning_rate": 4.57641406747537e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5265717953443527,
      "num_tokens": 51530882.0,
      "step": 66880
    },
    {
      "epoch": 0.08484723945212708,
      "grad_norm": 5.84375,
      "learning_rate": 4.576350636466741e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5647928208112717,
      "num_tokens": 51537865.0,
      "step": 66890
    },
    {
      "epoch": 0.08485992404465992,
      "grad_norm": 6.4375,
      "learning_rate": 4.576287205458112e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5201098829507828,
      "num_tokens": 51545697.0,
      "step": 66900
    },
    {
      "epoch": 0.08487260863719275,
      "grad_norm": 6.0,
      "learning_rate": 4.5762237744494827e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5327803730964661,
      "num_tokens": 51554289.0,
      "step": 66910
    },
    {
      "epoch": 0.08488529322972559,
      "grad_norm": 5.125,
      "learning_rate": 4.576160343440853e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5683189362287522,
      "num_tokens": 51561183.0,
      "step": 66920
    },
    {
      "epoch": 0.08489797782225841,
      "grad_norm": 7.09375,
      "learning_rate": 4.576096912432224e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5580006241798401,
      "num_tokens": 51568144.0,
      "step": 66930
    },
    {
      "epoch": 0.08491066241479125,
      "grad_norm": 5.625,
      "learning_rate": 4.576033481423595e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5365298986434937,
      "num_tokens": 51574658.0,
      "step": 66940
    },
    {
      "epoch": 0.08492334700732408,
      "grad_norm": 7.6875,
      "learning_rate": 4.575970050414966e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5492725372314453,
      "num_tokens": 51581838.0,
      "step": 66950
    },
    {
      "epoch": 0.08493603159985692,
      "grad_norm": 4.78125,
      "learning_rate": 4.575906619406337e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5209979742765427,
      "num_tokens": 51590822.0,
      "step": 66960
    },
    {
      "epoch": 0.08494871619238975,
      "grad_norm": 5.09375,
      "learning_rate": 4.575843188397708e-05,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5835087835788727,
      "num_tokens": 51597158.0,
      "step": 66970
    },
    {
      "epoch": 0.08496140078492259,
      "grad_norm": 5.90625,
      "learning_rate": 4.5757797573890784e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5589642465114594,
      "num_tokens": 51604958.0,
      "step": 66980
    },
    {
      "epoch": 0.08497408537745542,
      "grad_norm": 6.96875,
      "learning_rate": 4.575716326380449e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5327302187681198,
      "num_tokens": 51612614.0,
      "step": 66990
    },
    {
      "epoch": 0.08498676996998826,
      "grad_norm": 6.28125,
      "learning_rate": 4.57565289537182e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5096999526023864,
      "num_tokens": 51620938.0,
      "step": 67000
    },
    {
      "epoch": 0.08499945456252109,
      "grad_norm": 4.96875,
      "learning_rate": 4.575589464363191e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5432142496109009,
      "num_tokens": 51628522.0,
      "step": 67010
    },
    {
      "epoch": 0.08501213915505393,
      "grad_norm": 4.75,
      "learning_rate": 4.575526033354562e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5305549085140229,
      "num_tokens": 51636185.0,
      "step": 67020
    },
    {
      "epoch": 0.08502482374758676,
      "grad_norm": 5.875,
      "learning_rate": 4.5754626023459325e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5373634308576584,
      "num_tokens": 51644392.0,
      "step": 67030
    },
    {
      "epoch": 0.0850375083401196,
      "grad_norm": 5.1875,
      "learning_rate": 4.575399171337304e-05,
      "loss": 2.2868,
      "mean_token_accuracy": 0.5113379627466201,
      "num_tokens": 51651959.0,
      "step": 67040
    },
    {
      "epoch": 0.08505019293265242,
      "grad_norm": 6.1875,
      "learning_rate": 4.575335740328674e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5291406899690628,
      "num_tokens": 51659601.0,
      "step": 67050
    },
    {
      "epoch": 0.08506287752518527,
      "grad_norm": 5.15625,
      "learning_rate": 4.575272309320045e-05,
      "loss": 2.2033,
      "mean_token_accuracy": 0.5228670477867127,
      "num_tokens": 51668025.0,
      "step": 67060
    },
    {
      "epoch": 0.08507556211771809,
      "grad_norm": 6.59375,
      "learning_rate": 4.575208878311416e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5370883047580719,
      "num_tokens": 51676570.0,
      "step": 67070
    },
    {
      "epoch": 0.08508824671025092,
      "grad_norm": 4.9375,
      "learning_rate": 4.5751454473027865e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.549197643995285,
      "num_tokens": 51685834.0,
      "step": 67080
    },
    {
      "epoch": 0.08510093130278376,
      "grad_norm": 5.46875,
      "learning_rate": 4.575082016294158e-05,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5178604423999786,
      "num_tokens": 51693624.0,
      "step": 67090
    },
    {
      "epoch": 0.08511361589531659,
      "grad_norm": 4.9375,
      "learning_rate": 4.575018585285529e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5172905862331391,
      "num_tokens": 51701073.0,
      "step": 67100
    },
    {
      "epoch": 0.08512630048784943,
      "grad_norm": 7.6875,
      "learning_rate": 4.5749551542768995e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5399732947349548,
      "num_tokens": 51709244.0,
      "step": 67110
    },
    {
      "epoch": 0.08513898508038226,
      "grad_norm": 4.59375,
      "learning_rate": 4.57489172326827e-05,
      "loss": 2.2242,
      "mean_token_accuracy": 0.5205188602209091,
      "num_tokens": 51718016.0,
      "step": 67120
    },
    {
      "epoch": 0.0851516696729151,
      "grad_norm": 7.40625,
      "learning_rate": 4.5748282922596405e-05,
      "loss": 2.3881,
      "mean_token_accuracy": 0.4878130674362183,
      "num_tokens": 51726452.0,
      "step": 67130
    },
    {
      "epoch": 0.08516435426544793,
      "grad_norm": 5.6875,
      "learning_rate": 4.574764861251012e-05,
      "loss": 1.8554,
      "mean_token_accuracy": 0.5877359271049499,
      "num_tokens": 51732038.0,
      "step": 67140
    },
    {
      "epoch": 0.08517703885798077,
      "grad_norm": 6.6875,
      "learning_rate": 4.574701430242383e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5494236677885056,
      "num_tokens": 51739635.0,
      "step": 67150
    },
    {
      "epoch": 0.0851897234505136,
      "grad_norm": 6.5625,
      "learning_rate": 4.5746379992337535e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.546418485045433,
      "num_tokens": 51747104.0,
      "step": 67160
    },
    {
      "epoch": 0.08520240804304643,
      "grad_norm": 4.5625,
      "learning_rate": 4.574574568225125e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5606945484876633,
      "num_tokens": 51753929.0,
      "step": 67170
    },
    {
      "epoch": 0.08521509263557926,
      "grad_norm": 4.8125,
      "learning_rate": 4.574511137216496e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5315951853990555,
      "num_tokens": 51763482.0,
      "step": 67180
    },
    {
      "epoch": 0.0852277772281121,
      "grad_norm": 5.75,
      "learning_rate": 4.5744477062078664e-05,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5179989099502563,
      "num_tokens": 51771608.0,
      "step": 67190
    },
    {
      "epoch": 0.08524046182064493,
      "grad_norm": 6.28125,
      "learning_rate": 4.574384275199237e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5597284466028214,
      "num_tokens": 51780132.0,
      "step": 67200
    },
    {
      "epoch": 0.08525314641317777,
      "grad_norm": 4.8125,
      "learning_rate": 4.5743208441906075e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5381067365407943,
      "num_tokens": 51787311.0,
      "step": 67210
    },
    {
      "epoch": 0.0852658310057106,
      "grad_norm": 5.125,
      "learning_rate": 4.574257413181979e-05,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5183783799409867,
      "num_tokens": 51796324.0,
      "step": 67220
    },
    {
      "epoch": 0.08527851559824344,
      "grad_norm": 4.75,
      "learning_rate": 4.57419398217335e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5388888835906982,
      "num_tokens": 51804152.0,
      "step": 67230
    },
    {
      "epoch": 0.08529120019077627,
      "grad_norm": 4.625,
      "learning_rate": 4.5741305511647205e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5297326862812042,
      "num_tokens": 51811842.0,
      "step": 67240
    },
    {
      "epoch": 0.08530388478330911,
      "grad_norm": 4.8125,
      "learning_rate": 4.574067120156092e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5759967744350434,
      "num_tokens": 51819173.0,
      "step": 67250
    },
    {
      "epoch": 0.08531656937584194,
      "grad_norm": 6.90625,
      "learning_rate": 4.574003689147462e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5466401100158691,
      "num_tokens": 51827367.0,
      "step": 67260
    },
    {
      "epoch": 0.08532925396837478,
      "grad_norm": 4.90625,
      "learning_rate": 4.573940258138833e-05,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5238467156887054,
      "num_tokens": 51835989.0,
      "step": 67270
    },
    {
      "epoch": 0.0853419385609076,
      "grad_norm": 5.3125,
      "learning_rate": 4.573876827130204e-05,
      "loss": 2.3344,
      "mean_token_accuracy": 0.4987101018428802,
      "num_tokens": 51844674.0,
      "step": 67280
    },
    {
      "epoch": 0.08535462315344045,
      "grad_norm": 6.6875,
      "learning_rate": 4.5738133961215745e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5309015840291977,
      "num_tokens": 51851956.0,
      "step": 67290
    },
    {
      "epoch": 0.08536730774597327,
      "grad_norm": 6.15625,
      "learning_rate": 4.573749965112946e-05,
      "loss": 2.2863,
      "mean_token_accuracy": 0.5124107450246811,
      "num_tokens": 51861027.0,
      "step": 67300
    },
    {
      "epoch": 0.08537999233850611,
      "grad_norm": 5.125,
      "learning_rate": 4.573686534104316e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5561875730752945,
      "num_tokens": 51867870.0,
      "step": 67310
    },
    {
      "epoch": 0.08539267693103894,
      "grad_norm": 4.6875,
      "learning_rate": 4.5736231030956875e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5278667062520981,
      "num_tokens": 51877323.0,
      "step": 67320
    },
    {
      "epoch": 0.08540536152357178,
      "grad_norm": 6.8125,
      "learning_rate": 4.573559672087058e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5434249550104141,
      "num_tokens": 51885372.0,
      "step": 67330
    },
    {
      "epoch": 0.08541804611610461,
      "grad_norm": 5.0,
      "learning_rate": 4.5734962410784285e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.536363673210144,
      "num_tokens": 51893211.0,
      "step": 67340
    },
    {
      "epoch": 0.08543073070863745,
      "grad_norm": 8.75,
      "learning_rate": 4.5734328100698e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5419591784477233,
      "num_tokens": 51900421.0,
      "step": 67350
    },
    {
      "epoch": 0.08544341530117028,
      "grad_norm": 5.21875,
      "learning_rate": 4.57336937906117e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5520919293165207,
      "num_tokens": 51908499.0,
      "step": 67360
    },
    {
      "epoch": 0.08545609989370312,
      "grad_norm": 7.28125,
      "learning_rate": 4.5733059480525415e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.524156528711319,
      "num_tokens": 51915945.0,
      "step": 67370
    },
    {
      "epoch": 0.08546878448623595,
      "grad_norm": 5.53125,
      "learning_rate": 4.573242517043913e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5372521221637726,
      "num_tokens": 51923587.0,
      "step": 67380
    },
    {
      "epoch": 0.08548146907876879,
      "grad_norm": 4.78125,
      "learning_rate": 4.573179086035283e-05,
      "loss": 2.312,
      "mean_token_accuracy": 0.5135474294424057,
      "num_tokens": 51931464.0,
      "step": 67390
    },
    {
      "epoch": 0.08549415367130161,
      "grad_norm": 4.96875,
      "learning_rate": 4.573115655026654e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5227085411548614,
      "num_tokens": 51939357.0,
      "step": 67400
    },
    {
      "epoch": 0.08550683826383446,
      "grad_norm": 5.15625,
      "learning_rate": 4.573052224018024e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5342616081237793,
      "num_tokens": 51947243.0,
      "step": 67410
    },
    {
      "epoch": 0.08551952285636728,
      "grad_norm": 5.4375,
      "learning_rate": 4.5729887930093955e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5811172842979431,
      "num_tokens": 51953504.0,
      "step": 67420
    },
    {
      "epoch": 0.08553220744890012,
      "grad_norm": 5.0625,
      "learning_rate": 4.572925362000767e-05,
      "loss": 2.3486,
      "mean_token_accuracy": 0.501257848739624,
      "num_tokens": 51962052.0,
      "step": 67430
    },
    {
      "epoch": 0.08554489204143295,
      "grad_norm": 5.25,
      "learning_rate": 4.572861930992137e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5403184622526169,
      "num_tokens": 51969979.0,
      "step": 67440
    },
    {
      "epoch": 0.08555757663396579,
      "grad_norm": 5.8125,
      "learning_rate": 4.5727984999835085e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5301195472478867,
      "num_tokens": 51977893.0,
      "step": 67450
    },
    {
      "epoch": 0.08557026122649862,
      "grad_norm": 7.15625,
      "learning_rate": 4.572735068974879e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5350778877735138,
      "num_tokens": 51985387.0,
      "step": 67460
    },
    {
      "epoch": 0.08558294581903146,
      "grad_norm": 4.90625,
      "learning_rate": 4.5726716379662496e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.570959797501564,
      "num_tokens": 51992716.0,
      "step": 67470
    },
    {
      "epoch": 0.08559563041156429,
      "grad_norm": 5.125,
      "learning_rate": 4.572608206957621e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.563430106639862,
      "num_tokens": 52000999.0,
      "step": 67480
    },
    {
      "epoch": 0.08560831500409713,
      "grad_norm": 4.875,
      "learning_rate": 4.572544775948991e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5160753071308136,
      "num_tokens": 52010384.0,
      "step": 67490
    },
    {
      "epoch": 0.08562099959662996,
      "grad_norm": 5.0,
      "learning_rate": 4.5724813449403625e-05,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5677019983530045,
      "num_tokens": 52018402.0,
      "step": 67500
    },
    {
      "epoch": 0.0856336841891628,
      "grad_norm": 5.375,
      "learning_rate": 4.572417913931733e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5494423121213913,
      "num_tokens": 52026706.0,
      "step": 67510
    },
    {
      "epoch": 0.08564636878169563,
      "grad_norm": 5.34375,
      "learning_rate": 4.572354482923104e-05,
      "loss": 2.2112,
      "mean_token_accuracy": 0.5214028358459473,
      "num_tokens": 52034567.0,
      "step": 67520
    },
    {
      "epoch": 0.08565905337422847,
      "grad_norm": 5.09375,
      "learning_rate": 4.5722910519144755e-05,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5738668233156204,
      "num_tokens": 52042601.0,
      "step": 67530
    },
    {
      "epoch": 0.0856717379667613,
      "grad_norm": 6.0625,
      "learning_rate": 4.5722276209058453e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5671140104532242,
      "num_tokens": 52050221.0,
      "step": 67540
    },
    {
      "epoch": 0.08568442255929412,
      "grad_norm": 4.875,
      "learning_rate": 4.5721641898972166e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5364475339651108,
      "num_tokens": 52058812.0,
      "step": 67550
    },
    {
      "epoch": 0.08569710715182696,
      "grad_norm": 5.4375,
      "learning_rate": 4.572100758888587e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5415214002132416,
      "num_tokens": 52067505.0,
      "step": 67560
    },
    {
      "epoch": 0.08570979174435979,
      "grad_norm": 7.59375,
      "learning_rate": 4.572037327879958e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5507254004478455,
      "num_tokens": 52073742.0,
      "step": 67570
    },
    {
      "epoch": 0.08572247633689263,
      "grad_norm": 5.25,
      "learning_rate": 4.5719738968713295e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5437655925750733,
      "num_tokens": 52082654.0,
      "step": 67580
    },
    {
      "epoch": 0.08573516092942546,
      "grad_norm": 4.9375,
      "learning_rate": 4.5719104658627e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.5238717079162598,
      "num_tokens": 52090918.0,
      "step": 67590
    },
    {
      "epoch": 0.0857478455219583,
      "grad_norm": 4.90625,
      "learning_rate": 4.571847034854071e-05,
      "loss": 2.1766,
      "mean_token_accuracy": 0.5327651292085648,
      "num_tokens": 52098060.0,
      "step": 67600
    },
    {
      "epoch": 0.08576053011449113,
      "grad_norm": 6.09375,
      "learning_rate": 4.571783603845442e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5470335155725479,
      "num_tokens": 52106047.0,
      "step": 67610
    },
    {
      "epoch": 0.08577321470702397,
      "grad_norm": 5.84375,
      "learning_rate": 4.571720172836812e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5196388810873032,
      "num_tokens": 52114955.0,
      "step": 67620
    },
    {
      "epoch": 0.0857858992995568,
      "grad_norm": 9.25,
      "learning_rate": 4.5716567418281835e-05,
      "loss": 1.959,
      "mean_token_accuracy": 0.5683782964944839,
      "num_tokens": 52122115.0,
      "step": 67630
    },
    {
      "epoch": 0.08579858389208964,
      "grad_norm": 4.78125,
      "learning_rate": 4.571593310819554e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.536584860086441,
      "num_tokens": 52130501.0,
      "step": 67640
    },
    {
      "epoch": 0.08581126848462246,
      "grad_norm": 6.09375,
      "learning_rate": 4.571529879810925e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5256746202707291,
      "num_tokens": 52138611.0,
      "step": 67650
    },
    {
      "epoch": 0.0858239530771553,
      "grad_norm": 5.34375,
      "learning_rate": 4.571466448802296e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5345555752515793,
      "num_tokens": 52145931.0,
      "step": 67660
    },
    {
      "epoch": 0.08583663766968813,
      "grad_norm": 4.65625,
      "learning_rate": 4.571403017793667e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5315975069999694,
      "num_tokens": 52153803.0,
      "step": 67670
    },
    {
      "epoch": 0.08584932226222097,
      "grad_norm": 5.09375,
      "learning_rate": 4.5713395867850376e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5339297026395797,
      "num_tokens": 52162069.0,
      "step": 67680
    },
    {
      "epoch": 0.0858620068547538,
      "grad_norm": 6.71875,
      "learning_rate": 4.571276155776408e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5405069321393967,
      "num_tokens": 52168825.0,
      "step": 67690
    },
    {
      "epoch": 0.08587469144728664,
      "grad_norm": 5.875,
      "learning_rate": 4.571212724767779e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5236514568328857,
      "num_tokens": 52176480.0,
      "step": 67700
    },
    {
      "epoch": 0.08588737603981947,
      "grad_norm": 7.875,
      "learning_rate": 4.57114929375915e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5672145485877991,
      "num_tokens": 52182764.0,
      "step": 67710
    },
    {
      "epoch": 0.08590006063235231,
      "grad_norm": 4.46875,
      "learning_rate": 4.571085862750521e-05,
      "loss": 1.8937,
      "mean_token_accuracy": 0.5779479563236236,
      "num_tokens": 52189934.0,
      "step": 67720
    },
    {
      "epoch": 0.08591274522488514,
      "grad_norm": 7.4375,
      "learning_rate": 4.571022431741892e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5329017698764801,
      "num_tokens": 52198076.0,
      "step": 67730
    },
    {
      "epoch": 0.08592542981741798,
      "grad_norm": 6.5,
      "learning_rate": 4.570959000733263e-05,
      "loss": 2.2737,
      "mean_token_accuracy": 0.5054628938436508,
      "num_tokens": 52206298.0,
      "step": 67740
    },
    {
      "epoch": 0.0859381144099508,
      "grad_norm": 5.0625,
      "learning_rate": 4.5708955697246334e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5630261927843094,
      "num_tokens": 52214692.0,
      "step": 67750
    },
    {
      "epoch": 0.08595079900248365,
      "grad_norm": 5.4375,
      "learning_rate": 4.570832138716004e-05,
      "loss": 1.763,
      "mean_token_accuracy": 0.5951605707406997,
      "num_tokens": 52221121.0,
      "step": 67760
    },
    {
      "epoch": 0.08596348359501647,
      "grad_norm": 5.28125,
      "learning_rate": 4.570768707707375e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5320010304450988,
      "num_tokens": 52229539.0,
      "step": 67770
    },
    {
      "epoch": 0.08597616818754932,
      "grad_norm": 7.21875,
      "learning_rate": 4.570705276698746e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5327324628829956,
      "num_tokens": 52237788.0,
      "step": 67780
    },
    {
      "epoch": 0.08598885278008214,
      "grad_norm": 6.15625,
      "learning_rate": 4.570641845690117e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5359202325344086,
      "num_tokens": 52245388.0,
      "step": 67790
    },
    {
      "epoch": 0.08600153737261498,
      "grad_norm": 4.5,
      "learning_rate": 4.570578414681488e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5227474004030228,
      "num_tokens": 52253638.0,
      "step": 67800
    },
    {
      "epoch": 0.08601422196514781,
      "grad_norm": 4.625,
      "learning_rate": 4.5705149836728586e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5364499628543854,
      "num_tokens": 52261811.0,
      "step": 67810
    },
    {
      "epoch": 0.08602690655768065,
      "grad_norm": 5.90625,
      "learning_rate": 4.570451552664229e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5638949334621429,
      "num_tokens": 52268865.0,
      "step": 67820
    },
    {
      "epoch": 0.08603959115021348,
      "grad_norm": 4.5,
      "learning_rate": 4.5703881216556004e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5224112898111344,
      "num_tokens": 52276887.0,
      "step": 67830
    },
    {
      "epoch": 0.08605227574274632,
      "grad_norm": 5.21875,
      "learning_rate": 4.570324690646971e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5488492488861084,
      "num_tokens": 52284803.0,
      "step": 67840
    },
    {
      "epoch": 0.08606496033527915,
      "grad_norm": 6.09375,
      "learning_rate": 4.570261259638342e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5308898866176606,
      "num_tokens": 52292294.0,
      "step": 67850
    },
    {
      "epoch": 0.08607764492781199,
      "grad_norm": 5.84375,
      "learning_rate": 4.5701978286297126e-05,
      "loss": 1.9071,
      "mean_token_accuracy": 0.5810911804437637,
      "num_tokens": 52299139.0,
      "step": 67860
    },
    {
      "epoch": 0.08609032952034482,
      "grad_norm": 4.65625,
      "learning_rate": 4.570134397621084e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5226755857467651,
      "num_tokens": 52307177.0,
      "step": 67870
    },
    {
      "epoch": 0.08610301411287766,
      "grad_norm": 9.1875,
      "learning_rate": 4.5700709666124544e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5415889322757721,
      "num_tokens": 52313633.0,
      "step": 67880
    },
    {
      "epoch": 0.08611569870541048,
      "grad_norm": 5.21875,
      "learning_rate": 4.570007535603825e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5292747497558594,
      "num_tokens": 52322784.0,
      "step": 67890
    },
    {
      "epoch": 0.08612838329794333,
      "grad_norm": 5.9375,
      "learning_rate": 4.569944104595196e-05,
      "loss": 2.3716,
      "mean_token_accuracy": 0.4944379717111588,
      "num_tokens": 52331033.0,
      "step": 67900
    },
    {
      "epoch": 0.08614106789047615,
      "grad_norm": 6.09375,
      "learning_rate": 4.569880673586567e-05,
      "loss": 1.8718,
      "mean_token_accuracy": 0.5825035214424134,
      "num_tokens": 52337560.0,
      "step": 67910
    },
    {
      "epoch": 0.086153752483009,
      "grad_norm": 7.0,
      "learning_rate": 4.569817242577938e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5305253803730011,
      "num_tokens": 52344816.0,
      "step": 67920
    },
    {
      "epoch": 0.08616643707554182,
      "grad_norm": 5.5,
      "learning_rate": 4.569753811569309e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5308654755353928,
      "num_tokens": 52352769.0,
      "step": 67930
    },
    {
      "epoch": 0.08617912166807466,
      "grad_norm": 4.9375,
      "learning_rate": 4.5696903805606796e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5260405361652374,
      "num_tokens": 52359660.0,
      "step": 67940
    },
    {
      "epoch": 0.08619180626060749,
      "grad_norm": 5.8125,
      "learning_rate": 4.569626949552051e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5186705201864242,
      "num_tokens": 52367745.0,
      "step": 67950
    },
    {
      "epoch": 0.08620449085314033,
      "grad_norm": 8.375,
      "learning_rate": 4.569563518543421e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5409631729125977,
      "num_tokens": 52373905.0,
      "step": 67960
    },
    {
      "epoch": 0.08621717544567316,
      "grad_norm": 5.125,
      "learning_rate": 4.569500087534792e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5234865695238113,
      "num_tokens": 52382739.0,
      "step": 67970
    },
    {
      "epoch": 0.086229860038206,
      "grad_norm": 5.71875,
      "learning_rate": 4.569436656526163e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5412523359060287,
      "num_tokens": 52390260.0,
      "step": 67980
    },
    {
      "epoch": 0.08624254463073883,
      "grad_norm": 4.90625,
      "learning_rate": 4.5693732255175337e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5454878896474838,
      "num_tokens": 52398479.0,
      "step": 67990
    },
    {
      "epoch": 0.08625522922327167,
      "grad_norm": 5.96875,
      "learning_rate": 4.569309794508905e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5209783762693405,
      "num_tokens": 52407802.0,
      "step": 68000
    },
    {
      "epoch": 0.0862679138158045,
      "grad_norm": 4.96875,
      "learning_rate": 4.5692463635002754e-05,
      "loss": 1.8742,
      "mean_token_accuracy": 0.5792542576789856,
      "num_tokens": 52414525.0,
      "step": 68010
    },
    {
      "epoch": 0.08628059840833732,
      "grad_norm": 5.28125,
      "learning_rate": 4.5691829324916466e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5418259590864182,
      "num_tokens": 52420914.0,
      "step": 68020
    },
    {
      "epoch": 0.08629328300087016,
      "grad_norm": 4.875,
      "learning_rate": 4.569119501483017e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5286200374364853,
      "num_tokens": 52430397.0,
      "step": 68030
    },
    {
      "epoch": 0.08630596759340299,
      "grad_norm": 4.5,
      "learning_rate": 4.569056070474388e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5308628767728806,
      "num_tokens": 52438951.0,
      "step": 68040
    },
    {
      "epoch": 0.08631865218593583,
      "grad_norm": 5.34375,
      "learning_rate": 4.568992639465759e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5648370683193207,
      "num_tokens": 52445085.0,
      "step": 68050
    },
    {
      "epoch": 0.08633133677846866,
      "grad_norm": 6.84375,
      "learning_rate": 4.5689292084571294e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5273356556892395,
      "num_tokens": 52452586.0,
      "step": 68060
    },
    {
      "epoch": 0.0863440213710015,
      "grad_norm": 9.0,
      "learning_rate": 4.5688657774485006e-05,
      "loss": 2.2567,
      "mean_token_accuracy": 0.5121910214424134,
      "num_tokens": 52460862.0,
      "step": 68070
    },
    {
      "epoch": 0.08635670596353433,
      "grad_norm": 5.6875,
      "learning_rate": 4.568802346439872e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5647978186607361,
      "num_tokens": 52467099.0,
      "step": 68080
    },
    {
      "epoch": 0.08636939055606717,
      "grad_norm": 5.40625,
      "learning_rate": 4.5687389154312424e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5521976083517075,
      "num_tokens": 52474387.0,
      "step": 68090
    },
    {
      "epoch": 0.0863820751486,
      "grad_norm": 7.28125,
      "learning_rate": 4.568675484422613e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5383455574512481,
      "num_tokens": 52482495.0,
      "step": 68100
    },
    {
      "epoch": 0.08639475974113284,
      "grad_norm": 7.125,
      "learning_rate": 4.568612053413984e-05,
      "loss": 1.9229,
      "mean_token_accuracy": 0.5794706821441651,
      "num_tokens": 52489259.0,
      "step": 68110
    },
    {
      "epoch": 0.08640744433366566,
      "grad_norm": 5.15625,
      "learning_rate": 4.568548622405355e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5565553545951843,
      "num_tokens": 52498063.0,
      "step": 68120
    },
    {
      "epoch": 0.0864201289261985,
      "grad_norm": 6.25,
      "learning_rate": 4.568485191396726e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5629272490739823,
      "num_tokens": 52505039.0,
      "step": 68130
    },
    {
      "epoch": 0.08643281351873133,
      "grad_norm": 5.46875,
      "learning_rate": 4.5684217603880964e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5434227675199509,
      "num_tokens": 52512841.0,
      "step": 68140
    },
    {
      "epoch": 0.08644549811126417,
      "grad_norm": 4.5625,
      "learning_rate": 4.5683583293794676e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5266663014888764,
      "num_tokens": 52521699.0,
      "step": 68150
    },
    {
      "epoch": 0.086458182703797,
      "grad_norm": 4.75,
      "learning_rate": 4.568294898370838e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5627188295125961,
      "num_tokens": 52528912.0,
      "step": 68160
    },
    {
      "epoch": 0.08647086729632984,
      "grad_norm": 5.40625,
      "learning_rate": 4.568231467362209e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5301650285720825,
      "num_tokens": 52535448.0,
      "step": 68170
    },
    {
      "epoch": 0.08648355188886267,
      "grad_norm": 5.625,
      "learning_rate": 4.56816803635358e-05,
      "loss": 2.2161,
      "mean_token_accuracy": 0.5229457467794418,
      "num_tokens": 52544216.0,
      "step": 68180
    },
    {
      "epoch": 0.08649623648139551,
      "grad_norm": 5.5,
      "learning_rate": 4.5681046053449505e-05,
      "loss": 1.914,
      "mean_token_accuracy": 0.5721582025289536,
      "num_tokens": 52550283.0,
      "step": 68190
    },
    {
      "epoch": 0.08650892107392834,
      "grad_norm": 5.09375,
      "learning_rate": 4.568041174336322e-05,
      "loss": 2.2414,
      "mean_token_accuracy": 0.5254814326763153,
      "num_tokens": 52559028.0,
      "step": 68200
    },
    {
      "epoch": 0.08652160566646118,
      "grad_norm": 8.75,
      "learning_rate": 4.567977743327693e-05,
      "loss": 1.9121,
      "mean_token_accuracy": 0.580146461725235,
      "num_tokens": 52566111.0,
      "step": 68210
    },
    {
      "epoch": 0.086534290258994,
      "grad_norm": 3.984375,
      "learning_rate": 4.5679143123190634e-05,
      "loss": 1.7778,
      "mean_token_accuracy": 0.6014472842216492,
      "num_tokens": 52572034.0,
      "step": 68220
    },
    {
      "epoch": 0.08654697485152685,
      "grad_norm": 4.6875,
      "learning_rate": 4.567850881310434e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.562560573220253,
      "num_tokens": 52579896.0,
      "step": 68230
    },
    {
      "epoch": 0.08655965944405968,
      "grad_norm": 5.03125,
      "learning_rate": 4.5677874503018045e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5498860001564025,
      "num_tokens": 52587855.0,
      "step": 68240
    },
    {
      "epoch": 0.08657234403659252,
      "grad_norm": 6.53125,
      "learning_rate": 4.567724019293176e-05,
      "loss": 2.2406,
      "mean_token_accuracy": 0.514058518409729,
      "num_tokens": 52594996.0,
      "step": 68250
    },
    {
      "epoch": 0.08658502862912534,
      "grad_norm": 7.09375,
      "learning_rate": 4.567660588284547e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5274364084005356,
      "num_tokens": 52602571.0,
      "step": 68260
    },
    {
      "epoch": 0.08659771322165818,
      "grad_norm": 6.09375,
      "learning_rate": 4.5675971572759175e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5358009994029999,
      "num_tokens": 52610391.0,
      "step": 68270
    },
    {
      "epoch": 0.08661039781419101,
      "grad_norm": 5.1875,
      "learning_rate": 4.567533726267289e-05,
      "loss": 2.3166,
      "mean_token_accuracy": 0.49462651312351225,
      "num_tokens": 52619366.0,
      "step": 68280
    },
    {
      "epoch": 0.08662308240672385,
      "grad_norm": 8.75,
      "learning_rate": 4.567470295258659e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5545618295669555,
      "num_tokens": 52626248.0,
      "step": 68290
    },
    {
      "epoch": 0.08663576699925668,
      "grad_norm": 4.84375,
      "learning_rate": 4.56740686425003e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.525940066576004,
      "num_tokens": 52634825.0,
      "step": 68300
    },
    {
      "epoch": 0.08664845159178952,
      "grad_norm": 4.78125,
      "learning_rate": 4.567343433241401e-05,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5607486307621002,
      "num_tokens": 52642326.0,
      "step": 68310
    },
    {
      "epoch": 0.08666113618432235,
      "grad_norm": 5.09375,
      "learning_rate": 4.5672800022327715e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5259424537420273,
      "num_tokens": 52649663.0,
      "step": 68320
    },
    {
      "epoch": 0.08667382077685519,
      "grad_norm": 5.40625,
      "learning_rate": 4.567216571224143e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5496664106845855,
      "num_tokens": 52657726.0,
      "step": 68330
    },
    {
      "epoch": 0.08668650536938802,
      "grad_norm": 6.0,
      "learning_rate": 4.567153140215513e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5467556089162826,
      "num_tokens": 52665420.0,
      "step": 68340
    },
    {
      "epoch": 0.08669918996192086,
      "grad_norm": 5.03125,
      "learning_rate": 4.5670897092068844e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5491079896688461,
      "num_tokens": 52672704.0,
      "step": 68350
    },
    {
      "epoch": 0.08671187455445369,
      "grad_norm": 4.6875,
      "learning_rate": 4.5670262781982557e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5260722577571869,
      "num_tokens": 52680731.0,
      "step": 68360
    },
    {
      "epoch": 0.08672455914698653,
      "grad_norm": 6.90625,
      "learning_rate": 4.566962847189626e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5323326021432877,
      "num_tokens": 52686831.0,
      "step": 68370
    },
    {
      "epoch": 0.08673724373951935,
      "grad_norm": 4.6875,
      "learning_rate": 4.566899416180997e-05,
      "loss": 2.232,
      "mean_token_accuracy": 0.5217470675706863,
      "num_tokens": 52694445.0,
      "step": 68380
    },
    {
      "epoch": 0.0867499283320522,
      "grad_norm": 4.3125,
      "learning_rate": 4.566835985172367e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.532764020562172,
      "num_tokens": 52703230.0,
      "step": 68390
    },
    {
      "epoch": 0.08676261292458502,
      "grad_norm": 4.84375,
      "learning_rate": 4.5667725541637385e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5310273617506027,
      "num_tokens": 52711801.0,
      "step": 68400
    },
    {
      "epoch": 0.08677529751711786,
      "grad_norm": 6.5625,
      "learning_rate": 4.56670912315511e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5332715660333633,
      "num_tokens": 52720225.0,
      "step": 68410
    },
    {
      "epoch": 0.08678798210965069,
      "grad_norm": 5.0625,
      "learning_rate": 4.56664569214648e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5353627651929855,
      "num_tokens": 52729981.0,
      "step": 68420
    },
    {
      "epoch": 0.08680066670218353,
      "grad_norm": 4.90625,
      "learning_rate": 4.5665822611378514e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5258299261331558,
      "num_tokens": 52738382.0,
      "step": 68430
    },
    {
      "epoch": 0.08681335129471636,
      "grad_norm": 7.03125,
      "learning_rate": 4.566518830129222e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5751666843891143,
      "num_tokens": 52745390.0,
      "step": 68440
    },
    {
      "epoch": 0.0868260358872492,
      "grad_norm": 4.375,
      "learning_rate": 4.5664553991205925e-05,
      "loss": 2.2261,
      "mean_token_accuracy": 0.5116726785898209,
      "num_tokens": 52754638.0,
      "step": 68450
    },
    {
      "epoch": 0.08683872047978203,
      "grad_norm": 6.375,
      "learning_rate": 4.566391968111964e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5375132411718369,
      "num_tokens": 52760796.0,
      "step": 68460
    },
    {
      "epoch": 0.08685140507231487,
      "grad_norm": 5.40625,
      "learning_rate": 4.566328537103334e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5562278300523757,
      "num_tokens": 52768092.0,
      "step": 68470
    },
    {
      "epoch": 0.0868640896648477,
      "grad_norm": 5.34375,
      "learning_rate": 4.5662651060947055e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5304828524589539,
      "num_tokens": 52775854.0,
      "step": 68480
    },
    {
      "epoch": 0.08687677425738052,
      "grad_norm": 5.5,
      "learning_rate": 4.566201675086076e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5528465420007705,
      "num_tokens": 52782809.0,
      "step": 68490
    },
    {
      "epoch": 0.08688945884991336,
      "grad_norm": 7.0625,
      "learning_rate": 4.566138244077447e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5499058961868286,
      "num_tokens": 52789674.0,
      "step": 68500
    },
    {
      "epoch": 0.08690214344244619,
      "grad_norm": 5.1875,
      "learning_rate": 4.566074813068818e-05,
      "loss": 1.8805,
      "mean_token_accuracy": 0.584206473827362,
      "num_tokens": 52797485.0,
      "step": 68510
    },
    {
      "epoch": 0.08691482803497903,
      "grad_norm": 4.71875,
      "learning_rate": 4.566011382060188e-05,
      "loss": 1.88,
      "mean_token_accuracy": 0.5785985231399536,
      "num_tokens": 52805079.0,
      "step": 68520
    },
    {
      "epoch": 0.08692751262751186,
      "grad_norm": 4.96875,
      "learning_rate": 4.5659479510515595e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5397852182388305,
      "num_tokens": 52813141.0,
      "step": 68530
    },
    {
      "epoch": 0.0869401972200447,
      "grad_norm": 8.4375,
      "learning_rate": 4.56588452004293e-05,
      "loss": 2.2633,
      "mean_token_accuracy": 0.5078548312187194,
      "num_tokens": 52820710.0,
      "step": 68540
    },
    {
      "epoch": 0.08695288181257753,
      "grad_norm": 4.53125,
      "learning_rate": 4.565821089034301e-05,
      "loss": 2.2864,
      "mean_token_accuracy": 0.5084025263786316,
      "num_tokens": 52828810.0,
      "step": 68550
    },
    {
      "epoch": 0.08696556640511037,
      "grad_norm": 5.1875,
      "learning_rate": 4.5657576580256725e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5705330044031143,
      "num_tokens": 52836382.0,
      "step": 68560
    },
    {
      "epoch": 0.0869782509976432,
      "grad_norm": 6.0,
      "learning_rate": 4.565694227017043e-05,
      "loss": 2.2675,
      "mean_token_accuracy": 0.5055397242307663,
      "num_tokens": 52845881.0,
      "step": 68570
    },
    {
      "epoch": 0.08699093559017604,
      "grad_norm": 4.6875,
      "learning_rate": 4.5656307960084135e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5094176888465881,
      "num_tokens": 52855545.0,
      "step": 68580
    },
    {
      "epoch": 0.08700362018270887,
      "grad_norm": 5.90625,
      "learning_rate": 4.565567364999784e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5180639177560806,
      "num_tokens": 52863179.0,
      "step": 68590
    },
    {
      "epoch": 0.0870163047752417,
      "grad_norm": 4.71875,
      "learning_rate": 4.565503933991155e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5340242087841034,
      "num_tokens": 52872465.0,
      "step": 68600
    },
    {
      "epoch": 0.08702898936777453,
      "grad_norm": 5.78125,
      "learning_rate": 4.5654405029825265e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5743179649114609,
      "num_tokens": 52880021.0,
      "step": 68610
    },
    {
      "epoch": 0.08704167396030738,
      "grad_norm": 4.90625,
      "learning_rate": 4.565377071973897e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.560992980003357,
      "num_tokens": 52887343.0,
      "step": 68620
    },
    {
      "epoch": 0.0870543585528402,
      "grad_norm": 5.1875,
      "learning_rate": 4.565313640965268e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5174244850873947,
      "num_tokens": 52896510.0,
      "step": 68630
    },
    {
      "epoch": 0.08706704314537304,
      "grad_norm": 6.3125,
      "learning_rate": 4.565250209956639e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5431625753641128,
      "num_tokens": 52904151.0,
      "step": 68640
    },
    {
      "epoch": 0.08707972773790587,
      "grad_norm": 5.25,
      "learning_rate": 4.565186778948009e-05,
      "loss": 1.7802,
      "mean_token_accuracy": 0.5965851008892059,
      "num_tokens": 52910534.0,
      "step": 68650
    },
    {
      "epoch": 0.08709241233043871,
      "grad_norm": 5.96875,
      "learning_rate": 4.5651233479393805e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5468331545591354,
      "num_tokens": 52918269.0,
      "step": 68660
    },
    {
      "epoch": 0.08710509692297154,
      "grad_norm": 6.875,
      "learning_rate": 4.565059916930751e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5231486827135086,
      "num_tokens": 52926062.0,
      "step": 68670
    },
    {
      "epoch": 0.08711778151550438,
      "grad_norm": 7.5625,
      "learning_rate": 4.564996485922122e-05,
      "loss": 2.264,
      "mean_token_accuracy": 0.5174143791198731,
      "num_tokens": 52933646.0,
      "step": 68680
    },
    {
      "epoch": 0.08713046610803721,
      "grad_norm": 5.0,
      "learning_rate": 4.564933054913493e-05,
      "loss": 1.7161,
      "mean_token_accuracy": 0.6154675006866455,
      "num_tokens": 52940917.0,
      "step": 68690
    },
    {
      "epoch": 0.08714315070057005,
      "grad_norm": 6.34375,
      "learning_rate": 4.564869623904864e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5321869283914566,
      "num_tokens": 52949517.0,
      "step": 68700
    },
    {
      "epoch": 0.08715583529310288,
      "grad_norm": 5.0625,
      "learning_rate": 4.564806192896235e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5481067359447479,
      "num_tokens": 52958020.0,
      "step": 68710
    },
    {
      "epoch": 0.08716851988563572,
      "grad_norm": 5.21875,
      "learning_rate": 4.564742761887605e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5534485250711441,
      "num_tokens": 52966511.0,
      "step": 68720
    },
    {
      "epoch": 0.08718120447816854,
      "grad_norm": 6.25,
      "learning_rate": 4.564679330878976e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5552392542362213,
      "num_tokens": 52975140.0,
      "step": 68730
    },
    {
      "epoch": 0.08719388907070139,
      "grad_norm": 5.21875,
      "learning_rate": 4.564615899870347e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5467345714569092,
      "num_tokens": 52983005.0,
      "step": 68740
    },
    {
      "epoch": 0.08720657366323421,
      "grad_norm": 4.9375,
      "learning_rate": 4.564552468861718e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5512609601020813,
      "num_tokens": 52989608.0,
      "step": 68750
    },
    {
      "epoch": 0.08721925825576705,
      "grad_norm": 5.59375,
      "learning_rate": 4.564489037853089e-05,
      "loss": 2.2359,
      "mean_token_accuracy": 0.5231073558330536,
      "num_tokens": 52999079.0,
      "step": 68760
    },
    {
      "epoch": 0.08723194284829988,
      "grad_norm": 7.5,
      "learning_rate": 4.56442560684446e-05,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5231822997331619,
      "num_tokens": 53006462.0,
      "step": 68770
    },
    {
      "epoch": 0.08724462744083272,
      "grad_norm": 4.84375,
      "learning_rate": 4.564362175835831e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5358766168355942,
      "num_tokens": 53015427.0,
      "step": 68780
    },
    {
      "epoch": 0.08725731203336555,
      "grad_norm": 4.9375,
      "learning_rate": 4.5642987448272015e-05,
      "loss": 2.2643,
      "mean_token_accuracy": 0.5105673462152481,
      "num_tokens": 53024531.0,
      "step": 68790
    },
    {
      "epoch": 0.08726999662589839,
      "grad_norm": 5.03125,
      "learning_rate": 4.564235313818572e-05,
      "loss": 2.2689,
      "mean_token_accuracy": 0.5092733174562454,
      "num_tokens": 53032854.0,
      "step": 68800
    },
    {
      "epoch": 0.08728268121843122,
      "grad_norm": 5.03125,
      "learning_rate": 4.564171882809943e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5243649423122406,
      "num_tokens": 53042014.0,
      "step": 68810
    },
    {
      "epoch": 0.08729536581096406,
      "grad_norm": 5.0625,
      "learning_rate": 4.564108451801314e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5446956425905227,
      "num_tokens": 53049989.0,
      "step": 68820
    },
    {
      "epoch": 0.08730805040349689,
      "grad_norm": 5.40625,
      "learning_rate": 4.564045020792685e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5674932867288589,
      "num_tokens": 53057337.0,
      "step": 68830
    },
    {
      "epoch": 0.08732073499602973,
      "grad_norm": 6.25,
      "learning_rate": 4.5639815897840556e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5266028374433518,
      "num_tokens": 53064415.0,
      "step": 68840
    },
    {
      "epoch": 0.08733341958856256,
      "grad_norm": 4.71875,
      "learning_rate": 4.563918158775427e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5503559201955796,
      "num_tokens": 53071766.0,
      "step": 68850
    },
    {
      "epoch": 0.0873461041810954,
      "grad_norm": 4.53125,
      "learning_rate": 4.563854727766797e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5551350891590119,
      "num_tokens": 53079328.0,
      "step": 68860
    },
    {
      "epoch": 0.08735878877362822,
      "grad_norm": 4.5625,
      "learning_rate": 4.563791296758168e-05,
      "loss": 1.851,
      "mean_token_accuracy": 0.5976194769144059,
      "num_tokens": 53085886.0,
      "step": 68870
    },
    {
      "epoch": 0.08737147336616106,
      "grad_norm": 4.4375,
      "learning_rate": 4.563727865749539e-05,
      "loss": 1.7306,
      "mean_token_accuracy": 0.6103680342435837,
      "num_tokens": 53091742.0,
      "step": 68880
    },
    {
      "epoch": 0.08738415795869389,
      "grad_norm": 6.03125,
      "learning_rate": 4.5636644347409096e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5356940239667892,
      "num_tokens": 53099425.0,
      "step": 68890
    },
    {
      "epoch": 0.08739684255122673,
      "grad_norm": 5.75,
      "learning_rate": 4.563601003732281e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5664764881134033,
      "num_tokens": 53106388.0,
      "step": 68900
    },
    {
      "epoch": 0.08740952714375956,
      "grad_norm": 5.90625,
      "learning_rate": 4.563537572723652e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5628990650177002,
      "num_tokens": 53113939.0,
      "step": 68910
    },
    {
      "epoch": 0.0874222117362924,
      "grad_norm": 6.1875,
      "learning_rate": 4.5634741417150226e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5409654021263123,
      "num_tokens": 53121711.0,
      "step": 68920
    },
    {
      "epoch": 0.08743489632882523,
      "grad_norm": 4.71875,
      "learning_rate": 4.563410710706393e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5512398928403854,
      "num_tokens": 53130349.0,
      "step": 68930
    },
    {
      "epoch": 0.08744758092135807,
      "grad_norm": 6.25,
      "learning_rate": 4.5633472796977636e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5315410017967224,
      "num_tokens": 53138802.0,
      "step": 68940
    },
    {
      "epoch": 0.0874602655138909,
      "grad_norm": 6.03125,
      "learning_rate": 4.563283848689135e-05,
      "loss": 1.7486,
      "mean_token_accuracy": 0.5980533421039581,
      "num_tokens": 53146113.0,
      "step": 68950
    },
    {
      "epoch": 0.08747295010642372,
      "grad_norm": 7.4375,
      "learning_rate": 4.563220417680506e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.535933855175972,
      "num_tokens": 53153984.0,
      "step": 68960
    },
    {
      "epoch": 0.08748563469895657,
      "grad_norm": 5.375,
      "learning_rate": 4.5631569866718766e-05,
      "loss": 2.4409,
      "mean_token_accuracy": 0.4962510198354721,
      "num_tokens": 53161697.0,
      "step": 68970
    },
    {
      "epoch": 0.0874983192914894,
      "grad_norm": 4.75,
      "learning_rate": 4.563093555663248e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.543264365196228,
      "num_tokens": 53170256.0,
      "step": 68980
    },
    {
      "epoch": 0.08751100388402223,
      "grad_norm": 4.09375,
      "learning_rate": 4.5630301246546183e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5515928864479065,
      "num_tokens": 53177838.0,
      "step": 68990
    },
    {
      "epoch": 0.08752368847655506,
      "grad_norm": 4.9375,
      "learning_rate": 4.562966693645989e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5379722207784653,
      "num_tokens": 53186311.0,
      "step": 69000
    },
    {
      "epoch": 0.0875363730690879,
      "grad_norm": 6.21875,
      "learning_rate": 4.56290326263736e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5376842528581619,
      "num_tokens": 53193363.0,
      "step": 69010
    },
    {
      "epoch": 0.08754905766162073,
      "grad_norm": 6.46875,
      "learning_rate": 4.5628398316287306e-05,
      "loss": 2.2815,
      "mean_token_accuracy": 0.506222864985466,
      "num_tokens": 53201235.0,
      "step": 69020
    },
    {
      "epoch": 0.08756174225415357,
      "grad_norm": 4.9375,
      "learning_rate": 4.562776400620102e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5267280131578446,
      "num_tokens": 53209877.0,
      "step": 69030
    },
    {
      "epoch": 0.0875744268466864,
      "grad_norm": 4.8125,
      "learning_rate": 4.562712969611473e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5466921597719192,
      "num_tokens": 53218239.0,
      "step": 69040
    },
    {
      "epoch": 0.08758711143921924,
      "grad_norm": 6.03125,
      "learning_rate": 4.5626495386028436e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5620865106582642,
      "num_tokens": 53225996.0,
      "step": 69050
    },
    {
      "epoch": 0.08759979603175207,
      "grad_norm": 5.90625,
      "learning_rate": 4.562586107594214e-05,
      "loss": 2.2291,
      "mean_token_accuracy": 0.5275878310203552,
      "num_tokens": 53234457.0,
      "step": 69060
    },
    {
      "epoch": 0.08761248062428491,
      "grad_norm": 7.125,
      "learning_rate": 4.5625226765855847e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5546099781990051,
      "num_tokens": 53241672.0,
      "step": 69070
    },
    {
      "epoch": 0.08762516521681774,
      "grad_norm": 5.46875,
      "learning_rate": 4.562459245576956e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.542728865146637,
      "num_tokens": 53248613.0,
      "step": 69080
    },
    {
      "epoch": 0.08763784980935058,
      "grad_norm": 7.25,
      "learning_rate": 4.562395814568327e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5545735627412796,
      "num_tokens": 53255243.0,
      "step": 69090
    },
    {
      "epoch": 0.0876505344018834,
      "grad_norm": 5.15625,
      "learning_rate": 4.5623323835596976e-05,
      "loss": 1.9689,
      "mean_token_accuracy": 0.5547797679901123,
      "num_tokens": 53263370.0,
      "step": 69100
    },
    {
      "epoch": 0.08766321899441624,
      "grad_norm": 4.71875,
      "learning_rate": 4.562268952551069e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5390552967786789,
      "num_tokens": 53271208.0,
      "step": 69110
    },
    {
      "epoch": 0.08767590358694907,
      "grad_norm": 5.875,
      "learning_rate": 4.5622055215424394e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.542843359708786,
      "num_tokens": 53278604.0,
      "step": 69120
    },
    {
      "epoch": 0.08768858817948191,
      "grad_norm": 5.1875,
      "learning_rate": 4.5621420905338106e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.529624679684639,
      "num_tokens": 53286786.0,
      "step": 69130
    },
    {
      "epoch": 0.08770127277201474,
      "grad_norm": 5.9375,
      "learning_rate": 4.562078659525181e-05,
      "loss": 2.1513,
      "mean_token_accuracy": 0.52597496509552,
      "num_tokens": 53295236.0,
      "step": 69140
    },
    {
      "epoch": 0.08771395736454758,
      "grad_norm": 5.15625,
      "learning_rate": 4.5620152285165516e-05,
      "loss": 2.2342,
      "mean_token_accuracy": 0.5195904552936554,
      "num_tokens": 53303775.0,
      "step": 69150
    },
    {
      "epoch": 0.08772664195708041,
      "grad_norm": 7.6875,
      "learning_rate": 4.561951797507923e-05,
      "loss": 2.2907,
      "mean_token_accuracy": 0.5112138450145721,
      "num_tokens": 53312725.0,
      "step": 69160
    },
    {
      "epoch": 0.08773932654961325,
      "grad_norm": 6.3125,
      "learning_rate": 4.5618883664992934e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5574060767889023,
      "num_tokens": 53320014.0,
      "step": 69170
    },
    {
      "epoch": 0.08775201114214608,
      "grad_norm": 5.28125,
      "learning_rate": 4.5618249354906646e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5691765367984771,
      "num_tokens": 53327614.0,
      "step": 69180
    },
    {
      "epoch": 0.08776469573467892,
      "grad_norm": 4.65625,
      "learning_rate": 4.561761504482036e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5347460210323334,
      "num_tokens": 53335937.0,
      "step": 69190
    },
    {
      "epoch": 0.08777738032721175,
      "grad_norm": 4.96875,
      "learning_rate": 4.5616980734734064e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5218612879514695,
      "num_tokens": 53344266.0,
      "step": 69200
    },
    {
      "epoch": 0.08779006491974459,
      "grad_norm": 6.125,
      "learning_rate": 4.561634642464777e-05,
      "loss": 1.9811,
      "mean_token_accuracy": 0.5547232687473297,
      "num_tokens": 53351524.0,
      "step": 69210
    },
    {
      "epoch": 0.08780274951227741,
      "grad_norm": 7.25,
      "learning_rate": 4.5615712114561474e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5554790198802948,
      "num_tokens": 53358835.0,
      "step": 69220
    },
    {
      "epoch": 0.08781543410481026,
      "grad_norm": 5.75,
      "learning_rate": 4.5615077804475186e-05,
      "loss": 2.2685,
      "mean_token_accuracy": 0.51723213493824,
      "num_tokens": 53365609.0,
      "step": 69230
    },
    {
      "epoch": 0.08782811869734308,
      "grad_norm": 5.09375,
      "learning_rate": 4.56144434943889e-05,
      "loss": 1.98,
      "mean_token_accuracy": 0.5649622112512589,
      "num_tokens": 53372397.0,
      "step": 69240
    },
    {
      "epoch": 0.08784080328987592,
      "grad_norm": 4.71875,
      "learning_rate": 4.5613809184302604e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5294714838266372,
      "num_tokens": 53380085.0,
      "step": 69250
    },
    {
      "epoch": 0.08785348788240875,
      "grad_norm": 7.59375,
      "learning_rate": 4.5613174874216316e-05,
      "loss": 2.2719,
      "mean_token_accuracy": 0.5152125298976898,
      "num_tokens": 53388958.0,
      "step": 69260
    },
    {
      "epoch": 0.08786617247494159,
      "grad_norm": 5.40625,
      "learning_rate": 4.561254056413002e-05,
      "loss": 2.3021,
      "mean_token_accuracy": 0.5096966803073884,
      "num_tokens": 53397615.0,
      "step": 69270
    },
    {
      "epoch": 0.08787885706747442,
      "grad_norm": 5.25,
      "learning_rate": 4.561190625404373e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5501293897628784,
      "num_tokens": 53405752.0,
      "step": 69280
    },
    {
      "epoch": 0.08789154166000726,
      "grad_norm": 6.96875,
      "learning_rate": 4.561127194395744e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5373484790325165,
      "num_tokens": 53413205.0,
      "step": 69290
    },
    {
      "epoch": 0.08790422625254009,
      "grad_norm": 7.375,
      "learning_rate": 4.5610637633871144e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5432294070720672,
      "num_tokens": 53421636.0,
      "step": 69300
    },
    {
      "epoch": 0.08791691084507293,
      "grad_norm": 5.1875,
      "learning_rate": 4.5610003323784856e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5485232442617416,
      "num_tokens": 53430332.0,
      "step": 69310
    },
    {
      "epoch": 0.08792959543760576,
      "grad_norm": 6.34375,
      "learning_rate": 4.560936901369856e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5379907935857773,
      "num_tokens": 53437553.0,
      "step": 69320
    },
    {
      "epoch": 0.0879422800301386,
      "grad_norm": 8.6875,
      "learning_rate": 4.5608734703612274e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5622632950544357,
      "num_tokens": 53445163.0,
      "step": 69330
    },
    {
      "epoch": 0.08795496462267142,
      "grad_norm": 5.71875,
      "learning_rate": 4.560810039352598e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5421771317720413,
      "num_tokens": 53453287.0,
      "step": 69340
    },
    {
      "epoch": 0.08796764921520427,
      "grad_norm": 5.1875,
      "learning_rate": 4.5607466083439685e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5661287039518357,
      "num_tokens": 53461046.0,
      "step": 69350
    },
    {
      "epoch": 0.0879803338077371,
      "grad_norm": 5.28125,
      "learning_rate": 4.56068317733534e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5336457043886185,
      "num_tokens": 53468803.0,
      "step": 69360
    },
    {
      "epoch": 0.08799301840026993,
      "grad_norm": 8.3125,
      "learning_rate": 4.56061974632671e-05,
      "loss": 1.9103,
      "mean_token_accuracy": 0.569489711523056,
      "num_tokens": 53474825.0,
      "step": 69370
    },
    {
      "epoch": 0.08800570299280276,
      "grad_norm": 5.59375,
      "learning_rate": 4.5605563153180814e-05,
      "loss": 2.2575,
      "mean_token_accuracy": 0.5061949521303177,
      "num_tokens": 53483088.0,
      "step": 69380
    },
    {
      "epoch": 0.0880183875853356,
      "grad_norm": 4.90625,
      "learning_rate": 4.5604928843094526e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5667350441217422,
      "num_tokens": 53491638.0,
      "step": 69390
    },
    {
      "epoch": 0.08803107217786843,
      "grad_norm": 4.6875,
      "learning_rate": 4.560429453300823e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5628224670886993,
      "num_tokens": 53499701.0,
      "step": 69400
    },
    {
      "epoch": 0.08804375677040126,
      "grad_norm": 4.3125,
      "learning_rate": 4.560366022292194e-05,
      "loss": 1.8653,
      "mean_token_accuracy": 0.5786805748939514,
      "num_tokens": 53506538.0,
      "step": 69410
    },
    {
      "epoch": 0.0880564413629341,
      "grad_norm": 5.375,
      "learning_rate": 4.560302591283564e-05,
      "loss": 1.8152,
      "mean_token_accuracy": 0.5889235854148864,
      "num_tokens": 53514652.0,
      "step": 69420
    },
    {
      "epoch": 0.08806912595546693,
      "grad_norm": 5.75,
      "learning_rate": 4.5602391602749354e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5378714501857758,
      "num_tokens": 53521522.0,
      "step": 69430
    },
    {
      "epoch": 0.08808181054799977,
      "grad_norm": 5.78125,
      "learning_rate": 4.5601757292663067e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5270393460988998,
      "num_tokens": 53530002.0,
      "step": 69440
    },
    {
      "epoch": 0.0880944951405326,
      "grad_norm": 7.9375,
      "learning_rate": 4.560112298257677e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5673453032970428,
      "num_tokens": 53537518.0,
      "step": 69450
    },
    {
      "epoch": 0.08810717973306544,
      "grad_norm": 5.3125,
      "learning_rate": 4.5600488672490484e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5645606130361557,
      "num_tokens": 53544211.0,
      "step": 69460
    },
    {
      "epoch": 0.08811986432559826,
      "grad_norm": 4.84375,
      "learning_rate": 4.559985436240419e-05,
      "loss": 2.2618,
      "mean_token_accuracy": 0.5107321083545685,
      "num_tokens": 53550800.0,
      "step": 69470
    },
    {
      "epoch": 0.0881325489181311,
      "grad_norm": 6.0625,
      "learning_rate": 4.5599220052317895e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5456764787435532,
      "num_tokens": 53558245.0,
      "step": 69480
    },
    {
      "epoch": 0.08814523351066393,
      "grad_norm": 6.21875,
      "learning_rate": 4.559858574223161e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5413969337940217,
      "num_tokens": 53565572.0,
      "step": 69490
    },
    {
      "epoch": 0.08815791810319677,
      "grad_norm": 6.96875,
      "learning_rate": 4.559795143214531e-05,
      "loss": 2.1777,
      "mean_token_accuracy": 0.5208720147609711,
      "num_tokens": 53573614.0,
      "step": 69500
    },
    {
      "epoch": 0.0881706026957296,
      "grad_norm": 5.90625,
      "learning_rate": 4.5597317122059024e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.559342822432518,
      "num_tokens": 53581212.0,
      "step": 69510
    },
    {
      "epoch": 0.08818328728826244,
      "grad_norm": 5.625,
      "learning_rate": 4.559668281197273e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5367265701293945,
      "num_tokens": 53589692.0,
      "step": 69520
    },
    {
      "epoch": 0.08819597188079527,
      "grad_norm": 6.46875,
      "learning_rate": 4.559604850188644e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5322806090116501,
      "num_tokens": 53596880.0,
      "step": 69530
    },
    {
      "epoch": 0.08820865647332811,
      "grad_norm": 4.8125,
      "learning_rate": 4.5595414191800154e-05,
      "loss": 2.2926,
      "mean_token_accuracy": 0.5081942170858383,
      "num_tokens": 53605116.0,
      "step": 69540
    },
    {
      "epoch": 0.08822134106586094,
      "grad_norm": 4.875,
      "learning_rate": 4.559477988171386e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5484102219343185,
      "num_tokens": 53613057.0,
      "step": 69550
    },
    {
      "epoch": 0.08823402565839378,
      "grad_norm": 6.3125,
      "learning_rate": 4.5594145571627565e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5352248191833496,
      "num_tokens": 53620157.0,
      "step": 69560
    },
    {
      "epoch": 0.0882467102509266,
      "grad_norm": 9.75,
      "learning_rate": 4.559351126154127e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5491632670164108,
      "num_tokens": 53627191.0,
      "step": 69570
    },
    {
      "epoch": 0.08825939484345945,
      "grad_norm": 4.6875,
      "learning_rate": 4.559287695145498e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5342289924621582,
      "num_tokens": 53635898.0,
      "step": 69580
    },
    {
      "epoch": 0.08827207943599227,
      "grad_norm": 5.0,
      "learning_rate": 4.5592242641368694e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.539937487244606,
      "num_tokens": 53644612.0,
      "step": 69590
    },
    {
      "epoch": 0.08828476402852511,
      "grad_norm": 6.40625,
      "learning_rate": 4.55916083312824e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5195899486541748,
      "num_tokens": 53653077.0,
      "step": 69600
    },
    {
      "epoch": 0.08829744862105794,
      "grad_norm": 5.25,
      "learning_rate": 4.559097402119611e-05,
      "loss": 2.3417,
      "mean_token_accuracy": 0.5035670548677444,
      "num_tokens": 53661124.0,
      "step": 69610
    },
    {
      "epoch": 0.08831013321359078,
      "grad_norm": 4.875,
      "learning_rate": 4.559033971110982e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5855218142271041,
      "num_tokens": 53668139.0,
      "step": 69620
    },
    {
      "epoch": 0.08832281780612361,
      "grad_norm": 5.375,
      "learning_rate": 4.558970540102352e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5369353890419006,
      "num_tokens": 53675379.0,
      "step": 69630
    },
    {
      "epoch": 0.08833550239865645,
      "grad_norm": 10.3125,
      "learning_rate": 4.5589071090937235e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5296262592077255,
      "num_tokens": 53682182.0,
      "step": 69640
    },
    {
      "epoch": 0.08834818699118928,
      "grad_norm": 7.9375,
      "learning_rate": 4.558843678085094e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5305119603872299,
      "num_tokens": 53688960.0,
      "step": 69650
    },
    {
      "epoch": 0.08836087158372212,
      "grad_norm": 6.40625,
      "learning_rate": 4.558780247076465e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5486643999814987,
      "num_tokens": 53696501.0,
      "step": 69660
    },
    {
      "epoch": 0.08837355617625495,
      "grad_norm": 5.78125,
      "learning_rate": 4.558716816067836e-05,
      "loss": 1.7878,
      "mean_token_accuracy": 0.6084661483764648,
      "num_tokens": 53702432.0,
      "step": 69670
    },
    {
      "epoch": 0.08838624076878779,
      "grad_norm": 4.96875,
      "learning_rate": 4.558653385059207e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5433908343315125,
      "num_tokens": 53709868.0,
      "step": 69680
    },
    {
      "epoch": 0.08839892536132062,
      "grad_norm": 4.90625,
      "learning_rate": 4.5585899540505775e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.536113703250885,
      "num_tokens": 53718036.0,
      "step": 69690
    },
    {
      "epoch": 0.08841160995385346,
      "grad_norm": 7.09375,
      "learning_rate": 4.558526523041948e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5293160021305084,
      "num_tokens": 53725177.0,
      "step": 69700
    },
    {
      "epoch": 0.08842429454638628,
      "grad_norm": 5.0625,
      "learning_rate": 4.558463092033319e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5551747500896453,
      "num_tokens": 53732890.0,
      "step": 69710
    },
    {
      "epoch": 0.08843697913891913,
      "grad_norm": 4.59375,
      "learning_rate": 4.55839966102469e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5477218508720398,
      "num_tokens": 53739851.0,
      "step": 69720
    },
    {
      "epoch": 0.08844966373145195,
      "grad_norm": 5.0625,
      "learning_rate": 4.558336230016061e-05,
      "loss": 2.2259,
      "mean_token_accuracy": 0.5260952770709991,
      "num_tokens": 53747777.0,
      "step": 69730
    },
    {
      "epoch": 0.0884623483239848,
      "grad_norm": 4.8125,
      "learning_rate": 4.558272799007432e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5525087982416153,
      "num_tokens": 53755534.0,
      "step": 69740
    },
    {
      "epoch": 0.08847503291651762,
      "grad_norm": 4.90625,
      "learning_rate": 4.558209367998803e-05,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5219605773687362,
      "num_tokens": 53763246.0,
      "step": 69750
    },
    {
      "epoch": 0.08848771750905046,
      "grad_norm": 5.5625,
      "learning_rate": 4.558145936990173e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5417069524526597,
      "num_tokens": 53770523.0,
      "step": 69760
    },
    {
      "epoch": 0.08850040210158329,
      "grad_norm": 5.78125,
      "learning_rate": 4.558082505981544e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5665192842483521,
      "num_tokens": 53776944.0,
      "step": 69770
    },
    {
      "epoch": 0.08851308669411613,
      "grad_norm": 4.96875,
      "learning_rate": 4.558019074972915e-05,
      "loss": 2.2576,
      "mean_token_accuracy": 0.5108482897281647,
      "num_tokens": 53784759.0,
      "step": 69780
    },
    {
      "epoch": 0.08852577128664896,
      "grad_norm": 5.09375,
      "learning_rate": 4.557955643964286e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5167874991893768,
      "num_tokens": 53792979.0,
      "step": 69790
    },
    {
      "epoch": 0.0885384558791818,
      "grad_norm": 6.375,
      "learning_rate": 4.557892212955657e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5818813383579254,
      "num_tokens": 53799202.0,
      "step": 69800
    },
    {
      "epoch": 0.08855114047171463,
      "grad_norm": 5.53125,
      "learning_rate": 4.557828781947028e-05,
      "loss": 2.3881,
      "mean_token_accuracy": 0.5025426030158997,
      "num_tokens": 53807402.0,
      "step": 69810
    },
    {
      "epoch": 0.08856382506424747,
      "grad_norm": 5.09375,
      "learning_rate": 4.5577653509383985e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5371022582054138,
      "num_tokens": 53815275.0,
      "step": 69820
    },
    {
      "epoch": 0.0885765096567803,
      "grad_norm": 24.25,
      "learning_rate": 4.557701919929769e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5460733026266098,
      "num_tokens": 53822873.0,
      "step": 69830
    },
    {
      "epoch": 0.08858919424931314,
      "grad_norm": 4.6875,
      "learning_rate": 4.55763848892114e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5279117077589035,
      "num_tokens": 53831372.0,
      "step": 69840
    },
    {
      "epoch": 0.08860187884184596,
      "grad_norm": 5.21875,
      "learning_rate": 4.557575057912511e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5338176667690278,
      "num_tokens": 53839543.0,
      "step": 69850
    },
    {
      "epoch": 0.0886145634343788,
      "grad_norm": 5.46875,
      "learning_rate": 4.557511626903882e-05,
      "loss": 1.8486,
      "mean_token_accuracy": 0.5916934132575988,
      "num_tokens": 53846945.0,
      "step": 69860
    },
    {
      "epoch": 0.08862724802691163,
      "grad_norm": 5.71875,
      "learning_rate": 4.5574481958952525e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5356438010931015,
      "num_tokens": 53855456.0,
      "step": 69870
    },
    {
      "epoch": 0.08863993261944446,
      "grad_norm": 4.75,
      "learning_rate": 4.557384764886624e-05,
      "loss": 2.2572,
      "mean_token_accuracy": 0.5099490135908127,
      "num_tokens": 53863544.0,
      "step": 69880
    },
    {
      "epoch": 0.0886526172119773,
      "grad_norm": 18.0,
      "learning_rate": 4.557321333877995e-05,
      "loss": 2.2946,
      "mean_token_accuracy": 0.5141472369432449,
      "num_tokens": 53871961.0,
      "step": 69890
    },
    {
      "epoch": 0.08866530180451013,
      "grad_norm": 5.15625,
      "learning_rate": 4.557257902869365e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5563663870096207,
      "num_tokens": 53879792.0,
      "step": 69900
    },
    {
      "epoch": 0.08867798639704297,
      "grad_norm": 6.21875,
      "learning_rate": 4.557194471860736e-05,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5641148835420609,
      "num_tokens": 53887065.0,
      "step": 69910
    },
    {
      "epoch": 0.0886906709895758,
      "grad_norm": 6.25,
      "learning_rate": 4.557131040852107e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5358950734138489,
      "num_tokens": 53894669.0,
      "step": 69920
    },
    {
      "epoch": 0.08870335558210864,
      "grad_norm": 6.5625,
      "learning_rate": 4.557067609843478e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.556349390745163,
      "num_tokens": 53902512.0,
      "step": 69930
    },
    {
      "epoch": 0.08871604017464146,
      "grad_norm": 4.9375,
      "learning_rate": 4.557004178834849e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5472245991230011,
      "num_tokens": 53909343.0,
      "step": 69940
    },
    {
      "epoch": 0.0887287247671743,
      "grad_norm": 5.03125,
      "learning_rate": 4.5569407478262195e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5205808281898499,
      "num_tokens": 53918906.0,
      "step": 69950
    },
    {
      "epoch": 0.08874140935970713,
      "grad_norm": 5.65625,
      "learning_rate": 4.556877316817591e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.556776624917984,
      "num_tokens": 53926989.0,
      "step": 69960
    },
    {
      "epoch": 0.08875409395223997,
      "grad_norm": 5.03125,
      "learning_rate": 4.556813885808961e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5218721717596054,
      "num_tokens": 53936439.0,
      "step": 69970
    },
    {
      "epoch": 0.0887667785447728,
      "grad_norm": 5.09375,
      "learning_rate": 4.556750454800332e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5421919316053391,
      "num_tokens": 53944598.0,
      "step": 69980
    },
    {
      "epoch": 0.08877946313730564,
      "grad_norm": 4.8125,
      "learning_rate": 4.556687023791703e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5282394975423813,
      "num_tokens": 53952010.0,
      "step": 69990
    },
    {
      "epoch": 0.08879214772983847,
      "grad_norm": 5.5,
      "learning_rate": 4.5566235927830736e-05,
      "loss": 1.6898,
      "mean_token_accuracy": 0.6225052356719971,
      "num_tokens": 53957621.0,
      "step": 70000
    },
    {
      "epoch": 0.08880483232237131,
      "grad_norm": 5.34375,
      "learning_rate": 4.556560161774445e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5494416266679764,
      "num_tokens": 53964372.0,
      "step": 70010
    },
    {
      "epoch": 0.08881751691490414,
      "grad_norm": 5.375,
      "learning_rate": 4.556496730765816e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5422054976224899,
      "num_tokens": 53973091.0,
      "step": 70020
    },
    {
      "epoch": 0.08883020150743698,
      "grad_norm": 6.6875,
      "learning_rate": 4.5564332997571865e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5454389005899429,
      "num_tokens": 53979208.0,
      "step": 70030
    },
    {
      "epoch": 0.0888428860999698,
      "grad_norm": 4.84375,
      "learning_rate": 4.556369868748557e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5427205324172973,
      "num_tokens": 53986891.0,
      "step": 70040
    },
    {
      "epoch": 0.08885557069250265,
      "grad_norm": 4.6875,
      "learning_rate": 4.5563064377399276e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.517390513420105,
      "num_tokens": 53994150.0,
      "step": 70050
    },
    {
      "epoch": 0.08886825528503547,
      "grad_norm": 5.53125,
      "learning_rate": 4.556243006731299e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5562219381332397,
      "num_tokens": 54000412.0,
      "step": 70060
    },
    {
      "epoch": 0.08888093987756832,
      "grad_norm": 5.0,
      "learning_rate": 4.55617957572267e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.527193832397461,
      "num_tokens": 54008166.0,
      "step": 70070
    },
    {
      "epoch": 0.08889362447010114,
      "grad_norm": 7.5625,
      "learning_rate": 4.5561161447140406e-05,
      "loss": 2.2074,
      "mean_token_accuracy": 0.5253127992153168,
      "num_tokens": 54015615.0,
      "step": 70080
    },
    {
      "epoch": 0.08890630906263398,
      "grad_norm": 4.46875,
      "learning_rate": 4.556052713705412e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5216731488704681,
      "num_tokens": 54023389.0,
      "step": 70090
    },
    {
      "epoch": 0.08891899365516681,
      "grad_norm": 5.65625,
      "learning_rate": 4.555989282696782e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5607210963964462,
      "num_tokens": 54031057.0,
      "step": 70100
    },
    {
      "epoch": 0.08893167824769965,
      "grad_norm": 8.1875,
      "learning_rate": 4.555925851688153e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5512523055076599,
      "num_tokens": 54037999.0,
      "step": 70110
    },
    {
      "epoch": 0.08894436284023248,
      "grad_norm": 4.84375,
      "learning_rate": 4.555862420679524e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5274231612682343,
      "num_tokens": 54045266.0,
      "step": 70120
    },
    {
      "epoch": 0.08895704743276532,
      "grad_norm": 6.375,
      "learning_rate": 4.5557989896708946e-05,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5728789567947388,
      "num_tokens": 54052701.0,
      "step": 70130
    },
    {
      "epoch": 0.08896973202529815,
      "grad_norm": 4.84375,
      "learning_rate": 4.555735558662266e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5628648608922958,
      "num_tokens": 54060050.0,
      "step": 70140
    },
    {
      "epoch": 0.08898241661783099,
      "grad_norm": 5.03125,
      "learning_rate": 4.555672127653636e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5685521036386489,
      "num_tokens": 54066492.0,
      "step": 70150
    },
    {
      "epoch": 0.08899510121036382,
      "grad_norm": 6.625,
      "learning_rate": 4.5556086966450075e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5234166979789734,
      "num_tokens": 54074260.0,
      "step": 70160
    },
    {
      "epoch": 0.08900778580289666,
      "grad_norm": 5.625,
      "learning_rate": 4.555545265636378e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5253216207027436,
      "num_tokens": 54082148.0,
      "step": 70170
    },
    {
      "epoch": 0.08902047039542949,
      "grad_norm": 5.8125,
      "learning_rate": 4.5554818346277486e-05,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5157382011413574,
      "num_tokens": 54090038.0,
      "step": 70180
    },
    {
      "epoch": 0.08903315498796233,
      "grad_norm": 7.75,
      "learning_rate": 4.55541840361912e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5313429087400436,
      "num_tokens": 54098973.0,
      "step": 70190
    },
    {
      "epoch": 0.08904583958049515,
      "grad_norm": 5.46875,
      "learning_rate": 4.5553549726104904e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5667972326278686,
      "num_tokens": 54106411.0,
      "step": 70200
    },
    {
      "epoch": 0.089058524173028,
      "grad_norm": 5.40625,
      "learning_rate": 4.5552915416018616e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5364569067955017,
      "num_tokens": 54114086.0,
      "step": 70210
    },
    {
      "epoch": 0.08907120876556082,
      "grad_norm": 8.125,
      "learning_rate": 4.555228110593233e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5808654516935349,
      "num_tokens": 54121432.0,
      "step": 70220
    },
    {
      "epoch": 0.08908389335809366,
      "grad_norm": 5.25,
      "learning_rate": 4.555164679584603e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.525191780924797,
      "num_tokens": 54128763.0,
      "step": 70230
    },
    {
      "epoch": 0.08909657795062649,
      "grad_norm": 8.5,
      "learning_rate": 4.555101248575974e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5515878617763519,
      "num_tokens": 54135975.0,
      "step": 70240
    },
    {
      "epoch": 0.08910926254315933,
      "grad_norm": 5.28125,
      "learning_rate": 4.5550378175673444e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5466622948646546,
      "num_tokens": 54143810.0,
      "step": 70250
    },
    {
      "epoch": 0.08912194713569216,
      "grad_norm": 6.5,
      "learning_rate": 4.5549743865587156e-05,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5710751831531524,
      "num_tokens": 54151473.0,
      "step": 70260
    },
    {
      "epoch": 0.089134631728225,
      "grad_norm": 5.0,
      "learning_rate": 4.554910955550087e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5331671893596649,
      "num_tokens": 54159729.0,
      "step": 70270
    },
    {
      "epoch": 0.08914731632075783,
      "grad_norm": 6.96875,
      "learning_rate": 4.5548475245414574e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.557990562915802,
      "num_tokens": 54168064.0,
      "step": 70280
    },
    {
      "epoch": 0.08916000091329067,
      "grad_norm": 4.6875,
      "learning_rate": 4.5547840935328286e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5411341309547424,
      "num_tokens": 54175907.0,
      "step": 70290
    },
    {
      "epoch": 0.0891726855058235,
      "grad_norm": 6.25,
      "learning_rate": 4.554720662524199e-05,
      "loss": 1.6586,
      "mean_token_accuracy": 0.6216044008731842,
      "num_tokens": 54180633.0,
      "step": 70300
    },
    {
      "epoch": 0.08918537009835634,
      "grad_norm": 4.59375,
      "learning_rate": 4.55465723151557e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.5674035042524338,
      "num_tokens": 54188039.0,
      "step": 70310
    },
    {
      "epoch": 0.08919805469088916,
      "grad_norm": 4.96875,
      "learning_rate": 4.554593800506941e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5273524403572083,
      "num_tokens": 54197068.0,
      "step": 70320
    },
    {
      "epoch": 0.089210739283422,
      "grad_norm": 5.9375,
      "learning_rate": 4.5545303694983114e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5271667569875718,
      "num_tokens": 54205513.0,
      "step": 70330
    },
    {
      "epoch": 0.08922342387595483,
      "grad_norm": 4.96875,
      "learning_rate": 4.5544669384896826e-05,
      "loss": 1.6655,
      "mean_token_accuracy": 0.6163752794265747,
      "num_tokens": 54212680.0,
      "step": 70340
    },
    {
      "epoch": 0.08923610846848766,
      "grad_norm": 4.96875,
      "learning_rate": 4.554403507481053e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5237563610076904,
      "num_tokens": 54221162.0,
      "step": 70350
    },
    {
      "epoch": 0.0892487930610205,
      "grad_norm": 4.5,
      "learning_rate": 4.5543400764724244e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5383130341768265,
      "num_tokens": 54228984.0,
      "step": 70360
    },
    {
      "epoch": 0.08926147765355333,
      "grad_norm": 4.625,
      "learning_rate": 4.5542766454637956e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5282532036304474,
      "num_tokens": 54236548.0,
      "step": 70370
    },
    {
      "epoch": 0.08927416224608617,
      "grad_norm": 5.15625,
      "learning_rate": 4.554213214455166e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5393524736166,
      "num_tokens": 54243750.0,
      "step": 70380
    },
    {
      "epoch": 0.089286846838619,
      "grad_norm": 5.875,
      "learning_rate": 4.5541497834465366e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5372251093387603,
      "num_tokens": 54252306.0,
      "step": 70390
    },
    {
      "epoch": 0.08929953143115184,
      "grad_norm": 5.15625,
      "learning_rate": 4.554086352437907e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5239628076553344,
      "num_tokens": 54260589.0,
      "step": 70400
    },
    {
      "epoch": 0.08931221602368467,
      "grad_norm": 5.59375,
      "learning_rate": 4.5540229214292784e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5371416956186295,
      "num_tokens": 54269108.0,
      "step": 70410
    },
    {
      "epoch": 0.0893249006162175,
      "grad_norm": 4.8125,
      "learning_rate": 4.5539594904206496e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5263551414012909,
      "num_tokens": 54278133.0,
      "step": 70420
    },
    {
      "epoch": 0.08933758520875033,
      "grad_norm": 4.84375,
      "learning_rate": 4.55389605941202e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5263107568025589,
      "num_tokens": 54286442.0,
      "step": 70430
    },
    {
      "epoch": 0.08935026980128317,
      "grad_norm": 4.59375,
      "learning_rate": 4.5538326284033913e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5508473843336106,
      "num_tokens": 54294127.0,
      "step": 70440
    },
    {
      "epoch": 0.089362954393816,
      "grad_norm": 6.4375,
      "learning_rate": 4.553769197394762e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5468399733304977,
      "num_tokens": 54301301.0,
      "step": 70450
    },
    {
      "epoch": 0.08937563898634884,
      "grad_norm": 4.96875,
      "learning_rate": 4.5537057663861324e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5384402871131897,
      "num_tokens": 54309060.0,
      "step": 70460
    },
    {
      "epoch": 0.08938832357888167,
      "grad_norm": 6.40625,
      "learning_rate": 4.5536423353775036e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5487426161766052,
      "num_tokens": 54317595.0,
      "step": 70470
    },
    {
      "epoch": 0.08940100817141451,
      "grad_norm": 7.0625,
      "learning_rate": 4.553578904368874e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5569594144821167,
      "num_tokens": 54324507.0,
      "step": 70480
    },
    {
      "epoch": 0.08941369276394734,
      "grad_norm": 4.84375,
      "learning_rate": 4.5535154733602454e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5299293607473373,
      "num_tokens": 54332367.0,
      "step": 70490
    },
    {
      "epoch": 0.08942637735648018,
      "grad_norm": 6.6875,
      "learning_rate": 4.553452042351616e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5250514954328537,
      "num_tokens": 54340368.0,
      "step": 70500
    },
    {
      "epoch": 0.08943906194901301,
      "grad_norm": 5.3125,
      "learning_rate": 4.553388611342987e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5232823371887207,
      "num_tokens": 54348139.0,
      "step": 70510
    },
    {
      "epoch": 0.08945174654154585,
      "grad_norm": 8.5,
      "learning_rate": 4.5533251803343577e-05,
      "loss": 1.839,
      "mean_token_accuracy": 0.5884826004505157,
      "num_tokens": 54353991.0,
      "step": 70520
    },
    {
      "epoch": 0.08946443113407868,
      "grad_norm": 4.90625,
      "learning_rate": 4.553261749325728e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5455950111150741,
      "num_tokens": 54362588.0,
      "step": 70530
    },
    {
      "epoch": 0.08947711572661152,
      "grad_norm": 6.34375,
      "learning_rate": 4.5531983183170994e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5265694856643677,
      "num_tokens": 54370434.0,
      "step": 70540
    },
    {
      "epoch": 0.08948980031914434,
      "grad_norm": 5.65625,
      "learning_rate": 4.55313488730847e-05,
      "loss": 1.7669,
      "mean_token_accuracy": 0.6072775810956955,
      "num_tokens": 54378025.0,
      "step": 70550
    },
    {
      "epoch": 0.08950248491167719,
      "grad_norm": 5.0,
      "learning_rate": 4.553071456299841e-05,
      "loss": 1.8314,
      "mean_token_accuracy": 0.5962020933628083,
      "num_tokens": 54384277.0,
      "step": 70560
    },
    {
      "epoch": 0.08951516950421001,
      "grad_norm": 6.5625,
      "learning_rate": 4.5530080252912124e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5587958186864853,
      "num_tokens": 54391350.0,
      "step": 70570
    },
    {
      "epoch": 0.08952785409674285,
      "grad_norm": 4.96875,
      "learning_rate": 4.552944594282583e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5634598642587662,
      "num_tokens": 54398542.0,
      "step": 70580
    },
    {
      "epoch": 0.08954053868927568,
      "grad_norm": 5.5625,
      "learning_rate": 4.5528811632739534e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5427979081869125,
      "num_tokens": 54405620.0,
      "step": 70590
    },
    {
      "epoch": 0.08955322328180852,
      "grad_norm": 7.625,
      "learning_rate": 4.552817732265324e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5594312965869903,
      "num_tokens": 54411763.0,
      "step": 70600
    },
    {
      "epoch": 0.08956590787434135,
      "grad_norm": 7.09375,
      "learning_rate": 4.552754301256695e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5320331782102585,
      "num_tokens": 54419220.0,
      "step": 70610
    },
    {
      "epoch": 0.08957859246687419,
      "grad_norm": 4.71875,
      "learning_rate": 4.5526908702480664e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5440536737442017,
      "num_tokens": 54427486.0,
      "step": 70620
    },
    {
      "epoch": 0.08959127705940702,
      "grad_norm": 4.46875,
      "learning_rate": 4.552627439239437e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5339595645666122,
      "num_tokens": 54435532.0,
      "step": 70630
    },
    {
      "epoch": 0.08960396165193986,
      "grad_norm": 5.125,
      "learning_rate": 4.552564008230808e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5420624643564225,
      "num_tokens": 54442975.0,
      "step": 70640
    },
    {
      "epoch": 0.08961664624447269,
      "grad_norm": 5.0625,
      "learning_rate": 4.552500577222179e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5838332056999207,
      "num_tokens": 54451631.0,
      "step": 70650
    },
    {
      "epoch": 0.08962933083700553,
      "grad_norm": 6.03125,
      "learning_rate": 4.552437146213549e-05,
      "loss": 2.2392,
      "mean_token_accuracy": 0.5149312943220139,
      "num_tokens": 54459688.0,
      "step": 70660
    },
    {
      "epoch": 0.08964201542953835,
      "grad_norm": 5.78125,
      "learning_rate": 4.5523737152049204e-05,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5277159184217453,
      "num_tokens": 54467528.0,
      "step": 70670
    },
    {
      "epoch": 0.0896547000220712,
      "grad_norm": 6.15625,
      "learning_rate": 4.552310284196291e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5318650722503662,
      "num_tokens": 54475064.0,
      "step": 70680
    },
    {
      "epoch": 0.08966738461460402,
      "grad_norm": 5.9375,
      "learning_rate": 4.552246853187662e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5348841726779938,
      "num_tokens": 54482720.0,
      "step": 70690
    },
    {
      "epoch": 0.08968006920713686,
      "grad_norm": 5.375,
      "learning_rate": 4.552183422179033e-05,
      "loss": 2.2873,
      "mean_token_accuracy": 0.5060377269983292,
      "num_tokens": 54491348.0,
      "step": 70700
    },
    {
      "epoch": 0.08969275379966969,
      "grad_norm": 3.90625,
      "learning_rate": 4.552119991170404e-05,
      "loss": 1.8784,
      "mean_token_accuracy": 0.5864978194236755,
      "num_tokens": 54498000.0,
      "step": 70710
    },
    {
      "epoch": 0.08970543839220253,
      "grad_norm": 6.5625,
      "learning_rate": 4.552056560161775e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5645361721515656,
      "num_tokens": 54505165.0,
      "step": 70720
    },
    {
      "epoch": 0.08971812298473536,
      "grad_norm": 11.75,
      "learning_rate": 4.551993129153146e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5282510489225387,
      "num_tokens": 54512390.0,
      "step": 70730
    },
    {
      "epoch": 0.0897308075772682,
      "grad_norm": 5.46875,
      "learning_rate": 4.551929698144516e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.523038136959076,
      "num_tokens": 54520983.0,
      "step": 70740
    },
    {
      "epoch": 0.08974349216980103,
      "grad_norm": 5.3125,
      "learning_rate": 4.551866267135887e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5305132180452347,
      "num_tokens": 54528803.0,
      "step": 70750
    },
    {
      "epoch": 0.08975617676233387,
      "grad_norm": 5.09375,
      "learning_rate": 4.551802836127258e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5218132466077805,
      "num_tokens": 54537144.0,
      "step": 70760
    },
    {
      "epoch": 0.0897688613548667,
      "grad_norm": 5.9375,
      "learning_rate": 4.551739405118629e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5273405253887177,
      "num_tokens": 54544662.0,
      "step": 70770
    },
    {
      "epoch": 0.08978154594739954,
      "grad_norm": 5.875,
      "learning_rate": 4.55167597411e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5719469994306564,
      "num_tokens": 54551602.0,
      "step": 70780
    },
    {
      "epoch": 0.08979423053993237,
      "grad_norm": 5.21875,
      "learning_rate": 4.551612543101371e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5200295835733414,
      "num_tokens": 54560476.0,
      "step": 70790
    },
    {
      "epoch": 0.0898069151324652,
      "grad_norm": 5.53125,
      "learning_rate": 4.5515491120927415e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.529981741309166,
      "num_tokens": 54568774.0,
      "step": 70800
    },
    {
      "epoch": 0.08981959972499803,
      "grad_norm": 5.75,
      "learning_rate": 4.551485681084112e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5574597328901291,
      "num_tokens": 54575655.0,
      "step": 70810
    },
    {
      "epoch": 0.08983228431753086,
      "grad_norm": 4.96875,
      "learning_rate": 4.551422250075483e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.5763996988534927,
      "num_tokens": 54584418.0,
      "step": 70820
    },
    {
      "epoch": 0.0898449689100637,
      "grad_norm": 4.96875,
      "learning_rate": 4.551358819066854e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5275054097175598,
      "num_tokens": 54592481.0,
      "step": 70830
    },
    {
      "epoch": 0.08985765350259653,
      "grad_norm": 4.6875,
      "learning_rate": 4.551295388058225e-05,
      "loss": 2.2351,
      "mean_token_accuracy": 0.5217898041009903,
      "num_tokens": 54600148.0,
      "step": 70840
    },
    {
      "epoch": 0.08987033809512937,
      "grad_norm": 5.96875,
      "learning_rate": 4.551231957049596e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5151540696620941,
      "num_tokens": 54608694.0,
      "step": 70850
    },
    {
      "epoch": 0.0898830226876622,
      "grad_norm": 4.84375,
      "learning_rate": 4.551168526040967e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.56283920109272,
      "num_tokens": 54616079.0,
      "step": 70860
    },
    {
      "epoch": 0.08989570728019504,
      "grad_norm": 6.6875,
      "learning_rate": 4.551105095032337e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5252680569887161,
      "num_tokens": 54623513.0,
      "step": 70870
    },
    {
      "epoch": 0.08990839187272787,
      "grad_norm": 5.25,
      "learning_rate": 4.551041664023708e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5530760556459426,
      "num_tokens": 54632499.0,
      "step": 70880
    },
    {
      "epoch": 0.08992107646526071,
      "grad_norm": 8.6875,
      "learning_rate": 4.550978233015079e-05,
      "loss": 1.7374,
      "mean_token_accuracy": 0.62057264149189,
      "num_tokens": 54638799.0,
      "step": 70890
    },
    {
      "epoch": 0.08993376105779353,
      "grad_norm": 5.71875,
      "learning_rate": 4.55091480200645e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5453071177005768,
      "num_tokens": 54645540.0,
      "step": 70900
    },
    {
      "epoch": 0.08994644565032638,
      "grad_norm": 7.5625,
      "learning_rate": 4.550851370997821e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5363497585058212,
      "num_tokens": 54653670.0,
      "step": 70910
    },
    {
      "epoch": 0.0899591302428592,
      "grad_norm": 7.34375,
      "learning_rate": 4.550787939989192e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5532845616340637,
      "num_tokens": 54660294.0,
      "step": 70920
    },
    {
      "epoch": 0.08997181483539204,
      "grad_norm": 7.375,
      "learning_rate": 4.5507245089805625e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5287291586399079,
      "num_tokens": 54667884.0,
      "step": 70930
    },
    {
      "epoch": 0.08998449942792487,
      "grad_norm": 6.09375,
      "learning_rate": 4.550661077971933e-05,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5702516734600067,
      "num_tokens": 54674996.0,
      "step": 70940
    },
    {
      "epoch": 0.08999718402045771,
      "grad_norm": 11.3125,
      "learning_rate": 4.550597646963304e-05,
      "loss": 2.2582,
      "mean_token_accuracy": 0.5221986711025238,
      "num_tokens": 54681912.0,
      "step": 70950
    },
    {
      "epoch": 0.09000986861299054,
      "grad_norm": 6.53125,
      "learning_rate": 4.550534215954675e-05,
      "loss": 1.9464,
      "mean_token_accuracy": 0.555471882224083,
      "num_tokens": 54689246.0,
      "step": 70960
    },
    {
      "epoch": 0.09002255320552338,
      "grad_norm": 7.03125,
      "learning_rate": 4.550470784946046e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5490571975708007,
      "num_tokens": 54696812.0,
      "step": 70970
    },
    {
      "epoch": 0.09003523779805621,
      "grad_norm": 5.09375,
      "learning_rate": 4.5504073539374165e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5601771742105484,
      "num_tokens": 54704709.0,
      "step": 70980
    },
    {
      "epoch": 0.09004792239058905,
      "grad_norm": 5.21875,
      "learning_rate": 4.550343922928788e-05,
      "loss": 2.3198,
      "mean_token_accuracy": 0.5010395348072052,
      "num_tokens": 54713687.0,
      "step": 70990
    },
    {
      "epoch": 0.09006060698312188,
      "grad_norm": 6.15625,
      "learning_rate": 4.550280491920159e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5195426851511001,
      "num_tokens": 54721878.0,
      "step": 71000
    },
    {
      "epoch": 0.09007329157565472,
      "grad_norm": 8.3125,
      "learning_rate": 4.550217060911529e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5477043449878692,
      "num_tokens": 54727788.0,
      "step": 71010
    },
    {
      "epoch": 0.09008597616818755,
      "grad_norm": 6.46875,
      "learning_rate": 4.5501536299029e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5391521483659745,
      "num_tokens": 54735143.0,
      "step": 71020
    },
    {
      "epoch": 0.09009866076072039,
      "grad_norm": 5.34375,
      "learning_rate": 4.5500901988942705e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5624913722276688,
      "num_tokens": 54741877.0,
      "step": 71030
    },
    {
      "epoch": 0.09011134535325321,
      "grad_norm": 5.15625,
      "learning_rate": 4.550026767885642e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5284210324287415,
      "num_tokens": 54749845.0,
      "step": 71040
    },
    {
      "epoch": 0.09012402994578605,
      "grad_norm": 10.625,
      "learning_rate": 4.549963336877013e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.537222883105278,
      "num_tokens": 54757034.0,
      "step": 71050
    },
    {
      "epoch": 0.09013671453831888,
      "grad_norm": 5.15625,
      "learning_rate": 4.5498999058683835e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5378723382949829,
      "num_tokens": 54763549.0,
      "step": 71060
    },
    {
      "epoch": 0.09014939913085172,
      "grad_norm": 5.09375,
      "learning_rate": 4.549836474859755e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5233049809932708,
      "num_tokens": 54771517.0,
      "step": 71070
    },
    {
      "epoch": 0.09016208372338455,
      "grad_norm": 7.0625,
      "learning_rate": 4.549773043851125e-05,
      "loss": 1.8821,
      "mean_token_accuracy": 0.582532849907875,
      "num_tokens": 54778719.0,
      "step": 71080
    },
    {
      "epoch": 0.09017476831591739,
      "grad_norm": 6.34375,
      "learning_rate": 4.549709612842496e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5259492486715317,
      "num_tokens": 54786946.0,
      "step": 71090
    },
    {
      "epoch": 0.09018745290845022,
      "grad_norm": 5.09375,
      "learning_rate": 4.549646181833867e-05,
      "loss": 1.8756,
      "mean_token_accuracy": 0.5758357375860215,
      "num_tokens": 54794554.0,
      "step": 71100
    },
    {
      "epoch": 0.09020013750098306,
      "grad_norm": 5.1875,
      "learning_rate": 4.5495827508252375e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5437928646802902,
      "num_tokens": 54803229.0,
      "step": 71110
    },
    {
      "epoch": 0.09021282209351589,
      "grad_norm": 7.34375,
      "learning_rate": 4.549519319816609e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5403066545724868,
      "num_tokens": 54809939.0,
      "step": 71120
    },
    {
      "epoch": 0.09022550668604873,
      "grad_norm": 5.90625,
      "learning_rate": 4.549455888807979e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5410095870494842,
      "num_tokens": 54817071.0,
      "step": 71130
    },
    {
      "epoch": 0.09023819127858156,
      "grad_norm": 5.25,
      "learning_rate": 4.5493924577993505e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5235486626625061,
      "num_tokens": 54826146.0,
      "step": 71140
    },
    {
      "epoch": 0.0902508758711144,
      "grad_norm": 4.9375,
      "learning_rate": 4.549329026790721e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5261359512805939,
      "num_tokens": 54834309.0,
      "step": 71150
    },
    {
      "epoch": 0.09026356046364722,
      "grad_norm": 5.1875,
      "learning_rate": 4.5492655957820916e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5418672800064087,
      "num_tokens": 54842829.0,
      "step": 71160
    },
    {
      "epoch": 0.09027624505618007,
      "grad_norm": 5.0625,
      "learning_rate": 4.549202164773463e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5772457689046859,
      "num_tokens": 54849909.0,
      "step": 71170
    },
    {
      "epoch": 0.09028892964871289,
      "grad_norm": 5.46875,
      "learning_rate": 4.549138733764833e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5404390096664429,
      "num_tokens": 54857299.0,
      "step": 71180
    },
    {
      "epoch": 0.09030161424124573,
      "grad_norm": 6.0625,
      "learning_rate": 4.5490753027562045e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5580442696809769,
      "num_tokens": 54863994.0,
      "step": 71190
    },
    {
      "epoch": 0.09031429883377856,
      "grad_norm": 5.78125,
      "learning_rate": 4.549011871747576e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.531277546286583,
      "num_tokens": 54872227.0,
      "step": 71200
    },
    {
      "epoch": 0.0903269834263114,
      "grad_norm": 5.96875,
      "learning_rate": 4.548948440738946e-05,
      "loss": 2.3326,
      "mean_token_accuracy": 0.5055530786514282,
      "num_tokens": 54878579.0,
      "step": 71210
    },
    {
      "epoch": 0.09033966801884423,
      "grad_norm": 7.375,
      "learning_rate": 4.548885009730317e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5386343777179718,
      "num_tokens": 54885736.0,
      "step": 71220
    },
    {
      "epoch": 0.09035235261137707,
      "grad_norm": 4.9375,
      "learning_rate": 4.548821578721687e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5511543989181519,
      "num_tokens": 54893020.0,
      "step": 71230
    },
    {
      "epoch": 0.0903650372039099,
      "grad_norm": 6.84375,
      "learning_rate": 4.5487581477130585e-05,
      "loss": 1.6883,
      "mean_token_accuracy": 0.6286474406719208,
      "num_tokens": 54899450.0,
      "step": 71240
    },
    {
      "epoch": 0.09037772179644274,
      "grad_norm": 5.21875,
      "learning_rate": 4.54869471670443e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5313423275947571,
      "num_tokens": 54907947.0,
      "step": 71250
    },
    {
      "epoch": 0.09039040638897557,
      "grad_norm": 4.46875,
      "learning_rate": 4.5486312856958e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5398390561342239,
      "num_tokens": 54916246.0,
      "step": 71260
    },
    {
      "epoch": 0.09040309098150841,
      "grad_norm": 4.625,
      "learning_rate": 4.5485678546871715e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5326929867267609,
      "num_tokens": 54925316.0,
      "step": 71270
    },
    {
      "epoch": 0.09041577557404123,
      "grad_norm": 9.0625,
      "learning_rate": 4.548504423678542e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5593732535839081,
      "num_tokens": 54933369.0,
      "step": 71280
    },
    {
      "epoch": 0.09042846016657406,
      "grad_norm": 4.78125,
      "learning_rate": 4.5484409926699126e-05,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5175803065299988,
      "num_tokens": 54941890.0,
      "step": 71290
    },
    {
      "epoch": 0.0904411447591069,
      "grad_norm": 5.15625,
      "learning_rate": 4.548377561661284e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.526298388838768,
      "num_tokens": 54951249.0,
      "step": 71300
    },
    {
      "epoch": 0.09045382935163973,
      "grad_norm": 5.46875,
      "learning_rate": 4.548314130652654e-05,
      "loss": 2.2553,
      "mean_token_accuracy": 0.5143689572811126,
      "num_tokens": 54959647.0,
      "step": 71310
    },
    {
      "epoch": 0.09046651394417257,
      "grad_norm": 5.0,
      "learning_rate": 4.5482506996440255e-05,
      "loss": 2.2326,
      "mean_token_accuracy": 0.5062823742628098,
      "num_tokens": 54968329.0,
      "step": 71320
    },
    {
      "epoch": 0.0904791985367054,
      "grad_norm": 5.9375,
      "learning_rate": 4.548187268635396e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5221198290586472,
      "num_tokens": 54977223.0,
      "step": 71330
    },
    {
      "epoch": 0.09049188312923824,
      "grad_norm": 5.90625,
      "learning_rate": 4.548123837626767e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5446439564228058,
      "num_tokens": 54984259.0,
      "step": 71340
    },
    {
      "epoch": 0.09050456772177107,
      "grad_norm": 5.1875,
      "learning_rate": 4.548060406618138e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5475256234407425,
      "num_tokens": 54992099.0,
      "step": 71350
    },
    {
      "epoch": 0.09051725231430391,
      "grad_norm": 7.0625,
      "learning_rate": 4.5479969756095084e-05,
      "loss": 1.8965,
      "mean_token_accuracy": 0.5658973574638366,
      "num_tokens": 55000181.0,
      "step": 71360
    },
    {
      "epoch": 0.09052993690683674,
      "grad_norm": 5.90625,
      "learning_rate": 4.5479335446008796e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5281033903360367,
      "num_tokens": 55008035.0,
      "step": 71370
    },
    {
      "epoch": 0.09054262149936958,
      "grad_norm": 5.78125,
      "learning_rate": 4.54787011359225e-05,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5204266428947448,
      "num_tokens": 55016565.0,
      "step": 71380
    },
    {
      "epoch": 0.0905553060919024,
      "grad_norm": 5.8125,
      "learning_rate": 4.547806682583621e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5322548806667328,
      "num_tokens": 55023921.0,
      "step": 71390
    },
    {
      "epoch": 0.09056799068443525,
      "grad_norm": 6.125,
      "learning_rate": 4.5477432515749925e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5280537486076355,
      "num_tokens": 55029821.0,
      "step": 71400
    },
    {
      "epoch": 0.09058067527696807,
      "grad_norm": 4.375,
      "learning_rate": 4.547679820566363e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5538635879755021,
      "num_tokens": 55038659.0,
      "step": 71410
    },
    {
      "epoch": 0.09059335986950091,
      "grad_norm": 7.8125,
      "learning_rate": 4.547616389557734e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5553038746118546,
      "num_tokens": 55046190.0,
      "step": 71420
    },
    {
      "epoch": 0.09060604446203374,
      "grad_norm": 5.78125,
      "learning_rate": 4.547552958549104e-05,
      "loss": 1.6938,
      "mean_token_accuracy": 0.620021304488182,
      "num_tokens": 55053051.0,
      "step": 71430
    },
    {
      "epoch": 0.09061872905456658,
      "grad_norm": 7.28125,
      "learning_rate": 4.5474895275404754e-05,
      "loss": 2.29,
      "mean_token_accuracy": 0.506425753235817,
      "num_tokens": 55061533.0,
      "step": 71440
    },
    {
      "epoch": 0.09063141364709941,
      "grad_norm": 7.53125,
      "learning_rate": 4.5474260965318466e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5440029919147491,
      "num_tokens": 55067615.0,
      "step": 71450
    },
    {
      "epoch": 0.09064409823963225,
      "grad_norm": 5.9375,
      "learning_rate": 4.547362665523217e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.525599667429924,
      "num_tokens": 55076599.0,
      "step": 71460
    },
    {
      "epoch": 0.09065678283216508,
      "grad_norm": 5.375,
      "learning_rate": 4.547299234514588e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5785725086927413,
      "num_tokens": 55083191.0,
      "step": 71470
    },
    {
      "epoch": 0.09066946742469792,
      "grad_norm": 4.71875,
      "learning_rate": 4.547235803505959e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5427628219127655,
      "num_tokens": 55090599.0,
      "step": 71480
    },
    {
      "epoch": 0.09068215201723075,
      "grad_norm": 5.90625,
      "learning_rate": 4.54717237249733e-05,
      "loss": 2.2239,
      "mean_token_accuracy": 0.5185206681489944,
      "num_tokens": 55099694.0,
      "step": 71490
    },
    {
      "epoch": 0.09069483660976359,
      "grad_norm": 6.0,
      "learning_rate": 4.5471089414887006e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5674638092517853,
      "num_tokens": 55107353.0,
      "step": 71500
    },
    {
      "epoch": 0.09070752120229642,
      "grad_norm": 5.5,
      "learning_rate": 4.547045510480071e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5270728021860123,
      "num_tokens": 55115685.0,
      "step": 71510
    },
    {
      "epoch": 0.09072020579482926,
      "grad_norm": 5.46875,
      "learning_rate": 4.5469820794714423e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.543843874335289,
      "num_tokens": 55123643.0,
      "step": 71520
    },
    {
      "epoch": 0.09073289038736208,
      "grad_norm": 7.78125,
      "learning_rate": 4.546918648462813e-05,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5392606139183045,
      "num_tokens": 55130910.0,
      "step": 71530
    },
    {
      "epoch": 0.09074557497989492,
      "grad_norm": 5.15625,
      "learning_rate": 4.546855217454184e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5416111528873444,
      "num_tokens": 55139339.0,
      "step": 71540
    },
    {
      "epoch": 0.09075825957242775,
      "grad_norm": 8.5625,
      "learning_rate": 4.546791786445555e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.554635488986969,
      "num_tokens": 55147675.0,
      "step": 71550
    },
    {
      "epoch": 0.09077094416496059,
      "grad_norm": 6.03125,
      "learning_rate": 4.546728355436926e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5558429300785065,
      "num_tokens": 55155452.0,
      "step": 71560
    },
    {
      "epoch": 0.09078362875749342,
      "grad_norm": 5.46875,
      "learning_rate": 4.5466649244282964e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5464917063713074,
      "num_tokens": 55162893.0,
      "step": 71570
    },
    {
      "epoch": 0.09079631335002626,
      "grad_norm": 5.9375,
      "learning_rate": 4.546601493419667e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.547348365187645,
      "num_tokens": 55169684.0,
      "step": 71580
    },
    {
      "epoch": 0.09080899794255909,
      "grad_norm": 6.46875,
      "learning_rate": 4.546538062411038e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5354357302188874,
      "num_tokens": 55177593.0,
      "step": 71590
    },
    {
      "epoch": 0.09082168253509193,
      "grad_norm": 4.71875,
      "learning_rate": 4.546474631402409e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5654560983181,
      "num_tokens": 55184297.0,
      "step": 71600
    },
    {
      "epoch": 0.09083436712762476,
      "grad_norm": 4.65625,
      "learning_rate": 4.54641120039378e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5448292136192322,
      "num_tokens": 55191726.0,
      "step": 71610
    },
    {
      "epoch": 0.0908470517201576,
      "grad_norm": 6.28125,
      "learning_rate": 4.546347769385151e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5399786591529846,
      "num_tokens": 55199433.0,
      "step": 71620
    },
    {
      "epoch": 0.09085973631269043,
      "grad_norm": 5.09375,
      "learning_rate": 4.5462843383765216e-05,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5176843523979187,
      "num_tokens": 55207508.0,
      "step": 71630
    },
    {
      "epoch": 0.09087242090522327,
      "grad_norm": 5.03125,
      "learning_rate": 4.546220907367892e-05,
      "loss": 2.2458,
      "mean_token_accuracy": 0.5205668121576309,
      "num_tokens": 55216033.0,
      "step": 71640
    },
    {
      "epoch": 0.0908851054977561,
      "grad_norm": 5.59375,
      "learning_rate": 4.5461574763592634e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5529306381940842,
      "num_tokens": 55223176.0,
      "step": 71650
    },
    {
      "epoch": 0.09089779009028894,
      "grad_norm": 5.71875,
      "learning_rate": 4.546094045350634e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5793190956115722,
      "num_tokens": 55230132.0,
      "step": 71660
    },
    {
      "epoch": 0.09091047468282176,
      "grad_norm": 4.3125,
      "learning_rate": 4.546030614342005e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.550687238574028,
      "num_tokens": 55237373.0,
      "step": 71670
    },
    {
      "epoch": 0.0909231592753546,
      "grad_norm": 6.21875,
      "learning_rate": 4.5459671833333756e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5554660618305206,
      "num_tokens": 55246504.0,
      "step": 71680
    },
    {
      "epoch": 0.09093584386788743,
      "grad_norm": 4.71875,
      "learning_rate": 4.545903752324747e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5450542062520981,
      "num_tokens": 55254662.0,
      "step": 71690
    },
    {
      "epoch": 0.09094852846042027,
      "grad_norm": 5.84375,
      "learning_rate": 4.5458403213161174e-05,
      "loss": 1.8478,
      "mean_token_accuracy": 0.5813054829835892,
      "num_tokens": 55262056.0,
      "step": 71700
    },
    {
      "epoch": 0.0909612130529531,
      "grad_norm": 5.28125,
      "learning_rate": 4.545776890307488e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5456596136093139,
      "num_tokens": 55270692.0,
      "step": 71710
    },
    {
      "epoch": 0.09097389764548594,
      "grad_norm": 5.1875,
      "learning_rate": 4.545713459298859e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5324806898832322,
      "num_tokens": 55279870.0,
      "step": 71720
    },
    {
      "epoch": 0.09098658223801877,
      "grad_norm": 5.34375,
      "learning_rate": 4.54565002829023e-05,
      "loss": 2.2893,
      "mean_token_accuracy": 0.5095290094614029,
      "num_tokens": 55287313.0,
      "step": 71730
    },
    {
      "epoch": 0.09099926683055161,
      "grad_norm": 4.9375,
      "learning_rate": 4.545586597281601e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5373258978128433,
      "num_tokens": 55295182.0,
      "step": 71740
    },
    {
      "epoch": 0.09101195142308444,
      "grad_norm": 4.40625,
      "learning_rate": 4.545523166272972e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5732258796691895,
      "num_tokens": 55303376.0,
      "step": 71750
    },
    {
      "epoch": 0.09102463601561726,
      "grad_norm": 4.78125,
      "learning_rate": 4.5454597352643426e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5335218667984009,
      "num_tokens": 55311774.0,
      "step": 71760
    },
    {
      "epoch": 0.0910373206081501,
      "grad_norm": 4.875,
      "learning_rate": 4.545396304255713e-05,
      "loss": 1.8605,
      "mean_token_accuracy": 0.585224238038063,
      "num_tokens": 55319616.0,
      "step": 71770
    },
    {
      "epoch": 0.09105000520068293,
      "grad_norm": 6.0625,
      "learning_rate": 4.5453328732470844e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5332065969705582,
      "num_tokens": 55327748.0,
      "step": 71780
    },
    {
      "epoch": 0.09106268979321577,
      "grad_norm": 5.78125,
      "learning_rate": 4.545269442238455e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5307376384735107,
      "num_tokens": 55336045.0,
      "step": 71790
    },
    {
      "epoch": 0.0910753743857486,
      "grad_norm": 5.84375,
      "learning_rate": 4.545206011229826e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5402525842189789,
      "num_tokens": 55343632.0,
      "step": 71800
    },
    {
      "epoch": 0.09108805897828144,
      "grad_norm": 5.625,
      "learning_rate": 4.545142580221197e-05,
      "loss": 1.9018,
      "mean_token_accuracy": 0.5652873903512955,
      "num_tokens": 55350913.0,
      "step": 71810
    },
    {
      "epoch": 0.09110074357081427,
      "grad_norm": 4.9375,
      "learning_rate": 4.545079149212568e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5432173192501069,
      "num_tokens": 55359824.0,
      "step": 71820
    },
    {
      "epoch": 0.09111342816334711,
      "grad_norm": 5.09375,
      "learning_rate": 4.545015718203939e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5165184080600739,
      "num_tokens": 55368934.0,
      "step": 71830
    },
    {
      "epoch": 0.09112611275587994,
      "grad_norm": 5.6875,
      "learning_rate": 4.5449522871953096e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5485072284936905,
      "num_tokens": 55375846.0,
      "step": 71840
    },
    {
      "epoch": 0.09113879734841278,
      "grad_norm": 4.53125,
      "learning_rate": 4.54488885618668e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5410355865955353,
      "num_tokens": 55384669.0,
      "step": 71850
    },
    {
      "epoch": 0.0911514819409456,
      "grad_norm": 6.5,
      "learning_rate": 4.544825425178051e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5254627525806427,
      "num_tokens": 55392839.0,
      "step": 71860
    },
    {
      "epoch": 0.09116416653347845,
      "grad_norm": 5.8125,
      "learning_rate": 4.544761994169422e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.539911425113678,
      "num_tokens": 55401381.0,
      "step": 71870
    },
    {
      "epoch": 0.09117685112601127,
      "grad_norm": 7.21875,
      "learning_rate": 4.544698563160793e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5496292054653168,
      "num_tokens": 55407931.0,
      "step": 71880
    },
    {
      "epoch": 0.09118953571854412,
      "grad_norm": 5.25,
      "learning_rate": 4.544635132152164e-05,
      "loss": 2.2377,
      "mean_token_accuracy": 0.5127461582422257,
      "num_tokens": 55417081.0,
      "step": 71890
    },
    {
      "epoch": 0.09120222031107694,
      "grad_norm": 5.3125,
      "learning_rate": 4.544571701143535e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.527064973115921,
      "num_tokens": 55424846.0,
      "step": 71900
    },
    {
      "epoch": 0.09121490490360978,
      "grad_norm": 5.84375,
      "learning_rate": 4.5445082701349054e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5386201500892639,
      "num_tokens": 55432784.0,
      "step": 71910
    },
    {
      "epoch": 0.09122758949614261,
      "grad_norm": 6.71875,
      "learning_rate": 4.544444839126276e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5671394407749176,
      "num_tokens": 55440058.0,
      "step": 71920
    },
    {
      "epoch": 0.09124027408867545,
      "grad_norm": 7.84375,
      "learning_rate": 4.544381408117647e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5523038446903229,
      "num_tokens": 55446994.0,
      "step": 71930
    },
    {
      "epoch": 0.09125295868120828,
      "grad_norm": 6.5,
      "learning_rate": 4.544317977109018e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5193887829780579,
      "num_tokens": 55454507.0,
      "step": 71940
    },
    {
      "epoch": 0.09126564327374112,
      "grad_norm": 7.15625,
      "learning_rate": 4.544254546100389e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5317070096731186,
      "num_tokens": 55461784.0,
      "step": 71950
    },
    {
      "epoch": 0.09127832786627395,
      "grad_norm": 8.0625,
      "learning_rate": 4.5441911150917594e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5504413068294525,
      "num_tokens": 55469503.0,
      "step": 71960
    },
    {
      "epoch": 0.09129101245880679,
      "grad_norm": 5.78125,
      "learning_rate": 4.5441276840831307e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.536946353316307,
      "num_tokens": 55476373.0,
      "step": 71970
    },
    {
      "epoch": 0.09130369705133962,
      "grad_norm": 7.125,
      "learning_rate": 4.544064253074501e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5608450323343277,
      "num_tokens": 55483599.0,
      "step": 71980
    },
    {
      "epoch": 0.09131638164387246,
      "grad_norm": 4.90625,
      "learning_rate": 4.544000822065872e-05,
      "loss": 2.3098,
      "mean_token_accuracy": 0.5357424825429916,
      "num_tokens": 55492773.0,
      "step": 71990
    },
    {
      "epoch": 0.09132906623640528,
      "grad_norm": 5.28125,
      "learning_rate": 4.543937391057243e-05,
      "loss": 1.9476,
      "mean_token_accuracy": 0.5635314106941223,
      "num_tokens": 55500584.0,
      "step": 72000
    },
    {
      "epoch": 0.09134175082893813,
      "grad_norm": 16.375,
      "learning_rate": 4.5438739600486135e-05,
      "loss": 1.8525,
      "mean_token_accuracy": 0.5833322256803513,
      "num_tokens": 55507913.0,
      "step": 72010
    },
    {
      "epoch": 0.09135443542147095,
      "grad_norm": 4.8125,
      "learning_rate": 4.543810529039985e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5290586560964584,
      "num_tokens": 55516749.0,
      "step": 72020
    },
    {
      "epoch": 0.0913671200140038,
      "grad_norm": 5.53125,
      "learning_rate": 4.543747098031356e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5283292770385742,
      "num_tokens": 55523684.0,
      "step": 72030
    },
    {
      "epoch": 0.09137980460653662,
      "grad_norm": 5.0,
      "learning_rate": 4.5436836670227264e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5482358992099762,
      "num_tokens": 55531526.0,
      "step": 72040
    },
    {
      "epoch": 0.09139248919906946,
      "grad_norm": 7.28125,
      "learning_rate": 4.543620236014097e-05,
      "loss": 2.2527,
      "mean_token_accuracy": 0.5077438116073608,
      "num_tokens": 55540242.0,
      "step": 72050
    },
    {
      "epoch": 0.09140517379160229,
      "grad_norm": 5.25,
      "learning_rate": 4.5435568050054675e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5292022883892059,
      "num_tokens": 55547630.0,
      "step": 72060
    },
    {
      "epoch": 0.09141785838413513,
      "grad_norm": 5.75,
      "learning_rate": 4.543493373996839e-05,
      "loss": 2.2413,
      "mean_token_accuracy": 0.5187507539987564,
      "num_tokens": 55555164.0,
      "step": 72070
    },
    {
      "epoch": 0.09143054297666796,
      "grad_norm": 5.03125,
      "learning_rate": 4.54342994298821e-05,
      "loss": 1.7933,
      "mean_token_accuracy": 0.5924284636974335,
      "num_tokens": 55563367.0,
      "step": 72080
    },
    {
      "epoch": 0.0914432275692008,
      "grad_norm": 4.625,
      "learning_rate": 4.5433665119795805e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5515706926584244,
      "num_tokens": 55570613.0,
      "step": 72090
    },
    {
      "epoch": 0.09145591216173363,
      "grad_norm": 8.375,
      "learning_rate": 4.543303080970952e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5371367782354355,
      "num_tokens": 55579537.0,
      "step": 72100
    },
    {
      "epoch": 0.09146859675426647,
      "grad_norm": 4.59375,
      "learning_rate": 4.543239649962322e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5855137974023819,
      "num_tokens": 55586433.0,
      "step": 72110
    },
    {
      "epoch": 0.0914812813467993,
      "grad_norm": 9.5,
      "learning_rate": 4.543176218953693e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5486534684896469,
      "num_tokens": 55593501.0,
      "step": 72120
    },
    {
      "epoch": 0.09149396593933214,
      "grad_norm": 5.03125,
      "learning_rate": 4.543112787945064e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5218023836612702,
      "num_tokens": 55602806.0,
      "step": 72130
    },
    {
      "epoch": 0.09150665053186496,
      "grad_norm": 4.4375,
      "learning_rate": 4.5430493569364345e-05,
      "loss": 1.8775,
      "mean_token_accuracy": 0.5824200063943863,
      "num_tokens": 55610489.0,
      "step": 72140
    },
    {
      "epoch": 0.0915193351243978,
      "grad_norm": 5.28125,
      "learning_rate": 4.542985925927806e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5126965075731278,
      "num_tokens": 55618699.0,
      "step": 72150
    },
    {
      "epoch": 0.09153201971693063,
      "grad_norm": 4.9375,
      "learning_rate": 4.542922494919176e-05,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5237527817487717,
      "num_tokens": 55627261.0,
      "step": 72160
    },
    {
      "epoch": 0.09154470430946347,
      "grad_norm": 4.90625,
      "learning_rate": 4.5428590639105475e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5423761487007142,
      "num_tokens": 55635842.0,
      "step": 72170
    },
    {
      "epoch": 0.0915573889019963,
      "grad_norm": 4.96875,
      "learning_rate": 4.542795632901919e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5269865334033966,
      "num_tokens": 55644785.0,
      "step": 72180
    },
    {
      "epoch": 0.09157007349452914,
      "grad_norm": 6.03125,
      "learning_rate": 4.5427322018932885e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.5177021771669388,
      "num_tokens": 55652863.0,
      "step": 72190
    },
    {
      "epoch": 0.09158275808706197,
      "grad_norm": 4.8125,
      "learning_rate": 4.54266877088466e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5337951689958572,
      "num_tokens": 55661086.0,
      "step": 72200
    },
    {
      "epoch": 0.09159544267959481,
      "grad_norm": 5.15625,
      "learning_rate": 4.54260533987603e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5328040331602096,
      "num_tokens": 55668730.0,
      "step": 72210
    },
    {
      "epoch": 0.09160812727212764,
      "grad_norm": 6.21875,
      "learning_rate": 4.5425419088674015e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5408501535654068,
      "num_tokens": 55676204.0,
      "step": 72220
    },
    {
      "epoch": 0.09162081186466046,
      "grad_norm": 5.5,
      "learning_rate": 4.542478477858773e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5399457514286041,
      "num_tokens": 55683443.0,
      "step": 72230
    },
    {
      "epoch": 0.0916334964571933,
      "grad_norm": 4.375,
      "learning_rate": 4.542415046850143e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.545255970954895,
      "num_tokens": 55691001.0,
      "step": 72240
    },
    {
      "epoch": 0.09164618104972613,
      "grad_norm": 4.5,
      "learning_rate": 4.5423516158415144e-05,
      "loss": 2.2406,
      "mean_token_accuracy": 0.5194432258605957,
      "num_tokens": 55699748.0,
      "step": 72250
    },
    {
      "epoch": 0.09165886564225897,
      "grad_norm": 6.65625,
      "learning_rate": 4.542288184832885e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5397873073816299,
      "num_tokens": 55708962.0,
      "step": 72260
    },
    {
      "epoch": 0.0916715502347918,
      "grad_norm": 5.53125,
      "learning_rate": 4.5422247538242555e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5560482472181321,
      "num_tokens": 55716541.0,
      "step": 72270
    },
    {
      "epoch": 0.09168423482732464,
      "grad_norm": 7.375,
      "learning_rate": 4.542161322815627e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5598677486181259,
      "num_tokens": 55724708.0,
      "step": 72280
    },
    {
      "epoch": 0.09169691941985747,
      "grad_norm": 4.5625,
      "learning_rate": 4.542097891806997e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5320891529321671,
      "num_tokens": 55732964.0,
      "step": 72290
    },
    {
      "epoch": 0.09170960401239031,
      "grad_norm": 5.0,
      "learning_rate": 4.5420344607983685e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5413483202457428,
      "num_tokens": 55740737.0,
      "step": 72300
    },
    {
      "epoch": 0.09172228860492314,
      "grad_norm": 5.25,
      "learning_rate": 4.541971029789739e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5355836361646652,
      "num_tokens": 55747959.0,
      "step": 72310
    },
    {
      "epoch": 0.09173497319745598,
      "grad_norm": 5.4375,
      "learning_rate": 4.54190759878111e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5281957447528839,
      "num_tokens": 55755715.0,
      "step": 72320
    },
    {
      "epoch": 0.0917476577899888,
      "grad_norm": 5.40625,
      "learning_rate": 4.541844167772481e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5746716976165771,
      "num_tokens": 55763244.0,
      "step": 72330
    },
    {
      "epoch": 0.09176034238252165,
      "grad_norm": 5.09375,
      "learning_rate": 4.541780736763851e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5314922571182251,
      "num_tokens": 55770878.0,
      "step": 72340
    },
    {
      "epoch": 0.09177302697505448,
      "grad_norm": 5.46875,
      "learning_rate": 4.5417173057552225e-05,
      "loss": 1.7407,
      "mean_token_accuracy": 0.6043086975812912,
      "num_tokens": 55778065.0,
      "step": 72350
    },
    {
      "epoch": 0.09178571156758732,
      "grad_norm": 5.0,
      "learning_rate": 4.541653874746593e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5135552793741226,
      "num_tokens": 55785665.0,
      "step": 72360
    },
    {
      "epoch": 0.09179839616012014,
      "grad_norm": 5.15625,
      "learning_rate": 4.541590443737964e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.5227548748254776,
      "num_tokens": 55793618.0,
      "step": 72370
    },
    {
      "epoch": 0.09181108075265298,
      "grad_norm": 4.8125,
      "learning_rate": 4.5415270127293355e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5241371601819992,
      "num_tokens": 55801012.0,
      "step": 72380
    },
    {
      "epoch": 0.09182376534518581,
      "grad_norm": 5.59375,
      "learning_rate": 4.541463581720706e-05,
      "loss": 2.2772,
      "mean_token_accuracy": 0.5144732803106308,
      "num_tokens": 55809683.0,
      "step": 72390
    },
    {
      "epoch": 0.09183644993771865,
      "grad_norm": 5.15625,
      "learning_rate": 4.5414001507120765e-05,
      "loss": 2.2896,
      "mean_token_accuracy": 0.5061177551746369,
      "num_tokens": 55817443.0,
      "step": 72400
    },
    {
      "epoch": 0.09184913453025148,
      "grad_norm": 3.53125,
      "learning_rate": 4.541336719703447e-05,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5672476798295975,
      "num_tokens": 55825084.0,
      "step": 72410
    },
    {
      "epoch": 0.09186181912278432,
      "grad_norm": 5.4375,
      "learning_rate": 4.541273288694818e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5385061532258988,
      "num_tokens": 55833656.0,
      "step": 72420
    },
    {
      "epoch": 0.09187450371531715,
      "grad_norm": 6.09375,
      "learning_rate": 4.5412098576861895e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5447153985500336,
      "num_tokens": 55840466.0,
      "step": 72430
    },
    {
      "epoch": 0.09188718830784999,
      "grad_norm": 5.09375,
      "learning_rate": 4.54114642667756e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5557868927717209,
      "num_tokens": 55849314.0,
      "step": 72440
    },
    {
      "epoch": 0.09189987290038282,
      "grad_norm": 9.625,
      "learning_rate": 4.541082995668931e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5599831789731979,
      "num_tokens": 55856214.0,
      "step": 72450
    },
    {
      "epoch": 0.09191255749291566,
      "grad_norm": 5.03125,
      "learning_rate": 4.541019564660302e-05,
      "loss": 1.9357,
      "mean_token_accuracy": 0.5721618682146072,
      "num_tokens": 55862573.0,
      "step": 72460
    },
    {
      "epoch": 0.09192524208544849,
      "grad_norm": 6.59375,
      "learning_rate": 4.540956133651672e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5364315897226334,
      "num_tokens": 55871795.0,
      "step": 72470
    },
    {
      "epoch": 0.09193792667798133,
      "grad_norm": 5.15625,
      "learning_rate": 4.5408927026430435e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5368067502975464,
      "num_tokens": 55879702.0,
      "step": 72480
    },
    {
      "epoch": 0.09195061127051415,
      "grad_norm": 5.875,
      "learning_rate": 4.540829271634414e-05,
      "loss": 1.8786,
      "mean_token_accuracy": 0.5819220453500747,
      "num_tokens": 55886096.0,
      "step": 72490
    },
    {
      "epoch": 0.091963295863047,
      "grad_norm": 7.25,
      "learning_rate": 4.540765840625785e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5429085344076157,
      "num_tokens": 55893027.0,
      "step": 72500
    },
    {
      "epoch": 0.09197598045557982,
      "grad_norm": 12.875,
      "learning_rate": 4.540702409617156e-05,
      "loss": 2.2578,
      "mean_token_accuracy": 0.5140378385782242,
      "num_tokens": 55900595.0,
      "step": 72510
    },
    {
      "epoch": 0.09198866504811266,
      "grad_norm": 6.15625,
      "learning_rate": 4.540638978608527e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5296775132417679,
      "num_tokens": 55908313.0,
      "step": 72520
    },
    {
      "epoch": 0.09200134964064549,
      "grad_norm": 5.0,
      "learning_rate": 4.5405755475998976e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5183355689048768,
      "num_tokens": 55916052.0,
      "step": 72530
    },
    {
      "epoch": 0.09201403423317833,
      "grad_norm": 4.96875,
      "learning_rate": 4.540512116591268e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5364555239677429,
      "num_tokens": 55924154.0,
      "step": 72540
    },
    {
      "epoch": 0.09202671882571116,
      "grad_norm": 5.875,
      "learning_rate": 4.540448685582639e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.5694624543190002,
      "num_tokens": 55931920.0,
      "step": 72550
    },
    {
      "epoch": 0.092039403418244,
      "grad_norm": 6.5,
      "learning_rate": 4.54038525457401e-05,
      "loss": 1.7727,
      "mean_token_accuracy": 0.602255767583847,
      "num_tokens": 55937450.0,
      "step": 72560
    },
    {
      "epoch": 0.09205208801077683,
      "grad_norm": 4.875,
      "learning_rate": 4.540321823565381e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5761570781469345,
      "num_tokens": 55944811.0,
      "step": 72570
    },
    {
      "epoch": 0.09206477260330967,
      "grad_norm": 5.25,
      "learning_rate": 4.540258392556752e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5434881269931793,
      "num_tokens": 55954016.0,
      "step": 72580
    },
    {
      "epoch": 0.0920774571958425,
      "grad_norm": 5.84375,
      "learning_rate": 4.540194961548123e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5500117301940918,
      "num_tokens": 55960494.0,
      "step": 72590
    },
    {
      "epoch": 0.09209014178837534,
      "grad_norm": 4.875,
      "learning_rate": 4.540131530539494e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5537427663803101,
      "num_tokens": 55967771.0,
      "step": 72600
    },
    {
      "epoch": 0.09210282638090816,
      "grad_norm": 6.71875,
      "learning_rate": 4.540068099530864e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5495380163192749,
      "num_tokens": 55974773.0,
      "step": 72610
    },
    {
      "epoch": 0.092115510973441,
      "grad_norm": 5.0,
      "learning_rate": 4.540004668522235e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.541063979268074,
      "num_tokens": 55982734.0,
      "step": 72620
    },
    {
      "epoch": 0.09212819556597383,
      "grad_norm": 5.90625,
      "learning_rate": 4.539941237513606e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5498985946178436,
      "num_tokens": 55989381.0,
      "step": 72630
    },
    {
      "epoch": 0.09214088015850667,
      "grad_norm": 6.8125,
      "learning_rate": 4.539877806504977e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5318312466144561,
      "num_tokens": 55997194.0,
      "step": 72640
    },
    {
      "epoch": 0.0921535647510395,
      "grad_norm": 5.90625,
      "learning_rate": 4.539814375496348e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5748676598072052,
      "num_tokens": 56004177.0,
      "step": 72650
    },
    {
      "epoch": 0.09216624934357234,
      "grad_norm": 5.15625,
      "learning_rate": 4.539750944487719e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5203893393278122,
      "num_tokens": 56012700.0,
      "step": 72660
    },
    {
      "epoch": 0.09217893393610517,
      "grad_norm": 6.96875,
      "learning_rate": 4.53968751347909e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5719091475009919,
      "num_tokens": 56019248.0,
      "step": 72670
    },
    {
      "epoch": 0.09219161852863801,
      "grad_norm": 5.5625,
      "learning_rate": 4.53962408247046e-05,
      "loss": 2.4126,
      "mean_token_accuracy": 0.492441913485527,
      "num_tokens": 56027990.0,
      "step": 72680
    },
    {
      "epoch": 0.09220430312117084,
      "grad_norm": 9.5,
      "learning_rate": 4.539560651461831e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5583775639533997,
      "num_tokens": 56033694.0,
      "step": 72690
    },
    {
      "epoch": 0.09221698771370367,
      "grad_norm": 7.09375,
      "learning_rate": 4.539497220453202e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.535860562324524,
      "num_tokens": 56041558.0,
      "step": 72700
    },
    {
      "epoch": 0.09222967230623651,
      "grad_norm": 4.0625,
      "learning_rate": 4.539433789444573e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5722713381052017,
      "num_tokens": 56048896.0,
      "step": 72710
    },
    {
      "epoch": 0.09224235689876933,
      "grad_norm": 5.4375,
      "learning_rate": 4.539370358435944e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5352234154939651,
      "num_tokens": 56056342.0,
      "step": 72720
    },
    {
      "epoch": 0.09225504149130218,
      "grad_norm": 4.875,
      "learning_rate": 4.539306927427315e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.530631172657013,
      "num_tokens": 56065386.0,
      "step": 72730
    },
    {
      "epoch": 0.092267726083835,
      "grad_norm": 4.59375,
      "learning_rate": 4.5392434964186856e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5580931752920151,
      "num_tokens": 56072157.0,
      "step": 72740
    },
    {
      "epoch": 0.09228041067636784,
      "grad_norm": 4.875,
      "learning_rate": 4.539180065410056e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.537423911690712,
      "num_tokens": 56081385.0,
      "step": 72750
    },
    {
      "epoch": 0.09229309526890067,
      "grad_norm": 5.09375,
      "learning_rate": 4.539116634401427e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5096142083406449,
      "num_tokens": 56089220.0,
      "step": 72760
    },
    {
      "epoch": 0.09230577986143351,
      "grad_norm": 8.3125,
      "learning_rate": 4.539053203392798e-05,
      "loss": 1.9265,
      "mean_token_accuracy": 0.5722312569618225,
      "num_tokens": 56096308.0,
      "step": 72770
    },
    {
      "epoch": 0.09231846445396634,
      "grad_norm": 4.78125,
      "learning_rate": 4.538989772384169e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5578071802854538,
      "num_tokens": 56103859.0,
      "step": 72780
    },
    {
      "epoch": 0.09233114904649918,
      "grad_norm": 5.84375,
      "learning_rate": 4.5389263413755396e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5345720827579499,
      "num_tokens": 56111301.0,
      "step": 72790
    },
    {
      "epoch": 0.09234383363903201,
      "grad_norm": 6.21875,
      "learning_rate": 4.538862910366911e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5183413416147232,
      "num_tokens": 56119819.0,
      "step": 72800
    },
    {
      "epoch": 0.09235651823156485,
      "grad_norm": 5.0,
      "learning_rate": 4.5387994793582814e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5379375398159028,
      "num_tokens": 56127526.0,
      "step": 72810
    },
    {
      "epoch": 0.09236920282409768,
      "grad_norm": 6.375,
      "learning_rate": 4.538736048349652e-05,
      "loss": 2.322,
      "mean_token_accuracy": 0.5126952856779099,
      "num_tokens": 56135530.0,
      "step": 72820
    },
    {
      "epoch": 0.09238188741663052,
      "grad_norm": 6.90625,
      "learning_rate": 4.538672617341023e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5184293687343597,
      "num_tokens": 56143917.0,
      "step": 72830
    },
    {
      "epoch": 0.09239457200916334,
      "grad_norm": 6.875,
      "learning_rate": 4.5386091863323936e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5646396011114121,
      "num_tokens": 56150312.0,
      "step": 72840
    },
    {
      "epoch": 0.09240725660169619,
      "grad_norm": 4.75,
      "learning_rate": 4.538545755323765e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5382367074489594,
      "num_tokens": 56158547.0,
      "step": 72850
    },
    {
      "epoch": 0.09241994119422901,
      "grad_norm": 5.5,
      "learning_rate": 4.538482324315136e-05,
      "loss": 2.2817,
      "mean_token_accuracy": 0.508318743109703,
      "num_tokens": 56167464.0,
      "step": 72860
    },
    {
      "epoch": 0.09243262578676185,
      "grad_norm": 6.59375,
      "learning_rate": 4.5384188933065066e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5427226662635803,
      "num_tokens": 56174371.0,
      "step": 72870
    },
    {
      "epoch": 0.09244531037929468,
      "grad_norm": 6.375,
      "learning_rate": 4.538355462297877e-05,
      "loss": 1.9066,
      "mean_token_accuracy": 0.5814254701137542,
      "num_tokens": 56181669.0,
      "step": 72880
    },
    {
      "epoch": 0.09245799497182752,
      "grad_norm": 5.9375,
      "learning_rate": 4.538292031289248e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5502636164426804,
      "num_tokens": 56189355.0,
      "step": 72890
    },
    {
      "epoch": 0.09247067956436035,
      "grad_norm": 5.90625,
      "learning_rate": 4.538228600280619e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5685476779937744,
      "num_tokens": 56195800.0,
      "step": 72900
    },
    {
      "epoch": 0.09248336415689319,
      "grad_norm": 5.09375,
      "learning_rate": 4.53816516927199e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5642603158950805,
      "num_tokens": 56203735.0,
      "step": 72910
    },
    {
      "epoch": 0.09249604874942602,
      "grad_norm": 6.71875,
      "learning_rate": 4.5381017382633606e-05,
      "loss": 1.8985,
      "mean_token_accuracy": 0.5723113387823104,
      "num_tokens": 56211304.0,
      "step": 72920
    },
    {
      "epoch": 0.09250873334195886,
      "grad_norm": 5.3125,
      "learning_rate": 4.538038307254732e-05,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5114451915025711,
      "num_tokens": 56220404.0,
      "step": 72930
    },
    {
      "epoch": 0.09252141793449169,
      "grad_norm": 5.375,
      "learning_rate": 4.5379748762461024e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.524931687116623,
      "num_tokens": 56228620.0,
      "step": 72940
    },
    {
      "epoch": 0.09253410252702453,
      "grad_norm": 7.65625,
      "learning_rate": 4.537911445237473e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5214708656072616,
      "num_tokens": 56236225.0,
      "step": 72950
    },
    {
      "epoch": 0.09254678711955736,
      "grad_norm": 6.03125,
      "learning_rate": 4.537848014228844e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5465667635202408,
      "num_tokens": 56242927.0,
      "step": 72960
    },
    {
      "epoch": 0.0925594717120902,
      "grad_norm": 5.40625,
      "learning_rate": 4.537784583220215e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5517706602811814,
      "num_tokens": 56249915.0,
      "step": 72970
    },
    {
      "epoch": 0.09257215630462302,
      "grad_norm": 8.0625,
      "learning_rate": 4.537721152211586e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5370189279317856,
      "num_tokens": 56258939.0,
      "step": 72980
    },
    {
      "epoch": 0.09258484089715587,
      "grad_norm": 6.28125,
      "learning_rate": 4.5376577212029564e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5626991569995881,
      "num_tokens": 56266266.0,
      "step": 72990
    },
    {
      "epoch": 0.09259752548968869,
      "grad_norm": 6.6875,
      "learning_rate": 4.5375942901943276e-05,
      "loss": 2.3221,
      "mean_token_accuracy": 0.5013895839452743,
      "num_tokens": 56273776.0,
      "step": 73000
    },
    {
      "epoch": 0.09261021008222153,
      "grad_norm": 5.15625,
      "learning_rate": 4.537530859185699e-05,
      "loss": 2.342,
      "mean_token_accuracy": 0.4970765024423599,
      "num_tokens": 56282661.0,
      "step": 73010
    },
    {
      "epoch": 0.09262289467475436,
      "grad_norm": 6.78125,
      "learning_rate": 4.5374674281770694e-05,
      "loss": 2.2848,
      "mean_token_accuracy": 0.5088508367538452,
      "num_tokens": 56290246.0,
      "step": 73020
    },
    {
      "epoch": 0.0926355792672872,
      "grad_norm": 6.1875,
      "learning_rate": 4.53740399716844e-05,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5340686112642288,
      "num_tokens": 56298468.0,
      "step": 73030
    },
    {
      "epoch": 0.09264826385982003,
      "grad_norm": 6.5625,
      "learning_rate": 4.5373405661598104e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.546731436252594,
      "num_tokens": 56306345.0,
      "step": 73040
    },
    {
      "epoch": 0.09266094845235287,
      "grad_norm": 5.0625,
      "learning_rate": 4.5372771351511817e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5238320767879486,
      "num_tokens": 56315052.0,
      "step": 73050
    },
    {
      "epoch": 0.0926736330448857,
      "grad_norm": 5.5,
      "learning_rate": 4.537213704142553e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.532547089457512,
      "num_tokens": 56322640.0,
      "step": 73060
    },
    {
      "epoch": 0.09268631763741854,
      "grad_norm": 5.03125,
      "learning_rate": 4.5371502731339234e-05,
      "loss": 1.9699,
      "mean_token_accuracy": 0.56449855864048,
      "num_tokens": 56331202.0,
      "step": 73070
    },
    {
      "epoch": 0.09269900222995137,
      "grad_norm": 5.4375,
      "learning_rate": 4.5370868421252946e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5336501955986023,
      "num_tokens": 56338337.0,
      "step": 73080
    },
    {
      "epoch": 0.09271168682248421,
      "grad_norm": 5.6875,
      "learning_rate": 4.537023411116665e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5511590927839279,
      "num_tokens": 56345843.0,
      "step": 73090
    },
    {
      "epoch": 0.09272437141501703,
      "grad_norm": 4.53125,
      "learning_rate": 4.536959980108036e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5508053123950958,
      "num_tokens": 56354122.0,
      "step": 73100
    },
    {
      "epoch": 0.09273705600754988,
      "grad_norm": 4.71875,
      "learning_rate": 4.536896549099407e-05,
      "loss": 2.2516,
      "mean_token_accuracy": 0.5056229621171952,
      "num_tokens": 56361948.0,
      "step": 73110
    },
    {
      "epoch": 0.0927497406000827,
      "grad_norm": 7.4375,
      "learning_rate": 4.5368331180907774e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5368036478757858,
      "num_tokens": 56368099.0,
      "step": 73120
    },
    {
      "epoch": 0.09276242519261554,
      "grad_norm": 4.8125,
      "learning_rate": 4.5367696870821486e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5289667338132858,
      "num_tokens": 56375538.0,
      "step": 73130
    },
    {
      "epoch": 0.09277510978514837,
      "grad_norm": 4.84375,
      "learning_rate": 4.536706256073519e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5511587202548981,
      "num_tokens": 56382392.0,
      "step": 73140
    },
    {
      "epoch": 0.09278779437768121,
      "grad_norm": 3.796875,
      "learning_rate": 4.5366428250648904e-05,
      "loss": 1.8526,
      "mean_token_accuracy": 0.5903601586818695,
      "num_tokens": 56390889.0,
      "step": 73150
    },
    {
      "epoch": 0.09280047897021404,
      "grad_norm": 5.375,
      "learning_rate": 4.536579394056261e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5270967483520508,
      "num_tokens": 56398507.0,
      "step": 73160
    },
    {
      "epoch": 0.09281316356274687,
      "grad_norm": 4.875,
      "learning_rate": 4.5365159630476315e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5748530715703964,
      "num_tokens": 56406465.0,
      "step": 73170
    },
    {
      "epoch": 0.09282584815527971,
      "grad_norm": 4.78125,
      "learning_rate": 4.536452532039003e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5352214932441711,
      "num_tokens": 56413995.0,
      "step": 73180
    },
    {
      "epoch": 0.09283853274781254,
      "grad_norm": 7.84375,
      "learning_rate": 4.536389101030373e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5237548440694809,
      "num_tokens": 56421599.0,
      "step": 73190
    },
    {
      "epoch": 0.09285121734034538,
      "grad_norm": 5.09375,
      "learning_rate": 4.5363256700217444e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5190476089715957,
      "num_tokens": 56429803.0,
      "step": 73200
    },
    {
      "epoch": 0.0928639019328782,
      "grad_norm": 5.96875,
      "learning_rate": 4.5362622390131156e-05,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5219544649124146,
      "num_tokens": 56438741.0,
      "step": 73210
    },
    {
      "epoch": 0.09287658652541105,
      "grad_norm": 4.625,
      "learning_rate": 4.536198808004486e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.528659987449646,
      "num_tokens": 56447696.0,
      "step": 73220
    },
    {
      "epoch": 0.09288927111794387,
      "grad_norm": 6.59375,
      "learning_rate": 4.536135376995857e-05,
      "loss": 2.1847,
      "mean_token_accuracy": 0.524638244509697,
      "num_tokens": 56455369.0,
      "step": 73230
    },
    {
      "epoch": 0.09290195571047671,
      "grad_norm": 8.875,
      "learning_rate": 4.536071945987227e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.537074476480484,
      "num_tokens": 56463684.0,
      "step": 73240
    },
    {
      "epoch": 0.09291464030300954,
      "grad_norm": 5.34375,
      "learning_rate": 4.5360085149785985e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5215141713619232,
      "num_tokens": 56472688.0,
      "step": 73250
    },
    {
      "epoch": 0.09292732489554238,
      "grad_norm": 5.5,
      "learning_rate": 4.53594508396997e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5413887232542038,
      "num_tokens": 56480410.0,
      "step": 73260
    },
    {
      "epoch": 0.09294000948807521,
      "grad_norm": 6.125,
      "learning_rate": 4.53588165296134e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5342214196920395,
      "num_tokens": 56488095.0,
      "step": 73270
    },
    {
      "epoch": 0.09295269408060805,
      "grad_norm": 5.78125,
      "learning_rate": 4.5358182219527114e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5332968562841416,
      "num_tokens": 56495282.0,
      "step": 73280
    },
    {
      "epoch": 0.09296537867314088,
      "grad_norm": 6.03125,
      "learning_rate": 4.535754790944082e-05,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5919194102287293,
      "num_tokens": 56501472.0,
      "step": 73290
    },
    {
      "epoch": 0.09297806326567372,
      "grad_norm": 6.09375,
      "learning_rate": 4.5356913599354525e-05,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5931879103183746,
      "num_tokens": 56508169.0,
      "step": 73300
    },
    {
      "epoch": 0.09299074785820655,
      "grad_norm": 6.0,
      "learning_rate": 4.535627928926824e-05,
      "loss": 1.7419,
      "mean_token_accuracy": 0.6004473239183425,
      "num_tokens": 56515265.0,
      "step": 73310
    },
    {
      "epoch": 0.09300343245073939,
      "grad_norm": 4.96875,
      "learning_rate": 4.535564497918194e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5353512644767762,
      "num_tokens": 56523032.0,
      "step": 73320
    },
    {
      "epoch": 0.09301611704327221,
      "grad_norm": 4.84375,
      "learning_rate": 4.5355010669095654e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.522649171948433,
      "num_tokens": 56532072.0,
      "step": 73330
    },
    {
      "epoch": 0.09302880163580506,
      "grad_norm": 4.71875,
      "learning_rate": 4.535437635900936e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5392611652612687,
      "num_tokens": 56539978.0,
      "step": 73340
    },
    {
      "epoch": 0.09304148622833788,
      "grad_norm": 5.4375,
      "learning_rate": 4.535374204892307e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5395508825778961,
      "num_tokens": 56548127.0,
      "step": 73350
    },
    {
      "epoch": 0.09305417082087072,
      "grad_norm": 5.53125,
      "learning_rate": 4.5353107738836784e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.540538090467453,
      "num_tokens": 56554477.0,
      "step": 73360
    },
    {
      "epoch": 0.09306685541340355,
      "grad_norm": 9.3125,
      "learning_rate": 4.535247342875048e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.5295228838920594,
      "num_tokens": 56561897.0,
      "step": 73370
    },
    {
      "epoch": 0.09307954000593639,
      "grad_norm": 6.1875,
      "learning_rate": 4.5351839118664195e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5535464882850647,
      "num_tokens": 56568652.0,
      "step": 73380
    },
    {
      "epoch": 0.09309222459846922,
      "grad_norm": 6.28125,
      "learning_rate": 4.53512048085779e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5431744277477264,
      "num_tokens": 56576413.0,
      "step": 73390
    },
    {
      "epoch": 0.09310490919100206,
      "grad_norm": 6.59375,
      "learning_rate": 4.535057049849161e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5559372663497925,
      "num_tokens": 56582679.0,
      "step": 73400
    },
    {
      "epoch": 0.09311759378353489,
      "grad_norm": 5.03125,
      "learning_rate": 4.5349936188405324e-05,
      "loss": 1.8204,
      "mean_token_accuracy": 0.586718624830246,
      "num_tokens": 56589579.0,
      "step": 73410
    },
    {
      "epoch": 0.09313027837606773,
      "grad_norm": 5.25,
      "learning_rate": 4.534930187831903e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5789571523666381,
      "num_tokens": 56596879.0,
      "step": 73420
    },
    {
      "epoch": 0.09314296296860056,
      "grad_norm": 5.5625,
      "learning_rate": 4.534866756823274e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5392306238412857,
      "num_tokens": 56604735.0,
      "step": 73430
    },
    {
      "epoch": 0.0931556475611334,
      "grad_norm": 5.1875,
      "learning_rate": 4.534803325814645e-05,
      "loss": 2.2058,
      "mean_token_accuracy": 0.5250983297824859,
      "num_tokens": 56612831.0,
      "step": 73440
    },
    {
      "epoch": 0.09316833215366623,
      "grad_norm": 5.40625,
      "learning_rate": 4.534739894806015e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5560789853334427,
      "num_tokens": 56621279.0,
      "step": 73450
    },
    {
      "epoch": 0.09318101674619907,
      "grad_norm": 5.96875,
      "learning_rate": 4.5346764637973865e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.540592822432518,
      "num_tokens": 56628268.0,
      "step": 73460
    },
    {
      "epoch": 0.0931937013387319,
      "grad_norm": 4.28125,
      "learning_rate": 4.534613032788757e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5618476867675781,
      "num_tokens": 56636801.0,
      "step": 73470
    },
    {
      "epoch": 0.09320638593126473,
      "grad_norm": 4.53125,
      "learning_rate": 4.534549601780128e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5298478364944458,
      "num_tokens": 56644811.0,
      "step": 73480
    },
    {
      "epoch": 0.09321907052379756,
      "grad_norm": 6.40625,
      "learning_rate": 4.534486170771499e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5316877096891404,
      "num_tokens": 56653489.0,
      "step": 73490
    },
    {
      "epoch": 0.0932317551163304,
      "grad_norm": 6.4375,
      "learning_rate": 4.53442273976287e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5375967383384704,
      "num_tokens": 56661179.0,
      "step": 73500
    },
    {
      "epoch": 0.09324443970886323,
      "grad_norm": 6.1875,
      "learning_rate": 4.5343593087542405e-05,
      "loss": 1.6871,
      "mean_token_accuracy": 0.616492623090744,
      "num_tokens": 56668018.0,
      "step": 73510
    },
    {
      "epoch": 0.09325712430139607,
      "grad_norm": 6.9375,
      "learning_rate": 4.534295877745611e-05,
      "loss": 1.9003,
      "mean_token_accuracy": 0.597234132885933,
      "num_tokens": 56674285.0,
      "step": 73520
    },
    {
      "epoch": 0.0932698088939289,
      "grad_norm": 5.375,
      "learning_rate": 4.534232446736982e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.5901412487030029,
      "num_tokens": 56680906.0,
      "step": 73530
    },
    {
      "epoch": 0.09328249348646174,
      "grad_norm": 7.15625,
      "learning_rate": 4.534169015728353e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5628790050745011,
      "num_tokens": 56688103.0,
      "step": 73540
    },
    {
      "epoch": 0.09329517807899457,
      "grad_norm": 6.8125,
      "learning_rate": 4.534105584719724e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5450825899839401,
      "num_tokens": 56695761.0,
      "step": 73550
    },
    {
      "epoch": 0.09330786267152741,
      "grad_norm": 6.59375,
      "learning_rate": 4.534042153711095e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5403055906295776,
      "num_tokens": 56704441.0,
      "step": 73560
    },
    {
      "epoch": 0.09332054726406024,
      "grad_norm": 5.65625,
      "learning_rate": 4.533978722702466e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5200006037950515,
      "num_tokens": 56713296.0,
      "step": 73570
    },
    {
      "epoch": 0.09333323185659308,
      "grad_norm": 5.71875,
      "learning_rate": 4.533915291693836e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5666489601135254,
      "num_tokens": 56720629.0,
      "step": 73580
    },
    {
      "epoch": 0.0933459164491259,
      "grad_norm": 5.09375,
      "learning_rate": 4.5338518606852075e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.521253228187561,
      "num_tokens": 56729692.0,
      "step": 73590
    },
    {
      "epoch": 0.09335860104165875,
      "grad_norm": 5.15625,
      "learning_rate": 4.533788429676578e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5441806733608245,
      "num_tokens": 56737484.0,
      "step": 73600
    },
    {
      "epoch": 0.09337128563419157,
      "grad_norm": 5.03125,
      "learning_rate": 4.533724998667949e-05,
      "loss": 1.8302,
      "mean_token_accuracy": 0.6093645393848419,
      "num_tokens": 56743822.0,
      "step": 73610
    },
    {
      "epoch": 0.09338397022672441,
      "grad_norm": 5.40625,
      "learning_rate": 4.53366156765932e-05,
      "loss": 1.6594,
      "mean_token_accuracy": 0.6088595986366272,
      "num_tokens": 56750990.0,
      "step": 73620
    },
    {
      "epoch": 0.09339665481925724,
      "grad_norm": 6.03125,
      "learning_rate": 4.533598136650691e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5637667089700699,
      "num_tokens": 56757755.0,
      "step": 73630
    },
    {
      "epoch": 0.09340933941179007,
      "grad_norm": 4.9375,
      "learning_rate": 4.5335347056420615e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.543063959479332,
      "num_tokens": 56766201.0,
      "step": 73640
    },
    {
      "epoch": 0.09342202400432291,
      "grad_norm": 6.46875,
      "learning_rate": 4.533471274633432e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5484021037817002,
      "num_tokens": 56774254.0,
      "step": 73650
    },
    {
      "epoch": 0.09343470859685574,
      "grad_norm": 5.03125,
      "learning_rate": 4.533407843624803e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5632347196340561,
      "num_tokens": 56781527.0,
      "step": 73660
    },
    {
      "epoch": 0.09344739318938858,
      "grad_norm": 6.875,
      "learning_rate": 4.533344412616174e-05,
      "loss": 2.2391,
      "mean_token_accuracy": 0.5196274012327194,
      "num_tokens": 56789549.0,
      "step": 73670
    },
    {
      "epoch": 0.0934600777819214,
      "grad_norm": 5.28125,
      "learning_rate": 4.533280981607545e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5352586686611176,
      "num_tokens": 56796856.0,
      "step": 73680
    },
    {
      "epoch": 0.09347276237445425,
      "grad_norm": 5.5625,
      "learning_rate": 4.533217550598916e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5372848331928253,
      "num_tokens": 56804779.0,
      "step": 73690
    },
    {
      "epoch": 0.09348544696698707,
      "grad_norm": 4.75,
      "learning_rate": 4.533154119590287e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5277649730443954,
      "num_tokens": 56812402.0,
      "step": 73700
    },
    {
      "epoch": 0.09349813155951991,
      "grad_norm": 5.09375,
      "learning_rate": 4.533090688581657e-05,
      "loss": 1.8854,
      "mean_token_accuracy": 0.584961649775505,
      "num_tokens": 56819673.0,
      "step": 73710
    },
    {
      "epoch": 0.09351081615205274,
      "grad_norm": 5.875,
      "learning_rate": 4.533027257573028e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5391262918710709,
      "num_tokens": 56828201.0,
      "step": 73720
    },
    {
      "epoch": 0.09352350074458558,
      "grad_norm": 5.9375,
      "learning_rate": 4.532963826564399e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.5270243525505066,
      "num_tokens": 56835826.0,
      "step": 73730
    },
    {
      "epoch": 0.09353618533711841,
      "grad_norm": 6.5,
      "learning_rate": 4.53290039555577e-05,
      "loss": 1.913,
      "mean_token_accuracy": 0.5761452853679657,
      "num_tokens": 56843598.0,
      "step": 73740
    },
    {
      "epoch": 0.09354886992965125,
      "grad_norm": 6.90625,
      "learning_rate": 4.532836964547141e-05,
      "loss": 1.8004,
      "mean_token_accuracy": 0.5999918490648269,
      "num_tokens": 56850411.0,
      "step": 73750
    },
    {
      "epoch": 0.09356155452218408,
      "grad_norm": 5.875,
      "learning_rate": 4.532773533538512e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.534037983417511,
      "num_tokens": 56858878.0,
      "step": 73760
    },
    {
      "epoch": 0.09357423911471692,
      "grad_norm": 4.46875,
      "learning_rate": 4.5327101025298825e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5617239743471145,
      "num_tokens": 56866775.0,
      "step": 73770
    },
    {
      "epoch": 0.09358692370724975,
      "grad_norm": 7.46875,
      "learning_rate": 4.532646671521254e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5293675154447556,
      "num_tokens": 56874541.0,
      "step": 73780
    },
    {
      "epoch": 0.09359960829978259,
      "grad_norm": 4.6875,
      "learning_rate": 4.532583240512624e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5416139543056488,
      "num_tokens": 56882020.0,
      "step": 73790
    },
    {
      "epoch": 0.09361229289231542,
      "grad_norm": 4.59375,
      "learning_rate": 4.532519809503995e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5515459209680558,
      "num_tokens": 56890810.0,
      "step": 73800
    },
    {
      "epoch": 0.09362497748484826,
      "grad_norm": 7.4375,
      "learning_rate": 4.532456378495366e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5389636397361756,
      "num_tokens": 56898957.0,
      "step": 73810
    },
    {
      "epoch": 0.09363766207738108,
      "grad_norm": 5.4375,
      "learning_rate": 4.5323929474867366e-05,
      "loss": 2.2825,
      "mean_token_accuracy": 0.5132847785949707,
      "num_tokens": 56906836.0,
      "step": 73820
    },
    {
      "epoch": 0.09365034666991393,
      "grad_norm": 6.46875,
      "learning_rate": 4.532329516478108e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5397451788187027,
      "num_tokens": 56915402.0,
      "step": 73830
    },
    {
      "epoch": 0.09366303126244675,
      "grad_norm": 5.59375,
      "learning_rate": 4.532266085469479e-05,
      "loss": 1.9293,
      "mean_token_accuracy": 0.5714181035757064,
      "num_tokens": 56922619.0,
      "step": 73840
    },
    {
      "epoch": 0.0936757158549796,
      "grad_norm": 5.71875,
      "learning_rate": 4.5322026544608495e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5280629456043243,
      "num_tokens": 56931231.0,
      "step": 73850
    },
    {
      "epoch": 0.09368840044751242,
      "grad_norm": 9.125,
      "learning_rate": 4.53213922345222e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5415042757987976,
      "num_tokens": 56936306.0,
      "step": 73860
    },
    {
      "epoch": 0.09370108504004526,
      "grad_norm": 5.21875,
      "learning_rate": 4.5320757924435906e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5328419804573059,
      "num_tokens": 56944656.0,
      "step": 73870
    },
    {
      "epoch": 0.09371376963257809,
      "grad_norm": 6.0,
      "learning_rate": 4.532012361434962e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5697759181261063,
      "num_tokens": 56952679.0,
      "step": 73880
    },
    {
      "epoch": 0.09372645422511093,
      "grad_norm": 4.6875,
      "learning_rate": 4.531948930426333e-05,
      "loss": 2.2236,
      "mean_token_accuracy": 0.5200251549482345,
      "num_tokens": 56961096.0,
      "step": 73890
    },
    {
      "epoch": 0.09373913881764376,
      "grad_norm": 5.1875,
      "learning_rate": 4.5318854994177036e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5438048303127289,
      "num_tokens": 56969028.0,
      "step": 73900
    },
    {
      "epoch": 0.0937518234101766,
      "grad_norm": 5.40625,
      "learning_rate": 4.531822068409075e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5404473811388015,
      "num_tokens": 56976459.0,
      "step": 73910
    },
    {
      "epoch": 0.09376450800270943,
      "grad_norm": 7.09375,
      "learning_rate": 4.531758637400445e-05,
      "loss": 1.8369,
      "mean_token_accuracy": 0.5820662021636963,
      "num_tokens": 56983298.0,
      "step": 73920
    },
    {
      "epoch": 0.09377719259524227,
      "grad_norm": 6.625,
      "learning_rate": 4.531695206391816e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5647523134946824,
      "num_tokens": 56989883.0,
      "step": 73930
    },
    {
      "epoch": 0.0937898771877751,
      "grad_norm": 5.0,
      "learning_rate": 4.531631775383187e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5118458926677704,
      "num_tokens": 56998487.0,
      "step": 73940
    },
    {
      "epoch": 0.09380256178030794,
      "grad_norm": 5.6875,
      "learning_rate": 4.5315683443745576e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5512512892484664,
      "num_tokens": 57004768.0,
      "step": 73950
    },
    {
      "epoch": 0.09381524637284076,
      "grad_norm": 7.25,
      "learning_rate": 4.531504913365929e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5353595584630966,
      "num_tokens": 57013313.0,
      "step": 73960
    },
    {
      "epoch": 0.0938279309653736,
      "grad_norm": 5.3125,
      "learning_rate": 4.5314414823572994e-05,
      "loss": 2.2907,
      "mean_token_accuracy": 0.5209960699081421,
      "num_tokens": 57022113.0,
      "step": 73970
    },
    {
      "epoch": 0.09384061555790643,
      "grad_norm": 5.0,
      "learning_rate": 4.5313780513486706e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5430834710597991,
      "num_tokens": 57029317.0,
      "step": 73980
    },
    {
      "epoch": 0.09385330015043927,
      "grad_norm": 5.25,
      "learning_rate": 4.531314620340041e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5294791638851166,
      "num_tokens": 57037121.0,
      "step": 73990
    },
    {
      "epoch": 0.0938659847429721,
      "grad_norm": 5.4375,
      "learning_rate": 4.5312511893314116e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5433364063501358,
      "num_tokens": 57044607.0,
      "step": 74000
    },
    {
      "epoch": 0.09387866933550494,
      "grad_norm": 5.3125,
      "learning_rate": 4.531187758322783e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5277630835771561,
      "num_tokens": 57053736.0,
      "step": 74010
    },
    {
      "epoch": 0.09389135392803777,
      "grad_norm": 5.75,
      "learning_rate": 4.5311243273141534e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.554577249288559,
      "num_tokens": 57061550.0,
      "step": 74020
    },
    {
      "epoch": 0.09390403852057061,
      "grad_norm": 6.0,
      "learning_rate": 4.5310608963055246e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5356481045484542,
      "num_tokens": 57068950.0,
      "step": 74030
    },
    {
      "epoch": 0.09391672311310344,
      "grad_norm": 5.15625,
      "learning_rate": 4.530997465296896e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5306843161582947,
      "num_tokens": 57077534.0,
      "step": 74040
    },
    {
      "epoch": 0.09392940770563628,
      "grad_norm": 7.40625,
      "learning_rate": 4.5309340342882663e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.525631245970726,
      "num_tokens": 57086513.0,
      "step": 74050
    },
    {
      "epoch": 0.0939420922981691,
      "grad_norm": 6.0,
      "learning_rate": 4.530870603279637e-05,
      "loss": 1.9193,
      "mean_token_accuracy": 0.5641034960746765,
      "num_tokens": 57093257.0,
      "step": 74060
    },
    {
      "epoch": 0.09395477689070195,
      "grad_norm": 5.125,
      "learning_rate": 4.5308071722710074e-05,
      "loss": 1.8739,
      "mean_token_accuracy": 0.5829782575368881,
      "num_tokens": 57099284.0,
      "step": 74070
    },
    {
      "epoch": 0.09396746148323477,
      "grad_norm": 8.9375,
      "learning_rate": 4.5307437412623786e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5286261737346649,
      "num_tokens": 57105544.0,
      "step": 74080
    },
    {
      "epoch": 0.09398014607576761,
      "grad_norm": 6.3125,
      "learning_rate": 4.53068031025375e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5459016293287278,
      "num_tokens": 57112416.0,
      "step": 74090
    },
    {
      "epoch": 0.09399283066830044,
      "grad_norm": 4.78125,
      "learning_rate": 4.5306168792451204e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5475576043128967,
      "num_tokens": 57120939.0,
      "step": 74100
    },
    {
      "epoch": 0.09400551526083327,
      "grad_norm": 4.40625,
      "learning_rate": 4.5305534482364916e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5720162123441697,
      "num_tokens": 57128892.0,
      "step": 74110
    },
    {
      "epoch": 0.09401819985336611,
      "grad_norm": 4.9375,
      "learning_rate": 4.530490017227862e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.526962012052536,
      "num_tokens": 57136724.0,
      "step": 74120
    },
    {
      "epoch": 0.09403088444589894,
      "grad_norm": 5.71875,
      "learning_rate": 4.5304265862192327e-05,
      "loss": 1.8998,
      "mean_token_accuracy": 0.5772815614938736,
      "num_tokens": 57142894.0,
      "step": 74130
    },
    {
      "epoch": 0.09404356903843178,
      "grad_norm": 5.8125,
      "learning_rate": 4.530363155210604e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.528153446316719,
      "num_tokens": 57150351.0,
      "step": 74140
    },
    {
      "epoch": 0.0940562536309646,
      "grad_norm": 8.75,
      "learning_rate": 4.5302997242019744e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5573884785175324,
      "num_tokens": 57158058.0,
      "step": 74150
    },
    {
      "epoch": 0.09406893822349745,
      "grad_norm": 5.9375,
      "learning_rate": 4.5302362931933456e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.53562690615654,
      "num_tokens": 57167018.0,
      "step": 74160
    },
    {
      "epoch": 0.09408162281603027,
      "grad_norm": 5.6875,
      "learning_rate": 4.530172862184716e-05,
      "loss": 1.6558,
      "mean_token_accuracy": 0.6129147112369537,
      "num_tokens": 57174773.0,
      "step": 74170
    },
    {
      "epoch": 0.09409430740856312,
      "grad_norm": 5.71875,
      "learning_rate": 4.5301094311760874e-05,
      "loss": 2.241,
      "mean_token_accuracy": 0.5147025376558304,
      "num_tokens": 57182181.0,
      "step": 74180
    },
    {
      "epoch": 0.09410699200109594,
      "grad_norm": 5.46875,
      "learning_rate": 4.5300460001674586e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5647075682878494,
      "num_tokens": 57189971.0,
      "step": 74190
    },
    {
      "epoch": 0.09411967659362878,
      "grad_norm": 6.75,
      "learning_rate": 4.529982569158829e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5450288385152817,
      "num_tokens": 57197135.0,
      "step": 74200
    },
    {
      "epoch": 0.09413236118616161,
      "grad_norm": 8.8125,
      "learning_rate": 4.5299191381501996e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5507516711950302,
      "num_tokens": 57204956.0,
      "step": 74210
    },
    {
      "epoch": 0.09414504577869445,
      "grad_norm": 5.84375,
      "learning_rate": 4.52985570714157e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5444236099720001,
      "num_tokens": 57213030.0,
      "step": 74220
    },
    {
      "epoch": 0.09415773037122728,
      "grad_norm": 4.59375,
      "learning_rate": 4.5297922761329414e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5664072662591935,
      "num_tokens": 57220909.0,
      "step": 74230
    },
    {
      "epoch": 0.09417041496376012,
      "grad_norm": 4.875,
      "learning_rate": 4.5297288451243126e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5548693329095841,
      "num_tokens": 57229000.0,
      "step": 74240
    },
    {
      "epoch": 0.09418309955629295,
      "grad_norm": 4.9375,
      "learning_rate": 4.529665414115683e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5538841634988785,
      "num_tokens": 57236205.0,
      "step": 74250
    },
    {
      "epoch": 0.09419578414882579,
      "grad_norm": 5.21875,
      "learning_rate": 4.5296019831070544e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5375055223703384,
      "num_tokens": 57243711.0,
      "step": 74260
    },
    {
      "epoch": 0.09420846874135862,
      "grad_norm": 6.84375,
      "learning_rate": 4.529538552098425e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5317136853933334,
      "num_tokens": 57252137.0,
      "step": 74270
    },
    {
      "epoch": 0.09422115333389146,
      "grad_norm": 5.75,
      "learning_rate": 4.5294751210897954e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5090251713991165,
      "num_tokens": 57260741.0,
      "step": 74280
    },
    {
      "epoch": 0.09423383792642429,
      "grad_norm": 7.15625,
      "learning_rate": 4.5294116900811666e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5338744342327117,
      "num_tokens": 57267231.0,
      "step": 74290
    },
    {
      "epoch": 0.09424652251895713,
      "grad_norm": 6.65625,
      "learning_rate": 4.529348259072537e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.557392954826355,
      "num_tokens": 57275424.0,
      "step": 74300
    },
    {
      "epoch": 0.09425920711148995,
      "grad_norm": 5.625,
      "learning_rate": 4.5292848280639084e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5338792115449905,
      "num_tokens": 57283136.0,
      "step": 74310
    },
    {
      "epoch": 0.0942718917040228,
      "grad_norm": 4.8125,
      "learning_rate": 4.529221397055279e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5645241111516952,
      "num_tokens": 57291481.0,
      "step": 74320
    },
    {
      "epoch": 0.09428457629655562,
      "grad_norm": 5.6875,
      "learning_rate": 4.52915796604665e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.528895890712738,
      "num_tokens": 57297993.0,
      "step": 74330
    },
    {
      "epoch": 0.09429726088908846,
      "grad_norm": 7.125,
      "learning_rate": 4.529094535038021e-05,
      "loss": 1.8664,
      "mean_token_accuracy": 0.5746014654636383,
      "num_tokens": 57304065.0,
      "step": 74340
    },
    {
      "epoch": 0.09430994548162129,
      "grad_norm": 5.375,
      "learning_rate": 4.529031104029391e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5590256452560425,
      "num_tokens": 57311282.0,
      "step": 74350
    },
    {
      "epoch": 0.09432263007415413,
      "grad_norm": 6.25,
      "learning_rate": 4.5289676730207624e-05,
      "loss": 2.2382,
      "mean_token_accuracy": 0.5239663779735565,
      "num_tokens": 57319530.0,
      "step": 74360
    },
    {
      "epoch": 0.09433531466668696,
      "grad_norm": 5.65625,
      "learning_rate": 4.528904242012133e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5427204549312592,
      "num_tokens": 57326333.0,
      "step": 74370
    },
    {
      "epoch": 0.0943479992592198,
      "grad_norm": 5.28125,
      "learning_rate": 4.528840811003504e-05,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5183618724346161,
      "num_tokens": 57334716.0,
      "step": 74380
    },
    {
      "epoch": 0.09436068385175263,
      "grad_norm": 4.625,
      "learning_rate": 4.5287773799948754e-05,
      "loss": 1.8416,
      "mean_token_accuracy": 0.5802099883556366,
      "num_tokens": 57342593.0,
      "step": 74390
    },
    {
      "epoch": 0.09437336844428547,
      "grad_norm": 5.9375,
      "learning_rate": 4.528713948986246e-05,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5681509435176849,
      "num_tokens": 57350692.0,
      "step": 74400
    },
    {
      "epoch": 0.0943860530368183,
      "grad_norm": 4.96875,
      "learning_rate": 4.5286505179776165e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5358965516090393,
      "num_tokens": 57359291.0,
      "step": 74410
    },
    {
      "epoch": 0.09439873762935114,
      "grad_norm": 5.28125,
      "learning_rate": 4.528587086968987e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5403993904590607,
      "num_tokens": 57368241.0,
      "step": 74420
    },
    {
      "epoch": 0.09441142222188396,
      "grad_norm": 6.0625,
      "learning_rate": 4.528523655960358e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5395478188991547,
      "num_tokens": 57376238.0,
      "step": 74430
    },
    {
      "epoch": 0.0944241068144168,
      "grad_norm": 6.03125,
      "learning_rate": 4.5284602249517294e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5555864810943604,
      "num_tokens": 57383431.0,
      "step": 74440
    },
    {
      "epoch": 0.09443679140694963,
      "grad_norm": 6.125,
      "learning_rate": 4.5283967939431e-05,
      "loss": 1.7229,
      "mean_token_accuracy": 0.6248192489147186,
      "num_tokens": 57389505.0,
      "step": 74450
    },
    {
      "epoch": 0.09444947599948247,
      "grad_norm": 8.8125,
      "learning_rate": 4.528333362934471e-05,
      "loss": 1.8765,
      "mean_token_accuracy": 0.5831482201814652,
      "num_tokens": 57396377.0,
      "step": 74460
    },
    {
      "epoch": 0.0944621605920153,
      "grad_norm": 4.78125,
      "learning_rate": 4.528269931925842e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5202375084161759,
      "num_tokens": 57403430.0,
      "step": 74470
    },
    {
      "epoch": 0.09447484518454814,
      "grad_norm": 7.90625,
      "learning_rate": 4.528206500917212e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5395357608795166,
      "num_tokens": 57410925.0,
      "step": 74480
    },
    {
      "epoch": 0.09448752977708097,
      "grad_norm": 5.09375,
      "learning_rate": 4.5281430699085834e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5323978930711746,
      "num_tokens": 57418760.0,
      "step": 74490
    },
    {
      "epoch": 0.09450021436961381,
      "grad_norm": 7.25,
      "learning_rate": 4.528079638899954e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5547120243310928,
      "num_tokens": 57425966.0,
      "step": 74500
    },
    {
      "epoch": 0.09451289896214664,
      "grad_norm": 12.875,
      "learning_rate": 4.528016207891325e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5442375510931015,
      "num_tokens": 57433231.0,
      "step": 74510
    },
    {
      "epoch": 0.09452558355467948,
      "grad_norm": 5.09375,
      "learning_rate": 4.5279527768826964e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5462043941020965,
      "num_tokens": 57440726.0,
      "step": 74520
    },
    {
      "epoch": 0.0945382681472123,
      "grad_norm": 7.21875,
      "learning_rate": 4.527889345874067e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5329724490642548,
      "num_tokens": 57449088.0,
      "step": 74530
    },
    {
      "epoch": 0.09455095273974515,
      "grad_norm": 5.03125,
      "learning_rate": 4.527825914865438e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5357476621866226,
      "num_tokens": 57457598.0,
      "step": 74540
    },
    {
      "epoch": 0.09456363733227797,
      "grad_norm": 6.875,
      "learning_rate": 4.527762483856808e-05,
      "loss": 1.857,
      "mean_token_accuracy": 0.5878057926893234,
      "num_tokens": 57465170.0,
      "step": 74550
    },
    {
      "epoch": 0.09457632192481082,
      "grad_norm": 5.6875,
      "learning_rate": 4.527699052848179e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5320144683122635,
      "num_tokens": 57472688.0,
      "step": 74560
    },
    {
      "epoch": 0.09458900651734364,
      "grad_norm": 5.03125,
      "learning_rate": 4.5276356218395504e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.5428563445806504,
      "num_tokens": 57481088.0,
      "step": 74570
    },
    {
      "epoch": 0.09460169110987647,
      "grad_norm": 5.15625,
      "learning_rate": 4.527572190830921e-05,
      "loss": 2.2488,
      "mean_token_accuracy": 0.511141175031662,
      "num_tokens": 57489852.0,
      "step": 74580
    },
    {
      "epoch": 0.09461437570240931,
      "grad_norm": 6.40625,
      "learning_rate": 4.527508759822292e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5294801771640778,
      "num_tokens": 57498148.0,
      "step": 74590
    },
    {
      "epoch": 0.09462706029494214,
      "grad_norm": 4.6875,
      "learning_rate": 4.527445328813663e-05,
      "loss": 2.3183,
      "mean_token_accuracy": 0.510864594578743,
      "num_tokens": 57506585.0,
      "step": 74600
    },
    {
      "epoch": 0.09463974488747498,
      "grad_norm": 7.3125,
      "learning_rate": 4.527381897805034e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5392498075962067,
      "num_tokens": 57514073.0,
      "step": 74610
    },
    {
      "epoch": 0.09465242948000781,
      "grad_norm": 5.625,
      "learning_rate": 4.5273184667964045e-05,
      "loss": 2.2972,
      "mean_token_accuracy": 0.5178492069244385,
      "num_tokens": 57522291.0,
      "step": 74620
    },
    {
      "epoch": 0.09466511407254065,
      "grad_norm": 4.78125,
      "learning_rate": 4.527255035787775e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5256310641765595,
      "num_tokens": 57531692.0,
      "step": 74630
    },
    {
      "epoch": 0.09467779866507348,
      "grad_norm": 8.5625,
      "learning_rate": 4.527191604779146e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.5188370406627655,
      "num_tokens": 57539894.0,
      "step": 74640
    },
    {
      "epoch": 0.09469048325760632,
      "grad_norm": 4.84375,
      "learning_rate": 4.527128173770517e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5194375962018967,
      "num_tokens": 57546547.0,
      "step": 74650
    },
    {
      "epoch": 0.09470316785013914,
      "grad_norm": 5.03125,
      "learning_rate": 4.527064742761888e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5170510619878769,
      "num_tokens": 57555128.0,
      "step": 74660
    },
    {
      "epoch": 0.09471585244267199,
      "grad_norm": 6.46875,
      "learning_rate": 4.527001311753259e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5374305367469787,
      "num_tokens": 57563337.0,
      "step": 74670
    },
    {
      "epoch": 0.09472853703520481,
      "grad_norm": 5.09375,
      "learning_rate": 4.52693788074463e-05,
      "loss": 2.293,
      "mean_token_accuracy": 0.5001877635717392,
      "num_tokens": 57572220.0,
      "step": 74680
    },
    {
      "epoch": 0.09474122162773765,
      "grad_norm": 10.75,
      "learning_rate": 4.526874449736e-05,
      "loss": 2.2217,
      "mean_token_accuracy": 0.5248408377170563,
      "num_tokens": 57580370.0,
      "step": 74690
    },
    {
      "epoch": 0.09475390622027048,
      "grad_norm": 4.875,
      "learning_rate": 4.526811018727371e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5454519867897034,
      "num_tokens": 57589841.0,
      "step": 74700
    },
    {
      "epoch": 0.09476659081280332,
      "grad_norm": 5.0625,
      "learning_rate": 4.526747587718742e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5337925046682358,
      "num_tokens": 57598122.0,
      "step": 74710
    },
    {
      "epoch": 0.09477927540533615,
      "grad_norm": 5.59375,
      "learning_rate": 4.526684156710113e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5247824043035507,
      "num_tokens": 57606496.0,
      "step": 74720
    },
    {
      "epoch": 0.09479195999786899,
      "grad_norm": 5.40625,
      "learning_rate": 4.526620725701484e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5489719331264495,
      "num_tokens": 57613993.0,
      "step": 74730
    },
    {
      "epoch": 0.09480464459040182,
      "grad_norm": 5.09375,
      "learning_rate": 4.526557294692855e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5159916311502457,
      "num_tokens": 57622718.0,
      "step": 74740
    },
    {
      "epoch": 0.09481732918293466,
      "grad_norm": 4.96875,
      "learning_rate": 4.5264938636842255e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5451069802045823,
      "num_tokens": 57629913.0,
      "step": 74750
    },
    {
      "epoch": 0.09483001377546749,
      "grad_norm": 7.5625,
      "learning_rate": 4.526430432675596e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5164915531873703,
      "num_tokens": 57637565.0,
      "step": 74760
    },
    {
      "epoch": 0.09484269836800033,
      "grad_norm": 4.71875,
      "learning_rate": 4.526367001666967e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5568363219499588,
      "num_tokens": 57646714.0,
      "step": 74770
    },
    {
      "epoch": 0.09485538296053315,
      "grad_norm": 4.4375,
      "learning_rate": 4.526303570658338e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5414037227630615,
      "num_tokens": 57654585.0,
      "step": 74780
    },
    {
      "epoch": 0.094868067553066,
      "grad_norm": 4.96875,
      "learning_rate": 4.526240139649709e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5549126952886582,
      "num_tokens": 57663001.0,
      "step": 74790
    },
    {
      "epoch": 0.09488075214559882,
      "grad_norm": 7.625,
      "learning_rate": 4.5261767086410795e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5464454472064972,
      "num_tokens": 57671613.0,
      "step": 74800
    },
    {
      "epoch": 0.09489343673813166,
      "grad_norm": 5.96875,
      "learning_rate": 4.526113277632451e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.565392816066742,
      "num_tokens": 57677698.0,
      "step": 74810
    },
    {
      "epoch": 0.09490612133066449,
      "grad_norm": 5.40625,
      "learning_rate": 4.526049846623821e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5662095665931701,
      "num_tokens": 57685118.0,
      "step": 74820
    },
    {
      "epoch": 0.09491880592319733,
      "grad_norm": 5.3125,
      "learning_rate": 4.525986415615192e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5494888722896576,
      "num_tokens": 57693250.0,
      "step": 74830
    },
    {
      "epoch": 0.09493149051573016,
      "grad_norm": 4.5625,
      "learning_rate": 4.525922984606563e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.539825302362442,
      "num_tokens": 57700871.0,
      "step": 74840
    },
    {
      "epoch": 0.094944175108263,
      "grad_norm": 4.28125,
      "learning_rate": 4.5258595535979336e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5338850229978561,
      "num_tokens": 57709027.0,
      "step": 74850
    },
    {
      "epoch": 0.09495685970079583,
      "grad_norm": 6.5625,
      "learning_rate": 4.525796122589305e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5729585945606231,
      "num_tokens": 57716187.0,
      "step": 74860
    },
    {
      "epoch": 0.09496954429332867,
      "grad_norm": 12.6875,
      "learning_rate": 4.525732691580676e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5610964864492416,
      "num_tokens": 57722786.0,
      "step": 74870
    },
    {
      "epoch": 0.0949822288858615,
      "grad_norm": 5.625,
      "learning_rate": 4.5256692605720465e-05,
      "loss": 1.7606,
      "mean_token_accuracy": 0.6080896764993667,
      "num_tokens": 57729845.0,
      "step": 74880
    },
    {
      "epoch": 0.09499491347839434,
      "grad_norm": 6.28125,
      "learning_rate": 4.525605829563418e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5606324791908264,
      "num_tokens": 57737397.0,
      "step": 74890
    },
    {
      "epoch": 0.09500759807092717,
      "grad_norm": 5.4375,
      "learning_rate": 4.5255423985547876e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5624459147453308,
      "num_tokens": 57744968.0,
      "step": 74900
    },
    {
      "epoch": 0.09502028266346,
      "grad_norm": 5.4375,
      "learning_rate": 4.525478967546159e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5349840521812439,
      "num_tokens": 57753601.0,
      "step": 74910
    },
    {
      "epoch": 0.09503296725599283,
      "grad_norm": 5.21875,
      "learning_rate": 4.52541553653753e-05,
      "loss": 1.7827,
      "mean_token_accuracy": 0.5870870471000671,
      "num_tokens": 57761182.0,
      "step": 74920
    },
    {
      "epoch": 0.09504565184852568,
      "grad_norm": 7.8125,
      "learning_rate": 4.5253521055289005e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5662103533744812,
      "num_tokens": 57767141.0,
      "step": 74930
    },
    {
      "epoch": 0.0950583364410585,
      "grad_norm": 4.53125,
      "learning_rate": 4.525288674520272e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5633957177400589,
      "num_tokens": 57775211.0,
      "step": 74940
    },
    {
      "epoch": 0.09507102103359134,
      "grad_norm": 7.625,
      "learning_rate": 4.525225243511642e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.540093532204628,
      "num_tokens": 57783035.0,
      "step": 74950
    },
    {
      "epoch": 0.09508370562612417,
      "grad_norm": 6.34375,
      "learning_rate": 4.5251618125030135e-05,
      "loss": 2.2951,
      "mean_token_accuracy": 0.5057328701019287,
      "num_tokens": 57791875.0,
      "step": 74960
    },
    {
      "epoch": 0.09509639021865701,
      "grad_norm": 7.4375,
      "learning_rate": 4.525098381494384e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5288217663764954,
      "num_tokens": 57798745.0,
      "step": 74970
    },
    {
      "epoch": 0.09510907481118984,
      "grad_norm": 5.21875,
      "learning_rate": 4.5250349504857546e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5409024626016616,
      "num_tokens": 57805890.0,
      "step": 74980
    },
    {
      "epoch": 0.09512175940372268,
      "grad_norm": 7.59375,
      "learning_rate": 4.524971519477126e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5474622756242752,
      "num_tokens": 57812478.0,
      "step": 74990
    },
    {
      "epoch": 0.09513444399625551,
      "grad_norm": 4.46875,
      "learning_rate": 4.524908088468496e-05,
      "loss": 1.9087,
      "mean_token_accuracy": 0.580645477771759,
      "num_tokens": 57820380.0,
      "step": 75000
    },
    {
      "epoch": 0.09514712858878835,
      "grad_norm": 5.9375,
      "learning_rate": 4.5248446574598675e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5409425497055054,
      "num_tokens": 57828142.0,
      "step": 75010
    },
    {
      "epoch": 0.09515981318132118,
      "grad_norm": 5.375,
      "learning_rate": 4.524781226451239e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5247929245233536,
      "num_tokens": 57836442.0,
      "step": 75020
    },
    {
      "epoch": 0.09517249777385402,
      "grad_norm": 6.0,
      "learning_rate": 4.524717795442609e-05,
      "loss": 2.2347,
      "mean_token_accuracy": 0.5143295049667358,
      "num_tokens": 57845759.0,
      "step": 75030
    },
    {
      "epoch": 0.09518518236638684,
      "grad_norm": 5.46875,
      "learning_rate": 4.52465436443398e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5474260926246644,
      "num_tokens": 57852333.0,
      "step": 75040
    },
    {
      "epoch": 0.09519786695891967,
      "grad_norm": 6.15625,
      "learning_rate": 4.5245909334253504e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5759748756885529,
      "num_tokens": 57859684.0,
      "step": 75050
    },
    {
      "epoch": 0.09521055155145251,
      "grad_norm": 4.625,
      "learning_rate": 4.5245275024167216e-05,
      "loss": 1.9442,
      "mean_token_accuracy": 0.5610508918762207,
      "num_tokens": 57866908.0,
      "step": 75060
    },
    {
      "epoch": 0.09522323614398534,
      "grad_norm": 7.25,
      "learning_rate": 4.524464071408093e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5155904173851014,
      "num_tokens": 57872852.0,
      "step": 75070
    },
    {
      "epoch": 0.09523592073651818,
      "grad_norm": 5.21875,
      "learning_rate": 4.524400640399463e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.545141527056694,
      "num_tokens": 57880635.0,
      "step": 75080
    },
    {
      "epoch": 0.09524860532905101,
      "grad_norm": 5.3125,
      "learning_rate": 4.5243372093908345e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5595260411500931,
      "num_tokens": 57888184.0,
      "step": 75090
    },
    {
      "epoch": 0.09526128992158385,
      "grad_norm": 7.0625,
      "learning_rate": 4.524273778382205e-05,
      "loss": 1.8742,
      "mean_token_accuracy": 0.5770442843437195,
      "num_tokens": 57895910.0,
      "step": 75100
    },
    {
      "epoch": 0.09527397451411668,
      "grad_norm": 5.28125,
      "learning_rate": 4.5242103473735756e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5708434224128723,
      "num_tokens": 57903999.0,
      "step": 75110
    },
    {
      "epoch": 0.09528665910664952,
      "grad_norm": 7.84375,
      "learning_rate": 4.524146916364947e-05,
      "loss": 1.9141,
      "mean_token_accuracy": 0.5794789850711822,
      "num_tokens": 57910776.0,
      "step": 75120
    },
    {
      "epoch": 0.09529934369918235,
      "grad_norm": 5.03125,
      "learning_rate": 4.5240834853563173e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.525371864438057,
      "num_tokens": 57918287.0,
      "step": 75130
    },
    {
      "epoch": 0.09531202829171519,
      "grad_norm": 6.5625,
      "learning_rate": 4.5240200543476886e-05,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5160833388566971,
      "num_tokens": 57926481.0,
      "step": 75140
    },
    {
      "epoch": 0.09532471288424801,
      "grad_norm": 3.5,
      "learning_rate": 4.523956623339059e-05,
      "loss": 1.8149,
      "mean_token_accuracy": 0.5988375663757324,
      "num_tokens": 57933518.0,
      "step": 75150
    },
    {
      "epoch": 0.09533739747678086,
      "grad_norm": 5.46875,
      "learning_rate": 4.52389319233043e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5430282145738602,
      "num_tokens": 57941516.0,
      "step": 75160
    },
    {
      "epoch": 0.09535008206931368,
      "grad_norm": 5.0625,
      "learning_rate": 4.523829761321801e-05,
      "loss": 2.2547,
      "mean_token_accuracy": 0.5108443409204483,
      "num_tokens": 57950394.0,
      "step": 75170
    },
    {
      "epoch": 0.09536276666184652,
      "grad_norm": 8.6875,
      "learning_rate": 4.5237663303131714e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5394322335720062,
      "num_tokens": 57956918.0,
      "step": 75180
    },
    {
      "epoch": 0.09537545125437935,
      "grad_norm": 4.78125,
      "learning_rate": 4.5237028993045426e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5409058451652526,
      "num_tokens": 57963301.0,
      "step": 75190
    },
    {
      "epoch": 0.09538813584691219,
      "grad_norm": 6.15625,
      "learning_rate": 4.523639468295913e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.541625800728798,
      "num_tokens": 57971631.0,
      "step": 75200
    },
    {
      "epoch": 0.09540082043944502,
      "grad_norm": 4.9375,
      "learning_rate": 4.523576037287284e-05,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5209216982126236,
      "num_tokens": 57979993.0,
      "step": 75210
    },
    {
      "epoch": 0.09541350503197786,
      "grad_norm": 6.21875,
      "learning_rate": 4.5235126062786555e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5255236864089966,
      "num_tokens": 57988522.0,
      "step": 75220
    },
    {
      "epoch": 0.09542618962451069,
      "grad_norm": 4.9375,
      "learning_rate": 4.523449175270026e-05,
      "loss": 2.2772,
      "mean_token_accuracy": 0.5107315808534623,
      "num_tokens": 57997012.0,
      "step": 75230
    },
    {
      "epoch": 0.09543887421704353,
      "grad_norm": 7.09375,
      "learning_rate": 4.5233857442613966e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5619666367769242,
      "num_tokens": 58003126.0,
      "step": 75240
    },
    {
      "epoch": 0.09545155880957636,
      "grad_norm": 5.28125,
      "learning_rate": 4.523322313252767e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5651793479919434,
      "num_tokens": 58010738.0,
      "step": 75250
    },
    {
      "epoch": 0.0954642434021092,
      "grad_norm": 6.09375,
      "learning_rate": 4.5232588822441384e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5280969321727753,
      "num_tokens": 58018554.0,
      "step": 75260
    },
    {
      "epoch": 0.09547692799464202,
      "grad_norm": 4.78125,
      "learning_rate": 4.5231954512355096e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5851853311061859,
      "num_tokens": 58025485.0,
      "step": 75270
    },
    {
      "epoch": 0.09548961258717487,
      "grad_norm": 6.5,
      "learning_rate": 4.52313202022688e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5307636052370072,
      "num_tokens": 58033127.0,
      "step": 75280
    },
    {
      "epoch": 0.09550229717970769,
      "grad_norm": 5.71875,
      "learning_rate": 4.523068589218251e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5239365190267563,
      "num_tokens": 58040447.0,
      "step": 75290
    },
    {
      "epoch": 0.09551498177224053,
      "grad_norm": 9.75,
      "learning_rate": 4.523005158209622e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.54642154276371,
      "num_tokens": 58047209.0,
      "step": 75300
    },
    {
      "epoch": 0.09552766636477336,
      "grad_norm": 4.96875,
      "learning_rate": 4.522941727200993e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5610320031642914,
      "num_tokens": 58054865.0,
      "step": 75310
    },
    {
      "epoch": 0.0955403509573062,
      "grad_norm": 7.03125,
      "learning_rate": 4.5228782961923636e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5430226504802704,
      "num_tokens": 58061623.0,
      "step": 75320
    },
    {
      "epoch": 0.09555303554983903,
      "grad_norm": 9.3125,
      "learning_rate": 4.522814865183734e-05,
      "loss": 2.3047,
      "mean_token_accuracy": 0.5118446409702301,
      "num_tokens": 58069720.0,
      "step": 75330
    },
    {
      "epoch": 0.09556572014237187,
      "grad_norm": 4.875,
      "learning_rate": 4.5227514341751054e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5271400183439254,
      "num_tokens": 58078456.0,
      "step": 75340
    },
    {
      "epoch": 0.0955784047349047,
      "grad_norm": 5.9375,
      "learning_rate": 4.522688003166476e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5621860265731812,
      "num_tokens": 58085907.0,
      "step": 75350
    },
    {
      "epoch": 0.09559108932743754,
      "grad_norm": 6.28125,
      "learning_rate": 4.522624572157847e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5384185612201691,
      "num_tokens": 58093524.0,
      "step": 75360
    },
    {
      "epoch": 0.09560377391997037,
      "grad_norm": 5.90625,
      "learning_rate": 4.522561141149218e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5320128202438354,
      "num_tokens": 58101691.0,
      "step": 75370
    },
    {
      "epoch": 0.09561645851250321,
      "grad_norm": 6.3125,
      "learning_rate": 4.522497710140589e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.549177286028862,
      "num_tokens": 58109973.0,
      "step": 75380
    },
    {
      "epoch": 0.09562914310503604,
      "grad_norm": 6.96875,
      "learning_rate": 4.5224342791319594e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.542503347992897,
      "num_tokens": 58117028.0,
      "step": 75390
    },
    {
      "epoch": 0.09564182769756888,
      "grad_norm": 4.78125,
      "learning_rate": 4.5223708481233306e-05,
      "loss": 1.7969,
      "mean_token_accuracy": 0.5970524489879608,
      "num_tokens": 58124673.0,
      "step": 75400
    },
    {
      "epoch": 0.0956545122901017,
      "grad_norm": 5.0,
      "learning_rate": 4.522307417114701e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.515178045630455,
      "num_tokens": 58132941.0,
      "step": 75410
    },
    {
      "epoch": 0.09566719688263454,
      "grad_norm": 5.3125,
      "learning_rate": 4.5222439861060724e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5379959911108017,
      "num_tokens": 58140549.0,
      "step": 75420
    },
    {
      "epoch": 0.09567988147516737,
      "grad_norm": 6.96875,
      "learning_rate": 4.522180555097443e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5444485276937485,
      "num_tokens": 58147556.0,
      "step": 75430
    },
    {
      "epoch": 0.09569256606770021,
      "grad_norm": 5.3125,
      "learning_rate": 4.522117124088814e-05,
      "loss": 1.8787,
      "mean_token_accuracy": 0.5727597415447235,
      "num_tokens": 58156536.0,
      "step": 75440
    },
    {
      "epoch": 0.09570525066023304,
      "grad_norm": 6.25,
      "learning_rate": 4.5220536930801846e-05,
      "loss": 1.9016,
      "mean_token_accuracy": 0.571676105260849,
      "num_tokens": 58163885.0,
      "step": 75450
    },
    {
      "epoch": 0.09571793525276588,
      "grad_norm": 5.0625,
      "learning_rate": 4.521990262071555e-05,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5670388847589493,
      "num_tokens": 58171976.0,
      "step": 75460
    },
    {
      "epoch": 0.09573061984529871,
      "grad_norm": 6.34375,
      "learning_rate": 4.5219268310629264e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5316320180892944,
      "num_tokens": 58179614.0,
      "step": 75470
    },
    {
      "epoch": 0.09574330443783155,
      "grad_norm": 4.34375,
      "learning_rate": 4.521863400054297e-05,
      "loss": 2.3589,
      "mean_token_accuracy": 0.4885468900203705,
      "num_tokens": 58186720.0,
      "step": 75480
    },
    {
      "epoch": 0.09575598903036438,
      "grad_norm": 7.0,
      "learning_rate": 4.521799969045668e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5248645633459091,
      "num_tokens": 58194811.0,
      "step": 75490
    },
    {
      "epoch": 0.09576867362289722,
      "grad_norm": 6.34375,
      "learning_rate": 4.5217365380370393e-05,
      "loss": 2.2765,
      "mean_token_accuracy": 0.5111396968364715,
      "num_tokens": 58203199.0,
      "step": 75500
    },
    {
      "epoch": 0.09578135821543005,
      "grad_norm": 4.59375,
      "learning_rate": 4.52167310702841e-05,
      "loss": 1.9063,
      "mean_token_accuracy": 0.5796406477689743,
      "num_tokens": 58210230.0,
      "step": 75510
    },
    {
      "epoch": 0.09579404280796287,
      "grad_norm": 6.75,
      "learning_rate": 4.5216096760197804e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5724554985761643,
      "num_tokens": 58216147.0,
      "step": 75520
    },
    {
      "epoch": 0.09580672740049571,
      "grad_norm": 5.46875,
      "learning_rate": 4.521546245011151e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5239243060350418,
      "num_tokens": 58224111.0,
      "step": 75530
    },
    {
      "epoch": 0.09581941199302854,
      "grad_norm": 5.96875,
      "learning_rate": 4.521482814002522e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5597854882478714,
      "num_tokens": 58231738.0,
      "step": 75540
    },
    {
      "epoch": 0.09583209658556138,
      "grad_norm": 5.71875,
      "learning_rate": 4.5214193829938934e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.548232251405716,
      "num_tokens": 58239426.0,
      "step": 75550
    },
    {
      "epoch": 0.09584478117809421,
      "grad_norm": 5.15625,
      "learning_rate": 4.521355951985264e-05,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5780892640352249,
      "num_tokens": 58246390.0,
      "step": 75560
    },
    {
      "epoch": 0.09585746577062705,
      "grad_norm": 4.5,
      "learning_rate": 4.521292520976635e-05,
      "loss": 2.2733,
      "mean_token_accuracy": 0.5025245308876037,
      "num_tokens": 58254061.0,
      "step": 75570
    },
    {
      "epoch": 0.09587015036315988,
      "grad_norm": 4.84375,
      "learning_rate": 4.5212290899680057e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5334513872861862,
      "num_tokens": 58262142.0,
      "step": 75580
    },
    {
      "epoch": 0.09588283495569272,
      "grad_norm": 6.875,
      "learning_rate": 4.521165658959376e-05,
      "loss": 1.8108,
      "mean_token_accuracy": 0.5883547484874725,
      "num_tokens": 58267633.0,
      "step": 75590
    },
    {
      "epoch": 0.09589551954822555,
      "grad_norm": 5.375,
      "learning_rate": 4.5211022279507474e-05,
      "loss": 2.2076,
      "mean_token_accuracy": 0.5283309817314148,
      "num_tokens": 58275345.0,
      "step": 75600
    },
    {
      "epoch": 0.09590820414075839,
      "grad_norm": 4.53125,
      "learning_rate": 4.521038796942118e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5307309478521347,
      "num_tokens": 58284275.0,
      "step": 75610
    },
    {
      "epoch": 0.09592088873329122,
      "grad_norm": 4.75,
      "learning_rate": 4.520975365933489e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.539013859629631,
      "num_tokens": 58292779.0,
      "step": 75620
    },
    {
      "epoch": 0.09593357332582406,
      "grad_norm": 4.6875,
      "learning_rate": 4.52091193492486e-05,
      "loss": 1.8217,
      "mean_token_accuracy": 0.5872033059597015,
      "num_tokens": 58300897.0,
      "step": 75630
    },
    {
      "epoch": 0.09594625791835688,
      "grad_norm": 4.8125,
      "learning_rate": 4.520848503916231e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5445749133825302,
      "num_tokens": 58309016.0,
      "step": 75640
    },
    {
      "epoch": 0.09595894251088972,
      "grad_norm": 6.0625,
      "learning_rate": 4.520785072907602e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5520113110542297,
      "num_tokens": 58316623.0,
      "step": 75650
    },
    {
      "epoch": 0.09597162710342255,
      "grad_norm": 6.21875,
      "learning_rate": 4.520721641898972e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5634937435388565,
      "num_tokens": 58323406.0,
      "step": 75660
    },
    {
      "epoch": 0.0959843116959554,
      "grad_norm": 5.03125,
      "learning_rate": 4.520658210890343e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5443487018346786,
      "num_tokens": 58331561.0,
      "step": 75670
    },
    {
      "epoch": 0.09599699628848822,
      "grad_norm": 7.25,
      "learning_rate": 4.520594779881714e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5365565419197083,
      "num_tokens": 58338827.0,
      "step": 75680
    },
    {
      "epoch": 0.09600968088102106,
      "grad_norm": 4.59375,
      "learning_rate": 4.520531348873085e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5476068258285522,
      "num_tokens": 58346940.0,
      "step": 75690
    },
    {
      "epoch": 0.09602236547355389,
      "grad_norm": 4.9375,
      "learning_rate": 4.520467917864456e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5594951093196869,
      "num_tokens": 58355210.0,
      "step": 75700
    },
    {
      "epoch": 0.09603505006608673,
      "grad_norm": 6.1875,
      "learning_rate": 4.520404486855827e-05,
      "loss": 2.2736,
      "mean_token_accuracy": 0.514055860042572,
      "num_tokens": 58362120.0,
      "step": 75710
    },
    {
      "epoch": 0.09604773465861956,
      "grad_norm": 6.5,
      "learning_rate": 4.520341055847198e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5608949333429336,
      "num_tokens": 58369965.0,
      "step": 75720
    },
    {
      "epoch": 0.0960604192511524,
      "grad_norm": 5.8125,
      "learning_rate": 4.5202776248385684e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5498289495706559,
      "num_tokens": 58376710.0,
      "step": 75730
    },
    {
      "epoch": 0.09607310384368523,
      "grad_norm": 5.53125,
      "learning_rate": 4.520214193829939e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5333234637975692,
      "num_tokens": 58385029.0,
      "step": 75740
    },
    {
      "epoch": 0.09608578843621807,
      "grad_norm": 8.75,
      "learning_rate": 4.52015076282131e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5554190337657928,
      "num_tokens": 58391325.0,
      "step": 75750
    },
    {
      "epoch": 0.0960984730287509,
      "grad_norm": 5.8125,
      "learning_rate": 4.520087331812681e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5429950684309006,
      "num_tokens": 58398709.0,
      "step": 75760
    },
    {
      "epoch": 0.09611115762128374,
      "grad_norm": 4.9375,
      "learning_rate": 4.520023900804052e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5173101186752319,
      "num_tokens": 58406599.0,
      "step": 75770
    },
    {
      "epoch": 0.09612384221381656,
      "grad_norm": 4.96875,
      "learning_rate": 4.5199604697954225e-05,
      "loss": 2.2057,
      "mean_token_accuracy": 0.5171212285757065,
      "num_tokens": 58414723.0,
      "step": 75780
    },
    {
      "epoch": 0.0961365268063494,
      "grad_norm": 4.6875,
      "learning_rate": 4.519897038786794e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5328261107206345,
      "num_tokens": 58421171.0,
      "step": 75790
    },
    {
      "epoch": 0.09614921139888223,
      "grad_norm": 5.9375,
      "learning_rate": 4.519833607778164e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5279748409986496,
      "num_tokens": 58428939.0,
      "step": 75800
    },
    {
      "epoch": 0.09616189599141507,
      "grad_norm": 5.25,
      "learning_rate": 4.519770176769535e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5425046622753144,
      "num_tokens": 58435664.0,
      "step": 75810
    },
    {
      "epoch": 0.0961745805839479,
      "grad_norm": 6.0,
      "learning_rate": 4.519706745760906e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5348496347665787,
      "num_tokens": 58442388.0,
      "step": 75820
    },
    {
      "epoch": 0.09618726517648074,
      "grad_norm": 6.375,
      "learning_rate": 4.5196433147522765e-05,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5626406610012055,
      "num_tokens": 58449555.0,
      "step": 75830
    },
    {
      "epoch": 0.09619994976901357,
      "grad_norm": 4.65625,
      "learning_rate": 4.519579883743648e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.545168998837471,
      "num_tokens": 58457474.0,
      "step": 75840
    },
    {
      "epoch": 0.09621263436154641,
      "grad_norm": 5.46875,
      "learning_rate": 4.519516452735019e-05,
      "loss": 2.0029,
      "mean_token_accuracy": 0.5593488842248917,
      "num_tokens": 58464756.0,
      "step": 75850
    },
    {
      "epoch": 0.09622531895407924,
      "grad_norm": 5.46875,
      "learning_rate": 4.5194530217263894e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5521577686071396,
      "num_tokens": 58472088.0,
      "step": 75860
    },
    {
      "epoch": 0.09623800354661208,
      "grad_norm": 5.15625,
      "learning_rate": 4.51938959071776e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5162079691886902,
      "num_tokens": 58480155.0,
      "step": 75870
    },
    {
      "epoch": 0.0962506881391449,
      "grad_norm": 5.21875,
      "learning_rate": 4.5193261597091305e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5306716620922088,
      "num_tokens": 58488671.0,
      "step": 75880
    },
    {
      "epoch": 0.09626337273167775,
      "grad_norm": 5.1875,
      "learning_rate": 4.519262728700502e-05,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5138068944215775,
      "num_tokens": 58497216.0,
      "step": 75890
    },
    {
      "epoch": 0.09627605732421057,
      "grad_norm": 3.625,
      "learning_rate": 4.519199297691873e-05,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5821300208568573,
      "num_tokens": 58504320.0,
      "step": 75900
    },
    {
      "epoch": 0.09628874191674341,
      "grad_norm": 7.21875,
      "learning_rate": 4.5191358666832435e-05,
      "loss": 2.2926,
      "mean_token_accuracy": 0.5082600027322769,
      "num_tokens": 58512806.0,
      "step": 75910
    },
    {
      "epoch": 0.09630142650927624,
      "grad_norm": 4.84375,
      "learning_rate": 4.519072435674615e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5588592737913132,
      "num_tokens": 58519695.0,
      "step": 75920
    },
    {
      "epoch": 0.09631411110180908,
      "grad_norm": 5.09375,
      "learning_rate": 4.519009004665985e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5605475187301636,
      "num_tokens": 58526616.0,
      "step": 75930
    },
    {
      "epoch": 0.09632679569434191,
      "grad_norm": 5.03125,
      "learning_rate": 4.518945573657356e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.564025092124939,
      "num_tokens": 58533528.0,
      "step": 75940
    },
    {
      "epoch": 0.09633948028687475,
      "grad_norm": 6.03125,
      "learning_rate": 4.518882142648727e-05,
      "loss": 1.7348,
      "mean_token_accuracy": 0.6094047009944916,
      "num_tokens": 58540970.0,
      "step": 75950
    },
    {
      "epoch": 0.09635216487940758,
      "grad_norm": 4.46875,
      "learning_rate": 4.5188187116400975e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5278317600488662,
      "num_tokens": 58549987.0,
      "step": 75960
    },
    {
      "epoch": 0.09636484947194042,
      "grad_norm": 4.6875,
      "learning_rate": 4.518755280631469e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5442845523357391,
      "num_tokens": 58557373.0,
      "step": 75970
    },
    {
      "epoch": 0.09637753406447325,
      "grad_norm": 4.90625,
      "learning_rate": 4.518691849622839e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5499252349138259,
      "num_tokens": 58565308.0,
      "step": 75980
    },
    {
      "epoch": 0.09639021865700607,
      "grad_norm": 6.09375,
      "learning_rate": 4.5186284186142105e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5435934841632843,
      "num_tokens": 58573784.0,
      "step": 75990
    },
    {
      "epoch": 0.09640290324953892,
      "grad_norm": 7.0625,
      "learning_rate": 4.518564987605581e-05,
      "loss": 1.7539,
      "mean_token_accuracy": 0.6127581238746643,
      "num_tokens": 58579152.0,
      "step": 76000
    },
    {
      "epoch": 0.09641558784207174,
      "grad_norm": 7.4375,
      "learning_rate": 4.5185015565969515e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.5213132470846176,
      "num_tokens": 58586511.0,
      "step": 76010
    },
    {
      "epoch": 0.09642827243460458,
      "grad_norm": 6.125,
      "learning_rate": 4.518438125588323e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5345494747161865,
      "num_tokens": 58595093.0,
      "step": 76020
    },
    {
      "epoch": 0.09644095702713741,
      "grad_norm": 4.96875,
      "learning_rate": 4.518374694579693e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5434160858392716,
      "num_tokens": 58603689.0,
      "step": 76030
    },
    {
      "epoch": 0.09645364161967025,
      "grad_norm": 7.46875,
      "learning_rate": 4.5183112635710645e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.5478357613086701,
      "num_tokens": 58611452.0,
      "step": 76040
    },
    {
      "epoch": 0.09646632621220308,
      "grad_norm": 6.875,
      "learning_rate": 4.518247832562436e-05,
      "loss": 2.2274,
      "mean_token_accuracy": 0.5155810087919235,
      "num_tokens": 58620294.0,
      "step": 76050
    },
    {
      "epoch": 0.09647901080473592,
      "grad_norm": 6.78125,
      "learning_rate": 4.518184401553806e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5638440907001495,
      "num_tokens": 58627118.0,
      "step": 76060
    },
    {
      "epoch": 0.09649169539726875,
      "grad_norm": 7.0,
      "learning_rate": 4.5181209705451775e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.546452859044075,
      "num_tokens": 58635169.0,
      "step": 76070
    },
    {
      "epoch": 0.09650437998980159,
      "grad_norm": 7.1875,
      "learning_rate": 4.518057539536547e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5323817133903503,
      "num_tokens": 58641682.0,
      "step": 76080
    },
    {
      "epoch": 0.09651706458233442,
      "grad_norm": 5.8125,
      "learning_rate": 4.5179941085279185e-05,
      "loss": 1.9864,
      "mean_token_accuracy": 0.5534391611814499,
      "num_tokens": 58648450.0,
      "step": 76090
    },
    {
      "epoch": 0.09652974917486726,
      "grad_norm": 6.4375,
      "learning_rate": 4.51793067751929e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5312905013561249,
      "num_tokens": 58656217.0,
      "step": 76100
    },
    {
      "epoch": 0.09654243376740008,
      "grad_norm": 6.3125,
      "learning_rate": 4.51786724651066e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5749110966920853,
      "num_tokens": 58663641.0,
      "step": 76110
    },
    {
      "epoch": 0.09655511835993293,
      "grad_norm": 4.9375,
      "learning_rate": 4.5178038155020315e-05,
      "loss": 1.8232,
      "mean_token_accuracy": 0.6057672500610352,
      "num_tokens": 58669359.0,
      "step": 76120
    },
    {
      "epoch": 0.09656780295246575,
      "grad_norm": 5.6875,
      "learning_rate": 4.517740384493402e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5424353420734406,
      "num_tokens": 58676913.0,
      "step": 76130
    },
    {
      "epoch": 0.0965804875449986,
      "grad_norm": 4.8125,
      "learning_rate": 4.517676953484773e-05,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5208894431591033,
      "num_tokens": 58686292.0,
      "step": 76140
    },
    {
      "epoch": 0.09659317213753142,
      "grad_norm": 7.0625,
      "learning_rate": 4.517613522476144e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5231166332960129,
      "num_tokens": 58694857.0,
      "step": 76150
    },
    {
      "epoch": 0.09660585673006426,
      "grad_norm": 5.96875,
      "learning_rate": 4.517550091467514e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5306894719600678,
      "num_tokens": 58703322.0,
      "step": 76160
    },
    {
      "epoch": 0.09661854132259709,
      "grad_norm": 5.46875,
      "learning_rate": 4.5174866604588855e-05,
      "loss": 2.2478,
      "mean_token_accuracy": 0.5206242114305496,
      "num_tokens": 58711763.0,
      "step": 76170
    },
    {
      "epoch": 0.09663122591512993,
      "grad_norm": 5.65625,
      "learning_rate": 4.517423229450256e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5530023992061615,
      "num_tokens": 58719555.0,
      "step": 76180
    },
    {
      "epoch": 0.09664391050766276,
      "grad_norm": 4.78125,
      "learning_rate": 4.517359798441627e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5274712920188904,
      "num_tokens": 58727642.0,
      "step": 76190
    },
    {
      "epoch": 0.0966565951001956,
      "grad_norm": 4.65625,
      "learning_rate": 4.5172963674329985e-05,
      "loss": 1.997,
      "mean_token_accuracy": 0.5510168164968491,
      "num_tokens": 58735925.0,
      "step": 76200
    },
    {
      "epoch": 0.09666927969272843,
      "grad_norm": 5.25,
      "learning_rate": 4.517232936424369e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5669636607170105,
      "num_tokens": 58743932.0,
      "step": 76210
    },
    {
      "epoch": 0.09668196428526127,
      "grad_norm": 7.5,
      "learning_rate": 4.5171695054157396e-05,
      "loss": 1.7973,
      "mean_token_accuracy": 0.5972281754016876,
      "num_tokens": 58751286.0,
      "step": 76220
    },
    {
      "epoch": 0.0966946488777941,
      "grad_norm": 5.71875,
      "learning_rate": 4.51710607440711e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5398890316486359,
      "num_tokens": 58759350.0,
      "step": 76230
    },
    {
      "epoch": 0.09670733347032694,
      "grad_norm": 4.78125,
      "learning_rate": 4.517042643398481e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5569285482168198,
      "num_tokens": 58766890.0,
      "step": 76240
    },
    {
      "epoch": 0.09672001806285976,
      "grad_norm": 6.6875,
      "learning_rate": 4.5169792123898525e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5429141610860825,
      "num_tokens": 58775278.0,
      "step": 76250
    },
    {
      "epoch": 0.0967327026553926,
      "grad_norm": 5.75,
      "learning_rate": 4.516915781381223e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5675711244344711,
      "num_tokens": 58782268.0,
      "step": 76260
    },
    {
      "epoch": 0.09674538724792543,
      "grad_norm": 5.0625,
      "learning_rate": 4.516852350372594e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5518772214651108,
      "num_tokens": 58789525.0,
      "step": 76270
    },
    {
      "epoch": 0.09675807184045827,
      "grad_norm": 7.34375,
      "learning_rate": 4.516788919363965e-05,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5727177411317825,
      "num_tokens": 58796692.0,
      "step": 76280
    },
    {
      "epoch": 0.0967707564329911,
      "grad_norm": 5.03125,
      "learning_rate": 4.516725488355335e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5297829270362854,
      "num_tokens": 58803930.0,
      "step": 76290
    },
    {
      "epoch": 0.09678344102552394,
      "grad_norm": 7.78125,
      "learning_rate": 4.5166620573467065e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5583956927061081,
      "num_tokens": 58811804.0,
      "step": 76300
    },
    {
      "epoch": 0.09679612561805677,
      "grad_norm": 5.8125,
      "learning_rate": 4.516598626338077e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5515838623046875,
      "num_tokens": 58819275.0,
      "step": 76310
    },
    {
      "epoch": 0.09680881021058961,
      "grad_norm": 4.96875,
      "learning_rate": 4.516535195329448e-05,
      "loss": 1.9042,
      "mean_token_accuracy": 0.5723554402589798,
      "num_tokens": 58826965.0,
      "step": 76320
    },
    {
      "epoch": 0.09682149480312244,
      "grad_norm": 7.4375,
      "learning_rate": 4.5164717643208195e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5529211401939392,
      "num_tokens": 58833825.0,
      "step": 76330
    },
    {
      "epoch": 0.09683417939565528,
      "grad_norm": 5.03125,
      "learning_rate": 4.51640833331219e-05,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5742476403713226,
      "num_tokens": 58840027.0,
      "step": 76340
    },
    {
      "epoch": 0.0968468639881881,
      "grad_norm": 5.0,
      "learning_rate": 4.5163449023035606e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5467752456665039,
      "num_tokens": 58848144.0,
      "step": 76350
    },
    {
      "epoch": 0.09685954858072095,
      "grad_norm": 4.59375,
      "learning_rate": 4.516281471294931e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5691601991653442,
      "num_tokens": 58855710.0,
      "step": 76360
    },
    {
      "epoch": 0.09687223317325377,
      "grad_norm": 8.625,
      "learning_rate": 4.516218040286302e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5283369570970535,
      "num_tokens": 58862827.0,
      "step": 76370
    },
    {
      "epoch": 0.09688491776578662,
      "grad_norm": 4.71875,
      "learning_rate": 4.5161546092776735e-05,
      "loss": 2.2507,
      "mean_token_accuracy": 0.5051072180271149,
      "num_tokens": 58872132.0,
      "step": 76380
    },
    {
      "epoch": 0.09689760235831944,
      "grad_norm": 6.40625,
      "learning_rate": 4.516091178269044e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5355719268321991,
      "num_tokens": 58880692.0,
      "step": 76390
    },
    {
      "epoch": 0.09691028695085228,
      "grad_norm": 5.28125,
      "learning_rate": 4.516027747260415e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5491460084915161,
      "num_tokens": 58888009.0,
      "step": 76400
    },
    {
      "epoch": 0.09692297154338511,
      "grad_norm": 5.6875,
      "learning_rate": 4.515964316251786e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.524264109134674,
      "num_tokens": 58896050.0,
      "step": 76410
    },
    {
      "epoch": 0.09693565613591795,
      "grad_norm": 4.6875,
      "learning_rate": 4.5159008852431564e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5190059006214142,
      "num_tokens": 58904978.0,
      "step": 76420
    },
    {
      "epoch": 0.09694834072845078,
      "grad_norm": 6.6875,
      "learning_rate": 4.5158374542345276e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5247665882110596,
      "num_tokens": 58912298.0,
      "step": 76430
    },
    {
      "epoch": 0.09696102532098362,
      "grad_norm": 6.625,
      "learning_rate": 4.515774023225898e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5495434701442719,
      "num_tokens": 58919891.0,
      "step": 76440
    },
    {
      "epoch": 0.09697370991351645,
      "grad_norm": 5.4375,
      "learning_rate": 4.515710592217269e-05,
      "loss": 1.9045,
      "mean_token_accuracy": 0.5685867547988892,
      "num_tokens": 58927274.0,
      "step": 76450
    },
    {
      "epoch": 0.09698639450604928,
      "grad_norm": 5.0625,
      "learning_rate": 4.51564716120864e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5373363703489303,
      "num_tokens": 58935443.0,
      "step": 76460
    },
    {
      "epoch": 0.09699907909858212,
      "grad_norm": 4.6875,
      "learning_rate": 4.515583730200011e-05,
      "loss": 1.8126,
      "mean_token_accuracy": 0.6010237246751785,
      "num_tokens": 58942746.0,
      "step": 76470
    },
    {
      "epoch": 0.09701176369111494,
      "grad_norm": 5.59375,
      "learning_rate": 4.515520299191382e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5280122935771943,
      "num_tokens": 58951256.0,
      "step": 76480
    },
    {
      "epoch": 0.09702444828364779,
      "grad_norm": 4.78125,
      "learning_rate": 4.515456868182753e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.532233664393425,
      "num_tokens": 58959402.0,
      "step": 76490
    },
    {
      "epoch": 0.09703713287618061,
      "grad_norm": 5.90625,
      "learning_rate": 4.5153934371741234e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5405947923660278,
      "num_tokens": 58965786.0,
      "step": 76500
    },
    {
      "epoch": 0.09704981746871345,
      "grad_norm": 6.375,
      "learning_rate": 4.515330006165494e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5550719738006592,
      "num_tokens": 58973700.0,
      "step": 76510
    },
    {
      "epoch": 0.09706250206124628,
      "grad_norm": 6.46875,
      "learning_rate": 4.515266575156865e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5646110534667969,
      "num_tokens": 58981252.0,
      "step": 76520
    },
    {
      "epoch": 0.09707518665377912,
      "grad_norm": 6.09375,
      "learning_rate": 4.515203144148236e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.544417017698288,
      "num_tokens": 58990043.0,
      "step": 76530
    },
    {
      "epoch": 0.09708787124631195,
      "grad_norm": 5.09375,
      "learning_rate": 4.515139713139607e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.546820530295372,
      "num_tokens": 58998099.0,
      "step": 76540
    },
    {
      "epoch": 0.09710055583884479,
      "grad_norm": 4.8125,
      "learning_rate": 4.515076282130978e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5703036844730377,
      "num_tokens": 59005215.0,
      "step": 76550
    },
    {
      "epoch": 0.09711324043137762,
      "grad_norm": 6.53125,
      "learning_rate": 4.5150128511223486e-05,
      "loss": 1.8298,
      "mean_token_accuracy": 0.5900934189558029,
      "num_tokens": 59011636.0,
      "step": 76560
    },
    {
      "epoch": 0.09712592502391046,
      "grad_norm": 5.96875,
      "learning_rate": 4.514949420113719e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5268195688724517,
      "num_tokens": 59019064.0,
      "step": 76570
    },
    {
      "epoch": 0.09713860961644329,
      "grad_norm": 4.90625,
      "learning_rate": 4.5148859891050903e-05,
      "loss": 2.2053,
      "mean_token_accuracy": 0.5218437224626541,
      "num_tokens": 59027781.0,
      "step": 76580
    },
    {
      "epoch": 0.09715129420897613,
      "grad_norm": 3.921875,
      "learning_rate": 4.514822558096461e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5553846210241318,
      "num_tokens": 59035330.0,
      "step": 76590
    },
    {
      "epoch": 0.09716397880150895,
      "grad_norm": 6.21875,
      "learning_rate": 4.514759127087832e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5279461860656738,
      "num_tokens": 59042898.0,
      "step": 76600
    },
    {
      "epoch": 0.0971766633940418,
      "grad_norm": 5.53125,
      "learning_rate": 4.5146956960792026e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5567044317722321,
      "num_tokens": 59050523.0,
      "step": 76610
    },
    {
      "epoch": 0.09718934798657462,
      "grad_norm": 5.1875,
      "learning_rate": 4.514632265070574e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5597144067287445,
      "num_tokens": 59057115.0,
      "step": 76620
    },
    {
      "epoch": 0.09720203257910746,
      "grad_norm": 5.59375,
      "learning_rate": 4.5145688340619444e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.535118094086647,
      "num_tokens": 59064186.0,
      "step": 76630
    },
    {
      "epoch": 0.09721471717164029,
      "grad_norm": 4.75,
      "learning_rate": 4.514505403053315e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5283207356929779,
      "num_tokens": 59072405.0,
      "step": 76640
    },
    {
      "epoch": 0.09722740176417313,
      "grad_norm": 5.375,
      "learning_rate": 4.514441972044686e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5244344800710679,
      "num_tokens": 59081249.0,
      "step": 76650
    },
    {
      "epoch": 0.09724008635670596,
      "grad_norm": 5.75,
      "learning_rate": 4.5143785410360567e-05,
      "loss": 2.2096,
      "mean_token_accuracy": 0.5180025935173035,
      "num_tokens": 59088843.0,
      "step": 76660
    },
    {
      "epoch": 0.0972527709492388,
      "grad_norm": 5.09375,
      "learning_rate": 4.514315110027428e-05,
      "loss": 2.1274,
      "mean_token_accuracy": 0.5282512962818146,
      "num_tokens": 59096159.0,
      "step": 76670
    },
    {
      "epoch": 0.09726545554177163,
      "grad_norm": 5.375,
      "learning_rate": 4.514251679018799e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5513069659471512,
      "num_tokens": 59103147.0,
      "step": 76680
    },
    {
      "epoch": 0.09727814013430447,
      "grad_norm": 5.03125,
      "learning_rate": 4.5141882480101696e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.520021316409111,
      "num_tokens": 59111251.0,
      "step": 76690
    },
    {
      "epoch": 0.0972908247268373,
      "grad_norm": 4.59375,
      "learning_rate": 4.51412481700154e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5411640048027039,
      "num_tokens": 59118976.0,
      "step": 76700
    },
    {
      "epoch": 0.09730350931937014,
      "grad_norm": 4.90625,
      "learning_rate": 4.514061385992911e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5613260209560395,
      "num_tokens": 59127174.0,
      "step": 76710
    },
    {
      "epoch": 0.09731619391190297,
      "grad_norm": 4.875,
      "learning_rate": 4.513997954984282e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5564248621463775,
      "num_tokens": 59134319.0,
      "step": 76720
    },
    {
      "epoch": 0.0973288785044358,
      "grad_norm": 7.28125,
      "learning_rate": 4.513934523975653e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5259534001350403,
      "num_tokens": 59142387.0,
      "step": 76730
    },
    {
      "epoch": 0.09734156309696863,
      "grad_norm": 5.875,
      "learning_rate": 4.5138710929670236e-05,
      "loss": 2.3403,
      "mean_token_accuracy": 0.5022363126277923,
      "num_tokens": 59149049.0,
      "step": 76740
    },
    {
      "epoch": 0.09735424768950147,
      "grad_norm": 4.875,
      "learning_rate": 4.513807661958395e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5238585978746414,
      "num_tokens": 59156774.0,
      "step": 76750
    },
    {
      "epoch": 0.0973669322820343,
      "grad_norm": 5.0,
      "learning_rate": 4.5137442309497654e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5249012976884841,
      "num_tokens": 59165998.0,
      "step": 76760
    },
    {
      "epoch": 0.09737961687456714,
      "grad_norm": 4.6875,
      "learning_rate": 4.513680799941136e-05,
      "loss": 1.8744,
      "mean_token_accuracy": 0.5819863498210907,
      "num_tokens": 59173520.0,
      "step": 76770
    },
    {
      "epoch": 0.09739230146709997,
      "grad_norm": 6.15625,
      "learning_rate": 4.513617368932507e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.551649472117424,
      "num_tokens": 59182047.0,
      "step": 76780
    },
    {
      "epoch": 0.09740498605963281,
      "grad_norm": 4.90625,
      "learning_rate": 4.513553937923878e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5184754997491836,
      "num_tokens": 59191115.0,
      "step": 76790
    },
    {
      "epoch": 0.09741767065216564,
      "grad_norm": 5.0,
      "learning_rate": 4.513490506915249e-05,
      "loss": 2.2853,
      "mean_token_accuracy": 0.5125212788581848,
      "num_tokens": 59199027.0,
      "step": 76800
    },
    {
      "epoch": 0.09743035524469848,
      "grad_norm": 5.0,
      "learning_rate": 4.5134270759066194e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5221954852342605,
      "num_tokens": 59206194.0,
      "step": 76810
    },
    {
      "epoch": 0.09744303983723131,
      "grad_norm": 5.28125,
      "learning_rate": 4.5133636448979906e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.554714024066925,
      "num_tokens": 59214316.0,
      "step": 76820
    },
    {
      "epoch": 0.09745572442976415,
      "grad_norm": 8.75,
      "learning_rate": 4.513300213889362e-05,
      "loss": 1.9376,
      "mean_token_accuracy": 0.570252850651741,
      "num_tokens": 59221350.0,
      "step": 76830
    },
    {
      "epoch": 0.09746840902229698,
      "grad_norm": 6.09375,
      "learning_rate": 4.513236782880732e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.544007557630539,
      "num_tokens": 59228711.0,
      "step": 76840
    },
    {
      "epoch": 0.09748109361482982,
      "grad_norm": 3.3125,
      "learning_rate": 4.513173351872103e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5426297068595887,
      "num_tokens": 59236559.0,
      "step": 76850
    },
    {
      "epoch": 0.09749377820736264,
      "grad_norm": 7.0,
      "learning_rate": 4.5131099208634735e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5502116054296493,
      "num_tokens": 59243503.0,
      "step": 76860
    },
    {
      "epoch": 0.09750646279989549,
      "grad_norm": 5.0,
      "learning_rate": 4.513046489854845e-05,
      "loss": 2.2632,
      "mean_token_accuracy": 0.5228460550308227,
      "num_tokens": 59252202.0,
      "step": 76870
    },
    {
      "epoch": 0.09751914739242831,
      "grad_norm": 6.75,
      "learning_rate": 4.512983058846216e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5353981226682663,
      "num_tokens": 59260239.0,
      "step": 76880
    },
    {
      "epoch": 0.09753183198496115,
      "grad_norm": 6.34375,
      "learning_rate": 4.5129196278375864e-05,
      "loss": 1.8355,
      "mean_token_accuracy": 0.5946444302797318,
      "num_tokens": 59265627.0,
      "step": 76890
    },
    {
      "epoch": 0.09754451657749398,
      "grad_norm": 5.28125,
      "learning_rate": 4.5128561968289576e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5376398742198945,
      "num_tokens": 59272735.0,
      "step": 76900
    },
    {
      "epoch": 0.09755720117002682,
      "grad_norm": 5.53125,
      "learning_rate": 4.512792765820328e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.533739122748375,
      "num_tokens": 59281429.0,
      "step": 76910
    },
    {
      "epoch": 0.09756988576255965,
      "grad_norm": 5.09375,
      "learning_rate": 4.512729334811699e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5287582665681839,
      "num_tokens": 59288943.0,
      "step": 76920
    },
    {
      "epoch": 0.09758257035509248,
      "grad_norm": 4.9375,
      "learning_rate": 4.51266590380307e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5401805639266968,
      "num_tokens": 59297535.0,
      "step": 76930
    },
    {
      "epoch": 0.09759525494762532,
      "grad_norm": 5.28125,
      "learning_rate": 4.5126024727944405e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5422889232635498,
      "num_tokens": 59305837.0,
      "step": 76940
    },
    {
      "epoch": 0.09760793954015815,
      "grad_norm": 5.34375,
      "learning_rate": 4.512539041785812e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5393829762935638,
      "num_tokens": 59314726.0,
      "step": 76950
    },
    {
      "epoch": 0.09762062413269099,
      "grad_norm": 5.25,
      "learning_rate": 4.512475610777182e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5580058544874191,
      "num_tokens": 59321772.0,
      "step": 76960
    },
    {
      "epoch": 0.09763330872522381,
      "grad_norm": 8.375,
      "learning_rate": 4.5124121797685534e-05,
      "loss": 2.2866,
      "mean_token_accuracy": 0.5076224893331528,
      "num_tokens": 59330401.0,
      "step": 76970
    },
    {
      "epoch": 0.09764599331775665,
      "grad_norm": 4.84375,
      "learning_rate": 4.512348748759924e-05,
      "loss": 2.1953,
      "mean_token_accuracy": 0.5222632199525833,
      "num_tokens": 59338707.0,
      "step": 76980
    },
    {
      "epoch": 0.09765867791028948,
      "grad_norm": 6.28125,
      "learning_rate": 4.5122853177512945e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5240679651498794,
      "num_tokens": 59347635.0,
      "step": 76990
    },
    {
      "epoch": 0.09767136250282232,
      "grad_norm": 5.40625,
      "learning_rate": 4.512221886742666e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5240341991186142,
      "num_tokens": 59356071.0,
      "step": 77000
    },
    {
      "epoch": 0.09768404709535515,
      "grad_norm": 4.5625,
      "learning_rate": 4.512158455734036e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5329336255788804,
      "num_tokens": 59364368.0,
      "step": 77010
    },
    {
      "epoch": 0.09769673168788799,
      "grad_norm": 5.0,
      "learning_rate": 4.5120950247254074e-05,
      "loss": 1.9023,
      "mean_token_accuracy": 0.576733386516571,
      "num_tokens": 59370792.0,
      "step": 77020
    },
    {
      "epoch": 0.09770941628042082,
      "grad_norm": 4.34375,
      "learning_rate": 4.5120315937167787e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.517182645201683,
      "num_tokens": 59379604.0,
      "step": 77030
    },
    {
      "epoch": 0.09772210087295366,
      "grad_norm": 5.0625,
      "learning_rate": 4.511968162708149e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5531959861516953,
      "num_tokens": 59386159.0,
      "step": 77040
    },
    {
      "epoch": 0.09773478546548649,
      "grad_norm": 7.5,
      "learning_rate": 4.51190473169952e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5360049456357956,
      "num_tokens": 59394499.0,
      "step": 77050
    },
    {
      "epoch": 0.09774747005801933,
      "grad_norm": 6.21875,
      "learning_rate": 4.51184130069089e-05,
      "loss": 2.2845,
      "mean_token_accuracy": 0.513261416554451,
      "num_tokens": 59402694.0,
      "step": 77060
    },
    {
      "epoch": 0.09776015465055216,
      "grad_norm": 5.3125,
      "learning_rate": 4.5117778696822615e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5400504529476166,
      "num_tokens": 59409692.0,
      "step": 77070
    },
    {
      "epoch": 0.097772839243085,
      "grad_norm": 5.4375,
      "learning_rate": 4.511714438673633e-05,
      "loss": 2.2344,
      "mean_token_accuracy": 0.5117648005485534,
      "num_tokens": 59417538.0,
      "step": 77080
    },
    {
      "epoch": 0.09778552383561782,
      "grad_norm": 5.0625,
      "learning_rate": 4.511651007665003e-05,
      "loss": 1.6876,
      "mean_token_accuracy": 0.6259464591741561,
      "num_tokens": 59423553.0,
      "step": 77090
    },
    {
      "epoch": 0.09779820842815067,
      "grad_norm": 8.75,
      "learning_rate": 4.5115875766563744e-05,
      "loss": 2.2266,
      "mean_token_accuracy": 0.5196193039417267,
      "num_tokens": 59430224.0,
      "step": 77100
    },
    {
      "epoch": 0.09781089302068349,
      "grad_norm": 4.9375,
      "learning_rate": 4.511524145647745e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5248707860708237,
      "num_tokens": 59437926.0,
      "step": 77110
    },
    {
      "epoch": 0.09782357761321633,
      "grad_norm": 6.375,
      "learning_rate": 4.5114607146391155e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.563203364610672,
      "num_tokens": 59445302.0,
      "step": 77120
    },
    {
      "epoch": 0.09783626220574916,
      "grad_norm": 5.375,
      "learning_rate": 4.511397283630487e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.553048837184906,
      "num_tokens": 59453329.0,
      "step": 77130
    },
    {
      "epoch": 0.097848946798282,
      "grad_norm": 5.78125,
      "learning_rate": 4.511333852621857e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5564318597316742,
      "num_tokens": 59462085.0,
      "step": 77140
    },
    {
      "epoch": 0.09786163139081483,
      "grad_norm": 5.375,
      "learning_rate": 4.5112704216132285e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5624091356992722,
      "num_tokens": 59469627.0,
      "step": 77150
    },
    {
      "epoch": 0.09787431598334767,
      "grad_norm": 5.40625,
      "learning_rate": 4.511206990604599e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.559532368183136,
      "num_tokens": 59477480.0,
      "step": 77160
    },
    {
      "epoch": 0.0978870005758805,
      "grad_norm": 5.96875,
      "learning_rate": 4.51114355959597e-05,
      "loss": 2.2173,
      "mean_token_accuracy": 0.5264080286026,
      "num_tokens": 59485131.0,
      "step": 77170
    },
    {
      "epoch": 0.09789968516841334,
      "grad_norm": 6.625,
      "learning_rate": 4.511080128587341e-05,
      "loss": 1.9896,
      "mean_token_accuracy": 0.5606108129024505,
      "num_tokens": 59492209.0,
      "step": 77180
    },
    {
      "epoch": 0.09791236976094617,
      "grad_norm": 8.5625,
      "learning_rate": 4.511016697578711e-05,
      "loss": 2.2404,
      "mean_token_accuracy": 0.5260604679584503,
      "num_tokens": 59499012.0,
      "step": 77190
    },
    {
      "epoch": 0.09792505435347901,
      "grad_norm": 4.625,
      "learning_rate": 4.5109532665700825e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.530220878124237,
      "num_tokens": 59508032.0,
      "step": 77200
    },
    {
      "epoch": 0.09793773894601183,
      "grad_norm": 5.0,
      "learning_rate": 4.510889835561453e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5593681901693344,
      "num_tokens": 59516291.0,
      "step": 77210
    },
    {
      "epoch": 0.09795042353854468,
      "grad_norm": 4.8125,
      "learning_rate": 4.510826404552824e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5265576183795929,
      "num_tokens": 59524297.0,
      "step": 77220
    },
    {
      "epoch": 0.0979631081310775,
      "grad_norm": 5.6875,
      "learning_rate": 4.5107629735441955e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5481756687164306,
      "num_tokens": 59532435.0,
      "step": 77230
    },
    {
      "epoch": 0.09797579272361034,
      "grad_norm": 5.40625,
      "learning_rate": 4.510699542535566e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5268186450004577,
      "num_tokens": 59539703.0,
      "step": 77240
    },
    {
      "epoch": 0.09798847731614317,
      "grad_norm": 4.5,
      "learning_rate": 4.510636111526937e-05,
      "loss": 1.871,
      "mean_token_accuracy": 0.5869054615497589,
      "num_tokens": 59547172.0,
      "step": 77250
    },
    {
      "epoch": 0.09800116190867601,
      "grad_norm": 5.25,
      "learning_rate": 4.510572680518308e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5364175289869308,
      "num_tokens": 59555558.0,
      "step": 77260
    },
    {
      "epoch": 0.09801384650120884,
      "grad_norm": 5.5625,
      "learning_rate": 4.510509249509678e-05,
      "loss": 1.8102,
      "mean_token_accuracy": 0.6034881055355072,
      "num_tokens": 59561750.0,
      "step": 77270
    },
    {
      "epoch": 0.09802653109374168,
      "grad_norm": 14.0,
      "learning_rate": 4.5104458185010495e-05,
      "loss": 2.2177,
      "mean_token_accuracy": 0.5236593604087829,
      "num_tokens": 59569097.0,
      "step": 77280
    },
    {
      "epoch": 0.09803921568627451,
      "grad_norm": 6.375,
      "learning_rate": 4.51038238749242e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5210764288902283,
      "num_tokens": 59577122.0,
      "step": 77290
    },
    {
      "epoch": 0.09805190027880735,
      "grad_norm": 5.75,
      "learning_rate": 4.510318956483791e-05,
      "loss": 2.144,
      "mean_token_accuracy": 0.5287877142429351,
      "num_tokens": 59585354.0,
      "step": 77300
    },
    {
      "epoch": 0.09806458487134018,
      "grad_norm": 7.5,
      "learning_rate": 4.5102555254751624e-05,
      "loss": 1.8499,
      "mean_token_accuracy": 0.6051163643598556,
      "num_tokens": 59591685.0,
      "step": 77310
    },
    {
      "epoch": 0.09807726946387302,
      "grad_norm": 4.8125,
      "learning_rate": 4.510192094466533e-05,
      "loss": 1.7521,
      "mean_token_accuracy": 0.6181035488843918,
      "num_tokens": 59597735.0,
      "step": 77320
    },
    {
      "epoch": 0.09808995405640585,
      "grad_norm": 5.25,
      "learning_rate": 4.5101286634579035e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5371578872203827,
      "num_tokens": 59605627.0,
      "step": 77330
    },
    {
      "epoch": 0.09810263864893869,
      "grad_norm": 5.8125,
      "learning_rate": 4.510065232449274e-05,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5253863304853439,
      "num_tokens": 59613460.0,
      "step": 77340
    },
    {
      "epoch": 0.09811532324147151,
      "grad_norm": 5.15625,
      "learning_rate": 4.510001801440645e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5450993478298187,
      "num_tokens": 59621728.0,
      "step": 77350
    },
    {
      "epoch": 0.09812800783400435,
      "grad_norm": 5.75,
      "learning_rate": 4.5099383704320165e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5599536180496216,
      "num_tokens": 59628811.0,
      "step": 77360
    },
    {
      "epoch": 0.09814069242653718,
      "grad_norm": 4.875,
      "learning_rate": 4.509874939423387e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5116429448127746,
      "num_tokens": 59636683.0,
      "step": 77370
    },
    {
      "epoch": 0.09815337701907002,
      "grad_norm": 6.25,
      "learning_rate": 4.509811508414758e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5395567119121552,
      "num_tokens": 59643222.0,
      "step": 77380
    },
    {
      "epoch": 0.09816606161160285,
      "grad_norm": 5.9375,
      "learning_rate": 4.509748077406129e-05,
      "loss": 2.3015,
      "mean_token_accuracy": 0.4939891219139099,
      "num_tokens": 59651294.0,
      "step": 77390
    },
    {
      "epoch": 0.09817874620413568,
      "grad_norm": 6.5625,
      "learning_rate": 4.509684646397499e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5461327791213989,
      "num_tokens": 59657957.0,
      "step": 77400
    },
    {
      "epoch": 0.09819143079666852,
      "grad_norm": 7.03125,
      "learning_rate": 4.5096212153888705e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5650908023118972,
      "num_tokens": 59665904.0,
      "step": 77410
    },
    {
      "epoch": 0.09820411538920135,
      "grad_norm": 6.6875,
      "learning_rate": 4.509557784380241e-05,
      "loss": 1.6116,
      "mean_token_accuracy": 0.642789101600647,
      "num_tokens": 59672414.0,
      "step": 77420
    },
    {
      "epoch": 0.09821679998173419,
      "grad_norm": 5.6875,
      "learning_rate": 4.509494353371612e-05,
      "loss": 1.8109,
      "mean_token_accuracy": 0.5879331767559052,
      "num_tokens": 59680062.0,
      "step": 77430
    },
    {
      "epoch": 0.09822948457426701,
      "grad_norm": 5.5,
      "learning_rate": 4.509430922362983e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.564167732000351,
      "num_tokens": 59686466.0,
      "step": 77440
    },
    {
      "epoch": 0.09824216916679986,
      "grad_norm": 5.5625,
      "learning_rate": 4.509367491354354e-05,
      "loss": 2.2077,
      "mean_token_accuracy": 0.5263968080282211,
      "num_tokens": 59696468.0,
      "step": 77450
    },
    {
      "epoch": 0.09825485375933268,
      "grad_norm": 4.75,
      "learning_rate": 4.5093040603457245e-05,
      "loss": 1.8925,
      "mean_token_accuracy": 0.5848927974700928,
      "num_tokens": 59704283.0,
      "step": 77460
    },
    {
      "epoch": 0.09826753835186552,
      "grad_norm": 5.625,
      "learning_rate": 4.509240629337095e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5265388458967208,
      "num_tokens": 59712824.0,
      "step": 77470
    },
    {
      "epoch": 0.09828022294439835,
      "grad_norm": 6.96875,
      "learning_rate": 4.509177198328466e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.52765551507473,
      "num_tokens": 59721172.0,
      "step": 77480
    },
    {
      "epoch": 0.09829290753693119,
      "grad_norm": 7.125,
      "learning_rate": 4.509113767319837e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5253232270479202,
      "num_tokens": 59728302.0,
      "step": 77490
    },
    {
      "epoch": 0.09830559212946402,
      "grad_norm": 5.34375,
      "learning_rate": 4.509050336311208e-05,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5279399484395981,
      "num_tokens": 59736343.0,
      "step": 77500
    },
    {
      "epoch": 0.09831827672199686,
      "grad_norm": 5.09375,
      "learning_rate": 4.508986905302579e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5381581902503967,
      "num_tokens": 59745551.0,
      "step": 77510
    },
    {
      "epoch": 0.09833096131452969,
      "grad_norm": 5.15625,
      "learning_rate": 4.50892347429395e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5365604162216187,
      "num_tokens": 59753649.0,
      "step": 77520
    },
    {
      "epoch": 0.09834364590706253,
      "grad_norm": 5.34375,
      "learning_rate": 4.50886004328532e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5419180124998093,
      "num_tokens": 59760459.0,
      "step": 77530
    },
    {
      "epoch": 0.09835633049959536,
      "grad_norm": 5.34375,
      "learning_rate": 4.508796612276691e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5418218821287155,
      "num_tokens": 59767496.0,
      "step": 77540
    },
    {
      "epoch": 0.0983690150921282,
      "grad_norm": 6.71875,
      "learning_rate": 4.508733181268062e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5198774605989456,
      "num_tokens": 59774645.0,
      "step": 77550
    },
    {
      "epoch": 0.09838169968466103,
      "grad_norm": 6.75,
      "learning_rate": 4.508669750259433e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5614954352378845,
      "num_tokens": 59781891.0,
      "step": 77560
    },
    {
      "epoch": 0.09839438427719387,
      "grad_norm": 4.84375,
      "learning_rate": 4.508606319250804e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5296371132135391,
      "num_tokens": 59790866.0,
      "step": 77570
    },
    {
      "epoch": 0.0984070688697267,
      "grad_norm": 11.1875,
      "learning_rate": 4.508542888242175e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.576650184392929,
      "num_tokens": 59798571.0,
      "step": 77580
    },
    {
      "epoch": 0.09841975346225953,
      "grad_norm": 5.78125,
      "learning_rate": 4.5084794572335456e-05,
      "loss": 1.8498,
      "mean_token_accuracy": 0.5937727957963943,
      "num_tokens": 59805834.0,
      "step": 77590
    },
    {
      "epoch": 0.09843243805479236,
      "grad_norm": 5.25,
      "learning_rate": 4.508416026224916e-05,
      "loss": 2.2231,
      "mean_token_accuracy": 0.5316728115081787,
      "num_tokens": 59813776.0,
      "step": 77600
    },
    {
      "epoch": 0.0984451226473252,
      "grad_norm": 6.53125,
      "learning_rate": 4.508352595216287e-05,
      "loss": 1.8471,
      "mean_token_accuracy": 0.5980281084775925,
      "num_tokens": 59820286.0,
      "step": 77610
    },
    {
      "epoch": 0.09845780723985803,
      "grad_norm": 5.34375,
      "learning_rate": 4.508289164207658e-05,
      "loss": 1.9462,
      "mean_token_accuracy": 0.5747145861387253,
      "num_tokens": 59828005.0,
      "step": 77620
    },
    {
      "epoch": 0.09847049183239087,
      "grad_norm": 7.90625,
      "learning_rate": 4.508225733199029e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5491461992263794,
      "num_tokens": 59835066.0,
      "step": 77630
    },
    {
      "epoch": 0.0984831764249237,
      "grad_norm": 5.21875,
      "learning_rate": 4.5081623021903996e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5708193451166153,
      "num_tokens": 59843339.0,
      "step": 77640
    },
    {
      "epoch": 0.09849586101745654,
      "grad_norm": 7.25,
      "learning_rate": 4.508098871181771e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5185968160629273,
      "num_tokens": 59850593.0,
      "step": 77650
    },
    {
      "epoch": 0.09850854560998937,
      "grad_norm": 6.0,
      "learning_rate": 4.508035440173142e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5450577586889267,
      "num_tokens": 59858683.0,
      "step": 77660
    },
    {
      "epoch": 0.09852123020252221,
      "grad_norm": 6.5625,
      "learning_rate": 4.5079720091645126e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5271370381116867,
      "num_tokens": 59867214.0,
      "step": 77670
    },
    {
      "epoch": 0.09853391479505504,
      "grad_norm": 7.03125,
      "learning_rate": 4.507908578155883e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5181224524974823,
      "num_tokens": 59876433.0,
      "step": 77680
    },
    {
      "epoch": 0.09854659938758788,
      "grad_norm": 3.3125,
      "learning_rate": 4.5078451471472536e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5737686097621918,
      "num_tokens": 59884340.0,
      "step": 77690
    },
    {
      "epoch": 0.0985592839801207,
      "grad_norm": 5.25,
      "learning_rate": 4.507781716138625e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5457863986492157,
      "num_tokens": 59891984.0,
      "step": 77700
    },
    {
      "epoch": 0.09857196857265355,
      "grad_norm": 5.34375,
      "learning_rate": 4.507718285129996e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5677081346511841,
      "num_tokens": 59900243.0,
      "step": 77710
    },
    {
      "epoch": 0.09858465316518637,
      "grad_norm": 7.09375,
      "learning_rate": 4.5076548541213666e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5273188322782516,
      "num_tokens": 59907799.0,
      "step": 77720
    },
    {
      "epoch": 0.09859733775771921,
      "grad_norm": 5.96875,
      "learning_rate": 4.507591423112738e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5293744951486588,
      "num_tokens": 59916525.0,
      "step": 77730
    },
    {
      "epoch": 0.09861002235025204,
      "grad_norm": 4.6875,
      "learning_rate": 4.507527992104108e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5482550144195557,
      "num_tokens": 59924883.0,
      "step": 77740
    },
    {
      "epoch": 0.09862270694278488,
      "grad_norm": 5.03125,
      "learning_rate": 4.507464561095479e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5585880398750305,
      "num_tokens": 59932013.0,
      "step": 77750
    },
    {
      "epoch": 0.09863539153531771,
      "grad_norm": 6.65625,
      "learning_rate": 4.50740113008685e-05,
      "loss": 2.3175,
      "mean_token_accuracy": 0.5068346679210662,
      "num_tokens": 59940118.0,
      "step": 77760
    },
    {
      "epoch": 0.09864807612785055,
      "grad_norm": 4.59375,
      "learning_rate": 4.5073376990782206e-05,
      "loss": 1.9247,
      "mean_token_accuracy": 0.5684134572744369,
      "num_tokens": 59947444.0,
      "step": 77770
    },
    {
      "epoch": 0.09866076072038338,
      "grad_norm": 5.96875,
      "learning_rate": 4.507274268069592e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5408658772706986,
      "num_tokens": 59955611.0,
      "step": 77780
    },
    {
      "epoch": 0.09867344531291622,
      "grad_norm": 5.5,
      "learning_rate": 4.5072108370609624e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5502193003892899,
      "num_tokens": 59964113.0,
      "step": 77790
    },
    {
      "epoch": 0.09868612990544905,
      "grad_norm": 5.25,
      "learning_rate": 4.5071474060523336e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5419983059167862,
      "num_tokens": 59972593.0,
      "step": 77800
    },
    {
      "epoch": 0.09869881449798189,
      "grad_norm": 4.75,
      "learning_rate": 4.507083975043704e-05,
      "loss": 1.9095,
      "mean_token_accuracy": 0.5856055527925491,
      "num_tokens": 59980531.0,
      "step": 77810
    },
    {
      "epoch": 0.09871149909051471,
      "grad_norm": 5.59375,
      "learning_rate": 4.5070205440350746e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.522673961520195,
      "num_tokens": 59988619.0,
      "step": 77820
    },
    {
      "epoch": 0.09872418368304756,
      "grad_norm": 11.3125,
      "learning_rate": 4.506957113026446e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5327220380306243,
      "num_tokens": 59995469.0,
      "step": 77830
    },
    {
      "epoch": 0.09873686827558038,
      "grad_norm": 5.125,
      "learning_rate": 4.5068936820178164e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5377065449953079,
      "num_tokens": 60002967.0,
      "step": 77840
    },
    {
      "epoch": 0.09874955286811322,
      "grad_norm": 4.96875,
      "learning_rate": 4.5068302510091876e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5273953676223755,
      "num_tokens": 60010815.0,
      "step": 77850
    },
    {
      "epoch": 0.09876223746064605,
      "grad_norm": 5.03125,
      "learning_rate": 4.506766820000559e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.53795505464077,
      "num_tokens": 60018663.0,
      "step": 77860
    },
    {
      "epoch": 0.09877492205317888,
      "grad_norm": 4.78125,
      "learning_rate": 4.5067033889919294e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5500378310680389,
      "num_tokens": 60025476.0,
      "step": 77870
    },
    {
      "epoch": 0.09878760664571172,
      "grad_norm": 5.34375,
      "learning_rate": 4.5066399579833e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5374443143606186,
      "num_tokens": 60032775.0,
      "step": 77880
    },
    {
      "epoch": 0.09880029123824455,
      "grad_norm": 4.75,
      "learning_rate": 4.5065765269746704e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5218745678663254,
      "num_tokens": 60041431.0,
      "step": 77890
    },
    {
      "epoch": 0.09881297583077739,
      "grad_norm": 4.6875,
      "learning_rate": 4.5065130959660416e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5568093717098236,
      "num_tokens": 60049371.0,
      "step": 77900
    },
    {
      "epoch": 0.09882566042331022,
      "grad_norm": 5.03125,
      "learning_rate": 4.506449664957413e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5155962318181991,
      "num_tokens": 60057471.0,
      "step": 77910
    },
    {
      "epoch": 0.09883834501584306,
      "grad_norm": 5.65625,
      "learning_rate": 4.5063862339487834e-05,
      "loss": 2.4318,
      "mean_token_accuracy": 0.5005889743566513,
      "num_tokens": 60066713.0,
      "step": 77920
    },
    {
      "epoch": 0.09885102960837588,
      "grad_norm": 5.4375,
      "learning_rate": 4.5063228029401546e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5434353917837143,
      "num_tokens": 60074153.0,
      "step": 77930
    },
    {
      "epoch": 0.09886371420090873,
      "grad_norm": 5.65625,
      "learning_rate": 4.506259371931525e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5359923422336579,
      "num_tokens": 60082573.0,
      "step": 77940
    },
    {
      "epoch": 0.09887639879344155,
      "grad_norm": 5.21875,
      "learning_rate": 4.506195940922896e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5189839243888855,
      "num_tokens": 60091475.0,
      "step": 77950
    },
    {
      "epoch": 0.0988890833859744,
      "grad_norm": 5.84375,
      "learning_rate": 4.506132509914267e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5314722627401351,
      "num_tokens": 60100290.0,
      "step": 77960
    },
    {
      "epoch": 0.09890176797850722,
      "grad_norm": 5.71875,
      "learning_rate": 4.5060690789056374e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5526574403047562,
      "num_tokens": 60108186.0,
      "step": 77970
    },
    {
      "epoch": 0.09891445257104006,
      "grad_norm": 5.875,
      "learning_rate": 4.5060056478970086e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5356174319982528,
      "num_tokens": 60114973.0,
      "step": 77980
    },
    {
      "epoch": 0.09892713716357289,
      "grad_norm": 5.875,
      "learning_rate": 4.505942216888379e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5413529187440872,
      "num_tokens": 60122853.0,
      "step": 77990
    },
    {
      "epoch": 0.09893982175610573,
      "grad_norm": 4.53125,
      "learning_rate": 4.5058787858797504e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5154861509799957,
      "num_tokens": 60130174.0,
      "step": 78000
    },
    {
      "epoch": 0.09895250634863856,
      "grad_norm": 4.90625,
      "learning_rate": 4.5058153548711216e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5295886725187302,
      "num_tokens": 60138227.0,
      "step": 78010
    },
    {
      "epoch": 0.0989651909411714,
      "grad_norm": 5.40625,
      "learning_rate": 4.5057519238624915e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5337836235761643,
      "num_tokens": 60147036.0,
      "step": 78020
    },
    {
      "epoch": 0.09897787553370423,
      "grad_norm": 5.15625,
      "learning_rate": 4.505688492853863e-05,
      "loss": 2.2354,
      "mean_token_accuracy": 0.51119105219841,
      "num_tokens": 60154788.0,
      "step": 78030
    },
    {
      "epoch": 0.09899056012623707,
      "grad_norm": 5.78125,
      "learning_rate": 4.505625061845233e-05,
      "loss": 2.2445,
      "mean_token_accuracy": 0.5166947960853576,
      "num_tokens": 60162753.0,
      "step": 78040
    },
    {
      "epoch": 0.0990032447187699,
      "grad_norm": 8.8125,
      "learning_rate": 4.5055616308366044e-05,
      "loss": 1.8157,
      "mean_token_accuracy": 0.5920694887638092,
      "num_tokens": 60169444.0,
      "step": 78050
    },
    {
      "epoch": 0.09901592931130274,
      "grad_norm": 4.8125,
      "learning_rate": 4.5054981998279756e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5245234966278076,
      "num_tokens": 60177854.0,
      "step": 78060
    },
    {
      "epoch": 0.09902861390383556,
      "grad_norm": 4.84375,
      "learning_rate": 4.505434768819346e-05,
      "loss": 1.8306,
      "mean_token_accuracy": 0.5899248033761978,
      "num_tokens": 60185221.0,
      "step": 78070
    },
    {
      "epoch": 0.0990412984963684,
      "grad_norm": 4.78125,
      "learning_rate": 4.5053713378107174e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.529848501086235,
      "num_tokens": 60194439.0,
      "step": 78080
    },
    {
      "epoch": 0.09905398308890123,
      "grad_norm": 4.84375,
      "learning_rate": 4.505307906802088e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5265608161687851,
      "num_tokens": 60202256.0,
      "step": 78090
    },
    {
      "epoch": 0.09906666768143407,
      "grad_norm": 4.84375,
      "learning_rate": 4.5052444757934584e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5337314903736115,
      "num_tokens": 60210801.0,
      "step": 78100
    },
    {
      "epoch": 0.0990793522739669,
      "grad_norm": 12.625,
      "learning_rate": 4.5051810447848297e-05,
      "loss": 1.7997,
      "mean_token_accuracy": 0.6019390940666198,
      "num_tokens": 60217421.0,
      "step": 78110
    },
    {
      "epoch": 0.09909203686649974,
      "grad_norm": 4.71875,
      "learning_rate": 4.5051176137762e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5627906501293183,
      "num_tokens": 60224546.0,
      "step": 78120
    },
    {
      "epoch": 0.09910472145903257,
      "grad_norm": 6.25,
      "learning_rate": 4.5050541827675714e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5439013987779617,
      "num_tokens": 60231637.0,
      "step": 78130
    },
    {
      "epoch": 0.09911740605156541,
      "grad_norm": 6.25,
      "learning_rate": 4.504990751758942e-05,
      "loss": 1.8007,
      "mean_token_accuracy": 0.6003559440374374,
      "num_tokens": 60237330.0,
      "step": 78140
    },
    {
      "epoch": 0.09913009064409824,
      "grad_norm": 5.53125,
      "learning_rate": 4.504927320750313e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5123992830514907,
      "num_tokens": 60245904.0,
      "step": 78150
    },
    {
      "epoch": 0.09914277523663108,
      "grad_norm": 5.4375,
      "learning_rate": 4.504863889741684e-05,
      "loss": 2.381,
      "mean_token_accuracy": 0.5045092463493347,
      "num_tokens": 60253552.0,
      "step": 78160
    },
    {
      "epoch": 0.0991554598291639,
      "grad_norm": 5.125,
      "learning_rate": 4.504800458733054e-05,
      "loss": 1.8098,
      "mean_token_accuracy": 0.6082062035799026,
      "num_tokens": 60259043.0,
      "step": 78170
    },
    {
      "epoch": 0.09916814442169675,
      "grad_norm": 6.0,
      "learning_rate": 4.5047370277244254e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5447285175323486,
      "num_tokens": 60266705.0,
      "step": 78180
    },
    {
      "epoch": 0.09918082901422957,
      "grad_norm": 4.84375,
      "learning_rate": 4.5046735967157966e-05,
      "loss": 1.9127,
      "mean_token_accuracy": 0.5697738349437713,
      "num_tokens": 60273054.0,
      "step": 78190
    },
    {
      "epoch": 0.09919351360676242,
      "grad_norm": 4.84375,
      "learning_rate": 4.504610165707167e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.521403580904007,
      "num_tokens": 60280670.0,
      "step": 78200
    },
    {
      "epoch": 0.09920619819929524,
      "grad_norm": 4.90625,
      "learning_rate": 4.5045467346985384e-05,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5479955732822418,
      "num_tokens": 60288069.0,
      "step": 78210
    },
    {
      "epoch": 0.09921888279182808,
      "grad_norm": 5.28125,
      "learning_rate": 4.504483303689909e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5358916312456131,
      "num_tokens": 60295849.0,
      "step": 78220
    },
    {
      "epoch": 0.09923156738436091,
      "grad_norm": 6.5,
      "learning_rate": 4.5044198726812795e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5339629352092743,
      "num_tokens": 60302181.0,
      "step": 78230
    },
    {
      "epoch": 0.09924425197689375,
      "grad_norm": 5.625,
      "learning_rate": 4.504356441672651e-05,
      "loss": 2.3539,
      "mean_token_accuracy": 0.5048354804515839,
      "num_tokens": 60309407.0,
      "step": 78240
    },
    {
      "epoch": 0.09925693656942658,
      "grad_norm": 5.28125,
      "learning_rate": 4.504293010664021e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5712798655033111,
      "num_tokens": 60315616.0,
      "step": 78250
    },
    {
      "epoch": 0.09926962116195942,
      "grad_norm": 4.6875,
      "learning_rate": 4.5042295796553924e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.578053766489029,
      "num_tokens": 60322716.0,
      "step": 78260
    },
    {
      "epoch": 0.09928230575449225,
      "grad_norm": 5.59375,
      "learning_rate": 4.504166148646763e-05,
      "loss": 1.8159,
      "mean_token_accuracy": 0.5960144937038422,
      "num_tokens": 60330459.0,
      "step": 78270
    },
    {
      "epoch": 0.09929499034702509,
      "grad_norm": 5.625,
      "learning_rate": 4.504102717638134e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5689670115709304,
      "num_tokens": 60338673.0,
      "step": 78280
    },
    {
      "epoch": 0.09930767493955792,
      "grad_norm": 4.4375,
      "learning_rate": 4.504039286629505e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5405382812023163,
      "num_tokens": 60346485.0,
      "step": 78290
    },
    {
      "epoch": 0.09932035953209076,
      "grad_norm": 8.8125,
      "learning_rate": 4.503975855620875e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5580637991428375,
      "num_tokens": 60353977.0,
      "step": 78300
    },
    {
      "epoch": 0.09933304412462358,
      "grad_norm": 5.75,
      "learning_rate": 4.5039124246122465e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5373722523450851,
      "num_tokens": 60361791.0,
      "step": 78310
    },
    {
      "epoch": 0.09934572871715641,
      "grad_norm": 7.6875,
      "learning_rate": 4.503848993603617e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5311798095703125,
      "num_tokens": 60369936.0,
      "step": 78320
    },
    {
      "epoch": 0.09935841330968925,
      "grad_norm": 4.8125,
      "learning_rate": 4.503785562594988e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5448368310928344,
      "num_tokens": 60377612.0,
      "step": 78330
    },
    {
      "epoch": 0.09937109790222208,
      "grad_norm": 7.53125,
      "learning_rate": 4.5037221315863594e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5217824190855026,
      "num_tokens": 60385075.0,
      "step": 78340
    },
    {
      "epoch": 0.09938378249475492,
      "grad_norm": 5.71875,
      "learning_rate": 4.50365870057773e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5211869984865188,
      "num_tokens": 60392839.0,
      "step": 78350
    },
    {
      "epoch": 0.09939646708728775,
      "grad_norm": 7.8125,
      "learning_rate": 4.503595269569101e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5342860907316208,
      "num_tokens": 60399384.0,
      "step": 78360
    },
    {
      "epoch": 0.09940915167982059,
      "grad_norm": 5.40625,
      "learning_rate": 4.503531838560471e-05,
      "loss": 1.62,
      "mean_token_accuracy": 0.6358894675970077,
      "num_tokens": 60406323.0,
      "step": 78370
    },
    {
      "epoch": 0.09942183627235342,
      "grad_norm": 5.1875,
      "learning_rate": 4.503468407551842e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5432350754737854,
      "num_tokens": 60413254.0,
      "step": 78380
    },
    {
      "epoch": 0.09943452086488626,
      "grad_norm": 5.09375,
      "learning_rate": 4.5034049765432134e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5540639251470566,
      "num_tokens": 60421067.0,
      "step": 78390
    },
    {
      "epoch": 0.09944720545741909,
      "grad_norm": 6.46875,
      "learning_rate": 4.503341545534584e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5239045977592468,
      "num_tokens": 60429906.0,
      "step": 78400
    },
    {
      "epoch": 0.09945989004995193,
      "grad_norm": 4.84375,
      "learning_rate": 4.503278114525955e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5688739240169525,
      "num_tokens": 60438428.0,
      "step": 78410
    },
    {
      "epoch": 0.09947257464248475,
      "grad_norm": 5.0,
      "learning_rate": 4.503214683517326e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.561099362373352,
      "num_tokens": 60446404.0,
      "step": 78420
    },
    {
      "epoch": 0.0994852592350176,
      "grad_norm": 5.4375,
      "learning_rate": 4.503151252508697e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5486941128969193,
      "num_tokens": 60455074.0,
      "step": 78430
    },
    {
      "epoch": 0.09949794382755042,
      "grad_norm": 5.53125,
      "learning_rate": 4.5030878215000675e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5460898399353027,
      "num_tokens": 60461537.0,
      "step": 78440
    },
    {
      "epoch": 0.09951062842008326,
      "grad_norm": 5.21875,
      "learning_rate": 4.503024390491438e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5287988424301148,
      "num_tokens": 60469431.0,
      "step": 78450
    },
    {
      "epoch": 0.09952331301261609,
      "grad_norm": 6.28125,
      "learning_rate": 4.502960959482809e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5317949891090393,
      "num_tokens": 60476538.0,
      "step": 78460
    },
    {
      "epoch": 0.09953599760514893,
      "grad_norm": 5.40625,
      "learning_rate": 4.50289752847418e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5477527052164077,
      "num_tokens": 60483955.0,
      "step": 78470
    },
    {
      "epoch": 0.09954868219768176,
      "grad_norm": 8.5,
      "learning_rate": 4.502834097465551e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5252934992313385,
      "num_tokens": 60491885.0,
      "step": 78480
    },
    {
      "epoch": 0.0995613667902146,
      "grad_norm": 5.59375,
      "learning_rate": 4.502770666456922e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5336258590221405,
      "num_tokens": 60500018.0,
      "step": 78490
    },
    {
      "epoch": 0.09957405138274743,
      "grad_norm": 7.25,
      "learning_rate": 4.502707235448293e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5162550747394562,
      "num_tokens": 60509090.0,
      "step": 78500
    },
    {
      "epoch": 0.09958673597528027,
      "grad_norm": 4.8125,
      "learning_rate": 4.502643804439663e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5424191802740097,
      "num_tokens": 60516079.0,
      "step": 78510
    },
    {
      "epoch": 0.0995994205678131,
      "grad_norm": 6.03125,
      "learning_rate": 4.502580373431034e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5336750984191895,
      "num_tokens": 60524066.0,
      "step": 78520
    },
    {
      "epoch": 0.09961210516034594,
      "grad_norm": 7.84375,
      "learning_rate": 4.502516942422405e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5719789952039719,
      "num_tokens": 60532474.0,
      "step": 78530
    },
    {
      "epoch": 0.09962478975287876,
      "grad_norm": 5.875,
      "learning_rate": 4.502453511413776e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5242139130830765,
      "num_tokens": 60540528.0,
      "step": 78540
    },
    {
      "epoch": 0.0996374743454116,
      "grad_norm": 5.25,
      "learning_rate": 4.502390080405147e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5447552502155304,
      "num_tokens": 60548134.0,
      "step": 78550
    },
    {
      "epoch": 0.09965015893794443,
      "grad_norm": 5.15625,
      "learning_rate": 4.502326649396518e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5681927293539047,
      "num_tokens": 60556194.0,
      "step": 78560
    },
    {
      "epoch": 0.09966284353047727,
      "grad_norm": 5.71875,
      "learning_rate": 4.5022632183878885e-05,
      "loss": 1.6297,
      "mean_token_accuracy": 0.6308349549770356,
      "num_tokens": 60561352.0,
      "step": 78570
    },
    {
      "epoch": 0.0996755281230101,
      "grad_norm": 8.6875,
      "learning_rate": 4.502199787379259e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.561646181344986,
      "num_tokens": 60568387.0,
      "step": 78580
    },
    {
      "epoch": 0.09968821271554294,
      "grad_norm": 5.6875,
      "learning_rate": 4.50213635637063e-05,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5702397465705872,
      "num_tokens": 60575130.0,
      "step": 78590
    },
    {
      "epoch": 0.09970089730807577,
      "grad_norm": 5.28125,
      "learning_rate": 4.502072925362001e-05,
      "loss": 1.9275,
      "mean_token_accuracy": 0.5691502153873443,
      "num_tokens": 60583398.0,
      "step": 78600
    },
    {
      "epoch": 0.09971358190060861,
      "grad_norm": 4.5,
      "learning_rate": 4.502009494353372e-05,
      "loss": 1.8518,
      "mean_token_accuracy": 0.5853252083063125,
      "num_tokens": 60590581.0,
      "step": 78610
    },
    {
      "epoch": 0.09972626649314144,
      "grad_norm": 4.53125,
      "learning_rate": 4.5019460633447425e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5265582770109176,
      "num_tokens": 60599555.0,
      "step": 78620
    },
    {
      "epoch": 0.09973895108567428,
      "grad_norm": 5.03125,
      "learning_rate": 4.501882632336114e-05,
      "loss": 2.2306,
      "mean_token_accuracy": 0.5161658763885498,
      "num_tokens": 60608608.0,
      "step": 78630
    },
    {
      "epoch": 0.0997516356782071,
      "grad_norm": 4.90625,
      "learning_rate": 4.501819201327484e-05,
      "loss": 1.8567,
      "mean_token_accuracy": 0.5816753894090653,
      "num_tokens": 60616577.0,
      "step": 78640
    },
    {
      "epoch": 0.09976432027073995,
      "grad_norm": 5.6875,
      "learning_rate": 4.501755770318855e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5895304352045059,
      "num_tokens": 60623178.0,
      "step": 78650
    },
    {
      "epoch": 0.09977700486327278,
      "grad_norm": 4.9375,
      "learning_rate": 4.501692339310226e-05,
      "loss": 2.3117,
      "mean_token_accuracy": 0.4997129261493683,
      "num_tokens": 60632285.0,
      "step": 78660
    },
    {
      "epoch": 0.09978968945580562,
      "grad_norm": 8.5,
      "learning_rate": 4.5016289083015966e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5476729363203049,
      "num_tokens": 60639835.0,
      "step": 78670
    },
    {
      "epoch": 0.09980237404833844,
      "grad_norm": 5.125,
      "learning_rate": 4.501565477292968e-05,
      "loss": 2.2178,
      "mean_token_accuracy": 0.5288159817457199,
      "num_tokens": 60647680.0,
      "step": 78680
    },
    {
      "epoch": 0.09981505864087128,
      "grad_norm": 5.75,
      "learning_rate": 4.501502046284339e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5489956825971604,
      "num_tokens": 60655097.0,
      "step": 78690
    },
    {
      "epoch": 0.09982774323340411,
      "grad_norm": 5.59375,
      "learning_rate": 4.5014386152757095e-05,
      "loss": 1.8903,
      "mean_token_accuracy": 0.5838413864374161,
      "num_tokens": 60663136.0,
      "step": 78700
    },
    {
      "epoch": 0.09984042782593695,
      "grad_norm": 5.09375,
      "learning_rate": 4.50137518426708e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5662340879440307,
      "num_tokens": 60669980.0,
      "step": 78710
    },
    {
      "epoch": 0.09985311241846978,
      "grad_norm": 7.53125,
      "learning_rate": 4.5013117532584506e-05,
      "loss": 2.2786,
      "mean_token_accuracy": 0.5111657530069351,
      "num_tokens": 60677476.0,
      "step": 78720
    },
    {
      "epoch": 0.09986579701100262,
      "grad_norm": 8.125,
      "learning_rate": 4.501248322249822e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5478024661540986,
      "num_tokens": 60684292.0,
      "step": 78730
    },
    {
      "epoch": 0.09987848160353545,
      "grad_norm": 5.28125,
      "learning_rate": 4.501184891241193e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5422162771224975,
      "num_tokens": 60693091.0,
      "step": 78740
    },
    {
      "epoch": 0.09989116619606829,
      "grad_norm": 6.1875,
      "learning_rate": 4.5011214602325636e-05,
      "loss": 2.2303,
      "mean_token_accuracy": 0.5171101719141007,
      "num_tokens": 60701563.0,
      "step": 78750
    },
    {
      "epoch": 0.09990385078860112,
      "grad_norm": 5.1875,
      "learning_rate": 4.501058029223935e-05,
      "loss": 2.2061,
      "mean_token_accuracy": 0.5169200897216797,
      "num_tokens": 60710424.0,
      "step": 78760
    },
    {
      "epoch": 0.09991653538113396,
      "grad_norm": 6.6875,
      "learning_rate": 4.500994598215305e-05,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5158416837453842,
      "num_tokens": 60718259.0,
      "step": 78770
    },
    {
      "epoch": 0.09992921997366679,
      "grad_norm": 5.59375,
      "learning_rate": 4.5009311672066765e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5437184989452362,
      "num_tokens": 60725888.0,
      "step": 78780
    },
    {
      "epoch": 0.09994190456619961,
      "grad_norm": 6.75,
      "learning_rate": 4.500867736198047e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.527478140592575,
      "num_tokens": 60734242.0,
      "step": 78790
    },
    {
      "epoch": 0.09995458915873245,
      "grad_norm": 5.25,
      "learning_rate": 4.5008043051894176e-05,
      "loss": 1.8243,
      "mean_token_accuracy": 0.5863340705633163,
      "num_tokens": 60742132.0,
      "step": 78800
    },
    {
      "epoch": 0.09996727375126528,
      "grad_norm": 5.40625,
      "learning_rate": 4.500740874180789e-05,
      "loss": 1.8713,
      "mean_token_accuracy": 0.5858494430780411,
      "num_tokens": 60748633.0,
      "step": 78810
    },
    {
      "epoch": 0.09997995834379812,
      "grad_norm": 4.9375,
      "learning_rate": 4.500677443172159e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5150410592556,
      "num_tokens": 60757650.0,
      "step": 78820
    },
    {
      "epoch": 0.09999264293633095,
      "grad_norm": 5.53125,
      "learning_rate": 4.5006140121635305e-05,
      "loss": 2.2509,
      "mean_token_accuracy": 0.5181566387414932,
      "num_tokens": 60766660.0,
      "step": 78830
    },
    {
      "epoch": 0.10000532752886379,
      "grad_norm": 4.59375,
      "learning_rate": 4.500550581154902e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5334538638591766,
      "num_tokens": 60775198.0,
      "step": 78840
    },
    {
      "epoch": 0.10001801212139662,
      "grad_norm": 6.46875,
      "learning_rate": 4.500487150146272e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5695521354675293,
      "num_tokens": 60782730.0,
      "step": 78850
    },
    {
      "epoch": 0.10003069671392946,
      "grad_norm": 5.09375,
      "learning_rate": 4.500423719137643e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5398638993501663,
      "num_tokens": 60790923.0,
      "step": 78860
    },
    {
      "epoch": 0.10004338130646229,
      "grad_norm": 6.28125,
      "learning_rate": 4.5003602881290134e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.536983585357666,
      "num_tokens": 60798907.0,
      "step": 78870
    },
    {
      "epoch": 0.10005606589899513,
      "grad_norm": 5.375,
      "learning_rate": 4.5002968571203846e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5588592499494552,
      "num_tokens": 60806176.0,
      "step": 78880
    },
    {
      "epoch": 0.10006875049152796,
      "grad_norm": 6.53125,
      "learning_rate": 4.500233426111756e-05,
      "loss": 2.2784,
      "mean_token_accuracy": 0.5106705069541931,
      "num_tokens": 60814267.0,
      "step": 78890
    },
    {
      "epoch": 0.1000814350840608,
      "grad_norm": 5.125,
      "learning_rate": 4.500169995103126e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5394374459981919,
      "num_tokens": 60821611.0,
      "step": 78900
    },
    {
      "epoch": 0.10009411967659362,
      "grad_norm": 4.90625,
      "learning_rate": 4.5001065640944975e-05,
      "loss": 2.2848,
      "mean_token_accuracy": 0.5071829378604888,
      "num_tokens": 60829484.0,
      "step": 78910
    },
    {
      "epoch": 0.10010680426912646,
      "grad_norm": 6.28125,
      "learning_rate": 4.500043133085868e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.539837646484375,
      "num_tokens": 60836292.0,
      "step": 78920
    },
    {
      "epoch": 0.10011948886165929,
      "grad_norm": 4.59375,
      "learning_rate": 4.4999797020772386e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5388156086206436,
      "num_tokens": 60843843.0,
      "step": 78930
    },
    {
      "epoch": 0.10013217345419213,
      "grad_norm": 6.25,
      "learning_rate": 4.49991627106861e-05,
      "loss": 2.2061,
      "mean_token_accuracy": 0.5161622792482377,
      "num_tokens": 60851340.0,
      "step": 78940
    },
    {
      "epoch": 0.10014485804672496,
      "grad_norm": 10.5625,
      "learning_rate": 4.4998528400599804e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5601420044898987,
      "num_tokens": 60857588.0,
      "step": 78950
    },
    {
      "epoch": 0.1001575426392578,
      "grad_norm": 4.625,
      "learning_rate": 4.4997894090513516e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5560924559831619,
      "num_tokens": 60865113.0,
      "step": 78960
    },
    {
      "epoch": 0.10017022723179063,
      "grad_norm": 6.15625,
      "learning_rate": 4.499725978042722e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5422971159219742,
      "num_tokens": 60872304.0,
      "step": 78970
    },
    {
      "epoch": 0.10018291182432347,
      "grad_norm": 5.03125,
      "learning_rate": 4.499662547034093e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5491868674755096,
      "num_tokens": 60880004.0,
      "step": 78980
    },
    {
      "epoch": 0.1001955964168563,
      "grad_norm": 6.59375,
      "learning_rate": 4.499599116025464e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5355320513248444,
      "num_tokens": 60887269.0,
      "step": 78990
    },
    {
      "epoch": 0.10020828100938914,
      "grad_norm": 5.0625,
      "learning_rate": 4.4995356850168344e-05,
      "loss": 1.8521,
      "mean_token_accuracy": 0.5813641130924225,
      "num_tokens": 60896045.0,
      "step": 79000
    },
    {
      "epoch": 0.10022096560192197,
      "grad_norm": 4.84375,
      "learning_rate": 4.4994722540082056e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5247321039438247,
      "num_tokens": 60903497.0,
      "step": 79010
    },
    {
      "epoch": 0.10023365019445481,
      "grad_norm": 5.78125,
      "learning_rate": 4.499408822999576e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5709108144044877,
      "num_tokens": 60910468.0,
      "step": 79020
    },
    {
      "epoch": 0.10024633478698763,
      "grad_norm": 4.96875,
      "learning_rate": 4.4993453919909474e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.559577864408493,
      "num_tokens": 60917754.0,
      "step": 79030
    },
    {
      "epoch": 0.10025901937952048,
      "grad_norm": 4.96875,
      "learning_rate": 4.4992819609823186e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5501787006855011,
      "num_tokens": 60926030.0,
      "step": 79040
    },
    {
      "epoch": 0.1002717039720533,
      "grad_norm": 5.78125,
      "learning_rate": 4.499218529973689e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5172263264656067,
      "num_tokens": 60933867.0,
      "step": 79050
    },
    {
      "epoch": 0.10028438856458614,
      "grad_norm": 5.15625,
      "learning_rate": 4.4991550989650596e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5593953460454941,
      "num_tokens": 60942249.0,
      "step": 79060
    },
    {
      "epoch": 0.10029707315711897,
      "grad_norm": 5.875,
      "learning_rate": 4.499091667956431e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5341867685317994,
      "num_tokens": 60950679.0,
      "step": 79070
    },
    {
      "epoch": 0.10030975774965181,
      "grad_norm": 6.125,
      "learning_rate": 4.4990282369478014e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5246356278657913,
      "num_tokens": 60958364.0,
      "step": 79080
    },
    {
      "epoch": 0.10032244234218464,
      "grad_norm": 5.21875,
      "learning_rate": 4.4989648059391726e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5359030455350876,
      "num_tokens": 60965728.0,
      "step": 79090
    },
    {
      "epoch": 0.10033512693471748,
      "grad_norm": 4.6875,
      "learning_rate": 4.498901374930543e-05,
      "loss": 1.8021,
      "mean_token_accuracy": 0.5892777502536773,
      "num_tokens": 60972537.0,
      "step": 79100
    },
    {
      "epoch": 0.10034781152725031,
      "grad_norm": 6.0,
      "learning_rate": 4.4988379439219143e-05,
      "loss": 2.2992,
      "mean_token_accuracy": 0.5177538573741913,
      "num_tokens": 60979984.0,
      "step": 79110
    },
    {
      "epoch": 0.10036049611978315,
      "grad_norm": 7.90625,
      "learning_rate": 4.4987745129132856e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5251582801342011,
      "num_tokens": 60987540.0,
      "step": 79120
    },
    {
      "epoch": 0.10037318071231598,
      "grad_norm": 5.5625,
      "learning_rate": 4.4987110819046554e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5598822861909867,
      "num_tokens": 60995077.0,
      "step": 79130
    },
    {
      "epoch": 0.10038586530484882,
      "grad_norm": 6.125,
      "learning_rate": 4.4986476508960266e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5667302340269089,
      "num_tokens": 61003038.0,
      "step": 79140
    },
    {
      "epoch": 0.10039854989738164,
      "grad_norm": 6.0625,
      "learning_rate": 4.498584219887397e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5560953289270401,
      "num_tokens": 61010281.0,
      "step": 79150
    },
    {
      "epoch": 0.10041123448991449,
      "grad_norm": 6.4375,
      "learning_rate": 4.4985207888787684e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5212080091238022,
      "num_tokens": 61018779.0,
      "step": 79160
    },
    {
      "epoch": 0.10042391908244731,
      "grad_norm": 5.46875,
      "learning_rate": 4.4984573578701396e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5517422676086425,
      "num_tokens": 61026570.0,
      "step": 79170
    },
    {
      "epoch": 0.10043660367498015,
      "grad_norm": 5.8125,
      "learning_rate": 4.49839392686151e-05,
      "loss": 1.9262,
      "mean_token_accuracy": 0.5569491863250733,
      "num_tokens": 61034606.0,
      "step": 79180
    },
    {
      "epoch": 0.10044928826751298,
      "grad_norm": 6.78125,
      "learning_rate": 4.498330495852881e-05,
      "loss": 2.3116,
      "mean_token_accuracy": 0.5176165372133255,
      "num_tokens": 61042234.0,
      "step": 79190
    },
    {
      "epoch": 0.10046197286004582,
      "grad_norm": 7.09375,
      "learning_rate": 4.498267064844252e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5401130110025406,
      "num_tokens": 61049396.0,
      "step": 79200
    },
    {
      "epoch": 0.10047465745257865,
      "grad_norm": 4.9375,
      "learning_rate": 4.4982036338356224e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5549243718385697,
      "num_tokens": 61057690.0,
      "step": 79210
    },
    {
      "epoch": 0.10048734204511149,
      "grad_norm": 5.625,
      "learning_rate": 4.4981402028269936e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5325647830963135,
      "num_tokens": 61065064.0,
      "step": 79220
    },
    {
      "epoch": 0.10050002663764432,
      "grad_norm": 5.21875,
      "learning_rate": 4.498076771818364e-05,
      "loss": 2.3053,
      "mean_token_accuracy": 0.5036240667104721,
      "num_tokens": 61073683.0,
      "step": 79230
    },
    {
      "epoch": 0.10051271123017716,
      "grad_norm": 4.90625,
      "learning_rate": 4.4980133408097354e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5316935807466507,
      "num_tokens": 61081904.0,
      "step": 79240
    },
    {
      "epoch": 0.10052539582270999,
      "grad_norm": 5.28125,
      "learning_rate": 4.497949909801106e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5446632444858551,
      "num_tokens": 61090867.0,
      "step": 79250
    },
    {
      "epoch": 0.10053808041524281,
      "grad_norm": 5.03125,
      "learning_rate": 4.497886478792477e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5364116102457046,
      "num_tokens": 61097954.0,
      "step": 79260
    },
    {
      "epoch": 0.10055076500777566,
      "grad_norm": 6.0,
      "learning_rate": 4.4978230477838476e-05,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5693058967590332,
      "num_tokens": 61105756.0,
      "step": 79270
    },
    {
      "epoch": 0.10056344960030848,
      "grad_norm": 4.875,
      "learning_rate": 4.497759616775218e-05,
      "loss": 2.2128,
      "mean_token_accuracy": 0.5163824468851089,
      "num_tokens": 61113894.0,
      "step": 79280
    },
    {
      "epoch": 0.10057613419284132,
      "grad_norm": 6.71875,
      "learning_rate": 4.4976961857665894e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5231713861227035,
      "num_tokens": 61122779.0,
      "step": 79290
    },
    {
      "epoch": 0.10058881878537415,
      "grad_norm": 4.78125,
      "learning_rate": 4.49763275475796e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5476803660392762,
      "num_tokens": 61130684.0,
      "step": 79300
    },
    {
      "epoch": 0.10060150337790699,
      "grad_norm": 5.21875,
      "learning_rate": 4.497569323749331e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5406619161367416,
      "num_tokens": 61138706.0,
      "step": 79310
    },
    {
      "epoch": 0.10061418797043982,
      "grad_norm": 6.40625,
      "learning_rate": 4.4975058927407024e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5534756511449814,
      "num_tokens": 61144904.0,
      "step": 79320
    },
    {
      "epoch": 0.10062687256297266,
      "grad_norm": 6.9375,
      "learning_rate": 4.497442461732073e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.573276299238205,
      "num_tokens": 61152165.0,
      "step": 79330
    },
    {
      "epoch": 0.10063955715550549,
      "grad_norm": 5.84375,
      "learning_rate": 4.4973790307234434e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5385176599025726,
      "num_tokens": 61160649.0,
      "step": 79340
    },
    {
      "epoch": 0.10065224174803833,
      "grad_norm": 5.40625,
      "learning_rate": 4.497315599714814e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5479664176702499,
      "num_tokens": 61167967.0,
      "step": 79350
    },
    {
      "epoch": 0.10066492634057116,
      "grad_norm": 5.125,
      "learning_rate": 4.497252168706185e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5458939611911774,
      "num_tokens": 61175326.0,
      "step": 79360
    },
    {
      "epoch": 0.100677610933104,
      "grad_norm": 5.3125,
      "learning_rate": 4.4971887376975564e-05,
      "loss": 1.8973,
      "mean_token_accuracy": 0.5676176249980927,
      "num_tokens": 61181504.0,
      "step": 79370
    },
    {
      "epoch": 0.10069029552563682,
      "grad_norm": 8.4375,
      "learning_rate": 4.497125306688927e-05,
      "loss": 2.2084,
      "mean_token_accuracy": 0.5298931270837783,
      "num_tokens": 61189828.0,
      "step": 79380
    },
    {
      "epoch": 0.10070298011816967,
      "grad_norm": 4.59375,
      "learning_rate": 4.497061875680298e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5490122467279435,
      "num_tokens": 61197147.0,
      "step": 79390
    },
    {
      "epoch": 0.1007156647107025,
      "grad_norm": 6.0,
      "learning_rate": 4.496998444671669e-05,
      "loss": 2.4018,
      "mean_token_accuracy": 0.4952629566192627,
      "num_tokens": 61205646.0,
      "step": 79400
    },
    {
      "epoch": 0.10072834930323533,
      "grad_norm": 4.78125,
      "learning_rate": 4.496935013663039e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5316461771726608,
      "num_tokens": 61214059.0,
      "step": 79410
    },
    {
      "epoch": 0.10074103389576816,
      "grad_norm": 7.3125,
      "learning_rate": 4.4968715826544104e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5196616470813751,
      "num_tokens": 61222244.0,
      "step": 79420
    },
    {
      "epoch": 0.100753718488301,
      "grad_norm": 6.59375,
      "learning_rate": 4.496808151645781e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5524668455123901,
      "num_tokens": 61229176.0,
      "step": 79430
    },
    {
      "epoch": 0.10076640308083383,
      "grad_norm": 5.25,
      "learning_rate": 4.496744720637152e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5627572506666183,
      "num_tokens": 61236817.0,
      "step": 79440
    },
    {
      "epoch": 0.10077908767336667,
      "grad_norm": 4.8125,
      "learning_rate": 4.496681289628523e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5296214252710343,
      "num_tokens": 61244429.0,
      "step": 79450
    },
    {
      "epoch": 0.1007917722658995,
      "grad_norm": 4.8125,
      "learning_rate": 4.496617858619894e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5374870806932449,
      "num_tokens": 61252874.0,
      "step": 79460
    },
    {
      "epoch": 0.10080445685843234,
      "grad_norm": 6.6875,
      "learning_rate": 4.4965544276112644e-05,
      "loss": 2.3247,
      "mean_token_accuracy": 0.5102797508239746,
      "num_tokens": 61262039.0,
      "step": 79470
    },
    {
      "epoch": 0.10081714145096517,
      "grad_norm": 5.09375,
      "learning_rate": 4.496490996602635e-05,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5849634677171707,
      "num_tokens": 61269631.0,
      "step": 79480
    },
    {
      "epoch": 0.10082982604349801,
      "grad_norm": 4.90625,
      "learning_rate": 4.496427565594006e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5438453733921051,
      "num_tokens": 61276535.0,
      "step": 79490
    },
    {
      "epoch": 0.10084251063603084,
      "grad_norm": 5.0625,
      "learning_rate": 4.496364134585377e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5148366093635559,
      "num_tokens": 61285712.0,
      "step": 79500
    },
    {
      "epoch": 0.10085519522856368,
      "grad_norm": 4.875,
      "learning_rate": 4.496300703576748e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.562166428565979,
      "num_tokens": 61293466.0,
      "step": 79510
    },
    {
      "epoch": 0.1008678798210965,
      "grad_norm": 10.875,
      "learning_rate": 4.496237272568119e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5522354632616043,
      "num_tokens": 61300545.0,
      "step": 79520
    },
    {
      "epoch": 0.10088056441362935,
      "grad_norm": 5.75,
      "learning_rate": 4.49617384155949e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5608864307403565,
      "num_tokens": 61307589.0,
      "step": 79530
    },
    {
      "epoch": 0.10089324900616217,
      "grad_norm": 4.625,
      "learning_rate": 4.496110410550861e-05,
      "loss": 1.8721,
      "mean_token_accuracy": 0.5806064665317535,
      "num_tokens": 61315617.0,
      "step": 79540
    },
    {
      "epoch": 0.10090593359869501,
      "grad_norm": 4.71875,
      "learning_rate": 4.496046979542231e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5420014947652817,
      "num_tokens": 61323809.0,
      "step": 79550
    },
    {
      "epoch": 0.10091861819122784,
      "grad_norm": 4.71875,
      "learning_rate": 4.495983548533602e-05,
      "loss": 2.2579,
      "mean_token_accuracy": 0.5099049746990204,
      "num_tokens": 61331696.0,
      "step": 79560
    },
    {
      "epoch": 0.10093130278376068,
      "grad_norm": 7.71875,
      "learning_rate": 4.495920117524973e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5430747896432877,
      "num_tokens": 61339220.0,
      "step": 79570
    },
    {
      "epoch": 0.10094398737629351,
      "grad_norm": 6.03125,
      "learning_rate": 4.495856686516344e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5492714613676071,
      "num_tokens": 61346090.0,
      "step": 79580
    },
    {
      "epoch": 0.10095667196882635,
      "grad_norm": 4.90625,
      "learning_rate": 4.495793255507715e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5508846312761306,
      "num_tokens": 61353705.0,
      "step": 79590
    },
    {
      "epoch": 0.10096935656135918,
      "grad_norm": 6.875,
      "learning_rate": 4.4957298244990855e-05,
      "loss": 2.2498,
      "mean_token_accuracy": 0.5113361418247223,
      "num_tokens": 61361304.0,
      "step": 79600
    },
    {
      "epoch": 0.10098204115389202,
      "grad_norm": 9.625,
      "learning_rate": 4.495666393490457e-05,
      "loss": 2.3197,
      "mean_token_accuracy": 0.5052421361207962,
      "num_tokens": 61368759.0,
      "step": 79610
    },
    {
      "epoch": 0.10099472574642485,
      "grad_norm": 6.6875,
      "learning_rate": 4.495602962481827e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5376142352819443,
      "num_tokens": 61376003.0,
      "step": 79620
    },
    {
      "epoch": 0.10100741033895769,
      "grad_norm": 5.1875,
      "learning_rate": 4.495539531473198e-05,
      "loss": 1.7661,
      "mean_token_accuracy": 0.6011728763580322,
      "num_tokens": 61382186.0,
      "step": 79630
    },
    {
      "epoch": 0.10102009493149051,
      "grad_norm": 4.96875,
      "learning_rate": 4.495476100464569e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5507435023784637,
      "num_tokens": 61390542.0,
      "step": 79640
    },
    {
      "epoch": 0.10103277952402336,
      "grad_norm": 6.8125,
      "learning_rate": 4.4954126694559395e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5667421072721481,
      "num_tokens": 61398116.0,
      "step": 79650
    },
    {
      "epoch": 0.10104546411655618,
      "grad_norm": 5.09375,
      "learning_rate": 4.495349238447311e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5511385709047317,
      "num_tokens": 61405249.0,
      "step": 79660
    },
    {
      "epoch": 0.10105814870908902,
      "grad_norm": 6.15625,
      "learning_rate": 4.495285807438682e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5138740301132202,
      "num_tokens": 61414301.0,
      "step": 79670
    },
    {
      "epoch": 0.10107083330162185,
      "grad_norm": 4.6875,
      "learning_rate": 4.4952223764300525e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5300410598516464,
      "num_tokens": 61423571.0,
      "step": 79680
    },
    {
      "epoch": 0.10108351789415469,
      "grad_norm": 4.96875,
      "learning_rate": 4.495158945421423e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5394866943359375,
      "num_tokens": 61431744.0,
      "step": 79690
    },
    {
      "epoch": 0.10109620248668752,
      "grad_norm": 5.125,
      "learning_rate": 4.4950955144127935e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.530938646197319,
      "num_tokens": 61439793.0,
      "step": 79700
    },
    {
      "epoch": 0.10110888707922036,
      "grad_norm": 5.65625,
      "learning_rate": 4.495032083404165e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.543027001619339,
      "num_tokens": 61448194.0,
      "step": 79710
    },
    {
      "epoch": 0.10112157167175319,
      "grad_norm": 5.15625,
      "learning_rate": 4.494968652395536e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5427326768636703,
      "num_tokens": 61456394.0,
      "step": 79720
    },
    {
      "epoch": 0.10113425626428602,
      "grad_norm": 5.34375,
      "learning_rate": 4.4949052213869065e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5207753092050552,
      "num_tokens": 61464280.0,
      "step": 79730
    },
    {
      "epoch": 0.10114694085681886,
      "grad_norm": 4.78125,
      "learning_rate": 4.494841790378278e-05,
      "loss": 1.8438,
      "mean_token_accuracy": 0.5985949873924256,
      "num_tokens": 61471189.0,
      "step": 79740
    },
    {
      "epoch": 0.10115962544935168,
      "grad_norm": 5.65625,
      "learning_rate": 4.494778359369648e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5476900160312652,
      "num_tokens": 61477744.0,
      "step": 79750
    },
    {
      "epoch": 0.10117231004188453,
      "grad_norm": 6.03125,
      "learning_rate": 4.494714928361019e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.548694297671318,
      "num_tokens": 61486310.0,
      "step": 79760
    },
    {
      "epoch": 0.10118499463441735,
      "grad_norm": 5.5625,
      "learning_rate": 4.49465149735239e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5390049904584885,
      "num_tokens": 61492557.0,
      "step": 79770
    },
    {
      "epoch": 0.1011976792269502,
      "grad_norm": 4.8125,
      "learning_rate": 4.4945880663437605e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5553181737661361,
      "num_tokens": 61498817.0,
      "step": 79780
    },
    {
      "epoch": 0.10121036381948302,
      "grad_norm": 6.09375,
      "learning_rate": 4.494524635335132e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5415151596069336,
      "num_tokens": 61506955.0,
      "step": 79790
    },
    {
      "epoch": 0.10122304841201586,
      "grad_norm": 5.3125,
      "learning_rate": 4.494461204326502e-05,
      "loss": 2.253,
      "mean_token_accuracy": 0.5099146276712417,
      "num_tokens": 61515104.0,
      "step": 79800
    },
    {
      "epoch": 0.10123573300454869,
      "grad_norm": 5.0,
      "learning_rate": 4.4943977733178735e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5614980071783066,
      "num_tokens": 61522837.0,
      "step": 79810
    },
    {
      "epoch": 0.10124841759708153,
      "grad_norm": 9.0,
      "learning_rate": 4.494334342309244e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5547825664281845,
      "num_tokens": 61531376.0,
      "step": 79820
    },
    {
      "epoch": 0.10126110218961436,
      "grad_norm": 4.875,
      "learning_rate": 4.4942709113006146e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5506866037845611,
      "num_tokens": 61538879.0,
      "step": 79830
    },
    {
      "epoch": 0.1012737867821472,
      "grad_norm": 5.15625,
      "learning_rate": 4.494207480291986e-05,
      "loss": 2.3234,
      "mean_token_accuracy": 0.5028011977672577,
      "num_tokens": 61547168.0,
      "step": 79840
    },
    {
      "epoch": 0.10128647137468003,
      "grad_norm": 5.59375,
      "learning_rate": 4.494144049283356e-05,
      "loss": 2.2828,
      "mean_token_accuracy": 0.5076763749122619,
      "num_tokens": 61555677.0,
      "step": 79850
    },
    {
      "epoch": 0.10129915596721287,
      "grad_norm": 6.0,
      "learning_rate": 4.4940806182747275e-05,
      "loss": 1.848,
      "mean_token_accuracy": 0.599403104186058,
      "num_tokens": 61562465.0,
      "step": 79860
    },
    {
      "epoch": 0.1013118405597457,
      "grad_norm": 5.53125,
      "learning_rate": 4.494017187266099e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5587552428245545,
      "num_tokens": 61570404.0,
      "step": 79870
    },
    {
      "epoch": 0.10132452515227854,
      "grad_norm": 6.03125,
      "learning_rate": 4.493953756257469e-05,
      "loss": 2.3056,
      "mean_token_accuracy": 0.5086079686880112,
      "num_tokens": 61578258.0,
      "step": 79880
    },
    {
      "epoch": 0.10133720974481136,
      "grad_norm": 5.84375,
      "learning_rate": 4.49389032524884e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5203798085451126,
      "num_tokens": 61587105.0,
      "step": 79890
    },
    {
      "epoch": 0.1013498943373442,
      "grad_norm": 5.0,
      "learning_rate": 4.49382689424021e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.530719804763794,
      "num_tokens": 61594746.0,
      "step": 79900
    },
    {
      "epoch": 0.10136257892987703,
      "grad_norm": 4.71875,
      "learning_rate": 4.4937634632315815e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5381339281797409,
      "num_tokens": 61601962.0,
      "step": 79910
    },
    {
      "epoch": 0.10137526352240987,
      "grad_norm": 5.0625,
      "learning_rate": 4.493700032222953e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5337419420480728,
      "num_tokens": 61609196.0,
      "step": 79920
    },
    {
      "epoch": 0.1013879481149427,
      "grad_norm": 4.84375,
      "learning_rate": 4.493636601214323e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5168312460184097,
      "num_tokens": 61617863.0,
      "step": 79930
    },
    {
      "epoch": 0.10140063270747554,
      "grad_norm": 5.21875,
      "learning_rate": 4.4935731702056945e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.539999532699585,
      "num_tokens": 61626619.0,
      "step": 79940
    },
    {
      "epoch": 0.10141331730000837,
      "grad_norm": 6.0625,
      "learning_rate": 4.493509739197065e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.558565479516983,
      "num_tokens": 61634156.0,
      "step": 79950
    },
    {
      "epoch": 0.10142600189254121,
      "grad_norm": 5.5625,
      "learning_rate": 4.493446308188436e-05,
      "loss": 2.2298,
      "mean_token_accuracy": 0.527023047208786,
      "num_tokens": 61642448.0,
      "step": 79960
    },
    {
      "epoch": 0.10143868648507404,
      "grad_norm": 5.1875,
      "learning_rate": 4.493382877179807e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5490345418453216,
      "num_tokens": 61650648.0,
      "step": 79970
    },
    {
      "epoch": 0.10145137107760688,
      "grad_norm": 5.625,
      "learning_rate": 4.493319446171177e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5529053211212158,
      "num_tokens": 61658216.0,
      "step": 79980
    },
    {
      "epoch": 0.1014640556701397,
      "grad_norm": 4.6875,
      "learning_rate": 4.4932560151625485e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5556720614433288,
      "num_tokens": 61664484.0,
      "step": 79990
    },
    {
      "epoch": 0.10147674026267255,
      "grad_norm": 5.84375,
      "learning_rate": 4.49319258415392e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5249217659235,
      "num_tokens": 61672522.0,
      "step": 80000
    },
    {
      "epoch": 0.10148942485520537,
      "grad_norm": 6.40625,
      "learning_rate": 4.49312915314529e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5604424446821212,
      "num_tokens": 61679383.0,
      "step": 80010
    },
    {
      "epoch": 0.10150210944773821,
      "grad_norm": 6.375,
      "learning_rate": 4.4930657221366615e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.515553867816925,
      "num_tokens": 61687428.0,
      "step": 80020
    },
    {
      "epoch": 0.10151479404027104,
      "grad_norm": 4.53125,
      "learning_rate": 4.493002291128032e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5283909857273101,
      "num_tokens": 61697227.0,
      "step": 80030
    },
    {
      "epoch": 0.10152747863280388,
      "grad_norm": 5.03125,
      "learning_rate": 4.4929388601194026e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5338193893432617,
      "num_tokens": 61705284.0,
      "step": 80040
    },
    {
      "epoch": 0.10154016322533671,
      "grad_norm": 6.78125,
      "learning_rate": 4.492875429110774e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5659070253372193,
      "num_tokens": 61712090.0,
      "step": 80050
    },
    {
      "epoch": 0.10155284781786955,
      "grad_norm": 8.6875,
      "learning_rate": 4.492811998102144e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.536282992362976,
      "num_tokens": 61719428.0,
      "step": 80060
    },
    {
      "epoch": 0.10156553241040238,
      "grad_norm": 9.0,
      "learning_rate": 4.4927485670935155e-05,
      "loss": 2.237,
      "mean_token_accuracy": 0.5201367557048797,
      "num_tokens": 61727145.0,
      "step": 80070
    },
    {
      "epoch": 0.10157821700293522,
      "grad_norm": 6.5625,
      "learning_rate": 4.492685136084886e-05,
      "loss": 2.3311,
      "mean_token_accuracy": 0.5074213683605194,
      "num_tokens": 61735190.0,
      "step": 80080
    },
    {
      "epoch": 0.10159090159546805,
      "grad_norm": 6.375,
      "learning_rate": 4.492621705076257e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5411689400672912,
      "num_tokens": 61743986.0,
      "step": 80090
    },
    {
      "epoch": 0.10160358618800089,
      "grad_norm": 5.53125,
      "learning_rate": 4.492558274067628e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.537758857011795,
      "num_tokens": 61752393.0,
      "step": 80100
    },
    {
      "epoch": 0.10161627078053372,
      "grad_norm": 6.03125,
      "learning_rate": 4.4924948430589984e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5393285512924194,
      "num_tokens": 61760605.0,
      "step": 80110
    },
    {
      "epoch": 0.10162895537306656,
      "grad_norm": 4.71875,
      "learning_rate": 4.4924314120503696e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5386885017156601,
      "num_tokens": 61768045.0,
      "step": 80120
    },
    {
      "epoch": 0.10164163996559938,
      "grad_norm": 5.9375,
      "learning_rate": 4.49236798104174e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5445602148771286,
      "num_tokens": 61775990.0,
      "step": 80130
    },
    {
      "epoch": 0.10165432455813223,
      "grad_norm": 7.625,
      "learning_rate": 4.492304550033111e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5437530010938645,
      "num_tokens": 61783904.0,
      "step": 80140
    },
    {
      "epoch": 0.10166700915066505,
      "grad_norm": 5.375,
      "learning_rate": 4.4922411190244825e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5455598056316375,
      "num_tokens": 61792277.0,
      "step": 80150
    },
    {
      "epoch": 0.1016796937431979,
      "grad_norm": 5.0625,
      "learning_rate": 4.492177688015853e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5603380411863327,
      "num_tokens": 61800832.0,
      "step": 80160
    },
    {
      "epoch": 0.10169237833573072,
      "grad_norm": 4.3125,
      "learning_rate": 4.4921142570072236e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5390318423509598,
      "num_tokens": 61807449.0,
      "step": 80170
    },
    {
      "epoch": 0.10170506292826356,
      "grad_norm": 5.40625,
      "learning_rate": 4.492050825998594e-05,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5635047554969788,
      "num_tokens": 61815866.0,
      "step": 80180
    },
    {
      "epoch": 0.10171774752079639,
      "grad_norm": 5.3125,
      "learning_rate": 4.4919873949899653e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5405224591493607,
      "num_tokens": 61823889.0,
      "step": 80190
    },
    {
      "epoch": 0.10173043211332922,
      "grad_norm": 5.65625,
      "learning_rate": 4.4919239639813366e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5374514698982239,
      "num_tokens": 61833019.0,
      "step": 80200
    },
    {
      "epoch": 0.10174311670586206,
      "grad_norm": 5.4375,
      "learning_rate": 4.491860532972707e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5359772771596909,
      "num_tokens": 61841221.0,
      "step": 80210
    },
    {
      "epoch": 0.10175580129839489,
      "grad_norm": 4.84375,
      "learning_rate": 4.491797101964078e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5275551944971084,
      "num_tokens": 61848435.0,
      "step": 80220
    },
    {
      "epoch": 0.10176848589092773,
      "grad_norm": 5.40625,
      "learning_rate": 4.491733670955449e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5504368960857391,
      "num_tokens": 61856531.0,
      "step": 80230
    },
    {
      "epoch": 0.10178117048346055,
      "grad_norm": 5.28125,
      "learning_rate": 4.4916702399468194e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5389320611953735,
      "num_tokens": 61864869.0,
      "step": 80240
    },
    {
      "epoch": 0.1017938550759934,
      "grad_norm": 5.15625,
      "learning_rate": 4.4916068089381906e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.537801593542099,
      "num_tokens": 61872756.0,
      "step": 80250
    },
    {
      "epoch": 0.10180653966852622,
      "grad_norm": 5.21875,
      "learning_rate": 4.491543377929561e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5376312911510468,
      "num_tokens": 61880683.0,
      "step": 80260
    },
    {
      "epoch": 0.10181922426105906,
      "grad_norm": 7.1875,
      "learning_rate": 4.491479946920932e-05,
      "loss": 1.8565,
      "mean_token_accuracy": 0.591252326965332,
      "num_tokens": 61886980.0,
      "step": 80270
    },
    {
      "epoch": 0.10183190885359189,
      "grad_norm": 4.46875,
      "learning_rate": 4.491416515912303e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5528461068868638,
      "num_tokens": 61895348.0,
      "step": 80280
    },
    {
      "epoch": 0.10184459344612473,
      "grad_norm": 4.1875,
      "learning_rate": 4.491353084903674e-05,
      "loss": 1.7116,
      "mean_token_accuracy": 0.6198519796133042,
      "num_tokens": 61902202.0,
      "step": 80290
    },
    {
      "epoch": 0.10185727803865756,
      "grad_norm": 5.0,
      "learning_rate": 4.491289653895045e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5232612162828445,
      "num_tokens": 61910330.0,
      "step": 80300
    },
    {
      "epoch": 0.1018699626311904,
      "grad_norm": 5.65625,
      "learning_rate": 4.491226222886415e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5548138439655304,
      "num_tokens": 61918219.0,
      "step": 80310
    },
    {
      "epoch": 0.10188264722372323,
      "grad_norm": 5.21875,
      "learning_rate": 4.4911627918777864e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5431906759738923,
      "num_tokens": 61926377.0,
      "step": 80320
    },
    {
      "epoch": 0.10189533181625607,
      "grad_norm": 4.90625,
      "learning_rate": 4.491099360869157e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5192844569683075,
      "num_tokens": 61935209.0,
      "step": 80330
    },
    {
      "epoch": 0.1019080164087889,
      "grad_norm": 4.96875,
      "learning_rate": 4.491035929860528e-05,
      "loss": 2.3834,
      "mean_token_accuracy": 0.5062006801366806,
      "num_tokens": 61942840.0,
      "step": 80340
    },
    {
      "epoch": 0.10192070100132174,
      "grad_norm": 6.71875,
      "learning_rate": 4.490972498851899e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5334188222885132,
      "num_tokens": 61950853.0,
      "step": 80350
    },
    {
      "epoch": 0.10193338559385456,
      "grad_norm": 4.71875,
      "learning_rate": 4.49090906784327e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5387683779001236,
      "num_tokens": 61958359.0,
      "step": 80360
    },
    {
      "epoch": 0.1019460701863874,
      "grad_norm": 5.34375,
      "learning_rate": 4.490845636834641e-05,
      "loss": 2.3533,
      "mean_token_accuracy": 0.4956074684858322,
      "num_tokens": 61964639.0,
      "step": 80370
    },
    {
      "epoch": 0.10195875477892023,
      "grad_norm": 4.90625,
      "learning_rate": 4.4907822058260116e-05,
      "loss": 2.3102,
      "mean_token_accuracy": 0.5145186722278595,
      "num_tokens": 61972811.0,
      "step": 80380
    },
    {
      "epoch": 0.10197143937145307,
      "grad_norm": 7.0625,
      "learning_rate": 4.490718774817382e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5349325478076935,
      "num_tokens": 61979561.0,
      "step": 80390
    },
    {
      "epoch": 0.1019841239639859,
      "grad_norm": 4.6875,
      "learning_rate": 4.4906553438087534e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5544838309288025,
      "num_tokens": 61986891.0,
      "step": 80400
    },
    {
      "epoch": 0.10199680855651874,
      "grad_norm": 5.71875,
      "learning_rate": 4.490591912800124e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5640497177839279,
      "num_tokens": 61994586.0,
      "step": 80410
    },
    {
      "epoch": 0.10200949314905157,
      "grad_norm": 5.6875,
      "learning_rate": 4.490528481791495e-05,
      "loss": 1.7814,
      "mean_token_accuracy": 0.5910285353660584,
      "num_tokens": 62002480.0,
      "step": 80420
    },
    {
      "epoch": 0.10202217774158441,
      "grad_norm": 5.15625,
      "learning_rate": 4.4904650507828656e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5485682785511017,
      "num_tokens": 62010057.0,
      "step": 80430
    },
    {
      "epoch": 0.10203486233411724,
      "grad_norm": 4.59375,
      "learning_rate": 4.490401619774237e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.553348508477211,
      "num_tokens": 62017176.0,
      "step": 80440
    },
    {
      "epoch": 0.10204754692665008,
      "grad_norm": 5.15625,
      "learning_rate": 4.4903381887656074e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5562587410211564,
      "num_tokens": 62024541.0,
      "step": 80450
    },
    {
      "epoch": 0.1020602315191829,
      "grad_norm": 4.71875,
      "learning_rate": 4.490274757756978e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.531879585981369,
      "num_tokens": 62033016.0,
      "step": 80460
    },
    {
      "epoch": 0.10207291611171575,
      "grad_norm": 5.28125,
      "learning_rate": 4.490211326748349e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5487771838903427,
      "num_tokens": 62041220.0,
      "step": 80470
    },
    {
      "epoch": 0.10208560070424857,
      "grad_norm": 4.875,
      "learning_rate": 4.49014789573972e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5238948971033096,
      "num_tokens": 62048228.0,
      "step": 80480
    },
    {
      "epoch": 0.10209828529678142,
      "grad_norm": 4.1875,
      "learning_rate": 4.490084464731091e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5760411977767944,
      "num_tokens": 62055165.0,
      "step": 80490
    },
    {
      "epoch": 0.10211096988931424,
      "grad_norm": 10.125,
      "learning_rate": 4.490021033722462e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5218953728675843,
      "num_tokens": 62060860.0,
      "step": 80500
    },
    {
      "epoch": 0.10212365448184708,
      "grad_norm": 6.40625,
      "learning_rate": 4.4899576027138326e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5224236339330673,
      "num_tokens": 62068289.0,
      "step": 80510
    },
    {
      "epoch": 0.10213633907437991,
      "grad_norm": 5.34375,
      "learning_rate": 4.489894171705203e-05,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5149831444025039,
      "num_tokens": 62077394.0,
      "step": 80520
    },
    {
      "epoch": 0.10214902366691275,
      "grad_norm": 5.75,
      "learning_rate": 4.489830740696574e-05,
      "loss": 2.3436,
      "mean_token_accuracy": 0.5107345044612884,
      "num_tokens": 62085503.0,
      "step": 80530
    },
    {
      "epoch": 0.10216170825944558,
      "grad_norm": 5.0,
      "learning_rate": 4.489767309687945e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5043907970190048,
      "num_tokens": 62093835.0,
      "step": 80540
    },
    {
      "epoch": 0.10217439285197842,
      "grad_norm": 5.6875,
      "learning_rate": 4.489703878679316e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5486155778169632,
      "num_tokens": 62100514.0,
      "step": 80550
    },
    {
      "epoch": 0.10218707744451125,
      "grad_norm": 6.5,
      "learning_rate": 4.489640447670687e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5365350484848023,
      "num_tokens": 62107686.0,
      "step": 80560
    },
    {
      "epoch": 0.10219976203704409,
      "grad_norm": 5.0625,
      "learning_rate": 4.489577016662058e-05,
      "loss": 2.26,
      "mean_token_accuracy": 0.5155092239379883,
      "num_tokens": 62116261.0,
      "step": 80570
    },
    {
      "epoch": 0.10221244662957692,
      "grad_norm": 4.8125,
      "learning_rate": 4.4895135856534284e-05,
      "loss": 1.8967,
      "mean_token_accuracy": 0.5739775508642196,
      "num_tokens": 62123505.0,
      "step": 80580
    },
    {
      "epoch": 0.10222513122210976,
      "grad_norm": 4.5625,
      "learning_rate": 4.489450154644799e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5720338314771652,
      "num_tokens": 62129933.0,
      "step": 80590
    },
    {
      "epoch": 0.10223781581464259,
      "grad_norm": 6.75,
      "learning_rate": 4.48938672363617e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5420168161392211,
      "num_tokens": 62135974.0,
      "step": 80600
    },
    {
      "epoch": 0.10225050040717543,
      "grad_norm": 5.71875,
      "learning_rate": 4.489323292627541e-05,
      "loss": 2.2507,
      "mean_token_accuracy": 0.5277024030685424,
      "num_tokens": 62143838.0,
      "step": 80610
    },
    {
      "epoch": 0.10226318499970825,
      "grad_norm": 5.375,
      "learning_rate": 4.489259861618912e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.550881877541542,
      "num_tokens": 62153062.0,
      "step": 80620
    },
    {
      "epoch": 0.1022758695922411,
      "grad_norm": 4.90625,
      "learning_rate": 4.4891964306102824e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5362481832504272,
      "num_tokens": 62160798.0,
      "step": 80630
    },
    {
      "epoch": 0.10228855418477392,
      "grad_norm": 5.84375,
      "learning_rate": 4.4891329996016537e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5322957128286362,
      "num_tokens": 62168135.0,
      "step": 80640
    },
    {
      "epoch": 0.10230123877730676,
      "grad_norm": 5.03125,
      "learning_rate": 4.489069568593024e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5488505631685257,
      "num_tokens": 62176266.0,
      "step": 80650
    },
    {
      "epoch": 0.10231392336983959,
      "grad_norm": 5.15625,
      "learning_rate": 4.489006137584395e-05,
      "loss": 2.2808,
      "mean_token_accuracy": 0.5024556159973145,
      "num_tokens": 62184185.0,
      "step": 80660
    },
    {
      "epoch": 0.10232660796237242,
      "grad_norm": 4.84375,
      "learning_rate": 4.488942706575766e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5480969101190567,
      "num_tokens": 62191126.0,
      "step": 80670
    },
    {
      "epoch": 0.10233929255490526,
      "grad_norm": 5.46875,
      "learning_rate": 4.4888792755671365e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.538682273030281,
      "num_tokens": 62199041.0,
      "step": 80680
    },
    {
      "epoch": 0.10235197714743809,
      "grad_norm": 4.90625,
      "learning_rate": 4.488815844558508e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5759347409009934,
      "num_tokens": 62206994.0,
      "step": 80690
    },
    {
      "epoch": 0.10236466173997093,
      "grad_norm": 4.46875,
      "learning_rate": 4.488752413549879e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.55023695230484,
      "num_tokens": 62214295.0,
      "step": 80700
    },
    {
      "epoch": 0.10237734633250375,
      "grad_norm": 5.78125,
      "learning_rate": 4.4886889825412494e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5240280091762543,
      "num_tokens": 62221708.0,
      "step": 80710
    },
    {
      "epoch": 0.1023900309250366,
      "grad_norm": 4.8125,
      "learning_rate": 4.4886255515326206e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5329167753458023,
      "num_tokens": 62230187.0,
      "step": 80720
    },
    {
      "epoch": 0.10240271551756942,
      "grad_norm": 5.0,
      "learning_rate": 4.4885621205239905e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5749827533960342,
      "num_tokens": 62235697.0,
      "step": 80730
    },
    {
      "epoch": 0.10241540011010226,
      "grad_norm": 5.40625,
      "learning_rate": 4.488498689515362e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5353067755699158,
      "num_tokens": 62242265.0,
      "step": 80740
    },
    {
      "epoch": 0.10242808470263509,
      "grad_norm": 5.03125,
      "learning_rate": 4.488435258506733e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5307215392589569,
      "num_tokens": 62250371.0,
      "step": 80750
    },
    {
      "epoch": 0.10244076929516793,
      "grad_norm": 5.28125,
      "learning_rate": 4.4883718274981035e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.557290968298912,
      "num_tokens": 62257006.0,
      "step": 80760
    },
    {
      "epoch": 0.10245345388770076,
      "grad_norm": 6.3125,
      "learning_rate": 4.488308396489475e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5285138189792633,
      "num_tokens": 62265131.0,
      "step": 80770
    },
    {
      "epoch": 0.1024661384802336,
      "grad_norm": 4.53125,
      "learning_rate": 4.488244965480845e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.545957088470459,
      "num_tokens": 62272863.0,
      "step": 80780
    },
    {
      "epoch": 0.10247882307276643,
      "grad_norm": 5.71875,
      "learning_rate": 4.4881815344722164e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5310975134372711,
      "num_tokens": 62279408.0,
      "step": 80790
    },
    {
      "epoch": 0.10249150766529927,
      "grad_norm": 5.0,
      "learning_rate": 4.488118103463587e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5253365784883499,
      "num_tokens": 62288419.0,
      "step": 80800
    },
    {
      "epoch": 0.1025041922578321,
      "grad_norm": 4.90625,
      "learning_rate": 4.4880546724549575e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5272593975067139,
      "num_tokens": 62296472.0,
      "step": 80810
    },
    {
      "epoch": 0.10251687685036494,
      "grad_norm": 5.9375,
      "learning_rate": 4.487991241446329e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5275030761957169,
      "num_tokens": 62304009.0,
      "step": 80820
    },
    {
      "epoch": 0.10252956144289777,
      "grad_norm": 6.46875,
      "learning_rate": 4.487927810437699e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5402207225561142,
      "num_tokens": 62309750.0,
      "step": 80830
    },
    {
      "epoch": 0.1025422460354306,
      "grad_norm": 5.0625,
      "learning_rate": 4.4878643794290705e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5342208057641983,
      "num_tokens": 62317075.0,
      "step": 80840
    },
    {
      "epoch": 0.10255493062796343,
      "grad_norm": 6.125,
      "learning_rate": 4.487800948420442e-05,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5649875819683075,
      "num_tokens": 62324187.0,
      "step": 80850
    },
    {
      "epoch": 0.10256761522049627,
      "grad_norm": 5.0,
      "learning_rate": 4.487737517411812e-05,
      "loss": 1.9344,
      "mean_token_accuracy": 0.5635982990264893,
      "num_tokens": 62332370.0,
      "step": 80860
    },
    {
      "epoch": 0.1025802998130291,
      "grad_norm": 6.71875,
      "learning_rate": 4.487674086403183e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.5139332830905914,
      "num_tokens": 62341514.0,
      "step": 80870
    },
    {
      "epoch": 0.10259298440556194,
      "grad_norm": 7.28125,
      "learning_rate": 4.487610655394553e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.554144886136055,
      "num_tokens": 62348665.0,
      "step": 80880
    },
    {
      "epoch": 0.10260566899809477,
      "grad_norm": 5.0625,
      "learning_rate": 4.4875472243859245e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.562278151512146,
      "num_tokens": 62355956.0,
      "step": 80890
    },
    {
      "epoch": 0.10261835359062761,
      "grad_norm": 5.5,
      "learning_rate": 4.487483793377296e-05,
      "loss": 1.7903,
      "mean_token_accuracy": 0.5935152649879456,
      "num_tokens": 62365003.0,
      "step": 80900
    },
    {
      "epoch": 0.10263103818316044,
      "grad_norm": 5.375,
      "learning_rate": 4.487420362368666e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5586194336414337,
      "num_tokens": 62373006.0,
      "step": 80910
    },
    {
      "epoch": 0.10264372277569328,
      "grad_norm": 4.59375,
      "learning_rate": 4.4873569313600374e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5199691861867904,
      "num_tokens": 62381110.0,
      "step": 80920
    },
    {
      "epoch": 0.10265640736822611,
      "grad_norm": 4.75,
      "learning_rate": 4.487293500351408e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5168977022171021,
      "num_tokens": 62388471.0,
      "step": 80930
    },
    {
      "epoch": 0.10266909196075895,
      "grad_norm": 5.71875,
      "learning_rate": 4.4872300693427785e-05,
      "loss": 1.8865,
      "mean_token_accuracy": 0.5869360983371734,
      "num_tokens": 62395591.0,
      "step": 80940
    },
    {
      "epoch": 0.10268177655329178,
      "grad_norm": 5.5,
      "learning_rate": 4.48716663833415e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.5201025635004044,
      "num_tokens": 62403868.0,
      "step": 80950
    },
    {
      "epoch": 0.10269446114582462,
      "grad_norm": 5.15625,
      "learning_rate": 4.48710320732552e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5354803562164306,
      "num_tokens": 62412087.0,
      "step": 80960
    },
    {
      "epoch": 0.10270714573835744,
      "grad_norm": 5.9375,
      "learning_rate": 4.4870397763168915e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5501711577177048,
      "num_tokens": 62419632.0,
      "step": 80970
    },
    {
      "epoch": 0.10271983033089029,
      "grad_norm": 5.15625,
      "learning_rate": 4.486976345308263e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5387481600046158,
      "num_tokens": 62426570.0,
      "step": 80980
    },
    {
      "epoch": 0.10273251492342311,
      "grad_norm": 6.59375,
      "learning_rate": 4.486912914299633e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.52805697619915,
      "num_tokens": 62435495.0,
      "step": 80990
    },
    {
      "epoch": 0.10274519951595595,
      "grad_norm": 7.4375,
      "learning_rate": 4.486849483291004e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5240970522165298,
      "num_tokens": 62442946.0,
      "step": 81000
    },
    {
      "epoch": 0.10275788410848878,
      "grad_norm": 5.34375,
      "learning_rate": 4.486786052282374e-05,
      "loss": 2.2781,
      "mean_token_accuracy": 0.5310237377882003,
      "num_tokens": 62452055.0,
      "step": 81010
    },
    {
      "epoch": 0.10277056870102162,
      "grad_norm": 5.40625,
      "learning_rate": 4.4867226212737455e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5708328932523727,
      "num_tokens": 62459811.0,
      "step": 81020
    },
    {
      "epoch": 0.10278325329355445,
      "grad_norm": 5.40625,
      "learning_rate": 4.486659190265117e-05,
      "loss": 2.3985,
      "mean_token_accuracy": 0.4979435086250305,
      "num_tokens": 62468236.0,
      "step": 81030
    },
    {
      "epoch": 0.10279593788608729,
      "grad_norm": 6.0,
      "learning_rate": 4.486595759256487e-05,
      "loss": 2.2181,
      "mean_token_accuracy": 0.5200817942619324,
      "num_tokens": 62476539.0,
      "step": 81040
    },
    {
      "epoch": 0.10280862247862012,
      "grad_norm": 5.375,
      "learning_rate": 4.4865323282478585e-05,
      "loss": 2.2813,
      "mean_token_accuracy": 0.5123480796813965,
      "num_tokens": 62486094.0,
      "step": 81050
    },
    {
      "epoch": 0.10282130707115296,
      "grad_norm": 4.875,
      "learning_rate": 4.486468897239229e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5297579288482666,
      "num_tokens": 62493445.0,
      "step": 81060
    },
    {
      "epoch": 0.10283399166368579,
      "grad_norm": 5.53125,
      "learning_rate": 4.4864054662305995e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5490989416837693,
      "num_tokens": 62501292.0,
      "step": 81070
    },
    {
      "epoch": 0.10284667625621863,
      "grad_norm": 6.15625,
      "learning_rate": 4.486342035221971e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5131262212991714,
      "num_tokens": 62509730.0,
      "step": 81080
    },
    {
      "epoch": 0.10285936084875145,
      "grad_norm": 5.40625,
      "learning_rate": 4.486278604213341e-05,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5249886721372604,
      "num_tokens": 62519064.0,
      "step": 81090
    },
    {
      "epoch": 0.1028720454412843,
      "grad_norm": 5.53125,
      "learning_rate": 4.4862151732047125e-05,
      "loss": 2.2628,
      "mean_token_accuracy": 0.5088515669107437,
      "num_tokens": 62527610.0,
      "step": 81100
    },
    {
      "epoch": 0.10288473003381712,
      "grad_norm": 5.53125,
      "learning_rate": 4.486151742196083e-05,
      "loss": 2.3008,
      "mean_token_accuracy": 0.5099902272224426,
      "num_tokens": 62535732.0,
      "step": 81110
    },
    {
      "epoch": 0.10289741462634996,
      "grad_norm": 4.90625,
      "learning_rate": 4.486088311187454e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5244792759418487,
      "num_tokens": 62543224.0,
      "step": 81120
    },
    {
      "epoch": 0.10291009921888279,
      "grad_norm": 4.90625,
      "learning_rate": 4.4860248801788255e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5377101600170135,
      "num_tokens": 62551266.0,
      "step": 81130
    },
    {
      "epoch": 0.10292278381141562,
      "grad_norm": 4.96875,
      "learning_rate": 4.485961449170196e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5225285321474076,
      "num_tokens": 62559299.0,
      "step": 81140
    },
    {
      "epoch": 0.10293546840394846,
      "grad_norm": 5.9375,
      "learning_rate": 4.4858980181615665e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5570653915405274,
      "num_tokens": 62567417.0,
      "step": 81150
    },
    {
      "epoch": 0.10294815299648129,
      "grad_norm": 4.5625,
      "learning_rate": 4.485834587152937e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5280205011367798,
      "num_tokens": 62575156.0,
      "step": 81160
    },
    {
      "epoch": 0.10296083758901413,
      "grad_norm": 6.0625,
      "learning_rate": 4.485771156144308e-05,
      "loss": 2.114,
      "mean_token_accuracy": 0.5373010396957397,
      "num_tokens": 62582265.0,
      "step": 81170
    },
    {
      "epoch": 0.10297352218154696,
      "grad_norm": 6.0,
      "learning_rate": 4.4857077251356795e-05,
      "loss": 1.8274,
      "mean_token_accuracy": 0.585819736123085,
      "num_tokens": 62590113.0,
      "step": 81180
    },
    {
      "epoch": 0.1029862067740798,
      "grad_norm": 4.875,
      "learning_rate": 4.48564429412705e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5428201228380203,
      "num_tokens": 62598462.0,
      "step": 81190
    },
    {
      "epoch": 0.10299889136661262,
      "grad_norm": 5.4375,
      "learning_rate": 4.485580863118421e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5510290712118149,
      "num_tokens": 62607487.0,
      "step": 81200
    },
    {
      "epoch": 0.10301157595914547,
      "grad_norm": 4.8125,
      "learning_rate": 4.485517432109792e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5570169299840927,
      "num_tokens": 62614978.0,
      "step": 81210
    },
    {
      "epoch": 0.10302426055167829,
      "grad_norm": 5.59375,
      "learning_rate": 4.485454001101162e-05,
      "loss": 2.2887,
      "mean_token_accuracy": 0.5057796835899353,
      "num_tokens": 62624492.0,
      "step": 81220
    },
    {
      "epoch": 0.10303694514421113,
      "grad_norm": 10.4375,
      "learning_rate": 4.4853905700925335e-05,
      "loss": 2.2121,
      "mean_token_accuracy": 0.5277815908193588,
      "num_tokens": 62632118.0,
      "step": 81230
    },
    {
      "epoch": 0.10304962973674396,
      "grad_norm": 5.65625,
      "learning_rate": 4.485327139083904e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5510850936174393,
      "num_tokens": 62639988.0,
      "step": 81240
    },
    {
      "epoch": 0.1030623143292768,
      "grad_norm": 6.25,
      "learning_rate": 4.485263708075275e-05,
      "loss": 1.7908,
      "mean_token_accuracy": 0.5979371458292008,
      "num_tokens": 62647797.0,
      "step": 81250
    },
    {
      "epoch": 0.10307499892180963,
      "grad_norm": 6.21875,
      "learning_rate": 4.485200277066646e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5477459400892257,
      "num_tokens": 62655110.0,
      "step": 81260
    },
    {
      "epoch": 0.10308768351434247,
      "grad_norm": 11.1875,
      "learning_rate": 4.485136846058017e-05,
      "loss": 2.2715,
      "mean_token_accuracy": 0.5039508759975433,
      "num_tokens": 62661614.0,
      "step": 81270
    },
    {
      "epoch": 0.1031003681068753,
      "grad_norm": 6.84375,
      "learning_rate": 4.4850734150493876e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5360743761062622,
      "num_tokens": 62669838.0,
      "step": 81280
    },
    {
      "epoch": 0.10311305269940814,
      "grad_norm": 6.5625,
      "learning_rate": 4.485009984040758e-05,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5284803926944732,
      "num_tokens": 62677472.0,
      "step": 81290
    },
    {
      "epoch": 0.10312573729194097,
      "grad_norm": 13.8125,
      "learning_rate": 4.484946553032129e-05,
      "loss": 2.2387,
      "mean_token_accuracy": 0.5121219366788864,
      "num_tokens": 62684641.0,
      "step": 81300
    },
    {
      "epoch": 0.10313842188447381,
      "grad_norm": 4.59375,
      "learning_rate": 4.4848831220235e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5682281136512757,
      "num_tokens": 62692103.0,
      "step": 81310
    },
    {
      "epoch": 0.10315110647700663,
      "grad_norm": 6.1875,
      "learning_rate": 4.484819691014871e-05,
      "loss": 1.9214,
      "mean_token_accuracy": 0.572923818230629,
      "num_tokens": 62699901.0,
      "step": 81320
    },
    {
      "epoch": 0.10316379106953948,
      "grad_norm": 6.125,
      "learning_rate": 4.484756260006242e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5401617050170898,
      "num_tokens": 62706891.0,
      "step": 81330
    },
    {
      "epoch": 0.1031764756620723,
      "grad_norm": 5.0,
      "learning_rate": 4.484692828997613e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5548088908195495,
      "num_tokens": 62714199.0,
      "step": 81340
    },
    {
      "epoch": 0.10318916025460514,
      "grad_norm": 5.25,
      "learning_rate": 4.484629397988983e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5332175940275192,
      "num_tokens": 62721156.0,
      "step": 81350
    },
    {
      "epoch": 0.10320184484713797,
      "grad_norm": 4.9375,
      "learning_rate": 4.484565966980354e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5429344296455383,
      "num_tokens": 62729279.0,
      "step": 81360
    },
    {
      "epoch": 0.10321452943967081,
      "grad_norm": 5.625,
      "learning_rate": 4.484502535971725e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5636561006307602,
      "num_tokens": 62736295.0,
      "step": 81370
    },
    {
      "epoch": 0.10322721403220364,
      "grad_norm": 6.09375,
      "learning_rate": 4.484439104963096e-05,
      "loss": 2.2346,
      "mean_token_accuracy": 0.5188247084617614,
      "num_tokens": 62744434.0,
      "step": 81380
    },
    {
      "epoch": 0.10323989862473648,
      "grad_norm": 5.09375,
      "learning_rate": 4.484375673954467e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5503534436225891,
      "num_tokens": 62753049.0,
      "step": 81390
    },
    {
      "epoch": 0.10325258321726931,
      "grad_norm": 4.71875,
      "learning_rate": 4.484312242945838e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.5673659861087799,
      "num_tokens": 62761475.0,
      "step": 81400
    },
    {
      "epoch": 0.10326526780980215,
      "grad_norm": 5.34375,
      "learning_rate": 4.4842488119372086e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5477922707796097,
      "num_tokens": 62768591.0,
      "step": 81410
    },
    {
      "epoch": 0.10327795240233498,
      "grad_norm": 4.90625,
      "learning_rate": 4.484185380928579e-05,
      "loss": 2.2762,
      "mean_token_accuracy": 0.513660803437233,
      "num_tokens": 62776104.0,
      "step": 81420
    },
    {
      "epoch": 0.10329063699486782,
      "grad_norm": 4.96875,
      "learning_rate": 4.48412194991995e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5273528128862381,
      "num_tokens": 62783438.0,
      "step": 81430
    },
    {
      "epoch": 0.10330332158740065,
      "grad_norm": 6.6875,
      "learning_rate": 4.484058518911321e-05,
      "loss": 1.8227,
      "mean_token_accuracy": 0.5796748101711273,
      "num_tokens": 62791417.0,
      "step": 81440
    },
    {
      "epoch": 0.10331600617993349,
      "grad_norm": 5.3125,
      "learning_rate": 4.483995087902692e-05,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5371778100728989,
      "num_tokens": 62798746.0,
      "step": 81450
    },
    {
      "epoch": 0.10332869077246631,
      "grad_norm": 10.4375,
      "learning_rate": 4.4839316568940626e-05,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5284678965806962,
      "num_tokens": 62806193.0,
      "step": 81460
    },
    {
      "epoch": 0.10334137536499916,
      "grad_norm": 6.78125,
      "learning_rate": 4.483868225885434e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5595484703779221,
      "num_tokens": 62813690.0,
      "step": 81470
    },
    {
      "epoch": 0.10335405995753198,
      "grad_norm": 5.75,
      "learning_rate": 4.483804794876805e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5369553565979004,
      "num_tokens": 62822532.0,
      "step": 81480
    },
    {
      "epoch": 0.10336674455006482,
      "grad_norm": 5.625,
      "learning_rate": 4.483741363868175e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5582926660776139,
      "num_tokens": 62829658.0,
      "step": 81490
    },
    {
      "epoch": 0.10337942914259765,
      "grad_norm": 6.125,
      "learning_rate": 4.483677932859546e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5372444093227386,
      "num_tokens": 62836846.0,
      "step": 81500
    },
    {
      "epoch": 0.10339211373513049,
      "grad_norm": 5.59375,
      "learning_rate": 4.4836145018509166e-05,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5584923475980759,
      "num_tokens": 62843990.0,
      "step": 81510
    },
    {
      "epoch": 0.10340479832766332,
      "grad_norm": 5.125,
      "learning_rate": 4.483551070842288e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5174930155277252,
      "num_tokens": 62852865.0,
      "step": 81520
    },
    {
      "epoch": 0.10341748292019616,
      "grad_norm": 5.5,
      "learning_rate": 4.483487639833659e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5363642692565918,
      "num_tokens": 62861086.0,
      "step": 81530
    },
    {
      "epoch": 0.10343016751272899,
      "grad_norm": 5.875,
      "learning_rate": 4.4834242088250296e-05,
      "loss": 1.7625,
      "mean_token_accuracy": 0.5950248122215271,
      "num_tokens": 62867594.0,
      "step": 81540
    },
    {
      "epoch": 0.10344285210526183,
      "grad_norm": 4.75,
      "learning_rate": 4.483360777816401e-05,
      "loss": 1.9442,
      "mean_token_accuracy": 0.5610230922698974,
      "num_tokens": 62874439.0,
      "step": 81550
    },
    {
      "epoch": 0.10345553669779466,
      "grad_norm": 5.125,
      "learning_rate": 4.4832973468077714e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5336772203445435,
      "num_tokens": 62881685.0,
      "step": 81560
    },
    {
      "epoch": 0.1034682212903275,
      "grad_norm": 5.0,
      "learning_rate": 4.483233915799142e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5440752148628235,
      "num_tokens": 62888360.0,
      "step": 81570
    },
    {
      "epoch": 0.10348090588286032,
      "grad_norm": 6.8125,
      "learning_rate": 4.483170484790513e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5266444534063339,
      "num_tokens": 62895576.0,
      "step": 81580
    },
    {
      "epoch": 0.10349359047539317,
      "grad_norm": 5.53125,
      "learning_rate": 4.4831070537818836e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5308062225580216,
      "num_tokens": 62903368.0,
      "step": 81590
    },
    {
      "epoch": 0.10350627506792599,
      "grad_norm": 5.59375,
      "learning_rate": 4.483043622773255e-05,
      "loss": 2.3095,
      "mean_token_accuracy": 0.524148416519165,
      "num_tokens": 62911136.0,
      "step": 81600
    },
    {
      "epoch": 0.10351895966045882,
      "grad_norm": 4.6875,
      "learning_rate": 4.4829801917646254e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5325992435216904,
      "num_tokens": 62919317.0,
      "step": 81610
    },
    {
      "epoch": 0.10353164425299166,
      "grad_norm": 5.3125,
      "learning_rate": 4.4829167607559966e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5523255705833435,
      "num_tokens": 62927589.0,
      "step": 81620
    },
    {
      "epoch": 0.10354432884552449,
      "grad_norm": 4.53125,
      "learning_rate": 4.482853329747367e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5626189142465592,
      "num_tokens": 62934577.0,
      "step": 81630
    },
    {
      "epoch": 0.10355701343805733,
      "grad_norm": 6.0,
      "learning_rate": 4.482789898738738e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5381588935852051,
      "num_tokens": 62942234.0,
      "step": 81640
    },
    {
      "epoch": 0.10356969803059016,
      "grad_norm": 5.09375,
      "learning_rate": 4.482726467730109e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5201658993959427,
      "num_tokens": 62950863.0,
      "step": 81650
    },
    {
      "epoch": 0.103582382623123,
      "grad_norm": 6.09375,
      "learning_rate": 4.4826630367214794e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5333827197551727,
      "num_tokens": 62958373.0,
      "step": 81660
    },
    {
      "epoch": 0.10359506721565583,
      "grad_norm": 9.9375,
      "learning_rate": 4.4825996057128506e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5293995469808579,
      "num_tokens": 62966633.0,
      "step": 81670
    },
    {
      "epoch": 0.10360775180818867,
      "grad_norm": 5.5,
      "learning_rate": 4.482536174704222e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5692550152540207,
      "num_tokens": 62974597.0,
      "step": 81680
    },
    {
      "epoch": 0.1036204364007215,
      "grad_norm": 4.09375,
      "learning_rate": 4.4824727436955924e-05,
      "loss": 1.8581,
      "mean_token_accuracy": 0.5867444396018981,
      "num_tokens": 62981289.0,
      "step": 81690
    },
    {
      "epoch": 0.10363312099325434,
      "grad_norm": 4.71875,
      "learning_rate": 4.482409312686963e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5291206419467926,
      "num_tokens": 62989539.0,
      "step": 81700
    },
    {
      "epoch": 0.10364580558578716,
      "grad_norm": 4.8125,
      "learning_rate": 4.4823458816783334e-05,
      "loss": 1.8259,
      "mean_token_accuracy": 0.5977024286985397,
      "num_tokens": 62997009.0,
      "step": 81710
    },
    {
      "epoch": 0.10365849017832,
      "grad_norm": 6.6875,
      "learning_rate": 4.4822824506697047e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5333804219961167,
      "num_tokens": 63004397.0,
      "step": 81720
    },
    {
      "epoch": 0.10367117477085283,
      "grad_norm": 5.65625,
      "learning_rate": 4.482219019661076e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5563915550708771,
      "num_tokens": 63012818.0,
      "step": 81730
    },
    {
      "epoch": 0.10368385936338567,
      "grad_norm": 6.15625,
      "learning_rate": 4.4821555886524464e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5430348247289658,
      "num_tokens": 63020949.0,
      "step": 81740
    },
    {
      "epoch": 0.1036965439559185,
      "grad_norm": 6.3125,
      "learning_rate": 4.4820921576438176e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5359898626804351,
      "num_tokens": 63029151.0,
      "step": 81750
    },
    {
      "epoch": 0.10370922854845134,
      "grad_norm": 6.3125,
      "learning_rate": 4.482028726635188e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5244649618864059,
      "num_tokens": 63037531.0,
      "step": 81760
    },
    {
      "epoch": 0.10372191314098417,
      "grad_norm": 5.625,
      "learning_rate": 4.481965295626559e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5288059145212174,
      "num_tokens": 63045131.0,
      "step": 81770
    },
    {
      "epoch": 0.10373459773351701,
      "grad_norm": 4.9375,
      "learning_rate": 4.48190186461793e-05,
      "loss": 2.4705,
      "mean_token_accuracy": 0.48290981352329254,
      "num_tokens": 63053999.0,
      "step": 81780
    },
    {
      "epoch": 0.10374728232604984,
      "grad_norm": 5.34375,
      "learning_rate": 4.4818384336093004e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5559645891189575,
      "num_tokens": 63060861.0,
      "step": 81790
    },
    {
      "epoch": 0.10375996691858268,
      "grad_norm": 5.5,
      "learning_rate": 4.4817750026006716e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5334366738796235,
      "num_tokens": 63068629.0,
      "step": 81800
    },
    {
      "epoch": 0.1037726515111155,
      "grad_norm": 5.15625,
      "learning_rate": 4.481711571592043e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5488991528749466,
      "num_tokens": 63076374.0,
      "step": 81810
    },
    {
      "epoch": 0.10378533610364835,
      "grad_norm": 4.46875,
      "learning_rate": 4.4816481405834134e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5298522025346756,
      "num_tokens": 63085146.0,
      "step": 81820
    },
    {
      "epoch": 0.10379802069618117,
      "grad_norm": 6.3125,
      "learning_rate": 4.481584709574784e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5626263499259949,
      "num_tokens": 63092656.0,
      "step": 81830
    },
    {
      "epoch": 0.10381070528871401,
      "grad_norm": 4.9375,
      "learning_rate": 4.4815212785661545e-05,
      "loss": 1.9027,
      "mean_token_accuracy": 0.5704428553581238,
      "num_tokens": 63100741.0,
      "step": 81840
    },
    {
      "epoch": 0.10382338988124684,
      "grad_norm": 6.0625,
      "learning_rate": 4.481457847557526e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5235290825366974,
      "num_tokens": 63109094.0,
      "step": 81850
    },
    {
      "epoch": 0.10383607447377968,
      "grad_norm": 5.0,
      "learning_rate": 4.481394416548897e-05,
      "loss": 2.2279,
      "mean_token_accuracy": 0.5166417002677918,
      "num_tokens": 63116910.0,
      "step": 81860
    },
    {
      "epoch": 0.10384875906631251,
      "grad_norm": 6.03125,
      "learning_rate": 4.4813309855402674e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5296716332435608,
      "num_tokens": 63124506.0,
      "step": 81870
    },
    {
      "epoch": 0.10386144365884535,
      "grad_norm": 5.03125,
      "learning_rate": 4.4812675545316386e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5572553694248199,
      "num_tokens": 63131900.0,
      "step": 81880
    },
    {
      "epoch": 0.10387412825137818,
      "grad_norm": 5.15625,
      "learning_rate": 4.481204123523009e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5688941419124603,
      "num_tokens": 63138709.0,
      "step": 81890
    },
    {
      "epoch": 0.10388681284391102,
      "grad_norm": 6.25,
      "learning_rate": 4.4811406925143804e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5498215645551682,
      "num_tokens": 63146017.0,
      "step": 81900
    },
    {
      "epoch": 0.10389949743644385,
      "grad_norm": 5.25,
      "learning_rate": 4.481077261505751e-05,
      "loss": 1.8879,
      "mean_token_accuracy": 0.5890199691057205,
      "num_tokens": 63153334.0,
      "step": 81910
    },
    {
      "epoch": 0.10391218202897669,
      "grad_norm": 4.96875,
      "learning_rate": 4.4810138304971215e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5301589906215668,
      "num_tokens": 63161652.0,
      "step": 81920
    },
    {
      "epoch": 0.10392486662150952,
      "grad_norm": 5.0,
      "learning_rate": 4.480950399488493e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5529675781726837,
      "num_tokens": 63169935.0,
      "step": 81930
    },
    {
      "epoch": 0.10393755121404236,
      "grad_norm": 5.78125,
      "learning_rate": 4.480886968479863e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5429412305355072,
      "num_tokens": 63177744.0,
      "step": 81940
    },
    {
      "epoch": 0.10395023580657518,
      "grad_norm": 5.34375,
      "learning_rate": 4.4808235374712344e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5288755089044571,
      "num_tokens": 63185297.0,
      "step": 81950
    },
    {
      "epoch": 0.10396292039910802,
      "grad_norm": 5.34375,
      "learning_rate": 4.4807601064626056e-05,
      "loss": 2.3409,
      "mean_token_accuracy": 0.49709673821926115,
      "num_tokens": 63194301.0,
      "step": 81960
    },
    {
      "epoch": 0.10397560499164085,
      "grad_norm": 5.375,
      "learning_rate": 4.480696675453976e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5327853500843048,
      "num_tokens": 63203254.0,
      "step": 81970
    },
    {
      "epoch": 0.1039882895841737,
      "grad_norm": 5.8125,
      "learning_rate": 4.480633244445347e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5345880419015885,
      "num_tokens": 63211141.0,
      "step": 81980
    },
    {
      "epoch": 0.10400097417670652,
      "grad_norm": 6.90625,
      "learning_rate": 4.480569813436717e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5247537910938262,
      "num_tokens": 63219856.0,
      "step": 81990
    },
    {
      "epoch": 0.10401365876923936,
      "grad_norm": 9.125,
      "learning_rate": 4.4805063824280884e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5375049114227295,
      "num_tokens": 63226550.0,
      "step": 82000
    },
    {
      "epoch": 0.10402634336177219,
      "grad_norm": 7.71875,
      "learning_rate": 4.48044295141946e-05,
      "loss": 2.2841,
      "mean_token_accuracy": 0.524540263414383,
      "num_tokens": 63234255.0,
      "step": 82010
    },
    {
      "epoch": 0.10403902795430503,
      "grad_norm": 5.21875,
      "learning_rate": 4.48037952041083e-05,
      "loss": 2.2602,
      "mean_token_accuracy": 0.5149111211299896,
      "num_tokens": 63243136.0,
      "step": 82020
    },
    {
      "epoch": 0.10405171254683786,
      "grad_norm": 6.46875,
      "learning_rate": 4.4803160894022014e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5324100404977798,
      "num_tokens": 63251838.0,
      "step": 82030
    },
    {
      "epoch": 0.1040643971393707,
      "grad_norm": 4.25,
      "learning_rate": 4.480252658393572e-05,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5618241786956787,
      "num_tokens": 63260848.0,
      "step": 82040
    },
    {
      "epoch": 0.10407708173190353,
      "grad_norm": 5.46875,
      "learning_rate": 4.4801892273849425e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5319125145673752,
      "num_tokens": 63269658.0,
      "step": 82050
    },
    {
      "epoch": 0.10408976632443637,
      "grad_norm": 5.375,
      "learning_rate": 4.480125796376314e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5341864228248596,
      "num_tokens": 63277695.0,
      "step": 82060
    },
    {
      "epoch": 0.1041024509169692,
      "grad_norm": 5.03125,
      "learning_rate": 4.480062365367684e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5355392098426819,
      "num_tokens": 63285477.0,
      "step": 82070
    },
    {
      "epoch": 0.10411513550950202,
      "grad_norm": 7.875,
      "learning_rate": 4.4799989343590554e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5665138602256775,
      "num_tokens": 63291922.0,
      "step": 82080
    },
    {
      "epoch": 0.10412782010203486,
      "grad_norm": 5.0625,
      "learning_rate": 4.479935503350426e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5487962573766708,
      "num_tokens": 63299644.0,
      "step": 82090
    },
    {
      "epoch": 0.10414050469456769,
      "grad_norm": 4.65625,
      "learning_rate": 4.479872072341797e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5357474774122238,
      "num_tokens": 63307467.0,
      "step": 82100
    },
    {
      "epoch": 0.10415318928710053,
      "grad_norm": 5.5625,
      "learning_rate": 4.479808641333168e-05,
      "loss": 1.7995,
      "mean_token_accuracy": 0.6065427660942078,
      "num_tokens": 63314739.0,
      "step": 82110
    },
    {
      "epoch": 0.10416587387963336,
      "grad_norm": 5.59375,
      "learning_rate": 4.479745210324538e-05,
      "loss": 2.2731,
      "mean_token_accuracy": 0.5087914168834686,
      "num_tokens": 63321758.0,
      "step": 82120
    },
    {
      "epoch": 0.1041785584721662,
      "grad_norm": 15.5,
      "learning_rate": 4.4796817793159095e-05,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5370169043540954,
      "num_tokens": 63328098.0,
      "step": 82130
    },
    {
      "epoch": 0.10419124306469903,
      "grad_norm": 9.9375,
      "learning_rate": 4.47961834830728e-05,
      "loss": 2.2649,
      "mean_token_accuracy": 0.5136549830436706,
      "num_tokens": 63335462.0,
      "step": 82140
    },
    {
      "epoch": 0.10420392765723187,
      "grad_norm": 5.21875,
      "learning_rate": 4.479554917298651e-05,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5394480645656585,
      "num_tokens": 63343820.0,
      "step": 82150
    },
    {
      "epoch": 0.1042166122497647,
      "grad_norm": 4.6875,
      "learning_rate": 4.4794914862900224e-05,
      "loss": 2.2336,
      "mean_token_accuracy": 0.5207159608602524,
      "num_tokens": 63352123.0,
      "step": 82160
    },
    {
      "epoch": 0.10422929684229754,
      "grad_norm": 5.46875,
      "learning_rate": 4.479428055281393e-05,
      "loss": 1.7604,
      "mean_token_accuracy": 0.6061212331056595,
      "num_tokens": 63359809.0,
      "step": 82170
    },
    {
      "epoch": 0.10424198143483036,
      "grad_norm": 5.46875,
      "learning_rate": 4.4793646242727635e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.558000671863556,
      "num_tokens": 63366596.0,
      "step": 82180
    },
    {
      "epoch": 0.1042546660273632,
      "grad_norm": 5.40625,
      "learning_rate": 4.479301193264134e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5698531329631805,
      "num_tokens": 63373403.0,
      "step": 82190
    },
    {
      "epoch": 0.10426735061989603,
      "grad_norm": 5.28125,
      "learning_rate": 4.479237762255505e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5371629655361175,
      "num_tokens": 63381801.0,
      "step": 82200
    },
    {
      "epoch": 0.10428003521242887,
      "grad_norm": 5.03125,
      "learning_rate": 4.4791743312468765e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5583648651838302,
      "num_tokens": 63388139.0,
      "step": 82210
    },
    {
      "epoch": 0.1042927198049617,
      "grad_norm": 6.6875,
      "learning_rate": 4.479110900238247e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5471878767013549,
      "num_tokens": 63394804.0,
      "step": 82220
    },
    {
      "epoch": 0.10430540439749454,
      "grad_norm": 5.3125,
      "learning_rate": 4.479047469229618e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5488984555006027,
      "num_tokens": 63402148.0,
      "step": 82230
    },
    {
      "epoch": 0.10431808899002737,
      "grad_norm": 5.125,
      "learning_rate": 4.478984038220989e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5420811533927917,
      "num_tokens": 63408977.0,
      "step": 82240
    },
    {
      "epoch": 0.10433077358256021,
      "grad_norm": 7.34375,
      "learning_rate": 4.478920607212359e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5565077573060989,
      "num_tokens": 63416688.0,
      "step": 82250
    },
    {
      "epoch": 0.10434345817509304,
      "grad_norm": 5.15625,
      "learning_rate": 4.4788571762037305e-05,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5643740177154541,
      "num_tokens": 63425146.0,
      "step": 82260
    },
    {
      "epoch": 0.10435614276762588,
      "grad_norm": 4.59375,
      "learning_rate": 4.478793745195101e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5498435974121094,
      "num_tokens": 63432510.0,
      "step": 82270
    },
    {
      "epoch": 0.1043688273601587,
      "grad_norm": 5.25,
      "learning_rate": 4.478730314186472e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5576934933662414,
      "num_tokens": 63440404.0,
      "step": 82280
    },
    {
      "epoch": 0.10438151195269155,
      "grad_norm": 5.46875,
      "learning_rate": 4.478666883177843e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5148778647184372,
      "num_tokens": 63448111.0,
      "step": 82290
    },
    {
      "epoch": 0.10439419654522437,
      "grad_norm": 7.75,
      "learning_rate": 4.478603452169214e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5503785848617554,
      "num_tokens": 63454392.0,
      "step": 82300
    },
    {
      "epoch": 0.10440688113775722,
      "grad_norm": 4.4375,
      "learning_rate": 4.478540021160585e-05,
      "loss": 1.9033,
      "mean_token_accuracy": 0.5705325126647949,
      "num_tokens": 63462293.0,
      "step": 82310
    },
    {
      "epoch": 0.10441956573029004,
      "grad_norm": 5.46875,
      "learning_rate": 4.478476590151956e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5415189683437347,
      "num_tokens": 63469958.0,
      "step": 82320
    },
    {
      "epoch": 0.10443225032282288,
      "grad_norm": 6.40625,
      "learning_rate": 4.478413159143326e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5467822939157486,
      "num_tokens": 63476794.0,
      "step": 82330
    },
    {
      "epoch": 0.10444493491535571,
      "grad_norm": 4.84375,
      "learning_rate": 4.478349728134697e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5568746566772461,
      "num_tokens": 63484102.0,
      "step": 82340
    },
    {
      "epoch": 0.10445761950788855,
      "grad_norm": 6.5625,
      "learning_rate": 4.478286297126068e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5561335474252701,
      "num_tokens": 63490212.0,
      "step": 82350
    },
    {
      "epoch": 0.10447030410042138,
      "grad_norm": 4.71875,
      "learning_rate": 4.478222866117439e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5338103473186493,
      "num_tokens": 63498255.0,
      "step": 82360
    },
    {
      "epoch": 0.10448298869295422,
      "grad_norm": 5.15625,
      "learning_rate": 4.47815943510881e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5579240053892136,
      "num_tokens": 63505192.0,
      "step": 82370
    },
    {
      "epoch": 0.10449567328548705,
      "grad_norm": 5.1875,
      "learning_rate": 4.478096004100181e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5214111924171447,
      "num_tokens": 63513178.0,
      "step": 82380
    },
    {
      "epoch": 0.10450835787801989,
      "grad_norm": 4.90625,
      "learning_rate": 4.4780325730915515e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5400195807218552,
      "num_tokens": 63521079.0,
      "step": 82390
    },
    {
      "epoch": 0.10452104247055272,
      "grad_norm": 5.09375,
      "learning_rate": 4.477969142082922e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5456377685070037,
      "num_tokens": 63529684.0,
      "step": 82400
    },
    {
      "epoch": 0.10453372706308556,
      "grad_norm": 6.84375,
      "learning_rate": 4.477905711074293e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5472231209278107,
      "num_tokens": 63537609.0,
      "step": 82410
    },
    {
      "epoch": 0.10454641165561838,
      "grad_norm": 4.8125,
      "learning_rate": 4.477842280065664e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5390209883451462,
      "num_tokens": 63545131.0,
      "step": 82420
    },
    {
      "epoch": 0.10455909624815123,
      "grad_norm": 6.21875,
      "learning_rate": 4.477778849057035e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5444246351718902,
      "num_tokens": 63552880.0,
      "step": 82430
    },
    {
      "epoch": 0.10457178084068405,
      "grad_norm": 6.5625,
      "learning_rate": 4.4777154180484055e-05,
      "loss": 1.9386,
      "mean_token_accuracy": 0.5741654604673385,
      "num_tokens": 63560052.0,
      "step": 82440
    },
    {
      "epoch": 0.1045844654332169,
      "grad_norm": 4.625,
      "learning_rate": 4.477651987039777e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5227972894906998,
      "num_tokens": 63567966.0,
      "step": 82450
    },
    {
      "epoch": 0.10459715002574972,
      "grad_norm": 6.96875,
      "learning_rate": 4.477588556031147e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5444494158029556,
      "num_tokens": 63575899.0,
      "step": 82460
    },
    {
      "epoch": 0.10460983461828256,
      "grad_norm": 4.78125,
      "learning_rate": 4.477525125022518e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5215539127588272,
      "num_tokens": 63584469.0,
      "step": 82470
    },
    {
      "epoch": 0.10462251921081539,
      "grad_norm": 6.5,
      "learning_rate": 4.477461694013889e-05,
      "loss": 2.2138,
      "mean_token_accuracy": 0.5160645961761474,
      "num_tokens": 63593411.0,
      "step": 82480
    },
    {
      "epoch": 0.10463520380334823,
      "grad_norm": 7.375,
      "learning_rate": 4.4773982630052596e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5166279405355454,
      "num_tokens": 63600250.0,
      "step": 82490
    },
    {
      "epoch": 0.10464788839588106,
      "grad_norm": 5.34375,
      "learning_rate": 4.477334831996631e-05,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5673388183116913,
      "num_tokens": 63607370.0,
      "step": 82500
    },
    {
      "epoch": 0.1046605729884139,
      "grad_norm": 5.21875,
      "learning_rate": 4.477271400988002e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5511439085006714,
      "num_tokens": 63613481.0,
      "step": 82510
    },
    {
      "epoch": 0.10467325758094673,
      "grad_norm": 5.5,
      "learning_rate": 4.4772079699793725e-05,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5582773417234421,
      "num_tokens": 63622007.0,
      "step": 82520
    },
    {
      "epoch": 0.10468594217347957,
      "grad_norm": 5.1875,
      "learning_rate": 4.477144538970743e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5705734401941299,
      "num_tokens": 63630238.0,
      "step": 82530
    },
    {
      "epoch": 0.1046986267660124,
      "grad_norm": 6.8125,
      "learning_rate": 4.4770811079621136e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5498457074165344,
      "num_tokens": 63636771.0,
      "step": 82540
    },
    {
      "epoch": 0.10471131135854522,
      "grad_norm": 6.4375,
      "learning_rate": 4.477017676953485e-05,
      "loss": 2.2829,
      "mean_token_accuracy": 0.5208764195442199,
      "num_tokens": 63645433.0,
      "step": 82550
    },
    {
      "epoch": 0.10472399595107806,
      "grad_norm": 8.1875,
      "learning_rate": 4.476954245944856e-05,
      "loss": 2.2728,
      "mean_token_accuracy": 0.5107282131910325,
      "num_tokens": 63652278.0,
      "step": 82560
    },
    {
      "epoch": 0.10473668054361089,
      "grad_norm": 7.4375,
      "learning_rate": 4.4768908149362266e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5447969496250152,
      "num_tokens": 63658384.0,
      "step": 82570
    },
    {
      "epoch": 0.10474936513614373,
      "grad_norm": 6.40625,
      "learning_rate": 4.476827383927598e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5376400142908097,
      "num_tokens": 63665973.0,
      "step": 82580
    },
    {
      "epoch": 0.10476204972867656,
      "grad_norm": 4.96875,
      "learning_rate": 4.476763952918968e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5729003190994263,
      "num_tokens": 63673070.0,
      "step": 82590
    },
    {
      "epoch": 0.1047747343212094,
      "grad_norm": 4.78125,
      "learning_rate": 4.476700521910339e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5371361702680588,
      "num_tokens": 63682369.0,
      "step": 82600
    },
    {
      "epoch": 0.10478741891374223,
      "grad_norm": 5.0625,
      "learning_rate": 4.47663709090171e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5390254080295562,
      "num_tokens": 63691254.0,
      "step": 82610
    },
    {
      "epoch": 0.10480010350627507,
      "grad_norm": 4.8125,
      "learning_rate": 4.4765736598930806e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5584289640188217,
      "num_tokens": 63700433.0,
      "step": 82620
    },
    {
      "epoch": 0.1048127880988079,
      "grad_norm": 6.6875,
      "learning_rate": 4.476510228884452e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5253893285989761,
      "num_tokens": 63707648.0,
      "step": 82630
    },
    {
      "epoch": 0.10482547269134074,
      "grad_norm": 5.1875,
      "learning_rate": 4.4764467978758224e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5697156697511673,
      "num_tokens": 63715511.0,
      "step": 82640
    },
    {
      "epoch": 0.10483815728387356,
      "grad_norm": 4.96875,
      "learning_rate": 4.4763833668671936e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5217554837465286,
      "num_tokens": 63723980.0,
      "step": 82650
    },
    {
      "epoch": 0.1048508418764064,
      "grad_norm": 5.21875,
      "learning_rate": 4.476319935858565e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5281937718391418,
      "num_tokens": 63731721.0,
      "step": 82660
    },
    {
      "epoch": 0.10486352646893923,
      "grad_norm": 9.125,
      "learning_rate": 4.476256504849935e-05,
      "loss": 1.8366,
      "mean_token_accuracy": 0.5894128024578095,
      "num_tokens": 63738473.0,
      "step": 82670
    },
    {
      "epoch": 0.10487621106147207,
      "grad_norm": 6.03125,
      "learning_rate": 4.476193073841306e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5221648067235947,
      "num_tokens": 63746057.0,
      "step": 82680
    },
    {
      "epoch": 0.1048888956540049,
      "grad_norm": 6.84375,
      "learning_rate": 4.4761296428326764e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5301149278879166,
      "num_tokens": 63754291.0,
      "step": 82690
    },
    {
      "epoch": 0.10490158024653774,
      "grad_norm": 7.0,
      "learning_rate": 4.4760662118240476e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5495653510093689,
      "num_tokens": 63762489.0,
      "step": 82700
    },
    {
      "epoch": 0.10491426483907057,
      "grad_norm": 6.0625,
      "learning_rate": 4.476002780815419e-05,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5727119982242584,
      "num_tokens": 63769823.0,
      "step": 82710
    },
    {
      "epoch": 0.10492694943160341,
      "grad_norm": 5.875,
      "learning_rate": 4.4759393498067893e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5347223311662674,
      "num_tokens": 63778220.0,
      "step": 82720
    },
    {
      "epoch": 0.10493963402413624,
      "grad_norm": 6.96875,
      "learning_rate": 4.4758759187981606e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.551090669631958,
      "num_tokens": 63785619.0,
      "step": 82730
    },
    {
      "epoch": 0.10495231861666908,
      "grad_norm": 5.84375,
      "learning_rate": 4.475812487789531e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5306156635284424,
      "num_tokens": 63794532.0,
      "step": 82740
    },
    {
      "epoch": 0.10496500320920191,
      "grad_norm": 6.0,
      "learning_rate": 4.4757490567809016e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5410083770751953,
      "num_tokens": 63802788.0,
      "step": 82750
    },
    {
      "epoch": 0.10497768780173475,
      "grad_norm": 4.75,
      "learning_rate": 4.475685625772273e-05,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5594278812408447,
      "num_tokens": 63811079.0,
      "step": 82760
    },
    {
      "epoch": 0.10499037239426758,
      "grad_norm": 6.09375,
      "learning_rate": 4.4756221947636434e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5591541945934295,
      "num_tokens": 63818232.0,
      "step": 82770
    },
    {
      "epoch": 0.10500305698680042,
      "grad_norm": 7.0625,
      "learning_rate": 4.4755587637550146e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5288845509290695,
      "num_tokens": 63825398.0,
      "step": 82780
    },
    {
      "epoch": 0.10501574157933324,
      "grad_norm": 5.84375,
      "learning_rate": 4.475495332746386e-05,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5480303257703781,
      "num_tokens": 63834235.0,
      "step": 82790
    },
    {
      "epoch": 0.10502842617186608,
      "grad_norm": 4.53125,
      "learning_rate": 4.475431901737756e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5395407617092133,
      "num_tokens": 63843154.0,
      "step": 82800
    },
    {
      "epoch": 0.10504111076439891,
      "grad_norm": 4.65625,
      "learning_rate": 4.475368470729127e-05,
      "loss": 1.8946,
      "mean_token_accuracy": 0.5704578518867492,
      "num_tokens": 63850311.0,
      "step": 82810
    },
    {
      "epoch": 0.10505379535693175,
      "grad_norm": 4.9375,
      "learning_rate": 4.4753050397204974e-05,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5290052562952041,
      "num_tokens": 63857298.0,
      "step": 82820
    },
    {
      "epoch": 0.10506647994946458,
      "grad_norm": 5.09375,
      "learning_rate": 4.4752416087118686e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5594714164733887,
      "num_tokens": 63865030.0,
      "step": 82830
    },
    {
      "epoch": 0.10507916454199742,
      "grad_norm": 6.4375,
      "learning_rate": 4.47517817770324e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5256279021501541,
      "num_tokens": 63872265.0,
      "step": 82840
    },
    {
      "epoch": 0.10509184913453025,
      "grad_norm": 4.90625,
      "learning_rate": 4.4751147466946104e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5421152621507644,
      "num_tokens": 63880250.0,
      "step": 82850
    },
    {
      "epoch": 0.10510453372706309,
      "grad_norm": 5.9375,
      "learning_rate": 4.4750513156859816e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5654215335845947,
      "num_tokens": 63887808.0,
      "step": 82860
    },
    {
      "epoch": 0.10511721831959592,
      "grad_norm": 6.28125,
      "learning_rate": 4.474987884677352e-05,
      "loss": 1.8861,
      "mean_token_accuracy": 0.5868692606687546,
      "num_tokens": 63895331.0,
      "step": 82870
    },
    {
      "epoch": 0.10512990291212876,
      "grad_norm": 5.25,
      "learning_rate": 4.4749244536687226e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5583391427993775,
      "num_tokens": 63903619.0,
      "step": 82880
    },
    {
      "epoch": 0.10514258750466159,
      "grad_norm": 5.28125,
      "learning_rate": 4.474861022660094e-05,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5224756628274918,
      "num_tokens": 63912733.0,
      "step": 82890
    },
    {
      "epoch": 0.10515527209719443,
      "grad_norm": 6.0625,
      "learning_rate": 4.4747975916514644e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5492850989103317,
      "num_tokens": 63919845.0,
      "step": 82900
    },
    {
      "epoch": 0.10516795668972725,
      "grad_norm": 5.03125,
      "learning_rate": 4.4747341606428356e-05,
      "loss": 1.8327,
      "mean_token_accuracy": 0.593300598859787,
      "num_tokens": 63927841.0,
      "step": 82910
    },
    {
      "epoch": 0.1051806412822601,
      "grad_norm": 5.625,
      "learning_rate": 4.474670729634206e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5327527046203613,
      "num_tokens": 63936945.0,
      "step": 82920
    },
    {
      "epoch": 0.10519332587479292,
      "grad_norm": 5.46875,
      "learning_rate": 4.4746072986255774e-05,
      "loss": 2.279,
      "mean_token_accuracy": 0.5099620282649994,
      "num_tokens": 63943923.0,
      "step": 82930
    },
    {
      "epoch": 0.10520601046732576,
      "grad_norm": 4.53125,
      "learning_rate": 4.474543867616948e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5634648442268372,
      "num_tokens": 63950867.0,
      "step": 82940
    },
    {
      "epoch": 0.10521869505985859,
      "grad_norm": 6.40625,
      "learning_rate": 4.4744804366083184e-05,
      "loss": 2.1274,
      "mean_token_accuracy": 0.5452312678098679,
      "num_tokens": 63956722.0,
      "step": 82950
    },
    {
      "epoch": 0.10523137965239143,
      "grad_norm": 6.40625,
      "learning_rate": 4.4744170055996896e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5203094035387039,
      "num_tokens": 63964726.0,
      "step": 82960
    },
    {
      "epoch": 0.10524406424492426,
      "grad_norm": 8.25,
      "learning_rate": 4.47435357459106e-05,
      "loss": 1.8649,
      "mean_token_accuracy": 0.5936209380626678,
      "num_tokens": 63970973.0,
      "step": 82970
    },
    {
      "epoch": 0.1052567488374571,
      "grad_norm": 7.71875,
      "learning_rate": 4.4742901435824314e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.553596144914627,
      "num_tokens": 63978621.0,
      "step": 82980
    },
    {
      "epoch": 0.10526943342998993,
      "grad_norm": 4.90625,
      "learning_rate": 4.4742267125738026e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5325577974319458,
      "num_tokens": 63987199.0,
      "step": 82990
    },
    {
      "epoch": 0.10528211802252277,
      "grad_norm": 6.84375,
      "learning_rate": 4.474163281565173e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5430162429809571,
      "num_tokens": 63994876.0,
      "step": 83000
    },
    {
      "epoch": 0.1052948026150556,
      "grad_norm": 5.1875,
      "learning_rate": 4.4740998505565443e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5509485095739365,
      "num_tokens": 64001897.0,
      "step": 83010
    },
    {
      "epoch": 0.10530748720758842,
      "grad_norm": 5.6875,
      "learning_rate": 4.474036419547914e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5421374142169952,
      "num_tokens": 64009077.0,
      "step": 83020
    },
    {
      "epoch": 0.10532017180012127,
      "grad_norm": 6.21875,
      "learning_rate": 4.4739729885392854e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5407458275556565,
      "num_tokens": 64016857.0,
      "step": 83030
    },
    {
      "epoch": 0.10533285639265409,
      "grad_norm": 7.03125,
      "learning_rate": 4.4739095575306566e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5436599582433701,
      "num_tokens": 64025019.0,
      "step": 83040
    },
    {
      "epoch": 0.10534554098518693,
      "grad_norm": 5.1875,
      "learning_rate": 4.473846126522027e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5342953592538834,
      "num_tokens": 64032740.0,
      "step": 83050
    },
    {
      "epoch": 0.10535822557771976,
      "grad_norm": 5.3125,
      "learning_rate": 4.4737826955133984e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5627109944820404,
      "num_tokens": 64039202.0,
      "step": 83060
    },
    {
      "epoch": 0.1053709101702526,
      "grad_norm": 6.96875,
      "learning_rate": 4.473719264504769e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5506517976522446,
      "num_tokens": 64045878.0,
      "step": 83070
    },
    {
      "epoch": 0.10538359476278543,
      "grad_norm": 5.0,
      "learning_rate": 4.47365583349614e-05,
      "loss": 1.8364,
      "mean_token_accuracy": 0.5906232595443726,
      "num_tokens": 64052180.0,
      "step": 83080
    },
    {
      "epoch": 0.10539627935531827,
      "grad_norm": 9.0625,
      "learning_rate": 4.473592402487511e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5704073548316956,
      "num_tokens": 64058111.0,
      "step": 83090
    },
    {
      "epoch": 0.1054089639478511,
      "grad_norm": 6.15625,
      "learning_rate": 4.473528971478881e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5247665673494339,
      "num_tokens": 64066071.0,
      "step": 83100
    },
    {
      "epoch": 0.10542164854038394,
      "grad_norm": 9.25,
      "learning_rate": 4.4734655404702524e-05,
      "loss": 1.7707,
      "mean_token_accuracy": 0.6006266683340072,
      "num_tokens": 64072985.0,
      "step": 83110
    },
    {
      "epoch": 0.10543433313291677,
      "grad_norm": 7.875,
      "learning_rate": 4.473402109461623e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5445503711700439,
      "num_tokens": 64079388.0,
      "step": 83120
    },
    {
      "epoch": 0.10544701772544961,
      "grad_norm": 4.65625,
      "learning_rate": 4.473338678452994e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5628583043813705,
      "num_tokens": 64087321.0,
      "step": 83130
    },
    {
      "epoch": 0.10545970231798243,
      "grad_norm": 6.375,
      "learning_rate": 4.4732752474443654e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5438404232263565,
      "num_tokens": 64094757.0,
      "step": 83140
    },
    {
      "epoch": 0.10547238691051528,
      "grad_norm": 6.125,
      "learning_rate": 4.473211816435736e-05,
      "loss": 1.8935,
      "mean_token_accuracy": 0.5698811203241348,
      "num_tokens": 64101556.0,
      "step": 83150
    },
    {
      "epoch": 0.1054850715030481,
      "grad_norm": 5.28125,
      "learning_rate": 4.4731483854271064e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5536599516868591,
      "num_tokens": 64110255.0,
      "step": 83160
    },
    {
      "epoch": 0.10549775609558094,
      "grad_norm": 5.34375,
      "learning_rate": 4.473084954418477e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.517415028810501,
      "num_tokens": 64117920.0,
      "step": 83170
    },
    {
      "epoch": 0.10551044068811377,
      "grad_norm": 7.28125,
      "learning_rate": 4.473021523409848e-05,
      "loss": 1.9127,
      "mean_token_accuracy": 0.574145320057869,
      "num_tokens": 64124645.0,
      "step": 83180
    },
    {
      "epoch": 0.10552312528064661,
      "grad_norm": 4.78125,
      "learning_rate": 4.4729580924012194e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5525509864091873,
      "num_tokens": 64133965.0,
      "step": 83190
    },
    {
      "epoch": 0.10553580987317944,
      "grad_norm": 6.53125,
      "learning_rate": 4.47289466139259e-05,
      "loss": 1.9275,
      "mean_token_accuracy": 0.5670555055141449,
      "num_tokens": 64140627.0,
      "step": 83200
    },
    {
      "epoch": 0.10554849446571228,
      "grad_norm": 8.625,
      "learning_rate": 4.472831230383961e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5504682689905167,
      "num_tokens": 64147890.0,
      "step": 83210
    },
    {
      "epoch": 0.10556117905824511,
      "grad_norm": 4.8125,
      "learning_rate": 4.472767799375332e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5356854319572448,
      "num_tokens": 64157354.0,
      "step": 83220
    },
    {
      "epoch": 0.10557386365077795,
      "grad_norm": 5.0,
      "learning_rate": 4.472704368366702e-05,
      "loss": 1.7961,
      "mean_token_accuracy": 0.6034115999937057,
      "num_tokens": 64163788.0,
      "step": 83230
    },
    {
      "epoch": 0.10558654824331078,
      "grad_norm": 5.1875,
      "learning_rate": 4.4726409373580734e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5445188820362091,
      "num_tokens": 64172227.0,
      "step": 83240
    },
    {
      "epoch": 0.10559923283584362,
      "grad_norm": 5.34375,
      "learning_rate": 4.472577506349444e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.5876649677753448,
      "num_tokens": 64178305.0,
      "step": 83250
    },
    {
      "epoch": 0.10561191742837645,
      "grad_norm": 8.5,
      "learning_rate": 4.472514075340815e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5461741328239441,
      "num_tokens": 64186139.0,
      "step": 83260
    },
    {
      "epoch": 0.10562460202090929,
      "grad_norm": 6.1875,
      "learning_rate": 4.472450644332186e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5520399570465088,
      "num_tokens": 64194163.0,
      "step": 83270
    },
    {
      "epoch": 0.10563728661344211,
      "grad_norm": 4.9375,
      "learning_rate": 4.472387213323557e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5235175848007202,
      "num_tokens": 64202714.0,
      "step": 83280
    },
    {
      "epoch": 0.10564997120597495,
      "grad_norm": 5.28125,
      "learning_rate": 4.4723237823149275e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5390850365161896,
      "num_tokens": 64210943.0,
      "step": 83290
    },
    {
      "epoch": 0.10566265579850778,
      "grad_norm": 5.4375,
      "learning_rate": 4.472260351306298e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5577784389257431,
      "num_tokens": 64217489.0,
      "step": 83300
    },
    {
      "epoch": 0.10567534039104062,
      "grad_norm": 5.59375,
      "learning_rate": 4.472196920297669e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5417889893054962,
      "num_tokens": 64224357.0,
      "step": 83310
    },
    {
      "epoch": 0.10568802498357345,
      "grad_norm": 5.125,
      "learning_rate": 4.47213348928904e-05,
      "loss": 1.8679,
      "mean_token_accuracy": 0.5802978783845901,
      "num_tokens": 64231962.0,
      "step": 83320
    },
    {
      "epoch": 0.10570070957610629,
      "grad_norm": 5.09375,
      "learning_rate": 4.472070058280411e-05,
      "loss": 1.7699,
      "mean_token_accuracy": 0.6117879539728165,
      "num_tokens": 64238490.0,
      "step": 83330
    },
    {
      "epoch": 0.10571339416863912,
      "grad_norm": 5.3125,
      "learning_rate": 4.472006627271782e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.530762380361557,
      "num_tokens": 64246862.0,
      "step": 83340
    },
    {
      "epoch": 0.10572607876117196,
      "grad_norm": 10.0,
      "learning_rate": 4.471943196263153e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5432143479585647,
      "num_tokens": 64254131.0,
      "step": 83350
    },
    {
      "epoch": 0.10573876335370479,
      "grad_norm": 5.84375,
      "learning_rate": 4.471879765254523e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5561865538358688,
      "num_tokens": 64261630.0,
      "step": 83360
    },
    {
      "epoch": 0.10575144794623763,
      "grad_norm": 5.4375,
      "learning_rate": 4.471816334245894e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5566035598516464,
      "num_tokens": 64268380.0,
      "step": 83370
    },
    {
      "epoch": 0.10576413253877046,
      "grad_norm": 6.71875,
      "learning_rate": 4.471752903237265e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5414935976266861,
      "num_tokens": 64275687.0,
      "step": 83380
    },
    {
      "epoch": 0.1057768171313033,
      "grad_norm": 5.375,
      "learning_rate": 4.471689472228636e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.518906044960022,
      "num_tokens": 64284346.0,
      "step": 83390
    },
    {
      "epoch": 0.10578950172383612,
      "grad_norm": 4.71875,
      "learning_rate": 4.471626041220007e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5385989278554917,
      "num_tokens": 64292477.0,
      "step": 83400
    },
    {
      "epoch": 0.10580218631636897,
      "grad_norm": 4.625,
      "learning_rate": 4.471562610211378e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5473330169916153,
      "num_tokens": 64299900.0,
      "step": 83410
    },
    {
      "epoch": 0.10581487090890179,
      "grad_norm": 5.375,
      "learning_rate": 4.4714991792027485e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5550498396158219,
      "num_tokens": 64307318.0,
      "step": 83420
    },
    {
      "epoch": 0.10582755550143463,
      "grad_norm": 6.40625,
      "learning_rate": 4.47143574819412e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5394574105739594,
      "num_tokens": 64315668.0,
      "step": 83430
    },
    {
      "epoch": 0.10584024009396746,
      "grad_norm": 4.6875,
      "learning_rate": 4.47137231718549e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5267233818769455,
      "num_tokens": 64323250.0,
      "step": 83440
    },
    {
      "epoch": 0.1058529246865003,
      "grad_norm": 5.375,
      "learning_rate": 4.471308886176861e-05,
      "loss": 2.2547,
      "mean_token_accuracy": 0.5043353199958801,
      "num_tokens": 64331481.0,
      "step": 83450
    },
    {
      "epoch": 0.10586560927903313,
      "grad_norm": 5.375,
      "learning_rate": 4.471245455168232e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5284697145223618,
      "num_tokens": 64338623.0,
      "step": 83460
    },
    {
      "epoch": 0.10587829387156597,
      "grad_norm": 5.71875,
      "learning_rate": 4.4711820241596025e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5466667532920837,
      "num_tokens": 64345990.0,
      "step": 83470
    },
    {
      "epoch": 0.1058909784640988,
      "grad_norm": 5.5625,
      "learning_rate": 4.471118593150974e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5685394525527954,
      "num_tokens": 64352967.0,
      "step": 83480
    },
    {
      "epoch": 0.10590366305663163,
      "grad_norm": 4.59375,
      "learning_rate": 4.471055162142345e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5256630033254623,
      "num_tokens": 64361571.0,
      "step": 83490
    },
    {
      "epoch": 0.10591634764916447,
      "grad_norm": 5.375,
      "learning_rate": 4.4709917311337155e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5240682125091553,
      "num_tokens": 64368864.0,
      "step": 83500
    },
    {
      "epoch": 0.1059290322416973,
      "grad_norm": 6.21875,
      "learning_rate": 4.470928300125086e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5516953825950622,
      "num_tokens": 64377096.0,
      "step": 83510
    },
    {
      "epoch": 0.10594171683423013,
      "grad_norm": 4.90625,
      "learning_rate": 4.4708648691164565e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.52775237262249,
      "num_tokens": 64385306.0,
      "step": 83520
    },
    {
      "epoch": 0.10595440142676296,
      "grad_norm": 4.8125,
      "learning_rate": 4.470801438107828e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5667479485273361,
      "num_tokens": 64393912.0,
      "step": 83530
    },
    {
      "epoch": 0.1059670860192958,
      "grad_norm": 5.75,
      "learning_rate": 4.470738007099199e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5353064000606537,
      "num_tokens": 64401762.0,
      "step": 83540
    },
    {
      "epoch": 0.10597977061182863,
      "grad_norm": 5.0625,
      "learning_rate": 4.4706745760905695e-05,
      "loss": 2.2033,
      "mean_token_accuracy": 0.5206604212522506,
      "num_tokens": 64409007.0,
      "step": 83550
    },
    {
      "epoch": 0.10599245520436147,
      "grad_norm": 6.3125,
      "learning_rate": 4.470611145081941e-05,
      "loss": 2.1425,
      "mean_token_accuracy": 0.5317249476909638,
      "num_tokens": 64416232.0,
      "step": 83560
    },
    {
      "epoch": 0.1060051397968943,
      "grad_norm": 4.90625,
      "learning_rate": 4.470547714073311e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5441581308841705,
      "num_tokens": 64424278.0,
      "step": 83570
    },
    {
      "epoch": 0.10601782438942714,
      "grad_norm": 5.0,
      "learning_rate": 4.470484283064682e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5279969543218612,
      "num_tokens": 64432622.0,
      "step": 83580
    },
    {
      "epoch": 0.10603050898195997,
      "grad_norm": 4.9375,
      "learning_rate": 4.470420852056053e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5313867479562759,
      "num_tokens": 64441496.0,
      "step": 83590
    },
    {
      "epoch": 0.10604319357449281,
      "grad_norm": 4.875,
      "learning_rate": 4.4703574210474235e-05,
      "loss": 2.3413,
      "mean_token_accuracy": 0.5010724037885665,
      "num_tokens": 64449338.0,
      "step": 83600
    },
    {
      "epoch": 0.10605587816702564,
      "grad_norm": 8.0,
      "learning_rate": 4.470293990038795e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5365518152713775,
      "num_tokens": 64457653.0,
      "step": 83610
    },
    {
      "epoch": 0.10606856275955848,
      "grad_norm": 5.15625,
      "learning_rate": 4.470230559030165e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5293797045946121,
      "num_tokens": 64466676.0,
      "step": 83620
    },
    {
      "epoch": 0.1060812473520913,
      "grad_norm": 6.25,
      "learning_rate": 4.4701671280215365e-05,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5254773765802383,
      "num_tokens": 64473907.0,
      "step": 83630
    },
    {
      "epoch": 0.10609393194462415,
      "grad_norm": 6.28125,
      "learning_rate": 4.470103697012907e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5356589823961257,
      "num_tokens": 64482310.0,
      "step": 83640
    },
    {
      "epoch": 0.10610661653715697,
      "grad_norm": 5.0625,
      "learning_rate": 4.4700402660042776e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5613625228404999,
      "num_tokens": 64490862.0,
      "step": 83650
    },
    {
      "epoch": 0.10611930112968981,
      "grad_norm": 5.0,
      "learning_rate": 4.469976834995649e-05,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5746888428926468,
      "num_tokens": 64500214.0,
      "step": 83660
    },
    {
      "epoch": 0.10613198572222264,
      "grad_norm": 9.625,
      "learning_rate": 4.46991340398702e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5323718011379241,
      "num_tokens": 64507627.0,
      "step": 83670
    },
    {
      "epoch": 0.10614467031475548,
      "grad_norm": 7.125,
      "learning_rate": 4.4698499729783905e-05,
      "loss": 1.8471,
      "mean_token_accuracy": 0.5824044823646546,
      "num_tokens": 64515514.0,
      "step": 83680
    },
    {
      "epoch": 0.10615735490728831,
      "grad_norm": 7.9375,
      "learning_rate": 4.469786541969762e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5402740359306335,
      "num_tokens": 64522576.0,
      "step": 83690
    },
    {
      "epoch": 0.10617003949982115,
      "grad_norm": 4.78125,
      "learning_rate": 4.469723110961132e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5261293411254883,
      "num_tokens": 64530299.0,
      "step": 83700
    },
    {
      "epoch": 0.10618272409235398,
      "grad_norm": 5.34375,
      "learning_rate": 4.469659679952503e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5295375317335129,
      "num_tokens": 64538891.0,
      "step": 83710
    },
    {
      "epoch": 0.10619540868488682,
      "grad_norm": 6.28125,
      "learning_rate": 4.469596248943874e-05,
      "loss": 2.2704,
      "mean_token_accuracy": 0.5097092807292938,
      "num_tokens": 64547630.0,
      "step": 83720
    },
    {
      "epoch": 0.10620809327741965,
      "grad_norm": 5.28125,
      "learning_rate": 4.4695328179352446e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5334043234586716,
      "num_tokens": 64556041.0,
      "step": 83730
    },
    {
      "epoch": 0.10622077786995249,
      "grad_norm": 4.9375,
      "learning_rate": 4.469469386926616e-05,
      "loss": 1.8481,
      "mean_token_accuracy": 0.5896340429782867,
      "num_tokens": 64562503.0,
      "step": 83740
    },
    {
      "epoch": 0.10623346246248531,
      "grad_norm": 6.53125,
      "learning_rate": 4.469405955917986e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5531136333942414,
      "num_tokens": 64568622.0,
      "step": 83750
    },
    {
      "epoch": 0.10624614705501816,
      "grad_norm": 7.28125,
      "learning_rate": 4.4693425249093575e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5447919726371765,
      "num_tokens": 64575729.0,
      "step": 83760
    },
    {
      "epoch": 0.10625883164755098,
      "grad_norm": 5.53125,
      "learning_rate": 4.469279093900729e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5539183586835861,
      "num_tokens": 64584314.0,
      "step": 83770
    },
    {
      "epoch": 0.10627151624008382,
      "grad_norm": 4.78125,
      "learning_rate": 4.4692156628920986e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.538837531208992,
      "num_tokens": 64592059.0,
      "step": 83780
    },
    {
      "epoch": 0.10628420083261665,
      "grad_norm": 5.40625,
      "learning_rate": 4.46915223188347e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5169686287641525,
      "num_tokens": 64600153.0,
      "step": 83790
    },
    {
      "epoch": 0.10629688542514949,
      "grad_norm": 6.625,
      "learning_rate": 4.4690888008748403e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5823738366365433,
      "num_tokens": 64607531.0,
      "step": 83800
    },
    {
      "epoch": 0.10630957001768232,
      "grad_norm": 5.59375,
      "learning_rate": 4.4690253698662116e-05,
      "loss": 1.8932,
      "mean_token_accuracy": 0.5771604359149933,
      "num_tokens": 64615293.0,
      "step": 83810
    },
    {
      "epoch": 0.10632225461021516,
      "grad_norm": 5.90625,
      "learning_rate": 4.468961938857583e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5203349590301514,
      "num_tokens": 64623354.0,
      "step": 83820
    },
    {
      "epoch": 0.10633493920274799,
      "grad_norm": 4.96875,
      "learning_rate": 4.468898507848953e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5408628761768342,
      "num_tokens": 64631118.0,
      "step": 83830
    },
    {
      "epoch": 0.10634762379528083,
      "grad_norm": 7.59375,
      "learning_rate": 4.4688350768403245e-05,
      "loss": 1.9354,
      "mean_token_accuracy": 0.5754795849323273,
      "num_tokens": 64639107.0,
      "step": 83840
    },
    {
      "epoch": 0.10636030838781366,
      "grad_norm": 6.46875,
      "learning_rate": 4.468771645831695e-05,
      "loss": 1.9804,
      "mean_token_accuracy": 0.5665647327899933,
      "num_tokens": 64647147.0,
      "step": 83850
    },
    {
      "epoch": 0.1063729929803465,
      "grad_norm": 5.1875,
      "learning_rate": 4.4687082148230656e-05,
      "loss": 1.7984,
      "mean_token_accuracy": 0.5938831508159638,
      "num_tokens": 64654030.0,
      "step": 83860
    },
    {
      "epoch": 0.10638567757287933,
      "grad_norm": 5.0625,
      "learning_rate": 4.468644783814437e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5778477787971497,
      "num_tokens": 64660529.0,
      "step": 83870
    },
    {
      "epoch": 0.10639836216541217,
      "grad_norm": 5.1875,
      "learning_rate": 4.468581352805807e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5381177693605423,
      "num_tokens": 64668831.0,
      "step": 83880
    },
    {
      "epoch": 0.106411046757945,
      "grad_norm": 5.40625,
      "learning_rate": 4.4685179217971785e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5485258817672729,
      "num_tokens": 64676161.0,
      "step": 83890
    },
    {
      "epoch": 0.10642373135047783,
      "grad_norm": 4.96875,
      "learning_rate": 4.468454490788549e-05,
      "loss": 2.2162,
      "mean_token_accuracy": 0.5197411984205246,
      "num_tokens": 64684070.0,
      "step": 83900
    },
    {
      "epoch": 0.10643641594301066,
      "grad_norm": 5.0,
      "learning_rate": 4.46839105977992e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5267441779375076,
      "num_tokens": 64691826.0,
      "step": 83910
    },
    {
      "epoch": 0.1064491005355435,
      "grad_norm": 5.625,
      "learning_rate": 4.468327628771291e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.5188889324665069,
      "num_tokens": 64700265.0,
      "step": 83920
    },
    {
      "epoch": 0.10646178512807633,
      "grad_norm": 6.4375,
      "learning_rate": 4.4682641977626614e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5331980496644974,
      "num_tokens": 64706979.0,
      "step": 83930
    },
    {
      "epoch": 0.10647446972060917,
      "grad_norm": 5.3125,
      "learning_rate": 4.4682007667540326e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5503011733293534,
      "num_tokens": 64714496.0,
      "step": 83940
    },
    {
      "epoch": 0.106487154313142,
      "grad_norm": 6.0,
      "learning_rate": 4.468137335745403e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5648097604513168,
      "num_tokens": 64721525.0,
      "step": 83950
    },
    {
      "epoch": 0.10649983890567483,
      "grad_norm": 2.9375,
      "learning_rate": 4.468073904736774e-05,
      "loss": 1.9282,
      "mean_token_accuracy": 0.5603336930274964,
      "num_tokens": 64729222.0,
      "step": 83960
    },
    {
      "epoch": 0.10651252349820767,
      "grad_norm": 5.875,
      "learning_rate": 4.4680104737281455e-05,
      "loss": 2.2828,
      "mean_token_accuracy": 0.5191146820783615,
      "num_tokens": 64738202.0,
      "step": 83970
    },
    {
      "epoch": 0.1065252080907405,
      "grad_norm": 6.1875,
      "learning_rate": 4.467947042719516e-05,
      "loss": 2.3329,
      "mean_token_accuracy": 0.5001229554414749,
      "num_tokens": 64746810.0,
      "step": 83980
    },
    {
      "epoch": 0.10653789268327334,
      "grad_norm": 4.75,
      "learning_rate": 4.4678836117108866e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5223753392696381,
      "num_tokens": 64755058.0,
      "step": 83990
    },
    {
      "epoch": 0.10655057727580616,
      "grad_norm": 5.15625,
      "learning_rate": 4.467820180702257e-05,
      "loss": 1.7192,
      "mean_token_accuracy": 0.6173109948635102,
      "num_tokens": 64762285.0,
      "step": 84000
    },
    {
      "epoch": 0.106563261868339,
      "grad_norm": 4.90625,
      "learning_rate": 4.4677567496936284e-05,
      "loss": 2.2201,
      "mean_token_accuracy": 0.5155056476593017,
      "num_tokens": 64771589.0,
      "step": 84010
    },
    {
      "epoch": 0.10657594646087183,
      "grad_norm": 6.09375,
      "learning_rate": 4.4676933186849996e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5364362567663192,
      "num_tokens": 64779869.0,
      "step": 84020
    },
    {
      "epoch": 0.10658863105340467,
      "grad_norm": 7.875,
      "learning_rate": 4.46762988767637e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5342796534299851,
      "num_tokens": 64786422.0,
      "step": 84030
    },
    {
      "epoch": 0.1066013156459375,
      "grad_norm": 5.09375,
      "learning_rate": 4.467566456667741e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5510219961404801,
      "num_tokens": 64794949.0,
      "step": 84040
    },
    {
      "epoch": 0.10661400023847034,
      "grad_norm": 4.65625,
      "learning_rate": 4.467503025659112e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.5155901998281479,
      "num_tokens": 64804077.0,
      "step": 84050
    },
    {
      "epoch": 0.10662668483100317,
      "grad_norm": 4.65625,
      "learning_rate": 4.4674395946504824e-05,
      "loss": 1.8822,
      "mean_token_accuracy": 0.5692332625389099,
      "num_tokens": 64813021.0,
      "step": 84060
    },
    {
      "epoch": 0.10663936942353601,
      "grad_norm": 6.1875,
      "learning_rate": 4.4673761636418536e-05,
      "loss": 2.2608,
      "mean_token_accuracy": 0.5147634446620941,
      "num_tokens": 64821069.0,
      "step": 84070
    },
    {
      "epoch": 0.10665205401606884,
      "grad_norm": 4.65625,
      "learning_rate": 4.467312732633224e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5251029819250107,
      "num_tokens": 64830000.0,
      "step": 84080
    },
    {
      "epoch": 0.10666473860860168,
      "grad_norm": 6.1875,
      "learning_rate": 4.4672493016245953e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5354204326868057,
      "num_tokens": 64837432.0,
      "step": 84090
    },
    {
      "epoch": 0.1066774232011345,
      "grad_norm": 5.8125,
      "learning_rate": 4.467185870615966e-05,
      "loss": 2.3415,
      "mean_token_accuracy": 0.5082677662372589,
      "num_tokens": 64846267.0,
      "step": 84100
    },
    {
      "epoch": 0.10669010779366735,
      "grad_norm": 4.90625,
      "learning_rate": 4.467122439607337e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5254403233528138,
      "num_tokens": 64854279.0,
      "step": 84110
    },
    {
      "epoch": 0.10670279238620017,
      "grad_norm": 7.53125,
      "learning_rate": 4.4670590085987076e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5456544518470764,
      "num_tokens": 64861308.0,
      "step": 84120
    },
    {
      "epoch": 0.10671547697873301,
      "grad_norm": 5.15625,
      "learning_rate": 4.466995577590078e-05,
      "loss": 2.2656,
      "mean_token_accuracy": 0.5160184293985367,
      "num_tokens": 64869811.0,
      "step": 84130
    },
    {
      "epoch": 0.10672816157126584,
      "grad_norm": 5.9375,
      "learning_rate": 4.4669321465814494e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5244522422552109,
      "num_tokens": 64877729.0,
      "step": 84140
    },
    {
      "epoch": 0.10674084616379868,
      "grad_norm": 5.59375,
      "learning_rate": 4.46686871557282e-05,
      "loss": 1.8848,
      "mean_token_accuracy": 0.5863853991031647,
      "num_tokens": 64884449.0,
      "step": 84150
    },
    {
      "epoch": 0.10675353075633151,
      "grad_norm": 4.6875,
      "learning_rate": 4.466805284564191e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5433219760656357,
      "num_tokens": 64893340.0,
      "step": 84160
    },
    {
      "epoch": 0.10676621534886435,
      "grad_norm": 5.78125,
      "learning_rate": 4.4667418535555623e-05,
      "loss": 1.9809,
      "mean_token_accuracy": 0.5580583870410919,
      "num_tokens": 64901247.0,
      "step": 84170
    },
    {
      "epoch": 0.10677889994139718,
      "grad_norm": 4.96875,
      "learning_rate": 4.466678422546933e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5243937224149704,
      "num_tokens": 64909451.0,
      "step": 84180
    },
    {
      "epoch": 0.10679158453393002,
      "grad_norm": 12.5,
      "learning_rate": 4.466614991538304e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5585281670093536,
      "num_tokens": 64916855.0,
      "step": 84190
    },
    {
      "epoch": 0.10680426912646285,
      "grad_norm": 4.6875,
      "learning_rate": 4.466551560529674e-05,
      "loss": 2.3061,
      "mean_token_accuracy": 0.5016355484724044,
      "num_tokens": 64924951.0,
      "step": 84200
    },
    {
      "epoch": 0.10681695371899569,
      "grad_norm": 4.75,
      "learning_rate": 4.466488129521045e-05,
      "loss": 2.2947,
      "mean_token_accuracy": 0.5124302595853806,
      "num_tokens": 64933868.0,
      "step": 84210
    },
    {
      "epoch": 0.10682963831152852,
      "grad_norm": 6.3125,
      "learning_rate": 4.4664246985124164e-05,
      "loss": 1.9699,
      "mean_token_accuracy": 0.57939672768116,
      "num_tokens": 64941820.0,
      "step": 84220
    },
    {
      "epoch": 0.10684232290406136,
      "grad_norm": 5.96875,
      "learning_rate": 4.466361267503787e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5395881444215774,
      "num_tokens": 64950148.0,
      "step": 84230
    },
    {
      "epoch": 0.10685500749659418,
      "grad_norm": 7.09375,
      "learning_rate": 4.466297836495158e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5531313300132752,
      "num_tokens": 64958059.0,
      "step": 84240
    },
    {
      "epoch": 0.10686769208912703,
      "grad_norm": 5.1875,
      "learning_rate": 4.4662344054865287e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5365004777908325,
      "num_tokens": 64965663.0,
      "step": 84250
    },
    {
      "epoch": 0.10688037668165985,
      "grad_norm": 5.21875,
      "learning_rate": 4.4661709744779e-05,
      "loss": 2.2447,
      "mean_token_accuracy": 0.5181368887424469,
      "num_tokens": 64973422.0,
      "step": 84260
    },
    {
      "epoch": 0.1068930612741927,
      "grad_norm": 8.25,
      "learning_rate": 4.4661075434692704e-05,
      "loss": 1.7898,
      "mean_token_accuracy": 0.6055224984884262,
      "num_tokens": 64980228.0,
      "step": 84270
    },
    {
      "epoch": 0.10690574586672552,
      "grad_norm": 6.28125,
      "learning_rate": 4.466044112460641e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5301439225673675,
      "num_tokens": 64988165.0,
      "step": 84280
    },
    {
      "epoch": 0.10691843045925836,
      "grad_norm": 8.0,
      "learning_rate": 4.465980681452012e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5153147667646408,
      "num_tokens": 64995536.0,
      "step": 84290
    },
    {
      "epoch": 0.10693111505179119,
      "grad_norm": 5.78125,
      "learning_rate": 4.465917250443383e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5590250939130783,
      "num_tokens": 65002973.0,
      "step": 84300
    },
    {
      "epoch": 0.10694379964432403,
      "grad_norm": 5.21875,
      "learning_rate": 4.465853819434754e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.537847277522087,
      "num_tokens": 65010480.0,
      "step": 84310
    },
    {
      "epoch": 0.10695648423685686,
      "grad_norm": 4.78125,
      "learning_rate": 4.465790388426125e-05,
      "loss": 2.2493,
      "mean_token_accuracy": 0.515971553325653,
      "num_tokens": 65018654.0,
      "step": 84320
    },
    {
      "epoch": 0.1069691688293897,
      "grad_norm": 4.625,
      "learning_rate": 4.4657269574174956e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5357099384069443,
      "num_tokens": 65027264.0,
      "step": 84330
    },
    {
      "epoch": 0.10698185342192253,
      "grad_norm": 6.59375,
      "learning_rate": 4.465663526408866e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5829470157623291,
      "num_tokens": 65034539.0,
      "step": 84340
    },
    {
      "epoch": 0.10699453801445537,
      "grad_norm": 6.0625,
      "learning_rate": 4.465600095400237e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5351796329021454,
      "num_tokens": 65043620.0,
      "step": 84350
    },
    {
      "epoch": 0.1070072226069882,
      "grad_norm": 5.78125,
      "learning_rate": 4.465536664391608e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5299110561609268,
      "num_tokens": 65052118.0,
      "step": 84360
    },
    {
      "epoch": 0.10701990719952104,
      "grad_norm": 4.21875,
      "learning_rate": 4.465473233382979e-05,
      "loss": 1.7775,
      "mean_token_accuracy": 0.6065215855836869,
      "num_tokens": 65058522.0,
      "step": 84370
    },
    {
      "epoch": 0.10703259179205386,
      "grad_norm": 7.03125,
      "learning_rate": 4.46540980237435e-05,
      "loss": 1.997,
      "mean_token_accuracy": 0.5531312882900238,
      "num_tokens": 65064846.0,
      "step": 84380
    },
    {
      "epoch": 0.1070452763845867,
      "grad_norm": 4.59375,
      "learning_rate": 4.465346371365721e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5607301831245423,
      "num_tokens": 65073591.0,
      "step": 84390
    },
    {
      "epoch": 0.10705796097711953,
      "grad_norm": 5.5,
      "learning_rate": 4.4652829403570914e-05,
      "loss": 2.3492,
      "mean_token_accuracy": 0.5058521896600723,
      "num_tokens": 65080425.0,
      "step": 84400
    },
    {
      "epoch": 0.10707064556965237,
      "grad_norm": 5.9375,
      "learning_rate": 4.465219509348462e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.552692100405693,
      "num_tokens": 65088171.0,
      "step": 84410
    },
    {
      "epoch": 0.1070833301621852,
      "grad_norm": 5.21875,
      "learning_rate": 4.465156078339833e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5415920138359069,
      "num_tokens": 65095404.0,
      "step": 84420
    },
    {
      "epoch": 0.10709601475471803,
      "grad_norm": 6.8125,
      "learning_rate": 4.465092647331204e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5361571878194809,
      "num_tokens": 65105131.0,
      "step": 84430
    },
    {
      "epoch": 0.10710869934725087,
      "grad_norm": 7.40625,
      "learning_rate": 4.465029216322575e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5366011977195739,
      "num_tokens": 65112324.0,
      "step": 84440
    },
    {
      "epoch": 0.1071213839397837,
      "grad_norm": 4.71875,
      "learning_rate": 4.4649657853139455e-05,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5100022733211518,
      "num_tokens": 65121189.0,
      "step": 84450
    },
    {
      "epoch": 0.10713406853231654,
      "grad_norm": 4.96875,
      "learning_rate": 4.464902354305317e-05,
      "loss": 2.3246,
      "mean_token_accuracy": 0.5112341225147248,
      "num_tokens": 65129845.0,
      "step": 84460
    },
    {
      "epoch": 0.10714675312484936,
      "grad_norm": 4.90625,
      "learning_rate": 4.464838923296687e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.538964256644249,
      "num_tokens": 65137798.0,
      "step": 84470
    },
    {
      "epoch": 0.1071594377173822,
      "grad_norm": 5.125,
      "learning_rate": 4.464775492288058e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.527184471487999,
      "num_tokens": 65145524.0,
      "step": 84480
    },
    {
      "epoch": 0.10717212230991503,
      "grad_norm": 4.96875,
      "learning_rate": 4.464712061279429e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5353245884180069,
      "num_tokens": 65153925.0,
      "step": 84490
    },
    {
      "epoch": 0.10718480690244787,
      "grad_norm": 5.0625,
      "learning_rate": 4.4646486302707995e-05,
      "loss": 1.7295,
      "mean_token_accuracy": 0.6069794297218323,
      "num_tokens": 65160596.0,
      "step": 84500
    },
    {
      "epoch": 0.1071974914949807,
      "grad_norm": 6.6875,
      "learning_rate": 4.464585199262171e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5322534143924713,
      "num_tokens": 65168492.0,
      "step": 84510
    },
    {
      "epoch": 0.10721017608751354,
      "grad_norm": 10.625,
      "learning_rate": 4.464521768253542e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5444717079401016,
      "num_tokens": 65176136.0,
      "step": 84520
    },
    {
      "epoch": 0.10722286068004637,
      "grad_norm": 5.40625,
      "learning_rate": 4.4644583372449124e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5166213989257813,
      "num_tokens": 65184343.0,
      "step": 84530
    },
    {
      "epoch": 0.10723554527257921,
      "grad_norm": 10.4375,
      "learning_rate": 4.464394906236283e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5510291904211044,
      "num_tokens": 65191127.0,
      "step": 84540
    },
    {
      "epoch": 0.10724822986511204,
      "grad_norm": 6.03125,
      "learning_rate": 4.464331475227654e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5217657864093781,
      "num_tokens": 65199833.0,
      "step": 84550
    },
    {
      "epoch": 0.10726091445764488,
      "grad_norm": 6.09375,
      "learning_rate": 4.464268044219025e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.558257806301117,
      "num_tokens": 65207882.0,
      "step": 84560
    },
    {
      "epoch": 0.1072735990501777,
      "grad_norm": 6.1875,
      "learning_rate": 4.464204613210396e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.536836439371109,
      "num_tokens": 65214924.0,
      "step": 84570
    },
    {
      "epoch": 0.10728628364271055,
      "grad_norm": 5.84375,
      "learning_rate": 4.4641411822017665e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5449783504009247,
      "num_tokens": 65223796.0,
      "step": 84580
    },
    {
      "epoch": 0.10729896823524337,
      "grad_norm": 4.59375,
      "learning_rate": 4.464077751193138e-05,
      "loss": 1.9248,
      "mean_token_accuracy": 0.5644493520259857,
      "num_tokens": 65230639.0,
      "step": 84590
    },
    {
      "epoch": 0.10731165282777622,
      "grad_norm": 6.03125,
      "learning_rate": 4.464014320184509e-05,
      "loss": 2.3728,
      "mean_token_accuracy": 0.5073888212442398,
      "num_tokens": 65238164.0,
      "step": 84600
    },
    {
      "epoch": 0.10732433742030904,
      "grad_norm": 5.71875,
      "learning_rate": 4.4639508891758794e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5359488964080811,
      "num_tokens": 65247231.0,
      "step": 84610
    },
    {
      "epoch": 0.10733702201284188,
      "grad_norm": 4.96875,
      "learning_rate": 4.46388745816725e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5396903395652771,
      "num_tokens": 65256072.0,
      "step": 84620
    },
    {
      "epoch": 0.10734970660537471,
      "grad_norm": 5.90625,
      "learning_rate": 4.4638240271586205e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5485875129699707,
      "num_tokens": 65263432.0,
      "step": 84630
    },
    {
      "epoch": 0.10736239119790755,
      "grad_norm": 6.0625,
      "learning_rate": 4.463760596149992e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5392233371734619,
      "num_tokens": 65271590.0,
      "step": 84640
    },
    {
      "epoch": 0.10737507579044038,
      "grad_norm": 4.78125,
      "learning_rate": 4.463697165141363e-05,
      "loss": 1.7372,
      "mean_token_accuracy": 0.6162968099117279,
      "num_tokens": 65279122.0,
      "step": 84650
    },
    {
      "epoch": 0.10738776038297322,
      "grad_norm": 5.0625,
      "learning_rate": 4.4636337341327335e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5199705392122269,
      "num_tokens": 65287132.0,
      "step": 84660
    },
    {
      "epoch": 0.10740044497550605,
      "grad_norm": 5.78125,
      "learning_rate": 4.463570303124105e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5603398770093918,
      "num_tokens": 65294469.0,
      "step": 84670
    },
    {
      "epoch": 0.10741312956803889,
      "grad_norm": 4.59375,
      "learning_rate": 4.463506872115475e-05,
      "loss": 2.2053,
      "mean_token_accuracy": 0.5182268559932709,
      "num_tokens": 65303075.0,
      "step": 84680
    },
    {
      "epoch": 0.10742581416057172,
      "grad_norm": 6.34375,
      "learning_rate": 4.463443441106846e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.515969967842102,
      "num_tokens": 65310244.0,
      "step": 84690
    },
    {
      "epoch": 0.10743849875310456,
      "grad_norm": 6.5625,
      "learning_rate": 4.463380010098217e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5299258470535279,
      "num_tokens": 65318277.0,
      "step": 84700
    },
    {
      "epoch": 0.10745118334563739,
      "grad_norm": 5.40625,
      "learning_rate": 4.4633165790895875e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5266222357749939,
      "num_tokens": 65326023.0,
      "step": 84710
    },
    {
      "epoch": 0.10746386793817023,
      "grad_norm": 8.625,
      "learning_rate": 4.463253148080959e-05,
      "loss": 1.9067,
      "mean_token_accuracy": 0.5754432499408721,
      "num_tokens": 65332792.0,
      "step": 84720
    },
    {
      "epoch": 0.10747655253070305,
      "grad_norm": 5.4375,
      "learning_rate": 4.463189717072329e-05,
      "loss": 1.9134,
      "mean_token_accuracy": 0.569784152507782,
      "num_tokens": 65341048.0,
      "step": 84730
    },
    {
      "epoch": 0.1074892371232359,
      "grad_norm": 5.0625,
      "learning_rate": 4.4631262860637005e-05,
      "loss": 1.8057,
      "mean_token_accuracy": 0.6066441893577575,
      "num_tokens": 65348593.0,
      "step": 84740
    },
    {
      "epoch": 0.10750192171576872,
      "grad_norm": 5.6875,
      "learning_rate": 4.463062855055071e-05,
      "loss": 2.2326,
      "mean_token_accuracy": 0.5229889214038849,
      "num_tokens": 65355840.0,
      "step": 84750
    },
    {
      "epoch": 0.10751460630830156,
      "grad_norm": 4.75,
      "learning_rate": 4.4629994240464415e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5347701489925385,
      "num_tokens": 65364116.0,
      "step": 84760
    },
    {
      "epoch": 0.10752729090083439,
      "grad_norm": 11.0,
      "learning_rate": 4.462935993037813e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5491579651832581,
      "num_tokens": 65371521.0,
      "step": 84770
    },
    {
      "epoch": 0.10753997549336723,
      "grad_norm": 5.15625,
      "learning_rate": 4.462872562029183e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5357957214117051,
      "num_tokens": 65379478.0,
      "step": 84780
    },
    {
      "epoch": 0.10755266008590006,
      "grad_norm": 4.96875,
      "learning_rate": 4.4628091310205545e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.567794817686081,
      "num_tokens": 65387174.0,
      "step": 84790
    },
    {
      "epoch": 0.1075653446784329,
      "grad_norm": 6.9375,
      "learning_rate": 4.462745700011926e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5450386941432953,
      "num_tokens": 65394405.0,
      "step": 84800
    },
    {
      "epoch": 0.10757802927096573,
      "grad_norm": 6.25,
      "learning_rate": 4.462682269003296e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.533570796251297,
      "num_tokens": 65402759.0,
      "step": 84810
    },
    {
      "epoch": 0.10759071386349857,
      "grad_norm": 6.53125,
      "learning_rate": 4.462618837994667e-05,
      "loss": 1.8642,
      "mean_token_accuracy": 0.594413748383522,
      "num_tokens": 65409833.0,
      "step": 84820
    },
    {
      "epoch": 0.1076033984560314,
      "grad_norm": 6.5,
      "learning_rate": 4.462555406986037e-05,
      "loss": 1.8838,
      "mean_token_accuracy": 0.5771376937627792,
      "num_tokens": 65415930.0,
      "step": 84830
    },
    {
      "epoch": 0.10761608304856424,
      "grad_norm": 5.0,
      "learning_rate": 4.4624919759774085e-05,
      "loss": 1.8825,
      "mean_token_accuracy": 0.5822805404663086,
      "num_tokens": 65422527.0,
      "step": 84840
    },
    {
      "epoch": 0.10762876764109706,
      "grad_norm": 5.90625,
      "learning_rate": 4.46242854496878e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5474998593330384,
      "num_tokens": 65429728.0,
      "step": 84850
    },
    {
      "epoch": 0.1076414522336299,
      "grad_norm": 6.15625,
      "learning_rate": 4.46236511396015e-05,
      "loss": 2.4458,
      "mean_token_accuracy": 0.4924364507198334,
      "num_tokens": 65437914.0,
      "step": 84860
    },
    {
      "epoch": 0.10765413682616273,
      "grad_norm": 4.71875,
      "learning_rate": 4.4623016829515215e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5381914466619492,
      "num_tokens": 65446180.0,
      "step": 84870
    },
    {
      "epoch": 0.10766682141869557,
      "grad_norm": 5.25,
      "learning_rate": 4.462238251942892e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5753325462341309,
      "num_tokens": 65453115.0,
      "step": 84880
    },
    {
      "epoch": 0.1076795060112284,
      "grad_norm": 4.84375,
      "learning_rate": 4.4621748209342626e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5384310722351074,
      "num_tokens": 65461099.0,
      "step": 84890
    },
    {
      "epoch": 0.10769219060376123,
      "grad_norm": 7.09375,
      "learning_rate": 4.462111389925634e-05,
      "loss": 2.3618,
      "mean_token_accuracy": 0.4992104321718216,
      "num_tokens": 65469797.0,
      "step": 84900
    },
    {
      "epoch": 0.10770487519629407,
      "grad_norm": 5.40625,
      "learning_rate": 4.462047958917004e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5152067959308624,
      "num_tokens": 65478386.0,
      "step": 84910
    },
    {
      "epoch": 0.1077175597888269,
      "grad_norm": 12.875,
      "learning_rate": 4.4619845279083755e-05,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5336532860994339,
      "num_tokens": 65486232.0,
      "step": 84920
    },
    {
      "epoch": 0.10773024438135974,
      "grad_norm": 5.6875,
      "learning_rate": 4.461921096899746e-05,
      "loss": 2.2605,
      "mean_token_accuracy": 0.512178048491478,
      "num_tokens": 65493162.0,
      "step": 84930
    },
    {
      "epoch": 0.10774292897389257,
      "grad_norm": 5.375,
      "learning_rate": 4.461857665891117e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5352474272251129,
      "num_tokens": 65501660.0,
      "step": 84940
    },
    {
      "epoch": 0.1077556135664254,
      "grad_norm": 5.46875,
      "learning_rate": 4.4617942348824885e-05,
      "loss": 1.847,
      "mean_token_accuracy": 0.5863567292690277,
      "num_tokens": 65507985.0,
      "step": 84950
    },
    {
      "epoch": 0.10776829815895823,
      "grad_norm": 6.46875,
      "learning_rate": 4.461730803873858e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5482750862836838,
      "num_tokens": 65515921.0,
      "step": 84960
    },
    {
      "epoch": 0.10778098275149108,
      "grad_norm": 5.3125,
      "learning_rate": 4.4616673728652295e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5442547261714935,
      "num_tokens": 65524285.0,
      "step": 84970
    },
    {
      "epoch": 0.1077936673440239,
      "grad_norm": 5.4375,
      "learning_rate": 4.4616039418566e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5426336646080017,
      "num_tokens": 65532744.0,
      "step": 84980
    },
    {
      "epoch": 0.10780635193655674,
      "grad_norm": 4.90625,
      "learning_rate": 4.461540510847971e-05,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5787978559732437,
      "num_tokens": 65540238.0,
      "step": 84990
    },
    {
      "epoch": 0.10781903652908957,
      "grad_norm": 6.4375,
      "learning_rate": 4.4614770798393425e-05,
      "loss": 2.2833,
      "mean_token_accuracy": 0.4989451289176941,
      "num_tokens": 65548267.0,
      "step": 85000
    },
    {
      "epoch": 0.10783172112162241,
      "grad_norm": 5.3125,
      "learning_rate": 4.461413648830713e-05,
      "loss": 1.8942,
      "mean_token_accuracy": 0.5747196733951568,
      "num_tokens": 65555330.0,
      "step": 85010
    },
    {
      "epoch": 0.10784440571415524,
      "grad_norm": 5.3125,
      "learning_rate": 4.461350217822084e-05,
      "loss": 2.2622,
      "mean_token_accuracy": 0.5165829479694366,
      "num_tokens": 65564074.0,
      "step": 85020
    },
    {
      "epoch": 0.10785709030668808,
      "grad_norm": 5.34375,
      "learning_rate": 4.461286786813455e-05,
      "loss": 2.3207,
      "mean_token_accuracy": 0.5052638918161392,
      "num_tokens": 65572776.0,
      "step": 85030
    },
    {
      "epoch": 0.10786977489922091,
      "grad_norm": 5.1875,
      "learning_rate": 4.461223355804825e-05,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5249619662761689,
      "num_tokens": 65580566.0,
      "step": 85040
    },
    {
      "epoch": 0.10788245949175375,
      "grad_norm": 5.28125,
      "learning_rate": 4.4611599247961965e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.535131362080574,
      "num_tokens": 65589542.0,
      "step": 85050
    },
    {
      "epoch": 0.10789514408428658,
      "grad_norm": 5.21875,
      "learning_rate": 4.461096493787567e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5451220154762269,
      "num_tokens": 65597424.0,
      "step": 85060
    },
    {
      "epoch": 0.10790782867681942,
      "grad_norm": 5.28125,
      "learning_rate": 4.461033062778938e-05,
      "loss": 1.8091,
      "mean_token_accuracy": 0.5892084509134292,
      "num_tokens": 65603529.0,
      "step": 85070
    },
    {
      "epoch": 0.10792051326935224,
      "grad_norm": 5.71875,
      "learning_rate": 4.460969631770309e-05,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5677881121635437,
      "num_tokens": 65611810.0,
      "step": 85080
    },
    {
      "epoch": 0.10793319786188509,
      "grad_norm": 6.78125,
      "learning_rate": 4.46090620076168e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5307217866182328,
      "num_tokens": 65619150.0,
      "step": 85090
    },
    {
      "epoch": 0.10794588245441791,
      "grad_norm": 5.34375,
      "learning_rate": 4.4608427697530506e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5491983473300934,
      "num_tokens": 65626371.0,
      "step": 85100
    },
    {
      "epoch": 0.10795856704695075,
      "grad_norm": 6.09375,
      "learning_rate": 4.460779338744421e-05,
      "loss": 1.7481,
      "mean_token_accuracy": 0.607135409116745,
      "num_tokens": 65631300.0,
      "step": 85110
    },
    {
      "epoch": 0.10797125163948358,
      "grad_norm": 5.65625,
      "learning_rate": 4.460715907735792e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.5250766575336456,
      "num_tokens": 65639081.0,
      "step": 85120
    },
    {
      "epoch": 0.10798393623201642,
      "grad_norm": 5.75,
      "learning_rate": 4.460652476727163e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5376134961843491,
      "num_tokens": 65646397.0,
      "step": 85130
    },
    {
      "epoch": 0.10799662082454925,
      "grad_norm": 4.5,
      "learning_rate": 4.460589045718534e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5488033920526505,
      "num_tokens": 65654764.0,
      "step": 85140
    },
    {
      "epoch": 0.10800930541708209,
      "grad_norm": 4.53125,
      "learning_rate": 4.460525614709905e-05,
      "loss": 2.2659,
      "mean_token_accuracy": 0.5128173202276229,
      "num_tokens": 65662611.0,
      "step": 85150
    },
    {
      "epoch": 0.10802199000961492,
      "grad_norm": 7.25,
      "learning_rate": 4.460462183701276e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5430424034595489,
      "num_tokens": 65670683.0,
      "step": 85160
    },
    {
      "epoch": 0.10803467460214776,
      "grad_norm": 5.78125,
      "learning_rate": 4.4603987526926464e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.52586410343647,
      "num_tokens": 65678069.0,
      "step": 85170
    },
    {
      "epoch": 0.10804735919468059,
      "grad_norm": 7.15625,
      "learning_rate": 4.460335321684017e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5429037064313889,
      "num_tokens": 65686052.0,
      "step": 85180
    },
    {
      "epoch": 0.10806004378721343,
      "grad_norm": 8.4375,
      "learning_rate": 4.460271890675388e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5430086255073547,
      "num_tokens": 65692867.0,
      "step": 85190
    },
    {
      "epoch": 0.10807272837974626,
      "grad_norm": 4.8125,
      "learning_rate": 4.460208459666759e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5806586384773255,
      "num_tokens": 65700714.0,
      "step": 85200
    },
    {
      "epoch": 0.1080854129722791,
      "grad_norm": 4.71875,
      "learning_rate": 4.46014502865813e-05,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5190022408962249,
      "num_tokens": 65709569.0,
      "step": 85210
    },
    {
      "epoch": 0.10809809756481192,
      "grad_norm": 4.78125,
      "learning_rate": 4.460081597649501e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.549377191066742,
      "num_tokens": 65717499.0,
      "step": 85220
    },
    {
      "epoch": 0.10811078215734476,
      "grad_norm": 4.625,
      "learning_rate": 4.4600181666408716e-05,
      "loss": 2.2822,
      "mean_token_accuracy": 0.5078634709119797,
      "num_tokens": 65727250.0,
      "step": 85230
    },
    {
      "epoch": 0.10812346674987759,
      "grad_norm": 6.1875,
      "learning_rate": 4.459954735632242e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5561535894870758,
      "num_tokens": 65734962.0,
      "step": 85240
    },
    {
      "epoch": 0.10813615134241043,
      "grad_norm": 5.3125,
      "learning_rate": 4.4598913046236133e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5628413736820221,
      "num_tokens": 65742748.0,
      "step": 85250
    },
    {
      "epoch": 0.10814883593494326,
      "grad_norm": 6.875,
      "learning_rate": 4.459827873614984e-05,
      "loss": 1.7358,
      "mean_token_accuracy": 0.6117199927568435,
      "num_tokens": 65749368.0,
      "step": 85260
    },
    {
      "epoch": 0.1081615205274761,
      "grad_norm": 6.78125,
      "learning_rate": 4.459764442606355e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5532377779483795,
      "num_tokens": 65756289.0,
      "step": 85270
    },
    {
      "epoch": 0.10817420512000893,
      "grad_norm": 5.65625,
      "learning_rate": 4.4597010115977256e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.543861249089241,
      "num_tokens": 65764126.0,
      "step": 85280
    },
    {
      "epoch": 0.10818688971254177,
      "grad_norm": 5.78125,
      "learning_rate": 4.459637580589097e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5257853239774704,
      "num_tokens": 65771515.0,
      "step": 85290
    },
    {
      "epoch": 0.1081995743050746,
      "grad_norm": 3.9375,
      "learning_rate": 4.4595741495804674e-05,
      "loss": 1.7805,
      "mean_token_accuracy": 0.5948233306407928,
      "num_tokens": 65779076.0,
      "step": 85300
    },
    {
      "epoch": 0.10821225889760744,
      "grad_norm": 6.71875,
      "learning_rate": 4.459510718571838e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5577035933732987,
      "num_tokens": 65786678.0,
      "step": 85310
    },
    {
      "epoch": 0.10822494349014027,
      "grad_norm": 6.1875,
      "learning_rate": 4.459447287563209e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5713096410036087,
      "num_tokens": 65794047.0,
      "step": 85320
    },
    {
      "epoch": 0.1082376280826731,
      "grad_norm": 4.9375,
      "learning_rate": 4.4593838565545797e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5616617262363434,
      "num_tokens": 65802936.0,
      "step": 85330
    },
    {
      "epoch": 0.10825031267520593,
      "grad_norm": 6.09375,
      "learning_rate": 4.459320425545951e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5082845658063888,
      "num_tokens": 65811285.0,
      "step": 85340
    },
    {
      "epoch": 0.10826299726773878,
      "grad_norm": 8.1875,
      "learning_rate": 4.459256994537322e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5180915802717209,
      "num_tokens": 65818980.0,
      "step": 85350
    },
    {
      "epoch": 0.1082756818602716,
      "grad_norm": 7.21875,
      "learning_rate": 4.4591935635286926e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.548484542965889,
      "num_tokens": 65825878.0,
      "step": 85360
    },
    {
      "epoch": 0.10828836645280443,
      "grad_norm": 5.9375,
      "learning_rate": 4.459130132520064e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5268121838569642,
      "num_tokens": 65833273.0,
      "step": 85370
    },
    {
      "epoch": 0.10830105104533727,
      "grad_norm": 6.40625,
      "learning_rate": 4.459066701511434e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5527594447135925,
      "num_tokens": 65840650.0,
      "step": 85380
    },
    {
      "epoch": 0.1083137356378701,
      "grad_norm": 6.65625,
      "learning_rate": 4.459003270502805e-05,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5727335691452027,
      "num_tokens": 65847908.0,
      "step": 85390
    },
    {
      "epoch": 0.10832642023040294,
      "grad_norm": 5.9375,
      "learning_rate": 4.458939839494176e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5583294421434403,
      "num_tokens": 65855592.0,
      "step": 85400
    },
    {
      "epoch": 0.10833910482293577,
      "grad_norm": 5.21875,
      "learning_rate": 4.4588764084855466e-05,
      "loss": 2.2445,
      "mean_token_accuracy": 0.5258824586868286,
      "num_tokens": 65863539.0,
      "step": 85410
    },
    {
      "epoch": 0.10835178941546861,
      "grad_norm": 5.46875,
      "learning_rate": 4.458812977476918e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.53553207218647,
      "num_tokens": 65872881.0,
      "step": 85420
    },
    {
      "epoch": 0.10836447400800144,
      "grad_norm": 4.875,
      "learning_rate": 4.4587495464682884e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5768444210290908,
      "num_tokens": 65880390.0,
      "step": 85430
    },
    {
      "epoch": 0.10837715860053428,
      "grad_norm": 5.875,
      "learning_rate": 4.4586861154596596e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5555940806865692,
      "num_tokens": 65888149.0,
      "step": 85440
    },
    {
      "epoch": 0.1083898431930671,
      "grad_norm": 5.875,
      "learning_rate": 4.45862268445103e-05,
      "loss": 1.8705,
      "mean_token_accuracy": 0.5851240366697311,
      "num_tokens": 65894557.0,
      "step": 85450
    },
    {
      "epoch": 0.10840252778559994,
      "grad_norm": 5.125,
      "learning_rate": 4.458559253442401e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5483795553445816,
      "num_tokens": 65902742.0,
      "step": 85460
    },
    {
      "epoch": 0.10841521237813277,
      "grad_norm": 5.09375,
      "learning_rate": 4.458495822433772e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5427982538938523,
      "num_tokens": 65909789.0,
      "step": 85470
    },
    {
      "epoch": 0.10842789697066561,
      "grad_norm": 5.3125,
      "learning_rate": 4.458432391425143e-05,
      "loss": 1.9388,
      "mean_token_accuracy": 0.5754166185855866,
      "num_tokens": 65916800.0,
      "step": 85480
    },
    {
      "epoch": 0.10844058156319844,
      "grad_norm": 5.46875,
      "learning_rate": 4.4583689604165136e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5330303728580474,
      "num_tokens": 65924290.0,
      "step": 85490
    },
    {
      "epoch": 0.10845326615573128,
      "grad_norm": 6.8125,
      "learning_rate": 4.458305529407885e-05,
      "loss": 2.346,
      "mean_token_accuracy": 0.5067830234766006,
      "num_tokens": 65931949.0,
      "step": 85500
    },
    {
      "epoch": 0.10846595074826411,
      "grad_norm": 4.75,
      "learning_rate": 4.4582420983992554e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5391759842634201,
      "num_tokens": 65940290.0,
      "step": 85510
    },
    {
      "epoch": 0.10847863534079695,
      "grad_norm": 5.875,
      "learning_rate": 4.458178667390626e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5304015785455704,
      "num_tokens": 65948024.0,
      "step": 85520
    },
    {
      "epoch": 0.10849131993332978,
      "grad_norm": 5.40625,
      "learning_rate": 4.458115236381997e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5561815559864044,
      "num_tokens": 65955065.0,
      "step": 85530
    },
    {
      "epoch": 0.10850400452586262,
      "grad_norm": 4.90625,
      "learning_rate": 4.458051805373368e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.534566804766655,
      "num_tokens": 65963043.0,
      "step": 85540
    },
    {
      "epoch": 0.10851668911839545,
      "grad_norm": 8.5,
      "learning_rate": 4.457988374364739e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.560287493467331,
      "num_tokens": 65970595.0,
      "step": 85550
    },
    {
      "epoch": 0.10852937371092829,
      "grad_norm": 5.03125,
      "learning_rate": 4.4579249433561094e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5259076148271561,
      "num_tokens": 65978089.0,
      "step": 85560
    },
    {
      "epoch": 0.10854205830346111,
      "grad_norm": 5.5,
      "learning_rate": 4.4578615123474806e-05,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5711112737655639,
      "num_tokens": 65986717.0,
      "step": 85570
    },
    {
      "epoch": 0.10855474289599396,
      "grad_norm": 6.15625,
      "learning_rate": 4.457798081338851e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5215488702058793,
      "num_tokens": 65994793.0,
      "step": 85580
    },
    {
      "epoch": 0.10856742748852678,
      "grad_norm": 5.15625,
      "learning_rate": 4.457734650330222e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.544728907942772,
      "num_tokens": 66002107.0,
      "step": 85590
    },
    {
      "epoch": 0.10858011208105962,
      "grad_norm": 5.4375,
      "learning_rate": 4.457671219321593e-05,
      "loss": 2.2466,
      "mean_token_accuracy": 0.5188717633485794,
      "num_tokens": 66010451.0,
      "step": 85600
    },
    {
      "epoch": 0.10859279667359245,
      "grad_norm": 6.65625,
      "learning_rate": 4.4576077883129634e-05,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5656767964363099,
      "num_tokens": 66016746.0,
      "step": 85610
    },
    {
      "epoch": 0.10860548126612529,
      "grad_norm": 5.0625,
      "learning_rate": 4.457544357304335e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5625404328107834,
      "num_tokens": 66024525.0,
      "step": 85620
    },
    {
      "epoch": 0.10861816585865812,
      "grad_norm": 4.90625,
      "learning_rate": 4.457480926295706e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5282307714223862,
      "num_tokens": 66032334.0,
      "step": 85630
    },
    {
      "epoch": 0.10863085045119096,
      "grad_norm": 7.34375,
      "learning_rate": 4.4574174952870764e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5428302466869355,
      "num_tokens": 66038908.0,
      "step": 85640
    },
    {
      "epoch": 0.10864353504372379,
      "grad_norm": 6.5,
      "learning_rate": 4.457354064278447e-05,
      "loss": 1.8712,
      "mean_token_accuracy": 0.5884851425886154,
      "num_tokens": 66045142.0,
      "step": 85650
    },
    {
      "epoch": 0.10865621963625663,
      "grad_norm": 5.40625,
      "learning_rate": 4.4572906332698175e-05,
      "loss": 1.8871,
      "mean_token_accuracy": 0.5850411504507065,
      "num_tokens": 66050982.0,
      "step": 85660
    },
    {
      "epoch": 0.10866890422878946,
      "grad_norm": 6.03125,
      "learning_rate": 4.457227202261189e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5488733291625977,
      "num_tokens": 66058481.0,
      "step": 85670
    },
    {
      "epoch": 0.1086815888213223,
      "grad_norm": 5.625,
      "learning_rate": 4.45716377125256e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5150456041097641,
      "num_tokens": 66065760.0,
      "step": 85680
    },
    {
      "epoch": 0.10869427341385512,
      "grad_norm": 5.0,
      "learning_rate": 4.4571003402439304e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5327281385660172,
      "num_tokens": 66074681.0,
      "step": 85690
    },
    {
      "epoch": 0.10870695800638797,
      "grad_norm": 5.875,
      "learning_rate": 4.4570369092353017e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.541066899895668,
      "num_tokens": 66082508.0,
      "step": 85700
    },
    {
      "epoch": 0.1087196425989208,
      "grad_norm": 6.78125,
      "learning_rate": 4.456973478226672e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.558374485373497,
      "num_tokens": 66089345.0,
      "step": 85710
    },
    {
      "epoch": 0.10873232719145363,
      "grad_norm": 4.875,
      "learning_rate": 4.456910047218043e-05,
      "loss": 1.8602,
      "mean_token_accuracy": 0.5826666861772537,
      "num_tokens": 66096902.0,
      "step": 85720
    },
    {
      "epoch": 0.10874501178398646,
      "grad_norm": 4.9375,
      "learning_rate": 4.456846616209414e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.534660667181015,
      "num_tokens": 66105528.0,
      "step": 85730
    },
    {
      "epoch": 0.1087576963765193,
      "grad_norm": 4.6875,
      "learning_rate": 4.4567831852007845e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5593678474426269,
      "num_tokens": 66111897.0,
      "step": 85740
    },
    {
      "epoch": 0.10877038096905213,
      "grad_norm": 5.1875,
      "learning_rate": 4.456719754192156e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5180014878511429,
      "num_tokens": 66120329.0,
      "step": 85750
    },
    {
      "epoch": 0.10878306556158497,
      "grad_norm": 4.96875,
      "learning_rate": 4.456656323183526e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5613427042961121,
      "num_tokens": 66127580.0,
      "step": 85760
    },
    {
      "epoch": 0.1087957501541178,
      "grad_norm": 6.125,
      "learning_rate": 4.4565928921748974e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5560752123594284,
      "num_tokens": 66133889.0,
      "step": 85770
    },
    {
      "epoch": 0.10880843474665064,
      "grad_norm": 4.34375,
      "learning_rate": 4.4565294611662686e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5387567520141602,
      "num_tokens": 66141446.0,
      "step": 85780
    },
    {
      "epoch": 0.10882111933918347,
      "grad_norm": 5.375,
      "learning_rate": 4.456466030157639e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5351893246173859,
      "num_tokens": 66148881.0,
      "step": 85790
    },
    {
      "epoch": 0.10883380393171631,
      "grad_norm": 5.28125,
      "learning_rate": 4.45640259914901e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5364264011383056,
      "num_tokens": 66156755.0,
      "step": 85800
    },
    {
      "epoch": 0.10884648852424914,
      "grad_norm": 6.875,
      "learning_rate": 4.45633916814038e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.5717811733484268,
      "num_tokens": 66163121.0,
      "step": 85810
    },
    {
      "epoch": 0.10885917311678198,
      "grad_norm": 4.59375,
      "learning_rate": 4.4562757371317515e-05,
      "loss": 1.9359,
      "mean_token_accuracy": 0.5782069623470306,
      "num_tokens": 66170325.0,
      "step": 85820
    },
    {
      "epoch": 0.1088718577093148,
      "grad_norm": 5.8125,
      "learning_rate": 4.456212306123123e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5527128100395202,
      "num_tokens": 66178822.0,
      "step": 85830
    },
    {
      "epoch": 0.10888454230184763,
      "grad_norm": 5.75,
      "learning_rate": 4.456148875114493e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5457871347665787,
      "num_tokens": 66186889.0,
      "step": 85840
    },
    {
      "epoch": 0.10889722689438047,
      "grad_norm": 6.03125,
      "learning_rate": 4.4560854441058644e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5757731109857559,
      "num_tokens": 66193054.0,
      "step": 85850
    },
    {
      "epoch": 0.1089099114869133,
      "grad_norm": 6.21875,
      "learning_rate": 4.456022013097235e-05,
      "loss": 1.9027,
      "mean_token_accuracy": 0.5639752745628357,
      "num_tokens": 66201191.0,
      "step": 85860
    },
    {
      "epoch": 0.10892259607944614,
      "grad_norm": 5.4375,
      "learning_rate": 4.4559585820886055e-05,
      "loss": 1.7019,
      "mean_token_accuracy": 0.613339564204216,
      "num_tokens": 66208639.0,
      "step": 85870
    },
    {
      "epoch": 0.10893528067197897,
      "grad_norm": 4.96875,
      "learning_rate": 4.455895151079977e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.55334852039814,
      "num_tokens": 66217413.0,
      "step": 85880
    },
    {
      "epoch": 0.10894796526451181,
      "grad_norm": 5.625,
      "learning_rate": 4.455831720071347e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5420952409505844,
      "num_tokens": 66224431.0,
      "step": 85890
    },
    {
      "epoch": 0.10896064985704464,
      "grad_norm": 5.78125,
      "learning_rate": 4.4557682890627185e-05,
      "loss": 1.9809,
      "mean_token_accuracy": 0.5598690271377563,
      "num_tokens": 66232483.0,
      "step": 85900
    },
    {
      "epoch": 0.10897333444957748,
      "grad_norm": 6.21875,
      "learning_rate": 4.455704858054089e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5381183683872223,
      "num_tokens": 66240046.0,
      "step": 85910
    },
    {
      "epoch": 0.1089860190421103,
      "grad_norm": 5.78125,
      "learning_rate": 4.45564142704546e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5329130530357361,
      "num_tokens": 66247111.0,
      "step": 85920
    },
    {
      "epoch": 0.10899870363464315,
      "grad_norm": 5.90625,
      "learning_rate": 4.455577996036831e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5529964596033097,
      "num_tokens": 66254810.0,
      "step": 85930
    },
    {
      "epoch": 0.10901138822717597,
      "grad_norm": 4.96875,
      "learning_rate": 4.455514565028201e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5246299505233765,
      "num_tokens": 66262792.0,
      "step": 85940
    },
    {
      "epoch": 0.10902407281970881,
      "grad_norm": 5.03125,
      "learning_rate": 4.4554511340195725e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.5159942418336868,
      "num_tokens": 66271285.0,
      "step": 85950
    },
    {
      "epoch": 0.10903675741224164,
      "grad_norm": 5.34375,
      "learning_rate": 4.455387703010943e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5529605478048325,
      "num_tokens": 66279508.0,
      "step": 85960
    },
    {
      "epoch": 0.10904944200477448,
      "grad_norm": 6.21875,
      "learning_rate": 4.455324272002314e-05,
      "loss": 2.2618,
      "mean_token_accuracy": 0.5142922401428223,
      "num_tokens": 66287679.0,
      "step": 85970
    },
    {
      "epoch": 0.10906212659730731,
      "grad_norm": 7.96875,
      "learning_rate": 4.4552608409936854e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5664272725582122,
      "num_tokens": 66293911.0,
      "step": 85980
    },
    {
      "epoch": 0.10907481118984015,
      "grad_norm": 6.625,
      "learning_rate": 4.455197409985056e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5493860244750977,
      "num_tokens": 66301834.0,
      "step": 85990
    },
    {
      "epoch": 0.10908749578237298,
      "grad_norm": 5.96875,
      "learning_rate": 4.4551339789764265e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.527141672372818,
      "num_tokens": 66308952.0,
      "step": 86000
    },
    {
      "epoch": 0.10910018037490582,
      "grad_norm": 5.53125,
      "learning_rate": 4.455070547967797e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.547979885339737,
      "num_tokens": 66317449.0,
      "step": 86010
    },
    {
      "epoch": 0.10911286496743865,
      "grad_norm": 4.28125,
      "learning_rate": 4.455007116959168e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5402704328298569,
      "num_tokens": 66326471.0,
      "step": 86020
    },
    {
      "epoch": 0.10912554955997149,
      "grad_norm": 7.125,
      "learning_rate": 4.4549436859505395e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5375196874141693,
      "num_tokens": 66334517.0,
      "step": 86030
    },
    {
      "epoch": 0.10913823415250432,
      "grad_norm": 5.4375,
      "learning_rate": 4.45488025494191e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5163010507822037,
      "num_tokens": 66342565.0,
      "step": 86040
    },
    {
      "epoch": 0.10915091874503716,
      "grad_norm": 9.5625,
      "learning_rate": 4.454816823933281e-05,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5300727933645248,
      "num_tokens": 66350123.0,
      "step": 86050
    },
    {
      "epoch": 0.10916360333756998,
      "grad_norm": 4.34375,
      "learning_rate": 4.454753392924652e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5343493014574051,
      "num_tokens": 66357603.0,
      "step": 86060
    },
    {
      "epoch": 0.10917628793010282,
      "grad_norm": 6.40625,
      "learning_rate": 4.454689961916022e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5704627275466919,
      "num_tokens": 66364678.0,
      "step": 86070
    },
    {
      "epoch": 0.10918897252263565,
      "grad_norm": 4.8125,
      "learning_rate": 4.4546265309073935e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5664139032363892,
      "num_tokens": 66371398.0,
      "step": 86080
    },
    {
      "epoch": 0.1092016571151685,
      "grad_norm": 4.96875,
      "learning_rate": 4.454563099898764e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5675415605306625,
      "num_tokens": 66378845.0,
      "step": 86090
    },
    {
      "epoch": 0.10921434170770132,
      "grad_norm": 6.28125,
      "learning_rate": 4.454499668890135e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5432730048894883,
      "num_tokens": 66386485.0,
      "step": 86100
    },
    {
      "epoch": 0.10922702630023416,
      "grad_norm": 6.65625,
      "learning_rate": 4.454436237881506e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5650418311357498,
      "num_tokens": 66393626.0,
      "step": 86110
    },
    {
      "epoch": 0.10923971089276699,
      "grad_norm": 6.34375,
      "learning_rate": 4.454372806872877e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5656103223562241,
      "num_tokens": 66402532.0,
      "step": 86120
    },
    {
      "epoch": 0.10925239548529983,
      "grad_norm": 5.0625,
      "learning_rate": 4.454309375864248e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5142510950565338,
      "num_tokens": 66411183.0,
      "step": 86130
    },
    {
      "epoch": 0.10926508007783266,
      "grad_norm": 5.53125,
      "learning_rate": 4.454245944855618e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5512232899665832,
      "num_tokens": 66419650.0,
      "step": 86140
    },
    {
      "epoch": 0.1092777646703655,
      "grad_norm": 5.4375,
      "learning_rate": 4.454182513846989e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5418326914310455,
      "num_tokens": 66427536.0,
      "step": 86150
    },
    {
      "epoch": 0.10929044926289833,
      "grad_norm": 10.6875,
      "learning_rate": 4.45411908283836e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5411285877227783,
      "num_tokens": 66434785.0,
      "step": 86160
    },
    {
      "epoch": 0.10930313385543117,
      "grad_norm": 8.9375,
      "learning_rate": 4.454055651829731e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5634722471237182,
      "num_tokens": 66442828.0,
      "step": 86170
    },
    {
      "epoch": 0.109315818447964,
      "grad_norm": 5.34375,
      "learning_rate": 4.453992220821102e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5306801676750184,
      "num_tokens": 66452618.0,
      "step": 86180
    },
    {
      "epoch": 0.10932850304049684,
      "grad_norm": 5.90625,
      "learning_rate": 4.453928789812473e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5283263832330704,
      "num_tokens": 66461309.0,
      "step": 86190
    },
    {
      "epoch": 0.10934118763302966,
      "grad_norm": 5.40625,
      "learning_rate": 4.453865358803844e-05,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5702819973230362,
      "num_tokens": 66469073.0,
      "step": 86200
    },
    {
      "epoch": 0.1093538722255625,
      "grad_norm": 4.96875,
      "learning_rate": 4.4538019277952145e-05,
      "loss": 1.9417,
      "mean_token_accuracy": 0.56368188560009,
      "num_tokens": 66477285.0,
      "step": 86210
    },
    {
      "epoch": 0.10936655681809533,
      "grad_norm": 7.09375,
      "learning_rate": 4.453738496786585e-05,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5383893400430679,
      "num_tokens": 66484637.0,
      "step": 86220
    },
    {
      "epoch": 0.10937924141062817,
      "grad_norm": 4.625,
      "learning_rate": 4.453675065777956e-05,
      "loss": 2.1987,
      "mean_token_accuracy": 0.5283863842487335,
      "num_tokens": 66493079.0,
      "step": 86230
    },
    {
      "epoch": 0.109391926003161,
      "grad_norm": 5.125,
      "learning_rate": 4.453611634769327e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.561550185084343,
      "num_tokens": 66501036.0,
      "step": 86240
    },
    {
      "epoch": 0.10940461059569384,
      "grad_norm": 4.75,
      "learning_rate": 4.453548203760698e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5660970151424408,
      "num_tokens": 66507501.0,
      "step": 86250
    },
    {
      "epoch": 0.10941729518822667,
      "grad_norm": 11.875,
      "learning_rate": 4.4534847727520686e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5454668164253235,
      "num_tokens": 66514294.0,
      "step": 86260
    },
    {
      "epoch": 0.10942997978075951,
      "grad_norm": 5.1875,
      "learning_rate": 4.45342134174344e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5331657946109771,
      "num_tokens": 66522937.0,
      "step": 86270
    },
    {
      "epoch": 0.10944266437329234,
      "grad_norm": 5.34375,
      "learning_rate": 4.45335791073481e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5488878160715103,
      "num_tokens": 66531501.0,
      "step": 86280
    },
    {
      "epoch": 0.10945534896582518,
      "grad_norm": 4.5625,
      "learning_rate": 4.453294479726181e-05,
      "loss": 2.3146,
      "mean_token_accuracy": 0.5143331557512283,
      "num_tokens": 66539565.0,
      "step": 86290
    },
    {
      "epoch": 0.109468033558358,
      "grad_norm": 5.34375,
      "learning_rate": 4.453231048717552e-05,
      "loss": 2.1905,
      "mean_token_accuracy": 0.5268907189369202,
      "num_tokens": 66548861.0,
      "step": 86300
    },
    {
      "epoch": 0.10948071815089083,
      "grad_norm": 8.125,
      "learning_rate": 4.4531676177089226e-05,
      "loss": 2.3481,
      "mean_token_accuracy": 0.5065549105405808,
      "num_tokens": 66556935.0,
      "step": 86310
    },
    {
      "epoch": 0.10949340274342367,
      "grad_norm": 5.40625,
      "learning_rate": 4.453104186700294e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5408683031797409,
      "num_tokens": 66564377.0,
      "step": 86320
    },
    {
      "epoch": 0.1095060873359565,
      "grad_norm": 6.6875,
      "learning_rate": 4.453040755691665e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5649544447660446,
      "num_tokens": 66572201.0,
      "step": 86330
    },
    {
      "epoch": 0.10951877192848934,
      "grad_norm": 4.78125,
      "learning_rate": 4.4529773246830356e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5230294436216354,
      "num_tokens": 66579598.0,
      "step": 86340
    },
    {
      "epoch": 0.10953145652102217,
      "grad_norm": 5.46875,
      "learning_rate": 4.452913893674406e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5476134240627288,
      "num_tokens": 66586073.0,
      "step": 86350
    },
    {
      "epoch": 0.10954414111355501,
      "grad_norm": 5.21875,
      "learning_rate": 4.4528504626657766e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5792565405368805,
      "num_tokens": 66593137.0,
      "step": 86360
    },
    {
      "epoch": 0.10955682570608784,
      "grad_norm": 5.5,
      "learning_rate": 4.452787031657148e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5460576683282852,
      "num_tokens": 66601625.0,
      "step": 86370
    },
    {
      "epoch": 0.10956951029862068,
      "grad_norm": 5.0,
      "learning_rate": 4.452723600648519e-05,
      "loss": 2.3627,
      "mean_token_accuracy": 0.4992547035217285,
      "num_tokens": 66610834.0,
      "step": 86380
    },
    {
      "epoch": 0.1095821948911535,
      "grad_norm": 5.3125,
      "learning_rate": 4.4526601696398896e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5241539269685745,
      "num_tokens": 66619491.0,
      "step": 86390
    },
    {
      "epoch": 0.10959487948368635,
      "grad_norm": 5.65625,
      "learning_rate": 4.452596738631261e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5414093226194382,
      "num_tokens": 66627312.0,
      "step": 86400
    },
    {
      "epoch": 0.10960756407621917,
      "grad_norm": 4.75,
      "learning_rate": 4.452533307622631e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5529387563467025,
      "num_tokens": 66634335.0,
      "step": 86410
    },
    {
      "epoch": 0.10962024866875202,
      "grad_norm": 4.65625,
      "learning_rate": 4.452469876614002e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5801735609769821,
      "num_tokens": 66641091.0,
      "step": 86420
    },
    {
      "epoch": 0.10963293326128484,
      "grad_norm": 5.375,
      "learning_rate": 4.452406445605373e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5227203965187073,
      "num_tokens": 66649886.0,
      "step": 86430
    },
    {
      "epoch": 0.10964561785381768,
      "grad_norm": 5.4375,
      "learning_rate": 4.4523430145967436e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5391650974750519,
      "num_tokens": 66657163.0,
      "step": 86440
    },
    {
      "epoch": 0.10965830244635051,
      "grad_norm": 5.5,
      "learning_rate": 4.452279583588115e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5207843095064163,
      "num_tokens": 66664439.0,
      "step": 86450
    },
    {
      "epoch": 0.10967098703888335,
      "grad_norm": 6.84375,
      "learning_rate": 4.452216152579486e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5332284599542618,
      "num_tokens": 66672524.0,
      "step": 86460
    },
    {
      "epoch": 0.10968367163141618,
      "grad_norm": 4.90625,
      "learning_rate": 4.4521527215708566e-05,
      "loss": 1.9822,
      "mean_token_accuracy": 0.554311853647232,
      "num_tokens": 66680465.0,
      "step": 86470
    },
    {
      "epoch": 0.10969635622394902,
      "grad_norm": 5.875,
      "learning_rate": 4.452089290562228e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5301659911870956,
      "num_tokens": 66687213.0,
      "step": 86480
    },
    {
      "epoch": 0.10970904081648185,
      "grad_norm": 6.34375,
      "learning_rate": 4.4520258595535976e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5362426221370697,
      "num_tokens": 66694755.0,
      "step": 86490
    },
    {
      "epoch": 0.10972172540901469,
      "grad_norm": 4.9375,
      "learning_rate": 4.451962428544969e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5439609676599503,
      "num_tokens": 66701047.0,
      "step": 86500
    },
    {
      "epoch": 0.10973441000154752,
      "grad_norm": 4.4375,
      "learning_rate": 4.45189899753634e-05,
      "loss": 1.8353,
      "mean_token_accuracy": 0.5906699150800705,
      "num_tokens": 66707784.0,
      "step": 86510
    },
    {
      "epoch": 0.10974709459408036,
      "grad_norm": 5.4375,
      "learning_rate": 4.4518355665277106e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5577501446008682,
      "num_tokens": 66714547.0,
      "step": 86520
    },
    {
      "epoch": 0.10975977918661318,
      "grad_norm": 5.625,
      "learning_rate": 4.451772135519082e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.537950935959816,
      "num_tokens": 66721568.0,
      "step": 86530
    },
    {
      "epoch": 0.10977246377914603,
      "grad_norm": 9.125,
      "learning_rate": 4.4517087045104524e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.5322260349988938,
      "num_tokens": 66729382.0,
      "step": 86540
    },
    {
      "epoch": 0.10978514837167885,
      "grad_norm": 6.8125,
      "learning_rate": 4.4516452735018236e-05,
      "loss": 2.3338,
      "mean_token_accuracy": 0.502700212597847,
      "num_tokens": 66737878.0,
      "step": 86550
    },
    {
      "epoch": 0.1097978329642117,
      "grad_norm": 6.65625,
      "learning_rate": 4.451581842493194e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.5329153001308441,
      "num_tokens": 66744281.0,
      "step": 86560
    },
    {
      "epoch": 0.10981051755674452,
      "grad_norm": 5.5625,
      "learning_rate": 4.4515184114845646e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5565989047288895,
      "num_tokens": 66752089.0,
      "step": 86570
    },
    {
      "epoch": 0.10982320214927736,
      "grad_norm": 6.75,
      "learning_rate": 4.451454980475936e-05,
      "loss": 1.7632,
      "mean_token_accuracy": 0.6032591700553894,
      "num_tokens": 66758351.0,
      "step": 86580
    },
    {
      "epoch": 0.10983588674181019,
      "grad_norm": 5.46875,
      "learning_rate": 4.4513915494673064e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5484633922576905,
      "num_tokens": 66765159.0,
      "step": 86590
    },
    {
      "epoch": 0.10984857133434303,
      "grad_norm": 8.875,
      "learning_rate": 4.4513281184586776e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5296144008636474,
      "num_tokens": 66772426.0,
      "step": 86600
    },
    {
      "epoch": 0.10986125592687586,
      "grad_norm": 5.71875,
      "learning_rate": 4.451264687450049e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5279196709394455,
      "num_tokens": 66780272.0,
      "step": 86610
    },
    {
      "epoch": 0.1098739405194087,
      "grad_norm": 6.5625,
      "learning_rate": 4.4512012564414193e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5626916229724884,
      "num_tokens": 66786554.0,
      "step": 86620
    },
    {
      "epoch": 0.10988662511194153,
      "grad_norm": 4.5625,
      "learning_rate": 4.45113782543279e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5250349968671799,
      "num_tokens": 66794661.0,
      "step": 86630
    },
    {
      "epoch": 0.10989930970447437,
      "grad_norm": 5.875,
      "learning_rate": 4.4510743944241604e-05,
      "loss": 1.8065,
      "mean_token_accuracy": 0.5908412575721741,
      "num_tokens": 66802504.0,
      "step": 86640
    },
    {
      "epoch": 0.1099119942970072,
      "grad_norm": 4.8125,
      "learning_rate": 4.4510109634155316e-05,
      "loss": 1.905,
      "mean_token_accuracy": 0.5691965609788895,
      "num_tokens": 66810243.0,
      "step": 86650
    },
    {
      "epoch": 0.10992467888954004,
      "grad_norm": 4.6875,
      "learning_rate": 4.450947532406903e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5447694301605225,
      "num_tokens": 66818930.0,
      "step": 86660
    },
    {
      "epoch": 0.10993736348207286,
      "grad_norm": 5.125,
      "learning_rate": 4.4508841013982734e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.529021394252777,
      "num_tokens": 66827586.0,
      "step": 86670
    },
    {
      "epoch": 0.1099500480746057,
      "grad_norm": 5.84375,
      "learning_rate": 4.4508206703896446e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5367288947105407,
      "num_tokens": 66836931.0,
      "step": 86680
    },
    {
      "epoch": 0.10996273266713853,
      "grad_norm": 5.03125,
      "learning_rate": 4.450757239381015e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5424550831317901,
      "num_tokens": 66845768.0,
      "step": 86690
    },
    {
      "epoch": 0.10997541725967137,
      "grad_norm": 5.625,
      "learning_rate": 4.450693808372386e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5640405088663101,
      "num_tokens": 66853414.0,
      "step": 86700
    },
    {
      "epoch": 0.1099881018522042,
      "grad_norm": 6.0625,
      "learning_rate": 4.450630377363757e-05,
      "loss": 2.2077,
      "mean_token_accuracy": 0.5119376957416535,
      "num_tokens": 66860915.0,
      "step": 86710
    },
    {
      "epoch": 0.11000078644473704,
      "grad_norm": 5.15625,
      "learning_rate": 4.4505669463551274e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5230990052223206,
      "num_tokens": 66868756.0,
      "step": 86720
    },
    {
      "epoch": 0.11001347103726987,
      "grad_norm": 6.0,
      "learning_rate": 4.4505035153464986e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.551725760102272,
      "num_tokens": 66877274.0,
      "step": 86730
    },
    {
      "epoch": 0.11002615562980271,
      "grad_norm": 4.46875,
      "learning_rate": 4.450440084337869e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5233132392168045,
      "num_tokens": 66886542.0,
      "step": 86740
    },
    {
      "epoch": 0.11003884022233554,
      "grad_norm": 5.3125,
      "learning_rate": 4.4503766533292404e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5643845647573471,
      "num_tokens": 66893731.0,
      "step": 86750
    },
    {
      "epoch": 0.11005152481486838,
      "grad_norm": 5.5,
      "learning_rate": 4.450313222320611e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5488263547420502,
      "num_tokens": 66900961.0,
      "step": 86760
    },
    {
      "epoch": 0.1100642094074012,
      "grad_norm": 5.6875,
      "learning_rate": 4.4502497913119814e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5419373273849487,
      "num_tokens": 66908565.0,
      "step": 86770
    },
    {
      "epoch": 0.11007689399993403,
      "grad_norm": 4.9375,
      "learning_rate": 4.4501863603033527e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5259606391191483,
      "num_tokens": 66916564.0,
      "step": 86780
    },
    {
      "epoch": 0.11008957859246687,
      "grad_norm": 5.15625,
      "learning_rate": 4.450122929294723e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5357109814882278,
      "num_tokens": 66925269.0,
      "step": 86790
    },
    {
      "epoch": 0.1101022631849997,
      "grad_norm": 6.0,
      "learning_rate": 4.4500594982860944e-05,
      "loss": 2.2468,
      "mean_token_accuracy": 0.5194770276546479,
      "num_tokens": 66933750.0,
      "step": 86800
    },
    {
      "epoch": 0.11011494777753254,
      "grad_norm": 5.1875,
      "learning_rate": 4.4499960672774656e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5339191496372223,
      "num_tokens": 66942707.0,
      "step": 86810
    },
    {
      "epoch": 0.11012763237006537,
      "grad_norm": 5.28125,
      "learning_rate": 4.449932636268836e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5462459743022918,
      "num_tokens": 66949775.0,
      "step": 86820
    },
    {
      "epoch": 0.11014031696259821,
      "grad_norm": 5.46875,
      "learning_rate": 4.449869205260207e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5390704929828644,
      "num_tokens": 66956719.0,
      "step": 86830
    },
    {
      "epoch": 0.11015300155513104,
      "grad_norm": 6.25,
      "learning_rate": 4.449805774251577e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5566864043474198,
      "num_tokens": 66963560.0,
      "step": 86840
    },
    {
      "epoch": 0.11016568614766388,
      "grad_norm": 8.3125,
      "learning_rate": 4.4497423432429484e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5523808151483536,
      "num_tokens": 66970010.0,
      "step": 86850
    },
    {
      "epoch": 0.11017837074019671,
      "grad_norm": 4.6875,
      "learning_rate": 4.4496789122343196e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.517792746424675,
      "num_tokens": 66977308.0,
      "step": 86860
    },
    {
      "epoch": 0.11019105533272955,
      "grad_norm": 7.75,
      "learning_rate": 4.44961548122569e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5552383482456207,
      "num_tokens": 66983574.0,
      "step": 86870
    },
    {
      "epoch": 0.11020373992526238,
      "grad_norm": 6.0625,
      "learning_rate": 4.4495520502170614e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5498897552490234,
      "num_tokens": 66992003.0,
      "step": 86880
    },
    {
      "epoch": 0.11021642451779522,
      "grad_norm": 6.5,
      "learning_rate": 4.449488619208432e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5283630609512329,
      "num_tokens": 67000129.0,
      "step": 86890
    },
    {
      "epoch": 0.11022910911032804,
      "grad_norm": 7.90625,
      "learning_rate": 4.449425188199803e-05,
      "loss": 2.235,
      "mean_token_accuracy": 0.5149019598960877,
      "num_tokens": 67007324.0,
      "step": 86900
    },
    {
      "epoch": 0.11024179370286089,
      "grad_norm": 6.09375,
      "learning_rate": 4.449361757191174e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5645903915166854,
      "num_tokens": 67015110.0,
      "step": 86910
    },
    {
      "epoch": 0.11025447829539371,
      "grad_norm": 5.0625,
      "learning_rate": 4.449298326182544e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5497092217206955,
      "num_tokens": 67022584.0,
      "step": 86920
    },
    {
      "epoch": 0.11026716288792655,
      "grad_norm": 6.3125,
      "learning_rate": 4.4492348951739154e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5331902176141738,
      "num_tokens": 67029321.0,
      "step": 86930
    },
    {
      "epoch": 0.11027984748045938,
      "grad_norm": 5.4375,
      "learning_rate": 4.449171464165286e-05,
      "loss": 1.7914,
      "mean_token_accuracy": 0.5925104439258575,
      "num_tokens": 67036973.0,
      "step": 86940
    },
    {
      "epoch": 0.11029253207299222,
      "grad_norm": 10.8125,
      "learning_rate": 4.449108033156657e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5562442302703857,
      "num_tokens": 67043342.0,
      "step": 86950
    },
    {
      "epoch": 0.11030521666552505,
      "grad_norm": 6.84375,
      "learning_rate": 4.4490446021480284e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5335656374692916,
      "num_tokens": 67050985.0,
      "step": 86960
    },
    {
      "epoch": 0.11031790125805789,
      "grad_norm": 4.5,
      "learning_rate": 4.448981171139399e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5544997125864028,
      "num_tokens": 67057631.0,
      "step": 86970
    },
    {
      "epoch": 0.11033058585059072,
      "grad_norm": 5.0625,
      "learning_rate": 4.4489177401307695e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5283405721187592,
      "num_tokens": 67064822.0,
      "step": 86980
    },
    {
      "epoch": 0.11034327044312356,
      "grad_norm": 6.28125,
      "learning_rate": 4.44885430912214e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5380863457918167,
      "num_tokens": 67072048.0,
      "step": 86990
    },
    {
      "epoch": 0.11035595503565639,
      "grad_norm": 5.0625,
      "learning_rate": 4.448790878113511e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5638578504323959,
      "num_tokens": 67080825.0,
      "step": 87000
    },
    {
      "epoch": 0.11036863962818923,
      "grad_norm": 5.5,
      "learning_rate": 4.4487274471048824e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.558085685968399,
      "num_tokens": 67088142.0,
      "step": 87010
    },
    {
      "epoch": 0.11038132422072205,
      "grad_norm": 5.0625,
      "learning_rate": 4.448664016096253e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5326793372631073,
      "num_tokens": 67096676.0,
      "step": 87020
    },
    {
      "epoch": 0.1103940088132549,
      "grad_norm": 5.09375,
      "learning_rate": 4.448600585087624e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5343136936426163,
      "num_tokens": 67103405.0,
      "step": 87030
    },
    {
      "epoch": 0.11040669340578772,
      "grad_norm": 5.4375,
      "learning_rate": 4.448537154078995e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5155768692493439,
      "num_tokens": 67111807.0,
      "step": 87040
    },
    {
      "epoch": 0.11041937799832056,
      "grad_norm": 5.5625,
      "learning_rate": 4.448473723070365e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5281836092472076,
      "num_tokens": 67118918.0,
      "step": 87050
    },
    {
      "epoch": 0.11043206259085339,
      "grad_norm": 4.6875,
      "learning_rate": 4.4484102920617364e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5216850250959396,
      "num_tokens": 67127685.0,
      "step": 87060
    },
    {
      "epoch": 0.11044474718338623,
      "grad_norm": 5.6875,
      "learning_rate": 4.448346861053107e-05,
      "loss": 1.8868,
      "mean_token_accuracy": 0.5789444327354432,
      "num_tokens": 67135396.0,
      "step": 87070
    },
    {
      "epoch": 0.11045743177591906,
      "grad_norm": 6.28125,
      "learning_rate": 4.448283430044478e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5372208535671235,
      "num_tokens": 67143024.0,
      "step": 87080
    },
    {
      "epoch": 0.1104701163684519,
      "grad_norm": 6.09375,
      "learning_rate": 4.448219999035849e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5512915551662445,
      "num_tokens": 67150683.0,
      "step": 87090
    },
    {
      "epoch": 0.11048280096098473,
      "grad_norm": 5.03125,
      "learning_rate": 4.44815656802722e-05,
      "loss": 1.7648,
      "mean_token_accuracy": 0.6026164293289185,
      "num_tokens": 67158401.0,
      "step": 87100
    },
    {
      "epoch": 0.11049548555351757,
      "grad_norm": 6.4375,
      "learning_rate": 4.4480931370185905e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5479591727256775,
      "num_tokens": 67165985.0,
      "step": 87110
    },
    {
      "epoch": 0.1105081701460504,
      "grad_norm": 4.875,
      "learning_rate": 4.448029706009961e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5824008613824845,
      "num_tokens": 67173053.0,
      "step": 87120
    },
    {
      "epoch": 0.11052085473858324,
      "grad_norm": 4.90625,
      "learning_rate": 4.447966275001332e-05,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5212804794311523,
      "num_tokens": 67181604.0,
      "step": 87130
    },
    {
      "epoch": 0.11053353933111607,
      "grad_norm": 5.46875,
      "learning_rate": 4.447902843992703e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.540450319647789,
      "num_tokens": 67188481.0,
      "step": 87140
    },
    {
      "epoch": 0.1105462239236489,
      "grad_norm": 5.0,
      "learning_rate": 4.447839412984074e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5240740358829499,
      "num_tokens": 67196971.0,
      "step": 87150
    },
    {
      "epoch": 0.11055890851618173,
      "grad_norm": 5.15625,
      "learning_rate": 4.447775981975445e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5414289444684982,
      "num_tokens": 67204092.0,
      "step": 87160
    },
    {
      "epoch": 0.11057159310871457,
      "grad_norm": 5.9375,
      "learning_rate": 4.447712550966816e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5664568662643432,
      "num_tokens": 67211085.0,
      "step": 87170
    },
    {
      "epoch": 0.1105842777012474,
      "grad_norm": 7.21875,
      "learning_rate": 4.447649119958186e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5317219287157059,
      "num_tokens": 67218224.0,
      "step": 87180
    },
    {
      "epoch": 0.11059696229378024,
      "grad_norm": 4.90625,
      "learning_rate": 4.447585688949557e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5348427504301071,
      "num_tokens": 67226095.0,
      "step": 87190
    },
    {
      "epoch": 0.11060964688631307,
      "grad_norm": 5.875,
      "learning_rate": 4.447522257940928e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5683341830968857,
      "num_tokens": 67234603.0,
      "step": 87200
    },
    {
      "epoch": 0.11062233147884591,
      "grad_norm": 4.90625,
      "learning_rate": 4.447458826932299e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5201067864894867,
      "num_tokens": 67243180.0,
      "step": 87210
    },
    {
      "epoch": 0.11063501607137874,
      "grad_norm": 5.0625,
      "learning_rate": 4.44739539592367e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5241351902484894,
      "num_tokens": 67251883.0,
      "step": 87220
    },
    {
      "epoch": 0.11064770066391158,
      "grad_norm": 4.96875,
      "learning_rate": 4.447331964915041e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5483729064464569,
      "num_tokens": 67260663.0,
      "step": 87230
    },
    {
      "epoch": 0.11066038525644441,
      "grad_norm": 4.8125,
      "learning_rate": 4.4472685339064115e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5140181481838226,
      "num_tokens": 67269996.0,
      "step": 87240
    },
    {
      "epoch": 0.11067306984897723,
      "grad_norm": 4.90625,
      "learning_rate": 4.447205102897782e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5185835063457489,
      "num_tokens": 67279538.0,
      "step": 87250
    },
    {
      "epoch": 0.11068575444151008,
      "grad_norm": 6.40625,
      "learning_rate": 4.447141671889153e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.539433604478836,
      "num_tokens": 67287604.0,
      "step": 87260
    },
    {
      "epoch": 0.1106984390340429,
      "grad_norm": 8.0625,
      "learning_rate": 4.447078240880524e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5266629010438919,
      "num_tokens": 67295055.0,
      "step": 87270
    },
    {
      "epoch": 0.11071112362657574,
      "grad_norm": 4.75,
      "learning_rate": 4.447014809871895e-05,
      "loss": 2.2282,
      "mean_token_accuracy": 0.5268480092287063,
      "num_tokens": 67302747.0,
      "step": 87280
    },
    {
      "epoch": 0.11072380821910857,
      "grad_norm": 5.46875,
      "learning_rate": 4.446951378863266e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5652964323759079,
      "num_tokens": 67309701.0,
      "step": 87290
    },
    {
      "epoch": 0.11073649281164141,
      "grad_norm": 5.03125,
      "learning_rate": 4.446887947854637e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5463415563106537,
      "num_tokens": 67317550.0,
      "step": 87300
    },
    {
      "epoch": 0.11074917740417424,
      "grad_norm": 7.25,
      "learning_rate": 4.446824516846008e-05,
      "loss": 1.9128,
      "mean_token_accuracy": 0.5710214853286744,
      "num_tokens": 67324658.0,
      "step": 87310
    },
    {
      "epoch": 0.11076186199670708,
      "grad_norm": 4.90625,
      "learning_rate": 4.4467610858373785e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5254398971796036,
      "num_tokens": 67333755.0,
      "step": 87320
    },
    {
      "epoch": 0.11077454658923991,
      "grad_norm": 5.0625,
      "learning_rate": 4.446697654828749e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5249963492155075,
      "num_tokens": 67342531.0,
      "step": 87330
    },
    {
      "epoch": 0.11078723118177275,
      "grad_norm": 4.90625,
      "learning_rate": 4.44663422382012e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5253809988498688,
      "num_tokens": 67350641.0,
      "step": 87340
    },
    {
      "epoch": 0.11079991577430558,
      "grad_norm": 4.78125,
      "learning_rate": 4.446570792811491e-05,
      "loss": 2.2687,
      "mean_token_accuracy": 0.5179153203964233,
      "num_tokens": 67357822.0,
      "step": 87350
    },
    {
      "epoch": 0.11081260036683842,
      "grad_norm": 4.4375,
      "learning_rate": 4.446507361802862e-05,
      "loss": 1.9444,
      "mean_token_accuracy": 0.5919209957122803,
      "num_tokens": 67365232.0,
      "step": 87360
    },
    {
      "epoch": 0.11082528495937125,
      "grad_norm": 5.40625,
      "learning_rate": 4.4464439307942325e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5458364427089691,
      "num_tokens": 67372811.0,
      "step": 87370
    },
    {
      "epoch": 0.11083796955190409,
      "grad_norm": 6.09375,
      "learning_rate": 4.446380499785604e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5224666833877564,
      "num_tokens": 67379869.0,
      "step": 87380
    },
    {
      "epoch": 0.11085065414443691,
      "grad_norm": 10.875,
      "learning_rate": 4.446317068776974e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5435304373502732,
      "num_tokens": 67388794.0,
      "step": 87390
    },
    {
      "epoch": 0.11086333873696975,
      "grad_norm": 6.15625,
      "learning_rate": 4.446253637768345e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5550530135631562,
      "num_tokens": 67396596.0,
      "step": 87400
    },
    {
      "epoch": 0.11087602332950258,
      "grad_norm": 5.90625,
      "learning_rate": 4.446190206759716e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5442418545484543,
      "num_tokens": 67403711.0,
      "step": 87410
    },
    {
      "epoch": 0.11088870792203542,
      "grad_norm": 5.75,
      "learning_rate": 4.4461267757510866e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5570864886045456,
      "num_tokens": 67411686.0,
      "step": 87420
    },
    {
      "epoch": 0.11090139251456825,
      "grad_norm": 6.09375,
      "learning_rate": 4.446063344742458e-05,
      "loss": 2.2596,
      "mean_token_accuracy": 0.5180084645748139,
      "num_tokens": 67419307.0,
      "step": 87430
    },
    {
      "epoch": 0.11091407710710109,
      "grad_norm": 5.0,
      "learning_rate": 4.445999913733829e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5537211865186691,
      "num_tokens": 67425161.0,
      "step": 87440
    },
    {
      "epoch": 0.11092676169963392,
      "grad_norm": 5.0,
      "learning_rate": 4.4459364827251995e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5418836027383804,
      "num_tokens": 67433451.0,
      "step": 87450
    },
    {
      "epoch": 0.11093944629216676,
      "grad_norm": 4.6875,
      "learning_rate": 4.44587305171657e-05,
      "loss": 1.757,
      "mean_token_accuracy": 0.595170384645462,
      "num_tokens": 67440493.0,
      "step": 87460
    },
    {
      "epoch": 0.11095213088469959,
      "grad_norm": 5.46875,
      "learning_rate": 4.4458096207079406e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.540306556224823,
      "num_tokens": 67447807.0,
      "step": 87470
    },
    {
      "epoch": 0.11096481547723243,
      "grad_norm": 5.21875,
      "learning_rate": 4.445746189699312e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5340625464916229,
      "num_tokens": 67457136.0,
      "step": 87480
    },
    {
      "epoch": 0.11097750006976526,
      "grad_norm": 4.96875,
      "learning_rate": 4.445682758690683e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5182538032531738,
      "num_tokens": 67464865.0,
      "step": 87490
    },
    {
      "epoch": 0.1109901846622981,
      "grad_norm": 5.71875,
      "learning_rate": 4.4456193276820535e-05,
      "loss": 2.3929,
      "mean_token_accuracy": 0.49032875895500183,
      "num_tokens": 67473683.0,
      "step": 87500
    },
    {
      "epoch": 0.11100286925483092,
      "grad_norm": 5.625,
      "learning_rate": 4.445555896673425e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5240444093942642,
      "num_tokens": 67482766.0,
      "step": 87510
    },
    {
      "epoch": 0.11101555384736377,
      "grad_norm": 5.0625,
      "learning_rate": 4.445492465664795e-05,
      "loss": 2.3042,
      "mean_token_accuracy": 0.5060044884681701,
      "num_tokens": 67491728.0,
      "step": 87520
    },
    {
      "epoch": 0.11102823843989659,
      "grad_norm": 6.875,
      "learning_rate": 4.445429034656166e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5573698252439498,
      "num_tokens": 67498442.0,
      "step": 87530
    },
    {
      "epoch": 0.11104092303242943,
      "grad_norm": 7.21875,
      "learning_rate": 4.445365603647537e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.557704308629036,
      "num_tokens": 67506335.0,
      "step": 87540
    },
    {
      "epoch": 0.11105360762496226,
      "grad_norm": 5.84375,
      "learning_rate": 4.4453021726389076e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5611556112766266,
      "num_tokens": 67513287.0,
      "step": 87550
    },
    {
      "epoch": 0.1110662922174951,
      "grad_norm": 6.84375,
      "learning_rate": 4.445238741630279e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5344986379146576,
      "num_tokens": 67520692.0,
      "step": 87560
    },
    {
      "epoch": 0.11107897681002793,
      "grad_norm": 7.8125,
      "learning_rate": 4.445175310621649e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5704529464244843,
      "num_tokens": 67527446.0,
      "step": 87570
    },
    {
      "epoch": 0.11109166140256077,
      "grad_norm": 4.53125,
      "learning_rate": 4.4451118796130205e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5251166939735412,
      "num_tokens": 67536477.0,
      "step": 87580
    },
    {
      "epoch": 0.1111043459950936,
      "grad_norm": 4.625,
      "learning_rate": 4.445048448604391e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5600665599107743,
      "num_tokens": 67543123.0,
      "step": 87590
    },
    {
      "epoch": 0.11111703058762644,
      "grad_norm": 6.96875,
      "learning_rate": 4.4449850175957616e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5348283022642135,
      "num_tokens": 67550601.0,
      "step": 87600
    },
    {
      "epoch": 0.11112971518015927,
      "grad_norm": 5.4375,
      "learning_rate": 4.444921586587133e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5672523140907287,
      "num_tokens": 67557758.0,
      "step": 87610
    },
    {
      "epoch": 0.11114239977269211,
      "grad_norm": 5.4375,
      "learning_rate": 4.4448581555785034e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5496840596199035,
      "num_tokens": 67565220.0,
      "step": 87620
    },
    {
      "epoch": 0.11115508436522493,
      "grad_norm": 5.40625,
      "learning_rate": 4.4447947245698746e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5213105499744415,
      "num_tokens": 67574612.0,
      "step": 87630
    },
    {
      "epoch": 0.11116776895775778,
      "grad_norm": 5.3125,
      "learning_rate": 4.444731293561246e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5657017290592193,
      "num_tokens": 67581714.0,
      "step": 87640
    },
    {
      "epoch": 0.1111804535502906,
      "grad_norm": 8.1875,
      "learning_rate": 4.444667862552616e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5427665293216706,
      "num_tokens": 67589074.0,
      "step": 87650
    },
    {
      "epoch": 0.11119313814282344,
      "grad_norm": 5.34375,
      "learning_rate": 4.4446044315439875e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5474137425422668,
      "num_tokens": 67596601.0,
      "step": 87660
    },
    {
      "epoch": 0.11120582273535627,
      "grad_norm": 6.0625,
      "learning_rate": 4.4445410005353574e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5188021332025528,
      "num_tokens": 67604636.0,
      "step": 87670
    },
    {
      "epoch": 0.11121850732788911,
      "grad_norm": 8.5,
      "learning_rate": 4.4444775695267286e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5622015058994293,
      "num_tokens": 67611894.0,
      "step": 87680
    },
    {
      "epoch": 0.11123119192042194,
      "grad_norm": 4.28125,
      "learning_rate": 4.4444141385181e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.571064504981041,
      "num_tokens": 67619517.0,
      "step": 87690
    },
    {
      "epoch": 0.11124387651295477,
      "grad_norm": 6.28125,
      "learning_rate": 4.4443507075094704e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.53568135201931,
      "num_tokens": 67628132.0,
      "step": 87700
    },
    {
      "epoch": 0.11125656110548761,
      "grad_norm": 6.375,
      "learning_rate": 4.4442872765008416e-05,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5724318146705627,
      "num_tokens": 67636657.0,
      "step": 87710
    },
    {
      "epoch": 0.11126924569802044,
      "grad_norm": 4.59375,
      "learning_rate": 4.444223845492212e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5575532019138336,
      "num_tokens": 67644875.0,
      "step": 87720
    },
    {
      "epoch": 0.11128193029055328,
      "grad_norm": 5.3125,
      "learning_rate": 4.444160414483583e-05,
      "loss": 2.3957,
      "mean_token_accuracy": 0.4854807436466217,
      "num_tokens": 67653145.0,
      "step": 87730
    },
    {
      "epoch": 0.1112946148830861,
      "grad_norm": 13.25,
      "learning_rate": 4.444096983474954e-05,
      "loss": 1.9081,
      "mean_token_accuracy": 0.5757465541362763,
      "num_tokens": 67661040.0,
      "step": 87740
    },
    {
      "epoch": 0.11130729947561895,
      "grad_norm": 4.65625,
      "learning_rate": 4.4440335524663244e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5471608877182007,
      "num_tokens": 67667850.0,
      "step": 87750
    },
    {
      "epoch": 0.11131998406815177,
      "grad_norm": 5.75,
      "learning_rate": 4.4439701214576956e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5398708015680314,
      "num_tokens": 67676448.0,
      "step": 87760
    },
    {
      "epoch": 0.11133266866068461,
      "grad_norm": 6.71875,
      "learning_rate": 4.443906690449066e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5433490693569183,
      "num_tokens": 67684292.0,
      "step": 87770
    },
    {
      "epoch": 0.11134535325321744,
      "grad_norm": 4.90625,
      "learning_rate": 4.4438432594404373e-05,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5772162318229676,
      "num_tokens": 67693237.0,
      "step": 87780
    },
    {
      "epoch": 0.11135803784575028,
      "grad_norm": 6.125,
      "learning_rate": 4.4437798284318086e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5748448729515075,
      "num_tokens": 67700174.0,
      "step": 87790
    },
    {
      "epoch": 0.11137072243828311,
      "grad_norm": 5.28125,
      "learning_rate": 4.443716397423179e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5161667317152023,
      "num_tokens": 67708642.0,
      "step": 87800
    },
    {
      "epoch": 0.11138340703081595,
      "grad_norm": 4.4375,
      "learning_rate": 4.4436529664145496e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5395187646150589,
      "num_tokens": 67717082.0,
      "step": 87810
    },
    {
      "epoch": 0.11139609162334878,
      "grad_norm": 4.84375,
      "learning_rate": 4.44358953540592e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5361505448818207,
      "num_tokens": 67724583.0,
      "step": 87820
    },
    {
      "epoch": 0.11140877621588162,
      "grad_norm": 5.5,
      "learning_rate": 4.4435261043972914e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5148658335208893,
      "num_tokens": 67733156.0,
      "step": 87830
    },
    {
      "epoch": 0.11142146080841445,
      "grad_norm": 5.65625,
      "learning_rate": 4.4434626733886626e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5155457675457,
      "num_tokens": 67741555.0,
      "step": 87840
    },
    {
      "epoch": 0.11143414540094729,
      "grad_norm": 5.875,
      "learning_rate": 4.443399242380033e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5611431837081909,
      "num_tokens": 67749394.0,
      "step": 87850
    },
    {
      "epoch": 0.11144682999348011,
      "grad_norm": 5.125,
      "learning_rate": 4.443335811371404e-05,
      "loss": 2.301,
      "mean_token_accuracy": 0.5038404703140259,
      "num_tokens": 67759027.0,
      "step": 87860
    },
    {
      "epoch": 0.11145951458601296,
      "grad_norm": 6.15625,
      "learning_rate": 4.443272380362775e-05,
      "loss": 2.2468,
      "mean_token_accuracy": 0.5119138956069946,
      "num_tokens": 67766914.0,
      "step": 87870
    },
    {
      "epoch": 0.11147219917854578,
      "grad_norm": 5.875,
      "learning_rate": 4.4432089493541454e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5245003551244736,
      "num_tokens": 67774229.0,
      "step": 87880
    },
    {
      "epoch": 0.11148488377107862,
      "grad_norm": 5.03125,
      "learning_rate": 4.4431455183455166e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5379589915275573,
      "num_tokens": 67782603.0,
      "step": 87890
    },
    {
      "epoch": 0.11149756836361145,
      "grad_norm": 5.65625,
      "learning_rate": 4.443082087336887e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5722213685512543,
      "num_tokens": 67789937.0,
      "step": 87900
    },
    {
      "epoch": 0.11151025295614429,
      "grad_norm": 3.484375,
      "learning_rate": 4.4430186563282584e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5359355270862579,
      "num_tokens": 67798160.0,
      "step": 87910
    },
    {
      "epoch": 0.11152293754867712,
      "grad_norm": 7.34375,
      "learning_rate": 4.442955225319629e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5354951351881028,
      "num_tokens": 67806329.0,
      "step": 87920
    },
    {
      "epoch": 0.11153562214120996,
      "grad_norm": 5.15625,
      "learning_rate": 4.442891794311e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5576112985610961,
      "num_tokens": 67814843.0,
      "step": 87930
    },
    {
      "epoch": 0.11154830673374279,
      "grad_norm": 4.71875,
      "learning_rate": 4.4428283633023706e-05,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5187866449356079,
      "num_tokens": 67821718.0,
      "step": 87940
    },
    {
      "epoch": 0.11156099132627563,
      "grad_norm": 6.28125,
      "learning_rate": 4.442764932293741e-05,
      "loss": 1.8536,
      "mean_token_accuracy": 0.5825216770172119,
      "num_tokens": 67829094.0,
      "step": 87950
    },
    {
      "epoch": 0.11157367591880846,
      "grad_norm": 5.15625,
      "learning_rate": 4.4427015012851124e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5274583578109742,
      "num_tokens": 67837597.0,
      "step": 87960
    },
    {
      "epoch": 0.1115863605113413,
      "grad_norm": 5.15625,
      "learning_rate": 4.442638070276483e-05,
      "loss": 1.9347,
      "mean_token_accuracy": 0.5722418576478958,
      "num_tokens": 67843782.0,
      "step": 87970
    },
    {
      "epoch": 0.11159904510387413,
      "grad_norm": 6.78125,
      "learning_rate": 4.442574639267854e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5435284197330474,
      "num_tokens": 67851678.0,
      "step": 87980
    },
    {
      "epoch": 0.11161172969640697,
      "grad_norm": 7.1875,
      "learning_rate": 4.4425112082592254e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.545708641409874,
      "num_tokens": 67859059.0,
      "step": 87990
    },
    {
      "epoch": 0.1116244142889398,
      "grad_norm": 6.53125,
      "learning_rate": 4.442447777250596e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5586706012487411,
      "num_tokens": 67866565.0,
      "step": 88000
    },
    {
      "epoch": 0.11163709888147264,
      "grad_norm": 5.34375,
      "learning_rate": 4.4423843462419664e-05,
      "loss": 2.2249,
      "mean_token_accuracy": 0.515839809179306,
      "num_tokens": 67875572.0,
      "step": 88010
    },
    {
      "epoch": 0.11164978347400546,
      "grad_norm": 6.25,
      "learning_rate": 4.442320915233337e-05,
      "loss": 2.2628,
      "mean_token_accuracy": 0.519364520907402,
      "num_tokens": 67883003.0,
      "step": 88020
    },
    {
      "epoch": 0.1116624680665383,
      "grad_norm": 4.53125,
      "learning_rate": 4.442257484224708e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5480752199888229,
      "num_tokens": 67890161.0,
      "step": 88030
    },
    {
      "epoch": 0.11167515265907113,
      "grad_norm": 6.09375,
      "learning_rate": 4.4421940532160794e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5532548904418946,
      "num_tokens": 67897635.0,
      "step": 88040
    },
    {
      "epoch": 0.11168783725160397,
      "grad_norm": 5.03125,
      "learning_rate": 4.44213062220745e-05,
      "loss": 2.27,
      "mean_token_accuracy": 0.5047944605350494,
      "num_tokens": 67904363.0,
      "step": 88050
    },
    {
      "epoch": 0.1117005218441368,
      "grad_norm": 8.5,
      "learning_rate": 4.442067191198821e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5303147614002228,
      "num_tokens": 67912316.0,
      "step": 88060
    },
    {
      "epoch": 0.11171320643666964,
      "grad_norm": 7.46875,
      "learning_rate": 4.442003760190192e-05,
      "loss": 2.2084,
      "mean_token_accuracy": 0.5316332936286926,
      "num_tokens": 67919864.0,
      "step": 88070
    },
    {
      "epoch": 0.11172589102920247,
      "grad_norm": 5.71875,
      "learning_rate": 4.441940329181563e-05,
      "loss": 2.3029,
      "mean_token_accuracy": 0.5125819861888885,
      "num_tokens": 67928572.0,
      "step": 88080
    },
    {
      "epoch": 0.11173857562173531,
      "grad_norm": 5.875,
      "learning_rate": 4.4418768981729334e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5445831805467606,
      "num_tokens": 67935793.0,
      "step": 88090
    },
    {
      "epoch": 0.11175126021426814,
      "grad_norm": 4.6875,
      "learning_rate": 4.441813467164304e-05,
      "loss": 2.3122,
      "mean_token_accuracy": 0.5114250808954239,
      "num_tokens": 67943947.0,
      "step": 88100
    },
    {
      "epoch": 0.11176394480680098,
      "grad_norm": 5.15625,
      "learning_rate": 4.441750036155675e-05,
      "loss": 1.8502,
      "mean_token_accuracy": 0.5844618916511536,
      "num_tokens": 67952070.0,
      "step": 88110
    },
    {
      "epoch": 0.1117766293993338,
      "grad_norm": 4.78125,
      "learning_rate": 4.441686605147046e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5632118880748749,
      "num_tokens": 67959833.0,
      "step": 88120
    },
    {
      "epoch": 0.11178931399186665,
      "grad_norm": 6.75,
      "learning_rate": 4.441623174138417e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.532200887799263,
      "num_tokens": 67967639.0,
      "step": 88130
    },
    {
      "epoch": 0.11180199858439947,
      "grad_norm": 5.0,
      "learning_rate": 4.441559743129788e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5472115635871887,
      "num_tokens": 67976310.0,
      "step": 88140
    },
    {
      "epoch": 0.11181468317693231,
      "grad_norm": 5.09375,
      "learning_rate": 4.441496312121159e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5457096725702286,
      "num_tokens": 67983918.0,
      "step": 88150
    },
    {
      "epoch": 0.11182736776946514,
      "grad_norm": 5.0625,
      "learning_rate": 4.441432881112529e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5413694143295288,
      "num_tokens": 67991649.0,
      "step": 88160
    },
    {
      "epoch": 0.11184005236199797,
      "grad_norm": 4.8125,
      "learning_rate": 4.4413694501039e-05,
      "loss": 1.8339,
      "mean_token_accuracy": 0.5874109327793121,
      "num_tokens": 67998465.0,
      "step": 88170
    },
    {
      "epoch": 0.11185273695453081,
      "grad_norm": 6.78125,
      "learning_rate": 4.441306019095271e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5356214612722396,
      "num_tokens": 68006618.0,
      "step": 88180
    },
    {
      "epoch": 0.11186542154706364,
      "grad_norm": 13.0,
      "learning_rate": 4.441242588086642e-05,
      "loss": 2.2507,
      "mean_token_accuracy": 0.5151761561632157,
      "num_tokens": 68014151.0,
      "step": 88190
    },
    {
      "epoch": 0.11187810613959648,
      "grad_norm": 5.0625,
      "learning_rate": 4.441179157078013e-05,
      "loss": 2.2099,
      "mean_token_accuracy": 0.5226669937372208,
      "num_tokens": 68022927.0,
      "step": 88200
    },
    {
      "epoch": 0.1118907907321293,
      "grad_norm": 5.84375,
      "learning_rate": 4.441115726069384e-05,
      "loss": 1.7516,
      "mean_token_accuracy": 0.6033510476350784,
      "num_tokens": 68029774.0,
      "step": 88210
    },
    {
      "epoch": 0.11190347532466215,
      "grad_norm": 5.6875,
      "learning_rate": 4.4410522950607544e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5247096538543701,
      "num_tokens": 68038075.0,
      "step": 88220
    },
    {
      "epoch": 0.11191615991719497,
      "grad_norm": 5.78125,
      "learning_rate": 4.440988864052125e-05,
      "loss": 1.7995,
      "mean_token_accuracy": 0.5999089658260346,
      "num_tokens": 68043832.0,
      "step": 88230
    },
    {
      "epoch": 0.11192884450972782,
      "grad_norm": 4.90625,
      "learning_rate": 4.440925433043496e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5382113724946975,
      "num_tokens": 68050983.0,
      "step": 88240
    },
    {
      "epoch": 0.11194152910226064,
      "grad_norm": 5.3125,
      "learning_rate": 4.440862002034867e-05,
      "loss": 1.8385,
      "mean_token_accuracy": 0.5985374569892883,
      "num_tokens": 68057790.0,
      "step": 88250
    },
    {
      "epoch": 0.11195421369479348,
      "grad_norm": 5.34375,
      "learning_rate": 4.440798571026238e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5393467664718627,
      "num_tokens": 68065769.0,
      "step": 88260
    },
    {
      "epoch": 0.11196689828732631,
      "grad_norm": 3.796875,
      "learning_rate": 4.440735140017609e-05,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5814050823450089,
      "num_tokens": 68073256.0,
      "step": 88270
    },
    {
      "epoch": 0.11197958287985915,
      "grad_norm": 5.1875,
      "learning_rate": 4.44067170900898e-05,
      "loss": 1.8612,
      "mean_token_accuracy": 0.585505622625351,
      "num_tokens": 68080662.0,
      "step": 88280
    },
    {
      "epoch": 0.11199226747239198,
      "grad_norm": 4.6875,
      "learning_rate": 4.44060827800035e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5592999279499054,
      "num_tokens": 68087992.0,
      "step": 88290
    },
    {
      "epoch": 0.11200495206492482,
      "grad_norm": 5.53125,
      "learning_rate": 4.440544846991721e-05,
      "loss": 1.9804,
      "mean_token_accuracy": 0.5452686429023743,
      "num_tokens": 68095800.0,
      "step": 88300
    },
    {
      "epoch": 0.11201763665745765,
      "grad_norm": 5.90625,
      "learning_rate": 4.440481415983092e-05,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5568752765655518,
      "num_tokens": 68103377.0,
      "step": 88310
    },
    {
      "epoch": 0.11203032124999049,
      "grad_norm": 5.5,
      "learning_rate": 4.440417984974463e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5422255128622055,
      "num_tokens": 68111193.0,
      "step": 88320
    },
    {
      "epoch": 0.11204300584252332,
      "grad_norm": 4.59375,
      "learning_rate": 4.440354553965834e-05,
      "loss": 1.8682,
      "mean_token_accuracy": 0.5849263221025467,
      "num_tokens": 68118651.0,
      "step": 88330
    },
    {
      "epoch": 0.11205569043505616,
      "grad_norm": 6.8125,
      "learning_rate": 4.440291122957205e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5546011060476304,
      "num_tokens": 68125829.0,
      "step": 88340
    },
    {
      "epoch": 0.11206837502758898,
      "grad_norm": 5.4375,
      "learning_rate": 4.4402276919485755e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5379374384880066,
      "num_tokens": 68132905.0,
      "step": 88350
    },
    {
      "epoch": 0.11208105962012183,
      "grad_norm": 4.96875,
      "learning_rate": 4.440164260939946e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5462027579545975,
      "num_tokens": 68141511.0,
      "step": 88360
    },
    {
      "epoch": 0.11209374421265465,
      "grad_norm": 5.40625,
      "learning_rate": 4.440100829931317e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5330633163452149,
      "num_tokens": 68148405.0,
      "step": 88370
    },
    {
      "epoch": 0.1121064288051875,
      "grad_norm": 6.03125,
      "learning_rate": 4.440037398922688e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5346547275781631,
      "num_tokens": 68156253.0,
      "step": 88380
    },
    {
      "epoch": 0.11211911339772032,
      "grad_norm": 6.75,
      "learning_rate": 4.439973967914059e-05,
      "loss": 1.9064,
      "mean_token_accuracy": 0.5859897643327713,
      "num_tokens": 68164188.0,
      "step": 88390
    },
    {
      "epoch": 0.11213179799025316,
      "grad_norm": 7.03125,
      "learning_rate": 4.4399105369054295e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.551327645778656,
      "num_tokens": 68171739.0,
      "step": 88400
    },
    {
      "epoch": 0.11214448258278599,
      "grad_norm": 5.1875,
      "learning_rate": 4.439847105896801e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5507426023483276,
      "num_tokens": 68179726.0,
      "step": 88410
    },
    {
      "epoch": 0.11215716717531883,
      "grad_norm": 5.84375,
      "learning_rate": 4.439783674888172e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5341608554124833,
      "num_tokens": 68188182.0,
      "step": 88420
    },
    {
      "epoch": 0.11216985176785166,
      "grad_norm": 6.90625,
      "learning_rate": 4.439720243879542e-05,
      "loss": 1.8238,
      "mean_token_accuracy": 0.5897454440593719,
      "num_tokens": 68195446.0,
      "step": 88430
    },
    {
      "epoch": 0.1121825363603845,
      "grad_norm": 5.625,
      "learning_rate": 4.439656812870913e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5499509692192077,
      "num_tokens": 68203112.0,
      "step": 88440
    },
    {
      "epoch": 0.11219522095291733,
      "grad_norm": 6.15625,
      "learning_rate": 4.4395933818622835e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5223226875066758,
      "num_tokens": 68210780.0,
      "step": 88450
    },
    {
      "epoch": 0.11220790554545017,
      "grad_norm": 4.84375,
      "learning_rate": 4.439529950853655e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5424442768096924,
      "num_tokens": 68218022.0,
      "step": 88460
    },
    {
      "epoch": 0.112220590137983,
      "grad_norm": 8.4375,
      "learning_rate": 4.439466519845026e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5307862937450409,
      "num_tokens": 68226266.0,
      "step": 88470
    },
    {
      "epoch": 0.11223327473051584,
      "grad_norm": 4.65625,
      "learning_rate": 4.4394030888363965e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5346848100423813,
      "num_tokens": 68234547.0,
      "step": 88480
    },
    {
      "epoch": 0.11224595932304866,
      "grad_norm": 4.78125,
      "learning_rate": 4.439339657827768e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5324972659349442,
      "num_tokens": 68242458.0,
      "step": 88490
    },
    {
      "epoch": 0.1122586439155815,
      "grad_norm": 5.75,
      "learning_rate": 4.439276226819138e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5435869872570038,
      "num_tokens": 68249848.0,
      "step": 88500
    },
    {
      "epoch": 0.11227132850811433,
      "grad_norm": 5.1875,
      "learning_rate": 4.439212795810509e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5330930203199387,
      "num_tokens": 68257125.0,
      "step": 88510
    },
    {
      "epoch": 0.11228401310064717,
      "grad_norm": 18.625,
      "learning_rate": 4.43914936480188e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5446732223033905,
      "num_tokens": 68263940.0,
      "step": 88520
    },
    {
      "epoch": 0.11229669769318,
      "grad_norm": 5.6875,
      "learning_rate": 4.4390859337932505e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5333510369062424,
      "num_tokens": 68271840.0,
      "step": 88530
    },
    {
      "epoch": 0.11230938228571284,
      "grad_norm": 5.625,
      "learning_rate": 4.439022502784622e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.530342909693718,
      "num_tokens": 68280776.0,
      "step": 88540
    },
    {
      "epoch": 0.11232206687824567,
      "grad_norm": 7.15625,
      "learning_rate": 4.438959071775992e-05,
      "loss": 1.8104,
      "mean_token_accuracy": 0.6082464158535004,
      "num_tokens": 68287123.0,
      "step": 88550
    },
    {
      "epoch": 0.11233475147077851,
      "grad_norm": 3.078125,
      "learning_rate": 4.4388956407673635e-05,
      "loss": 1.5717,
      "mean_token_accuracy": 0.645210999250412,
      "num_tokens": 68293121.0,
      "step": 88560
    },
    {
      "epoch": 0.11234743606331134,
      "grad_norm": 9.0,
      "learning_rate": 4.438832209758734e-05,
      "loss": 2.2513,
      "mean_token_accuracy": 0.5098175138235093,
      "num_tokens": 68300911.0,
      "step": 88570
    },
    {
      "epoch": 0.11236012065584418,
      "grad_norm": 5.9375,
      "learning_rate": 4.4387687787501045e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5276057690382003,
      "num_tokens": 68308529.0,
      "step": 88580
    },
    {
      "epoch": 0.112372805248377,
      "grad_norm": 6.75,
      "learning_rate": 4.438705347741476e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5770553976297379,
      "num_tokens": 68316295.0,
      "step": 88590
    },
    {
      "epoch": 0.11238548984090985,
      "grad_norm": 5.875,
      "learning_rate": 4.438641916732846e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.534459188580513,
      "num_tokens": 68325218.0,
      "step": 88600
    },
    {
      "epoch": 0.11239817443344267,
      "grad_norm": 6.40625,
      "learning_rate": 4.4385784857242175e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5391216993331909,
      "num_tokens": 68334345.0,
      "step": 88610
    },
    {
      "epoch": 0.11241085902597552,
      "grad_norm": 5.5625,
      "learning_rate": 4.438515054715589e-05,
      "loss": 2.3748,
      "mean_token_accuracy": 0.49382261037826536,
      "num_tokens": 68342653.0,
      "step": 88620
    },
    {
      "epoch": 0.11242354361850834,
      "grad_norm": 4.96875,
      "learning_rate": 4.438451623706959e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5560618430376053,
      "num_tokens": 68349430.0,
      "step": 88630
    },
    {
      "epoch": 0.11243622821104117,
      "grad_norm": 6.25,
      "learning_rate": 4.43838819269833e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5311628878116608,
      "num_tokens": 68356902.0,
      "step": 88640
    },
    {
      "epoch": 0.11244891280357401,
      "grad_norm": 4.90625,
      "learning_rate": 4.4383247616897e-05,
      "loss": 2.2485,
      "mean_token_accuracy": 0.5260648101568222,
      "num_tokens": 68365067.0,
      "step": 88650
    },
    {
      "epoch": 0.11246159739610684,
      "grad_norm": 7.03125,
      "learning_rate": 4.4382613306810715e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5392353177070618,
      "num_tokens": 68374094.0,
      "step": 88660
    },
    {
      "epoch": 0.11247428198863968,
      "grad_norm": 8.375,
      "learning_rate": 4.438197899672443e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5287914574146271,
      "num_tokens": 68381450.0,
      "step": 88670
    },
    {
      "epoch": 0.1124869665811725,
      "grad_norm": 4.9375,
      "learning_rate": 4.438134468663813e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5393439859151841,
      "num_tokens": 68389168.0,
      "step": 88680
    },
    {
      "epoch": 0.11249965117370535,
      "grad_norm": 6.21875,
      "learning_rate": 4.4380710376551845e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5389772176742553,
      "num_tokens": 68397883.0,
      "step": 88690
    },
    {
      "epoch": 0.11251233576623818,
      "grad_norm": 6.40625,
      "learning_rate": 4.438007606646555e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5525255292654038,
      "num_tokens": 68405896.0,
      "step": 88700
    },
    {
      "epoch": 0.11252502035877102,
      "grad_norm": 5.28125,
      "learning_rate": 4.4379441756379256e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5669961422681808,
      "num_tokens": 68412405.0,
      "step": 88710
    },
    {
      "epoch": 0.11253770495130384,
      "grad_norm": 5.15625,
      "learning_rate": 4.437880744629297e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5213553488254548,
      "num_tokens": 68421065.0,
      "step": 88720
    },
    {
      "epoch": 0.11255038954383668,
      "grad_norm": 5.15625,
      "learning_rate": 4.437817313620667e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5496202647686005,
      "num_tokens": 68429015.0,
      "step": 88730
    },
    {
      "epoch": 0.11256307413636951,
      "grad_norm": 5.25,
      "learning_rate": 4.4377538826120385e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5416909962892532,
      "num_tokens": 68437703.0,
      "step": 88740
    },
    {
      "epoch": 0.11257575872890235,
      "grad_norm": 4.625,
      "learning_rate": 4.437690451603409e-05,
      "loss": 2.2094,
      "mean_token_accuracy": 0.5164359778165817,
      "num_tokens": 68446203.0,
      "step": 88750
    },
    {
      "epoch": 0.11258844332143518,
      "grad_norm": 5.28125,
      "learning_rate": 4.43762702059478e-05,
      "loss": 2.2158,
      "mean_token_accuracy": 0.5208340615034104,
      "num_tokens": 68454885.0,
      "step": 88760
    },
    {
      "epoch": 0.11260112791396802,
      "grad_norm": 7.28125,
      "learning_rate": 4.437563589586151e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5411177545785903,
      "num_tokens": 68462167.0,
      "step": 88770
    },
    {
      "epoch": 0.11261381250650085,
      "grad_norm": 7.1875,
      "learning_rate": 4.4375001585775214e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.523892542719841,
      "num_tokens": 68470615.0,
      "step": 88780
    },
    {
      "epoch": 0.11262649709903369,
      "grad_norm": 4.53125,
      "learning_rate": 4.4374367275688926e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5274334639310837,
      "num_tokens": 68479250.0,
      "step": 88790
    },
    {
      "epoch": 0.11263918169156652,
      "grad_norm": 6.1875,
      "learning_rate": 4.437373296560263e-05,
      "loss": 1.6686,
      "mean_token_accuracy": 0.6304367542266845,
      "num_tokens": 68485013.0,
      "step": 88800
    },
    {
      "epoch": 0.11265186628409936,
      "grad_norm": 5.15625,
      "learning_rate": 4.437309865551634e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5422201454639435,
      "num_tokens": 68493959.0,
      "step": 88810
    },
    {
      "epoch": 0.11266455087663219,
      "grad_norm": 5.0,
      "learning_rate": 4.4372464345430055e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5275953978300094,
      "num_tokens": 68501392.0,
      "step": 88820
    },
    {
      "epoch": 0.11267723546916503,
      "grad_norm": 5.15625,
      "learning_rate": 4.437183003534376e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5383850872516632,
      "num_tokens": 68508573.0,
      "step": 88830
    },
    {
      "epoch": 0.11268992006169785,
      "grad_norm": 5.03125,
      "learning_rate": 4.437119572525747e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5166461139917373,
      "num_tokens": 68516250.0,
      "step": 88840
    },
    {
      "epoch": 0.1127026046542307,
      "grad_norm": 5.9375,
      "learning_rate": 4.437056141517117e-05,
      "loss": 2.3813,
      "mean_token_accuracy": 0.49913000762462617,
      "num_tokens": 68523528.0,
      "step": 88850
    },
    {
      "epoch": 0.11271528924676352,
      "grad_norm": 4.6875,
      "learning_rate": 4.4369927105084883e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5565962284803391,
      "num_tokens": 68532334.0,
      "step": 88860
    },
    {
      "epoch": 0.11272797383929636,
      "grad_norm": 5.875,
      "learning_rate": 4.4369292794998596e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5378176450729371,
      "num_tokens": 68541396.0,
      "step": 88870
    },
    {
      "epoch": 0.11274065843182919,
      "grad_norm": 7.15625,
      "learning_rate": 4.43686584849123e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5214003324508667,
      "num_tokens": 68550134.0,
      "step": 88880
    },
    {
      "epoch": 0.11275334302436203,
      "grad_norm": 5.59375,
      "learning_rate": 4.436802417482601e-05,
      "loss": 1.7777,
      "mean_token_accuracy": 0.5994085878133774,
      "num_tokens": 68555738.0,
      "step": 88890
    },
    {
      "epoch": 0.11276602761689486,
      "grad_norm": 5.15625,
      "learning_rate": 4.436738986473972e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5338153094053268,
      "num_tokens": 68563165.0,
      "step": 88900
    },
    {
      "epoch": 0.1127787122094277,
      "grad_norm": 5.5625,
      "learning_rate": 4.436675555465343e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5289879351854324,
      "num_tokens": 68572533.0,
      "step": 88910
    },
    {
      "epoch": 0.11279139680196053,
      "grad_norm": 5.25,
      "learning_rate": 4.4366121244567136e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.528444355726242,
      "num_tokens": 68581108.0,
      "step": 88920
    },
    {
      "epoch": 0.11280408139449337,
      "grad_norm": 6.40625,
      "learning_rate": 4.436548693448084e-05,
      "loss": 2.231,
      "mean_token_accuracy": 0.5108101487159729,
      "num_tokens": 68589391.0,
      "step": 88930
    },
    {
      "epoch": 0.1128167659870262,
      "grad_norm": 5.59375,
      "learning_rate": 4.436485262439455e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.523889884352684,
      "num_tokens": 68596909.0,
      "step": 88940
    },
    {
      "epoch": 0.11282945057955904,
      "grad_norm": 4.78125,
      "learning_rate": 4.436421831430826e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5805279701948166,
      "num_tokens": 68604209.0,
      "step": 88950
    },
    {
      "epoch": 0.11284213517209186,
      "grad_norm": 13.0,
      "learning_rate": 4.436358400422197e-05,
      "loss": 1.8264,
      "mean_token_accuracy": 0.6007007181644439,
      "num_tokens": 68610227.0,
      "step": 88960
    },
    {
      "epoch": 0.1128548197646247,
      "grad_norm": 8.3125,
      "learning_rate": 4.436294969413568e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5391281425952912,
      "num_tokens": 68618019.0,
      "step": 88970
    },
    {
      "epoch": 0.11286750435715753,
      "grad_norm": 5.0,
      "learning_rate": 4.436231538404939e-05,
      "loss": 1.887,
      "mean_token_accuracy": 0.5735814094543457,
      "num_tokens": 68624600.0,
      "step": 88980
    },
    {
      "epoch": 0.11288018894969037,
      "grad_norm": 6.03125,
      "learning_rate": 4.4361681073963094e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5899148195981979,
      "num_tokens": 68629608.0,
      "step": 88990
    },
    {
      "epoch": 0.1128928735422232,
      "grad_norm": 6.25,
      "learning_rate": 4.43610467638768e-05,
      "loss": 2.225,
      "mean_token_accuracy": 0.5138687044382095,
      "num_tokens": 68636197.0,
      "step": 89000
    },
    {
      "epoch": 0.11290555813475604,
      "grad_norm": 6.71875,
      "learning_rate": 4.436041245379051e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5250768840312958,
      "num_tokens": 68643598.0,
      "step": 89010
    },
    {
      "epoch": 0.11291824272728887,
      "grad_norm": 7.4375,
      "learning_rate": 4.435977814370422e-05,
      "loss": 2.2982,
      "mean_token_accuracy": 0.5109568208456039,
      "num_tokens": 68651654.0,
      "step": 89020
    },
    {
      "epoch": 0.11293092731982171,
      "grad_norm": 4.8125,
      "learning_rate": 4.435914383361793e-05,
      "loss": 1.9233,
      "mean_token_accuracy": 0.574446639418602,
      "num_tokens": 68660208.0,
      "step": 89030
    },
    {
      "epoch": 0.11294361191235454,
      "grad_norm": 4.78125,
      "learning_rate": 4.435850952353164e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.5155731409788131,
      "num_tokens": 68667464.0,
      "step": 89040
    },
    {
      "epoch": 0.11295629650488738,
      "grad_norm": 5.375,
      "learning_rate": 4.4357875213445346e-05,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5338097870349884,
      "num_tokens": 68675462.0,
      "step": 89050
    },
    {
      "epoch": 0.1129689810974202,
      "grad_norm": 6.0625,
      "learning_rate": 4.435724090335905e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5475646555423737,
      "num_tokens": 68682783.0,
      "step": 89060
    },
    {
      "epoch": 0.11298166568995305,
      "grad_norm": 5.4375,
      "learning_rate": 4.4356606593272764e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5575994640588761,
      "num_tokens": 68689881.0,
      "step": 89070
    },
    {
      "epoch": 0.11299435028248588,
      "grad_norm": 5.0,
      "learning_rate": 4.435597228318647e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5359865605831147,
      "num_tokens": 68697593.0,
      "step": 89080
    },
    {
      "epoch": 0.11300703487501872,
      "grad_norm": 5.1875,
      "learning_rate": 4.435533797310018e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5300965934991837,
      "num_tokens": 68705952.0,
      "step": 89090
    },
    {
      "epoch": 0.11301971946755154,
      "grad_norm": 4.59375,
      "learning_rate": 4.4354703663013886e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5643242090940476,
      "num_tokens": 68712892.0,
      "step": 89100
    },
    {
      "epoch": 0.11303240406008437,
      "grad_norm": 5.0,
      "learning_rate": 4.43540693529276e-05,
      "loss": 1.7598,
      "mean_token_accuracy": 0.5987143278121948,
      "num_tokens": 68719488.0,
      "step": 89110
    },
    {
      "epoch": 0.11304508865261721,
      "grad_norm": 5.40625,
      "learning_rate": 4.4353435042841304e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5630400687456131,
      "num_tokens": 68726686.0,
      "step": 89120
    },
    {
      "epoch": 0.11305777324515004,
      "grad_norm": 5.125,
      "learning_rate": 4.435280073275501e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5256845444440842,
      "num_tokens": 68734017.0,
      "step": 89130
    },
    {
      "epoch": 0.11307045783768288,
      "grad_norm": 7.46875,
      "learning_rate": 4.435216642266872e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5843489706516266,
      "num_tokens": 68740417.0,
      "step": 89140
    },
    {
      "epoch": 0.11308314243021571,
      "grad_norm": 4.84375,
      "learning_rate": 4.4351532112582433e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5404353886842728,
      "num_tokens": 68748846.0,
      "step": 89150
    },
    {
      "epoch": 0.11309582702274855,
      "grad_norm": 5.90625,
      "learning_rate": 4.435089780249614e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5499420315027237,
      "num_tokens": 68758470.0,
      "step": 89160
    },
    {
      "epoch": 0.11310851161528138,
      "grad_norm": 6.875,
      "learning_rate": 4.435026349240985e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5554834067821502,
      "num_tokens": 68764622.0,
      "step": 89170
    },
    {
      "epoch": 0.11312119620781422,
      "grad_norm": 5.125,
      "learning_rate": 4.4349629182323556e-05,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5800293266773224,
      "num_tokens": 68771229.0,
      "step": 89180
    },
    {
      "epoch": 0.11313388080034704,
      "grad_norm": 5.59375,
      "learning_rate": 4.434899487223726e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5219175934791564,
      "num_tokens": 68779431.0,
      "step": 89190
    },
    {
      "epoch": 0.11314656539287989,
      "grad_norm": 5.0,
      "learning_rate": 4.4348360562150974e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5068856388330459,
      "num_tokens": 68787714.0,
      "step": 89200
    },
    {
      "epoch": 0.11315924998541271,
      "grad_norm": 4.9375,
      "learning_rate": 4.434772625206468e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5313196361064911,
      "num_tokens": 68796803.0,
      "step": 89210
    },
    {
      "epoch": 0.11317193457794555,
      "grad_norm": 5.78125,
      "learning_rate": 4.434709194197839e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5191369026899337,
      "num_tokens": 68805533.0,
      "step": 89220
    },
    {
      "epoch": 0.11318461917047838,
      "grad_norm": 5.125,
      "learning_rate": 4.43464576318921e-05,
      "loss": 2.2181,
      "mean_token_accuracy": 0.5169474154710769,
      "num_tokens": 68812945.0,
      "step": 89230
    },
    {
      "epoch": 0.11319730376301122,
      "grad_norm": 5.03125,
      "learning_rate": 4.434582332180581e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.570778238773346,
      "num_tokens": 68821927.0,
      "step": 89240
    },
    {
      "epoch": 0.11320998835554405,
      "grad_norm": 4.78125,
      "learning_rate": 4.434518901171952e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5524820476770401,
      "num_tokens": 68830143.0,
      "step": 89250
    },
    {
      "epoch": 0.11322267294807689,
      "grad_norm": 5.9375,
      "learning_rate": 4.4344554701633226e-05,
      "loss": 1.8109,
      "mean_token_accuracy": 0.5925950825214386,
      "num_tokens": 68837473.0,
      "step": 89260
    },
    {
      "epoch": 0.11323535754060972,
      "grad_norm": 4.53125,
      "learning_rate": 4.434392039154693e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5248069524765014,
      "num_tokens": 68846471.0,
      "step": 89270
    },
    {
      "epoch": 0.11324804213314256,
      "grad_norm": 5.28125,
      "learning_rate": 4.434328608146064e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5597238779067993,
      "num_tokens": 68853751.0,
      "step": 89280
    },
    {
      "epoch": 0.11326072672567539,
      "grad_norm": 5.53125,
      "learning_rate": 4.434265177137435e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5530117452144623,
      "num_tokens": 68861293.0,
      "step": 89290
    },
    {
      "epoch": 0.11327341131820823,
      "grad_norm": 4.65625,
      "learning_rate": 4.434201746128806e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5268309563398361,
      "num_tokens": 68869834.0,
      "step": 89300
    },
    {
      "epoch": 0.11328609591074106,
      "grad_norm": 6.125,
      "learning_rate": 4.4341383151201767e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5397701680660247,
      "num_tokens": 68877290.0,
      "step": 89310
    },
    {
      "epoch": 0.1132987805032739,
      "grad_norm": 5.0,
      "learning_rate": 4.434074884111548e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5627032518386841,
      "num_tokens": 68885077.0,
      "step": 89320
    },
    {
      "epoch": 0.11331146509580672,
      "grad_norm": 5.96875,
      "learning_rate": 4.4340114531029184e-05,
      "loss": 1.8212,
      "mean_token_accuracy": 0.5822709619998931,
      "num_tokens": 68892927.0,
      "step": 89330
    },
    {
      "epoch": 0.11332414968833956,
      "grad_norm": 5.21875,
      "learning_rate": 4.433948022094289e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5587258785963058,
      "num_tokens": 68899084.0,
      "step": 89340
    },
    {
      "epoch": 0.11333683428087239,
      "grad_norm": 5.0625,
      "learning_rate": 4.43388459108566e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5324328184127808,
      "num_tokens": 68907367.0,
      "step": 89350
    },
    {
      "epoch": 0.11334951887340523,
      "grad_norm": 4.78125,
      "learning_rate": 4.433821160077031e-05,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5922251969575882,
      "num_tokens": 68914693.0,
      "step": 89360
    },
    {
      "epoch": 0.11336220346593806,
      "grad_norm": 5.6875,
      "learning_rate": 4.433757729068402e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5573719084262848,
      "num_tokens": 68922370.0,
      "step": 89370
    },
    {
      "epoch": 0.1133748880584709,
      "grad_norm": 6.09375,
      "learning_rate": 4.4336942980597724e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5620983302593231,
      "num_tokens": 68930091.0,
      "step": 89380
    },
    {
      "epoch": 0.11338757265100373,
      "grad_norm": 12.625,
      "learning_rate": 4.4336308670511436e-05,
      "loss": 1.8152,
      "mean_token_accuracy": 0.5925519198179245,
      "num_tokens": 68938162.0,
      "step": 89390
    },
    {
      "epoch": 0.11340025724353657,
      "grad_norm": 5.75,
      "learning_rate": 4.433567436042514e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5303550243377686,
      "num_tokens": 68946949.0,
      "step": 89400
    },
    {
      "epoch": 0.1134129418360694,
      "grad_norm": 6.40625,
      "learning_rate": 4.433504005033885e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5558885306119918,
      "num_tokens": 68953874.0,
      "step": 89410
    },
    {
      "epoch": 0.11342562642860224,
      "grad_norm": 6.75,
      "learning_rate": 4.433440574025256e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5205826818943023,
      "num_tokens": 68961153.0,
      "step": 89420
    },
    {
      "epoch": 0.11343831102113507,
      "grad_norm": 6.28125,
      "learning_rate": 4.4333771430166265e-05,
      "loss": 2.2495,
      "mean_token_accuracy": 0.5275443911552429,
      "num_tokens": 68968587.0,
      "step": 89430
    },
    {
      "epoch": 0.11345099561366791,
      "grad_norm": 4.96875,
      "learning_rate": 4.433313712007998e-05,
      "loss": 1.5813,
      "mean_token_accuracy": 0.6508569538593292,
      "num_tokens": 68973539.0,
      "step": 89440
    },
    {
      "epoch": 0.11346368020620073,
      "grad_norm": 5.53125,
      "learning_rate": 4.433250280999369e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5404555469751358,
      "num_tokens": 68982513.0,
      "step": 89450
    },
    {
      "epoch": 0.11347636479873358,
      "grad_norm": 5.59375,
      "learning_rate": 4.4331868499907394e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5600686341524124,
      "num_tokens": 68990453.0,
      "step": 89460
    },
    {
      "epoch": 0.1134890493912664,
      "grad_norm": 4.71875,
      "learning_rate": 4.43312341898211e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5175064891576767,
      "num_tokens": 68998242.0,
      "step": 89470
    },
    {
      "epoch": 0.11350173398379924,
      "grad_norm": 4.6875,
      "learning_rate": 4.4330599879734805e-05,
      "loss": 1.9273,
      "mean_token_accuracy": 0.5811596512794495,
      "num_tokens": 69005269.0,
      "step": 89480
    },
    {
      "epoch": 0.11351441857633207,
      "grad_norm": 6.28125,
      "learning_rate": 4.432996556964852e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5631787300109863,
      "num_tokens": 69012944.0,
      "step": 89490
    },
    {
      "epoch": 0.11352710316886491,
      "grad_norm": 5.15625,
      "learning_rate": 4.432933125956223e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5255347311496734,
      "num_tokens": 69021397.0,
      "step": 89500
    },
    {
      "epoch": 0.11353978776139774,
      "grad_norm": 4.90625,
      "learning_rate": 4.4328696949475935e-05,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5185816675424576,
      "num_tokens": 69029226.0,
      "step": 89510
    },
    {
      "epoch": 0.11355247235393058,
      "grad_norm": 4.8125,
      "learning_rate": 4.432806263938965e-05,
      "loss": 1.7953,
      "mean_token_accuracy": 0.6016562104225158,
      "num_tokens": 69037150.0,
      "step": 89520
    },
    {
      "epoch": 0.11356515694646341,
      "grad_norm": 6.28125,
      "learning_rate": 4.432742832930335e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5326542168855667,
      "num_tokens": 69044153.0,
      "step": 89530
    },
    {
      "epoch": 0.11357784153899625,
      "grad_norm": 5.3125,
      "learning_rate": 4.432679401921706e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5325887531042099,
      "num_tokens": 69052366.0,
      "step": 89540
    },
    {
      "epoch": 0.11359052613152908,
      "grad_norm": 4.90625,
      "learning_rate": 4.432615970913077e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5337231159210205,
      "num_tokens": 69061019.0,
      "step": 89550
    },
    {
      "epoch": 0.11360321072406192,
      "grad_norm": 5.125,
      "learning_rate": 4.4325525399044475e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5205983757972718,
      "num_tokens": 69070265.0,
      "step": 89560
    },
    {
      "epoch": 0.11361589531659474,
      "grad_norm": 6.875,
      "learning_rate": 4.432489108895819e-05,
      "loss": 2.2621,
      "mean_token_accuracy": 0.5182022869586944,
      "num_tokens": 69078489.0,
      "step": 89570
    },
    {
      "epoch": 0.11362857990912757,
      "grad_norm": 4.875,
      "learning_rate": 4.432425677887189e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5475186109542847,
      "num_tokens": 69086053.0,
      "step": 89580
    },
    {
      "epoch": 0.11364126450166041,
      "grad_norm": 4.9375,
      "learning_rate": 4.4323622468785604e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5515903741121292,
      "num_tokens": 69094684.0,
      "step": 89590
    },
    {
      "epoch": 0.11365394909419324,
      "grad_norm": 4.9375,
      "learning_rate": 4.432298815869932e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5292613118886947,
      "num_tokens": 69103265.0,
      "step": 89600
    },
    {
      "epoch": 0.11366663368672608,
      "grad_norm": 5.96875,
      "learning_rate": 4.4322353848613015e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5323402911424637,
      "num_tokens": 69111752.0,
      "step": 89610
    },
    {
      "epoch": 0.11367931827925891,
      "grad_norm": 4.75,
      "learning_rate": 4.432171953852673e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5295579940080642,
      "num_tokens": 69119970.0,
      "step": 89620
    },
    {
      "epoch": 0.11369200287179175,
      "grad_norm": 7.03125,
      "learning_rate": 4.432108522844043e-05,
      "loss": 2.2466,
      "mean_token_accuracy": 0.52172931432724,
      "num_tokens": 69127810.0,
      "step": 89630
    },
    {
      "epoch": 0.11370468746432458,
      "grad_norm": 4.5625,
      "learning_rate": 4.4320450918354145e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5693021178245544,
      "num_tokens": 69135217.0,
      "step": 89640
    },
    {
      "epoch": 0.11371737205685742,
      "grad_norm": 5.78125,
      "learning_rate": 4.431981660826786e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5392289280891418,
      "num_tokens": 69143212.0,
      "step": 89650
    },
    {
      "epoch": 0.11373005664939025,
      "grad_norm": 13.375,
      "learning_rate": 4.431918229818156e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5308324009180069,
      "num_tokens": 69151271.0,
      "step": 89660
    },
    {
      "epoch": 0.11374274124192309,
      "grad_norm": 5.25,
      "learning_rate": 4.4318547988095274e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5363291472196579,
      "num_tokens": 69158503.0,
      "step": 89670
    },
    {
      "epoch": 0.11375542583445591,
      "grad_norm": 4.8125,
      "learning_rate": 4.431791367800898e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5406259804964065,
      "num_tokens": 69165725.0,
      "step": 89680
    },
    {
      "epoch": 0.11376811042698876,
      "grad_norm": 5.21875,
      "learning_rate": 4.4317279367922685e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5535084426403045,
      "num_tokens": 69173551.0,
      "step": 89690
    },
    {
      "epoch": 0.11378079501952158,
      "grad_norm": 4.9375,
      "learning_rate": 4.43166450578364e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.550637024641037,
      "num_tokens": 69181081.0,
      "step": 89700
    },
    {
      "epoch": 0.11379347961205442,
      "grad_norm": 5.71875,
      "learning_rate": 4.43160107477501e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5276330828666687,
      "num_tokens": 69190029.0,
      "step": 89710
    },
    {
      "epoch": 0.11380616420458725,
      "grad_norm": 4.84375,
      "learning_rate": 4.4315376437663815e-05,
      "loss": 1.863,
      "mean_token_accuracy": 0.5839272320270539,
      "num_tokens": 69197428.0,
      "step": 89720
    },
    {
      "epoch": 0.11381884879712009,
      "grad_norm": 5.34375,
      "learning_rate": 4.431474212757752e-05,
      "loss": 1.845,
      "mean_token_accuracy": 0.592531618475914,
      "num_tokens": 69203957.0,
      "step": 89730
    },
    {
      "epoch": 0.11383153338965292,
      "grad_norm": 5.375,
      "learning_rate": 4.431410781749123e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5605215847492218,
      "num_tokens": 69212853.0,
      "step": 89740
    },
    {
      "epoch": 0.11384421798218576,
      "grad_norm": 4.84375,
      "learning_rate": 4.431347350740494e-05,
      "loss": 1.8189,
      "mean_token_accuracy": 0.5880528807640075,
      "num_tokens": 69219899.0,
      "step": 89750
    },
    {
      "epoch": 0.11385690257471859,
      "grad_norm": 7.1875,
      "learning_rate": 4.431283919731864e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5347338140010833,
      "num_tokens": 69227160.0,
      "step": 89760
    },
    {
      "epoch": 0.11386958716725143,
      "grad_norm": 4.875,
      "learning_rate": 4.4312204887232355e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.554428580403328,
      "num_tokens": 69234781.0,
      "step": 89770
    },
    {
      "epoch": 0.11388227175978426,
      "grad_norm": 4.875,
      "learning_rate": 4.431157057714606e-05,
      "loss": 2.114,
      "mean_token_accuracy": 0.5415377467870712,
      "num_tokens": 69241356.0,
      "step": 89780
    },
    {
      "epoch": 0.1138949563523171,
      "grad_norm": 5.34375,
      "learning_rate": 4.431093626705977e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5510156691074372,
      "num_tokens": 69247982.0,
      "step": 89790
    },
    {
      "epoch": 0.11390764094484992,
      "grad_norm": 11.625,
      "learning_rate": 4.4310301956973485e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5289904564619065,
      "num_tokens": 69255992.0,
      "step": 89800
    },
    {
      "epoch": 0.11392032553738277,
      "grad_norm": 5.53125,
      "learning_rate": 4.430966764688719e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5379023253917694,
      "num_tokens": 69264130.0,
      "step": 89810
    },
    {
      "epoch": 0.1139330101299156,
      "grad_norm": 6.34375,
      "learning_rate": 4.4309033336800895e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5396389037370681,
      "num_tokens": 69271771.0,
      "step": 89820
    },
    {
      "epoch": 0.11394569472244843,
      "grad_norm": 5.375,
      "learning_rate": 4.43083990267146e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5481393277645111,
      "num_tokens": 69278591.0,
      "step": 89830
    },
    {
      "epoch": 0.11395837931498126,
      "grad_norm": 4.4375,
      "learning_rate": 4.430776471662831e-05,
      "loss": 1.9234,
      "mean_token_accuracy": 0.5709790766239167,
      "num_tokens": 69285470.0,
      "step": 89840
    },
    {
      "epoch": 0.1139710639075141,
      "grad_norm": 6.0,
      "learning_rate": 4.4307130406542025e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5352164387702942,
      "num_tokens": 69292897.0,
      "step": 89850
    },
    {
      "epoch": 0.11398374850004693,
      "grad_norm": 5.75,
      "learning_rate": 4.430649609645573e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5069227367639542,
      "num_tokens": 69300858.0,
      "step": 89860
    },
    {
      "epoch": 0.11399643309257977,
      "grad_norm": 4.71875,
      "learning_rate": 4.430586178636944e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5402695119380951,
      "num_tokens": 69308191.0,
      "step": 89870
    },
    {
      "epoch": 0.1140091176851126,
      "grad_norm": 5.84375,
      "learning_rate": 4.430522747628315e-05,
      "loss": 2.2563,
      "mean_token_accuracy": 0.5096183300018311,
      "num_tokens": 69317008.0,
      "step": 89880
    },
    {
      "epoch": 0.11402180227764544,
      "grad_norm": 5.96875,
      "learning_rate": 4.430459316619685e-05,
      "loss": 2.2858,
      "mean_token_accuracy": 0.5093864232301712,
      "num_tokens": 69323282.0,
      "step": 89890
    },
    {
      "epoch": 0.11403448687017827,
      "grad_norm": 5.0,
      "learning_rate": 4.4303958856110565e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.553499647974968,
      "num_tokens": 69331280.0,
      "step": 89900
    },
    {
      "epoch": 0.11404717146271111,
      "grad_norm": 5.21875,
      "learning_rate": 4.430332454602427e-05,
      "loss": 2.3166,
      "mean_token_accuracy": 0.49996995031833646,
      "num_tokens": 69340311.0,
      "step": 89910
    },
    {
      "epoch": 0.11405985605524394,
      "grad_norm": 8.3125,
      "learning_rate": 4.430269023593798e-05,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5597278743982315,
      "num_tokens": 69347915.0,
      "step": 89920
    },
    {
      "epoch": 0.11407254064777678,
      "grad_norm": 6.34375,
      "learning_rate": 4.430205592585169e-05,
      "loss": 1.8983,
      "mean_token_accuracy": 0.5822471797466278,
      "num_tokens": 69355149.0,
      "step": 89930
    },
    {
      "epoch": 0.1140852252403096,
      "grad_norm": 5.125,
      "learning_rate": 4.43014216157654e-05,
      "loss": 1.7758,
      "mean_token_accuracy": 0.6139059007167816,
      "num_tokens": 69362075.0,
      "step": 89940
    },
    {
      "epoch": 0.11409790983284245,
      "grad_norm": 5.84375,
      "learning_rate": 4.430078730567911e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5349218219518661,
      "num_tokens": 69369483.0,
      "step": 89950
    },
    {
      "epoch": 0.11411059442537527,
      "grad_norm": 6.5,
      "learning_rate": 4.430015299559281e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5253495961427689,
      "num_tokens": 69377658.0,
      "step": 89960
    },
    {
      "epoch": 0.11412327901790811,
      "grad_norm": 5.5625,
      "learning_rate": 4.429951868550652e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5307809978723526,
      "num_tokens": 69385926.0,
      "step": 89970
    },
    {
      "epoch": 0.11413596361044094,
      "grad_norm": 4.71875,
      "learning_rate": 4.429888437542023e-05,
      "loss": 2.2491,
      "mean_token_accuracy": 0.522190523147583,
      "num_tokens": 69395190.0,
      "step": 89980
    },
    {
      "epoch": 0.11414864820297378,
      "grad_norm": 4.84375,
      "learning_rate": 4.429825006533394e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5710338950157166,
      "num_tokens": 69403236.0,
      "step": 89990
    },
    {
      "epoch": 0.11416133279550661,
      "grad_norm": 7.625,
      "learning_rate": 4.429761575524765e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5289773046970367,
      "num_tokens": 69410573.0,
      "step": 90000
    },
    {
      "epoch": 0.11417401738803945,
      "grad_norm": 5.96875,
      "learning_rate": 4.429698144516136e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5340744376182556,
      "num_tokens": 69416705.0,
      "step": 90010
    },
    {
      "epoch": 0.11418670198057228,
      "grad_norm": 5.1875,
      "learning_rate": 4.429634713507507e-05,
      "loss": 1.9227,
      "mean_token_accuracy": 0.5819114059209823,
      "num_tokens": 69422610.0,
      "step": 90020
    },
    {
      "epoch": 0.11419938657310512,
      "grad_norm": 8.1875,
      "learning_rate": 4.429571282498877e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.537615618109703,
      "num_tokens": 69430624.0,
      "step": 90030
    },
    {
      "epoch": 0.11421207116563795,
      "grad_norm": 5.03125,
      "learning_rate": 4.429507851490248e-05,
      "loss": 2.3266,
      "mean_token_accuracy": 0.504591554403305,
      "num_tokens": 69438639.0,
      "step": 90040
    },
    {
      "epoch": 0.11422475575817077,
      "grad_norm": 5.28125,
      "learning_rate": 4.429444420481619e-05,
      "loss": 2.2754,
      "mean_token_accuracy": 0.5128899574279785,
      "num_tokens": 69446404.0,
      "step": 90050
    },
    {
      "epoch": 0.11423744035070361,
      "grad_norm": 6.375,
      "learning_rate": 4.42938098947299e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5464451849460602,
      "num_tokens": 69453330.0,
      "step": 90060
    },
    {
      "epoch": 0.11425012494323644,
      "grad_norm": 5.625,
      "learning_rate": 4.429317558464361e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5275037080049515,
      "num_tokens": 69460569.0,
      "step": 90070
    },
    {
      "epoch": 0.11426280953576928,
      "grad_norm": 6.78125,
      "learning_rate": 4.429254127455732e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5411033034324646,
      "num_tokens": 69467691.0,
      "step": 90080
    },
    {
      "epoch": 0.11427549412830211,
      "grad_norm": 6.0625,
      "learning_rate": 4.429190696447103e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5424768805503846,
      "num_tokens": 69476092.0,
      "step": 90090
    },
    {
      "epoch": 0.11428817872083495,
      "grad_norm": 5.3125,
      "learning_rate": 4.429127265438473e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5532929122447967,
      "num_tokens": 69483917.0,
      "step": 90100
    },
    {
      "epoch": 0.11430086331336778,
      "grad_norm": 4.59375,
      "learning_rate": 4.429063834429844e-05,
      "loss": 1.7768,
      "mean_token_accuracy": 0.6088647782802582,
      "num_tokens": 69490686.0,
      "step": 90110
    },
    {
      "epoch": 0.11431354790590062,
      "grad_norm": 5.1875,
      "learning_rate": 4.429000403421215e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.539475268125534,
      "num_tokens": 69499396.0,
      "step": 90120
    },
    {
      "epoch": 0.11432623249843345,
      "grad_norm": 7.21875,
      "learning_rate": 4.428936972412586e-05,
      "loss": 2.2969,
      "mean_token_accuracy": 0.5116306334733963,
      "num_tokens": 69506614.0,
      "step": 90130
    },
    {
      "epoch": 0.11433891709096629,
      "grad_norm": 4.96875,
      "learning_rate": 4.428873541403957e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5386728465557098,
      "num_tokens": 69514631.0,
      "step": 90140
    },
    {
      "epoch": 0.11435160168349912,
      "grad_norm": 5.28125,
      "learning_rate": 4.428810110395328e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5274356365203857,
      "num_tokens": 69522898.0,
      "step": 90150
    },
    {
      "epoch": 0.11436428627603196,
      "grad_norm": 4.59375,
      "learning_rate": 4.4287466793866986e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5439304769039154,
      "num_tokens": 69530665.0,
      "step": 90160
    },
    {
      "epoch": 0.11437697086856478,
      "grad_norm": 5.28125,
      "learning_rate": 4.428683248378069e-05,
      "loss": 2.2354,
      "mean_token_accuracy": 0.5176983892917633,
      "num_tokens": 69539598.0,
      "step": 90170
    },
    {
      "epoch": 0.11438965546109763,
      "grad_norm": 5.75,
      "learning_rate": 4.42861981736944e-05,
      "loss": 2.2617,
      "mean_token_accuracy": 0.5095568716526031,
      "num_tokens": 69549355.0,
      "step": 90180
    },
    {
      "epoch": 0.11440234005363045,
      "grad_norm": 4.53125,
      "learning_rate": 4.428556386360811e-05,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5803764045238495,
      "num_tokens": 69557201.0,
      "step": 90190
    },
    {
      "epoch": 0.1144150246461633,
      "grad_norm": 6.09375,
      "learning_rate": 4.428492955352182e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5311790019273758,
      "num_tokens": 69564609.0,
      "step": 90200
    },
    {
      "epoch": 0.11442770923869612,
      "grad_norm": 4.75,
      "learning_rate": 4.4284295243435526e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5626337885856628,
      "num_tokens": 69572767.0,
      "step": 90210
    },
    {
      "epoch": 0.11444039383122896,
      "grad_norm": 8.1875,
      "learning_rate": 4.428366093334924e-05,
      "loss": 2.3612,
      "mean_token_accuracy": 0.5015719443559646,
      "num_tokens": 69580780.0,
      "step": 90220
    },
    {
      "epoch": 0.11445307842376179,
      "grad_norm": 4.71875,
      "learning_rate": 4.4283026623262943e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5385559588670731,
      "num_tokens": 69589617.0,
      "step": 90230
    },
    {
      "epoch": 0.11446576301629463,
      "grad_norm": 6.46875,
      "learning_rate": 4.428239231317665e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5638750940561295,
      "num_tokens": 69597717.0,
      "step": 90240
    },
    {
      "epoch": 0.11447844760882746,
      "grad_norm": 6.03125,
      "learning_rate": 4.428175800309036e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5579495549201965,
      "num_tokens": 69605611.0,
      "step": 90250
    },
    {
      "epoch": 0.1144911322013603,
      "grad_norm": 5.5,
      "learning_rate": 4.4281123693004066e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5485222518444062,
      "num_tokens": 69611620.0,
      "step": 90260
    },
    {
      "epoch": 0.11450381679389313,
      "grad_norm": 6.0625,
      "learning_rate": 4.428048938291778e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.555816924571991,
      "num_tokens": 69619877.0,
      "step": 90270
    },
    {
      "epoch": 0.11451650138642597,
      "grad_norm": 5.3125,
      "learning_rate": 4.427985507283149e-05,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5179919302463531,
      "num_tokens": 69627121.0,
      "step": 90280
    },
    {
      "epoch": 0.1145291859789588,
      "grad_norm": 4.78125,
      "learning_rate": 4.4279220762745196e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5299167275428772,
      "num_tokens": 69634517.0,
      "step": 90290
    },
    {
      "epoch": 0.11454187057149164,
      "grad_norm": 9.625,
      "learning_rate": 4.42785864526589e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5229290753602982,
      "num_tokens": 69642543.0,
      "step": 90300
    },
    {
      "epoch": 0.11455455516402446,
      "grad_norm": 5.78125,
      "learning_rate": 4.427795214257261e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5574856668710708,
      "num_tokens": 69650853.0,
      "step": 90310
    },
    {
      "epoch": 0.1145672397565573,
      "grad_norm": 8.75,
      "learning_rate": 4.427731783248632e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5445277243852615,
      "num_tokens": 69656163.0,
      "step": 90320
    },
    {
      "epoch": 0.11457992434909013,
      "grad_norm": 6.625,
      "learning_rate": 4.427668352240003e-05,
      "loss": 2.3163,
      "mean_token_accuracy": 0.508730772137642,
      "num_tokens": 69664450.0,
      "step": 90330
    },
    {
      "epoch": 0.11459260894162297,
      "grad_norm": 5.75,
      "learning_rate": 4.4276049212313736e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5329555422067642,
      "num_tokens": 69673063.0,
      "step": 90340
    },
    {
      "epoch": 0.1146052935341558,
      "grad_norm": 5.6875,
      "learning_rate": 4.427541490222745e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5674276798963547,
      "num_tokens": 69680192.0,
      "step": 90350
    },
    {
      "epoch": 0.11461797812668864,
      "grad_norm": 5.1875,
      "learning_rate": 4.4274780592141154e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5201568603515625,
      "num_tokens": 69688646.0,
      "step": 90360
    },
    {
      "epoch": 0.11463066271922147,
      "grad_norm": 4.5625,
      "learning_rate": 4.4274146282054866e-05,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5404848903417587,
      "num_tokens": 69696666.0,
      "step": 90370
    },
    {
      "epoch": 0.11464334731175431,
      "grad_norm": 5.28125,
      "learning_rate": 4.427351197196857e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5462326556444168,
      "num_tokens": 69702799.0,
      "step": 90380
    },
    {
      "epoch": 0.11465603190428714,
      "grad_norm": 5.8125,
      "learning_rate": 4.4272877661882277e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5326128005981445,
      "num_tokens": 69711364.0,
      "step": 90390
    },
    {
      "epoch": 0.11466871649681998,
      "grad_norm": 6.75,
      "learning_rate": 4.427224335179599e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5328168481588363,
      "num_tokens": 69718764.0,
      "step": 90400
    },
    {
      "epoch": 0.1146814010893528,
      "grad_norm": 4.875,
      "learning_rate": 4.4271609041709694e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5482745587825775,
      "num_tokens": 69727872.0,
      "step": 90410
    },
    {
      "epoch": 0.11469408568188565,
      "grad_norm": 4.59375,
      "learning_rate": 4.4270974731623406e-05,
      "loss": 1.913,
      "mean_token_accuracy": 0.572474330663681,
      "num_tokens": 69735259.0,
      "step": 90420
    },
    {
      "epoch": 0.11470677027441847,
      "grad_norm": 5.0,
      "learning_rate": 4.427034042153712e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5426603436470032,
      "num_tokens": 69742773.0,
      "step": 90430
    },
    {
      "epoch": 0.11471945486695131,
      "grad_norm": 7.15625,
      "learning_rate": 4.4269706111450824e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5279334306716919,
      "num_tokens": 69750350.0,
      "step": 90440
    },
    {
      "epoch": 0.11473213945948414,
      "grad_norm": 6.15625,
      "learning_rate": 4.426907180136453e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5261970788240433,
      "num_tokens": 69758456.0,
      "step": 90450
    },
    {
      "epoch": 0.11474482405201698,
      "grad_norm": 5.28125,
      "learning_rate": 4.4268437491278234e-05,
      "loss": 2.2219,
      "mean_token_accuracy": 0.520619249343872,
      "num_tokens": 69765134.0,
      "step": 90460
    },
    {
      "epoch": 0.11475750864454981,
      "grad_norm": 5.59375,
      "learning_rate": 4.4267803181191946e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5319193720817565,
      "num_tokens": 69772203.0,
      "step": 90470
    },
    {
      "epoch": 0.11477019323708265,
      "grad_norm": 6.8125,
      "learning_rate": 4.426716887110566e-05,
      "loss": 2.2511,
      "mean_token_accuracy": 0.5185893952846528,
      "num_tokens": 69780466.0,
      "step": 90480
    },
    {
      "epoch": 0.11478287782961548,
      "grad_norm": 5.25,
      "learning_rate": 4.4266534561019364e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5217140704393387,
      "num_tokens": 69788218.0,
      "step": 90490
    },
    {
      "epoch": 0.11479556242214832,
      "grad_norm": 5.03125,
      "learning_rate": 4.4265900250933076e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5403873920440674,
      "num_tokens": 69796838.0,
      "step": 90500
    },
    {
      "epoch": 0.11480824701468115,
      "grad_norm": 8.3125,
      "learning_rate": 4.426526594084678e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5376799196004868,
      "num_tokens": 69804467.0,
      "step": 90510
    },
    {
      "epoch": 0.11482093160721397,
      "grad_norm": 7.84375,
      "learning_rate": 4.426463163076049e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.552262219786644,
      "num_tokens": 69813240.0,
      "step": 90520
    },
    {
      "epoch": 0.11483361619974682,
      "grad_norm": 5.3125,
      "learning_rate": 4.42639973206742e-05,
      "loss": 1.861,
      "mean_token_accuracy": 0.5979302942752838,
      "num_tokens": 69820865.0,
      "step": 90530
    },
    {
      "epoch": 0.11484630079227964,
      "grad_norm": 6.90625,
      "learning_rate": 4.4263363010587904e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.518459501862526,
      "num_tokens": 69829156.0,
      "step": 90540
    },
    {
      "epoch": 0.11485898538481248,
      "grad_norm": 8.125,
      "learning_rate": 4.4262728700501616e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5568244367837906,
      "num_tokens": 69836588.0,
      "step": 90550
    },
    {
      "epoch": 0.11487166997734531,
      "grad_norm": 5.46875,
      "learning_rate": 4.426209439041532e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5208832412958145,
      "num_tokens": 69843155.0,
      "step": 90560
    },
    {
      "epoch": 0.11488435456987815,
      "grad_norm": 5.21875,
      "learning_rate": 4.4261460080329034e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.59762042760849,
      "num_tokens": 69850049.0,
      "step": 90570
    },
    {
      "epoch": 0.11489703916241098,
      "grad_norm": 5.125,
      "learning_rate": 4.426082577024274e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5522076427936554,
      "num_tokens": 69857078.0,
      "step": 90580
    },
    {
      "epoch": 0.11490972375494382,
      "grad_norm": 5.6875,
      "learning_rate": 4.4260191460156445e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5221933543682098,
      "num_tokens": 69864808.0,
      "step": 90590
    },
    {
      "epoch": 0.11492240834747665,
      "grad_norm": 8.75,
      "learning_rate": 4.425955715007016e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5367550075054168,
      "num_tokens": 69871782.0,
      "step": 90600
    },
    {
      "epoch": 0.11493509294000949,
      "grad_norm": 6.1875,
      "learning_rate": 4.425892283998386e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5554522335529327,
      "num_tokens": 69879749.0,
      "step": 90610
    },
    {
      "epoch": 0.11494777753254232,
      "grad_norm": 5.53125,
      "learning_rate": 4.4258288529897574e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.540548887848854,
      "num_tokens": 69887763.0,
      "step": 90620
    },
    {
      "epoch": 0.11496046212507516,
      "grad_norm": 5.59375,
      "learning_rate": 4.4257654219811286e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5430367112159729,
      "num_tokens": 69895808.0,
      "step": 90630
    },
    {
      "epoch": 0.11497314671760799,
      "grad_norm": 6.46875,
      "learning_rate": 4.425701990972499e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5511949688196183,
      "num_tokens": 69903562.0,
      "step": 90640
    },
    {
      "epoch": 0.11498583131014083,
      "grad_norm": 8.0625,
      "learning_rate": 4.42563855996387e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5359105944633484,
      "num_tokens": 69910225.0,
      "step": 90650
    },
    {
      "epoch": 0.11499851590267365,
      "grad_norm": 5.125,
      "learning_rate": 4.42557512895524e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5197418659925461,
      "num_tokens": 69917787.0,
      "step": 90660
    },
    {
      "epoch": 0.1150112004952065,
      "grad_norm": 4.875,
      "learning_rate": 4.4255116979466114e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.557274678349495,
      "num_tokens": 69926651.0,
      "step": 90670
    },
    {
      "epoch": 0.11502388508773932,
      "grad_norm": 6.21875,
      "learning_rate": 4.425448266937983e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5518709927797317,
      "num_tokens": 69931671.0,
      "step": 90680
    },
    {
      "epoch": 0.11503656968027216,
      "grad_norm": 4.84375,
      "learning_rate": 4.425384835929353e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5299078106880188,
      "num_tokens": 69939050.0,
      "step": 90690
    },
    {
      "epoch": 0.11504925427280499,
      "grad_norm": 5.34375,
      "learning_rate": 4.4253214049207244e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5689067155122757,
      "num_tokens": 69946894.0,
      "step": 90700
    },
    {
      "epoch": 0.11506193886533783,
      "grad_norm": 5.9375,
      "learning_rate": 4.425257973912095e-05,
      "loss": 1.7181,
      "mean_token_accuracy": 0.6154961705207824,
      "num_tokens": 69952273.0,
      "step": 90710
    },
    {
      "epoch": 0.11507462345787066,
      "grad_norm": 4.875,
      "learning_rate": 4.4251945429034655e-05,
      "loss": 2.1529,
      "mean_token_accuracy": 0.5288036823272705,
      "num_tokens": 69958410.0,
      "step": 90720
    },
    {
      "epoch": 0.1150873080504035,
      "grad_norm": 5.3125,
      "learning_rate": 4.425131111894837e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5404548168182373,
      "num_tokens": 69966388.0,
      "step": 90730
    },
    {
      "epoch": 0.11509999264293633,
      "grad_norm": 4.59375,
      "learning_rate": 4.425067680886207e-05,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5777676165103912,
      "num_tokens": 69973643.0,
      "step": 90740
    },
    {
      "epoch": 0.11511267723546917,
      "grad_norm": 5.625,
      "learning_rate": 4.4250042498775784e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5482164293527603,
      "num_tokens": 69981769.0,
      "step": 90750
    },
    {
      "epoch": 0.115125361828002,
      "grad_norm": 5.1875,
      "learning_rate": 4.424940818868949e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5485839962959289,
      "num_tokens": 69989141.0,
      "step": 90760
    },
    {
      "epoch": 0.11513804642053484,
      "grad_norm": 5.0,
      "learning_rate": 4.42487738786032e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5614850521087646,
      "num_tokens": 69997475.0,
      "step": 90770
    },
    {
      "epoch": 0.11515073101306766,
      "grad_norm": 5.25,
      "learning_rate": 4.4248139568516914e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5385675251483917,
      "num_tokens": 70004880.0,
      "step": 90780
    },
    {
      "epoch": 0.1151634156056005,
      "grad_norm": 4.6875,
      "learning_rate": 4.424750525843062e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5466953933238983,
      "num_tokens": 70013240.0,
      "step": 90790
    },
    {
      "epoch": 0.11517610019813333,
      "grad_norm": 7.25,
      "learning_rate": 4.4246870948344325e-05,
      "loss": 2.2664,
      "mean_token_accuracy": 0.52122360765934,
      "num_tokens": 70020919.0,
      "step": 90800
    },
    {
      "epoch": 0.11518878479066617,
      "grad_norm": 4.625,
      "learning_rate": 4.424623663825803e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5818845301866531,
      "num_tokens": 70029116.0,
      "step": 90810
    },
    {
      "epoch": 0.115201469383199,
      "grad_norm": 6.5625,
      "learning_rate": 4.424560232817174e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5323408842086792,
      "num_tokens": 70036124.0,
      "step": 90820
    },
    {
      "epoch": 0.11521415397573184,
      "grad_norm": 5.40625,
      "learning_rate": 4.4244968018085454e-05,
      "loss": 2.2492,
      "mean_token_accuracy": 0.5124458491802215,
      "num_tokens": 70043328.0,
      "step": 90830
    },
    {
      "epoch": 0.11522683856826467,
      "grad_norm": 4.9375,
      "learning_rate": 4.424433370799916e-05,
      "loss": 2.2586,
      "mean_token_accuracy": 0.5150284469127655,
      "num_tokens": 70051736.0,
      "step": 90840
    },
    {
      "epoch": 0.11523952316079751,
      "grad_norm": 4.875,
      "learning_rate": 4.424369939791287e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5444172471761703,
      "num_tokens": 70058903.0,
      "step": 90850
    },
    {
      "epoch": 0.11525220775333034,
      "grad_norm": 6.1875,
      "learning_rate": 4.424306508782658e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5470501840114593,
      "num_tokens": 70066487.0,
      "step": 90860
    },
    {
      "epoch": 0.11526489234586318,
      "grad_norm": 5.78125,
      "learning_rate": 4.424243077774028e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5479546546936035,
      "num_tokens": 70074236.0,
      "step": 90870
    },
    {
      "epoch": 0.115277576938396,
      "grad_norm": 3.796875,
      "learning_rate": 4.4241796467653995e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5721753507852554,
      "num_tokens": 70080681.0,
      "step": 90880
    },
    {
      "epoch": 0.11529026153092885,
      "grad_norm": 5.40625,
      "learning_rate": 4.42411621575677e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.5242900818586349,
      "num_tokens": 70088162.0,
      "step": 90890
    },
    {
      "epoch": 0.11530294612346167,
      "grad_norm": 4.625,
      "learning_rate": 4.424052784748141e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.529022291302681,
      "num_tokens": 70096018.0,
      "step": 90900
    },
    {
      "epoch": 0.11531563071599452,
      "grad_norm": 5.65625,
      "learning_rate": 4.423989353739512e-05,
      "loss": 1.8536,
      "mean_token_accuracy": 0.5815134435892105,
      "num_tokens": 70103205.0,
      "step": 90910
    },
    {
      "epoch": 0.11532831530852734,
      "grad_norm": 5.90625,
      "learning_rate": 4.423925922730883e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5740156203508378,
      "num_tokens": 70110573.0,
      "step": 90920
    },
    {
      "epoch": 0.11534099990106018,
      "grad_norm": 5.21875,
      "learning_rate": 4.4238624917222535e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5374249279499054,
      "num_tokens": 70118645.0,
      "step": 90930
    },
    {
      "epoch": 0.11535368449359301,
      "grad_norm": 7.25,
      "learning_rate": 4.423799060713624e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5242914676666259,
      "num_tokens": 70126901.0,
      "step": 90940
    },
    {
      "epoch": 0.11536636908612585,
      "grad_norm": 4.65625,
      "learning_rate": 4.423735629704995e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5332892745733261,
      "num_tokens": 70133804.0,
      "step": 90950
    },
    {
      "epoch": 0.11537905367865868,
      "grad_norm": 5.3125,
      "learning_rate": 4.4236721986963665e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5314018368721009,
      "num_tokens": 70142535.0,
      "step": 90960
    },
    {
      "epoch": 0.11539173827119152,
      "grad_norm": 6.15625,
      "learning_rate": 4.423608767687737e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5301067769527436,
      "num_tokens": 70151235.0,
      "step": 90970
    },
    {
      "epoch": 0.11540442286372435,
      "grad_norm": 4.875,
      "learning_rate": 4.423545336679108e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5404298543930054,
      "num_tokens": 70159340.0,
      "step": 90980
    },
    {
      "epoch": 0.11541710745625718,
      "grad_norm": 5.96875,
      "learning_rate": 4.423481905670479e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5437848061323166,
      "num_tokens": 70167473.0,
      "step": 90990
    },
    {
      "epoch": 0.11542979204879002,
      "grad_norm": 5.8125,
      "learning_rate": 4.423418474661849e-05,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5777544140815735,
      "num_tokens": 70174349.0,
      "step": 91000
    },
    {
      "epoch": 0.11544247664132284,
      "grad_norm": 5.21875,
      "learning_rate": 4.4233550436532205e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5475341588258743,
      "num_tokens": 70182202.0,
      "step": 91010
    },
    {
      "epoch": 0.11545516123385569,
      "grad_norm": 4.78125,
      "learning_rate": 4.423291612644591e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.526549369096756,
      "num_tokens": 70191548.0,
      "step": 91020
    },
    {
      "epoch": 0.11546784582638851,
      "grad_norm": 4.90625,
      "learning_rate": 4.423228181635962e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5375478625297546,
      "num_tokens": 70199964.0,
      "step": 91030
    },
    {
      "epoch": 0.11548053041892135,
      "grad_norm": 6.5625,
      "learning_rate": 4.423164750627333e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5387026220560074,
      "num_tokens": 70207546.0,
      "step": 91040
    },
    {
      "epoch": 0.11549321501145418,
      "grad_norm": 5.15625,
      "learning_rate": 4.423101319618704e-05,
      "loss": 1.9204,
      "mean_token_accuracy": 0.5796213328838349,
      "num_tokens": 70215303.0,
      "step": 91050
    },
    {
      "epoch": 0.11550589960398702,
      "grad_norm": 5.09375,
      "learning_rate": 4.4230378886100745e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5627345442771912,
      "num_tokens": 70222921.0,
      "step": 91060
    },
    {
      "epoch": 0.11551858419651985,
      "grad_norm": 4.8125,
      "learning_rate": 4.422974457601445e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5316457688808441,
      "num_tokens": 70232672.0,
      "step": 91070
    },
    {
      "epoch": 0.11553126878905269,
      "grad_norm": 5.375,
      "learning_rate": 4.422911026592816e-05,
      "loss": 1.7709,
      "mean_token_accuracy": 0.5959679484367371,
      "num_tokens": 70239836.0,
      "step": 91080
    },
    {
      "epoch": 0.11554395338158552,
      "grad_norm": 11.3125,
      "learning_rate": 4.422847595584187e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5577055484056472,
      "num_tokens": 70247089.0,
      "step": 91090
    },
    {
      "epoch": 0.11555663797411836,
      "grad_norm": 4.96875,
      "learning_rate": 4.422784164575558e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5198272973299026,
      "num_tokens": 70256725.0,
      "step": 91100
    },
    {
      "epoch": 0.11556932256665119,
      "grad_norm": 6.84375,
      "learning_rate": 4.422720733566929e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5221112698316575,
      "num_tokens": 70265041.0,
      "step": 91110
    },
    {
      "epoch": 0.11558200715918403,
      "grad_norm": 7.09375,
      "learning_rate": 4.4226573025583e-05,
      "loss": 2.2009,
      "mean_token_accuracy": 0.5234500110149384,
      "num_tokens": 70271761.0,
      "step": 91120
    },
    {
      "epoch": 0.11559469175171685,
      "grad_norm": 6.5625,
      "learning_rate": 4.422593871549671e-05,
      "loss": 1.8902,
      "mean_token_accuracy": 0.5831151127815246,
      "num_tokens": 70280300.0,
      "step": 91130
    },
    {
      "epoch": 0.1156073763442497,
      "grad_norm": 5.71875,
      "learning_rate": 4.422530440541041e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5322090208530426,
      "num_tokens": 70287489.0,
      "step": 91140
    },
    {
      "epoch": 0.11562006093678252,
      "grad_norm": 4.90625,
      "learning_rate": 4.422467009532412e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5208374500274658,
      "num_tokens": 70294878.0,
      "step": 91150
    },
    {
      "epoch": 0.11563274552931536,
      "grad_norm": 8.3125,
      "learning_rate": 4.422403578523783e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.5870229482650757,
      "num_tokens": 70303040.0,
      "step": 91160
    },
    {
      "epoch": 0.11564543012184819,
      "grad_norm": 8.25,
      "learning_rate": 4.422340147515154e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5462367475032807,
      "num_tokens": 70311610.0,
      "step": 91170
    },
    {
      "epoch": 0.11565811471438103,
      "grad_norm": 5.34375,
      "learning_rate": 4.422276716506525e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5403647661209107,
      "num_tokens": 70319160.0,
      "step": 91180
    },
    {
      "epoch": 0.11567079930691386,
      "grad_norm": 4.84375,
      "learning_rate": 4.4222132854978955e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5364758193492889,
      "num_tokens": 70326835.0,
      "step": 91190
    },
    {
      "epoch": 0.1156834838994467,
      "grad_norm": 6.34375,
      "learning_rate": 4.422149854489267e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5419880032539368,
      "num_tokens": 70335289.0,
      "step": 91200
    },
    {
      "epoch": 0.11569616849197953,
      "grad_norm": 4.625,
      "learning_rate": 4.422086423480637e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5268415123224258,
      "num_tokens": 70343158.0,
      "step": 91210
    },
    {
      "epoch": 0.11570885308451237,
      "grad_norm": 5.0,
      "learning_rate": 4.422022992472008e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5502490401268005,
      "num_tokens": 70352391.0,
      "step": 91220
    },
    {
      "epoch": 0.1157215376770452,
      "grad_norm": 5.71875,
      "learning_rate": 4.421959561463379e-05,
      "loss": 2.2988,
      "mean_token_accuracy": 0.5075885266065597,
      "num_tokens": 70359303.0,
      "step": 91230
    },
    {
      "epoch": 0.11573422226957804,
      "grad_norm": 4.4375,
      "learning_rate": 4.4218961304547496e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5455087631940841,
      "num_tokens": 70366124.0,
      "step": 91240
    },
    {
      "epoch": 0.11574690686211087,
      "grad_norm": 7.125,
      "learning_rate": 4.421832699446121e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5630625396966934,
      "num_tokens": 70373876.0,
      "step": 91250
    },
    {
      "epoch": 0.1157595914546437,
      "grad_norm": 5.90625,
      "learning_rate": 4.421769268437492e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5634490251541138,
      "num_tokens": 70380867.0,
      "step": 91260
    },
    {
      "epoch": 0.11577227604717653,
      "grad_norm": 11.3125,
      "learning_rate": 4.4217058374288625e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.533519160747528,
      "num_tokens": 70387260.0,
      "step": 91270
    },
    {
      "epoch": 0.11578496063970938,
      "grad_norm": 5.0625,
      "learning_rate": 4.421642406420233e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5334294110536575,
      "num_tokens": 70394580.0,
      "step": 91280
    },
    {
      "epoch": 0.1157976452322422,
      "grad_norm": 7.375,
      "learning_rate": 4.4215789754116036e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5350209146738052,
      "num_tokens": 70401578.0,
      "step": 91290
    },
    {
      "epoch": 0.11581032982477504,
      "grad_norm": 7.25,
      "learning_rate": 4.421515544402975e-05,
      "loss": 2.3039,
      "mean_token_accuracy": 0.5182729065418243,
      "num_tokens": 70409652.0,
      "step": 91300
    },
    {
      "epoch": 0.11582301441730787,
      "grad_norm": 6.09375,
      "learning_rate": 4.421452113394346e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5391381174325943,
      "num_tokens": 70418036.0,
      "step": 91310
    },
    {
      "epoch": 0.11583569900984071,
      "grad_norm": 8.4375,
      "learning_rate": 4.4213886823857166e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5529848068952561,
      "num_tokens": 70425161.0,
      "step": 91320
    },
    {
      "epoch": 0.11584838360237354,
      "grad_norm": 5.53125,
      "learning_rate": 4.421325251377088e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5283918648958206,
      "num_tokens": 70432869.0,
      "step": 91330
    },
    {
      "epoch": 0.11586106819490638,
      "grad_norm": 4.8125,
      "learning_rate": 4.421261820368458e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5639283299446106,
      "num_tokens": 70441183.0,
      "step": 91340
    },
    {
      "epoch": 0.11587375278743921,
      "grad_norm": 4.96875,
      "learning_rate": 4.421198389359829e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5219806551933288,
      "num_tokens": 70449315.0,
      "step": 91350
    },
    {
      "epoch": 0.11588643737997205,
      "grad_norm": 5.3125,
      "learning_rate": 4.4211349583512e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5415634602308274,
      "num_tokens": 70456870.0,
      "step": 91360
    },
    {
      "epoch": 0.11589912197250488,
      "grad_norm": 6.4375,
      "learning_rate": 4.4210715273425706e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5255039006471633,
      "num_tokens": 70465637.0,
      "step": 91370
    },
    {
      "epoch": 0.11591180656503772,
      "grad_norm": 9.0625,
      "learning_rate": 4.421008096333942e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5562344759702682,
      "num_tokens": 70473588.0,
      "step": 91380
    },
    {
      "epoch": 0.11592449115757054,
      "grad_norm": 6.40625,
      "learning_rate": 4.4209446653253123e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5322769463062287,
      "num_tokens": 70481327.0,
      "step": 91390
    },
    {
      "epoch": 0.11593717575010339,
      "grad_norm": 5.71875,
      "learning_rate": 4.4208812343166836e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5385061979293824,
      "num_tokens": 70490488.0,
      "step": 91400
    },
    {
      "epoch": 0.11594986034263621,
      "grad_norm": 7.9375,
      "learning_rate": 4.420817803308054e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5458374142646789,
      "num_tokens": 70497808.0,
      "step": 91410
    },
    {
      "epoch": 0.11596254493516905,
      "grad_norm": 5.875,
      "learning_rate": 4.4207543722994246e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5276379972696305,
      "num_tokens": 70504471.0,
      "step": 91420
    },
    {
      "epoch": 0.11597522952770188,
      "grad_norm": 6.34375,
      "learning_rate": 4.420690941290796e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5431771516799927,
      "num_tokens": 70512826.0,
      "step": 91430
    },
    {
      "epoch": 0.11598791412023472,
      "grad_norm": 5.46875,
      "learning_rate": 4.4206275102821664e-05,
      "loss": 2.31,
      "mean_token_accuracy": 0.5031731486320495,
      "num_tokens": 70521887.0,
      "step": 91440
    },
    {
      "epoch": 0.11600059871276755,
      "grad_norm": 5.8125,
      "learning_rate": 4.4205640792735376e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5482270926237106,
      "num_tokens": 70529047.0,
      "step": 91450
    },
    {
      "epoch": 0.11601328330530038,
      "grad_norm": 6.625,
      "learning_rate": 4.420500648264909e-05,
      "loss": 2.2862,
      "mean_token_accuracy": 0.5089734464883804,
      "num_tokens": 70536834.0,
      "step": 91460
    },
    {
      "epoch": 0.11602596789783322,
      "grad_norm": 7.53125,
      "learning_rate": 4.420437217256279e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5588758170604706,
      "num_tokens": 70542527.0,
      "step": 91470
    },
    {
      "epoch": 0.11603865249036605,
      "grad_norm": 6.53125,
      "learning_rate": 4.42037378624765e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.5603652596473694,
      "num_tokens": 70550299.0,
      "step": 91480
    },
    {
      "epoch": 0.11605133708289889,
      "grad_norm": 5.59375,
      "learning_rate": 4.4203103552390204e-05,
      "loss": 2.2294,
      "mean_token_accuracy": 0.51618292927742,
      "num_tokens": 70559177.0,
      "step": 91490
    },
    {
      "epoch": 0.11606402167543171,
      "grad_norm": 5.09375,
      "learning_rate": 4.4202469242303916e-05,
      "loss": 1.8266,
      "mean_token_accuracy": 0.5984866291284561,
      "num_tokens": 70565112.0,
      "step": 91500
    },
    {
      "epoch": 0.11607670626796456,
      "grad_norm": 4.875,
      "learning_rate": 4.420183493221763e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5215871930122375,
      "num_tokens": 70572428.0,
      "step": 91510
    },
    {
      "epoch": 0.11608939086049738,
      "grad_norm": 5.8125,
      "learning_rate": 4.4201200622131334e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5590217798948288,
      "num_tokens": 70580338.0,
      "step": 91520
    },
    {
      "epoch": 0.11610207545303022,
      "grad_norm": 6.4375,
      "learning_rate": 4.4200566312045046e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5478526741266251,
      "num_tokens": 70586449.0,
      "step": 91530
    },
    {
      "epoch": 0.11611476004556305,
      "grad_norm": 7.125,
      "learning_rate": 4.419993200195875e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.565932884812355,
      "num_tokens": 70593910.0,
      "step": 91540
    },
    {
      "epoch": 0.11612744463809589,
      "grad_norm": 5.71875,
      "learning_rate": 4.419929769187246e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5407309710979462,
      "num_tokens": 70601243.0,
      "step": 91550
    },
    {
      "epoch": 0.11614012923062872,
      "grad_norm": 4.96875,
      "learning_rate": 4.419866338178617e-05,
      "loss": 1.9404,
      "mean_token_accuracy": 0.5847988158464432,
      "num_tokens": 70608715.0,
      "step": 91560
    },
    {
      "epoch": 0.11615281382316156,
      "grad_norm": 7.21875,
      "learning_rate": 4.4198029071699874e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5274084895849228,
      "num_tokens": 70616213.0,
      "step": 91570
    },
    {
      "epoch": 0.11616549841569439,
      "grad_norm": 6.25,
      "learning_rate": 4.4197394761613586e-05,
      "loss": 2.2313,
      "mean_token_accuracy": 0.5177748829126358,
      "num_tokens": 70623856.0,
      "step": 91580
    },
    {
      "epoch": 0.11617818300822723,
      "grad_norm": 5.71875,
      "learning_rate": 4.419676045152729e-05,
      "loss": 1.8783,
      "mean_token_accuracy": 0.5892601132392883,
      "num_tokens": 70631507.0,
      "step": 91590
    },
    {
      "epoch": 0.11619086760076006,
      "grad_norm": 5.28125,
      "learning_rate": 4.4196126141441004e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5431314647197724,
      "num_tokens": 70639052.0,
      "step": 91600
    },
    {
      "epoch": 0.1162035521932929,
      "grad_norm": 5.4375,
      "learning_rate": 4.4195491831354716e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5258449494838715,
      "num_tokens": 70647927.0,
      "step": 91610
    },
    {
      "epoch": 0.11621623678582572,
      "grad_norm": 5.90625,
      "learning_rate": 4.419485752126842e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5454488039016724,
      "num_tokens": 70656017.0,
      "step": 91620
    },
    {
      "epoch": 0.11622892137835857,
      "grad_norm": 6.90625,
      "learning_rate": 4.4194223211182126e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5757124960422516,
      "num_tokens": 70662747.0,
      "step": 91630
    },
    {
      "epoch": 0.11624160597089139,
      "grad_norm": 6.0,
      "learning_rate": 4.419358890109583e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5387275010347367,
      "num_tokens": 70670761.0,
      "step": 91640
    },
    {
      "epoch": 0.11625429056342423,
      "grad_norm": 6.5,
      "learning_rate": 4.4192954591009544e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5441509515047074,
      "num_tokens": 70677482.0,
      "step": 91650
    },
    {
      "epoch": 0.11626697515595706,
      "grad_norm": 5.5625,
      "learning_rate": 4.4192320280923256e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5370890408754349,
      "num_tokens": 70686027.0,
      "step": 91660
    },
    {
      "epoch": 0.1162796597484899,
      "grad_norm": 8.6875,
      "learning_rate": 4.419168597083696e-05,
      "loss": 1.9232,
      "mean_token_accuracy": 0.571807450056076,
      "num_tokens": 70692864.0,
      "step": 91670
    },
    {
      "epoch": 0.11629234434102273,
      "grad_norm": 6.3125,
      "learning_rate": 4.4191051660750673e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.547705352306366,
      "num_tokens": 70699701.0,
      "step": 91680
    },
    {
      "epoch": 0.11630502893355557,
      "grad_norm": 6.65625,
      "learning_rate": 4.419041735066438e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5394869327545166,
      "num_tokens": 70707895.0,
      "step": 91690
    },
    {
      "epoch": 0.1163177135260884,
      "grad_norm": 5.65625,
      "learning_rate": 4.4189783040578084e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5317378222942353,
      "num_tokens": 70715653.0,
      "step": 91700
    },
    {
      "epoch": 0.11633039811862124,
      "grad_norm": 6.0,
      "learning_rate": 4.4189148730491796e-05,
      "loss": 2.3132,
      "mean_token_accuracy": 0.5001601159572602,
      "num_tokens": 70723687.0,
      "step": 91710
    },
    {
      "epoch": 0.11634308271115407,
      "grad_norm": 4.625,
      "learning_rate": 4.41885144204055e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5423610508441925,
      "num_tokens": 70733130.0,
      "step": 91720
    },
    {
      "epoch": 0.11635576730368691,
      "grad_norm": 5.0,
      "learning_rate": 4.4187880110319214e-05,
      "loss": 1.9361,
      "mean_token_accuracy": 0.5634280890226364,
      "num_tokens": 70741179.0,
      "step": 91730
    },
    {
      "epoch": 0.11636845189621974,
      "grad_norm": 5.84375,
      "learning_rate": 4.418724580023292e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5523173660039902,
      "num_tokens": 70749122.0,
      "step": 91740
    },
    {
      "epoch": 0.11638113648875258,
      "grad_norm": 5.96875,
      "learning_rate": 4.418661149014663e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5370351433753967,
      "num_tokens": 70756705.0,
      "step": 91750
    },
    {
      "epoch": 0.1163938210812854,
      "grad_norm": 10.5,
      "learning_rate": 4.418597718006034e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5273215413093567,
      "num_tokens": 70764163.0,
      "step": 91760
    },
    {
      "epoch": 0.11640650567381824,
      "grad_norm": 5.0,
      "learning_rate": 4.418534286997404e-05,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5478464931249618,
      "num_tokens": 70772079.0,
      "step": 91770
    },
    {
      "epoch": 0.11641919026635107,
      "grad_norm": 5.5,
      "learning_rate": 4.4184708559887754e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5497712850570678,
      "num_tokens": 70780502.0,
      "step": 91780
    },
    {
      "epoch": 0.11643187485888391,
      "grad_norm": 6.09375,
      "learning_rate": 4.418407424980146e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5359371811151504,
      "num_tokens": 70787903.0,
      "step": 91790
    },
    {
      "epoch": 0.11644455945141674,
      "grad_norm": 10.6875,
      "learning_rate": 4.418343993971517e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5677009701728821,
      "num_tokens": 70795273.0,
      "step": 91800
    },
    {
      "epoch": 0.11645724404394958,
      "grad_norm": 7.0,
      "learning_rate": 4.4182805629628884e-05,
      "loss": 1.8858,
      "mean_token_accuracy": 0.5789116889238357,
      "num_tokens": 70802404.0,
      "step": 91810
    },
    {
      "epoch": 0.11646992863648241,
      "grad_norm": 5.40625,
      "learning_rate": 4.418217131954259e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5306001305580139,
      "num_tokens": 70810792.0,
      "step": 91820
    },
    {
      "epoch": 0.11648261322901525,
      "grad_norm": 6.0625,
      "learning_rate": 4.4181537009456294e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5660500943660736,
      "num_tokens": 70817802.0,
      "step": 91830
    },
    {
      "epoch": 0.11649529782154808,
      "grad_norm": 5.5,
      "learning_rate": 4.418090269937e-05,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5757475376129151,
      "num_tokens": 70824350.0,
      "step": 91840
    },
    {
      "epoch": 0.11650798241408092,
      "grad_norm": 5.375,
      "learning_rate": 4.418026838928371e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5391430258750916,
      "num_tokens": 70831684.0,
      "step": 91850
    },
    {
      "epoch": 0.11652066700661375,
      "grad_norm": 6.21875,
      "learning_rate": 4.4179634079197424e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5549639075994491,
      "num_tokens": 70837632.0,
      "step": 91860
    },
    {
      "epoch": 0.11653335159914659,
      "grad_norm": 5.4375,
      "learning_rate": 4.417899976911113e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5298593908548355,
      "num_tokens": 70846212.0,
      "step": 91870
    },
    {
      "epoch": 0.11654603619167941,
      "grad_norm": 5.875,
      "learning_rate": 4.417836545902484e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5421805053949356,
      "num_tokens": 70853629.0,
      "step": 91880
    },
    {
      "epoch": 0.11655872078421226,
      "grad_norm": 7.5625,
      "learning_rate": 4.4177731148938554e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5677964419126511,
      "num_tokens": 70859653.0,
      "step": 91890
    },
    {
      "epoch": 0.11657140537674508,
      "grad_norm": 6.53125,
      "learning_rate": 4.417709683885225e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5258219510316848,
      "num_tokens": 70868474.0,
      "step": 91900
    },
    {
      "epoch": 0.11658408996927792,
      "grad_norm": 5.40625,
      "learning_rate": 4.4176462528765964e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5369418889284134,
      "num_tokens": 70876723.0,
      "step": 91910
    },
    {
      "epoch": 0.11659677456181075,
      "grad_norm": 4.9375,
      "learning_rate": 4.417582821867967e-05,
      "loss": 1.8551,
      "mean_token_accuracy": 0.5969629555940628,
      "num_tokens": 70884071.0,
      "step": 91920
    },
    {
      "epoch": 0.11660945915434358,
      "grad_norm": 5.03125,
      "learning_rate": 4.417519390859338e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5712215006351471,
      "num_tokens": 70892565.0,
      "step": 91930
    },
    {
      "epoch": 0.11662214374687642,
      "grad_norm": 5.5625,
      "learning_rate": 4.4174559598507094e-05,
      "loss": 2.3177,
      "mean_token_accuracy": 0.5098074436187744,
      "num_tokens": 70900746.0,
      "step": 91940
    },
    {
      "epoch": 0.11663482833940925,
      "grad_norm": 8.6875,
      "learning_rate": 4.41739252884208e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5447250664234161,
      "num_tokens": 70908551.0,
      "step": 91950
    },
    {
      "epoch": 0.11664751293194209,
      "grad_norm": 5.75,
      "learning_rate": 4.417329097833451e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5322080880403519,
      "num_tokens": 70916101.0,
      "step": 91960
    },
    {
      "epoch": 0.11666019752447492,
      "grad_norm": 5.25,
      "learning_rate": 4.417265666824822e-05,
      "loss": 2.219,
      "mean_token_accuracy": 0.5217941105365753,
      "num_tokens": 70924746.0,
      "step": 91970
    },
    {
      "epoch": 0.11667288211700776,
      "grad_norm": 6.03125,
      "learning_rate": 4.417202235816192e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5530855745077133,
      "num_tokens": 70931929.0,
      "step": 91980
    },
    {
      "epoch": 0.11668556670954058,
      "grad_norm": 5.65625,
      "learning_rate": 4.4171388048075634e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5392072468996048,
      "num_tokens": 70939791.0,
      "step": 91990
    },
    {
      "epoch": 0.11669825130207342,
      "grad_norm": 7.625,
      "learning_rate": 4.417075373798934e-05,
      "loss": 1.7894,
      "mean_token_accuracy": 0.5861019760370254,
      "num_tokens": 70946507.0,
      "step": 92000
    },
    {
      "epoch": 0.11671093589460625,
      "grad_norm": 4.875,
      "learning_rate": 4.417011942790305e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5347362905740738,
      "num_tokens": 70953987.0,
      "step": 92010
    },
    {
      "epoch": 0.1167236204871391,
      "grad_norm": 5.75,
      "learning_rate": 4.416948511781676e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5213279724121094,
      "num_tokens": 70961508.0,
      "step": 92020
    },
    {
      "epoch": 0.11673630507967192,
      "grad_norm": 5.40625,
      "learning_rate": 4.416885080773047e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5361604809761047,
      "num_tokens": 70969623.0,
      "step": 92030
    },
    {
      "epoch": 0.11674898967220476,
      "grad_norm": 4.4375,
      "learning_rate": 4.4168216497644175e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5330075591802597,
      "num_tokens": 70976899.0,
      "step": 92040
    },
    {
      "epoch": 0.11676167426473759,
      "grad_norm": 6.3125,
      "learning_rate": 4.416758218755788e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5485007226467132,
      "num_tokens": 70983243.0,
      "step": 92050
    },
    {
      "epoch": 0.11677435885727043,
      "grad_norm": 4.84375,
      "learning_rate": 4.416694787747159e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5401368111371994,
      "num_tokens": 70991301.0,
      "step": 92060
    },
    {
      "epoch": 0.11678704344980326,
      "grad_norm": 6.75,
      "learning_rate": 4.41663135673853e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5422633528709412,
      "num_tokens": 70999583.0,
      "step": 92070
    },
    {
      "epoch": 0.1167997280423361,
      "grad_norm": 5.9375,
      "learning_rate": 4.416567925729901e-05,
      "loss": 1.7677,
      "mean_token_accuracy": 0.5993111729621887,
      "num_tokens": 71007074.0,
      "step": 92080
    },
    {
      "epoch": 0.11681241263486893,
      "grad_norm": 5.28125,
      "learning_rate": 4.416504494721272e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5476059764623642,
      "num_tokens": 71015367.0,
      "step": 92090
    },
    {
      "epoch": 0.11682509722740177,
      "grad_norm": 7.21875,
      "learning_rate": 4.416441063712643e-05,
      "loss": 1.8642,
      "mean_token_accuracy": 0.5796813249588013,
      "num_tokens": 71022485.0,
      "step": 92100
    },
    {
      "epoch": 0.1168377818199346,
      "grad_norm": 5.53125,
      "learning_rate": 4.416377632704013e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.561526870727539,
      "num_tokens": 71028954.0,
      "step": 92110
    },
    {
      "epoch": 0.11685046641246744,
      "grad_norm": 4.65625,
      "learning_rate": 4.416314201695384e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.515201523900032,
      "num_tokens": 71038434.0,
      "step": 92120
    },
    {
      "epoch": 0.11686315100500026,
      "grad_norm": 6.46875,
      "learning_rate": 4.416250770686755e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5213398665189743,
      "num_tokens": 71047688.0,
      "step": 92130
    },
    {
      "epoch": 0.1168758355975331,
      "grad_norm": 7.125,
      "learning_rate": 4.416187339678126e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5599541008472443,
      "num_tokens": 71055020.0,
      "step": 92140
    },
    {
      "epoch": 0.11688852019006593,
      "grad_norm": 6.375,
      "learning_rate": 4.416123908669497e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5442480683326721,
      "num_tokens": 71062690.0,
      "step": 92150
    },
    {
      "epoch": 0.11690120478259877,
      "grad_norm": 6.8125,
      "learning_rate": 4.416060477660868e-05,
      "loss": 2.1695,
      "mean_token_accuracy": 0.5329179108142853,
      "num_tokens": 71069176.0,
      "step": 92160
    },
    {
      "epoch": 0.1169138893751316,
      "grad_norm": 7.40625,
      "learning_rate": 4.4159970466522385e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.5858190476894378,
      "num_tokens": 71075860.0,
      "step": 92170
    },
    {
      "epoch": 0.11692657396766444,
      "grad_norm": 5.1875,
      "learning_rate": 4.415933615643609e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5395589649677277,
      "num_tokens": 71082928.0,
      "step": 92180
    },
    {
      "epoch": 0.11693925856019727,
      "grad_norm": 5.5625,
      "learning_rate": 4.41587018463498e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5356985330581665,
      "num_tokens": 71090028.0,
      "step": 92190
    },
    {
      "epoch": 0.11695194315273011,
      "grad_norm": 6.6875,
      "learning_rate": 4.415806753626351e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5503417700529099,
      "num_tokens": 71098632.0,
      "step": 92200
    },
    {
      "epoch": 0.11696462774526294,
      "grad_norm": 4.78125,
      "learning_rate": 4.415743322617722e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5377176851034164,
      "num_tokens": 71105998.0,
      "step": 92210
    },
    {
      "epoch": 0.11697731233779578,
      "grad_norm": 5.125,
      "learning_rate": 4.4156798916090925e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5803324431180954,
      "num_tokens": 71113656.0,
      "step": 92220
    },
    {
      "epoch": 0.1169899969303286,
      "grad_norm": 4.84375,
      "learning_rate": 4.415616460600464e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5383088678121567,
      "num_tokens": 71121297.0,
      "step": 92230
    },
    {
      "epoch": 0.11700268152286145,
      "grad_norm": 7.96875,
      "learning_rate": 4.415553029591834e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5225847989320755,
      "num_tokens": 71129614.0,
      "step": 92240
    },
    {
      "epoch": 0.11701536611539427,
      "grad_norm": 5.15625,
      "learning_rate": 4.415489598583205e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5324678659439087,
      "num_tokens": 71137074.0,
      "step": 92250
    },
    {
      "epoch": 0.11702805070792711,
      "grad_norm": 7.9375,
      "learning_rate": 4.415426167574576e-05,
      "loss": 1.7639,
      "mean_token_accuracy": 0.6153086841106414,
      "num_tokens": 71143377.0,
      "step": 92260
    },
    {
      "epoch": 0.11704073530045994,
      "grad_norm": 6.90625,
      "learning_rate": 4.4153627365659465e-05,
      "loss": 1.871,
      "mean_token_accuracy": 0.5906493157148361,
      "num_tokens": 71149924.0,
      "step": 92270
    },
    {
      "epoch": 0.11705341989299278,
      "grad_norm": 7.0625,
      "learning_rate": 4.415299305557318e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5546772897243499,
      "num_tokens": 71156701.0,
      "step": 92280
    },
    {
      "epoch": 0.11706610448552561,
      "grad_norm": 5.09375,
      "learning_rate": 4.415235874548689e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.537680321931839,
      "num_tokens": 71165772.0,
      "step": 92290
    },
    {
      "epoch": 0.11707878907805845,
      "grad_norm": 5.96875,
      "learning_rate": 4.4151724435400595e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.544846561551094,
      "num_tokens": 71172828.0,
      "step": 92300
    },
    {
      "epoch": 0.11709147367059128,
      "grad_norm": 5.71875,
      "learning_rate": 4.415109012531431e-05,
      "loss": 2.3741,
      "mean_token_accuracy": 0.500531330704689,
      "num_tokens": 71182145.0,
      "step": 92310
    },
    {
      "epoch": 0.11710415826312412,
      "grad_norm": 5.71875,
      "learning_rate": 4.4150455815228006e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5623843193054199,
      "num_tokens": 71189023.0,
      "step": 92320
    },
    {
      "epoch": 0.11711684285565695,
      "grad_norm": 6.5625,
      "learning_rate": 4.414982150514172e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5708651751279831,
      "num_tokens": 71195995.0,
      "step": 92330
    },
    {
      "epoch": 0.11712952744818979,
      "grad_norm": 6.90625,
      "learning_rate": 4.414918719505543e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5318353772163391,
      "num_tokens": 71203278.0,
      "step": 92340
    },
    {
      "epoch": 0.11714221204072262,
      "grad_norm": 7.53125,
      "learning_rate": 4.4148552884969135e-05,
      "loss": 2.2697,
      "mean_token_accuracy": 0.5170977383852005,
      "num_tokens": 71211286.0,
      "step": 92350
    },
    {
      "epoch": 0.11715489663325546,
      "grad_norm": 6.25,
      "learning_rate": 4.414791857488285e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5410554796457291,
      "num_tokens": 71219838.0,
      "step": 92360
    },
    {
      "epoch": 0.11716758122578828,
      "grad_norm": 6.75,
      "learning_rate": 4.414728426479655e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5174956023693085,
      "num_tokens": 71227605.0,
      "step": 92370
    },
    {
      "epoch": 0.11718026581832112,
      "grad_norm": 5.6875,
      "learning_rate": 4.4146649954710265e-05,
      "loss": 1.894,
      "mean_token_accuracy": 0.5657371193170547,
      "num_tokens": 71235455.0,
      "step": 92380
    },
    {
      "epoch": 0.11719295041085395,
      "grad_norm": 4.90625,
      "learning_rate": 4.414601564462397e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5748406082391739,
      "num_tokens": 71243689.0,
      "step": 92390
    },
    {
      "epoch": 0.11720563500338678,
      "grad_norm": 4.4375,
      "learning_rate": 4.4145381334537676e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.559370705485344,
      "num_tokens": 71251039.0,
      "step": 92400
    },
    {
      "epoch": 0.11721831959591962,
      "grad_norm": 5.375,
      "learning_rate": 4.414474702445139e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.5650492250919342,
      "num_tokens": 71259495.0,
      "step": 92410
    },
    {
      "epoch": 0.11723100418845245,
      "grad_norm": 4.78125,
      "learning_rate": 4.414411271436509e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5556107521057129,
      "num_tokens": 71266163.0,
      "step": 92420
    },
    {
      "epoch": 0.11724368878098529,
      "grad_norm": 4.90625,
      "learning_rate": 4.4143478404278805e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5244800418615341,
      "num_tokens": 71273058.0,
      "step": 92430
    },
    {
      "epoch": 0.11725637337351812,
      "grad_norm": 8.5,
      "learning_rate": 4.414284409419252e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5671282768249511,
      "num_tokens": 71280776.0,
      "step": 92440
    },
    {
      "epoch": 0.11726905796605096,
      "grad_norm": 5.03125,
      "learning_rate": 4.414220978410622e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5673933684825897,
      "num_tokens": 71289871.0,
      "step": 92450
    },
    {
      "epoch": 0.11728174255858378,
      "grad_norm": 7.09375,
      "learning_rate": 4.414157547401993e-05,
      "loss": 2.2693,
      "mean_token_accuracy": 0.5153609097003937,
      "num_tokens": 71298053.0,
      "step": 92460
    },
    {
      "epoch": 0.11729442715111663,
      "grad_norm": 5.15625,
      "learning_rate": 4.4140941163933633e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5443034112453461,
      "num_tokens": 71307073.0,
      "step": 92470
    },
    {
      "epoch": 0.11730711174364945,
      "grad_norm": 6.625,
      "learning_rate": 4.4140306853847346e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5258180201053619,
      "num_tokens": 71316512.0,
      "step": 92480
    },
    {
      "epoch": 0.1173197963361823,
      "grad_norm": 5.9375,
      "learning_rate": 4.413967254376106e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5364492446184158,
      "num_tokens": 71323180.0,
      "step": 92490
    },
    {
      "epoch": 0.11733248092871512,
      "grad_norm": 6.8125,
      "learning_rate": 4.413903823367476e-05,
      "loss": 1.9569,
      "mean_token_accuracy": 0.573699003458023,
      "num_tokens": 71330051.0,
      "step": 92500
    },
    {
      "epoch": 0.11734516552124796,
      "grad_norm": 4.8125,
      "learning_rate": 4.4138403923588475e-05,
      "loss": 1.8727,
      "mean_token_accuracy": 0.5935455471277237,
      "num_tokens": 71338865.0,
      "step": 92510
    },
    {
      "epoch": 0.11735785011378079,
      "grad_norm": 6.0625,
      "learning_rate": 4.413776961350218e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5547002136707306,
      "num_tokens": 71347264.0,
      "step": 92520
    },
    {
      "epoch": 0.11737053470631363,
      "grad_norm": 6.125,
      "learning_rate": 4.4137135303415886e-05,
      "loss": 1.8669,
      "mean_token_accuracy": 0.5804931879043579,
      "num_tokens": 71355188.0,
      "step": 92530
    },
    {
      "epoch": 0.11738321929884646,
      "grad_norm": 6.09375,
      "learning_rate": 4.41365009933296e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5334137439727783,
      "num_tokens": 71362843.0,
      "step": 92540
    },
    {
      "epoch": 0.1173959038913793,
      "grad_norm": 5.25,
      "learning_rate": 4.41358666832433e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5458353728055954,
      "num_tokens": 71371638.0,
      "step": 92550
    },
    {
      "epoch": 0.11740858848391213,
      "grad_norm": 5.21875,
      "learning_rate": 4.4135232373157015e-05,
      "loss": 1.8764,
      "mean_token_accuracy": 0.5856116741895676,
      "num_tokens": 71377831.0,
      "step": 92560
    },
    {
      "epoch": 0.11742127307644497,
      "grad_norm": 4.375,
      "learning_rate": 4.413459806307072e-05,
      "loss": 1.8451,
      "mean_token_accuracy": 0.5798080027103424,
      "num_tokens": 71385113.0,
      "step": 92570
    },
    {
      "epoch": 0.1174339576689778,
      "grad_norm": 5.21875,
      "learning_rate": 4.413396375298443e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5537369340658188,
      "num_tokens": 71393567.0,
      "step": 92580
    },
    {
      "epoch": 0.11744664226151064,
      "grad_norm": 4.84375,
      "learning_rate": 4.413332944289814e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.53636254966259,
      "num_tokens": 71401862.0,
      "step": 92590
    },
    {
      "epoch": 0.11745932685404346,
      "grad_norm": 8.5625,
      "learning_rate": 4.4132695132811844e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5203188806772232,
      "num_tokens": 71408707.0,
      "step": 92600
    },
    {
      "epoch": 0.1174720114465763,
      "grad_norm": 6.5,
      "learning_rate": 4.4132060822725556e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5610915839672088,
      "num_tokens": 71415884.0,
      "step": 92610
    },
    {
      "epoch": 0.11748469603910913,
      "grad_norm": 6.375,
      "learning_rate": 4.413142651263926e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5619675695896149,
      "num_tokens": 71422999.0,
      "step": 92620
    },
    {
      "epoch": 0.11749738063164197,
      "grad_norm": 5.28125,
      "learning_rate": 4.413079220255297e-05,
      "loss": 2.2454,
      "mean_token_accuracy": 0.5092207103967666,
      "num_tokens": 71431944.0,
      "step": 92630
    },
    {
      "epoch": 0.1175100652241748,
      "grad_norm": 5.03125,
      "learning_rate": 4.4130157892466685e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5618249416351319,
      "num_tokens": 71439766.0,
      "step": 92640
    },
    {
      "epoch": 0.11752274981670764,
      "grad_norm": 5.15625,
      "learning_rate": 4.412952358238039e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5371618360280991,
      "num_tokens": 71448678.0,
      "step": 92650
    },
    {
      "epoch": 0.11753543440924047,
      "grad_norm": 6.09375,
      "learning_rate": 4.4128889272294096e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5698362201452255,
      "num_tokens": 71456200.0,
      "step": 92660
    },
    {
      "epoch": 0.11754811900177331,
      "grad_norm": 5.15625,
      "learning_rate": 4.41282549622078e-05,
      "loss": 2.3289,
      "mean_token_accuracy": 0.49179068207740784,
      "num_tokens": 71465112.0,
      "step": 92670
    },
    {
      "epoch": 0.11756080359430614,
      "grad_norm": 4.96875,
      "learning_rate": 4.4127620652121514e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5314277857542038,
      "num_tokens": 71473540.0,
      "step": 92680
    },
    {
      "epoch": 0.11757348818683898,
      "grad_norm": 5.625,
      "learning_rate": 4.4126986342035226e-05,
      "loss": 2.3157,
      "mean_token_accuracy": 0.5085126876831054,
      "num_tokens": 71482528.0,
      "step": 92690
    },
    {
      "epoch": 0.1175861727793718,
      "grad_norm": 5.21875,
      "learning_rate": 4.412635203194893e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.5189527124166489,
      "num_tokens": 71490974.0,
      "step": 92700
    },
    {
      "epoch": 0.11759885737190465,
      "grad_norm": 4.9375,
      "learning_rate": 4.412571772186264e-05,
      "loss": 1.8054,
      "mean_token_accuracy": 0.6008088558912277,
      "num_tokens": 71497119.0,
      "step": 92710
    },
    {
      "epoch": 0.11761154196443747,
      "grad_norm": 4.9375,
      "learning_rate": 4.412508341177635e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5621943503618241,
      "num_tokens": 71504628.0,
      "step": 92720
    },
    {
      "epoch": 0.11762422655697032,
      "grad_norm": 7.5,
      "learning_rate": 4.412444910169006e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5374081134796143,
      "num_tokens": 71513983.0,
      "step": 92730
    },
    {
      "epoch": 0.11763691114950314,
      "grad_norm": 4.9375,
      "learning_rate": 4.4123814791603766e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5489831447601319,
      "num_tokens": 71521733.0,
      "step": 92740
    },
    {
      "epoch": 0.11764959574203598,
      "grad_norm": 5.0625,
      "learning_rate": 4.412318048151747e-05,
      "loss": 2.3571,
      "mean_token_accuracy": 0.5047718673944473,
      "num_tokens": 71529575.0,
      "step": 92750
    },
    {
      "epoch": 0.11766228033456881,
      "grad_norm": 8.4375,
      "learning_rate": 4.4122546171431183e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5309808641672135,
      "num_tokens": 71535946.0,
      "step": 92760
    },
    {
      "epoch": 0.11767496492710165,
      "grad_norm": 5.5,
      "learning_rate": 4.412191186134489e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5421244412660599,
      "num_tokens": 71544137.0,
      "step": 92770
    },
    {
      "epoch": 0.11768764951963448,
      "grad_norm": 4.5,
      "learning_rate": 4.41212775512586e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.52916798889637,
      "num_tokens": 71552660.0,
      "step": 92780
    },
    {
      "epoch": 0.11770033411216732,
      "grad_norm": 6.59375,
      "learning_rate": 4.412064324117231e-05,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5173927515745163,
      "num_tokens": 71560571.0,
      "step": 92790
    },
    {
      "epoch": 0.11771301870470015,
      "grad_norm": 7.25,
      "learning_rate": 4.412000893108602e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5240926861763,
      "num_tokens": 71568358.0,
      "step": 92800
    },
    {
      "epoch": 0.11772570329723299,
      "grad_norm": 6.5,
      "learning_rate": 4.4119374620999724e-05,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5708120495080948,
      "num_tokens": 71575846.0,
      "step": 92810
    },
    {
      "epoch": 0.11773838788976582,
      "grad_norm": 11.1875,
      "learning_rate": 4.4118740310913436e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5576903253793717,
      "num_tokens": 71582375.0,
      "step": 92820
    },
    {
      "epoch": 0.11775107248229866,
      "grad_norm": 5.09375,
      "learning_rate": 4.411810600082714e-05,
      "loss": 1.8321,
      "mean_token_accuracy": 0.6008198082447052,
      "num_tokens": 71589314.0,
      "step": 92830
    },
    {
      "epoch": 0.11776375707483148,
      "grad_norm": 9.875,
      "learning_rate": 4.4117471690740853e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5357169389724732,
      "num_tokens": 71596089.0,
      "step": 92840
    },
    {
      "epoch": 0.11777644166736433,
      "grad_norm": 4.59375,
      "learning_rate": 4.411683738065456e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5228234231472015,
      "num_tokens": 71603417.0,
      "step": 92850
    },
    {
      "epoch": 0.11778912625989715,
      "grad_norm": 4.65625,
      "learning_rate": 4.411620307056827e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5535603791475296,
      "num_tokens": 71610449.0,
      "step": 92860
    },
    {
      "epoch": 0.11780181085242998,
      "grad_norm": 4.78125,
      "learning_rate": 4.4115568760481976e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5506519049406051,
      "num_tokens": 71617249.0,
      "step": 92870
    },
    {
      "epoch": 0.11781449544496282,
      "grad_norm": 5.28125,
      "learning_rate": 4.411493445039568e-05,
      "loss": 2.2148,
      "mean_token_accuracy": 0.5248887300491333,
      "num_tokens": 71624014.0,
      "step": 92880
    },
    {
      "epoch": 0.11782718003749565,
      "grad_norm": 5.28125,
      "learning_rate": 4.4114300140309394e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5376257598400116,
      "num_tokens": 71633382.0,
      "step": 92890
    },
    {
      "epoch": 0.11783986463002849,
      "grad_norm": 6.5,
      "learning_rate": 4.41136658302231e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.53616603910923,
      "num_tokens": 71640726.0,
      "step": 92900
    },
    {
      "epoch": 0.11785254922256132,
      "grad_norm": 5.21875,
      "learning_rate": 4.411303152013681e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5405531615018845,
      "num_tokens": 71648771.0,
      "step": 92910
    },
    {
      "epoch": 0.11786523381509416,
      "grad_norm": 6.625,
      "learning_rate": 4.411239721005052e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5641638725996018,
      "num_tokens": 71656366.0,
      "step": 92920
    },
    {
      "epoch": 0.11787791840762699,
      "grad_norm": 5.25,
      "learning_rate": 4.411176289996423e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5677001476287842,
      "num_tokens": 71664189.0,
      "step": 92930
    },
    {
      "epoch": 0.11789060300015983,
      "grad_norm": 4.75,
      "learning_rate": 4.4111128589877934e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5561009526252747,
      "num_tokens": 71671456.0,
      "step": 92940
    },
    {
      "epoch": 0.11790328759269265,
      "grad_norm": 9.5625,
      "learning_rate": 4.411049427979164e-05,
      "loss": 2.3266,
      "mean_token_accuracy": 0.4986800640821457,
      "num_tokens": 71679323.0,
      "step": 92950
    },
    {
      "epoch": 0.1179159721852255,
      "grad_norm": 5.0,
      "learning_rate": 4.410985996970535e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5683010280132293,
      "num_tokens": 71687795.0,
      "step": 92960
    },
    {
      "epoch": 0.11792865677775832,
      "grad_norm": 5.0,
      "learning_rate": 4.4109225659619064e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5676839858293533,
      "num_tokens": 71694992.0,
      "step": 92970
    },
    {
      "epoch": 0.11794134137029116,
      "grad_norm": 6.28125,
      "learning_rate": 4.410859134953277e-05,
      "loss": 1.8346,
      "mean_token_accuracy": 0.6001703202724457,
      "num_tokens": 71702853.0,
      "step": 92980
    },
    {
      "epoch": 0.11795402596282399,
      "grad_norm": 5.84375,
      "learning_rate": 4.410795703944648e-05,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5609558999538422,
      "num_tokens": 71709872.0,
      "step": 92990
    },
    {
      "epoch": 0.11796671055535683,
      "grad_norm": 4.59375,
      "learning_rate": 4.4107322729360186e-05,
      "loss": 2.338,
      "mean_token_accuracy": 0.5159282207489013,
      "num_tokens": 71718223.0,
      "step": 93000
    },
    {
      "epoch": 0.11797939514788966,
      "grad_norm": 5.3125,
      "learning_rate": 4.410668841927389e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5223349153995513,
      "num_tokens": 71725615.0,
      "step": 93010
    },
    {
      "epoch": 0.1179920797404225,
      "grad_norm": 4.46875,
      "learning_rate": 4.4106054109187604e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5448285490274429,
      "num_tokens": 71733563.0,
      "step": 93020
    },
    {
      "epoch": 0.11800476433295533,
      "grad_norm": 4.84375,
      "learning_rate": 4.410541979910131e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5351848512887954,
      "num_tokens": 71742039.0,
      "step": 93030
    },
    {
      "epoch": 0.11801744892548817,
      "grad_norm": 5.0625,
      "learning_rate": 4.410478548901502e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.5474207878112793,
      "num_tokens": 71750230.0,
      "step": 93040
    },
    {
      "epoch": 0.118030133518021,
      "grad_norm": 5.9375,
      "learning_rate": 4.410415117892873e-05,
      "loss": 2.2278,
      "mean_token_accuracy": 0.5175629824399948,
      "num_tokens": 71757689.0,
      "step": 93050
    },
    {
      "epoch": 0.11804281811055384,
      "grad_norm": 4.9375,
      "learning_rate": 4.410351686884244e-05,
      "loss": 2.325,
      "mean_token_accuracy": 0.4963437497615814,
      "num_tokens": 71765832.0,
      "step": 93060
    },
    {
      "epoch": 0.11805550270308666,
      "grad_norm": 7.0625,
      "learning_rate": 4.410288255875615e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5254476070404053,
      "num_tokens": 71773194.0,
      "step": 93070
    },
    {
      "epoch": 0.1180681872956195,
      "grad_norm": 8.375,
      "learning_rate": 4.410224824866985e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5379304319620133,
      "num_tokens": 71779868.0,
      "step": 93080
    },
    {
      "epoch": 0.11808087188815233,
      "grad_norm": 5.4375,
      "learning_rate": 4.410161393858356e-05,
      "loss": 2.2723,
      "mean_token_accuracy": 0.5144902467727661,
      "num_tokens": 71787953.0,
      "step": 93090
    },
    {
      "epoch": 0.11809355648068517,
      "grad_norm": 5.84375,
      "learning_rate": 4.410097962849727e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5671612352132798,
      "num_tokens": 71794719.0,
      "step": 93100
    },
    {
      "epoch": 0.118106241073218,
      "grad_norm": 5.0625,
      "learning_rate": 4.410034531841098e-05,
      "loss": 1.967,
      "mean_token_accuracy": 0.5700055837631226,
      "num_tokens": 71802145.0,
      "step": 93110
    },
    {
      "epoch": 0.11811892566575084,
      "grad_norm": 4.65625,
      "learning_rate": 4.409971100832469e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5499804109334946,
      "num_tokens": 71810451.0,
      "step": 93120
    },
    {
      "epoch": 0.11813161025828367,
      "grad_norm": 5.59375,
      "learning_rate": 4.40990766982384e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5316537231206894,
      "num_tokens": 71818171.0,
      "step": 93130
    },
    {
      "epoch": 0.11814429485081651,
      "grad_norm": 5.0,
      "learning_rate": 4.409844238815211e-05,
      "loss": 1.8688,
      "mean_token_accuracy": 0.5785522758960724,
      "num_tokens": 71825365.0,
      "step": 93140
    },
    {
      "epoch": 0.11815697944334934,
      "grad_norm": 5.71875,
      "learning_rate": 4.4097808078065814e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5249005317687988,
      "num_tokens": 71833212.0,
      "step": 93150
    },
    {
      "epoch": 0.11816966403588218,
      "grad_norm": 5.875,
      "learning_rate": 4.409717376797952e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5191756546497345,
      "num_tokens": 71842353.0,
      "step": 93160
    },
    {
      "epoch": 0.11818234862841501,
      "grad_norm": 5.5625,
      "learning_rate": 4.409653945789323e-05,
      "loss": 1.8863,
      "mean_token_accuracy": 0.5891508281230926,
      "num_tokens": 71849237.0,
      "step": 93170
    },
    {
      "epoch": 0.11819503322094785,
      "grad_norm": 6.15625,
      "learning_rate": 4.409590514780694e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5648899555206299,
      "num_tokens": 71855371.0,
      "step": 93180
    },
    {
      "epoch": 0.11820771781348068,
      "grad_norm": 7.53125,
      "learning_rate": 4.409527083772065e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5157026797533035,
      "num_tokens": 71862343.0,
      "step": 93190
    },
    {
      "epoch": 0.11822040240601352,
      "grad_norm": 6.84375,
      "learning_rate": 4.4094636527634354e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5805616855621338,
      "num_tokens": 71868838.0,
      "step": 93200
    },
    {
      "epoch": 0.11823308699854634,
      "grad_norm": 6.875,
      "learning_rate": 4.409400221754807e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5487709641456604,
      "num_tokens": 71877091.0,
      "step": 93210
    },
    {
      "epoch": 0.11824577159107919,
      "grad_norm": 5.6875,
      "learning_rate": 4.409336790746177e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5452051430940628,
      "num_tokens": 71884111.0,
      "step": 93220
    },
    {
      "epoch": 0.11825845618361201,
      "grad_norm": 5.28125,
      "learning_rate": 4.409273359737548e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5440509915351868,
      "num_tokens": 71892374.0,
      "step": 93230
    },
    {
      "epoch": 0.11827114077614485,
      "grad_norm": 5.0625,
      "learning_rate": 4.409209928728919e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.544978454709053,
      "num_tokens": 71902009.0,
      "step": 93240
    },
    {
      "epoch": 0.11828382536867768,
      "grad_norm": 5.5625,
      "learning_rate": 4.4091464977202895e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.549981415271759,
      "num_tokens": 71909814.0,
      "step": 93250
    },
    {
      "epoch": 0.11829650996121052,
      "grad_norm": 6.6875,
      "learning_rate": 4.409083066711661e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5548457264900207,
      "num_tokens": 71916460.0,
      "step": 93260
    },
    {
      "epoch": 0.11830919455374335,
      "grad_norm": 7.25,
      "learning_rate": 4.409019635703032e-05,
      "loss": 1.8019,
      "mean_token_accuracy": 0.6044503688812256,
      "num_tokens": 71922178.0,
      "step": 93270
    },
    {
      "epoch": 0.11832187914627619,
      "grad_norm": 6.15625,
      "learning_rate": 4.4089562046944024e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.565343263745308,
      "num_tokens": 71929372.0,
      "step": 93280
    },
    {
      "epoch": 0.11833456373880902,
      "grad_norm": 5.15625,
      "learning_rate": 4.408892773685773e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5250332891941071,
      "num_tokens": 71938742.0,
      "step": 93290
    },
    {
      "epoch": 0.11834724833134186,
      "grad_norm": 4.90625,
      "learning_rate": 4.4088293426771435e-05,
      "loss": 2.2546,
      "mean_token_accuracy": 0.52181077003479,
      "num_tokens": 71947533.0,
      "step": 93300
    },
    {
      "epoch": 0.11835993292387469,
      "grad_norm": 5.25,
      "learning_rate": 4.408765911668515e-05,
      "loss": 2.25,
      "mean_token_accuracy": 0.5096911907196044,
      "num_tokens": 71955981.0,
      "step": 93310
    },
    {
      "epoch": 0.11837261751640753,
      "grad_norm": 5.21875,
      "learning_rate": 4.408702480659886e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5636470347642899,
      "num_tokens": 71963061.0,
      "step": 93320
    },
    {
      "epoch": 0.11838530210894035,
      "grad_norm": 5.1875,
      "learning_rate": 4.4086390496512565e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5371587395668029,
      "num_tokens": 71970291.0,
      "step": 93330
    },
    {
      "epoch": 0.11839798670147318,
      "grad_norm": 5.0625,
      "learning_rate": 4.408575618642628e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5301639676094055,
      "num_tokens": 71978640.0,
      "step": 93340
    },
    {
      "epoch": 0.11841067129400602,
      "grad_norm": 5.71875,
      "learning_rate": 4.408512187633998e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5636359810829162,
      "num_tokens": 71986085.0,
      "step": 93350
    },
    {
      "epoch": 0.11842335588653885,
      "grad_norm": 5.4375,
      "learning_rate": 4.408448756625369e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5474494844675064,
      "num_tokens": 71994411.0,
      "step": 93360
    },
    {
      "epoch": 0.11843604047907169,
      "grad_norm": 5.625,
      "learning_rate": 4.40838532561674e-05,
      "loss": 1.8981,
      "mean_token_accuracy": 0.5760531723499298,
      "num_tokens": 72003138.0,
      "step": 93370
    },
    {
      "epoch": 0.11844872507160452,
      "grad_norm": 5.46875,
      "learning_rate": 4.4083218946081105e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5183722704648972,
      "num_tokens": 72011754.0,
      "step": 93380
    },
    {
      "epoch": 0.11846140966413736,
      "grad_norm": 4.78125,
      "learning_rate": 4.408258463599482e-05,
      "loss": 2.283,
      "mean_token_accuracy": 0.5029160857200623,
      "num_tokens": 72020892.0,
      "step": 93390
    },
    {
      "epoch": 0.11847409425667019,
      "grad_norm": 4.84375,
      "learning_rate": 4.408195032590852e-05,
      "loss": 1.8756,
      "mean_token_accuracy": 0.5747156172990799,
      "num_tokens": 72029163.0,
      "step": 93400
    },
    {
      "epoch": 0.11848677884920303,
      "grad_norm": 4.90625,
      "learning_rate": 4.4081316015822235e-05,
      "loss": 2.3899,
      "mean_token_accuracy": 0.49424780905246735,
      "num_tokens": 72037309.0,
      "step": 93410
    },
    {
      "epoch": 0.11849946344173586,
      "grad_norm": 5.125,
      "learning_rate": 4.408068170573594e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5482182979583741,
      "num_tokens": 72044331.0,
      "step": 93420
    },
    {
      "epoch": 0.1185121480342687,
      "grad_norm": 5.53125,
      "learning_rate": 4.4080047395649645e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5539107918739319,
      "num_tokens": 72051346.0,
      "step": 93430
    },
    {
      "epoch": 0.11852483262680152,
      "grad_norm": 6.4375,
      "learning_rate": 4.407941308556336e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5427655220031739,
      "num_tokens": 72058732.0,
      "step": 93440
    },
    {
      "epoch": 0.11853751721933437,
      "grad_norm": 8.6875,
      "learning_rate": 4.407877877547706e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5526780903339386,
      "num_tokens": 72065566.0,
      "step": 93450
    },
    {
      "epoch": 0.11855020181186719,
      "grad_norm": 5.09375,
      "learning_rate": 4.4078144465390775e-05,
      "loss": 2.2287,
      "mean_token_accuracy": 0.5176240861415863,
      "num_tokens": 72074482.0,
      "step": 93460
    },
    {
      "epoch": 0.11856288640440003,
      "grad_norm": 5.4375,
      "learning_rate": 4.407751015530449e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5228548616170883,
      "num_tokens": 72082226.0,
      "step": 93470
    },
    {
      "epoch": 0.11857557099693286,
      "grad_norm": 5.28125,
      "learning_rate": 4.407687584521819e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5341274261474609,
      "num_tokens": 72088922.0,
      "step": 93480
    },
    {
      "epoch": 0.1185882555894657,
      "grad_norm": 4.84375,
      "learning_rate": 4.4076241535131905e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5272679775953293,
      "num_tokens": 72097367.0,
      "step": 93490
    },
    {
      "epoch": 0.11860094018199853,
      "grad_norm": 5.46875,
      "learning_rate": 4.40756072250456e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5281430661678315,
      "num_tokens": 72106140.0,
      "step": 93500
    },
    {
      "epoch": 0.11861362477453137,
      "grad_norm": 6.4375,
      "learning_rate": 4.4074972914959315e-05,
      "loss": 2.2625,
      "mean_token_accuracy": 0.5168182849884033,
      "num_tokens": 72113188.0,
      "step": 93510
    },
    {
      "epoch": 0.1186263093670642,
      "grad_norm": 6.1875,
      "learning_rate": 4.407433860487303e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5608376711606979,
      "num_tokens": 72120574.0,
      "step": 93520
    },
    {
      "epoch": 0.11863899395959704,
      "grad_norm": 11.0,
      "learning_rate": 4.407370429478673e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5517417609691619,
      "num_tokens": 72129227.0,
      "step": 93530
    },
    {
      "epoch": 0.11865167855212987,
      "grad_norm": 7.46875,
      "learning_rate": 4.4073069984700445e-05,
      "loss": 1.7921,
      "mean_token_accuracy": 0.6030537992715835,
      "num_tokens": 72136994.0,
      "step": 93540
    },
    {
      "epoch": 0.11866436314466271,
      "grad_norm": 5.125,
      "learning_rate": 4.407243567461415e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5333181023597717,
      "num_tokens": 72145683.0,
      "step": 93550
    },
    {
      "epoch": 0.11867704773719553,
      "grad_norm": 5.59375,
      "learning_rate": 4.407180136452786e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5425194293260575,
      "num_tokens": 72153943.0,
      "step": 93560
    },
    {
      "epoch": 0.11868973232972838,
      "grad_norm": 5.28125,
      "learning_rate": 4.407116705444157e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5359437167644501,
      "num_tokens": 72161333.0,
      "step": 93570
    },
    {
      "epoch": 0.1187024169222612,
      "grad_norm": 5.0625,
      "learning_rate": 4.407053274435527e-05,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5835592687129975,
      "num_tokens": 72167248.0,
      "step": 93580
    },
    {
      "epoch": 0.11871510151479404,
      "grad_norm": 5.875,
      "learning_rate": 4.4069898434268985e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.53265420794487,
      "num_tokens": 72174977.0,
      "step": 93590
    },
    {
      "epoch": 0.11872778610732687,
      "grad_norm": 4.5,
      "learning_rate": 4.406926412418269e-05,
      "loss": 2.2685,
      "mean_token_accuracy": 0.5113122135400772,
      "num_tokens": 72183796.0,
      "step": 93600
    },
    {
      "epoch": 0.11874047069985971,
      "grad_norm": 5.4375,
      "learning_rate": 4.40686298140964e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5462634146213532,
      "num_tokens": 72191884.0,
      "step": 93610
    },
    {
      "epoch": 0.11875315529239254,
      "grad_norm": 5.125,
      "learning_rate": 4.4067995504010115e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5250410288572311,
      "num_tokens": 72200376.0,
      "step": 93620
    },
    {
      "epoch": 0.11876583988492538,
      "grad_norm": 5.15625,
      "learning_rate": 4.406736119392382e-05,
      "loss": 1.6214,
      "mean_token_accuracy": 0.63769271671772,
      "num_tokens": 72206507.0,
      "step": 93630
    },
    {
      "epoch": 0.11877852447745821,
      "grad_norm": 5.5625,
      "learning_rate": 4.4066726883837525e-05,
      "loss": 1.7796,
      "mean_token_accuracy": 0.6055684953927993,
      "num_tokens": 72214186.0,
      "step": 93640
    },
    {
      "epoch": 0.11879120906999105,
      "grad_norm": 8.125,
      "learning_rate": 4.406609257375123e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5523790121078491,
      "num_tokens": 72221970.0,
      "step": 93650
    },
    {
      "epoch": 0.11880389366252388,
      "grad_norm": 7.75,
      "learning_rate": 4.406545826366494e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5278993248939514,
      "num_tokens": 72230384.0,
      "step": 93660
    },
    {
      "epoch": 0.11881657825505672,
      "grad_norm": 6.875,
      "learning_rate": 4.4064823953578655e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5616842180490493,
      "num_tokens": 72236956.0,
      "step": 93670
    },
    {
      "epoch": 0.11882926284758955,
      "grad_norm": 6.34375,
      "learning_rate": 4.406418964349236e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5650424778461456,
      "num_tokens": 72244615.0,
      "step": 93680
    },
    {
      "epoch": 0.11884194744012239,
      "grad_norm": 10.875,
      "learning_rate": 4.406355533340607e-05,
      "loss": 1.8422,
      "mean_token_accuracy": 0.6132479637861252,
      "num_tokens": 72250491.0,
      "step": 93690
    },
    {
      "epoch": 0.11885463203265521,
      "grad_norm": 5.4375,
      "learning_rate": 4.406292102331978e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5368080735206604,
      "num_tokens": 72259002.0,
      "step": 93700
    },
    {
      "epoch": 0.11886731662518805,
      "grad_norm": 6.03125,
      "learning_rate": 4.406228671323348e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5349512726068497,
      "num_tokens": 72266685.0,
      "step": 93710
    },
    {
      "epoch": 0.11888000121772088,
      "grad_norm": 4.96875,
      "learning_rate": 4.4061652403147195e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5311074912548065,
      "num_tokens": 72276266.0,
      "step": 93720
    },
    {
      "epoch": 0.11889268581025372,
      "grad_norm": 6.28125,
      "learning_rate": 4.40610180930609e-05,
      "loss": 1.8271,
      "mean_token_accuracy": 0.6023490607738495,
      "num_tokens": 72283639.0,
      "step": 93730
    },
    {
      "epoch": 0.11890537040278655,
      "grad_norm": 5.21875,
      "learning_rate": 4.406038378297461e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5341148436069488,
      "num_tokens": 72292292.0,
      "step": 93740
    },
    {
      "epoch": 0.11891805499531939,
      "grad_norm": 6.40625,
      "learning_rate": 4.4059749472888325e-05,
      "loss": 1.8826,
      "mean_token_accuracy": 0.5803400725126266,
      "num_tokens": 72299181.0,
      "step": 93750
    },
    {
      "epoch": 0.11893073958785222,
      "grad_norm": 5.53125,
      "learning_rate": 4.405911516280203e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5212207913398743,
      "num_tokens": 72307821.0,
      "step": 93760
    },
    {
      "epoch": 0.11894342418038506,
      "grad_norm": 5.0625,
      "learning_rate": 4.4058480852715736e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5248241364955902,
      "num_tokens": 72317135.0,
      "step": 93770
    },
    {
      "epoch": 0.11895610877291789,
      "grad_norm": 6.21875,
      "learning_rate": 4.405784654262944e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5507136762142182,
      "num_tokens": 72324360.0,
      "step": 93780
    },
    {
      "epoch": 0.11896879336545073,
      "grad_norm": 4.875,
      "learning_rate": 4.405721223254315e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5649413406848908,
      "num_tokens": 72331335.0,
      "step": 93790
    },
    {
      "epoch": 0.11898147795798356,
      "grad_norm": 4.875,
      "learning_rate": 4.4056577922456865e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5301393806934357,
      "num_tokens": 72340333.0,
      "step": 93800
    },
    {
      "epoch": 0.11899416255051638,
      "grad_norm": 4.875,
      "learning_rate": 4.405594361237057e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5580391466617585,
      "num_tokens": 72347988.0,
      "step": 93810
    },
    {
      "epoch": 0.11900684714304922,
      "grad_norm": 5.46875,
      "learning_rate": 4.405530930228428e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.5166596680879593,
      "num_tokens": 72355819.0,
      "step": 93820
    },
    {
      "epoch": 0.11901953173558205,
      "grad_norm": 4.875,
      "learning_rate": 4.405467499219799e-05,
      "loss": 2.4047,
      "mean_token_accuracy": 0.48457553088665006,
      "num_tokens": 72363910.0,
      "step": 93830
    },
    {
      "epoch": 0.11903221632811489,
      "grad_norm": 5.59375,
      "learning_rate": 4.4054040682111694e-05,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5238101363182068,
      "num_tokens": 72371942.0,
      "step": 93840
    },
    {
      "epoch": 0.11904490092064772,
      "grad_norm": 8.5,
      "learning_rate": 4.4053406372025406e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5233910232782364,
      "num_tokens": 72379219.0,
      "step": 93850
    },
    {
      "epoch": 0.11905758551318056,
      "grad_norm": 5.5,
      "learning_rate": 4.405277206193911e-05,
      "loss": 2.2642,
      "mean_token_accuracy": 0.5201081812381745,
      "num_tokens": 72386255.0,
      "step": 93860
    },
    {
      "epoch": 0.11907027010571339,
      "grad_norm": 4.78125,
      "learning_rate": 4.405213775185282e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.54426991045475,
      "num_tokens": 72394075.0,
      "step": 93870
    },
    {
      "epoch": 0.11908295469824623,
      "grad_norm": 5.21875,
      "learning_rate": 4.405150344176653e-05,
      "loss": 1.8198,
      "mean_token_accuracy": 0.6070785194635391,
      "num_tokens": 72401063.0,
      "step": 93880
    },
    {
      "epoch": 0.11909563929077906,
      "grad_norm": 5.125,
      "learning_rate": 4.405086913168024e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5182571351528168,
      "num_tokens": 72410378.0,
      "step": 93890
    },
    {
      "epoch": 0.1191083238833119,
      "grad_norm": 5.65625,
      "learning_rate": 4.405023482159395e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5199982970952988,
      "num_tokens": 72419232.0,
      "step": 93900
    },
    {
      "epoch": 0.11912100847584473,
      "grad_norm": 7.78125,
      "learning_rate": 4.404960051150766e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5291339606046677,
      "num_tokens": 72427399.0,
      "step": 93910
    },
    {
      "epoch": 0.11913369306837757,
      "grad_norm": 4.46875,
      "learning_rate": 4.4048966201421363e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5686100900173188,
      "num_tokens": 72435442.0,
      "step": 93920
    },
    {
      "epoch": 0.1191463776609104,
      "grad_norm": 4.9375,
      "learning_rate": 4.404833189133507e-05,
      "loss": 2.2886,
      "mean_token_accuracy": 0.5263617217540741,
      "num_tokens": 72442752.0,
      "step": 93930
    },
    {
      "epoch": 0.11915906225344323,
      "grad_norm": 5.1875,
      "learning_rate": 4.404769758124878e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5494452148675919,
      "num_tokens": 72450698.0,
      "step": 93940
    },
    {
      "epoch": 0.11917174684597606,
      "grad_norm": 5.4375,
      "learning_rate": 4.404706327116249e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5664072096347809,
      "num_tokens": 72458426.0,
      "step": 93950
    },
    {
      "epoch": 0.1191844314385089,
      "grad_norm": 5.84375,
      "learning_rate": 4.40464289610762e-05,
      "loss": 1.9199,
      "mean_token_accuracy": 0.5763513445854187,
      "num_tokens": 72465135.0,
      "step": 93960
    },
    {
      "epoch": 0.11919711603104173,
      "grad_norm": 4.96875,
      "learning_rate": 4.404579465098991e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5433821886777878,
      "num_tokens": 72474021.0,
      "step": 93970
    },
    {
      "epoch": 0.11920980062357457,
      "grad_norm": 6.0,
      "learning_rate": 4.4045160340903616e-05,
      "loss": 2.2758,
      "mean_token_accuracy": 0.5177874684333801,
      "num_tokens": 72482797.0,
      "step": 93980
    },
    {
      "epoch": 0.1192224852161074,
      "grad_norm": 6.28125,
      "learning_rate": 4.404452603081732e-05,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5766638457775116,
      "num_tokens": 72489657.0,
      "step": 93990
    },
    {
      "epoch": 0.11923516980864024,
      "grad_norm": 5.15625,
      "learning_rate": 4.404389172073103e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5443578243255616,
      "num_tokens": 72497433.0,
      "step": 94000
    },
    {
      "epoch": 0.11924785440117307,
      "grad_norm": 4.90625,
      "learning_rate": 4.404325741064474e-05,
      "loss": 1.8547,
      "mean_token_accuracy": 0.57789546251297,
      "num_tokens": 72505091.0,
      "step": 94010
    },
    {
      "epoch": 0.11926053899370591,
      "grad_norm": 4.75,
      "learning_rate": 4.404262310055845e-05,
      "loss": 1.8516,
      "mean_token_accuracy": 0.6062839776277542,
      "num_tokens": 72512330.0,
      "step": 94020
    },
    {
      "epoch": 0.11927322358623874,
      "grad_norm": 5.40625,
      "learning_rate": 4.4041988790472156e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5194386273622513,
      "num_tokens": 72522156.0,
      "step": 94030
    },
    {
      "epoch": 0.11928590817877158,
      "grad_norm": 6.40625,
      "learning_rate": 4.404135448038587e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5482279896736145,
      "num_tokens": 72530805.0,
      "step": 94040
    },
    {
      "epoch": 0.1192985927713044,
      "grad_norm": 6.65625,
      "learning_rate": 4.4040720170299574e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5348600506782532,
      "num_tokens": 72537887.0,
      "step": 94050
    },
    {
      "epoch": 0.11931127736383725,
      "grad_norm": 5.71875,
      "learning_rate": 4.404008586021328e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5793551594018936,
      "num_tokens": 72544275.0,
      "step": 94060
    },
    {
      "epoch": 0.11932396195637007,
      "grad_norm": 6.40625,
      "learning_rate": 4.403945155012699e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5573414117097855,
      "num_tokens": 72552538.0,
      "step": 94070
    },
    {
      "epoch": 0.11933664654890291,
      "grad_norm": 4.9375,
      "learning_rate": 4.4038817240040696e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5663478314876557,
      "num_tokens": 72559582.0,
      "step": 94080
    },
    {
      "epoch": 0.11934933114143574,
      "grad_norm": 4.90625,
      "learning_rate": 4.403818292995441e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5502449095249176,
      "num_tokens": 72568038.0,
      "step": 94090
    },
    {
      "epoch": 0.11936201573396858,
      "grad_norm": 5.21875,
      "learning_rate": 4.403754861986812e-05,
      "loss": 2.2613,
      "mean_token_accuracy": 0.5217635810375214,
      "num_tokens": 72575176.0,
      "step": 94100
    },
    {
      "epoch": 0.11937470032650141,
      "grad_norm": 6.34375,
      "learning_rate": 4.4036914309781826e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5271207064390182,
      "num_tokens": 72584308.0,
      "step": 94110
    },
    {
      "epoch": 0.11938738491903425,
      "grad_norm": 5.75,
      "learning_rate": 4.403627999969553e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5408662348985672,
      "num_tokens": 72591221.0,
      "step": 94120
    },
    {
      "epoch": 0.11940006951156708,
      "grad_norm": 6.40625,
      "learning_rate": 4.403564568960924e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5486677497625351,
      "num_tokens": 72597384.0,
      "step": 94130
    },
    {
      "epoch": 0.11941275410409992,
      "grad_norm": 5.84375,
      "learning_rate": 4.403501137952295e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5418651074171066,
      "num_tokens": 72605228.0,
      "step": 94140
    },
    {
      "epoch": 0.11942543869663275,
      "grad_norm": 10.0625,
      "learning_rate": 4.403437706943666e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5406535863876343,
      "num_tokens": 72611723.0,
      "step": 94150
    },
    {
      "epoch": 0.11943812328916559,
      "grad_norm": 5.8125,
      "learning_rate": 4.4033742759350366e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5409468978643417,
      "num_tokens": 72619063.0,
      "step": 94160
    },
    {
      "epoch": 0.11945080788169841,
      "grad_norm": 8.375,
      "learning_rate": 4.403310844926408e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5773135185241699,
      "num_tokens": 72626535.0,
      "step": 94170
    },
    {
      "epoch": 0.11946349247423126,
      "grad_norm": 5.6875,
      "learning_rate": 4.4032474139177784e-05,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5236966937780381,
      "num_tokens": 72634644.0,
      "step": 94180
    },
    {
      "epoch": 0.11947617706676408,
      "grad_norm": 5.0,
      "learning_rate": 4.403183982909149e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5454247146844864,
      "num_tokens": 72642725.0,
      "step": 94190
    },
    {
      "epoch": 0.11948886165929692,
      "grad_norm": 5.5625,
      "learning_rate": 4.40312055190052e-05,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5454278528690338,
      "num_tokens": 72650795.0,
      "step": 94200
    },
    {
      "epoch": 0.11950154625182975,
      "grad_norm": 9.9375,
      "learning_rate": 4.403057120891891e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5763648718595504,
      "num_tokens": 72656171.0,
      "step": 94210
    },
    {
      "epoch": 0.11951423084436259,
      "grad_norm": 9.8125,
      "learning_rate": 4.402993689883262e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5453072249889374,
      "num_tokens": 72662780.0,
      "step": 94220
    },
    {
      "epoch": 0.11952691543689542,
      "grad_norm": 8.8125,
      "learning_rate": 4.4029302588746324e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.5860840857028962,
      "num_tokens": 72669992.0,
      "step": 94230
    },
    {
      "epoch": 0.11953960002942826,
      "grad_norm": 5.09375,
      "learning_rate": 4.4028668278660036e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5437689125537872,
      "num_tokens": 72679268.0,
      "step": 94240
    },
    {
      "epoch": 0.11955228462196109,
      "grad_norm": 8.25,
      "learning_rate": 4.402803396857375e-05,
      "loss": 2.2616,
      "mean_token_accuracy": 0.5074788630008698,
      "num_tokens": 72687396.0,
      "step": 94250
    },
    {
      "epoch": 0.11956496921449393,
      "grad_norm": 5.59375,
      "learning_rate": 4.4027399658487454e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5319660753011703,
      "num_tokens": 72695021.0,
      "step": 94260
    },
    {
      "epoch": 0.11957765380702676,
      "grad_norm": 5.15625,
      "learning_rate": 4.402676534840116e-05,
      "loss": 2.3171,
      "mean_token_accuracy": 0.5032195597887039,
      "num_tokens": 72703221.0,
      "step": 94270
    },
    {
      "epoch": 0.11959033839955958,
      "grad_norm": 5.25,
      "learning_rate": 4.4026131038314864e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5667654246091842,
      "num_tokens": 72711043.0,
      "step": 94280
    },
    {
      "epoch": 0.11960302299209243,
      "grad_norm": 6.78125,
      "learning_rate": 4.402549672822858e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5414458066225052,
      "num_tokens": 72718600.0,
      "step": 94290
    },
    {
      "epoch": 0.11961570758462525,
      "grad_norm": 5.3125,
      "learning_rate": 4.402486241814229e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5215318828821183,
      "num_tokens": 72726594.0,
      "step": 94300
    },
    {
      "epoch": 0.1196283921771581,
      "grad_norm": 5.59375,
      "learning_rate": 4.4024228108055994e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.522307163476944,
      "num_tokens": 72733970.0,
      "step": 94310
    },
    {
      "epoch": 0.11964107676969092,
      "grad_norm": 5.8125,
      "learning_rate": 4.4023593797969706e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5298239201307297,
      "num_tokens": 72742432.0,
      "step": 94320
    },
    {
      "epoch": 0.11965376136222376,
      "grad_norm": 4.625,
      "learning_rate": 4.402295948788341e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5314944803714752,
      "num_tokens": 72750574.0,
      "step": 94330
    },
    {
      "epoch": 0.11966644595475659,
      "grad_norm": 7.0,
      "learning_rate": 4.402232517779712e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5607073545455933,
      "num_tokens": 72757203.0,
      "step": 94340
    },
    {
      "epoch": 0.11967913054728943,
      "grad_norm": 5.34375,
      "learning_rate": 4.402169086771083e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5724242001771926,
      "num_tokens": 72764934.0,
      "step": 94350
    },
    {
      "epoch": 0.11969181513982226,
      "grad_norm": 5.03125,
      "learning_rate": 4.4021056557624534e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5401388436555863,
      "num_tokens": 72773068.0,
      "step": 94360
    },
    {
      "epoch": 0.1197044997323551,
      "grad_norm": 5.5,
      "learning_rate": 4.4020422247538247e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5376275271177292,
      "num_tokens": 72781088.0,
      "step": 94370
    },
    {
      "epoch": 0.11971718432488793,
      "grad_norm": 5.5,
      "learning_rate": 4.401978793745195e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5391251921653748,
      "num_tokens": 72788514.0,
      "step": 94380
    },
    {
      "epoch": 0.11972986891742077,
      "grad_norm": 4.625,
      "learning_rate": 4.4019153627365664e-05,
      "loss": 2.326,
      "mean_token_accuracy": 0.5071937799453735,
      "num_tokens": 72797286.0,
      "step": 94390
    },
    {
      "epoch": 0.1197425535099536,
      "grad_norm": 5.53125,
      "learning_rate": 4.401851931727937e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5769219994544983,
      "num_tokens": 72804109.0,
      "step": 94400
    },
    {
      "epoch": 0.11975523810248644,
      "grad_norm": 5.15625,
      "learning_rate": 4.4017885007193075e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5583131492137909,
      "num_tokens": 72812454.0,
      "step": 94410
    },
    {
      "epoch": 0.11976792269501926,
      "grad_norm": 6.25,
      "learning_rate": 4.401725069710679e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5346014410257339,
      "num_tokens": 72820458.0,
      "step": 94420
    },
    {
      "epoch": 0.1197806072875521,
      "grad_norm": 5.625,
      "learning_rate": 4.401661638702049e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5230260878801346,
      "num_tokens": 72829670.0,
      "step": 94430
    },
    {
      "epoch": 0.11979329188008493,
      "grad_norm": 6.5,
      "learning_rate": 4.4015982076934204e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5680599510669708,
      "num_tokens": 72837741.0,
      "step": 94440
    },
    {
      "epoch": 0.11980597647261777,
      "grad_norm": 4.8125,
      "learning_rate": 4.4015347766847916e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5350316107273102,
      "num_tokens": 72846290.0,
      "step": 94450
    },
    {
      "epoch": 0.1198186610651506,
      "grad_norm": 5.625,
      "learning_rate": 4.401471345676162e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5299457371234894,
      "num_tokens": 72852962.0,
      "step": 94460
    },
    {
      "epoch": 0.11983134565768344,
      "grad_norm": 5.25,
      "learning_rate": 4.401407914667533e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5257374942302704,
      "num_tokens": 72861622.0,
      "step": 94470
    },
    {
      "epoch": 0.11984403025021627,
      "grad_norm": 5.4375,
      "learning_rate": 4.401344483658903e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5391326397657394,
      "num_tokens": 72869452.0,
      "step": 94480
    },
    {
      "epoch": 0.11985671484274911,
      "grad_norm": 9.625,
      "learning_rate": 4.4012810526502745e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5341863393783569,
      "num_tokens": 72877895.0,
      "step": 94490
    },
    {
      "epoch": 0.11986939943528194,
      "grad_norm": 6.40625,
      "learning_rate": 4.401217621641646e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5653465926647187,
      "num_tokens": 72883332.0,
      "step": 94500
    },
    {
      "epoch": 0.11988208402781478,
      "grad_norm": 6.28125,
      "learning_rate": 4.401154190633016e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5330565750598908,
      "num_tokens": 72890833.0,
      "step": 94510
    },
    {
      "epoch": 0.1198947686203476,
      "grad_norm": 4.875,
      "learning_rate": 4.4010907596243874e-05,
      "loss": 2.2626,
      "mean_token_accuracy": 0.5077397704124451,
      "num_tokens": 72897623.0,
      "step": 94520
    },
    {
      "epoch": 0.11990745321288045,
      "grad_norm": 6.9375,
      "learning_rate": 4.401027328615758e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5253423303365707,
      "num_tokens": 72905419.0,
      "step": 94530
    },
    {
      "epoch": 0.11992013780541327,
      "grad_norm": 7.59375,
      "learning_rate": 4.4009638976071285e-05,
      "loss": 2.3701,
      "mean_token_accuracy": 0.49008707106113436,
      "num_tokens": 72914237.0,
      "step": 94540
    },
    {
      "epoch": 0.11993282239794611,
      "grad_norm": 5.0,
      "learning_rate": 4.4009004665985e-05,
      "loss": 2.2257,
      "mean_token_accuracy": 0.5121310621500015,
      "num_tokens": 72923038.0,
      "step": 94550
    },
    {
      "epoch": 0.11994550699047894,
      "grad_norm": 6.0625,
      "learning_rate": 4.40083703558987e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5520304620265961,
      "num_tokens": 72930555.0,
      "step": 94560
    },
    {
      "epoch": 0.11995819158301178,
      "grad_norm": 8.75,
      "learning_rate": 4.4007736045812415e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5683051943778992,
      "num_tokens": 72937438.0,
      "step": 94570
    },
    {
      "epoch": 0.11997087617554461,
      "grad_norm": 5.40625,
      "learning_rate": 4.400710173572612e-05,
      "loss": 1.797,
      "mean_token_accuracy": 0.59782272875309,
      "num_tokens": 72943466.0,
      "step": 94580
    },
    {
      "epoch": 0.11998356076807745,
      "grad_norm": 5.9375,
      "learning_rate": 4.400646742563983e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5426259279251099,
      "num_tokens": 72952155.0,
      "step": 94590
    },
    {
      "epoch": 0.11999624536061028,
      "grad_norm": 5.65625,
      "learning_rate": 4.4005833115553544e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5587757885456085,
      "num_tokens": 72958594.0,
      "step": 94600
    },
    {
      "epoch": 0.12000892995314312,
      "grad_norm": 5.5625,
      "learning_rate": 4.400519880546724e-05,
      "loss": 1.8979,
      "mean_token_accuracy": 0.5682931393384933,
      "num_tokens": 72964571.0,
      "step": 94610
    },
    {
      "epoch": 0.12002161454567595,
      "grad_norm": 12.9375,
      "learning_rate": 4.4004564495380955e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5634526282548904,
      "num_tokens": 72971696.0,
      "step": 94620
    },
    {
      "epoch": 0.12003429913820879,
      "grad_norm": 7.90625,
      "learning_rate": 4.400393018529467e-05,
      "loss": 1.5231,
      "mean_token_accuracy": 0.6579451888799668,
      "num_tokens": 72976898.0,
      "step": 94630
    },
    {
      "epoch": 0.12004698373074162,
      "grad_norm": 4.53125,
      "learning_rate": 4.400329587520837e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5546782732009887,
      "num_tokens": 72984629.0,
      "step": 94640
    },
    {
      "epoch": 0.12005966832327446,
      "grad_norm": 8.5,
      "learning_rate": 4.4002661565122084e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5098852634429931,
      "num_tokens": 72993009.0,
      "step": 94650
    },
    {
      "epoch": 0.12007235291580728,
      "grad_norm": 4.6875,
      "learning_rate": 4.400202725503579e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5444668859243393,
      "num_tokens": 73001871.0,
      "step": 94660
    },
    {
      "epoch": 0.12008503750834013,
      "grad_norm": 5.1875,
      "learning_rate": 4.40013929449495e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.539265102148056,
      "num_tokens": 73009908.0,
      "step": 94670
    },
    {
      "epoch": 0.12009772210087295,
      "grad_norm": 5.15625,
      "learning_rate": 4.400075863486321e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5519471347332001,
      "num_tokens": 73018269.0,
      "step": 94680
    },
    {
      "epoch": 0.1201104066934058,
      "grad_norm": 5.15625,
      "learning_rate": 4.400012432477691e-05,
      "loss": 1.8456,
      "mean_token_accuracy": 0.5893162250518799,
      "num_tokens": 73023847.0,
      "step": 94690
    },
    {
      "epoch": 0.12012309128593862,
      "grad_norm": 5.40625,
      "learning_rate": 4.3999490014690625e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5302563548088074,
      "num_tokens": 73033065.0,
      "step": 94700
    },
    {
      "epoch": 0.12013577587847146,
      "grad_norm": 7.0625,
      "learning_rate": 4.399885570460433e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5407985210418701,
      "num_tokens": 73040605.0,
      "step": 94710
    },
    {
      "epoch": 0.12014846047100429,
      "grad_norm": 5.625,
      "learning_rate": 4.399822139451804e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5214524030685425,
      "num_tokens": 73048517.0,
      "step": 94720
    },
    {
      "epoch": 0.12016114506353713,
      "grad_norm": 4.9375,
      "learning_rate": 4.3997587084431754e-05,
      "loss": 2.2503,
      "mean_token_accuracy": 0.5189472883939743,
      "num_tokens": 73056723.0,
      "step": 94730
    },
    {
      "epoch": 0.12017382965606996,
      "grad_norm": 7.1875,
      "learning_rate": 4.399695277434546e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5396733373403549,
      "num_tokens": 73065298.0,
      "step": 94740
    },
    {
      "epoch": 0.12018651424860279,
      "grad_norm": 6.65625,
      "learning_rate": 4.3996318464259165e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5544804632663727,
      "num_tokens": 73072982.0,
      "step": 94750
    },
    {
      "epoch": 0.12019919884113563,
      "grad_norm": 5.25,
      "learning_rate": 4.399568415417287e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5163574308156967,
      "num_tokens": 73081000.0,
      "step": 94760
    },
    {
      "epoch": 0.12021188343366845,
      "grad_norm": 10.375,
      "learning_rate": 4.399504984408658e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5751663863658905,
      "num_tokens": 73086718.0,
      "step": 94770
    },
    {
      "epoch": 0.1202245680262013,
      "grad_norm": 5.21875,
      "learning_rate": 4.3994415534000295e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5209275871515274,
      "num_tokens": 73095406.0,
      "step": 94780
    },
    {
      "epoch": 0.12023725261873412,
      "grad_norm": 5.15625,
      "learning_rate": 4.3993781223914e-05,
      "loss": 1.8518,
      "mean_token_accuracy": 0.5790175318717956,
      "num_tokens": 73101966.0,
      "step": 94790
    },
    {
      "epoch": 0.12024993721126696,
      "grad_norm": 5.4375,
      "learning_rate": 4.399314691382771e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5684163480997085,
      "num_tokens": 73109257.0,
      "step": 94800
    },
    {
      "epoch": 0.12026262180379979,
      "grad_norm": 5.28125,
      "learning_rate": 4.399251260374142e-05,
      "loss": 2.2194,
      "mean_token_accuracy": 0.5215064823627472,
      "num_tokens": 73117256.0,
      "step": 94810
    },
    {
      "epoch": 0.12027530639633263,
      "grad_norm": 6.25,
      "learning_rate": 4.399187829365512e-05,
      "loss": 2.2965,
      "mean_token_accuracy": 0.5082985430955886,
      "num_tokens": 73126628.0,
      "step": 94820
    },
    {
      "epoch": 0.12028799098886546,
      "grad_norm": 6.25,
      "learning_rate": 4.3991243983568835e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5293742179870605,
      "num_tokens": 73133534.0,
      "step": 94830
    },
    {
      "epoch": 0.1203006755813983,
      "grad_norm": 6.1875,
      "learning_rate": 4.399060967348254e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5449980288743973,
      "num_tokens": 73141089.0,
      "step": 94840
    },
    {
      "epoch": 0.12031336017393113,
      "grad_norm": 5.5,
      "learning_rate": 4.398997536339625e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5622674345970153,
      "num_tokens": 73149076.0,
      "step": 94850
    },
    {
      "epoch": 0.12032604476646397,
      "grad_norm": 5.53125,
      "learning_rate": 4.398934105330996e-05,
      "loss": 2.305,
      "mean_token_accuracy": 0.5269485771656036,
      "num_tokens": 73156758.0,
      "step": 94860
    },
    {
      "epoch": 0.1203387293589968,
      "grad_norm": 4.96875,
      "learning_rate": 4.398870674322367e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5309448629617691,
      "num_tokens": 73164166.0,
      "step": 94870
    },
    {
      "epoch": 0.12035141395152964,
      "grad_norm": 4.625,
      "learning_rate": 4.3988072433137375e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5216329455375671,
      "num_tokens": 73172886.0,
      "step": 94880
    },
    {
      "epoch": 0.12036409854406246,
      "grad_norm": 6.6875,
      "learning_rate": 4.398743812305108e-05,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5625402510166169,
      "num_tokens": 73180693.0,
      "step": 94890
    },
    {
      "epoch": 0.1203767831365953,
      "grad_norm": 5.25,
      "learning_rate": 4.398680381296479e-05,
      "loss": 1.9027,
      "mean_token_accuracy": 0.5716087609529495,
      "num_tokens": 73189461.0,
      "step": 94900
    },
    {
      "epoch": 0.12038946772912813,
      "grad_norm": 4.6875,
      "learning_rate": 4.39861695028785e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5441865891218185,
      "num_tokens": 73197637.0,
      "step": 94910
    },
    {
      "epoch": 0.12040215232166097,
      "grad_norm": 5.0,
      "learning_rate": 4.398553519279221e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5421461462974548,
      "num_tokens": 73205629.0,
      "step": 94920
    },
    {
      "epoch": 0.1204148369141938,
      "grad_norm": 6.59375,
      "learning_rate": 4.398490088270592e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5262161314487457,
      "num_tokens": 73212544.0,
      "step": 94930
    },
    {
      "epoch": 0.12042752150672664,
      "grad_norm": 6.59375,
      "learning_rate": 4.398426657261963e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5421719133853913,
      "num_tokens": 73220270.0,
      "step": 94940
    },
    {
      "epoch": 0.12044020609925947,
      "grad_norm": 12.125,
      "learning_rate": 4.398363226253333e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5384155809879303,
      "num_tokens": 73227120.0,
      "step": 94950
    },
    {
      "epoch": 0.12045289069179231,
      "grad_norm": 5.6875,
      "learning_rate": 4.398299795244704e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5644398003816604,
      "num_tokens": 73235318.0,
      "step": 94960
    },
    {
      "epoch": 0.12046557528432514,
      "grad_norm": 5.1875,
      "learning_rate": 4.398236364236075e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5401369124650955,
      "num_tokens": 73243550.0,
      "step": 94970
    },
    {
      "epoch": 0.12047825987685798,
      "grad_norm": 8.25,
      "learning_rate": 4.398172933227446e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5446493119001389,
      "num_tokens": 73250425.0,
      "step": 94980
    },
    {
      "epoch": 0.1204909444693908,
      "grad_norm": 7.0,
      "learning_rate": 4.398109502218817e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5635504245758056,
      "num_tokens": 73257833.0,
      "step": 94990
    },
    {
      "epoch": 0.12050362906192365,
      "grad_norm": 5.53125,
      "learning_rate": 4.398046071210188e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5525789886713028,
      "num_tokens": 73264954.0,
      "step": 95000
    },
    {
      "epoch": 0.12051631365445648,
      "grad_norm": 5.125,
      "learning_rate": 4.3979826402015586e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5243497163057327,
      "num_tokens": 73273953.0,
      "step": 95010
    },
    {
      "epoch": 0.12052899824698932,
      "grad_norm": 5.59375,
      "learning_rate": 4.39791920919293e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5341352254152298,
      "num_tokens": 73281399.0,
      "step": 95020
    },
    {
      "epoch": 0.12054168283952214,
      "grad_norm": 6.34375,
      "learning_rate": 4.3978557781843e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5409156531095505,
      "num_tokens": 73289182.0,
      "step": 95030
    },
    {
      "epoch": 0.12055436743205498,
      "grad_norm": 6.875,
      "learning_rate": 4.397792347175671e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5531982690095901,
      "num_tokens": 73297312.0,
      "step": 95040
    },
    {
      "epoch": 0.12056705202458781,
      "grad_norm": 5.1875,
      "learning_rate": 4.397728916167042e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5519259005784989,
      "num_tokens": 73304882.0,
      "step": 95050
    },
    {
      "epoch": 0.12057973661712065,
      "grad_norm": 5.4375,
      "learning_rate": 4.3976654851584126e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5550586938858032,
      "num_tokens": 73312758.0,
      "step": 95060
    },
    {
      "epoch": 0.12059242120965348,
      "grad_norm": 6.625,
      "learning_rate": 4.397602054149784e-05,
      "loss": 1.9372,
      "mean_token_accuracy": 0.5759203672409058,
      "num_tokens": 73319923.0,
      "step": 95070
    },
    {
      "epoch": 0.12060510580218632,
      "grad_norm": 6.3125,
      "learning_rate": 4.397538623141155e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5503465920686722,
      "num_tokens": 73327799.0,
      "step": 95080
    },
    {
      "epoch": 0.12061779039471915,
      "grad_norm": 7.1875,
      "learning_rate": 4.3974751921325255e-05,
      "loss": 1.7319,
      "mean_token_accuracy": 0.6173304378986358,
      "num_tokens": 73333893.0,
      "step": 95090
    },
    {
      "epoch": 0.12063047498725199,
      "grad_norm": 5.28125,
      "learning_rate": 4.397411761123896e-05,
      "loss": 2.2395,
      "mean_token_accuracy": 0.5195683002471924,
      "num_tokens": 73342526.0,
      "step": 95100
    },
    {
      "epoch": 0.12064315957978482,
      "grad_norm": 5.59375,
      "learning_rate": 4.3973483301152666e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5542388617992401,
      "num_tokens": 73350784.0,
      "step": 95110
    },
    {
      "epoch": 0.12065584417231766,
      "grad_norm": 5.21875,
      "learning_rate": 4.397284899106638e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5593954503536225,
      "num_tokens": 73359185.0,
      "step": 95120
    },
    {
      "epoch": 0.12066852876485049,
      "grad_norm": 5.875,
      "learning_rate": 4.397221468098009e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5853430926799774,
      "num_tokens": 73364960.0,
      "step": 95130
    },
    {
      "epoch": 0.12068121335738333,
      "grad_norm": 5.25,
      "learning_rate": 4.3971580370893796e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5330164670944214,
      "num_tokens": 73372411.0,
      "step": 95140
    },
    {
      "epoch": 0.12069389794991615,
      "grad_norm": 4.90625,
      "learning_rate": 4.397094606080751e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5404505550861358,
      "num_tokens": 73378853.0,
      "step": 95150
    },
    {
      "epoch": 0.120706582542449,
      "grad_norm": 4.9375,
      "learning_rate": 4.397031175072121e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.519618958234787,
      "num_tokens": 73387246.0,
      "step": 95160
    },
    {
      "epoch": 0.12071926713498182,
      "grad_norm": 6.09375,
      "learning_rate": 4.396967744063492e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5327377498149872,
      "num_tokens": 73395600.0,
      "step": 95170
    },
    {
      "epoch": 0.12073195172751466,
      "grad_norm": 5.0625,
      "learning_rate": 4.396904313054863e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5424704670906066,
      "num_tokens": 73404520.0,
      "step": 95180
    },
    {
      "epoch": 0.12074463632004749,
      "grad_norm": 4.96875,
      "learning_rate": 4.3968408820462336e-05,
      "loss": 1.9267,
      "mean_token_accuracy": 0.5657849252223969,
      "num_tokens": 73412197.0,
      "step": 95190
    },
    {
      "epoch": 0.12075732091258033,
      "grad_norm": 5.21875,
      "learning_rate": 4.396777451037605e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5394603431224823,
      "num_tokens": 73420511.0,
      "step": 95200
    },
    {
      "epoch": 0.12077000550511316,
      "grad_norm": 4.625,
      "learning_rate": 4.3967140200289754e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5387367397546768,
      "num_tokens": 73427894.0,
      "step": 95210
    },
    {
      "epoch": 0.12078269009764599,
      "grad_norm": 5.40625,
      "learning_rate": 4.3966505890203466e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5498506844043731,
      "num_tokens": 73436329.0,
      "step": 95220
    },
    {
      "epoch": 0.12079537469017883,
      "grad_norm": 4.40625,
      "learning_rate": 4.396587158011717e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5460140585899353,
      "num_tokens": 73443821.0,
      "step": 95230
    },
    {
      "epoch": 0.12080805928271166,
      "grad_norm": 5.1875,
      "learning_rate": 4.3965237270030876e-05,
      "loss": 1.945,
      "mean_token_accuracy": 0.5656987309455872,
      "num_tokens": 73451358.0,
      "step": 95240
    },
    {
      "epoch": 0.1208207438752445,
      "grad_norm": 4.96875,
      "learning_rate": 4.396460295994459e-05,
      "loss": 1.7826,
      "mean_token_accuracy": 0.6031141579151154,
      "num_tokens": 73458173.0,
      "step": 95250
    },
    {
      "epoch": 0.12083342846777732,
      "grad_norm": 4.875,
      "learning_rate": 4.3963968649858294e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5273861229419708,
      "num_tokens": 73466077.0,
      "step": 95260
    },
    {
      "epoch": 0.12084611306031016,
      "grad_norm": 6.09375,
      "learning_rate": 4.3963334339772006e-05,
      "loss": 2.2298,
      "mean_token_accuracy": 0.5153772234916687,
      "num_tokens": 73474552.0,
      "step": 95270
    },
    {
      "epoch": 0.12085879765284299,
      "grad_norm": 7.625,
      "learning_rate": 4.396270002968572e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5575095057487488,
      "num_tokens": 73483271.0,
      "step": 95280
    },
    {
      "epoch": 0.12087148224537583,
      "grad_norm": 4.8125,
      "learning_rate": 4.3962065719599423e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5141483336687088,
      "num_tokens": 73491662.0,
      "step": 95290
    },
    {
      "epoch": 0.12088416683790866,
      "grad_norm": 6.8125,
      "learning_rate": 4.396143140951313e-05,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5117637544870377,
      "num_tokens": 73499123.0,
      "step": 95300
    },
    {
      "epoch": 0.1208968514304415,
      "grad_norm": 5.875,
      "learning_rate": 4.3960797099426834e-05,
      "loss": 2.243,
      "mean_token_accuracy": 0.5172864109277725,
      "num_tokens": 73507840.0,
      "step": 95310
    },
    {
      "epoch": 0.12090953602297433,
      "grad_norm": 7.0625,
      "learning_rate": 4.3960162789340546e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5706819921731949,
      "num_tokens": 73514700.0,
      "step": 95320
    },
    {
      "epoch": 0.12092222061550717,
      "grad_norm": 6.34375,
      "learning_rate": 4.395952847925426e-05,
      "loss": 1.8889,
      "mean_token_accuracy": 0.5781436324119568,
      "num_tokens": 73521804.0,
      "step": 95330
    },
    {
      "epoch": 0.12093490520804,
      "grad_norm": 4.75,
      "learning_rate": 4.3958894169167964e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5402317404747009,
      "num_tokens": 73530200.0,
      "step": 95340
    },
    {
      "epoch": 0.12094758980057284,
      "grad_norm": 5.21875,
      "learning_rate": 4.3958259859081676e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5346200346946717,
      "num_tokens": 73539055.0,
      "step": 95350
    },
    {
      "epoch": 0.12096027439310567,
      "grad_norm": 6.8125,
      "learning_rate": 4.395762554899538e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5219703257083893,
      "num_tokens": 73547277.0,
      "step": 95360
    },
    {
      "epoch": 0.1209729589856385,
      "grad_norm": 5.34375,
      "learning_rate": 4.395699123890909e-05,
      "loss": 1.8642,
      "mean_token_accuracy": 0.5882862716913223,
      "num_tokens": 73555240.0,
      "step": 95370
    },
    {
      "epoch": 0.12098564357817133,
      "grad_norm": 4.78125,
      "learning_rate": 4.39563569288228e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5425134599208832,
      "num_tokens": 73563322.0,
      "step": 95380
    },
    {
      "epoch": 0.12099832817070418,
      "grad_norm": 6.5,
      "learning_rate": 4.3955722618736504e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5329616785049438,
      "num_tokens": 73571278.0,
      "step": 95390
    },
    {
      "epoch": 0.121011012763237,
      "grad_norm": 7.875,
      "learning_rate": 4.3955088308650216e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5244984775781631,
      "num_tokens": 73578116.0,
      "step": 95400
    },
    {
      "epoch": 0.12102369735576984,
      "grad_norm": 5.71875,
      "learning_rate": 4.395445399856392e-05,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5260323584079742,
      "num_tokens": 73586828.0,
      "step": 95410
    },
    {
      "epoch": 0.12103638194830267,
      "grad_norm": 5.375,
      "learning_rate": 4.3953819688477634e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5412356346845627,
      "num_tokens": 73594406.0,
      "step": 95420
    },
    {
      "epoch": 0.12104906654083551,
      "grad_norm": 4.03125,
      "learning_rate": 4.3953185378391346e-05,
      "loss": 1.843,
      "mean_token_accuracy": 0.5976828217506409,
      "num_tokens": 73601271.0,
      "step": 95430
    },
    {
      "epoch": 0.12106175113336834,
      "grad_norm": 5.15625,
      "learning_rate": 4.395255106830505e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5466437697410583,
      "num_tokens": 73610446.0,
      "step": 95440
    },
    {
      "epoch": 0.12107443572590118,
      "grad_norm": 4.875,
      "learning_rate": 4.3951916758218757e-05,
      "loss": 1.8291,
      "mean_token_accuracy": 0.5836361169815063,
      "num_tokens": 73617906.0,
      "step": 95450
    },
    {
      "epoch": 0.12108712031843401,
      "grad_norm": 7.375,
      "learning_rate": 4.395128244813246e-05,
      "loss": 2.3624,
      "mean_token_accuracy": 0.49810364842414856,
      "num_tokens": 73625993.0,
      "step": 95460
    },
    {
      "epoch": 0.12109980491096685,
      "grad_norm": 4.59375,
      "learning_rate": 4.3950648138046174e-05,
      "loss": 1.8291,
      "mean_token_accuracy": 0.5893316000699997,
      "num_tokens": 73633543.0,
      "step": 95470
    },
    {
      "epoch": 0.12111248950349968,
      "grad_norm": 5.78125,
      "learning_rate": 4.3950013827959886e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5290761917829514,
      "num_tokens": 73640985.0,
      "step": 95480
    },
    {
      "epoch": 0.12112517409603252,
      "grad_norm": 5.6875,
      "learning_rate": 4.394937951787359e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5529815077781677,
      "num_tokens": 73648887.0,
      "step": 95490
    },
    {
      "epoch": 0.12113785868856534,
      "grad_norm": 7.15625,
      "learning_rate": 4.3948745207787304e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5392080694437027,
      "num_tokens": 73655448.0,
      "step": 95500
    },
    {
      "epoch": 0.12115054328109819,
      "grad_norm": 9.1875,
      "learning_rate": 4.394811089770101e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5467046707868576,
      "num_tokens": 73661772.0,
      "step": 95510
    },
    {
      "epoch": 0.12116322787363101,
      "grad_norm": 4.84375,
      "learning_rate": 4.3947476587614714e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5495297133922576,
      "num_tokens": 73669667.0,
      "step": 95520
    },
    {
      "epoch": 0.12117591246616385,
      "grad_norm": 7.25,
      "learning_rate": 4.3946842277528426e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5475261598825455,
      "num_tokens": 73677223.0,
      "step": 95530
    },
    {
      "epoch": 0.12118859705869668,
      "grad_norm": 4.90625,
      "learning_rate": 4.394620796744213e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5371618330478668,
      "num_tokens": 73683878.0,
      "step": 95540
    },
    {
      "epoch": 0.12120128165122952,
      "grad_norm": 7.5,
      "learning_rate": 4.3945573657355844e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5624060302972793,
      "num_tokens": 73692664.0,
      "step": 95550
    },
    {
      "epoch": 0.12121396624376235,
      "grad_norm": 4.34375,
      "learning_rate": 4.3944939347269556e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5517827838659286,
      "num_tokens": 73700889.0,
      "step": 95560
    },
    {
      "epoch": 0.12122665083629519,
      "grad_norm": 8.5,
      "learning_rate": 4.394430503718326e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5747038275003433,
      "num_tokens": 73708092.0,
      "step": 95570
    },
    {
      "epoch": 0.12123933542882802,
      "grad_norm": 4.5625,
      "learning_rate": 4.394367072709697e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.535321769118309,
      "num_tokens": 73717262.0,
      "step": 95580
    },
    {
      "epoch": 0.12125202002136086,
      "grad_norm": 5.0625,
      "learning_rate": 4.394303641701067e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.55677689909935,
      "num_tokens": 73725446.0,
      "step": 95590
    },
    {
      "epoch": 0.12126470461389369,
      "grad_norm": 5.28125,
      "learning_rate": 4.3942402106924384e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5452664524316788,
      "num_tokens": 73732505.0,
      "step": 95600
    },
    {
      "epoch": 0.12127738920642653,
      "grad_norm": 5.84375,
      "learning_rate": 4.3941767796838096e-05,
      "loss": 2.2444,
      "mean_token_accuracy": 0.5071918278932571,
      "num_tokens": 73741901.0,
      "step": 95610
    },
    {
      "epoch": 0.12129007379895936,
      "grad_norm": 5.59375,
      "learning_rate": 4.39411334867518e-05,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5805042833089828,
      "num_tokens": 73749035.0,
      "step": 95620
    },
    {
      "epoch": 0.1213027583914922,
      "grad_norm": 6.75,
      "learning_rate": 4.3940499176665514e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.5578275799751282,
      "num_tokens": 73756043.0,
      "step": 95630
    },
    {
      "epoch": 0.12131544298402502,
      "grad_norm": 5.4375,
      "learning_rate": 4.393986486657922e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5491751044988632,
      "num_tokens": 73763818.0,
      "step": 95640
    },
    {
      "epoch": 0.12132812757655786,
      "grad_norm": 5.34375,
      "learning_rate": 4.3939230556492925e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5270033001899719,
      "num_tokens": 73772003.0,
      "step": 95650
    },
    {
      "epoch": 0.12134081216909069,
      "grad_norm": 5.34375,
      "learning_rate": 4.393859624640664e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.550365537405014,
      "num_tokens": 73779758.0,
      "step": 95660
    },
    {
      "epoch": 0.12135349676162353,
      "grad_norm": 5.46875,
      "learning_rate": 4.393796193632034e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5464473217725754,
      "num_tokens": 73788259.0,
      "step": 95670
    },
    {
      "epoch": 0.12136618135415636,
      "grad_norm": 6.125,
      "learning_rate": 4.3937327626234054e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5176246613264084,
      "num_tokens": 73796497.0,
      "step": 95680
    },
    {
      "epoch": 0.12137886594668919,
      "grad_norm": 6.8125,
      "learning_rate": 4.393669331614776e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5568659454584122,
      "num_tokens": 73804052.0,
      "step": 95690
    },
    {
      "epoch": 0.12139155053922203,
      "grad_norm": 7.03125,
      "learning_rate": 4.393605900606147e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5359942942857743,
      "num_tokens": 73811353.0,
      "step": 95700
    },
    {
      "epoch": 0.12140423513175486,
      "grad_norm": 5.09375,
      "learning_rate": 4.393542469597518e-05,
      "loss": 1.8078,
      "mean_token_accuracy": 0.5825576543807983,
      "num_tokens": 73818041.0,
      "step": 95710
    },
    {
      "epoch": 0.1214169197242877,
      "grad_norm": 8.125,
      "learning_rate": 4.393479038588888e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5476993769407272,
      "num_tokens": 73824223.0,
      "step": 95720
    },
    {
      "epoch": 0.12142960431682052,
      "grad_norm": 5.125,
      "learning_rate": 4.3934156075802594e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5311610460281372,
      "num_tokens": 73832317.0,
      "step": 95730
    },
    {
      "epoch": 0.12144228890935337,
      "grad_norm": 5.46875,
      "learning_rate": 4.39335217657163e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5613445788621902,
      "num_tokens": 73839709.0,
      "step": 95740
    },
    {
      "epoch": 0.1214549735018862,
      "grad_norm": 15.6875,
      "learning_rate": 4.393288745563001e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5192668259143829,
      "num_tokens": 73846765.0,
      "step": 95750
    },
    {
      "epoch": 0.12146765809441903,
      "grad_norm": 4.90625,
      "learning_rate": 4.3932253145543724e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5507057875394821,
      "num_tokens": 73853702.0,
      "step": 95760
    },
    {
      "epoch": 0.12148034268695186,
      "grad_norm": 4.90625,
      "learning_rate": 4.393161883545743e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.5712069481611252,
      "num_tokens": 73861937.0,
      "step": 95770
    },
    {
      "epoch": 0.1214930272794847,
      "grad_norm": 7.3125,
      "learning_rate": 4.393098452537114e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5526183128356934,
      "num_tokens": 73869872.0,
      "step": 95780
    },
    {
      "epoch": 0.12150571187201753,
      "grad_norm": 7.3125,
      "learning_rate": 4.393035021528484e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5462061554193497,
      "num_tokens": 73877716.0,
      "step": 95790
    },
    {
      "epoch": 0.12151839646455037,
      "grad_norm": 6.1875,
      "learning_rate": 4.392971590519855e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5349796324968338,
      "num_tokens": 73886007.0,
      "step": 95800
    },
    {
      "epoch": 0.1215310810570832,
      "grad_norm": 4.875,
      "learning_rate": 4.3929081595112264e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5638602018356323,
      "num_tokens": 73893872.0,
      "step": 95810
    },
    {
      "epoch": 0.12154376564961604,
      "grad_norm": 5.125,
      "learning_rate": 4.392844728502597e-05,
      "loss": 1.7594,
      "mean_token_accuracy": 0.6044246137142182,
      "num_tokens": 73902092.0,
      "step": 95820
    },
    {
      "epoch": 0.12155645024214887,
      "grad_norm": 4.84375,
      "learning_rate": 4.392781297493968e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5564709216356277,
      "num_tokens": 73909863.0,
      "step": 95830
    },
    {
      "epoch": 0.12156913483468171,
      "grad_norm": 5.0625,
      "learning_rate": 4.392717866485339e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5470639169216156,
      "num_tokens": 73918282.0,
      "step": 95840
    },
    {
      "epoch": 0.12158181942721454,
      "grad_norm": 6.9375,
      "learning_rate": 4.39265443547671e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5396748691797256,
      "num_tokens": 73925784.0,
      "step": 95850
    },
    {
      "epoch": 0.12159450401974738,
      "grad_norm": 5.09375,
      "learning_rate": 4.3925910044680805e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5571349084377288,
      "num_tokens": 73933557.0,
      "step": 95860
    },
    {
      "epoch": 0.1216071886122802,
      "grad_norm": 7.84375,
      "learning_rate": 4.392527573459451e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5352475553750992,
      "num_tokens": 73941207.0,
      "step": 95870
    },
    {
      "epoch": 0.12161987320481304,
      "grad_norm": 7.5,
      "learning_rate": 4.392464142450822e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5296421557664871,
      "num_tokens": 73949805.0,
      "step": 95880
    },
    {
      "epoch": 0.12163255779734587,
      "grad_norm": 5.65625,
      "learning_rate": 4.392400711442193e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5227990031242371,
      "num_tokens": 73958254.0,
      "step": 95890
    },
    {
      "epoch": 0.12164524238987871,
      "grad_norm": 5.59375,
      "learning_rate": 4.392337280433564e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5261929661035538,
      "num_tokens": 73966495.0,
      "step": 95900
    },
    {
      "epoch": 0.12165792698241154,
      "grad_norm": 6.625,
      "learning_rate": 4.392273849424935e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5311620116233826,
      "num_tokens": 73974665.0,
      "step": 95910
    },
    {
      "epoch": 0.12167061157494438,
      "grad_norm": 6.125,
      "learning_rate": 4.392210418416306e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5423934698104859,
      "num_tokens": 73981431.0,
      "step": 95920
    },
    {
      "epoch": 0.12168329616747721,
      "grad_norm": 6.53125,
      "learning_rate": 4.392146987407676e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5521768599748611,
      "num_tokens": 73987810.0,
      "step": 95930
    },
    {
      "epoch": 0.12169598076001005,
      "grad_norm": 10.0,
      "learning_rate": 4.392083556399047e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5170925438404084,
      "num_tokens": 73995155.0,
      "step": 95940
    },
    {
      "epoch": 0.12170866535254288,
      "grad_norm": 6.90625,
      "learning_rate": 4.392020125390418e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5741473197937011,
      "num_tokens": 74002050.0,
      "step": 95950
    },
    {
      "epoch": 0.12172134994507572,
      "grad_norm": 5.46875,
      "learning_rate": 4.391956694381789e-05,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5224082440137863,
      "num_tokens": 74011106.0,
      "step": 95960
    },
    {
      "epoch": 0.12173403453760855,
      "grad_norm": 5.90625,
      "learning_rate": 4.39189326337316e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5552805900573731,
      "num_tokens": 74018645.0,
      "step": 95970
    },
    {
      "epoch": 0.12174671913014139,
      "grad_norm": 5.90625,
      "learning_rate": 4.391829832364531e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5289207905530929,
      "num_tokens": 74026513.0,
      "step": 95980
    },
    {
      "epoch": 0.12175940372267421,
      "grad_norm": 5.6875,
      "learning_rate": 4.3917664013559015e-05,
      "loss": 2.1937,
      "mean_token_accuracy": 0.5170597612857819,
      "num_tokens": 74035043.0,
      "step": 95990
    },
    {
      "epoch": 0.12177208831520706,
      "grad_norm": 6.78125,
      "learning_rate": 4.391702970347272e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5275274187326431,
      "num_tokens": 74043011.0,
      "step": 96000
    },
    {
      "epoch": 0.12178477290773988,
      "grad_norm": 4.40625,
      "learning_rate": 4.391639539338643e-05,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5167578339576722,
      "num_tokens": 74050448.0,
      "step": 96010
    },
    {
      "epoch": 0.12179745750027272,
      "grad_norm": 5.25,
      "learning_rate": 4.391576108330014e-05,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5150959223508835,
      "num_tokens": 74058854.0,
      "step": 96020
    },
    {
      "epoch": 0.12181014209280555,
      "grad_norm": 5.15625,
      "learning_rate": 4.391512677321385e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5478511661291122,
      "num_tokens": 74067459.0,
      "step": 96030
    },
    {
      "epoch": 0.12182282668533839,
      "grad_norm": 13.875,
      "learning_rate": 4.3914492463127555e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5259174227714538,
      "num_tokens": 74075179.0,
      "step": 96040
    },
    {
      "epoch": 0.12183551127787122,
      "grad_norm": 7.21875,
      "learning_rate": 4.391385815304127e-05,
      "loss": 2.313,
      "mean_token_accuracy": 0.5072039693593979,
      "num_tokens": 74082658.0,
      "step": 96050
    },
    {
      "epoch": 0.12184819587040406,
      "grad_norm": 4.9375,
      "learning_rate": 4.391322384295497e-05,
      "loss": 2.3358,
      "mean_token_accuracy": 0.5014349073171616,
      "num_tokens": 74089746.0,
      "step": 96060
    },
    {
      "epoch": 0.12186088046293689,
      "grad_norm": 4.8125,
      "learning_rate": 4.391258953286868e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5635511696338653,
      "num_tokens": 74097231.0,
      "step": 96070
    },
    {
      "epoch": 0.12187356505546973,
      "grad_norm": 5.65625,
      "learning_rate": 4.391195522278239e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5298069387674331,
      "num_tokens": 74105994.0,
      "step": 96080
    },
    {
      "epoch": 0.12188624964800256,
      "grad_norm": 4.84375,
      "learning_rate": 4.3911320912696096e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5602262705564499,
      "num_tokens": 74114226.0,
      "step": 96090
    },
    {
      "epoch": 0.1218989342405354,
      "grad_norm": 5.59375,
      "learning_rate": 4.391068660260981e-05,
      "loss": 1.8958,
      "mean_token_accuracy": 0.5797018647193909,
      "num_tokens": 74122428.0,
      "step": 96100
    },
    {
      "epoch": 0.12191161883306822,
      "grad_norm": 8.875,
      "learning_rate": 4.391005229252352e-05,
      "loss": 2.2121,
      "mean_token_accuracy": 0.5131852179765701,
      "num_tokens": 74130632.0,
      "step": 96110
    },
    {
      "epoch": 0.12192430342560107,
      "grad_norm": 5.125,
      "learning_rate": 4.3909417982437225e-05,
      "loss": 1.8697,
      "mean_token_accuracy": 0.5845125198364258,
      "num_tokens": 74136956.0,
      "step": 96120
    },
    {
      "epoch": 0.1219369880181339,
      "grad_norm": 5.15625,
      "learning_rate": 4.390878367235093e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5449407458305359,
      "num_tokens": 74144748.0,
      "step": 96130
    },
    {
      "epoch": 0.12194967261066673,
      "grad_norm": 6.125,
      "learning_rate": 4.3908149362264636e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5496128618717193,
      "num_tokens": 74152364.0,
      "step": 96140
    },
    {
      "epoch": 0.12196235720319956,
      "grad_norm": 5.90625,
      "learning_rate": 4.390751505217835e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5254550844430923,
      "num_tokens": 74160531.0,
      "step": 96150
    },
    {
      "epoch": 0.12197504179573239,
      "grad_norm": 7.0625,
      "learning_rate": 4.390688074209206e-05,
      "loss": 1.7812,
      "mean_token_accuracy": 0.6039889723062515,
      "num_tokens": 74167206.0,
      "step": 96160
    },
    {
      "epoch": 0.12198772638826523,
      "grad_norm": 5.875,
      "learning_rate": 4.3906246432005765e-05,
      "loss": 2.2698,
      "mean_token_accuracy": 0.5109279185533524,
      "num_tokens": 74175261.0,
      "step": 96170
    },
    {
      "epoch": 0.12200041098079806,
      "grad_norm": 6.40625,
      "learning_rate": 4.390561212191948e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5553137958049774,
      "num_tokens": 74182879.0,
      "step": 96180
    },
    {
      "epoch": 0.1220130955733309,
      "grad_norm": 5.40625,
      "learning_rate": 4.390497781183318e-05,
      "loss": 2.2898,
      "mean_token_accuracy": 0.5041926860809326,
      "num_tokens": 74190519.0,
      "step": 96190
    },
    {
      "epoch": 0.12202578016586373,
      "grad_norm": 7.0625,
      "learning_rate": 4.3904343501746895e-05,
      "loss": 1.8625,
      "mean_token_accuracy": 0.5795321345329285,
      "num_tokens": 74198407.0,
      "step": 96200
    },
    {
      "epoch": 0.12203846475839657,
      "grad_norm": 8.5,
      "learning_rate": 4.39037091916606e-05,
      "loss": 2.2399,
      "mean_token_accuracy": 0.5124828040599823,
      "num_tokens": 74205692.0,
      "step": 96210
    },
    {
      "epoch": 0.1220511493509294,
      "grad_norm": 6.40625,
      "learning_rate": 4.3903074881574306e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5635063469409942,
      "num_tokens": 74213669.0,
      "step": 96220
    },
    {
      "epoch": 0.12206383394346224,
      "grad_norm": 5.1875,
      "learning_rate": 4.390244057148802e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5377466201782226,
      "num_tokens": 74222399.0,
      "step": 96230
    },
    {
      "epoch": 0.12207651853599506,
      "grad_norm": 5.75,
      "learning_rate": 4.390180626140172e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5379970401525498,
      "num_tokens": 74230466.0,
      "step": 96240
    },
    {
      "epoch": 0.1220892031285279,
      "grad_norm": 4.40625,
      "learning_rate": 4.3901171951315435e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5469595789909363,
      "num_tokens": 74238375.0,
      "step": 96250
    },
    {
      "epoch": 0.12210188772106073,
      "grad_norm": 7.78125,
      "learning_rate": 4.390053764122915e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5194833070039749,
      "num_tokens": 74245842.0,
      "step": 96260
    },
    {
      "epoch": 0.12211457231359357,
      "grad_norm": 6.03125,
      "learning_rate": 4.389990333114285e-05,
      "loss": 2.3442,
      "mean_token_accuracy": 0.49992437958717345,
      "num_tokens": 74254954.0,
      "step": 96270
    },
    {
      "epoch": 0.1221272569061264,
      "grad_norm": 4.4375,
      "learning_rate": 4.389926902105656e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5440766125917434,
      "num_tokens": 74262387.0,
      "step": 96280
    },
    {
      "epoch": 0.12213994149865924,
      "grad_norm": 5.8125,
      "learning_rate": 4.3898634710970264e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5725636124610901,
      "num_tokens": 74270377.0,
      "step": 96290
    },
    {
      "epoch": 0.12215262609119207,
      "grad_norm": 6.46875,
      "learning_rate": 4.3898000400883976e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5639999598264694,
      "num_tokens": 74277171.0,
      "step": 96300
    },
    {
      "epoch": 0.12216531068372491,
      "grad_norm": 5.46875,
      "learning_rate": 4.389736609079769e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5446434706449509,
      "num_tokens": 74285438.0,
      "step": 96310
    },
    {
      "epoch": 0.12217799527625774,
      "grad_norm": 4.8125,
      "learning_rate": 4.389673178071139e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5218905091285706,
      "num_tokens": 74294496.0,
      "step": 96320
    },
    {
      "epoch": 0.12219067986879058,
      "grad_norm": 5.53125,
      "learning_rate": 4.3896097470625105e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5364266633987427,
      "num_tokens": 74302455.0,
      "step": 96330
    },
    {
      "epoch": 0.1222033644613234,
      "grad_norm": 4.96875,
      "learning_rate": 4.389546316053881e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5443195283412934,
      "num_tokens": 74310380.0,
      "step": 96340
    },
    {
      "epoch": 0.12221604905385625,
      "grad_norm": 5.1875,
      "learning_rate": 4.3894828850452516e-05,
      "loss": 2.2585,
      "mean_token_accuracy": 0.5212418615818024,
      "num_tokens": 74318935.0,
      "step": 96350
    },
    {
      "epoch": 0.12222873364638907,
      "grad_norm": 8.125,
      "learning_rate": 4.389419454036623e-05,
      "loss": 2.2585,
      "mean_token_accuracy": 0.5136624664068222,
      "num_tokens": 74328061.0,
      "step": 96360
    },
    {
      "epoch": 0.12224141823892191,
      "grad_norm": 4.46875,
      "learning_rate": 4.3893560230279933e-05,
      "loss": 1.8779,
      "mean_token_accuracy": 0.578169173002243,
      "num_tokens": 74336046.0,
      "step": 96370
    },
    {
      "epoch": 0.12225410283145474,
      "grad_norm": 5.5625,
      "learning_rate": 4.3892925920193646e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.559848228096962,
      "num_tokens": 74342760.0,
      "step": 96380
    },
    {
      "epoch": 0.12226678742398758,
      "grad_norm": 4.90625,
      "learning_rate": 4.389229161010735e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5589708805084228,
      "num_tokens": 74351154.0,
      "step": 96390
    },
    {
      "epoch": 0.12227947201652041,
      "grad_norm": 5.1875,
      "learning_rate": 4.389165730002106e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5454412668943405,
      "num_tokens": 74359615.0,
      "step": 96400
    },
    {
      "epoch": 0.12229215660905325,
      "grad_norm": 5.0,
      "learning_rate": 4.389102298993477e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.562737175822258,
      "num_tokens": 74366667.0,
      "step": 96410
    },
    {
      "epoch": 0.12230484120158608,
      "grad_norm": 10.3125,
      "learning_rate": 4.3890388679848474e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5395124226808548,
      "num_tokens": 74373854.0,
      "step": 96420
    },
    {
      "epoch": 0.12231752579411892,
      "grad_norm": 4.9375,
      "learning_rate": 4.3889754369762186e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5306819647550582,
      "num_tokens": 74381681.0,
      "step": 96430
    },
    {
      "epoch": 0.12233021038665175,
      "grad_norm": 4.84375,
      "learning_rate": 4.38891200596759e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5333816021680832,
      "num_tokens": 74390078.0,
      "step": 96440
    },
    {
      "epoch": 0.12234289497918459,
      "grad_norm": 6.125,
      "learning_rate": 4.3888485749589603e-05,
      "loss": 2.2568,
      "mean_token_accuracy": 0.51579769551754,
      "num_tokens": 74398165.0,
      "step": 96450
    },
    {
      "epoch": 0.12235557957171742,
      "grad_norm": 5.1875,
      "learning_rate": 4.3887851439503316e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5796746760606766,
      "num_tokens": 74404653.0,
      "step": 96460
    },
    {
      "epoch": 0.12236826416425026,
      "grad_norm": 5.09375,
      "learning_rate": 4.388721712941702e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5721247524023056,
      "num_tokens": 74410795.0,
      "step": 96470
    },
    {
      "epoch": 0.12238094875678308,
      "grad_norm": 6.3125,
      "learning_rate": 4.3886582819330726e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5919323056936264,
      "num_tokens": 74417149.0,
      "step": 96480
    },
    {
      "epoch": 0.12239363334931593,
      "grad_norm": 5.75,
      "learning_rate": 4.388594850924444e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.542597022652626,
      "num_tokens": 74423955.0,
      "step": 96490
    },
    {
      "epoch": 0.12240631794184875,
      "grad_norm": 4.9375,
      "learning_rate": 4.3885314199158144e-05,
      "loss": 1.9513,
      "mean_token_accuracy": 0.5563273161649704,
      "num_tokens": 74431578.0,
      "step": 96500
    },
    {
      "epoch": 0.1224190025343816,
      "grad_norm": 6.6875,
      "learning_rate": 4.3884679889071856e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5316975533962249,
      "num_tokens": 74439392.0,
      "step": 96510
    },
    {
      "epoch": 0.12243168712691442,
      "grad_norm": 4.875,
      "learning_rate": 4.388404557898556e-05,
      "loss": 1.9114,
      "mean_token_accuracy": 0.5690116286277771,
      "num_tokens": 74447447.0,
      "step": 96520
    },
    {
      "epoch": 0.12244437171944726,
      "grad_norm": 10.75,
      "learning_rate": 4.388341126889927e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5470440000295639,
      "num_tokens": 74453604.0,
      "step": 96530
    },
    {
      "epoch": 0.12245705631198009,
      "grad_norm": 4.59375,
      "learning_rate": 4.3882776958812985e-05,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5190303355455399,
      "num_tokens": 74461933.0,
      "step": 96540
    },
    {
      "epoch": 0.12246974090451293,
      "grad_norm": 4.8125,
      "learning_rate": 4.3882142648726684e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5564682871103287,
      "num_tokens": 74469650.0,
      "step": 96550
    },
    {
      "epoch": 0.12248242549704576,
      "grad_norm": 4.90625,
      "learning_rate": 4.3881508338640396e-05,
      "loss": 1.9204,
      "mean_token_accuracy": 0.5762751162052154,
      "num_tokens": 74477070.0,
      "step": 96560
    },
    {
      "epoch": 0.1224951100895786,
      "grad_norm": 8.0625,
      "learning_rate": 4.38808740285541e-05,
      "loss": 1.9268,
      "mean_token_accuracy": 0.57091805934906,
      "num_tokens": 74484480.0,
      "step": 96570
    },
    {
      "epoch": 0.12250779468211143,
      "grad_norm": 6.0625,
      "learning_rate": 4.3880239718467814e-05,
      "loss": 1.925,
      "mean_token_accuracy": 0.5737349331378937,
      "num_tokens": 74492180.0,
      "step": 96580
    },
    {
      "epoch": 0.12252047927464427,
      "grad_norm": 7.15625,
      "learning_rate": 4.3879605408381526e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5475289970636368,
      "num_tokens": 74498976.0,
      "step": 96590
    },
    {
      "epoch": 0.1225331638671771,
      "grad_norm": 5.6875,
      "learning_rate": 4.387897109829523e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.524980828166008,
      "num_tokens": 74506702.0,
      "step": 96600
    },
    {
      "epoch": 0.12254584845970994,
      "grad_norm": 4.28125,
      "learning_rate": 4.387833678820894e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5292494922876358,
      "num_tokens": 74514834.0,
      "step": 96610
    },
    {
      "epoch": 0.12255853305224276,
      "grad_norm": 7.0,
      "learning_rate": 4.387770247812265e-05,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5539733827114105,
      "num_tokens": 74522562.0,
      "step": 96620
    },
    {
      "epoch": 0.12257121764477559,
      "grad_norm": 5.03125,
      "learning_rate": 4.3877068168036354e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5409598559141159,
      "num_tokens": 74529782.0,
      "step": 96630
    },
    {
      "epoch": 0.12258390223730843,
      "grad_norm": 4.59375,
      "learning_rate": 4.3876433857950066e-05,
      "loss": 1.7545,
      "mean_token_accuracy": 0.609527924656868,
      "num_tokens": 74535718.0,
      "step": 96640
    },
    {
      "epoch": 0.12259658682984126,
      "grad_norm": 4.625,
      "learning_rate": 4.387579954786377e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5192710280418396,
      "num_tokens": 74543233.0,
      "step": 96650
    },
    {
      "epoch": 0.1226092714223741,
      "grad_norm": 5.0,
      "learning_rate": 4.3875165237777484e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5432601064443588,
      "num_tokens": 74550848.0,
      "step": 96660
    },
    {
      "epoch": 0.12262195601490693,
      "grad_norm": 4.96875,
      "learning_rate": 4.387453092769119e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5261614471673965,
      "num_tokens": 74560484.0,
      "step": 96670
    },
    {
      "epoch": 0.12263464060743977,
      "grad_norm": 4.78125,
      "learning_rate": 4.38738966176049e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5455949962139129,
      "num_tokens": 74568686.0,
      "step": 96680
    },
    {
      "epoch": 0.1226473251999726,
      "grad_norm": 5.4375,
      "learning_rate": 4.3873262307518606e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.556260272860527,
      "num_tokens": 74574946.0,
      "step": 96690
    },
    {
      "epoch": 0.12266000979250544,
      "grad_norm": 4.9375,
      "learning_rate": 4.387262799743231e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5226311564445496,
      "num_tokens": 74583619.0,
      "step": 96700
    },
    {
      "epoch": 0.12267269438503826,
      "grad_norm": 6.28125,
      "learning_rate": 4.3871993687346024e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5298855364322662,
      "num_tokens": 74591681.0,
      "step": 96710
    },
    {
      "epoch": 0.1226853789775711,
      "grad_norm": 5.71875,
      "learning_rate": 4.387135937725973e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5451693117618561,
      "num_tokens": 74598906.0,
      "step": 96720
    },
    {
      "epoch": 0.12269806357010393,
      "grad_norm": 5.65625,
      "learning_rate": 4.387072506717344e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5392505019903183,
      "num_tokens": 74608270.0,
      "step": 96730
    },
    {
      "epoch": 0.12271074816263677,
      "grad_norm": 6.625,
      "learning_rate": 4.3870090757087153e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5545699626207352,
      "num_tokens": 74615351.0,
      "step": 96740
    },
    {
      "epoch": 0.1227234327551696,
      "grad_norm": 6.09375,
      "learning_rate": 4.386945644700086e-05,
      "loss": 2.3525,
      "mean_token_accuracy": 0.4918832898139954,
      "num_tokens": 74622966.0,
      "step": 96750
    },
    {
      "epoch": 0.12273611734770244,
      "grad_norm": 7.28125,
      "learning_rate": 4.3868822136914564e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.582287323474884,
      "num_tokens": 74630301.0,
      "step": 96760
    },
    {
      "epoch": 0.12274880194023527,
      "grad_norm": 6.09375,
      "learning_rate": 4.386818782682827e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5381782829761506,
      "num_tokens": 74637746.0,
      "step": 96770
    },
    {
      "epoch": 0.12276148653276811,
      "grad_norm": 9.4375,
      "learning_rate": 4.386755351674198e-05,
      "loss": 1.9881,
      "mean_token_accuracy": 0.558439239859581,
      "num_tokens": 74644729.0,
      "step": 96780
    },
    {
      "epoch": 0.12277417112530094,
      "grad_norm": 4.6875,
      "learning_rate": 4.3866919206655694e-05,
      "loss": 1.8148,
      "mean_token_accuracy": 0.6019237279891968,
      "num_tokens": 74652741.0,
      "step": 96790
    },
    {
      "epoch": 0.12278685571783378,
      "grad_norm": 5.3125,
      "learning_rate": 4.38662848965694e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5387043952941895,
      "num_tokens": 74660315.0,
      "step": 96800
    },
    {
      "epoch": 0.1227995403103666,
      "grad_norm": 4.71875,
      "learning_rate": 4.386565058648311e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5418775618076325,
      "num_tokens": 74667495.0,
      "step": 96810
    },
    {
      "epoch": 0.12281222490289945,
      "grad_norm": 5.25,
      "learning_rate": 4.386501627639682e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5401754200458526,
      "num_tokens": 74676011.0,
      "step": 96820
    },
    {
      "epoch": 0.12282490949543227,
      "grad_norm": 7.6875,
      "learning_rate": 4.386438196631052e-05,
      "loss": 1.9425,
      "mean_token_accuracy": 0.5821994453668594,
      "num_tokens": 74682581.0,
      "step": 96830
    },
    {
      "epoch": 0.12283759408796512,
      "grad_norm": 5.65625,
      "learning_rate": 4.3863747656224234e-05,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5174465119838715,
      "num_tokens": 74691207.0,
      "step": 96840
    },
    {
      "epoch": 0.12285027868049794,
      "grad_norm": 4.9375,
      "learning_rate": 4.386311334613794e-05,
      "loss": 2.2266,
      "mean_token_accuracy": 0.5206301987171174,
      "num_tokens": 74699099.0,
      "step": 96850
    },
    {
      "epoch": 0.12286296327303078,
      "grad_norm": 6.03125,
      "learning_rate": 4.386247903605165e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5397755324840545,
      "num_tokens": 74707974.0,
      "step": 96860
    },
    {
      "epoch": 0.12287564786556361,
      "grad_norm": 4.625,
      "learning_rate": 4.386184472596536e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5278520375490189,
      "num_tokens": 74716316.0,
      "step": 96870
    },
    {
      "epoch": 0.12288833245809645,
      "grad_norm": 5.09375,
      "learning_rate": 4.386121041587907e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5242416292428971,
      "num_tokens": 74725750.0,
      "step": 96880
    },
    {
      "epoch": 0.12290101705062928,
      "grad_norm": 5.875,
      "learning_rate": 4.3860576105792774e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.547020560503006,
      "num_tokens": 74732550.0,
      "step": 96890
    },
    {
      "epoch": 0.12291370164316212,
      "grad_norm": 9.75,
      "learning_rate": 4.385994179570648e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5634789258241654,
      "num_tokens": 74738945.0,
      "step": 96900
    },
    {
      "epoch": 0.12292638623569495,
      "grad_norm": 5.28125,
      "learning_rate": 4.385930748562019e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5507250785827636,
      "num_tokens": 74746764.0,
      "step": 96910
    },
    {
      "epoch": 0.12293907082822779,
      "grad_norm": 8.625,
      "learning_rate": 4.38586731755339e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5343546539545059,
      "num_tokens": 74753879.0,
      "step": 96920
    },
    {
      "epoch": 0.12295175542076062,
      "grad_norm": 6.53125,
      "learning_rate": 4.385803886544761e-05,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5223154783248901,
      "num_tokens": 74761217.0,
      "step": 96930
    },
    {
      "epoch": 0.12296444001329346,
      "grad_norm": 5.84375,
      "learning_rate": 4.385740455536132e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5440986663103103,
      "num_tokens": 74768845.0,
      "step": 96940
    },
    {
      "epoch": 0.12297712460582629,
      "grad_norm": 5.125,
      "learning_rate": 4.385677024527503e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5666266471147537,
      "num_tokens": 74775850.0,
      "step": 96950
    },
    {
      "epoch": 0.12298980919835913,
      "grad_norm": 5.03125,
      "learning_rate": 4.385613593518874e-05,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5186561703681946,
      "num_tokens": 74783680.0,
      "step": 96960
    },
    {
      "epoch": 0.12300249379089195,
      "grad_norm": 5.75,
      "learning_rate": 4.385550162510244e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5377111226320267,
      "num_tokens": 74790728.0,
      "step": 96970
    },
    {
      "epoch": 0.1230151783834248,
      "grad_norm": 5.71875,
      "learning_rate": 4.385486731501615e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5404653966426849,
      "num_tokens": 74798781.0,
      "step": 96980
    },
    {
      "epoch": 0.12302786297595762,
      "grad_norm": 4.75,
      "learning_rate": 4.385423300492986e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5686577439308167,
      "num_tokens": 74806460.0,
      "step": 96990
    },
    {
      "epoch": 0.12304054756849046,
      "grad_norm": 4.8125,
      "learning_rate": 4.385359869484357e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5225451290607452,
      "num_tokens": 74815689.0,
      "step": 97000
    },
    {
      "epoch": 0.12305323216102329,
      "grad_norm": 5.5,
      "learning_rate": 4.385296438475728e-05,
      "loss": 1.8899,
      "mean_token_accuracy": 0.5842626720666886,
      "num_tokens": 74823607.0,
      "step": 97010
    },
    {
      "epoch": 0.12306591675355613,
      "grad_norm": 4.84375,
      "learning_rate": 4.3852330074670985e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5480880200862884,
      "num_tokens": 74831209.0,
      "step": 97020
    },
    {
      "epoch": 0.12307860134608896,
      "grad_norm": 4.5,
      "learning_rate": 4.38516957645847e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5291156768798828,
      "num_tokens": 74840573.0,
      "step": 97030
    },
    {
      "epoch": 0.1230912859386218,
      "grad_norm": 5.59375,
      "learning_rate": 4.38510614544984e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5497083961963654,
      "num_tokens": 74849077.0,
      "step": 97040
    },
    {
      "epoch": 0.12310397053115463,
      "grad_norm": 8.5,
      "learning_rate": 4.385042714441211e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5579859018325806,
      "num_tokens": 74857108.0,
      "step": 97050
    },
    {
      "epoch": 0.12311665512368747,
      "grad_norm": 8.3125,
      "learning_rate": 4.384979283432582e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5477496445178985,
      "num_tokens": 74864355.0,
      "step": 97060
    },
    {
      "epoch": 0.1231293397162203,
      "grad_norm": 6.125,
      "learning_rate": 4.3849158524239525e-05,
      "loss": 1.816,
      "mean_token_accuracy": 0.5853597164154053,
      "num_tokens": 74871311.0,
      "step": 97070
    },
    {
      "epoch": 0.12314202430875312,
      "grad_norm": 6.21875,
      "learning_rate": 4.384852421415324e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5478701025247574,
      "num_tokens": 74878732.0,
      "step": 97080
    },
    {
      "epoch": 0.12315470890128596,
      "grad_norm": 6.03125,
      "learning_rate": 4.384788990406695e-05,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5228067725896836,
      "num_tokens": 74886392.0,
      "step": 97090
    },
    {
      "epoch": 0.12316739349381879,
      "grad_norm": 4.6875,
      "learning_rate": 4.3847255593980655e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5444054543972016,
      "num_tokens": 74893886.0,
      "step": 97100
    },
    {
      "epoch": 0.12318007808635163,
      "grad_norm": 4.71875,
      "learning_rate": 4.384662128389436e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5546651810407639,
      "num_tokens": 74902645.0,
      "step": 97110
    },
    {
      "epoch": 0.12319276267888446,
      "grad_norm": 6.84375,
      "learning_rate": 4.3845986973808065e-05,
      "loss": 2.2947,
      "mean_token_accuracy": 0.5089378774166107,
      "num_tokens": 74911114.0,
      "step": 97120
    },
    {
      "epoch": 0.1232054472714173,
      "grad_norm": 6.75,
      "learning_rate": 4.384535266372178e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5338729053735733,
      "num_tokens": 74918867.0,
      "step": 97130
    },
    {
      "epoch": 0.12321813186395013,
      "grad_norm": 5.65625,
      "learning_rate": 4.384471835363549e-05,
      "loss": 1.727,
      "mean_token_accuracy": 0.6134013235569,
      "num_tokens": 74925624.0,
      "step": 97140
    },
    {
      "epoch": 0.12323081645648297,
      "grad_norm": 5.375,
      "learning_rate": 4.3844084043549195e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5332661449909211,
      "num_tokens": 74933118.0,
      "step": 97150
    },
    {
      "epoch": 0.1232435010490158,
      "grad_norm": 5.125,
      "learning_rate": 4.384344973346291e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5721471846103668,
      "num_tokens": 74940480.0,
      "step": 97160
    },
    {
      "epoch": 0.12325618564154864,
      "grad_norm": 4.78125,
      "learning_rate": 4.384281542337661e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.516990852355957,
      "num_tokens": 74949178.0,
      "step": 97170
    },
    {
      "epoch": 0.12326887023408147,
      "grad_norm": 5.46875,
      "learning_rate": 4.384218111329032e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.531228455901146,
      "num_tokens": 74957144.0,
      "step": 97180
    },
    {
      "epoch": 0.1232815548266143,
      "grad_norm": 5.34375,
      "learning_rate": 4.384154680320403e-05,
      "loss": 2.3244,
      "mean_token_accuracy": 0.501862782239914,
      "num_tokens": 74965930.0,
      "step": 97190
    },
    {
      "epoch": 0.12329423941914713,
      "grad_norm": 5.40625,
      "learning_rate": 4.3840912493117735e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5674447149038315,
      "num_tokens": 74973286.0,
      "step": 97200
    },
    {
      "epoch": 0.12330692401167997,
      "grad_norm": 5.1875,
      "learning_rate": 4.384027818303145e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5578143626451493,
      "num_tokens": 74981304.0,
      "step": 97210
    },
    {
      "epoch": 0.1233196086042128,
      "grad_norm": 5.03125,
      "learning_rate": 4.383964387294515e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5473844200372696,
      "num_tokens": 74989212.0,
      "step": 97220
    },
    {
      "epoch": 0.12333229319674564,
      "grad_norm": 6.59375,
      "learning_rate": 4.3839009562858865e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5407407879829407,
      "num_tokens": 74997247.0,
      "step": 97230
    },
    {
      "epoch": 0.12334497778927847,
      "grad_norm": 5.1875,
      "learning_rate": 4.383837525277257e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5552046686410904,
      "num_tokens": 75005667.0,
      "step": 97240
    },
    {
      "epoch": 0.12335766238181131,
      "grad_norm": 6.53125,
      "learning_rate": 4.3837740942686275e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.532283478975296,
      "num_tokens": 75013835.0,
      "step": 97250
    },
    {
      "epoch": 0.12337034697434414,
      "grad_norm": 5.40625,
      "learning_rate": 4.383710663259999e-05,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5678830176591874,
      "num_tokens": 75021459.0,
      "step": 97260
    },
    {
      "epoch": 0.12338303156687698,
      "grad_norm": 5.03125,
      "learning_rate": 4.383647232251369e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5605863213539124,
      "num_tokens": 75029805.0,
      "step": 97270
    },
    {
      "epoch": 0.12339571615940981,
      "grad_norm": 5.25,
      "learning_rate": 4.3835838012427405e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5421409904956818,
      "num_tokens": 75037897.0,
      "step": 97280
    },
    {
      "epoch": 0.12340840075194265,
      "grad_norm": 6.59375,
      "learning_rate": 4.383520370234112e-05,
      "loss": 1.9265,
      "mean_token_accuracy": 0.5592800557613373,
      "num_tokens": 75045246.0,
      "step": 97290
    },
    {
      "epoch": 0.12342108534447548,
      "grad_norm": 5.0625,
      "learning_rate": 4.383456939225482e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5299979001283646,
      "num_tokens": 75054102.0,
      "step": 97300
    },
    {
      "epoch": 0.12343376993700832,
      "grad_norm": 5.1875,
      "learning_rate": 4.383393508216853e-05,
      "loss": 2.2457,
      "mean_token_accuracy": 0.5151169210672378,
      "num_tokens": 75062794.0,
      "step": 97310
    },
    {
      "epoch": 0.12344645452954114,
      "grad_norm": 6.9375,
      "learning_rate": 4.383330077208223e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5512308776378632,
      "num_tokens": 75070791.0,
      "step": 97320
    },
    {
      "epoch": 0.12345913912207399,
      "grad_norm": 5.65625,
      "learning_rate": 4.3832666461995945e-05,
      "loss": 1.714,
      "mean_token_accuracy": 0.6091737657785415,
      "num_tokens": 75077655.0,
      "step": 97330
    },
    {
      "epoch": 0.12347182371460681,
      "grad_norm": 9.25,
      "learning_rate": 4.383203215190966e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5299144655466079,
      "num_tokens": 75085396.0,
      "step": 97340
    },
    {
      "epoch": 0.12348450830713965,
      "grad_norm": 5.40625,
      "learning_rate": 4.383139784182336e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.5679261058568954,
      "num_tokens": 75092382.0,
      "step": 97350
    },
    {
      "epoch": 0.12349719289967248,
      "grad_norm": 5.46875,
      "learning_rate": 4.3830763531737075e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5611757576465607,
      "num_tokens": 75099734.0,
      "step": 97360
    },
    {
      "epoch": 0.12350987749220532,
      "grad_norm": 5.03125,
      "learning_rate": 4.383012922165079e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5677247643470764,
      "num_tokens": 75105642.0,
      "step": 97370
    },
    {
      "epoch": 0.12352256208473815,
      "grad_norm": 4.96875,
      "learning_rate": 4.382949491156449e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5606006443500519,
      "num_tokens": 75114177.0,
      "step": 97380
    },
    {
      "epoch": 0.12353524667727099,
      "grad_norm": 5.375,
      "learning_rate": 4.38288606014782e-05,
      "loss": 2.3045,
      "mean_token_accuracy": 0.5220598220825196,
      "num_tokens": 75122685.0,
      "step": 97390
    },
    {
      "epoch": 0.12354793126980382,
      "grad_norm": 4.78125,
      "learning_rate": 4.38282262913919e-05,
      "loss": 1.8273,
      "mean_token_accuracy": 0.593323290348053,
      "num_tokens": 75131148.0,
      "step": 97400
    },
    {
      "epoch": 0.12356061586233666,
      "grad_norm": 5.40625,
      "learning_rate": 4.3827591981305615e-05,
      "loss": 1.7359,
      "mean_token_accuracy": 0.6175971776247025,
      "num_tokens": 75138372.0,
      "step": 97410
    },
    {
      "epoch": 0.12357330045486949,
      "grad_norm": 5.25,
      "learning_rate": 4.382695767121933e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5696990460157394,
      "num_tokens": 75145419.0,
      "step": 97420
    },
    {
      "epoch": 0.12358598504740233,
      "grad_norm": 5.75,
      "learning_rate": 4.382632336113303e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5455290585756302,
      "num_tokens": 75153141.0,
      "step": 97430
    },
    {
      "epoch": 0.12359866963993515,
      "grad_norm": 5.4375,
      "learning_rate": 4.3825689051046745e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5223552733659744,
      "num_tokens": 75161296.0,
      "step": 97440
    },
    {
      "epoch": 0.123611354232468,
      "grad_norm": 5.125,
      "learning_rate": 4.382505474096045e-05,
      "loss": 2.1712,
      "mean_token_accuracy": 0.524825581908226,
      "num_tokens": 75169135.0,
      "step": 97450
    },
    {
      "epoch": 0.12362403882500082,
      "grad_norm": 5.90625,
      "learning_rate": 4.3824420430874156e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5747758090496063,
      "num_tokens": 75176251.0,
      "step": 97460
    },
    {
      "epoch": 0.12363672341753366,
      "grad_norm": 6.6875,
      "learning_rate": 4.382378612078787e-05,
      "loss": 2.2114,
      "mean_token_accuracy": 0.5193641424179077,
      "num_tokens": 75183181.0,
      "step": 97470
    },
    {
      "epoch": 0.12364940801006649,
      "grad_norm": 6.15625,
      "learning_rate": 4.382315181070157e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.556591346859932,
      "num_tokens": 75190099.0,
      "step": 97480
    },
    {
      "epoch": 0.12366209260259933,
      "grad_norm": 4.71875,
      "learning_rate": 4.3822517500615285e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5623320937156677,
      "num_tokens": 75195910.0,
      "step": 97490
    },
    {
      "epoch": 0.12367477719513216,
      "grad_norm": 15.5625,
      "learning_rate": 4.382188319052899e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.539180439710617,
      "num_tokens": 75201866.0,
      "step": 97500
    },
    {
      "epoch": 0.123687461787665,
      "grad_norm": 4.96875,
      "learning_rate": 4.38212488804427e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5370086699724197,
      "num_tokens": 75210418.0,
      "step": 97510
    },
    {
      "epoch": 0.12370014638019783,
      "grad_norm": 7.5,
      "learning_rate": 4.382061457035641e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5309798777103424,
      "num_tokens": 75217924.0,
      "step": 97520
    },
    {
      "epoch": 0.12371283097273067,
      "grad_norm": 7.5,
      "learning_rate": 4.3819980260270113e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5409279286861419,
      "num_tokens": 75225673.0,
      "step": 97530
    },
    {
      "epoch": 0.1237255155652635,
      "grad_norm": 6.03125,
      "learning_rate": 4.3819345950183826e-05,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5431296706199646,
      "num_tokens": 75233566.0,
      "step": 97540
    },
    {
      "epoch": 0.12373820015779632,
      "grad_norm": 4.53125,
      "learning_rate": 4.381871164009753e-05,
      "loss": 1.936,
      "mean_token_accuracy": 0.5717453807592392,
      "num_tokens": 75240969.0,
      "step": 97550
    },
    {
      "epoch": 0.12375088475032917,
      "grad_norm": 5.28125,
      "learning_rate": 4.381807733001124e-05,
      "loss": 2.2811,
      "mean_token_accuracy": 0.5130980461835861,
      "num_tokens": 75249563.0,
      "step": 97560
    },
    {
      "epoch": 0.12376356934286199,
      "grad_norm": 5.71875,
      "learning_rate": 4.3817443019924955e-05,
      "loss": 1.8495,
      "mean_token_accuracy": 0.5930949091911316,
      "num_tokens": 75255945.0,
      "step": 97570
    },
    {
      "epoch": 0.12377625393539483,
      "grad_norm": 5.28125,
      "learning_rate": 4.381680870983866e-05,
      "loss": 1.7967,
      "mean_token_accuracy": 0.5959105283021927,
      "num_tokens": 75263326.0,
      "step": 97580
    },
    {
      "epoch": 0.12378893852792766,
      "grad_norm": 6.4375,
      "learning_rate": 4.3816174399752366e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5569699347019196,
      "num_tokens": 75270869.0,
      "step": 97590
    },
    {
      "epoch": 0.1238016231204605,
      "grad_norm": 6.09375,
      "learning_rate": 4.381554008966607e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5204267203807831,
      "num_tokens": 75279190.0,
      "step": 97600
    },
    {
      "epoch": 0.12381430771299333,
      "grad_norm": 5.0625,
      "learning_rate": 4.381490577957978e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5303719133138657,
      "num_tokens": 75287084.0,
      "step": 97610
    },
    {
      "epoch": 0.12382699230552617,
      "grad_norm": 7.34375,
      "learning_rate": 4.3814271469493495e-05,
      "loss": 1.7541,
      "mean_token_accuracy": 0.6120227932929992,
      "num_tokens": 75293957.0,
      "step": 97620
    },
    {
      "epoch": 0.123839676898059,
      "grad_norm": 3.890625,
      "learning_rate": 4.38136371594072e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.580800274014473,
      "num_tokens": 75299941.0,
      "step": 97630
    },
    {
      "epoch": 0.12385236149059184,
      "grad_norm": 4.875,
      "learning_rate": 4.381300284932091e-05,
      "loss": 1.7028,
      "mean_token_accuracy": 0.6241661041975022,
      "num_tokens": 75306695.0,
      "step": 97640
    },
    {
      "epoch": 0.12386504608312467,
      "grad_norm": 6.1875,
      "learning_rate": 4.381236853923462e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5263071179389953,
      "num_tokens": 75314859.0,
      "step": 97650
    },
    {
      "epoch": 0.12387773067565751,
      "grad_norm": 4.84375,
      "learning_rate": 4.3811734229148324e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5442630648612976,
      "num_tokens": 75323362.0,
      "step": 97660
    },
    {
      "epoch": 0.12389041526819033,
      "grad_norm": 5.75,
      "learning_rate": 4.3811099919062036e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5306853801012039,
      "num_tokens": 75330383.0,
      "step": 97670
    },
    {
      "epoch": 0.12390309986072318,
      "grad_norm": 4.53125,
      "learning_rate": 4.381046560897574e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5458888918161392,
      "num_tokens": 75338736.0,
      "step": 97680
    },
    {
      "epoch": 0.123915784453256,
      "grad_norm": 5.875,
      "learning_rate": 4.380983129888945e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5547561019659042,
      "num_tokens": 75346456.0,
      "step": 97690
    },
    {
      "epoch": 0.12392846904578884,
      "grad_norm": 5.09375,
      "learning_rate": 4.380919698880316e-05,
      "loss": 1.8975,
      "mean_token_accuracy": 0.570833683013916,
      "num_tokens": 75354298.0,
      "step": 97700
    },
    {
      "epoch": 0.12394115363832167,
      "grad_norm": 4.875,
      "learning_rate": 4.380856267871687e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5296987295150757,
      "num_tokens": 75363345.0,
      "step": 97710
    },
    {
      "epoch": 0.12395383823085451,
      "grad_norm": 4.875,
      "learning_rate": 4.380792836863058e-05,
      "loss": 2.2567,
      "mean_token_accuracy": 0.5103858232498169,
      "num_tokens": 75372423.0,
      "step": 97720
    },
    {
      "epoch": 0.12396652282338734,
      "grad_norm": 5.53125,
      "learning_rate": 4.380729405854428e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5311350852251053,
      "num_tokens": 75380484.0,
      "step": 97730
    },
    {
      "epoch": 0.12397920741592018,
      "grad_norm": 4.0625,
      "learning_rate": 4.3806659748457994e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5200349599123001,
      "num_tokens": 75389287.0,
      "step": 97740
    },
    {
      "epoch": 0.12399189200845301,
      "grad_norm": 5.40625,
      "learning_rate": 4.38060254383717e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5273219674825669,
      "num_tokens": 75397487.0,
      "step": 97750
    },
    {
      "epoch": 0.12400457660098585,
      "grad_norm": 6.3125,
      "learning_rate": 4.380539112828541e-05,
      "loss": 2.2577,
      "mean_token_accuracy": 0.50852752327919,
      "num_tokens": 75404977.0,
      "step": 97760
    },
    {
      "epoch": 0.12401726119351868,
      "grad_norm": 7.75,
      "learning_rate": 4.380475681819912e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5698146849870682,
      "num_tokens": 75411969.0,
      "step": 97770
    },
    {
      "epoch": 0.12402994578605152,
      "grad_norm": 4.84375,
      "learning_rate": 4.380412250811283e-05,
      "loss": 2.2761,
      "mean_token_accuracy": 0.518920487165451,
      "num_tokens": 75419704.0,
      "step": 97780
    },
    {
      "epoch": 0.12404263037858435,
      "grad_norm": 11.8125,
      "learning_rate": 4.380348819802654e-05,
      "loss": 1.8948,
      "mean_token_accuracy": 0.5712037295103073,
      "num_tokens": 75427433.0,
      "step": 97790
    },
    {
      "epoch": 0.12405531497111719,
      "grad_norm": 6.03125,
      "learning_rate": 4.3802853887940246e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5329648464918136,
      "num_tokens": 75433294.0,
      "step": 97800
    },
    {
      "epoch": 0.12406799956365001,
      "grad_norm": 6.53125,
      "learning_rate": 4.380221957785395e-05,
      "loss": 1.8382,
      "mean_token_accuracy": 0.5830360531806946,
      "num_tokens": 75440327.0,
      "step": 97810
    },
    {
      "epoch": 0.12408068415618285,
      "grad_norm": 10.3125,
      "learning_rate": 4.3801585267767663e-05,
      "loss": 1.8348,
      "mean_token_accuracy": 0.5900999724864959,
      "num_tokens": 75446220.0,
      "step": 97820
    },
    {
      "epoch": 0.12409336874871568,
      "grad_norm": 5.0625,
      "learning_rate": 4.380095095768137e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5483676671981812,
      "num_tokens": 75454134.0,
      "step": 97830
    },
    {
      "epoch": 0.12410605334124852,
      "grad_norm": 5.0625,
      "learning_rate": 4.380031664759508e-05,
      "loss": 2.3612,
      "mean_token_accuracy": 0.4978887528181076,
      "num_tokens": 75461536.0,
      "step": 97840
    },
    {
      "epoch": 0.12411873793378135,
      "grad_norm": 5.1875,
      "learning_rate": 4.3799682337508786e-05,
      "loss": 2.3571,
      "mean_token_accuracy": 0.4954980850219727,
      "num_tokens": 75469841.0,
      "step": 97850
    },
    {
      "epoch": 0.12413142252631419,
      "grad_norm": 6.1875,
      "learning_rate": 4.37990480274225e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5304563343524933,
      "num_tokens": 75477805.0,
      "step": 97860
    },
    {
      "epoch": 0.12414410711884702,
      "grad_norm": 7.75,
      "learning_rate": 4.3798413717336204e-05,
      "loss": 1.9387,
      "mean_token_accuracy": 0.5634635537862778,
      "num_tokens": 75484807.0,
      "step": 97870
    },
    {
      "epoch": 0.12415679171137986,
      "grad_norm": 5.875,
      "learning_rate": 4.379777940724991e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5450371444225312,
      "num_tokens": 75492647.0,
      "step": 97880
    },
    {
      "epoch": 0.12416947630391269,
      "grad_norm": 6.75,
      "learning_rate": 4.379714509716362e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5373946607112885,
      "num_tokens": 75500572.0,
      "step": 97890
    },
    {
      "epoch": 0.12418216089644553,
      "grad_norm": 7.3125,
      "learning_rate": 4.379651078707733e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5307160526514053,
      "num_tokens": 75508721.0,
      "step": 97900
    },
    {
      "epoch": 0.12419484548897836,
      "grad_norm": 4.65625,
      "learning_rate": 4.379587647699104e-05,
      "loss": 1.753,
      "mean_token_accuracy": 0.60523801445961,
      "num_tokens": 75516066.0,
      "step": 97910
    },
    {
      "epoch": 0.1242075300815112,
      "grad_norm": 7.875,
      "learning_rate": 4.379524216690475e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5307333201169968,
      "num_tokens": 75523359.0,
      "step": 97920
    },
    {
      "epoch": 0.12422021467404402,
      "grad_norm": 5.03125,
      "learning_rate": 4.3794607856818456e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5526620745658875,
      "num_tokens": 75529784.0,
      "step": 97930
    },
    {
      "epoch": 0.12423289926657687,
      "grad_norm": 5.71875,
      "learning_rate": 4.379397354673216e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5457526624202729,
      "num_tokens": 75536249.0,
      "step": 97940
    },
    {
      "epoch": 0.12424558385910969,
      "grad_norm": 5.4375,
      "learning_rate": 4.379333923664587e-05,
      "loss": 2.2837,
      "mean_token_accuracy": 0.5099836587905884,
      "num_tokens": 75544125.0,
      "step": 97950
    },
    {
      "epoch": 0.12425826845164253,
      "grad_norm": 5.625,
      "learning_rate": 4.379270492655958e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5280352652072906,
      "num_tokens": 75552541.0,
      "step": 97960
    },
    {
      "epoch": 0.12427095304417536,
      "grad_norm": 5.1875,
      "learning_rate": 4.379207061647329e-05,
      "loss": 1.7129,
      "mean_token_accuracy": 0.6091620624065399,
      "num_tokens": 75559657.0,
      "step": 97970
    },
    {
      "epoch": 0.1242836376367082,
      "grad_norm": 5.75,
      "learning_rate": 4.3791436306386997e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5381334215402603,
      "num_tokens": 75568086.0,
      "step": 97980
    },
    {
      "epoch": 0.12429632222924103,
      "grad_norm": 5.28125,
      "learning_rate": 4.379080199630071e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5170247822999954,
      "num_tokens": 75575945.0,
      "step": 97990
    },
    {
      "epoch": 0.12430900682177387,
      "grad_norm": 5.15625,
      "learning_rate": 4.3790167686214414e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5436016082763672,
      "num_tokens": 75584361.0,
      "step": 98000
    },
    {
      "epoch": 0.1243216914143067,
      "grad_norm": 4.75,
      "learning_rate": 4.378953337612812e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5575330674648284,
      "num_tokens": 75591380.0,
      "step": 98010
    },
    {
      "epoch": 0.12433437600683953,
      "grad_norm": 6.5,
      "learning_rate": 4.378889906604183e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5772972613573074,
      "num_tokens": 75597956.0,
      "step": 98020
    },
    {
      "epoch": 0.12434706059937237,
      "grad_norm": 5.6875,
      "learning_rate": 4.378826475595554e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5401613205671311,
      "num_tokens": 75605905.0,
      "step": 98030
    },
    {
      "epoch": 0.1243597451919052,
      "grad_norm": 5.125,
      "learning_rate": 4.378763044586925e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5237867951393127,
      "num_tokens": 75614178.0,
      "step": 98040
    },
    {
      "epoch": 0.12437242978443803,
      "grad_norm": 7.15625,
      "learning_rate": 4.3786996135782954e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5389327794313431,
      "num_tokens": 75621418.0,
      "step": 98050
    },
    {
      "epoch": 0.12438511437697086,
      "grad_norm": 7.28125,
      "learning_rate": 4.3786361825696666e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5359435826539993,
      "num_tokens": 75630154.0,
      "step": 98060
    },
    {
      "epoch": 0.1243977989695037,
      "grad_norm": 7.34375,
      "learning_rate": 4.378572751561038e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.534545385837555,
      "num_tokens": 75638216.0,
      "step": 98070
    },
    {
      "epoch": 0.12441048356203653,
      "grad_norm": 4.6875,
      "learning_rate": 4.378509320552408e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5328215062618256,
      "num_tokens": 75647473.0,
      "step": 98080
    },
    {
      "epoch": 0.12442316815456937,
      "grad_norm": 5.34375,
      "learning_rate": 4.378445889543779e-05,
      "loss": 1.7988,
      "mean_token_accuracy": 0.6033896923065185,
      "num_tokens": 75653541.0,
      "step": 98090
    },
    {
      "epoch": 0.1244358527471022,
      "grad_norm": 5.375,
      "learning_rate": 4.3783824585351495e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5364554733037948,
      "num_tokens": 75662585.0,
      "step": 98100
    },
    {
      "epoch": 0.12444853733963504,
      "grad_norm": 5.75,
      "learning_rate": 4.378319027526521e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5286237925291062,
      "num_tokens": 75670649.0,
      "step": 98110
    },
    {
      "epoch": 0.12446122193216787,
      "grad_norm": 4.96875,
      "learning_rate": 4.378255596517892e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5336559295654297,
      "num_tokens": 75679529.0,
      "step": 98120
    },
    {
      "epoch": 0.12447390652470071,
      "grad_norm": 6.8125,
      "learning_rate": 4.3781921655092624e-05,
      "loss": 1.8608,
      "mean_token_accuracy": 0.5751668840646744,
      "num_tokens": 75685922.0,
      "step": 98130
    },
    {
      "epoch": 0.12448659111723354,
      "grad_norm": 7.53125,
      "learning_rate": 4.3781287345006336e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5280832022428512,
      "num_tokens": 75694001.0,
      "step": 98140
    },
    {
      "epoch": 0.12449927570976638,
      "grad_norm": 7.15625,
      "learning_rate": 4.3780653034920035e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5351828575134278,
      "num_tokens": 75701754.0,
      "step": 98150
    },
    {
      "epoch": 0.1245119603022992,
      "grad_norm": 5.4375,
      "learning_rate": 4.378001872483375e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5669181972742081,
      "num_tokens": 75709545.0,
      "step": 98160
    },
    {
      "epoch": 0.12452464489483205,
      "grad_norm": 4.59375,
      "learning_rate": 4.377938441474746e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.555486923456192,
      "num_tokens": 75716746.0,
      "step": 98170
    },
    {
      "epoch": 0.12453732948736487,
      "grad_norm": 5.0,
      "learning_rate": 4.3778750104661165e-05,
      "loss": 1.7785,
      "mean_token_accuracy": 0.601588350534439,
      "num_tokens": 75724442.0,
      "step": 98180
    },
    {
      "epoch": 0.12455001407989771,
      "grad_norm": 5.1875,
      "learning_rate": 4.377811579457488e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5611572444438935,
      "num_tokens": 75732564.0,
      "step": 98190
    },
    {
      "epoch": 0.12456269867243054,
      "grad_norm": 5.0,
      "learning_rate": 4.377748148448858e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.555837768316269,
      "num_tokens": 75739966.0,
      "step": 98200
    },
    {
      "epoch": 0.12457538326496338,
      "grad_norm": 4.6875,
      "learning_rate": 4.3776847174402294e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5641930133104325,
      "num_tokens": 75747747.0,
      "step": 98210
    },
    {
      "epoch": 0.12458806785749621,
      "grad_norm": 9.4375,
      "learning_rate": 4.3776212864316e-05,
      "loss": 1.8791,
      "mean_token_accuracy": 0.5783093810081482,
      "num_tokens": 75754256.0,
      "step": 98220
    },
    {
      "epoch": 0.12460075245002905,
      "grad_norm": 5.375,
      "learning_rate": 4.3775578554229705e-05,
      "loss": 2.2239,
      "mean_token_accuracy": 0.5181324362754822,
      "num_tokens": 75762229.0,
      "step": 98230
    },
    {
      "epoch": 0.12461343704256188,
      "grad_norm": 5.84375,
      "learning_rate": 4.377494424414342e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5470136672258377,
      "num_tokens": 75769432.0,
      "step": 98240
    },
    {
      "epoch": 0.12462612163509472,
      "grad_norm": 7.375,
      "learning_rate": 4.377430993405712e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5530497193336487,
      "num_tokens": 75777385.0,
      "step": 98250
    },
    {
      "epoch": 0.12463880622762755,
      "grad_norm": 5.1875,
      "learning_rate": 4.3773675623970834e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.575885859131813,
      "num_tokens": 75784512.0,
      "step": 98260
    },
    {
      "epoch": 0.12465149082016039,
      "grad_norm": 7.84375,
      "learning_rate": 4.3773041313884547e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.564196652173996,
      "num_tokens": 75791682.0,
      "step": 98270
    },
    {
      "epoch": 0.12466417541269322,
      "grad_norm": 6.34375,
      "learning_rate": 4.377240700379825e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5325482428073883,
      "num_tokens": 75800166.0,
      "step": 98280
    },
    {
      "epoch": 0.12467686000522606,
      "grad_norm": 4.96875,
      "learning_rate": 4.377177269371196e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5575763523578644,
      "num_tokens": 75808834.0,
      "step": 98290
    },
    {
      "epoch": 0.12468954459775888,
      "grad_norm": 4.96875,
      "learning_rate": 4.377113838362567e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.55221126973629,
      "num_tokens": 75816083.0,
      "step": 98300
    },
    {
      "epoch": 0.12470222919029172,
      "grad_norm": 8.9375,
      "learning_rate": 4.3770504073539375e-05,
      "loss": 1.8507,
      "mean_token_accuracy": 0.5821610987186432,
      "num_tokens": 75822071.0,
      "step": 98310
    },
    {
      "epoch": 0.12471491378282455,
      "grad_norm": 7.75,
      "learning_rate": 4.376986976345309e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5429107964038848,
      "num_tokens": 75829794.0,
      "step": 98320
    },
    {
      "epoch": 0.12472759837535739,
      "grad_norm": 7.1875,
      "learning_rate": 4.376923545336679e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5613873958587646,
      "num_tokens": 75836221.0,
      "step": 98330
    },
    {
      "epoch": 0.12474028296789022,
      "grad_norm": 4.53125,
      "learning_rate": 4.3768601143280504e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5392319709062576,
      "num_tokens": 75843412.0,
      "step": 98340
    },
    {
      "epoch": 0.12475296756042306,
      "grad_norm": 4.96875,
      "learning_rate": 4.376796683319421e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.567803755402565,
      "num_tokens": 75851050.0,
      "step": 98350
    },
    {
      "epoch": 0.12476565215295589,
      "grad_norm": 5.46875,
      "learning_rate": 4.3767332523107915e-05,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5241002529859543,
      "num_tokens": 75859383.0,
      "step": 98360
    },
    {
      "epoch": 0.12477833674548873,
      "grad_norm": 5.625,
      "learning_rate": 4.376669821302163e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5324239045381546,
      "num_tokens": 75867610.0,
      "step": 98370
    },
    {
      "epoch": 0.12479102133802156,
      "grad_norm": 5.84375,
      "learning_rate": 4.376606390293533e-05,
      "loss": 2.2642,
      "mean_token_accuracy": 0.517706635594368,
      "num_tokens": 75874885.0,
      "step": 98380
    },
    {
      "epoch": 0.1248037059305544,
      "grad_norm": 5.1875,
      "learning_rate": 4.3765429592849045e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5285165339708329,
      "num_tokens": 75883190.0,
      "step": 98390
    },
    {
      "epoch": 0.12481639052308723,
      "grad_norm": 5.125,
      "learning_rate": 4.376479528276276e-05,
      "loss": 1.8731,
      "mean_token_accuracy": 0.590079590678215,
      "num_tokens": 75889365.0,
      "step": 98400
    },
    {
      "epoch": 0.12482907511562007,
      "grad_norm": 6.9375,
      "learning_rate": 4.376416097267646e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5442137658596039,
      "num_tokens": 75896479.0,
      "step": 98410
    },
    {
      "epoch": 0.1248417597081529,
      "grad_norm": 5.03125,
      "learning_rate": 4.376352666259017e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.554437381029129,
      "num_tokens": 75905480.0,
      "step": 98420
    },
    {
      "epoch": 0.12485444430068574,
      "grad_norm": 5.59375,
      "learning_rate": 4.376289235250387e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5348242342472076,
      "num_tokens": 75914044.0,
      "step": 98430
    },
    {
      "epoch": 0.12486712889321856,
      "grad_norm": 5.5625,
      "learning_rate": 4.3762258042417585e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.520719513297081,
      "num_tokens": 75922868.0,
      "step": 98440
    },
    {
      "epoch": 0.1248798134857514,
      "grad_norm": 6.0625,
      "learning_rate": 4.37616237323313e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5378926545381546,
      "num_tokens": 75930490.0,
      "step": 98450
    },
    {
      "epoch": 0.12489249807828423,
      "grad_norm": 5.09375,
      "learning_rate": 4.3760989422245e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5344036608934403,
      "num_tokens": 75937762.0,
      "step": 98460
    },
    {
      "epoch": 0.12490518267081707,
      "grad_norm": 5.40625,
      "learning_rate": 4.3760355112158715e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5448616564273834,
      "num_tokens": 75945296.0,
      "step": 98470
    },
    {
      "epoch": 0.1249178672633499,
      "grad_norm": 5.21875,
      "learning_rate": 4.375972080207242e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5612978219985962,
      "num_tokens": 75952900.0,
      "step": 98480
    },
    {
      "epoch": 0.12493055185588273,
      "grad_norm": 6.25,
      "learning_rate": 4.375908649198613e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5579843699932099,
      "num_tokens": 75959321.0,
      "step": 98490
    },
    {
      "epoch": 0.12494323644841557,
      "grad_norm": 5.6875,
      "learning_rate": 4.375845218189984e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5752878457307815,
      "num_tokens": 75966036.0,
      "step": 98500
    },
    {
      "epoch": 0.1249559210409484,
      "grad_norm": 5.9375,
      "learning_rate": 4.375781787181354e-05,
      "loss": 2.2497,
      "mean_token_accuracy": 0.5182511508464813,
      "num_tokens": 75974583.0,
      "step": 98510
    },
    {
      "epoch": 0.12496860563348124,
      "grad_norm": 6.71875,
      "learning_rate": 4.3757183561727255e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5669518023729324,
      "num_tokens": 75981588.0,
      "step": 98520
    },
    {
      "epoch": 0.12498129022601406,
      "grad_norm": 5.0,
      "learning_rate": 4.375654925164096e-05,
      "loss": 2.1924,
      "mean_token_accuracy": 0.5173810929059982,
      "num_tokens": 75989454.0,
      "step": 98530
    },
    {
      "epoch": 0.1249939748185469,
      "grad_norm": 5.96875,
      "learning_rate": 4.375591494155467e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5234879940748215,
      "num_tokens": 75997499.0,
      "step": 98540
    },
    {
      "epoch": 0.12500665941107975,
      "grad_norm": 4.96875,
      "learning_rate": 4.3755280631468385e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5739226192235947,
      "num_tokens": 76004653.0,
      "step": 98550
    },
    {
      "epoch": 0.12501934400361256,
      "grad_norm": 6.0,
      "learning_rate": 4.375464632138209e-05,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5153729319572449,
      "num_tokens": 76012603.0,
      "step": 98560
    },
    {
      "epoch": 0.1250320285961454,
      "grad_norm": 5.25,
      "learning_rate": 4.3754012011295795e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5695788264274597,
      "num_tokens": 76020219.0,
      "step": 98570
    },
    {
      "epoch": 0.12504471318867824,
      "grad_norm": 4.46875,
      "learning_rate": 4.37533777012095e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.533194187283516,
      "num_tokens": 76027549.0,
      "step": 98580
    },
    {
      "epoch": 0.12505739778121108,
      "grad_norm": 6.40625,
      "learning_rate": 4.375274339112321e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5472340106964111,
      "num_tokens": 76035397.0,
      "step": 98590
    },
    {
      "epoch": 0.1250700823737439,
      "grad_norm": 5.84375,
      "learning_rate": 4.3752109081036925e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5769205808639526,
      "num_tokens": 76042607.0,
      "step": 98600
    },
    {
      "epoch": 0.12508276696627674,
      "grad_norm": 5.125,
      "learning_rate": 4.375147477095063e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5396035969257355,
      "num_tokens": 76051162.0,
      "step": 98610
    },
    {
      "epoch": 0.12509545155880958,
      "grad_norm": 4.78125,
      "learning_rate": 4.375084046086434e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5388401567935943,
      "num_tokens": 76059688.0,
      "step": 98620
    },
    {
      "epoch": 0.12510813615134242,
      "grad_norm": 4.65625,
      "learning_rate": 4.375020615077805e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.52889663875103,
      "num_tokens": 76067186.0,
      "step": 98630
    },
    {
      "epoch": 0.12512082074387523,
      "grad_norm": 5.40625,
      "learning_rate": 4.374957184069175e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.52414730489254,
      "num_tokens": 76075169.0,
      "step": 98640
    },
    {
      "epoch": 0.12513350533640807,
      "grad_norm": 6.40625,
      "learning_rate": 4.3748937530605465e-05,
      "loss": 1.7643,
      "mean_token_accuracy": 0.6036593616008759,
      "num_tokens": 76082231.0,
      "step": 98650
    },
    {
      "epoch": 0.12514618992894092,
      "grad_norm": 5.5625,
      "learning_rate": 4.374830322051917e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5537573218345642,
      "num_tokens": 76091109.0,
      "step": 98660
    },
    {
      "epoch": 0.12515887452147376,
      "grad_norm": 5.1875,
      "learning_rate": 4.374766891043288e-05,
      "loss": 2.3632,
      "mean_token_accuracy": 0.49298774600028994,
      "num_tokens": 76100708.0,
      "step": 98670
    },
    {
      "epoch": 0.12517155911400657,
      "grad_norm": 4.75,
      "learning_rate": 4.374703460034659e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.524780449271202,
      "num_tokens": 76109255.0,
      "step": 98680
    },
    {
      "epoch": 0.1251842437065394,
      "grad_norm": 6.28125,
      "learning_rate": 4.37464002902603e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.558148980140686,
      "num_tokens": 76116947.0,
      "step": 98690
    },
    {
      "epoch": 0.12519692829907225,
      "grad_norm": 5.4375,
      "learning_rate": 4.3745765980174005e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5254489839076996,
      "num_tokens": 76124625.0,
      "step": 98700
    },
    {
      "epoch": 0.1252096128916051,
      "grad_norm": 4.71875,
      "learning_rate": 4.374513167008771e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5579967319965362,
      "num_tokens": 76133733.0,
      "step": 98710
    },
    {
      "epoch": 0.1252222974841379,
      "grad_norm": 4.78125,
      "learning_rate": 4.374449736000142e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.560943740606308,
      "num_tokens": 76141253.0,
      "step": 98720
    },
    {
      "epoch": 0.12523498207667075,
      "grad_norm": 4.75,
      "learning_rate": 4.374386304991513e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.536131551861763,
      "num_tokens": 76150213.0,
      "step": 98730
    },
    {
      "epoch": 0.1252476666692036,
      "grad_norm": 6.8125,
      "learning_rate": 4.374322873982884e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5845012843608857,
      "num_tokens": 76157840.0,
      "step": 98740
    },
    {
      "epoch": 0.12526035126173643,
      "grad_norm": 5.03125,
      "learning_rate": 4.374259442974255e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5508500814437867,
      "num_tokens": 76165284.0,
      "step": 98750
    },
    {
      "epoch": 0.12527303585426924,
      "grad_norm": 4.9375,
      "learning_rate": 4.374196011965626e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5553967714309692,
      "num_tokens": 76173908.0,
      "step": 98760
    },
    {
      "epoch": 0.12528572044680208,
      "grad_norm": 7.21875,
      "learning_rate": 4.374132580956996e-05,
      "loss": 2.2668,
      "mean_token_accuracy": 0.5151593685150146,
      "num_tokens": 76181957.0,
      "step": 98770
    },
    {
      "epoch": 0.12529840503933493,
      "grad_norm": 4.375,
      "learning_rate": 4.374069149948367e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5616261482238769,
      "num_tokens": 76190429.0,
      "step": 98780
    },
    {
      "epoch": 0.12531108963186777,
      "grad_norm": 5.59375,
      "learning_rate": 4.374005718939738e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5527352780103684,
      "num_tokens": 76198192.0,
      "step": 98790
    },
    {
      "epoch": 0.12532377422440058,
      "grad_norm": 7.28125,
      "learning_rate": 4.373942287931109e-05,
      "loss": 1.7865,
      "mean_token_accuracy": 0.6026959300041199,
      "num_tokens": 76204647.0,
      "step": 98800
    },
    {
      "epoch": 0.12533645881693342,
      "grad_norm": 5.40625,
      "learning_rate": 4.37387885692248e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5466686755418777,
      "num_tokens": 76213812.0,
      "step": 98810
    },
    {
      "epoch": 0.12534914340946626,
      "grad_norm": 7.1875,
      "learning_rate": 4.373815425913851e-05,
      "loss": 2.2864,
      "mean_token_accuracy": 0.527847158908844,
      "num_tokens": 76219940.0,
      "step": 98820
    },
    {
      "epoch": 0.1253618280019991,
      "grad_norm": 5.21875,
      "learning_rate": 4.3737519949052216e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5370469629764557,
      "num_tokens": 76228729.0,
      "step": 98830
    },
    {
      "epoch": 0.12537451259453192,
      "grad_norm": 4.71875,
      "learning_rate": 4.373688563896592e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5290399372577668,
      "num_tokens": 76236715.0,
      "step": 98840
    },
    {
      "epoch": 0.12538719718706476,
      "grad_norm": 4.9375,
      "learning_rate": 4.373625132887963e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5333868563175201,
      "num_tokens": 76244108.0,
      "step": 98850
    },
    {
      "epoch": 0.1253998817795976,
      "grad_norm": 6.90625,
      "learning_rate": 4.373561701879334e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5656664073467255,
      "num_tokens": 76251950.0,
      "step": 98860
    },
    {
      "epoch": 0.12541256637213044,
      "grad_norm": 4.8125,
      "learning_rate": 4.373498270870705e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5199312895536423,
      "num_tokens": 76259097.0,
      "step": 98870
    },
    {
      "epoch": 0.12542525096466325,
      "grad_norm": 4.5625,
      "learning_rate": 4.3734348398620756e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5522788971662521,
      "num_tokens": 76267557.0,
      "step": 98880
    },
    {
      "epoch": 0.1254379355571961,
      "grad_norm": 5.34375,
      "learning_rate": 4.373371408853447e-05,
      "loss": 1.9524,
      "mean_token_accuracy": 0.5690444827079773,
      "num_tokens": 76276041.0,
      "step": 98890
    },
    {
      "epoch": 0.12545062014972894,
      "grad_norm": 5.65625,
      "learning_rate": 4.373307977844818e-05,
      "loss": 1.8611,
      "mean_token_accuracy": 0.5660123586654663,
      "num_tokens": 76282918.0,
      "step": 98900
    },
    {
      "epoch": 0.12546330474226178,
      "grad_norm": 8.0,
      "learning_rate": 4.3732445468361886e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5365748465061188,
      "num_tokens": 76290420.0,
      "step": 98910
    },
    {
      "epoch": 0.1254759893347946,
      "grad_norm": 5.0625,
      "learning_rate": 4.373181115827559e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5759713739156723,
      "num_tokens": 76296905.0,
      "step": 98920
    },
    {
      "epoch": 0.12548867392732743,
      "grad_norm": 5.84375,
      "learning_rate": 4.3731176848189296e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5222497552633285,
      "num_tokens": 76305595.0,
      "step": 98930
    },
    {
      "epoch": 0.12550135851986027,
      "grad_norm": 7.1875,
      "learning_rate": 4.373054253810301e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5265972137451171,
      "num_tokens": 76314207.0,
      "step": 98940
    },
    {
      "epoch": 0.12551404311239311,
      "grad_norm": 6.25,
      "learning_rate": 4.372990822801672e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5432995170354843,
      "num_tokens": 76321485.0,
      "step": 98950
    },
    {
      "epoch": 0.12552672770492593,
      "grad_norm": 5.40625,
      "learning_rate": 4.3729273917930426e-05,
      "loss": 2.2608,
      "mean_token_accuracy": 0.508344703912735,
      "num_tokens": 76330310.0,
      "step": 98960
    },
    {
      "epoch": 0.12553941229745877,
      "grad_norm": 5.53125,
      "learning_rate": 4.372863960784414e-05,
      "loss": 2.2453,
      "mean_token_accuracy": 0.5261008381843567,
      "num_tokens": 76337948.0,
      "step": 98970
    },
    {
      "epoch": 0.1255520968899916,
      "grad_norm": 4.9375,
      "learning_rate": 4.3728005297757843e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5162434339523315,
      "num_tokens": 76346689.0,
      "step": 98980
    },
    {
      "epoch": 0.12556478148252442,
      "grad_norm": 5.25,
      "learning_rate": 4.372737098767155e-05,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5340266257524491,
      "num_tokens": 76353627.0,
      "step": 98990
    },
    {
      "epoch": 0.12557746607505726,
      "grad_norm": 5.5625,
      "learning_rate": 4.372673667758526e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5652349084615708,
      "num_tokens": 76360811.0,
      "step": 99000
    },
    {
      "epoch": 0.1255901506675901,
      "grad_norm": 4.875,
      "learning_rate": 4.3726102367498966e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.528617399930954,
      "num_tokens": 76369151.0,
      "step": 99010
    },
    {
      "epoch": 0.12560283526012295,
      "grad_norm": 7.375,
      "learning_rate": 4.372546805741268e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5459127813577652,
      "num_tokens": 76378520.0,
      "step": 99020
    },
    {
      "epoch": 0.12561551985265576,
      "grad_norm": 11.125,
      "learning_rate": 4.3724833747326384e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5318169713020324,
      "num_tokens": 76387065.0,
      "step": 99030
    },
    {
      "epoch": 0.1256282044451886,
      "grad_norm": 6.5625,
      "learning_rate": 4.3724199437240096e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5409205406904221,
      "num_tokens": 76393872.0,
      "step": 99040
    },
    {
      "epoch": 0.12564088903772144,
      "grad_norm": 5.8125,
      "learning_rate": 4.37235651271538e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5506724029779434,
      "num_tokens": 76401212.0,
      "step": 99050
    },
    {
      "epoch": 0.12565357363025428,
      "grad_norm": 8.8125,
      "learning_rate": 4.3722930817067507e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.520588493347168,
      "num_tokens": 76407942.0,
      "step": 99060
    },
    {
      "epoch": 0.1256662582227871,
      "grad_norm": 5.46875,
      "learning_rate": 4.372229650698122e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5260493099689484,
      "num_tokens": 76417015.0,
      "step": 99070
    },
    {
      "epoch": 0.12567894281531994,
      "grad_norm": 6.0,
      "learning_rate": 4.3721662196894924e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5522802412509918,
      "num_tokens": 76424329.0,
      "step": 99080
    },
    {
      "epoch": 0.12569162740785278,
      "grad_norm": 4.90625,
      "learning_rate": 4.3721027886808636e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.553746497631073,
      "num_tokens": 76432025.0,
      "step": 99090
    },
    {
      "epoch": 0.12570431200038562,
      "grad_norm": 7.25,
      "learning_rate": 4.372039357672235e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5534465938806534,
      "num_tokens": 76439599.0,
      "step": 99100
    },
    {
      "epoch": 0.12571699659291843,
      "grad_norm": 5.25,
      "learning_rate": 4.3719759266636054e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5694240242242813,
      "num_tokens": 76446905.0,
      "step": 99110
    },
    {
      "epoch": 0.12572968118545128,
      "grad_norm": 4.71875,
      "learning_rate": 4.371912495654976e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5296415835618973,
      "num_tokens": 76455519.0,
      "step": 99120
    },
    {
      "epoch": 0.12574236577798412,
      "grad_norm": 8.125,
      "learning_rate": 4.3718490646463464e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5455372840166092,
      "num_tokens": 76463424.0,
      "step": 99130
    },
    {
      "epoch": 0.12575505037051696,
      "grad_norm": 5.71875,
      "learning_rate": 4.3717856336377176e-05,
      "loss": 2.3257,
      "mean_token_accuracy": 0.5119189232587814,
      "num_tokens": 76470850.0,
      "step": 99140
    },
    {
      "epoch": 0.12576773496304977,
      "grad_norm": 11.0625,
      "learning_rate": 4.371722202629089e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.5793064504861831,
      "num_tokens": 76477582.0,
      "step": 99150
    },
    {
      "epoch": 0.1257804195555826,
      "grad_norm": 7.5,
      "learning_rate": 4.3716587716204594e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5286178022623063,
      "num_tokens": 76485262.0,
      "step": 99160
    },
    {
      "epoch": 0.12579310414811545,
      "grad_norm": 6.0625,
      "learning_rate": 4.3715953406118306e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5623557716608047,
      "num_tokens": 76491902.0,
      "step": 99170
    },
    {
      "epoch": 0.1258057887406483,
      "grad_norm": 6.28125,
      "learning_rate": 4.371531909603201e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5387338638305664,
      "num_tokens": 76499166.0,
      "step": 99180
    },
    {
      "epoch": 0.1258184733331811,
      "grad_norm": 4.46875,
      "learning_rate": 4.371468478594572e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5228653967380523,
      "num_tokens": 76507169.0,
      "step": 99190
    },
    {
      "epoch": 0.12583115792571395,
      "grad_norm": 4.875,
      "learning_rate": 4.371405047585943e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5154996275901794,
      "num_tokens": 76514943.0,
      "step": 99200
    },
    {
      "epoch": 0.1258438425182468,
      "grad_norm": 5.34375,
      "learning_rate": 4.3713416165773134e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5214243173599243,
      "num_tokens": 76523266.0,
      "step": 99210
    },
    {
      "epoch": 0.12585652711077963,
      "grad_norm": 5.21875,
      "learning_rate": 4.3712781855686846e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5256191253662109,
      "num_tokens": 76531187.0,
      "step": 99220
    },
    {
      "epoch": 0.12586921170331244,
      "grad_norm": 7.0,
      "learning_rate": 4.371214754560056e-05,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5357337355613708,
      "num_tokens": 76537983.0,
      "step": 99230
    },
    {
      "epoch": 0.12588189629584529,
      "grad_norm": 5.625,
      "learning_rate": 4.3711513235514264e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5709388762712478,
      "num_tokens": 76545969.0,
      "step": 99240
    },
    {
      "epoch": 0.12589458088837813,
      "grad_norm": 4.5625,
      "learning_rate": 4.3710878925427976e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5398160874843597,
      "num_tokens": 76553548.0,
      "step": 99250
    },
    {
      "epoch": 0.12590726548091097,
      "grad_norm": 7.28125,
      "learning_rate": 4.3710244615341675e-05,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5697083473205566,
      "num_tokens": 76560768.0,
      "step": 99260
    },
    {
      "epoch": 0.12591995007344378,
      "grad_norm": 5.5,
      "learning_rate": 4.370961030525539e-05,
      "loss": 2.2563,
      "mean_token_accuracy": 0.526269543170929,
      "num_tokens": 76566427.0,
      "step": 99270
    },
    {
      "epoch": 0.12593263466597662,
      "grad_norm": 5.21875,
      "learning_rate": 4.37089759951691e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5261501878499985,
      "num_tokens": 76574925.0,
      "step": 99280
    },
    {
      "epoch": 0.12594531925850946,
      "grad_norm": 6.28125,
      "learning_rate": 4.3708341685082804e-05,
      "loss": 2.2977,
      "mean_token_accuracy": 0.5025320231914521,
      "num_tokens": 76582556.0,
      "step": 99290
    },
    {
      "epoch": 0.1259580038510423,
      "grad_norm": 5.03125,
      "learning_rate": 4.3707707374996516e-05,
      "loss": 1.7632,
      "mean_token_accuracy": 0.6089749574661255,
      "num_tokens": 76590166.0,
      "step": 99300
    },
    {
      "epoch": 0.12597068844357512,
      "grad_norm": 5.90625,
      "learning_rate": 4.370707306491022e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.537849760055542,
      "num_tokens": 76596653.0,
      "step": 99310
    },
    {
      "epoch": 0.12598337303610796,
      "grad_norm": 5.0625,
      "learning_rate": 4.3706438754823934e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5179435104131699,
      "num_tokens": 76604416.0,
      "step": 99320
    },
    {
      "epoch": 0.1259960576286408,
      "grad_norm": 4.71875,
      "learning_rate": 4.370580444473764e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5526716828346252,
      "num_tokens": 76612412.0,
      "step": 99330
    },
    {
      "epoch": 0.12600874222117364,
      "grad_norm": 5.59375,
      "learning_rate": 4.3705170134651344e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5428624957799911,
      "num_tokens": 76620017.0,
      "step": 99340
    },
    {
      "epoch": 0.12602142681370646,
      "grad_norm": 5.4375,
      "learning_rate": 4.370453582456506e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5502272963523864,
      "num_tokens": 76626829.0,
      "step": 99350
    },
    {
      "epoch": 0.1260341114062393,
      "grad_norm": 4.875,
      "learning_rate": 4.370390151447876e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5668005973100663,
      "num_tokens": 76634629.0,
      "step": 99360
    },
    {
      "epoch": 0.12604679599877214,
      "grad_norm": 6.4375,
      "learning_rate": 4.3703267204392474e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5206292361021042,
      "num_tokens": 76642000.0,
      "step": 99370
    },
    {
      "epoch": 0.12605948059130498,
      "grad_norm": 5.1875,
      "learning_rate": 4.3702632894306186e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5403067201375962,
      "num_tokens": 76649024.0,
      "step": 99380
    },
    {
      "epoch": 0.1260721651838378,
      "grad_norm": 5.21875,
      "learning_rate": 4.370199858421989e-05,
      "loss": 1.8338,
      "mean_token_accuracy": 0.5940677732229233,
      "num_tokens": 76654994.0,
      "step": 99390
    },
    {
      "epoch": 0.12608484977637063,
      "grad_norm": 5.6875,
      "learning_rate": 4.37013642741336e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5401235282421112,
      "num_tokens": 76663624.0,
      "step": 99400
    },
    {
      "epoch": 0.12609753436890347,
      "grad_norm": 6.53125,
      "learning_rate": 4.37007299640473e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5600404471158982,
      "num_tokens": 76670563.0,
      "step": 99410
    },
    {
      "epoch": 0.12611021896143632,
      "grad_norm": 6.53125,
      "learning_rate": 4.3700095653961014e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5716967701911926,
      "num_tokens": 76677861.0,
      "step": 99420
    },
    {
      "epoch": 0.12612290355396913,
      "grad_norm": 7.21875,
      "learning_rate": 4.3699461343874727e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5364970147609711,
      "num_tokens": 76684468.0,
      "step": 99430
    },
    {
      "epoch": 0.12613558814650197,
      "grad_norm": 5.21875,
      "learning_rate": 4.369882703378843e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5421889156103135,
      "num_tokens": 76692482.0,
      "step": 99440
    },
    {
      "epoch": 0.1261482727390348,
      "grad_norm": 4.5,
      "learning_rate": 4.3698192723702144e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5454966336488724,
      "num_tokens": 76699461.0,
      "step": 99450
    },
    {
      "epoch": 0.12616095733156762,
      "grad_norm": 4.78125,
      "learning_rate": 4.369755841361585e-05,
      "loss": 2.2361,
      "mean_token_accuracy": 0.5231121838092804,
      "num_tokens": 76707980.0,
      "step": 99460
    },
    {
      "epoch": 0.12617364192410047,
      "grad_norm": 4.625,
      "learning_rate": 4.3696924103529555e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5508285135030746,
      "num_tokens": 76716327.0,
      "step": 99470
    },
    {
      "epoch": 0.1261863265166333,
      "grad_norm": 6.5625,
      "learning_rate": 4.369628979344327e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5431522309780121,
      "num_tokens": 76724750.0,
      "step": 99480
    },
    {
      "epoch": 0.12619901110916615,
      "grad_norm": 4.75,
      "learning_rate": 4.369565548335697e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5497965395450592,
      "num_tokens": 76733110.0,
      "step": 99490
    },
    {
      "epoch": 0.12621169570169896,
      "grad_norm": 5.625,
      "learning_rate": 4.3695021173270684e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5564483791589737,
      "num_tokens": 76741231.0,
      "step": 99500
    },
    {
      "epoch": 0.1262243802942318,
      "grad_norm": 6.5,
      "learning_rate": 4.369438686318439e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5270995497703552,
      "num_tokens": 76749874.0,
      "step": 99510
    },
    {
      "epoch": 0.12623706488676464,
      "grad_norm": 5.09375,
      "learning_rate": 4.36937525530981e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5514247924089432,
      "num_tokens": 76756325.0,
      "step": 99520
    },
    {
      "epoch": 0.12624974947929749,
      "grad_norm": 6.03125,
      "learning_rate": 4.369311824301181e-05,
      "loss": 1.8626,
      "mean_token_accuracy": 0.5768728613853454,
      "num_tokens": 76763889.0,
      "step": 99530
    },
    {
      "epoch": 0.1262624340718303,
      "grad_norm": 8.25,
      "learning_rate": 4.369248393292551e-05,
      "loss": 1.9231,
      "mean_token_accuracy": 0.5684907972812653,
      "num_tokens": 76770129.0,
      "step": 99540
    },
    {
      "epoch": 0.12627511866436314,
      "grad_norm": 4.9375,
      "learning_rate": 4.3691849622839225e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5236311316490173,
      "num_tokens": 76777449.0,
      "step": 99550
    },
    {
      "epoch": 0.12628780325689598,
      "grad_norm": 6.375,
      "learning_rate": 4.369121531275293e-05,
      "loss": 1.8965,
      "mean_token_accuracy": 0.5686296701431275,
      "num_tokens": 76784557.0,
      "step": 99560
    },
    {
      "epoch": 0.12630048784942882,
      "grad_norm": 6.59375,
      "learning_rate": 4.369058100266664e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5195443063974381,
      "num_tokens": 76793473.0,
      "step": 99570
    },
    {
      "epoch": 0.12631317244196164,
      "grad_norm": 5.59375,
      "learning_rate": 4.3689946692580354e-05,
      "loss": 1.8914,
      "mean_token_accuracy": 0.5826391994953155,
      "num_tokens": 76801497.0,
      "step": 99580
    },
    {
      "epoch": 0.12632585703449448,
      "grad_norm": 5.71875,
      "learning_rate": 4.368931238249406e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5406619966030121,
      "num_tokens": 76808852.0,
      "step": 99590
    },
    {
      "epoch": 0.12633854162702732,
      "grad_norm": 5.03125,
      "learning_rate": 4.3688678072407765e-05,
      "loss": 2.2192,
      "mean_token_accuracy": 0.5187964886426926,
      "num_tokens": 76816940.0,
      "step": 99600
    },
    {
      "epoch": 0.12635122621956016,
      "grad_norm": 5.5,
      "learning_rate": 4.368804376232147e-05,
      "loss": 1.8338,
      "mean_token_accuracy": 0.5910967767238617,
      "num_tokens": 76824854.0,
      "step": 99610
    },
    {
      "epoch": 0.12636391081209297,
      "grad_norm": 6.21875,
      "learning_rate": 4.368740945223518e-05,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5622519373893737,
      "num_tokens": 76832146.0,
      "step": 99620
    },
    {
      "epoch": 0.1263765954046258,
      "grad_norm": 6.59375,
      "learning_rate": 4.3686775142148895e-05,
      "loss": 1.8675,
      "mean_token_accuracy": 0.5888219505548478,
      "num_tokens": 76839416.0,
      "step": 99630
    },
    {
      "epoch": 0.12638927999715865,
      "grad_norm": 5.09375,
      "learning_rate": 4.36861408320626e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5382398515939713,
      "num_tokens": 76847178.0,
      "step": 99640
    },
    {
      "epoch": 0.1264019645896915,
      "grad_norm": 6.625,
      "learning_rate": 4.368550652197631e-05,
      "loss": 1.7954,
      "mean_token_accuracy": 0.5935822427272797,
      "num_tokens": 76853052.0,
      "step": 99650
    },
    {
      "epoch": 0.1264146491822243,
      "grad_norm": 7.125,
      "learning_rate": 4.368487221189002e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5258876562118531,
      "num_tokens": 76860372.0,
      "step": 99660
    },
    {
      "epoch": 0.12642733377475715,
      "grad_norm": 6.84375,
      "learning_rate": 4.368423790180373e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5242653101682663,
      "num_tokens": 76868015.0,
      "step": 99670
    },
    {
      "epoch": 0.12644001836729,
      "grad_norm": 5.6875,
      "learning_rate": 4.3683603591717435e-05,
      "loss": 1.8861,
      "mean_token_accuracy": 0.5757169842720031,
      "num_tokens": 76876641.0,
      "step": 99680
    },
    {
      "epoch": 0.12645270295982283,
      "grad_norm": 4.96875,
      "learning_rate": 4.368296928163114e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5428101927042007,
      "num_tokens": 76885099.0,
      "step": 99690
    },
    {
      "epoch": 0.12646538755235565,
      "grad_norm": 5.28125,
      "learning_rate": 4.368233497154485e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5388105243444443,
      "num_tokens": 76892763.0,
      "step": 99700
    },
    {
      "epoch": 0.1264780721448885,
      "grad_norm": 5.84375,
      "learning_rate": 4.368170066145856e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5118370801210403,
      "num_tokens": 76902060.0,
      "step": 99710
    },
    {
      "epoch": 0.12649075673742133,
      "grad_norm": 6.59375,
      "learning_rate": 4.368106635137227e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.552349978685379,
      "num_tokens": 76908658.0,
      "step": 99720
    },
    {
      "epoch": 0.12650344132995417,
      "grad_norm": 8.4375,
      "learning_rate": 4.368043204128598e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5408526718616485,
      "num_tokens": 76915600.0,
      "step": 99730
    },
    {
      "epoch": 0.12651612592248698,
      "grad_norm": 6.40625,
      "learning_rate": 4.367979773119969e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5293058961629867,
      "num_tokens": 76923045.0,
      "step": 99740
    },
    {
      "epoch": 0.12652881051501982,
      "grad_norm": 5.25,
      "learning_rate": 4.367916342111339e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5351787656545639,
      "num_tokens": 76931022.0,
      "step": 99750
    },
    {
      "epoch": 0.12654149510755267,
      "grad_norm": 5.0,
      "learning_rate": 4.36785291110271e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5485892236232758,
      "num_tokens": 76939047.0,
      "step": 99760
    },
    {
      "epoch": 0.1265541797000855,
      "grad_norm": 4.78125,
      "learning_rate": 4.367789480094081e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5473069846630096,
      "num_tokens": 76946966.0,
      "step": 99770
    },
    {
      "epoch": 0.12656686429261832,
      "grad_norm": 5.03125,
      "learning_rate": 4.367726049085452e-05,
      "loss": 2.3333,
      "mean_token_accuracy": 0.4998184621334076,
      "num_tokens": 76954999.0,
      "step": 99780
    },
    {
      "epoch": 0.12657954888515116,
      "grad_norm": 4.59375,
      "learning_rate": 4.367662618076823e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.539493989944458,
      "num_tokens": 76961858.0,
      "step": 99790
    },
    {
      "epoch": 0.126592233477684,
      "grad_norm": 5.5625,
      "learning_rate": 4.367599187068194e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5339872479438782,
      "num_tokens": 76969478.0,
      "step": 99800
    },
    {
      "epoch": 0.12660491807021684,
      "grad_norm": 5.0,
      "learning_rate": 4.3675357560595645e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5332079201936721,
      "num_tokens": 76978139.0,
      "step": 99810
    },
    {
      "epoch": 0.12661760266274966,
      "grad_norm": 4.8125,
      "learning_rate": 4.367472325050935e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5638003498315811,
      "num_tokens": 76986491.0,
      "step": 99820
    },
    {
      "epoch": 0.1266302872552825,
      "grad_norm": 6.75,
      "learning_rate": 4.367408894042306e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.555211317539215,
      "num_tokens": 76993199.0,
      "step": 99830
    },
    {
      "epoch": 0.12664297184781534,
      "grad_norm": 4.84375,
      "learning_rate": 4.367345463033677e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5404614210128784,
      "num_tokens": 76998997.0,
      "step": 99840
    },
    {
      "epoch": 0.12665565644034818,
      "grad_norm": 7.53125,
      "learning_rate": 4.367282032025048e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.5529881775379181,
      "num_tokens": 77005533.0,
      "step": 99850
    },
    {
      "epoch": 0.126668341032881,
      "grad_norm": 7.5,
      "learning_rate": 4.3672186010164185e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5622425228357315,
      "num_tokens": 77013233.0,
      "step": 99860
    },
    {
      "epoch": 0.12668102562541383,
      "grad_norm": 5.09375,
      "learning_rate": 4.36715517000779e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5482454240322113,
      "num_tokens": 77021888.0,
      "step": 99870
    },
    {
      "epoch": 0.12669371021794668,
      "grad_norm": 10.9375,
      "learning_rate": 4.36709173899916e-05,
      "loss": 1.8841,
      "mean_token_accuracy": 0.5682140231132508,
      "num_tokens": 77027374.0,
      "step": 99880
    },
    {
      "epoch": 0.12670639481047952,
      "grad_norm": 4.46875,
      "learning_rate": 4.367028307990531e-05,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5494010150432587,
      "num_tokens": 77034840.0,
      "step": 99890
    },
    {
      "epoch": 0.12671907940301233,
      "grad_norm": 7.0,
      "learning_rate": 4.366964876981902e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5313477605581284,
      "num_tokens": 77043035.0,
      "step": 99900
    },
    {
      "epoch": 0.12673176399554517,
      "grad_norm": 6.375,
      "learning_rate": 4.3669014459732726e-05,
      "loss": 1.9347,
      "mean_token_accuracy": 0.5605821460485458,
      "num_tokens": 77050228.0,
      "step": 99910
    },
    {
      "epoch": 0.126744448588078,
      "grad_norm": 5.4375,
      "learning_rate": 4.366838014964644e-05,
      "loss": 1.8786,
      "mean_token_accuracy": 0.5832700848579406,
      "num_tokens": 77056846.0,
      "step": 99920
    },
    {
      "epoch": 0.12675713318061083,
      "grad_norm": 4.96875,
      "learning_rate": 4.366774583956015e-05,
      "loss": 2.2727,
      "mean_token_accuracy": 0.5156880527734756,
      "num_tokens": 77065257.0,
      "step": 99930
    },
    {
      "epoch": 0.12676981777314367,
      "grad_norm": 5.8125,
      "learning_rate": 4.3667111529473855e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5231980472803116,
      "num_tokens": 77073540.0,
      "step": 99940
    },
    {
      "epoch": 0.1267825023656765,
      "grad_norm": 4.5,
      "learning_rate": 4.366647721938756e-05,
      "loss": 1.9172,
      "mean_token_accuracy": 0.5738363981246948,
      "num_tokens": 77081967.0,
      "step": 99950
    },
    {
      "epoch": 0.12679518695820935,
      "grad_norm": 5.71875,
      "learning_rate": 4.3665842909301266e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5340700060129165,
      "num_tokens": 77089404.0,
      "step": 99960
    },
    {
      "epoch": 0.12680787155074216,
      "grad_norm": 5.65625,
      "learning_rate": 4.366520859921498e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.5248916476964951,
      "num_tokens": 77097817.0,
      "step": 99970
    },
    {
      "epoch": 0.126820556143275,
      "grad_norm": 5.6875,
      "learning_rate": 4.366457428912869e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5157787561416626,
      "num_tokens": 77105826.0,
      "step": 99980
    },
    {
      "epoch": 0.12683324073580785,
      "grad_norm": 4.875,
      "learning_rate": 4.3663939979042396e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5684937506914138,
      "num_tokens": 77113389.0,
      "step": 99990
    },
    {
      "epoch": 0.1268459253283407,
      "grad_norm": 6.46875,
      "learning_rate": 4.366330566895611e-05,
      "loss": 2.3114,
      "mean_token_accuracy": 0.5137345641851425,
      "num_tokens": 77121579.0,
      "step": 100000
    },
    {
      "epoch": 0.1268586099208735,
      "grad_norm": 5.34375,
      "learning_rate": 4.366267135886981e-05,
      "loss": 1.7878,
      "mean_token_accuracy": 0.5984204620122909,
      "num_tokens": 77127862.0,
      "step": 100010
    },
    {
      "epoch": 0.12687129451340634,
      "grad_norm": 5.96875,
      "learning_rate": 4.366203704878352e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5488319814205169,
      "num_tokens": 77136037.0,
      "step": 100020
    },
    {
      "epoch": 0.12688397910593918,
      "grad_norm": 5.0,
      "learning_rate": 4.366140273869723e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5404885143041611,
      "num_tokens": 77144356.0,
      "step": 100030
    },
    {
      "epoch": 0.12689666369847202,
      "grad_norm": 7.28125,
      "learning_rate": 4.3660768428610936e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5461459308862686,
      "num_tokens": 77151534.0,
      "step": 100040
    },
    {
      "epoch": 0.12690934829100484,
      "grad_norm": 4.96875,
      "learning_rate": 4.366013411852465e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.525882887840271,
      "num_tokens": 77159672.0,
      "step": 100050
    },
    {
      "epoch": 0.12692203288353768,
      "grad_norm": 6.1875,
      "learning_rate": 4.3659499808438353e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5457382887601853,
      "num_tokens": 77168346.0,
      "step": 100060
    },
    {
      "epoch": 0.12693471747607052,
      "grad_norm": 6.4375,
      "learning_rate": 4.3658865498352066e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5715019553899765,
      "num_tokens": 77176209.0,
      "step": 100070
    },
    {
      "epoch": 0.12694740206860336,
      "grad_norm": 5.09375,
      "learning_rate": 4.365823118826578e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5314222693443298,
      "num_tokens": 77184668.0,
      "step": 100080
    },
    {
      "epoch": 0.12696008666113617,
      "grad_norm": 4.9375,
      "learning_rate": 4.365759687817948e-05,
      "loss": 2.3149,
      "mean_token_accuracy": 0.4992918759584427,
      "num_tokens": 77193960.0,
      "step": 100090
    },
    {
      "epoch": 0.12697277125366901,
      "grad_norm": 4.625,
      "learning_rate": 4.365696256809319e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5241652607917786,
      "num_tokens": 77200253.0,
      "step": 100100
    },
    {
      "epoch": 0.12698545584620186,
      "grad_norm": 5.46875,
      "learning_rate": 4.36563282580069e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5403502196073532,
      "num_tokens": 77208721.0,
      "step": 100110
    },
    {
      "epoch": 0.1269981404387347,
      "grad_norm": 5.6875,
      "learning_rate": 4.3655693947920606e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5374388962984085,
      "num_tokens": 77215813.0,
      "step": 100120
    },
    {
      "epoch": 0.1270108250312675,
      "grad_norm": 7.5,
      "learning_rate": 4.365505963783432e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.550814488530159,
      "num_tokens": 77223342.0,
      "step": 100130
    },
    {
      "epoch": 0.12702350962380035,
      "grad_norm": 4.75,
      "learning_rate": 4.365442532774802e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5276277810335159,
      "num_tokens": 77232299.0,
      "step": 100140
    },
    {
      "epoch": 0.1270361942163332,
      "grad_norm": 4.9375,
      "learning_rate": 4.3653791017661735e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5512505024671555,
      "num_tokens": 77241069.0,
      "step": 100150
    },
    {
      "epoch": 0.12704887880886603,
      "grad_norm": 7.6875,
      "learning_rate": 4.365315670757544e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5340675204992295,
      "num_tokens": 77249059.0,
      "step": 100160
    },
    {
      "epoch": 0.12706156340139885,
      "grad_norm": 5.75,
      "learning_rate": 4.3652522397489146e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5450070172548294,
      "num_tokens": 77256779.0,
      "step": 100170
    },
    {
      "epoch": 0.1270742479939317,
      "grad_norm": 6.4375,
      "learning_rate": 4.365188808740286e-05,
      "loss": 2.2872,
      "mean_token_accuracy": 0.5116533756256103,
      "num_tokens": 77265581.0,
      "step": 100180
    },
    {
      "epoch": 0.12708693258646453,
      "grad_norm": 4.4375,
      "learning_rate": 4.3651253777316564e-05,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5780020952224731,
      "num_tokens": 77272166.0,
      "step": 100190
    },
    {
      "epoch": 0.12709961717899737,
      "grad_norm": 4.84375,
      "learning_rate": 4.3650619467230276e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5340635478496552,
      "num_tokens": 77280098.0,
      "step": 100200
    },
    {
      "epoch": 0.12711230177153018,
      "grad_norm": 6.78125,
      "learning_rate": 4.364998515714399e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5414031118154525,
      "num_tokens": 77287239.0,
      "step": 100210
    },
    {
      "epoch": 0.12712498636406303,
      "grad_norm": 4.9375,
      "learning_rate": 4.364935084705769e-05,
      "loss": 2.288,
      "mean_token_accuracy": 0.5109925776720047,
      "num_tokens": 77295974.0,
      "step": 100220
    },
    {
      "epoch": 0.12713767095659587,
      "grad_norm": 8.5,
      "learning_rate": 4.36487165369714e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5465704321861267,
      "num_tokens": 77303929.0,
      "step": 100230
    },
    {
      "epoch": 0.1271503555491287,
      "grad_norm": 4.625,
      "learning_rate": 4.3648082226885104e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5201902598142624,
      "num_tokens": 77312450.0,
      "step": 100240
    },
    {
      "epoch": 0.12716304014166152,
      "grad_norm": 7.5,
      "learning_rate": 4.3647447916798816e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5527468204498291,
      "num_tokens": 77320166.0,
      "step": 100250
    },
    {
      "epoch": 0.12717572473419436,
      "grad_norm": 5.84375,
      "learning_rate": 4.364681360671253e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5483081132173538,
      "num_tokens": 77327828.0,
      "step": 100260
    },
    {
      "epoch": 0.1271884093267272,
      "grad_norm": 12.875,
      "learning_rate": 4.3646179296626234e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5378232896327972,
      "num_tokens": 77334551.0,
      "step": 100270
    },
    {
      "epoch": 0.12720109391926004,
      "grad_norm": 7.75,
      "learning_rate": 4.3645544986539946e-05,
      "loss": 1.7227,
      "mean_token_accuracy": 0.6269156962633133,
      "num_tokens": 77340802.0,
      "step": 100280
    },
    {
      "epoch": 0.12721377851179286,
      "grad_norm": 5.5625,
      "learning_rate": 4.364491067645365e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5394344568252564,
      "num_tokens": 77348710.0,
      "step": 100290
    },
    {
      "epoch": 0.1272264631043257,
      "grad_norm": 5.03125,
      "learning_rate": 4.3644276366367356e-05,
      "loss": 2.1905,
      "mean_token_accuracy": 0.5238725125789643,
      "num_tokens": 77357162.0,
      "step": 100300
    },
    {
      "epoch": 0.12723914769685854,
      "grad_norm": 4.9375,
      "learning_rate": 4.364364205628107e-05,
      "loss": 2.2033,
      "mean_token_accuracy": 0.5244204133749009,
      "num_tokens": 77364253.0,
      "step": 100310
    },
    {
      "epoch": 0.12725183228939138,
      "grad_norm": 4.875,
      "learning_rate": 4.3643007746194774e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5566492289304733,
      "num_tokens": 77372842.0,
      "step": 100320
    },
    {
      "epoch": 0.1272645168819242,
      "grad_norm": 5.0625,
      "learning_rate": 4.3642373436108486e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5397058099508285,
      "num_tokens": 77380687.0,
      "step": 100330
    },
    {
      "epoch": 0.12727720147445704,
      "grad_norm": 4.71875,
      "learning_rate": 4.364173912602219e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5424310177564621,
      "num_tokens": 77388924.0,
      "step": 100340
    },
    {
      "epoch": 0.12728988606698988,
      "grad_norm": 6.09375,
      "learning_rate": 4.3641104815935903e-05,
      "loss": 1.8644,
      "mean_token_accuracy": 0.5843772143125534,
      "num_tokens": 77397011.0,
      "step": 100350
    },
    {
      "epoch": 0.12730257065952272,
      "grad_norm": 5.375,
      "learning_rate": 4.364047050584961e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5559121161699295,
      "num_tokens": 77403807.0,
      "step": 100360
    },
    {
      "epoch": 0.12731525525205553,
      "grad_norm": 5.53125,
      "learning_rate": 4.3639836195763314e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5345678508281708,
      "num_tokens": 77411466.0,
      "step": 100370
    },
    {
      "epoch": 0.12732793984458837,
      "grad_norm": 4.96875,
      "learning_rate": 4.3639201885677026e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5230659276247025,
      "num_tokens": 77420980.0,
      "step": 100380
    },
    {
      "epoch": 0.1273406244371212,
      "grad_norm": 5.6875,
      "learning_rate": 4.363856757559073e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5404172331094742,
      "num_tokens": 77429497.0,
      "step": 100390
    },
    {
      "epoch": 0.12735330902965403,
      "grad_norm": 5.75,
      "learning_rate": 4.3637933265504444e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5362018555402756,
      "num_tokens": 77436379.0,
      "step": 100400
    },
    {
      "epoch": 0.12736599362218687,
      "grad_norm": 5.21875,
      "learning_rate": 4.3637298955418156e-05,
      "loss": 1.8502,
      "mean_token_accuracy": 0.5817679345607758,
      "num_tokens": 77444701.0,
      "step": 100410
    },
    {
      "epoch": 0.1273786782147197,
      "grad_norm": 5.1875,
      "learning_rate": 4.363666464533186e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5430337190628052,
      "num_tokens": 77452351.0,
      "step": 100420
    },
    {
      "epoch": 0.12739136280725255,
      "grad_norm": 6.21875,
      "learning_rate": 4.3636030335245573e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5711336672306061,
      "num_tokens": 77459203.0,
      "step": 100430
    },
    {
      "epoch": 0.12740404739978536,
      "grad_norm": 10.6875,
      "learning_rate": 4.363539602515927e-05,
      "loss": 2.2462,
      "mean_token_accuracy": 0.5310403943061829,
      "num_tokens": 77464786.0,
      "step": 100440
    },
    {
      "epoch": 0.1274167319923182,
      "grad_norm": 5.15625,
      "learning_rate": 4.3634761715072984e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5258103042840958,
      "num_tokens": 77472848.0,
      "step": 100450
    },
    {
      "epoch": 0.12742941658485105,
      "grad_norm": 5.125,
      "learning_rate": 4.3634127404986696e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5631411463022232,
      "num_tokens": 77480718.0,
      "step": 100460
    },
    {
      "epoch": 0.1274421011773839,
      "grad_norm": 4.84375,
      "learning_rate": 4.36334930949004e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5369159519672394,
      "num_tokens": 77489029.0,
      "step": 100470
    },
    {
      "epoch": 0.1274547857699167,
      "grad_norm": 5.90625,
      "learning_rate": 4.3632858784814114e-05,
      "loss": 1.7381,
      "mean_token_accuracy": 0.6100390374660491,
      "num_tokens": 77493723.0,
      "step": 100480
    },
    {
      "epoch": 0.12746747036244954,
      "grad_norm": 5.0,
      "learning_rate": 4.363222447472782e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5708251774311066,
      "num_tokens": 77502078.0,
      "step": 100490
    },
    {
      "epoch": 0.12748015495498238,
      "grad_norm": 6.28125,
      "learning_rate": 4.363159016464153e-05,
      "loss": 2.2707,
      "mean_token_accuracy": 0.5122353196144104,
      "num_tokens": 77511050.0,
      "step": 100500
    },
    {
      "epoch": 0.12749283954751522,
      "grad_norm": 5.71875,
      "learning_rate": 4.3630955854555237e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5499982476234436,
      "num_tokens": 77518838.0,
      "step": 100510
    },
    {
      "epoch": 0.12750552414004804,
      "grad_norm": 5.59375,
      "learning_rate": 4.363032154446894e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5283023893833161,
      "num_tokens": 77527591.0,
      "step": 100520
    },
    {
      "epoch": 0.12751820873258088,
      "grad_norm": 6.0,
      "learning_rate": 4.3629687234382654e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5382688939571381,
      "num_tokens": 77535959.0,
      "step": 100530
    },
    {
      "epoch": 0.12753089332511372,
      "grad_norm": 5.125,
      "learning_rate": 4.362905292429636e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5141897231340409,
      "num_tokens": 77545030.0,
      "step": 100540
    },
    {
      "epoch": 0.12754357791764656,
      "grad_norm": 4.84375,
      "learning_rate": 4.362841861421007e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5417481154203415,
      "num_tokens": 77553286.0,
      "step": 100550
    },
    {
      "epoch": 0.12755626251017937,
      "grad_norm": 9.0,
      "learning_rate": 4.3627784304123784e-05,
      "loss": 2.2686,
      "mean_token_accuracy": 0.5154872059822082,
      "num_tokens": 77560577.0,
      "step": 100560
    },
    {
      "epoch": 0.12756894710271222,
      "grad_norm": 5.78125,
      "learning_rate": 4.362714999403749e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5508654832839965,
      "num_tokens": 77568726.0,
      "step": 100570
    },
    {
      "epoch": 0.12758163169524506,
      "grad_norm": 5.5,
      "learning_rate": 4.3626515683951194e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5175861924886703,
      "num_tokens": 77576313.0,
      "step": 100580
    },
    {
      "epoch": 0.1275943162877779,
      "grad_norm": 4.625,
      "learning_rate": 4.36258813738649e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5364100754261016,
      "num_tokens": 77585442.0,
      "step": 100590
    },
    {
      "epoch": 0.1276070008803107,
      "grad_norm": 8.6875,
      "learning_rate": 4.362524706377861e-05,
      "loss": 1.9471,
      "mean_token_accuracy": 0.5584429144859314,
      "num_tokens": 77591338.0,
      "step": 100600
    },
    {
      "epoch": 0.12761968547284355,
      "grad_norm": 5.34375,
      "learning_rate": 4.3624612753692324e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5277734875679017,
      "num_tokens": 77600519.0,
      "step": 100610
    },
    {
      "epoch": 0.1276323700653764,
      "grad_norm": 5.125,
      "learning_rate": 4.362397844360603e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5649778604507446,
      "num_tokens": 77607997.0,
      "step": 100620
    },
    {
      "epoch": 0.12764505465790923,
      "grad_norm": 6.90625,
      "learning_rate": 4.362334413351974e-05,
      "loss": 2.2392,
      "mean_token_accuracy": 0.5223980098962784,
      "num_tokens": 77615038.0,
      "step": 100630
    },
    {
      "epoch": 0.12765773925044205,
      "grad_norm": 7.3125,
      "learning_rate": 4.362270982343345e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5534201234579086,
      "num_tokens": 77622180.0,
      "step": 100640
    },
    {
      "epoch": 0.1276704238429749,
      "grad_norm": 4.9375,
      "learning_rate": 4.362207551334715e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5527622997760773,
      "num_tokens": 77630860.0,
      "step": 100650
    },
    {
      "epoch": 0.12768310843550773,
      "grad_norm": 5.8125,
      "learning_rate": 4.3621441203260864e-05,
      "loss": 1.8129,
      "mean_token_accuracy": 0.5951189160346985,
      "num_tokens": 77635571.0,
      "step": 100660
    },
    {
      "epoch": 0.12769579302804057,
      "grad_norm": 5.125,
      "learning_rate": 4.362080689317457e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5389216214418411,
      "num_tokens": 77642852.0,
      "step": 100670
    },
    {
      "epoch": 0.12770847762057339,
      "grad_norm": 4.9375,
      "learning_rate": 4.362017258308828e-05,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5178496927022934,
      "num_tokens": 77650962.0,
      "step": 100680
    },
    {
      "epoch": 0.12772116221310623,
      "grad_norm": 12.875,
      "learning_rate": 4.361953827300199e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5627326339483261,
      "num_tokens": 77657365.0,
      "step": 100690
    },
    {
      "epoch": 0.12773384680563907,
      "grad_norm": 5.40625,
      "learning_rate": 4.36189039629157e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5659441471099853,
      "num_tokens": 77664652.0,
      "step": 100700
    },
    {
      "epoch": 0.1277465313981719,
      "grad_norm": 6.40625,
      "learning_rate": 4.3618269652829405e-05,
      "loss": 2.2088,
      "mean_token_accuracy": 0.5267546057701111,
      "num_tokens": 77672834.0,
      "step": 100710
    },
    {
      "epoch": 0.12775921599070472,
      "grad_norm": 4.8125,
      "learning_rate": 4.361763534274311e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5486183553934098,
      "num_tokens": 77679579.0,
      "step": 100720
    },
    {
      "epoch": 0.12777190058323756,
      "grad_norm": 4.78125,
      "learning_rate": 4.361700103265682e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5318117886781693,
      "num_tokens": 77687608.0,
      "step": 100730
    },
    {
      "epoch": 0.1277845851757704,
      "grad_norm": 6.03125,
      "learning_rate": 4.361636672257053e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5522861182689667,
      "num_tokens": 77693885.0,
      "step": 100740
    },
    {
      "epoch": 0.12779726976830325,
      "grad_norm": 5.40625,
      "learning_rate": 4.361573241248424e-05,
      "loss": 2.2675,
      "mean_token_accuracy": 0.5117932915687561,
      "num_tokens": 77702841.0,
      "step": 100750
    },
    {
      "epoch": 0.12780995436083606,
      "grad_norm": 6.125,
      "learning_rate": 4.361509810239795e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5415264666080475,
      "num_tokens": 77709760.0,
      "step": 100760
    },
    {
      "epoch": 0.1278226389533689,
      "grad_norm": 6.875,
      "learning_rate": 4.361446379231166e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5310650944709778,
      "num_tokens": 77718222.0,
      "step": 100770
    },
    {
      "epoch": 0.12783532354590174,
      "grad_norm": 5.03125,
      "learning_rate": 4.361382948222536e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5323452025651931,
      "num_tokens": 77726866.0,
      "step": 100780
    },
    {
      "epoch": 0.12784800813843458,
      "grad_norm": 6.78125,
      "learning_rate": 4.361319517213907e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5388333410024643,
      "num_tokens": 77734013.0,
      "step": 100790
    },
    {
      "epoch": 0.1278606927309674,
      "grad_norm": 10.9375,
      "learning_rate": 4.361256086205278e-05,
      "loss": 2.2672,
      "mean_token_accuracy": 0.5020669877529145,
      "num_tokens": 77742204.0,
      "step": 100800
    },
    {
      "epoch": 0.12787337732350024,
      "grad_norm": 5.28125,
      "learning_rate": 4.361192655196649e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.562009310722351,
      "num_tokens": 77750448.0,
      "step": 100810
    },
    {
      "epoch": 0.12788606191603308,
      "grad_norm": 5.59375,
      "learning_rate": 4.36112922418802e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5289085686206818,
      "num_tokens": 77758113.0,
      "step": 100820
    },
    {
      "epoch": 0.12789874650856592,
      "grad_norm": 7.09375,
      "learning_rate": 4.361065793179391e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5374110668897629,
      "num_tokens": 77764362.0,
      "step": 100830
    },
    {
      "epoch": 0.12791143110109873,
      "grad_norm": 5.40625,
      "learning_rate": 4.3610023621707615e-05,
      "loss": 2.2789,
      "mean_token_accuracy": 0.5078887522220612,
      "num_tokens": 77773592.0,
      "step": 100840
    },
    {
      "epoch": 0.12792411569363157,
      "grad_norm": 5.15625,
      "learning_rate": 4.360938931162133e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5558427840471267,
      "num_tokens": 77780886.0,
      "step": 100850
    },
    {
      "epoch": 0.12793680028616441,
      "grad_norm": 7.125,
      "learning_rate": 4.360875500153503e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5243250161409378,
      "num_tokens": 77788135.0,
      "step": 100860
    },
    {
      "epoch": 0.12794948487869723,
      "grad_norm": 4.5625,
      "learning_rate": 4.360812069144874e-05,
      "loss": 2.2978,
      "mean_token_accuracy": 0.5117849469184875,
      "num_tokens": 77796821.0,
      "step": 100870
    },
    {
      "epoch": 0.12796216947123007,
      "grad_norm": 6.21875,
      "learning_rate": 4.360748638136245e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5251298546791077,
      "num_tokens": 77805033.0,
      "step": 100880
    },
    {
      "epoch": 0.1279748540637629,
      "grad_norm": 5.5,
      "learning_rate": 4.3606852071276155e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5521844416856766,
      "num_tokens": 77813733.0,
      "step": 100890
    },
    {
      "epoch": 0.12798753865629575,
      "grad_norm": 5.09375,
      "learning_rate": 4.360621776118987e-05,
      "loss": 1.8808,
      "mean_token_accuracy": 0.5834698975086212,
      "num_tokens": 77821957.0,
      "step": 100900
    },
    {
      "epoch": 0.12800022324882857,
      "grad_norm": 5.375,
      "learning_rate": 4.360558345110358e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5138694554567337,
      "num_tokens": 77830553.0,
      "step": 100910
    },
    {
      "epoch": 0.1280129078413614,
      "grad_norm": 7.34375,
      "learning_rate": 4.3604949141017285e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5679933995008468,
      "num_tokens": 77837976.0,
      "step": 100920
    },
    {
      "epoch": 0.12802559243389425,
      "grad_norm": 7.6875,
      "learning_rate": 4.360431483093099e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5575595021247863,
      "num_tokens": 77845809.0,
      "step": 100930
    },
    {
      "epoch": 0.1280382770264271,
      "grad_norm": 5.5625,
      "learning_rate": 4.3603680520844695e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5696756809949874,
      "num_tokens": 77852052.0,
      "step": 100940
    },
    {
      "epoch": 0.1280509616189599,
      "grad_norm": 6.0625,
      "learning_rate": 4.360304621075841e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5239836543798446,
      "num_tokens": 77859007.0,
      "step": 100950
    },
    {
      "epoch": 0.12806364621149274,
      "grad_norm": 6.28125,
      "learning_rate": 4.360241190067212e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5621068596839904,
      "num_tokens": 77867145.0,
      "step": 100960
    },
    {
      "epoch": 0.12807633080402558,
      "grad_norm": 8.375,
      "learning_rate": 4.3601777590585825e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.564847806096077,
      "num_tokens": 77874508.0,
      "step": 100970
    },
    {
      "epoch": 0.12808901539655843,
      "grad_norm": 7.46875,
      "learning_rate": 4.360114328049954e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5695136338472366,
      "num_tokens": 77880240.0,
      "step": 100980
    },
    {
      "epoch": 0.12810169998909124,
      "grad_norm": 6.3125,
      "learning_rate": 4.360050897041324e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5526072144508362,
      "num_tokens": 77887015.0,
      "step": 100990
    },
    {
      "epoch": 0.12811438458162408,
      "grad_norm": 4.8125,
      "learning_rate": 4.359987466032695e-05,
      "loss": 1.9275,
      "mean_token_accuracy": 0.5664332330226898,
      "num_tokens": 77894731.0,
      "step": 101000
    },
    {
      "epoch": 0.12812706917415692,
      "grad_norm": 6.15625,
      "learning_rate": 4.359924035024066e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5218043982982635,
      "num_tokens": 77903342.0,
      "step": 101010
    },
    {
      "epoch": 0.12813975376668976,
      "grad_norm": 5.0625,
      "learning_rate": 4.3598606040154365e-05,
      "loss": 2.2552,
      "mean_token_accuracy": 0.5107617765665055,
      "num_tokens": 77912862.0,
      "step": 101020
    },
    {
      "epoch": 0.12815243835922258,
      "grad_norm": 5.59375,
      "learning_rate": 4.359797173006808e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.523799529671669,
      "num_tokens": 77920585.0,
      "step": 101030
    },
    {
      "epoch": 0.12816512295175542,
      "grad_norm": 7.65625,
      "learning_rate": 4.359733741998179e-05,
      "loss": 2.2314,
      "mean_token_accuracy": 0.5159122228622437,
      "num_tokens": 77927644.0,
      "step": 101040
    },
    {
      "epoch": 0.12817780754428826,
      "grad_norm": 5.9375,
      "learning_rate": 4.3596703109895495e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5379439920186997,
      "num_tokens": 77935720.0,
      "step": 101050
    },
    {
      "epoch": 0.1281904921368211,
      "grad_norm": 5.25,
      "learning_rate": 4.35960687998092e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5240201741456986,
      "num_tokens": 77944203.0,
      "step": 101060
    },
    {
      "epoch": 0.1282031767293539,
      "grad_norm": 5.5,
      "learning_rate": 4.3595434489722906e-05,
      "loss": 1.9592,
      "mean_token_accuracy": 0.5646048069000245,
      "num_tokens": 77951199.0,
      "step": 101070
    },
    {
      "epoch": 0.12821586132188675,
      "grad_norm": 5.375,
      "learning_rate": 4.359480017963662e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5499590009450912,
      "num_tokens": 77958481.0,
      "step": 101080
    },
    {
      "epoch": 0.1282285459144196,
      "grad_norm": 5.59375,
      "learning_rate": 4.359416586955033e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5372714340686798,
      "num_tokens": 77967194.0,
      "step": 101090
    },
    {
      "epoch": 0.12824123050695244,
      "grad_norm": 5.625,
      "learning_rate": 4.3593531559464035e-05,
      "loss": 1.7854,
      "mean_token_accuracy": 0.6031226217746735,
      "num_tokens": 77973954.0,
      "step": 101100
    },
    {
      "epoch": 0.12825391509948525,
      "grad_norm": 4.9375,
      "learning_rate": 4.359289724937775e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5306372910737991,
      "num_tokens": 77981569.0,
      "step": 101110
    },
    {
      "epoch": 0.1282665996920181,
      "grad_norm": 5.25,
      "learning_rate": 4.359226293929145e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5700701862573624,
      "num_tokens": 77989216.0,
      "step": 101120
    },
    {
      "epoch": 0.12827928428455093,
      "grad_norm": 5.65625,
      "learning_rate": 4.359162862920516e-05,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5238410562276841,
      "num_tokens": 77997476.0,
      "step": 101130
    },
    {
      "epoch": 0.12829196887708377,
      "grad_norm": 5.34375,
      "learning_rate": 4.359099431911887e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5598799347877502,
      "num_tokens": 78006044.0,
      "step": 101140
    },
    {
      "epoch": 0.1283046534696166,
      "grad_norm": 4.9375,
      "learning_rate": 4.3590360009032576e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5244927078485488,
      "num_tokens": 78014911.0,
      "step": 101150
    },
    {
      "epoch": 0.12831733806214943,
      "grad_norm": 6.9375,
      "learning_rate": 4.358972569894629e-05,
      "loss": 2.2193,
      "mean_token_accuracy": 0.5221107572317123,
      "num_tokens": 78022301.0,
      "step": 101160
    },
    {
      "epoch": 0.12833002265468227,
      "grad_norm": 4.53125,
      "learning_rate": 4.358909138885999e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5650957375764847,
      "num_tokens": 78030533.0,
      "step": 101170
    },
    {
      "epoch": 0.1283427072472151,
      "grad_norm": 5.65625,
      "learning_rate": 4.3588457078773705e-05,
      "loss": 1.8771,
      "mean_token_accuracy": 0.5906989425420761,
      "num_tokens": 78037179.0,
      "step": 101180
    },
    {
      "epoch": 0.12835539183974792,
      "grad_norm": 5.40625,
      "learning_rate": 4.358782276868742e-05,
      "loss": 2.3645,
      "mean_token_accuracy": 0.5166903525590897,
      "num_tokens": 78045486.0,
      "step": 101190
    },
    {
      "epoch": 0.12836807643228076,
      "grad_norm": 6.0625,
      "learning_rate": 4.3587188458601116e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5275397270917892,
      "num_tokens": 78052859.0,
      "step": 101200
    },
    {
      "epoch": 0.1283807610248136,
      "grad_norm": 8.0625,
      "learning_rate": 4.358655414851483e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5519178986549378,
      "num_tokens": 78060455.0,
      "step": 101210
    },
    {
      "epoch": 0.12839344561734645,
      "grad_norm": 5.78125,
      "learning_rate": 4.358591983842853e-05,
      "loss": 2.2734,
      "mean_token_accuracy": 0.5051643162965774,
      "num_tokens": 78069349.0,
      "step": 101220
    },
    {
      "epoch": 0.12840613020987926,
      "grad_norm": 9.875,
      "learning_rate": 4.3585285528342245e-05,
      "loss": 1.8106,
      "mean_token_accuracy": 0.6167460560798645,
      "num_tokens": 78075898.0,
      "step": 101230
    },
    {
      "epoch": 0.1284188148024121,
      "grad_norm": 5.25,
      "learning_rate": 4.358465121825596e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5342047274112701,
      "num_tokens": 78084260.0,
      "step": 101240
    },
    {
      "epoch": 0.12843149939494494,
      "grad_norm": 5.28125,
      "learning_rate": 4.358401690816966e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5498697608709335,
      "num_tokens": 78092515.0,
      "step": 101250
    },
    {
      "epoch": 0.12844418398747778,
      "grad_norm": 6.96875,
      "learning_rate": 4.3583382598083375e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5466044515371322,
      "num_tokens": 78099163.0,
      "step": 101260
    },
    {
      "epoch": 0.1284568685800106,
      "grad_norm": 5.5,
      "learning_rate": 4.358274828799708e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5532333701848984,
      "num_tokens": 78105653.0,
      "step": 101270
    },
    {
      "epoch": 0.12846955317254344,
      "grad_norm": 5.21875,
      "learning_rate": 4.3582113977910786e-05,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5573440551757812,
      "num_tokens": 78113083.0,
      "step": 101280
    },
    {
      "epoch": 0.12848223776507628,
      "grad_norm": 7.75,
      "learning_rate": 4.35814796678245e-05,
      "loss": 1.8241,
      "mean_token_accuracy": 0.5831607401371002,
      "num_tokens": 78118873.0,
      "step": 101290
    },
    {
      "epoch": 0.12849492235760912,
      "grad_norm": 5.09375,
      "learning_rate": 4.35808453577382e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5262576222419739,
      "num_tokens": 78126918.0,
      "step": 101300
    },
    {
      "epoch": 0.12850760695014193,
      "grad_norm": 5.3125,
      "learning_rate": 4.3580211047651915e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.5181990951299668,
      "num_tokens": 78136145.0,
      "step": 101310
    },
    {
      "epoch": 0.12852029154267477,
      "grad_norm": 5.96875,
      "learning_rate": 4.357957673756562e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5548812866210937,
      "num_tokens": 78143579.0,
      "step": 101320
    },
    {
      "epoch": 0.12853297613520762,
      "grad_norm": 4.6875,
      "learning_rate": 4.357894242747933e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5527003467082977,
      "num_tokens": 78151638.0,
      "step": 101330
    },
    {
      "epoch": 0.12854566072774043,
      "grad_norm": 5.03125,
      "learning_rate": 4.357830811739304e-05,
      "loss": 1.938,
      "mean_token_accuracy": 0.5677760511636734,
      "num_tokens": 78159413.0,
      "step": 101340
    },
    {
      "epoch": 0.12855834532027327,
      "grad_norm": 8.625,
      "learning_rate": 4.3577673807306744e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5427781254053116,
      "num_tokens": 78167047.0,
      "step": 101350
    },
    {
      "epoch": 0.1285710299128061,
      "grad_norm": 5.09375,
      "learning_rate": 4.3577039497220456e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5419064819812774,
      "num_tokens": 78176215.0,
      "step": 101360
    },
    {
      "epoch": 0.12858371450533895,
      "grad_norm": 5.21875,
      "learning_rate": 4.357640518713416e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5541126638650894,
      "num_tokens": 78183040.0,
      "step": 101370
    },
    {
      "epoch": 0.12859639909787177,
      "grad_norm": 5.0625,
      "learning_rate": 4.357577087704787e-05,
      "loss": 2.2009,
      "mean_token_accuracy": 0.5178776234388351,
      "num_tokens": 78192358.0,
      "step": 101380
    },
    {
      "epoch": 0.1286090836904046,
      "grad_norm": 5.90625,
      "learning_rate": 4.3575136566961585e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5615351378917695,
      "num_tokens": 78199208.0,
      "step": 101390
    },
    {
      "epoch": 0.12862176828293745,
      "grad_norm": 9.9375,
      "learning_rate": 4.357450225687529e-05,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5149513959884644,
      "num_tokens": 78207707.0,
      "step": 101400
    },
    {
      "epoch": 0.1286344528754703,
      "grad_norm": 7.25,
      "learning_rate": 4.3573867946788996e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5294190376996994,
      "num_tokens": 78214239.0,
      "step": 101410
    },
    {
      "epoch": 0.1286471374680031,
      "grad_norm": 5.125,
      "learning_rate": 4.35732336367027e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5523934245109559,
      "num_tokens": 78222152.0,
      "step": 101420
    },
    {
      "epoch": 0.12865982206053594,
      "grad_norm": 5.84375,
      "learning_rate": 4.3572599326616413e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5190487921237945,
      "num_tokens": 78230028.0,
      "step": 101430
    },
    {
      "epoch": 0.12867250665306879,
      "grad_norm": 5.40625,
      "learning_rate": 4.3571965016530126e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5366791665554047,
      "num_tokens": 78237494.0,
      "step": 101440
    },
    {
      "epoch": 0.12868519124560163,
      "grad_norm": 5.9375,
      "learning_rate": 4.357133070644383e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5553332060575485,
      "num_tokens": 78245683.0,
      "step": 101450
    },
    {
      "epoch": 0.12869787583813444,
      "grad_norm": 5.03125,
      "learning_rate": 4.357069639635754e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5574665665626526,
      "num_tokens": 78253719.0,
      "step": 101460
    },
    {
      "epoch": 0.12871056043066728,
      "grad_norm": 4.5625,
      "learning_rate": 4.357006208627125e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5368324875831604,
      "num_tokens": 78259919.0,
      "step": 101470
    },
    {
      "epoch": 0.12872324502320012,
      "grad_norm": 5.71875,
      "learning_rate": 4.3569427776184954e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5134936392307281,
      "num_tokens": 78267742.0,
      "step": 101480
    },
    {
      "epoch": 0.12873592961573296,
      "grad_norm": 5.0625,
      "learning_rate": 4.3568793466098666e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5750388383865357,
      "num_tokens": 78274493.0,
      "step": 101490
    },
    {
      "epoch": 0.12874861420826578,
      "grad_norm": 4.9375,
      "learning_rate": 4.356815915601237e-05,
      "loss": 2.3932,
      "mean_token_accuracy": 0.4868025302886963,
      "num_tokens": 78282960.0,
      "step": 101500
    },
    {
      "epoch": 0.12876129880079862,
      "grad_norm": 5.0625,
      "learning_rate": 4.3567524845926083e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5453912734985351,
      "num_tokens": 78291616.0,
      "step": 101510
    },
    {
      "epoch": 0.12877398339333146,
      "grad_norm": 5.6875,
      "learning_rate": 4.356689053583979e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5531897723674775,
      "num_tokens": 78298912.0,
      "step": 101520
    },
    {
      "epoch": 0.1287866679858643,
      "grad_norm": 6.8125,
      "learning_rate": 4.35662562257535e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5370716750621796,
      "num_tokens": 78306823.0,
      "step": 101530
    },
    {
      "epoch": 0.1287993525783971,
      "grad_norm": 5.28125,
      "learning_rate": 4.356562191566721e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5190934836864471,
      "num_tokens": 78314999.0,
      "step": 101540
    },
    {
      "epoch": 0.12881203717092995,
      "grad_norm": 3.59375,
      "learning_rate": 4.356498760558091e-05,
      "loss": 1.838,
      "mean_token_accuracy": 0.5866075992584229,
      "num_tokens": 78321562.0,
      "step": 101550
    },
    {
      "epoch": 0.1288247217634628,
      "grad_norm": 6.5625,
      "learning_rate": 4.3564353295494624e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5571499437093734,
      "num_tokens": 78329421.0,
      "step": 101560
    },
    {
      "epoch": 0.12883740635599564,
      "grad_norm": 8.25,
      "learning_rate": 4.356371898540833e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5364990055561065,
      "num_tokens": 78336913.0,
      "step": 101570
    },
    {
      "epoch": 0.12885009094852845,
      "grad_norm": 9.1875,
      "learning_rate": 4.356308467532204e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5578188896179199,
      "num_tokens": 78344386.0,
      "step": 101580
    },
    {
      "epoch": 0.1288627755410613,
      "grad_norm": 7.5625,
      "learning_rate": 4.356245036523575e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5493987321853637,
      "num_tokens": 78351617.0,
      "step": 101590
    },
    {
      "epoch": 0.12887546013359413,
      "grad_norm": 5.21875,
      "learning_rate": 4.356181605514946e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5354393810033798,
      "num_tokens": 78359133.0,
      "step": 101600
    },
    {
      "epoch": 0.12888814472612697,
      "grad_norm": 4.59375,
      "learning_rate": 4.356118174506317e-05,
      "loss": 1.8354,
      "mean_token_accuracy": 0.5939326316118241,
      "num_tokens": 78365973.0,
      "step": 101610
    },
    {
      "epoch": 0.1289008293186598,
      "grad_norm": 5.15625,
      "learning_rate": 4.356054743497687e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5391222983598709,
      "num_tokens": 78374291.0,
      "step": 101620
    },
    {
      "epoch": 0.12891351391119263,
      "grad_norm": 5.65625,
      "learning_rate": 4.355991312489058e-05,
      "loss": 2.4298,
      "mean_token_accuracy": 0.48839705586433413,
      "num_tokens": 78383496.0,
      "step": 101630
    },
    {
      "epoch": 0.12892619850372547,
      "grad_norm": 6.375,
      "learning_rate": 4.3559278814804294e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5342038393020629,
      "num_tokens": 78391002.0,
      "step": 101640
    },
    {
      "epoch": 0.1289388830962583,
      "grad_norm": 5.03125,
      "learning_rate": 4.3558644504718e-05,
      "loss": 1.8727,
      "mean_token_accuracy": 0.5840185463428498,
      "num_tokens": 78398774.0,
      "step": 101650
    },
    {
      "epoch": 0.12895156768879112,
      "grad_norm": 6.5625,
      "learning_rate": 4.355801019463171e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5288574725389481,
      "num_tokens": 78406943.0,
      "step": 101660
    },
    {
      "epoch": 0.12896425228132397,
      "grad_norm": 4.8125,
      "learning_rate": 4.3557375884545416e-05,
      "loss": 2.1939,
      "mean_token_accuracy": 0.528431412577629,
      "num_tokens": 78414385.0,
      "step": 101670
    },
    {
      "epoch": 0.1289769368738568,
      "grad_norm": 4.8125,
      "learning_rate": 4.355674157445913e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5300464421510697,
      "num_tokens": 78422020.0,
      "step": 101680
    },
    {
      "epoch": 0.12898962146638965,
      "grad_norm": 5.65625,
      "learning_rate": 4.3556107264372834e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5348137885332107,
      "num_tokens": 78430989.0,
      "step": 101690
    },
    {
      "epoch": 0.12900230605892246,
      "grad_norm": 4.8125,
      "learning_rate": 4.355547295428654e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5317322552204132,
      "num_tokens": 78440146.0,
      "step": 101700
    },
    {
      "epoch": 0.1290149906514553,
      "grad_norm": 5.6875,
      "learning_rate": 4.355483864420025e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5574453741312027,
      "num_tokens": 78447648.0,
      "step": 101710
    },
    {
      "epoch": 0.12902767524398814,
      "grad_norm": 5.03125,
      "learning_rate": 4.355420433411396e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5238409012556076,
      "num_tokens": 78456781.0,
      "step": 101720
    },
    {
      "epoch": 0.12904035983652098,
      "grad_norm": 7.40625,
      "learning_rate": 4.355357002402767e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5863300651311875,
      "num_tokens": 78463504.0,
      "step": 101730
    },
    {
      "epoch": 0.1290530444290538,
      "grad_norm": 5.46875,
      "learning_rate": 4.355293571394138e-05,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5138571053743363,
      "num_tokens": 78472974.0,
      "step": 101740
    },
    {
      "epoch": 0.12906572902158664,
      "grad_norm": 5.8125,
      "learning_rate": 4.3552301403855086e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5535530120134353,
      "num_tokens": 78481222.0,
      "step": 101750
    },
    {
      "epoch": 0.12907841361411948,
      "grad_norm": 8.5,
      "learning_rate": 4.355166709376879e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5222557574510575,
      "num_tokens": 78487838.0,
      "step": 101760
    },
    {
      "epoch": 0.1290910982066523,
      "grad_norm": 5.4375,
      "learning_rate": 4.35510327836825e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5729182720184326,
      "num_tokens": 78494309.0,
      "step": 101770
    },
    {
      "epoch": 0.12910378279918513,
      "grad_norm": 4.78125,
      "learning_rate": 4.355039847359621e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5252500951290131,
      "num_tokens": 78502918.0,
      "step": 101780
    },
    {
      "epoch": 0.12911646739171798,
      "grad_norm": 5.6875,
      "learning_rate": 4.354976416350992e-05,
      "loss": 2.2769,
      "mean_token_accuracy": 0.5096511989831924,
      "num_tokens": 78510218.0,
      "step": 101790
    },
    {
      "epoch": 0.12912915198425082,
      "grad_norm": 5.84375,
      "learning_rate": 4.354912985342363e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5371077597141266,
      "num_tokens": 78518329.0,
      "step": 101800
    },
    {
      "epoch": 0.12914183657678363,
      "grad_norm": 4.96875,
      "learning_rate": 4.354849554333734e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5544325411319733,
      "num_tokens": 78526761.0,
      "step": 101810
    },
    {
      "epoch": 0.12915452116931647,
      "grad_norm": 4.75,
      "learning_rate": 4.3547861233251044e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.528659000992775,
      "num_tokens": 78534099.0,
      "step": 101820
    },
    {
      "epoch": 0.1291672057618493,
      "grad_norm": 6.21875,
      "learning_rate": 4.354722692316475e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5737701892852783,
      "num_tokens": 78539772.0,
      "step": 101830
    },
    {
      "epoch": 0.12917989035438215,
      "grad_norm": 8.5,
      "learning_rate": 4.354659261307846e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5430836170911789,
      "num_tokens": 78546704.0,
      "step": 101840
    },
    {
      "epoch": 0.12919257494691497,
      "grad_norm": 5.40625,
      "learning_rate": 4.354595830299217e-05,
      "loss": 1.768,
      "mean_token_accuracy": 0.6008853673934936,
      "num_tokens": 78553250.0,
      "step": 101850
    },
    {
      "epoch": 0.1292052595394478,
      "grad_norm": 5.125,
      "learning_rate": 4.354532399290588e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5289861738681794,
      "num_tokens": 78561830.0,
      "step": 101860
    },
    {
      "epoch": 0.12921794413198065,
      "grad_norm": 5.09375,
      "learning_rate": 4.3544689682819584e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5492306858301162,
      "num_tokens": 78570119.0,
      "step": 101870
    },
    {
      "epoch": 0.1292306287245135,
      "grad_norm": 5.71875,
      "learning_rate": 4.35440553727333e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5208577215671539,
      "num_tokens": 78577999.0,
      "step": 101880
    },
    {
      "epoch": 0.1292433133170463,
      "grad_norm": 4.625,
      "learning_rate": 4.3543421062647e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5339882105588913,
      "num_tokens": 78586380.0,
      "step": 101890
    },
    {
      "epoch": 0.12925599790957915,
      "grad_norm": 6.9375,
      "learning_rate": 4.354278675256071e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5482154726982117,
      "num_tokens": 78592961.0,
      "step": 101900
    },
    {
      "epoch": 0.129268682502112,
      "grad_norm": 5.53125,
      "learning_rate": 4.354215244247442e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5429049611091614,
      "num_tokens": 78601057.0,
      "step": 101910
    },
    {
      "epoch": 0.12928136709464483,
      "grad_norm": 5.3125,
      "learning_rate": 4.3541518132388125e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5481667578220367,
      "num_tokens": 78609937.0,
      "step": 101920
    },
    {
      "epoch": 0.12929405168717764,
      "grad_norm": 6.3125,
      "learning_rate": 4.354088382230184e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5202771663665772,
      "num_tokens": 78617109.0,
      "step": 101930
    },
    {
      "epoch": 0.12930673627971048,
      "grad_norm": 4.9375,
      "learning_rate": 4.354024951221555e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5725505769252777,
      "num_tokens": 78624561.0,
      "step": 101940
    },
    {
      "epoch": 0.12931942087224332,
      "grad_norm": 7.6875,
      "learning_rate": 4.3539615202129254e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.566821962594986,
      "num_tokens": 78631079.0,
      "step": 101950
    },
    {
      "epoch": 0.12933210546477616,
      "grad_norm": 4.78125,
      "learning_rate": 4.3538980892042967e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5424930214881897,
      "num_tokens": 78639300.0,
      "step": 101960
    },
    {
      "epoch": 0.12934479005730898,
      "grad_norm": 6.90625,
      "learning_rate": 4.353834658195667e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5414565175771713,
      "num_tokens": 78646621.0,
      "step": 101970
    },
    {
      "epoch": 0.12935747464984182,
      "grad_norm": 6.21875,
      "learning_rate": 4.353771227187038e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5497148543596267,
      "num_tokens": 78654574.0,
      "step": 101980
    },
    {
      "epoch": 0.12937015924237466,
      "grad_norm": 2.734375,
      "learning_rate": 4.353707796178409e-05,
      "loss": 1.7547,
      "mean_token_accuracy": 0.599934533238411,
      "num_tokens": 78661454.0,
      "step": 101990
    },
    {
      "epoch": 0.1293828438349075,
      "grad_norm": 5.375,
      "learning_rate": 4.3536443651697795e-05,
      "loss": 2.2552,
      "mean_token_accuracy": 0.5289269208908081,
      "num_tokens": 78669450.0,
      "step": 102000
    },
    {
      "epoch": 0.12939552842744032,
      "grad_norm": 5.40625,
      "learning_rate": 4.353580934161151e-05,
      "loss": 1.8859,
      "mean_token_accuracy": 0.5829168409109116,
      "num_tokens": 78677364.0,
      "step": 102010
    },
    {
      "epoch": 0.12940821301997316,
      "grad_norm": 7.25,
      "learning_rate": 4.353517503152522e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5486485600471497,
      "num_tokens": 78684321.0,
      "step": 102020
    },
    {
      "epoch": 0.129420897612506,
      "grad_norm": 6.09375,
      "learning_rate": 4.3534540721438924e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5336278676986694,
      "num_tokens": 78691813.0,
      "step": 102030
    },
    {
      "epoch": 0.12943358220503884,
      "grad_norm": 5.28125,
      "learning_rate": 4.353390641135263e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5113945513963699,
      "num_tokens": 78700529.0,
      "step": 102040
    },
    {
      "epoch": 0.12944626679757165,
      "grad_norm": 8.1875,
      "learning_rate": 4.3533272101266335e-05,
      "loss": 2.2485,
      "mean_token_accuracy": 0.517430767416954,
      "num_tokens": 78707345.0,
      "step": 102050
    },
    {
      "epoch": 0.1294589513901045,
      "grad_norm": 5.34375,
      "learning_rate": 4.353263779118005e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5330376029014587,
      "num_tokens": 78713923.0,
      "step": 102060
    },
    {
      "epoch": 0.12947163598263733,
      "grad_norm": 4.78125,
      "learning_rate": 4.353200348109376e-05,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5556959748268128,
      "num_tokens": 78722554.0,
      "step": 102070
    },
    {
      "epoch": 0.12948432057517018,
      "grad_norm": 4.875,
      "learning_rate": 4.3531369171007465e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5330053091049194,
      "num_tokens": 78730835.0,
      "step": 102080
    },
    {
      "epoch": 0.129497005167703,
      "grad_norm": 4.75,
      "learning_rate": 4.353073486092118e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5402407765388488,
      "num_tokens": 78739663.0,
      "step": 102090
    },
    {
      "epoch": 0.12950968976023583,
      "grad_norm": 6.0,
      "learning_rate": 4.353010055083488e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5238176256418228,
      "num_tokens": 78746980.0,
      "step": 102100
    },
    {
      "epoch": 0.12952237435276867,
      "grad_norm": 6.625,
      "learning_rate": 4.352946624074859e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5380359947681427,
      "num_tokens": 78755049.0,
      "step": 102110
    },
    {
      "epoch": 0.1295350589453015,
      "grad_norm": 5.0,
      "learning_rate": 4.35288319306623e-05,
      "loss": 2.3988,
      "mean_token_accuracy": 0.4920519292354584,
      "num_tokens": 78762838.0,
      "step": 102120
    },
    {
      "epoch": 0.12954774353783433,
      "grad_norm": 5.625,
      "learning_rate": 4.3528197620576005e-05,
      "loss": 1.8881,
      "mean_token_accuracy": 0.5824414193630219,
      "num_tokens": 78769377.0,
      "step": 102130
    },
    {
      "epoch": 0.12956042813036717,
      "grad_norm": 16.125,
      "learning_rate": 4.352756331048972e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.544412761926651,
      "num_tokens": 78776096.0,
      "step": 102140
    },
    {
      "epoch": 0.1295731127229,
      "grad_norm": 7.125,
      "learning_rate": 4.352692900040342e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5615498065948487,
      "num_tokens": 78784004.0,
      "step": 102150
    },
    {
      "epoch": 0.12958579731543285,
      "grad_norm": 7.96875,
      "learning_rate": 4.3526294690317135e-05,
      "loss": 2.3262,
      "mean_token_accuracy": 0.4949878752231598,
      "num_tokens": 78791966.0,
      "step": 102160
    },
    {
      "epoch": 0.12959848190796566,
      "grad_norm": 5.59375,
      "learning_rate": 4.352566038023084e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5447021067142487,
      "num_tokens": 78799654.0,
      "step": 102170
    },
    {
      "epoch": 0.1296111665004985,
      "grad_norm": 5.40625,
      "learning_rate": 4.3525026070144545e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5396611571311951,
      "num_tokens": 78807455.0,
      "step": 102180
    },
    {
      "epoch": 0.12962385109303134,
      "grad_norm": 5.625,
      "learning_rate": 4.352439176005826e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5230307877063751,
      "num_tokens": 78815218.0,
      "step": 102190
    },
    {
      "epoch": 0.12963653568556419,
      "grad_norm": 5.25,
      "learning_rate": 4.352375744997196e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5411327749490737,
      "num_tokens": 78822664.0,
      "step": 102200
    },
    {
      "epoch": 0.129649220278097,
      "grad_norm": 5.46875,
      "learning_rate": 4.3523123139885675e-05,
      "loss": 2.3029,
      "mean_token_accuracy": 0.5117171257734299,
      "num_tokens": 78831357.0,
      "step": 102210
    },
    {
      "epoch": 0.12966190487062984,
      "grad_norm": 5.4375,
      "learning_rate": 4.352248882979939e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5323978960514069,
      "num_tokens": 78839266.0,
      "step": 102220
    },
    {
      "epoch": 0.12967458946316268,
      "grad_norm": 5.46875,
      "learning_rate": 4.352185451971309e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5338756650686264,
      "num_tokens": 78848090.0,
      "step": 102230
    },
    {
      "epoch": 0.1296872740556955,
      "grad_norm": 5.625,
      "learning_rate": 4.35212202096268e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5289229661226272,
      "num_tokens": 78857266.0,
      "step": 102240
    },
    {
      "epoch": 0.12969995864822834,
      "grad_norm": 5.28125,
      "learning_rate": 4.35205858995405e-05,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5757095038890838,
      "num_tokens": 78865703.0,
      "step": 102250
    },
    {
      "epoch": 0.12971264324076118,
      "grad_norm": 7.03125,
      "learning_rate": 4.3519951589454215e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5620919167995453,
      "num_tokens": 78873197.0,
      "step": 102260
    },
    {
      "epoch": 0.12972532783329402,
      "grad_norm": 6.53125,
      "learning_rate": 4.351931727936793e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5311883747577667,
      "num_tokens": 78881088.0,
      "step": 102270
    },
    {
      "epoch": 0.12973801242582683,
      "grad_norm": 5.75,
      "learning_rate": 4.351868296928163e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5259624183177948,
      "num_tokens": 78889434.0,
      "step": 102280
    },
    {
      "epoch": 0.12975069701835967,
      "grad_norm": 5.53125,
      "learning_rate": 4.3518048659195345e-05,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5853302299976348,
      "num_tokens": 78896374.0,
      "step": 102290
    },
    {
      "epoch": 0.12976338161089251,
      "grad_norm": 5.1875,
      "learning_rate": 4.351741434910905e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5639261335134507,
      "num_tokens": 78903284.0,
      "step": 102300
    },
    {
      "epoch": 0.12977606620342536,
      "grad_norm": 5.21875,
      "learning_rate": 4.3516780039022755e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5593024730682373,
      "num_tokens": 78910366.0,
      "step": 102310
    },
    {
      "epoch": 0.12978875079595817,
      "grad_norm": 9.8125,
      "learning_rate": 4.351614572893647e-05,
      "loss": 2.2203,
      "mean_token_accuracy": 0.5237153112888336,
      "num_tokens": 78917871.0,
      "step": 102320
    },
    {
      "epoch": 0.129801435388491,
      "grad_norm": 5.78125,
      "learning_rate": 4.351551141885017e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5438195675611496,
      "num_tokens": 78924693.0,
      "step": 102330
    },
    {
      "epoch": 0.12981411998102385,
      "grad_norm": 4.3125,
      "learning_rate": 4.3514877108763885e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5460945963859558,
      "num_tokens": 78932361.0,
      "step": 102340
    },
    {
      "epoch": 0.1298268045735567,
      "grad_norm": 6.25,
      "learning_rate": 4.351424279867759e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5347171574831009,
      "num_tokens": 78939551.0,
      "step": 102350
    },
    {
      "epoch": 0.1298394891660895,
      "grad_norm": 5.15625,
      "learning_rate": 4.35136084885913e-05,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5761630058288574,
      "num_tokens": 78946166.0,
      "step": 102360
    },
    {
      "epoch": 0.12985217375862235,
      "grad_norm": 5.09375,
      "learning_rate": 4.3512974178505015e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5276300281286239,
      "num_tokens": 78955116.0,
      "step": 102370
    },
    {
      "epoch": 0.1298648583511552,
      "grad_norm": 9.125,
      "learning_rate": 4.351233986841872e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5459428042173385,
      "num_tokens": 78962500.0,
      "step": 102380
    },
    {
      "epoch": 0.12987754294368803,
      "grad_norm": 5.6875,
      "learning_rate": 4.3511705558332425e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5275322437286377,
      "num_tokens": 78971571.0,
      "step": 102390
    },
    {
      "epoch": 0.12989022753622084,
      "grad_norm": 4.875,
      "learning_rate": 4.351107124824613e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5315658986568451,
      "num_tokens": 78978309.0,
      "step": 102400
    },
    {
      "epoch": 0.12990291212875368,
      "grad_norm": 3.53125,
      "learning_rate": 4.351043693815984e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5842415273189545,
      "num_tokens": 78986978.0,
      "step": 102410
    },
    {
      "epoch": 0.12991559672128652,
      "grad_norm": 5.1875,
      "learning_rate": 4.3509802628073555e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5293645590543747,
      "num_tokens": 78995562.0,
      "step": 102420
    },
    {
      "epoch": 0.12992828131381937,
      "grad_norm": 6.90625,
      "learning_rate": 4.350916831798726e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5608872205018998,
      "num_tokens": 79003752.0,
      "step": 102430
    },
    {
      "epoch": 0.12994096590635218,
      "grad_norm": 7.03125,
      "learning_rate": 4.350853400790097e-05,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5928161382675171,
      "num_tokens": 79010136.0,
      "step": 102440
    },
    {
      "epoch": 0.12995365049888502,
      "grad_norm": 5.5625,
      "learning_rate": 4.350789969781468e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5302686184644699,
      "num_tokens": 79018332.0,
      "step": 102450
    },
    {
      "epoch": 0.12996633509141786,
      "grad_norm": 5.84375,
      "learning_rate": 4.350726538772838e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5434451311826706,
      "num_tokens": 79025111.0,
      "step": 102460
    },
    {
      "epoch": 0.1299790196839507,
      "grad_norm": 6.71875,
      "learning_rate": 4.3506631077642095e-05,
      "loss": 1.8267,
      "mean_token_accuracy": 0.5955411583185196,
      "num_tokens": 79032440.0,
      "step": 102470
    },
    {
      "epoch": 0.12999170427648352,
      "grad_norm": 5.40625,
      "learning_rate": 4.35059967675558e-05,
      "loss": 2.3213,
      "mean_token_accuracy": 0.5182586282491684,
      "num_tokens": 79039584.0,
      "step": 102480
    },
    {
      "epoch": 0.13000438886901636,
      "grad_norm": 5.03125,
      "learning_rate": 4.350536245746951e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5288048177957535,
      "num_tokens": 79048830.0,
      "step": 102490
    },
    {
      "epoch": 0.1300170734615492,
      "grad_norm": 5.0625,
      "learning_rate": 4.350472814738322e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5382697969675064,
      "num_tokens": 79058230.0,
      "step": 102500
    },
    {
      "epoch": 0.13002975805408204,
      "grad_norm": 6.6875,
      "learning_rate": 4.350409383729693e-05,
      "loss": 2.3224,
      "mean_token_accuracy": 0.508504968881607,
      "num_tokens": 79066863.0,
      "step": 102510
    },
    {
      "epoch": 0.13004244264661485,
      "grad_norm": 5.96875,
      "learning_rate": 4.3503459527210636e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5374333024024963,
      "num_tokens": 79074061.0,
      "step": 102520
    },
    {
      "epoch": 0.1300551272391477,
      "grad_norm": 4.90625,
      "learning_rate": 4.350282521712434e-05,
      "loss": 2.2576,
      "mean_token_accuracy": 0.5118393450975418,
      "num_tokens": 79082079.0,
      "step": 102530
    },
    {
      "epoch": 0.13006781183168054,
      "grad_norm": 5.125,
      "learning_rate": 4.350219090703805e-05,
      "loss": 1.7998,
      "mean_token_accuracy": 0.593303433060646,
      "num_tokens": 79089001.0,
      "step": 102540
    },
    {
      "epoch": 0.13008049642421338,
      "grad_norm": 4.59375,
      "learning_rate": 4.350155659695176e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5248145341873169,
      "num_tokens": 79097196.0,
      "step": 102550
    },
    {
      "epoch": 0.1300931810167462,
      "grad_norm": 4.46875,
      "learning_rate": 4.350092228686547e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.527794149518013,
      "num_tokens": 79105322.0,
      "step": 102560
    },
    {
      "epoch": 0.13010586560927903,
      "grad_norm": 6.46875,
      "learning_rate": 4.350028797677918e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.537102472782135,
      "num_tokens": 79112612.0,
      "step": 102570
    },
    {
      "epoch": 0.13011855020181187,
      "grad_norm": 4.96875,
      "learning_rate": 4.349965366669289e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5505738079547882,
      "num_tokens": 79119524.0,
      "step": 102580
    },
    {
      "epoch": 0.1301312347943447,
      "grad_norm": 5.5,
      "learning_rate": 4.3499019356606593e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5497814029455185,
      "num_tokens": 79126750.0,
      "step": 102590
    },
    {
      "epoch": 0.13014391938687753,
      "grad_norm": 6.1875,
      "learning_rate": 4.34983850465203e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5324026852846145,
      "num_tokens": 79134472.0,
      "step": 102600
    },
    {
      "epoch": 0.13015660397941037,
      "grad_norm": 5.78125,
      "learning_rate": 4.349775073643401e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5514327615499497,
      "num_tokens": 79142931.0,
      "step": 102610
    },
    {
      "epoch": 0.1301692885719432,
      "grad_norm": 7.125,
      "learning_rate": 4.349711642634772e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5773274540901184,
      "num_tokens": 79150248.0,
      "step": 102620
    },
    {
      "epoch": 0.13018197316447605,
      "grad_norm": 7.0,
      "learning_rate": 4.349648211626143e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5113930642604828,
      "num_tokens": 79158221.0,
      "step": 102630
    },
    {
      "epoch": 0.13019465775700886,
      "grad_norm": 4.84375,
      "learning_rate": 4.349584780617514e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5520511031150818,
      "num_tokens": 79166927.0,
      "step": 102640
    },
    {
      "epoch": 0.1302073423495417,
      "grad_norm": 6.34375,
      "learning_rate": 4.3495213496088846e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5311344206333161,
      "num_tokens": 79174305.0,
      "step": 102650
    },
    {
      "epoch": 0.13022002694207455,
      "grad_norm": 6.28125,
      "learning_rate": 4.349457918600255e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.558385220170021,
      "num_tokens": 79181967.0,
      "step": 102660
    },
    {
      "epoch": 0.1302327115346074,
      "grad_norm": 5.1875,
      "learning_rate": 4.349394487591626e-05,
      "loss": 1.9325,
      "mean_token_accuracy": 0.5595936954021454,
      "num_tokens": 79191232.0,
      "step": 102670
    },
    {
      "epoch": 0.1302453961271402,
      "grad_norm": 4.90625,
      "learning_rate": 4.349331056582997e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5536160886287689,
      "num_tokens": 79199915.0,
      "step": 102680
    },
    {
      "epoch": 0.13025808071967304,
      "grad_norm": 7.15625,
      "learning_rate": 4.349267625574368e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5659188061952591,
      "num_tokens": 79207271.0,
      "step": 102690
    },
    {
      "epoch": 0.13027076531220588,
      "grad_norm": 6.4375,
      "learning_rate": 4.3492041945657386e-05,
      "loss": 2.3282,
      "mean_token_accuracy": 0.5042181700468064,
      "num_tokens": 79215831.0,
      "step": 102700
    },
    {
      "epoch": 0.1302834499047387,
      "grad_norm": 4.78125,
      "learning_rate": 4.34914076355711e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.5725992411375046,
      "num_tokens": 79224630.0,
      "step": 102710
    },
    {
      "epoch": 0.13029613449727154,
      "grad_norm": 4.75,
      "learning_rate": 4.349077332548481e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5247302949428558,
      "num_tokens": 79232496.0,
      "step": 102720
    },
    {
      "epoch": 0.13030881908980438,
      "grad_norm": 5.65625,
      "learning_rate": 4.349013901539851e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5293349653482438,
      "num_tokens": 79240351.0,
      "step": 102730
    },
    {
      "epoch": 0.13032150368233722,
      "grad_norm": 7.78125,
      "learning_rate": 4.348950470531222e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5739842176437377,
      "num_tokens": 79246271.0,
      "step": 102740
    },
    {
      "epoch": 0.13033418827487003,
      "grad_norm": 4.75,
      "learning_rate": 4.3488870395225926e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5304788559675216,
      "num_tokens": 79254830.0,
      "step": 102750
    },
    {
      "epoch": 0.13034687286740287,
      "grad_norm": 5.125,
      "learning_rate": 4.348823608513964e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5337605088949203,
      "num_tokens": 79263956.0,
      "step": 102760
    },
    {
      "epoch": 0.13035955745993572,
      "grad_norm": 4.84375,
      "learning_rate": 4.348760177505335e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5168353825807571,
      "num_tokens": 79271578.0,
      "step": 102770
    },
    {
      "epoch": 0.13037224205246856,
      "grad_norm": 5.875,
      "learning_rate": 4.3486967464967056e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5217639565467834,
      "num_tokens": 79279121.0,
      "step": 102780
    },
    {
      "epoch": 0.13038492664500137,
      "grad_norm": 6.0625,
      "learning_rate": 4.348633315488077e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5697974115610123,
      "num_tokens": 79287084.0,
      "step": 102790
    },
    {
      "epoch": 0.1303976112375342,
      "grad_norm": 6.25,
      "learning_rate": 4.3485698844794474e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.529096606373787,
      "num_tokens": 79296028.0,
      "step": 102800
    },
    {
      "epoch": 0.13041029583006705,
      "grad_norm": 7.75,
      "learning_rate": 4.348506453470818e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5484693974256516,
      "num_tokens": 79303277.0,
      "step": 102810
    },
    {
      "epoch": 0.1304229804225999,
      "grad_norm": 5.46875,
      "learning_rate": 4.348443022462189e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5419095456600189,
      "num_tokens": 79310815.0,
      "step": 102820
    },
    {
      "epoch": 0.1304356650151327,
      "grad_norm": 6.28125,
      "learning_rate": 4.3483795914535596e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.515444102883339,
      "num_tokens": 79318619.0,
      "step": 102830
    },
    {
      "epoch": 0.13044834960766555,
      "grad_norm": 5.4375,
      "learning_rate": 4.348316160444931e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5494368851184845,
      "num_tokens": 79326144.0,
      "step": 102840
    },
    {
      "epoch": 0.1304610342001984,
      "grad_norm": 5.0625,
      "learning_rate": 4.348252729436302e-05,
      "loss": 2.247,
      "mean_token_accuracy": 0.5238142788410187,
      "num_tokens": 79333140.0,
      "step": 102850
    },
    {
      "epoch": 0.13047371879273123,
      "grad_norm": 8.1875,
      "learning_rate": 4.3481892984276726e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5390144348144531,
      "num_tokens": 79340344.0,
      "step": 102860
    },
    {
      "epoch": 0.13048640338526404,
      "grad_norm": 5.78125,
      "learning_rate": 4.348125867419043e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5345915704965591,
      "num_tokens": 79348193.0,
      "step": 102870
    },
    {
      "epoch": 0.13049908797779688,
      "grad_norm": 8.1875,
      "learning_rate": 4.348062436410414e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5417482286691666,
      "num_tokens": 79355294.0,
      "step": 102880
    },
    {
      "epoch": 0.13051177257032973,
      "grad_norm": 6.15625,
      "learning_rate": 4.347999005401785e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.553647854924202,
      "num_tokens": 79363943.0,
      "step": 102890
    },
    {
      "epoch": 0.13052445716286257,
      "grad_norm": 6.09375,
      "learning_rate": 4.347935574393156e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5580670952796936,
      "num_tokens": 79370535.0,
      "step": 102900
    },
    {
      "epoch": 0.13053714175539538,
      "grad_norm": 4.53125,
      "learning_rate": 4.3478721433845266e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5359426528215409,
      "num_tokens": 79379638.0,
      "step": 102910
    },
    {
      "epoch": 0.13054982634792822,
      "grad_norm": 7.3125,
      "learning_rate": 4.347808712375898e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.556546077132225,
      "num_tokens": 79386596.0,
      "step": 102920
    },
    {
      "epoch": 0.13056251094046106,
      "grad_norm": 6.71875,
      "learning_rate": 4.3477452813672684e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5429736137390136,
      "num_tokens": 79394438.0,
      "step": 102930
    },
    {
      "epoch": 0.1305751955329939,
      "grad_norm": 6.625,
      "learning_rate": 4.347681850358639e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5386751741170883,
      "num_tokens": 79402133.0,
      "step": 102940
    },
    {
      "epoch": 0.13058788012552672,
      "grad_norm": 7.53125,
      "learning_rate": 4.34761841935001e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5215841263532639,
      "num_tokens": 79411050.0,
      "step": 102950
    },
    {
      "epoch": 0.13060056471805956,
      "grad_norm": 5.0625,
      "learning_rate": 4.347554988341381e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5381874978542328,
      "num_tokens": 79418487.0,
      "step": 102960
    },
    {
      "epoch": 0.1306132493105924,
      "grad_norm": 5.84375,
      "learning_rate": 4.347491557332752e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5336887806653976,
      "num_tokens": 79426270.0,
      "step": 102970
    },
    {
      "epoch": 0.13062593390312524,
      "grad_norm": 4.71875,
      "learning_rate": 4.3474281263241224e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5246427059173584,
      "num_tokens": 79433543.0,
      "step": 102980
    },
    {
      "epoch": 0.13063861849565805,
      "grad_norm": 6.4375,
      "learning_rate": 4.3473646953154936e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5453276425600052,
      "num_tokens": 79440302.0,
      "step": 102990
    },
    {
      "epoch": 0.1306513030881909,
      "grad_norm": 4.65625,
      "learning_rate": 4.347301264306864e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5451620876789093,
      "num_tokens": 79448657.0,
      "step": 103000
    },
    {
      "epoch": 0.13066398768072374,
      "grad_norm": 6.09375,
      "learning_rate": 4.347237833298235e-05,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5697205573320389,
      "num_tokens": 79455008.0,
      "step": 103010
    },
    {
      "epoch": 0.13067667227325658,
      "grad_norm": 6.09375,
      "learning_rate": 4.347174402289606e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5678918212652206,
      "num_tokens": 79462317.0,
      "step": 103020
    },
    {
      "epoch": 0.1306893568657894,
      "grad_norm": 5.65625,
      "learning_rate": 4.3471109712809764e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5537825882434845,
      "num_tokens": 79470519.0,
      "step": 103030
    },
    {
      "epoch": 0.13070204145832223,
      "grad_norm": 4.875,
      "learning_rate": 4.3470475402723477e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5497371971607208,
      "num_tokens": 79478030.0,
      "step": 103040
    },
    {
      "epoch": 0.13071472605085507,
      "grad_norm": 4.90625,
      "learning_rate": 4.346984109263719e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5511225312948227,
      "num_tokens": 79486118.0,
      "step": 103050
    },
    {
      "epoch": 0.13072741064338791,
      "grad_norm": 6.3125,
      "learning_rate": 4.3469206782550894e-05,
      "loss": 1.6124,
      "mean_token_accuracy": 0.6532746374607086,
      "num_tokens": 79492052.0,
      "step": 103060
    },
    {
      "epoch": 0.13074009523592073,
      "grad_norm": 5.21875,
      "learning_rate": 4.34685724724646e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5324432671070098,
      "num_tokens": 79500394.0,
      "step": 103070
    },
    {
      "epoch": 0.13075277982845357,
      "grad_norm": 5.125,
      "learning_rate": 4.3467938162378305e-05,
      "loss": 2.2464,
      "mean_token_accuracy": 0.5242601275444031,
      "num_tokens": 79507962.0,
      "step": 103080
    },
    {
      "epoch": 0.1307654644209864,
      "grad_norm": 7.15625,
      "learning_rate": 4.346730385229202e-05,
      "loss": 1.8782,
      "mean_token_accuracy": 0.5796286165714264,
      "num_tokens": 79515088.0,
      "step": 103090
    },
    {
      "epoch": 0.13077814901351925,
      "grad_norm": 4.78125,
      "learning_rate": 4.346666954220573e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5519711345434188,
      "num_tokens": 79523409.0,
      "step": 103100
    },
    {
      "epoch": 0.13079083360605206,
      "grad_norm": 5.09375,
      "learning_rate": 4.3466035232119434e-05,
      "loss": 2.1529,
      "mean_token_accuracy": 0.529632568359375,
      "num_tokens": 79532344.0,
      "step": 103110
    },
    {
      "epoch": 0.1308035181985849,
      "grad_norm": 4.875,
      "learning_rate": 4.3465400922033146e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5456541270017624,
      "num_tokens": 79539930.0,
      "step": 103120
    },
    {
      "epoch": 0.13081620279111775,
      "grad_norm": 4.875,
      "learning_rate": 4.346476661194685e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5691762417554855,
      "num_tokens": 79547645.0,
      "step": 103130
    },
    {
      "epoch": 0.1308288873836506,
      "grad_norm": 4.5625,
      "learning_rate": 4.3464132301860564e-05,
      "loss": 1.8654,
      "mean_token_accuracy": 0.5956004917621612,
      "num_tokens": 79554803.0,
      "step": 103140
    },
    {
      "epoch": 0.1308415719761834,
      "grad_norm": 6.28125,
      "learning_rate": 4.346349799177427e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5780241400003433,
      "num_tokens": 79561741.0,
      "step": 103150
    },
    {
      "epoch": 0.13085425656871624,
      "grad_norm": 7.5,
      "learning_rate": 4.3462863681687975e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5444510966539383,
      "num_tokens": 79568572.0,
      "step": 103160
    },
    {
      "epoch": 0.13086694116124908,
      "grad_norm": 5.375,
      "learning_rate": 4.346222937160169e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5306029230356216,
      "num_tokens": 79577128.0,
      "step": 103170
    },
    {
      "epoch": 0.1308796257537819,
      "grad_norm": 5.1875,
      "learning_rate": 4.346159506151539e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5578498721122742,
      "num_tokens": 79584475.0,
      "step": 103180
    },
    {
      "epoch": 0.13089231034631474,
      "grad_norm": 9.1875,
      "learning_rate": 4.3460960751429104e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5404709994792938,
      "num_tokens": 79591718.0,
      "step": 103190
    },
    {
      "epoch": 0.13090499493884758,
      "grad_norm": 5.125,
      "learning_rate": 4.3460326441342816e-05,
      "loss": 2.0157,
      "mean_token_accuracy": 0.5509670525789261,
      "num_tokens": 79599312.0,
      "step": 103200
    },
    {
      "epoch": 0.13091767953138042,
      "grad_norm": 6.15625,
      "learning_rate": 4.345969213125652e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5378457486629487,
      "num_tokens": 79607726.0,
      "step": 103210
    },
    {
      "epoch": 0.13093036412391323,
      "grad_norm": 4.78125,
      "learning_rate": 4.345905782117023e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5368564069271088,
      "num_tokens": 79615544.0,
      "step": 103220
    },
    {
      "epoch": 0.13094304871644608,
      "grad_norm": 9.125,
      "learning_rate": 4.345842351108393e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5473744094371795,
      "num_tokens": 79622168.0,
      "step": 103230
    },
    {
      "epoch": 0.13095573330897892,
      "grad_norm": 5.25,
      "learning_rate": 4.3457789200997645e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5267261922359466,
      "num_tokens": 79630181.0,
      "step": 103240
    },
    {
      "epoch": 0.13096841790151176,
      "grad_norm": 5.0,
      "learning_rate": 4.345715489091136e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5552720725536346,
      "num_tokens": 79637432.0,
      "step": 103250
    },
    {
      "epoch": 0.13098110249404457,
      "grad_norm": 6.09375,
      "learning_rate": 4.345652058082506e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5372306346893311,
      "num_tokens": 79645686.0,
      "step": 103260
    },
    {
      "epoch": 0.1309937870865774,
      "grad_norm": 6.53125,
      "learning_rate": 4.3455886270738774e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.518973222374916,
      "num_tokens": 79653315.0,
      "step": 103270
    },
    {
      "epoch": 0.13100647167911025,
      "grad_norm": 5.6875,
      "learning_rate": 4.345525196065248e-05,
      "loss": 2.349,
      "mean_token_accuracy": 0.510121876001358,
      "num_tokens": 79661361.0,
      "step": 103280
    },
    {
      "epoch": 0.1310191562716431,
      "grad_norm": 5.5625,
      "learning_rate": 4.3454617650566185e-05,
      "loss": 2.2849,
      "mean_token_accuracy": 0.5167203933000565,
      "num_tokens": 79669377.0,
      "step": 103290
    },
    {
      "epoch": 0.1310318408641759,
      "grad_norm": 5.90625,
      "learning_rate": 4.34539833404799e-05,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5624038755893708,
      "num_tokens": 79676140.0,
      "step": 103300
    },
    {
      "epoch": 0.13104452545670875,
      "grad_norm": 9.0,
      "learning_rate": 4.34533490303936e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5338337630033493,
      "num_tokens": 79684125.0,
      "step": 103310
    },
    {
      "epoch": 0.1310572100492416,
      "grad_norm": 5.46875,
      "learning_rate": 4.3452714720307314e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5546627432107926,
      "num_tokens": 79691014.0,
      "step": 103320
    },
    {
      "epoch": 0.13106989464177443,
      "grad_norm": 6.3125,
      "learning_rate": 4.345208041022102e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5401137799024582,
      "num_tokens": 79697938.0,
      "step": 103330
    },
    {
      "epoch": 0.13108257923430724,
      "grad_norm": 4.59375,
      "learning_rate": 4.345144610013473e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5437141358852386,
      "num_tokens": 79704736.0,
      "step": 103340
    },
    {
      "epoch": 0.13109526382684009,
      "grad_norm": 6.125,
      "learning_rate": 4.345081179004844e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5220781713724136,
      "num_tokens": 79711452.0,
      "step": 103350
    },
    {
      "epoch": 0.13110794841937293,
      "grad_norm": 6.875,
      "learning_rate": 4.345017747996214e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5242941290140152,
      "num_tokens": 79720245.0,
      "step": 103360
    },
    {
      "epoch": 0.13112063301190577,
      "grad_norm": 5.40625,
      "learning_rate": 4.3449543169875855e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5346279501914978,
      "num_tokens": 79728410.0,
      "step": 103370
    },
    {
      "epoch": 0.13113331760443858,
      "grad_norm": 4.75,
      "learning_rate": 4.344890885978956e-05,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5806314587593079,
      "num_tokens": 79735187.0,
      "step": 103380
    },
    {
      "epoch": 0.13114600219697142,
      "grad_norm": 5.65625,
      "learning_rate": 4.344827454970327e-05,
      "loss": 1.7649,
      "mean_token_accuracy": 0.6026786237955093,
      "num_tokens": 79741626.0,
      "step": 103390
    },
    {
      "epoch": 0.13115868678950426,
      "grad_norm": 5.46875,
      "learning_rate": 4.3447640239616984e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5438649833202363,
      "num_tokens": 79749276.0,
      "step": 103400
    },
    {
      "epoch": 0.1311713713820371,
      "grad_norm": 6.4375,
      "learning_rate": 4.344700592953069e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.524288558959961,
      "num_tokens": 79757049.0,
      "step": 103410
    },
    {
      "epoch": 0.13118405597456992,
      "grad_norm": 4.75,
      "learning_rate": 4.3446371619444395e-05,
      "loss": 2.2101,
      "mean_token_accuracy": 0.5146716952323913,
      "num_tokens": 79765849.0,
      "step": 103420
    },
    {
      "epoch": 0.13119674056710276,
      "grad_norm": 5.09375,
      "learning_rate": 4.34457373093581e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.556082671880722,
      "num_tokens": 79773459.0,
      "step": 103430
    },
    {
      "epoch": 0.1312094251596356,
      "grad_norm": 5.1875,
      "learning_rate": 4.344510299927181e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5361434817314148,
      "num_tokens": 79782206.0,
      "step": 103440
    },
    {
      "epoch": 0.13122210975216844,
      "grad_norm": 5.8125,
      "learning_rate": 4.3444468689185525e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5525641828775406,
      "num_tokens": 79788607.0,
      "step": 103450
    },
    {
      "epoch": 0.13123479434470126,
      "grad_norm": 6.03125,
      "learning_rate": 4.344383437909923e-05,
      "loss": 2.3552,
      "mean_token_accuracy": 0.5040298223495483,
      "num_tokens": 79797858.0,
      "step": 103460
    },
    {
      "epoch": 0.1312474789372341,
      "grad_norm": 5.9375,
      "learning_rate": 4.344320006901294e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5346342176198959,
      "num_tokens": 79806060.0,
      "step": 103470
    },
    {
      "epoch": 0.13126016352976694,
      "grad_norm": 6.65625,
      "learning_rate": 4.344256575892665e-05,
      "loss": 2.227,
      "mean_token_accuracy": 0.5284308433532715,
      "num_tokens": 79814304.0,
      "step": 103480
    },
    {
      "epoch": 0.13127284812229978,
      "grad_norm": 6.3125,
      "learning_rate": 4.344193144884035e-05,
      "loss": 1.8354,
      "mean_token_accuracy": 0.5785440444946289,
      "num_tokens": 79821339.0,
      "step": 103490
    },
    {
      "epoch": 0.1312855327148326,
      "grad_norm": 5.15625,
      "learning_rate": 4.3441297138754065e-05,
      "loss": 1.9137,
      "mean_token_accuracy": 0.5713193982839584,
      "num_tokens": 79830190.0,
      "step": 103500
    },
    {
      "epoch": 0.13129821730736543,
      "grad_norm": 5.71875,
      "learning_rate": 4.344066282866777e-05,
      "loss": 2.243,
      "mean_token_accuracy": 0.5106478184461594,
      "num_tokens": 79838376.0,
      "step": 103510
    },
    {
      "epoch": 0.13131090189989827,
      "grad_norm": 8.625,
      "learning_rate": 4.344002851858148e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5250451236963272,
      "num_tokens": 79846820.0,
      "step": 103520
    },
    {
      "epoch": 0.13132358649243112,
      "grad_norm": 4.875,
      "learning_rate": 4.343939420849519e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.530886909365654,
      "num_tokens": 79854509.0,
      "step": 103530
    },
    {
      "epoch": 0.13133627108496393,
      "grad_norm": 5.875,
      "learning_rate": 4.34387598984089e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5272030711174012,
      "num_tokens": 79863028.0,
      "step": 103540
    },
    {
      "epoch": 0.13134895567749677,
      "grad_norm": 5.75,
      "learning_rate": 4.343812558832261e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5287060797214508,
      "num_tokens": 79871257.0,
      "step": 103550
    },
    {
      "epoch": 0.1313616402700296,
      "grad_norm": 5.65625,
      "learning_rate": 4.343749127823632e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5648277342319489,
      "num_tokens": 79878285.0,
      "step": 103560
    },
    {
      "epoch": 0.13137432486256245,
      "grad_norm": 6.09375,
      "learning_rate": 4.343685696815002e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5565358012914657,
      "num_tokens": 79886221.0,
      "step": 103570
    },
    {
      "epoch": 0.13138700945509527,
      "grad_norm": 5.4375,
      "learning_rate": 4.343622265806373e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5484209269285202,
      "num_tokens": 79893730.0,
      "step": 103580
    },
    {
      "epoch": 0.1313996940476281,
      "grad_norm": 4.34375,
      "learning_rate": 4.343558834797744e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5393669813871383,
      "num_tokens": 79901630.0,
      "step": 103590
    },
    {
      "epoch": 0.13141237864016095,
      "grad_norm": 5.96875,
      "learning_rate": 4.343495403789115e-05,
      "loss": 1.7416,
      "mean_token_accuracy": 0.6084129095077515,
      "num_tokens": 79908269.0,
      "step": 103600
    },
    {
      "epoch": 0.1314250632326938,
      "grad_norm": 5.09375,
      "learning_rate": 4.343431972780486e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5387605547904968,
      "num_tokens": 79915635.0,
      "step": 103610
    },
    {
      "epoch": 0.1314377478252266,
      "grad_norm": 5.5625,
      "learning_rate": 4.343368541771857e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5333931535482407,
      "num_tokens": 79923473.0,
      "step": 103620
    },
    {
      "epoch": 0.13145043241775944,
      "grad_norm": 5.03125,
      "learning_rate": 4.3433051107632275e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5699212461709976,
      "num_tokens": 79929455.0,
      "step": 103630
    },
    {
      "epoch": 0.13146311701029229,
      "grad_norm": 4.9375,
      "learning_rate": 4.343241679754598e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5529342919588089,
      "num_tokens": 79938225.0,
      "step": 103640
    },
    {
      "epoch": 0.1314758016028251,
      "grad_norm": 4.59375,
      "learning_rate": 4.343178248745969e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5537831127643585,
      "num_tokens": 79945632.0,
      "step": 103650
    },
    {
      "epoch": 0.13148848619535794,
      "grad_norm": 4.6875,
      "learning_rate": 4.34311481773734e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.524909058213234,
      "num_tokens": 79954004.0,
      "step": 103660
    },
    {
      "epoch": 0.13150117078789078,
      "grad_norm": 5.9375,
      "learning_rate": 4.343051386728711e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5459301352500916,
      "num_tokens": 79961874.0,
      "step": 103670
    },
    {
      "epoch": 0.13151385538042362,
      "grad_norm": 4.96875,
      "learning_rate": 4.3429879557200816e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5943835765123368,
      "num_tokens": 79969623.0,
      "step": 103680
    },
    {
      "epoch": 0.13152653997295644,
      "grad_norm": 6.40625,
      "learning_rate": 4.342924524711453e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.547544726729393,
      "num_tokens": 79977566.0,
      "step": 103690
    },
    {
      "epoch": 0.13153922456548928,
      "grad_norm": 6.5625,
      "learning_rate": 4.342861093702823e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5567767441272735,
      "num_tokens": 79985132.0,
      "step": 103700
    },
    {
      "epoch": 0.13155190915802212,
      "grad_norm": 6.28125,
      "learning_rate": 4.342797662694194e-05,
      "loss": 1.7541,
      "mean_token_accuracy": 0.6036221832036972,
      "num_tokens": 79992476.0,
      "step": 103710
    },
    {
      "epoch": 0.13156459375055496,
      "grad_norm": 8.25,
      "learning_rate": 4.342734231685565e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5740375578403473,
      "num_tokens": 79997747.0,
      "step": 103720
    },
    {
      "epoch": 0.13157727834308777,
      "grad_norm": 4.875,
      "learning_rate": 4.3426708006769356e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5381039112806321,
      "num_tokens": 80005362.0,
      "step": 103730
    },
    {
      "epoch": 0.1315899629356206,
      "grad_norm": 5.3125,
      "learning_rate": 4.342607369668307e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5187226742506027,
      "num_tokens": 80014856.0,
      "step": 103740
    },
    {
      "epoch": 0.13160264752815345,
      "grad_norm": 5.84375,
      "learning_rate": 4.342543938659678e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5626794815063476,
      "num_tokens": 80022909.0,
      "step": 103750
    },
    {
      "epoch": 0.1316153321206863,
      "grad_norm": 4.875,
      "learning_rate": 4.3424805076510485e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5321270853281022,
      "num_tokens": 80030249.0,
      "step": 103760
    },
    {
      "epoch": 0.1316280167132191,
      "grad_norm": 8.875,
      "learning_rate": 4.342417076642419e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.554766058921814,
      "num_tokens": 80037762.0,
      "step": 103770
    },
    {
      "epoch": 0.13164070130575195,
      "grad_norm": 7.0625,
      "learning_rate": 4.34235364563379e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5264388710260391,
      "num_tokens": 80045313.0,
      "step": 103780
    },
    {
      "epoch": 0.1316533858982848,
      "grad_norm": 5.15625,
      "learning_rate": 4.342290214625161e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5400937587022782,
      "num_tokens": 80053256.0,
      "step": 103790
    },
    {
      "epoch": 0.13166607049081763,
      "grad_norm": 5.71875,
      "learning_rate": 4.342226783616532e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5607663154602051,
      "num_tokens": 80060694.0,
      "step": 103800
    },
    {
      "epoch": 0.13167875508335045,
      "grad_norm": 6.0,
      "learning_rate": 4.3421633526079026e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5526433765888215,
      "num_tokens": 80066985.0,
      "step": 103810
    },
    {
      "epoch": 0.1316914396758833,
      "grad_norm": 5.15625,
      "learning_rate": 4.342099921599274e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.529832261800766,
      "num_tokens": 80075597.0,
      "step": 103820
    },
    {
      "epoch": 0.13170412426841613,
      "grad_norm": 6.53125,
      "learning_rate": 4.342036490590644e-05,
      "loss": 1.8836,
      "mean_token_accuracy": 0.5875054627656937,
      "num_tokens": 80082783.0,
      "step": 103830
    },
    {
      "epoch": 0.13171680886094897,
      "grad_norm": 5.03125,
      "learning_rate": 4.341973059582015e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5200671672821044,
      "num_tokens": 80090763.0,
      "step": 103840
    },
    {
      "epoch": 0.13172949345348178,
      "grad_norm": 6.125,
      "learning_rate": 4.341909628573386e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5340249449014663,
      "num_tokens": 80099079.0,
      "step": 103850
    },
    {
      "epoch": 0.13174217804601462,
      "grad_norm": 5.0,
      "learning_rate": 4.3418461975647566e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5283577620983124,
      "num_tokens": 80107310.0,
      "step": 103860
    },
    {
      "epoch": 0.13175486263854747,
      "grad_norm": 4.65625,
      "learning_rate": 4.341782766556128e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5742441892623902,
      "num_tokens": 80115262.0,
      "step": 103870
    },
    {
      "epoch": 0.1317675472310803,
      "grad_norm": 5.90625,
      "learning_rate": 4.341719335547499e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5435688942670822,
      "num_tokens": 80123631.0,
      "step": 103880
    },
    {
      "epoch": 0.13178023182361312,
      "grad_norm": 6.0,
      "learning_rate": 4.3416559045388696e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5363988876342773,
      "num_tokens": 80131399.0,
      "step": 103890
    },
    {
      "epoch": 0.13179291641614596,
      "grad_norm": 4.8125,
      "learning_rate": 4.341592473530241e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5458214223384857,
      "num_tokens": 80139239.0,
      "step": 103900
    },
    {
      "epoch": 0.1318056010086788,
      "grad_norm": 5.40625,
      "learning_rate": 4.3415290425216106e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5417198807001113,
      "num_tokens": 80145535.0,
      "step": 103910
    },
    {
      "epoch": 0.13181828560121164,
      "grad_norm": 6.125,
      "learning_rate": 4.341465611512982e-05,
      "loss": 2.0157,
      "mean_token_accuracy": 0.5528237372636795,
      "num_tokens": 80153345.0,
      "step": 103920
    },
    {
      "epoch": 0.13183097019374446,
      "grad_norm": 9.25,
      "learning_rate": 4.341402180504353e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5565270185470581,
      "num_tokens": 80160725.0,
      "step": 103930
    },
    {
      "epoch": 0.1318436547862773,
      "grad_norm": 4.84375,
      "learning_rate": 4.3413387494957236e-05,
      "loss": 1.9417,
      "mean_token_accuracy": 0.5616864204406739,
      "num_tokens": 80168725.0,
      "step": 103940
    },
    {
      "epoch": 0.13185633937881014,
      "grad_norm": 6.9375,
      "learning_rate": 4.341275318487095e-05,
      "loss": 1.9353,
      "mean_token_accuracy": 0.5729948431253433,
      "num_tokens": 80175897.0,
      "step": 103950
    },
    {
      "epoch": 0.13186902397134298,
      "grad_norm": 5.5,
      "learning_rate": 4.3412118874784653e-05,
      "loss": 2.2528,
      "mean_token_accuracy": 0.5062101423740387,
      "num_tokens": 80183474.0,
      "step": 103960
    },
    {
      "epoch": 0.1318817085638758,
      "grad_norm": 6.21875,
      "learning_rate": 4.3411484564698366e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5362376540899276,
      "num_tokens": 80191515.0,
      "step": 103970
    },
    {
      "epoch": 0.13189439315640863,
      "grad_norm": 4.96875,
      "learning_rate": 4.341085025461207e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5324538975954056,
      "num_tokens": 80199563.0,
      "step": 103980
    },
    {
      "epoch": 0.13190707774894148,
      "grad_norm": 6.78125,
      "learning_rate": 4.3410215944525776e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5393168151378631,
      "num_tokens": 80206365.0,
      "step": 103990
    },
    {
      "epoch": 0.13191976234147432,
      "grad_norm": 5.25,
      "learning_rate": 4.340958163443949e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5541902631521225,
      "num_tokens": 80214239.0,
      "step": 104000
    },
    {
      "epoch": 0.13193244693400713,
      "grad_norm": 11.6875,
      "learning_rate": 4.3408947324353194e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5448123514652252,
      "num_tokens": 80221850.0,
      "step": 104010
    },
    {
      "epoch": 0.13194513152653997,
      "grad_norm": 6.5,
      "learning_rate": 4.3408313014266906e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5559976994991302,
      "num_tokens": 80229349.0,
      "step": 104020
    },
    {
      "epoch": 0.1319578161190728,
      "grad_norm": 4.84375,
      "learning_rate": 4.340767870418062e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5358882248401642,
      "num_tokens": 80236950.0,
      "step": 104030
    },
    {
      "epoch": 0.13197050071160565,
      "grad_norm": 5.71875,
      "learning_rate": 4.3407044394094323e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5452117145061492,
      "num_tokens": 80245348.0,
      "step": 104040
    },
    {
      "epoch": 0.13198318530413847,
      "grad_norm": 4.96875,
      "learning_rate": 4.340641008400803e-05,
      "loss": 1.9248,
      "mean_token_accuracy": 0.578339034318924,
      "num_tokens": 80253466.0,
      "step": 104050
    },
    {
      "epoch": 0.1319958698966713,
      "grad_norm": 5.4375,
      "learning_rate": 4.3405775773921734e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5455848485231399,
      "num_tokens": 80261813.0,
      "step": 104060
    },
    {
      "epoch": 0.13200855448920415,
      "grad_norm": 4.75,
      "learning_rate": 4.3405141463835446e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5495446681976318,
      "num_tokens": 80269947.0,
      "step": 104070
    },
    {
      "epoch": 0.132021239081737,
      "grad_norm": 4.96875,
      "learning_rate": 4.340450715374916e-05,
      "loss": 2.1901,
      "mean_token_accuracy": 0.5310520589351654,
      "num_tokens": 80276391.0,
      "step": 104080
    },
    {
      "epoch": 0.1320339236742698,
      "grad_norm": 8.125,
      "learning_rate": 4.3403872843662864e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.557365682721138,
      "num_tokens": 80284074.0,
      "step": 104090
    },
    {
      "epoch": 0.13204660826680265,
      "grad_norm": 6.96875,
      "learning_rate": 4.3403238533576576e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.531525519490242,
      "num_tokens": 80292251.0,
      "step": 104100
    },
    {
      "epoch": 0.1320592928593355,
      "grad_norm": 6.5625,
      "learning_rate": 4.340260422349028e-05,
      "loss": 1.9119,
      "mean_token_accuracy": 0.5791241645812988,
      "num_tokens": 80299348.0,
      "step": 104110
    },
    {
      "epoch": 0.1320719774518683,
      "grad_norm": 6.46875,
      "learning_rate": 4.3401969913403987e-05,
      "loss": 1.6566,
      "mean_token_accuracy": 0.6314222663640976,
      "num_tokens": 80304410.0,
      "step": 104120
    },
    {
      "epoch": 0.13208466204440114,
      "grad_norm": 6.625,
      "learning_rate": 4.34013356033177e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5288698643445968,
      "num_tokens": 80313129.0,
      "step": 104130
    },
    {
      "epoch": 0.13209734663693398,
      "grad_norm": 5.125,
      "learning_rate": 4.3400701293231404e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5294584035873413,
      "num_tokens": 80321610.0,
      "step": 104140
    },
    {
      "epoch": 0.13211003122946682,
      "grad_norm": 5.46875,
      "learning_rate": 4.3400066983145116e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5748257666826249,
      "num_tokens": 80327682.0,
      "step": 104150
    },
    {
      "epoch": 0.13212271582199964,
      "grad_norm": 8.9375,
      "learning_rate": 4.339943267305882e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5520437031984329,
      "num_tokens": 80334732.0,
      "step": 104160
    },
    {
      "epoch": 0.13213540041453248,
      "grad_norm": 4.71875,
      "learning_rate": 4.3398798362972534e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5462583422660827,
      "num_tokens": 80342512.0,
      "step": 104170
    },
    {
      "epoch": 0.13214808500706532,
      "grad_norm": 6.34375,
      "learning_rate": 4.339816405288624e-05,
      "loss": 2.2033,
      "mean_token_accuracy": 0.5178501397371292,
      "num_tokens": 80350066.0,
      "step": 104180
    },
    {
      "epoch": 0.13216076959959816,
      "grad_norm": 6.28125,
      "learning_rate": 4.3397529742799944e-05,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5142023861408234,
      "num_tokens": 80358022.0,
      "step": 104190
    },
    {
      "epoch": 0.13217345419213097,
      "grad_norm": 6.0,
      "learning_rate": 4.3396895432713656e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5612631797790527,
      "num_tokens": 80364512.0,
      "step": 104200
    },
    {
      "epoch": 0.13218613878466381,
      "grad_norm": 5.90625,
      "learning_rate": 4.339626112262736e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5629081577062607,
      "num_tokens": 80372562.0,
      "step": 104210
    },
    {
      "epoch": 0.13219882337719666,
      "grad_norm": 5.28125,
      "learning_rate": 4.3395626812541074e-05,
      "loss": 2.2276,
      "mean_token_accuracy": 0.5169615298509598,
      "num_tokens": 80380952.0,
      "step": 104220
    },
    {
      "epoch": 0.1322115079697295,
      "grad_norm": 5.71875,
      "learning_rate": 4.3394992502454786e-05,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5686294049024582,
      "num_tokens": 80388726.0,
      "step": 104230
    },
    {
      "epoch": 0.1322241925622623,
      "grad_norm": 8.875,
      "learning_rate": 4.339435819236849e-05,
      "loss": 2.2386,
      "mean_token_accuracy": 0.5086728274822235,
      "num_tokens": 80396500.0,
      "step": 104240
    },
    {
      "epoch": 0.13223687715479515,
      "grad_norm": 19.125,
      "learning_rate": 4.33937238822822e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.583285066485405,
      "num_tokens": 80403992.0,
      "step": 104250
    },
    {
      "epoch": 0.132249561747328,
      "grad_norm": 5.125,
      "learning_rate": 4.33930895721959e-05,
      "loss": 2.2527,
      "mean_token_accuracy": 0.513844034075737,
      "num_tokens": 80411443.0,
      "step": 104260
    },
    {
      "epoch": 0.13226224633986083,
      "grad_norm": 6.5625,
      "learning_rate": 4.3392455262109614e-05,
      "loss": 1.8931,
      "mean_token_accuracy": 0.5850293964147568,
      "num_tokens": 80418354.0,
      "step": 104270
    },
    {
      "epoch": 0.13227493093239365,
      "grad_norm": 5.1875,
      "learning_rate": 4.3391820952023326e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5476994812488556,
      "num_tokens": 80425941.0,
      "step": 104280
    },
    {
      "epoch": 0.1322876155249265,
      "grad_norm": 5.4375,
      "learning_rate": 4.339118664193703e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5300358831882477,
      "num_tokens": 80434863.0,
      "step": 104290
    },
    {
      "epoch": 0.13230030011745933,
      "grad_norm": 6.53125,
      "learning_rate": 4.3390552331850744e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5361786603927612,
      "num_tokens": 80442978.0,
      "step": 104300
    },
    {
      "epoch": 0.13231298470999217,
      "grad_norm": 4.90625,
      "learning_rate": 4.338991802176445e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5603812575340271,
      "num_tokens": 80451530.0,
      "step": 104310
    },
    {
      "epoch": 0.13232566930252498,
      "grad_norm": 5.375,
      "learning_rate": 4.338928371167816e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5284732073545456,
      "num_tokens": 80460011.0,
      "step": 104320
    },
    {
      "epoch": 0.13233835389505783,
      "grad_norm": 6.1875,
      "learning_rate": 4.338864940159187e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5319472223520278,
      "num_tokens": 80467576.0,
      "step": 104330
    },
    {
      "epoch": 0.13235103848759067,
      "grad_norm": 6.5,
      "learning_rate": 4.338801509150557e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5289457768201828,
      "num_tokens": 80475695.0,
      "step": 104340
    },
    {
      "epoch": 0.1323637230801235,
      "grad_norm": 5.21875,
      "learning_rate": 4.3387380781419284e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.536749204993248,
      "num_tokens": 80483696.0,
      "step": 104350
    },
    {
      "epoch": 0.13237640767265632,
      "grad_norm": 4.65625,
      "learning_rate": 4.338674647133299e-05,
      "loss": 2.2393,
      "mean_token_accuracy": 0.5080540299415588,
      "num_tokens": 80492995.0,
      "step": 104360
    },
    {
      "epoch": 0.13238909226518916,
      "grad_norm": 7.40625,
      "learning_rate": 4.33861121612467e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5435030877590179,
      "num_tokens": 80500793.0,
      "step": 104370
    },
    {
      "epoch": 0.132401776857722,
      "grad_norm": 5.375,
      "learning_rate": 4.3385477851160414e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5568735748529434,
      "num_tokens": 80508506.0,
      "step": 104380
    },
    {
      "epoch": 0.13241446145025484,
      "grad_norm": 6.28125,
      "learning_rate": 4.338484354107412e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5469346225261689,
      "num_tokens": 80516685.0,
      "step": 104390
    },
    {
      "epoch": 0.13242714604278766,
      "grad_norm": 5.1875,
      "learning_rate": 4.3384209230987824e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.549338287115097,
      "num_tokens": 80524402.0,
      "step": 104400
    },
    {
      "epoch": 0.1324398306353205,
      "grad_norm": 5.6875,
      "learning_rate": 4.338357492090153e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5316720724105835,
      "num_tokens": 80532607.0,
      "step": 104410
    },
    {
      "epoch": 0.13245251522785334,
      "grad_norm": 6.15625,
      "learning_rate": 4.338294061081524e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5340100884437561,
      "num_tokens": 80540969.0,
      "step": 104420
    },
    {
      "epoch": 0.13246519982038618,
      "grad_norm": 7.25,
      "learning_rate": 4.3382306300728954e-05,
      "loss": 1.8737,
      "mean_token_accuracy": 0.5837176442146301,
      "num_tokens": 80548722.0,
      "step": 104430
    },
    {
      "epoch": 0.132477884412919,
      "grad_norm": 5.6875,
      "learning_rate": 4.338167199064266e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5282183051109314,
      "num_tokens": 80556381.0,
      "step": 104440
    },
    {
      "epoch": 0.13249056900545184,
      "grad_norm": 8.6875,
      "learning_rate": 4.338103768055637e-05,
      "loss": 2.259,
      "mean_token_accuracy": 0.5100320219993592,
      "num_tokens": 80564335.0,
      "step": 104450
    },
    {
      "epoch": 0.13250325359798468,
      "grad_norm": 5.25,
      "learning_rate": 4.338040337047008e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5628301173448562,
      "num_tokens": 80572087.0,
      "step": 104460
    },
    {
      "epoch": 0.13251593819051752,
      "grad_norm": 6.1875,
      "learning_rate": 4.337976906038378e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5673693418502808,
      "num_tokens": 80579295.0,
      "step": 104470
    },
    {
      "epoch": 0.13252862278305033,
      "grad_norm": 5.8125,
      "learning_rate": 4.3379134750297494e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5813547134399414,
      "num_tokens": 80585477.0,
      "step": 104480
    },
    {
      "epoch": 0.13254130737558317,
      "grad_norm": 6.65625,
      "learning_rate": 4.33785004402112e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5281566023826599,
      "num_tokens": 80594761.0,
      "step": 104490
    },
    {
      "epoch": 0.13255399196811601,
      "grad_norm": 4.96875,
      "learning_rate": 4.337786613012491e-05,
      "loss": 2.2487,
      "mean_token_accuracy": 0.506106698513031,
      "num_tokens": 80603311.0,
      "step": 104500
    },
    {
      "epoch": 0.13256667656064886,
      "grad_norm": 6.96875,
      "learning_rate": 4.337723182003862e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5606898784637451,
      "num_tokens": 80610315.0,
      "step": 104510
    },
    {
      "epoch": 0.13257936115318167,
      "grad_norm": 5.125,
      "learning_rate": 4.337659750995233e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5680747300386428,
      "num_tokens": 80617438.0,
      "step": 104520
    },
    {
      "epoch": 0.1325920457457145,
      "grad_norm": 6.5,
      "learning_rate": 4.3375963199866035e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5352144330739975,
      "num_tokens": 80624061.0,
      "step": 104530
    },
    {
      "epoch": 0.13260473033824735,
      "grad_norm": 5.5,
      "learning_rate": 4.337532888977974e-05,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5068383485078811,
      "num_tokens": 80632356.0,
      "step": 104540
    },
    {
      "epoch": 0.1326174149307802,
      "grad_norm": 4.71875,
      "learning_rate": 4.337469457969345e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5502991646528244,
      "num_tokens": 80639989.0,
      "step": 104550
    },
    {
      "epoch": 0.132630099523313,
      "grad_norm": 5.15625,
      "learning_rate": 4.337406026960716e-05,
      "loss": 2.3181,
      "mean_token_accuracy": 0.5056821793317795,
      "num_tokens": 80648525.0,
      "step": 104560
    },
    {
      "epoch": 0.13264278411584585,
      "grad_norm": 9.1875,
      "learning_rate": 4.337342595952087e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.5679294556379318,
      "num_tokens": 80655033.0,
      "step": 104570
    },
    {
      "epoch": 0.1326554687083787,
      "grad_norm": 4.75,
      "learning_rate": 4.337279164943458e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5364105254411697,
      "num_tokens": 80662663.0,
      "step": 104580
    },
    {
      "epoch": 0.1326681533009115,
      "grad_norm": 5.6875,
      "learning_rate": 4.337215733934829e-05,
      "loss": 1.8526,
      "mean_token_accuracy": 0.583389338850975,
      "num_tokens": 80669422.0,
      "step": 104590
    },
    {
      "epoch": 0.13268083789344434,
      "grad_norm": 14.6875,
      "learning_rate": 4.337152302926199e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5438109636306763,
      "num_tokens": 80675323.0,
      "step": 104600
    },
    {
      "epoch": 0.13269352248597718,
      "grad_norm": 6.25,
      "learning_rate": 4.33708887191757e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5225357174873352,
      "num_tokens": 80682931.0,
      "step": 104610
    },
    {
      "epoch": 0.13270620707851002,
      "grad_norm": 5.0625,
      "learning_rate": 4.337025440908941e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5368183732032776,
      "num_tokens": 80691114.0,
      "step": 104620
    },
    {
      "epoch": 0.13271889167104284,
      "grad_norm": 5.28125,
      "learning_rate": 4.336962009900312e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5434504866600036,
      "num_tokens": 80698902.0,
      "step": 104630
    },
    {
      "epoch": 0.13273157626357568,
      "grad_norm": 6.34375,
      "learning_rate": 4.336898578891683e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.573453751206398,
      "num_tokens": 80706263.0,
      "step": 104640
    },
    {
      "epoch": 0.13274426085610852,
      "grad_norm": 5.5625,
      "learning_rate": 4.336835147883054e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5310359179973603,
      "num_tokens": 80714173.0,
      "step": 104650
    },
    {
      "epoch": 0.13275694544864136,
      "grad_norm": 5.53125,
      "learning_rate": 4.3367717168744245e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5337036430835724,
      "num_tokens": 80721799.0,
      "step": 104660
    },
    {
      "epoch": 0.13276963004117417,
      "grad_norm": 4.90625,
      "learning_rate": 4.336708285865795e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5328369498252868,
      "num_tokens": 80729595.0,
      "step": 104670
    },
    {
      "epoch": 0.13278231463370702,
      "grad_norm": 5.25,
      "learning_rate": 4.336644854857166e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5401036828756333,
      "num_tokens": 80736540.0,
      "step": 104680
    },
    {
      "epoch": 0.13279499922623986,
      "grad_norm": 5.9375,
      "learning_rate": 4.336581423848537e-05,
      "loss": 2.2712,
      "mean_token_accuracy": 0.5150121778249741,
      "num_tokens": 80745544.0,
      "step": 104690
    },
    {
      "epoch": 0.1328076838187727,
      "grad_norm": 5.875,
      "learning_rate": 4.336517992839908e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5285987138748169,
      "num_tokens": 80753923.0,
      "step": 104700
    },
    {
      "epoch": 0.1328203684113055,
      "grad_norm": 5.90625,
      "learning_rate": 4.336454561831279e-05,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5268662929534912,
      "num_tokens": 80761333.0,
      "step": 104710
    },
    {
      "epoch": 0.13283305300383835,
      "grad_norm": 7.75,
      "learning_rate": 4.33639113082265e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5367879897356034,
      "num_tokens": 80769336.0,
      "step": 104720
    },
    {
      "epoch": 0.1328457375963712,
      "grad_norm": 5.8125,
      "learning_rate": 4.336327699814021e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5474655717611313,
      "num_tokens": 80776637.0,
      "step": 104730
    },
    {
      "epoch": 0.13285842218890404,
      "grad_norm": 8.625,
      "learning_rate": 4.3362642688053915e-05,
      "loss": 2.2589,
      "mean_token_accuracy": 0.5108953446149826,
      "num_tokens": 80785096.0,
      "step": 104740
    },
    {
      "epoch": 0.13287110678143685,
      "grad_norm": 5.78125,
      "learning_rate": 4.336200837796762e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5419092208147049,
      "num_tokens": 80791747.0,
      "step": 104750
    },
    {
      "epoch": 0.1328837913739697,
      "grad_norm": 8.625,
      "learning_rate": 4.336137406788133e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5296282052993775,
      "num_tokens": 80798913.0,
      "step": 104760
    },
    {
      "epoch": 0.13289647596650253,
      "grad_norm": 5.8125,
      "learning_rate": 4.336073975779504e-05,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5638496488332748,
      "num_tokens": 80807343.0,
      "step": 104770
    },
    {
      "epoch": 0.13290916055903537,
      "grad_norm": 5.3125,
      "learning_rate": 4.336010544770875e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5735461473464966,
      "num_tokens": 80813761.0,
      "step": 104780
    },
    {
      "epoch": 0.13292184515156819,
      "grad_norm": 6.375,
      "learning_rate": 4.3359471137622455e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.558338463306427,
      "num_tokens": 80821004.0,
      "step": 104790
    },
    {
      "epoch": 0.13293452974410103,
      "grad_norm": 5.34375,
      "learning_rate": 4.335883682753617e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.537183427810669,
      "num_tokens": 80829736.0,
      "step": 104800
    },
    {
      "epoch": 0.13294721433663387,
      "grad_norm": 4.875,
      "learning_rate": 4.335820251744987e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5867335230112076,
      "num_tokens": 80836339.0,
      "step": 104810
    },
    {
      "epoch": 0.1329598989291667,
      "grad_norm": 6.125,
      "learning_rate": 4.335756820736358e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5323694318532943,
      "num_tokens": 80844052.0,
      "step": 104820
    },
    {
      "epoch": 0.13297258352169952,
      "grad_norm": 6.40625,
      "learning_rate": 4.335693389727729e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5362847596406937,
      "num_tokens": 80850753.0,
      "step": 104830
    },
    {
      "epoch": 0.13298526811423236,
      "grad_norm": 5.53125,
      "learning_rate": 4.3356299587190995e-05,
      "loss": 2.3269,
      "mean_token_accuracy": 0.5083158522844314,
      "num_tokens": 80859047.0,
      "step": 104840
    },
    {
      "epoch": 0.1329979527067652,
      "grad_norm": 4.21875,
      "learning_rate": 4.335566527710471e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5703376710414887,
      "num_tokens": 80867374.0,
      "step": 104850
    },
    {
      "epoch": 0.13301063729929805,
      "grad_norm": 5.0,
      "learning_rate": 4.335503096701842e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5381047338247299,
      "num_tokens": 80874553.0,
      "step": 104860
    },
    {
      "epoch": 0.13302332189183086,
      "grad_norm": 4.75,
      "learning_rate": 4.3354396656932125e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5510831892490387,
      "num_tokens": 80883523.0,
      "step": 104870
    },
    {
      "epoch": 0.1330360064843637,
      "grad_norm": 4.59375,
      "learning_rate": 4.335376234684583e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5663843899965286,
      "num_tokens": 80891151.0,
      "step": 104880
    },
    {
      "epoch": 0.13304869107689654,
      "grad_norm": 10.8125,
      "learning_rate": 4.3353128036759536e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5568747878074646,
      "num_tokens": 80898795.0,
      "step": 104890
    },
    {
      "epoch": 0.13306137566942938,
      "grad_norm": 5.71875,
      "learning_rate": 4.335249372667325e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5822207570075989,
      "num_tokens": 80905722.0,
      "step": 104900
    },
    {
      "epoch": 0.1330740602619622,
      "grad_norm": 8.1875,
      "learning_rate": 4.335185941658696e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5569984465837479,
      "num_tokens": 80912394.0,
      "step": 104910
    },
    {
      "epoch": 0.13308674485449504,
      "grad_norm": 4.96875,
      "learning_rate": 4.3351225106500665e-05,
      "loss": 1.8343,
      "mean_token_accuracy": 0.5891167193651199,
      "num_tokens": 80920659.0,
      "step": 104920
    },
    {
      "epoch": 0.13309942944702788,
      "grad_norm": 5.59375,
      "learning_rate": 4.335059079641438e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5305454403162002,
      "num_tokens": 80928462.0,
      "step": 104930
    },
    {
      "epoch": 0.13311211403956072,
      "grad_norm": 8.375,
      "learning_rate": 4.334995648632808e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5418504506349564,
      "num_tokens": 80936815.0,
      "step": 104940
    },
    {
      "epoch": 0.13312479863209353,
      "grad_norm": 4.96875,
      "learning_rate": 4.334932217624179e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5533915579319,
      "num_tokens": 80943481.0,
      "step": 104950
    },
    {
      "epoch": 0.13313748322462637,
      "grad_norm": 6.28125,
      "learning_rate": 4.33486878661555e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5503506600856781,
      "num_tokens": 80951171.0,
      "step": 104960
    },
    {
      "epoch": 0.13315016781715922,
      "grad_norm": 6.875,
      "learning_rate": 4.3348053556069206e-05,
      "loss": 2.2284,
      "mean_token_accuracy": 0.5192699164152146,
      "num_tokens": 80959231.0,
      "step": 104970
    },
    {
      "epoch": 0.13316285240969206,
      "grad_norm": 5.9375,
      "learning_rate": 4.334741924598292e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.540591099858284,
      "num_tokens": 80965981.0,
      "step": 104980
    },
    {
      "epoch": 0.13317553700222487,
      "grad_norm": 4.90625,
      "learning_rate": 4.334678493589662e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5197851419448852,
      "num_tokens": 80974757.0,
      "step": 104990
    },
    {
      "epoch": 0.1331882215947577,
      "grad_norm": 4.75,
      "learning_rate": 4.3346150625810335e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5327054381370544,
      "num_tokens": 80984381.0,
      "step": 105000
    },
    {
      "epoch": 0.13320090618729055,
      "grad_norm": 5.5625,
      "learning_rate": 4.334551631572404e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5743418902158737,
      "num_tokens": 80993168.0,
      "step": 105010
    },
    {
      "epoch": 0.1332135907798234,
      "grad_norm": 5.0625,
      "learning_rate": 4.3344882005637746e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5419370859861374,
      "num_tokens": 81001147.0,
      "step": 105020
    },
    {
      "epoch": 0.1332262753723562,
      "grad_norm": 5.375,
      "learning_rate": 4.334424769555146e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5254421830177307,
      "num_tokens": 81009455.0,
      "step": 105030
    },
    {
      "epoch": 0.13323895996488905,
      "grad_norm": 4.65625,
      "learning_rate": 4.3343613385465163e-05,
      "loss": 1.8342,
      "mean_token_accuracy": 0.5933293551206589,
      "num_tokens": 81017164.0,
      "step": 105040
    },
    {
      "epoch": 0.1332516445574219,
      "grad_norm": 5.34375,
      "learning_rate": 4.3342979075378876e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5636675328016281,
      "num_tokens": 81024521.0,
      "step": 105050
    },
    {
      "epoch": 0.1332643291499547,
      "grad_norm": 5.6875,
      "learning_rate": 4.334234476529259e-05,
      "loss": 2.2863,
      "mean_token_accuracy": 0.519036990404129,
      "num_tokens": 81032230.0,
      "step": 105060
    },
    {
      "epoch": 0.13327701374248754,
      "grad_norm": 5.875,
      "learning_rate": 4.334171045520629e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5238987773656845,
      "num_tokens": 81039854.0,
      "step": 105070
    },
    {
      "epoch": 0.13328969833502038,
      "grad_norm": 4.96875,
      "learning_rate": 4.3341076145120005e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5423082292079926,
      "num_tokens": 81047712.0,
      "step": 105080
    },
    {
      "epoch": 0.13330238292755323,
      "grad_norm": 4.90625,
      "learning_rate": 4.3340441835033704e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5465515047311783,
      "num_tokens": 81056134.0,
      "step": 105090
    },
    {
      "epoch": 0.13331506752008604,
      "grad_norm": 5.625,
      "learning_rate": 4.3339807524947416e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5296703785657882,
      "num_tokens": 81062891.0,
      "step": 105100
    },
    {
      "epoch": 0.13332775211261888,
      "grad_norm": 5.71875,
      "learning_rate": 4.333917321486113e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5333686918020248,
      "num_tokens": 81068966.0,
      "step": 105110
    },
    {
      "epoch": 0.13334043670515172,
      "grad_norm": 5.34375,
      "learning_rate": 4.3338538904774833e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5291683107614518,
      "num_tokens": 81076033.0,
      "step": 105120
    },
    {
      "epoch": 0.13335312129768456,
      "grad_norm": 5.46875,
      "learning_rate": 4.3337904594688546e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5778880625963211,
      "num_tokens": 81083274.0,
      "step": 105130
    },
    {
      "epoch": 0.13336580589021738,
      "grad_norm": 5.28125,
      "learning_rate": 4.333727028460225e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.528928205370903,
      "num_tokens": 81089863.0,
      "step": 105140
    },
    {
      "epoch": 0.13337849048275022,
      "grad_norm": 6.9375,
      "learning_rate": 4.333663597451596e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5252576261758805,
      "num_tokens": 81098086.0,
      "step": 105150
    },
    {
      "epoch": 0.13339117507528306,
      "grad_norm": 6.875,
      "learning_rate": 4.333600166442967e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5432236701250076,
      "num_tokens": 81104547.0,
      "step": 105160
    },
    {
      "epoch": 0.1334038596678159,
      "grad_norm": 6.34375,
      "learning_rate": 4.3335367354343374e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5262404888868332,
      "num_tokens": 81113379.0,
      "step": 105170
    },
    {
      "epoch": 0.1334165442603487,
      "grad_norm": 7.46875,
      "learning_rate": 4.3334733044257086e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5618598222732544,
      "num_tokens": 81121395.0,
      "step": 105180
    },
    {
      "epoch": 0.13342922885288155,
      "grad_norm": 5.03125,
      "learning_rate": 4.333409873417079e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5203475683927536,
      "num_tokens": 81129097.0,
      "step": 105190
    },
    {
      "epoch": 0.1334419134454144,
      "grad_norm": 4.09375,
      "learning_rate": 4.33334644240845e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5707265585660934,
      "num_tokens": 81135918.0,
      "step": 105200
    },
    {
      "epoch": 0.13345459803794724,
      "grad_norm": 7.53125,
      "learning_rate": 4.3332830113998215e-05,
      "loss": 1.8861,
      "mean_token_accuracy": 0.5828367292881012,
      "num_tokens": 81142608.0,
      "step": 105210
    },
    {
      "epoch": 0.13346728263048005,
      "grad_norm": 5.21875,
      "learning_rate": 4.333219580391192e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5466214418411255,
      "num_tokens": 81149807.0,
      "step": 105220
    },
    {
      "epoch": 0.1334799672230129,
      "grad_norm": 4.96875,
      "learning_rate": 4.3331561493825626e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5478045344352722,
      "num_tokens": 81157454.0,
      "step": 105230
    },
    {
      "epoch": 0.13349265181554573,
      "grad_norm": 4.84375,
      "learning_rate": 4.333092718373933e-05,
      "loss": 1.939,
      "mean_token_accuracy": 0.5685190826654434,
      "num_tokens": 81165243.0,
      "step": 105240
    },
    {
      "epoch": 0.13350533640807857,
      "grad_norm": 5.5625,
      "learning_rate": 4.3330292873653044e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5550321996212005,
      "num_tokens": 81171630.0,
      "step": 105250
    },
    {
      "epoch": 0.1335180210006114,
      "grad_norm": 6.8125,
      "learning_rate": 4.3329658563566756e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5290798842906952,
      "num_tokens": 81178882.0,
      "step": 105260
    },
    {
      "epoch": 0.13353070559314423,
      "grad_norm": 6.46875,
      "learning_rate": 4.332902425348046e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5416247218847274,
      "num_tokens": 81186646.0,
      "step": 105270
    },
    {
      "epoch": 0.13354339018567707,
      "grad_norm": 4.90625,
      "learning_rate": 4.332838994339417e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5550204277038574,
      "num_tokens": 81193455.0,
      "step": 105280
    },
    {
      "epoch": 0.1335560747782099,
      "grad_norm": 7.25,
      "learning_rate": 4.332775563330788e-05,
      "loss": 1.8054,
      "mean_token_accuracy": 0.5931327104568481,
      "num_tokens": 81199861.0,
      "step": 105290
    },
    {
      "epoch": 0.13356875937074272,
      "grad_norm": 5.875,
      "learning_rate": 4.3327121323221584e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5457156985998154,
      "num_tokens": 81208197.0,
      "step": 105300
    },
    {
      "epoch": 0.13358144396327556,
      "grad_norm": 5.53125,
      "learning_rate": 4.3326487013135296e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5376028120517731,
      "num_tokens": 81217084.0,
      "step": 105310
    },
    {
      "epoch": 0.1335941285558084,
      "grad_norm": 4.5625,
      "learning_rate": 4.3325852703049e-05,
      "loss": 1.7441,
      "mean_token_accuracy": 0.6146230399608612,
      "num_tokens": 81221828.0,
      "step": 105320
    },
    {
      "epoch": 0.13360681314834125,
      "grad_norm": 4.875,
      "learning_rate": 4.3325218392962714e-05,
      "loss": 2.2279,
      "mean_token_accuracy": 0.5232047945261001,
      "num_tokens": 81230993.0,
      "step": 105330
    },
    {
      "epoch": 0.13361949774087406,
      "grad_norm": 7.1875,
      "learning_rate": 4.332458408287642e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5357940942049026,
      "num_tokens": 81238599.0,
      "step": 105340
    },
    {
      "epoch": 0.1336321823334069,
      "grad_norm": 4.90625,
      "learning_rate": 4.332394977279013e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5331397116184234,
      "num_tokens": 81244606.0,
      "step": 105350
    },
    {
      "epoch": 0.13364486692593974,
      "grad_norm": 4.46875,
      "learning_rate": 4.3323315462703836e-05,
      "loss": 1.8863,
      "mean_token_accuracy": 0.5967861145734787,
      "num_tokens": 81252609.0,
      "step": 105360
    },
    {
      "epoch": 0.13365755151847258,
      "grad_norm": 5.59375,
      "learning_rate": 4.332268115261754e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.557714906334877,
      "num_tokens": 81258592.0,
      "step": 105370
    },
    {
      "epoch": 0.1336702361110054,
      "grad_norm": 5.15625,
      "learning_rate": 4.3322046842531254e-05,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5223915815353394,
      "num_tokens": 81266134.0,
      "step": 105380
    },
    {
      "epoch": 0.13368292070353824,
      "grad_norm": 6.15625,
      "learning_rate": 4.332141253244496e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5588637709617614,
      "num_tokens": 81273939.0,
      "step": 105390
    },
    {
      "epoch": 0.13369560529607108,
      "grad_norm": 5.5625,
      "learning_rate": 4.332077822235867e-05,
      "loss": 1.9011,
      "mean_token_accuracy": 0.5855792105197907,
      "num_tokens": 81280923.0,
      "step": 105400
    },
    {
      "epoch": 0.13370828988860392,
      "grad_norm": 5.40625,
      "learning_rate": 4.3320143912272383e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5485892981290817,
      "num_tokens": 81289799.0,
      "step": 105410
    },
    {
      "epoch": 0.13372097448113673,
      "grad_norm": 5.3125,
      "learning_rate": 4.331950960218609e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5315971046686172,
      "num_tokens": 81298119.0,
      "step": 105420
    },
    {
      "epoch": 0.13373365907366958,
      "grad_norm": 3.84375,
      "learning_rate": 4.3318875292099794e-05,
      "loss": 1.6051,
      "mean_token_accuracy": 0.6277369797229767,
      "num_tokens": 81304501.0,
      "step": 105430
    },
    {
      "epoch": 0.13374634366620242,
      "grad_norm": 7.5,
      "learning_rate": 4.33182409820135e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5246122509241105,
      "num_tokens": 81312371.0,
      "step": 105440
    },
    {
      "epoch": 0.13375902825873526,
      "grad_norm": 5.4375,
      "learning_rate": 4.331760667192721e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5322656780481339,
      "num_tokens": 81320500.0,
      "step": 105450
    },
    {
      "epoch": 0.13377171285126807,
      "grad_norm": 6.125,
      "learning_rate": 4.3316972361840924e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.542697936296463,
      "num_tokens": 81329203.0,
      "step": 105460
    },
    {
      "epoch": 0.1337843974438009,
      "grad_norm": 5.65625,
      "learning_rate": 4.331633805175463e-05,
      "loss": 2.2765,
      "mean_token_accuracy": 0.5180463671684266,
      "num_tokens": 81335179.0,
      "step": 105470
    },
    {
      "epoch": 0.13379708203633375,
      "grad_norm": 4.78125,
      "learning_rate": 4.331570374166834e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5742771208286286,
      "num_tokens": 81343281.0,
      "step": 105480
    },
    {
      "epoch": 0.1338097666288666,
      "grad_norm": 6.03125,
      "learning_rate": 4.331506943158205e-05,
      "loss": 1.9156,
      "mean_token_accuracy": 0.5785031914710999,
      "num_tokens": 81349417.0,
      "step": 105490
    },
    {
      "epoch": 0.1338224512213994,
      "grad_norm": 5.625,
      "learning_rate": 4.331443512149576e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5338475197553635,
      "num_tokens": 81357020.0,
      "step": 105500
    },
    {
      "epoch": 0.13383513581393225,
      "grad_norm": 6.1875,
      "learning_rate": 4.3313800811409464e-05,
      "loss": 1.8492,
      "mean_token_accuracy": 0.5916956514120102,
      "num_tokens": 81362970.0,
      "step": 105510
    },
    {
      "epoch": 0.1338478204064651,
      "grad_norm": 4.4375,
      "learning_rate": 4.331316650132317e-05,
      "loss": 1.8071,
      "mean_token_accuracy": 0.6026681363582611,
      "num_tokens": 81370618.0,
      "step": 105520
    },
    {
      "epoch": 0.1338605049989979,
      "grad_norm": 5.375,
      "learning_rate": 4.331253219123688e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5220829337835312,
      "num_tokens": 81379049.0,
      "step": 105530
    },
    {
      "epoch": 0.13387318959153074,
      "grad_norm": 7.125,
      "learning_rate": 4.331189788115059e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5554119169712066,
      "num_tokens": 81386575.0,
      "step": 105540
    },
    {
      "epoch": 0.13388587418406359,
      "grad_norm": 5.0,
      "learning_rate": 4.33112635710643e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5478741198778152,
      "num_tokens": 81394765.0,
      "step": 105550
    },
    {
      "epoch": 0.13389855877659643,
      "grad_norm": 4.75,
      "learning_rate": 4.331062926097801e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5316266924142837,
      "num_tokens": 81403159.0,
      "step": 105560
    },
    {
      "epoch": 0.13391124336912924,
      "grad_norm": 5.375,
      "learning_rate": 4.3309994950891717e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5691764652729034,
      "num_tokens": 81409827.0,
      "step": 105570
    },
    {
      "epoch": 0.13392392796166208,
      "grad_norm": 6.53125,
      "learning_rate": 4.330936064080542e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5866582244634628,
      "num_tokens": 81416855.0,
      "step": 105580
    },
    {
      "epoch": 0.13393661255419492,
      "grad_norm": 7.65625,
      "learning_rate": 4.3308726330719134e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5525326043367386,
      "num_tokens": 81423781.0,
      "step": 105590
    },
    {
      "epoch": 0.13394929714672776,
      "grad_norm": 5.59375,
      "learning_rate": 4.330809202063284e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5251948118209839,
      "num_tokens": 81431924.0,
      "step": 105600
    },
    {
      "epoch": 0.13396198173926058,
      "grad_norm": 8.25,
      "learning_rate": 4.330745771054655e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5306451886892318,
      "num_tokens": 81439555.0,
      "step": 105610
    },
    {
      "epoch": 0.13397466633179342,
      "grad_norm": 9.125,
      "learning_rate": 4.330682340046026e-05,
      "loss": 2.2511,
      "mean_token_accuracy": 0.5079571574926376,
      "num_tokens": 81448374.0,
      "step": 105620
    },
    {
      "epoch": 0.13398735092432626,
      "grad_norm": 4.8125,
      "learning_rate": 4.330618909037397e-05,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5167261451482773,
      "num_tokens": 81456005.0,
      "step": 105630
    },
    {
      "epoch": 0.1340000355168591,
      "grad_norm": 4.875,
      "learning_rate": 4.3305554780287674e-05,
      "loss": 1.9045,
      "mean_token_accuracy": 0.5752454668283462,
      "num_tokens": 81463313.0,
      "step": 105640
    },
    {
      "epoch": 0.13401272010939191,
      "grad_norm": 5.0,
      "learning_rate": 4.330492047020138e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5364764094352722,
      "num_tokens": 81471049.0,
      "step": 105650
    },
    {
      "epoch": 0.13402540470192476,
      "grad_norm": 4.6875,
      "learning_rate": 4.330428616011509e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5407626897096633,
      "num_tokens": 81479281.0,
      "step": 105660
    },
    {
      "epoch": 0.1340380892944576,
      "grad_norm": 6.34375,
      "learning_rate": 4.33036518500288e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5359630703926086,
      "num_tokens": 81487756.0,
      "step": 105670
    },
    {
      "epoch": 0.13405077388699044,
      "grad_norm": 6.875,
      "learning_rate": 4.330301753994251e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5529837548732758,
      "num_tokens": 81493656.0,
      "step": 105680
    },
    {
      "epoch": 0.13406345847952325,
      "grad_norm": 5.84375,
      "learning_rate": 4.330238322985622e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5508074104785919,
      "num_tokens": 81502429.0,
      "step": 105690
    },
    {
      "epoch": 0.1340761430720561,
      "grad_norm": 6.25,
      "learning_rate": 4.330174891976993e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5544050633907318,
      "num_tokens": 81509831.0,
      "step": 105700
    },
    {
      "epoch": 0.13408882766458893,
      "grad_norm": 4.8125,
      "learning_rate": 4.330111460968363e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5390346467494964,
      "num_tokens": 81518019.0,
      "step": 105710
    },
    {
      "epoch": 0.13410151225712177,
      "grad_norm": 9.6875,
      "learning_rate": 4.330048029959734e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5702008306980133,
      "num_tokens": 81524896.0,
      "step": 105720
    },
    {
      "epoch": 0.1341141968496546,
      "grad_norm": 6.4375,
      "learning_rate": 4.329984598951105e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5291367888450622,
      "num_tokens": 81532759.0,
      "step": 105730
    },
    {
      "epoch": 0.13412688144218743,
      "grad_norm": 6.375,
      "learning_rate": 4.329921167942476e-05,
      "loss": 2.2362,
      "mean_token_accuracy": 0.518707937002182,
      "num_tokens": 81540300.0,
      "step": 105740
    },
    {
      "epoch": 0.13413956603472027,
      "grad_norm": 5.46875,
      "learning_rate": 4.329857736933847e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5459550708532334,
      "num_tokens": 81547813.0,
      "step": 105750
    },
    {
      "epoch": 0.1341522506272531,
      "grad_norm": 5.46875,
      "learning_rate": 4.329794305925218e-05,
      "loss": 1.818,
      "mean_token_accuracy": 0.5993314355611801,
      "num_tokens": 81554016.0,
      "step": 105760
    },
    {
      "epoch": 0.13416493521978592,
      "grad_norm": 5.15625,
      "learning_rate": 4.3297308749165885e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5557063817977905,
      "num_tokens": 81562045.0,
      "step": 105770
    },
    {
      "epoch": 0.13417761981231877,
      "grad_norm": 5.90625,
      "learning_rate": 4.329667443907959e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5433042824268342,
      "num_tokens": 81569937.0,
      "step": 105780
    },
    {
      "epoch": 0.1341903044048516,
      "grad_norm": 5.6875,
      "learning_rate": 4.32960401289933e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5266935288906097,
      "num_tokens": 81578489.0,
      "step": 105790
    },
    {
      "epoch": 0.13420298899738445,
      "grad_norm": 4.6875,
      "learning_rate": 4.329540581890701e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5395700126886368,
      "num_tokens": 81586808.0,
      "step": 105800
    },
    {
      "epoch": 0.13421567358991726,
      "grad_norm": 4.3125,
      "learning_rate": 4.329477150882072e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5715364038944244,
      "num_tokens": 81593564.0,
      "step": 105810
    },
    {
      "epoch": 0.1342283581824501,
      "grad_norm": 6.5625,
      "learning_rate": 4.3294137198734425e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.540566572546959,
      "num_tokens": 81602972.0,
      "step": 105820
    },
    {
      "epoch": 0.13424104277498294,
      "grad_norm": 9.0625,
      "learning_rate": 4.329350288864814e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5474523216485977,
      "num_tokens": 81609936.0,
      "step": 105830
    },
    {
      "epoch": 0.13425372736751578,
      "grad_norm": 5.21875,
      "learning_rate": 4.329286857856185e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5495152592658996,
      "num_tokens": 81615497.0,
      "step": 105840
    },
    {
      "epoch": 0.1342664119600486,
      "grad_norm": 6.5,
      "learning_rate": 4.329223426847555e-05,
      "loss": 2.2756,
      "mean_token_accuracy": 0.5192231237888336,
      "num_tokens": 81621830.0,
      "step": 105850
    },
    {
      "epoch": 0.13427909655258144,
      "grad_norm": 5.78125,
      "learning_rate": 4.329159995838926e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.563727855682373,
      "num_tokens": 81630387.0,
      "step": 105860
    },
    {
      "epoch": 0.13429178114511428,
      "grad_norm": 5.78125,
      "learning_rate": 4.3290965648302965e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5196232497692108,
      "num_tokens": 81637880.0,
      "step": 105870
    },
    {
      "epoch": 0.13430446573764712,
      "grad_norm": 5.34375,
      "learning_rate": 4.329033133821668e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5367467552423477,
      "num_tokens": 81646224.0,
      "step": 105880
    },
    {
      "epoch": 0.13431715033017994,
      "grad_norm": 5.5,
      "learning_rate": 4.328969702813039e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5406969219446183,
      "num_tokens": 81654370.0,
      "step": 105890
    },
    {
      "epoch": 0.13432983492271278,
      "grad_norm": 5.125,
      "learning_rate": 4.3289062718044095e-05,
      "loss": 1.8129,
      "mean_token_accuracy": 0.6005171835422516,
      "num_tokens": 81661438.0,
      "step": 105900
    },
    {
      "epoch": 0.13434251951524562,
      "grad_norm": 7.90625,
      "learning_rate": 4.328842840795781e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5406014889478683,
      "num_tokens": 81668872.0,
      "step": 105910
    },
    {
      "epoch": 0.13435520410777846,
      "grad_norm": 5.40625,
      "learning_rate": 4.328779409787151e-05,
      "loss": 1.9123,
      "mean_token_accuracy": 0.5845752537250519,
      "num_tokens": 81675807.0,
      "step": 105920
    },
    {
      "epoch": 0.13436788870031127,
      "grad_norm": 6.625,
      "learning_rate": 4.328715978778522e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5255709171295166,
      "num_tokens": 81683592.0,
      "step": 105930
    },
    {
      "epoch": 0.1343805732928441,
      "grad_norm": 6.90625,
      "learning_rate": 4.328652547769893e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5374733805656433,
      "num_tokens": 81691205.0,
      "step": 105940
    },
    {
      "epoch": 0.13439325788537695,
      "grad_norm": 4.625,
      "learning_rate": 4.3285891167612635e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.527443653345108,
      "num_tokens": 81700832.0,
      "step": 105950
    },
    {
      "epoch": 0.1344059424779098,
      "grad_norm": 8.0625,
      "learning_rate": 4.328525685752635e-05,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5253051042556762,
      "num_tokens": 81708869.0,
      "step": 105960
    },
    {
      "epoch": 0.1344186270704426,
      "grad_norm": 9.875,
      "learning_rate": 4.328462254744005e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5341030418872833,
      "num_tokens": 81716392.0,
      "step": 105970
    },
    {
      "epoch": 0.13443131166297545,
      "grad_norm": 5.53125,
      "learning_rate": 4.3283988237353765e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5364939779043197,
      "num_tokens": 81722979.0,
      "step": 105980
    },
    {
      "epoch": 0.1344439962555083,
      "grad_norm": 5.4375,
      "learning_rate": 4.328335392726747e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5742730408906936,
      "num_tokens": 81730535.0,
      "step": 105990
    },
    {
      "epoch": 0.1344566808480411,
      "grad_norm": 4.90625,
      "learning_rate": 4.3282719617181175e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5425630033016204,
      "num_tokens": 81738599.0,
      "step": 106000
    },
    {
      "epoch": 0.13446936544057395,
      "grad_norm": 7.375,
      "learning_rate": 4.328208530709489e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5513736516237259,
      "num_tokens": 81745314.0,
      "step": 106010
    },
    {
      "epoch": 0.1344820500331068,
      "grad_norm": 5.21875,
      "learning_rate": 4.328145099700859e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5669180691242218,
      "num_tokens": 81753324.0,
      "step": 106020
    },
    {
      "epoch": 0.13449473462563963,
      "grad_norm": 5.0625,
      "learning_rate": 4.3280816686922305e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5189863443374634,
      "num_tokens": 81762411.0,
      "step": 106030
    },
    {
      "epoch": 0.13450741921817244,
      "grad_norm": 5.375,
      "learning_rate": 4.328018237683602e-05,
      "loss": 1.7157,
      "mean_token_accuracy": 0.6381502628326416,
      "num_tokens": 81768299.0,
      "step": 106040
    },
    {
      "epoch": 0.13452010381070528,
      "grad_norm": 4.5625,
      "learning_rate": 4.327954806674972e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5579571068286896,
      "num_tokens": 81775037.0,
      "step": 106050
    },
    {
      "epoch": 0.13453278840323812,
      "grad_norm": 9.25,
      "learning_rate": 4.327891375666343e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5487438589334488,
      "num_tokens": 81783012.0,
      "step": 106060
    },
    {
      "epoch": 0.13454547299577096,
      "grad_norm": 6.125,
      "learning_rate": 4.327827944657713e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5527495980262757,
      "num_tokens": 81790562.0,
      "step": 106070
    },
    {
      "epoch": 0.13455815758830378,
      "grad_norm": 6.25,
      "learning_rate": 4.3277645136490845e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.565025532245636,
      "num_tokens": 81797423.0,
      "step": 106080
    },
    {
      "epoch": 0.13457084218083662,
      "grad_norm": 6.75,
      "learning_rate": 4.327701082640456e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.57320356965065,
      "num_tokens": 81804181.0,
      "step": 106090
    },
    {
      "epoch": 0.13458352677336946,
      "grad_norm": 8.3125,
      "learning_rate": 4.327637651631826e-05,
      "loss": 1.8737,
      "mean_token_accuracy": 0.5967635095119477,
      "num_tokens": 81810921.0,
      "step": 106100
    },
    {
      "epoch": 0.1345962113659023,
      "grad_norm": 5.9375,
      "learning_rate": 4.3275742206231975e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5305410742759704,
      "num_tokens": 81819106.0,
      "step": 106110
    },
    {
      "epoch": 0.13460889595843512,
      "grad_norm": 7.84375,
      "learning_rate": 4.327510789614568e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5309726297855377,
      "num_tokens": 81827667.0,
      "step": 106120
    },
    {
      "epoch": 0.13462158055096796,
      "grad_norm": 5.25,
      "learning_rate": 4.3274473586059386e-05,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5823036015033722,
      "num_tokens": 81834443.0,
      "step": 106130
    },
    {
      "epoch": 0.1346342651435008,
      "grad_norm": 5.625,
      "learning_rate": 4.32738392759731e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.5343742489814758,
      "num_tokens": 81841840.0,
      "step": 106140
    },
    {
      "epoch": 0.13464694973603364,
      "grad_norm": 6.4375,
      "learning_rate": 4.32732049658868e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5394621014595031,
      "num_tokens": 81850582.0,
      "step": 106150
    },
    {
      "epoch": 0.13465963432856645,
      "grad_norm": 4.6875,
      "learning_rate": 4.3272570655800515e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5232327938079834,
      "num_tokens": 81857643.0,
      "step": 106160
    },
    {
      "epoch": 0.1346723189210993,
      "grad_norm": 6.78125,
      "learning_rate": 4.327193634571422e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5594553470611572,
      "num_tokens": 81864915.0,
      "step": 106170
    },
    {
      "epoch": 0.13468500351363213,
      "grad_norm": 5.625,
      "learning_rate": 4.327130203562793e-05,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5342305541038513,
      "num_tokens": 81872988.0,
      "step": 106180
    },
    {
      "epoch": 0.13469768810616498,
      "grad_norm": 6.84375,
      "learning_rate": 4.3270667725541645e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5388275563716889,
      "num_tokens": 81881236.0,
      "step": 106190
    },
    {
      "epoch": 0.1347103726986978,
      "grad_norm": 7.3125,
      "learning_rate": 4.3270033415455343e-05,
      "loss": 1.9161,
      "mean_token_accuracy": 0.5768510073423385,
      "num_tokens": 81888210.0,
      "step": 106200
    },
    {
      "epoch": 0.13472305729123063,
      "grad_norm": 6.125,
      "learning_rate": 4.3269399105369056e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5274762570858001,
      "num_tokens": 81896373.0,
      "step": 106210
    },
    {
      "epoch": 0.13473574188376347,
      "grad_norm": 6.78125,
      "learning_rate": 4.326876479528276e-05,
      "loss": 2.271,
      "mean_token_accuracy": 0.5178254425525666,
      "num_tokens": 81905228.0,
      "step": 106220
    },
    {
      "epoch": 0.1347484264762963,
      "grad_norm": 6.09375,
      "learning_rate": 4.326813048519647e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5705705642700195,
      "num_tokens": 81912051.0,
      "step": 106230
    },
    {
      "epoch": 0.13476111106882913,
      "grad_norm": 8.75,
      "learning_rate": 4.3267496175110185e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5470308572053909,
      "num_tokens": 81919875.0,
      "step": 106240
    },
    {
      "epoch": 0.13477379566136197,
      "grad_norm": 5.5,
      "learning_rate": 4.326686186502389e-05,
      "loss": 2.355,
      "mean_token_accuracy": 0.49571251273155215,
      "num_tokens": 81928749.0,
      "step": 106250
    },
    {
      "epoch": 0.1347864802538948,
      "grad_norm": 5.1875,
      "learning_rate": 4.32662275549376e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5404101520776748,
      "num_tokens": 81936852.0,
      "step": 106260
    },
    {
      "epoch": 0.13479916484642765,
      "grad_norm": 5.03125,
      "learning_rate": 4.326559324485131e-05,
      "loss": 2.0416,
      "mean_token_accuracy": 0.5511557966470718,
      "num_tokens": 81944745.0,
      "step": 106270
    },
    {
      "epoch": 0.13481184943896046,
      "grad_norm": 6.0625,
      "learning_rate": 4.326495893476501e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5374184519052505,
      "num_tokens": 81953140.0,
      "step": 106280
    },
    {
      "epoch": 0.1348245340314933,
      "grad_norm": 7.6875,
      "learning_rate": 4.3264324624678725e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.533974775671959,
      "num_tokens": 81960680.0,
      "step": 106290
    },
    {
      "epoch": 0.13483721862402614,
      "grad_norm": 5.0625,
      "learning_rate": 4.326369031459243e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5488690227270127,
      "num_tokens": 81968525.0,
      "step": 106300
    },
    {
      "epoch": 0.134849903216559,
      "grad_norm": 5.25,
      "learning_rate": 4.326305600450614e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5324450761079789,
      "num_tokens": 81976868.0,
      "step": 106310
    },
    {
      "epoch": 0.1348625878090918,
      "grad_norm": 9.5,
      "learning_rate": 4.326242169441985e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5646642088890076,
      "num_tokens": 81984928.0,
      "step": 106320
    },
    {
      "epoch": 0.13487527240162464,
      "grad_norm": 4.96875,
      "learning_rate": 4.326178738433356e-05,
      "loss": 2.3004,
      "mean_token_accuracy": 0.5087115705013275,
      "num_tokens": 81993691.0,
      "step": 106330
    },
    {
      "epoch": 0.13488795699415748,
      "grad_norm": 7.15625,
      "learning_rate": 4.3261153074247266e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5517976105213165,
      "num_tokens": 82001729.0,
      "step": 106340
    },
    {
      "epoch": 0.13490064158669032,
      "grad_norm": 4.9375,
      "learning_rate": 4.326051876416097e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5501909911632538,
      "num_tokens": 82009905.0,
      "step": 106350
    },
    {
      "epoch": 0.13491332617922314,
      "grad_norm": 7.71875,
      "learning_rate": 4.325988445407468e-05,
      "loss": 2.3234,
      "mean_token_accuracy": 0.5021735340356827,
      "num_tokens": 82016544.0,
      "step": 106360
    },
    {
      "epoch": 0.13492601077175598,
      "grad_norm": 5.84375,
      "learning_rate": 4.325925014398839e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5439316809177399,
      "num_tokens": 82024596.0,
      "step": 106370
    },
    {
      "epoch": 0.13493869536428882,
      "grad_norm": 4.96875,
      "learning_rate": 4.32586158339021e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.537728163599968,
      "num_tokens": 82031844.0,
      "step": 106380
    },
    {
      "epoch": 0.13495137995682166,
      "grad_norm": 6.875,
      "learning_rate": 4.325798152381581e-05,
      "loss": 2.3144,
      "mean_token_accuracy": 0.5091465592384339,
      "num_tokens": 82038827.0,
      "step": 106390
    },
    {
      "epoch": 0.13496406454935447,
      "grad_norm": 4.8125,
      "learning_rate": 4.325734721372952e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.545767217874527,
      "num_tokens": 82046824.0,
      "step": 106400
    },
    {
      "epoch": 0.13497674914188731,
      "grad_norm": 5.4375,
      "learning_rate": 4.3256712903643224e-05,
      "loss": 2.2921,
      "mean_token_accuracy": 0.498490110039711,
      "num_tokens": 82054599.0,
      "step": 106410
    },
    {
      "epoch": 0.13498943373442016,
      "grad_norm": 6.4375,
      "learning_rate": 4.325607859355693e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5253874093294144,
      "num_tokens": 82062795.0,
      "step": 106420
    },
    {
      "epoch": 0.135002118326953,
      "grad_norm": 5.0,
      "learning_rate": 4.325544428347064e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.518712067604065,
      "num_tokens": 82071551.0,
      "step": 106430
    },
    {
      "epoch": 0.1350148029194858,
      "grad_norm": 5.3125,
      "learning_rate": 4.325480997338435e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5496542602777481,
      "num_tokens": 82077403.0,
      "step": 106440
    },
    {
      "epoch": 0.13502748751201865,
      "grad_norm": 5.0,
      "learning_rate": 4.325417566329806e-05,
      "loss": 1.8096,
      "mean_token_accuracy": 0.6014064669609069,
      "num_tokens": 82084208.0,
      "step": 106450
    },
    {
      "epoch": 0.1350401721045515,
      "grad_norm": 5.625,
      "learning_rate": 4.325354135321177e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5718461781740188,
      "num_tokens": 82091025.0,
      "step": 106460
    },
    {
      "epoch": 0.1350528566970843,
      "grad_norm": 5.25,
      "learning_rate": 4.3252907043125476e-05,
      "loss": 2.1513,
      "mean_token_accuracy": 0.5412598490715027,
      "num_tokens": 82098008.0,
      "step": 106470
    },
    {
      "epoch": 0.13506554128961715,
      "grad_norm": 6.03125,
      "learning_rate": 4.325227273303918e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5434759378433227,
      "num_tokens": 82106474.0,
      "step": 106480
    },
    {
      "epoch": 0.13507822588215,
      "grad_norm": 7.59375,
      "learning_rate": 4.3251638422952893e-05,
      "loss": 1.7735,
      "mean_token_accuracy": 0.600708419084549,
      "num_tokens": 82113733.0,
      "step": 106490
    },
    {
      "epoch": 0.13509091047468283,
      "grad_norm": 5.53125,
      "learning_rate": 4.32510041128666e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5475976377725601,
      "num_tokens": 82121826.0,
      "step": 106500
    },
    {
      "epoch": 0.13510359506721564,
      "grad_norm": 5.375,
      "learning_rate": 4.325036980278031e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5849102675914765,
      "num_tokens": 82129435.0,
      "step": 106510
    },
    {
      "epoch": 0.13511627965974848,
      "grad_norm": 5.125,
      "learning_rate": 4.324973549269402e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5542549788951874,
      "num_tokens": 82138509.0,
      "step": 106520
    },
    {
      "epoch": 0.13512896425228133,
      "grad_norm": 6.15625,
      "learning_rate": 4.324910118260773e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5444870263338089,
      "num_tokens": 82147183.0,
      "step": 106530
    },
    {
      "epoch": 0.13514164884481417,
      "grad_norm": 7.1875,
      "learning_rate": 4.3248466872521434e-05,
      "loss": 2.2543,
      "mean_token_accuracy": 0.5161939591169358,
      "num_tokens": 82155181.0,
      "step": 106540
    },
    {
      "epoch": 0.13515433343734698,
      "grad_norm": 5.71875,
      "learning_rate": 4.324783256243514e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5493566066026687,
      "num_tokens": 82162343.0,
      "step": 106550
    },
    {
      "epoch": 0.13516701802987982,
      "grad_norm": 9.0,
      "learning_rate": 4.324719825234885e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5695427805185318,
      "num_tokens": 82169374.0,
      "step": 106560
    },
    {
      "epoch": 0.13517970262241266,
      "grad_norm": 7.03125,
      "learning_rate": 4.3246563942262563e-05,
      "loss": 1.8029,
      "mean_token_accuracy": 0.5986366927623749,
      "num_tokens": 82176429.0,
      "step": 106570
    },
    {
      "epoch": 0.1351923872149455,
      "grad_norm": 5.125,
      "learning_rate": 4.324592963217627e-05,
      "loss": 1.8417,
      "mean_token_accuracy": 0.5848514705896377,
      "num_tokens": 82182547.0,
      "step": 106580
    },
    {
      "epoch": 0.13520507180747832,
      "grad_norm": 6.0625,
      "learning_rate": 4.324529532208998e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.5895599216222763,
      "num_tokens": 82189363.0,
      "step": 106590
    },
    {
      "epoch": 0.13521775640001116,
      "grad_norm": 4.65625,
      "learning_rate": 4.3244661012003686e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5296875685453415,
      "num_tokens": 82197581.0,
      "step": 106600
    },
    {
      "epoch": 0.135230440992544,
      "grad_norm": 7.90625,
      "learning_rate": 4.32440267019174e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5333352386951447,
      "num_tokens": 82205932.0,
      "step": 106610
    },
    {
      "epoch": 0.13524312558507684,
      "grad_norm": 6.625,
      "learning_rate": 4.3243392391831104e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5515823900699616,
      "num_tokens": 82213384.0,
      "step": 106620
    },
    {
      "epoch": 0.13525581017760965,
      "grad_norm": 5.46875,
      "learning_rate": 4.324275808174481e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.517574492096901,
      "num_tokens": 82220643.0,
      "step": 106630
    },
    {
      "epoch": 0.1352684947701425,
      "grad_norm": 5.0,
      "learning_rate": 4.324212377165852e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5682075560092926,
      "num_tokens": 82228997.0,
      "step": 106640
    },
    {
      "epoch": 0.13528117936267534,
      "grad_norm": 5.03125,
      "learning_rate": 4.3241489461572227e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5574669063091278,
      "num_tokens": 82236589.0,
      "step": 106650
    },
    {
      "epoch": 0.13529386395520818,
      "grad_norm": 4.8125,
      "learning_rate": 4.324085515148594e-05,
      "loss": 2.1529,
      "mean_token_accuracy": 0.5250485569238663,
      "num_tokens": 82244574.0,
      "step": 106660
    },
    {
      "epoch": 0.135306548547741,
      "grad_norm": 6.34375,
      "learning_rate": 4.324022084139965e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5418239772319794,
      "num_tokens": 82252627.0,
      "step": 106670
    },
    {
      "epoch": 0.13531923314027383,
      "grad_norm": 7.59375,
      "learning_rate": 4.3239586531313356e-05,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5236092060804367,
      "num_tokens": 82259823.0,
      "step": 106680
    },
    {
      "epoch": 0.13533191773280667,
      "grad_norm": 5.75,
      "learning_rate": 4.323895222122706e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5610364645719528,
      "num_tokens": 82267050.0,
      "step": 106690
    },
    {
      "epoch": 0.1353446023253395,
      "grad_norm": 5.46875,
      "learning_rate": 4.323831791114077e-05,
      "loss": 2.2874,
      "mean_token_accuracy": 0.49672786593437196,
      "num_tokens": 82276740.0,
      "step": 106700
    },
    {
      "epoch": 0.13535728691787233,
      "grad_norm": 6.28125,
      "learning_rate": 4.323768360105448e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.552946788072586,
      "num_tokens": 82283424.0,
      "step": 106710
    },
    {
      "epoch": 0.13536997151040517,
      "grad_norm": 5.21875,
      "learning_rate": 4.323704929096819e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5298350274562835,
      "num_tokens": 82290814.0,
      "step": 106720
    },
    {
      "epoch": 0.135382656102938,
      "grad_norm": 4.21875,
      "learning_rate": 4.3236414980881896e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5415657967329025,
      "num_tokens": 82298259.0,
      "step": 106730
    },
    {
      "epoch": 0.13539534069547085,
      "grad_norm": 5.65625,
      "learning_rate": 4.323578067079561e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5477495640516281,
      "num_tokens": 82305200.0,
      "step": 106740
    },
    {
      "epoch": 0.13540802528800366,
      "grad_norm": 5.5,
      "learning_rate": 4.3235146360709314e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5126076519489289,
      "num_tokens": 82314030.0,
      "step": 106750
    },
    {
      "epoch": 0.1354207098805365,
      "grad_norm": 7.5625,
      "learning_rate": 4.323451205062302e-05,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5631554156541825,
      "num_tokens": 82320907.0,
      "step": 106760
    },
    {
      "epoch": 0.13543339447306935,
      "grad_norm": 7.375,
      "learning_rate": 4.323387774053673e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5358975380659103,
      "num_tokens": 82329705.0,
      "step": 106770
    },
    {
      "epoch": 0.1354460790656022,
      "grad_norm": 6.34375,
      "learning_rate": 4.323324343045044e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5485853165388107,
      "num_tokens": 82337709.0,
      "step": 106780
    },
    {
      "epoch": 0.135458763658135,
      "grad_norm": 5.625,
      "learning_rate": 4.323260912036415e-05,
      "loss": 2.3231,
      "mean_token_accuracy": 0.5080770820379257,
      "num_tokens": 82345552.0,
      "step": 106790
    },
    {
      "epoch": 0.13547144825066784,
      "grad_norm": 6.125,
      "learning_rate": 4.3231974810277854e-05,
      "loss": 1.8992,
      "mean_token_accuracy": 0.5743935674428939,
      "num_tokens": 82351919.0,
      "step": 106800
    },
    {
      "epoch": 0.13548413284320068,
      "grad_norm": 5.15625,
      "learning_rate": 4.3231340500191566e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5661904752254486,
      "num_tokens": 82360193.0,
      "step": 106810
    },
    {
      "epoch": 0.13549681743573352,
      "grad_norm": 5.125,
      "learning_rate": 4.323070619010527e-05,
      "loss": 2.3064,
      "mean_token_accuracy": 0.5091230690479278,
      "num_tokens": 82368810.0,
      "step": 106820
    },
    {
      "epoch": 0.13550950202826634,
      "grad_norm": 8.9375,
      "learning_rate": 4.323007188001898e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5312864720821381,
      "num_tokens": 82376191.0,
      "step": 106830
    },
    {
      "epoch": 0.13552218662079918,
      "grad_norm": 6.25,
      "learning_rate": 4.322943756993269e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5340202689170838,
      "num_tokens": 82383274.0,
      "step": 106840
    },
    {
      "epoch": 0.13553487121333202,
      "grad_norm": 4.71875,
      "learning_rate": 4.3228803259846395e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5624653190374375,
      "num_tokens": 82392010.0,
      "step": 106850
    },
    {
      "epoch": 0.13554755580586486,
      "grad_norm": 4.96875,
      "learning_rate": 4.322816894976011e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5243225336074829,
      "num_tokens": 82401004.0,
      "step": 106860
    },
    {
      "epoch": 0.13556024039839767,
      "grad_norm": 6.5,
      "learning_rate": 4.322753463967382e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5231013059616089,
      "num_tokens": 82408693.0,
      "step": 106870
    },
    {
      "epoch": 0.13557292499093052,
      "grad_norm": 7.03125,
      "learning_rate": 4.3226900329587524e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.536562803387642,
      "num_tokens": 82416356.0,
      "step": 106880
    },
    {
      "epoch": 0.13558560958346336,
      "grad_norm": 6.71875,
      "learning_rate": 4.322626601950123e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5437652677297592,
      "num_tokens": 82423447.0,
      "step": 106890
    },
    {
      "epoch": 0.1355982941759962,
      "grad_norm": 4.84375,
      "learning_rate": 4.3225631709414935e-05,
      "loss": 2.2623,
      "mean_token_accuracy": 0.5055405557155609,
      "num_tokens": 82433024.0,
      "step": 106900
    },
    {
      "epoch": 0.135610978768529,
      "grad_norm": 4.90625,
      "learning_rate": 4.322499739932865e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5384986698627472,
      "num_tokens": 82441099.0,
      "step": 106910
    },
    {
      "epoch": 0.13562366336106185,
      "grad_norm": 5.40625,
      "learning_rate": 4.322436308924236e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.5627752780914307,
      "num_tokens": 82448525.0,
      "step": 106920
    },
    {
      "epoch": 0.1356363479535947,
      "grad_norm": 5.625,
      "learning_rate": 4.3223728779156064e-05,
      "loss": 2.3721,
      "mean_token_accuracy": 0.4954965502023697,
      "num_tokens": 82456230.0,
      "step": 106930
    },
    {
      "epoch": 0.1356490325461275,
      "grad_norm": 5.34375,
      "learning_rate": 4.3223094469069777e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5189562350511551,
      "num_tokens": 82464143.0,
      "step": 106940
    },
    {
      "epoch": 0.13566171713866035,
      "grad_norm": 5.75,
      "learning_rate": 4.322246015898348e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5207112342119217,
      "num_tokens": 82471402.0,
      "step": 106950
    },
    {
      "epoch": 0.1356744017311932,
      "grad_norm": 6.1875,
      "learning_rate": 4.322182584889719e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5459366798400879,
      "num_tokens": 82478406.0,
      "step": 106960
    },
    {
      "epoch": 0.13568708632372603,
      "grad_norm": 4.6875,
      "learning_rate": 4.32211915388109e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5390395104885102,
      "num_tokens": 82486762.0,
      "step": 106970
    },
    {
      "epoch": 0.13569977091625884,
      "grad_norm": 4.875,
      "learning_rate": 4.3220557228724605e-05,
      "loss": 1.8585,
      "mean_token_accuracy": 0.5840788662433625,
      "num_tokens": 82494112.0,
      "step": 106980
    },
    {
      "epoch": 0.13571245550879169,
      "grad_norm": 9.3125,
      "learning_rate": 4.321992291863832e-05,
      "loss": 1.8432,
      "mean_token_accuracy": 0.5802890211343765,
      "num_tokens": 82500659.0,
      "step": 106990
    },
    {
      "epoch": 0.13572514010132453,
      "grad_norm": 5.1875,
      "learning_rate": 4.321928860855202e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5494650065898895,
      "num_tokens": 82509159.0,
      "step": 107000
    },
    {
      "epoch": 0.13573782469385737,
      "grad_norm": 5.1875,
      "learning_rate": 4.3218654298465734e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5294207125902176,
      "num_tokens": 82517367.0,
      "step": 107010
    },
    {
      "epoch": 0.13575050928639018,
      "grad_norm": 5.71875,
      "learning_rate": 4.3218019988379447e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5625673681497574,
      "num_tokens": 82526315.0,
      "step": 107020
    },
    {
      "epoch": 0.13576319387892302,
      "grad_norm": 5.15625,
      "learning_rate": 4.321738567829315e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5248835355043411,
      "num_tokens": 82534921.0,
      "step": 107030
    },
    {
      "epoch": 0.13577587847145586,
      "grad_norm": 7.25,
      "learning_rate": 4.321675136820686e-05,
      "loss": 1.8506,
      "mean_token_accuracy": 0.5905659973621369,
      "num_tokens": 82540133.0,
      "step": 107040
    },
    {
      "epoch": 0.1357885630639887,
      "grad_norm": 4.71875,
      "learning_rate": 4.321611705812056e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5459104806184769,
      "num_tokens": 82547615.0,
      "step": 107050
    },
    {
      "epoch": 0.13580124765652152,
      "grad_norm": 8.25,
      "learning_rate": 4.3215482748034275e-05,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5222360074520112,
      "num_tokens": 82555853.0,
      "step": 107060
    },
    {
      "epoch": 0.13581393224905436,
      "grad_norm": 6.3125,
      "learning_rate": 4.321484843794799e-05,
      "loss": 1.6885,
      "mean_token_accuracy": 0.6184513121843338,
      "num_tokens": 82562721.0,
      "step": 107070
    },
    {
      "epoch": 0.1358266168415872,
      "grad_norm": 5.28125,
      "learning_rate": 4.321421412786169e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5290777236223221,
      "num_tokens": 82571038.0,
      "step": 107080
    },
    {
      "epoch": 0.13583930143412004,
      "grad_norm": 5.125,
      "learning_rate": 4.3213579817775404e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5385693967342376,
      "num_tokens": 82578946.0,
      "step": 107090
    },
    {
      "epoch": 0.13585198602665285,
      "grad_norm": 5.1875,
      "learning_rate": 4.321294550768911e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5282859653234482,
      "num_tokens": 82587233.0,
      "step": 107100
    },
    {
      "epoch": 0.1358646706191857,
      "grad_norm": 6.625,
      "learning_rate": 4.3212311197602815e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5431145071983338,
      "num_tokens": 82595013.0,
      "step": 107110
    },
    {
      "epoch": 0.13587735521171854,
      "grad_norm": 5.40625,
      "learning_rate": 4.321167688751653e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5655325204133987,
      "num_tokens": 82602167.0,
      "step": 107120
    },
    {
      "epoch": 0.13589003980425138,
      "grad_norm": 5.53125,
      "learning_rate": 4.321104257743023e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5591643720865249,
      "num_tokens": 82610627.0,
      "step": 107130
    },
    {
      "epoch": 0.1359027243967842,
      "grad_norm": 4.8125,
      "learning_rate": 4.3210408267343945e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.532123252749443,
      "num_tokens": 82618865.0,
      "step": 107140
    },
    {
      "epoch": 0.13591540898931703,
      "grad_norm": 6.84375,
      "learning_rate": 4.320977395725765e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5674720257520676,
      "num_tokens": 82625726.0,
      "step": 107150
    },
    {
      "epoch": 0.13592809358184987,
      "grad_norm": 4.71875,
      "learning_rate": 4.320913964717136e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5386896342039108,
      "num_tokens": 82633038.0,
      "step": 107160
    },
    {
      "epoch": 0.13594077817438271,
      "grad_norm": 4.78125,
      "learning_rate": 4.320850533708507e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5426418006420135,
      "num_tokens": 82641370.0,
      "step": 107170
    },
    {
      "epoch": 0.13595346276691553,
      "grad_norm": 6.9375,
      "learning_rate": 4.320787102699877e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.526698911190033,
      "num_tokens": 82649676.0,
      "step": 107180
    },
    {
      "epoch": 0.13596614735944837,
      "grad_norm": 4.71875,
      "learning_rate": 4.3207236716912485e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.563966891169548,
      "num_tokens": 82657468.0,
      "step": 107190
    },
    {
      "epoch": 0.1359788319519812,
      "grad_norm": 5.53125,
      "learning_rate": 4.320660240682619e-05,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5603400111198426,
      "num_tokens": 82665858.0,
      "step": 107200
    },
    {
      "epoch": 0.13599151654451405,
      "grad_norm": 5.34375,
      "learning_rate": 4.32059680967399e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5204083979129791,
      "num_tokens": 82673972.0,
      "step": 107210
    },
    {
      "epoch": 0.13600420113704687,
      "grad_norm": 9.375,
      "learning_rate": 4.3205333786653615e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5522979259490967,
      "num_tokens": 82680162.0,
      "step": 107220
    },
    {
      "epoch": 0.1360168857295797,
      "grad_norm": 5.8125,
      "learning_rate": 4.320469947656732e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5208683848381043,
      "num_tokens": 82689097.0,
      "step": 107230
    },
    {
      "epoch": 0.13602957032211255,
      "grad_norm": 5.4375,
      "learning_rate": 4.3204065166481025e-05,
      "loss": 1.8367,
      "mean_token_accuracy": 0.5742345601320267,
      "num_tokens": 82697096.0,
      "step": 107240
    },
    {
      "epoch": 0.1360422549146454,
      "grad_norm": 5.5625,
      "learning_rate": 4.320343085639473e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5361031830310822,
      "num_tokens": 82703728.0,
      "step": 107250
    },
    {
      "epoch": 0.1360549395071782,
      "grad_norm": 6.0,
      "learning_rate": 4.320279654630844e-05,
      "loss": 1.7688,
      "mean_token_accuracy": 0.6133787035942078,
      "num_tokens": 82710556.0,
      "step": 107260
    },
    {
      "epoch": 0.13606762409971104,
      "grad_norm": 5.5,
      "learning_rate": 4.3202162236222155e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5354443222284317,
      "num_tokens": 82718908.0,
      "step": 107270
    },
    {
      "epoch": 0.13608030869224388,
      "grad_norm": 6.90625,
      "learning_rate": 4.320152792613586e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5526024281978608,
      "num_tokens": 82726520.0,
      "step": 107280
    },
    {
      "epoch": 0.13609299328477673,
      "grad_norm": 7.09375,
      "learning_rate": 4.320089361604957e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5448678582906723,
      "num_tokens": 82734818.0,
      "step": 107290
    },
    {
      "epoch": 0.13610567787730954,
      "grad_norm": 5.9375,
      "learning_rate": 4.320025930596328e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.506723940372467,
      "num_tokens": 82743067.0,
      "step": 107300
    },
    {
      "epoch": 0.13611836246984238,
      "grad_norm": 4.71875,
      "learning_rate": 4.319962499587698e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5651010155677796,
      "num_tokens": 82750825.0,
      "step": 107310
    },
    {
      "epoch": 0.13613104706237522,
      "grad_norm": 6.875,
      "learning_rate": 4.3198990685790695e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.551929435133934,
      "num_tokens": 82757619.0,
      "step": 107320
    },
    {
      "epoch": 0.13614373165490806,
      "grad_norm": 6.40625,
      "learning_rate": 4.31983563757044e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5455147087574005,
      "num_tokens": 82764780.0,
      "step": 107330
    },
    {
      "epoch": 0.13615641624744088,
      "grad_norm": 6.71875,
      "learning_rate": 4.319772206561811e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5550302296876908,
      "num_tokens": 82771716.0,
      "step": 107340
    },
    {
      "epoch": 0.13616910083997372,
      "grad_norm": 4.96875,
      "learning_rate": 4.319708775553182e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5411610424518585,
      "num_tokens": 82779639.0,
      "step": 107350
    },
    {
      "epoch": 0.13618178543250656,
      "grad_norm": 6.625,
      "learning_rate": 4.319645344544553e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5157316565513611,
      "num_tokens": 82787012.0,
      "step": 107360
    },
    {
      "epoch": 0.1361944700250394,
      "grad_norm": 7.0625,
      "learning_rate": 4.319581913535924e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5383378773927688,
      "num_tokens": 82793750.0,
      "step": 107370
    },
    {
      "epoch": 0.1362071546175722,
      "grad_norm": 4.78125,
      "learning_rate": 4.319518482527294e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5257826238870621,
      "num_tokens": 82802756.0,
      "step": 107380
    },
    {
      "epoch": 0.13621983921010505,
      "grad_norm": 4.84375,
      "learning_rate": 4.319455051518665e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5556733161211014,
      "num_tokens": 82809057.0,
      "step": 107390
    },
    {
      "epoch": 0.1362325238026379,
      "grad_norm": 4.96875,
      "learning_rate": 4.319391620510036e-05,
      "loss": 2.2096,
      "mean_token_accuracy": 0.5233364790678025,
      "num_tokens": 82817353.0,
      "step": 107400
    },
    {
      "epoch": 0.1362452083951707,
      "grad_norm": 5.15625,
      "learning_rate": 4.319328189501407e-05,
      "loss": 2.3247,
      "mean_token_accuracy": 0.502186381816864,
      "num_tokens": 82825468.0,
      "step": 107410
    },
    {
      "epoch": 0.13625789298770355,
      "grad_norm": 4.625,
      "learning_rate": 4.319264758492778e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5619444668292999,
      "num_tokens": 82834549.0,
      "step": 107420
    },
    {
      "epoch": 0.1362705775802364,
      "grad_norm": 5.625,
      "learning_rate": 4.319201327484149e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.5735007077455521,
      "num_tokens": 82841910.0,
      "step": 107430
    },
    {
      "epoch": 0.13628326217276923,
      "grad_norm": 4.71875,
      "learning_rate": 4.31913789647552e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5449475705623626,
      "num_tokens": 82850224.0,
      "step": 107440
    },
    {
      "epoch": 0.13629594676530205,
      "grad_norm": 7.8125,
      "learning_rate": 4.3190744654668905e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5483617395162582,
      "num_tokens": 82858184.0,
      "step": 107450
    },
    {
      "epoch": 0.1363086313578349,
      "grad_norm": 5.1875,
      "learning_rate": 4.319011034458261e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5239406734704971,
      "num_tokens": 82864498.0,
      "step": 107460
    },
    {
      "epoch": 0.13632131595036773,
      "grad_norm": 4.875,
      "learning_rate": 4.318947603449632e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5400489687919616,
      "num_tokens": 82873385.0,
      "step": 107470
    },
    {
      "epoch": 0.13633400054290057,
      "grad_norm": 7.0625,
      "learning_rate": 4.318884172441003e-05,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5731914520263672,
      "num_tokens": 82881181.0,
      "step": 107480
    },
    {
      "epoch": 0.13634668513543338,
      "grad_norm": 11.9375,
      "learning_rate": 4.318820741432374e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5574764490127564,
      "num_tokens": 82887826.0,
      "step": 107490
    },
    {
      "epoch": 0.13635936972796622,
      "grad_norm": 5.625,
      "learning_rate": 4.318757310423745e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5524384766817093,
      "num_tokens": 82894641.0,
      "step": 107500
    },
    {
      "epoch": 0.13637205432049906,
      "grad_norm": 5.28125,
      "learning_rate": 4.318693879415116e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5236474514007569,
      "num_tokens": 82903626.0,
      "step": 107510
    },
    {
      "epoch": 0.1363847389130319,
      "grad_norm": 4.9375,
      "learning_rate": 4.318630448406486e-05,
      "loss": 2.2619,
      "mean_token_accuracy": 0.506576681137085,
      "num_tokens": 82913273.0,
      "step": 107520
    },
    {
      "epoch": 0.13639742350556472,
      "grad_norm": 5.125,
      "learning_rate": 4.318567017397857e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5597164183855057,
      "num_tokens": 82920466.0,
      "step": 107530
    },
    {
      "epoch": 0.13641010809809756,
      "grad_norm": 5.90625,
      "learning_rate": 4.318503586389228e-05,
      "loss": 2.2729,
      "mean_token_accuracy": 0.4990527153015137,
      "num_tokens": 82929265.0,
      "step": 107540
    },
    {
      "epoch": 0.1364227926906304,
      "grad_norm": 5.09375,
      "learning_rate": 4.318440155380599e-05,
      "loss": 2.3398,
      "mean_token_accuracy": 0.5074306577444077,
      "num_tokens": 82937277.0,
      "step": 107550
    },
    {
      "epoch": 0.13643547728316324,
      "grad_norm": 4.40625,
      "learning_rate": 4.31837672437197e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5316118270158767,
      "num_tokens": 82946293.0,
      "step": 107560
    },
    {
      "epoch": 0.13644816187569606,
      "grad_norm": 5.5625,
      "learning_rate": 4.318313293363341e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5292627722024917,
      "num_tokens": 82953461.0,
      "step": 107570
    },
    {
      "epoch": 0.1364608464682289,
      "grad_norm": 5.0625,
      "learning_rate": 4.3182498623547116e-05,
      "loss": 2.2275,
      "mean_token_accuracy": 0.526078873872757,
      "num_tokens": 82960500.0,
      "step": 107580
    },
    {
      "epoch": 0.13647353106076174,
      "grad_norm": 6.125,
      "learning_rate": 4.318186431346082e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5477625370025635,
      "num_tokens": 82967912.0,
      "step": 107590
    },
    {
      "epoch": 0.13648621565329458,
      "grad_norm": 5.5,
      "learning_rate": 4.318123000337453e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5299184501171113,
      "num_tokens": 82976530.0,
      "step": 107600
    },
    {
      "epoch": 0.1364989002458274,
      "grad_norm": 5.28125,
      "learning_rate": 4.318059569328824e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5606128364801407,
      "num_tokens": 82984286.0,
      "step": 107610
    },
    {
      "epoch": 0.13651158483836023,
      "grad_norm": 6.59375,
      "learning_rate": 4.317996138320195e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.541747584939003,
      "num_tokens": 82992478.0,
      "step": 107620
    },
    {
      "epoch": 0.13652426943089307,
      "grad_norm": 5.09375,
      "learning_rate": 4.3179327073115656e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5325761169195176,
      "num_tokens": 83000055.0,
      "step": 107630
    },
    {
      "epoch": 0.13653695402342592,
      "grad_norm": 5.21875,
      "learning_rate": 4.317869276302937e-05,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5587977766990662,
      "num_tokens": 83007712.0,
      "step": 107640
    },
    {
      "epoch": 0.13654963861595873,
      "grad_norm": 6.625,
      "learning_rate": 4.3178058452943073e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5536941438913345,
      "num_tokens": 83015562.0,
      "step": 107650
    },
    {
      "epoch": 0.13656232320849157,
      "grad_norm": 5.96875,
      "learning_rate": 4.317742414285678e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5452729523181915,
      "num_tokens": 83022699.0,
      "step": 107660
    },
    {
      "epoch": 0.1365750078010244,
      "grad_norm": 5.125,
      "learning_rate": 4.317678983277049e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5492503702640533,
      "num_tokens": 83032620.0,
      "step": 107670
    },
    {
      "epoch": 0.13658769239355725,
      "grad_norm": 6.1875,
      "learning_rate": 4.3176155522684196e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5329231679439544,
      "num_tokens": 83041208.0,
      "step": 107680
    },
    {
      "epoch": 0.13660037698609007,
      "grad_norm": 4.59375,
      "learning_rate": 4.317552121259791e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5414015531539917,
      "num_tokens": 83050132.0,
      "step": 107690
    },
    {
      "epoch": 0.1366130615786229,
      "grad_norm": 5.4375,
      "learning_rate": 4.317488690251162e-05,
      "loss": 2.2878,
      "mean_token_accuracy": 0.501874440908432,
      "num_tokens": 83058353.0,
      "step": 107700
    },
    {
      "epoch": 0.13662574617115575,
      "grad_norm": 5.0625,
      "learning_rate": 4.3174252592425326e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5634930670261383,
      "num_tokens": 83065304.0,
      "step": 107710
    },
    {
      "epoch": 0.1366384307636886,
      "grad_norm": 5.03125,
      "learning_rate": 4.317361828233903e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5647196739912033,
      "num_tokens": 83072934.0,
      "step": 107720
    },
    {
      "epoch": 0.1366511153562214,
      "grad_norm": 5.25,
      "learning_rate": 4.3172983972252737e-05,
      "loss": 2.2769,
      "mean_token_accuracy": 0.5147467017173767,
      "num_tokens": 83081045.0,
      "step": 107730
    },
    {
      "epoch": 0.13666379994875424,
      "grad_norm": 6.125,
      "learning_rate": 4.317234966216645e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5216770887374877,
      "num_tokens": 83089082.0,
      "step": 107740
    },
    {
      "epoch": 0.13667648454128709,
      "grad_norm": 9.1875,
      "learning_rate": 4.317171535208016e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5319955527782441,
      "num_tokens": 83097007.0,
      "step": 107750
    },
    {
      "epoch": 0.13668916913381993,
      "grad_norm": 9.75,
      "learning_rate": 4.3171081041993866e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.51368228495121,
      "num_tokens": 83104679.0,
      "step": 107760
    },
    {
      "epoch": 0.13670185372635274,
      "grad_norm": 6.125,
      "learning_rate": 4.317044673190758e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5529383003711701,
      "num_tokens": 83111658.0,
      "step": 107770
    },
    {
      "epoch": 0.13671453831888558,
      "grad_norm": 10.125,
      "learning_rate": 4.3169812421821284e-05,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5256753265857697,
      "num_tokens": 83118367.0,
      "step": 107780
    },
    {
      "epoch": 0.13672722291141842,
      "grad_norm": 5.4375,
      "learning_rate": 4.3169178111734996e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5744833320379257,
      "num_tokens": 83125944.0,
      "step": 107790
    },
    {
      "epoch": 0.13673990750395126,
      "grad_norm": 5.5,
      "learning_rate": 4.31685438016487e-05,
      "loss": 2.2915,
      "mean_token_accuracy": 0.5110888332128525,
      "num_tokens": 83134499.0,
      "step": 107800
    },
    {
      "epoch": 0.13675259209648408,
      "grad_norm": 4.9375,
      "learning_rate": 4.3167909491562406e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5350774884223938,
      "num_tokens": 83141994.0,
      "step": 107810
    },
    {
      "epoch": 0.13676527668901692,
      "grad_norm": 5.1875,
      "learning_rate": 4.316727518147612e-05,
      "loss": 2.3059,
      "mean_token_accuracy": 0.5075033783912659,
      "num_tokens": 83150260.0,
      "step": 107820
    },
    {
      "epoch": 0.13677796128154976,
      "grad_norm": 5.125,
      "learning_rate": 4.3166640871389824e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5224790841341018,
      "num_tokens": 83158521.0,
      "step": 107830
    },
    {
      "epoch": 0.1367906458740826,
      "grad_norm": 9.0,
      "learning_rate": 4.3166006561303536e-05,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5236928343772889,
      "num_tokens": 83165530.0,
      "step": 107840
    },
    {
      "epoch": 0.1368033304666154,
      "grad_norm": 7.09375,
      "learning_rate": 4.316537225121725e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.548549672961235,
      "num_tokens": 83173141.0,
      "step": 107850
    },
    {
      "epoch": 0.13681601505914825,
      "grad_norm": 4.78125,
      "learning_rate": 4.3164737941130954e-05,
      "loss": 2.2744,
      "mean_token_accuracy": 0.5227158308029175,
      "num_tokens": 83180656.0,
      "step": 107860
    },
    {
      "epoch": 0.1368286996516811,
      "grad_norm": 4.59375,
      "learning_rate": 4.316410363104466e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5353164196014404,
      "num_tokens": 83187826.0,
      "step": 107870
    },
    {
      "epoch": 0.1368413842442139,
      "grad_norm": 5.34375,
      "learning_rate": 4.3163469320958364e-05,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5675736695528031,
      "num_tokens": 83194848.0,
      "step": 107880
    },
    {
      "epoch": 0.13685406883674675,
      "grad_norm": 6.71875,
      "learning_rate": 4.3162835010872076e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5489469349384308,
      "num_tokens": 83203293.0,
      "step": 107890
    },
    {
      "epoch": 0.1368667534292796,
      "grad_norm": 6.40625,
      "learning_rate": 4.316220070078579e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5233625054359436,
      "num_tokens": 83210829.0,
      "step": 107900
    },
    {
      "epoch": 0.13687943802181243,
      "grad_norm": 5.78125,
      "learning_rate": 4.3161566390699494e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5472851037979126,
      "num_tokens": 83218674.0,
      "step": 107910
    },
    {
      "epoch": 0.13689212261434525,
      "grad_norm": 5.71875,
      "learning_rate": 4.3160932080613206e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.5819466948509217,
      "num_tokens": 83226899.0,
      "step": 107920
    },
    {
      "epoch": 0.1369048072068781,
      "grad_norm": 4.40625,
      "learning_rate": 4.316029777052691e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5452220946550369,
      "num_tokens": 83235021.0,
      "step": 107930
    },
    {
      "epoch": 0.13691749179941093,
      "grad_norm": 11.625,
      "learning_rate": 4.315966346044062e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.53835389316082,
      "num_tokens": 83242755.0,
      "step": 107940
    },
    {
      "epoch": 0.13693017639194377,
      "grad_norm": 6.125,
      "learning_rate": 4.315902915035433e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5724975734949111,
      "num_tokens": 83251233.0,
      "step": 107950
    },
    {
      "epoch": 0.13694286098447658,
      "grad_norm": 5.28125,
      "learning_rate": 4.3158394840268034e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.518633633852005,
      "num_tokens": 83260870.0,
      "step": 107960
    },
    {
      "epoch": 0.13695554557700942,
      "grad_norm": 6.375,
      "learning_rate": 4.3157760530181746e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5636488437652588,
      "num_tokens": 83268501.0,
      "step": 107970
    },
    {
      "epoch": 0.13696823016954227,
      "grad_norm": 5.0625,
      "learning_rate": 4.315712622009545e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5726128727197647,
      "num_tokens": 83274823.0,
      "step": 107980
    },
    {
      "epoch": 0.1369809147620751,
      "grad_norm": 4.5,
      "learning_rate": 4.3156491910009164e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5277557343244552,
      "num_tokens": 83284396.0,
      "step": 107990
    },
    {
      "epoch": 0.13699359935460792,
      "grad_norm": 4.96875,
      "learning_rate": 4.315585759992287e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5608522683382035,
      "num_tokens": 83292328.0,
      "step": 108000
    },
    {
      "epoch": 0.13700628394714076,
      "grad_norm": 5.53125,
      "learning_rate": 4.3155223289836574e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5740341722965241,
      "num_tokens": 83299856.0,
      "step": 108010
    },
    {
      "epoch": 0.1370189685396736,
      "grad_norm": 7.28125,
      "learning_rate": 4.315458897975029e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5249885886907577,
      "num_tokens": 83308392.0,
      "step": 108020
    },
    {
      "epoch": 0.13703165313220644,
      "grad_norm": 4.8125,
      "learning_rate": 4.315395466966399e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5446466714143753,
      "num_tokens": 83316164.0,
      "step": 108030
    },
    {
      "epoch": 0.13704433772473926,
      "grad_norm": 7.59375,
      "learning_rate": 4.3153320359577704e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5274983674287796,
      "num_tokens": 83324443.0,
      "step": 108040
    },
    {
      "epoch": 0.1370570223172721,
      "grad_norm": 6.34375,
      "learning_rate": 4.3152686049491416e-05,
      "loss": 1.9261,
      "mean_token_accuracy": 0.5817997545003891,
      "num_tokens": 83332380.0,
      "step": 108050
    },
    {
      "epoch": 0.13706970690980494,
      "grad_norm": 6.5625,
      "learning_rate": 4.315205173940512e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5689881771802903,
      "num_tokens": 83339965.0,
      "step": 108060
    },
    {
      "epoch": 0.13708239150233778,
      "grad_norm": 6.875,
      "learning_rate": 4.315141742931883e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5154666990041733,
      "num_tokens": 83348691.0,
      "step": 108070
    },
    {
      "epoch": 0.1370950760948706,
      "grad_norm": 5.46875,
      "learning_rate": 4.315078311923253e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5350573897361756,
      "num_tokens": 83357200.0,
      "step": 108080
    },
    {
      "epoch": 0.13710776068740343,
      "grad_norm": 4.59375,
      "learning_rate": 4.3150148809146244e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5335026025772095,
      "num_tokens": 83365568.0,
      "step": 108090
    },
    {
      "epoch": 0.13712044527993628,
      "grad_norm": 4.84375,
      "learning_rate": 4.3149514499059957e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5455104529857635,
      "num_tokens": 83372847.0,
      "step": 108100
    },
    {
      "epoch": 0.13713312987246912,
      "grad_norm": 6.6875,
      "learning_rate": 4.314888018897366e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5452526539564133,
      "num_tokens": 83381011.0,
      "step": 108110
    },
    {
      "epoch": 0.13714581446500193,
      "grad_norm": 5.59375,
      "learning_rate": 4.3148245878887374e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5211830586194992,
      "num_tokens": 83388198.0,
      "step": 108120
    },
    {
      "epoch": 0.13715849905753477,
      "grad_norm": 6.5625,
      "learning_rate": 4.314761156880108e-05,
      "loss": 1.8689,
      "mean_token_accuracy": 0.5956819325685501,
      "num_tokens": 83395256.0,
      "step": 108130
    },
    {
      "epoch": 0.1371711836500676,
      "grad_norm": 5.3125,
      "learning_rate": 4.3146977258714785e-05,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5291310727596283,
      "num_tokens": 83403015.0,
      "step": 108140
    },
    {
      "epoch": 0.13718386824260045,
      "grad_norm": 5.03125,
      "learning_rate": 4.31463429486285e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5496794790029526,
      "num_tokens": 83411647.0,
      "step": 108150
    },
    {
      "epoch": 0.13719655283513327,
      "grad_norm": 5.0,
      "learning_rate": 4.31457086385422e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5529777020215988,
      "num_tokens": 83420381.0,
      "step": 108160
    },
    {
      "epoch": 0.1372092374276661,
      "grad_norm": 5.15625,
      "learning_rate": 4.3145074328455914e-05,
      "loss": 2.38,
      "mean_token_accuracy": 0.4983756303787231,
      "num_tokens": 83428505.0,
      "step": 108170
    },
    {
      "epoch": 0.13722192202019895,
      "grad_norm": 5.40625,
      "learning_rate": 4.314444001836962e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5309453874826431,
      "num_tokens": 83436771.0,
      "step": 108180
    },
    {
      "epoch": 0.1372346066127318,
      "grad_norm": 4.5625,
      "learning_rate": 4.314380570828333e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5471609055995941,
      "num_tokens": 83444290.0,
      "step": 108190
    },
    {
      "epoch": 0.1372472912052646,
      "grad_norm": 6.59375,
      "learning_rate": 4.3143171398197044e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5359986662864685,
      "num_tokens": 83451188.0,
      "step": 108200
    },
    {
      "epoch": 0.13725997579779745,
      "grad_norm": 7.21875,
      "learning_rate": 4.314253708811075e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5740754276514053,
      "num_tokens": 83458143.0,
      "step": 108210
    },
    {
      "epoch": 0.1372726603903303,
      "grad_norm": 5.09375,
      "learning_rate": 4.3141902778024455e-05,
      "loss": 1.8777,
      "mean_token_accuracy": 0.586531525850296,
      "num_tokens": 83465661.0,
      "step": 108220
    },
    {
      "epoch": 0.13728534498286313,
      "grad_norm": 5.90625,
      "learning_rate": 4.314126846793816e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5286678016185761,
      "num_tokens": 83472241.0,
      "step": 108230
    },
    {
      "epoch": 0.13729802957539594,
      "grad_norm": 5.15625,
      "learning_rate": 4.314063415785187e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5563800901174545,
      "num_tokens": 83478645.0,
      "step": 108240
    },
    {
      "epoch": 0.13731071416792878,
      "grad_norm": 4.90625,
      "learning_rate": 4.3139999847765584e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5287128746509552,
      "num_tokens": 83488479.0,
      "step": 108250
    },
    {
      "epoch": 0.13732339876046162,
      "grad_norm": 6.75,
      "learning_rate": 4.313936553767929e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5280796408653259,
      "num_tokens": 83496994.0,
      "step": 108260
    },
    {
      "epoch": 0.13733608335299446,
      "grad_norm": 4.8125,
      "learning_rate": 4.3138731227593e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5500311970710754,
      "num_tokens": 83504045.0,
      "step": 108270
    },
    {
      "epoch": 0.13734876794552728,
      "grad_norm": 4.90625,
      "learning_rate": 4.313809691750671e-05,
      "loss": 1.7897,
      "mean_token_accuracy": 0.6083975404500961,
      "num_tokens": 83510723.0,
      "step": 108280
    },
    {
      "epoch": 0.13736145253806012,
      "grad_norm": 4.8125,
      "learning_rate": 4.313746260742041e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5391938239336014,
      "num_tokens": 83519022.0,
      "step": 108290
    },
    {
      "epoch": 0.13737413713059296,
      "grad_norm": 5.15625,
      "learning_rate": 4.3136828297334125e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5239185661077499,
      "num_tokens": 83526545.0,
      "step": 108300
    },
    {
      "epoch": 0.1373868217231258,
      "grad_norm": 4.9375,
      "learning_rate": 4.313619398724783e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5447826623916626,
      "num_tokens": 83533792.0,
      "step": 108310
    },
    {
      "epoch": 0.13739950631565861,
      "grad_norm": 6.0625,
      "learning_rate": 4.313555967716154e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5447551995515824,
      "num_tokens": 83541143.0,
      "step": 108320
    },
    {
      "epoch": 0.13741219090819146,
      "grad_norm": 5.21875,
      "learning_rate": 4.313492536707525e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5314174592494965,
      "num_tokens": 83548909.0,
      "step": 108330
    },
    {
      "epoch": 0.1374248755007243,
      "grad_norm": 6.3125,
      "learning_rate": 4.313429105698896e-05,
      "loss": 2.3076,
      "mean_token_accuracy": 0.5084353178739548,
      "num_tokens": 83556437.0,
      "step": 108340
    },
    {
      "epoch": 0.1374375600932571,
      "grad_norm": 6.90625,
      "learning_rate": 4.3133656746902665e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.558015039563179,
      "num_tokens": 83564362.0,
      "step": 108350
    },
    {
      "epoch": 0.13745024468578995,
      "grad_norm": 5.78125,
      "learning_rate": 4.313302243681637e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5534524112939835,
      "num_tokens": 83572293.0,
      "step": 108360
    },
    {
      "epoch": 0.1374629292783228,
      "grad_norm": 6.1875,
      "learning_rate": 4.313238812673008e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.538604599237442,
      "num_tokens": 83580602.0,
      "step": 108370
    },
    {
      "epoch": 0.13747561387085563,
      "grad_norm": 7.0,
      "learning_rate": 4.3131753816643794e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5785514503717423,
      "num_tokens": 83588372.0,
      "step": 108380
    },
    {
      "epoch": 0.13748829846338845,
      "grad_norm": 6.1875,
      "learning_rate": 4.31311195065575e-05,
      "loss": 2.2954,
      "mean_token_accuracy": 0.5127852410078049,
      "num_tokens": 83596318.0,
      "step": 108390
    },
    {
      "epoch": 0.1375009830559213,
      "grad_norm": 6.03125,
      "learning_rate": 4.313048519647121e-05,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5771344602108002,
      "num_tokens": 83603477.0,
      "step": 108400
    },
    {
      "epoch": 0.13751366764845413,
      "grad_norm": 6.34375,
      "learning_rate": 4.312985088638492e-05,
      "loss": 2.2392,
      "mean_token_accuracy": 0.5208053231239319,
      "num_tokens": 83610712.0,
      "step": 108410
    },
    {
      "epoch": 0.13752635224098697,
      "grad_norm": 5.15625,
      "learning_rate": 4.312921657629862e-05,
      "loss": 1.9169,
      "mean_token_accuracy": 0.571114894747734,
      "num_tokens": 83617095.0,
      "step": 108420
    },
    {
      "epoch": 0.13753903683351978,
      "grad_norm": 6.09375,
      "learning_rate": 4.3128582266212335e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5489472299814224,
      "num_tokens": 83623181.0,
      "step": 108430
    },
    {
      "epoch": 0.13755172142605263,
      "grad_norm": 7.25,
      "learning_rate": 4.312794795612604e-05,
      "loss": 2.2403,
      "mean_token_accuracy": 0.5246715277433396,
      "num_tokens": 83630504.0,
      "step": 108440
    },
    {
      "epoch": 0.13756440601858547,
      "grad_norm": 5.34375,
      "learning_rate": 4.312731364603975e-05,
      "loss": 1.8068,
      "mean_token_accuracy": 0.5913781940937042,
      "num_tokens": 83637739.0,
      "step": 108450
    },
    {
      "epoch": 0.1375770906111183,
      "grad_norm": 6.625,
      "learning_rate": 4.312667933595346e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.557253947854042,
      "num_tokens": 83644729.0,
      "step": 108460
    },
    {
      "epoch": 0.13758977520365112,
      "grad_norm": 5.6875,
      "learning_rate": 4.312604502586717e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5393497407436371,
      "num_tokens": 83653972.0,
      "step": 108470
    },
    {
      "epoch": 0.13760245979618396,
      "grad_norm": 7.125,
      "learning_rate": 4.3125410715780875e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5814996778964996,
      "num_tokens": 83660712.0,
      "step": 108480
    },
    {
      "epoch": 0.1376151443887168,
      "grad_norm": 11.375,
      "learning_rate": 4.312477640569458e-05,
      "loss": 1.8029,
      "mean_token_accuracy": 0.5991388082504272,
      "num_tokens": 83666956.0,
      "step": 108490
    },
    {
      "epoch": 0.13762782898124964,
      "grad_norm": 6.40625,
      "learning_rate": 4.312414209560829e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5726514160633087,
      "num_tokens": 83673685.0,
      "step": 108500
    },
    {
      "epoch": 0.13764051357378246,
      "grad_norm": 6.40625,
      "learning_rate": 4.3123507785522e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.535776886343956,
      "num_tokens": 83681763.0,
      "step": 108510
    },
    {
      "epoch": 0.1376531981663153,
      "grad_norm": 5.875,
      "learning_rate": 4.312287347543571e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5492046773433685,
      "num_tokens": 83689630.0,
      "step": 108520
    },
    {
      "epoch": 0.13766588275884814,
      "grad_norm": 5.4375,
      "learning_rate": 4.312223916534942e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5389010369777679,
      "num_tokens": 83697250.0,
      "step": 108530
    },
    {
      "epoch": 0.13767856735138098,
      "grad_norm": 7.28125,
      "learning_rate": 4.312160485526313e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5414047420024872,
      "num_tokens": 83705580.0,
      "step": 108540
    },
    {
      "epoch": 0.1376912519439138,
      "grad_norm": 6.53125,
      "learning_rate": 4.312097054517684e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5292409032583236,
      "num_tokens": 83713103.0,
      "step": 108550
    },
    {
      "epoch": 0.13770393653644664,
      "grad_norm": 5.625,
      "learning_rate": 4.312033623509054e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5227982103824615,
      "num_tokens": 83722184.0,
      "step": 108560
    },
    {
      "epoch": 0.13771662112897948,
      "grad_norm": 5.9375,
      "learning_rate": 4.311970192500425e-05,
      "loss": 1.88,
      "mean_token_accuracy": 0.5928819626569748,
      "num_tokens": 83729215.0,
      "step": 108570
    },
    {
      "epoch": 0.13772930572151232,
      "grad_norm": 6.59375,
      "learning_rate": 4.311906761491796e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5727696657180786,
      "num_tokens": 83735804.0,
      "step": 108580
    },
    {
      "epoch": 0.13774199031404513,
      "grad_norm": 8.5,
      "learning_rate": 4.311843330483167e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5327982664108276,
      "num_tokens": 83743626.0,
      "step": 108590
    },
    {
      "epoch": 0.13775467490657797,
      "grad_norm": 6.3125,
      "learning_rate": 4.311779899474538e-05,
      "loss": 1.773,
      "mean_token_accuracy": 0.6012617707252502,
      "num_tokens": 83749432.0,
      "step": 108600
    },
    {
      "epoch": 0.13776735949911081,
      "grad_norm": 5.625,
      "learning_rate": 4.3117164684659085e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.534516203403473,
      "num_tokens": 83755451.0,
      "step": 108610
    },
    {
      "epoch": 0.13778004409164366,
      "grad_norm": 4.78125,
      "learning_rate": 4.31165303745728e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5199473083019257,
      "num_tokens": 83764443.0,
      "step": 108620
    },
    {
      "epoch": 0.13779272868417647,
      "grad_norm": 5.4375,
      "learning_rate": 4.31158960644865e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5223854094743728,
      "num_tokens": 83772581.0,
      "step": 108630
    },
    {
      "epoch": 0.1378054132767093,
      "grad_norm": 4.78125,
      "learning_rate": 4.311526175440021e-05,
      "loss": 1.8038,
      "mean_token_accuracy": 0.6098703771829606,
      "num_tokens": 83779788.0,
      "step": 108640
    },
    {
      "epoch": 0.13781809786924215,
      "grad_norm": 6.1875,
      "learning_rate": 4.311462744431392e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5340584248304368,
      "num_tokens": 83788080.0,
      "step": 108650
    },
    {
      "epoch": 0.137830782461775,
      "grad_norm": 5.71875,
      "learning_rate": 4.3113993134227626e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5440818518400192,
      "num_tokens": 83796251.0,
      "step": 108660
    },
    {
      "epoch": 0.1378434670543078,
      "grad_norm": 6.28125,
      "learning_rate": 4.311335882414134e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5523822218179703,
      "num_tokens": 83801335.0,
      "step": 108670
    },
    {
      "epoch": 0.13785615164684065,
      "grad_norm": 6.3125,
      "learning_rate": 4.311272451405505e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5351291060447693,
      "num_tokens": 83810939.0,
      "step": 108680
    },
    {
      "epoch": 0.1378688362393735,
      "grad_norm": 4.0625,
      "learning_rate": 4.3112090203968755e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5528897881507874,
      "num_tokens": 83818368.0,
      "step": 108690
    },
    {
      "epoch": 0.13788152083190633,
      "grad_norm": 6.28125,
      "learning_rate": 4.311145589388246e-05,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5258993804454803,
      "num_tokens": 83827533.0,
      "step": 108700
    },
    {
      "epoch": 0.13789420542443914,
      "grad_norm": 6.5625,
      "learning_rate": 4.3110821583796166e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5159061670303344,
      "num_tokens": 83835670.0,
      "step": 108710
    },
    {
      "epoch": 0.13790689001697198,
      "grad_norm": 4.71875,
      "learning_rate": 4.311018727370988e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5442896366119385,
      "num_tokens": 83843212.0,
      "step": 108720
    },
    {
      "epoch": 0.13791957460950482,
      "grad_norm": 4.9375,
      "learning_rate": 4.310955296362359e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5607077986001968,
      "num_tokens": 83851973.0,
      "step": 108730
    },
    {
      "epoch": 0.13793225920203767,
      "grad_norm": 4.78125,
      "learning_rate": 4.3108918653537296e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5320405930280685,
      "num_tokens": 83860177.0,
      "step": 108740
    },
    {
      "epoch": 0.13794494379457048,
      "grad_norm": 5.4375,
      "learning_rate": 4.310828434345101e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5544828921556473,
      "num_tokens": 83867426.0,
      "step": 108750
    },
    {
      "epoch": 0.13795762838710332,
      "grad_norm": 10.375,
      "learning_rate": 4.310765003336471e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5215287923812866,
      "num_tokens": 83873417.0,
      "step": 108760
    },
    {
      "epoch": 0.13797031297963616,
      "grad_norm": 5.96875,
      "learning_rate": 4.310701572327842e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.53473781645298,
      "num_tokens": 83881023.0,
      "step": 108770
    },
    {
      "epoch": 0.137982997572169,
      "grad_norm": 3.71875,
      "learning_rate": 4.310638141319213e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5742446273565293,
      "num_tokens": 83887708.0,
      "step": 108780
    },
    {
      "epoch": 0.13799568216470182,
      "grad_norm": 5.5,
      "learning_rate": 4.3105747103105836e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5737870931625366,
      "num_tokens": 83895704.0,
      "step": 108790
    },
    {
      "epoch": 0.13800836675723466,
      "grad_norm": 5.09375,
      "learning_rate": 4.310511279301955e-05,
      "loss": 2.2297,
      "mean_token_accuracy": 0.5182005822658539,
      "num_tokens": 83903888.0,
      "step": 108800
    },
    {
      "epoch": 0.1380210513497675,
      "grad_norm": 6.21875,
      "learning_rate": 4.310447848293325e-05,
      "loss": 1.7347,
      "mean_token_accuracy": 0.6064129084348678,
      "num_tokens": 83911235.0,
      "step": 108810
    },
    {
      "epoch": 0.1380337359423003,
      "grad_norm": 4.75,
      "learning_rate": 4.3103844172846965e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5392099976539612,
      "num_tokens": 83919306.0,
      "step": 108820
    },
    {
      "epoch": 0.13804642053483315,
      "grad_norm": 6.03125,
      "learning_rate": 4.310320986276067e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.547841364145279,
      "num_tokens": 83926087.0,
      "step": 108830
    },
    {
      "epoch": 0.138059105127366,
      "grad_norm": 5.0,
      "learning_rate": 4.3102575552674376e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5356269776821136,
      "num_tokens": 83933401.0,
      "step": 108840
    },
    {
      "epoch": 0.13807178971989884,
      "grad_norm": 7.25,
      "learning_rate": 4.310194124258809e-05,
      "loss": 2.2499,
      "mean_token_accuracy": 0.5188190013170242,
      "num_tokens": 83941702.0,
      "step": 108850
    },
    {
      "epoch": 0.13808447431243165,
      "grad_norm": 5.65625,
      "learning_rate": 4.3101306932501794e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5163788229227066,
      "num_tokens": 83949868.0,
      "step": 108860
    },
    {
      "epoch": 0.1380971589049645,
      "grad_norm": 7.8125,
      "learning_rate": 4.3100672622415506e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5284525603055954,
      "num_tokens": 83956945.0,
      "step": 108870
    },
    {
      "epoch": 0.13810984349749733,
      "grad_norm": 7.09375,
      "learning_rate": 4.310003831232922e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5554706990718842,
      "num_tokens": 83963563.0,
      "step": 108880
    },
    {
      "epoch": 0.13812252809003017,
      "grad_norm": 4.46875,
      "learning_rate": 4.309940400224292e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5358001291751862,
      "num_tokens": 83972407.0,
      "step": 108890
    },
    {
      "epoch": 0.13813521268256299,
      "grad_norm": 5.28125,
      "learning_rate": 4.309876969215663e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5639997005462647,
      "num_tokens": 83979207.0,
      "step": 108900
    },
    {
      "epoch": 0.13814789727509583,
      "grad_norm": 5.03125,
      "learning_rate": 4.3098135382070334e-05,
      "loss": 2.2038,
      "mean_token_accuracy": 0.515633088350296,
      "num_tokens": 83986650.0,
      "step": 108910
    },
    {
      "epoch": 0.13816058186762867,
      "grad_norm": 5.0,
      "learning_rate": 4.3097501071984046e-05,
      "loss": 2.2745,
      "mean_token_accuracy": 0.5141002088785172,
      "num_tokens": 83995328.0,
      "step": 108920
    },
    {
      "epoch": 0.1381732664601615,
      "grad_norm": 4.84375,
      "learning_rate": 4.309686676189776e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5361231893301011,
      "num_tokens": 84003010.0,
      "step": 108930
    },
    {
      "epoch": 0.13818595105269432,
      "grad_norm": 5.5,
      "learning_rate": 4.3096232451811464e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5393941849470139,
      "num_tokens": 84010905.0,
      "step": 108940
    },
    {
      "epoch": 0.13819863564522716,
      "grad_norm": 4.78125,
      "learning_rate": 4.3095598141725176e-05,
      "loss": 1.6171,
      "mean_token_accuracy": 0.6314958333969116,
      "num_tokens": 84016846.0,
      "step": 108950
    },
    {
      "epoch": 0.13821132023776,
      "grad_norm": 13.25,
      "learning_rate": 4.309496383163888e-05,
      "loss": 2.2533,
      "mean_token_accuracy": 0.5181666165590286,
      "num_tokens": 84024808.0,
      "step": 108960
    },
    {
      "epoch": 0.13822400483029285,
      "grad_norm": 6.375,
      "learning_rate": 4.309432952155259e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.553682804107666,
      "num_tokens": 84031650.0,
      "step": 108970
    },
    {
      "epoch": 0.13823668942282566,
      "grad_norm": 7.0,
      "learning_rate": 4.30936952114663e-05,
      "loss": 1.8998,
      "mean_token_accuracy": 0.5619558572769165,
      "num_tokens": 84038353.0,
      "step": 108980
    },
    {
      "epoch": 0.1382493740153585,
      "grad_norm": 4.9375,
      "learning_rate": 4.3093060901380004e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5338493883609772,
      "num_tokens": 84045754.0,
      "step": 108990
    },
    {
      "epoch": 0.13826205860789134,
      "grad_norm": 6.15625,
      "learning_rate": 4.3092426591293716e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5228206485509872,
      "num_tokens": 84052481.0,
      "step": 109000
    },
    {
      "epoch": 0.13827474320042418,
      "grad_norm": 6.78125,
      "learning_rate": 4.309179228120742e-05,
      "loss": 1.8605,
      "mean_token_accuracy": 0.5802844107151032,
      "num_tokens": 84059589.0,
      "step": 109010
    },
    {
      "epoch": 0.138287427792957,
      "grad_norm": 5.1875,
      "learning_rate": 4.3091157971121133e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.523527804017067,
      "num_tokens": 84068358.0,
      "step": 109020
    },
    {
      "epoch": 0.13830011238548984,
      "grad_norm": 7.5625,
      "learning_rate": 4.3090523661034846e-05,
      "loss": 2.2208,
      "mean_token_accuracy": 0.5185342490673065,
      "num_tokens": 84076960.0,
      "step": 109030
    },
    {
      "epoch": 0.13831279697802268,
      "grad_norm": 5.53125,
      "learning_rate": 4.308988935094855e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5380857646465301,
      "num_tokens": 84085694.0,
      "step": 109040
    },
    {
      "epoch": 0.13832548157055552,
      "grad_norm": 4.625,
      "learning_rate": 4.3089255040862256e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5691531956195831,
      "num_tokens": 84094151.0,
      "step": 109050
    },
    {
      "epoch": 0.13833816616308833,
      "grad_norm": 5.59375,
      "learning_rate": 4.308862073077596e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.557332119345665,
      "num_tokens": 84101053.0,
      "step": 109060
    },
    {
      "epoch": 0.13835085075562117,
      "grad_norm": 5.875,
      "learning_rate": 4.3087986420689674e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5565358072519302,
      "num_tokens": 84108791.0,
      "step": 109070
    },
    {
      "epoch": 0.13836353534815402,
      "grad_norm": 4.875,
      "learning_rate": 4.3087352110603386e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5257798552513122,
      "num_tokens": 84116860.0,
      "step": 109080
    },
    {
      "epoch": 0.13837621994068686,
      "grad_norm": 5.625,
      "learning_rate": 4.308671780051709e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5501985788345337,
      "num_tokens": 84125059.0,
      "step": 109090
    },
    {
      "epoch": 0.13838890453321967,
      "grad_norm": 9.3125,
      "learning_rate": 4.3086083490430803e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5360182106494904,
      "num_tokens": 84132971.0,
      "step": 109100
    },
    {
      "epoch": 0.1384015891257525,
      "grad_norm": 5.1875,
      "learning_rate": 4.308544918034451e-05,
      "loss": 1.9161,
      "mean_token_accuracy": 0.5891702264547348,
      "num_tokens": 84139095.0,
      "step": 109110
    },
    {
      "epoch": 0.13841427371828535,
      "grad_norm": 5.09375,
      "learning_rate": 4.3084814870258214e-05,
      "loss": 2.3841,
      "mean_token_accuracy": 0.5044088870286941,
      "num_tokens": 84148056.0,
      "step": 109120
    },
    {
      "epoch": 0.1384269583108182,
      "grad_norm": 5.46875,
      "learning_rate": 4.3084180560171926e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5376009672880173,
      "num_tokens": 84155768.0,
      "step": 109130
    },
    {
      "epoch": 0.138439642903351,
      "grad_norm": 4.84375,
      "learning_rate": 4.308354625008563e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5444542109966278,
      "num_tokens": 84163632.0,
      "step": 109140
    },
    {
      "epoch": 0.13845232749588385,
      "grad_norm": 5.15625,
      "learning_rate": 4.3082911939999344e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5464428842067719,
      "num_tokens": 84172799.0,
      "step": 109150
    },
    {
      "epoch": 0.1384650120884167,
      "grad_norm": 6.03125,
      "learning_rate": 4.308227762991305e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5367863684892654,
      "num_tokens": 84180258.0,
      "step": 109160
    },
    {
      "epoch": 0.13847769668094953,
      "grad_norm": 4.96875,
      "learning_rate": 4.308164331982676e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5344469577074051,
      "num_tokens": 84187184.0,
      "step": 109170
    },
    {
      "epoch": 0.13849038127348234,
      "grad_norm": 5.8125,
      "learning_rate": 4.3081009009740467e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5216637194156647,
      "num_tokens": 84195998.0,
      "step": 109180
    },
    {
      "epoch": 0.13850306586601518,
      "grad_norm": 7.21875,
      "learning_rate": 4.308037469965417e-05,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5357703924179077,
      "num_tokens": 84203634.0,
      "step": 109190
    },
    {
      "epoch": 0.13851575045854803,
      "grad_norm": 5.46875,
      "learning_rate": 4.3079740389567884e-05,
      "loss": 1.7447,
      "mean_token_accuracy": 0.6060348093509674,
      "num_tokens": 84210388.0,
      "step": 109200
    },
    {
      "epoch": 0.13852843505108087,
      "grad_norm": 6.3125,
      "learning_rate": 4.307910607948159e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5263340175151825,
      "num_tokens": 84217370.0,
      "step": 109210
    },
    {
      "epoch": 0.13854111964361368,
      "grad_norm": 5.34375,
      "learning_rate": 4.30784717693953e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5254355996847153,
      "num_tokens": 84225921.0,
      "step": 109220
    },
    {
      "epoch": 0.13855380423614652,
      "grad_norm": 5.3125,
      "learning_rate": 4.3077837459309014e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5336718529462814,
      "num_tokens": 84233264.0,
      "step": 109230
    },
    {
      "epoch": 0.13856648882867936,
      "grad_norm": 5.5625,
      "learning_rate": 4.307720314922272e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5346480280160903,
      "num_tokens": 84242166.0,
      "step": 109240
    },
    {
      "epoch": 0.1385791734212122,
      "grad_norm": 5.1875,
      "learning_rate": 4.3076568839136424e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5410904049873352,
      "num_tokens": 84249055.0,
      "step": 109250
    },
    {
      "epoch": 0.13859185801374502,
      "grad_norm": 5.4375,
      "learning_rate": 4.3075934529050136e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5669618457555771,
      "num_tokens": 84256338.0,
      "step": 109260
    },
    {
      "epoch": 0.13860454260627786,
      "grad_norm": 5.375,
      "learning_rate": 4.307530021896384e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5462605834007264,
      "num_tokens": 84263180.0,
      "step": 109270
    },
    {
      "epoch": 0.1386172271988107,
      "grad_norm": 6.8125,
      "learning_rate": 4.3074665908877554e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5529612571001052,
      "num_tokens": 84270982.0,
      "step": 109280
    },
    {
      "epoch": 0.1386299117913435,
      "grad_norm": 5.0,
      "learning_rate": 4.307403159879126e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5634064108133316,
      "num_tokens": 84276347.0,
      "step": 109290
    },
    {
      "epoch": 0.13864259638387635,
      "grad_norm": 6.03125,
      "learning_rate": 4.307339728870497e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5359889507293701,
      "num_tokens": 84283782.0,
      "step": 109300
    },
    {
      "epoch": 0.1386552809764092,
      "grad_norm": 5.0625,
      "learning_rate": 4.3072762978618684e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5406426429748535,
      "num_tokens": 84291383.0,
      "step": 109310
    },
    {
      "epoch": 0.13866796556894204,
      "grad_norm": 7.34375,
      "learning_rate": 4.307212866853238e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5627101927995681,
      "num_tokens": 84298769.0,
      "step": 109320
    },
    {
      "epoch": 0.13868065016147485,
      "grad_norm": 5.53125,
      "learning_rate": 4.3071494358446094e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5723665952682495,
      "num_tokens": 84305807.0,
      "step": 109330
    },
    {
      "epoch": 0.1386933347540077,
      "grad_norm": 6.21875,
      "learning_rate": 4.30708600483598e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5615126460790634,
      "num_tokens": 84314558.0,
      "step": 109340
    },
    {
      "epoch": 0.13870601934654053,
      "grad_norm": 5.875,
      "learning_rate": 4.307022573827351e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5346501111984253,
      "num_tokens": 84322174.0,
      "step": 109350
    },
    {
      "epoch": 0.13871870393907337,
      "grad_norm": 5.59375,
      "learning_rate": 4.3069591428187224e-05,
      "loss": 2.2214,
      "mean_token_accuracy": 0.5256907939910889,
      "num_tokens": 84329472.0,
      "step": 109360
    },
    {
      "epoch": 0.1387313885316062,
      "grad_norm": 5.875,
      "learning_rate": 4.306895711810093e-05,
      "loss": 2.2479,
      "mean_token_accuracy": 0.5141341030597687,
      "num_tokens": 84336967.0,
      "step": 109370
    },
    {
      "epoch": 0.13874407312413903,
      "grad_norm": 4.6875,
      "learning_rate": 4.306832280801464e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5530515044927597,
      "num_tokens": 84344513.0,
      "step": 109380
    },
    {
      "epoch": 0.13875675771667187,
      "grad_norm": 5.09375,
      "learning_rate": 4.306768849792835e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5217788577079773,
      "num_tokens": 84353140.0,
      "step": 109390
    },
    {
      "epoch": 0.1387694423092047,
      "grad_norm": 7.65625,
      "learning_rate": 4.306705418784205e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.542254564166069,
      "num_tokens": 84360721.0,
      "step": 109400
    },
    {
      "epoch": 0.13878212690173752,
      "grad_norm": 5.53125,
      "learning_rate": 4.3066419877755764e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5443967133760452,
      "num_tokens": 84367439.0,
      "step": 109410
    },
    {
      "epoch": 0.13879481149427036,
      "grad_norm": 6.40625,
      "learning_rate": 4.306578556766947e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5275299608707428,
      "num_tokens": 84376389.0,
      "step": 109420
    },
    {
      "epoch": 0.1388074960868032,
      "grad_norm": 5.09375,
      "learning_rate": 4.306515125758318e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5569743007421494,
      "num_tokens": 84383242.0,
      "step": 109430
    },
    {
      "epoch": 0.13882018067933605,
      "grad_norm": 4.9375,
      "learning_rate": 4.306451694749689e-05,
      "loss": 1.7956,
      "mean_token_accuracy": 0.5949648261070252,
      "num_tokens": 84390946.0,
      "step": 109440
    },
    {
      "epoch": 0.13883286527186886,
      "grad_norm": 5.5,
      "learning_rate": 4.30638826374106e-05,
      "loss": 2.262,
      "mean_token_accuracy": 0.5112743437290191,
      "num_tokens": 84398651.0,
      "step": 109450
    },
    {
      "epoch": 0.1388455498644017,
      "grad_norm": 5.75,
      "learning_rate": 4.3063248327324304e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.52191521525383,
      "num_tokens": 84407777.0,
      "step": 109460
    },
    {
      "epoch": 0.13885823445693454,
      "grad_norm": 4.8125,
      "learning_rate": 4.306261401723801e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.556392303109169,
      "num_tokens": 84415773.0,
      "step": 109470
    },
    {
      "epoch": 0.13887091904946738,
      "grad_norm": 5.1875,
      "learning_rate": 4.306197970715172e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5502792984247208,
      "num_tokens": 84423547.0,
      "step": 109480
    },
    {
      "epoch": 0.1388836036420002,
      "grad_norm": 5.15625,
      "learning_rate": 4.306134539706543e-05,
      "loss": 2.2481,
      "mean_token_accuracy": 0.5207137912511826,
      "num_tokens": 84431391.0,
      "step": 109490
    },
    {
      "epoch": 0.13889628823453304,
      "grad_norm": 6.5,
      "learning_rate": 4.306071108697914e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5460563242435456,
      "num_tokens": 84439528.0,
      "step": 109500
    },
    {
      "epoch": 0.13890897282706588,
      "grad_norm": 4.71875,
      "learning_rate": 4.306007677689285e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5233735382556916,
      "num_tokens": 84447803.0,
      "step": 109510
    },
    {
      "epoch": 0.13892165741959872,
      "grad_norm": 5.53125,
      "learning_rate": 4.305944246680656e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5620703339576721,
      "num_tokens": 84455628.0,
      "step": 109520
    },
    {
      "epoch": 0.13893434201213153,
      "grad_norm": 5.0,
      "learning_rate": 4.305880815672026e-05,
      "loss": 1.9864,
      "mean_token_accuracy": 0.5723848044872284,
      "num_tokens": 84464116.0,
      "step": 109530
    },
    {
      "epoch": 0.13894702660466438,
      "grad_norm": 5.1875,
      "learning_rate": 4.305817384663397e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5293643683195114,
      "num_tokens": 84474045.0,
      "step": 109540
    },
    {
      "epoch": 0.13895971119719722,
      "grad_norm": 8.0,
      "learning_rate": 4.305753953654768e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5411578387022018,
      "num_tokens": 84480271.0,
      "step": 109550
    },
    {
      "epoch": 0.13897239578973006,
      "grad_norm": 4.75,
      "learning_rate": 4.305690522646139e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5292616128921509,
      "num_tokens": 84488905.0,
      "step": 109560
    },
    {
      "epoch": 0.13898508038226287,
      "grad_norm": 5.625,
      "learning_rate": 4.30562709163751e-05,
      "loss": 2.252,
      "mean_token_accuracy": 0.5217456340789794,
      "num_tokens": 84497469.0,
      "step": 109570
    },
    {
      "epoch": 0.1389977649747957,
      "grad_norm": 6.0625,
      "learning_rate": 4.305563660628881e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5391451746225357,
      "num_tokens": 84504754.0,
      "step": 109580
    },
    {
      "epoch": 0.13901044956732855,
      "grad_norm": 5.46875,
      "learning_rate": 4.3055002296202515e-05,
      "loss": 1.8637,
      "mean_token_accuracy": 0.5647959887981415,
      "num_tokens": 84512286.0,
      "step": 109590
    },
    {
      "epoch": 0.1390231341598614,
      "grad_norm": 3.65625,
      "learning_rate": 4.305436798611622e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.582224753499031,
      "num_tokens": 84520832.0,
      "step": 109600
    },
    {
      "epoch": 0.1390358187523942,
      "grad_norm": 5.1875,
      "learning_rate": 4.305373367602993e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5376868277788163,
      "num_tokens": 84527331.0,
      "step": 109610
    },
    {
      "epoch": 0.13904850334492705,
      "grad_norm": 6.4375,
      "learning_rate": 4.305309936594364e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5536687850952149,
      "num_tokens": 84534434.0,
      "step": 109620
    },
    {
      "epoch": 0.1390611879374599,
      "grad_norm": 5.25,
      "learning_rate": 4.305246505585735e-05,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5646371185779572,
      "num_tokens": 84542107.0,
      "step": 109630
    },
    {
      "epoch": 0.13907387252999273,
      "grad_norm": 5.53125,
      "learning_rate": 4.3051830745771055e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5493338137865067,
      "num_tokens": 84550178.0,
      "step": 109640
    },
    {
      "epoch": 0.13908655712252554,
      "grad_norm": 6.09375,
      "learning_rate": 4.305119643568477e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5665704518556595,
      "num_tokens": 84558101.0,
      "step": 109650
    },
    {
      "epoch": 0.13909924171505839,
      "grad_norm": 5.40625,
      "learning_rate": 4.305056212559848e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5392850160598754,
      "num_tokens": 84565458.0,
      "step": 109660
    },
    {
      "epoch": 0.13911192630759123,
      "grad_norm": 4.75,
      "learning_rate": 4.304992781551218e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5721637636423111,
      "num_tokens": 84574283.0,
      "step": 109670
    },
    {
      "epoch": 0.13912461090012407,
      "grad_norm": 7.96875,
      "learning_rate": 4.304929350542589e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5687741219997406,
      "num_tokens": 84581642.0,
      "step": 109680
    },
    {
      "epoch": 0.13913729549265688,
      "grad_norm": 4.78125,
      "learning_rate": 4.3048659195339595e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5182299345731736,
      "num_tokens": 84590464.0,
      "step": 109690
    },
    {
      "epoch": 0.13914998008518972,
      "grad_norm": 5.90625,
      "learning_rate": 4.304802488525331e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5280778378248214,
      "num_tokens": 84599238.0,
      "step": 109700
    },
    {
      "epoch": 0.13916266467772256,
      "grad_norm": 5.71875,
      "learning_rate": 4.304739057516702e-05,
      "loss": 2.2223,
      "mean_token_accuracy": 0.5270750164985657,
      "num_tokens": 84608595.0,
      "step": 109710
    },
    {
      "epoch": 0.1391753492702554,
      "grad_norm": 8.625,
      "learning_rate": 4.3046756265080725e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5398566067218781,
      "num_tokens": 84615849.0,
      "step": 109720
    },
    {
      "epoch": 0.13918803386278822,
      "grad_norm": 5.6875,
      "learning_rate": 4.304612195499444e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.533452644944191,
      "num_tokens": 84623194.0,
      "step": 109730
    },
    {
      "epoch": 0.13920071845532106,
      "grad_norm": 5.21875,
      "learning_rate": 4.3045487644908136e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.5540538936853409,
      "num_tokens": 84632002.0,
      "step": 109740
    },
    {
      "epoch": 0.1392134030478539,
      "grad_norm": 5.1875,
      "learning_rate": 4.304485333482185e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5592540204524994,
      "num_tokens": 84639343.0,
      "step": 109750
    },
    {
      "epoch": 0.13922608764038671,
      "grad_norm": 4.5,
      "learning_rate": 4.304421902473556e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5389023184776306,
      "num_tokens": 84647272.0,
      "step": 109760
    },
    {
      "epoch": 0.13923877223291956,
      "grad_norm": 4.71875,
      "learning_rate": 4.3043584714649265e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5454629421234131,
      "num_tokens": 84655417.0,
      "step": 109770
    },
    {
      "epoch": 0.1392514568254524,
      "grad_norm": 8.5,
      "learning_rate": 4.304295040456298e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5815152913331986,
      "num_tokens": 84662586.0,
      "step": 109780
    },
    {
      "epoch": 0.13926414141798524,
      "grad_norm": 5.09375,
      "learning_rate": 4.304231609447668e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5707445740699768,
      "num_tokens": 84669665.0,
      "step": 109790
    },
    {
      "epoch": 0.13927682601051805,
      "grad_norm": 6.34375,
      "learning_rate": 4.3041681784390395e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5339647710323334,
      "num_tokens": 84677163.0,
      "step": 109800
    },
    {
      "epoch": 0.1392895106030509,
      "grad_norm": 6.34375,
      "learning_rate": 4.30410474743041e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5366229444742203,
      "num_tokens": 84684521.0,
      "step": 109810
    },
    {
      "epoch": 0.13930219519558373,
      "grad_norm": 10.75,
      "learning_rate": 4.3040413164217806e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5666110455989838,
      "num_tokens": 84691629.0,
      "step": 109820
    },
    {
      "epoch": 0.13931487978811657,
      "grad_norm": 15.0625,
      "learning_rate": 4.303977885413152e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5347151547670365,
      "num_tokens": 84698794.0,
      "step": 109830
    },
    {
      "epoch": 0.1393275643806494,
      "grad_norm": 5.15625,
      "learning_rate": 4.303914454404522e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5236834526062012,
      "num_tokens": 84705773.0,
      "step": 109840
    },
    {
      "epoch": 0.13934024897318223,
      "grad_norm": 5.0625,
      "learning_rate": 4.3038510233958935e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5300582647323608,
      "num_tokens": 84713948.0,
      "step": 109850
    },
    {
      "epoch": 0.13935293356571507,
      "grad_norm": 5.1875,
      "learning_rate": 4.303787592387265e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5330285578966141,
      "num_tokens": 84723794.0,
      "step": 109860
    },
    {
      "epoch": 0.1393656181582479,
      "grad_norm": 5.375,
      "learning_rate": 4.303724161378635e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5293201744556427,
      "num_tokens": 84732147.0,
      "step": 109870
    },
    {
      "epoch": 0.13937830275078072,
      "grad_norm": 7.8125,
      "learning_rate": 4.303660730370006e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5684883773326874,
      "num_tokens": 84741203.0,
      "step": 109880
    },
    {
      "epoch": 0.13939098734331357,
      "grad_norm": 4.5,
      "learning_rate": 4.303597299361376e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5731807619333267,
      "num_tokens": 84749452.0,
      "step": 109890
    },
    {
      "epoch": 0.1394036719358464,
      "grad_norm": 6.3125,
      "learning_rate": 4.3035338683527475e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5374745398759841,
      "num_tokens": 84756592.0,
      "step": 109900
    },
    {
      "epoch": 0.13941635652837925,
      "grad_norm": 4.96875,
      "learning_rate": 4.303470437344119e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5397673726081849,
      "num_tokens": 84765244.0,
      "step": 109910
    },
    {
      "epoch": 0.13942904112091206,
      "grad_norm": 5.15625,
      "learning_rate": 4.303407006335489e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5391115993261337,
      "num_tokens": 84773105.0,
      "step": 109920
    },
    {
      "epoch": 0.1394417257134449,
      "grad_norm": 5.34375,
      "learning_rate": 4.3033435753268605e-05,
      "loss": 1.9544,
      "mean_token_accuracy": 0.56635802090168,
      "num_tokens": 84781546.0,
      "step": 109930
    },
    {
      "epoch": 0.13945441030597774,
      "grad_norm": 7.53125,
      "learning_rate": 4.303280144318231e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5468048036098481,
      "num_tokens": 84788935.0,
      "step": 109940
    },
    {
      "epoch": 0.13946709489851059,
      "grad_norm": 5.21875,
      "learning_rate": 4.3032167133096016e-05,
      "loss": 1.9068,
      "mean_token_accuracy": 0.5663690686225891,
      "num_tokens": 84796824.0,
      "step": 109950
    },
    {
      "epoch": 0.1394797794910434,
      "grad_norm": 4.9375,
      "learning_rate": 4.303153282300973e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5345141619443894,
      "num_tokens": 84805682.0,
      "step": 109960
    },
    {
      "epoch": 0.13949246408357624,
      "grad_norm": 5.96875,
      "learning_rate": 4.303089851292343e-05,
      "loss": 1.9467,
      "mean_token_accuracy": 0.5510687917470932,
      "num_tokens": 84812513.0,
      "step": 109970
    },
    {
      "epoch": 0.13950514867610908,
      "grad_norm": 6.375,
      "learning_rate": 4.3030264202837145e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5748790323734283,
      "num_tokens": 84819432.0,
      "step": 109980
    },
    {
      "epoch": 0.13951783326864192,
      "grad_norm": 5.0625,
      "learning_rate": 4.302962989275085e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.5235523670911789,
      "num_tokens": 84827538.0,
      "step": 109990
    },
    {
      "epoch": 0.13953051786117474,
      "grad_norm": 5.90625,
      "learning_rate": 4.302899558266456e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.535618257522583,
      "num_tokens": 84836091.0,
      "step": 110000
    },
    {
      "epoch": 0.13954320245370758,
      "grad_norm": 5.25,
      "learning_rate": 4.302836127257827e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.55095075070858,
      "num_tokens": 84843540.0,
      "step": 110010
    },
    {
      "epoch": 0.13955588704624042,
      "grad_norm": 4.46875,
      "learning_rate": 4.3027726962491974e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5551222383975982,
      "num_tokens": 84851260.0,
      "step": 110020
    },
    {
      "epoch": 0.13956857163877326,
      "grad_norm": 5.5625,
      "learning_rate": 4.3027092652405686e-05,
      "loss": 2.2683,
      "mean_token_accuracy": 0.5124307513237,
      "num_tokens": 84859217.0,
      "step": 110030
    },
    {
      "epoch": 0.13958125623130607,
      "grad_norm": 7.03125,
      "learning_rate": 4.302645834231939e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5256733208894729,
      "num_tokens": 84866476.0,
      "step": 110040
    },
    {
      "epoch": 0.1395939408238389,
      "grad_norm": 5.75,
      "learning_rate": 4.30258240322331e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5358367741107941,
      "num_tokens": 84873962.0,
      "step": 110050
    },
    {
      "epoch": 0.13960662541637175,
      "grad_norm": 5.1875,
      "learning_rate": 4.3025189722146815e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5393582552671432,
      "num_tokens": 84881959.0,
      "step": 110060
    },
    {
      "epoch": 0.1396193100089046,
      "grad_norm": 5.6875,
      "learning_rate": 4.302455541206052e-05,
      "loss": 1.7717,
      "mean_token_accuracy": 0.598656290769577,
      "num_tokens": 84889189.0,
      "step": 110070
    },
    {
      "epoch": 0.1396319946014374,
      "grad_norm": 5.59375,
      "learning_rate": 4.302392110197423e-05,
      "loss": 1.8921,
      "mean_token_accuracy": 0.5762895166873931,
      "num_tokens": 84896428.0,
      "step": 110080
    },
    {
      "epoch": 0.13964467919397025,
      "grad_norm": 4.9375,
      "learning_rate": 4.302328679188793e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5465955346822738,
      "num_tokens": 84905238.0,
      "step": 110090
    },
    {
      "epoch": 0.1396573637865031,
      "grad_norm": 6.78125,
      "learning_rate": 4.3022652481801643e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.575932914018631,
      "num_tokens": 84912624.0,
      "step": 110100
    },
    {
      "epoch": 0.13967004837903593,
      "grad_norm": 5.21875,
      "learning_rate": 4.3022018171715356e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5451879501342773,
      "num_tokens": 84919916.0,
      "step": 110110
    },
    {
      "epoch": 0.13968273297156875,
      "grad_norm": 5.34375,
      "learning_rate": 4.302138386162906e-05,
      "loss": 2.2891,
      "mean_token_accuracy": 0.5086829960346222,
      "num_tokens": 84927560.0,
      "step": 110120
    },
    {
      "epoch": 0.1396954175641016,
      "grad_norm": 5.46875,
      "learning_rate": 4.302074955154277e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5476043283939361,
      "num_tokens": 84936622.0,
      "step": 110130
    },
    {
      "epoch": 0.13970810215663443,
      "grad_norm": 5.65625,
      "learning_rate": 4.302011524145648e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.52030268907547,
      "num_tokens": 84944373.0,
      "step": 110140
    },
    {
      "epoch": 0.13972078674916727,
      "grad_norm": 7.0,
      "learning_rate": 4.301948093137019e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5576864838600158,
      "num_tokens": 84950667.0,
      "step": 110150
    },
    {
      "epoch": 0.13973347134170008,
      "grad_norm": 5.5,
      "learning_rate": 4.3018846621283896e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5382217913866043,
      "num_tokens": 84958531.0,
      "step": 110160
    },
    {
      "epoch": 0.13974615593423292,
      "grad_norm": 5.59375,
      "learning_rate": 4.30182123111976e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5293848961591721,
      "num_tokens": 84967348.0,
      "step": 110170
    },
    {
      "epoch": 0.13975884052676577,
      "grad_norm": 5.53125,
      "learning_rate": 4.3017578001111313e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5548020273447036,
      "num_tokens": 84975594.0,
      "step": 110180
    },
    {
      "epoch": 0.1397715251192986,
      "grad_norm": 6.46875,
      "learning_rate": 4.3016943691025026e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5138534665107727,
      "num_tokens": 84983877.0,
      "step": 110190
    },
    {
      "epoch": 0.13978420971183142,
      "grad_norm": 5.96875,
      "learning_rate": 4.301630938093873e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5407079756259918,
      "num_tokens": 84991519.0,
      "step": 110200
    },
    {
      "epoch": 0.13979689430436426,
      "grad_norm": 6.5625,
      "learning_rate": 4.301567507085244e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5300101727247238,
      "num_tokens": 84998964.0,
      "step": 110210
    },
    {
      "epoch": 0.1398095788968971,
      "grad_norm": 10.9375,
      "learning_rate": 4.301504076076615e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5333187878131866,
      "num_tokens": 85005720.0,
      "step": 110220
    },
    {
      "epoch": 0.13982226348942992,
      "grad_norm": 4.90625,
      "learning_rate": 4.3014406450679854e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5555941075086593,
      "num_tokens": 85014279.0,
      "step": 110230
    },
    {
      "epoch": 0.13983494808196276,
      "grad_norm": 4.8125,
      "learning_rate": 4.3013772140593566e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5266067296266556,
      "num_tokens": 85023108.0,
      "step": 110240
    },
    {
      "epoch": 0.1398476326744956,
      "grad_norm": 6.78125,
      "learning_rate": 4.301313783050727e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5388332366943359,
      "num_tokens": 85030376.0,
      "step": 110250
    },
    {
      "epoch": 0.13986031726702844,
      "grad_norm": 5.5,
      "learning_rate": 4.301250352042098e-05,
      "loss": 1.836,
      "mean_token_accuracy": 0.5903246194124222,
      "num_tokens": 85037792.0,
      "step": 110260
    },
    {
      "epoch": 0.13987300185956125,
      "grad_norm": 8.5625,
      "learning_rate": 4.301186921033469e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.571060961484909,
      "num_tokens": 85044638.0,
      "step": 110270
    },
    {
      "epoch": 0.1398856864520941,
      "grad_norm": 5.6875,
      "learning_rate": 4.30112349002484e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5230520814657211,
      "num_tokens": 85052124.0,
      "step": 110280
    },
    {
      "epoch": 0.13989837104462693,
      "grad_norm": 5.75,
      "learning_rate": 4.3010600590162106e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5544407904148102,
      "num_tokens": 85059985.0,
      "step": 110290
    },
    {
      "epoch": 0.13991105563715978,
      "grad_norm": 4.53125,
      "learning_rate": 4.300996628007581e-05,
      "loss": 1.6911,
      "mean_token_accuracy": 0.6135767459869385,
      "num_tokens": 85067136.0,
      "step": 110300
    },
    {
      "epoch": 0.1399237402296926,
      "grad_norm": 5.3125,
      "learning_rate": 4.3009331969989524e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5428342789411544,
      "num_tokens": 85074584.0,
      "step": 110310
    },
    {
      "epoch": 0.13993642482222543,
      "grad_norm": 6.6875,
      "learning_rate": 4.300869765990323e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5836776912212371,
      "num_tokens": 85080929.0,
      "step": 110320
    },
    {
      "epoch": 0.13994910941475827,
      "grad_norm": 6.28125,
      "learning_rate": 4.300806334981694e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5377229422330856,
      "num_tokens": 85088072.0,
      "step": 110330
    },
    {
      "epoch": 0.1399617940072911,
      "grad_norm": 5.96875,
      "learning_rate": 4.300742903973065e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5243619084358215,
      "num_tokens": 85096511.0,
      "step": 110340
    },
    {
      "epoch": 0.13997447859982393,
      "grad_norm": 4.9375,
      "learning_rate": 4.300679472964436e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5362652003765106,
      "num_tokens": 85105051.0,
      "step": 110350
    },
    {
      "epoch": 0.13998716319235677,
      "grad_norm": 4.65625,
      "learning_rate": 4.3006160419558064e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5340155094861985,
      "num_tokens": 85113895.0,
      "step": 110360
    },
    {
      "epoch": 0.1399998477848896,
      "grad_norm": 6.3125,
      "learning_rate": 4.300552610947177e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5624717056751252,
      "num_tokens": 85120806.0,
      "step": 110370
    },
    {
      "epoch": 0.14001253237742245,
      "grad_norm": 5.40625,
      "learning_rate": 4.300489179938548e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5351050972938538,
      "num_tokens": 85128527.0,
      "step": 110380
    },
    {
      "epoch": 0.14002521696995526,
      "grad_norm": 5.3125,
      "learning_rate": 4.3004257489299194e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5621901035308838,
      "num_tokens": 85136960.0,
      "step": 110390
    },
    {
      "epoch": 0.1400379015624881,
      "grad_norm": 5.5,
      "learning_rate": 4.30036231792129e-05,
      "loss": 2.252,
      "mean_token_accuracy": 0.5188013732433319,
      "num_tokens": 85145005.0,
      "step": 110400
    },
    {
      "epoch": 0.14005058615502095,
      "grad_norm": 9.875,
      "learning_rate": 4.300298886912661e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5337891340255737,
      "num_tokens": 85152153.0,
      "step": 110410
    },
    {
      "epoch": 0.1400632707475538,
      "grad_norm": 5.34375,
      "learning_rate": 4.3002354559040316e-05,
      "loss": 1.9277,
      "mean_token_accuracy": 0.5648794054985047,
      "num_tokens": 85159550.0,
      "step": 110420
    },
    {
      "epoch": 0.1400759553400866,
      "grad_norm": 11.25,
      "learning_rate": 4.300172024895402e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5797051429748535,
      "num_tokens": 85165012.0,
      "step": 110430
    },
    {
      "epoch": 0.14008863993261944,
      "grad_norm": 6.71875,
      "learning_rate": 4.3001085938867734e-05,
      "loss": 1.6899,
      "mean_token_accuracy": 0.6237768411636353,
      "num_tokens": 85170489.0,
      "step": 110440
    },
    {
      "epoch": 0.14010132452515228,
      "grad_norm": 6.34375,
      "learning_rate": 4.300045162878144e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.540005886554718,
      "num_tokens": 85177463.0,
      "step": 110450
    },
    {
      "epoch": 0.14011400911768512,
      "grad_norm": 5.03125,
      "learning_rate": 4.299981731869515e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5234270721673966,
      "num_tokens": 85186191.0,
      "step": 110460
    },
    {
      "epoch": 0.14012669371021794,
      "grad_norm": 7.375,
      "learning_rate": 4.299918300860886e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5370513558387756,
      "num_tokens": 85194721.0,
      "step": 110470
    },
    {
      "epoch": 0.14013937830275078,
      "grad_norm": 7.84375,
      "learning_rate": 4.299854869852257e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5468557327985764,
      "num_tokens": 85201836.0,
      "step": 110480
    },
    {
      "epoch": 0.14015206289528362,
      "grad_norm": 7.4375,
      "learning_rate": 4.299791438843628e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5492535769939423,
      "num_tokens": 85209313.0,
      "step": 110490
    },
    {
      "epoch": 0.14016474748781646,
      "grad_norm": 4.78125,
      "learning_rate": 4.2997280078349986e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5276832282543182,
      "num_tokens": 85218270.0,
      "step": 110500
    },
    {
      "epoch": 0.14017743208034927,
      "grad_norm": 5.0,
      "learning_rate": 4.299664576826369e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.549656480550766,
      "num_tokens": 85226920.0,
      "step": 110510
    },
    {
      "epoch": 0.14019011667288211,
      "grad_norm": 4.78125,
      "learning_rate": 4.29960114581774e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.533152562379837,
      "num_tokens": 85234987.0,
      "step": 110520
    },
    {
      "epoch": 0.14020280126541496,
      "grad_norm": 6.1875,
      "learning_rate": 4.299537714809111e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5051465898752212,
      "num_tokens": 85242711.0,
      "step": 110530
    },
    {
      "epoch": 0.1402154858579478,
      "grad_norm": 10.375,
      "learning_rate": 4.299474283800482e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5446203052997589,
      "num_tokens": 85250029.0,
      "step": 110540
    },
    {
      "epoch": 0.1402281704504806,
      "grad_norm": 5.375,
      "learning_rate": 4.299410852791853e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5407187461853027,
      "num_tokens": 85258612.0,
      "step": 110550
    },
    {
      "epoch": 0.14024085504301345,
      "grad_norm": 6.5,
      "learning_rate": 4.299347421783224e-05,
      "loss": 1.898,
      "mean_token_accuracy": 0.5648880690336228,
      "num_tokens": 85263874.0,
      "step": 110560
    },
    {
      "epoch": 0.1402535396355463,
      "grad_norm": 5.8125,
      "learning_rate": 4.2992839907745944e-05,
      "loss": 1.8855,
      "mean_token_accuracy": 0.5738060235977173,
      "num_tokens": 85272065.0,
      "step": 110570
    },
    {
      "epoch": 0.14026622422807913,
      "grad_norm": 5.90625,
      "learning_rate": 4.299220559765965e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5374537765979767,
      "num_tokens": 85279447.0,
      "step": 110580
    },
    {
      "epoch": 0.14027890882061195,
      "grad_norm": 6.25,
      "learning_rate": 4.299157128757336e-05,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5180581271648407,
      "num_tokens": 85287406.0,
      "step": 110590
    },
    {
      "epoch": 0.1402915934131448,
      "grad_norm": 6.375,
      "learning_rate": 4.299093697748707e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5379358112812043,
      "num_tokens": 85294787.0,
      "step": 110600
    },
    {
      "epoch": 0.14030427800567763,
      "grad_norm": 6.15625,
      "learning_rate": 4.299030266740078e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5259904474020004,
      "num_tokens": 85302096.0,
      "step": 110610
    },
    {
      "epoch": 0.14031696259821047,
      "grad_norm": 5.21875,
      "learning_rate": 4.2989668357314484e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5270323544740677,
      "num_tokens": 85310648.0,
      "step": 110620
    },
    {
      "epoch": 0.14032964719074328,
      "grad_norm": 6.28125,
      "learning_rate": 4.2989034047228197e-05,
      "loss": 1.9715,
      "mean_token_accuracy": 0.5637266606092453,
      "num_tokens": 85319120.0,
      "step": 110630
    },
    {
      "epoch": 0.14034233178327613,
      "grad_norm": 5.84375,
      "learning_rate": 4.29883997371419e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5409683495759964,
      "num_tokens": 85327346.0,
      "step": 110640
    },
    {
      "epoch": 0.14035501637580897,
      "grad_norm": 4.53125,
      "learning_rate": 4.298776542705561e-05,
      "loss": 1.9102,
      "mean_token_accuracy": 0.5813117057085038,
      "num_tokens": 85333374.0,
      "step": 110650
    },
    {
      "epoch": 0.1403677009683418,
      "grad_norm": 7.0625,
      "learning_rate": 4.298713111696932e-05,
      "loss": 2.3515,
      "mean_token_accuracy": 0.507124987244606,
      "num_tokens": 85340545.0,
      "step": 110660
    },
    {
      "epoch": 0.14038038556087462,
      "grad_norm": 3.765625,
      "learning_rate": 4.2986496806883025e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5736140012741089,
      "num_tokens": 85348514.0,
      "step": 110670
    },
    {
      "epoch": 0.14039307015340746,
      "grad_norm": 6.84375,
      "learning_rate": 4.298586249679674e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5295077830553054,
      "num_tokens": 85356744.0,
      "step": 110680
    },
    {
      "epoch": 0.1404057547459403,
      "grad_norm": 5.34375,
      "learning_rate": 4.298522818671045e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5398286581039429,
      "num_tokens": 85364984.0,
      "step": 110690
    },
    {
      "epoch": 0.14041843933847312,
      "grad_norm": 5.03125,
      "learning_rate": 4.2984593876624154e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5676487892866134,
      "num_tokens": 85372896.0,
      "step": 110700
    },
    {
      "epoch": 0.14043112393100596,
      "grad_norm": 6.09375,
      "learning_rate": 4.298395956653786e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5388747364282608,
      "num_tokens": 85381005.0,
      "step": 110710
    },
    {
      "epoch": 0.1404438085235388,
      "grad_norm": 5.0,
      "learning_rate": 4.2983325256451565e-05,
      "loss": 2.2636,
      "mean_token_accuracy": 0.5114591151475907,
      "num_tokens": 85389171.0,
      "step": 110720
    },
    {
      "epoch": 0.14045649311607164,
      "grad_norm": 5.96875,
      "learning_rate": 4.298269094636528e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5384620249271392,
      "num_tokens": 85396833.0,
      "step": 110730
    },
    {
      "epoch": 0.14046917770860445,
      "grad_norm": 4.8125,
      "learning_rate": 4.298205663627899e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5201837331056595,
      "num_tokens": 85405372.0,
      "step": 110740
    },
    {
      "epoch": 0.1404818623011373,
      "grad_norm": 5.34375,
      "learning_rate": 4.2981422326192695e-05,
      "loss": 2.372,
      "mean_token_accuracy": 0.4975804269313812,
      "num_tokens": 85414953.0,
      "step": 110750
    },
    {
      "epoch": 0.14049454689367014,
      "grad_norm": 5.15625,
      "learning_rate": 4.298078801610641e-05,
      "loss": 1.9237,
      "mean_token_accuracy": 0.5585084915161133,
      "num_tokens": 85422579.0,
      "step": 110760
    },
    {
      "epoch": 0.14050723148620298,
      "grad_norm": 5.09375,
      "learning_rate": 4.298015370602011e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5390608757734299,
      "num_tokens": 85429958.0,
      "step": 110770
    },
    {
      "epoch": 0.1405199160787358,
      "grad_norm": 5.75,
      "learning_rate": 4.297951939593382e-05,
      "loss": 1.9214,
      "mean_token_accuracy": 0.5784769862890243,
      "num_tokens": 85435113.0,
      "step": 110780
    },
    {
      "epoch": 0.14053260067126863,
      "grad_norm": 5.5,
      "learning_rate": 4.297888508584753e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5431820034980774,
      "num_tokens": 85443478.0,
      "step": 110790
    },
    {
      "epoch": 0.14054528526380147,
      "grad_norm": 7.8125,
      "learning_rate": 4.2978250775761235e-05,
      "loss": 2.2894,
      "mean_token_accuracy": 0.5175432413816452,
      "num_tokens": 85451668.0,
      "step": 110800
    },
    {
      "epoch": 0.1405579698563343,
      "grad_norm": 5.84375,
      "learning_rate": 4.297761646567495e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5338465303182602,
      "num_tokens": 85459228.0,
      "step": 110810
    },
    {
      "epoch": 0.14057065444886713,
      "grad_norm": 7.0625,
      "learning_rate": 4.297698215558865e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5484344869852066,
      "num_tokens": 85466583.0,
      "step": 110820
    },
    {
      "epoch": 0.14058333904139997,
      "grad_norm": 4.71875,
      "learning_rate": 4.2976347845502365e-05,
      "loss": 2.2511,
      "mean_token_accuracy": 0.5265656560659409,
      "num_tokens": 85474538.0,
      "step": 110830
    },
    {
      "epoch": 0.1405960236339328,
      "grad_norm": 8.1875,
      "learning_rate": 4.297571353541608e-05,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5543385058641433,
      "num_tokens": 85482483.0,
      "step": 110840
    },
    {
      "epoch": 0.14060870822646565,
      "grad_norm": 6.03125,
      "learning_rate": 4.2975079225329775e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5372743099927902,
      "num_tokens": 85489180.0,
      "step": 110850
    },
    {
      "epoch": 0.14062139281899846,
      "grad_norm": 6.25,
      "learning_rate": 4.297444491524349e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5442763179540634,
      "num_tokens": 85497781.0,
      "step": 110860
    },
    {
      "epoch": 0.1406340774115313,
      "grad_norm": 5.78125,
      "learning_rate": 4.297381060515719e-05,
      "loss": 1.9335,
      "mean_token_accuracy": 0.572682398557663,
      "num_tokens": 85504536.0,
      "step": 110870
    },
    {
      "epoch": 0.14064676200406415,
      "grad_norm": 6.03125,
      "learning_rate": 4.2973176295070905e-05,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5637591481208801,
      "num_tokens": 85512711.0,
      "step": 110880
    },
    {
      "epoch": 0.140659446596597,
      "grad_norm": 5.90625,
      "learning_rate": 4.297254198498462e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5458641171455383,
      "num_tokens": 85520628.0,
      "step": 110890
    },
    {
      "epoch": 0.1406721311891298,
      "grad_norm": 7.0,
      "learning_rate": 4.297190767489832e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5464592844247818,
      "num_tokens": 85528836.0,
      "step": 110900
    },
    {
      "epoch": 0.14068481578166264,
      "grad_norm": 5.0,
      "learning_rate": 4.2971273364812034e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5349063545465469,
      "num_tokens": 85537854.0,
      "step": 110910
    },
    {
      "epoch": 0.14069750037419548,
      "grad_norm": 4.59375,
      "learning_rate": 4.297063905472574e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5216281652450562,
      "num_tokens": 85546441.0,
      "step": 110920
    },
    {
      "epoch": 0.14071018496672832,
      "grad_norm": 4.90625,
      "learning_rate": 4.2970004744639445e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5616607755422592,
      "num_tokens": 85554426.0,
      "step": 110930
    },
    {
      "epoch": 0.14072286955926114,
      "grad_norm": 5.125,
      "learning_rate": 4.296937043455316e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5679548978805542,
      "num_tokens": 85562089.0,
      "step": 110940
    },
    {
      "epoch": 0.14073555415179398,
      "grad_norm": 6.15625,
      "learning_rate": 4.296873612446686e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5407788127660751,
      "num_tokens": 85569745.0,
      "step": 110950
    },
    {
      "epoch": 0.14074823874432682,
      "grad_norm": 4.375,
      "learning_rate": 4.2968101814380575e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5539653420448303,
      "num_tokens": 85577114.0,
      "step": 110960
    },
    {
      "epoch": 0.14076092333685966,
      "grad_norm": 5.625,
      "learning_rate": 4.296746750429428e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5511359959840775,
      "num_tokens": 85585340.0,
      "step": 110970
    },
    {
      "epoch": 0.14077360792939247,
      "grad_norm": 4.875,
      "learning_rate": 4.296683319420799e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5374446302652359,
      "num_tokens": 85593518.0,
      "step": 110980
    },
    {
      "epoch": 0.14078629252192532,
      "grad_norm": 5.875,
      "learning_rate": 4.29661988841217e-05,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5460649788379669,
      "num_tokens": 85600538.0,
      "step": 110990
    },
    {
      "epoch": 0.14079897711445816,
      "grad_norm": 5.09375,
      "learning_rate": 4.29655645740354e-05,
      "loss": 1.8124,
      "mean_token_accuracy": 0.5999139577150345,
      "num_tokens": 85607226.0,
      "step": 111000
    },
    {
      "epoch": 0.140811661706991,
      "grad_norm": 5.875,
      "learning_rate": 4.2964930263949115e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5276727765798569,
      "num_tokens": 85615363.0,
      "step": 111010
    },
    {
      "epoch": 0.1408243462995238,
      "grad_norm": 6.03125,
      "learning_rate": 4.296429595386282e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5457892477512359,
      "num_tokens": 85622417.0,
      "step": 111020
    },
    {
      "epoch": 0.14083703089205665,
      "grad_norm": 4.875,
      "learning_rate": 4.296366164377653e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5324058771133423,
      "num_tokens": 85629686.0,
      "step": 111030
    },
    {
      "epoch": 0.1408497154845895,
      "grad_norm": 4.4375,
      "learning_rate": 4.2963027333690245e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5406533777713776,
      "num_tokens": 85637088.0,
      "step": 111040
    },
    {
      "epoch": 0.14086240007712234,
      "grad_norm": 5.1875,
      "learning_rate": 4.296239302360395e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5403963834047317,
      "num_tokens": 85645651.0,
      "step": 111050
    },
    {
      "epoch": 0.14087508466965515,
      "grad_norm": 8.5,
      "learning_rate": 4.2961758713517655e-05,
      "loss": 1.8309,
      "mean_token_accuracy": 0.5844665467739105,
      "num_tokens": 85651845.0,
      "step": 111060
    },
    {
      "epoch": 0.140887769262188,
      "grad_norm": 5.84375,
      "learning_rate": 4.296112440343136e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5382889717817306,
      "num_tokens": 85659240.0,
      "step": 111070
    },
    {
      "epoch": 0.14090045385472083,
      "grad_norm": 5.53125,
      "learning_rate": 4.296049009334507e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5231716603040695,
      "num_tokens": 85667068.0,
      "step": 111080
    },
    {
      "epoch": 0.14091313844725367,
      "grad_norm": 6.75,
      "learning_rate": 4.2959855783258785e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.5841206014156342,
      "num_tokens": 85673624.0,
      "step": 111090
    },
    {
      "epoch": 0.14092582303978649,
      "grad_norm": 5.28125,
      "learning_rate": 4.295922147317249e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5708676964044571,
      "num_tokens": 85680814.0,
      "step": 111100
    },
    {
      "epoch": 0.14093850763231933,
      "grad_norm": 7.28125,
      "learning_rate": 4.29585871630862e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5194223791360855,
      "num_tokens": 85687731.0,
      "step": 111110
    },
    {
      "epoch": 0.14095119222485217,
      "grad_norm": 5.0625,
      "learning_rate": 4.295795285299991e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5389196157455445,
      "num_tokens": 85695954.0,
      "step": 111120
    },
    {
      "epoch": 0.140963876817385,
      "grad_norm": 5.1875,
      "learning_rate": 4.295731854291361e-05,
      "loss": 2.2353,
      "mean_token_accuracy": 0.52215476334095,
      "num_tokens": 85704238.0,
      "step": 111130
    },
    {
      "epoch": 0.14097656140991782,
      "grad_norm": 5.03125,
      "learning_rate": 4.2956684232827325e-05,
      "loss": 1.9127,
      "mean_token_accuracy": 0.5706483006477356,
      "num_tokens": 85711674.0,
      "step": 111140
    },
    {
      "epoch": 0.14098924600245066,
      "grad_norm": 6.5,
      "learning_rate": 4.295604992274103e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5391591668128968,
      "num_tokens": 85719379.0,
      "step": 111150
    },
    {
      "epoch": 0.1410019305949835,
      "grad_norm": 5.09375,
      "learning_rate": 4.295541561265474e-05,
      "loss": 1.8622,
      "mean_token_accuracy": 0.5851053178310395,
      "num_tokens": 85726664.0,
      "step": 111160
    },
    {
      "epoch": 0.14101461518751632,
      "grad_norm": 4.96875,
      "learning_rate": 4.2954781302568455e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5522808909416199,
      "num_tokens": 85733779.0,
      "step": 111170
    },
    {
      "epoch": 0.14102729978004916,
      "grad_norm": 5.125,
      "learning_rate": 4.295414699248216e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.5188820421695709,
      "num_tokens": 85742106.0,
      "step": 111180
    },
    {
      "epoch": 0.141039984372582,
      "grad_norm": 5.4375,
      "learning_rate": 4.2953512682395866e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.576698163151741,
      "num_tokens": 85749478.0,
      "step": 111190
    },
    {
      "epoch": 0.14105266896511484,
      "grad_norm": 5.03125,
      "learning_rate": 4.295287837230957e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5299915701150895,
      "num_tokens": 85756909.0,
      "step": 111200
    },
    {
      "epoch": 0.14106535355764765,
      "grad_norm": 9.6875,
      "learning_rate": 4.295224406222328e-05,
      "loss": 1.8448,
      "mean_token_accuracy": 0.5979405343532562,
      "num_tokens": 85762447.0,
      "step": 111210
    },
    {
      "epoch": 0.1410780381501805,
      "grad_norm": 6.375,
      "learning_rate": 4.2951609752136995e-05,
      "loss": 2.3628,
      "mean_token_accuracy": 0.5024209886789321,
      "num_tokens": 85770256.0,
      "step": 111220
    },
    {
      "epoch": 0.14109072274271334,
      "grad_norm": 5.15625,
      "learning_rate": 4.29509754420507e-05,
      "loss": 2.1854,
      "mean_token_accuracy": 0.5276163399219513,
      "num_tokens": 85778003.0,
      "step": 111230
    },
    {
      "epoch": 0.14110340733524618,
      "grad_norm": 4.46875,
      "learning_rate": 4.295034113196441e-05,
      "loss": 1.808,
      "mean_token_accuracy": 0.5943159818649292,
      "num_tokens": 85785663.0,
      "step": 111240
    },
    {
      "epoch": 0.141116091927779,
      "grad_norm": 6.1875,
      "learning_rate": 4.294970682187812e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5249531298875809,
      "num_tokens": 85793344.0,
      "step": 111250
    },
    {
      "epoch": 0.14112877652031183,
      "grad_norm": 4.75,
      "learning_rate": 4.294907251179183e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5366955578327179,
      "num_tokens": 85801886.0,
      "step": 111260
    },
    {
      "epoch": 0.14114146111284467,
      "grad_norm": 4.59375,
      "learning_rate": 4.2948438201705536e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5468727678060532,
      "num_tokens": 85809777.0,
      "step": 111270
    },
    {
      "epoch": 0.14115414570537752,
      "grad_norm": 4.875,
      "learning_rate": 4.294780389161924e-05,
      "loss": 1.8095,
      "mean_token_accuracy": 0.5877310812473298,
      "num_tokens": 85816358.0,
      "step": 111280
    },
    {
      "epoch": 0.14116683029791033,
      "grad_norm": 4.875,
      "learning_rate": 4.294716958153295e-05,
      "loss": 2.3255,
      "mean_token_accuracy": 0.4928481042385101,
      "num_tokens": 85824333.0,
      "step": 111290
    },
    {
      "epoch": 0.14117951489044317,
      "grad_norm": 4.875,
      "learning_rate": 4.294653527144666e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5333393275737762,
      "num_tokens": 85832536.0,
      "step": 111300
    },
    {
      "epoch": 0.141192199482976,
      "grad_norm": 7.25,
      "learning_rate": 4.294590096136037e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5450456202030182,
      "num_tokens": 85839035.0,
      "step": 111310
    },
    {
      "epoch": 0.14120488407550885,
      "grad_norm": 5.0,
      "learning_rate": 4.294526665127408e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5243453264236451,
      "num_tokens": 85847079.0,
      "step": 111320
    },
    {
      "epoch": 0.14121756866804167,
      "grad_norm": 7.03125,
      "learning_rate": 4.294463234118779e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5428375184535981,
      "num_tokens": 85853334.0,
      "step": 111330
    },
    {
      "epoch": 0.1412302532605745,
      "grad_norm": 4.75,
      "learning_rate": 4.294399803110149e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5774132251739502,
      "num_tokens": 85862005.0,
      "step": 111340
    },
    {
      "epoch": 0.14124293785310735,
      "grad_norm": 7.21875,
      "learning_rate": 4.29433637210152e-05,
      "loss": 2.2723,
      "mean_token_accuracy": 0.5242066293954849,
      "num_tokens": 85868422.0,
      "step": 111350
    },
    {
      "epoch": 0.1412556224456402,
      "grad_norm": 5.53125,
      "learning_rate": 4.294272941092891e-05,
      "loss": 1.6351,
      "mean_token_accuracy": 0.635422658920288,
      "num_tokens": 85873794.0,
      "step": 111360
    },
    {
      "epoch": 0.141268307038173,
      "grad_norm": 4.96875,
      "learning_rate": 4.294209510084262e-05,
      "loss": 1.8036,
      "mean_token_accuracy": 0.6084752649068832,
      "num_tokens": 85879748.0,
      "step": 111370
    },
    {
      "epoch": 0.14128099163070584,
      "grad_norm": 6.3125,
      "learning_rate": 4.294146079075633e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5491693168878555,
      "num_tokens": 85887061.0,
      "step": 111380
    },
    {
      "epoch": 0.14129367622323868,
      "grad_norm": 6.25,
      "learning_rate": 4.294082648067004e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.5207226872444153,
      "num_tokens": 85895776.0,
      "step": 111390
    },
    {
      "epoch": 0.14130636081577153,
      "grad_norm": 4.75,
      "learning_rate": 4.2940192170583746e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.563009825348854,
      "num_tokens": 85904024.0,
      "step": 111400
    },
    {
      "epoch": 0.14131904540830434,
      "grad_norm": 4.5,
      "learning_rate": 4.293955786049745e-05,
      "loss": 2.2118,
      "mean_token_accuracy": 0.5203143775463104,
      "num_tokens": 85912002.0,
      "step": 111410
    },
    {
      "epoch": 0.14133173000083718,
      "grad_norm": 4.6875,
      "learning_rate": 4.293892355041116e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5516546070575714,
      "num_tokens": 85919484.0,
      "step": 111420
    },
    {
      "epoch": 0.14134441459337002,
      "grad_norm": 6.8125,
      "learning_rate": 4.293828924032487e-05,
      "loss": 2.2255,
      "mean_token_accuracy": 0.5244385242462158,
      "num_tokens": 85926871.0,
      "step": 111430
    },
    {
      "epoch": 0.14135709918590286,
      "grad_norm": 5.25,
      "learning_rate": 4.293765493023858e-05,
      "loss": 2.255,
      "mean_token_accuracy": 0.5064340770244599,
      "num_tokens": 85935722.0,
      "step": 111440
    },
    {
      "epoch": 0.14136978377843568,
      "grad_norm": 5.34375,
      "learning_rate": 4.2937020620152286e-05,
      "loss": 2.2187,
      "mean_token_accuracy": 0.5310186147689819,
      "num_tokens": 85944537.0,
      "step": 111450
    },
    {
      "epoch": 0.14138246837096852,
      "grad_norm": 5.59375,
      "learning_rate": 4.2936386310066e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5511865854263306,
      "num_tokens": 85952298.0,
      "step": 111460
    },
    {
      "epoch": 0.14139515296350136,
      "grad_norm": 6.0,
      "learning_rate": 4.2935751999979704e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5230854719877243,
      "num_tokens": 85959952.0,
      "step": 111470
    },
    {
      "epoch": 0.1414078375560342,
      "grad_norm": 4.9375,
      "learning_rate": 4.293511768989341e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5707657128572464,
      "num_tokens": 85967739.0,
      "step": 111480
    },
    {
      "epoch": 0.141420522148567,
      "grad_norm": 6.125,
      "learning_rate": 4.293448337980712e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5548817723989486,
      "num_tokens": 85976098.0,
      "step": 111490
    },
    {
      "epoch": 0.14143320674109985,
      "grad_norm": 5.125,
      "learning_rate": 4.2933849069720826e-05,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5630731284618378,
      "num_tokens": 85983765.0,
      "step": 111500
    },
    {
      "epoch": 0.1414458913336327,
      "grad_norm": 5.28125,
      "learning_rate": 4.293321475963454e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5320843100547791,
      "num_tokens": 85991826.0,
      "step": 111510
    },
    {
      "epoch": 0.14145857592616554,
      "grad_norm": 4.78125,
      "learning_rate": 4.293258044954825e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5533429443836212,
      "num_tokens": 85999350.0,
      "step": 111520
    },
    {
      "epoch": 0.14147126051869835,
      "grad_norm": 6.34375,
      "learning_rate": 4.2931946139461956e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5510771900415421,
      "num_tokens": 86007445.0,
      "step": 111530
    },
    {
      "epoch": 0.1414839451112312,
      "grad_norm": 5.53125,
      "learning_rate": 4.293131182937566e-05,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5754263639450073,
      "num_tokens": 86014835.0,
      "step": 111540
    },
    {
      "epoch": 0.14149662970376403,
      "grad_norm": 5.40625,
      "learning_rate": 4.293067751928937e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5188362956047058,
      "num_tokens": 86022810.0,
      "step": 111550
    },
    {
      "epoch": 0.14150931429629687,
      "grad_norm": 6.5625,
      "learning_rate": 4.293004320920308e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5481419801712036,
      "num_tokens": 86030889.0,
      "step": 111560
    },
    {
      "epoch": 0.1415219988888297,
      "grad_norm": 5.4375,
      "learning_rate": 4.292940889911679e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5537583410739899,
      "num_tokens": 86038801.0,
      "step": 111570
    },
    {
      "epoch": 0.14153468348136253,
      "grad_norm": 4.875,
      "learning_rate": 4.2928774589030496e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5347468465566635,
      "num_tokens": 86046749.0,
      "step": 111580
    },
    {
      "epoch": 0.14154736807389537,
      "grad_norm": 6.71875,
      "learning_rate": 4.292814027894421e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5752371847629547,
      "num_tokens": 86053412.0,
      "step": 111590
    },
    {
      "epoch": 0.1415600526664282,
      "grad_norm": 4.8125,
      "learning_rate": 4.2927505968857914e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5319756716489792,
      "num_tokens": 86061732.0,
      "step": 111600
    },
    {
      "epoch": 0.14157273725896102,
      "grad_norm": 12.625,
      "learning_rate": 4.292687165877162e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.549382871389389,
      "num_tokens": 86068255.0,
      "step": 111610
    },
    {
      "epoch": 0.14158542185149386,
      "grad_norm": 6.625,
      "learning_rate": 4.292623734868533e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5587023794651031,
      "num_tokens": 86076041.0,
      "step": 111620
    },
    {
      "epoch": 0.1415981064440267,
      "grad_norm": 5.21875,
      "learning_rate": 4.292560303859904e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5600798934698105,
      "num_tokens": 86082852.0,
      "step": 111630
    },
    {
      "epoch": 0.14161079103655952,
      "grad_norm": 6.90625,
      "learning_rate": 4.292496872851275e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5459171205759048,
      "num_tokens": 86090848.0,
      "step": 111640
    },
    {
      "epoch": 0.14162347562909236,
      "grad_norm": 6.0,
      "learning_rate": 4.2924334418426454e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5333963751792907,
      "num_tokens": 86099678.0,
      "step": 111650
    },
    {
      "epoch": 0.1416361602216252,
      "grad_norm": 4.8125,
      "learning_rate": 4.2923700108340166e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5168148726224899,
      "num_tokens": 86108382.0,
      "step": 111660
    },
    {
      "epoch": 0.14164884481415804,
      "grad_norm": 6.4375,
      "learning_rate": 4.292306579825388e-05,
      "loss": 1.8884,
      "mean_token_accuracy": 0.5762299209833145,
      "num_tokens": 86116412.0,
      "step": 111670
    },
    {
      "epoch": 0.14166152940669086,
      "grad_norm": 5.1875,
      "learning_rate": 4.2922431488167584e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5552515536546707,
      "num_tokens": 86124559.0,
      "step": 111680
    },
    {
      "epoch": 0.1416742139992237,
      "grad_norm": 5.65625,
      "learning_rate": 4.292179717808129e-05,
      "loss": 1.6638,
      "mean_token_accuracy": 0.6178363531827926,
      "num_tokens": 86131135.0,
      "step": 111690
    },
    {
      "epoch": 0.14168689859175654,
      "grad_norm": 5.78125,
      "learning_rate": 4.2921162867994994e-05,
      "loss": 2.2128,
      "mean_token_accuracy": 0.514384287595749,
      "num_tokens": 86139610.0,
      "step": 111700
    },
    {
      "epoch": 0.14169958318428938,
      "grad_norm": 6.0625,
      "learning_rate": 4.2920528557908707e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5316337406635284,
      "num_tokens": 86147889.0,
      "step": 111710
    },
    {
      "epoch": 0.1417122677768222,
      "grad_norm": 10.75,
      "learning_rate": 4.291989424782242e-05,
      "loss": 1.911,
      "mean_token_accuracy": 0.566807696223259,
      "num_tokens": 86155658.0,
      "step": 111720
    },
    {
      "epoch": 0.14172495236935503,
      "grad_norm": 5.40625,
      "learning_rate": 4.2919259937736124e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5230446577072143,
      "num_tokens": 86163328.0,
      "step": 111730
    },
    {
      "epoch": 0.14173763696188788,
      "grad_norm": 5.96875,
      "learning_rate": 4.2918625627649836e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5515102595090866,
      "num_tokens": 86170765.0,
      "step": 111740
    },
    {
      "epoch": 0.14175032155442072,
      "grad_norm": 5.125,
      "learning_rate": 4.291799131756354e-05,
      "loss": 2.3289,
      "mean_token_accuracy": 0.49658183455467225,
      "num_tokens": 86178754.0,
      "step": 111750
    },
    {
      "epoch": 0.14176300614695353,
      "grad_norm": 4.5625,
      "learning_rate": 4.291735700747725e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5197109013795853,
      "num_tokens": 86188121.0,
      "step": 111760
    },
    {
      "epoch": 0.14177569073948637,
      "grad_norm": 5.5,
      "learning_rate": 4.291672269739096e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.534490579366684,
      "num_tokens": 86196052.0,
      "step": 111770
    },
    {
      "epoch": 0.1417883753320192,
      "grad_norm": 4.90625,
      "learning_rate": 4.2916088387304664e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5494081616401673,
      "num_tokens": 86204093.0,
      "step": 111780
    },
    {
      "epoch": 0.14180105992455205,
      "grad_norm": 5.34375,
      "learning_rate": 4.2915454077218376e-05,
      "loss": 2.2485,
      "mean_token_accuracy": 0.5205807596445083,
      "num_tokens": 86213020.0,
      "step": 111790
    },
    {
      "epoch": 0.14181374451708487,
      "grad_norm": 4.90625,
      "learning_rate": 4.291481976713208e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.54262735247612,
      "num_tokens": 86220576.0,
      "step": 111800
    },
    {
      "epoch": 0.1418264291096177,
      "grad_norm": 6.0625,
      "learning_rate": 4.2914185457045794e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5460553199052811,
      "num_tokens": 86228922.0,
      "step": 111810
    },
    {
      "epoch": 0.14183911370215055,
      "grad_norm": 19.125,
      "learning_rate": 4.29135511469595e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5575975835323334,
      "num_tokens": 86235625.0,
      "step": 111820
    },
    {
      "epoch": 0.1418517982946834,
      "grad_norm": 5.5625,
      "learning_rate": 4.2912916836873205e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.5144342958927155,
      "num_tokens": 86244165.0,
      "step": 111830
    },
    {
      "epoch": 0.1418644828872162,
      "grad_norm": 5.5,
      "learning_rate": 4.291228252678692e-05,
      "loss": 1.8685,
      "mean_token_accuracy": 0.574449872970581,
      "num_tokens": 86251260.0,
      "step": 111840
    },
    {
      "epoch": 0.14187716747974904,
      "grad_norm": 5.40625,
      "learning_rate": 4.291164821670062e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5425073385238648,
      "num_tokens": 86259742.0,
      "step": 111850
    },
    {
      "epoch": 0.14188985207228189,
      "grad_norm": 5.125,
      "learning_rate": 4.2911013906614334e-05,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5539761066436768,
      "num_tokens": 86267708.0,
      "step": 111860
    },
    {
      "epoch": 0.14190253666481473,
      "grad_norm": 9.75,
      "learning_rate": 4.2910379596528046e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5386522263288498,
      "num_tokens": 86273670.0,
      "step": 111870
    },
    {
      "epoch": 0.14191522125734754,
      "grad_norm": 6.84375,
      "learning_rate": 4.290974528644175e-05,
      "loss": 1.9896,
      "mean_token_accuracy": 0.5678220063447952,
      "num_tokens": 86281425.0,
      "step": 111880
    },
    {
      "epoch": 0.14192790584988038,
      "grad_norm": 6.09375,
      "learning_rate": 4.290911097635546e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5535853892564774,
      "num_tokens": 86288987.0,
      "step": 111890
    },
    {
      "epoch": 0.14194059044241322,
      "grad_norm": 8.0625,
      "learning_rate": 4.290847666626916e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.524178409576416,
      "num_tokens": 86296095.0,
      "step": 111900
    },
    {
      "epoch": 0.14195327503494606,
      "grad_norm": 5.0625,
      "learning_rate": 4.2907842356182875e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5873846471309662,
      "num_tokens": 86302737.0,
      "step": 111910
    },
    {
      "epoch": 0.14196595962747888,
      "grad_norm": 5.25,
      "learning_rate": 4.290720804609659e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5430335998535156,
      "num_tokens": 86308755.0,
      "step": 111920
    },
    {
      "epoch": 0.14197864422001172,
      "grad_norm": 5.125,
      "learning_rate": 4.290657373601029e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5353507906198501,
      "num_tokens": 86315775.0,
      "step": 111930
    },
    {
      "epoch": 0.14199132881254456,
      "grad_norm": 5.25,
      "learning_rate": 4.2905939425924004e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5381452530622483,
      "num_tokens": 86324105.0,
      "step": 111940
    },
    {
      "epoch": 0.1420040134050774,
      "grad_norm": 5.4375,
      "learning_rate": 4.290530511583771e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5645404487848282,
      "num_tokens": 86332420.0,
      "step": 111950
    },
    {
      "epoch": 0.14201669799761021,
      "grad_norm": 7.21875,
      "learning_rate": 4.2904670805751415e-05,
      "loss": 1.788,
      "mean_token_accuracy": 0.614105635881424,
      "num_tokens": 86338671.0,
      "step": 111960
    },
    {
      "epoch": 0.14202938259014306,
      "grad_norm": 5.625,
      "learning_rate": 4.290403649566513e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5439418643712998,
      "num_tokens": 86344981.0,
      "step": 111970
    },
    {
      "epoch": 0.1420420671826759,
      "grad_norm": 4.9375,
      "learning_rate": 4.290340218557883e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5129994302988052,
      "num_tokens": 86353114.0,
      "step": 111980
    },
    {
      "epoch": 0.14205475177520874,
      "grad_norm": 4.96875,
      "learning_rate": 4.2902767875492544e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5666152656078338,
      "num_tokens": 86361635.0,
      "step": 111990
    },
    {
      "epoch": 0.14206743636774155,
      "grad_norm": 5.78125,
      "learning_rate": 4.2902133565406257e-05,
      "loss": 2.2514,
      "mean_token_accuracy": 0.5251699090003967,
      "num_tokens": 86370235.0,
      "step": 112000
    },
    {
      "epoch": 0.1420801209602744,
      "grad_norm": 4.84375,
      "learning_rate": 4.290149925531996e-05,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5172156602144241,
      "num_tokens": 86378813.0,
      "step": 112010
    },
    {
      "epoch": 0.14209280555280723,
      "grad_norm": 4.90625,
      "learning_rate": 4.2900864945233674e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5314051032066345,
      "num_tokens": 86387377.0,
      "step": 112020
    },
    {
      "epoch": 0.14210549014534007,
      "grad_norm": 5.90625,
      "learning_rate": 4.290023063514737e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5708094835281372,
      "num_tokens": 86394846.0,
      "step": 112030
    },
    {
      "epoch": 0.1421181747378729,
      "grad_norm": 7.34375,
      "learning_rate": 4.2899596325061085e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5163208931684494,
      "num_tokens": 86403133.0,
      "step": 112040
    },
    {
      "epoch": 0.14213085933040573,
      "grad_norm": 8.625,
      "learning_rate": 4.28989620149748e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5597241163253784,
      "num_tokens": 86409181.0,
      "step": 112050
    },
    {
      "epoch": 0.14214354392293857,
      "grad_norm": 6.5625,
      "learning_rate": 4.28983277048885e-05,
      "loss": 1.7991,
      "mean_token_accuracy": 0.6043644458055496,
      "num_tokens": 86416094.0,
      "step": 112060
    },
    {
      "epoch": 0.1421562285154714,
      "grad_norm": 5.96875,
      "learning_rate": 4.2897693394802214e-05,
      "loss": 1.791,
      "mean_token_accuracy": 0.6012768268585205,
      "num_tokens": 86422581.0,
      "step": 112070
    },
    {
      "epoch": 0.14216891310800422,
      "grad_norm": 7.59375,
      "learning_rate": 4.289705908471592e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5405515491962433,
      "num_tokens": 86430413.0,
      "step": 112080
    },
    {
      "epoch": 0.14218159770053707,
      "grad_norm": 6.96875,
      "learning_rate": 4.289642477462963e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5639928609132767,
      "num_tokens": 86437188.0,
      "step": 112090
    },
    {
      "epoch": 0.1421942822930699,
      "grad_norm": 5.125,
      "learning_rate": 4.289579046454334e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5624201893806458,
      "num_tokens": 86444302.0,
      "step": 112100
    },
    {
      "epoch": 0.14220696688560272,
      "grad_norm": 5.4375,
      "learning_rate": 4.289515615445704e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5416114777326584,
      "num_tokens": 86452463.0,
      "step": 112110
    },
    {
      "epoch": 0.14221965147813556,
      "grad_norm": 6.1875,
      "learning_rate": 4.2894521844370755e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5515945494174957,
      "num_tokens": 86458897.0,
      "step": 112120
    },
    {
      "epoch": 0.1422323360706684,
      "grad_norm": 4.65625,
      "learning_rate": 4.289388753428446e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5502306044101715,
      "num_tokens": 86466961.0,
      "step": 112130
    },
    {
      "epoch": 0.14224502066320124,
      "grad_norm": 5.53125,
      "learning_rate": 4.289325322419817e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.542987322807312,
      "num_tokens": 86474955.0,
      "step": 112140
    },
    {
      "epoch": 0.14225770525573406,
      "grad_norm": 4.78125,
      "learning_rate": 4.2892618914111884e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5714808017015457,
      "num_tokens": 86481059.0,
      "step": 112150
    },
    {
      "epoch": 0.1422703898482669,
      "grad_norm": 4.65625,
      "learning_rate": 4.289198460402559e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5564820945262909,
      "num_tokens": 86488282.0,
      "step": 112160
    },
    {
      "epoch": 0.14228307444079974,
      "grad_norm": 5.65625,
      "learning_rate": 4.2891350293939295e-05,
      "loss": 1.8707,
      "mean_token_accuracy": 0.5857791930437088,
      "num_tokens": 86495230.0,
      "step": 112170
    },
    {
      "epoch": 0.14229575903333258,
      "grad_norm": 8.625,
      "learning_rate": 4.2890715983853e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5373871475458145,
      "num_tokens": 86503223.0,
      "step": 112180
    },
    {
      "epoch": 0.1423084436258654,
      "grad_norm": 6.71875,
      "learning_rate": 4.289008167376671e-05,
      "loss": 2.2928,
      "mean_token_accuracy": 0.5096842378377915,
      "num_tokens": 86510974.0,
      "step": 112190
    },
    {
      "epoch": 0.14232112821839824,
      "grad_norm": 6.15625,
      "learning_rate": 4.2889447363680425e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5699862360954284,
      "num_tokens": 86518400.0,
      "step": 112200
    },
    {
      "epoch": 0.14233381281093108,
      "grad_norm": 4.90625,
      "learning_rate": 4.288881305359413e-05,
      "loss": 2.2158,
      "mean_token_accuracy": 0.5157748609781265,
      "num_tokens": 86526767.0,
      "step": 112210
    },
    {
      "epoch": 0.14234649740346392,
      "grad_norm": 5.28125,
      "learning_rate": 4.288817874350784e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.522996586561203,
      "num_tokens": 86535692.0,
      "step": 112220
    },
    {
      "epoch": 0.14235918199599673,
      "grad_norm": 5.625,
      "learning_rate": 4.288754443342155e-05,
      "loss": 2.2121,
      "mean_token_accuracy": 0.5282280594110489,
      "num_tokens": 86543081.0,
      "step": 112230
    },
    {
      "epoch": 0.14237186658852957,
      "grad_norm": 6.65625,
      "learning_rate": 4.288691012333525e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5523018300533294,
      "num_tokens": 86550497.0,
      "step": 112240
    },
    {
      "epoch": 0.1423845511810624,
      "grad_norm": 7.875,
      "learning_rate": 4.2886275813248965e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5633183777332306,
      "num_tokens": 86557311.0,
      "step": 112250
    },
    {
      "epoch": 0.14239723577359525,
      "grad_norm": 5.0,
      "learning_rate": 4.288564150316267e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5705716788768769,
      "num_tokens": 86566344.0,
      "step": 112260
    },
    {
      "epoch": 0.14240992036612807,
      "grad_norm": 6.1875,
      "learning_rate": 4.288500719307638e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5454634398221969,
      "num_tokens": 86574005.0,
      "step": 112270
    },
    {
      "epoch": 0.1424226049586609,
      "grad_norm": 6.46875,
      "learning_rate": 4.288437288299009e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.53301400244236,
      "num_tokens": 86581806.0,
      "step": 112280
    },
    {
      "epoch": 0.14243528955119375,
      "grad_norm": 6.3125,
      "learning_rate": 4.28837385729038e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5355053454637527,
      "num_tokens": 86590243.0,
      "step": 112290
    },
    {
      "epoch": 0.1424479741437266,
      "grad_norm": 6.5625,
      "learning_rate": 4.2883104262817505e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.545554381608963,
      "num_tokens": 86596596.0,
      "step": 112300
    },
    {
      "epoch": 0.1424606587362594,
      "grad_norm": 7.15625,
      "learning_rate": 4.288246995273121e-05,
      "loss": 1.7256,
      "mean_token_accuracy": 0.6138515174388885,
      "num_tokens": 86602624.0,
      "step": 112310
    },
    {
      "epoch": 0.14247334332879225,
      "grad_norm": 6.34375,
      "learning_rate": 4.288183564264492e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5464449435472488,
      "num_tokens": 86610309.0,
      "step": 112320
    },
    {
      "epoch": 0.1424860279213251,
      "grad_norm": 4.5625,
      "learning_rate": 4.288120133255863e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5509753793478012,
      "num_tokens": 86618903.0,
      "step": 112330
    },
    {
      "epoch": 0.14249871251385793,
      "grad_norm": 5.09375,
      "learning_rate": 4.288056702247234e-05,
      "loss": 2.3179,
      "mean_token_accuracy": 0.5095935761928558,
      "num_tokens": 86627232.0,
      "step": 112340
    },
    {
      "epoch": 0.14251139710639074,
      "grad_norm": 7.21875,
      "learning_rate": 4.287993271238605e-05,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5763462096452713,
      "num_tokens": 86633572.0,
      "step": 112350
    },
    {
      "epoch": 0.14252408169892358,
      "grad_norm": 5.34375,
      "learning_rate": 4.287929840229976e-05,
      "loss": 2.217,
      "mean_token_accuracy": 0.5183628350496292,
      "num_tokens": 86642177.0,
      "step": 112360
    },
    {
      "epoch": 0.14253676629145642,
      "grad_norm": 4.34375,
      "learning_rate": 4.287866409221346e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5549524307250977,
      "num_tokens": 86650595.0,
      "step": 112370
    },
    {
      "epoch": 0.14254945088398926,
      "grad_norm": 5.3125,
      "learning_rate": 4.287802978212717e-05,
      "loss": 2.2847,
      "mean_token_accuracy": 0.5253324747085572,
      "num_tokens": 86658182.0,
      "step": 112380
    },
    {
      "epoch": 0.14256213547652208,
      "grad_norm": 4.625,
      "learning_rate": 4.287739547204088e-05,
      "loss": 1.8758,
      "mean_token_accuracy": 0.5803052365779877,
      "num_tokens": 86665188.0,
      "step": 112390
    },
    {
      "epoch": 0.14257482006905492,
      "grad_norm": 6.15625,
      "learning_rate": 4.287676116195459e-05,
      "loss": 2.3278,
      "mean_token_accuracy": 0.5069145292043686,
      "num_tokens": 86672984.0,
      "step": 112400
    },
    {
      "epoch": 0.14258750466158776,
      "grad_norm": 5.6875,
      "learning_rate": 4.28761268518683e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5387510657310486,
      "num_tokens": 86680404.0,
      "step": 112410
    },
    {
      "epoch": 0.1426001892541206,
      "grad_norm": 4.875,
      "learning_rate": 4.287549254178201e-05,
      "loss": 1.9499,
      "mean_token_accuracy": 0.558705872297287,
      "num_tokens": 86687463.0,
      "step": 112420
    },
    {
      "epoch": 0.14261287384665342,
      "grad_norm": 6.90625,
      "learning_rate": 4.2874858231695715e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5284255504608154,
      "num_tokens": 86695999.0,
      "step": 112430
    },
    {
      "epoch": 0.14262555843918626,
      "grad_norm": 5.5,
      "learning_rate": 4.287422392160943e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5754835128784179,
      "num_tokens": 86703779.0,
      "step": 112440
    },
    {
      "epoch": 0.1426382430317191,
      "grad_norm": 4.78125,
      "learning_rate": 4.287358961152313e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5472641319036484,
      "num_tokens": 86711273.0,
      "step": 112450
    },
    {
      "epoch": 0.14265092762425194,
      "grad_norm": 6.28125,
      "learning_rate": 4.287295530143684e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5435828417539597,
      "num_tokens": 86718139.0,
      "step": 112460
    },
    {
      "epoch": 0.14266361221678475,
      "grad_norm": 6.5625,
      "learning_rate": 4.287232099135055e-05,
      "loss": 2.237,
      "mean_token_accuracy": 0.5217415899038315,
      "num_tokens": 86724949.0,
      "step": 112470
    },
    {
      "epoch": 0.1426762968093176,
      "grad_norm": 7.3125,
      "learning_rate": 4.2871686681264256e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5416640996932983,
      "num_tokens": 86732250.0,
      "step": 112480
    },
    {
      "epoch": 0.14268898140185043,
      "grad_norm": 6.09375,
      "learning_rate": 4.287105237117797e-05,
      "loss": 2.2599,
      "mean_token_accuracy": 0.5134793132543564,
      "num_tokens": 86741231.0,
      "step": 112490
    },
    {
      "epoch": 0.14270166599438328,
      "grad_norm": 4.9375,
      "learning_rate": 4.287041806109168e-05,
      "loss": 1.755,
      "mean_token_accuracy": 0.6051900863647461,
      "num_tokens": 86748437.0,
      "step": 112500
    },
    {
      "epoch": 0.1427143505869161,
      "grad_norm": 6.34375,
      "learning_rate": 4.2869783751005385e-05,
      "loss": 1.8899,
      "mean_token_accuracy": 0.5772326588630676,
      "num_tokens": 86753740.0,
      "step": 112510
    },
    {
      "epoch": 0.14272703517944893,
      "grad_norm": 6.3125,
      "learning_rate": 4.286914944091909e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5668702483177185,
      "num_tokens": 86761058.0,
      "step": 112520
    },
    {
      "epoch": 0.14273971977198177,
      "grad_norm": 4.875,
      "learning_rate": 4.2868515130832796e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5186874657869339,
      "num_tokens": 86769598.0,
      "step": 112530
    },
    {
      "epoch": 0.1427524043645146,
      "grad_norm": 4.84375,
      "learning_rate": 4.286788082074651e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5678510218858719,
      "num_tokens": 86778254.0,
      "step": 112540
    },
    {
      "epoch": 0.14276508895704743,
      "grad_norm": 5.34375,
      "learning_rate": 4.286724651066022e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5281354159116745,
      "num_tokens": 86785967.0,
      "step": 112550
    },
    {
      "epoch": 0.14277777354958027,
      "grad_norm": 4.84375,
      "learning_rate": 4.2866612200573926e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5191849410533905,
      "num_tokens": 86794097.0,
      "step": 112560
    },
    {
      "epoch": 0.1427904581421131,
      "grad_norm": 6.84375,
      "learning_rate": 4.286597789048764e-05,
      "loss": 2.2666,
      "mean_token_accuracy": 0.5107485711574554,
      "num_tokens": 86802102.0,
      "step": 112570
    },
    {
      "epoch": 0.14280314273464592,
      "grad_norm": 5.625,
      "learning_rate": 4.286534358040134e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.524735939502716,
      "num_tokens": 86809881.0,
      "step": 112580
    },
    {
      "epoch": 0.14281582732717876,
      "grad_norm": 6.15625,
      "learning_rate": 4.286470927031505e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5472229182720184,
      "num_tokens": 86818604.0,
      "step": 112590
    },
    {
      "epoch": 0.1428285119197116,
      "grad_norm": 11.6875,
      "learning_rate": 4.286407496022876e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5478819072246551,
      "num_tokens": 86825393.0,
      "step": 112600
    },
    {
      "epoch": 0.14284119651224444,
      "grad_norm": 4.5625,
      "learning_rate": 4.2863440650142466e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5345207989215851,
      "num_tokens": 86834020.0,
      "step": 112610
    },
    {
      "epoch": 0.14285388110477726,
      "grad_norm": 5.46875,
      "learning_rate": 4.286280634005618e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5572564631700516,
      "num_tokens": 86840557.0,
      "step": 112620
    },
    {
      "epoch": 0.1428665656973101,
      "grad_norm": 7.90625,
      "learning_rate": 4.2862172029969883e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5305378168821335,
      "num_tokens": 86848394.0,
      "step": 112630
    },
    {
      "epoch": 0.14287925028984294,
      "grad_norm": 5.03125,
      "learning_rate": 4.2861537719883596e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5593327134847641,
      "num_tokens": 86856496.0,
      "step": 112640
    },
    {
      "epoch": 0.14289193488237578,
      "grad_norm": 4.625,
      "learning_rate": 4.28609034097973e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.551643043756485,
      "num_tokens": 86864241.0,
      "step": 112650
    },
    {
      "epoch": 0.1429046194749086,
      "grad_norm": 4.40625,
      "learning_rate": 4.2860269099711006e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5540667831897735,
      "num_tokens": 86872707.0,
      "step": 112660
    },
    {
      "epoch": 0.14291730406744144,
      "grad_norm": 4.5625,
      "learning_rate": 4.285963478962472e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5524139851331711,
      "num_tokens": 86880967.0,
      "step": 112670
    },
    {
      "epoch": 0.14292998865997428,
      "grad_norm": 4.75,
      "learning_rate": 4.2859000479538424e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5447473526000977,
      "num_tokens": 86888552.0,
      "step": 112680
    },
    {
      "epoch": 0.14294267325250712,
      "grad_norm": 5.65625,
      "learning_rate": 4.2858366169452136e-05,
      "loss": 1.9137,
      "mean_token_accuracy": 0.5734529495239258,
      "num_tokens": 86895859.0,
      "step": 112690
    },
    {
      "epoch": 0.14295535784503993,
      "grad_norm": 5.4375,
      "learning_rate": 4.285773185936585e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.577386549115181,
      "num_tokens": 86902165.0,
      "step": 112700
    },
    {
      "epoch": 0.14296804243757277,
      "grad_norm": 5.15625,
      "learning_rate": 4.2857097549279553e-05,
      "loss": 1.7852,
      "mean_token_accuracy": 0.590882220864296,
      "num_tokens": 86909310.0,
      "step": 112710
    },
    {
      "epoch": 0.14298072703010561,
      "grad_norm": 5.34375,
      "learning_rate": 4.285646323919326e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.527768588066101,
      "num_tokens": 86917579.0,
      "step": 112720
    },
    {
      "epoch": 0.14299341162263846,
      "grad_norm": 5.53125,
      "learning_rate": 4.2855828929106964e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5440108388662338,
      "num_tokens": 86926078.0,
      "step": 112730
    },
    {
      "epoch": 0.14300609621517127,
      "grad_norm": 6.4375,
      "learning_rate": 4.2855194619020676e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5116157531738281,
      "num_tokens": 86934253.0,
      "step": 112740
    },
    {
      "epoch": 0.1430187808077041,
      "grad_norm": 6.59375,
      "learning_rate": 4.285456030893439e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5597612887620926,
      "num_tokens": 86941226.0,
      "step": 112750
    },
    {
      "epoch": 0.14303146540023695,
      "grad_norm": 4.71875,
      "learning_rate": 4.2853925998848094e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.5522660404443741,
      "num_tokens": 86948324.0,
      "step": 112760
    },
    {
      "epoch": 0.1430441499927698,
      "grad_norm": 10.875,
      "learning_rate": 4.2853291688761806e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5276692569255829,
      "num_tokens": 86955268.0,
      "step": 112770
    },
    {
      "epoch": 0.1430568345853026,
      "grad_norm": 4.96875,
      "learning_rate": 4.285265737867551e-05,
      "loss": 1.9012,
      "mean_token_accuracy": 0.5779635459184647,
      "num_tokens": 86963237.0,
      "step": 112780
    },
    {
      "epoch": 0.14306951917783545,
      "grad_norm": 5.5,
      "learning_rate": 4.2852023068589217e-05,
      "loss": 1.8464,
      "mean_token_accuracy": 0.5812451899051666,
      "num_tokens": 86971156.0,
      "step": 112790
    },
    {
      "epoch": 0.1430822037703683,
      "grad_norm": 4.65625,
      "learning_rate": 4.285138875850293e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5462122291326523,
      "num_tokens": 86979056.0,
      "step": 112800
    },
    {
      "epoch": 0.14309488836290113,
      "grad_norm": 7.375,
      "learning_rate": 4.2850754448416634e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5538500428199769,
      "num_tokens": 86986219.0,
      "step": 112810
    },
    {
      "epoch": 0.14310757295543394,
      "grad_norm": 4.9375,
      "learning_rate": 4.2850120138330346e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5642206758260727,
      "num_tokens": 86993672.0,
      "step": 112820
    },
    {
      "epoch": 0.14312025754796678,
      "grad_norm": 6.90625,
      "learning_rate": 4.284948582824405e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5329797953367233,
      "num_tokens": 87002439.0,
      "step": 112830
    },
    {
      "epoch": 0.14313294214049962,
      "grad_norm": 4.84375,
      "learning_rate": 4.2848851518157764e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5732679069042206,
      "num_tokens": 87010234.0,
      "step": 112840
    },
    {
      "epoch": 0.14314562673303247,
      "grad_norm": 5.46875,
      "learning_rate": 4.2848217208071476e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5277568846940994,
      "num_tokens": 87018244.0,
      "step": 112850
    },
    {
      "epoch": 0.14315831132556528,
      "grad_norm": 8.1875,
      "learning_rate": 4.284758289798518e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.57239770591259,
      "num_tokens": 87025957.0,
      "step": 112860
    },
    {
      "epoch": 0.14317099591809812,
      "grad_norm": 5.40625,
      "learning_rate": 4.2846948587898886e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5626139104366302,
      "num_tokens": 87032443.0,
      "step": 112870
    },
    {
      "epoch": 0.14318368051063096,
      "grad_norm": 6.46875,
      "learning_rate": 4.284631427781259e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.520699006319046,
      "num_tokens": 87040459.0,
      "step": 112880
    },
    {
      "epoch": 0.1431963651031638,
      "grad_norm": 6.5625,
      "learning_rate": 4.2845679967726304e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5373219281435013,
      "num_tokens": 87048641.0,
      "step": 112890
    },
    {
      "epoch": 0.14320904969569662,
      "grad_norm": 8.6875,
      "learning_rate": 4.2845045657640016e-05,
      "loss": 1.9357,
      "mean_token_accuracy": 0.5679040968418121,
      "num_tokens": 87055263.0,
      "step": 112900
    },
    {
      "epoch": 0.14322173428822946,
      "grad_norm": 5.0625,
      "learning_rate": 4.284441134755372e-05,
      "loss": 2.2757,
      "mean_token_accuracy": 0.5175893485546113,
      "num_tokens": 87063997.0,
      "step": 112910
    },
    {
      "epoch": 0.1432344188807623,
      "grad_norm": 4.96875,
      "learning_rate": 4.2843777037467434e-05,
      "loss": 2.2218,
      "mean_token_accuracy": 0.5181391596794128,
      "num_tokens": 87072275.0,
      "step": 112920
    },
    {
      "epoch": 0.14324710347329514,
      "grad_norm": 6.125,
      "learning_rate": 4.284314272738114e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.54637670814991,
      "num_tokens": 87080780.0,
      "step": 112930
    },
    {
      "epoch": 0.14325978806582795,
      "grad_norm": 8.0,
      "learning_rate": 4.2842508417294844e-05,
      "loss": 1.8609,
      "mean_token_accuracy": 0.5780357420444489,
      "num_tokens": 87088400.0,
      "step": 112940
    },
    {
      "epoch": 0.1432724726583608,
      "grad_norm": 5.21875,
      "learning_rate": 4.2841874107208556e-05,
      "loss": 1.8723,
      "mean_token_accuracy": 0.572733536362648,
      "num_tokens": 87095935.0,
      "step": 112950
    },
    {
      "epoch": 0.14328515725089364,
      "grad_norm": 5.71875,
      "learning_rate": 4.284123979712226e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5283604502677918,
      "num_tokens": 87104189.0,
      "step": 112960
    },
    {
      "epoch": 0.14329784184342648,
      "grad_norm": 7.1875,
      "learning_rate": 4.2840605487035974e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5244626402854919,
      "num_tokens": 87111432.0,
      "step": 112970
    },
    {
      "epoch": 0.1433105264359593,
      "grad_norm": 5.84375,
      "learning_rate": 4.2839971176949686e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.574571380019188,
      "num_tokens": 87118875.0,
      "step": 112980
    },
    {
      "epoch": 0.14332321102849213,
      "grad_norm": 5.25,
      "learning_rate": 4.283933686686339e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5586564362049102,
      "num_tokens": 87126455.0,
      "step": 112990
    },
    {
      "epoch": 0.14333589562102497,
      "grad_norm": 6.15625,
      "learning_rate": 4.28387025567771e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5288408428430558,
      "num_tokens": 87134851.0,
      "step": 113000
    },
    {
      "epoch": 0.1433485802135578,
      "grad_norm": 5.21875,
      "learning_rate": 4.28380682466908e-05,
      "loss": 1.9108,
      "mean_token_accuracy": 0.5807072639465332,
      "num_tokens": 87142435.0,
      "step": 113010
    },
    {
      "epoch": 0.14336126480609063,
      "grad_norm": 6.3125,
      "learning_rate": 4.2837433936604514e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5237251967191696,
      "num_tokens": 87150159.0,
      "step": 113020
    },
    {
      "epoch": 0.14337394939862347,
      "grad_norm": 5.6875,
      "learning_rate": 4.2836799626518226e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5284991234540939,
      "num_tokens": 87159155.0,
      "step": 113030
    },
    {
      "epoch": 0.1433866339911563,
      "grad_norm": 5.0,
      "learning_rate": 4.283616531643193e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.523724627494812,
      "num_tokens": 87166595.0,
      "step": 113040
    },
    {
      "epoch": 0.14339931858368912,
      "grad_norm": 5.96875,
      "learning_rate": 4.2835531006345644e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5216964244842529,
      "num_tokens": 87173543.0,
      "step": 113050
    },
    {
      "epoch": 0.14341200317622196,
      "grad_norm": 6.78125,
      "learning_rate": 4.283489669625935e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5353881657123566,
      "num_tokens": 87180340.0,
      "step": 113060
    },
    {
      "epoch": 0.1434246877687548,
      "grad_norm": 4.59375,
      "learning_rate": 4.2834262386173054e-05,
      "loss": 1.8235,
      "mean_token_accuracy": 0.5861986994743347,
      "num_tokens": 87187794.0,
      "step": 113070
    },
    {
      "epoch": 0.14343737236128765,
      "grad_norm": 7.5625,
      "learning_rate": 4.2833628076086767e-05,
      "loss": 1.8681,
      "mean_token_accuracy": 0.5738592088222504,
      "num_tokens": 87195428.0,
      "step": 113080
    },
    {
      "epoch": 0.14345005695382046,
      "grad_norm": 5.1875,
      "learning_rate": 4.283299376600047e-05,
      "loss": 1.878,
      "mean_token_accuracy": 0.5754646986722947,
      "num_tokens": 87202708.0,
      "step": 113090
    },
    {
      "epoch": 0.1434627415463533,
      "grad_norm": 6.0,
      "learning_rate": 4.2832359455914184e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5283033907413482,
      "num_tokens": 87210625.0,
      "step": 113100
    },
    {
      "epoch": 0.14347542613888614,
      "grad_norm": 6.34375,
      "learning_rate": 4.283172514582789e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5615289568901062,
      "num_tokens": 87219247.0,
      "step": 113110
    },
    {
      "epoch": 0.14348811073141898,
      "grad_norm": 6.25,
      "learning_rate": 4.28310908357416e-05,
      "loss": 2.2057,
      "mean_token_accuracy": 0.525451871752739,
      "num_tokens": 87227588.0,
      "step": 113120
    },
    {
      "epoch": 0.1435007953239518,
      "grad_norm": 6.03125,
      "learning_rate": 4.283045652565531e-05,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5584159374237061,
      "num_tokens": 87235113.0,
      "step": 113130
    },
    {
      "epoch": 0.14351347991648464,
      "grad_norm": 5.34375,
      "learning_rate": 4.282982221556901e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5363745093345642,
      "num_tokens": 87242757.0,
      "step": 113140
    },
    {
      "epoch": 0.14352616450901748,
      "grad_norm": 5.5625,
      "learning_rate": 4.2829187905482724e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5379641354084015,
      "num_tokens": 87251467.0,
      "step": 113150
    },
    {
      "epoch": 0.14353884910155032,
      "grad_norm": 4.59375,
      "learning_rate": 4.282855359539643e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5419185042381287,
      "num_tokens": 87259471.0,
      "step": 113160
    },
    {
      "epoch": 0.14355153369408313,
      "grad_norm": 6.15625,
      "learning_rate": 4.282791928531014e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5203934609889984,
      "num_tokens": 87267926.0,
      "step": 113170
    },
    {
      "epoch": 0.14356421828661597,
      "grad_norm": 5.28125,
      "learning_rate": 4.2827284975223854e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5140006870031357,
      "num_tokens": 87277281.0,
      "step": 113180
    },
    {
      "epoch": 0.14357690287914882,
      "grad_norm": 5.34375,
      "learning_rate": 4.282665066513756e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5224356889724732,
      "num_tokens": 87285030.0,
      "step": 113190
    },
    {
      "epoch": 0.14358958747168166,
      "grad_norm": 5.03125,
      "learning_rate": 4.282601635505127e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5399417310953141,
      "num_tokens": 87293148.0,
      "step": 113200
    },
    {
      "epoch": 0.14360227206421447,
      "grad_norm": 4.875,
      "learning_rate": 4.282538204496497e-05,
      "loss": 2.1976,
      "mean_token_accuracy": 0.518462261557579,
      "num_tokens": 87301284.0,
      "step": 113210
    },
    {
      "epoch": 0.1436149566567473,
      "grad_norm": 6.625,
      "learning_rate": 4.282474773487868e-05,
      "loss": 2.2746,
      "mean_token_accuracy": 0.5207607805728912,
      "num_tokens": 87310379.0,
      "step": 113220
    },
    {
      "epoch": 0.14362764124928015,
      "grad_norm": 5.15625,
      "learning_rate": 4.2824113424792394e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5503332912921906,
      "num_tokens": 87318951.0,
      "step": 113230
    },
    {
      "epoch": 0.143640325841813,
      "grad_norm": 5.09375,
      "learning_rate": 4.28234791147061e-05,
      "loss": 2.283,
      "mean_token_accuracy": 0.5198351562023162,
      "num_tokens": 87326701.0,
      "step": 113240
    },
    {
      "epoch": 0.1436530104343458,
      "grad_norm": 5.375,
      "learning_rate": 4.282284480461981e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5598852872848511,
      "num_tokens": 87334899.0,
      "step": 113250
    },
    {
      "epoch": 0.14366569502687865,
      "grad_norm": 7.96875,
      "learning_rate": 4.282221049453352e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5710753589868546,
      "num_tokens": 87341732.0,
      "step": 113260
    },
    {
      "epoch": 0.1436783796194115,
      "grad_norm": 4.5625,
      "learning_rate": 4.282157618444723e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5301165759563446,
      "num_tokens": 87350285.0,
      "step": 113270
    },
    {
      "epoch": 0.14369106421194433,
      "grad_norm": 5.03125,
      "learning_rate": 4.2820941874360935e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.564231863617897,
      "num_tokens": 87358529.0,
      "step": 113280
    },
    {
      "epoch": 0.14370374880447714,
      "grad_norm": 4.5625,
      "learning_rate": 4.282030756427464e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5470755964517593,
      "num_tokens": 87365099.0,
      "step": 113290
    },
    {
      "epoch": 0.14371643339700998,
      "grad_norm": 10.6875,
      "learning_rate": 4.281967325418835e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5485526233911514,
      "num_tokens": 87372902.0,
      "step": 113300
    },
    {
      "epoch": 0.14372911798954283,
      "grad_norm": 5.09375,
      "learning_rate": 4.281903894410206e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5519412755966187,
      "num_tokens": 87379978.0,
      "step": 113310
    },
    {
      "epoch": 0.14374180258207567,
      "grad_norm": 5.09375,
      "learning_rate": 4.281840463401577e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5401436746120453,
      "num_tokens": 87387713.0,
      "step": 113320
    },
    {
      "epoch": 0.14375448717460848,
      "grad_norm": 5.375,
      "learning_rate": 4.281777032392948e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5398365020751953,
      "num_tokens": 87394461.0,
      "step": 113330
    },
    {
      "epoch": 0.14376717176714132,
      "grad_norm": 6.5,
      "learning_rate": 4.281713601384319e-05,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5762403458356857,
      "num_tokens": 87402203.0,
      "step": 113340
    },
    {
      "epoch": 0.14377985635967416,
      "grad_norm": 4.84375,
      "learning_rate": 4.281650170375689e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5487119048833847,
      "num_tokens": 87410227.0,
      "step": 113350
    },
    {
      "epoch": 0.143792540952207,
      "grad_norm": 7.03125,
      "learning_rate": 4.28158673936706e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5620175510644912,
      "num_tokens": 87417566.0,
      "step": 113360
    },
    {
      "epoch": 0.14380522554473982,
      "grad_norm": 6.09375,
      "learning_rate": 4.281523308358431e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5584069073200226,
      "num_tokens": 87425449.0,
      "step": 113370
    },
    {
      "epoch": 0.14381791013727266,
      "grad_norm": 6.09375,
      "learning_rate": 4.281459877349802e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5641969621181488,
      "num_tokens": 87432702.0,
      "step": 113380
    },
    {
      "epoch": 0.1438305947298055,
      "grad_norm": 5.46875,
      "learning_rate": 4.281396446341173e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.526567542552948,
      "num_tokens": 87440269.0,
      "step": 113390
    },
    {
      "epoch": 0.14384327932233834,
      "grad_norm": 5.125,
      "learning_rate": 4.281333015332544e-05,
      "loss": 2.3296,
      "mean_token_accuracy": 0.5160289853811264,
      "num_tokens": 87446837.0,
      "step": 113400
    },
    {
      "epoch": 0.14385596391487115,
      "grad_norm": 5.0,
      "learning_rate": 4.2812695843239145e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5468849748373031,
      "num_tokens": 87454377.0,
      "step": 113410
    },
    {
      "epoch": 0.143868648507404,
      "grad_norm": 5.28125,
      "learning_rate": 4.281206153315285e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5743890345096588,
      "num_tokens": 87461169.0,
      "step": 113420
    },
    {
      "epoch": 0.14388133309993684,
      "grad_norm": 6.6875,
      "learning_rate": 4.281142722306656e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5706677049398422,
      "num_tokens": 87468989.0,
      "step": 113430
    },
    {
      "epoch": 0.14389401769246968,
      "grad_norm": 6.59375,
      "learning_rate": 4.281079291298027e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.5663818567991257,
      "num_tokens": 87475274.0,
      "step": 113440
    },
    {
      "epoch": 0.1439067022850025,
      "grad_norm": 4.84375,
      "learning_rate": 4.281015860289398e-05,
      "loss": 1.7768,
      "mean_token_accuracy": 0.605933427810669,
      "num_tokens": 87481391.0,
      "step": 113450
    },
    {
      "epoch": 0.14391938687753533,
      "grad_norm": 4.90625,
      "learning_rate": 4.2809524292807685e-05,
      "loss": 2.3959,
      "mean_token_accuracy": 0.4948954075574875,
      "num_tokens": 87490547.0,
      "step": 113460
    },
    {
      "epoch": 0.14393207147006817,
      "grad_norm": 6.625,
      "learning_rate": 4.28088899827214e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5523358404636383,
      "num_tokens": 87496675.0,
      "step": 113470
    },
    {
      "epoch": 0.14394475606260101,
      "grad_norm": 7.09375,
      "learning_rate": 4.28082556726351e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.543396046757698,
      "num_tokens": 87504705.0,
      "step": 113480
    },
    {
      "epoch": 0.14395744065513383,
      "grad_norm": 5.53125,
      "learning_rate": 4.280762136254881e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5502510577440262,
      "num_tokens": 87512799.0,
      "step": 113490
    },
    {
      "epoch": 0.14397012524766667,
      "grad_norm": 6.09375,
      "learning_rate": 4.280698705246252e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5779904156923295,
      "num_tokens": 87519939.0,
      "step": 113500
    },
    {
      "epoch": 0.1439828098401995,
      "grad_norm": 5.625,
      "learning_rate": 4.2806352742376225e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.548478364944458,
      "num_tokens": 87527268.0,
      "step": 113510
    },
    {
      "epoch": 0.14399549443273232,
      "grad_norm": 10.9375,
      "learning_rate": 4.280571843228994e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.538927748799324,
      "num_tokens": 87534225.0,
      "step": 113520
    },
    {
      "epoch": 0.14400817902526517,
      "grad_norm": 4.78125,
      "learning_rate": 4.280508412220365e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5265879541635513,
      "num_tokens": 87542799.0,
      "step": 113530
    },
    {
      "epoch": 0.144020863617798,
      "grad_norm": 6.1875,
      "learning_rate": 4.2804449812117355e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5613287091255188,
      "num_tokens": 87550683.0,
      "step": 113540
    },
    {
      "epoch": 0.14403354821033085,
      "grad_norm": 5.40625,
      "learning_rate": 4.280381550203107e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5450974702835083,
      "num_tokens": 87558679.0,
      "step": 113550
    },
    {
      "epoch": 0.14404623280286366,
      "grad_norm": 5.4375,
      "learning_rate": 4.2803181191944766e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5336928874254226,
      "num_tokens": 87566283.0,
      "step": 113560
    },
    {
      "epoch": 0.1440589173953965,
      "grad_norm": 5.25,
      "learning_rate": 4.280254688185848e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5389087349176407,
      "num_tokens": 87574692.0,
      "step": 113570
    },
    {
      "epoch": 0.14407160198792934,
      "grad_norm": 6.4375,
      "learning_rate": 4.280191257177219e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.551604375243187,
      "num_tokens": 87581938.0,
      "step": 113580
    },
    {
      "epoch": 0.14408428658046218,
      "grad_norm": 8.6875,
      "learning_rate": 4.2801278261685895e-05,
      "loss": 2.2941,
      "mean_token_accuracy": 0.5134392589330673,
      "num_tokens": 87589804.0,
      "step": 113590
    },
    {
      "epoch": 0.144096971172995,
      "grad_norm": 6.34375,
      "learning_rate": 4.280064395159961e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.5763676732778549,
      "num_tokens": 87597100.0,
      "step": 113600
    },
    {
      "epoch": 0.14410965576552784,
      "grad_norm": 6.0,
      "learning_rate": 4.280000964151331e-05,
      "loss": 2.1999,
      "mean_token_accuracy": 0.5268287509679794,
      "num_tokens": 87605248.0,
      "step": 113610
    },
    {
      "epoch": 0.14412234035806068,
      "grad_norm": 6.28125,
      "learning_rate": 4.2799375331427025e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5252338260412216,
      "num_tokens": 87613077.0,
      "step": 113620
    },
    {
      "epoch": 0.14413502495059352,
      "grad_norm": 5.15625,
      "learning_rate": 4.279874102134073e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5333302319049835,
      "num_tokens": 87621030.0,
      "step": 113630
    },
    {
      "epoch": 0.14414770954312633,
      "grad_norm": 6.375,
      "learning_rate": 4.2798106711254436e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5239789634943008,
      "num_tokens": 87627304.0,
      "step": 113640
    },
    {
      "epoch": 0.14416039413565918,
      "grad_norm": 5.125,
      "learning_rate": 4.279747240116815e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5382474362850189,
      "num_tokens": 87636382.0,
      "step": 113650
    },
    {
      "epoch": 0.14417307872819202,
      "grad_norm": 4.53125,
      "learning_rate": 4.279683809108185e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5563866168260574,
      "num_tokens": 87643648.0,
      "step": 113660
    },
    {
      "epoch": 0.14418576332072486,
      "grad_norm": 5.1875,
      "learning_rate": 4.2796203780995565e-05,
      "loss": 2.2651,
      "mean_token_accuracy": 0.515513288974762,
      "num_tokens": 87651299.0,
      "step": 113670
    },
    {
      "epoch": 0.14419844791325767,
      "grad_norm": 6.34375,
      "learning_rate": 4.279556947090928e-05,
      "loss": 2.2695,
      "mean_token_accuracy": 0.512382623553276,
      "num_tokens": 87660436.0,
      "step": 113680
    },
    {
      "epoch": 0.1442111325057905,
      "grad_norm": 5.15625,
      "learning_rate": 4.279493516082298e-05,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5509970247745514,
      "num_tokens": 87667785.0,
      "step": 113690
    },
    {
      "epoch": 0.14422381709832335,
      "grad_norm": 5.0,
      "learning_rate": 4.279430085073669e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5449749112129212,
      "num_tokens": 87675304.0,
      "step": 113700
    },
    {
      "epoch": 0.1442365016908562,
      "grad_norm": 5.3125,
      "learning_rate": 4.2793666540650393e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.539273402094841,
      "num_tokens": 87683099.0,
      "step": 113710
    },
    {
      "epoch": 0.144249186283389,
      "grad_norm": 7.96875,
      "learning_rate": 4.2793032230564106e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.54186030626297,
      "num_tokens": 87689048.0,
      "step": 113720
    },
    {
      "epoch": 0.14426187087592185,
      "grad_norm": 6.75,
      "learning_rate": 4.279239792047782e-05,
      "loss": 1.8085,
      "mean_token_accuracy": 0.6041980504989624,
      "num_tokens": 87696167.0,
      "step": 113730
    },
    {
      "epoch": 0.1442745554684547,
      "grad_norm": 5.4375,
      "learning_rate": 4.279176361039152e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5328160285949707,
      "num_tokens": 87704284.0,
      "step": 113740
    },
    {
      "epoch": 0.14428724006098753,
      "grad_norm": 6.90625,
      "learning_rate": 4.2791129300305235e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5304596334695816,
      "num_tokens": 87711066.0,
      "step": 113750
    },
    {
      "epoch": 0.14429992465352035,
      "grad_norm": 5.0,
      "learning_rate": 4.279049499021894e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5512359827756882,
      "num_tokens": 87718473.0,
      "step": 113760
    },
    {
      "epoch": 0.1443126092460532,
      "grad_norm": 7.84375,
      "learning_rate": 4.2789860680132646e-05,
      "loss": 1.9493,
      "mean_token_accuracy": 0.580442276597023,
      "num_tokens": 87726212.0,
      "step": 113770
    },
    {
      "epoch": 0.14432529383858603,
      "grad_norm": 4.8125,
      "learning_rate": 4.278922637004636e-05,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5710577368736267,
      "num_tokens": 87734687.0,
      "step": 113780
    },
    {
      "epoch": 0.14433797843111887,
      "grad_norm": 5.1875,
      "learning_rate": 4.2788592059960063e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5564093351364136,
      "num_tokens": 87742596.0,
      "step": 113790
    },
    {
      "epoch": 0.14435066302365168,
      "grad_norm": 5.65625,
      "learning_rate": 4.2787957749873776e-05,
      "loss": 2.039,
      "mean_token_accuracy": 0.5530295222997665,
      "num_tokens": 87749544.0,
      "step": 113800
    },
    {
      "epoch": 0.14436334761618452,
      "grad_norm": 6.34375,
      "learning_rate": 4.278732343978748e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5595519483089447,
      "num_tokens": 87756776.0,
      "step": 113810
    },
    {
      "epoch": 0.14437603220871736,
      "grad_norm": 6.03125,
      "learning_rate": 4.278668912970119e-05,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5750259041786194,
      "num_tokens": 87765416.0,
      "step": 113820
    },
    {
      "epoch": 0.1443887168012502,
      "grad_norm": 9.4375,
      "learning_rate": 4.27860548196149e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5208483368158341,
      "num_tokens": 87773127.0,
      "step": 113830
    },
    {
      "epoch": 0.14440140139378302,
      "grad_norm": 7.09375,
      "learning_rate": 4.2785420509528604e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5540657639503479,
      "num_tokens": 87780386.0,
      "step": 113840
    },
    {
      "epoch": 0.14441408598631586,
      "grad_norm": 7.125,
      "learning_rate": 4.2784786199442316e-05,
      "loss": 2.2392,
      "mean_token_accuracy": 0.5126810610294342,
      "num_tokens": 87787747.0,
      "step": 113850
    },
    {
      "epoch": 0.1444267705788487,
      "grad_norm": 5.125,
      "learning_rate": 4.278415188935603e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.563045334815979,
      "num_tokens": 87795194.0,
      "step": 113860
    },
    {
      "epoch": 0.14443945517138154,
      "grad_norm": 4.6875,
      "learning_rate": 4.278351757926973e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5367978304624558,
      "num_tokens": 87803268.0,
      "step": 113870
    },
    {
      "epoch": 0.14445213976391436,
      "grad_norm": 6.59375,
      "learning_rate": 4.2782883269183445e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5542276620864868,
      "num_tokens": 87810284.0,
      "step": 113880
    },
    {
      "epoch": 0.1444648243564472,
      "grad_norm": 7.125,
      "learning_rate": 4.278224895909715e-05,
      "loss": 2.2602,
      "mean_token_accuracy": 0.5082970768213272,
      "num_tokens": 87817274.0,
      "step": 113890
    },
    {
      "epoch": 0.14447750894898004,
      "grad_norm": 4.9375,
      "learning_rate": 4.2781614649010856e-05,
      "loss": 2.3485,
      "mean_token_accuracy": 0.498666313290596,
      "num_tokens": 87826181.0,
      "step": 113900
    },
    {
      "epoch": 0.14449019354151288,
      "grad_norm": 5.125,
      "learning_rate": 4.278098033892457e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5300763845443726,
      "num_tokens": 87834284.0,
      "step": 113910
    },
    {
      "epoch": 0.1445028781340457,
      "grad_norm": 5.40625,
      "learning_rate": 4.2780346028838274e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5554087042808533,
      "num_tokens": 87841220.0,
      "step": 113920
    },
    {
      "epoch": 0.14451556272657853,
      "grad_norm": 8.3125,
      "learning_rate": 4.2779711718751986e-05,
      "loss": 1.8907,
      "mean_token_accuracy": 0.5738763123750686,
      "num_tokens": 87847436.0,
      "step": 113930
    },
    {
      "epoch": 0.14452824731911137,
      "grad_norm": 4.96875,
      "learning_rate": 4.277907740866569e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.5656582117080688,
      "num_tokens": 87854944.0,
      "step": 113940
    },
    {
      "epoch": 0.14454093191164422,
      "grad_norm": 4.4375,
      "learning_rate": 4.27784430985794e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5465378165245056,
      "num_tokens": 87863010.0,
      "step": 113950
    },
    {
      "epoch": 0.14455361650417703,
      "grad_norm": 5.28125,
      "learning_rate": 4.2777808788493115e-05,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5652162194252014,
      "num_tokens": 87870416.0,
      "step": 113960
    },
    {
      "epoch": 0.14456630109670987,
      "grad_norm": 4.90625,
      "learning_rate": 4.277717447840682e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5466651976108551,
      "num_tokens": 87878837.0,
      "step": 113970
    },
    {
      "epoch": 0.1445789856892427,
      "grad_norm": 5.75,
      "learning_rate": 4.2776540168320526e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5471272140741348,
      "num_tokens": 87885582.0,
      "step": 113980
    },
    {
      "epoch": 0.14459167028177553,
      "grad_norm": 5.59375,
      "learning_rate": 4.277590585823423e-05,
      "loss": 1.8162,
      "mean_token_accuracy": 0.5988239288330078,
      "num_tokens": 87892555.0,
      "step": 113990
    },
    {
      "epoch": 0.14460435487430837,
      "grad_norm": 6.21875,
      "learning_rate": 4.2775271548147944e-05,
      "loss": 1.8441,
      "mean_token_accuracy": 0.5784074127674103,
      "num_tokens": 87900640.0,
      "step": 114000
    },
    {
      "epoch": 0.1446170394668412,
      "grad_norm": 9.625,
      "learning_rate": 4.2774637238061656e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5521726131439209,
      "num_tokens": 87908018.0,
      "step": 114010
    },
    {
      "epoch": 0.14462972405937405,
      "grad_norm": 6.25,
      "learning_rate": 4.277400292797536e-05,
      "loss": 1.8663,
      "mean_token_accuracy": 0.5798266530036926,
      "num_tokens": 87915695.0,
      "step": 114020
    },
    {
      "epoch": 0.14464240865190686,
      "grad_norm": 5.125,
      "learning_rate": 4.277336861788907e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5538952380418778,
      "num_tokens": 87922441.0,
      "step": 114030
    },
    {
      "epoch": 0.1446550932444397,
      "grad_norm": 5.53125,
      "learning_rate": 4.277273430780278e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5282395303249359,
      "num_tokens": 87931319.0,
      "step": 114040
    },
    {
      "epoch": 0.14466777783697254,
      "grad_norm": 5.09375,
      "learning_rate": 4.2772099997716484e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5449217051267624,
      "num_tokens": 87939925.0,
      "step": 114050
    },
    {
      "epoch": 0.14468046242950539,
      "grad_norm": 6.96875,
      "learning_rate": 4.2771465687630196e-05,
      "loss": 1.8218,
      "mean_token_accuracy": 0.5869825065135956,
      "num_tokens": 87946321.0,
      "step": 114060
    },
    {
      "epoch": 0.1446931470220382,
      "grad_norm": 5.53125,
      "learning_rate": 4.27708313775439e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5520300805568695,
      "num_tokens": 87954976.0,
      "step": 114070
    },
    {
      "epoch": 0.14470583161457104,
      "grad_norm": 8.5625,
      "learning_rate": 4.2770197067457613e-05,
      "loss": 2.2604,
      "mean_token_accuracy": 0.5228196859359742,
      "num_tokens": 87961789.0,
      "step": 114080
    },
    {
      "epoch": 0.14471851620710388,
      "grad_norm": 5.4375,
      "learning_rate": 4.276956275737132e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5151695251464844,
      "num_tokens": 87970318.0,
      "step": 114090
    },
    {
      "epoch": 0.14473120079963672,
      "grad_norm": 4.78125,
      "learning_rate": 4.276892844728503e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5315953552722931,
      "num_tokens": 87978023.0,
      "step": 114100
    },
    {
      "epoch": 0.14474388539216954,
      "grad_norm": 5.53125,
      "learning_rate": 4.2768294137198736e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5250168114900589,
      "num_tokens": 87985469.0,
      "step": 114110
    },
    {
      "epoch": 0.14475656998470238,
      "grad_norm": 5.28125,
      "learning_rate": 4.276765982711244e-05,
      "loss": 1.9103,
      "mean_token_accuracy": 0.5715956330299378,
      "num_tokens": 87994008.0,
      "step": 114120
    },
    {
      "epoch": 0.14476925457723522,
      "grad_norm": 4.375,
      "learning_rate": 4.2767025517026154e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5214448243379592,
      "num_tokens": 88003527.0,
      "step": 114130
    },
    {
      "epoch": 0.14478193916976806,
      "grad_norm": 10.25,
      "learning_rate": 4.276639120693986e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5355004072189331,
      "num_tokens": 88009817.0,
      "step": 114140
    },
    {
      "epoch": 0.14479462376230087,
      "grad_norm": 5.59375,
      "learning_rate": 4.276575689685357e-05,
      "loss": 2.3164,
      "mean_token_accuracy": 0.51378233730793,
      "num_tokens": 88017072.0,
      "step": 114150
    },
    {
      "epoch": 0.1448073083548337,
      "grad_norm": 5.46875,
      "learning_rate": 4.2765122586767283e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5543414652347565,
      "num_tokens": 88023738.0,
      "step": 114160
    },
    {
      "epoch": 0.14481999294736655,
      "grad_norm": 6.1875,
      "learning_rate": 4.276448827668099e-05,
      "loss": 1.8673,
      "mean_token_accuracy": 0.5783201456069946,
      "num_tokens": 88031881.0,
      "step": 114170
    },
    {
      "epoch": 0.1448326775398994,
      "grad_norm": 5.65625,
      "learning_rate": 4.2763853966594694e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5242648452520371,
      "num_tokens": 88040773.0,
      "step": 114180
    },
    {
      "epoch": 0.1448453621324322,
      "grad_norm": 5.3125,
      "learning_rate": 4.27632196565084e-05,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5635532319545746,
      "num_tokens": 88048274.0,
      "step": 114190
    },
    {
      "epoch": 0.14485804672496505,
      "grad_norm": 4.625,
      "learning_rate": 4.276258534642211e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.546966427564621,
      "num_tokens": 88056139.0,
      "step": 114200
    },
    {
      "epoch": 0.1448707313174979,
      "grad_norm": 6.5,
      "learning_rate": 4.2761951036335824e-05,
      "loss": 1.9294,
      "mean_token_accuracy": 0.575580945611,
      "num_tokens": 88063485.0,
      "step": 114210
    },
    {
      "epoch": 0.14488341591003073,
      "grad_norm": 5.28125,
      "learning_rate": 4.276131672624953e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5606048226356506,
      "num_tokens": 88069919.0,
      "step": 114220
    },
    {
      "epoch": 0.14489610050256355,
      "grad_norm": 7.25,
      "learning_rate": 4.276068241616324e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5512759536504745,
      "num_tokens": 88077106.0,
      "step": 114230
    },
    {
      "epoch": 0.1449087850950964,
      "grad_norm": 7.8125,
      "learning_rate": 4.2760048106076947e-05,
      "loss": 1.7574,
      "mean_token_accuracy": 0.6028804093599319,
      "num_tokens": 88083309.0,
      "step": 114240
    },
    {
      "epoch": 0.14492146968762923,
      "grad_norm": 9.4375,
      "learning_rate": 4.275941379599065e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5196825802326203,
      "num_tokens": 88091184.0,
      "step": 114250
    },
    {
      "epoch": 0.14493415428016207,
      "grad_norm": 5.625,
      "learning_rate": 4.2758779485904364e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5508954018354416,
      "num_tokens": 88098889.0,
      "step": 114260
    },
    {
      "epoch": 0.14494683887269488,
      "grad_norm": 11.0,
      "learning_rate": 4.275814517581807e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5535773158073425,
      "num_tokens": 88106609.0,
      "step": 114270
    },
    {
      "epoch": 0.14495952346522772,
      "grad_norm": 5.375,
      "learning_rate": 4.275751086573178e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5459042519330979,
      "num_tokens": 88114402.0,
      "step": 114280
    },
    {
      "epoch": 0.14497220805776057,
      "grad_norm": 5.3125,
      "learning_rate": 4.275687655564549e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5549205958843231,
      "num_tokens": 88122357.0,
      "step": 114290
    },
    {
      "epoch": 0.1449848926502934,
      "grad_norm": 7.75,
      "learning_rate": 4.27562422455592e-05,
      "loss": 2.2883,
      "mean_token_accuracy": 0.5036844462156296,
      "num_tokens": 88130302.0,
      "step": 114300
    },
    {
      "epoch": 0.14499757724282622,
      "grad_norm": 5.8125,
      "learning_rate": 4.275560793547291e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5360360890626907,
      "num_tokens": 88138255.0,
      "step": 114310
    },
    {
      "epoch": 0.14501026183535906,
      "grad_norm": 6.34375,
      "learning_rate": 4.275497362538661e-05,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5681976497173309,
      "num_tokens": 88144964.0,
      "step": 114320
    },
    {
      "epoch": 0.1450229464278919,
      "grad_norm": 4.875,
      "learning_rate": 4.275433931530032e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.561373445391655,
      "num_tokens": 88153160.0,
      "step": 114330
    },
    {
      "epoch": 0.14503563102042474,
      "grad_norm": 5.125,
      "learning_rate": 4.275370500521403e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5508786678314209,
      "num_tokens": 88159054.0,
      "step": 114340
    },
    {
      "epoch": 0.14504831561295756,
      "grad_norm": 6.71875,
      "learning_rate": 4.275307069512774e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5343485355377198,
      "num_tokens": 88166538.0,
      "step": 114350
    },
    {
      "epoch": 0.1450610002054904,
      "grad_norm": 4.46875,
      "learning_rate": 4.275243638504145e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.540484043955803,
      "num_tokens": 88174732.0,
      "step": 114360
    },
    {
      "epoch": 0.14507368479802324,
      "grad_norm": 5.09375,
      "learning_rate": 4.275180207495516e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.546201977133751,
      "num_tokens": 88181841.0,
      "step": 114370
    },
    {
      "epoch": 0.14508636939055608,
      "grad_norm": 4.625,
      "learning_rate": 4.275116776486887e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5389089912176133,
      "num_tokens": 88189771.0,
      "step": 114380
    },
    {
      "epoch": 0.1450990539830889,
      "grad_norm": 4.6875,
      "learning_rate": 4.2750533454782574e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5374085396528244,
      "num_tokens": 88198079.0,
      "step": 114390
    },
    {
      "epoch": 0.14511173857562173,
      "grad_norm": 6.5,
      "learning_rate": 4.274989914469628e-05,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5958482801914216,
      "num_tokens": 88204926.0,
      "step": 114400
    },
    {
      "epoch": 0.14512442316815458,
      "grad_norm": 10.0,
      "learning_rate": 4.274926483460999e-05,
      "loss": 2.2341,
      "mean_token_accuracy": 0.5126823216676712,
      "num_tokens": 88212458.0,
      "step": 114410
    },
    {
      "epoch": 0.14513710776068742,
      "grad_norm": 5.0625,
      "learning_rate": 4.27486305245237e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5616614907979965,
      "num_tokens": 88220401.0,
      "step": 114420
    },
    {
      "epoch": 0.14514979235322023,
      "grad_norm": 5.34375,
      "learning_rate": 4.274799621443741e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5286770313978195,
      "num_tokens": 88228869.0,
      "step": 114430
    },
    {
      "epoch": 0.14516247694575307,
      "grad_norm": 6.1875,
      "learning_rate": 4.2747361904351115e-05,
      "loss": 2.2313,
      "mean_token_accuracy": 0.508936083316803,
      "num_tokens": 88236574.0,
      "step": 114440
    },
    {
      "epoch": 0.1451751615382859,
      "grad_norm": 8.3125,
      "learning_rate": 4.274672759426483e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5466606974601745,
      "num_tokens": 88243298.0,
      "step": 114450
    },
    {
      "epoch": 0.14518784613081873,
      "grad_norm": 5.21875,
      "learning_rate": 4.274609328417853e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5325287401676178,
      "num_tokens": 88250757.0,
      "step": 114460
    },
    {
      "epoch": 0.14520053072335157,
      "grad_norm": 6.6875,
      "learning_rate": 4.274545897409224e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.576926377415657,
      "num_tokens": 88258218.0,
      "step": 114470
    },
    {
      "epoch": 0.1452132153158844,
      "grad_norm": 5.625,
      "learning_rate": 4.274482466400595e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5249446153640747,
      "num_tokens": 88266541.0,
      "step": 114480
    },
    {
      "epoch": 0.14522589990841725,
      "grad_norm": 4.8125,
      "learning_rate": 4.2744190353919655e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.527191299200058,
      "num_tokens": 88275286.0,
      "step": 114490
    },
    {
      "epoch": 0.14523858450095006,
      "grad_norm": 4.65625,
      "learning_rate": 4.274355604383337e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5481247246265412,
      "num_tokens": 88284503.0,
      "step": 114500
    },
    {
      "epoch": 0.1452512690934829,
      "grad_norm": 14.5625,
      "learning_rate": 4.274292173374708e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5515054523944855,
      "num_tokens": 88292722.0,
      "step": 114510
    },
    {
      "epoch": 0.14526395368601575,
      "grad_norm": 7.71875,
      "learning_rate": 4.2742287423660784e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5660822659730911,
      "num_tokens": 88301268.0,
      "step": 114520
    },
    {
      "epoch": 0.1452766382785486,
      "grad_norm": 5.5625,
      "learning_rate": 4.274165311357449e-05,
      "loss": 2.3425,
      "mean_token_accuracy": 0.5004998832941056,
      "num_tokens": 88310110.0,
      "step": 114530
    },
    {
      "epoch": 0.1452893228710814,
      "grad_norm": 5.15625,
      "learning_rate": 4.2741018803488195e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.532999312877655,
      "num_tokens": 88317783.0,
      "step": 114540
    },
    {
      "epoch": 0.14530200746361424,
      "grad_norm": 7.03125,
      "learning_rate": 4.274038449340191e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5342754244804382,
      "num_tokens": 88324838.0,
      "step": 114550
    },
    {
      "epoch": 0.14531469205614708,
      "grad_norm": 6.625,
      "learning_rate": 4.273975018331562e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5242740035057067,
      "num_tokens": 88332392.0,
      "step": 114560
    },
    {
      "epoch": 0.14532737664867992,
      "grad_norm": 5.0,
      "learning_rate": 4.2739115873229325e-05,
      "loss": 1.9352,
      "mean_token_accuracy": 0.5701597601175308,
      "num_tokens": 88340084.0,
      "step": 114570
    },
    {
      "epoch": 0.14534006124121274,
      "grad_norm": 6.03125,
      "learning_rate": 4.273848156314304e-05,
      "loss": 2.2298,
      "mean_token_accuracy": 0.5166618227958679,
      "num_tokens": 88348646.0,
      "step": 114580
    },
    {
      "epoch": 0.14535274583374558,
      "grad_norm": 5.0625,
      "learning_rate": 4.273784725305674e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5423051238059997,
      "num_tokens": 88357397.0,
      "step": 114590
    },
    {
      "epoch": 0.14536543042627842,
      "grad_norm": 7.21875,
      "learning_rate": 4.273721294297045e-05,
      "loss": 1.8237,
      "mean_token_accuracy": 0.5911581367254257,
      "num_tokens": 88363918.0,
      "step": 114600
    },
    {
      "epoch": 0.14537811501881126,
      "grad_norm": 8.125,
      "learning_rate": 4.273657863288416e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5232956767082214,
      "num_tokens": 88371024.0,
      "step": 114610
    },
    {
      "epoch": 0.14539079961134407,
      "grad_norm": 6.34375,
      "learning_rate": 4.2735944322797865e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5708771049976349,
      "num_tokens": 88377324.0,
      "step": 114620
    },
    {
      "epoch": 0.14540348420387691,
      "grad_norm": 6.28125,
      "learning_rate": 4.273531001271158e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5450237393379211,
      "num_tokens": 88384884.0,
      "step": 114630
    },
    {
      "epoch": 0.14541616879640976,
      "grad_norm": 5.125,
      "learning_rate": 4.273467570262528e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.545007997751236,
      "num_tokens": 88392664.0,
      "step": 114640
    },
    {
      "epoch": 0.1454288533889426,
      "grad_norm": 6.5,
      "learning_rate": 4.2734041392538995e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.533115205168724,
      "num_tokens": 88400179.0,
      "step": 114650
    },
    {
      "epoch": 0.1454415379814754,
      "grad_norm": 5.34375,
      "learning_rate": 4.27334070824527e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5388833999633789,
      "num_tokens": 88407823.0,
      "step": 114660
    },
    {
      "epoch": 0.14545422257400825,
      "grad_norm": 7.6875,
      "learning_rate": 4.2732772772366405e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5282682657241822,
      "num_tokens": 88415996.0,
      "step": 114670
    },
    {
      "epoch": 0.1454669071665411,
      "grad_norm": 5.3125,
      "learning_rate": 4.273213846228012e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5369391143321991,
      "num_tokens": 88423797.0,
      "step": 114680
    },
    {
      "epoch": 0.14547959175907393,
      "grad_norm": 5.03125,
      "learning_rate": 4.273150415219382e-05,
      "loss": 2.223,
      "mean_token_accuracy": 0.5169942915439606,
      "num_tokens": 88432550.0,
      "step": 114690
    },
    {
      "epoch": 0.14549227635160675,
      "grad_norm": 4.9375,
      "learning_rate": 4.2730869842107535e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5294035732746124,
      "num_tokens": 88440662.0,
      "step": 114700
    },
    {
      "epoch": 0.1455049609441396,
      "grad_norm": 4.4375,
      "learning_rate": 4.273023553202125e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5537495315074921,
      "num_tokens": 88448892.0,
      "step": 114710
    },
    {
      "epoch": 0.14551764553667243,
      "grad_norm": 6.0,
      "learning_rate": 4.272960122193495e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5455437630414963,
      "num_tokens": 88456615.0,
      "step": 114720
    },
    {
      "epoch": 0.14553033012920527,
      "grad_norm": 5.875,
      "learning_rate": 4.2728966911848665e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5395514994859696,
      "num_tokens": 88464734.0,
      "step": 114730
    },
    {
      "epoch": 0.14554301472173808,
      "grad_norm": 5.46875,
      "learning_rate": 4.272833260176237e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5705501466989518,
      "num_tokens": 88473422.0,
      "step": 114740
    },
    {
      "epoch": 0.14555569931427093,
      "grad_norm": 5.75,
      "learning_rate": 4.2727698291676075e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5341481000185013,
      "num_tokens": 88481178.0,
      "step": 114750
    },
    {
      "epoch": 0.14556838390680377,
      "grad_norm": 4.46875,
      "learning_rate": 4.272706398158979e-05,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5166561841964722,
      "num_tokens": 88490399.0,
      "step": 114760
    },
    {
      "epoch": 0.1455810684993366,
      "grad_norm": 5.375,
      "learning_rate": 4.272642967150349e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5263660848140717,
      "num_tokens": 88496986.0,
      "step": 114770
    },
    {
      "epoch": 0.14559375309186942,
      "grad_norm": 4.8125,
      "learning_rate": 4.2725795361417205e-05,
      "loss": 1.9404,
      "mean_token_accuracy": 0.57269386947155,
      "num_tokens": 88503739.0,
      "step": 114780
    },
    {
      "epoch": 0.14560643768440226,
      "grad_norm": 4.71875,
      "learning_rate": 4.272516105133092e-05,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5092510282993317,
      "num_tokens": 88512815.0,
      "step": 114790
    },
    {
      "epoch": 0.1456191222769351,
      "grad_norm": 10.875,
      "learning_rate": 4.272452674124462e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.550955405831337,
      "num_tokens": 88519672.0,
      "step": 114800
    },
    {
      "epoch": 0.14563180686946794,
      "grad_norm": 5.09375,
      "learning_rate": 4.272389243115833e-05,
      "loss": 2.2934,
      "mean_token_accuracy": 0.510477352142334,
      "num_tokens": 88528446.0,
      "step": 114810
    },
    {
      "epoch": 0.14564449146200076,
      "grad_norm": 6.09375,
      "learning_rate": 4.272325812107203e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5646116018295289,
      "num_tokens": 88535818.0,
      "step": 114820
    },
    {
      "epoch": 0.1456571760545336,
      "grad_norm": 5.40625,
      "learning_rate": 4.2722623810985745e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5314675033092499,
      "num_tokens": 88544284.0,
      "step": 114830
    },
    {
      "epoch": 0.14566986064706644,
      "grad_norm": 5.25,
      "learning_rate": 4.272198950089946e-05,
      "loss": 2.2039,
      "mean_token_accuracy": 0.521518063545227,
      "num_tokens": 88552093.0,
      "step": 114840
    },
    {
      "epoch": 0.14568254523959928,
      "grad_norm": 9.9375,
      "learning_rate": 4.272135519081316e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5357635229825973,
      "num_tokens": 88559599.0,
      "step": 114850
    },
    {
      "epoch": 0.1456952298321321,
      "grad_norm": 5.5625,
      "learning_rate": 4.2720720880726875e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.552132299542427,
      "num_tokens": 88566474.0,
      "step": 114860
    },
    {
      "epoch": 0.14570791442466494,
      "grad_norm": 5.59375,
      "learning_rate": 4.272008657064058e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5344989120960235,
      "num_tokens": 88574942.0,
      "step": 114870
    },
    {
      "epoch": 0.14572059901719778,
      "grad_norm": 4.875,
      "learning_rate": 4.2719452260554286e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5690852493047714,
      "num_tokens": 88581456.0,
      "step": 114880
    },
    {
      "epoch": 0.14573328360973062,
      "grad_norm": 5.25,
      "learning_rate": 4.2718817950468e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.533767294883728,
      "num_tokens": 88588202.0,
      "step": 114890
    },
    {
      "epoch": 0.14574596820226343,
      "grad_norm": 7.125,
      "learning_rate": 4.27181836403817e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5537286013364792,
      "num_tokens": 88595872.0,
      "step": 114900
    },
    {
      "epoch": 0.14575865279479627,
      "grad_norm": 5.53125,
      "learning_rate": 4.2717549330295415e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5406912803649903,
      "num_tokens": 88603841.0,
      "step": 114910
    },
    {
      "epoch": 0.14577133738732911,
      "grad_norm": 5.5,
      "learning_rate": 4.271691502020912e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5437700867652893,
      "num_tokens": 88611017.0,
      "step": 114920
    },
    {
      "epoch": 0.14578402197986193,
      "grad_norm": 5.625,
      "learning_rate": 4.271628071012283e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5386532664299011,
      "num_tokens": 88619548.0,
      "step": 114930
    },
    {
      "epoch": 0.14579670657239477,
      "grad_norm": 9.5625,
      "learning_rate": 4.271564640003654e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5648339927196503,
      "num_tokens": 88626089.0,
      "step": 114940
    },
    {
      "epoch": 0.1458093911649276,
      "grad_norm": 5.53125,
      "learning_rate": 4.271501208995024e-05,
      "loss": 2.2442,
      "mean_token_accuracy": 0.5163164496421814,
      "num_tokens": 88633865.0,
      "step": 114950
    },
    {
      "epoch": 0.14582207575746045,
      "grad_norm": 5.6875,
      "learning_rate": 4.2714377779863955e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.541793754696846,
      "num_tokens": 88642875.0,
      "step": 114960
    },
    {
      "epoch": 0.14583476034999326,
      "grad_norm": 6.09375,
      "learning_rate": 4.271374346977766e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5368152499198914,
      "num_tokens": 88651244.0,
      "step": 114970
    },
    {
      "epoch": 0.1458474449425261,
      "grad_norm": 6.75,
      "learning_rate": 4.271310915969137e-05,
      "loss": 1.8696,
      "mean_token_accuracy": 0.5769829899072647,
      "num_tokens": 88658501.0,
      "step": 114980
    },
    {
      "epoch": 0.14586012953505895,
      "grad_norm": 5.0625,
      "learning_rate": 4.2712474849605085e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.574206891655922,
      "num_tokens": 88665015.0,
      "step": 114990
    },
    {
      "epoch": 0.1458728141275918,
      "grad_norm": 5.375,
      "learning_rate": 4.271184053951879e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5444471657276153,
      "num_tokens": 88672776.0,
      "step": 115000
    },
    {
      "epoch": 0.1458854987201246,
      "grad_norm": 5.0,
      "learning_rate": 4.2711206229432496e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5289155691862106,
      "num_tokens": 88680959.0,
      "step": 115010
    },
    {
      "epoch": 0.14589818331265744,
      "grad_norm": 5.65625,
      "learning_rate": 4.27105719193462e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5359324783086776,
      "num_tokens": 88686850.0,
      "step": 115020
    },
    {
      "epoch": 0.14591086790519028,
      "grad_norm": 7.78125,
      "learning_rate": 4.270993760925991e-05,
      "loss": 2.2496,
      "mean_token_accuracy": 0.526271715760231,
      "num_tokens": 88694156.0,
      "step": 115030
    },
    {
      "epoch": 0.14592355249772312,
      "grad_norm": 4.9375,
      "learning_rate": 4.2709303299173625e-05,
      "loss": 2.2719,
      "mean_token_accuracy": 0.5136516630649567,
      "num_tokens": 88702066.0,
      "step": 115040
    },
    {
      "epoch": 0.14593623709025594,
      "grad_norm": 5.03125,
      "learning_rate": 4.270866898908733e-05,
      "loss": 2.2158,
      "mean_token_accuracy": 0.5171876132488251,
      "num_tokens": 88710547.0,
      "step": 115050
    },
    {
      "epoch": 0.14594892168278878,
      "grad_norm": 7.46875,
      "learning_rate": 4.270803467900104e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5221775978803634,
      "num_tokens": 88718223.0,
      "step": 115060
    },
    {
      "epoch": 0.14596160627532162,
      "grad_norm": 5.15625,
      "learning_rate": 4.270740036891475e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5387443602085114,
      "num_tokens": 88726643.0,
      "step": 115070
    },
    {
      "epoch": 0.14597429086785446,
      "grad_norm": 6.78125,
      "learning_rate": 4.2706766058828454e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5702251404523849,
      "num_tokens": 88733288.0,
      "step": 115080
    },
    {
      "epoch": 0.14598697546038727,
      "grad_norm": 5.15625,
      "learning_rate": 4.2706131748742166e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.548001617193222,
      "num_tokens": 88741660.0,
      "step": 115090
    },
    {
      "epoch": 0.14599966005292012,
      "grad_norm": 5.125,
      "learning_rate": 4.270549743865587e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5335469275712967,
      "num_tokens": 88749604.0,
      "step": 115100
    },
    {
      "epoch": 0.14601234464545296,
      "grad_norm": 6.8125,
      "learning_rate": 4.270486312856958e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5461599379777908,
      "num_tokens": 88755602.0,
      "step": 115110
    },
    {
      "epoch": 0.1460250292379858,
      "grad_norm": 5.0625,
      "learning_rate": 4.270422881848329e-05,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5175769656896592,
      "num_tokens": 88763265.0,
      "step": 115120
    },
    {
      "epoch": 0.1460377138305186,
      "grad_norm": 6.59375,
      "learning_rate": 4.2703594508397e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5457960933446884,
      "num_tokens": 88770626.0,
      "step": 115130
    },
    {
      "epoch": 0.14605039842305145,
      "grad_norm": 5.40625,
      "learning_rate": 4.270296019831071e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5298484236001968,
      "num_tokens": 88777998.0,
      "step": 115140
    },
    {
      "epoch": 0.1460630830155843,
      "grad_norm": 4.9375,
      "learning_rate": 4.270232588822442e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5589303195476532,
      "num_tokens": 88785159.0,
      "step": 115150
    },
    {
      "epoch": 0.14607576760811714,
      "grad_norm": 8.8125,
      "learning_rate": 4.2701691578138123e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5543181836605072,
      "num_tokens": 88792405.0,
      "step": 115160
    },
    {
      "epoch": 0.14608845220064995,
      "grad_norm": 5.0,
      "learning_rate": 4.270105726805183e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5624765038490296,
      "num_tokens": 88800743.0,
      "step": 115170
    },
    {
      "epoch": 0.1461011367931828,
      "grad_norm": 5.15625,
      "learning_rate": 4.270042295796554e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5428657591342926,
      "num_tokens": 88808823.0,
      "step": 115180
    },
    {
      "epoch": 0.14611382138571563,
      "grad_norm": 11.5625,
      "learning_rate": 4.269978864787925e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.546204149723053,
      "num_tokens": 88815274.0,
      "step": 115190
    },
    {
      "epoch": 0.14612650597824847,
      "grad_norm": 5.1875,
      "learning_rate": 4.269915433779296e-05,
      "loss": 2.226,
      "mean_token_accuracy": 0.512551811337471,
      "num_tokens": 88823267.0,
      "step": 115200
    },
    {
      "epoch": 0.14613919057078129,
      "grad_norm": 5.125,
      "learning_rate": 4.269852002770667e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5473032027482987,
      "num_tokens": 88831195.0,
      "step": 115210
    },
    {
      "epoch": 0.14615187516331413,
      "grad_norm": 6.4375,
      "learning_rate": 4.2697885717620376e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5508816748857498,
      "num_tokens": 88839847.0,
      "step": 115220
    },
    {
      "epoch": 0.14616455975584697,
      "grad_norm": 11.75,
      "learning_rate": 4.269725140753408e-05,
      "loss": 1.8287,
      "mean_token_accuracy": 0.5940344393253326,
      "num_tokens": 88846620.0,
      "step": 115230
    },
    {
      "epoch": 0.1461772443483798,
      "grad_norm": 6.71875,
      "learning_rate": 4.2696617097447793e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5362336307764053,
      "num_tokens": 88854493.0,
      "step": 115240
    },
    {
      "epoch": 0.14618992894091262,
      "grad_norm": 4.59375,
      "learning_rate": 4.26959827873615e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5487930178642273,
      "num_tokens": 88862022.0,
      "step": 115250
    },
    {
      "epoch": 0.14620261353344546,
      "grad_norm": 7.03125,
      "learning_rate": 4.269534847727521e-05,
      "loss": 1.7935,
      "mean_token_accuracy": 0.6012713670730591,
      "num_tokens": 88868657.0,
      "step": 115260
    },
    {
      "epoch": 0.1462152981259783,
      "grad_norm": 5.03125,
      "learning_rate": 4.2694714167188916e-05,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5469414204359054,
      "num_tokens": 88877352.0,
      "step": 115270
    },
    {
      "epoch": 0.14622798271851115,
      "grad_norm": 6.53125,
      "learning_rate": 4.269407985710263e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5608289182186127,
      "num_tokens": 88884223.0,
      "step": 115280
    },
    {
      "epoch": 0.14624066731104396,
      "grad_norm": 5.0,
      "learning_rate": 4.2693445547016334e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5162799209356308,
      "num_tokens": 88893276.0,
      "step": 115290
    },
    {
      "epoch": 0.1462533519035768,
      "grad_norm": 7.3125,
      "learning_rate": 4.269281123693004e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5240195155143738,
      "num_tokens": 88902534.0,
      "step": 115300
    },
    {
      "epoch": 0.14626603649610964,
      "grad_norm": 5.53125,
      "learning_rate": 4.269217692684375e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5291491955518722,
      "num_tokens": 88911056.0,
      "step": 115310
    },
    {
      "epoch": 0.14627872108864248,
      "grad_norm": 5.0625,
      "learning_rate": 4.2691542616757457e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5696099549531937,
      "num_tokens": 88917529.0,
      "step": 115320
    },
    {
      "epoch": 0.1462914056811753,
      "grad_norm": 6.34375,
      "learning_rate": 4.269090830667117e-05,
      "loss": 2.2158,
      "mean_token_accuracy": 0.5306843549013138,
      "num_tokens": 88926044.0,
      "step": 115330
    },
    {
      "epoch": 0.14630409027370814,
      "grad_norm": 6.5,
      "learning_rate": 4.269027399658488e-05,
      "loss": 1.7715,
      "mean_token_accuracy": 0.6078484356403351,
      "num_tokens": 88932507.0,
      "step": 115340
    },
    {
      "epoch": 0.14631677486624098,
      "grad_norm": 5.46875,
      "learning_rate": 4.2689639686498586e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.535211643576622,
      "num_tokens": 88940909.0,
      "step": 115350
    },
    {
      "epoch": 0.14632945945877382,
      "grad_norm": 6.9375,
      "learning_rate": 4.268900537641229e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5423634469509124,
      "num_tokens": 88949882.0,
      "step": 115360
    },
    {
      "epoch": 0.14634214405130663,
      "grad_norm": 7.75,
      "learning_rate": 4.2688371066326e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5433536887168884,
      "num_tokens": 88956555.0,
      "step": 115370
    },
    {
      "epoch": 0.14635482864383947,
      "grad_norm": 4.75,
      "learning_rate": 4.268773675623971e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.5210296452045441,
      "num_tokens": 88966397.0,
      "step": 115380
    },
    {
      "epoch": 0.14636751323637232,
      "grad_norm": 4.90625,
      "learning_rate": 4.268710244615342e-05,
      "loss": 2.2178,
      "mean_token_accuracy": 0.5277920842170716,
      "num_tokens": 88974632.0,
      "step": 115390
    },
    {
      "epoch": 0.14638019782890513,
      "grad_norm": 6.1875,
      "learning_rate": 4.2686468136067126e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5385937094688416,
      "num_tokens": 88981816.0,
      "step": 115400
    },
    {
      "epoch": 0.14639288242143797,
      "grad_norm": 7.3125,
      "learning_rate": 4.268583382598084e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5394085317850112,
      "num_tokens": 88989341.0,
      "step": 115410
    },
    {
      "epoch": 0.1464055670139708,
      "grad_norm": 5.4375,
      "learning_rate": 4.2685199515894544e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5442448616027832,
      "num_tokens": 88997855.0,
      "step": 115420
    },
    {
      "epoch": 0.14641825160650365,
      "grad_norm": 5.1875,
      "learning_rate": 4.268456520580825e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5402382344007493,
      "num_tokens": 89006638.0,
      "step": 115430
    },
    {
      "epoch": 0.14643093619903647,
      "grad_norm": 6.71875,
      "learning_rate": 4.268393089572196e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5447492361068725,
      "num_tokens": 89014274.0,
      "step": 115440
    },
    {
      "epoch": 0.1464436207915693,
      "grad_norm": 5.09375,
      "learning_rate": 4.268329658563567e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5858426868915558,
      "num_tokens": 89020864.0,
      "step": 115450
    },
    {
      "epoch": 0.14645630538410215,
      "grad_norm": 5.65625,
      "learning_rate": 4.268266227554938e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5578655660152435,
      "num_tokens": 89029030.0,
      "step": 115460
    },
    {
      "epoch": 0.146468989976635,
      "grad_norm": 5.03125,
      "learning_rate": 4.2682027965463084e-05,
      "loss": 2.4276,
      "mean_token_accuracy": 0.49306648671627046,
      "num_tokens": 89038174.0,
      "step": 115470
    },
    {
      "epoch": 0.1464816745691678,
      "grad_norm": 5.65625,
      "learning_rate": 4.2681393655376796e-05,
      "loss": 2.0416,
      "mean_token_accuracy": 0.5596173763275146,
      "num_tokens": 89046017.0,
      "step": 115480
    },
    {
      "epoch": 0.14649435916170064,
      "grad_norm": 4.9375,
      "learning_rate": 4.268075934529051e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5437281399965286,
      "num_tokens": 89054053.0,
      "step": 115490
    },
    {
      "epoch": 0.14650704375423348,
      "grad_norm": 4.75,
      "learning_rate": 4.268012503520421e-05,
      "loss": 2.3298,
      "mean_token_accuracy": 0.5064634710550309,
      "num_tokens": 89061238.0,
      "step": 115500
    },
    {
      "epoch": 0.14651972834676633,
      "grad_norm": 4.71875,
      "learning_rate": 4.267949072511792e-05,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5674693495035171,
      "num_tokens": 89069775.0,
      "step": 115510
    },
    {
      "epoch": 0.14653241293929914,
      "grad_norm": 4.9375,
      "learning_rate": 4.2678856415031625e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5396379977464676,
      "num_tokens": 89078629.0,
      "step": 115520
    },
    {
      "epoch": 0.14654509753183198,
      "grad_norm": 5.0625,
      "learning_rate": 4.267822210494534e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5469491511583329,
      "num_tokens": 89085819.0,
      "step": 115530
    },
    {
      "epoch": 0.14655778212436482,
      "grad_norm": 4.59375,
      "learning_rate": 4.267758779485905e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5473608195781707,
      "num_tokens": 89092885.0,
      "step": 115540
    },
    {
      "epoch": 0.14657046671689766,
      "grad_norm": 7.75,
      "learning_rate": 4.2676953484772754e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5300658255815506,
      "num_tokens": 89100725.0,
      "step": 115550
    },
    {
      "epoch": 0.14658315130943048,
      "grad_norm": 6.4375,
      "learning_rate": 4.2676319174686466e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5302463918924332,
      "num_tokens": 89109060.0,
      "step": 115560
    },
    {
      "epoch": 0.14659583590196332,
      "grad_norm": 6.03125,
      "learning_rate": 4.267568486460017e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5631804317235947,
      "num_tokens": 89116077.0,
      "step": 115570
    },
    {
      "epoch": 0.14660852049449616,
      "grad_norm": 5.375,
      "learning_rate": 4.267505055451388e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5485274016857147,
      "num_tokens": 89124881.0,
      "step": 115580
    },
    {
      "epoch": 0.146621205087029,
      "grad_norm": 4.96875,
      "learning_rate": 4.267441624442759e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5080074727535248,
      "num_tokens": 89132143.0,
      "step": 115590
    },
    {
      "epoch": 0.1466338896795618,
      "grad_norm": 6.28125,
      "learning_rate": 4.2673781934341294e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5241343826055527,
      "num_tokens": 89141079.0,
      "step": 115600
    },
    {
      "epoch": 0.14664657427209465,
      "grad_norm": 7.1875,
      "learning_rate": 4.2673147624255007e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5278571426868439,
      "num_tokens": 89148680.0,
      "step": 115610
    },
    {
      "epoch": 0.1466592588646275,
      "grad_norm": 4.875,
      "learning_rate": 4.267251331416871e-05,
      "loss": 1.956,
      "mean_token_accuracy": 0.5526570737361908,
      "num_tokens": 89156580.0,
      "step": 115620
    },
    {
      "epoch": 0.14667194345716034,
      "grad_norm": 7.59375,
      "learning_rate": 4.2671879004082424e-05,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5167738974094391,
      "num_tokens": 89163065.0,
      "step": 115630
    },
    {
      "epoch": 0.14668462804969315,
      "grad_norm": 6.28125,
      "learning_rate": 4.267124469399613e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5432286530733108,
      "num_tokens": 89171687.0,
      "step": 115640
    },
    {
      "epoch": 0.146697312642226,
      "grad_norm": 6.71875,
      "learning_rate": 4.2670610383909835e-05,
      "loss": 1.8487,
      "mean_token_accuracy": 0.5776554882526398,
      "num_tokens": 89177306.0,
      "step": 115650
    },
    {
      "epoch": 0.14670999723475883,
      "grad_norm": 8.4375,
      "learning_rate": 4.266997607382355e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5527451068162919,
      "num_tokens": 89185562.0,
      "step": 115660
    },
    {
      "epoch": 0.14672268182729167,
      "grad_norm": 4.15625,
      "learning_rate": 4.266934176373726e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5462017476558685,
      "num_tokens": 89193847.0,
      "step": 115670
    },
    {
      "epoch": 0.1467353664198245,
      "grad_norm": 5.1875,
      "learning_rate": 4.2668707453650964e-05,
      "loss": 2.3101,
      "mean_token_accuracy": 0.5054889112710953,
      "num_tokens": 89201992.0,
      "step": 115680
    },
    {
      "epoch": 0.14674805101235733,
      "grad_norm": 5.4375,
      "learning_rate": 4.2668073143564677e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5362391352653504,
      "num_tokens": 89209604.0,
      "step": 115690
    },
    {
      "epoch": 0.14676073560489017,
      "grad_norm": 6.09375,
      "learning_rate": 4.266743883347838e-05,
      "loss": 1.9749,
      "mean_token_accuracy": 0.5618467807769776,
      "num_tokens": 89217422.0,
      "step": 115700
    },
    {
      "epoch": 0.146773420197423,
      "grad_norm": 7.78125,
      "learning_rate": 4.266680452339209e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5443759322166443,
      "num_tokens": 89225297.0,
      "step": 115710
    },
    {
      "epoch": 0.14678610478995582,
      "grad_norm": 5.375,
      "learning_rate": 4.26661702133058e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5305444121360778,
      "num_tokens": 89232987.0,
      "step": 115720
    },
    {
      "epoch": 0.14679878938248866,
      "grad_norm": 5.375,
      "learning_rate": 4.2665535903219505e-05,
      "loss": 2.2886,
      "mean_token_accuracy": 0.5099117606878281,
      "num_tokens": 89241977.0,
      "step": 115730
    },
    {
      "epoch": 0.1468114739750215,
      "grad_norm": 8.3125,
      "learning_rate": 4.266490159313322e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5395315408706665,
      "num_tokens": 89250076.0,
      "step": 115740
    },
    {
      "epoch": 0.14682415856755435,
      "grad_norm": 6.46875,
      "learning_rate": 4.266426728304692e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5477301895618438,
      "num_tokens": 89257765.0,
      "step": 115750
    },
    {
      "epoch": 0.14683684316008716,
      "grad_norm": 4.96875,
      "learning_rate": 4.2663632972960634e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5340920329093933,
      "num_tokens": 89265705.0,
      "step": 115760
    },
    {
      "epoch": 0.14684952775262,
      "grad_norm": 6.5625,
      "learning_rate": 4.266299866287434e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5500178545713424,
      "num_tokens": 89273245.0,
      "step": 115770
    },
    {
      "epoch": 0.14686221234515284,
      "grad_norm": 4.71875,
      "learning_rate": 4.2662364352788045e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5524195820093155,
      "num_tokens": 89280098.0,
      "step": 115780
    },
    {
      "epoch": 0.14687489693768568,
      "grad_norm": 5.0625,
      "learning_rate": 4.266173004270176e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5339578092098236,
      "num_tokens": 89288338.0,
      "step": 115790
    },
    {
      "epoch": 0.1468875815302185,
      "grad_norm": 9.1875,
      "learning_rate": 4.266109573261546e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5461402654647827,
      "num_tokens": 89297197.0,
      "step": 115800
    },
    {
      "epoch": 0.14690026612275134,
      "grad_norm": 4.75,
      "learning_rate": 4.2660461422529175e-05,
      "loss": 1.8091,
      "mean_token_accuracy": 0.5874397069215774,
      "num_tokens": 89304753.0,
      "step": 115810
    },
    {
      "epoch": 0.14691295071528418,
      "grad_norm": 8.125,
      "learning_rate": 4.265982711244289e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5788267374038696,
      "num_tokens": 89311982.0,
      "step": 115820
    },
    {
      "epoch": 0.14692563530781702,
      "grad_norm": 4.65625,
      "learning_rate": 4.265919280235659e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5800332129001617,
      "num_tokens": 89320052.0,
      "step": 115830
    },
    {
      "epoch": 0.14693831990034983,
      "grad_norm": 6.78125,
      "learning_rate": 4.26585584922703e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5604590088129043,
      "num_tokens": 89325950.0,
      "step": 115840
    },
    {
      "epoch": 0.14695100449288268,
      "grad_norm": 6.90625,
      "learning_rate": 4.2657924182184e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5328834414482116,
      "num_tokens": 89332976.0,
      "step": 115850
    },
    {
      "epoch": 0.14696368908541552,
      "grad_norm": 5.25,
      "learning_rate": 4.2657289872097715e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5226865202188492,
      "num_tokens": 89342211.0,
      "step": 115860
    },
    {
      "epoch": 0.14697637367794833,
      "grad_norm": 5.1875,
      "learning_rate": 4.265665556201143e-05,
      "loss": 1.9353,
      "mean_token_accuracy": 0.560121214389801,
      "num_tokens": 89350073.0,
      "step": 115870
    },
    {
      "epoch": 0.14698905827048117,
      "grad_norm": 6.4375,
      "learning_rate": 4.265602125192513e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5555223912000656,
      "num_tokens": 89357161.0,
      "step": 115880
    },
    {
      "epoch": 0.147001742863014,
      "grad_norm": 6.5,
      "learning_rate": 4.2655386941838845e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5600131928920746,
      "num_tokens": 89364374.0,
      "step": 115890
    },
    {
      "epoch": 0.14701442745554685,
      "grad_norm": 6.65625,
      "learning_rate": 4.265475263175255e-05,
      "loss": 1.7297,
      "mean_token_accuracy": 0.6114471077919006,
      "num_tokens": 89371043.0,
      "step": 115900
    },
    {
      "epoch": 0.14702711204807967,
      "grad_norm": 4.84375,
      "learning_rate": 4.265411832166626e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5364779621362686,
      "num_tokens": 89380522.0,
      "step": 115910
    },
    {
      "epoch": 0.1470397966406125,
      "grad_norm": 5.5,
      "learning_rate": 4.265348401157997e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5295771151781082,
      "num_tokens": 89388737.0,
      "step": 115920
    },
    {
      "epoch": 0.14705248123314535,
      "grad_norm": 4.84375,
      "learning_rate": 4.265284970149367e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5373284459114075,
      "num_tokens": 89396884.0,
      "step": 115930
    },
    {
      "epoch": 0.1470651658256782,
      "grad_norm": 5.5625,
      "learning_rate": 4.2652215391407385e-05,
      "loss": 2.2389,
      "mean_token_accuracy": 0.5093101382255554,
      "num_tokens": 89405402.0,
      "step": 115940
    },
    {
      "epoch": 0.147077850418211,
      "grad_norm": 4.6875,
      "learning_rate": 4.265158108132109e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5340986549854279,
      "num_tokens": 89414243.0,
      "step": 115950
    },
    {
      "epoch": 0.14709053501074384,
      "grad_norm": 7.71875,
      "learning_rate": 4.26509467712348e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.5506611287593841,
      "num_tokens": 89422004.0,
      "step": 115960
    },
    {
      "epoch": 0.14710321960327669,
      "grad_norm": 5.59375,
      "learning_rate": 4.2650312461148514e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5457470029592514,
      "num_tokens": 89429306.0,
      "step": 115970
    },
    {
      "epoch": 0.14711590419580953,
      "grad_norm": 4.15625,
      "learning_rate": 4.264967815106222e-05,
      "loss": 1.8047,
      "mean_token_accuracy": 0.5876381456851959,
      "num_tokens": 89437006.0,
      "step": 115980
    },
    {
      "epoch": 0.14712858878834234,
      "grad_norm": 5.03125,
      "learning_rate": 4.2649043840975925e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5083530068397522,
      "num_tokens": 89446055.0,
      "step": 115990
    },
    {
      "epoch": 0.14714127338087518,
      "grad_norm": 6.5625,
      "learning_rate": 4.264840953088963e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5340188086032868,
      "num_tokens": 89454485.0,
      "step": 116000
    },
    {
      "epoch": 0.14715395797340802,
      "grad_norm": 6.84375,
      "learning_rate": 4.264777522080334e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5758349686861038,
      "num_tokens": 89460491.0,
      "step": 116010
    },
    {
      "epoch": 0.14716664256594086,
      "grad_norm": 5.34375,
      "learning_rate": 4.2647140910717055e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5584284603595734,
      "num_tokens": 89469136.0,
      "step": 116020
    },
    {
      "epoch": 0.14717932715847368,
      "grad_norm": 4.09375,
      "learning_rate": 4.264650660063076e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5598471313714981,
      "num_tokens": 89477616.0,
      "step": 116030
    },
    {
      "epoch": 0.14719201175100652,
      "grad_norm": 4.9375,
      "learning_rate": 4.264587229054447e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5356469303369522,
      "num_tokens": 89485217.0,
      "step": 116040
    },
    {
      "epoch": 0.14720469634353936,
      "grad_norm": 7.0625,
      "learning_rate": 4.264523798045818e-05,
      "loss": 1.7871,
      "mean_token_accuracy": 0.5986103892326355,
      "num_tokens": 89492073.0,
      "step": 116050
    },
    {
      "epoch": 0.1472173809360722,
      "grad_norm": 4.65625,
      "learning_rate": 4.264460367037188e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5384248495101929,
      "num_tokens": 89499428.0,
      "step": 116060
    },
    {
      "epoch": 0.14723006552860501,
      "grad_norm": 4.9375,
      "learning_rate": 4.2643969360285595e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5326800316572189,
      "num_tokens": 89507312.0,
      "step": 116070
    },
    {
      "epoch": 0.14724275012113786,
      "grad_norm": 5.125,
      "learning_rate": 4.26433350501993e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5400536060333252,
      "num_tokens": 89516327.0,
      "step": 116080
    },
    {
      "epoch": 0.1472554347136707,
      "grad_norm": 5.5,
      "learning_rate": 4.264270074011301e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5411034137010574,
      "num_tokens": 89523836.0,
      "step": 116090
    },
    {
      "epoch": 0.14726811930620354,
      "grad_norm": 6.1875,
      "learning_rate": 4.264206643002672e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5400472700595855,
      "num_tokens": 89532004.0,
      "step": 116100
    },
    {
      "epoch": 0.14728080389873635,
      "grad_norm": 6.0,
      "learning_rate": 4.264143211994043e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5210952192544938,
      "num_tokens": 89540162.0,
      "step": 116110
    },
    {
      "epoch": 0.1472934884912692,
      "grad_norm": 4.84375,
      "learning_rate": 4.2640797809854135e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5278793573379517,
      "num_tokens": 89548967.0,
      "step": 116120
    },
    {
      "epoch": 0.14730617308380203,
      "grad_norm": 6.28125,
      "learning_rate": 4.264016349976784e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5413446098566055,
      "num_tokens": 89555897.0,
      "step": 116130
    },
    {
      "epoch": 0.14731885767633487,
      "grad_norm": 5.65625,
      "learning_rate": 4.263952918968155e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5495947688817978,
      "num_tokens": 89562212.0,
      "step": 116140
    },
    {
      "epoch": 0.1473315422688677,
      "grad_norm": 7.46875,
      "learning_rate": 4.263889487959526e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5359911173582077,
      "num_tokens": 89569252.0,
      "step": 116150
    },
    {
      "epoch": 0.14734422686140053,
      "grad_norm": 5.34375,
      "learning_rate": 4.263826056950897e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5345078408718109,
      "num_tokens": 89577603.0,
      "step": 116160
    },
    {
      "epoch": 0.14735691145393337,
      "grad_norm": 5.75,
      "learning_rate": 4.263762625942268e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5587334126234055,
      "num_tokens": 89585209.0,
      "step": 116170
    },
    {
      "epoch": 0.1473695960464662,
      "grad_norm": 5.4375,
      "learning_rate": 4.263699194933639e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5295606404542923,
      "num_tokens": 89593748.0,
      "step": 116180
    },
    {
      "epoch": 0.14738228063899902,
      "grad_norm": 6.1875,
      "learning_rate": 4.263635763925009e-05,
      "loss": 1.8854,
      "mean_token_accuracy": 0.574581977725029,
      "num_tokens": 89600040.0,
      "step": 116190
    },
    {
      "epoch": 0.14739496523153187,
      "grad_norm": 5.90625,
      "learning_rate": 4.26357233291638e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5417977929115295,
      "num_tokens": 89608867.0,
      "step": 116200
    },
    {
      "epoch": 0.1474076498240647,
      "grad_norm": 6.03125,
      "learning_rate": 4.263508901907751e-05,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5582267075777054,
      "num_tokens": 89617093.0,
      "step": 116210
    },
    {
      "epoch": 0.14742033441659755,
      "grad_norm": 4.625,
      "learning_rate": 4.263445470899122e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5308203905820846,
      "num_tokens": 89624648.0,
      "step": 116220
    },
    {
      "epoch": 0.14743301900913036,
      "grad_norm": 5.71875,
      "learning_rate": 4.263382039890493e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5264236778020859,
      "num_tokens": 89632323.0,
      "step": 116230
    },
    {
      "epoch": 0.1474457036016632,
      "grad_norm": 4.8125,
      "learning_rate": 4.263318608881864e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5192946940660477,
      "num_tokens": 89640897.0,
      "step": 116240
    },
    {
      "epoch": 0.14745838819419604,
      "grad_norm": 5.65625,
      "learning_rate": 4.2632551778732346e-05,
      "loss": 2.3336,
      "mean_token_accuracy": 0.4928465723991394,
      "num_tokens": 89649118.0,
      "step": 116250
    },
    {
      "epoch": 0.14747107278672889,
      "grad_norm": 4.90625,
      "learning_rate": 4.263191746864605e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5246532082557678,
      "num_tokens": 89657236.0,
      "step": 116260
    },
    {
      "epoch": 0.1474837573792617,
      "grad_norm": 5.4375,
      "learning_rate": 4.263128315855976e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5270399481058121,
      "num_tokens": 89665817.0,
      "step": 116270
    },
    {
      "epoch": 0.14749644197179454,
      "grad_norm": 4.75,
      "learning_rate": 4.263064884847347e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.536646169424057,
      "num_tokens": 89673018.0,
      "step": 116280
    },
    {
      "epoch": 0.14750912656432738,
      "grad_norm": 5.125,
      "learning_rate": 4.263001453838718e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5539379239082336,
      "num_tokens": 89680289.0,
      "step": 116290
    },
    {
      "epoch": 0.14752181115686022,
      "grad_norm": 8.25,
      "learning_rate": 4.2629380228300886e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5345754563808441,
      "num_tokens": 89688938.0,
      "step": 116300
    },
    {
      "epoch": 0.14753449574939304,
      "grad_norm": 4.78125,
      "learning_rate": 4.26287459182146e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5314366847276688,
      "num_tokens": 89696974.0,
      "step": 116310
    },
    {
      "epoch": 0.14754718034192588,
      "grad_norm": 4.59375,
      "learning_rate": 4.262811160812831e-05,
      "loss": 1.8246,
      "mean_token_accuracy": 0.6053243696689605,
      "num_tokens": 89703083.0,
      "step": 116320
    },
    {
      "epoch": 0.14755986493445872,
      "grad_norm": 4.9375,
      "learning_rate": 4.2627477298042016e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.544541010260582,
      "num_tokens": 89710494.0,
      "step": 116330
    },
    {
      "epoch": 0.14757254952699153,
      "grad_norm": 5.4375,
      "learning_rate": 4.262684298795572e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5530459642410278,
      "num_tokens": 89718407.0,
      "step": 116340
    },
    {
      "epoch": 0.14758523411952437,
      "grad_norm": 5.84375,
      "learning_rate": 4.2626208677869426e-05,
      "loss": 2.328,
      "mean_token_accuracy": 0.5098887741565704,
      "num_tokens": 89725060.0,
      "step": 116350
    },
    {
      "epoch": 0.1475979187120572,
      "grad_norm": 5.21875,
      "learning_rate": 4.262557436778314e-05,
      "loss": 1.8638,
      "mean_token_accuracy": 0.5973625004291534,
      "num_tokens": 89731511.0,
      "step": 116360
    },
    {
      "epoch": 0.14761060330459005,
      "grad_norm": 6.25,
      "learning_rate": 4.262494005769685e-05,
      "loss": 1.863,
      "mean_token_accuracy": 0.5753526151180267,
      "num_tokens": 89738929.0,
      "step": 116370
    },
    {
      "epoch": 0.14762328789712287,
      "grad_norm": 5.3125,
      "learning_rate": 4.2624305747610556e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5765884965658188,
      "num_tokens": 89746015.0,
      "step": 116380
    },
    {
      "epoch": 0.1476359724896557,
      "grad_norm": 5.21875,
      "learning_rate": 4.262367143752427e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.531378322839737,
      "num_tokens": 89753308.0,
      "step": 116390
    },
    {
      "epoch": 0.14764865708218855,
      "grad_norm": 4.9375,
      "learning_rate": 4.262303712743797e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.527587029337883,
      "num_tokens": 89761676.0,
      "step": 116400
    },
    {
      "epoch": 0.1476613416747214,
      "grad_norm": 5.25,
      "learning_rate": 4.262240281735168e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5613600999116898,
      "num_tokens": 89770104.0,
      "step": 116410
    },
    {
      "epoch": 0.1476740262672542,
      "grad_norm": 5.9375,
      "learning_rate": 4.262176850726539e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.562003743648529,
      "num_tokens": 89777452.0,
      "step": 116420
    },
    {
      "epoch": 0.14768671085978705,
      "grad_norm": 6.21875,
      "learning_rate": 4.2621134197179096e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5394913583993912,
      "num_tokens": 89785307.0,
      "step": 116430
    },
    {
      "epoch": 0.1476993954523199,
      "grad_norm": 4.8125,
      "learning_rate": 4.262049988709281e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5496907591819763,
      "num_tokens": 89792900.0,
      "step": 116440
    },
    {
      "epoch": 0.14771208004485273,
      "grad_norm": 5.125,
      "learning_rate": 4.2619865577006514e-05,
      "loss": 1.9376,
      "mean_token_accuracy": 0.5646300166845322,
      "num_tokens": 89800221.0,
      "step": 116450
    },
    {
      "epoch": 0.14772476463738554,
      "grad_norm": 5.15625,
      "learning_rate": 4.2619231266920226e-05,
      "loss": 2.2798,
      "mean_token_accuracy": 0.5070980250835418,
      "num_tokens": 89807612.0,
      "step": 116460
    },
    {
      "epoch": 0.14773744922991838,
      "grad_norm": 6.25,
      "learning_rate": 4.261859695683393e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5314036250114441,
      "num_tokens": 89816237.0,
      "step": 116470
    },
    {
      "epoch": 0.14775013382245122,
      "grad_norm": 5.1875,
      "learning_rate": 4.2617962646747636e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.529840350151062,
      "num_tokens": 89824612.0,
      "step": 116480
    },
    {
      "epoch": 0.14776281841498407,
      "grad_norm": 4.84375,
      "learning_rate": 4.261732833666135e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5152575820684433,
      "num_tokens": 89833330.0,
      "step": 116490
    },
    {
      "epoch": 0.14777550300751688,
      "grad_norm": 5.6875,
      "learning_rate": 4.2616694026575054e-05,
      "loss": 1.6289,
      "mean_token_accuracy": 0.6372492402791977,
      "num_tokens": 89840344.0,
      "step": 116500
    },
    {
      "epoch": 0.14778818760004972,
      "grad_norm": 8.3125,
      "learning_rate": 4.2616059716488766e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5521906912326813,
      "num_tokens": 89845995.0,
      "step": 116510
    },
    {
      "epoch": 0.14780087219258256,
      "grad_norm": 6.1875,
      "learning_rate": 4.261542540640248e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5182980567216873,
      "num_tokens": 89854837.0,
      "step": 116520
    },
    {
      "epoch": 0.1478135567851154,
      "grad_norm": 5.84375,
      "learning_rate": 4.2614791096316184e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5712301105260849,
      "num_tokens": 89861843.0,
      "step": 116530
    },
    {
      "epoch": 0.14782624137764822,
      "grad_norm": 5.34375,
      "learning_rate": 4.261415678622989e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.546014791727066,
      "num_tokens": 89867747.0,
      "step": 116540
    },
    {
      "epoch": 0.14783892597018106,
      "grad_norm": 6.34375,
      "learning_rate": 4.2613522476143594e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5632923364639282,
      "num_tokens": 89875776.0,
      "step": 116550
    },
    {
      "epoch": 0.1478516105627139,
      "grad_norm": 5.59375,
      "learning_rate": 4.2612888166057306e-05,
      "loss": 2.114,
      "mean_token_accuracy": 0.5388211369514465,
      "num_tokens": 89883890.0,
      "step": 116560
    },
    {
      "epoch": 0.14786429515524674,
      "grad_norm": 5.75,
      "learning_rate": 4.261225385597102e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5203364282846451,
      "num_tokens": 89891376.0,
      "step": 116570
    },
    {
      "epoch": 0.14787697974777955,
      "grad_norm": 5.0,
      "learning_rate": 4.2611619545884724e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5474214911460876,
      "num_tokens": 89899577.0,
      "step": 116580
    },
    {
      "epoch": 0.1478896643403124,
      "grad_norm": 4.90625,
      "learning_rate": 4.2610985235798436e-05,
      "loss": 1.9414,
      "mean_token_accuracy": 0.5596910834312439,
      "num_tokens": 89907466.0,
      "step": 116590
    },
    {
      "epoch": 0.14790234893284523,
      "grad_norm": 6.0625,
      "learning_rate": 4.261035092571214e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5499784052371979,
      "num_tokens": 89915748.0,
      "step": 116600
    },
    {
      "epoch": 0.14791503352537808,
      "grad_norm": 5.5625,
      "learning_rate": 4.260971661562585e-05,
      "loss": 1.819,
      "mean_token_accuracy": 0.5911732286214828,
      "num_tokens": 89922035.0,
      "step": 116610
    },
    {
      "epoch": 0.1479277181179109,
      "grad_norm": 7.875,
      "learning_rate": 4.260908230553956e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.5247849076986313,
      "num_tokens": 89929586.0,
      "step": 116620
    },
    {
      "epoch": 0.14794040271044373,
      "grad_norm": 5.90625,
      "learning_rate": 4.2608447995453264e-05,
      "loss": 2.3329,
      "mean_token_accuracy": 0.4959158688783646,
      "num_tokens": 89938813.0,
      "step": 116630
    },
    {
      "epoch": 0.14795308730297657,
      "grad_norm": 5.0,
      "learning_rate": 4.2607813685366976e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5497565388679504,
      "num_tokens": 89946081.0,
      "step": 116640
    },
    {
      "epoch": 0.1479657718955094,
      "grad_norm": 4.9375,
      "learning_rate": 4.260717937528069e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5500150889158248,
      "num_tokens": 89953581.0,
      "step": 116650
    },
    {
      "epoch": 0.14797845648804223,
      "grad_norm": 6.34375,
      "learning_rate": 4.2606545065194394e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5371770203113556,
      "num_tokens": 89961929.0,
      "step": 116660
    },
    {
      "epoch": 0.14799114108057507,
      "grad_norm": 6.375,
      "learning_rate": 4.2605910755108106e-05,
      "loss": 2.2928,
      "mean_token_accuracy": 0.5132304638624191,
      "num_tokens": 89969502.0,
      "step": 116670
    },
    {
      "epoch": 0.1480038256731079,
      "grad_norm": 6.03125,
      "learning_rate": 4.2605276445021804e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5510696232318878,
      "num_tokens": 89976868.0,
      "step": 116680
    },
    {
      "epoch": 0.14801651026564075,
      "grad_norm": 5.15625,
      "learning_rate": 4.260464213493552e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5366744190454483,
      "num_tokens": 89984827.0,
      "step": 116690
    },
    {
      "epoch": 0.14802919485817356,
      "grad_norm": 6.03125,
      "learning_rate": 4.260400782484923e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.566810005903244,
      "num_tokens": 89993271.0,
      "step": 116700
    },
    {
      "epoch": 0.1480418794507064,
      "grad_norm": 6.28125,
      "learning_rate": 4.2603373514762934e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5440501421689987,
      "num_tokens": 90001802.0,
      "step": 116710
    },
    {
      "epoch": 0.14805456404323925,
      "grad_norm": 6.375,
      "learning_rate": 4.2602739204676646e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5603562742471695,
      "num_tokens": 90008791.0,
      "step": 116720
    },
    {
      "epoch": 0.1480672486357721,
      "grad_norm": 5.4375,
      "learning_rate": 4.260210489459035e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5346504002809525,
      "num_tokens": 90015854.0,
      "step": 116730
    },
    {
      "epoch": 0.1480799332283049,
      "grad_norm": 5.65625,
      "learning_rate": 4.2601470584504064e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5767407864332199,
      "num_tokens": 90024109.0,
      "step": 116740
    },
    {
      "epoch": 0.14809261782083774,
      "grad_norm": 6.40625,
      "learning_rate": 4.260083627441777e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5268109053373337,
      "num_tokens": 90031926.0,
      "step": 116750
    },
    {
      "epoch": 0.14810530241337058,
      "grad_norm": 6.1875,
      "learning_rate": 4.2600201964331474e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5456688940525055,
      "num_tokens": 90038810.0,
      "step": 116760
    },
    {
      "epoch": 0.14811798700590342,
      "grad_norm": 7.84375,
      "learning_rate": 4.2599567654245187e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5310950100421905,
      "num_tokens": 90047009.0,
      "step": 116770
    },
    {
      "epoch": 0.14813067159843624,
      "grad_norm": 7.65625,
      "learning_rate": 4.259893334415889e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5465451180934906,
      "num_tokens": 90053919.0,
      "step": 116780
    },
    {
      "epoch": 0.14814335619096908,
      "grad_norm": 5.90625,
      "learning_rate": 4.2598299034072604e-05,
      "loss": 2.3785,
      "mean_token_accuracy": 0.49264281392097475,
      "num_tokens": 90062984.0,
      "step": 116790
    },
    {
      "epoch": 0.14815604078350192,
      "grad_norm": 6.09375,
      "learning_rate": 4.2597664723986316e-05,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5636180818080903,
      "num_tokens": 90070568.0,
      "step": 116800
    },
    {
      "epoch": 0.14816872537603473,
      "grad_norm": 7.875,
      "learning_rate": 4.259703041390002e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5389159590005874,
      "num_tokens": 90077900.0,
      "step": 116810
    },
    {
      "epoch": 0.14818140996856757,
      "grad_norm": 5.03125,
      "learning_rate": 4.259639610381373e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5208772361278534,
      "num_tokens": 90086432.0,
      "step": 116820
    },
    {
      "epoch": 0.14819409456110041,
      "grad_norm": 6.1875,
      "learning_rate": 4.259576179372743e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5471279233694076,
      "num_tokens": 90094916.0,
      "step": 116830
    },
    {
      "epoch": 0.14820677915363326,
      "grad_norm": 4.875,
      "learning_rate": 4.2595127483641144e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5420830935239792,
      "num_tokens": 90102839.0,
      "step": 116840
    },
    {
      "epoch": 0.14821946374616607,
      "grad_norm": 6.53125,
      "learning_rate": 4.2594493173554856e-05,
      "loss": 2.1274,
      "mean_token_accuracy": 0.5313128054141998,
      "num_tokens": 90110174.0,
      "step": 116850
    },
    {
      "epoch": 0.1482321483386989,
      "grad_norm": 6.09375,
      "learning_rate": 4.259385886346856e-05,
      "loss": 1.9127,
      "mean_token_accuracy": 0.5763378918170929,
      "num_tokens": 90118200.0,
      "step": 116860
    },
    {
      "epoch": 0.14824483293123175,
      "grad_norm": 5.4375,
      "learning_rate": 4.2593224553382274e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5417346566915512,
      "num_tokens": 90125411.0,
      "step": 116870
    },
    {
      "epoch": 0.1482575175237646,
      "grad_norm": 6.59375,
      "learning_rate": 4.259259024329598e-05,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5616715669631958,
      "num_tokens": 90133137.0,
      "step": 116880
    },
    {
      "epoch": 0.1482702021162974,
      "grad_norm": 5.65625,
      "learning_rate": 4.2591955933209685e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5275978118181228,
      "num_tokens": 90140058.0,
      "step": 116890
    },
    {
      "epoch": 0.14828288670883025,
      "grad_norm": 5.96875,
      "learning_rate": 4.25913216231234e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5497849673032761,
      "num_tokens": 90147893.0,
      "step": 116900
    },
    {
      "epoch": 0.1482955713013631,
      "grad_norm": 7.875,
      "learning_rate": 4.25906873130371e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.531574296951294,
      "num_tokens": 90156049.0,
      "step": 116910
    },
    {
      "epoch": 0.14830825589389593,
      "grad_norm": 6.21875,
      "learning_rate": 4.2590053002950814e-05,
      "loss": 2.2628,
      "mean_token_accuracy": 0.5063173919916153,
      "num_tokens": 90164589.0,
      "step": 116920
    },
    {
      "epoch": 0.14832094048642874,
      "grad_norm": 6.3125,
      "learning_rate": 4.258941869286452e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5670343220233918,
      "num_tokens": 90170915.0,
      "step": 116930
    },
    {
      "epoch": 0.14833362507896158,
      "grad_norm": 4.75,
      "learning_rate": 4.258878438277823e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5544185221195221,
      "num_tokens": 90179267.0,
      "step": 116940
    },
    {
      "epoch": 0.14834630967149443,
      "grad_norm": 4.8125,
      "learning_rate": 4.258815007269194e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5129685223102569,
      "num_tokens": 90187072.0,
      "step": 116950
    },
    {
      "epoch": 0.14835899426402727,
      "grad_norm": 4.3125,
      "learning_rate": 4.258751576260564e-05,
      "loss": 2.2231,
      "mean_token_accuracy": 0.5205181777477265,
      "num_tokens": 90195646.0,
      "step": 116960
    },
    {
      "epoch": 0.14837167885656008,
      "grad_norm": 4.46875,
      "learning_rate": 4.2586881452519355e-05,
      "loss": 2.2429,
      "mean_token_accuracy": 0.50620037317276,
      "num_tokens": 90204086.0,
      "step": 116970
    },
    {
      "epoch": 0.14838436344909292,
      "grad_norm": 9.9375,
      "learning_rate": 4.258624714243306e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5801861375570297,
      "num_tokens": 90211457.0,
      "step": 116980
    },
    {
      "epoch": 0.14839704804162576,
      "grad_norm": 5.90625,
      "learning_rate": 4.258561283234677e-05,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5581607043743133,
      "num_tokens": 90218728.0,
      "step": 116990
    },
    {
      "epoch": 0.1484097326341586,
      "grad_norm": 21.625,
      "learning_rate": 4.2584978522260484e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5553515642881394,
      "num_tokens": 90226673.0,
      "step": 117000
    },
    {
      "epoch": 0.14842241722669142,
      "grad_norm": 4.6875,
      "learning_rate": 4.258434421217419e-05,
      "loss": 1.8912,
      "mean_token_accuracy": 0.5840097546577454,
      "num_tokens": 90234092.0,
      "step": 117010
    },
    {
      "epoch": 0.14843510181922426,
      "grad_norm": 4.46875,
      "learning_rate": 4.2583709902087895e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5284280866384506,
      "num_tokens": 90242216.0,
      "step": 117020
    },
    {
      "epoch": 0.1484477864117571,
      "grad_norm": 6.28125,
      "learning_rate": 4.25830755920016e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5161465495824814,
      "num_tokens": 90251182.0,
      "step": 117030
    },
    {
      "epoch": 0.14846047100428994,
      "grad_norm": 4.375,
      "learning_rate": 4.258244128191531e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5490585625171661,
      "num_tokens": 90260011.0,
      "step": 117040
    },
    {
      "epoch": 0.14847315559682275,
      "grad_norm": 6.90625,
      "learning_rate": 4.2581806971829024e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5370761662721634,
      "num_tokens": 90267659.0,
      "step": 117050
    },
    {
      "epoch": 0.1484858401893556,
      "grad_norm": 4.90625,
      "learning_rate": 4.258117266174273e-05,
      "loss": 1.8551,
      "mean_token_accuracy": 0.5857562690973281,
      "num_tokens": 90275680.0,
      "step": 117060
    },
    {
      "epoch": 0.14849852478188844,
      "grad_norm": 5.3125,
      "learning_rate": 4.258053835165644e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5491181194782258,
      "num_tokens": 90283767.0,
      "step": 117070
    },
    {
      "epoch": 0.14851120937442128,
      "grad_norm": 5.03125,
      "learning_rate": 4.257990404157015e-05,
      "loss": 2.2732,
      "mean_token_accuracy": 0.5082202464342117,
      "num_tokens": 90293499.0,
      "step": 117080
    },
    {
      "epoch": 0.1485238939669541,
      "grad_norm": 4.875,
      "learning_rate": 4.257926973148386e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5246045053005218,
      "num_tokens": 90301928.0,
      "step": 117090
    },
    {
      "epoch": 0.14853657855948693,
      "grad_norm": 10.875,
      "learning_rate": 4.2578635421397565e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5754198938608169,
      "num_tokens": 90308558.0,
      "step": 117100
    },
    {
      "epoch": 0.14854926315201977,
      "grad_norm": 9.6875,
      "learning_rate": 4.257800111131127e-05,
      "loss": 1.8342,
      "mean_token_accuracy": 0.5999193876981735,
      "num_tokens": 90313766.0,
      "step": 117110
    },
    {
      "epoch": 0.1485619477445526,
      "grad_norm": 5.34375,
      "learning_rate": 4.257736680122498e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5302487015724182,
      "num_tokens": 90321900.0,
      "step": 117120
    },
    {
      "epoch": 0.14857463233708543,
      "grad_norm": 6.5625,
      "learning_rate": 4.257673249113869e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5174309372901916,
      "num_tokens": 90330157.0,
      "step": 117130
    },
    {
      "epoch": 0.14858731692961827,
      "grad_norm": 8.0,
      "learning_rate": 4.25760981810524e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5446927636861801,
      "num_tokens": 90339178.0,
      "step": 117140
    },
    {
      "epoch": 0.1486000015221511,
      "grad_norm": 6.5,
      "learning_rate": 4.257546387096611e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5283250391483307,
      "num_tokens": 90347929.0,
      "step": 117150
    },
    {
      "epoch": 0.14861268611468395,
      "grad_norm": 5.3125,
      "learning_rate": 4.257482956087982e-05,
      "loss": 1.8719,
      "mean_token_accuracy": 0.5863408207893371,
      "num_tokens": 90353942.0,
      "step": 117160
    },
    {
      "epoch": 0.14862537070721676,
      "grad_norm": 7.28125,
      "learning_rate": 4.257419525079352e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.54813933968544,
      "num_tokens": 90362033.0,
      "step": 117170
    },
    {
      "epoch": 0.1486380552997496,
      "grad_norm": 4.78125,
      "learning_rate": 4.257356094070723e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.525721424818039,
      "num_tokens": 90370871.0,
      "step": 117180
    },
    {
      "epoch": 0.14865073989228245,
      "grad_norm": 5.875,
      "learning_rate": 4.257292663062094e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5495199799537659,
      "num_tokens": 90379095.0,
      "step": 117190
    },
    {
      "epoch": 0.1486634244848153,
      "grad_norm": 5.96875,
      "learning_rate": 4.257229232053465e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5343344002962113,
      "num_tokens": 90387654.0,
      "step": 117200
    },
    {
      "epoch": 0.1486761090773481,
      "grad_norm": 5.0,
      "learning_rate": 4.257165801044836e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5299292802810669,
      "num_tokens": 90395727.0,
      "step": 117210
    },
    {
      "epoch": 0.14868879366988094,
      "grad_norm": 5.625,
      "learning_rate": 4.257102370036207e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.549789211153984,
      "num_tokens": 90403424.0,
      "step": 117220
    },
    {
      "epoch": 0.14870147826241378,
      "grad_norm": 7.71875,
      "learning_rate": 4.2570389390275775e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5206348866224288,
      "num_tokens": 90411735.0,
      "step": 117230
    },
    {
      "epoch": 0.14871416285494662,
      "grad_norm": 5.09375,
      "learning_rate": 4.256975508018948e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5594747722148895,
      "num_tokens": 90418080.0,
      "step": 117240
    },
    {
      "epoch": 0.14872684744747944,
      "grad_norm": 6.3125,
      "learning_rate": 4.256912077010319e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5386031955480576,
      "num_tokens": 90425365.0,
      "step": 117250
    },
    {
      "epoch": 0.14873953204001228,
      "grad_norm": 6.5625,
      "learning_rate": 4.25684864600169e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5361956715583801,
      "num_tokens": 90433626.0,
      "step": 117260
    },
    {
      "epoch": 0.14875221663254512,
      "grad_norm": 7.09375,
      "learning_rate": 4.256785214993061e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.517377108335495,
      "num_tokens": 90442049.0,
      "step": 117270
    },
    {
      "epoch": 0.14876490122507793,
      "grad_norm": 5.5625,
      "learning_rate": 4.2567217839844315e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5394344925880432,
      "num_tokens": 90449285.0,
      "step": 117280
    },
    {
      "epoch": 0.14877758581761077,
      "grad_norm": 6.65625,
      "learning_rate": 4.256658352975803e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5419066995382309,
      "num_tokens": 90457978.0,
      "step": 117290
    },
    {
      "epoch": 0.14879027041014362,
      "grad_norm": 4.875,
      "learning_rate": 4.256594921967173e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5581357568502426,
      "num_tokens": 90466324.0,
      "step": 117300
    },
    {
      "epoch": 0.14880295500267646,
      "grad_norm": 6.8125,
      "learning_rate": 4.256531490958544e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5283475667238235,
      "num_tokens": 90474165.0,
      "step": 117310
    },
    {
      "epoch": 0.14881563959520927,
      "grad_norm": 4.9375,
      "learning_rate": 4.256468059949915e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5407920777797699,
      "num_tokens": 90482271.0,
      "step": 117320
    },
    {
      "epoch": 0.1488283241877421,
      "grad_norm": 6.5,
      "learning_rate": 4.2564046289412856e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5275075793266296,
      "num_tokens": 90489546.0,
      "step": 117330
    },
    {
      "epoch": 0.14884100878027495,
      "grad_norm": 4.90625,
      "learning_rate": 4.256341197932657e-05,
      "loss": 1.902,
      "mean_token_accuracy": 0.5780155032873153,
      "num_tokens": 90497866.0,
      "step": 117340
    },
    {
      "epoch": 0.1488536933728078,
      "grad_norm": 5.4375,
      "learning_rate": 4.256277766924028e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5493078380823135,
      "num_tokens": 90505368.0,
      "step": 117350
    },
    {
      "epoch": 0.1488663779653406,
      "grad_norm": 6.625,
      "learning_rate": 4.2562143359153985e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.578592374920845,
      "num_tokens": 90512052.0,
      "step": 117360
    },
    {
      "epoch": 0.14887906255787345,
      "grad_norm": 5.9375,
      "learning_rate": 4.256150904906769e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5429745376110077,
      "num_tokens": 90519910.0,
      "step": 117370
    },
    {
      "epoch": 0.1488917471504063,
      "grad_norm": 5.46875,
      "learning_rate": 4.2560874738981396e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5508825808763504,
      "num_tokens": 90528394.0,
      "step": 117380
    },
    {
      "epoch": 0.14890443174293913,
      "grad_norm": 5.59375,
      "learning_rate": 4.256024042889511e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5307929277420044,
      "num_tokens": 90536630.0,
      "step": 117390
    },
    {
      "epoch": 0.14891711633547194,
      "grad_norm": 4.5,
      "learning_rate": 4.255960611880882e-05,
      "loss": 1.7279,
      "mean_token_accuracy": 0.6150837808847427,
      "num_tokens": 90543325.0,
      "step": 117400
    },
    {
      "epoch": 0.14892980092800479,
      "grad_norm": 5.875,
      "learning_rate": 4.2558971808722526e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5620848119258881,
      "num_tokens": 90551083.0,
      "step": 117410
    },
    {
      "epoch": 0.14894248552053763,
      "grad_norm": 6.28125,
      "learning_rate": 4.255833749863624e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5490879148244858,
      "num_tokens": 90557984.0,
      "step": 117420
    },
    {
      "epoch": 0.14895517011307047,
      "grad_norm": 6.1875,
      "learning_rate": 4.255770318854994e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5360499769449234,
      "num_tokens": 90565378.0,
      "step": 117430
    },
    {
      "epoch": 0.14896785470560328,
      "grad_norm": 5.21875,
      "learning_rate": 4.255706887846365e-05,
      "loss": 1.8712,
      "mean_token_accuracy": 0.5714600861072541,
      "num_tokens": 90572649.0,
      "step": 117440
    },
    {
      "epoch": 0.14898053929813612,
      "grad_norm": 6.09375,
      "learning_rate": 4.255643456837736e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.556164875626564,
      "num_tokens": 90579164.0,
      "step": 117450
    },
    {
      "epoch": 0.14899322389066896,
      "grad_norm": 4.90625,
      "learning_rate": 4.2555800258291066e-05,
      "loss": 1.8902,
      "mean_token_accuracy": 0.580571836233139,
      "num_tokens": 90587366.0,
      "step": 117460
    },
    {
      "epoch": 0.1490059084832018,
      "grad_norm": 5.0,
      "learning_rate": 4.255516594820478e-05,
      "loss": 2.2173,
      "mean_token_accuracy": 0.5199997156858445,
      "num_tokens": 90596267.0,
      "step": 117470
    },
    {
      "epoch": 0.14901859307573462,
      "grad_norm": 6.75,
      "learning_rate": 4.255453163811849e-05,
      "loss": 1.8833,
      "mean_token_accuracy": 0.5770880877971649,
      "num_tokens": 90603592.0,
      "step": 117480
    },
    {
      "epoch": 0.14903127766826746,
      "grad_norm": 7.40625,
      "learning_rate": 4.2553897328032195e-05,
      "loss": 1.8909,
      "mean_token_accuracy": 0.5864003956317901,
      "num_tokens": 90610353.0,
      "step": 117490
    },
    {
      "epoch": 0.1490439622608003,
      "grad_norm": 5.3125,
      "learning_rate": 4.255326301794591e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.5775798946619034,
      "num_tokens": 90617810.0,
      "step": 117500
    },
    {
      "epoch": 0.14905664685333314,
      "grad_norm": 6.8125,
      "learning_rate": 4.255262870785961e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5531295865774155,
      "num_tokens": 90623504.0,
      "step": 117510
    },
    {
      "epoch": 0.14906933144586595,
      "grad_norm": 5.03125,
      "learning_rate": 4.255199439777332e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5286951154470444,
      "num_tokens": 90630798.0,
      "step": 117520
    },
    {
      "epoch": 0.1490820160383988,
      "grad_norm": 4.6875,
      "learning_rate": 4.255136008768703e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5676267892122269,
      "num_tokens": 90639152.0,
      "step": 117530
    },
    {
      "epoch": 0.14909470063093164,
      "grad_norm": 5.40625,
      "learning_rate": 4.2550725777600736e-05,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5684657871723175,
      "num_tokens": 90647542.0,
      "step": 117540
    },
    {
      "epoch": 0.14910738522346448,
      "grad_norm": 5.125,
      "learning_rate": 4.255009146751445e-05,
      "loss": 1.8771,
      "mean_token_accuracy": 0.581385999917984,
      "num_tokens": 90656085.0,
      "step": 117550
    },
    {
      "epoch": 0.1491200698159973,
      "grad_norm": 4.65625,
      "learning_rate": 4.254945715742815e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5557626694440841,
      "num_tokens": 90664420.0,
      "step": 117560
    },
    {
      "epoch": 0.14913275440853013,
      "grad_norm": 4.9375,
      "learning_rate": 4.2548822847341865e-05,
      "loss": 2.2849,
      "mean_token_accuracy": 0.5115570098161697,
      "num_tokens": 90672799.0,
      "step": 117570
    },
    {
      "epoch": 0.14914543900106297,
      "grad_norm": 4.6875,
      "learning_rate": 4.254818853725557e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5765763401985169,
      "num_tokens": 90679905.0,
      "step": 117580
    },
    {
      "epoch": 0.14915812359359581,
      "grad_norm": 7.125,
      "learning_rate": 4.2547554227169276e-05,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5756651431322097,
      "num_tokens": 90687121.0,
      "step": 117590
    },
    {
      "epoch": 0.14917080818612863,
      "grad_norm": 5.0,
      "learning_rate": 4.254691991708299e-05,
      "loss": 2.2991,
      "mean_token_accuracy": 0.5070273220539093,
      "num_tokens": 90695884.0,
      "step": 117600
    },
    {
      "epoch": 0.14918349277866147,
      "grad_norm": 5.28125,
      "learning_rate": 4.2546285606996694e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5261867076158524,
      "num_tokens": 90704778.0,
      "step": 117610
    },
    {
      "epoch": 0.1491961773711943,
      "grad_norm": 5.96875,
      "learning_rate": 4.2545651296910406e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5743053674697876,
      "num_tokens": 90711349.0,
      "step": 117620
    },
    {
      "epoch": 0.14920886196372715,
      "grad_norm": 5.6875,
      "learning_rate": 4.254501698682412e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5571947932243347,
      "num_tokens": 90718222.0,
      "step": 117630
    },
    {
      "epoch": 0.14922154655625997,
      "grad_norm": 6.34375,
      "learning_rate": 4.254438267673782e-05,
      "loss": 1.8026,
      "mean_token_accuracy": 0.5836688995361328,
      "num_tokens": 90724189.0,
      "step": 117640
    },
    {
      "epoch": 0.1492342311487928,
      "grad_norm": 6.84375,
      "learning_rate": 4.254374836665153e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5218196421861648,
      "num_tokens": 90733000.0,
      "step": 117650
    },
    {
      "epoch": 0.14924691574132565,
      "grad_norm": 6.875,
      "learning_rate": 4.2543114056565234e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5429133832454681,
      "num_tokens": 90740474.0,
      "step": 117660
    },
    {
      "epoch": 0.1492596003338585,
      "grad_norm": 5.40625,
      "learning_rate": 4.2542479746478946e-05,
      "loss": 1.8228,
      "mean_token_accuracy": 0.5809220761060715,
      "num_tokens": 90747576.0,
      "step": 117670
    },
    {
      "epoch": 0.1492722849263913,
      "grad_norm": 8.8125,
      "learning_rate": 4.254184543639266e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5719101876020432,
      "num_tokens": 90754991.0,
      "step": 117680
    },
    {
      "epoch": 0.14928496951892414,
      "grad_norm": 7.65625,
      "learning_rate": 4.2541211126306363e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5236738920211792,
      "num_tokens": 90762217.0,
      "step": 117690
    },
    {
      "epoch": 0.14929765411145698,
      "grad_norm": 6.71875,
      "learning_rate": 4.2540576816220076e-05,
      "loss": 1.8217,
      "mean_token_accuracy": 0.5939491033554077,
      "num_tokens": 90770969.0,
      "step": 117700
    },
    {
      "epoch": 0.14931033870398983,
      "grad_norm": 5.21875,
      "learning_rate": 4.253994250613378e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5113067209720612,
      "num_tokens": 90778653.0,
      "step": 117710
    },
    {
      "epoch": 0.14932302329652264,
      "grad_norm": 5.28125,
      "learning_rate": 4.2539308196047486e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5548772722482681,
      "num_tokens": 90785751.0,
      "step": 117720
    },
    {
      "epoch": 0.14933570788905548,
      "grad_norm": 4.96875,
      "learning_rate": 4.25386738859612e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5387913912534714,
      "num_tokens": 90794116.0,
      "step": 117730
    },
    {
      "epoch": 0.14934839248158832,
      "grad_norm": 5.65625,
      "learning_rate": 4.2538039575874904e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5234054297208786,
      "num_tokens": 90802096.0,
      "step": 117740
    },
    {
      "epoch": 0.14936107707412113,
      "grad_norm": 4.65625,
      "learning_rate": 4.2537405265788616e-05,
      "loss": 1.765,
      "mean_token_accuracy": 0.5970194011926651,
      "num_tokens": 90809604.0,
      "step": 117750
    },
    {
      "epoch": 0.14937376166665398,
      "grad_norm": 6.65625,
      "learning_rate": 4.253677095570232e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5548676311969757,
      "num_tokens": 90817437.0,
      "step": 117760
    },
    {
      "epoch": 0.14938644625918682,
      "grad_norm": 4.5625,
      "learning_rate": 4.2536136645616033e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5460211753845214,
      "num_tokens": 90826029.0,
      "step": 117770
    },
    {
      "epoch": 0.14939913085171966,
      "grad_norm": 5.1875,
      "learning_rate": 4.2535502335529746e-05,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5357594639062881,
      "num_tokens": 90834138.0,
      "step": 117780
    },
    {
      "epoch": 0.14941181544425247,
      "grad_norm": 5.9375,
      "learning_rate": 4.2534868025443444e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5423651069402695,
      "num_tokens": 90840694.0,
      "step": 117790
    },
    {
      "epoch": 0.1494245000367853,
      "grad_norm": 7.4375,
      "learning_rate": 4.2534233715357156e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5485783725976944,
      "num_tokens": 90848242.0,
      "step": 117800
    },
    {
      "epoch": 0.14943718462931815,
      "grad_norm": 5.375,
      "learning_rate": 4.253359940527086e-05,
      "loss": 1.8151,
      "mean_token_accuracy": 0.603727149963379,
      "num_tokens": 90855035.0,
      "step": 117810
    },
    {
      "epoch": 0.149449869221851,
      "grad_norm": 7.1875,
      "learning_rate": 4.2532965095184574e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5505618393421173,
      "num_tokens": 90862059.0,
      "step": 117820
    },
    {
      "epoch": 0.1494625538143838,
      "grad_norm": 5.5,
      "learning_rate": 4.2532330785098286e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5512911438941955,
      "num_tokens": 90869734.0,
      "step": 117830
    },
    {
      "epoch": 0.14947523840691665,
      "grad_norm": 5.0,
      "learning_rate": 4.253169647501199e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5502022206783295,
      "num_tokens": 90876787.0,
      "step": 117840
    },
    {
      "epoch": 0.1494879229994495,
      "grad_norm": 7.25,
      "learning_rate": 4.25310621649257e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.55376977622509,
      "num_tokens": 90884263.0,
      "step": 117850
    },
    {
      "epoch": 0.14950060759198233,
      "grad_norm": 6.0625,
      "learning_rate": 4.253042785483941e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5727986961603164,
      "num_tokens": 90893055.0,
      "step": 117860
    },
    {
      "epoch": 0.14951329218451515,
      "grad_norm": 6.9375,
      "learning_rate": 4.2529793544753114e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5703504681587219,
      "num_tokens": 90900415.0,
      "step": 117870
    },
    {
      "epoch": 0.149525976777048,
      "grad_norm": 4.78125,
      "learning_rate": 4.2529159234666826e-05,
      "loss": 1.9557,
      "mean_token_accuracy": 0.5639834940433502,
      "num_tokens": 90908042.0,
      "step": 117880
    },
    {
      "epoch": 0.14953866136958083,
      "grad_norm": 4.78125,
      "learning_rate": 4.252852492458053e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5246236354112626,
      "num_tokens": 90915930.0,
      "step": 117890
    },
    {
      "epoch": 0.14955134596211367,
      "grad_norm": 4.03125,
      "learning_rate": 4.2527890614494244e-05,
      "loss": 1.8723,
      "mean_token_accuracy": 0.598527118563652,
      "num_tokens": 90923162.0,
      "step": 117900
    },
    {
      "epoch": 0.14956403055464648,
      "grad_norm": 5.96875,
      "learning_rate": 4.252725630440795e-05,
      "loss": 1.7902,
      "mean_token_accuracy": 0.5995336711406708,
      "num_tokens": 90929642.0,
      "step": 117910
    },
    {
      "epoch": 0.14957671514717932,
      "grad_norm": 6.40625,
      "learning_rate": 4.252662199432166e-05,
      "loss": 1.8687,
      "mean_token_accuracy": 0.5775283545255661,
      "num_tokens": 90936715.0,
      "step": 117920
    },
    {
      "epoch": 0.14958939973971216,
      "grad_norm": 4.8125,
      "learning_rate": 4.2525987684235366e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5359709173440933,
      "num_tokens": 90944913.0,
      "step": 117930
    },
    {
      "epoch": 0.149602084332245,
      "grad_norm": 6.9375,
      "learning_rate": 4.252535337414907e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5338785588741303,
      "num_tokens": 90952556.0,
      "step": 117940
    },
    {
      "epoch": 0.14961476892477782,
      "grad_norm": 7.4375,
      "learning_rate": 4.2524719064062784e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5661737948656083,
      "num_tokens": 90958589.0,
      "step": 117950
    },
    {
      "epoch": 0.14962745351731066,
      "grad_norm": 8.6875,
      "learning_rate": 4.252408475397649e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5446785718202591,
      "num_tokens": 90966056.0,
      "step": 117960
    },
    {
      "epoch": 0.1496401381098435,
      "grad_norm": 5.5625,
      "learning_rate": 4.25234504438902e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5250974744558334,
      "num_tokens": 90973712.0,
      "step": 117970
    },
    {
      "epoch": 0.14965282270237634,
      "grad_norm": 5.3125,
      "learning_rate": 4.2522816133803914e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5389554291963577,
      "num_tokens": 90981940.0,
      "step": 117980
    },
    {
      "epoch": 0.14966550729490916,
      "grad_norm": 6.59375,
      "learning_rate": 4.252218182371762e-05,
      "loss": 1.8018,
      "mean_token_accuracy": 0.5843835651874543,
      "num_tokens": 90988916.0,
      "step": 117990
    },
    {
      "epoch": 0.149678191887442,
      "grad_norm": 6.59375,
      "learning_rate": 4.2521547513631324e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5406929314136505,
      "num_tokens": 90997470.0,
      "step": 118000
    },
    {
      "epoch": 0.14969087647997484,
      "grad_norm": 5.34375,
      "learning_rate": 4.252091320354503e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5571266293525696,
      "num_tokens": 91005336.0,
      "step": 118010
    },
    {
      "epoch": 0.14970356107250768,
      "grad_norm": 5.84375,
      "learning_rate": 4.252027889345874e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5356011480093003,
      "num_tokens": 91013694.0,
      "step": 118020
    },
    {
      "epoch": 0.1497162456650405,
      "grad_norm": 6.09375,
      "learning_rate": 4.2519644583372454e-05,
      "loss": 1.8612,
      "mean_token_accuracy": 0.586007833480835,
      "num_tokens": 91020859.0,
      "step": 118030
    },
    {
      "epoch": 0.14972893025757333,
      "grad_norm": 5.625,
      "learning_rate": 4.251901027328616e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5718472480773926,
      "num_tokens": 91027601.0,
      "step": 118040
    },
    {
      "epoch": 0.14974161485010618,
      "grad_norm": 5.0625,
      "learning_rate": 4.251837596319987e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5515998989343643,
      "num_tokens": 91033772.0,
      "step": 118050
    },
    {
      "epoch": 0.14975429944263902,
      "grad_norm": 5.6875,
      "learning_rate": 4.251774165311358e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5394673764705658,
      "num_tokens": 91041663.0,
      "step": 118060
    },
    {
      "epoch": 0.14976698403517183,
      "grad_norm": 5.1875,
      "learning_rate": 4.251710734302728e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.542790824174881,
      "num_tokens": 91049025.0,
      "step": 118070
    },
    {
      "epoch": 0.14977966862770467,
      "grad_norm": 6.09375,
      "learning_rate": 4.2516473032940994e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5331641584634781,
      "num_tokens": 91056772.0,
      "step": 118080
    },
    {
      "epoch": 0.1497923532202375,
      "grad_norm": 5.09375,
      "learning_rate": 4.25158387228547e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.550616717338562,
      "num_tokens": 91065878.0,
      "step": 118090
    },
    {
      "epoch": 0.14980503781277035,
      "grad_norm": 4.8125,
      "learning_rate": 4.251520441276841e-05,
      "loss": 2.4563,
      "mean_token_accuracy": 0.47817671298980713,
      "num_tokens": 91074932.0,
      "step": 118100
    },
    {
      "epoch": 0.14981772240530317,
      "grad_norm": 6.8125,
      "learning_rate": 4.251457010268212e-05,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5762182801961899,
      "num_tokens": 91082078.0,
      "step": 118110
    },
    {
      "epoch": 0.149830406997836,
      "grad_norm": 5.5625,
      "learning_rate": 4.251393579259583e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5423866152763367,
      "num_tokens": 91090847.0,
      "step": 118120
    },
    {
      "epoch": 0.14984309159036885,
      "grad_norm": 4.40625,
      "learning_rate": 4.2513301482509534e-05,
      "loss": 1.7968,
      "mean_token_accuracy": 0.5976379692554474,
      "num_tokens": 91096594.0,
      "step": 118130
    },
    {
      "epoch": 0.1498557761829017,
      "grad_norm": 4.875,
      "learning_rate": 4.251266717242324e-05,
      "loss": 2.2192,
      "mean_token_accuracy": 0.5239068329334259,
      "num_tokens": 91104386.0,
      "step": 118140
    },
    {
      "epoch": 0.1498684607754345,
      "grad_norm": 7.5625,
      "learning_rate": 4.251203286233695e-05,
      "loss": 1.9447,
      "mean_token_accuracy": 0.5702757567167283,
      "num_tokens": 91112279.0,
      "step": 118150
    },
    {
      "epoch": 0.14988114536796734,
      "grad_norm": 4.71875,
      "learning_rate": 4.251139855225066e-05,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5665417551994324,
      "num_tokens": 91120433.0,
      "step": 118160
    },
    {
      "epoch": 0.14989382996050019,
      "grad_norm": 6.65625,
      "learning_rate": 4.251076424216437e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.557718813419342,
      "num_tokens": 91128471.0,
      "step": 118170
    },
    {
      "epoch": 0.14990651455303303,
      "grad_norm": 5.15625,
      "learning_rate": 4.251012993207808e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.569828599691391,
      "num_tokens": 91134944.0,
      "step": 118180
    },
    {
      "epoch": 0.14991919914556584,
      "grad_norm": 6.40625,
      "learning_rate": 4.250949562199179e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5204600334167481,
      "num_tokens": 91142499.0,
      "step": 118190
    },
    {
      "epoch": 0.14993188373809868,
      "grad_norm": 5.8125,
      "learning_rate": 4.25088613119055e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5310494363307953,
      "num_tokens": 91151415.0,
      "step": 118200
    },
    {
      "epoch": 0.14994456833063152,
      "grad_norm": 4.875,
      "learning_rate": 4.25082270018192e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5584565490484238,
      "num_tokens": 91158742.0,
      "step": 118210
    },
    {
      "epoch": 0.14995725292316434,
      "grad_norm": 5.8125,
      "learning_rate": 4.250759269173291e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5300066769123077,
      "num_tokens": 91166358.0,
      "step": 118220
    },
    {
      "epoch": 0.14996993751569718,
      "grad_norm": 6.15625,
      "learning_rate": 4.250695838164662e-05,
      "loss": 1.8968,
      "mean_token_accuracy": 0.5725585013628006,
      "num_tokens": 91173772.0,
      "step": 118230
    },
    {
      "epoch": 0.14998262210823002,
      "grad_norm": 6.1875,
      "learning_rate": 4.250632407156033e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5546037048101425,
      "num_tokens": 91182025.0,
      "step": 118240
    },
    {
      "epoch": 0.14999530670076286,
      "grad_norm": 5.03125,
      "learning_rate": 4.250568976147404e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5420767933130264,
      "num_tokens": 91189225.0,
      "step": 118250
    },
    {
      "epoch": 0.15000799129329567,
      "grad_norm": 5.96875,
      "learning_rate": 4.2505055451387745e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5174274474382401,
      "num_tokens": 91197249.0,
      "step": 118260
    },
    {
      "epoch": 0.1500206758858285,
      "grad_norm": 5.34375,
      "learning_rate": 4.250442114130146e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5496568292379379,
      "num_tokens": 91204986.0,
      "step": 118270
    },
    {
      "epoch": 0.15003336047836136,
      "grad_norm": 6.71875,
      "learning_rate": 4.250378683121516e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.533522042632103,
      "num_tokens": 91212358.0,
      "step": 118280
    },
    {
      "epoch": 0.1500460450708942,
      "grad_norm": 7.09375,
      "learning_rate": 4.250315252112887e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.5612671673297882,
      "num_tokens": 91220862.0,
      "step": 118290
    },
    {
      "epoch": 0.150058729663427,
      "grad_norm": 4.6875,
      "learning_rate": 4.250251821104258e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5449873387813569,
      "num_tokens": 91228886.0,
      "step": 118300
    },
    {
      "epoch": 0.15007141425595985,
      "grad_norm": 6.0,
      "learning_rate": 4.2501883900956285e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5663149267435074,
      "num_tokens": 91236257.0,
      "step": 118310
    },
    {
      "epoch": 0.1500840988484927,
      "grad_norm": 5.6875,
      "learning_rate": 4.250124959087e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5613379627466202,
      "num_tokens": 91244090.0,
      "step": 118320
    },
    {
      "epoch": 0.15009678344102553,
      "grad_norm": 6.03125,
      "learning_rate": 4.250061528078371e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5205491602420806,
      "num_tokens": 91251947.0,
      "step": 118330
    },
    {
      "epoch": 0.15010946803355835,
      "grad_norm": 5.5625,
      "learning_rate": 4.2499980970697415e-05,
      "loss": 2.3126,
      "mean_token_accuracy": 0.5051694065332413,
      "num_tokens": 91260543.0,
      "step": 118340
    },
    {
      "epoch": 0.1501221526260912,
      "grad_norm": 9.6875,
      "learning_rate": 4.249934666061112e-05,
      "loss": 2.2832,
      "mean_token_accuracy": 0.5066710293293,
      "num_tokens": 91268161.0,
      "step": 118350
    },
    {
      "epoch": 0.15013483721862403,
      "grad_norm": 5.40625,
      "learning_rate": 4.2498712350524825e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5242588579654693,
      "num_tokens": 91276758.0,
      "step": 118360
    },
    {
      "epoch": 0.15014752181115687,
      "grad_norm": 7.46875,
      "learning_rate": 4.249807804043854e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5506036221981049,
      "num_tokens": 91283929.0,
      "step": 118370
    },
    {
      "epoch": 0.15016020640368968,
      "grad_norm": 4.5,
      "learning_rate": 4.249744373035225e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5476914435625077,
      "num_tokens": 91292506.0,
      "step": 118380
    },
    {
      "epoch": 0.15017289099622252,
      "grad_norm": 6.34375,
      "learning_rate": 4.2496809420265955e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.531191611289978,
      "num_tokens": 91300845.0,
      "step": 118390
    },
    {
      "epoch": 0.15018557558875537,
      "grad_norm": 5.59375,
      "learning_rate": 4.249617511017967e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5300889074802398,
      "num_tokens": 91308214.0,
      "step": 118400
    },
    {
      "epoch": 0.1501982601812882,
      "grad_norm": 12.3125,
      "learning_rate": 4.249554080009337e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5221279829740524,
      "num_tokens": 91316017.0,
      "step": 118410
    },
    {
      "epoch": 0.15021094477382102,
      "grad_norm": 6.6875,
      "learning_rate": 4.249490649000708e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5376714050769806,
      "num_tokens": 91322830.0,
      "step": 118420
    },
    {
      "epoch": 0.15022362936635386,
      "grad_norm": 8.0,
      "learning_rate": 4.249427217992079e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5141040772199631,
      "num_tokens": 91331176.0,
      "step": 118430
    },
    {
      "epoch": 0.1502363139588867,
      "grad_norm": 5.875,
      "learning_rate": 4.2493637869834495e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5504280805587769,
      "num_tokens": 91337598.0,
      "step": 118440
    },
    {
      "epoch": 0.15024899855141954,
      "grad_norm": 4.9375,
      "learning_rate": 4.249300355974821e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5469249606132507,
      "num_tokens": 91346488.0,
      "step": 118450
    },
    {
      "epoch": 0.15026168314395236,
      "grad_norm": 4.65625,
      "learning_rate": 4.249236924966192e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5216090232133865,
      "num_tokens": 91355143.0,
      "step": 118460
    },
    {
      "epoch": 0.1502743677364852,
      "grad_norm": 8.0625,
      "learning_rate": 4.2491734939575625e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5216741263866425,
      "num_tokens": 91362918.0,
      "step": 118470
    },
    {
      "epoch": 0.15028705232901804,
      "grad_norm": 5.59375,
      "learning_rate": 4.249110062948933e-05,
      "loss": 1.8889,
      "mean_token_accuracy": 0.5715308070182801,
      "num_tokens": 91370744.0,
      "step": 118480
    },
    {
      "epoch": 0.15029973692155088,
      "grad_norm": 5.4375,
      "learning_rate": 4.2490466319403036e-05,
      "loss": 2.2988,
      "mean_token_accuracy": 0.5089087963104248,
      "num_tokens": 91379101.0,
      "step": 118490
    },
    {
      "epoch": 0.1503124215140837,
      "grad_norm": 4.96875,
      "learning_rate": 4.248983200931675e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5434470444917678,
      "num_tokens": 91386394.0,
      "step": 118500
    },
    {
      "epoch": 0.15032510610661654,
      "grad_norm": 5.625,
      "learning_rate": 4.248919769923046e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5354240804910659,
      "num_tokens": 91394347.0,
      "step": 118510
    },
    {
      "epoch": 0.15033779069914938,
      "grad_norm": 7.21875,
      "learning_rate": 4.2488563389144165e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5244208991527557,
      "num_tokens": 91402707.0,
      "step": 118520
    },
    {
      "epoch": 0.15035047529168222,
      "grad_norm": 4.8125,
      "learning_rate": 4.248792907905788e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5264873653650284,
      "num_tokens": 91411005.0,
      "step": 118530
    },
    {
      "epoch": 0.15036315988421503,
      "grad_norm": 4.59375,
      "learning_rate": 4.248729476897158e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5283715456724167,
      "num_tokens": 91419523.0,
      "step": 118540
    },
    {
      "epoch": 0.15037584447674787,
      "grad_norm": 5.84375,
      "learning_rate": 4.248666045888529e-05,
      "loss": 1.895,
      "mean_token_accuracy": 0.5898469299077987,
      "num_tokens": 91426792.0,
      "step": 118550
    },
    {
      "epoch": 0.1503885290692807,
      "grad_norm": 5.3125,
      "learning_rate": 4.2486026148799e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5529713958501816,
      "num_tokens": 91434133.0,
      "step": 118560
    },
    {
      "epoch": 0.15040121366181355,
      "grad_norm": 9.3125,
      "learning_rate": 4.2485391838712705e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5542498975992203,
      "num_tokens": 91441161.0,
      "step": 118570
    },
    {
      "epoch": 0.15041389825434637,
      "grad_norm": 5.625,
      "learning_rate": 4.248475752862642e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5450656056404114,
      "num_tokens": 91448794.0,
      "step": 118580
    },
    {
      "epoch": 0.1504265828468792,
      "grad_norm": 7.40625,
      "learning_rate": 4.248412321854012e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5446576803922654,
      "num_tokens": 91455794.0,
      "step": 118590
    },
    {
      "epoch": 0.15043926743941205,
      "grad_norm": 4.8125,
      "learning_rate": 4.2483488908453835e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5372983813285828,
      "num_tokens": 91463184.0,
      "step": 118600
    },
    {
      "epoch": 0.1504519520319449,
      "grad_norm": 6.46875,
      "learning_rate": 4.248285459836755e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5691990166902542,
      "num_tokens": 91469885.0,
      "step": 118610
    },
    {
      "epoch": 0.1504646366244777,
      "grad_norm": 6.40625,
      "learning_rate": 4.248222028828125e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.5735240131616592,
      "num_tokens": 91476382.0,
      "step": 118620
    },
    {
      "epoch": 0.15047732121701055,
      "grad_norm": 7.75,
      "learning_rate": 4.248158597819496e-05,
      "loss": 1.8159,
      "mean_token_accuracy": 0.584976077079773,
      "num_tokens": 91481739.0,
      "step": 118630
    },
    {
      "epoch": 0.1504900058095434,
      "grad_norm": 5.875,
      "learning_rate": 4.248095166810866e-05,
      "loss": 2.3086,
      "mean_token_accuracy": 0.5087666809558868,
      "num_tokens": 91490989.0,
      "step": 118640
    },
    {
      "epoch": 0.15050269040207623,
      "grad_norm": 6.1875,
      "learning_rate": 4.2480317358022375e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.568748739361763,
      "num_tokens": 91498534.0,
      "step": 118650
    },
    {
      "epoch": 0.15051537499460904,
      "grad_norm": 5.875,
      "learning_rate": 4.247968304793609e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5667772561311721,
      "num_tokens": 91505364.0,
      "step": 118660
    },
    {
      "epoch": 0.15052805958714188,
      "grad_norm": 5.03125,
      "learning_rate": 4.247904873784979e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5448096126317978,
      "num_tokens": 91513751.0,
      "step": 118670
    },
    {
      "epoch": 0.15054074417967472,
      "grad_norm": 6.875,
      "learning_rate": 4.2478414427763505e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5384918749332428,
      "num_tokens": 91521532.0,
      "step": 118680
    },
    {
      "epoch": 0.15055342877220754,
      "grad_norm": 5.4375,
      "learning_rate": 4.247778011767721e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5637801229953766,
      "num_tokens": 91530051.0,
      "step": 118690
    },
    {
      "epoch": 0.15056611336474038,
      "grad_norm": 4.96875,
      "learning_rate": 4.2477145807590916e-05,
      "loss": 1.7873,
      "mean_token_accuracy": 0.6017614006996155,
      "num_tokens": 91537395.0,
      "step": 118700
    },
    {
      "epoch": 0.15057879795727322,
      "grad_norm": 4.96875,
      "learning_rate": 4.247651149750463e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5256817936897278,
      "num_tokens": 91545959.0,
      "step": 118710
    },
    {
      "epoch": 0.15059148254980606,
      "grad_norm": 6.53125,
      "learning_rate": 4.247587718741833e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5441120237112045,
      "num_tokens": 91553454.0,
      "step": 118720
    },
    {
      "epoch": 0.15060416714233887,
      "grad_norm": 7.96875,
      "learning_rate": 4.2475242877332045e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5284032225608826,
      "num_tokens": 91562001.0,
      "step": 118730
    },
    {
      "epoch": 0.15061685173487172,
      "grad_norm": 6.25,
      "learning_rate": 4.247460856724575e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5503127336502075,
      "num_tokens": 91569765.0,
      "step": 118740
    },
    {
      "epoch": 0.15062953632740456,
      "grad_norm": 4.9375,
      "learning_rate": 4.247397425715946e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5294691652059555,
      "num_tokens": 91578720.0,
      "step": 118750
    },
    {
      "epoch": 0.1506422209199374,
      "grad_norm": 8.0625,
      "learning_rate": 4.247333994707317e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5604463040828704,
      "num_tokens": 91585124.0,
      "step": 118760
    },
    {
      "epoch": 0.1506549055124702,
      "grad_norm": 5.15625,
      "learning_rate": 4.2472705636986873e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5777522265911103,
      "num_tokens": 91592962.0,
      "step": 118770
    },
    {
      "epoch": 0.15066759010500305,
      "grad_norm": 5.3125,
      "learning_rate": 4.2472071326900586e-05,
      "loss": 2.3198,
      "mean_token_accuracy": 0.5062901020050049,
      "num_tokens": 91601454.0,
      "step": 118780
    },
    {
      "epoch": 0.1506802746975359,
      "grad_norm": 6.5,
      "learning_rate": 4.247143701681429e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5251276969909668,
      "num_tokens": 91609054.0,
      "step": 118790
    },
    {
      "epoch": 0.15069295929006873,
      "grad_norm": 6.90625,
      "learning_rate": 4.2470802706728e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5540339291095734,
      "num_tokens": 91616277.0,
      "step": 118800
    },
    {
      "epoch": 0.15070564388260155,
      "grad_norm": 5.65625,
      "learning_rate": 4.2470168396641715e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5407186985015869,
      "num_tokens": 91624100.0,
      "step": 118810
    },
    {
      "epoch": 0.1507183284751344,
      "grad_norm": 9.25,
      "learning_rate": 4.246953408655542e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5245710492134095,
      "num_tokens": 91632719.0,
      "step": 118820
    },
    {
      "epoch": 0.15073101306766723,
      "grad_norm": 5.125,
      "learning_rate": 4.2468899776469126e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.534157720208168,
      "num_tokens": 91640408.0,
      "step": 118830
    },
    {
      "epoch": 0.15074369766020007,
      "grad_norm": 5.375,
      "learning_rate": 4.246826546638283e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5262369483709335,
      "num_tokens": 91649249.0,
      "step": 118840
    },
    {
      "epoch": 0.15075638225273288,
      "grad_norm": 6.28125,
      "learning_rate": 4.2467631156296543e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5293484389781952,
      "num_tokens": 91657211.0,
      "step": 118850
    },
    {
      "epoch": 0.15076906684526573,
      "grad_norm": 7.96875,
      "learning_rate": 4.2466996846210256e-05,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5707646906375885,
      "num_tokens": 91664384.0,
      "step": 118860
    },
    {
      "epoch": 0.15078175143779857,
      "grad_norm": 6.8125,
      "learning_rate": 4.246636253612396e-05,
      "loss": 1.9804,
      "mean_token_accuracy": 0.5577212363481522,
      "num_tokens": 91670779.0,
      "step": 118870
    },
    {
      "epoch": 0.1507944360303314,
      "grad_norm": 4.8125,
      "learning_rate": 4.246572822603767e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5420845091342926,
      "num_tokens": 91677734.0,
      "step": 118880
    },
    {
      "epoch": 0.15080712062286422,
      "grad_norm": 6.5,
      "learning_rate": 4.246509391595138e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5586082637310028,
      "num_tokens": 91684104.0,
      "step": 118890
    },
    {
      "epoch": 0.15081980521539706,
      "grad_norm": 5.875,
      "learning_rate": 4.2464459605865084e-05,
      "loss": 1.8502,
      "mean_token_accuracy": 0.6004500478506088,
      "num_tokens": 91691175.0,
      "step": 118900
    },
    {
      "epoch": 0.1508324898079299,
      "grad_norm": 4.96875,
      "learning_rate": 4.2463825295778796e-05,
      "loss": 1.8346,
      "mean_token_accuracy": 0.6050190448760986,
      "num_tokens": 91697392.0,
      "step": 118910
    },
    {
      "epoch": 0.15084517440046274,
      "grad_norm": 4.875,
      "learning_rate": 4.24631909856925e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.542846941947937,
      "num_tokens": 91705251.0,
      "step": 118920
    },
    {
      "epoch": 0.15085785899299556,
      "grad_norm": 5.5625,
      "learning_rate": 4.246255667560621e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5103219658136368,
      "num_tokens": 91713327.0,
      "step": 118930
    },
    {
      "epoch": 0.1508705435855284,
      "grad_norm": 5.3125,
      "learning_rate": 4.246192236551992e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5507701903581619,
      "num_tokens": 91720849.0,
      "step": 118940
    },
    {
      "epoch": 0.15088322817806124,
      "grad_norm": 5.15625,
      "learning_rate": 4.246128805543363e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5331571936607361,
      "num_tokens": 91728871.0,
      "step": 118950
    },
    {
      "epoch": 0.15089591277059408,
      "grad_norm": 7.53125,
      "learning_rate": 4.246065374534734e-05,
      "loss": 2.3406,
      "mean_token_accuracy": 0.5145171135663986,
      "num_tokens": 91736695.0,
      "step": 118960
    },
    {
      "epoch": 0.1509085973631269,
      "grad_norm": 4.875,
      "learning_rate": 4.246001943526104e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.564187091588974,
      "num_tokens": 91744436.0,
      "step": 118970
    },
    {
      "epoch": 0.15092128195565974,
      "grad_norm": 6.0,
      "learning_rate": 4.2459385125174754e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5415053963661194,
      "num_tokens": 91751811.0,
      "step": 118980
    },
    {
      "epoch": 0.15093396654819258,
      "grad_norm": 6.65625,
      "learning_rate": 4.245875081508846e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5279451608657837,
      "num_tokens": 91760266.0,
      "step": 118990
    },
    {
      "epoch": 0.15094665114072542,
      "grad_norm": 4.28125,
      "learning_rate": 4.245811650500217e-05,
      "loss": 1.8118,
      "mean_token_accuracy": 0.588975328207016,
      "num_tokens": 91765500.0,
      "step": 119000
    },
    {
      "epoch": 0.15095933573325823,
      "grad_norm": 4.59375,
      "learning_rate": 4.245748219491588e-05,
      "loss": 1.7626,
      "mean_token_accuracy": 0.5991642117500305,
      "num_tokens": 91772295.0,
      "step": 119010
    },
    {
      "epoch": 0.15097202032579107,
      "grad_norm": 4.375,
      "learning_rate": 4.245684788482959e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5258672863245011,
      "num_tokens": 91780704.0,
      "step": 119020
    },
    {
      "epoch": 0.15098470491832391,
      "grad_norm": 9.4375,
      "learning_rate": 4.24562135747433e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5652044445276261,
      "num_tokens": 91788471.0,
      "step": 119030
    },
    {
      "epoch": 0.15099738951085676,
      "grad_norm": 6.53125,
      "learning_rate": 4.2455579264657006e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5479248762130737,
      "num_tokens": 91795120.0,
      "step": 119040
    },
    {
      "epoch": 0.15101007410338957,
      "grad_norm": 5.25,
      "learning_rate": 4.245494495457071e-05,
      "loss": 2.2538,
      "mean_token_accuracy": 0.518088749051094,
      "num_tokens": 91803316.0,
      "step": 119050
    },
    {
      "epoch": 0.1510227586959224,
      "grad_norm": 6.5625,
      "learning_rate": 4.2454310644484424e-05,
      "loss": 1.8592,
      "mean_token_accuracy": 0.5861404865980149,
      "num_tokens": 91810643.0,
      "step": 119060
    },
    {
      "epoch": 0.15103544328845525,
      "grad_norm": 5.6875,
      "learning_rate": 4.245367633439813e-05,
      "loss": 2.2601,
      "mean_token_accuracy": 0.5113327443599701,
      "num_tokens": 91819237.0,
      "step": 119070
    },
    {
      "epoch": 0.1510481278809881,
      "grad_norm": 6.8125,
      "learning_rate": 4.245304202431184e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5536418199539185,
      "num_tokens": 91826476.0,
      "step": 119080
    },
    {
      "epoch": 0.1510608124735209,
      "grad_norm": 6.96875,
      "learning_rate": 4.2452407714225546e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5642565816640854,
      "num_tokens": 91834827.0,
      "step": 119090
    },
    {
      "epoch": 0.15107349706605375,
      "grad_norm": 5.40625,
      "learning_rate": 4.245177340413926e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5498717725276947,
      "num_tokens": 91842076.0,
      "step": 119100
    },
    {
      "epoch": 0.1510861816585866,
      "grad_norm": 4.5,
      "learning_rate": 4.2451139094052964e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5659201920032502,
      "num_tokens": 91849092.0,
      "step": 119110
    },
    {
      "epoch": 0.15109886625111943,
      "grad_norm": 5.3125,
      "learning_rate": 4.245050478396667e-05,
      "loss": 1.8457,
      "mean_token_accuracy": 0.5922249495983124,
      "num_tokens": 91856439.0,
      "step": 119120
    },
    {
      "epoch": 0.15111155084365224,
      "grad_norm": 4.8125,
      "learning_rate": 4.244987047388038e-05,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5161896735429764,
      "num_tokens": 91864192.0,
      "step": 119130
    },
    {
      "epoch": 0.15112423543618508,
      "grad_norm": 6.03125,
      "learning_rate": 4.244923616379409e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5674427002668381,
      "num_tokens": 91871324.0,
      "step": 119140
    },
    {
      "epoch": 0.15113692002871792,
      "grad_norm": 4.9375,
      "learning_rate": 4.24486018537078e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5323503464460373,
      "num_tokens": 91880030.0,
      "step": 119150
    },
    {
      "epoch": 0.15114960462125074,
      "grad_norm": 6.96875,
      "learning_rate": 4.244796754362151e-05,
      "loss": 1.8172,
      "mean_token_accuracy": 0.5984841167926789,
      "num_tokens": 91886487.0,
      "step": 119160
    },
    {
      "epoch": 0.15116228921378358,
      "grad_norm": 5.1875,
      "learning_rate": 4.2447333233535216e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5245856612920761,
      "num_tokens": 91895021.0,
      "step": 119170
    },
    {
      "epoch": 0.15117497380631642,
      "grad_norm": 5.125,
      "learning_rate": 4.244669892344892e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5404153019189835,
      "num_tokens": 91902213.0,
      "step": 119180
    },
    {
      "epoch": 0.15118765839884926,
      "grad_norm": 7.0625,
      "learning_rate": 4.244606461336263e-05,
      "loss": 1.8951,
      "mean_token_accuracy": 0.5788311034440994,
      "num_tokens": 91909709.0,
      "step": 119190
    },
    {
      "epoch": 0.15120034299138208,
      "grad_norm": 4.875,
      "learning_rate": 4.244543030327634e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5448522686958313,
      "num_tokens": 91917438.0,
      "step": 119200
    },
    {
      "epoch": 0.15121302758391492,
      "grad_norm": 10.1875,
      "learning_rate": 4.244479599319005e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5644410789012909,
      "num_tokens": 91925188.0,
      "step": 119210
    },
    {
      "epoch": 0.15122571217644776,
      "grad_norm": 5.5,
      "learning_rate": 4.2444161683103757e-05,
      "loss": 1.997,
      "mean_token_accuracy": 0.5712526857852935,
      "num_tokens": 91931959.0,
      "step": 119220
    },
    {
      "epoch": 0.1512383967689806,
      "grad_norm": 4.71875,
      "learning_rate": 4.244352737301747e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.523150098323822,
      "num_tokens": 91939844.0,
      "step": 119230
    },
    {
      "epoch": 0.1512510813615134,
      "grad_norm": 10.875,
      "learning_rate": 4.2442893062931174e-05,
      "loss": 1.9592,
      "mean_token_accuracy": 0.5659803003072739,
      "num_tokens": 91945848.0,
      "step": 119240
    },
    {
      "epoch": 0.15126376595404625,
      "grad_norm": 6.3125,
      "learning_rate": 4.244225875284488e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5432206720113755,
      "num_tokens": 91953300.0,
      "step": 119250
    },
    {
      "epoch": 0.1512764505465791,
      "grad_norm": 6.25,
      "learning_rate": 4.244162444275859e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5296336680650711,
      "num_tokens": 91961132.0,
      "step": 119260
    },
    {
      "epoch": 0.15128913513911194,
      "grad_norm": 5.84375,
      "learning_rate": 4.24409901326723e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5458422183990479,
      "num_tokens": 91968374.0,
      "step": 119270
    },
    {
      "epoch": 0.15130181973164475,
      "grad_norm": 5.6875,
      "learning_rate": 4.244035582258601e-05,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5143982231616974,
      "num_tokens": 91976336.0,
      "step": 119280
    },
    {
      "epoch": 0.1513145043241776,
      "grad_norm": 5.59375,
      "learning_rate": 4.2439721512499714e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5427091121673584,
      "num_tokens": 91984922.0,
      "step": 119290
    },
    {
      "epoch": 0.15132718891671043,
      "grad_norm": 5.875,
      "learning_rate": 4.2439087202413427e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5430793642997742,
      "num_tokens": 91993723.0,
      "step": 119300
    },
    {
      "epoch": 0.15133987350924327,
      "grad_norm": 5.96875,
      "learning_rate": 4.243845289232713e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5544518649578094,
      "num_tokens": 92001606.0,
      "step": 119310
    },
    {
      "epoch": 0.15135255810177609,
      "grad_norm": 5.3125,
      "learning_rate": 4.243781858224084e-05,
      "loss": 2.302,
      "mean_token_accuracy": 0.5081210464239121,
      "num_tokens": 92011260.0,
      "step": 119320
    },
    {
      "epoch": 0.15136524269430893,
      "grad_norm": 5.1875,
      "learning_rate": 4.243718427215455e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5231810718774795,
      "num_tokens": 92019103.0,
      "step": 119330
    },
    {
      "epoch": 0.15137792728684177,
      "grad_norm": 7.59375,
      "learning_rate": 4.243654996206826e-05,
      "loss": 1.9811,
      "mean_token_accuracy": 0.5693411856889725,
      "num_tokens": 92026508.0,
      "step": 119340
    },
    {
      "epoch": 0.1513906118793746,
      "grad_norm": 5.875,
      "learning_rate": 4.243591565198197e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5734858244657517,
      "num_tokens": 92033148.0,
      "step": 119350
    },
    {
      "epoch": 0.15140329647190742,
      "grad_norm": 5.8125,
      "learning_rate": 4.243528134189568e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5710586845874787,
      "num_tokens": 92040343.0,
      "step": 119360
    },
    {
      "epoch": 0.15141598106444026,
      "grad_norm": 5.09375,
      "learning_rate": 4.2434647031809384e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5415802538394928,
      "num_tokens": 92046961.0,
      "step": 119370
    },
    {
      "epoch": 0.1514286656569731,
      "grad_norm": 7.09375,
      "learning_rate": 4.2434012721723096e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5321254253387451,
      "num_tokens": 92055342.0,
      "step": 119380
    },
    {
      "epoch": 0.15144135024950595,
      "grad_norm": 6.53125,
      "learning_rate": 4.24333784116368e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5463997781276703,
      "num_tokens": 92062519.0,
      "step": 119390
    },
    {
      "epoch": 0.15145403484203876,
      "grad_norm": 4.5625,
      "learning_rate": 4.243274410155051e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.541643089056015,
      "num_tokens": 92071045.0,
      "step": 119400
    },
    {
      "epoch": 0.1514667194345716,
      "grad_norm": 5.1875,
      "learning_rate": 4.243210979146422e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5452773034572601,
      "num_tokens": 92079494.0,
      "step": 119410
    },
    {
      "epoch": 0.15147940402710444,
      "grad_norm": 6.8125,
      "learning_rate": 4.2431475481377925e-05,
      "loss": 1.9238,
      "mean_token_accuracy": 0.5690430134534836,
      "num_tokens": 92087233.0,
      "step": 119420
    },
    {
      "epoch": 0.15149208861963728,
      "grad_norm": 5.78125,
      "learning_rate": 4.243084117129164e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5739991247653962,
      "num_tokens": 92094930.0,
      "step": 119430
    },
    {
      "epoch": 0.1515047732121701,
      "grad_norm": 5.375,
      "learning_rate": 4.243020686120535e-05,
      "loss": 2.2516,
      "mean_token_accuracy": 0.5089449167251587,
      "num_tokens": 92104244.0,
      "step": 119440
    },
    {
      "epoch": 0.15151745780470294,
      "grad_norm": 6.0,
      "learning_rate": 4.2429572551119054e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5464822351932526,
      "num_tokens": 92113012.0,
      "step": 119450
    },
    {
      "epoch": 0.15153014239723578,
      "grad_norm": 4.78125,
      "learning_rate": 4.242893824103276e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5503879725933075,
      "num_tokens": 92120560.0,
      "step": 119460
    },
    {
      "epoch": 0.15154282698976862,
      "grad_norm": 5.15625,
      "learning_rate": 4.2428303930946465e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5537993013858795,
      "num_tokens": 92127466.0,
      "step": 119470
    },
    {
      "epoch": 0.15155551158230143,
      "grad_norm": 5.90625,
      "learning_rate": 4.242766962086018e-05,
      "loss": 1.8811,
      "mean_token_accuracy": 0.5844251245260239,
      "num_tokens": 92134669.0,
      "step": 119480
    },
    {
      "epoch": 0.15156819617483427,
      "grad_norm": 6.21875,
      "learning_rate": 4.242703531077389e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5644660085439682,
      "num_tokens": 92141812.0,
      "step": 119490
    },
    {
      "epoch": 0.15158088076736712,
      "grad_norm": 6.6875,
      "learning_rate": 4.2426401000687595e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5467705488204956,
      "num_tokens": 92149652.0,
      "step": 119500
    },
    {
      "epoch": 0.15159356535989996,
      "grad_norm": 5.3125,
      "learning_rate": 4.242576669060131e-05,
      "loss": 2.2253,
      "mean_token_accuracy": 0.5157525718212128,
      "num_tokens": 92158281.0,
      "step": 119510
    },
    {
      "epoch": 0.15160624995243277,
      "grad_norm": 4.0625,
      "learning_rate": 4.242513238051501e-05,
      "loss": 1.8593,
      "mean_token_accuracy": 0.5760774374008178,
      "num_tokens": 92165371.0,
      "step": 119520
    },
    {
      "epoch": 0.1516189345449656,
      "grad_norm": 5.5,
      "learning_rate": 4.242449807042872e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.565253421664238,
      "num_tokens": 92172907.0,
      "step": 119530
    },
    {
      "epoch": 0.15163161913749845,
      "grad_norm": 6.34375,
      "learning_rate": 4.242386376034243e-05,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5717216402292251,
      "num_tokens": 92180085.0,
      "step": 119540
    },
    {
      "epoch": 0.1516443037300313,
      "grad_norm": 5.3125,
      "learning_rate": 4.2423229450256135e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5207820028066635,
      "num_tokens": 92188598.0,
      "step": 119550
    },
    {
      "epoch": 0.1516569883225641,
      "grad_norm": 4.9375,
      "learning_rate": 4.242259514016985e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5501430332660675,
      "num_tokens": 92196170.0,
      "step": 119560
    },
    {
      "epoch": 0.15166967291509695,
      "grad_norm": 4.875,
      "learning_rate": 4.242196083008355e-05,
      "loss": 1.9454,
      "mean_token_accuracy": 0.5669225096702576,
      "num_tokens": 92203235.0,
      "step": 119570
    },
    {
      "epoch": 0.1516823575076298,
      "grad_norm": 5.875,
      "learning_rate": 4.2421326519997264e-05,
      "loss": 2.4308,
      "mean_token_accuracy": 0.4908640801906586,
      "num_tokens": 92211950.0,
      "step": 119580
    },
    {
      "epoch": 0.15169504210016263,
      "grad_norm": 5.25,
      "learning_rate": 4.242069220991097e-05,
      "loss": 2.2683,
      "mean_token_accuracy": 0.5242573231458664,
      "num_tokens": 92219637.0,
      "step": 119590
    },
    {
      "epoch": 0.15170772669269544,
      "grad_norm": 7.34375,
      "learning_rate": 4.2420057899824675e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5320600807666779,
      "num_tokens": 92227413.0,
      "step": 119600
    },
    {
      "epoch": 0.15172041128522828,
      "grad_norm": 6.5625,
      "learning_rate": 4.241942358973839e-05,
      "loss": 1.7355,
      "mean_token_accuracy": 0.6140500009059906,
      "num_tokens": 92234655.0,
      "step": 119610
    },
    {
      "epoch": 0.15173309587776113,
      "grad_norm": 5.21875,
      "learning_rate": 4.241878927965209e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.52044737637043,
      "num_tokens": 92243791.0,
      "step": 119620
    },
    {
      "epoch": 0.15174578047029394,
      "grad_norm": 5.21875,
      "learning_rate": 4.2418154969565805e-05,
      "loss": 1.9361,
      "mean_token_accuracy": 0.5746664941310883,
      "num_tokens": 92251810.0,
      "step": 119630
    },
    {
      "epoch": 0.15175846506282678,
      "grad_norm": 5.1875,
      "learning_rate": 4.241752065947952e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5247554540634155,
      "num_tokens": 92259074.0,
      "step": 119640
    },
    {
      "epoch": 0.15177114965535962,
      "grad_norm": 5.125,
      "learning_rate": 4.241688634939322e-05,
      "loss": 2.2514,
      "mean_token_accuracy": 0.5069362372159958,
      "num_tokens": 92267779.0,
      "step": 119650
    },
    {
      "epoch": 0.15178383424789246,
      "grad_norm": 5.1875,
      "learning_rate": 4.241625203930693e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5874622523784637,
      "num_tokens": 92275338.0,
      "step": 119660
    },
    {
      "epoch": 0.15179651884042528,
      "grad_norm": 4.90625,
      "learning_rate": 4.241561772922063e-05,
      "loss": 1.9053,
      "mean_token_accuracy": 0.579250904917717,
      "num_tokens": 92282692.0,
      "step": 119670
    },
    {
      "epoch": 0.15180920343295812,
      "grad_norm": 5.5625,
      "learning_rate": 4.2414983419134345e-05,
      "loss": 1.841,
      "mean_token_accuracy": 0.5823664277791977,
      "num_tokens": 92290673.0,
      "step": 119680
    },
    {
      "epoch": 0.15182188802549096,
      "grad_norm": 5.34375,
      "learning_rate": 4.241434910904806e-05,
      "loss": 2.2608,
      "mean_token_accuracy": 0.5209641486406327,
      "num_tokens": 92299364.0,
      "step": 119690
    },
    {
      "epoch": 0.1518345726180238,
      "grad_norm": 4.96875,
      "learning_rate": 4.241371479896176e-05,
      "loss": 2.3844,
      "mean_token_accuracy": 0.49235775470733645,
      "num_tokens": 92307814.0,
      "step": 119700
    },
    {
      "epoch": 0.1518472572105566,
      "grad_norm": 6.21875,
      "learning_rate": 4.2413080488875475e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5281711101531983,
      "num_tokens": 92315690.0,
      "step": 119710
    },
    {
      "epoch": 0.15185994180308945,
      "grad_norm": 4.71875,
      "learning_rate": 4.241244617878918e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5740067154169083,
      "num_tokens": 92323683.0,
      "step": 119720
    },
    {
      "epoch": 0.1518726263956223,
      "grad_norm": 5.09375,
      "learning_rate": 4.2411811868702885e-05,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5564462691545486,
      "num_tokens": 92330549.0,
      "step": 119730
    },
    {
      "epoch": 0.15188531098815514,
      "grad_norm": 5.3125,
      "learning_rate": 4.24111775586166e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5352221041917801,
      "num_tokens": 92338908.0,
      "step": 119740
    },
    {
      "epoch": 0.15189799558068795,
      "grad_norm": 5.03125,
      "learning_rate": 4.24105432485303e-05,
      "loss": 2.2413,
      "mean_token_accuracy": 0.5204478800296783,
      "num_tokens": 92347333.0,
      "step": 119750
    },
    {
      "epoch": 0.1519106801732208,
      "grad_norm": 4.40625,
      "learning_rate": 4.2409908938444015e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5181102395057678,
      "num_tokens": 92355323.0,
      "step": 119760
    },
    {
      "epoch": 0.15192336476575363,
      "grad_norm": 5.90625,
      "learning_rate": 4.240927462835772e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5324219316244125,
      "num_tokens": 92363642.0,
      "step": 119770
    },
    {
      "epoch": 0.15193604935828647,
      "grad_norm": 6.21875,
      "learning_rate": 4.240864031827143e-05,
      "loss": 2.2244,
      "mean_token_accuracy": 0.5295759022235871,
      "num_tokens": 92370703.0,
      "step": 119780
    },
    {
      "epoch": 0.1519487339508193,
      "grad_norm": 5.78125,
      "learning_rate": 4.2408006008185145e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5322262942790985,
      "num_tokens": 92378526.0,
      "step": 119790
    },
    {
      "epoch": 0.15196141854335213,
      "grad_norm": 5.1875,
      "learning_rate": 4.240737169809885e-05,
      "loss": 2.2834,
      "mean_token_accuracy": 0.5192148089408875,
      "num_tokens": 92385986.0,
      "step": 119800
    },
    {
      "epoch": 0.15197410313588497,
      "grad_norm": 5.59375,
      "learning_rate": 4.2406737388012555e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5201781272888184,
      "num_tokens": 92394273.0,
      "step": 119810
    },
    {
      "epoch": 0.1519867877284178,
      "grad_norm": 6.21875,
      "learning_rate": 4.240610307792626e-05,
      "loss": 2.2984,
      "mean_token_accuracy": 0.5121230125427246,
      "num_tokens": 92402331.0,
      "step": 119820
    },
    {
      "epoch": 0.15199947232095062,
      "grad_norm": 5.71875,
      "learning_rate": 4.240546876783997e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5184438437223434,
      "num_tokens": 92411242.0,
      "step": 119830
    },
    {
      "epoch": 0.15201215691348346,
      "grad_norm": 4.65625,
      "learning_rate": 4.2404834457753685e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5115059524774551,
      "num_tokens": 92419605.0,
      "step": 119840
    },
    {
      "epoch": 0.1520248415060163,
      "grad_norm": 10.25,
      "learning_rate": 4.240420014766739e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.527690663933754,
      "num_tokens": 92427736.0,
      "step": 119850
    },
    {
      "epoch": 0.15203752609854915,
      "grad_norm": 5.03125,
      "learning_rate": 4.24035658375811e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5594970047473907,
      "num_tokens": 92435724.0,
      "step": 119860
    },
    {
      "epoch": 0.15205021069108196,
      "grad_norm": 8.0625,
      "learning_rate": 4.240293152749481e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.5268607169389725,
      "num_tokens": 92443874.0,
      "step": 119870
    },
    {
      "epoch": 0.1520628952836148,
      "grad_norm": 13.5625,
      "learning_rate": 4.240229721740851e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5477829217910767,
      "num_tokens": 92450029.0,
      "step": 119880
    },
    {
      "epoch": 0.15207557987614764,
      "grad_norm": 4.9375,
      "learning_rate": 4.2401662907322225e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5431510180234909,
      "num_tokens": 92456724.0,
      "step": 119890
    },
    {
      "epoch": 0.15208826446868048,
      "grad_norm": 6.46875,
      "learning_rate": 4.240102859723593e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5649910181760788,
      "num_tokens": 92464442.0,
      "step": 119900
    },
    {
      "epoch": 0.1521009490612133,
      "grad_norm": 6.03125,
      "learning_rate": 4.240039428714964e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5590829104185104,
      "num_tokens": 92471742.0,
      "step": 119910
    },
    {
      "epoch": 0.15211363365374614,
      "grad_norm": 5.75,
      "learning_rate": 4.239975997706335e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5387006372213363,
      "num_tokens": 92479491.0,
      "step": 119920
    },
    {
      "epoch": 0.15212631824627898,
      "grad_norm": 6.1875,
      "learning_rate": 4.239912566697706e-05,
      "loss": 2.2038,
      "mean_token_accuracy": 0.5190479218959808,
      "num_tokens": 92488155.0,
      "step": 119930
    },
    {
      "epoch": 0.15213900283881182,
      "grad_norm": 4.875,
      "learning_rate": 4.2398491356890766e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5478928089141846,
      "num_tokens": 92495341.0,
      "step": 119940
    },
    {
      "epoch": 0.15215168743134463,
      "grad_norm": 5.9375,
      "learning_rate": 4.239785704680447e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5396207213401795,
      "num_tokens": 92503004.0,
      "step": 119950
    },
    {
      "epoch": 0.15216437202387748,
      "grad_norm": 7.21875,
      "learning_rate": 4.239722273671818e-05,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5248469650745392,
      "num_tokens": 92510073.0,
      "step": 119960
    },
    {
      "epoch": 0.15217705661641032,
      "grad_norm": 5.09375,
      "learning_rate": 4.239658842663189e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5416959941387176,
      "num_tokens": 92517689.0,
      "step": 119970
    },
    {
      "epoch": 0.15218974120894316,
      "grad_norm": 6.03125,
      "learning_rate": 4.23959541165456e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5406565517187119,
      "num_tokens": 92526188.0,
      "step": 119980
    },
    {
      "epoch": 0.15220242580147597,
      "grad_norm": 5.75,
      "learning_rate": 4.239531980645931e-05,
      "loss": 1.8627,
      "mean_token_accuracy": 0.5838750422000885,
      "num_tokens": 92533562.0,
      "step": 119990
    },
    {
      "epoch": 0.1522151103940088,
      "grad_norm": 8.625,
      "learning_rate": 4.239468549637302e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5302122175693512,
      "num_tokens": 92539726.0,
      "step": 120000
    },
    {
      "epoch": 0.15222779498654165,
      "grad_norm": 6.59375,
      "learning_rate": 4.239405118628672e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5584177225828171,
      "num_tokens": 92546085.0,
      "step": 120010
    },
    {
      "epoch": 0.1522404795790745,
      "grad_norm": 4.96875,
      "learning_rate": 4.239341687620043e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.552696231007576,
      "num_tokens": 92555910.0,
      "step": 120020
    },
    {
      "epoch": 0.1522531641716073,
      "grad_norm": 5.34375,
      "learning_rate": 4.239278256611414e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.5635263442993164,
      "num_tokens": 92563170.0,
      "step": 120030
    },
    {
      "epoch": 0.15226584876414015,
      "grad_norm": 5.15625,
      "learning_rate": 4.239214825602785e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5452123880386353,
      "num_tokens": 92572149.0,
      "step": 120040
    },
    {
      "epoch": 0.152278533356673,
      "grad_norm": 7.40625,
      "learning_rate": 4.239151394594156e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5750732094049453,
      "num_tokens": 92578274.0,
      "step": 120050
    },
    {
      "epoch": 0.1522912179492058,
      "grad_norm": 5.28125,
      "learning_rate": 4.239087963585527e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5538220435380936,
      "num_tokens": 92585570.0,
      "step": 120060
    },
    {
      "epoch": 0.15230390254173864,
      "grad_norm": 5.84375,
      "learning_rate": 4.2390245325768976e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5351877093315125,
      "num_tokens": 92593475.0,
      "step": 120070
    },
    {
      "epoch": 0.15231658713427149,
      "grad_norm": 6.21875,
      "learning_rate": 4.238961101568268e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5377644211053848,
      "num_tokens": 92601358.0,
      "step": 120080
    },
    {
      "epoch": 0.15232927172680433,
      "grad_norm": 5.125,
      "learning_rate": 4.238897670559639e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5264759302139282,
      "num_tokens": 92609448.0,
      "step": 120090
    },
    {
      "epoch": 0.15234195631933714,
      "grad_norm": 9.875,
      "learning_rate": 4.23883423955101e-05,
      "loss": 1.918,
      "mean_token_accuracy": 0.5693393439054489,
      "num_tokens": 92615474.0,
      "step": 120100
    },
    {
      "epoch": 0.15235464091186998,
      "grad_norm": 4.71875,
      "learning_rate": 4.238770808542381e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5445773363113403,
      "num_tokens": 92623886.0,
      "step": 120110
    },
    {
      "epoch": 0.15236732550440282,
      "grad_norm": 4.4375,
      "learning_rate": 4.2387073775337516e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5623196363449097,
      "num_tokens": 92631945.0,
      "step": 120120
    },
    {
      "epoch": 0.15238001009693566,
      "grad_norm": 6.28125,
      "learning_rate": 4.238643946525123e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5273177981376648,
      "num_tokens": 92639705.0,
      "step": 120130
    },
    {
      "epoch": 0.15239269468946848,
      "grad_norm": 4.3125,
      "learning_rate": 4.238580515516494e-05,
      "loss": 1.7824,
      "mean_token_accuracy": 0.5959326565265656,
      "num_tokens": 92647713.0,
      "step": 120140
    },
    {
      "epoch": 0.15240537928200132,
      "grad_norm": 6.40625,
      "learning_rate": 4.238517084507864e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5290283471345901,
      "num_tokens": 92655992.0,
      "step": 120150
    },
    {
      "epoch": 0.15241806387453416,
      "grad_norm": 5.09375,
      "learning_rate": 4.238453653499235e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5353970229625702,
      "num_tokens": 92664489.0,
      "step": 120160
    },
    {
      "epoch": 0.152430748467067,
      "grad_norm": 5.0625,
      "learning_rate": 4.2383902224906056e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5493569165468216,
      "num_tokens": 92673069.0,
      "step": 120170
    },
    {
      "epoch": 0.15244343305959981,
      "grad_norm": 4.90625,
      "learning_rate": 4.238326791481977e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5597613006830215,
      "num_tokens": 92681474.0,
      "step": 120180
    },
    {
      "epoch": 0.15245611765213266,
      "grad_norm": 4.59375,
      "learning_rate": 4.238263360473348e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.558317905664444,
      "num_tokens": 92688758.0,
      "step": 120190
    },
    {
      "epoch": 0.1524688022446655,
      "grad_norm": 5.5,
      "learning_rate": 4.2381999294647186e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5289336144924164,
      "num_tokens": 92695215.0,
      "step": 120200
    },
    {
      "epoch": 0.15248148683719834,
      "grad_norm": 4.9375,
      "learning_rate": 4.23813649845609e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5312208384275436,
      "num_tokens": 92703211.0,
      "step": 120210
    },
    {
      "epoch": 0.15249417142973115,
      "grad_norm": 4.8125,
      "learning_rate": 4.2380730674474603e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5514399439096451,
      "num_tokens": 92710145.0,
      "step": 120220
    },
    {
      "epoch": 0.152506856022264,
      "grad_norm": 5.6875,
      "learning_rate": 4.238009636438831e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5445053696632385,
      "num_tokens": 92718605.0,
      "step": 120230
    },
    {
      "epoch": 0.15251954061479683,
      "grad_norm": 5.96875,
      "learning_rate": 4.237946205430202e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5375367283821106,
      "num_tokens": 92727137.0,
      "step": 120240
    },
    {
      "epoch": 0.15253222520732967,
      "grad_norm": 7.375,
      "learning_rate": 4.2378827744215726e-05,
      "loss": 1.8359,
      "mean_token_accuracy": 0.5849023818969726,
      "num_tokens": 92733840.0,
      "step": 120250
    },
    {
      "epoch": 0.1525449097998625,
      "grad_norm": 6.0625,
      "learning_rate": 4.237819343412944e-05,
      "loss": 2.231,
      "mean_token_accuracy": 0.526236018538475,
      "num_tokens": 92741806.0,
      "step": 120260
    },
    {
      "epoch": 0.15255759439239533,
      "grad_norm": 5.28125,
      "learning_rate": 4.237755912404315e-05,
      "loss": 2.3558,
      "mean_token_accuracy": 0.5033078372478486,
      "num_tokens": 92750349.0,
      "step": 120270
    },
    {
      "epoch": 0.15257027898492817,
      "grad_norm": 4.84375,
      "learning_rate": 4.2376924813956856e-05,
      "loss": 1.782,
      "mean_token_accuracy": 0.5966434001922607,
      "num_tokens": 92757042.0,
      "step": 120280
    },
    {
      "epoch": 0.152582963577461,
      "grad_norm": 6.03125,
      "learning_rate": 4.237629050387056e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5315854340791702,
      "num_tokens": 92765148.0,
      "step": 120290
    },
    {
      "epoch": 0.15259564816999382,
      "grad_norm": 5.125,
      "learning_rate": 4.237565619378427e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5549345374107361,
      "num_tokens": 92773486.0,
      "step": 120300
    },
    {
      "epoch": 0.15260833276252667,
      "grad_norm": 7.375,
      "learning_rate": 4.237502188369798e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5578177392482757,
      "num_tokens": 92781678.0,
      "step": 120310
    },
    {
      "epoch": 0.1526210173550595,
      "grad_norm": 6.8125,
      "learning_rate": 4.237438757361169e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.5640698671340942,
      "num_tokens": 92788763.0,
      "step": 120320
    },
    {
      "epoch": 0.15263370194759235,
      "grad_norm": 4.96875,
      "learning_rate": 4.2373753263525396e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5457369267940522,
      "num_tokens": 92796581.0,
      "step": 120330
    },
    {
      "epoch": 0.15264638654012516,
      "grad_norm": 4.75,
      "learning_rate": 4.237311895343911e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5287798374891282,
      "num_tokens": 92804943.0,
      "step": 120340
    },
    {
      "epoch": 0.152659071132658,
      "grad_norm": 6.3125,
      "learning_rate": 4.2372484643352814e-05,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5147766441106796,
      "num_tokens": 92812754.0,
      "step": 120350
    },
    {
      "epoch": 0.15267175572519084,
      "grad_norm": 4.96875,
      "learning_rate": 4.237185033326652e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5357351928949357,
      "num_tokens": 92822101.0,
      "step": 120360
    },
    {
      "epoch": 0.15268444031772369,
      "grad_norm": 5.25,
      "learning_rate": 4.237121602318023e-05,
      "loss": 1.891,
      "mean_token_accuracy": 0.5849196344614029,
      "num_tokens": 92829086.0,
      "step": 120370
    },
    {
      "epoch": 0.1526971249102565,
      "grad_norm": 4.53125,
      "learning_rate": 4.2370581713093937e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.540087777376175,
      "num_tokens": 92837258.0,
      "step": 120380
    },
    {
      "epoch": 0.15270980950278934,
      "grad_norm": 5.0,
      "learning_rate": 4.236994740300765e-05,
      "loss": 2.2118,
      "mean_token_accuracy": 0.5226652532815933,
      "num_tokens": 92846057.0,
      "step": 120390
    },
    {
      "epoch": 0.15272249409532218,
      "grad_norm": 4.75,
      "learning_rate": 4.2369313092921354e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5456029236316681,
      "num_tokens": 92853358.0,
      "step": 120400
    },
    {
      "epoch": 0.15273517868785502,
      "grad_norm": 5.375,
      "learning_rate": 4.2368678782835066e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5397506296634674,
      "num_tokens": 92862629.0,
      "step": 120410
    },
    {
      "epoch": 0.15274786328038784,
      "grad_norm": 5.59375,
      "learning_rate": 4.236804447274877e-05,
      "loss": 1.8218,
      "mean_token_accuracy": 0.5890923023223877,
      "num_tokens": 92869711.0,
      "step": 120420
    },
    {
      "epoch": 0.15276054787292068,
      "grad_norm": 6.96875,
      "learning_rate": 4.236741016266248e-05,
      "loss": 1.9066,
      "mean_token_accuracy": 0.5764292240142822,
      "num_tokens": 92875897.0,
      "step": 120430
    },
    {
      "epoch": 0.15277323246545352,
      "grad_norm": 5.46875,
      "learning_rate": 4.236677585257619e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5673015058040619,
      "num_tokens": 92883152.0,
      "step": 120440
    },
    {
      "epoch": 0.15278591705798636,
      "grad_norm": 4.65625,
      "learning_rate": 4.2366141542489894e-05,
      "loss": 1.793,
      "mean_token_accuracy": 0.5922038674354553,
      "num_tokens": 92890480.0,
      "step": 120450
    },
    {
      "epoch": 0.15279860165051917,
      "grad_norm": 7.625,
      "learning_rate": 4.2365507232403606e-05,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5137067884206772,
      "num_tokens": 92898859.0,
      "step": 120460
    },
    {
      "epoch": 0.152811286243052,
      "grad_norm": 9.0625,
      "learning_rate": 4.236487292231732e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.54396370947361,
      "num_tokens": 92905818.0,
      "step": 120470
    },
    {
      "epoch": 0.15282397083558485,
      "grad_norm": 6.75,
      "learning_rate": 4.2364238612231024e-05,
      "loss": 2.2326,
      "mean_token_accuracy": 0.5188553482294083,
      "num_tokens": 92913331.0,
      "step": 120480
    },
    {
      "epoch": 0.1528366554281177,
      "grad_norm": 5.75,
      "learning_rate": 4.236360430214473e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5356004267930985,
      "num_tokens": 92919657.0,
      "step": 120490
    },
    {
      "epoch": 0.1528493400206505,
      "grad_norm": 6.84375,
      "learning_rate": 4.2362969992058435e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5364180117845535,
      "num_tokens": 92928562.0,
      "step": 120500
    },
    {
      "epoch": 0.15286202461318335,
      "grad_norm": 7.5,
      "learning_rate": 4.236233568197215e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5459906101226807,
      "num_tokens": 92935963.0,
      "step": 120510
    },
    {
      "epoch": 0.1528747092057162,
      "grad_norm": 4.46875,
      "learning_rate": 4.236170137188586e-05,
      "loss": 1.8887,
      "mean_token_accuracy": 0.5699647784233093,
      "num_tokens": 92944504.0,
      "step": 120520
    },
    {
      "epoch": 0.152887393798249,
      "grad_norm": 4.3125,
      "learning_rate": 4.2361067061799564e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5467052429914474,
      "num_tokens": 92954120.0,
      "step": 120530
    },
    {
      "epoch": 0.15290007839078185,
      "grad_norm": 4.65625,
      "learning_rate": 4.2360432751713276e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5131116271018982,
      "num_tokens": 92963424.0,
      "step": 120540
    },
    {
      "epoch": 0.1529127629833147,
      "grad_norm": 5.09375,
      "learning_rate": 4.235979844162698e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5339262425899506,
      "num_tokens": 92971797.0,
      "step": 120550
    },
    {
      "epoch": 0.15292544757584753,
      "grad_norm": 11.5625,
      "learning_rate": 4.2359164131540694e-05,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5576764672994614,
      "num_tokens": 92978402.0,
      "step": 120560
    },
    {
      "epoch": 0.15293813216838034,
      "grad_norm": 4.71875,
      "learning_rate": 4.23585298214544e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5716003835201263,
      "num_tokens": 92987036.0,
      "step": 120570
    },
    {
      "epoch": 0.15295081676091318,
      "grad_norm": 5.03125,
      "learning_rate": 4.2357895511368105e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5308454662561417,
      "num_tokens": 92995231.0,
      "step": 120580
    },
    {
      "epoch": 0.15296350135344602,
      "grad_norm": 5.1875,
      "learning_rate": 4.235726120128182e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5428832232952118,
      "num_tokens": 93003733.0,
      "step": 120590
    },
    {
      "epoch": 0.15297618594597887,
      "grad_norm": 5.3125,
      "learning_rate": 4.235662689119552e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5484623849391937,
      "num_tokens": 93010844.0,
      "step": 120600
    },
    {
      "epoch": 0.15298887053851168,
      "grad_norm": 5.875,
      "learning_rate": 4.2355992581109234e-05,
      "loss": 1.8553,
      "mean_token_accuracy": 0.5896816819906234,
      "num_tokens": 93018578.0,
      "step": 120610
    },
    {
      "epoch": 0.15300155513104452,
      "grad_norm": 4.84375,
      "learning_rate": 4.2355358271022946e-05,
      "loss": 1.8281,
      "mean_token_accuracy": 0.5876320183277131,
      "num_tokens": 93026694.0,
      "step": 120620
    },
    {
      "epoch": 0.15301423972357736,
      "grad_norm": 5.0,
      "learning_rate": 4.235472396093665e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5295514702796936,
      "num_tokens": 93035947.0,
      "step": 120630
    },
    {
      "epoch": 0.1530269243161102,
      "grad_norm": 5.34375,
      "learning_rate": 4.235408965085036e-05,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5733529180288315,
      "num_tokens": 93042382.0,
      "step": 120640
    },
    {
      "epoch": 0.15303960890864302,
      "grad_norm": 5.0,
      "learning_rate": 4.235345534076406e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5511471688747406,
      "num_tokens": 93050516.0,
      "step": 120650
    },
    {
      "epoch": 0.15305229350117586,
      "grad_norm": 7.09375,
      "learning_rate": 4.2352821030677774e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5568361967802048,
      "num_tokens": 93057436.0,
      "step": 120660
    },
    {
      "epoch": 0.1530649780937087,
      "grad_norm": 5.4375,
      "learning_rate": 4.2352186720591487e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.530399176478386,
      "num_tokens": 93065611.0,
      "step": 120670
    },
    {
      "epoch": 0.15307766268624154,
      "grad_norm": 7.09375,
      "learning_rate": 4.235155241050519e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.534307986497879,
      "num_tokens": 93073538.0,
      "step": 120680
    },
    {
      "epoch": 0.15309034727877435,
      "grad_norm": 5.0625,
      "learning_rate": 4.2350918100418904e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5202285081148148,
      "num_tokens": 93081639.0,
      "step": 120690
    },
    {
      "epoch": 0.1531030318713072,
      "grad_norm": 4.96875,
      "learning_rate": 4.235028379033261e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5384143978357315,
      "num_tokens": 93090130.0,
      "step": 120700
    },
    {
      "epoch": 0.15311571646384003,
      "grad_norm": 5.0625,
      "learning_rate": 4.2349649480246315e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5196467339992523,
      "num_tokens": 93098682.0,
      "step": 120710
    },
    {
      "epoch": 0.15312840105637288,
      "grad_norm": 10.25,
      "learning_rate": 4.234901517016003e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5470133900642395,
      "num_tokens": 93105202.0,
      "step": 120720
    },
    {
      "epoch": 0.1531410856489057,
      "grad_norm": 5.40625,
      "learning_rate": 4.234838086007373e-05,
      "loss": 2.2567,
      "mean_token_accuracy": 0.5183494687080383,
      "num_tokens": 93113181.0,
      "step": 120730
    },
    {
      "epoch": 0.15315377024143853,
      "grad_norm": 5.6875,
      "learning_rate": 4.2347746549987444e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5208650708198548,
      "num_tokens": 93121649.0,
      "step": 120740
    },
    {
      "epoch": 0.15316645483397137,
      "grad_norm": 8.4375,
      "learning_rate": 4.234711223990115e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5751502394676209,
      "num_tokens": 93128620.0,
      "step": 120750
    },
    {
      "epoch": 0.1531791394265042,
      "grad_norm": 6.34375,
      "learning_rate": 4.234647792981486e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5270944744348526,
      "num_tokens": 93135949.0,
      "step": 120760
    },
    {
      "epoch": 0.15319182401903703,
      "grad_norm": 5.625,
      "learning_rate": 4.234584361972857e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5378873676061631,
      "num_tokens": 93144758.0,
      "step": 120770
    },
    {
      "epoch": 0.15320450861156987,
      "grad_norm": 5.25,
      "learning_rate": 4.234520930964227e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5398004710674286,
      "num_tokens": 93153079.0,
      "step": 120780
    },
    {
      "epoch": 0.1532171932041027,
      "grad_norm": 5.0,
      "learning_rate": 4.2344574999555985e-05,
      "loss": 2.1901,
      "mean_token_accuracy": 0.5211625874042511,
      "num_tokens": 93160707.0,
      "step": 120790
    },
    {
      "epoch": 0.15322987779663555,
      "grad_norm": 5.78125,
      "learning_rate": 4.234394068946969e-05,
      "loss": 2.3106,
      "mean_token_accuracy": 0.5013700246810913,
      "num_tokens": 93170160.0,
      "step": 120800
    },
    {
      "epoch": 0.15324256238916836,
      "grad_norm": 6.5,
      "learning_rate": 4.23433063793834e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5392054706811905,
      "num_tokens": 93177472.0,
      "step": 120810
    },
    {
      "epoch": 0.1532552469817012,
      "grad_norm": 9.6875,
      "learning_rate": 4.2342672069297114e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5261977910995483,
      "num_tokens": 93186056.0,
      "step": 120820
    },
    {
      "epoch": 0.15326793157423405,
      "grad_norm": 5.34375,
      "learning_rate": 4.234203775921082e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5351326167583466,
      "num_tokens": 93193895.0,
      "step": 120830
    },
    {
      "epoch": 0.1532806161667669,
      "grad_norm": 6.5,
      "learning_rate": 4.2341403449124525e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.528692564368248,
      "num_tokens": 93202060.0,
      "step": 120840
    },
    {
      "epoch": 0.1532933007592997,
      "grad_norm": 5.375,
      "learning_rate": 4.234076913903823e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5513726383447647,
      "num_tokens": 93210358.0,
      "step": 120850
    },
    {
      "epoch": 0.15330598535183254,
      "grad_norm": 6.8125,
      "learning_rate": 4.234013482895194e-05,
      "loss": 2.269,
      "mean_token_accuracy": 0.5132511973381042,
      "num_tokens": 93218215.0,
      "step": 120860
    },
    {
      "epoch": 0.15331866994436538,
      "grad_norm": 4.9375,
      "learning_rate": 4.2339500518865655e-05,
      "loss": 1.8844,
      "mean_token_accuracy": 0.5751925200223923,
      "num_tokens": 93225386.0,
      "step": 120870
    },
    {
      "epoch": 0.15333135453689822,
      "grad_norm": 5.71875,
      "learning_rate": 4.233886620877936e-05,
      "loss": 1.812,
      "mean_token_accuracy": 0.5994034558534622,
      "num_tokens": 93232465.0,
      "step": 120880
    },
    {
      "epoch": 0.15334403912943104,
      "grad_norm": 10.9375,
      "learning_rate": 4.233823189869307e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5479784429073333,
      "num_tokens": 93238923.0,
      "step": 120890
    },
    {
      "epoch": 0.15335672372196388,
      "grad_norm": 5.5,
      "learning_rate": 4.233759758860678e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5548715710639953,
      "num_tokens": 93245303.0,
      "step": 120900
    },
    {
      "epoch": 0.15336940831449672,
      "grad_norm": 7.34375,
      "learning_rate": 4.233696327852048e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.5166716754436493,
      "num_tokens": 93252477.0,
      "step": 120910
    },
    {
      "epoch": 0.15338209290702956,
      "grad_norm": 6.96875,
      "learning_rate": 4.2336328968434195e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5579228192567826,
      "num_tokens": 93260212.0,
      "step": 120920
    },
    {
      "epoch": 0.15339477749956237,
      "grad_norm": 6.28125,
      "learning_rate": 4.23356946583479e-05,
      "loss": 1.9016,
      "mean_token_accuracy": 0.56256323158741,
      "num_tokens": 93267524.0,
      "step": 120930
    },
    {
      "epoch": 0.15340746209209521,
      "grad_norm": 5.0625,
      "learning_rate": 4.233506034826161e-05,
      "loss": 2.1983,
      "mean_token_accuracy": 0.5226826757192612,
      "num_tokens": 93276680.0,
      "step": 120940
    },
    {
      "epoch": 0.15342014668462806,
      "grad_norm": 5.34375,
      "learning_rate": 4.233442603817532e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5621952414512634,
      "num_tokens": 93284473.0,
      "step": 120950
    },
    {
      "epoch": 0.1534328312771609,
      "grad_norm": 5.15625,
      "learning_rate": 4.233379172808903e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5301623523235321,
      "num_tokens": 93292858.0,
      "step": 120960
    },
    {
      "epoch": 0.1534455158696937,
      "grad_norm": 5.0,
      "learning_rate": 4.233315741800274e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5313969880342484,
      "num_tokens": 93300772.0,
      "step": 120970
    },
    {
      "epoch": 0.15345820046222655,
      "grad_norm": 5.15625,
      "learning_rate": 4.233252310791645e-05,
      "loss": 2.3208,
      "mean_token_accuracy": 0.5029211282730103,
      "num_tokens": 93309753.0,
      "step": 120980
    },
    {
      "epoch": 0.1534708850547594,
      "grad_norm": 5.3125,
      "learning_rate": 4.233188879783015e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5446045130491257,
      "num_tokens": 93317004.0,
      "step": 120990
    },
    {
      "epoch": 0.1534835696472922,
      "grad_norm": 5.0,
      "learning_rate": 4.233125448774386e-05,
      "loss": 1.8513,
      "mean_token_accuracy": 0.5820264428853988,
      "num_tokens": 93324805.0,
      "step": 121000
    },
    {
      "epoch": 0.15349625423982505,
      "grad_norm": 4.34375,
      "learning_rate": 4.233062017765757e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5423139363527298,
      "num_tokens": 93331334.0,
      "step": 121010
    },
    {
      "epoch": 0.1535089388323579,
      "grad_norm": 7.78125,
      "learning_rate": 4.232998586757128e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5311902850866318,
      "num_tokens": 93339320.0,
      "step": 121020
    },
    {
      "epoch": 0.15352162342489073,
      "grad_norm": 5.75,
      "learning_rate": 4.232935155748499e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.5518145978450775,
      "num_tokens": 93346775.0,
      "step": 121030
    },
    {
      "epoch": 0.15353430801742354,
      "grad_norm": 5.1875,
      "learning_rate": 4.23287172473987e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5284317314624787,
      "num_tokens": 93355758.0,
      "step": 121040
    },
    {
      "epoch": 0.15354699260995638,
      "grad_norm": 6.625,
      "learning_rate": 4.2328082937312405e-05,
      "loss": 1.9565,
      "mean_token_accuracy": 0.5549674332141876,
      "num_tokens": 93362991.0,
      "step": 121050
    },
    {
      "epoch": 0.15355967720248923,
      "grad_norm": 4.90625,
      "learning_rate": 4.232744862722611e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5523722290992736,
      "num_tokens": 93371962.0,
      "step": 121060
    },
    {
      "epoch": 0.15357236179502207,
      "grad_norm": 6.4375,
      "learning_rate": 4.232681431713982e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5197845101356506,
      "num_tokens": 93380153.0,
      "step": 121070
    },
    {
      "epoch": 0.15358504638755488,
      "grad_norm": 7.75,
      "learning_rate": 4.232618000705353e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.533597418665886,
      "num_tokens": 93387326.0,
      "step": 121080
    },
    {
      "epoch": 0.15359773098008772,
      "grad_norm": 5.125,
      "learning_rate": 4.232554569696724e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5404557108879089,
      "num_tokens": 93395194.0,
      "step": 121090
    },
    {
      "epoch": 0.15361041557262056,
      "grad_norm": 5.28125,
      "learning_rate": 4.2324911386880945e-05,
      "loss": 1.9023,
      "mean_token_accuracy": 0.5789087891578675,
      "num_tokens": 93402445.0,
      "step": 121100
    },
    {
      "epoch": 0.1536231001651534,
      "grad_norm": 5.8125,
      "learning_rate": 4.232427707679466e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.525227952003479,
      "num_tokens": 93411258.0,
      "step": 121110
    },
    {
      "epoch": 0.15363578475768622,
      "grad_norm": 5.21875,
      "learning_rate": 4.232364276670836e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.5285000801086426,
      "num_tokens": 93419758.0,
      "step": 121120
    },
    {
      "epoch": 0.15364846935021906,
      "grad_norm": 5.65625,
      "learning_rate": 4.232300845662207e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5204232633113861,
      "num_tokens": 93429453.0,
      "step": 121130
    },
    {
      "epoch": 0.1536611539427519,
      "grad_norm": 5.5,
      "learning_rate": 4.232237414653578e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5492881685495377,
      "num_tokens": 93437516.0,
      "step": 121140
    },
    {
      "epoch": 0.15367383853528474,
      "grad_norm": 4.5,
      "learning_rate": 4.232173983644949e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5777310132980347,
      "num_tokens": 93444808.0,
      "step": 121150
    },
    {
      "epoch": 0.15368652312781755,
      "grad_norm": 4.6875,
      "learning_rate": 4.23211055263632e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5443458676338195,
      "num_tokens": 93453276.0,
      "step": 121160
    },
    {
      "epoch": 0.1536992077203504,
      "grad_norm": 4.75,
      "learning_rate": 4.232047121627691e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5552561849355697,
      "num_tokens": 93460661.0,
      "step": 121170
    },
    {
      "epoch": 0.15371189231288324,
      "grad_norm": 6.625,
      "learning_rate": 4.2319836906190615e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5407015532255173,
      "num_tokens": 93468685.0,
      "step": 121180
    },
    {
      "epoch": 0.15372457690541608,
      "grad_norm": 6.125,
      "learning_rate": 4.231920259610432e-05,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5299439400434494,
      "num_tokens": 93476860.0,
      "step": 121190
    },
    {
      "epoch": 0.1537372614979489,
      "grad_norm": 4.0,
      "learning_rate": 4.231856828601803e-05,
      "loss": 1.8721,
      "mean_token_accuracy": 0.582624614238739,
      "num_tokens": 93483316.0,
      "step": 121200
    },
    {
      "epoch": 0.15374994609048173,
      "grad_norm": 7.28125,
      "learning_rate": 4.231793397593174e-05,
      "loss": 2.2149,
      "mean_token_accuracy": 0.5254470378160476,
      "num_tokens": 93490290.0,
      "step": 121210
    },
    {
      "epoch": 0.15376263068301457,
      "grad_norm": 5.8125,
      "learning_rate": 4.231729966584545e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5553942412137985,
      "num_tokens": 93497658.0,
      "step": 121220
    },
    {
      "epoch": 0.15377531527554741,
      "grad_norm": 5.625,
      "learning_rate": 4.2316665355759156e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5688880890607834,
      "num_tokens": 93504682.0,
      "step": 121230
    },
    {
      "epoch": 0.15378799986808023,
      "grad_norm": 6.4375,
      "learning_rate": 4.231603104567287e-05,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5657553344964981,
      "num_tokens": 93512213.0,
      "step": 121240
    },
    {
      "epoch": 0.15380068446061307,
      "grad_norm": 5.0625,
      "learning_rate": 4.231539673558658e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.541199466586113,
      "num_tokens": 93520798.0,
      "step": 121250
    },
    {
      "epoch": 0.1538133690531459,
      "grad_norm": 6.3125,
      "learning_rate": 4.231476242550028e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5592074722051621,
      "num_tokens": 93526523.0,
      "step": 121260
    },
    {
      "epoch": 0.15382605364567875,
      "grad_norm": 4.90625,
      "learning_rate": 4.231412811541399e-05,
      "loss": 1.804,
      "mean_token_accuracy": 0.5955095708370208,
      "num_tokens": 93533357.0,
      "step": 121270
    },
    {
      "epoch": 0.15383873823821156,
      "grad_norm": 7.6875,
      "learning_rate": 4.2313493805327696e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5251680731773376,
      "num_tokens": 93541692.0,
      "step": 121280
    },
    {
      "epoch": 0.1538514228307444,
      "grad_norm": 5.65625,
      "learning_rate": 4.231285949524141e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5665490657091141,
      "num_tokens": 93548967.0,
      "step": 121290
    },
    {
      "epoch": 0.15386410742327725,
      "grad_norm": 4.8125,
      "learning_rate": 4.231222518515512e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5514156669378281,
      "num_tokens": 93556168.0,
      "step": 121300
    },
    {
      "epoch": 0.1538767920158101,
      "grad_norm": 6.09375,
      "learning_rate": 4.2311590875068826e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5041864842176438,
      "num_tokens": 93563624.0,
      "step": 121310
    },
    {
      "epoch": 0.1538894766083429,
      "grad_norm": 5.8125,
      "learning_rate": 4.231095656498254e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5541104942560195,
      "num_tokens": 93570976.0,
      "step": 121320
    },
    {
      "epoch": 0.15390216120087574,
      "grad_norm": 5.25,
      "learning_rate": 4.2310322254896236e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5287124335765838,
      "num_tokens": 93578469.0,
      "step": 121330
    },
    {
      "epoch": 0.15391484579340858,
      "grad_norm": 6.34375,
      "learning_rate": 4.230968794480995e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5440589398145675,
      "num_tokens": 93585184.0,
      "step": 121340
    },
    {
      "epoch": 0.15392753038594142,
      "grad_norm": 5.1875,
      "learning_rate": 4.230905363472366e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5302284628152847,
      "num_tokens": 93591983.0,
      "step": 121350
    },
    {
      "epoch": 0.15394021497847424,
      "grad_norm": 5.5,
      "learning_rate": 4.2308419324637366e-05,
      "loss": 2.3021,
      "mean_token_accuracy": 0.5017611056566238,
      "num_tokens": 93601511.0,
      "step": 121360
    },
    {
      "epoch": 0.15395289957100708,
      "grad_norm": 5.125,
      "learning_rate": 4.230778501455108e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5592508614063263,
      "num_tokens": 93609248.0,
      "step": 121370
    },
    {
      "epoch": 0.15396558416353992,
      "grad_norm": 8.625,
      "learning_rate": 4.2307150704464783e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5459199845790863,
      "num_tokens": 93616127.0,
      "step": 121380
    },
    {
      "epoch": 0.15397826875607276,
      "grad_norm": 4.78125,
      "learning_rate": 4.2306516394378496e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5706844866275788,
      "num_tokens": 93624495.0,
      "step": 121390
    },
    {
      "epoch": 0.15399095334860557,
      "grad_norm": 6.1875,
      "learning_rate": 4.23058820842922e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5434218406677246,
      "num_tokens": 93631833.0,
      "step": 121400
    },
    {
      "epoch": 0.15400363794113842,
      "grad_norm": 6.375,
      "learning_rate": 4.2305247774205906e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5574492335319519,
      "num_tokens": 93638887.0,
      "step": 121410
    },
    {
      "epoch": 0.15401632253367126,
      "grad_norm": 6.21875,
      "learning_rate": 4.230461346411962e-05,
      "loss": 1.8679,
      "mean_token_accuracy": 0.5726562738418579,
      "num_tokens": 93647719.0,
      "step": 121420
    },
    {
      "epoch": 0.1540290071262041,
      "grad_norm": 4.9375,
      "learning_rate": 4.2303979154033324e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5347844302654267,
      "num_tokens": 93655427.0,
      "step": 121430
    },
    {
      "epoch": 0.1540416917187369,
      "grad_norm": 4.96875,
      "learning_rate": 4.2303344843947036e-05,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5204240471124649,
      "num_tokens": 93664146.0,
      "step": 121440
    },
    {
      "epoch": 0.15405437631126975,
      "grad_norm": 6.25,
      "learning_rate": 4.230271053386075e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5401338428258896,
      "num_tokens": 93672131.0,
      "step": 121450
    },
    {
      "epoch": 0.1540670609038026,
      "grad_norm": 5.125,
      "learning_rate": 4.230207622377445e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5438808888196945,
      "num_tokens": 93680841.0,
      "step": 121460
    },
    {
      "epoch": 0.1540797454963354,
      "grad_norm": 4.6875,
      "learning_rate": 4.230144191368816e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5479214400053024,
      "num_tokens": 93688608.0,
      "step": 121470
    },
    {
      "epoch": 0.15409243008886825,
      "grad_norm": 6.09375,
      "learning_rate": 4.2300807603601864e-05,
      "loss": 2.2419,
      "mean_token_accuracy": 0.5152512043714523,
      "num_tokens": 93697415.0,
      "step": 121480
    },
    {
      "epoch": 0.1541051146814011,
      "grad_norm": 6.34375,
      "learning_rate": 4.2300173293515576e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5363425821065902,
      "num_tokens": 93704155.0,
      "step": 121490
    },
    {
      "epoch": 0.15411779927393393,
      "grad_norm": 5.6875,
      "learning_rate": 4.229953898342929e-05,
      "loss": 1.9111,
      "mean_token_accuracy": 0.5812799066305161,
      "num_tokens": 93710123.0,
      "step": 121500
    },
    {
      "epoch": 0.15413048386646674,
      "grad_norm": 4.625,
      "learning_rate": 4.2298904673342994e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5470288574695588,
      "num_tokens": 93717876.0,
      "step": 121510
    },
    {
      "epoch": 0.15414316845899959,
      "grad_norm": 5.4375,
      "learning_rate": 4.2298270363256706e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5291039317846298,
      "num_tokens": 93726160.0,
      "step": 121520
    },
    {
      "epoch": 0.15415585305153243,
      "grad_norm": 6.96875,
      "learning_rate": 4.229763605317041e-05,
      "loss": 2.2096,
      "mean_token_accuracy": 0.5236857205629348,
      "num_tokens": 93734563.0,
      "step": 121530
    },
    {
      "epoch": 0.15416853764406527,
      "grad_norm": 4.625,
      "learning_rate": 4.2297001743084116e-05,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5808362931013107,
      "num_tokens": 93742065.0,
      "step": 121540
    },
    {
      "epoch": 0.15418122223659808,
      "grad_norm": 5.6875,
      "learning_rate": 4.229636743299783e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.550955405831337,
      "num_tokens": 93749357.0,
      "step": 121550
    },
    {
      "epoch": 0.15419390682913092,
      "grad_norm": 5.78125,
      "learning_rate": 4.2295733122911534e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5363031566143036,
      "num_tokens": 93756833.0,
      "step": 121560
    },
    {
      "epoch": 0.15420659142166376,
      "grad_norm": 5.78125,
      "learning_rate": 4.2295098812825246e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5809944540262222,
      "num_tokens": 93764193.0,
      "step": 121570
    },
    {
      "epoch": 0.1542192760141966,
      "grad_norm": 5.625,
      "learning_rate": 4.229446450273895e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5535695493221283,
      "num_tokens": 93771255.0,
      "step": 121580
    },
    {
      "epoch": 0.15423196060672942,
      "grad_norm": 4.96875,
      "learning_rate": 4.2293830192652664e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5393849015235901,
      "num_tokens": 93779382.0,
      "step": 121590
    },
    {
      "epoch": 0.15424464519926226,
      "grad_norm": 6.1875,
      "learning_rate": 4.229319588256637e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5355132281780243,
      "num_tokens": 93788189.0,
      "step": 121600
    },
    {
      "epoch": 0.1542573297917951,
      "grad_norm": 6.40625,
      "learning_rate": 4.2292561572480074e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.577660322189331,
      "num_tokens": 93796419.0,
      "step": 121610
    },
    {
      "epoch": 0.15427001438432794,
      "grad_norm": 6.15625,
      "learning_rate": 4.2291927262393786e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.561216288805008,
      "num_tokens": 93803881.0,
      "step": 121620
    },
    {
      "epoch": 0.15428269897686075,
      "grad_norm": 6.15625,
      "learning_rate": 4.229129295230749e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5393714725971221,
      "num_tokens": 93811904.0,
      "step": 121630
    },
    {
      "epoch": 0.1542953835693936,
      "grad_norm": 5.78125,
      "learning_rate": 4.2290658642221204e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5216417580842971,
      "num_tokens": 93819178.0,
      "step": 121640
    },
    {
      "epoch": 0.15430806816192644,
      "grad_norm": 5.4375,
      "learning_rate": 4.2290024332134916e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5315154165029525,
      "num_tokens": 93826649.0,
      "step": 121650
    },
    {
      "epoch": 0.15432075275445928,
      "grad_norm": 5.25,
      "learning_rate": 4.228939002204862e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5573480606079102,
      "num_tokens": 93834543.0,
      "step": 121660
    },
    {
      "epoch": 0.1543334373469921,
      "grad_norm": 7.03125,
      "learning_rate": 4.2288755711962333e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5393793255090713,
      "num_tokens": 93842709.0,
      "step": 121670
    },
    {
      "epoch": 0.15434612193952493,
      "grad_norm": 5.03125,
      "learning_rate": 4.228812140187603e-05,
      "loss": 2.2093,
      "mean_token_accuracy": 0.51548473238945,
      "num_tokens": 93851235.0,
      "step": 121680
    },
    {
      "epoch": 0.15435880653205777,
      "grad_norm": 8.625,
      "learning_rate": 4.2287487091789744e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5331554383039474,
      "num_tokens": 93859707.0,
      "step": 121690
    },
    {
      "epoch": 0.15437149112459062,
      "grad_norm": 4.96875,
      "learning_rate": 4.2286852781703456e-05,
      "loss": 2.2543,
      "mean_token_accuracy": 0.5124204367399215,
      "num_tokens": 93869000.0,
      "step": 121700
    },
    {
      "epoch": 0.15438417571712343,
      "grad_norm": 8.125,
      "learning_rate": 4.228621847161716e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5385268300771713,
      "num_tokens": 93876274.0,
      "step": 121710
    },
    {
      "epoch": 0.15439686030965627,
      "grad_norm": 5.40625,
      "learning_rate": 4.2285584161530874e-05,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5713624566793442,
      "num_tokens": 93883442.0,
      "step": 121720
    },
    {
      "epoch": 0.1544095449021891,
      "grad_norm": 5.78125,
      "learning_rate": 4.228494985144458e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5394303351640701,
      "num_tokens": 93890714.0,
      "step": 121730
    },
    {
      "epoch": 0.15442222949472195,
      "grad_norm": 4.78125,
      "learning_rate": 4.228431554135829e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5337116122245789,
      "num_tokens": 93899481.0,
      "step": 121740
    },
    {
      "epoch": 0.15443491408725477,
      "grad_norm": 5.125,
      "learning_rate": 4.2283681231271997e-05,
      "loss": 2.2716,
      "mean_token_accuracy": 0.5059160143136978,
      "num_tokens": 93906775.0,
      "step": 121750
    },
    {
      "epoch": 0.1544475986797876,
      "grad_norm": 6.3125,
      "learning_rate": 4.22830469211857e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5345164179801941,
      "num_tokens": 93914603.0,
      "step": 121760
    },
    {
      "epoch": 0.15446028327232045,
      "grad_norm": 4.71875,
      "learning_rate": 4.2282412611099414e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5318822264671326,
      "num_tokens": 93922793.0,
      "step": 121770
    },
    {
      "epoch": 0.1544729678648533,
      "grad_norm": 5.0,
      "learning_rate": 4.228177830101312e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5416230201721192,
      "num_tokens": 93929997.0,
      "step": 121780
    },
    {
      "epoch": 0.1544856524573861,
      "grad_norm": 5.71875,
      "learning_rate": 4.228114399092683e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5435915112495422,
      "num_tokens": 93937658.0,
      "step": 121790
    },
    {
      "epoch": 0.15449833704991894,
      "grad_norm": 5.75,
      "learning_rate": 4.2280509680840544e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5322972774505615,
      "num_tokens": 93946218.0,
      "step": 121800
    },
    {
      "epoch": 0.15451102164245178,
      "grad_norm": 5.53125,
      "learning_rate": 4.227987537075425e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5247184634208679,
      "num_tokens": 93955117.0,
      "step": 121810
    },
    {
      "epoch": 0.15452370623498463,
      "grad_norm": 9.125,
      "learning_rate": 4.2279241060667954e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.557707068324089,
      "num_tokens": 93962677.0,
      "step": 121820
    },
    {
      "epoch": 0.15453639082751744,
      "grad_norm": 6.96875,
      "learning_rate": 4.227860675058166e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5703600078821183,
      "num_tokens": 93970972.0,
      "step": 121830
    },
    {
      "epoch": 0.15454907542005028,
      "grad_norm": 6.5625,
      "learning_rate": 4.227797244049537e-05,
      "loss": 1.799,
      "mean_token_accuracy": 0.5928432285785675,
      "num_tokens": 93978116.0,
      "step": 121840
    },
    {
      "epoch": 0.15456176001258312,
      "grad_norm": 10.375,
      "learning_rate": 4.2277338130409084e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5287367701530457,
      "num_tokens": 93985178.0,
      "step": 121850
    },
    {
      "epoch": 0.15457444460511596,
      "grad_norm": 7.375,
      "learning_rate": 4.227670382032279e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5382928013801574,
      "num_tokens": 93994079.0,
      "step": 121860
    },
    {
      "epoch": 0.15458712919764878,
      "grad_norm": 5.0,
      "learning_rate": 4.22760695102365e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5655694901943207,
      "num_tokens": 94000927.0,
      "step": 121870
    },
    {
      "epoch": 0.15459981379018162,
      "grad_norm": 5.0,
      "learning_rate": 4.227543520015021e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5638608306646347,
      "num_tokens": 94008872.0,
      "step": 121880
    },
    {
      "epoch": 0.15461249838271446,
      "grad_norm": 6.53125,
      "learning_rate": 4.227480089006391e-05,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5947267115116119,
      "num_tokens": 94016169.0,
      "step": 121890
    },
    {
      "epoch": 0.1546251829752473,
      "grad_norm": 8.125,
      "learning_rate": 4.2274166579977624e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5742233008146286,
      "num_tokens": 94023482.0,
      "step": 121900
    },
    {
      "epoch": 0.1546378675677801,
      "grad_norm": 6.59375,
      "learning_rate": 4.227353226989133e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5421287775039673,
      "num_tokens": 94030958.0,
      "step": 121910
    },
    {
      "epoch": 0.15465055216031295,
      "grad_norm": 5.375,
      "learning_rate": 4.227289795980504e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5779936462640762,
      "num_tokens": 94038964.0,
      "step": 121920
    },
    {
      "epoch": 0.1546632367528458,
      "grad_norm": 10.125,
      "learning_rate": 4.227226364971875e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.5632512271404266,
      "num_tokens": 94045933.0,
      "step": 121930
    },
    {
      "epoch": 0.1546759213453786,
      "grad_norm": 7.625,
      "learning_rate": 4.227162933963246e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5196313112974167,
      "num_tokens": 94051776.0,
      "step": 121940
    },
    {
      "epoch": 0.15468860593791145,
      "grad_norm": 5.4375,
      "learning_rate": 4.2270995029546165e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5726888298988342,
      "num_tokens": 94059103.0,
      "step": 121950
    },
    {
      "epoch": 0.1547012905304443,
      "grad_norm": 6.8125,
      "learning_rate": 4.227036071945987e-05,
      "loss": 1.9219,
      "mean_token_accuracy": 0.5772304236888885,
      "num_tokens": 94065591.0,
      "step": 121960
    },
    {
      "epoch": 0.15471397512297713,
      "grad_norm": 4.6875,
      "learning_rate": 4.226972640937358e-05,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5852875739336014,
      "num_tokens": 94073090.0,
      "step": 121970
    },
    {
      "epoch": 0.15472665971550995,
      "grad_norm": 4.78125,
      "learning_rate": 4.226909209928729e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5452106803655624,
      "num_tokens": 94081073.0,
      "step": 121980
    },
    {
      "epoch": 0.1547393443080428,
      "grad_norm": 5.40625,
      "learning_rate": 4.2268457789201e-05,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5284838050603866,
      "num_tokens": 94088564.0,
      "step": 121990
    },
    {
      "epoch": 0.15475202890057563,
      "grad_norm": 5.03125,
      "learning_rate": 4.226782347911471e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5601183027029037,
      "num_tokens": 94096284.0,
      "step": 122000
    },
    {
      "epoch": 0.15476471349310847,
      "grad_norm": 5.0625,
      "learning_rate": 4.226718916902842e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5468941628932953,
      "num_tokens": 94104769.0,
      "step": 122010
    },
    {
      "epoch": 0.15477739808564128,
      "grad_norm": 4.71875,
      "learning_rate": 4.226655485894212e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.531285074353218,
      "num_tokens": 94112799.0,
      "step": 122020
    },
    {
      "epoch": 0.15479008267817412,
      "grad_norm": 12.375,
      "learning_rate": 4.226592054885583e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5718301951885223,
      "num_tokens": 94120384.0,
      "step": 122030
    },
    {
      "epoch": 0.15480276727070696,
      "grad_norm": 5.15625,
      "learning_rate": 4.226528623876954e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.546409884095192,
      "num_tokens": 94128405.0,
      "step": 122040
    },
    {
      "epoch": 0.1548154518632398,
      "grad_norm": 5.21875,
      "learning_rate": 4.226465192868325e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5254977941513062,
      "num_tokens": 94136659.0,
      "step": 122050
    },
    {
      "epoch": 0.15482813645577262,
      "grad_norm": 4.8125,
      "learning_rate": 4.226401761859696e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5162739276885986,
      "num_tokens": 94144631.0,
      "step": 122060
    },
    {
      "epoch": 0.15484082104830546,
      "grad_norm": 5.0625,
      "learning_rate": 4.226338330851067e-05,
      "loss": 1.957,
      "mean_token_accuracy": 0.5646205425262452,
      "num_tokens": 94152903.0,
      "step": 122070
    },
    {
      "epoch": 0.1548535056408383,
      "grad_norm": 6.9375,
      "learning_rate": 4.226274899842438e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5463586717844009,
      "num_tokens": 94160911.0,
      "step": 122080
    },
    {
      "epoch": 0.15486619023337114,
      "grad_norm": 9.1875,
      "learning_rate": 4.226211468833809e-05,
      "loss": 2.2795,
      "mean_token_accuracy": 0.5052576780319213,
      "num_tokens": 94168353.0,
      "step": 122090
    },
    {
      "epoch": 0.15487887482590396,
      "grad_norm": 5.6875,
      "learning_rate": 4.226148037825179e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5296997874975204,
      "num_tokens": 94175815.0,
      "step": 122100
    },
    {
      "epoch": 0.1548915594184368,
      "grad_norm": 4.9375,
      "learning_rate": 4.22608460681655e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.562321987748146,
      "num_tokens": 94183547.0,
      "step": 122110
    },
    {
      "epoch": 0.15490424401096964,
      "grad_norm": 5.53125,
      "learning_rate": 4.226021175807921e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.528126448392868,
      "num_tokens": 94191435.0,
      "step": 122120
    },
    {
      "epoch": 0.15491692860350248,
      "grad_norm": 5.6875,
      "learning_rate": 4.225957744799292e-05,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5237846910953522,
      "num_tokens": 94198752.0,
      "step": 122130
    },
    {
      "epoch": 0.1549296131960353,
      "grad_norm": 5.875,
      "learning_rate": 4.225894313790663e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5273478388786316,
      "num_tokens": 94207147.0,
      "step": 122140
    },
    {
      "epoch": 0.15494229778856813,
      "grad_norm": 5.53125,
      "learning_rate": 4.225830882782034e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5537057518959045,
      "num_tokens": 94215853.0,
      "step": 122150
    },
    {
      "epoch": 0.15495498238110098,
      "grad_norm": 5.15625,
      "learning_rate": 4.2257674517734045e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5451841115951538,
      "num_tokens": 94223186.0,
      "step": 122160
    },
    {
      "epoch": 0.15496766697363382,
      "grad_norm": 4.5,
      "learning_rate": 4.225704020764775e-05,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5665946304798126,
      "num_tokens": 94231469.0,
      "step": 122170
    },
    {
      "epoch": 0.15498035156616663,
      "grad_norm": 7.875,
      "learning_rate": 4.225640589756146e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5336708068847656,
      "num_tokens": 94238859.0,
      "step": 122180
    },
    {
      "epoch": 0.15499303615869947,
      "grad_norm": 4.65625,
      "learning_rate": 4.225577158747517e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5532996833324433,
      "num_tokens": 94244780.0,
      "step": 122190
    },
    {
      "epoch": 0.1550057207512323,
      "grad_norm": 5.09375,
      "learning_rate": 4.225513727738888e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5350541859865189,
      "num_tokens": 94252532.0,
      "step": 122200
    },
    {
      "epoch": 0.15501840534376515,
      "grad_norm": 6.53125,
      "learning_rate": 4.2254502967302585e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5477118223905564,
      "num_tokens": 94259546.0,
      "step": 122210
    },
    {
      "epoch": 0.15503108993629797,
      "grad_norm": 11.375,
      "learning_rate": 4.22538686572163e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5337266147136688,
      "num_tokens": 94266241.0,
      "step": 122220
    },
    {
      "epoch": 0.1550437745288308,
      "grad_norm": 4.6875,
      "learning_rate": 4.225323434713e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5320283651351929,
      "num_tokens": 94274396.0,
      "step": 122230
    },
    {
      "epoch": 0.15505645912136365,
      "grad_norm": 4.71875,
      "learning_rate": 4.225260003704371e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5393637746572495,
      "num_tokens": 94282996.0,
      "step": 122240
    },
    {
      "epoch": 0.1550691437138965,
      "grad_norm": 5.9375,
      "learning_rate": 4.225196572695742e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5330375492572784,
      "num_tokens": 94291957.0,
      "step": 122250
    },
    {
      "epoch": 0.1550818283064293,
      "grad_norm": 4.59375,
      "learning_rate": 4.2251331416871125e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5402603715658187,
      "num_tokens": 94298340.0,
      "step": 122260
    },
    {
      "epoch": 0.15509451289896214,
      "grad_norm": 6.96875,
      "learning_rate": 4.225069710678484e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.567621397972107,
      "num_tokens": 94306094.0,
      "step": 122270
    },
    {
      "epoch": 0.15510719749149499,
      "grad_norm": 4.8125,
      "learning_rate": 4.225006279669855e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5602368444204331,
      "num_tokens": 94314343.0,
      "step": 122280
    },
    {
      "epoch": 0.15511988208402783,
      "grad_norm": 4.65625,
      "learning_rate": 4.2249428486612255e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5924019545316697,
      "num_tokens": 94321189.0,
      "step": 122290
    },
    {
      "epoch": 0.15513256667656064,
      "grad_norm": 8.4375,
      "learning_rate": 4.224879417652596e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5698257148265838,
      "num_tokens": 94328871.0,
      "step": 122300
    },
    {
      "epoch": 0.15514525126909348,
      "grad_norm": 4.84375,
      "learning_rate": 4.2248159866439666e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5272383719682694,
      "num_tokens": 94337241.0,
      "step": 122310
    },
    {
      "epoch": 0.15515793586162632,
      "grad_norm": 5.0625,
      "learning_rate": 4.224752555635338e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5427052587270736,
      "num_tokens": 94345321.0,
      "step": 122320
    },
    {
      "epoch": 0.15517062045415916,
      "grad_norm": 7.59375,
      "learning_rate": 4.224689124626709e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5688825428485871,
      "num_tokens": 94352325.0,
      "step": 122330
    },
    {
      "epoch": 0.15518330504669198,
      "grad_norm": 4.75,
      "learning_rate": 4.2246256936180795e-05,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5200226008892059,
      "num_tokens": 94360515.0,
      "step": 122340
    },
    {
      "epoch": 0.15519598963922482,
      "grad_norm": 4.875,
      "learning_rate": 4.224562262609451e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5364629298448562,
      "num_tokens": 94368837.0,
      "step": 122350
    },
    {
      "epoch": 0.15520867423175766,
      "grad_norm": 5.53125,
      "learning_rate": 4.224498831600821e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5630227714776993,
      "num_tokens": 94375453.0,
      "step": 122360
    },
    {
      "epoch": 0.1552213588242905,
      "grad_norm": 5.6875,
      "learning_rate": 4.224435400592192e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5496679067611694,
      "num_tokens": 94383040.0,
      "step": 122370
    },
    {
      "epoch": 0.15523404341682331,
      "grad_norm": 4.78125,
      "learning_rate": 4.224371969583563e-05,
      "loss": 1.875,
      "mean_token_accuracy": 0.578250315785408,
      "num_tokens": 94390573.0,
      "step": 122380
    },
    {
      "epoch": 0.15524672800935616,
      "grad_norm": 5.6875,
      "learning_rate": 4.2243085385749336e-05,
      "loss": 1.6797,
      "mean_token_accuracy": 0.6253589868545533,
      "num_tokens": 94397433.0,
      "step": 122390
    },
    {
      "epoch": 0.155259412601889,
      "grad_norm": 4.875,
      "learning_rate": 4.224245107566305e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5630597442388534,
      "num_tokens": 94403944.0,
      "step": 122400
    },
    {
      "epoch": 0.1552720971944218,
      "grad_norm": 5.78125,
      "learning_rate": 4.224181676557675e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.520775043964386,
      "num_tokens": 94412702.0,
      "step": 122410
    },
    {
      "epoch": 0.15528478178695465,
      "grad_norm": 5.0,
      "learning_rate": 4.2241182455490465e-05,
      "loss": 1.8679,
      "mean_token_accuracy": 0.5813911914825439,
      "num_tokens": 94420782.0,
      "step": 122420
    },
    {
      "epoch": 0.1552974663794875,
      "grad_norm": 4.3125,
      "learning_rate": 4.224054814540418e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5508086889982223,
      "num_tokens": 94429474.0,
      "step": 122430
    },
    {
      "epoch": 0.15531015097202033,
      "grad_norm": 5.59375,
      "learning_rate": 4.2239913835317876e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5344134539365768,
      "num_tokens": 94436928.0,
      "step": 122440
    },
    {
      "epoch": 0.15532283556455315,
      "grad_norm": 5.3125,
      "learning_rate": 4.223927952523159e-05,
      "loss": 2.3012,
      "mean_token_accuracy": 0.5061852961778641,
      "num_tokens": 94445342.0,
      "step": 122450
    },
    {
      "epoch": 0.155335520157086,
      "grad_norm": 5.0,
      "learning_rate": 4.2238645215145293e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5756580770015717,
      "num_tokens": 94453480.0,
      "step": 122460
    },
    {
      "epoch": 0.15534820474961883,
      "grad_norm": 4.96875,
      "learning_rate": 4.2238010905059006e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.548307192325592,
      "num_tokens": 94462241.0,
      "step": 122470
    },
    {
      "epoch": 0.15536088934215167,
      "grad_norm": 7.21875,
      "learning_rate": 4.223737659497272e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5240324050188064,
      "num_tokens": 94470058.0,
      "step": 122480
    },
    {
      "epoch": 0.15537357393468448,
      "grad_norm": 7.0,
      "learning_rate": 4.223674228488642e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5590991318225861,
      "num_tokens": 94477011.0,
      "step": 122490
    },
    {
      "epoch": 0.15538625852721732,
      "grad_norm": 5.875,
      "learning_rate": 4.2236107974800135e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5531760782003403,
      "num_tokens": 94484629.0,
      "step": 122500
    },
    {
      "epoch": 0.15539894311975017,
      "grad_norm": 5.6875,
      "learning_rate": 4.223547366471384e-05,
      "loss": 2.2289,
      "mean_token_accuracy": 0.5214047312736512,
      "num_tokens": 94493172.0,
      "step": 122510
    },
    {
      "epoch": 0.155411627712283,
      "grad_norm": 5.125,
      "learning_rate": 4.2234839354627546e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5492243111133576,
      "num_tokens": 94499704.0,
      "step": 122520
    },
    {
      "epoch": 0.15542431230481582,
      "grad_norm": 4.53125,
      "learning_rate": 4.223420504454126e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5290374994277954,
      "num_tokens": 94508406.0,
      "step": 122530
    },
    {
      "epoch": 0.15543699689734866,
      "grad_norm": 4.8125,
      "learning_rate": 4.223357073445496e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5443601965904236,
      "num_tokens": 94517238.0,
      "step": 122540
    },
    {
      "epoch": 0.1554496814898815,
      "grad_norm": 6.125,
      "learning_rate": 4.2232936424368675e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5634559631347656,
      "num_tokens": 94523387.0,
      "step": 122550
    },
    {
      "epoch": 0.15546236608241434,
      "grad_norm": 8.4375,
      "learning_rate": 4.223230211428238e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5435121178627014,
      "num_tokens": 94529555.0,
      "step": 122560
    },
    {
      "epoch": 0.15547505067494716,
      "grad_norm": 7.65625,
      "learning_rate": 4.223166780419609e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5378157407045364,
      "num_tokens": 94534881.0,
      "step": 122570
    },
    {
      "epoch": 0.15548773526748,
      "grad_norm": 6.03125,
      "learning_rate": 4.22310334941098e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5469807028770447,
      "num_tokens": 94542901.0,
      "step": 122580
    },
    {
      "epoch": 0.15550041986001284,
      "grad_norm": 4.375,
      "learning_rate": 4.2230399184023504e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.558992263674736,
      "num_tokens": 94549724.0,
      "step": 122590
    },
    {
      "epoch": 0.15551310445254568,
      "grad_norm": 5.0625,
      "learning_rate": 4.2229764873937216e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5460085362195969,
      "num_tokens": 94556179.0,
      "step": 122600
    },
    {
      "epoch": 0.1555257890450785,
      "grad_norm": 7.0625,
      "learning_rate": 4.222913056385092e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5313776135444641,
      "num_tokens": 94564839.0,
      "step": 122610
    },
    {
      "epoch": 0.15553847363761134,
      "grad_norm": 4.9375,
      "learning_rate": 4.222849625376463e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.551664161682129,
      "num_tokens": 94571804.0,
      "step": 122620
    },
    {
      "epoch": 0.15555115823014418,
      "grad_norm": 5.15625,
      "learning_rate": 4.2227861943678345e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5457544207572937,
      "num_tokens": 94580312.0,
      "step": 122630
    },
    {
      "epoch": 0.15556384282267702,
      "grad_norm": 4.65625,
      "learning_rate": 4.222722763359205e-05,
      "loss": 2.2269,
      "mean_token_accuracy": 0.5306872576475143,
      "num_tokens": 94588387.0,
      "step": 122640
    },
    {
      "epoch": 0.15557652741520983,
      "grad_norm": 5.59375,
      "learning_rate": 4.2226593323505756e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5462841719388962,
      "num_tokens": 94595490.0,
      "step": 122650
    },
    {
      "epoch": 0.15558921200774267,
      "grad_norm": 5.75,
      "learning_rate": 4.222595901341946e-05,
      "loss": 2.3227,
      "mean_token_accuracy": 0.5148961007595062,
      "num_tokens": 94603340.0,
      "step": 122660
    },
    {
      "epoch": 0.1556018966002755,
      "grad_norm": 8.375,
      "learning_rate": 4.2225324703333174e-05,
      "loss": 1.8145,
      "mean_token_accuracy": 0.590726962685585,
      "num_tokens": 94609399.0,
      "step": 122670
    },
    {
      "epoch": 0.15561458119280835,
      "grad_norm": 6.0,
      "learning_rate": 4.2224690393246886e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5639129877090454,
      "num_tokens": 94617806.0,
      "step": 122680
    },
    {
      "epoch": 0.15562726578534117,
      "grad_norm": 5.1875,
      "learning_rate": 4.222405608316059e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5363871127367019,
      "num_tokens": 94626390.0,
      "step": 122690
    },
    {
      "epoch": 0.155639950377874,
      "grad_norm": 4.5625,
      "learning_rate": 4.22234217730743e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5544780999422073,
      "num_tokens": 94634632.0,
      "step": 122700
    },
    {
      "epoch": 0.15565263497040685,
      "grad_norm": 6.375,
      "learning_rate": 4.222278746298801e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5545254409313202,
      "num_tokens": 94640857.0,
      "step": 122710
    },
    {
      "epoch": 0.1556653195629397,
      "grad_norm": 6.65625,
      "learning_rate": 4.2222153152901714e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5558258503675461,
      "num_tokens": 94649417.0,
      "step": 122720
    },
    {
      "epoch": 0.1556780041554725,
      "grad_norm": 5.125,
      "learning_rate": 4.2221518842815426e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5568320214748382,
      "num_tokens": 94657544.0,
      "step": 122730
    },
    {
      "epoch": 0.15569068874800535,
      "grad_norm": 5.4375,
      "learning_rate": 4.222088453272913e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.565761822462082,
      "num_tokens": 94665059.0,
      "step": 122740
    },
    {
      "epoch": 0.1557033733405382,
      "grad_norm": 6.25,
      "learning_rate": 4.2220250222642843e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.522903311252594,
      "num_tokens": 94672638.0,
      "step": 122750
    },
    {
      "epoch": 0.15571605793307103,
      "grad_norm": 4.9375,
      "learning_rate": 4.221961591255655e-05,
      "loss": 2.2312,
      "mean_token_accuracy": 0.5156207531690598,
      "num_tokens": 94682531.0,
      "step": 122760
    },
    {
      "epoch": 0.15572874252560384,
      "grad_norm": 5.875,
      "learning_rate": 4.221898160247026e-05,
      "loss": 2.0822,
      "mean_token_accuracy": 0.538459974527359,
      "num_tokens": 94690543.0,
      "step": 122770
    },
    {
      "epoch": 0.15574142711813668,
      "grad_norm": 5.03125,
      "learning_rate": 4.2218347292383966e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5356504529714584,
      "num_tokens": 94699143.0,
      "step": 122780
    },
    {
      "epoch": 0.15575411171066952,
      "grad_norm": 5.625,
      "learning_rate": 4.221771298229767e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5682978600263595,
      "num_tokens": 94707060.0,
      "step": 122790
    },
    {
      "epoch": 0.15576679630320237,
      "grad_norm": 7.71875,
      "learning_rate": 4.2217078672211384e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5354245394468308,
      "num_tokens": 94714104.0,
      "step": 122800
    },
    {
      "epoch": 0.15577948089573518,
      "grad_norm": 6.25,
      "learning_rate": 4.221644436212509e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5303636103868484,
      "num_tokens": 94723497.0,
      "step": 122810
    },
    {
      "epoch": 0.15579216548826802,
      "grad_norm": 6.21875,
      "learning_rate": 4.22158100520388e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5506017714738846,
      "num_tokens": 94732111.0,
      "step": 122820
    },
    {
      "epoch": 0.15580485008080086,
      "grad_norm": 6.625,
      "learning_rate": 4.2215175741952513e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5531150817871093,
      "num_tokens": 94740443.0,
      "step": 122830
    },
    {
      "epoch": 0.1558175346733337,
      "grad_norm": 4.875,
      "learning_rate": 4.221454143186622e-05,
      "loss": 2.3115,
      "mean_token_accuracy": 0.5113184481859208,
      "num_tokens": 94748331.0,
      "step": 122840
    },
    {
      "epoch": 0.15583021926586652,
      "grad_norm": 4.9375,
      "learning_rate": 4.221390712177993e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5647973865270615,
      "num_tokens": 94754867.0,
      "step": 122850
    },
    {
      "epoch": 0.15584290385839936,
      "grad_norm": 6.46875,
      "learning_rate": 4.221327281169363e-05,
      "loss": 1.8581,
      "mean_token_accuracy": 0.5961452007293702,
      "num_tokens": 94762224.0,
      "step": 122860
    },
    {
      "epoch": 0.1558555884509322,
      "grad_norm": 5.0,
      "learning_rate": 4.221263850160734e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5720837533473968,
      "num_tokens": 94769699.0,
      "step": 122870
    },
    {
      "epoch": 0.155868273043465,
      "grad_norm": 7.84375,
      "learning_rate": 4.2212004191521054e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5773139744997025,
      "num_tokens": 94775549.0,
      "step": 122880
    },
    {
      "epoch": 0.15588095763599785,
      "grad_norm": 4.8125,
      "learning_rate": 4.221136988143476e-05,
      "loss": 2.2517,
      "mean_token_accuracy": 0.5073347628116608,
      "num_tokens": 94784706.0,
      "step": 122890
    },
    {
      "epoch": 0.1558936422285307,
      "grad_norm": 8.0,
      "learning_rate": 4.221073557134847e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5357174962759018,
      "num_tokens": 94792163.0,
      "step": 122900
    },
    {
      "epoch": 0.15590632682106353,
      "grad_norm": 7.03125,
      "learning_rate": 4.2210101261262177e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5760886102914811,
      "num_tokens": 94799376.0,
      "step": 122910
    },
    {
      "epoch": 0.15591901141359635,
      "grad_norm": 4.96875,
      "learning_rate": 4.220946695117589e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.518173310160637,
      "num_tokens": 94806434.0,
      "step": 122920
    },
    {
      "epoch": 0.1559316960061292,
      "grad_norm": 6.375,
      "learning_rate": 4.2208832641089594e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5531824827194214,
      "num_tokens": 94813823.0,
      "step": 122930
    },
    {
      "epoch": 0.15594438059866203,
      "grad_norm": 4.96875,
      "learning_rate": 4.22081983310033e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5337036192417145,
      "num_tokens": 94822599.0,
      "step": 122940
    },
    {
      "epoch": 0.15595706519119487,
      "grad_norm": 6.0625,
      "learning_rate": 4.220756402091701e-05,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5147454082965851,
      "num_tokens": 94830749.0,
      "step": 122950
    },
    {
      "epoch": 0.15596974978372768,
      "grad_norm": 6.875,
      "learning_rate": 4.220692971083072e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5421718448400498,
      "num_tokens": 94839033.0,
      "step": 122960
    },
    {
      "epoch": 0.15598243437626053,
      "grad_norm": 4.90625,
      "learning_rate": 4.220629540074443e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5491866707801819,
      "num_tokens": 94846456.0,
      "step": 122970
    },
    {
      "epoch": 0.15599511896879337,
      "grad_norm": 5.21875,
      "learning_rate": 4.220566109065814e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5262428790330886,
      "num_tokens": 94854285.0,
      "step": 122980
    },
    {
      "epoch": 0.1560078035613262,
      "grad_norm": 4.8125,
      "learning_rate": 4.2205026780571846e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5226232022047043,
      "num_tokens": 94861978.0,
      "step": 122990
    },
    {
      "epoch": 0.15602048815385902,
      "grad_norm": 6.625,
      "learning_rate": 4.220439247048555e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5260685086250305,
      "num_tokens": 94870017.0,
      "step": 123000
    },
    {
      "epoch": 0.15603317274639186,
      "grad_norm": 5.125,
      "learning_rate": 4.2203758160399264e-05,
      "loss": 2.2718,
      "mean_token_accuracy": 0.5040530413389206,
      "num_tokens": 94878346.0,
      "step": 123010
    },
    {
      "epoch": 0.1560458573389247,
      "grad_norm": 6.875,
      "learning_rate": 4.220312385031297e-05,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5143468767404556,
      "num_tokens": 94885585.0,
      "step": 123020
    },
    {
      "epoch": 0.15605854193145755,
      "grad_norm": 5.53125,
      "learning_rate": 4.220248954022668e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5427470505237579,
      "num_tokens": 94892517.0,
      "step": 123030
    },
    {
      "epoch": 0.15607122652399036,
      "grad_norm": 5.09375,
      "learning_rate": 4.220185523014039e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5310231953859329,
      "num_tokens": 94899764.0,
      "step": 123040
    },
    {
      "epoch": 0.1560839111165232,
      "grad_norm": 5.875,
      "learning_rate": 4.22012209200541e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5596818774938583,
      "num_tokens": 94908272.0,
      "step": 123050
    },
    {
      "epoch": 0.15609659570905604,
      "grad_norm": 5.25,
      "learning_rate": 4.2200586609967804e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5412899553775787,
      "num_tokens": 94915664.0,
      "step": 123060
    },
    {
      "epoch": 0.15610928030158888,
      "grad_norm": 6.40625,
      "learning_rate": 4.219995229988151e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5693774521350861,
      "num_tokens": 94922995.0,
      "step": 123070
    },
    {
      "epoch": 0.1561219648941217,
      "grad_norm": 8.625,
      "learning_rate": 4.219931798979522e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5666146337985992,
      "num_tokens": 94929356.0,
      "step": 123080
    },
    {
      "epoch": 0.15613464948665454,
      "grad_norm": 5.5625,
      "learning_rate": 4.219868367970893e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5315722107887269,
      "num_tokens": 94936667.0,
      "step": 123090
    },
    {
      "epoch": 0.15614733407918738,
      "grad_norm": 6.21875,
      "learning_rate": 4.219804936962264e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5373105943202973,
      "num_tokens": 94945419.0,
      "step": 123100
    },
    {
      "epoch": 0.15616001867172022,
      "grad_norm": 6.71875,
      "learning_rate": 4.219741505953635e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5216196119785309,
      "num_tokens": 94953803.0,
      "step": 123110
    },
    {
      "epoch": 0.15617270326425303,
      "grad_norm": 6.75,
      "learning_rate": 4.219678074945006e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5491794675588608,
      "num_tokens": 94961638.0,
      "step": 123120
    },
    {
      "epoch": 0.15618538785678587,
      "grad_norm": 6.53125,
      "learning_rate": 4.219614643936376e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5435829311609268,
      "num_tokens": 94969712.0,
      "step": 123130
    },
    {
      "epoch": 0.15619807244931871,
      "grad_norm": 4.84375,
      "learning_rate": 4.219551212927747e-05,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5751633882522583,
      "num_tokens": 94977597.0,
      "step": 123140
    },
    {
      "epoch": 0.15621075704185156,
      "grad_norm": 7.59375,
      "learning_rate": 4.219487781919118e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5560323894023895,
      "num_tokens": 94984927.0,
      "step": 123150
    },
    {
      "epoch": 0.15622344163438437,
      "grad_norm": 5.65625,
      "learning_rate": 4.219424350910489e-05,
      "loss": 2.2276,
      "mean_token_accuracy": 0.5216077834367752,
      "num_tokens": 94993111.0,
      "step": 123160
    },
    {
      "epoch": 0.1562361262269172,
      "grad_norm": 8.125,
      "learning_rate": 4.21936091990186e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5233091056346894,
      "num_tokens": 95001038.0,
      "step": 123170
    },
    {
      "epoch": 0.15624881081945005,
      "grad_norm": 7.15625,
      "learning_rate": 4.219297488893231e-05,
      "loss": 1.863,
      "mean_token_accuracy": 0.5785046517848969,
      "num_tokens": 95007702.0,
      "step": 123180
    },
    {
      "epoch": 0.1562614954119829,
      "grad_norm": 5.71875,
      "learning_rate": 4.2192340578846014e-05,
      "loss": 2.2376,
      "mean_token_accuracy": 0.5322607517242431,
      "num_tokens": 95014607.0,
      "step": 123190
    },
    {
      "epoch": 0.1562741800045157,
      "grad_norm": 6.53125,
      "learning_rate": 4.219170626875972e-05,
      "loss": 1.9667,
      "mean_token_accuracy": 0.5700866550207138,
      "num_tokens": 95020924.0,
      "step": 123200
    },
    {
      "epoch": 0.15628686459704855,
      "grad_norm": 5.59375,
      "learning_rate": 4.219107195867343e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5348503708839416,
      "num_tokens": 95030242.0,
      "step": 123210
    },
    {
      "epoch": 0.1562995491895814,
      "grad_norm": 5.15625,
      "learning_rate": 4.219043764858714e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.54786636531353,
      "num_tokens": 95036784.0,
      "step": 123220
    },
    {
      "epoch": 0.15631223378211423,
      "grad_norm": 6.34375,
      "learning_rate": 4.218980333850085e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5598602056503296,
      "num_tokens": 95044138.0,
      "step": 123230
    },
    {
      "epoch": 0.15632491837464704,
      "grad_norm": 5.40625,
      "learning_rate": 4.2189169028414555e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5274842113256455,
      "num_tokens": 95052204.0,
      "step": 123240
    },
    {
      "epoch": 0.15633760296717988,
      "grad_norm": 6.96875,
      "learning_rate": 4.218853471832827e-05,
      "loss": 2.2614,
      "mean_token_accuracy": 0.5078512817621231,
      "num_tokens": 95060477.0,
      "step": 123250
    },
    {
      "epoch": 0.15635028755971273,
      "grad_norm": 4.875,
      "learning_rate": 4.218790040824198e-05,
      "loss": 1.9108,
      "mean_token_accuracy": 0.570295336842537,
      "num_tokens": 95068546.0,
      "step": 123260
    },
    {
      "epoch": 0.15636297215224557,
      "grad_norm": 7.75,
      "learning_rate": 4.2187266098155684e-05,
      "loss": 1.8544,
      "mean_token_accuracy": 0.5874693095684052,
      "num_tokens": 95075999.0,
      "step": 123270
    },
    {
      "epoch": 0.15637565674477838,
      "grad_norm": 4.8125,
      "learning_rate": 4.218663178806939e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5218110233545303,
      "num_tokens": 95084588.0,
      "step": 123280
    },
    {
      "epoch": 0.15638834133731122,
      "grad_norm": 5.21875,
      "learning_rate": 4.2185997477983095e-05,
      "loss": 2.1847,
      "mean_token_accuracy": 0.5274922400712967,
      "num_tokens": 95092067.0,
      "step": 123290
    },
    {
      "epoch": 0.15640102592984406,
      "grad_norm": 6.0625,
      "learning_rate": 4.218536316789681e-05,
      "loss": 1.7434,
      "mean_token_accuracy": 0.6068666398525238,
      "num_tokens": 95098159.0,
      "step": 123300
    },
    {
      "epoch": 0.1564137105223769,
      "grad_norm": 8.5,
      "learning_rate": 4.218472885781052e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5518196493387222,
      "num_tokens": 95104723.0,
      "step": 123310
    },
    {
      "epoch": 0.15642639511490972,
      "grad_norm": 5.59375,
      "learning_rate": 4.2184094547724225e-05,
      "loss": 2.2849,
      "mean_token_accuracy": 0.51224265396595,
      "num_tokens": 95114158.0,
      "step": 123320
    },
    {
      "epoch": 0.15643907970744256,
      "grad_norm": 5.4375,
      "learning_rate": 4.218346023763794e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5569058537483216,
      "num_tokens": 95121992.0,
      "step": 123330
    },
    {
      "epoch": 0.1564517642999754,
      "grad_norm": 5.125,
      "learning_rate": 4.218282592755164e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5475158452987671,
      "num_tokens": 95130257.0,
      "step": 123340
    },
    {
      "epoch": 0.1564644488925082,
      "grad_norm": 5.6875,
      "learning_rate": 4.218219161746535e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5292652726173401,
      "num_tokens": 95137427.0,
      "step": 123350
    },
    {
      "epoch": 0.15647713348504105,
      "grad_norm": 5.21875,
      "learning_rate": 4.218155730737906e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5349596321582795,
      "num_tokens": 95146703.0,
      "step": 123360
    },
    {
      "epoch": 0.1564898180775739,
      "grad_norm": 5.125,
      "learning_rate": 4.2180922997292765e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.538484799861908,
      "num_tokens": 95154646.0,
      "step": 123370
    },
    {
      "epoch": 0.15650250267010674,
      "grad_norm": 5.09375,
      "learning_rate": 4.218028868720648e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5351296573877334,
      "num_tokens": 95162342.0,
      "step": 123380
    },
    {
      "epoch": 0.15651518726263955,
      "grad_norm": 7.25,
      "learning_rate": 4.217965437712018e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5357192665338516,
      "num_tokens": 95170414.0,
      "step": 123390
    },
    {
      "epoch": 0.1565278718551724,
      "grad_norm": 4.5,
      "learning_rate": 4.2179020067033895e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5422462671995163,
      "num_tokens": 95177513.0,
      "step": 123400
    },
    {
      "epoch": 0.15654055644770523,
      "grad_norm": 6.625,
      "learning_rate": 4.21783857569476e-05,
      "loss": 1.7978,
      "mean_token_accuracy": 0.6032706201076508,
      "num_tokens": 95183848.0,
      "step": 123410
    },
    {
      "epoch": 0.15655324104023807,
      "grad_norm": 4.46875,
      "learning_rate": 4.2177751446861305e-05,
      "loss": 1.8611,
      "mean_token_accuracy": 0.5699876546859741,
      "num_tokens": 95189726.0,
      "step": 123420
    },
    {
      "epoch": 0.15656592563277089,
      "grad_norm": 6.4375,
      "learning_rate": 4.217711713677502e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5541011303663254,
      "num_tokens": 95197463.0,
      "step": 123430
    },
    {
      "epoch": 0.15657861022530373,
      "grad_norm": 4.65625,
      "learning_rate": 4.217648282668872e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5575233638286591,
      "num_tokens": 95205529.0,
      "step": 123440
    },
    {
      "epoch": 0.15659129481783657,
      "grad_norm": 4.6875,
      "learning_rate": 4.2175848516602435e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5381260514259338,
      "num_tokens": 95213044.0,
      "step": 123450
    },
    {
      "epoch": 0.1566039794103694,
      "grad_norm": 3.21875,
      "learning_rate": 4.217521420651615e-05,
      "loss": 1.8835,
      "mean_token_accuracy": 0.5808072000741958,
      "num_tokens": 95218577.0,
      "step": 123460
    },
    {
      "epoch": 0.15661666400290222,
      "grad_norm": 5.75,
      "learning_rate": 4.217457989642985e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.565349006652832,
      "num_tokens": 95225793.0,
      "step": 123470
    },
    {
      "epoch": 0.15662934859543506,
      "grad_norm": 6.46875,
      "learning_rate": 4.217394558634356e-05,
      "loss": 1.8617,
      "mean_token_accuracy": 0.5729813724756241,
      "num_tokens": 95233482.0,
      "step": 123480
    },
    {
      "epoch": 0.1566420331879679,
      "grad_norm": 6.40625,
      "learning_rate": 4.217331127625726e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5225264877080917,
      "num_tokens": 95240475.0,
      "step": 123490
    },
    {
      "epoch": 0.15665471778050075,
      "grad_norm": 5.28125,
      "learning_rate": 4.2172676966170975e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5227082639932632,
      "num_tokens": 95250163.0,
      "step": 123500
    },
    {
      "epoch": 0.15666740237303356,
      "grad_norm": 6.0,
      "learning_rate": 4.217204265608469e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.554283183813095,
      "num_tokens": 95258134.0,
      "step": 123510
    },
    {
      "epoch": 0.1566800869655664,
      "grad_norm": 7.75,
      "learning_rate": 4.217140834599839e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5213027209043503,
      "num_tokens": 95265136.0,
      "step": 123520
    },
    {
      "epoch": 0.15669277155809924,
      "grad_norm": 5.375,
      "learning_rate": 4.2170774035912105e-05,
      "loss": 2.3353,
      "mean_token_accuracy": 0.5160649865865707,
      "num_tokens": 95272306.0,
      "step": 123530
    },
    {
      "epoch": 0.15670545615063208,
      "grad_norm": 5.625,
      "learning_rate": 4.217013972582581e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5137769311666489,
      "num_tokens": 95281157.0,
      "step": 123540
    },
    {
      "epoch": 0.1567181407431649,
      "grad_norm": 6.59375,
      "learning_rate": 4.2169505415739516e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5390880256891251,
      "num_tokens": 95288591.0,
      "step": 123550
    },
    {
      "epoch": 0.15673082533569774,
      "grad_norm": 6.28125,
      "learning_rate": 4.216887110565323e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.532000583410263,
      "num_tokens": 95296018.0,
      "step": 123560
    },
    {
      "epoch": 0.15674350992823058,
      "grad_norm": 5.90625,
      "learning_rate": 4.216823679556693e-05,
      "loss": 2.3609,
      "mean_token_accuracy": 0.4979913830757141,
      "num_tokens": 95303822.0,
      "step": 123570
    },
    {
      "epoch": 0.15675619452076342,
      "grad_norm": 4.71875,
      "learning_rate": 4.2167602485480645e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5281581610441208,
      "num_tokens": 95311758.0,
      "step": 123580
    },
    {
      "epoch": 0.15676887911329623,
      "grad_norm": 5.28125,
      "learning_rate": 4.216696817539435e-05,
      "loss": 1.8077,
      "mean_token_accuracy": 0.5866282761096955,
      "num_tokens": 95320699.0,
      "step": 123590
    },
    {
      "epoch": 0.15678156370582907,
      "grad_norm": 5.78125,
      "learning_rate": 4.216633386530806e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5394714564085007,
      "num_tokens": 95327449.0,
      "step": 123600
    },
    {
      "epoch": 0.15679424829836192,
      "grad_norm": 4.875,
      "learning_rate": 4.2165699555221775e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5653178751468658,
      "num_tokens": 95335345.0,
      "step": 123610
    },
    {
      "epoch": 0.15680693289089476,
      "grad_norm": 8.9375,
      "learning_rate": 4.216506524513547e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5569450289011002,
      "num_tokens": 95341990.0,
      "step": 123620
    },
    {
      "epoch": 0.15681961748342757,
      "grad_norm": 6.53125,
      "learning_rate": 4.2164430935049185e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5377151966094971,
      "num_tokens": 95350079.0,
      "step": 123630
    },
    {
      "epoch": 0.1568323020759604,
      "grad_norm": 4.6875,
      "learning_rate": 4.216379662496289e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5246147334575653,
      "num_tokens": 95359209.0,
      "step": 123640
    },
    {
      "epoch": 0.15684498666849325,
      "grad_norm": 6.25,
      "learning_rate": 4.21631623148766e-05,
      "loss": 1.8657,
      "mean_token_accuracy": 0.578565365076065,
      "num_tokens": 95366973.0,
      "step": 123650
    },
    {
      "epoch": 0.1568576712610261,
      "grad_norm": 4.8125,
      "learning_rate": 4.2162528004790315e-05,
      "loss": 1.8451,
      "mean_token_accuracy": 0.5863388568162918,
      "num_tokens": 95373999.0,
      "step": 123660
    },
    {
      "epoch": 0.1568703558535589,
      "grad_norm": 6.375,
      "learning_rate": 4.216189369470402e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5276256144046784,
      "num_tokens": 95381206.0,
      "step": 123670
    },
    {
      "epoch": 0.15688304044609175,
      "grad_norm": 5.71875,
      "learning_rate": 4.216125938461773e-05,
      "loss": 2.157,
      "mean_token_accuracy": 0.5384346574544907,
      "num_tokens": 95388960.0,
      "step": 123680
    },
    {
      "epoch": 0.1568957250386246,
      "grad_norm": 5.4375,
      "learning_rate": 4.216062507453144e-05,
      "loss": 1.7934,
      "mean_token_accuracy": 0.5964326679706573,
      "num_tokens": 95395741.0,
      "step": 123690
    },
    {
      "epoch": 0.15690840963115743,
      "grad_norm": 6.25,
      "learning_rate": 4.215999076444514e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5517633765935898,
      "num_tokens": 95403624.0,
      "step": 123700
    },
    {
      "epoch": 0.15692109422369024,
      "grad_norm": 6.09375,
      "learning_rate": 4.2159356454358855e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5568582117557526,
      "num_tokens": 95411482.0,
      "step": 123710
    },
    {
      "epoch": 0.15693377881622309,
      "grad_norm": 11.5625,
      "learning_rate": 4.215872214427256e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5430645614862442,
      "num_tokens": 95419100.0,
      "step": 123720
    },
    {
      "epoch": 0.15694646340875593,
      "grad_norm": 5.34375,
      "learning_rate": 4.215808783418627e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5459748804569244,
      "num_tokens": 95425556.0,
      "step": 123730
    },
    {
      "epoch": 0.15695914800128877,
      "grad_norm": 4.625,
      "learning_rate": 4.215745352409998e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5709690451622009,
      "num_tokens": 95434171.0,
      "step": 123740
    },
    {
      "epoch": 0.15697183259382158,
      "grad_norm": 7.25,
      "learning_rate": 4.215681921401369e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5629195183515548,
      "num_tokens": 95440924.0,
      "step": 123750
    },
    {
      "epoch": 0.15698451718635442,
      "grad_norm": 5.5,
      "learning_rate": 4.2156184903927396e-05,
      "loss": 2.3323,
      "mean_token_accuracy": 0.5004858046770095,
      "num_tokens": 95449335.0,
      "step": 123760
    },
    {
      "epoch": 0.15699720177888726,
      "grad_norm": 7.25,
      "learning_rate": 4.21555505938411e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.571589720249176,
      "num_tokens": 95456475.0,
      "step": 123770
    },
    {
      "epoch": 0.1570098863714201,
      "grad_norm": 5.5,
      "learning_rate": 4.215491628375481e-05,
      "loss": 1.8925,
      "mean_token_accuracy": 0.5766343832015991,
      "num_tokens": 95463264.0,
      "step": 123780
    },
    {
      "epoch": 0.15702257096395292,
      "grad_norm": 7.53125,
      "learning_rate": 4.215428197366852e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.519650012254715,
      "num_tokens": 95469928.0,
      "step": 123790
    },
    {
      "epoch": 0.15703525555648576,
      "grad_norm": 5.34375,
      "learning_rate": 4.215364766358223e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5355435729026794,
      "num_tokens": 95478607.0,
      "step": 123800
    },
    {
      "epoch": 0.1570479401490186,
      "grad_norm": 5.90625,
      "learning_rate": 4.215301335349594e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5302211165428161,
      "num_tokens": 95487624.0,
      "step": 123810
    },
    {
      "epoch": 0.1570606247415514,
      "grad_norm": 6.34375,
      "learning_rate": 4.215237904340965e-05,
      "loss": 2.241,
      "mean_token_accuracy": 0.5157374471426011,
      "num_tokens": 95495950.0,
      "step": 123820
    },
    {
      "epoch": 0.15707330933408425,
      "grad_norm": 5.28125,
      "learning_rate": 4.2151744733323353e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5396590977907181,
      "num_tokens": 95503423.0,
      "step": 123830
    },
    {
      "epoch": 0.1570859939266171,
      "grad_norm": 5.0,
      "learning_rate": 4.215111042323706e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5353657484054566,
      "num_tokens": 95511452.0,
      "step": 123840
    },
    {
      "epoch": 0.15709867851914994,
      "grad_norm": 5.65625,
      "learning_rate": 4.215047611315077e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5735268652439117,
      "num_tokens": 95518346.0,
      "step": 123850
    },
    {
      "epoch": 0.15711136311168275,
      "grad_norm": 5.28125,
      "learning_rate": 4.214984180306448e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5445990681648254,
      "num_tokens": 95526313.0,
      "step": 123860
    },
    {
      "epoch": 0.1571240477042156,
      "grad_norm": 5.5625,
      "learning_rate": 4.214920749297819e-05,
      "loss": 2.2612,
      "mean_token_accuracy": 0.515379798412323,
      "num_tokens": 95534253.0,
      "step": 123870
    },
    {
      "epoch": 0.15713673229674843,
      "grad_norm": 4.875,
      "learning_rate": 4.21485731828919e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5352991104125977,
      "num_tokens": 95543187.0,
      "step": 123880
    },
    {
      "epoch": 0.15714941688928127,
      "grad_norm": 4.53125,
      "learning_rate": 4.2147938872805606e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5587709337472916,
      "num_tokens": 95550702.0,
      "step": 123890
    },
    {
      "epoch": 0.1571621014818141,
      "grad_norm": 5.9375,
      "learning_rate": 4.214730456271931e-05,
      "loss": 1.8985,
      "mean_token_accuracy": 0.5750811576843262,
      "num_tokens": 95557819.0,
      "step": 123900
    },
    {
      "epoch": 0.15717478607434693,
      "grad_norm": 5.46875,
      "learning_rate": 4.2146670252633023e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5166237592697144,
      "num_tokens": 95565561.0,
      "step": 123910
    },
    {
      "epoch": 0.15718747066687977,
      "grad_norm": 7.0,
      "learning_rate": 4.214603594254673e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5532355427742004,
      "num_tokens": 95573054.0,
      "step": 123920
    },
    {
      "epoch": 0.1572001552594126,
      "grad_norm": 6.78125,
      "learning_rate": 4.214540163246044e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5688561081886292,
      "num_tokens": 95580943.0,
      "step": 123930
    },
    {
      "epoch": 0.15721283985194542,
      "grad_norm": 6.21875,
      "learning_rate": 4.214476732237415e-05,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5214260876178741,
      "num_tokens": 95588217.0,
      "step": 123940
    },
    {
      "epoch": 0.15722552444447827,
      "grad_norm": 5.375,
      "learning_rate": 4.214413301228786e-05,
      "loss": 1.6446,
      "mean_token_accuracy": 0.6359026372432709,
      "num_tokens": 95594272.0,
      "step": 123950
    },
    {
      "epoch": 0.1572382090370111,
      "grad_norm": 4.84375,
      "learning_rate": 4.2143498702201564e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5241508454084396,
      "num_tokens": 95602949.0,
      "step": 123960
    },
    {
      "epoch": 0.15725089362954395,
      "grad_norm": 4.78125,
      "learning_rate": 4.214286439211527e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5507708758115768,
      "num_tokens": 95610713.0,
      "step": 123970
    },
    {
      "epoch": 0.15726357822207676,
      "grad_norm": 4.75,
      "learning_rate": 4.214223008202898e-05,
      "loss": 1.8824,
      "mean_token_accuracy": 0.5802068322896957,
      "num_tokens": 95619132.0,
      "step": 123980
    },
    {
      "epoch": 0.1572762628146096,
      "grad_norm": 4.53125,
      "learning_rate": 4.214159577194269e-05,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5666397452354431,
      "num_tokens": 95625820.0,
      "step": 123990
    },
    {
      "epoch": 0.15728894740714244,
      "grad_norm": 4.84375,
      "learning_rate": 4.21409614618564e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5529031246900559,
      "num_tokens": 95633634.0,
      "step": 124000
    },
    {
      "epoch": 0.15730163199967528,
      "grad_norm": 6.03125,
      "learning_rate": 4.214032715177011e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5592162311077118,
      "num_tokens": 95641142.0,
      "step": 124010
    },
    {
      "epoch": 0.1573143165922081,
      "grad_norm": 4.65625,
      "learning_rate": 4.2139692841683816e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5553245425224305,
      "num_tokens": 95647856.0,
      "step": 124020
    },
    {
      "epoch": 0.15732700118474094,
      "grad_norm": 5.25,
      "learning_rate": 4.213905853159753e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5284351348876953,
      "num_tokens": 95655811.0,
      "step": 124030
    },
    {
      "epoch": 0.15733968577727378,
      "grad_norm": 6.1875,
      "learning_rate": 4.2138424221511234e-05,
      "loss": 1.9105,
      "mean_token_accuracy": 0.5783179461956024,
      "num_tokens": 95661721.0,
      "step": 124040
    },
    {
      "epoch": 0.15735237036980662,
      "grad_norm": 5.03125,
      "learning_rate": 4.213778991142494e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5429845213890075,
      "num_tokens": 95668074.0,
      "step": 124050
    },
    {
      "epoch": 0.15736505496233943,
      "grad_norm": 5.0625,
      "learning_rate": 4.213715560133865e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.524776491522789,
      "num_tokens": 95676037.0,
      "step": 124060
    },
    {
      "epoch": 0.15737773955487228,
      "grad_norm": 4.96875,
      "learning_rate": 4.2136521291252356e-05,
      "loss": 1.8281,
      "mean_token_accuracy": 0.5970788598060608,
      "num_tokens": 95682802.0,
      "step": 124070
    },
    {
      "epoch": 0.15739042414740512,
      "grad_norm": 5.125,
      "learning_rate": 4.213588698116607e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5192570716142655,
      "num_tokens": 95692103.0,
      "step": 124080
    },
    {
      "epoch": 0.15740310873993796,
      "grad_norm": 5.0625,
      "learning_rate": 4.213525267107978e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5664956003427506,
      "num_tokens": 95698713.0,
      "step": 124090
    },
    {
      "epoch": 0.15741579333247077,
      "grad_norm": 4.84375,
      "learning_rate": 4.2134618360993486e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5357819378376008,
      "num_tokens": 95707704.0,
      "step": 124100
    },
    {
      "epoch": 0.1574284779250036,
      "grad_norm": 6.0625,
      "learning_rate": 4.213398405090719e-05,
      "loss": 2.2697,
      "mean_token_accuracy": 0.5074698060750962,
      "num_tokens": 95715383.0,
      "step": 124110
    },
    {
      "epoch": 0.15744116251753645,
      "grad_norm": 5.3125,
      "learning_rate": 4.21333497408209e-05,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5217957407236099,
      "num_tokens": 95723303.0,
      "step": 124120
    },
    {
      "epoch": 0.1574538471100693,
      "grad_norm": 4.71875,
      "learning_rate": 4.213271543073461e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.530238151550293,
      "num_tokens": 95731235.0,
      "step": 124130
    },
    {
      "epoch": 0.1574665317026021,
      "grad_norm": 4.375,
      "learning_rate": 4.213208112064832e-05,
      "loss": 1.7998,
      "mean_token_accuracy": 0.5811372041702271,
      "num_tokens": 95738076.0,
      "step": 124140
    },
    {
      "epoch": 0.15747921629513495,
      "grad_norm": 6.53125,
      "learning_rate": 4.2131446810562026e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5401785254478455,
      "num_tokens": 95745615.0,
      "step": 124150
    },
    {
      "epoch": 0.1574919008876678,
      "grad_norm": 5.40625,
      "learning_rate": 4.213081250047574e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5334984064102173,
      "num_tokens": 95754245.0,
      "step": 124160
    },
    {
      "epoch": 0.15750458548020063,
      "grad_norm": 7.3125,
      "learning_rate": 4.2130178190389444e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5125627130270004,
      "num_tokens": 95762097.0,
      "step": 124170
    },
    {
      "epoch": 0.15751727007273345,
      "grad_norm": 8.75,
      "learning_rate": 4.212954388030315e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.56994588971138,
      "num_tokens": 95769100.0,
      "step": 124180
    },
    {
      "epoch": 0.1575299546652663,
      "grad_norm": 5.1875,
      "learning_rate": 4.212890957021686e-05,
      "loss": 2.3312,
      "mean_token_accuracy": 0.5165499240159989,
      "num_tokens": 95776620.0,
      "step": 124190
    },
    {
      "epoch": 0.15754263925779913,
      "grad_norm": 7.625,
      "learning_rate": 4.212827526013057e-05,
      "loss": 2.2386,
      "mean_token_accuracy": 0.5218265116214752,
      "num_tokens": 95784652.0,
      "step": 124200
    },
    {
      "epoch": 0.15755532385033197,
      "grad_norm": 6.03125,
      "learning_rate": 4.212764095004428e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5461404293775558,
      "num_tokens": 95791514.0,
      "step": 124210
    },
    {
      "epoch": 0.15756800844286478,
      "grad_norm": 5.4375,
      "learning_rate": 4.2127006639957984e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5332116544246673,
      "num_tokens": 95798534.0,
      "step": 124220
    },
    {
      "epoch": 0.15758069303539762,
      "grad_norm": 5.3125,
      "learning_rate": 4.2126372329871696e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5399770706892013,
      "num_tokens": 95806146.0,
      "step": 124230
    },
    {
      "epoch": 0.15759337762793046,
      "grad_norm": 6.71875,
      "learning_rate": 4.21257380197854e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5422300100326538,
      "num_tokens": 95813572.0,
      "step": 124240
    },
    {
      "epoch": 0.1576060622204633,
      "grad_norm": 5.125,
      "learning_rate": 4.212510370969911e-05,
      "loss": 1.8858,
      "mean_token_accuracy": 0.5976276993751526,
      "num_tokens": 95821628.0,
      "step": 124250
    },
    {
      "epoch": 0.15761874681299612,
      "grad_norm": 5.71875,
      "learning_rate": 4.212446939961282e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5657599985599517,
      "num_tokens": 95829805.0,
      "step": 124260
    },
    {
      "epoch": 0.15763143140552896,
      "grad_norm": 5.28125,
      "learning_rate": 4.2123835089526524e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5539057940244675,
      "num_tokens": 95837690.0,
      "step": 124270
    },
    {
      "epoch": 0.1576441159980618,
      "grad_norm": 4.59375,
      "learning_rate": 4.2123200779440237e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5207396388053894,
      "num_tokens": 95845666.0,
      "step": 124280
    },
    {
      "epoch": 0.15765680059059461,
      "grad_norm": 5.25,
      "learning_rate": 4.212256646935395e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5344109654426574,
      "num_tokens": 95853567.0,
      "step": 124290
    },
    {
      "epoch": 0.15766948518312746,
      "grad_norm": 5.5625,
      "learning_rate": 4.2121932159267654e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5509674787521363,
      "num_tokens": 95860832.0,
      "step": 124300
    },
    {
      "epoch": 0.1576821697756603,
      "grad_norm": 6.125,
      "learning_rate": 4.212129784918136e-05,
      "loss": 1.8345,
      "mean_token_accuracy": 0.5872138351202011,
      "num_tokens": 95866567.0,
      "step": 124310
    },
    {
      "epoch": 0.15769485436819314,
      "grad_norm": 6.59375,
      "learning_rate": 4.2120663539095065e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5266317278146744,
      "num_tokens": 95874845.0,
      "step": 124320
    },
    {
      "epoch": 0.15770753896072595,
      "grad_norm": 4.6875,
      "learning_rate": 4.212002922900878e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5457625269889832,
      "num_tokens": 95883238.0,
      "step": 124330
    },
    {
      "epoch": 0.1577202235532588,
      "grad_norm": 6.90625,
      "learning_rate": 4.211939491892249e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5528241574764252,
      "num_tokens": 95891300.0,
      "step": 124340
    },
    {
      "epoch": 0.15773290814579163,
      "grad_norm": 5.46875,
      "learning_rate": 4.2118760608836194e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5246492028236389,
      "num_tokens": 95900037.0,
      "step": 124350
    },
    {
      "epoch": 0.15774559273832447,
      "grad_norm": 4.9375,
      "learning_rate": 4.2118126298749907e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5268307328224182,
      "num_tokens": 95908849.0,
      "step": 124360
    },
    {
      "epoch": 0.1577582773308573,
      "grad_norm": 5.6875,
      "learning_rate": 4.211749198866361e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5423770099878311,
      "num_tokens": 95917502.0,
      "step": 124370
    },
    {
      "epoch": 0.15777096192339013,
      "grad_norm": 6.71875,
      "learning_rate": 4.211685767857732e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5248325407505036,
      "num_tokens": 95925044.0,
      "step": 124380
    },
    {
      "epoch": 0.15778364651592297,
      "grad_norm": 5.375,
      "learning_rate": 4.211622336849103e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5297853410243988,
      "num_tokens": 95933787.0,
      "step": 124390
    },
    {
      "epoch": 0.1577963311084558,
      "grad_norm": 4.53125,
      "learning_rate": 4.2115589058404735e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5274336993694305,
      "num_tokens": 95942950.0,
      "step": 124400
    },
    {
      "epoch": 0.15780901570098863,
      "grad_norm": 5.375,
      "learning_rate": 4.211495474831845e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5224995583295822,
      "num_tokens": 95951881.0,
      "step": 124410
    },
    {
      "epoch": 0.15782170029352147,
      "grad_norm": 5.21875,
      "learning_rate": 4.211432043823215e-05,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5126307845115662,
      "num_tokens": 95960315.0,
      "step": 124420
    },
    {
      "epoch": 0.1578343848860543,
      "grad_norm": 6.15625,
      "learning_rate": 4.2113686128145864e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5484130680561066,
      "num_tokens": 95969045.0,
      "step": 124430
    },
    {
      "epoch": 0.15784706947858715,
      "grad_norm": 6.125,
      "learning_rate": 4.2113051818059576e-05,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5367218732833863,
      "num_tokens": 95977393.0,
      "step": 124440
    },
    {
      "epoch": 0.15785975407111996,
      "grad_norm": 5.8125,
      "learning_rate": 4.211241750797328e-05,
      "loss": 2.3715,
      "mean_token_accuracy": 0.5057257503271103,
      "num_tokens": 95985290.0,
      "step": 124450
    },
    {
      "epoch": 0.1578724386636528,
      "grad_norm": 5.25,
      "learning_rate": 4.211178319788699e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5188649207353592,
      "num_tokens": 95993692.0,
      "step": 124460
    },
    {
      "epoch": 0.15788512325618564,
      "grad_norm": 8.0,
      "learning_rate": 4.211114888780069e-05,
      "loss": 1.7915,
      "mean_token_accuracy": 0.6006172060966491,
      "num_tokens": 96000777.0,
      "step": 124470
    },
    {
      "epoch": 0.15789780784871849,
      "grad_norm": 4.78125,
      "learning_rate": 4.2110514577714405e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5526410698890686,
      "num_tokens": 96009470.0,
      "step": 124480
    },
    {
      "epoch": 0.1579104924412513,
      "grad_norm": 5.25,
      "learning_rate": 4.210988026762812e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5285884469747544,
      "num_tokens": 96017548.0,
      "step": 124490
    },
    {
      "epoch": 0.15792317703378414,
      "grad_norm": 5.65625,
      "learning_rate": 4.210924595754182e-05,
      "loss": 1.8917,
      "mean_token_accuracy": 0.5740011632442474,
      "num_tokens": 96024233.0,
      "step": 124500
    },
    {
      "epoch": 0.15793586162631698,
      "grad_norm": 5.21875,
      "learning_rate": 4.2108611647455534e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5355578184127807,
      "num_tokens": 96032880.0,
      "step": 124510
    },
    {
      "epoch": 0.15794854621884982,
      "grad_norm": 5.59375,
      "learning_rate": 4.210797733736924e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5284196704626083,
      "num_tokens": 96041163.0,
      "step": 124520
    },
    {
      "epoch": 0.15796123081138264,
      "grad_norm": 5.625,
      "learning_rate": 4.2107343027282945e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5236720621585846,
      "num_tokens": 96049493.0,
      "step": 124530
    },
    {
      "epoch": 0.15797391540391548,
      "grad_norm": 5.59375,
      "learning_rate": 4.210670871719666e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5492356300354004,
      "num_tokens": 96056703.0,
      "step": 124540
    },
    {
      "epoch": 0.15798659999644832,
      "grad_norm": 7.6875,
      "learning_rate": 4.210607440711036e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5413298100233078,
      "num_tokens": 96063853.0,
      "step": 124550
    },
    {
      "epoch": 0.15799928458898116,
      "grad_norm": 5.25,
      "learning_rate": 4.2105440097024075e-05,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5725875526666642,
      "num_tokens": 96071952.0,
      "step": 124560
    },
    {
      "epoch": 0.15801196918151397,
      "grad_norm": 5.34375,
      "learning_rate": 4.210480578693778e-05,
      "loss": 1.8457,
      "mean_token_accuracy": 0.587503856420517,
      "num_tokens": 96079706.0,
      "step": 124570
    },
    {
      "epoch": 0.1580246537740468,
      "grad_norm": 5.09375,
      "learning_rate": 4.210417147685149e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5592522561550141,
      "num_tokens": 96085845.0,
      "step": 124580
    },
    {
      "epoch": 0.15803733836657965,
      "grad_norm": 9.875,
      "learning_rate": 4.21035371667652e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5442230522632598,
      "num_tokens": 96092216.0,
      "step": 124590
    },
    {
      "epoch": 0.1580500229591125,
      "grad_norm": 5.3125,
      "learning_rate": 4.21029028566789e-05,
      "loss": 2.2281,
      "mean_token_accuracy": 0.5146849423646926,
      "num_tokens": 96100340.0,
      "step": 124600
    },
    {
      "epoch": 0.1580627075516453,
      "grad_norm": 4.875,
      "learning_rate": 4.2102268546592615e-05,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5762300521135331,
      "num_tokens": 96108155.0,
      "step": 124610
    },
    {
      "epoch": 0.15807539214417815,
      "grad_norm": 4.65625,
      "learning_rate": 4.210163423650632e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5516182661056519,
      "num_tokens": 96116552.0,
      "step": 124620
    },
    {
      "epoch": 0.158088076736711,
      "grad_norm": 6.0,
      "learning_rate": 4.210099992642003e-05,
      "loss": 2.2675,
      "mean_token_accuracy": 0.5181506842374801,
      "num_tokens": 96125330.0,
      "step": 124630
    },
    {
      "epoch": 0.15810076132924383,
      "grad_norm": 8.0625,
      "learning_rate": 4.2100365616333744e-05,
      "loss": 2.2768,
      "mean_token_accuracy": 0.5197963029146194,
      "num_tokens": 96133718.0,
      "step": 124640
    },
    {
      "epoch": 0.15811344592177665,
      "grad_norm": 5.40625,
      "learning_rate": 4.209973130624745e-05,
      "loss": 2.2969,
      "mean_token_accuracy": 0.5076060175895691,
      "num_tokens": 96142281.0,
      "step": 124650
    },
    {
      "epoch": 0.1581261305143095,
      "grad_norm": 5.28125,
      "learning_rate": 4.2099096996161155e-05,
      "loss": 2.2602,
      "mean_token_accuracy": 0.5129620760679245,
      "num_tokens": 96150595.0,
      "step": 124660
    },
    {
      "epoch": 0.15813881510684233,
      "grad_norm": 5.1875,
      "learning_rate": 4.209846268607486e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.5219126671552659,
      "num_tokens": 96159450.0,
      "step": 124670
    },
    {
      "epoch": 0.15815149969937517,
      "grad_norm": 7.34375,
      "learning_rate": 4.209782837598857e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5379655331373214,
      "num_tokens": 96166174.0,
      "step": 124680
    },
    {
      "epoch": 0.15816418429190798,
      "grad_norm": 5.21875,
      "learning_rate": 4.2097194065902285e-05,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5273129761219024,
      "num_tokens": 96175228.0,
      "step": 124690
    },
    {
      "epoch": 0.15817686888444082,
      "grad_norm": 6.53125,
      "learning_rate": 4.209655975581599e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5608851194381714,
      "num_tokens": 96182880.0,
      "step": 124700
    },
    {
      "epoch": 0.15818955347697367,
      "grad_norm": 5.625,
      "learning_rate": 4.20959254457297e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.550845792889595,
      "num_tokens": 96190975.0,
      "step": 124710
    },
    {
      "epoch": 0.1582022380695065,
      "grad_norm": 4.8125,
      "learning_rate": 4.209529113564341e-05,
      "loss": 1.9287,
      "mean_token_accuracy": 0.5726865589618683,
      "num_tokens": 96198030.0,
      "step": 124720
    },
    {
      "epoch": 0.15821492266203932,
      "grad_norm": 6.0,
      "learning_rate": 4.209465682555711e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5233508169651031,
      "num_tokens": 96206419.0,
      "step": 124730
    },
    {
      "epoch": 0.15822760725457216,
      "grad_norm": 5.78125,
      "learning_rate": 4.2094022515470825e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.531747716665268,
      "num_tokens": 96212397.0,
      "step": 124740
    },
    {
      "epoch": 0.158240291847105,
      "grad_norm": 7.875,
      "learning_rate": 4.209338820538453e-05,
      "loss": 2.1987,
      "mean_token_accuracy": 0.5177310883998871,
      "num_tokens": 96218393.0,
      "step": 124750
    },
    {
      "epoch": 0.15825297643963782,
      "grad_norm": 4.78125,
      "learning_rate": 4.209275389529824e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.544809165596962,
      "num_tokens": 96226617.0,
      "step": 124760
    },
    {
      "epoch": 0.15826566103217066,
      "grad_norm": 5.4375,
      "learning_rate": 4.209211958521195e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5457534670829773,
      "num_tokens": 96235178.0,
      "step": 124770
    },
    {
      "epoch": 0.1582783456247035,
      "grad_norm": 5.09375,
      "learning_rate": 4.209148527512566e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5385297775268555,
      "num_tokens": 96242633.0,
      "step": 124780
    },
    {
      "epoch": 0.15829103021723634,
      "grad_norm": 6.125,
      "learning_rate": 4.209085096503937e-05,
      "loss": 2.2081,
      "mean_token_accuracy": 0.5154912114143372,
      "num_tokens": 96250363.0,
      "step": 124790
    },
    {
      "epoch": 0.15830371480976915,
      "grad_norm": 7.4375,
      "learning_rate": 4.209021665495307e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5370582610368728,
      "num_tokens": 96258201.0,
      "step": 124800
    },
    {
      "epoch": 0.158316399402302,
      "grad_norm": 5.0,
      "learning_rate": 4.208958234486678e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5404300600290298,
      "num_tokens": 96267562.0,
      "step": 124810
    },
    {
      "epoch": 0.15832908399483483,
      "grad_norm": 6.78125,
      "learning_rate": 4.2088948034780495e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5667128056287766,
      "num_tokens": 96276033.0,
      "step": 124820
    },
    {
      "epoch": 0.15834176858736768,
      "grad_norm": 6.0,
      "learning_rate": 4.20883137246942e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5489413559436798,
      "num_tokens": 96284189.0,
      "step": 124830
    },
    {
      "epoch": 0.1583544531799005,
      "grad_norm": 4.90625,
      "learning_rate": 4.208767941460791e-05,
      "loss": 1.9049,
      "mean_token_accuracy": 0.5774594455957412,
      "num_tokens": 96291074.0,
      "step": 124840
    },
    {
      "epoch": 0.15836713777243333,
      "grad_norm": 6.5625,
      "learning_rate": 4.208704510452162e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5521803289651871,
      "num_tokens": 96299117.0,
      "step": 124850
    },
    {
      "epoch": 0.15837982236496617,
      "grad_norm": 8.5625,
      "learning_rate": 4.208641079443533e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5229391127824783,
      "num_tokens": 96307109.0,
      "step": 124860
    },
    {
      "epoch": 0.158392506957499,
      "grad_norm": 4.90625,
      "learning_rate": 4.2085776484349035e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5246337443590164,
      "num_tokens": 96315542.0,
      "step": 124870
    },
    {
      "epoch": 0.15840519155003183,
      "grad_norm": 6.25,
      "learning_rate": 4.208514217426274e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.54503073990345,
      "num_tokens": 96321449.0,
      "step": 124880
    },
    {
      "epoch": 0.15841787614256467,
      "grad_norm": 7.15625,
      "learning_rate": 4.208450786417645e-05,
      "loss": 1.8516,
      "mean_token_accuracy": 0.5889120459556579,
      "num_tokens": 96328461.0,
      "step": 124890
    },
    {
      "epoch": 0.1584305607350975,
      "grad_norm": 5.875,
      "learning_rate": 4.208387355409016e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5261549830436707,
      "num_tokens": 96336890.0,
      "step": 124900
    },
    {
      "epoch": 0.15844324532763035,
      "grad_norm": 7.3125,
      "learning_rate": 4.208323924400387e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5607953578233719,
      "num_tokens": 96343854.0,
      "step": 124910
    },
    {
      "epoch": 0.15845592992016316,
      "grad_norm": 5.15625,
      "learning_rate": 4.208260493391758e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5716032743453979,
      "num_tokens": 96351635.0,
      "step": 124920
    },
    {
      "epoch": 0.158468614512696,
      "grad_norm": 4.96875,
      "learning_rate": 4.208197062383129e-05,
      "loss": 1.7712,
      "mean_token_accuracy": 0.5905416518449783,
      "num_tokens": 96359048.0,
      "step": 124930
    },
    {
      "epoch": 0.15848129910522885,
      "grad_norm": 4.84375,
      "learning_rate": 4.208133631374499e-05,
      "loss": 2.2742,
      "mean_token_accuracy": 0.509623584151268,
      "num_tokens": 96368200.0,
      "step": 124940
    },
    {
      "epoch": 0.1584939836977617,
      "grad_norm": 5.5,
      "learning_rate": 4.20807020036587e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.533432200551033,
      "num_tokens": 96376152.0,
      "step": 124950
    },
    {
      "epoch": 0.1585066682902945,
      "grad_norm": 5.5,
      "learning_rate": 4.208006769357241e-05,
      "loss": 1.9094,
      "mean_token_accuracy": 0.5872347742319107,
      "num_tokens": 96383006.0,
      "step": 124960
    },
    {
      "epoch": 0.15851935288282734,
      "grad_norm": 3.75,
      "learning_rate": 4.207943338348612e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5475544393062591,
      "num_tokens": 96391345.0,
      "step": 124970
    },
    {
      "epoch": 0.15853203747536018,
      "grad_norm": 4.65625,
      "learning_rate": 4.207879907339983e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5498408317565918,
      "num_tokens": 96399664.0,
      "step": 124980
    },
    {
      "epoch": 0.15854472206789302,
      "grad_norm": 5.3125,
      "learning_rate": 4.207816476331354e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5460862278938293,
      "num_tokens": 96407475.0,
      "step": 124990
    },
    {
      "epoch": 0.15855740666042584,
      "grad_norm": 4.9375,
      "learning_rate": 4.2077530453227246e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5302593827247619,
      "num_tokens": 96414822.0,
      "step": 125000
    },
    {
      "epoch": 0.15857009125295868,
      "grad_norm": 7.21875,
      "learning_rate": 4.207689614314095e-05,
      "loss": 2.2513,
      "mean_token_accuracy": 0.5134639233350754,
      "num_tokens": 96422293.0,
      "step": 125010
    },
    {
      "epoch": 0.15858277584549152,
      "grad_norm": 5.25,
      "learning_rate": 4.207626183305466e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5478295505046844,
      "num_tokens": 96429167.0,
      "step": 125020
    },
    {
      "epoch": 0.15859546043802436,
      "grad_norm": 5.8125,
      "learning_rate": 4.207562752296837e-05,
      "loss": 2.2513,
      "mean_token_accuracy": 0.5186461985111237,
      "num_tokens": 96437915.0,
      "step": 125030
    },
    {
      "epoch": 0.15860814503055717,
      "grad_norm": 5.34375,
      "learning_rate": 4.207499321288208e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5732268273830414,
      "num_tokens": 96445443.0,
      "step": 125040
    },
    {
      "epoch": 0.15862082962309001,
      "grad_norm": 4.1875,
      "learning_rate": 4.2074358902795786e-05,
      "loss": 1.887,
      "mean_token_accuracy": 0.589576980471611,
      "num_tokens": 96451717.0,
      "step": 125050
    },
    {
      "epoch": 0.15863351421562286,
      "grad_norm": 5.96875,
      "learning_rate": 4.20737245927095e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5327645748853683,
      "num_tokens": 96459391.0,
      "step": 125060
    },
    {
      "epoch": 0.1586461988081557,
      "grad_norm": 5.75,
      "learning_rate": 4.20730902826232e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5494800448417664,
      "num_tokens": 96466611.0,
      "step": 125070
    },
    {
      "epoch": 0.1586588834006885,
      "grad_norm": 5.4375,
      "learning_rate": 4.207245597253691e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5289082288742065,
      "num_tokens": 96474610.0,
      "step": 125080
    },
    {
      "epoch": 0.15867156799322135,
      "grad_norm": 5.40625,
      "learning_rate": 4.207182166245062e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.562388014793396,
      "num_tokens": 96481514.0,
      "step": 125090
    },
    {
      "epoch": 0.1586842525857542,
      "grad_norm": 4.78125,
      "learning_rate": 4.2071187352364326e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.5327433675527573,
      "num_tokens": 96489010.0,
      "step": 125100
    },
    {
      "epoch": 0.15869693717828703,
      "grad_norm": 6.28125,
      "learning_rate": 4.207055304227804e-05,
      "loss": 2.3911,
      "mean_token_accuracy": 0.49364974200725553,
      "num_tokens": 96497410.0,
      "step": 125110
    },
    {
      "epoch": 0.15870962177081985,
      "grad_norm": 5.15625,
      "learning_rate": 4.206991873219175e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5695457488298417,
      "num_tokens": 96503753.0,
      "step": 125120
    },
    {
      "epoch": 0.1587223063633527,
      "grad_norm": 4.84375,
      "learning_rate": 4.2069284422105456e-05,
      "loss": 1.5608,
      "mean_token_accuracy": 0.6372156262397766,
      "num_tokens": 96509962.0,
      "step": 125130
    },
    {
      "epoch": 0.15873499095588553,
      "grad_norm": 6.1875,
      "learning_rate": 4.206865011201917e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5509105294942855,
      "num_tokens": 96518133.0,
      "step": 125140
    },
    {
      "epoch": 0.15874767554841837,
      "grad_norm": 4.625,
      "learning_rate": 4.2068015801932866e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5312938958406448,
      "num_tokens": 96525525.0,
      "step": 125150
    },
    {
      "epoch": 0.15876036014095118,
      "grad_norm": 7.46875,
      "learning_rate": 4.206738149184658e-05,
      "loss": 1.8823,
      "mean_token_accuracy": 0.5911323338747024,
      "num_tokens": 96533477.0,
      "step": 125160
    },
    {
      "epoch": 0.15877304473348403,
      "grad_norm": 5.15625,
      "learning_rate": 4.206674718176029e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5544082194566726,
      "num_tokens": 96540850.0,
      "step": 125170
    },
    {
      "epoch": 0.15878572932601687,
      "grad_norm": 10.4375,
      "learning_rate": 4.2066112871673996e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5415259689092636,
      "num_tokens": 96549401.0,
      "step": 125180
    },
    {
      "epoch": 0.1587984139185497,
      "grad_norm": 4.375,
      "learning_rate": 4.206547856158771e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5553142249584198,
      "num_tokens": 96557930.0,
      "step": 125190
    },
    {
      "epoch": 0.15881109851108252,
      "grad_norm": 5.125,
      "learning_rate": 4.2064844251501414e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5604598432779312,
      "num_tokens": 96566699.0,
      "step": 125200
    },
    {
      "epoch": 0.15882378310361536,
      "grad_norm": 5.15625,
      "learning_rate": 4.2064209941415126e-05,
      "loss": 2.2896,
      "mean_token_accuracy": 0.5181935340166092,
      "num_tokens": 96575515.0,
      "step": 125210
    },
    {
      "epoch": 0.1588364676961482,
      "grad_norm": 4.84375,
      "learning_rate": 4.206357563132883e-05,
      "loss": 2.296,
      "mean_token_accuracy": 0.5040198504924774,
      "num_tokens": 96585269.0,
      "step": 125220
    },
    {
      "epoch": 0.15884915228868102,
      "grad_norm": 6.46875,
      "learning_rate": 4.2062941321242536e-05,
      "loss": 2.3019,
      "mean_token_accuracy": 0.5099125117063522,
      "num_tokens": 96593095.0,
      "step": 125230
    },
    {
      "epoch": 0.15886183688121386,
      "grad_norm": 5.375,
      "learning_rate": 4.206230701115625e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5388002961874008,
      "num_tokens": 96601684.0,
      "step": 125240
    },
    {
      "epoch": 0.1588745214737467,
      "grad_norm": 5.59375,
      "learning_rate": 4.2061672701069954e-05,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5700159013271332,
      "num_tokens": 96608294.0,
      "step": 125250
    },
    {
      "epoch": 0.15888720606627954,
      "grad_norm": 5.6875,
      "learning_rate": 4.2061038390983666e-05,
      "loss": 1.784,
      "mean_token_accuracy": 0.6030564635992051,
      "num_tokens": 96615355.0,
      "step": 125260
    },
    {
      "epoch": 0.15889989065881235,
      "grad_norm": 4.40625,
      "learning_rate": 4.206040408089738e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5603288322687149,
      "num_tokens": 96622279.0,
      "step": 125270
    },
    {
      "epoch": 0.1589125752513452,
      "grad_norm": 6.1875,
      "learning_rate": 4.2059769770811083e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5378923118114471,
      "num_tokens": 96629742.0,
      "step": 125280
    },
    {
      "epoch": 0.15892525984387804,
      "grad_norm": 9.4375,
      "learning_rate": 4.205913546072479e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5354220122098923,
      "num_tokens": 96637267.0,
      "step": 125290
    },
    {
      "epoch": 0.15893794443641088,
      "grad_norm": 6.375,
      "learning_rate": 4.2058501150638494e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5360683262348175,
      "num_tokens": 96645421.0,
      "step": 125300
    },
    {
      "epoch": 0.1589506290289437,
      "grad_norm": 5.1875,
      "learning_rate": 4.2057866840552206e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.5452850788831711,
      "num_tokens": 96653506.0,
      "step": 125310
    },
    {
      "epoch": 0.15896331362147653,
      "grad_norm": 7.25,
      "learning_rate": 4.205723253046592e-05,
      "loss": 1.901,
      "mean_token_accuracy": 0.5750447005033493,
      "num_tokens": 96659669.0,
      "step": 125320
    },
    {
      "epoch": 0.15897599821400937,
      "grad_norm": 11.625,
      "learning_rate": 4.2056598220379624e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5937367796897888,
      "num_tokens": 96666486.0,
      "step": 125330
    },
    {
      "epoch": 0.15898868280654221,
      "grad_norm": 5.40625,
      "learning_rate": 4.2055963910293336e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5460051417350769,
      "num_tokens": 96675063.0,
      "step": 125340
    },
    {
      "epoch": 0.15900136739907503,
      "grad_norm": 5.875,
      "learning_rate": 4.205532960020704e-05,
      "loss": 1.8844,
      "mean_token_accuracy": 0.5722131550312042,
      "num_tokens": 96683128.0,
      "step": 125350
    },
    {
      "epoch": 0.15901405199160787,
      "grad_norm": 6.21875,
      "learning_rate": 4.2054695290120747e-05,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5644176751375198,
      "num_tokens": 96691047.0,
      "step": 125360
    },
    {
      "epoch": 0.1590267365841407,
      "grad_norm": 5.09375,
      "learning_rate": 4.205406098003446e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5497959911823272,
      "num_tokens": 96698812.0,
      "step": 125370
    },
    {
      "epoch": 0.15903942117667355,
      "grad_norm": 4.96875,
      "learning_rate": 4.2053426669948164e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.551115894317627,
      "num_tokens": 96705665.0,
      "step": 125380
    },
    {
      "epoch": 0.15905210576920636,
      "grad_norm": 5.4375,
      "learning_rate": 4.2052792359861876e-05,
      "loss": 1.7639,
      "mean_token_accuracy": 0.6025982528924942,
      "num_tokens": 96712484.0,
      "step": 125390
    },
    {
      "epoch": 0.1590647903617392,
      "grad_norm": 5.0,
      "learning_rate": 4.205215804977558e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5311214625835419,
      "num_tokens": 96721044.0,
      "step": 125400
    },
    {
      "epoch": 0.15907747495427205,
      "grad_norm": 5.0,
      "learning_rate": 4.2051523739689294e-05,
      "loss": 1.7684,
      "mean_token_accuracy": 0.602064311504364,
      "num_tokens": 96727394.0,
      "step": 125410
    },
    {
      "epoch": 0.1590901595468049,
      "grad_norm": 7.4375,
      "learning_rate": 4.2050889429603e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5181802928447723,
      "num_tokens": 96735660.0,
      "step": 125420
    },
    {
      "epoch": 0.1591028441393377,
      "grad_norm": 6.15625,
      "learning_rate": 4.2050255119516704e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5422139406204224,
      "num_tokens": 96742529.0,
      "step": 125430
    },
    {
      "epoch": 0.15911552873187054,
      "grad_norm": 5.1875,
      "learning_rate": 4.2049620809430417e-05,
      "loss": 2.2772,
      "mean_token_accuracy": 0.5058796107769012,
      "num_tokens": 96751609.0,
      "step": 125440
    },
    {
      "epoch": 0.15912821332440338,
      "grad_norm": 12.0,
      "learning_rate": 4.204898649934412e-05,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5232018232345581,
      "num_tokens": 96759281.0,
      "step": 125450
    },
    {
      "epoch": 0.15914089791693622,
      "grad_norm": 7.59375,
      "learning_rate": 4.2048352189257834e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.568706214427948,
      "num_tokens": 96766515.0,
      "step": 125460
    },
    {
      "epoch": 0.15915358250946904,
      "grad_norm": 5.03125,
      "learning_rate": 4.2047717879171546e-05,
      "loss": 1.8881,
      "mean_token_accuracy": 0.5770336657762527,
      "num_tokens": 96774457.0,
      "step": 125470
    },
    {
      "epoch": 0.15916626710200188,
      "grad_norm": 7.78125,
      "learning_rate": 4.204708356908525e-05,
      "loss": 1.7,
      "mean_token_accuracy": 0.6273878991603852,
      "num_tokens": 96780525.0,
      "step": 125480
    },
    {
      "epoch": 0.15917895169453472,
      "grad_norm": 6.28125,
      "learning_rate": 4.204644925899896e-05,
      "loss": 2.2232,
      "mean_token_accuracy": 0.516727152466774,
      "num_tokens": 96787954.0,
      "step": 125490
    },
    {
      "epoch": 0.15919163628706756,
      "grad_norm": 6.03125,
      "learning_rate": 4.204581494891266e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5315491855144501,
      "num_tokens": 96797191.0,
      "step": 125500
    },
    {
      "epoch": 0.15920432087960038,
      "grad_norm": 12.625,
      "learning_rate": 4.2045180638826374e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5534024477005005,
      "num_tokens": 96804052.0,
      "step": 125510
    },
    {
      "epoch": 0.15921700547213322,
      "grad_norm": 7.25,
      "learning_rate": 4.2044546328740086e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5485708534717559,
      "num_tokens": 96812153.0,
      "step": 125520
    },
    {
      "epoch": 0.15922969006466606,
      "grad_norm": 6.625,
      "learning_rate": 4.204391201865379e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5292580842971801,
      "num_tokens": 96819422.0,
      "step": 125530
    },
    {
      "epoch": 0.1592423746571989,
      "grad_norm": 5.40625,
      "learning_rate": 4.2043277708567504e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5338131040334702,
      "num_tokens": 96827459.0,
      "step": 125540
    },
    {
      "epoch": 0.1592550592497317,
      "grad_norm": 5.5,
      "learning_rate": 4.204264339848121e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5607556849718094,
      "num_tokens": 96835119.0,
      "step": 125550
    },
    {
      "epoch": 0.15926774384226455,
      "grad_norm": 4.96875,
      "learning_rate": 4.204200908839492e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5435032963752746,
      "num_tokens": 96843897.0,
      "step": 125560
    },
    {
      "epoch": 0.1592804284347974,
      "grad_norm": 5.21875,
      "learning_rate": 4.204137477830863e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5796543091535569,
      "num_tokens": 96850704.0,
      "step": 125570
    },
    {
      "epoch": 0.15929311302733024,
      "grad_norm": 5.15625,
      "learning_rate": 4.204074046822233e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.54210724234581,
      "num_tokens": 96858940.0,
      "step": 125580
    },
    {
      "epoch": 0.15930579761986305,
      "grad_norm": 4.65625,
      "learning_rate": 4.2040106158136044e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5202296614646912,
      "num_tokens": 96866936.0,
      "step": 125590
    },
    {
      "epoch": 0.1593184822123959,
      "grad_norm": 5.4375,
      "learning_rate": 4.203947184804975e-05,
      "loss": 2.2361,
      "mean_token_accuracy": 0.5118062943220139,
      "num_tokens": 96874481.0,
      "step": 125600
    },
    {
      "epoch": 0.15933116680492873,
      "grad_norm": 17.875,
      "learning_rate": 4.203883753796346e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5565761685371399,
      "num_tokens": 96881031.0,
      "step": 125610
    },
    {
      "epoch": 0.15934385139746157,
      "grad_norm": 9.125,
      "learning_rate": 4.2038203227877174e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5380394697189331,
      "num_tokens": 96887252.0,
      "step": 125620
    },
    {
      "epoch": 0.15935653598999439,
      "grad_norm": 5.25,
      "learning_rate": 4.203756891779088e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5360047221183777,
      "num_tokens": 96895288.0,
      "step": 125630
    },
    {
      "epoch": 0.15936922058252723,
      "grad_norm": 6.125,
      "learning_rate": 4.2036934607704585e-05,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5823927581310272,
      "num_tokens": 96901278.0,
      "step": 125640
    },
    {
      "epoch": 0.15938190517506007,
      "grad_norm": 6.03125,
      "learning_rate": 4.203630029761829e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5512025356292725,
      "num_tokens": 96909613.0,
      "step": 125650
    },
    {
      "epoch": 0.1593945897675929,
      "grad_norm": 5.25,
      "learning_rate": 4.2035665987532e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5488504111766815,
      "num_tokens": 96917337.0,
      "step": 125660
    },
    {
      "epoch": 0.15940727436012572,
      "grad_norm": 6.125,
      "learning_rate": 4.2035031677445714e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5294446915388107,
      "num_tokens": 96925476.0,
      "step": 125670
    },
    {
      "epoch": 0.15941995895265856,
      "grad_norm": 12.0,
      "learning_rate": 4.203439736735942e-05,
      "loss": 1.8326,
      "mean_token_accuracy": 0.5803167462348938,
      "num_tokens": 96932837.0,
      "step": 125680
    },
    {
      "epoch": 0.1594326435451914,
      "grad_norm": 8.375,
      "learning_rate": 4.203376305727313e-05,
      "loss": 1.8449,
      "mean_token_accuracy": 0.5920585542917252,
      "num_tokens": 96939958.0,
      "step": 125690
    },
    {
      "epoch": 0.15944532813772422,
      "grad_norm": 4.875,
      "learning_rate": 4.203312874718684e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.530175319314003,
      "num_tokens": 96948142.0,
      "step": 125700
    },
    {
      "epoch": 0.15945801273025706,
      "grad_norm": 5.1875,
      "learning_rate": 4.203249443710054e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5419232875108719,
      "num_tokens": 96956593.0,
      "step": 125710
    },
    {
      "epoch": 0.1594706973227899,
      "grad_norm": 6.96875,
      "learning_rate": 4.2031860127014254e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5350752502679825,
      "num_tokens": 96965548.0,
      "step": 125720
    },
    {
      "epoch": 0.15948338191532274,
      "grad_norm": 5.9375,
      "learning_rate": 4.203122581692796e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5716633945703506,
      "num_tokens": 96972780.0,
      "step": 125730
    },
    {
      "epoch": 0.15949606650785556,
      "grad_norm": 5.75,
      "learning_rate": 4.203059150684167e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5326644450426101,
      "num_tokens": 96979236.0,
      "step": 125740
    },
    {
      "epoch": 0.1595087511003884,
      "grad_norm": 6.0625,
      "learning_rate": 4.2029957196755384e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5187267392873764,
      "num_tokens": 96987736.0,
      "step": 125750
    },
    {
      "epoch": 0.15952143569292124,
      "grad_norm": 5.1875,
      "learning_rate": 4.202932288666909e-05,
      "loss": 2.312,
      "mean_token_accuracy": 0.511786699295044,
      "num_tokens": 96996761.0,
      "step": 125760
    },
    {
      "epoch": 0.15953412028545408,
      "grad_norm": 6.75,
      "learning_rate": 4.2028688576582795e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5656451344490051,
      "num_tokens": 97005317.0,
      "step": 125770
    },
    {
      "epoch": 0.1595468048779869,
      "grad_norm": 4.34375,
      "learning_rate": 4.20280542664965e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.515374356508255,
      "num_tokens": 97012985.0,
      "step": 125780
    },
    {
      "epoch": 0.15955948947051973,
      "grad_norm": 9.75,
      "learning_rate": 4.202741995641021e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5172153323888778,
      "num_tokens": 97020874.0,
      "step": 125790
    },
    {
      "epoch": 0.15957217406305257,
      "grad_norm": 6.6875,
      "learning_rate": 4.2026785646323924e-05,
      "loss": 1.6109,
      "mean_token_accuracy": 0.6329410880804062,
      "num_tokens": 97027171.0,
      "step": 125800
    },
    {
      "epoch": 0.15958485865558542,
      "grad_norm": 6.625,
      "learning_rate": 4.202615133623763e-05,
      "loss": 1.9057,
      "mean_token_accuracy": 0.5795922875404358,
      "num_tokens": 97033863.0,
      "step": 125810
    },
    {
      "epoch": 0.15959754324811823,
      "grad_norm": 5.21875,
      "learning_rate": 4.202551702615134e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5319254875183106,
      "num_tokens": 97041021.0,
      "step": 125820
    },
    {
      "epoch": 0.15961022784065107,
      "grad_norm": 5.25,
      "learning_rate": 4.202488271606505e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5447467505931854,
      "num_tokens": 97048774.0,
      "step": 125830
    },
    {
      "epoch": 0.1596229124331839,
      "grad_norm": 6.34375,
      "learning_rate": 4.202424840597875e-05,
      "loss": 2.2214,
      "mean_token_accuracy": 0.5254290044307709,
      "num_tokens": 97056154.0,
      "step": 125840
    },
    {
      "epoch": 0.15963559702571675,
      "grad_norm": 5.21875,
      "learning_rate": 4.2023614095892465e-05,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5609818190336228,
      "num_tokens": 97063141.0,
      "step": 125850
    },
    {
      "epoch": 0.15964828161824957,
      "grad_norm": 5.9375,
      "learning_rate": 4.202297978580617e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.544122701883316,
      "num_tokens": 97069560.0,
      "step": 125860
    },
    {
      "epoch": 0.1596609662107824,
      "grad_norm": 6.1875,
      "learning_rate": 4.202234547571988e-05,
      "loss": 1.6712,
      "mean_token_accuracy": 0.6234616160392761,
      "num_tokens": 97075228.0,
      "step": 125870
    },
    {
      "epoch": 0.15967365080331525,
      "grad_norm": 4.8125,
      "learning_rate": 4.202171116563359e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5461499452590942,
      "num_tokens": 97083018.0,
      "step": 125880
    },
    {
      "epoch": 0.1596863353958481,
      "grad_norm": 4.78125,
      "learning_rate": 4.20210768555473e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5314315974712371,
      "num_tokens": 97090680.0,
      "step": 125890
    },
    {
      "epoch": 0.1596990199883809,
      "grad_norm": 5.78125,
      "learning_rate": 4.202044254546101e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5361539959907532,
      "num_tokens": 97099137.0,
      "step": 125900
    },
    {
      "epoch": 0.15971170458091374,
      "grad_norm": 5.5625,
      "learning_rate": 4.201980823537471e-05,
      "loss": 1.7934,
      "mean_token_accuracy": 0.5835519254207611,
      "num_tokens": 97106293.0,
      "step": 125910
    },
    {
      "epoch": 0.15972438917344658,
      "grad_norm": 4.78125,
      "learning_rate": 4.201917392528842e-05,
      "loss": 2.3632,
      "mean_token_accuracy": 0.5129402309656144,
      "num_tokens": 97115092.0,
      "step": 125920
    },
    {
      "epoch": 0.15973707376597943,
      "grad_norm": 5.75,
      "learning_rate": 4.201853961520213e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5272570937871933,
      "num_tokens": 97122205.0,
      "step": 125930
    },
    {
      "epoch": 0.15974975835851224,
      "grad_norm": 4.90625,
      "learning_rate": 4.201790530511584e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5577068567276001,
      "num_tokens": 97131148.0,
      "step": 125940
    },
    {
      "epoch": 0.15976244295104508,
      "grad_norm": 5.78125,
      "learning_rate": 4.201727099502955e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5654946982860565,
      "num_tokens": 97138217.0,
      "step": 125950
    },
    {
      "epoch": 0.15977512754357792,
      "grad_norm": 5.5,
      "learning_rate": 4.201663668494326e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5470583647489548,
      "num_tokens": 97145810.0,
      "step": 125960
    },
    {
      "epoch": 0.15978781213611076,
      "grad_norm": 4.9375,
      "learning_rate": 4.201600237485697e-05,
      "loss": 2.2303,
      "mean_token_accuracy": 0.5146977186203003,
      "num_tokens": 97153066.0,
      "step": 125970
    },
    {
      "epoch": 0.15980049672864358,
      "grad_norm": 4.90625,
      "learning_rate": 4.2015368064770675e-05,
      "loss": 1.9881,
      "mean_token_accuracy": 0.5642040222883224,
      "num_tokens": 97161369.0,
      "step": 125980
    },
    {
      "epoch": 0.15981318132117642,
      "grad_norm": 5.75,
      "learning_rate": 4.201473375468438e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5320838838815689,
      "num_tokens": 97169714.0,
      "step": 125990
    },
    {
      "epoch": 0.15982586591370926,
      "grad_norm": 7.84375,
      "learning_rate": 4.201409944459809e-05,
      "loss": 2.2154,
      "mean_token_accuracy": 0.5220700860023498,
      "num_tokens": 97177614.0,
      "step": 126000
    },
    {
      "epoch": 0.1598385505062421,
      "grad_norm": 8.0,
      "learning_rate": 4.20134651345118e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5608721733093261,
      "num_tokens": 97186098.0,
      "step": 126010
    },
    {
      "epoch": 0.1598512350987749,
      "grad_norm": 5.5625,
      "learning_rate": 4.201283082442551e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5333300650119781,
      "num_tokens": 97194264.0,
      "step": 126020
    },
    {
      "epoch": 0.15986391969130775,
      "grad_norm": 4.9375,
      "learning_rate": 4.2012196514339215e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5500667452812195,
      "num_tokens": 97201869.0,
      "step": 126030
    },
    {
      "epoch": 0.1598766042838406,
      "grad_norm": 6.78125,
      "learning_rate": 4.201156220425293e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5632025688886643,
      "num_tokens": 97210271.0,
      "step": 126040
    },
    {
      "epoch": 0.15988928887637344,
      "grad_norm": 5.15625,
      "learning_rate": 4.201092789416663e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5592980533838272,
      "num_tokens": 97218287.0,
      "step": 126050
    },
    {
      "epoch": 0.15990197346890625,
      "grad_norm": 6.1875,
      "learning_rate": 4.201029358408034e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5235318869352341,
      "num_tokens": 97225013.0,
      "step": 126060
    },
    {
      "epoch": 0.1599146580614391,
      "grad_norm": 5.0625,
      "learning_rate": 4.200965927399405e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5131911218166352,
      "num_tokens": 97234048.0,
      "step": 126070
    },
    {
      "epoch": 0.15992734265397193,
      "grad_norm": 5.0625,
      "learning_rate": 4.2009024963907756e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5264947801828385,
      "num_tokens": 97242356.0,
      "step": 126080
    },
    {
      "epoch": 0.15994002724650477,
      "grad_norm": 5.28125,
      "learning_rate": 4.200839065382147e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5227502107620239,
      "num_tokens": 97250705.0,
      "step": 126090
    },
    {
      "epoch": 0.1599527118390376,
      "grad_norm": 5.0,
      "learning_rate": 4.200775634373518e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5632236152887344,
      "num_tokens": 97258097.0,
      "step": 126100
    },
    {
      "epoch": 0.15996539643157043,
      "grad_norm": 5.0625,
      "learning_rate": 4.2007122033648885e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.524192875623703,
      "num_tokens": 97265870.0,
      "step": 126110
    },
    {
      "epoch": 0.15997808102410327,
      "grad_norm": 10.9375,
      "learning_rate": 4.200648772356259e-05,
      "loss": 2.2669,
      "mean_token_accuracy": 0.5158681213855744,
      "num_tokens": 97274258.0,
      "step": 126120
    },
    {
      "epoch": 0.1599907656166361,
      "grad_norm": 5.0,
      "learning_rate": 4.2005853413476296e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5108039796352386,
      "num_tokens": 97283935.0,
      "step": 126130
    },
    {
      "epoch": 0.16000345020916892,
      "grad_norm": 5.75,
      "learning_rate": 4.200521910339001e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5220636487007141,
      "num_tokens": 97292154.0,
      "step": 126140
    },
    {
      "epoch": 0.16001613480170176,
      "grad_norm": 7.5,
      "learning_rate": 4.200458479330372e-05,
      "loss": 2.2557,
      "mean_token_accuracy": 0.515412163734436,
      "num_tokens": 97300025.0,
      "step": 126150
    },
    {
      "epoch": 0.1600288193942346,
      "grad_norm": 4.96875,
      "learning_rate": 4.2003950483217425e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5463113605976104,
      "num_tokens": 97307805.0,
      "step": 126160
    },
    {
      "epoch": 0.16004150398676742,
      "grad_norm": 6.25,
      "learning_rate": 4.200331617313114e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5326754659414291,
      "num_tokens": 97314196.0,
      "step": 126170
    },
    {
      "epoch": 0.16005418857930026,
      "grad_norm": 8.9375,
      "learning_rate": 4.200268186304484e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5408001989126205,
      "num_tokens": 97321878.0,
      "step": 126180
    },
    {
      "epoch": 0.1600668731718331,
      "grad_norm": 5.96875,
      "learning_rate": 4.200204755295855e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5553729891777038,
      "num_tokens": 97329063.0,
      "step": 126190
    },
    {
      "epoch": 0.16007955776436594,
      "grad_norm": 5.40625,
      "learning_rate": 4.200141324287226e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5370310246944427,
      "num_tokens": 97336480.0,
      "step": 126200
    },
    {
      "epoch": 0.16009224235689876,
      "grad_norm": 6.25,
      "learning_rate": 4.2000778932785966e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5432854652404785,
      "num_tokens": 97344835.0,
      "step": 126210
    },
    {
      "epoch": 0.1601049269494316,
      "grad_norm": 6.6875,
      "learning_rate": 4.200014462269968e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5523400664329529,
      "num_tokens": 97351516.0,
      "step": 126220
    },
    {
      "epoch": 0.16011761154196444,
      "grad_norm": 7.96875,
      "learning_rate": 4.199951031261338e-05,
      "loss": 2.3277,
      "mean_token_accuracy": 0.5129623413085938,
      "num_tokens": 97358813.0,
      "step": 126230
    },
    {
      "epoch": 0.16013029613449728,
      "grad_norm": 5.4375,
      "learning_rate": 4.1998876002527095e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5467087626457214,
      "num_tokens": 97366398.0,
      "step": 126240
    },
    {
      "epoch": 0.1601429807270301,
      "grad_norm": 5.40625,
      "learning_rate": 4.19982416924408e-05,
      "loss": 1.7887,
      "mean_token_accuracy": 0.5898511588573456,
      "num_tokens": 97374082.0,
      "step": 126250
    },
    {
      "epoch": 0.16015566531956293,
      "grad_norm": 4.28125,
      "learning_rate": 4.1997607382354506e-05,
      "loss": 1.8575,
      "mean_token_accuracy": 0.5880193918943405,
      "num_tokens": 97380842.0,
      "step": 126260
    },
    {
      "epoch": 0.16016834991209578,
      "grad_norm": 9.4375,
      "learning_rate": 4.199697307226822e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5353043764829636,
      "num_tokens": 97390212.0,
      "step": 126270
    },
    {
      "epoch": 0.16018103450462862,
      "grad_norm": 5.0,
      "learning_rate": 4.1996338762181924e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5436418563127517,
      "num_tokens": 97397201.0,
      "step": 126280
    },
    {
      "epoch": 0.16019371909716143,
      "grad_norm": 5.25,
      "learning_rate": 4.1995704452095636e-05,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5627627402544022,
      "num_tokens": 97406102.0,
      "step": 126290
    },
    {
      "epoch": 0.16020640368969427,
      "grad_norm": 4.96875,
      "learning_rate": 4.199507014200935e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5382390767335892,
      "num_tokens": 97413368.0,
      "step": 126300
    },
    {
      "epoch": 0.1602190882822271,
      "grad_norm": 5.875,
      "learning_rate": 4.199443583192305e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5440001279115677,
      "num_tokens": 97420556.0,
      "step": 126310
    },
    {
      "epoch": 0.16023177287475995,
      "grad_norm": 4.8125,
      "learning_rate": 4.1993801521836765e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5346378862857819,
      "num_tokens": 97428809.0,
      "step": 126320
    },
    {
      "epoch": 0.16024445746729277,
      "grad_norm": 5.40625,
      "learning_rate": 4.1993167211750464e-05,
      "loss": 2.2427,
      "mean_token_accuracy": 0.5035591661930084,
      "num_tokens": 97436652.0,
      "step": 126330
    },
    {
      "epoch": 0.1602571420598256,
      "grad_norm": 5.25,
      "learning_rate": 4.1992532901664176e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5320254623889923,
      "num_tokens": 97444085.0,
      "step": 126340
    },
    {
      "epoch": 0.16026982665235845,
      "grad_norm": 4.84375,
      "learning_rate": 4.199189859157789e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5363583117723465,
      "num_tokens": 97452099.0,
      "step": 126350
    },
    {
      "epoch": 0.1602825112448913,
      "grad_norm": 5.1875,
      "learning_rate": 4.1991264281491593e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5590465605258942,
      "num_tokens": 97460064.0,
      "step": 126360
    },
    {
      "epoch": 0.1602951958374241,
      "grad_norm": 4.65625,
      "learning_rate": 4.1990629971405306e-05,
      "loss": 2.3084,
      "mean_token_accuracy": 0.5107459157705307,
      "num_tokens": 97468297.0,
      "step": 126370
    },
    {
      "epoch": 0.16030788042995694,
      "grad_norm": 6.78125,
      "learning_rate": 4.198999566131901e-05,
      "loss": 1.7369,
      "mean_token_accuracy": 0.602782142162323,
      "num_tokens": 97474376.0,
      "step": 126380
    },
    {
      "epoch": 0.16032056502248979,
      "grad_norm": 8.5,
      "learning_rate": 4.198936135123272e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5246339052915573,
      "num_tokens": 97482236.0,
      "step": 126390
    },
    {
      "epoch": 0.16033324961502263,
      "grad_norm": 4.5625,
      "learning_rate": 4.198872704114643e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5210248500108718,
      "num_tokens": 97490555.0,
      "step": 126400
    },
    {
      "epoch": 0.16034593420755544,
      "grad_norm": 4.90625,
      "learning_rate": 4.1988092731060134e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5390252143144607,
      "num_tokens": 97498632.0,
      "step": 126410
    },
    {
      "epoch": 0.16035861880008828,
      "grad_norm": 5.34375,
      "learning_rate": 4.1987458420973846e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5758044421672821,
      "num_tokens": 97504565.0,
      "step": 126420
    },
    {
      "epoch": 0.16037130339262112,
      "grad_norm": 5.9375,
      "learning_rate": 4.198682411088755e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5520459234714508,
      "num_tokens": 97513018.0,
      "step": 126430
    },
    {
      "epoch": 0.16038398798515396,
      "grad_norm": 7.40625,
      "learning_rate": 4.1986189800801263e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5508662670850754,
      "num_tokens": 97520050.0,
      "step": 126440
    },
    {
      "epoch": 0.16039667257768678,
      "grad_norm": 5.25,
      "learning_rate": 4.1985555490714976e-05,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5577663719654083,
      "num_tokens": 97527377.0,
      "step": 126450
    },
    {
      "epoch": 0.16040935717021962,
      "grad_norm": 5.78125,
      "learning_rate": 4.198492118062868e-05,
      "loss": 1.8926,
      "mean_token_accuracy": 0.6014686644077301,
      "num_tokens": 97534043.0,
      "step": 126460
    },
    {
      "epoch": 0.16042204176275246,
      "grad_norm": 5.59375,
      "learning_rate": 4.1984286870542386e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5374725550413132,
      "num_tokens": 97542411.0,
      "step": 126470
    },
    {
      "epoch": 0.1604347263552853,
      "grad_norm": 4.75,
      "learning_rate": 4.198365256045609e-05,
      "loss": 2.2835,
      "mean_token_accuracy": 0.5077139556407928,
      "num_tokens": 97550411.0,
      "step": 126480
    },
    {
      "epoch": 0.16044741094781811,
      "grad_norm": 6.71875,
      "learning_rate": 4.1983018250369804e-05,
      "loss": 1.9412,
      "mean_token_accuracy": 0.5633332520723343,
      "num_tokens": 97557950.0,
      "step": 126490
    },
    {
      "epoch": 0.16046009554035096,
      "grad_norm": 5.75,
      "learning_rate": 4.1982383940283516e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5482957661151886,
      "num_tokens": 97566074.0,
      "step": 126500
    },
    {
      "epoch": 0.1604727801328838,
      "grad_norm": 5.5,
      "learning_rate": 4.198174963019722e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5715695381164551,
      "num_tokens": 97573484.0,
      "step": 126510
    },
    {
      "epoch": 0.16048546472541664,
      "grad_norm": 6.375,
      "learning_rate": 4.198111532011093e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5373837381601334,
      "num_tokens": 97581666.0,
      "step": 126520
    },
    {
      "epoch": 0.16049814931794945,
      "grad_norm": 5.75,
      "learning_rate": 4.198048101002464e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5352488696575165,
      "num_tokens": 97588689.0,
      "step": 126530
    },
    {
      "epoch": 0.1605108339104823,
      "grad_norm": 5.375,
      "learning_rate": 4.1979846699938344e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.551785483956337,
      "num_tokens": 97595461.0,
      "step": 126540
    },
    {
      "epoch": 0.16052351850301513,
      "grad_norm": 5.15625,
      "learning_rate": 4.1979212389852056e-05,
      "loss": 2.2649,
      "mean_token_accuracy": 0.5186341822147369,
      "num_tokens": 97603649.0,
      "step": 126550
    },
    {
      "epoch": 0.16053620309554797,
      "grad_norm": 6.71875,
      "learning_rate": 4.197857807976576e-05,
      "loss": 2.2783,
      "mean_token_accuracy": 0.5113131195306778,
      "num_tokens": 97612217.0,
      "step": 126560
    },
    {
      "epoch": 0.1605488876880808,
      "grad_norm": 6.46875,
      "learning_rate": 4.1977943769679474e-05,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5717203766107559,
      "num_tokens": 97619510.0,
      "step": 126570
    },
    {
      "epoch": 0.16056157228061363,
      "grad_norm": 5.96875,
      "learning_rate": 4.197730945959318e-05,
      "loss": 1.5463,
      "mean_token_accuracy": 0.6498582005500794,
      "num_tokens": 97624889.0,
      "step": 126580
    },
    {
      "epoch": 0.16057425687314647,
      "grad_norm": 4.65625,
      "learning_rate": 4.197667514950689e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5569556295871735,
      "num_tokens": 97633446.0,
      "step": 126590
    },
    {
      "epoch": 0.1605869414656793,
      "grad_norm": 4.59375,
      "learning_rate": 4.1976040839420596e-05,
      "loss": 1.7786,
      "mean_token_accuracy": 0.5953588634729385,
      "num_tokens": 97641035.0,
      "step": 126600
    },
    {
      "epoch": 0.16059962605821212,
      "grad_norm": 6.34375,
      "learning_rate": 4.19754065293343e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5723774403333663,
      "num_tokens": 97648745.0,
      "step": 126610
    },
    {
      "epoch": 0.16061231065074497,
      "grad_norm": 6.65625,
      "learning_rate": 4.1974772219248014e-05,
      "loss": 1.8509,
      "mean_token_accuracy": 0.5856091797351837,
      "num_tokens": 97655248.0,
      "step": 126620
    },
    {
      "epoch": 0.1606249952432778,
      "grad_norm": 4.9375,
      "learning_rate": 4.1974137909161726e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5276658564805985,
      "num_tokens": 97664366.0,
      "step": 126630
    },
    {
      "epoch": 0.16063767983581062,
      "grad_norm": 5.84375,
      "learning_rate": 4.197350359907543e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5312784492969513,
      "num_tokens": 97671966.0,
      "step": 126640
    },
    {
      "epoch": 0.16065036442834346,
      "grad_norm": 7.5625,
      "learning_rate": 4.1972869288989144e-05,
      "loss": 1.8709,
      "mean_token_accuracy": 0.5882448673248291,
      "num_tokens": 97678661.0,
      "step": 126650
    },
    {
      "epoch": 0.1606630490208763,
      "grad_norm": 5.8125,
      "learning_rate": 4.197223497890285e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5396125316619873,
      "num_tokens": 97686931.0,
      "step": 126660
    },
    {
      "epoch": 0.16067573361340914,
      "grad_norm": 5.3125,
      "learning_rate": 4.1971600668816554e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.561328449845314,
      "num_tokens": 97693781.0,
      "step": 126670
    },
    {
      "epoch": 0.16068841820594196,
      "grad_norm": 7.0,
      "learning_rate": 4.1970966358730266e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5540114045143127,
      "num_tokens": 97700663.0,
      "step": 126680
    },
    {
      "epoch": 0.1607011027984748,
      "grad_norm": 6.34375,
      "learning_rate": 4.197033204864397e-05,
      "loss": 1.8076,
      "mean_token_accuracy": 0.5928183138370514,
      "num_tokens": 97707678.0,
      "step": 126690
    },
    {
      "epoch": 0.16071378739100764,
      "grad_norm": 5.34375,
      "learning_rate": 4.1969697738557684e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5399994313716888,
      "num_tokens": 97715960.0,
      "step": 126700
    },
    {
      "epoch": 0.16072647198354048,
      "grad_norm": 5.4375,
      "learning_rate": 4.196906342847139e-05,
      "loss": 1.7773,
      "mean_token_accuracy": 0.6152499198913575,
      "num_tokens": 97722272.0,
      "step": 126710
    },
    {
      "epoch": 0.1607391565760733,
      "grad_norm": 10.0,
      "learning_rate": 4.19684291183851e-05,
      "loss": 1.9161,
      "mean_token_accuracy": 0.5719420671463012,
      "num_tokens": 97729781.0,
      "step": 126720
    },
    {
      "epoch": 0.16075184116860614,
      "grad_norm": 5.0625,
      "learning_rate": 4.1967794808298813e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5236181944608689,
      "num_tokens": 97737713.0,
      "step": 126730
    },
    {
      "epoch": 0.16076452576113898,
      "grad_norm": 5.875,
      "learning_rate": 4.196716049821252e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5495124608278275,
      "num_tokens": 97745131.0,
      "step": 126740
    },
    {
      "epoch": 0.16077721035367182,
      "grad_norm": 5.8125,
      "learning_rate": 4.1966526188126224e-05,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5150501728057861,
      "num_tokens": 97752364.0,
      "step": 126750
    },
    {
      "epoch": 0.16078989494620463,
      "grad_norm": 7.78125,
      "learning_rate": 4.196589187803993e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5681089341640473,
      "num_tokens": 97758689.0,
      "step": 126760
    },
    {
      "epoch": 0.16080257953873747,
      "grad_norm": 5.5625,
      "learning_rate": 4.196525756795364e-05,
      "loss": 2.2841,
      "mean_token_accuracy": 0.5127684593200683,
      "num_tokens": 97767409.0,
      "step": 126770
    },
    {
      "epoch": 0.1608152641312703,
      "grad_norm": 5.28125,
      "learning_rate": 4.1964623257867354e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.524420502781868,
      "num_tokens": 97776002.0,
      "step": 126780
    },
    {
      "epoch": 0.16082794872380315,
      "grad_norm": 5.4375,
      "learning_rate": 4.196398894778106e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.580386045575142,
      "num_tokens": 97783214.0,
      "step": 126790
    },
    {
      "epoch": 0.16084063331633597,
      "grad_norm": 5.5,
      "learning_rate": 4.196335463769477e-05,
      "loss": 1.7239,
      "mean_token_accuracy": 0.6281886905431747,
      "num_tokens": 97789175.0,
      "step": 126800
    },
    {
      "epoch": 0.1608533179088688,
      "grad_norm": 5.46875,
      "learning_rate": 4.1962720327608477e-05,
      "loss": 2.2705,
      "mean_token_accuracy": 0.5083110898733139,
      "num_tokens": 97797928.0,
      "step": 126810
    },
    {
      "epoch": 0.16086600250140165,
      "grad_norm": 8.75,
      "learning_rate": 4.196208601752218e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5534759372472763,
      "num_tokens": 97805596.0,
      "step": 126820
    },
    {
      "epoch": 0.1608786870939345,
      "grad_norm": 5.8125,
      "learning_rate": 4.1961451707435894e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.544640576839447,
      "num_tokens": 97813495.0,
      "step": 126830
    },
    {
      "epoch": 0.1608913716864673,
      "grad_norm": 5.28125,
      "learning_rate": 4.19608173973496e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5416796237230301,
      "num_tokens": 97820768.0,
      "step": 126840
    },
    {
      "epoch": 0.16090405627900015,
      "grad_norm": 4.65625,
      "learning_rate": 4.196018308726331e-05,
      "loss": 1.7592,
      "mean_token_accuracy": 0.6035407960414887,
      "num_tokens": 97828398.0,
      "step": 126850
    },
    {
      "epoch": 0.160916740871533,
      "grad_norm": 6.53125,
      "learning_rate": 4.195954877717702e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.571319368481636,
      "num_tokens": 97834973.0,
      "step": 126860
    },
    {
      "epoch": 0.16092942546406583,
      "grad_norm": 5.59375,
      "learning_rate": 4.195891446709073e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5598969548940659,
      "num_tokens": 97842001.0,
      "step": 126870
    },
    {
      "epoch": 0.16094211005659864,
      "grad_norm": 5.5625,
      "learning_rate": 4.1958280157004434e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5383329063653945,
      "num_tokens": 97849472.0,
      "step": 126880
    },
    {
      "epoch": 0.16095479464913148,
      "grad_norm": 5.78125,
      "learning_rate": 4.195764584691814e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5589298874139785,
      "num_tokens": 97857348.0,
      "step": 126890
    },
    {
      "epoch": 0.16096747924166432,
      "grad_norm": 5.0,
      "learning_rate": 4.195701153683185e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5384185522794723,
      "num_tokens": 97865476.0,
      "step": 126900
    },
    {
      "epoch": 0.16098016383419717,
      "grad_norm": 5.21875,
      "learning_rate": 4.195637722674556e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5219102799892426,
      "num_tokens": 97873114.0,
      "step": 126910
    },
    {
      "epoch": 0.16099284842672998,
      "grad_norm": 6.21875,
      "learning_rate": 4.195574291665927e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5619182288646698,
      "num_tokens": 97882008.0,
      "step": 126920
    },
    {
      "epoch": 0.16100553301926282,
      "grad_norm": 8.3125,
      "learning_rate": 4.195510860657298e-05,
      "loss": 1.7981,
      "mean_token_accuracy": 0.6009108304977417,
      "num_tokens": 97888248.0,
      "step": 126930
    },
    {
      "epoch": 0.16101821761179566,
      "grad_norm": 4.90625,
      "learning_rate": 4.195447429648669e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5469895780086518,
      "num_tokens": 97896646.0,
      "step": 126940
    },
    {
      "epoch": 0.1610309022043285,
      "grad_norm": 5.15625,
      "learning_rate": 4.195383998640039e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5592175334692001,
      "num_tokens": 97904914.0,
      "step": 126950
    },
    {
      "epoch": 0.16104358679686132,
      "grad_norm": 4.90625,
      "learning_rate": 4.19532056763141e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5367442160844803,
      "num_tokens": 97913118.0,
      "step": 126960
    },
    {
      "epoch": 0.16105627138939416,
      "grad_norm": 6.1875,
      "learning_rate": 4.195257136622781e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5726123213768005,
      "num_tokens": 97919978.0,
      "step": 126970
    },
    {
      "epoch": 0.161068955981927,
      "grad_norm": 4.84375,
      "learning_rate": 4.195193705614152e-05,
      "loss": 1.8909,
      "mean_token_accuracy": 0.5734697759151459,
      "num_tokens": 97928259.0,
      "step": 126980
    },
    {
      "epoch": 0.16108164057445984,
      "grad_norm": 5.9375,
      "learning_rate": 4.195130274605523e-05,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5839383900165558,
      "num_tokens": 97934339.0,
      "step": 126990
    },
    {
      "epoch": 0.16109432516699265,
      "grad_norm": 5.21875,
      "learning_rate": 4.195066843596894e-05,
      "loss": 1.7787,
      "mean_token_accuracy": 0.5936168789863586,
      "num_tokens": 97939786.0,
      "step": 127000
    },
    {
      "epoch": 0.1611070097595255,
      "grad_norm": 5.78125,
      "learning_rate": 4.1950034125882645e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5332860380411149,
      "num_tokens": 97947413.0,
      "step": 127010
    },
    {
      "epoch": 0.16111969435205833,
      "grad_norm": 7.75,
      "learning_rate": 4.194939981579635e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5654856264591217,
      "num_tokens": 97954857.0,
      "step": 127020
    },
    {
      "epoch": 0.16113237894459118,
      "grad_norm": 5.65625,
      "learning_rate": 4.194876550571006e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5524011105298996,
      "num_tokens": 97962642.0,
      "step": 127030
    },
    {
      "epoch": 0.161145063537124,
      "grad_norm": 5.21875,
      "learning_rate": 4.194813119562377e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5591495722532273,
      "num_tokens": 97971631.0,
      "step": 127040
    },
    {
      "epoch": 0.16115774812965683,
      "grad_norm": 4.96875,
      "learning_rate": 4.194749688553748e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5349191755056382,
      "num_tokens": 97980711.0,
      "step": 127050
    },
    {
      "epoch": 0.16117043272218967,
      "grad_norm": 6.0,
      "learning_rate": 4.1946862575451185e-05,
      "loss": 1.887,
      "mean_token_accuracy": 0.5812100231647491,
      "num_tokens": 97988703.0,
      "step": 127060
    },
    {
      "epoch": 0.1611831173147225,
      "grad_norm": 5.40625,
      "learning_rate": 4.19462282653649e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5392422705888749,
      "num_tokens": 97997404.0,
      "step": 127070
    },
    {
      "epoch": 0.16119580190725533,
      "grad_norm": 4.28125,
      "learning_rate": 4.194559395527861e-05,
      "loss": 1.7693,
      "mean_token_accuracy": 0.6021089166402817,
      "num_tokens": 98005536.0,
      "step": 127080
    },
    {
      "epoch": 0.16120848649978817,
      "grad_norm": 6.78125,
      "learning_rate": 4.194495964519231e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5435454368591308,
      "num_tokens": 98013270.0,
      "step": 127090
    },
    {
      "epoch": 0.161221171092321,
      "grad_norm": 5.3125,
      "learning_rate": 4.194432533510602e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5376472413539887,
      "num_tokens": 98021587.0,
      "step": 127100
    },
    {
      "epoch": 0.16123385568485382,
      "grad_norm": 5.53125,
      "learning_rate": 4.1943691025019725e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5151853799819947,
      "num_tokens": 98030151.0,
      "step": 127110
    },
    {
      "epoch": 0.16124654027738666,
      "grad_norm": 5.65625,
      "learning_rate": 4.194305671493344e-05,
      "loss": 2.3299,
      "mean_token_accuracy": 0.5025792717933655,
      "num_tokens": 98038367.0,
      "step": 127120
    },
    {
      "epoch": 0.1612592248699195,
      "grad_norm": 4.90625,
      "learning_rate": 4.194242240484715e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5194814383983613,
      "num_tokens": 98046323.0,
      "step": 127130
    },
    {
      "epoch": 0.16127190946245235,
      "grad_norm": 6.03125,
      "learning_rate": 4.1941788094760855e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5447021842002868,
      "num_tokens": 98054299.0,
      "step": 127140
    },
    {
      "epoch": 0.16128459405498516,
      "grad_norm": 5.78125,
      "learning_rate": 4.194115378467457e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5246422350406647,
      "num_tokens": 98061772.0,
      "step": 127150
    },
    {
      "epoch": 0.161297278647518,
      "grad_norm": 5.9375,
      "learning_rate": 4.194051947458827e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5523242324590683,
      "num_tokens": 98068691.0,
      "step": 127160
    },
    {
      "epoch": 0.16130996324005084,
      "grad_norm": 6.3125,
      "learning_rate": 4.193988516450198e-05,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5166724443435669,
      "num_tokens": 98076503.0,
      "step": 127170
    },
    {
      "epoch": 0.16132264783258368,
      "grad_norm": 6.1875,
      "learning_rate": 4.193925085441569e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5271511286497116,
      "num_tokens": 98084654.0,
      "step": 127180
    },
    {
      "epoch": 0.1613353324251165,
      "grad_norm": 5.125,
      "learning_rate": 4.1938616544329395e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5695289820432663,
      "num_tokens": 98091397.0,
      "step": 127190
    },
    {
      "epoch": 0.16134801701764934,
      "grad_norm": 4.84375,
      "learning_rate": 4.193798223424311e-05,
      "loss": 2.221,
      "mean_token_accuracy": 0.5103967964649201,
      "num_tokens": 98099771.0,
      "step": 127200
    },
    {
      "epoch": 0.16136070161018218,
      "grad_norm": 5.78125,
      "learning_rate": 4.193734792415681e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5540814101696014,
      "num_tokens": 98107340.0,
      "step": 127210
    },
    {
      "epoch": 0.16137338620271502,
      "grad_norm": 5.5625,
      "learning_rate": 4.1936713614070525e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.549972340464592,
      "num_tokens": 98116078.0,
      "step": 127220
    },
    {
      "epoch": 0.16138607079524783,
      "grad_norm": 5.59375,
      "learning_rate": 4.193607930398423e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5558895587921142,
      "num_tokens": 98123659.0,
      "step": 127230
    },
    {
      "epoch": 0.16139875538778067,
      "grad_norm": 6.34375,
      "learning_rate": 4.1935444993897935e-05,
      "loss": 1.6307,
      "mean_token_accuracy": 0.6249113440513611,
      "num_tokens": 98131002.0,
      "step": 127240
    },
    {
      "epoch": 0.16141143998031351,
      "grad_norm": 5.28125,
      "learning_rate": 4.193481068381165e-05,
      "loss": 1.8394,
      "mean_token_accuracy": 0.6008642971515655,
      "num_tokens": 98138421.0,
      "step": 127250
    },
    {
      "epoch": 0.16142412457284636,
      "grad_norm": 8.625,
      "learning_rate": 4.193417637372535e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5337366074323654,
      "num_tokens": 98145613.0,
      "step": 127260
    },
    {
      "epoch": 0.16143680916537917,
      "grad_norm": 5.5625,
      "learning_rate": 4.1933542063639065e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5511369347572327,
      "num_tokens": 98153723.0,
      "step": 127270
    },
    {
      "epoch": 0.161449493757912,
      "grad_norm": 5.34375,
      "learning_rate": 4.193290775355278e-05,
      "loss": 1.8705,
      "mean_token_accuracy": 0.5861603111028671,
      "num_tokens": 98160144.0,
      "step": 127280
    },
    {
      "epoch": 0.16146217835044485,
      "grad_norm": 5.4375,
      "learning_rate": 4.193227344346648e-05,
      "loss": 2.2392,
      "mean_token_accuracy": 0.5197348535060883,
      "num_tokens": 98167996.0,
      "step": 127290
    },
    {
      "epoch": 0.1614748629429777,
      "grad_norm": 5.03125,
      "learning_rate": 4.193163913338019e-05,
      "loss": 2.3074,
      "mean_token_accuracy": 0.5045932322740555,
      "num_tokens": 98177340.0,
      "step": 127300
    },
    {
      "epoch": 0.1614875475355105,
      "grad_norm": 5.8125,
      "learning_rate": 4.193100482329389e-05,
      "loss": 1.724,
      "mean_token_accuracy": 0.6175070405006409,
      "num_tokens": 98184282.0,
      "step": 127310
    },
    {
      "epoch": 0.16150023212804335,
      "grad_norm": 4.78125,
      "learning_rate": 4.1930370513207605e-05,
      "loss": 1.8496,
      "mean_token_accuracy": 0.5844432801008225,
      "num_tokens": 98190830.0,
      "step": 127320
    },
    {
      "epoch": 0.1615129167205762,
      "grad_norm": 5.40625,
      "learning_rate": 4.192973620312132e-05,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5635303437709809,
      "num_tokens": 98199567.0,
      "step": 127330
    },
    {
      "epoch": 0.16152560131310903,
      "grad_norm": 4.71875,
      "learning_rate": 4.192910189303502e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5531364053487777,
      "num_tokens": 98207114.0,
      "step": 127340
    },
    {
      "epoch": 0.16153828590564184,
      "grad_norm": 4.6875,
      "learning_rate": 4.1928467582948735e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5361312836408615,
      "num_tokens": 98215201.0,
      "step": 127350
    },
    {
      "epoch": 0.16155097049817468,
      "grad_norm": 5.625,
      "learning_rate": 4.192783327286244e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5447854638099671,
      "num_tokens": 98223358.0,
      "step": 127360
    },
    {
      "epoch": 0.16156365509070753,
      "grad_norm": 7.875,
      "learning_rate": 4.1927198962776146e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5699006140232086,
      "num_tokens": 98231293.0,
      "step": 127370
    },
    {
      "epoch": 0.16157633968324037,
      "grad_norm": 5.125,
      "learning_rate": 4.192656465268986e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5294965833425522,
      "num_tokens": 98239043.0,
      "step": 127380
    },
    {
      "epoch": 0.16158902427577318,
      "grad_norm": 4.8125,
      "learning_rate": 4.192593034260356e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5393413603305817,
      "num_tokens": 98248323.0,
      "step": 127390
    },
    {
      "epoch": 0.16160170886830602,
      "grad_norm": 5.03125,
      "learning_rate": 4.1925296032517275e-05,
      "loss": 1.8935,
      "mean_token_accuracy": 0.5919962853193284,
      "num_tokens": 98254537.0,
      "step": 127400
    },
    {
      "epoch": 0.16161439346083886,
      "grad_norm": 5.21875,
      "learning_rate": 4.192466172243098e-05,
      "loss": 1.8044,
      "mean_token_accuracy": 0.59985531270504,
      "num_tokens": 98261604.0,
      "step": 127410
    },
    {
      "epoch": 0.1616270780533717,
      "grad_norm": 4.71875,
      "learning_rate": 4.192402741234469e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5273537516593934,
      "num_tokens": 98270418.0,
      "step": 127420
    },
    {
      "epoch": 0.16163976264590452,
      "grad_norm": 6.8125,
      "learning_rate": 4.19233931022584e-05,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5260844469070435,
      "num_tokens": 98278012.0,
      "step": 127430
    },
    {
      "epoch": 0.16165244723843736,
      "grad_norm": 5.53125,
      "learning_rate": 4.1922758792172103e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5184825092554093,
      "num_tokens": 98286602.0,
      "step": 127440
    },
    {
      "epoch": 0.1616651318309702,
      "grad_norm": 5.71875,
      "learning_rate": 4.1922124482085816e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5437794119119644,
      "num_tokens": 98294351.0,
      "step": 127450
    },
    {
      "epoch": 0.16167781642350304,
      "grad_norm": 4.84375,
      "learning_rate": 4.192149017199952e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5470593690872192,
      "num_tokens": 98301378.0,
      "step": 127460
    },
    {
      "epoch": 0.16169050101603585,
      "grad_norm": 5.90625,
      "learning_rate": 4.192085586191323e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5379524111747742,
      "num_tokens": 98309002.0,
      "step": 127470
    },
    {
      "epoch": 0.1617031856085687,
      "grad_norm": 6.59375,
      "learning_rate": 4.1920221551826945e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5537236869335175,
      "num_tokens": 98315995.0,
      "step": 127480
    },
    {
      "epoch": 0.16171587020110154,
      "grad_norm": 6.9375,
      "learning_rate": 4.191958724174065e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.52539142370224,
      "num_tokens": 98324265.0,
      "step": 127490
    },
    {
      "epoch": 0.16172855479363438,
      "grad_norm": 5.71875,
      "learning_rate": 4.191895293165436e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5439797848463058,
      "num_tokens": 98332205.0,
      "step": 127500
    },
    {
      "epoch": 0.1617412393861672,
      "grad_norm": 5.65625,
      "learning_rate": 4.191831862156806e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5324479669332505,
      "num_tokens": 98339512.0,
      "step": 127510
    },
    {
      "epoch": 0.16175392397870003,
      "grad_norm": 10.75,
      "learning_rate": 4.1917684311481773e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5530857115983963,
      "num_tokens": 98346146.0,
      "step": 127520
    },
    {
      "epoch": 0.16176660857123287,
      "grad_norm": 9.5625,
      "learning_rate": 4.1917050001395486e-05,
      "loss": 1.8332,
      "mean_token_accuracy": 0.5839332520961762,
      "num_tokens": 98353886.0,
      "step": 127530
    },
    {
      "epoch": 0.16177929316376571,
      "grad_norm": 5.9375,
      "learning_rate": 4.191641569130919e-05,
      "loss": 1.9861,
      "mean_token_accuracy": 0.5607144623994827,
      "num_tokens": 98362205.0,
      "step": 127540
    },
    {
      "epoch": 0.16179197775629853,
      "grad_norm": 5.125,
      "learning_rate": 4.19157813812229e-05,
      "loss": 2.2569,
      "mean_token_accuracy": 0.5157143026590347,
      "num_tokens": 98370205.0,
      "step": 127550
    },
    {
      "epoch": 0.16180466234883137,
      "grad_norm": 7.1875,
      "learning_rate": 4.1915147071136615e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5239950448274613,
      "num_tokens": 98378666.0,
      "step": 127560
    },
    {
      "epoch": 0.1618173469413642,
      "grad_norm": 6.9375,
      "learning_rate": 4.191451276105032e-05,
      "loss": 1.8111,
      "mean_token_accuracy": 0.5860781192779541,
      "num_tokens": 98386051.0,
      "step": 127570
    },
    {
      "epoch": 0.16183003153389702,
      "grad_norm": 7.46875,
      "learning_rate": 4.1913878450964026e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5571568369865417,
      "num_tokens": 98394493.0,
      "step": 127580
    },
    {
      "epoch": 0.16184271612642986,
      "grad_norm": 6.28125,
      "learning_rate": 4.191324414087773e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5380165249109268,
      "num_tokens": 98402201.0,
      "step": 127590
    },
    {
      "epoch": 0.1618554007189627,
      "grad_norm": 6.34375,
      "learning_rate": 4.191260983079144e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5400525033473969,
      "num_tokens": 98409711.0,
      "step": 127600
    },
    {
      "epoch": 0.16186808531149555,
      "grad_norm": 5.03125,
      "learning_rate": 4.1911975520705155e-05,
      "loss": 1.9108,
      "mean_token_accuracy": 0.5802134990692138,
      "num_tokens": 98416840.0,
      "step": 127610
    },
    {
      "epoch": 0.16188076990402836,
      "grad_norm": 5.0625,
      "learning_rate": 4.191134121061886e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5364529252052307,
      "num_tokens": 98424934.0,
      "step": 127620
    },
    {
      "epoch": 0.1618934544965612,
      "grad_norm": 5.34375,
      "learning_rate": 4.191070690053257e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5333860248327256,
      "num_tokens": 98432429.0,
      "step": 127630
    },
    {
      "epoch": 0.16190613908909404,
      "grad_norm": 5.53125,
      "learning_rate": 4.191007259044628e-05,
      "loss": 1.8711,
      "mean_token_accuracy": 0.5726307362318039,
      "num_tokens": 98438980.0,
      "step": 127640
    },
    {
      "epoch": 0.16191882368162688,
      "grad_norm": 4.75,
      "learning_rate": 4.1909438280359984e-05,
      "loss": 1.7957,
      "mean_token_accuracy": 0.6006941586732865,
      "num_tokens": 98446138.0,
      "step": 127650
    },
    {
      "epoch": 0.1619315082741597,
      "grad_norm": 9.75,
      "learning_rate": 4.1908803970273696e-05,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5167098939418793,
      "num_tokens": 98452770.0,
      "step": 127660
    },
    {
      "epoch": 0.16194419286669254,
      "grad_norm": 6.25,
      "learning_rate": 4.19081696601874e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5252930700778962,
      "num_tokens": 98461262.0,
      "step": 127670
    },
    {
      "epoch": 0.16195687745922538,
      "grad_norm": 5.78125,
      "learning_rate": 4.190753535010111e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5461287826299668,
      "num_tokens": 98468582.0,
      "step": 127680
    },
    {
      "epoch": 0.16196956205175822,
      "grad_norm": 8.25,
      "learning_rate": 4.190690104001482e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5433819115161895,
      "num_tokens": 98476396.0,
      "step": 127690
    },
    {
      "epoch": 0.16198224664429103,
      "grad_norm": 4.6875,
      "learning_rate": 4.190626672992853e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5498441636562348,
      "num_tokens": 98484671.0,
      "step": 127700
    },
    {
      "epoch": 0.16199493123682387,
      "grad_norm": 5.125,
      "learning_rate": 4.1905632419842236e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5365893602371216,
      "num_tokens": 98492531.0,
      "step": 127710
    },
    {
      "epoch": 0.16200761582935672,
      "grad_norm": 4.90625,
      "learning_rate": 4.190499810975594e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5711042732000351,
      "num_tokens": 98500762.0,
      "step": 127720
    },
    {
      "epoch": 0.16202030042188956,
      "grad_norm": 5.8125,
      "learning_rate": 4.1904363799669654e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5378690361976624,
      "num_tokens": 98509446.0,
      "step": 127730
    },
    {
      "epoch": 0.16203298501442237,
      "grad_norm": 8.75,
      "learning_rate": 4.190372948958336e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5627090871334076,
      "num_tokens": 98516154.0,
      "step": 127740
    },
    {
      "epoch": 0.1620456696069552,
      "grad_norm": 7.21875,
      "learning_rate": 4.190309517949707e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5326287508010864,
      "num_tokens": 98524167.0,
      "step": 127750
    },
    {
      "epoch": 0.16205835419948805,
      "grad_norm": 4.78125,
      "learning_rate": 4.190246086941078e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5469836950302124,
      "num_tokens": 98532326.0,
      "step": 127760
    },
    {
      "epoch": 0.1620710387920209,
      "grad_norm": 4.5625,
      "learning_rate": 4.190182655932449e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5527783155441284,
      "num_tokens": 98540689.0,
      "step": 127770
    },
    {
      "epoch": 0.1620837233845537,
      "grad_norm": 5.125,
      "learning_rate": 4.1901192249238194e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5423849612474442,
      "num_tokens": 98548868.0,
      "step": 127780
    },
    {
      "epoch": 0.16209640797708655,
      "grad_norm": 6.71875,
      "learning_rate": 4.19005579391519e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.5837756365537643,
      "num_tokens": 98555954.0,
      "step": 127790
    },
    {
      "epoch": 0.1621090925696194,
      "grad_norm": 5.1875,
      "learning_rate": 4.189992362906561e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5292449027299881,
      "num_tokens": 98565095.0,
      "step": 127800
    },
    {
      "epoch": 0.16212177716215223,
      "grad_norm": 5.875,
      "learning_rate": 4.1899289318979323e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5467578560113907,
      "num_tokens": 98572213.0,
      "step": 127810
    },
    {
      "epoch": 0.16213446175468504,
      "grad_norm": 5.21875,
      "learning_rate": 4.189865500889303e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.5813515812158585,
      "num_tokens": 98578800.0,
      "step": 127820
    },
    {
      "epoch": 0.16214714634721789,
      "grad_norm": 6.40625,
      "learning_rate": 4.189802069880674e-05,
      "loss": 1.8299,
      "mean_token_accuracy": 0.5999261528253556,
      "num_tokens": 98585360.0,
      "step": 127830
    },
    {
      "epoch": 0.16215983093975073,
      "grad_norm": 7.625,
      "learning_rate": 4.1897386388720446e-05,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5233756542205811,
      "num_tokens": 98592650.0,
      "step": 127840
    },
    {
      "epoch": 0.16217251553228357,
      "grad_norm": 6.75,
      "learning_rate": 4.189675207863415e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5417148500680924,
      "num_tokens": 98599554.0,
      "step": 127850
    },
    {
      "epoch": 0.16218520012481638,
      "grad_norm": 6.3125,
      "learning_rate": 4.1896117768547864e-05,
      "loss": 2.2603,
      "mean_token_accuracy": 0.5070119827985764,
      "num_tokens": 98607011.0,
      "step": 127860
    },
    {
      "epoch": 0.16219788471734922,
      "grad_norm": 4.96875,
      "learning_rate": 4.189548345846157e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5378726035356521,
      "num_tokens": 98615839.0,
      "step": 127870
    },
    {
      "epoch": 0.16221056930988206,
      "grad_norm": 5.0,
      "learning_rate": 4.189484914837528e-05,
      "loss": 1.8217,
      "mean_token_accuracy": 0.5866933643817902,
      "num_tokens": 98621899.0,
      "step": 127880
    },
    {
      "epoch": 0.1622232539024149,
      "grad_norm": 8.3125,
      "learning_rate": 4.1894214838288987e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.563948118686676,
      "num_tokens": 98628965.0,
      "step": 127890
    },
    {
      "epoch": 0.16223593849494772,
      "grad_norm": 5.1875,
      "learning_rate": 4.18935805282027e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5315876811742782,
      "num_tokens": 98637337.0,
      "step": 127900
    },
    {
      "epoch": 0.16224862308748056,
      "grad_norm": 4.875,
      "learning_rate": 4.189294621811641e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5334277540445328,
      "num_tokens": 98644752.0,
      "step": 127910
    },
    {
      "epoch": 0.1622613076800134,
      "grad_norm": 4.40625,
      "learning_rate": 4.1892311908030116e-05,
      "loss": 2.2314,
      "mean_token_accuracy": 0.5137136995792388,
      "num_tokens": 98653780.0,
      "step": 127920
    },
    {
      "epoch": 0.16227399227254624,
      "grad_norm": 8.875,
      "learning_rate": 4.189167759794382e-05,
      "loss": 2.2853,
      "mean_token_accuracy": 0.5240458309650421,
      "num_tokens": 98661011.0,
      "step": 127930
    },
    {
      "epoch": 0.16228667686507905,
      "grad_norm": 6.75,
      "learning_rate": 4.189104328785753e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5617334067821502,
      "num_tokens": 98668823.0,
      "step": 127940
    },
    {
      "epoch": 0.1622993614576119,
      "grad_norm": 5.5625,
      "learning_rate": 4.189040897777124e-05,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5898417413234711,
      "num_tokens": 98675473.0,
      "step": 127950
    },
    {
      "epoch": 0.16231204605014474,
      "grad_norm": 5.90625,
      "learning_rate": 4.188977466768495e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5353830873966217,
      "num_tokens": 98683802.0,
      "step": 127960
    },
    {
      "epoch": 0.16232473064267758,
      "grad_norm": 5.59375,
      "learning_rate": 4.1889140357598657e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.536372247338295,
      "num_tokens": 98690532.0,
      "step": 127970
    },
    {
      "epoch": 0.1623374152352104,
      "grad_norm": 5.96875,
      "learning_rate": 4.188850604751237e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5385792225599288,
      "num_tokens": 98699116.0,
      "step": 127980
    },
    {
      "epoch": 0.16235009982774323,
      "grad_norm": 9.25,
      "learning_rate": 4.1887871737426074e-05,
      "loss": 1.8299,
      "mean_token_accuracy": 0.5834988713264465,
      "num_tokens": 98705424.0,
      "step": 127990
    },
    {
      "epoch": 0.16236278442027607,
      "grad_norm": 4.75,
      "learning_rate": 4.188723742733978e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5211613684892654,
      "num_tokens": 98713944.0,
      "step": 128000
    },
    {
      "epoch": 0.16237546901280892,
      "grad_norm": 4.8125,
      "learning_rate": 4.188660311725349e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5526102006435394,
      "num_tokens": 98721164.0,
      "step": 128010
    },
    {
      "epoch": 0.16238815360534173,
      "grad_norm": 5.0625,
      "learning_rate": 4.18859688071672e-05,
      "loss": 1.822,
      "mean_token_accuracy": 0.5878247797489167,
      "num_tokens": 98729010.0,
      "step": 128020
    },
    {
      "epoch": 0.16240083819787457,
      "grad_norm": 6.25,
      "learning_rate": 4.188533449708091e-05,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5724988430738449,
      "num_tokens": 98736169.0,
      "step": 128030
    },
    {
      "epoch": 0.1624135227904074,
      "grad_norm": 5.8125,
      "learning_rate": 4.1884700186994614e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5487633377313614,
      "num_tokens": 98742470.0,
      "step": 128040
    },
    {
      "epoch": 0.16242620738294022,
      "grad_norm": 5.0625,
      "learning_rate": 4.1884065876908326e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5800612777471542,
      "num_tokens": 98749386.0,
      "step": 128050
    },
    {
      "epoch": 0.16243889197547307,
      "grad_norm": 5.0625,
      "learning_rate": 4.188343156682203e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5519656240940094,
      "num_tokens": 98755925.0,
      "step": 128060
    },
    {
      "epoch": 0.1624515765680059,
      "grad_norm": 6.71875,
      "learning_rate": 4.188279725673574e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5154700756072998,
      "num_tokens": 98762951.0,
      "step": 128070
    },
    {
      "epoch": 0.16246426116053875,
      "grad_norm": 5.5625,
      "learning_rate": 4.188216294664945e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5338094353675842,
      "num_tokens": 98771722.0,
      "step": 128080
    },
    {
      "epoch": 0.16247694575307156,
      "grad_norm": 5.4375,
      "learning_rate": 4.1881528636563155e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5278533071279525,
      "num_tokens": 98779492.0,
      "step": 128090
    },
    {
      "epoch": 0.1624896303456044,
      "grad_norm": 5.90625,
      "learning_rate": 4.188089432647687e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5557934194803238,
      "num_tokens": 98785986.0,
      "step": 128100
    },
    {
      "epoch": 0.16250231493813724,
      "grad_norm": 4.875,
      "learning_rate": 4.188026001639058e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5363002866506577,
      "num_tokens": 98793480.0,
      "step": 128110
    },
    {
      "epoch": 0.16251499953067008,
      "grad_norm": 6.0625,
      "learning_rate": 4.1879625706304284e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5562616765499115,
      "num_tokens": 98799810.0,
      "step": 128120
    },
    {
      "epoch": 0.1625276841232029,
      "grad_norm": 7.03125,
      "learning_rate": 4.187899139621799e-05,
      "loss": 1.9166,
      "mean_token_accuracy": 0.5503375560045243,
      "num_tokens": 98806210.0,
      "step": 128130
    },
    {
      "epoch": 0.16254036871573574,
      "grad_norm": 4.8125,
      "learning_rate": 4.1878357086131695e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.530687615275383,
      "num_tokens": 98813458.0,
      "step": 128140
    },
    {
      "epoch": 0.16255305330826858,
      "grad_norm": 5.0625,
      "learning_rate": 4.187772277604541e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5424535602331162,
      "num_tokens": 98820478.0,
      "step": 128150
    },
    {
      "epoch": 0.16256573790080142,
      "grad_norm": 5.15625,
      "learning_rate": 4.187708846595912e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5338315099477768,
      "num_tokens": 98828699.0,
      "step": 128160
    },
    {
      "epoch": 0.16257842249333423,
      "grad_norm": 5.8125,
      "learning_rate": 4.1876454155872825e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5454351633787156,
      "num_tokens": 98837039.0,
      "step": 128170
    },
    {
      "epoch": 0.16259110708586708,
      "grad_norm": 6.3125,
      "learning_rate": 4.187581984578654e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5270686030387879,
      "num_tokens": 98845455.0,
      "step": 128180
    },
    {
      "epoch": 0.16260379167839992,
      "grad_norm": 6.96875,
      "learning_rate": 4.187518553570024e-05,
      "loss": 1.918,
      "mean_token_accuracy": 0.5576891481876374,
      "num_tokens": 98853231.0,
      "step": 128190
    },
    {
      "epoch": 0.16261647627093276,
      "grad_norm": 6.3125,
      "learning_rate": 4.187455122561395e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5405979990959168,
      "num_tokens": 98859838.0,
      "step": 128200
    },
    {
      "epoch": 0.16262916086346557,
      "grad_norm": 5.90625,
      "learning_rate": 4.187391691552766e-05,
      "loss": 1.7171,
      "mean_token_accuracy": 0.6098717749118805,
      "num_tokens": 98865868.0,
      "step": 128210
    },
    {
      "epoch": 0.1626418454559984,
      "grad_norm": 5.9375,
      "learning_rate": 4.1873282605441365e-05,
      "loss": 2.2399,
      "mean_token_accuracy": 0.5122414350509643,
      "num_tokens": 98873837.0,
      "step": 128220
    },
    {
      "epoch": 0.16265453004853125,
      "grad_norm": 4.875,
      "learning_rate": 4.187264829535508e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5567470759153366,
      "num_tokens": 98881543.0,
      "step": 128230
    },
    {
      "epoch": 0.1626672146410641,
      "grad_norm": 7.25,
      "learning_rate": 4.187201398526878e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5417153537273407,
      "num_tokens": 98888465.0,
      "step": 128240
    },
    {
      "epoch": 0.1626798992335969,
      "grad_norm": 4.5,
      "learning_rate": 4.1871379675182494e-05,
      "loss": 1.9203,
      "mean_token_accuracy": 0.5654263138771057,
      "num_tokens": 98897432.0,
      "step": 128250
    },
    {
      "epoch": 0.16269258382612975,
      "grad_norm": 6.375,
      "learning_rate": 4.1870745365096207e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.5259214103221893,
      "num_tokens": 98905482.0,
      "step": 128260
    },
    {
      "epoch": 0.1627052684186626,
      "grad_norm": 4.625,
      "learning_rate": 4.1870111055009905e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5425989896059036,
      "num_tokens": 98913981.0,
      "step": 128270
    },
    {
      "epoch": 0.16271795301119543,
      "grad_norm": 5.5,
      "learning_rate": 4.186947674492362e-05,
      "loss": 1.8899,
      "mean_token_accuracy": 0.584067565202713,
      "num_tokens": 98920677.0,
      "step": 128280
    },
    {
      "epoch": 0.16273063760372825,
      "grad_norm": 8.4375,
      "learning_rate": 4.186884243483732e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5414568930864334,
      "num_tokens": 98929006.0,
      "step": 128290
    },
    {
      "epoch": 0.1627433221962611,
      "grad_norm": 5.40625,
      "learning_rate": 4.1868208124751035e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5385667234659195,
      "num_tokens": 98936837.0,
      "step": 128300
    },
    {
      "epoch": 0.16275600678879393,
      "grad_norm": 4.71875,
      "learning_rate": 4.186757381466475e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5184987038373947,
      "num_tokens": 98945445.0,
      "step": 128310
    },
    {
      "epoch": 0.16276869138132677,
      "grad_norm": 6.40625,
      "learning_rate": 4.186693950457845e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5530727446079254,
      "num_tokens": 98951780.0,
      "step": 128320
    },
    {
      "epoch": 0.16278137597385958,
      "grad_norm": 4.84375,
      "learning_rate": 4.1866305194492164e-05,
      "loss": 1.855,
      "mean_token_accuracy": 0.5883791446685791,
      "num_tokens": 98958205.0,
      "step": 128330
    },
    {
      "epoch": 0.16279406056639242,
      "grad_norm": 6.34375,
      "learning_rate": 4.186567088440587e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5329612046480179,
      "num_tokens": 98965106.0,
      "step": 128340
    },
    {
      "epoch": 0.16280674515892526,
      "grad_norm": 6.71875,
      "learning_rate": 4.1865036574319575e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5358246982097625,
      "num_tokens": 98972031.0,
      "step": 128350
    },
    {
      "epoch": 0.1628194297514581,
      "grad_norm": 5.53125,
      "learning_rate": 4.186440226423329e-05,
      "loss": 1.9064,
      "mean_token_accuracy": 0.5667777419090271,
      "num_tokens": 98979443.0,
      "step": 128360
    },
    {
      "epoch": 0.16283211434399092,
      "grad_norm": 6.4375,
      "learning_rate": 4.186376795414699e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.527632349729538,
      "num_tokens": 98988266.0,
      "step": 128370
    },
    {
      "epoch": 0.16284479893652376,
      "grad_norm": 4.90625,
      "learning_rate": 4.1863133644060705e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5433268874883652,
      "num_tokens": 98996665.0,
      "step": 128380
    },
    {
      "epoch": 0.1628574835290566,
      "grad_norm": 7.34375,
      "learning_rate": 4.186249933397441e-05,
      "loss": 2.2487,
      "mean_token_accuracy": 0.5100705236196518,
      "num_tokens": 99004311.0,
      "step": 128390
    },
    {
      "epoch": 0.16287016812158944,
      "grad_norm": 6.03125,
      "learning_rate": 4.186186502388812e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5564186751842499,
      "num_tokens": 99011571.0,
      "step": 128400
    },
    {
      "epoch": 0.16288285271412226,
      "grad_norm": 6.0625,
      "learning_rate": 4.186123071380183e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.564882504940033,
      "num_tokens": 99018956.0,
      "step": 128410
    },
    {
      "epoch": 0.1628955373066551,
      "grad_norm": 5.28125,
      "learning_rate": 4.186059640371553e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5350758045911789,
      "num_tokens": 99027683.0,
      "step": 128420
    },
    {
      "epoch": 0.16290822189918794,
      "grad_norm": 7.75,
      "learning_rate": 4.1859962093629245e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.538052248954773,
      "num_tokens": 99035840.0,
      "step": 128430
    },
    {
      "epoch": 0.16292090649172078,
      "grad_norm": 6.125,
      "learning_rate": 4.185932778354295e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5445856273174285,
      "num_tokens": 99042468.0,
      "step": 128440
    },
    {
      "epoch": 0.1629335910842536,
      "grad_norm": 7.65625,
      "learning_rate": 4.185869347345666e-05,
      "loss": 2.2349,
      "mean_token_accuracy": 0.5211652964353561,
      "num_tokens": 99049294.0,
      "step": 128450
    },
    {
      "epoch": 0.16294627567678643,
      "grad_norm": 5.46875,
      "learning_rate": 4.1858059163370375e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5421381801366806,
      "num_tokens": 99058392.0,
      "step": 128460
    },
    {
      "epoch": 0.16295896026931928,
      "grad_norm": 5.40625,
      "learning_rate": 4.185742485328408e-05,
      "loss": 1.8303,
      "mean_token_accuracy": 0.6003047227859497,
      "num_tokens": 99064807.0,
      "step": 128470
    },
    {
      "epoch": 0.16297164486185212,
      "grad_norm": 5.34375,
      "learning_rate": 4.1856790543197785e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.5202054053544998,
      "num_tokens": 99071671.0,
      "step": 128480
    },
    {
      "epoch": 0.16298432945438493,
      "grad_norm": 4.5625,
      "learning_rate": 4.18561562331115e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5430150330066681,
      "num_tokens": 99080670.0,
      "step": 128490
    },
    {
      "epoch": 0.16299701404691777,
      "grad_norm": 8.25,
      "learning_rate": 4.18555219230252e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5351166814565659,
      "num_tokens": 99088154.0,
      "step": 128500
    },
    {
      "epoch": 0.1630096986394506,
      "grad_norm": 6.1875,
      "learning_rate": 4.1854887612938915e-05,
      "loss": 1.9376,
      "mean_token_accuracy": 0.56666219830513,
      "num_tokens": 99095012.0,
      "step": 128510
    },
    {
      "epoch": 0.16302238323198343,
      "grad_norm": 4.65625,
      "learning_rate": 4.185425330285262e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5281073659658432,
      "num_tokens": 99102624.0,
      "step": 128520
    },
    {
      "epoch": 0.16303506782451627,
      "grad_norm": 6.03125,
      "learning_rate": 4.185361899276633e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5546451061964035,
      "num_tokens": 99109605.0,
      "step": 128530
    },
    {
      "epoch": 0.1630477524170491,
      "grad_norm": 5.0,
      "learning_rate": 4.185298468268004e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5334945380687713,
      "num_tokens": 99117076.0,
      "step": 128540
    },
    {
      "epoch": 0.16306043700958195,
      "grad_norm": 4.78125,
      "learning_rate": 4.185235037259374e-05,
      "loss": 1.827,
      "mean_token_accuracy": 0.5944636136293411,
      "num_tokens": 99123491.0,
      "step": 128550
    },
    {
      "epoch": 0.16307312160211476,
      "grad_norm": 6.5625,
      "learning_rate": 4.1851716062507455e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5577666908502579,
      "num_tokens": 99131302.0,
      "step": 128560
    },
    {
      "epoch": 0.1630858061946476,
      "grad_norm": 4.84375,
      "learning_rate": 4.185108175242116e-05,
      "loss": 2.3106,
      "mean_token_accuracy": 0.49870063960552213,
      "num_tokens": 99138959.0,
      "step": 128570
    },
    {
      "epoch": 0.16309849078718044,
      "grad_norm": 4.71875,
      "learning_rate": 4.185044744233487e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5453539371490479,
      "num_tokens": 99145597.0,
      "step": 128580
    },
    {
      "epoch": 0.16311117537971329,
      "grad_norm": 6.65625,
      "learning_rate": 4.1849813132248585e-05,
      "loss": 1.8142,
      "mean_token_accuracy": 0.5974493622779846,
      "num_tokens": 99152261.0,
      "step": 128590
    },
    {
      "epoch": 0.1631238599722461,
      "grad_norm": 5.96875,
      "learning_rate": 4.184917882216229e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5518401354551316,
      "num_tokens": 99159351.0,
      "step": 128600
    },
    {
      "epoch": 0.16313654456477894,
      "grad_norm": 5.28125,
      "learning_rate": 4.1848544512075996e-05,
      "loss": 1.5769,
      "mean_token_accuracy": 0.6399362176656723,
      "num_tokens": 99165673.0,
      "step": 128610
    },
    {
      "epoch": 0.16314922915731178,
      "grad_norm": 4.625,
      "learning_rate": 4.18479102019897e-05,
      "loss": 1.826,
      "mean_token_accuracy": 0.5941098153591156,
      "num_tokens": 99174071.0,
      "step": 128620
    },
    {
      "epoch": 0.16316191374984462,
      "grad_norm": 4.625,
      "learning_rate": 4.184727589190341e-05,
      "loss": 1.8377,
      "mean_token_accuracy": 0.5888685464859009,
      "num_tokens": 99180406.0,
      "step": 128630
    },
    {
      "epoch": 0.16317459834237744,
      "grad_norm": 4.96875,
      "learning_rate": 4.1846641581817125e-05,
      "loss": 2.2509,
      "mean_token_accuracy": 0.5107526302337646,
      "num_tokens": 99188776.0,
      "step": 128640
    },
    {
      "epoch": 0.16318728293491028,
      "grad_norm": 5.90625,
      "learning_rate": 4.184600727173083e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5517593830823898,
      "num_tokens": 99196009.0,
      "step": 128650
    },
    {
      "epoch": 0.16319996752744312,
      "grad_norm": 5.6875,
      "learning_rate": 4.184537296164454e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5434584647417069,
      "num_tokens": 99204235.0,
      "step": 128660
    },
    {
      "epoch": 0.16321265211997596,
      "grad_norm": 8.9375,
      "learning_rate": 4.184473865155825e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.534576079249382,
      "num_tokens": 99210664.0,
      "step": 128670
    },
    {
      "epoch": 0.16322533671250877,
      "grad_norm": 4.71875,
      "learning_rate": 4.184410434147196e-05,
      "loss": 2.2507,
      "mean_token_accuracy": 0.5155416965484619,
      "num_tokens": 99219000.0,
      "step": 128680
    },
    {
      "epoch": 0.16323802130504161,
      "grad_norm": 4.6875,
      "learning_rate": 4.1843470031385665e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5519773155450821,
      "num_tokens": 99226899.0,
      "step": 128690
    },
    {
      "epoch": 0.16325070589757446,
      "grad_norm": 6.15625,
      "learning_rate": 4.184283572129937e-05,
      "loss": 2.2576,
      "mean_token_accuracy": 0.5161737114191055,
      "num_tokens": 99234749.0,
      "step": 128700
    },
    {
      "epoch": 0.1632633904901073,
      "grad_norm": 4.875,
      "learning_rate": 4.184220141121308e-05,
      "loss": 1.9306,
      "mean_token_accuracy": 0.5849095523357392,
      "num_tokens": 99242610.0,
      "step": 128710
    },
    {
      "epoch": 0.1632760750826401,
      "grad_norm": 4.8125,
      "learning_rate": 4.184156710112679e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5327909409999847,
      "num_tokens": 99251462.0,
      "step": 128720
    },
    {
      "epoch": 0.16328875967517295,
      "grad_norm": 6.09375,
      "learning_rate": 4.18409327910405e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5369059294462204,
      "num_tokens": 99259912.0,
      "step": 128730
    },
    {
      "epoch": 0.1633014442677058,
      "grad_norm": 6.25,
      "learning_rate": 4.184029848095421e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5391711741685867,
      "num_tokens": 99266975.0,
      "step": 128740
    },
    {
      "epoch": 0.16331412886023863,
      "grad_norm": 6.53125,
      "learning_rate": 4.183966417086792e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5585290849208832,
      "num_tokens": 99273152.0,
      "step": 128750
    },
    {
      "epoch": 0.16332681345277145,
      "grad_norm": 4.6875,
      "learning_rate": 4.183902986078162e-05,
      "loss": 2.2312,
      "mean_token_accuracy": 0.5238336771726608,
      "num_tokens": 99282045.0,
      "step": 128760
    },
    {
      "epoch": 0.1633394980453043,
      "grad_norm": 5.65625,
      "learning_rate": 4.183839555069533e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5266153424978256,
      "num_tokens": 99290005.0,
      "step": 128770
    },
    {
      "epoch": 0.16335218263783713,
      "grad_norm": 5.25,
      "learning_rate": 4.183776124060904e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5158257007598877,
      "num_tokens": 99297972.0,
      "step": 128780
    },
    {
      "epoch": 0.16336486723036997,
      "grad_norm": 5.03125,
      "learning_rate": 4.183712693052275e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5296828538179398,
      "num_tokens": 99306071.0,
      "step": 128790
    },
    {
      "epoch": 0.16337755182290278,
      "grad_norm": 4.96875,
      "learning_rate": 4.183649262043646e-05,
      "loss": 1.8404,
      "mean_token_accuracy": 0.5872505605220795,
      "num_tokens": 99313622.0,
      "step": 128800
    },
    {
      "epoch": 0.16339023641543562,
      "grad_norm": 5.0,
      "learning_rate": 4.183585831035017e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5300065457820893,
      "num_tokens": 99321966.0,
      "step": 128810
    },
    {
      "epoch": 0.16340292100796847,
      "grad_norm": 5.28125,
      "learning_rate": 4.1835224000263876e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.5169263422489166,
      "num_tokens": 99330530.0,
      "step": 128820
    },
    {
      "epoch": 0.1634156056005013,
      "grad_norm": 6.78125,
      "learning_rate": 4.183458969017758e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.533058163523674,
      "num_tokens": 99339171.0,
      "step": 128830
    },
    {
      "epoch": 0.16342829019303412,
      "grad_norm": 5.25,
      "learning_rate": 4.183395538009129e-05,
      "loss": 2.1854,
      "mean_token_accuracy": 0.5265755116939544,
      "num_tokens": 99347476.0,
      "step": 128840
    },
    {
      "epoch": 0.16344097478556696,
      "grad_norm": 5.71875,
      "learning_rate": 4.1833321070005e-05,
      "loss": 2.3424,
      "mean_token_accuracy": 0.5070868134498596,
      "num_tokens": 99355240.0,
      "step": 128850
    },
    {
      "epoch": 0.1634536593780998,
      "grad_norm": 5.40625,
      "learning_rate": 4.183268675991871e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5739671915769577,
      "num_tokens": 99362614.0,
      "step": 128860
    },
    {
      "epoch": 0.16346634397063264,
      "grad_norm": 5.25,
      "learning_rate": 4.1832052449832416e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5550401598215103,
      "num_tokens": 99369537.0,
      "step": 128870
    },
    {
      "epoch": 0.16347902856316546,
      "grad_norm": 6.71875,
      "learning_rate": 4.183141813974613e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5358592838048934,
      "num_tokens": 99377090.0,
      "step": 128880
    },
    {
      "epoch": 0.1634917131556983,
      "grad_norm": 4.96875,
      "learning_rate": 4.1830783829659833e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5295417129993438,
      "num_tokens": 99384810.0,
      "step": 128890
    },
    {
      "epoch": 0.16350439774823114,
      "grad_norm": 6.84375,
      "learning_rate": 4.183014951957354e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5540687322616578,
      "num_tokens": 99391595.0,
      "step": 128900
    },
    {
      "epoch": 0.16351708234076398,
      "grad_norm": 5.1875,
      "learning_rate": 4.182951520948725e-05,
      "loss": 1.9238,
      "mean_token_accuracy": 0.5820937931537629,
      "num_tokens": 99399491.0,
      "step": 128910
    },
    {
      "epoch": 0.1635297669332968,
      "grad_norm": 5.21875,
      "learning_rate": 4.1828880899400956e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5412743955850601,
      "num_tokens": 99407097.0,
      "step": 128920
    },
    {
      "epoch": 0.16354245152582964,
      "grad_norm": 5.15625,
      "learning_rate": 4.182824658931467e-05,
      "loss": 1.8771,
      "mean_token_accuracy": 0.5831920206546783,
      "num_tokens": 99414670.0,
      "step": 128930
    },
    {
      "epoch": 0.16355513611836248,
      "grad_norm": 5.71875,
      "learning_rate": 4.182761227922838e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5559565901756287,
      "num_tokens": 99422376.0,
      "step": 128940
    },
    {
      "epoch": 0.16356782071089532,
      "grad_norm": 5.125,
      "learning_rate": 4.1826977969142086e-05,
      "loss": 1.8972,
      "mean_token_accuracy": 0.5824893712997437,
      "num_tokens": 99429861.0,
      "step": 128950
    },
    {
      "epoch": 0.16358050530342813,
      "grad_norm": 5.1875,
      "learning_rate": 4.182634365905579e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.548013961315155,
      "num_tokens": 99436419.0,
      "step": 128960
    },
    {
      "epoch": 0.16359318989596097,
      "grad_norm": 5.3125,
      "learning_rate": 4.18257093489695e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.571159952878952,
      "num_tokens": 99442861.0,
      "step": 128970
    },
    {
      "epoch": 0.1636058744884938,
      "grad_norm": 4.65625,
      "learning_rate": 4.182507503888321e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5475050836801529,
      "num_tokens": 99450290.0,
      "step": 128980
    },
    {
      "epoch": 0.16361855908102663,
      "grad_norm": 10.625,
      "learning_rate": 4.182444072879692e-05,
      "loss": 1.8183,
      "mean_token_accuracy": 0.5798610061407089,
      "num_tokens": 99456869.0,
      "step": 128990
    },
    {
      "epoch": 0.16363124367355947,
      "grad_norm": 5.875,
      "learning_rate": 4.1823806418710626e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5530462145805359,
      "num_tokens": 99463946.0,
      "step": 129000
    },
    {
      "epoch": 0.1636439282660923,
      "grad_norm": 5.1875,
      "learning_rate": 4.182317210862434e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5610252410173416,
      "num_tokens": 99472671.0,
      "step": 129010
    },
    {
      "epoch": 0.16365661285862515,
      "grad_norm": 5.375,
      "learning_rate": 4.1822537798538044e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5259990781545639,
      "num_tokens": 99478780.0,
      "step": 129020
    },
    {
      "epoch": 0.16366929745115796,
      "grad_norm": 5.75,
      "learning_rate": 4.182190348845175e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5686605781316757,
      "num_tokens": 99486245.0,
      "step": 129030
    },
    {
      "epoch": 0.1636819820436908,
      "grad_norm": 5.15625,
      "learning_rate": 4.182126917836546e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5366846799850464,
      "num_tokens": 99493312.0,
      "step": 129040
    },
    {
      "epoch": 0.16369466663622365,
      "grad_norm": 5.90625,
      "learning_rate": 4.1820634868279167e-05,
      "loss": 2.1504,
      "mean_token_accuracy": 0.53515465259552,
      "num_tokens": 99501261.0,
      "step": 129050
    },
    {
      "epoch": 0.1637073512287565,
      "grad_norm": 5.09375,
      "learning_rate": 4.182000055819288e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5526426404714584,
      "num_tokens": 99508726.0,
      "step": 129060
    },
    {
      "epoch": 0.1637200358212893,
      "grad_norm": 5.25,
      "learning_rate": 4.1819366248106584e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5367612779140473,
      "num_tokens": 99517800.0,
      "step": 129070
    },
    {
      "epoch": 0.16373272041382214,
      "grad_norm": 5.34375,
      "learning_rate": 4.1818731938020296e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5456432670354843,
      "num_tokens": 99525966.0,
      "step": 129080
    },
    {
      "epoch": 0.16374540500635498,
      "grad_norm": 6.28125,
      "learning_rate": 4.181809762793401e-05,
      "loss": 2.0312,
      "mean_token_accuracy": 0.57013698220253,
      "num_tokens": 99532953.0,
      "step": 129090
    },
    {
      "epoch": 0.16375808959888782,
      "grad_norm": 5.40625,
      "learning_rate": 4.1817463317847714e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5408180177211761,
      "num_tokens": 99540504.0,
      "step": 129100
    },
    {
      "epoch": 0.16377077419142064,
      "grad_norm": 6.15625,
      "learning_rate": 4.181682900776142e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5457217812538147,
      "num_tokens": 99547538.0,
      "step": 129110
    },
    {
      "epoch": 0.16378345878395348,
      "grad_norm": 4.90625,
      "learning_rate": 4.1816194697675124e-05,
      "loss": 2.1811,
      "mean_token_accuracy": 0.5287435501813889,
      "num_tokens": 99555863.0,
      "step": 129120
    },
    {
      "epoch": 0.16379614337648632,
      "grad_norm": 4.5625,
      "learning_rate": 4.1815560387588836e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5389440447092056,
      "num_tokens": 99564272.0,
      "step": 129130
    },
    {
      "epoch": 0.16380882796901916,
      "grad_norm": 5.53125,
      "learning_rate": 4.181492607750255e-05,
      "loss": 1.8201,
      "mean_token_accuracy": 0.5895701020956039,
      "num_tokens": 99570782.0,
      "step": 129140
    },
    {
      "epoch": 0.16382151256155197,
      "grad_norm": 7.125,
      "learning_rate": 4.1814291767416254e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.52902772128582,
      "num_tokens": 99576593.0,
      "step": 129150
    },
    {
      "epoch": 0.16383419715408482,
      "grad_norm": 5.8125,
      "learning_rate": 4.1813657457329966e-05,
      "loss": 2.2871,
      "mean_token_accuracy": 0.5176048278808594,
      "num_tokens": 99584575.0,
      "step": 129160
    },
    {
      "epoch": 0.16384688174661766,
      "grad_norm": 6.9375,
      "learning_rate": 4.181302314724367e-05,
      "loss": 1.732,
      "mean_token_accuracy": 0.6169738292694091,
      "num_tokens": 99591311.0,
      "step": 129170
    },
    {
      "epoch": 0.1638595663391505,
      "grad_norm": 6.28125,
      "learning_rate": 4.181238883715738e-05,
      "loss": 2.2176,
      "mean_token_accuracy": 0.5220635175704956,
      "num_tokens": 99599667.0,
      "step": 129180
    },
    {
      "epoch": 0.1638722509316833,
      "grad_norm": 6.1875,
      "learning_rate": 4.181175452707109e-05,
      "loss": 2.3075,
      "mean_token_accuracy": 0.5092910647392273,
      "num_tokens": 99606916.0,
      "step": 129190
    },
    {
      "epoch": 0.16388493552421615,
      "grad_norm": 4.71875,
      "learning_rate": 4.1811120216984794e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5484288454055786,
      "num_tokens": 99616154.0,
      "step": 129200
    },
    {
      "epoch": 0.163897620116749,
      "grad_norm": 6.03125,
      "learning_rate": 4.1810485906898506e-05,
      "loss": 1.895,
      "mean_token_accuracy": 0.5818600118160248,
      "num_tokens": 99624303.0,
      "step": 129210
    },
    {
      "epoch": 0.16391030470928183,
      "grad_norm": 5.03125,
      "learning_rate": 4.180985159681221e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5363967031240463,
      "num_tokens": 99632371.0,
      "step": 129220
    },
    {
      "epoch": 0.16392298930181465,
      "grad_norm": 6.96875,
      "learning_rate": 4.1809217286725924e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.573888435959816,
      "num_tokens": 99639169.0,
      "step": 129230
    },
    {
      "epoch": 0.1639356738943475,
      "grad_norm": 4.53125,
      "learning_rate": 4.180858297663963e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5432587474584579,
      "num_tokens": 99647562.0,
      "step": 129240
    },
    {
      "epoch": 0.16394835848688033,
      "grad_norm": 4.71875,
      "learning_rate": 4.1807948666553335e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5379120886325837,
      "num_tokens": 99656283.0,
      "step": 129250
    },
    {
      "epoch": 0.16396104307941317,
      "grad_norm": 3.453125,
      "learning_rate": 4.180731435646705e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5597952902317047,
      "num_tokens": 99664221.0,
      "step": 129260
    },
    {
      "epoch": 0.16397372767194598,
      "grad_norm": 6.75,
      "learning_rate": 4.180668004638075e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5481993734836579,
      "num_tokens": 99672177.0,
      "step": 129270
    },
    {
      "epoch": 0.16398641226447883,
      "grad_norm": 5.9375,
      "learning_rate": 4.1806045736294464e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5806589871644974,
      "num_tokens": 99679271.0,
      "step": 129280
    },
    {
      "epoch": 0.16399909685701167,
      "grad_norm": 4.09375,
      "learning_rate": 4.1805411426208176e-05,
      "loss": 1.8754,
      "mean_token_accuracy": 0.5743114352226257,
      "num_tokens": 99687337.0,
      "step": 129290
    },
    {
      "epoch": 0.1640117814495445,
      "grad_norm": 6.8125,
      "learning_rate": 4.180477711612188e-05,
      "loss": 2.3149,
      "mean_token_accuracy": 0.5047362208366394,
      "num_tokens": 99695263.0,
      "step": 129300
    },
    {
      "epoch": 0.16402446604207732,
      "grad_norm": 6.125,
      "learning_rate": 4.180414280603559e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5369660526514053,
      "num_tokens": 99702776.0,
      "step": 129310
    },
    {
      "epoch": 0.16403715063461016,
      "grad_norm": 6.90625,
      "learning_rate": 4.180350849594929e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5384649932384491,
      "num_tokens": 99709830.0,
      "step": 129320
    },
    {
      "epoch": 0.164049835227143,
      "grad_norm": 5.46875,
      "learning_rate": 4.1802874185863004e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5350533425807953,
      "num_tokens": 99718227.0,
      "step": 129330
    },
    {
      "epoch": 0.16406251981967584,
      "grad_norm": 6.34375,
      "learning_rate": 4.1802239875776717e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.555739164352417,
      "num_tokens": 99725888.0,
      "step": 129340
    },
    {
      "epoch": 0.16407520441220866,
      "grad_norm": 5.84375,
      "learning_rate": 4.180160556569042e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5678731679916382,
      "num_tokens": 99734164.0,
      "step": 129350
    },
    {
      "epoch": 0.1640878890047415,
      "grad_norm": 5.84375,
      "learning_rate": 4.1800971255604134e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5552534252405167,
      "num_tokens": 99741610.0,
      "step": 129360
    },
    {
      "epoch": 0.16410057359727434,
      "grad_norm": 5.1875,
      "learning_rate": 4.180033694551784e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5444257766008377,
      "num_tokens": 99750456.0,
      "step": 129370
    },
    {
      "epoch": 0.16411325818980718,
      "grad_norm": 6.8125,
      "learning_rate": 4.1799702635431545e-05,
      "loss": 2.2493,
      "mean_token_accuracy": 0.5094848334789276,
      "num_tokens": 99758438.0,
      "step": 129380
    },
    {
      "epoch": 0.16412594278234,
      "grad_norm": 5.125,
      "learning_rate": 4.179906832534526e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5354392677545547,
      "num_tokens": 99767655.0,
      "step": 129390
    },
    {
      "epoch": 0.16413862737487284,
      "grad_norm": 7.875,
      "learning_rate": 4.179843401525896e-05,
      "loss": 2.2919,
      "mean_token_accuracy": 0.505929809808731,
      "num_tokens": 99776438.0,
      "step": 129400
    },
    {
      "epoch": 0.16415131196740568,
      "grad_norm": 5.15625,
      "learning_rate": 4.1797799705172674e-05,
      "loss": 2.0485,
      "mean_token_accuracy": 0.554895767569542,
      "num_tokens": 99785325.0,
      "step": 129410
    },
    {
      "epoch": 0.16416399655993852,
      "grad_norm": 4.78125,
      "learning_rate": 4.1797165395086387e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5238470524549484,
      "num_tokens": 99793908.0,
      "step": 129420
    },
    {
      "epoch": 0.16417668115247133,
      "grad_norm": 5.40625,
      "learning_rate": 4.179653108500009e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.558791920542717,
      "num_tokens": 99801666.0,
      "step": 129430
    },
    {
      "epoch": 0.16418936574500417,
      "grad_norm": 5.25,
      "learning_rate": 4.1795896774913804e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5616223216056824,
      "num_tokens": 99810280.0,
      "step": 129440
    },
    {
      "epoch": 0.16420205033753701,
      "grad_norm": 7.3125,
      "learning_rate": 4.179526246482751e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5234211981296539,
      "num_tokens": 99817339.0,
      "step": 129450
    },
    {
      "epoch": 0.16421473493006983,
      "grad_norm": 6.0,
      "learning_rate": 4.1794628154741215e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5296708792448044,
      "num_tokens": 99825322.0,
      "step": 129460
    },
    {
      "epoch": 0.16422741952260267,
      "grad_norm": 4.90625,
      "learning_rate": 4.179399384465493e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5508081793785096,
      "num_tokens": 99832819.0,
      "step": 129470
    },
    {
      "epoch": 0.1642401041151355,
      "grad_norm": 6.09375,
      "learning_rate": 4.179335953456863e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5252241611480712,
      "num_tokens": 99841903.0,
      "step": 129480
    },
    {
      "epoch": 0.16425278870766835,
      "grad_norm": 8.25,
      "learning_rate": 4.1792725224482344e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5321154415607452,
      "num_tokens": 99849103.0,
      "step": 129490
    },
    {
      "epoch": 0.16426547330020116,
      "grad_norm": 5.5,
      "learning_rate": 4.179209091439605e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5525050729513168,
      "num_tokens": 99857083.0,
      "step": 129500
    },
    {
      "epoch": 0.164278157892734,
      "grad_norm": 4.84375,
      "learning_rate": 4.179145660430976e-05,
      "loss": 1.8683,
      "mean_token_accuracy": 0.5796249389648438,
      "num_tokens": 99865330.0,
      "step": 129510
    },
    {
      "epoch": 0.16429084248526685,
      "grad_norm": 5.125,
      "learning_rate": 4.179082229422347e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5482437193393708,
      "num_tokens": 99873064.0,
      "step": 129520
    },
    {
      "epoch": 0.1643035270777997,
      "grad_norm": 6.21875,
      "learning_rate": 4.179018798413717e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.531911450624466,
      "num_tokens": 99880580.0,
      "step": 129530
    },
    {
      "epoch": 0.1643162116703325,
      "grad_norm": 4.96875,
      "learning_rate": 4.1789553674050885e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5525514155626297,
      "num_tokens": 99888176.0,
      "step": 129540
    },
    {
      "epoch": 0.16432889626286534,
      "grad_norm": 5.6875,
      "learning_rate": 4.178891936396459e-05,
      "loss": 2.2815,
      "mean_token_accuracy": 0.5102727621793747,
      "num_tokens": 99896452.0,
      "step": 129550
    },
    {
      "epoch": 0.16434158085539818,
      "grad_norm": 5.59375,
      "learning_rate": 4.17882850538783e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5274247258901597,
      "num_tokens": 99904538.0,
      "step": 129560
    },
    {
      "epoch": 0.16435426544793102,
      "grad_norm": 4.8125,
      "learning_rate": 4.1787650743792014e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5307172149419784,
      "num_tokens": 99914548.0,
      "step": 129570
    },
    {
      "epoch": 0.16436695004046384,
      "grad_norm": 6.9375,
      "learning_rate": 4.178701643370572e-05,
      "loss": 1.9053,
      "mean_token_accuracy": 0.5707224816083908,
      "num_tokens": 99922763.0,
      "step": 129580
    },
    {
      "epoch": 0.16437963463299668,
      "grad_norm": 4.6875,
      "learning_rate": 4.1786382123619425e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5437961935997009,
      "num_tokens": 99930132.0,
      "step": 129590
    },
    {
      "epoch": 0.16439231922552952,
      "grad_norm": 5.46875,
      "learning_rate": 4.178574781353313e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5508517295122146,
      "num_tokens": 99937144.0,
      "step": 129600
    },
    {
      "epoch": 0.16440500381806236,
      "grad_norm": 6.28125,
      "learning_rate": 4.178511350344684e-05,
      "loss": 2.2822,
      "mean_token_accuracy": 0.5032132714986801,
      "num_tokens": 99944864.0,
      "step": 129610
    },
    {
      "epoch": 0.16441768841059518,
      "grad_norm": 5.46875,
      "learning_rate": 4.1784479193360555e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5311473101377487,
      "num_tokens": 99952951.0,
      "step": 129620
    },
    {
      "epoch": 0.16443037300312802,
      "grad_norm": 5.1875,
      "learning_rate": 4.178384488327426e-05,
      "loss": 2.3126,
      "mean_token_accuracy": 0.5073944300413131,
      "num_tokens": 99961580.0,
      "step": 129630
    },
    {
      "epoch": 0.16444305759566086,
      "grad_norm": 3.4375,
      "learning_rate": 4.178321057318797e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5591468930244445,
      "num_tokens": 99968623.0,
      "step": 129640
    },
    {
      "epoch": 0.1644557421881937,
      "grad_norm": 6.03125,
      "learning_rate": 4.178257626310168e-05,
      "loss": 2.2247,
      "mean_token_accuracy": 0.5124584555625915,
      "num_tokens": 99977769.0,
      "step": 129650
    },
    {
      "epoch": 0.1644684267807265,
      "grad_norm": 5.0625,
      "learning_rate": 4.178194195301538e-05,
      "loss": 2.218,
      "mean_token_accuracy": 0.5251173734664917,
      "num_tokens": 99984792.0,
      "step": 129660
    },
    {
      "epoch": 0.16448111137325935,
      "grad_norm": 6.96875,
      "learning_rate": 4.1781307642929095e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5610627979040146,
      "num_tokens": 99992627.0,
      "step": 129670
    },
    {
      "epoch": 0.1644937959657922,
      "grad_norm": 5.09375,
      "learning_rate": 4.17806733328428e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5200389117002487,
      "num_tokens": 99999703.0,
      "step": 129680
    },
    {
      "epoch": 0.16450648055832504,
      "grad_norm": 5.40625,
      "learning_rate": 4.178003902275651e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5408758521080017,
      "num_tokens": 100007380.0,
      "step": 129690
    },
    {
      "epoch": 0.16451916515085785,
      "grad_norm": 4.78125,
      "learning_rate": 4.177940471267022e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5266079008579254,
      "num_tokens": 100015752.0,
      "step": 129700
    },
    {
      "epoch": 0.1645318497433907,
      "grad_norm": 6.1875,
      "learning_rate": 4.177877040258393e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5619521617889405,
      "num_tokens": 100024320.0,
      "step": 129710
    },
    {
      "epoch": 0.16454453433592353,
      "grad_norm": 5.71875,
      "learning_rate": 4.1778136092497635e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5349719226360321,
      "num_tokens": 100032718.0,
      "step": 129720
    },
    {
      "epoch": 0.16455721892845637,
      "grad_norm": 4.6875,
      "learning_rate": 4.177750178241134e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5721184968948364,
      "num_tokens": 100039849.0,
      "step": 129730
    },
    {
      "epoch": 0.16456990352098919,
      "grad_norm": 5.53125,
      "learning_rate": 4.177686747232505e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.546919372677803,
      "num_tokens": 100047496.0,
      "step": 129740
    },
    {
      "epoch": 0.16458258811352203,
      "grad_norm": 5.34375,
      "learning_rate": 4.177623316223876e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5573548138141632,
      "num_tokens": 100054468.0,
      "step": 129750
    },
    {
      "epoch": 0.16459527270605487,
      "grad_norm": 4.9375,
      "learning_rate": 4.177559885215247e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5222600907087326,
      "num_tokens": 100062446.0,
      "step": 129760
    },
    {
      "epoch": 0.1646079572985877,
      "grad_norm": 6.25,
      "learning_rate": 4.177496454206618e-05,
      "loss": 1.7989,
      "mean_token_accuracy": 0.5942774266004562,
      "num_tokens": 100069902.0,
      "step": 129770
    },
    {
      "epoch": 0.16462064189112052,
      "grad_norm": 5.15625,
      "learning_rate": 4.177433023197989e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5486766993999481,
      "num_tokens": 100078168.0,
      "step": 129780
    },
    {
      "epoch": 0.16463332648365336,
      "grad_norm": 6.90625,
      "learning_rate": 4.17736959218936e-05,
      "loss": 1.6045,
      "mean_token_accuracy": 0.6335368812084198,
      "num_tokens": 100084292.0,
      "step": 129790
    },
    {
      "epoch": 0.1646460110761862,
      "grad_norm": 5.40625,
      "learning_rate": 4.17730616118073e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5454339265823365,
      "num_tokens": 100091474.0,
      "step": 129800
    },
    {
      "epoch": 0.16465869566871905,
      "grad_norm": 6.40625,
      "learning_rate": 4.177242730172101e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5714774668216706,
      "num_tokens": 100098107.0,
      "step": 129810
    },
    {
      "epoch": 0.16467138026125186,
      "grad_norm": 4.65625,
      "learning_rate": 4.177179299163472e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5698248386383057,
      "num_tokens": 100106528.0,
      "step": 129820
    },
    {
      "epoch": 0.1646840648537847,
      "grad_norm": 5.53125,
      "learning_rate": 4.177115868154843e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5300915628671646,
      "num_tokens": 100114894.0,
      "step": 129830
    },
    {
      "epoch": 0.16469674944631754,
      "grad_norm": 5.25,
      "learning_rate": 4.177052437146214e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5346653610467911,
      "num_tokens": 100120798.0,
      "step": 129840
    },
    {
      "epoch": 0.16470943403885038,
      "grad_norm": 7.5,
      "learning_rate": 4.1769890061375845e-05,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5744562476873398,
      "num_tokens": 100128242.0,
      "step": 129850
    },
    {
      "epoch": 0.1647221186313832,
      "grad_norm": 6.0,
      "learning_rate": 4.176925575128956e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5406189739704133,
      "num_tokens": 100134763.0,
      "step": 129860
    },
    {
      "epoch": 0.16473480322391604,
      "grad_norm": 4.8125,
      "learning_rate": 4.176862144120326e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.564820522069931,
      "num_tokens": 100142284.0,
      "step": 129870
    },
    {
      "epoch": 0.16474748781644888,
      "grad_norm": 5.78125,
      "learning_rate": 4.176798713111697e-05,
      "loss": 2.2995,
      "mean_token_accuracy": 0.5190277546644211,
      "num_tokens": 100150590.0,
      "step": 129880
    },
    {
      "epoch": 0.16476017240898172,
      "grad_norm": 6.90625,
      "learning_rate": 4.176735282103068e-05,
      "loss": 2.2908,
      "mean_token_accuracy": 0.5140357047319413,
      "num_tokens": 100158182.0,
      "step": 129890
    },
    {
      "epoch": 0.16477285700151453,
      "grad_norm": 6.25,
      "learning_rate": 4.1766718510944386e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5200434267520905,
      "num_tokens": 100167010.0,
      "step": 129900
    },
    {
      "epoch": 0.16478554159404737,
      "grad_norm": 7.96875,
      "learning_rate": 4.17660842008581e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5296285510063171,
      "num_tokens": 100175977.0,
      "step": 129910
    },
    {
      "epoch": 0.16479822618658022,
      "grad_norm": 8.6875,
      "learning_rate": 4.176544989077181e-05,
      "loss": 1.8536,
      "mean_token_accuracy": 0.6044528424739838,
      "num_tokens": 100183689.0,
      "step": 129920
    },
    {
      "epoch": 0.16481091077911303,
      "grad_norm": 4.6875,
      "learning_rate": 4.1764815580685515e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5233417898416519,
      "num_tokens": 100192668.0,
      "step": 129930
    },
    {
      "epoch": 0.16482359537164587,
      "grad_norm": 5.125,
      "learning_rate": 4.176418127059922e-05,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5668827831745148,
      "num_tokens": 100199812.0,
      "step": 129940
    },
    {
      "epoch": 0.1648362799641787,
      "grad_norm": 6.5625,
      "learning_rate": 4.1763546960512926e-05,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5579088032245636,
      "num_tokens": 100206684.0,
      "step": 129950
    },
    {
      "epoch": 0.16484896455671155,
      "grad_norm": 4.84375,
      "learning_rate": 4.176291265042664e-05,
      "loss": 1.8828,
      "mean_token_accuracy": 0.5687371343374252,
      "num_tokens": 100214498.0,
      "step": 129960
    },
    {
      "epoch": 0.16486164914924437,
      "grad_norm": 4.9375,
      "learning_rate": 4.176227834034035e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5334051817655563,
      "num_tokens": 100223697.0,
      "step": 129970
    },
    {
      "epoch": 0.1648743337417772,
      "grad_norm": 4.96875,
      "learning_rate": 4.1761644030254056e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.524611309170723,
      "num_tokens": 100232478.0,
      "step": 129980
    },
    {
      "epoch": 0.16488701833431005,
      "grad_norm": 7.28125,
      "learning_rate": 4.176100972016777e-05,
      "loss": 2.2532,
      "mean_token_accuracy": 0.5162301778793335,
      "num_tokens": 100241713.0,
      "step": 129990
    },
    {
      "epoch": 0.1648997029268429,
      "grad_norm": 4.53125,
      "learning_rate": 4.176037541008147e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5346589386463165,
      "num_tokens": 100249246.0,
      "step": 130000
    },
    {
      "epoch": 0.1649123875193757,
      "grad_norm": 5.1875,
      "learning_rate": 4.175974109999518e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5395015239715576,
      "num_tokens": 100256135.0,
      "step": 130010
    },
    {
      "epoch": 0.16492507211190854,
      "grad_norm": 5.0,
      "learning_rate": 4.175910678990889e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5176004528999328,
      "num_tokens": 100262925.0,
      "step": 130020
    },
    {
      "epoch": 0.16493775670444139,
      "grad_norm": 7.625,
      "learning_rate": 4.1758472479822596e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.530655562877655,
      "num_tokens": 100271359.0,
      "step": 130030
    },
    {
      "epoch": 0.16495044129697423,
      "grad_norm": 5.46875,
      "learning_rate": 4.175783816973631e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5317627310752868,
      "num_tokens": 100279473.0,
      "step": 130040
    },
    {
      "epoch": 0.16496312588950704,
      "grad_norm": 6.78125,
      "learning_rate": 4.1757203859650013e-05,
      "loss": 1.5999,
      "mean_token_accuracy": 0.6375582814216614,
      "num_tokens": 100286220.0,
      "step": 130050
    },
    {
      "epoch": 0.16497581048203988,
      "grad_norm": 5.8125,
      "learning_rate": 4.1756569549563726e-05,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5282702952623367,
      "num_tokens": 100292334.0,
      "step": 130060
    },
    {
      "epoch": 0.16498849507457272,
      "grad_norm": 22.625,
      "learning_rate": 4.175593523947743e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5698787063360214,
      "num_tokens": 100297619.0,
      "step": 130070
    },
    {
      "epoch": 0.16500117966710556,
      "grad_norm": 5.40625,
      "learning_rate": 4.1755300929391136e-05,
      "loss": 1.8884,
      "mean_token_accuracy": 0.5770060598850251,
      "num_tokens": 100306364.0,
      "step": 130080
    },
    {
      "epoch": 0.16501386425963838,
      "grad_norm": 7.03125,
      "learning_rate": 4.175466661930485e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5165525704622269,
      "num_tokens": 100313882.0,
      "step": 130090
    },
    {
      "epoch": 0.16502654885217122,
      "grad_norm": 8.125,
      "learning_rate": 4.1754032309218554e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5517789900302887,
      "num_tokens": 100321104.0,
      "step": 130100
    },
    {
      "epoch": 0.16503923344470406,
      "grad_norm": 4.78125,
      "learning_rate": 4.1753397999132266e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5432746857404709,
      "num_tokens": 100328701.0,
      "step": 130110
    },
    {
      "epoch": 0.1650519180372369,
      "grad_norm": 4.5625,
      "learning_rate": 4.175276368904598e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5203172832727432,
      "num_tokens": 100337985.0,
      "step": 130120
    },
    {
      "epoch": 0.1650646026297697,
      "grad_norm": 5.875,
      "learning_rate": 4.175212937895968e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5569392323493958,
      "num_tokens": 100345726.0,
      "step": 130130
    },
    {
      "epoch": 0.16507728722230255,
      "grad_norm": 7.1875,
      "learning_rate": 4.175149506887339e-05,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5624379396438599,
      "num_tokens": 100354478.0,
      "step": 130140
    },
    {
      "epoch": 0.1650899718148354,
      "grad_norm": 7.78125,
      "learning_rate": 4.1750860758787094e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.54576835334301,
      "num_tokens": 100362848.0,
      "step": 130150
    },
    {
      "epoch": 0.16510265640736824,
      "grad_norm": 6.25,
      "learning_rate": 4.1750226448700806e-05,
      "loss": 1.9105,
      "mean_token_accuracy": 0.5827540785074234,
      "num_tokens": 100370533.0,
      "step": 130160
    },
    {
      "epoch": 0.16511534099990105,
      "grad_norm": 4.75,
      "learning_rate": 4.174959213861452e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5451972186565399,
      "num_tokens": 100378486.0,
      "step": 130170
    },
    {
      "epoch": 0.1651280255924339,
      "grad_norm": 8.9375,
      "learning_rate": 4.1748957828528224e-05,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5570903420448303,
      "num_tokens": 100385471.0,
      "step": 130180
    },
    {
      "epoch": 0.16514071018496673,
      "grad_norm": 6.71875,
      "learning_rate": 4.1748323518441936e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5376842528581619,
      "num_tokens": 100394114.0,
      "step": 130190
    },
    {
      "epoch": 0.16515339477749957,
      "grad_norm": 5.5,
      "learning_rate": 4.174768920835564e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5537410110235215,
      "num_tokens": 100400661.0,
      "step": 130200
    },
    {
      "epoch": 0.1651660793700324,
      "grad_norm": 5.0,
      "learning_rate": 4.174705489826935e-05,
      "loss": 2.1929,
      "mean_token_accuracy": 0.5248870730400086,
      "num_tokens": 100410045.0,
      "step": 130210
    },
    {
      "epoch": 0.16517876396256523,
      "grad_norm": 5.09375,
      "learning_rate": 4.174642058818306e-05,
      "loss": 1.8373,
      "mean_token_accuracy": 0.5892161875963211,
      "num_tokens": 100417958.0,
      "step": 130220
    },
    {
      "epoch": 0.16519144855509807,
      "grad_norm": 6.09375,
      "learning_rate": 4.1745786278096764e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5497782170772553,
      "num_tokens": 100426096.0,
      "step": 130230
    },
    {
      "epoch": 0.1652041331476309,
      "grad_norm": 4.5625,
      "learning_rate": 4.1745151968010476e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5267814487218857,
      "num_tokens": 100433424.0,
      "step": 130240
    },
    {
      "epoch": 0.16521681774016372,
      "grad_norm": 6.125,
      "learning_rate": 4.174451765792418e-05,
      "loss": 2.3875,
      "mean_token_accuracy": 0.49380757808685305,
      "num_tokens": 100441127.0,
      "step": 130250
    },
    {
      "epoch": 0.16522950233269657,
      "grad_norm": 6.90625,
      "learning_rate": 4.1743883347837894e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.553870415687561,
      "num_tokens": 100449110.0,
      "step": 130260
    },
    {
      "epoch": 0.1652421869252294,
      "grad_norm": 6.03125,
      "learning_rate": 4.1743249037751606e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5472043007612228,
      "num_tokens": 100455209.0,
      "step": 130270
    },
    {
      "epoch": 0.16525487151776225,
      "grad_norm": 5.21875,
      "learning_rate": 4.174261472766531e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5403102248907089,
      "num_tokens": 100462233.0,
      "step": 130280
    },
    {
      "epoch": 0.16526755611029506,
      "grad_norm": 6.03125,
      "learning_rate": 4.1741980417579016e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5369415014982224,
      "num_tokens": 100469948.0,
      "step": 130290
    },
    {
      "epoch": 0.1652802407028279,
      "grad_norm": 5.65625,
      "learning_rate": 4.174134610749273e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5343369334936142,
      "num_tokens": 100478252.0,
      "step": 130300
    },
    {
      "epoch": 0.16529292529536074,
      "grad_norm": 6.59375,
      "learning_rate": 4.1740711797406434e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5535835832357406,
      "num_tokens": 100484014.0,
      "step": 130310
    },
    {
      "epoch": 0.16530560988789358,
      "grad_norm": 5.75,
      "learning_rate": 4.1740077487320146e-05,
      "loss": 1.9565,
      "mean_token_accuracy": 0.5619615167379379,
      "num_tokens": 100490828.0,
      "step": 130320
    },
    {
      "epoch": 0.1653182944804264,
      "grad_norm": 8.1875,
      "learning_rate": 4.173944317723385e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5377720534801483,
      "num_tokens": 100497799.0,
      "step": 130330
    },
    {
      "epoch": 0.16533097907295924,
      "grad_norm": 6.5625,
      "learning_rate": 4.1738808867147563e-05,
      "loss": 1.8284,
      "mean_token_accuracy": 0.5852301716804504,
      "num_tokens": 100504091.0,
      "step": 130340
    },
    {
      "epoch": 0.16534366366549208,
      "grad_norm": 5.3125,
      "learning_rate": 4.173817455706127e-05,
      "loss": 1.8639,
      "mean_token_accuracy": 0.5814657866954803,
      "num_tokens": 100510496.0,
      "step": 130350
    },
    {
      "epoch": 0.16535634825802492,
      "grad_norm": 6.28125,
      "learning_rate": 4.1737540246974974e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5599171727895736,
      "num_tokens": 100518787.0,
      "step": 130360
    },
    {
      "epoch": 0.16536903285055773,
      "grad_norm": 4.84375,
      "learning_rate": 4.1736905936888686e-05,
      "loss": 1.7195,
      "mean_token_accuracy": 0.6041137158870697,
      "num_tokens": 100525189.0,
      "step": 130370
    },
    {
      "epoch": 0.16538171744309058,
      "grad_norm": 5.1875,
      "learning_rate": 4.173627162680239e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5309407979249954,
      "num_tokens": 100532955.0,
      "step": 130380
    },
    {
      "epoch": 0.16539440203562342,
      "grad_norm": 5.65625,
      "learning_rate": 4.1735637316716104e-05,
      "loss": 2.2837,
      "mean_token_accuracy": 0.5053557306528091,
      "num_tokens": 100541711.0,
      "step": 130390
    },
    {
      "epoch": 0.16540708662815623,
      "grad_norm": 7.09375,
      "learning_rate": 4.1735003006629816e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.550413328409195,
      "num_tokens": 100549379.0,
      "step": 130400
    },
    {
      "epoch": 0.16541977122068907,
      "grad_norm": 6.71875,
      "learning_rate": 4.173436869654352e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.576297840476036,
      "num_tokens": 100556368.0,
      "step": 130410
    },
    {
      "epoch": 0.1654324558132219,
      "grad_norm": 5.1875,
      "learning_rate": 4.1733734386457227e-05,
      "loss": 1.9268,
      "mean_token_accuracy": 0.55822274684906,
      "num_tokens": 100564242.0,
      "step": 130420
    },
    {
      "epoch": 0.16544514040575475,
      "grad_norm": 6.125,
      "learning_rate": 4.173310007637093e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.567832139134407,
      "num_tokens": 100571386.0,
      "step": 130430
    },
    {
      "epoch": 0.16545782499828757,
      "grad_norm": 4.90625,
      "learning_rate": 4.1732465766284644e-05,
      "loss": 1.8689,
      "mean_token_accuracy": 0.5850359588861466,
      "num_tokens": 100579359.0,
      "step": 130440
    },
    {
      "epoch": 0.1654705095908204,
      "grad_norm": 6.125,
      "learning_rate": 4.1731831456198356e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5297504991292954,
      "num_tokens": 100587044.0,
      "step": 130450
    },
    {
      "epoch": 0.16548319418335325,
      "grad_norm": 7.625,
      "learning_rate": 4.173119714611206e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5412829339504241,
      "num_tokens": 100593877.0,
      "step": 130460
    },
    {
      "epoch": 0.1654958787758861,
      "grad_norm": 5.21875,
      "learning_rate": 4.1730562836025774e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5637039363384246,
      "num_tokens": 100600476.0,
      "step": 130470
    },
    {
      "epoch": 0.1655085633684189,
      "grad_norm": 4.875,
      "learning_rate": 4.172992852593948e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5719249278306962,
      "num_tokens": 100608216.0,
      "step": 130480
    },
    {
      "epoch": 0.16552124796095175,
      "grad_norm": 5.46875,
      "learning_rate": 4.1729294215853184e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5278236627578735,
      "num_tokens": 100616756.0,
      "step": 130490
    },
    {
      "epoch": 0.1655339325534846,
      "grad_norm": 6.15625,
      "learning_rate": 4.1728659905766897e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5718464434146882,
      "num_tokens": 100624376.0,
      "step": 130500
    },
    {
      "epoch": 0.16554661714601743,
      "grad_norm": 8.3125,
      "learning_rate": 4.17280255956806e-05,
      "loss": 2.2398,
      "mean_token_accuracy": 0.5197589248418808,
      "num_tokens": 100632373.0,
      "step": 130510
    },
    {
      "epoch": 0.16555930173855024,
      "grad_norm": 4.875,
      "learning_rate": 4.1727391285594314e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5156996935606003,
      "num_tokens": 100641010.0,
      "step": 130520
    },
    {
      "epoch": 0.16557198633108308,
      "grad_norm": 4.75,
      "learning_rate": 4.172675697550802e-05,
      "loss": 1.8795,
      "mean_token_accuracy": 0.5952737033367157,
      "num_tokens": 100648614.0,
      "step": 130530
    },
    {
      "epoch": 0.16558467092361592,
      "grad_norm": 5.0625,
      "learning_rate": 4.172612266542173e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5462802231311799,
      "num_tokens": 100657429.0,
      "step": 130540
    },
    {
      "epoch": 0.16559735551614876,
      "grad_norm": 5.09375,
      "learning_rate": 4.1725488355335444e-05,
      "loss": 1.9667,
      "mean_token_accuracy": 0.5683192372322082,
      "num_tokens": 100664439.0,
      "step": 130550
    },
    {
      "epoch": 0.16561004010868158,
      "grad_norm": 4.65625,
      "learning_rate": 4.172485404524914e-05,
      "loss": 1.8836,
      "mean_token_accuracy": 0.5834422945976258,
      "num_tokens": 100672085.0,
      "step": 130560
    },
    {
      "epoch": 0.16562272470121442,
      "grad_norm": 4.8125,
      "learning_rate": 4.1724219735162854e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5300803393125534,
      "num_tokens": 100680715.0,
      "step": 130570
    },
    {
      "epoch": 0.16563540929374726,
      "grad_norm": 7.6875,
      "learning_rate": 4.172358542507656e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5464371323585511,
      "num_tokens": 100688735.0,
      "step": 130580
    },
    {
      "epoch": 0.1656480938862801,
      "grad_norm": 5.46875,
      "learning_rate": 4.172295111499027e-05,
      "loss": 1.9082,
      "mean_token_accuracy": 0.5993764817714691,
      "num_tokens": 100695780.0,
      "step": 130590
    },
    {
      "epoch": 0.16566077847881291,
      "grad_norm": 5.625,
      "learning_rate": 4.1722316804903984e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5552567362785339,
      "num_tokens": 100703803.0,
      "step": 130600
    },
    {
      "epoch": 0.16567346307134576,
      "grad_norm": 5.375,
      "learning_rate": 4.172168249481769e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5487839251756668,
      "num_tokens": 100711916.0,
      "step": 130610
    },
    {
      "epoch": 0.1656861476638786,
      "grad_norm": 6.90625,
      "learning_rate": 4.17210481847314e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5147119015455246,
      "num_tokens": 100720777.0,
      "step": 130620
    },
    {
      "epoch": 0.16569883225641144,
      "grad_norm": 5.0625,
      "learning_rate": 4.172041387464511e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.548536765575409,
      "num_tokens": 100729812.0,
      "step": 130630
    },
    {
      "epoch": 0.16571151684894425,
      "grad_norm": 5.15625,
      "learning_rate": 4.171977956455881e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5399818778038025,
      "num_tokens": 100738065.0,
      "step": 130640
    },
    {
      "epoch": 0.1657242014414771,
      "grad_norm": 6.0,
      "learning_rate": 4.1719145254472524e-05,
      "loss": 2.5001,
      "mean_token_accuracy": 0.4823156356811523,
      "num_tokens": 100746955.0,
      "step": 130650
    },
    {
      "epoch": 0.16573688603400993,
      "grad_norm": 5.53125,
      "learning_rate": 4.171851094438623e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.547373428940773,
      "num_tokens": 100753376.0,
      "step": 130660
    },
    {
      "epoch": 0.16574957062654277,
      "grad_norm": 5.53125,
      "learning_rate": 4.171787663429994e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.533480218052864,
      "num_tokens": 100761565.0,
      "step": 130670
    },
    {
      "epoch": 0.1657622552190756,
      "grad_norm": 4.96875,
      "learning_rate": 4.171724232421365e-05,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5554421722888947,
      "num_tokens": 100768286.0,
      "step": 130680
    },
    {
      "epoch": 0.16577493981160843,
      "grad_norm": 4.96875,
      "learning_rate": 4.171660801412736e-05,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5165945827960968,
      "num_tokens": 100776792.0,
      "step": 130690
    },
    {
      "epoch": 0.16578762440414127,
      "grad_norm": 5.28125,
      "learning_rate": 4.1715973704041065e-05,
      "loss": 2.2739,
      "mean_token_accuracy": 0.5152337044477463,
      "num_tokens": 100784342.0,
      "step": 130700
    },
    {
      "epoch": 0.1658003089966741,
      "grad_norm": 8.1875,
      "learning_rate": 4.171533939395477e-05,
      "loss": 1.6405,
      "mean_token_accuracy": 0.6327753454446793,
      "num_tokens": 100789706.0,
      "step": 130710
    },
    {
      "epoch": 0.16581299358920693,
      "grad_norm": 4.59375,
      "learning_rate": 4.171470508386848e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5501003265380859,
      "num_tokens": 100797397.0,
      "step": 130720
    },
    {
      "epoch": 0.16582567818173977,
      "grad_norm": 6.28125,
      "learning_rate": 4.171407077378219e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5753280460834503,
      "num_tokens": 100803510.0,
      "step": 130730
    },
    {
      "epoch": 0.1658383627742726,
      "grad_norm": 5.75,
      "learning_rate": 4.17134364636959e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5339095711708068,
      "num_tokens": 100810558.0,
      "step": 130740
    },
    {
      "epoch": 0.16585104736680545,
      "grad_norm": 5.5,
      "learning_rate": 4.171280215360961e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5386600106954574,
      "num_tokens": 100817376.0,
      "step": 130750
    },
    {
      "epoch": 0.16586373195933826,
      "grad_norm": 5.125,
      "learning_rate": 4.171216784352332e-05,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5162608295679092,
      "num_tokens": 100825507.0,
      "step": 130760
    },
    {
      "epoch": 0.1658764165518711,
      "grad_norm": 5.125,
      "learning_rate": 4.171153353343702e-05,
      "loss": 2.2613,
      "mean_token_accuracy": 0.5157367914915085,
      "num_tokens": 100834467.0,
      "step": 130770
    },
    {
      "epoch": 0.16588910114440394,
      "grad_norm": 6.125,
      "learning_rate": 4.171089922335073e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5370066851377487,
      "num_tokens": 100842982.0,
      "step": 130780
    },
    {
      "epoch": 0.16590178573693679,
      "grad_norm": 4.84375,
      "learning_rate": 4.171026491326444e-05,
      "loss": 1.717,
      "mean_token_accuracy": 0.6109277307987213,
      "num_tokens": 100849593.0,
      "step": 130790
    },
    {
      "epoch": 0.1659144703294696,
      "grad_norm": 6.03125,
      "learning_rate": 4.170963060317815e-05,
      "loss": 1.9354,
      "mean_token_accuracy": 0.5652285546064377,
      "num_tokens": 100856955.0,
      "step": 130800
    },
    {
      "epoch": 0.16592715492200244,
      "grad_norm": 5.125,
      "learning_rate": 4.170899629309186e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5364723622798919,
      "num_tokens": 100865121.0,
      "step": 130810
    },
    {
      "epoch": 0.16593983951453528,
      "grad_norm": 5.5,
      "learning_rate": 4.170836198300557e-05,
      "loss": 2.2828,
      "mean_token_accuracy": 0.5202971071004867,
      "num_tokens": 100873099.0,
      "step": 130820
    },
    {
      "epoch": 0.16595252410706812,
      "grad_norm": 4.75,
      "learning_rate": 4.1707727672919275e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5479773581027985,
      "num_tokens": 100881707.0,
      "step": 130830
    },
    {
      "epoch": 0.16596520869960094,
      "grad_norm": 4.375,
      "learning_rate": 4.170709336283298e-05,
      "loss": 1.663,
      "mean_token_accuracy": 0.6228019893169403,
      "num_tokens": 100888378.0,
      "step": 130840
    },
    {
      "epoch": 0.16597789329213378,
      "grad_norm": 6.15625,
      "learning_rate": 4.170645905274669e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5545749127864837,
      "num_tokens": 100895888.0,
      "step": 130850
    },
    {
      "epoch": 0.16599057788466662,
      "grad_norm": 6.1875,
      "learning_rate": 4.17058247426604e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5555284231901169,
      "num_tokens": 100902284.0,
      "step": 130860
    },
    {
      "epoch": 0.16600326247719943,
      "grad_norm": 6.0,
      "learning_rate": 4.170519043257411e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5325815469026566,
      "num_tokens": 100910272.0,
      "step": 130870
    },
    {
      "epoch": 0.16601594706973227,
      "grad_norm": 7.09375,
      "learning_rate": 4.1704556122487815e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5240179151296616,
      "num_tokens": 100919523.0,
      "step": 130880
    },
    {
      "epoch": 0.1660286316622651,
      "grad_norm": 5.9375,
      "learning_rate": 4.170392181240153e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5412613987922669,
      "num_tokens": 100926610.0,
      "step": 130890
    },
    {
      "epoch": 0.16604131625479795,
      "grad_norm": 5.8125,
      "learning_rate": 4.170328750231523e-05,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5786604166030884,
      "num_tokens": 100934670.0,
      "step": 130900
    },
    {
      "epoch": 0.16605400084733077,
      "grad_norm": 5.0625,
      "learning_rate": 4.170265319222894e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5410001963376999,
      "num_tokens": 100942394.0,
      "step": 130910
    },
    {
      "epoch": 0.1660666854398636,
      "grad_norm": 5.375,
      "learning_rate": 4.170201888214265e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5280356854200363,
      "num_tokens": 100950545.0,
      "step": 130920
    },
    {
      "epoch": 0.16607937003239645,
      "grad_norm": 6.6875,
      "learning_rate": 4.1701384572056355e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5330340206623078,
      "num_tokens": 100957476.0,
      "step": 130930
    },
    {
      "epoch": 0.1660920546249293,
      "grad_norm": 5.25,
      "learning_rate": 4.170075026197007e-05,
      "loss": 1.9102,
      "mean_token_accuracy": 0.572212678194046,
      "num_tokens": 100966027.0,
      "step": 130940
    },
    {
      "epoch": 0.1661047392174621,
      "grad_norm": 5.84375,
      "learning_rate": 4.170011595188378e-05,
      "loss": 2.2812,
      "mean_token_accuracy": 0.5050042480230331,
      "num_tokens": 100974917.0,
      "step": 130950
    },
    {
      "epoch": 0.16611742380999495,
      "grad_norm": 5.40625,
      "learning_rate": 4.1699481641797485e-05,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5495515942573548,
      "num_tokens": 100982387.0,
      "step": 130960
    },
    {
      "epoch": 0.1661301084025278,
      "grad_norm": 5.0,
      "learning_rate": 4.16988473317112e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5335928648710251,
      "num_tokens": 100991000.0,
      "step": 130970
    },
    {
      "epoch": 0.16614279299506063,
      "grad_norm": 5.53125,
      "learning_rate": 4.1698213021624896e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5447787433862686,
      "num_tokens": 100998609.0,
      "step": 130980
    },
    {
      "epoch": 0.16615547758759344,
      "grad_norm": 5.75,
      "learning_rate": 4.169757871153861e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5576152533292771,
      "num_tokens": 101006089.0,
      "step": 130990
    },
    {
      "epoch": 0.16616816218012628,
      "grad_norm": 5.6875,
      "learning_rate": 4.169694440145232e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5508432358503341,
      "num_tokens": 101014372.0,
      "step": 131000
    },
    {
      "epoch": 0.16618084677265912,
      "grad_norm": 6.0625,
      "learning_rate": 4.1696310091366025e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5250080794095993,
      "num_tokens": 101023196.0,
      "step": 131010
    },
    {
      "epoch": 0.16619353136519197,
      "grad_norm": 5.34375,
      "learning_rate": 4.169567578127974e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5325659841299057,
      "num_tokens": 101030254.0,
      "step": 131020
    },
    {
      "epoch": 0.16620621595772478,
      "grad_norm": 5.71875,
      "learning_rate": 4.169504147119344e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5243842601776123,
      "num_tokens": 101038233.0,
      "step": 131030
    },
    {
      "epoch": 0.16621890055025762,
      "grad_norm": 6.59375,
      "learning_rate": 4.1694407161107155e-05,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5711204379796981,
      "num_tokens": 101046006.0,
      "step": 131040
    },
    {
      "epoch": 0.16623158514279046,
      "grad_norm": 5.375,
      "learning_rate": 4.169377285102086e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5347368061542511,
      "num_tokens": 101055068.0,
      "step": 131050
    },
    {
      "epoch": 0.1662442697353233,
      "grad_norm": 5.84375,
      "learning_rate": 4.1693138540934566e-05,
      "loss": 2.2567,
      "mean_token_accuracy": 0.5245549976825714,
      "num_tokens": 101061761.0,
      "step": 131060
    },
    {
      "epoch": 0.16625695432785612,
      "grad_norm": 6.25,
      "learning_rate": 4.169250423084828e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5265289038419724,
      "num_tokens": 101070220.0,
      "step": 131070
    },
    {
      "epoch": 0.16626963892038896,
      "grad_norm": 4.78125,
      "learning_rate": 4.169186992076198e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5081243127584457,
      "num_tokens": 101079075.0,
      "step": 131080
    },
    {
      "epoch": 0.1662823235129218,
      "grad_norm": 6.25,
      "learning_rate": 4.1691235610675695e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5323633313179016,
      "num_tokens": 101086464.0,
      "step": 131090
    },
    {
      "epoch": 0.16629500810545464,
      "grad_norm": 7.4375,
      "learning_rate": 4.169060130058941e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.52262202501297,
      "num_tokens": 101095229.0,
      "step": 131100
    },
    {
      "epoch": 0.16630769269798745,
      "grad_norm": 5.34375,
      "learning_rate": 4.168996699050311e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5474979132413864,
      "num_tokens": 101102770.0,
      "step": 131110
    },
    {
      "epoch": 0.1663203772905203,
      "grad_norm": 5.46875,
      "learning_rate": 4.168933268041682e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5309805870056152,
      "num_tokens": 101111556.0,
      "step": 131120
    },
    {
      "epoch": 0.16633306188305313,
      "grad_norm": 4.75,
      "learning_rate": 4.1688698370330523e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5415089726448059,
      "num_tokens": 101119560.0,
      "step": 131130
    },
    {
      "epoch": 0.16634574647558598,
      "grad_norm": 6.0,
      "learning_rate": 4.1688064060244236e-05,
      "loss": 1.8759,
      "mean_token_accuracy": 0.5791067868471146,
      "num_tokens": 101126760.0,
      "step": 131140
    },
    {
      "epoch": 0.1663584310681188,
      "grad_norm": 6.0625,
      "learning_rate": 4.168742975015795e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5557461500167846,
      "num_tokens": 101133330.0,
      "step": 131150
    },
    {
      "epoch": 0.16637111566065163,
      "grad_norm": 5.15625,
      "learning_rate": 4.168679544007165e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5362264484167099,
      "num_tokens": 101141756.0,
      "step": 131160
    },
    {
      "epoch": 0.16638380025318447,
      "grad_norm": 5.75,
      "learning_rate": 4.1686161129985365e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5422276288270951,
      "num_tokens": 101150012.0,
      "step": 131170
    },
    {
      "epoch": 0.1663964848457173,
      "grad_norm": 6.15625,
      "learning_rate": 4.168552681989907e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5535942703485489,
      "num_tokens": 101157976.0,
      "step": 131180
    },
    {
      "epoch": 0.16640916943825013,
      "grad_norm": 5.28125,
      "learning_rate": 4.1684892509812776e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5152995258569717,
      "num_tokens": 101166476.0,
      "step": 131190
    },
    {
      "epoch": 0.16642185403078297,
      "grad_norm": 5.03125,
      "learning_rate": 4.168425819972649e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5619202345609665,
      "num_tokens": 101171492.0,
      "step": 131200
    },
    {
      "epoch": 0.1664345386233158,
      "grad_norm": 4.71875,
      "learning_rate": 4.168362388964019e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5386425077915191,
      "num_tokens": 101180642.0,
      "step": 131210
    },
    {
      "epoch": 0.16644722321584865,
      "grad_norm": 4.75,
      "learning_rate": 4.1682989579553905e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.531299501657486,
      "num_tokens": 101189249.0,
      "step": 131220
    },
    {
      "epoch": 0.16645990780838146,
      "grad_norm": 5.09375,
      "learning_rate": 4.168235526946762e-05,
      "loss": 1.6963,
      "mean_token_accuracy": 0.6185718238353729,
      "num_tokens": 101195314.0,
      "step": 131230
    },
    {
      "epoch": 0.1664725924009143,
      "grad_norm": 4.25,
      "learning_rate": 4.168172095938132e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5692634999752044,
      "num_tokens": 101203138.0,
      "step": 131240
    },
    {
      "epoch": 0.16648527699344715,
      "grad_norm": 5.125,
      "learning_rate": 4.168108664929503e-05,
      "loss": 2.2703,
      "mean_token_accuracy": 0.5193337440490723,
      "num_tokens": 101212218.0,
      "step": 131250
    },
    {
      "epoch": 0.16649796158598,
      "grad_norm": 5.21875,
      "learning_rate": 4.1680452339208734e-05,
      "loss": 2.2557,
      "mean_token_accuracy": 0.504920807480812,
      "num_tokens": 101221605.0,
      "step": 131260
    },
    {
      "epoch": 0.1665106461785128,
      "grad_norm": 5.09375,
      "learning_rate": 4.1679818029122446e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5466260522603988,
      "num_tokens": 101228381.0,
      "step": 131270
    },
    {
      "epoch": 0.16652333077104564,
      "grad_norm": 3.015625,
      "learning_rate": 4.167918371903616e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5640481382608413,
      "num_tokens": 101236065.0,
      "step": 131280
    },
    {
      "epoch": 0.16653601536357848,
      "grad_norm": 4.75,
      "learning_rate": 4.167854940894986e-05,
      "loss": 1.7649,
      "mean_token_accuracy": 0.6018916964530945,
      "num_tokens": 101244380.0,
      "step": 131290
    },
    {
      "epoch": 0.16654869995611132,
      "grad_norm": 6.1875,
      "learning_rate": 4.1677915098863575e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5603958696126938,
      "num_tokens": 101251302.0,
      "step": 131300
    },
    {
      "epoch": 0.16656138454864414,
      "grad_norm": 5.90625,
      "learning_rate": 4.167728078877728e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5470260262489319,
      "num_tokens": 101259437.0,
      "step": 131310
    },
    {
      "epoch": 0.16657406914117698,
      "grad_norm": 6.25,
      "learning_rate": 4.1676646478690986e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5416460901498794,
      "num_tokens": 101266538.0,
      "step": 131320
    },
    {
      "epoch": 0.16658675373370982,
      "grad_norm": 4.96875,
      "learning_rate": 4.16760121686047e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5288318634033203,
      "num_tokens": 101274466.0,
      "step": 131330
    },
    {
      "epoch": 0.16659943832624263,
      "grad_norm": 7.9375,
      "learning_rate": 4.1675377858518404e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5278356850147248,
      "num_tokens": 101282857.0,
      "step": 131340
    },
    {
      "epoch": 0.16661212291877547,
      "grad_norm": 4.5625,
      "learning_rate": 4.1674743548432116e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5668524205684662,
      "num_tokens": 101290533.0,
      "step": 131350
    },
    {
      "epoch": 0.16662480751130831,
      "grad_norm": 5.59375,
      "learning_rate": 4.167410923834582e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5484633773565293,
      "num_tokens": 101297812.0,
      "step": 131360
    },
    {
      "epoch": 0.16663749210384116,
      "grad_norm": 7.0625,
      "learning_rate": 4.167347492825953e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5322467923164368,
      "num_tokens": 101306799.0,
      "step": 131370
    },
    {
      "epoch": 0.16665017669637397,
      "grad_norm": 5.1875,
      "learning_rate": 4.1672840618173245e-05,
      "loss": 2.2398,
      "mean_token_accuracy": 0.5105417281389236,
      "num_tokens": 101314814.0,
      "step": 131380
    },
    {
      "epoch": 0.1666628612889068,
      "grad_norm": 5.34375,
      "learning_rate": 4.167220630808695e-05,
      "loss": 1.9353,
      "mean_token_accuracy": 0.565581202507019,
      "num_tokens": 101320768.0,
      "step": 131390
    },
    {
      "epoch": 0.16667554588143965,
      "grad_norm": 5.4375,
      "learning_rate": 4.1671571998000656e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.536744424700737,
      "num_tokens": 101328622.0,
      "step": 131400
    },
    {
      "epoch": 0.1666882304739725,
      "grad_norm": 4.5625,
      "learning_rate": 4.167093768791436e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5516916900873184,
      "num_tokens": 101337330.0,
      "step": 131410
    },
    {
      "epoch": 0.1667009150665053,
      "grad_norm": 5.90625,
      "learning_rate": 4.1670303377828073e-05,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5622391939163208,
      "num_tokens": 101345185.0,
      "step": 131420
    },
    {
      "epoch": 0.16671359965903815,
      "grad_norm": 4.75,
      "learning_rate": 4.1669669067741786e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5518995702266694,
      "num_tokens": 101352687.0,
      "step": 131430
    },
    {
      "epoch": 0.166726284251571,
      "grad_norm": 5.59375,
      "learning_rate": 4.166903475765549e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5588801175355911,
      "num_tokens": 101359793.0,
      "step": 131440
    },
    {
      "epoch": 0.16673896884410383,
      "grad_norm": 4.625,
      "learning_rate": 4.16684004475692e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.567881628870964,
      "num_tokens": 101367782.0,
      "step": 131450
    },
    {
      "epoch": 0.16675165343663664,
      "grad_norm": 5.0,
      "learning_rate": 4.166776613748291e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5904008775949479,
      "num_tokens": 101374456.0,
      "step": 131460
    },
    {
      "epoch": 0.16676433802916948,
      "grad_norm": 5.5,
      "learning_rate": 4.1667131827396614e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5534739673137665,
      "num_tokens": 101381964.0,
      "step": 131470
    },
    {
      "epoch": 0.16677702262170233,
      "grad_norm": 5.9375,
      "learning_rate": 4.1666497517310326e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5449624449014664,
      "num_tokens": 101390211.0,
      "step": 131480
    },
    {
      "epoch": 0.16678970721423517,
      "grad_norm": 5.65625,
      "learning_rate": 4.166586320722403e-05,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5349233448505402,
      "num_tokens": 101398099.0,
      "step": 131490
    },
    {
      "epoch": 0.16680239180676798,
      "grad_norm": 6.625,
      "learning_rate": 4.166522889713774e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5680559277534485,
      "num_tokens": 101405309.0,
      "step": 131500
    },
    {
      "epoch": 0.16681507639930082,
      "grad_norm": 6.125,
      "learning_rate": 4.166459458705145e-05,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5216007202863693,
      "num_tokens": 101412997.0,
      "step": 131510
    },
    {
      "epoch": 0.16682776099183366,
      "grad_norm": 7.21875,
      "learning_rate": 4.166396027696516e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5260606646537781,
      "num_tokens": 101419518.0,
      "step": 131520
    },
    {
      "epoch": 0.1668404455843665,
      "grad_norm": 4.75,
      "learning_rate": 4.1663325966878866e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5254474014043808,
      "num_tokens": 101428758.0,
      "step": 131530
    },
    {
      "epoch": 0.16685313017689932,
      "grad_norm": 3.71875,
      "learning_rate": 4.166269165679257e-05,
      "loss": 1.8755,
      "mean_token_accuracy": 0.5758078783750534,
      "num_tokens": 101435587.0,
      "step": 131540
    },
    {
      "epoch": 0.16686581476943216,
      "grad_norm": 5.53125,
      "learning_rate": 4.1662057346706284e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5699903339147567,
      "num_tokens": 101443596.0,
      "step": 131550
    },
    {
      "epoch": 0.166878499361965,
      "grad_norm": 4.5,
      "learning_rate": 4.166142303661999e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5275053888559341,
      "num_tokens": 101451748.0,
      "step": 131560
    },
    {
      "epoch": 0.16689118395449784,
      "grad_norm": 5.90625,
      "learning_rate": 4.16607887265337e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5418922185897828,
      "num_tokens": 101459473.0,
      "step": 131570
    },
    {
      "epoch": 0.16690386854703065,
      "grad_norm": 5.46875,
      "learning_rate": 4.166015441644741e-05,
      "loss": 2.2603,
      "mean_token_accuracy": 0.5121220946311951,
      "num_tokens": 101467528.0,
      "step": 131580
    },
    {
      "epoch": 0.1669165531395635,
      "grad_norm": 5.5625,
      "learning_rate": 4.165952010636112e-05,
      "loss": 1.6172,
      "mean_token_accuracy": 0.6429077208042144,
      "num_tokens": 101473852.0,
      "step": 131590
    },
    {
      "epoch": 0.16692923773209634,
      "grad_norm": 5.34375,
      "learning_rate": 4.1658885796274824e-05,
      "loss": 1.8904,
      "mean_token_accuracy": 0.5811881393194198,
      "num_tokens": 101481213.0,
      "step": 131600
    },
    {
      "epoch": 0.16694192232462918,
      "grad_norm": 5.0625,
      "learning_rate": 4.165825148618853e-05,
      "loss": 1.9035,
      "mean_token_accuracy": 0.5811617851257325,
      "num_tokens": 101487994.0,
      "step": 131610
    },
    {
      "epoch": 0.166954606917162,
      "grad_norm": 6.71875,
      "learning_rate": 4.165761717610224e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5154152035713195,
      "num_tokens": 101495515.0,
      "step": 131620
    },
    {
      "epoch": 0.16696729150969483,
      "grad_norm": 4.09375,
      "learning_rate": 4.1656982866015954e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5737956643104554,
      "num_tokens": 101503060.0,
      "step": 131630
    },
    {
      "epoch": 0.16697997610222767,
      "grad_norm": 5.8125,
      "learning_rate": 4.165634855592966e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5503182202577591,
      "num_tokens": 101510086.0,
      "step": 131640
    },
    {
      "epoch": 0.16699266069476051,
      "grad_norm": 5.375,
      "learning_rate": 4.165571424584337e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5191727906465531,
      "num_tokens": 101519079.0,
      "step": 131650
    },
    {
      "epoch": 0.16700534528729333,
      "grad_norm": 7.90625,
      "learning_rate": 4.1655079935757076e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5120605856180191,
      "num_tokens": 101526952.0,
      "step": 131660
    },
    {
      "epoch": 0.16701802987982617,
      "grad_norm": 4.75,
      "learning_rate": 4.165444562567078e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5439600378274918,
      "num_tokens": 101534369.0,
      "step": 131670
    },
    {
      "epoch": 0.167030714472359,
      "grad_norm": 5.625,
      "learning_rate": 4.1653811315584494e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5291669845581055,
      "num_tokens": 101542221.0,
      "step": 131680
    },
    {
      "epoch": 0.16704339906489185,
      "grad_norm": 6.4375,
      "learning_rate": 4.16531770054982e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5298926115036011,
      "num_tokens": 101550548.0,
      "step": 131690
    },
    {
      "epoch": 0.16705608365742466,
      "grad_norm": 6.84375,
      "learning_rate": 4.165254269541191e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5311261802911759,
      "num_tokens": 101558518.0,
      "step": 131700
    },
    {
      "epoch": 0.1670687682499575,
      "grad_norm": 4.53125,
      "learning_rate": 4.165190838532562e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5395442813634872,
      "num_tokens": 101566558.0,
      "step": 131710
    },
    {
      "epoch": 0.16708145284249035,
      "grad_norm": 6.9375,
      "learning_rate": 4.165127407523933e-05,
      "loss": 1.7312,
      "mean_token_accuracy": 0.6123144149780273,
      "num_tokens": 101574517.0,
      "step": 131720
    },
    {
      "epoch": 0.1670941374350232,
      "grad_norm": 6.71875,
      "learning_rate": 4.165063976515304e-05,
      "loss": 1.9015,
      "mean_token_accuracy": 0.5714326173067092,
      "num_tokens": 101581557.0,
      "step": 131730
    },
    {
      "epoch": 0.167106822027556,
      "grad_norm": 7.4375,
      "learning_rate": 4.165000545506674e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5483425825834274,
      "num_tokens": 101588866.0,
      "step": 131740
    },
    {
      "epoch": 0.16711950662008884,
      "grad_norm": 4.875,
      "learning_rate": 4.164937114498045e-05,
      "loss": 1.8489,
      "mean_token_accuracy": 0.5781232297420502,
      "num_tokens": 101596260.0,
      "step": 131750
    },
    {
      "epoch": 0.16713219121262168,
      "grad_norm": 6.5,
      "learning_rate": 4.164873683489416e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5330376625061035,
      "num_tokens": 101603675.0,
      "step": 131760
    },
    {
      "epoch": 0.16714487580515452,
      "grad_norm": 5.1875,
      "learning_rate": 4.164810252480787e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.534537497162819,
      "num_tokens": 101611082.0,
      "step": 131770
    },
    {
      "epoch": 0.16715756039768734,
      "grad_norm": 4.4375,
      "learning_rate": 4.164746821472158e-05,
      "loss": 1.7917,
      "mean_token_accuracy": 0.6055352866649628,
      "num_tokens": 101618188.0,
      "step": 131780
    },
    {
      "epoch": 0.16717024499022018,
      "grad_norm": 9.125,
      "learning_rate": 4.164683390463529e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.56069575548172,
      "num_tokens": 101624929.0,
      "step": 131790
    },
    {
      "epoch": 0.16718292958275302,
      "grad_norm": 5.5625,
      "learning_rate": 4.1646199594549e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5548797309398651,
      "num_tokens": 101632604.0,
      "step": 131800
    },
    {
      "epoch": 0.16719561417528583,
      "grad_norm": 4.90625,
      "learning_rate": 4.1645565284462704e-05,
      "loss": 2.2442,
      "mean_token_accuracy": 0.5187758386135102,
      "num_tokens": 101641402.0,
      "step": 131810
    },
    {
      "epoch": 0.16720829876781867,
      "grad_norm": 6.34375,
      "learning_rate": 4.164493097437641e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5618285357952117,
      "num_tokens": 101648614.0,
      "step": 131820
    },
    {
      "epoch": 0.16722098336035152,
      "grad_norm": 5.90625,
      "learning_rate": 4.164429666429012e-05,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5354237765073776,
      "num_tokens": 101656216.0,
      "step": 131830
    },
    {
      "epoch": 0.16723366795288436,
      "grad_norm": 5.65625,
      "learning_rate": 4.164366235420383e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5314653366804123,
      "num_tokens": 101663120.0,
      "step": 131840
    },
    {
      "epoch": 0.16724635254541717,
      "grad_norm": 4.9375,
      "learning_rate": 4.164302804411754e-05,
      "loss": 2.273,
      "mean_token_accuracy": 0.5142678916454315,
      "num_tokens": 101671406.0,
      "step": 131850
    },
    {
      "epoch": 0.16725903713795,
      "grad_norm": 4.8125,
      "learning_rate": 4.1642393734031244e-05,
      "loss": 1.8884,
      "mean_token_accuracy": 0.575861132144928,
      "num_tokens": 101678907.0,
      "step": 131860
    },
    {
      "epoch": 0.16727172173048285,
      "grad_norm": 10.0625,
      "learning_rate": 4.1641759423944957e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5522069454193115,
      "num_tokens": 101686077.0,
      "step": 131870
    },
    {
      "epoch": 0.1672844063230157,
      "grad_norm": 5.46875,
      "learning_rate": 4.164112511385866e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5606334894895554,
      "num_tokens": 101694428.0,
      "step": 131880
    },
    {
      "epoch": 0.1672970909155485,
      "grad_norm": 5.40625,
      "learning_rate": 4.164049080377237e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5467554956674576,
      "num_tokens": 101702487.0,
      "step": 131890
    },
    {
      "epoch": 0.16730977550808135,
      "grad_norm": 5.3125,
      "learning_rate": 4.163985649368608e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5425442159175873,
      "num_tokens": 101710621.0,
      "step": 131900
    },
    {
      "epoch": 0.1673224601006142,
      "grad_norm": 7.75,
      "learning_rate": 4.1639222183599785e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5200684756040573,
      "num_tokens": 101719029.0,
      "step": 131910
    },
    {
      "epoch": 0.16733514469314703,
      "grad_norm": 6.25,
      "learning_rate": 4.16385878735135e-05,
      "loss": 2.2866,
      "mean_token_accuracy": 0.5098870784044266,
      "num_tokens": 101727140.0,
      "step": 131920
    },
    {
      "epoch": 0.16734782928567984,
      "grad_norm": 8.125,
      "learning_rate": 4.163795356342721e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5563129663467408,
      "num_tokens": 101734534.0,
      "step": 131930
    },
    {
      "epoch": 0.16736051387821269,
      "grad_norm": 6.25,
      "learning_rate": 4.1637319253340914e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5479860216379165,
      "num_tokens": 101741760.0,
      "step": 131940
    },
    {
      "epoch": 0.16737319847074553,
      "grad_norm": 5.78125,
      "learning_rate": 4.163668494325462e-05,
      "loss": 1.7504,
      "mean_token_accuracy": 0.598428612947464,
      "num_tokens": 101749141.0,
      "step": 131950
    },
    {
      "epoch": 0.16738588306327837,
      "grad_norm": 6.96875,
      "learning_rate": 4.1636050633168325e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5423643946647644,
      "num_tokens": 101757633.0,
      "step": 131960
    },
    {
      "epoch": 0.16739856765581118,
      "grad_norm": 4.6875,
      "learning_rate": 4.163541632308204e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5555576503276825,
      "num_tokens": 101764749.0,
      "step": 131970
    },
    {
      "epoch": 0.16741125224834402,
      "grad_norm": 6.40625,
      "learning_rate": 4.163478201299575e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5388001590967179,
      "num_tokens": 101772689.0,
      "step": 131980
    },
    {
      "epoch": 0.16742393684087686,
      "grad_norm": 5.4375,
      "learning_rate": 4.1634147702909455e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5481705129146576,
      "num_tokens": 101781109.0,
      "step": 131990
    },
    {
      "epoch": 0.1674366214334097,
      "grad_norm": 5.65625,
      "learning_rate": 4.163351339282317e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5151828408241272,
      "num_tokens": 101788316.0,
      "step": 132000
    },
    {
      "epoch": 0.16744930602594252,
      "grad_norm": 4.5,
      "learning_rate": 4.163287908273687e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.527892279624939,
      "num_tokens": 101795784.0,
      "step": 132010
    },
    {
      "epoch": 0.16746199061847536,
      "grad_norm": 5.6875,
      "learning_rate": 4.163224477265058e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5600595563650131,
      "num_tokens": 101803891.0,
      "step": 132020
    },
    {
      "epoch": 0.1674746752110082,
      "grad_norm": 6.90625,
      "learning_rate": 4.163161046256429e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5601100474596024,
      "num_tokens": 101811602.0,
      "step": 132030
    },
    {
      "epoch": 0.16748735980354104,
      "grad_norm": 5.59375,
      "learning_rate": 4.1630976152477995e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5418235212564468,
      "num_tokens": 101818546.0,
      "step": 132040
    },
    {
      "epoch": 0.16750004439607385,
      "grad_norm": 5.25,
      "learning_rate": 4.163034184239171e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5523063540458679,
      "num_tokens": 101827927.0,
      "step": 132050
    },
    {
      "epoch": 0.1675127289886067,
      "grad_norm": 4.5625,
      "learning_rate": 4.162970753230541e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5337422788143158,
      "num_tokens": 101835353.0,
      "step": 132060
    },
    {
      "epoch": 0.16752541358113954,
      "grad_norm": 5.78125,
      "learning_rate": 4.1629073222219125e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5256146669387818,
      "num_tokens": 101842291.0,
      "step": 132070
    },
    {
      "epoch": 0.16753809817367238,
      "grad_norm": 6.96875,
      "learning_rate": 4.162843891213283e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5248548507690429,
      "num_tokens": 101849276.0,
      "step": 132080
    },
    {
      "epoch": 0.1675507827662052,
      "grad_norm": 6.1875,
      "learning_rate": 4.1627804602046535e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5517379343509674,
      "num_tokens": 101856562.0,
      "step": 132090
    },
    {
      "epoch": 0.16756346735873803,
      "grad_norm": 6.875,
      "learning_rate": 4.162717029196025e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5410126358270645,
      "num_tokens": 101865279.0,
      "step": 132100
    },
    {
      "epoch": 0.16757615195127087,
      "grad_norm": 5.1875,
      "learning_rate": 4.162653598187395e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5473430752754211,
      "num_tokens": 101874546.0,
      "step": 132110
    },
    {
      "epoch": 0.16758883654380372,
      "grad_norm": 4.78125,
      "learning_rate": 4.1625901671787665e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5182191759347916,
      "num_tokens": 101883509.0,
      "step": 132120
    },
    {
      "epoch": 0.16760152113633653,
      "grad_norm": 7.0625,
      "learning_rate": 4.162526736170138e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5271435052156448,
      "num_tokens": 101890876.0,
      "step": 132130
    },
    {
      "epoch": 0.16761420572886937,
      "grad_norm": 5.65625,
      "learning_rate": 4.162463305161508e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5548622310161591,
      "num_tokens": 101898856.0,
      "step": 132140
    },
    {
      "epoch": 0.1676268903214022,
      "grad_norm": 4.90625,
      "learning_rate": 4.1623998741528795e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5460395008325577,
      "num_tokens": 101906353.0,
      "step": 132150
    },
    {
      "epoch": 0.16763957491393505,
      "grad_norm": 5.5,
      "learning_rate": 4.16233644314425e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.513411957025528,
      "num_tokens": 101913212.0,
      "step": 132160
    },
    {
      "epoch": 0.16765225950646787,
      "grad_norm": 4.9375,
      "learning_rate": 4.1622730121356205e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5151051312685013,
      "num_tokens": 101920827.0,
      "step": 132170
    },
    {
      "epoch": 0.1676649440990007,
      "grad_norm": 5.59375,
      "learning_rate": 4.162209581126992e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5270451098680496,
      "num_tokens": 101929285.0,
      "step": 132180
    },
    {
      "epoch": 0.16767762869153355,
      "grad_norm": 5.65625,
      "learning_rate": 4.162146150118362e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5536639332771301,
      "num_tokens": 101935785.0,
      "step": 132190
    },
    {
      "epoch": 0.1676903132840664,
      "grad_norm": 5.9375,
      "learning_rate": 4.1620827191097335e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5406654059886933,
      "num_tokens": 101943860.0,
      "step": 132200
    },
    {
      "epoch": 0.1677029978765992,
      "grad_norm": 7.1875,
      "learning_rate": 4.162019288101105e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5687702268362045,
      "num_tokens": 101952309.0,
      "step": 132210
    },
    {
      "epoch": 0.16771568246913204,
      "grad_norm": 4.65625,
      "learning_rate": 4.161955857092475e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5598069250583648,
      "num_tokens": 101960753.0,
      "step": 132220
    },
    {
      "epoch": 0.16772836706166488,
      "grad_norm": 6.75,
      "learning_rate": 4.161892426083846e-05,
      "loss": 2.2107,
      "mean_token_accuracy": 0.5207857817411423,
      "num_tokens": 101968376.0,
      "step": 132230
    },
    {
      "epoch": 0.16774105165419773,
      "grad_norm": 10.5,
      "learning_rate": 4.161828995075216e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5539222180843353,
      "num_tokens": 101975703.0,
      "step": 132240
    },
    {
      "epoch": 0.16775373624673054,
      "grad_norm": 5.4375,
      "learning_rate": 4.1617655640665875e-05,
      "loss": 2.2559,
      "mean_token_accuracy": 0.504951685667038,
      "num_tokens": 101984794.0,
      "step": 132250
    },
    {
      "epoch": 0.16776642083926338,
      "grad_norm": 5.96875,
      "learning_rate": 4.161702133057959e-05,
      "loss": 2.2993,
      "mean_token_accuracy": 0.510335949063301,
      "num_tokens": 101991961.0,
      "step": 132260
    },
    {
      "epoch": 0.16777910543179622,
      "grad_norm": 5.28125,
      "learning_rate": 4.161638702049329e-05,
      "loss": 1.813,
      "mean_token_accuracy": 0.5984940886497497,
      "num_tokens": 101998593.0,
      "step": 132270
    },
    {
      "epoch": 0.16779179002432904,
      "grad_norm": 5.5,
      "learning_rate": 4.1615752710407005e-05,
      "loss": 2.326,
      "mean_token_accuracy": 0.504878169298172,
      "num_tokens": 102007413.0,
      "step": 132280
    },
    {
      "epoch": 0.16780447461686188,
      "grad_norm": 4.9375,
      "learning_rate": 4.161511840032071e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.524267315864563,
      "num_tokens": 102015806.0,
      "step": 132290
    },
    {
      "epoch": 0.16781715920939472,
      "grad_norm": 4.75,
      "learning_rate": 4.1614484090234415e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.543918377161026,
      "num_tokens": 102024959.0,
      "step": 132300
    },
    {
      "epoch": 0.16782984380192756,
      "grad_norm": 8.125,
      "learning_rate": 4.161384978014813e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5583726108074188,
      "num_tokens": 102032114.0,
      "step": 132310
    },
    {
      "epoch": 0.16784252839446037,
      "grad_norm": 5.21875,
      "learning_rate": 4.161321547006183e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5227095603942871,
      "num_tokens": 102040888.0,
      "step": 132320
    },
    {
      "epoch": 0.1678552129869932,
      "grad_norm": 5.3125,
      "learning_rate": 4.1612581159975545e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5587263762950897,
      "num_tokens": 102049209.0,
      "step": 132330
    },
    {
      "epoch": 0.16786789757952605,
      "grad_norm": 4.125,
      "learning_rate": 4.161194684988925e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5411424964666367,
      "num_tokens": 102056732.0,
      "step": 132340
    },
    {
      "epoch": 0.1678805821720589,
      "grad_norm": 4.8125,
      "learning_rate": 4.161131253980296e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5273904860019684,
      "num_tokens": 102064074.0,
      "step": 132350
    },
    {
      "epoch": 0.1678932667645917,
      "grad_norm": 5.75,
      "learning_rate": 4.161067822971667e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5769267827272415,
      "num_tokens": 102070688.0,
      "step": 132360
    },
    {
      "epoch": 0.16790595135712455,
      "grad_norm": 5.0,
      "learning_rate": 4.161004391963037e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5328900396823884,
      "num_tokens": 102079311.0,
      "step": 132370
    },
    {
      "epoch": 0.1679186359496574,
      "grad_norm": 5.875,
      "learning_rate": 4.1609409609544085e-05,
      "loss": 1.8565,
      "mean_token_accuracy": 0.5975905776023864,
      "num_tokens": 102086503.0,
      "step": 132380
    },
    {
      "epoch": 0.16793132054219023,
      "grad_norm": 5.78125,
      "learning_rate": 4.160877529945779e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5408424466848374,
      "num_tokens": 102093793.0,
      "step": 132390
    },
    {
      "epoch": 0.16794400513472305,
      "grad_norm": 7.3125,
      "learning_rate": 4.16081409893715e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5342292428016663,
      "num_tokens": 102101943.0,
      "step": 132400
    },
    {
      "epoch": 0.1679566897272559,
      "grad_norm": 6.25,
      "learning_rate": 4.1607506679285215e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5661974608898163,
      "num_tokens": 102109634.0,
      "step": 132410
    },
    {
      "epoch": 0.16796937431978873,
      "grad_norm": 4.78125,
      "learning_rate": 4.160687236919892e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5308433055877686,
      "num_tokens": 102116767.0,
      "step": 132420
    },
    {
      "epoch": 0.16798205891232157,
      "grad_norm": 5.09375,
      "learning_rate": 4.1606238059112626e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5203196704387665,
      "num_tokens": 102125197.0,
      "step": 132430
    },
    {
      "epoch": 0.16799474350485438,
      "grad_norm": 6.5,
      "learning_rate": 4.160560374902633e-05,
      "loss": 1.9194,
      "mean_token_accuracy": 0.5743242979049683,
      "num_tokens": 102131773.0,
      "step": 132440
    },
    {
      "epoch": 0.16800742809738722,
      "grad_norm": 4.96875,
      "learning_rate": 4.160496943894004e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.535379347205162,
      "num_tokens": 102140433.0,
      "step": 132450
    },
    {
      "epoch": 0.16802011268992006,
      "grad_norm": 5.75,
      "learning_rate": 4.1604335128853755e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5444291859865189,
      "num_tokens": 102148711.0,
      "step": 132460
    },
    {
      "epoch": 0.1680327972824529,
      "grad_norm": 5.0,
      "learning_rate": 4.160370081876746e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.553920379281044,
      "num_tokens": 102156460.0,
      "step": 132470
    },
    {
      "epoch": 0.16804548187498572,
      "grad_norm": 5.8125,
      "learning_rate": 4.160306650868117e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5356761246919632,
      "num_tokens": 102164923.0,
      "step": 132480
    },
    {
      "epoch": 0.16805816646751856,
      "grad_norm": 7.90625,
      "learning_rate": 4.160243219859488e-05,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5188147813081742,
      "num_tokens": 102170888.0,
      "step": 132490
    },
    {
      "epoch": 0.1680708510600514,
      "grad_norm": 5.0625,
      "learning_rate": 4.1601797888508583e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5301174193620681,
      "num_tokens": 102178808.0,
      "step": 132500
    },
    {
      "epoch": 0.16808353565258424,
      "grad_norm": 4.46875,
      "learning_rate": 4.1601163578422296e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5479313910007477,
      "num_tokens": 102186349.0,
      "step": 132510
    },
    {
      "epoch": 0.16809622024511706,
      "grad_norm": 5.59375,
      "learning_rate": 4.1600529268336e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5131312131881713,
      "num_tokens": 102194547.0,
      "step": 132520
    },
    {
      "epoch": 0.1681089048376499,
      "grad_norm": 5.125,
      "learning_rate": 4.159989495824971e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5401864439249039,
      "num_tokens": 102202082.0,
      "step": 132530
    },
    {
      "epoch": 0.16812158943018274,
      "grad_norm": 5.40625,
      "learning_rate": 4.159926064816342e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5445543944835662,
      "num_tokens": 102209393.0,
      "step": 132540
    },
    {
      "epoch": 0.16813427402271558,
      "grad_norm": 5.0,
      "learning_rate": 4.159862633807713e-05,
      "loss": 2.3216,
      "mean_token_accuracy": 0.5033742010593414,
      "num_tokens": 102218630.0,
      "step": 132550
    },
    {
      "epoch": 0.1681469586152484,
      "grad_norm": 4.90625,
      "learning_rate": 4.159799202799084e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5173099964857102,
      "num_tokens": 102227850.0,
      "step": 132560
    },
    {
      "epoch": 0.16815964320778123,
      "grad_norm": 6.8125,
      "learning_rate": 4.159735771790455e-05,
      "loss": 1.7382,
      "mean_token_accuracy": 0.6051993012428284,
      "num_tokens": 102235031.0,
      "step": 132570
    },
    {
      "epoch": 0.16817232780031408,
      "grad_norm": 5.59375,
      "learning_rate": 4.1596723407818253e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5253232151269913,
      "num_tokens": 102241988.0,
      "step": 132580
    },
    {
      "epoch": 0.16818501239284692,
      "grad_norm": 6.21875,
      "learning_rate": 4.159608909773196e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5374977797269821,
      "num_tokens": 102250616.0,
      "step": 132590
    },
    {
      "epoch": 0.16819769698537973,
      "grad_norm": 5.3125,
      "learning_rate": 4.159545478764567e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5653090238571167,
      "num_tokens": 102258817.0,
      "step": 132600
    },
    {
      "epoch": 0.16821038157791257,
      "grad_norm": 4.78125,
      "learning_rate": 4.159482047755938e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5404138565063477,
      "num_tokens": 102266767.0,
      "step": 132610
    },
    {
      "epoch": 0.1682230661704454,
      "grad_norm": 5.125,
      "learning_rate": 4.159418616747309e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5272384405136108,
      "num_tokens": 102274420.0,
      "step": 132620
    },
    {
      "epoch": 0.16823575076297825,
      "grad_norm": 5.8125,
      "learning_rate": 4.15935518573868e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5178195327520371,
      "num_tokens": 102282570.0,
      "step": 132630
    },
    {
      "epoch": 0.16824843535551107,
      "grad_norm": 5.09375,
      "learning_rate": 4.1592917547300506e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5357107281684875,
      "num_tokens": 102289210.0,
      "step": 132640
    },
    {
      "epoch": 0.1682611199480439,
      "grad_norm": 4.78125,
      "learning_rate": 4.159228323721421e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5214830964803696,
      "num_tokens": 102296643.0,
      "step": 132650
    },
    {
      "epoch": 0.16827380454057675,
      "grad_norm": 5.4375,
      "learning_rate": 4.159164892712792e-05,
      "loss": 1.8139,
      "mean_token_accuracy": 0.584819632768631,
      "num_tokens": 102304733.0,
      "step": 132660
    },
    {
      "epoch": 0.1682864891331096,
      "grad_norm": 13.375,
      "learning_rate": 4.159101461704163e-05,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5111424595117569,
      "num_tokens": 102311859.0,
      "step": 132670
    },
    {
      "epoch": 0.1682991737256424,
      "grad_norm": 5.53125,
      "learning_rate": 4.159038030695534e-05,
      "loss": 2.317,
      "mean_token_accuracy": 0.5146334111690521,
      "num_tokens": 102319624.0,
      "step": 132680
    },
    {
      "epoch": 0.16831185831817524,
      "grad_norm": 5.625,
      "learning_rate": 4.1589745996869046e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5191180020570755,
      "num_tokens": 102327301.0,
      "step": 132690
    },
    {
      "epoch": 0.16832454291070809,
      "grad_norm": 6.65625,
      "learning_rate": 4.158911168678276e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.555763128399849,
      "num_tokens": 102335916.0,
      "step": 132700
    },
    {
      "epoch": 0.16833722750324093,
      "grad_norm": 6.53125,
      "learning_rate": 4.1588477376696464e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5386250734329223,
      "num_tokens": 102344436.0,
      "step": 132710
    },
    {
      "epoch": 0.16834991209577374,
      "grad_norm": 5.1875,
      "learning_rate": 4.158784306661017e-05,
      "loss": 1.796,
      "mean_token_accuracy": 0.6007257640361786,
      "num_tokens": 102351204.0,
      "step": 132720
    },
    {
      "epoch": 0.16836259668830658,
      "grad_norm": 5.0625,
      "learning_rate": 4.158720875652388e-05,
      "loss": 1.8164,
      "mean_token_accuracy": 0.5913478463888169,
      "num_tokens": 102358847.0,
      "step": 132730
    },
    {
      "epoch": 0.16837528128083942,
      "grad_norm": 5.3125,
      "learning_rate": 4.1586574446437586e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5237881183624268,
      "num_tokens": 102366750.0,
      "step": 132740
    },
    {
      "epoch": 0.16838796587337224,
      "grad_norm": 5.59375,
      "learning_rate": 4.15859401363513e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.554341733455658,
      "num_tokens": 102375674.0,
      "step": 132750
    },
    {
      "epoch": 0.16840065046590508,
      "grad_norm": 6.21875,
      "learning_rate": 4.158530582626501e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5302514851093292,
      "num_tokens": 102384125.0,
      "step": 132760
    },
    {
      "epoch": 0.16841333505843792,
      "grad_norm": 5.0,
      "learning_rate": 4.1584671516178716e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5447508990764618,
      "num_tokens": 102391465.0,
      "step": 132770
    },
    {
      "epoch": 0.16842601965097076,
      "grad_norm": 5.0,
      "learning_rate": 4.158403720609242e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5485568314790725,
      "num_tokens": 102399854.0,
      "step": 132780
    },
    {
      "epoch": 0.16843870424350357,
      "grad_norm": 6.53125,
      "learning_rate": 4.158340289600613e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5270664304494858,
      "num_tokens": 102407300.0,
      "step": 132790
    },
    {
      "epoch": 0.16845138883603641,
      "grad_norm": 6.59375,
      "learning_rate": 4.158276858591984e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5558449536561966,
      "num_tokens": 102415029.0,
      "step": 132800
    },
    {
      "epoch": 0.16846407342856926,
      "grad_norm": 7.40625,
      "learning_rate": 4.158213427583355e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.5275473684072495,
      "num_tokens": 102422839.0,
      "step": 132810
    },
    {
      "epoch": 0.1684767580211021,
      "grad_norm": 5.59375,
      "learning_rate": 4.1581499965747256e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5446630477905273,
      "num_tokens": 102429989.0,
      "step": 132820
    },
    {
      "epoch": 0.1684894426136349,
      "grad_norm": 5.03125,
      "learning_rate": 4.158086565566097e-05,
      "loss": 1.8641,
      "mean_token_accuracy": 0.598507359623909,
      "num_tokens": 102436091.0,
      "step": 132830
    },
    {
      "epoch": 0.16850212720616775,
      "grad_norm": 6.09375,
      "learning_rate": 4.1580231345574674e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5560949325561524,
      "num_tokens": 102443467.0,
      "step": 132840
    },
    {
      "epoch": 0.1685148117987006,
      "grad_norm": 5.90625,
      "learning_rate": 4.157959703548838e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5569546937942504,
      "num_tokens": 102451280.0,
      "step": 132850
    },
    {
      "epoch": 0.16852749639123343,
      "grad_norm": 6.84375,
      "learning_rate": 4.157896272540209e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5219667702913284,
      "num_tokens": 102459929.0,
      "step": 132860
    },
    {
      "epoch": 0.16854018098376625,
      "grad_norm": 5.875,
      "learning_rate": 4.15783284153158e-05,
      "loss": 1.7991,
      "mean_token_accuracy": 0.6016156524419785,
      "num_tokens": 102467062.0,
      "step": 132870
    },
    {
      "epoch": 0.1685528655762991,
      "grad_norm": 5.875,
      "learning_rate": 4.157769410522951e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5504161477088928,
      "num_tokens": 102475674.0,
      "step": 132880
    },
    {
      "epoch": 0.16856555016883193,
      "grad_norm": 7.34375,
      "learning_rate": 4.1577059795143214e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5676390498876571,
      "num_tokens": 102483344.0,
      "step": 132890
    },
    {
      "epoch": 0.16857823476136477,
      "grad_norm": 5.9375,
      "learning_rate": 4.1576425485056926e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5241953492164612,
      "num_tokens": 102490646.0,
      "step": 132900
    },
    {
      "epoch": 0.16859091935389758,
      "grad_norm": 5.0,
      "learning_rate": 4.157579117497064e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.573109632730484,
      "num_tokens": 102498947.0,
      "step": 132910
    },
    {
      "epoch": 0.16860360394643042,
      "grad_norm": 7.78125,
      "learning_rate": 4.157515686488434e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.580193716287613,
      "num_tokens": 102505925.0,
      "step": 132920
    },
    {
      "epoch": 0.16861628853896327,
      "grad_norm": 6.96875,
      "learning_rate": 4.157452255479805e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5307818204164505,
      "num_tokens": 102514347.0,
      "step": 132930
    },
    {
      "epoch": 0.1686289731314961,
      "grad_norm": 6.15625,
      "learning_rate": 4.1573888244711754e-05,
      "loss": 1.8896,
      "mean_token_accuracy": 0.5770117551088333,
      "num_tokens": 102521861.0,
      "step": 132940
    },
    {
      "epoch": 0.16864165772402892,
      "grad_norm": 6.3125,
      "learning_rate": 4.1573253934625467e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5184785097837448,
      "num_tokens": 102530409.0,
      "step": 132950
    },
    {
      "epoch": 0.16865434231656176,
      "grad_norm": 5.25,
      "learning_rate": 4.157261962453918e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5348843067884446,
      "num_tokens": 102537595.0,
      "step": 132960
    },
    {
      "epoch": 0.1686670269090946,
      "grad_norm": 5.25,
      "learning_rate": 4.1571985314452884e-05,
      "loss": 1.7394,
      "mean_token_accuracy": 0.5941072791814804,
      "num_tokens": 102544573.0,
      "step": 132970
    },
    {
      "epoch": 0.16867971150162744,
      "grad_norm": 5.3125,
      "learning_rate": 4.1571351004366596e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5378098994493484,
      "num_tokens": 102551576.0,
      "step": 132980
    },
    {
      "epoch": 0.16869239609416026,
      "grad_norm": 4.5625,
      "learning_rate": 4.15707166942803e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5678307294845581,
      "num_tokens": 102558871.0,
      "step": 132990
    },
    {
      "epoch": 0.1687050806866931,
      "grad_norm": 8.75,
      "learning_rate": 4.157008238419401e-05,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5658903449773789,
      "num_tokens": 102565740.0,
      "step": 133000
    },
    {
      "epoch": 0.16871776527922594,
      "grad_norm": 5.375,
      "learning_rate": 4.156944807410772e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5744465380907059,
      "num_tokens": 102573592.0,
      "step": 133010
    },
    {
      "epoch": 0.16873044987175878,
      "grad_norm": 5.34375,
      "learning_rate": 4.1568813764021424e-05,
      "loss": 1.8143,
      "mean_token_accuracy": 0.5969383597373963,
      "num_tokens": 102580652.0,
      "step": 133020
    },
    {
      "epoch": 0.1687431344642916,
      "grad_norm": 6.65625,
      "learning_rate": 4.1568179453935137e-05,
      "loss": 1.8404,
      "mean_token_accuracy": 0.5938559740781784,
      "num_tokens": 102587685.0,
      "step": 133030
    },
    {
      "epoch": 0.16875581905682444,
      "grad_norm": 5.15625,
      "learning_rate": 4.156754514384885e-05,
      "loss": 2.2081,
      "mean_token_accuracy": 0.5235536068677902,
      "num_tokens": 102596022.0,
      "step": 133040
    },
    {
      "epoch": 0.16876850364935728,
      "grad_norm": 5.625,
      "learning_rate": 4.1566910833762554e-05,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5866014748811722,
      "num_tokens": 102602923.0,
      "step": 133050
    },
    {
      "epoch": 0.16878118824189012,
      "grad_norm": 4.875,
      "learning_rate": 4.156627652367626e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5475805789232254,
      "num_tokens": 102609945.0,
      "step": 133060
    },
    {
      "epoch": 0.16879387283442293,
      "grad_norm": 5.78125,
      "learning_rate": 4.1565642213589965e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.551912984251976,
      "num_tokens": 102617367.0,
      "step": 133070
    },
    {
      "epoch": 0.16880655742695577,
      "grad_norm": 5.6875,
      "learning_rate": 4.156500790350368e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5395646184682846,
      "num_tokens": 102625760.0,
      "step": 133080
    },
    {
      "epoch": 0.1688192420194886,
      "grad_norm": 6.5,
      "learning_rate": 4.156437359341739e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5369571059942245,
      "num_tokens": 102634132.0,
      "step": 133090
    },
    {
      "epoch": 0.16883192661202145,
      "grad_norm": 6.15625,
      "learning_rate": 4.1563739283331094e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5588199764490127,
      "num_tokens": 102641272.0,
      "step": 133100
    },
    {
      "epoch": 0.16884461120455427,
      "grad_norm": 5.90625,
      "learning_rate": 4.1563104973244806e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5617503464221955,
      "num_tokens": 102649009.0,
      "step": 133110
    },
    {
      "epoch": 0.1688572957970871,
      "grad_norm": 6.46875,
      "learning_rate": 4.156247066315851e-05,
      "loss": 1.8478,
      "mean_token_accuracy": 0.5743889957666397,
      "num_tokens": 102654914.0,
      "step": 133120
    },
    {
      "epoch": 0.16886998038961995,
      "grad_norm": 4.71875,
      "learning_rate": 4.156183635307222e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5138149678707122,
      "num_tokens": 102663369.0,
      "step": 133130
    },
    {
      "epoch": 0.1688826649821528,
      "grad_norm": 6.0625,
      "learning_rate": 4.156120204298593e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.536306157708168,
      "num_tokens": 102669957.0,
      "step": 133140
    },
    {
      "epoch": 0.1688953495746856,
      "grad_norm": 5.0625,
      "learning_rate": 4.1560567732899635e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5573372900485992,
      "num_tokens": 102676098.0,
      "step": 133150
    },
    {
      "epoch": 0.16890803416721845,
      "grad_norm": 6.4375,
      "learning_rate": 4.155993342281335e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5747889459133149,
      "num_tokens": 102681903.0,
      "step": 133160
    },
    {
      "epoch": 0.1689207187597513,
      "grad_norm": 5.90625,
      "learning_rate": 4.155929911272705e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.537278202176094,
      "num_tokens": 102688130.0,
      "step": 133170
    },
    {
      "epoch": 0.16893340335228413,
      "grad_norm": 5.1875,
      "learning_rate": 4.1558664802640764e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5164429545402527,
      "num_tokens": 102696026.0,
      "step": 133180
    },
    {
      "epoch": 0.16894608794481694,
      "grad_norm": 5.03125,
      "learning_rate": 4.155803049255447e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5462309360504151,
      "num_tokens": 102704160.0,
      "step": 133190
    },
    {
      "epoch": 0.16895877253734978,
      "grad_norm": 4.84375,
      "learning_rate": 4.1557396182468175e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5400333255529404,
      "num_tokens": 102710851.0,
      "step": 133200
    },
    {
      "epoch": 0.16897145712988262,
      "grad_norm": 4.25,
      "learning_rate": 4.155676187238189e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5719389349222184,
      "num_tokens": 102717764.0,
      "step": 133210
    },
    {
      "epoch": 0.16898414172241544,
      "grad_norm": 5.46875,
      "learning_rate": 4.155612756229559e-05,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5109432578086853,
      "num_tokens": 102725227.0,
      "step": 133220
    },
    {
      "epoch": 0.16899682631494828,
      "grad_norm": 6.75,
      "learning_rate": 4.1555493252209305e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5336043268442154,
      "num_tokens": 102733266.0,
      "step": 133230
    },
    {
      "epoch": 0.16900951090748112,
      "grad_norm": 10.9375,
      "learning_rate": 4.155485894212302e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5601667672395706,
      "num_tokens": 102739864.0,
      "step": 133240
    },
    {
      "epoch": 0.16902219550001396,
      "grad_norm": 5.71875,
      "learning_rate": 4.155422463203672e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5553507477045059,
      "num_tokens": 102747023.0,
      "step": 133250
    },
    {
      "epoch": 0.16903488009254677,
      "grad_norm": 6.03125,
      "learning_rate": 4.1553590321950434e-05,
      "loss": 1.8838,
      "mean_token_accuracy": 0.5737980425357818,
      "num_tokens": 102753725.0,
      "step": 133260
    },
    {
      "epoch": 0.16904756468507962,
      "grad_norm": 4.71875,
      "learning_rate": 4.155295601186413e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5440130829811096,
      "num_tokens": 102761686.0,
      "step": 133270
    },
    {
      "epoch": 0.16906024927761246,
      "grad_norm": 5.625,
      "learning_rate": 4.1552321701777845e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5373046398162842,
      "num_tokens": 102770436.0,
      "step": 133280
    },
    {
      "epoch": 0.1690729338701453,
      "grad_norm": 7.1875,
      "learning_rate": 4.155168739169156e-05,
      "loss": 1.754,
      "mean_token_accuracy": 0.5992788195610046,
      "num_tokens": 102776650.0,
      "step": 133290
    },
    {
      "epoch": 0.1690856184626781,
      "grad_norm": 6.5,
      "learning_rate": 4.155105308160526e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5380256921052933,
      "num_tokens": 102783657.0,
      "step": 133300
    },
    {
      "epoch": 0.16909830305521095,
      "grad_norm": 6.625,
      "learning_rate": 4.1550418771518974e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5447390645742416,
      "num_tokens": 102792289.0,
      "step": 133310
    },
    {
      "epoch": 0.1691109876477438,
      "grad_norm": 6.34375,
      "learning_rate": 4.154978446143268e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.5814664125442505,
      "num_tokens": 102799817.0,
      "step": 133320
    },
    {
      "epoch": 0.16912367224027663,
      "grad_norm": 6.53125,
      "learning_rate": 4.154915015134639e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5535824239253998,
      "num_tokens": 102807342.0,
      "step": 133330
    },
    {
      "epoch": 0.16913635683280945,
      "grad_norm": 5.65625,
      "learning_rate": 4.15485158412601e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5230934083461761,
      "num_tokens": 102816181.0,
      "step": 133340
    },
    {
      "epoch": 0.1691490414253423,
      "grad_norm": 5.78125,
      "learning_rate": 4.15478815311738e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.547182223200798,
      "num_tokens": 102822619.0,
      "step": 133350
    },
    {
      "epoch": 0.16916172601787513,
      "grad_norm": 4.8125,
      "learning_rate": 4.1547247221087515e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5509883970022201,
      "num_tokens": 102829256.0,
      "step": 133360
    },
    {
      "epoch": 0.16917441061040797,
      "grad_norm": 6.3125,
      "learning_rate": 4.154661291100122e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5534679234027863,
      "num_tokens": 102835682.0,
      "step": 133370
    },
    {
      "epoch": 0.16918709520294078,
      "grad_norm": 4.96875,
      "learning_rate": 4.154597860091493e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5340712100267411,
      "num_tokens": 102843752.0,
      "step": 133380
    },
    {
      "epoch": 0.16919977979547363,
      "grad_norm": 5.84375,
      "learning_rate": 4.1545344290828644e-05,
      "loss": 1.7597,
      "mean_token_accuracy": 0.6252466380596161,
      "num_tokens": 102849954.0,
      "step": 133390
    },
    {
      "epoch": 0.16921246438800647,
      "grad_norm": 4.53125,
      "learning_rate": 4.154470998074235e-05,
      "loss": 1.9427,
      "mean_token_accuracy": 0.5711584508419036,
      "num_tokens": 102856785.0,
      "step": 133400
    },
    {
      "epoch": 0.1692251489805393,
      "grad_norm": 5.46875,
      "learning_rate": 4.1544075670656055e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5222415894269943,
      "num_tokens": 102864458.0,
      "step": 133410
    },
    {
      "epoch": 0.16923783357307212,
      "grad_norm": 7.21875,
      "learning_rate": 4.154344136056976e-05,
      "loss": 1.6684,
      "mean_token_accuracy": 0.6240921288728714,
      "num_tokens": 102870883.0,
      "step": 133420
    },
    {
      "epoch": 0.16925051816560496,
      "grad_norm": 4.875,
      "learning_rate": 4.154280705048347e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5483325898647309,
      "num_tokens": 102879511.0,
      "step": 133430
    },
    {
      "epoch": 0.1692632027581378,
      "grad_norm": 4.53125,
      "learning_rate": 4.1542172740397185e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5443938374519348,
      "num_tokens": 102887550.0,
      "step": 133440
    },
    {
      "epoch": 0.16927588735067065,
      "grad_norm": 6.09375,
      "learning_rate": 4.154153843031089e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.535346332192421,
      "num_tokens": 102895559.0,
      "step": 133450
    },
    {
      "epoch": 0.16928857194320346,
      "grad_norm": 6.15625,
      "learning_rate": 4.15409041202246e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5354269206523895,
      "num_tokens": 102902853.0,
      "step": 133460
    },
    {
      "epoch": 0.1693012565357363,
      "grad_norm": 5.34375,
      "learning_rate": 4.154026981013831e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5290750980377197,
      "num_tokens": 102910813.0,
      "step": 133470
    },
    {
      "epoch": 0.16931394112826914,
      "grad_norm": 12.375,
      "learning_rate": 4.153963550005201e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5452675998210907,
      "num_tokens": 102918743.0,
      "step": 133480
    },
    {
      "epoch": 0.16932662572080198,
      "grad_norm": 11.9375,
      "learning_rate": 4.1539001189965725e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5247594147920609,
      "num_tokens": 102926305.0,
      "step": 133490
    },
    {
      "epoch": 0.1693393103133348,
      "grad_norm": 5.0,
      "learning_rate": 4.153836687987943e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.531146115064621,
      "num_tokens": 102934973.0,
      "step": 133500
    },
    {
      "epoch": 0.16935199490586764,
      "grad_norm": 6.125,
      "learning_rate": 4.153773256979314e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5373147249221801,
      "num_tokens": 102942089.0,
      "step": 133510
    },
    {
      "epoch": 0.16936467949840048,
      "grad_norm": 7.53125,
      "learning_rate": 4.153709825970685e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5375398427248002,
      "num_tokens": 102949162.0,
      "step": 133520
    },
    {
      "epoch": 0.16937736409093332,
      "grad_norm": 5.90625,
      "learning_rate": 4.153646394962056e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5289025276899337,
      "num_tokens": 102957437.0,
      "step": 133530
    },
    {
      "epoch": 0.16939004868346613,
      "grad_norm": 5.375,
      "learning_rate": 4.1535829639534265e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5575404196977616,
      "num_tokens": 102964555.0,
      "step": 133540
    },
    {
      "epoch": 0.16940273327599897,
      "grad_norm": 10.5625,
      "learning_rate": 4.153519532944797e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5498475402593612,
      "num_tokens": 102972391.0,
      "step": 133550
    },
    {
      "epoch": 0.16941541786853181,
      "grad_norm": 4.9375,
      "learning_rate": 4.153456101936168e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5298010826110839,
      "num_tokens": 102980687.0,
      "step": 133560
    },
    {
      "epoch": 0.16942810246106466,
      "grad_norm": 5.09375,
      "learning_rate": 4.153392670927539e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5507225930690766,
      "num_tokens": 102988817.0,
      "step": 133570
    },
    {
      "epoch": 0.16944078705359747,
      "grad_norm": 11.0625,
      "learning_rate": 4.15332923991891e-05,
      "loss": 1.8355,
      "mean_token_accuracy": 0.5905562579631806,
      "num_tokens": 102995363.0,
      "step": 133580
    },
    {
      "epoch": 0.1694534716461303,
      "grad_norm": 5.75,
      "learning_rate": 4.153265808910281e-05,
      "loss": 1.8327,
      "mean_token_accuracy": 0.5890324741601944,
      "num_tokens": 103003142.0,
      "step": 133590
    },
    {
      "epoch": 0.16946615623866315,
      "grad_norm": 6.1875,
      "learning_rate": 4.153202377901652e-05,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5600522935390473,
      "num_tokens": 103009746.0,
      "step": 133600
    },
    {
      "epoch": 0.169478840831196,
      "grad_norm": 5.84375,
      "learning_rate": 4.153138946893022e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5589979290962219,
      "num_tokens": 103016327.0,
      "step": 133610
    },
    {
      "epoch": 0.1694915254237288,
      "grad_norm": 8.8125,
      "learning_rate": 4.153075515884393e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.523451778292656,
      "num_tokens": 103024736.0,
      "step": 133620
    },
    {
      "epoch": 0.16950421001626165,
      "grad_norm": 5.46875,
      "learning_rate": 4.153012084875764e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5570484906435013,
      "num_tokens": 103032594.0,
      "step": 133630
    },
    {
      "epoch": 0.1695168946087945,
      "grad_norm": 5.03125,
      "learning_rate": 4.152948653867135e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5324772149324417,
      "num_tokens": 103040198.0,
      "step": 133640
    },
    {
      "epoch": 0.16952957920132733,
      "grad_norm": 4.96875,
      "learning_rate": 4.152885222858506e-05,
      "loss": 1.8282,
      "mean_token_accuracy": 0.5964695751667023,
      "num_tokens": 103047655.0,
      "step": 133650
    },
    {
      "epoch": 0.16954226379386014,
      "grad_norm": 5.46875,
      "learning_rate": 4.152821791849877e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5546869665384293,
      "num_tokens": 103055158.0,
      "step": 133660
    },
    {
      "epoch": 0.16955494838639298,
      "grad_norm": 4.96875,
      "learning_rate": 4.1527583608412476e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5536285042762756,
      "num_tokens": 103063935.0,
      "step": 133670
    },
    {
      "epoch": 0.16956763297892583,
      "grad_norm": 5.09375,
      "learning_rate": 4.152694929832619e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5463674783706665,
      "num_tokens": 103072616.0,
      "step": 133680
    },
    {
      "epoch": 0.16958031757145864,
      "grad_norm": 5.15625,
      "learning_rate": 4.152631498823989e-05,
      "loss": 1.7555,
      "mean_token_accuracy": 0.5977350890636444,
      "num_tokens": 103079144.0,
      "step": 133690
    },
    {
      "epoch": 0.16959300216399148,
      "grad_norm": 12.0625,
      "learning_rate": 4.15256806781536e-05,
      "loss": 1.8914,
      "mean_token_accuracy": 0.583472266793251,
      "num_tokens": 103085882.0,
      "step": 133700
    },
    {
      "epoch": 0.16960568675652432,
      "grad_norm": 5.09375,
      "learning_rate": 4.152504636806731e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5662926882505417,
      "num_tokens": 103093977.0,
      "step": 133710
    },
    {
      "epoch": 0.16961837134905716,
      "grad_norm": 5.375,
      "learning_rate": 4.1524412057981016e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5488181114196777,
      "num_tokens": 103101050.0,
      "step": 133720
    },
    {
      "epoch": 0.16963105594158998,
      "grad_norm": 5.0,
      "learning_rate": 4.152377774789473e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5084663540124893,
      "num_tokens": 103109306.0,
      "step": 133730
    },
    {
      "epoch": 0.16964374053412282,
      "grad_norm": 6.25,
      "learning_rate": 4.152314343780844e-05,
      "loss": 1.8446,
      "mean_token_accuracy": 0.5901092469692231,
      "num_tokens": 103116080.0,
      "step": 133740
    },
    {
      "epoch": 0.16965642512665566,
      "grad_norm": 6.0625,
      "learning_rate": 4.1522509127722145e-05,
      "loss": 1.9759,
      "mean_token_accuracy": 0.5614568263292312,
      "num_tokens": 103123529.0,
      "step": 133750
    },
    {
      "epoch": 0.1696691097191885,
      "grad_norm": 4.8125,
      "learning_rate": 4.152187481763585e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5490581750869751,
      "num_tokens": 103129904.0,
      "step": 133760
    },
    {
      "epoch": 0.1696817943117213,
      "grad_norm": 5.71875,
      "learning_rate": 4.1521240507549556e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5286126136779785,
      "num_tokens": 103137030.0,
      "step": 133770
    },
    {
      "epoch": 0.16969447890425415,
      "grad_norm": 5.1875,
      "learning_rate": 4.152060619746327e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5456993848085403,
      "num_tokens": 103144378.0,
      "step": 133780
    },
    {
      "epoch": 0.169707163496787,
      "grad_norm": 6.5,
      "learning_rate": 4.151997188737698e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5290498286485672,
      "num_tokens": 103152632.0,
      "step": 133790
    },
    {
      "epoch": 0.16971984808931984,
      "grad_norm": 4.75,
      "learning_rate": 4.1519337577290686e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5562500447034836,
      "num_tokens": 103159828.0,
      "step": 133800
    },
    {
      "epoch": 0.16973253268185265,
      "grad_norm": 4.8125,
      "learning_rate": 4.15187032672044e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5441923022270203,
      "num_tokens": 103167791.0,
      "step": 133810
    },
    {
      "epoch": 0.1697452172743855,
      "grad_norm": 5.40625,
      "learning_rate": 4.15180689571181e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5340660065412521,
      "num_tokens": 103176522.0,
      "step": 133820
    },
    {
      "epoch": 0.16975790186691833,
      "grad_norm": 7.375,
      "learning_rate": 4.151743464703181e-05,
      "loss": 1.8644,
      "mean_token_accuracy": 0.5687488496303559,
      "num_tokens": 103183216.0,
      "step": 133830
    },
    {
      "epoch": 0.16977058645945117,
      "grad_norm": 5.0,
      "learning_rate": 4.151680033694552e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5420177161693573,
      "num_tokens": 103191805.0,
      "step": 133840
    },
    {
      "epoch": 0.16978327105198399,
      "grad_norm": 4.625,
      "learning_rate": 4.1516166026859226e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5753405094146729,
      "num_tokens": 103198604.0,
      "step": 133850
    },
    {
      "epoch": 0.16979595564451683,
      "grad_norm": 5.375,
      "learning_rate": 4.151553171677294e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5398867100477218,
      "num_tokens": 103206412.0,
      "step": 133860
    },
    {
      "epoch": 0.16980864023704967,
      "grad_norm": 4.75,
      "learning_rate": 4.1514897406686644e-05,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5551869422197342,
      "num_tokens": 103215034.0,
      "step": 133870
    },
    {
      "epoch": 0.1698213248295825,
      "grad_norm": 8.625,
      "learning_rate": 4.1514263096600356e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5372876316308975,
      "num_tokens": 103221490.0,
      "step": 133880
    },
    {
      "epoch": 0.16983400942211532,
      "grad_norm": 5.9375,
      "learning_rate": 4.151362878651406e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5616092026233673,
      "num_tokens": 103228502.0,
      "step": 133890
    },
    {
      "epoch": 0.16984669401464816,
      "grad_norm": 6.59375,
      "learning_rate": 4.1512994476427766e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5249624967575073,
      "num_tokens": 103236054.0,
      "step": 133900
    },
    {
      "epoch": 0.169859378607181,
      "grad_norm": 6.1875,
      "learning_rate": 4.151236016634148e-05,
      "loss": 1.8672,
      "mean_token_accuracy": 0.5791156083345413,
      "num_tokens": 103242636.0,
      "step": 133910
    },
    {
      "epoch": 0.16987206319971385,
      "grad_norm": 4.8125,
      "learning_rate": 4.1511725856255184e-05,
      "loss": 1.6983,
      "mean_token_accuracy": 0.6149667531251908,
      "num_tokens": 103250221.0,
      "step": 133920
    },
    {
      "epoch": 0.16988474779224666,
      "grad_norm": 5.3125,
      "learning_rate": 4.1511091546168896e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5281449973583221,
      "num_tokens": 103259277.0,
      "step": 133930
    },
    {
      "epoch": 0.1698974323847795,
      "grad_norm": 6.6875,
      "learning_rate": 4.151045723608261e-05,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5291255325078964,
      "num_tokens": 103266563.0,
      "step": 133940
    },
    {
      "epoch": 0.16991011697731234,
      "grad_norm": 6.28125,
      "learning_rate": 4.1509822925996313e-05,
      "loss": 2.2466,
      "mean_token_accuracy": 0.5147990792989731,
      "num_tokens": 103275002.0,
      "step": 133950
    },
    {
      "epoch": 0.16992280156984518,
      "grad_norm": 6.46875,
      "learning_rate": 4.150918861591002e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5597948521375656,
      "num_tokens": 103281979.0,
      "step": 133960
    },
    {
      "epoch": 0.169935486162378,
      "grad_norm": 5.1875,
      "learning_rate": 4.150855430582373e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5204347550868988,
      "num_tokens": 103290941.0,
      "step": 133970
    },
    {
      "epoch": 0.16994817075491084,
      "grad_norm": 5.34375,
      "learning_rate": 4.1507919995737436e-05,
      "loss": 2.2208,
      "mean_token_accuracy": 0.5205574423074723,
      "num_tokens": 103298329.0,
      "step": 133980
    },
    {
      "epoch": 0.16996085534744368,
      "grad_norm": 5.65625,
      "learning_rate": 4.150728568565115e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5324244678020478,
      "num_tokens": 103304824.0,
      "step": 133990
    },
    {
      "epoch": 0.16997353993997652,
      "grad_norm": 5.25,
      "learning_rate": 4.1506651375564854e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5332333594560623,
      "num_tokens": 103312776.0,
      "step": 134000
    },
    {
      "epoch": 0.16998622453250933,
      "grad_norm": 10.9375,
      "learning_rate": 4.1506017065478566e-05,
      "loss": 1.9381,
      "mean_token_accuracy": 0.571877920627594,
      "num_tokens": 103319297.0,
      "step": 134010
    },
    {
      "epoch": 0.16999890912504217,
      "grad_norm": 5.375,
      "learning_rate": 4.150538275539228e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5515811324119568,
      "num_tokens": 103326636.0,
      "step": 134020
    },
    {
      "epoch": 0.17001159371757502,
      "grad_norm": 7.09375,
      "learning_rate": 4.1504748445305977e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5287882387638092,
      "num_tokens": 103335086.0,
      "step": 134030
    },
    {
      "epoch": 0.17002427831010786,
      "grad_norm": 5.75,
      "learning_rate": 4.150411413521969e-05,
      "loss": 1.9393,
      "mean_token_accuracy": 0.5618150234222412,
      "num_tokens": 103343269.0,
      "step": 134040
    },
    {
      "epoch": 0.17003696290264067,
      "grad_norm": 5.3125,
      "learning_rate": 4.1503479825133394e-05,
      "loss": 1.7413,
      "mean_token_accuracy": 0.606618195772171,
      "num_tokens": 103349988.0,
      "step": 134050
    },
    {
      "epoch": 0.1700496474951735,
      "grad_norm": 6.8125,
      "learning_rate": 4.1502845515047106e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5286577135324478,
      "num_tokens": 103358496.0,
      "step": 134060
    },
    {
      "epoch": 0.17006233208770635,
      "grad_norm": 5.1875,
      "learning_rate": 4.150221120496082e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5276417940855026,
      "num_tokens": 103364884.0,
      "step": 134070
    },
    {
      "epoch": 0.1700750166802392,
      "grad_norm": 5.78125,
      "learning_rate": 4.1501576894874524e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5217170059680939,
      "num_tokens": 103373071.0,
      "step": 134080
    },
    {
      "epoch": 0.170087701272772,
      "grad_norm": 5.71875,
      "learning_rate": 4.1500942584788236e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5274228185415268,
      "num_tokens": 103381010.0,
      "step": 134090
    },
    {
      "epoch": 0.17010038586530485,
      "grad_norm": 5.09375,
      "learning_rate": 4.150030827470194e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5224867194890976,
      "num_tokens": 103389671.0,
      "step": 134100
    },
    {
      "epoch": 0.1701130704578377,
      "grad_norm": 5.96875,
      "learning_rate": 4.1499673964615647e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.519727623462677,
      "num_tokens": 103396780.0,
      "step": 134110
    },
    {
      "epoch": 0.17012575505037053,
      "grad_norm": 7.15625,
      "learning_rate": 4.149903965452936e-05,
      "loss": 1.8323,
      "mean_token_accuracy": 0.5780879080295562,
      "num_tokens": 103403945.0,
      "step": 134120
    },
    {
      "epoch": 0.17013843964290334,
      "grad_norm": 5.0,
      "learning_rate": 4.1498405344443064e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5306629925966263,
      "num_tokens": 103411918.0,
      "step": 134130
    },
    {
      "epoch": 0.17015112423543619,
      "grad_norm": 5.21875,
      "learning_rate": 4.1497771034356776e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5418835043907165,
      "num_tokens": 103419967.0,
      "step": 134140
    },
    {
      "epoch": 0.17016380882796903,
      "grad_norm": 7.1875,
      "learning_rate": 4.149713672427048e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5498535066843033,
      "num_tokens": 103427411.0,
      "step": 134150
    },
    {
      "epoch": 0.17017649342050184,
      "grad_norm": 7.28125,
      "learning_rate": 4.1496502414184194e-05,
      "loss": 2.2637,
      "mean_token_accuracy": 0.5193577826023101,
      "num_tokens": 103436042.0,
      "step": 134160
    },
    {
      "epoch": 0.17018917801303468,
      "grad_norm": 4.71875,
      "learning_rate": 4.14958681040979e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5336781829595566,
      "num_tokens": 103445644.0,
      "step": 134170
    },
    {
      "epoch": 0.17020186260556752,
      "grad_norm": 4.6875,
      "learning_rate": 4.1495233794011604e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5463377803564071,
      "num_tokens": 103453957.0,
      "step": 134180
    },
    {
      "epoch": 0.17021454719810036,
      "grad_norm": 8.0625,
      "learning_rate": 4.1494599483925316e-05,
      "loss": 2.3368,
      "mean_token_accuracy": 0.49781930148601533,
      "num_tokens": 103461464.0,
      "step": 134190
    },
    {
      "epoch": 0.17022723179063318,
      "grad_norm": 4.625,
      "learning_rate": 4.149396517383902e-05,
      "loss": 2.2544,
      "mean_token_accuracy": 0.5160753905773163,
      "num_tokens": 103469164.0,
      "step": 134200
    },
    {
      "epoch": 0.17023991638316602,
      "grad_norm": 4.9375,
      "learning_rate": 4.1493330863752734e-05,
      "loss": 2.2162,
      "mean_token_accuracy": 0.5183590322732925,
      "num_tokens": 103477430.0,
      "step": 134210
    },
    {
      "epoch": 0.17025260097569886,
      "grad_norm": 6.5625,
      "learning_rate": 4.1492696553666446e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5708825886249542,
      "num_tokens": 103485368.0,
      "step": 134220
    },
    {
      "epoch": 0.1702652855682317,
      "grad_norm": 4.65625,
      "learning_rate": 4.149206224358015e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5689934521913529,
      "num_tokens": 103493487.0,
      "step": 134230
    },
    {
      "epoch": 0.1702779701607645,
      "grad_norm": 6.15625,
      "learning_rate": 4.149142793349386e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5152432531118393,
      "num_tokens": 103501522.0,
      "step": 134240
    },
    {
      "epoch": 0.17029065475329735,
      "grad_norm": 5.125,
      "learning_rate": 4.149079362340756e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5379264831542969,
      "num_tokens": 103509090.0,
      "step": 134250
    },
    {
      "epoch": 0.1703033393458302,
      "grad_norm": 6.71875,
      "learning_rate": 4.1490159313321274e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5304864287376404,
      "num_tokens": 103517248.0,
      "step": 134260
    },
    {
      "epoch": 0.17031602393836304,
      "grad_norm": 5.03125,
      "learning_rate": 4.1489525003234986e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5279449760913849,
      "num_tokens": 103525130.0,
      "step": 134270
    },
    {
      "epoch": 0.17032870853089585,
      "grad_norm": 5.46875,
      "learning_rate": 4.148889069314869e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5604257673025131,
      "num_tokens": 103532817.0,
      "step": 134280
    },
    {
      "epoch": 0.1703413931234287,
      "grad_norm": 5.53125,
      "learning_rate": 4.1488256383062404e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5798829853534698,
      "num_tokens": 103539836.0,
      "step": 134290
    },
    {
      "epoch": 0.17035407771596153,
      "grad_norm": 5.25,
      "learning_rate": 4.148762207297611e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5456775218248368,
      "num_tokens": 103546804.0,
      "step": 134300
    },
    {
      "epoch": 0.17036676230849437,
      "grad_norm": 6.8125,
      "learning_rate": 4.1486987762889815e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5433521509170532,
      "num_tokens": 103554033.0,
      "step": 134310
    },
    {
      "epoch": 0.1703794469010272,
      "grad_norm": 4.90625,
      "learning_rate": 4.148635345280353e-05,
      "loss": 2.2875,
      "mean_token_accuracy": 0.5064734876155853,
      "num_tokens": 103563121.0,
      "step": 134320
    },
    {
      "epoch": 0.17039213149356003,
      "grad_norm": 4.78125,
      "learning_rate": 4.148571914271723e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5309135317802429,
      "num_tokens": 103571255.0,
      "step": 134330
    },
    {
      "epoch": 0.17040481608609287,
      "grad_norm": 5.5625,
      "learning_rate": 4.1485084832630944e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5554690092802048,
      "num_tokens": 103578973.0,
      "step": 134340
    },
    {
      "epoch": 0.1704175006786257,
      "grad_norm": 5.15625,
      "learning_rate": 4.148445052254465e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5725701361894607,
      "num_tokens": 103585306.0,
      "step": 134350
    },
    {
      "epoch": 0.17043018527115852,
      "grad_norm": 7.5625,
      "learning_rate": 4.148381621245836e-05,
      "loss": 1.7071,
      "mean_token_accuracy": 0.6137532234191895,
      "num_tokens": 103592695.0,
      "step": 134360
    },
    {
      "epoch": 0.17044286986369137,
      "grad_norm": 5.375,
      "learning_rate": 4.148318190237207e-05,
      "loss": 1.7432,
      "mean_token_accuracy": 0.6015226989984512,
      "num_tokens": 103600288.0,
      "step": 134370
    },
    {
      "epoch": 0.1704555544562242,
      "grad_norm": 4.71875,
      "learning_rate": 4.148254759228577e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5523353934288024,
      "num_tokens": 103607236.0,
      "step": 134380
    },
    {
      "epoch": 0.17046823904875705,
      "grad_norm": 7.53125,
      "learning_rate": 4.1481913282199484e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5427862763404846,
      "num_tokens": 103615362.0,
      "step": 134390
    },
    {
      "epoch": 0.17048092364128986,
      "grad_norm": 6.375,
      "learning_rate": 4.148127897211319e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5424666404724121,
      "num_tokens": 103622878.0,
      "step": 134400
    },
    {
      "epoch": 0.1704936082338227,
      "grad_norm": 5.375,
      "learning_rate": 4.14806446620269e-05,
      "loss": 1.8174,
      "mean_token_accuracy": 0.5931264311075211,
      "num_tokens": 103631110.0,
      "step": 134410
    },
    {
      "epoch": 0.17050629282635554,
      "grad_norm": 11.9375,
      "learning_rate": 4.1480010351940614e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5590015858411789,
      "num_tokens": 103638057.0,
      "step": 134420
    },
    {
      "epoch": 0.17051897741888838,
      "grad_norm": 6.21875,
      "learning_rate": 4.147937604185432e-05,
      "loss": 1.9254,
      "mean_token_accuracy": 0.5748983085155487,
      "num_tokens": 103645296.0,
      "step": 134430
    },
    {
      "epoch": 0.1705316620114212,
      "grad_norm": 4.59375,
      "learning_rate": 4.147874173176803e-05,
      "loss": 2.2997,
      "mean_token_accuracy": 0.4968738257884979,
      "num_tokens": 103653686.0,
      "step": 134440
    },
    {
      "epoch": 0.17054434660395404,
      "grad_norm": 6.6875,
      "learning_rate": 4.147810742168173e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.540179243683815,
      "num_tokens": 103660892.0,
      "step": 134450
    },
    {
      "epoch": 0.17055703119648688,
      "grad_norm": 5.5625,
      "learning_rate": 4.147747311159544e-05,
      "loss": 1.8327,
      "mean_token_accuracy": 0.5908859699964524,
      "num_tokens": 103668253.0,
      "step": 134460
    },
    {
      "epoch": 0.17056971578901972,
      "grad_norm": 5.28125,
      "learning_rate": 4.1476838801509154e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5679669231176376,
      "num_tokens": 103676024.0,
      "step": 134470
    },
    {
      "epoch": 0.17058240038155253,
      "grad_norm": 5.15625,
      "learning_rate": 4.147620449142286e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5439779162406921,
      "num_tokens": 103684185.0,
      "step": 134480
    },
    {
      "epoch": 0.17059508497408538,
      "grad_norm": 13.9375,
      "learning_rate": 4.147557018133657e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5394450455904007,
      "num_tokens": 103690898.0,
      "step": 134490
    },
    {
      "epoch": 0.17060776956661822,
      "grad_norm": 5.8125,
      "learning_rate": 4.147493587125028e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.5204366028308869,
      "num_tokens": 103699140.0,
      "step": 134500
    },
    {
      "epoch": 0.17062045415915106,
      "grad_norm": 5.25,
      "learning_rate": 4.147430156116399e-05,
      "loss": 1.8221,
      "mean_token_accuracy": 0.6000983238220214,
      "num_tokens": 103706336.0,
      "step": 134510
    },
    {
      "epoch": 0.17063313875168387,
      "grad_norm": 8.4375,
      "learning_rate": 4.1473667251077695e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5551954507827759,
      "num_tokens": 103713313.0,
      "step": 134520
    },
    {
      "epoch": 0.1706458233442167,
      "grad_norm": 8.9375,
      "learning_rate": 4.14730329409914e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5383493781089783,
      "num_tokens": 103721205.0,
      "step": 134530
    },
    {
      "epoch": 0.17065850793674955,
      "grad_norm": 4.59375,
      "learning_rate": 4.147239863090511e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.525763937830925,
      "num_tokens": 103729539.0,
      "step": 134540
    },
    {
      "epoch": 0.1706711925292824,
      "grad_norm": 6.84375,
      "learning_rate": 4.147176432081882e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5692276179790496,
      "num_tokens": 103736064.0,
      "step": 134550
    },
    {
      "epoch": 0.1706838771218152,
      "grad_norm": 6.125,
      "learning_rate": 4.147113001073253e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5531116783618927,
      "num_tokens": 103743448.0,
      "step": 134560
    },
    {
      "epoch": 0.17069656171434805,
      "grad_norm": 5.65625,
      "learning_rate": 4.147049570064624e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.531597226858139,
      "num_tokens": 103750725.0,
      "step": 134570
    },
    {
      "epoch": 0.1707092463068809,
      "grad_norm": 7.15625,
      "learning_rate": 4.146986139055995e-05,
      "loss": 1.8725,
      "mean_token_accuracy": 0.5856081038713455,
      "num_tokens": 103757403.0,
      "step": 134580
    },
    {
      "epoch": 0.17072193089941373,
      "grad_norm": 5.59375,
      "learning_rate": 4.146922708047365e-05,
      "loss": 1.9013,
      "mean_token_accuracy": 0.5658037394285202,
      "num_tokens": 103764385.0,
      "step": 134590
    },
    {
      "epoch": 0.17073461549194655,
      "grad_norm": 6.78125,
      "learning_rate": 4.146859277038736e-05,
      "loss": 2.2563,
      "mean_token_accuracy": 0.5212001353502274,
      "num_tokens": 103771921.0,
      "step": 134600
    },
    {
      "epoch": 0.1707473000844794,
      "grad_norm": 5.21875,
      "learning_rate": 4.146795846030107e-05,
      "loss": 2.1988,
      "mean_token_accuracy": 0.5169228494167328,
      "num_tokens": 103780780.0,
      "step": 134610
    },
    {
      "epoch": 0.17075998467701223,
      "grad_norm": 5.15625,
      "learning_rate": 4.146732415021478e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5248279094696044,
      "num_tokens": 103789203.0,
      "step": 134620
    },
    {
      "epoch": 0.17077266926954504,
      "grad_norm": 5.4375,
      "learning_rate": 4.146668984012849e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5566830664873124,
      "num_tokens": 103796941.0,
      "step": 134630
    },
    {
      "epoch": 0.17078535386207788,
      "grad_norm": 6.9375,
      "learning_rate": 4.14660555300422e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5227505207061768,
      "num_tokens": 103805086.0,
      "step": 134640
    },
    {
      "epoch": 0.17079803845461072,
      "grad_norm": 4.71875,
      "learning_rate": 4.1465421219955905e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5445730268955231,
      "num_tokens": 103813380.0,
      "step": 134650
    },
    {
      "epoch": 0.17081072304714356,
      "grad_norm": 7.59375,
      "learning_rate": 4.146478690986961e-05,
      "loss": 1.8015,
      "mean_token_accuracy": 0.5992697805166245,
      "num_tokens": 103820578.0,
      "step": 134660
    },
    {
      "epoch": 0.17082340763967638,
      "grad_norm": 5.0,
      "learning_rate": 4.146415259978332e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5331300735473633,
      "num_tokens": 103827962.0,
      "step": 134670
    },
    {
      "epoch": 0.17083609223220922,
      "grad_norm": 5.75,
      "learning_rate": 4.146351828969703e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5568631231784821,
      "num_tokens": 103835061.0,
      "step": 134680
    },
    {
      "epoch": 0.17084877682474206,
      "grad_norm": 7.0,
      "learning_rate": 4.146288397961074e-05,
      "loss": 1.8406,
      "mean_token_accuracy": 0.5763395130634308,
      "num_tokens": 103843109.0,
      "step": 134690
    },
    {
      "epoch": 0.1708614614172749,
      "grad_norm": 5.65625,
      "learning_rate": 4.1462249669524445e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5556529462337494,
      "num_tokens": 103851608.0,
      "step": 134700
    },
    {
      "epoch": 0.17087414600980771,
      "grad_norm": 5.15625,
      "learning_rate": 4.146161535943816e-05,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5756810337305069,
      "num_tokens": 103858704.0,
      "step": 134710
    },
    {
      "epoch": 0.17088683060234056,
      "grad_norm": 6.09375,
      "learning_rate": 4.146098104935186e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5806099832057953,
      "num_tokens": 103865924.0,
      "step": 134720
    },
    {
      "epoch": 0.1708995151948734,
      "grad_norm": 5.96875,
      "learning_rate": 4.146034673926557e-05,
      "loss": 1.8259,
      "mean_token_accuracy": 0.5923224806785583,
      "num_tokens": 103873888.0,
      "step": 134730
    },
    {
      "epoch": 0.17091219978740624,
      "grad_norm": 4.6875,
      "learning_rate": 4.145971242917928e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5342927247285842,
      "num_tokens": 103881744.0,
      "step": 134740
    },
    {
      "epoch": 0.17092488437993905,
      "grad_norm": 5.5625,
      "learning_rate": 4.1459078119092986e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.5251067161560059,
      "num_tokens": 103889600.0,
      "step": 134750
    },
    {
      "epoch": 0.1709375689724719,
      "grad_norm": 6.84375,
      "learning_rate": 4.14584438090067e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5364667743444442,
      "num_tokens": 103897491.0,
      "step": 134760
    },
    {
      "epoch": 0.17095025356500473,
      "grad_norm": 4.65625,
      "learning_rate": 4.145780949892041e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5361894011497498,
      "num_tokens": 103905712.0,
      "step": 134770
    },
    {
      "epoch": 0.17096293815753758,
      "grad_norm": 5.34375,
      "learning_rate": 4.1457175188834115e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5310854762792587,
      "num_tokens": 103914747.0,
      "step": 134780
    },
    {
      "epoch": 0.1709756227500704,
      "grad_norm": 6.75,
      "learning_rate": 4.145654087874782e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5529841125011444,
      "num_tokens": 103921299.0,
      "step": 134790
    },
    {
      "epoch": 0.17098830734260323,
      "grad_norm": 5.75,
      "learning_rate": 4.1455906568661526e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5709819912910461,
      "num_tokens": 103929376.0,
      "step": 134800
    },
    {
      "epoch": 0.17100099193513607,
      "grad_norm": 5.59375,
      "learning_rate": 4.145527225857524e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5159850955009461,
      "num_tokens": 103936183.0,
      "step": 134810
    },
    {
      "epoch": 0.1710136765276689,
      "grad_norm": 5.46875,
      "learning_rate": 4.145463794848895e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.503414762020111,
      "num_tokens": 103944841.0,
      "step": 134820
    },
    {
      "epoch": 0.17102636112020173,
      "grad_norm": 5.21875,
      "learning_rate": 4.1454003638402655e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5337726891040802,
      "num_tokens": 103954058.0,
      "step": 134830
    },
    {
      "epoch": 0.17103904571273457,
      "grad_norm": 5.03125,
      "learning_rate": 4.145336932831637e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5543383300304413,
      "num_tokens": 103961505.0,
      "step": 134840
    },
    {
      "epoch": 0.1710517303052674,
      "grad_norm": 6.6875,
      "learning_rate": 4.145273501823007e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5732258915901184,
      "num_tokens": 103968420.0,
      "step": 134850
    },
    {
      "epoch": 0.17106441489780025,
      "grad_norm": 4.6875,
      "learning_rate": 4.1452100708143785e-05,
      "loss": 1.8864,
      "mean_token_accuracy": 0.5834066987037658,
      "num_tokens": 103977228.0,
      "step": 134860
    },
    {
      "epoch": 0.17107709949033306,
      "grad_norm": 5.25,
      "learning_rate": 4.145146639805749e-05,
      "loss": 1.9592,
      "mean_token_accuracy": 0.5720779776573182,
      "num_tokens": 103984169.0,
      "step": 134870
    },
    {
      "epoch": 0.1710897840828659,
      "grad_norm": 4.8125,
      "learning_rate": 4.1450832087971196e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5399415552616119,
      "num_tokens": 103992401.0,
      "step": 134880
    },
    {
      "epoch": 0.17110246867539874,
      "grad_norm": 4.53125,
      "learning_rate": 4.145019777788491e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5428472280502319,
      "num_tokens": 104001597.0,
      "step": 134890
    },
    {
      "epoch": 0.17111515326793159,
      "grad_norm": 5.25,
      "learning_rate": 4.144956346779862e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5270865440368653,
      "num_tokens": 104010049.0,
      "step": 134900
    },
    {
      "epoch": 0.1711278378604644,
      "grad_norm": 5.21875,
      "learning_rate": 4.1448929157712325e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5494511961936951,
      "num_tokens": 104019604.0,
      "step": 134910
    },
    {
      "epoch": 0.17114052245299724,
      "grad_norm": 5.875,
      "learning_rate": 4.144829484762604e-05,
      "loss": 1.6583,
      "mean_token_accuracy": 0.6247691124677658,
      "num_tokens": 104025923.0,
      "step": 134920
    },
    {
      "epoch": 0.17115320704553008,
      "grad_norm": 8.5,
      "learning_rate": 4.144766053753974e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5499847948551178,
      "num_tokens": 104033518.0,
      "step": 134930
    },
    {
      "epoch": 0.17116589163806292,
      "grad_norm": 7.15625,
      "learning_rate": 4.144702622745345e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5488136976957321,
      "num_tokens": 104041317.0,
      "step": 134940
    },
    {
      "epoch": 0.17117857623059574,
      "grad_norm": 4.75,
      "learning_rate": 4.144639191736716e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5517193853855134,
      "num_tokens": 104049266.0,
      "step": 134950
    },
    {
      "epoch": 0.17119126082312858,
      "grad_norm": 5.34375,
      "learning_rate": 4.1445757607280866e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5336771517992019,
      "num_tokens": 104057998.0,
      "step": 134960
    },
    {
      "epoch": 0.17120394541566142,
      "grad_norm": 5.28125,
      "learning_rate": 4.144512329719458e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5392224848270416,
      "num_tokens": 104065886.0,
      "step": 134970
    },
    {
      "epoch": 0.17121663000819426,
      "grad_norm": 5.71875,
      "learning_rate": 4.144448898710828e-05,
      "loss": 1.8618,
      "mean_token_accuracy": 0.5786899596452713,
      "num_tokens": 104073680.0,
      "step": 134980
    },
    {
      "epoch": 0.17122931460072707,
      "grad_norm": 4.78125,
      "learning_rate": 4.1443854677021995e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5614873796701432,
      "num_tokens": 104081123.0,
      "step": 134990
    },
    {
      "epoch": 0.17124199919325991,
      "grad_norm": 6.09375,
      "learning_rate": 4.14432203669357e-05,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5482716411352158,
      "num_tokens": 104088829.0,
      "step": 135000
    },
    {
      "epoch": 0.17125468378579276,
      "grad_norm": 5.25,
      "learning_rate": 4.1442586056849406e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5261777609586715,
      "num_tokens": 104098497.0,
      "step": 135010
    },
    {
      "epoch": 0.1712673683783256,
      "grad_norm": 6.0625,
      "learning_rate": 4.144195174676312e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5553941488265991,
      "num_tokens": 104105800.0,
      "step": 135020
    },
    {
      "epoch": 0.1712800529708584,
      "grad_norm": 8.25,
      "learning_rate": 4.1441317436676823e-05,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5347668170928955,
      "num_tokens": 104113610.0,
      "step": 135030
    },
    {
      "epoch": 0.17129273756339125,
      "grad_norm": 5.40625,
      "learning_rate": 4.1440683126590536e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5426323682069778,
      "num_tokens": 104121412.0,
      "step": 135040
    },
    {
      "epoch": 0.1713054221559241,
      "grad_norm": 6.125,
      "learning_rate": 4.144004881650425e-05,
      "loss": 1.8767,
      "mean_token_accuracy": 0.5791192889213562,
      "num_tokens": 104129126.0,
      "step": 135050
    },
    {
      "epoch": 0.17131810674845693,
      "grad_norm": 5.53125,
      "learning_rate": 4.143941450641795e-05,
      "loss": 2.3027,
      "mean_token_accuracy": 0.5074440240859985,
      "num_tokens": 104138503.0,
      "step": 135060
    },
    {
      "epoch": 0.17133079134098975,
      "grad_norm": 5.0,
      "learning_rate": 4.143878019633166e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5467847287654877,
      "num_tokens": 104146497.0,
      "step": 135070
    },
    {
      "epoch": 0.1713434759335226,
      "grad_norm": 11.9375,
      "learning_rate": 4.1438145886245364e-05,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5214126706123352,
      "num_tokens": 104153607.0,
      "step": 135080
    },
    {
      "epoch": 0.17135616052605543,
      "grad_norm": 6.875,
      "learning_rate": 4.1437511576159076e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5261597543954849,
      "num_tokens": 104161288.0,
      "step": 135090
    },
    {
      "epoch": 0.17136884511858824,
      "grad_norm": 5.75,
      "learning_rate": 4.143687726607279e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5629089534282684,
      "num_tokens": 104167231.0,
      "step": 135100
    },
    {
      "epoch": 0.17138152971112108,
      "grad_norm": 5.375,
      "learning_rate": 4.1436242955986493e-05,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5667177587747574,
      "num_tokens": 104175693.0,
      "step": 135110
    },
    {
      "epoch": 0.17139421430365392,
      "grad_norm": 7.34375,
      "learning_rate": 4.1435608645900206e-05,
      "loss": 1.8035,
      "mean_token_accuracy": 0.5998491704463959,
      "num_tokens": 104182488.0,
      "step": 135120
    },
    {
      "epoch": 0.17140689889618677,
      "grad_norm": 5.21875,
      "learning_rate": 4.143497433581391e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5294169068336487,
      "num_tokens": 104190773.0,
      "step": 135130
    },
    {
      "epoch": 0.17141958348871958,
      "grad_norm": 6.375,
      "learning_rate": 4.1434340025727616e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5450408518314361,
      "num_tokens": 104199538.0,
      "step": 135140
    },
    {
      "epoch": 0.17143226808125242,
      "grad_norm": 5.28125,
      "learning_rate": 4.143370571564133e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5649147987365722,
      "num_tokens": 104208333.0,
      "step": 135150
    },
    {
      "epoch": 0.17144495267378526,
      "grad_norm": 5.0,
      "learning_rate": 4.1433071405555034e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5573024898767471,
      "num_tokens": 104214925.0,
      "step": 135160
    },
    {
      "epoch": 0.1714576372663181,
      "grad_norm": 6.9375,
      "learning_rate": 4.1432437095468746e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5227036654949189,
      "num_tokens": 104223338.0,
      "step": 135170
    },
    {
      "epoch": 0.17147032185885092,
      "grad_norm": 6.28125,
      "learning_rate": 4.143180278538245e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5142585366964341,
      "num_tokens": 104231320.0,
      "step": 135180
    },
    {
      "epoch": 0.17148300645138376,
      "grad_norm": 5.78125,
      "learning_rate": 4.143116847529616e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5490765899419785,
      "num_tokens": 104240240.0,
      "step": 135190
    },
    {
      "epoch": 0.1714956910439166,
      "grad_norm": 5.0625,
      "learning_rate": 4.1430534165209875e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5549838572740555,
      "num_tokens": 104248325.0,
      "step": 135200
    },
    {
      "epoch": 0.17150837563644944,
      "grad_norm": 5.34375,
      "learning_rate": 4.1429899855123574e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5371387779712677,
      "num_tokens": 104255754.0,
      "step": 135210
    },
    {
      "epoch": 0.17152106022898225,
      "grad_norm": 5.03125,
      "learning_rate": 4.1429265545037286e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5415863186120987,
      "num_tokens": 104264126.0,
      "step": 135220
    },
    {
      "epoch": 0.1715337448215151,
      "grad_norm": 5.0625,
      "learning_rate": 4.142863123495099e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5186146646738052,
      "num_tokens": 104271538.0,
      "step": 135230
    },
    {
      "epoch": 0.17154642941404794,
      "grad_norm": 5.5625,
      "learning_rate": 4.1427996924864704e-05,
      "loss": 2.2456,
      "mean_token_accuracy": 0.510739752650261,
      "num_tokens": 104279634.0,
      "step": 135240
    },
    {
      "epoch": 0.17155911400658078,
      "grad_norm": 5.15625,
      "learning_rate": 4.1427362614778416e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5589815020561218,
      "num_tokens": 104287109.0,
      "step": 135250
    },
    {
      "epoch": 0.1715717985991136,
      "grad_norm": 4.34375,
      "learning_rate": 4.142672830469212e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.54413543343544,
      "num_tokens": 104294582.0,
      "step": 135260
    },
    {
      "epoch": 0.17158448319164643,
      "grad_norm": 5.34375,
      "learning_rate": 4.142609399460583e-05,
      "loss": 1.8026,
      "mean_token_accuracy": 0.6000084191560745,
      "num_tokens": 104301630.0,
      "step": 135270
    },
    {
      "epoch": 0.17159716778417927,
      "grad_norm": 6.0625,
      "learning_rate": 4.142545968451954e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5427766084671021,
      "num_tokens": 104309747.0,
      "step": 135280
    },
    {
      "epoch": 0.1716098523767121,
      "grad_norm": 4.9375,
      "learning_rate": 4.1424825374433244e-05,
      "loss": 1.8108,
      "mean_token_accuracy": 0.5963002026081086,
      "num_tokens": 104317089.0,
      "step": 135290
    },
    {
      "epoch": 0.17162253696924493,
      "grad_norm": 10.0625,
      "learning_rate": 4.1424191064346956e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5363274246454239,
      "num_tokens": 104324310.0,
      "step": 135300
    },
    {
      "epoch": 0.17163522156177777,
      "grad_norm": 5.6875,
      "learning_rate": 4.142355675426066e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5734210193157196,
      "num_tokens": 104331385.0,
      "step": 135310
    },
    {
      "epoch": 0.1716479061543106,
      "grad_norm": 9.8125,
      "learning_rate": 4.1422922444174374e-05,
      "loss": 1.8315,
      "mean_token_accuracy": 0.5971640586853028,
      "num_tokens": 104339363.0,
      "step": 135320
    },
    {
      "epoch": 0.17166059074684345,
      "grad_norm": 6.90625,
      "learning_rate": 4.142228813408808e-05,
      "loss": 2.3466,
      "mean_token_accuracy": 0.503516772389412,
      "num_tokens": 104347232.0,
      "step": 135330
    },
    {
      "epoch": 0.17167327533937626,
      "grad_norm": 7.40625,
      "learning_rate": 4.142165382400179e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5381250381469727,
      "num_tokens": 104355168.0,
      "step": 135340
    },
    {
      "epoch": 0.1716859599319091,
      "grad_norm": 6.46875,
      "learning_rate": 4.1421019513915496e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5429142057895661,
      "num_tokens": 104362807.0,
      "step": 135350
    },
    {
      "epoch": 0.17169864452444195,
      "grad_norm": 9.875,
      "learning_rate": 4.14203852038292e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5543561667203903,
      "num_tokens": 104369284.0,
      "step": 135360
    },
    {
      "epoch": 0.1717113291169748,
      "grad_norm": 5.375,
      "learning_rate": 4.1419750893742914e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5273724615573883,
      "num_tokens": 104378149.0,
      "step": 135370
    },
    {
      "epoch": 0.1717240137095076,
      "grad_norm": 5.5,
      "learning_rate": 4.141911658365662e-05,
      "loss": 1.967,
      "mean_token_accuracy": 0.5793421417474747,
      "num_tokens": 104385216.0,
      "step": 135380
    },
    {
      "epoch": 0.17173669830204044,
      "grad_norm": 4.625,
      "learning_rate": 4.141848227357033e-05,
      "loss": 2.2774,
      "mean_token_accuracy": 0.5083624690771102,
      "num_tokens": 104394058.0,
      "step": 135390
    },
    {
      "epoch": 0.17174938289457328,
      "grad_norm": 12.0625,
      "learning_rate": 4.1417847963484043e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5562337040901184,
      "num_tokens": 104401439.0,
      "step": 135400
    },
    {
      "epoch": 0.17176206748710612,
      "grad_norm": 4.46875,
      "learning_rate": 4.141721365339775e-05,
      "loss": 2.2555,
      "mean_token_accuracy": 0.5170941114425659,
      "num_tokens": 104410668.0,
      "step": 135410
    },
    {
      "epoch": 0.17177475207963894,
      "grad_norm": 4.4375,
      "learning_rate": 4.1416579343311454e-05,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5852692514657974,
      "num_tokens": 104418029.0,
      "step": 135420
    },
    {
      "epoch": 0.17178743667217178,
      "grad_norm": 5.0625,
      "learning_rate": 4.141594503322516e-05,
      "loss": 1.6579,
      "mean_token_accuracy": 0.6265843242406846,
      "num_tokens": 104424351.0,
      "step": 135430
    },
    {
      "epoch": 0.17180012126470462,
      "grad_norm": 7.125,
      "learning_rate": 4.141531072313887e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5397895455360413,
      "num_tokens": 104431237.0,
      "step": 135440
    },
    {
      "epoch": 0.17181280585723746,
      "grad_norm": 6.03125,
      "learning_rate": 4.1414676413052584e-05,
      "loss": 2.3199,
      "mean_token_accuracy": 0.5035840332508087,
      "num_tokens": 104439874.0,
      "step": 135450
    },
    {
      "epoch": 0.17182549044977027,
      "grad_norm": 9.875,
      "learning_rate": 4.141404210296629e-05,
      "loss": 1.9232,
      "mean_token_accuracy": 0.5760230123996735,
      "num_tokens": 104447865.0,
      "step": 135460
    },
    {
      "epoch": 0.17183817504230312,
      "grad_norm": 4.78125,
      "learning_rate": 4.141340779288e-05,
      "loss": 2.2259,
      "mean_token_accuracy": 0.5173239916563034,
      "num_tokens": 104455570.0,
      "step": 135470
    },
    {
      "epoch": 0.17185085963483596,
      "grad_norm": 4.75,
      "learning_rate": 4.1412773482793707e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5244277209043503,
      "num_tokens": 104463853.0,
      "step": 135480
    },
    {
      "epoch": 0.1718635442273688,
      "grad_norm": 5.65625,
      "learning_rate": 4.141213917270741e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5464901596307754,
      "num_tokens": 104470922.0,
      "step": 135490
    },
    {
      "epoch": 0.1718762288199016,
      "grad_norm": 5.53125,
      "learning_rate": 4.1411504862621124e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5580514550209046,
      "num_tokens": 104479145.0,
      "step": 135500
    },
    {
      "epoch": 0.17188891341243445,
      "grad_norm": 4.75,
      "learning_rate": 4.141087055253483e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5333596736192703,
      "num_tokens": 104488541.0,
      "step": 135510
    },
    {
      "epoch": 0.1719015980049673,
      "grad_norm": 10.4375,
      "learning_rate": 4.141023624244854e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5646287739276886,
      "num_tokens": 104496363.0,
      "step": 135520
    },
    {
      "epoch": 0.17191428259750013,
      "grad_norm": 6.3125,
      "learning_rate": 4.140960193236225e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5393656969070435,
      "num_tokens": 104504483.0,
      "step": 135530
    },
    {
      "epoch": 0.17192696719003295,
      "grad_norm": 5.0,
      "learning_rate": 4.140896762227596e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5383581012487412,
      "num_tokens": 104511196.0,
      "step": 135540
    },
    {
      "epoch": 0.1719396517825658,
      "grad_norm": 5.625,
      "learning_rate": 4.1408333312189664e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5405074149370194,
      "num_tokens": 104518773.0,
      "step": 135550
    },
    {
      "epoch": 0.17195233637509863,
      "grad_norm": 6.3125,
      "learning_rate": 4.140769900210337e-05,
      "loss": 1.8968,
      "mean_token_accuracy": 0.5758406072854996,
      "num_tokens": 104525672.0,
      "step": 135560
    },
    {
      "epoch": 0.17196502096763144,
      "grad_norm": 5.6875,
      "learning_rate": 4.140706469201708e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5684445470571518,
      "num_tokens": 104533198.0,
      "step": 135570
    },
    {
      "epoch": 0.17197770556016428,
      "grad_norm": 4.90625,
      "learning_rate": 4.140643038193079e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5320564270019531,
      "num_tokens": 104539917.0,
      "step": 135580
    },
    {
      "epoch": 0.17199039015269713,
      "grad_norm": 5.125,
      "learning_rate": 4.14057960718445e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.557266092300415,
      "num_tokens": 104547371.0,
      "step": 135590
    },
    {
      "epoch": 0.17200307474522997,
      "grad_norm": 4.96875,
      "learning_rate": 4.140516176175821e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.554005765914917,
      "num_tokens": 104553906.0,
      "step": 135600
    },
    {
      "epoch": 0.17201575933776278,
      "grad_norm": 6.96875,
      "learning_rate": 4.140452745167192e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5272489041090012,
      "num_tokens": 104561896.0,
      "step": 135610
    },
    {
      "epoch": 0.17202844393029562,
      "grad_norm": 5.09375,
      "learning_rate": 4.140389314158563e-05,
      "loss": 2.2388,
      "mean_token_accuracy": 0.5160406917333603,
      "num_tokens": 104570223.0,
      "step": 135620
    },
    {
      "epoch": 0.17204112852282846,
      "grad_norm": 5.96875,
      "learning_rate": 4.140325883149933e-05,
      "loss": 2.264,
      "mean_token_accuracy": 0.5190322995185852,
      "num_tokens": 104577089.0,
      "step": 135630
    },
    {
      "epoch": 0.1720538131153613,
      "grad_norm": 5.71875,
      "learning_rate": 4.140262452141304e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5500422030687332,
      "num_tokens": 104584284.0,
      "step": 135640
    },
    {
      "epoch": 0.17206649770789412,
      "grad_norm": 5.03125,
      "learning_rate": 4.140199021132675e-05,
      "loss": 2.2282,
      "mean_token_accuracy": 0.5239072948694229,
      "num_tokens": 104591393.0,
      "step": 135650
    },
    {
      "epoch": 0.17207918230042696,
      "grad_norm": 5.0625,
      "learning_rate": 4.140135590124046e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5293535560369491,
      "num_tokens": 104599608.0,
      "step": 135660
    },
    {
      "epoch": 0.1720918668929598,
      "grad_norm": 5.65625,
      "learning_rate": 4.140072159115417e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5281924456357956,
      "num_tokens": 104607457.0,
      "step": 135670
    },
    {
      "epoch": 0.17210455148549264,
      "grad_norm": 7.71875,
      "learning_rate": 4.1400087281067875e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5535581558942795,
      "num_tokens": 104613600.0,
      "step": 135680
    },
    {
      "epoch": 0.17211723607802545,
      "grad_norm": 5.34375,
      "learning_rate": 4.139945297098159e-05,
      "loss": 1.8734,
      "mean_token_accuracy": 0.5744772851467133,
      "num_tokens": 104620652.0,
      "step": 135690
    },
    {
      "epoch": 0.1721299206705583,
      "grad_norm": 5.875,
      "learning_rate": 4.139881866089529e-05,
      "loss": 1.905,
      "mean_token_accuracy": 0.5783932060003281,
      "num_tokens": 104627886.0,
      "step": 135700
    },
    {
      "epoch": 0.17214260526309114,
      "grad_norm": 5.375,
      "learning_rate": 4.1398184350809e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5358233779668808,
      "num_tokens": 104636777.0,
      "step": 135710
    },
    {
      "epoch": 0.17215528985562398,
      "grad_norm": 4.9375,
      "learning_rate": 4.139755004072271e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5561850517988205,
      "num_tokens": 104644020.0,
      "step": 135720
    },
    {
      "epoch": 0.1721679744481568,
      "grad_norm": 6.5625,
      "learning_rate": 4.1396915730636415e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5547629773616791,
      "num_tokens": 104652293.0,
      "step": 135730
    },
    {
      "epoch": 0.17218065904068963,
      "grad_norm": 5.25,
      "learning_rate": 4.139628142055013e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5459522634744645,
      "num_tokens": 104660019.0,
      "step": 135740
    },
    {
      "epoch": 0.17219334363322247,
      "grad_norm": 6.75,
      "learning_rate": 4.139564711046384e-05,
      "loss": 1.772,
      "mean_token_accuracy": 0.600570797920227,
      "num_tokens": 104667053.0,
      "step": 135750
    },
    {
      "epoch": 0.17220602822575531,
      "grad_norm": 5.3125,
      "learning_rate": 4.1395012800377545e-05,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5242562502622604,
      "num_tokens": 104675716.0,
      "step": 135760
    },
    {
      "epoch": 0.17221871281828813,
      "grad_norm": 6.53125,
      "learning_rate": 4.139437849029125e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5390871822834015,
      "num_tokens": 104684777.0,
      "step": 135770
    },
    {
      "epoch": 0.17223139741082097,
      "grad_norm": 6.15625,
      "learning_rate": 4.139374418020496e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5697837769985199,
      "num_tokens": 104692001.0,
      "step": 135780
    },
    {
      "epoch": 0.1722440820033538,
      "grad_norm": 6.125,
      "learning_rate": 4.139310987011867e-05,
      "loss": 2.336,
      "mean_token_accuracy": 0.5082470893859863,
      "num_tokens": 104700871.0,
      "step": 135790
    },
    {
      "epoch": 0.17225676659588665,
      "grad_norm": 4.9375,
      "learning_rate": 4.139247556003238e-05,
      "loss": 2.0485,
      "mean_token_accuracy": 0.549785116314888,
      "num_tokens": 104710144.0,
      "step": 135800
    },
    {
      "epoch": 0.17226945118841946,
      "grad_norm": 5.6875,
      "learning_rate": 4.1391841249946085e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.537276166677475,
      "num_tokens": 104717331.0,
      "step": 135810
    },
    {
      "epoch": 0.1722821357809523,
      "grad_norm": 6.0,
      "learning_rate": 4.13912069398598e-05,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5200245052576065,
      "num_tokens": 104726590.0,
      "step": 135820
    },
    {
      "epoch": 0.17229482037348515,
      "grad_norm": 5.875,
      "learning_rate": 4.13905726297735e-05,
      "loss": 1.9243,
      "mean_token_accuracy": 0.5746853202581406,
      "num_tokens": 104733276.0,
      "step": 135830
    },
    {
      "epoch": 0.172307504966018,
      "grad_norm": 5.125,
      "learning_rate": 4.138993831968721e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5292253077030182,
      "num_tokens": 104741233.0,
      "step": 135840
    },
    {
      "epoch": 0.1723201895585508,
      "grad_norm": 5.03125,
      "learning_rate": 4.138930400960092e-05,
      "loss": 2.2203,
      "mean_token_accuracy": 0.5159807056188583,
      "num_tokens": 104749196.0,
      "step": 135850
    },
    {
      "epoch": 0.17233287415108364,
      "grad_norm": 5.59375,
      "learning_rate": 4.1388669699514625e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5695406526327134,
      "num_tokens": 104755871.0,
      "step": 135860
    },
    {
      "epoch": 0.17234555874361648,
      "grad_norm": 5.0625,
      "learning_rate": 4.138803538942834e-05,
      "loss": 1.8159,
      "mean_token_accuracy": 0.58536017537117,
      "num_tokens": 104762800.0,
      "step": 135870
    },
    {
      "epoch": 0.17235824333614932,
      "grad_norm": 6.125,
      "learning_rate": 4.138740107934205e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5376586794853211,
      "num_tokens": 104769686.0,
      "step": 135880
    },
    {
      "epoch": 0.17237092792868214,
      "grad_norm": 4.65625,
      "learning_rate": 4.1386766769255755e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5340426176786423,
      "num_tokens": 104777558.0,
      "step": 135890
    },
    {
      "epoch": 0.17238361252121498,
      "grad_norm": 5.0625,
      "learning_rate": 4.138613245916946e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5345252841711045,
      "num_tokens": 104785097.0,
      "step": 135900
    },
    {
      "epoch": 0.17239629711374782,
      "grad_norm": 5.375,
      "learning_rate": 4.1385498149083165e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5215103179216385,
      "num_tokens": 104793515.0,
      "step": 135910
    },
    {
      "epoch": 0.17240898170628066,
      "grad_norm": 4.875,
      "learning_rate": 4.138486383899688e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5367471784353256,
      "num_tokens": 104802937.0,
      "step": 135920
    },
    {
      "epoch": 0.17242166629881348,
      "grad_norm": 6.65625,
      "learning_rate": 4.138422952891059e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5549122184515,
      "num_tokens": 104809938.0,
      "step": 135930
    },
    {
      "epoch": 0.17243435089134632,
      "grad_norm": 7.25,
      "learning_rate": 4.1383595218824295e-05,
      "loss": 1.8567,
      "mean_token_accuracy": 0.5801175743341446,
      "num_tokens": 104816447.0,
      "step": 135940
    },
    {
      "epoch": 0.17244703548387916,
      "grad_norm": 5.8125,
      "learning_rate": 4.138296090873801e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.550647297501564,
      "num_tokens": 104823143.0,
      "step": 135950
    },
    {
      "epoch": 0.172459720076412,
      "grad_norm": 5.53125,
      "learning_rate": 4.138232659865171e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5321549296379089,
      "num_tokens": 104831810.0,
      "step": 135960
    },
    {
      "epoch": 0.1724724046689448,
      "grad_norm": 5.40625,
      "learning_rate": 4.138169228856542e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5332184910774231,
      "num_tokens": 104839293.0,
      "step": 135970
    },
    {
      "epoch": 0.17248508926147765,
      "grad_norm": 5.5625,
      "learning_rate": 4.138105797847913e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5305646061897278,
      "num_tokens": 104846799.0,
      "step": 135980
    },
    {
      "epoch": 0.1724977738540105,
      "grad_norm": 6.71875,
      "learning_rate": 4.1380423668392835e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5411780685186386,
      "num_tokens": 104853517.0,
      "step": 135990
    },
    {
      "epoch": 0.17251045844654334,
      "grad_norm": 5.5,
      "learning_rate": 4.137978935830655e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.5711730539798736,
      "num_tokens": 104862394.0,
      "step": 136000
    },
    {
      "epoch": 0.17252314303907615,
      "grad_norm": 7.875,
      "learning_rate": 4.137915504822025e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5599292069673538,
      "num_tokens": 104869274.0,
      "step": 136010
    },
    {
      "epoch": 0.172535827631609,
      "grad_norm": 5.21875,
      "learning_rate": 4.1378520738133965e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5498296946287156,
      "num_tokens": 104877986.0,
      "step": 136020
    },
    {
      "epoch": 0.17254851222414183,
      "grad_norm": 4.9375,
      "learning_rate": 4.137788642804768e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5327942579984665,
      "num_tokens": 104886288.0,
      "step": 136030
    },
    {
      "epoch": 0.17256119681667464,
      "grad_norm": 9.125,
      "learning_rate": 4.137725211796138e-05,
      "loss": 1.877,
      "mean_token_accuracy": 0.5843000262975693,
      "num_tokens": 104892689.0,
      "step": 136040
    },
    {
      "epoch": 0.17257388140920749,
      "grad_norm": 5.0,
      "learning_rate": 4.137661780787509e-05,
      "loss": 1.8563,
      "mean_token_accuracy": 0.5710998564958573,
      "num_tokens": 104900176.0,
      "step": 136050
    },
    {
      "epoch": 0.17258656600174033,
      "grad_norm": 11.625,
      "learning_rate": 4.137598349778879e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.541365048289299,
      "num_tokens": 104907797.0,
      "step": 136060
    },
    {
      "epoch": 0.17259925059427317,
      "grad_norm": 5.21875,
      "learning_rate": 4.1375349187702505e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5279745697975159,
      "num_tokens": 104916461.0,
      "step": 136070
    },
    {
      "epoch": 0.17261193518680598,
      "grad_norm": 6.09375,
      "learning_rate": 4.137471487761622e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5572103559970856,
      "num_tokens": 104923977.0,
      "step": 136080
    },
    {
      "epoch": 0.17262461977933882,
      "grad_norm": 6.0625,
      "learning_rate": 4.137408056752992e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5636815547943115,
      "num_tokens": 104930717.0,
      "step": 136090
    },
    {
      "epoch": 0.17263730437187166,
      "grad_norm": 5.34375,
      "learning_rate": 4.1373446257443635e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5399402737617492,
      "num_tokens": 104938793.0,
      "step": 136100
    },
    {
      "epoch": 0.1726499889644045,
      "grad_norm": 6.75,
      "learning_rate": 4.137281194735734e-05,
      "loss": 2.3289,
      "mean_token_accuracy": 0.5079346150159836,
      "num_tokens": 104947999.0,
      "step": 136110
    },
    {
      "epoch": 0.17266267355693732,
      "grad_norm": 5.75,
      "learning_rate": 4.1372177637271046e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5587758541107177,
      "num_tokens": 104955480.0,
      "step": 136120
    },
    {
      "epoch": 0.17267535814947016,
      "grad_norm": 5.34375,
      "learning_rate": 4.137154332718476e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5376742720603943,
      "num_tokens": 104962453.0,
      "step": 136130
    },
    {
      "epoch": 0.172688042742003,
      "grad_norm": 4.9375,
      "learning_rate": 4.137090901709846e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5652473628520965,
      "num_tokens": 104969266.0,
      "step": 136140
    },
    {
      "epoch": 0.17270072733453584,
      "grad_norm": 4.90625,
      "learning_rate": 4.1370274707012175e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.532288059592247,
      "num_tokens": 104977684.0,
      "step": 136150
    },
    {
      "epoch": 0.17271341192706866,
      "grad_norm": 5.53125,
      "learning_rate": 4.136964039692588e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5590608596801758,
      "num_tokens": 104984643.0,
      "step": 136160
    },
    {
      "epoch": 0.1727260965196015,
      "grad_norm": 4.9375,
      "learning_rate": 4.136900608683959e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.527432581782341,
      "num_tokens": 104992503.0,
      "step": 136170
    },
    {
      "epoch": 0.17273878111213434,
      "grad_norm": 5.125,
      "learning_rate": 4.13683717767533e-05,
      "loss": 1.9632,
      "mean_token_accuracy": 0.5728774815797806,
      "num_tokens": 104999816.0,
      "step": 136180
    },
    {
      "epoch": 0.17275146570466718,
      "grad_norm": 4.96875,
      "learning_rate": 4.1367737466667003e-05,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5622613787651062,
      "num_tokens": 105007343.0,
      "step": 136190
    },
    {
      "epoch": 0.1727641502972,
      "grad_norm": 5.5,
      "learning_rate": 4.1367103156580716e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5614360392093658,
      "num_tokens": 105015438.0,
      "step": 136200
    },
    {
      "epoch": 0.17277683488973283,
      "grad_norm": 6.0625,
      "learning_rate": 4.136646884649442e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5416016310453415,
      "num_tokens": 105022121.0,
      "step": 136210
    },
    {
      "epoch": 0.17278951948226567,
      "grad_norm": 5.5,
      "learning_rate": 4.136583453640813e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5404803156852722,
      "num_tokens": 105031525.0,
      "step": 136220
    },
    {
      "epoch": 0.17280220407479852,
      "grad_norm": 4.875,
      "learning_rate": 4.1365200226321845e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5355221629142761,
      "num_tokens": 105040904.0,
      "step": 136230
    },
    {
      "epoch": 0.17281488866733133,
      "grad_norm": 5.34375,
      "learning_rate": 4.136456591623555e-05,
      "loss": 1.8069,
      "mean_token_accuracy": 0.5936566650867462,
      "num_tokens": 105047049.0,
      "step": 136240
    },
    {
      "epoch": 0.17282757325986417,
      "grad_norm": 5.25,
      "learning_rate": 4.1363931606149256e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5299613118171692,
      "num_tokens": 105054213.0,
      "step": 136250
    },
    {
      "epoch": 0.172840257852397,
      "grad_norm": 6.53125,
      "learning_rate": 4.136329729606296e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5228857517242431,
      "num_tokens": 105061022.0,
      "step": 136260
    },
    {
      "epoch": 0.17285294244492985,
      "grad_norm": 5.4375,
      "learning_rate": 4.136266298597667e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5254222929477692,
      "num_tokens": 105067649.0,
      "step": 136270
    },
    {
      "epoch": 0.17286562703746267,
      "grad_norm": 5.0,
      "learning_rate": 4.1362028675890385e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5329186826944351,
      "num_tokens": 105076808.0,
      "step": 136280
    },
    {
      "epoch": 0.1728783116299955,
      "grad_norm": 5.625,
      "learning_rate": 4.136139436580409e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5629834562540055,
      "num_tokens": 105084449.0,
      "step": 136290
    },
    {
      "epoch": 0.17289099622252835,
      "grad_norm": 5.15625,
      "learning_rate": 4.13607600557178e-05,
      "loss": 2.2688,
      "mean_token_accuracy": 0.512687799334526,
      "num_tokens": 105092727.0,
      "step": 136300
    },
    {
      "epoch": 0.1729036808150612,
      "grad_norm": 4.53125,
      "learning_rate": 4.136012574563151e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5341911822557449,
      "num_tokens": 105100927.0,
      "step": 136310
    },
    {
      "epoch": 0.172916365407594,
      "grad_norm": 4.78125,
      "learning_rate": 4.1359491435545214e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5336255043745041,
      "num_tokens": 105108924.0,
      "step": 136320
    },
    {
      "epoch": 0.17292905000012684,
      "grad_norm": 4.84375,
      "learning_rate": 4.1358857125458926e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5479783594608307,
      "num_tokens": 105117318.0,
      "step": 136330
    },
    {
      "epoch": 0.17294173459265968,
      "grad_norm": 5.34375,
      "learning_rate": 4.135822281537263e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5386067539453506,
      "num_tokens": 105124571.0,
      "step": 136340
    },
    {
      "epoch": 0.17295441918519253,
      "grad_norm": 7.03125,
      "learning_rate": 4.135758850528634e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5522649884223938,
      "num_tokens": 105130883.0,
      "step": 136350
    },
    {
      "epoch": 0.17296710377772534,
      "grad_norm": 4.375,
      "learning_rate": 4.135695419520005e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5481208622455597,
      "num_tokens": 105139934.0,
      "step": 136360
    },
    {
      "epoch": 0.17297978837025818,
      "grad_norm": 6.6875,
      "learning_rate": 4.135631988511376e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5533985495567322,
      "num_tokens": 105147661.0,
      "step": 136370
    },
    {
      "epoch": 0.17299247296279102,
      "grad_norm": 6.28125,
      "learning_rate": 4.135568557502747e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5393317312002182,
      "num_tokens": 105154730.0,
      "step": 136380
    },
    {
      "epoch": 0.17300515755532386,
      "grad_norm": 4.96875,
      "learning_rate": 4.135505126494117e-05,
      "loss": 2.2364,
      "mean_token_accuracy": 0.5157175123691559,
      "num_tokens": 105163195.0,
      "step": 136390
    },
    {
      "epoch": 0.17301784214785668,
      "grad_norm": 5.125,
      "learning_rate": 4.1354416954854884e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5435526072978973,
      "num_tokens": 105172490.0,
      "step": 136400
    },
    {
      "epoch": 0.17303052674038952,
      "grad_norm": 5.71875,
      "learning_rate": 4.135378264476859e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5285200715065003,
      "num_tokens": 105180684.0,
      "step": 136410
    },
    {
      "epoch": 0.17304321133292236,
      "grad_norm": 5.28125,
      "learning_rate": 4.13531483346823e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.539553427696228,
      "num_tokens": 105188176.0,
      "step": 136420
    },
    {
      "epoch": 0.1730558959254552,
      "grad_norm": 8.3125,
      "learning_rate": 4.135251402459601e-05,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5800434947013855,
      "num_tokens": 105195662.0,
      "step": 136430
    },
    {
      "epoch": 0.173068580517988,
      "grad_norm": 5.5,
      "learning_rate": 4.135187971450972e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5348970562219619,
      "num_tokens": 105203254.0,
      "step": 136440
    },
    {
      "epoch": 0.17308126511052085,
      "grad_norm": 5.15625,
      "learning_rate": 4.135124540442343e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.5772581100463867,
      "num_tokens": 105210151.0,
      "step": 136450
    },
    {
      "epoch": 0.1730939497030537,
      "grad_norm": 5.25,
      "learning_rate": 4.1350611094337136e-05,
      "loss": 2.2221,
      "mean_token_accuracy": 0.522018876671791,
      "num_tokens": 105219630.0,
      "step": 136460
    },
    {
      "epoch": 0.17310663429558654,
      "grad_norm": 5.0,
      "learning_rate": 4.134997678425084e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5398339748382568,
      "num_tokens": 105226722.0,
      "step": 136470
    },
    {
      "epoch": 0.17311931888811935,
      "grad_norm": 5.09375,
      "learning_rate": 4.1349342474164553e-05,
      "loss": 2.2057,
      "mean_token_accuracy": 0.5315392166376114,
      "num_tokens": 105233519.0,
      "step": 136480
    },
    {
      "epoch": 0.1731320034806522,
      "grad_norm": 7.1875,
      "learning_rate": 4.134870816407826e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5578914046287536,
      "num_tokens": 105241153.0,
      "step": 136490
    },
    {
      "epoch": 0.17314468807318503,
      "grad_norm": 5.8125,
      "learning_rate": 4.134807385399197e-05,
      "loss": 2.2094,
      "mean_token_accuracy": 0.5276256024837493,
      "num_tokens": 105249006.0,
      "step": 136500
    },
    {
      "epoch": 0.17315737266571785,
      "grad_norm": 6.46875,
      "learning_rate": 4.1347439543905676e-05,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5297449946403503,
      "num_tokens": 105256811.0,
      "step": 136510
    },
    {
      "epoch": 0.1731700572582507,
      "grad_norm": 5.28125,
      "learning_rate": 4.134680523381939e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5329938530921936,
      "num_tokens": 105263524.0,
      "step": 136520
    },
    {
      "epoch": 0.17318274185078353,
      "grad_norm": 4.53125,
      "learning_rate": 4.1346170923733094e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5497560173273086,
      "num_tokens": 105270234.0,
      "step": 136530
    },
    {
      "epoch": 0.17319542644331637,
      "grad_norm": 5.21875,
      "learning_rate": 4.13455366136468e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5268133014440537,
      "num_tokens": 105277613.0,
      "step": 136540
    },
    {
      "epoch": 0.17320811103584918,
      "grad_norm": 4.78125,
      "learning_rate": 4.134490230356051e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5425904244184494,
      "num_tokens": 105285924.0,
      "step": 136550
    },
    {
      "epoch": 0.17322079562838202,
      "grad_norm": 5.21875,
      "learning_rate": 4.1344267993474217e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5362658977508545,
      "num_tokens": 105294362.0,
      "step": 136560
    },
    {
      "epoch": 0.17323348022091486,
      "grad_norm": 5.1875,
      "learning_rate": 4.134363368338793e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.516713872551918,
      "num_tokens": 105302494.0,
      "step": 136570
    },
    {
      "epoch": 0.1732461648134477,
      "grad_norm": 6.1875,
      "learning_rate": 4.134299937330164e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5237271338701248,
      "num_tokens": 105311310.0,
      "step": 136580
    },
    {
      "epoch": 0.17325884940598052,
      "grad_norm": 7.03125,
      "learning_rate": 4.1342365063215346e-05,
      "loss": 1.9255,
      "mean_token_accuracy": 0.585320770740509,
      "num_tokens": 105317991.0,
      "step": 136590
    },
    {
      "epoch": 0.17327153399851336,
      "grad_norm": 6.03125,
      "learning_rate": 4.134173075312905e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5326702028512955,
      "num_tokens": 105325990.0,
      "step": 136600
    },
    {
      "epoch": 0.1732842185910462,
      "grad_norm": 5.09375,
      "learning_rate": 4.134109644304276e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5336103469133378,
      "num_tokens": 105333947.0,
      "step": 136610
    },
    {
      "epoch": 0.17329690318357904,
      "grad_norm": 5.5,
      "learning_rate": 4.134046213295647e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5573848754167556,
      "num_tokens": 105342255.0,
      "step": 136620
    },
    {
      "epoch": 0.17330958777611186,
      "grad_norm": 5.21875,
      "learning_rate": 4.133982782287018e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5159233331680297,
      "num_tokens": 105350200.0,
      "step": 136630
    },
    {
      "epoch": 0.1733222723686447,
      "grad_norm": 5.5625,
      "learning_rate": 4.1339193512783887e-05,
      "loss": 2.267,
      "mean_token_accuracy": 0.5120434075593948,
      "num_tokens": 105357770.0,
      "step": 136640
    },
    {
      "epoch": 0.17333495696117754,
      "grad_norm": 5.3125,
      "learning_rate": 4.13385592026976e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5519443482160569,
      "num_tokens": 105365954.0,
      "step": 136650
    },
    {
      "epoch": 0.17334764155371038,
      "grad_norm": 4.96875,
      "learning_rate": 4.1337924892611304e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.5137937188148498,
      "num_tokens": 105375107.0,
      "step": 136660
    },
    {
      "epoch": 0.1733603261462432,
      "grad_norm": 4.8125,
      "learning_rate": 4.133729058252501e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5292875289916992,
      "num_tokens": 105383688.0,
      "step": 136670
    },
    {
      "epoch": 0.17337301073877603,
      "grad_norm": 5.53125,
      "learning_rate": 4.133665627243872e-05,
      "loss": 1.9069,
      "mean_token_accuracy": 0.5837944060564041,
      "num_tokens": 105390577.0,
      "step": 136680
    },
    {
      "epoch": 0.17338569533130888,
      "grad_norm": 6.78125,
      "learning_rate": 4.133602196235243e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5517945230007172,
      "num_tokens": 105398765.0,
      "step": 136690
    },
    {
      "epoch": 0.17339837992384172,
      "grad_norm": 5.1875,
      "learning_rate": 4.133538765226614e-05,
      "loss": 1.9324,
      "mean_token_accuracy": 0.5673955708742142,
      "num_tokens": 105406079.0,
      "step": 136700
    },
    {
      "epoch": 0.17341106451637453,
      "grad_norm": 5.28125,
      "learning_rate": 4.133475334217985e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5401281744241715,
      "num_tokens": 105414787.0,
      "step": 136710
    },
    {
      "epoch": 0.17342374910890737,
      "grad_norm": 5.46875,
      "learning_rate": 4.1334119032093556e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.541193750500679,
      "num_tokens": 105423614.0,
      "step": 136720
    },
    {
      "epoch": 0.1734364337014402,
      "grad_norm": 5.53125,
      "learning_rate": 4.133348472200727e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5290719777345657,
      "num_tokens": 105431859.0,
      "step": 136730
    },
    {
      "epoch": 0.17344911829397305,
      "grad_norm": 6.15625,
      "learning_rate": 4.133285041192097e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5172721982002259,
      "num_tokens": 105439359.0,
      "step": 136740
    },
    {
      "epoch": 0.17346180288650587,
      "grad_norm": 16.125,
      "learning_rate": 4.133221610183468e-05,
      "loss": 2.2955,
      "mean_token_accuracy": 0.5125242501497269,
      "num_tokens": 105446997.0,
      "step": 136750
    },
    {
      "epoch": 0.1734744874790387,
      "grad_norm": 7.4375,
      "learning_rate": 4.133158179174839e-05,
      "loss": 1.8405,
      "mean_token_accuracy": 0.5958287060260773,
      "num_tokens": 105453620.0,
      "step": 136760
    },
    {
      "epoch": 0.17348717207157155,
      "grad_norm": 6.21875,
      "learning_rate": 4.13309474816621e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.547444486618042,
      "num_tokens": 105462242.0,
      "step": 136770
    },
    {
      "epoch": 0.1734998566641044,
      "grad_norm": 7.28125,
      "learning_rate": 4.133031317157581e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5471005320549012,
      "num_tokens": 105469218.0,
      "step": 136780
    },
    {
      "epoch": 0.1735125412566372,
      "grad_norm": 7.28125,
      "learning_rate": 4.1329678861489514e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5635421186685562,
      "num_tokens": 105476865.0,
      "step": 136790
    },
    {
      "epoch": 0.17352522584917005,
      "grad_norm": 5.28125,
      "learning_rate": 4.1329044551403226e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5438573122024536,
      "num_tokens": 105484404.0,
      "step": 136800
    },
    {
      "epoch": 0.1735379104417029,
      "grad_norm": 6.59375,
      "learning_rate": 4.132841024131693e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5330398082733154,
      "num_tokens": 105491991.0,
      "step": 136810
    },
    {
      "epoch": 0.17355059503423573,
      "grad_norm": 4.875,
      "learning_rate": 4.132777593123064e-05,
      "loss": 1.8727,
      "mean_token_accuracy": 0.584075391292572,
      "num_tokens": 105499330.0,
      "step": 136820
    },
    {
      "epoch": 0.17356327962676854,
      "grad_norm": 5.90625,
      "learning_rate": 4.132714162114435e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.597760871052742,
      "num_tokens": 105507244.0,
      "step": 136830
    },
    {
      "epoch": 0.17357596421930138,
      "grad_norm": 4.5,
      "learning_rate": 4.1326507311058055e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.545523589849472,
      "num_tokens": 105515521.0,
      "step": 136840
    },
    {
      "epoch": 0.17358864881183422,
      "grad_norm": 5.28125,
      "learning_rate": 4.132587300097177e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5543323516845703,
      "num_tokens": 105523155.0,
      "step": 136850
    },
    {
      "epoch": 0.17360133340436706,
      "grad_norm": 5.28125,
      "learning_rate": 4.132523869088548e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5374043256044387,
      "num_tokens": 105530977.0,
      "step": 136860
    },
    {
      "epoch": 0.17361401799689988,
      "grad_norm": 5.90625,
      "learning_rate": 4.1324604380799184e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5303310006856918,
      "num_tokens": 105538363.0,
      "step": 136870
    },
    {
      "epoch": 0.17362670258943272,
      "grad_norm": 4.8125,
      "learning_rate": 4.132397007071289e-05,
      "loss": 1.8819,
      "mean_token_accuracy": 0.5862109631299972,
      "num_tokens": 105545591.0,
      "step": 136880
    },
    {
      "epoch": 0.17363938718196556,
      "grad_norm": 6.3125,
      "learning_rate": 4.1323335760626595e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5463559210300446,
      "num_tokens": 105554170.0,
      "step": 136890
    },
    {
      "epoch": 0.1736520717744984,
      "grad_norm": 6.4375,
      "learning_rate": 4.132270145054031e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5487906485795975,
      "num_tokens": 105560628.0,
      "step": 136900
    },
    {
      "epoch": 0.17366475636703121,
      "grad_norm": 9.0,
      "learning_rate": 4.132206714045402e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5243927419185639,
      "num_tokens": 105567541.0,
      "step": 136910
    },
    {
      "epoch": 0.17367744095956406,
      "grad_norm": 6.5,
      "learning_rate": 4.1321432830367724e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5290043145418167,
      "num_tokens": 105575929.0,
      "step": 136920
    },
    {
      "epoch": 0.1736901255520969,
      "grad_norm": 5.0625,
      "learning_rate": 4.1320798520281437e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5457077592611312,
      "num_tokens": 105583567.0,
      "step": 136930
    },
    {
      "epoch": 0.17370281014462974,
      "grad_norm": 4.84375,
      "learning_rate": 4.132016421019514e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5405994117259979,
      "num_tokens": 105592571.0,
      "step": 136940
    },
    {
      "epoch": 0.17371549473716255,
      "grad_norm": 4.9375,
      "learning_rate": 4.131952990010885e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5213655740022659,
      "num_tokens": 105601934.0,
      "step": 136950
    },
    {
      "epoch": 0.1737281793296954,
      "grad_norm": 5.75,
      "learning_rate": 4.131889559002256e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5579598516225814,
      "num_tokens": 105610399.0,
      "step": 136960
    },
    {
      "epoch": 0.17374086392222823,
      "grad_norm": 6.375,
      "learning_rate": 4.1318261279936265e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5311419934034347,
      "num_tokens": 105618106.0,
      "step": 136970
    },
    {
      "epoch": 0.17375354851476105,
      "grad_norm": 6.1875,
      "learning_rate": 4.131762696984998e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5445144176483154,
      "num_tokens": 105626117.0,
      "step": 136980
    },
    {
      "epoch": 0.1737662331072939,
      "grad_norm": 4.5625,
      "learning_rate": 4.131699265976368e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5519396990537644,
      "num_tokens": 105633657.0,
      "step": 136990
    },
    {
      "epoch": 0.17377891769982673,
      "grad_norm": 9.25,
      "learning_rate": 4.1316358349677394e-05,
      "loss": 2.2932,
      "mean_token_accuracy": 0.5043192625045776,
      "num_tokens": 105641347.0,
      "step": 137000
    },
    {
      "epoch": 0.17379160229235957,
      "grad_norm": 5.46875,
      "learning_rate": 4.13157240395911e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5281636208295822,
      "num_tokens": 105649550.0,
      "step": 137010
    },
    {
      "epoch": 0.17380428688489238,
      "grad_norm": 7.875,
      "learning_rate": 4.1315089729504805e-05,
      "loss": 1.6381,
      "mean_token_accuracy": 0.6326710700988769,
      "num_tokens": 105655258.0,
      "step": 137020
    },
    {
      "epoch": 0.17381697147742523,
      "grad_norm": 4.875,
      "learning_rate": 4.131445541941852e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.552239254117012,
      "num_tokens": 105663798.0,
      "step": 137030
    },
    {
      "epoch": 0.17382965606995807,
      "grad_norm": 5.34375,
      "learning_rate": 4.131382110933222e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.537083438038826,
      "num_tokens": 105672394.0,
      "step": 137040
    },
    {
      "epoch": 0.1738423406624909,
      "grad_norm": 5.53125,
      "learning_rate": 4.1313186799245935e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5276929557323455,
      "num_tokens": 105680716.0,
      "step": 137050
    },
    {
      "epoch": 0.17385502525502372,
      "grad_norm": 5.21875,
      "learning_rate": 4.131255248915965e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5702397137880325,
      "num_tokens": 105687367.0,
      "step": 137060
    },
    {
      "epoch": 0.17386770984755656,
      "grad_norm": 7.0,
      "learning_rate": 4.131191817907335e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5205968916416168,
      "num_tokens": 105695831.0,
      "step": 137070
    },
    {
      "epoch": 0.1738803944400894,
      "grad_norm": 5.21875,
      "learning_rate": 4.131128386898706e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5508061647415161,
      "num_tokens": 105704357.0,
      "step": 137080
    },
    {
      "epoch": 0.17389307903262224,
      "grad_norm": 5.0,
      "learning_rate": 4.131064955890076e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5588161796331406,
      "num_tokens": 105711515.0,
      "step": 137090
    },
    {
      "epoch": 0.17390576362515506,
      "grad_norm": 4.875,
      "learning_rate": 4.1310015248814475e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5673179805278779,
      "num_tokens": 105719355.0,
      "step": 137100
    },
    {
      "epoch": 0.1739184482176879,
      "grad_norm": 10.75,
      "learning_rate": 4.130938093872819e-05,
      "loss": 1.9088,
      "mean_token_accuracy": 0.5704452812671661,
      "num_tokens": 105726519.0,
      "step": 137110
    },
    {
      "epoch": 0.17393113281022074,
      "grad_norm": 5.09375,
      "learning_rate": 4.130874662864189e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5605723053216934,
      "num_tokens": 105734953.0,
      "step": 137120
    },
    {
      "epoch": 0.17394381740275358,
      "grad_norm": 5.125,
      "learning_rate": 4.1308112318555605e-05,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5658337116241455,
      "num_tokens": 105742662.0,
      "step": 137130
    },
    {
      "epoch": 0.1739565019952864,
      "grad_norm": 5.5625,
      "learning_rate": 4.130747800846931e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5261259347200393,
      "num_tokens": 105750819.0,
      "step": 137140
    },
    {
      "epoch": 0.17396918658781924,
      "grad_norm": 5.28125,
      "learning_rate": 4.130684369838302e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5504471749067307,
      "num_tokens": 105759119.0,
      "step": 137150
    },
    {
      "epoch": 0.17398187118035208,
      "grad_norm": 6.625,
      "learning_rate": 4.130620938829673e-05,
      "loss": 1.7966,
      "mean_token_accuracy": 0.5996496707201004,
      "num_tokens": 105765641.0,
      "step": 137160
    },
    {
      "epoch": 0.17399455577288492,
      "grad_norm": 5.09375,
      "learning_rate": 4.130557507821043e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5465336263179779,
      "num_tokens": 105772670.0,
      "step": 137170
    },
    {
      "epoch": 0.17400724036541773,
      "grad_norm": 4.875,
      "learning_rate": 4.1304940768124145e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.53871890604496,
      "num_tokens": 105779918.0,
      "step": 137180
    },
    {
      "epoch": 0.17401992495795057,
      "grad_norm": 7.53125,
      "learning_rate": 4.130430645803785e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5398531675338745,
      "num_tokens": 105788938.0,
      "step": 137190
    },
    {
      "epoch": 0.1740326095504834,
      "grad_norm": 4.90625,
      "learning_rate": 4.130367214795156e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5427113741636276,
      "num_tokens": 105796794.0,
      "step": 137200
    },
    {
      "epoch": 0.17404529414301625,
      "grad_norm": 5.65625,
      "learning_rate": 4.1303037837865275e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5496332883834839,
      "num_tokens": 105804449.0,
      "step": 137210
    },
    {
      "epoch": 0.17405797873554907,
      "grad_norm": 5.1875,
      "learning_rate": 4.130240352777898e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5536452770233155,
      "num_tokens": 105811793.0,
      "step": 137220
    },
    {
      "epoch": 0.1740706633280819,
      "grad_norm": 5.59375,
      "learning_rate": 4.1301769217692685e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5571593850851059,
      "num_tokens": 105819471.0,
      "step": 137230
    },
    {
      "epoch": 0.17408334792061475,
      "grad_norm": 7.71875,
      "learning_rate": 4.130113490760639e-05,
      "loss": 2.3781,
      "mean_token_accuracy": 0.4874804615974426,
      "num_tokens": 105827789.0,
      "step": 137240
    },
    {
      "epoch": 0.1740960325131476,
      "grad_norm": 5.0625,
      "learning_rate": 4.13005005975201e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5548540264368057,
      "num_tokens": 105834717.0,
      "step": 137250
    },
    {
      "epoch": 0.1741087171056804,
      "grad_norm": 6.625,
      "learning_rate": 4.1299866287433815e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5616382420063019,
      "num_tokens": 105842775.0,
      "step": 137260
    },
    {
      "epoch": 0.17412140169821325,
      "grad_norm": 4.625,
      "learning_rate": 4.129923197734752e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5328809529542923,
      "num_tokens": 105850950.0,
      "step": 137270
    },
    {
      "epoch": 0.1741340862907461,
      "grad_norm": 5.71875,
      "learning_rate": 4.129859766726123e-05,
      "loss": 2.3891,
      "mean_token_accuracy": 0.49192153513431547,
      "num_tokens": 105858933.0,
      "step": 137280
    },
    {
      "epoch": 0.17414677088327893,
      "grad_norm": 6.0625,
      "learning_rate": 4.129796335717494e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5746336579322815,
      "num_tokens": 105866824.0,
      "step": 137290
    },
    {
      "epoch": 0.17415945547581174,
      "grad_norm": 7.09375,
      "learning_rate": 4.129732904708864e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5239814907312393,
      "num_tokens": 105873756.0,
      "step": 137300
    },
    {
      "epoch": 0.17417214006834458,
      "grad_norm": 6.34375,
      "learning_rate": 4.1296694737002355e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5380976289510727,
      "num_tokens": 105881081.0,
      "step": 137310
    },
    {
      "epoch": 0.17418482466087742,
      "grad_norm": 6.34375,
      "learning_rate": 4.129606042691606e-05,
      "loss": 2.2539,
      "mean_token_accuracy": 0.5170548558235168,
      "num_tokens": 105888392.0,
      "step": 137320
    },
    {
      "epoch": 0.17419750925341027,
      "grad_norm": 5.6875,
      "learning_rate": 4.129542611682977e-05,
      "loss": 1.8923,
      "mean_token_accuracy": 0.5869694262742996,
      "num_tokens": 105895999.0,
      "step": 137330
    },
    {
      "epoch": 0.17421019384594308,
      "grad_norm": 6.125,
      "learning_rate": 4.129479180674348e-05,
      "loss": 1.7466,
      "mean_token_accuracy": 0.6046559125185013,
      "num_tokens": 105902225.0,
      "step": 137340
    },
    {
      "epoch": 0.17422287843847592,
      "grad_norm": 4.875,
      "learning_rate": 4.129415749665719e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5222374439239502,
      "num_tokens": 105911192.0,
      "step": 137350
    },
    {
      "epoch": 0.17423556303100876,
      "grad_norm": 7.15625,
      "learning_rate": 4.1293523186570895e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5647137939929963,
      "num_tokens": 105917469.0,
      "step": 137360
    },
    {
      "epoch": 0.1742482476235416,
      "grad_norm": 7.46875,
      "learning_rate": 4.12928888764846e-05,
      "loss": 2.2178,
      "mean_token_accuracy": 0.5118719220161438,
      "num_tokens": 105925886.0,
      "step": 137370
    },
    {
      "epoch": 0.17426093221607442,
      "grad_norm": 5.71875,
      "learning_rate": 4.129225456639831e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5199215978384018,
      "num_tokens": 105933641.0,
      "step": 137380
    },
    {
      "epoch": 0.17427361680860726,
      "grad_norm": 6.65625,
      "learning_rate": 4.129162025631202e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5634019792079925,
      "num_tokens": 105941851.0,
      "step": 137390
    },
    {
      "epoch": 0.1742863014011401,
      "grad_norm": 5.28125,
      "learning_rate": 4.129098594622573e-05,
      "loss": 2.2368,
      "mean_token_accuracy": 0.5212000101804733,
      "num_tokens": 105950350.0,
      "step": 137400
    },
    {
      "epoch": 0.17429898599367294,
      "grad_norm": 5.96875,
      "learning_rate": 4.129035163613944e-05,
      "loss": 2.2349,
      "mean_token_accuracy": 0.5201913356781006,
      "num_tokens": 105959551.0,
      "step": 137410
    },
    {
      "epoch": 0.17431167058620575,
      "grad_norm": 5.65625,
      "learning_rate": 4.128971732605315e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5541961431503296,
      "num_tokens": 105967169.0,
      "step": 137420
    },
    {
      "epoch": 0.1743243551787386,
      "grad_norm": 5.59375,
      "learning_rate": 4.128908301596685e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5594300538301468,
      "num_tokens": 105974919.0,
      "step": 137430
    },
    {
      "epoch": 0.17433703977127143,
      "grad_norm": 7.0,
      "learning_rate": 4.128844870588056e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.535652244091034,
      "num_tokens": 105983321.0,
      "step": 137440
    },
    {
      "epoch": 0.17434972436380425,
      "grad_norm": 5.09375,
      "learning_rate": 4.128781439579427e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5402621626853943,
      "num_tokens": 105991302.0,
      "step": 137450
    },
    {
      "epoch": 0.1743624089563371,
      "grad_norm": 6.53125,
      "learning_rate": 4.128718008570798e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5483756393194199,
      "num_tokens": 105998084.0,
      "step": 137460
    },
    {
      "epoch": 0.17437509354886993,
      "grad_norm": 5.90625,
      "learning_rate": 4.128654577562169e-05,
      "loss": 2.2557,
      "mean_token_accuracy": 0.5216792225837708,
      "num_tokens": 106007007.0,
      "step": 137470
    },
    {
      "epoch": 0.17438777814140277,
      "grad_norm": 6.25,
      "learning_rate": 4.12859114655354e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.526149582862854,
      "num_tokens": 106014196.0,
      "step": 137480
    },
    {
      "epoch": 0.17440046273393559,
      "grad_norm": 5.3125,
      "learning_rate": 4.1285277155449106e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5253771901130676,
      "num_tokens": 106023049.0,
      "step": 137490
    },
    {
      "epoch": 0.17441314732646843,
      "grad_norm": 5.0,
      "learning_rate": 4.128464284536281e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5162753343582154,
      "num_tokens": 106030471.0,
      "step": 137500
    },
    {
      "epoch": 0.17442583191900127,
      "grad_norm": 6.0625,
      "learning_rate": 4.128400853527652e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5614090889692307,
      "num_tokens": 106038726.0,
      "step": 137510
    },
    {
      "epoch": 0.1744385165115341,
      "grad_norm": 4.84375,
      "learning_rate": 4.128337422519023e-05,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5614593327045441,
      "num_tokens": 106047839.0,
      "step": 137520
    },
    {
      "epoch": 0.17445120110406692,
      "grad_norm": 7.84375,
      "learning_rate": 4.128273991510394e-05,
      "loss": 2.3094,
      "mean_token_accuracy": 0.5117213487625122,
      "num_tokens": 106055673.0,
      "step": 137530
    },
    {
      "epoch": 0.17446388569659976,
      "grad_norm": 9.6875,
      "learning_rate": 4.1282105605017646e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5260364174842834,
      "num_tokens": 106063302.0,
      "step": 137540
    },
    {
      "epoch": 0.1744765702891326,
      "grad_norm": 5.25,
      "learning_rate": 4.128147129493136e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5552245438098907,
      "num_tokens": 106070052.0,
      "step": 137550
    },
    {
      "epoch": 0.17448925488166545,
      "grad_norm": 6.5,
      "learning_rate": 4.128083698484507e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5395107805728913,
      "num_tokens": 106077589.0,
      "step": 137560
    },
    {
      "epoch": 0.17450193947419826,
      "grad_norm": 4.5,
      "learning_rate": 4.1280202674758776e-05,
      "loss": 2.2387,
      "mean_token_accuracy": 0.5223476558923721,
      "num_tokens": 106085606.0,
      "step": 137570
    },
    {
      "epoch": 0.1745146240667311,
      "grad_norm": 4.75,
      "learning_rate": 4.127956836467248e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5448307126760483,
      "num_tokens": 106093997.0,
      "step": 137580
    },
    {
      "epoch": 0.17452730865926394,
      "grad_norm": 5.34375,
      "learning_rate": 4.1278934054586186e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.53625747859478,
      "num_tokens": 106101498.0,
      "step": 137590
    },
    {
      "epoch": 0.17453999325179678,
      "grad_norm": 5.34375,
      "learning_rate": 4.12782997444999e-05,
      "loss": 1.8811,
      "mean_token_accuracy": 0.5853951513767243,
      "num_tokens": 106108543.0,
      "step": 137600
    },
    {
      "epoch": 0.1745526778443296,
      "grad_norm": 5.25,
      "learning_rate": 4.127766543441361e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5343224555253983,
      "num_tokens": 106117200.0,
      "step": 137610
    },
    {
      "epoch": 0.17456536243686244,
      "grad_norm": 7.25,
      "learning_rate": 4.1277031124327316e-05,
      "loss": 1.8562,
      "mean_token_accuracy": 0.6047504991292953,
      "num_tokens": 106123489.0,
      "step": 137620
    },
    {
      "epoch": 0.17457804702939528,
      "grad_norm": 5.34375,
      "learning_rate": 4.127639681424103e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5310118347406387,
      "num_tokens": 106131307.0,
      "step": 137630
    },
    {
      "epoch": 0.17459073162192812,
      "grad_norm": 5.15625,
      "learning_rate": 4.1275762504154733e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5353486478328705,
      "num_tokens": 106139734.0,
      "step": 137640
    },
    {
      "epoch": 0.17460341621446093,
      "grad_norm": 6.75,
      "learning_rate": 4.127512819406844e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5292775094509125,
      "num_tokens": 106145601.0,
      "step": 137650
    },
    {
      "epoch": 0.17461610080699377,
      "grad_norm": 5.15625,
      "learning_rate": 4.127449388398215e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5282115697860718,
      "num_tokens": 106152678.0,
      "step": 137660
    },
    {
      "epoch": 0.17462878539952661,
      "grad_norm": 6.40625,
      "learning_rate": 4.1273859573895856e-05,
      "loss": 2.2203,
      "mean_token_accuracy": 0.5116415739059448,
      "num_tokens": 106161250.0,
      "step": 137670
    },
    {
      "epoch": 0.17464146999205946,
      "grad_norm": 5.875,
      "learning_rate": 4.127322526380957e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5748007863759994,
      "num_tokens": 106168241.0,
      "step": 137680
    },
    {
      "epoch": 0.17465415458459227,
      "grad_norm": 4.875,
      "learning_rate": 4.127259095372328e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5283692955970765,
      "num_tokens": 106177939.0,
      "step": 137690
    },
    {
      "epoch": 0.1746668391771251,
      "grad_norm": 6.53125,
      "learning_rate": 4.1271956643636986e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.550168389081955,
      "num_tokens": 106184794.0,
      "step": 137700
    },
    {
      "epoch": 0.17467952376965795,
      "grad_norm": 6.34375,
      "learning_rate": 4.127132233355069e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5762073010206222,
      "num_tokens": 106191973.0,
      "step": 137710
    },
    {
      "epoch": 0.1746922083621908,
      "grad_norm": 8.625,
      "learning_rate": 4.1270688023464397e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5386670827865601,
      "num_tokens": 106200384.0,
      "step": 137720
    },
    {
      "epoch": 0.1747048929547236,
      "grad_norm": 8.3125,
      "learning_rate": 4.127005371337811e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5557984471321106,
      "num_tokens": 106207351.0,
      "step": 137730
    },
    {
      "epoch": 0.17471757754725645,
      "grad_norm": 5.0625,
      "learning_rate": 4.126941940329182e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5719475507736206,
      "num_tokens": 106214310.0,
      "step": 137740
    },
    {
      "epoch": 0.1747302621397893,
      "grad_norm": 6.4375,
      "learning_rate": 4.1268785093205526e-05,
      "loss": 1.7934,
      "mean_token_accuracy": 0.6023064464330673,
      "num_tokens": 106220185.0,
      "step": 137750
    },
    {
      "epoch": 0.17474294673232213,
      "grad_norm": 4.78125,
      "learning_rate": 4.126815078311924e-05,
      "loss": 1.8968,
      "mean_token_accuracy": 0.5810858249664307,
      "num_tokens": 106227323.0,
      "step": 137760
    },
    {
      "epoch": 0.17475563132485494,
      "grad_norm": 5.3125,
      "learning_rate": 4.1267516473032944e-05,
      "loss": 2.291,
      "mean_token_accuracy": 0.517375510931015,
      "num_tokens": 106235525.0,
      "step": 137770
    },
    {
      "epoch": 0.17476831591738778,
      "grad_norm": 6.8125,
      "learning_rate": 4.126688216294665e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5537259817123413,
      "num_tokens": 106242239.0,
      "step": 137780
    },
    {
      "epoch": 0.17478100050992063,
      "grad_norm": 6.1875,
      "learning_rate": 4.126624785286036e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.551169216632843,
      "num_tokens": 106250663.0,
      "step": 137790
    },
    {
      "epoch": 0.17479368510245347,
      "grad_norm": 6.25,
      "learning_rate": 4.1265613542774066e-05,
      "loss": 1.8573,
      "mean_token_accuracy": 0.5844676434993744,
      "num_tokens": 106258374.0,
      "step": 137800
    },
    {
      "epoch": 0.17480636969498628,
      "grad_norm": 5.90625,
      "learning_rate": 4.126497923268778e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.538887482881546,
      "num_tokens": 106266435.0,
      "step": 137810
    },
    {
      "epoch": 0.17481905428751912,
      "grad_norm": 6.0,
      "learning_rate": 4.1264344922601484e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5316951274871826,
      "num_tokens": 106275052.0,
      "step": 137820
    },
    {
      "epoch": 0.17483173888005196,
      "grad_norm": 6.03125,
      "learning_rate": 4.1263710612515196e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5379162490367889,
      "num_tokens": 106282095.0,
      "step": 137830
    },
    {
      "epoch": 0.1748444234725848,
      "grad_norm": 5.375,
      "learning_rate": 4.12630763024289e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5570300400257111,
      "num_tokens": 106290518.0,
      "step": 137840
    },
    {
      "epoch": 0.17485710806511762,
      "grad_norm": 5.5,
      "learning_rate": 4.126244199234261e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5403083562850952,
      "num_tokens": 106298603.0,
      "step": 137850
    },
    {
      "epoch": 0.17486979265765046,
      "grad_norm": 6.09375,
      "learning_rate": 4.126180768225632e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5529446303844452,
      "num_tokens": 106306462.0,
      "step": 137860
    },
    {
      "epoch": 0.1748824772501833,
      "grad_norm": 5.6875,
      "learning_rate": 4.1261173372170024e-05,
      "loss": 2.2807,
      "mean_token_accuracy": 0.5192589372396469,
      "num_tokens": 106313734.0,
      "step": 137870
    },
    {
      "epoch": 0.17489516184271614,
      "grad_norm": 6.5,
      "learning_rate": 4.1260539062083736e-05,
      "loss": 1.7953,
      "mean_token_accuracy": 0.5940762639045716,
      "num_tokens": 106320893.0,
      "step": 137880
    },
    {
      "epoch": 0.17490784643524895,
      "grad_norm": 5.5,
      "learning_rate": 4.125990475199745e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5352745413780212,
      "num_tokens": 106328258.0,
      "step": 137890
    },
    {
      "epoch": 0.1749205310277818,
      "grad_norm": 5.90625,
      "learning_rate": 4.1259270441911154e-05,
      "loss": 1.8829,
      "mean_token_accuracy": 0.571972468495369,
      "num_tokens": 106335751.0,
      "step": 137900
    },
    {
      "epoch": 0.17493321562031464,
      "grad_norm": 6.71875,
      "learning_rate": 4.1258636131824866e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5459712386131287,
      "num_tokens": 106344515.0,
      "step": 137910
    },
    {
      "epoch": 0.17494590021284745,
      "grad_norm": 4.9375,
      "learning_rate": 4.1258001821738565e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5355582863092423,
      "num_tokens": 106352057.0,
      "step": 137920
    },
    {
      "epoch": 0.1749585848053803,
      "grad_norm": 7.21875,
      "learning_rate": 4.125736751165228e-05,
      "loss": 1.7182,
      "mean_token_accuracy": 0.600940290093422,
      "num_tokens": 106357673.0,
      "step": 137930
    },
    {
      "epoch": 0.17497126939791313,
      "grad_norm": 5.1875,
      "learning_rate": 4.125673320156599e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5525822043418884,
      "num_tokens": 106365733.0,
      "step": 137940
    },
    {
      "epoch": 0.17498395399044597,
      "grad_norm": 4.65625,
      "learning_rate": 4.1256098891479694e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5459253817796708,
      "num_tokens": 106372853.0,
      "step": 137950
    },
    {
      "epoch": 0.1749966385829788,
      "grad_norm": 5.59375,
      "learning_rate": 4.1255464581393406e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5424654453992843,
      "num_tokens": 106380908.0,
      "step": 137960
    },
    {
      "epoch": 0.17500932317551163,
      "grad_norm": 5.25,
      "learning_rate": 4.125483027130711e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5451268702745438,
      "num_tokens": 106388096.0,
      "step": 137970
    },
    {
      "epoch": 0.17502200776804447,
      "grad_norm": 5.71875,
      "learning_rate": 4.1254195961220824e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.530664536356926,
      "num_tokens": 106396805.0,
      "step": 137980
    },
    {
      "epoch": 0.1750346923605773,
      "grad_norm": 5.96875,
      "learning_rate": 4.125356165113453e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5486800074577332,
      "num_tokens": 106405267.0,
      "step": 137990
    },
    {
      "epoch": 0.17504737695311012,
      "grad_norm": 7.15625,
      "learning_rate": 4.1252927341048234e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5767011702060699,
      "num_tokens": 106412102.0,
      "step": 138000
    },
    {
      "epoch": 0.17506006154564296,
      "grad_norm": 5.75,
      "learning_rate": 4.1252293030961947e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.5232823371887207,
      "num_tokens": 106418749.0,
      "step": 138010
    },
    {
      "epoch": 0.1750727461381758,
      "grad_norm": 5.375,
      "learning_rate": 4.125165872087565e-05,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5772696703672409,
      "num_tokens": 106425535.0,
      "step": 138020
    },
    {
      "epoch": 0.17508543073070865,
      "grad_norm": 7.4375,
      "learning_rate": 4.1251024410789364e-05,
      "loss": 1.8674,
      "mean_token_accuracy": 0.583971518278122,
      "num_tokens": 106433237.0,
      "step": 138030
    },
    {
      "epoch": 0.17509811532324146,
      "grad_norm": 5.78125,
      "learning_rate": 4.1250390100703076e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5502242773771286,
      "num_tokens": 106440243.0,
      "step": 138040
    },
    {
      "epoch": 0.1751107999157743,
      "grad_norm": 5.5625,
      "learning_rate": 4.124975579061678e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5296078383922577,
      "num_tokens": 106449022.0,
      "step": 138050
    },
    {
      "epoch": 0.17512348450830714,
      "grad_norm": 5.09375,
      "learning_rate": 4.124912148053049e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5655202448368073,
      "num_tokens": 106457311.0,
      "step": 138060
    },
    {
      "epoch": 0.17513616910083998,
      "grad_norm": 4.90625,
      "learning_rate": 4.124848717044419e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5632256746292115,
      "num_tokens": 106465844.0,
      "step": 138070
    },
    {
      "epoch": 0.1751488536933728,
      "grad_norm": 6.78125,
      "learning_rate": 4.1247852860357904e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5563759326934814,
      "num_tokens": 106474438.0,
      "step": 138080
    },
    {
      "epoch": 0.17516153828590564,
      "grad_norm": 5.4375,
      "learning_rate": 4.1247218550271617e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.527624499797821,
      "num_tokens": 106483197.0,
      "step": 138090
    },
    {
      "epoch": 0.17517422287843848,
      "grad_norm": 5.875,
      "learning_rate": 4.124658424018532e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5526807248592377,
      "num_tokens": 106491076.0,
      "step": 138100
    },
    {
      "epoch": 0.17518690747097132,
      "grad_norm": 4.84375,
      "learning_rate": 4.1245949930099034e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5474698662757873,
      "num_tokens": 106498910.0,
      "step": 138110
    },
    {
      "epoch": 0.17519959206350413,
      "grad_norm": 6.34375,
      "learning_rate": 4.124531562001274e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5404612749814988,
      "num_tokens": 106506208.0,
      "step": 138120
    },
    {
      "epoch": 0.17521227665603697,
      "grad_norm": 4.78125,
      "learning_rate": 4.1244681309926445e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5698493689298629,
      "num_tokens": 106514678.0,
      "step": 138130
    },
    {
      "epoch": 0.17522496124856982,
      "grad_norm": 5.4375,
      "learning_rate": 4.124404699984016e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5371282547712326,
      "num_tokens": 106523241.0,
      "step": 138140
    },
    {
      "epoch": 0.17523764584110266,
      "grad_norm": 6.6875,
      "learning_rate": 4.124341268975386e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5449077486991882,
      "num_tokens": 106530744.0,
      "step": 138150
    },
    {
      "epoch": 0.17525033043363547,
      "grad_norm": 5.15625,
      "learning_rate": 4.1242778379667574e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5578070759773255,
      "num_tokens": 106538793.0,
      "step": 138160
    },
    {
      "epoch": 0.1752630150261683,
      "grad_norm": 5.03125,
      "learning_rate": 4.124214406958128e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5424748182296752,
      "num_tokens": 106547233.0,
      "step": 138170
    },
    {
      "epoch": 0.17527569961870115,
      "grad_norm": 5.34375,
      "learning_rate": 4.124150975949499e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5181801795959473,
      "num_tokens": 106555778.0,
      "step": 138180
    },
    {
      "epoch": 0.175288384211234,
      "grad_norm": 6.59375,
      "learning_rate": 4.12408754494087e-05,
      "loss": 1.8549,
      "mean_token_accuracy": 0.5912835896015167,
      "num_tokens": 106562795.0,
      "step": 138190
    },
    {
      "epoch": 0.1753010688037668,
      "grad_norm": 4.8125,
      "learning_rate": 4.12402411393224e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5438068896532059,
      "num_tokens": 106570732.0,
      "step": 138200
    },
    {
      "epoch": 0.17531375339629965,
      "grad_norm": 4.84375,
      "learning_rate": 4.1239606829236115e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5462075561285019,
      "num_tokens": 106578981.0,
      "step": 138210
    },
    {
      "epoch": 0.1753264379888325,
      "grad_norm": 6.03125,
      "learning_rate": 4.123897251914982e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5338322311639786,
      "num_tokens": 106587035.0,
      "step": 138220
    },
    {
      "epoch": 0.17533912258136533,
      "grad_norm": 7.1875,
      "learning_rate": 4.123833820906353e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.576994851231575,
      "num_tokens": 106594157.0,
      "step": 138230
    },
    {
      "epoch": 0.17535180717389814,
      "grad_norm": 4.78125,
      "learning_rate": 4.1237703898977244e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5421036154031753,
      "num_tokens": 106602223.0,
      "step": 138240
    },
    {
      "epoch": 0.17536449176643099,
      "grad_norm": 4.75,
      "learning_rate": 4.123706958889095e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5557926714420318,
      "num_tokens": 106609610.0,
      "step": 138250
    },
    {
      "epoch": 0.17537717635896383,
      "grad_norm": 7.5625,
      "learning_rate": 4.1236435278804655e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.561050397157669,
      "num_tokens": 106617264.0,
      "step": 138260
    },
    {
      "epoch": 0.17538986095149667,
      "grad_norm": 5.9375,
      "learning_rate": 4.123580096871836e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.564790141582489,
      "num_tokens": 106625030.0,
      "step": 138270
    },
    {
      "epoch": 0.17540254554402948,
      "grad_norm": 6.46875,
      "learning_rate": 4.123516665863207e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5645457088947297,
      "num_tokens": 106632837.0,
      "step": 138280
    },
    {
      "epoch": 0.17541523013656232,
      "grad_norm": 4.84375,
      "learning_rate": 4.1234532348545785e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.535780057311058,
      "num_tokens": 106640381.0,
      "step": 138290
    },
    {
      "epoch": 0.17542791472909516,
      "grad_norm": 7.53125,
      "learning_rate": 4.123389803845949e-05,
      "loss": 2.4094,
      "mean_token_accuracy": 0.48119933605194093,
      "num_tokens": 106649145.0,
      "step": 138300
    },
    {
      "epoch": 0.175440599321628,
      "grad_norm": 5.5625,
      "learning_rate": 4.12332637283732e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5475925296545029,
      "num_tokens": 106657701.0,
      "step": 138310
    },
    {
      "epoch": 0.17545328391416082,
      "grad_norm": 6.21875,
      "learning_rate": 4.123262941828691e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5410391539335251,
      "num_tokens": 106666826.0,
      "step": 138320
    },
    {
      "epoch": 0.17546596850669366,
      "grad_norm": 10.0625,
      "learning_rate": 4.123199510820062e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.530201455950737,
      "num_tokens": 106673395.0,
      "step": 138330
    },
    {
      "epoch": 0.1754786530992265,
      "grad_norm": 6.0625,
      "learning_rate": 4.1231360798114325e-05,
      "loss": 2.0416,
      "mean_token_accuracy": 0.5636820882558823,
      "num_tokens": 106679955.0,
      "step": 138340
    },
    {
      "epoch": 0.1754913376917593,
      "grad_norm": 15.5,
      "learning_rate": 4.123072648802803e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5392958104610444,
      "num_tokens": 106686272.0,
      "step": 138350
    },
    {
      "epoch": 0.17550402228429215,
      "grad_norm": 6.125,
      "learning_rate": 4.123009217794174e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5703109920024871,
      "num_tokens": 106693586.0,
      "step": 138360
    },
    {
      "epoch": 0.175516706876825,
      "grad_norm": 6.125,
      "learning_rate": 4.122945786785545e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5634634256362915,
      "num_tokens": 106700973.0,
      "step": 138370
    },
    {
      "epoch": 0.17552939146935784,
      "grad_norm": 7.3125,
      "learning_rate": 4.122882355776916e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5342872709035873,
      "num_tokens": 106708623.0,
      "step": 138380
    },
    {
      "epoch": 0.17554207606189065,
      "grad_norm": 6.21875,
      "learning_rate": 4.122818924768287e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5224517077207566,
      "num_tokens": 106716306.0,
      "step": 138390
    },
    {
      "epoch": 0.1755547606544235,
      "grad_norm": 5.125,
      "learning_rate": 4.122755493759658e-05,
      "loss": 1.9414,
      "mean_token_accuracy": 0.5650191634893418,
      "num_tokens": 106722548.0,
      "step": 138400
    },
    {
      "epoch": 0.17556744524695633,
      "grad_norm": 5.15625,
      "learning_rate": 4.122692062751028e-05,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5213050097227097,
      "num_tokens": 106731636.0,
      "step": 138410
    },
    {
      "epoch": 0.17558012983948917,
      "grad_norm": 5.34375,
      "learning_rate": 4.122628631742399e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5510015428066254,
      "num_tokens": 106740479.0,
      "step": 138420
    },
    {
      "epoch": 0.175592814432022,
      "grad_norm": 5.53125,
      "learning_rate": 4.12256520073377e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5507639139890671,
      "num_tokens": 106748477.0,
      "step": 138430
    },
    {
      "epoch": 0.17560549902455483,
      "grad_norm": 6.5,
      "learning_rate": 4.122501769725141e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5539747834205627,
      "num_tokens": 106756751.0,
      "step": 138440
    },
    {
      "epoch": 0.17561818361708767,
      "grad_norm": 4.84375,
      "learning_rate": 4.122438338716512e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5387467086315155,
      "num_tokens": 106765339.0,
      "step": 138450
    },
    {
      "epoch": 0.1756308682096205,
      "grad_norm": 4.65625,
      "learning_rate": 4.122374907707883e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5481623083353042,
      "num_tokens": 106772919.0,
      "step": 138460
    },
    {
      "epoch": 0.17564355280215332,
      "grad_norm": 5.625,
      "learning_rate": 4.1223114766992535e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5337860614061356,
      "num_tokens": 106781388.0,
      "step": 138470
    },
    {
      "epoch": 0.17565623739468617,
      "grad_norm": 10.375,
      "learning_rate": 4.122248045690624e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5241618305444717,
      "num_tokens": 106789638.0,
      "step": 138480
    },
    {
      "epoch": 0.175668921987219,
      "grad_norm": 5.03125,
      "learning_rate": 4.122184614681995e-05,
      "loss": 1.9073,
      "mean_token_accuracy": 0.5790142923593521,
      "num_tokens": 106794917.0,
      "step": 138490
    },
    {
      "epoch": 0.17568160657975185,
      "grad_norm": 5.53125,
      "learning_rate": 4.122121183673366e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5267960071563721,
      "num_tokens": 106803641.0,
      "step": 138500
    },
    {
      "epoch": 0.17569429117228466,
      "grad_norm": 4.90625,
      "learning_rate": 4.122057752664737e-05,
      "loss": 2.2786,
      "mean_token_accuracy": 0.5180378943681717,
      "num_tokens": 106812700.0,
      "step": 138510
    },
    {
      "epoch": 0.1757069757648175,
      "grad_norm": 5.40625,
      "learning_rate": 4.1219943216561075e-05,
      "loss": 2.2239,
      "mean_token_accuracy": 0.5202768683433533,
      "num_tokens": 106821651.0,
      "step": 138520
    },
    {
      "epoch": 0.17571966035735034,
      "grad_norm": 5.40625,
      "learning_rate": 4.121930890647479e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5227705538272858,
      "num_tokens": 106829025.0,
      "step": 138530
    },
    {
      "epoch": 0.17573234494988318,
      "grad_norm": 5.84375,
      "learning_rate": 4.121867459638849e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5605157256126404,
      "num_tokens": 106836285.0,
      "step": 138540
    },
    {
      "epoch": 0.175745029542416,
      "grad_norm": 4.8125,
      "learning_rate": 4.12180402863022e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5324325203895569,
      "num_tokens": 106844138.0,
      "step": 138550
    },
    {
      "epoch": 0.17575771413494884,
      "grad_norm": 6.53125,
      "learning_rate": 4.121740597621591e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5441776812076569,
      "num_tokens": 106851779.0,
      "step": 138560
    },
    {
      "epoch": 0.17577039872748168,
      "grad_norm": 5.78125,
      "learning_rate": 4.121677166612962e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5334494322538376,
      "num_tokens": 106859263.0,
      "step": 138570
    },
    {
      "epoch": 0.17578308332001452,
      "grad_norm": 3.59375,
      "learning_rate": 4.121613735604333e-05,
      "loss": 1.8304,
      "mean_token_accuracy": 0.593107956647873,
      "num_tokens": 106866451.0,
      "step": 138580
    },
    {
      "epoch": 0.17579576791254733,
      "grad_norm": 5.0625,
      "learning_rate": 4.121550304595704e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5323012888431549,
      "num_tokens": 106874694.0,
      "step": 138590
    },
    {
      "epoch": 0.17580845250508018,
      "grad_norm": 4.6875,
      "learning_rate": 4.1214868735870745e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.558792433142662,
      "num_tokens": 106882542.0,
      "step": 138600
    },
    {
      "epoch": 0.17582113709761302,
      "grad_norm": 5.5625,
      "learning_rate": 4.121423442578445e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5266044437885284,
      "num_tokens": 106891658.0,
      "step": 138610
    },
    {
      "epoch": 0.17583382169014586,
      "grad_norm": 4.78125,
      "learning_rate": 4.121360011569816e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5716153174638748,
      "num_tokens": 106900046.0,
      "step": 138620
    },
    {
      "epoch": 0.17584650628267867,
      "grad_norm": 6.84375,
      "learning_rate": 4.121296580561187e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5718787610530853,
      "num_tokens": 106908420.0,
      "step": 138630
    },
    {
      "epoch": 0.1758591908752115,
      "grad_norm": 7.21875,
      "learning_rate": 4.121233149552558e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5330600321292878,
      "num_tokens": 106916581.0,
      "step": 138640
    },
    {
      "epoch": 0.17587187546774435,
      "grad_norm": 5.90625,
      "learning_rate": 4.1211697185439286e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5327292561531067,
      "num_tokens": 106924882.0,
      "step": 138650
    },
    {
      "epoch": 0.1758845600602772,
      "grad_norm": 5.03125,
      "learning_rate": 4.1211062875353e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5617805182933807,
      "num_tokens": 106931919.0,
      "step": 138660
    },
    {
      "epoch": 0.17589724465281,
      "grad_norm": 6.84375,
      "learning_rate": 4.121042856526671e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5326374918222427,
      "num_tokens": 106940159.0,
      "step": 138670
    },
    {
      "epoch": 0.17590992924534285,
      "grad_norm": 7.15625,
      "learning_rate": 4.120979425518041e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5553698629140854,
      "num_tokens": 106947208.0,
      "step": 138680
    },
    {
      "epoch": 0.1759226138378757,
      "grad_norm": 6.09375,
      "learning_rate": 4.120915994509412e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5678668916225433,
      "num_tokens": 106954474.0,
      "step": 138690
    },
    {
      "epoch": 0.17593529843040853,
      "grad_norm": 5.53125,
      "learning_rate": 4.1208525635007826e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5281987071037293,
      "num_tokens": 106963096.0,
      "step": 138700
    },
    {
      "epoch": 0.17594798302294135,
      "grad_norm": 8.375,
      "learning_rate": 4.120789132492154e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5555315226316452,
      "num_tokens": 106971771.0,
      "step": 138710
    },
    {
      "epoch": 0.1759606676154742,
      "grad_norm": 7.0,
      "learning_rate": 4.120725701483525e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5421931445598602,
      "num_tokens": 106980229.0,
      "step": 138720
    },
    {
      "epoch": 0.17597335220800703,
      "grad_norm": 6.1875,
      "learning_rate": 4.1206622704748956e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5463074564933776,
      "num_tokens": 106989379.0,
      "step": 138730
    },
    {
      "epoch": 0.17598603680053987,
      "grad_norm": 4.96875,
      "learning_rate": 4.120598839466267e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5291101455688476,
      "num_tokens": 106995750.0,
      "step": 138740
    },
    {
      "epoch": 0.17599872139307268,
      "grad_norm": 6.8125,
      "learning_rate": 4.120535408457637e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5344523698091507,
      "num_tokens": 107003574.0,
      "step": 138750
    },
    {
      "epoch": 0.17601140598560552,
      "grad_norm": 5.25,
      "learning_rate": 4.120471977449008e-05,
      "loss": 1.9166,
      "mean_token_accuracy": 0.570505005121231,
      "num_tokens": 107011228.0,
      "step": 138760
    },
    {
      "epoch": 0.17602409057813836,
      "grad_norm": 5.59375,
      "learning_rate": 4.120408546440379e-05,
      "loss": 1.9112,
      "mean_token_accuracy": 0.5746824562549591,
      "num_tokens": 107019216.0,
      "step": 138770
    },
    {
      "epoch": 0.1760367751706712,
      "grad_norm": 5.46875,
      "learning_rate": 4.1203451154317496e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5227128982543945,
      "num_tokens": 107027110.0,
      "step": 138780
    },
    {
      "epoch": 0.17604945976320402,
      "grad_norm": 5.40625,
      "learning_rate": 4.120281684423121e-05,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5819908916950226,
      "num_tokens": 107035679.0,
      "step": 138790
    },
    {
      "epoch": 0.17606214435573686,
      "grad_norm": 5.3125,
      "learning_rate": 4.120218253414491e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5197411447763443,
      "num_tokens": 107042751.0,
      "step": 138800
    },
    {
      "epoch": 0.1760748289482697,
      "grad_norm": 6.125,
      "learning_rate": 4.1201548224058625e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5394079804420471,
      "num_tokens": 107050469.0,
      "step": 138810
    },
    {
      "epoch": 0.17608751354080251,
      "grad_norm": 5.3125,
      "learning_rate": 4.120091391397233e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5655222326517105,
      "num_tokens": 107058094.0,
      "step": 138820
    },
    {
      "epoch": 0.17610019813333536,
      "grad_norm": 8.5625,
      "learning_rate": 4.1200279603886036e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5290995240211487,
      "num_tokens": 107065577.0,
      "step": 138830
    },
    {
      "epoch": 0.1761128827258682,
      "grad_norm": 4.3125,
      "learning_rate": 4.119964529379975e-05,
      "loss": 1.788,
      "mean_token_accuracy": 0.6067708849906921,
      "num_tokens": 107073421.0,
      "step": 138840
    },
    {
      "epoch": 0.17612556731840104,
      "grad_norm": 5.71875,
      "learning_rate": 4.1199010983713454e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5325682878494262,
      "num_tokens": 107080185.0,
      "step": 138850
    },
    {
      "epoch": 0.17613825191093385,
      "grad_norm": 5.4375,
      "learning_rate": 4.1198376673627166e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5320208221673965,
      "num_tokens": 107088483.0,
      "step": 138860
    },
    {
      "epoch": 0.1761509365034667,
      "grad_norm": 4.5,
      "learning_rate": 4.119774236354088e-05,
      "loss": 1.7925,
      "mean_token_accuracy": 0.6009251773357391,
      "num_tokens": 107096130.0,
      "step": 138870
    },
    {
      "epoch": 0.17616362109599953,
      "grad_norm": 4.84375,
      "learning_rate": 4.119710805345458e-05,
      "loss": 1.8479,
      "mean_token_accuracy": 0.5788957118988037,
      "num_tokens": 107103940.0,
      "step": 138880
    },
    {
      "epoch": 0.17617630568853238,
      "grad_norm": 5.3125,
      "learning_rate": 4.119647374336829e-05,
      "loss": 2.4178,
      "mean_token_accuracy": 0.4961974948644638,
      "num_tokens": 107113312.0,
      "step": 138890
    },
    {
      "epoch": 0.1761889902810652,
      "grad_norm": 5.5,
      "learning_rate": 4.1195839433281994e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5602608472108841,
      "num_tokens": 107121043.0,
      "step": 138900
    },
    {
      "epoch": 0.17620167487359803,
      "grad_norm": 8.8125,
      "learning_rate": 4.1195205123195706e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5443157404661179,
      "num_tokens": 107128848.0,
      "step": 138910
    },
    {
      "epoch": 0.17621435946613087,
      "grad_norm": 4.8125,
      "learning_rate": 4.119457081310942e-05,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5648913621902466,
      "num_tokens": 107136362.0,
      "step": 138920
    },
    {
      "epoch": 0.1762270440586637,
      "grad_norm": 4.9375,
      "learning_rate": 4.1193936503023124e-05,
      "loss": 1.8369,
      "mean_token_accuracy": 0.5788783460855484,
      "num_tokens": 107145162.0,
      "step": 138930
    },
    {
      "epoch": 0.17623972865119653,
      "grad_norm": 4.96875,
      "learning_rate": 4.1193302192936836e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5666218817234039,
      "num_tokens": 107152286.0,
      "step": 138940
    },
    {
      "epoch": 0.17625241324372937,
      "grad_norm": 5.6875,
      "learning_rate": 4.119266788285054e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.563085550069809,
      "num_tokens": 107159594.0,
      "step": 138950
    },
    {
      "epoch": 0.1762650978362622,
      "grad_norm": 6.9375,
      "learning_rate": 4.1192033572764246e-05,
      "loss": 2.2644,
      "mean_token_accuracy": 0.5209518045186996,
      "num_tokens": 107167769.0,
      "step": 138960
    },
    {
      "epoch": 0.17627778242879505,
      "grad_norm": 8.625,
      "learning_rate": 4.119139926267796e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5560739547014236,
      "num_tokens": 107174961.0,
      "step": 138970
    },
    {
      "epoch": 0.17629046702132786,
      "grad_norm": 6.15625,
      "learning_rate": 4.1190764952591664e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5224716097116471,
      "num_tokens": 107183525.0,
      "step": 138980
    },
    {
      "epoch": 0.1763031516138607,
      "grad_norm": 5.53125,
      "learning_rate": 4.1190130642505376e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5237851977348328,
      "num_tokens": 107191434.0,
      "step": 138990
    },
    {
      "epoch": 0.17631583620639354,
      "grad_norm": 5.71875,
      "learning_rate": 4.118949633241908e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5833489149808884,
      "num_tokens": 107197893.0,
      "step": 139000
    },
    {
      "epoch": 0.17632852079892639,
      "grad_norm": 4.9375,
      "learning_rate": 4.1188862022332793e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5194226503372192,
      "num_tokens": 107206053.0,
      "step": 139010
    },
    {
      "epoch": 0.1763412053914592,
      "grad_norm": 5.0,
      "learning_rate": 4.11882277122465e-05,
      "loss": 1.9074,
      "mean_token_accuracy": 0.568195229768753,
      "num_tokens": 107213890.0,
      "step": 139020
    },
    {
      "epoch": 0.17635388998399204,
      "grad_norm": 4.90625,
      "learning_rate": 4.1187593402160204e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5169069319963455,
      "num_tokens": 107222991.0,
      "step": 139030
    },
    {
      "epoch": 0.17636657457652488,
      "grad_norm": 6.28125,
      "learning_rate": 4.1186959092073916e-05,
      "loss": 1.8343,
      "mean_token_accuracy": 0.590452042222023,
      "num_tokens": 107229131.0,
      "step": 139040
    },
    {
      "epoch": 0.17637925916905772,
      "grad_norm": 7.125,
      "learning_rate": 4.118632478198762e-05,
      "loss": 2.3041,
      "mean_token_accuracy": 0.5079135745763779,
      "num_tokens": 107237215.0,
      "step": 139050
    },
    {
      "epoch": 0.17639194376159054,
      "grad_norm": 8.0625,
      "learning_rate": 4.1185690471901334e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5507312804460526,
      "num_tokens": 107243963.0,
      "step": 139060
    },
    {
      "epoch": 0.17640462835412338,
      "grad_norm": 5.78125,
      "learning_rate": 4.1185056161815046e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5162561953067779,
      "num_tokens": 107250751.0,
      "step": 139070
    },
    {
      "epoch": 0.17641731294665622,
      "grad_norm": 5.03125,
      "learning_rate": 4.118442185172875e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5191467970609664,
      "num_tokens": 107259077.0,
      "step": 139080
    },
    {
      "epoch": 0.17642999753918906,
      "grad_norm": 11.6875,
      "learning_rate": 4.118378754164246e-05,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5260139256715775,
      "num_tokens": 107266978.0,
      "step": 139090
    },
    {
      "epoch": 0.17644268213172187,
      "grad_norm": 4.9375,
      "learning_rate": 4.118315323155616e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5389253914356231,
      "num_tokens": 107275474.0,
      "step": 139100
    },
    {
      "epoch": 0.17645536672425471,
      "grad_norm": 4.46875,
      "learning_rate": 4.1182518921469874e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5362349718809127,
      "num_tokens": 107283486.0,
      "step": 139110
    },
    {
      "epoch": 0.17646805131678756,
      "grad_norm": 5.125,
      "learning_rate": 4.1181884611383586e-05,
      "loss": 1.8475,
      "mean_token_accuracy": 0.5829531818628311,
      "num_tokens": 107290390.0,
      "step": 139120
    },
    {
      "epoch": 0.1764807359093204,
      "grad_norm": 5.15625,
      "learning_rate": 4.118125030129729e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5324868708848953,
      "num_tokens": 107298812.0,
      "step": 139130
    },
    {
      "epoch": 0.1764934205018532,
      "grad_norm": 5.0625,
      "learning_rate": 4.1180615991211004e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5310094982385636,
      "num_tokens": 107308194.0,
      "step": 139140
    },
    {
      "epoch": 0.17650610509438605,
      "grad_norm": 9.5625,
      "learning_rate": 4.117998168112471e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5710537314414978,
      "num_tokens": 107314930.0,
      "step": 139150
    },
    {
      "epoch": 0.1765187896869189,
      "grad_norm": 5.40625,
      "learning_rate": 4.117934737103842e-05,
      "loss": 1.9269,
      "mean_token_accuracy": 0.5698681652545929,
      "num_tokens": 107323623.0,
      "step": 139160
    },
    {
      "epoch": 0.17653147427945173,
      "grad_norm": 7.625,
      "learning_rate": 4.1178713060952127e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5239915460348129,
      "num_tokens": 107331564.0,
      "step": 139170
    },
    {
      "epoch": 0.17654415887198455,
      "grad_norm": 5.375,
      "learning_rate": 4.117807875086583e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5613486528396606,
      "num_tokens": 107340188.0,
      "step": 139180
    },
    {
      "epoch": 0.1765568434645174,
      "grad_norm": 5.625,
      "learning_rate": 4.1177444440779544e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.530596911907196,
      "num_tokens": 107348490.0,
      "step": 139190
    },
    {
      "epoch": 0.17656952805705023,
      "grad_norm": 10.4375,
      "learning_rate": 4.117681013069325e-05,
      "loss": 2.373,
      "mean_token_accuracy": 0.48887993693351744,
      "num_tokens": 107357090.0,
      "step": 139200
    },
    {
      "epoch": 0.17658221264958307,
      "grad_norm": 6.40625,
      "learning_rate": 4.117617582060696e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5818028837442398,
      "num_tokens": 107364624.0,
      "step": 139210
    },
    {
      "epoch": 0.17659489724211588,
      "grad_norm": 5.34375,
      "learning_rate": 4.1175541510520674e-05,
      "loss": 2.2789,
      "mean_token_accuracy": 0.5151898384094238,
      "num_tokens": 107372410.0,
      "step": 139220
    },
    {
      "epoch": 0.17660758183464872,
      "grad_norm": 6.75,
      "learning_rate": 4.117490720043438e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5373084425926209,
      "num_tokens": 107380177.0,
      "step": 139230
    },
    {
      "epoch": 0.17662026642718157,
      "grad_norm": 5.09375,
      "learning_rate": 4.1174272890348084e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5709616631269455,
      "num_tokens": 107387824.0,
      "step": 139240
    },
    {
      "epoch": 0.1766329510197144,
      "grad_norm": 5.15625,
      "learning_rate": 4.117363858026179e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5253207981586456,
      "num_tokens": 107396160.0,
      "step": 139250
    },
    {
      "epoch": 0.17664563561224722,
      "grad_norm": 6.5,
      "learning_rate": 4.11730042701755e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5698339819908143,
      "num_tokens": 107404316.0,
      "step": 139260
    },
    {
      "epoch": 0.17665832020478006,
      "grad_norm": 7.59375,
      "learning_rate": 4.1172369960089214e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5593639850616455,
      "num_tokens": 107410749.0,
      "step": 139270
    },
    {
      "epoch": 0.1766710047973129,
      "grad_norm": 4.96875,
      "learning_rate": 4.117173565000292e-05,
      "loss": 2.2608,
      "mean_token_accuracy": 0.5095768988132476,
      "num_tokens": 107418754.0,
      "step": 139280
    },
    {
      "epoch": 0.17668368938984572,
      "grad_norm": 4.375,
      "learning_rate": 4.117110133991663e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5336394429206848,
      "num_tokens": 107427757.0,
      "step": 139290
    },
    {
      "epoch": 0.17669637398237856,
      "grad_norm": 5.40625,
      "learning_rate": 4.117046702983034e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5451215535402298,
      "num_tokens": 107435281.0,
      "step": 139300
    },
    {
      "epoch": 0.1767090585749114,
      "grad_norm": 4.9375,
      "learning_rate": 4.116983271974404e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.512883386015892,
      "num_tokens": 107443710.0,
      "step": 139310
    },
    {
      "epoch": 0.17672174316744424,
      "grad_norm": 5.21875,
      "learning_rate": 4.1169198409657754e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5427808701992035,
      "num_tokens": 107452921.0,
      "step": 139320
    },
    {
      "epoch": 0.17673442775997705,
      "grad_norm": 11.0,
      "learning_rate": 4.116856409957146e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5374865263700486,
      "num_tokens": 107459690.0,
      "step": 139330
    },
    {
      "epoch": 0.1767471123525099,
      "grad_norm": 6.21875,
      "learning_rate": 4.116792978948517e-05,
      "loss": 1.7544,
      "mean_token_accuracy": 0.6118029445409775,
      "num_tokens": 107466042.0,
      "step": 139340
    },
    {
      "epoch": 0.17675979694504274,
      "grad_norm": 5.15625,
      "learning_rate": 4.116729547939888e-05,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5643299072980881,
      "num_tokens": 107474728.0,
      "step": 139350
    },
    {
      "epoch": 0.17677248153757558,
      "grad_norm": 6.28125,
      "learning_rate": 4.116666116931259e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5502959698438644,
      "num_tokens": 107482462.0,
      "step": 139360
    },
    {
      "epoch": 0.1767851661301084,
      "grad_norm": 4.84375,
      "learning_rate": 4.1166026859226295e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.5298606991767884,
      "num_tokens": 107490634.0,
      "step": 139370
    },
    {
      "epoch": 0.17679785072264123,
      "grad_norm": 7.40625,
      "learning_rate": 4.116539254914e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.545199653506279,
      "num_tokens": 107498155.0,
      "step": 139380
    },
    {
      "epoch": 0.17681053531517407,
      "grad_norm": 6.09375,
      "learning_rate": 4.116475823905371e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5439548313617706,
      "num_tokens": 107504963.0,
      "step": 139390
    },
    {
      "epoch": 0.1768232199077069,
      "grad_norm": 6.34375,
      "learning_rate": 4.116412392896742e-05,
      "loss": 1.9099,
      "mean_token_accuracy": 0.5813301980495453,
      "num_tokens": 107513047.0,
      "step": 139400
    },
    {
      "epoch": 0.17683590450023973,
      "grad_norm": 7.625,
      "learning_rate": 4.116348961888113e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5498466819524765,
      "num_tokens": 107520507.0,
      "step": 139410
    },
    {
      "epoch": 0.17684858909277257,
      "grad_norm": 5.15625,
      "learning_rate": 4.116285530879484e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5399422705173492,
      "num_tokens": 107527650.0,
      "step": 139420
    },
    {
      "epoch": 0.1768612736853054,
      "grad_norm": 5.25,
      "learning_rate": 4.116222099870855e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.548158660531044,
      "num_tokens": 107534893.0,
      "step": 139430
    },
    {
      "epoch": 0.17687395827783825,
      "grad_norm": 6.0625,
      "learning_rate": 4.116158668862225e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5274889975786209,
      "num_tokens": 107543154.0,
      "step": 139440
    },
    {
      "epoch": 0.17688664287037106,
      "grad_norm": 5.40625,
      "learning_rate": 4.1160952378535964e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5428968161344528,
      "num_tokens": 107550960.0,
      "step": 139450
    },
    {
      "epoch": 0.1768993274629039,
      "grad_norm": 4.65625,
      "learning_rate": 4.116031806844967e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5352194637060166,
      "num_tokens": 107559593.0,
      "step": 139460
    },
    {
      "epoch": 0.17691201205543675,
      "grad_norm": 6.75,
      "learning_rate": 4.115968375836338e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5628036797046662,
      "num_tokens": 107566459.0,
      "step": 139470
    },
    {
      "epoch": 0.1769246966479696,
      "grad_norm": 4.5625,
      "learning_rate": 4.115904944827709e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5665818929672242,
      "num_tokens": 107574524.0,
      "step": 139480
    },
    {
      "epoch": 0.1769373812405024,
      "grad_norm": 6.59375,
      "learning_rate": 4.11584151381908e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5486427068710327,
      "num_tokens": 107581980.0,
      "step": 139490
    },
    {
      "epoch": 0.17695006583303524,
      "grad_norm": 4.78125,
      "learning_rate": 4.115778082810451e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5610362142324448,
      "num_tokens": 107588645.0,
      "step": 139500
    },
    {
      "epoch": 0.17696275042556808,
      "grad_norm": 5.09375,
      "learning_rate": 4.115714651801822e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5603408455848694,
      "num_tokens": 107595467.0,
      "step": 139510
    },
    {
      "epoch": 0.17697543501810092,
      "grad_norm": 7.21875,
      "learning_rate": 4.115651220793192e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5465042889118195,
      "num_tokens": 107602072.0,
      "step": 139520
    },
    {
      "epoch": 0.17698811961063374,
      "grad_norm": 7.5625,
      "learning_rate": 4.115587789784563e-05,
      "loss": 1.858,
      "mean_token_accuracy": 0.5860313236713409,
      "num_tokens": 107609344.0,
      "step": 139530
    },
    {
      "epoch": 0.17700080420316658,
      "grad_norm": 5.875,
      "learning_rate": 4.115524358775934e-05,
      "loss": 2.2586,
      "mean_token_accuracy": 0.5199269652366638,
      "num_tokens": 107617113.0,
      "step": 139540
    },
    {
      "epoch": 0.17701348879569942,
      "grad_norm": 5.125,
      "learning_rate": 4.115460927767305e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5506207913160324,
      "num_tokens": 107623842.0,
      "step": 139550
    },
    {
      "epoch": 0.17702617338823226,
      "grad_norm": 4.96875,
      "learning_rate": 4.115397496758676e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5518957704305649,
      "num_tokens": 107632283.0,
      "step": 139560
    },
    {
      "epoch": 0.17703885798076507,
      "grad_norm": 4.90625,
      "learning_rate": 4.115334065750047e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.523163565993309,
      "num_tokens": 107641014.0,
      "step": 139570
    },
    {
      "epoch": 0.17705154257329792,
      "grad_norm": 5.5625,
      "learning_rate": 4.1152706347414175e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5358063548803329,
      "num_tokens": 107648768.0,
      "step": 139580
    },
    {
      "epoch": 0.17706422716583076,
      "grad_norm": 6.8125,
      "learning_rate": 4.115207203732788e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5468198090791703,
      "num_tokens": 107655926.0,
      "step": 139590
    },
    {
      "epoch": 0.1770769117583636,
      "grad_norm": 4.0625,
      "learning_rate": 4.115143772724159e-05,
      "loss": 1.9281,
      "mean_token_accuracy": 0.5673012584447861,
      "num_tokens": 107664175.0,
      "step": 139600
    },
    {
      "epoch": 0.1770895963508964,
      "grad_norm": 6.03125,
      "learning_rate": 4.11508034171553e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5657606780529022,
      "num_tokens": 107671425.0,
      "step": 139610
    },
    {
      "epoch": 0.17710228094342925,
      "grad_norm": 3.5625,
      "learning_rate": 4.115016910706901e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5455109983682632,
      "num_tokens": 107680218.0,
      "step": 139620
    },
    {
      "epoch": 0.1771149655359621,
      "grad_norm": 5.09375,
      "learning_rate": 4.1149534796982715e-05,
      "loss": 2.3214,
      "mean_token_accuracy": 0.5049920886754989,
      "num_tokens": 107688815.0,
      "step": 139630
    },
    {
      "epoch": 0.17712765012849493,
      "grad_norm": 4.15625,
      "learning_rate": 4.114890048689643e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5480808109045029,
      "num_tokens": 107696659.0,
      "step": 139640
    },
    {
      "epoch": 0.17714033472102775,
      "grad_norm": 4.75,
      "learning_rate": 4.114826617681013e-05,
      "loss": 1.8034,
      "mean_token_accuracy": 0.598235884308815,
      "num_tokens": 107703977.0,
      "step": 139650
    },
    {
      "epoch": 0.1771530193135606,
      "grad_norm": 5.8125,
      "learning_rate": 4.114763186672384e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5805012822151184,
      "num_tokens": 107711004.0,
      "step": 139660
    },
    {
      "epoch": 0.17716570390609343,
      "grad_norm": 6.71875,
      "learning_rate": 4.114699755663755e-05,
      "loss": 1.9243,
      "mean_token_accuracy": 0.5756897687911987,
      "num_tokens": 107718196.0,
      "step": 139670
    },
    {
      "epoch": 0.17717838849862627,
      "grad_norm": 5.15625,
      "learning_rate": 4.1146363246551255e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5381753951311111,
      "num_tokens": 107726576.0,
      "step": 139680
    },
    {
      "epoch": 0.17719107309115908,
      "grad_norm": 5.28125,
      "learning_rate": 4.114572893646497e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5354172974824906,
      "num_tokens": 107734737.0,
      "step": 139690
    },
    {
      "epoch": 0.17720375768369193,
      "grad_norm": 8.125,
      "learning_rate": 4.114509462637868e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5746273934841156,
      "num_tokens": 107741498.0,
      "step": 139700
    },
    {
      "epoch": 0.17721644227622477,
      "grad_norm": 5.3125,
      "learning_rate": 4.1144460316292385e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5340835094451905,
      "num_tokens": 107750089.0,
      "step": 139710
    },
    {
      "epoch": 0.1772291268687576,
      "grad_norm": 6.1875,
      "learning_rate": 4.114382600620609e-05,
      "loss": 2.2076,
      "mean_token_accuracy": 0.5224354058504105,
      "num_tokens": 107758118.0,
      "step": 139720
    },
    {
      "epoch": 0.17724181146129042,
      "grad_norm": 5.78125,
      "learning_rate": 4.1143191696119796e-05,
      "loss": 2.278,
      "mean_token_accuracy": 0.5130219340324402,
      "num_tokens": 107767490.0,
      "step": 139730
    },
    {
      "epoch": 0.17725449605382326,
      "grad_norm": 6.1875,
      "learning_rate": 4.114255738603351e-05,
      "loss": 1.8511,
      "mean_token_accuracy": 0.5917942434549331,
      "num_tokens": 107774988.0,
      "step": 139740
    },
    {
      "epoch": 0.1772671806463561,
      "grad_norm": 4.8125,
      "learning_rate": 4.114192307594722e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5586966007947922,
      "num_tokens": 107782693.0,
      "step": 139750
    },
    {
      "epoch": 0.17727986523888892,
      "grad_norm": 5.3125,
      "learning_rate": 4.1141288765860925e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5398579746484756,
      "num_tokens": 107789407.0,
      "step": 139760
    },
    {
      "epoch": 0.17729254983142176,
      "grad_norm": 6.21875,
      "learning_rate": 4.114065445577464e-05,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5608295172452926,
      "num_tokens": 107795823.0,
      "step": 139770
    },
    {
      "epoch": 0.1773052344239546,
      "grad_norm": 4.8125,
      "learning_rate": 4.114002014568834e-05,
      "loss": 1.8377,
      "mean_token_accuracy": 0.5939494073390961,
      "num_tokens": 107803651.0,
      "step": 139780
    },
    {
      "epoch": 0.17731791901648744,
      "grad_norm": 6.28125,
      "learning_rate": 4.113938583560205e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.555923530459404,
      "num_tokens": 107811740.0,
      "step": 139790
    },
    {
      "epoch": 0.17733060360902025,
      "grad_norm": 8.25,
      "learning_rate": 4.113875152551576e-05,
      "loss": 2.2371,
      "mean_token_accuracy": 0.5113571673631668,
      "num_tokens": 107819873.0,
      "step": 139800
    },
    {
      "epoch": 0.1773432882015531,
      "grad_norm": 5.53125,
      "learning_rate": 4.1138117215429466e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5289132446050644,
      "num_tokens": 107827355.0,
      "step": 139810
    },
    {
      "epoch": 0.17735597279408594,
      "grad_norm": 5.5,
      "learning_rate": 4.113748290534318e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5355541706085205,
      "num_tokens": 107835265.0,
      "step": 139820
    },
    {
      "epoch": 0.17736865738661878,
      "grad_norm": 6.28125,
      "learning_rate": 4.113684859525688e-05,
      "loss": 2.2637,
      "mean_token_accuracy": 0.5159917354583741,
      "num_tokens": 107843580.0,
      "step": 139830
    },
    {
      "epoch": 0.1773813419791516,
      "grad_norm": 5.0625,
      "learning_rate": 4.1136214285170595e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5375811010599136,
      "num_tokens": 107852075.0,
      "step": 139840
    },
    {
      "epoch": 0.17739402657168443,
      "grad_norm": 5.90625,
      "learning_rate": 4.113557997508431e-05,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5806685358285903,
      "num_tokens": 107859089.0,
      "step": 139850
    },
    {
      "epoch": 0.17740671116421727,
      "grad_norm": 5.96875,
      "learning_rate": 4.1134945664998006e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5480022668838501,
      "num_tokens": 107867979.0,
      "step": 139860
    },
    {
      "epoch": 0.17741939575675011,
      "grad_norm": 5.03125,
      "learning_rate": 4.113431135491172e-05,
      "loss": 1.9239,
      "mean_token_accuracy": 0.5756774604320526,
      "num_tokens": 107875036.0,
      "step": 139870
    },
    {
      "epoch": 0.17743208034928293,
      "grad_norm": 4.96875,
      "learning_rate": 4.113367704482542e-05,
      "loss": 2.2154,
      "mean_token_accuracy": 0.5284318417310715,
      "num_tokens": 107883024.0,
      "step": 139880
    },
    {
      "epoch": 0.17744476494181577,
      "grad_norm": 6.71875,
      "learning_rate": 4.1133042734739135e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5328688234090805,
      "num_tokens": 107891394.0,
      "step": 139890
    },
    {
      "epoch": 0.1774574495343486,
      "grad_norm": 6.03125,
      "learning_rate": 4.113240842465285e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5260878533124924,
      "num_tokens": 107899539.0,
      "step": 139900
    },
    {
      "epoch": 0.17747013412688145,
      "grad_norm": 7.4375,
      "learning_rate": 4.113177411456655e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5243817627429962,
      "num_tokens": 107907729.0,
      "step": 139910
    },
    {
      "epoch": 0.17748281871941426,
      "grad_norm": 6.78125,
      "learning_rate": 4.1131139804480265e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5186882168054581,
      "num_tokens": 107915893.0,
      "step": 139920
    },
    {
      "epoch": 0.1774955033119471,
      "grad_norm": 5.375,
      "learning_rate": 4.113050549439397e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5561479389667511,
      "num_tokens": 107923531.0,
      "step": 139930
    },
    {
      "epoch": 0.17750818790447995,
      "grad_norm": 4.75,
      "learning_rate": 4.1129871184307676e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5366913437843323,
      "num_tokens": 107930446.0,
      "step": 139940
    },
    {
      "epoch": 0.1775208724970128,
      "grad_norm": 7.0625,
      "learning_rate": 4.112923687422139e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5215992569923401,
      "num_tokens": 107938251.0,
      "step": 139950
    },
    {
      "epoch": 0.1775335570895456,
      "grad_norm": 4.4375,
      "learning_rate": 4.112860256413509e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5455979347229004,
      "num_tokens": 107945555.0,
      "step": 139960
    },
    {
      "epoch": 0.17754624168207844,
      "grad_norm": 6.09375,
      "learning_rate": 4.1127968254048805e-05,
      "loss": 2.2099,
      "mean_token_accuracy": 0.5192083150148392,
      "num_tokens": 107954617.0,
      "step": 139970
    },
    {
      "epoch": 0.17755892627461128,
      "grad_norm": 5.53125,
      "learning_rate": 4.112733394396251e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5311757266521454,
      "num_tokens": 107962784.0,
      "step": 139980
    },
    {
      "epoch": 0.17757161086714413,
      "grad_norm": 4.6875,
      "learning_rate": 4.112669963387622e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5485833287239075,
      "num_tokens": 107971662.0,
      "step": 139990
    },
    {
      "epoch": 0.17758429545967694,
      "grad_norm": 6.1875,
      "learning_rate": 4.112606532378993e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5474127292633056,
      "num_tokens": 107978714.0,
      "step": 140000
    },
    {
      "epoch": 0.17759698005220978,
      "grad_norm": 6.21875,
      "learning_rate": 4.1125431013703634e-05,
      "loss": 1.9016,
      "mean_token_accuracy": 0.556098797917366,
      "num_tokens": 107984827.0,
      "step": 140010
    },
    {
      "epoch": 0.17760966464474262,
      "grad_norm": 5.09375,
      "learning_rate": 4.1124796703617346e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5431229680776596,
      "num_tokens": 107991420.0,
      "step": 140020
    },
    {
      "epoch": 0.17762234923727546,
      "grad_norm": 5.28125,
      "learning_rate": 4.112416239353105e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5305452734231949,
      "num_tokens": 107999521.0,
      "step": 140030
    },
    {
      "epoch": 0.17763503382980828,
      "grad_norm": 4.8125,
      "learning_rate": 4.112352808344476e-05,
      "loss": 1.9297,
      "mean_token_accuracy": 0.5685653656721115,
      "num_tokens": 108006745.0,
      "step": 140040
    },
    {
      "epoch": 0.17764771842234112,
      "grad_norm": 5.5,
      "learning_rate": 4.1122893773358475e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5421240121126175,
      "num_tokens": 108014777.0,
      "step": 140050
    },
    {
      "epoch": 0.17766040301487396,
      "grad_norm": 5.03125,
      "learning_rate": 4.112225946327218e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5389237552881241,
      "num_tokens": 108022805.0,
      "step": 140060
    },
    {
      "epoch": 0.1776730876074068,
      "grad_norm": 4.5,
      "learning_rate": 4.1121625153185886e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5511914253234863,
      "num_tokens": 108031146.0,
      "step": 140070
    },
    {
      "epoch": 0.1776857721999396,
      "grad_norm": 5.125,
      "learning_rate": 4.112099084309959e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5292754739522934,
      "num_tokens": 108040455.0,
      "step": 140080
    },
    {
      "epoch": 0.17769845679247245,
      "grad_norm": 7.625,
      "learning_rate": 4.1120356533013303e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5716612219810486,
      "num_tokens": 108048071.0,
      "step": 140090
    },
    {
      "epoch": 0.1777111413850053,
      "grad_norm": 4.78125,
      "learning_rate": 4.1119722222927016e-05,
      "loss": 1.8659,
      "mean_token_accuracy": 0.5774727582931518,
      "num_tokens": 108056054.0,
      "step": 140100
    },
    {
      "epoch": 0.17772382597753814,
      "grad_norm": 5.125,
      "learning_rate": 4.111908791284072e-05,
      "loss": 1.752,
      "mean_token_accuracy": 0.6115743219852448,
      "num_tokens": 108062958.0,
      "step": 140110
    },
    {
      "epoch": 0.17773651057007095,
      "grad_norm": 4.75,
      "learning_rate": 4.111845360275443e-05,
      "loss": 2.3184,
      "mean_token_accuracy": 0.4953434497117996,
      "num_tokens": 108070415.0,
      "step": 140120
    },
    {
      "epoch": 0.1777491951626038,
      "grad_norm": 5.4375,
      "learning_rate": 4.111781929266814e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5459515392780304,
      "num_tokens": 108077368.0,
      "step": 140130
    },
    {
      "epoch": 0.17776187975513663,
      "grad_norm": 5.15625,
      "learning_rate": 4.1117184982581844e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.526422768831253,
      "num_tokens": 108084609.0,
      "step": 140140
    },
    {
      "epoch": 0.17777456434766947,
      "grad_norm": 6.25,
      "learning_rate": 4.1116550672495556e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5429151296615601,
      "num_tokens": 108092853.0,
      "step": 140150
    },
    {
      "epoch": 0.17778724894020229,
      "grad_norm": 5.25,
      "learning_rate": 4.111591636240926e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5355328619480133,
      "num_tokens": 108101746.0,
      "step": 140160
    },
    {
      "epoch": 0.17779993353273513,
      "grad_norm": 7.09375,
      "learning_rate": 4.111528205232297e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5248709589242935,
      "num_tokens": 108110338.0,
      "step": 140170
    },
    {
      "epoch": 0.17781261812526797,
      "grad_norm": 8.375,
      "learning_rate": 4.111464774223668e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5381276130676269,
      "num_tokens": 108117986.0,
      "step": 140180
    },
    {
      "epoch": 0.1778253027178008,
      "grad_norm": 4.6875,
      "learning_rate": 4.111401343215039e-05,
      "loss": 1.6208,
      "mean_token_accuracy": 0.6343026906251907,
      "num_tokens": 108125050.0,
      "step": 140190
    },
    {
      "epoch": 0.17783798731033362,
      "grad_norm": 5.375,
      "learning_rate": 4.1113379122064096e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5629466235637665,
      "num_tokens": 108133441.0,
      "step": 140200
    },
    {
      "epoch": 0.17785067190286646,
      "grad_norm": 4.625,
      "learning_rate": 4.11127448119778e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5534692883491517,
      "num_tokens": 108141894.0,
      "step": 140210
    },
    {
      "epoch": 0.1778633564953993,
      "grad_norm": 4.75,
      "learning_rate": 4.1112110501891514e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5253348469734191,
      "num_tokens": 108150651.0,
      "step": 140220
    },
    {
      "epoch": 0.17787604108793212,
      "grad_norm": 5.09375,
      "learning_rate": 4.111147619180522e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5467997312545776,
      "num_tokens": 108158662.0,
      "step": 140230
    },
    {
      "epoch": 0.17788872568046496,
      "grad_norm": 5.6875,
      "learning_rate": 4.111084188171893e-05,
      "loss": 2.2677,
      "mean_token_accuracy": 0.5121878683567047,
      "num_tokens": 108165470.0,
      "step": 140240
    },
    {
      "epoch": 0.1779014102729978,
      "grad_norm": 6.71875,
      "learning_rate": 4.111020757163264e-05,
      "loss": 1.7551,
      "mean_token_accuracy": 0.5964051872491837,
      "num_tokens": 108172784.0,
      "step": 140250
    },
    {
      "epoch": 0.17791409486553064,
      "grad_norm": 5.40625,
      "learning_rate": 4.110957326154635e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5202197432518005,
      "num_tokens": 108180227.0,
      "step": 140260
    },
    {
      "epoch": 0.17792677945806346,
      "grad_norm": 4.8125,
      "learning_rate": 4.110893895146006e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5694800943136216,
      "num_tokens": 108188253.0,
      "step": 140270
    },
    {
      "epoch": 0.1779394640505963,
      "grad_norm": 5.15625,
      "learning_rate": 4.110830464137376e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5327801436185837,
      "num_tokens": 108196303.0,
      "step": 140280
    },
    {
      "epoch": 0.17795214864312914,
      "grad_norm": 4.96875,
      "learning_rate": 4.110767033128747e-05,
      "loss": 1.8752,
      "mean_token_accuracy": 0.5874240577220917,
      "num_tokens": 108202880.0,
      "step": 140290
    },
    {
      "epoch": 0.17796483323566198,
      "grad_norm": 5.09375,
      "learning_rate": 4.1107036021201184e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5581584244966507,
      "num_tokens": 108211188.0,
      "step": 140300
    },
    {
      "epoch": 0.1779775178281948,
      "grad_norm": 5.34375,
      "learning_rate": 4.110640171111489e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5606248319149018,
      "num_tokens": 108217805.0,
      "step": 140310
    },
    {
      "epoch": 0.17799020242072763,
      "grad_norm": 6.0625,
      "learning_rate": 4.11057674010286e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5824090361595153,
      "num_tokens": 108225021.0,
      "step": 140320
    },
    {
      "epoch": 0.17800288701326047,
      "grad_norm": 5.59375,
      "learning_rate": 4.1105133090942306e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5293487131595611,
      "num_tokens": 108233111.0,
      "step": 140330
    },
    {
      "epoch": 0.17801557160579332,
      "grad_norm": 4.6875,
      "learning_rate": 4.110449878085602e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5500565528869629,
      "num_tokens": 108240469.0,
      "step": 140340
    },
    {
      "epoch": 0.17802825619832613,
      "grad_norm": 6.0,
      "learning_rate": 4.1103864470769724e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5328012645244599,
      "num_tokens": 108248499.0,
      "step": 140350
    },
    {
      "epoch": 0.17804094079085897,
      "grad_norm": 5.1875,
      "learning_rate": 4.110323016068343e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5391057759523392,
      "num_tokens": 108256627.0,
      "step": 140360
    },
    {
      "epoch": 0.1780536253833918,
      "grad_norm": 4.75,
      "learning_rate": 4.110259585059714e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5454077810049057,
      "num_tokens": 108264276.0,
      "step": 140370
    },
    {
      "epoch": 0.17806630997592465,
      "grad_norm": 5.90625,
      "learning_rate": 4.1101961540510854e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5334935665130616,
      "num_tokens": 108272094.0,
      "step": 140380
    },
    {
      "epoch": 0.17807899456845747,
      "grad_norm": 5.375,
      "learning_rate": 4.110132723042456e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5525297611951828,
      "num_tokens": 108279849.0,
      "step": 140390
    },
    {
      "epoch": 0.1780916791609903,
      "grad_norm": 5.09375,
      "learning_rate": 4.110069292033827e-05,
      "loss": 1.5995,
      "mean_token_accuracy": 0.630269032716751,
      "num_tokens": 108286506.0,
      "step": 140400
    },
    {
      "epoch": 0.17810436375352315,
      "grad_norm": 5.09375,
      "learning_rate": 4.1100058610251976e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5615900486707688,
      "num_tokens": 108294435.0,
      "step": 140410
    },
    {
      "epoch": 0.178117048346056,
      "grad_norm": 5.625,
      "learning_rate": 4.109942430016568e-05,
      "loss": 1.8426,
      "mean_token_accuracy": 0.5839652240276336,
      "num_tokens": 108301840.0,
      "step": 140420
    },
    {
      "epoch": 0.1781297329385888,
      "grad_norm": 4.9375,
      "learning_rate": 4.1098789990079394e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5326992332935333,
      "num_tokens": 108310251.0,
      "step": 140430
    },
    {
      "epoch": 0.17814241753112164,
      "grad_norm": 5.90625,
      "learning_rate": 4.10981556799931e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5199912518262864,
      "num_tokens": 108318236.0,
      "step": 140440
    },
    {
      "epoch": 0.17815510212365449,
      "grad_norm": 8.125,
      "learning_rate": 4.109752136990681e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5295383214950562,
      "num_tokens": 108326136.0,
      "step": 140450
    },
    {
      "epoch": 0.17816778671618733,
      "grad_norm": 5.3125,
      "learning_rate": 4.109688705982052e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5339280903339386,
      "num_tokens": 108334634.0,
      "step": 140460
    },
    {
      "epoch": 0.17818047130872014,
      "grad_norm": 5.8125,
      "learning_rate": 4.109625274973423e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5638464748859405,
      "num_tokens": 108343210.0,
      "step": 140470
    },
    {
      "epoch": 0.17819315590125298,
      "grad_norm": 9.375,
      "learning_rate": 4.1095618439647934e-05,
      "loss": 1.8849,
      "mean_token_accuracy": 0.5646818071603775,
      "num_tokens": 108350317.0,
      "step": 140480
    },
    {
      "epoch": 0.17820584049378582,
      "grad_norm": 8.75,
      "learning_rate": 4.109498412956164e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5346997320652008,
      "num_tokens": 108358754.0,
      "step": 140490
    },
    {
      "epoch": 0.17821852508631866,
      "grad_norm": 5.71875,
      "learning_rate": 4.109434981947535e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.523046562075615,
      "num_tokens": 108366397.0,
      "step": 140500
    },
    {
      "epoch": 0.17823120967885148,
      "grad_norm": 5.40625,
      "learning_rate": 4.109371550938906e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.525610888004303,
      "num_tokens": 108373826.0,
      "step": 140510
    },
    {
      "epoch": 0.17824389427138432,
      "grad_norm": 4.96875,
      "learning_rate": 4.109308119930277e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5336496978998184,
      "num_tokens": 108381835.0,
      "step": 140520
    },
    {
      "epoch": 0.17825657886391716,
      "grad_norm": 7.0625,
      "learning_rate": 4.109244688921648e-05,
      "loss": 1.8978,
      "mean_token_accuracy": 0.5858431071043014,
      "num_tokens": 108388178.0,
      "step": 140530
    },
    {
      "epoch": 0.17826926345645,
      "grad_norm": 4.8125,
      "learning_rate": 4.1091812579130187e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5540352314710617,
      "num_tokens": 108395880.0,
      "step": 140540
    },
    {
      "epoch": 0.1782819480489828,
      "grad_norm": 5.8125,
      "learning_rate": 4.109117826904389e-05,
      "loss": 1.8576,
      "mean_token_accuracy": 0.5773694574832916,
      "num_tokens": 108402164.0,
      "step": 140550
    },
    {
      "epoch": 0.17829463264151565,
      "grad_norm": 5.0,
      "learning_rate": 4.10905439589576e-05,
      "loss": 2.342,
      "mean_token_accuracy": 0.5047011464834213,
      "num_tokens": 108410621.0,
      "step": 140560
    },
    {
      "epoch": 0.1783073172340485,
      "grad_norm": 5.34375,
      "learning_rate": 4.108990964887131e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5536422938108444,
      "num_tokens": 108417144.0,
      "step": 140570
    },
    {
      "epoch": 0.17832000182658134,
      "grad_norm": 5.59375,
      "learning_rate": 4.108927533878502e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5550370156764984,
      "num_tokens": 108423599.0,
      "step": 140580
    },
    {
      "epoch": 0.17833268641911415,
      "grad_norm": 7.46875,
      "learning_rate": 4.108864102869873e-05,
      "loss": 1.7929,
      "mean_token_accuracy": 0.6061066389083862,
      "num_tokens": 108428826.0,
      "step": 140590
    },
    {
      "epoch": 0.178345371011647,
      "grad_norm": 5.09375,
      "learning_rate": 4.108800671861244e-05,
      "loss": 2.2614,
      "mean_token_accuracy": 0.5107520788908004,
      "num_tokens": 108437542.0,
      "step": 140600
    },
    {
      "epoch": 0.17835805560417983,
      "grad_norm": 7.1875,
      "learning_rate": 4.1087372408526144e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5814530193805695,
      "num_tokens": 108443911.0,
      "step": 140610
    },
    {
      "epoch": 0.17837074019671267,
      "grad_norm": 6.96875,
      "learning_rate": 4.108673809843985e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5460388481616973,
      "num_tokens": 108451558.0,
      "step": 140620
    },
    {
      "epoch": 0.1783834247892455,
      "grad_norm": 6.125,
      "learning_rate": 4.108610378835356e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5322309464216233,
      "num_tokens": 108459509.0,
      "step": 140630
    },
    {
      "epoch": 0.17839610938177833,
      "grad_norm": 10.1875,
      "learning_rate": 4.108546947826727e-05,
      "loss": 1.861,
      "mean_token_accuracy": 0.5882167637348175,
      "num_tokens": 108465785.0,
      "step": 140640
    },
    {
      "epoch": 0.17840879397431117,
      "grad_norm": 5.625,
      "learning_rate": 4.108483516818098e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5655339896678925,
      "num_tokens": 108473456.0,
      "step": 140650
    },
    {
      "epoch": 0.178421478566844,
      "grad_norm": 4.625,
      "learning_rate": 4.1084200858094685e-05,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5772590517997742,
      "num_tokens": 108481756.0,
      "step": 140660
    },
    {
      "epoch": 0.17843416315937682,
      "grad_norm": 6.75,
      "learning_rate": 4.10835665480084e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5332283973693848,
      "num_tokens": 108489323.0,
      "step": 140670
    },
    {
      "epoch": 0.17844684775190967,
      "grad_norm": 6.9375,
      "learning_rate": 4.108293223792211e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5233064830303192,
      "num_tokens": 108498005.0,
      "step": 140680
    },
    {
      "epoch": 0.1784595323444425,
      "grad_norm": 4.875,
      "learning_rate": 4.1082297927835814e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5628180146217346,
      "num_tokens": 108506203.0,
      "step": 140690
    },
    {
      "epoch": 0.17847221693697532,
      "grad_norm": 5.8125,
      "learning_rate": 4.108166361774952e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5603284657001495,
      "num_tokens": 108514401.0,
      "step": 140700
    },
    {
      "epoch": 0.17848490152950816,
      "grad_norm": 4.9375,
      "learning_rate": 4.1081029307663225e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5498910456895828,
      "num_tokens": 108522107.0,
      "step": 140710
    },
    {
      "epoch": 0.178497586122041,
      "grad_norm": 4.625,
      "learning_rate": 4.108039499757694e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5364048928022385,
      "num_tokens": 108530630.0,
      "step": 140720
    },
    {
      "epoch": 0.17851027071457384,
      "grad_norm": 5.25,
      "learning_rate": 4.107976068749065e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.526078662276268,
      "num_tokens": 108538918.0,
      "step": 140730
    },
    {
      "epoch": 0.17852295530710666,
      "grad_norm": 5.03125,
      "learning_rate": 4.1079126377404355e-05,
      "loss": 1.8413,
      "mean_token_accuracy": 0.5819025218486786,
      "num_tokens": 108546281.0,
      "step": 140740
    },
    {
      "epoch": 0.1785356398996395,
      "grad_norm": 4.46875,
      "learning_rate": 4.107849206731807e-05,
      "loss": 2.2959,
      "mean_token_accuracy": 0.5088546276092529,
      "num_tokens": 108554451.0,
      "step": 140750
    },
    {
      "epoch": 0.17854832449217234,
      "grad_norm": 4.84375,
      "learning_rate": 4.107785775723177e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5455771088600159,
      "num_tokens": 108561981.0,
      "step": 140760
    },
    {
      "epoch": 0.17856100908470518,
      "grad_norm": 6.625,
      "learning_rate": 4.107722344714548e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5255621701478959,
      "num_tokens": 108570396.0,
      "step": 140770
    },
    {
      "epoch": 0.178573693677238,
      "grad_norm": 6.40625,
      "learning_rate": 4.107658913705919e-05,
      "loss": 2.2449,
      "mean_token_accuracy": 0.5154435098171234,
      "num_tokens": 108579540.0,
      "step": 140780
    },
    {
      "epoch": 0.17858637826977083,
      "grad_norm": 4.96875,
      "learning_rate": 4.1075954826972895e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5381449878215789,
      "num_tokens": 108588211.0,
      "step": 140790
    },
    {
      "epoch": 0.17859906286230368,
      "grad_norm": 9.4375,
      "learning_rate": 4.107532051688661e-05,
      "loss": 2.0141,
      "mean_token_accuracy": 0.5557934075593949,
      "num_tokens": 108595807.0,
      "step": 140800
    },
    {
      "epoch": 0.17861174745483652,
      "grad_norm": 5.03125,
      "learning_rate": 4.107468620680031e-05,
      "loss": 2.2797,
      "mean_token_accuracy": 0.49938230216503143,
      "num_tokens": 108602412.0,
      "step": 140810
    },
    {
      "epoch": 0.17862443204736933,
      "grad_norm": 5.28125,
      "learning_rate": 4.1074051896714025e-05,
      "loss": 2.2656,
      "mean_token_accuracy": 0.5108134776353837,
      "num_tokens": 108611176.0,
      "step": 140820
    },
    {
      "epoch": 0.17863711663990217,
      "grad_norm": 5.15625,
      "learning_rate": 4.107341758662773e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5299374252557755,
      "num_tokens": 108619219.0,
      "step": 140830
    },
    {
      "epoch": 0.178649801232435,
      "grad_norm": 5.8125,
      "learning_rate": 4.1072783276541435e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5400797009468079,
      "num_tokens": 108626326.0,
      "step": 140840
    },
    {
      "epoch": 0.17866248582496785,
      "grad_norm": 4.96875,
      "learning_rate": 4.107214896645515e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.536631602048874,
      "num_tokens": 108634836.0,
      "step": 140850
    },
    {
      "epoch": 0.17867517041750067,
      "grad_norm": 5.90625,
      "learning_rate": 4.107151465636885e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5159594655036926,
      "num_tokens": 108642826.0,
      "step": 140860
    },
    {
      "epoch": 0.1786878550100335,
      "grad_norm": 5.5625,
      "learning_rate": 4.1070880346282565e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5529024839401245,
      "num_tokens": 108651416.0,
      "step": 140870
    },
    {
      "epoch": 0.17870053960256635,
      "grad_norm": 6.5,
      "learning_rate": 4.107024603619628e-05,
      "loss": 1.7899,
      "mean_token_accuracy": 0.5948363929986954,
      "num_tokens": 108657468.0,
      "step": 140880
    },
    {
      "epoch": 0.1787132241950992,
      "grad_norm": 4.65625,
      "learning_rate": 4.106961172610998e-05,
      "loss": 1.859,
      "mean_token_accuracy": 0.563061672449112,
      "num_tokens": 108665323.0,
      "step": 140890
    },
    {
      "epoch": 0.178725908787632,
      "grad_norm": 6.40625,
      "learning_rate": 4.106897741602369e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5481538772583008,
      "num_tokens": 108672648.0,
      "step": 140900
    },
    {
      "epoch": 0.17873859338016485,
      "grad_norm": 6.875,
      "learning_rate": 4.106834310593739e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5222935169935227,
      "num_tokens": 108680680.0,
      "step": 140910
    },
    {
      "epoch": 0.1787512779726977,
      "grad_norm": 6.03125,
      "learning_rate": 4.1067708795851105e-05,
      "loss": 2.2731,
      "mean_token_accuracy": 0.5078621000051499,
      "num_tokens": 108688650.0,
      "step": 140920
    },
    {
      "epoch": 0.17876396256523053,
      "grad_norm": 5.21875,
      "learning_rate": 4.106707448576482e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5265803754329681,
      "num_tokens": 108697187.0,
      "step": 140930
    },
    {
      "epoch": 0.17877664715776334,
      "grad_norm": 7.03125,
      "learning_rate": 4.106644017567852e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5380069106817246,
      "num_tokens": 108704527.0,
      "step": 140940
    },
    {
      "epoch": 0.17878933175029618,
      "grad_norm": 4.71875,
      "learning_rate": 4.1065805865592235e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5561302095651627,
      "num_tokens": 108712810.0,
      "step": 140950
    },
    {
      "epoch": 0.17880201634282902,
      "grad_norm": 5.03125,
      "learning_rate": 4.106517155550594e-05,
      "loss": 2.2484,
      "mean_token_accuracy": 0.5060422658920288,
      "num_tokens": 108721831.0,
      "step": 140960
    },
    {
      "epoch": 0.17881470093536186,
      "grad_norm": 8.8125,
      "learning_rate": 4.1064537245419645e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.570671460032463,
      "num_tokens": 108728865.0,
      "step": 140970
    },
    {
      "epoch": 0.17882738552789468,
      "grad_norm": 7.28125,
      "learning_rate": 4.106390293533336e-05,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5290932476520538,
      "num_tokens": 108737171.0,
      "step": 140980
    },
    {
      "epoch": 0.17884007012042752,
      "grad_norm": 6.6875,
      "learning_rate": 4.106326862524706e-05,
      "loss": 1.8672,
      "mean_token_accuracy": 0.5855737060308457,
      "num_tokens": 108743850.0,
      "step": 140990
    },
    {
      "epoch": 0.17885275471296036,
      "grad_norm": 6.09375,
      "learning_rate": 4.1062634315160775e-05,
      "loss": 1.8568,
      "mean_token_accuracy": 0.5850481688976288,
      "num_tokens": 108751552.0,
      "step": 141000
    },
    {
      "epoch": 0.1788654393054932,
      "grad_norm": 5.78125,
      "learning_rate": 4.106200000507448e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5661777853965759,
      "num_tokens": 108759574.0,
      "step": 141010
    },
    {
      "epoch": 0.17887812389802601,
      "grad_norm": 7.65625,
      "learning_rate": 4.106136569498819e-05,
      "loss": 2.2721,
      "mean_token_accuracy": 0.5245615810155868,
      "num_tokens": 108767367.0,
      "step": 141020
    },
    {
      "epoch": 0.17889080849055886,
      "grad_norm": 5.15625,
      "learning_rate": 4.1060731384901905e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5397363245487213,
      "num_tokens": 108773685.0,
      "step": 141030
    },
    {
      "epoch": 0.1789034930830917,
      "grad_norm": 7.8125,
      "learning_rate": 4.10600970748156e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5502715587615967,
      "num_tokens": 108780773.0,
      "step": 141040
    },
    {
      "epoch": 0.17891617767562454,
      "grad_norm": 6.15625,
      "learning_rate": 4.1059462764729315e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5567983120679856,
      "num_tokens": 108787876.0,
      "step": 141050
    },
    {
      "epoch": 0.17892886226815735,
      "grad_norm": 5.0625,
      "learning_rate": 4.105882845464302e-05,
      "loss": 2.2141,
      "mean_token_accuracy": 0.5260054588317871,
      "num_tokens": 108796268.0,
      "step": 141060
    },
    {
      "epoch": 0.1789415468606902,
      "grad_norm": 4.78125,
      "learning_rate": 4.105819414455673e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5663239985704422,
      "num_tokens": 108802977.0,
      "step": 141070
    },
    {
      "epoch": 0.17895423145322303,
      "grad_norm": 5.75,
      "learning_rate": 4.1057559834470445e-05,
      "loss": 1.8616,
      "mean_token_accuracy": 0.5802223682403564,
      "num_tokens": 108810243.0,
      "step": 141080
    },
    {
      "epoch": 0.17896691604575587,
      "grad_norm": 6.21875,
      "learning_rate": 4.105692552438415e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5492317318916321,
      "num_tokens": 108817502.0,
      "step": 141090
    },
    {
      "epoch": 0.1789796006382887,
      "grad_norm": 5.15625,
      "learning_rate": 4.105629121429786e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5287506580352783,
      "num_tokens": 108826833.0,
      "step": 141100
    },
    {
      "epoch": 0.17899228523082153,
      "grad_norm": 6.75,
      "learning_rate": 4.105565690421157e-05,
      "loss": 1.5989,
      "mean_token_accuracy": 0.641844117641449,
      "num_tokens": 108833005.0,
      "step": 141110
    },
    {
      "epoch": 0.17900496982335437,
      "grad_norm": 5.1875,
      "learning_rate": 4.105502259412527e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.539821520447731,
      "num_tokens": 108841326.0,
      "step": 141120
    },
    {
      "epoch": 0.1790176544158872,
      "grad_norm": 6.375,
      "learning_rate": 4.1054388284038985e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5255315601825714,
      "num_tokens": 108849253.0,
      "step": 141130
    },
    {
      "epoch": 0.17903033900842003,
      "grad_norm": 5.15625,
      "learning_rate": 4.105375397395269e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5489695399999619,
      "num_tokens": 108857697.0,
      "step": 141140
    },
    {
      "epoch": 0.17904302360095287,
      "grad_norm": 6.34375,
      "learning_rate": 4.10531196638664e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5549884468317032,
      "num_tokens": 108865282.0,
      "step": 141150
    },
    {
      "epoch": 0.1790557081934857,
      "grad_norm": 6.34375,
      "learning_rate": 4.105248535378011e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5323730945587158,
      "num_tokens": 108873213.0,
      "step": 141160
    },
    {
      "epoch": 0.17906839278601852,
      "grad_norm": 6.15625,
      "learning_rate": 4.105185104369382e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.522618156671524,
      "num_tokens": 108880552.0,
      "step": 141170
    },
    {
      "epoch": 0.17908107737855136,
      "grad_norm": 6.6875,
      "learning_rate": 4.1051216733607526e-05,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5247512221336365,
      "num_tokens": 108888995.0,
      "step": 141180
    },
    {
      "epoch": 0.1790937619710842,
      "grad_norm": 5.03125,
      "learning_rate": 4.105058242352123e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.555138885974884,
      "num_tokens": 108897447.0,
      "step": 141190
    },
    {
      "epoch": 0.17910644656361704,
      "grad_norm": 5.9375,
      "learning_rate": 4.104994811343494e-05,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5290824204683304,
      "num_tokens": 108906269.0,
      "step": 141200
    },
    {
      "epoch": 0.17911913115614986,
      "grad_norm": 5.96875,
      "learning_rate": 4.104931380334865e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5578122228384018,
      "num_tokens": 108915674.0,
      "step": 141210
    },
    {
      "epoch": 0.1791318157486827,
      "grad_norm": 4.8125,
      "learning_rate": 4.104867949326236e-05,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5401775956153869,
      "num_tokens": 108924881.0,
      "step": 141220
    },
    {
      "epoch": 0.17914450034121554,
      "grad_norm": 5.34375,
      "learning_rate": 4.104804518317607e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5280260413885116,
      "num_tokens": 108933219.0,
      "step": 141230
    },
    {
      "epoch": 0.17915718493374838,
      "grad_norm": 5.3125,
      "learning_rate": 4.104741087308978e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5463422447443008,
      "num_tokens": 108940941.0,
      "step": 141240
    },
    {
      "epoch": 0.1791698695262812,
      "grad_norm": 4.75,
      "learning_rate": 4.1046776563003483e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5445868462324143,
      "num_tokens": 108949796.0,
      "step": 141250
    },
    {
      "epoch": 0.17918255411881404,
      "grad_norm": 7.0625,
      "learning_rate": 4.104614225291719e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5282289445400238,
      "num_tokens": 108957937.0,
      "step": 141260
    },
    {
      "epoch": 0.17919523871134688,
      "grad_norm": 5.625,
      "learning_rate": 4.10455079428309e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.547566395998001,
      "num_tokens": 108965270.0,
      "step": 141270
    },
    {
      "epoch": 0.17920792330387972,
      "grad_norm": 5.0625,
      "learning_rate": 4.104487363274461e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5395764619112015,
      "num_tokens": 108971978.0,
      "step": 141280
    },
    {
      "epoch": 0.17922060789641253,
      "grad_norm": 4.71875,
      "learning_rate": 4.104423932265832e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5238810360431672,
      "num_tokens": 108979983.0,
      "step": 141290
    },
    {
      "epoch": 0.17923329248894537,
      "grad_norm": 5.25,
      "learning_rate": 4.104360501257203e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5212964922189712,
      "num_tokens": 108988401.0,
      "step": 141300
    },
    {
      "epoch": 0.1792459770814782,
      "grad_norm": 4.59375,
      "learning_rate": 4.1042970702485736e-05,
      "loss": 1.9657,
      "mean_token_accuracy": 0.55731301009655,
      "num_tokens": 108996779.0,
      "step": 141310
    },
    {
      "epoch": 0.17925866167401105,
      "grad_norm": 5.8125,
      "learning_rate": 4.104233639239944e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5590020567178726,
      "num_tokens": 109004701.0,
      "step": 141320
    },
    {
      "epoch": 0.17927134626654387,
      "grad_norm": 12.3125,
      "learning_rate": 4.104170208231315e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5535418897867203,
      "num_tokens": 109012138.0,
      "step": 141330
    },
    {
      "epoch": 0.1792840308590767,
      "grad_norm": 6.59375,
      "learning_rate": 4.104106777222686e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5481845080852509,
      "num_tokens": 109020228.0,
      "step": 141340
    },
    {
      "epoch": 0.17929671545160955,
      "grad_norm": 5.4375,
      "learning_rate": 4.104043346214057e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5445641189813614,
      "num_tokens": 109029214.0,
      "step": 141350
    },
    {
      "epoch": 0.1793094000441424,
      "grad_norm": 6.625,
      "learning_rate": 4.103979915205428e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5552821099758148,
      "num_tokens": 109038052.0,
      "step": 141360
    },
    {
      "epoch": 0.1793220846366752,
      "grad_norm": 5.4375,
      "learning_rate": 4.103916484196799e-05,
      "loss": 2.2464,
      "mean_token_accuracy": 0.517782011628151,
      "num_tokens": 109047241.0,
      "step": 141370
    },
    {
      "epoch": 0.17933476922920805,
      "grad_norm": 6.03125,
      "learning_rate": 4.10385305318817e-05,
      "loss": 2.3307,
      "mean_token_accuracy": 0.4988429993391037,
      "num_tokens": 109055411.0,
      "step": 141380
    },
    {
      "epoch": 0.1793474538217409,
      "grad_norm": 5.09375,
      "learning_rate": 4.10378962217954e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5274724900722504,
      "num_tokens": 109064139.0,
      "step": 141390
    },
    {
      "epoch": 0.17936013841427373,
      "grad_norm": 5.21875,
      "learning_rate": 4.103726191170911e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.526447468996048,
      "num_tokens": 109072778.0,
      "step": 141400
    },
    {
      "epoch": 0.17937282300680654,
      "grad_norm": 6.6875,
      "learning_rate": 4.103662760162282e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5470500290393829,
      "num_tokens": 109079525.0,
      "step": 141410
    },
    {
      "epoch": 0.17938550759933938,
      "grad_norm": 7.4375,
      "learning_rate": 4.103599329153653e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.543772143125534,
      "num_tokens": 109087311.0,
      "step": 141420
    },
    {
      "epoch": 0.17939819219187222,
      "grad_norm": 5.0625,
      "learning_rate": 4.103535898145024e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5403210699558259,
      "num_tokens": 109094705.0,
      "step": 141430
    },
    {
      "epoch": 0.17941087678440507,
      "grad_norm": 4.59375,
      "learning_rate": 4.1034724671363946e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5604826271533966,
      "num_tokens": 109102754.0,
      "step": 141440
    },
    {
      "epoch": 0.17942356137693788,
      "grad_norm": 6.6875,
      "learning_rate": 4.103409036127766e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5425652176141739,
      "num_tokens": 109110652.0,
      "step": 141450
    },
    {
      "epoch": 0.17943624596947072,
      "grad_norm": 5.03125,
      "learning_rate": 4.1033456051191364e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5485057264566422,
      "num_tokens": 109117413.0,
      "step": 141460
    },
    {
      "epoch": 0.17944893056200356,
      "grad_norm": 8.125,
      "learning_rate": 4.103282174110507e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.560263255238533,
      "num_tokens": 109124595.0,
      "step": 141470
    },
    {
      "epoch": 0.1794616151545364,
      "grad_norm": 9.4375,
      "learning_rate": 4.103218743101878e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5330558121204376,
      "num_tokens": 109132300.0,
      "step": 141480
    },
    {
      "epoch": 0.17947429974706922,
      "grad_norm": 6.34375,
      "learning_rate": 4.1031553120932486e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5320551544427872,
      "num_tokens": 109139904.0,
      "step": 141490
    },
    {
      "epoch": 0.17948698433960206,
      "grad_norm": 7.46875,
      "learning_rate": 4.10309188108462e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.527076455950737,
      "num_tokens": 109147766.0,
      "step": 141500
    },
    {
      "epoch": 0.1794996689321349,
      "grad_norm": 4.46875,
      "learning_rate": 4.103028450075991e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5241345375776291,
      "num_tokens": 109155213.0,
      "step": 141510
    },
    {
      "epoch": 0.17951235352466774,
      "grad_norm": 9.625,
      "learning_rate": 4.1029650190673616e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5361992597579956,
      "num_tokens": 109162542.0,
      "step": 141520
    },
    {
      "epoch": 0.17952503811720055,
      "grad_norm": 4.625,
      "learning_rate": 4.102901588058732e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5428044468164444,
      "num_tokens": 109169228.0,
      "step": 141530
    },
    {
      "epoch": 0.1795377227097334,
      "grad_norm": 5.34375,
      "learning_rate": 4.102838157050103e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5439142286777496,
      "num_tokens": 109175754.0,
      "step": 141540
    },
    {
      "epoch": 0.17955040730226624,
      "grad_norm": 4.6875,
      "learning_rate": 4.102774726041474e-05,
      "loss": 1.5989,
      "mean_token_accuracy": 0.6479481428861618,
      "num_tokens": 109182345.0,
      "step": 141550
    },
    {
      "epoch": 0.17956309189479908,
      "grad_norm": 6.09375,
      "learning_rate": 4.102711295032845e-05,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5715918779373169,
      "num_tokens": 109189643.0,
      "step": 141560
    },
    {
      "epoch": 0.1795757764873319,
      "grad_norm": 5.3125,
      "learning_rate": 4.1026478640242156e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5611500322818757,
      "num_tokens": 109197852.0,
      "step": 141570
    },
    {
      "epoch": 0.17958846107986473,
      "grad_norm": 7.84375,
      "learning_rate": 4.102584433015587e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5591315031051636,
      "num_tokens": 109205164.0,
      "step": 141580
    },
    {
      "epoch": 0.17960114567239757,
      "grad_norm": 5.84375,
      "learning_rate": 4.1025210020069574e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5233955979347229,
      "num_tokens": 109212931.0,
      "step": 141590
    },
    {
      "epoch": 0.1796138302649304,
      "grad_norm": 4.90625,
      "learning_rate": 4.102457570998328e-05,
      "loss": 2.2244,
      "mean_token_accuracy": 0.5199908763170242,
      "num_tokens": 109221761.0,
      "step": 141600
    },
    {
      "epoch": 0.17962651485746323,
      "grad_norm": 6.28125,
      "learning_rate": 4.102394139989699e-05,
      "loss": 1.9123,
      "mean_token_accuracy": 0.5771205812692642,
      "num_tokens": 109229588.0,
      "step": 141610
    },
    {
      "epoch": 0.17963919944999607,
      "grad_norm": 5.5,
      "learning_rate": 4.1023307089810697e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5447788625955582,
      "num_tokens": 109236467.0,
      "step": 141620
    },
    {
      "epoch": 0.1796518840425289,
      "grad_norm": 6.0625,
      "learning_rate": 4.102267277972441e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5325200587511063,
      "num_tokens": 109243523.0,
      "step": 141630
    },
    {
      "epoch": 0.17966456863506172,
      "grad_norm": 5.0,
      "learning_rate": 4.1022038469638114e-05,
      "loss": 1.9209,
      "mean_token_accuracy": 0.5696965098381043,
      "num_tokens": 109250885.0,
      "step": 141640
    },
    {
      "epoch": 0.17967725322759456,
      "grad_norm": 5.4375,
      "learning_rate": 4.1021404159551826e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5305931389331817,
      "num_tokens": 109260321.0,
      "step": 141650
    },
    {
      "epoch": 0.1796899378201274,
      "grad_norm": 5.75,
      "learning_rate": 4.102076984946553e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5361531406641007,
      "num_tokens": 109268189.0,
      "step": 141660
    },
    {
      "epoch": 0.17970262241266025,
      "grad_norm": 5.71875,
      "learning_rate": 4.102013553937924e-05,
      "loss": 2.368,
      "mean_token_accuracy": 0.5033543884754181,
      "num_tokens": 109276395.0,
      "step": 141670
    },
    {
      "epoch": 0.17971530700519306,
      "grad_norm": 4.75,
      "learning_rate": 4.101950122929295e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5523651361465454,
      "num_tokens": 109284351.0,
      "step": 141680
    },
    {
      "epoch": 0.1797279915977259,
      "grad_norm": 6.0,
      "learning_rate": 4.1018866919206654e-05,
      "loss": 1.7099,
      "mean_token_accuracy": 0.6052722930908203,
      "num_tokens": 109291325.0,
      "step": 141690
    },
    {
      "epoch": 0.17974067619025874,
      "grad_norm": 16.5,
      "learning_rate": 4.1018232609120367e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5500907391309738,
      "num_tokens": 109298566.0,
      "step": 141700
    },
    {
      "epoch": 0.17975336078279158,
      "grad_norm": 5.3125,
      "learning_rate": 4.101759829903408e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5275717616081238,
      "num_tokens": 109305917.0,
      "step": 141710
    },
    {
      "epoch": 0.1797660453753244,
      "grad_norm": 5.84375,
      "learning_rate": 4.1016963988947784e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5493600547313691,
      "num_tokens": 109313801.0,
      "step": 141720
    },
    {
      "epoch": 0.17977872996785724,
      "grad_norm": 7.875,
      "learning_rate": 4.101632967886149e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5283673346042633,
      "num_tokens": 109320535.0,
      "step": 141730
    },
    {
      "epoch": 0.17979141456039008,
      "grad_norm": 8.125,
      "learning_rate": 4.1015695368775195e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5575924217700958,
      "num_tokens": 109327927.0,
      "step": 141740
    },
    {
      "epoch": 0.17980409915292292,
      "grad_norm": 10.25,
      "learning_rate": 4.101506105868891e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5454468607902527,
      "num_tokens": 109334566.0,
      "step": 141750
    },
    {
      "epoch": 0.17981678374545573,
      "grad_norm": 6.6875,
      "learning_rate": 4.101442674860262e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5420169711112977,
      "num_tokens": 109342136.0,
      "step": 141760
    },
    {
      "epoch": 0.17982946833798857,
      "grad_norm": 5.03125,
      "learning_rate": 4.1013792438516324e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5251858085393906,
      "num_tokens": 109350167.0,
      "step": 141770
    },
    {
      "epoch": 0.17984215293052142,
      "grad_norm": 5.5,
      "learning_rate": 4.1013158128430036e-05,
      "loss": 2.2493,
      "mean_token_accuracy": 0.51484514772892,
      "num_tokens": 109358720.0,
      "step": 141780
    },
    {
      "epoch": 0.17985483752305426,
      "grad_norm": 8.25,
      "learning_rate": 4.101252381834374e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5256541699171067,
      "num_tokens": 109366064.0,
      "step": 141790
    },
    {
      "epoch": 0.17986752211558707,
      "grad_norm": 6.90625,
      "learning_rate": 4.1011889508257454e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.549618411064148,
      "num_tokens": 109372068.0,
      "step": 141800
    },
    {
      "epoch": 0.1798802067081199,
      "grad_norm": 4.78125,
      "learning_rate": 4.101125519817116e-05,
      "loss": 2.2676,
      "mean_token_accuracy": 0.5200180679559707,
      "num_tokens": 109379437.0,
      "step": 141810
    },
    {
      "epoch": 0.17989289130065275,
      "grad_norm": 4.625,
      "learning_rate": 4.1010620888084865e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5261713713407516,
      "num_tokens": 109387671.0,
      "step": 141820
    },
    {
      "epoch": 0.1799055758931856,
      "grad_norm": 6.625,
      "learning_rate": 4.100998657799858e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5599990725517273,
      "num_tokens": 109395612.0,
      "step": 141830
    },
    {
      "epoch": 0.1799182604857184,
      "grad_norm": 5.0,
      "learning_rate": 4.100935226791228e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5603109121322631,
      "num_tokens": 109402437.0,
      "step": 141840
    },
    {
      "epoch": 0.17993094507825125,
      "grad_norm": 5.4375,
      "learning_rate": 4.1008717957825994e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5309525579214096,
      "num_tokens": 109411535.0,
      "step": 141850
    },
    {
      "epoch": 0.1799436296707841,
      "grad_norm": 5.25,
      "learning_rate": 4.1008083647739706e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.5163453668355942,
      "num_tokens": 109420190.0,
      "step": 141860
    },
    {
      "epoch": 0.17995631426331693,
      "grad_norm": 5.0,
      "learning_rate": 4.100744933765341e-05,
      "loss": 1.8364,
      "mean_token_accuracy": 0.58795325756073,
      "num_tokens": 109427578.0,
      "step": 141870
    },
    {
      "epoch": 0.17996899885584974,
      "grad_norm": 2.140625,
      "learning_rate": 4.100681502756712e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5711434215307236,
      "num_tokens": 109435956.0,
      "step": 141880
    },
    {
      "epoch": 0.17998168344838258,
      "grad_norm": 5.875,
      "learning_rate": 4.100618071748082e-05,
      "loss": 1.841,
      "mean_token_accuracy": 0.5876873970031739,
      "num_tokens": 109443050.0,
      "step": 141890
    },
    {
      "epoch": 0.17999436804091543,
      "grad_norm": 4.90625,
      "learning_rate": 4.1005546407394535e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5404269129037857,
      "num_tokens": 109451717.0,
      "step": 141900
    },
    {
      "epoch": 0.18000705263344827,
      "grad_norm": 6.09375,
      "learning_rate": 4.100491209730825e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5362329602241516,
      "num_tokens": 109459863.0,
      "step": 141910
    },
    {
      "epoch": 0.18001973722598108,
      "grad_norm": 4.875,
      "learning_rate": 4.100427778722195e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5457536071538925,
      "num_tokens": 109468188.0,
      "step": 141920
    },
    {
      "epoch": 0.18003242181851392,
      "grad_norm": 5.34375,
      "learning_rate": 4.1003643477135664e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.528677573800087,
      "num_tokens": 109475835.0,
      "step": 141930
    },
    {
      "epoch": 0.18004510641104676,
      "grad_norm": 5.6875,
      "learning_rate": 4.100300916704937e-05,
      "loss": 1.8226,
      "mean_token_accuracy": 0.588970673084259,
      "num_tokens": 109482900.0,
      "step": 141940
    },
    {
      "epoch": 0.1800577910035796,
      "grad_norm": 5.40625,
      "learning_rate": 4.1002374856963075e-05,
      "loss": 2.3227,
      "mean_token_accuracy": 0.49927582740783694,
      "num_tokens": 109492208.0,
      "step": 141950
    },
    {
      "epoch": 0.18007047559611242,
      "grad_norm": 5.9375,
      "learning_rate": 4.100174054687679e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5353183090686798,
      "num_tokens": 109498552.0,
      "step": 141960
    },
    {
      "epoch": 0.18008316018864526,
      "grad_norm": 8.625,
      "learning_rate": 4.100110623679049e-05,
      "loss": 1.8622,
      "mean_token_accuracy": 0.5731196075677871,
      "num_tokens": 109505527.0,
      "step": 141970
    },
    {
      "epoch": 0.1800958447811781,
      "grad_norm": 5.96875,
      "learning_rate": 4.1000471926704204e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5320636957883835,
      "num_tokens": 109513418.0,
      "step": 141980
    },
    {
      "epoch": 0.18010852937371094,
      "grad_norm": 5.0625,
      "learning_rate": 4.099983761661791e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5382088959217072,
      "num_tokens": 109521414.0,
      "step": 141990
    },
    {
      "epoch": 0.18012121396624375,
      "grad_norm": 8.9375,
      "learning_rate": 4.099920330653162e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5252888977527619,
      "num_tokens": 109529360.0,
      "step": 142000
    },
    {
      "epoch": 0.1801338985587766,
      "grad_norm": 5.375,
      "learning_rate": 4.099856899644533e-05,
      "loss": 2.3301,
      "mean_token_accuracy": 0.5018535673618316,
      "num_tokens": 109537593.0,
      "step": 142010
    },
    {
      "epoch": 0.18014658315130944,
      "grad_norm": 6.5625,
      "learning_rate": 4.099793468635903e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5587008953094482,
      "num_tokens": 109545093.0,
      "step": 142020
    },
    {
      "epoch": 0.18015926774384228,
      "grad_norm": 5.5625,
      "learning_rate": 4.0997300376272745e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5380943149328232,
      "num_tokens": 109553991.0,
      "step": 142030
    },
    {
      "epoch": 0.1801719523363751,
      "grad_norm": 7.875,
      "learning_rate": 4.099666606618645e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5406256526708603,
      "num_tokens": 109561517.0,
      "step": 142040
    },
    {
      "epoch": 0.18018463692890793,
      "grad_norm": 5.6875,
      "learning_rate": 4.099603175610016e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5552412331104278,
      "num_tokens": 109569059.0,
      "step": 142050
    },
    {
      "epoch": 0.18019732152144077,
      "grad_norm": 4.28125,
      "learning_rate": 4.0995397446013874e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5584873080253601,
      "num_tokens": 109575930.0,
      "step": 142060
    },
    {
      "epoch": 0.18021000611397361,
      "grad_norm": 4.90625,
      "learning_rate": 4.099476313592758e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.541154271364212,
      "num_tokens": 109584720.0,
      "step": 142070
    },
    {
      "epoch": 0.18022269070650643,
      "grad_norm": 5.59375,
      "learning_rate": 4.0994128825841285e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5234987020492554,
      "num_tokens": 109593641.0,
      "step": 142080
    },
    {
      "epoch": 0.18023537529903927,
      "grad_norm": 6.65625,
      "learning_rate": 4.099349451575499e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5243279337882996,
      "num_tokens": 109603177.0,
      "step": 142090
    },
    {
      "epoch": 0.1802480598915721,
      "grad_norm": 8.1875,
      "learning_rate": 4.09928602056687e-05,
      "loss": 1.9861,
      "mean_token_accuracy": 0.5564680486917496,
      "num_tokens": 109610582.0,
      "step": 142100
    },
    {
      "epoch": 0.18026074448410492,
      "grad_norm": 5.875,
      "learning_rate": 4.0992225895582415e-05,
      "loss": 1.9048,
      "mean_token_accuracy": 0.5764092177152633,
      "num_tokens": 109617886.0,
      "step": 142110
    },
    {
      "epoch": 0.18027342907663776,
      "grad_norm": 5.15625,
      "learning_rate": 4.099159158549612e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5653262853622436,
      "num_tokens": 109623859.0,
      "step": 142120
    },
    {
      "epoch": 0.1802861136691706,
      "grad_norm": 5.5,
      "learning_rate": 4.099095727540983e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5804631114006042,
      "num_tokens": 109630656.0,
      "step": 142130
    },
    {
      "epoch": 0.18029879826170345,
      "grad_norm": 5.8125,
      "learning_rate": 4.099032296532354e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5288101643323898,
      "num_tokens": 109638458.0,
      "step": 142140
    },
    {
      "epoch": 0.18031148285423626,
      "grad_norm": 5.53125,
      "learning_rate": 4.098968865523724e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5647596955299378,
      "num_tokens": 109646460.0,
      "step": 142150
    },
    {
      "epoch": 0.1803241674467691,
      "grad_norm": 5.09375,
      "learning_rate": 4.0989054345150955e-05,
      "loss": 1.8695,
      "mean_token_accuracy": 0.5888091266155243,
      "num_tokens": 109653562.0,
      "step": 142160
    },
    {
      "epoch": 0.18033685203930194,
      "grad_norm": 5.5,
      "learning_rate": 4.098842003506466e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5509352773427963,
      "num_tokens": 109661379.0,
      "step": 142170
    },
    {
      "epoch": 0.18034953663183478,
      "grad_norm": 4.75,
      "learning_rate": 4.098778572497837e-05,
      "loss": 1.8727,
      "mean_token_accuracy": 0.568852162361145,
      "num_tokens": 109670782.0,
      "step": 142180
    },
    {
      "epoch": 0.1803622212243676,
      "grad_norm": 6.25,
      "learning_rate": 4.0987151414892085e-05,
      "loss": 2.2705,
      "mean_token_accuracy": 0.5054110556840896,
      "num_tokens": 109679089.0,
      "step": 142190
    },
    {
      "epoch": 0.18037490581690044,
      "grad_norm": 7.4375,
      "learning_rate": 4.098651710480579e-05,
      "loss": 2.3672,
      "mean_token_accuracy": 0.49592105150222776,
      "num_tokens": 109687230.0,
      "step": 142200
    },
    {
      "epoch": 0.18038759040943328,
      "grad_norm": 5.15625,
      "learning_rate": 4.09858827947195e-05,
      "loss": 1.8964,
      "mean_token_accuracy": 0.5793666869401932,
      "num_tokens": 109694716.0,
      "step": 142210
    },
    {
      "epoch": 0.18040027500196612,
      "grad_norm": 7.4375,
      "learning_rate": 4.098524848463321e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5480010062456131,
      "num_tokens": 109701559.0,
      "step": 142220
    },
    {
      "epoch": 0.18041295959449893,
      "grad_norm": 9.6875,
      "learning_rate": 4.098461417454691e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5415486931800843,
      "num_tokens": 109709372.0,
      "step": 142230
    },
    {
      "epoch": 0.18042564418703178,
      "grad_norm": 7.53125,
      "learning_rate": 4.0983979864460625e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.562173044681549,
      "num_tokens": 109716142.0,
      "step": 142240
    },
    {
      "epoch": 0.18043832877956462,
      "grad_norm": 6.28125,
      "learning_rate": 4.098334555437433e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5598665982484817,
      "num_tokens": 109723128.0,
      "step": 142250
    },
    {
      "epoch": 0.18045101337209746,
      "grad_norm": 6.34375,
      "learning_rate": 4.098271124428804e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5466609865427017,
      "num_tokens": 109731199.0,
      "step": 142260
    },
    {
      "epoch": 0.18046369796463027,
      "grad_norm": 5.40625,
      "learning_rate": 4.098207693420175e-05,
      "loss": 1.7542,
      "mean_token_accuracy": 0.5971027612686157,
      "num_tokens": 109737992.0,
      "step": 142270
    },
    {
      "epoch": 0.1804763825571631,
      "grad_norm": 5.59375,
      "learning_rate": 4.098144262411546e-05,
      "loss": 2.2508,
      "mean_token_accuracy": 0.5183574110269547,
      "num_tokens": 109747230.0,
      "step": 142280
    },
    {
      "epoch": 0.18048906714969595,
      "grad_norm": 5.09375,
      "learning_rate": 4.0980808314029165e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5401035606861114,
      "num_tokens": 109755852.0,
      "step": 142290
    },
    {
      "epoch": 0.1805017517422288,
      "grad_norm": 4.75,
      "learning_rate": 4.098017400394287e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5226723283529282,
      "num_tokens": 109764271.0,
      "step": 142300
    },
    {
      "epoch": 0.1805144363347616,
      "grad_norm": 4.8125,
      "learning_rate": 4.097953969385658e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5378729283809662,
      "num_tokens": 109772976.0,
      "step": 142310
    },
    {
      "epoch": 0.18052712092729445,
      "grad_norm": 4.875,
      "learning_rate": 4.097890538377029e-05,
      "loss": 1.9354,
      "mean_token_accuracy": 0.5706211060285569,
      "num_tokens": 109780993.0,
      "step": 142320
    },
    {
      "epoch": 0.1805398055198273,
      "grad_norm": 4.6875,
      "learning_rate": 4.0978271073684e-05,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5235098093748093,
      "num_tokens": 109789437.0,
      "step": 142330
    },
    {
      "epoch": 0.18055249011236013,
      "grad_norm": 6.59375,
      "learning_rate": 4.097763676359771e-05,
      "loss": 1.7981,
      "mean_token_accuracy": 0.5889848113059998,
      "num_tokens": 109797327.0,
      "step": 142340
    },
    {
      "epoch": 0.18056517470489294,
      "grad_norm": 6.625,
      "learning_rate": 4.097700245351142e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5510727733373642,
      "num_tokens": 109804924.0,
      "step": 142350
    },
    {
      "epoch": 0.18057785929742579,
      "grad_norm": 5.5625,
      "learning_rate": 4.097636814342512e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5153862565755845,
      "num_tokens": 109813761.0,
      "step": 142360
    },
    {
      "epoch": 0.18059054388995863,
      "grad_norm": 4.71875,
      "learning_rate": 4.097573383333883e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5364355951547622,
      "num_tokens": 109822683.0,
      "step": 142370
    },
    {
      "epoch": 0.18060322848249147,
      "grad_norm": 5.34375,
      "learning_rate": 4.097509952325254e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5773401826620101,
      "num_tokens": 109830157.0,
      "step": 142380
    },
    {
      "epoch": 0.18061591307502428,
      "grad_norm": 5.9375,
      "learning_rate": 4.097446521316625e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5612074315547944,
      "num_tokens": 109838172.0,
      "step": 142390
    },
    {
      "epoch": 0.18062859766755712,
      "grad_norm": 6.40625,
      "learning_rate": 4.097383090307996e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5368112355470658,
      "num_tokens": 109847284.0,
      "step": 142400
    },
    {
      "epoch": 0.18064128226008996,
      "grad_norm": 5.125,
      "learning_rate": 4.097319659299367e-05,
      "loss": 1.5459,
      "mean_token_accuracy": 0.6421747982501984,
      "num_tokens": 109853608.0,
      "step": 142410
    },
    {
      "epoch": 0.1806539668526228,
      "grad_norm": 6.84375,
      "learning_rate": 4.0972562282907375e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5587642669677735,
      "num_tokens": 109860565.0,
      "step": 142420
    },
    {
      "epoch": 0.18066665144515562,
      "grad_norm": 5.90625,
      "learning_rate": 4.097192797282108e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5229874640703202,
      "num_tokens": 109867772.0,
      "step": 142430
    },
    {
      "epoch": 0.18067933603768846,
      "grad_norm": 7.03125,
      "learning_rate": 4.097129366273479e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5390296399593353,
      "num_tokens": 109875602.0,
      "step": 142440
    },
    {
      "epoch": 0.1806920206302213,
      "grad_norm": 5.59375,
      "learning_rate": 4.09706593526485e-05,
      "loss": 2.2454,
      "mean_token_accuracy": 0.51760793030262,
      "num_tokens": 109884892.0,
      "step": 142450
    },
    {
      "epoch": 0.18070470522275414,
      "grad_norm": 10.6875,
      "learning_rate": 4.097002504256221e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.542768907546997,
      "num_tokens": 109892286.0,
      "step": 142460
    },
    {
      "epoch": 0.18071738981528696,
      "grad_norm": 5.3125,
      "learning_rate": 4.0969390732475916e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5369713455438614,
      "num_tokens": 109899350.0,
      "step": 142470
    },
    {
      "epoch": 0.1807300744078198,
      "grad_norm": 5.03125,
      "learning_rate": 4.096875642238963e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5696508675813675,
      "num_tokens": 109906339.0,
      "step": 142480
    },
    {
      "epoch": 0.18074275900035264,
      "grad_norm": 4.875,
      "learning_rate": 4.096812211230333e-05,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5269924432039261,
      "num_tokens": 109914766.0,
      "step": 142490
    },
    {
      "epoch": 0.18075544359288548,
      "grad_norm": 4.96875,
      "learning_rate": 4.096748780221704e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5161699146032334,
      "num_tokens": 109922604.0,
      "step": 142500
    },
    {
      "epoch": 0.1807681281854183,
      "grad_norm": 5.90625,
      "learning_rate": 4.096685349213075e-05,
      "loss": 1.7635,
      "mean_token_accuracy": 0.6117172211408615,
      "num_tokens": 109930440.0,
      "step": 142510
    },
    {
      "epoch": 0.18078081277795113,
      "grad_norm": 4.25,
      "learning_rate": 4.0966219182044456e-05,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5602067053318024,
      "num_tokens": 109937232.0,
      "step": 142520
    },
    {
      "epoch": 0.18079349737048397,
      "grad_norm": 4.625,
      "learning_rate": 4.096558487195817e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5593775033950805,
      "num_tokens": 109945909.0,
      "step": 142530
    },
    {
      "epoch": 0.18080618196301682,
      "grad_norm": 5.125,
      "learning_rate": 4.096495056187188e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5424165278673172,
      "num_tokens": 109953063.0,
      "step": 142540
    },
    {
      "epoch": 0.18081886655554963,
      "grad_norm": 6.03125,
      "learning_rate": 4.0964316251785586e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5355597674846649,
      "num_tokens": 109960618.0,
      "step": 142550
    },
    {
      "epoch": 0.18083155114808247,
      "grad_norm": 5.53125,
      "learning_rate": 4.09636819416993e-05,
      "loss": 1.8927,
      "mean_token_accuracy": 0.5675896227359771,
      "num_tokens": 109967679.0,
      "step": 142560
    },
    {
      "epoch": 0.1808442357406153,
      "grad_norm": 5.15625,
      "learning_rate": 4.0963047631612996e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5300811856985093,
      "num_tokens": 109975745.0,
      "step": 142570
    },
    {
      "epoch": 0.18085692033314812,
      "grad_norm": 5.875,
      "learning_rate": 4.096241332152671e-05,
      "loss": 2.237,
      "mean_token_accuracy": 0.5170336544513703,
      "num_tokens": 109985013.0,
      "step": 142580
    },
    {
      "epoch": 0.18086960492568097,
      "grad_norm": 5.3125,
      "learning_rate": 4.096177901144042e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5247774094343185,
      "num_tokens": 109992902.0,
      "step": 142590
    },
    {
      "epoch": 0.1808822895182138,
      "grad_norm": 5.96875,
      "learning_rate": 4.0961144701354126e-05,
      "loss": 1.8507,
      "mean_token_accuracy": 0.5874721795320511,
      "num_tokens": 109998926.0,
      "step": 142600
    },
    {
      "epoch": 0.18089497411074665,
      "grad_norm": 6.03125,
      "learning_rate": 4.096051039126784e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5393422186374665,
      "num_tokens": 110007170.0,
      "step": 142610
    },
    {
      "epoch": 0.18090765870327946,
      "grad_norm": 5.625,
      "learning_rate": 4.0959876081181543e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5398339480161667,
      "num_tokens": 110015566.0,
      "step": 142620
    },
    {
      "epoch": 0.1809203432958123,
      "grad_norm": 5.125,
      "learning_rate": 4.0959241771095256e-05,
      "loss": 2.2777,
      "mean_token_accuracy": 0.51417016685009,
      "num_tokens": 110023923.0,
      "step": 142630
    },
    {
      "epoch": 0.18093302788834514,
      "grad_norm": 4.84375,
      "learning_rate": 4.095860746100896e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5464865088462829,
      "num_tokens": 110032559.0,
      "step": 142640
    },
    {
      "epoch": 0.18094571248087798,
      "grad_norm": 7.40625,
      "learning_rate": 4.0957973150922666e-05,
      "loss": 1.9407,
      "mean_token_accuracy": 0.563722550868988,
      "num_tokens": 110040020.0,
      "step": 142650
    },
    {
      "epoch": 0.1809583970734108,
      "grad_norm": 5.125,
      "learning_rate": 4.095733884083638e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.540794113278389,
      "num_tokens": 110048238.0,
      "step": 142660
    },
    {
      "epoch": 0.18097108166594364,
      "grad_norm": 5.5625,
      "learning_rate": 4.0956704530750084e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5305986851453781,
      "num_tokens": 110055794.0,
      "step": 142670
    },
    {
      "epoch": 0.18098376625847648,
      "grad_norm": 4.875,
      "learning_rate": 4.0956070220663796e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5588316023349762,
      "num_tokens": 110064610.0,
      "step": 142680
    },
    {
      "epoch": 0.18099645085100932,
      "grad_norm": 5.1875,
      "learning_rate": 4.095543591057751e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5618454992771149,
      "num_tokens": 110073184.0,
      "step": 142690
    },
    {
      "epoch": 0.18100913544354214,
      "grad_norm": 4.09375,
      "learning_rate": 4.095480160049121e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5826614290475846,
      "num_tokens": 110079527.0,
      "step": 142700
    },
    {
      "epoch": 0.18102182003607498,
      "grad_norm": 5.03125,
      "learning_rate": 4.095416729040492e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5659930229187011,
      "num_tokens": 110087564.0,
      "step": 142710
    },
    {
      "epoch": 0.18103450462860782,
      "grad_norm": 5.25,
      "learning_rate": 4.0953532980318624e-05,
      "loss": 2.253,
      "mean_token_accuracy": 0.5217809438705444,
      "num_tokens": 110096663.0,
      "step": 142720
    },
    {
      "epoch": 0.18104718922114066,
      "grad_norm": 6.125,
      "learning_rate": 4.0952898670232336e-05,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5244611233472825,
      "num_tokens": 110104379.0,
      "step": 142730
    },
    {
      "epoch": 0.18105987381367347,
      "grad_norm": 6.25,
      "learning_rate": 4.095226436014605e-05,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5135662943124771,
      "num_tokens": 110112342.0,
      "step": 142740
    },
    {
      "epoch": 0.1810725584062063,
      "grad_norm": 5.375,
      "learning_rate": 4.0951630050059754e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5428670793771744,
      "num_tokens": 110120898.0,
      "step": 142750
    },
    {
      "epoch": 0.18108524299873915,
      "grad_norm": 15.625,
      "learning_rate": 4.0950995739973466e-05,
      "loss": 2.3121,
      "mean_token_accuracy": 0.5074445843696594,
      "num_tokens": 110129260.0,
      "step": 142760
    },
    {
      "epoch": 0.181097927591272,
      "grad_norm": 7.15625,
      "learning_rate": 4.095036142988717e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.53484947681427,
      "num_tokens": 110135390.0,
      "step": 142770
    },
    {
      "epoch": 0.1811106121838048,
      "grad_norm": 4.90625,
      "learning_rate": 4.0949727119800877e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5317606419324875,
      "num_tokens": 110143857.0,
      "step": 142780
    },
    {
      "epoch": 0.18112329677633765,
      "grad_norm": 6.9375,
      "learning_rate": 4.094909280971459e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5659723252058029,
      "num_tokens": 110150411.0,
      "step": 142790
    },
    {
      "epoch": 0.1811359813688705,
      "grad_norm": 5.25,
      "learning_rate": 4.0948458499628294e-05,
      "loss": 1.82,
      "mean_token_accuracy": 0.5901322603225708,
      "num_tokens": 110157065.0,
      "step": 142800
    },
    {
      "epoch": 0.18114866596140333,
      "grad_norm": 7.4375,
      "learning_rate": 4.0947824189542006e-05,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5386730819940567,
      "num_tokens": 110164261.0,
      "step": 142810
    },
    {
      "epoch": 0.18116135055393615,
      "grad_norm": 4.875,
      "learning_rate": 4.094718987945571e-05,
      "loss": 1.9264,
      "mean_token_accuracy": 0.5707343190908432,
      "num_tokens": 110171335.0,
      "step": 142820
    },
    {
      "epoch": 0.181174035146469,
      "grad_norm": 6.5625,
      "learning_rate": 4.0946555569369424e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5297413766384125,
      "num_tokens": 110178934.0,
      "step": 142830
    },
    {
      "epoch": 0.18118671973900183,
      "grad_norm": 6.65625,
      "learning_rate": 4.094592125928313e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5458379924297333,
      "num_tokens": 110186140.0,
      "step": 142840
    },
    {
      "epoch": 0.18119940433153467,
      "grad_norm": 11.3125,
      "learning_rate": 4.0945286949196834e-05,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5751182675361634,
      "num_tokens": 110193312.0,
      "step": 142850
    },
    {
      "epoch": 0.18121208892406748,
      "grad_norm": 5.8125,
      "learning_rate": 4.0944652639110546e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5346969932317733,
      "num_tokens": 110200418.0,
      "step": 142860
    },
    {
      "epoch": 0.18122477351660032,
      "grad_norm": 5.65625,
      "learning_rate": 4.094401832902425e-05,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5153188139200211,
      "num_tokens": 110208149.0,
      "step": 142870
    },
    {
      "epoch": 0.18123745810913316,
      "grad_norm": 7.375,
      "learning_rate": 4.0943384018937964e-05,
      "loss": 1.9062,
      "mean_token_accuracy": 0.5737304955720901,
      "num_tokens": 110215053.0,
      "step": 142880
    },
    {
      "epoch": 0.181250142701666,
      "grad_norm": 4.96875,
      "learning_rate": 4.0942749708851676e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5281444996595382,
      "num_tokens": 110223133.0,
      "step": 142890
    },
    {
      "epoch": 0.18126282729419882,
      "grad_norm": 6.71875,
      "learning_rate": 4.094211539876538e-05,
      "loss": 2.1937,
      "mean_token_accuracy": 0.5291839003562927,
      "num_tokens": 110230226.0,
      "step": 142900
    },
    {
      "epoch": 0.18127551188673166,
      "grad_norm": 6.625,
      "learning_rate": 4.094148108867909e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5484669864177704,
      "num_tokens": 110236953.0,
      "step": 142910
    },
    {
      "epoch": 0.1812881964792645,
      "grad_norm": 17.875,
      "learning_rate": 4.094084677859279e-05,
      "loss": 2.2981,
      "mean_token_accuracy": 0.5036906808614731,
      "num_tokens": 110243516.0,
      "step": 142920
    },
    {
      "epoch": 0.18130088107179734,
      "grad_norm": 4.90625,
      "learning_rate": 4.0940212468506504e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5434654384851456,
      "num_tokens": 110251659.0,
      "step": 142930
    },
    {
      "epoch": 0.18131356566433016,
      "grad_norm": 5.34375,
      "learning_rate": 4.0939578158420216e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5329976469278336,
      "num_tokens": 110260908.0,
      "step": 142940
    },
    {
      "epoch": 0.181326250256863,
      "grad_norm": 4.9375,
      "learning_rate": 4.093894384833392e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5464725732803345,
      "num_tokens": 110268756.0,
      "step": 142950
    },
    {
      "epoch": 0.18133893484939584,
      "grad_norm": 7.0625,
      "learning_rate": 4.0938309538247634e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5367638260126114,
      "num_tokens": 110276909.0,
      "step": 142960
    },
    {
      "epoch": 0.18135161944192868,
      "grad_norm": 4.96875,
      "learning_rate": 4.093767522816134e-05,
      "loss": 1.819,
      "mean_token_accuracy": 0.6049961656332016,
      "num_tokens": 110283184.0,
      "step": 142970
    },
    {
      "epoch": 0.1813643040344615,
      "grad_norm": 6.28125,
      "learning_rate": 4.093704091807505e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5635259956121444,
      "num_tokens": 110289521.0,
      "step": 142980
    },
    {
      "epoch": 0.18137698862699433,
      "grad_norm": 5.15625,
      "learning_rate": 4.093640660798876e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.538462445139885,
      "num_tokens": 110296697.0,
      "step": 142990
    },
    {
      "epoch": 0.18138967321952718,
      "grad_norm": 3.40625,
      "learning_rate": 4.093577229790246e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5465418994426727,
      "num_tokens": 110304463.0,
      "step": 143000
    },
    {
      "epoch": 0.18140235781206002,
      "grad_norm": 13.75,
      "learning_rate": 4.0935137987816174e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5497446179389953,
      "num_tokens": 110311826.0,
      "step": 143010
    },
    {
      "epoch": 0.18141504240459283,
      "grad_norm": 11.5625,
      "learning_rate": 4.093450367772988e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5361559897661209,
      "num_tokens": 110318873.0,
      "step": 143020
    },
    {
      "epoch": 0.18142772699712567,
      "grad_norm": 4.9375,
      "learning_rate": 4.093386936764359e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.525209853053093,
      "num_tokens": 110327165.0,
      "step": 143030
    },
    {
      "epoch": 0.1814404115896585,
      "grad_norm": 5.28125,
      "learning_rate": 4.0933235057557304e-05,
      "loss": 1.9412,
      "mean_token_accuracy": 0.5787321567535401,
      "num_tokens": 110333891.0,
      "step": 143040
    },
    {
      "epoch": 0.18145309618219133,
      "grad_norm": 6.75,
      "learning_rate": 4.093260074747101e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5401826113462448,
      "num_tokens": 110341235.0,
      "step": 143050
    },
    {
      "epoch": 0.18146578077472417,
      "grad_norm": 4.84375,
      "learning_rate": 4.0931966437384714e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5377906858921051,
      "num_tokens": 110348477.0,
      "step": 143060
    },
    {
      "epoch": 0.181478465367257,
      "grad_norm": 5.53125,
      "learning_rate": 4.093133212729842e-05,
      "loss": 1.8902,
      "mean_token_accuracy": 0.5796989738941193,
      "num_tokens": 110356132.0,
      "step": 143070
    },
    {
      "epoch": 0.18149114995978985,
      "grad_norm": 6.40625,
      "learning_rate": 4.093069781721213e-05,
      "loss": 2.2586,
      "mean_token_accuracy": 0.5139130651950836,
      "num_tokens": 110363979.0,
      "step": 143080
    },
    {
      "epoch": 0.18150383455232266,
      "grad_norm": 5.5625,
      "learning_rate": 4.0930063507125844e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5418209999799728,
      "num_tokens": 110371632.0,
      "step": 143090
    },
    {
      "epoch": 0.1815165191448555,
      "grad_norm": 5.75,
      "learning_rate": 4.092942919703955e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.527995964884758,
      "num_tokens": 110379203.0,
      "step": 143100
    },
    {
      "epoch": 0.18152920373738834,
      "grad_norm": 5.0625,
      "learning_rate": 4.092879488695326e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5442095160484314,
      "num_tokens": 110387637.0,
      "step": 143110
    },
    {
      "epoch": 0.18154188832992119,
      "grad_norm": 18.0,
      "learning_rate": 4.092816057686697e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5655590176582337,
      "num_tokens": 110393731.0,
      "step": 143120
    },
    {
      "epoch": 0.181554572922454,
      "grad_norm": 6.65625,
      "learning_rate": 4.092752626678067e-05,
      "loss": 1.8341,
      "mean_token_accuracy": 0.5830268710851669,
      "num_tokens": 110400859.0,
      "step": 143130
    },
    {
      "epoch": 0.18156725751498684,
      "grad_norm": 5.90625,
      "learning_rate": 4.0926891956694384e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5321583241224289,
      "num_tokens": 110409188.0,
      "step": 143140
    },
    {
      "epoch": 0.18157994210751968,
      "grad_norm": 7.75,
      "learning_rate": 4.092625764660809e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5550951391458512,
      "num_tokens": 110417339.0,
      "step": 143150
    },
    {
      "epoch": 0.18159262670005252,
      "grad_norm": 5.96875,
      "learning_rate": 4.09256233365218e-05,
      "loss": 2.2646,
      "mean_token_accuracy": 0.5068803519010544,
      "num_tokens": 110425799.0,
      "step": 143160
    },
    {
      "epoch": 0.18160531129258534,
      "grad_norm": 5.4375,
      "learning_rate": 4.0924989026435514e-05,
      "loss": 1.7918,
      "mean_token_accuracy": 0.6130155235528946,
      "num_tokens": 110432396.0,
      "step": 143170
    },
    {
      "epoch": 0.18161799588511818,
      "grad_norm": 5.84375,
      "learning_rate": 4.092435471634922e-05,
      "loss": 1.8589,
      "mean_token_accuracy": 0.5801204979419708,
      "num_tokens": 110438842.0,
      "step": 143180
    },
    {
      "epoch": 0.18163068047765102,
      "grad_norm": 8.3125,
      "learning_rate": 4.0923720406262925e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5592287361621857,
      "num_tokens": 110445978.0,
      "step": 143190
    },
    {
      "epoch": 0.18164336507018386,
      "grad_norm": 7.4375,
      "learning_rate": 4.092308609617663e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5226790875196456,
      "num_tokens": 110453482.0,
      "step": 143200
    },
    {
      "epoch": 0.18165604966271667,
      "grad_norm": 4.6875,
      "learning_rate": 4.092245178609034e-05,
      "loss": 2.304,
      "mean_token_accuracy": 0.510084542632103,
      "num_tokens": 110462302.0,
      "step": 143210
    },
    {
      "epoch": 0.18166873425524951,
      "grad_norm": 4.40625,
      "learning_rate": 4.0921817476004054e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5537249356508255,
      "num_tokens": 110470553.0,
      "step": 143220
    },
    {
      "epoch": 0.18168141884778236,
      "grad_norm": 8.75,
      "learning_rate": 4.092118316591776e-05,
      "loss": 2.2874,
      "mean_token_accuracy": 0.5000375807285309,
      "num_tokens": 110478667.0,
      "step": 143230
    },
    {
      "epoch": 0.1816941034403152,
      "grad_norm": 6.1875,
      "learning_rate": 4.092054885583147e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5511698007583619,
      "num_tokens": 110486696.0,
      "step": 143240
    },
    {
      "epoch": 0.181706788032848,
      "grad_norm": 5.8125,
      "learning_rate": 4.091991454574518e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5379067122936249,
      "num_tokens": 110495489.0,
      "step": 143250
    },
    {
      "epoch": 0.18171947262538085,
      "grad_norm": 5.9375,
      "learning_rate": 4.091928023565888e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5467109173536301,
      "num_tokens": 110503580.0,
      "step": 143260
    },
    {
      "epoch": 0.1817321572179137,
      "grad_norm": 6.4375,
      "learning_rate": 4.0918645925572595e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5507105320692063,
      "num_tokens": 110511754.0,
      "step": 143270
    },
    {
      "epoch": 0.18174484181044653,
      "grad_norm": 5.71875,
      "learning_rate": 4.09180116154863e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5416137993335723,
      "num_tokens": 110519738.0,
      "step": 143280
    },
    {
      "epoch": 0.18175752640297935,
      "grad_norm": 6.25,
      "learning_rate": 4.091737730540001e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5486881822347641,
      "num_tokens": 110526711.0,
      "step": 143290
    },
    {
      "epoch": 0.1817702109955122,
      "grad_norm": 6.5625,
      "learning_rate": 4.091674299531372e-05,
      "loss": 1.7958,
      "mean_token_accuracy": 0.5908769875764847,
      "num_tokens": 110533324.0,
      "step": 143300
    },
    {
      "epoch": 0.18178289558804503,
      "grad_norm": 5.71875,
      "learning_rate": 4.091610868522743e-05,
      "loss": 1.9715,
      "mean_token_accuracy": 0.5651033371686935,
      "num_tokens": 110540163.0,
      "step": 143310
    },
    {
      "epoch": 0.18179558018057787,
      "grad_norm": 5.875,
      "learning_rate": 4.091547437514114e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5456237673759461,
      "num_tokens": 110548115.0,
      "step": 143320
    },
    {
      "epoch": 0.18180826477311068,
      "grad_norm": 8.4375,
      "learning_rate": 4.091484006505484e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5435712844133377,
      "num_tokens": 110555717.0,
      "step": 143330
    },
    {
      "epoch": 0.18182094936564352,
      "grad_norm": 4.96875,
      "learning_rate": 4.091420575496855e-05,
      "loss": 2.2985,
      "mean_token_accuracy": 0.5028436630964279,
      "num_tokens": 110564731.0,
      "step": 143340
    },
    {
      "epoch": 0.18183363395817637,
      "grad_norm": 7.90625,
      "learning_rate": 4.091357144488226e-05,
      "loss": 1.682,
      "mean_token_accuracy": 0.6186110317707062,
      "num_tokens": 110571264.0,
      "step": 143350
    },
    {
      "epoch": 0.1818463185507092,
      "grad_norm": 5.78125,
      "learning_rate": 4.091293713479597e-05,
      "loss": 1.8725,
      "mean_token_accuracy": 0.5837797343730926,
      "num_tokens": 110578497.0,
      "step": 143360
    },
    {
      "epoch": 0.18185900314324202,
      "grad_norm": 4.875,
      "learning_rate": 4.091230282470968e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5633804440498352,
      "num_tokens": 110586479.0,
      "step": 143370
    },
    {
      "epoch": 0.18187168773577486,
      "grad_norm": 6.125,
      "learning_rate": 4.091166851462339e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5677797257900238,
      "num_tokens": 110594807.0,
      "step": 143380
    },
    {
      "epoch": 0.1818843723283077,
      "grad_norm": 4.75,
      "learning_rate": 4.09110342045371e-05,
      "loss": 1.7792,
      "mean_token_accuracy": 0.6075523287057877,
      "num_tokens": 110601924.0,
      "step": 143390
    },
    {
      "epoch": 0.18189705692084054,
      "grad_norm": 7.09375,
      "learning_rate": 4.0910399894450805e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.555182883143425,
      "num_tokens": 110608547.0,
      "step": 143400
    },
    {
      "epoch": 0.18190974151337336,
      "grad_norm": 4.9375,
      "learning_rate": 4.090976558436451e-05,
      "loss": 1.8862,
      "mean_token_accuracy": 0.5726303189992905,
      "num_tokens": 110616836.0,
      "step": 143410
    },
    {
      "epoch": 0.1819224261059062,
      "grad_norm": 14.8125,
      "learning_rate": 4.090913127427822e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5373782724142074,
      "num_tokens": 110623731.0,
      "step": 143420
    },
    {
      "epoch": 0.18193511069843904,
      "grad_norm": 4.71875,
      "learning_rate": 4.090849696419193e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5370041400194168,
      "num_tokens": 110632501.0,
      "step": 143430
    },
    {
      "epoch": 0.18194779529097188,
      "grad_norm": 5.09375,
      "learning_rate": 4.090786265410564e-05,
      "loss": 1.8172,
      "mean_token_accuracy": 0.5912375003099442,
      "num_tokens": 110639932.0,
      "step": 143440
    },
    {
      "epoch": 0.1819604798835047,
      "grad_norm": 5.34375,
      "learning_rate": 4.0907228344019345e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.533829465508461,
      "num_tokens": 110646879.0,
      "step": 143450
    },
    {
      "epoch": 0.18197316447603754,
      "grad_norm": 5.59375,
      "learning_rate": 4.090659403393306e-05,
      "loss": 2.2399,
      "mean_token_accuracy": 0.5236993491649627,
      "num_tokens": 110655640.0,
      "step": 143460
    },
    {
      "epoch": 0.18198584906857038,
      "grad_norm": 6.5625,
      "learning_rate": 4.090595972384676e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5583438813686371,
      "num_tokens": 110661861.0,
      "step": 143470
    },
    {
      "epoch": 0.18199853366110322,
      "grad_norm": 6.25,
      "learning_rate": 4.090532541376047e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.560979500412941,
      "num_tokens": 110669819.0,
      "step": 143480
    },
    {
      "epoch": 0.18201121825363603,
      "grad_norm": 5.53125,
      "learning_rate": 4.090469110367418e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5483289182186126,
      "num_tokens": 110677381.0,
      "step": 143490
    },
    {
      "epoch": 0.18202390284616887,
      "grad_norm": 5.71875,
      "learning_rate": 4.0904056793587885e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.522624009847641,
      "num_tokens": 110685835.0,
      "step": 143500
    },
    {
      "epoch": 0.1820365874387017,
      "grad_norm": 6.5625,
      "learning_rate": 4.09034224835016e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5563608199357987,
      "num_tokens": 110692481.0,
      "step": 143510
    },
    {
      "epoch": 0.18204927203123453,
      "grad_norm": 6.5625,
      "learning_rate": 4.090278817341531e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5187905162572861,
      "num_tokens": 110701103.0,
      "step": 143520
    },
    {
      "epoch": 0.18206195662376737,
      "grad_norm": 5.65625,
      "learning_rate": 4.0902153863329015e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5166428565979004,
      "num_tokens": 110707984.0,
      "step": 143530
    },
    {
      "epoch": 0.1820746412163002,
      "grad_norm": 5.125,
      "learning_rate": 4.090151955324272e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5302550137043,
      "num_tokens": 110715985.0,
      "step": 143540
    },
    {
      "epoch": 0.18208732580883305,
      "grad_norm": 5.8125,
      "learning_rate": 4.0900885243156426e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5291957855224609,
      "num_tokens": 110723618.0,
      "step": 143550
    },
    {
      "epoch": 0.18210001040136586,
      "grad_norm": 6.3125,
      "learning_rate": 4.090025093307014e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5355551034212113,
      "num_tokens": 110731272.0,
      "step": 143560
    },
    {
      "epoch": 0.1821126949938987,
      "grad_norm": 5.46875,
      "learning_rate": 4.089961662298385e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5464308053255081,
      "num_tokens": 110739125.0,
      "step": 143570
    },
    {
      "epoch": 0.18212537958643155,
      "grad_norm": 6.28125,
      "learning_rate": 4.0898982312897555e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5293040841817855,
      "num_tokens": 110746995.0,
      "step": 143580
    },
    {
      "epoch": 0.1821380641789644,
      "grad_norm": 6.71875,
      "learning_rate": 4.089834800281127e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5315802752971649,
      "num_tokens": 110754613.0,
      "step": 143590
    },
    {
      "epoch": 0.1821507487714972,
      "grad_norm": 6.53125,
      "learning_rate": 4.089771369272497e-05,
      "loss": 1.6942,
      "mean_token_accuracy": 0.6322433054447174,
      "num_tokens": 110762283.0,
      "step": 143600
    },
    {
      "epoch": 0.18216343336403004,
      "grad_norm": 7.46875,
      "learning_rate": 4.089707938263868e-05,
      "loss": 1.7461,
      "mean_token_accuracy": 0.6238373577594757,
      "num_tokens": 110768719.0,
      "step": 143610
    },
    {
      "epoch": 0.18217611795656288,
      "grad_norm": 3.90625,
      "learning_rate": 4.089644507255239e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5590276300907135,
      "num_tokens": 110776238.0,
      "step": 143620
    },
    {
      "epoch": 0.18218880254909572,
      "grad_norm": 5.46875,
      "learning_rate": 4.0895810762466096e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.5721534788608551,
      "num_tokens": 110783072.0,
      "step": 143630
    },
    {
      "epoch": 0.18220148714162854,
      "grad_norm": 5.46875,
      "learning_rate": 4.089517645237981e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5554996609687806,
      "num_tokens": 110791944.0,
      "step": 143640
    },
    {
      "epoch": 0.18221417173416138,
      "grad_norm": 6.65625,
      "learning_rate": 4.089454214229351e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5649078726768494,
      "num_tokens": 110798611.0,
      "step": 143650
    },
    {
      "epoch": 0.18222685632669422,
      "grad_norm": 6.28125,
      "learning_rate": 4.0893907832207225e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5217995882034302,
      "num_tokens": 110807155.0,
      "step": 143660
    },
    {
      "epoch": 0.18223954091922706,
      "grad_norm": 5.3125,
      "learning_rate": 4.089327352212093e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5322362810373307,
      "num_tokens": 110815271.0,
      "step": 143670
    },
    {
      "epoch": 0.18225222551175987,
      "grad_norm": 5.03125,
      "learning_rate": 4.0892639212034636e-05,
      "loss": 2.1631,
      "mean_token_accuracy": 0.527414721250534,
      "num_tokens": 110823624.0,
      "step": 143680
    },
    {
      "epoch": 0.18226491010429272,
      "grad_norm": 5.46875,
      "learning_rate": 4.089200490194835e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5279546648263931,
      "num_tokens": 110831483.0,
      "step": 143690
    },
    {
      "epoch": 0.18227759469682556,
      "grad_norm": 7.65625,
      "learning_rate": 4.0891370591862053e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.530159667134285,
      "num_tokens": 110838973.0,
      "step": 143700
    },
    {
      "epoch": 0.1822902792893584,
      "grad_norm": 6.1875,
      "learning_rate": 4.0890736281775766e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5523765027523041,
      "num_tokens": 110846430.0,
      "step": 143710
    },
    {
      "epoch": 0.1823029638818912,
      "grad_norm": 8.125,
      "learning_rate": 4.089010197168948e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5420935064554214,
      "num_tokens": 110853929.0,
      "step": 143720
    },
    {
      "epoch": 0.18231564847442405,
      "grad_norm": 4.625,
      "learning_rate": 4.088946766160318e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5327988892793656,
      "num_tokens": 110862369.0,
      "step": 143730
    },
    {
      "epoch": 0.1823283330669569,
      "grad_norm": 6.28125,
      "learning_rate": 4.0888833351516895e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5637066274881363,
      "num_tokens": 110869728.0,
      "step": 143740
    },
    {
      "epoch": 0.18234101765948973,
      "grad_norm": 4.84375,
      "learning_rate": 4.0888199041430594e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5747533500194549,
      "num_tokens": 110876664.0,
      "step": 143750
    },
    {
      "epoch": 0.18235370225202255,
      "grad_norm": 4.96875,
      "learning_rate": 4.0887564731344306e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5394023388624192,
      "num_tokens": 110884587.0,
      "step": 143760
    },
    {
      "epoch": 0.1823663868445554,
      "grad_norm": 4.65625,
      "learning_rate": 4.088693042125802e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5244533747434617,
      "num_tokens": 110893428.0,
      "step": 143770
    },
    {
      "epoch": 0.18237907143708823,
      "grad_norm": 5.4375,
      "learning_rate": 4.0886296111171723e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5503636211156845,
      "num_tokens": 110900098.0,
      "step": 143780
    },
    {
      "epoch": 0.18239175602962107,
      "grad_norm": 5.0,
      "learning_rate": 4.0885661801085436e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5288729399442673,
      "num_tokens": 110909221.0,
      "step": 143790
    },
    {
      "epoch": 0.18240444062215388,
      "grad_norm": 6.1875,
      "learning_rate": 4.088502749099914e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5362588405609131,
      "num_tokens": 110915704.0,
      "step": 143800
    },
    {
      "epoch": 0.18241712521468673,
      "grad_norm": 5.25,
      "learning_rate": 4.088439318091285e-05,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5577528476715088,
      "num_tokens": 110923205.0,
      "step": 143810
    },
    {
      "epoch": 0.18242980980721957,
      "grad_norm": 4.59375,
      "learning_rate": 4.088375887082656e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5317146927118301,
      "num_tokens": 110931762.0,
      "step": 143820
    },
    {
      "epoch": 0.1824424943997524,
      "grad_norm": 6.34375,
      "learning_rate": 4.0883124560740264e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5474286794662475,
      "num_tokens": 110937886.0,
      "step": 143830
    },
    {
      "epoch": 0.18245517899228522,
      "grad_norm": 4.84375,
      "learning_rate": 4.0882490250653976e-05,
      "loss": 1.7734,
      "mean_token_accuracy": 0.6051025986671448,
      "num_tokens": 110944994.0,
      "step": 143840
    },
    {
      "epoch": 0.18246786358481806,
      "grad_norm": 8.0625,
      "learning_rate": 4.088185594056768e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5423583447933197,
      "num_tokens": 110950472.0,
      "step": 143850
    },
    {
      "epoch": 0.1824805481773509,
      "grad_norm": 4.96875,
      "learning_rate": 4.088122163048139e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.527597165107727,
      "num_tokens": 110959054.0,
      "step": 143860
    },
    {
      "epoch": 0.18249323276988375,
      "grad_norm": 4.71875,
      "learning_rate": 4.0880587320395105e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5433060169219971,
      "num_tokens": 110966883.0,
      "step": 143870
    },
    {
      "epoch": 0.18250591736241656,
      "grad_norm": 4.9375,
      "learning_rate": 4.087995301030881e-05,
      "loss": 1.9267,
      "mean_token_accuracy": 0.5946830570697784,
      "num_tokens": 110974693.0,
      "step": 143880
    },
    {
      "epoch": 0.1825186019549494,
      "grad_norm": 4.28125,
      "learning_rate": 4.0879318700222516e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5564235925674439,
      "num_tokens": 110981374.0,
      "step": 143890
    },
    {
      "epoch": 0.18253128654748224,
      "grad_norm": 5.78125,
      "learning_rate": 4.087868439013622e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5266467362642289,
      "num_tokens": 110989719.0,
      "step": 143900
    },
    {
      "epoch": 0.18254397114001508,
      "grad_norm": 5.09375,
      "learning_rate": 4.0878050080049934e-05,
      "loss": 1.8843,
      "mean_token_accuracy": 0.5733750075101852,
      "num_tokens": 110995276.0,
      "step": 143910
    },
    {
      "epoch": 0.1825566557325479,
      "grad_norm": 5.5625,
      "learning_rate": 4.0877415769963646e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.532708615064621,
      "num_tokens": 111004712.0,
      "step": 143920
    },
    {
      "epoch": 0.18256934032508074,
      "grad_norm": 4.6875,
      "learning_rate": 4.087678145987735e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5286274760961532,
      "num_tokens": 111014156.0,
      "step": 143930
    },
    {
      "epoch": 0.18258202491761358,
      "grad_norm": 4.90625,
      "learning_rate": 4.087614714979106e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.540579953789711,
      "num_tokens": 111022153.0,
      "step": 143940
    },
    {
      "epoch": 0.18259470951014642,
      "grad_norm": 4.6875,
      "learning_rate": 4.087551283970477e-05,
      "loss": 1.907,
      "mean_token_accuracy": 0.57039475440979,
      "num_tokens": 111028871.0,
      "step": 143950
    },
    {
      "epoch": 0.18260739410267923,
      "grad_norm": 9.0625,
      "learning_rate": 4.0874878529618474e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5282678097486496,
      "num_tokens": 111035100.0,
      "step": 143960
    },
    {
      "epoch": 0.18262007869521207,
      "grad_norm": 5.3125,
      "learning_rate": 4.0874244219532186e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5391311198472977,
      "num_tokens": 111043249.0,
      "step": 143970
    },
    {
      "epoch": 0.18263276328774491,
      "grad_norm": 5.40625,
      "learning_rate": 4.087360990944589e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5428183197975158,
      "num_tokens": 111051810.0,
      "step": 143980
    },
    {
      "epoch": 0.18264544788027773,
      "grad_norm": 7.1875,
      "learning_rate": 4.0872975599359604e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5492874383926392,
      "num_tokens": 111059656.0,
      "step": 143990
    },
    {
      "epoch": 0.18265813247281057,
      "grad_norm": 9.6875,
      "learning_rate": 4.087234128927331e-05,
      "loss": 1.6887,
      "mean_token_accuracy": 0.6347518533468246,
      "num_tokens": 111065479.0,
      "step": 144000
    },
    {
      "epoch": 0.1826708170653434,
      "grad_norm": 6.5,
      "learning_rate": 4.087170697918702e-05,
      "loss": 1.8705,
      "mean_token_accuracy": 0.5833329051733017,
      "num_tokens": 111072094.0,
      "step": 144010
    },
    {
      "epoch": 0.18268350165787625,
      "grad_norm": 5.25,
      "learning_rate": 4.0871072669100726e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.554698771238327,
      "num_tokens": 111080182.0,
      "step": 144020
    },
    {
      "epoch": 0.18269618625040907,
      "grad_norm": 5.53125,
      "learning_rate": 4.087043835901443e-05,
      "loss": 2.1712,
      "mean_token_accuracy": 0.5264243900775909,
      "num_tokens": 111087230.0,
      "step": 144030
    },
    {
      "epoch": 0.1827088708429419,
      "grad_norm": 4.84375,
      "learning_rate": 4.0869804048928144e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5237836599349975,
      "num_tokens": 111095160.0,
      "step": 144040
    },
    {
      "epoch": 0.18272155543547475,
      "grad_norm": 5.40625,
      "learning_rate": 4.0869169738841856e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5578687191009521,
      "num_tokens": 111102710.0,
      "step": 144050
    },
    {
      "epoch": 0.1827342400280076,
      "grad_norm": 5.8125,
      "learning_rate": 4.086853542875556e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5613653540611268,
      "num_tokens": 111109193.0,
      "step": 144060
    },
    {
      "epoch": 0.1827469246205404,
      "grad_norm": 5.09375,
      "learning_rate": 4.0867901118669273e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5184359103441238,
      "num_tokens": 111117979.0,
      "step": 144070
    },
    {
      "epoch": 0.18275960921307324,
      "grad_norm": 7.8125,
      "learning_rate": 4.086726680858298e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5300026357173919,
      "num_tokens": 111126096.0,
      "step": 144080
    },
    {
      "epoch": 0.18277229380560608,
      "grad_norm": 5.125,
      "learning_rate": 4.0866632498496684e-05,
      "loss": 1.654,
      "mean_token_accuracy": 0.6113331735134124,
      "num_tokens": 111132770.0,
      "step": 144090
    },
    {
      "epoch": 0.18278497839813893,
      "grad_norm": 5.65625,
      "learning_rate": 4.0865998188410396e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5270663231611252,
      "num_tokens": 111139998.0,
      "step": 144100
    },
    {
      "epoch": 0.18279766299067174,
      "grad_norm": 5.09375,
      "learning_rate": 4.08653638783241e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.539528739452362,
      "num_tokens": 111148336.0,
      "step": 144110
    },
    {
      "epoch": 0.18281034758320458,
      "grad_norm": 6.8125,
      "learning_rate": 4.0864729568237814e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.539058044552803,
      "num_tokens": 111155716.0,
      "step": 144120
    },
    {
      "epoch": 0.18282303217573742,
      "grad_norm": 4.90625,
      "learning_rate": 4.086409525815152e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5382023096084595,
      "num_tokens": 111164189.0,
      "step": 144130
    },
    {
      "epoch": 0.18283571676827026,
      "grad_norm": 5.59375,
      "learning_rate": 4.086346094806523e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5358207076787949,
      "num_tokens": 111170909.0,
      "step": 144140
    },
    {
      "epoch": 0.18284840136080308,
      "grad_norm": 7.9375,
      "learning_rate": 4.086282663797894e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5512971907854081,
      "num_tokens": 111179481.0,
      "step": 144150
    },
    {
      "epoch": 0.18286108595333592,
      "grad_norm": 5.5,
      "learning_rate": 4.086219232789265e-05,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5700091272592545,
      "num_tokens": 111186476.0,
      "step": 144160
    },
    {
      "epoch": 0.18287377054586876,
      "grad_norm": 5.03125,
      "learning_rate": 4.0861558017806354e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5184344172477722,
      "num_tokens": 111194076.0,
      "step": 144170
    },
    {
      "epoch": 0.1828864551384016,
      "grad_norm": 5.375,
      "learning_rate": 4.086092370772006e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5529676854610444,
      "num_tokens": 111201014.0,
      "step": 144180
    },
    {
      "epoch": 0.1828991397309344,
      "grad_norm": 5.125,
      "learning_rate": 4.086028939763377e-05,
      "loss": 2.2605,
      "mean_token_accuracy": 0.5110105872154236,
      "num_tokens": 111208799.0,
      "step": 144190
    },
    {
      "epoch": 0.18291182432346725,
      "grad_norm": 5.375,
      "learning_rate": 4.0859655087547484e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5304080605506897,
      "num_tokens": 111217670.0,
      "step": 144200
    },
    {
      "epoch": 0.1829245089160001,
      "grad_norm": 5.21875,
      "learning_rate": 4.085902077746119e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5194681257009506,
      "num_tokens": 111226393.0,
      "step": 144210
    },
    {
      "epoch": 0.18293719350853294,
      "grad_norm": 5.09375,
      "learning_rate": 4.08583864673749e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.53825064599514,
      "num_tokens": 111234738.0,
      "step": 144220
    },
    {
      "epoch": 0.18294987810106575,
      "grad_norm": 6.09375,
      "learning_rate": 4.0857752157288607e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.533293017745018,
      "num_tokens": 111241614.0,
      "step": 144230
    },
    {
      "epoch": 0.1829625626935986,
      "grad_norm": 5.1875,
      "learning_rate": 4.085711784720231e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5410257697105407,
      "num_tokens": 111249124.0,
      "step": 144240
    },
    {
      "epoch": 0.18297524728613143,
      "grad_norm": 5.90625,
      "learning_rate": 4.0856483537116024e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5249345034360886,
      "num_tokens": 111256215.0,
      "step": 144250
    },
    {
      "epoch": 0.18298793187866427,
      "grad_norm": 5.15625,
      "learning_rate": 4.085584922702973e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5456388622522355,
      "num_tokens": 111264102.0,
      "step": 144260
    },
    {
      "epoch": 0.1830006164711971,
      "grad_norm": 4.59375,
      "learning_rate": 4.085521491694344e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5532858222723007,
      "num_tokens": 111271771.0,
      "step": 144270
    },
    {
      "epoch": 0.18301330106372993,
      "grad_norm": 7.46875,
      "learning_rate": 4.085458060685715e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5324670970439911,
      "num_tokens": 111278767.0,
      "step": 144280
    },
    {
      "epoch": 0.18302598565626277,
      "grad_norm": 5.125,
      "learning_rate": 4.085394629677086e-05,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5706437975168228,
      "num_tokens": 111286564.0,
      "step": 144290
    },
    {
      "epoch": 0.1830386702487956,
      "grad_norm": 6.0,
      "learning_rate": 4.0853311986684564e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5361777156591415,
      "num_tokens": 111293545.0,
      "step": 144300
    },
    {
      "epoch": 0.18305135484132842,
      "grad_norm": 7.5625,
      "learning_rate": 4.085267767659827e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5637413412332535,
      "num_tokens": 111299964.0,
      "step": 144310
    },
    {
      "epoch": 0.18306403943386126,
      "grad_norm": 11.4375,
      "learning_rate": 4.085204336651198e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5406032741069794,
      "num_tokens": 111306295.0,
      "step": 144320
    },
    {
      "epoch": 0.1830767240263941,
      "grad_norm": 5.1875,
      "learning_rate": 4.085140905642569e-05,
      "loss": 2.2081,
      "mean_token_accuracy": 0.5298473477363587,
      "num_tokens": 111313949.0,
      "step": 144330
    },
    {
      "epoch": 0.18308940861892695,
      "grad_norm": 9.625,
      "learning_rate": 4.08507747463394e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5549475461244583,
      "num_tokens": 111321496.0,
      "step": 144340
    },
    {
      "epoch": 0.18310209321145976,
      "grad_norm": 5.1875,
      "learning_rate": 4.085014043625311e-05,
      "loss": 1.7687,
      "mean_token_accuracy": 0.5955584406852722,
      "num_tokens": 111328978.0,
      "step": 144350
    },
    {
      "epoch": 0.1831147778039926,
      "grad_norm": 5.4375,
      "learning_rate": 4.084950612616682e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5289253622293473,
      "num_tokens": 111335924.0,
      "step": 144360
    },
    {
      "epoch": 0.18312746239652544,
      "grad_norm": 5.40625,
      "learning_rate": 4.084887181608052e-05,
      "loss": 2.2231,
      "mean_token_accuracy": 0.5346003919839859,
      "num_tokens": 111343175.0,
      "step": 144370
    },
    {
      "epoch": 0.18314014698905828,
      "grad_norm": 5.09375,
      "learning_rate": 4.084823750599423e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5358577519655228,
      "num_tokens": 111351054.0,
      "step": 144380
    },
    {
      "epoch": 0.1831528315815911,
      "grad_norm": 4.875,
      "learning_rate": 4.084760319590794e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5239493072032928,
      "num_tokens": 111358559.0,
      "step": 144390
    },
    {
      "epoch": 0.18316551617412394,
      "grad_norm": 4.78125,
      "learning_rate": 4.084696888582165e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5564131915569306,
      "num_tokens": 111366226.0,
      "step": 144400
    },
    {
      "epoch": 0.18317820076665678,
      "grad_norm": 7.15625,
      "learning_rate": 4.084633457573536e-05,
      "loss": 1.7705,
      "mean_token_accuracy": 0.6050190985202789,
      "num_tokens": 111372419.0,
      "step": 144410
    },
    {
      "epoch": 0.18319088535918962,
      "grad_norm": 6.34375,
      "learning_rate": 4.084570026564907e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5360093832015991,
      "num_tokens": 111378519.0,
      "step": 144420
    },
    {
      "epoch": 0.18320356995172243,
      "grad_norm": 6.0,
      "learning_rate": 4.0845065955562775e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5230066925287247,
      "num_tokens": 111386041.0,
      "step": 144430
    },
    {
      "epoch": 0.18321625454425527,
      "grad_norm": 6.25,
      "learning_rate": 4.084443164547648e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5269362449645996,
      "num_tokens": 111394210.0,
      "step": 144440
    },
    {
      "epoch": 0.18322893913678812,
      "grad_norm": 5.875,
      "learning_rate": 4.084379733539019e-05,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5757376104593277,
      "num_tokens": 111399872.0,
      "step": 144450
    },
    {
      "epoch": 0.18324162372932093,
      "grad_norm": 4.84375,
      "learning_rate": 4.08431630253039e-05,
      "loss": 1.8237,
      "mean_token_accuracy": 0.5911789238452911,
      "num_tokens": 111406293.0,
      "step": 144460
    },
    {
      "epoch": 0.18325430832185377,
      "grad_norm": 6.625,
      "learning_rate": 4.084252871521761e-05,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5729028850793838,
      "num_tokens": 111413906.0,
      "step": 144470
    },
    {
      "epoch": 0.1832669929143866,
      "grad_norm": 7.40625,
      "learning_rate": 4.0841894405131315e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5600373536348343,
      "num_tokens": 111421339.0,
      "step": 144480
    },
    {
      "epoch": 0.18327967750691945,
      "grad_norm": 6.09375,
      "learning_rate": 4.084126009504503e-05,
      "loss": 1.8322,
      "mean_token_accuracy": 0.5773082792758941,
      "num_tokens": 111429211.0,
      "step": 144490
    },
    {
      "epoch": 0.18329236209945227,
      "grad_norm": 5.21875,
      "learning_rate": 4.084062578495874e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5323274701833725,
      "num_tokens": 111436017.0,
      "step": 144500
    },
    {
      "epoch": 0.1833050466919851,
      "grad_norm": 5.125,
      "learning_rate": 4.083999147487244e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5808968305587768,
      "num_tokens": 111443341.0,
      "step": 144510
    },
    {
      "epoch": 0.18331773128451795,
      "grad_norm": 4.78125,
      "learning_rate": 4.083935716478615e-05,
      "loss": 2.2749,
      "mean_token_accuracy": 0.5111026525497436,
      "num_tokens": 111452126.0,
      "step": 144520
    },
    {
      "epoch": 0.1833304158770508,
      "grad_norm": 7.03125,
      "learning_rate": 4.0838722854699855e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5579866319894791,
      "num_tokens": 111460407.0,
      "step": 144530
    },
    {
      "epoch": 0.1833431004695836,
      "grad_norm": 5.0625,
      "learning_rate": 4.083808854461357e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.52484230697155,
      "num_tokens": 111468073.0,
      "step": 144540
    },
    {
      "epoch": 0.18335578506211644,
      "grad_norm": 5.125,
      "learning_rate": 4.083745423452728e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5430900633335114,
      "num_tokens": 111475132.0,
      "step": 144550
    },
    {
      "epoch": 0.18336846965464929,
      "grad_norm": 5.15625,
      "learning_rate": 4.0836819924440985e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5464715749025345,
      "num_tokens": 111483893.0,
      "step": 144560
    },
    {
      "epoch": 0.18338115424718213,
      "grad_norm": 8.75,
      "learning_rate": 4.08361856143547e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5680315881967545,
      "num_tokens": 111491053.0,
      "step": 144570
    },
    {
      "epoch": 0.18339383883971494,
      "grad_norm": 5.75,
      "learning_rate": 4.08355513042684e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5597152918577194,
      "num_tokens": 111498954.0,
      "step": 144580
    },
    {
      "epoch": 0.18340652343224778,
      "grad_norm": 11.4375,
      "learning_rate": 4.083491699418211e-05,
      "loss": 1.9307,
      "mean_token_accuracy": 0.5799769252538681,
      "num_tokens": 111506000.0,
      "step": 144590
    },
    {
      "epoch": 0.18341920802478062,
      "grad_norm": 6.28125,
      "learning_rate": 4.083428268409582e-05,
      "loss": 1.8238,
      "mean_token_accuracy": 0.5888682186603547,
      "num_tokens": 111511462.0,
      "step": 144600
    },
    {
      "epoch": 0.18343189261731346,
      "grad_norm": 5.375,
      "learning_rate": 4.0833648374009525e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5655101478099823,
      "num_tokens": 111520272.0,
      "step": 144610
    },
    {
      "epoch": 0.18344457720984628,
      "grad_norm": 4.875,
      "learning_rate": 4.083301406392324e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5180589258670807,
      "num_tokens": 111528331.0,
      "step": 144620
    },
    {
      "epoch": 0.18345726180237912,
      "grad_norm": 5.90625,
      "learning_rate": 4.083237975383694e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5488510012626648,
      "num_tokens": 111535770.0,
      "step": 144630
    },
    {
      "epoch": 0.18346994639491196,
      "grad_norm": 6.5,
      "learning_rate": 4.0831745443750655e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.521763163805008,
      "num_tokens": 111544087.0,
      "step": 144640
    },
    {
      "epoch": 0.1834826309874448,
      "grad_norm": 6.1875,
      "learning_rate": 4.083111113366436e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.541875222325325,
      "num_tokens": 111551305.0,
      "step": 144650
    },
    {
      "epoch": 0.1834953155799776,
      "grad_norm": 5.875,
      "learning_rate": 4.0830476823578065e-05,
      "loss": 2.3912,
      "mean_token_accuracy": 0.4995660334825516,
      "num_tokens": 111559452.0,
      "step": 144660
    },
    {
      "epoch": 0.18350800017251045,
      "grad_norm": 9.625,
      "learning_rate": 4.082984251349178e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5230973243713379,
      "num_tokens": 111566133.0,
      "step": 144670
    },
    {
      "epoch": 0.1835206847650433,
      "grad_norm": 5.625,
      "learning_rate": 4.082920820340548e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5257733941078186,
      "num_tokens": 111573693.0,
      "step": 144680
    },
    {
      "epoch": 0.18353336935757614,
      "grad_norm": 6.53125,
      "learning_rate": 4.0828573893319195e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5577669352293014,
      "num_tokens": 111580510.0,
      "step": 144690
    },
    {
      "epoch": 0.18354605395010895,
      "grad_norm": 5.9375,
      "learning_rate": 4.082793958323291e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5646458446979523,
      "num_tokens": 111587424.0,
      "step": 144700
    },
    {
      "epoch": 0.1835587385426418,
      "grad_norm": 7.0625,
      "learning_rate": 4.082730527314661e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5516615152359009,
      "num_tokens": 111595523.0,
      "step": 144710
    },
    {
      "epoch": 0.18357142313517463,
      "grad_norm": 4.90625,
      "learning_rate": 4.082667096306032e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.572585466504097,
      "num_tokens": 111602466.0,
      "step": 144720
    },
    {
      "epoch": 0.18358410772770747,
      "grad_norm": 5.90625,
      "learning_rate": 4.082603665297402e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5461602628231048,
      "num_tokens": 111608299.0,
      "step": 144730
    },
    {
      "epoch": 0.1835967923202403,
      "grad_norm": 5.21875,
      "learning_rate": 4.0825402342887735e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5267269730567932,
      "num_tokens": 111616390.0,
      "step": 144740
    },
    {
      "epoch": 0.18360947691277313,
      "grad_norm": 4.09375,
      "learning_rate": 4.082476803280145e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5286335200071335,
      "num_tokens": 111625128.0,
      "step": 144750
    },
    {
      "epoch": 0.18362216150530597,
      "grad_norm": 5.125,
      "learning_rate": 4.082413372271515e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5700423300266266,
      "num_tokens": 111632533.0,
      "step": 144760
    },
    {
      "epoch": 0.1836348460978388,
      "grad_norm": 5.4375,
      "learning_rate": 4.0823499412628865e-05,
      "loss": 1.8807,
      "mean_token_accuracy": 0.5847263336181641,
      "num_tokens": 111639418.0,
      "step": 144770
    },
    {
      "epoch": 0.18364753069037162,
      "grad_norm": 6.4375,
      "learning_rate": 4.082286510254257e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5473146051168442,
      "num_tokens": 111646744.0,
      "step": 144780
    },
    {
      "epoch": 0.18366021528290447,
      "grad_norm": 4.5625,
      "learning_rate": 4.0822230792456276e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5459689736366272,
      "num_tokens": 111654610.0,
      "step": 144790
    },
    {
      "epoch": 0.1836728998754373,
      "grad_norm": 6.78125,
      "learning_rate": 4.082159648236999e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5458139777183533,
      "num_tokens": 111661718.0,
      "step": 144800
    },
    {
      "epoch": 0.18368558446797015,
      "grad_norm": 5.34375,
      "learning_rate": 4.082096217228369e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5497052192687988,
      "num_tokens": 111669524.0,
      "step": 144810
    },
    {
      "epoch": 0.18369826906050296,
      "grad_norm": 4.78125,
      "learning_rate": 4.0820327862197405e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5377439111471176,
      "num_tokens": 111676868.0,
      "step": 144820
    },
    {
      "epoch": 0.1837109536530358,
      "grad_norm": 5.4375,
      "learning_rate": 4.081969355211111e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5317635834217072,
      "num_tokens": 111685320.0,
      "step": 144830
    },
    {
      "epoch": 0.18372363824556864,
      "grad_norm": 6.03125,
      "learning_rate": 4.081905924202482e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5649396479129791,
      "num_tokens": 111693011.0,
      "step": 144840
    },
    {
      "epoch": 0.18373632283810148,
      "grad_norm": 5.15625,
      "learning_rate": 4.0818424931938535e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5322688788175582,
      "num_tokens": 111700298.0,
      "step": 144850
    },
    {
      "epoch": 0.1837490074306343,
      "grad_norm": 5.28125,
      "learning_rate": 4.0817790621852233e-05,
      "loss": 2.2268,
      "mean_token_accuracy": 0.527964961528778,
      "num_tokens": 111708408.0,
      "step": 144860
    },
    {
      "epoch": 0.18376169202316714,
      "grad_norm": 7.03125,
      "learning_rate": 4.0817156311765946e-05,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5079657644033432,
      "num_tokens": 111716637.0,
      "step": 144870
    },
    {
      "epoch": 0.18377437661569998,
      "grad_norm": 4.875,
      "learning_rate": 4.081652200167965e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5398877561092377,
      "num_tokens": 111724029.0,
      "step": 144880
    },
    {
      "epoch": 0.18378706120823282,
      "grad_norm": 5.03125,
      "learning_rate": 4.081588769159336e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5436045974493027,
      "num_tokens": 111731947.0,
      "step": 144890
    },
    {
      "epoch": 0.18379974580076563,
      "grad_norm": 5.9375,
      "learning_rate": 4.0815253381507075e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5288377285003663,
      "num_tokens": 111739795.0,
      "step": 144900
    },
    {
      "epoch": 0.18381243039329848,
      "grad_norm": 5.1875,
      "learning_rate": 4.081461907142078e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5691654086112976,
      "num_tokens": 111745480.0,
      "step": 144910
    },
    {
      "epoch": 0.18382511498583132,
      "grad_norm": 5.5625,
      "learning_rate": 4.081398476133449e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.550178462266922,
      "num_tokens": 111754321.0,
      "step": 144920
    },
    {
      "epoch": 0.18383779957836413,
      "grad_norm": 7.0625,
      "learning_rate": 4.08133504512482e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5605125546455383,
      "num_tokens": 111761576.0,
      "step": 144930
    },
    {
      "epoch": 0.18385048417089697,
      "grad_norm": 7.09375,
      "learning_rate": 4.08127161411619e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5262936919927597,
      "num_tokens": 111770478.0,
      "step": 144940
    },
    {
      "epoch": 0.1838631687634298,
      "grad_norm": 6.59375,
      "learning_rate": 4.0812081831075615e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5196428239345551,
      "num_tokens": 111778175.0,
      "step": 144950
    },
    {
      "epoch": 0.18387585335596265,
      "grad_norm": 5.28125,
      "learning_rate": 4.081144752098932e-05,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5179114192724228,
      "num_tokens": 111785392.0,
      "step": 144960
    },
    {
      "epoch": 0.18388853794849547,
      "grad_norm": 5.9375,
      "learning_rate": 4.081081321090303e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5317054867744446,
      "num_tokens": 111793640.0,
      "step": 144970
    },
    {
      "epoch": 0.1839012225410283,
      "grad_norm": 6.28125,
      "learning_rate": 4.0810178900816745e-05,
      "loss": 1.8574,
      "mean_token_accuracy": 0.5880542099475861,
      "num_tokens": 111801237.0,
      "step": 144980
    },
    {
      "epoch": 0.18391390713356115,
      "grad_norm": 4.78125,
      "learning_rate": 4.080954459073045e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5555319309234619,
      "num_tokens": 111808887.0,
      "step": 144990
    },
    {
      "epoch": 0.183926591726094,
      "grad_norm": 5.78125,
      "learning_rate": 4.0808910280644156e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5565085619688034,
      "num_tokens": 111816204.0,
      "step": 145000
    },
    {
      "epoch": 0.1839392763186268,
      "grad_norm": 8.5625,
      "learning_rate": 4.080827597055786e-05,
      "loss": 1.9265,
      "mean_token_accuracy": 0.5923599660396576,
      "num_tokens": 111823128.0,
      "step": 145010
    },
    {
      "epoch": 0.18395196091115965,
      "grad_norm": 5.34375,
      "learning_rate": 4.080764166047157e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5253098428249359,
      "num_tokens": 111831717.0,
      "step": 145020
    },
    {
      "epoch": 0.1839646455036925,
      "grad_norm": 4.78125,
      "learning_rate": 4.0807007350385285e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5300877600908279,
      "num_tokens": 111839935.0,
      "step": 145030
    },
    {
      "epoch": 0.18397733009622533,
      "grad_norm": 4.6875,
      "learning_rate": 4.080637304029899e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5790403395891189,
      "num_tokens": 111845419.0,
      "step": 145040
    },
    {
      "epoch": 0.18399001468875814,
      "grad_norm": 10.5625,
      "learning_rate": 4.08057387302127e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5548402279615402,
      "num_tokens": 111852365.0,
      "step": 145050
    },
    {
      "epoch": 0.18400269928129098,
      "grad_norm": 7.5,
      "learning_rate": 4.080510442012641e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5455599904060364,
      "num_tokens": 111859593.0,
      "step": 145060
    },
    {
      "epoch": 0.18401538387382382,
      "grad_norm": 5.46875,
      "learning_rate": 4.0804470110040114e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5301373839378357,
      "num_tokens": 111868348.0,
      "step": 145070
    },
    {
      "epoch": 0.18402806846635666,
      "grad_norm": 5.28125,
      "learning_rate": 4.0803835799953826e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5303243041038513,
      "num_tokens": 111877342.0,
      "step": 145080
    },
    {
      "epoch": 0.18404075305888948,
      "grad_norm": 7.03125,
      "learning_rate": 4.080320148986753e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5353530466556549,
      "num_tokens": 111885121.0,
      "step": 145090
    },
    {
      "epoch": 0.18405343765142232,
      "grad_norm": 4.21875,
      "learning_rate": 4.080256717978124e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5551796346902848,
      "num_tokens": 111893232.0,
      "step": 145100
    },
    {
      "epoch": 0.18406612224395516,
      "grad_norm": 6.3125,
      "learning_rate": 4.080193286969495e-05,
      "loss": 2.2898,
      "mean_token_accuracy": 0.5063238829374314,
      "num_tokens": 111901578.0,
      "step": 145110
    },
    {
      "epoch": 0.184078806836488,
      "grad_norm": 5.53125,
      "learning_rate": 4.080129855960866e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.514563262462616,
      "num_tokens": 111910306.0,
      "step": 145120
    },
    {
      "epoch": 0.18409149142902081,
      "grad_norm": 4.84375,
      "learning_rate": 4.0800664249522366e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.577928701043129,
      "num_tokens": 111918287.0,
      "step": 145130
    },
    {
      "epoch": 0.18410417602155366,
      "grad_norm": 5.78125,
      "learning_rate": 4.080002993943607e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5497599512338638,
      "num_tokens": 111925294.0,
      "step": 145140
    },
    {
      "epoch": 0.1841168606140865,
      "grad_norm": 4.59375,
      "learning_rate": 4.0799395629349783e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5315021216869354,
      "num_tokens": 111933437.0,
      "step": 145150
    },
    {
      "epoch": 0.18412954520661934,
      "grad_norm": 5.0,
      "learning_rate": 4.079876131926349e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.547846794128418,
      "num_tokens": 111940974.0,
      "step": 145160
    },
    {
      "epoch": 0.18414222979915215,
      "grad_norm": 5.8125,
      "learning_rate": 4.07981270091772e-05,
      "loss": 1.7771,
      "mean_token_accuracy": 0.5991502523422241,
      "num_tokens": 111947968.0,
      "step": 145170
    },
    {
      "epoch": 0.184154914391685,
      "grad_norm": 5.125,
      "learning_rate": 4.079749269909091e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5273239105939865,
      "num_tokens": 111957446.0,
      "step": 145180
    },
    {
      "epoch": 0.18416759898421783,
      "grad_norm": 7.03125,
      "learning_rate": 4.079685838900462e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5440272450447082,
      "num_tokens": 111965994.0,
      "step": 145190
    },
    {
      "epoch": 0.18418028357675068,
      "grad_norm": 5.09375,
      "learning_rate": 4.0796224078918324e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5329014599323273,
      "num_tokens": 111973957.0,
      "step": 145200
    },
    {
      "epoch": 0.1841929681692835,
      "grad_norm": 6.96875,
      "learning_rate": 4.079558976883203e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.549215117096901,
      "num_tokens": 111981314.0,
      "step": 145210
    },
    {
      "epoch": 0.18420565276181633,
      "grad_norm": 4.875,
      "learning_rate": 4.079495545874574e-05,
      "loss": 2.2403,
      "mean_token_accuracy": 0.5152731895446777,
      "num_tokens": 111989805.0,
      "step": 145220
    },
    {
      "epoch": 0.18421833735434917,
      "grad_norm": 5.15625,
      "learning_rate": 4.079432114865945e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5191677689552308,
      "num_tokens": 111999028.0,
      "step": 145230
    },
    {
      "epoch": 0.184231021946882,
      "grad_norm": 6.0625,
      "learning_rate": 4.079368683857316e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5437359899282456,
      "num_tokens": 112007032.0,
      "step": 145240
    },
    {
      "epoch": 0.18424370653941483,
      "grad_norm": 7.40625,
      "learning_rate": 4.079305252848687e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5432470142841339,
      "num_tokens": 112014190.0,
      "step": 145250
    },
    {
      "epoch": 0.18425639113194767,
      "grad_norm": 4.6875,
      "learning_rate": 4.0792418218400576e-05,
      "loss": 1.8078,
      "mean_token_accuracy": 0.600430914759636,
      "num_tokens": 112022523.0,
      "step": 145260
    },
    {
      "epoch": 0.1842690757244805,
      "grad_norm": 4.875,
      "learning_rate": 4.079178390831429e-05,
      "loss": 1.8676,
      "mean_token_accuracy": 0.5897388190031052,
      "num_tokens": 112029911.0,
      "step": 145270
    },
    {
      "epoch": 0.18428176031701335,
      "grad_norm": 4.75,
      "learning_rate": 4.0791149598227994e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.531483781337738,
      "num_tokens": 112037371.0,
      "step": 145280
    },
    {
      "epoch": 0.18429444490954616,
      "grad_norm": 4.78125,
      "learning_rate": 4.07905152881417e-05,
      "loss": 2.2737,
      "mean_token_accuracy": 0.508803305029869,
      "num_tokens": 112045334.0,
      "step": 145290
    },
    {
      "epoch": 0.184307129502079,
      "grad_norm": 6.5,
      "learning_rate": 4.078988097805541e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5465967506170273,
      "num_tokens": 112053144.0,
      "step": 145300
    },
    {
      "epoch": 0.18431981409461184,
      "grad_norm": 5.0625,
      "learning_rate": 4.0789246667969117e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.513971620798111,
      "num_tokens": 112062104.0,
      "step": 145310
    },
    {
      "epoch": 0.18433249868714469,
      "grad_norm": 5.75,
      "learning_rate": 4.078861235788283e-05,
      "loss": 1.9282,
      "mean_token_accuracy": 0.5668496549129486,
      "num_tokens": 112070498.0,
      "step": 145320
    },
    {
      "epoch": 0.1843451832796775,
      "grad_norm": 6.4375,
      "learning_rate": 4.078797804779654e-05,
      "loss": 1.8866,
      "mean_token_accuracy": 0.5776847839355469,
      "num_tokens": 112076846.0,
      "step": 145330
    },
    {
      "epoch": 0.18435786787221034,
      "grad_norm": 4.84375,
      "learning_rate": 4.0787343737710246e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5282271057367325,
      "num_tokens": 112084445.0,
      "step": 145340
    },
    {
      "epoch": 0.18437055246474318,
      "grad_norm": 5.0625,
      "learning_rate": 4.078670942762395e-05,
      "loss": 2.1909,
      "mean_token_accuracy": 0.532237321138382,
      "num_tokens": 112092513.0,
      "step": 145350
    },
    {
      "epoch": 0.18438323705727602,
      "grad_norm": 4.71875,
      "learning_rate": 4.078607511753766e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5320809602737426,
      "num_tokens": 112100523.0,
      "step": 145360
    },
    {
      "epoch": 0.18439592164980884,
      "grad_norm": 5.0,
      "learning_rate": 4.078544080745137e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5532932221889496,
      "num_tokens": 112107707.0,
      "step": 145370
    },
    {
      "epoch": 0.18440860624234168,
      "grad_norm": 5.53125,
      "learning_rate": 4.078480649736508e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5536213010549546,
      "num_tokens": 112116193.0,
      "step": 145380
    },
    {
      "epoch": 0.18442129083487452,
      "grad_norm": 6.875,
      "learning_rate": 4.0784172187278786e-05,
      "loss": 2.2404,
      "mean_token_accuracy": 0.5210672527551651,
      "num_tokens": 112122982.0,
      "step": 145390
    },
    {
      "epoch": 0.18443397542740733,
      "grad_norm": 7.6875,
      "learning_rate": 4.07835378771925e-05,
      "loss": 1.7083,
      "mean_token_accuracy": 0.6248873353004456,
      "num_tokens": 112130509.0,
      "step": 145400
    },
    {
      "epoch": 0.18444666001994017,
      "grad_norm": 5.15625,
      "learning_rate": 4.0782903567106204e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5471179813146592,
      "num_tokens": 112139442.0,
      "step": 145410
    },
    {
      "epoch": 0.18445934461247301,
      "grad_norm": 5.25,
      "learning_rate": 4.078226925701991e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5693135976791381,
      "num_tokens": 112146999.0,
      "step": 145420
    },
    {
      "epoch": 0.18447202920500586,
      "grad_norm": 7.25,
      "learning_rate": 4.078163494693362e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5433664113283158,
      "num_tokens": 112154521.0,
      "step": 145430
    },
    {
      "epoch": 0.18448471379753867,
      "grad_norm": 5.40625,
      "learning_rate": 4.078100063684733e-05,
      "loss": 2.3119,
      "mean_token_accuracy": 0.5163201838731766,
      "num_tokens": 112163115.0,
      "step": 145440
    },
    {
      "epoch": 0.1844973983900715,
      "grad_norm": 8.125,
      "learning_rate": 4.078036632676104e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5330323070287705,
      "num_tokens": 112170707.0,
      "step": 145450
    },
    {
      "epoch": 0.18451008298260435,
      "grad_norm": 7.375,
      "learning_rate": 4.0779732016674744e-05,
      "loss": 1.8874,
      "mean_token_accuracy": 0.5788327097892761,
      "num_tokens": 112177723.0,
      "step": 145460
    },
    {
      "epoch": 0.1845227675751372,
      "grad_norm": 7.46875,
      "learning_rate": 4.0779097706588456e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.544776463508606,
      "num_tokens": 112186043.0,
      "step": 145470
    },
    {
      "epoch": 0.18453545216767,
      "grad_norm": 6.46875,
      "learning_rate": 4.077846339650216e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5500716209411621,
      "num_tokens": 112194915.0,
      "step": 145480
    },
    {
      "epoch": 0.18454813676020285,
      "grad_norm": 5.8125,
      "learning_rate": 4.077782908641587e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.540072363615036,
      "num_tokens": 112203754.0,
      "step": 145490
    },
    {
      "epoch": 0.1845608213527357,
      "grad_norm": 6.78125,
      "learning_rate": 4.077719477632958e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5336710482835769,
      "num_tokens": 112212376.0,
      "step": 145500
    },
    {
      "epoch": 0.18457350594526853,
      "grad_norm": 6.78125,
      "learning_rate": 4.0776560466243285e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5626073151826858,
      "num_tokens": 112220425.0,
      "step": 145510
    },
    {
      "epoch": 0.18458619053780134,
      "grad_norm": 6.59375,
      "learning_rate": 4.0775926156157e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5458206713199616,
      "num_tokens": 112228241.0,
      "step": 145520
    },
    {
      "epoch": 0.18459887513033418,
      "grad_norm": 4.75,
      "learning_rate": 4.077529184607071e-05,
      "loss": 1.8483,
      "mean_token_accuracy": 0.5778801560401916,
      "num_tokens": 112236795.0,
      "step": 145530
    },
    {
      "epoch": 0.18461155972286702,
      "grad_norm": 4.75,
      "learning_rate": 4.0774657535984414e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5738010585308075,
      "num_tokens": 112244300.0,
      "step": 145540
    },
    {
      "epoch": 0.18462424431539987,
      "grad_norm": 6.3125,
      "learning_rate": 4.077402322589812e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5389093458652496,
      "num_tokens": 112252321.0,
      "step": 145550
    },
    {
      "epoch": 0.18463692890793268,
      "grad_norm": 7.5625,
      "learning_rate": 4.0773388915811825e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5253893494606018,
      "num_tokens": 112260267.0,
      "step": 145560
    },
    {
      "epoch": 0.18464961350046552,
      "grad_norm": 5.0,
      "learning_rate": 4.077275460572554e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5624175727367401,
      "num_tokens": 112266739.0,
      "step": 145570
    },
    {
      "epoch": 0.18466229809299836,
      "grad_norm": 5.46875,
      "learning_rate": 4.077212029563925e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5191234111785888,
      "num_tokens": 112275814.0,
      "step": 145580
    },
    {
      "epoch": 0.1846749826855312,
      "grad_norm": 5.78125,
      "learning_rate": 4.0771485985552954e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5126182615756989,
      "num_tokens": 112284390.0,
      "step": 145590
    },
    {
      "epoch": 0.18468766727806402,
      "grad_norm": 4.875,
      "learning_rate": 4.0770851675466667e-05,
      "loss": 2.2686,
      "mean_token_accuracy": 0.5177084624767303,
      "num_tokens": 112292343.0,
      "step": 145600
    },
    {
      "epoch": 0.18470035187059686,
      "grad_norm": 4.875,
      "learning_rate": 4.077021736538037e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5350642085075379,
      "num_tokens": 112300720.0,
      "step": 145610
    },
    {
      "epoch": 0.1847130364631297,
      "grad_norm": 5.0625,
      "learning_rate": 4.076958305529408e-05,
      "loss": 2.3309,
      "mean_token_accuracy": 0.5028078049421311,
      "num_tokens": 112308549.0,
      "step": 145620
    },
    {
      "epoch": 0.18472572105566254,
      "grad_norm": 4.53125,
      "learning_rate": 4.076894874520779e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5229146629571915,
      "num_tokens": 112315896.0,
      "step": 145630
    },
    {
      "epoch": 0.18473840564819535,
      "grad_norm": 5.8125,
      "learning_rate": 4.0768314435121495e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5249572217464447,
      "num_tokens": 112324115.0,
      "step": 145640
    },
    {
      "epoch": 0.1847510902407282,
      "grad_norm": 5.78125,
      "learning_rate": 4.076768012503521e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5637401401996612,
      "num_tokens": 112331487.0,
      "step": 145650
    },
    {
      "epoch": 0.18476377483326104,
      "grad_norm": 6.75,
      "learning_rate": 4.076704581494891e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5560639500617981,
      "num_tokens": 112338779.0,
      "step": 145660
    },
    {
      "epoch": 0.18477645942579388,
      "grad_norm": 6.9375,
      "learning_rate": 4.0766411504862624e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5303190648555756,
      "num_tokens": 112347473.0,
      "step": 145670
    },
    {
      "epoch": 0.1847891440183267,
      "grad_norm": 6.1875,
      "learning_rate": 4.0765777194776337e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5412896603345871,
      "num_tokens": 112355572.0,
      "step": 145680
    },
    {
      "epoch": 0.18480182861085953,
      "grad_norm": 5.65625,
      "learning_rate": 4.076514288469004e-05,
      "loss": 1.8739,
      "mean_token_accuracy": 0.5900501132011413,
      "num_tokens": 112363232.0,
      "step": 145690
    },
    {
      "epoch": 0.18481451320339237,
      "grad_norm": 4.3125,
      "learning_rate": 4.076450857460375e-05,
      "loss": 1.7673,
      "mean_token_accuracy": 0.6014573276042938,
      "num_tokens": 112368618.0,
      "step": 145700
    },
    {
      "epoch": 0.1848271977959252,
      "grad_norm": 7.65625,
      "learning_rate": 4.076387426451745e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5390442043542862,
      "num_tokens": 112375299.0,
      "step": 145710
    },
    {
      "epoch": 0.18483988238845803,
      "grad_norm": 5.9375,
      "learning_rate": 4.0763239954431165e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5407400518655777,
      "num_tokens": 112383887.0,
      "step": 145720
    },
    {
      "epoch": 0.18485256698099087,
      "grad_norm": 4.90625,
      "learning_rate": 4.076260564434488e-05,
      "loss": 1.8533,
      "mean_token_accuracy": 0.5854180544614792,
      "num_tokens": 112391643.0,
      "step": 145730
    },
    {
      "epoch": 0.1848652515735237,
      "grad_norm": 7.03125,
      "learning_rate": 4.076197133425858e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5413095057010651,
      "num_tokens": 112398624.0,
      "step": 145740
    },
    {
      "epoch": 0.18487793616605655,
      "grad_norm": 6.0,
      "learning_rate": 4.0761337024172294e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5608267784118652,
      "num_tokens": 112405995.0,
      "step": 145750
    },
    {
      "epoch": 0.18489062075858936,
      "grad_norm": 7.625,
      "learning_rate": 4.0760702714086e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5473131209611892,
      "num_tokens": 112412920.0,
      "step": 145760
    },
    {
      "epoch": 0.1849033053511222,
      "grad_norm": 6.4375,
      "learning_rate": 4.0760068403999705e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5281079441308976,
      "num_tokens": 112420376.0,
      "step": 145770
    },
    {
      "epoch": 0.18491598994365505,
      "grad_norm": 7.25,
      "learning_rate": 4.075943409391342e-05,
      "loss": 2.3102,
      "mean_token_accuracy": 0.5051312953233719,
      "num_tokens": 112429344.0,
      "step": 145780
    },
    {
      "epoch": 0.1849286745361879,
      "grad_norm": 5.84375,
      "learning_rate": 4.075879978382712e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5813825309276581,
      "num_tokens": 112436316.0,
      "step": 145790
    },
    {
      "epoch": 0.1849413591287207,
      "grad_norm": 6.4375,
      "learning_rate": 4.0758165473740835e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5478490442037582,
      "num_tokens": 112443649.0,
      "step": 145800
    },
    {
      "epoch": 0.18495404372125354,
      "grad_norm": 4.5,
      "learning_rate": 4.075753116365454e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5381633818149567,
      "num_tokens": 112451574.0,
      "step": 145810
    },
    {
      "epoch": 0.18496672831378638,
      "grad_norm": 5.84375,
      "learning_rate": 4.075689685356825e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5395288467407227,
      "num_tokens": 112459385.0,
      "step": 145820
    },
    {
      "epoch": 0.18497941290631922,
      "grad_norm": 6.34375,
      "learning_rate": 4.075626254348196e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5598438858985901,
      "num_tokens": 112465785.0,
      "step": 145830
    },
    {
      "epoch": 0.18499209749885204,
      "grad_norm": 5.4375,
      "learning_rate": 4.075562823339566e-05,
      "loss": 1.9442,
      "mean_token_accuracy": 0.5753619343042373,
      "num_tokens": 112473458.0,
      "step": 145840
    },
    {
      "epoch": 0.18500478209138488,
      "grad_norm": 5.28125,
      "learning_rate": 4.0754993923309375e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5451642155647278,
      "num_tokens": 112482391.0,
      "step": 145850
    },
    {
      "epoch": 0.18501746668391772,
      "grad_norm": 5.75,
      "learning_rate": 4.075435961322309e-05,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5237747997045517,
      "num_tokens": 112490783.0,
      "step": 145860
    },
    {
      "epoch": 0.18503015127645053,
      "grad_norm": 5.6875,
      "learning_rate": 4.075372530313679e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5392858803272247,
      "num_tokens": 112497892.0,
      "step": 145870
    },
    {
      "epoch": 0.18504283586898337,
      "grad_norm": 6.40625,
      "learning_rate": 4.0753090993050505e-05,
      "loss": 1.7357,
      "mean_token_accuracy": 0.6011019557714462,
      "num_tokens": 112504767.0,
      "step": 145880
    },
    {
      "epoch": 0.18505552046151622,
      "grad_norm": 11.1875,
      "learning_rate": 4.075245668296421e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5508816421031952,
      "num_tokens": 112512751.0,
      "step": 145890
    },
    {
      "epoch": 0.18506820505404906,
      "grad_norm": 9.125,
      "learning_rate": 4.0751822372877915e-05,
      "loss": 1.7797,
      "mean_token_accuracy": 0.6233012169599533,
      "num_tokens": 112518481.0,
      "step": 145900
    },
    {
      "epoch": 0.18508088964658187,
      "grad_norm": 5.28125,
      "learning_rate": 4.075118806279163e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5373772054910659,
      "num_tokens": 112526501.0,
      "step": 145910
    },
    {
      "epoch": 0.1850935742391147,
      "grad_norm": 5.65625,
      "learning_rate": 4.075055375270533e-05,
      "loss": 2.2924,
      "mean_token_accuracy": 0.5059851169586181,
      "num_tokens": 112534861.0,
      "step": 145920
    },
    {
      "epoch": 0.18510625883164755,
      "grad_norm": 4.90625,
      "learning_rate": 4.0749919442619045e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5565969467163085,
      "num_tokens": 112542103.0,
      "step": 145930
    },
    {
      "epoch": 0.1851189434241804,
      "grad_norm": 5.0625,
      "learning_rate": 4.074928513253275e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.5228607386350632,
      "num_tokens": 112549188.0,
      "step": 145940
    },
    {
      "epoch": 0.1851316280167132,
      "grad_norm": 6.6875,
      "learning_rate": 4.074865082244646e-05,
      "loss": 1.8,
      "mean_token_accuracy": 0.5959656804800033,
      "num_tokens": 112555831.0,
      "step": 145950
    },
    {
      "epoch": 0.18514431260924605,
      "grad_norm": 6.40625,
      "learning_rate": 4.074801651236017e-05,
      "loss": 1.5906,
      "mean_token_accuracy": 0.6459587126970291,
      "num_tokens": 112562355.0,
      "step": 145960
    },
    {
      "epoch": 0.1851569972017789,
      "grad_norm": 6.09375,
      "learning_rate": 4.074738220227387e-05,
      "loss": 1.8015,
      "mean_token_accuracy": 0.6060160607099533,
      "num_tokens": 112567651.0,
      "step": 145970
    },
    {
      "epoch": 0.18516968179431173,
      "grad_norm": 5.28125,
      "learning_rate": 4.0746747892187585e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5331442415714264,
      "num_tokens": 112576765.0,
      "step": 145980
    },
    {
      "epoch": 0.18518236638684454,
      "grad_norm": 5.875,
      "learning_rate": 4.074611358210129e-05,
      "loss": 2.2857,
      "mean_token_accuracy": 0.5072773277759552,
      "num_tokens": 112584371.0,
      "step": 145990
    },
    {
      "epoch": 0.18519505097937738,
      "grad_norm": 5.375,
      "learning_rate": 4.0745479272015e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5221051096916198,
      "num_tokens": 112592499.0,
      "step": 146000
    },
    {
      "epoch": 0.18520773557191023,
      "grad_norm": 5.34375,
      "learning_rate": 4.0744844961928715e-05,
      "loss": 2.2317,
      "mean_token_accuracy": 0.5176579505205154,
      "num_tokens": 112601225.0,
      "step": 146010
    },
    {
      "epoch": 0.18522042016444307,
      "grad_norm": 6.03125,
      "learning_rate": 4.074421065184242e-05,
      "loss": 2.3574,
      "mean_token_accuracy": 0.5060500085353852,
      "num_tokens": 112609193.0,
      "step": 146020
    },
    {
      "epoch": 0.18523310475697588,
      "grad_norm": 5.34375,
      "learning_rate": 4.074357634175613e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5419320851564408,
      "num_tokens": 112616873.0,
      "step": 146030
    },
    {
      "epoch": 0.18524578934950872,
      "grad_norm": 4.84375,
      "learning_rate": 4.074294203166983e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5296523809432984,
      "num_tokens": 112624073.0,
      "step": 146040
    },
    {
      "epoch": 0.18525847394204156,
      "grad_norm": 5.09375,
      "learning_rate": 4.074230772158354e-05,
      "loss": 2.2768,
      "mean_token_accuracy": 0.5170803457498551,
      "num_tokens": 112631616.0,
      "step": 146050
    },
    {
      "epoch": 0.1852711585345744,
      "grad_norm": 6.28125,
      "learning_rate": 4.0741673411497255e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5567232966423035,
      "num_tokens": 112638986.0,
      "step": 146060
    },
    {
      "epoch": 0.18528384312710722,
      "grad_norm": 5.6875,
      "learning_rate": 4.074103910141096e-05,
      "loss": 2.2497,
      "mean_token_accuracy": 0.5158846437931061,
      "num_tokens": 112647245.0,
      "step": 146070
    },
    {
      "epoch": 0.18529652771964006,
      "grad_norm": 5.28125,
      "learning_rate": 4.074040479132467e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5395071476697921,
      "num_tokens": 112655245.0,
      "step": 146080
    },
    {
      "epoch": 0.1853092123121729,
      "grad_norm": 4.875,
      "learning_rate": 4.073977048123838e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5911091327667236,
      "num_tokens": 112663533.0,
      "step": 146090
    },
    {
      "epoch": 0.18532189690470574,
      "grad_norm": 5.21875,
      "learning_rate": 4.073913617115209e-05,
      "loss": 1.8264,
      "mean_token_accuracy": 0.5922634184360505,
      "num_tokens": 112671914.0,
      "step": 146100
    },
    {
      "epoch": 0.18533458149723855,
      "grad_norm": 4.9375,
      "learning_rate": 4.0738501861065795e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5626149386167526,
      "num_tokens": 112679448.0,
      "step": 146110
    },
    {
      "epoch": 0.1853472660897714,
      "grad_norm": 5.96875,
      "learning_rate": 4.07378675509795e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.525086522102356,
      "num_tokens": 112687660.0,
      "step": 146120
    },
    {
      "epoch": 0.18535995068230424,
      "grad_norm": 5.09375,
      "learning_rate": 4.073723324089321e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5491762518882751,
      "num_tokens": 112695451.0,
      "step": 146130
    },
    {
      "epoch": 0.18537263527483708,
      "grad_norm": 6.78125,
      "learning_rate": 4.073659893080692e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5245870977640152,
      "num_tokens": 112703543.0,
      "step": 146140
    },
    {
      "epoch": 0.1853853198673699,
      "grad_norm": 5.1875,
      "learning_rate": 4.073596462072063e-05,
      "loss": 1.8999,
      "mean_token_accuracy": 0.5778252720832825,
      "num_tokens": 112710896.0,
      "step": 146150
    },
    {
      "epoch": 0.18539800445990273,
      "grad_norm": 5.625,
      "learning_rate": 4.073533031063434e-05,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5716787368059159,
      "num_tokens": 112719117.0,
      "step": 146160
    },
    {
      "epoch": 0.18541068905243557,
      "grad_norm": 9.625,
      "learning_rate": 4.073469600054805e-05,
      "loss": 1.8267,
      "mean_token_accuracy": 0.5916175454854965,
      "num_tokens": 112724557.0,
      "step": 146170
    },
    {
      "epoch": 0.18542337364496841,
      "grad_norm": 5.90625,
      "learning_rate": 4.073406169046175e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5168926119804382,
      "num_tokens": 112731238.0,
      "step": 146180
    },
    {
      "epoch": 0.18543605823750123,
      "grad_norm": 4.9375,
      "learning_rate": 4.073342738037546e-05,
      "loss": 1.6517,
      "mean_token_accuracy": 0.625605258345604,
      "num_tokens": 112736676.0,
      "step": 146190
    },
    {
      "epoch": 0.18544874283003407,
      "grad_norm": 6.5,
      "learning_rate": 4.073279307028917e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5590990483760834,
      "num_tokens": 112743226.0,
      "step": 146200
    },
    {
      "epoch": 0.1854614274225669,
      "grad_norm": 5.28125,
      "learning_rate": 4.073215876020288e-05,
      "loss": 2.231,
      "mean_token_accuracy": 0.5272835671901703,
      "num_tokens": 112751928.0,
      "step": 146210
    },
    {
      "epoch": 0.18547411201509975,
      "grad_norm": 4.9375,
      "learning_rate": 4.073152445011659e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5289191752672195,
      "num_tokens": 112760353.0,
      "step": 146220
    },
    {
      "epoch": 0.18548679660763256,
      "grad_norm": 4.96875,
      "learning_rate": 4.07308901400303e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5293581277132035,
      "num_tokens": 112769862.0,
      "step": 146230
    },
    {
      "epoch": 0.1854994812001654,
      "grad_norm": 4.90625,
      "learning_rate": 4.0730255829944006e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.521292331814766,
      "num_tokens": 112778745.0,
      "step": 146240
    },
    {
      "epoch": 0.18551216579269825,
      "grad_norm": 5.40625,
      "learning_rate": 4.072962151985771e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5710128426551819,
      "num_tokens": 112786438.0,
      "step": 146250
    },
    {
      "epoch": 0.1855248503852311,
      "grad_norm": 4.9375,
      "learning_rate": 4.072898720977142e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5187370717525482,
      "num_tokens": 112793980.0,
      "step": 146260
    },
    {
      "epoch": 0.1855375349777639,
      "grad_norm": 5.5,
      "learning_rate": 4.072835289968513e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5330766439437866,
      "num_tokens": 112802657.0,
      "step": 146270
    },
    {
      "epoch": 0.18555021957029674,
      "grad_norm": 5.59375,
      "learning_rate": 4.072771858959884e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5539743572473526,
      "num_tokens": 112809944.0,
      "step": 146280
    },
    {
      "epoch": 0.18556290416282958,
      "grad_norm": 6.53125,
      "learning_rate": 4.0727084279512546e-05,
      "loss": 1.9053,
      "mean_token_accuracy": 0.5787936270236969,
      "num_tokens": 112816437.0,
      "step": 146290
    },
    {
      "epoch": 0.18557558875536243,
      "grad_norm": 5.21875,
      "learning_rate": 4.072644996942626e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5575322955846786,
      "num_tokens": 112822726.0,
      "step": 146300
    },
    {
      "epoch": 0.18558827334789524,
      "grad_norm": 4.6875,
      "learning_rate": 4.072581565933996e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5339285612106324,
      "num_tokens": 112830645.0,
      "step": 146310
    },
    {
      "epoch": 0.18560095794042808,
      "grad_norm": 6.1875,
      "learning_rate": 4.072518134925367e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5427089959383011,
      "num_tokens": 112838121.0,
      "step": 146320
    },
    {
      "epoch": 0.18561364253296092,
      "grad_norm": 6.5625,
      "learning_rate": 4.072454703916738e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5434556037187577,
      "num_tokens": 112845562.0,
      "step": 146330
    },
    {
      "epoch": 0.18562632712549373,
      "grad_norm": 6.28125,
      "learning_rate": 4.0723912729081086e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.552370485663414,
      "num_tokens": 112851446.0,
      "step": 146340
    },
    {
      "epoch": 0.18563901171802658,
      "grad_norm": 6.65625,
      "learning_rate": 4.07232784189948e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5356259435415268,
      "num_tokens": 112858514.0,
      "step": 146350
    },
    {
      "epoch": 0.18565169631055942,
      "grad_norm": 6.0,
      "learning_rate": 4.072264410890851e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5368587076663971,
      "num_tokens": 112867216.0,
      "step": 146360
    },
    {
      "epoch": 0.18566438090309226,
      "grad_norm": 5.0,
      "learning_rate": 4.0722009798822216e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5612485617399215,
      "num_tokens": 112873952.0,
      "step": 146370
    },
    {
      "epoch": 0.18567706549562507,
      "grad_norm": 5.65625,
      "learning_rate": 4.072137548873592e-05,
      "loss": 1.9326,
      "mean_token_accuracy": 0.5679531455039978,
      "num_tokens": 112881174.0,
      "step": 146380
    },
    {
      "epoch": 0.1856897500881579,
      "grad_norm": 6.03125,
      "learning_rate": 4.0720741178649627e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5383799135684967,
      "num_tokens": 112890107.0,
      "step": 146390
    },
    {
      "epoch": 0.18570243468069075,
      "grad_norm": 4.78125,
      "learning_rate": 4.072010686856334e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.544439622759819,
      "num_tokens": 112898021.0,
      "step": 146400
    },
    {
      "epoch": 0.1857151192732236,
      "grad_norm": 6.96875,
      "learning_rate": 4.071947255847705e-05,
      "loss": 2.2763,
      "mean_token_accuracy": 0.5124327123165131,
      "num_tokens": 112906538.0,
      "step": 146410
    },
    {
      "epoch": 0.1857278038657564,
      "grad_norm": 5.03125,
      "learning_rate": 4.0718838248390756e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5286444097757339,
      "num_tokens": 112914386.0,
      "step": 146420
    },
    {
      "epoch": 0.18574048845828925,
      "grad_norm": 8.75,
      "learning_rate": 4.071820393830447e-05,
      "loss": 2.1988,
      "mean_token_accuracy": 0.5276168525218964,
      "num_tokens": 112922058.0,
      "step": 146430
    },
    {
      "epoch": 0.1857531730508221,
      "grad_norm": 7.0625,
      "learning_rate": 4.0717569628218174e-05,
      "loss": 1.9605,
      "mean_token_accuracy": 0.5657842069864273,
      "num_tokens": 112928116.0,
      "step": 146440
    },
    {
      "epoch": 0.18576585764335493,
      "grad_norm": 4.90625,
      "learning_rate": 4.0716935318131886e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5796651035547257,
      "num_tokens": 112935844.0,
      "step": 146450
    },
    {
      "epoch": 0.18577854223588774,
      "grad_norm": 6.21875,
      "learning_rate": 4.071630100804559e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5200691372156143,
      "num_tokens": 112943603.0,
      "step": 146460
    },
    {
      "epoch": 0.18579122682842059,
      "grad_norm": 5.09375,
      "learning_rate": 4.0715666697959296e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5356722891330719,
      "num_tokens": 112951324.0,
      "step": 146470
    },
    {
      "epoch": 0.18580391142095343,
      "grad_norm": 7.625,
      "learning_rate": 4.071503238787301e-05,
      "loss": 2.2584,
      "mean_token_accuracy": 0.5214688956737519,
      "num_tokens": 112958413.0,
      "step": 146480
    },
    {
      "epoch": 0.18581659601348627,
      "grad_norm": 5.4375,
      "learning_rate": 4.0714398077786714e-05,
      "loss": 1.7889,
      "mean_token_accuracy": 0.5917495965957642,
      "num_tokens": 112964701.0,
      "step": 146490
    },
    {
      "epoch": 0.18582928060601908,
      "grad_norm": 5.09375,
      "learning_rate": 4.0713763767700426e-05,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5608081847429276,
      "num_tokens": 112973044.0,
      "step": 146500
    },
    {
      "epoch": 0.18584196519855192,
      "grad_norm": 5.46875,
      "learning_rate": 4.071312945761414e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5760283023118973,
      "num_tokens": 112979664.0,
      "step": 146510
    },
    {
      "epoch": 0.18585464979108476,
      "grad_norm": 6.125,
      "learning_rate": 4.0712495147527844e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5460079431533813,
      "num_tokens": 112987008.0,
      "step": 146520
    },
    {
      "epoch": 0.1858673343836176,
      "grad_norm": 5.6875,
      "learning_rate": 4.071186083744155e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5631638377904892,
      "num_tokens": 112993896.0,
      "step": 146530
    },
    {
      "epoch": 0.18588001897615042,
      "grad_norm": 6.28125,
      "learning_rate": 4.0711226527355254e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5306306272745133,
      "num_tokens": 113001765.0,
      "step": 146540
    },
    {
      "epoch": 0.18589270356868326,
      "grad_norm": 6.15625,
      "learning_rate": 4.0710592217268966e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5643907725811005,
      "num_tokens": 113009819.0,
      "step": 146550
    },
    {
      "epoch": 0.1859053881612161,
      "grad_norm": 12.0625,
      "learning_rate": 4.070995790718268e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.5684682279825211,
      "num_tokens": 113017173.0,
      "step": 146560
    },
    {
      "epoch": 0.18591807275374894,
      "grad_norm": 4.84375,
      "learning_rate": 4.0709323597096384e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5317042469978333,
      "num_tokens": 113024882.0,
      "step": 146570
    },
    {
      "epoch": 0.18593075734628176,
      "grad_norm": 5.71875,
      "learning_rate": 4.0708689287010096e-05,
      "loss": 1.9231,
      "mean_token_accuracy": 0.564170378446579,
      "num_tokens": 113031470.0,
      "step": 146580
    },
    {
      "epoch": 0.1859434419388146,
      "grad_norm": 4.59375,
      "learning_rate": 4.07080549769238e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5416248768568039,
      "num_tokens": 113038960.0,
      "step": 146590
    },
    {
      "epoch": 0.18595612653134744,
      "grad_norm": 4.75,
      "learning_rate": 4.070742066683751e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5597369253635407,
      "num_tokens": 113047741.0,
      "step": 146600
    },
    {
      "epoch": 0.18596881112388028,
      "grad_norm": 5.71875,
      "learning_rate": 4.070678635675122e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.545541375875473,
      "num_tokens": 113056277.0,
      "step": 146610
    },
    {
      "epoch": 0.1859814957164131,
      "grad_norm": 6.21875,
      "learning_rate": 4.0706152046664924e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.538501289486885,
      "num_tokens": 113064466.0,
      "step": 146620
    },
    {
      "epoch": 0.18599418030894593,
      "grad_norm": 5.59375,
      "learning_rate": 4.0705517736578636e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5694591075181961,
      "num_tokens": 113071826.0,
      "step": 146630
    },
    {
      "epoch": 0.18600686490147877,
      "grad_norm": 8.125,
      "learning_rate": 4.070488342649234e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5369856208562851,
      "num_tokens": 113079259.0,
      "step": 146640
    },
    {
      "epoch": 0.18601954949401162,
      "grad_norm": 5.21875,
      "learning_rate": 4.0704249116406054e-05,
      "loss": 1.8603,
      "mean_token_accuracy": 0.5791383028030396,
      "num_tokens": 113086786.0,
      "step": 146650
    },
    {
      "epoch": 0.18603223408654443,
      "grad_norm": 5.0,
      "learning_rate": 4.070361480631976e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5371903508901597,
      "num_tokens": 113095465.0,
      "step": 146660
    },
    {
      "epoch": 0.18604491867907727,
      "grad_norm": 4.5625,
      "learning_rate": 4.0702980496233464e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5631768703460693,
      "num_tokens": 113102728.0,
      "step": 146670
    },
    {
      "epoch": 0.1860576032716101,
      "grad_norm": 5.09375,
      "learning_rate": 4.0702346186147177e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5326086014509201,
      "num_tokens": 113111050.0,
      "step": 146680
    },
    {
      "epoch": 0.18607028786414295,
      "grad_norm": 6.4375,
      "learning_rate": 4.070171187606088e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.53157779276371,
      "num_tokens": 113119520.0,
      "step": 146690
    },
    {
      "epoch": 0.18608297245667577,
      "grad_norm": 7.25,
      "learning_rate": 4.0701077565974594e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5459352046251297,
      "num_tokens": 113126261.0,
      "step": 146700
    },
    {
      "epoch": 0.1860956570492086,
      "grad_norm": 6.0625,
      "learning_rate": 4.0700443255888306e-05,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5752803653478622,
      "num_tokens": 113133474.0,
      "step": 146710
    },
    {
      "epoch": 0.18610834164174145,
      "grad_norm": 5.0625,
      "learning_rate": 4.069980894580201e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5378700405359268,
      "num_tokens": 113142225.0,
      "step": 146720
    },
    {
      "epoch": 0.1861210262342743,
      "grad_norm": 6.0625,
      "learning_rate": 4.069917463571572e-05,
      "loss": 1.8961,
      "mean_token_accuracy": 0.5650261849164963,
      "num_tokens": 113148795.0,
      "step": 146730
    },
    {
      "epoch": 0.1861337108268071,
      "grad_norm": 6.28125,
      "learning_rate": 4.069854032562942e-05,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5306621640920639,
      "num_tokens": 113155833.0,
      "step": 146740
    },
    {
      "epoch": 0.18614639541933994,
      "grad_norm": 8.3125,
      "learning_rate": 4.0697906015543134e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5615462839603425,
      "num_tokens": 113162543.0,
      "step": 146750
    },
    {
      "epoch": 0.18615908001187279,
      "grad_norm": 5.0,
      "learning_rate": 4.0697271705456847e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.528691241145134,
      "num_tokens": 113170795.0,
      "step": 146760
    },
    {
      "epoch": 0.18617176460440563,
      "grad_norm": 5.34375,
      "learning_rate": 4.069663739537055e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5635287344455719,
      "num_tokens": 113178184.0,
      "step": 146770
    },
    {
      "epoch": 0.18618444919693844,
      "grad_norm": 9.1875,
      "learning_rate": 4.0696003085284264e-05,
      "loss": 1.9016,
      "mean_token_accuracy": 0.5813480347394944,
      "num_tokens": 113185354.0,
      "step": 146780
    },
    {
      "epoch": 0.18619713378947128,
      "grad_norm": 5.875,
      "learning_rate": 4.0695368775197976e-05,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5632069408893585,
      "num_tokens": 113193589.0,
      "step": 146790
    },
    {
      "epoch": 0.18620981838200412,
      "grad_norm": 5.375,
      "learning_rate": 4.0694734465111675e-05,
      "loss": 2.2772,
      "mean_token_accuracy": 0.5122307777404785,
      "num_tokens": 113202235.0,
      "step": 146800
    },
    {
      "epoch": 0.18622250297453694,
      "grad_norm": 5.09375,
      "learning_rate": 4.069410015502539e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5542969346046448,
      "num_tokens": 113209706.0,
      "step": 146810
    },
    {
      "epoch": 0.18623518756706978,
      "grad_norm": 5.84375,
      "learning_rate": 4.069346584493909e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5381082087755203,
      "num_tokens": 113217135.0,
      "step": 146820
    },
    {
      "epoch": 0.18624787215960262,
      "grad_norm": 4.90625,
      "learning_rate": 4.0692831534852804e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5573506265878677,
      "num_tokens": 113224551.0,
      "step": 146830
    },
    {
      "epoch": 0.18626055675213546,
      "grad_norm": 5.15625,
      "learning_rate": 4.0692197224766516e-05,
      "loss": 2.2216,
      "mean_token_accuracy": 0.515180042386055,
      "num_tokens": 113232854.0,
      "step": 146840
    },
    {
      "epoch": 0.18627324134466827,
      "grad_norm": 5.28125,
      "learning_rate": 4.069156291468022e-05,
      "loss": 1.9214,
      "mean_token_accuracy": 0.5668327003717423,
      "num_tokens": 113241872.0,
      "step": 146850
    },
    {
      "epoch": 0.1862859259372011,
      "grad_norm": 5.03125,
      "learning_rate": 4.0690928604593934e-05,
      "loss": 2.225,
      "mean_token_accuracy": 0.5132436901330948,
      "num_tokens": 113250158.0,
      "step": 146860
    },
    {
      "epoch": 0.18629861052973395,
      "grad_norm": 6.1875,
      "learning_rate": 4.069029429450764e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.5809674113988876,
      "num_tokens": 113256727.0,
      "step": 146870
    },
    {
      "epoch": 0.1863112951222668,
      "grad_norm": 8.4375,
      "learning_rate": 4.0689659984421345e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.562907949090004,
      "num_tokens": 113264059.0,
      "step": 146880
    },
    {
      "epoch": 0.1863239797147996,
      "grad_norm": 4.78125,
      "learning_rate": 4.068902567433506e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5485906839370728,
      "num_tokens": 113271555.0,
      "step": 146890
    },
    {
      "epoch": 0.18633666430733245,
      "grad_norm": 5.40625,
      "learning_rate": 4.068839136424876e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5566962957382202,
      "num_tokens": 113280803.0,
      "step": 146900
    },
    {
      "epoch": 0.1863493488998653,
      "grad_norm": 4.84375,
      "learning_rate": 4.0687757054162474e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5322587937116623,
      "num_tokens": 113289314.0,
      "step": 146910
    },
    {
      "epoch": 0.18636203349239813,
      "grad_norm": 4.875,
      "learning_rate": 4.068712274407618e-05,
      "loss": 2.259,
      "mean_token_accuracy": 0.5140597760677338,
      "num_tokens": 113296552.0,
      "step": 146920
    },
    {
      "epoch": 0.18637471808493095,
      "grad_norm": 5.375,
      "learning_rate": 4.068648843398989e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5147970050573349,
      "num_tokens": 113305309.0,
      "step": 146930
    },
    {
      "epoch": 0.1863874026774638,
      "grad_norm": 7.96875,
      "learning_rate": 4.06858541239036e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5393689543008804,
      "num_tokens": 113312828.0,
      "step": 146940
    },
    {
      "epoch": 0.18640008726999663,
      "grad_norm": 5.15625,
      "learning_rate": 4.06852198138173e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5478221923112869,
      "num_tokens": 113320667.0,
      "step": 146950
    },
    {
      "epoch": 0.18641277186252947,
      "grad_norm": 4.875,
      "learning_rate": 4.0684585503731015e-05,
      "loss": 2.2423,
      "mean_token_accuracy": 0.5136991918087006,
      "num_tokens": 113327965.0,
      "step": 146960
    },
    {
      "epoch": 0.18642545645506228,
      "grad_norm": 8.0625,
      "learning_rate": 4.068395119364472e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5653158366680145,
      "num_tokens": 113334878.0,
      "step": 146970
    },
    {
      "epoch": 0.18643814104759512,
      "grad_norm": 4.8125,
      "learning_rate": 4.068331688355843e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5455884754657745,
      "num_tokens": 113342370.0,
      "step": 146980
    },
    {
      "epoch": 0.18645082564012797,
      "grad_norm": 6.5,
      "learning_rate": 4.0682682573472144e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5401835978031159,
      "num_tokens": 113349399.0,
      "step": 146990
    },
    {
      "epoch": 0.1864635102326608,
      "grad_norm": 7.65625,
      "learning_rate": 4.068204826338585e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5503005981445312,
      "num_tokens": 113356154.0,
      "step": 147000
    },
    {
      "epoch": 0.18647619482519362,
      "grad_norm": 4.84375,
      "learning_rate": 4.0681413953299555e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5594010442495346,
      "num_tokens": 113364278.0,
      "step": 147010
    },
    {
      "epoch": 0.18648887941772646,
      "grad_norm": 7.84375,
      "learning_rate": 4.068077964321326e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5420189201831818,
      "num_tokens": 113372363.0,
      "step": 147020
    },
    {
      "epoch": 0.1865015640102593,
      "grad_norm": 6.15625,
      "learning_rate": 4.068014533312697e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5436919510364533,
      "num_tokens": 113380126.0,
      "step": 147030
    },
    {
      "epoch": 0.18651424860279214,
      "grad_norm": 5.875,
      "learning_rate": 4.0679511023040684e-05,
      "loss": 1.6541,
      "mean_token_accuracy": 0.6354649931192398,
      "num_tokens": 113386456.0,
      "step": 147040
    },
    {
      "epoch": 0.18652693319532496,
      "grad_norm": 5.0,
      "learning_rate": 4.067887671295439e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5359524995088577,
      "num_tokens": 113394350.0,
      "step": 147050
    },
    {
      "epoch": 0.1865396177878578,
      "grad_norm": 8.0625,
      "learning_rate": 4.06782424028681e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5536265194416046,
      "num_tokens": 113401643.0,
      "step": 147060
    },
    {
      "epoch": 0.18655230238039064,
      "grad_norm": 5.59375,
      "learning_rate": 4.067760809278181e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5333493500947952,
      "num_tokens": 113409640.0,
      "step": 147070
    },
    {
      "epoch": 0.18656498697292348,
      "grad_norm": 8.5,
      "learning_rate": 4.067697378269551e-05,
      "loss": 1.8997,
      "mean_token_accuracy": 0.5798571050167084,
      "num_tokens": 113416842.0,
      "step": 147080
    },
    {
      "epoch": 0.1865776715654563,
      "grad_norm": 5.28125,
      "learning_rate": 4.0676339472609225e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.5720086455345154,
      "num_tokens": 113423391.0,
      "step": 147090
    },
    {
      "epoch": 0.18659035615798913,
      "grad_norm": 6.28125,
      "learning_rate": 4.067570516252293e-05,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5624633818864823,
      "num_tokens": 113430731.0,
      "step": 147100
    },
    {
      "epoch": 0.18660304075052198,
      "grad_norm": 9.75,
      "learning_rate": 4.067507085243664e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.5816824823617935,
      "num_tokens": 113436817.0,
      "step": 147110
    },
    {
      "epoch": 0.18661572534305482,
      "grad_norm": 5.21875,
      "learning_rate": 4.067443654235035e-05,
      "loss": 1.8596,
      "mean_token_accuracy": 0.5712903082370758,
      "num_tokens": 113444474.0,
      "step": 147120
    },
    {
      "epoch": 0.18662840993558763,
      "grad_norm": 4.78125,
      "learning_rate": 4.067380223226406e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.553129032254219,
      "num_tokens": 113451965.0,
      "step": 147130
    },
    {
      "epoch": 0.18664109452812047,
      "grad_norm": 8.375,
      "learning_rate": 4.0673167922177765e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5343610048294067,
      "num_tokens": 113459640.0,
      "step": 147140
    },
    {
      "epoch": 0.1866537791206533,
      "grad_norm": 5.25,
      "learning_rate": 4.067253361209147e-05,
      "loss": 2.3163,
      "mean_token_accuracy": 0.5041544318199158,
      "num_tokens": 113467453.0,
      "step": 147150
    },
    {
      "epoch": 0.18666646371318615,
      "grad_norm": 6.09375,
      "learning_rate": 4.067189930200518e-05,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5297424048185349,
      "num_tokens": 113475657.0,
      "step": 147160
    },
    {
      "epoch": 0.18667914830571897,
      "grad_norm": 5.03125,
      "learning_rate": 4.067126499191889e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.5797803729772568,
      "num_tokens": 113481421.0,
      "step": 147170
    },
    {
      "epoch": 0.1866918328982518,
      "grad_norm": 4.9375,
      "learning_rate": 4.06706306818326e-05,
      "loss": 1.8657,
      "mean_token_accuracy": 0.5899342715740203,
      "num_tokens": 113487469.0,
      "step": 147180
    },
    {
      "epoch": 0.18670451749078465,
      "grad_norm": 5.0625,
      "learning_rate": 4.066999637174631e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5158993363380432,
      "num_tokens": 113496782.0,
      "step": 147190
    },
    {
      "epoch": 0.1867172020833175,
      "grad_norm": 4.46875,
      "learning_rate": 4.066936206166002e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5473118335008621,
      "num_tokens": 113506197.0,
      "step": 147200
    },
    {
      "epoch": 0.1867298866758503,
      "grad_norm": 5.5625,
      "learning_rate": 4.066872775157373e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5458394348621368,
      "num_tokens": 113514680.0,
      "step": 147210
    },
    {
      "epoch": 0.18674257126838315,
      "grad_norm": 6.875,
      "learning_rate": 4.066809344148743e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.54881471991539,
      "num_tokens": 113522026.0,
      "step": 147220
    },
    {
      "epoch": 0.186755255860916,
      "grad_norm": 5.1875,
      "learning_rate": 4.066745913140114e-05,
      "loss": 1.9427,
      "mean_token_accuracy": 0.5637757778167725,
      "num_tokens": 113530231.0,
      "step": 147230
    },
    {
      "epoch": 0.18676794045344883,
      "grad_norm": 5.78125,
      "learning_rate": 4.066682482131485e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5180548429489136,
      "num_tokens": 113539760.0,
      "step": 147240
    },
    {
      "epoch": 0.18678062504598164,
      "grad_norm": 8.0,
      "learning_rate": 4.066619051122856e-05,
      "loss": 2.2529,
      "mean_token_accuracy": 0.5395161539316178,
      "num_tokens": 113547192.0,
      "step": 147250
    },
    {
      "epoch": 0.18679330963851448,
      "grad_norm": 5.25,
      "learning_rate": 4.066555620114227e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5489047229290008,
      "num_tokens": 113554457.0,
      "step": 147260
    },
    {
      "epoch": 0.18680599423104732,
      "grad_norm": 5.8125,
      "learning_rate": 4.0664921891055975e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5226622611284256,
      "num_tokens": 113563159.0,
      "step": 147270
    },
    {
      "epoch": 0.18681867882358014,
      "grad_norm": 6.4375,
      "learning_rate": 4.066428758096969e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5304038405418396,
      "num_tokens": 113571808.0,
      "step": 147280
    },
    {
      "epoch": 0.18683136341611298,
      "grad_norm": 4.6875,
      "learning_rate": 4.066365327088339e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5647869408130646,
      "num_tokens": 113579465.0,
      "step": 147290
    },
    {
      "epoch": 0.18684404800864582,
      "grad_norm": 5.6875,
      "learning_rate": 4.06630189607971e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5331020057201385,
      "num_tokens": 113588032.0,
      "step": 147300
    },
    {
      "epoch": 0.18685673260117866,
      "grad_norm": 5.40625,
      "learning_rate": 4.066238465071081e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5323422342538834,
      "num_tokens": 113595135.0,
      "step": 147310
    },
    {
      "epoch": 0.18686941719371147,
      "grad_norm": 5.4375,
      "learning_rate": 4.0661750340624516e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5398116260766983,
      "num_tokens": 113603349.0,
      "step": 147320
    },
    {
      "epoch": 0.18688210178624431,
      "grad_norm": 8.5,
      "learning_rate": 4.066111603053823e-05,
      "loss": 1.8256,
      "mean_token_accuracy": 0.5885896891355514,
      "num_tokens": 113610024.0,
      "step": 147330
    },
    {
      "epoch": 0.18689478637877716,
      "grad_norm": 4.59375,
      "learning_rate": 4.066048172045194e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5423823386430741,
      "num_tokens": 113618800.0,
      "step": 147340
    },
    {
      "epoch": 0.18690747097131,
      "grad_norm": 8.75,
      "learning_rate": 4.0659847410365645e-05,
      "loss": 2.314,
      "mean_token_accuracy": 0.5096100032329559,
      "num_tokens": 113626920.0,
      "step": 147350
    },
    {
      "epoch": 0.1869201555638428,
      "grad_norm": 5.5,
      "learning_rate": 4.065921310027935e-05,
      "loss": 1.8177,
      "mean_token_accuracy": 0.5930844306945801,
      "num_tokens": 113634288.0,
      "step": 147360
    },
    {
      "epoch": 0.18693284015637565,
      "grad_norm": 5.5625,
      "learning_rate": 4.0658578790193056e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5227019250392914,
      "num_tokens": 113641421.0,
      "step": 147370
    },
    {
      "epoch": 0.1869455247489085,
      "grad_norm": 5.0,
      "learning_rate": 4.065794448010677e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5209829360246658,
      "num_tokens": 113647945.0,
      "step": 147380
    },
    {
      "epoch": 0.18695820934144133,
      "grad_norm": 4.71875,
      "learning_rate": 4.065731017002048e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.53739013671875,
      "num_tokens": 113655508.0,
      "step": 147390
    },
    {
      "epoch": 0.18697089393397415,
      "grad_norm": 5.03125,
      "learning_rate": 4.0656675859934186e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5676120340824127,
      "num_tokens": 113664308.0,
      "step": 147400
    },
    {
      "epoch": 0.186983578526507,
      "grad_norm": 4.78125,
      "learning_rate": 4.06560415498479e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.544283801317215,
      "num_tokens": 113671893.0,
      "step": 147410
    },
    {
      "epoch": 0.18699626311903983,
      "grad_norm": 6.375,
      "learning_rate": 4.06554072397616e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5497704267501831,
      "num_tokens": 113678648.0,
      "step": 147420
    },
    {
      "epoch": 0.18700894771157267,
      "grad_norm": 5.09375,
      "learning_rate": 4.065477292967531e-05,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5128947168588638,
      "num_tokens": 113686440.0,
      "step": 147430
    },
    {
      "epoch": 0.18702163230410548,
      "grad_norm": 5.5625,
      "learning_rate": 4.065413861958902e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.535281440615654,
      "num_tokens": 113693533.0,
      "step": 147440
    },
    {
      "epoch": 0.18703431689663833,
      "grad_norm": 9.0625,
      "learning_rate": 4.0653504309502726e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5439681231975555,
      "num_tokens": 113700545.0,
      "step": 147450
    },
    {
      "epoch": 0.18704700148917117,
      "grad_norm": 6.53125,
      "learning_rate": 4.065286999941644e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5105113446712494,
      "num_tokens": 113709252.0,
      "step": 147460
    },
    {
      "epoch": 0.187059686081704,
      "grad_norm": 5.625,
      "learning_rate": 4.065223568933014e-05,
      "loss": 1.9314,
      "mean_token_accuracy": 0.5720641851425171,
      "num_tokens": 113715734.0,
      "step": 147470
    },
    {
      "epoch": 0.18707237067423682,
      "grad_norm": 5.4375,
      "learning_rate": 4.0651601379243855e-05,
      "loss": 2.2497,
      "mean_token_accuracy": 0.5256113946437836,
      "num_tokens": 113724054.0,
      "step": 147480
    },
    {
      "epoch": 0.18708505526676966,
      "grad_norm": 5.15625,
      "learning_rate": 4.065096706915756e-05,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5115364819765091,
      "num_tokens": 113732468.0,
      "step": 147490
    },
    {
      "epoch": 0.1870977398593025,
      "grad_norm": 5.09375,
      "learning_rate": 4.0650332759071266e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5419136643409729,
      "num_tokens": 113740838.0,
      "step": 147500
    },
    {
      "epoch": 0.18711042445183534,
      "grad_norm": 4.84375,
      "learning_rate": 4.064969844898498e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5607880681753159,
      "num_tokens": 113749382.0,
      "step": 147510
    },
    {
      "epoch": 0.18712310904436816,
      "grad_norm": 4.53125,
      "learning_rate": 4.0649064138898684e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5438265949487686,
      "num_tokens": 113757723.0,
      "step": 147520
    },
    {
      "epoch": 0.187135793636901,
      "grad_norm": 5.46875,
      "learning_rate": 4.0648429828812396e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5349665284156799,
      "num_tokens": 113765206.0,
      "step": 147530
    },
    {
      "epoch": 0.18714847822943384,
      "grad_norm": 5.03125,
      "learning_rate": 4.064779551872611e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5204491436481475,
      "num_tokens": 113773990.0,
      "step": 147540
    },
    {
      "epoch": 0.18716116282196668,
      "grad_norm": 7.8125,
      "learning_rate": 4.064716120863981e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5497822701931,
      "num_tokens": 113782470.0,
      "step": 147550
    },
    {
      "epoch": 0.1871738474144995,
      "grad_norm": 7.21875,
      "learning_rate": 4.064652689855352e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5422518670558929,
      "num_tokens": 113788862.0,
      "step": 147560
    },
    {
      "epoch": 0.18718653200703234,
      "grad_norm": 5.9375,
      "learning_rate": 4.0645892588467224e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5432131111621856,
      "num_tokens": 113796615.0,
      "step": 147570
    },
    {
      "epoch": 0.18719921659956518,
      "grad_norm": 6.09375,
      "learning_rate": 4.0645258278380936e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5367172926664352,
      "num_tokens": 113804844.0,
      "step": 147580
    },
    {
      "epoch": 0.18721190119209802,
      "grad_norm": 6.65625,
      "learning_rate": 4.064462396829465e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.543226158618927,
      "num_tokens": 113812248.0,
      "step": 147590
    },
    {
      "epoch": 0.18722458578463083,
      "grad_norm": 5.875,
      "learning_rate": 4.0643989658208354e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5603810667991638,
      "num_tokens": 113819688.0,
      "step": 147600
    },
    {
      "epoch": 0.18723727037716367,
      "grad_norm": 14.4375,
      "learning_rate": 4.0643355348122066e-05,
      "loss": 2.2145,
      "mean_token_accuracy": 0.526852262020111,
      "num_tokens": 113828102.0,
      "step": 147610
    },
    {
      "epoch": 0.1872499549696965,
      "grad_norm": 7.375,
      "learning_rate": 4.064272103803577e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5592919886112213,
      "num_tokens": 113835807.0,
      "step": 147620
    },
    {
      "epoch": 0.18726263956222935,
      "grad_norm": 6.28125,
      "learning_rate": 4.064208672794948e-05,
      "loss": 2.3214,
      "mean_token_accuracy": 0.5002454966306686,
      "num_tokens": 113843634.0,
      "step": 147630
    },
    {
      "epoch": 0.18727532415476217,
      "grad_norm": 7.84375,
      "learning_rate": 4.064145241786319e-05,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5198515504598618,
      "num_tokens": 113852757.0,
      "step": 147640
    },
    {
      "epoch": 0.187288008747295,
      "grad_norm": 5.3125,
      "learning_rate": 4.0640818107776894e-05,
      "loss": 1.886,
      "mean_token_accuracy": 0.5841797798871994,
      "num_tokens": 113860063.0,
      "step": 147650
    },
    {
      "epoch": 0.18730069333982785,
      "grad_norm": 6.1875,
      "learning_rate": 4.0640183797690606e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5348719835281373,
      "num_tokens": 113868003.0,
      "step": 147660
    },
    {
      "epoch": 0.1873133779323607,
      "grad_norm": 5.625,
      "learning_rate": 4.063954948760431e-05,
      "loss": 1.8406,
      "mean_token_accuracy": 0.5883211642503738,
      "num_tokens": 113875923.0,
      "step": 147670
    },
    {
      "epoch": 0.1873260625248935,
      "grad_norm": 7.28125,
      "learning_rate": 4.0638915177518023e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5814655542373657,
      "num_tokens": 113882682.0,
      "step": 147680
    },
    {
      "epoch": 0.18733874711742635,
      "grad_norm": 5.03125,
      "learning_rate": 4.0638280867431736e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.525984787940979,
      "num_tokens": 113890191.0,
      "step": 147690
    },
    {
      "epoch": 0.1873514317099592,
      "grad_norm": 6.375,
      "learning_rate": 4.063764655734544e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5374526858329773,
      "num_tokens": 113897602.0,
      "step": 147700
    },
    {
      "epoch": 0.18736411630249203,
      "grad_norm": 4.90625,
      "learning_rate": 4.0637012247259146e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5725364059209823,
      "num_tokens": 113905028.0,
      "step": 147710
    },
    {
      "epoch": 0.18737680089502484,
      "grad_norm": 5.09375,
      "learning_rate": 4.063637793717286e-05,
      "loss": 1.7917,
      "mean_token_accuracy": 0.6015491724014282,
      "num_tokens": 113912926.0,
      "step": 147720
    },
    {
      "epoch": 0.18738948548755768,
      "grad_norm": 6.15625,
      "learning_rate": 4.0635743627086564e-05,
      "loss": 1.8702,
      "mean_token_accuracy": 0.5885155528783799,
      "num_tokens": 113920852.0,
      "step": 147730
    },
    {
      "epoch": 0.18740217008009052,
      "grad_norm": 5.71875,
      "learning_rate": 4.0635109317000276e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5507853031158447,
      "num_tokens": 113928535.0,
      "step": 147740
    },
    {
      "epoch": 0.18741485467262334,
      "grad_norm": 4.3125,
      "learning_rate": 4.063447500691398e-05,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5197279721498489,
      "num_tokens": 113936047.0,
      "step": 147750
    },
    {
      "epoch": 0.18742753926515618,
      "grad_norm": 6.28125,
      "learning_rate": 4.063384069682769e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.578591936826706,
      "num_tokens": 113942464.0,
      "step": 147760
    },
    {
      "epoch": 0.18744022385768902,
      "grad_norm": 5.15625,
      "learning_rate": 4.06332063867414e-05,
      "loss": 1.8585,
      "mean_token_accuracy": 0.5990048766136169,
      "num_tokens": 113950221.0,
      "step": 147770
    },
    {
      "epoch": 0.18745290845022186,
      "grad_norm": 7.25,
      "learning_rate": 4.0632572076655104e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5322291791439057,
      "num_tokens": 113958377.0,
      "step": 147780
    },
    {
      "epoch": 0.18746559304275467,
      "grad_norm": 8.6875,
      "learning_rate": 4.0631937766568816e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5761960089206696,
      "num_tokens": 113965693.0,
      "step": 147790
    },
    {
      "epoch": 0.18747827763528752,
      "grad_norm": 5.25,
      "learning_rate": 4.063130345648252e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5675185650587082,
      "num_tokens": 113973610.0,
      "step": 147800
    },
    {
      "epoch": 0.18749096222782036,
      "grad_norm": 5.28125,
      "learning_rate": 4.0630669146396234e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5718752354383468,
      "num_tokens": 113980899.0,
      "step": 147810
    },
    {
      "epoch": 0.1875036468203532,
      "grad_norm": 8.9375,
      "learning_rate": 4.0630034836309946e-05,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5703317314386368,
      "num_tokens": 113987517.0,
      "step": 147820
    },
    {
      "epoch": 0.187516331412886,
      "grad_norm": 6.90625,
      "learning_rate": 4.062940052622365e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5474705159664154,
      "num_tokens": 113995952.0,
      "step": 147830
    },
    {
      "epoch": 0.18752901600541885,
      "grad_norm": 5.15625,
      "learning_rate": 4.0628766216137357e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5501920402050018,
      "num_tokens": 114004465.0,
      "step": 147840
    },
    {
      "epoch": 0.1875417005979517,
      "grad_norm": 6.09375,
      "learning_rate": 4.062813190605106e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5771462172269821,
      "num_tokens": 114012658.0,
      "step": 147850
    },
    {
      "epoch": 0.18755438519048453,
      "grad_norm": 4.59375,
      "learning_rate": 4.0627497595964774e-05,
      "loss": 1.8643,
      "mean_token_accuracy": 0.5826937317848205,
      "num_tokens": 114020211.0,
      "step": 147860
    },
    {
      "epoch": 0.18756706978301735,
      "grad_norm": 7.8125,
      "learning_rate": 4.0626863285878486e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5279057413339615,
      "num_tokens": 114028486.0,
      "step": 147870
    },
    {
      "epoch": 0.1875797543755502,
      "grad_norm": 6.59375,
      "learning_rate": 4.062622897579219e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5344324827194213,
      "num_tokens": 114036078.0,
      "step": 147880
    },
    {
      "epoch": 0.18759243896808303,
      "grad_norm": 8.5,
      "learning_rate": 4.0625594665705904e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.545781284570694,
      "num_tokens": 114043373.0,
      "step": 147890
    },
    {
      "epoch": 0.18760512356061587,
      "grad_norm": 8.625,
      "learning_rate": 4.062496035561961e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5673307865858078,
      "num_tokens": 114050691.0,
      "step": 147900
    },
    {
      "epoch": 0.18761780815314869,
      "grad_norm": 4.9375,
      "learning_rate": 4.0624326045533314e-05,
      "loss": 1.7785,
      "mean_token_accuracy": 0.6093797326087952,
      "num_tokens": 114057723.0,
      "step": 147910
    },
    {
      "epoch": 0.18763049274568153,
      "grad_norm": 6.65625,
      "learning_rate": 4.0623691735447026e-05,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5873021751642227,
      "num_tokens": 114066184.0,
      "step": 147920
    },
    {
      "epoch": 0.18764317733821437,
      "grad_norm": 5.75,
      "learning_rate": 4.062305742536073e-05,
      "loss": 1.9189,
      "mean_token_accuracy": 0.564165449142456,
      "num_tokens": 114074008.0,
      "step": 147930
    },
    {
      "epoch": 0.1876558619307472,
      "grad_norm": 4.1875,
      "learning_rate": 4.0622423115274444e-05,
      "loss": 1.7359,
      "mean_token_accuracy": 0.6096585214138031,
      "num_tokens": 114079920.0,
      "step": 147940
    },
    {
      "epoch": 0.18766854652328002,
      "grad_norm": 9.5,
      "learning_rate": 4.062178880518815e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5455623596906662,
      "num_tokens": 114085780.0,
      "step": 147950
    },
    {
      "epoch": 0.18768123111581286,
      "grad_norm": 5.5625,
      "learning_rate": 4.062115449510186e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5331919014453887,
      "num_tokens": 114093642.0,
      "step": 147960
    },
    {
      "epoch": 0.1876939157083457,
      "grad_norm": 5.375,
      "learning_rate": 4.0620520185015574e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5312047064304352,
      "num_tokens": 114102425.0,
      "step": 147970
    },
    {
      "epoch": 0.18770660030087855,
      "grad_norm": 5.625,
      "learning_rate": 4.061988587492927e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5243143796920776,
      "num_tokens": 114110500.0,
      "step": 147980
    },
    {
      "epoch": 0.18771928489341136,
      "grad_norm": 5.96875,
      "learning_rate": 4.0619251564842984e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5792185992002488,
      "num_tokens": 114116275.0,
      "step": 147990
    },
    {
      "epoch": 0.1877319694859442,
      "grad_norm": 6.1875,
      "learning_rate": 4.061861725475669e-05,
      "loss": 1.8694,
      "mean_token_accuracy": 0.5782968074083328,
      "num_tokens": 114123207.0,
      "step": 148000
    },
    {
      "epoch": 0.18774465407847704,
      "grad_norm": 6.125,
      "learning_rate": 4.06179829446704e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5310377717018128,
      "num_tokens": 114129823.0,
      "step": 148010
    },
    {
      "epoch": 0.18775733867100988,
      "grad_norm": 5.9375,
      "learning_rate": 4.0617348634584114e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.5754042536020278,
      "num_tokens": 114137298.0,
      "step": 148020
    },
    {
      "epoch": 0.1877700232635427,
      "grad_norm": 6.34375,
      "learning_rate": 4.061671432449782e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5337806612253189,
      "num_tokens": 114143087.0,
      "step": 148030
    },
    {
      "epoch": 0.18778270785607554,
      "grad_norm": 4.8125,
      "learning_rate": 4.061608001441153e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5452380418777466,
      "num_tokens": 114151589.0,
      "step": 148040
    },
    {
      "epoch": 0.18779539244860838,
      "grad_norm": 5.71875,
      "learning_rate": 4.061544570432524e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5421027153730392,
      "num_tokens": 114159334.0,
      "step": 148050
    },
    {
      "epoch": 0.18780807704114122,
      "grad_norm": 6.03125,
      "learning_rate": 4.061481139423894e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5228172957897186,
      "num_tokens": 114167920.0,
      "step": 148060
    },
    {
      "epoch": 0.18782076163367403,
      "grad_norm": 4.9375,
      "learning_rate": 4.0614177084152654e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5246137499809265,
      "num_tokens": 114176499.0,
      "step": 148070
    },
    {
      "epoch": 0.18783344622620687,
      "grad_norm": 6.4375,
      "learning_rate": 4.061354277406636e-05,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5608487010002137,
      "num_tokens": 114184245.0,
      "step": 148080
    },
    {
      "epoch": 0.18784613081873971,
      "grad_norm": 1.8671875,
      "learning_rate": 4.061290846398007e-05,
      "loss": 1.7724,
      "mean_token_accuracy": 0.6090997695922852,
      "num_tokens": 114191601.0,
      "step": 148090
    },
    {
      "epoch": 0.18785881541127256,
      "grad_norm": 7.21875,
      "learning_rate": 4.061227415389378e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.560227707028389,
      "num_tokens": 114198481.0,
      "step": 148100
    },
    {
      "epoch": 0.18787150000380537,
      "grad_norm": 6.5,
      "learning_rate": 4.061163984380749e-05,
      "loss": 1.9219,
      "mean_token_accuracy": 0.5786104321479797,
      "num_tokens": 114205623.0,
      "step": 148110
    },
    {
      "epoch": 0.1878841845963382,
      "grad_norm": 7.09375,
      "learning_rate": 4.0611005533721194e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5414511293172837,
      "num_tokens": 114213219.0,
      "step": 148120
    },
    {
      "epoch": 0.18789686918887105,
      "grad_norm": 6.1875,
      "learning_rate": 4.06103712236349e-05,
      "loss": 1.8779,
      "mean_token_accuracy": 0.584697687625885,
      "num_tokens": 114219901.0,
      "step": 148130
    },
    {
      "epoch": 0.1879095537814039,
      "grad_norm": 5.25,
      "learning_rate": 4.060973691354861e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5335955917835236,
      "num_tokens": 114228388.0,
      "step": 148140
    },
    {
      "epoch": 0.1879222383739367,
      "grad_norm": 5.3125,
      "learning_rate": 4.060910260346232e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.548041233420372,
      "num_tokens": 114235585.0,
      "step": 148150
    },
    {
      "epoch": 0.18793492296646955,
      "grad_norm": 5.0625,
      "learning_rate": 4.060846829337603e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5488581448793411,
      "num_tokens": 114242661.0,
      "step": 148160
    },
    {
      "epoch": 0.1879476075590024,
      "grad_norm": 6.0625,
      "learning_rate": 4.060783398328974e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5250088393688201,
      "num_tokens": 114248996.0,
      "step": 148170
    },
    {
      "epoch": 0.18796029215153523,
      "grad_norm": 4.75,
      "learning_rate": 4.060719967320345e-05,
      "loss": 1.9389,
      "mean_token_accuracy": 0.5599998831748962,
      "num_tokens": 114256054.0,
      "step": 148180
    },
    {
      "epoch": 0.18797297674406804,
      "grad_norm": 6.625,
      "learning_rate": 4.060656536311715e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5307771414518356,
      "num_tokens": 114263129.0,
      "step": 148190
    },
    {
      "epoch": 0.18798566133660088,
      "grad_norm": 4.875,
      "learning_rate": 4.060593105303086e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5361164838075638,
      "num_tokens": 114271660.0,
      "step": 148200
    },
    {
      "epoch": 0.18799834592913373,
      "grad_norm": 6.03125,
      "learning_rate": 4.060529674294457e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5813740909099578,
      "num_tokens": 114278313.0,
      "step": 148210
    },
    {
      "epoch": 0.18801103052166654,
      "grad_norm": 6.09375,
      "learning_rate": 4.060466243285828e-05,
      "loss": 1.8403,
      "mean_token_accuracy": 0.5887954711914063,
      "num_tokens": 114285301.0,
      "step": 148220
    },
    {
      "epoch": 0.18802371511419938,
      "grad_norm": 4.96875,
      "learning_rate": 4.060402812277199e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5324175298213959,
      "num_tokens": 114293706.0,
      "step": 148230
    },
    {
      "epoch": 0.18803639970673222,
      "grad_norm": 6.0,
      "learning_rate": 4.06033938126857e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5259114772081375,
      "num_tokens": 114302059.0,
      "step": 148240
    },
    {
      "epoch": 0.18804908429926506,
      "grad_norm": 5.375,
      "learning_rate": 4.0602759502599405e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5439659833908081,
      "num_tokens": 114309739.0,
      "step": 148250
    },
    {
      "epoch": 0.18806176889179788,
      "grad_norm": 5.71875,
      "learning_rate": 4.060212519251311e-05,
      "loss": 2.3247,
      "mean_token_accuracy": 0.5077508807182312,
      "num_tokens": 114317586.0,
      "step": 148260
    },
    {
      "epoch": 0.18807445348433072,
      "grad_norm": 6.15625,
      "learning_rate": 4.060149088242682e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5500936597585678,
      "num_tokens": 114324843.0,
      "step": 148270
    },
    {
      "epoch": 0.18808713807686356,
      "grad_norm": 10.875,
      "learning_rate": 4.060085657234053e-05,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5417137563228607,
      "num_tokens": 114331358.0,
      "step": 148280
    },
    {
      "epoch": 0.1880998226693964,
      "grad_norm": 6.3125,
      "learning_rate": 4.060022226225424e-05,
      "loss": 2.3218,
      "mean_token_accuracy": 0.5010907888412476,
      "num_tokens": 114339699.0,
      "step": 148290
    },
    {
      "epoch": 0.1881125072619292,
      "grad_norm": 6.59375,
      "learning_rate": 4.0599587952167945e-05,
      "loss": 2.2633,
      "mean_token_accuracy": 0.5067299365997314,
      "num_tokens": 114347085.0,
      "step": 148300
    },
    {
      "epoch": 0.18812519185446205,
      "grad_norm": 7.75,
      "learning_rate": 4.059895364208166e-05,
      "loss": 1.6669,
      "mean_token_accuracy": 0.6065887570381164,
      "num_tokens": 114353071.0,
      "step": 148310
    },
    {
      "epoch": 0.1881378764469949,
      "grad_norm": 5.9375,
      "learning_rate": 4.059831933199536e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5742571771144866,
      "num_tokens": 114360397.0,
      "step": 148320
    },
    {
      "epoch": 0.18815056103952774,
      "grad_norm": 5.78125,
      "learning_rate": 4.059768502190907e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.539411723613739,
      "num_tokens": 114368296.0,
      "step": 148330
    },
    {
      "epoch": 0.18816324563206055,
      "grad_norm": 6.28125,
      "learning_rate": 4.059705071182278e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5346390664577484,
      "num_tokens": 114377042.0,
      "step": 148340
    },
    {
      "epoch": 0.1881759302245934,
      "grad_norm": 7.4375,
      "learning_rate": 4.0596416401736485e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5595430999994278,
      "num_tokens": 114384432.0,
      "step": 148350
    },
    {
      "epoch": 0.18818861481712623,
      "grad_norm": 6.125,
      "learning_rate": 4.05957820916502e-05,
      "loss": 1.894,
      "mean_token_accuracy": 0.5821340024471283,
      "num_tokens": 114392375.0,
      "step": 148360
    },
    {
      "epoch": 0.18820129940965907,
      "grad_norm": 7.15625,
      "learning_rate": 4.059514778156391e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.528169721364975,
      "num_tokens": 114400474.0,
      "step": 148370
    },
    {
      "epoch": 0.1882139840021919,
      "grad_norm": 5.1875,
      "learning_rate": 4.0594513471477615e-05,
      "loss": 2.2115,
      "mean_token_accuracy": 0.5073293387889862,
      "num_tokens": 114408756.0,
      "step": 148380
    },
    {
      "epoch": 0.18822666859472473,
      "grad_norm": 5.375,
      "learning_rate": 4.059387916139133e-05,
      "loss": 1.97,
      "mean_token_accuracy": 0.5466693818569184,
      "num_tokens": 114417776.0,
      "step": 148390
    },
    {
      "epoch": 0.18823935318725757,
      "grad_norm": 6.0,
      "learning_rate": 4.0593244851305026e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5408657670021058,
      "num_tokens": 114425045.0,
      "step": 148400
    },
    {
      "epoch": 0.1882520377797904,
      "grad_norm": 4.15625,
      "learning_rate": 4.059261054121874e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5724405854940414,
      "num_tokens": 114432901.0,
      "step": 148410
    },
    {
      "epoch": 0.18826472237232322,
      "grad_norm": 4.96875,
      "learning_rate": 4.059197623113245e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5303648114204407,
      "num_tokens": 114440269.0,
      "step": 148420
    },
    {
      "epoch": 0.18827740696485606,
      "grad_norm": 2.859375,
      "learning_rate": 4.0591341921046155e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5480193883180619,
      "num_tokens": 114448535.0,
      "step": 148430
    },
    {
      "epoch": 0.1882900915573889,
      "grad_norm": 6.34375,
      "learning_rate": 4.059070761095987e-05,
      "loss": 2.2461,
      "mean_token_accuracy": 0.5241647601127625,
      "num_tokens": 114456813.0,
      "step": 148440
    },
    {
      "epoch": 0.18830277614992175,
      "grad_norm": 10.0625,
      "learning_rate": 4.059007330087357e-05,
      "loss": 1.906,
      "mean_token_accuracy": 0.5756389230489731,
      "num_tokens": 114463027.0,
      "step": 148450
    },
    {
      "epoch": 0.18831546074245456,
      "grad_norm": 4.84375,
      "learning_rate": 4.0589438990787285e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5564417988061905,
      "num_tokens": 114470440.0,
      "step": 148460
    },
    {
      "epoch": 0.1883281453349874,
      "grad_norm": 7.0625,
      "learning_rate": 4.058880468070099e-05,
      "loss": 2.262,
      "mean_token_accuracy": 0.5148740768432617,
      "num_tokens": 114479089.0,
      "step": 148470
    },
    {
      "epoch": 0.18834082992752024,
      "grad_norm": 8.25,
      "learning_rate": 4.0588170370614696e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5550701141357421,
      "num_tokens": 114486997.0,
      "step": 148480
    },
    {
      "epoch": 0.18835351452005308,
      "grad_norm": 6.5625,
      "learning_rate": 4.058753606052841e-05,
      "loss": 1.9095,
      "mean_token_accuracy": 0.5751027673482895,
      "num_tokens": 114494654.0,
      "step": 148490
    },
    {
      "epoch": 0.1883661991125859,
      "grad_norm": 4.90625,
      "learning_rate": 4.058690175044211e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5425927042961121,
      "num_tokens": 114502776.0,
      "step": 148500
    },
    {
      "epoch": 0.18837888370511874,
      "grad_norm": 5.15625,
      "learning_rate": 4.0586267440355825e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.559235492348671,
      "num_tokens": 114509930.0,
      "step": 148510
    },
    {
      "epoch": 0.18839156829765158,
      "grad_norm": 5.8125,
      "learning_rate": 4.058563313026954e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.532329773902893,
      "num_tokens": 114518401.0,
      "step": 148520
    },
    {
      "epoch": 0.18840425289018442,
      "grad_norm": 5.375,
      "learning_rate": 4.058499882018324e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.54418885409832,
      "num_tokens": 114526197.0,
      "step": 148530
    },
    {
      "epoch": 0.18841693748271723,
      "grad_norm": 4.9375,
      "learning_rate": 4.058436451009695e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5193234741687774,
      "num_tokens": 114535842.0,
      "step": 148540
    },
    {
      "epoch": 0.18842962207525008,
      "grad_norm": 5.0,
      "learning_rate": 4.058373020001065e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5231335371732712,
      "num_tokens": 114544324.0,
      "step": 148550
    },
    {
      "epoch": 0.18844230666778292,
      "grad_norm": 5.75,
      "learning_rate": 4.0583095889924365e-05,
      "loss": 1.8498,
      "mean_token_accuracy": 0.5787894695997238,
      "num_tokens": 114551113.0,
      "step": 148560
    },
    {
      "epoch": 0.18845499126031576,
      "grad_norm": 7.75,
      "learning_rate": 4.058246157983808e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5183825254440307,
      "num_tokens": 114559004.0,
      "step": 148570
    },
    {
      "epoch": 0.18846767585284857,
      "grad_norm": 6.15625,
      "learning_rate": 4.058182726975178e-05,
      "loss": 2.3626,
      "mean_token_accuracy": 0.4968422740697861,
      "num_tokens": 114566964.0,
      "step": 148580
    },
    {
      "epoch": 0.1884803604453814,
      "grad_norm": 5.21875,
      "learning_rate": 4.0581192959665495e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5410531342029572,
      "num_tokens": 114573286.0,
      "step": 148590
    },
    {
      "epoch": 0.18849304503791425,
      "grad_norm": 8.5,
      "learning_rate": 4.05805586495792e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5538961291313171,
      "num_tokens": 114579689.0,
      "step": 148600
    },
    {
      "epoch": 0.1885057296304471,
      "grad_norm": 4.6875,
      "learning_rate": 4.0579924339492906e-05,
      "loss": 2.181,
      "mean_token_accuracy": 0.5289686024188995,
      "num_tokens": 114588120.0,
      "step": 148610
    },
    {
      "epoch": 0.1885184142229799,
      "grad_norm": 5.40625,
      "learning_rate": 4.057929002940662e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5278597295284271,
      "num_tokens": 114595032.0,
      "step": 148620
    },
    {
      "epoch": 0.18853109881551275,
      "grad_norm": 7.03125,
      "learning_rate": 4.057865571932032e-05,
      "loss": 2.2545,
      "mean_token_accuracy": 0.513846030831337,
      "num_tokens": 114603412.0,
      "step": 148630
    },
    {
      "epoch": 0.1885437834080456,
      "grad_norm": 8.0625,
      "learning_rate": 4.0578021409234035e-05,
      "loss": 1.7813,
      "mean_token_accuracy": 0.6045981794595718,
      "num_tokens": 114608848.0,
      "step": 148640
    },
    {
      "epoch": 0.18855646800057843,
      "grad_norm": 5.375,
      "learning_rate": 4.057738709914775e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5507069110870362,
      "num_tokens": 114617459.0,
      "step": 148650
    },
    {
      "epoch": 0.18856915259311124,
      "grad_norm": 5.0625,
      "learning_rate": 4.057675278906145e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5296443074941635,
      "num_tokens": 114626598.0,
      "step": 148660
    },
    {
      "epoch": 0.18858183718564409,
      "grad_norm": 5.0,
      "learning_rate": 4.057611847897516e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5304538130760192,
      "num_tokens": 114636138.0,
      "step": 148670
    },
    {
      "epoch": 0.18859452177817693,
      "grad_norm": 5.1875,
      "learning_rate": 4.0575484168888864e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5349067509174347,
      "num_tokens": 114644481.0,
      "step": 148680
    },
    {
      "epoch": 0.18860720637070974,
      "grad_norm": 5.375,
      "learning_rate": 4.0574849858802576e-05,
      "loss": 1.7993,
      "mean_token_accuracy": 0.5936807155609131,
      "num_tokens": 114650983.0,
      "step": 148690
    },
    {
      "epoch": 0.18861989096324258,
      "grad_norm": 4.8125,
      "learning_rate": 4.057421554871629e-05,
      "loss": 1.933,
      "mean_token_accuracy": 0.5727097630500794,
      "num_tokens": 114657429.0,
      "step": 148700
    },
    {
      "epoch": 0.18863257555577542,
      "grad_norm": 7.71875,
      "learning_rate": 4.057358123862999e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5334321320056915,
      "num_tokens": 114665459.0,
      "step": 148710
    },
    {
      "epoch": 0.18864526014830826,
      "grad_norm": 6.0,
      "learning_rate": 4.0572946928543705e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5313091456890107,
      "num_tokens": 114673096.0,
      "step": 148720
    },
    {
      "epoch": 0.18865794474084108,
      "grad_norm": 6.40625,
      "learning_rate": 4.057231261845741e-05,
      "loss": 2.1654,
      "mean_token_accuracy": 0.5353265255689621,
      "num_tokens": 114680485.0,
      "step": 148730
    },
    {
      "epoch": 0.18867062933337392,
      "grad_norm": 5.78125,
      "learning_rate": 4.057167830837112e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5337961286306381,
      "num_tokens": 114688388.0,
      "step": 148740
    },
    {
      "epoch": 0.18868331392590676,
      "grad_norm": 4.90625,
      "learning_rate": 4.057104399828483e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5269843161106109,
      "num_tokens": 114696264.0,
      "step": 148750
    },
    {
      "epoch": 0.1886959985184396,
      "grad_norm": 6.46875,
      "learning_rate": 4.0570409688198533e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5169479161500931,
      "num_tokens": 114703609.0,
      "step": 148760
    },
    {
      "epoch": 0.1887086831109724,
      "grad_norm": 7.3125,
      "learning_rate": 4.0569775378112246e-05,
      "loss": 1.8404,
      "mean_token_accuracy": 0.5809131503105164,
      "num_tokens": 114710990.0,
      "step": 148770
    },
    {
      "epoch": 0.18872136770350526,
      "grad_norm": 5.21875,
      "learning_rate": 4.056914106802595e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5420155614614487,
      "num_tokens": 114720520.0,
      "step": 148780
    },
    {
      "epoch": 0.1887340522960381,
      "grad_norm": 6.625,
      "learning_rate": 4.056850675793966e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5410400539636612,
      "num_tokens": 114728406.0,
      "step": 148790
    },
    {
      "epoch": 0.18874673688857094,
      "grad_norm": 6.125,
      "learning_rate": 4.0567872447853375e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5481942355632782,
      "num_tokens": 114736417.0,
      "step": 148800
    },
    {
      "epoch": 0.18875942148110375,
      "grad_norm": 7.15625,
      "learning_rate": 4.056723813776708e-05,
      "loss": 2.2623,
      "mean_token_accuracy": 0.5168608963489533,
      "num_tokens": 114745205.0,
      "step": 148810
    },
    {
      "epoch": 0.1887721060736366,
      "grad_norm": 6.75,
      "learning_rate": 4.0566603827680786e-05,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5894301682710648,
      "num_tokens": 114751732.0,
      "step": 148820
    },
    {
      "epoch": 0.18878479066616943,
      "grad_norm": 5.125,
      "learning_rate": 4.056596951759449e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.547120526432991,
      "num_tokens": 114759415.0,
      "step": 148830
    },
    {
      "epoch": 0.18879747525870227,
      "grad_norm": 5.40625,
      "learning_rate": 4.05653352075082e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5307028234004975,
      "num_tokens": 114767894.0,
      "step": 148840
    },
    {
      "epoch": 0.1888101598512351,
      "grad_norm": 4.71875,
      "learning_rate": 4.0564700897421916e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5284226804971695,
      "num_tokens": 114776578.0,
      "step": 148850
    },
    {
      "epoch": 0.18882284444376793,
      "grad_norm": 8.9375,
      "learning_rate": 4.056406658733562e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5762717217206955,
      "num_tokens": 114783186.0,
      "step": 148860
    },
    {
      "epoch": 0.18883552903630077,
      "grad_norm": 7.3125,
      "learning_rate": 4.056343227724933e-05,
      "loss": 2.2516,
      "mean_token_accuracy": 0.5219079196453095,
      "num_tokens": 114790708.0,
      "step": 148870
    },
    {
      "epoch": 0.1888482136288336,
      "grad_norm": 6.375,
      "learning_rate": 4.056279796716304e-05,
      "loss": 1.9278,
      "mean_token_accuracy": 0.5727639019489288,
      "num_tokens": 114798557.0,
      "step": 148880
    },
    {
      "epoch": 0.18886089822136642,
      "grad_norm": 6.71875,
      "learning_rate": 4.0562163657076744e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5637777715921402,
      "num_tokens": 114805594.0,
      "step": 148890
    },
    {
      "epoch": 0.18887358281389927,
      "grad_norm": 4.96875,
      "learning_rate": 4.0561529346990456e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5486399531364441,
      "num_tokens": 114813762.0,
      "step": 148900
    },
    {
      "epoch": 0.1888862674064321,
      "grad_norm": 8.0,
      "learning_rate": 4.056089503690416e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5387482225894928,
      "num_tokens": 114820423.0,
      "step": 148910
    },
    {
      "epoch": 0.18889895199896495,
      "grad_norm": 5.78125,
      "learning_rate": 4.056026072681787e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5473368674516678,
      "num_tokens": 114828123.0,
      "step": 148920
    },
    {
      "epoch": 0.18891163659149776,
      "grad_norm": 4.90625,
      "learning_rate": 4.055962641673158e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5401530534029007,
      "num_tokens": 114836728.0,
      "step": 148930
    },
    {
      "epoch": 0.1889243211840306,
      "grad_norm": 4.5625,
      "learning_rate": 4.055899210664529e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5334517657756805,
      "num_tokens": 114845260.0,
      "step": 148940
    },
    {
      "epoch": 0.18893700577656344,
      "grad_norm": 6.5,
      "learning_rate": 4.0558357796558996e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5479931533336639,
      "num_tokens": 114852929.0,
      "step": 148950
    },
    {
      "epoch": 0.18894969036909628,
      "grad_norm": 5.71875,
      "learning_rate": 4.05577234864727e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5302608013153076,
      "num_tokens": 114861124.0,
      "step": 148960
    },
    {
      "epoch": 0.1889623749616291,
      "grad_norm": 4.90625,
      "learning_rate": 4.0557089176386414e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5381779670715332,
      "num_tokens": 114869932.0,
      "step": 148970
    },
    {
      "epoch": 0.18897505955416194,
      "grad_norm": 4.59375,
      "learning_rate": 4.055645486630012e-05,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5555937051773071,
      "num_tokens": 114878053.0,
      "step": 148980
    },
    {
      "epoch": 0.18898774414669478,
      "grad_norm": 6.46875,
      "learning_rate": 4.055582055621383e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5323333650827408,
      "num_tokens": 114885624.0,
      "step": 148990
    },
    {
      "epoch": 0.18900042873922762,
      "grad_norm": 5.78125,
      "learning_rate": 4.055518624612754e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5575072854757309,
      "num_tokens": 114893192.0,
      "step": 149000
    },
    {
      "epoch": 0.18901311333176044,
      "grad_norm": 7.1875,
      "learning_rate": 4.055455193604125e-05,
      "loss": 2.2695,
      "mean_token_accuracy": 0.5210502594709396,
      "num_tokens": 114900431.0,
      "step": 149010
    },
    {
      "epoch": 0.18902579792429328,
      "grad_norm": 4.8125,
      "learning_rate": 4.0553917625954954e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.538825461268425,
      "num_tokens": 114907574.0,
      "step": 149020
    },
    {
      "epoch": 0.18903848251682612,
      "grad_norm": 6.5625,
      "learning_rate": 4.055328331586866e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5379588901996613,
      "num_tokens": 114914991.0,
      "step": 149030
    },
    {
      "epoch": 0.18905116710935896,
      "grad_norm": 6.125,
      "learning_rate": 4.055264900578237e-05,
      "loss": 2.2427,
      "mean_token_accuracy": 0.5276860415935516,
      "num_tokens": 114923124.0,
      "step": 149040
    },
    {
      "epoch": 0.18906385170189177,
      "grad_norm": 5.0625,
      "learning_rate": 4.0552014695696084e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5656600534915924,
      "num_tokens": 114930257.0,
      "step": 149050
    },
    {
      "epoch": 0.1890765362944246,
      "grad_norm": 4.9375,
      "learning_rate": 4.055138038560979e-05,
      "loss": 2.0312,
      "mean_token_accuracy": 0.562540277838707,
      "num_tokens": 114938228.0,
      "step": 149060
    },
    {
      "epoch": 0.18908922088695745,
      "grad_norm": 6.53125,
      "learning_rate": 4.05507460755235e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5719845503568649,
      "num_tokens": 114945801.0,
      "step": 149070
    },
    {
      "epoch": 0.1891019054794903,
      "grad_norm": 5.46875,
      "learning_rate": 4.0550111765437206e-05,
      "loss": 2.2457,
      "mean_token_accuracy": 0.5152093589305877,
      "num_tokens": 114954314.0,
      "step": 149080
    },
    {
      "epoch": 0.1891145900720231,
      "grad_norm": 6.34375,
      "learning_rate": 4.054947745535091e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.538222149014473,
      "num_tokens": 114962316.0,
      "step": 149090
    },
    {
      "epoch": 0.18912727466455595,
      "grad_norm": 6.03125,
      "learning_rate": 4.0548843145264624e-05,
      "loss": 1.7648,
      "mean_token_accuracy": 0.6027940690517426,
      "num_tokens": 114968501.0,
      "step": 149100
    },
    {
      "epoch": 0.1891399592570888,
      "grad_norm": 5.75,
      "learning_rate": 4.054820883517833e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5183289319276809,
      "num_tokens": 114975735.0,
      "step": 149110
    },
    {
      "epoch": 0.18915264384962163,
      "grad_norm": 7.8125,
      "learning_rate": 4.054757452509204e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5221239715814591,
      "num_tokens": 114984089.0,
      "step": 149120
    },
    {
      "epoch": 0.18916532844215445,
      "grad_norm": 7.375,
      "learning_rate": 4.054694021500575e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5289021849632263,
      "num_tokens": 114992000.0,
      "step": 149130
    },
    {
      "epoch": 0.1891780130346873,
      "grad_norm": 5.40625,
      "learning_rate": 4.054630590491946e-05,
      "loss": 2.3524,
      "mean_token_accuracy": 0.5045863002538681,
      "num_tokens": 115001333.0,
      "step": 149140
    },
    {
      "epoch": 0.18919069762722013,
      "grad_norm": 5.5,
      "learning_rate": 4.054567159483317e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5375604778528214,
      "num_tokens": 115008228.0,
      "step": 149150
    },
    {
      "epoch": 0.18920338221975294,
      "grad_norm": 5.6875,
      "learning_rate": 4.0545037284746876e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5491316437721252,
      "num_tokens": 115015842.0,
      "step": 149160
    },
    {
      "epoch": 0.18921606681228578,
      "grad_norm": 4.75,
      "learning_rate": 4.054440297466058e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.537764099240303,
      "num_tokens": 115024449.0,
      "step": 149170
    },
    {
      "epoch": 0.18922875140481862,
      "grad_norm": 2.765625,
      "learning_rate": 4.054376866457429e-05,
      "loss": 1.8603,
      "mean_token_accuracy": 0.5844924092292786,
      "num_tokens": 115031311.0,
      "step": 149180
    },
    {
      "epoch": 0.18924143599735146,
      "grad_norm": 6.625,
      "learning_rate": 4.0543134354488e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5445379316806793,
      "num_tokens": 115039120.0,
      "step": 149190
    },
    {
      "epoch": 0.18925412058988428,
      "grad_norm": 11.3125,
      "learning_rate": 4.054250004440171e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.536838373541832,
      "num_tokens": 115045664.0,
      "step": 149200
    },
    {
      "epoch": 0.18926680518241712,
      "grad_norm": 5.25,
      "learning_rate": 4.0541865734315417e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5392918020486832,
      "num_tokens": 115054264.0,
      "step": 149210
    },
    {
      "epoch": 0.18927948977494996,
      "grad_norm": 6.0625,
      "learning_rate": 4.054123142422913e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.5277065604925155,
      "num_tokens": 115062205.0,
      "step": 149220
    },
    {
      "epoch": 0.1892921743674828,
      "grad_norm": 7.15625,
      "learning_rate": 4.0540597114142834e-05,
      "loss": 1.3784,
      "mean_token_accuracy": 0.6787538349628448,
      "num_tokens": 115067204.0,
      "step": 149230
    },
    {
      "epoch": 0.18930485896001562,
      "grad_norm": 10.9375,
      "learning_rate": 4.053996280405654e-05,
      "loss": 2.1804,
      "mean_token_accuracy": 0.51648750603199,
      "num_tokens": 115074386.0,
      "step": 149240
    },
    {
      "epoch": 0.18931754355254846,
      "grad_norm": 6.34375,
      "learning_rate": 4.053932849397025e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.572668194770813,
      "num_tokens": 115079983.0,
      "step": 149250
    },
    {
      "epoch": 0.1893302281450813,
      "grad_norm": 4.59375,
      "learning_rate": 4.053869418388396e-05,
      "loss": 1.8805,
      "mean_token_accuracy": 0.5681862950325012,
      "num_tokens": 115087673.0,
      "step": 149260
    },
    {
      "epoch": 0.18934291273761414,
      "grad_norm": 4.53125,
      "learning_rate": 4.053805987379767e-05,
      "loss": 1.9689,
      "mean_token_accuracy": 0.5786685794591904,
      "num_tokens": 115094176.0,
      "step": 149270
    },
    {
      "epoch": 0.18935559733014695,
      "grad_norm": 5.96875,
      "learning_rate": 4.0537425563711374e-05,
      "loss": 2.0141,
      "mean_token_accuracy": 0.545360004901886,
      "num_tokens": 115102761.0,
      "step": 149280
    },
    {
      "epoch": 0.1893682819226798,
      "grad_norm": 5.15625,
      "learning_rate": 4.0536791253625087e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5277159124612808,
      "num_tokens": 115110825.0,
      "step": 149290
    },
    {
      "epoch": 0.18938096651521263,
      "grad_norm": 6.0,
      "learning_rate": 4.053615694353879e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5329793989658356,
      "num_tokens": 115118330.0,
      "step": 149300
    },
    {
      "epoch": 0.18939365110774548,
      "grad_norm": 8.25,
      "learning_rate": 4.05355226334525e-05,
      "loss": 2.296,
      "mean_token_accuracy": 0.5022168725728988,
      "num_tokens": 115126584.0,
      "step": 149310
    },
    {
      "epoch": 0.1894063357002783,
      "grad_norm": 5.625,
      "learning_rate": 4.053488832336621e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.529679799079895,
      "num_tokens": 115134456.0,
      "step": 149320
    },
    {
      "epoch": 0.18941902029281113,
      "grad_norm": 5.71875,
      "learning_rate": 4.0534254013279915e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5494331777095794,
      "num_tokens": 115142436.0,
      "step": 149330
    },
    {
      "epoch": 0.18943170488534397,
      "grad_norm": 4.875,
      "learning_rate": 4.053361970319363e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5487983375787735,
      "num_tokens": 115150075.0,
      "step": 149340
    },
    {
      "epoch": 0.1894443894778768,
      "grad_norm": 5.4375,
      "learning_rate": 4.053298539310734e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5365687608718872,
      "num_tokens": 115156816.0,
      "step": 149350
    },
    {
      "epoch": 0.18945707407040963,
      "grad_norm": 5.09375,
      "learning_rate": 4.0532351083021044e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.530505484342575,
      "num_tokens": 115165533.0,
      "step": 149360
    },
    {
      "epoch": 0.18946975866294247,
      "grad_norm": 5.96875,
      "learning_rate": 4.053171677293475e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5652070492506027,
      "num_tokens": 115172449.0,
      "step": 149370
    },
    {
      "epoch": 0.1894824432554753,
      "grad_norm": 4.84375,
      "learning_rate": 4.0531082462848455e-05,
      "loss": 1.6933,
      "mean_token_accuracy": 0.6239271372556686,
      "num_tokens": 115180037.0,
      "step": 149380
    },
    {
      "epoch": 0.18949512784800815,
      "grad_norm": 5.1875,
      "learning_rate": 4.053044815276217e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5571404367685318,
      "num_tokens": 115187854.0,
      "step": 149390
    },
    {
      "epoch": 0.18950781244054096,
      "grad_norm": 8.8125,
      "learning_rate": 4.052981384267588e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.555369707942009,
      "num_tokens": 115195462.0,
      "step": 149400
    },
    {
      "epoch": 0.1895204970330738,
      "grad_norm": 7.28125,
      "learning_rate": 4.0529179532589585e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5313690841197968,
      "num_tokens": 115203202.0,
      "step": 149410
    },
    {
      "epoch": 0.18953318162560664,
      "grad_norm": 4.65625,
      "learning_rate": 4.05285452225033e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.5181399881839752,
      "num_tokens": 115211475.0,
      "step": 149420
    },
    {
      "epoch": 0.18954586621813949,
      "grad_norm": 5.40625,
      "learning_rate": 4.0527910912417e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5336523443460465,
      "num_tokens": 115219302.0,
      "step": 149430
    },
    {
      "epoch": 0.1895585508106723,
      "grad_norm": 5.34375,
      "learning_rate": 4.052727660233071e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5208356201648712,
      "num_tokens": 115228164.0,
      "step": 149440
    },
    {
      "epoch": 0.18957123540320514,
      "grad_norm": 6.5,
      "learning_rate": 4.052664229224442e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5534248739480973,
      "num_tokens": 115235773.0,
      "step": 149450
    },
    {
      "epoch": 0.18958391999573798,
      "grad_norm": 5.21875,
      "learning_rate": 4.0526007982158125e-05,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5848099797964096,
      "num_tokens": 115242681.0,
      "step": 149460
    },
    {
      "epoch": 0.18959660458827082,
      "grad_norm": 5.75,
      "learning_rate": 4.052537367207184e-05,
      "loss": 2.3521,
      "mean_token_accuracy": 0.505384036898613,
      "num_tokens": 115251303.0,
      "step": 149470
    },
    {
      "epoch": 0.18960928918080364,
      "grad_norm": 6.59375,
      "learning_rate": 4.052473936198554e-05,
      "loss": 1.8854,
      "mean_token_accuracy": 0.5864305257797241,
      "num_tokens": 115259559.0,
      "step": 149480
    },
    {
      "epoch": 0.18962197377333648,
      "grad_norm": 4.5625,
      "learning_rate": 4.0524105051899255e-05,
      "loss": 2.2576,
      "mean_token_accuracy": 0.5203939914703369,
      "num_tokens": 115267602.0,
      "step": 149490
    },
    {
      "epoch": 0.18963465836586932,
      "grad_norm": 6.0625,
      "learning_rate": 4.052347074181297e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5174631506204606,
      "num_tokens": 115276242.0,
      "step": 149500
    },
    {
      "epoch": 0.18964734295840216,
      "grad_norm": 4.90625,
      "learning_rate": 4.0522836431726665e-05,
      "loss": 2.2715,
      "mean_token_accuracy": 0.5007551401853562,
      "num_tokens": 115285144.0,
      "step": 149510
    },
    {
      "epoch": 0.18966002755093497,
      "grad_norm": 4.78125,
      "learning_rate": 4.052220212164038e-05,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5419638514518738,
      "num_tokens": 115293665.0,
      "step": 149520
    },
    {
      "epoch": 0.18967271214346781,
      "grad_norm": 5.21875,
      "learning_rate": 4.052156781155409e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5398985475301743,
      "num_tokens": 115302223.0,
      "step": 149530
    },
    {
      "epoch": 0.18968539673600066,
      "grad_norm": 5.34375,
      "learning_rate": 4.0520933501467795e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5474348694086075,
      "num_tokens": 115309876.0,
      "step": 149540
    },
    {
      "epoch": 0.1896980813285335,
      "grad_norm": 7.34375,
      "learning_rate": 4.052029919138151e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5376299053430558,
      "num_tokens": 115316478.0,
      "step": 149550
    },
    {
      "epoch": 0.1897107659210663,
      "grad_norm": 8.5625,
      "learning_rate": 4.051966488129521e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5297418296337127,
      "num_tokens": 115323691.0,
      "step": 149560
    },
    {
      "epoch": 0.18972345051359915,
      "grad_norm": 5.59375,
      "learning_rate": 4.0519030571208924e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5378627955913544,
      "num_tokens": 115333089.0,
      "step": 149570
    },
    {
      "epoch": 0.189736135106132,
      "grad_norm": 5.96875,
      "learning_rate": 4.051839626112263e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5610222756862641,
      "num_tokens": 115340851.0,
      "step": 149580
    },
    {
      "epoch": 0.18974881969866483,
      "grad_norm": 6.46875,
      "learning_rate": 4.0517761951036335e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5244766533374786,
      "num_tokens": 115348334.0,
      "step": 149590
    },
    {
      "epoch": 0.18976150429119765,
      "grad_norm": 4.90625,
      "learning_rate": 4.051712764095005e-05,
      "loss": 2.2775,
      "mean_token_accuracy": 0.5107027053833008,
      "num_tokens": 115356196.0,
      "step": 149600
    },
    {
      "epoch": 0.1897741888837305,
      "grad_norm": 5.65625,
      "learning_rate": 4.051649333086375e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5580880463123321,
      "num_tokens": 115362963.0,
      "step": 149610
    },
    {
      "epoch": 0.18978687347626333,
      "grad_norm": 6.34375,
      "learning_rate": 4.0515859020777465e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5322186291217804,
      "num_tokens": 115369451.0,
      "step": 149620
    },
    {
      "epoch": 0.18979955806879614,
      "grad_norm": 5.25,
      "learning_rate": 4.051522471069118e-05,
      "loss": 1.7301,
      "mean_token_accuracy": 0.6103961378335953,
      "num_tokens": 115376363.0,
      "step": 149630
    },
    {
      "epoch": 0.18981224266132898,
      "grad_norm": 7.21875,
      "learning_rate": 4.051459040060488e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5156297475099564,
      "num_tokens": 115384306.0,
      "step": 149640
    },
    {
      "epoch": 0.18982492725386182,
      "grad_norm": 5.59375,
      "learning_rate": 4.051395609051859e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5294774830341339,
      "num_tokens": 115392576.0,
      "step": 149650
    },
    {
      "epoch": 0.18983761184639467,
      "grad_norm": 4.75,
      "learning_rate": 4.051332178043229e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.5581070333719254,
      "num_tokens": 115401275.0,
      "step": 149660
    },
    {
      "epoch": 0.18985029643892748,
      "grad_norm": 6.875,
      "learning_rate": 4.0512687470346005e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5712347835302353,
      "num_tokens": 115408116.0,
      "step": 149670
    },
    {
      "epoch": 0.18986298103146032,
      "grad_norm": 4.59375,
      "learning_rate": 4.051205316025972e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5255645424127579,
      "num_tokens": 115416171.0,
      "step": 149680
    },
    {
      "epoch": 0.18987566562399316,
      "grad_norm": 4.625,
      "learning_rate": 4.051141885017342e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5459924876689911,
      "num_tokens": 115424951.0,
      "step": 149690
    },
    {
      "epoch": 0.189888350216526,
      "grad_norm": 6.5625,
      "learning_rate": 4.0510784540087135e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5329629004001617,
      "num_tokens": 115433117.0,
      "step": 149700
    },
    {
      "epoch": 0.18990103480905882,
      "grad_norm": 6.28125,
      "learning_rate": 4.051015023000084e-05,
      "loss": 1.959,
      "mean_token_accuracy": 0.570756533741951,
      "num_tokens": 115439944.0,
      "step": 149710
    },
    {
      "epoch": 0.18991371940159166,
      "grad_norm": 7.34375,
      "learning_rate": 4.0509515919914545e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5266084462404251,
      "num_tokens": 115447884.0,
      "step": 149720
    },
    {
      "epoch": 0.1899264039941245,
      "grad_norm": 5.0625,
      "learning_rate": 4.050888160982826e-05,
      "loss": 1.8896,
      "mean_token_accuracy": 0.5720985054969787,
      "num_tokens": 115455358.0,
      "step": 149730
    },
    {
      "epoch": 0.18993908858665734,
      "grad_norm": 6.53125,
      "learning_rate": 4.050824729974196e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.547706687450409,
      "num_tokens": 115462376.0,
      "step": 149740
    },
    {
      "epoch": 0.18995177317919015,
      "grad_norm": 4.71875,
      "learning_rate": 4.0507612989655675e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5489936530590057,
      "num_tokens": 115470830.0,
      "step": 149750
    },
    {
      "epoch": 0.189964457771723,
      "grad_norm": 5.625,
      "learning_rate": 4.050697867956938e-05,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5183788806200027,
      "num_tokens": 115478610.0,
      "step": 149760
    },
    {
      "epoch": 0.18997714236425584,
      "grad_norm": 7.53125,
      "learning_rate": 4.050634436948309e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.528913390636444,
      "num_tokens": 115485768.0,
      "step": 149770
    },
    {
      "epoch": 0.18998982695678868,
      "grad_norm": 8.25,
      "learning_rate": 4.05057100593968e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5501116842031479,
      "num_tokens": 115493674.0,
      "step": 149780
    },
    {
      "epoch": 0.1900025115493215,
      "grad_norm": 5.09375,
      "learning_rate": 4.05050757493105e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5521413087844849,
      "num_tokens": 115502150.0,
      "step": 149790
    },
    {
      "epoch": 0.19001519614185433,
      "grad_norm": 6.09375,
      "learning_rate": 4.0504441439224215e-05,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5227397561073304,
      "num_tokens": 115509324.0,
      "step": 149800
    },
    {
      "epoch": 0.19002788073438717,
      "grad_norm": 6.625,
      "learning_rate": 4.050380712913792e-05,
      "loss": 1.8975,
      "mean_token_accuracy": 0.580954423546791,
      "num_tokens": 115515911.0,
      "step": 149810
    },
    {
      "epoch": 0.19004056532692,
      "grad_norm": 7.46875,
      "learning_rate": 4.050317281905163e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5408611685037613,
      "num_tokens": 115522942.0,
      "step": 149820
    },
    {
      "epoch": 0.19005324991945283,
      "grad_norm": 4.34375,
      "learning_rate": 4.0502538508965345e-05,
      "loss": 1.9335,
      "mean_token_accuracy": 0.5729111403226852,
      "num_tokens": 115531493.0,
      "step": 149830
    },
    {
      "epoch": 0.19006593451198567,
      "grad_norm": 5.1875,
      "learning_rate": 4.050190419887905e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.554948478937149,
      "num_tokens": 115539078.0,
      "step": 149840
    },
    {
      "epoch": 0.1900786191045185,
      "grad_norm": 4.03125,
      "learning_rate": 4.0501269888792756e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5694376021623612,
      "num_tokens": 115546022.0,
      "step": 149850
    },
    {
      "epoch": 0.19009130369705135,
      "grad_norm": 5.53125,
      "learning_rate": 4.050063557870646e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5424393236637115,
      "num_tokens": 115553131.0,
      "step": 149860
    },
    {
      "epoch": 0.19010398828958416,
      "grad_norm": 6.65625,
      "learning_rate": 4.050000126862017e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5513181120157242,
      "num_tokens": 115562438.0,
      "step": 149870
    },
    {
      "epoch": 0.190116672882117,
      "grad_norm": 5.28125,
      "learning_rate": 4.0499366958533885e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5257970005273819,
      "num_tokens": 115569547.0,
      "step": 149880
    },
    {
      "epoch": 0.19012935747464985,
      "grad_norm": 5.1875,
      "learning_rate": 4.049873264844759e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5395296514034271,
      "num_tokens": 115577598.0,
      "step": 149890
    },
    {
      "epoch": 0.1901420420671827,
      "grad_norm": 6.21875,
      "learning_rate": 4.04980983383613e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5476248294115067,
      "num_tokens": 115585430.0,
      "step": 149900
    },
    {
      "epoch": 0.1901547266597155,
      "grad_norm": 4.875,
      "learning_rate": 4.049746402827501e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.580901175737381,
      "num_tokens": 115592775.0,
      "step": 149910
    },
    {
      "epoch": 0.19016741125224834,
      "grad_norm": 6.375,
      "learning_rate": 4.049682971818872e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5461449474096298,
      "num_tokens": 115600278.0,
      "step": 149920
    },
    {
      "epoch": 0.19018009584478118,
      "grad_norm": 4.96875,
      "learning_rate": 4.0496195408102426e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.569546428322792,
      "num_tokens": 115607069.0,
      "step": 149930
    },
    {
      "epoch": 0.19019278043731402,
      "grad_norm": 6.96875,
      "learning_rate": 4.049556109801613e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5503652811050415,
      "num_tokens": 115614737.0,
      "step": 149940
    },
    {
      "epoch": 0.19020546502984684,
      "grad_norm": 6.1875,
      "learning_rate": 4.049492678792984e-05,
      "loss": 1.874,
      "mean_token_accuracy": 0.5869256764650345,
      "num_tokens": 115620980.0,
      "step": 149950
    },
    {
      "epoch": 0.19021814962237968,
      "grad_norm": 4.84375,
      "learning_rate": 4.049429247784355e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5811674922704697,
      "num_tokens": 115627604.0,
      "step": 149960
    },
    {
      "epoch": 0.19023083421491252,
      "grad_norm": 6.78125,
      "learning_rate": 4.049365816775726e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5361095130443573,
      "num_tokens": 115635880.0,
      "step": 149970
    },
    {
      "epoch": 0.19024351880744536,
      "grad_norm": 5.3125,
      "learning_rate": 4.049302385767097e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5418221682310105,
      "num_tokens": 115643622.0,
      "step": 149980
    },
    {
      "epoch": 0.19025620339997817,
      "grad_norm": 5.625,
      "learning_rate": 4.049238954758468e-05,
      "loss": 1.8898,
      "mean_token_accuracy": 0.5751956641674042,
      "num_tokens": 115650765.0,
      "step": 149990
    },
    {
      "epoch": 0.19026888799251102,
      "grad_norm": 5.90625,
      "learning_rate": 4.049175523749838e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5531571835279465,
      "num_tokens": 115657456.0,
      "step": 150000
    },
    {
      "epoch": 0.19028157258504386,
      "grad_norm": 6.15625,
      "learning_rate": 4.049112092741209e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5465939790010452,
      "num_tokens": 115665058.0,
      "step": 150010
    },
    {
      "epoch": 0.1902942571775767,
      "grad_norm": 7.03125,
      "learning_rate": 4.04904866173258e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5509007453918457,
      "num_tokens": 115673349.0,
      "step": 150020
    },
    {
      "epoch": 0.1903069417701095,
      "grad_norm": 8.5625,
      "learning_rate": 4.048985230723951e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5386957108974457,
      "num_tokens": 115681055.0,
      "step": 150030
    },
    {
      "epoch": 0.19031962636264235,
      "grad_norm": 6.8125,
      "learning_rate": 4.048921799715322e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5230205327272415,
      "num_tokens": 115687958.0,
      "step": 150040
    },
    {
      "epoch": 0.1903323109551752,
      "grad_norm": 4.875,
      "learning_rate": 4.048858368706693e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5474116325378418,
      "num_tokens": 115696002.0,
      "step": 150050
    },
    {
      "epoch": 0.19034499554770803,
      "grad_norm": 4.75,
      "learning_rate": 4.0487949376980636e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.562978458404541,
      "num_tokens": 115703019.0,
      "step": 150060
    },
    {
      "epoch": 0.19035768014024085,
      "grad_norm": 6.75,
      "learning_rate": 4.048731506689434e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5315449118614197,
      "num_tokens": 115711289.0,
      "step": 150070
    },
    {
      "epoch": 0.1903703647327737,
      "grad_norm": 5.625,
      "learning_rate": 4.048668075680805e-05,
      "loss": 2.2447,
      "mean_token_accuracy": 0.5091080874204635,
      "num_tokens": 115719990.0,
      "step": 150080
    },
    {
      "epoch": 0.19038304932530653,
      "grad_norm": 5.0,
      "learning_rate": 4.048604644672176e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5394525557756424,
      "num_tokens": 115727146.0,
      "step": 150090
    },
    {
      "epoch": 0.19039573391783934,
      "grad_norm": 5.125,
      "learning_rate": 4.048541213663547e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5328016668558121,
      "num_tokens": 115734996.0,
      "step": 150100
    },
    {
      "epoch": 0.19040841851037218,
      "grad_norm": 4.875,
      "learning_rate": 4.0484777826549176e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5576241075992584,
      "num_tokens": 115743314.0,
      "step": 150110
    },
    {
      "epoch": 0.19042110310290503,
      "grad_norm": 5.09375,
      "learning_rate": 4.048414351646289e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5283430963754654,
      "num_tokens": 115750447.0,
      "step": 150120
    },
    {
      "epoch": 0.19043378769543787,
      "grad_norm": 5.375,
      "learning_rate": 4.0483509206376594e-05,
      "loss": 1.7908,
      "mean_token_accuracy": 0.6064318269491196,
      "num_tokens": 115757683.0,
      "step": 150130
    },
    {
      "epoch": 0.19044647228797068,
      "grad_norm": 7.84375,
      "learning_rate": 4.04828748962903e-05,
      "loss": 1.8721,
      "mean_token_accuracy": 0.5852824956178665,
      "num_tokens": 115765030.0,
      "step": 150140
    },
    {
      "epoch": 0.19045915688050352,
      "grad_norm": 6.5,
      "learning_rate": 4.048224058620401e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5364397436380386,
      "num_tokens": 115771327.0,
      "step": 150150
    },
    {
      "epoch": 0.19047184147303636,
      "grad_norm": 5.15625,
      "learning_rate": 4.0481606276117716e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.572024017572403,
      "num_tokens": 115779372.0,
      "step": 150160
    },
    {
      "epoch": 0.1904845260655692,
      "grad_norm": 5.0625,
      "learning_rate": 4.048097196603143e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5556202620267868,
      "num_tokens": 115786456.0,
      "step": 150170
    },
    {
      "epoch": 0.19049721065810202,
      "grad_norm": 5.46875,
      "learning_rate": 4.048033765594514e-05,
      "loss": 2.189,
      "mean_token_accuracy": 0.5242144018411636,
      "num_tokens": 115793878.0,
      "step": 150180
    },
    {
      "epoch": 0.19050989525063486,
      "grad_norm": 7.09375,
      "learning_rate": 4.0479703345858846e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5594793021678924,
      "num_tokens": 115801490.0,
      "step": 150190
    },
    {
      "epoch": 0.1905225798431677,
      "grad_norm": 10.5,
      "learning_rate": 4.047906903577255e-05,
      "loss": 1.9809,
      "mean_token_accuracy": 0.5584259778261185,
      "num_tokens": 115808873.0,
      "step": 150200
    },
    {
      "epoch": 0.19053526443570054,
      "grad_norm": 5.28125,
      "learning_rate": 4.047843472568626e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5285230159759522,
      "num_tokens": 115817608.0,
      "step": 150210
    },
    {
      "epoch": 0.19054794902823335,
      "grad_norm": 4.65625,
      "learning_rate": 4.047780041559997e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5453320354223251,
      "num_tokens": 115826079.0,
      "step": 150220
    },
    {
      "epoch": 0.1905606336207662,
      "grad_norm": 6.875,
      "learning_rate": 4.047716610551368e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5465459913015366,
      "num_tokens": 115833680.0,
      "step": 150230
    },
    {
      "epoch": 0.19057331821329904,
      "grad_norm": 5.125,
      "learning_rate": 4.0476531795427386e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5355711042881012,
      "num_tokens": 115842694.0,
      "step": 150240
    },
    {
      "epoch": 0.19058600280583188,
      "grad_norm": 6.90625,
      "learning_rate": 4.04758974853411e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5426561325788498,
      "num_tokens": 115850190.0,
      "step": 150250
    },
    {
      "epoch": 0.1905986873983647,
      "grad_norm": 4.6875,
      "learning_rate": 4.0475263175254804e-05,
      "loss": 2.2231,
      "mean_token_accuracy": 0.5192506402730942,
      "num_tokens": 115859002.0,
      "step": 150260
    },
    {
      "epoch": 0.19061137199089753,
      "grad_norm": 5.03125,
      "learning_rate": 4.047462886516851e-05,
      "loss": 1.8322,
      "mean_token_accuracy": 0.5882484704256058,
      "num_tokens": 115867254.0,
      "step": 150270
    },
    {
      "epoch": 0.19062405658343037,
      "grad_norm": 11.4375,
      "learning_rate": 4.047399455508222e-05,
      "loss": 2.3269,
      "mean_token_accuracy": 0.5024303227663041,
      "num_tokens": 115874665.0,
      "step": 150280
    },
    {
      "epoch": 0.19063674117596321,
      "grad_norm": 6.03125,
      "learning_rate": 4.0473360244995927e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5340543836355209,
      "num_tokens": 115881994.0,
      "step": 150290
    },
    {
      "epoch": 0.19064942576849603,
      "grad_norm": 7.65625,
      "learning_rate": 4.047272593490964e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5586687892675399,
      "num_tokens": 115889264.0,
      "step": 150300
    },
    {
      "epoch": 0.19066211036102887,
      "grad_norm": 4.75,
      "learning_rate": 4.0472091624823344e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5506859213113785,
      "num_tokens": 115896852.0,
      "step": 150310
    },
    {
      "epoch": 0.1906747949535617,
      "grad_norm": 4.96875,
      "learning_rate": 4.0471457314737056e-05,
      "loss": 2.2868,
      "mean_token_accuracy": 0.5058673650026322,
      "num_tokens": 115906404.0,
      "step": 150320
    },
    {
      "epoch": 0.19068747954609455,
      "grad_norm": 6.15625,
      "learning_rate": 4.047082300465077e-05,
      "loss": 2.2625,
      "mean_token_accuracy": 0.514254093170166,
      "num_tokens": 115913836.0,
      "step": 150330
    },
    {
      "epoch": 0.19070016413862736,
      "grad_norm": 5.3125,
      "learning_rate": 4.0470188694564474e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5469112485647202,
      "num_tokens": 115921142.0,
      "step": 150340
    },
    {
      "epoch": 0.1907128487311602,
      "grad_norm": 6.875,
      "learning_rate": 4.046955438447818e-05,
      "loss": 1.7384,
      "mean_token_accuracy": 0.6047058016061783,
      "num_tokens": 115928644.0,
      "step": 150350
    },
    {
      "epoch": 0.19072553332369305,
      "grad_norm": 4.75,
      "learning_rate": 4.0468920074391884e-05,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5547786802053452,
      "num_tokens": 115935805.0,
      "step": 150360
    },
    {
      "epoch": 0.1907382179162259,
      "grad_norm": 6.1875,
      "learning_rate": 4.0468285764305597e-05,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5725785672664643,
      "num_tokens": 115942854.0,
      "step": 150370
    },
    {
      "epoch": 0.1907509025087587,
      "grad_norm": 5.21875,
      "learning_rate": 4.046765145421931e-05,
      "loss": 1.8269,
      "mean_token_accuracy": 0.5864229798316956,
      "num_tokens": 115949627.0,
      "step": 150380
    },
    {
      "epoch": 0.19076358710129154,
      "grad_norm": 4.5625,
      "learning_rate": 4.0467017144133014e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5391609758138657,
      "num_tokens": 115957809.0,
      "step": 150390
    },
    {
      "epoch": 0.19077627169382438,
      "grad_norm": 5.21875,
      "learning_rate": 4.0466382834046726e-05,
      "loss": 2.2556,
      "mean_token_accuracy": 0.5132761150598526,
      "num_tokens": 115965750.0,
      "step": 150400
    },
    {
      "epoch": 0.19078895628635723,
      "grad_norm": 6.84375,
      "learning_rate": 4.046574852396043e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5407117128372192,
      "num_tokens": 115973825.0,
      "step": 150410
    },
    {
      "epoch": 0.19080164087889004,
      "grad_norm": 4.875,
      "learning_rate": 4.046511421387414e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5476200014352799,
      "num_tokens": 115981823.0,
      "step": 150420
    },
    {
      "epoch": 0.19081432547142288,
      "grad_norm": 6.8125,
      "learning_rate": 4.046447990378785e-05,
      "loss": 1.9167,
      "mean_token_accuracy": 0.5665438145399093,
      "num_tokens": 115990748.0,
      "step": 150430
    },
    {
      "epoch": 0.19082701006395572,
      "grad_norm": 6.8125,
      "learning_rate": 4.0463845593701554e-05,
      "loss": 1.8535,
      "mean_token_accuracy": 0.5828529506921768,
      "num_tokens": 115997220.0,
      "step": 150440
    },
    {
      "epoch": 0.19083969465648856,
      "grad_norm": 5.5,
      "learning_rate": 4.0463211283615266e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5315701931715011,
      "num_tokens": 116005273.0,
      "step": 150450
    },
    {
      "epoch": 0.19085237924902138,
      "grad_norm": 6.375,
      "learning_rate": 4.046257697352898e-05,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5768711686134338,
      "num_tokens": 116011979.0,
      "step": 150460
    },
    {
      "epoch": 0.19086506384155422,
      "grad_norm": 8.1875,
      "learning_rate": 4.0461942663442684e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5574101001024246,
      "num_tokens": 116019767.0,
      "step": 150470
    },
    {
      "epoch": 0.19087774843408706,
      "grad_norm": 6.40625,
      "learning_rate": 4.046130835335639e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5557433545589447,
      "num_tokens": 116027094.0,
      "step": 150480
    },
    {
      "epoch": 0.1908904330266199,
      "grad_norm": 6.0,
      "learning_rate": 4.0460674043270095e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5495970189571381,
      "num_tokens": 116034622.0,
      "step": 150490
    },
    {
      "epoch": 0.1909031176191527,
      "grad_norm": 5.1875,
      "learning_rate": 4.046003973318381e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5763899058103561,
      "num_tokens": 116039761.0,
      "step": 150500
    },
    {
      "epoch": 0.19091580221168555,
      "grad_norm": 4.71875,
      "learning_rate": 4.045940542309752e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5391929537057877,
      "num_tokens": 116048506.0,
      "step": 150510
    },
    {
      "epoch": 0.1909284868042184,
      "grad_norm": 4.875,
      "learning_rate": 4.0458771113011224e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5391792416572571,
      "num_tokens": 116055511.0,
      "step": 150520
    },
    {
      "epoch": 0.19094117139675124,
      "grad_norm": 7.21875,
      "learning_rate": 4.0458136802924936e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5613249510526657,
      "num_tokens": 116062333.0,
      "step": 150530
    },
    {
      "epoch": 0.19095385598928405,
      "grad_norm": 5.1875,
      "learning_rate": 4.045750249283864e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5346815556287765,
      "num_tokens": 116071638.0,
      "step": 150540
    },
    {
      "epoch": 0.1909665405818169,
      "grad_norm": 8.0625,
      "learning_rate": 4.045686818275235e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5385625392198563,
      "num_tokens": 116079000.0,
      "step": 150550
    },
    {
      "epoch": 0.19097922517434973,
      "grad_norm": 5.125,
      "learning_rate": 4.045623387266606e-05,
      "loss": 1.8242,
      "mean_token_accuracy": 0.593800163269043,
      "num_tokens": 116086322.0,
      "step": 150560
    },
    {
      "epoch": 0.19099190976688254,
      "grad_norm": 5.46875,
      "learning_rate": 4.0455599562579765e-05,
      "loss": 1.8544,
      "mean_token_accuracy": 0.5906340032815933,
      "num_tokens": 116093427.0,
      "step": 150570
    },
    {
      "epoch": 0.19100459435941539,
      "grad_norm": 5.71875,
      "learning_rate": 4.045496525249348e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5359790802001954,
      "num_tokens": 116102310.0,
      "step": 150580
    },
    {
      "epoch": 0.19101727895194823,
      "grad_norm": 4.75,
      "learning_rate": 4.045433094240718e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5367955476045608,
      "num_tokens": 116111052.0,
      "step": 150590
    },
    {
      "epoch": 0.19102996354448107,
      "grad_norm": 6.53125,
      "learning_rate": 4.0453696632320894e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5556174159049988,
      "num_tokens": 116118757.0,
      "step": 150600
    },
    {
      "epoch": 0.19104264813701388,
      "grad_norm": 4.4375,
      "learning_rate": 4.04530623222346e-05,
      "loss": 1.8725,
      "mean_token_accuracy": 0.5902759611606598,
      "num_tokens": 116126543.0,
      "step": 150610
    },
    {
      "epoch": 0.19105533272954672,
      "grad_norm": 4.6875,
      "learning_rate": 4.0452428012148305e-05,
      "loss": 1.7848,
      "mean_token_accuracy": 0.5952585756778717,
      "num_tokens": 116134084.0,
      "step": 150620
    },
    {
      "epoch": 0.19106801732207956,
      "grad_norm": 4.59375,
      "learning_rate": 4.045179370206202e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5446654915809631,
      "num_tokens": 116142252.0,
      "step": 150630
    },
    {
      "epoch": 0.1910807019146124,
      "grad_norm": 4.875,
      "learning_rate": 4.045115939197572e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5603001713752747,
      "num_tokens": 116149957.0,
      "step": 150640
    },
    {
      "epoch": 0.19109338650714522,
      "grad_norm": 5.5,
      "learning_rate": 4.0450525081889434e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5414726674556732,
      "num_tokens": 116157099.0,
      "step": 150650
    },
    {
      "epoch": 0.19110607109967806,
      "grad_norm": 8.0625,
      "learning_rate": 4.0449890771803147e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5238248825073242,
      "num_tokens": 116164343.0,
      "step": 150660
    },
    {
      "epoch": 0.1911187556922109,
      "grad_norm": 5.6875,
      "learning_rate": 4.044925646171685e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5225987374782562,
      "num_tokens": 116172261.0,
      "step": 150670
    },
    {
      "epoch": 0.19113144028474374,
      "grad_norm": 6.15625,
      "learning_rate": 4.0448622151630564e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5331245064735413,
      "num_tokens": 116180555.0,
      "step": 150680
    },
    {
      "epoch": 0.19114412487727656,
      "grad_norm": 4.8125,
      "learning_rate": 4.044798784154426e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5395161360502243,
      "num_tokens": 116188605.0,
      "step": 150690
    },
    {
      "epoch": 0.1911568094698094,
      "grad_norm": 5.4375,
      "learning_rate": 4.0447353531457975e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5300275027751923,
      "num_tokens": 116197062.0,
      "step": 150700
    },
    {
      "epoch": 0.19116949406234224,
      "grad_norm": 6.625,
      "learning_rate": 4.044671922137169e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5573977112770081,
      "num_tokens": 116205263.0,
      "step": 150710
    },
    {
      "epoch": 0.19118217865487508,
      "grad_norm": 5.8125,
      "learning_rate": 4.044608491128539e-05,
      "loss": 2.285,
      "mean_token_accuracy": 0.5192480355501174,
      "num_tokens": 116213170.0,
      "step": 150720
    },
    {
      "epoch": 0.1911948632474079,
      "grad_norm": 5.21875,
      "learning_rate": 4.0445450601199104e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5652260631322861,
      "num_tokens": 116220937.0,
      "step": 150730
    },
    {
      "epoch": 0.19120754783994073,
      "grad_norm": 5.75,
      "learning_rate": 4.044481629111281e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5380126923322678,
      "num_tokens": 116228597.0,
      "step": 150740
    },
    {
      "epoch": 0.19122023243247357,
      "grad_norm": 7.0625,
      "learning_rate": 4.044418198102652e-05,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5190490126609802,
      "num_tokens": 116236949.0,
      "step": 150750
    },
    {
      "epoch": 0.19123291702500642,
      "grad_norm": 5.59375,
      "learning_rate": 4.044354767094023e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5621964305639267,
      "num_tokens": 116244247.0,
      "step": 150760
    },
    {
      "epoch": 0.19124560161753923,
      "grad_norm": 4.78125,
      "learning_rate": 4.044291336085393e-05,
      "loss": 1.8884,
      "mean_token_accuracy": 0.5838424831628799,
      "num_tokens": 116250775.0,
      "step": 150770
    },
    {
      "epoch": 0.19125828621007207,
      "grad_norm": 5.03125,
      "learning_rate": 4.0442279050767645e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.524264445900917,
      "num_tokens": 116258810.0,
      "step": 150780
    },
    {
      "epoch": 0.1912709708026049,
      "grad_norm": 5.21875,
      "learning_rate": 4.044164474068135e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5293719708919525,
      "num_tokens": 116266541.0,
      "step": 150790
    },
    {
      "epoch": 0.19128365539513775,
      "grad_norm": 9.9375,
      "learning_rate": 4.044101043059506e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.525269427895546,
      "num_tokens": 116273670.0,
      "step": 150800
    },
    {
      "epoch": 0.19129633998767057,
      "grad_norm": 4.59375,
      "learning_rate": 4.0440376120508774e-05,
      "loss": 1.8498,
      "mean_token_accuracy": 0.5872222781181335,
      "num_tokens": 116281483.0,
      "step": 150810
    },
    {
      "epoch": 0.1913090245802034,
      "grad_norm": 5.34375,
      "learning_rate": 4.043974181042248e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5564969539642334,
      "num_tokens": 116289413.0,
      "step": 150820
    },
    {
      "epoch": 0.19132170917273625,
      "grad_norm": 6.84375,
      "learning_rate": 4.0439107500336185e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5497588485479354,
      "num_tokens": 116297119.0,
      "step": 150830
    },
    {
      "epoch": 0.1913343937652691,
      "grad_norm": 7.9375,
      "learning_rate": 4.043847319024989e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5614123314619064,
      "num_tokens": 116304880.0,
      "step": 150840
    },
    {
      "epoch": 0.1913470783578019,
      "grad_norm": 4.8125,
      "learning_rate": 4.04378388801636e-05,
      "loss": 1.9702,
      "mean_token_accuracy": 0.570458197593689,
      "num_tokens": 116311607.0,
      "step": 150850
    },
    {
      "epoch": 0.19135976295033474,
      "grad_norm": 7.0,
      "learning_rate": 4.0437204570077315e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5438576847314834,
      "num_tokens": 116319747.0,
      "step": 150860
    },
    {
      "epoch": 0.19137244754286759,
      "grad_norm": 4.9375,
      "learning_rate": 4.043657025999102e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5521231561899185,
      "num_tokens": 116328648.0,
      "step": 150870
    },
    {
      "epoch": 0.19138513213540043,
      "grad_norm": 4.71875,
      "learning_rate": 4.043593594990473e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5672596514225006,
      "num_tokens": 116336336.0,
      "step": 150880
    },
    {
      "epoch": 0.19139781672793324,
      "grad_norm": 5.25,
      "learning_rate": 4.043530163981844e-05,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5396958261728286,
      "num_tokens": 116344547.0,
      "step": 150890
    },
    {
      "epoch": 0.19141050132046608,
      "grad_norm": 6.59375,
      "learning_rate": 4.043466732973214e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.541783732175827,
      "num_tokens": 116352385.0,
      "step": 150900
    },
    {
      "epoch": 0.19142318591299892,
      "grad_norm": 7.53125,
      "learning_rate": 4.0434033019645855e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5307536751031876,
      "num_tokens": 116360630.0,
      "step": 150910
    },
    {
      "epoch": 0.19143587050553176,
      "grad_norm": 6.5625,
      "learning_rate": 4.043339870955956e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5238979935646058,
      "num_tokens": 116367519.0,
      "step": 150920
    },
    {
      "epoch": 0.19144855509806458,
      "grad_norm": 15.0625,
      "learning_rate": 4.043276439947327e-05,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5214096426963806,
      "num_tokens": 116375445.0,
      "step": 150930
    },
    {
      "epoch": 0.19146123969059742,
      "grad_norm": 5.25,
      "learning_rate": 4.043213008938698e-05,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5476373881101608,
      "num_tokens": 116384471.0,
      "step": 150940
    },
    {
      "epoch": 0.19147392428313026,
      "grad_norm": 5.40625,
      "learning_rate": 4.043149577930069e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5446364462375641,
      "num_tokens": 116390699.0,
      "step": 150950
    },
    {
      "epoch": 0.1914866088756631,
      "grad_norm": 6.46875,
      "learning_rate": 4.0430861469214395e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5378486961126328,
      "num_tokens": 116399696.0,
      "step": 150960
    },
    {
      "epoch": 0.1914992934681959,
      "grad_norm": 5.90625,
      "learning_rate": 4.04302271591281e-05,
      "loss": 2.2299,
      "mean_token_accuracy": 0.5134287327528,
      "num_tokens": 116407587.0,
      "step": 150970
    },
    {
      "epoch": 0.19151197806072875,
      "grad_norm": 4.5,
      "learning_rate": 4.042959284904181e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.565266466140747,
      "num_tokens": 116416273.0,
      "step": 150980
    },
    {
      "epoch": 0.1915246626532616,
      "grad_norm": 6.125,
      "learning_rate": 4.042895853895552e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5282188534736634,
      "num_tokens": 116423564.0,
      "step": 150990
    },
    {
      "epoch": 0.19153734724579444,
      "grad_norm": 4.53125,
      "learning_rate": 4.042832422886923e-05,
      "loss": 2.2983,
      "mean_token_accuracy": 0.5066197901964188,
      "num_tokens": 116433013.0,
      "step": 151000
    },
    {
      "epoch": 0.19155003183832725,
      "grad_norm": 4.90625,
      "learning_rate": 4.042768991878294e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5297250479459763,
      "num_tokens": 116442416.0,
      "step": 151010
    },
    {
      "epoch": 0.1915627164308601,
      "grad_norm": 5.40625,
      "learning_rate": 4.042705560869665e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5264268577098846,
      "num_tokens": 116450488.0,
      "step": 151020
    },
    {
      "epoch": 0.19157540102339293,
      "grad_norm": 5.5,
      "learning_rate": 4.042642129861035e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5330356925725936,
      "num_tokens": 116459500.0,
      "step": 151030
    },
    {
      "epoch": 0.19158808561592575,
      "grad_norm": 4.875,
      "learning_rate": 4.042578698852406e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5709264785051346,
      "num_tokens": 116465910.0,
      "step": 151040
    },
    {
      "epoch": 0.1916007702084586,
      "grad_norm": 8.3125,
      "learning_rate": 4.042515267843777e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5362898647785187,
      "num_tokens": 116473634.0,
      "step": 151050
    },
    {
      "epoch": 0.19161345480099143,
      "grad_norm": 12.4375,
      "learning_rate": 4.042451836835148e-05,
      "loss": 1.8985,
      "mean_token_accuracy": 0.5753611326217651,
      "num_tokens": 116481073.0,
      "step": 151060
    },
    {
      "epoch": 0.19162613939352427,
      "grad_norm": 4.84375,
      "learning_rate": 4.042388405826519e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5168870508670806,
      "num_tokens": 116489487.0,
      "step": 151070
    },
    {
      "epoch": 0.19163882398605708,
      "grad_norm": 6.1875,
      "learning_rate": 4.04232497481789e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5140702545642852,
      "num_tokens": 116498458.0,
      "step": 151080
    },
    {
      "epoch": 0.19165150857858992,
      "grad_norm": 6.15625,
      "learning_rate": 4.0422615438092605e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5744549691677093,
      "num_tokens": 116506665.0,
      "step": 151090
    },
    {
      "epoch": 0.19166419317112277,
      "grad_norm": 9.5625,
      "learning_rate": 4.042198112800632e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.545066624879837,
      "num_tokens": 116514003.0,
      "step": 151100
    },
    {
      "epoch": 0.1916768777636556,
      "grad_norm": 5.875,
      "learning_rate": 4.042134681792002e-05,
      "loss": 1.7494,
      "mean_token_accuracy": 0.6074579149484635,
      "num_tokens": 116520185.0,
      "step": 151110
    },
    {
      "epoch": 0.19168956235618842,
      "grad_norm": 5.5,
      "learning_rate": 4.042071250783373e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5658953845500946,
      "num_tokens": 116527920.0,
      "step": 151120
    },
    {
      "epoch": 0.19170224694872126,
      "grad_norm": 6.34375,
      "learning_rate": 4.042007819774744e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5510967165231705,
      "num_tokens": 116535500.0,
      "step": 151130
    },
    {
      "epoch": 0.1917149315412541,
      "grad_norm": 5.125,
      "learning_rate": 4.0419443887661146e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5390796184539794,
      "num_tokens": 116544237.0,
      "step": 151140
    },
    {
      "epoch": 0.19172761613378694,
      "grad_norm": 4.8125,
      "learning_rate": 4.041880957757486e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5458360552787781,
      "num_tokens": 116552290.0,
      "step": 151150
    },
    {
      "epoch": 0.19174030072631976,
      "grad_norm": 7.3125,
      "learning_rate": 4.041817526748857e-05,
      "loss": 2.3132,
      "mean_token_accuracy": 0.5008141249418259,
      "num_tokens": 116560926.0,
      "step": 151160
    },
    {
      "epoch": 0.1917529853188526,
      "grad_norm": 5.78125,
      "learning_rate": 4.0417540957402275e-05,
      "loss": 1.8083,
      "mean_token_accuracy": 0.5865181982517242,
      "num_tokens": 116568207.0,
      "step": 151170
    },
    {
      "epoch": 0.19176566991138544,
      "grad_norm": 8.0625,
      "learning_rate": 4.041690664731598e-05,
      "loss": 1.8023,
      "mean_token_accuracy": 0.6043435543775558,
      "num_tokens": 116575373.0,
      "step": 151180
    },
    {
      "epoch": 0.19177835450391828,
      "grad_norm": 5.625,
      "learning_rate": 4.0416272337229686e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5753451019525528,
      "num_tokens": 116581813.0,
      "step": 151190
    },
    {
      "epoch": 0.1917910390964511,
      "grad_norm": 4.5625,
      "learning_rate": 4.04156380271434e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5226487755775452,
      "num_tokens": 116589449.0,
      "step": 151200
    },
    {
      "epoch": 0.19180372368898393,
      "grad_norm": 10.875,
      "learning_rate": 4.041500371705711e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5257532358169555,
      "num_tokens": 116596824.0,
      "step": 151210
    },
    {
      "epoch": 0.19181640828151678,
      "grad_norm": 7.5625,
      "learning_rate": 4.0414369406970816e-05,
      "loss": 2.2393,
      "mean_token_accuracy": 0.5155577480792999,
      "num_tokens": 116604438.0,
      "step": 151220
    },
    {
      "epoch": 0.19182909287404962,
      "grad_norm": 5.75,
      "learning_rate": 4.041373509688453e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5411104828119278,
      "num_tokens": 116612208.0,
      "step": 151230
    },
    {
      "epoch": 0.19184177746658243,
      "grad_norm": 6.09375,
      "learning_rate": 4.041310078679823e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5487002193927765,
      "num_tokens": 116620149.0,
      "step": 151240
    },
    {
      "epoch": 0.19185446205911527,
      "grad_norm": 9.1875,
      "learning_rate": 4.041246647671194e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5593446016311645,
      "num_tokens": 116627414.0,
      "step": 151250
    },
    {
      "epoch": 0.1918671466516481,
      "grad_norm": 6.78125,
      "learning_rate": 4.041183216662565e-05,
      "loss": 1.8863,
      "mean_token_accuracy": 0.5749251782894135,
      "num_tokens": 116634954.0,
      "step": 151260
    },
    {
      "epoch": 0.19187983124418095,
      "grad_norm": 5.375,
      "learning_rate": 4.0411197856539356e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5541092067956924,
      "num_tokens": 116643376.0,
      "step": 151270
    },
    {
      "epoch": 0.19189251583671377,
      "grad_norm": 6.21875,
      "learning_rate": 4.041056354645307e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5578027456998825,
      "num_tokens": 116651401.0,
      "step": 151280
    },
    {
      "epoch": 0.1919052004292466,
      "grad_norm": 6.21875,
      "learning_rate": 4.0409929236366773e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5335338830947876,
      "num_tokens": 116658380.0,
      "step": 151290
    },
    {
      "epoch": 0.19191788502177945,
      "grad_norm": 6.875,
      "learning_rate": 4.0409294926280486e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5422751158475876,
      "num_tokens": 116666354.0,
      "step": 151300
    },
    {
      "epoch": 0.1919305696143123,
      "grad_norm": 4.8125,
      "learning_rate": 4.040866061619419e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5614299952983857,
      "num_tokens": 116674608.0,
      "step": 151310
    },
    {
      "epoch": 0.1919432542068451,
      "grad_norm": 7.3125,
      "learning_rate": 4.0408026306107896e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5297032237052918,
      "num_tokens": 116683224.0,
      "step": 151320
    },
    {
      "epoch": 0.19195593879937795,
      "grad_norm": 6.28125,
      "learning_rate": 4.040739199602161e-05,
      "loss": 2.0029,
      "mean_token_accuracy": 0.5725246369838715,
      "num_tokens": 116689490.0,
      "step": 151330
    },
    {
      "epoch": 0.1919686233919108,
      "grad_norm": 7.21875,
      "learning_rate": 4.040675768593532e-05,
      "loss": 1.8733,
      "mean_token_accuracy": 0.5862258285284042,
      "num_tokens": 116695703.0,
      "step": 151340
    },
    {
      "epoch": 0.19198130798444363,
      "grad_norm": 5.3125,
      "learning_rate": 4.0406123375849026e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5544932603836059,
      "num_tokens": 116703463.0,
      "step": 151350
    },
    {
      "epoch": 0.19199399257697644,
      "grad_norm": 6.5625,
      "learning_rate": 4.040548906576274e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5283702313899994,
      "num_tokens": 116712138.0,
      "step": 151360
    },
    {
      "epoch": 0.19200667716950928,
      "grad_norm": 6.03125,
      "learning_rate": 4.040485475567644e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5548862606287003,
      "num_tokens": 116719952.0,
      "step": 151370
    },
    {
      "epoch": 0.19201936176204212,
      "grad_norm": 6.6875,
      "learning_rate": 4.040422044559015e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5677597165107727,
      "num_tokens": 116727062.0,
      "step": 151380
    },
    {
      "epoch": 0.19203204635457496,
      "grad_norm": 4.96875,
      "learning_rate": 4.040358613550386e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5430294334888458,
      "num_tokens": 116735305.0,
      "step": 151390
    },
    {
      "epoch": 0.19204473094710778,
      "grad_norm": 5.84375,
      "learning_rate": 4.0402951825417566e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5545381993055344,
      "num_tokens": 116741786.0,
      "step": 151400
    },
    {
      "epoch": 0.19205741553964062,
      "grad_norm": 6.5,
      "learning_rate": 4.040231751533128e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5299187362194061,
      "num_tokens": 116749343.0,
      "step": 151410
    },
    {
      "epoch": 0.19207010013217346,
      "grad_norm": 6.5625,
      "learning_rate": 4.0401683205244984e-05,
      "loss": 1.8728,
      "mean_token_accuracy": 0.5801508605480195,
      "num_tokens": 116756988.0,
      "step": 151420
    },
    {
      "epoch": 0.1920827847247063,
      "grad_norm": 5.71875,
      "learning_rate": 4.0401048895158696e-05,
      "loss": 1.8473,
      "mean_token_accuracy": 0.5848930180072784,
      "num_tokens": 116762926.0,
      "step": 151430
    },
    {
      "epoch": 0.19209546931723911,
      "grad_norm": 4.9375,
      "learning_rate": 4.040041458507241e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5321342319250106,
      "num_tokens": 116770886.0,
      "step": 151440
    },
    {
      "epoch": 0.19210815390977196,
      "grad_norm": 5.3125,
      "learning_rate": 4.0399780274986107e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5479151785373688,
      "num_tokens": 116778430.0,
      "step": 151450
    },
    {
      "epoch": 0.1921208385023048,
      "grad_norm": 5.15625,
      "learning_rate": 4.039914596489982e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5684205830097199,
      "num_tokens": 116785945.0,
      "step": 151460
    },
    {
      "epoch": 0.19213352309483764,
      "grad_norm": 5.0625,
      "learning_rate": 4.0398511654813524e-05,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5201307535171509,
      "num_tokens": 116793901.0,
      "step": 151470
    },
    {
      "epoch": 0.19214620768737045,
      "grad_norm": 4.875,
      "learning_rate": 4.0397877344727236e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5319644272327423,
      "num_tokens": 116802250.0,
      "step": 151480
    },
    {
      "epoch": 0.1921588922799033,
      "grad_norm": 5.34375,
      "learning_rate": 4.039724303464095e-05,
      "loss": 1.8167,
      "mean_token_accuracy": 0.5930665254592895,
      "num_tokens": 116808445.0,
      "step": 151490
    },
    {
      "epoch": 0.19217157687243613,
      "grad_norm": 6.03125,
      "learning_rate": 4.0396608724554654e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5339813351631164,
      "num_tokens": 116817351.0,
      "step": 151500
    },
    {
      "epoch": 0.19218426146496895,
      "grad_norm": 6.3125,
      "learning_rate": 4.0395974414468366e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5356770068407058,
      "num_tokens": 116825986.0,
      "step": 151510
    },
    {
      "epoch": 0.1921969460575018,
      "grad_norm": 6.71875,
      "learning_rate": 4.039534010438207e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5588383793830871,
      "num_tokens": 116832707.0,
      "step": 151520
    },
    {
      "epoch": 0.19220963065003463,
      "grad_norm": 6.65625,
      "learning_rate": 4.0394705794295776e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5487231135368347,
      "num_tokens": 116840815.0,
      "step": 151530
    },
    {
      "epoch": 0.19222231524256747,
      "grad_norm": 6.1875,
      "learning_rate": 4.039407148420949e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5395933866500855,
      "num_tokens": 116847136.0,
      "step": 151540
    },
    {
      "epoch": 0.19223499983510028,
      "grad_norm": 7.25,
      "learning_rate": 4.0393437174123194e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5262657552957535,
      "num_tokens": 116856020.0,
      "step": 151550
    },
    {
      "epoch": 0.19224768442763313,
      "grad_norm": 5.1875,
      "learning_rate": 4.0392802864036906e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5470933794975281,
      "num_tokens": 116864805.0,
      "step": 151560
    },
    {
      "epoch": 0.19226036902016597,
      "grad_norm": 5.40625,
      "learning_rate": 4.039216855395061e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5540337324142456,
      "num_tokens": 116874340.0,
      "step": 151570
    },
    {
      "epoch": 0.1922730536126988,
      "grad_norm": 8.1875,
      "learning_rate": 4.0391534243864324e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5741339832544327,
      "num_tokens": 116880743.0,
      "step": 151580
    },
    {
      "epoch": 0.19228573820523162,
      "grad_norm": 10.1875,
      "learning_rate": 4.039089993377803e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5418466925621033,
      "num_tokens": 116888219.0,
      "step": 151590
    },
    {
      "epoch": 0.19229842279776446,
      "grad_norm": 4.78125,
      "learning_rate": 4.0390265623691734e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.544089937210083,
      "num_tokens": 116895838.0,
      "step": 151600
    },
    {
      "epoch": 0.1923111073902973,
      "grad_norm": 5.40625,
      "learning_rate": 4.0389631313605446e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5480234324932098,
      "num_tokens": 116904290.0,
      "step": 151610
    },
    {
      "epoch": 0.19232379198283014,
      "grad_norm": 4.5,
      "learning_rate": 4.038899700351915e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5087319552898407,
      "num_tokens": 116913761.0,
      "step": 151620
    },
    {
      "epoch": 0.19233647657536296,
      "grad_norm": 4.84375,
      "learning_rate": 4.0388362693432864e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5410187542438507,
      "num_tokens": 116922309.0,
      "step": 151630
    },
    {
      "epoch": 0.1923491611678958,
      "grad_norm": 5.21875,
      "learning_rate": 4.0387728383346576e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5444443553686142,
      "num_tokens": 116931187.0,
      "step": 151640
    },
    {
      "epoch": 0.19236184576042864,
      "grad_norm": 5.3125,
      "learning_rate": 4.038709407326028e-05,
      "loss": 2.2652,
      "mean_token_accuracy": 0.5288280606269836,
      "num_tokens": 116938403.0,
      "step": 151650
    },
    {
      "epoch": 0.19237453035296148,
      "grad_norm": 8.3125,
      "learning_rate": 4.038645976317399e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5605014264583588,
      "num_tokens": 116945065.0,
      "step": 151660
    },
    {
      "epoch": 0.1923872149454943,
      "grad_norm": 6.6875,
      "learning_rate": 4.038582545308769e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5487400680780411,
      "num_tokens": 116952649.0,
      "step": 151670
    },
    {
      "epoch": 0.19239989953802714,
      "grad_norm": 1.5390625,
      "learning_rate": 4.0385191143001404e-05,
      "loss": 1.8834,
      "mean_token_accuracy": 0.5907643586397171,
      "num_tokens": 116960791.0,
      "step": 151680
    },
    {
      "epoch": 0.19241258413055998,
      "grad_norm": 7.09375,
      "learning_rate": 4.0384556832915116e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5270403742790222,
      "num_tokens": 116968414.0,
      "step": 151690
    },
    {
      "epoch": 0.19242526872309282,
      "grad_norm": 7.3125,
      "learning_rate": 4.038392252282882e-05,
      "loss": 2.212,
      "mean_token_accuracy": 0.5242241293191909,
      "num_tokens": 116976649.0,
      "step": 151700
    },
    {
      "epoch": 0.19243795331562563,
      "grad_norm": 4.96875,
      "learning_rate": 4.0383288212742534e-05,
      "loss": 1.8489,
      "mean_token_accuracy": 0.5819265693426132,
      "num_tokens": 116984252.0,
      "step": 151710
    },
    {
      "epoch": 0.19245063790815847,
      "grad_norm": 5.3125,
      "learning_rate": 4.038265390265624e-05,
      "loss": 1.9238,
      "mean_token_accuracy": 0.5664186418056488,
      "num_tokens": 116991901.0,
      "step": 151720
    },
    {
      "epoch": 0.19246332250069131,
      "grad_norm": 4.875,
      "learning_rate": 4.0382019592569944e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5495905935764313,
      "num_tokens": 117000544.0,
      "step": 151730
    },
    {
      "epoch": 0.19247600709322416,
      "grad_norm": 7.96875,
      "learning_rate": 4.0381385282483657e-05,
      "loss": 1.8898,
      "mean_token_accuracy": 0.5814112454652787,
      "num_tokens": 117006806.0,
      "step": 151740
    },
    {
      "epoch": 0.19248869168575697,
      "grad_norm": 5.125,
      "learning_rate": 4.038075097239736e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5235362887382508,
      "num_tokens": 117015565.0,
      "step": 151750
    },
    {
      "epoch": 0.1925013762782898,
      "grad_norm": 6.0625,
      "learning_rate": 4.0380116662311074e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5316540539264679,
      "num_tokens": 117023016.0,
      "step": 151760
    },
    {
      "epoch": 0.19251406087082265,
      "grad_norm": 5.6875,
      "learning_rate": 4.037948235222478e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5279283046722412,
      "num_tokens": 117030923.0,
      "step": 151770
    },
    {
      "epoch": 0.1925267454633555,
      "grad_norm": 6.90625,
      "learning_rate": 4.037884804213849e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5596467733383179,
      "num_tokens": 117038925.0,
      "step": 151780
    },
    {
      "epoch": 0.1925394300558883,
      "grad_norm": 4.84375,
      "learning_rate": 4.03782137320522e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5476130545139313,
      "num_tokens": 117046297.0,
      "step": 151790
    },
    {
      "epoch": 0.19255211464842115,
      "grad_norm": 5.4375,
      "learning_rate": 4.03775794219659e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5319366902112961,
      "num_tokens": 117054644.0,
      "step": 151800
    },
    {
      "epoch": 0.192564799240954,
      "grad_norm": 5.3125,
      "learning_rate": 4.0376945111879614e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5656388461589813,
      "num_tokens": 117062632.0,
      "step": 151810
    },
    {
      "epoch": 0.19257748383348683,
      "grad_norm": 4.9375,
      "learning_rate": 4.037631080179332e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.53101806640625,
      "num_tokens": 117071507.0,
      "step": 151820
    },
    {
      "epoch": 0.19259016842601964,
      "grad_norm": 5.4375,
      "learning_rate": 4.037567649170703e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5619071006774903,
      "num_tokens": 117077986.0,
      "step": 151830
    },
    {
      "epoch": 0.19260285301855248,
      "grad_norm": 5.3125,
      "learning_rate": 4.0375042181620744e-05,
      "loss": 1.8238,
      "mean_token_accuracy": 0.5998076826334,
      "num_tokens": 117084454.0,
      "step": 151840
    },
    {
      "epoch": 0.19261553761108532,
      "grad_norm": 11.75,
      "learning_rate": 4.037440787153445e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5662665814161301,
      "num_tokens": 117091778.0,
      "step": 151850
    },
    {
      "epoch": 0.19262822220361817,
      "grad_norm": 5.21875,
      "learning_rate": 4.037377356144816e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5689864188432694,
      "num_tokens": 117097708.0,
      "step": 151860
    },
    {
      "epoch": 0.19264090679615098,
      "grad_norm": 5.03125,
      "learning_rate": 4.037313925136186e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5633470475673675,
      "num_tokens": 117106328.0,
      "step": 151870
    },
    {
      "epoch": 0.19265359138868382,
      "grad_norm": 5.28125,
      "learning_rate": 4.037250494127557e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5211853951215744,
      "num_tokens": 117115014.0,
      "step": 151880
    },
    {
      "epoch": 0.19266627598121666,
      "grad_norm": 8.75,
      "learning_rate": 4.0371870631189284e-05,
      "loss": 1.9458,
      "mean_token_accuracy": 0.5640441566705704,
      "num_tokens": 117122888.0,
      "step": 151890
    },
    {
      "epoch": 0.1926789605737495,
      "grad_norm": 6.9375,
      "learning_rate": 4.037123632110299e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5397530496120453,
      "num_tokens": 117130374.0,
      "step": 151900
    },
    {
      "epoch": 0.19269164516628232,
      "grad_norm": 5.375,
      "learning_rate": 4.03706020110167e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5424959123134613,
      "num_tokens": 117137805.0,
      "step": 151910
    },
    {
      "epoch": 0.19270432975881516,
      "grad_norm": 5.90625,
      "learning_rate": 4.036996770093041e-05,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5891113489866256,
      "num_tokens": 117144894.0,
      "step": 151920
    },
    {
      "epoch": 0.192717014351348,
      "grad_norm": 5.875,
      "learning_rate": 4.036933339084412e-05,
      "loss": 2.2488,
      "mean_token_accuracy": 0.5306036591529846,
      "num_tokens": 117152084.0,
      "step": 151930
    },
    {
      "epoch": 0.19272969894388084,
      "grad_norm": 7.15625,
      "learning_rate": 4.0368699080757825e-05,
      "loss": 1.9212,
      "mean_token_accuracy": 0.5710572361946106,
      "num_tokens": 117159449.0,
      "step": 151940
    },
    {
      "epoch": 0.19274238353641365,
      "grad_norm": 5.1875,
      "learning_rate": 4.036806477067153e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5741401612758636,
      "num_tokens": 117165897.0,
      "step": 151950
    },
    {
      "epoch": 0.1927550681289465,
      "grad_norm": 8.75,
      "learning_rate": 4.036743046058524e-05,
      "loss": 1.8733,
      "mean_token_accuracy": 0.5728523105382919,
      "num_tokens": 117172277.0,
      "step": 151960
    },
    {
      "epoch": 0.19276775272147934,
      "grad_norm": 5.1875,
      "learning_rate": 4.036679615049895e-05,
      "loss": 1.9469,
      "mean_token_accuracy": 0.5643306106328965,
      "num_tokens": 117178984.0,
      "step": 151970
    },
    {
      "epoch": 0.19278043731401215,
      "grad_norm": 4.90625,
      "learning_rate": 4.036616184041266e-05,
      "loss": 1.9428,
      "mean_token_accuracy": 0.576701945066452,
      "num_tokens": 117186683.0,
      "step": 151980
    },
    {
      "epoch": 0.192793121906545,
      "grad_norm": 5.6875,
      "learning_rate": 4.036552753032637e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.527921986579895,
      "num_tokens": 117195289.0,
      "step": 151990
    },
    {
      "epoch": 0.19280580649907783,
      "grad_norm": 4.875,
      "learning_rate": 4.036489322024008e-05,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5891151130199432,
      "num_tokens": 117202441.0,
      "step": 152000
    },
    {
      "epoch": 0.19281849109161067,
      "grad_norm": 5.5625,
      "learning_rate": 4.036425891015378e-05,
      "loss": 1.7947,
      "mean_token_accuracy": 0.6101835638284683,
      "num_tokens": 117208058.0,
      "step": 152010
    },
    {
      "epoch": 0.19283117568414349,
      "grad_norm": 12.5,
      "learning_rate": 4.036362460006749e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5333874434232712,
      "num_tokens": 117215736.0,
      "step": 152020
    },
    {
      "epoch": 0.19284386027667633,
      "grad_norm": 5.0,
      "learning_rate": 4.03629902899812e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5265352010726929,
      "num_tokens": 117223653.0,
      "step": 152030
    },
    {
      "epoch": 0.19285654486920917,
      "grad_norm": 5.09375,
      "learning_rate": 4.036235597989491e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5233035653829574,
      "num_tokens": 117230333.0,
      "step": 152040
    },
    {
      "epoch": 0.192869229461742,
      "grad_norm": 6.0,
      "learning_rate": 4.036172166980862e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.548893004655838,
      "num_tokens": 117239047.0,
      "step": 152050
    },
    {
      "epoch": 0.19288191405427482,
      "grad_norm": 5.96875,
      "learning_rate": 4.036108735972233e-05,
      "loss": 1.8463,
      "mean_token_accuracy": 0.5978950321674347,
      "num_tokens": 117246401.0,
      "step": 152060
    },
    {
      "epoch": 0.19289459864680766,
      "grad_norm": 5.0,
      "learning_rate": 4.0360453049636035e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5718302994966507,
      "num_tokens": 117253985.0,
      "step": 152070
    },
    {
      "epoch": 0.1929072832393405,
      "grad_norm": 7.25,
      "learning_rate": 4.035981873954974e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5141316682100296,
      "num_tokens": 117261485.0,
      "step": 152080
    },
    {
      "epoch": 0.19291996783187335,
      "grad_norm": 5.75,
      "learning_rate": 4.035918442946345e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5347475081682205,
      "num_tokens": 117269865.0,
      "step": 152090
    },
    {
      "epoch": 0.19293265242440616,
      "grad_norm": 6.0,
      "learning_rate": 4.035855011937716e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.527761310338974,
      "num_tokens": 117277934.0,
      "step": 152100
    },
    {
      "epoch": 0.192945337016939,
      "grad_norm": 5.78125,
      "learning_rate": 4.035791580929087e-05,
      "loss": 2.2647,
      "mean_token_accuracy": 0.5229667156934739,
      "num_tokens": 117285942.0,
      "step": 152110
    },
    {
      "epoch": 0.19295802160947184,
      "grad_norm": 5.59375,
      "learning_rate": 4.0357281499204575e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5181190729141235,
      "num_tokens": 117293624.0,
      "step": 152120
    },
    {
      "epoch": 0.19297070620200468,
      "grad_norm": 5.0,
      "learning_rate": 4.035664718911829e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5350121825933456,
      "num_tokens": 117299988.0,
      "step": 152130
    },
    {
      "epoch": 0.1929833907945375,
      "grad_norm": 8.8125,
      "learning_rate": 4.035601287903199e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5591429114341736,
      "num_tokens": 117307968.0,
      "step": 152140
    },
    {
      "epoch": 0.19299607538707034,
      "grad_norm": 7.09375,
      "learning_rate": 4.03553785689457e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5430721044540405,
      "num_tokens": 117316495.0,
      "step": 152150
    },
    {
      "epoch": 0.19300875997960318,
      "grad_norm": 7.25,
      "learning_rate": 4.035474425885941e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5240999847650528,
      "num_tokens": 117325167.0,
      "step": 152160
    },
    {
      "epoch": 0.19302144457213602,
      "grad_norm": 5.21875,
      "learning_rate": 4.0354109948773115e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5255688726902008,
      "num_tokens": 117333309.0,
      "step": 152170
    },
    {
      "epoch": 0.19303412916466883,
      "grad_norm": 7.125,
      "learning_rate": 4.035347563868683e-05,
      "loss": 2.2942,
      "mean_token_accuracy": 0.5128863126039505,
      "num_tokens": 117341539.0,
      "step": 152180
    },
    {
      "epoch": 0.19304681375720167,
      "grad_norm": 5.125,
      "learning_rate": 4.035284132860054e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5697050929069519,
      "num_tokens": 117348498.0,
      "step": 152190
    },
    {
      "epoch": 0.19305949834973452,
      "grad_norm": 4.84375,
      "learning_rate": 4.0352207018514245e-05,
      "loss": 2.2303,
      "mean_token_accuracy": 0.5213751852512359,
      "num_tokens": 117356439.0,
      "step": 152200
    },
    {
      "epoch": 0.19307218294226736,
      "grad_norm": 5.90625,
      "learning_rate": 4.035157270842795e-05,
      "loss": 2.2715,
      "mean_token_accuracy": 0.5260843366384507,
      "num_tokens": 117363138.0,
      "step": 152210
    },
    {
      "epoch": 0.19308486753480017,
      "grad_norm": 4.875,
      "learning_rate": 4.0350938398341656e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5641057878732681,
      "num_tokens": 117370877.0,
      "step": 152220
    },
    {
      "epoch": 0.193097552127333,
      "grad_norm": 5.0625,
      "learning_rate": 4.035030408825537e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5559851825237274,
      "num_tokens": 117378344.0,
      "step": 152230
    },
    {
      "epoch": 0.19311023671986585,
      "grad_norm": 8.4375,
      "learning_rate": 4.034966977816908e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5520244091749191,
      "num_tokens": 117385710.0,
      "step": 152240
    },
    {
      "epoch": 0.1931229213123987,
      "grad_norm": 4.84375,
      "learning_rate": 4.0349035468082785e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5330640733242035,
      "num_tokens": 117392936.0,
      "step": 152250
    },
    {
      "epoch": 0.1931356059049315,
      "grad_norm": 5.9375,
      "learning_rate": 4.03484011579965e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5416027754545212,
      "num_tokens": 117400078.0,
      "step": 152260
    },
    {
      "epoch": 0.19314829049746435,
      "grad_norm": 4.6875,
      "learning_rate": 4.034776684791021e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5779284536838531,
      "num_tokens": 117407685.0,
      "step": 152270
    },
    {
      "epoch": 0.1931609750899972,
      "grad_norm": 6.375,
      "learning_rate": 4.0347132537823915e-05,
      "loss": 1.8124,
      "mean_token_accuracy": 0.5939582526683808,
      "num_tokens": 117413644.0,
      "step": 152280
    },
    {
      "epoch": 0.19317365968253003,
      "grad_norm": 6.0625,
      "learning_rate": 4.034649822773762e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5343863248825074,
      "num_tokens": 117421768.0,
      "step": 152290
    },
    {
      "epoch": 0.19318634427506284,
      "grad_norm": 4.78125,
      "learning_rate": 4.0345863917651326e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5296610713005065,
      "num_tokens": 117429618.0,
      "step": 152300
    },
    {
      "epoch": 0.19319902886759568,
      "grad_norm": 5.3125,
      "learning_rate": 4.034522960756504e-05,
      "loss": 2.221,
      "mean_token_accuracy": 0.5290767669677734,
      "num_tokens": 117436655.0,
      "step": 152310
    },
    {
      "epoch": 0.19321171346012853,
      "grad_norm": 4.375,
      "learning_rate": 4.034459529747875e-05,
      "loss": 1.8637,
      "mean_token_accuracy": 0.580245190858841,
      "num_tokens": 117442410.0,
      "step": 152320
    },
    {
      "epoch": 0.19322439805266137,
      "grad_norm": 5.53125,
      "learning_rate": 4.0343960987392455e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.55445536673069,
      "num_tokens": 117450406.0,
      "step": 152330
    },
    {
      "epoch": 0.19323708264519418,
      "grad_norm": 5.0,
      "learning_rate": 4.034332667730617e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5286085277795791,
      "num_tokens": 117458463.0,
      "step": 152340
    },
    {
      "epoch": 0.19324976723772702,
      "grad_norm": 5.0,
      "learning_rate": 4.034269236721987e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.5779814720153809,
      "num_tokens": 117466768.0,
      "step": 152350
    },
    {
      "epoch": 0.19326245183025986,
      "grad_norm": 4.96875,
      "learning_rate": 4.034205805713358e-05,
      "loss": 2.2891,
      "mean_token_accuracy": 0.5094444662332535,
      "num_tokens": 117475108.0,
      "step": 152360
    },
    {
      "epoch": 0.1932751364227927,
      "grad_norm": 5.5,
      "learning_rate": 4.034142374704729e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.566133338212967,
      "num_tokens": 117482770.0,
      "step": 152370
    },
    {
      "epoch": 0.19328782101532552,
      "grad_norm": 5.71875,
      "learning_rate": 4.0340789436960996e-05,
      "loss": 1.8539,
      "mean_token_accuracy": 0.5908024549484253,
      "num_tokens": 117490732.0,
      "step": 152380
    },
    {
      "epoch": 0.19330050560785836,
      "grad_norm": 6.78125,
      "learning_rate": 4.034015512687471e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5294911921024322,
      "num_tokens": 117499354.0,
      "step": 152390
    },
    {
      "epoch": 0.1933131902003912,
      "grad_norm": 6.59375,
      "learning_rate": 4.033952081678841e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5625547468662262,
      "num_tokens": 117507396.0,
      "step": 152400
    },
    {
      "epoch": 0.19332587479292404,
      "grad_norm": 5.3125,
      "learning_rate": 4.0338886506702125e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5474885553121567,
      "num_tokens": 117516023.0,
      "step": 152410
    },
    {
      "epoch": 0.19333855938545685,
      "grad_norm": 5.96875,
      "learning_rate": 4.033825219661583e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5447520196437836,
      "num_tokens": 117523403.0,
      "step": 152420
    },
    {
      "epoch": 0.1933512439779897,
      "grad_norm": 5.0,
      "learning_rate": 4.0337617886529536e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.524287787079811,
      "num_tokens": 117530822.0,
      "step": 152430
    },
    {
      "epoch": 0.19336392857052254,
      "grad_norm": 4.65625,
      "learning_rate": 4.033698357644325e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.555364128947258,
      "num_tokens": 117537223.0,
      "step": 152440
    },
    {
      "epoch": 0.19337661316305535,
      "grad_norm": 5.1875,
      "learning_rate": 4.033634926635695e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.570716992020607,
      "num_tokens": 117544128.0,
      "step": 152450
    },
    {
      "epoch": 0.1933892977555882,
      "grad_norm": 5.625,
      "learning_rate": 4.0335714956270666e-05,
      "loss": 1.9187,
      "mean_token_accuracy": 0.5741111695766449,
      "num_tokens": 117552633.0,
      "step": 152460
    },
    {
      "epoch": 0.19340198234812103,
      "grad_norm": 5.1875,
      "learning_rate": 4.033508064618438e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5286003738641739,
      "num_tokens": 117560663.0,
      "step": 152470
    },
    {
      "epoch": 0.19341466694065387,
      "grad_norm": 5.1875,
      "learning_rate": 4.033444633609808e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5510958403348922,
      "num_tokens": 117568297.0,
      "step": 152480
    },
    {
      "epoch": 0.1934273515331867,
      "grad_norm": 6.40625,
      "learning_rate": 4.033381202601179e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5346433281898498,
      "num_tokens": 117575630.0,
      "step": 152490
    },
    {
      "epoch": 0.19344003612571953,
      "grad_norm": 5.875,
      "learning_rate": 4.0333177715925494e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5310754209756852,
      "num_tokens": 117583095.0,
      "step": 152500
    },
    {
      "epoch": 0.19345272071825237,
      "grad_norm": 4.46875,
      "learning_rate": 4.0332543405839206e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5252431482076645,
      "num_tokens": 117591633.0,
      "step": 152510
    },
    {
      "epoch": 0.1934654053107852,
      "grad_norm": 7.0,
      "learning_rate": 4.033190909575292e-05,
      "loss": 2.1754,
      "mean_token_accuracy": 0.518690699338913,
      "num_tokens": 117600483.0,
      "step": 152520
    },
    {
      "epoch": 0.19347808990331802,
      "grad_norm": 5.875,
      "learning_rate": 4.033127478566662e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.517239761352539,
      "num_tokens": 117609003.0,
      "step": 152530
    },
    {
      "epoch": 0.19349077449585086,
      "grad_norm": 5.71875,
      "learning_rate": 4.0330640475580335e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5433953881263733,
      "num_tokens": 117617539.0,
      "step": 152540
    },
    {
      "epoch": 0.1935034590883837,
      "grad_norm": 4.875,
      "learning_rate": 4.033000616549404e-05,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5653443843126297,
      "num_tokens": 117624803.0,
      "step": 152550
    },
    {
      "epoch": 0.19351614368091655,
      "grad_norm": 7.65625,
      "learning_rate": 4.0329371855407746e-05,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5638726025819778,
      "num_tokens": 117631603.0,
      "step": 152560
    },
    {
      "epoch": 0.19352882827344936,
      "grad_norm": 5.125,
      "learning_rate": 4.032873754532146e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5135829389095307,
      "num_tokens": 117640625.0,
      "step": 152570
    },
    {
      "epoch": 0.1935415128659822,
      "grad_norm": 5.3125,
      "learning_rate": 4.0328103235235164e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5298902750015259,
      "num_tokens": 117649497.0,
      "step": 152580
    },
    {
      "epoch": 0.19355419745851504,
      "grad_norm": 5.65625,
      "learning_rate": 4.0327468925148876e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5649226844310761,
      "num_tokens": 117657237.0,
      "step": 152590
    },
    {
      "epoch": 0.19356688205104788,
      "grad_norm": 4.90625,
      "learning_rate": 4.032683461506258e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.520497465133667,
      "num_tokens": 117664805.0,
      "step": 152600
    },
    {
      "epoch": 0.1935795666435807,
      "grad_norm": 4.90625,
      "learning_rate": 4.032620030497629e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.524611160159111,
      "num_tokens": 117673505.0,
      "step": 152610
    },
    {
      "epoch": 0.19359225123611354,
      "grad_norm": 6.5625,
      "learning_rate": 4.0325565994890005e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.5363241642713547,
      "num_tokens": 117680011.0,
      "step": 152620
    },
    {
      "epoch": 0.19360493582864638,
      "grad_norm": 6.3125,
      "learning_rate": 4.0324931684803704e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5208243668079376,
      "num_tokens": 117688678.0,
      "step": 152630
    },
    {
      "epoch": 0.19361762042117922,
      "grad_norm": 4.875,
      "learning_rate": 4.0324297374717416e-05,
      "loss": 2.2217,
      "mean_token_accuracy": 0.5165320932865143,
      "num_tokens": 117696923.0,
      "step": 152640
    },
    {
      "epoch": 0.19363030501371203,
      "grad_norm": 5.8125,
      "learning_rate": 4.032366306463112e-05,
      "loss": 1.8291,
      "mean_token_accuracy": 0.5874012470245361,
      "num_tokens": 117704327.0,
      "step": 152650
    },
    {
      "epoch": 0.19364298960624488,
      "grad_norm": 6.03125,
      "learning_rate": 4.0323028754544834e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.5695834010839462,
      "num_tokens": 117712362.0,
      "step": 152660
    },
    {
      "epoch": 0.19365567419877772,
      "grad_norm": 5.84375,
      "learning_rate": 4.0322394444458546e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5470814913511276,
      "num_tokens": 117719841.0,
      "step": 152670
    },
    {
      "epoch": 0.19366835879131056,
      "grad_norm": 5.0625,
      "learning_rate": 4.032176013437225e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.551740038394928,
      "num_tokens": 117727922.0,
      "step": 152680
    },
    {
      "epoch": 0.19368104338384337,
      "grad_norm": 7.46875,
      "learning_rate": 4.032112582428596e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5395846247673035,
      "num_tokens": 117735853.0,
      "step": 152690
    },
    {
      "epoch": 0.1936937279763762,
      "grad_norm": 6.21875,
      "learning_rate": 4.032049151419967e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5380016654729843,
      "num_tokens": 117743926.0,
      "step": 152700
    },
    {
      "epoch": 0.19370641256890905,
      "grad_norm": 5.0,
      "learning_rate": 4.0319857204113374e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5296065777540206,
      "num_tokens": 117753297.0,
      "step": 152710
    },
    {
      "epoch": 0.1937190971614419,
      "grad_norm": 5.03125,
      "learning_rate": 4.0319222894027086e-05,
      "loss": 1.918,
      "mean_token_accuracy": 0.5728442311286926,
      "num_tokens": 117759184.0,
      "step": 152720
    },
    {
      "epoch": 0.1937317817539747,
      "grad_norm": 5.78125,
      "learning_rate": 4.031858858394079e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5337495148181916,
      "num_tokens": 117767030.0,
      "step": 152730
    },
    {
      "epoch": 0.19374446634650755,
      "grad_norm": 5.71875,
      "learning_rate": 4.0317954273854503e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5502122700214386,
      "num_tokens": 117774673.0,
      "step": 152740
    },
    {
      "epoch": 0.1937571509390404,
      "grad_norm": 5.1875,
      "learning_rate": 4.031731996376821e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.537512543797493,
      "num_tokens": 117783045.0,
      "step": 152750
    },
    {
      "epoch": 0.19376983553157323,
      "grad_norm": 5.25,
      "learning_rate": 4.031668565368192e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5397151231765747,
      "num_tokens": 117790375.0,
      "step": 152760
    },
    {
      "epoch": 0.19378252012410604,
      "grad_norm": 5.09375,
      "learning_rate": 4.0316051343595626e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5251066535711288,
      "num_tokens": 117798765.0,
      "step": 152770
    },
    {
      "epoch": 0.19379520471663889,
      "grad_norm": 5.5,
      "learning_rate": 4.031541703350933e-05,
      "loss": 1.7965,
      "mean_token_accuracy": 0.592147845029831,
      "num_tokens": 117804507.0,
      "step": 152780
    },
    {
      "epoch": 0.19380788930917173,
      "grad_norm": 5.4375,
      "learning_rate": 4.0314782723423044e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5668740212917328,
      "num_tokens": 117810380.0,
      "step": 152790
    },
    {
      "epoch": 0.19382057390170457,
      "grad_norm": 5.125,
      "learning_rate": 4.031414841333675e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5399437844753265,
      "num_tokens": 117817123.0,
      "step": 152800
    },
    {
      "epoch": 0.19383325849423738,
      "grad_norm": 4.8125,
      "learning_rate": 4.031351410325046e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5397556006908417,
      "num_tokens": 117825259.0,
      "step": 152810
    },
    {
      "epoch": 0.19384594308677022,
      "grad_norm": 6.09375,
      "learning_rate": 4.031287979316417e-05,
      "loss": 1.8687,
      "mean_token_accuracy": 0.6021775484085083,
      "num_tokens": 117832192.0,
      "step": 152820
    },
    {
      "epoch": 0.19385862767930306,
      "grad_norm": 6.21875,
      "learning_rate": 4.031224548307788e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5346886307001114,
      "num_tokens": 117839538.0,
      "step": 152830
    },
    {
      "epoch": 0.1938713122718359,
      "grad_norm": 5.03125,
      "learning_rate": 4.0311611172991584e-05,
      "loss": 1.8172,
      "mean_token_accuracy": 0.598198089003563,
      "num_tokens": 117846952.0,
      "step": 152840
    },
    {
      "epoch": 0.19388399686436872,
      "grad_norm": 6.5,
      "learning_rate": 4.031097686290529e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.533262774348259,
      "num_tokens": 117854515.0,
      "step": 152850
    },
    {
      "epoch": 0.19389668145690156,
      "grad_norm": 5.96875,
      "learning_rate": 4.0310342552819e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5465877711772918,
      "num_tokens": 117863468.0,
      "step": 152860
    },
    {
      "epoch": 0.1939093660494344,
      "grad_norm": 3.3125,
      "learning_rate": 4.0309708242732714e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5729090511798859,
      "num_tokens": 117870450.0,
      "step": 152870
    },
    {
      "epoch": 0.19392205064196724,
      "grad_norm": 7.0,
      "learning_rate": 4.030907393264642e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5191838890314102,
      "num_tokens": 117878812.0,
      "step": 152880
    },
    {
      "epoch": 0.19393473523450006,
      "grad_norm": 5.125,
      "learning_rate": 4.030843962256013e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5227241277694702,
      "num_tokens": 117886559.0,
      "step": 152890
    },
    {
      "epoch": 0.1939474198270329,
      "grad_norm": 5.375,
      "learning_rate": 4.0307805312473837e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5396361529827118,
      "num_tokens": 117894223.0,
      "step": 152900
    },
    {
      "epoch": 0.19396010441956574,
      "grad_norm": 4.5,
      "learning_rate": 4.030717100238754e-05,
      "loss": 1.8652,
      "mean_token_accuracy": 0.5930863678455353,
      "num_tokens": 117900963.0,
      "step": 152910
    },
    {
      "epoch": 0.19397278901209855,
      "grad_norm": 5.375,
      "learning_rate": 4.0306536692301254e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5429403156042099,
      "num_tokens": 117907633.0,
      "step": 152920
    },
    {
      "epoch": 0.1939854736046314,
      "grad_norm": 5.3125,
      "learning_rate": 4.030590238221496e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5273459017276764,
      "num_tokens": 117916315.0,
      "step": 152930
    },
    {
      "epoch": 0.19399815819716423,
      "grad_norm": 6.0625,
      "learning_rate": 4.030526807212867e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5542063683271408,
      "num_tokens": 117923610.0,
      "step": 152940
    },
    {
      "epoch": 0.19401084278969707,
      "grad_norm": 5.15625,
      "learning_rate": 4.030463376204238e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5483236372470855,
      "num_tokens": 117932750.0,
      "step": 152950
    },
    {
      "epoch": 0.1940235273822299,
      "grad_norm": 6.65625,
      "learning_rate": 4.030399945195609e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5498081296682358,
      "num_tokens": 117941554.0,
      "step": 152960
    },
    {
      "epoch": 0.19403621197476273,
      "grad_norm": 7.0625,
      "learning_rate": 4.03033651418698e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5781560391187668,
      "num_tokens": 117948922.0,
      "step": 152970
    },
    {
      "epoch": 0.19404889656729557,
      "grad_norm": 8.1875,
      "learning_rate": 4.03027308317835e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5272830426692963,
      "num_tokens": 117957003.0,
      "step": 152980
    },
    {
      "epoch": 0.1940615811598284,
      "grad_norm": 5.5,
      "learning_rate": 4.030209652169721e-05,
      "loss": 1.9157,
      "mean_token_accuracy": 0.5754361927509308,
      "num_tokens": 117963606.0,
      "step": 152990
    },
    {
      "epoch": 0.19407426575236122,
      "grad_norm": 8.6875,
      "learning_rate": 4.030146221161092e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5283045172691345,
      "num_tokens": 117971221.0,
      "step": 153000
    },
    {
      "epoch": 0.19408695034489407,
      "grad_norm": 7.34375,
      "learning_rate": 4.030082790152463e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5497963160276413,
      "num_tokens": 117978028.0,
      "step": 153010
    },
    {
      "epoch": 0.1940996349374269,
      "grad_norm": 8.6875,
      "learning_rate": 4.030019359143834e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5152380466461182,
      "num_tokens": 117985021.0,
      "step": 153020
    },
    {
      "epoch": 0.19411231952995975,
      "grad_norm": 5.65625,
      "learning_rate": 4.029955928135205e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5573287189006806,
      "num_tokens": 117993495.0,
      "step": 153030
    },
    {
      "epoch": 0.19412500412249256,
      "grad_norm": 5.0625,
      "learning_rate": 4.029892497126576e-05,
      "loss": 1.7783,
      "mean_token_accuracy": 0.6081104516983032,
      "num_tokens": 117998895.0,
      "step": 153040
    },
    {
      "epoch": 0.1941376887150254,
      "grad_norm": 5.59375,
      "learning_rate": 4.0298290661179464e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5313203573226929,
      "num_tokens": 118006634.0,
      "step": 153050
    },
    {
      "epoch": 0.19415037330755824,
      "grad_norm": 5.03125,
      "learning_rate": 4.029765635109317e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5391581594944,
      "num_tokens": 118014646.0,
      "step": 153060
    },
    {
      "epoch": 0.19416305790009109,
      "grad_norm": 5.03125,
      "learning_rate": 4.029702204100688e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5262147217988968,
      "num_tokens": 118021264.0,
      "step": 153070
    },
    {
      "epoch": 0.1941757424926239,
      "grad_norm": 5.625,
      "learning_rate": 4.029638773092059e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5612148940563202,
      "num_tokens": 118028177.0,
      "step": 153080
    },
    {
      "epoch": 0.19418842708515674,
      "grad_norm": 3.328125,
      "learning_rate": 4.02957534208343e-05,
      "loss": 1.7346,
      "mean_token_accuracy": 0.6141296923160553,
      "num_tokens": 118035784.0,
      "step": 153090
    },
    {
      "epoch": 0.19420111167768958,
      "grad_norm": 6.34375,
      "learning_rate": 4.0295119110748005e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5204455554485321,
      "num_tokens": 118043984.0,
      "step": 153100
    },
    {
      "epoch": 0.19421379627022242,
      "grad_norm": 5.375,
      "learning_rate": 4.029448480066172e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5214860796928406,
      "num_tokens": 118052271.0,
      "step": 153110
    },
    {
      "epoch": 0.19422648086275524,
      "grad_norm": 4.46875,
      "learning_rate": 4.029385049057542e-05,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5937105774879455,
      "num_tokens": 118059365.0,
      "step": 153120
    },
    {
      "epoch": 0.19423916545528808,
      "grad_norm": 4.84375,
      "learning_rate": 4.029321618048913e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5392869561910629,
      "num_tokens": 118067868.0,
      "step": 153130
    },
    {
      "epoch": 0.19425185004782092,
      "grad_norm": 4.65625,
      "learning_rate": 4.029258187040284e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5168817192316055,
      "num_tokens": 118075379.0,
      "step": 153140
    },
    {
      "epoch": 0.19426453464035376,
      "grad_norm": 5.5,
      "learning_rate": 4.0291947560316545e-05,
      "loss": 1.9577,
      "mean_token_accuracy": 0.5610303848981857,
      "num_tokens": 118083693.0,
      "step": 153150
    },
    {
      "epoch": 0.19427721923288657,
      "grad_norm": 10.125,
      "learning_rate": 4.029131325023026e-05,
      "loss": 1.7861,
      "mean_token_accuracy": 0.5967128366231919,
      "num_tokens": 118090492.0,
      "step": 153160
    },
    {
      "epoch": 0.1942899038254194,
      "grad_norm": 5.09375,
      "learning_rate": 4.029067894014397e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5481496185064316,
      "num_tokens": 118098987.0,
      "step": 153170
    },
    {
      "epoch": 0.19430258841795225,
      "grad_norm": 5.0,
      "learning_rate": 4.0290044630057674e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.566755411028862,
      "num_tokens": 118107457.0,
      "step": 153180
    },
    {
      "epoch": 0.1943152730104851,
      "grad_norm": 6.625,
      "learning_rate": 4.028941031997138e-05,
      "loss": 1.8441,
      "mean_token_accuracy": 0.5864863902330398,
      "num_tokens": 118114138.0,
      "step": 153190
    },
    {
      "epoch": 0.1943279576030179,
      "grad_norm": 4.0625,
      "learning_rate": 4.028877600988509e-05,
      "loss": 1.7131,
      "mean_token_accuracy": 0.6157809436321259,
      "num_tokens": 118120728.0,
      "step": 153200
    },
    {
      "epoch": 0.19434064219555075,
      "grad_norm": 6.09375,
      "learning_rate": 4.02881416997988e-05,
      "loss": 1.8845,
      "mean_token_accuracy": 0.5813193142414093,
      "num_tokens": 118127579.0,
      "step": 153210
    },
    {
      "epoch": 0.1943533267880836,
      "grad_norm": 7.53125,
      "learning_rate": 4.028750738971251e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5274052649736405,
      "num_tokens": 118134965.0,
      "step": 153220
    },
    {
      "epoch": 0.19436601138061643,
      "grad_norm": 4.90625,
      "learning_rate": 4.0286873079626215e-05,
      "loss": 1.9156,
      "mean_token_accuracy": 0.5742831885814667,
      "num_tokens": 118142301.0,
      "step": 153230
    },
    {
      "epoch": 0.19437869597314925,
      "grad_norm": 8.0625,
      "learning_rate": 4.028623876953993e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5396199315786362,
      "num_tokens": 118149064.0,
      "step": 153240
    },
    {
      "epoch": 0.1943913805656821,
      "grad_norm": 5.1875,
      "learning_rate": 4.028560445945363e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5267247825860977,
      "num_tokens": 118156254.0,
      "step": 153250
    },
    {
      "epoch": 0.19440406515821493,
      "grad_norm": 4.9375,
      "learning_rate": 4.028497014936734e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5408543795347214,
      "num_tokens": 118165067.0,
      "step": 153260
    },
    {
      "epoch": 0.19441674975074777,
      "grad_norm": 5.78125,
      "learning_rate": 4.028433583928105e-05,
      "loss": 2.2675,
      "mean_token_accuracy": 0.5044215351343155,
      "num_tokens": 118173158.0,
      "step": 153270
    },
    {
      "epoch": 0.19442943434328058,
      "grad_norm": 4.375,
      "learning_rate": 4.0283701529194755e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5706305146217346,
      "num_tokens": 118180681.0,
      "step": 153280
    },
    {
      "epoch": 0.19444211893581342,
      "grad_norm": 4.96875,
      "learning_rate": 4.028306721910847e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.5190837234258652,
      "num_tokens": 118188485.0,
      "step": 153290
    },
    {
      "epoch": 0.19445480352834627,
      "grad_norm": 5.0,
      "learning_rate": 4.028243290902218e-05,
      "loss": 1.7775,
      "mean_token_accuracy": 0.6012673079967499,
      "num_tokens": 118195650.0,
      "step": 153300
    },
    {
      "epoch": 0.1944674881208791,
      "grad_norm": 4.875,
      "learning_rate": 4.0281798598935885e-05,
      "loss": 1.8216,
      "mean_token_accuracy": 0.5853752851486206,
      "num_tokens": 118203909.0,
      "step": 153310
    },
    {
      "epoch": 0.19448017271341192,
      "grad_norm": 5.84375,
      "learning_rate": 4.028116428884959e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.538563945889473,
      "num_tokens": 118211454.0,
      "step": 153320
    },
    {
      "epoch": 0.19449285730594476,
      "grad_norm": 6.0625,
      "learning_rate": 4.0280529978763295e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5301115721464157,
      "num_tokens": 118219360.0,
      "step": 153330
    },
    {
      "epoch": 0.1945055418984776,
      "grad_norm": 5.25,
      "learning_rate": 4.027989566867701e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.560219657421112,
      "num_tokens": 118226446.0,
      "step": 153340
    },
    {
      "epoch": 0.19451822649101044,
      "grad_norm": 6.375,
      "learning_rate": 4.027926135859072e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5198279589414596,
      "num_tokens": 118234344.0,
      "step": 153350
    },
    {
      "epoch": 0.19453091108354326,
      "grad_norm": 5.15625,
      "learning_rate": 4.0278627048504425e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5524788558483124,
      "num_tokens": 118241130.0,
      "step": 153360
    },
    {
      "epoch": 0.1945435956760761,
      "grad_norm": 5.0625,
      "learning_rate": 4.027799273841814e-05,
      "loss": 1.7716,
      "mean_token_accuracy": 0.6065838217735291,
      "num_tokens": 118248219.0,
      "step": 153370
    },
    {
      "epoch": 0.19455628026860894,
      "grad_norm": 4.5625,
      "learning_rate": 4.027735842833184e-05,
      "loss": 2.3154,
      "mean_token_accuracy": 0.5022410899400711,
      "num_tokens": 118256275.0,
      "step": 153380
    },
    {
      "epoch": 0.19456896486114175,
      "grad_norm": 4.9375,
      "learning_rate": 4.0276724118245555e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5660842627286911,
      "num_tokens": 118264542.0,
      "step": 153390
    },
    {
      "epoch": 0.1945816494536746,
      "grad_norm": 6.40625,
      "learning_rate": 4.027608980815926e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5576380521059037,
      "num_tokens": 118271120.0,
      "step": 153400
    },
    {
      "epoch": 0.19459433404620743,
      "grad_norm": 5.34375,
      "learning_rate": 4.0275455498072965e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5167106032371521,
      "num_tokens": 118280203.0,
      "step": 153410
    },
    {
      "epoch": 0.19460701863874028,
      "grad_norm": 8.0625,
      "learning_rate": 4.027482118798668e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5465763419866562,
      "num_tokens": 118288602.0,
      "step": 153420
    },
    {
      "epoch": 0.1946197032312731,
      "grad_norm": 6.15625,
      "learning_rate": 4.027418687790038e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5373355448246002,
      "num_tokens": 118296823.0,
      "step": 153430
    },
    {
      "epoch": 0.19463238782380593,
      "grad_norm": 6.21875,
      "learning_rate": 4.0273552567814095e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5782180577516556,
      "num_tokens": 118304574.0,
      "step": 153440
    },
    {
      "epoch": 0.19464507241633877,
      "grad_norm": 5.21875,
      "learning_rate": 4.027291825772781e-05,
      "loss": 2.2077,
      "mean_token_accuracy": 0.5167915791273117,
      "num_tokens": 118312635.0,
      "step": 153450
    },
    {
      "epoch": 0.1946577570088716,
      "grad_norm": 4.78125,
      "learning_rate": 4.027228394764151e-05,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5819104790687561,
      "num_tokens": 118319617.0,
      "step": 153460
    },
    {
      "epoch": 0.19467044160140443,
      "grad_norm": 5.90625,
      "learning_rate": 4.027164963755522e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5657111048698426,
      "num_tokens": 118328043.0,
      "step": 153470
    },
    {
      "epoch": 0.19468312619393727,
      "grad_norm": 5.71875,
      "learning_rate": 4.027101532746892e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5230984687805176,
      "num_tokens": 118336344.0,
      "step": 153480
    },
    {
      "epoch": 0.1946958107864701,
      "grad_norm": 4.9375,
      "learning_rate": 4.0270381017382635e-05,
      "loss": 2.2391,
      "mean_token_accuracy": 0.5178878545761109,
      "num_tokens": 118343680.0,
      "step": 153490
    },
    {
      "epoch": 0.19470849537900295,
      "grad_norm": 6.03125,
      "learning_rate": 4.026974670729635e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5706228315830231,
      "num_tokens": 118351464.0,
      "step": 153500
    },
    {
      "epoch": 0.19472117997153576,
      "grad_norm": 6.4375,
      "learning_rate": 4.026911239721005e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5458687961101532,
      "num_tokens": 118357529.0,
      "step": 153510
    },
    {
      "epoch": 0.1947338645640686,
      "grad_norm": 5.25,
      "learning_rate": 4.0268478087123765e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5475430071353913,
      "num_tokens": 118365380.0,
      "step": 153520
    },
    {
      "epoch": 0.19474654915660145,
      "grad_norm": 4.875,
      "learning_rate": 4.026784377703747e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5489791363477707,
      "num_tokens": 118373277.0,
      "step": 153530
    },
    {
      "epoch": 0.1947592337491343,
      "grad_norm": 5.53125,
      "learning_rate": 4.0267209466951176e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5355407923460007,
      "num_tokens": 118380939.0,
      "step": 153540
    },
    {
      "epoch": 0.1947719183416671,
      "grad_norm": 4.75,
      "learning_rate": 4.026657515686489e-05,
      "loss": 2.2141,
      "mean_token_accuracy": 0.5252894490957261,
      "num_tokens": 118390368.0,
      "step": 153550
    },
    {
      "epoch": 0.19478460293419994,
      "grad_norm": 6.0625,
      "learning_rate": 4.026594084677859e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5311336547136307,
      "num_tokens": 118398605.0,
      "step": 153560
    },
    {
      "epoch": 0.19479728752673278,
      "grad_norm": 4.90625,
      "learning_rate": 4.0265306536692305e-05,
      "loss": 1.9071,
      "mean_token_accuracy": 0.572734209895134,
      "num_tokens": 118404925.0,
      "step": 153570
    },
    {
      "epoch": 0.19480997211926562,
      "grad_norm": 6.125,
      "learning_rate": 4.026467222660601e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5383854895830155,
      "num_tokens": 118413358.0,
      "step": 153580
    },
    {
      "epoch": 0.19482265671179844,
      "grad_norm": 6.03125,
      "learning_rate": 4.026403791651972e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.584525191783905,
      "num_tokens": 118420720.0,
      "step": 153590
    },
    {
      "epoch": 0.19483534130433128,
      "grad_norm": 5.625,
      "learning_rate": 4.026340360643343e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5705288767814636,
      "num_tokens": 118428665.0,
      "step": 153600
    },
    {
      "epoch": 0.19484802589686412,
      "grad_norm": 5.09375,
      "learning_rate": 4.026276929634713e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5425101041793823,
      "num_tokens": 118435670.0,
      "step": 153610
    },
    {
      "epoch": 0.19486071048939696,
      "grad_norm": 4.71875,
      "learning_rate": 4.0262134986260845e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5270670831203461,
      "num_tokens": 118443161.0,
      "step": 153620
    },
    {
      "epoch": 0.19487339508192977,
      "grad_norm": 5.0625,
      "learning_rate": 4.026150067617455e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5221011817455292,
      "num_tokens": 118452108.0,
      "step": 153630
    },
    {
      "epoch": 0.19488607967446261,
      "grad_norm": 5.6875,
      "learning_rate": 4.026086636608826e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5667159765958786,
      "num_tokens": 118460400.0,
      "step": 153640
    },
    {
      "epoch": 0.19489876426699546,
      "grad_norm": 5.6875,
      "learning_rate": 4.0260232056001975e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5539158701896667,
      "num_tokens": 118467657.0,
      "step": 153650
    },
    {
      "epoch": 0.1949114488595283,
      "grad_norm": 5.875,
      "learning_rate": 4.025959774591568e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5272072404623032,
      "num_tokens": 118476700.0,
      "step": 153660
    },
    {
      "epoch": 0.1949241334520611,
      "grad_norm": 5.6875,
      "learning_rate": 4.0258963435829386e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5556772530078888,
      "num_tokens": 118482672.0,
      "step": 153670
    },
    {
      "epoch": 0.19493681804459395,
      "grad_norm": 4.59375,
      "learning_rate": 4.025832912574309e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5517808645963669,
      "num_tokens": 118491391.0,
      "step": 153680
    },
    {
      "epoch": 0.1949495026371268,
      "grad_norm": 12.4375,
      "learning_rate": 4.02576948156568e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5639447063207627,
      "num_tokens": 118498712.0,
      "step": 153690
    },
    {
      "epoch": 0.19496218722965963,
      "grad_norm": 6.8125,
      "learning_rate": 4.0257060505570515e-05,
      "loss": 1.9031,
      "mean_token_accuracy": 0.575763151049614,
      "num_tokens": 118505418.0,
      "step": 153700
    },
    {
      "epoch": 0.19497487182219245,
      "grad_norm": 5.65625,
      "learning_rate": 4.025642619548422e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5315899521112442,
      "num_tokens": 118512971.0,
      "step": 153710
    },
    {
      "epoch": 0.1949875564147253,
      "grad_norm": 6.96875,
      "learning_rate": 4.025579188539793e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5499663829803467,
      "num_tokens": 118520836.0,
      "step": 153720
    },
    {
      "epoch": 0.19500024100725813,
      "grad_norm": 4.875,
      "learning_rate": 4.025515757531164e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5319192796945572,
      "num_tokens": 118528766.0,
      "step": 153730
    },
    {
      "epoch": 0.19501292559979097,
      "grad_norm": 5.03125,
      "learning_rate": 4.0254523265225344e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5409580707550049,
      "num_tokens": 118536686.0,
      "step": 153740
    },
    {
      "epoch": 0.19502561019232378,
      "grad_norm": 5.375,
      "learning_rate": 4.0253888955139056e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5330458164215088,
      "num_tokens": 118544470.0,
      "step": 153750
    },
    {
      "epoch": 0.19503829478485663,
      "grad_norm": 5.1875,
      "learning_rate": 4.025325464505276e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5505895167589188,
      "num_tokens": 118552727.0,
      "step": 153760
    },
    {
      "epoch": 0.19505097937738947,
      "grad_norm": 5.40625,
      "learning_rate": 4.025262033496647e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5704513251781463,
      "num_tokens": 118559342.0,
      "step": 153770
    },
    {
      "epoch": 0.1950636639699223,
      "grad_norm": 5.125,
      "learning_rate": 4.025198602488018e-05,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5120418787002563,
      "num_tokens": 118567376.0,
      "step": 153780
    },
    {
      "epoch": 0.19507634856245512,
      "grad_norm": 5.3125,
      "learning_rate": 4.025135171479389e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5800472050905228,
      "num_tokens": 118575254.0,
      "step": 153790
    },
    {
      "epoch": 0.19508903315498796,
      "grad_norm": 5.78125,
      "learning_rate": 4.02507174047076e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5714255958795548,
      "num_tokens": 118582235.0,
      "step": 153800
    },
    {
      "epoch": 0.1951017177475208,
      "grad_norm": 5.59375,
      "learning_rate": 4.025008309462131e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5533651620149612,
      "num_tokens": 118588692.0,
      "step": 153810
    },
    {
      "epoch": 0.19511440234005364,
      "grad_norm": 5.84375,
      "learning_rate": 4.0249448784535013e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5269091367721558,
      "num_tokens": 118596362.0,
      "step": 153820
    },
    {
      "epoch": 0.19512708693258646,
      "grad_norm": 5.09375,
      "learning_rate": 4.024881447444872e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.518767175078392,
      "num_tokens": 118605259.0,
      "step": 153830
    },
    {
      "epoch": 0.1951397715251193,
      "grad_norm": 4.75,
      "learning_rate": 4.024818016436243e-05,
      "loss": 2.247,
      "mean_token_accuracy": 0.5020023941993713,
      "num_tokens": 118613360.0,
      "step": 153840
    },
    {
      "epoch": 0.19515245611765214,
      "grad_norm": 8.8125,
      "learning_rate": 4.024754585427614e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.530261316895485,
      "num_tokens": 118621755.0,
      "step": 153850
    },
    {
      "epoch": 0.19516514071018495,
      "grad_norm": 7.34375,
      "learning_rate": 4.024691154418985e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5489637017250061,
      "num_tokens": 118628236.0,
      "step": 153860
    },
    {
      "epoch": 0.1951778253027178,
      "grad_norm": 7.125,
      "learning_rate": 4.024627723410356e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5527716040611267,
      "num_tokens": 118635844.0,
      "step": 153870
    },
    {
      "epoch": 0.19519050989525064,
      "grad_norm": 5.75,
      "learning_rate": 4.0245642924017266e-05,
      "loss": 1.7544,
      "mean_token_accuracy": 0.6100527524948121,
      "num_tokens": 118642463.0,
      "step": 153880
    },
    {
      "epoch": 0.19520319448778348,
      "grad_norm": 6.5,
      "learning_rate": 4.024500861393097e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5642828673124314,
      "num_tokens": 118650411.0,
      "step": 153890
    },
    {
      "epoch": 0.1952158790803163,
      "grad_norm": 5.0625,
      "learning_rate": 4.024437430384468e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5545081079006196,
      "num_tokens": 118658436.0,
      "step": 153900
    },
    {
      "epoch": 0.19522856367284913,
      "grad_norm": 5.25,
      "learning_rate": 4.024373999375839e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5427747458219528,
      "num_tokens": 118666488.0,
      "step": 153910
    },
    {
      "epoch": 0.19524124826538197,
      "grad_norm": 5.4375,
      "learning_rate": 4.02431056836721e-05,
      "loss": 1.8809,
      "mean_token_accuracy": 0.5930306911468506,
      "num_tokens": 118672768.0,
      "step": 153920
    },
    {
      "epoch": 0.1952539328579148,
      "grad_norm": 5.15625,
      "learning_rate": 4.0242471373585806e-05,
      "loss": 1.7684,
      "mean_token_accuracy": 0.6001591771841049,
      "num_tokens": 118679687.0,
      "step": 153930
    },
    {
      "epoch": 0.19526661745044763,
      "grad_norm": 6.125,
      "learning_rate": 4.024183706349952e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5663375377655029,
      "num_tokens": 118686688.0,
      "step": 153940
    },
    {
      "epoch": 0.19527930204298047,
      "grad_norm": 5.46875,
      "learning_rate": 4.0241202753413224e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.531885102391243,
      "num_tokens": 118693799.0,
      "step": 153950
    },
    {
      "epoch": 0.1952919866355133,
      "grad_norm": 4.5625,
      "learning_rate": 4.024056844332693e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5194045156240463,
      "num_tokens": 118700507.0,
      "step": 153960
    },
    {
      "epoch": 0.19530467122804615,
      "grad_norm": 5.9375,
      "learning_rate": 4.023993413324064e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5544686138629913,
      "num_tokens": 118708213.0,
      "step": 153970
    },
    {
      "epoch": 0.19531735582057896,
      "grad_norm": 6.25,
      "learning_rate": 4.0239299823154347e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5165938705205917,
      "num_tokens": 118714971.0,
      "step": 153980
    },
    {
      "epoch": 0.1953300404131118,
      "grad_norm": 5.71875,
      "learning_rate": 4.023866551306806e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5754967272281647,
      "num_tokens": 118722929.0,
      "step": 153990
    },
    {
      "epoch": 0.19534272500564465,
      "grad_norm": 4.78125,
      "learning_rate": 4.023803120298177e-05,
      "loss": 2.157,
      "mean_token_accuracy": 0.523036566376686,
      "num_tokens": 118731211.0,
      "step": 154000
    },
    {
      "epoch": 0.1953554095981775,
      "grad_norm": 4.78125,
      "learning_rate": 4.0237396892895476e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5466442078351974,
      "num_tokens": 118739476.0,
      "step": 154010
    },
    {
      "epoch": 0.1953680941907103,
      "grad_norm": 6.1875,
      "learning_rate": 4.023676258280918e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5278504878282547,
      "num_tokens": 118747317.0,
      "step": 154020
    },
    {
      "epoch": 0.19538077878324314,
      "grad_norm": 5.75,
      "learning_rate": 4.023612827272289e-05,
      "loss": 1.8295,
      "mean_token_accuracy": 0.5825383782386779,
      "num_tokens": 118755467.0,
      "step": 154030
    },
    {
      "epoch": 0.19539346337577598,
      "grad_norm": 5.53125,
      "learning_rate": 4.02354939626366e-05,
      "loss": 1.8722,
      "mean_token_accuracy": 0.5781908750534057,
      "num_tokens": 118762485.0,
      "step": 154040
    },
    {
      "epoch": 0.19540614796830882,
      "grad_norm": 6.625,
      "learning_rate": 4.023485965255031e-05,
      "loss": 1.8997,
      "mean_token_accuracy": 0.5842695355415344,
      "num_tokens": 118769138.0,
      "step": 154050
    },
    {
      "epoch": 0.19541883256084164,
      "grad_norm": 5.9375,
      "learning_rate": 4.0234225342464016e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.549908921122551,
      "num_tokens": 118776772.0,
      "step": 154060
    },
    {
      "epoch": 0.19543151715337448,
      "grad_norm": 5.34375,
      "learning_rate": 4.023359103237773e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5517416656017303,
      "num_tokens": 118784664.0,
      "step": 154070
    },
    {
      "epoch": 0.19544420174590732,
      "grad_norm": 6.5625,
      "learning_rate": 4.0232956722291434e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.540182426571846,
      "num_tokens": 118792414.0,
      "step": 154080
    },
    {
      "epoch": 0.19545688633844016,
      "grad_norm": 5.65625,
      "learning_rate": 4.023232241220514e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5496809124946594,
      "num_tokens": 118799961.0,
      "step": 154090
    },
    {
      "epoch": 0.19546957093097297,
      "grad_norm": 7.34375,
      "learning_rate": 4.023168810211885e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.547794783115387,
      "num_tokens": 118807564.0,
      "step": 154100
    },
    {
      "epoch": 0.19548225552350582,
      "grad_norm": 7.375,
      "learning_rate": 4.023105379203256e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5354014813899994,
      "num_tokens": 118814321.0,
      "step": 154110
    },
    {
      "epoch": 0.19549494011603866,
      "grad_norm": 6.34375,
      "learning_rate": 4.023041948194627e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5489063203334809,
      "num_tokens": 118821278.0,
      "step": 154120
    },
    {
      "epoch": 0.1955076247085715,
      "grad_norm": 5.46875,
      "learning_rate": 4.022978517185998e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5447019517421723,
      "num_tokens": 118829800.0,
      "step": 154130
    },
    {
      "epoch": 0.1955203093011043,
      "grad_norm": 5.25,
      "learning_rate": 4.0229150861773686e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5270885556936264,
      "num_tokens": 118838345.0,
      "step": 154140
    },
    {
      "epoch": 0.19553299389363715,
      "grad_norm": 4.9375,
      "learning_rate": 4.02285165516874e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5375070661306381,
      "num_tokens": 118845146.0,
      "step": 154150
    },
    {
      "epoch": 0.19554567848617,
      "grad_norm": 5.5625,
      "learning_rate": 4.02278822416011e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5267873376607894,
      "num_tokens": 118853270.0,
      "step": 154160
    },
    {
      "epoch": 0.19555836307870283,
      "grad_norm": 8.5625,
      "learning_rate": 4.022724793151481e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5284728467464447,
      "num_tokens": 118861511.0,
      "step": 154170
    },
    {
      "epoch": 0.19557104767123565,
      "grad_norm": 5.40625,
      "learning_rate": 4.022661362142852e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5373418658971787,
      "num_tokens": 118869400.0,
      "step": 154180
    },
    {
      "epoch": 0.1955837322637685,
      "grad_norm": 6.375,
      "learning_rate": 4.022597931134223e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5588353544473648,
      "num_tokens": 118875818.0,
      "step": 154190
    },
    {
      "epoch": 0.19559641685630133,
      "grad_norm": 5.5625,
      "learning_rate": 4.022534500125594e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5372185796499253,
      "num_tokens": 118883916.0,
      "step": 154200
    },
    {
      "epoch": 0.19560910144883417,
      "grad_norm": 5.1875,
      "learning_rate": 4.0224710691169644e-05,
      "loss": 1.924,
      "mean_token_accuracy": 0.5850907176733017,
      "num_tokens": 118890835.0,
      "step": 154210
    },
    {
      "epoch": 0.19562178604136699,
      "grad_norm": 5.90625,
      "learning_rate": 4.0224076381083356e-05,
      "loss": 1.86,
      "mean_token_accuracy": 0.579242804646492,
      "num_tokens": 118899050.0,
      "step": 154220
    },
    {
      "epoch": 0.19563447063389983,
      "grad_norm": 9.1875,
      "learning_rate": 4.022344207099706e-05,
      "loss": 1.8752,
      "mean_token_accuracy": 0.5808288842439652,
      "num_tokens": 118906250.0,
      "step": 154230
    },
    {
      "epoch": 0.19564715522643267,
      "grad_norm": 6.6875,
      "learning_rate": 4.022280776091077e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.555992117524147,
      "num_tokens": 118913104.0,
      "step": 154240
    },
    {
      "epoch": 0.1956598398189655,
      "grad_norm": 10.4375,
      "learning_rate": 4.022217345082448e-05,
      "loss": 1.9674,
      "mean_token_accuracy": 0.570653373003006,
      "num_tokens": 118919784.0,
      "step": 154250
    },
    {
      "epoch": 0.19567252441149832,
      "grad_norm": 7.125,
      "learning_rate": 4.0221539140738184e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5654271811246872,
      "num_tokens": 118927374.0,
      "step": 154260
    },
    {
      "epoch": 0.19568520900403116,
      "grad_norm": 5.40625,
      "learning_rate": 4.0220904830651897e-05,
      "loss": 1.854,
      "mean_token_accuracy": 0.5927777826786041,
      "num_tokens": 118934901.0,
      "step": 154270
    },
    {
      "epoch": 0.195697893596564,
      "grad_norm": 7.40625,
      "learning_rate": 4.022027052056561e-05,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5792290061712265,
      "num_tokens": 118940926.0,
      "step": 154280
    },
    {
      "epoch": 0.19571057818909685,
      "grad_norm": 6.4375,
      "learning_rate": 4.0219636210479314e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5337657123804093,
      "num_tokens": 118948996.0,
      "step": 154290
    },
    {
      "epoch": 0.19572326278162966,
      "grad_norm": 7.125,
      "learning_rate": 4.021900190039302e-05,
      "loss": 1.8133,
      "mean_token_accuracy": 0.5905773997306824,
      "num_tokens": 118954845.0,
      "step": 154300
    },
    {
      "epoch": 0.1957359473741625,
      "grad_norm": 5.78125,
      "learning_rate": 4.0218367590306725e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5308668464422226,
      "num_tokens": 118961832.0,
      "step": 154310
    },
    {
      "epoch": 0.19574863196669534,
      "grad_norm": 6.5,
      "learning_rate": 4.021773328022044e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5550565004348755,
      "num_tokens": 118968042.0,
      "step": 154320
    },
    {
      "epoch": 0.19576131655922815,
      "grad_norm": 6.6875,
      "learning_rate": 4.021709897013415e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5817906349897385,
      "num_tokens": 118976514.0,
      "step": 154330
    },
    {
      "epoch": 0.195774001151761,
      "grad_norm": 6.59375,
      "learning_rate": 4.0216464660047854e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5327819794416427,
      "num_tokens": 118983934.0,
      "step": 154340
    },
    {
      "epoch": 0.19578668574429384,
      "grad_norm": 5.15625,
      "learning_rate": 4.0215830349961566e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5444286406040192,
      "num_tokens": 118992764.0,
      "step": 154350
    },
    {
      "epoch": 0.19579937033682668,
      "grad_norm": 5.53125,
      "learning_rate": 4.021519603987527e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5479374617338181,
      "num_tokens": 119000836.0,
      "step": 154360
    },
    {
      "epoch": 0.1958120549293595,
      "grad_norm": 5.71875,
      "learning_rate": 4.021456172978898e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5621206581592559,
      "num_tokens": 119009403.0,
      "step": 154370
    },
    {
      "epoch": 0.19582473952189233,
      "grad_norm": 8.5,
      "learning_rate": 4.021392741970269e-05,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5622707068920135,
      "num_tokens": 119017033.0,
      "step": 154380
    },
    {
      "epoch": 0.19583742411442517,
      "grad_norm": 4.71875,
      "learning_rate": 4.0213293109616395e-05,
      "loss": 2.2644,
      "mean_token_accuracy": 0.5106729298830033,
      "num_tokens": 119024716.0,
      "step": 154390
    },
    {
      "epoch": 0.19585010870695801,
      "grad_norm": 6.65625,
      "learning_rate": 4.021265879953011e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5374329835176468,
      "num_tokens": 119031787.0,
      "step": 154400
    },
    {
      "epoch": 0.19586279329949083,
      "grad_norm": 5.78125,
      "learning_rate": 4.021202448944381e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5775549471378326,
      "num_tokens": 119038807.0,
      "step": 154410
    },
    {
      "epoch": 0.19587547789202367,
      "grad_norm": 9.0625,
      "learning_rate": 4.0211390179357524e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5225236505270004,
      "num_tokens": 119046335.0,
      "step": 154420
    },
    {
      "epoch": 0.1958881624845565,
      "grad_norm": 6.28125,
      "learning_rate": 4.021075586927123e-05,
      "loss": 1.7568,
      "mean_token_accuracy": 0.6160891890525818,
      "num_tokens": 119054337.0,
      "step": 154430
    },
    {
      "epoch": 0.19590084707708935,
      "grad_norm": 4.9375,
      "learning_rate": 4.0210121559184935e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.553834930062294,
      "num_tokens": 119061690.0,
      "step": 154440
    },
    {
      "epoch": 0.19591353166962217,
      "grad_norm": 5.875,
      "learning_rate": 4.020948724909865e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5518343031406403,
      "num_tokens": 119069412.0,
      "step": 154450
    },
    {
      "epoch": 0.195926216262155,
      "grad_norm": 6.125,
      "learning_rate": 4.020885293901235e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5612084746360779,
      "num_tokens": 119077367.0,
      "step": 154460
    },
    {
      "epoch": 0.19593890085468785,
      "grad_norm": 4.8125,
      "learning_rate": 4.0208218628926065e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5575896799564362,
      "num_tokens": 119085415.0,
      "step": 154470
    },
    {
      "epoch": 0.1959515854472207,
      "grad_norm": 5.3125,
      "learning_rate": 4.020758431883978e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5495275139808655,
      "num_tokens": 119094445.0,
      "step": 154480
    },
    {
      "epoch": 0.1959642700397535,
      "grad_norm": 6.65625,
      "learning_rate": 4.020695000875348e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5672276884317398,
      "num_tokens": 119103034.0,
      "step": 154490
    },
    {
      "epoch": 0.19597695463228634,
      "grad_norm": 6.3125,
      "learning_rate": 4.020631569866719e-05,
      "loss": 2.3464,
      "mean_token_accuracy": 0.5025105983018875,
      "num_tokens": 119110572.0,
      "step": 154500
    },
    {
      "epoch": 0.19598963922481918,
      "grad_norm": 6.5,
      "learning_rate": 4.020568138858089e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5303307294845581,
      "num_tokens": 119119140.0,
      "step": 154510
    },
    {
      "epoch": 0.19600232381735203,
      "grad_norm": 6.5625,
      "learning_rate": 4.0205047078494605e-05,
      "loss": 2.2908,
      "mean_token_accuracy": 0.5056882470846176,
      "num_tokens": 119126867.0,
      "step": 154520
    },
    {
      "epoch": 0.19601500840988484,
      "grad_norm": 5.34375,
      "learning_rate": 4.020441276840832e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5220453172922135,
      "num_tokens": 119135495.0,
      "step": 154530
    },
    {
      "epoch": 0.19602769300241768,
      "grad_norm": 6.8125,
      "learning_rate": 4.020377845832202e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5394460916519165,
      "num_tokens": 119143826.0,
      "step": 154540
    },
    {
      "epoch": 0.19604037759495052,
      "grad_norm": 6.53125,
      "learning_rate": 4.0203144148235735e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5746104091405868,
      "num_tokens": 119150549.0,
      "step": 154550
    },
    {
      "epoch": 0.19605306218748336,
      "grad_norm": 4.625,
      "learning_rate": 4.020250983814944e-05,
      "loss": 2.2596,
      "mean_token_accuracy": 0.5093590915203094,
      "num_tokens": 119158369.0,
      "step": 154560
    },
    {
      "epoch": 0.19606574678001618,
      "grad_norm": 6.21875,
      "learning_rate": 4.020187552806315e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.559366625547409,
      "num_tokens": 119166890.0,
      "step": 154570
    },
    {
      "epoch": 0.19607843137254902,
      "grad_norm": 5.46875,
      "learning_rate": 4.020124121797686e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.564404410123825,
      "num_tokens": 119175498.0,
      "step": 154580
    },
    {
      "epoch": 0.19609111596508186,
      "grad_norm": 5.375,
      "learning_rate": 4.020060690789056e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5593109428882599,
      "num_tokens": 119183926.0,
      "step": 154590
    },
    {
      "epoch": 0.1961038005576147,
      "grad_norm": 7.125,
      "learning_rate": 4.0199972597804275e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5360648483037949,
      "num_tokens": 119190616.0,
      "step": 154600
    },
    {
      "epoch": 0.1961164851501475,
      "grad_norm": 4.5,
      "learning_rate": 4.019933828771798e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5829429984092712,
      "num_tokens": 119198221.0,
      "step": 154610
    },
    {
      "epoch": 0.19612916974268035,
      "grad_norm": 4.875,
      "learning_rate": 4.019870397763169e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.547335508465767,
      "num_tokens": 119205790.0,
      "step": 154620
    },
    {
      "epoch": 0.1961418543352132,
      "grad_norm": 6.09375,
      "learning_rate": 4.0198069667545404e-05,
      "loss": 1.8874,
      "mean_token_accuracy": 0.5834292024374008,
      "num_tokens": 119212900.0,
      "step": 154630
    },
    {
      "epoch": 0.19615453892774604,
      "grad_norm": 6.875,
      "learning_rate": 4.019743535745911e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5422460824251175,
      "num_tokens": 119220082.0,
      "step": 154640
    },
    {
      "epoch": 0.19616722352027885,
      "grad_norm": 6.875,
      "learning_rate": 4.0196801047372815e-05,
      "loss": 1.7421,
      "mean_token_accuracy": 0.5900779575109482,
      "num_tokens": 119227752.0,
      "step": 154650
    },
    {
      "epoch": 0.1961799081128117,
      "grad_norm": 4.71875,
      "learning_rate": 4.019616673728652e-05,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5171032607555389,
      "num_tokens": 119235118.0,
      "step": 154660
    },
    {
      "epoch": 0.19619259270534453,
      "grad_norm": 7.9375,
      "learning_rate": 4.019553242720023e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5358202040195466,
      "num_tokens": 119242886.0,
      "step": 154670
    },
    {
      "epoch": 0.19620527729787737,
      "grad_norm": 7.09375,
      "learning_rate": 4.0194898117113945e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5517965883016587,
      "num_tokens": 119249969.0,
      "step": 154680
    },
    {
      "epoch": 0.1962179618904102,
      "grad_norm": 9.25,
      "learning_rate": 4.019426380702765e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.566612857580185,
      "num_tokens": 119257400.0,
      "step": 154690
    },
    {
      "epoch": 0.19623064648294303,
      "grad_norm": 7.03125,
      "learning_rate": 4.019362949694136e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5730766505002975,
      "num_tokens": 119264800.0,
      "step": 154700
    },
    {
      "epoch": 0.19624333107547587,
      "grad_norm": 6.46875,
      "learning_rate": 4.019299518685507e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5620137929916382,
      "num_tokens": 119272052.0,
      "step": 154710
    },
    {
      "epoch": 0.1962560156680087,
      "grad_norm": 6.65625,
      "learning_rate": 4.019236087676877e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5562483310699463,
      "num_tokens": 119279625.0,
      "step": 154720
    },
    {
      "epoch": 0.19626870026054152,
      "grad_norm": 4.875,
      "learning_rate": 4.0191726566682485e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5292178988456726,
      "num_tokens": 119288225.0,
      "step": 154730
    },
    {
      "epoch": 0.19628138485307436,
      "grad_norm": 5.6875,
      "learning_rate": 4.019109225659619e-05,
      "loss": 2.3161,
      "mean_token_accuracy": 0.5195937752723694,
      "num_tokens": 119296676.0,
      "step": 154740
    },
    {
      "epoch": 0.1962940694456072,
      "grad_norm": 5.09375,
      "learning_rate": 4.01904579465099e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5396581500768661,
      "num_tokens": 119305612.0,
      "step": 154750
    },
    {
      "epoch": 0.19630675403814005,
      "grad_norm": 5.25,
      "learning_rate": 4.018982363642361e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.554716232419014,
      "num_tokens": 119313455.0,
      "step": 154760
    },
    {
      "epoch": 0.19631943863067286,
      "grad_norm": 4.90625,
      "learning_rate": 4.018918932633732e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5459972947835923,
      "num_tokens": 119320635.0,
      "step": 154770
    },
    {
      "epoch": 0.1963321232232057,
      "grad_norm": 6.78125,
      "learning_rate": 4.0188555016251025e-05,
      "loss": 1.6615,
      "mean_token_accuracy": 0.6219812035560608,
      "num_tokens": 119326317.0,
      "step": 154780
    },
    {
      "epoch": 0.19634480781573854,
      "grad_norm": 4.65625,
      "learning_rate": 4.018792070616473e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.565514326095581,
      "num_tokens": 119333716.0,
      "step": 154790
    },
    {
      "epoch": 0.19635749240827136,
      "grad_norm": 4.9375,
      "learning_rate": 4.018728639607844e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5367456018924713,
      "num_tokens": 119342415.0,
      "step": 154800
    },
    {
      "epoch": 0.1963701770008042,
      "grad_norm": 8.4375,
      "learning_rate": 4.018665208599215e-05,
      "loss": 1.9219,
      "mean_token_accuracy": 0.574470528960228,
      "num_tokens": 119349742.0,
      "step": 154810
    },
    {
      "epoch": 0.19638286159333704,
      "grad_norm": 4.6875,
      "learning_rate": 4.018601777590586e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5300739616155624,
      "num_tokens": 119358970.0,
      "step": 154820
    },
    {
      "epoch": 0.19639554618586988,
      "grad_norm": 6.59375,
      "learning_rate": 4.018538346581957e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5684953391551971,
      "num_tokens": 119365795.0,
      "step": 154830
    },
    {
      "epoch": 0.1964082307784027,
      "grad_norm": 5.5,
      "learning_rate": 4.018474915573328e-05,
      "loss": 1.9045,
      "mean_token_accuracy": 0.5706434100866318,
      "num_tokens": 119372753.0,
      "step": 154840
    },
    {
      "epoch": 0.19642091537093553,
      "grad_norm": 6.78125,
      "learning_rate": 4.018411484564698e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5284055918455124,
      "num_tokens": 119381114.0,
      "step": 154850
    },
    {
      "epoch": 0.19643359996346837,
      "grad_norm": 5.21875,
      "learning_rate": 4.018348053556069e-05,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5268264830112457,
      "num_tokens": 119388542.0,
      "step": 154860
    },
    {
      "epoch": 0.19644628455600122,
      "grad_norm": 6.5,
      "learning_rate": 4.01828462254744e-05,
      "loss": 1.9454,
      "mean_token_accuracy": 0.5695542246103287,
      "num_tokens": 119396411.0,
      "step": 154870
    },
    {
      "epoch": 0.19645896914853403,
      "grad_norm": 7.15625,
      "learning_rate": 4.018221191538811e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5398836612701416,
      "num_tokens": 119404054.0,
      "step": 154880
    },
    {
      "epoch": 0.19647165374106687,
      "grad_norm": 5.53125,
      "learning_rate": 4.018157760530182e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.527580389380455,
      "num_tokens": 119412138.0,
      "step": 154890
    },
    {
      "epoch": 0.1964843383335997,
      "grad_norm": 4.96875,
      "learning_rate": 4.018094329521553e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5251925051212311,
      "num_tokens": 119421977.0,
      "step": 154900
    },
    {
      "epoch": 0.19649702292613255,
      "grad_norm": 7.09375,
      "learning_rate": 4.0180308985129236e-05,
      "loss": 1.8598,
      "mean_token_accuracy": 0.577005323767662,
      "num_tokens": 119428799.0,
      "step": 154910
    },
    {
      "epoch": 0.19650970751866537,
      "grad_norm": 5.21875,
      "learning_rate": 4.017967467504294e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5592044681310654,
      "num_tokens": 119437083.0,
      "step": 154920
    },
    {
      "epoch": 0.1965223921111982,
      "grad_norm": 4.71875,
      "learning_rate": 4.017904036495665e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.573996764421463,
      "num_tokens": 119445730.0,
      "step": 154930
    },
    {
      "epoch": 0.19653507670373105,
      "grad_norm": 6.84375,
      "learning_rate": 4.017840605487036e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5638091862201691,
      "num_tokens": 119452520.0,
      "step": 154940
    },
    {
      "epoch": 0.1965477612962639,
      "grad_norm": 5.40625,
      "learning_rate": 4.017777174478407e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5626994967460632,
      "num_tokens": 119459595.0,
      "step": 154950
    },
    {
      "epoch": 0.1965604458887967,
      "grad_norm": 5.46875,
      "learning_rate": 4.0177137434697776e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5586167722940445,
      "num_tokens": 119465825.0,
      "step": 154960
    },
    {
      "epoch": 0.19657313048132954,
      "grad_norm": 5.90625,
      "learning_rate": 4.017650312461149e-05,
      "loss": 1.9467,
      "mean_token_accuracy": 0.5579247325658798,
      "num_tokens": 119474006.0,
      "step": 154970
    },
    {
      "epoch": 0.19658581507386239,
      "grad_norm": 9.375,
      "learning_rate": 4.01758688145252e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5233083814382553,
      "num_tokens": 119481917.0,
      "step": 154980
    },
    {
      "epoch": 0.19659849966639523,
      "grad_norm": 5.0,
      "learning_rate": 4.0175234504438906e-05,
      "loss": 1.8059,
      "mean_token_accuracy": 0.5845657825469971,
      "num_tokens": 119488525.0,
      "step": 154990
    },
    {
      "epoch": 0.19661118425892804,
      "grad_norm": 7.875,
      "learning_rate": 4.017460019435261e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5607218086719513,
      "num_tokens": 119495552.0,
      "step": 155000
    },
    {
      "epoch": 0.19662386885146088,
      "grad_norm": 5.0,
      "learning_rate": 4.017396588426632e-05,
      "loss": 1.8342,
      "mean_token_accuracy": 0.6003512442111969,
      "num_tokens": 119502287.0,
      "step": 155010
    },
    {
      "epoch": 0.19663655344399372,
      "grad_norm": 4.65625,
      "learning_rate": 4.017333157418003e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5483839362859726,
      "num_tokens": 119510035.0,
      "step": 155020
    },
    {
      "epoch": 0.19664923803652656,
      "grad_norm": 5.5,
      "learning_rate": 4.017269726409374e-05,
      "loss": 2.1712,
      "mean_token_accuracy": 0.5325541526079178,
      "num_tokens": 119518335.0,
      "step": 155030
    },
    {
      "epoch": 0.19666192262905938,
      "grad_norm": 5.09375,
      "learning_rate": 4.0172062954007446e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5323909044265747,
      "num_tokens": 119526466.0,
      "step": 155040
    },
    {
      "epoch": 0.19667460722159222,
      "grad_norm": 4.96875,
      "learning_rate": 4.017142864392116e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5326314240694046,
      "num_tokens": 119534195.0,
      "step": 155050
    },
    {
      "epoch": 0.19668729181412506,
      "grad_norm": 4.90625,
      "learning_rate": 4.017079433383486e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5609352171421051,
      "num_tokens": 119542305.0,
      "step": 155060
    },
    {
      "epoch": 0.1966999764066579,
      "grad_norm": 5.34375,
      "learning_rate": 4.017016002374857e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5607528269290925,
      "num_tokens": 119549958.0,
      "step": 155070
    },
    {
      "epoch": 0.1967126609991907,
      "grad_norm": 4.46875,
      "learning_rate": 4.016952571366228e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5337685793638229,
      "num_tokens": 119557832.0,
      "step": 155080
    },
    {
      "epoch": 0.19672534559172355,
      "grad_norm": 6.59375,
      "learning_rate": 4.0168891403575986e-05,
      "loss": 2.2336,
      "mean_token_accuracy": 0.5151095569133759,
      "num_tokens": 119566143.0,
      "step": 155090
    },
    {
      "epoch": 0.1967380301842564,
      "grad_norm": 7.40625,
      "learning_rate": 4.01682570934897e-05,
      "loss": 2.1909,
      "mean_token_accuracy": 0.515152993798256,
      "num_tokens": 119574123.0,
      "step": 155100
    },
    {
      "epoch": 0.19675071477678924,
      "grad_norm": 8.4375,
      "learning_rate": 4.016762278340341e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5453580677509308,
      "num_tokens": 119580946.0,
      "step": 155110
    },
    {
      "epoch": 0.19676339936932205,
      "grad_norm": 5.5625,
      "learning_rate": 4.0166988473317116e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5349000096321106,
      "num_tokens": 119589313.0,
      "step": 155120
    },
    {
      "epoch": 0.1967760839618549,
      "grad_norm": 7.28125,
      "learning_rate": 4.016635416323082e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5324146926403046,
      "num_tokens": 119597374.0,
      "step": 155130
    },
    {
      "epoch": 0.19678876855438773,
      "grad_norm": 5.25,
      "learning_rate": 4.0165719853144526e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5434516638517379,
      "num_tokens": 119604173.0,
      "step": 155140
    },
    {
      "epoch": 0.19680145314692057,
      "grad_norm": 5.6875,
      "learning_rate": 4.016508554305824e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5307877063751221,
      "num_tokens": 119612353.0,
      "step": 155150
    },
    {
      "epoch": 0.1968141377394534,
      "grad_norm": 4.96875,
      "learning_rate": 4.016445123297195e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5342921376228332,
      "num_tokens": 119621389.0,
      "step": 155160
    },
    {
      "epoch": 0.19682682233198623,
      "grad_norm": 4.625,
      "learning_rate": 4.0163816922885656e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.555815726518631,
      "num_tokens": 119629048.0,
      "step": 155170
    },
    {
      "epoch": 0.19683950692451907,
      "grad_norm": 5.0625,
      "learning_rate": 4.016318261279937e-05,
      "loss": 2.2341,
      "mean_token_accuracy": 0.5215279847383499,
      "num_tokens": 119636936.0,
      "step": 155180
    },
    {
      "epoch": 0.1968521915170519,
      "grad_norm": 7.0625,
      "learning_rate": 4.0162548302713074e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5457947224378585,
      "num_tokens": 119644554.0,
      "step": 155190
    },
    {
      "epoch": 0.19686487610958472,
      "grad_norm": 6.71875,
      "learning_rate": 4.016191399262678e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5245335727930069,
      "num_tokens": 119651763.0,
      "step": 155200
    },
    {
      "epoch": 0.19687756070211757,
      "grad_norm": 6.3125,
      "learning_rate": 4.016127968254049e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5545290380716323,
      "num_tokens": 119659021.0,
      "step": 155210
    },
    {
      "epoch": 0.1968902452946504,
      "grad_norm": 6.03125,
      "learning_rate": 4.0160645372454196e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5464892089366913,
      "num_tokens": 119667002.0,
      "step": 155220
    },
    {
      "epoch": 0.19690292988718325,
      "grad_norm": 4.96875,
      "learning_rate": 4.016001106236791e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5316833466291427,
      "num_tokens": 119674928.0,
      "step": 155230
    },
    {
      "epoch": 0.19691561447971606,
      "grad_norm": 6.4375,
      "learning_rate": 4.0159376752281614e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5562358677387238,
      "num_tokens": 119682150.0,
      "step": 155240
    },
    {
      "epoch": 0.1969282990722489,
      "grad_norm": 6.15625,
      "learning_rate": 4.0158742442195326e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5602707833051681,
      "num_tokens": 119690121.0,
      "step": 155250
    },
    {
      "epoch": 0.19694098366478174,
      "grad_norm": 4.78125,
      "learning_rate": 4.015810813210903e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5342709273099899,
      "num_tokens": 119697710.0,
      "step": 155260
    },
    {
      "epoch": 0.19695366825731456,
      "grad_norm": 6.65625,
      "learning_rate": 4.015747382202274e-05,
      "loss": 1.7687,
      "mean_token_accuracy": 0.6066017001867294,
      "num_tokens": 119704921.0,
      "step": 155270
    },
    {
      "epoch": 0.1969663528498474,
      "grad_norm": 5.65625,
      "learning_rate": 4.015683951193645e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5358456194400787,
      "num_tokens": 119712521.0,
      "step": 155280
    },
    {
      "epoch": 0.19697903744238024,
      "grad_norm": 6.875,
      "learning_rate": 4.0156205201850154e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5578252285718918,
      "num_tokens": 119718677.0,
      "step": 155290
    },
    {
      "epoch": 0.19699172203491308,
      "grad_norm": 4.78125,
      "learning_rate": 4.0155570891763866e-05,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5604800134897232,
      "num_tokens": 119727089.0,
      "step": 155300
    },
    {
      "epoch": 0.1970044066274459,
      "grad_norm": 5.6875,
      "learning_rate": 4.015493658167758e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5701997548341751,
      "num_tokens": 119733439.0,
      "step": 155310
    },
    {
      "epoch": 0.19701709121997873,
      "grad_norm": 5.9375,
      "learning_rate": 4.0154302271591284e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5603101581335068,
      "num_tokens": 119740085.0,
      "step": 155320
    },
    {
      "epoch": 0.19702977581251158,
      "grad_norm": 4.96875,
      "learning_rate": 4.0153667961504996e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5363006889820099,
      "num_tokens": 119747525.0,
      "step": 155330
    },
    {
      "epoch": 0.19704246040504442,
      "grad_norm": 5.59375,
      "learning_rate": 4.0153033651418694e-05,
      "loss": 1.9581,
      "mean_token_accuracy": 0.5808145016431808,
      "num_tokens": 119754141.0,
      "step": 155340
    },
    {
      "epoch": 0.19705514499757723,
      "grad_norm": 5.40625,
      "learning_rate": 4.0152399341332407e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5458879441022872,
      "num_tokens": 119761664.0,
      "step": 155350
    },
    {
      "epoch": 0.19706782959011007,
      "grad_norm": 4.90625,
      "learning_rate": 4.015176503124612e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5413306653499603,
      "num_tokens": 119770401.0,
      "step": 155360
    },
    {
      "epoch": 0.1970805141826429,
      "grad_norm": 6.09375,
      "learning_rate": 4.0151130721159824e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.530768659710884,
      "num_tokens": 119778536.0,
      "step": 155370
    },
    {
      "epoch": 0.19709319877517575,
      "grad_norm": 5.03125,
      "learning_rate": 4.0150496411073536e-05,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5784747987985611,
      "num_tokens": 119787183.0,
      "step": 155380
    },
    {
      "epoch": 0.19710588336770857,
      "grad_norm": 5.53125,
      "learning_rate": 4.014986210098724e-05,
      "loss": 2.2782,
      "mean_token_accuracy": 0.5092420369386673,
      "num_tokens": 119795726.0,
      "step": 155390
    },
    {
      "epoch": 0.1971185679602414,
      "grad_norm": 7.34375,
      "learning_rate": 4.0149227790900954e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5326979279518127,
      "num_tokens": 119803659.0,
      "step": 155400
    },
    {
      "epoch": 0.19713125255277425,
      "grad_norm": 6.09375,
      "learning_rate": 4.014859348081466e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5518206924200058,
      "num_tokens": 119810604.0,
      "step": 155410
    },
    {
      "epoch": 0.1971439371453071,
      "grad_norm": 6.34375,
      "learning_rate": 4.0147959170728364e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5491952657699585,
      "num_tokens": 119818297.0,
      "step": 155420
    },
    {
      "epoch": 0.1971566217378399,
      "grad_norm": 7.21875,
      "learning_rate": 4.0147324860642077e-05,
      "loss": 1.8862,
      "mean_token_accuracy": 0.5796092182397843,
      "num_tokens": 119825829.0,
      "step": 155430
    },
    {
      "epoch": 0.19716930633037275,
      "grad_norm": 6.15625,
      "learning_rate": 4.014669055055578e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5526796311140061,
      "num_tokens": 119833591.0,
      "step": 155440
    },
    {
      "epoch": 0.1971819909229056,
      "grad_norm": 5.8125,
      "learning_rate": 4.0146056240469494e-05,
      "loss": 1.778,
      "mean_token_accuracy": 0.6099882304668427,
      "num_tokens": 119841138.0,
      "step": 155450
    },
    {
      "epoch": 0.19719467551543843,
      "grad_norm": 4.90625,
      "learning_rate": 4.0145421930383206e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5611572682857513,
      "num_tokens": 119850289.0,
      "step": 155460
    },
    {
      "epoch": 0.19720736010797124,
      "grad_norm": 6.875,
      "learning_rate": 4.014478762029691e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5466448992490769,
      "num_tokens": 119858308.0,
      "step": 155470
    },
    {
      "epoch": 0.19722004470050408,
      "grad_norm": 5.0,
      "learning_rate": 4.014415331021062e-05,
      "loss": 1.8775,
      "mean_token_accuracy": 0.571953508257866,
      "num_tokens": 119866081.0,
      "step": 155480
    },
    {
      "epoch": 0.19723272929303692,
      "grad_norm": 6.0,
      "learning_rate": 4.014351900012432e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5468242734670639,
      "num_tokens": 119872629.0,
      "step": 155490
    },
    {
      "epoch": 0.19724541388556976,
      "grad_norm": 6.25,
      "learning_rate": 4.0142884690038034e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5352318525314331,
      "num_tokens": 119880773.0,
      "step": 155500
    },
    {
      "epoch": 0.19725809847810258,
      "grad_norm": 13.8125,
      "learning_rate": 4.0142250379951746e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5617315948009491,
      "num_tokens": 119887632.0,
      "step": 155510
    },
    {
      "epoch": 0.19727078307063542,
      "grad_norm": 6.6875,
      "learning_rate": 4.014161606986545e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5471997886896134,
      "num_tokens": 119895518.0,
      "step": 155520
    },
    {
      "epoch": 0.19728346766316826,
      "grad_norm": 4.5625,
      "learning_rate": 4.0140981759779164e-05,
      "loss": 1.7207,
      "mean_token_accuracy": 0.6251589149236679,
      "num_tokens": 119902298.0,
      "step": 155530
    },
    {
      "epoch": 0.1972961522557011,
      "grad_norm": 5.75,
      "learning_rate": 4.014034744969287e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5407874047756195,
      "num_tokens": 119910884.0,
      "step": 155540
    },
    {
      "epoch": 0.19730883684823391,
      "grad_norm": 4.90625,
      "learning_rate": 4.0139713139606575e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5364611953496933,
      "num_tokens": 119918127.0,
      "step": 155550
    },
    {
      "epoch": 0.19732152144076676,
      "grad_norm": 6.84375,
      "learning_rate": 4.013907882952029e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5340137481689453,
      "num_tokens": 119926975.0,
      "step": 155560
    },
    {
      "epoch": 0.1973342060332996,
      "grad_norm": 5.25,
      "learning_rate": 4.013844451943399e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5549316942691803,
      "num_tokens": 119935404.0,
      "step": 155570
    },
    {
      "epoch": 0.19734689062583244,
      "grad_norm": 5.125,
      "learning_rate": 4.0137810209347704e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5411017090082169,
      "num_tokens": 119943391.0,
      "step": 155580
    },
    {
      "epoch": 0.19735957521836525,
      "grad_norm": 4.78125,
      "learning_rate": 4.013717589926141e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5409951418638229,
      "num_tokens": 119951136.0,
      "step": 155590
    },
    {
      "epoch": 0.1973722598108981,
      "grad_norm": 5.40625,
      "learning_rate": 4.013654158917512e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5527206540107727,
      "num_tokens": 119959669.0,
      "step": 155600
    },
    {
      "epoch": 0.19738494440343093,
      "grad_norm": 5.15625,
      "learning_rate": 4.013590727908883e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.5202830195426941,
      "num_tokens": 119967644.0,
      "step": 155610
    },
    {
      "epoch": 0.19739762899596378,
      "grad_norm": 4.84375,
      "learning_rate": 4.013527296900253e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5562050521373749,
      "num_tokens": 119975855.0,
      "step": 155620
    },
    {
      "epoch": 0.1974103135884966,
      "grad_norm": 5.0625,
      "learning_rate": 4.0134638658916245e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5346527725458146,
      "num_tokens": 119982819.0,
      "step": 155630
    },
    {
      "epoch": 0.19742299818102943,
      "grad_norm": 4.15625,
      "learning_rate": 4.013400434882995e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5359103977680206,
      "num_tokens": 119990757.0,
      "step": 155640
    },
    {
      "epoch": 0.19743568277356227,
      "grad_norm": 6.65625,
      "learning_rate": 4.013337003874366e-05,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5626001447439194,
      "num_tokens": 119997530.0,
      "step": 155650
    },
    {
      "epoch": 0.1974483673660951,
      "grad_norm": 6.03125,
      "learning_rate": 4.0132735728657374e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5721537798643113,
      "num_tokens": 120005817.0,
      "step": 155660
    },
    {
      "epoch": 0.19746105195862793,
      "grad_norm": 5.09375,
      "learning_rate": 4.013210141857108e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.530185779929161,
      "num_tokens": 120013940.0,
      "step": 155670
    },
    {
      "epoch": 0.19747373655116077,
      "grad_norm": 5.0625,
      "learning_rate": 4.0131467108484785e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5331225723028183,
      "num_tokens": 120021967.0,
      "step": 155680
    },
    {
      "epoch": 0.1974864211436936,
      "grad_norm": 6.09375,
      "learning_rate": 4.013083279839849e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5502334326505661,
      "num_tokens": 120029363.0,
      "step": 155690
    },
    {
      "epoch": 0.19749910573622645,
      "grad_norm": 7.28125,
      "learning_rate": 4.01301984883122e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5518897771835327,
      "num_tokens": 120036486.0,
      "step": 155700
    },
    {
      "epoch": 0.19751179032875926,
      "grad_norm": 5.40625,
      "learning_rate": 4.0129564178225914e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5711819887161255,
      "num_tokens": 120043783.0,
      "step": 155710
    },
    {
      "epoch": 0.1975244749212921,
      "grad_norm": 5.125,
      "learning_rate": 4.012892986813962e-05,
      "loss": 2.2853,
      "mean_token_accuracy": 0.5164893925189972,
      "num_tokens": 120052697.0,
      "step": 155720
    },
    {
      "epoch": 0.19753715951382494,
      "grad_norm": 6.21875,
      "learning_rate": 4.012829555805333e-05,
      "loss": 2.3403,
      "mean_token_accuracy": 0.5027393430471421,
      "num_tokens": 120060994.0,
      "step": 155730
    },
    {
      "epoch": 0.19754984410635776,
      "grad_norm": 2.28125,
      "learning_rate": 4.012766124796704e-05,
      "loss": 1.9212,
      "mean_token_accuracy": 0.5684280544519424,
      "num_tokens": 120069387.0,
      "step": 155740
    },
    {
      "epoch": 0.1975625286988906,
      "grad_norm": 5.125,
      "learning_rate": 4.012702693788075e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5534950315952301,
      "num_tokens": 120076338.0,
      "step": 155750
    },
    {
      "epoch": 0.19757521329142344,
      "grad_norm": 7.46875,
      "learning_rate": 4.0126392627794455e-05,
      "loss": 2.3083,
      "mean_token_accuracy": 0.513524466753006,
      "num_tokens": 120084447.0,
      "step": 155760
    },
    {
      "epoch": 0.19758789788395628,
      "grad_norm": 5.09375,
      "learning_rate": 4.012575831770816e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5286043912172318,
      "num_tokens": 120092773.0,
      "step": 155770
    },
    {
      "epoch": 0.1976005824764891,
      "grad_norm": 5.0,
      "learning_rate": 4.012512400762187e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5517890810966491,
      "num_tokens": 120100489.0,
      "step": 155780
    },
    {
      "epoch": 0.19761326706902194,
      "grad_norm": 5.625,
      "learning_rate": 4.012448969753558e-05,
      "loss": 2.2447,
      "mean_token_accuracy": 0.5277374505996704,
      "num_tokens": 120107899.0,
      "step": 155790
    },
    {
      "epoch": 0.19762595166155478,
      "grad_norm": 5.09375,
      "learning_rate": 4.012385538744929e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5597988992929459,
      "num_tokens": 120114037.0,
      "step": 155800
    },
    {
      "epoch": 0.19763863625408762,
      "grad_norm": 4.90625,
      "learning_rate": 4.0123221077363e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5377380073070526,
      "num_tokens": 120122275.0,
      "step": 155810
    },
    {
      "epoch": 0.19765132084662043,
      "grad_norm": 5.375,
      "learning_rate": 4.012258676727671e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5522407948970794,
      "num_tokens": 120131054.0,
      "step": 155820
    },
    {
      "epoch": 0.19766400543915327,
      "grad_norm": 5.25,
      "learning_rate": 4.012195245719041e-05,
      "loss": 2.3129,
      "mean_token_accuracy": 0.5032479912042618,
      "num_tokens": 120139305.0,
      "step": 155830
    },
    {
      "epoch": 0.19767669003168611,
      "grad_norm": 5.46875,
      "learning_rate": 4.012131814710412e-05,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5330866545438766,
      "num_tokens": 120147424.0,
      "step": 155840
    },
    {
      "epoch": 0.19768937462421896,
      "grad_norm": 5.15625,
      "learning_rate": 4.012068383701783e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.532391345500946,
      "num_tokens": 120155239.0,
      "step": 155850
    },
    {
      "epoch": 0.19770205921675177,
      "grad_norm": 5.75,
      "learning_rate": 4.012004952693154e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5522024929523468,
      "num_tokens": 120162078.0,
      "step": 155860
    },
    {
      "epoch": 0.1977147438092846,
      "grad_norm": 7.4375,
      "learning_rate": 4.011941521684525e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5217235267162323,
      "num_tokens": 120169628.0,
      "step": 155870
    },
    {
      "epoch": 0.19772742840181745,
      "grad_norm": 5.4375,
      "learning_rate": 4.011878090675896e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5677082926034928,
      "num_tokens": 120177846.0,
      "step": 155880
    },
    {
      "epoch": 0.1977401129943503,
      "grad_norm": 5.78125,
      "learning_rate": 4.0118146596672665e-05,
      "loss": 2.2021,
      "mean_token_accuracy": 0.5196873992681503,
      "num_tokens": 120186330.0,
      "step": 155890
    },
    {
      "epoch": 0.1977527975868831,
      "grad_norm": 5.15625,
      "learning_rate": 4.011751228658637e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5277116090059281,
      "num_tokens": 120194288.0,
      "step": 155900
    },
    {
      "epoch": 0.19776548217941595,
      "grad_norm": 5.21875,
      "learning_rate": 4.011687797650008e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5475017666816712,
      "num_tokens": 120202423.0,
      "step": 155910
    },
    {
      "epoch": 0.1977781667719488,
      "grad_norm": 5.9375,
      "learning_rate": 4.011624366641379e-05,
      "loss": 2.2797,
      "mean_token_accuracy": 0.5111485689878463,
      "num_tokens": 120210239.0,
      "step": 155920
    },
    {
      "epoch": 0.19779085136448163,
      "grad_norm": 6.59375,
      "learning_rate": 4.01156093563275e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5620488345623016,
      "num_tokens": 120217870.0,
      "step": 155930
    },
    {
      "epoch": 0.19780353595701444,
      "grad_norm": 5.03125,
      "learning_rate": 4.011497504624121e-05,
      "loss": 1.8648,
      "mean_token_accuracy": 0.585060453414917,
      "num_tokens": 120226776.0,
      "step": 155940
    },
    {
      "epoch": 0.19781622054954728,
      "grad_norm": 5.15625,
      "learning_rate": 4.011434073615492e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5711016625165939,
      "num_tokens": 120234756.0,
      "step": 155950
    },
    {
      "epoch": 0.19782890514208012,
      "grad_norm": 5.5,
      "learning_rate": 4.011370642606862e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.524129718542099,
      "num_tokens": 120242629.0,
      "step": 155960
    },
    {
      "epoch": 0.19784158973461297,
      "grad_norm": 4.96875,
      "learning_rate": 4.011307211598233e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5541019558906555,
      "num_tokens": 120250290.0,
      "step": 155970
    },
    {
      "epoch": 0.19785427432714578,
      "grad_norm": 5.1875,
      "learning_rate": 4.011243780589604e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5452688276767731,
      "num_tokens": 120259121.0,
      "step": 155980
    },
    {
      "epoch": 0.19786695891967862,
      "grad_norm": 5.09375,
      "learning_rate": 4.011180349580975e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.567628538608551,
      "num_tokens": 120266672.0,
      "step": 155990
    },
    {
      "epoch": 0.19787964351221146,
      "grad_norm": 4.75,
      "learning_rate": 4.011116918572346e-05,
      "loss": 1.8083,
      "mean_token_accuracy": 0.6012105584144593,
      "num_tokens": 120274242.0,
      "step": 156000
    },
    {
      "epoch": 0.1978923281047443,
      "grad_norm": 5.46875,
      "learning_rate": 4.011053487563717e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5558463841676712,
      "num_tokens": 120283022.0,
      "step": 156010
    },
    {
      "epoch": 0.19790501269727712,
      "grad_norm": 5.84375,
      "learning_rate": 4.0109900565550875e-05,
      "loss": 1.944,
      "mean_token_accuracy": 0.5719722718000412,
      "num_tokens": 120291069.0,
      "step": 156020
    },
    {
      "epoch": 0.19791769728980996,
      "grad_norm": 8.0625,
      "learning_rate": 4.010926625546458e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.525439539551735,
      "num_tokens": 120299131.0,
      "step": 156030
    },
    {
      "epoch": 0.1979303818823428,
      "grad_norm": 4.90625,
      "learning_rate": 4.010863194537829e-05,
      "loss": 2.1929,
      "mean_token_accuracy": 0.5170180022716522,
      "num_tokens": 120306534.0,
      "step": 156040
    },
    {
      "epoch": 0.19794306647487564,
      "grad_norm": 4.84375,
      "learning_rate": 4.0107997635292e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5588794469833374,
      "num_tokens": 120313978.0,
      "step": 156050
    },
    {
      "epoch": 0.19795575106740845,
      "grad_norm": 6.4375,
      "learning_rate": 4.010736332520571e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.522979149222374,
      "num_tokens": 120322412.0,
      "step": 156060
    },
    {
      "epoch": 0.1979684356599413,
      "grad_norm": 8.8125,
      "learning_rate": 4.0106729015119416e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5459921956062317,
      "num_tokens": 120331048.0,
      "step": 156070
    },
    {
      "epoch": 0.19798112025247414,
      "grad_norm": 4.84375,
      "learning_rate": 4.010609470503313e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5773196756839752,
      "num_tokens": 120338130.0,
      "step": 156080
    },
    {
      "epoch": 0.19799380484500698,
      "grad_norm": 4.96875,
      "learning_rate": 4.010546039494684e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5374487578868866,
      "num_tokens": 120345945.0,
      "step": 156090
    },
    {
      "epoch": 0.1980064894375398,
      "grad_norm": 5.40625,
      "learning_rate": 4.010482608486054e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5550437122583389,
      "num_tokens": 120353742.0,
      "step": 156100
    },
    {
      "epoch": 0.19801917403007263,
      "grad_norm": 6.6875,
      "learning_rate": 4.010419177477425e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5315332621335983,
      "num_tokens": 120362127.0,
      "step": 156110
    },
    {
      "epoch": 0.19803185862260547,
      "grad_norm": 5.21875,
      "learning_rate": 4.0103557464687956e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5370162695646286,
      "num_tokens": 120369916.0,
      "step": 156120
    },
    {
      "epoch": 0.1980445432151383,
      "grad_norm": 6.46875,
      "learning_rate": 4.010292315460167e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5127170801162719,
      "num_tokens": 120377752.0,
      "step": 156130
    },
    {
      "epoch": 0.19805722780767113,
      "grad_norm": 5.875,
      "learning_rate": 4.010228884451538e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.521458899974823,
      "num_tokens": 120385933.0,
      "step": 156140
    },
    {
      "epoch": 0.19806991240020397,
      "grad_norm": 6.40625,
      "learning_rate": 4.0101654534429085e-05,
      "loss": 2.3125,
      "mean_token_accuracy": 0.5083225071430206,
      "num_tokens": 120394451.0,
      "step": 156150
    },
    {
      "epoch": 0.1980825969927368,
      "grad_norm": 5.28125,
      "learning_rate": 4.01010202243428e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5586710810661316,
      "num_tokens": 120403706.0,
      "step": 156160
    },
    {
      "epoch": 0.19809528158526965,
      "grad_norm": 5.0625,
      "learning_rate": 4.01003859142565e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5333027333021164,
      "num_tokens": 120411810.0,
      "step": 156170
    },
    {
      "epoch": 0.19810796617780246,
      "grad_norm": 4.5,
      "learning_rate": 4.009975160417021e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5382708370685577,
      "num_tokens": 120420902.0,
      "step": 156180
    },
    {
      "epoch": 0.1981206507703353,
      "grad_norm": 5.4375,
      "learning_rate": 4.009911729408392e-05,
      "loss": 2.2605,
      "mean_token_accuracy": 0.5116429299116134,
      "num_tokens": 120430657.0,
      "step": 156190
    },
    {
      "epoch": 0.19813333536286815,
      "grad_norm": 5.59375,
      "learning_rate": 4.0098482983997626e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5348381638526917,
      "num_tokens": 120438519.0,
      "step": 156200
    },
    {
      "epoch": 0.19814601995540096,
      "grad_norm": 6.21875,
      "learning_rate": 4.009784867391134e-05,
      "loss": 1.8133,
      "mean_token_accuracy": 0.6009925901889801,
      "num_tokens": 120444785.0,
      "step": 156210
    },
    {
      "epoch": 0.1981587045479338,
      "grad_norm": 6.21875,
      "learning_rate": 4.009721436382504e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5595404475927352,
      "num_tokens": 120452098.0,
      "step": 156220
    },
    {
      "epoch": 0.19817138914046664,
      "grad_norm": 5.03125,
      "learning_rate": 4.0096580053738755e-05,
      "loss": 1.9359,
      "mean_token_accuracy": 0.5824642151594162,
      "num_tokens": 120460137.0,
      "step": 156230
    },
    {
      "epoch": 0.19818407373299948,
      "grad_norm": 5.59375,
      "learning_rate": 4.009594574365246e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5498307555913925,
      "num_tokens": 120467313.0,
      "step": 156240
    },
    {
      "epoch": 0.1981967583255323,
      "grad_norm": 6.875,
      "learning_rate": 4.0095311433566166e-05,
      "loss": 1.9451,
      "mean_token_accuracy": 0.571743580698967,
      "num_tokens": 120473719.0,
      "step": 156250
    },
    {
      "epoch": 0.19820944291806514,
      "grad_norm": 5.28125,
      "learning_rate": 4.009467712347988e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5585016697645188,
      "num_tokens": 120482164.0,
      "step": 156260
    },
    {
      "epoch": 0.19822212751059798,
      "grad_norm": 5.59375,
      "learning_rate": 4.0094042813393584e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5530651062726974,
      "num_tokens": 120490381.0,
      "step": 156270
    },
    {
      "epoch": 0.19823481210313082,
      "grad_norm": 4.875,
      "learning_rate": 4.0093408503307296e-05,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5299921244382858,
      "num_tokens": 120498418.0,
      "step": 156280
    },
    {
      "epoch": 0.19824749669566363,
      "grad_norm": 5.4375,
      "learning_rate": 4.009277419322101e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5406281530857087,
      "num_tokens": 120506622.0,
      "step": 156290
    },
    {
      "epoch": 0.19826018128819647,
      "grad_norm": 7.0,
      "learning_rate": 4.009213988313471e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5431750774383545,
      "num_tokens": 120514606.0,
      "step": 156300
    },
    {
      "epoch": 0.19827286588072932,
      "grad_norm": 5.9375,
      "learning_rate": 4.009150557304842e-05,
      "loss": 1.8973,
      "mean_token_accuracy": 0.5860492706298828,
      "num_tokens": 120521738.0,
      "step": 156310
    },
    {
      "epoch": 0.19828555047326216,
      "grad_norm": 5.28125,
      "learning_rate": 4.0090871262962124e-05,
      "loss": 2.2539,
      "mean_token_accuracy": 0.5197518110275269,
      "num_tokens": 120529915.0,
      "step": 156320
    },
    {
      "epoch": 0.19829823506579497,
      "grad_norm": 5.59375,
      "learning_rate": 4.0090236952875836e-05,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5156586259603501,
      "num_tokens": 120537962.0,
      "step": 156330
    },
    {
      "epoch": 0.1983109196583278,
      "grad_norm": 7.84375,
      "learning_rate": 4.008960264278955e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5456970930099487,
      "num_tokens": 120545824.0,
      "step": 156340
    },
    {
      "epoch": 0.19832360425086065,
      "grad_norm": 4.53125,
      "learning_rate": 4.0088968332703253e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5446642816066742,
      "num_tokens": 120552311.0,
      "step": 156350
    },
    {
      "epoch": 0.1983362888433935,
      "grad_norm": 6.28125,
      "learning_rate": 4.0088334022616966e-05,
      "loss": 1.4396,
      "mean_token_accuracy": 0.6627710819244385,
      "num_tokens": 120558242.0,
      "step": 156360
    },
    {
      "epoch": 0.1983489734359263,
      "grad_norm": 5.75,
      "learning_rate": 4.008769971253067e-05,
      "loss": 2.2646,
      "mean_token_accuracy": 0.5091527938842774,
      "num_tokens": 120566070.0,
      "step": 156370
    },
    {
      "epoch": 0.19836165802845915,
      "grad_norm": 6.1875,
      "learning_rate": 4.0087065402444376e-05,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5267570614814758,
      "num_tokens": 120574405.0,
      "step": 156380
    },
    {
      "epoch": 0.198374342620992,
      "grad_norm": 9.5625,
      "learning_rate": 4.008643109235809e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5582885593175888,
      "num_tokens": 120581612.0,
      "step": 156390
    },
    {
      "epoch": 0.19838702721352483,
      "grad_norm": 5.53125,
      "learning_rate": 4.0085796782271794e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.549686512351036,
      "num_tokens": 120590175.0,
      "step": 156400
    },
    {
      "epoch": 0.19839971180605764,
      "grad_norm": 5.34375,
      "learning_rate": 4.0085162472185506e-05,
      "loss": 2.2395,
      "mean_token_accuracy": 0.5175670772790909,
      "num_tokens": 120599191.0,
      "step": 156410
    },
    {
      "epoch": 0.19841239639859048,
      "grad_norm": 6.46875,
      "learning_rate": 4.008452816209921e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5461547791957855,
      "num_tokens": 120607587.0,
      "step": 156420
    },
    {
      "epoch": 0.19842508099112333,
      "grad_norm": 4.9375,
      "learning_rate": 4.008389385201292e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5326590061187744,
      "num_tokens": 120615756.0,
      "step": 156430
    },
    {
      "epoch": 0.19843776558365617,
      "grad_norm": 4.75,
      "learning_rate": 4.0083259541926636e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5360077530145645,
      "num_tokens": 120623367.0,
      "step": 156440
    },
    {
      "epoch": 0.19845045017618898,
      "grad_norm": 6.65625,
      "learning_rate": 4.0082625231840334e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5398924648761749,
      "num_tokens": 120630938.0,
      "step": 156450
    },
    {
      "epoch": 0.19846313476872182,
      "grad_norm": 5.3125,
      "learning_rate": 4.0081990921754046e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5296991884708404,
      "num_tokens": 120638042.0,
      "step": 156460
    },
    {
      "epoch": 0.19847581936125466,
      "grad_norm": 6.59375,
      "learning_rate": 4.008135661166775e-05,
      "loss": 1.892,
      "mean_token_accuracy": 0.579871878027916,
      "num_tokens": 120644985.0,
      "step": 156470
    },
    {
      "epoch": 0.1984885039537875,
      "grad_norm": 6.09375,
      "learning_rate": 4.0080722301581464e-05,
      "loss": 1.5958,
      "mean_token_accuracy": 0.648253470659256,
      "num_tokens": 120650569.0,
      "step": 156480
    },
    {
      "epoch": 0.19850118854632032,
      "grad_norm": 6.6875,
      "learning_rate": 4.0080087991495176e-05,
      "loss": 2.1797,
      "mean_token_accuracy": 0.5352889508008957,
      "num_tokens": 120658323.0,
      "step": 156490
    },
    {
      "epoch": 0.19851387313885316,
      "grad_norm": 4.875,
      "learning_rate": 4.007945368140888e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5406113922595978,
      "num_tokens": 120664773.0,
      "step": 156500
    },
    {
      "epoch": 0.198526557731386,
      "grad_norm": 5.15625,
      "learning_rate": 4.007881937132259e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5433258980512619,
      "num_tokens": 120671468.0,
      "step": 156510
    },
    {
      "epoch": 0.19853924232391884,
      "grad_norm": 5.96875,
      "learning_rate": 4.007818506123629e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5692724883556366,
      "num_tokens": 120678987.0,
      "step": 156520
    },
    {
      "epoch": 0.19855192691645165,
      "grad_norm": 4.90625,
      "learning_rate": 4.0077550751150004e-05,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5606297850608826,
      "num_tokens": 120686648.0,
      "step": 156530
    },
    {
      "epoch": 0.1985646115089845,
      "grad_norm": 5.59375,
      "learning_rate": 4.0076916441063716e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5523163378238678,
      "num_tokens": 120694106.0,
      "step": 156540
    },
    {
      "epoch": 0.19857729610151734,
      "grad_norm": 5.28125,
      "learning_rate": 4.007628213097742e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5247824847698211,
      "num_tokens": 120703224.0,
      "step": 156550
    },
    {
      "epoch": 0.19858998069405018,
      "grad_norm": 5.8125,
      "learning_rate": 4.0075647820891134e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5760084241628647,
      "num_tokens": 120711463.0,
      "step": 156560
    },
    {
      "epoch": 0.198602665286583,
      "grad_norm": 5.9375,
      "learning_rate": 4.007501351080484e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.549236735701561,
      "num_tokens": 120717995.0,
      "step": 156570
    },
    {
      "epoch": 0.19861534987911583,
      "grad_norm": 5.78125,
      "learning_rate": 4.007437920071855e-05,
      "loss": 1.8999,
      "mean_token_accuracy": 0.5813784927129746,
      "num_tokens": 120725892.0,
      "step": 156580
    },
    {
      "epoch": 0.19862803447164867,
      "grad_norm": 5.34375,
      "learning_rate": 4.0073744890632256e-05,
      "loss": 1.6288,
      "mean_token_accuracy": 0.618718296289444,
      "num_tokens": 120732135.0,
      "step": 156590
    },
    {
      "epoch": 0.19864071906418151,
      "grad_norm": 6.34375,
      "learning_rate": 4.007311058054596e-05,
      "loss": 1.8399,
      "mean_token_accuracy": 0.5882208406925201,
      "num_tokens": 120739056.0,
      "step": 156600
    },
    {
      "epoch": 0.19865340365671433,
      "grad_norm": 5.40625,
      "learning_rate": 4.0072476270459674e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5653731942176818,
      "num_tokens": 120746385.0,
      "step": 156610
    },
    {
      "epoch": 0.19866608824924717,
      "grad_norm": 5.375,
      "learning_rate": 4.007184196037338e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5387355238199234,
      "num_tokens": 120754429.0,
      "step": 156620
    },
    {
      "epoch": 0.19867877284178,
      "grad_norm": 5.40625,
      "learning_rate": 4.007120765028709e-05,
      "loss": 2.2121,
      "mean_token_accuracy": 0.5223762601613998,
      "num_tokens": 120763286.0,
      "step": 156630
    },
    {
      "epoch": 0.19869145743431282,
      "grad_norm": 5.84375,
      "learning_rate": 4.0070573340200804e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5404526621103287,
      "num_tokens": 120771112.0,
      "step": 156640
    },
    {
      "epoch": 0.19870414202684566,
      "grad_norm": 6.625,
      "learning_rate": 4.006993903011451e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5430446296930314,
      "num_tokens": 120777986.0,
      "step": 156650
    },
    {
      "epoch": 0.1987168266193785,
      "grad_norm": 7.1875,
      "learning_rate": 4.0069304720028214e-05,
      "loss": 1.907,
      "mean_token_accuracy": 0.5866136699914932,
      "num_tokens": 120783978.0,
      "step": 156660
    },
    {
      "epoch": 0.19872951121191135,
      "grad_norm": 4.84375,
      "learning_rate": 4.006867040994192e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5291390538215637,
      "num_tokens": 120792018.0,
      "step": 156670
    },
    {
      "epoch": 0.19874219580444416,
      "grad_norm": 5.90625,
      "learning_rate": 4.006803609985563e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5339096039533615,
      "num_tokens": 120800807.0,
      "step": 156680
    },
    {
      "epoch": 0.198754880396977,
      "grad_norm": 4.4375,
      "learning_rate": 4.0067401789769344e-05,
      "loss": 1.9045,
      "mean_token_accuracy": 0.5758311301469803,
      "num_tokens": 120807489.0,
      "step": 156690
    },
    {
      "epoch": 0.19876756498950984,
      "grad_norm": 5.25,
      "learning_rate": 4.006676747968305e-05,
      "loss": 1.8849,
      "mean_token_accuracy": 0.5804126262664795,
      "num_tokens": 120815308.0,
      "step": 156700
    },
    {
      "epoch": 0.19878024958204268,
      "grad_norm": 5.375,
      "learning_rate": 4.006613316959676e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5699500024318696,
      "num_tokens": 120824078.0,
      "step": 156710
    },
    {
      "epoch": 0.1987929341745755,
      "grad_norm": 5.78125,
      "learning_rate": 4.006549885951047e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5653280019760132,
      "num_tokens": 120831243.0,
      "step": 156720
    },
    {
      "epoch": 0.19880561876710834,
      "grad_norm": 5.125,
      "learning_rate": 4.006486454942417e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5639529317617417,
      "num_tokens": 120839817.0,
      "step": 156730
    },
    {
      "epoch": 0.19881830335964118,
      "grad_norm": 5.03125,
      "learning_rate": 4.0064230239337884e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5391703188419342,
      "num_tokens": 120847369.0,
      "step": 156740
    },
    {
      "epoch": 0.19883098795217402,
      "grad_norm": 5.125,
      "learning_rate": 4.006359592925159e-05,
      "loss": 1.858,
      "mean_token_accuracy": 0.5910250395536423,
      "num_tokens": 120854137.0,
      "step": 156750
    },
    {
      "epoch": 0.19884367254470683,
      "grad_norm": 4.46875,
      "learning_rate": 4.00629616191653e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5336850345134735,
      "num_tokens": 120862487.0,
      "step": 156760
    },
    {
      "epoch": 0.19885635713723968,
      "grad_norm": 5.53125,
      "learning_rate": 4.006232730907901e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.566767105460167,
      "num_tokens": 120870369.0,
      "step": 156770
    },
    {
      "epoch": 0.19886904172977252,
      "grad_norm": 6.8125,
      "learning_rate": 4.006169299899272e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5643494606018067,
      "num_tokens": 120877292.0,
      "step": 156780
    },
    {
      "epoch": 0.19888172632230536,
      "grad_norm": 5.6875,
      "learning_rate": 4.0061058688906424e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5510131925344467,
      "num_tokens": 120884948.0,
      "step": 156790
    },
    {
      "epoch": 0.19889441091483817,
      "grad_norm": 12.875,
      "learning_rate": 4.006042437882013e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5356427997350692,
      "num_tokens": 120892817.0,
      "step": 156800
    },
    {
      "epoch": 0.198907095507371,
      "grad_norm": 6.28125,
      "learning_rate": 4.005979006873384e-05,
      "loss": 1.8458,
      "mean_token_accuracy": 0.5806498616933823,
      "num_tokens": 120899848.0,
      "step": 156810
    },
    {
      "epoch": 0.19891978009990385,
      "grad_norm": 5.1875,
      "learning_rate": 4.0059155758647554e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5472814708948135,
      "num_tokens": 120906940.0,
      "step": 156820
    },
    {
      "epoch": 0.1989324646924367,
      "grad_norm": 7.46875,
      "learning_rate": 4.005852144856126e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5381068468093873,
      "num_tokens": 120915351.0,
      "step": 156830
    },
    {
      "epoch": 0.1989451492849695,
      "grad_norm": 5.4375,
      "learning_rate": 4.005788713847497e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5152521044015884,
      "num_tokens": 120924490.0,
      "step": 156840
    },
    {
      "epoch": 0.19895783387750235,
      "grad_norm": 5.84375,
      "learning_rate": 4.005725282838868e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.530366861820221,
      "num_tokens": 120931631.0,
      "step": 156850
    },
    {
      "epoch": 0.1989705184700352,
      "grad_norm": 4.90625,
      "learning_rate": 4.005661851830239e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5485470980405808,
      "num_tokens": 120939370.0,
      "step": 156860
    },
    {
      "epoch": 0.19898320306256803,
      "grad_norm": 5.5,
      "learning_rate": 4.0055984208216094e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5665019094944,
      "num_tokens": 120947581.0,
      "step": 156870
    },
    {
      "epoch": 0.19899588765510084,
      "grad_norm": 5.84375,
      "learning_rate": 4.00553498981298e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.552974259853363,
      "num_tokens": 120955079.0,
      "step": 156880
    },
    {
      "epoch": 0.19900857224763369,
      "grad_norm": 4.96875,
      "learning_rate": 4.005471558804351e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5295066595077514,
      "num_tokens": 120962631.0,
      "step": 156890
    },
    {
      "epoch": 0.19902125684016653,
      "grad_norm": 4.53125,
      "learning_rate": 4.005408127795722e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5203682780265808,
      "num_tokens": 120971240.0,
      "step": 156900
    },
    {
      "epoch": 0.19903394143269937,
      "grad_norm": 4.8125,
      "learning_rate": 4.005344696787093e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.5651261508464813,
      "num_tokens": 120980814.0,
      "step": 156910
    },
    {
      "epoch": 0.19904662602523218,
      "grad_norm": 5.5,
      "learning_rate": 4.005281265778464e-05,
      "loss": 1.7532,
      "mean_token_accuracy": 0.6084631562232972,
      "num_tokens": 120986680.0,
      "step": 156920
    },
    {
      "epoch": 0.19905931061776502,
      "grad_norm": 5.71875,
      "learning_rate": 4.005217834769835e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5693268656730652,
      "num_tokens": 120993836.0,
      "step": 156930
    },
    {
      "epoch": 0.19907199521029786,
      "grad_norm": 6.34375,
      "learning_rate": 4.005154403761205e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5469121634960175,
      "num_tokens": 121001142.0,
      "step": 156940
    },
    {
      "epoch": 0.1990846798028307,
      "grad_norm": 5.25,
      "learning_rate": 4.005090972752576e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5371054589748383,
      "num_tokens": 121010223.0,
      "step": 156950
    },
    {
      "epoch": 0.19909736439536352,
      "grad_norm": 5.9375,
      "learning_rate": 4.005027541743947e-05,
      "loss": 1.879,
      "mean_token_accuracy": 0.5928648799657822,
      "num_tokens": 121018025.0,
      "step": 156960
    },
    {
      "epoch": 0.19911004898789636,
      "grad_norm": 5.0,
      "learning_rate": 4.004964110735318e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5768022179603577,
      "num_tokens": 121025580.0,
      "step": 156970
    },
    {
      "epoch": 0.1991227335804292,
      "grad_norm": 11.5,
      "learning_rate": 4.004900679726689e-05,
      "loss": 2.3219,
      "mean_token_accuracy": 0.5066382229328156,
      "num_tokens": 121034448.0,
      "step": 156980
    },
    {
      "epoch": 0.19913541817296204,
      "grad_norm": 5.53125,
      "learning_rate": 4.00483724871806e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5565027207136154,
      "num_tokens": 121042413.0,
      "step": 156990
    },
    {
      "epoch": 0.19914810276549486,
      "grad_norm": 5.4375,
      "learning_rate": 4.0047738177094305e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5740229606628418,
      "num_tokens": 121049479.0,
      "step": 157000
    },
    {
      "epoch": 0.1991607873580277,
      "grad_norm": 6.6875,
      "learning_rate": 4.004710386700801e-05,
      "loss": 2.2654,
      "mean_token_accuracy": 0.5127114742994309,
      "num_tokens": 121058235.0,
      "step": 157010
    },
    {
      "epoch": 0.19917347195056054,
      "grad_norm": 7.8125,
      "learning_rate": 4.004646955692172e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5665562838315964,
      "num_tokens": 121065349.0,
      "step": 157020
    },
    {
      "epoch": 0.19918615654309338,
      "grad_norm": 7.1875,
      "learning_rate": 4.004583524683543e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.552301886677742,
      "num_tokens": 121074250.0,
      "step": 157030
    },
    {
      "epoch": 0.1991988411356262,
      "grad_norm": 6.1875,
      "learning_rate": 4.004520093674914e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5513054192066192,
      "num_tokens": 121081271.0,
      "step": 157040
    },
    {
      "epoch": 0.19921152572815903,
      "grad_norm": 4.875,
      "learning_rate": 4.0044566626662845e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5268563240766525,
      "num_tokens": 121090213.0,
      "step": 157050
    },
    {
      "epoch": 0.19922421032069187,
      "grad_norm": 6.65625,
      "learning_rate": 4.004393231657656e-05,
      "loss": 1.9235,
      "mean_token_accuracy": 0.5620549917221069,
      "num_tokens": 121098183.0,
      "step": 157060
    },
    {
      "epoch": 0.19923689491322472,
      "grad_norm": 4.5625,
      "learning_rate": 4.004329800649026e-05,
      "loss": 1.8884,
      "mean_token_accuracy": 0.567640072107315,
      "num_tokens": 121106081.0,
      "step": 157070
    },
    {
      "epoch": 0.19924957950575753,
      "grad_norm": 4.75,
      "learning_rate": 4.004266369640397e-05,
      "loss": 2.2244,
      "mean_token_accuracy": 0.5169831067323685,
      "num_tokens": 121114531.0,
      "step": 157080
    },
    {
      "epoch": 0.19926226409829037,
      "grad_norm": 6.15625,
      "learning_rate": 4.004202938631768e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.557464000582695,
      "num_tokens": 121122826.0,
      "step": 157090
    },
    {
      "epoch": 0.1992749486908232,
      "grad_norm": 5.5,
      "learning_rate": 4.0041395076231385e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5730337530374527,
      "num_tokens": 121131174.0,
      "step": 157100
    },
    {
      "epoch": 0.19928763328335602,
      "grad_norm": 5.5,
      "learning_rate": 4.00407607661451e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5571786850690842,
      "num_tokens": 121139243.0,
      "step": 157110
    },
    {
      "epoch": 0.19930031787588887,
      "grad_norm": 6.1875,
      "learning_rate": 4.004012645605881e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5669896721839904,
      "num_tokens": 121147710.0,
      "step": 157120
    },
    {
      "epoch": 0.1993130024684217,
      "grad_norm": 5.375,
      "learning_rate": 4.0039492145972515e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5690567165613174,
      "num_tokens": 121156219.0,
      "step": 157130
    },
    {
      "epoch": 0.19932568706095455,
      "grad_norm": 5.25,
      "learning_rate": 4.003885783588622e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5399459064006805,
      "num_tokens": 121163986.0,
      "step": 157140
    },
    {
      "epoch": 0.19933837165348736,
      "grad_norm": 4.9375,
      "learning_rate": 4.0038223525799926e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5476505994796753,
      "num_tokens": 121171682.0,
      "step": 157150
    },
    {
      "epoch": 0.1993510562460202,
      "grad_norm": 9.9375,
      "learning_rate": 4.003758921571364e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.542977026104927,
      "num_tokens": 121178846.0,
      "step": 157160
    },
    {
      "epoch": 0.19936374083855304,
      "grad_norm": 7.28125,
      "learning_rate": 4.003695490562735e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5445164501667022,
      "num_tokens": 121185631.0,
      "step": 157170
    },
    {
      "epoch": 0.19937642543108589,
      "grad_norm": 12.0,
      "learning_rate": 4.0036320595541055e-05,
      "loss": 1.8113,
      "mean_token_accuracy": 0.5900625288486481,
      "num_tokens": 121192383.0,
      "step": 157180
    },
    {
      "epoch": 0.1993891100236187,
      "grad_norm": 7.34375,
      "learning_rate": 4.003568628545477e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5336833953857422,
      "num_tokens": 121199855.0,
      "step": 157190
    },
    {
      "epoch": 0.19940179461615154,
      "grad_norm": 6.5,
      "learning_rate": 4.003505197536847e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5390659362077713,
      "num_tokens": 121207234.0,
      "step": 157200
    },
    {
      "epoch": 0.19941447920868438,
      "grad_norm": 6.8125,
      "learning_rate": 4.003441766528218e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.538038232922554,
      "num_tokens": 121215172.0,
      "step": 157210
    },
    {
      "epoch": 0.19942716380121722,
      "grad_norm": 4.46875,
      "learning_rate": 4.003378335519589e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5311181873083115,
      "num_tokens": 121223784.0,
      "step": 157220
    },
    {
      "epoch": 0.19943984839375004,
      "grad_norm": 6.25,
      "learning_rate": 4.0033149045109595e-05,
      "loss": 1.8871,
      "mean_token_accuracy": 0.5726982057094574,
      "num_tokens": 121231375.0,
      "step": 157230
    },
    {
      "epoch": 0.19945253298628288,
      "grad_norm": 5.0625,
      "learning_rate": 4.003251473502331e-05,
      "loss": 2.2664,
      "mean_token_accuracy": 0.5086255222558975,
      "num_tokens": 121238915.0,
      "step": 157240
    },
    {
      "epoch": 0.19946521757881572,
      "grad_norm": 6.09375,
      "learning_rate": 4.003188042493701e-05,
      "loss": 2.2773,
      "mean_token_accuracy": 0.5123298704624176,
      "num_tokens": 121246089.0,
      "step": 157250
    },
    {
      "epoch": 0.19947790217134856,
      "grad_norm": 5.53125,
      "learning_rate": 4.0031246114850725e-05,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5172689259052277,
      "num_tokens": 121253627.0,
      "step": 157260
    },
    {
      "epoch": 0.19949058676388137,
      "grad_norm": 5.09375,
      "learning_rate": 4.003061180476444e-05,
      "loss": 1.9856,
      "mean_token_accuracy": 0.5648823708295823,
      "num_tokens": 121261080.0,
      "step": 157270
    },
    {
      "epoch": 0.1995032713564142,
      "grad_norm": 5.5,
      "learning_rate": 4.002997749467814e-05,
      "loss": 1.7905,
      "mean_token_accuracy": 0.5872881412506104,
      "num_tokens": 121267407.0,
      "step": 157280
    },
    {
      "epoch": 0.19951595594894705,
      "grad_norm": 4.71875,
      "learning_rate": 4.002934318459185e-05,
      "loss": 1.8061,
      "mean_token_accuracy": 0.589610081911087,
      "num_tokens": 121275230.0,
      "step": 157290
    },
    {
      "epoch": 0.1995286405414799,
      "grad_norm": 5.09375,
      "learning_rate": 4.002870887450555e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5615766018629074,
      "num_tokens": 121282783.0,
      "step": 157300
    },
    {
      "epoch": 0.1995413251340127,
      "grad_norm": 5.5625,
      "learning_rate": 4.0028074564419265e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5552009046077728,
      "num_tokens": 121290609.0,
      "step": 157310
    },
    {
      "epoch": 0.19955400972654555,
      "grad_norm": 5.25,
      "learning_rate": 4.002744025433298e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5817484527826309,
      "num_tokens": 121297924.0,
      "step": 157320
    },
    {
      "epoch": 0.1995666943190784,
      "grad_norm": 7.5,
      "learning_rate": 4.002680594424668e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5403197646141052,
      "num_tokens": 121305519.0,
      "step": 157330
    },
    {
      "epoch": 0.19957937891161123,
      "grad_norm": 5.40625,
      "learning_rate": 4.0026171634160395e-05,
      "loss": 2.2993,
      "mean_token_accuracy": 0.5059020072221756,
      "num_tokens": 121313721.0,
      "step": 157340
    },
    {
      "epoch": 0.19959206350414405,
      "grad_norm": 5.65625,
      "learning_rate": 4.00255373240741e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5784334987401962,
      "num_tokens": 121320028.0,
      "step": 157350
    },
    {
      "epoch": 0.1996047480966769,
      "grad_norm": 4.75,
      "learning_rate": 4.0024903013987806e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5627503395080566,
      "num_tokens": 121327298.0,
      "step": 157360
    },
    {
      "epoch": 0.19961743268920973,
      "grad_norm": 5.125,
      "learning_rate": 4.002426870390152e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5551461935043335,
      "num_tokens": 121334662.0,
      "step": 157370
    },
    {
      "epoch": 0.19963011728174257,
      "grad_norm": 4.78125,
      "learning_rate": 4.002363439381522e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.532153058052063,
      "num_tokens": 121340850.0,
      "step": 157380
    },
    {
      "epoch": 0.19964280187427538,
      "grad_norm": 6.46875,
      "learning_rate": 4.0023000083728935e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5209781855344773,
      "num_tokens": 121349767.0,
      "step": 157390
    },
    {
      "epoch": 0.19965548646680822,
      "grad_norm": 5.90625,
      "learning_rate": 4.002236577364264e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5401520490646362,
      "num_tokens": 121358552.0,
      "step": 157400
    },
    {
      "epoch": 0.19966817105934107,
      "grad_norm": 4.78125,
      "learning_rate": 4.002173146355635e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5171017289161682,
      "num_tokens": 121367755.0,
      "step": 157410
    },
    {
      "epoch": 0.1996808556518739,
      "grad_norm": 4.625,
      "learning_rate": 4.002109715347006e-05,
      "loss": 1.8124,
      "mean_token_accuracy": 0.5966932833194732,
      "num_tokens": 121376035.0,
      "step": 157420
    },
    {
      "epoch": 0.19969354024440672,
      "grad_norm": 7.125,
      "learning_rate": 4.0020462843383763e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5411232680082321,
      "num_tokens": 121382338.0,
      "step": 157430
    },
    {
      "epoch": 0.19970622483693956,
      "grad_norm": 6.1875,
      "learning_rate": 4.0019828533297476e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5268839955329895,
      "num_tokens": 121391031.0,
      "step": 157440
    },
    {
      "epoch": 0.1997189094294724,
      "grad_norm": 8.0625,
      "learning_rate": 4.001919422321118e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5205440729856491,
      "num_tokens": 121398821.0,
      "step": 157450
    },
    {
      "epoch": 0.19973159402200524,
      "grad_norm": 6.9375,
      "learning_rate": 4.001855991312489e-05,
      "loss": 2.1929,
      "mean_token_accuracy": 0.5299226522445679,
      "num_tokens": 121407141.0,
      "step": 157460
    },
    {
      "epoch": 0.19974427861453806,
      "grad_norm": 5.28125,
      "learning_rate": 4.0017925603038605e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5546639651060105,
      "num_tokens": 121415442.0,
      "step": 157470
    },
    {
      "epoch": 0.1997569632070709,
      "grad_norm": 11.5,
      "learning_rate": 4.001729129295231e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.537930166721344,
      "num_tokens": 121422769.0,
      "step": 157480
    },
    {
      "epoch": 0.19976964779960374,
      "grad_norm": 6.34375,
      "learning_rate": 4.0016656982866016e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5216760128736496,
      "num_tokens": 121430719.0,
      "step": 157490
    },
    {
      "epoch": 0.19978233239213658,
      "grad_norm": 5.09375,
      "learning_rate": 4.001602267277972e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5571306556463241,
      "num_tokens": 121438080.0,
      "step": 157500
    },
    {
      "epoch": 0.1997950169846694,
      "grad_norm": 6.21875,
      "learning_rate": 4.001538836269343e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5252878695726395,
      "num_tokens": 121446853.0,
      "step": 157510
    },
    {
      "epoch": 0.19980770157720223,
      "grad_norm": 5.09375,
      "learning_rate": 4.0014754052607146e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5368347465991974,
      "num_tokens": 121455728.0,
      "step": 157520
    },
    {
      "epoch": 0.19982038616973508,
      "grad_norm": 4.875,
      "learning_rate": 4.001411974252085e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5491687685251236,
      "num_tokens": 121463722.0,
      "step": 157530
    },
    {
      "epoch": 0.19983307076226792,
      "grad_norm": 4.78125,
      "learning_rate": 4.001348543243456e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5661750912666321,
      "num_tokens": 121470942.0,
      "step": 157540
    },
    {
      "epoch": 0.19984575535480073,
      "grad_norm": 5.59375,
      "learning_rate": 4.001285112234827e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5442191272974014,
      "num_tokens": 121478605.0,
      "step": 157550
    },
    {
      "epoch": 0.19985843994733357,
      "grad_norm": 5.78125,
      "learning_rate": 4.0012216812261974e-05,
      "loss": 1.84,
      "mean_token_accuracy": 0.5706714868545533,
      "num_tokens": 121485774.0,
      "step": 157560
    },
    {
      "epoch": 0.1998711245398664,
      "grad_norm": 6.15625,
      "learning_rate": 4.0011582502175686e-05,
      "loss": 2.2817,
      "mean_token_accuracy": 0.5135647386312485,
      "num_tokens": 121493887.0,
      "step": 157570
    },
    {
      "epoch": 0.19988380913239923,
      "grad_norm": 6.59375,
      "learning_rate": 4.001094819208939e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5605568557977676,
      "num_tokens": 121499785.0,
      "step": 157580
    },
    {
      "epoch": 0.19989649372493207,
      "grad_norm": 5.59375,
      "learning_rate": 4.00103138820031e-05,
      "loss": 1.5556,
      "mean_token_accuracy": 0.6530025482177735,
      "num_tokens": 121505381.0,
      "step": 157590
    },
    {
      "epoch": 0.1999091783174649,
      "grad_norm": 5.4375,
      "learning_rate": 4.000967957191681e-05,
      "loss": 2.3099,
      "mean_token_accuracy": 0.5071698904037476,
      "num_tokens": 121513205.0,
      "step": 157600
    },
    {
      "epoch": 0.19992186290999775,
      "grad_norm": 4.875,
      "learning_rate": 4.000904526183052e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5368566811084747,
      "num_tokens": 121521127.0,
      "step": 157610
    },
    {
      "epoch": 0.19993454750253056,
      "grad_norm": 5.53125,
      "learning_rate": 4.000841095174423e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5326004803180695,
      "num_tokens": 121529662.0,
      "step": 157620
    },
    {
      "epoch": 0.1999472320950634,
      "grad_norm": 5.25,
      "learning_rate": 4.000777664165793e-05,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5502743989229202,
      "num_tokens": 121537040.0,
      "step": 157630
    },
    {
      "epoch": 0.19995991668759625,
      "grad_norm": 5.78125,
      "learning_rate": 4.0007142331571644e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5565686881542206,
      "num_tokens": 121544795.0,
      "step": 157640
    },
    {
      "epoch": 0.1999726012801291,
      "grad_norm": 4.53125,
      "learning_rate": 4.000650802148535e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5351708412170411,
      "num_tokens": 121552279.0,
      "step": 157650
    },
    {
      "epoch": 0.1999852858726619,
      "grad_norm": 5.40625,
      "learning_rate": 4.000587371139906e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5592931926250457,
      "num_tokens": 121561831.0,
      "step": 157660
    },
    {
      "epoch": 0.19999797046519474,
      "grad_norm": 6.53125,
      "learning_rate": 4.000523940131277e-05,
      "loss": 1.7702,
      "mean_token_accuracy": 0.596746701002121,
      "num_tokens": 121568097.0,
      "step": 157670
    },
    {
      "epoch": 0.20001065505772758,
      "grad_norm": 5.03125,
      "learning_rate": 4.000460509122648e-05,
      "loss": 2.2275,
      "mean_token_accuracy": 0.5141333281993866,
      "num_tokens": 121576533.0,
      "step": 157680
    },
    {
      "epoch": 0.20002333965026042,
      "grad_norm": 5.3125,
      "learning_rate": 4.000397078114019e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5274985820055008,
      "num_tokens": 121585460.0,
      "step": 157690
    },
    {
      "epoch": 0.20003602424279324,
      "grad_norm": 6.40625,
      "learning_rate": 4.0003336471053896e-05,
      "loss": 1.9092,
      "mean_token_accuracy": 0.5720073640346527,
      "num_tokens": 121592566.0,
      "step": 157700
    },
    {
      "epoch": 0.20004870883532608,
      "grad_norm": 4.9375,
      "learning_rate": 4.00027021609676e-05,
      "loss": 1.7125,
      "mean_token_accuracy": 0.6137009739875794,
      "num_tokens": 121599706.0,
      "step": 157710
    },
    {
      "epoch": 0.20006139342785892,
      "grad_norm": 5.59375,
      "learning_rate": 4.0002067850881314e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5428713321685791,
      "num_tokens": 121608471.0,
      "step": 157720
    },
    {
      "epoch": 0.20007407802039176,
      "grad_norm": 4.8125,
      "learning_rate": 4.000143354079502e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5469366043806076,
      "num_tokens": 121616019.0,
      "step": 157730
    },
    {
      "epoch": 0.20008676261292457,
      "grad_norm": 4.875,
      "learning_rate": 4.000079923070873e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5535133719444275,
      "num_tokens": 121625094.0,
      "step": 157740
    },
    {
      "epoch": 0.20009944720545741,
      "grad_norm": 7.46875,
      "learning_rate": 4.000016492062244e-05,
      "loss": 2.2607,
      "mean_token_accuracy": 0.5176543593406677,
      "num_tokens": 121633084.0,
      "step": 157750
    },
    {
      "epoch": 0.20011213179799026,
      "grad_norm": 4.90625,
      "learning_rate": 3.999953061053615e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5512456059455871,
      "num_tokens": 121639598.0,
      "step": 157760
    },
    {
      "epoch": 0.2001248163905231,
      "grad_norm": 6.59375,
      "learning_rate": 3.9998896300449854e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5536064773797988,
      "num_tokens": 121646842.0,
      "step": 157770
    },
    {
      "epoch": 0.2001375009830559,
      "grad_norm": 4.5,
      "learning_rate": 3.999826199036356e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5454657644033432,
      "num_tokens": 121655686.0,
      "step": 157780
    },
    {
      "epoch": 0.20015018557558875,
      "grad_norm": 5.9375,
      "learning_rate": 3.999762768027727e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5451626658439637,
      "num_tokens": 121663863.0,
      "step": 157790
    },
    {
      "epoch": 0.2001628701681216,
      "grad_norm": 5.375,
      "learning_rate": 3.9996993370190983e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5363495886325836,
      "num_tokens": 121670496.0,
      "step": 157800
    },
    {
      "epoch": 0.20017555476065443,
      "grad_norm": 6.3125,
      "learning_rate": 3.999635906010469e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5652655959129333,
      "num_tokens": 121679347.0,
      "step": 157810
    },
    {
      "epoch": 0.20018823935318725,
      "grad_norm": 5.59375,
      "learning_rate": 3.99957247500184e-05,
      "loss": 2.2888,
      "mean_token_accuracy": 0.5171582043170929,
      "num_tokens": 121688282.0,
      "step": 157820
    },
    {
      "epoch": 0.2002009239457201,
      "grad_norm": 4.84375,
      "learning_rate": 3.9995090439932106e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5700962662696838,
      "num_tokens": 121695259.0,
      "step": 157830
    },
    {
      "epoch": 0.20021360853825293,
      "grad_norm": 5.15625,
      "learning_rate": 3.999445612984581e-05,
      "loss": 1.8022,
      "mean_token_accuracy": 0.6025510966777802,
      "num_tokens": 121703024.0,
      "step": 157840
    },
    {
      "epoch": 0.20022629313078577,
      "grad_norm": 5.71875,
      "learning_rate": 3.9993821819759524e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5675442099571228,
      "num_tokens": 121710018.0,
      "step": 157850
    },
    {
      "epoch": 0.20023897772331858,
      "grad_norm": 5.59375,
      "learning_rate": 3.999318750967323e-05,
      "loss": 2.2528,
      "mean_token_accuracy": 0.5083758801221847,
      "num_tokens": 121718645.0,
      "step": 157860
    },
    {
      "epoch": 0.20025166231585143,
      "grad_norm": 5.34375,
      "learning_rate": 3.999255319958694e-05,
      "loss": 1.8013,
      "mean_token_accuracy": 0.589152592420578,
      "num_tokens": 121725688.0,
      "step": 157870
    },
    {
      "epoch": 0.20026434690838427,
      "grad_norm": 7.625,
      "learning_rate": 3.9991918889500647e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5238824099302292,
      "num_tokens": 121733088.0,
      "step": 157880
    },
    {
      "epoch": 0.2002770315009171,
      "grad_norm": 5.53125,
      "learning_rate": 3.999128457941436e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5542062938213348,
      "num_tokens": 121741513.0,
      "step": 157890
    },
    {
      "epoch": 0.20028971609344992,
      "grad_norm": 6.4375,
      "learning_rate": 3.9990650269328064e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5366794407367707,
      "num_tokens": 121750188.0,
      "step": 157900
    },
    {
      "epoch": 0.20030240068598276,
      "grad_norm": 4.90625,
      "learning_rate": 3.999001595924177e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5550437539815902,
      "num_tokens": 121758281.0,
      "step": 157910
    },
    {
      "epoch": 0.2003150852785156,
      "grad_norm": 5.78125,
      "learning_rate": 3.998938164915548e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.528295487165451,
      "num_tokens": 121765392.0,
      "step": 157920
    },
    {
      "epoch": 0.20032776987104844,
      "grad_norm": 8.4375,
      "learning_rate": 3.998874733906919e-05,
      "loss": 1.7952,
      "mean_token_accuracy": 0.6088137447834014,
      "num_tokens": 121772212.0,
      "step": 157930
    },
    {
      "epoch": 0.20034045446358126,
      "grad_norm": 4.90625,
      "learning_rate": 3.99881130289829e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5341781347990036,
      "num_tokens": 121779884.0,
      "step": 157940
    },
    {
      "epoch": 0.2003531390561141,
      "grad_norm": 5.3125,
      "learning_rate": 3.998747871889661e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5332533538341522,
      "num_tokens": 121788959.0,
      "step": 157950
    },
    {
      "epoch": 0.20036582364864694,
      "grad_norm": 5.40625,
      "learning_rate": 3.9986844408810317e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5363121449947357,
      "num_tokens": 121795953.0,
      "step": 157960
    },
    {
      "epoch": 0.20037850824117978,
      "grad_norm": 5.3125,
      "learning_rate": 3.998621009872402e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5283199727535248,
      "num_tokens": 121803119.0,
      "step": 157970
    },
    {
      "epoch": 0.2003911928337126,
      "grad_norm": 5.03125,
      "learning_rate": 3.998557578863773e-05,
      "loss": 1.8984,
      "mean_token_accuracy": 0.5882389664649963,
      "num_tokens": 121810967.0,
      "step": 157980
    },
    {
      "epoch": 0.20040387742624544,
      "grad_norm": 4.84375,
      "learning_rate": 3.998494147855144e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5486073464155197,
      "num_tokens": 121819535.0,
      "step": 157990
    },
    {
      "epoch": 0.20041656201877828,
      "grad_norm": 6.21875,
      "learning_rate": 3.998430716846515e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5328310281038284,
      "num_tokens": 121826510.0,
      "step": 158000
    },
    {
      "epoch": 0.20042924661131112,
      "grad_norm": 6.9375,
      "learning_rate": 3.998367285837886e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5222373276948928,
      "num_tokens": 121833853.0,
      "step": 158010
    },
    {
      "epoch": 0.20044193120384393,
      "grad_norm": 8.3125,
      "learning_rate": 3.998303854829257e-05,
      "loss": 2.2926,
      "mean_token_accuracy": 0.5146066546440125,
      "num_tokens": 121841317.0,
      "step": 158020
    },
    {
      "epoch": 0.20045461579637677,
      "grad_norm": 7.46875,
      "learning_rate": 3.9982404238206274e-05,
      "loss": 2.2798,
      "mean_token_accuracy": 0.5037399381399155,
      "num_tokens": 121849710.0,
      "step": 158030
    },
    {
      "epoch": 0.20046730038890961,
      "grad_norm": 5.15625,
      "learning_rate": 3.9981769928119986e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5483751624822617,
      "num_tokens": 121857978.0,
      "step": 158040
    },
    {
      "epoch": 0.20047998498144243,
      "grad_norm": 5.625,
      "learning_rate": 3.998113561803369e-05,
      "loss": 2.1274,
      "mean_token_accuracy": 0.5286317884922027,
      "num_tokens": 121865576.0,
      "step": 158050
    },
    {
      "epoch": 0.20049266957397527,
      "grad_norm": 4.53125,
      "learning_rate": 3.99805013079474e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5487325012683868,
      "num_tokens": 121873309.0,
      "step": 158060
    },
    {
      "epoch": 0.2005053541665081,
      "grad_norm": 7.375,
      "learning_rate": 3.997986699786111e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5469940483570099,
      "num_tokens": 121881660.0,
      "step": 158070
    },
    {
      "epoch": 0.20051803875904095,
      "grad_norm": 5.3125,
      "learning_rate": 3.9979232687774815e-05,
      "loss": 2.1929,
      "mean_token_accuracy": 0.5315503001213073,
      "num_tokens": 121889587.0,
      "step": 158080
    },
    {
      "epoch": 0.20053072335157376,
      "grad_norm": 5.21875,
      "learning_rate": 3.997859837768853e-05,
      "loss": 1.911,
      "mean_token_accuracy": 0.5826401531696319,
      "num_tokens": 121897335.0,
      "step": 158090
    },
    {
      "epoch": 0.2005434079441066,
      "grad_norm": 7.96875,
      "learning_rate": 3.997796406760224e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5277663499116898,
      "num_tokens": 121905777.0,
      "step": 158100
    },
    {
      "epoch": 0.20055609253663945,
      "grad_norm": 5.875,
      "learning_rate": 3.9977329757515944e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5241618007421494,
      "num_tokens": 121913453.0,
      "step": 158110
    },
    {
      "epoch": 0.2005687771291723,
      "grad_norm": 6.9375,
      "learning_rate": 3.997669544742965e-05,
      "loss": 2.224,
      "mean_token_accuracy": 0.5162506401538849,
      "num_tokens": 121922236.0,
      "step": 158120
    },
    {
      "epoch": 0.2005814617217051,
      "grad_norm": 5.875,
      "learning_rate": 3.9976061137343355e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.5773346602916718,
      "num_tokens": 121928662.0,
      "step": 158130
    },
    {
      "epoch": 0.20059414631423794,
      "grad_norm": 5.40625,
      "learning_rate": 3.997542682725707e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.572984379529953,
      "num_tokens": 121936075.0,
      "step": 158140
    },
    {
      "epoch": 0.20060683090677078,
      "grad_norm": 5.0,
      "learning_rate": 3.997479251717078e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5319896638393402,
      "num_tokens": 121944010.0,
      "step": 158150
    },
    {
      "epoch": 0.20061951549930362,
      "grad_norm": 5.15625,
      "learning_rate": 3.9974158207084485e-05,
      "loss": 2.2802,
      "mean_token_accuracy": 0.5142589747905731,
      "num_tokens": 121952649.0,
      "step": 158160
    },
    {
      "epoch": 0.20063220009183644,
      "grad_norm": 5.53125,
      "learning_rate": 3.99735238969982e-05,
      "loss": 2.2819,
      "mean_token_accuracy": 0.517148369550705,
      "num_tokens": 121960623.0,
      "step": 158170
    },
    {
      "epoch": 0.20064488468436928,
      "grad_norm": 5.6875,
      "learning_rate": 3.99728895869119e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5502455294132232,
      "num_tokens": 121967575.0,
      "step": 158180
    },
    {
      "epoch": 0.20065756927690212,
      "grad_norm": 6.0625,
      "learning_rate": 3.997225527682561e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5437773495912552,
      "num_tokens": 121974501.0,
      "step": 158190
    },
    {
      "epoch": 0.20067025386943496,
      "grad_norm": 4.75,
      "learning_rate": 3.997162096673932e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5306789666414261,
      "num_tokens": 121982311.0,
      "step": 158200
    },
    {
      "epoch": 0.20068293846196777,
      "grad_norm": 5.9375,
      "learning_rate": 3.9970986656653025e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5453508645296097,
      "num_tokens": 121991376.0,
      "step": 158210
    },
    {
      "epoch": 0.20069562305450062,
      "grad_norm": 6.09375,
      "learning_rate": 3.997035234656674e-05,
      "loss": 2.2782,
      "mean_token_accuracy": 0.5055600285530091,
      "num_tokens": 121999844.0,
      "step": 158220
    },
    {
      "epoch": 0.20070830764703346,
      "grad_norm": 6.0625,
      "learning_rate": 3.996971803648044e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.553980952501297,
      "num_tokens": 122008178.0,
      "step": 158230
    },
    {
      "epoch": 0.2007209922395663,
      "grad_norm": 5.4375,
      "learning_rate": 3.9969083726394154e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5312675058841705,
      "num_tokens": 122016122.0,
      "step": 158240
    },
    {
      "epoch": 0.2007336768320991,
      "grad_norm": 4.8125,
      "learning_rate": 3.996844941630786e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.538547083735466,
      "num_tokens": 122023961.0,
      "step": 158250
    },
    {
      "epoch": 0.20074636142463195,
      "grad_norm": 5.0625,
      "learning_rate": 3.9967815106221565e-05,
      "loss": 2.2099,
      "mean_token_accuracy": 0.5181361049413681,
      "num_tokens": 122032464.0,
      "step": 158260
    },
    {
      "epoch": 0.2007590460171648,
      "grad_norm": 5.96875,
      "learning_rate": 3.996718079613528e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5161128997802734,
      "num_tokens": 122040291.0,
      "step": 158270
    },
    {
      "epoch": 0.20077173060969764,
      "grad_norm": 6.09375,
      "learning_rate": 3.996654648604898e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5185584604740143,
      "num_tokens": 122048901.0,
      "step": 158280
    },
    {
      "epoch": 0.20078441520223045,
      "grad_norm": 5.90625,
      "learning_rate": 3.9965912175962695e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5255532532930374,
      "num_tokens": 122057407.0,
      "step": 158290
    },
    {
      "epoch": 0.2007970997947633,
      "grad_norm": 9.5625,
      "learning_rate": 3.996527786587641e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5306627839803696,
      "num_tokens": 122065386.0,
      "step": 158300
    },
    {
      "epoch": 0.20080978438729613,
      "grad_norm": 5.28125,
      "learning_rate": 3.996464355579011e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5361294835805893,
      "num_tokens": 122074228.0,
      "step": 158310
    },
    {
      "epoch": 0.20082246897982897,
      "grad_norm": 4.5,
      "learning_rate": 3.996400924570382e-05,
      "loss": 1.8781,
      "mean_token_accuracy": 0.6047309547662735,
      "num_tokens": 122080770.0,
      "step": 158320
    },
    {
      "epoch": 0.20083515357236179,
      "grad_norm": 5.40625,
      "learning_rate": 3.996337493561752e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5474648594856262,
      "num_tokens": 122088564.0,
      "step": 158330
    },
    {
      "epoch": 0.20084783816489463,
      "grad_norm": 7.28125,
      "learning_rate": 3.9962740625531235e-05,
      "loss": 2.224,
      "mean_token_accuracy": 0.5098752409219742,
      "num_tokens": 122096153.0,
      "step": 158340
    },
    {
      "epoch": 0.20086052275742747,
      "grad_norm": 6.40625,
      "learning_rate": 3.996210631544495e-05,
      "loss": 1.9714,
      "mean_token_accuracy": 0.5534412801265717,
      "num_tokens": 122102931.0,
      "step": 158350
    },
    {
      "epoch": 0.2008732073499603,
      "grad_norm": 6.5625,
      "learning_rate": 3.996147200535865e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5214168190956116,
      "num_tokens": 122111486.0,
      "step": 158360
    },
    {
      "epoch": 0.20088589194249312,
      "grad_norm": 5.46875,
      "learning_rate": 3.9960837695272365e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5293628931045532,
      "num_tokens": 122118845.0,
      "step": 158370
    },
    {
      "epoch": 0.20089857653502596,
      "grad_norm": 4.75,
      "learning_rate": 3.996020338518607e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5281450271606445,
      "num_tokens": 122126386.0,
      "step": 158380
    },
    {
      "epoch": 0.2009112611275588,
      "grad_norm": 6.75,
      "learning_rate": 3.9959569075099775e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.561130303144455,
      "num_tokens": 122133660.0,
      "step": 158390
    },
    {
      "epoch": 0.20092394572009165,
      "grad_norm": 6.53125,
      "learning_rate": 3.995893476501349e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5245191842317581,
      "num_tokens": 122141756.0,
      "step": 158400
    },
    {
      "epoch": 0.20093663031262446,
      "grad_norm": 4.6875,
      "learning_rate": 3.995830045492719e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5357379168272018,
      "num_tokens": 122150720.0,
      "step": 158410
    },
    {
      "epoch": 0.2009493149051573,
      "grad_norm": 6.71875,
      "learning_rate": 3.9957666144840905e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5272682875394821,
      "num_tokens": 122159438.0,
      "step": 158420
    },
    {
      "epoch": 0.20096199949769014,
      "grad_norm": 5.0,
      "learning_rate": 3.995703183475461e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5501114368438721,
      "num_tokens": 122167819.0,
      "step": 158430
    },
    {
      "epoch": 0.20097468409022298,
      "grad_norm": 4.65625,
      "learning_rate": 3.995639752466832e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5202357172966003,
      "num_tokens": 122175978.0,
      "step": 158440
    },
    {
      "epoch": 0.2009873686827558,
      "grad_norm": 7.25,
      "learning_rate": 3.9955763214582035e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5259278535842895,
      "num_tokens": 122184014.0,
      "step": 158450
    },
    {
      "epoch": 0.20100005327528864,
      "grad_norm": 6.03125,
      "learning_rate": 3.995512890449574e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5216531693935395,
      "num_tokens": 122192172.0,
      "step": 158460
    },
    {
      "epoch": 0.20101273786782148,
      "grad_norm": 5.53125,
      "learning_rate": 3.9954494594409445e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5532606989145279,
      "num_tokens": 122199266.0,
      "step": 158470
    },
    {
      "epoch": 0.20102542246035432,
      "grad_norm": 5.5,
      "learning_rate": 3.995386028432315e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5360519170761109,
      "num_tokens": 122206798.0,
      "step": 158480
    },
    {
      "epoch": 0.20103810705288713,
      "grad_norm": 8.25,
      "learning_rate": 3.995322597423686e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5227914482355118,
      "num_tokens": 122213835.0,
      "step": 158490
    },
    {
      "epoch": 0.20105079164541997,
      "grad_norm": 5.96875,
      "learning_rate": 3.9952591664150575e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5423143535852433,
      "num_tokens": 122221904.0,
      "step": 158500
    },
    {
      "epoch": 0.20106347623795282,
      "grad_norm": 6.59375,
      "learning_rate": 3.995195735406428e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5450775146484375,
      "num_tokens": 122230519.0,
      "step": 158510
    },
    {
      "epoch": 0.20107616083048563,
      "grad_norm": 5.53125,
      "learning_rate": 3.995132304397799e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5560486078262329,
      "num_tokens": 122237848.0,
      "step": 158520
    },
    {
      "epoch": 0.20108884542301847,
      "grad_norm": 7.75,
      "learning_rate": 3.99506887338917e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5180929869413375,
      "num_tokens": 122246520.0,
      "step": 158530
    },
    {
      "epoch": 0.2011015300155513,
      "grad_norm": 5.59375,
      "learning_rate": 3.99500544238054e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5491479337215424,
      "num_tokens": 122255088.0,
      "step": 158540
    },
    {
      "epoch": 0.20111421460808415,
      "grad_norm": 5.71875,
      "learning_rate": 3.9949420113719115e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5332106500864029,
      "num_tokens": 122262961.0,
      "step": 158550
    },
    {
      "epoch": 0.20112689920061697,
      "grad_norm": 5.125,
      "learning_rate": 3.994878580363282e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5613612443208694,
      "num_tokens": 122270844.0,
      "step": 158560
    },
    {
      "epoch": 0.2011395837931498,
      "grad_norm": 5.96875,
      "learning_rate": 3.994815149354653e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5298029899597168,
      "num_tokens": 122279590.0,
      "step": 158570
    },
    {
      "epoch": 0.20115226838568265,
      "grad_norm": 5.46875,
      "learning_rate": 3.994751718346024e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5588221043348313,
      "num_tokens": 122287289.0,
      "step": 158580
    },
    {
      "epoch": 0.2011649529782155,
      "grad_norm": 6.03125,
      "learning_rate": 3.994688287337395e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5600439190864563,
      "num_tokens": 122295731.0,
      "step": 158590
    },
    {
      "epoch": 0.2011776375707483,
      "grad_norm": 5.71875,
      "learning_rate": 3.9946248563287656e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5574653029441834,
      "num_tokens": 122303809.0,
      "step": 158600
    },
    {
      "epoch": 0.20119032216328114,
      "grad_norm": 6.75,
      "learning_rate": 3.994561425320136e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5436514139175415,
      "num_tokens": 122311406.0,
      "step": 158610
    },
    {
      "epoch": 0.20120300675581398,
      "grad_norm": 5.78125,
      "learning_rate": 3.994497994311507e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.546067726612091,
      "num_tokens": 122318839.0,
      "step": 158620
    },
    {
      "epoch": 0.20121569134834683,
      "grad_norm": 8.1875,
      "learning_rate": 3.994434563302878e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5620840519666672,
      "num_tokens": 122325332.0,
      "step": 158630
    },
    {
      "epoch": 0.20122837594087964,
      "grad_norm": 5.4375,
      "learning_rate": 3.994371132294249e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5408243983983994,
      "num_tokens": 122333847.0,
      "step": 158640
    },
    {
      "epoch": 0.20124106053341248,
      "grad_norm": 11.5,
      "learning_rate": 3.99430770128562e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5512943655252457,
      "num_tokens": 122340546.0,
      "step": 158650
    },
    {
      "epoch": 0.20125374512594532,
      "grad_norm": 5.34375,
      "learning_rate": 3.994244270276991e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5289981067180634,
      "num_tokens": 122348858.0,
      "step": 158660
    },
    {
      "epoch": 0.20126642971847816,
      "grad_norm": 5.34375,
      "learning_rate": 3.994180839268361e-05,
      "loss": 2.256,
      "mean_token_accuracy": 0.5070063233375549,
      "num_tokens": 122358317.0,
      "step": 158670
    },
    {
      "epoch": 0.20127911431101098,
      "grad_norm": 7.875,
      "learning_rate": 3.9941174082597325e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5358853876590729,
      "num_tokens": 122366133.0,
      "step": 158680
    },
    {
      "epoch": 0.20129179890354382,
      "grad_norm": 5.78125,
      "learning_rate": 3.994053977251103e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5285219997167587,
      "num_tokens": 122374593.0,
      "step": 158690
    },
    {
      "epoch": 0.20130448349607666,
      "grad_norm": 5.53125,
      "learning_rate": 3.993990546242474e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5411967843770981,
      "num_tokens": 122382008.0,
      "step": 158700
    },
    {
      "epoch": 0.2013171680886095,
      "grad_norm": 5.09375,
      "learning_rate": 3.993927115233845e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5737524509429932,
      "num_tokens": 122388952.0,
      "step": 158710
    },
    {
      "epoch": 0.2013298526811423,
      "grad_norm": 6.71875,
      "learning_rate": 3.993863684225216e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5229657649993896,
      "num_tokens": 122397197.0,
      "step": 158720
    },
    {
      "epoch": 0.20134253727367515,
      "grad_norm": 5.5625,
      "learning_rate": 3.9938002532165866e-05,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5867349982261658,
      "num_tokens": 122403345.0,
      "step": 158730
    },
    {
      "epoch": 0.201355221866208,
      "grad_norm": 5.125,
      "learning_rate": 3.993736822207957e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5329366743564605,
      "num_tokens": 122411383.0,
      "step": 158740
    },
    {
      "epoch": 0.20136790645874084,
      "grad_norm": 4.34375,
      "learning_rate": 3.993673391199328e-05,
      "loss": 1.9085,
      "mean_token_accuracy": 0.5781937718391419,
      "num_tokens": 122418170.0,
      "step": 158750
    },
    {
      "epoch": 0.20138059105127365,
      "grad_norm": 7.4375,
      "learning_rate": 3.993609960190699e-05,
      "loss": 2.3443,
      "mean_token_accuracy": 0.5096177518367767,
      "num_tokens": 122425518.0,
      "step": 158760
    },
    {
      "epoch": 0.2013932756438065,
      "grad_norm": 5.59375,
      "learning_rate": 3.99354652918207e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5283344089984894,
      "num_tokens": 122433464.0,
      "step": 158770
    },
    {
      "epoch": 0.20140596023633933,
      "grad_norm": 5.1875,
      "learning_rate": 3.993483098173441e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5652443766593933,
      "num_tokens": 122441221.0,
      "step": 158780
    },
    {
      "epoch": 0.20141864482887217,
      "grad_norm": 4.8125,
      "learning_rate": 3.993419667164812e-05,
      "loss": 2.189,
      "mean_token_accuracy": 0.521614471077919,
      "num_tokens": 122448615.0,
      "step": 158790
    },
    {
      "epoch": 0.201431329421405,
      "grad_norm": 5.375,
      "learning_rate": 3.993356236156183e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5477725297212601,
      "num_tokens": 122456744.0,
      "step": 158800
    },
    {
      "epoch": 0.20144401401393783,
      "grad_norm": 5.03125,
      "learning_rate": 3.993292805147553e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5448954552412033,
      "num_tokens": 122464621.0,
      "step": 158810
    },
    {
      "epoch": 0.20145669860647067,
      "grad_norm": 6.46875,
      "learning_rate": 3.993229374138924e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5407125413417816,
      "num_tokens": 122472076.0,
      "step": 158820
    },
    {
      "epoch": 0.2014693831990035,
      "grad_norm": 5.25,
      "learning_rate": 3.993165943130295e-05,
      "loss": 1.8932,
      "mean_token_accuracy": 0.5780618458986282,
      "num_tokens": 122479269.0,
      "step": 158830
    },
    {
      "epoch": 0.20148206779153632,
      "grad_norm": 7.59375,
      "learning_rate": 3.993102512121666e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.561209774017334,
      "num_tokens": 122486655.0,
      "step": 158840
    },
    {
      "epoch": 0.20149475238406916,
      "grad_norm": 5.375,
      "learning_rate": 3.993039081113037e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5435053020715713,
      "num_tokens": 122494529.0,
      "step": 158850
    },
    {
      "epoch": 0.201507436976602,
      "grad_norm": 5.125,
      "learning_rate": 3.9929756501044076e-05,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5717496424913406,
      "num_tokens": 122501289.0,
      "step": 158860
    },
    {
      "epoch": 0.20152012156913485,
      "grad_norm": 8.1875,
      "learning_rate": 3.992912219095779e-05,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5626650452613831,
      "num_tokens": 122507888.0,
      "step": 158870
    },
    {
      "epoch": 0.20153280616166766,
      "grad_norm": 6.0625,
      "learning_rate": 3.9928487880871493e-05,
      "loss": 2.2415,
      "mean_token_accuracy": 0.5118040889501572,
      "num_tokens": 122516497.0,
      "step": 158880
    },
    {
      "epoch": 0.2015454907542005,
      "grad_norm": 11.9375,
      "learning_rate": 3.99278535707852e-05,
      "loss": 2.2158,
      "mean_token_accuracy": 0.5172154039144516,
      "num_tokens": 122523965.0,
      "step": 158890
    },
    {
      "epoch": 0.20155817534673334,
      "grad_norm": 6.625,
      "learning_rate": 3.992721926069891e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5762622028589248,
      "num_tokens": 122531058.0,
      "step": 158900
    },
    {
      "epoch": 0.20157085993926618,
      "grad_norm": 4.8125,
      "learning_rate": 3.9926584950612616e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5398716568946839,
      "num_tokens": 122539965.0,
      "step": 158910
    },
    {
      "epoch": 0.201583544531799,
      "grad_norm": 6.03125,
      "learning_rate": 3.992595064052633e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5413982033729553,
      "num_tokens": 122547298.0,
      "step": 158920
    },
    {
      "epoch": 0.20159622912433184,
      "grad_norm": 6.5625,
      "learning_rate": 3.992531633044004e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.547766950726509,
      "num_tokens": 122556092.0,
      "step": 158930
    },
    {
      "epoch": 0.20160891371686468,
      "grad_norm": 4.8125,
      "learning_rate": 3.9924682020353746e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5194620996713638,
      "num_tokens": 122564701.0,
      "step": 158940
    },
    {
      "epoch": 0.20162159830939752,
      "grad_norm": 4.5625,
      "learning_rate": 3.992404771026745e-05,
      "loss": 1.8257,
      "mean_token_accuracy": 0.5979132235050202,
      "num_tokens": 122571259.0,
      "step": 158950
    },
    {
      "epoch": 0.20163428290193033,
      "grad_norm": 8.0625,
      "learning_rate": 3.9923413400181157e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5491971641778945,
      "num_tokens": 122579938.0,
      "step": 158960
    },
    {
      "epoch": 0.20164696749446318,
      "grad_norm": 4.625,
      "learning_rate": 3.992277909009487e-05,
      "loss": 1.8769,
      "mean_token_accuracy": 0.5763892859220505,
      "num_tokens": 122587242.0,
      "step": 158970
    },
    {
      "epoch": 0.20165965208699602,
      "grad_norm": 7.5625,
      "learning_rate": 3.992214478000858e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5330473780632019,
      "num_tokens": 122595074.0,
      "step": 158980
    },
    {
      "epoch": 0.20167233667952883,
      "grad_norm": 6.40625,
      "learning_rate": 3.9921510469922286e-05,
      "loss": 1.9112,
      "mean_token_accuracy": 0.5758671820163727,
      "num_tokens": 122601331.0,
      "step": 158990
    },
    {
      "epoch": 0.20168502127206167,
      "grad_norm": 5.65625,
      "learning_rate": 3.9920876159836e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5528497636318207,
      "num_tokens": 122608443.0,
      "step": 159000
    },
    {
      "epoch": 0.2016977058645945,
      "grad_norm": 7.625,
      "learning_rate": 3.9920241849749704e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5467645525932312,
      "num_tokens": 122615884.0,
      "step": 159010
    },
    {
      "epoch": 0.20171039045712735,
      "grad_norm": 6.34375,
      "learning_rate": 3.991960753966341e-05,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5114006549119949,
      "num_tokens": 122622879.0,
      "step": 159020
    },
    {
      "epoch": 0.20172307504966017,
      "grad_norm": 5.03125,
      "learning_rate": 3.991897322957712e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5489704370498657,
      "num_tokens": 122631659.0,
      "step": 159030
    },
    {
      "epoch": 0.201735759642193,
      "grad_norm": 8.1875,
      "learning_rate": 3.9918338919490827e-05,
      "loss": 1.875,
      "mean_token_accuracy": 0.577796658873558,
      "num_tokens": 122638502.0,
      "step": 159040
    },
    {
      "epoch": 0.20174844423472585,
      "grad_norm": 4.875,
      "learning_rate": 3.991770460940454e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5755460172891617,
      "num_tokens": 122644577.0,
      "step": 159050
    },
    {
      "epoch": 0.2017611288272587,
      "grad_norm": 4.71875,
      "learning_rate": 3.9917070299318244e-05,
      "loss": 1.7599,
      "mean_token_accuracy": 0.6062278807163238,
      "num_tokens": 122652827.0,
      "step": 159060
    },
    {
      "epoch": 0.2017738134197915,
      "grad_norm": 5.34375,
      "learning_rate": 3.9916435989231956e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5274709433317184,
      "num_tokens": 122659909.0,
      "step": 159070
    },
    {
      "epoch": 0.20178649801232434,
      "grad_norm": 5.34375,
      "learning_rate": 3.991580167914566e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.552833977341652,
      "num_tokens": 122667796.0,
      "step": 159080
    },
    {
      "epoch": 0.20179918260485719,
      "grad_norm": 5.40625,
      "learning_rate": 3.991516736905937e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5350965559482574,
      "num_tokens": 122675590.0,
      "step": 159090
    },
    {
      "epoch": 0.20181186719739003,
      "grad_norm": 5.65625,
      "learning_rate": 3.991453305897308e-05,
      "loss": 2.2101,
      "mean_token_accuracy": 0.5183268159627914,
      "num_tokens": 122684493.0,
      "step": 159100
    },
    {
      "epoch": 0.20182455178992284,
      "grad_norm": 5.53125,
      "learning_rate": 3.9913898748886784e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5341491132974625,
      "num_tokens": 122692356.0,
      "step": 159110
    },
    {
      "epoch": 0.20183723638245568,
      "grad_norm": 6.40625,
      "learning_rate": 3.9913264438800496e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.5596279263496399,
      "num_tokens": 122700922.0,
      "step": 159120
    },
    {
      "epoch": 0.20184992097498852,
      "grad_norm": 5.1875,
      "learning_rate": 3.991263012871421e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5493426054716111,
      "num_tokens": 122709772.0,
      "step": 159130
    },
    {
      "epoch": 0.20186260556752136,
      "grad_norm": 6.5625,
      "learning_rate": 3.9911995818627914e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5506047159433365,
      "num_tokens": 122718049.0,
      "step": 159140
    },
    {
      "epoch": 0.20187529016005418,
      "grad_norm": 6.4375,
      "learning_rate": 3.991136150854162e-05,
      "loss": 1.8838,
      "mean_token_accuracy": 0.5898101329803467,
      "num_tokens": 122726202.0,
      "step": 159150
    },
    {
      "epoch": 0.20188797475258702,
      "grad_norm": 5.875,
      "learning_rate": 3.9910727198455325e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5449187844991684,
      "num_tokens": 122734078.0,
      "step": 159160
    },
    {
      "epoch": 0.20190065934511986,
      "grad_norm": 4.875,
      "learning_rate": 3.991009288836904e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5283969223499299,
      "num_tokens": 122742751.0,
      "step": 159170
    },
    {
      "epoch": 0.2019133439376527,
      "grad_norm": 5.25,
      "learning_rate": 3.990945857828275e-05,
      "loss": 1.914,
      "mean_token_accuracy": 0.5711353451013566,
      "num_tokens": 122749682.0,
      "step": 159180
    },
    {
      "epoch": 0.20192602853018551,
      "grad_norm": 6.34375,
      "learning_rate": 3.9908824268196454e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5281780302524567,
      "num_tokens": 122758106.0,
      "step": 159190
    },
    {
      "epoch": 0.20193871312271836,
      "grad_norm": 5.1875,
      "learning_rate": 3.9908189958110166e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5515131413936615,
      "num_tokens": 122766979.0,
      "step": 159200
    },
    {
      "epoch": 0.2019513977152512,
      "grad_norm": 5.59375,
      "learning_rate": 3.990755564802387e-05,
      "loss": 2.2464,
      "mean_token_accuracy": 0.5190371990203857,
      "num_tokens": 122776146.0,
      "step": 159210
    },
    {
      "epoch": 0.20196408230778404,
      "grad_norm": 12.0,
      "learning_rate": 3.9906921337937584e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5372605413198471,
      "num_tokens": 122783485.0,
      "step": 159220
    },
    {
      "epoch": 0.20197676690031685,
      "grad_norm": 6.53125,
      "learning_rate": 3.990628702785129e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5294300675392151,
      "num_tokens": 122791358.0,
      "step": 159230
    },
    {
      "epoch": 0.2019894514928497,
      "grad_norm": 6.09375,
      "learning_rate": 3.9905652717764995e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.563149705529213,
      "num_tokens": 122798674.0,
      "step": 159240
    },
    {
      "epoch": 0.20200213608538253,
      "grad_norm": 5.625,
      "learning_rate": 3.990501840767871e-05,
      "loss": 2.2492,
      "mean_token_accuracy": 0.5101824313402176,
      "num_tokens": 122807205.0,
      "step": 159250
    },
    {
      "epoch": 0.20201482067791537,
      "grad_norm": 9.25,
      "learning_rate": 3.990438409759241e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.565230080485344,
      "num_tokens": 122813270.0,
      "step": 159260
    },
    {
      "epoch": 0.2020275052704482,
      "grad_norm": 4.9375,
      "learning_rate": 3.9903749787506124e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5320893704891205,
      "num_tokens": 122821378.0,
      "step": 159270
    },
    {
      "epoch": 0.20204018986298103,
      "grad_norm": 4.65625,
      "learning_rate": 3.9903115477419836e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5452790796756745,
      "num_tokens": 122829988.0,
      "step": 159280
    },
    {
      "epoch": 0.20205287445551387,
      "grad_norm": 5.15625,
      "learning_rate": 3.990248116733354e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5486996382474899,
      "num_tokens": 122837647.0,
      "step": 159290
    },
    {
      "epoch": 0.2020655590480467,
      "grad_norm": 6.25,
      "learning_rate": 3.990184685724725e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5745701968669892,
      "num_tokens": 122843883.0,
      "step": 159300
    },
    {
      "epoch": 0.20207824364057952,
      "grad_norm": 5.28125,
      "learning_rate": 3.990121254716095e-05,
      "loss": 2.1695,
      "mean_token_accuracy": 0.5277766048908233,
      "num_tokens": 122851993.0,
      "step": 159310
    },
    {
      "epoch": 0.20209092823311237,
      "grad_norm": 4.5625,
      "learning_rate": 3.9900578237074664e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5483010143041611,
      "num_tokens": 122860441.0,
      "step": 159320
    },
    {
      "epoch": 0.2021036128256452,
      "grad_norm": 4.5625,
      "learning_rate": 3.9899943926988377e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5517631381750107,
      "num_tokens": 122867621.0,
      "step": 159330
    },
    {
      "epoch": 0.20211629741817805,
      "grad_norm": 5.125,
      "learning_rate": 3.989930961690208e-05,
      "loss": 2.3375,
      "mean_token_accuracy": 0.5162047564983367,
      "num_tokens": 122874889.0,
      "step": 159340
    },
    {
      "epoch": 0.20212898201071086,
      "grad_norm": 4.9375,
      "learning_rate": 3.9898675306815794e-05,
      "loss": 2.2811,
      "mean_token_accuracy": 0.5171729236841202,
      "num_tokens": 122882573.0,
      "step": 159350
    },
    {
      "epoch": 0.2021416666032437,
      "grad_norm": 5.34375,
      "learning_rate": 3.98980409967295e-05,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5949781835079193,
      "num_tokens": 122890132.0,
      "step": 159360
    },
    {
      "epoch": 0.20215435119577654,
      "grad_norm": 5.53125,
      "learning_rate": 3.9897406686643205e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5257469832897186,
      "num_tokens": 122897678.0,
      "step": 159370
    },
    {
      "epoch": 0.20216703578830938,
      "grad_norm": 4.34375,
      "learning_rate": 3.989677237655692e-05,
      "loss": 1.7596,
      "mean_token_accuracy": 0.6052194595336914,
      "num_tokens": 122904052.0,
      "step": 159380
    },
    {
      "epoch": 0.2021797203808422,
      "grad_norm": 6.40625,
      "learning_rate": 3.989613806647062e-05,
      "loss": 1.8245,
      "mean_token_accuracy": 0.5876439094543457,
      "num_tokens": 122911330.0,
      "step": 159390
    },
    {
      "epoch": 0.20219240497337504,
      "grad_norm": 13.3125,
      "learning_rate": 3.9895503756384334e-05,
      "loss": 2.2137,
      "mean_token_accuracy": 0.524729123711586,
      "num_tokens": 122918290.0,
      "step": 159400
    },
    {
      "epoch": 0.20220508956590788,
      "grad_norm": 6.3125,
      "learning_rate": 3.989486944629804e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5641490757465363,
      "num_tokens": 122925327.0,
      "step": 159410
    },
    {
      "epoch": 0.20221777415844072,
      "grad_norm": 7.21875,
      "learning_rate": 3.989423513621175e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.516333943605423,
      "num_tokens": 122933723.0,
      "step": 159420
    },
    {
      "epoch": 0.20223045875097354,
      "grad_norm": 5.53125,
      "learning_rate": 3.989360082612546e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5244891315698623,
      "num_tokens": 122941094.0,
      "step": 159430
    },
    {
      "epoch": 0.20224314334350638,
      "grad_norm": 6.46875,
      "learning_rate": 3.989296651603916e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.537418320775032,
      "num_tokens": 122949221.0,
      "step": 159440
    },
    {
      "epoch": 0.20225582793603922,
      "grad_norm": 5.5625,
      "learning_rate": 3.9892332205952875e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5319782376289368,
      "num_tokens": 122957355.0,
      "step": 159450
    },
    {
      "epoch": 0.20226851252857203,
      "grad_norm": 5.3125,
      "learning_rate": 3.989169789586658e-05,
      "loss": 2.2426,
      "mean_token_accuracy": 0.5223486095666885,
      "num_tokens": 122965892.0,
      "step": 159460
    },
    {
      "epoch": 0.20228119712110487,
      "grad_norm": 5.09375,
      "learning_rate": 3.989106358578029e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5439615279436112,
      "num_tokens": 122973935.0,
      "step": 159470
    },
    {
      "epoch": 0.2022938817136377,
      "grad_norm": 4.96875,
      "learning_rate": 3.9890429275694004e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5351089745759964,
      "num_tokens": 122981515.0,
      "step": 159480
    },
    {
      "epoch": 0.20230656630617055,
      "grad_norm": 4.8125,
      "learning_rate": 3.988979496560771e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5383094936609268,
      "num_tokens": 122990240.0,
      "step": 159490
    },
    {
      "epoch": 0.20231925089870337,
      "grad_norm": 6.75,
      "learning_rate": 3.9889160655521415e-05,
      "loss": 1.6636,
      "mean_token_accuracy": 0.6267581820487976,
      "num_tokens": 122997203.0,
      "step": 159500
    },
    {
      "epoch": 0.2023319354912362,
      "grad_norm": 5.4375,
      "learning_rate": 3.988852634543512e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5297899872064591,
      "num_tokens": 123005742.0,
      "step": 159510
    },
    {
      "epoch": 0.20234462008376905,
      "grad_norm": 6.09375,
      "learning_rate": 3.988789203534883e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5446508437395096,
      "num_tokens": 123014961.0,
      "step": 159520
    },
    {
      "epoch": 0.2023573046763019,
      "grad_norm": 7.15625,
      "learning_rate": 3.9887257725262545e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5434947550296784,
      "num_tokens": 123022358.0,
      "step": 159530
    },
    {
      "epoch": 0.2023699892688347,
      "grad_norm": 5.28125,
      "learning_rate": 3.988662341517625e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5385227560997009,
      "num_tokens": 123030417.0,
      "step": 159540
    },
    {
      "epoch": 0.20238267386136755,
      "grad_norm": 5.125,
      "learning_rate": 3.988598910508996e-05,
      "loss": 1.9749,
      "mean_token_accuracy": 0.5568583071231842,
      "num_tokens": 123037753.0,
      "step": 159550
    },
    {
      "epoch": 0.2023953584539004,
      "grad_norm": 6.09375,
      "learning_rate": 3.988535479500367e-05,
      "loss": 2.272,
      "mean_token_accuracy": 0.5210374176502228,
      "num_tokens": 123046214.0,
      "step": 159560
    },
    {
      "epoch": 0.20240804304643323,
      "grad_norm": 6.09375,
      "learning_rate": 3.988472048491737e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5240603029727936,
      "num_tokens": 123054711.0,
      "step": 159570
    },
    {
      "epoch": 0.20242072763896604,
      "grad_norm": 4.75,
      "learning_rate": 3.9884086174831085e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5343206733465194,
      "num_tokens": 123062981.0,
      "step": 159580
    },
    {
      "epoch": 0.20243341223149888,
      "grad_norm": 8.1875,
      "learning_rate": 3.988345186474479e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5437402039766311,
      "num_tokens": 123070578.0,
      "step": 159590
    },
    {
      "epoch": 0.20244609682403172,
      "grad_norm": 5.09375,
      "learning_rate": 3.98828175546585e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5691631764173508,
      "num_tokens": 123078306.0,
      "step": 159600
    },
    {
      "epoch": 0.20245878141656456,
      "grad_norm": 4.71875,
      "learning_rate": 3.9882183244572215e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5620267480611801,
      "num_tokens": 123085757.0,
      "step": 159610
    },
    {
      "epoch": 0.20247146600909738,
      "grad_norm": 6.125,
      "learning_rate": 3.988154893448592e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5450248271226883,
      "num_tokens": 123094087.0,
      "step": 159620
    },
    {
      "epoch": 0.20248415060163022,
      "grad_norm": 4.96875,
      "learning_rate": 3.988091462439963e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5556345671415329,
      "num_tokens": 123101353.0,
      "step": 159630
    },
    {
      "epoch": 0.20249683519416306,
      "grad_norm": 6.375,
      "learning_rate": 3.988028031431334e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5604943782091141,
      "num_tokens": 123106666.0,
      "step": 159640
    },
    {
      "epoch": 0.2025095197866959,
      "grad_norm": 5.46875,
      "learning_rate": 3.987964600422704e-05,
      "loss": 1.944,
      "mean_token_accuracy": 0.5700994372367859,
      "num_tokens": 123114267.0,
      "step": 159650
    },
    {
      "epoch": 0.20252220437922872,
      "grad_norm": 6.90625,
      "learning_rate": 3.9879011694140755e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.558610200881958,
      "num_tokens": 123120820.0,
      "step": 159660
    },
    {
      "epoch": 0.20253488897176156,
      "grad_norm": 6.15625,
      "learning_rate": 3.987837738405446e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5267192035913467,
      "num_tokens": 123128341.0,
      "step": 159670
    },
    {
      "epoch": 0.2025475735642944,
      "grad_norm": 5.375,
      "learning_rate": 3.987774307396817e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5352391332387925,
      "num_tokens": 123136914.0,
      "step": 159680
    },
    {
      "epoch": 0.20256025815682724,
      "grad_norm": 6.0625,
      "learning_rate": 3.987710876388188e-05,
      "loss": 1.8801,
      "mean_token_accuracy": 0.5882060676813126,
      "num_tokens": 123143790.0,
      "step": 159690
    },
    {
      "epoch": 0.20257294274936005,
      "grad_norm": 5.28125,
      "learning_rate": 3.987647445379559e-05,
      "loss": 2.2067,
      "mean_token_accuracy": 0.5197306364774704,
      "num_tokens": 123152935.0,
      "step": 159700
    },
    {
      "epoch": 0.2025856273418929,
      "grad_norm": 5.40625,
      "learning_rate": 3.9875840143709295e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5423206597566604,
      "num_tokens": 123161336.0,
      "step": 159710
    },
    {
      "epoch": 0.20259831193442573,
      "grad_norm": 6.0625,
      "learning_rate": 3.9875205833623e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5425020039081574,
      "num_tokens": 123168941.0,
      "step": 159720
    },
    {
      "epoch": 0.20261099652695858,
      "grad_norm": 5.15625,
      "learning_rate": 3.987457152353671e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5164553731679916,
      "num_tokens": 123178082.0,
      "step": 159730
    },
    {
      "epoch": 0.2026236811194914,
      "grad_norm": 5.59375,
      "learning_rate": 3.987393721345042e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5365973502397537,
      "num_tokens": 123185972.0,
      "step": 159740
    },
    {
      "epoch": 0.20263636571202423,
      "grad_norm": 4.59375,
      "learning_rate": 3.987330290336413e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5572273820638657,
      "num_tokens": 123193681.0,
      "step": 159750
    },
    {
      "epoch": 0.20264905030455707,
      "grad_norm": 5.46875,
      "learning_rate": 3.987266859327784e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5374762147665024,
      "num_tokens": 123201717.0,
      "step": 159760
    },
    {
      "epoch": 0.2026617348970899,
      "grad_norm": 5.0625,
      "learning_rate": 3.987203428319155e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5694047152996063,
      "num_tokens": 123209910.0,
      "step": 159770
    },
    {
      "epoch": 0.20267441948962273,
      "grad_norm": 6.8125,
      "learning_rate": 3.987139997310525e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5597980737686157,
      "num_tokens": 123217705.0,
      "step": 159780
    },
    {
      "epoch": 0.20268710408215557,
      "grad_norm": 5.9375,
      "learning_rate": 3.987076566301896e-05,
      "loss": 2.2147,
      "mean_token_accuracy": 0.5157797425985337,
      "num_tokens": 123226032.0,
      "step": 159790
    },
    {
      "epoch": 0.2026997886746884,
      "grad_norm": 5.84375,
      "learning_rate": 3.987013135293267e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5241873025894165,
      "num_tokens": 123233933.0,
      "step": 159800
    },
    {
      "epoch": 0.20271247326722125,
      "grad_norm": 7.3125,
      "learning_rate": 3.986949704284638e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5286740124225616,
      "num_tokens": 123241677.0,
      "step": 159810
    },
    {
      "epoch": 0.20272515785975406,
      "grad_norm": 6.09375,
      "learning_rate": 3.986886273276009e-05,
      "loss": 2.2956,
      "mean_token_accuracy": 0.5115618973970413,
      "num_tokens": 123249753.0,
      "step": 159820
    },
    {
      "epoch": 0.2027378424522869,
      "grad_norm": 5.0,
      "learning_rate": 3.98682284226738e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5550898164510727,
      "num_tokens": 123257401.0,
      "step": 159830
    },
    {
      "epoch": 0.20275052704481974,
      "grad_norm": 6.53125,
      "learning_rate": 3.9867594112587505e-05,
      "loss": 1.6057,
      "mean_token_accuracy": 0.6423610031604767,
      "num_tokens": 123264256.0,
      "step": 159840
    },
    {
      "epoch": 0.2027632116373526,
      "grad_norm": 4.96875,
      "learning_rate": 3.986695980250121e-05,
      "loss": 1.8764,
      "mean_token_accuracy": 0.5908137500286103,
      "num_tokens": 123271906.0,
      "step": 159850
    },
    {
      "epoch": 0.2027758962298854,
      "grad_norm": 6.25,
      "learning_rate": 3.986632549241492e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5406380027532578,
      "num_tokens": 123280397.0,
      "step": 159860
    },
    {
      "epoch": 0.20278858082241824,
      "grad_norm": 8.0,
      "learning_rate": 3.986569118232863e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5462923109531402,
      "num_tokens": 123287373.0,
      "step": 159870
    },
    {
      "epoch": 0.20280126541495108,
      "grad_norm": 5.59375,
      "learning_rate": 3.986505687224234e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5349513620138169,
      "num_tokens": 123295921.0,
      "step": 159880
    },
    {
      "epoch": 0.20281395000748392,
      "grad_norm": 6.9375,
      "learning_rate": 3.9864422562156046e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5498229265213013,
      "num_tokens": 123304387.0,
      "step": 159890
    },
    {
      "epoch": 0.20282663460001674,
      "grad_norm": 5.6875,
      "learning_rate": 3.986378825206976e-05,
      "loss": 1.9032,
      "mean_token_accuracy": 0.5727895855903625,
      "num_tokens": 123311620.0,
      "step": 159900
    },
    {
      "epoch": 0.20283931919254958,
      "grad_norm": 6.09375,
      "learning_rate": 3.986315394198346e-05,
      "loss": 1.8989,
      "mean_token_accuracy": 0.5754927605390548,
      "num_tokens": 123317162.0,
      "step": 159910
    },
    {
      "epoch": 0.20285200378508242,
      "grad_norm": 6.125,
      "learning_rate": 3.986251963189717e-05,
      "loss": 1.9413,
      "mean_token_accuracy": 0.5716040283441544,
      "num_tokens": 123324228.0,
      "step": 159920
    },
    {
      "epoch": 0.20286468837761523,
      "grad_norm": 5.625,
      "learning_rate": 3.986188532181088e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5352484941482544,
      "num_tokens": 123331401.0,
      "step": 159930
    },
    {
      "epoch": 0.20287737297014807,
      "grad_norm": 5.78125,
      "learning_rate": 3.9861251011724586e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5740689814090729,
      "num_tokens": 123337836.0,
      "step": 159940
    },
    {
      "epoch": 0.20289005756268091,
      "grad_norm": 4.0625,
      "learning_rate": 3.98606167016383e-05,
      "loss": 2.2876,
      "mean_token_accuracy": 0.5082059502601624,
      "num_tokens": 123345665.0,
      "step": 159950
    },
    {
      "epoch": 0.20290274215521376,
      "grad_norm": 4.84375,
      "learning_rate": 3.985998239155201e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5384348899126052,
      "num_tokens": 123354287.0,
      "step": 159960
    },
    {
      "epoch": 0.20291542674774657,
      "grad_norm": 4.90625,
      "learning_rate": 3.9859348081465716e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5302803575992584,
      "num_tokens": 123362379.0,
      "step": 159970
    },
    {
      "epoch": 0.2029281113402794,
      "grad_norm": 4.90625,
      "learning_rate": 3.985871377137943e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5344495326280594,
      "num_tokens": 123370723.0,
      "step": 159980
    },
    {
      "epoch": 0.20294079593281225,
      "grad_norm": 5.0,
      "learning_rate": 3.9858079461293126e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5452425450086593,
      "num_tokens": 123377759.0,
      "step": 159990
    },
    {
      "epoch": 0.2029534805253451,
      "grad_norm": 5.1875,
      "learning_rate": 3.985744515120684e-05,
      "loss": 1.8616,
      "mean_token_accuracy": 0.5914861708879471,
      "num_tokens": 123385385.0,
      "step": 160000
    },
    {
      "epoch": 0.2029661651178779,
      "grad_norm": 7.4375,
      "learning_rate": 3.985681084112055e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5699880689382553,
      "num_tokens": 123392169.0,
      "step": 160010
    },
    {
      "epoch": 0.20297884971041075,
      "grad_norm": 4.8125,
      "learning_rate": 3.9856176531034256e-05,
      "loss": 1.9557,
      "mean_token_accuracy": 0.5655741691589355,
      "num_tokens": 123399418.0,
      "step": 160020
    },
    {
      "epoch": 0.2029915343029436,
      "grad_norm": 6.28125,
      "learning_rate": 3.985554222094797e-05,
      "loss": 1.8995,
      "mean_token_accuracy": 0.5764986217021942,
      "num_tokens": 123407051.0,
      "step": 160030
    },
    {
      "epoch": 0.20300421889547643,
      "grad_norm": 4.96875,
      "learning_rate": 3.985490791086167e-05,
      "loss": 1.9389,
      "mean_token_accuracy": 0.5688485860824585,
      "num_tokens": 123414783.0,
      "step": 160040
    },
    {
      "epoch": 0.20301690348800924,
      "grad_norm": 5.46875,
      "learning_rate": 3.9854273600775386e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5262060225009918,
      "num_tokens": 123423741.0,
      "step": 160050
    },
    {
      "epoch": 0.20302958808054208,
      "grad_norm": 5.53125,
      "learning_rate": 3.985363929068909e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5470409870147706,
      "num_tokens": 123431605.0,
      "step": 160060
    },
    {
      "epoch": 0.20304227267307492,
      "grad_norm": 5.28125,
      "learning_rate": 3.9853004980602796e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.529209902882576,
      "num_tokens": 123439661.0,
      "step": 160070
    },
    {
      "epoch": 0.20305495726560777,
      "grad_norm": 5.125,
      "learning_rate": 3.985237067051651e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5385124295949936,
      "num_tokens": 123447479.0,
      "step": 160080
    },
    {
      "epoch": 0.20306764185814058,
      "grad_norm": 6.15625,
      "learning_rate": 3.9851736360430214e-05,
      "loss": 2.2154,
      "mean_token_accuracy": 0.5298655867576599,
      "num_tokens": 123454205.0,
      "step": 160090
    },
    {
      "epoch": 0.20308032645067342,
      "grad_norm": 4.625,
      "learning_rate": 3.9851102050343926e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5372654795646667,
      "num_tokens": 123461782.0,
      "step": 160100
    },
    {
      "epoch": 0.20309301104320626,
      "grad_norm": 4.78125,
      "learning_rate": 3.985046774025764e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5394383549690247,
      "num_tokens": 123471029.0,
      "step": 160110
    },
    {
      "epoch": 0.2031056956357391,
      "grad_norm": 5.5,
      "learning_rate": 3.984983343017134e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.535764467716217,
      "num_tokens": 123478626.0,
      "step": 160120
    },
    {
      "epoch": 0.20311838022827192,
      "grad_norm": 7.15625,
      "learning_rate": 3.984919912008505e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5580225646495819,
      "num_tokens": 123486290.0,
      "step": 160130
    },
    {
      "epoch": 0.20313106482080476,
      "grad_norm": 6.5625,
      "learning_rate": 3.9848564809998754e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5324789494276047,
      "num_tokens": 123495212.0,
      "step": 160140
    },
    {
      "epoch": 0.2031437494133376,
      "grad_norm": 7.3125,
      "learning_rate": 3.9847930499912466e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5428365498781205,
      "num_tokens": 123503457.0,
      "step": 160150
    },
    {
      "epoch": 0.20315643400587044,
      "grad_norm": 4.875,
      "learning_rate": 3.984729618982618e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.528232091665268,
      "num_tokens": 123512389.0,
      "step": 160160
    },
    {
      "epoch": 0.20316911859840325,
      "grad_norm": 5.71875,
      "learning_rate": 3.9846661879739884e-05,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5814795523881913,
      "num_tokens": 123519191.0,
      "step": 160170
    },
    {
      "epoch": 0.2031818031909361,
      "grad_norm": 4.5,
      "learning_rate": 3.9846027569653596e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5323317140340805,
      "num_tokens": 123526723.0,
      "step": 160180
    },
    {
      "epoch": 0.20319448778346894,
      "grad_norm": 6.0,
      "learning_rate": 3.98453932595673e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.566140478849411,
      "num_tokens": 123533090.0,
      "step": 160190
    },
    {
      "epoch": 0.20320717237600178,
      "grad_norm": 4.53125,
      "learning_rate": 3.9844758949481006e-05,
      "loss": 2.2328,
      "mean_token_accuracy": 0.5136407732963562,
      "num_tokens": 123542086.0,
      "step": 160200
    },
    {
      "epoch": 0.2032198569685346,
      "grad_norm": 5.625,
      "learning_rate": 3.984412463939472e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5537494540214538,
      "num_tokens": 123550015.0,
      "step": 160210
    },
    {
      "epoch": 0.20323254156106743,
      "grad_norm": 4.59375,
      "learning_rate": 3.9843490329308424e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5423408001661301,
      "num_tokens": 123557785.0,
      "step": 160220
    },
    {
      "epoch": 0.20324522615360027,
      "grad_norm": 12.625,
      "learning_rate": 3.9842856019222136e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5245008111000061,
      "num_tokens": 123565532.0,
      "step": 160230
    },
    {
      "epoch": 0.2032579107461331,
      "grad_norm": 5.5,
      "learning_rate": 3.984222170913584e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5278881460428237,
      "num_tokens": 123573965.0,
      "step": 160240
    },
    {
      "epoch": 0.20327059533866593,
      "grad_norm": 6.8125,
      "learning_rate": 3.9841587399049554e-05,
      "loss": 1.7772,
      "mean_token_accuracy": 0.6017274230718612,
      "num_tokens": 123580694.0,
      "step": 160250
    },
    {
      "epoch": 0.20328327993119877,
      "grad_norm": 5.125,
      "learning_rate": 3.984095308896326e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5595049589872361,
      "num_tokens": 123589884.0,
      "step": 160260
    },
    {
      "epoch": 0.2032959645237316,
      "grad_norm": 4.78125,
      "learning_rate": 3.9840318778876964e-05,
      "loss": 2.224,
      "mean_token_accuracy": 0.5210847377777099,
      "num_tokens": 123598065.0,
      "step": 160270
    },
    {
      "epoch": 0.20330864911626445,
      "grad_norm": 5.28125,
      "learning_rate": 3.9839684468790676e-05,
      "loss": 1.8511,
      "mean_token_accuracy": 0.5950435936450958,
      "num_tokens": 123603812.0,
      "step": 160280
    },
    {
      "epoch": 0.20332133370879726,
      "grad_norm": 6.625,
      "learning_rate": 3.983905015870438e-05,
      "loss": 1.8018,
      "mean_token_accuracy": 0.5905675232410431,
      "num_tokens": 123610054.0,
      "step": 160290
    },
    {
      "epoch": 0.2033340183013301,
      "grad_norm": 5.625,
      "learning_rate": 3.9838415848618094e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.542693954706192,
      "num_tokens": 123618221.0,
      "step": 160300
    },
    {
      "epoch": 0.20334670289386295,
      "grad_norm": 4.40625,
      "learning_rate": 3.9837781538531806e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.526507443189621,
      "num_tokens": 123625974.0,
      "step": 160310
    },
    {
      "epoch": 0.2033593874863958,
      "grad_norm": 5.9375,
      "learning_rate": 3.983714722844551e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5544555813074112,
      "num_tokens": 123634133.0,
      "step": 160320
    },
    {
      "epoch": 0.2033720720789286,
      "grad_norm": 6.40625,
      "learning_rate": 3.9836512918359223e-05,
      "loss": 1.784,
      "mean_token_accuracy": 0.5928564667701721,
      "num_tokens": 123640939.0,
      "step": 160330
    },
    {
      "epoch": 0.20338475667146144,
      "grad_norm": 7.28125,
      "learning_rate": 3.983587860827292e-05,
      "loss": 1.8725,
      "mean_token_accuracy": 0.5806974917650223,
      "num_tokens": 123647402.0,
      "step": 160340
    },
    {
      "epoch": 0.20339744126399428,
      "grad_norm": 5.3125,
      "learning_rate": 3.9835244298186634e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5541541934013366,
      "num_tokens": 123655772.0,
      "step": 160350
    },
    {
      "epoch": 0.20341012585652712,
      "grad_norm": 6.5625,
      "learning_rate": 3.9834609988100346e-05,
      "loss": 2.256,
      "mean_token_accuracy": 0.52094486951828,
      "num_tokens": 123663414.0,
      "step": 160360
    },
    {
      "epoch": 0.20342281044905994,
      "grad_norm": 6.90625,
      "learning_rate": 3.983397567801405e-05,
      "loss": 2.2438,
      "mean_token_accuracy": 0.5197857409715653,
      "num_tokens": 123671646.0,
      "step": 160370
    },
    {
      "epoch": 0.20343549504159278,
      "grad_norm": 5.09375,
      "learning_rate": 3.9833341367927764e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5527121633291244,
      "num_tokens": 123680320.0,
      "step": 160380
    },
    {
      "epoch": 0.20344817963412562,
      "grad_norm": 6.15625,
      "learning_rate": 3.983270705784147e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5258944153785705,
      "num_tokens": 123687947.0,
      "step": 160390
    },
    {
      "epoch": 0.20346086422665843,
      "grad_norm": 5.46875,
      "learning_rate": 3.983207274775518e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5292913675308227,
      "num_tokens": 123696107.0,
      "step": 160400
    },
    {
      "epoch": 0.20347354881919127,
      "grad_norm": 5.6875,
      "learning_rate": 3.9831438437668887e-05,
      "loss": 1.7021,
      "mean_token_accuracy": 0.6117497086524963,
      "num_tokens": 123702450.0,
      "step": 160410
    },
    {
      "epoch": 0.20348623341172412,
      "grad_norm": 8.1875,
      "learning_rate": 3.983080412758259e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5358429163694381,
      "num_tokens": 123709487.0,
      "step": 160420
    },
    {
      "epoch": 0.20349891800425696,
      "grad_norm": 6.09375,
      "learning_rate": 3.9830169817496304e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5369375288486481,
      "num_tokens": 123718526.0,
      "step": 160430
    },
    {
      "epoch": 0.20351160259678977,
      "grad_norm": 5.34375,
      "learning_rate": 3.982953550741001e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5421273171901703,
      "num_tokens": 123725782.0,
      "step": 160440
    },
    {
      "epoch": 0.2035242871893226,
      "grad_norm": 5.53125,
      "learning_rate": 3.982890119732372e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5259817957878112,
      "num_tokens": 123733505.0,
      "step": 160450
    },
    {
      "epoch": 0.20353697178185545,
      "grad_norm": 7.03125,
      "learning_rate": 3.9828266887237434e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5491540491580963,
      "num_tokens": 123742306.0,
      "step": 160460
    },
    {
      "epoch": 0.2035496563743883,
      "grad_norm": 5.625,
      "learning_rate": 3.982763257715114e-05,
      "loss": 2.1913,
      "mean_token_accuracy": 0.5212534368038177,
      "num_tokens": 123750990.0,
      "step": 160470
    },
    {
      "epoch": 0.2035623409669211,
      "grad_norm": 6.875,
      "learning_rate": 3.9826998267064844e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5759779721498489,
      "num_tokens": 123758513.0,
      "step": 160480
    },
    {
      "epoch": 0.20357502555945395,
      "grad_norm": 7.1875,
      "learning_rate": 3.9826363956978556e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5350657910108566,
      "num_tokens": 123765808.0,
      "step": 160490
    },
    {
      "epoch": 0.2035877101519868,
      "grad_norm": 8.1875,
      "learning_rate": 3.982572964689226e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.557370737195015,
      "num_tokens": 123773278.0,
      "step": 160500
    },
    {
      "epoch": 0.20360039474451963,
      "grad_norm": 6.71875,
      "learning_rate": 3.9825095336805974e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5508655667304992,
      "num_tokens": 123780725.0,
      "step": 160510
    },
    {
      "epoch": 0.20361307933705244,
      "grad_norm": 8.125,
      "learning_rate": 3.982446102671968e-05,
      "loss": 2.2948,
      "mean_token_accuracy": 0.5127562761306763,
      "num_tokens": 123788236.0,
      "step": 160520
    },
    {
      "epoch": 0.20362576392958529,
      "grad_norm": 4.75,
      "learning_rate": 3.982382671663339e-05,
      "loss": 1.9425,
      "mean_token_accuracy": 0.564884540438652,
      "num_tokens": 123796186.0,
      "step": 160530
    },
    {
      "epoch": 0.20363844852211813,
      "grad_norm": 5.03125,
      "learning_rate": 3.98231924065471e-05,
      "loss": 2.3023,
      "mean_token_accuracy": 0.5086743116378785,
      "num_tokens": 123804980.0,
      "step": 160540
    },
    {
      "epoch": 0.20365113311465097,
      "grad_norm": 4.6875,
      "learning_rate": 3.98225580964608e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5346682757139206,
      "num_tokens": 123812605.0,
      "step": 160550
    },
    {
      "epoch": 0.20366381770718378,
      "grad_norm": 5.5,
      "learning_rate": 3.9821923786374514e-05,
      "loss": 2.2148,
      "mean_token_accuracy": 0.527016407251358,
      "num_tokens": 123820292.0,
      "step": 160560
    },
    {
      "epoch": 0.20367650229971662,
      "grad_norm": 5.1875,
      "learning_rate": 3.982128947628822e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5225650131702423,
      "num_tokens": 123828661.0,
      "step": 160570
    },
    {
      "epoch": 0.20368918689224946,
      "grad_norm": 4.375,
      "learning_rate": 3.982065516620193e-05,
      "loss": 1.9322,
      "mean_token_accuracy": 0.5762342989444733,
      "num_tokens": 123836578.0,
      "step": 160580
    },
    {
      "epoch": 0.2037018714847823,
      "grad_norm": 4.75,
      "learning_rate": 3.9820020856115644e-05,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5837124526500702,
      "num_tokens": 123843107.0,
      "step": 160590
    },
    {
      "epoch": 0.20371455607731512,
      "grad_norm": 4.96875,
      "learning_rate": 3.981938654602935e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5523109078407288,
      "num_tokens": 123848571.0,
      "step": 160600
    },
    {
      "epoch": 0.20372724066984796,
      "grad_norm": 11.875,
      "learning_rate": 3.9818752235943055e-05,
      "loss": 1.8769,
      "mean_token_accuracy": 0.58331298828125,
      "num_tokens": 123855012.0,
      "step": 160610
    },
    {
      "epoch": 0.2037399252623808,
      "grad_norm": 5.375,
      "learning_rate": 3.981811792585676e-05,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5619042634963989,
      "num_tokens": 123861917.0,
      "step": 160620
    },
    {
      "epoch": 0.20375260985491364,
      "grad_norm": 5.375,
      "learning_rate": 3.981748361577047e-05,
      "loss": 1.8237,
      "mean_token_accuracy": 0.5881694912910461,
      "num_tokens": 123868739.0,
      "step": 160630
    },
    {
      "epoch": 0.20376529444744645,
      "grad_norm": 6.46875,
      "learning_rate": 3.9816849305684184e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5555835098028183,
      "num_tokens": 123876326.0,
      "step": 160640
    },
    {
      "epoch": 0.2037779790399793,
      "grad_norm": 5.0,
      "learning_rate": 3.981621499559789e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5510577619075775,
      "num_tokens": 123884188.0,
      "step": 160650
    },
    {
      "epoch": 0.20379066363251214,
      "grad_norm": 5.46875,
      "learning_rate": 3.98155806855116e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5499693274497985,
      "num_tokens": 123892183.0,
      "step": 160660
    },
    {
      "epoch": 0.20380334822504498,
      "grad_norm": 6.125,
      "learning_rate": 3.981494637542531e-05,
      "loss": 1.5138,
      "mean_token_accuracy": 0.6515319228172303,
      "num_tokens": 123897896.0,
      "step": 160670
    },
    {
      "epoch": 0.2038160328175778,
      "grad_norm": 9.0,
      "learning_rate": 3.981431206533901e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5548834532499314,
      "num_tokens": 123904806.0,
      "step": 160680
    },
    {
      "epoch": 0.20382871741011063,
      "grad_norm": 5.03125,
      "learning_rate": 3.9813677755252725e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5651682764291763,
      "num_tokens": 123912615.0,
      "step": 160690
    },
    {
      "epoch": 0.20384140200264347,
      "grad_norm": 5.84375,
      "learning_rate": 3.981304344516643e-05,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5706413447856903,
      "num_tokens": 123918982.0,
      "step": 160700
    },
    {
      "epoch": 0.20385408659517631,
      "grad_norm": 4.90625,
      "learning_rate": 3.981240913508014e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.573158186674118,
      "num_tokens": 123926352.0,
      "step": 160710
    },
    {
      "epoch": 0.20386677118770913,
      "grad_norm": 6.1875,
      "learning_rate": 3.981177482499385e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.525770628452301,
      "num_tokens": 123933477.0,
      "step": 160720
    },
    {
      "epoch": 0.20387945578024197,
      "grad_norm": 6.25,
      "learning_rate": 3.981114051490756e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5220158249139786,
      "num_tokens": 123941779.0,
      "step": 160730
    },
    {
      "epoch": 0.2038921403727748,
      "grad_norm": 6.625,
      "learning_rate": 3.981050620482127e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5541501700878143,
      "num_tokens": 123949172.0,
      "step": 160740
    },
    {
      "epoch": 0.20390482496530765,
      "grad_norm": 6.53125,
      "learning_rate": 3.980987189473498e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5569716721773148,
      "num_tokens": 123957011.0,
      "step": 160750
    },
    {
      "epoch": 0.20391750955784047,
      "grad_norm": 5.59375,
      "learning_rate": 3.980923758464868e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5659763723611831,
      "num_tokens": 123963815.0,
      "step": 160760
    },
    {
      "epoch": 0.2039301941503733,
      "grad_norm": 5.5,
      "learning_rate": 3.980860327456239e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5672454625368119,
      "num_tokens": 123972808.0,
      "step": 160770
    },
    {
      "epoch": 0.20394287874290615,
      "grad_norm": 5.375,
      "learning_rate": 3.98079689644761e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5397885024547577,
      "num_tokens": 123981911.0,
      "step": 160780
    },
    {
      "epoch": 0.203955563335439,
      "grad_norm": 8.6875,
      "learning_rate": 3.980733465438981e-05,
      "loss": 1.8901,
      "mean_token_accuracy": 0.581191423535347,
      "num_tokens": 123989326.0,
      "step": 160790
    },
    {
      "epoch": 0.2039682479279718,
      "grad_norm": 4.8125,
      "learning_rate": 3.980670034430352e-05,
      "loss": 1.8662,
      "mean_token_accuracy": 0.5950029164552688,
      "num_tokens": 123997211.0,
      "step": 160800
    },
    {
      "epoch": 0.20398093252050464,
      "grad_norm": 6.03125,
      "learning_rate": 3.980606603421723e-05,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5779549211263657,
      "num_tokens": 124004713.0,
      "step": 160810
    },
    {
      "epoch": 0.20399361711303748,
      "grad_norm": 6.40625,
      "learning_rate": 3.9805431724130935e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5733048141002655,
      "num_tokens": 124012455.0,
      "step": 160820
    },
    {
      "epoch": 0.20400630170557033,
      "grad_norm": 9.5625,
      "learning_rate": 3.980479741404464e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5293152898550033,
      "num_tokens": 124018940.0,
      "step": 160830
    },
    {
      "epoch": 0.20401898629810314,
      "grad_norm": 4.65625,
      "learning_rate": 3.980416310395835e-05,
      "loss": 1.7758,
      "mean_token_accuracy": 0.5913062661886215,
      "num_tokens": 124026880.0,
      "step": 160840
    },
    {
      "epoch": 0.20403167089063598,
      "grad_norm": 4.71875,
      "learning_rate": 3.980352879387206e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5360180169343949,
      "num_tokens": 124035366.0,
      "step": 160850
    },
    {
      "epoch": 0.20404435548316882,
      "grad_norm": 4.28125,
      "learning_rate": 3.980289448378577e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5624755561351776,
      "num_tokens": 124042159.0,
      "step": 160860
    },
    {
      "epoch": 0.20405704007570163,
      "grad_norm": 5.0,
      "learning_rate": 3.9802260173699475e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5285003662109375,
      "num_tokens": 124050508.0,
      "step": 160870
    },
    {
      "epoch": 0.20406972466823448,
      "grad_norm": 6.5625,
      "learning_rate": 3.980162586361319e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5765189796686172,
      "num_tokens": 124057027.0,
      "step": 160880
    },
    {
      "epoch": 0.20408240926076732,
      "grad_norm": 9.875,
      "learning_rate": 3.980099155352689e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.533851221203804,
      "num_tokens": 124064414.0,
      "step": 160890
    },
    {
      "epoch": 0.20409509385330016,
      "grad_norm": 7.8125,
      "learning_rate": 3.98003572434406e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5673192083835602,
      "num_tokens": 124071338.0,
      "step": 160900
    },
    {
      "epoch": 0.20410777844583297,
      "grad_norm": 5.25,
      "learning_rate": 3.979972293335431e-05,
      "loss": 1.8925,
      "mean_token_accuracy": 0.56709705889225,
      "num_tokens": 124078771.0,
      "step": 160910
    },
    {
      "epoch": 0.2041204630383658,
      "grad_norm": 6.21875,
      "learning_rate": 3.9799088623268015e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5439463019371032,
      "num_tokens": 124086563.0,
      "step": 160920
    },
    {
      "epoch": 0.20413314763089865,
      "grad_norm": 7.0,
      "learning_rate": 3.979845431318173e-05,
      "loss": 2.2523,
      "mean_token_accuracy": 0.5150420904159546,
      "num_tokens": 124094649.0,
      "step": 160930
    },
    {
      "epoch": 0.2041458322234315,
      "grad_norm": 6.59375,
      "learning_rate": 3.979782000309544e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5479377269744873,
      "num_tokens": 124102350.0,
      "step": 160940
    },
    {
      "epoch": 0.2041585168159643,
      "grad_norm": 4.9375,
      "learning_rate": 3.9797185693009145e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5661174356937408,
      "num_tokens": 124110428.0,
      "step": 160950
    },
    {
      "epoch": 0.20417120140849715,
      "grad_norm": 5.15625,
      "learning_rate": 3.979655138292285e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5202760338783264,
      "num_tokens": 124119309.0,
      "step": 160960
    },
    {
      "epoch": 0.20418388600103,
      "grad_norm": 5.0625,
      "learning_rate": 3.9795917072836556e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.521763750910759,
      "num_tokens": 124128036.0,
      "step": 160970
    },
    {
      "epoch": 0.20419657059356283,
      "grad_norm": 6.0625,
      "learning_rate": 3.979528276275027e-05,
      "loss": 1.8545,
      "mean_token_accuracy": 0.5922559797763824,
      "num_tokens": 124135513.0,
      "step": 160980
    },
    {
      "epoch": 0.20420925518609565,
      "grad_norm": 6.9375,
      "learning_rate": 3.979464845266398e-05,
      "loss": 2.217,
      "mean_token_accuracy": 0.5183306038379669,
      "num_tokens": 124144273.0,
      "step": 160990
    },
    {
      "epoch": 0.2042219397786285,
      "grad_norm": 5.5,
      "learning_rate": 3.9794014142577685e-05,
      "loss": 2.2747,
      "mean_token_accuracy": 0.5109985023736954,
      "num_tokens": 124152434.0,
      "step": 161000
    },
    {
      "epoch": 0.20423462437116133,
      "grad_norm": 6.8125,
      "learning_rate": 3.97933798324914e-05,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5721126526594162,
      "num_tokens": 124159269.0,
      "step": 161010
    },
    {
      "epoch": 0.20424730896369417,
      "grad_norm": 6.125,
      "learning_rate": 3.97927455224051e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5520918101072312,
      "num_tokens": 124166528.0,
      "step": 161020
    },
    {
      "epoch": 0.20425999355622698,
      "grad_norm": 4.84375,
      "learning_rate": 3.979211121231881e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5402163952589035,
      "num_tokens": 124174816.0,
      "step": 161030
    },
    {
      "epoch": 0.20427267814875982,
      "grad_norm": 6.09375,
      "learning_rate": 3.979147690223252e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5375774323940277,
      "num_tokens": 124182195.0,
      "step": 161040
    },
    {
      "epoch": 0.20428536274129266,
      "grad_norm": 7.125,
      "learning_rate": 3.9790842592146226e-05,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5619681209325791,
      "num_tokens": 124188399.0,
      "step": 161050
    },
    {
      "epoch": 0.2042980473338255,
      "grad_norm": 5.53125,
      "learning_rate": 3.979020828205994e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5601603478193283,
      "num_tokens": 124195024.0,
      "step": 161060
    },
    {
      "epoch": 0.20431073192635832,
      "grad_norm": 4.96875,
      "learning_rate": 3.978957397197364e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5403898656368256,
      "num_tokens": 124203517.0,
      "step": 161070
    },
    {
      "epoch": 0.20432341651889116,
      "grad_norm": 6.875,
      "learning_rate": 3.9788939661887355e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5460026174783706,
      "num_tokens": 124210908.0,
      "step": 161080
    },
    {
      "epoch": 0.204336101111424,
      "grad_norm": 6.875,
      "learning_rate": 3.978830535180107e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5278134167194366,
      "num_tokens": 124216502.0,
      "step": 161090
    },
    {
      "epoch": 0.20434878570395684,
      "grad_norm": 4.59375,
      "learning_rate": 3.9787671041714766e-05,
      "loss": 2.2458,
      "mean_token_accuracy": 0.5230044782161712,
      "num_tokens": 124225353.0,
      "step": 161100
    },
    {
      "epoch": 0.20436147029648966,
      "grad_norm": 5.65625,
      "learning_rate": 3.978703673162848e-05,
      "loss": 1.8886,
      "mean_token_accuracy": 0.5874892324209213,
      "num_tokens": 124232134.0,
      "step": 161110
    },
    {
      "epoch": 0.2043741548890225,
      "grad_norm": 9.625,
      "learning_rate": 3.978640242154218e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5586348503828049,
      "num_tokens": 124239573.0,
      "step": 161120
    },
    {
      "epoch": 0.20438683948155534,
      "grad_norm": 5.1875,
      "learning_rate": 3.9785768111455896e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5519669085741044,
      "num_tokens": 124247418.0,
      "step": 161130
    },
    {
      "epoch": 0.20439952407408818,
      "grad_norm": 4.84375,
      "learning_rate": 3.978513380136961e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5190014272928238,
      "num_tokens": 124255206.0,
      "step": 161140
    },
    {
      "epoch": 0.204412208666621,
      "grad_norm": 5.78125,
      "learning_rate": 3.978449949128331e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5325246036052704,
      "num_tokens": 124263312.0,
      "step": 161150
    },
    {
      "epoch": 0.20442489325915383,
      "grad_norm": 5.4375,
      "learning_rate": 3.9783865181197025e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5326393693685532,
      "num_tokens": 124271422.0,
      "step": 161160
    },
    {
      "epoch": 0.20443757785168667,
      "grad_norm": 5.125,
      "learning_rate": 3.978323087111073e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5203393250703812,
      "num_tokens": 124280712.0,
      "step": 161170
    },
    {
      "epoch": 0.20445026244421952,
      "grad_norm": 5.03125,
      "learning_rate": 3.9782596561024436e-05,
      "loss": 1.9226,
      "mean_token_accuracy": 0.5822572231292724,
      "num_tokens": 124287862.0,
      "step": 161180
    },
    {
      "epoch": 0.20446294703675233,
      "grad_norm": 6.125,
      "learning_rate": 3.978196225093815e-05,
      "loss": 2.2529,
      "mean_token_accuracy": 0.5145496249198913,
      "num_tokens": 124295034.0,
      "step": 161190
    },
    {
      "epoch": 0.20447563162928517,
      "grad_norm": 5.15625,
      "learning_rate": 3.978132794085185e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5231798499822616,
      "num_tokens": 124303694.0,
      "step": 161200
    },
    {
      "epoch": 0.204488316221818,
      "grad_norm": 5.0,
      "learning_rate": 3.9780693630765565e-05,
      "loss": 1.8853,
      "mean_token_accuracy": 0.5810106217861175,
      "num_tokens": 124310825.0,
      "step": 161210
    },
    {
      "epoch": 0.20450100081435085,
      "grad_norm": 5.71875,
      "learning_rate": 3.978005932067927e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5200760990381241,
      "num_tokens": 124319658.0,
      "step": 161220
    },
    {
      "epoch": 0.20451368540688367,
      "grad_norm": 5.5625,
      "learning_rate": 3.977942501059298e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5688056468963623,
      "num_tokens": 124327357.0,
      "step": 161230
    },
    {
      "epoch": 0.2045263699994165,
      "grad_norm": 7.65625,
      "learning_rate": 3.977879070050669e-05,
      "loss": 1.8415,
      "mean_token_accuracy": 0.5870216131210327,
      "num_tokens": 124334671.0,
      "step": 161240
    },
    {
      "epoch": 0.20453905459194935,
      "grad_norm": 6.0,
      "learning_rate": 3.9778156390420394e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5510982662439347,
      "num_tokens": 124342379.0,
      "step": 161250
    },
    {
      "epoch": 0.2045517391844822,
      "grad_norm": 7.6875,
      "learning_rate": 3.9777522080334106e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5565732479095459,
      "num_tokens": 124349347.0,
      "step": 161260
    },
    {
      "epoch": 0.204564423777015,
      "grad_norm": 6.90625,
      "learning_rate": 3.977688777024781e-05,
      "loss": 2.2694,
      "mean_token_accuracy": 0.51490578353405,
      "num_tokens": 124357120.0,
      "step": 161270
    },
    {
      "epoch": 0.20457710836954784,
      "grad_norm": 8.3125,
      "learning_rate": 3.977625346016152e-05,
      "loss": 2.2561,
      "mean_token_accuracy": 0.5179345399141312,
      "num_tokens": 124363871.0,
      "step": 161280
    },
    {
      "epoch": 0.20458979296208069,
      "grad_norm": 5.8125,
      "learning_rate": 3.9775619150075235e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5740156531333923,
      "num_tokens": 124370925.0,
      "step": 161290
    },
    {
      "epoch": 0.20460247755461353,
      "grad_norm": 5.34375,
      "learning_rate": 3.977498483998894e-05,
      "loss": 1.8809,
      "mean_token_accuracy": 0.5724259674549103,
      "num_tokens": 124378828.0,
      "step": 161300
    },
    {
      "epoch": 0.20461516214714634,
      "grad_norm": 5.125,
      "learning_rate": 3.9774350529902646e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5641120076179504,
      "num_tokens": 124386659.0,
      "step": 161310
    },
    {
      "epoch": 0.20462784673967918,
      "grad_norm": 10.75,
      "learning_rate": 3.977371621981635e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5526743203401565,
      "num_tokens": 124393230.0,
      "step": 161320
    },
    {
      "epoch": 0.20464053133221202,
      "grad_norm": 4.875,
      "learning_rate": 3.9773081909730064e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5346313148736954,
      "num_tokens": 124401341.0,
      "step": 161330
    },
    {
      "epoch": 0.20465321592474484,
      "grad_norm": 5.4375,
      "learning_rate": 3.9772447599643776e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5354751378297806,
      "num_tokens": 124409302.0,
      "step": 161340
    },
    {
      "epoch": 0.20466590051727768,
      "grad_norm": 5.6875,
      "learning_rate": 3.977181328955748e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5812670946121216,
      "num_tokens": 124417528.0,
      "step": 161350
    },
    {
      "epoch": 0.20467858510981052,
      "grad_norm": 5.4375,
      "learning_rate": 3.977117897947119e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5574882984161377,
      "num_tokens": 124426173.0,
      "step": 161360
    },
    {
      "epoch": 0.20469126970234336,
      "grad_norm": 6.125,
      "learning_rate": 3.97705446693849e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5485541641712188,
      "num_tokens": 124433902.0,
      "step": 161370
    },
    {
      "epoch": 0.20470395429487617,
      "grad_norm": 5.125,
      "learning_rate": 3.9769910359298604e-05,
      "loss": 2.3086,
      "mean_token_accuracy": 0.5178820729255676,
      "num_tokens": 124442005.0,
      "step": 161380
    },
    {
      "epoch": 0.204716638887409,
      "grad_norm": 8.4375,
      "learning_rate": 3.9769276049212316e-05,
      "loss": 1.8514,
      "mean_token_accuracy": 0.6018770635128021,
      "num_tokens": 124449895.0,
      "step": 161390
    },
    {
      "epoch": 0.20472932347994185,
      "grad_norm": 5.6875,
      "learning_rate": 3.976864173912602e-05,
      "loss": 2.2599,
      "mean_token_accuracy": 0.5159775495529175,
      "num_tokens": 124456430.0,
      "step": 161400
    },
    {
      "epoch": 0.2047420080724747,
      "grad_norm": 4.90625,
      "learning_rate": 3.9768007429039733e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.567854043841362,
      "num_tokens": 124463248.0,
      "step": 161410
    },
    {
      "epoch": 0.2047546926650075,
      "grad_norm": 4.90625,
      "learning_rate": 3.9767373118953446e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5565884500741959,
      "num_tokens": 124471618.0,
      "step": 161420
    },
    {
      "epoch": 0.20476737725754035,
      "grad_norm": 5.5,
      "learning_rate": 3.976673880886715e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5255421668291091,
      "num_tokens": 124479317.0,
      "step": 161430
    },
    {
      "epoch": 0.2047800618500732,
      "grad_norm": 7.1875,
      "learning_rate": 3.9766104498780856e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5522390186786652,
      "num_tokens": 124486559.0,
      "step": 161440
    },
    {
      "epoch": 0.20479274644260603,
      "grad_norm": 7.0,
      "learning_rate": 3.976547018869456e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5678167283535004,
      "num_tokens": 124493691.0,
      "step": 161450
    },
    {
      "epoch": 0.20480543103513885,
      "grad_norm": 5.8125,
      "learning_rate": 3.9764835878608274e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5405352383852005,
      "num_tokens": 124501288.0,
      "step": 161460
    },
    {
      "epoch": 0.2048181156276717,
      "grad_norm": 4.9375,
      "learning_rate": 3.9764201568521986e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5314712852239609,
      "num_tokens": 124511115.0,
      "step": 161470
    },
    {
      "epoch": 0.20483080022020453,
      "grad_norm": 7.375,
      "learning_rate": 3.976356725843569e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5668742299079895,
      "num_tokens": 124518264.0,
      "step": 161480
    },
    {
      "epoch": 0.20484348481273737,
      "grad_norm": 4.875,
      "learning_rate": 3.97629329483494e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5200530618429184,
      "num_tokens": 124526776.0,
      "step": 161490
    },
    {
      "epoch": 0.20485616940527018,
      "grad_norm": 5.46875,
      "learning_rate": 3.976229863826311e-05,
      "loss": 2.2565,
      "mean_token_accuracy": 0.5099099099636077,
      "num_tokens": 124535987.0,
      "step": 161500
    },
    {
      "epoch": 0.20486885399780302,
      "grad_norm": 5.15625,
      "learning_rate": 3.976166432817682e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5347596168518066,
      "num_tokens": 124543166.0,
      "step": 161510
    },
    {
      "epoch": 0.20488153859033587,
      "grad_norm": 4.8125,
      "learning_rate": 3.9761030018090526e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5492070198059082,
      "num_tokens": 124551496.0,
      "step": 161520
    },
    {
      "epoch": 0.2048942231828687,
      "grad_norm": 4.5,
      "learning_rate": 3.976039570800423e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5503908276557923,
      "num_tokens": 124559283.0,
      "step": 161530
    },
    {
      "epoch": 0.20490690777540152,
      "grad_norm": 5.53125,
      "learning_rate": 3.9759761397917944e-05,
      "loss": 2.2236,
      "mean_token_accuracy": 0.5204745680093765,
      "num_tokens": 124567576.0,
      "step": 161540
    },
    {
      "epoch": 0.20491959236793436,
      "grad_norm": 4.8125,
      "learning_rate": 3.975912708783165e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5621788710355758,
      "num_tokens": 124575475.0,
      "step": 161550
    },
    {
      "epoch": 0.2049322769604672,
      "grad_norm": 4.8125,
      "learning_rate": 3.975849277774536e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5578765213489533,
      "num_tokens": 124581922.0,
      "step": 161560
    },
    {
      "epoch": 0.20494496155300004,
      "grad_norm": 5.3125,
      "learning_rate": 3.975785846765907e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5434810578823089,
      "num_tokens": 124590241.0,
      "step": 161570
    },
    {
      "epoch": 0.20495764614553286,
      "grad_norm": 5.25,
      "learning_rate": 3.975722415757278e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5194981515407562,
      "num_tokens": 124598658.0,
      "step": 161580
    },
    {
      "epoch": 0.2049703307380657,
      "grad_norm": 5.9375,
      "learning_rate": 3.9756589847486484e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5332997441291809,
      "num_tokens": 124606996.0,
      "step": 161590
    },
    {
      "epoch": 0.20498301533059854,
      "grad_norm": 5.90625,
      "learning_rate": 3.975595553740019e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5417508989572525,
      "num_tokens": 124614696.0,
      "step": 161600
    },
    {
      "epoch": 0.20499569992313138,
      "grad_norm": 5.375,
      "learning_rate": 3.97553212273139e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5307831674814224,
      "num_tokens": 124622622.0,
      "step": 161610
    },
    {
      "epoch": 0.2050083845156642,
      "grad_norm": 2.859375,
      "learning_rate": 3.9754686917227614e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5492340087890625,
      "num_tokens": 124630591.0,
      "step": 161620
    },
    {
      "epoch": 0.20502106910819703,
      "grad_norm": 5.71875,
      "learning_rate": 3.975405260714132e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5382210701704025,
      "num_tokens": 124639401.0,
      "step": 161630
    },
    {
      "epoch": 0.20503375370072988,
      "grad_norm": 5.5,
      "learning_rate": 3.975341829705503e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5625204980373383,
      "num_tokens": 124646820.0,
      "step": 161640
    },
    {
      "epoch": 0.20504643829326272,
      "grad_norm": 5.90625,
      "learning_rate": 3.9752783986968736e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.536213806271553,
      "num_tokens": 124655135.0,
      "step": 161650
    },
    {
      "epoch": 0.20505912288579553,
      "grad_norm": 5.4375,
      "learning_rate": 3.975214967688244e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5228555262088775,
      "num_tokens": 124662394.0,
      "step": 161660
    },
    {
      "epoch": 0.20507180747832837,
      "grad_norm": 5.21875,
      "learning_rate": 3.9751515366796154e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5733627170324326,
      "num_tokens": 124669623.0,
      "step": 161670
    },
    {
      "epoch": 0.2050844920708612,
      "grad_norm": 6.0,
      "learning_rate": 3.975088105670986e-05,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5420283436775207,
      "num_tokens": 124677664.0,
      "step": 161680
    },
    {
      "epoch": 0.20509717666339405,
      "grad_norm": 4.53125,
      "learning_rate": 3.975024674662357e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5542290717363357,
      "num_tokens": 124685870.0,
      "step": 161690
    },
    {
      "epoch": 0.20510986125592687,
      "grad_norm": 6.34375,
      "learning_rate": 3.974961243653728e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5415975272655487,
      "num_tokens": 124692340.0,
      "step": 161700
    },
    {
      "epoch": 0.2051225458484597,
      "grad_norm": 5.40625,
      "learning_rate": 3.974897812645099e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5433939099311829,
      "num_tokens": 124700781.0,
      "step": 161710
    },
    {
      "epoch": 0.20513523044099255,
      "grad_norm": 9.25,
      "learning_rate": 3.9748343816364694e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5426168620586396,
      "num_tokens": 124708705.0,
      "step": 161720
    },
    {
      "epoch": 0.2051479150335254,
      "grad_norm": 5.40625,
      "learning_rate": 3.97477095062784e-05,
      "loss": 1.8887,
      "mean_token_accuracy": 0.5820210754871369,
      "num_tokens": 124717213.0,
      "step": 161730
    },
    {
      "epoch": 0.2051605996260582,
      "grad_norm": 5.375,
      "learning_rate": 3.974707519619211e-05,
      "loss": 1.8795,
      "mean_token_accuracy": 0.5785711407661438,
      "num_tokens": 124723873.0,
      "step": 161740
    },
    {
      "epoch": 0.20517328421859105,
      "grad_norm": 5.15625,
      "learning_rate": 3.974644088610582e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5770474165678025,
      "num_tokens": 124731686.0,
      "step": 161750
    },
    {
      "epoch": 0.2051859688111239,
      "grad_norm": 5.9375,
      "learning_rate": 3.974580657601953e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5339664399623871,
      "num_tokens": 124740289.0,
      "step": 161760
    },
    {
      "epoch": 0.20519865340365673,
      "grad_norm": 5.5625,
      "learning_rate": 3.974517226593324e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5299544215202332,
      "num_tokens": 124747746.0,
      "step": 161770
    },
    {
      "epoch": 0.20521133799618954,
      "grad_norm": 5.1875,
      "learning_rate": 3.974453795584695e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5593358367681504,
      "num_tokens": 124754212.0,
      "step": 161780
    },
    {
      "epoch": 0.20522402258872238,
      "grad_norm": 5.125,
      "learning_rate": 3.974390364576065e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5217907816171646,
      "num_tokens": 124761790.0,
      "step": 161790
    },
    {
      "epoch": 0.20523670718125522,
      "grad_norm": 6.53125,
      "learning_rate": 3.974326933567436e-05,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5623108804225921,
      "num_tokens": 124769720.0,
      "step": 161800
    },
    {
      "epoch": 0.20524939177378804,
      "grad_norm": 7.3125,
      "learning_rate": 3.974263502558807e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5300645351409912,
      "num_tokens": 124777640.0,
      "step": 161810
    },
    {
      "epoch": 0.20526207636632088,
      "grad_norm": 6.1875,
      "learning_rate": 3.974200071550178e-05,
      "loss": 1.8921,
      "mean_token_accuracy": 0.579722186923027,
      "num_tokens": 124784544.0,
      "step": 161820
    },
    {
      "epoch": 0.20527476095885372,
      "grad_norm": 5.84375,
      "learning_rate": 3.974136640541549e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5473276287317276,
      "num_tokens": 124792416.0,
      "step": 161830
    },
    {
      "epoch": 0.20528744555138656,
      "grad_norm": 5.0625,
      "learning_rate": 3.97407320953292e-05,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5166281908750534,
      "num_tokens": 124800657.0,
      "step": 161840
    },
    {
      "epoch": 0.20530013014391937,
      "grad_norm": 6.5625,
      "learning_rate": 3.9740097785242904e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5774352431297303,
      "num_tokens": 124806303.0,
      "step": 161850
    },
    {
      "epoch": 0.20531281473645221,
      "grad_norm": 5.40625,
      "learning_rate": 3.973946347515661e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5371385782957077,
      "num_tokens": 124813404.0,
      "step": 161860
    },
    {
      "epoch": 0.20532549932898506,
      "grad_norm": 5.90625,
      "learning_rate": 3.973882916507032e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5504573374986649,
      "num_tokens": 124821849.0,
      "step": 161870
    },
    {
      "epoch": 0.2053381839215179,
      "grad_norm": 4.6875,
      "learning_rate": 3.973819485498403e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5286050051450729,
      "num_tokens": 124829459.0,
      "step": 161880
    },
    {
      "epoch": 0.2053508685140507,
      "grad_norm": 6.8125,
      "learning_rate": 3.973756054489774e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5348684012889862,
      "num_tokens": 124838032.0,
      "step": 161890
    },
    {
      "epoch": 0.20536355310658355,
      "grad_norm": 5.15625,
      "learning_rate": 3.9736926234811445e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5528086006641388,
      "num_tokens": 124846508.0,
      "step": 161900
    },
    {
      "epoch": 0.2053762376991164,
      "grad_norm": 4.8125,
      "learning_rate": 3.973629192472516e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5307989716529846,
      "num_tokens": 124853892.0,
      "step": 161910
    },
    {
      "epoch": 0.20538892229164923,
      "grad_norm": 5.59375,
      "learning_rate": 3.973565761463887e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5455614119768143,
      "num_tokens": 124861735.0,
      "step": 161920
    },
    {
      "epoch": 0.20540160688418205,
      "grad_norm": 5.78125,
      "learning_rate": 3.9735023304552574e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5525265663862229,
      "num_tokens": 124868892.0,
      "step": 161930
    },
    {
      "epoch": 0.2054142914767149,
      "grad_norm": 6.0625,
      "learning_rate": 3.973438899446628e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5211411595344544,
      "num_tokens": 124875718.0,
      "step": 161940
    },
    {
      "epoch": 0.20542697606924773,
      "grad_norm": 5.65625,
      "learning_rate": 3.9733754684379985e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5309296160936355,
      "num_tokens": 124884268.0,
      "step": 161950
    },
    {
      "epoch": 0.20543966066178057,
      "grad_norm": 5.40625,
      "learning_rate": 3.97331203742937e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.547370558977127,
      "num_tokens": 124891715.0,
      "step": 161960
    },
    {
      "epoch": 0.20545234525431338,
      "grad_norm": 5.84375,
      "learning_rate": 3.973248606420741e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5356281697750092,
      "num_tokens": 124899238.0,
      "step": 161970
    },
    {
      "epoch": 0.20546502984684623,
      "grad_norm": 5.5,
      "learning_rate": 3.9731851754121115e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5354304194450379,
      "num_tokens": 124908182.0,
      "step": 161980
    },
    {
      "epoch": 0.20547771443937907,
      "grad_norm": 11.1875,
      "learning_rate": 3.973121744403483e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5153433114290238,
      "num_tokens": 124915969.0,
      "step": 161990
    },
    {
      "epoch": 0.2054903990319119,
      "grad_norm": 9.5,
      "learning_rate": 3.973058313394853e-05,
      "loss": 1.9222,
      "mean_token_accuracy": 0.563629949092865,
      "num_tokens": 124922660.0,
      "step": 162000
    },
    {
      "epoch": 0.20550308362444472,
      "grad_norm": 4.8125,
      "learning_rate": 3.972994882386224e-05,
      "loss": 1.8743,
      "mean_token_accuracy": 0.581093293428421,
      "num_tokens": 124929016.0,
      "step": 162010
    },
    {
      "epoch": 0.20551576821697756,
      "grad_norm": 4.8125,
      "learning_rate": 3.972931451377595e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5389861553907395,
      "num_tokens": 124936184.0,
      "step": 162020
    },
    {
      "epoch": 0.2055284528095104,
      "grad_norm": 4.96875,
      "learning_rate": 3.9728680203689655e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5316704034805297,
      "num_tokens": 124944481.0,
      "step": 162030
    },
    {
      "epoch": 0.20554113740204324,
      "grad_norm": 5.15625,
      "learning_rate": 3.972804589360337e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5363243103027344,
      "num_tokens": 124951893.0,
      "step": 162040
    },
    {
      "epoch": 0.20555382199457606,
      "grad_norm": 5.6875,
      "learning_rate": 3.972741158351707e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5189803093671799,
      "num_tokens": 124960104.0,
      "step": 162050
    },
    {
      "epoch": 0.2055665065871089,
      "grad_norm": 6.3125,
      "learning_rate": 3.9726777273430785e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5268805623054504,
      "num_tokens": 124966737.0,
      "step": 162060
    },
    {
      "epoch": 0.20557919117964174,
      "grad_norm": 4.65625,
      "learning_rate": 3.972614296334449e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5444189071655273,
      "num_tokens": 124974329.0,
      "step": 162070
    },
    {
      "epoch": 0.20559187577217458,
      "grad_norm": 5.625,
      "learning_rate": 3.9725508653258195e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5452171474695205,
      "num_tokens": 124982679.0,
      "step": 162080
    },
    {
      "epoch": 0.2056045603647074,
      "grad_norm": 5.71875,
      "learning_rate": 3.972487434317191e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.574550113081932,
      "num_tokens": 124989499.0,
      "step": 162090
    },
    {
      "epoch": 0.20561724495724024,
      "grad_norm": 5.75,
      "learning_rate": 3.972424003308561e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.549063366651535,
      "num_tokens": 124998563.0,
      "step": 162100
    },
    {
      "epoch": 0.20562992954977308,
      "grad_norm": 5.3125,
      "learning_rate": 3.9723605722999325e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5504832237958908,
      "num_tokens": 125005381.0,
      "step": 162110
    },
    {
      "epoch": 0.20564261414230592,
      "grad_norm": 5.90625,
      "learning_rate": 3.972297141291304e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5709406673908234,
      "num_tokens": 125010676.0,
      "step": 162120
    },
    {
      "epoch": 0.20565529873483873,
      "grad_norm": 4.75,
      "learning_rate": 3.972233710282674e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5429957389831543,
      "num_tokens": 125018116.0,
      "step": 162130
    },
    {
      "epoch": 0.20566798332737157,
      "grad_norm": 7.15625,
      "learning_rate": 3.972170279274045e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.545531478524208,
      "num_tokens": 125024454.0,
      "step": 162140
    },
    {
      "epoch": 0.20568066791990441,
      "grad_norm": 6.1875,
      "learning_rate": 3.972106848265415e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5176600515842438,
      "num_tokens": 125032519.0,
      "step": 162150
    },
    {
      "epoch": 0.20569335251243726,
      "grad_norm": 5.71875,
      "learning_rate": 3.9720434172567865e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5440588355064392,
      "num_tokens": 125040755.0,
      "step": 162160
    },
    {
      "epoch": 0.20570603710497007,
      "grad_norm": 6.9375,
      "learning_rate": 3.971979986248158e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5469484955072403,
      "num_tokens": 125048760.0,
      "step": 162170
    },
    {
      "epoch": 0.2057187216975029,
      "grad_norm": 6.65625,
      "learning_rate": 3.971916555239528e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5548738002777099,
      "num_tokens": 125056260.0,
      "step": 162180
    },
    {
      "epoch": 0.20573140629003575,
      "grad_norm": 5.03125,
      "learning_rate": 3.9718531242308995e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5487527817487716,
      "num_tokens": 125064806.0,
      "step": 162190
    },
    {
      "epoch": 0.2057440908825686,
      "grad_norm": 5.28125,
      "learning_rate": 3.97178969322227e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5299054086208344,
      "num_tokens": 125072529.0,
      "step": 162200
    },
    {
      "epoch": 0.2057567754751014,
      "grad_norm": 4.875,
      "learning_rate": 3.9717262622136406e-05,
      "loss": 1.9759,
      "mean_token_accuracy": 0.5541943550109864,
      "num_tokens": 125080213.0,
      "step": 162210
    },
    {
      "epoch": 0.20576946006763425,
      "grad_norm": 5.125,
      "learning_rate": 3.971662831205012e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5501845359802247,
      "num_tokens": 125087715.0,
      "step": 162220
    },
    {
      "epoch": 0.2057821446601671,
      "grad_norm": 5.21875,
      "learning_rate": 3.971599400196382e-05,
      "loss": 1.8252,
      "mean_token_accuracy": 0.5906842172145843,
      "num_tokens": 125094904.0,
      "step": 162230
    },
    {
      "epoch": 0.20579482925269993,
      "grad_norm": 6.65625,
      "learning_rate": 3.9715359691877535e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5588428914546967,
      "num_tokens": 125101781.0,
      "step": 162240
    },
    {
      "epoch": 0.20580751384523274,
      "grad_norm": 6.625,
      "learning_rate": 3.971472538179124e-05,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5487512707710266,
      "num_tokens": 125109459.0,
      "step": 162250
    },
    {
      "epoch": 0.20582019843776558,
      "grad_norm": 5.1875,
      "learning_rate": 3.971409107170495e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.549713385105133,
      "num_tokens": 125117625.0,
      "step": 162260
    },
    {
      "epoch": 0.20583288303029842,
      "grad_norm": 7.84375,
      "learning_rate": 3.9713456761618665e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5350356638431549,
      "num_tokens": 125125365.0,
      "step": 162270
    },
    {
      "epoch": 0.20584556762283124,
      "grad_norm": 4.6875,
      "learning_rate": 3.971282245153236e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5293623685836792,
      "num_tokens": 125134024.0,
      "step": 162280
    },
    {
      "epoch": 0.20585825221536408,
      "grad_norm": 5.25,
      "learning_rate": 3.9712188141446075e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5310861349105835,
      "num_tokens": 125141725.0,
      "step": 162290
    },
    {
      "epoch": 0.20587093680789692,
      "grad_norm": 9.75,
      "learning_rate": 3.971155383135978e-05,
      "loss": 2.2804,
      "mean_token_accuracy": 0.5278184533119201,
      "num_tokens": 125148390.0,
      "step": 162300
    },
    {
      "epoch": 0.20588362140042976,
      "grad_norm": 4.6875,
      "learning_rate": 3.971091952127349e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5382446676492691,
      "num_tokens": 125155692.0,
      "step": 162310
    },
    {
      "epoch": 0.20589630599296257,
      "grad_norm": 5.0,
      "learning_rate": 3.9710285211187205e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5396780788898468,
      "num_tokens": 125162319.0,
      "step": 162320
    },
    {
      "epoch": 0.20590899058549542,
      "grad_norm": 8.4375,
      "learning_rate": 3.970965090110091e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5217187732458115,
      "num_tokens": 125169433.0,
      "step": 162330
    },
    {
      "epoch": 0.20592167517802826,
      "grad_norm": 6.1875,
      "learning_rate": 3.970901659101462e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5679663896560669,
      "num_tokens": 125176092.0,
      "step": 162340
    },
    {
      "epoch": 0.2059343597705611,
      "grad_norm": 5.84375,
      "learning_rate": 3.970838228092833e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.536504265666008,
      "num_tokens": 125184426.0,
      "step": 162350
    },
    {
      "epoch": 0.2059470443630939,
      "grad_norm": 4.96875,
      "learning_rate": 3.970774797084203e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5960596084594727,
      "num_tokens": 125191469.0,
      "step": 162360
    },
    {
      "epoch": 0.20595972895562675,
      "grad_norm": 11.4375,
      "learning_rate": 3.9707113660755745e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5484763115644455,
      "num_tokens": 125197825.0,
      "step": 162370
    },
    {
      "epoch": 0.2059724135481596,
      "grad_norm": 11.75,
      "learning_rate": 3.970647935066945e-05,
      "loss": 2.242,
      "mean_token_accuracy": 0.5198142766952515,
      "num_tokens": 125205211.0,
      "step": 162380
    },
    {
      "epoch": 0.20598509814069244,
      "grad_norm": 5.0,
      "learning_rate": 3.970584504058316e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5342903286218643,
      "num_tokens": 125213045.0,
      "step": 162390
    },
    {
      "epoch": 0.20599778273322525,
      "grad_norm": 5.78125,
      "learning_rate": 3.9705210730496875e-05,
      "loss": 2.2438,
      "mean_token_accuracy": 0.5255023419857026,
      "num_tokens": 125220698.0,
      "step": 162400
    },
    {
      "epoch": 0.2060104673257581,
      "grad_norm": 4.6875,
      "learning_rate": 3.970457642041058e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5300830006599426,
      "num_tokens": 125228551.0,
      "step": 162410
    },
    {
      "epoch": 0.20602315191829093,
      "grad_norm": 5.1875,
      "learning_rate": 3.9703942110324286e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5290995657444,
      "num_tokens": 125237344.0,
      "step": 162420
    },
    {
      "epoch": 0.20603583651082377,
      "grad_norm": 5.28125,
      "learning_rate": 3.970330780023799e-05,
      "loss": 1.9025,
      "mean_token_accuracy": 0.5818842858076095,
      "num_tokens": 125244865.0,
      "step": 162430
    },
    {
      "epoch": 0.20604852110335659,
      "grad_norm": 6.65625,
      "learning_rate": 3.97026734901517e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5718050748109818,
      "num_tokens": 125251689.0,
      "step": 162440
    },
    {
      "epoch": 0.20606120569588943,
      "grad_norm": 7.78125,
      "learning_rate": 3.9702039180065415e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.551436823606491,
      "num_tokens": 125259321.0,
      "step": 162450
    },
    {
      "epoch": 0.20607389028842227,
      "grad_norm": 5.46875,
      "learning_rate": 3.970140486997912e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5526161074638367,
      "num_tokens": 125266641.0,
      "step": 162460
    },
    {
      "epoch": 0.2060865748809551,
      "grad_norm": 6.71875,
      "learning_rate": 3.970077055989283e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5788898676633835,
      "num_tokens": 125273843.0,
      "step": 162470
    },
    {
      "epoch": 0.20609925947348792,
      "grad_norm": 8.125,
      "learning_rate": 3.970013624980654e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5634132921695709,
      "num_tokens": 125281184.0,
      "step": 162480
    },
    {
      "epoch": 0.20611194406602076,
      "grad_norm": 5.15625,
      "learning_rate": 3.9699501939720243e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.525516951084137,
      "num_tokens": 125289535.0,
      "step": 162490
    },
    {
      "epoch": 0.2061246286585536,
      "grad_norm": 5.625,
      "learning_rate": 3.9698867629633956e-05,
      "loss": 1.8998,
      "mean_token_accuracy": 0.5818959265947342,
      "num_tokens": 125295336.0,
      "step": 162500
    },
    {
      "epoch": 0.20613731325108645,
      "grad_norm": 5.03125,
      "learning_rate": 3.969823331954766e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.54042367041111,
      "num_tokens": 125302856.0,
      "step": 162510
    },
    {
      "epoch": 0.20614999784361926,
      "grad_norm": 5.0,
      "learning_rate": 3.969759900946137e-05,
      "loss": 1.8884,
      "mean_token_accuracy": 0.5876647710800171,
      "num_tokens": 125309661.0,
      "step": 162520
    },
    {
      "epoch": 0.2061626824361521,
      "grad_norm": 5.0625,
      "learning_rate": 3.969696469937508e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5469946801662445,
      "num_tokens": 125317417.0,
      "step": 162530
    },
    {
      "epoch": 0.20617536702868494,
      "grad_norm": 5.1875,
      "learning_rate": 3.969633038928879e-05,
      "loss": 2.2723,
      "mean_token_accuracy": 0.5088357657194138,
      "num_tokens": 125326267.0,
      "step": 162540
    },
    {
      "epoch": 0.20618805162121778,
      "grad_norm": 7.34375,
      "learning_rate": 3.9695696079202496e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5328224092721939,
      "num_tokens": 125333794.0,
      "step": 162550
    },
    {
      "epoch": 0.2062007362137506,
      "grad_norm": 4.875,
      "learning_rate": 3.96950617691162e-05,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5586746126413346,
      "num_tokens": 125340699.0,
      "step": 162560
    },
    {
      "epoch": 0.20621342080628344,
      "grad_norm": 8.5625,
      "learning_rate": 3.969442745902991e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5581192970275879,
      "num_tokens": 125348299.0,
      "step": 162570
    },
    {
      "epoch": 0.20622610539881628,
      "grad_norm": 5.375,
      "learning_rate": 3.969379314894362e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5289154887199402,
      "num_tokens": 125356043.0,
      "step": 162580
    },
    {
      "epoch": 0.20623878999134912,
      "grad_norm": 6.5625,
      "learning_rate": 3.969315883885733e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.543421334028244,
      "num_tokens": 125364016.0,
      "step": 162590
    },
    {
      "epoch": 0.20625147458388193,
      "grad_norm": 5.625,
      "learning_rate": 3.969252452877104e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5241881787776947,
      "num_tokens": 125372651.0,
      "step": 162600
    },
    {
      "epoch": 0.20626415917641477,
      "grad_norm": 6.40625,
      "learning_rate": 3.969189021868475e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5657672703266143,
      "num_tokens": 125380857.0,
      "step": 162610
    },
    {
      "epoch": 0.20627684376894762,
      "grad_norm": 6.125,
      "learning_rate": 3.9691255908598454e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5236918449401855,
      "num_tokens": 125389773.0,
      "step": 162620
    },
    {
      "epoch": 0.20628952836148046,
      "grad_norm": 4.78125,
      "learning_rate": 3.969062159851216e-05,
      "loss": 2.2626,
      "mean_token_accuracy": 0.5140817165374756,
      "num_tokens": 125397895.0,
      "step": 162630
    },
    {
      "epoch": 0.20630221295401327,
      "grad_norm": 5.0625,
      "learning_rate": 3.968998728842587e-05,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5746573686599732,
      "num_tokens": 125406106.0,
      "step": 162640
    },
    {
      "epoch": 0.2063148975465461,
      "grad_norm": 6.4375,
      "learning_rate": 3.968935297833958e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5230113655328751,
      "num_tokens": 125414174.0,
      "step": 162650
    },
    {
      "epoch": 0.20632758213907895,
      "grad_norm": 6.03125,
      "learning_rate": 3.968871866825329e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5502827018499374,
      "num_tokens": 125420983.0,
      "step": 162660
    },
    {
      "epoch": 0.2063402667316118,
      "grad_norm": 5.03125,
      "learning_rate": 3.9688084358167e-05,
      "loss": 2.2362,
      "mean_token_accuracy": 0.5349742591381073,
      "num_tokens": 125428743.0,
      "step": 162670
    },
    {
      "epoch": 0.2063529513241446,
      "grad_norm": 6.71875,
      "learning_rate": 3.9687450048080706e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5384266167879105,
      "num_tokens": 125436446.0,
      "step": 162680
    },
    {
      "epoch": 0.20636563591667745,
      "grad_norm": 5.4375,
      "learning_rate": 3.968681573799442e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5530644178390502,
      "num_tokens": 125445030.0,
      "step": 162690
    },
    {
      "epoch": 0.2063783205092103,
      "grad_norm": 5.96875,
      "learning_rate": 3.9686181427908124e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5324454665184021,
      "num_tokens": 125453051.0,
      "step": 162700
    },
    {
      "epoch": 0.20639100510174313,
      "grad_norm": 4.96875,
      "learning_rate": 3.968554711782183e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5257310032844543,
      "num_tokens": 125461129.0,
      "step": 162710
    },
    {
      "epoch": 0.20640368969427594,
      "grad_norm": 7.25,
      "learning_rate": 3.968491280773554e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5410319566726685,
      "num_tokens": 125467002.0,
      "step": 162720
    },
    {
      "epoch": 0.20641637428680878,
      "grad_norm": 5.1875,
      "learning_rate": 3.9684278497649246e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.536249527335167,
      "num_tokens": 125474607.0,
      "step": 162730
    },
    {
      "epoch": 0.20642905887934163,
      "grad_norm": 5.84375,
      "learning_rate": 3.968364418756296e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5182478964328766,
      "num_tokens": 125482589.0,
      "step": 162740
    },
    {
      "epoch": 0.20644174347187444,
      "grad_norm": 4.65625,
      "learning_rate": 3.968300987747667e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5547072976827622,
      "num_tokens": 125489910.0,
      "step": 162750
    },
    {
      "epoch": 0.20645442806440728,
      "grad_norm": 6.875,
      "learning_rate": 3.9682375567390376e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.5659144222736359,
      "num_tokens": 125497482.0,
      "step": 162760
    },
    {
      "epoch": 0.20646711265694012,
      "grad_norm": 5.65625,
      "learning_rate": 3.968174125730408e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5296857506036758,
      "num_tokens": 125504963.0,
      "step": 162770
    },
    {
      "epoch": 0.20647979724947296,
      "grad_norm": 5.15625,
      "learning_rate": 3.968110694721779e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5387896567583084,
      "num_tokens": 125512036.0,
      "step": 162780
    },
    {
      "epoch": 0.20649248184200578,
      "grad_norm": 5.0,
      "learning_rate": 3.96804726371315e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5823752969503403,
      "num_tokens": 125518427.0,
      "step": 162790
    },
    {
      "epoch": 0.20650516643453862,
      "grad_norm": 5.625,
      "learning_rate": 3.967983832704521e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5312527418136597,
      "num_tokens": 125526569.0,
      "step": 162800
    },
    {
      "epoch": 0.20651785102707146,
      "grad_norm": 6.625,
      "learning_rate": 3.9679204016958916e-05,
      "loss": 2.2658,
      "mean_token_accuracy": 0.5077936291694641,
      "num_tokens": 125535147.0,
      "step": 162810
    },
    {
      "epoch": 0.2065305356196043,
      "grad_norm": 5.53125,
      "learning_rate": 3.967856970687263e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5653946250677109,
      "num_tokens": 125543922.0,
      "step": 162820
    },
    {
      "epoch": 0.2065432202121371,
      "grad_norm": 5.09375,
      "learning_rate": 3.9677935396786334e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5383419513702392,
      "num_tokens": 125552643.0,
      "step": 162830
    },
    {
      "epoch": 0.20655590480466995,
      "grad_norm": 5.125,
      "learning_rate": 3.967730108670004e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5442429929971695,
      "num_tokens": 125559612.0,
      "step": 162840
    },
    {
      "epoch": 0.2065685893972028,
      "grad_norm": 5.59375,
      "learning_rate": 3.967666677661375e-05,
      "loss": 2.2581,
      "mean_token_accuracy": 0.5251099050045014,
      "num_tokens": 125567565.0,
      "step": 162850
    },
    {
      "epoch": 0.20658127398973564,
      "grad_norm": 5.03125,
      "learning_rate": 3.967603246652746e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5197995096445084,
      "num_tokens": 125575756.0,
      "step": 162860
    },
    {
      "epoch": 0.20659395858226845,
      "grad_norm": 4.9375,
      "learning_rate": 3.967539815644117e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5410779356956482,
      "num_tokens": 125584391.0,
      "step": 162870
    },
    {
      "epoch": 0.2066066431748013,
      "grad_norm": 5.5,
      "learning_rate": 3.9674763846354874e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.52779521048069,
      "num_tokens": 125590764.0,
      "step": 162880
    },
    {
      "epoch": 0.20661932776733413,
      "grad_norm": 5.09375,
      "learning_rate": 3.9674129536268586e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5400606572628022,
      "num_tokens": 125598213.0,
      "step": 162890
    },
    {
      "epoch": 0.20663201235986697,
      "grad_norm": 5.8125,
      "learning_rate": 3.967349522618229e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5327345788478851,
      "num_tokens": 125606729.0,
      "step": 162900
    },
    {
      "epoch": 0.2066446969523998,
      "grad_norm": 6.5,
      "learning_rate": 3.9672860916096e-05,
      "loss": 2.232,
      "mean_token_accuracy": 0.5148309379816055,
      "num_tokens": 125614212.0,
      "step": 162910
    },
    {
      "epoch": 0.20665738154493263,
      "grad_norm": 4.75,
      "learning_rate": 3.967222660600971e-05,
      "loss": 1.7647,
      "mean_token_accuracy": 0.5921513319015503,
      "num_tokens": 125621361.0,
      "step": 162920
    },
    {
      "epoch": 0.20667006613746547,
      "grad_norm": 6.21875,
      "learning_rate": 3.9671592295923414e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5360529541969299,
      "num_tokens": 125629772.0,
      "step": 162930
    },
    {
      "epoch": 0.2066827507299983,
      "grad_norm": 6.59375,
      "learning_rate": 3.9670957985837127e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.560177344083786,
      "num_tokens": 125636466.0,
      "step": 162940
    },
    {
      "epoch": 0.20669543532253112,
      "grad_norm": 9.3125,
      "learning_rate": 3.967032367575084e-05,
      "loss": 1.7916,
      "mean_token_accuracy": 0.615438038110733,
      "num_tokens": 125642093.0,
      "step": 162950
    },
    {
      "epoch": 0.20670811991506396,
      "grad_norm": 6.3125,
      "learning_rate": 3.9669689365664544e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5577822387218475,
      "num_tokens": 125649652.0,
      "step": 162960
    },
    {
      "epoch": 0.2067208045075968,
      "grad_norm": 5.75,
      "learning_rate": 3.966905505557825e-05,
      "loss": 2.2997,
      "mean_token_accuracy": 0.5028574824333191,
      "num_tokens": 125657838.0,
      "step": 162970
    },
    {
      "epoch": 0.20673348910012965,
      "grad_norm": 5.34375,
      "learning_rate": 3.9668420745491955e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5336183845996857,
      "num_tokens": 125665069.0,
      "step": 162980
    },
    {
      "epoch": 0.20674617369266246,
      "grad_norm": 5.125,
      "learning_rate": 3.966778643540567e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5434899657964707,
      "num_tokens": 125673701.0,
      "step": 162990
    },
    {
      "epoch": 0.2067588582851953,
      "grad_norm": 5.3125,
      "learning_rate": 3.966715212531938e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.547089359164238,
      "num_tokens": 125681769.0,
      "step": 163000
    },
    {
      "epoch": 0.20677154287772814,
      "grad_norm": 5.53125,
      "learning_rate": 3.9666517815233084e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5247623652219773,
      "num_tokens": 125690111.0,
      "step": 163010
    },
    {
      "epoch": 0.20678422747026098,
      "grad_norm": 5.6875,
      "learning_rate": 3.9665883505146796e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5371453821659088,
      "num_tokens": 125697234.0,
      "step": 163020
    },
    {
      "epoch": 0.2067969120627938,
      "grad_norm": 4.78125,
      "learning_rate": 3.96652491950605e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5573907047510147,
      "num_tokens": 125705664.0,
      "step": 163030
    },
    {
      "epoch": 0.20680959665532664,
      "grad_norm": 8.4375,
      "learning_rate": 3.966461488497421e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.525237300992012,
      "num_tokens": 125713598.0,
      "step": 163040
    },
    {
      "epoch": 0.20682228124785948,
      "grad_norm": 6.25,
      "learning_rate": 3.966398057488792e-05,
      "loss": 2.3341,
      "mean_token_accuracy": 0.5040720224380493,
      "num_tokens": 125721191.0,
      "step": 163050
    },
    {
      "epoch": 0.20683496584039232,
      "grad_norm": 7.28125,
      "learning_rate": 3.9663346264801625e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5191197633743286,
      "num_tokens": 125727300.0,
      "step": 163060
    },
    {
      "epoch": 0.20684765043292513,
      "grad_norm": 6.25,
      "learning_rate": 3.966271195471534e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5298593968153,
      "num_tokens": 125735522.0,
      "step": 163070
    },
    {
      "epoch": 0.20686033502545798,
      "grad_norm": 4.875,
      "learning_rate": 3.966207764462904e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5245901077985764,
      "num_tokens": 125743968.0,
      "step": 163080
    },
    {
      "epoch": 0.20687301961799082,
      "grad_norm": 4.65625,
      "learning_rate": 3.9661443334542754e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5241741716861725,
      "num_tokens": 125752964.0,
      "step": 163090
    },
    {
      "epoch": 0.20688570421052366,
      "grad_norm": 5.59375,
      "learning_rate": 3.9660809024456466e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5403022229671478,
      "num_tokens": 125761093.0,
      "step": 163100
    },
    {
      "epoch": 0.20689838880305647,
      "grad_norm": 5.5,
      "learning_rate": 3.966017471437017e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5458820402622223,
      "num_tokens": 125768141.0,
      "step": 163110
    },
    {
      "epoch": 0.2069110733955893,
      "grad_norm": 4.6875,
      "learning_rate": 3.965954040428388e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5400997191667557,
      "num_tokens": 125776748.0,
      "step": 163120
    },
    {
      "epoch": 0.20692375798812215,
      "grad_norm": 12.0,
      "learning_rate": 3.965890609419758e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5384439706802369,
      "num_tokens": 125783837.0,
      "step": 163130
    },
    {
      "epoch": 0.206936442580655,
      "grad_norm": 5.03125,
      "learning_rate": 3.9658271784111295e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.558365797996521,
      "num_tokens": 125791800.0,
      "step": 163140
    },
    {
      "epoch": 0.2069491271731878,
      "grad_norm": 5.8125,
      "learning_rate": 3.965763747402501e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5285461336374283,
      "num_tokens": 125799598.0,
      "step": 163150
    },
    {
      "epoch": 0.20696181176572065,
      "grad_norm": 6.0625,
      "learning_rate": 3.965700316393871e-05,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5097443103790283,
      "num_tokens": 125807426.0,
      "step": 163160
    },
    {
      "epoch": 0.2069744963582535,
      "grad_norm": 5.53125,
      "learning_rate": 3.9656368853852424e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5675829768180847,
      "num_tokens": 125814305.0,
      "step": 163170
    },
    {
      "epoch": 0.20698718095078633,
      "grad_norm": 7.84375,
      "learning_rate": 3.965573454376613e-05,
      "loss": 1.8592,
      "mean_token_accuracy": 0.5873596757650376,
      "num_tokens": 125821141.0,
      "step": 163180
    },
    {
      "epoch": 0.20699986554331914,
      "grad_norm": 6.96875,
      "learning_rate": 3.9655100233679835e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5244364440441132,
      "num_tokens": 125828518.0,
      "step": 163190
    },
    {
      "epoch": 0.20701255013585199,
      "grad_norm": 5.40625,
      "learning_rate": 3.965446592359355e-05,
      "loss": 1.821,
      "mean_token_accuracy": 0.5859995126724243,
      "num_tokens": 125835377.0,
      "step": 163200
    },
    {
      "epoch": 0.20702523472838483,
      "grad_norm": 4.6875,
      "learning_rate": 3.965383161350725e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5316234230995178,
      "num_tokens": 125843500.0,
      "step": 163210
    },
    {
      "epoch": 0.20703791932091764,
      "grad_norm": 5.28125,
      "learning_rate": 3.9653197303420965e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5530773341655731,
      "num_tokens": 125851768.0,
      "step": 163220
    },
    {
      "epoch": 0.20705060391345048,
      "grad_norm": 6.65625,
      "learning_rate": 3.965256299333468e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5279432505369186,
      "num_tokens": 125859943.0,
      "step": 163230
    },
    {
      "epoch": 0.20706328850598332,
      "grad_norm": 7.40625,
      "learning_rate": 3.965192868324838e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5578541427850723,
      "num_tokens": 125866062.0,
      "step": 163240
    },
    {
      "epoch": 0.20707597309851616,
      "grad_norm": 5.28125,
      "learning_rate": 3.965129437316209e-05,
      "loss": 1.8926,
      "mean_token_accuracy": 0.5852430582046508,
      "num_tokens": 125873242.0,
      "step": 163250
    },
    {
      "epoch": 0.20708865769104898,
      "grad_norm": 5.46875,
      "learning_rate": 3.965066006307579e-05,
      "loss": 2.3488,
      "mean_token_accuracy": 0.4994866818189621,
      "num_tokens": 125881535.0,
      "step": 163260
    },
    {
      "epoch": 0.20710134228358182,
      "grad_norm": 5.0,
      "learning_rate": 3.9650025752989505e-05,
      "loss": 2.2343,
      "mean_token_accuracy": 0.5181481719017029,
      "num_tokens": 125889404.0,
      "step": 163270
    },
    {
      "epoch": 0.20711402687611466,
      "grad_norm": 5.71875,
      "learning_rate": 3.964939144290322e-05,
      "loss": 2.2568,
      "mean_token_accuracy": 0.5148043096065521,
      "num_tokens": 125897857.0,
      "step": 163280
    },
    {
      "epoch": 0.2071267114686475,
      "grad_norm": 6.5,
      "learning_rate": 3.964875713281692e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5728815227746964,
      "num_tokens": 125905775.0,
      "step": 163290
    },
    {
      "epoch": 0.20713939606118031,
      "grad_norm": 5.71875,
      "learning_rate": 3.9648122822730634e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.542407649755478,
      "num_tokens": 125912779.0,
      "step": 163300
    },
    {
      "epoch": 0.20715208065371316,
      "grad_norm": 9.9375,
      "learning_rate": 3.964748851264434e-05,
      "loss": 1.8951,
      "mean_token_accuracy": 0.5849275976419449,
      "num_tokens": 125919529.0,
      "step": 163310
    },
    {
      "epoch": 0.207164765246246,
      "grad_norm": 6.3125,
      "learning_rate": 3.9646854202558045e-05,
      "loss": 2.3316,
      "mean_token_accuracy": 0.5063723027706146,
      "num_tokens": 125927126.0,
      "step": 163320
    },
    {
      "epoch": 0.20717744983877884,
      "grad_norm": 4.25,
      "learning_rate": 3.964621989247176e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5699984610080719,
      "num_tokens": 125934681.0,
      "step": 163330
    },
    {
      "epoch": 0.20719013443131165,
      "grad_norm": 5.8125,
      "learning_rate": 3.964558558238546e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5485773503780365,
      "num_tokens": 125942151.0,
      "step": 163340
    },
    {
      "epoch": 0.2072028190238445,
      "grad_norm": 6.375,
      "learning_rate": 3.9644951272299175e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5364456087350845,
      "num_tokens": 125949152.0,
      "step": 163350
    },
    {
      "epoch": 0.20721550361637733,
      "grad_norm": 6.09375,
      "learning_rate": 3.964431696221288e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5654541999101639,
      "num_tokens": 125957532.0,
      "step": 163360
    },
    {
      "epoch": 0.20722818820891017,
      "grad_norm": 5.28125,
      "learning_rate": 3.964368265212659e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5256861358880996,
      "num_tokens": 125964598.0,
      "step": 163370
    },
    {
      "epoch": 0.207240872801443,
      "grad_norm": 5.96875,
      "learning_rate": 3.96430483420403e-05,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5702101975679398,
      "num_tokens": 125970805.0,
      "step": 163380
    },
    {
      "epoch": 0.20725355739397583,
      "grad_norm": 4.46875,
      "learning_rate": 3.9642414031954e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5177049398422241,
      "num_tokens": 125979783.0,
      "step": 163390
    },
    {
      "epoch": 0.20726624198650867,
      "grad_norm": 5.25,
      "learning_rate": 3.9641779721867715e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5357492208480835,
      "num_tokens": 125986664.0,
      "step": 163400
    },
    {
      "epoch": 0.2072789265790415,
      "grad_norm": 5.0,
      "learning_rate": 3.964114541178142e-05,
      "loss": 1.8651,
      "mean_token_accuracy": 0.5775574803352356,
      "num_tokens": 125993600.0,
      "step": 163410
    },
    {
      "epoch": 0.20729161117157432,
      "grad_norm": 4.96875,
      "learning_rate": 3.964051110169513e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5330197721719742,
      "num_tokens": 126001116.0,
      "step": 163420
    },
    {
      "epoch": 0.20730429576410717,
      "grad_norm": 4.71875,
      "learning_rate": 3.9639876791608845e-05,
      "loss": 1.9182,
      "mean_token_accuracy": 0.5748753756284714,
      "num_tokens": 126007899.0,
      "step": 163430
    },
    {
      "epoch": 0.20731698035664,
      "grad_norm": 4.84375,
      "learning_rate": 3.963924248152255e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5551277667284011,
      "num_tokens": 126017061.0,
      "step": 163440
    },
    {
      "epoch": 0.20732966494917285,
      "grad_norm": 5.375,
      "learning_rate": 3.963860817143626e-05,
      "loss": 1.8011,
      "mean_token_accuracy": 0.5858672499656677,
      "num_tokens": 126024488.0,
      "step": 163450
    },
    {
      "epoch": 0.20734234954170566,
      "grad_norm": 5.25,
      "learning_rate": 3.963797386134996e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5583242684602737,
      "num_tokens": 126032335.0,
      "step": 163460
    },
    {
      "epoch": 0.2073550341342385,
      "grad_norm": 5.4375,
      "learning_rate": 3.963733955126367e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.556396222114563,
      "num_tokens": 126040254.0,
      "step": 163470
    },
    {
      "epoch": 0.20736771872677134,
      "grad_norm": 5.21875,
      "learning_rate": 3.9636705241177385e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5336344420909882,
      "num_tokens": 126049119.0,
      "step": 163480
    },
    {
      "epoch": 0.20738040331930419,
      "grad_norm": 5.625,
      "learning_rate": 3.963607093109109e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5660560697317123,
      "num_tokens": 126055068.0,
      "step": 163490
    },
    {
      "epoch": 0.207393087911837,
      "grad_norm": 5.21875,
      "learning_rate": 3.96354366210048e-05,
      "loss": 1.8223,
      "mean_token_accuracy": 0.5833124995231629,
      "num_tokens": 126062007.0,
      "step": 163500
    },
    {
      "epoch": 0.20740577250436984,
      "grad_norm": 5.75,
      "learning_rate": 3.963480231091851e-05,
      "loss": 1.9759,
      "mean_token_accuracy": 0.5528516501188279,
      "num_tokens": 126069388.0,
      "step": 163510
    },
    {
      "epoch": 0.20741845709690268,
      "grad_norm": 4.84375,
      "learning_rate": 3.963416800083222e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5815440684556961,
      "num_tokens": 126077431.0,
      "step": 163520
    },
    {
      "epoch": 0.20743114168943552,
      "grad_norm": 5.09375,
      "learning_rate": 3.9633533690745925e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5346204280853272,
      "num_tokens": 126086555.0,
      "step": 163530
    },
    {
      "epoch": 0.20744382628196834,
      "grad_norm": 6.3125,
      "learning_rate": 3.963289938065963e-05,
      "loss": 2.2791,
      "mean_token_accuracy": 0.5233902901411056,
      "num_tokens": 126094338.0,
      "step": 163540
    },
    {
      "epoch": 0.20745651087450118,
      "grad_norm": 9.3125,
      "learning_rate": 3.963226507057334e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5274965971708298,
      "num_tokens": 126101465.0,
      "step": 163550
    },
    {
      "epoch": 0.20746919546703402,
      "grad_norm": 6.1875,
      "learning_rate": 3.963163076048705e-05,
      "loss": 1.9714,
      "mean_token_accuracy": 0.562174129486084,
      "num_tokens": 126108895.0,
      "step": 163560
    },
    {
      "epoch": 0.20748188005956686,
      "grad_norm": 4.96875,
      "learning_rate": 3.963099645040076e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5587617188692093,
      "num_tokens": 126116093.0,
      "step": 163570
    },
    {
      "epoch": 0.20749456465209967,
      "grad_norm": 6.03125,
      "learning_rate": 3.963036214031447e-05,
      "loss": 1.8841,
      "mean_token_accuracy": 0.5839850842952728,
      "num_tokens": 126123422.0,
      "step": 163580
    },
    {
      "epoch": 0.2075072492446325,
      "grad_norm": 5.65625,
      "learning_rate": 3.962972783022818e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5225701242685318,
      "num_tokens": 126132074.0,
      "step": 163590
    },
    {
      "epoch": 0.20751993383716535,
      "grad_norm": 4.96875,
      "learning_rate": 3.962909352014188e-05,
      "loss": 1.8233,
      "mean_token_accuracy": 0.5930451631546021,
      "num_tokens": 126139942.0,
      "step": 163600
    },
    {
      "epoch": 0.2075326184296982,
      "grad_norm": 5.625,
      "learning_rate": 3.962845921005559e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5515759646892547,
      "num_tokens": 126148532.0,
      "step": 163610
    },
    {
      "epoch": 0.207545303022231,
      "grad_norm": 6.28125,
      "learning_rate": 3.96278248999693e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.530512061715126,
      "num_tokens": 126155771.0,
      "step": 163620
    },
    {
      "epoch": 0.20755798761476385,
      "grad_norm": 5.03125,
      "learning_rate": 3.962719058988301e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5585542887449264,
      "num_tokens": 126164256.0,
      "step": 163630
    },
    {
      "epoch": 0.2075706722072967,
      "grad_norm": 5.15625,
      "learning_rate": 3.962655627979672e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5133180767297745,
      "num_tokens": 126173011.0,
      "step": 163640
    },
    {
      "epoch": 0.20758335679982953,
      "grad_norm": 8.875,
      "learning_rate": 3.962592196971043e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5281184315681458,
      "num_tokens": 126179887.0,
      "step": 163650
    },
    {
      "epoch": 0.20759604139236235,
      "grad_norm": 4.78125,
      "learning_rate": 3.9625287659624136e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5655192047357559,
      "num_tokens": 126186651.0,
      "step": 163660
    },
    {
      "epoch": 0.2076087259848952,
      "grad_norm": 9.5625,
      "learning_rate": 3.962465334953784e-05,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5909636855125427,
      "num_tokens": 126193684.0,
      "step": 163670
    },
    {
      "epoch": 0.20762141057742803,
      "grad_norm": 10.0625,
      "learning_rate": 3.962401903945155e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5516743630170822,
      "num_tokens": 126201423.0,
      "step": 163680
    },
    {
      "epoch": 0.20763409516996084,
      "grad_norm": 5.84375,
      "learning_rate": 3.962338472936526e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5409000724554062,
      "num_tokens": 126209451.0,
      "step": 163690
    },
    {
      "epoch": 0.20764677976249368,
      "grad_norm": 6.21875,
      "learning_rate": 3.962275041927897e-05,
      "loss": 2.2784,
      "mean_token_accuracy": 0.5167070150375366,
      "num_tokens": 126217688.0,
      "step": 163700
    },
    {
      "epoch": 0.20765946435502652,
      "grad_norm": 5.03125,
      "learning_rate": 3.9622116109192676e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5356086283922196,
      "num_tokens": 126224943.0,
      "step": 163710
    },
    {
      "epoch": 0.20767214894755937,
      "grad_norm": 7.125,
      "learning_rate": 3.962148179910639e-05,
      "loss": 2.3265,
      "mean_token_accuracy": 0.5033784955739975,
      "num_tokens": 126232920.0,
      "step": 163720
    },
    {
      "epoch": 0.20768483354009218,
      "grad_norm": 4.90625,
      "learning_rate": 3.962084748902009e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5304591208696365,
      "num_tokens": 126240070.0,
      "step": 163730
    },
    {
      "epoch": 0.20769751813262502,
      "grad_norm": 4.59375,
      "learning_rate": 3.96202131789338e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5247155576944351,
      "num_tokens": 126249056.0,
      "step": 163740
    },
    {
      "epoch": 0.20771020272515786,
      "grad_norm": 5.90625,
      "learning_rate": 3.961957886884751e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.565243935585022,
      "num_tokens": 126256053.0,
      "step": 163750
    },
    {
      "epoch": 0.2077228873176907,
      "grad_norm": 5.75,
      "learning_rate": 3.9618944558761216e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5381588757038116,
      "num_tokens": 126264063.0,
      "step": 163760
    },
    {
      "epoch": 0.20773557191022352,
      "grad_norm": 5.84375,
      "learning_rate": 3.961831024867493e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5281164407730102,
      "num_tokens": 126272088.0,
      "step": 163770
    },
    {
      "epoch": 0.20774825650275636,
      "grad_norm": 5.09375,
      "learning_rate": 3.961767593858864e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5322429329156876,
      "num_tokens": 126281527.0,
      "step": 163780
    },
    {
      "epoch": 0.2077609410952892,
      "grad_norm": 5.15625,
      "learning_rate": 3.9617041628502346e-05,
      "loss": 2.2839,
      "mean_token_accuracy": 0.5169721692800522,
      "num_tokens": 126289302.0,
      "step": 163790
    },
    {
      "epoch": 0.20777362568782204,
      "grad_norm": 5.21875,
      "learning_rate": 3.961640731841605e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5441467374563217,
      "num_tokens": 126298102.0,
      "step": 163800
    },
    {
      "epoch": 0.20778631028035485,
      "grad_norm": 5.625,
      "learning_rate": 3.9615773008329756e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.540009754896164,
      "num_tokens": 126304636.0,
      "step": 163810
    },
    {
      "epoch": 0.2077989948728877,
      "grad_norm": 6.40625,
      "learning_rate": 3.961513869824347e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5422283500432968,
      "num_tokens": 126311810.0,
      "step": 163820
    },
    {
      "epoch": 0.20781167946542053,
      "grad_norm": 4.96875,
      "learning_rate": 3.961450438815718e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5120783895254135,
      "num_tokens": 126320031.0,
      "step": 163830
    },
    {
      "epoch": 0.20782436405795338,
      "grad_norm": 5.3125,
      "learning_rate": 3.9613870078070886e-05,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5643923878669739,
      "num_tokens": 126327071.0,
      "step": 163840
    },
    {
      "epoch": 0.2078370486504862,
      "grad_norm": 4.8125,
      "learning_rate": 3.96132357679846e-05,
      "loss": 2.2478,
      "mean_token_accuracy": 0.5184961825609207,
      "num_tokens": 126336250.0,
      "step": 163850
    },
    {
      "epoch": 0.20784973324301903,
      "grad_norm": 5.65625,
      "learning_rate": 3.9612601457898304e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5268823266029358,
      "num_tokens": 126343618.0,
      "step": 163860
    },
    {
      "epoch": 0.20786241783555187,
      "grad_norm": 5.90625,
      "learning_rate": 3.9611967147812016e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5459655880928039,
      "num_tokens": 126350384.0,
      "step": 163870
    },
    {
      "epoch": 0.2078751024280847,
      "grad_norm": 5.46875,
      "learning_rate": 3.961133283772572e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5442137032747268,
      "num_tokens": 126358480.0,
      "step": 163880
    },
    {
      "epoch": 0.20788778702061753,
      "grad_norm": 5.25,
      "learning_rate": 3.9610698527639426e-05,
      "loss": 1.8446,
      "mean_token_accuracy": 0.5816788375377655,
      "num_tokens": 126366095.0,
      "step": 163890
    },
    {
      "epoch": 0.20790047161315037,
      "grad_norm": 6.65625,
      "learning_rate": 3.961006421755314e-05,
      "loss": 2.3342,
      "mean_token_accuracy": 0.5068034827709198,
      "num_tokens": 126374580.0,
      "step": 163900
    },
    {
      "epoch": 0.2079131562056832,
      "grad_norm": 5.1875,
      "learning_rate": 3.9609429907466844e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5727926552295685,
      "num_tokens": 126381137.0,
      "step": 163910
    },
    {
      "epoch": 0.20792584079821605,
      "grad_norm": 5.78125,
      "learning_rate": 3.9608795597380556e-05,
      "loss": 1.9471,
      "mean_token_accuracy": 0.5635234206914902,
      "num_tokens": 126387987.0,
      "step": 163920
    },
    {
      "epoch": 0.20793852539074886,
      "grad_norm": 4.65625,
      "learning_rate": 3.960816128729427e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5554048836231231,
      "num_tokens": 126395036.0,
      "step": 163930
    },
    {
      "epoch": 0.2079512099832817,
      "grad_norm": 5.28125,
      "learning_rate": 3.9607526977207973e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5638060331344604,
      "num_tokens": 126402875.0,
      "step": 163940
    },
    {
      "epoch": 0.20796389457581455,
      "grad_norm": 6.1875,
      "learning_rate": 3.960689266712168e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.563843622803688,
      "num_tokens": 126411509.0,
      "step": 163950
    },
    {
      "epoch": 0.2079765791683474,
      "grad_norm": 6.46875,
      "learning_rate": 3.9606258357035384e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5240029364824295,
      "num_tokens": 126418906.0,
      "step": 163960
    },
    {
      "epoch": 0.2079892637608802,
      "grad_norm": 4.5625,
      "learning_rate": 3.9605624046949096e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5324324250221253,
      "num_tokens": 126427168.0,
      "step": 163970
    },
    {
      "epoch": 0.20800194835341304,
      "grad_norm": 15.0,
      "learning_rate": 3.960498973686281e-05,
      "loss": 1.6968,
      "mean_token_accuracy": 0.6185070991516113,
      "num_tokens": 126433456.0,
      "step": 163980
    },
    {
      "epoch": 0.20801463294594588,
      "grad_norm": 5.84375,
      "learning_rate": 3.9604355426776514e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5314178884029388,
      "num_tokens": 126441689.0,
      "step": 163990
    },
    {
      "epoch": 0.20802731753847872,
      "grad_norm": 4.65625,
      "learning_rate": 3.9603721116690226e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5535248339176178,
      "num_tokens": 126450074.0,
      "step": 164000
    },
    {
      "epoch": 0.20804000213101154,
      "grad_norm": 6.125,
      "learning_rate": 3.960308680660393e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5608424365520477,
      "num_tokens": 126457647.0,
      "step": 164010
    },
    {
      "epoch": 0.20805268672354438,
      "grad_norm": 6.125,
      "learning_rate": 3.9602452496517637e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5446228176355362,
      "num_tokens": 126465000.0,
      "step": 164020
    },
    {
      "epoch": 0.20806537131607722,
      "grad_norm": 5.125,
      "learning_rate": 3.960181818643135e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5583972275257111,
      "num_tokens": 126472733.0,
      "step": 164030
    },
    {
      "epoch": 0.20807805590861006,
      "grad_norm": 5.59375,
      "learning_rate": 3.9601183876345054e-05,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5631270200014115,
      "num_tokens": 126479967.0,
      "step": 164040
    },
    {
      "epoch": 0.20809074050114287,
      "grad_norm": 5.4375,
      "learning_rate": 3.9600549566258766e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5244653433561325,
      "num_tokens": 126488816.0,
      "step": 164050
    },
    {
      "epoch": 0.20810342509367571,
      "grad_norm": 6.4375,
      "learning_rate": 3.959991525617247e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5277275085449219,
      "num_tokens": 126497558.0,
      "step": 164060
    },
    {
      "epoch": 0.20811610968620856,
      "grad_norm": 5.5,
      "learning_rate": 3.9599280946086184e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5247538596391678,
      "num_tokens": 126506822.0,
      "step": 164070
    },
    {
      "epoch": 0.2081287942787414,
      "grad_norm": 4.875,
      "learning_rate": 3.959864663599989e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5501163244247437,
      "num_tokens": 126514860.0,
      "step": 164080
    },
    {
      "epoch": 0.2081414788712742,
      "grad_norm": 4.5625,
      "learning_rate": 3.9598012325913594e-05,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5651697039604187,
      "num_tokens": 126522888.0,
      "step": 164090
    },
    {
      "epoch": 0.20815416346380705,
      "grad_norm": 9.875,
      "learning_rate": 3.9597378015827307e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5252034157514572,
      "num_tokens": 126530936.0,
      "step": 164100
    },
    {
      "epoch": 0.2081668480563399,
      "grad_norm": 4.8125,
      "learning_rate": 3.959674370574101e-05,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5294748902320862,
      "num_tokens": 126539081.0,
      "step": 164110
    },
    {
      "epoch": 0.20817953264887273,
      "grad_norm": 5.9375,
      "learning_rate": 3.9596109395654724e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5349751353263855,
      "num_tokens": 126547056.0,
      "step": 164120
    },
    {
      "epoch": 0.20819221724140555,
      "grad_norm": 6.625,
      "learning_rate": 3.9595475085568436e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5566939651966095,
      "num_tokens": 126554046.0,
      "step": 164130
    },
    {
      "epoch": 0.2082049018339384,
      "grad_norm": 5.59375,
      "learning_rate": 3.959484077548214e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5248749256134033,
      "num_tokens": 126561891.0,
      "step": 164140
    },
    {
      "epoch": 0.20821758642647123,
      "grad_norm": 5.46875,
      "learning_rate": 3.959420646539585e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.556226247549057,
      "num_tokens": 126569709.0,
      "step": 164150
    },
    {
      "epoch": 0.20823027101900404,
      "grad_norm": 6.03125,
      "learning_rate": 3.959357215530956e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5591086059808731,
      "num_tokens": 126577928.0,
      "step": 164160
    },
    {
      "epoch": 0.20824295561153688,
      "grad_norm": 4.90625,
      "learning_rate": 3.9592937845223264e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5171508550643921,
      "num_tokens": 126586185.0,
      "step": 164170
    },
    {
      "epoch": 0.20825564020406973,
      "grad_norm": 5.0,
      "learning_rate": 3.9592303535136976e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5575158685445786,
      "num_tokens": 126595063.0,
      "step": 164180
    },
    {
      "epoch": 0.20826832479660257,
      "grad_norm": 5.65625,
      "learning_rate": 3.959166922505068e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5142132192850113,
      "num_tokens": 126603342.0,
      "step": 164190
    },
    {
      "epoch": 0.20828100938913538,
      "grad_norm": 8.0625,
      "learning_rate": 3.9591034914964394e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5586502581834794,
      "num_tokens": 126610755.0,
      "step": 164200
    },
    {
      "epoch": 0.20829369398166822,
      "grad_norm": 4.90625,
      "learning_rate": 3.9590400604878106e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5324463009834289,
      "num_tokens": 126619213.0,
      "step": 164210
    },
    {
      "epoch": 0.20830637857420106,
      "grad_norm": 5.84375,
      "learning_rate": 3.9589766294791805e-05,
      "loss": 1.9221,
      "mean_token_accuracy": 0.5741995692253112,
      "num_tokens": 126625292.0,
      "step": 164220
    },
    {
      "epoch": 0.2083190631667339,
      "grad_norm": 5.03125,
      "learning_rate": 3.958913198470552e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5571730077266693,
      "num_tokens": 126633426.0,
      "step": 164230
    },
    {
      "epoch": 0.20833174775926672,
      "grad_norm": 4.4375,
      "learning_rate": 3.958849767461922e-05,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5904610127210617,
      "num_tokens": 126640861.0,
      "step": 164240
    },
    {
      "epoch": 0.20834443235179956,
      "grad_norm": 7.46875,
      "learning_rate": 3.9587863364532934e-05,
      "loss": 1.6863,
      "mean_token_accuracy": 0.6089607536792755,
      "num_tokens": 126647049.0,
      "step": 164250
    },
    {
      "epoch": 0.2083571169443324,
      "grad_norm": 5.0625,
      "learning_rate": 3.9587229054446646e-05,
      "loss": 1.7812,
      "mean_token_accuracy": 0.589868751168251,
      "num_tokens": 126653113.0,
      "step": 164260
    },
    {
      "epoch": 0.20836980153686524,
      "grad_norm": 5.1875,
      "learning_rate": 3.958659474436035e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.534555122256279,
      "num_tokens": 126660685.0,
      "step": 164270
    },
    {
      "epoch": 0.20838248612939805,
      "grad_norm": 5.125,
      "learning_rate": 3.9585960434274064e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5468620866537094,
      "num_tokens": 126668322.0,
      "step": 164280
    },
    {
      "epoch": 0.2083951707219309,
      "grad_norm": 6.65625,
      "learning_rate": 3.958532612418777e-05,
      "loss": 2.2676,
      "mean_token_accuracy": 0.5187096655368805,
      "num_tokens": 126675395.0,
      "step": 164290
    },
    {
      "epoch": 0.20840785531446374,
      "grad_norm": 4.875,
      "learning_rate": 3.9584691814101475e-05,
      "loss": 2.2371,
      "mean_token_accuracy": 0.5252188533544541,
      "num_tokens": 126683590.0,
      "step": 164300
    },
    {
      "epoch": 0.20842053990699658,
      "grad_norm": 4.8125,
      "learning_rate": 3.958405750401519e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5200418353080749,
      "num_tokens": 126692752.0,
      "step": 164310
    },
    {
      "epoch": 0.2084332244995294,
      "grad_norm": 7.3125,
      "learning_rate": 3.958342319392889e-05,
      "loss": 2.2821,
      "mean_token_accuracy": 0.5072792708873749,
      "num_tokens": 126701513.0,
      "step": 164320
    },
    {
      "epoch": 0.20844590909206223,
      "grad_norm": 5.03125,
      "learning_rate": 3.9582788883842604e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5396093100309372,
      "num_tokens": 126709874.0,
      "step": 164330
    },
    {
      "epoch": 0.20845859368459507,
      "grad_norm": 6.875,
      "learning_rate": 3.958215457375631e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5405463844537735,
      "num_tokens": 126717279.0,
      "step": 164340
    },
    {
      "epoch": 0.2084712782771279,
      "grad_norm": 4.6875,
      "learning_rate": 3.958152026367002e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5450793534517289,
      "num_tokens": 126725770.0,
      "step": 164350
    },
    {
      "epoch": 0.20848396286966073,
      "grad_norm": 5.40625,
      "learning_rate": 3.958088595358373e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5367211192846298,
      "num_tokens": 126731925.0,
      "step": 164360
    },
    {
      "epoch": 0.20849664746219357,
      "grad_norm": 7.375,
      "learning_rate": 3.958025164349743e-05,
      "loss": 1.8231,
      "mean_token_accuracy": 0.5861427992582321,
      "num_tokens": 126738113.0,
      "step": 164370
    },
    {
      "epoch": 0.2085093320547264,
      "grad_norm": 4.71875,
      "learning_rate": 3.9579617333411144e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5591166019439697,
      "num_tokens": 126746796.0,
      "step": 164380
    },
    {
      "epoch": 0.20852201664725925,
      "grad_norm": 6.75,
      "learning_rate": 3.957898302332485e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.52854682803154,
      "num_tokens": 126755117.0,
      "step": 164390
    },
    {
      "epoch": 0.20853470123979206,
      "grad_norm": 5.65625,
      "learning_rate": 3.957834871323856e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.518901577591896,
      "num_tokens": 126763964.0,
      "step": 164400
    },
    {
      "epoch": 0.2085473858323249,
      "grad_norm": 7.75,
      "learning_rate": 3.9577714403152274e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5311522930860519,
      "num_tokens": 126771688.0,
      "step": 164410
    },
    {
      "epoch": 0.20856007042485775,
      "grad_norm": 7.125,
      "learning_rate": 3.957708009306598e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5415669620037079,
      "num_tokens": 126779805.0,
      "step": 164420
    },
    {
      "epoch": 0.2085727550173906,
      "grad_norm": 5.90625,
      "learning_rate": 3.9576445782979685e-05,
      "loss": 1.8871,
      "mean_token_accuracy": 0.5800914943218232,
      "num_tokens": 126787442.0,
      "step": 164430
    },
    {
      "epoch": 0.2085854396099234,
      "grad_norm": 5.15625,
      "learning_rate": 3.957581147289339e-05,
      "loss": 1.8438,
      "mean_token_accuracy": 0.5823982119560241,
      "num_tokens": 126794242.0,
      "step": 164440
    },
    {
      "epoch": 0.20859812420245624,
      "grad_norm": 4.90625,
      "learning_rate": 3.95751771628071e-05,
      "loss": 1.9425,
      "mean_token_accuracy": 0.5584126472473144,
      "num_tokens": 126802587.0,
      "step": 164450
    },
    {
      "epoch": 0.20861080879498908,
      "grad_norm": 5.65625,
      "learning_rate": 3.9574542852720814e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5346434593200684,
      "num_tokens": 126811676.0,
      "step": 164460
    },
    {
      "epoch": 0.20862349338752192,
      "grad_norm": 4.90625,
      "learning_rate": 3.957390854263452e-05,
      "loss": 1.925,
      "mean_token_accuracy": 0.5746852844953537,
      "num_tokens": 126818766.0,
      "step": 164470
    },
    {
      "epoch": 0.20863617798005474,
      "grad_norm": 5.09375,
      "learning_rate": 3.957327423254823e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5362115144729614,
      "num_tokens": 126827120.0,
      "step": 164480
    },
    {
      "epoch": 0.20864886257258758,
      "grad_norm": 5.75,
      "learning_rate": 3.957263992246194e-05,
      "loss": 1.7271,
      "mean_token_accuracy": 0.6005230784416199,
      "num_tokens": 126833177.0,
      "step": 164490
    },
    {
      "epoch": 0.20866154716512042,
      "grad_norm": 4.40625,
      "learning_rate": 3.957200561237564e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5720330774784088,
      "num_tokens": 126840894.0,
      "step": 164500
    },
    {
      "epoch": 0.20867423175765326,
      "grad_norm": 5.21875,
      "learning_rate": 3.9571371302289355e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5598690688610077,
      "num_tokens": 126848474.0,
      "step": 164510
    },
    {
      "epoch": 0.20868691635018607,
      "grad_norm": 5.3125,
      "learning_rate": 3.957073699220306e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5238753706216812,
      "num_tokens": 126857383.0,
      "step": 164520
    },
    {
      "epoch": 0.20869960094271892,
      "grad_norm": 5.0,
      "learning_rate": 3.957010268211677e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5393976032733917,
      "num_tokens": 126865193.0,
      "step": 164530
    },
    {
      "epoch": 0.20871228553525176,
      "grad_norm": 5.28125,
      "learning_rate": 3.956946837203048e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5141739159822464,
      "num_tokens": 126874941.0,
      "step": 164540
    },
    {
      "epoch": 0.2087249701277846,
      "grad_norm": 5.03125,
      "learning_rate": 3.956883406194419e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5254110246896744,
      "num_tokens": 126883893.0,
      "step": 164550
    },
    {
      "epoch": 0.2087376547203174,
      "grad_norm": 6.09375,
      "learning_rate": 3.95681997518579e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5435436606407166,
      "num_tokens": 126892007.0,
      "step": 164560
    },
    {
      "epoch": 0.20875033931285025,
      "grad_norm": 5.625,
      "learning_rate": 3.95675654417716e-05,
      "loss": 1.5853,
      "mean_token_accuracy": 0.6362663507461548,
      "num_tokens": 126898841.0,
      "step": 164570
    },
    {
      "epoch": 0.2087630239053831,
      "grad_norm": 5.15625,
      "learning_rate": 3.956693113168531e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5438102185726166,
      "num_tokens": 126907319.0,
      "step": 164580
    },
    {
      "epoch": 0.20877570849791593,
      "grad_norm": 5.375,
      "learning_rate": 3.956629682159902e-05,
      "loss": 1.6236,
      "mean_token_accuracy": 0.6332407981157303,
      "num_tokens": 126913005.0,
      "step": 164590
    },
    {
      "epoch": 0.20878839309044875,
      "grad_norm": 5.59375,
      "learning_rate": 3.956566251151273e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5343816012144089,
      "num_tokens": 126921423.0,
      "step": 164600
    },
    {
      "epoch": 0.2088010776829816,
      "grad_norm": 4.6875,
      "learning_rate": 3.956502820142644e-05,
      "loss": 1.925,
      "mean_token_accuracy": 0.565629118680954,
      "num_tokens": 126929003.0,
      "step": 164610
    },
    {
      "epoch": 0.20881376227551443,
      "grad_norm": 6.25,
      "learning_rate": 3.956439389134015e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5439259111881256,
      "num_tokens": 126936033.0,
      "step": 164620
    },
    {
      "epoch": 0.20882644686804724,
      "grad_norm": 4.75,
      "learning_rate": 3.956375958125386e-05,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5122864097356796,
      "num_tokens": 126944966.0,
      "step": 164630
    },
    {
      "epoch": 0.20883913146058009,
      "grad_norm": 4.9375,
      "learning_rate": 3.9563125271167565e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5381435364484787,
      "num_tokens": 126953112.0,
      "step": 164640
    },
    {
      "epoch": 0.20885181605311293,
      "grad_norm": 4.8125,
      "learning_rate": 3.956249096108127e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5395835191011429,
      "num_tokens": 126961900.0,
      "step": 164650
    },
    {
      "epoch": 0.20886450064564577,
      "grad_norm": 6.90625,
      "learning_rate": 3.956185665099498e-05,
      "loss": 1.9804,
      "mean_token_accuracy": 0.5621027976274491,
      "num_tokens": 126970258.0,
      "step": 164660
    },
    {
      "epoch": 0.20887718523817858,
      "grad_norm": 5.21875,
      "learning_rate": 3.956122234090869e-05,
      "loss": 2.2208,
      "mean_token_accuracy": 0.5250333100557327,
      "num_tokens": 126978327.0,
      "step": 164670
    },
    {
      "epoch": 0.20888986983071142,
      "grad_norm": 5.3125,
      "learning_rate": 3.95605880308224e-05,
      "loss": 2.3272,
      "mean_token_accuracy": 0.4929464221000671,
      "num_tokens": 126987099.0,
      "step": 164680
    },
    {
      "epoch": 0.20890255442324426,
      "grad_norm": 7.28125,
      "learning_rate": 3.9559953720736105e-05,
      "loss": 2.264,
      "mean_token_accuracy": 0.5237020492553711,
      "num_tokens": 126993275.0,
      "step": 164690
    },
    {
      "epoch": 0.2089152390157771,
      "grad_norm": 6.25,
      "learning_rate": 3.955931941064982e-05,
      "loss": 2.2678,
      "mean_token_accuracy": 0.5195517420768738,
      "num_tokens": 127001917.0,
      "step": 164700
    },
    {
      "epoch": 0.20892792360830992,
      "grad_norm": 8.3125,
      "learning_rate": 3.955868510056352e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5450957715511322,
      "num_tokens": 127008511.0,
      "step": 164710
    },
    {
      "epoch": 0.20894060820084276,
      "grad_norm": 8.0625,
      "learning_rate": 3.955805079047723e-05,
      "loss": 1.8432,
      "mean_token_accuracy": 0.5909066915512085,
      "num_tokens": 127014839.0,
      "step": 164720
    },
    {
      "epoch": 0.2089532927933756,
      "grad_norm": 5.3125,
      "learning_rate": 3.955741648039094e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5468326836824418,
      "num_tokens": 127024021.0,
      "step": 164730
    },
    {
      "epoch": 0.20896597738590844,
      "grad_norm": 5.75,
      "learning_rate": 3.9556782170304646e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5505367189645767,
      "num_tokens": 127030617.0,
      "step": 164740
    },
    {
      "epoch": 0.20897866197844125,
      "grad_norm": 5.25,
      "learning_rate": 3.955614786021836e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5425913035869598,
      "num_tokens": 127038870.0,
      "step": 164750
    },
    {
      "epoch": 0.2089913465709741,
      "grad_norm": 8.375,
      "learning_rate": 3.955551355013207e-05,
      "loss": 2.2906,
      "mean_token_accuracy": 0.5158005625009536,
      "num_tokens": 127045245.0,
      "step": 164760
    },
    {
      "epoch": 0.20900403116350694,
      "grad_norm": 4.84375,
      "learning_rate": 3.9554879240045775e-05,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5159825116395951,
      "num_tokens": 127053907.0,
      "step": 164770
    },
    {
      "epoch": 0.20901671575603978,
      "grad_norm": 4.96875,
      "learning_rate": 3.955424492995948e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5680860310792923,
      "num_tokens": 127062026.0,
      "step": 164780
    },
    {
      "epoch": 0.2090294003485726,
      "grad_norm": 5.375,
      "learning_rate": 3.9553610619873186e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5596657454967499,
      "num_tokens": 127068972.0,
      "step": 164790
    },
    {
      "epoch": 0.20904208494110543,
      "grad_norm": 5.03125,
      "learning_rate": 3.95529763097869e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.532143497467041,
      "num_tokens": 127077484.0,
      "step": 164800
    },
    {
      "epoch": 0.20905476953363827,
      "grad_norm": 6.5625,
      "learning_rate": 3.955234199970061e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5451678365468979,
      "num_tokens": 127085637.0,
      "step": 164810
    },
    {
      "epoch": 0.20906745412617112,
      "grad_norm": 5.28125,
      "learning_rate": 3.9551707689614315e-05,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5262653350830078,
      "num_tokens": 127094567.0,
      "step": 164820
    },
    {
      "epoch": 0.20908013871870393,
      "grad_norm": 5.71875,
      "learning_rate": 3.955107337952803e-05,
      "loss": 1.8822,
      "mean_token_accuracy": 0.5785238862037658,
      "num_tokens": 127101337.0,
      "step": 164830
    },
    {
      "epoch": 0.20909282331123677,
      "grad_norm": 6.4375,
      "learning_rate": 3.955043906944173e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5405362874269486,
      "num_tokens": 127109985.0,
      "step": 164840
    },
    {
      "epoch": 0.2091055079037696,
      "grad_norm": 8.75,
      "learning_rate": 3.954980475935544e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.529904791712761,
      "num_tokens": 127116865.0,
      "step": 164850
    },
    {
      "epoch": 0.20911819249630245,
      "grad_norm": 4.25,
      "learning_rate": 3.954917044926915e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5553004145622253,
      "num_tokens": 127124790.0,
      "step": 164860
    },
    {
      "epoch": 0.20913087708883527,
      "grad_norm": 5.5,
      "learning_rate": 3.9548536139182856e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5407079994678498,
      "num_tokens": 127133805.0,
      "step": 164870
    },
    {
      "epoch": 0.2091435616813681,
      "grad_norm": 5.6875,
      "learning_rate": 3.954790182909657e-05,
      "loss": 1.8109,
      "mean_token_accuracy": 0.5854389816522598,
      "num_tokens": 127140879.0,
      "step": 164880
    },
    {
      "epoch": 0.20915624627390095,
      "grad_norm": 5.25,
      "learning_rate": 3.954726751901027e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5481771886348724,
      "num_tokens": 127147749.0,
      "step": 164890
    },
    {
      "epoch": 0.2091689308664338,
      "grad_norm": 7.0625,
      "learning_rate": 3.9546633208923985e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5662471175193786,
      "num_tokens": 127154468.0,
      "step": 164900
    },
    {
      "epoch": 0.2091816154589666,
      "grad_norm": 5.875,
      "learning_rate": 3.954599889883769e-05,
      "loss": 1.8857,
      "mean_token_accuracy": 0.5910252779722214,
      "num_tokens": 127162023.0,
      "step": 164910
    },
    {
      "epoch": 0.20919430005149944,
      "grad_norm": 6.125,
      "learning_rate": 3.9545364588751396e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5503729015588761,
      "num_tokens": 127169613.0,
      "step": 164920
    },
    {
      "epoch": 0.20920698464403228,
      "grad_norm": 4.8125,
      "learning_rate": 3.954473027866511e-05,
      "loss": 1.9032,
      "mean_token_accuracy": 0.5780974060297013,
      "num_tokens": 127177300.0,
      "step": 164930
    },
    {
      "epoch": 0.20921966923656513,
      "grad_norm": 6.3125,
      "learning_rate": 3.9544095968578814e-05,
      "loss": 1.7953,
      "mean_token_accuracy": 0.5921708285808563,
      "num_tokens": 127184618.0,
      "step": 164940
    },
    {
      "epoch": 0.20923235382909794,
      "grad_norm": 6.78125,
      "learning_rate": 3.9543461658492526e-05,
      "loss": 1.9103,
      "mean_token_accuracy": 0.5644290745258331,
      "num_tokens": 127191645.0,
      "step": 164950
    },
    {
      "epoch": 0.20924503842163078,
      "grad_norm": 8.6875,
      "learning_rate": 3.954282734840624e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5500756025314331,
      "num_tokens": 127199584.0,
      "step": 164960
    },
    {
      "epoch": 0.20925772301416362,
      "grad_norm": 4.65625,
      "learning_rate": 3.954219303831994e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5555376291275025,
      "num_tokens": 127207407.0,
      "step": 164970
    },
    {
      "epoch": 0.20927040760669646,
      "grad_norm": 5.75,
      "learning_rate": 3.9541558728233655e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5451741099357605,
      "num_tokens": 127214713.0,
      "step": 164980
    },
    {
      "epoch": 0.20928309219922928,
      "grad_norm": 6.40625,
      "learning_rate": 3.9540924418147354e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5240993350744247,
      "num_tokens": 127223051.0,
      "step": 164990
    },
    {
      "epoch": 0.20929577679176212,
      "grad_norm": 6.375,
      "learning_rate": 3.9540290108061066e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5465856075286866,
      "num_tokens": 127228502.0,
      "step": 165000
    },
    {
      "epoch": 0.20930846138429496,
      "grad_norm": 13.875,
      "learning_rate": 3.953965579797478e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5245160758495331,
      "num_tokens": 127235216.0,
      "step": 165010
    },
    {
      "epoch": 0.2093211459768278,
      "grad_norm": 4.59375,
      "learning_rate": 3.9539021487888483e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5566767990589142,
      "num_tokens": 127242015.0,
      "step": 165020
    },
    {
      "epoch": 0.2093338305693606,
      "grad_norm": 7.03125,
      "learning_rate": 3.9538387177802196e-05,
      "loss": 2.215,
      "mean_token_accuracy": 0.5212859481573104,
      "num_tokens": 127250362.0,
      "step": 165030
    },
    {
      "epoch": 0.20934651516189345,
      "grad_norm": 6.71875,
      "learning_rate": 3.95377528677159e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5668019771575927,
      "num_tokens": 127258354.0,
      "step": 165040
    },
    {
      "epoch": 0.2093591997544263,
      "grad_norm": 5.0625,
      "learning_rate": 3.953711855762961e-05,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5684907913208008,
      "num_tokens": 127266169.0,
      "step": 165050
    },
    {
      "epoch": 0.20937188434695914,
      "grad_norm": 7.25,
      "learning_rate": 3.953648424754332e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.5591198861598968,
      "num_tokens": 127273773.0,
      "step": 165060
    },
    {
      "epoch": 0.20938456893949195,
      "grad_norm": 6.125,
      "learning_rate": 3.9535849937457024e-05,
      "loss": 2.3099,
      "mean_token_accuracy": 0.5102369248867035,
      "num_tokens": 127282052.0,
      "step": 165070
    },
    {
      "epoch": 0.2093972535320248,
      "grad_norm": 6.96875,
      "learning_rate": 3.9535215627370736e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5784928292036057,
      "num_tokens": 127287953.0,
      "step": 165080
    },
    {
      "epoch": 0.20940993812455763,
      "grad_norm": 6.6875,
      "learning_rate": 3.953458131728445e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5490092813968659,
      "num_tokens": 127295046.0,
      "step": 165090
    },
    {
      "epoch": 0.20942262271709045,
      "grad_norm": 5.125,
      "learning_rate": 3.953394700719815e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5407602846622467,
      "num_tokens": 127301795.0,
      "step": 165100
    },
    {
      "epoch": 0.2094353073096233,
      "grad_norm": 2.484375,
      "learning_rate": 3.9533312697111865e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.562840786576271,
      "num_tokens": 127310533.0,
      "step": 165110
    },
    {
      "epoch": 0.20944799190215613,
      "grad_norm": 12.1875,
      "learning_rate": 3.953267838702557e-05,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5693867206573486,
      "num_tokens": 127316686.0,
      "step": 165120
    },
    {
      "epoch": 0.20946067649468897,
      "grad_norm": 6.78125,
      "learning_rate": 3.9532044076939276e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5568405658006668,
      "num_tokens": 127322778.0,
      "step": 165130
    },
    {
      "epoch": 0.20947336108722178,
      "grad_norm": 6.75,
      "learning_rate": 3.953140976685299e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5439270913600922,
      "num_tokens": 127331287.0,
      "step": 165140
    },
    {
      "epoch": 0.20948604567975462,
      "grad_norm": 5.03125,
      "learning_rate": 3.9530775456766694e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5194487571716309,
      "num_tokens": 127339355.0,
      "step": 165150
    },
    {
      "epoch": 0.20949873027228746,
      "grad_norm": 6.375,
      "learning_rate": 3.9530141146680406e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5591706544160843,
      "num_tokens": 127347317.0,
      "step": 165160
    },
    {
      "epoch": 0.2095114148648203,
      "grad_norm": 12.25,
      "learning_rate": 3.952950683659411e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5538226544857026,
      "num_tokens": 127353983.0,
      "step": 165170
    },
    {
      "epoch": 0.20952409945735312,
      "grad_norm": 9.8125,
      "learning_rate": 3.952887252650782e-05,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5272607862949371,
      "num_tokens": 127362055.0,
      "step": 165180
    },
    {
      "epoch": 0.20953678404988596,
      "grad_norm": 5.84375,
      "learning_rate": 3.952823821642153e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5285127818584442,
      "num_tokens": 127370578.0,
      "step": 165190
    },
    {
      "epoch": 0.2095494686424188,
      "grad_norm": 11.0,
      "learning_rate": 3.9527603906335234e-05,
      "loss": 1.7626,
      "mean_token_accuracy": 0.5943200826644898,
      "num_tokens": 127376715.0,
      "step": 165200
    },
    {
      "epoch": 0.20956215323495164,
      "grad_norm": 5.09375,
      "learning_rate": 3.9526969596248946e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.544179129600525,
      "num_tokens": 127384172.0,
      "step": 165210
    },
    {
      "epoch": 0.20957483782748446,
      "grad_norm": 5.3125,
      "learning_rate": 3.952633528616265e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5245832681655884,
      "num_tokens": 127393399.0,
      "step": 165220
    },
    {
      "epoch": 0.2095875224200173,
      "grad_norm": 4.9375,
      "learning_rate": 3.9525700976076364e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.540081912279129,
      "num_tokens": 127401490.0,
      "step": 165230
    },
    {
      "epoch": 0.20960020701255014,
      "grad_norm": 4.9375,
      "learning_rate": 3.9525066665990076e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5475662261247635,
      "num_tokens": 127409891.0,
      "step": 165240
    },
    {
      "epoch": 0.20961289160508298,
      "grad_norm": 5.53125,
      "learning_rate": 3.952443235590378e-05,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5539911925792694,
      "num_tokens": 127417107.0,
      "step": 165250
    },
    {
      "epoch": 0.2096255761976158,
      "grad_norm": 5.53125,
      "learning_rate": 3.9523798045817486e-05,
      "loss": 1.8843,
      "mean_token_accuracy": 0.578962579369545,
      "num_tokens": 127423046.0,
      "step": 165260
    },
    {
      "epoch": 0.20963826079014863,
      "grad_norm": 4.78125,
      "learning_rate": 3.952316373573119e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5431730568408966,
      "num_tokens": 127431634.0,
      "step": 165270
    },
    {
      "epoch": 0.20965094538268148,
      "grad_norm": 5.28125,
      "learning_rate": 3.9522529425644904e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5538236647844315,
      "num_tokens": 127440372.0,
      "step": 165280
    },
    {
      "epoch": 0.20966362997521432,
      "grad_norm": 5.65625,
      "learning_rate": 3.9521895115558616e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5280228942632675,
      "num_tokens": 127447540.0,
      "step": 165290
    },
    {
      "epoch": 0.20967631456774713,
      "grad_norm": 5.46875,
      "learning_rate": 3.952126080547232e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5330490946769715,
      "num_tokens": 127455272.0,
      "step": 165300
    },
    {
      "epoch": 0.20968899916027997,
      "grad_norm": 5.46875,
      "learning_rate": 3.9520626495386034e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5555373340845108,
      "num_tokens": 127463224.0,
      "step": 165310
    },
    {
      "epoch": 0.2097016837528128,
      "grad_norm": 5.28125,
      "learning_rate": 3.951999218529974e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5359306663274765,
      "num_tokens": 127471415.0,
      "step": 165320
    },
    {
      "epoch": 0.20971436834534565,
      "grad_norm": 7.40625,
      "learning_rate": 3.9519357875213444e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5259054750204086,
      "num_tokens": 127478673.0,
      "step": 165330
    },
    {
      "epoch": 0.20972705293787847,
      "grad_norm": 5.03125,
      "learning_rate": 3.9518723565127156e-05,
      "loss": 2.2107,
      "mean_token_accuracy": 0.5211520999670028,
      "num_tokens": 127486421.0,
      "step": 165340
    },
    {
      "epoch": 0.2097397375304113,
      "grad_norm": 6.78125,
      "learning_rate": 3.951808925504086e-05,
      "loss": 2.2416,
      "mean_token_accuracy": 0.5079067349433899,
      "num_tokens": 127494732.0,
      "step": 165350
    },
    {
      "epoch": 0.20975242212294415,
      "grad_norm": 7.625,
      "learning_rate": 3.9517454944954574e-05,
      "loss": 2.0029,
      "mean_token_accuracy": 0.5561796367168427,
      "num_tokens": 127502575.0,
      "step": 165360
    },
    {
      "epoch": 0.209765106715477,
      "grad_norm": 5.21875,
      "learning_rate": 3.951682063486828e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5779638290405273,
      "num_tokens": 127508969.0,
      "step": 165370
    },
    {
      "epoch": 0.2097777913080098,
      "grad_norm": 6.6875,
      "learning_rate": 3.951618632478199e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5702089577913284,
      "num_tokens": 127516291.0,
      "step": 165380
    },
    {
      "epoch": 0.20979047590054264,
      "grad_norm": 5.8125,
      "learning_rate": 3.9515552014695703e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.539766612648964,
      "num_tokens": 127524024.0,
      "step": 165390
    },
    {
      "epoch": 0.20980316049307549,
      "grad_norm": 4.78125,
      "learning_rate": 3.951491770460941e-05,
      "loss": 1.9144,
      "mean_token_accuracy": 0.569048348069191,
      "num_tokens": 127532079.0,
      "step": 165400
    },
    {
      "epoch": 0.20981584508560833,
      "grad_norm": 5.53125,
      "learning_rate": 3.9514283394523114e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5242305606603622,
      "num_tokens": 127540688.0,
      "step": 165410
    },
    {
      "epoch": 0.20982852967814114,
      "grad_norm": 6.5625,
      "learning_rate": 3.951364908443682e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5703201800584793,
      "num_tokens": 127547939.0,
      "step": 165420
    },
    {
      "epoch": 0.20984121427067398,
      "grad_norm": 6.65625,
      "learning_rate": 3.951301477435053e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5615310728549957,
      "num_tokens": 127555672.0,
      "step": 165430
    },
    {
      "epoch": 0.20985389886320682,
      "grad_norm": 5.125,
      "learning_rate": 3.9512380464264244e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5403486788272858,
      "num_tokens": 127564434.0,
      "step": 165440
    },
    {
      "epoch": 0.20986658345573966,
      "grad_norm": 6.25,
      "learning_rate": 3.951174615417795e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5246116667985916,
      "num_tokens": 127571874.0,
      "step": 165450
    },
    {
      "epoch": 0.20987926804827248,
      "grad_norm": 7.9375,
      "learning_rate": 3.951111184409166e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5590808600187301,
      "num_tokens": 127580209.0,
      "step": 165460
    },
    {
      "epoch": 0.20989195264080532,
      "grad_norm": 7.9375,
      "learning_rate": 3.9510477534005367e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5618385195732116,
      "num_tokens": 127586931.0,
      "step": 165470
    },
    {
      "epoch": 0.20990463723333816,
      "grad_norm": 6.625,
      "learning_rate": 3.950984322391907e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5360495090484619,
      "num_tokens": 127595105.0,
      "step": 165480
    },
    {
      "epoch": 0.209917321825871,
      "grad_norm": 6.375,
      "learning_rate": 3.9509208913832784e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.553202086687088,
      "num_tokens": 127602427.0,
      "step": 165490
    },
    {
      "epoch": 0.20993000641840381,
      "grad_norm": 5.5625,
      "learning_rate": 3.950857460374649e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.531812596321106,
      "num_tokens": 127610135.0,
      "step": 165500
    },
    {
      "epoch": 0.20994269101093666,
      "grad_norm": 4.8125,
      "learning_rate": 3.95079402936602e-05,
      "loss": 1.9357,
      "mean_token_accuracy": 0.5720365166664123,
      "num_tokens": 127618810.0,
      "step": 165510
    },
    {
      "epoch": 0.2099553756034695,
      "grad_norm": 6.625,
      "learning_rate": 3.950730598357391e-05,
      "loss": 2.2421,
      "mean_token_accuracy": 0.5325067222118378,
      "num_tokens": 127625600.0,
      "step": 165520
    },
    {
      "epoch": 0.20996806019600234,
      "grad_norm": 5.375,
      "learning_rate": 3.950667167348762e-05,
      "loss": 1.913,
      "mean_token_accuracy": 0.5713764786720276,
      "num_tokens": 127632713.0,
      "step": 165530
    },
    {
      "epoch": 0.20998074478853515,
      "grad_norm": 5.65625,
      "learning_rate": 3.9506037363401324e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5366348326206207,
      "num_tokens": 127640745.0,
      "step": 165540
    },
    {
      "epoch": 0.209993429381068,
      "grad_norm": 6.96875,
      "learning_rate": 3.950540305331503e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5585326105356216,
      "num_tokens": 127648002.0,
      "step": 165550
    },
    {
      "epoch": 0.21000611397360083,
      "grad_norm": 6.125,
      "learning_rate": 3.950476874322874e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5340619027614594,
      "num_tokens": 127655960.0,
      "step": 165560
    },
    {
      "epoch": 0.21001879856613365,
      "grad_norm": 5.6875,
      "learning_rate": 3.950413443314245e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5250435590744018,
      "num_tokens": 127664471.0,
      "step": 165570
    },
    {
      "epoch": 0.2100314831586665,
      "grad_norm": 4.96875,
      "learning_rate": 3.950350012305616e-05,
      "loss": 1.8127,
      "mean_token_accuracy": 0.6052215814590454,
      "num_tokens": 127670005.0,
      "step": 165580
    },
    {
      "epoch": 0.21004416775119933,
      "grad_norm": 6.0,
      "learning_rate": 3.950286581296987e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5155510038137436,
      "num_tokens": 127678480.0,
      "step": 165590
    },
    {
      "epoch": 0.21005685234373217,
      "grad_norm": 5.21875,
      "learning_rate": 3.950223150288358e-05,
      "loss": 1.888,
      "mean_token_accuracy": 0.5649841725826263,
      "num_tokens": 127684869.0,
      "step": 165600
    },
    {
      "epoch": 0.21006953693626498,
      "grad_norm": 4.84375,
      "learning_rate": 3.950159719279728e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5120962381362915,
      "num_tokens": 127693100.0,
      "step": 165610
    },
    {
      "epoch": 0.21008222152879782,
      "grad_norm": 5.53125,
      "learning_rate": 3.950096288271099e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5522342473268509,
      "num_tokens": 127699740.0,
      "step": 165620
    },
    {
      "epoch": 0.21009490612133067,
      "grad_norm": 6.90625,
      "learning_rate": 3.95003285726247e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5659379094839097,
      "num_tokens": 127707220.0,
      "step": 165630
    },
    {
      "epoch": 0.2101075907138635,
      "grad_norm": 4.875,
      "learning_rate": 3.949969426253841e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5423422455787659,
      "num_tokens": 127715346.0,
      "step": 165640
    },
    {
      "epoch": 0.21012027530639632,
      "grad_norm": 5.78125,
      "learning_rate": 3.949905995245212e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5402195930480957,
      "num_tokens": 127723304.0,
      "step": 165650
    },
    {
      "epoch": 0.21013295989892916,
      "grad_norm": 5.5625,
      "learning_rate": 3.949842564236583e-05,
      "loss": 2.2197,
      "mean_token_accuracy": 0.522611528635025,
      "num_tokens": 127731397.0,
      "step": 165660
    },
    {
      "epoch": 0.210145644491462,
      "grad_norm": 6.125,
      "learning_rate": 3.9497791332279535e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5237517684698105,
      "num_tokens": 127738828.0,
      "step": 165670
    },
    {
      "epoch": 0.21015832908399484,
      "grad_norm": 5.53125,
      "learning_rate": 3.949715702219324e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5312851786613464,
      "num_tokens": 127746250.0,
      "step": 165680
    },
    {
      "epoch": 0.21017101367652766,
      "grad_norm": 6.09375,
      "learning_rate": 3.949652271210695e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5248912155628205,
      "num_tokens": 127753406.0,
      "step": 165690
    },
    {
      "epoch": 0.2101836982690605,
      "grad_norm": 6.625,
      "learning_rate": 3.949588840202066e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5296558976173401,
      "num_tokens": 127761369.0,
      "step": 165700
    },
    {
      "epoch": 0.21019638286159334,
      "grad_norm": 12.5625,
      "learning_rate": 3.949525409193437e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5466378539800644,
      "num_tokens": 127768918.0,
      "step": 165710
    },
    {
      "epoch": 0.21020906745412618,
      "grad_norm": 5.28125,
      "learning_rate": 3.9494619781848075e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5741511046886444,
      "num_tokens": 127776704.0,
      "step": 165720
    },
    {
      "epoch": 0.210221752046659,
      "grad_norm": 5.5,
      "learning_rate": 3.949398547176179e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5519142746925354,
      "num_tokens": 127783954.0,
      "step": 165730
    },
    {
      "epoch": 0.21023443663919184,
      "grad_norm": 5.875,
      "learning_rate": 3.94933511616755e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5254159867763519,
      "num_tokens": 127791991.0,
      "step": 165740
    },
    {
      "epoch": 0.21024712123172468,
      "grad_norm": 4.875,
      "learning_rate": 3.94927168515892e-05,
      "loss": 1.7726,
      "mean_token_accuracy": 0.6019546896219253,
      "num_tokens": 127798313.0,
      "step": 165750
    },
    {
      "epoch": 0.21025980582425752,
      "grad_norm": 5.09375,
      "learning_rate": 3.949208254150291e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5411948531866073,
      "num_tokens": 127806092.0,
      "step": 165760
    },
    {
      "epoch": 0.21027249041679033,
      "grad_norm": 4.71875,
      "learning_rate": 3.9491448231416615e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5552927911281585,
      "num_tokens": 127813720.0,
      "step": 165770
    },
    {
      "epoch": 0.21028517500932317,
      "grad_norm": 5.09375,
      "learning_rate": 3.949081392133033e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5588722735643387,
      "num_tokens": 127821311.0,
      "step": 165780
    },
    {
      "epoch": 0.210297859601856,
      "grad_norm": 5.21875,
      "learning_rate": 3.949017961124404e-05,
      "loss": 2.3865,
      "mean_token_accuracy": 0.4976022392511368,
      "num_tokens": 127829237.0,
      "step": 165790
    },
    {
      "epoch": 0.21031054419438885,
      "grad_norm": 4.53125,
      "learning_rate": 3.9489545301157745e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5269194334745407,
      "num_tokens": 127837082.0,
      "step": 165800
    },
    {
      "epoch": 0.21032322878692167,
      "grad_norm": 6.90625,
      "learning_rate": 3.948891099107146e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5620956540107727,
      "num_tokens": 127844635.0,
      "step": 165810
    },
    {
      "epoch": 0.2103359133794545,
      "grad_norm": 5.09375,
      "learning_rate": 3.948827668098516e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5400174736976624,
      "num_tokens": 127852352.0,
      "step": 165820
    },
    {
      "epoch": 0.21034859797198735,
      "grad_norm": 5.5625,
      "learning_rate": 3.948764237089887e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5453307062387467,
      "num_tokens": 127859615.0,
      "step": 165830
    },
    {
      "epoch": 0.2103612825645202,
      "grad_norm": 5.78125,
      "learning_rate": 3.948700806081258e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5250743657350541,
      "num_tokens": 127868594.0,
      "step": 165840
    },
    {
      "epoch": 0.210373967157053,
      "grad_norm": 5.40625,
      "learning_rate": 3.9486373750726285e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5433473825454712,
      "num_tokens": 127876544.0,
      "step": 165850
    },
    {
      "epoch": 0.21038665174958585,
      "grad_norm": 5.28125,
      "learning_rate": 3.948573944064e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5345827311277389,
      "num_tokens": 127885737.0,
      "step": 165860
    },
    {
      "epoch": 0.2103993363421187,
      "grad_norm": 6.0,
      "learning_rate": 3.94851051305537e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5522414803504944,
      "num_tokens": 127894331.0,
      "step": 165870
    },
    {
      "epoch": 0.21041202093465153,
      "grad_norm": 5.875,
      "learning_rate": 3.9484470820467415e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5423791080713272,
      "num_tokens": 127903104.0,
      "step": 165880
    },
    {
      "epoch": 0.21042470552718434,
      "grad_norm": 7.6875,
      "learning_rate": 3.948383651038112e-05,
      "loss": 1.894,
      "mean_token_accuracy": 0.5748396545648575,
      "num_tokens": 127910683.0,
      "step": 165890
    },
    {
      "epoch": 0.21043739011971718,
      "grad_norm": 5.3125,
      "learning_rate": 3.9483202200294825e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5446961879730224,
      "num_tokens": 127918983.0,
      "step": 165900
    },
    {
      "epoch": 0.21045007471225002,
      "grad_norm": 6.1875,
      "learning_rate": 3.948256789020854e-05,
      "loss": 1.8956,
      "mean_token_accuracy": 0.5611460447311402,
      "num_tokens": 127924765.0,
      "step": 165910
    },
    {
      "epoch": 0.21046275930478286,
      "grad_norm": 7.71875,
      "learning_rate": 3.948193358012224e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5445121973752975,
      "num_tokens": 127932743.0,
      "step": 165920
    },
    {
      "epoch": 0.21047544389731568,
      "grad_norm": 5.34375,
      "learning_rate": 3.9481299270035955e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5500022768974304,
      "num_tokens": 127940330.0,
      "step": 165930
    },
    {
      "epoch": 0.21048812848984852,
      "grad_norm": 4.8125,
      "learning_rate": 3.948066495994967e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5505390495061875,
      "num_tokens": 127948802.0,
      "step": 165940
    },
    {
      "epoch": 0.21050081308238136,
      "grad_norm": 10.3125,
      "learning_rate": 3.948003064986337e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5520393162965774,
      "num_tokens": 127955574.0,
      "step": 165950
    },
    {
      "epoch": 0.2105134976749142,
      "grad_norm": 8.5625,
      "learning_rate": 3.947939633977708e-05,
      "loss": 2.2491,
      "mean_token_accuracy": 0.5163079380989075,
      "num_tokens": 127964075.0,
      "step": 165960
    },
    {
      "epoch": 0.21052618226744702,
      "grad_norm": 6.125,
      "learning_rate": 3.947876202969079e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5144067496061325,
      "num_tokens": 127972279.0,
      "step": 165970
    },
    {
      "epoch": 0.21053886685997986,
      "grad_norm": 4.71875,
      "learning_rate": 3.9478127719604495e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5533839970827102,
      "num_tokens": 127979293.0,
      "step": 165980
    },
    {
      "epoch": 0.2105515514525127,
      "grad_norm": 6.5,
      "learning_rate": 3.947749340951821e-05,
      "loss": 2.3057,
      "mean_token_accuracy": 0.5089562088251114,
      "num_tokens": 127987344.0,
      "step": 165990
    },
    {
      "epoch": 0.21056423604504554,
      "grad_norm": 4.90625,
      "learning_rate": 3.947685909943191e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5354899376630783,
      "num_tokens": 127994686.0,
      "step": 166000
    },
    {
      "epoch": 0.21057692063757835,
      "grad_norm": 5.5625,
      "learning_rate": 3.9476224789345625e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5337074935436249,
      "num_tokens": 128002856.0,
      "step": 166010
    },
    {
      "epoch": 0.2105896052301112,
      "grad_norm": 5.8125,
      "learning_rate": 3.947559047925933e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5604321360588074,
      "num_tokens": 128009757.0,
      "step": 166020
    },
    {
      "epoch": 0.21060228982264403,
      "grad_norm": 5.5625,
      "learning_rate": 3.9474956169173036e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.557781982421875,
      "num_tokens": 128017096.0,
      "step": 166030
    },
    {
      "epoch": 0.21061497441517685,
      "grad_norm": 12.0,
      "learning_rate": 3.947432185908675e-05,
      "loss": 1.8123,
      "mean_token_accuracy": 0.5972962617874146,
      "num_tokens": 128023550.0,
      "step": 166040
    },
    {
      "epoch": 0.2106276590077097,
      "grad_norm": 4.75,
      "learning_rate": 3.947368754900045e-05,
      "loss": 1.8795,
      "mean_token_accuracy": 0.5787669628858566,
      "num_tokens": 128032570.0,
      "step": 166050
    },
    {
      "epoch": 0.21064034360024253,
      "grad_norm": 6.875,
      "learning_rate": 3.9473053238914165e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5293884038925171,
      "num_tokens": 128040049.0,
      "step": 166060
    },
    {
      "epoch": 0.21065302819277537,
      "grad_norm": 4.65625,
      "learning_rate": 3.947241892882788e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5192300498485565,
      "num_tokens": 128047667.0,
      "step": 166070
    },
    {
      "epoch": 0.21066571278530818,
      "grad_norm": 6.3125,
      "learning_rate": 3.947178461874158e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5293312937021255,
      "num_tokens": 128055612.0,
      "step": 166080
    },
    {
      "epoch": 0.21067839737784103,
      "grad_norm": 5.34375,
      "learning_rate": 3.947115030865529e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5080459207296372,
      "num_tokens": 128064451.0,
      "step": 166090
    },
    {
      "epoch": 0.21069108197037387,
      "grad_norm": 5.59375,
      "learning_rate": 3.9470515998568993e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.522350350022316,
      "num_tokens": 128071331.0,
      "step": 166100
    },
    {
      "epoch": 0.2107037665629067,
      "grad_norm": 4.0625,
      "learning_rate": 3.9469881688482706e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5728623569011688,
      "num_tokens": 128077725.0,
      "step": 166110
    },
    {
      "epoch": 0.21071645115543952,
      "grad_norm": 5.3125,
      "learning_rate": 3.946924737839642e-05,
      "loss": 1.8421,
      "mean_token_accuracy": 0.5764794766902923,
      "num_tokens": 128085732.0,
      "step": 166120
    },
    {
      "epoch": 0.21072913574797236,
      "grad_norm": 3.828125,
      "learning_rate": 3.946861306831012e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5718649357557297,
      "num_tokens": 128092538.0,
      "step": 166130
    },
    {
      "epoch": 0.2107418203405052,
      "grad_norm": 7.15625,
      "learning_rate": 3.9467978758223835e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5598154693841935,
      "num_tokens": 128098622.0,
      "step": 166140
    },
    {
      "epoch": 0.21075450493303804,
      "grad_norm": 5.28125,
      "learning_rate": 3.946734444813754e-05,
      "loss": 1.8987,
      "mean_token_accuracy": 0.580216932296753,
      "num_tokens": 128106117.0,
      "step": 166150
    },
    {
      "epoch": 0.21076718952557086,
      "grad_norm": 5.125,
      "learning_rate": 3.946671013805125e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5443211734294892,
      "num_tokens": 128113552.0,
      "step": 166160
    },
    {
      "epoch": 0.2107798741181037,
      "grad_norm": 4.875,
      "learning_rate": 3.946607582796496e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5725846797227859,
      "num_tokens": 128121087.0,
      "step": 166170
    },
    {
      "epoch": 0.21079255871063654,
      "grad_norm": 4.6875,
      "learning_rate": 3.946544151787866e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5448810011148453,
      "num_tokens": 128129328.0,
      "step": 166180
    },
    {
      "epoch": 0.21080524330316938,
      "grad_norm": 5.21875,
      "learning_rate": 3.9464807207792376e-05,
      "loss": 1.8794,
      "mean_token_accuracy": 0.5810311883687973,
      "num_tokens": 128137204.0,
      "step": 166190
    },
    {
      "epoch": 0.2108179278957022,
      "grad_norm": 5.09375,
      "learning_rate": 3.946417289770608e-05,
      "loss": 1.7873,
      "mean_token_accuracy": 0.598583972454071,
      "num_tokens": 128144738.0,
      "step": 166200
    },
    {
      "epoch": 0.21083061248823504,
      "grad_norm": 4.65625,
      "learning_rate": 3.946353858761979e-05,
      "loss": 1.8426,
      "mean_token_accuracy": 0.5875777006149292,
      "num_tokens": 128152744.0,
      "step": 166210
    },
    {
      "epoch": 0.21084329708076788,
      "grad_norm": 5.4375,
      "learning_rate": 3.9462904277533505e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5442850142717361,
      "num_tokens": 128160490.0,
      "step": 166220
    },
    {
      "epoch": 0.21085598167330072,
      "grad_norm": 6.0,
      "learning_rate": 3.946226996744721e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5607379376888275,
      "num_tokens": 128169698.0,
      "step": 166230
    },
    {
      "epoch": 0.21086866626583353,
      "grad_norm": 7.09375,
      "learning_rate": 3.9461635657360916e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5682851761579514,
      "num_tokens": 128177287.0,
      "step": 166240
    },
    {
      "epoch": 0.21088135085836637,
      "grad_norm": 6.96875,
      "learning_rate": 3.946100134727462e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5368112206459046,
      "num_tokens": 128184889.0,
      "step": 166250
    },
    {
      "epoch": 0.21089403545089921,
      "grad_norm": 5.0,
      "learning_rate": 3.946036703718833e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5278833240270615,
      "num_tokens": 128193655.0,
      "step": 166260
    },
    {
      "epoch": 0.21090672004343206,
      "grad_norm": 6.75,
      "learning_rate": 3.9459732727102045e-05,
      "loss": 1.6787,
      "mean_token_accuracy": 0.6252836376428604,
      "num_tokens": 128199582.0,
      "step": 166270
    },
    {
      "epoch": 0.21091940463596487,
      "grad_norm": 5.125,
      "learning_rate": 3.945909841701575e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5269024103879929,
      "num_tokens": 128207724.0,
      "step": 166280
    },
    {
      "epoch": 0.2109320892284977,
      "grad_norm": 5.46875,
      "learning_rate": 3.945846410692946e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5283968031406403,
      "num_tokens": 128215562.0,
      "step": 166290
    },
    {
      "epoch": 0.21094477382103055,
      "grad_norm": 4.90625,
      "learning_rate": 3.945782979684317e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5308367848396301,
      "num_tokens": 128223282.0,
      "step": 166300
    },
    {
      "epoch": 0.2109574584135634,
      "grad_norm": 5.71875,
      "learning_rate": 3.9457195486756874e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5326520204544067,
      "num_tokens": 128230846.0,
      "step": 166310
    },
    {
      "epoch": 0.2109701430060962,
      "grad_norm": 6.6875,
      "learning_rate": 3.9456561176670586e-05,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5232117980718612,
      "num_tokens": 128237960.0,
      "step": 166320
    },
    {
      "epoch": 0.21098282759862905,
      "grad_norm": 7.25,
      "learning_rate": 3.945592686658429e-05,
      "loss": 1.7892,
      "mean_token_accuracy": 0.5927849352359772,
      "num_tokens": 128244660.0,
      "step": 166330
    },
    {
      "epoch": 0.2109955121911619,
      "grad_norm": 6.25,
      "learning_rate": 3.9455292556498e-05,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5179534584283829,
      "num_tokens": 128253997.0,
      "step": 166340
    },
    {
      "epoch": 0.21100819678369473,
      "grad_norm": 5.125,
      "learning_rate": 3.945465824641171e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5634325116872787,
      "num_tokens": 128260762.0,
      "step": 166350
    },
    {
      "epoch": 0.21102088137622754,
      "grad_norm": 6.84375,
      "learning_rate": 3.945402393632542e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5402544438838959,
      "num_tokens": 128267761.0,
      "step": 166360
    },
    {
      "epoch": 0.21103356596876038,
      "grad_norm": 4.5625,
      "learning_rate": 3.9453389626239126e-05,
      "loss": 2.2713,
      "mean_token_accuracy": 0.5070182800292968,
      "num_tokens": 128276565.0,
      "step": 166370
    },
    {
      "epoch": 0.21104625056129322,
      "grad_norm": 5.5625,
      "learning_rate": 3.945275531615283e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5300675928592682,
      "num_tokens": 128284192.0,
      "step": 166380
    },
    {
      "epoch": 0.21105893515382607,
      "grad_norm": 5.65625,
      "learning_rate": 3.9452121006066544e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5377167344093323,
      "num_tokens": 128292534.0,
      "step": 166390
    },
    {
      "epoch": 0.21107161974635888,
      "grad_norm": 6.875,
      "learning_rate": 3.945148669598025e-05,
      "loss": 2.3081,
      "mean_token_accuracy": 0.5121717512607574,
      "num_tokens": 128300081.0,
      "step": 166400
    },
    {
      "epoch": 0.21108430433889172,
      "grad_norm": 8.375,
      "learning_rate": 3.945085238589396e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5659624934196472,
      "num_tokens": 128305688.0,
      "step": 166410
    },
    {
      "epoch": 0.21109698893142456,
      "grad_norm": 5.34375,
      "learning_rate": 3.945021807580767e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5672638446092606,
      "num_tokens": 128313309.0,
      "step": 166420
    },
    {
      "epoch": 0.2111096735239574,
      "grad_norm": 5.0625,
      "learning_rate": 3.944958376572138e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5145292341709137,
      "num_tokens": 128321640.0,
      "step": 166430
    },
    {
      "epoch": 0.21112235811649022,
      "grad_norm": 7.6875,
      "learning_rate": 3.9448949455635084e-05,
      "loss": 2.2415,
      "mean_token_accuracy": 0.5214433968067169,
      "num_tokens": 128330206.0,
      "step": 166440
    },
    {
      "epoch": 0.21113504270902306,
      "grad_norm": 5.8125,
      "learning_rate": 3.944831514554879e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5619093358516694,
      "num_tokens": 128338019.0,
      "step": 166450
    },
    {
      "epoch": 0.2111477273015559,
      "grad_norm": 3.765625,
      "learning_rate": 3.94476808354625e-05,
      "loss": 1.8821,
      "mean_token_accuracy": 0.5852571606636048,
      "num_tokens": 128347211.0,
      "step": 166460
    },
    {
      "epoch": 0.21116041189408874,
      "grad_norm": 5.28125,
      "learning_rate": 3.9447046525376213e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5548100233078003,
      "num_tokens": 128354704.0,
      "step": 166470
    },
    {
      "epoch": 0.21117309648662155,
      "grad_norm": 4.8125,
      "learning_rate": 3.944641221528992e-05,
      "loss": 1.957,
      "mean_token_accuracy": 0.5627934694290161,
      "num_tokens": 128362527.0,
      "step": 166480
    },
    {
      "epoch": 0.2111857810791544,
      "grad_norm": 5.21875,
      "learning_rate": 3.944577790520363e-05,
      "loss": 2.2318,
      "mean_token_accuracy": 0.5225049436092377,
      "num_tokens": 128370779.0,
      "step": 166490
    },
    {
      "epoch": 0.21119846567168724,
      "grad_norm": 5.65625,
      "learning_rate": 3.9445143595117336e-05,
      "loss": 1.9123,
      "mean_token_accuracy": 0.5899957656860352,
      "num_tokens": 128379668.0,
      "step": 166500
    },
    {
      "epoch": 0.21121115026422005,
      "grad_norm": 5.0625,
      "learning_rate": 3.944450928503104e-05,
      "loss": 1.7716,
      "mean_token_accuracy": 0.5913599669933319,
      "num_tokens": 128387390.0,
      "step": 166510
    },
    {
      "epoch": 0.2112238348567529,
      "grad_norm": 5.78125,
      "learning_rate": 3.9443874974944754e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5385943055152893,
      "num_tokens": 128394889.0,
      "step": 166520
    },
    {
      "epoch": 0.21123651944928573,
      "grad_norm": 9.9375,
      "learning_rate": 3.944324066485846e-05,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5437211036682129,
      "num_tokens": 128402896.0,
      "step": 166530
    },
    {
      "epoch": 0.21124920404181857,
      "grad_norm": 5.4375,
      "learning_rate": 3.944260635477217e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5300293385982513,
      "num_tokens": 128411963.0,
      "step": 166540
    },
    {
      "epoch": 0.21126188863435139,
      "grad_norm": 9.1875,
      "learning_rate": 3.9441972044685877e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5398478150367737,
      "num_tokens": 128418714.0,
      "step": 166550
    },
    {
      "epoch": 0.21127457322688423,
      "grad_norm": 5.0,
      "learning_rate": 3.944133773459959e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5588866859674454,
      "num_tokens": 128425759.0,
      "step": 166560
    },
    {
      "epoch": 0.21128725781941707,
      "grad_norm": 5.125,
      "learning_rate": 3.94407034245133e-05,
      "loss": 1.8464,
      "mean_token_accuracy": 0.5799863457679748,
      "num_tokens": 128432752.0,
      "step": 166570
    },
    {
      "epoch": 0.2112999424119499,
      "grad_norm": 5.21875,
      "learning_rate": 3.9440069114427006e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5698622822761535,
      "num_tokens": 128440453.0,
      "step": 166580
    },
    {
      "epoch": 0.21131262700448272,
      "grad_norm": 6.6875,
      "learning_rate": 3.943943480434071e-05,
      "loss": 1.8794,
      "mean_token_accuracy": 0.5843447387218476,
      "num_tokens": 128446387.0,
      "step": 166590
    },
    {
      "epoch": 0.21132531159701556,
      "grad_norm": 8.0,
      "learning_rate": 3.943880049425442e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5449940651655197,
      "num_tokens": 128453674.0,
      "step": 166600
    },
    {
      "epoch": 0.2113379961895484,
      "grad_norm": 6.40625,
      "learning_rate": 3.943816618416813e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5520416051149368,
      "num_tokens": 128462416.0,
      "step": 166610
    },
    {
      "epoch": 0.21135068078208125,
      "grad_norm": 6.03125,
      "learning_rate": 3.943753187408184e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5315838426351547,
      "num_tokens": 128469613.0,
      "step": 166620
    },
    {
      "epoch": 0.21136336537461406,
      "grad_norm": 6.59375,
      "learning_rate": 3.9436897563995547e-05,
      "loss": 1.8229,
      "mean_token_accuracy": 0.6066671401262284,
      "num_tokens": 128476699.0,
      "step": 166630
    },
    {
      "epoch": 0.2113760499671469,
      "grad_norm": 6.15625,
      "learning_rate": 3.943626325390926e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5631886929273605,
      "num_tokens": 128484284.0,
      "step": 166640
    },
    {
      "epoch": 0.21138873455967974,
      "grad_norm": 5.90625,
      "learning_rate": 3.9435628943822964e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5456005007028579,
      "num_tokens": 128491027.0,
      "step": 166650
    },
    {
      "epoch": 0.21140141915221258,
      "grad_norm": 5.8125,
      "learning_rate": 3.943499463373667e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.548550033569336,
      "num_tokens": 128498939.0,
      "step": 166660
    },
    {
      "epoch": 0.2114141037447454,
      "grad_norm": 6.28125,
      "learning_rate": 3.943436032365038e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5266836822032929,
      "num_tokens": 128506012.0,
      "step": 166670
    },
    {
      "epoch": 0.21142678833727824,
      "grad_norm": 5.71875,
      "learning_rate": 3.943372601356409e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5396634966135025,
      "num_tokens": 128512923.0,
      "step": 166680
    },
    {
      "epoch": 0.21143947292981108,
      "grad_norm": 6.1875,
      "learning_rate": 3.94330917034778e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.519226661324501,
      "num_tokens": 128520161.0,
      "step": 166690
    },
    {
      "epoch": 0.21145215752234392,
      "grad_norm": 5.53125,
      "learning_rate": 3.9432457393391504e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5496511220932007,
      "num_tokens": 128527603.0,
      "step": 166700
    },
    {
      "epoch": 0.21146484211487673,
      "grad_norm": 6.21875,
      "learning_rate": 3.9431823083305216e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5505505204200745,
      "num_tokens": 128534499.0,
      "step": 166710
    },
    {
      "epoch": 0.21147752670740957,
      "grad_norm": 6.3125,
      "learning_rate": 3.943118877321892e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5522611290216446,
      "num_tokens": 128542189.0,
      "step": 166720
    },
    {
      "epoch": 0.21149021129994242,
      "grad_norm": 5.53125,
      "learning_rate": 3.943055446313263e-05,
      "loss": 2.2544,
      "mean_token_accuracy": 0.5165882527828216,
      "num_tokens": 128551316.0,
      "step": 166730
    },
    {
      "epoch": 0.21150289589247526,
      "grad_norm": 8.0,
      "learning_rate": 3.942992015304634e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5432479679584503,
      "num_tokens": 128558974.0,
      "step": 166740
    },
    {
      "epoch": 0.21151558048500807,
      "grad_norm": 6.09375,
      "learning_rate": 3.9429285842960045e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.541598093509674,
      "num_tokens": 128567237.0,
      "step": 166750
    },
    {
      "epoch": 0.2115282650775409,
      "grad_norm": 7.4375,
      "learning_rate": 3.942865153287376e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5608631581068039,
      "num_tokens": 128575169.0,
      "step": 166760
    },
    {
      "epoch": 0.21154094967007375,
      "grad_norm": 7.09375,
      "learning_rate": 3.942801722278747e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5297349572181702,
      "num_tokens": 128582252.0,
      "step": 166770
    },
    {
      "epoch": 0.2115536342626066,
      "grad_norm": 6.4375,
      "learning_rate": 3.9427382912701174e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.546441501379013,
      "num_tokens": 128589351.0,
      "step": 166780
    },
    {
      "epoch": 0.2115663188551394,
      "grad_norm": 4.90625,
      "learning_rate": 3.942674860261488e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5539232850074768,
      "num_tokens": 128597398.0,
      "step": 166790
    },
    {
      "epoch": 0.21157900344767225,
      "grad_norm": 6.8125,
      "learning_rate": 3.9426114292528585e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5493708699941635,
      "num_tokens": 128604942.0,
      "step": 166800
    },
    {
      "epoch": 0.2115916880402051,
      "grad_norm": 6.40625,
      "learning_rate": 3.94254799824423e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.567564943432808,
      "num_tokens": 128611515.0,
      "step": 166810
    },
    {
      "epoch": 0.21160437263273793,
      "grad_norm": 8.25,
      "learning_rate": 3.942484567235601e-05,
      "loss": 1.7439,
      "mean_token_accuracy": 0.6193871527910233,
      "num_tokens": 128616322.0,
      "step": 166820
    },
    {
      "epoch": 0.21161705722527074,
      "grad_norm": 6.46875,
      "learning_rate": 3.9424211362269715e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5564649403095245,
      "num_tokens": 128623195.0,
      "step": 166830
    },
    {
      "epoch": 0.21162974181780358,
      "grad_norm": 4.65625,
      "learning_rate": 3.942357705218343e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5301649183034897,
      "num_tokens": 128632205.0,
      "step": 166840
    },
    {
      "epoch": 0.21164242641033643,
      "grad_norm": 7.8125,
      "learning_rate": 3.942294274209713e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5124336898326873,
      "num_tokens": 128639667.0,
      "step": 166850
    },
    {
      "epoch": 0.21165511100286927,
      "grad_norm": 5.15625,
      "learning_rate": 3.942230843201084e-05,
      "loss": 1.7249,
      "mean_token_accuracy": 0.616315770149231,
      "num_tokens": 128647293.0,
      "step": 166860
    },
    {
      "epoch": 0.21166779559540208,
      "grad_norm": 6.5,
      "learning_rate": 3.942167412192455e-05,
      "loss": 2.2842,
      "mean_token_accuracy": 0.5168141096830368,
      "num_tokens": 128654552.0,
      "step": 166870
    },
    {
      "epoch": 0.21168048018793492,
      "grad_norm": 13.25,
      "learning_rate": 3.9421039811838255e-05,
      "loss": 2.2784,
      "mean_token_accuracy": 0.5008967041969299,
      "num_tokens": 128662380.0,
      "step": 166880
    },
    {
      "epoch": 0.21169316478046776,
      "grad_norm": 4.8125,
      "learning_rate": 3.942040550175197e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5474277704954147,
      "num_tokens": 128669712.0,
      "step": 166890
    },
    {
      "epoch": 0.2117058493730006,
      "grad_norm": 5.09375,
      "learning_rate": 3.941977119166568e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.5540070831775665,
      "num_tokens": 128676246.0,
      "step": 166900
    },
    {
      "epoch": 0.21171853396553342,
      "grad_norm": 4.6875,
      "learning_rate": 3.9419136881579384e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5428756982088089,
      "num_tokens": 128685458.0,
      "step": 166910
    },
    {
      "epoch": 0.21173121855806626,
      "grad_norm": 7.25,
      "learning_rate": 3.9418502571493097e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5420419335365295,
      "num_tokens": 128691884.0,
      "step": 166920
    },
    {
      "epoch": 0.2117439031505991,
      "grad_norm": 4.9375,
      "learning_rate": 3.9417868261406795e-05,
      "loss": 1.9137,
      "mean_token_accuracy": 0.580041018128395,
      "num_tokens": 128699339.0,
      "step": 166930
    },
    {
      "epoch": 0.21175658774313194,
      "grad_norm": 4.8125,
      "learning_rate": 3.941723395132051e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5447566986083985,
      "num_tokens": 128706121.0,
      "step": 166940
    },
    {
      "epoch": 0.21176927233566475,
      "grad_norm": 7.0625,
      "learning_rate": 3.941659964123422e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5475554138422012,
      "num_tokens": 128713905.0,
      "step": 166950
    },
    {
      "epoch": 0.2117819569281976,
      "grad_norm": 7.4375,
      "learning_rate": 3.9415965331147925e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5519093602895737,
      "num_tokens": 128721199.0,
      "step": 166960
    },
    {
      "epoch": 0.21179464152073044,
      "grad_norm": 5.84375,
      "learning_rate": 3.941533102106164e-05,
      "loss": 2.3433,
      "mean_token_accuracy": 0.4952393800020218,
      "num_tokens": 128730515.0,
      "step": 166970
    },
    {
      "epoch": 0.21180732611326325,
      "grad_norm": 5.15625,
      "learning_rate": 3.941469671097534e-05,
      "loss": 2.2257,
      "mean_token_accuracy": 0.5204630255699157,
      "num_tokens": 128739102.0,
      "step": 166980
    },
    {
      "epoch": 0.2118200107057961,
      "grad_norm": 5.375,
      "learning_rate": 3.9414062400889054e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5284483432769775,
      "num_tokens": 128747564.0,
      "step": 166990
    },
    {
      "epoch": 0.21183269529832893,
      "grad_norm": 4.9375,
      "learning_rate": 3.941342809080276e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5494379431009293,
      "num_tokens": 128756192.0,
      "step": 167000
    },
    {
      "epoch": 0.21184537989086177,
      "grad_norm": 6.875,
      "learning_rate": 3.9412793780716465e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5451591551303864,
      "num_tokens": 128762626.0,
      "step": 167010
    },
    {
      "epoch": 0.2118580644833946,
      "grad_norm": 5.875,
      "learning_rate": 3.941215947063018e-05,
      "loss": 1.8956,
      "mean_token_accuracy": 0.5779621362686157,
      "num_tokens": 128769691.0,
      "step": 167020
    },
    {
      "epoch": 0.21187074907592743,
      "grad_norm": 4.875,
      "learning_rate": 3.941152516054388e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5230756521224975,
      "num_tokens": 128778370.0,
      "step": 167030
    },
    {
      "epoch": 0.21188343366846027,
      "grad_norm": 5.375,
      "learning_rate": 3.9410890850457595e-05,
      "loss": 1.9702,
      "mean_token_accuracy": 0.5573573499917984,
      "num_tokens": 128786925.0,
      "step": 167040
    },
    {
      "epoch": 0.2118961182609931,
      "grad_norm": 6.90625,
      "learning_rate": 3.941025654037131e-05,
      "loss": 1.8783,
      "mean_token_accuracy": 0.5733424037694931,
      "num_tokens": 128795416.0,
      "step": 167050
    },
    {
      "epoch": 0.21190880285352592,
      "grad_norm": 6.25,
      "learning_rate": 3.940962223028501e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5510379493236541,
      "num_tokens": 128802941.0,
      "step": 167060
    },
    {
      "epoch": 0.21192148744605876,
      "grad_norm": 4.9375,
      "learning_rate": 3.940898792019872e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5379715353250504,
      "num_tokens": 128810976.0,
      "step": 167070
    },
    {
      "epoch": 0.2119341720385916,
      "grad_norm": 6.21875,
      "learning_rate": 3.940835361011242e-05,
      "loss": 1.7828,
      "mean_token_accuracy": 0.61033516228199,
      "num_tokens": 128816178.0,
      "step": 167080
    },
    {
      "epoch": 0.21194685663112445,
      "grad_norm": 8.5,
      "learning_rate": 3.9407719300026135e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5316252768039703,
      "num_tokens": 128824428.0,
      "step": 167090
    },
    {
      "epoch": 0.21195954122365726,
      "grad_norm": 4.78125,
      "learning_rate": 3.940708498993985e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5627687841653823,
      "num_tokens": 128832319.0,
      "step": 167100
    },
    {
      "epoch": 0.2119722258161901,
      "grad_norm": 7.15625,
      "learning_rate": 3.940645067985355e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5545268058776855,
      "num_tokens": 128840182.0,
      "step": 167110
    },
    {
      "epoch": 0.21198491040872294,
      "grad_norm": 6.1875,
      "learning_rate": 3.9405816369767265e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5404806435108185,
      "num_tokens": 128847165.0,
      "step": 167120
    },
    {
      "epoch": 0.21199759500125578,
      "grad_norm": 4.53125,
      "learning_rate": 3.940518205968097e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5494083940982819,
      "num_tokens": 128854420.0,
      "step": 167130
    },
    {
      "epoch": 0.2120102795937886,
      "grad_norm": 6.65625,
      "learning_rate": 3.9404547749594675e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5213128060102463,
      "num_tokens": 128862762.0,
      "step": 167140
    },
    {
      "epoch": 0.21202296418632144,
      "grad_norm": 6.125,
      "learning_rate": 3.940391343950839e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5326469540596008,
      "num_tokens": 128870129.0,
      "step": 167150
    },
    {
      "epoch": 0.21203564877885428,
      "grad_norm": 4.9375,
      "learning_rate": 3.940327912942209e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5319401055574418,
      "num_tokens": 128879026.0,
      "step": 167160
    },
    {
      "epoch": 0.21204833337138712,
      "grad_norm": 6.53125,
      "learning_rate": 3.9402644819335805e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5548600763082504,
      "num_tokens": 128886985.0,
      "step": 167170
    },
    {
      "epoch": 0.21206101796391993,
      "grad_norm": 4.5625,
      "learning_rate": 3.940201050924951e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.558904430270195,
      "num_tokens": 128894466.0,
      "step": 167180
    },
    {
      "epoch": 0.21207370255645278,
      "grad_norm": 5.4375,
      "learning_rate": 3.940137619916322e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.572036063671112,
      "num_tokens": 128902329.0,
      "step": 167190
    },
    {
      "epoch": 0.21208638714898562,
      "grad_norm": 4.34375,
      "learning_rate": 3.940074188907693e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5595907181501388,
      "num_tokens": 128908950.0,
      "step": 167200
    },
    {
      "epoch": 0.21209907174151846,
      "grad_norm": 6.25,
      "learning_rate": 3.940010757899063e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.559273099899292,
      "num_tokens": 128916155.0,
      "step": 167210
    },
    {
      "epoch": 0.21211175633405127,
      "grad_norm": 6.28125,
      "learning_rate": 3.9399473268904345e-05,
      "loss": 2.2479,
      "mean_token_accuracy": 0.5111760258674621,
      "num_tokens": 128923754.0,
      "step": 167220
    },
    {
      "epoch": 0.2121244409265841,
      "grad_norm": 5.5625,
      "learning_rate": 3.939883895881805e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5147916346788406,
      "num_tokens": 128932682.0,
      "step": 167230
    },
    {
      "epoch": 0.21213712551911695,
      "grad_norm": 7.8125,
      "learning_rate": 3.939820464873176e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5416661918163299,
      "num_tokens": 128939368.0,
      "step": 167240
    },
    {
      "epoch": 0.2121498101116498,
      "grad_norm": 5.5,
      "learning_rate": 3.9397570338645475e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5433992475271225,
      "num_tokens": 128948090.0,
      "step": 167250
    },
    {
      "epoch": 0.2121624947041826,
      "grad_norm": 5.875,
      "learning_rate": 3.939693602855918e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5215280026197433,
      "num_tokens": 128956992.0,
      "step": 167260
    },
    {
      "epoch": 0.21217517929671545,
      "grad_norm": 5.75,
      "learning_rate": 3.9396301718472886e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5368551313877106,
      "num_tokens": 128965887.0,
      "step": 167270
    },
    {
      "epoch": 0.2121878638892483,
      "grad_norm": 7.3125,
      "learning_rate": 3.939566740838659e-05,
      "loss": 1.7426,
      "mean_token_accuracy": 0.6023073703050613,
      "num_tokens": 128971399.0,
      "step": 167280
    },
    {
      "epoch": 0.21220054848178113,
      "grad_norm": 5.34375,
      "learning_rate": 3.93950330983003e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5161178976297378,
      "num_tokens": 128979863.0,
      "step": 167290
    },
    {
      "epoch": 0.21221323307431395,
      "grad_norm": 5.84375,
      "learning_rate": 3.9394398788214015e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5413844466209412,
      "num_tokens": 128988075.0,
      "step": 167300
    },
    {
      "epoch": 0.2122259176668468,
      "grad_norm": 5.1875,
      "learning_rate": 3.939376447812772e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5314249068498611,
      "num_tokens": 128995949.0,
      "step": 167310
    },
    {
      "epoch": 0.21223860225937963,
      "grad_norm": 5.875,
      "learning_rate": 3.939313016804143e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5750596135854721,
      "num_tokens": 129001294.0,
      "step": 167320
    },
    {
      "epoch": 0.21225128685191247,
      "grad_norm": 5.0625,
      "learning_rate": 3.939249585795514e-05,
      "loss": 2.2129,
      "mean_token_accuracy": 0.5276791900396347,
      "num_tokens": 129008882.0,
      "step": 167330
    },
    {
      "epoch": 0.21226397144444528,
      "grad_norm": 5.4375,
      "learning_rate": 3.939186154786885e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5466626495122909,
      "num_tokens": 129015998.0,
      "step": 167340
    },
    {
      "epoch": 0.21227665603697812,
      "grad_norm": 4.625,
      "learning_rate": 3.9391227237782555e-05,
      "loss": 1.9273,
      "mean_token_accuracy": 0.5604706794023514,
      "num_tokens": 129023295.0,
      "step": 167350
    },
    {
      "epoch": 0.21228934062951096,
      "grad_norm": 5.15625,
      "learning_rate": 3.939059292769626e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5414471358060837,
      "num_tokens": 129031461.0,
      "step": 167360
    },
    {
      "epoch": 0.2123020252220438,
      "grad_norm": 4.75,
      "learning_rate": 3.938995861760997e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5576638430356979,
      "num_tokens": 129038563.0,
      "step": 167370
    },
    {
      "epoch": 0.21231470981457662,
      "grad_norm": 5.03125,
      "learning_rate": 3.938932430752368e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5303872942924499,
      "num_tokens": 129045922.0,
      "step": 167380
    },
    {
      "epoch": 0.21232739440710946,
      "grad_norm": 5.75,
      "learning_rate": 3.938868999743739e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5325777024030686,
      "num_tokens": 129053715.0,
      "step": 167390
    },
    {
      "epoch": 0.2123400789996423,
      "grad_norm": 5.21875,
      "learning_rate": 3.93880556873511e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5521362334489822,
      "num_tokens": 129061859.0,
      "step": 167400
    },
    {
      "epoch": 0.21235276359217514,
      "grad_norm": 6.875,
      "learning_rate": 3.938742137726481e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5237480849027634,
      "num_tokens": 129069743.0,
      "step": 167410
    },
    {
      "epoch": 0.21236544818470796,
      "grad_norm": 5.8125,
      "learning_rate": 3.938678706717851e-05,
      "loss": 2.3405,
      "mean_token_accuracy": 0.514209333062172,
      "num_tokens": 129078132.0,
      "step": 167420
    },
    {
      "epoch": 0.2123781327772408,
      "grad_norm": 6.875,
      "learning_rate": 3.938615275709222e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5440565764904022,
      "num_tokens": 129085446.0,
      "step": 167430
    },
    {
      "epoch": 0.21239081736977364,
      "grad_norm": 5.96875,
      "learning_rate": 3.938551844700593e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5457609474658967,
      "num_tokens": 129092812.0,
      "step": 167440
    },
    {
      "epoch": 0.21240350196230645,
      "grad_norm": 4.65625,
      "learning_rate": 3.938488413691964e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5571991920471191,
      "num_tokens": 129100759.0,
      "step": 167450
    },
    {
      "epoch": 0.2124161865548393,
      "grad_norm": 6.0,
      "learning_rate": 3.938424982683335e-05,
      "loss": 2.2253,
      "mean_token_accuracy": 0.5250356912612915,
      "num_tokens": 129107900.0,
      "step": 167460
    },
    {
      "epoch": 0.21242887114737213,
      "grad_norm": 4.75,
      "learning_rate": 3.938361551674706e-05,
      "loss": 2.2479,
      "mean_token_accuracy": 0.5129692018032074,
      "num_tokens": 129117012.0,
      "step": 167470
    },
    {
      "epoch": 0.21244155573990497,
      "grad_norm": 5.25,
      "learning_rate": 3.9382981206660766e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.525205984711647,
      "num_tokens": 129125715.0,
      "step": 167480
    },
    {
      "epoch": 0.2124542403324378,
      "grad_norm": 7.46875,
      "learning_rate": 3.938234689657447e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5394041299819946,
      "num_tokens": 129132773.0,
      "step": 167490
    },
    {
      "epoch": 0.21246692492497063,
      "grad_norm": 4.9375,
      "learning_rate": 3.938171258648818e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5548233211040496,
      "num_tokens": 129139594.0,
      "step": 167500
    },
    {
      "epoch": 0.21247960951750347,
      "grad_norm": 5.96875,
      "learning_rate": 3.938107827640189e-05,
      "loss": 1.9006,
      "mean_token_accuracy": 0.5814113318920135,
      "num_tokens": 129146821.0,
      "step": 167510
    },
    {
      "epoch": 0.2124922941100363,
      "grad_norm": 8.25,
      "learning_rate": 3.93804439663156e-05,
      "loss": 2.3438,
      "mean_token_accuracy": 0.4953002899885178,
      "num_tokens": 129155032.0,
      "step": 167520
    },
    {
      "epoch": 0.21250497870256913,
      "grad_norm": 5.40625,
      "learning_rate": 3.9379809656229306e-05,
      "loss": 2.3029,
      "mean_token_accuracy": 0.5066691994667053,
      "num_tokens": 129162712.0,
      "step": 167530
    },
    {
      "epoch": 0.21251766329510197,
      "grad_norm": 6.34375,
      "learning_rate": 3.937917534614302e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5382184028625489,
      "num_tokens": 129170433.0,
      "step": 167540
    },
    {
      "epoch": 0.2125303478876348,
      "grad_norm": 6.5,
      "learning_rate": 3.9378541036056723e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.526591956615448,
      "num_tokens": 129178319.0,
      "step": 167550
    },
    {
      "epoch": 0.21254303248016765,
      "grad_norm": 4.875,
      "learning_rate": 3.937790672597043e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5240840703248978,
      "num_tokens": 129186840.0,
      "step": 167560
    },
    {
      "epoch": 0.21255571707270046,
      "grad_norm": 4.3125,
      "learning_rate": 3.937727241588414e-05,
      "loss": 1.6005,
      "mean_token_accuracy": 0.6362874150276184,
      "num_tokens": 129192836.0,
      "step": 167570
    },
    {
      "epoch": 0.2125684016652333,
      "grad_norm": 4.9375,
      "learning_rate": 3.9376638105797846e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.523607286810875,
      "num_tokens": 129201088.0,
      "step": 167580
    },
    {
      "epoch": 0.21258108625776614,
      "grad_norm": 5.40625,
      "learning_rate": 3.937600379571156e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5476842075586319,
      "num_tokens": 129208710.0,
      "step": 167590
    },
    {
      "epoch": 0.21259377085029899,
      "grad_norm": 6.875,
      "learning_rate": 3.937536948562527e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.543525567650795,
      "num_tokens": 129215337.0,
      "step": 167600
    },
    {
      "epoch": 0.2126064554428318,
      "grad_norm": 6.75,
      "learning_rate": 3.9374735175538976e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5491770923137664,
      "num_tokens": 129222587.0,
      "step": 167610
    },
    {
      "epoch": 0.21261914003536464,
      "grad_norm": 5.5625,
      "learning_rate": 3.937410086545268e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.553385517001152,
      "num_tokens": 129230137.0,
      "step": 167620
    },
    {
      "epoch": 0.21263182462789748,
      "grad_norm": 7.5625,
      "learning_rate": 3.9373466555366387e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.531952291727066,
      "num_tokens": 129237826.0,
      "step": 167630
    },
    {
      "epoch": 0.21264450922043032,
      "grad_norm": 6.5625,
      "learning_rate": 3.93728322452801e-05,
      "loss": 2.2803,
      "mean_token_accuracy": 0.5107239276170731,
      "num_tokens": 129245243.0,
      "step": 167640
    },
    {
      "epoch": 0.21265719381296314,
      "grad_norm": 6.78125,
      "learning_rate": 3.937219793519381e-05,
      "loss": 1.8941,
      "mean_token_accuracy": 0.5739153653383255,
      "num_tokens": 129253928.0,
      "step": 167650
    },
    {
      "epoch": 0.21266987840549598,
      "grad_norm": 6.8125,
      "learning_rate": 3.9371563625107516e-05,
      "loss": 2.2095,
      "mean_token_accuracy": 0.5221745908260346,
      "num_tokens": 129261779.0,
      "step": 167660
    },
    {
      "epoch": 0.21268256299802882,
      "grad_norm": 5.96875,
      "learning_rate": 3.937092931502123e-05,
      "loss": 2.2226,
      "mean_token_accuracy": 0.517768782377243,
      "num_tokens": 129270624.0,
      "step": 167670
    },
    {
      "epoch": 0.21269524759056166,
      "grad_norm": 5.625,
      "learning_rate": 3.9370295004934934e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5480861693620682,
      "num_tokens": 129279419.0,
      "step": 167680
    },
    {
      "epoch": 0.21270793218309447,
      "grad_norm": 4.875,
      "learning_rate": 3.936966069484864e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5264400124549866,
      "num_tokens": 129288126.0,
      "step": 167690
    },
    {
      "epoch": 0.2127206167756273,
      "grad_norm": 6.71875,
      "learning_rate": 3.936902638476235e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5253465682268142,
      "num_tokens": 129296062.0,
      "step": 167700
    },
    {
      "epoch": 0.21273330136816015,
      "grad_norm": 5.15625,
      "learning_rate": 3.9368392074676057e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5601771205663681,
      "num_tokens": 129303699.0,
      "step": 167710
    },
    {
      "epoch": 0.212745985960693,
      "grad_norm": 5.1875,
      "learning_rate": 3.936775776458977e-05,
      "loss": 1.7223,
      "mean_token_accuracy": 0.6170353144407272,
      "num_tokens": 129309834.0,
      "step": 167720
    },
    {
      "epoch": 0.2127586705532258,
      "grad_norm": 5.1875,
      "learning_rate": 3.9367123454503474e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.527360326051712,
      "num_tokens": 129317385.0,
      "step": 167730
    },
    {
      "epoch": 0.21277135514575865,
      "grad_norm": 9.4375,
      "learning_rate": 3.9366489144417186e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5193320244550705,
      "num_tokens": 129324289.0,
      "step": 167740
    },
    {
      "epoch": 0.2127840397382915,
      "grad_norm": 5.1875,
      "learning_rate": 3.93658548343309e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5554461181163788,
      "num_tokens": 129331837.0,
      "step": 167750
    },
    {
      "epoch": 0.21279672433082433,
      "grad_norm": 5.0,
      "learning_rate": 3.9365220524244604e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5309395551681518,
      "num_tokens": 129340568.0,
      "step": 167760
    },
    {
      "epoch": 0.21280940892335715,
      "grad_norm": 5.0,
      "learning_rate": 3.936458621415831e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5676060378551483,
      "num_tokens": 129348411.0,
      "step": 167770
    },
    {
      "epoch": 0.21282209351589,
      "grad_norm": 4.9375,
      "learning_rate": 3.9363951904072014e-05,
      "loss": 1.9444,
      "mean_token_accuracy": 0.5683564841747284,
      "num_tokens": 129355816.0,
      "step": 167780
    },
    {
      "epoch": 0.21283477810842283,
      "grad_norm": 5.125,
      "learning_rate": 3.9363317593985726e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5181494772434234,
      "num_tokens": 129364046.0,
      "step": 167790
    },
    {
      "epoch": 0.21284746270095567,
      "grad_norm": 4.8125,
      "learning_rate": 3.936268328389944e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5585457295179367,
      "num_tokens": 129371620.0,
      "step": 167800
    },
    {
      "epoch": 0.21286014729348848,
      "grad_norm": 4.59375,
      "learning_rate": 3.9362048973813144e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5577054768800735,
      "num_tokens": 129379828.0,
      "step": 167810
    },
    {
      "epoch": 0.21287283188602132,
      "grad_norm": 5.09375,
      "learning_rate": 3.9361414663726856e-05,
      "loss": 1.902,
      "mean_token_accuracy": 0.568515595793724,
      "num_tokens": 129387393.0,
      "step": 167820
    },
    {
      "epoch": 0.21288551647855417,
      "grad_norm": 5.1875,
      "learning_rate": 3.936078035364056e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.520931738615036,
      "num_tokens": 129395490.0,
      "step": 167830
    },
    {
      "epoch": 0.212898201071087,
      "grad_norm": 7.25,
      "learning_rate": 3.936014604355427e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5433311253786087,
      "num_tokens": 129401898.0,
      "step": 167840
    },
    {
      "epoch": 0.21291088566361982,
      "grad_norm": 6.21875,
      "learning_rate": 3.935951173346798e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5459075301885605,
      "num_tokens": 129409419.0,
      "step": 167850
    },
    {
      "epoch": 0.21292357025615266,
      "grad_norm": 5.1875,
      "learning_rate": 3.9358877423381684e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5619013875722885,
      "num_tokens": 129417585.0,
      "step": 167860
    },
    {
      "epoch": 0.2129362548486855,
      "grad_norm": 5.59375,
      "learning_rate": 3.9358243113295396e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5400814950466156,
      "num_tokens": 129425431.0,
      "step": 167870
    },
    {
      "epoch": 0.21294893944121834,
      "grad_norm": 4.625,
      "learning_rate": 3.935760880320911e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5356378316879272,
      "num_tokens": 129433404.0,
      "step": 167880
    },
    {
      "epoch": 0.21296162403375116,
      "grad_norm": 6.90625,
      "learning_rate": 3.9356974493122814e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5353360921144485,
      "num_tokens": 129440268.0,
      "step": 167890
    },
    {
      "epoch": 0.212974308626284,
      "grad_norm": 5.75,
      "learning_rate": 3.935634018303652e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5481900691986084,
      "num_tokens": 129448476.0,
      "step": 167900
    },
    {
      "epoch": 0.21298699321881684,
      "grad_norm": 12.375,
      "learning_rate": 3.9355705872950225e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.54994695186615,
      "num_tokens": 129455438.0,
      "step": 167910
    },
    {
      "epoch": 0.21299967781134965,
      "grad_norm": 5.0,
      "learning_rate": 3.935507156286394e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5483567863702774,
      "num_tokens": 129462851.0,
      "step": 167920
    },
    {
      "epoch": 0.2130123624038825,
      "grad_norm": 7.90625,
      "learning_rate": 3.935443725277765e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5314115524291992,
      "num_tokens": 129470944.0,
      "step": 167930
    },
    {
      "epoch": 0.21302504699641533,
      "grad_norm": 5.9375,
      "learning_rate": 3.9353802942691354e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5667458713054657,
      "num_tokens": 129477561.0,
      "step": 167940
    },
    {
      "epoch": 0.21303773158894818,
      "grad_norm": 4.71875,
      "learning_rate": 3.9353168632605066e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5482063144445419,
      "num_tokens": 129486744.0,
      "step": 167950
    },
    {
      "epoch": 0.213050416181481,
      "grad_norm": 11.875,
      "learning_rate": 3.935253432251877e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.57829549908638,
      "num_tokens": 129493388.0,
      "step": 167960
    },
    {
      "epoch": 0.21306310077401383,
      "grad_norm": 5.53125,
      "learning_rate": 3.935190001243248e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.54784195125103,
      "num_tokens": 129501843.0,
      "step": 167970
    },
    {
      "epoch": 0.21307578536654667,
      "grad_norm": 4.9375,
      "learning_rate": 3.935126570234619e-05,
      "loss": 2.3053,
      "mean_token_accuracy": 0.5029823333024979,
      "num_tokens": 129509953.0,
      "step": 167980
    },
    {
      "epoch": 0.2130884699590795,
      "grad_norm": 5.875,
      "learning_rate": 3.9350631392259894e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5243922352790833,
      "num_tokens": 129517639.0,
      "step": 167990
    },
    {
      "epoch": 0.21310115455161233,
      "grad_norm": 4.96875,
      "learning_rate": 3.9349997082173607e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5328325271606446,
      "num_tokens": 129526144.0,
      "step": 168000
    },
    {
      "epoch": 0.21311383914414517,
      "grad_norm": 6.84375,
      "learning_rate": 3.934936277208731e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5395614862442016,
      "num_tokens": 129534557.0,
      "step": 168010
    },
    {
      "epoch": 0.213126523736678,
      "grad_norm": 5.34375,
      "learning_rate": 3.9348728462001024e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5290532439947129,
      "num_tokens": 129542292.0,
      "step": 168020
    },
    {
      "epoch": 0.21313920832921085,
      "grad_norm": 4.875,
      "learning_rate": 3.9348094151914736e-05,
      "loss": 1.8957,
      "mean_token_accuracy": 0.5743685245513916,
      "num_tokens": 129549543.0,
      "step": 168030
    },
    {
      "epoch": 0.21315189292174366,
      "grad_norm": 5.21875,
      "learning_rate": 3.9347459841828435e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5895582944154739,
      "num_tokens": 129556578.0,
      "step": 168040
    },
    {
      "epoch": 0.2131645775142765,
      "grad_norm": 9.375,
      "learning_rate": 3.934682553174215e-05,
      "loss": 1.8169,
      "mean_token_accuracy": 0.594272929430008,
      "num_tokens": 129562391.0,
      "step": 168050
    },
    {
      "epoch": 0.21317726210680935,
      "grad_norm": 5.125,
      "learning_rate": 3.934619122165585e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5751163095235825,
      "num_tokens": 129570536.0,
      "step": 168060
    },
    {
      "epoch": 0.2131899466993422,
      "grad_norm": 5.46875,
      "learning_rate": 3.9345556911569564e-05,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5763239830732345,
      "num_tokens": 129577570.0,
      "step": 168070
    },
    {
      "epoch": 0.213202631291875,
      "grad_norm": 4.75,
      "learning_rate": 3.9344922601483276e-05,
      "loss": 1.8284,
      "mean_token_accuracy": 0.5991561055183411,
      "num_tokens": 129584219.0,
      "step": 168080
    },
    {
      "epoch": 0.21321531588440784,
      "grad_norm": 4.78125,
      "learning_rate": 3.934428829139698e-05,
      "loss": 2.2137,
      "mean_token_accuracy": 0.5189092308282852,
      "num_tokens": 129592066.0,
      "step": 168090
    },
    {
      "epoch": 0.21322800047694068,
      "grad_norm": 6.78125,
      "learning_rate": 3.9343653981310694e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5735636830329895,
      "num_tokens": 129599199.0,
      "step": 168100
    },
    {
      "epoch": 0.21324068506947352,
      "grad_norm": 6.34375,
      "learning_rate": 3.934301967122439e-05,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5756863206624985,
      "num_tokens": 129606952.0,
      "step": 168110
    },
    {
      "epoch": 0.21325336966200634,
      "grad_norm": 5.21875,
      "learning_rate": 3.9342385361138105e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.554749146103859,
      "num_tokens": 129614930.0,
      "step": 168120
    },
    {
      "epoch": 0.21326605425453918,
      "grad_norm": 5.21875,
      "learning_rate": 3.934175105105182e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.53701511323452,
      "num_tokens": 129621821.0,
      "step": 168130
    },
    {
      "epoch": 0.21327873884707202,
      "grad_norm": 4.78125,
      "learning_rate": 3.934111674096552e-05,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5838957667350769,
      "num_tokens": 129628411.0,
      "step": 168140
    },
    {
      "epoch": 0.21329142343960486,
      "grad_norm": 5.4375,
      "learning_rate": 3.9340482430879234e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5486937940120697,
      "num_tokens": 129635877.0,
      "step": 168150
    },
    {
      "epoch": 0.21330410803213767,
      "grad_norm": 5.125,
      "learning_rate": 3.933984812079294e-05,
      "loss": 2.246,
      "mean_token_accuracy": 0.5275108516216278,
      "num_tokens": 129643729.0,
      "step": 168160
    },
    {
      "epoch": 0.21331679262467051,
      "grad_norm": 5.0,
      "learning_rate": 3.933921381070665e-05,
      "loss": 1.9239,
      "mean_token_accuracy": 0.5720836639404296,
      "num_tokens": 129650868.0,
      "step": 168170
    },
    {
      "epoch": 0.21332947721720336,
      "grad_norm": 5.78125,
      "learning_rate": 3.933857950062036e-05,
      "loss": 2.2717,
      "mean_token_accuracy": 0.501945075392723,
      "num_tokens": 129659307.0,
      "step": 168180
    },
    {
      "epoch": 0.2133421618097362,
      "grad_norm": 5.125,
      "learning_rate": 3.933794519053406e-05,
      "loss": 1.9067,
      "mean_token_accuracy": 0.5768831372261047,
      "num_tokens": 129666115.0,
      "step": 168190
    },
    {
      "epoch": 0.213354846402269,
      "grad_norm": 5.5,
      "learning_rate": 3.9337310880447775e-05,
      "loss": 2.3448,
      "mean_token_accuracy": 0.49475456178188326,
      "num_tokens": 129675066.0,
      "step": 168200
    },
    {
      "epoch": 0.21336753099480185,
      "grad_norm": 6.8125,
      "learning_rate": 3.933667657036148e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5344371557235718,
      "num_tokens": 129682351.0,
      "step": 168210
    },
    {
      "epoch": 0.2133802155873347,
      "grad_norm": 6.0625,
      "learning_rate": 3.933604226027519e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5413103401660919,
      "num_tokens": 129690102.0,
      "step": 168220
    },
    {
      "epoch": 0.21339290017986753,
      "grad_norm": 4.65625,
      "learning_rate": 3.9335407950188904e-05,
      "loss": 1.7817,
      "mean_token_accuracy": 0.5995308727025985,
      "num_tokens": 129698661.0,
      "step": 168230
    },
    {
      "epoch": 0.21340558477240035,
      "grad_norm": 6.46875,
      "learning_rate": 3.933477364010261e-05,
      "loss": 1.9109,
      "mean_token_accuracy": 0.5769269347190857,
      "num_tokens": 129705510.0,
      "step": 168240
    },
    {
      "epoch": 0.2134182693649332,
      "grad_norm": 6.625,
      "learning_rate": 3.9334139330016315e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5380274772644043,
      "num_tokens": 129713667.0,
      "step": 168250
    },
    {
      "epoch": 0.21343095395746603,
      "grad_norm": 6.59375,
      "learning_rate": 3.933350501993002e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5456732869148254,
      "num_tokens": 129721784.0,
      "step": 168260
    },
    {
      "epoch": 0.21344363854999887,
      "grad_norm": 7.9375,
      "learning_rate": 3.933287070984373e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5319389194250107,
      "num_tokens": 129728235.0,
      "step": 168270
    },
    {
      "epoch": 0.21345632314253168,
      "grad_norm": 5.9375,
      "learning_rate": 3.9332236399757445e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5440887153148651,
      "num_tokens": 129735274.0,
      "step": 168280
    },
    {
      "epoch": 0.21346900773506453,
      "grad_norm": 5.375,
      "learning_rate": 3.933160208967115e-05,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5525613367557526,
      "num_tokens": 129743760.0,
      "step": 168290
    },
    {
      "epoch": 0.21348169232759737,
      "grad_norm": 4.9375,
      "learning_rate": 3.933096777958486e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5375123649835587,
      "num_tokens": 129751826.0,
      "step": 168300
    },
    {
      "epoch": 0.2134943769201302,
      "grad_norm": 4.9375,
      "learning_rate": 3.933033346949857e-05,
      "loss": 1.9209,
      "mean_token_accuracy": 0.5664286583662033,
      "num_tokens": 129760139.0,
      "step": 168310
    },
    {
      "epoch": 0.21350706151266302,
      "grad_norm": 5.1875,
      "learning_rate": 3.932969915941227e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5245844781398773,
      "num_tokens": 129769126.0,
      "step": 168320
    },
    {
      "epoch": 0.21351974610519586,
      "grad_norm": 6.28125,
      "learning_rate": 3.9329064849325985e-05,
      "loss": 1.9085,
      "mean_token_accuracy": 0.5692817628383636,
      "num_tokens": 129776483.0,
      "step": 168330
    },
    {
      "epoch": 0.2135324306977287,
      "grad_norm": 5.28125,
      "learning_rate": 3.932843053923969e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5602375537157058,
      "num_tokens": 129784822.0,
      "step": 168340
    },
    {
      "epoch": 0.21354511529026154,
      "grad_norm": 4.96875,
      "learning_rate": 3.93277962291534e-05,
      "loss": 1.8833,
      "mean_token_accuracy": 0.5850325107574463,
      "num_tokens": 129792325.0,
      "step": 168350
    },
    {
      "epoch": 0.21355779988279436,
      "grad_norm": 5.125,
      "learning_rate": 3.932716191906711e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5275831043720245,
      "num_tokens": 129799732.0,
      "step": 168360
    },
    {
      "epoch": 0.2135704844753272,
      "grad_norm": 6.0625,
      "learning_rate": 3.932652760898082e-05,
      "loss": 2.3301,
      "mean_token_accuracy": 0.497266948223114,
      "num_tokens": 129808948.0,
      "step": 168370
    },
    {
      "epoch": 0.21358316906786004,
      "grad_norm": 5.0625,
      "learning_rate": 3.9325893298894525e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5655297875404358,
      "num_tokens": 129817850.0,
      "step": 168380
    },
    {
      "epoch": 0.21359585366039285,
      "grad_norm": 6.0,
      "learning_rate": 3.932525898880823e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5319148361682892,
      "num_tokens": 129824504.0,
      "step": 168390
    },
    {
      "epoch": 0.2136085382529257,
      "grad_norm": 5.125,
      "learning_rate": 3.932462467872194e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5546051979064941,
      "num_tokens": 129831766.0,
      "step": 168400
    },
    {
      "epoch": 0.21362122284545854,
      "grad_norm": 5.625,
      "learning_rate": 3.932399036863565e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.5183835566043854,
      "num_tokens": 129841324.0,
      "step": 168410
    },
    {
      "epoch": 0.21363390743799138,
      "grad_norm": 5.71875,
      "learning_rate": 3.932335605854936e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5322983682155609,
      "num_tokens": 129849507.0,
      "step": 168420
    },
    {
      "epoch": 0.2136465920305242,
      "grad_norm": 5.125,
      "learning_rate": 3.932272174846307e-05,
      "loss": 2.239,
      "mean_token_accuracy": 0.5196926862001419,
      "num_tokens": 129857359.0,
      "step": 168430
    },
    {
      "epoch": 0.21365927662305703,
      "grad_norm": 5.03125,
      "learning_rate": 3.932208743837678e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5485271334648132,
      "num_tokens": 129864736.0,
      "step": 168440
    },
    {
      "epoch": 0.21367196121558987,
      "grad_norm": 5.25,
      "learning_rate": 3.932145312829049e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5524950683116913,
      "num_tokens": 129872284.0,
      "step": 168450
    },
    {
      "epoch": 0.21368464580812271,
      "grad_norm": 5.78125,
      "learning_rate": 3.932081881820419e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5465950906276703,
      "num_tokens": 129879636.0,
      "step": 168460
    },
    {
      "epoch": 0.21369733040065553,
      "grad_norm": 5.46875,
      "learning_rate": 3.93201845081179e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5651604562997818,
      "num_tokens": 129888319.0,
      "step": 168470
    },
    {
      "epoch": 0.21371001499318837,
      "grad_norm": 5.40625,
      "learning_rate": 3.931955019803161e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5220423340797424,
      "num_tokens": 129896253.0,
      "step": 168480
    },
    {
      "epoch": 0.2137226995857212,
      "grad_norm": 5.5625,
      "learning_rate": 3.931891588794532e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5442303270101547,
      "num_tokens": 129904451.0,
      "step": 168490
    },
    {
      "epoch": 0.21373538417825405,
      "grad_norm": 6.4375,
      "learning_rate": 3.931828157785903e-05,
      "loss": 1.8254,
      "mean_token_accuracy": 0.5992069244384766,
      "num_tokens": 129911109.0,
      "step": 168500
    },
    {
      "epoch": 0.21374806877078686,
      "grad_norm": 6.0,
      "learning_rate": 3.9317647267772735e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5317859530448914,
      "num_tokens": 129917336.0,
      "step": 168510
    },
    {
      "epoch": 0.2137607533633197,
      "grad_norm": 4.96875,
      "learning_rate": 3.931701295768645e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5469612896442413,
      "num_tokens": 129925214.0,
      "step": 168520
    },
    {
      "epoch": 0.21377343795585255,
      "grad_norm": 9.0,
      "learning_rate": 3.931637864760015e-05,
      "loss": 1.8383,
      "mean_token_accuracy": 0.5941500931978225,
      "num_tokens": 129931278.0,
      "step": 168530
    },
    {
      "epoch": 0.2137861225483854,
      "grad_norm": 6.28125,
      "learning_rate": 3.931574433751386e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5365867704153061,
      "num_tokens": 129938229.0,
      "step": 168540
    },
    {
      "epoch": 0.2137988071409182,
      "grad_norm": 7.71875,
      "learning_rate": 3.931511002742757e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.531171652674675,
      "num_tokens": 129946016.0,
      "step": 168550
    },
    {
      "epoch": 0.21381149173345104,
      "grad_norm": 6.40625,
      "learning_rate": 3.9314475717341276e-05,
      "loss": 1.8097,
      "mean_token_accuracy": 0.5941120654344558,
      "num_tokens": 129951887.0,
      "step": 168560
    },
    {
      "epoch": 0.21382417632598388,
      "grad_norm": 5.90625,
      "learning_rate": 3.931384140725499e-05,
      "loss": 1.8869,
      "mean_token_accuracy": 0.5714701890945435,
      "num_tokens": 129959037.0,
      "step": 168570
    },
    {
      "epoch": 0.21383686091851672,
      "grad_norm": 5.0625,
      "learning_rate": 3.93132070971687e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5474326550960541,
      "num_tokens": 129966793.0,
      "step": 168580
    },
    {
      "epoch": 0.21384954551104954,
      "grad_norm": 5.9375,
      "learning_rate": 3.9312572787082405e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.536897498369217,
      "num_tokens": 129975117.0,
      "step": 168590
    },
    {
      "epoch": 0.21386223010358238,
      "grad_norm": 4.8125,
      "learning_rate": 3.931193847699611e-05,
      "loss": 2.3875,
      "mean_token_accuracy": 0.49419074356555937,
      "num_tokens": 129982844.0,
      "step": 168600
    },
    {
      "epoch": 0.21387491469611522,
      "grad_norm": 4.5625,
      "learning_rate": 3.9311304166909816e-05,
      "loss": 1.795,
      "mean_token_accuracy": 0.5989518254995346,
      "num_tokens": 129989003.0,
      "step": 168610
    },
    {
      "epoch": 0.21388759928864806,
      "grad_norm": 5.25,
      "learning_rate": 3.931066985682353e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5300648063421249,
      "num_tokens": 129997455.0,
      "step": 168620
    },
    {
      "epoch": 0.21390028388118087,
      "grad_norm": 9.0,
      "learning_rate": 3.931003554673724e-05,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5633403182029724,
      "num_tokens": 130004704.0,
      "step": 168630
    },
    {
      "epoch": 0.21391296847371372,
      "grad_norm": 4.53125,
      "learning_rate": 3.9309401236650946e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5361228346824646,
      "num_tokens": 130013708.0,
      "step": 168640
    },
    {
      "epoch": 0.21392565306624656,
      "grad_norm": 5.6875,
      "learning_rate": 3.930876692656466e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5365221112966537,
      "num_tokens": 130021844.0,
      "step": 168650
    },
    {
      "epoch": 0.2139383376587794,
      "grad_norm": 6.3125,
      "learning_rate": 3.930813261647836e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5794431835412979,
      "num_tokens": 130029542.0,
      "step": 168660
    },
    {
      "epoch": 0.2139510222513122,
      "grad_norm": 7.9375,
      "learning_rate": 3.930749830639207e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5545810103416443,
      "num_tokens": 130037019.0,
      "step": 168670
    },
    {
      "epoch": 0.21396370684384505,
      "grad_norm": 6.75,
      "learning_rate": 3.930686399630578e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.537848499417305,
      "num_tokens": 130044534.0,
      "step": 168680
    },
    {
      "epoch": 0.2139763914363779,
      "grad_norm": 5.9375,
      "learning_rate": 3.9306229686219486e-05,
      "loss": 2.189,
      "mean_token_accuracy": 0.529234778881073,
      "num_tokens": 130053601.0,
      "step": 168690
    },
    {
      "epoch": 0.21398907602891074,
      "grad_norm": 4.4375,
      "learning_rate": 3.93055953761332e-05,
      "loss": 1.9307,
      "mean_token_accuracy": 0.5848701596260071,
      "num_tokens": 130061983.0,
      "step": 168700
    },
    {
      "epoch": 0.21400176062144355,
      "grad_norm": 5.75,
      "learning_rate": 3.93049610660469e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5734085500240326,
      "num_tokens": 130069886.0,
      "step": 168710
    },
    {
      "epoch": 0.2140144452139764,
      "grad_norm": 7.25,
      "learning_rate": 3.9304326755960616e-05,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5686127781867981,
      "num_tokens": 130077288.0,
      "step": 168720
    },
    {
      "epoch": 0.21402712980650923,
      "grad_norm": 5.6875,
      "learning_rate": 3.930369244587432e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5374419063329696,
      "num_tokens": 130085510.0,
      "step": 168730
    },
    {
      "epoch": 0.21403981439904207,
      "grad_norm": 5.75,
      "learning_rate": 3.9303058135788026e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5461376667022705,
      "num_tokens": 130092877.0,
      "step": 168740
    },
    {
      "epoch": 0.21405249899157489,
      "grad_norm": 4.5,
      "learning_rate": 3.930242382570174e-05,
      "loss": 2.2473,
      "mean_token_accuracy": 0.5153114646673203,
      "num_tokens": 130101174.0,
      "step": 168750
    },
    {
      "epoch": 0.21406518358410773,
      "grad_norm": 6.46875,
      "learning_rate": 3.930178951561545e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5174188554286957,
      "num_tokens": 130109055.0,
      "step": 168760
    },
    {
      "epoch": 0.21407786817664057,
      "grad_norm": 4.96875,
      "learning_rate": 3.9301155205529156e-05,
      "loss": 1.8857,
      "mean_token_accuracy": 0.5761012673377991,
      "num_tokens": 130116527.0,
      "step": 168770
    },
    {
      "epoch": 0.2140905527691734,
      "grad_norm": 5.15625,
      "learning_rate": 3.930052089544287e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.530593404173851,
      "num_tokens": 130125411.0,
      "step": 168780
    },
    {
      "epoch": 0.21410323736170622,
      "grad_norm": 7.8125,
      "learning_rate": 3.929988658535657e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.536421400308609,
      "num_tokens": 130132933.0,
      "step": 168790
    },
    {
      "epoch": 0.21411592195423906,
      "grad_norm": 6.15625,
      "learning_rate": 3.929925227527028e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5467524290084839,
      "num_tokens": 130140390.0,
      "step": 168800
    },
    {
      "epoch": 0.2141286065467719,
      "grad_norm": 5.25,
      "learning_rate": 3.929861796518399e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5264982998371124,
      "num_tokens": 130147833.0,
      "step": 168810
    },
    {
      "epoch": 0.21414129113930475,
      "grad_norm": 5.03125,
      "learning_rate": 3.9297983655097696e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5367590248584747,
      "num_tokens": 130157265.0,
      "step": 168820
    },
    {
      "epoch": 0.21415397573183756,
      "grad_norm": 5.40625,
      "learning_rate": 3.929734934501141e-05,
      "loss": 2.2217,
      "mean_token_accuracy": 0.5329172253608704,
      "num_tokens": 130164276.0,
      "step": 168830
    },
    {
      "epoch": 0.2141666603243704,
      "grad_norm": 4.78125,
      "learning_rate": 3.9296715034925114e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5272078812122345,
      "num_tokens": 130171611.0,
      "step": 168840
    },
    {
      "epoch": 0.21417934491690324,
      "grad_norm": 5.15625,
      "learning_rate": 3.9296080724838826e-05,
      "loss": 1.8669,
      "mean_token_accuracy": 0.5725536525249482,
      "num_tokens": 130179517.0,
      "step": 168850
    },
    {
      "epoch": 0.21419202950943605,
      "grad_norm": 5.03125,
      "learning_rate": 3.929544641475254e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.538123607635498,
      "num_tokens": 130187260.0,
      "step": 168860
    },
    {
      "epoch": 0.2142047141019689,
      "grad_norm": 6.96875,
      "learning_rate": 3.929481210466624e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5724214613437653,
      "num_tokens": 130194263.0,
      "step": 168870
    },
    {
      "epoch": 0.21421739869450174,
      "grad_norm": 4.78125,
      "learning_rate": 3.929417779457995e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5540954172611237,
      "num_tokens": 130202078.0,
      "step": 168880
    },
    {
      "epoch": 0.21423008328703458,
      "grad_norm": 6.4375,
      "learning_rate": 3.9293543484493654e-05,
      "loss": 1.9256,
      "mean_token_accuracy": 0.5662164717912674,
      "num_tokens": 130208679.0,
      "step": 168890
    },
    {
      "epoch": 0.2142427678795674,
      "grad_norm": 5.09375,
      "learning_rate": 3.9292909174407366e-05,
      "loss": 1.8884,
      "mean_token_accuracy": 0.573474258184433,
      "num_tokens": 130217558.0,
      "step": 168900
    },
    {
      "epoch": 0.21425545247210023,
      "grad_norm": 4.9375,
      "learning_rate": 3.929227486432108e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5298918396234512,
      "num_tokens": 130226245.0,
      "step": 168910
    },
    {
      "epoch": 0.21426813706463307,
      "grad_norm": 5.53125,
      "learning_rate": 3.9291640554234784e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5455446928739548,
      "num_tokens": 130234551.0,
      "step": 168920
    },
    {
      "epoch": 0.21428082165716592,
      "grad_norm": 4.46875,
      "learning_rate": 3.9291006244148496e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5582843601703644,
      "num_tokens": 130243519.0,
      "step": 168930
    },
    {
      "epoch": 0.21429350624969873,
      "grad_norm": 6.625,
      "learning_rate": 3.92903719340622e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5651036649942398,
      "num_tokens": 130250554.0,
      "step": 168940
    },
    {
      "epoch": 0.21430619084223157,
      "grad_norm": 5.09375,
      "learning_rate": 3.9289737623975906e-05,
      "loss": 1.8965,
      "mean_token_accuracy": 0.5862098157405853,
      "num_tokens": 130257592.0,
      "step": 168950
    },
    {
      "epoch": 0.2143188754347644,
      "grad_norm": 5.59375,
      "learning_rate": 3.928910331388962e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5341415464878082,
      "num_tokens": 130265344.0,
      "step": 168960
    },
    {
      "epoch": 0.21433156002729725,
      "grad_norm": 4.65625,
      "learning_rate": 3.9288469003803324e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5375012159347534,
      "num_tokens": 130273421.0,
      "step": 168970
    },
    {
      "epoch": 0.21434424461983007,
      "grad_norm": 6.71875,
      "learning_rate": 3.9287834693717036e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5430480033159256,
      "num_tokens": 130281422.0,
      "step": 168980
    },
    {
      "epoch": 0.2143569292123629,
      "grad_norm": 6.0,
      "learning_rate": 3.928720038363074e-05,
      "loss": 1.7268,
      "mean_token_accuracy": 0.604491138458252,
      "num_tokens": 130289450.0,
      "step": 168990
    },
    {
      "epoch": 0.21436961380489575,
      "grad_norm": 5.21875,
      "learning_rate": 3.9286566073544453e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5728393048048019,
      "num_tokens": 130296678.0,
      "step": 169000
    },
    {
      "epoch": 0.2143822983974286,
      "grad_norm": 5.65625,
      "learning_rate": 3.928593176345816e-05,
      "loss": 1.8603,
      "mean_token_accuracy": 0.5854401111602783,
      "num_tokens": 130303957.0,
      "step": 169010
    },
    {
      "epoch": 0.2143949829899614,
      "grad_norm": 8.125,
      "learning_rate": 3.9285297453371864e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5630386054515839,
      "num_tokens": 130312569.0,
      "step": 169020
    },
    {
      "epoch": 0.21440766758249424,
      "grad_norm": 6.625,
      "learning_rate": 3.9284663143285576e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5431463837623596,
      "num_tokens": 130321106.0,
      "step": 169030
    },
    {
      "epoch": 0.21442035217502708,
      "grad_norm": 5.34375,
      "learning_rate": 3.928402883319928e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5450897097587586,
      "num_tokens": 130328861.0,
      "step": 169040
    },
    {
      "epoch": 0.21443303676755993,
      "grad_norm": 9.0625,
      "learning_rate": 3.9283394523112994e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5299125611782074,
      "num_tokens": 130336381.0,
      "step": 169050
    },
    {
      "epoch": 0.21444572136009274,
      "grad_norm": 6.375,
      "learning_rate": 3.9282760213026706e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5563486546278,
      "num_tokens": 130342755.0,
      "step": 169060
    },
    {
      "epoch": 0.21445840595262558,
      "grad_norm": 4.75,
      "learning_rate": 3.928212590294041e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5636793375015259,
      "num_tokens": 130349427.0,
      "step": 169070
    },
    {
      "epoch": 0.21447109054515842,
      "grad_norm": 8.9375,
      "learning_rate": 3.9281491592854117e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5492940127849579,
      "num_tokens": 130357744.0,
      "step": 169080
    },
    {
      "epoch": 0.21448377513769126,
      "grad_norm": 5.96875,
      "learning_rate": 3.928085728276782e-05,
      "loss": 1.8886,
      "mean_token_accuracy": 0.5823905497789383,
      "num_tokens": 130363750.0,
      "step": 169090
    },
    {
      "epoch": 0.21449645973022408,
      "grad_norm": 6.1875,
      "learning_rate": 3.9280222972681534e-05,
      "loss": 1.9465,
      "mean_token_accuracy": 0.574240180850029,
      "num_tokens": 130372871.0,
      "step": 169100
    },
    {
      "epoch": 0.21450914432275692,
      "grad_norm": 5.4375,
      "learning_rate": 3.9279588662595246e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5477886021137237,
      "num_tokens": 130381834.0,
      "step": 169110
    },
    {
      "epoch": 0.21452182891528976,
      "grad_norm": 7.28125,
      "learning_rate": 3.927895435250895e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5328784883022308,
      "num_tokens": 130390555.0,
      "step": 169120
    },
    {
      "epoch": 0.2145345135078226,
      "grad_norm": 5.21875,
      "learning_rate": 3.9278320042422664e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5349453866481781,
      "num_tokens": 130398236.0,
      "step": 169130
    },
    {
      "epoch": 0.2145471981003554,
      "grad_norm": 5.78125,
      "learning_rate": 3.927768573233637e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5363332033157349,
      "num_tokens": 130406681.0,
      "step": 169140
    },
    {
      "epoch": 0.21455988269288825,
      "grad_norm": 9.6875,
      "learning_rate": 3.9277051422250074e-05,
      "loss": 2.435,
      "mean_token_accuracy": 0.48714829981327057,
      "num_tokens": 130412881.0,
      "step": 169150
    },
    {
      "epoch": 0.2145725672854211,
      "grad_norm": 7.03125,
      "learning_rate": 3.9276417112163786e-05,
      "loss": 1.8266,
      "mean_token_accuracy": 0.6011901140213013,
      "num_tokens": 130419926.0,
      "step": 169160
    },
    {
      "epoch": 0.21458525187795394,
      "grad_norm": 6.40625,
      "learning_rate": 3.927578280207749e-05,
      "loss": 2.2547,
      "mean_token_accuracy": 0.5095328956842422,
      "num_tokens": 130428350.0,
      "step": 169170
    },
    {
      "epoch": 0.21459793647048675,
      "grad_norm": 6.09375,
      "learning_rate": 3.9275148491991204e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5220710426568985,
      "num_tokens": 130436947.0,
      "step": 169180
    },
    {
      "epoch": 0.2146106210630196,
      "grad_norm": 4.59375,
      "learning_rate": 3.927451418190491e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5222199589014054,
      "num_tokens": 130445669.0,
      "step": 169190
    },
    {
      "epoch": 0.21462330565555243,
      "grad_norm": 4.75,
      "learning_rate": 3.927387987181862e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5481821566820144,
      "num_tokens": 130452616.0,
      "step": 169200
    },
    {
      "epoch": 0.21463599024808527,
      "grad_norm": 5.9375,
      "learning_rate": 3.9273245561732334e-05,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5179764866828919,
      "num_tokens": 130460580.0,
      "step": 169210
    },
    {
      "epoch": 0.2146486748406181,
      "grad_norm": 6.78125,
      "learning_rate": 3.927261125164603e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5494820088148117,
      "num_tokens": 130468742.0,
      "step": 169220
    },
    {
      "epoch": 0.21466135943315093,
      "grad_norm": 6.6875,
      "learning_rate": 3.9271976941559744e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5330356031656265,
      "num_tokens": 130477798.0,
      "step": 169230
    },
    {
      "epoch": 0.21467404402568377,
      "grad_norm": 4.875,
      "learning_rate": 3.927134263147345e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5160533517599106,
      "num_tokens": 130484996.0,
      "step": 169240
    },
    {
      "epoch": 0.2146867286182166,
      "grad_norm": 5.25,
      "learning_rate": 3.927070832138716e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.55152687728405,
      "num_tokens": 130491871.0,
      "step": 169250
    },
    {
      "epoch": 0.21469941321074942,
      "grad_norm": 5.3125,
      "learning_rate": 3.9270074011300874e-05,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5200930416584015,
      "num_tokens": 130499528.0,
      "step": 169260
    },
    {
      "epoch": 0.21471209780328226,
      "grad_norm": 7.21875,
      "learning_rate": 3.926943970121458e-05,
      "loss": 1.8764,
      "mean_token_accuracy": 0.5904284745454789,
      "num_tokens": 130507132.0,
      "step": 169270
    },
    {
      "epoch": 0.2147247823958151,
      "grad_norm": 5.125,
      "learning_rate": 3.926880539112829e-05,
      "loss": 1.8762,
      "mean_token_accuracy": 0.5749068915843963,
      "num_tokens": 130514652.0,
      "step": 169280
    },
    {
      "epoch": 0.21473746698834795,
      "grad_norm": 6.15625,
      "learning_rate": 3.9268171081042e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5323689132928848,
      "num_tokens": 130522989.0,
      "step": 169290
    },
    {
      "epoch": 0.21475015158088076,
      "grad_norm": 4.84375,
      "learning_rate": 3.92675367709557e-05,
      "loss": 1.7541,
      "mean_token_accuracy": 0.6036930680274963,
      "num_tokens": 130530698.0,
      "step": 169300
    },
    {
      "epoch": 0.2147628361734136,
      "grad_norm": 4.9375,
      "learning_rate": 3.9266902460869414e-05,
      "loss": 2.3246,
      "mean_token_accuracy": 0.5133226096630097,
      "num_tokens": 130539059.0,
      "step": 169310
    },
    {
      "epoch": 0.21477552076594644,
      "grad_norm": 6.03125,
      "learning_rate": 3.926626815078312e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5824788033962249,
      "num_tokens": 130545933.0,
      "step": 169320
    },
    {
      "epoch": 0.21478820535847926,
      "grad_norm": 7.28125,
      "learning_rate": 3.926563384069683e-05,
      "loss": 1.8864,
      "mean_token_accuracy": 0.5805162370204926,
      "num_tokens": 130552574.0,
      "step": 169330
    },
    {
      "epoch": 0.2148008899510121,
      "grad_norm": 6.71875,
      "learning_rate": 3.926499953061054e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5374678403139115,
      "num_tokens": 130560247.0,
      "step": 169340
    },
    {
      "epoch": 0.21481357454354494,
      "grad_norm": 5.375,
      "learning_rate": 3.926436522052425e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.521499079465866,
      "num_tokens": 130568079.0,
      "step": 169350
    },
    {
      "epoch": 0.21482625913607778,
      "grad_norm": 5.78125,
      "learning_rate": 3.9263730910437955e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5442938089370728,
      "num_tokens": 130576974.0,
      "step": 169360
    },
    {
      "epoch": 0.2148389437286106,
      "grad_norm": 6.15625,
      "learning_rate": 3.926309660035166e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5393398880958558,
      "num_tokens": 130584328.0,
      "step": 169370
    },
    {
      "epoch": 0.21485162832114343,
      "grad_norm": 5.25,
      "learning_rate": 3.926246229026537e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5366285145282745,
      "num_tokens": 130591192.0,
      "step": 169380
    },
    {
      "epoch": 0.21486431291367628,
      "grad_norm": 6.875,
      "learning_rate": 3.926182798017908e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.52880879342556,
      "num_tokens": 130599572.0,
      "step": 169390
    },
    {
      "epoch": 0.21487699750620912,
      "grad_norm": 7.125,
      "learning_rate": 3.926119367009279e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5665459275245667,
      "num_tokens": 130607517.0,
      "step": 169400
    },
    {
      "epoch": 0.21488968209874193,
      "grad_norm": 4.9375,
      "learning_rate": 3.92605593600065e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5365484774112701,
      "num_tokens": 130615121.0,
      "step": 169410
    },
    {
      "epoch": 0.21490236669127477,
      "grad_norm": 5.875,
      "learning_rate": 3.925992504992021e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.537590017914772,
      "num_tokens": 130623768.0,
      "step": 169420
    },
    {
      "epoch": 0.2149150512838076,
      "grad_norm": 6.375,
      "learning_rate": 3.925929073983391e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.529295164346695,
      "num_tokens": 130630107.0,
      "step": 169430
    },
    {
      "epoch": 0.21492773587634045,
      "grad_norm": 9.0625,
      "learning_rate": 3.925865642974762e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5395926266908646,
      "num_tokens": 130637470.0,
      "step": 169440
    },
    {
      "epoch": 0.21494042046887327,
      "grad_norm": 12.3125,
      "learning_rate": 3.925802211966133e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5610257029533386,
      "num_tokens": 130644099.0,
      "step": 169450
    },
    {
      "epoch": 0.2149531050614061,
      "grad_norm": 5.21875,
      "learning_rate": 3.925738780957504e-05,
      "loss": 1.8886,
      "mean_token_accuracy": 0.5660790741443634,
      "num_tokens": 130651333.0,
      "step": 169460
    },
    {
      "epoch": 0.21496578965393895,
      "grad_norm": 5.0,
      "learning_rate": 3.925675349948875e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5292297750711441,
      "num_tokens": 130660525.0,
      "step": 169470
    },
    {
      "epoch": 0.2149784742464718,
      "grad_norm": 6.34375,
      "learning_rate": 3.925611918940246e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5257523596286774,
      "num_tokens": 130669224.0,
      "step": 169480
    },
    {
      "epoch": 0.2149911588390046,
      "grad_norm": 5.53125,
      "learning_rate": 3.9255484879316165e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5863355100154877,
      "num_tokens": 130676468.0,
      "step": 169490
    },
    {
      "epoch": 0.21500384343153744,
      "grad_norm": 4.71875,
      "learning_rate": 3.925485056922987e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5322904050350189,
      "num_tokens": 130684579.0,
      "step": 169500
    },
    {
      "epoch": 0.21501652802407029,
      "grad_norm": 6.53125,
      "learning_rate": 3.925421625914358e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5330373525619507,
      "num_tokens": 130692330.0,
      "step": 169510
    },
    {
      "epoch": 0.21502921261660313,
      "grad_norm": 5.15625,
      "learning_rate": 3.925358194905729e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5460555672645568,
      "num_tokens": 130700431.0,
      "step": 169520
    },
    {
      "epoch": 0.21504189720913594,
      "grad_norm": 5.59375,
      "learning_rate": 3.9252947638971e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5498890936374664,
      "num_tokens": 130707708.0,
      "step": 169530
    },
    {
      "epoch": 0.21505458180166878,
      "grad_norm": 5.0625,
      "learning_rate": 3.9252313328884705e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5634872168302536,
      "num_tokens": 130715281.0,
      "step": 169540
    },
    {
      "epoch": 0.21506726639420162,
      "grad_norm": 6.3125,
      "learning_rate": 3.925167901879842e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5295618027448654,
      "num_tokens": 130723572.0,
      "step": 169550
    },
    {
      "epoch": 0.21507995098673446,
      "grad_norm": 4.96875,
      "learning_rate": 3.925104470871212e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.5117903560400009,
      "num_tokens": 130730362.0,
      "step": 169560
    },
    {
      "epoch": 0.21509263557926728,
      "grad_norm": 5.0,
      "learning_rate": 3.925041039862583e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5523374825716019,
      "num_tokens": 130737278.0,
      "step": 169570
    },
    {
      "epoch": 0.21510532017180012,
      "grad_norm": 5.71875,
      "learning_rate": 3.924977608853954e-05,
      "loss": 2.2845,
      "mean_token_accuracy": 0.5112182796001434,
      "num_tokens": 130745719.0,
      "step": 169580
    },
    {
      "epoch": 0.21511800476433296,
      "grad_norm": 5.59375,
      "learning_rate": 3.9249141778453245e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5557982623577118,
      "num_tokens": 130754104.0,
      "step": 169590
    },
    {
      "epoch": 0.2151306893568658,
      "grad_norm": 9.875,
      "learning_rate": 3.924850746836696e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5293723523616791,
      "num_tokens": 130761158.0,
      "step": 169600
    },
    {
      "epoch": 0.21514337394939861,
      "grad_norm": 4.71875,
      "learning_rate": 3.924787315828067e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5503959506750107,
      "num_tokens": 130768183.0,
      "step": 169610
    },
    {
      "epoch": 0.21515605854193146,
      "grad_norm": 6.8125,
      "learning_rate": 3.9247238848194375e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.52669817507267,
      "num_tokens": 130775391.0,
      "step": 169620
    },
    {
      "epoch": 0.2151687431344643,
      "grad_norm": 5.3125,
      "learning_rate": 3.924660453810809e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5374214380979538,
      "num_tokens": 130783577.0,
      "step": 169630
    },
    {
      "epoch": 0.21518142772699714,
      "grad_norm": 5.25,
      "learning_rate": 3.924597022802179e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5392399221658707,
      "num_tokens": 130790339.0,
      "step": 169640
    },
    {
      "epoch": 0.21519411231952995,
      "grad_norm": 5.4375,
      "learning_rate": 3.92453359179355e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5684173464775085,
      "num_tokens": 130797220.0,
      "step": 169650
    },
    {
      "epoch": 0.2152067969120628,
      "grad_norm": 7.15625,
      "learning_rate": 3.924470160784921e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5437541753053665,
      "num_tokens": 130804229.0,
      "step": 169660
    },
    {
      "epoch": 0.21521948150459563,
      "grad_norm": 5.75,
      "learning_rate": 3.9244067297762915e-05,
      "loss": 2.2066,
      "mean_token_accuracy": 0.5286957859992981,
      "num_tokens": 130812172.0,
      "step": 169670
    },
    {
      "epoch": 0.21523216609712847,
      "grad_norm": 5.21875,
      "learning_rate": 3.924343298767663e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5288787424564362,
      "num_tokens": 130820489.0,
      "step": 169680
    },
    {
      "epoch": 0.2152448506896613,
      "grad_norm": 6.40625,
      "learning_rate": 3.924279867759034e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5345406800508499,
      "num_tokens": 130828182.0,
      "step": 169690
    },
    {
      "epoch": 0.21525753528219413,
      "grad_norm": 4.90625,
      "learning_rate": 3.9242164367504045e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5577157407999038,
      "num_tokens": 130836969.0,
      "step": 169700
    },
    {
      "epoch": 0.21527021987472697,
      "grad_norm": 5.09375,
      "learning_rate": 3.924153005741775e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5340063571929932,
      "num_tokens": 130845209.0,
      "step": 169710
    },
    {
      "epoch": 0.2152829044672598,
      "grad_norm": 14.6875,
      "learning_rate": 3.9240895747331456e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5491976946592331,
      "num_tokens": 130852251.0,
      "step": 169720
    },
    {
      "epoch": 0.21529558905979262,
      "grad_norm": 5.53125,
      "learning_rate": 3.924026143724517e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5259027898311615,
      "num_tokens": 130861250.0,
      "step": 169730
    },
    {
      "epoch": 0.21530827365232547,
      "grad_norm": 7.875,
      "learning_rate": 3.923962712715888e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5338845014572143,
      "num_tokens": 130869478.0,
      "step": 169740
    },
    {
      "epoch": 0.2153209582448583,
      "grad_norm": 8.3125,
      "learning_rate": 3.9238992817072585e-05,
      "loss": 1.8541,
      "mean_token_accuracy": 0.5756797403097152,
      "num_tokens": 130875881.0,
      "step": 169750
    },
    {
      "epoch": 0.21533364283739115,
      "grad_norm": 8.1875,
      "learning_rate": 3.92383585069863e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5940579742193222,
      "num_tokens": 130882443.0,
      "step": 169760
    },
    {
      "epoch": 0.21534632742992396,
      "grad_norm": 5.34375,
      "learning_rate": 3.92377241969e-05,
      "loss": 1.8335,
      "mean_token_accuracy": 0.5957730144262314,
      "num_tokens": 130889500.0,
      "step": 169770
    },
    {
      "epoch": 0.2153590120224568,
      "grad_norm": 5.65625,
      "learning_rate": 3.923708988681371e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5206814140081406,
      "num_tokens": 130898462.0,
      "step": 169780
    },
    {
      "epoch": 0.21537169661498964,
      "grad_norm": 5.3125,
      "learning_rate": 3.923645557672742e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5197672188282013,
      "num_tokens": 130906842.0,
      "step": 169790
    },
    {
      "epoch": 0.21538438120752246,
      "grad_norm": 4.875,
      "learning_rate": 3.9235821266641126e-05,
      "loss": 1.9609,
      "mean_token_accuracy": 0.556754332780838,
      "num_tokens": 130914874.0,
      "step": 169800
    },
    {
      "epoch": 0.2153970658000553,
      "grad_norm": 4.78125,
      "learning_rate": 3.923518695655484e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5333102703094482,
      "num_tokens": 130923791.0,
      "step": 169810
    },
    {
      "epoch": 0.21540975039258814,
      "grad_norm": 4.8125,
      "learning_rate": 3.923455264646854e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5166907966136932,
      "num_tokens": 130932062.0,
      "step": 169820
    },
    {
      "epoch": 0.21542243498512098,
      "grad_norm": 5.75,
      "learning_rate": 3.9233918336382255e-05,
      "loss": 1.7717,
      "mean_token_accuracy": 0.6031735241413116,
      "num_tokens": 130939617.0,
      "step": 169830
    },
    {
      "epoch": 0.2154351195776538,
      "grad_norm": 4.9375,
      "learning_rate": 3.923328402629596e-05,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5623367816209793,
      "num_tokens": 130948387.0,
      "step": 169840
    },
    {
      "epoch": 0.21544780417018664,
      "grad_norm": 7.6875,
      "learning_rate": 3.9232649716209666e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5271135240793228,
      "num_tokens": 130955067.0,
      "step": 169850
    },
    {
      "epoch": 0.21546048876271948,
      "grad_norm": 4.875,
      "learning_rate": 3.923201540612338e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5399954587221145,
      "num_tokens": 130963275.0,
      "step": 169860
    },
    {
      "epoch": 0.21547317335525232,
      "grad_norm": 4.5625,
      "learning_rate": 3.923138109603708e-05,
      "loss": 1.8508,
      "mean_token_accuracy": 0.5889148831367492,
      "num_tokens": 130971657.0,
      "step": 169870
    },
    {
      "epoch": 0.21548585794778513,
      "grad_norm": 7.375,
      "learning_rate": 3.9230746785950795e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5275862693786622,
      "num_tokens": 130980303.0,
      "step": 169880
    },
    {
      "epoch": 0.21549854254031797,
      "grad_norm": 6.78125,
      "learning_rate": 3.923011247586451e-05,
      "loss": 2.2614,
      "mean_token_accuracy": 0.5128780335187912,
      "num_tokens": 130988459.0,
      "step": 169890
    },
    {
      "epoch": 0.2155112271328508,
      "grad_norm": 6.0,
      "learning_rate": 3.922947816577821e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5388983756303787,
      "num_tokens": 130996954.0,
      "step": 169900
    },
    {
      "epoch": 0.21552391172538365,
      "grad_norm": 5.375,
      "learning_rate": 3.922884385569192e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5365464895963669,
      "num_tokens": 131005427.0,
      "step": 169910
    },
    {
      "epoch": 0.21553659631791647,
      "grad_norm": 5.25,
      "learning_rate": 3.9228209545605624e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5435796350240707,
      "num_tokens": 131012611.0,
      "step": 169920
    },
    {
      "epoch": 0.2155492809104493,
      "grad_norm": 6.34375,
      "learning_rate": 3.9227575235519336e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.517330726981163,
      "num_tokens": 131022175.0,
      "step": 169930
    },
    {
      "epoch": 0.21556196550298215,
      "grad_norm": 6.78125,
      "learning_rate": 3.922694092543305e-05,
      "loss": 1.8582,
      "mean_token_accuracy": 0.5927487730979919,
      "num_tokens": 131029545.0,
      "step": 169940
    },
    {
      "epoch": 0.215574650095515,
      "grad_norm": 5.03125,
      "learning_rate": 3.922630661534675e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5553879529237747,
      "num_tokens": 131038301.0,
      "step": 169950
    },
    {
      "epoch": 0.2155873346880478,
      "grad_norm": 6.8125,
      "learning_rate": 3.9225672305260465e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5267429381608963,
      "num_tokens": 131045589.0,
      "step": 169960
    },
    {
      "epoch": 0.21560001928058065,
      "grad_norm": 4.71875,
      "learning_rate": 3.922503799517417e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5448744386434555,
      "num_tokens": 131054261.0,
      "step": 169970
    },
    {
      "epoch": 0.2156127038731135,
      "grad_norm": 5.0,
      "learning_rate": 3.9224403685087876e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5189485222101211,
      "num_tokens": 131062908.0,
      "step": 169980
    },
    {
      "epoch": 0.21562538846564633,
      "grad_norm": 5.71875,
      "learning_rate": 3.922376937500159e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5687690526247025,
      "num_tokens": 131070638.0,
      "step": 169990
    },
    {
      "epoch": 0.21563807305817914,
      "grad_norm": 5.28125,
      "learning_rate": 3.9223135064915294e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5304629594087601,
      "num_tokens": 131078227.0,
      "step": 170000
    },
    {
      "epoch": 0.21565075765071198,
      "grad_norm": 5.125,
      "learning_rate": 3.9222500754829006e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5312841594219208,
      "num_tokens": 131086508.0,
      "step": 170010
    },
    {
      "epoch": 0.21566344224324482,
      "grad_norm": 6.875,
      "learning_rate": 3.922186644474271e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.528568959236145,
      "num_tokens": 131093515.0,
      "step": 170020
    },
    {
      "epoch": 0.21567612683577767,
      "grad_norm": 6.84375,
      "learning_rate": 3.922123213465642e-05,
      "loss": 2.2274,
      "mean_token_accuracy": 0.5192423343658448,
      "num_tokens": 131102457.0,
      "step": 170030
    },
    {
      "epoch": 0.21568881142831048,
      "grad_norm": 5.09375,
      "learning_rate": 3.9220597824570135e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5348962396383286,
      "num_tokens": 131110013.0,
      "step": 170040
    },
    {
      "epoch": 0.21570149602084332,
      "grad_norm": 5.40625,
      "learning_rate": 3.921996351448384e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5556786924600601,
      "num_tokens": 131118382.0,
      "step": 170050
    },
    {
      "epoch": 0.21571418061337616,
      "grad_norm": 5.53125,
      "learning_rate": 3.9219329204397546e-05,
      "loss": 1.8372,
      "mean_token_accuracy": 0.5978811860084534,
      "num_tokens": 131125462.0,
      "step": 170060
    },
    {
      "epoch": 0.215726865205909,
      "grad_norm": 6.28125,
      "learning_rate": 3.921869489431125e-05,
      "loss": 2.2236,
      "mean_token_accuracy": 0.5207046151161194,
      "num_tokens": 131133099.0,
      "step": 170070
    },
    {
      "epoch": 0.21573954979844182,
      "grad_norm": 5.53125,
      "learning_rate": 3.9218060584224963e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5409864634275436,
      "num_tokens": 131141076.0,
      "step": 170080
    },
    {
      "epoch": 0.21575223439097466,
      "grad_norm": 5.75,
      "learning_rate": 3.9217426274138676e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5417897045612335,
      "num_tokens": 131149009.0,
      "step": 170090
    },
    {
      "epoch": 0.2157649189835075,
      "grad_norm": 8.0625,
      "learning_rate": 3.921679196405238e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5392571151256561,
      "num_tokens": 131156360.0,
      "step": 170100
    },
    {
      "epoch": 0.21577760357604034,
      "grad_norm": 7.53125,
      "learning_rate": 3.921615765396609e-05,
      "loss": 1.8858,
      "mean_token_accuracy": 0.5915289759635926,
      "num_tokens": 131162642.0,
      "step": 170110
    },
    {
      "epoch": 0.21579028816857315,
      "grad_norm": 6.03125,
      "learning_rate": 3.92155233438798e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5628112584352494,
      "num_tokens": 131169723.0,
      "step": 170120
    },
    {
      "epoch": 0.215802972761106,
      "grad_norm": 5.21875,
      "learning_rate": 3.9214889033793504e-05,
      "loss": 1.8306,
      "mean_token_accuracy": 0.5941744029521943,
      "num_tokens": 131178470.0,
      "step": 170130
    },
    {
      "epoch": 0.21581565735363883,
      "grad_norm": 5.28125,
      "learning_rate": 3.9214254723707216e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5630092024803162,
      "num_tokens": 131185353.0,
      "step": 170140
    },
    {
      "epoch": 0.21582834194617168,
      "grad_norm": 7.28125,
      "learning_rate": 3.921362041362092e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5498312443494797,
      "num_tokens": 131193327.0,
      "step": 170150
    },
    {
      "epoch": 0.2158410265387045,
      "grad_norm": 5.25,
      "learning_rate": 3.921298610353463e-05,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5558090955018997,
      "num_tokens": 131200188.0,
      "step": 170160
    },
    {
      "epoch": 0.21585371113123733,
      "grad_norm": 4.9375,
      "learning_rate": 3.921235179344834e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5515316188335418,
      "num_tokens": 131207589.0,
      "step": 170170
    },
    {
      "epoch": 0.21586639572377017,
      "grad_norm": 7.25,
      "learning_rate": 3.921171748336205e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5601074725389481,
      "num_tokens": 131215172.0,
      "step": 170180
    },
    {
      "epoch": 0.215879080316303,
      "grad_norm": 5.25,
      "learning_rate": 3.9211083173275756e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5510434359312057,
      "num_tokens": 131222145.0,
      "step": 170190
    },
    {
      "epoch": 0.21589176490883583,
      "grad_norm": 4.84375,
      "learning_rate": 3.921044886318946e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5378040134906769,
      "num_tokens": 131230703.0,
      "step": 170200
    },
    {
      "epoch": 0.21590444950136867,
      "grad_norm": 6.25,
      "learning_rate": 3.9209814553103174e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5691825062036514,
      "num_tokens": 131237861.0,
      "step": 170210
    },
    {
      "epoch": 0.2159171340939015,
      "grad_norm": 4.8125,
      "learning_rate": 3.920918024301688e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5602603405714035,
      "num_tokens": 131244890.0,
      "step": 170220
    },
    {
      "epoch": 0.21592981868643435,
      "grad_norm": 5.125,
      "learning_rate": 3.920854593293059e-05,
      "loss": 1.9058,
      "mean_token_accuracy": 0.5818171262741089,
      "num_tokens": 131252478.0,
      "step": 170230
    },
    {
      "epoch": 0.21594250327896716,
      "grad_norm": 8.0,
      "learning_rate": 3.92079116228443e-05,
      "loss": 1.7654,
      "mean_token_accuracy": 0.6076229035854339,
      "num_tokens": 131259244.0,
      "step": 170240
    },
    {
      "epoch": 0.2159551878715,
      "grad_norm": 5.65625,
      "learning_rate": 3.920727731275801e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5623352408409119,
      "num_tokens": 131268758.0,
      "step": 170250
    },
    {
      "epoch": 0.21596787246403285,
      "grad_norm": 5.875,
      "learning_rate": 3.9206643002671714e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5674490749835968,
      "num_tokens": 131276896.0,
      "step": 170260
    },
    {
      "epoch": 0.21598055705656566,
      "grad_norm": 10.0625,
      "learning_rate": 3.920600869258542e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.584023517370224,
      "num_tokens": 131283395.0,
      "step": 170270
    },
    {
      "epoch": 0.2159932416490985,
      "grad_norm": 5.78125,
      "learning_rate": 3.920537438249913e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5418138653039932,
      "num_tokens": 131291513.0,
      "step": 170280
    },
    {
      "epoch": 0.21600592624163134,
      "grad_norm": 7.53125,
      "learning_rate": 3.9204740072412844e-05,
      "loss": 2.3131,
      "mean_token_accuracy": 0.5068040490150452,
      "num_tokens": 131300062.0,
      "step": 170290
    },
    {
      "epoch": 0.21601861083416418,
      "grad_norm": 5.5625,
      "learning_rate": 3.920410576232655e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5702075302600861,
      "num_tokens": 131307848.0,
      "step": 170300
    },
    {
      "epoch": 0.216031295426697,
      "grad_norm": 5.46875,
      "learning_rate": 3.920347145224026e-05,
      "loss": 2.2994,
      "mean_token_accuracy": 0.5070494115352631,
      "num_tokens": 131316333.0,
      "step": 170310
    },
    {
      "epoch": 0.21604398001922984,
      "grad_norm": 5.625,
      "learning_rate": 3.9202837142153966e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5687420755624771,
      "num_tokens": 131323148.0,
      "step": 170320
    },
    {
      "epoch": 0.21605666461176268,
      "grad_norm": 5.4375,
      "learning_rate": 3.920220283206767e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5548103779554368,
      "num_tokens": 131330126.0,
      "step": 170330
    },
    {
      "epoch": 0.21606934920429552,
      "grad_norm": 4.96875,
      "learning_rate": 3.9201568521981384e-05,
      "loss": 1.8641,
      "mean_token_accuracy": 0.5760269075632095,
      "num_tokens": 131337427.0,
      "step": 170340
    },
    {
      "epoch": 0.21608203379682833,
      "grad_norm": 6.40625,
      "learning_rate": 3.920093421189509e-05,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5600035220384598,
      "num_tokens": 131345341.0,
      "step": 170350
    },
    {
      "epoch": 0.21609471838936117,
      "grad_norm": 5.25,
      "learning_rate": 3.92002999018088e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.5493915617465973,
      "num_tokens": 131353610.0,
      "step": 170360
    },
    {
      "epoch": 0.21610740298189401,
      "grad_norm": 6.21875,
      "learning_rate": 3.919966559172251e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.541631105542183,
      "num_tokens": 131361153.0,
      "step": 170370
    },
    {
      "epoch": 0.21612008757442686,
      "grad_norm": 5.21875,
      "learning_rate": 3.919903128163622e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5381475567817688,
      "num_tokens": 131368368.0,
      "step": 170380
    },
    {
      "epoch": 0.21613277216695967,
      "grad_norm": 5.25,
      "learning_rate": 3.919839697154993e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5619833141565322,
      "num_tokens": 131376586.0,
      "step": 170390
    },
    {
      "epoch": 0.2161454567594925,
      "grad_norm": 5.8125,
      "learning_rate": 3.919776266146363e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5444143235683441,
      "num_tokens": 131384726.0,
      "step": 170400
    },
    {
      "epoch": 0.21615814135202535,
      "grad_norm": 6.40625,
      "learning_rate": 3.919712835137734e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5499947667121887,
      "num_tokens": 131392200.0,
      "step": 170410
    },
    {
      "epoch": 0.2161708259445582,
      "grad_norm": 5.59375,
      "learning_rate": 3.919649404129105e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5362754970788955,
      "num_tokens": 131400145.0,
      "step": 170420
    },
    {
      "epoch": 0.216183510537091,
      "grad_norm": 5.90625,
      "learning_rate": 3.919585973120476e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5560932427644729,
      "num_tokens": 131407575.0,
      "step": 170430
    },
    {
      "epoch": 0.21619619512962385,
      "grad_norm": 5.15625,
      "learning_rate": 3.919522542111847e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5673449754714965,
      "num_tokens": 131415776.0,
      "step": 170440
    },
    {
      "epoch": 0.2162088797221567,
      "grad_norm": 4.5625,
      "learning_rate": 3.919459111103218e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5338291108608246,
      "num_tokens": 131423198.0,
      "step": 170450
    },
    {
      "epoch": 0.21622156431468953,
      "grad_norm": 6.1875,
      "learning_rate": 3.919395680094589e-05,
      "loss": 2.2458,
      "mean_token_accuracy": 0.5157026320695877,
      "num_tokens": 131430777.0,
      "step": 170460
    },
    {
      "epoch": 0.21623424890722234,
      "grad_norm": 6.375,
      "learning_rate": 3.9193322490859594e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.556215476989746,
      "num_tokens": 131439265.0,
      "step": 170470
    },
    {
      "epoch": 0.21624693349975518,
      "grad_norm": 5.6875,
      "learning_rate": 3.91926881807733e-05,
      "loss": 2.4436,
      "mean_token_accuracy": 0.4834866464138031,
      "num_tokens": 131447762.0,
      "step": 170480
    },
    {
      "epoch": 0.21625961809228803,
      "grad_norm": 5.75,
      "learning_rate": 3.919205387068701e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5209838002920151,
      "num_tokens": 131455524.0,
      "step": 170490
    },
    {
      "epoch": 0.21627230268482087,
      "grad_norm": 6.03125,
      "learning_rate": 3.919141956060072e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5502311766147614,
      "num_tokens": 131462954.0,
      "step": 170500
    },
    {
      "epoch": 0.21628498727735368,
      "grad_norm": 5.09375,
      "learning_rate": 3.919078525051443e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5336728423833847,
      "num_tokens": 131470906.0,
      "step": 170510
    },
    {
      "epoch": 0.21629767186988652,
      "grad_norm": 5.1875,
      "learning_rate": 3.9190150940428134e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5476278781890869,
      "num_tokens": 131479778.0,
      "step": 170520
    },
    {
      "epoch": 0.21631035646241936,
      "grad_norm": 7.09375,
      "learning_rate": 3.9189516630341847e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5528156191110611,
      "num_tokens": 131488431.0,
      "step": 170530
    },
    {
      "epoch": 0.2163230410549522,
      "grad_norm": 7.125,
      "learning_rate": 3.918888232025555e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5588869035243988,
      "num_tokens": 131494652.0,
      "step": 170540
    },
    {
      "epoch": 0.21633572564748502,
      "grad_norm": 5.46875,
      "learning_rate": 3.918824801016926e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5237398177385331,
      "num_tokens": 131502917.0,
      "step": 170550
    },
    {
      "epoch": 0.21634841024001786,
      "grad_norm": 5.03125,
      "learning_rate": 3.918761370008297e-05,
      "loss": 2.1785,
      "mean_token_accuracy": 0.537039291858673,
      "num_tokens": 131510961.0,
      "step": 170560
    },
    {
      "epoch": 0.2163610948325507,
      "grad_norm": 6.0,
      "learning_rate": 3.918697938999668e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5367375612258911,
      "num_tokens": 131519501.0,
      "step": 170570
    },
    {
      "epoch": 0.21637377942508354,
      "grad_norm": 6.53125,
      "learning_rate": 3.918634507991039e-05,
      "loss": 2.3102,
      "mean_token_accuracy": 0.510907632112503,
      "num_tokens": 131526957.0,
      "step": 170580
    },
    {
      "epoch": 0.21638646401761635,
      "grad_norm": 6.34375,
      "learning_rate": 3.91857107698241e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5437970370054245,
      "num_tokens": 131533650.0,
      "step": 170590
    },
    {
      "epoch": 0.2163991486101492,
      "grad_norm": 5.8125,
      "learning_rate": 3.9185076459737804e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5346082150936127,
      "num_tokens": 131541075.0,
      "step": 170600
    },
    {
      "epoch": 0.21641183320268204,
      "grad_norm": 5.1875,
      "learning_rate": 3.918444214965151e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5389876514673233,
      "num_tokens": 131550236.0,
      "step": 170610
    },
    {
      "epoch": 0.21642451779521488,
      "grad_norm": 5.375,
      "learning_rate": 3.918380783956522e-05,
      "loss": 1.8379,
      "mean_token_accuracy": 0.5777789384126664,
      "num_tokens": 131557873.0,
      "step": 170620
    },
    {
      "epoch": 0.2164372023877477,
      "grad_norm": 4.8125,
      "learning_rate": 3.918317352947893e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5443025439977646,
      "num_tokens": 131564530.0,
      "step": 170630
    },
    {
      "epoch": 0.21644988698028053,
      "grad_norm": 20.25,
      "learning_rate": 3.918253921939264e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5216990828514099,
      "num_tokens": 131571637.0,
      "step": 170640
    },
    {
      "epoch": 0.21646257157281337,
      "grad_norm": 5.25,
      "learning_rate": 3.9181904909306345e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5293007254600525,
      "num_tokens": 131578489.0,
      "step": 170650
    },
    {
      "epoch": 0.2164752561653462,
      "grad_norm": 5.3125,
      "learning_rate": 3.918127059922006e-05,
      "loss": 2.2226,
      "mean_token_accuracy": 0.5066872954368591,
      "num_tokens": 131586824.0,
      "step": 170660
    },
    {
      "epoch": 0.21648794075787903,
      "grad_norm": 4.3125,
      "learning_rate": 3.918063628913376e-05,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5605294406414032,
      "num_tokens": 131594358.0,
      "step": 170670
    },
    {
      "epoch": 0.21650062535041187,
      "grad_norm": 5.625,
      "learning_rate": 3.918000197904747e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5369633138179779,
      "num_tokens": 131599774.0,
      "step": 170680
    },
    {
      "epoch": 0.2165133099429447,
      "grad_norm": 7.03125,
      "learning_rate": 3.917936766896118e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5702426880598068,
      "num_tokens": 131607442.0,
      "step": 170690
    },
    {
      "epoch": 0.21652599453547755,
      "grad_norm": 5.28125,
      "learning_rate": 3.9178733358874885e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5246739566326142,
      "num_tokens": 131615296.0,
      "step": 170700
    },
    {
      "epoch": 0.21653867912801036,
      "grad_norm": 6.4375,
      "learning_rate": 3.91780990487886e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5622855216264725,
      "num_tokens": 131622449.0,
      "step": 170710
    },
    {
      "epoch": 0.2165513637205432,
      "grad_norm": 5.28125,
      "learning_rate": 3.917746473870231e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.554482924938202,
      "num_tokens": 131630590.0,
      "step": 170720
    },
    {
      "epoch": 0.21656404831307605,
      "grad_norm": 5.40625,
      "learning_rate": 3.9176830428616015e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5390514373779297,
      "num_tokens": 131637975.0,
      "step": 170730
    },
    {
      "epoch": 0.21657673290560886,
      "grad_norm": 5.21875,
      "learning_rate": 3.917619611852972e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.546547582745552,
      "num_tokens": 131646777.0,
      "step": 170740
    },
    {
      "epoch": 0.2165894174981417,
      "grad_norm": 5.21875,
      "learning_rate": 3.9175561808443425e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5482481956481934,
      "num_tokens": 131654953.0,
      "step": 170750
    },
    {
      "epoch": 0.21660210209067454,
      "grad_norm": 5.59375,
      "learning_rate": 3.917492749835714e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5494980931282043,
      "num_tokens": 131661519.0,
      "step": 170760
    },
    {
      "epoch": 0.21661478668320738,
      "grad_norm": 7.9375,
      "learning_rate": 3.917429318827085e-05,
      "loss": 2.4462,
      "mean_token_accuracy": 0.47914730906486513,
      "num_tokens": 131669549.0,
      "step": 170770
    },
    {
      "epoch": 0.2166274712757402,
      "grad_norm": 4.875,
      "learning_rate": 3.9173658878184555e-05,
      "loss": 2.238,
      "mean_token_accuracy": 0.5187155157327652,
      "num_tokens": 131677653.0,
      "step": 170780
    },
    {
      "epoch": 0.21664015586827304,
      "grad_norm": 5.4375,
      "learning_rate": 3.917302456809827e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5286901414394378,
      "num_tokens": 131686503.0,
      "step": 170790
    },
    {
      "epoch": 0.21665284046080588,
      "grad_norm": 6.46875,
      "learning_rate": 3.917239025801197e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.5276849925518036,
      "num_tokens": 131694902.0,
      "step": 170800
    },
    {
      "epoch": 0.21666552505333872,
      "grad_norm": 4.9375,
      "learning_rate": 3.9171755947925685e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5393634796142578,
      "num_tokens": 131703336.0,
      "step": 170810
    },
    {
      "epoch": 0.21667820964587153,
      "grad_norm": 4.71875,
      "learning_rate": 3.917112163783939e-05,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5563052833080292,
      "num_tokens": 131711083.0,
      "step": 170820
    },
    {
      "epoch": 0.21669089423840437,
      "grad_norm": 4.78125,
      "learning_rate": 3.9170487327753095e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5529469311237335,
      "num_tokens": 131718341.0,
      "step": 170830
    },
    {
      "epoch": 0.21670357883093722,
      "grad_norm": 4.4375,
      "learning_rate": 3.916985301766681e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5379927307367325,
      "num_tokens": 131726399.0,
      "step": 170840
    },
    {
      "epoch": 0.21671626342347006,
      "grad_norm": 5.40625,
      "learning_rate": 3.916921870758051e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5422389090061188,
      "num_tokens": 131734157.0,
      "step": 170850
    },
    {
      "epoch": 0.21672894801600287,
      "grad_norm": 6.34375,
      "learning_rate": 3.9168584397494225e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5452958375215531,
      "num_tokens": 131742782.0,
      "step": 170860
    },
    {
      "epoch": 0.2167416326085357,
      "grad_norm": 5.5625,
      "learning_rate": 3.916795008740794e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5406801283359528,
      "num_tokens": 131750132.0,
      "step": 170870
    },
    {
      "epoch": 0.21675431720106855,
      "grad_norm": 7.65625,
      "learning_rate": 3.916731577732164e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5608385562896728,
      "num_tokens": 131757424.0,
      "step": 170880
    },
    {
      "epoch": 0.2167670017936014,
      "grad_norm": 7.78125,
      "learning_rate": 3.916668146723535e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5503849238157272,
      "num_tokens": 131766029.0,
      "step": 170890
    },
    {
      "epoch": 0.2167796863861342,
      "grad_norm": 6.125,
      "learning_rate": 3.916604715714905e-05,
      "loss": 2.2053,
      "mean_token_accuracy": 0.5235500067472458,
      "num_tokens": 131773936.0,
      "step": 170900
    },
    {
      "epoch": 0.21679237097866705,
      "grad_norm": 4.71875,
      "learning_rate": 3.9165412847062765e-05,
      "loss": 2.2299,
      "mean_token_accuracy": 0.5165909081697464,
      "num_tokens": 131782533.0,
      "step": 170910
    },
    {
      "epoch": 0.2168050555711999,
      "grad_norm": 5.59375,
      "learning_rate": 3.916477853697648e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5654151141643524,
      "num_tokens": 131790932.0,
      "step": 170920
    },
    {
      "epoch": 0.21681774016373273,
      "grad_norm": 5.6875,
      "learning_rate": 3.916414422689018e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5434534013271332,
      "num_tokens": 131799342.0,
      "step": 170930
    },
    {
      "epoch": 0.21683042475626554,
      "grad_norm": 6.34375,
      "learning_rate": 3.9163509916803895e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5508836507797241,
      "num_tokens": 131806724.0,
      "step": 170940
    },
    {
      "epoch": 0.21684310934879839,
      "grad_norm": 6.125,
      "learning_rate": 3.91628756067176e-05,
      "loss": 1.7915,
      "mean_token_accuracy": 0.6049980729818344,
      "num_tokens": 131812545.0,
      "step": 170950
    },
    {
      "epoch": 0.21685579394133123,
      "grad_norm": 11.8125,
      "learning_rate": 3.9162241296631305e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5537466317415237,
      "num_tokens": 131820013.0,
      "step": 170960
    },
    {
      "epoch": 0.21686847853386407,
      "grad_norm": 5.40625,
      "learning_rate": 3.916160698654502e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5323264986276627,
      "num_tokens": 131829122.0,
      "step": 170970
    },
    {
      "epoch": 0.21688116312639688,
      "grad_norm": 5.625,
      "learning_rate": 3.916097267645872e-05,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5689086347818375,
      "num_tokens": 131837528.0,
      "step": 170980
    },
    {
      "epoch": 0.21689384771892972,
      "grad_norm": 7.0625,
      "learning_rate": 3.9160338366372435e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.580315625667572,
      "num_tokens": 131843716.0,
      "step": 170990
    },
    {
      "epoch": 0.21690653231146256,
      "grad_norm": 9.4375,
      "learning_rate": 3.915970405628614e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.556179803609848,
      "num_tokens": 131849355.0,
      "step": 171000
    },
    {
      "epoch": 0.2169192169039954,
      "grad_norm": 5.375,
      "learning_rate": 3.915906974619985e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.522480571269989,
      "num_tokens": 131858167.0,
      "step": 171010
    },
    {
      "epoch": 0.21693190149652822,
      "grad_norm": 6.25,
      "learning_rate": 3.915843543611356e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.537502434849739,
      "num_tokens": 131865363.0,
      "step": 171020
    },
    {
      "epoch": 0.21694458608906106,
      "grad_norm": 5.5,
      "learning_rate": 3.915780112602726e-05,
      "loss": 1.8286,
      "mean_token_accuracy": 0.5892588883638382,
      "num_tokens": 131873633.0,
      "step": 171030
    },
    {
      "epoch": 0.2169572706815939,
      "grad_norm": 5.0625,
      "learning_rate": 3.9157166815940975e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.5255826771259308,
      "num_tokens": 131881481.0,
      "step": 171040
    },
    {
      "epoch": 0.21696995527412674,
      "grad_norm": 5.78125,
      "learning_rate": 3.915653250585468e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5568279802799225,
      "num_tokens": 131889441.0,
      "step": 171050
    },
    {
      "epoch": 0.21698263986665955,
      "grad_norm": 8.0625,
      "learning_rate": 3.915589819576839e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5580040365457535,
      "num_tokens": 131897460.0,
      "step": 171060
    },
    {
      "epoch": 0.2169953244591924,
      "grad_norm": 5.46875,
      "learning_rate": 3.9155263885682105e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5308015018701553,
      "num_tokens": 131904246.0,
      "step": 171070
    },
    {
      "epoch": 0.21700800905172524,
      "grad_norm": 5.34375,
      "learning_rate": 3.915462957559581e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.524607390165329,
      "num_tokens": 131913385.0,
      "step": 171080
    },
    {
      "epoch": 0.21702069364425808,
      "grad_norm": 6.3125,
      "learning_rate": 3.9153995265509516e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5405195474624633,
      "num_tokens": 131920427.0,
      "step": 171090
    },
    {
      "epoch": 0.2170333782367909,
      "grad_norm": 5.96875,
      "learning_rate": 3.915336095542322e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5403620928525925,
      "num_tokens": 131928509.0,
      "step": 171100
    },
    {
      "epoch": 0.21704606282932373,
      "grad_norm": 4.71875,
      "learning_rate": 3.915272664533693e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5214885711669922,
      "num_tokens": 131937725.0,
      "step": 171110
    },
    {
      "epoch": 0.21705874742185657,
      "grad_norm": 10.25,
      "learning_rate": 3.9152092335250645e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5769062668085099,
      "num_tokens": 131945424.0,
      "step": 171120
    },
    {
      "epoch": 0.21707143201438941,
      "grad_norm": 6.71875,
      "learning_rate": 3.915145802516435e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5533304929733276,
      "num_tokens": 131952596.0,
      "step": 171130
    },
    {
      "epoch": 0.21708411660692223,
      "grad_norm": 5.28125,
      "learning_rate": 3.915082371507806e-05,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5548533618450164,
      "num_tokens": 131960281.0,
      "step": 171140
    },
    {
      "epoch": 0.21709680119945507,
      "grad_norm": 7.34375,
      "learning_rate": 3.915018940499177e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5598623305559158,
      "num_tokens": 131966118.0,
      "step": 171150
    },
    {
      "epoch": 0.2171094857919879,
      "grad_norm": 5.78125,
      "learning_rate": 3.9149555094905473e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5447213768959045,
      "num_tokens": 131973865.0,
      "step": 171160
    },
    {
      "epoch": 0.21712217038452075,
      "grad_norm": 8.625,
      "learning_rate": 3.9148920784819186e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5351271361112595,
      "num_tokens": 131980524.0,
      "step": 171170
    },
    {
      "epoch": 0.21713485497705357,
      "grad_norm": 5.03125,
      "learning_rate": 3.914828647473289e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5713010251522064,
      "num_tokens": 131988923.0,
      "step": 171180
    },
    {
      "epoch": 0.2171475395695864,
      "grad_norm": 4.6875,
      "learning_rate": 3.91476521646466e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5412865817546845,
      "num_tokens": 131996941.0,
      "step": 171190
    },
    {
      "epoch": 0.21716022416211925,
      "grad_norm": 5.125,
      "learning_rate": 3.914701785456031e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.556121152639389,
      "num_tokens": 132004090.0,
      "step": 171200
    },
    {
      "epoch": 0.21717290875465206,
      "grad_norm": 5.4375,
      "learning_rate": 3.914638354447402e-05,
      "loss": 1.8673,
      "mean_token_accuracy": 0.5928586006164551,
      "num_tokens": 132010095.0,
      "step": 171210
    },
    {
      "epoch": 0.2171855933471849,
      "grad_norm": 5.3125,
      "learning_rate": 3.914574923438773e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5472951918840409,
      "num_tokens": 132018212.0,
      "step": 171220
    },
    {
      "epoch": 0.21719827793971774,
      "grad_norm": 5.75,
      "learning_rate": 3.914511492430144e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5470758497714996,
      "num_tokens": 132026811.0,
      "step": 171230
    },
    {
      "epoch": 0.21721096253225058,
      "grad_norm": 4.875,
      "learning_rate": 3.914448061421514e-05,
      "loss": 1.8783,
      "mean_token_accuracy": 0.5661686211824417,
      "num_tokens": 132033453.0,
      "step": 171240
    },
    {
      "epoch": 0.2172236471247834,
      "grad_norm": 5.65625,
      "learning_rate": 3.914384630412885e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.539552104473114,
      "num_tokens": 132041784.0,
      "step": 171250
    },
    {
      "epoch": 0.21723633171731624,
      "grad_norm": 5.6875,
      "learning_rate": 3.914321199404256e-05,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5139858782291412,
      "num_tokens": 132049761.0,
      "step": 171260
    },
    {
      "epoch": 0.21724901630984908,
      "grad_norm": 6.21875,
      "learning_rate": 3.914257768395627e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.534085288643837,
      "num_tokens": 132057528.0,
      "step": 171270
    },
    {
      "epoch": 0.21726170090238192,
      "grad_norm": 6.3125,
      "learning_rate": 3.914194337386998e-05,
      "loss": 2.3105,
      "mean_token_accuracy": 0.5080106258392334,
      "num_tokens": 132066320.0,
      "step": 171280
    },
    {
      "epoch": 0.21727438549491473,
      "grad_norm": 5.09375,
      "learning_rate": 3.914130906378369e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5284542202949524,
      "num_tokens": 132073984.0,
      "step": 171290
    },
    {
      "epoch": 0.21728707008744758,
      "grad_norm": 6.5625,
      "learning_rate": 3.9140674753697396e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5564246058464051,
      "num_tokens": 132080979.0,
      "step": 171300
    },
    {
      "epoch": 0.21729975467998042,
      "grad_norm": 8.0,
      "learning_rate": 3.91400404436111e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5703341335058212,
      "num_tokens": 132087657.0,
      "step": 171310
    },
    {
      "epoch": 0.21731243927251326,
      "grad_norm": 5.34375,
      "learning_rate": 3.913940613352481e-05,
      "loss": 1.8302,
      "mean_token_accuracy": 0.6072883903980255,
      "num_tokens": 132094763.0,
      "step": 171320
    },
    {
      "epoch": 0.21732512386504607,
      "grad_norm": 7.15625,
      "learning_rate": 3.913877182343852e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5292281121015548,
      "num_tokens": 132102142.0,
      "step": 171330
    },
    {
      "epoch": 0.2173378084575789,
      "grad_norm": 6.65625,
      "learning_rate": 3.913813751335223e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5602883189916611,
      "num_tokens": 132109568.0,
      "step": 171340
    },
    {
      "epoch": 0.21735049305011175,
      "grad_norm": 7.34375,
      "learning_rate": 3.9137503203265936e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5594746977090835,
      "num_tokens": 132117473.0,
      "step": 171350
    },
    {
      "epoch": 0.2173631776426446,
      "grad_norm": 4.6875,
      "learning_rate": 3.913686889317965e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5275252908468246,
      "num_tokens": 132125278.0,
      "step": 171360
    },
    {
      "epoch": 0.2173758622351774,
      "grad_norm": 4.90625,
      "learning_rate": 3.9136234583093354e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5329950362443924,
      "num_tokens": 132133499.0,
      "step": 171370
    },
    {
      "epoch": 0.21738854682771025,
      "grad_norm": 7.84375,
      "learning_rate": 3.913560027300706e-05,
      "loss": 2.2312,
      "mean_token_accuracy": 0.5216358482837677,
      "num_tokens": 132142193.0,
      "step": 171380
    },
    {
      "epoch": 0.2174012314202431,
      "grad_norm": 5.53125,
      "learning_rate": 3.913496596292077e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5488380163908004,
      "num_tokens": 132149998.0,
      "step": 171390
    },
    {
      "epoch": 0.21741391601277593,
      "grad_norm": 4.78125,
      "learning_rate": 3.9134331652834476e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5311175614595414,
      "num_tokens": 132158590.0,
      "step": 171400
    },
    {
      "epoch": 0.21742660060530875,
      "grad_norm": 4.75,
      "learning_rate": 3.913369734274819e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5473740249872208,
      "num_tokens": 132166371.0,
      "step": 171410
    },
    {
      "epoch": 0.2174392851978416,
      "grad_norm": 5.9375,
      "learning_rate": 3.91330630326619e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5533468365669251,
      "num_tokens": 132174172.0,
      "step": 171420
    },
    {
      "epoch": 0.21745196979037443,
      "grad_norm": 5.0,
      "learning_rate": 3.9132428722575606e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.5604464381933212,
      "num_tokens": 132183333.0,
      "step": 171430
    },
    {
      "epoch": 0.21746465438290727,
      "grad_norm": 7.96875,
      "learning_rate": 3.913179441248931e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.524305060505867,
      "num_tokens": 132191844.0,
      "step": 171440
    },
    {
      "epoch": 0.21747733897544008,
      "grad_norm": 6.8125,
      "learning_rate": 3.913116010240302e-05,
      "loss": 1.959,
      "mean_token_accuracy": 0.5607947647571564,
      "num_tokens": 132199382.0,
      "step": 171450
    },
    {
      "epoch": 0.21749002356797292,
      "grad_norm": 5.03125,
      "learning_rate": 3.913052579231673e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5118509739637375,
      "num_tokens": 132207380.0,
      "step": 171460
    },
    {
      "epoch": 0.21750270816050576,
      "grad_norm": 5.53125,
      "learning_rate": 3.912989148223044e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5686031937599182,
      "num_tokens": 132215641.0,
      "step": 171470
    },
    {
      "epoch": 0.2175153927530386,
      "grad_norm": 5.90625,
      "learning_rate": 3.9129257172144146e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5601998507976532,
      "num_tokens": 132223407.0,
      "step": 171480
    },
    {
      "epoch": 0.21752807734557142,
      "grad_norm": 5.5,
      "learning_rate": 3.912862286205786e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5363215327262878,
      "num_tokens": 132230529.0,
      "step": 171490
    },
    {
      "epoch": 0.21754076193810426,
      "grad_norm": 5.21875,
      "learning_rate": 3.9127988551971564e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5313086748123169,
      "num_tokens": 132239043.0,
      "step": 171500
    },
    {
      "epoch": 0.2175534465306371,
      "grad_norm": 4.84375,
      "learning_rate": 3.912735424188527e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.519167572259903,
      "num_tokens": 132246566.0,
      "step": 171510
    },
    {
      "epoch": 0.21756613112316994,
      "grad_norm": 4.53125,
      "learning_rate": 3.912671993179898e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5305763840675354,
      "num_tokens": 132254973.0,
      "step": 171520
    },
    {
      "epoch": 0.21757881571570276,
      "grad_norm": 5.03125,
      "learning_rate": 3.912608562171269e-05,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5816648542881012,
      "num_tokens": 132261096.0,
      "step": 171530
    },
    {
      "epoch": 0.2175915003082356,
      "grad_norm": 7.375,
      "learning_rate": 3.91254513116264e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5424167454242707,
      "num_tokens": 132267742.0,
      "step": 171540
    },
    {
      "epoch": 0.21760418490076844,
      "grad_norm": 6.25,
      "learning_rate": 3.912481700154011e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5353144586086274,
      "num_tokens": 132275430.0,
      "step": 171550
    },
    {
      "epoch": 0.21761686949330128,
      "grad_norm": 5.84375,
      "learning_rate": 3.9124182691453816e-05,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5629704296588898,
      "num_tokens": 132283074.0,
      "step": 171560
    },
    {
      "epoch": 0.2176295540858341,
      "grad_norm": 5.09375,
      "learning_rate": 3.912354838136753e-05,
      "loss": 2.2251,
      "mean_token_accuracy": 0.5142533272504807,
      "num_tokens": 132291333.0,
      "step": 171570
    },
    {
      "epoch": 0.21764223867836693,
      "grad_norm": 11.9375,
      "learning_rate": 3.912291407128123e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5535932540893554,
      "num_tokens": 132297725.0,
      "step": 171580
    },
    {
      "epoch": 0.21765492327089977,
      "grad_norm": 5.65625,
      "learning_rate": 3.912227976119494e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5186196774244308,
      "num_tokens": 132305494.0,
      "step": 171590
    },
    {
      "epoch": 0.21766760786343262,
      "grad_norm": 5.09375,
      "learning_rate": 3.912164545110865e-05,
      "loss": 1.7393,
      "mean_token_accuracy": 0.6086080610752106,
      "num_tokens": 132311796.0,
      "step": 171600
    },
    {
      "epoch": 0.21768029245596543,
      "grad_norm": 5.40625,
      "learning_rate": 3.9121011141022357e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5362493187189102,
      "num_tokens": 132320269.0,
      "step": 171610
    },
    {
      "epoch": 0.21769297704849827,
      "grad_norm": 5.21875,
      "learning_rate": 3.912037683093607e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5404761433601379,
      "num_tokens": 132328468.0,
      "step": 171620
    },
    {
      "epoch": 0.2177056616410311,
      "grad_norm": 4.75,
      "learning_rate": 3.9119742520849774e-05,
      "loss": 1.4832,
      "mean_token_accuracy": 0.6642405152320862,
      "num_tokens": 132333614.0,
      "step": 171630
    },
    {
      "epoch": 0.21771834623356395,
      "grad_norm": 6.75,
      "learning_rate": 3.9119108210763486e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5377584308385849,
      "num_tokens": 132342182.0,
      "step": 171640
    },
    {
      "epoch": 0.21773103082609677,
      "grad_norm": 5.03125,
      "learning_rate": 3.911847390067719e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.537290072441101,
      "num_tokens": 132348816.0,
      "step": 171650
    },
    {
      "epoch": 0.2177437154186296,
      "grad_norm": 5.53125,
      "learning_rate": 3.91178395905909e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5329568386077881,
      "num_tokens": 132357932.0,
      "step": 171660
    },
    {
      "epoch": 0.21775640001116245,
      "grad_norm": 5.25,
      "learning_rate": 3.911720528050461e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5207310020923615,
      "num_tokens": 132365558.0,
      "step": 171670
    },
    {
      "epoch": 0.21776908460369526,
      "grad_norm": 3.6875,
      "learning_rate": 3.9116570970418314e-05,
      "loss": 1.761,
      "mean_token_accuracy": 0.5970323979854584,
      "num_tokens": 132372119.0,
      "step": 171680
    },
    {
      "epoch": 0.2177817691962281,
      "grad_norm": 7.875,
      "learning_rate": 3.9115936660332026e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5530252546072006,
      "num_tokens": 132380097.0,
      "step": 171690
    },
    {
      "epoch": 0.21779445378876094,
      "grad_norm": 9.1875,
      "learning_rate": 3.911530235024574e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5418912082910537,
      "num_tokens": 132388113.0,
      "step": 171700
    },
    {
      "epoch": 0.21780713838129379,
      "grad_norm": 5.25,
      "learning_rate": 3.9114668040159444e-05,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5678514420986176,
      "num_tokens": 132395923.0,
      "step": 171710
    },
    {
      "epoch": 0.2178198229738266,
      "grad_norm": 8.25,
      "learning_rate": 3.911403373007315e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5397683411836625,
      "num_tokens": 132402252.0,
      "step": 171720
    },
    {
      "epoch": 0.21783250756635944,
      "grad_norm": 4.84375,
      "learning_rate": 3.9113399419986855e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5204720824956894,
      "num_tokens": 132410927.0,
      "step": 171730
    },
    {
      "epoch": 0.21784519215889228,
      "grad_norm": 3.75,
      "learning_rate": 3.911276510990057e-05,
      "loss": 1.8368,
      "mean_token_accuracy": 0.5945302426815033,
      "num_tokens": 132417660.0,
      "step": 171740
    },
    {
      "epoch": 0.21785787675142512,
      "grad_norm": 5.625,
      "learning_rate": 3.911213079981428e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5430669486522675,
      "num_tokens": 132426153.0,
      "step": 171750
    },
    {
      "epoch": 0.21787056134395794,
      "grad_norm": 5.15625,
      "learning_rate": 3.9111496489727984e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5316938370466232,
      "num_tokens": 132433699.0,
      "step": 171760
    },
    {
      "epoch": 0.21788324593649078,
      "grad_norm": 11.25,
      "learning_rate": 3.9110862179641696e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5355294197797775,
      "num_tokens": 132442249.0,
      "step": 171770
    },
    {
      "epoch": 0.21789593052902362,
      "grad_norm": 5.34375,
      "learning_rate": 3.91102278695554e-05,
      "loss": 2.039,
      "mean_token_accuracy": 0.5448328256607056,
      "num_tokens": 132451195.0,
      "step": 171780
    },
    {
      "epoch": 0.21790861512155646,
      "grad_norm": 5.375,
      "learning_rate": 3.910959355946911e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5425105899572372,
      "num_tokens": 132459661.0,
      "step": 171790
    },
    {
      "epoch": 0.21792129971408927,
      "grad_norm": 5.28125,
      "learning_rate": 3.910895924938282e-05,
      "loss": 1.6585,
      "mean_token_accuracy": 0.6163325607776642,
      "num_tokens": 132466032.0,
      "step": 171800
    },
    {
      "epoch": 0.2179339843066221,
      "grad_norm": 7.03125,
      "learning_rate": 3.9108324939296525e-05,
      "loss": 2.2541,
      "mean_token_accuracy": 0.5198764741420746,
      "num_tokens": 132474043.0,
      "step": 171810
    },
    {
      "epoch": 0.21794666889915496,
      "grad_norm": 7.34375,
      "learning_rate": 3.910769062921024e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5433752745389938,
      "num_tokens": 132480389.0,
      "step": 171820
    },
    {
      "epoch": 0.2179593534916878,
      "grad_norm": 5.125,
      "learning_rate": 3.910705631912394e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5671309024095536,
      "num_tokens": 132486372.0,
      "step": 171830
    },
    {
      "epoch": 0.2179720380842206,
      "grad_norm": 4.84375,
      "learning_rate": 3.9106422009037654e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5647789299488067,
      "num_tokens": 132493712.0,
      "step": 171840
    },
    {
      "epoch": 0.21798472267675345,
      "grad_norm": 4.75,
      "learning_rate": 3.910578769895136e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5218424767255783,
      "num_tokens": 132501836.0,
      "step": 171850
    },
    {
      "epoch": 0.2179974072692863,
      "grad_norm": 5.03125,
      "learning_rate": 3.9105153388865065e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.532810315489769,
      "num_tokens": 132508745.0,
      "step": 171860
    },
    {
      "epoch": 0.21801009186181913,
      "grad_norm": 12.125,
      "learning_rate": 3.910451907877878e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5394833743572235,
      "num_tokens": 132516046.0,
      "step": 171870
    },
    {
      "epoch": 0.21802277645435195,
      "grad_norm": 6.34375,
      "learning_rate": 3.910388476869248e-05,
      "loss": 1.9092,
      "mean_token_accuracy": 0.5756787359714508,
      "num_tokens": 132523450.0,
      "step": 171880
    },
    {
      "epoch": 0.2180354610468848,
      "grad_norm": 5.625,
      "learning_rate": 3.9103250458606195e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.527085691690445,
      "num_tokens": 132531886.0,
      "step": 171890
    },
    {
      "epoch": 0.21804814563941763,
      "grad_norm": 6.46875,
      "learning_rate": 3.910261614851991e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5516545832157135,
      "num_tokens": 132538628.0,
      "step": 171900
    },
    {
      "epoch": 0.21806083023195047,
      "grad_norm": 7.25,
      "learning_rate": 3.910198183843361e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.5245008498430253,
      "num_tokens": 132546331.0,
      "step": 171910
    },
    {
      "epoch": 0.21807351482448328,
      "grad_norm": 4.96875,
      "learning_rate": 3.9101347528347324e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5617943614721298,
      "num_tokens": 132554787.0,
      "step": 171920
    },
    {
      "epoch": 0.21808619941701612,
      "grad_norm": 7.25,
      "learning_rate": 3.910071321826102e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.555441015958786,
      "num_tokens": 132562302.0,
      "step": 171930
    },
    {
      "epoch": 0.21809888400954897,
      "grad_norm": 5.9375,
      "learning_rate": 3.9100078908174735e-05,
      "loss": 1.8118,
      "mean_token_accuracy": 0.5861462593078614,
      "num_tokens": 132569976.0,
      "step": 171940
    },
    {
      "epoch": 0.2181115686020818,
      "grad_norm": 6.09375,
      "learning_rate": 3.909944459808845e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5504962146282196,
      "num_tokens": 132578631.0,
      "step": 171950
    },
    {
      "epoch": 0.21812425319461462,
      "grad_norm": 6.0,
      "learning_rate": 3.909881028800215e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5265744090080261,
      "num_tokens": 132586688.0,
      "step": 171960
    },
    {
      "epoch": 0.21813693778714746,
      "grad_norm": 6.53125,
      "learning_rate": 3.9098175977915864e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5575817078351974,
      "num_tokens": 132593887.0,
      "step": 171970
    },
    {
      "epoch": 0.2181496223796803,
      "grad_norm": 4.96875,
      "learning_rate": 3.909754166782957e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5521652132272721,
      "num_tokens": 132601174.0,
      "step": 171980
    },
    {
      "epoch": 0.21816230697221314,
      "grad_norm": 4.65625,
      "learning_rate": 3.909690735774328e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.569677421450615,
      "num_tokens": 132608030.0,
      "step": 171990
    },
    {
      "epoch": 0.21817499156474596,
      "grad_norm": 6.125,
      "learning_rate": 3.909627304765699e-05,
      "loss": 2.2261,
      "mean_token_accuracy": 0.5218471825122833,
      "num_tokens": 132614295.0,
      "step": 172000
    },
    {
      "epoch": 0.2181876761572788,
      "grad_norm": 5.1875,
      "learning_rate": 3.909563873757069e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5353452414274216,
      "num_tokens": 132622237.0,
      "step": 172010
    },
    {
      "epoch": 0.21820036074981164,
      "grad_norm": 6.9375,
      "learning_rate": 3.9095004427484405e-05,
      "loss": 2.2877,
      "mean_token_accuracy": 0.5120585799217224,
      "num_tokens": 132629938.0,
      "step": 172020
    },
    {
      "epoch": 0.21821304534234448,
      "grad_norm": 5.875,
      "learning_rate": 3.909437011739811e-05,
      "loss": 2.351,
      "mean_token_accuracy": 0.5044186055660248,
      "num_tokens": 132636695.0,
      "step": 172030
    },
    {
      "epoch": 0.2182257299348773,
      "grad_norm": 5.28125,
      "learning_rate": 3.909373580731182e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5627765268087387,
      "num_tokens": 132644631.0,
      "step": 172040
    },
    {
      "epoch": 0.21823841452741014,
      "grad_norm": 4.90625,
      "learning_rate": 3.9093101497225534e-05,
      "loss": 2.4182,
      "mean_token_accuracy": 0.49208826422691343,
      "num_tokens": 132653762.0,
      "step": 172050
    },
    {
      "epoch": 0.21825109911994298,
      "grad_norm": 5.53125,
      "learning_rate": 3.909246718713924e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5626202285289764,
      "num_tokens": 132661140.0,
      "step": 172060
    },
    {
      "epoch": 0.21826378371247582,
      "grad_norm": 4.90625,
      "learning_rate": 3.9091832877052945e-05,
      "loss": 1.8573,
      "mean_token_accuracy": 0.5882829129695892,
      "num_tokens": 132668415.0,
      "step": 172070
    },
    {
      "epoch": 0.21827646830500863,
      "grad_norm": 5.96875,
      "learning_rate": 3.909119856696665e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5363849520683288,
      "num_tokens": 132675740.0,
      "step": 172080
    },
    {
      "epoch": 0.21828915289754147,
      "grad_norm": 4.90625,
      "learning_rate": 3.909056425688036e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5245017290115357,
      "num_tokens": 132683679.0,
      "step": 172090
    },
    {
      "epoch": 0.2183018374900743,
      "grad_norm": 8.25,
      "learning_rate": 3.9089929946794075e-05,
      "loss": 1.5829,
      "mean_token_accuracy": 0.6331420183181763,
      "num_tokens": 132690593.0,
      "step": 172100
    },
    {
      "epoch": 0.21831452208260715,
      "grad_norm": 5.46875,
      "learning_rate": 3.908929563670778e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5496431887149811,
      "num_tokens": 132698264.0,
      "step": 172110
    },
    {
      "epoch": 0.21832720667513997,
      "grad_norm": 5.9375,
      "learning_rate": 3.908866132662149e-05,
      "loss": 2.3033,
      "mean_token_accuracy": 0.5108193993568421,
      "num_tokens": 132706878.0,
      "step": 172120
    },
    {
      "epoch": 0.2183398912676728,
      "grad_norm": 4.40625,
      "learning_rate": 3.90880270165352e-05,
      "loss": 1.7252,
      "mean_token_accuracy": 0.604450911283493,
      "num_tokens": 132713950.0,
      "step": 172130
    },
    {
      "epoch": 0.21835257586020565,
      "grad_norm": 6.8125,
      "learning_rate": 3.90873927064489e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5394474118947983,
      "num_tokens": 132721312.0,
      "step": 172140
    },
    {
      "epoch": 0.21836526045273846,
      "grad_norm": 5.71875,
      "learning_rate": 3.9086758396362615e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5262320458889007,
      "num_tokens": 132729269.0,
      "step": 172150
    },
    {
      "epoch": 0.2183779450452713,
      "grad_norm": 5.59375,
      "learning_rate": 3.908612408627632e-05,
      "loss": 1.8649,
      "mean_token_accuracy": 0.5755825459957122,
      "num_tokens": 132736501.0,
      "step": 172160
    },
    {
      "epoch": 0.21839062963780415,
      "grad_norm": 4.6875,
      "learning_rate": 3.908548977619003e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5354108333587646,
      "num_tokens": 132744555.0,
      "step": 172170
    },
    {
      "epoch": 0.218403314230337,
      "grad_norm": 4.96875,
      "learning_rate": 3.908485546610374e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5149821907281875,
      "num_tokens": 132753676.0,
      "step": 172180
    },
    {
      "epoch": 0.2184159988228698,
      "grad_norm": 4.46875,
      "learning_rate": 3.908422115601745e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5440767943859101,
      "num_tokens": 132761968.0,
      "step": 172190
    },
    {
      "epoch": 0.21842868341540264,
      "grad_norm": 6.09375,
      "learning_rate": 3.9083586845931155e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5404553115367889,
      "num_tokens": 132769978.0,
      "step": 172200
    },
    {
      "epoch": 0.21844136800793548,
      "grad_norm": 4.8125,
      "learning_rate": 3.908295253584486e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5249332904815673,
      "num_tokens": 132779480.0,
      "step": 172210
    },
    {
      "epoch": 0.21845405260046832,
      "grad_norm": 4.75,
      "learning_rate": 3.908231822575857e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5232192188501358,
      "num_tokens": 132788999.0,
      "step": 172220
    },
    {
      "epoch": 0.21846673719300114,
      "grad_norm": 6.6875,
      "learning_rate": 3.908168391567228e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5457821428775788,
      "num_tokens": 132795797.0,
      "step": 172230
    },
    {
      "epoch": 0.21847942178553398,
      "grad_norm": 4.8125,
      "learning_rate": 3.908104960558599e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.551514521241188,
      "num_tokens": 132805429.0,
      "step": 172240
    },
    {
      "epoch": 0.21849210637806682,
      "grad_norm": 5.3125,
      "learning_rate": 3.90804152954997e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5700266867876053,
      "num_tokens": 132812897.0,
      "step": 172250
    },
    {
      "epoch": 0.21850479097059966,
      "grad_norm": 6.71875,
      "learning_rate": 3.907978098541341e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5395701825618744,
      "num_tokens": 132819645.0,
      "step": 172260
    },
    {
      "epoch": 0.21851747556313247,
      "grad_norm": 5.3125,
      "learning_rate": 3.907914667532711e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5385106384754181,
      "num_tokens": 132828299.0,
      "step": 172270
    },
    {
      "epoch": 0.21853016015566532,
      "grad_norm": 7.5,
      "learning_rate": 3.907851236524082e-05,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5677475452423095,
      "num_tokens": 132835000.0,
      "step": 172280
    },
    {
      "epoch": 0.21854284474819816,
      "grad_norm": 5.03125,
      "learning_rate": 3.907787805515453e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5381367206573486,
      "num_tokens": 132843292.0,
      "step": 172290
    },
    {
      "epoch": 0.218555529340731,
      "grad_norm": 5.625,
      "learning_rate": 3.907724374506824e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5407210618257523,
      "num_tokens": 132850630.0,
      "step": 172300
    },
    {
      "epoch": 0.2185682139332638,
      "grad_norm": 4.75,
      "learning_rate": 3.907660943498195e-05,
      "loss": 1.837,
      "mean_token_accuracy": 0.591187036037445,
      "num_tokens": 132857919.0,
      "step": 172310
    },
    {
      "epoch": 0.21858089852579665,
      "grad_norm": 6.0,
      "learning_rate": 3.907597512489566e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5553594827651978,
      "num_tokens": 132865213.0,
      "step": 172320
    },
    {
      "epoch": 0.2185935831183295,
      "grad_norm": 5.09375,
      "learning_rate": 3.9075340814809366e-05,
      "loss": 1.8968,
      "mean_token_accuracy": 0.5749928027391433,
      "num_tokens": 132871860.0,
      "step": 172330
    },
    {
      "epoch": 0.21860626771086233,
      "grad_norm": 8.625,
      "learning_rate": 3.907470650472308e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5851408302783966,
      "num_tokens": 132878939.0,
      "step": 172340
    },
    {
      "epoch": 0.21861895230339515,
      "grad_norm": 7.25,
      "learning_rate": 3.907407219463678e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5257654637098312,
      "num_tokens": 132886377.0,
      "step": 172350
    },
    {
      "epoch": 0.218631636895928,
      "grad_norm": 6.5625,
      "learning_rate": 3.907343788455049e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5326930940151214,
      "num_tokens": 132893402.0,
      "step": 172360
    },
    {
      "epoch": 0.21864432148846083,
      "grad_norm": 5.59375,
      "learning_rate": 3.90728035744642e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5640467226505279,
      "num_tokens": 132901833.0,
      "step": 172370
    },
    {
      "epoch": 0.21865700608099367,
      "grad_norm": 4.90625,
      "learning_rate": 3.907216926437791e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5520159780979157,
      "num_tokens": 132909037.0,
      "step": 172380
    },
    {
      "epoch": 0.21866969067352648,
      "grad_norm": 5.0625,
      "learning_rate": 3.907153495429162e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5222528398036956,
      "num_tokens": 132918403.0,
      "step": 172390
    },
    {
      "epoch": 0.21868237526605933,
      "grad_norm": 5.40625,
      "learning_rate": 3.907090064420533e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5295787721872329,
      "num_tokens": 132926798.0,
      "step": 172400
    },
    {
      "epoch": 0.21869505985859217,
      "grad_norm": 4.8125,
      "learning_rate": 3.9070266334119035e-05,
      "loss": 2.3413,
      "mean_token_accuracy": 0.5011311084032058,
      "num_tokens": 132935454.0,
      "step": 172410
    },
    {
      "epoch": 0.218707744451125,
      "grad_norm": 5.96875,
      "learning_rate": 3.906963202403274e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5426789730787277,
      "num_tokens": 132942750.0,
      "step": 172420
    },
    {
      "epoch": 0.21872042904365782,
      "grad_norm": 5.125,
      "learning_rate": 3.906899771394645e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.558427482843399,
      "num_tokens": 132949316.0,
      "step": 172430
    },
    {
      "epoch": 0.21873311363619066,
      "grad_norm": 5.0625,
      "learning_rate": 3.906836340386016e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5391806155443192,
      "num_tokens": 132957019.0,
      "step": 172440
    },
    {
      "epoch": 0.2187457982287235,
      "grad_norm": 6.03125,
      "learning_rate": 3.906772909377387e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.57381352186203,
      "num_tokens": 132963239.0,
      "step": 172450
    },
    {
      "epoch": 0.21875848282125634,
      "grad_norm": 5.65625,
      "learning_rate": 3.9067094783687576e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5287487536668778,
      "num_tokens": 132971053.0,
      "step": 172460
    },
    {
      "epoch": 0.21877116741378916,
      "grad_norm": 5.84375,
      "learning_rate": 3.906646047360129e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.543498307466507,
      "num_tokens": 132979608.0,
      "step": 172470
    },
    {
      "epoch": 0.218783852006322,
      "grad_norm": 6.1875,
      "learning_rate": 3.906582616351499e-05,
      "loss": 2.2282,
      "mean_token_accuracy": 0.5219042122364044,
      "num_tokens": 132988408.0,
      "step": 172480
    },
    {
      "epoch": 0.21879653659885484,
      "grad_norm": 5.3125,
      "learning_rate": 3.90651918534287e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5492500007152558,
      "num_tokens": 132996749.0,
      "step": 172490
    },
    {
      "epoch": 0.21880922119138768,
      "grad_norm": 5.09375,
      "learning_rate": 3.906455754334241e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5299207001924515,
      "num_tokens": 133003953.0,
      "step": 172500
    },
    {
      "epoch": 0.2188219057839205,
      "grad_norm": 7.46875,
      "learning_rate": 3.9063923233256116e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5453338503837586,
      "num_tokens": 133011486.0,
      "step": 172510
    },
    {
      "epoch": 0.21883459037645334,
      "grad_norm": 5.0625,
      "learning_rate": 3.906328892316983e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5252363711595536,
      "num_tokens": 133019689.0,
      "step": 172520
    },
    {
      "epoch": 0.21884727496898618,
      "grad_norm": 5.71875,
      "learning_rate": 3.906265461308354e-05,
      "loss": 1.693,
      "mean_token_accuracy": 0.6100853383541107,
      "num_tokens": 133027254.0,
      "step": 172530
    },
    {
      "epoch": 0.21885995956151902,
      "grad_norm": 5.21875,
      "learning_rate": 3.9062020302997246e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5802389740943908,
      "num_tokens": 133035360.0,
      "step": 172540
    },
    {
      "epoch": 0.21887264415405183,
      "grad_norm": 6.40625,
      "learning_rate": 3.906138599291095e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5481876313686371,
      "num_tokens": 133042507.0,
      "step": 172550
    },
    {
      "epoch": 0.21888532874658467,
      "grad_norm": 6.75,
      "learning_rate": 3.9060751682824656e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5408196240663529,
      "num_tokens": 133051498.0,
      "step": 172560
    },
    {
      "epoch": 0.21889801333911751,
      "grad_norm": 8.375,
      "learning_rate": 3.906011737273837e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5240946590900422,
      "num_tokens": 133059914.0,
      "step": 172570
    },
    {
      "epoch": 0.21891069793165036,
      "grad_norm": 6.09375,
      "learning_rate": 3.905948306265208e-05,
      "loss": 1.889,
      "mean_token_accuracy": 0.5766075879335404,
      "num_tokens": 133067335.0,
      "step": 172580
    },
    {
      "epoch": 0.21892338252418317,
      "grad_norm": 5.59375,
      "learning_rate": 3.9058848752565786e-05,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5767312824726105,
      "num_tokens": 133074790.0,
      "step": 172590
    },
    {
      "epoch": 0.218936067116716,
      "grad_norm": 12.4375,
      "learning_rate": 3.90582144424795e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.538698410987854,
      "num_tokens": 133082356.0,
      "step": 172600
    },
    {
      "epoch": 0.21894875170924885,
      "grad_norm": 5.8125,
      "learning_rate": 3.9057580132393203e-05,
      "loss": 1.8438,
      "mean_token_accuracy": 0.598108422756195,
      "num_tokens": 133089448.0,
      "step": 172610
    },
    {
      "epoch": 0.21896143630178166,
      "grad_norm": 9.375,
      "learning_rate": 3.905694582230691e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5338124752044677,
      "num_tokens": 133097121.0,
      "step": 172620
    },
    {
      "epoch": 0.2189741208943145,
      "grad_norm": 5.71875,
      "learning_rate": 3.905631151222062e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5359210729598999,
      "num_tokens": 133104880.0,
      "step": 172630
    },
    {
      "epoch": 0.21898680548684735,
      "grad_norm": 5.59375,
      "learning_rate": 3.9055677202134326e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5274706155061721,
      "num_tokens": 133112641.0,
      "step": 172640
    },
    {
      "epoch": 0.2189994900793802,
      "grad_norm": 5.65625,
      "learning_rate": 3.905504289204804e-05,
      "loss": 2.2751,
      "mean_token_accuracy": 0.5186546921730042,
      "num_tokens": 133121483.0,
      "step": 172650
    },
    {
      "epoch": 0.219012174671913,
      "grad_norm": 5.125,
      "learning_rate": 3.9054408581961744e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5547995299100876,
      "num_tokens": 133129492.0,
      "step": 172660
    },
    {
      "epoch": 0.21902485926444584,
      "grad_norm": 5.1875,
      "learning_rate": 3.9053774271875456e-05,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5595636188983917,
      "num_tokens": 133137631.0,
      "step": 172670
    },
    {
      "epoch": 0.21903754385697868,
      "grad_norm": 4.75,
      "learning_rate": 3.905313996178917e-05,
      "loss": 1.6899,
      "mean_token_accuracy": 0.6290762722492218,
      "num_tokens": 133144702.0,
      "step": 172680
    },
    {
      "epoch": 0.21905022844951152,
      "grad_norm": 8.6875,
      "learning_rate": 3.9052505651702867e-05,
      "loss": 1.9074,
      "mean_token_accuracy": 0.5763438820838929,
      "num_tokens": 133151455.0,
      "step": 172690
    },
    {
      "epoch": 0.21906291304204434,
      "grad_norm": 10.5625,
      "learning_rate": 3.905187134161658e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5748314172029495,
      "num_tokens": 133158315.0,
      "step": 172700
    },
    {
      "epoch": 0.21907559763457718,
      "grad_norm": 6.15625,
      "learning_rate": 3.9051237031530284e-05,
      "loss": 1.7735,
      "mean_token_accuracy": 0.5961430758237839,
      "num_tokens": 133164438.0,
      "step": 172710
    },
    {
      "epoch": 0.21908828222711002,
      "grad_norm": 4.9375,
      "learning_rate": 3.9050602721443996e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5345319211483002,
      "num_tokens": 133172169.0,
      "step": 172720
    },
    {
      "epoch": 0.21910096681964286,
      "grad_norm": 5.875,
      "learning_rate": 3.904996841135771e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5293846160173417,
      "num_tokens": 133180259.0,
      "step": 172730
    },
    {
      "epoch": 0.21911365141217568,
      "grad_norm": 6.5625,
      "learning_rate": 3.9049334101271414e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5175570011138916,
      "num_tokens": 133188273.0,
      "step": 172740
    },
    {
      "epoch": 0.21912633600470852,
      "grad_norm": 6.65625,
      "learning_rate": 3.9048699791185126e-05,
      "loss": 2.2841,
      "mean_token_accuracy": 0.5146458894014359,
      "num_tokens": 133196762.0,
      "step": 172750
    },
    {
      "epoch": 0.21913902059724136,
      "grad_norm": 4.875,
      "learning_rate": 3.904806548109883e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5509389251470566,
      "num_tokens": 133204289.0,
      "step": 172760
    },
    {
      "epoch": 0.2191517051897742,
      "grad_norm": 4.8125,
      "learning_rate": 3.9047431171012537e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5609677225351334,
      "num_tokens": 133212733.0,
      "step": 172770
    },
    {
      "epoch": 0.219164389782307,
      "grad_norm": 6.03125,
      "learning_rate": 3.904679686092625e-05,
      "loss": 1.9061,
      "mean_token_accuracy": 0.5815873324871064,
      "num_tokens": 133219685.0,
      "step": 172780
    },
    {
      "epoch": 0.21917707437483985,
      "grad_norm": 4.9375,
      "learning_rate": 3.9046162550839954e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5349105268716812,
      "num_tokens": 133226804.0,
      "step": 172790
    },
    {
      "epoch": 0.2191897589673727,
      "grad_norm": 6.375,
      "learning_rate": 3.9045528240753666e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5321995079517364,
      "num_tokens": 133235057.0,
      "step": 172800
    },
    {
      "epoch": 0.21920244355990554,
      "grad_norm": 5.09375,
      "learning_rate": 3.904489393066737e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5425376743078232,
      "num_tokens": 133243518.0,
      "step": 172810
    },
    {
      "epoch": 0.21921512815243835,
      "grad_norm": 5.34375,
      "learning_rate": 3.9044259620581084e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5596218854188919,
      "num_tokens": 133251046.0,
      "step": 172820
    },
    {
      "epoch": 0.2192278127449712,
      "grad_norm": 5.125,
      "learning_rate": 3.904362531049479e-05,
      "loss": 2.2945,
      "mean_token_accuracy": 0.5096457213163376,
      "num_tokens": 133259024.0,
      "step": 172830
    },
    {
      "epoch": 0.21924049733750403,
      "grad_norm": 5.46875,
      "learning_rate": 3.9042991000408494e-05,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5243301421403885,
      "num_tokens": 133267534.0,
      "step": 172840
    },
    {
      "epoch": 0.21925318193003687,
      "grad_norm": 5.0,
      "learning_rate": 3.9042356690322206e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5319358706474304,
      "num_tokens": 133274814.0,
      "step": 172850
    },
    {
      "epoch": 0.21926586652256969,
      "grad_norm": 5.15625,
      "learning_rate": 3.904172238023591e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5317753732204438,
      "num_tokens": 133283220.0,
      "step": 172860
    },
    {
      "epoch": 0.21927855111510253,
      "grad_norm": 5.59375,
      "learning_rate": 3.9041088070149624e-05,
      "loss": 1.5935,
      "mean_token_accuracy": 0.6490963816642761,
      "num_tokens": 133288461.0,
      "step": 172870
    },
    {
      "epoch": 0.21929123570763537,
      "grad_norm": 4.125,
      "learning_rate": 3.9040453760063336e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5621933996677398,
      "num_tokens": 133296401.0,
      "step": 172880
    },
    {
      "epoch": 0.2193039203001682,
      "grad_norm": 5.90625,
      "learning_rate": 3.903981944997704e-05,
      "loss": 1.6464,
      "mean_token_accuracy": 0.6197235077619553,
      "num_tokens": 133302255.0,
      "step": 172890
    },
    {
      "epoch": 0.21931660489270102,
      "grad_norm": 24.0,
      "learning_rate": 3.903918513989075e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5522017776966095,
      "num_tokens": 133309424.0,
      "step": 172900
    },
    {
      "epoch": 0.21932928948523386,
      "grad_norm": 4.96875,
      "learning_rate": 3.903855082980445e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5589443415403366,
      "num_tokens": 133318429.0,
      "step": 172910
    },
    {
      "epoch": 0.2193419740777667,
      "grad_norm": 4.53125,
      "learning_rate": 3.9037916519718164e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5199432015419007,
      "num_tokens": 133326425.0,
      "step": 172920
    },
    {
      "epoch": 0.21935465867029955,
      "grad_norm": 6.1875,
      "learning_rate": 3.9037282209631876e-05,
      "loss": 2.2499,
      "mean_token_accuracy": 0.520941773056984,
      "num_tokens": 133333944.0,
      "step": 172930
    },
    {
      "epoch": 0.21936734326283236,
      "grad_norm": 7.25,
      "learning_rate": 3.903664789954558e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5261303782463074,
      "num_tokens": 133341700.0,
      "step": 172940
    },
    {
      "epoch": 0.2193800278553652,
      "grad_norm": 5.4375,
      "learning_rate": 3.9036013589459294e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5334339827299118,
      "num_tokens": 133350274.0,
      "step": 172950
    },
    {
      "epoch": 0.21939271244789804,
      "grad_norm": 5.34375,
      "learning_rate": 3.9035379279373e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5358387947082519,
      "num_tokens": 133358576.0,
      "step": 172960
    },
    {
      "epoch": 0.21940539704043088,
      "grad_norm": 5.90625,
      "learning_rate": 3.9034744969286705e-05,
      "loss": 1.8661,
      "mean_token_accuracy": 0.5839712500572205,
      "num_tokens": 133366822.0,
      "step": 172970
    },
    {
      "epoch": 0.2194180816329637,
      "grad_norm": 6.03125,
      "learning_rate": 3.903411065920042e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5349641561508178,
      "num_tokens": 133374208.0,
      "step": 172980
    },
    {
      "epoch": 0.21943076622549654,
      "grad_norm": 7.46875,
      "learning_rate": 3.903347634911412e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.518695005774498,
      "num_tokens": 133381023.0,
      "step": 172990
    },
    {
      "epoch": 0.21944345081802938,
      "grad_norm": 6.125,
      "learning_rate": 3.9032842039027834e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5262320011854171,
      "num_tokens": 133389830.0,
      "step": 173000
    },
    {
      "epoch": 0.21945613541056222,
      "grad_norm": 5.78125,
      "learning_rate": 3.903220772894154e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.555351659655571,
      "num_tokens": 133398284.0,
      "step": 173010
    },
    {
      "epoch": 0.21946882000309503,
      "grad_norm": 4.9375,
      "learning_rate": 3.903157341885525e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5755492925643921,
      "num_tokens": 133405890.0,
      "step": 173020
    },
    {
      "epoch": 0.21948150459562787,
      "grad_norm": 7.34375,
      "learning_rate": 3.903093910876896e-05,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5111540585756302,
      "num_tokens": 133413884.0,
      "step": 173030
    },
    {
      "epoch": 0.21949418918816072,
      "grad_norm": 5.9375,
      "learning_rate": 3.903030479868266e-05,
      "loss": 1.8448,
      "mean_token_accuracy": 0.5705059081315994,
      "num_tokens": 133422087.0,
      "step": 173040
    },
    {
      "epoch": 0.21950687378069356,
      "grad_norm": 4.65625,
      "learning_rate": 3.9029670488596374e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5553660839796066,
      "num_tokens": 133430102.0,
      "step": 173050
    },
    {
      "epoch": 0.21951955837322637,
      "grad_norm": 6.625,
      "learning_rate": 3.902903617851008e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5271698296070099,
      "num_tokens": 133437157.0,
      "step": 173060
    },
    {
      "epoch": 0.2195322429657592,
      "grad_norm": 5.5625,
      "learning_rate": 3.902840186842379e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5440289467573166,
      "num_tokens": 133445633.0,
      "step": 173070
    },
    {
      "epoch": 0.21954492755829205,
      "grad_norm": 7.125,
      "learning_rate": 3.9027767558337504e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5273153334856033,
      "num_tokens": 133452736.0,
      "step": 173080
    },
    {
      "epoch": 0.21955761215082487,
      "grad_norm": 6.71875,
      "learning_rate": 3.902713324825121e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5586419969797134,
      "num_tokens": 133461074.0,
      "step": 173090
    },
    {
      "epoch": 0.2195702967433577,
      "grad_norm": 5.875,
      "learning_rate": 3.902649893816492e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5691380083560944,
      "num_tokens": 133468095.0,
      "step": 173100
    },
    {
      "epoch": 0.21958298133589055,
      "grad_norm": 7.34375,
      "learning_rate": 3.902586462807862e-05,
      "loss": 2.3961,
      "mean_token_accuracy": 0.4962802827358246,
      "num_tokens": 133475570.0,
      "step": 173110
    },
    {
      "epoch": 0.2195956659284234,
      "grad_norm": 5.28125,
      "learning_rate": 3.902523031799233e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5620087146759033,
      "num_tokens": 133481931.0,
      "step": 173120
    },
    {
      "epoch": 0.2196083505209562,
      "grad_norm": 6.03125,
      "learning_rate": 3.9024596007906044e-05,
      "loss": 1.9388,
      "mean_token_accuracy": 0.554245114326477,
      "num_tokens": 133489655.0,
      "step": 173130
    },
    {
      "epoch": 0.21962103511348904,
      "grad_norm": 5.75,
      "learning_rate": 3.902396169781975e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5570182949304581,
      "num_tokens": 133496799.0,
      "step": 173140
    },
    {
      "epoch": 0.21963371970602188,
      "grad_norm": 5.4375,
      "learning_rate": 3.902332738773346e-05,
      "loss": 1.838,
      "mean_token_accuracy": 0.5839233011007309,
      "num_tokens": 133503518.0,
      "step": 173150
    },
    {
      "epoch": 0.21964640429855473,
      "grad_norm": 6.25,
      "learning_rate": 3.902269307764717e-05,
      "loss": 1.9012,
      "mean_token_accuracy": 0.5836310237646103,
      "num_tokens": 133510400.0,
      "step": 173160
    },
    {
      "epoch": 0.21965908889108754,
      "grad_norm": 5.71875,
      "learning_rate": 3.902205876756088e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5339369714260102,
      "num_tokens": 133519172.0,
      "step": 173170
    },
    {
      "epoch": 0.21967177348362038,
      "grad_norm": 4.875,
      "learning_rate": 3.9021424457474585e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5557304918766022,
      "num_tokens": 133527349.0,
      "step": 173180
    },
    {
      "epoch": 0.21968445807615322,
      "grad_norm": 5.15625,
      "learning_rate": 3.902079014738829e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5378829509019851,
      "num_tokens": 133535057.0,
      "step": 173190
    },
    {
      "epoch": 0.21969714266868606,
      "grad_norm": 6.21875,
      "learning_rate": 3.9020155837302e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5601928353309631,
      "num_tokens": 133543214.0,
      "step": 173200
    },
    {
      "epoch": 0.21970982726121888,
      "grad_norm": 7.09375,
      "learning_rate": 3.901952152721571e-05,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5247878015041352,
      "num_tokens": 133552329.0,
      "step": 173210
    },
    {
      "epoch": 0.21972251185375172,
      "grad_norm": 5.53125,
      "learning_rate": 3.901888721712942e-05,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5272006690502167,
      "num_tokens": 133559465.0,
      "step": 173220
    },
    {
      "epoch": 0.21973519644628456,
      "grad_norm": 5.46875,
      "learning_rate": 3.901825290704313e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5739105641841888,
      "num_tokens": 133567442.0,
      "step": 173230
    },
    {
      "epoch": 0.2197478810388174,
      "grad_norm": 6.125,
      "learning_rate": 3.901761859695684e-05,
      "loss": 1.9592,
      "mean_token_accuracy": 0.5608500152826309,
      "num_tokens": 133574408.0,
      "step": 173240
    },
    {
      "epoch": 0.2197605656313502,
      "grad_norm": 4.75,
      "learning_rate": 3.901698428687054e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5618930548429489,
      "num_tokens": 133581362.0,
      "step": 173250
    },
    {
      "epoch": 0.21977325022388305,
      "grad_norm": 4.75,
      "learning_rate": 3.901634997678425e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.532367005944252,
      "num_tokens": 133590126.0,
      "step": 173260
    },
    {
      "epoch": 0.2197859348164159,
      "grad_norm": 5.03125,
      "learning_rate": 3.901571566669796e-05,
      "loss": 2.2165,
      "mean_token_accuracy": 0.523986479640007,
      "num_tokens": 133597917.0,
      "step": 173270
    },
    {
      "epoch": 0.21979861940894874,
      "grad_norm": 4.71875,
      "learning_rate": 3.901508135661167e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5409079939126968,
      "num_tokens": 133605547.0,
      "step": 173280
    },
    {
      "epoch": 0.21981130400148155,
      "grad_norm": 4.65625,
      "learning_rate": 3.901444704652538e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5318766176700592,
      "num_tokens": 133613965.0,
      "step": 173290
    },
    {
      "epoch": 0.2198239885940144,
      "grad_norm": 9.75,
      "learning_rate": 3.901381273643909e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5272461205720902,
      "num_tokens": 133621797.0,
      "step": 173300
    },
    {
      "epoch": 0.21983667318654723,
      "grad_norm": 5.53125,
      "learning_rate": 3.9013178426352795e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.523199024796486,
      "num_tokens": 133629703.0,
      "step": 173310
    },
    {
      "epoch": 0.21984935777908007,
      "grad_norm": 6.125,
      "learning_rate": 3.90125441162665e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5319736987352371,
      "num_tokens": 133638394.0,
      "step": 173320
    },
    {
      "epoch": 0.2198620423716129,
      "grad_norm": 5.5,
      "learning_rate": 3.901190980618021e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5549028307199478,
      "num_tokens": 133645356.0,
      "step": 173330
    },
    {
      "epoch": 0.21987472696414573,
      "grad_norm": 5.25,
      "learning_rate": 3.901127549609392e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5638654410839081,
      "num_tokens": 133653502.0,
      "step": 173340
    },
    {
      "epoch": 0.21988741155667857,
      "grad_norm": 4.65625,
      "learning_rate": 3.901064118600763e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.563467538356781,
      "num_tokens": 133661226.0,
      "step": 173350
    },
    {
      "epoch": 0.2199000961492114,
      "grad_norm": 5.9375,
      "learning_rate": 3.901000687592134e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5552420973777771,
      "num_tokens": 133668085.0,
      "step": 173360
    },
    {
      "epoch": 0.21991278074174422,
      "grad_norm": 5.28125,
      "learning_rate": 3.900937256583505e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5275419086217881,
      "num_tokens": 133676337.0,
      "step": 173370
    },
    {
      "epoch": 0.21992546533427706,
      "grad_norm": 6.1875,
      "learning_rate": 3.900873825574875e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5611706912517548,
      "num_tokens": 133684096.0,
      "step": 173380
    },
    {
      "epoch": 0.2199381499268099,
      "grad_norm": 6.15625,
      "learning_rate": 3.900810394566246e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.562634465098381,
      "num_tokens": 133691043.0,
      "step": 173390
    },
    {
      "epoch": 0.21995083451934275,
      "grad_norm": 5.59375,
      "learning_rate": 3.900746963557617e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5381323963403701,
      "num_tokens": 133699139.0,
      "step": 173400
    },
    {
      "epoch": 0.21996351911187556,
      "grad_norm": 5.09375,
      "learning_rate": 3.900683532548988e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5252069234848022,
      "num_tokens": 133707763.0,
      "step": 173410
    },
    {
      "epoch": 0.2199762037044084,
      "grad_norm": 5.125,
      "learning_rate": 3.900620101540359e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5468338668346405,
      "num_tokens": 133715402.0,
      "step": 173420
    },
    {
      "epoch": 0.21998888829694124,
      "grad_norm": 4.96875,
      "learning_rate": 3.90055667053173e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5421639263629914,
      "num_tokens": 133724347.0,
      "step": 173430
    },
    {
      "epoch": 0.22000157288947408,
      "grad_norm": 6.59375,
      "learning_rate": 3.9004932395231005e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5719869911670685,
      "num_tokens": 133731279.0,
      "step": 173440
    },
    {
      "epoch": 0.2200142574820069,
      "grad_norm": 5.8125,
      "learning_rate": 3.900429808514471e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5272676140069962,
      "num_tokens": 133739826.0,
      "step": 173450
    },
    {
      "epoch": 0.22002694207453974,
      "grad_norm": 4.875,
      "learning_rate": 3.900366377505842e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5443123281002045,
      "num_tokens": 133747447.0,
      "step": 173460
    },
    {
      "epoch": 0.22003962666707258,
      "grad_norm": 5.46875,
      "learning_rate": 3.900302946497213e-05,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5207789301872253,
      "num_tokens": 133756659.0,
      "step": 173470
    },
    {
      "epoch": 0.22005231125960542,
      "grad_norm": 4.6875,
      "learning_rate": 3.900239515488584e-05,
      "loss": 1.9082,
      "mean_token_accuracy": 0.5840331792831421,
      "num_tokens": 133763520.0,
      "step": 173480
    },
    {
      "epoch": 0.22006499585213823,
      "grad_norm": 4.9375,
      "learning_rate": 3.9001760844799545e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5306320488452911,
      "num_tokens": 133771604.0,
      "step": 173490
    },
    {
      "epoch": 0.22007768044467108,
      "grad_norm": 5.28125,
      "learning_rate": 3.900112653471326e-05,
      "loss": 1.6077,
      "mean_token_accuracy": 0.6330680966377258,
      "num_tokens": 133777516.0,
      "step": 173500
    },
    {
      "epoch": 0.22009036503720392,
      "grad_norm": 4.53125,
      "learning_rate": 3.900049222462697e-05,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5534077942371368,
      "num_tokens": 133785989.0,
      "step": 173510
    },
    {
      "epoch": 0.22010304962973676,
      "grad_norm": 4.8125,
      "learning_rate": 3.8999857914540675e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5348870158195496,
      "num_tokens": 133794868.0,
      "step": 173520
    },
    {
      "epoch": 0.22011573422226957,
      "grad_norm": 5.34375,
      "learning_rate": 3.899922360445438e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5343814313411712,
      "num_tokens": 133800948.0,
      "step": 173530
    },
    {
      "epoch": 0.2201284188148024,
      "grad_norm": 5.90625,
      "learning_rate": 3.8998589294368086e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5630641669034958,
      "num_tokens": 133809398.0,
      "step": 173540
    },
    {
      "epoch": 0.22014110340733525,
      "grad_norm": 6.34375,
      "learning_rate": 3.89979549842818e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5490396052598954,
      "num_tokens": 133817154.0,
      "step": 173550
    },
    {
      "epoch": 0.22015378799986807,
      "grad_norm": 5.75,
      "learning_rate": 3.899732067419551e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5485734164714813,
      "num_tokens": 133824588.0,
      "step": 173560
    },
    {
      "epoch": 0.2201664725924009,
      "grad_norm": 6.09375,
      "learning_rate": 3.8996686364109215e-05,
      "loss": 1.8494,
      "mean_token_accuracy": 0.5783906757831574,
      "num_tokens": 133832884.0,
      "step": 173570
    },
    {
      "epoch": 0.22017915718493375,
      "grad_norm": 6.03125,
      "learning_rate": 3.899605205402293e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5452256768941879,
      "num_tokens": 133840084.0,
      "step": 173580
    },
    {
      "epoch": 0.2201918417774666,
      "grad_norm": 6.6875,
      "learning_rate": 3.899541774393663e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5579828679561615,
      "num_tokens": 133847168.0,
      "step": 173590
    },
    {
      "epoch": 0.2202045263699994,
      "grad_norm": 5.625,
      "learning_rate": 3.899478343385034e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5397826850414276,
      "num_tokens": 133855143.0,
      "step": 173600
    },
    {
      "epoch": 0.22021721096253224,
      "grad_norm": 5.625,
      "learning_rate": 3.899414912376405e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5169372975826263,
      "num_tokens": 133864248.0,
      "step": 173610
    },
    {
      "epoch": 0.22022989555506509,
      "grad_norm": 4.90625,
      "learning_rate": 3.8993514813677756e-05,
      "loss": 1.7684,
      "mean_token_accuracy": 0.6123952567577362,
      "num_tokens": 133870696.0,
      "step": 173620
    },
    {
      "epoch": 0.22024258014759793,
      "grad_norm": 6.15625,
      "learning_rate": 3.899288050359147e-05,
      "loss": 1.4827,
      "mean_token_accuracy": 0.6619784832000732,
      "num_tokens": 133876578.0,
      "step": 173630
    },
    {
      "epoch": 0.22025526474013074,
      "grad_norm": 8.0625,
      "learning_rate": 3.899224619350517e-05,
      "loss": 1.997,
      "mean_token_accuracy": 0.5778196066617965,
      "num_tokens": 133882550.0,
      "step": 173640
    },
    {
      "epoch": 0.22026794933266358,
      "grad_norm": 5.1875,
      "learning_rate": 3.8991611883418885e-05,
      "loss": 2.265,
      "mean_token_accuracy": 0.5154030889272689,
      "num_tokens": 133890108.0,
      "step": 173650
    },
    {
      "epoch": 0.22028063392519642,
      "grad_norm": 5.40625,
      "learning_rate": 3.899097757333259e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5421828866004944,
      "num_tokens": 133899186.0,
      "step": 173660
    },
    {
      "epoch": 0.22029331851772926,
      "grad_norm": 5.125,
      "learning_rate": 3.8990343263246296e-05,
      "loss": 1.9267,
      "mean_token_accuracy": 0.5741270869970322,
      "num_tokens": 133906127.0,
      "step": 173670
    },
    {
      "epoch": 0.22030600311026208,
      "grad_norm": 5.0,
      "learning_rate": 3.898970895316001e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5543589890003204,
      "num_tokens": 133913118.0,
      "step": 173680
    },
    {
      "epoch": 0.22031868770279492,
      "grad_norm": 7.3125,
      "learning_rate": 3.8989074643073713e-05,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5340553313493729,
      "num_tokens": 133920512.0,
      "step": 173690
    },
    {
      "epoch": 0.22033137229532776,
      "grad_norm": 5.78125,
      "learning_rate": 3.8988440332987426e-05,
      "loss": 1.9058,
      "mean_token_accuracy": 0.5929222524166107,
      "num_tokens": 133927287.0,
      "step": 173700
    },
    {
      "epoch": 0.2203440568878606,
      "grad_norm": 6.53125,
      "learning_rate": 3.898780602290114e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5364453673362732,
      "num_tokens": 133934221.0,
      "step": 173710
    },
    {
      "epoch": 0.22035674148039341,
      "grad_norm": 5.625,
      "learning_rate": 3.898717171281484e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5415247589349746,
      "num_tokens": 133942702.0,
      "step": 173720
    },
    {
      "epoch": 0.22036942607292626,
      "grad_norm": 5.28125,
      "learning_rate": 3.898653740272855e-05,
      "loss": 1.8824,
      "mean_token_accuracy": 0.5753053605556488,
      "num_tokens": 133949549.0,
      "step": 173730
    },
    {
      "epoch": 0.2203821106654591,
      "grad_norm": 4.46875,
      "learning_rate": 3.8985903092642254e-05,
      "loss": 1.7682,
      "mean_token_accuracy": 0.5856249749660491,
      "num_tokens": 133955696.0,
      "step": 173740
    },
    {
      "epoch": 0.22039479525799194,
      "grad_norm": 7.40625,
      "learning_rate": 3.8985268782555966e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5836351066827774,
      "num_tokens": 133963232.0,
      "step": 173750
    },
    {
      "epoch": 0.22040747985052475,
      "grad_norm": 5.25,
      "learning_rate": 3.898463447246968e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5309828639030456,
      "num_tokens": 133971051.0,
      "step": 173760
    },
    {
      "epoch": 0.2204201644430576,
      "grad_norm": 5.78125,
      "learning_rate": 3.898400016238338e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5530812382698059,
      "num_tokens": 133979279.0,
      "step": 173770
    },
    {
      "epoch": 0.22043284903559043,
      "grad_norm": 7.34375,
      "learning_rate": 3.8983365852297095e-05,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5652975976467133,
      "num_tokens": 133986181.0,
      "step": 173780
    },
    {
      "epoch": 0.22044553362812327,
      "grad_norm": 6.25,
      "learning_rate": 3.89827315422108e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5563859403133392,
      "num_tokens": 133994949.0,
      "step": 173790
    },
    {
      "epoch": 0.2204582182206561,
      "grad_norm": 5.21875,
      "learning_rate": 3.8982097232124506e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5317811101675034,
      "num_tokens": 134002290.0,
      "step": 173800
    },
    {
      "epoch": 0.22047090281318893,
      "grad_norm": 6.46875,
      "learning_rate": 3.898146292203822e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5694171458482742,
      "num_tokens": 134008916.0,
      "step": 173810
    },
    {
      "epoch": 0.22048358740572177,
      "grad_norm": 6.71875,
      "learning_rate": 3.8980828611951924e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5729994714260102,
      "num_tokens": 134015919.0,
      "step": 173820
    },
    {
      "epoch": 0.2204962719982546,
      "grad_norm": 6.0625,
      "learning_rate": 3.8980194301865636e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5549546718597412,
      "num_tokens": 134023138.0,
      "step": 173830
    },
    {
      "epoch": 0.22050895659078742,
      "grad_norm": 6.34375,
      "learning_rate": 3.897955999177934e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5276350170373917,
      "num_tokens": 134030501.0,
      "step": 173840
    },
    {
      "epoch": 0.22052164118332027,
      "grad_norm": 6.96875,
      "learning_rate": 3.897892568169305e-05,
      "loss": 1.9361,
      "mean_token_accuracy": 0.5655306935310364,
      "num_tokens": 134038943.0,
      "step": 173850
    },
    {
      "epoch": 0.2205343257758531,
      "grad_norm": 14.0625,
      "learning_rate": 3.8978291371606765e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5304398268461228,
      "num_tokens": 134046842.0,
      "step": 173860
    },
    {
      "epoch": 0.22054701036838595,
      "grad_norm": 6.3125,
      "learning_rate": 3.8977657061520464e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5666976928710937,
      "num_tokens": 134055032.0,
      "step": 173870
    },
    {
      "epoch": 0.22055969496091876,
      "grad_norm": 5.78125,
      "learning_rate": 3.8977022751434176e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5386717468500137,
      "num_tokens": 134062731.0,
      "step": 173880
    },
    {
      "epoch": 0.2205723795534516,
      "grad_norm": 5.96875,
      "learning_rate": 3.897638844134788e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.534216171503067,
      "num_tokens": 134070796.0,
      "step": 173890
    },
    {
      "epoch": 0.22058506414598444,
      "grad_norm": 6.59375,
      "learning_rate": 3.8975754131261594e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5803348004817963,
      "num_tokens": 134077999.0,
      "step": 173900
    },
    {
      "epoch": 0.22059774873851729,
      "grad_norm": 5.3125,
      "learning_rate": 3.8975119821175306e-05,
      "loss": 1.8308,
      "mean_token_accuracy": 0.5925082117319107,
      "num_tokens": 134085015.0,
      "step": 173910
    },
    {
      "epoch": 0.2206104333310501,
      "grad_norm": 7.6875,
      "learning_rate": 3.897448551108901e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5375429332256317,
      "num_tokens": 134092252.0,
      "step": 173920
    },
    {
      "epoch": 0.22062311792358294,
      "grad_norm": 5.75,
      "learning_rate": 3.897385120100272e-05,
      "loss": 1.823,
      "mean_token_accuracy": 0.5869240760803223,
      "num_tokens": 134098349.0,
      "step": 173930
    },
    {
      "epoch": 0.22063580251611578,
      "grad_norm": 4.65625,
      "learning_rate": 3.897321689091643e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5305179566144943,
      "num_tokens": 134107147.0,
      "step": 173940
    },
    {
      "epoch": 0.22064848710864862,
      "grad_norm": 5.0625,
      "learning_rate": 3.8972582580830134e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5500115483999253,
      "num_tokens": 134114889.0,
      "step": 173950
    },
    {
      "epoch": 0.22066117170118144,
      "grad_norm": 8.5,
      "learning_rate": 3.8971948270743846e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5491590619087219,
      "num_tokens": 134123615.0,
      "step": 173960
    },
    {
      "epoch": 0.22067385629371428,
      "grad_norm": 5.25,
      "learning_rate": 3.897131396065755e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5290596693754196,
      "num_tokens": 134132230.0,
      "step": 173970
    },
    {
      "epoch": 0.22068654088624712,
      "grad_norm": 6.78125,
      "learning_rate": 3.8970679650571264e-05,
      "loss": 1.8755,
      "mean_token_accuracy": 0.5753078699111939,
      "num_tokens": 134139645.0,
      "step": 173980
    },
    {
      "epoch": 0.22069922547877996,
      "grad_norm": 6.40625,
      "learning_rate": 3.897004534048497e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5392703175544739,
      "num_tokens": 134146196.0,
      "step": 173990
    },
    {
      "epoch": 0.22071191007131277,
      "grad_norm": 5.28125,
      "learning_rate": 3.896941103039868e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5409545332193375,
      "num_tokens": 134154763.0,
      "step": 174000
    },
    {
      "epoch": 0.2207245946638456,
      "grad_norm": 5.46875,
      "learning_rate": 3.8968776720312386e-05,
      "loss": 2.3793,
      "mean_token_accuracy": 0.4960933536291122,
      "num_tokens": 134163614.0,
      "step": 174010
    },
    {
      "epoch": 0.22073727925637845,
      "grad_norm": 5.5,
      "learning_rate": 3.896814241022609e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5405266761779786,
      "num_tokens": 134171912.0,
      "step": 174020
    },
    {
      "epoch": 0.22074996384891127,
      "grad_norm": 6.0625,
      "learning_rate": 3.8967508100139804e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5237853527069092,
      "num_tokens": 134181314.0,
      "step": 174030
    },
    {
      "epoch": 0.2207626484414441,
      "grad_norm": 6.1875,
      "learning_rate": 3.896687379005351e-05,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5278324156999588,
      "num_tokens": 134189691.0,
      "step": 174040
    },
    {
      "epoch": 0.22077533303397695,
      "grad_norm": 5.5,
      "learning_rate": 3.896623947996722e-05,
      "loss": 2.2342,
      "mean_token_accuracy": 0.5161240458488464,
      "num_tokens": 134197916.0,
      "step": 174050
    },
    {
      "epoch": 0.2207880176265098,
      "grad_norm": 6.71875,
      "learning_rate": 3.8965605169880933e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5378068834543228,
      "num_tokens": 134206104.0,
      "step": 174060
    },
    {
      "epoch": 0.2208007022190426,
      "grad_norm": 6.09375,
      "learning_rate": 3.896497085979464e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5543562114238739,
      "num_tokens": 134214201.0,
      "step": 174070
    },
    {
      "epoch": 0.22081338681157545,
      "grad_norm": 5.4375,
      "learning_rate": 3.8964336549708344e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5444006323814392,
      "num_tokens": 134222186.0,
      "step": 174080
    },
    {
      "epoch": 0.2208260714041083,
      "grad_norm": 6.59375,
      "learning_rate": 3.896370223962205e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5327914476394653,
      "num_tokens": 134231428.0,
      "step": 174090
    },
    {
      "epoch": 0.22083875599664113,
      "grad_norm": 4.78125,
      "learning_rate": 3.896306792953576e-05,
      "loss": 1.8564,
      "mean_token_accuracy": 0.5866071969270706,
      "num_tokens": 134237866.0,
      "step": 174100
    },
    {
      "epoch": 0.22085144058917394,
      "grad_norm": 5.53125,
      "learning_rate": 3.8962433619449474e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5731433302164077,
      "num_tokens": 134245022.0,
      "step": 174110
    },
    {
      "epoch": 0.22086412518170678,
      "grad_norm": 7.34375,
      "learning_rate": 3.896179930936318e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5413604259490967,
      "num_tokens": 134252847.0,
      "step": 174120
    },
    {
      "epoch": 0.22087680977423962,
      "grad_norm": 7.46875,
      "learning_rate": 3.896116499927689e-05,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5749957799911499,
      "num_tokens": 134259670.0,
      "step": 174130
    },
    {
      "epoch": 0.22088949436677247,
      "grad_norm": 5.34375,
      "learning_rate": 3.8960530689190597e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.568652355670929,
      "num_tokens": 134267804.0,
      "step": 174140
    },
    {
      "epoch": 0.22090217895930528,
      "grad_norm": 9.4375,
      "learning_rate": 3.89598963791043e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5266714841127396,
      "num_tokens": 134275898.0,
      "step": 174150
    },
    {
      "epoch": 0.22091486355183812,
      "grad_norm": 5.84375,
      "learning_rate": 3.8959262069018014e-05,
      "loss": 1.6515,
      "mean_token_accuracy": 0.6261433064937592,
      "num_tokens": 134282894.0,
      "step": 174160
    },
    {
      "epoch": 0.22092754814437096,
      "grad_norm": 5.625,
      "learning_rate": 3.895862775893172e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5509512692689895,
      "num_tokens": 134290293.0,
      "step": 174170
    },
    {
      "epoch": 0.2209402327369038,
      "grad_norm": 5.03125,
      "learning_rate": 3.895799344884543e-05,
      "loss": 1.875,
      "mean_token_accuracy": 0.5927935779094696,
      "num_tokens": 134298479.0,
      "step": 174180
    },
    {
      "epoch": 0.22095291732943662,
      "grad_norm": 5.0,
      "learning_rate": 3.895735913875914e-05,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5800257235765457,
      "num_tokens": 134305909.0,
      "step": 174190
    },
    {
      "epoch": 0.22096560192196946,
      "grad_norm": 5.21875,
      "learning_rate": 3.895672482867285e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5219478845596314,
      "num_tokens": 134313902.0,
      "step": 174200
    },
    {
      "epoch": 0.2209782865145023,
      "grad_norm": 7.1875,
      "learning_rate": 3.8956090518586554e-05,
      "loss": 2.2231,
      "mean_token_accuracy": 0.5135184079408646,
      "num_tokens": 134321156.0,
      "step": 174210
    },
    {
      "epoch": 0.22099097110703514,
      "grad_norm": 5.8125,
      "learning_rate": 3.895545620850026e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5557400077581406,
      "num_tokens": 134328423.0,
      "step": 174220
    },
    {
      "epoch": 0.22100365569956795,
      "grad_norm": 4.875,
      "learning_rate": 3.895482189841397e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5412168830633164,
      "num_tokens": 134335693.0,
      "step": 174230
    },
    {
      "epoch": 0.2210163402921008,
      "grad_norm": 4.78125,
      "learning_rate": 3.8954187588327684e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.568490493297577,
      "num_tokens": 134343076.0,
      "step": 174240
    },
    {
      "epoch": 0.22102902488463363,
      "grad_norm": 3.859375,
      "learning_rate": 3.895355327824139e-05,
      "loss": 1.8633,
      "mean_token_accuracy": 0.5845600157976151,
      "num_tokens": 134349730.0,
      "step": 174250
    },
    {
      "epoch": 0.22104170947716648,
      "grad_norm": 7.75,
      "learning_rate": 3.89529189681551e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5499384880065918,
      "num_tokens": 134356628.0,
      "step": 174260
    },
    {
      "epoch": 0.2210543940696993,
      "grad_norm": 4.6875,
      "learning_rate": 3.895228465806881e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5593980818986892,
      "num_tokens": 134364352.0,
      "step": 174270
    },
    {
      "epoch": 0.22106707866223213,
      "grad_norm": 6.03125,
      "learning_rate": 3.895165034798252e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5816908448934555,
      "num_tokens": 134371731.0,
      "step": 174280
    },
    {
      "epoch": 0.22107976325476497,
      "grad_norm": 6.90625,
      "learning_rate": 3.8951016037896224e-05,
      "loss": 1.8261,
      "mean_token_accuracy": 0.6012131839990615,
      "num_tokens": 134377847.0,
      "step": 174290
    },
    {
      "epoch": 0.2210924478472978,
      "grad_norm": 4.75,
      "learning_rate": 3.895038172780993e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5683425754308701,
      "num_tokens": 134384311.0,
      "step": 174300
    },
    {
      "epoch": 0.22110513243983063,
      "grad_norm": 5.375,
      "learning_rate": 3.894974741772364e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5473170459270478,
      "num_tokens": 134392251.0,
      "step": 174310
    },
    {
      "epoch": 0.22111781703236347,
      "grad_norm": 5.09375,
      "learning_rate": 3.894911310763735e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5627408117055893,
      "num_tokens": 134400303.0,
      "step": 174320
    },
    {
      "epoch": 0.2211305016248963,
      "grad_norm": 4.78125,
      "learning_rate": 3.894847879755106e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5240664631128311,
      "num_tokens": 134408925.0,
      "step": 174330
    },
    {
      "epoch": 0.22114318621742915,
      "grad_norm": 6.25,
      "learning_rate": 3.894784448746477e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5437291473150253,
      "num_tokens": 134417381.0,
      "step": 174340
    },
    {
      "epoch": 0.22115587080996196,
      "grad_norm": 5.9375,
      "learning_rate": 3.894721017737848e-05,
      "loss": 2.4208,
      "mean_token_accuracy": 0.4944946050643921,
      "num_tokens": 134426188.0,
      "step": 174350
    },
    {
      "epoch": 0.2211685554024948,
      "grad_norm": 5.25,
      "learning_rate": 3.894657586729218e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5358012050390244,
      "num_tokens": 134434163.0,
      "step": 174360
    },
    {
      "epoch": 0.22118123999502765,
      "grad_norm": 5.0625,
      "learning_rate": 3.894594155720589e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.555212527513504,
      "num_tokens": 134442277.0,
      "step": 174370
    },
    {
      "epoch": 0.2211939245875605,
      "grad_norm": 6.59375,
      "learning_rate": 3.89453072471196e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5455806910991668,
      "num_tokens": 134449849.0,
      "step": 174380
    },
    {
      "epoch": 0.2212066091800933,
      "grad_norm": 5.625,
      "learning_rate": 3.894467293703331e-05,
      "loss": 1.8847,
      "mean_token_accuracy": 0.5857307314872742,
      "num_tokens": 134458507.0,
      "step": 174390
    },
    {
      "epoch": 0.22121929377262614,
      "grad_norm": 8.625,
      "learning_rate": 3.894403862694702e-05,
      "loss": 2.2827,
      "mean_token_accuracy": 0.5144003927707672,
      "num_tokens": 134466615.0,
      "step": 174400
    },
    {
      "epoch": 0.22123197836515898,
      "grad_norm": 7.75,
      "learning_rate": 3.894340431686073e-05,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5320253670215607,
      "num_tokens": 134474927.0,
      "step": 174410
    },
    {
      "epoch": 0.22124466295769182,
      "grad_norm": 5.875,
      "learning_rate": 3.8942770006774435e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5307410091161728,
      "num_tokens": 134483684.0,
      "step": 174420
    },
    {
      "epoch": 0.22125734755022464,
      "grad_norm": 5.28125,
      "learning_rate": 3.894213569668814e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5192742258310318,
      "num_tokens": 134492799.0,
      "step": 174430
    },
    {
      "epoch": 0.22127003214275748,
      "grad_norm": 5.875,
      "learning_rate": 3.894150138660185e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.556476092338562,
      "num_tokens": 134500838.0,
      "step": 174440
    },
    {
      "epoch": 0.22128271673529032,
      "grad_norm": 5.6875,
      "learning_rate": 3.894086707651556e-05,
      "loss": 1.9157,
      "mean_token_accuracy": 0.5822380810976029,
      "num_tokens": 134507910.0,
      "step": 174450
    },
    {
      "epoch": 0.22129540132782316,
      "grad_norm": 6.96875,
      "learning_rate": 3.894023276642927e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5290704011917114,
      "num_tokens": 134515722.0,
      "step": 174460
    },
    {
      "epoch": 0.22130808592035597,
      "grad_norm": 4.90625,
      "learning_rate": 3.8939598456342975e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5208011001348496,
      "num_tokens": 134523671.0,
      "step": 174470
    },
    {
      "epoch": 0.22132077051288881,
      "grad_norm": 5.40625,
      "learning_rate": 3.893896414625669e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5243958592414856,
      "num_tokens": 134531708.0,
      "step": 174480
    },
    {
      "epoch": 0.22133345510542166,
      "grad_norm": 4.875,
      "learning_rate": 3.893832983617039e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.529232719540596,
      "num_tokens": 134540298.0,
      "step": 174490
    },
    {
      "epoch": 0.22134613969795447,
      "grad_norm": 5.3125,
      "learning_rate": 3.89376955260841e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5160963028669358,
      "num_tokens": 134548509.0,
      "step": 174500
    },
    {
      "epoch": 0.2213588242904873,
      "grad_norm": 7.6875,
      "learning_rate": 3.893706121599781e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5388771027326584,
      "num_tokens": 134555213.0,
      "step": 174510
    },
    {
      "epoch": 0.22137150888302015,
      "grad_norm": 7.375,
      "learning_rate": 3.8936426905911515e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5378280729055405,
      "num_tokens": 134562677.0,
      "step": 174520
    },
    {
      "epoch": 0.221384193475553,
      "grad_norm": 8.0625,
      "learning_rate": 3.893579259582523e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5515650480985641,
      "num_tokens": 134570193.0,
      "step": 174530
    },
    {
      "epoch": 0.2213968780680858,
      "grad_norm": 6.75,
      "learning_rate": 3.893515828573894e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5581230044364929,
      "num_tokens": 134577152.0,
      "step": 174540
    },
    {
      "epoch": 0.22140956266061865,
      "grad_norm": 5.21875,
      "learning_rate": 3.8934523975652645e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5261729568243027,
      "num_tokens": 134585088.0,
      "step": 174550
    },
    {
      "epoch": 0.2214222472531515,
      "grad_norm": 5.75,
      "learning_rate": 3.893388966556635e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5402969807386399,
      "num_tokens": 134592718.0,
      "step": 174560
    },
    {
      "epoch": 0.22143493184568433,
      "grad_norm": 5.3125,
      "learning_rate": 3.8933255355480055e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5452554225921631,
      "num_tokens": 134600819.0,
      "step": 174570
    },
    {
      "epoch": 0.22144761643821714,
      "grad_norm": 6.40625,
      "learning_rate": 3.893262104539377e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.5667856276035309,
      "num_tokens": 134608201.0,
      "step": 174580
    },
    {
      "epoch": 0.22146030103074998,
      "grad_norm": 5.125,
      "learning_rate": 3.893198673530748e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5566302597522735,
      "num_tokens": 134616392.0,
      "step": 174590
    },
    {
      "epoch": 0.22147298562328283,
      "grad_norm": 6.09375,
      "learning_rate": 3.8931352425221185e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5564435303211213,
      "num_tokens": 134623856.0,
      "step": 174600
    },
    {
      "epoch": 0.22148567021581567,
      "grad_norm": 5.59375,
      "learning_rate": 3.89307181151349e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5506757736206055,
      "num_tokens": 134630603.0,
      "step": 174610
    },
    {
      "epoch": 0.22149835480834848,
      "grad_norm": 5.21875,
      "learning_rate": 3.89300838050486e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5567810595035553,
      "num_tokens": 134637162.0,
      "step": 174620
    },
    {
      "epoch": 0.22151103940088132,
      "grad_norm": 6.625,
      "learning_rate": 3.892944949496231e-05,
      "loss": 1.89,
      "mean_token_accuracy": 0.5677436023950577,
      "num_tokens": 134643634.0,
      "step": 174630
    },
    {
      "epoch": 0.22152372399341416,
      "grad_norm": 5.28125,
      "learning_rate": 3.892881518487602e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5304578840732574,
      "num_tokens": 134651255.0,
      "step": 174640
    },
    {
      "epoch": 0.221536408585947,
      "grad_norm": 11.875,
      "learning_rate": 3.8928180874789725e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.564068928360939,
      "num_tokens": 134656881.0,
      "step": 174650
    },
    {
      "epoch": 0.22154909317847982,
      "grad_norm": 5.75,
      "learning_rate": 3.892754656470344e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5440543174743653,
      "num_tokens": 134664150.0,
      "step": 174660
    },
    {
      "epoch": 0.22156177777101266,
      "grad_norm": 5.71875,
      "learning_rate": 3.892691225461714e-05,
      "loss": 1.9425,
      "mean_token_accuracy": 0.5564374446868896,
      "num_tokens": 134669678.0,
      "step": 174670
    },
    {
      "epoch": 0.2215744623635455,
      "grad_norm": 5.25,
      "learning_rate": 3.8926277944530855e-05,
      "loss": 1.7684,
      "mean_token_accuracy": 0.5904856264591217,
      "num_tokens": 134677300.0,
      "step": 174680
    },
    {
      "epoch": 0.22158714695607834,
      "grad_norm": 8.375,
      "learning_rate": 3.892564363444457e-05,
      "loss": 1.7786,
      "mean_token_accuracy": 0.601179575920105,
      "num_tokens": 134684497.0,
      "step": 174690
    },
    {
      "epoch": 0.22159983154861115,
      "grad_norm": 5.5625,
      "learning_rate": 3.892500932435827e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5361734688282013,
      "num_tokens": 134691883.0,
      "step": 174700
    },
    {
      "epoch": 0.221612516141144,
      "grad_norm": 4.6875,
      "learning_rate": 3.892437501427198e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5395717650651932,
      "num_tokens": 134700469.0,
      "step": 174710
    },
    {
      "epoch": 0.22162520073367684,
      "grad_norm": 6.34375,
      "learning_rate": 3.892374070418568e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5484363853931427,
      "num_tokens": 134707987.0,
      "step": 174720
    },
    {
      "epoch": 0.22163788532620968,
      "grad_norm": 5.75,
      "learning_rate": 3.8923106394099395e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5410461246967315,
      "num_tokens": 134715549.0,
      "step": 174730
    },
    {
      "epoch": 0.2216505699187425,
      "grad_norm": 5.875,
      "learning_rate": 3.892247208401311e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5540893226861954,
      "num_tokens": 134722607.0,
      "step": 174740
    },
    {
      "epoch": 0.22166325451127533,
      "grad_norm": 4.6875,
      "learning_rate": 3.892183777392681e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5328842669725418,
      "num_tokens": 134730999.0,
      "step": 174750
    },
    {
      "epoch": 0.22167593910380817,
      "grad_norm": 4.65625,
      "learning_rate": 3.8921203463840525e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5449904590845108,
      "num_tokens": 134739002.0,
      "step": 174760
    },
    {
      "epoch": 0.22168862369634101,
      "grad_norm": 5.21875,
      "learning_rate": 3.892056915375423e-05,
      "loss": 1.8045,
      "mean_token_accuracy": 0.5952968120574951,
      "num_tokens": 134746683.0,
      "step": 174770
    },
    {
      "epoch": 0.22170130828887383,
      "grad_norm": 5.46875,
      "learning_rate": 3.8919934843667936e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5762828052043915,
      "num_tokens": 134755147.0,
      "step": 174780
    },
    {
      "epoch": 0.22171399288140667,
      "grad_norm": 4.96875,
      "learning_rate": 3.891930053358165e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5263154178857803,
      "num_tokens": 134763593.0,
      "step": 174790
    },
    {
      "epoch": 0.2217266774739395,
      "grad_norm": 6.0625,
      "learning_rate": 3.891866622349535e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5486956894397735,
      "num_tokens": 134771659.0,
      "step": 174800
    },
    {
      "epoch": 0.22173936206647235,
      "grad_norm": 6.21875,
      "learning_rate": 3.8918031913409065e-05,
      "loss": 1.8047,
      "mean_token_accuracy": 0.6009671241044998,
      "num_tokens": 134778762.0,
      "step": 174810
    },
    {
      "epoch": 0.22175204665900516,
      "grad_norm": 8.125,
      "learning_rate": 3.891739760332277e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5632718235254288,
      "num_tokens": 134786519.0,
      "step": 174820
    },
    {
      "epoch": 0.221764731251538,
      "grad_norm": 9.1875,
      "learning_rate": 3.891676329323648e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5745259523391724,
      "num_tokens": 134793849.0,
      "step": 174830
    },
    {
      "epoch": 0.22177741584407085,
      "grad_norm": 5.09375,
      "learning_rate": 3.891612898315019e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5370382338762283,
      "num_tokens": 134802232.0,
      "step": 174840
    },
    {
      "epoch": 0.2217901004366037,
      "grad_norm": 6.0625,
      "learning_rate": 3.891549467306389e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5209192574024201,
      "num_tokens": 134810489.0,
      "step": 174850
    },
    {
      "epoch": 0.2218027850291365,
      "grad_norm": 4.71875,
      "learning_rate": 3.8914860362977606e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5694324463605881,
      "num_tokens": 134819432.0,
      "step": 174860
    },
    {
      "epoch": 0.22181546962166934,
      "grad_norm": 5.6875,
      "learning_rate": 3.891422605289131e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5289119839668274,
      "num_tokens": 134827083.0,
      "step": 174870
    },
    {
      "epoch": 0.22182815421420218,
      "grad_norm": 4.75,
      "learning_rate": 3.891359174280502e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5578806191682816,
      "num_tokens": 134835221.0,
      "step": 174880
    },
    {
      "epoch": 0.22184083880673502,
      "grad_norm": 4.84375,
      "learning_rate": 3.8912957432718735e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5399077236652374,
      "num_tokens": 134843866.0,
      "step": 174890
    },
    {
      "epoch": 0.22185352339926784,
      "grad_norm": 6.5,
      "learning_rate": 3.891232312263244e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.537783744931221,
      "num_tokens": 134851941.0,
      "step": 174900
    },
    {
      "epoch": 0.22186620799180068,
      "grad_norm": 6.1875,
      "learning_rate": 3.8911688812546146e-05,
      "loss": 1.7678,
      "mean_token_accuracy": 0.6070589780807495,
      "num_tokens": 134858184.0,
      "step": 174910
    },
    {
      "epoch": 0.22187889258433352,
      "grad_norm": 9.3125,
      "learning_rate": 3.891105450245985e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5553049385547638,
      "num_tokens": 134865159.0,
      "step": 174920
    },
    {
      "epoch": 0.22189157717686636,
      "grad_norm": 5.9375,
      "learning_rate": 3.891042019237356e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5236615419387818,
      "num_tokens": 134874170.0,
      "step": 174930
    },
    {
      "epoch": 0.22190426176939917,
      "grad_norm": 5.875,
      "learning_rate": 3.8909785882287275e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5371363312005997,
      "num_tokens": 134881304.0,
      "step": 174940
    },
    {
      "epoch": 0.22191694636193202,
      "grad_norm": 5.09375,
      "learning_rate": 3.890915157220098e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5461060374975204,
      "num_tokens": 134889449.0,
      "step": 174950
    },
    {
      "epoch": 0.22192963095446486,
      "grad_norm": 4.9375,
      "learning_rate": 3.890851726211469e-05,
      "loss": 1.9173,
      "mean_token_accuracy": 0.5855002224445343,
      "num_tokens": 134896431.0,
      "step": 174960
    },
    {
      "epoch": 0.22194231554699767,
      "grad_norm": 4.71875,
      "learning_rate": 3.89078829520284e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5747747510671616,
      "num_tokens": 134903879.0,
      "step": 174970
    },
    {
      "epoch": 0.2219550001395305,
      "grad_norm": 7.15625,
      "learning_rate": 3.8907248641942104e-05,
      "loss": 2.2825,
      "mean_token_accuracy": 0.5264971315860748,
      "num_tokens": 134912204.0,
      "step": 174980
    },
    {
      "epoch": 0.22196768473206335,
      "grad_norm": 7.9375,
      "learning_rate": 3.8906614331855816e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5448745131492615,
      "num_tokens": 134919850.0,
      "step": 174990
    },
    {
      "epoch": 0.2219803693245962,
      "grad_norm": 4.8125,
      "learning_rate": 3.890598002176952e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5160412132740021,
      "num_tokens": 134929314.0,
      "step": 175000
    },
    {
      "epoch": 0.221993053917129,
      "grad_norm": 6.65625,
      "learning_rate": 3.890534571168323e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5250025928020478,
      "num_tokens": 134937560.0,
      "step": 175010
    },
    {
      "epoch": 0.22200573850966185,
      "grad_norm": 5.8125,
      "learning_rate": 3.890471140159694e-05,
      "loss": 2.251,
      "mean_token_accuracy": 0.5159241676330566,
      "num_tokens": 134945648.0,
      "step": 175020
    },
    {
      "epoch": 0.2220184231021947,
      "grad_norm": 5.34375,
      "learning_rate": 3.890407709151065e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5420948326587677,
      "num_tokens": 134952492.0,
      "step": 175030
    },
    {
      "epoch": 0.22203110769472753,
      "grad_norm": 5.78125,
      "learning_rate": 3.890344278142436e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.514958730340004,
      "num_tokens": 134960452.0,
      "step": 175040
    },
    {
      "epoch": 0.22204379228726034,
      "grad_norm": 5.96875,
      "learning_rate": 3.890280847133806e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5160255312919617,
      "num_tokens": 134968999.0,
      "step": 175050
    },
    {
      "epoch": 0.22205647687979319,
      "grad_norm": 5.6875,
      "learning_rate": 3.8902174161251774e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.54334596991539,
      "num_tokens": 134976831.0,
      "step": 175060
    },
    {
      "epoch": 0.22206916147232603,
      "grad_norm": 5.03125,
      "learning_rate": 3.890153985116548e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5292241871356964,
      "num_tokens": 134984957.0,
      "step": 175070
    },
    {
      "epoch": 0.22208184606485887,
      "grad_norm": 5.09375,
      "learning_rate": 3.890090554107919e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.540523687005043,
      "num_tokens": 134992254.0,
      "step": 175080
    },
    {
      "epoch": 0.22209453065739168,
      "grad_norm": 5.8125,
      "learning_rate": 3.89002712309929e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.554819893836975,
      "num_tokens": 134999399.0,
      "step": 175090
    },
    {
      "epoch": 0.22210721524992452,
      "grad_norm": 5.84375,
      "learning_rate": 3.889963692090661e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5342033267021179,
      "num_tokens": 135007056.0,
      "step": 175100
    },
    {
      "epoch": 0.22211989984245736,
      "grad_norm": 5.53125,
      "learning_rate": 3.889900261082032e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5471626967191696,
      "num_tokens": 135014428.0,
      "step": 175110
    },
    {
      "epoch": 0.2221325844349902,
      "grad_norm": 6.59375,
      "learning_rate": 3.8898368300734026e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5440795838832855,
      "num_tokens": 135022130.0,
      "step": 175120
    },
    {
      "epoch": 0.22214526902752302,
      "grad_norm": 5.3125,
      "learning_rate": 3.889773399064773e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.56284159719944,
      "num_tokens": 135030745.0,
      "step": 175130
    },
    {
      "epoch": 0.22215795362005586,
      "grad_norm": 5.03125,
      "learning_rate": 3.8897099680561443e-05,
      "loss": 1.925,
      "mean_token_accuracy": 0.5750118404626846,
      "num_tokens": 135036204.0,
      "step": 175140
    },
    {
      "epoch": 0.2221706382125887,
      "grad_norm": 4.40625,
      "learning_rate": 3.889646537047515e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5311513304710388,
      "num_tokens": 135043054.0,
      "step": 175150
    },
    {
      "epoch": 0.22218332280512154,
      "grad_norm": 5.03125,
      "learning_rate": 3.889583106038886e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.529703950881958,
      "num_tokens": 135051651.0,
      "step": 175160
    },
    {
      "epoch": 0.22219600739765435,
      "grad_norm": 7.1875,
      "learning_rate": 3.889519675030257e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5262091308832169,
      "num_tokens": 135060006.0,
      "step": 175170
    },
    {
      "epoch": 0.2222086919901872,
      "grad_norm": 5.34375,
      "learning_rate": 3.889456244021628e-05,
      "loss": 2.3009,
      "mean_token_accuracy": 0.5001263707876206,
      "num_tokens": 135068681.0,
      "step": 175180
    },
    {
      "epoch": 0.22222137658272004,
      "grad_norm": 5.34375,
      "learning_rate": 3.8893928130129984e-05,
      "loss": 2.3027,
      "mean_token_accuracy": 0.5147120594978333,
      "num_tokens": 135077712.0,
      "step": 175190
    },
    {
      "epoch": 0.22223406117525288,
      "grad_norm": 5.40625,
      "learning_rate": 3.889329382004369e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5395477652549744,
      "num_tokens": 135086160.0,
      "step": 175200
    },
    {
      "epoch": 0.2222467457677857,
      "grad_norm": 4.6875,
      "learning_rate": 3.88926595099574e-05,
      "loss": 1.8316,
      "mean_token_accuracy": 0.5996881932020187,
      "num_tokens": 135093226.0,
      "step": 175210
    },
    {
      "epoch": 0.22225943036031853,
      "grad_norm": 6.59375,
      "learning_rate": 3.889202519987111e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5706383436918259,
      "num_tokens": 135100881.0,
      "step": 175220
    },
    {
      "epoch": 0.22227211495285137,
      "grad_norm": 5.96875,
      "learning_rate": 3.889139088978482e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5587451130151748,
      "num_tokens": 135107594.0,
      "step": 175230
    },
    {
      "epoch": 0.22228479954538422,
      "grad_norm": 6.96875,
      "learning_rate": 3.889075657969853e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5305961191654205,
      "num_tokens": 135116009.0,
      "step": 175240
    },
    {
      "epoch": 0.22229748413791703,
      "grad_norm": 4.90625,
      "learning_rate": 3.8890122269612236e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5484360516071319,
      "num_tokens": 135123436.0,
      "step": 175250
    },
    {
      "epoch": 0.22231016873044987,
      "grad_norm": 6.65625,
      "learning_rate": 3.888948795952594e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5283044338226318,
      "num_tokens": 135132079.0,
      "step": 175260
    },
    {
      "epoch": 0.2223228533229827,
      "grad_norm": 5.84375,
      "learning_rate": 3.8888853649439654e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5588575750589371,
      "num_tokens": 135138889.0,
      "step": 175270
    },
    {
      "epoch": 0.22233553791551555,
      "grad_norm": 5.75,
      "learning_rate": 3.888821933935336e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5382107198238373,
      "num_tokens": 135146940.0,
      "step": 175280
    },
    {
      "epoch": 0.22234822250804837,
      "grad_norm": 4.8125,
      "learning_rate": 3.888758502926707e-05,
      "loss": 1.878,
      "mean_token_accuracy": 0.5843801617622375,
      "num_tokens": 135154543.0,
      "step": 175290
    },
    {
      "epoch": 0.2223609071005812,
      "grad_norm": 5.34375,
      "learning_rate": 3.8886950719180776e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5372642457485199,
      "num_tokens": 135162863.0,
      "step": 175300
    },
    {
      "epoch": 0.22237359169311405,
      "grad_norm": 5.84375,
      "learning_rate": 3.888631640909449e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5435039609670639,
      "num_tokens": 135170516.0,
      "step": 175310
    },
    {
      "epoch": 0.2223862762856469,
      "grad_norm": 4.96875,
      "learning_rate": 3.8885682099008194e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5244455307722091,
      "num_tokens": 135177565.0,
      "step": 175320
    },
    {
      "epoch": 0.2223989608781797,
      "grad_norm": 7.71875,
      "learning_rate": 3.88850477889219e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5613950222730637,
      "num_tokens": 135182898.0,
      "step": 175330
    },
    {
      "epoch": 0.22241164547071254,
      "grad_norm": 7.65625,
      "learning_rate": 3.888441347883561e-05,
      "loss": 1.8863,
      "mean_token_accuracy": 0.5785218209028244,
      "num_tokens": 135189491.0,
      "step": 175340
    },
    {
      "epoch": 0.22242433006324538,
      "grad_norm": 5.25,
      "learning_rate": 3.888377916874932e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5713914841413498,
      "num_tokens": 135196523.0,
      "step": 175350
    },
    {
      "epoch": 0.22243701465577823,
      "grad_norm": 4.75,
      "learning_rate": 3.888314485866303e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5721107751131058,
      "num_tokens": 135204362.0,
      "step": 175360
    },
    {
      "epoch": 0.22244969924831104,
      "grad_norm": 6.21875,
      "learning_rate": 3.888251054857674e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.549433633685112,
      "num_tokens": 135211354.0,
      "step": 175370
    },
    {
      "epoch": 0.22246238384084388,
      "grad_norm": 5.46875,
      "learning_rate": 3.8881876238490446e-05,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5731047838926315,
      "num_tokens": 135217997.0,
      "step": 175380
    },
    {
      "epoch": 0.22247506843337672,
      "grad_norm": 5.21875,
      "learning_rate": 3.888124192840415e-05,
      "loss": 1.8663,
      "mean_token_accuracy": 0.582138454914093,
      "num_tokens": 135225250.0,
      "step": 175390
    },
    {
      "epoch": 0.22248775302590953,
      "grad_norm": 5.0625,
      "learning_rate": 3.888060761831786e-05,
      "loss": 1.8707,
      "mean_token_accuracy": 0.5870260238647461,
      "num_tokens": 135232513.0,
      "step": 175400
    },
    {
      "epoch": 0.22250043761844238,
      "grad_norm": 5.03125,
      "learning_rate": 3.887997330823157e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5401054948568345,
      "num_tokens": 135239639.0,
      "step": 175410
    },
    {
      "epoch": 0.22251312221097522,
      "grad_norm": 5.125,
      "learning_rate": 3.887933899814528e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5371661126613617,
      "num_tokens": 135247408.0,
      "step": 175420
    },
    {
      "epoch": 0.22252580680350806,
      "grad_norm": 6.9375,
      "learning_rate": 3.887870468805899e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5428019970655441,
      "num_tokens": 135254882.0,
      "step": 175430
    },
    {
      "epoch": 0.22253849139604087,
      "grad_norm": 6.09375,
      "learning_rate": 3.88780703779727e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5394347697496414,
      "num_tokens": 135261365.0,
      "step": 175440
    },
    {
      "epoch": 0.2225511759885737,
      "grad_norm": 5.875,
      "learning_rate": 3.8877436067886404e-05,
      "loss": 2.2338,
      "mean_token_accuracy": 0.5179118990898133,
      "num_tokens": 135269001.0,
      "step": 175450
    },
    {
      "epoch": 0.22256386058110655,
      "grad_norm": 5.125,
      "learning_rate": 3.8876801757800116e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5404504209756851,
      "num_tokens": 135277948.0,
      "step": 175460
    },
    {
      "epoch": 0.2225765451736394,
      "grad_norm": 6.3125,
      "learning_rate": 3.887616744771382e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5353183746337891,
      "num_tokens": 135285928.0,
      "step": 175470
    },
    {
      "epoch": 0.2225892297661722,
      "grad_norm": 4.90625,
      "learning_rate": 3.887553313762753e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5619183838367462,
      "num_tokens": 135293538.0,
      "step": 175480
    },
    {
      "epoch": 0.22260191435870505,
      "grad_norm": 5.0,
      "learning_rate": 3.887489882754124e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5231749445199967,
      "num_tokens": 135302249.0,
      "step": 175490
    },
    {
      "epoch": 0.2226145989512379,
      "grad_norm": 5.1875,
      "learning_rate": 3.8874264517454945e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5647048056125641,
      "num_tokens": 135310716.0,
      "step": 175500
    },
    {
      "epoch": 0.22262728354377073,
      "grad_norm": 5.25,
      "learning_rate": 3.887363020736866e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5208043247461319,
      "num_tokens": 135318514.0,
      "step": 175510
    },
    {
      "epoch": 0.22263996813630355,
      "grad_norm": 5.1875,
      "learning_rate": 3.887299589728237e-05,
      "loss": 1.8339,
      "mean_token_accuracy": 0.5984594047069549,
      "num_tokens": 135325088.0,
      "step": 175520
    },
    {
      "epoch": 0.2226526527288364,
      "grad_norm": 7.34375,
      "learning_rate": 3.8872361587196074e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5222563713788986,
      "num_tokens": 135333229.0,
      "step": 175530
    },
    {
      "epoch": 0.22266533732136923,
      "grad_norm": 5.96875,
      "learning_rate": 3.887172727710978e-05,
      "loss": 2.2716,
      "mean_token_accuracy": 0.5193186044692993,
      "num_tokens": 135341649.0,
      "step": 175540
    },
    {
      "epoch": 0.22267802191390207,
      "grad_norm": 5.125,
      "learning_rate": 3.8871092967023485e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5476496517658234,
      "num_tokens": 135348551.0,
      "step": 175550
    },
    {
      "epoch": 0.22269070650643488,
      "grad_norm": 4.96875,
      "learning_rate": 3.88704586569372e-05,
      "loss": 1.6952,
      "mean_token_accuracy": 0.618346655368805,
      "num_tokens": 135355556.0,
      "step": 175560
    },
    {
      "epoch": 0.22270339109896772,
      "grad_norm": 5.53125,
      "learning_rate": 3.886982434685091e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5717501282691956,
      "num_tokens": 135362694.0,
      "step": 175570
    },
    {
      "epoch": 0.22271607569150056,
      "grad_norm": 6.9375,
      "learning_rate": 3.8869190036764614e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5318087726831436,
      "num_tokens": 135370293.0,
      "step": 175580
    },
    {
      "epoch": 0.2227287602840334,
      "grad_norm": 4.875,
      "learning_rate": 3.8868555726678327e-05,
      "loss": 1.98,
      "mean_token_accuracy": 0.5721562594175339,
      "num_tokens": 135377305.0,
      "step": 175590
    },
    {
      "epoch": 0.22274144487656622,
      "grad_norm": 6.96875,
      "learning_rate": 3.886792141659203e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5329689711332322,
      "num_tokens": 135384778.0,
      "step": 175600
    },
    {
      "epoch": 0.22275412946909906,
      "grad_norm": 5.53125,
      "learning_rate": 3.886728710650574e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5631153643131256,
      "num_tokens": 135392610.0,
      "step": 175610
    },
    {
      "epoch": 0.2227668140616319,
      "grad_norm": 3.921875,
      "learning_rate": 3.886665279641945e-05,
      "loss": 1.605,
      "mean_token_accuracy": 0.6399147868156433,
      "num_tokens": 135398532.0,
      "step": 175620
    },
    {
      "epoch": 0.22277949865416474,
      "grad_norm": 5.5625,
      "learning_rate": 3.8866018486333155e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5561568260192871,
      "num_tokens": 135405422.0,
      "step": 175630
    },
    {
      "epoch": 0.22279218324669756,
      "grad_norm": 5.8125,
      "learning_rate": 3.886538417624687e-05,
      "loss": 2.2673,
      "mean_token_accuracy": 0.5131477594375611,
      "num_tokens": 135413420.0,
      "step": 175640
    },
    {
      "epoch": 0.2228048678392304,
      "grad_norm": 5.65625,
      "learning_rate": 3.886474986616057e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5289800614118576,
      "num_tokens": 135422369.0,
      "step": 175650
    },
    {
      "epoch": 0.22281755243176324,
      "grad_norm": 4.875,
      "learning_rate": 3.8864115556074284e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5731058090925216,
      "num_tokens": 135429575.0,
      "step": 175660
    },
    {
      "epoch": 0.22283023702429608,
      "grad_norm": 7.28125,
      "learning_rate": 3.886348124598799e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5445948421955109,
      "num_tokens": 135437606.0,
      "step": 175670
    },
    {
      "epoch": 0.2228429216168289,
      "grad_norm": 6.53125,
      "learning_rate": 3.8862846935901695e-05,
      "loss": 2.2949,
      "mean_token_accuracy": 0.5099034249782562,
      "num_tokens": 135445016.0,
      "step": 175680
    },
    {
      "epoch": 0.22285560620936173,
      "grad_norm": 2.234375,
      "learning_rate": 3.886221262581541e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5638334572315216,
      "num_tokens": 135453163.0,
      "step": 175690
    },
    {
      "epoch": 0.22286829080189458,
      "grad_norm": 5.53125,
      "learning_rate": 3.886157831572911e-05,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5336696565151214,
      "num_tokens": 135460642.0,
      "step": 175700
    },
    {
      "epoch": 0.22288097539442742,
      "grad_norm": 4.9375,
      "learning_rate": 3.8860944005642825e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5514018177986145,
      "num_tokens": 135469348.0,
      "step": 175710
    },
    {
      "epoch": 0.22289365998696023,
      "grad_norm": 6.1875,
      "learning_rate": 3.886030969555654e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5407680392265319,
      "num_tokens": 135477720.0,
      "step": 175720
    },
    {
      "epoch": 0.22290634457949307,
      "grad_norm": 6.15625,
      "learning_rate": 3.885967538547024e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5274721503257751,
      "num_tokens": 135485062.0,
      "step": 175730
    },
    {
      "epoch": 0.2229190291720259,
      "grad_norm": 5.96875,
      "learning_rate": 3.885904107538395e-05,
      "loss": 1.905,
      "mean_token_accuracy": 0.5749364972114563,
      "num_tokens": 135491439.0,
      "step": 175740
    },
    {
      "epoch": 0.22293171376455875,
      "grad_norm": 7.71875,
      "learning_rate": 3.885840676529765e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.536662358045578,
      "num_tokens": 135499761.0,
      "step": 175750
    },
    {
      "epoch": 0.22294439835709157,
      "grad_norm": 5.5,
      "learning_rate": 3.8857772455211365e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5511387020349503,
      "num_tokens": 135507901.0,
      "step": 175760
    },
    {
      "epoch": 0.2229570829496244,
      "grad_norm": 4.96875,
      "learning_rate": 3.885713814512508e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5617307275533676,
      "num_tokens": 135514767.0,
      "step": 175770
    },
    {
      "epoch": 0.22296976754215725,
      "grad_norm": 5.53125,
      "learning_rate": 3.885650383503878e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5368329852819442,
      "num_tokens": 135522830.0,
      "step": 175780
    },
    {
      "epoch": 0.2229824521346901,
      "grad_norm": 6.90625,
      "learning_rate": 3.8855869524952495e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5418275982141495,
      "num_tokens": 135530158.0,
      "step": 175790
    },
    {
      "epoch": 0.2229951367272229,
      "grad_norm": 6.4375,
      "learning_rate": 3.88552352148662e-05,
      "loss": 1.8385,
      "mean_token_accuracy": 0.5903524547815323,
      "num_tokens": 135538042.0,
      "step": 175800
    },
    {
      "epoch": 0.22300782131975574,
      "grad_norm": 7.25,
      "learning_rate": 3.8854600904779905e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5267072975635528,
      "num_tokens": 135545436.0,
      "step": 175810
    },
    {
      "epoch": 0.22302050591228859,
      "grad_norm": 6.46875,
      "learning_rate": 3.885396659469362e-05,
      "loss": 2.2877,
      "mean_token_accuracy": 0.5103010654449462,
      "num_tokens": 135553840.0,
      "step": 175820
    },
    {
      "epoch": 0.22303319050482143,
      "grad_norm": 6.09375,
      "learning_rate": 3.885333228460732e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5298196941614151,
      "num_tokens": 135562144.0,
      "step": 175830
    },
    {
      "epoch": 0.22304587509735424,
      "grad_norm": 4.6875,
      "learning_rate": 3.8852697974521035e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5280483156442642,
      "num_tokens": 135570101.0,
      "step": 175840
    },
    {
      "epoch": 0.22305855968988708,
      "grad_norm": 6.84375,
      "learning_rate": 3.885206366443474e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5400396853685379,
      "num_tokens": 135577626.0,
      "step": 175850
    },
    {
      "epoch": 0.22307124428241992,
      "grad_norm": 5.53125,
      "learning_rate": 3.885142935434845e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5573141753673554,
      "num_tokens": 135585452.0,
      "step": 175860
    },
    {
      "epoch": 0.22308392887495274,
      "grad_norm": 9.9375,
      "learning_rate": 3.8850795044262164e-05,
      "loss": 1.9264,
      "mean_token_accuracy": 0.570503506064415,
      "num_tokens": 135593697.0,
      "step": 175870
    },
    {
      "epoch": 0.22309661346748558,
      "grad_norm": 4.9375,
      "learning_rate": 3.885016073417587e-05,
      "loss": 1.9314,
      "mean_token_accuracy": 0.5647458463907242,
      "num_tokens": 135600112.0,
      "step": 175880
    },
    {
      "epoch": 0.22310929806001842,
      "grad_norm": 6.15625,
      "learning_rate": 3.8849526424089575e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5426860004663467,
      "num_tokens": 135607704.0,
      "step": 175890
    },
    {
      "epoch": 0.22312198265255126,
      "grad_norm": 7.03125,
      "learning_rate": 3.884889211400328e-05,
      "loss": 1.9194,
      "mean_token_accuracy": 0.5749390661716461,
      "num_tokens": 135613785.0,
      "step": 175900
    },
    {
      "epoch": 0.22313466724508407,
      "grad_norm": 5.21875,
      "learning_rate": 3.884825780391699e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.5764107286930085,
      "num_tokens": 135620874.0,
      "step": 175910
    },
    {
      "epoch": 0.22314735183761691,
      "grad_norm": 5.5,
      "learning_rate": 3.8847623493830705e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5215991795063019,
      "num_tokens": 135629486.0,
      "step": 175920
    },
    {
      "epoch": 0.22316003643014976,
      "grad_norm": 6.96875,
      "learning_rate": 3.884698918374441e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.546310544013977,
      "num_tokens": 135638789.0,
      "step": 175930
    },
    {
      "epoch": 0.2231727210226826,
      "grad_norm": 6.625,
      "learning_rate": 3.884635487365812e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5474812924861908,
      "num_tokens": 135645521.0,
      "step": 175940
    },
    {
      "epoch": 0.2231854056152154,
      "grad_norm": 5.15625,
      "learning_rate": 3.884572056357183e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5584417045116424,
      "num_tokens": 135653180.0,
      "step": 175950
    },
    {
      "epoch": 0.22319809020774825,
      "grad_norm": 6.65625,
      "learning_rate": 3.884508625348553e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5276361107826233,
      "num_tokens": 135661571.0,
      "step": 175960
    },
    {
      "epoch": 0.2232107748002811,
      "grad_norm": 6.75,
      "learning_rate": 3.8844451943399245e-05,
      "loss": 1.5262,
      "mean_token_accuracy": 0.6587080240249634,
      "num_tokens": 135667675.0,
      "step": 175970
    },
    {
      "epoch": 0.22322345939281393,
      "grad_norm": 6.875,
      "learning_rate": 3.884381763331295e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5463412910699844,
      "num_tokens": 135673322.0,
      "step": 175980
    },
    {
      "epoch": 0.22323614398534675,
      "grad_norm": 5.625,
      "learning_rate": 3.884318332322666e-05,
      "loss": 2.2449,
      "mean_token_accuracy": 0.5198076337575912,
      "num_tokens": 135680691.0,
      "step": 175990
    },
    {
      "epoch": 0.2232488285778796,
      "grad_norm": 5.375,
      "learning_rate": 3.884254901314037e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5379187583923339,
      "num_tokens": 135689001.0,
      "step": 176000
    },
    {
      "epoch": 0.22326151317041243,
      "grad_norm": 5.34375,
      "learning_rate": 3.884191470305408e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5666937887668609,
      "num_tokens": 135696360.0,
      "step": 176010
    },
    {
      "epoch": 0.22327419776294527,
      "grad_norm": 4.8125,
      "learning_rate": 3.8841280392967785e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5661433517932892,
      "num_tokens": 135703998.0,
      "step": 176020
    },
    {
      "epoch": 0.22328688235547808,
      "grad_norm": 4.9375,
      "learning_rate": 3.884064608288149e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5571475118398667,
      "num_tokens": 135711683.0,
      "step": 176030
    },
    {
      "epoch": 0.22329956694801092,
      "grad_norm": 4.96875,
      "learning_rate": 3.88400117727952e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5623909294605255,
      "num_tokens": 135719335.0,
      "step": 176040
    },
    {
      "epoch": 0.22331225154054377,
      "grad_norm": 5.78125,
      "learning_rate": 3.8839377462708915e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5426126003265381,
      "num_tokens": 135728011.0,
      "step": 176050
    },
    {
      "epoch": 0.2233249361330766,
      "grad_norm": 6.40625,
      "learning_rate": 3.883874315262262e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.555298063158989,
      "num_tokens": 135736329.0,
      "step": 176060
    },
    {
      "epoch": 0.22333762072560942,
      "grad_norm": 5.40625,
      "learning_rate": 3.883810884253633e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5250104904174805,
      "num_tokens": 135744906.0,
      "step": 176070
    },
    {
      "epoch": 0.22335030531814226,
      "grad_norm": 5.78125,
      "learning_rate": 3.883747453245004e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.519956448674202,
      "num_tokens": 135752634.0,
      "step": 176080
    },
    {
      "epoch": 0.2233629899106751,
      "grad_norm": 5.375,
      "learning_rate": 3.883684022236374e-05,
      "loss": 2.219,
      "mean_token_accuracy": 0.5205390393733978,
      "num_tokens": 135760599.0,
      "step": 176090
    },
    {
      "epoch": 0.22337567450320794,
      "grad_norm": 4.71875,
      "learning_rate": 3.8836205912277455e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5595998346805573,
      "num_tokens": 135767263.0,
      "step": 176100
    },
    {
      "epoch": 0.22338835909574076,
      "grad_norm": 5.03125,
      "learning_rate": 3.883557160219116e-05,
      "loss": 1.85,
      "mean_token_accuracy": 0.5740551561117172,
      "num_tokens": 135774116.0,
      "step": 176110
    },
    {
      "epoch": 0.2234010436882736,
      "grad_norm": 5.46875,
      "learning_rate": 3.883493729210487e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5705322980880737,
      "num_tokens": 135782826.0,
      "step": 176120
    },
    {
      "epoch": 0.22341372828080644,
      "grad_norm": 5.53125,
      "learning_rate": 3.883430298201858e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5375600039958954,
      "num_tokens": 135790121.0,
      "step": 176130
    },
    {
      "epoch": 0.22342641287333928,
      "grad_norm": 5.0,
      "learning_rate": 3.883366867193229e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5638122409582138,
      "num_tokens": 135798443.0,
      "step": 176140
    },
    {
      "epoch": 0.2234390974658721,
      "grad_norm": 6.46875,
      "learning_rate": 3.8833034361846e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5566672503948211,
      "num_tokens": 135806596.0,
      "step": 176150
    },
    {
      "epoch": 0.22345178205840494,
      "grad_norm": 5.9375,
      "learning_rate": 3.88324000517597e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.551333436369896,
      "num_tokens": 135814447.0,
      "step": 176160
    },
    {
      "epoch": 0.22346446665093778,
      "grad_norm": 4.5,
      "learning_rate": 3.883176574167341e-05,
      "loss": 1.8903,
      "mean_token_accuracy": 0.5875130653381347,
      "num_tokens": 135821632.0,
      "step": 176170
    },
    {
      "epoch": 0.22347715124347062,
      "grad_norm": 6.375,
      "learning_rate": 3.883113143158712e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5420071959495545,
      "num_tokens": 135828665.0,
      "step": 176180
    },
    {
      "epoch": 0.22348983583600343,
      "grad_norm": 10.3125,
      "learning_rate": 3.883049712150083e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5342432528734207,
      "num_tokens": 135835952.0,
      "step": 176190
    },
    {
      "epoch": 0.22350252042853627,
      "grad_norm": 6.21875,
      "learning_rate": 3.882986281141454e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5554575681686401,
      "num_tokens": 135843511.0,
      "step": 176200
    },
    {
      "epoch": 0.2235152050210691,
      "grad_norm": 3.796875,
      "learning_rate": 3.882922850132825e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5772315919399261,
      "num_tokens": 135850278.0,
      "step": 176210
    },
    {
      "epoch": 0.22352788961360195,
      "grad_norm": 5.03125,
      "learning_rate": 3.882859419124196e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5441225856542588,
      "num_tokens": 135858277.0,
      "step": 176220
    },
    {
      "epoch": 0.22354057420613477,
      "grad_norm": 6.625,
      "learning_rate": 3.8827959881155666e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5346533209085464,
      "num_tokens": 135866511.0,
      "step": 176230
    },
    {
      "epoch": 0.2235532587986676,
      "grad_norm": 6.0625,
      "learning_rate": 3.882732557106937e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5389756739139557,
      "num_tokens": 135874845.0,
      "step": 176240
    },
    {
      "epoch": 0.22356594339120045,
      "grad_norm": 4.90625,
      "learning_rate": 3.882669126098308e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5481471478939056,
      "num_tokens": 135882668.0,
      "step": 176250
    },
    {
      "epoch": 0.2235786279837333,
      "grad_norm": 7.75,
      "learning_rate": 3.882605695089679e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5305333405733108,
      "num_tokens": 135890921.0,
      "step": 176260
    },
    {
      "epoch": 0.2235913125762661,
      "grad_norm": 4.71875,
      "learning_rate": 3.88254226408105e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5387143075466156,
      "num_tokens": 135898406.0,
      "step": 176270
    },
    {
      "epoch": 0.22360399716879895,
      "grad_norm": 8.75,
      "learning_rate": 3.8824788330724206e-05,
      "loss": 1.8133,
      "mean_token_accuracy": 0.5992174685001374,
      "num_tokens": 135905238.0,
      "step": 176280
    },
    {
      "epoch": 0.2236166817613318,
      "grad_norm": 5.5625,
      "learning_rate": 3.882415402063792e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5304900407791138,
      "num_tokens": 135911883.0,
      "step": 176290
    },
    {
      "epoch": 0.22362936635386463,
      "grad_norm": 5.0625,
      "learning_rate": 3.882351971055162e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5734560251235962,
      "num_tokens": 135919976.0,
      "step": 176300
    },
    {
      "epoch": 0.22364205094639744,
      "grad_norm": 7.78125,
      "learning_rate": 3.882288540046533e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5409989148378372,
      "num_tokens": 135927256.0,
      "step": 176310
    },
    {
      "epoch": 0.22365473553893028,
      "grad_norm": 4.875,
      "learning_rate": 3.882225109037904e-05,
      "loss": 1.8827,
      "mean_token_accuracy": 0.5680358320474624,
      "num_tokens": 135935433.0,
      "step": 176320
    },
    {
      "epoch": 0.22366742013146312,
      "grad_norm": 5.5,
      "learning_rate": 3.8821616780292746e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5314547747373581,
      "num_tokens": 135944344.0,
      "step": 176330
    },
    {
      "epoch": 0.22368010472399594,
      "grad_norm": 6.46875,
      "learning_rate": 3.882098247020646e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5661352336406708,
      "num_tokens": 135952376.0,
      "step": 176340
    },
    {
      "epoch": 0.22369278931652878,
      "grad_norm": 5.75,
      "learning_rate": 3.882034816012017e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5403329581022263,
      "num_tokens": 135960950.0,
      "step": 176350
    },
    {
      "epoch": 0.22370547390906162,
      "grad_norm": 5.0625,
      "learning_rate": 3.8819713850033876e-05,
      "loss": 1.7792,
      "mean_token_accuracy": 0.6052480489015579,
      "num_tokens": 135967716.0,
      "step": 176360
    },
    {
      "epoch": 0.22371815850159446,
      "grad_norm": 5.34375,
      "learning_rate": 3.881907953994758e-05,
      "loss": 2.2035,
      "mean_token_accuracy": 0.5244101226329804,
      "num_tokens": 135976020.0,
      "step": 176370
    },
    {
      "epoch": 0.22373084309412727,
      "grad_norm": 7.125,
      "learning_rate": 3.8818445229861287e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5412276417016983,
      "num_tokens": 135983468.0,
      "step": 176380
    },
    {
      "epoch": 0.22374352768666012,
      "grad_norm": 6.90625,
      "learning_rate": 3.8817810919775e-05,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5613262087106705,
      "num_tokens": 135990636.0,
      "step": 176390
    },
    {
      "epoch": 0.22375621227919296,
      "grad_norm": 5.125,
      "learning_rate": 3.881717660968871e-05,
      "loss": 2.2629,
      "mean_token_accuracy": 0.519230380654335,
      "num_tokens": 135999401.0,
      "step": 176400
    },
    {
      "epoch": 0.2237688968717258,
      "grad_norm": 6.75,
      "learning_rate": 3.8816542299602416e-05,
      "loss": 1.7808,
      "mean_token_accuracy": 0.6064320176839828,
      "num_tokens": 136006778.0,
      "step": 176410
    },
    {
      "epoch": 0.2237815814642586,
      "grad_norm": 5.65625,
      "learning_rate": 3.881590798951613e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5259691894054412,
      "num_tokens": 136016510.0,
      "step": 176420
    },
    {
      "epoch": 0.22379426605679145,
      "grad_norm": 6.875,
      "learning_rate": 3.8815273679429834e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.555432477593422,
      "num_tokens": 136022157.0,
      "step": 176430
    },
    {
      "epoch": 0.2238069506493243,
      "grad_norm": 5.9375,
      "learning_rate": 3.881463936934354e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5620111644268035,
      "num_tokens": 136029674.0,
      "step": 176440
    },
    {
      "epoch": 0.22381963524185713,
      "grad_norm": 5.25,
      "learning_rate": 3.881400505925725e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5480651229619979,
      "num_tokens": 136037309.0,
      "step": 176450
    },
    {
      "epoch": 0.22383231983438995,
      "grad_norm": 4.6875,
      "learning_rate": 3.8813370749170956e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5357640504837036,
      "num_tokens": 136044602.0,
      "step": 176460
    },
    {
      "epoch": 0.2238450044269228,
      "grad_norm": 4.84375,
      "learning_rate": 3.881273643908467e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.527738556265831,
      "num_tokens": 136052749.0,
      "step": 176470
    },
    {
      "epoch": 0.22385768901945563,
      "grad_norm": 5.15625,
      "learning_rate": 3.8812102128998374e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.529222983121872,
      "num_tokens": 136060824.0,
      "step": 176480
    },
    {
      "epoch": 0.22387037361198847,
      "grad_norm": 6.6875,
      "learning_rate": 3.8811467818912086e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5438377290964127,
      "num_tokens": 136068521.0,
      "step": 176490
    },
    {
      "epoch": 0.22388305820452128,
      "grad_norm": 4.46875,
      "learning_rate": 3.881083350882579e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5417743116617203,
      "num_tokens": 136075705.0,
      "step": 176500
    },
    {
      "epoch": 0.22389574279705413,
      "grad_norm": 4.78125,
      "learning_rate": 3.88101991987395e-05,
      "loss": 1.8321,
      "mean_token_accuracy": 0.5892305642366409,
      "num_tokens": 136081806.0,
      "step": 176510
    },
    {
      "epoch": 0.22390842738958697,
      "grad_norm": 6.0625,
      "learning_rate": 3.880956488865321e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5631917089223861,
      "num_tokens": 136087757.0,
      "step": 176520
    },
    {
      "epoch": 0.2239211119821198,
      "grad_norm": 5.15625,
      "learning_rate": 3.8808930578566914e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5403565645217896,
      "num_tokens": 136095137.0,
      "step": 176530
    },
    {
      "epoch": 0.22393379657465262,
      "grad_norm": 7.40625,
      "learning_rate": 3.8808296268480626e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5530744761228561,
      "num_tokens": 136102631.0,
      "step": 176540
    },
    {
      "epoch": 0.22394648116718546,
      "grad_norm": 4.65625,
      "learning_rate": 3.880766195839434e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5177784711122513,
      "num_tokens": 136111012.0,
      "step": 176550
    },
    {
      "epoch": 0.2239591657597183,
      "grad_norm": 5.71875,
      "learning_rate": 3.8807027648308044e-05,
      "loss": 2.2652,
      "mean_token_accuracy": 0.5127045720815658,
      "num_tokens": 136120123.0,
      "step": 176560
    },
    {
      "epoch": 0.22397185035225115,
      "grad_norm": 5.15625,
      "learning_rate": 3.8806393338221756e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5307159394025802,
      "num_tokens": 136128334.0,
      "step": 176570
    },
    {
      "epoch": 0.22398453494478396,
      "grad_norm": 5.625,
      "learning_rate": 3.8805759028135455e-05,
      "loss": 2.2412,
      "mean_token_accuracy": 0.5130532592535019,
      "num_tokens": 136137016.0,
      "step": 176580
    },
    {
      "epoch": 0.2239972195373168,
      "grad_norm": 5.34375,
      "learning_rate": 3.880512471804917e-05,
      "loss": 2.2406,
      "mean_token_accuracy": 0.5150663048028946,
      "num_tokens": 136145050.0,
      "step": 176590
    },
    {
      "epoch": 0.22400990412984964,
      "grad_norm": 6.46875,
      "learning_rate": 3.880449040796288e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5556991845369339,
      "num_tokens": 136152597.0,
      "step": 176600
    },
    {
      "epoch": 0.22402258872238248,
      "grad_norm": 5.09375,
      "learning_rate": 3.8803856097876584e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5218979448080063,
      "num_tokens": 136160586.0,
      "step": 176610
    },
    {
      "epoch": 0.2240352733149153,
      "grad_norm": 4.75,
      "learning_rate": 3.8803221787790296e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5557803303003311,
      "num_tokens": 136168431.0,
      "step": 176620
    },
    {
      "epoch": 0.22404795790744814,
      "grad_norm": 5.5,
      "learning_rate": 3.8802587477704e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.555802071094513,
      "num_tokens": 136176252.0,
      "step": 176630
    },
    {
      "epoch": 0.22406064249998098,
      "grad_norm": 5.15625,
      "learning_rate": 3.8801953167617714e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5345182001590729,
      "num_tokens": 136185003.0,
      "step": 176640
    },
    {
      "epoch": 0.22407332709251382,
      "grad_norm": 6.03125,
      "learning_rate": 3.880131885753142e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5331042736768723,
      "num_tokens": 136193085.0,
      "step": 176650
    },
    {
      "epoch": 0.22408601168504663,
      "grad_norm": 4.65625,
      "learning_rate": 3.8800684547445124e-05,
      "loss": 2.2657,
      "mean_token_accuracy": 0.5114296257495881,
      "num_tokens": 136200635.0,
      "step": 176660
    },
    {
      "epoch": 0.22409869627757947,
      "grad_norm": 4.84375,
      "learning_rate": 3.8800050237358837e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5272794812917709,
      "num_tokens": 136208265.0,
      "step": 176670
    },
    {
      "epoch": 0.22411138087011231,
      "grad_norm": 5.46875,
      "learning_rate": 3.879941592727254e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5377873748540878,
      "num_tokens": 136216735.0,
      "step": 176680
    },
    {
      "epoch": 0.22412406546264516,
      "grad_norm": 6.125,
      "learning_rate": 3.8798781617186254e-05,
      "loss": 1.903,
      "mean_token_accuracy": 0.5669767051935196,
      "num_tokens": 136224264.0,
      "step": 176690
    },
    {
      "epoch": 0.22413675005517797,
      "grad_norm": 6.09375,
      "learning_rate": 3.8798147307099966e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5289843261241913,
      "num_tokens": 136232347.0,
      "step": 176700
    },
    {
      "epoch": 0.2241494346477108,
      "grad_norm": 11.6875,
      "learning_rate": 3.879751299701367e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5380513399839402,
      "num_tokens": 136239089.0,
      "step": 176710
    },
    {
      "epoch": 0.22416211924024365,
      "grad_norm": 5.8125,
      "learning_rate": 3.879687868692738e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5271401762962341,
      "num_tokens": 136245615.0,
      "step": 176720
    },
    {
      "epoch": 0.2241748038327765,
      "grad_norm": 5.15625,
      "learning_rate": 3.879624437684108e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5221951365470886,
      "num_tokens": 136253894.0,
      "step": 176730
    },
    {
      "epoch": 0.2241874884253093,
      "grad_norm": 5.4375,
      "learning_rate": 3.8795610066754794e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5404161989688874,
      "num_tokens": 136260045.0,
      "step": 176740
    },
    {
      "epoch": 0.22420017301784215,
      "grad_norm": 5.875,
      "learning_rate": 3.8794975756668506e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5600695103406906,
      "num_tokens": 136267054.0,
      "step": 176750
    },
    {
      "epoch": 0.224212857610375,
      "grad_norm": 29.875,
      "learning_rate": 3.879434144658221e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5773437142372131,
      "num_tokens": 136273767.0,
      "step": 176760
    },
    {
      "epoch": 0.22422554220290783,
      "grad_norm": 5.46875,
      "learning_rate": 3.8793707136495924e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5466815859079361,
      "num_tokens": 136282143.0,
      "step": 176770
    },
    {
      "epoch": 0.22423822679544064,
      "grad_norm": 6.46875,
      "learning_rate": 3.879307282640963e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5746067315340042,
      "num_tokens": 136288685.0,
      "step": 176780
    },
    {
      "epoch": 0.22425091138797348,
      "grad_norm": 5.40625,
      "learning_rate": 3.8792438516323335e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5443791091442108,
      "num_tokens": 136296909.0,
      "step": 176790
    },
    {
      "epoch": 0.22426359598050633,
      "grad_norm": 5.84375,
      "learning_rate": 3.879180420623705e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5553740739822388,
      "num_tokens": 136304015.0,
      "step": 176800
    },
    {
      "epoch": 0.22427628057303914,
      "grad_norm": 6.125,
      "learning_rate": 3.879116989615075e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5286926805973053,
      "num_tokens": 136313224.0,
      "step": 176810
    },
    {
      "epoch": 0.22428896516557198,
      "grad_norm": 6.125,
      "learning_rate": 3.8790535586064464e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5588139653205871,
      "num_tokens": 136320525.0,
      "step": 176820
    },
    {
      "epoch": 0.22430164975810482,
      "grad_norm": 4.03125,
      "learning_rate": 3.878990127597817e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5666377365589141,
      "num_tokens": 136327066.0,
      "step": 176830
    },
    {
      "epoch": 0.22431433435063766,
      "grad_norm": 8.1875,
      "learning_rate": 3.878926696589188e-05,
      "loss": 1.6916,
      "mean_token_accuracy": 0.6196107387542724,
      "num_tokens": 136333345.0,
      "step": 176840
    },
    {
      "epoch": 0.22432701894317048,
      "grad_norm": 8.125,
      "learning_rate": 3.878863265580559e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5382031798362732,
      "num_tokens": 136340948.0,
      "step": 176850
    },
    {
      "epoch": 0.22433970353570332,
      "grad_norm": 6.0625,
      "learning_rate": 3.878799834571929e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5477532118558883,
      "num_tokens": 136349021.0,
      "step": 176860
    },
    {
      "epoch": 0.22435238812823616,
      "grad_norm": 5.25,
      "learning_rate": 3.8787364035633005e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5299563348293305,
      "num_tokens": 136357635.0,
      "step": 176870
    },
    {
      "epoch": 0.224365072720769,
      "grad_norm": 8.3125,
      "learning_rate": 3.878672972554671e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5671440124511719,
      "num_tokens": 136365225.0,
      "step": 176880
    },
    {
      "epoch": 0.2243777573133018,
      "grad_norm": 4.75,
      "learning_rate": 3.878609541546042e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5604448199272156,
      "num_tokens": 136373462.0,
      "step": 176890
    },
    {
      "epoch": 0.22439044190583465,
      "grad_norm": 4.78125,
      "learning_rate": 3.8785461105374134e-05,
      "loss": 1.8641,
      "mean_token_accuracy": 0.580918836593628,
      "num_tokens": 136380204.0,
      "step": 176900
    },
    {
      "epoch": 0.2244031264983675,
      "grad_norm": 4.875,
      "learning_rate": 3.878482679528784e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5593921780586243,
      "num_tokens": 136386918.0,
      "step": 176910
    },
    {
      "epoch": 0.22441581109090034,
      "grad_norm": 5.59375,
      "learning_rate": 3.8784192485201545e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.574313223361969,
      "num_tokens": 136394642.0,
      "step": 176920
    },
    {
      "epoch": 0.22442849568343315,
      "grad_norm": 6.0,
      "learning_rate": 3.878355817511525e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5344249725341796,
      "num_tokens": 136403245.0,
      "step": 176930
    },
    {
      "epoch": 0.224441180275966,
      "grad_norm": 5.125,
      "learning_rate": 3.878292386502896e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5720343053340912,
      "num_tokens": 136410850.0,
      "step": 176940
    },
    {
      "epoch": 0.22445386486849883,
      "grad_norm": 6.15625,
      "learning_rate": 3.8782289554942675e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5406651347875595,
      "num_tokens": 136418924.0,
      "step": 176950
    },
    {
      "epoch": 0.22446654946103167,
      "grad_norm": 5.59375,
      "learning_rate": 3.878165524485638e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5680542290210724,
      "num_tokens": 136426112.0,
      "step": 176960
    },
    {
      "epoch": 0.22447923405356449,
      "grad_norm": 4.875,
      "learning_rate": 3.878102093477009e-05,
      "loss": 1.808,
      "mean_token_accuracy": 0.598032534122467,
      "num_tokens": 136434227.0,
      "step": 176970
    },
    {
      "epoch": 0.22449191864609733,
      "grad_norm": 6.375,
      "learning_rate": 3.8780386624683804e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5529120922088623,
      "num_tokens": 136442150.0,
      "step": 176980
    },
    {
      "epoch": 0.22450460323863017,
      "grad_norm": 6.8125,
      "learning_rate": 3.877975231459751e-05,
      "loss": 1.806,
      "mean_token_accuracy": 0.5902042925357819,
      "num_tokens": 136449328.0,
      "step": 176990
    },
    {
      "epoch": 0.224517287831163,
      "grad_norm": 6.53125,
      "learning_rate": 3.8779118004511215e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.54513720870018,
      "num_tokens": 136455400.0,
      "step": 177000
    },
    {
      "epoch": 0.22452997242369582,
      "grad_norm": 5.0,
      "learning_rate": 3.877848369442492e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5453181564807892,
      "num_tokens": 136463096.0,
      "step": 177010
    },
    {
      "epoch": 0.22454265701622866,
      "grad_norm": 4.75,
      "learning_rate": 3.877784938433863e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5284314513206482,
      "num_tokens": 136472233.0,
      "step": 177020
    },
    {
      "epoch": 0.2245553416087615,
      "grad_norm": 5.6875,
      "learning_rate": 3.8777215074252344e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5338082939386368,
      "num_tokens": 136480588.0,
      "step": 177030
    },
    {
      "epoch": 0.22456802620129435,
      "grad_norm": 6.8125,
      "learning_rate": 3.877658076416605e-05,
      "loss": 1.8659,
      "mean_token_accuracy": 0.5744717121124268,
      "num_tokens": 136489356.0,
      "step": 177040
    },
    {
      "epoch": 0.22458071079382716,
      "grad_norm": 6.34375,
      "learning_rate": 3.877594645407976e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5702119380235672,
      "num_tokens": 136496271.0,
      "step": 177050
    },
    {
      "epoch": 0.22459339538636,
      "grad_norm": 12.8125,
      "learning_rate": 3.877531214399347e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5772770553827286,
      "num_tokens": 136502303.0,
      "step": 177060
    },
    {
      "epoch": 0.22460607997889284,
      "grad_norm": 4.90625,
      "learning_rate": 3.877467783390717e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5252025544643402,
      "num_tokens": 136510508.0,
      "step": 177070
    },
    {
      "epoch": 0.22461876457142568,
      "grad_norm": 4.78125,
      "learning_rate": 3.8774043523820885e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5385997414588928,
      "num_tokens": 136519372.0,
      "step": 177080
    },
    {
      "epoch": 0.2246314491639585,
      "grad_norm": 6.625,
      "learning_rate": 3.877340921373459e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5629809021949768,
      "num_tokens": 136527628.0,
      "step": 177090
    },
    {
      "epoch": 0.22464413375649134,
      "grad_norm": 6.6875,
      "learning_rate": 3.87727749036483e-05,
      "loss": 1.7489,
      "mean_token_accuracy": 0.6055552929639816,
      "num_tokens": 136533419.0,
      "step": 177100
    },
    {
      "epoch": 0.22465681834902418,
      "grad_norm": 5.125,
      "learning_rate": 3.877214059356201e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5402226924896241,
      "num_tokens": 136542129.0,
      "step": 177110
    },
    {
      "epoch": 0.22466950294155702,
      "grad_norm": 6.34375,
      "learning_rate": 3.877150628347572e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5447533041238785,
      "num_tokens": 136549758.0,
      "step": 177120
    },
    {
      "epoch": 0.22468218753408983,
      "grad_norm": 14.5,
      "learning_rate": 3.8770871973389425e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5450775623321533,
      "num_tokens": 136556248.0,
      "step": 177130
    },
    {
      "epoch": 0.22469487212662267,
      "grad_norm": 8.5625,
      "learning_rate": 3.877023766330313e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5478571057319641,
      "num_tokens": 136563983.0,
      "step": 177140
    },
    {
      "epoch": 0.22470755671915552,
      "grad_norm": 6.125,
      "learning_rate": 3.876960335321684e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.5182498186826706,
      "num_tokens": 136571865.0,
      "step": 177150
    },
    {
      "epoch": 0.22472024131168836,
      "grad_norm": 5.40625,
      "learning_rate": 3.876896904313055e-05,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5179427772760391,
      "num_tokens": 136579398.0,
      "step": 177160
    },
    {
      "epoch": 0.22473292590422117,
      "grad_norm": 6.09375,
      "learning_rate": 3.876833473304426e-05,
      "loss": 1.9444,
      "mean_token_accuracy": 0.5725956499576569,
      "num_tokens": 136587607.0,
      "step": 177170
    },
    {
      "epoch": 0.224745610496754,
      "grad_norm": 7.40625,
      "learning_rate": 3.876770042295797e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5276955276727676,
      "num_tokens": 136593325.0,
      "step": 177180
    },
    {
      "epoch": 0.22475829508928685,
      "grad_norm": 5.875,
      "learning_rate": 3.876706611287168e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5377962440252304,
      "num_tokens": 136602511.0,
      "step": 177190
    },
    {
      "epoch": 0.2247709796818197,
      "grad_norm": 6.46875,
      "learning_rate": 3.876643180278538e-05,
      "loss": 2.3736,
      "mean_token_accuracy": 0.4938489496707916,
      "num_tokens": 136610338.0,
      "step": 177200
    },
    {
      "epoch": 0.2247836642743525,
      "grad_norm": 11.625,
      "learning_rate": 3.876579749269909e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5272108525037765,
      "num_tokens": 136617423.0,
      "step": 177210
    },
    {
      "epoch": 0.22479634886688535,
      "grad_norm": 4.65625,
      "learning_rate": 3.87651631826128e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5172797709703445,
      "num_tokens": 136626046.0,
      "step": 177220
    },
    {
      "epoch": 0.2248090334594182,
      "grad_norm": 4.90625,
      "learning_rate": 3.876452887252651e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5425357222557068,
      "num_tokens": 136634560.0,
      "step": 177230
    },
    {
      "epoch": 0.22482171805195103,
      "grad_norm": 4.875,
      "learning_rate": 3.876389456244022e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5648067682981491,
      "num_tokens": 136642696.0,
      "step": 177240
    },
    {
      "epoch": 0.22483440264448384,
      "grad_norm": 6.21875,
      "learning_rate": 3.876326025235393e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5537867605686188,
      "num_tokens": 136649153.0,
      "step": 177250
    },
    {
      "epoch": 0.22484708723701669,
      "grad_norm": 6.0,
      "learning_rate": 3.8762625942267635e-05,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5606876462697983,
      "num_tokens": 136655892.0,
      "step": 177260
    },
    {
      "epoch": 0.22485977182954953,
      "grad_norm": 6.96875,
      "learning_rate": 3.876199163218134e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5169101834297181,
      "num_tokens": 136664072.0,
      "step": 177270
    },
    {
      "epoch": 0.22487245642208234,
      "grad_norm": 4.96875,
      "learning_rate": 3.876135732209505e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5626264929771423,
      "num_tokens": 136672411.0,
      "step": 177280
    },
    {
      "epoch": 0.22488514101461518,
      "grad_norm": 4.28125,
      "learning_rate": 3.876072301200876e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5703573822975159,
      "num_tokens": 136678535.0,
      "step": 177290
    },
    {
      "epoch": 0.22489782560714802,
      "grad_norm": 8.25,
      "learning_rate": 3.876008870192247e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5751084685325623,
      "num_tokens": 136685247.0,
      "step": 177300
    },
    {
      "epoch": 0.22491051019968086,
      "grad_norm": 7.3125,
      "learning_rate": 3.8759454391836176e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5445378243923187,
      "num_tokens": 136692984.0,
      "step": 177310
    },
    {
      "epoch": 0.22492319479221368,
      "grad_norm": 9.75,
      "learning_rate": 3.875882008174989e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5411572396755219,
      "num_tokens": 136701320.0,
      "step": 177320
    },
    {
      "epoch": 0.22493587938474652,
      "grad_norm": 5.625,
      "learning_rate": 3.87581857716636e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5575891613960267,
      "num_tokens": 136709015.0,
      "step": 177330
    },
    {
      "epoch": 0.22494856397727936,
      "grad_norm": 6.03125,
      "learning_rate": 3.87575514615773e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5303538352251053,
      "num_tokens": 136717176.0,
      "step": 177340
    },
    {
      "epoch": 0.2249612485698122,
      "grad_norm": 4.625,
      "learning_rate": 3.875691715149101e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5646044999361038,
      "num_tokens": 136726476.0,
      "step": 177350
    },
    {
      "epoch": 0.224973933162345,
      "grad_norm": 5.25,
      "learning_rate": 3.8756282841404716e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5140325009822846,
      "num_tokens": 136734715.0,
      "step": 177360
    },
    {
      "epoch": 0.22498661775487785,
      "grad_norm": 5.5,
      "learning_rate": 3.875564853131843e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.5164268225431442,
      "num_tokens": 136743481.0,
      "step": 177370
    },
    {
      "epoch": 0.2249993023474107,
      "grad_norm": 4.9375,
      "learning_rate": 3.875501422123214e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.554541465640068,
      "num_tokens": 136750450.0,
      "step": 177380
    },
    {
      "epoch": 0.22501198693994354,
      "grad_norm": 4.78125,
      "learning_rate": 3.8754379911145845e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.526967903971672,
      "num_tokens": 136758439.0,
      "step": 177390
    },
    {
      "epoch": 0.22502467153247635,
      "grad_norm": 6.78125,
      "learning_rate": 3.875374560105956e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5303134888410568,
      "num_tokens": 136766820.0,
      "step": 177400
    },
    {
      "epoch": 0.2250373561250092,
      "grad_norm": 4.53125,
      "learning_rate": 3.875311129097326e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5616508960723877,
      "num_tokens": 136775512.0,
      "step": 177410
    },
    {
      "epoch": 0.22505004071754203,
      "grad_norm": 4.84375,
      "learning_rate": 3.875247698088697e-05,
      "loss": 1.8535,
      "mean_token_accuracy": 0.599278736114502,
      "num_tokens": 136782441.0,
      "step": 177420
    },
    {
      "epoch": 0.22506272531007487,
      "grad_norm": 14.8125,
      "learning_rate": 3.875184267080068e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.511619570851326,
      "num_tokens": 136791109.0,
      "step": 177430
    },
    {
      "epoch": 0.2250754099026077,
      "grad_norm": 4.875,
      "learning_rate": 3.8751208360714386e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5391984403133392,
      "num_tokens": 136799285.0,
      "step": 177440
    },
    {
      "epoch": 0.22508809449514053,
      "grad_norm": 6.53125,
      "learning_rate": 3.87505740506281e-05,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5708982020616531,
      "num_tokens": 136808207.0,
      "step": 177450
    },
    {
      "epoch": 0.22510077908767337,
      "grad_norm": 4.875,
      "learning_rate": 3.87499397405418e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.5807347983121872,
      "num_tokens": 136816384.0,
      "step": 177460
    },
    {
      "epoch": 0.2251134636802062,
      "grad_norm": 6.59375,
      "learning_rate": 3.8749305430455515e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5412916481494904,
      "num_tokens": 136823840.0,
      "step": 177470
    },
    {
      "epoch": 0.22512614827273902,
      "grad_norm": 6.625,
      "learning_rate": 3.874867112036922e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5526929140090943,
      "num_tokens": 136831945.0,
      "step": 177480
    },
    {
      "epoch": 0.22513883286527187,
      "grad_norm": 5.125,
      "learning_rate": 3.8748036810282926e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5302678763866424,
      "num_tokens": 136839268.0,
      "step": 177490
    },
    {
      "epoch": 0.2251515174578047,
      "grad_norm": 6.15625,
      "learning_rate": 3.874740250019664e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5563956916332244,
      "num_tokens": 136846560.0,
      "step": 177500
    },
    {
      "epoch": 0.22516420205033755,
      "grad_norm": 4.34375,
      "learning_rate": 3.8746768190110344e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5653772234916687,
      "num_tokens": 136855128.0,
      "step": 177510
    },
    {
      "epoch": 0.22517688664287036,
      "grad_norm": 5.34375,
      "learning_rate": 3.8746133880024056e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.528313273191452,
      "num_tokens": 136862685.0,
      "step": 177520
    },
    {
      "epoch": 0.2251895712354032,
      "grad_norm": 5.09375,
      "learning_rate": 3.874549956993777e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5265428096055984,
      "num_tokens": 136871293.0,
      "step": 177530
    },
    {
      "epoch": 0.22520225582793604,
      "grad_norm": 4.96875,
      "learning_rate": 3.874486525985147e-05,
      "loss": 2.251,
      "mean_token_accuracy": 0.5238070100545883,
      "num_tokens": 136878924.0,
      "step": 177540
    },
    {
      "epoch": 0.22521494042046888,
      "grad_norm": 5.03125,
      "learning_rate": 3.874423094976518e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5251867324113846,
      "num_tokens": 136887929.0,
      "step": 177550
    },
    {
      "epoch": 0.2252276250130017,
      "grad_norm": 5.03125,
      "learning_rate": 3.8743596639678884e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5581568658351899,
      "num_tokens": 136895606.0,
      "step": 177560
    },
    {
      "epoch": 0.22524030960553454,
      "grad_norm": 6.375,
      "learning_rate": 3.8742962329592596e-05,
      "loss": 1.8281,
      "mean_token_accuracy": 0.5988202065229415,
      "num_tokens": 136901613.0,
      "step": 177570
    },
    {
      "epoch": 0.22525299419806738,
      "grad_norm": 6.09375,
      "learning_rate": 3.874232801950631e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5294787257909774,
      "num_tokens": 136909843.0,
      "step": 177580
    },
    {
      "epoch": 0.22526567879060022,
      "grad_norm": 4.875,
      "learning_rate": 3.8741693709420014e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5416238874197006,
      "num_tokens": 136918046.0,
      "step": 177590
    },
    {
      "epoch": 0.22527836338313303,
      "grad_norm": 7.0,
      "learning_rate": 3.8741059399333726e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5698070853948594,
      "num_tokens": 136925305.0,
      "step": 177600
    },
    {
      "epoch": 0.22529104797566588,
      "grad_norm": 6.75,
      "learning_rate": 3.874042508924743e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5474528968334198,
      "num_tokens": 136932899.0,
      "step": 177610
    },
    {
      "epoch": 0.22530373256819872,
      "grad_norm": 5.65625,
      "learning_rate": 3.8739790779161136e-05,
      "loss": 1.8401,
      "mean_token_accuracy": 0.5882763087749481,
      "num_tokens": 136939694.0,
      "step": 177620
    },
    {
      "epoch": 0.22531641716073156,
      "grad_norm": 5.6875,
      "learning_rate": 3.873915646907485e-05,
      "loss": 1.9811,
      "mean_token_accuracy": 0.5657768011093139,
      "num_tokens": 136945845.0,
      "step": 177630
    },
    {
      "epoch": 0.22532910175326437,
      "grad_norm": 4.78125,
      "learning_rate": 3.8738522158988554e-05,
      "loss": 1.7963,
      "mean_token_accuracy": 0.5969860553741455,
      "num_tokens": 136952810.0,
      "step": 177640
    },
    {
      "epoch": 0.2253417863457972,
      "grad_norm": 7.34375,
      "learning_rate": 3.8737887848902266e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5614758431911469,
      "num_tokens": 136959679.0,
      "step": 177650
    },
    {
      "epoch": 0.22535447093833005,
      "grad_norm": 5.0,
      "learning_rate": 3.873725353881597e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5399516433477402,
      "num_tokens": 136967347.0,
      "step": 177660
    },
    {
      "epoch": 0.2253671555308629,
      "grad_norm": 5.1875,
      "learning_rate": 3.8736619228729683e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5397530019283294,
      "num_tokens": 136975949.0,
      "step": 177670
    },
    {
      "epoch": 0.2253798401233957,
      "grad_norm": 5.875,
      "learning_rate": 3.873598491864339e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5592909514904022,
      "num_tokens": 136982978.0,
      "step": 177680
    },
    {
      "epoch": 0.22539252471592855,
      "grad_norm": 6.75,
      "learning_rate": 3.8735350608557094e-05,
      "loss": 1.8523,
      "mean_token_accuracy": 0.588750472664833,
      "num_tokens": 136989706.0,
      "step": 177690
    },
    {
      "epoch": 0.2254052093084614,
      "grad_norm": 5.375,
      "learning_rate": 3.8734716298470806e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5271980077028274,
      "num_tokens": 136996130.0,
      "step": 177700
    },
    {
      "epoch": 0.22541789390099423,
      "grad_norm": 4.65625,
      "learning_rate": 3.873408198838451e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5782352030277252,
      "num_tokens": 137003248.0,
      "step": 177710
    },
    {
      "epoch": 0.22543057849352705,
      "grad_norm": 5.09375,
      "learning_rate": 3.8733447678298224e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5447753548622132,
      "num_tokens": 137010754.0,
      "step": 177720
    },
    {
      "epoch": 0.2254432630860599,
      "grad_norm": 7.71875,
      "learning_rate": 3.8732813368211936e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5456556946039199,
      "num_tokens": 137017944.0,
      "step": 177730
    },
    {
      "epoch": 0.22545594767859273,
      "grad_norm": 9.4375,
      "learning_rate": 3.873217905812564e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5463563948869705,
      "num_tokens": 137025165.0,
      "step": 177740
    },
    {
      "epoch": 0.22546863227112554,
      "grad_norm": 6.25,
      "learning_rate": 3.873154474803935e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5583030462265015,
      "num_tokens": 137032179.0,
      "step": 177750
    },
    {
      "epoch": 0.22548131686365838,
      "grad_norm": 6.34375,
      "learning_rate": 3.873091043795305e-05,
      "loss": 1.7286,
      "mean_token_accuracy": 0.6115043818950653,
      "num_tokens": 137039249.0,
      "step": 177760
    },
    {
      "epoch": 0.22549400145619122,
      "grad_norm": 5.8125,
      "learning_rate": 3.8730276127866764e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5239000529050827,
      "num_tokens": 137046821.0,
      "step": 177770
    },
    {
      "epoch": 0.22550668604872406,
      "grad_norm": 6.0,
      "learning_rate": 3.8729641817780476e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5271145701408386,
      "num_tokens": 137054515.0,
      "step": 177780
    },
    {
      "epoch": 0.22551937064125688,
      "grad_norm": 9.375,
      "learning_rate": 3.872900750769418e-05,
      "loss": 2.3047,
      "mean_token_accuracy": 0.5119304955005646,
      "num_tokens": 137062237.0,
      "step": 177790
    },
    {
      "epoch": 0.22553205523378972,
      "grad_norm": 4.8125,
      "learning_rate": 3.8728373197607894e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5701695382595062,
      "num_tokens": 137069121.0,
      "step": 177800
    },
    {
      "epoch": 0.22554473982632256,
      "grad_norm": 5.46875,
      "learning_rate": 3.87277388875216e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5253225684165954,
      "num_tokens": 137078181.0,
      "step": 177810
    },
    {
      "epoch": 0.2255574244188554,
      "grad_norm": 5.28125,
      "learning_rate": 3.872710457743531e-05,
      "loss": 1.5591,
      "mean_token_accuracy": 0.6616580098867416,
      "num_tokens": 137083661.0,
      "step": 177820
    },
    {
      "epoch": 0.22557010901138821,
      "grad_norm": 5.40625,
      "learning_rate": 3.8726470267349016e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5471377074718475,
      "num_tokens": 137092589.0,
      "step": 177830
    },
    {
      "epoch": 0.22558279360392106,
      "grad_norm": 5.1875,
      "learning_rate": 3.872583595726272e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5417966783046723,
      "num_tokens": 137100103.0,
      "step": 177840
    },
    {
      "epoch": 0.2255954781964539,
      "grad_norm": 5.21875,
      "learning_rate": 3.8725201647176434e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5301514685153961,
      "num_tokens": 137108473.0,
      "step": 177850
    },
    {
      "epoch": 0.22560816278898674,
      "grad_norm": 6.28125,
      "learning_rate": 3.872456733709014e-05,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5756237417459488,
      "num_tokens": 137116305.0,
      "step": 177860
    },
    {
      "epoch": 0.22562084738151955,
      "grad_norm": 3.71875,
      "learning_rate": 3.872393302700385e-05,
      "loss": 1.8393,
      "mean_token_accuracy": 0.5829286843538284,
      "num_tokens": 137124256.0,
      "step": 177870
    },
    {
      "epoch": 0.2256335319740524,
      "grad_norm": 6.34375,
      "learning_rate": 3.8723298716917564e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5186194032430649,
      "num_tokens": 137132696.0,
      "step": 177880
    },
    {
      "epoch": 0.22564621656658523,
      "grad_norm": 5.625,
      "learning_rate": 3.872266440683127e-05,
      "loss": 1.9802,
      "mean_token_accuracy": 0.5642483234405518,
      "num_tokens": 137141352.0,
      "step": 177890
    },
    {
      "epoch": 0.22565890115911807,
      "grad_norm": 5.0625,
      "learning_rate": 3.8722030096744974e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5605985552072525,
      "num_tokens": 137147503.0,
      "step": 177900
    },
    {
      "epoch": 0.2256715857516509,
      "grad_norm": 4.625,
      "learning_rate": 3.8721395786658686e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.54257572889328,
      "num_tokens": 137155258.0,
      "step": 177910
    },
    {
      "epoch": 0.22568427034418373,
      "grad_norm": 5.0,
      "learning_rate": 3.872076147657239e-05,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5510027766227722,
      "num_tokens": 137163467.0,
      "step": 177920
    },
    {
      "epoch": 0.22569695493671657,
      "grad_norm": 4.875,
      "learning_rate": 3.8720127166486104e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5280304074287414,
      "num_tokens": 137172267.0,
      "step": 177930
    },
    {
      "epoch": 0.2257096395292494,
      "grad_norm": 6.4375,
      "learning_rate": 3.871949285639981e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.538444897532463,
      "num_tokens": 137180425.0,
      "step": 177940
    },
    {
      "epoch": 0.22572232412178223,
      "grad_norm": 5.3125,
      "learning_rate": 3.871885854631352e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.554006603360176,
      "num_tokens": 137186118.0,
      "step": 177950
    },
    {
      "epoch": 0.22573500871431507,
      "grad_norm": 3.671875,
      "learning_rate": 3.871822423622723e-05,
      "loss": 1.4223,
      "mean_token_accuracy": 0.6784354746341705,
      "num_tokens": 137192571.0,
      "step": 177960
    },
    {
      "epoch": 0.2257476933068479,
      "grad_norm": 7.25,
      "learning_rate": 3.871758992614093e-05,
      "loss": 1.8654,
      "mean_token_accuracy": 0.5950896561145782,
      "num_tokens": 137199083.0,
      "step": 177970
    },
    {
      "epoch": 0.22576037789938075,
      "grad_norm": 5.75,
      "learning_rate": 3.8716955616054644e-05,
      "loss": 1.8848,
      "mean_token_accuracy": 0.5812174558639527,
      "num_tokens": 137205339.0,
      "step": 177980
    },
    {
      "epoch": 0.22577306249191356,
      "grad_norm": 5.59375,
      "learning_rate": 3.871632130596835e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5467347472906112,
      "num_tokens": 137212386.0,
      "step": 177990
    },
    {
      "epoch": 0.2257857470844464,
      "grad_norm": 4.78125,
      "learning_rate": 3.871568699588206e-05,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5587925761938095,
      "num_tokens": 137220072.0,
      "step": 178000
    },
    {
      "epoch": 0.22579843167697924,
      "grad_norm": 9.5625,
      "learning_rate": 3.8715052685795774e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5278503566980361,
      "num_tokens": 137228430.0,
      "step": 178010
    },
    {
      "epoch": 0.22581111626951209,
      "grad_norm": 4.6875,
      "learning_rate": 3.871441837570948e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5223672837018967,
      "num_tokens": 137237509.0,
      "step": 178020
    },
    {
      "epoch": 0.2258238008620449,
      "grad_norm": 5.4375,
      "learning_rate": 3.8713784065623185e-05,
      "loss": 1.8661,
      "mean_token_accuracy": 0.5807821094989777,
      "num_tokens": 137244514.0,
      "step": 178030
    },
    {
      "epoch": 0.22583648545457774,
      "grad_norm": 4.84375,
      "learning_rate": 3.871314975553689e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.557706567645073,
      "num_tokens": 137251116.0,
      "step": 178040
    },
    {
      "epoch": 0.22584917004711058,
      "grad_norm": 5.0,
      "learning_rate": 3.87125154454506e-05,
      "loss": 1.8719,
      "mean_token_accuracy": 0.5834152907133102,
      "num_tokens": 137258931.0,
      "step": 178050
    },
    {
      "epoch": 0.22586185463964342,
      "grad_norm": 5.4375,
      "learning_rate": 3.8711881135364314e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5491726845502853,
      "num_tokens": 137267639.0,
      "step": 178060
    },
    {
      "epoch": 0.22587453923217624,
      "grad_norm": 4.8125,
      "learning_rate": 3.871124682527802e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.528852841258049,
      "num_tokens": 137276350.0,
      "step": 178070
    },
    {
      "epoch": 0.22588722382470908,
      "grad_norm": 7.125,
      "learning_rate": 3.871061251519173e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5481482237577439,
      "num_tokens": 137283634.0,
      "step": 178080
    },
    {
      "epoch": 0.22589990841724192,
      "grad_norm": 5.09375,
      "learning_rate": 3.870997820510544e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5536473393440247,
      "num_tokens": 137291819.0,
      "step": 178090
    },
    {
      "epoch": 0.22591259300977476,
      "grad_norm": 5.03125,
      "learning_rate": 3.870934389501914e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5419224828481675,
      "num_tokens": 137299778.0,
      "step": 178100
    },
    {
      "epoch": 0.22592527760230757,
      "grad_norm": 4.9375,
      "learning_rate": 3.8708709584932854e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.539219269156456,
      "num_tokens": 137309424.0,
      "step": 178110
    },
    {
      "epoch": 0.2259379621948404,
      "grad_norm": 5.1875,
      "learning_rate": 3.870807527484656e-05,
      "loss": 2.2487,
      "mean_token_accuracy": 0.519466969370842,
      "num_tokens": 137317746.0,
      "step": 178120
    },
    {
      "epoch": 0.22595064678737325,
      "grad_norm": 4.5625,
      "learning_rate": 3.870744096476027e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5281450480222702,
      "num_tokens": 137326800.0,
      "step": 178130
    },
    {
      "epoch": 0.2259633313799061,
      "grad_norm": 5.53125,
      "learning_rate": 3.870680665467398e-05,
      "loss": 2.224,
      "mean_token_accuracy": 0.5219315677881241,
      "num_tokens": 137335284.0,
      "step": 178140
    },
    {
      "epoch": 0.2259760159724389,
      "grad_norm": 5.375,
      "learning_rate": 3.870617234458769e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5655496269464493,
      "num_tokens": 137342179.0,
      "step": 178150
    },
    {
      "epoch": 0.22598870056497175,
      "grad_norm": 4.875,
      "learning_rate": 3.87055380345014e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5491494596004486,
      "num_tokens": 137350118.0,
      "step": 178160
    },
    {
      "epoch": 0.2260013851575046,
      "grad_norm": 7.0625,
      "learning_rate": 3.870490372441511e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.559676730632782,
      "num_tokens": 137357922.0,
      "step": 178170
    },
    {
      "epoch": 0.22601406975003743,
      "grad_norm": 6.25,
      "learning_rate": 3.870426941432881e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5353627771139144,
      "num_tokens": 137365688.0,
      "step": 178180
    },
    {
      "epoch": 0.22602675434257025,
      "grad_norm": 5.21875,
      "learning_rate": 3.870363510424252e-05,
      "loss": 2.2573,
      "mean_token_accuracy": 0.5174354314804077,
      "num_tokens": 137374671.0,
      "step": 178190
    },
    {
      "epoch": 0.2260394389351031,
      "grad_norm": 4.84375,
      "learning_rate": 3.870300079415623e-05,
      "loss": 1.9033,
      "mean_token_accuracy": 0.5709962159395218,
      "num_tokens": 137382835.0,
      "step": 178200
    },
    {
      "epoch": 0.22605212352763593,
      "grad_norm": 5.03125,
      "learning_rate": 3.870236648406994e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5362019926309586,
      "num_tokens": 137391857.0,
      "step": 178210
    },
    {
      "epoch": 0.22606480812016874,
      "grad_norm": 5.21875,
      "learning_rate": 3.870173217398365e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5436593055725097,
      "num_tokens": 137399961.0,
      "step": 178220
    },
    {
      "epoch": 0.22607749271270158,
      "grad_norm": 5.34375,
      "learning_rate": 3.870109786389736e-05,
      "loss": 2.3118,
      "mean_token_accuracy": 0.49847216308116915,
      "num_tokens": 137407709.0,
      "step": 178230
    },
    {
      "epoch": 0.22609017730523442,
      "grad_norm": 7.3125,
      "learning_rate": 3.8700463553811065e-05,
      "loss": 2.355,
      "mean_token_accuracy": 0.5001715630292892,
      "num_tokens": 137414921.0,
      "step": 178240
    },
    {
      "epoch": 0.22610286189776727,
      "grad_norm": 5.875,
      "learning_rate": 3.869982924372477e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5093341380357742,
      "num_tokens": 137422530.0,
      "step": 178250
    },
    {
      "epoch": 0.22611554649030008,
      "grad_norm": 5.25,
      "learning_rate": 3.869919493363848e-05,
      "loss": 1.8975,
      "mean_token_accuracy": 0.5674580991268158,
      "num_tokens": 137428931.0,
      "step": 178260
    },
    {
      "epoch": 0.22612823108283292,
      "grad_norm": 5.125,
      "learning_rate": 3.869856062355219e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5363561183214187,
      "num_tokens": 137436806.0,
      "step": 178270
    },
    {
      "epoch": 0.22614091567536576,
      "grad_norm": 7.15625,
      "learning_rate": 3.86979263134659e-05,
      "loss": 1.9442,
      "mean_token_accuracy": 0.5663239806890488,
      "num_tokens": 137443561.0,
      "step": 178280
    },
    {
      "epoch": 0.2261536002678986,
      "grad_norm": 5.75,
      "learning_rate": 3.8697292003379605e-05,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5155973225831986,
      "num_tokens": 137452492.0,
      "step": 178290
    },
    {
      "epoch": 0.22616628486043142,
      "grad_norm": 4.40625,
      "learning_rate": 3.869665769329332e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5369819968938827,
      "num_tokens": 137462097.0,
      "step": 178300
    },
    {
      "epoch": 0.22617896945296426,
      "grad_norm": 5.71875,
      "learning_rate": 3.869602338320702e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5356776922941208,
      "num_tokens": 137469569.0,
      "step": 178310
    },
    {
      "epoch": 0.2261916540454971,
      "grad_norm": 5.3125,
      "learning_rate": 3.869538907312073e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5604316174983979,
      "num_tokens": 137478701.0,
      "step": 178320
    },
    {
      "epoch": 0.22620433863802994,
      "grad_norm": 5.90625,
      "learning_rate": 3.869475476303444e-05,
      "loss": 2.308,
      "mean_token_accuracy": 0.5141361325979232,
      "num_tokens": 137487178.0,
      "step": 178330
    },
    {
      "epoch": 0.22621702323056275,
      "grad_norm": 9.0,
      "learning_rate": 3.8694120452948145e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.530876424908638,
      "num_tokens": 137494904.0,
      "step": 178340
    },
    {
      "epoch": 0.2262297078230956,
      "grad_norm": 5.34375,
      "learning_rate": 3.869348614286186e-05,
      "loss": 1.7222,
      "mean_token_accuracy": 0.6081473112106324,
      "num_tokens": 137501995.0,
      "step": 178350
    },
    {
      "epoch": 0.22624239241562843,
      "grad_norm": 6.0625,
      "learning_rate": 3.869285183277557e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5651729136705399,
      "num_tokens": 137509740.0,
      "step": 178360
    },
    {
      "epoch": 0.22625507700816128,
      "grad_norm": 8.875,
      "learning_rate": 3.8692217522689275e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5587712198495864,
      "num_tokens": 137516115.0,
      "step": 178370
    },
    {
      "epoch": 0.2262677616006941,
      "grad_norm": 6.5,
      "learning_rate": 3.869158321260298e-05,
      "loss": 1.9322,
      "mean_token_accuracy": 0.5806961297988892,
      "num_tokens": 137521714.0,
      "step": 178380
    },
    {
      "epoch": 0.22628044619322693,
      "grad_norm": 6.9375,
      "learning_rate": 3.8690948902516686e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5538497477769851,
      "num_tokens": 137529013.0,
      "step": 178390
    },
    {
      "epoch": 0.22629313078575977,
      "grad_norm": 9.75,
      "learning_rate": 3.86903145924304e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5407512247562408,
      "num_tokens": 137536754.0,
      "step": 178400
    },
    {
      "epoch": 0.2263058153782926,
      "grad_norm": 4.90625,
      "learning_rate": 3.868968028234411e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5195088714361191,
      "num_tokens": 137546199.0,
      "step": 178410
    },
    {
      "epoch": 0.22631849997082543,
      "grad_norm": 5.78125,
      "learning_rate": 3.8689045972257815e-05,
      "loss": 2.3552,
      "mean_token_accuracy": 0.5148518949747085,
      "num_tokens": 137554778.0,
      "step": 178420
    },
    {
      "epoch": 0.22633118456335827,
      "grad_norm": 7.15625,
      "learning_rate": 3.868841166217153e-05,
      "loss": 2.322,
      "mean_token_accuracy": 0.5211119830608368,
      "num_tokens": 137562284.0,
      "step": 178430
    },
    {
      "epoch": 0.2263438691558911,
      "grad_norm": 6.125,
      "learning_rate": 3.868777735208523e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5399752855300903,
      "num_tokens": 137569785.0,
      "step": 178440
    },
    {
      "epoch": 0.22635655374842395,
      "grad_norm": 6.875,
      "learning_rate": 3.868714304199894e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5383695155382157,
      "num_tokens": 137577583.0,
      "step": 178450
    },
    {
      "epoch": 0.22636923834095676,
      "grad_norm": 7.9375,
      "learning_rate": 3.868650873191265e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.5797681391239167,
      "num_tokens": 137584044.0,
      "step": 178460
    },
    {
      "epoch": 0.2263819229334896,
      "grad_norm": 6.53125,
      "learning_rate": 3.8685874421826356e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.535676833987236,
      "num_tokens": 137592092.0,
      "step": 178470
    },
    {
      "epoch": 0.22639460752602245,
      "grad_norm": 6.46875,
      "learning_rate": 3.868524011174007e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5427354633808136,
      "num_tokens": 137600283.0,
      "step": 178480
    },
    {
      "epoch": 0.2264072921185553,
      "grad_norm": 6.78125,
      "learning_rate": 3.868460580165377e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.5195389807224273,
      "num_tokens": 137608805.0,
      "step": 178490
    },
    {
      "epoch": 0.2264199767110881,
      "grad_norm": 4.84375,
      "learning_rate": 3.8683971491567485e-05,
      "loss": 1.8698,
      "mean_token_accuracy": 0.5806587845087051,
      "num_tokens": 137616405.0,
      "step": 178500
    },
    {
      "epoch": 0.22643266130362094,
      "grad_norm": 4.78125,
      "learning_rate": 3.86833371814812e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5277247548103332,
      "num_tokens": 137624338.0,
      "step": 178510
    },
    {
      "epoch": 0.22644534589615378,
      "grad_norm": 5.4375,
      "learning_rate": 3.8682702871394896e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5397782862186432,
      "num_tokens": 137630153.0,
      "step": 178520
    },
    {
      "epoch": 0.22645803048868662,
      "grad_norm": 5.03125,
      "learning_rate": 3.868206856130861e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5360110342502594,
      "num_tokens": 137638719.0,
      "step": 178530
    },
    {
      "epoch": 0.22647071508121944,
      "grad_norm": 5.90625,
      "learning_rate": 3.868143425122231e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5679683834314346,
      "num_tokens": 137644906.0,
      "step": 178540
    },
    {
      "epoch": 0.22648339967375228,
      "grad_norm": 4.875,
      "learning_rate": 3.8680799941136025e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5510263919830323,
      "num_tokens": 137654309.0,
      "step": 178550
    },
    {
      "epoch": 0.22649608426628512,
      "grad_norm": 7.3125,
      "learning_rate": 3.868016563104974e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5517780005931854,
      "num_tokens": 137662631.0,
      "step": 178560
    },
    {
      "epoch": 0.22650876885881796,
      "grad_norm": 5.3125,
      "learning_rate": 3.867953132096344e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5393669426441192,
      "num_tokens": 137670547.0,
      "step": 178570
    },
    {
      "epoch": 0.22652145345135077,
      "grad_norm": 5.78125,
      "learning_rate": 3.8678897010877155e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5349833160638809,
      "num_tokens": 137678209.0,
      "step": 178580
    },
    {
      "epoch": 0.22653413804388361,
      "grad_norm": 5.125,
      "learning_rate": 3.867826270079086e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5282329559326172,
      "num_tokens": 137687072.0,
      "step": 178590
    },
    {
      "epoch": 0.22654682263641646,
      "grad_norm": 5.90625,
      "learning_rate": 3.8677628390704566e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.543582946062088,
      "num_tokens": 137694864.0,
      "step": 178600
    },
    {
      "epoch": 0.2265595072289493,
      "grad_norm": 6.21875,
      "learning_rate": 3.867699408061828e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5555511891841889,
      "num_tokens": 137702349.0,
      "step": 178610
    },
    {
      "epoch": 0.2265721918214821,
      "grad_norm": 4.40625,
      "learning_rate": 3.867635977053198e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5427226155996323,
      "num_tokens": 137710953.0,
      "step": 178620
    },
    {
      "epoch": 0.22658487641401495,
      "grad_norm": 6.28125,
      "learning_rate": 3.8675725460445695e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5257529526948929,
      "num_tokens": 137718964.0,
      "step": 178630
    },
    {
      "epoch": 0.2265975610065478,
      "grad_norm": 5.09375,
      "learning_rate": 3.86750911503594e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5695868283510208,
      "num_tokens": 137726067.0,
      "step": 178640
    },
    {
      "epoch": 0.22661024559908063,
      "grad_norm": 4.75,
      "learning_rate": 3.867445684027311e-05,
      "loss": 1.8462,
      "mean_token_accuracy": 0.5870850175619126,
      "num_tokens": 137732807.0,
      "step": 178650
    },
    {
      "epoch": 0.22662293019161345,
      "grad_norm": 4.96875,
      "learning_rate": 3.867382253018682e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5677416950464249,
      "num_tokens": 137741461.0,
      "step": 178660
    },
    {
      "epoch": 0.2266356147841463,
      "grad_norm": 4.71875,
      "learning_rate": 3.8673188220100524e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5437999725341797,
      "num_tokens": 137750314.0,
      "step": 178670
    },
    {
      "epoch": 0.22664829937667913,
      "grad_norm": 5.8125,
      "learning_rate": 3.8672553910014236e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5540023595094681,
      "num_tokens": 137758546.0,
      "step": 178680
    },
    {
      "epoch": 0.22666098396921194,
      "grad_norm": 5.875,
      "learning_rate": 3.867191959992794e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5344153940677643,
      "num_tokens": 137766627.0,
      "step": 178690
    },
    {
      "epoch": 0.22667366856174478,
      "grad_norm": 4.625,
      "learning_rate": 3.867128528984165e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5630559921264648,
      "num_tokens": 137774283.0,
      "step": 178700
    },
    {
      "epoch": 0.22668635315427763,
      "grad_norm": 4.96875,
      "learning_rate": 3.8670650979755365e-05,
      "loss": 1.7436,
      "mean_token_accuracy": 0.6123330026865006,
      "num_tokens": 137780505.0,
      "step": 178710
    },
    {
      "epoch": 0.22669903774681047,
      "grad_norm": 5.84375,
      "learning_rate": 3.867001666966907e-05,
      "loss": 2.2977,
      "mean_token_accuracy": 0.5060759216547013,
      "num_tokens": 137788967.0,
      "step": 178720
    },
    {
      "epoch": 0.22671172233934328,
      "grad_norm": 5.15625,
      "learning_rate": 3.8669382359582776e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5260445863008499,
      "num_tokens": 137797129.0,
      "step": 178730
    },
    {
      "epoch": 0.22672440693187612,
      "grad_norm": 4.75,
      "learning_rate": 3.866874804949648e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5555996596813202,
      "num_tokens": 137804251.0,
      "step": 178740
    },
    {
      "epoch": 0.22673709152440896,
      "grad_norm": 6.375,
      "learning_rate": 3.8668113739410193e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5447040110826492,
      "num_tokens": 137811508.0,
      "step": 178750
    },
    {
      "epoch": 0.2267497761169418,
      "grad_norm": 5.75,
      "learning_rate": 3.8667479429323906e-05,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5646782517433167,
      "num_tokens": 137818160.0,
      "step": 178760
    },
    {
      "epoch": 0.22676246070947462,
      "grad_norm": 6.15625,
      "learning_rate": 3.866684511923761e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.53263238966465,
      "num_tokens": 137826241.0,
      "step": 178770
    },
    {
      "epoch": 0.22677514530200746,
      "grad_norm": 5.71875,
      "learning_rate": 3.866621080915132e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5481436610221863,
      "num_tokens": 137834300.0,
      "step": 178780
    },
    {
      "epoch": 0.2267878298945403,
      "grad_norm": 5.125,
      "learning_rate": 3.866557649906503e-05,
      "loss": 1.9073,
      "mean_token_accuracy": 0.5803178071975708,
      "num_tokens": 137842365.0,
      "step": 178790
    },
    {
      "epoch": 0.22680051448707314,
      "grad_norm": 4.9375,
      "learning_rate": 3.8664942188978734e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5291149169206619,
      "num_tokens": 137850799.0,
      "step": 178800
    },
    {
      "epoch": 0.22681319907960595,
      "grad_norm": 5.59375,
      "learning_rate": 3.8664307878892446e-05,
      "loss": 1.7859,
      "mean_token_accuracy": 0.608132603764534,
      "num_tokens": 137857199.0,
      "step": 178810
    },
    {
      "epoch": 0.2268258836721388,
      "grad_norm": 6.9375,
      "learning_rate": 3.866367356880615e-05,
      "loss": 2.243,
      "mean_token_accuracy": 0.5104824960231781,
      "num_tokens": 137865991.0,
      "step": 178820
    },
    {
      "epoch": 0.22683856826467164,
      "grad_norm": 7.28125,
      "learning_rate": 3.866303925871986e-05,
      "loss": 1.8999,
      "mean_token_accuracy": 0.5698062300682067,
      "num_tokens": 137873181.0,
      "step": 178830
    },
    {
      "epoch": 0.22685125285720448,
      "grad_norm": 5.5625,
      "learning_rate": 3.8662404948633575e-05,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5343379855155945,
      "num_tokens": 137880272.0,
      "step": 178840
    },
    {
      "epoch": 0.2268639374497373,
      "grad_norm": 5.4375,
      "learning_rate": 3.866177063854728e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5381766378879547,
      "num_tokens": 137889563.0,
      "step": 178850
    },
    {
      "epoch": 0.22687662204227013,
      "grad_norm": 5.34375,
      "learning_rate": 3.8661136328460986e-05,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5631752938032151,
      "num_tokens": 137896387.0,
      "step": 178860
    },
    {
      "epoch": 0.22688930663480297,
      "grad_norm": 5.4375,
      "learning_rate": 3.866050201837469e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5569371551275253,
      "num_tokens": 137903536.0,
      "step": 178870
    },
    {
      "epoch": 0.22690199122733581,
      "grad_norm": 5.40625,
      "learning_rate": 3.8659867708288404e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5813770323991776,
      "num_tokens": 137911284.0,
      "step": 178880
    },
    {
      "epoch": 0.22691467581986863,
      "grad_norm": 5.5625,
      "learning_rate": 3.8659233398202116e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5461235404014587,
      "num_tokens": 137918935.0,
      "step": 178890
    },
    {
      "epoch": 0.22692736041240147,
      "grad_norm": 5.0625,
      "learning_rate": 3.865859908811582e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5579722851514817,
      "num_tokens": 137926885.0,
      "step": 178900
    },
    {
      "epoch": 0.2269400450049343,
      "grad_norm": 5.84375,
      "learning_rate": 3.865796477802953e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5334272593259811,
      "num_tokens": 137934810.0,
      "step": 178910
    },
    {
      "epoch": 0.22695272959746715,
      "grad_norm": 4.875,
      "learning_rate": 3.865733046794324e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5369521528482437,
      "num_tokens": 137942398.0,
      "step": 178920
    },
    {
      "epoch": 0.22696541418999996,
      "grad_norm": 5.625,
      "learning_rate": 3.865669615785695e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5368577271699906,
      "num_tokens": 137949448.0,
      "step": 178930
    },
    {
      "epoch": 0.2269780987825328,
      "grad_norm": 4.65625,
      "learning_rate": 3.8656061847770656e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5383731633424759,
      "num_tokens": 137956945.0,
      "step": 178940
    },
    {
      "epoch": 0.22699078337506565,
      "grad_norm": 5.375,
      "learning_rate": 3.865542753768436e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5547425806522369,
      "num_tokens": 137965237.0,
      "step": 178950
    },
    {
      "epoch": 0.2270034679675985,
      "grad_norm": 5.34375,
      "learning_rate": 3.8654793227598074e-05,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5665972769260407,
      "num_tokens": 137973467.0,
      "step": 178960
    },
    {
      "epoch": 0.2270161525601313,
      "grad_norm": 7.46875,
      "learning_rate": 3.865415891751178e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5390333086252213,
      "num_tokens": 137979952.0,
      "step": 178970
    },
    {
      "epoch": 0.22702883715266414,
      "grad_norm": 7.625,
      "learning_rate": 3.865352460742549e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5376751214265824,
      "num_tokens": 137987432.0,
      "step": 178980
    },
    {
      "epoch": 0.22704152174519698,
      "grad_norm": 7.9375,
      "learning_rate": 3.86528902973392e-05,
      "loss": 1.6278,
      "mean_token_accuracy": 0.6326961785554885,
      "num_tokens": 137992806.0,
      "step": 178990
    },
    {
      "epoch": 0.22705420633772982,
      "grad_norm": 10.9375,
      "learning_rate": 3.865225598725291e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5523312538862228,
      "num_tokens": 138000303.0,
      "step": 179000
    },
    {
      "epoch": 0.22706689093026264,
      "grad_norm": 6.25,
      "learning_rate": 3.8651621677166614e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5463702291250229,
      "num_tokens": 138006789.0,
      "step": 179010
    },
    {
      "epoch": 0.22707957552279548,
      "grad_norm": 4.875,
      "learning_rate": 3.865098736708032e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5691182225942611,
      "num_tokens": 138014227.0,
      "step": 179020
    },
    {
      "epoch": 0.22709226011532832,
      "grad_norm": 7.46875,
      "learning_rate": 3.865035305699403e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5292014747858047,
      "num_tokens": 138022132.0,
      "step": 179030
    },
    {
      "epoch": 0.22710494470786116,
      "grad_norm": 4.9375,
      "learning_rate": 3.8649718746907744e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5192414045333862,
      "num_tokens": 138030338.0,
      "step": 179040
    },
    {
      "epoch": 0.22711762930039398,
      "grad_norm": 5.15625,
      "learning_rate": 3.864908443682145e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5596125602722168,
      "num_tokens": 138036906.0,
      "step": 179050
    },
    {
      "epoch": 0.22713031389292682,
      "grad_norm": 5.34375,
      "learning_rate": 3.864845012673516e-05,
      "loss": 1.7719,
      "mean_token_accuracy": 0.606167334318161,
      "num_tokens": 138044112.0,
      "step": 179060
    },
    {
      "epoch": 0.22714299848545966,
      "grad_norm": 8.3125,
      "learning_rate": 3.8647815816648866e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5278963893651962,
      "num_tokens": 138051329.0,
      "step": 179070
    },
    {
      "epoch": 0.2271556830779925,
      "grad_norm": 5.59375,
      "learning_rate": 3.864718150656257e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5422661930322648,
      "num_tokens": 138059822.0,
      "step": 179080
    },
    {
      "epoch": 0.2271683676705253,
      "grad_norm": 5.90625,
      "learning_rate": 3.8646547196476284e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5309673547744751,
      "num_tokens": 138067328.0,
      "step": 179090
    },
    {
      "epoch": 0.22718105226305815,
      "grad_norm": 5.3125,
      "learning_rate": 3.864591288638999e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5238791614770889,
      "num_tokens": 138074975.0,
      "step": 179100
    },
    {
      "epoch": 0.227193736855591,
      "grad_norm": 4.625,
      "learning_rate": 3.86452785763037e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5400029510259629,
      "num_tokens": 138082733.0,
      "step": 179110
    },
    {
      "epoch": 0.22720642144812384,
      "grad_norm": 5.375,
      "learning_rate": 3.864464426621741e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5309486091136932,
      "num_tokens": 138090377.0,
      "step": 179120
    },
    {
      "epoch": 0.22721910604065665,
      "grad_norm": 6.625,
      "learning_rate": 3.864400995613112e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5191065311431885,
      "num_tokens": 138098823.0,
      "step": 179130
    },
    {
      "epoch": 0.2272317906331895,
      "grad_norm": 6.5625,
      "learning_rate": 3.8643375646044824e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5671666830778122,
      "num_tokens": 138106042.0,
      "step": 179140
    },
    {
      "epoch": 0.22724447522572233,
      "grad_norm": 6.5625,
      "learning_rate": 3.864274133595853e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5627624362707138,
      "num_tokens": 138112566.0,
      "step": 179150
    },
    {
      "epoch": 0.22725715981825514,
      "grad_norm": 6.46875,
      "learning_rate": 3.864210702587224e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5563240230083466,
      "num_tokens": 138119834.0,
      "step": 179160
    },
    {
      "epoch": 0.22726984441078799,
      "grad_norm": 5.90625,
      "learning_rate": 3.864147271578595e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5679503440856933,
      "num_tokens": 138125730.0,
      "step": 179170
    },
    {
      "epoch": 0.22728252900332083,
      "grad_norm": 7.53125,
      "learning_rate": 3.864083840569966e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5303748667240142,
      "num_tokens": 138134635.0,
      "step": 179180
    },
    {
      "epoch": 0.22729521359585367,
      "grad_norm": 6.8125,
      "learning_rate": 3.864020409561337e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5256587624549866,
      "num_tokens": 138141495.0,
      "step": 179190
    },
    {
      "epoch": 0.22730789818838648,
      "grad_norm": 4.65625,
      "learning_rate": 3.8639569785527077e-05,
      "loss": 2.2115,
      "mean_token_accuracy": 0.5275835126638413,
      "num_tokens": 138149391.0,
      "step": 179200
    },
    {
      "epoch": 0.22732058278091932,
      "grad_norm": 5.5625,
      "learning_rate": 3.863893547544078e-05,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5751032710075379,
      "num_tokens": 138156861.0,
      "step": 179210
    },
    {
      "epoch": 0.22733326737345216,
      "grad_norm": 5.15625,
      "learning_rate": 3.863830116535449e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5287050753831863,
      "num_tokens": 138164355.0,
      "step": 179220
    },
    {
      "epoch": 0.227345951965985,
      "grad_norm": 9.375,
      "learning_rate": 3.86376668552682e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5340551912784577,
      "num_tokens": 138171347.0,
      "step": 179230
    },
    {
      "epoch": 0.22735863655851782,
      "grad_norm": 5.375,
      "learning_rate": 3.863703254518191e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5188732266426086,
      "num_tokens": 138180338.0,
      "step": 179240
    },
    {
      "epoch": 0.22737132115105066,
      "grad_norm": 9.75,
      "learning_rate": 3.863639823509562e-05,
      "loss": 1.7033,
      "mean_token_accuracy": 0.6147668212652206,
      "num_tokens": 138187002.0,
      "step": 179250
    },
    {
      "epoch": 0.2273840057435835,
      "grad_norm": 5.1875,
      "learning_rate": 3.863576392500933e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5436500668525696,
      "num_tokens": 138193954.0,
      "step": 179260
    },
    {
      "epoch": 0.22739669033611634,
      "grad_norm": 5.125,
      "learning_rate": 3.8635129614923034e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5348653465509414,
      "num_tokens": 138201653.0,
      "step": 179270
    },
    {
      "epoch": 0.22740937492864916,
      "grad_norm": 9.4375,
      "learning_rate": 3.863449530483674e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5486247837543488,
      "num_tokens": 138208464.0,
      "step": 179280
    },
    {
      "epoch": 0.227422059521182,
      "grad_norm": 5.40625,
      "learning_rate": 3.863386099475045e-05,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5689974844455719,
      "num_tokens": 138216160.0,
      "step": 179290
    },
    {
      "epoch": 0.22743474411371484,
      "grad_norm": 6.46875,
      "learning_rate": 3.863322668466416e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5459707260131836,
      "num_tokens": 138223911.0,
      "step": 179300
    },
    {
      "epoch": 0.22744742870624768,
      "grad_norm": 5.125,
      "learning_rate": 3.863259237457787e-05,
      "loss": 2.2214,
      "mean_token_accuracy": 0.5179856956005097,
      "num_tokens": 138233042.0,
      "step": 179310
    },
    {
      "epoch": 0.2274601132987805,
      "grad_norm": 5.75,
      "learning_rate": 3.8631958064491575e-05,
      "loss": 1.8645,
      "mean_token_accuracy": 0.5759396374225616,
      "num_tokens": 138239813.0,
      "step": 179320
    },
    {
      "epoch": 0.22747279789131333,
      "grad_norm": 5.28125,
      "learning_rate": 3.863132375440529e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5600362241268158,
      "num_tokens": 138248642.0,
      "step": 179330
    },
    {
      "epoch": 0.22748548248384617,
      "grad_norm": 5.15625,
      "learning_rate": 3.8630689444319e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5481898993253708,
      "num_tokens": 138256381.0,
      "step": 179340
    },
    {
      "epoch": 0.22749816707637902,
      "grad_norm": 5.3125,
      "learning_rate": 3.8630055134232704e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5432804644107818,
      "num_tokens": 138264615.0,
      "step": 179350
    },
    {
      "epoch": 0.22751085166891183,
      "grad_norm": 4.46875,
      "learning_rate": 3.862942082414641e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5599541634321212,
      "num_tokens": 138272700.0,
      "step": 179360
    },
    {
      "epoch": 0.22752353626144467,
      "grad_norm": 5.9375,
      "learning_rate": 3.8628786514060115e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5823035269975663,
      "num_tokens": 138279430.0,
      "step": 179370
    },
    {
      "epoch": 0.2275362208539775,
      "grad_norm": 5.9375,
      "learning_rate": 3.862815220397383e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5638437926769256,
      "num_tokens": 138285439.0,
      "step": 179380
    },
    {
      "epoch": 0.22754890544651035,
      "grad_norm": 5.0625,
      "learning_rate": 3.862751789388754e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5235824525356293,
      "num_tokens": 138294314.0,
      "step": 179390
    },
    {
      "epoch": 0.22756159003904317,
      "grad_norm": 6.375,
      "learning_rate": 3.8626883583801245e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5164367407560349,
      "num_tokens": 138302802.0,
      "step": 179400
    },
    {
      "epoch": 0.227574274631576,
      "grad_norm": 6.09375,
      "learning_rate": 3.862624927371496e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.537122768163681,
      "num_tokens": 138310032.0,
      "step": 179410
    },
    {
      "epoch": 0.22758695922410885,
      "grad_norm": 7.5,
      "learning_rate": 3.862561496362866e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5343081474304199,
      "num_tokens": 138316796.0,
      "step": 179420
    },
    {
      "epoch": 0.2275996438166417,
      "grad_norm": 6.375,
      "learning_rate": 3.862498065354237e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5541121542453766,
      "num_tokens": 138324235.0,
      "step": 179430
    },
    {
      "epoch": 0.2276123284091745,
      "grad_norm": 6.4375,
      "learning_rate": 3.862434634345608e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5494842320680619,
      "num_tokens": 138331884.0,
      "step": 179440
    },
    {
      "epoch": 0.22762501300170734,
      "grad_norm": 5.4375,
      "learning_rate": 3.8623712033369785e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5315812677145004,
      "num_tokens": 138339659.0,
      "step": 179450
    },
    {
      "epoch": 0.22763769759424018,
      "grad_norm": 6.25,
      "learning_rate": 3.86230777232835e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5395136177539825,
      "num_tokens": 138347276.0,
      "step": 179460
    },
    {
      "epoch": 0.22765038218677303,
      "grad_norm": 8.25,
      "learning_rate": 3.86224434131972e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5316681861877441,
      "num_tokens": 138355534.0,
      "step": 179470
    },
    {
      "epoch": 0.22766306677930584,
      "grad_norm": 6.9375,
      "learning_rate": 3.8621809103110915e-05,
      "loss": 2.2527,
      "mean_token_accuracy": 0.5203671306371689,
      "num_tokens": 138364496.0,
      "step": 179480
    },
    {
      "epoch": 0.22767575137183868,
      "grad_norm": 7.40625,
      "learning_rate": 3.862117479302462e-05,
      "loss": 1.794,
      "mean_token_accuracy": 0.6056080400943756,
      "num_tokens": 138371522.0,
      "step": 179490
    },
    {
      "epoch": 0.22768843596437152,
      "grad_norm": 5.53125,
      "learning_rate": 3.8620540482938325e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5352049112319947,
      "num_tokens": 138380105.0,
      "step": 179500
    },
    {
      "epoch": 0.22770112055690436,
      "grad_norm": 5.375,
      "learning_rate": 3.861990617285204e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5193083256483078,
      "num_tokens": 138388460.0,
      "step": 179510
    },
    {
      "epoch": 0.22771380514943718,
      "grad_norm": 8.6875,
      "learning_rate": 3.861927186276574e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5282414972782135,
      "num_tokens": 138395721.0,
      "step": 179520
    },
    {
      "epoch": 0.22772648974197002,
      "grad_norm": 6.28125,
      "learning_rate": 3.8618637552679455e-05,
      "loss": 2.2654,
      "mean_token_accuracy": 0.5083925127983093,
      "num_tokens": 138403523.0,
      "step": 179530
    },
    {
      "epoch": 0.22773917433450286,
      "grad_norm": 4.25,
      "learning_rate": 3.861800324259317e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5533214032649993,
      "num_tokens": 138410632.0,
      "step": 179540
    },
    {
      "epoch": 0.2277518589270357,
      "grad_norm": 4.78125,
      "learning_rate": 3.861736893250687e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5121519505977631,
      "num_tokens": 138419462.0,
      "step": 179550
    },
    {
      "epoch": 0.2277645435195685,
      "grad_norm": 5.96875,
      "learning_rate": 3.861673462242058e-05,
      "loss": 1.8704,
      "mean_token_accuracy": 0.5741612464189529,
      "num_tokens": 138426995.0,
      "step": 179560
    },
    {
      "epoch": 0.22777722811210135,
      "grad_norm": 5.09375,
      "learning_rate": 3.861610031233428e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.537643650174141,
      "num_tokens": 138435040.0,
      "step": 179570
    },
    {
      "epoch": 0.2277899127046342,
      "grad_norm": 5.3125,
      "learning_rate": 3.8615466002247995e-05,
      "loss": 1.7787,
      "mean_token_accuracy": 0.6028383195400238,
      "num_tokens": 138441281.0,
      "step": 179580
    },
    {
      "epoch": 0.22780259729716704,
      "grad_norm": 4.21875,
      "learning_rate": 3.861483169216171e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.548092383146286,
      "num_tokens": 138449180.0,
      "step": 179590
    },
    {
      "epoch": 0.22781528188969985,
      "grad_norm": 11.5,
      "learning_rate": 3.861419738207541e-05,
      "loss": 1.9032,
      "mean_token_accuracy": 0.5835387438535691,
      "num_tokens": 138456001.0,
      "step": 179600
    },
    {
      "epoch": 0.2278279664822327,
      "grad_norm": 6.59375,
      "learning_rate": 3.8613563071989125e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.571985250711441,
      "num_tokens": 138462318.0,
      "step": 179610
    },
    {
      "epoch": 0.22784065107476553,
      "grad_norm": 5.375,
      "learning_rate": 3.861292876190283e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5329037219285965,
      "num_tokens": 138471393.0,
      "step": 179620
    },
    {
      "epoch": 0.22785333566729835,
      "grad_norm": 5.34375,
      "learning_rate": 3.8612294451816535e-05,
      "loss": 1.7927,
      "mean_token_accuracy": 0.5968856275081634,
      "num_tokens": 138479236.0,
      "step": 179630
    },
    {
      "epoch": 0.2278660202598312,
      "grad_norm": 5.375,
      "learning_rate": 3.861166014173025e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5487584292888641,
      "num_tokens": 138487861.0,
      "step": 179640
    },
    {
      "epoch": 0.22787870485236403,
      "grad_norm": 5.65625,
      "learning_rate": 3.861102583164395e-05,
      "loss": 1.5966,
      "mean_token_accuracy": 0.63186194896698,
      "num_tokens": 138494891.0,
      "step": 179650
    },
    {
      "epoch": 0.22789138944489687,
      "grad_norm": 5.96875,
      "learning_rate": 3.8610391521557665e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5536821126937866,
      "num_tokens": 138503191.0,
      "step": 179660
    },
    {
      "epoch": 0.22790407403742968,
      "grad_norm": 4.96875,
      "learning_rate": 3.860975721147137e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5526206254959106,
      "num_tokens": 138510705.0,
      "step": 179670
    },
    {
      "epoch": 0.22791675862996252,
      "grad_norm": 5.40625,
      "learning_rate": 3.860912290138508e-05,
      "loss": 1.8989,
      "mean_token_accuracy": 0.5808653205633163,
      "num_tokens": 138517784.0,
      "step": 179680
    },
    {
      "epoch": 0.22792944322249536,
      "grad_norm": 5.125,
      "learning_rate": 3.8608488591298795e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.519810950756073,
      "num_tokens": 138526208.0,
      "step": 179690
    },
    {
      "epoch": 0.2279421278150282,
      "grad_norm": 4.78125,
      "learning_rate": 3.860785428121249e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5354579210281372,
      "num_tokens": 138535348.0,
      "step": 179700
    },
    {
      "epoch": 0.22795481240756102,
      "grad_norm": 5.46875,
      "learning_rate": 3.8607219971126205e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5672878861427307,
      "num_tokens": 138542451.0,
      "step": 179710
    },
    {
      "epoch": 0.22796749700009386,
      "grad_norm": 6.65625,
      "learning_rate": 3.860658566103992e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5632400691509247,
      "num_tokens": 138549517.0,
      "step": 179720
    },
    {
      "epoch": 0.2279801815926267,
      "grad_norm": 6.03125,
      "learning_rate": 3.860595135095362e-05,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5717508733272553,
      "num_tokens": 138556831.0,
      "step": 179730
    },
    {
      "epoch": 0.22799286618515954,
      "grad_norm": 6.125,
      "learning_rate": 3.8605317040867335e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5665187984704971,
      "num_tokens": 138564207.0,
      "step": 179740
    },
    {
      "epoch": 0.22800555077769236,
      "grad_norm": 5.3125,
      "learning_rate": 3.860468273078104e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.5179732054471969,
      "num_tokens": 138571943.0,
      "step": 179750
    },
    {
      "epoch": 0.2280182353702252,
      "grad_norm": 6.25,
      "learning_rate": 3.860404842069475e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5631280481815338,
      "num_tokens": 138579321.0,
      "step": 179760
    },
    {
      "epoch": 0.22803091996275804,
      "grad_norm": 5.5,
      "learning_rate": 3.860341411060846e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.5728693097829819,
      "num_tokens": 138585604.0,
      "step": 179770
    },
    {
      "epoch": 0.22804360455529088,
      "grad_norm": 4.96875,
      "learning_rate": 3.860277980052216e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5474526554346084,
      "num_tokens": 138593784.0,
      "step": 179780
    },
    {
      "epoch": 0.2280562891478237,
      "grad_norm": 5.84375,
      "learning_rate": 3.8602145490435875e-05,
      "loss": 2.2673,
      "mean_token_accuracy": 0.5181402742862702,
      "num_tokens": 138601179.0,
      "step": 179790
    },
    {
      "epoch": 0.22806897374035653,
      "grad_norm": 6.40625,
      "learning_rate": 3.860151118034958e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5292779684066773,
      "num_tokens": 138608831.0,
      "step": 179800
    },
    {
      "epoch": 0.22808165833288938,
      "grad_norm": 6.46875,
      "learning_rate": 3.860087687026329e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5287948489189148,
      "num_tokens": 138617122.0,
      "step": 179810
    },
    {
      "epoch": 0.22809434292542222,
      "grad_norm": 5.3125,
      "learning_rate": 3.8600242560177005e-05,
      "loss": 1.8914,
      "mean_token_accuracy": 0.5784142047166825,
      "num_tokens": 138625783.0,
      "step": 179820
    },
    {
      "epoch": 0.22810702751795503,
      "grad_norm": 5.15625,
      "learning_rate": 3.859960825009071e-05,
      "loss": 1.843,
      "mean_token_accuracy": 0.5879264712333679,
      "num_tokens": 138632819.0,
      "step": 179830
    },
    {
      "epoch": 0.22811971211048787,
      "grad_norm": 8.0,
      "learning_rate": 3.8598973940004416e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5530416160821915,
      "num_tokens": 138640655.0,
      "step": 179840
    },
    {
      "epoch": 0.2281323967030207,
      "grad_norm": 7.53125,
      "learning_rate": 3.859833962991812e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5579397171735764,
      "num_tokens": 138647090.0,
      "step": 179850
    },
    {
      "epoch": 0.22814508129555355,
      "grad_norm": 5.53125,
      "learning_rate": 3.859770531983183e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5648161828517914,
      "num_tokens": 138654354.0,
      "step": 179860
    },
    {
      "epoch": 0.22815776588808637,
      "grad_norm": 5.3125,
      "learning_rate": 3.8597071009745545e-05,
      "loss": 2.2657,
      "mean_token_accuracy": 0.5184455156326294,
      "num_tokens": 138662873.0,
      "step": 179870
    },
    {
      "epoch": 0.2281704504806192,
      "grad_norm": 4.78125,
      "learning_rate": 3.859643669965925e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5774423897266387,
      "num_tokens": 138670232.0,
      "step": 179880
    },
    {
      "epoch": 0.22818313507315205,
      "grad_norm": 4.75,
      "learning_rate": 3.859580238957296e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5636718511581421,
      "num_tokens": 138677943.0,
      "step": 179890
    },
    {
      "epoch": 0.2281958196656849,
      "grad_norm": 6.71875,
      "learning_rate": 3.859516807948667e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5282066255807877,
      "num_tokens": 138685960.0,
      "step": 179900
    },
    {
      "epoch": 0.2282085042582177,
      "grad_norm": 4.78125,
      "learning_rate": 3.859453376940037e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5279457449913025,
      "num_tokens": 138694579.0,
      "step": 179910
    },
    {
      "epoch": 0.22822118885075054,
      "grad_norm": 6.21875,
      "learning_rate": 3.8593899459314085e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5394209265708924,
      "num_tokens": 138702215.0,
      "step": 179920
    },
    {
      "epoch": 0.22823387344328339,
      "grad_norm": 6.15625,
      "learning_rate": 3.859326514922779e-05,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5177215814590455,
      "num_tokens": 138711876.0,
      "step": 179930
    },
    {
      "epoch": 0.22824655803581623,
      "grad_norm": 5.21875,
      "learning_rate": 3.85926308391415e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5389667212963104,
      "num_tokens": 138719266.0,
      "step": 179940
    },
    {
      "epoch": 0.22825924262834904,
      "grad_norm": 4.875,
      "learning_rate": 3.859199652905521e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5341571301221848,
      "num_tokens": 138728252.0,
      "step": 179950
    },
    {
      "epoch": 0.22827192722088188,
      "grad_norm": 5.21875,
      "learning_rate": 3.859136221896892e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5250196486711503,
      "num_tokens": 138736581.0,
      "step": 179960
    },
    {
      "epoch": 0.22828461181341472,
      "grad_norm": 7.59375,
      "learning_rate": 3.8590727908882626e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5530185997486115,
      "num_tokens": 138743193.0,
      "step": 179970
    },
    {
      "epoch": 0.22829729640594756,
      "grad_norm": 5.21875,
      "learning_rate": 3.859009359879633e-05,
      "loss": 1.861,
      "mean_token_accuracy": 0.5869756013154983,
      "num_tokens": 138750152.0,
      "step": 179980
    },
    {
      "epoch": 0.22830998099848038,
      "grad_norm": 5.5,
      "learning_rate": 3.858945928871004e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5446462482213974,
      "num_tokens": 138756622.0,
      "step": 179990
    },
    {
      "epoch": 0.22832266559101322,
      "grad_norm": 8.625,
      "learning_rate": 3.858882497862375e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5487519323825836,
      "num_tokens": 138764587.0,
      "step": 180000
    },
    {
      "epoch": 0.22833535018354606,
      "grad_norm": 5.0625,
      "learning_rate": 3.858819066853746e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5711804836988449,
      "num_tokens": 138772872.0,
      "step": 180010
    },
    {
      "epoch": 0.2283480347760789,
      "grad_norm": 8.6875,
      "learning_rate": 3.858755635845117e-05,
      "loss": 1.7681,
      "mean_token_accuracy": 0.6027006864547729,
      "num_tokens": 138779137.0,
      "step": 180020
    },
    {
      "epoch": 0.22836071936861171,
      "grad_norm": 5.375,
      "learning_rate": 3.858692204836488e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5636152505874634,
      "num_tokens": 138786681.0,
      "step": 180030
    },
    {
      "epoch": 0.22837340396114456,
      "grad_norm": 4.90625,
      "learning_rate": 3.858628773827859e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5679508328437806,
      "num_tokens": 138793727.0,
      "step": 180040
    },
    {
      "epoch": 0.2283860885536774,
      "grad_norm": 5.34375,
      "learning_rate": 3.858565342819229e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.548755607008934,
      "num_tokens": 138801498.0,
      "step": 180050
    },
    {
      "epoch": 0.22839877314621024,
      "grad_norm": 6.3125,
      "learning_rate": 3.8585019118106e-05,
      "loss": 1.9749,
      "mean_token_accuracy": 0.5488829344511033,
      "num_tokens": 138808524.0,
      "step": 180060
    },
    {
      "epoch": 0.22841145773874305,
      "grad_norm": 6.96875,
      "learning_rate": 3.858438480801971e-05,
      "loss": 2.2837,
      "mean_token_accuracy": 0.5091340363025665,
      "num_tokens": 138815931.0,
      "step": 180070
    },
    {
      "epoch": 0.2284241423312759,
      "grad_norm": 5.25,
      "learning_rate": 3.858375049793342e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5256721019744873,
      "num_tokens": 138825255.0,
      "step": 180080
    },
    {
      "epoch": 0.22843682692380873,
      "grad_norm": 7.40625,
      "learning_rate": 3.858311618784713e-05,
      "loss": 2.2775,
      "mean_token_accuracy": 0.5113648802042008,
      "num_tokens": 138834607.0,
      "step": 180090
    },
    {
      "epoch": 0.22844951151634155,
      "grad_norm": 5.28125,
      "learning_rate": 3.8582481877760836e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5290673524141312,
      "num_tokens": 138842893.0,
      "step": 180100
    },
    {
      "epoch": 0.2284621961088744,
      "grad_norm": 7.28125,
      "learning_rate": 3.858184756767455e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5343856483697891,
      "num_tokens": 138850728.0,
      "step": 180110
    },
    {
      "epoch": 0.22847488070140723,
      "grad_norm": 6.65625,
      "learning_rate": 3.8581213257588254e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5325717031955719,
      "num_tokens": 138858572.0,
      "step": 180120
    },
    {
      "epoch": 0.22848756529394007,
      "grad_norm": 7.78125,
      "learning_rate": 3.858057894750196e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5243108689785003,
      "num_tokens": 138866637.0,
      "step": 180130
    },
    {
      "epoch": 0.22850024988647288,
      "grad_norm": 5.15625,
      "learning_rate": 3.857994463741567e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.538015878200531,
      "num_tokens": 138875310.0,
      "step": 180140
    },
    {
      "epoch": 0.22851293447900572,
      "grad_norm": 5.65625,
      "learning_rate": 3.8579310327329376e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5318748980760575,
      "num_tokens": 138883411.0,
      "step": 180150
    },
    {
      "epoch": 0.22852561907153857,
      "grad_norm": 6.25,
      "learning_rate": 3.857867601724309e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5407220691442489,
      "num_tokens": 138890401.0,
      "step": 180160
    },
    {
      "epoch": 0.2285383036640714,
      "grad_norm": 5.21875,
      "learning_rate": 3.85780417071568e-05,
      "loss": 2.2555,
      "mean_token_accuracy": 0.5253986805677414,
      "num_tokens": 138899023.0,
      "step": 180170
    },
    {
      "epoch": 0.22855098825660422,
      "grad_norm": 4.875,
      "learning_rate": 3.8577407397070506e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5674598276615143,
      "num_tokens": 138904906.0,
      "step": 180180
    },
    {
      "epoch": 0.22856367284913706,
      "grad_norm": 4.9375,
      "learning_rate": 3.857677308698421e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5168927818536758,
      "num_tokens": 138914196.0,
      "step": 180190
    },
    {
      "epoch": 0.2285763574416699,
      "grad_norm": 7.8125,
      "learning_rate": 3.857613877689792e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5349803686141967,
      "num_tokens": 138920246.0,
      "step": 180200
    },
    {
      "epoch": 0.22858904203420274,
      "grad_norm": 5.40625,
      "learning_rate": 3.857550446681163e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5433257579803467,
      "num_tokens": 138928306.0,
      "step": 180210
    },
    {
      "epoch": 0.22860172662673556,
      "grad_norm": 5.0,
      "learning_rate": 3.857487015672534e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5484670460224151,
      "num_tokens": 138936680.0,
      "step": 180220
    },
    {
      "epoch": 0.2286144112192684,
      "grad_norm": 6.03125,
      "learning_rate": 3.8574235846639046e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5314558804035187,
      "num_tokens": 138945413.0,
      "step": 180230
    },
    {
      "epoch": 0.22862709581180124,
      "grad_norm": 5.4375,
      "learning_rate": 3.857360153655276e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5382095813751221,
      "num_tokens": 138952257.0,
      "step": 180240
    },
    {
      "epoch": 0.22863978040433408,
      "grad_norm": 5.03125,
      "learning_rate": 3.8572967226466464e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5404092580080032,
      "num_tokens": 138960337.0,
      "step": 180250
    },
    {
      "epoch": 0.2286524649968669,
      "grad_norm": 6.625,
      "learning_rate": 3.857233291638017e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5509283065795898,
      "num_tokens": 138967797.0,
      "step": 180260
    },
    {
      "epoch": 0.22866514958939974,
      "grad_norm": 5.9375,
      "learning_rate": 3.857169860629388e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5501953542232514,
      "num_tokens": 138975962.0,
      "step": 180270
    },
    {
      "epoch": 0.22867783418193258,
      "grad_norm": 7.625,
      "learning_rate": 3.8571064296207587e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5408918172121048,
      "num_tokens": 138983388.0,
      "step": 180280
    },
    {
      "epoch": 0.22869051877446542,
      "grad_norm": 8.8125,
      "learning_rate": 3.85704299861213e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5262099742889405,
      "num_tokens": 138989560.0,
      "step": 180290
    },
    {
      "epoch": 0.22870320336699823,
      "grad_norm": 4.75,
      "learning_rate": 3.8569795676035004e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5251763582229614,
      "num_tokens": 138997783.0,
      "step": 180300
    },
    {
      "epoch": 0.22871588795953107,
      "grad_norm": 7.0625,
      "learning_rate": 3.8569161365948716e-05,
      "loss": 1.9702,
      "mean_token_accuracy": 0.5693647384643554,
      "num_tokens": 139003703.0,
      "step": 180310
    },
    {
      "epoch": 0.2287285725520639,
      "grad_norm": 12.125,
      "learning_rate": 3.856852705586242e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5441245406866073,
      "num_tokens": 139011032.0,
      "step": 180320
    },
    {
      "epoch": 0.22874125714459675,
      "grad_norm": 5.28125,
      "learning_rate": 3.856789274577613e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5497080892324447,
      "num_tokens": 139019128.0,
      "step": 180330
    },
    {
      "epoch": 0.22875394173712957,
      "grad_norm": 6.40625,
      "learning_rate": 3.856725843568984e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5475332766771317,
      "num_tokens": 139026691.0,
      "step": 180340
    },
    {
      "epoch": 0.2287666263296624,
      "grad_norm": 4.9375,
      "learning_rate": 3.8566624125603544e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5462828010320664,
      "num_tokens": 139034723.0,
      "step": 180350
    },
    {
      "epoch": 0.22877931092219525,
      "grad_norm": 5.8125,
      "learning_rate": 3.8565989815517256e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5446780562400818,
      "num_tokens": 139041594.0,
      "step": 180360
    },
    {
      "epoch": 0.2287919955147281,
      "grad_norm": 6.375,
      "learning_rate": 3.856535550543097e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5330696165561676,
      "num_tokens": 139049294.0,
      "step": 180370
    },
    {
      "epoch": 0.2288046801072609,
      "grad_norm": 5.1875,
      "learning_rate": 3.8564721195344674e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5325619071722031,
      "num_tokens": 139056997.0,
      "step": 180380
    },
    {
      "epoch": 0.22881736469979375,
      "grad_norm": 7.4375,
      "learning_rate": 3.856408688525838e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5578840851783753,
      "num_tokens": 139064130.0,
      "step": 180390
    },
    {
      "epoch": 0.2288300492923266,
      "grad_norm": 5.34375,
      "learning_rate": 3.8563452575172085e-05,
      "loss": 2.2226,
      "mean_token_accuracy": 0.5181213349103928,
      "num_tokens": 139072217.0,
      "step": 180400
    },
    {
      "epoch": 0.22884273388485943,
      "grad_norm": 4.90625,
      "learning_rate": 3.85628182650858e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5162014901638031,
      "num_tokens": 139081110.0,
      "step": 180410
    },
    {
      "epoch": 0.22885541847739224,
      "grad_norm": 5.5625,
      "learning_rate": 3.856218395499951e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5436664819717407,
      "num_tokens": 139088916.0,
      "step": 180420
    },
    {
      "epoch": 0.22886810306992508,
      "grad_norm": 5.3125,
      "learning_rate": 3.8561549644913214e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5328500509262085,
      "num_tokens": 139097545.0,
      "step": 180430
    },
    {
      "epoch": 0.22888078766245792,
      "grad_norm": 5.375,
      "learning_rate": 3.8560915334826926e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5242699474096298,
      "num_tokens": 139105111.0,
      "step": 180440
    },
    {
      "epoch": 0.22889347225499077,
      "grad_norm": 5.375,
      "learning_rate": 3.856028102474063e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.537281584739685,
      "num_tokens": 139113554.0,
      "step": 180450
    },
    {
      "epoch": 0.22890615684752358,
      "grad_norm": 5.1875,
      "learning_rate": 3.8559646714654344e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5412953197956085,
      "num_tokens": 139123003.0,
      "step": 180460
    },
    {
      "epoch": 0.22891884144005642,
      "grad_norm": 6.0,
      "learning_rate": 3.855901240456805e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5381609767675399,
      "num_tokens": 139130270.0,
      "step": 180470
    },
    {
      "epoch": 0.22893152603258926,
      "grad_norm": 6.96875,
      "learning_rate": 3.8558378094481755e-05,
      "loss": 1.8341,
      "mean_token_accuracy": 0.5953408420085907,
      "num_tokens": 139136084.0,
      "step": 180480
    },
    {
      "epoch": 0.2289442106251221,
      "grad_norm": 4.9375,
      "learning_rate": 3.855774378439547e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5582166194915772,
      "num_tokens": 139143604.0,
      "step": 180490
    },
    {
      "epoch": 0.22895689521765492,
      "grad_norm": 6.21875,
      "learning_rate": 3.855710947430917e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5682826191186905,
      "num_tokens": 139150008.0,
      "step": 180500
    },
    {
      "epoch": 0.22896957981018776,
      "grad_norm": 8.125,
      "learning_rate": 3.8556475164222884e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5532818257808685,
      "num_tokens": 139156512.0,
      "step": 180510
    },
    {
      "epoch": 0.2289822644027206,
      "grad_norm": 5.03125,
      "learning_rate": 3.8555840854136596e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5272400796413421,
      "num_tokens": 139164480.0,
      "step": 180520
    },
    {
      "epoch": 0.22899494899525344,
      "grad_norm": 6.15625,
      "learning_rate": 3.85552065440503e-05,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5775452315807342,
      "num_tokens": 139171608.0,
      "step": 180530
    },
    {
      "epoch": 0.22900763358778625,
      "grad_norm": 5.15625,
      "learning_rate": 3.855457223396401e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5321537345647812,
      "num_tokens": 139180229.0,
      "step": 180540
    },
    {
      "epoch": 0.2290203181803191,
      "grad_norm": 5.5625,
      "learning_rate": 3.855393792387771e-05,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5249572545289993,
      "num_tokens": 139188363.0,
      "step": 180550
    },
    {
      "epoch": 0.22903300277285193,
      "grad_norm": 5.84375,
      "learning_rate": 3.8553303613791425e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5298403590917588,
      "num_tokens": 139196980.0,
      "step": 180560
    },
    {
      "epoch": 0.22904568736538475,
      "grad_norm": 5.625,
      "learning_rate": 3.855266930370514e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5484919548034668,
      "num_tokens": 139204313.0,
      "step": 180570
    },
    {
      "epoch": 0.2290583719579176,
      "grad_norm": 4.75,
      "learning_rate": 3.855203499361884e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.562544259428978,
      "num_tokens": 139211802.0,
      "step": 180580
    },
    {
      "epoch": 0.22907105655045043,
      "grad_norm": 6.3125,
      "learning_rate": 3.8551400683532554e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.518036887049675,
      "num_tokens": 139220719.0,
      "step": 180590
    },
    {
      "epoch": 0.22908374114298327,
      "grad_norm": 5.25,
      "learning_rate": 3.855076637344626e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5463450133800507,
      "num_tokens": 139229055.0,
      "step": 180600
    },
    {
      "epoch": 0.22909642573551608,
      "grad_norm": 6.40625,
      "learning_rate": 3.8550132063359965e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5381969481706619,
      "num_tokens": 139236895.0,
      "step": 180610
    },
    {
      "epoch": 0.22910911032804893,
      "grad_norm": 7.65625,
      "learning_rate": 3.854949775327368e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5258472263813019,
      "num_tokens": 139245113.0,
      "step": 180620
    },
    {
      "epoch": 0.22912179492058177,
      "grad_norm": 5.84375,
      "learning_rate": 3.854886344318738e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5528389036655426,
      "num_tokens": 139252499.0,
      "step": 180630
    },
    {
      "epoch": 0.2291344795131146,
      "grad_norm": 5.28125,
      "learning_rate": 3.8548229133101094e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5472277700901031,
      "num_tokens": 139260213.0,
      "step": 180640
    },
    {
      "epoch": 0.22914716410564742,
      "grad_norm": 5.125,
      "learning_rate": 3.8547594823014807e-05,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5212491691112519,
      "num_tokens": 139268992.0,
      "step": 180650
    },
    {
      "epoch": 0.22915984869818026,
      "grad_norm": 6.21875,
      "learning_rate": 3.854696051292851e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.540934681892395,
      "num_tokens": 139276517.0,
      "step": 180660
    },
    {
      "epoch": 0.2291725332907131,
      "grad_norm": 5.5,
      "learning_rate": 3.854632620284222e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5504677057266235,
      "num_tokens": 139284395.0,
      "step": 180670
    },
    {
      "epoch": 0.22918521788324595,
      "grad_norm": 4.8125,
      "learning_rate": 3.854569189275592e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5411605119705201,
      "num_tokens": 139292155.0,
      "step": 180680
    },
    {
      "epoch": 0.22919790247577876,
      "grad_norm": 5.15625,
      "learning_rate": 3.8545057582669635e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5523255199193955,
      "num_tokens": 139300656.0,
      "step": 180690
    },
    {
      "epoch": 0.2292105870683116,
      "grad_norm": 5.9375,
      "learning_rate": 3.854442327258335e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5454649746417999,
      "num_tokens": 139307922.0,
      "step": 180700
    },
    {
      "epoch": 0.22922327166084444,
      "grad_norm": 11.625,
      "learning_rate": 3.854378896249705e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5291804105043412,
      "num_tokens": 139315854.0,
      "step": 180710
    },
    {
      "epoch": 0.22923595625337728,
      "grad_norm": 6.0,
      "learning_rate": 3.8543154652410764e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.545099887251854,
      "num_tokens": 139323817.0,
      "step": 180720
    },
    {
      "epoch": 0.2292486408459101,
      "grad_norm": 5.25,
      "learning_rate": 3.854252034232447e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5116402536630631,
      "num_tokens": 139332780.0,
      "step": 180730
    },
    {
      "epoch": 0.22926132543844294,
      "grad_norm": 4.34375,
      "learning_rate": 3.8541886032238175e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5347996205091476,
      "num_tokens": 139340367.0,
      "step": 180740
    },
    {
      "epoch": 0.22927401003097578,
      "grad_norm": 7.71875,
      "learning_rate": 3.854125172215189e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.543130350112915,
      "num_tokens": 139349176.0,
      "step": 180750
    },
    {
      "epoch": 0.22928669462350862,
      "grad_norm": 5.75,
      "learning_rate": 3.854061741206559e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5733791142702103,
      "num_tokens": 139356630.0,
      "step": 180760
    },
    {
      "epoch": 0.22929937921604143,
      "grad_norm": 6.6875,
      "learning_rate": 3.8539983101979305e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5399125725030899,
      "num_tokens": 139364311.0,
      "step": 180770
    },
    {
      "epoch": 0.22931206380857427,
      "grad_norm": 6.3125,
      "learning_rate": 3.853934879189301e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5173703968524933,
      "num_tokens": 139371659.0,
      "step": 180780
    },
    {
      "epoch": 0.22932474840110711,
      "grad_norm": 7.09375,
      "learning_rate": 3.853871448180672e-05,
      "loss": 2.229,
      "mean_token_accuracy": 0.5190072357654572,
      "num_tokens": 139379274.0,
      "step": 180790
    },
    {
      "epoch": 0.22933743299363996,
      "grad_norm": 7.28125,
      "learning_rate": 3.8538080171720434e-05,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5709492266178131,
      "num_tokens": 139387166.0,
      "step": 180800
    },
    {
      "epoch": 0.22935011758617277,
      "grad_norm": 4.75,
      "learning_rate": 3.853744586163413e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5465681850910187,
      "num_tokens": 139395370.0,
      "step": 180810
    },
    {
      "epoch": 0.2293628021787056,
      "grad_norm": 4.96875,
      "learning_rate": 3.8536811551547845e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5442901492118836,
      "num_tokens": 139402952.0,
      "step": 180820
    },
    {
      "epoch": 0.22937548677123845,
      "grad_norm": 7.40625,
      "learning_rate": 3.853617724146155e-05,
      "loss": 2.2149,
      "mean_token_accuracy": 0.5167838752269744,
      "num_tokens": 139410520.0,
      "step": 180830
    },
    {
      "epoch": 0.2293881713637713,
      "grad_norm": 5.59375,
      "learning_rate": 3.853554293137526e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5655484974384308,
      "num_tokens": 139417188.0,
      "step": 180840
    },
    {
      "epoch": 0.2294008559563041,
      "grad_norm": 5.53125,
      "learning_rate": 3.8534908621288975e-05,
      "loss": 2.3131,
      "mean_token_accuracy": 0.5115648239850998,
      "num_tokens": 139425214.0,
      "step": 180850
    },
    {
      "epoch": 0.22941354054883695,
      "grad_norm": 5.375,
      "learning_rate": 3.853427431120268e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5554913341999054,
      "num_tokens": 139432076.0,
      "step": 180860
    },
    {
      "epoch": 0.2294262251413698,
      "grad_norm": 7.40625,
      "learning_rate": 3.853364000111639e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.531169456243515,
      "num_tokens": 139439886.0,
      "step": 180870
    },
    {
      "epoch": 0.22943890973390263,
      "grad_norm": 5.6875,
      "learning_rate": 3.85330056910301e-05,
      "loss": 1.8824,
      "mean_token_accuracy": 0.5752693593502045,
      "num_tokens": 139447164.0,
      "step": 180880
    },
    {
      "epoch": 0.22945159432643544,
      "grad_norm": 5.125,
      "learning_rate": 3.85323713809438e-05,
      "loss": 1.8172,
      "mean_token_accuracy": 0.59661825299263,
      "num_tokens": 139454223.0,
      "step": 180890
    },
    {
      "epoch": 0.22946427891896828,
      "grad_norm": 5.03125,
      "learning_rate": 3.8531737070857515e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5462888985872268,
      "num_tokens": 139462055.0,
      "step": 180900
    },
    {
      "epoch": 0.22947696351150113,
      "grad_norm": 4.6875,
      "learning_rate": 3.853110276077122e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5421792447566987,
      "num_tokens": 139469768.0,
      "step": 180910
    },
    {
      "epoch": 0.22948964810403397,
      "grad_norm": 5.9375,
      "learning_rate": 3.853046845068493e-05,
      "loss": 1.9027,
      "mean_token_accuracy": 0.5737344563007355,
      "num_tokens": 139477002.0,
      "step": 180920
    },
    {
      "epoch": 0.22950233269656678,
      "grad_norm": 6.09375,
      "learning_rate": 3.852983414059864e-05,
      "loss": 2.3768,
      "mean_token_accuracy": 0.5066741168498993,
      "num_tokens": 139485380.0,
      "step": 180930
    },
    {
      "epoch": 0.22951501728909962,
      "grad_norm": 5.875,
      "learning_rate": 3.852919983051235e-05,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5789213180541992,
      "num_tokens": 139492893.0,
      "step": 180940
    },
    {
      "epoch": 0.22952770188163246,
      "grad_norm": 7.78125,
      "learning_rate": 3.8528565520426055e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5219944328069687,
      "num_tokens": 139501372.0,
      "step": 180950
    },
    {
      "epoch": 0.2295403864741653,
      "grad_norm": 5.09375,
      "learning_rate": 3.852793121033976e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5418682724237442,
      "num_tokens": 139508601.0,
      "step": 180960
    },
    {
      "epoch": 0.22955307106669812,
      "grad_norm": 6.25,
      "learning_rate": 3.852729690025347e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5324723064899445,
      "num_tokens": 139515243.0,
      "step": 180970
    },
    {
      "epoch": 0.22956575565923096,
      "grad_norm": 5.0,
      "learning_rate": 3.852666259016718e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5368315696716308,
      "num_tokens": 139524272.0,
      "step": 180980
    },
    {
      "epoch": 0.2295784402517638,
      "grad_norm": 6.46875,
      "learning_rate": 3.852602828008089e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5236491173505783,
      "num_tokens": 139533120.0,
      "step": 180990
    },
    {
      "epoch": 0.22959112484429664,
      "grad_norm": 11.625,
      "learning_rate": 3.85253939699946e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.532930138707161,
      "num_tokens": 139540580.0,
      "step": 181000
    },
    {
      "epoch": 0.22960380943682945,
      "grad_norm": 8.4375,
      "learning_rate": 3.852475965990831e-05,
      "loss": 1.6277,
      "mean_token_accuracy": 0.6266185909509658,
      "num_tokens": 139547215.0,
      "step": 181010
    },
    {
      "epoch": 0.2296164940293623,
      "grad_norm": 5.65625,
      "learning_rate": 3.852412534982201e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5503854930400849,
      "num_tokens": 139554003.0,
      "step": 181020
    },
    {
      "epoch": 0.22962917862189514,
      "grad_norm": 7.65625,
      "learning_rate": 3.852349103973572e-05,
      "loss": 1.8709,
      "mean_token_accuracy": 0.5710171848535538,
      "num_tokens": 139561150.0,
      "step": 181030
    },
    {
      "epoch": 0.22964186321442795,
      "grad_norm": 6.03125,
      "learning_rate": 3.852285672964943e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5368382126092911,
      "num_tokens": 139568755.0,
      "step": 181040
    },
    {
      "epoch": 0.2296545478069608,
      "grad_norm": 5.71875,
      "learning_rate": 3.852222241956314e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5451805591583252,
      "num_tokens": 139576478.0,
      "step": 181050
    },
    {
      "epoch": 0.22966723239949363,
      "grad_norm": 6.3125,
      "learning_rate": 3.852158810947685e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5660274237394333,
      "num_tokens": 139583517.0,
      "step": 181060
    },
    {
      "epoch": 0.22967991699202647,
      "grad_norm": 5.625,
      "learning_rate": 3.852095379939056e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5321197658777237,
      "num_tokens": 139592248.0,
      "step": 181070
    },
    {
      "epoch": 0.22969260158455929,
      "grad_norm": 5.09375,
      "learning_rate": 3.8520319489304265e-05,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5170247972011566,
      "num_tokens": 139601174.0,
      "step": 181080
    },
    {
      "epoch": 0.22970528617709213,
      "grad_norm": 5.40625,
      "learning_rate": 3.851968517921797e-05,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5633628576993942,
      "num_tokens": 139607532.0,
      "step": 181090
    },
    {
      "epoch": 0.22971797076962497,
      "grad_norm": 5.15625,
      "learning_rate": 3.851905086913168e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5235416531562805,
      "num_tokens": 139617116.0,
      "step": 181100
    },
    {
      "epoch": 0.2297306553621578,
      "grad_norm": 7.375,
      "learning_rate": 3.851841655904539e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5533239930868149,
      "num_tokens": 139624022.0,
      "step": 181110
    },
    {
      "epoch": 0.22974333995469062,
      "grad_norm": 8.25,
      "learning_rate": 3.85177822489591e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5447626054286957,
      "num_tokens": 139631359.0,
      "step": 181120
    },
    {
      "epoch": 0.22975602454722346,
      "grad_norm": 5.40625,
      "learning_rate": 3.8517147938872806e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5349794447422027,
      "num_tokens": 139639805.0,
      "step": 181130
    },
    {
      "epoch": 0.2297687091397563,
      "grad_norm": 6.21875,
      "learning_rate": 3.851651362878652e-05,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5286633908748627,
      "num_tokens": 139648466.0,
      "step": 181140
    },
    {
      "epoch": 0.22978139373228915,
      "grad_norm": 5.90625,
      "learning_rate": 3.851587931870022e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5464768826961517,
      "num_tokens": 139655820.0,
      "step": 181150
    },
    {
      "epoch": 0.22979407832482196,
      "grad_norm": 5.375,
      "learning_rate": 3.851524500861393e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5315523147583008,
      "num_tokens": 139665005.0,
      "step": 181160
    },
    {
      "epoch": 0.2298067629173548,
      "grad_norm": 12.0,
      "learning_rate": 3.851461069852764e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5725691735744476,
      "num_tokens": 139671722.0,
      "step": 181170
    },
    {
      "epoch": 0.22981944750988764,
      "grad_norm": 4.625,
      "learning_rate": 3.8513976388441346e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.553572416305542,
      "num_tokens": 139679736.0,
      "step": 181180
    },
    {
      "epoch": 0.22983213210242048,
      "grad_norm": 6.125,
      "learning_rate": 3.851334207835506e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5478089630603791,
      "num_tokens": 139686666.0,
      "step": 181190
    },
    {
      "epoch": 0.2298448166949533,
      "grad_norm": 4.96875,
      "learning_rate": 3.851270776826877e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.552764680981636,
      "num_tokens": 139693595.0,
      "step": 181200
    },
    {
      "epoch": 0.22985750128748614,
      "grad_norm": 5.4375,
      "learning_rate": 3.8512073458182476e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.553839099407196,
      "num_tokens": 139701645.0,
      "step": 181210
    },
    {
      "epoch": 0.22987018588001898,
      "grad_norm": 6.375,
      "learning_rate": 3.851143914809619e-05,
      "loss": 2.2711,
      "mean_token_accuracy": 0.5227434635162354,
      "num_tokens": 139708408.0,
      "step": 181220
    },
    {
      "epoch": 0.22988287047255182,
      "grad_norm": 5.21875,
      "learning_rate": 3.8510804838009886e-05,
      "loss": 2.2905,
      "mean_token_accuracy": 0.5066323757171631,
      "num_tokens": 139717368.0,
      "step": 181230
    },
    {
      "epoch": 0.22989555506508463,
      "grad_norm": 4.875,
      "learning_rate": 3.85101705279236e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5747989624738693,
      "num_tokens": 139726102.0,
      "step": 181240
    },
    {
      "epoch": 0.22990823965761747,
      "grad_norm": 5.96875,
      "learning_rate": 3.850953621783731e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5364786833524704,
      "num_tokens": 139734157.0,
      "step": 181250
    },
    {
      "epoch": 0.22992092425015032,
      "grad_norm": 6.125,
      "learning_rate": 3.8508901907751016e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5791938573122024,
      "num_tokens": 139742124.0,
      "step": 181260
    },
    {
      "epoch": 0.22993360884268316,
      "grad_norm": 4.96875,
      "learning_rate": 3.850826759766473e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5400868952274323,
      "num_tokens": 139749721.0,
      "step": 181270
    },
    {
      "epoch": 0.22994629343521597,
      "grad_norm": 5.25,
      "learning_rate": 3.8507633287578433e-05,
      "loss": 1.9227,
      "mean_token_accuracy": 0.575037807226181,
      "num_tokens": 139757147.0,
      "step": 181280
    },
    {
      "epoch": 0.2299589780277488,
      "grad_norm": 4.5625,
      "learning_rate": 3.8506998977492146e-05,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5036752671003342,
      "num_tokens": 139766704.0,
      "step": 181290
    },
    {
      "epoch": 0.22997166262028165,
      "grad_norm": 6.0625,
      "learning_rate": 3.850636466740585e-05,
      "loss": 1.7734,
      "mean_token_accuracy": 0.6054045617580414,
      "num_tokens": 139772958.0,
      "step": 181300
    },
    {
      "epoch": 0.2299843472128145,
      "grad_norm": 5.15625,
      "learning_rate": 3.8505730357319556e-05,
      "loss": 1.8056,
      "mean_token_accuracy": 0.5974044471979141,
      "num_tokens": 139780061.0,
      "step": 181310
    },
    {
      "epoch": 0.2299970318053473,
      "grad_norm": 4.4375,
      "learning_rate": 3.850509604723327e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5681313723325729,
      "num_tokens": 139787699.0,
      "step": 181320
    },
    {
      "epoch": 0.23000971639788015,
      "grad_norm": 6.34375,
      "learning_rate": 3.8504461737146974e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5309181541204453,
      "num_tokens": 139794973.0,
      "step": 181330
    },
    {
      "epoch": 0.230022400990413,
      "grad_norm": 6.375,
      "learning_rate": 3.8503827427060686e-05,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5651030004024505,
      "num_tokens": 139802274.0,
      "step": 181340
    },
    {
      "epoch": 0.23003508558294583,
      "grad_norm": 5.8125,
      "learning_rate": 3.85031931169744e-05,
      "loss": 1.808,
      "mean_token_accuracy": 0.590625923871994,
      "num_tokens": 139810129.0,
      "step": 181350
    },
    {
      "epoch": 0.23004777017547864,
      "grad_norm": 5.25,
      "learning_rate": 3.85025588068881e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.557042521238327,
      "num_tokens": 139819268.0,
      "step": 181360
    },
    {
      "epoch": 0.23006045476801149,
      "grad_norm": 5.28125,
      "learning_rate": 3.850192449680181e-05,
      "loss": 1.7967,
      "mean_token_accuracy": 0.6001700401306153,
      "num_tokens": 139825232.0,
      "step": 181370
    },
    {
      "epoch": 0.23007313936054433,
      "grad_norm": 5.75,
      "learning_rate": 3.8501290186715514e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5296511620283126,
      "num_tokens": 139833361.0,
      "step": 181380
    },
    {
      "epoch": 0.23008582395307717,
      "grad_norm": 6.4375,
      "learning_rate": 3.8500655876629226e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5381838470697403,
      "num_tokens": 139841320.0,
      "step": 181390
    },
    {
      "epoch": 0.23009850854560998,
      "grad_norm": 5.3125,
      "learning_rate": 3.850002156654294e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5662278980016708,
      "num_tokens": 139849031.0,
      "step": 181400
    },
    {
      "epoch": 0.23011119313814282,
      "grad_norm": 4.875,
      "learning_rate": 3.8499387256456644e-05,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5804343611001969,
      "num_tokens": 139856843.0,
      "step": 181410
    },
    {
      "epoch": 0.23012387773067566,
      "grad_norm": 7.1875,
      "learning_rate": 3.8498752946370356e-05,
      "loss": 1.7839,
      "mean_token_accuracy": 0.6003972113132476,
      "num_tokens": 139863632.0,
      "step": 181420
    },
    {
      "epoch": 0.2301365623232085,
      "grad_norm": 5.3125,
      "learning_rate": 3.849811863628406e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5531268656253815,
      "num_tokens": 139872637.0,
      "step": 181430
    },
    {
      "epoch": 0.23014924691574132,
      "grad_norm": 5.53125,
      "learning_rate": 3.8497484326197766e-05,
      "loss": 2.2138,
      "mean_token_accuracy": 0.5243379533290863,
      "num_tokens": 139881235.0,
      "step": 181440
    },
    {
      "epoch": 0.23016193150827416,
      "grad_norm": 4.96875,
      "learning_rate": 3.849685001611148e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5215874671936035,
      "num_tokens": 139889238.0,
      "step": 181450
    },
    {
      "epoch": 0.230174616100807,
      "grad_norm": 5.71875,
      "learning_rate": 3.8496215706025184e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.5949251979589463,
      "num_tokens": 139896644.0,
      "step": 181460
    },
    {
      "epoch": 0.23018730069333984,
      "grad_norm": 6.34375,
      "learning_rate": 3.8495581395938896e-05,
      "loss": 1.5867,
      "mean_token_accuracy": 0.6415184706449508,
      "num_tokens": 139903226.0,
      "step": 181470
    },
    {
      "epoch": 0.23019998528587265,
      "grad_norm": 6.75,
      "learning_rate": 3.84949470858526e-05,
      "loss": 1.7764,
      "mean_token_accuracy": 0.6097790420055389,
      "num_tokens": 139909888.0,
      "step": 181480
    },
    {
      "epoch": 0.2302126698784055,
      "grad_norm": 7.40625,
      "learning_rate": 3.8494312775766314e-05,
      "loss": 2.2931,
      "mean_token_accuracy": 0.516371688246727,
      "num_tokens": 139918021.0,
      "step": 181490
    },
    {
      "epoch": 0.23022535447093834,
      "grad_norm": 5.625,
      "learning_rate": 3.849367846568002e-05,
      "loss": 1.8979,
      "mean_token_accuracy": 0.5733329206705093,
      "num_tokens": 139925479.0,
      "step": 181500
    },
    {
      "epoch": 0.23023803906347115,
      "grad_norm": 5.40625,
      "learning_rate": 3.8493044155593724e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5716145545244217,
      "num_tokens": 139933083.0,
      "step": 181510
    },
    {
      "epoch": 0.230250723656004,
      "grad_norm": 7.0,
      "learning_rate": 3.8492409845507436e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5226862967014313,
      "num_tokens": 139941346.0,
      "step": 181520
    },
    {
      "epoch": 0.23026340824853683,
      "grad_norm": 5.375,
      "learning_rate": 3.849177553542115e-05,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5388924211263657,
      "num_tokens": 139949229.0,
      "step": 181530
    },
    {
      "epoch": 0.23027609284106967,
      "grad_norm": 15.125,
      "learning_rate": 3.8491141225334854e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5539396911859512,
      "num_tokens": 139954519.0,
      "step": 181540
    },
    {
      "epoch": 0.2302887774336025,
      "grad_norm": 6.09375,
      "learning_rate": 3.8490506915248566e-05,
      "loss": 1.7648,
      "mean_token_accuracy": 0.6057703822851181,
      "num_tokens": 139960809.0,
      "step": 181550
    },
    {
      "epoch": 0.23030146202613533,
      "grad_norm": 5.84375,
      "learning_rate": 3.848987260516227e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5271910935640335,
      "num_tokens": 139968499.0,
      "step": 181560
    },
    {
      "epoch": 0.23031414661866817,
      "grad_norm": 7.65625,
      "learning_rate": 3.848923829507598e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5270322978496551,
      "num_tokens": 139977706.0,
      "step": 181570
    },
    {
      "epoch": 0.230326831211201,
      "grad_norm": 6.59375,
      "learning_rate": 3.848860398498969e-05,
      "loss": 1.9031,
      "mean_token_accuracy": 0.5737510353326798,
      "num_tokens": 139984737.0,
      "step": 181580
    },
    {
      "epoch": 0.23033951580373382,
      "grad_norm": 4.71875,
      "learning_rate": 3.8487969674903394e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5471380531787873,
      "num_tokens": 139993716.0,
      "step": 181590
    },
    {
      "epoch": 0.23035220039626667,
      "grad_norm": 5.0625,
      "learning_rate": 3.8487335364817106e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5798317670822144,
      "num_tokens": 140001215.0,
      "step": 181600
    },
    {
      "epoch": 0.2303648849887995,
      "grad_norm": 6.0625,
      "learning_rate": 3.848670105473081e-05,
      "loss": 2.3397,
      "mean_token_accuracy": 0.49411955177783967,
      "num_tokens": 140010223.0,
      "step": 181610
    },
    {
      "epoch": 0.23037756958133235,
      "grad_norm": 4.84375,
      "learning_rate": 3.8486066744644524e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5373550713062286,
      "num_tokens": 140018178.0,
      "step": 181620
    },
    {
      "epoch": 0.23039025417386516,
      "grad_norm": 4.90625,
      "learning_rate": 3.8485432434558236e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5528311163187027,
      "num_tokens": 140026374.0,
      "step": 181630
    },
    {
      "epoch": 0.230402938766398,
      "grad_norm": 6.4375,
      "learning_rate": 3.848479812447194e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.534749323129654,
      "num_tokens": 140034440.0,
      "step": 181640
    },
    {
      "epoch": 0.23041562335893084,
      "grad_norm": 5.6875,
      "learning_rate": 3.848416381438565e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5408663988113404,
      "num_tokens": 140040905.0,
      "step": 181650
    },
    {
      "epoch": 0.23042830795146368,
      "grad_norm": 5.4375,
      "learning_rate": 3.848352950429935e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5382786273956299,
      "num_tokens": 140049211.0,
      "step": 181660
    },
    {
      "epoch": 0.2304409925439965,
      "grad_norm": 5.6875,
      "learning_rate": 3.8482895194213064e-05,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5754242956638336,
      "num_tokens": 140056558.0,
      "step": 181670
    },
    {
      "epoch": 0.23045367713652934,
      "grad_norm": 5.0625,
      "learning_rate": 3.8482260884126776e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5329089939594269,
      "num_tokens": 140064872.0,
      "step": 181680
    },
    {
      "epoch": 0.23046636172906218,
      "grad_norm": 5.15625,
      "learning_rate": 3.848162657404048e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5599324077367782,
      "num_tokens": 140071645.0,
      "step": 181690
    },
    {
      "epoch": 0.23047904632159502,
      "grad_norm": 7.53125,
      "learning_rate": 3.8480992263954194e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5548602700233459,
      "num_tokens": 140079516.0,
      "step": 181700
    },
    {
      "epoch": 0.23049173091412783,
      "grad_norm": 6.78125,
      "learning_rate": 3.84803579538679e-05,
      "loss": 1.8785,
      "mean_token_accuracy": 0.5844996869564056,
      "num_tokens": 140086962.0,
      "step": 181710
    },
    {
      "epoch": 0.23050441550666068,
      "grad_norm": 5.0625,
      "learning_rate": 3.8479723643781604e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5377022862434387,
      "num_tokens": 140093895.0,
      "step": 181720
    },
    {
      "epoch": 0.23051710009919352,
      "grad_norm": 5.03125,
      "learning_rate": 3.8479089333695317e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5326499164104461,
      "num_tokens": 140100035.0,
      "step": 181730
    },
    {
      "epoch": 0.23052978469172636,
      "grad_norm": 5.125,
      "learning_rate": 3.847845502360902e-05,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5309176295995712,
      "num_tokens": 140108439.0,
      "step": 181740
    },
    {
      "epoch": 0.23054246928425917,
      "grad_norm": 6.65625,
      "learning_rate": 3.8477820713522734e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5621516138315201,
      "num_tokens": 140116077.0,
      "step": 181750
    },
    {
      "epoch": 0.230555153876792,
      "grad_norm": 5.90625,
      "learning_rate": 3.847718640343644e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5361239969730377,
      "num_tokens": 140123378.0,
      "step": 181760
    },
    {
      "epoch": 0.23056783846932485,
      "grad_norm": 7.875,
      "learning_rate": 3.847655209335015e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5311419606208801,
      "num_tokens": 140130904.0,
      "step": 181770
    },
    {
      "epoch": 0.2305805230618577,
      "grad_norm": 5.875,
      "learning_rate": 3.847591778326386e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.529003518819809,
      "num_tokens": 140138692.0,
      "step": 181780
    },
    {
      "epoch": 0.2305932076543905,
      "grad_norm": 4.90625,
      "learning_rate": 3.847528347317756e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.534149706363678,
      "num_tokens": 140146519.0,
      "step": 181790
    },
    {
      "epoch": 0.23060589224692335,
      "grad_norm": 6.25,
      "learning_rate": 3.8474649163091274e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5550220727920532,
      "num_tokens": 140153829.0,
      "step": 181800
    },
    {
      "epoch": 0.2306185768394562,
      "grad_norm": 7.1875,
      "learning_rate": 3.847401485300498e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5781556725502014,
      "num_tokens": 140161743.0,
      "step": 181810
    },
    {
      "epoch": 0.23063126143198903,
      "grad_norm": 6.375,
      "learning_rate": 3.847338054291869e-05,
      "loss": 1.7767,
      "mean_token_accuracy": 0.5935542762279511,
      "num_tokens": 140168087.0,
      "step": 181820
    },
    {
      "epoch": 0.23064394602452185,
      "grad_norm": 7.3125,
      "learning_rate": 3.8472746232832404e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5267725378274918,
      "num_tokens": 140175778.0,
      "step": 181830
    },
    {
      "epoch": 0.2306566306170547,
      "grad_norm": 5.71875,
      "learning_rate": 3.847211192274611e-05,
      "loss": 2.2208,
      "mean_token_accuracy": 0.510296830534935,
      "num_tokens": 140183226.0,
      "step": 181840
    },
    {
      "epoch": 0.23066931520958753,
      "grad_norm": 6.5625,
      "learning_rate": 3.8471477612659815e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5457283586263657,
      "num_tokens": 140190888.0,
      "step": 181850
    },
    {
      "epoch": 0.23068199980212037,
      "grad_norm": 5.28125,
      "learning_rate": 3.847084330257352e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5607265025377274,
      "num_tokens": 140199621.0,
      "step": 181860
    },
    {
      "epoch": 0.23069468439465318,
      "grad_norm": 7.71875,
      "learning_rate": 3.847020899248723e-05,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5920464128255845,
      "num_tokens": 140206051.0,
      "step": 181870
    },
    {
      "epoch": 0.23070736898718602,
      "grad_norm": 5.40625,
      "learning_rate": 3.8469574682400944e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5229375749826431,
      "num_tokens": 140214731.0,
      "step": 181880
    },
    {
      "epoch": 0.23072005357971886,
      "grad_norm": 5.9375,
      "learning_rate": 3.846894037231465e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5415879189968109,
      "num_tokens": 140221901.0,
      "step": 181890
    },
    {
      "epoch": 0.2307327381722517,
      "grad_norm": 6.25,
      "learning_rate": 3.846830606222836e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5513206839561462,
      "num_tokens": 140229532.0,
      "step": 181900
    },
    {
      "epoch": 0.23074542276478452,
      "grad_norm": 5.90625,
      "learning_rate": 3.846767175214207e-05,
      "loss": 1.8516,
      "mean_token_accuracy": 0.5813715130090713,
      "num_tokens": 140236385.0,
      "step": 181910
    },
    {
      "epoch": 0.23075810735731736,
      "grad_norm": 5.0,
      "learning_rate": 3.846703744205577e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5222892612218857,
      "num_tokens": 140244649.0,
      "step": 181920
    },
    {
      "epoch": 0.2307707919498502,
      "grad_norm": 6.40625,
      "learning_rate": 3.8466403131969485e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5487420827150344,
      "num_tokens": 140252108.0,
      "step": 181930
    },
    {
      "epoch": 0.23078347654238304,
      "grad_norm": 5.125,
      "learning_rate": 3.846576882188319e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5522429674863816,
      "num_tokens": 140260172.0,
      "step": 181940
    },
    {
      "epoch": 0.23079616113491586,
      "grad_norm": 6.6875,
      "learning_rate": 3.84651345117969e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.552560818195343,
      "num_tokens": 140267388.0,
      "step": 181950
    },
    {
      "epoch": 0.2308088457274487,
      "grad_norm": 5.96875,
      "learning_rate": 3.846450020171061e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5315201222896576,
      "num_tokens": 140275389.0,
      "step": 181960
    },
    {
      "epoch": 0.23082153031998154,
      "grad_norm": 4.71875,
      "learning_rate": 3.846386589162432e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.555118465423584,
      "num_tokens": 140284447.0,
      "step": 181970
    },
    {
      "epoch": 0.23083421491251435,
      "grad_norm": 7.15625,
      "learning_rate": 3.846323158153803e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5551908731460571,
      "num_tokens": 140291971.0,
      "step": 181980
    },
    {
      "epoch": 0.2308468995050472,
      "grad_norm": 4.75,
      "learning_rate": 3.846259727145173e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.545371824502945,
      "num_tokens": 140298964.0,
      "step": 181990
    },
    {
      "epoch": 0.23085958409758003,
      "grad_norm": 5.90625,
      "learning_rate": 3.846196296136544e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5466532528400421,
      "num_tokens": 140307124.0,
      "step": 182000
    },
    {
      "epoch": 0.23087226869011288,
      "grad_norm": 5.25,
      "learning_rate": 3.846132865127915e-05,
      "loss": 2.2778,
      "mean_token_accuracy": 0.5096642285585403,
      "num_tokens": 140314221.0,
      "step": 182010
    },
    {
      "epoch": 0.2308849532826457,
      "grad_norm": 5.34375,
      "learning_rate": 3.846069434119286e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5437385261058807,
      "num_tokens": 140322103.0,
      "step": 182020
    },
    {
      "epoch": 0.23089763787517853,
      "grad_norm": 5.875,
      "learning_rate": 3.846006003110657e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5353752851486206,
      "num_tokens": 140329506.0,
      "step": 182030
    },
    {
      "epoch": 0.23091032246771137,
      "grad_norm": 5.0,
      "learning_rate": 3.845942572102028e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5471661478281021,
      "num_tokens": 140336870.0,
      "step": 182040
    },
    {
      "epoch": 0.2309230070602442,
      "grad_norm": 5.125,
      "learning_rate": 3.845879141093399e-05,
      "loss": 2.2178,
      "mean_token_accuracy": 0.5297192722558975,
      "num_tokens": 140345378.0,
      "step": 182050
    },
    {
      "epoch": 0.23093569165277703,
      "grad_norm": 5.46875,
      "learning_rate": 3.8458157100847695e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5668644666671753,
      "num_tokens": 140353260.0,
      "step": 182060
    },
    {
      "epoch": 0.23094837624530987,
      "grad_norm": 5.8125,
      "learning_rate": 3.84575227907614e-05,
      "loss": 1.8183,
      "mean_token_accuracy": 0.594543844461441,
      "num_tokens": 140360070.0,
      "step": 182070
    },
    {
      "epoch": 0.2309610608378427,
      "grad_norm": 6.71875,
      "learning_rate": 3.845688848067511e-05,
      "loss": 1.9017,
      "mean_token_accuracy": 0.5842410743236541,
      "num_tokens": 140367266.0,
      "step": 182080
    },
    {
      "epoch": 0.23097374543037555,
      "grad_norm": 6.4375,
      "learning_rate": 3.845625417058882e-05,
      "loss": 1.7062,
      "mean_token_accuracy": 0.615065723657608,
      "num_tokens": 140374217.0,
      "step": 182090
    },
    {
      "epoch": 0.23098643002290836,
      "grad_norm": 8.5625,
      "learning_rate": 3.845561986050253e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5538883566856384,
      "num_tokens": 140382365.0,
      "step": 182100
    },
    {
      "epoch": 0.2309991146154412,
      "grad_norm": 6.40625,
      "learning_rate": 3.8454985550416235e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5409106075763702,
      "num_tokens": 140390738.0,
      "step": 182110
    },
    {
      "epoch": 0.23101179920797404,
      "grad_norm": 4.25,
      "learning_rate": 3.845435124032995e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5270849466323853,
      "num_tokens": 140398238.0,
      "step": 182120
    },
    {
      "epoch": 0.23102448380050689,
      "grad_norm": 6.125,
      "learning_rate": 3.845371693024365e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5317728757858277,
      "num_tokens": 140405902.0,
      "step": 182130
    },
    {
      "epoch": 0.2310371683930397,
      "grad_norm": 7.9375,
      "learning_rate": 3.845308262015736e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5668874263763428,
      "num_tokens": 140412741.0,
      "step": 182140
    },
    {
      "epoch": 0.23104985298557254,
      "grad_norm": 5.4375,
      "learning_rate": 3.845244831007107e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.521417248249054,
      "num_tokens": 140419790.0,
      "step": 182150
    },
    {
      "epoch": 0.23106253757810538,
      "grad_norm": 5.46875,
      "learning_rate": 3.8451813999984775e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5392856150865555,
      "num_tokens": 140428412.0,
      "step": 182160
    },
    {
      "epoch": 0.23107522217063822,
      "grad_norm": 5.90625,
      "learning_rate": 3.845117968989849e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5649992048740387,
      "num_tokens": 140437181.0,
      "step": 182170
    },
    {
      "epoch": 0.23108790676317104,
      "grad_norm": 4.875,
      "learning_rate": 3.84505453798122e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5697895586490631,
      "num_tokens": 140444882.0,
      "step": 182180
    },
    {
      "epoch": 0.23110059135570388,
      "grad_norm": 6.125,
      "learning_rate": 3.8449911069725905e-05,
      "loss": 1.8081,
      "mean_token_accuracy": 0.5866945713758469,
      "num_tokens": 140451982.0,
      "step": 182190
    },
    {
      "epoch": 0.23111327594823672,
      "grad_norm": 5.5,
      "learning_rate": 3.844927675963961e-05,
      "loss": 1.8254,
      "mean_token_accuracy": 0.5960429787635804,
      "num_tokens": 140459619.0,
      "step": 182200
    },
    {
      "epoch": 0.23112596054076956,
      "grad_norm": 6.46875,
      "learning_rate": 3.8448642449553316e-05,
      "loss": 2.2828,
      "mean_token_accuracy": 0.5059713423252106,
      "num_tokens": 140466615.0,
      "step": 182210
    },
    {
      "epoch": 0.23113864513330237,
      "grad_norm": 4.84375,
      "learning_rate": 3.844800813946703e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5469001829624176,
      "num_tokens": 140473863.0,
      "step": 182220
    },
    {
      "epoch": 0.23115132972583521,
      "grad_norm": 5.375,
      "learning_rate": 3.844737382938074e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5480749577283859,
      "num_tokens": 140481180.0,
      "step": 182230
    },
    {
      "epoch": 0.23116401431836806,
      "grad_norm": 5.0625,
      "learning_rate": 3.8446739519294445e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.544583797454834,
      "num_tokens": 140488633.0,
      "step": 182240
    },
    {
      "epoch": 0.2311766989109009,
      "grad_norm": 7.375,
      "learning_rate": 3.844610520920816e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5637241244316101,
      "num_tokens": 140495929.0,
      "step": 182250
    },
    {
      "epoch": 0.2311893835034337,
      "grad_norm": 6.90625,
      "learning_rate": 3.844547089912186e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5503392845392228,
      "num_tokens": 140503224.0,
      "step": 182260
    },
    {
      "epoch": 0.23120206809596655,
      "grad_norm": 5.4375,
      "learning_rate": 3.844483658903557e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5171897858381271,
      "num_tokens": 140511930.0,
      "step": 182270
    },
    {
      "epoch": 0.2312147526884994,
      "grad_norm": 4.3125,
      "learning_rate": 3.844420227894928e-05,
      "loss": 1.9265,
      "mean_token_accuracy": 0.5662316381931305,
      "num_tokens": 140519728.0,
      "step": 182280
    },
    {
      "epoch": 0.23122743728103223,
      "grad_norm": 4.78125,
      "learning_rate": 3.8443567968862986e-05,
      "loss": 1.7579,
      "mean_token_accuracy": 0.602843725681305,
      "num_tokens": 140527919.0,
      "step": 182290
    },
    {
      "epoch": 0.23124012187356505,
      "grad_norm": 5.40625,
      "learning_rate": 3.84429336587767e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5413086950778961,
      "num_tokens": 140535525.0,
      "step": 182300
    },
    {
      "epoch": 0.2312528064660979,
      "grad_norm": 5.46875,
      "learning_rate": 3.84422993486904e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5166589707136154,
      "num_tokens": 140543726.0,
      "step": 182310
    },
    {
      "epoch": 0.23126549105863073,
      "grad_norm": 4.625,
      "learning_rate": 3.8441665038604115e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.540944081544876,
      "num_tokens": 140552408.0,
      "step": 182320
    },
    {
      "epoch": 0.23127817565116357,
      "grad_norm": 5.96875,
      "learning_rate": 3.844103072851782e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5632881373167038,
      "num_tokens": 140558946.0,
      "step": 182330
    },
    {
      "epoch": 0.23129086024369638,
      "grad_norm": 5.46875,
      "learning_rate": 3.8440396418431526e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5386007070541382,
      "num_tokens": 140567965.0,
      "step": 182340
    },
    {
      "epoch": 0.23130354483622922,
      "grad_norm": 12.3125,
      "learning_rate": 3.843976210834524e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5508256405591965,
      "num_tokens": 140575930.0,
      "step": 182350
    },
    {
      "epoch": 0.23131622942876207,
      "grad_norm": 5.0,
      "learning_rate": 3.8439127798258943e-05,
      "loss": 2.2477,
      "mean_token_accuracy": 0.5163112163543702,
      "num_tokens": 140582999.0,
      "step": 182360
    },
    {
      "epoch": 0.2313289140212949,
      "grad_norm": 6.125,
      "learning_rate": 3.8438493488172656e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5760171324014663,
      "num_tokens": 140589366.0,
      "step": 182370
    },
    {
      "epoch": 0.23134159861382772,
      "grad_norm": 5.5625,
      "learning_rate": 3.843785917808637e-05,
      "loss": 2.2516,
      "mean_token_accuracy": 0.5254860103130341,
      "num_tokens": 140596962.0,
      "step": 182380
    },
    {
      "epoch": 0.23135428320636056,
      "grad_norm": 5.0,
      "learning_rate": 3.843722486800007e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5395897328853607,
      "num_tokens": 140604488.0,
      "step": 182390
    },
    {
      "epoch": 0.2313669677988934,
      "grad_norm": 6.1875,
      "learning_rate": 3.8436590557913785e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5603481411933899,
      "num_tokens": 140611224.0,
      "step": 182400
    },
    {
      "epoch": 0.23137965239142624,
      "grad_norm": 4.8125,
      "learning_rate": 3.8435956247827484e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5652347028255462,
      "num_tokens": 140619539.0,
      "step": 182410
    },
    {
      "epoch": 0.23139233698395906,
      "grad_norm": 6.8125,
      "learning_rate": 3.8435321937741196e-05,
      "loss": 2.2058,
      "mean_token_accuracy": 0.5218729227781296,
      "num_tokens": 140628560.0,
      "step": 182420
    },
    {
      "epoch": 0.2314050215764919,
      "grad_norm": 7.40625,
      "learning_rate": 3.843468762765491e-05,
      "loss": 1.8802,
      "mean_token_accuracy": 0.5795820534229279,
      "num_tokens": 140634766.0,
      "step": 182430
    },
    {
      "epoch": 0.23141770616902474,
      "grad_norm": 6.09375,
      "learning_rate": 3.843405331756861e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5387374490499497,
      "num_tokens": 140643085.0,
      "step": 182440
    },
    {
      "epoch": 0.23143039076155755,
      "grad_norm": 4.96875,
      "learning_rate": 3.8433419007482325e-05,
      "loss": 1.8466,
      "mean_token_accuracy": 0.5909427255392075,
      "num_tokens": 140650073.0,
      "step": 182450
    },
    {
      "epoch": 0.2314430753540904,
      "grad_norm": 5.65625,
      "learning_rate": 3.843278469739604e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5275577336549759,
      "num_tokens": 140656754.0,
      "step": 182460
    },
    {
      "epoch": 0.23145575994662324,
      "grad_norm": 7.59375,
      "learning_rate": 3.843215038730974e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.563725745677948,
      "num_tokens": 140664759.0,
      "step": 182470
    },
    {
      "epoch": 0.23146844453915608,
      "grad_norm": 9.9375,
      "learning_rate": 3.843151607722345e-05,
      "loss": 1.6133,
      "mean_token_accuracy": 0.6431052058935165,
      "num_tokens": 140671269.0,
      "step": 182480
    },
    {
      "epoch": 0.2314811291316889,
      "grad_norm": 4.71875,
      "learning_rate": 3.8430881767137154e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5408196002244949,
      "num_tokens": 140679530.0,
      "step": 182490
    },
    {
      "epoch": 0.23149381372422173,
      "grad_norm": 5.0,
      "learning_rate": 3.8430247457050866e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5420869171619416,
      "num_tokens": 140688718.0,
      "step": 182500
    },
    {
      "epoch": 0.23150649831675457,
      "grad_norm": 5.09375,
      "learning_rate": 3.842961314696458e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5416588932275772,
      "num_tokens": 140696843.0,
      "step": 182510
    },
    {
      "epoch": 0.2315191829092874,
      "grad_norm": 4.78125,
      "learning_rate": 3.842897883687828e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5323087990283966,
      "num_tokens": 140704489.0,
      "step": 182520
    },
    {
      "epoch": 0.23153186750182023,
      "grad_norm": 5.40625,
      "learning_rate": 3.8428344526791995e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5353382140398025,
      "num_tokens": 140712964.0,
      "step": 182530
    },
    {
      "epoch": 0.23154455209435307,
      "grad_norm": 5.4375,
      "learning_rate": 3.84277102167057e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5371015161275864,
      "num_tokens": 140721322.0,
      "step": 182540
    },
    {
      "epoch": 0.2315572366868859,
      "grad_norm": 5.25,
      "learning_rate": 3.8427075906619406e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5232141643762589,
      "num_tokens": 140729934.0,
      "step": 182550
    },
    {
      "epoch": 0.23156992127941875,
      "grad_norm": 6.46875,
      "learning_rate": 3.842644159653312e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5547511488199234,
      "num_tokens": 140737175.0,
      "step": 182560
    },
    {
      "epoch": 0.23158260587195156,
      "grad_norm": 9.9375,
      "learning_rate": 3.8425807286446824e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5663487285375595,
      "num_tokens": 140745432.0,
      "step": 182570
    },
    {
      "epoch": 0.2315952904644844,
      "grad_norm": 6.21875,
      "learning_rate": 3.8425172976360536e-05,
      "loss": 1.6911,
      "mean_token_accuracy": 0.624507486820221,
      "num_tokens": 140750899.0,
      "step": 182580
    },
    {
      "epoch": 0.23160797505701725,
      "grad_norm": 4.84375,
      "learning_rate": 3.842453866627424e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5496903657913208,
      "num_tokens": 140758284.0,
      "step": 182590
    },
    {
      "epoch": 0.2316206596495501,
      "grad_norm": 4.78125,
      "learning_rate": 3.842390435618795e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5208259731531143,
      "num_tokens": 140765508.0,
      "step": 182600
    },
    {
      "epoch": 0.2316333442420829,
      "grad_norm": 5.53125,
      "learning_rate": 3.842327004610166e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5499008506536484,
      "num_tokens": 140774160.0,
      "step": 182610
    },
    {
      "epoch": 0.23164602883461574,
      "grad_norm": 6.71875,
      "learning_rate": 3.8422635736015364e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5501733303070069,
      "num_tokens": 140780808.0,
      "step": 182620
    },
    {
      "epoch": 0.23165871342714858,
      "grad_norm": 5.40625,
      "learning_rate": 3.8422001425929076e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5642404168844223,
      "num_tokens": 140788026.0,
      "step": 182630
    },
    {
      "epoch": 0.23167139801968142,
      "grad_norm": 7.0625,
      "learning_rate": 3.842136711584278e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5281293451786041,
      "num_tokens": 140795277.0,
      "step": 182640
    },
    {
      "epoch": 0.23168408261221424,
      "grad_norm": 5.09375,
      "learning_rate": 3.8420732805756494e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5093884646892548,
      "num_tokens": 140804005.0,
      "step": 182650
    },
    {
      "epoch": 0.23169676720474708,
      "grad_norm": 6.375,
      "learning_rate": 3.8420098495670206e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5513190895318985,
      "num_tokens": 140810374.0,
      "step": 182660
    },
    {
      "epoch": 0.23170945179727992,
      "grad_norm": 6.375,
      "learning_rate": 3.841946418558391e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5165370553731918,
      "num_tokens": 140817924.0,
      "step": 182670
    },
    {
      "epoch": 0.23172213638981276,
      "grad_norm": 5.25,
      "learning_rate": 3.8418829875497616e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.5733274400234223,
      "num_tokens": 140825603.0,
      "step": 182680
    },
    {
      "epoch": 0.23173482098234557,
      "grad_norm": 6.46875,
      "learning_rate": 3.841819556541132e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5346141517162323,
      "num_tokens": 140832796.0,
      "step": 182690
    },
    {
      "epoch": 0.23174750557487842,
      "grad_norm": 5.875,
      "learning_rate": 3.8417561255325034e-05,
      "loss": 1.7944,
      "mean_token_accuracy": 0.6002338469028473,
      "num_tokens": 140840637.0,
      "step": 182700
    },
    {
      "epoch": 0.23176019016741126,
      "grad_norm": 6.0625,
      "learning_rate": 3.8416926945238746e-05,
      "loss": 2.3281,
      "mean_token_accuracy": 0.49942815899848936,
      "num_tokens": 140849210.0,
      "step": 182710
    },
    {
      "epoch": 0.2317728747599441,
      "grad_norm": 5.8125,
      "learning_rate": 3.841629263515245e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5351367205381393,
      "num_tokens": 140856378.0,
      "step": 182720
    },
    {
      "epoch": 0.2317855593524769,
      "grad_norm": 5.8125,
      "learning_rate": 3.8415658325066163e-05,
      "loss": 2.2244,
      "mean_token_accuracy": 0.5129393249750137,
      "num_tokens": 140865589.0,
      "step": 182730
    },
    {
      "epoch": 0.23179824394500975,
      "grad_norm": 4.5,
      "learning_rate": 3.841502401497987e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5583396434783936,
      "num_tokens": 140872867.0,
      "step": 182740
    },
    {
      "epoch": 0.2318109285375426,
      "grad_norm": 6.8125,
      "learning_rate": 3.8414389704893574e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5582114696502686,
      "num_tokens": 140880296.0,
      "step": 182750
    },
    {
      "epoch": 0.23182361313007543,
      "grad_norm": 5.0625,
      "learning_rate": 3.8413755394807286e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5294208139181137,
      "num_tokens": 140888170.0,
      "step": 182760
    },
    {
      "epoch": 0.23183629772260825,
      "grad_norm": 5.40625,
      "learning_rate": 3.841312108472099e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5234833568334579,
      "num_tokens": 140897526.0,
      "step": 182770
    },
    {
      "epoch": 0.2318489823151411,
      "grad_norm": 5.40625,
      "learning_rate": 3.8412486774634704e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5789897382259369,
      "num_tokens": 140904246.0,
      "step": 182780
    },
    {
      "epoch": 0.23186166690767393,
      "grad_norm": 5.96875,
      "learning_rate": 3.841185246454841e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.559014356136322,
      "num_tokens": 140910962.0,
      "step": 182790
    },
    {
      "epoch": 0.23187435150020677,
      "grad_norm": 5.9375,
      "learning_rate": 3.841121815446212e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5343039482831955,
      "num_tokens": 140919254.0,
      "step": 182800
    },
    {
      "epoch": 0.23188703609273958,
      "grad_norm": 5.65625,
      "learning_rate": 3.841058384437583e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5645930081605911,
      "num_tokens": 140926904.0,
      "step": 182810
    },
    {
      "epoch": 0.23189972068527243,
      "grad_norm": 6.3125,
      "learning_rate": 3.840994953428954e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5399711459875107,
      "num_tokens": 140935048.0,
      "step": 182820
    },
    {
      "epoch": 0.23191240527780527,
      "grad_norm": 4.8125,
      "learning_rate": 3.8409315224203244e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5395128607749939,
      "num_tokens": 140942854.0,
      "step": 182830
    },
    {
      "epoch": 0.2319250898703381,
      "grad_norm": 5.1875,
      "learning_rate": 3.840868091411695e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5415526330471039,
      "num_tokens": 140950819.0,
      "step": 182840
    },
    {
      "epoch": 0.23193777446287092,
      "grad_norm": 5.5,
      "learning_rate": 3.840804660403066e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5438324898481369,
      "num_tokens": 140958437.0,
      "step": 182850
    },
    {
      "epoch": 0.23195045905540376,
      "grad_norm": 4.53125,
      "learning_rate": 3.8407412293944374e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5505934506654739,
      "num_tokens": 140966234.0,
      "step": 182860
    },
    {
      "epoch": 0.2319631436479366,
      "grad_norm": 5.46875,
      "learning_rate": 3.840677798385808e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5404966384172439,
      "num_tokens": 140974965.0,
      "step": 182870
    },
    {
      "epoch": 0.23197582824046944,
      "grad_norm": 5.4375,
      "learning_rate": 3.840614367377179e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5285697251558303,
      "num_tokens": 140983992.0,
      "step": 182880
    },
    {
      "epoch": 0.23198851283300226,
      "grad_norm": 5.09375,
      "learning_rate": 3.8405509363685496e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5406319111585617,
      "num_tokens": 140991836.0,
      "step": 182890
    },
    {
      "epoch": 0.2320011974255351,
      "grad_norm": 6.40625,
      "learning_rate": 3.84048750535992e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.57734035551548,
      "num_tokens": 140998405.0,
      "step": 182900
    },
    {
      "epoch": 0.23201388201806794,
      "grad_norm": 4.875,
      "learning_rate": 3.8404240743512914e-05,
      "loss": 2.2728,
      "mean_token_accuracy": 0.5176376134157181,
      "num_tokens": 141006507.0,
      "step": 182910
    },
    {
      "epoch": 0.23202656661060075,
      "grad_norm": 5.09375,
      "learning_rate": 3.840360643342662e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5457749366760254,
      "num_tokens": 141014364.0,
      "step": 182920
    },
    {
      "epoch": 0.2320392512031336,
      "grad_norm": 5.0625,
      "learning_rate": 3.840297212334033e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5452270537614823,
      "num_tokens": 141020994.0,
      "step": 182930
    },
    {
      "epoch": 0.23205193579566644,
      "grad_norm": 6.25,
      "learning_rate": 3.840233781325404e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5490698099136353,
      "num_tokens": 141027431.0,
      "step": 182940
    },
    {
      "epoch": 0.23206462038819928,
      "grad_norm": 6.78125,
      "learning_rate": 3.840170350316775e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5551953196525574,
      "num_tokens": 141035072.0,
      "step": 182950
    },
    {
      "epoch": 0.2320773049807321,
      "grad_norm": 6.34375,
      "learning_rate": 3.8401069193081454e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5338314890861511,
      "num_tokens": 141042265.0,
      "step": 182960
    },
    {
      "epoch": 0.23208998957326493,
      "grad_norm": 5.40625,
      "learning_rate": 3.840043488299516e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5545998394489289,
      "num_tokens": 141050576.0,
      "step": 182970
    },
    {
      "epoch": 0.23210267416579777,
      "grad_norm": 4.46875,
      "learning_rate": 3.839980057290887e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5729823708534241,
      "num_tokens": 141058951.0,
      "step": 182980
    },
    {
      "epoch": 0.23211535875833061,
      "grad_norm": 4.53125,
      "learning_rate": 3.839916626282258e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5507255882024765,
      "num_tokens": 141066645.0,
      "step": 182990
    },
    {
      "epoch": 0.23212804335086343,
      "grad_norm": 5.1875,
      "learning_rate": 3.839853195273629e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5501637428998947,
      "num_tokens": 141074725.0,
      "step": 183000
    },
    {
      "epoch": 0.23214072794339627,
      "grad_norm": 6.46875,
      "learning_rate": 3.839789764265e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5544840097427368,
      "num_tokens": 141081632.0,
      "step": 183010
    },
    {
      "epoch": 0.2321534125359291,
      "grad_norm": 7.625,
      "learning_rate": 3.839726333256371e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5462647914886475,
      "num_tokens": 141089384.0,
      "step": 183020
    },
    {
      "epoch": 0.23216609712846195,
      "grad_norm": 6.09375,
      "learning_rate": 3.839662902247741e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5246286928653717,
      "num_tokens": 141097623.0,
      "step": 183030
    },
    {
      "epoch": 0.23217878172099476,
      "grad_norm": 4.96875,
      "learning_rate": 3.839599471239112e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5453136384487152,
      "num_tokens": 141105206.0,
      "step": 183040
    },
    {
      "epoch": 0.2321914663135276,
      "grad_norm": 5.375,
      "learning_rate": 3.839536040230483e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5430753260850907,
      "num_tokens": 141113742.0,
      "step": 183050
    },
    {
      "epoch": 0.23220415090606045,
      "grad_norm": 5.5,
      "learning_rate": 3.839472609221854e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5736385822296143,
      "num_tokens": 141121668.0,
      "step": 183060
    },
    {
      "epoch": 0.2322168354985933,
      "grad_norm": 5.09375,
      "learning_rate": 3.839409178213225e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5257081776857376,
      "num_tokens": 141130796.0,
      "step": 183070
    },
    {
      "epoch": 0.2322295200911261,
      "grad_norm": 6.71875,
      "learning_rate": 3.839345747204596e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5448335200548172,
      "num_tokens": 141137597.0,
      "step": 183080
    },
    {
      "epoch": 0.23224220468365894,
      "grad_norm": 4.59375,
      "learning_rate": 3.8392823161959665e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5184334754943848,
      "num_tokens": 141146822.0,
      "step": 183090
    },
    {
      "epoch": 0.23225488927619178,
      "grad_norm": 5.0625,
      "learning_rate": 3.839218885187337e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5221747308969498,
      "num_tokens": 141154415.0,
      "step": 183100
    },
    {
      "epoch": 0.23226757386872462,
      "grad_norm": 5.5625,
      "learning_rate": 3.839155454178708e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5349160194396972,
      "num_tokens": 141162867.0,
      "step": 183110
    },
    {
      "epoch": 0.23228025846125744,
      "grad_norm": 5.6875,
      "learning_rate": 3.839092023170079e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5458961486816406,
      "num_tokens": 141169860.0,
      "step": 183120
    },
    {
      "epoch": 0.23229294305379028,
      "grad_norm": 3.734375,
      "learning_rate": 3.83902859216145e-05,
      "loss": 1.871,
      "mean_token_accuracy": 0.5903151720762253,
      "num_tokens": 141178035.0,
      "step": 183130
    },
    {
      "epoch": 0.23230562764632312,
      "grad_norm": 5.46875,
      "learning_rate": 3.8389651611528205e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5357033997774124,
      "num_tokens": 141186724.0,
      "step": 183140
    },
    {
      "epoch": 0.23231831223885596,
      "grad_norm": 5.96875,
      "learning_rate": 3.838901730144192e-05,
      "loss": 2.264,
      "mean_token_accuracy": 0.5157648265361786,
      "num_tokens": 141194904.0,
      "step": 183150
    },
    {
      "epoch": 0.23233099683138878,
      "grad_norm": 10.375,
      "learning_rate": 3.838838299135563e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.544695383310318,
      "num_tokens": 141201532.0,
      "step": 183160
    },
    {
      "epoch": 0.23234368142392162,
      "grad_norm": 5.53125,
      "learning_rate": 3.838774868126933e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5493712335824966,
      "num_tokens": 141209894.0,
      "step": 183170
    },
    {
      "epoch": 0.23235636601645446,
      "grad_norm": 6.8125,
      "learning_rate": 3.838711437118304e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5454146027565002,
      "num_tokens": 141217916.0,
      "step": 183180
    },
    {
      "epoch": 0.2323690506089873,
      "grad_norm": 6.1875,
      "learning_rate": 3.8386480061096745e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5512171238660812,
      "num_tokens": 141226991.0,
      "step": 183190
    },
    {
      "epoch": 0.2323817352015201,
      "grad_norm": 6.15625,
      "learning_rate": 3.838584575101046e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5250979751348496,
      "num_tokens": 141235201.0,
      "step": 183200
    },
    {
      "epoch": 0.23239441979405295,
      "grad_norm": 12.4375,
      "learning_rate": 3.838521144092417e-05,
      "loss": 1.9144,
      "mean_token_accuracy": 0.5686705946922302,
      "num_tokens": 141241451.0,
      "step": 183210
    },
    {
      "epoch": 0.2324071043865858,
      "grad_norm": 4.71875,
      "learning_rate": 3.8384577130837875e-05,
      "loss": 1.8782,
      "mean_token_accuracy": 0.5816147267818451,
      "num_tokens": 141249208.0,
      "step": 183220
    },
    {
      "epoch": 0.23241978897911864,
      "grad_norm": 5.5625,
      "learning_rate": 3.838394282075159e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5645122677087784,
      "num_tokens": 141257259.0,
      "step": 183230
    },
    {
      "epoch": 0.23243247357165145,
      "grad_norm": 6.125,
      "learning_rate": 3.838330851066529e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5483368307352066,
      "num_tokens": 141264628.0,
      "step": 183240
    },
    {
      "epoch": 0.2324451581641843,
      "grad_norm": 11.5625,
      "learning_rate": 3.8382674200579e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5378698647022248,
      "num_tokens": 141272239.0,
      "step": 183250
    },
    {
      "epoch": 0.23245784275671713,
      "grad_norm": 7.1875,
      "learning_rate": 3.838203989049271e-05,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5783807754516601,
      "num_tokens": 141279111.0,
      "step": 183260
    },
    {
      "epoch": 0.23247052734924997,
      "grad_norm": 5.0625,
      "learning_rate": 3.8381405580406415e-05,
      "loss": 1.9191,
      "mean_token_accuracy": 0.5838258683681488,
      "num_tokens": 141285605.0,
      "step": 183270
    },
    {
      "epoch": 0.23248321194178279,
      "grad_norm": 4.9375,
      "learning_rate": 3.838077127032013e-05,
      "loss": 1.8473,
      "mean_token_accuracy": 0.586823233962059,
      "num_tokens": 141292567.0,
      "step": 183280
    },
    {
      "epoch": 0.23249589653431563,
      "grad_norm": 4.90625,
      "learning_rate": 3.838013696023383e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5282980084419251,
      "num_tokens": 141300819.0,
      "step": 183290
    },
    {
      "epoch": 0.23250858112684847,
      "grad_norm": 5.53125,
      "learning_rate": 3.8379502650147545e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5903006255626678,
      "num_tokens": 141307991.0,
      "step": 183300
    },
    {
      "epoch": 0.2325212657193813,
      "grad_norm": 6.5,
      "learning_rate": 3.837886834006125e-05,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5188998401165008,
      "num_tokens": 141316319.0,
      "step": 183310
    },
    {
      "epoch": 0.23253395031191412,
      "grad_norm": 4.65625,
      "learning_rate": 3.8378234029974955e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5496941983699799,
      "num_tokens": 141324071.0,
      "step": 183320
    },
    {
      "epoch": 0.23254663490444696,
      "grad_norm": 9.0,
      "learning_rate": 3.837759971988867e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5758740603923798,
      "num_tokens": 141329736.0,
      "step": 183330
    },
    {
      "epoch": 0.2325593194969798,
      "grad_norm": 8.5625,
      "learning_rate": 3.837696540980237e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5302014708518982,
      "num_tokens": 141336970.0,
      "step": 183340
    },
    {
      "epoch": 0.23257200408951265,
      "grad_norm": 7.625,
      "learning_rate": 3.8376331099716085e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5783712089061737,
      "num_tokens": 141344319.0,
      "step": 183350
    },
    {
      "epoch": 0.23258468868204546,
      "grad_norm": 4.90625,
      "learning_rate": 3.83756967896298e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.520105654001236,
      "num_tokens": 141351856.0,
      "step": 183360
    },
    {
      "epoch": 0.2325973732745783,
      "grad_norm": 5.96875,
      "learning_rate": 3.83750624795435e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5704742819070816,
      "num_tokens": 141359571.0,
      "step": 183370
    },
    {
      "epoch": 0.23261005786711114,
      "grad_norm": 5.28125,
      "learning_rate": 3.837442816945721e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5247333765029907,
      "num_tokens": 141368858.0,
      "step": 183380
    },
    {
      "epoch": 0.23262274245964396,
      "grad_norm": 5.03125,
      "learning_rate": 3.837379385937092e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5269219875335693,
      "num_tokens": 141376344.0,
      "step": 183390
    },
    {
      "epoch": 0.2326354270521768,
      "grad_norm": 5.78125,
      "learning_rate": 3.8373159549284625e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5618087142705918,
      "num_tokens": 141383218.0,
      "step": 183400
    },
    {
      "epoch": 0.23264811164470964,
      "grad_norm": 5.78125,
      "learning_rate": 3.837252523919834e-05,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5731262713670731,
      "num_tokens": 141390181.0,
      "step": 183410
    },
    {
      "epoch": 0.23266079623724248,
      "grad_norm": 5.375,
      "learning_rate": 3.837189092911204e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5441811919212342,
      "num_tokens": 141397355.0,
      "step": 183420
    },
    {
      "epoch": 0.2326734808297753,
      "grad_norm": 4.8125,
      "learning_rate": 3.8371256619025755e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5426880151033402,
      "num_tokens": 141404644.0,
      "step": 183430
    },
    {
      "epoch": 0.23268616542230813,
      "grad_norm": 6.75,
      "learning_rate": 3.837062230893946e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5387747168540955,
      "num_tokens": 141412678.0,
      "step": 183440
    },
    {
      "epoch": 0.23269885001484097,
      "grad_norm": 5.21875,
      "learning_rate": 3.8369987998853166e-05,
      "loss": 2.2748,
      "mean_token_accuracy": 0.5080493301153183,
      "num_tokens": 141421615.0,
      "step": 183450
    },
    {
      "epoch": 0.23271153460737382,
      "grad_norm": 7.5625,
      "learning_rate": 3.836935368876688e-05,
      "loss": 1.7208,
      "mean_token_accuracy": 0.6052821576595306,
      "num_tokens": 141428043.0,
      "step": 183460
    },
    {
      "epoch": 0.23272421919990663,
      "grad_norm": 4.96875,
      "learning_rate": 3.836871937868058e-05,
      "loss": 2.267,
      "mean_token_accuracy": 0.5201440811157226,
      "num_tokens": 141436173.0,
      "step": 183470
    },
    {
      "epoch": 0.23273690379243947,
      "grad_norm": 6.25,
      "learning_rate": 3.8368085068594295e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5384597778320312,
      "num_tokens": 141444406.0,
      "step": 183480
    },
    {
      "epoch": 0.2327495883849723,
      "grad_norm": 7.09375,
      "learning_rate": 3.836745075850801e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5507264226675034,
      "num_tokens": 141451884.0,
      "step": 183490
    },
    {
      "epoch": 0.23276227297750515,
      "grad_norm": 5.53125,
      "learning_rate": 3.836681644842171e-05,
      "loss": 1.7381,
      "mean_token_accuracy": 0.6055104374885559,
      "num_tokens": 141459235.0,
      "step": 183500
    },
    {
      "epoch": 0.23277495757003797,
      "grad_norm": 9.125,
      "learning_rate": 3.8366182138335425e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5253533154726029,
      "num_tokens": 141467644.0,
      "step": 183510
    },
    {
      "epoch": 0.2327876421625708,
      "grad_norm": 6.21875,
      "learning_rate": 3.836554782824912e-05,
      "loss": 2.221,
      "mean_token_accuracy": 0.5229120463132858,
      "num_tokens": 141476050.0,
      "step": 183520
    },
    {
      "epoch": 0.23280032675510365,
      "grad_norm": 12.75,
      "learning_rate": 3.8364913518162836e-05,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5774286985397339,
      "num_tokens": 141482450.0,
      "step": 183530
    },
    {
      "epoch": 0.2328130113476365,
      "grad_norm": 4.65625,
      "learning_rate": 3.836427920807655e-05,
      "loss": 1.8857,
      "mean_token_accuracy": 0.582499560713768,
      "num_tokens": 141489690.0,
      "step": 183540
    },
    {
      "epoch": 0.2328256959401693,
      "grad_norm": 5.46875,
      "learning_rate": 3.836364489799025e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5397491157054901,
      "num_tokens": 141498410.0,
      "step": 183550
    },
    {
      "epoch": 0.23283838053270214,
      "grad_norm": 5.71875,
      "learning_rate": 3.8363010587903965e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5708190500736237,
      "num_tokens": 141506044.0,
      "step": 183560
    },
    {
      "epoch": 0.23285106512523499,
      "grad_norm": 5.15625,
      "learning_rate": 3.836237627781767e-05,
      "loss": 2.1953,
      "mean_token_accuracy": 0.521056854724884,
      "num_tokens": 141514361.0,
      "step": 183570
    },
    {
      "epoch": 0.23286374971776783,
      "grad_norm": 5.71875,
      "learning_rate": 3.836174196773138e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5453353077173233,
      "num_tokens": 141521124.0,
      "step": 183580
    },
    {
      "epoch": 0.23287643431030064,
      "grad_norm": 5.625,
      "learning_rate": 3.836110765764509e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5279005348682404,
      "num_tokens": 141529805.0,
      "step": 183590
    },
    {
      "epoch": 0.23288911890283348,
      "grad_norm": 7.1875,
      "learning_rate": 3.836047334755879e-05,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5186652064323425,
      "num_tokens": 141538299.0,
      "step": 183600
    },
    {
      "epoch": 0.23290180349536632,
      "grad_norm": 5.375,
      "learning_rate": 3.8359839037472505e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.556624960899353,
      "num_tokens": 141545866.0,
      "step": 183610
    },
    {
      "epoch": 0.23291448808789916,
      "grad_norm": 5.59375,
      "learning_rate": 3.835920472738621e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5402887463569641,
      "num_tokens": 141553176.0,
      "step": 183620
    },
    {
      "epoch": 0.23292717268043198,
      "grad_norm": 5.5,
      "learning_rate": 3.835857041729992e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5569087326526642,
      "num_tokens": 141561026.0,
      "step": 183630
    },
    {
      "epoch": 0.23293985727296482,
      "grad_norm": 5.9375,
      "learning_rate": 3.8357936107213635e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5596296906471252,
      "num_tokens": 141568731.0,
      "step": 183640
    },
    {
      "epoch": 0.23295254186549766,
      "grad_norm": 4.15625,
      "learning_rate": 3.835730179712734e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5317752748727799,
      "num_tokens": 141576905.0,
      "step": 183650
    },
    {
      "epoch": 0.2329652264580305,
      "grad_norm": 13.8125,
      "learning_rate": 3.8356667487041046e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.541990140080452,
      "num_tokens": 141582690.0,
      "step": 183660
    },
    {
      "epoch": 0.2329779110505633,
      "grad_norm": 5.71875,
      "learning_rate": 3.835603317695475e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5346284091472626,
      "num_tokens": 141590403.0,
      "step": 183670
    },
    {
      "epoch": 0.23299059564309615,
      "grad_norm": 5.0625,
      "learning_rate": 3.835539886686846e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5526384592056275,
      "num_tokens": 141599070.0,
      "step": 183680
    },
    {
      "epoch": 0.233003280235629,
      "grad_norm": 7.09375,
      "learning_rate": 3.8354764556782175e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.548496612906456,
      "num_tokens": 141607508.0,
      "step": 183690
    },
    {
      "epoch": 0.23301596482816184,
      "grad_norm": 5.25,
      "learning_rate": 3.835413024669588e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5415307343006134,
      "num_tokens": 141614671.0,
      "step": 183700
    },
    {
      "epoch": 0.23302864942069465,
      "grad_norm": 4.9375,
      "learning_rate": 3.835349593660959e-05,
      "loss": 1.8731,
      "mean_token_accuracy": 0.5772655069828033,
      "num_tokens": 141622139.0,
      "step": 183710
    },
    {
      "epoch": 0.2330413340132275,
      "grad_norm": 5.59375,
      "learning_rate": 3.83528616265233e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5287791341543198,
      "num_tokens": 141630092.0,
      "step": 183720
    },
    {
      "epoch": 0.23305401860576033,
      "grad_norm": 4.3125,
      "learning_rate": 3.8352227316437004e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.542799973487854,
      "num_tokens": 141638643.0,
      "step": 183730
    },
    {
      "epoch": 0.23306670319829317,
      "grad_norm": 5.78125,
      "learning_rate": 3.8351593006350716e-05,
      "loss": 2.2193,
      "mean_token_accuracy": 0.5144765377044678,
      "num_tokens": 141646974.0,
      "step": 183740
    },
    {
      "epoch": 0.233079387790826,
      "grad_norm": 7.03125,
      "learning_rate": 3.835095869626442e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.542416051030159,
      "num_tokens": 141654784.0,
      "step": 183750
    },
    {
      "epoch": 0.23309207238335883,
      "grad_norm": 5.5,
      "learning_rate": 3.835032438617813e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5291307628154754,
      "num_tokens": 141662156.0,
      "step": 183760
    },
    {
      "epoch": 0.23310475697589167,
      "grad_norm": 6.8125,
      "learning_rate": 3.834969007609184e-05,
      "loss": 1.8807,
      "mean_token_accuracy": 0.5842335879802704,
      "num_tokens": 141670039.0,
      "step": 183770
    },
    {
      "epoch": 0.2331174415684245,
      "grad_norm": 6.90625,
      "learning_rate": 3.834905576600555e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5482643902301788,
      "num_tokens": 141677545.0,
      "step": 183780
    },
    {
      "epoch": 0.23313012616095732,
      "grad_norm": 4.8125,
      "learning_rate": 3.8348421455919256e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5697135388851166,
      "num_tokens": 141683538.0,
      "step": 183790
    },
    {
      "epoch": 0.23314281075349017,
      "grad_norm": 5.59375,
      "learning_rate": 3.834778714583296e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5728429406881332,
      "num_tokens": 141691179.0,
      "step": 183800
    },
    {
      "epoch": 0.233155495346023,
      "grad_norm": 7.0,
      "learning_rate": 3.8347152835746673e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5377735137939453,
      "num_tokens": 141698490.0,
      "step": 183810
    },
    {
      "epoch": 0.23316817993855585,
      "grad_norm": 5.09375,
      "learning_rate": 3.834651852566038e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5405819952487946,
      "num_tokens": 141706108.0,
      "step": 183820
    },
    {
      "epoch": 0.23318086453108866,
      "grad_norm": 5.65625,
      "learning_rate": 3.834588421557409e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5294280290603638,
      "num_tokens": 141714605.0,
      "step": 183830
    },
    {
      "epoch": 0.2331935491236215,
      "grad_norm": 5.6875,
      "learning_rate": 3.83452499054878e-05,
      "loss": 1.8533,
      "mean_token_accuracy": 0.5850239157676697,
      "num_tokens": 141722270.0,
      "step": 183840
    },
    {
      "epoch": 0.23320623371615434,
      "grad_norm": 7.5625,
      "learning_rate": 3.834461559540151e-05,
      "loss": 1.8736,
      "mean_token_accuracy": 0.5826647162437439,
      "num_tokens": 141726714.0,
      "step": 183850
    },
    {
      "epoch": 0.23321891830868716,
      "grad_norm": 11.125,
      "learning_rate": 3.8343981285315214e-05,
      "loss": 1.6533,
      "mean_token_accuracy": 0.6292827218770981,
      "num_tokens": 141732204.0,
      "step": 183860
    },
    {
      "epoch": 0.23323160290122,
      "grad_norm": 5.1875,
      "learning_rate": 3.834334697522892e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5362823486328125,
      "num_tokens": 141741001.0,
      "step": 183870
    },
    {
      "epoch": 0.23324428749375284,
      "grad_norm": 7.28125,
      "learning_rate": 3.834271266514263e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.566816183924675,
      "num_tokens": 141749136.0,
      "step": 183880
    },
    {
      "epoch": 0.23325697208628568,
      "grad_norm": 7.40625,
      "learning_rate": 3.834207835505634e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5749953180551529,
      "num_tokens": 141755220.0,
      "step": 183890
    },
    {
      "epoch": 0.2332696566788185,
      "grad_norm": 5.6875,
      "learning_rate": 3.834144404497005e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5273759931325912,
      "num_tokens": 141762238.0,
      "step": 183900
    },
    {
      "epoch": 0.23328234127135133,
      "grad_norm": 6.6875,
      "learning_rate": 3.834080973488376e-05,
      "loss": 1.818,
      "mean_token_accuracy": 0.5947698593139649,
      "num_tokens": 141768453.0,
      "step": 183910
    },
    {
      "epoch": 0.23329502586388418,
      "grad_norm": 5.6875,
      "learning_rate": 3.8340175424797466e-05,
      "loss": 2.2744,
      "mean_token_accuracy": 0.510455122590065,
      "num_tokens": 141775973.0,
      "step": 183920
    },
    {
      "epoch": 0.23330771045641702,
      "grad_norm": 8.0625,
      "learning_rate": 3.833954111471118e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5293067812919616,
      "num_tokens": 141782683.0,
      "step": 183930
    },
    {
      "epoch": 0.23332039504894983,
      "grad_norm": 4.8125,
      "learning_rate": 3.8338906804624884e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.546790286898613,
      "num_tokens": 141790294.0,
      "step": 183940
    },
    {
      "epoch": 0.23333307964148267,
      "grad_norm": 5.65625,
      "learning_rate": 3.833827249453859e-05,
      "loss": 1.7679,
      "mean_token_accuracy": 0.595643475651741,
      "num_tokens": 141796435.0,
      "step": 183950
    },
    {
      "epoch": 0.2333457642340155,
      "grad_norm": 7.0,
      "learning_rate": 3.83376381844523e-05,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5148510366678238,
      "num_tokens": 141804115.0,
      "step": 183960
    },
    {
      "epoch": 0.23335844882654835,
      "grad_norm": 5.1875,
      "learning_rate": 3.8337003874366006e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5374694526195526,
      "num_tokens": 141812554.0,
      "step": 183970
    },
    {
      "epoch": 0.23337113341908117,
      "grad_norm": 4.96875,
      "learning_rate": 3.833636956427972e-05,
      "loss": 2.3465,
      "mean_token_accuracy": 0.51074720621109,
      "num_tokens": 141821409.0,
      "step": 183980
    },
    {
      "epoch": 0.233383818011614,
      "grad_norm": 6.09375,
      "learning_rate": 3.833573525419343e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5605081170797348,
      "num_tokens": 141828350.0,
      "step": 183990
    },
    {
      "epoch": 0.23339650260414685,
      "grad_norm": 6.15625,
      "learning_rate": 3.8335100944107136e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5378646105527878,
      "num_tokens": 141836929.0,
      "step": 184000
    },
    {
      "epoch": 0.2334091871966797,
      "grad_norm": 5.0625,
      "learning_rate": 3.833446663402084e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5421944230794906,
      "num_tokens": 141844526.0,
      "step": 184010
    },
    {
      "epoch": 0.2334218717892125,
      "grad_norm": 5.71875,
      "learning_rate": 3.833383232393455e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5338132441043854,
      "num_tokens": 141852766.0,
      "step": 184020
    },
    {
      "epoch": 0.23343455638174535,
      "grad_norm": 4.84375,
      "learning_rate": 3.833319801384826e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5582638025283814,
      "num_tokens": 141860818.0,
      "step": 184030
    },
    {
      "epoch": 0.2334472409742782,
      "grad_norm": 4.8125,
      "learning_rate": 3.833256370376197e-05,
      "loss": 1.9002,
      "mean_token_accuracy": 0.5797925442457199,
      "num_tokens": 141869871.0,
      "step": 184040
    },
    {
      "epoch": 0.23345992556681103,
      "grad_norm": 5.0625,
      "learning_rate": 3.8331929393675676e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.542616730928421,
      "num_tokens": 141878143.0,
      "step": 184050
    },
    {
      "epoch": 0.23347261015934384,
      "grad_norm": 5.34375,
      "learning_rate": 3.833129508358939e-05,
      "loss": 1.8864,
      "mean_token_accuracy": 0.584669429063797,
      "num_tokens": 141886017.0,
      "step": 184060
    },
    {
      "epoch": 0.23348529475187668,
      "grad_norm": 5.5,
      "learning_rate": 3.8330660773503094e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5327350854873657,
      "num_tokens": 141894076.0,
      "step": 184070
    },
    {
      "epoch": 0.23349797934440952,
      "grad_norm": 4.75,
      "learning_rate": 3.83300264634168e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5427738338708877,
      "num_tokens": 141902739.0,
      "step": 184080
    },
    {
      "epoch": 0.23351066393694236,
      "grad_norm": 7.0,
      "learning_rate": 3.832939215333051e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5553631007671356,
      "num_tokens": 141909786.0,
      "step": 184090
    },
    {
      "epoch": 0.23352334852947518,
      "grad_norm": 5.4375,
      "learning_rate": 3.832875784324422e-05,
      "loss": 1.8946,
      "mean_token_accuracy": 0.5803115248680115,
      "num_tokens": 141917033.0,
      "step": 184100
    },
    {
      "epoch": 0.23353603312200802,
      "grad_norm": 5.59375,
      "learning_rate": 3.832812353315793e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5354939043521881,
      "num_tokens": 141923171.0,
      "step": 184110
    },
    {
      "epoch": 0.23354871771454086,
      "grad_norm": 5.46875,
      "learning_rate": 3.8327489223071634e-05,
      "loss": 2.2354,
      "mean_token_accuracy": 0.5090956687927246,
      "num_tokens": 141930069.0,
      "step": 184120
    },
    {
      "epoch": 0.2335614023070737,
      "grad_norm": 5.34375,
      "learning_rate": 3.8326854912985346e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5274169176816941,
      "num_tokens": 141938688.0,
      "step": 184130
    },
    {
      "epoch": 0.23357408689960651,
      "grad_norm": 6.625,
      "learning_rate": 3.832622060289905e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5298777133226394,
      "num_tokens": 141946025.0,
      "step": 184140
    },
    {
      "epoch": 0.23358677149213936,
      "grad_norm": 5.96875,
      "learning_rate": 3.832558629281276e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5301510661840438,
      "num_tokens": 141953337.0,
      "step": 184150
    },
    {
      "epoch": 0.2335994560846722,
      "grad_norm": 6.9375,
      "learning_rate": 3.832495198272647e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5286493986845017,
      "num_tokens": 141961136.0,
      "step": 184160
    },
    {
      "epoch": 0.23361214067720504,
      "grad_norm": 5.625,
      "learning_rate": 3.8324317672640175e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5738258630037307,
      "num_tokens": 141969197.0,
      "step": 184170
    },
    {
      "epoch": 0.23362482526973785,
      "grad_norm": 5.40625,
      "learning_rate": 3.832368336255389e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5305483490228653,
      "num_tokens": 141976674.0,
      "step": 184180
    },
    {
      "epoch": 0.2336375098622707,
      "grad_norm": 4.75,
      "learning_rate": 3.83230490524676e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5547126322984696,
      "num_tokens": 141984277.0,
      "step": 184190
    },
    {
      "epoch": 0.23365019445480353,
      "grad_norm": 5.15625,
      "learning_rate": 3.8322414742381304e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5348862022161484,
      "num_tokens": 141992808.0,
      "step": 184200
    },
    {
      "epoch": 0.23366287904733637,
      "grad_norm": 5.34375,
      "learning_rate": 3.832178043229501e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5295836180448532,
      "num_tokens": 142001939.0,
      "step": 184210
    },
    {
      "epoch": 0.2336755636398692,
      "grad_norm": 7.78125,
      "learning_rate": 3.8321146122208715e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5327408492565155,
      "num_tokens": 142008443.0,
      "step": 184220
    },
    {
      "epoch": 0.23368824823240203,
      "grad_norm": 5.5,
      "learning_rate": 3.832051181212243e-05,
      "loss": 2.1934,
      "mean_token_accuracy": 0.5174983471632004,
      "num_tokens": 142017364.0,
      "step": 184230
    },
    {
      "epoch": 0.23370093282493487,
      "grad_norm": 5.3125,
      "learning_rate": 3.831987750203614e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.561642998456955,
      "num_tokens": 142025523.0,
      "step": 184240
    },
    {
      "epoch": 0.2337136174174677,
      "grad_norm": 6.96875,
      "learning_rate": 3.8319243191949844e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5287102162837982,
      "num_tokens": 142033506.0,
      "step": 184250
    },
    {
      "epoch": 0.23372630201000053,
      "grad_norm": 5.0,
      "learning_rate": 3.8318608881863557e-05,
      "loss": 2.2458,
      "mean_token_accuracy": 0.5088781774044037,
      "num_tokens": 142041585.0,
      "step": 184260
    },
    {
      "epoch": 0.23373898660253337,
      "grad_norm": 5.25,
      "learning_rate": 3.831797457177727e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5343376129865647,
      "num_tokens": 142049467.0,
      "step": 184270
    },
    {
      "epoch": 0.2337516711950662,
      "grad_norm": 7.40625,
      "learning_rate": 3.831734026169097e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.536130166053772,
      "num_tokens": 142056781.0,
      "step": 184280
    },
    {
      "epoch": 0.23376435578759905,
      "grad_norm": 8.0,
      "learning_rate": 3.831670595160468e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5331643223762512,
      "num_tokens": 142064381.0,
      "step": 184290
    },
    {
      "epoch": 0.23377704038013186,
      "grad_norm": 5.625,
      "learning_rate": 3.8316071641518385e-05,
      "loss": 2.3064,
      "mean_token_accuracy": 0.515050646662712,
      "num_tokens": 142072755.0,
      "step": 184300
    },
    {
      "epoch": 0.2337897249726647,
      "grad_norm": 5.28125,
      "learning_rate": 3.83154373314321e-05,
      "loss": 2.3059,
      "mean_token_accuracy": 0.5055543124675751,
      "num_tokens": 142081192.0,
      "step": 184310
    },
    {
      "epoch": 0.23380240956519754,
      "grad_norm": 5.0,
      "learning_rate": 3.831480302134581e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5307812243700027,
      "num_tokens": 142088386.0,
      "step": 184320
    },
    {
      "epoch": 0.23381509415773036,
      "grad_norm": 5.0,
      "learning_rate": 3.8314168711259514e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5466087579727172,
      "num_tokens": 142097010.0,
      "step": 184330
    },
    {
      "epoch": 0.2338277787502632,
      "grad_norm": 6.46875,
      "learning_rate": 3.8313534401173226e-05,
      "loss": 2.292,
      "mean_token_accuracy": 0.5121576070785523,
      "num_tokens": 142104369.0,
      "step": 184340
    },
    {
      "epoch": 0.23384046334279604,
      "grad_norm": 5.75,
      "learning_rate": 3.831290009108693e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5587025165557862,
      "num_tokens": 142112672.0,
      "step": 184350
    },
    {
      "epoch": 0.23385314793532888,
      "grad_norm": 5.40625,
      "learning_rate": 3.831226578100064e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.547901913523674,
      "num_tokens": 142121531.0,
      "step": 184360
    },
    {
      "epoch": 0.2338658325278617,
      "grad_norm": 5.15625,
      "learning_rate": 3.831163147091435e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5240224599838257,
      "num_tokens": 142129712.0,
      "step": 184370
    },
    {
      "epoch": 0.23387851712039454,
      "grad_norm": 6.1875,
      "learning_rate": 3.8310997160828055e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5196742475032806,
      "num_tokens": 142136086.0,
      "step": 184380
    },
    {
      "epoch": 0.23389120171292738,
      "grad_norm": 6.90625,
      "learning_rate": 3.831036285074177e-05,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5645924180746078,
      "num_tokens": 142144254.0,
      "step": 184390
    },
    {
      "epoch": 0.23390388630546022,
      "grad_norm": 5.5625,
      "learning_rate": 3.830972854065547e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5343598842620849,
      "num_tokens": 142151645.0,
      "step": 184400
    },
    {
      "epoch": 0.23391657089799303,
      "grad_norm": 5.9375,
      "learning_rate": 3.8309094230569184e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5315907835960388,
      "num_tokens": 142159647.0,
      "step": 184410
    },
    {
      "epoch": 0.23392925549052587,
      "grad_norm": 5.78125,
      "learning_rate": 3.830845992048289e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5309340417385101,
      "num_tokens": 142167533.0,
      "step": 184420
    },
    {
      "epoch": 0.2339419400830587,
      "grad_norm": 5.53125,
      "learning_rate": 3.8307825610396595e-05,
      "loss": 1.9108,
      "mean_token_accuracy": 0.5850715816020966,
      "num_tokens": 142175490.0,
      "step": 184430
    },
    {
      "epoch": 0.23395462467559155,
      "grad_norm": 6.46875,
      "learning_rate": 3.830719130031031e-05,
      "loss": 2.064,
      "mean_token_accuracy": 0.5403111577033997,
      "num_tokens": 142183541.0,
      "step": 184440
    },
    {
      "epoch": 0.23396730926812437,
      "grad_norm": 7.375,
      "learning_rate": 3.830655699022401e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5553821474313736,
      "num_tokens": 142190270.0,
      "step": 184450
    },
    {
      "epoch": 0.2339799938606572,
      "grad_norm": 6.8125,
      "learning_rate": 3.8305922680137725e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5453428506851197,
      "num_tokens": 142197062.0,
      "step": 184460
    },
    {
      "epoch": 0.23399267845319005,
      "grad_norm": 5.15625,
      "learning_rate": 3.830528837005144e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5264112442731858,
      "num_tokens": 142205997.0,
      "step": 184470
    },
    {
      "epoch": 0.2340053630457229,
      "grad_norm": 5.8125,
      "learning_rate": 3.830465405996514e-05,
      "loss": 2.219,
      "mean_token_accuracy": 0.5231410324573517,
      "num_tokens": 142215044.0,
      "step": 184480
    },
    {
      "epoch": 0.2340180476382557,
      "grad_norm": 6.71875,
      "learning_rate": 3.830401974987885e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5460430473089218,
      "num_tokens": 142221979.0,
      "step": 184490
    },
    {
      "epoch": 0.23403073223078855,
      "grad_norm": 6.53125,
      "learning_rate": 3.830338543979255e-05,
      "loss": 1.9317,
      "mean_token_accuracy": 0.5654130846261978,
      "num_tokens": 142229363.0,
      "step": 184500
    },
    {
      "epoch": 0.2340434168233214,
      "grad_norm": 5.8125,
      "learning_rate": 3.8302751129706265e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5218461185693741,
      "num_tokens": 142237038.0,
      "step": 184510
    },
    {
      "epoch": 0.23405610141585423,
      "grad_norm": 5.34375,
      "learning_rate": 3.830211681961998e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5346083521842957,
      "num_tokens": 142245205.0,
      "step": 184520
    },
    {
      "epoch": 0.23406878600838704,
      "grad_norm": 5.5,
      "learning_rate": 3.830148250953368e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5520789563655853,
      "num_tokens": 142252758.0,
      "step": 184530
    },
    {
      "epoch": 0.23408147060091988,
      "grad_norm": 4.5625,
      "learning_rate": 3.8300848199447394e-05,
      "loss": 2.1664,
      "mean_token_accuracy": 0.527631726861,
      "num_tokens": 142261102.0,
      "step": 184540
    },
    {
      "epoch": 0.23409415519345272,
      "grad_norm": 6.4375,
      "learning_rate": 3.83002138893611e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5673119932413101,
      "num_tokens": 142267295.0,
      "step": 184550
    },
    {
      "epoch": 0.23410683978598557,
      "grad_norm": 6.65625,
      "learning_rate": 3.8299579579274805e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.5317070662975312,
      "num_tokens": 142274791.0,
      "step": 184560
    },
    {
      "epoch": 0.23411952437851838,
      "grad_norm": 4.71875,
      "learning_rate": 3.829894526918852e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5156436443328858,
      "num_tokens": 142282434.0,
      "step": 184570
    },
    {
      "epoch": 0.23413220897105122,
      "grad_norm": 9.25,
      "learning_rate": 3.829831095910222e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5404196441173553,
      "num_tokens": 142290606.0,
      "step": 184580
    },
    {
      "epoch": 0.23414489356358406,
      "grad_norm": 4.75,
      "learning_rate": 3.8297676649015935e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5384245723485946,
      "num_tokens": 142297961.0,
      "step": 184590
    },
    {
      "epoch": 0.2341575781561169,
      "grad_norm": 7.46875,
      "learning_rate": 3.829704233892964e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5392608046531677,
      "num_tokens": 142305459.0,
      "step": 184600
    },
    {
      "epoch": 0.23417026274864972,
      "grad_norm": 4.75,
      "learning_rate": 3.829640802884335e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5406901687383652,
      "num_tokens": 142313741.0,
      "step": 184610
    },
    {
      "epoch": 0.23418294734118256,
      "grad_norm": 7.3125,
      "learning_rate": 3.829577371875706e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5287962824106216,
      "num_tokens": 142321252.0,
      "step": 184620
    },
    {
      "epoch": 0.2341956319337154,
      "grad_norm": 5.28125,
      "learning_rate": 3.829513940867076e-05,
      "loss": 1.8424,
      "mean_token_accuracy": 0.5842217385768891,
      "num_tokens": 142329538.0,
      "step": 184630
    },
    {
      "epoch": 0.23420831652624824,
      "grad_norm": 5.78125,
      "learning_rate": 3.8294505098584475e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5313965767621994,
      "num_tokens": 142338488.0,
      "step": 184640
    },
    {
      "epoch": 0.23422100111878105,
      "grad_norm": 8.5625,
      "learning_rate": 3.829387078849818e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5818835258483886,
      "num_tokens": 142346306.0,
      "step": 184650
    },
    {
      "epoch": 0.2342336857113139,
      "grad_norm": 7.125,
      "learning_rate": 3.829323647841189e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5319998860359192,
      "num_tokens": 142354710.0,
      "step": 184660
    },
    {
      "epoch": 0.23424637030384673,
      "grad_norm": 5.28125,
      "learning_rate": 3.8292602168325605e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5172290533781052,
      "num_tokens": 142363519.0,
      "step": 184670
    },
    {
      "epoch": 0.23425905489637958,
      "grad_norm": 5.8125,
      "learning_rate": 3.829196785823931e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5355401635169983,
      "num_tokens": 142372182.0,
      "step": 184680
    },
    {
      "epoch": 0.2342717394889124,
      "grad_norm": 5.71875,
      "learning_rate": 3.829133354815302e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.525410634279251,
      "num_tokens": 142381138.0,
      "step": 184690
    },
    {
      "epoch": 0.23428442408144523,
      "grad_norm": 4.40625,
      "learning_rate": 3.829069923806672e-05,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5116539657115936,
      "num_tokens": 142390597.0,
      "step": 184700
    },
    {
      "epoch": 0.23429710867397807,
      "grad_norm": 6.28125,
      "learning_rate": 3.829006492798043e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5184107989072799,
      "num_tokens": 142399485.0,
      "step": 184710
    },
    {
      "epoch": 0.2343097932665109,
      "grad_norm": 6.40625,
      "learning_rate": 3.8289430617894145e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.564656239748001,
      "num_tokens": 142407256.0,
      "step": 184720
    },
    {
      "epoch": 0.23432247785904373,
      "grad_norm": 3.078125,
      "learning_rate": 3.828879630780785e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.5822955042123794,
      "num_tokens": 142414675.0,
      "step": 184730
    },
    {
      "epoch": 0.23433516245157657,
      "grad_norm": 5.5,
      "learning_rate": 3.828816199772156e-05,
      "loss": 1.8792,
      "mean_token_accuracy": 0.5901903480291366,
      "num_tokens": 142422343.0,
      "step": 184740
    },
    {
      "epoch": 0.2343478470441094,
      "grad_norm": 6.25,
      "learning_rate": 3.828752768763527e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5638241082429886,
      "num_tokens": 142429508.0,
      "step": 184750
    },
    {
      "epoch": 0.23436053163664225,
      "grad_norm": 5.375,
      "learning_rate": 3.828689337754898e-05,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5244245231151581,
      "num_tokens": 142438226.0,
      "step": 184760
    },
    {
      "epoch": 0.23437321622917506,
      "grad_norm": 4.75,
      "learning_rate": 3.8286259067462685e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5447530299425125,
      "num_tokens": 142446078.0,
      "step": 184770
    },
    {
      "epoch": 0.2343859008217079,
      "grad_norm": 4.8125,
      "learning_rate": 3.828562475737639e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5251328200101852,
      "num_tokens": 142453706.0,
      "step": 184780
    },
    {
      "epoch": 0.23439858541424075,
      "grad_norm": 5.40625,
      "learning_rate": 3.82849904472901e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5504086315631866,
      "num_tokens": 142460584.0,
      "step": 184790
    },
    {
      "epoch": 0.23441127000677356,
      "grad_norm": 5.625,
      "learning_rate": 3.828435613720381e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5286542624235153,
      "num_tokens": 142468421.0,
      "step": 184800
    },
    {
      "epoch": 0.2344239545993064,
      "grad_norm": 5.375,
      "learning_rate": 3.828372182711752e-05,
      "loss": 2.2559,
      "mean_token_accuracy": 0.5190486222505569,
      "num_tokens": 142477339.0,
      "step": 184810
    },
    {
      "epoch": 0.23443663919183924,
      "grad_norm": 5.65625,
      "learning_rate": 3.828308751703123e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5506838440895081,
      "num_tokens": 142484899.0,
      "step": 184820
    },
    {
      "epoch": 0.23444932378437208,
      "grad_norm": 5.375,
      "learning_rate": 3.828245320694494e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5412943720817566,
      "num_tokens": 142492486.0,
      "step": 184830
    },
    {
      "epoch": 0.2344620083769049,
      "grad_norm": 5.90625,
      "learning_rate": 3.828181889685864e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5325407266616822,
      "num_tokens": 142500207.0,
      "step": 184840
    },
    {
      "epoch": 0.23447469296943774,
      "grad_norm": 4.75,
      "learning_rate": 3.828118458677235e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5683018863201141,
      "num_tokens": 142506590.0,
      "step": 184850
    },
    {
      "epoch": 0.23448737756197058,
      "grad_norm": 5.0,
      "learning_rate": 3.828055027668606e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5754526078701019,
      "num_tokens": 142513885.0,
      "step": 184860
    },
    {
      "epoch": 0.23450006215450342,
      "grad_norm": 5.15625,
      "learning_rate": 3.827991596659977e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5710455745458602,
      "num_tokens": 142520454.0,
      "step": 184870
    },
    {
      "epoch": 0.23451274674703623,
      "grad_norm": 4.78125,
      "learning_rate": 3.827928165651348e-05,
      "loss": 1.8042,
      "mean_token_accuracy": 0.598440071940422,
      "num_tokens": 142527909.0,
      "step": 184880
    },
    {
      "epoch": 0.23452543133956907,
      "grad_norm": 6.90625,
      "learning_rate": 3.827864734642719e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.543470960855484,
      "num_tokens": 142534517.0,
      "step": 184890
    },
    {
      "epoch": 0.23453811593210191,
      "grad_norm": 5.6875,
      "learning_rate": 3.8278013036340896e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5365397930145264,
      "num_tokens": 142543024.0,
      "step": 184900
    },
    {
      "epoch": 0.23455080052463476,
      "grad_norm": 7.15625,
      "learning_rate": 3.82773787262546e-05,
      "loss": 2.2813,
      "mean_token_accuracy": 0.5152478247880936,
      "num_tokens": 142550620.0,
      "step": 184910
    },
    {
      "epoch": 0.23456348511716757,
      "grad_norm": 6.34375,
      "learning_rate": 3.827674441616831e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5351014465093613,
      "num_tokens": 142558471.0,
      "step": 184920
    },
    {
      "epoch": 0.2345761697097004,
      "grad_norm": 6.125,
      "learning_rate": 3.827611010608202e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5470029592514039,
      "num_tokens": 142565843.0,
      "step": 184930
    },
    {
      "epoch": 0.23458885430223325,
      "grad_norm": 6.625,
      "learning_rate": 3.827547579599573e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5516242116689682,
      "num_tokens": 142573948.0,
      "step": 184940
    },
    {
      "epoch": 0.2346015388947661,
      "grad_norm": 4.90625,
      "learning_rate": 3.8274841485909436e-05,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5529866099357605,
      "num_tokens": 142583638.0,
      "step": 184950
    },
    {
      "epoch": 0.2346142234872989,
      "grad_norm": 8.25,
      "learning_rate": 3.827420717582315e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5756858885288239,
      "num_tokens": 142590443.0,
      "step": 184960
    },
    {
      "epoch": 0.23462690807983175,
      "grad_norm": 5.9375,
      "learning_rate": 3.827357286573685e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5355169177055359,
      "num_tokens": 142598172.0,
      "step": 184970
    },
    {
      "epoch": 0.2346395926723646,
      "grad_norm": 4.53125,
      "learning_rate": 3.827293855565056e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.565406733751297,
      "num_tokens": 142606038.0,
      "step": 184980
    },
    {
      "epoch": 0.23465227726489743,
      "grad_norm": 5.96875,
      "learning_rate": 3.827230424556427e-05,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5537940740585328,
      "num_tokens": 142613815.0,
      "step": 184990
    },
    {
      "epoch": 0.23466496185743024,
      "grad_norm": 6.625,
      "learning_rate": 3.8271669935477976e-05,
      "loss": 2.1505,
      "mean_token_accuracy": 0.524517011642456,
      "num_tokens": 142621453.0,
      "step": 185000
    },
    {
      "epoch": 0.23467764644996308,
      "grad_norm": 5.1875,
      "learning_rate": 3.827103562539169e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.5557224750518799,
      "num_tokens": 142630302.0,
      "step": 185010
    },
    {
      "epoch": 0.23469033104249593,
      "grad_norm": 4.84375,
      "learning_rate": 3.82704013153054e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5290905177593231,
      "num_tokens": 142639203.0,
      "step": 185020
    },
    {
      "epoch": 0.23470301563502877,
      "grad_norm": 5.15625,
      "learning_rate": 3.8269767005219106e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5324420988559723,
      "num_tokens": 142646909.0,
      "step": 185030
    },
    {
      "epoch": 0.23471570022756158,
      "grad_norm": 6.84375,
      "learning_rate": 3.826913269513281e-05,
      "loss": 2.2141,
      "mean_token_accuracy": 0.5193409979343414,
      "num_tokens": 142655129.0,
      "step": 185040
    },
    {
      "epoch": 0.23472838482009442,
      "grad_norm": 5.28125,
      "learning_rate": 3.8268498385046517e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.53222077190876,
      "num_tokens": 142663754.0,
      "step": 185050
    },
    {
      "epoch": 0.23474106941262726,
      "grad_norm": 5.53125,
      "learning_rate": 3.826786407496023e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5735452204942704,
      "num_tokens": 142670605.0,
      "step": 185060
    },
    {
      "epoch": 0.2347537540051601,
      "grad_norm": 5.0625,
      "learning_rate": 3.826722976487394e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5494635283946991,
      "num_tokens": 142678040.0,
      "step": 185070
    },
    {
      "epoch": 0.23476643859769292,
      "grad_norm": 5.375,
      "learning_rate": 3.8266595454787646e-05,
      "loss": 1.8097,
      "mean_token_accuracy": 0.5933982193470001,
      "num_tokens": 142685258.0,
      "step": 185080
    },
    {
      "epoch": 0.23477912319022576,
      "grad_norm": 5.40625,
      "learning_rate": 3.826596114470136e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.533833721280098,
      "num_tokens": 142692441.0,
      "step": 185090
    },
    {
      "epoch": 0.2347918077827586,
      "grad_norm": 4.8125,
      "learning_rate": 3.8265326834615064e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5399783581495285,
      "num_tokens": 142700758.0,
      "step": 185100
    },
    {
      "epoch": 0.23480449237529144,
      "grad_norm": 5.15625,
      "learning_rate": 3.8264692524528776e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5623723953962326,
      "num_tokens": 142709231.0,
      "step": 185110
    },
    {
      "epoch": 0.23481717696782425,
      "grad_norm": 7.15625,
      "learning_rate": 3.826405821444248e-05,
      "loss": 1.8971,
      "mean_token_accuracy": 0.5691127747297287,
      "num_tokens": 142717471.0,
      "step": 185120
    },
    {
      "epoch": 0.2348298615603571,
      "grad_norm": 9.3125,
      "learning_rate": 3.8263423904356186e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5588454127311706,
      "num_tokens": 142725239.0,
      "step": 185130
    },
    {
      "epoch": 0.23484254615288994,
      "grad_norm": 4.90625,
      "learning_rate": 3.82627895942699e-05,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5575250148773193,
      "num_tokens": 142732793.0,
      "step": 185140
    },
    {
      "epoch": 0.23485523074542278,
      "grad_norm": 10.625,
      "learning_rate": 3.8262155284183604e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5599068105220795,
      "num_tokens": 142738554.0,
      "step": 185150
    },
    {
      "epoch": 0.2348679153379556,
      "grad_norm": 6.5,
      "learning_rate": 3.8261520974097316e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5576875418424606,
      "num_tokens": 142745195.0,
      "step": 185160
    },
    {
      "epoch": 0.23488059993048843,
      "grad_norm": 5.3125,
      "learning_rate": 3.826088666401103e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5242970526218415,
      "num_tokens": 142753557.0,
      "step": 185170
    },
    {
      "epoch": 0.23489328452302127,
      "grad_norm": 5.40625,
      "learning_rate": 3.8260252353924734e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5488093823194504,
      "num_tokens": 142762421.0,
      "step": 185180
    },
    {
      "epoch": 0.23490596911555411,
      "grad_norm": 6.4375,
      "learning_rate": 3.825961804383844e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5381768882274628,
      "num_tokens": 142770698.0,
      "step": 185190
    },
    {
      "epoch": 0.23491865370808693,
      "grad_norm": 7.65625,
      "learning_rate": 3.825898373375215e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5378109365701675,
      "num_tokens": 142779064.0,
      "step": 185200
    },
    {
      "epoch": 0.23493133830061977,
      "grad_norm": 5.59375,
      "learning_rate": 3.8258349423665856e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5375435292720795,
      "num_tokens": 142787688.0,
      "step": 185210
    },
    {
      "epoch": 0.2349440228931526,
      "grad_norm": 5.40625,
      "learning_rate": 3.825771511357957e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5474019944667816,
      "num_tokens": 142796076.0,
      "step": 185220
    },
    {
      "epoch": 0.23495670748568545,
      "grad_norm": 5.40625,
      "learning_rate": 3.8257080803493274e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5487280309200286,
      "num_tokens": 142805210.0,
      "step": 185230
    },
    {
      "epoch": 0.23496939207821826,
      "grad_norm": 5.78125,
      "learning_rate": 3.8256446493406986e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5488239049911499,
      "num_tokens": 142813565.0,
      "step": 185240
    },
    {
      "epoch": 0.2349820766707511,
      "grad_norm": 5.6875,
      "learning_rate": 3.825581218332069e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5553744614124299,
      "num_tokens": 142822206.0,
      "step": 185250
    },
    {
      "epoch": 0.23499476126328395,
      "grad_norm": 6.125,
      "learning_rate": 3.82551778732344e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5590915441513061,
      "num_tokens": 142829457.0,
      "step": 185260
    },
    {
      "epoch": 0.23500744585581676,
      "grad_norm": 5.34375,
      "learning_rate": 3.825454356314811e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5489338725805283,
      "num_tokens": 142836192.0,
      "step": 185270
    },
    {
      "epoch": 0.2350201304483496,
      "grad_norm": 4.875,
      "learning_rate": 3.8253909253061814e-05,
      "loss": 1.8144,
      "mean_token_accuracy": 0.6020058333873749,
      "num_tokens": 142842989.0,
      "step": 185280
    },
    {
      "epoch": 0.23503281504088244,
      "grad_norm": 5.34375,
      "learning_rate": 3.8253274942975526e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.545920118689537,
      "num_tokens": 142851505.0,
      "step": 185290
    },
    {
      "epoch": 0.23504549963341528,
      "grad_norm": 5.4375,
      "learning_rate": 3.825264063288924e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5415325671434402,
      "num_tokens": 142859253.0,
      "step": 185300
    },
    {
      "epoch": 0.2350581842259481,
      "grad_norm": 6.5,
      "learning_rate": 3.8252006322802944e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5555615156888962,
      "num_tokens": 142867483.0,
      "step": 185310
    },
    {
      "epoch": 0.23507086881848094,
      "grad_norm": 6.8125,
      "learning_rate": 3.825137201271665e-05,
      "loss": 1.8526,
      "mean_token_accuracy": 0.5837767004966736,
      "num_tokens": 142874587.0,
      "step": 185320
    },
    {
      "epoch": 0.23508355341101378,
      "grad_norm": 7.8125,
      "learning_rate": 3.8250737702630354e-05,
      "loss": 1.843,
      "mean_token_accuracy": 0.5860641658306122,
      "num_tokens": 142881029.0,
      "step": 185330
    },
    {
      "epoch": 0.23509623800354662,
      "grad_norm": 5.96875,
      "learning_rate": 3.8250103392544067e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5317091524600983,
      "num_tokens": 142888939.0,
      "step": 185340
    },
    {
      "epoch": 0.23510892259607943,
      "grad_norm": 14.25,
      "learning_rate": 3.824946908245778e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5159933656454087,
      "num_tokens": 142896238.0,
      "step": 185350
    },
    {
      "epoch": 0.23512160718861227,
      "grad_norm": 4.90625,
      "learning_rate": 3.8248834772371484e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5903157949447632,
      "num_tokens": 142903233.0,
      "step": 185360
    },
    {
      "epoch": 0.23513429178114512,
      "grad_norm": 5.1875,
      "learning_rate": 3.8248200462285196e-05,
      "loss": 2.2372,
      "mean_token_accuracy": 0.5112174302339554,
      "num_tokens": 142911332.0,
      "step": 185370
    },
    {
      "epoch": 0.23514697637367796,
      "grad_norm": 5.59375,
      "learning_rate": 3.82475661521989e-05,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5779597610235214,
      "num_tokens": 142918254.0,
      "step": 185380
    },
    {
      "epoch": 0.23515966096621077,
      "grad_norm": 6.15625,
      "learning_rate": 3.824693184211261e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5172024220228195,
      "num_tokens": 142926870.0,
      "step": 185390
    },
    {
      "epoch": 0.2351723455587436,
      "grad_norm": 4.90625,
      "learning_rate": 3.824629753202632e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5561038911342621,
      "num_tokens": 142934366.0,
      "step": 185400
    },
    {
      "epoch": 0.23518503015127645,
      "grad_norm": 5.4375,
      "learning_rate": 3.8245663221940024e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5526105850934983,
      "num_tokens": 142942178.0,
      "step": 185410
    },
    {
      "epoch": 0.2351977147438093,
      "grad_norm": 5.375,
      "learning_rate": 3.8245028911853736e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5273009419441224,
      "num_tokens": 142949508.0,
      "step": 185420
    },
    {
      "epoch": 0.2352103993363421,
      "grad_norm": 5.40625,
      "learning_rate": 3.824439460176744e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.526279279589653,
      "num_tokens": 142957890.0,
      "step": 185430
    },
    {
      "epoch": 0.23522308392887495,
      "grad_norm": 6.34375,
      "learning_rate": 3.8243760291681154e-05,
      "loss": 2.2336,
      "mean_token_accuracy": 0.52878737449646,
      "num_tokens": 142965937.0,
      "step": 185440
    },
    {
      "epoch": 0.2352357685214078,
      "grad_norm": 6.09375,
      "learning_rate": 3.8243125981594866e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5279237002134323,
      "num_tokens": 142974272.0,
      "step": 185450
    },
    {
      "epoch": 0.23524845311394063,
      "grad_norm": 6.53125,
      "learning_rate": 3.8242491671508565e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5395477563142776,
      "num_tokens": 142981863.0,
      "step": 185460
    },
    {
      "epoch": 0.23526113770647344,
      "grad_norm": 5.1875,
      "learning_rate": 3.824185736142228e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5240274667739868,
      "num_tokens": 142989542.0,
      "step": 185470
    },
    {
      "epoch": 0.23527382229900629,
      "grad_norm": 5.125,
      "learning_rate": 3.824122305133598e-05,
      "loss": 2.2226,
      "mean_token_accuracy": 0.5092599600553512,
      "num_tokens": 142998724.0,
      "step": 185480
    },
    {
      "epoch": 0.23528650689153913,
      "grad_norm": 8.5625,
      "learning_rate": 3.8240588741249694e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.546551164984703,
      "num_tokens": 143006926.0,
      "step": 185490
    },
    {
      "epoch": 0.23529919148407197,
      "grad_norm": 6.53125,
      "learning_rate": 3.8239954431163406e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5630906194448471,
      "num_tokens": 143013655.0,
      "step": 185500
    },
    {
      "epoch": 0.23531187607660478,
      "grad_norm": 6.03125,
      "learning_rate": 3.823932012107711e-05,
      "loss": 1.7642,
      "mean_token_accuracy": 0.5934736728668213,
      "num_tokens": 143020353.0,
      "step": 185510
    },
    {
      "epoch": 0.23532456066913762,
      "grad_norm": 4.53125,
      "learning_rate": 3.8238685810990824e-05,
      "loss": 1.88,
      "mean_token_accuracy": 0.5759187370538712,
      "num_tokens": 143027661.0,
      "step": 185520
    },
    {
      "epoch": 0.23533724526167046,
      "grad_norm": 4.6875,
      "learning_rate": 3.823805150090453e-05,
      "loss": 1.7212,
      "mean_token_accuracy": 0.6119403421878815,
      "num_tokens": 143035787.0,
      "step": 185530
    },
    {
      "epoch": 0.2353499298542033,
      "grad_norm": 6.15625,
      "learning_rate": 3.8237417190818235e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5598994106054306,
      "num_tokens": 143042831.0,
      "step": 185540
    },
    {
      "epoch": 0.23536261444673612,
      "grad_norm": 14.25,
      "learning_rate": 3.823678288073195e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5383516937494278,
      "num_tokens": 143050045.0,
      "step": 185550
    },
    {
      "epoch": 0.23537529903926896,
      "grad_norm": 4.84375,
      "learning_rate": 3.823614857064565e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5377097368240357,
      "num_tokens": 143057878.0,
      "step": 185560
    },
    {
      "epoch": 0.2353879836318018,
      "grad_norm": 5.4375,
      "learning_rate": 3.8235514260559364e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5325908273458481,
      "num_tokens": 143065275.0,
      "step": 185570
    },
    {
      "epoch": 0.23540066822433464,
      "grad_norm": 5.125,
      "learning_rate": 3.823487995047307e-05,
      "loss": 1.8014,
      "mean_token_accuracy": 0.5996119946241378,
      "num_tokens": 143072602.0,
      "step": 185580
    },
    {
      "epoch": 0.23541335281686745,
      "grad_norm": 4.9375,
      "learning_rate": 3.823424564038678e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5309319227933884,
      "num_tokens": 143080686.0,
      "step": 185590
    },
    {
      "epoch": 0.2354260374094003,
      "grad_norm": 4.96875,
      "learning_rate": 3.823361133030049e-05,
      "loss": 1.8684,
      "mean_token_accuracy": 0.5809144288301468,
      "num_tokens": 143086528.0,
      "step": 185600
    },
    {
      "epoch": 0.23543872200193314,
      "grad_norm": 6.5625,
      "learning_rate": 3.823297702021419e-05,
      "loss": 2.221,
      "mean_token_accuracy": 0.5137994557619094,
      "num_tokens": 143094626.0,
      "step": 185610
    },
    {
      "epoch": 0.23545140659446598,
      "grad_norm": 6.40625,
      "learning_rate": 3.8232342710127905e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5493402749300003,
      "num_tokens": 143101522.0,
      "step": 185620
    },
    {
      "epoch": 0.2354640911869988,
      "grad_norm": 6.25,
      "learning_rate": 3.823170840004161e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5391814321279526,
      "num_tokens": 143108488.0,
      "step": 185630
    },
    {
      "epoch": 0.23547677577953163,
      "grad_norm": 4.96875,
      "learning_rate": 3.823107408995532e-05,
      "loss": 2.2445,
      "mean_token_accuracy": 0.513325172662735,
      "num_tokens": 143116620.0,
      "step": 185640
    },
    {
      "epoch": 0.23548946037206447,
      "grad_norm": 9.4375,
      "learning_rate": 3.8230439779869034e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5218972593545914,
      "num_tokens": 143124650.0,
      "step": 185650
    },
    {
      "epoch": 0.23550214496459732,
      "grad_norm": 5.0625,
      "learning_rate": 3.822980546978274e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5486894696950912,
      "num_tokens": 143131977.0,
      "step": 185660
    },
    {
      "epoch": 0.23551482955713013,
      "grad_norm": 4.71875,
      "learning_rate": 3.8229171159696445e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5263343125581741,
      "num_tokens": 143139857.0,
      "step": 185670
    },
    {
      "epoch": 0.23552751414966297,
      "grad_norm": 5.21875,
      "learning_rate": 3.822853684961015e-05,
      "loss": 1.9106,
      "mean_token_accuracy": 0.5643544673919678,
      "num_tokens": 143148487.0,
      "step": 185680
    },
    {
      "epoch": 0.2355401987421958,
      "grad_norm": 5.3125,
      "learning_rate": 3.822790253952386e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5528170943260193,
      "num_tokens": 143154697.0,
      "step": 185690
    },
    {
      "epoch": 0.23555288333472865,
      "grad_norm": 4.53125,
      "learning_rate": 3.8227268229437574e-05,
      "loss": 1.8244,
      "mean_token_accuracy": 0.5784898370504379,
      "num_tokens": 143161540.0,
      "step": 185700
    },
    {
      "epoch": 0.23556556792726147,
      "grad_norm": 5.3125,
      "learning_rate": 3.822663391935128e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5510288029909134,
      "num_tokens": 143168988.0,
      "step": 185710
    },
    {
      "epoch": 0.2355782525197943,
      "grad_norm": 4.78125,
      "learning_rate": 3.822599960926499e-05,
      "loss": 1.9248,
      "mean_token_accuracy": 0.5796270310878754,
      "num_tokens": 143176984.0,
      "step": 185720
    },
    {
      "epoch": 0.23559093711232715,
      "grad_norm": 12.0,
      "learning_rate": 3.82253652991787e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5476091027259826,
      "num_tokens": 143185519.0,
      "step": 185730
    },
    {
      "epoch": 0.23560362170485996,
      "grad_norm": 4.84375,
      "learning_rate": 3.82247309890924e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5665505588054657,
      "num_tokens": 143193309.0,
      "step": 185740
    },
    {
      "epoch": 0.2356163062973928,
      "grad_norm": 6.40625,
      "learning_rate": 3.8224096679006115e-05,
      "loss": 1.6989,
      "mean_token_accuracy": 0.6270827114582062,
      "num_tokens": 143200565.0,
      "step": 185750
    },
    {
      "epoch": 0.23562899088992564,
      "grad_norm": 10.5625,
      "learning_rate": 3.822346236891982e-05,
      "loss": 1.9081,
      "mean_token_accuracy": 0.5754374593496323,
      "num_tokens": 143208052.0,
      "step": 185760
    },
    {
      "epoch": 0.23564167548245848,
      "grad_norm": 5.375,
      "learning_rate": 3.822282805883353e-05,
      "loss": 2.2617,
      "mean_token_accuracy": 0.51684789955616,
      "num_tokens": 143216224.0,
      "step": 185770
    },
    {
      "epoch": 0.2356543600749913,
      "grad_norm": 5.0,
      "learning_rate": 3.822219374874724e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5327892690896988,
      "num_tokens": 143225040.0,
      "step": 185780
    },
    {
      "epoch": 0.23566704466752414,
      "grad_norm": 10.0,
      "learning_rate": 3.822155943866095e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.552588814496994,
      "num_tokens": 143231480.0,
      "step": 185790
    },
    {
      "epoch": 0.23567972926005698,
      "grad_norm": 5.9375,
      "learning_rate": 3.8220925128574655e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5645109236240387,
      "num_tokens": 143239080.0,
      "step": 185800
    },
    {
      "epoch": 0.23569241385258982,
      "grad_norm": 6.6875,
      "learning_rate": 3.822029081848836e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5512305825948716,
      "num_tokens": 143247296.0,
      "step": 185810
    },
    {
      "epoch": 0.23570509844512263,
      "grad_norm": 5.90625,
      "learning_rate": 3.821965650840207e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5390128463506698,
      "num_tokens": 143254401.0,
      "step": 185820
    },
    {
      "epoch": 0.23571778303765548,
      "grad_norm": 6.46875,
      "learning_rate": 3.821902219831578e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5291373014450074,
      "num_tokens": 143261111.0,
      "step": 185830
    },
    {
      "epoch": 0.23573046763018832,
      "grad_norm": 5.96875,
      "learning_rate": 3.821838788822949e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5432457834482193,
      "num_tokens": 143269756.0,
      "step": 185840
    },
    {
      "epoch": 0.23574315222272116,
      "grad_norm": 6.21875,
      "learning_rate": 3.82177535781432e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5529757857322692,
      "num_tokens": 143275756.0,
      "step": 185850
    },
    {
      "epoch": 0.23575583681525397,
      "grad_norm": 7.59375,
      "learning_rate": 3.821711926805691e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5227733522653579,
      "num_tokens": 143283538.0,
      "step": 185860
    },
    {
      "epoch": 0.2357685214077868,
      "grad_norm": 4.8125,
      "learning_rate": 3.821648495797062e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5586683183908463,
      "num_tokens": 143292636.0,
      "step": 185870
    },
    {
      "epoch": 0.23578120600031965,
      "grad_norm": 6.78125,
      "learning_rate": 3.821585064788432e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5534430891275406,
      "num_tokens": 143301122.0,
      "step": 185880
    },
    {
      "epoch": 0.2357938905928525,
      "grad_norm": 8.5625,
      "learning_rate": 3.821521633779803e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5265456408262252,
      "num_tokens": 143309614.0,
      "step": 185890
    },
    {
      "epoch": 0.2358065751853853,
      "grad_norm": 6.03125,
      "learning_rate": 3.821458202771174e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5642727255821228,
      "num_tokens": 143317213.0,
      "step": 185900
    },
    {
      "epoch": 0.23581925977791815,
      "grad_norm": 5.3125,
      "learning_rate": 3.821394771762545e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5719317466020584,
      "num_tokens": 143324255.0,
      "step": 185910
    },
    {
      "epoch": 0.235831944370451,
      "grad_norm": 5.34375,
      "learning_rate": 3.821331340753916e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5611587196588517,
      "num_tokens": 143332777.0,
      "step": 185920
    },
    {
      "epoch": 0.23584462896298383,
      "grad_norm": 6.125,
      "learning_rate": 3.8212679097452865e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.561818927526474,
      "num_tokens": 143339009.0,
      "step": 185930
    },
    {
      "epoch": 0.23585731355551665,
      "grad_norm": 8.9375,
      "learning_rate": 3.821204478736658e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5674686253070831,
      "num_tokens": 143346172.0,
      "step": 185940
    },
    {
      "epoch": 0.2358699981480495,
      "grad_norm": 4.375,
      "learning_rate": 3.821141047728028e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5296268820762634,
      "num_tokens": 143355141.0,
      "step": 185950
    },
    {
      "epoch": 0.23588268274058233,
      "grad_norm": 5.15625,
      "learning_rate": 3.821077616719399e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5604923069477081,
      "num_tokens": 143362662.0,
      "step": 185960
    },
    {
      "epoch": 0.23589536733311517,
      "grad_norm": 5.125,
      "learning_rate": 3.82101418571077e-05,
      "loss": 1.8354,
      "mean_token_accuracy": 0.5812056183815002,
      "num_tokens": 143369578.0,
      "step": 185970
    },
    {
      "epoch": 0.23590805192564798,
      "grad_norm": 4.90625,
      "learning_rate": 3.8209507547021406e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5342696994543076,
      "num_tokens": 143378329.0,
      "step": 185980
    },
    {
      "epoch": 0.23592073651818082,
      "grad_norm": 3.828125,
      "learning_rate": 3.820887323693512e-05,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5690818458795548,
      "num_tokens": 143385263.0,
      "step": 185990
    },
    {
      "epoch": 0.23593342111071366,
      "grad_norm": 5.25,
      "learning_rate": 3.820823892684883e-05,
      "loss": 1.8244,
      "mean_token_accuracy": 0.584299948811531,
      "num_tokens": 143392585.0,
      "step": 186000
    },
    {
      "epoch": 0.2359461057032465,
      "grad_norm": 5.8125,
      "learning_rate": 3.8207604616762535e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5352214008569718,
      "num_tokens": 143399873.0,
      "step": 186010
    },
    {
      "epoch": 0.23595879029577932,
      "grad_norm": 6.5,
      "learning_rate": 3.820697030667624e-05,
      "loss": 1.9205,
      "mean_token_accuracy": 0.5687299519777298,
      "num_tokens": 143407087.0,
      "step": 186020
    },
    {
      "epoch": 0.23597147488831216,
      "grad_norm": 6.0625,
      "learning_rate": 3.8206335996589946e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5595332145690918,
      "num_tokens": 143413252.0,
      "step": 186030
    },
    {
      "epoch": 0.235984159480845,
      "grad_norm": 5.25,
      "learning_rate": 3.820570168650366e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.535135155916214,
      "num_tokens": 143422685.0,
      "step": 186040
    },
    {
      "epoch": 0.23599684407337784,
      "grad_norm": 5.1875,
      "learning_rate": 3.820506737641737e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5715279519557953,
      "num_tokens": 143431077.0,
      "step": 186050
    },
    {
      "epoch": 0.23600952866591066,
      "grad_norm": 6.53125,
      "learning_rate": 3.8204433066331075e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5595552831888199,
      "num_tokens": 143438178.0,
      "step": 186060
    },
    {
      "epoch": 0.2360222132584435,
      "grad_norm": 5.125,
      "learning_rate": 3.820379875624479e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.528950434923172,
      "num_tokens": 143446357.0,
      "step": 186070
    },
    {
      "epoch": 0.23603489785097634,
      "grad_norm": 5.625,
      "learning_rate": 3.820316444615849e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5621806442737579,
      "num_tokens": 143453590.0,
      "step": 186080
    },
    {
      "epoch": 0.23604758244350918,
      "grad_norm": 6.3125,
      "learning_rate": 3.82025301360722e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5408065468072891,
      "num_tokens": 143460505.0,
      "step": 186090
    },
    {
      "epoch": 0.236060267036042,
      "grad_norm": 5.25,
      "learning_rate": 3.820189582598591e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5399516612291336,
      "num_tokens": 143469989.0,
      "step": 186100
    },
    {
      "epoch": 0.23607295162857483,
      "grad_norm": 5.0625,
      "learning_rate": 3.8201261515899616e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5378245204687119,
      "num_tokens": 143477384.0,
      "step": 186110
    },
    {
      "epoch": 0.23608563622110768,
      "grad_norm": 5.3125,
      "learning_rate": 3.820062720581333e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5378720432519912,
      "num_tokens": 143484661.0,
      "step": 186120
    },
    {
      "epoch": 0.23609832081364052,
      "grad_norm": 4.84375,
      "learning_rate": 3.819999289572704e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5653470307588577,
      "num_tokens": 143492186.0,
      "step": 186130
    },
    {
      "epoch": 0.23611100540617333,
      "grad_norm": 5.0,
      "learning_rate": 3.8199358585640745e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5350472450256347,
      "num_tokens": 143501048.0,
      "step": 186140
    },
    {
      "epoch": 0.23612368999870617,
      "grad_norm": 8.5625,
      "learning_rate": 3.819872427555445e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5536133497953415,
      "num_tokens": 143508183.0,
      "step": 186150
    },
    {
      "epoch": 0.236136374591239,
      "grad_norm": 7.0,
      "learning_rate": 3.8198089965468156e-05,
      "loss": 1.8637,
      "mean_token_accuracy": 0.5876524150371552,
      "num_tokens": 143514018.0,
      "step": 186160
    },
    {
      "epoch": 0.23614905918377185,
      "grad_norm": 5.3125,
      "learning_rate": 3.819745565538187e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5255621880292892,
      "num_tokens": 143521317.0,
      "step": 186170
    },
    {
      "epoch": 0.23616174377630467,
      "grad_norm": 5.96875,
      "learning_rate": 3.819682134529558e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5446438252925873,
      "num_tokens": 143529927.0,
      "step": 186180
    },
    {
      "epoch": 0.2361744283688375,
      "grad_norm": 5.15625,
      "learning_rate": 3.8196187035209286e-05,
      "loss": 2.3246,
      "mean_token_accuracy": 0.5081201881170273,
      "num_tokens": 143538536.0,
      "step": 186190
    },
    {
      "epoch": 0.23618711296137035,
      "grad_norm": 6.0625,
      "learning_rate": 3.8195552725123e-05,
      "loss": 2.3917,
      "mean_token_accuracy": 0.505131071805954,
      "num_tokens": 143546949.0,
      "step": 186200
    },
    {
      "epoch": 0.23619979755390316,
      "grad_norm": 5.71875,
      "learning_rate": 3.81949184150367e-05,
      "loss": 1.8516,
      "mean_token_accuracy": 0.5876154482364655,
      "num_tokens": 143553600.0,
      "step": 186210
    },
    {
      "epoch": 0.236212482146436,
      "grad_norm": 7.8125,
      "learning_rate": 3.819428410495041e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5534272462129592,
      "num_tokens": 143560498.0,
      "step": 186220
    },
    {
      "epoch": 0.23622516673896884,
      "grad_norm": 5.28125,
      "learning_rate": 3.819364979486412e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5532516121864319,
      "num_tokens": 143567368.0,
      "step": 186230
    },
    {
      "epoch": 0.23623785133150169,
      "grad_norm": 5.1875,
      "learning_rate": 3.8193015484777826e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5515355437994003,
      "num_tokens": 143574133.0,
      "step": 186240
    },
    {
      "epoch": 0.2362505359240345,
      "grad_norm": 5.21875,
      "learning_rate": 3.819238117469154e-05,
      "loss": 2.1818,
      "mean_token_accuracy": 0.5278557270765305,
      "num_tokens": 143582674.0,
      "step": 186250
    },
    {
      "epoch": 0.23626322051656734,
      "grad_norm": 5.09375,
      "learning_rate": 3.8191746864605244e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5448418021202087,
      "num_tokens": 143589600.0,
      "step": 186260
    },
    {
      "epoch": 0.23627590510910018,
      "grad_norm": 9.0625,
      "learning_rate": 3.8191112554518956e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5588111937046051,
      "num_tokens": 143597534.0,
      "step": 186270
    },
    {
      "epoch": 0.23628858970163302,
      "grad_norm": 5.09375,
      "learning_rate": 3.819047824443267e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5287654727697373,
      "num_tokens": 143605994.0,
      "step": 186280
    },
    {
      "epoch": 0.23630127429416584,
      "grad_norm": 9.5,
      "learning_rate": 3.818984393434637e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5556641846895218,
      "num_tokens": 143613061.0,
      "step": 186290
    },
    {
      "epoch": 0.23631395888669868,
      "grad_norm": 5.0625,
      "learning_rate": 3.818920962426008e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5375819116830826,
      "num_tokens": 143621743.0,
      "step": 186300
    },
    {
      "epoch": 0.23632664347923152,
      "grad_norm": 5.1875,
      "learning_rate": 3.8188575314173784e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5501571983098984,
      "num_tokens": 143629543.0,
      "step": 186310
    },
    {
      "epoch": 0.23633932807176436,
      "grad_norm": 5.875,
      "learning_rate": 3.8187941004087496e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5482377529144287,
      "num_tokens": 143638028.0,
      "step": 186320
    },
    {
      "epoch": 0.23635201266429717,
      "grad_norm": 5.375,
      "learning_rate": 3.818730669400121e-05,
      "loss": 2.2909,
      "mean_token_accuracy": 0.5092673689126969,
      "num_tokens": 143645396.0,
      "step": 186330
    },
    {
      "epoch": 0.23636469725683001,
      "grad_norm": 6.0,
      "learning_rate": 3.8186672383914913e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5528112918138504,
      "num_tokens": 143652600.0,
      "step": 186340
    },
    {
      "epoch": 0.23637738184936286,
      "grad_norm": 4.9375,
      "learning_rate": 3.8186038073828626e-05,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5122805297374725,
      "num_tokens": 143661936.0,
      "step": 186350
    },
    {
      "epoch": 0.2363900664418957,
      "grad_norm": 4.84375,
      "learning_rate": 3.818540376374233e-05,
      "loss": 1.6535,
      "mean_token_accuracy": 0.6361898124217987,
      "num_tokens": 143668624.0,
      "step": 186360
    },
    {
      "epoch": 0.2364027510344285,
      "grad_norm": 9.3125,
      "learning_rate": 3.8184769453656036e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5436688005924225,
      "num_tokens": 143675262.0,
      "step": 186370
    },
    {
      "epoch": 0.23641543562696135,
      "grad_norm": 5.4375,
      "learning_rate": 3.818413514356975e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.524899697303772,
      "num_tokens": 143683939.0,
      "step": 186380
    },
    {
      "epoch": 0.2364281202194942,
      "grad_norm": 5.28125,
      "learning_rate": 3.8183500833483454e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.525081679224968,
      "num_tokens": 143691577.0,
      "step": 186390
    },
    {
      "epoch": 0.23644080481202703,
      "grad_norm": 5.1875,
      "learning_rate": 3.8182866523397166e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.563826271891594,
      "num_tokens": 143700022.0,
      "step": 186400
    },
    {
      "epoch": 0.23645348940455985,
      "grad_norm": 5.8125,
      "learning_rate": 3.818223221331087e-05,
      "loss": 1.9118,
      "mean_token_accuracy": 0.5621629595756531,
      "num_tokens": 143708099.0,
      "step": 186410
    },
    {
      "epoch": 0.2364661739970927,
      "grad_norm": 7.21875,
      "learning_rate": 3.818159790322458e-05,
      "loss": 1.768,
      "mean_token_accuracy": 0.6100859999656677,
      "num_tokens": 143714767.0,
      "step": 186420
    },
    {
      "epoch": 0.23647885858962553,
      "grad_norm": 5.53125,
      "learning_rate": 3.818096359313829e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5535689055919647,
      "num_tokens": 143722082.0,
      "step": 186430
    },
    {
      "epoch": 0.23649154318215837,
      "grad_norm": 7.71875,
      "learning_rate": 3.8180329283051994e-05,
      "loss": 1.8992,
      "mean_token_accuracy": 0.589810773730278,
      "num_tokens": 143728577.0,
      "step": 186440
    },
    {
      "epoch": 0.23650422777469118,
      "grad_norm": 4.875,
      "learning_rate": 3.8179694972965706e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5474140673875809,
      "num_tokens": 143737473.0,
      "step": 186450
    },
    {
      "epoch": 0.23651691236722402,
      "grad_norm": 4.59375,
      "learning_rate": 3.817906066287941e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.5566071718931198,
      "num_tokens": 143745040.0,
      "step": 186460
    },
    {
      "epoch": 0.23652959695975687,
      "grad_norm": 4.9375,
      "learning_rate": 3.8178426352793124e-05,
      "loss": 1.7527,
      "mean_token_accuracy": 0.5985602915287018,
      "num_tokens": 143752313.0,
      "step": 186470
    },
    {
      "epoch": 0.2365422815522897,
      "grad_norm": 5.65625,
      "learning_rate": 3.8177792042706836e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5434770077466965,
      "num_tokens": 143759737.0,
      "step": 186480
    },
    {
      "epoch": 0.23655496614482252,
      "grad_norm": 6.15625,
      "learning_rate": 3.817715773262054e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5216168463230133,
      "num_tokens": 143767243.0,
      "step": 186490
    },
    {
      "epoch": 0.23656765073735536,
      "grad_norm": 5.8125,
      "learning_rate": 3.8176523422534246e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5303104460239411,
      "num_tokens": 143774726.0,
      "step": 186500
    },
    {
      "epoch": 0.2365803353298882,
      "grad_norm": 5.53125,
      "learning_rate": 3.817588911244795e-05,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5226732909679412,
      "num_tokens": 143782470.0,
      "step": 186510
    },
    {
      "epoch": 0.23659301992242104,
      "grad_norm": 4.8125,
      "learning_rate": 3.8175254802361664e-05,
      "loss": 2.2101,
      "mean_token_accuracy": 0.5212974965572357,
      "num_tokens": 143790710.0,
      "step": 186520
    },
    {
      "epoch": 0.23660570451495386,
      "grad_norm": 4.96875,
      "learning_rate": 3.8174620492275376e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5411957293748856,
      "num_tokens": 143798737.0,
      "step": 186530
    },
    {
      "epoch": 0.2366183891074867,
      "grad_norm": 6.5,
      "learning_rate": 3.817398618218908e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5238840281963348,
      "num_tokens": 143806200.0,
      "step": 186540
    },
    {
      "epoch": 0.23663107370001954,
      "grad_norm": 6.03125,
      "learning_rate": 3.8173351872102794e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5662800937891006,
      "num_tokens": 143814479.0,
      "step": 186550
    },
    {
      "epoch": 0.23664375829255238,
      "grad_norm": 5.25,
      "learning_rate": 3.81727175620165e-05,
      "loss": 1.9113,
      "mean_token_accuracy": 0.5751281797885894,
      "num_tokens": 143821576.0,
      "step": 186560
    },
    {
      "epoch": 0.2366564428850852,
      "grad_norm": 4.59375,
      "learning_rate": 3.8172083251930204e-05,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5578678458929062,
      "num_tokens": 143829532.0,
      "step": 186570
    },
    {
      "epoch": 0.23666912747761804,
      "grad_norm": 5.96875,
      "learning_rate": 3.8171448941843916e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5482045590877533,
      "num_tokens": 143836620.0,
      "step": 186580
    },
    {
      "epoch": 0.23668181207015088,
      "grad_norm": 5.1875,
      "learning_rate": 3.817081463175762e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5493001043796539,
      "num_tokens": 143844345.0,
      "step": 186590
    },
    {
      "epoch": 0.23669449666268372,
      "grad_norm": 4.96875,
      "learning_rate": 3.8170180321671334e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.516739672422409,
      "num_tokens": 143852985.0,
      "step": 186600
    },
    {
      "epoch": 0.23670718125521653,
      "grad_norm": 5.5,
      "learning_rate": 3.816954601158504e-05,
      "loss": 1.8502,
      "mean_token_accuracy": 0.5885989338159561,
      "num_tokens": 143860446.0,
      "step": 186610
    },
    {
      "epoch": 0.23671986584774937,
      "grad_norm": 6.0,
      "learning_rate": 3.816891170149875e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5518726170063019,
      "num_tokens": 143868510.0,
      "step": 186620
    },
    {
      "epoch": 0.2367325504402822,
      "grad_norm": 7.53125,
      "learning_rate": 3.8168277391412463e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5703203201293945,
      "num_tokens": 143876278.0,
      "step": 186630
    },
    {
      "epoch": 0.23674523503281505,
      "grad_norm": 7.34375,
      "learning_rate": 3.816764308132616e-05,
      "loss": 1.8356,
      "mean_token_accuracy": 0.5833757579326629,
      "num_tokens": 143883459.0,
      "step": 186640
    },
    {
      "epoch": 0.23675791962534787,
      "grad_norm": 6.375,
      "learning_rate": 3.8167008771239874e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5332793831825257,
      "num_tokens": 143891962.0,
      "step": 186650
    },
    {
      "epoch": 0.2367706042178807,
      "grad_norm": 8.0625,
      "learning_rate": 3.816637446115358e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.540245920419693,
      "num_tokens": 143899549.0,
      "step": 186660
    },
    {
      "epoch": 0.23678328881041355,
      "grad_norm": 5.5,
      "learning_rate": 3.816574015106729e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.545410743355751,
      "num_tokens": 143907549.0,
      "step": 186670
    },
    {
      "epoch": 0.23679597340294636,
      "grad_norm": 5.1875,
      "learning_rate": 3.8165105840981004e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5459805607795716,
      "num_tokens": 143915658.0,
      "step": 186680
    },
    {
      "epoch": 0.2368086579954792,
      "grad_norm": 8.3125,
      "learning_rate": 3.816447153089471e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5300887167453766,
      "num_tokens": 143923441.0,
      "step": 186690
    },
    {
      "epoch": 0.23682134258801205,
      "grad_norm": 8.25,
      "learning_rate": 3.816383722080842e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5392512232065201,
      "num_tokens": 143930450.0,
      "step": 186700
    },
    {
      "epoch": 0.2368340271805449,
      "grad_norm": 4.375,
      "learning_rate": 3.816320291072213e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5270521491765976,
      "num_tokens": 143938951.0,
      "step": 186710
    },
    {
      "epoch": 0.2368467117730777,
      "grad_norm": 5.25,
      "learning_rate": 3.816256860063583e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5440407425165177,
      "num_tokens": 143946958.0,
      "step": 186720
    },
    {
      "epoch": 0.23685939636561054,
      "grad_norm": 5.3125,
      "learning_rate": 3.8161934290549544e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5426746785640717,
      "num_tokens": 143955049.0,
      "step": 186730
    },
    {
      "epoch": 0.23687208095814338,
      "grad_norm": 5.53125,
      "learning_rate": 3.816129998046325e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5761837899684906,
      "num_tokens": 143962596.0,
      "step": 186740
    },
    {
      "epoch": 0.23688476555067622,
      "grad_norm": 7.125,
      "learning_rate": 3.816066567037696e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5365579664707184,
      "num_tokens": 143971013.0,
      "step": 186750
    },
    {
      "epoch": 0.23689745014320904,
      "grad_norm": 5.21875,
      "learning_rate": 3.816003136029067e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5483704209327698,
      "num_tokens": 143979182.0,
      "step": 186760
    },
    {
      "epoch": 0.23691013473574188,
      "grad_norm": 5.34375,
      "learning_rate": 3.815939705020438e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5590292423963547,
      "num_tokens": 143988006.0,
      "step": 186770
    },
    {
      "epoch": 0.23692281932827472,
      "grad_norm": 5.125,
      "learning_rate": 3.8158762740118084e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.556527179479599,
      "num_tokens": 143996039.0,
      "step": 186780
    },
    {
      "epoch": 0.23693550392080756,
      "grad_norm": 6.9375,
      "learning_rate": 3.815812843003179e-05,
      "loss": 1.7898,
      "mean_token_accuracy": 0.603597891330719,
      "num_tokens": 144003211.0,
      "step": 186790
    },
    {
      "epoch": 0.23694818851334037,
      "grad_norm": 6.25,
      "learning_rate": 3.81574941199455e-05,
      "loss": 2.2563,
      "mean_token_accuracy": 0.5263523876667022,
      "num_tokens": 144010856.0,
      "step": 186800
    },
    {
      "epoch": 0.23696087310587322,
      "grad_norm": 5.1875,
      "learning_rate": 3.815685980985921e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5279957413673401,
      "num_tokens": 144020095.0,
      "step": 186810
    },
    {
      "epoch": 0.23697355769840606,
      "grad_norm": 5.5625,
      "learning_rate": 3.815622549977292e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5466832667589188,
      "num_tokens": 144027542.0,
      "step": 186820
    },
    {
      "epoch": 0.2369862422909389,
      "grad_norm": 9.8125,
      "learning_rate": 3.815559118968663e-05,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5868595182895661,
      "num_tokens": 144034329.0,
      "step": 186830
    },
    {
      "epoch": 0.2369989268834717,
      "grad_norm": 7.75,
      "learning_rate": 3.815495687960034e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5297334253787994,
      "num_tokens": 144042052.0,
      "step": 186840
    },
    {
      "epoch": 0.23701161147600455,
      "grad_norm": 4.71875,
      "learning_rate": 3.815432256951404e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5270343512296677,
      "num_tokens": 144050373.0,
      "step": 186850
    },
    {
      "epoch": 0.2370242960685374,
      "grad_norm": 5.25,
      "learning_rate": 3.815368825942775e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5785946428775788,
      "num_tokens": 144058124.0,
      "step": 186860
    },
    {
      "epoch": 0.23703698066107023,
      "grad_norm": 5.53125,
      "learning_rate": 3.815305394934146e-05,
      "loss": 2.3329,
      "mean_token_accuracy": 0.5093743532896042,
      "num_tokens": 144066503.0,
      "step": 186870
    },
    {
      "epoch": 0.23704966525360305,
      "grad_norm": 4.9375,
      "learning_rate": 3.815241963925517e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5501139253377915,
      "num_tokens": 144074754.0,
      "step": 186880
    },
    {
      "epoch": 0.2370623498461359,
      "grad_norm": 6.5625,
      "learning_rate": 3.815178532916888e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5456238329410553,
      "num_tokens": 144081725.0,
      "step": 186890
    },
    {
      "epoch": 0.23707503443866873,
      "grad_norm": 4.875,
      "learning_rate": 3.815115101908259e-05,
      "loss": 1.8734,
      "mean_token_accuracy": 0.5745435535907746,
      "num_tokens": 144088966.0,
      "step": 186900
    },
    {
      "epoch": 0.23708771903120157,
      "grad_norm": 5.25,
      "learning_rate": 3.8150516708996295e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5542215824127197,
      "num_tokens": 144097147.0,
      "step": 186910
    },
    {
      "epoch": 0.23710040362373438,
      "grad_norm": 4.78125,
      "learning_rate": 3.814988239891e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5511401981115341,
      "num_tokens": 144104707.0,
      "step": 186920
    },
    {
      "epoch": 0.23711308821626723,
      "grad_norm": 6.90625,
      "learning_rate": 3.814924808882371e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5415905773639679,
      "num_tokens": 144113967.0,
      "step": 186930
    },
    {
      "epoch": 0.23712577280880007,
      "grad_norm": 8.25,
      "learning_rate": 3.814861377873742e-05,
      "loss": 1.8095,
      "mean_token_accuracy": 0.6087162494659424,
      "num_tokens": 144121046.0,
      "step": 186940
    },
    {
      "epoch": 0.2371384574013329,
      "grad_norm": 5.1875,
      "learning_rate": 3.814797946865113e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5586979925632477,
      "num_tokens": 144128770.0,
      "step": 186950
    },
    {
      "epoch": 0.23715114199386572,
      "grad_norm": 4.71875,
      "learning_rate": 3.8147345158564835e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5293855905532837,
      "num_tokens": 144136729.0,
      "step": 186960
    },
    {
      "epoch": 0.23716382658639856,
      "grad_norm": 5.25,
      "learning_rate": 3.814671084847855e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5286829710006714,
      "num_tokens": 144144236.0,
      "step": 186970
    },
    {
      "epoch": 0.2371765111789314,
      "grad_norm": 5.5625,
      "learning_rate": 3.814607653839225e-05,
      "loss": 2.247,
      "mean_token_accuracy": 0.5216375291347504,
      "num_tokens": 144152334.0,
      "step": 186980
    },
    {
      "epoch": 0.23718919577146425,
      "grad_norm": 7.9375,
      "learning_rate": 3.814544222830596e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5609369963407517,
      "num_tokens": 144160356.0,
      "step": 186990
    },
    {
      "epoch": 0.23720188036399706,
      "grad_norm": 5.875,
      "learning_rate": 3.814480791821967e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.530707710981369,
      "num_tokens": 144168068.0,
      "step": 187000
    },
    {
      "epoch": 0.2372145649565299,
      "grad_norm": 5.25,
      "learning_rate": 3.8144173608133375e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5241848975419998,
      "num_tokens": 144175854.0,
      "step": 187010
    },
    {
      "epoch": 0.23722724954906274,
      "grad_norm": 4.65625,
      "learning_rate": 3.814353929804709e-05,
      "loss": 1.834,
      "mean_token_accuracy": 0.5808775305747986,
      "num_tokens": 144182841.0,
      "step": 187020
    },
    {
      "epoch": 0.23723993414159558,
      "grad_norm": 7.21875,
      "learning_rate": 3.81429049879608e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5686473935842514,
      "num_tokens": 144190794.0,
      "step": 187030
    },
    {
      "epoch": 0.2372526187341284,
      "grad_norm": 7.75,
      "learning_rate": 3.8142270677874505e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5806841760873794,
      "num_tokens": 144198296.0,
      "step": 187040
    },
    {
      "epoch": 0.23726530332666124,
      "grad_norm": 5.6875,
      "learning_rate": 3.814163636778822e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5504685461521148,
      "num_tokens": 144205198.0,
      "step": 187050
    },
    {
      "epoch": 0.23727798791919408,
      "grad_norm": 6.0625,
      "learning_rate": 3.814100205770192e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5529845893383026,
      "num_tokens": 144212700.0,
      "step": 187060
    },
    {
      "epoch": 0.23729067251172692,
      "grad_norm": 4.6875,
      "learning_rate": 3.814036774761563e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5407533258199692,
      "num_tokens": 144221145.0,
      "step": 187070
    },
    {
      "epoch": 0.23730335710425973,
      "grad_norm": 6.28125,
      "learning_rate": 3.813973343752934e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5711291909217835,
      "num_tokens": 144228724.0,
      "step": 187080
    },
    {
      "epoch": 0.23731604169679257,
      "grad_norm": 7.1875,
      "learning_rate": 3.8139099127443045e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5354532688856125,
      "num_tokens": 144236463.0,
      "step": 187090
    },
    {
      "epoch": 0.23732872628932541,
      "grad_norm": 4.875,
      "learning_rate": 3.813846481735676e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5402099192142487,
      "num_tokens": 144245359.0,
      "step": 187100
    },
    {
      "epoch": 0.23734141088185826,
      "grad_norm": 7.46875,
      "learning_rate": 3.813783050727047e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5573848754167556,
      "num_tokens": 144251549.0,
      "step": 187110
    },
    {
      "epoch": 0.23735409547439107,
      "grad_norm": 8.6875,
      "learning_rate": 3.8137196197184175e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5425040602684021,
      "num_tokens": 144259358.0,
      "step": 187120
    },
    {
      "epoch": 0.2373667800669239,
      "grad_norm": 5.21875,
      "learning_rate": 3.813656188709788e-05,
      "loss": 2.3058,
      "mean_token_accuracy": 0.5048113852739334,
      "num_tokens": 144267876.0,
      "step": 187130
    },
    {
      "epoch": 0.23737946465945675,
      "grad_norm": 9.0625,
      "learning_rate": 3.8135927577011586e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5496555924415588,
      "num_tokens": 144275165.0,
      "step": 187140
    },
    {
      "epoch": 0.23739214925198956,
      "grad_norm": 5.90625,
      "learning_rate": 3.81352932669253e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.548678708076477,
      "num_tokens": 144282793.0,
      "step": 187150
    },
    {
      "epoch": 0.2374048338445224,
      "grad_norm": 7.34375,
      "learning_rate": 3.813465895683901e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5220967561006546,
      "num_tokens": 144290052.0,
      "step": 187160
    },
    {
      "epoch": 0.23741751843705525,
      "grad_norm": 5.65625,
      "learning_rate": 3.8134024646752715e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5521728664636611,
      "num_tokens": 144298919.0,
      "step": 187170
    },
    {
      "epoch": 0.2374302030295881,
      "grad_norm": 5.5625,
      "learning_rate": 3.813339033666643e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5427839159965515,
      "num_tokens": 144307381.0,
      "step": 187180
    },
    {
      "epoch": 0.2374428876221209,
      "grad_norm": 4.71875,
      "learning_rate": 3.813275602658013e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.532214668393135,
      "num_tokens": 144315926.0,
      "step": 187190
    },
    {
      "epoch": 0.23745557221465374,
      "grad_norm": 5.84375,
      "learning_rate": 3.813212171649384e-05,
      "loss": 1.8791,
      "mean_token_accuracy": 0.5733594954013824,
      "num_tokens": 144324754.0,
      "step": 187200
    },
    {
      "epoch": 0.23746825680718658,
      "grad_norm": 5.03125,
      "learning_rate": 3.813148740640755e-05,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5734086096286773,
      "num_tokens": 144332669.0,
      "step": 187210
    },
    {
      "epoch": 0.23748094139971943,
      "grad_norm": 5.0,
      "learning_rate": 3.8130853096321255e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5660703927278519,
      "num_tokens": 144339991.0,
      "step": 187220
    },
    {
      "epoch": 0.23749362599225224,
      "grad_norm": 5.15625,
      "learning_rate": 3.813021878623497e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5336734086275101,
      "num_tokens": 144349206.0,
      "step": 187230
    },
    {
      "epoch": 0.23750631058478508,
      "grad_norm": 5.0625,
      "learning_rate": 3.812958447614867e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5270781934261322,
      "num_tokens": 144358114.0,
      "step": 187240
    },
    {
      "epoch": 0.23751899517731792,
      "grad_norm": 4.90625,
      "learning_rate": 3.8128950166062385e-05,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5190220236778259,
      "num_tokens": 144366426.0,
      "step": 187250
    },
    {
      "epoch": 0.23753167976985076,
      "grad_norm": 6.25,
      "learning_rate": 3.812831585597609e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5715850502252579,
      "num_tokens": 144373288.0,
      "step": 187260
    },
    {
      "epoch": 0.23754436436238358,
      "grad_norm": 4.84375,
      "learning_rate": 3.8127681545889796e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5513746052980423,
      "num_tokens": 144380856.0,
      "step": 187270
    },
    {
      "epoch": 0.23755704895491642,
      "grad_norm": 5.0625,
      "learning_rate": 3.812704723580351e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5220358401536942,
      "num_tokens": 144388644.0,
      "step": 187280
    },
    {
      "epoch": 0.23756973354744926,
      "grad_norm": 4.65625,
      "learning_rate": 3.812641292571721e-05,
      "loss": 2.2776,
      "mean_token_accuracy": 0.5104742139577866,
      "num_tokens": 144397427.0,
      "step": 187290
    },
    {
      "epoch": 0.2375824181399821,
      "grad_norm": 7.0,
      "learning_rate": 3.8125778615630925e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5849807113409042,
      "num_tokens": 144404735.0,
      "step": 187300
    },
    {
      "epoch": 0.2375951027325149,
      "grad_norm": 4.90625,
      "learning_rate": 3.812514430554464e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5383907109498978,
      "num_tokens": 144411703.0,
      "step": 187310
    },
    {
      "epoch": 0.23760778732504775,
      "grad_norm": 5.78125,
      "learning_rate": 3.812450999545834e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5111296564340592,
      "num_tokens": 144420318.0,
      "step": 187320
    },
    {
      "epoch": 0.2376204719175806,
      "grad_norm": 4.8125,
      "learning_rate": 3.812387568537205e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5452576875686646,
      "num_tokens": 144427526.0,
      "step": 187330
    },
    {
      "epoch": 0.23763315651011344,
      "grad_norm": 7.1875,
      "learning_rate": 3.8123241375285754e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5525273084640503,
      "num_tokens": 144433867.0,
      "step": 187340
    },
    {
      "epoch": 0.23764584110264625,
      "grad_norm": 6.28125,
      "learning_rate": 3.8122607065199466e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5392210304737091,
      "num_tokens": 144441820.0,
      "step": 187350
    },
    {
      "epoch": 0.2376585256951791,
      "grad_norm": 5.25,
      "learning_rate": 3.812197275511318e-05,
      "loss": 2.3068,
      "mean_token_accuracy": 0.5082565397024155,
      "num_tokens": 144449912.0,
      "step": 187360
    },
    {
      "epoch": 0.23767121028771193,
      "grad_norm": 4.84375,
      "learning_rate": 3.812133844502688e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5565751612186431,
      "num_tokens": 144458483.0,
      "step": 187370
    },
    {
      "epoch": 0.23768389488024477,
      "grad_norm": 5.5,
      "learning_rate": 3.8120704134940595e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5464692085981369,
      "num_tokens": 144465852.0,
      "step": 187380
    },
    {
      "epoch": 0.23769657947277759,
      "grad_norm": 4.53125,
      "learning_rate": 3.81200698248543e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5449401021003724,
      "num_tokens": 144473951.0,
      "step": 187390
    },
    {
      "epoch": 0.23770926406531043,
      "grad_norm": 4.84375,
      "learning_rate": 3.8119435514768006e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5668608695268631,
      "num_tokens": 144481633.0,
      "step": 187400
    },
    {
      "epoch": 0.23772194865784327,
      "grad_norm": 6.21875,
      "learning_rate": 3.811880120468172e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.548788520693779,
      "num_tokens": 144488888.0,
      "step": 187410
    },
    {
      "epoch": 0.2377346332503761,
      "grad_norm": 5.9375,
      "learning_rate": 3.8118166894595423e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.521811255812645,
      "num_tokens": 144498215.0,
      "step": 187420
    },
    {
      "epoch": 0.23774731784290892,
      "grad_norm": 6.40625,
      "learning_rate": 3.8117532584509136e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5573250591754914,
      "num_tokens": 144505788.0,
      "step": 187430
    },
    {
      "epoch": 0.23776000243544176,
      "grad_norm": 6.5,
      "learning_rate": 3.811689827442284e-05,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5632627040147782,
      "num_tokens": 144513137.0,
      "step": 187440
    },
    {
      "epoch": 0.2377726870279746,
      "grad_norm": 4.96875,
      "learning_rate": 3.811626396433655e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5539243698120118,
      "num_tokens": 144521489.0,
      "step": 187450
    },
    {
      "epoch": 0.23778537162050745,
      "grad_norm": 4.5,
      "learning_rate": 3.8115629654250265e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5510404169559479,
      "num_tokens": 144529143.0,
      "step": 187460
    },
    {
      "epoch": 0.23779805621304026,
      "grad_norm": 5.46875,
      "learning_rate": 3.811499534416397e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5554184287786483,
      "num_tokens": 144536886.0,
      "step": 187470
    },
    {
      "epoch": 0.2378107408055731,
      "grad_norm": 5.15625,
      "learning_rate": 3.8114361034077676e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5350232273340225,
      "num_tokens": 144544869.0,
      "step": 187480
    },
    {
      "epoch": 0.23782342539810594,
      "grad_norm": 5.3125,
      "learning_rate": 3.811372672399138e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5629860460758209,
      "num_tokens": 144553728.0,
      "step": 187490
    },
    {
      "epoch": 0.23783610999063878,
      "grad_norm": 5.71875,
      "learning_rate": 3.811309241390509e-05,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5264730334281922,
      "num_tokens": 144562210.0,
      "step": 187500
    },
    {
      "epoch": 0.2378487945831716,
      "grad_norm": 6.375,
      "learning_rate": 3.8112458103818805e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5633722722530365,
      "num_tokens": 144570806.0,
      "step": 187510
    },
    {
      "epoch": 0.23786147917570444,
      "grad_norm": 5.15625,
      "learning_rate": 3.811182379373251e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.532791143655777,
      "num_tokens": 144579699.0,
      "step": 187520
    },
    {
      "epoch": 0.23787416376823728,
      "grad_norm": 7.15625,
      "learning_rate": 3.811118948364622e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5313668310642242,
      "num_tokens": 144586501.0,
      "step": 187530
    },
    {
      "epoch": 0.23788684836077012,
      "grad_norm": 9.0,
      "learning_rate": 3.811055517355993e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5481801509857178,
      "num_tokens": 144594484.0,
      "step": 187540
    },
    {
      "epoch": 0.23789953295330293,
      "grad_norm": 5.375,
      "learning_rate": 3.8109920863473634e-05,
      "loss": 1.7576,
      "mean_token_accuracy": 0.6086907655000686,
      "num_tokens": 144601694.0,
      "step": 187550
    },
    {
      "epoch": 0.23791221754583577,
      "grad_norm": 4.78125,
      "learning_rate": 3.8109286553387346e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5306767880916595,
      "num_tokens": 144609331.0,
      "step": 187560
    },
    {
      "epoch": 0.23792490213836862,
      "grad_norm": 6.625,
      "learning_rate": 3.810865224330105e-05,
      "loss": 1.8612,
      "mean_token_accuracy": 0.5734073370695114,
      "num_tokens": 144616976.0,
      "step": 187570
    },
    {
      "epoch": 0.23793758673090146,
      "grad_norm": 5.375,
      "learning_rate": 3.810801793321476e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5209792286157608,
      "num_tokens": 144626099.0,
      "step": 187580
    },
    {
      "epoch": 0.23795027132343427,
      "grad_norm": 6.78125,
      "learning_rate": 3.810738362312847e-05,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5289874047040939,
      "num_tokens": 144633723.0,
      "step": 187590
    },
    {
      "epoch": 0.2379629559159671,
      "grad_norm": 5.5625,
      "learning_rate": 3.810674931304218e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.513047593832016,
      "num_tokens": 144642238.0,
      "step": 187600
    },
    {
      "epoch": 0.23797564050849995,
      "grad_norm": 4.78125,
      "learning_rate": 3.8106115002955886e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5589691013097763,
      "num_tokens": 144650337.0,
      "step": 187610
    },
    {
      "epoch": 0.23798832510103277,
      "grad_norm": 8.375,
      "learning_rate": 3.810548069286959e-05,
      "loss": 1.883,
      "mean_token_accuracy": 0.5816537827253342,
      "num_tokens": 144657552.0,
      "step": 187620
    },
    {
      "epoch": 0.2380010096935656,
      "grad_norm": 5.09375,
      "learning_rate": 3.8104846382783304e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5253897577524185,
      "num_tokens": 144664900.0,
      "step": 187630
    },
    {
      "epoch": 0.23801369428609845,
      "grad_norm": 5.4375,
      "learning_rate": 3.810421207269701e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5163189500570298,
      "num_tokens": 144672481.0,
      "step": 187640
    },
    {
      "epoch": 0.2380263788786313,
      "grad_norm": 6.125,
      "learning_rate": 3.810357776261072e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.57277991771698,
      "num_tokens": 144680406.0,
      "step": 187650
    },
    {
      "epoch": 0.2380390634711641,
      "grad_norm": 5.25,
      "learning_rate": 3.810294345252443e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5371249467134476,
      "num_tokens": 144688499.0,
      "step": 187660
    },
    {
      "epoch": 0.23805174806369694,
      "grad_norm": 4.75,
      "learning_rate": 3.810230914243814e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5639290034770965,
      "num_tokens": 144696088.0,
      "step": 187670
    },
    {
      "epoch": 0.23806443265622979,
      "grad_norm": 6.3125,
      "learning_rate": 3.8101674832351844e-05,
      "loss": 1.8659,
      "mean_token_accuracy": 0.5825803488492965,
      "num_tokens": 144704120.0,
      "step": 187680
    },
    {
      "epoch": 0.23807711724876263,
      "grad_norm": 4.90625,
      "learning_rate": 3.810104052226555e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5404285341501236,
      "num_tokens": 144711010.0,
      "step": 187690
    },
    {
      "epoch": 0.23808980184129544,
      "grad_norm": 5.21875,
      "learning_rate": 3.810040621217926e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5508244037628174,
      "num_tokens": 144718377.0,
      "step": 187700
    },
    {
      "epoch": 0.23810248643382828,
      "grad_norm": 4.9375,
      "learning_rate": 3.8099771902092974e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.543354719877243,
      "num_tokens": 144727344.0,
      "step": 187710
    },
    {
      "epoch": 0.23811517102636112,
      "grad_norm": 6.15625,
      "learning_rate": 3.809913759200668e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5307758510112762,
      "num_tokens": 144733913.0,
      "step": 187720
    },
    {
      "epoch": 0.23812785561889396,
      "grad_norm": 6.625,
      "learning_rate": 3.809850328192039e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5256630718708039,
      "num_tokens": 144742359.0,
      "step": 187730
    },
    {
      "epoch": 0.23814054021142678,
      "grad_norm": 6.875,
      "learning_rate": 3.8097868971834096e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5546591579914093,
      "num_tokens": 144749435.0,
      "step": 187740
    },
    {
      "epoch": 0.23815322480395962,
      "grad_norm": 5.25,
      "learning_rate": 3.80972346617478e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5224058628082275,
      "num_tokens": 144757067.0,
      "step": 187750
    },
    {
      "epoch": 0.23816590939649246,
      "grad_norm": 5.65625,
      "learning_rate": 3.8096600351661514e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5411194324493408,
      "num_tokens": 144763961.0,
      "step": 187760
    },
    {
      "epoch": 0.2381785939890253,
      "grad_norm": 5.03125,
      "learning_rate": 3.809596604157522e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.562955978512764,
      "num_tokens": 144771711.0,
      "step": 187770
    },
    {
      "epoch": 0.2381912785815581,
      "grad_norm": 5.28125,
      "learning_rate": 3.809533173148893e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5477912694215774,
      "num_tokens": 144778716.0,
      "step": 187780
    },
    {
      "epoch": 0.23820396317409095,
      "grad_norm": 5.4375,
      "learning_rate": 3.809469742140264e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5339606255292892,
      "num_tokens": 144785732.0,
      "step": 187790
    },
    {
      "epoch": 0.2382166477666238,
      "grad_norm": 4.875,
      "learning_rate": 3.809406311131635e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5370478123426438,
      "num_tokens": 144793166.0,
      "step": 187800
    },
    {
      "epoch": 0.23822933235915664,
      "grad_norm": 4.96875,
      "learning_rate": 3.809342880123006e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.540041270852089,
      "num_tokens": 144800635.0,
      "step": 187810
    },
    {
      "epoch": 0.23824201695168945,
      "grad_norm": 6.375,
      "learning_rate": 3.809279449114376e-05,
      "loss": 2.189,
      "mean_token_accuracy": 0.5289182037115097,
      "num_tokens": 144807305.0,
      "step": 187820
    },
    {
      "epoch": 0.2382547015442223,
      "grad_norm": 8.6875,
      "learning_rate": 3.809216018105747e-05,
      "loss": 1.9141,
      "mean_token_accuracy": 0.5707817494869232,
      "num_tokens": 144814486.0,
      "step": 187830
    },
    {
      "epoch": 0.23826738613675513,
      "grad_norm": 6.5625,
      "learning_rate": 3.809152587097118e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5334979742765427,
      "num_tokens": 144823216.0,
      "step": 187840
    },
    {
      "epoch": 0.23828007072928797,
      "grad_norm": 5.6875,
      "learning_rate": 3.809089156088489e-05,
      "loss": 2.3815,
      "mean_token_accuracy": 0.5084671765565872,
      "num_tokens": 144830280.0,
      "step": 187850
    },
    {
      "epoch": 0.2382927553218208,
      "grad_norm": 6.96875,
      "learning_rate": 3.80902572507986e-05,
      "loss": 1.9167,
      "mean_token_accuracy": 0.5783231586217881,
      "num_tokens": 144837795.0,
      "step": 187860
    },
    {
      "epoch": 0.23830543991435363,
      "grad_norm": 5.8125,
      "learning_rate": 3.8089622940712307e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5421148210763931,
      "num_tokens": 144845435.0,
      "step": 187870
    },
    {
      "epoch": 0.23831812450688647,
      "grad_norm": 5.8125,
      "learning_rate": 3.808898863062602e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5314105451107025,
      "num_tokens": 144853825.0,
      "step": 187880
    },
    {
      "epoch": 0.2383308090994193,
      "grad_norm": 5.53125,
      "learning_rate": 3.8088354320539724e-05,
      "loss": 1.8249,
      "mean_token_accuracy": 0.5974768429994584,
      "num_tokens": 144860039.0,
      "step": 187890
    },
    {
      "epoch": 0.23834349369195212,
      "grad_norm": 6.09375,
      "learning_rate": 3.808772001045343e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5332319349050522,
      "num_tokens": 144867659.0,
      "step": 187900
    },
    {
      "epoch": 0.23835617828448497,
      "grad_norm": 14.0,
      "learning_rate": 3.808708570036714e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5420528054237366,
      "num_tokens": 144875553.0,
      "step": 187910
    },
    {
      "epoch": 0.2383688628770178,
      "grad_norm": 4.8125,
      "learning_rate": 3.808645139028085e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5400853425264358,
      "num_tokens": 144882157.0,
      "step": 187920
    },
    {
      "epoch": 0.23838154746955065,
      "grad_norm": 5.84375,
      "learning_rate": 3.808581708019456e-05,
      "loss": 2.237,
      "mean_token_accuracy": 0.514497908949852,
      "num_tokens": 144890446.0,
      "step": 187930
    },
    {
      "epoch": 0.23839423206208346,
      "grad_norm": 5.09375,
      "learning_rate": 3.808518277010827e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5543966501951217,
      "num_tokens": 144897530.0,
      "step": 187940
    },
    {
      "epoch": 0.2384069166546163,
      "grad_norm": 5.59375,
      "learning_rate": 3.8084548460021976e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5757283747196198,
      "num_tokens": 144905361.0,
      "step": 187950
    },
    {
      "epoch": 0.23841960124714914,
      "grad_norm": 4.9375,
      "learning_rate": 3.808391414993568e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5443880945444107,
      "num_tokens": 144913526.0,
      "step": 187960
    },
    {
      "epoch": 0.23843228583968198,
      "grad_norm": 6.125,
      "learning_rate": 3.808327983984939e-05,
      "loss": 1.8502,
      "mean_token_accuracy": 0.5869915008544921,
      "num_tokens": 144920647.0,
      "step": 187970
    },
    {
      "epoch": 0.2384449704322148,
      "grad_norm": 5.1875,
      "learning_rate": 3.80826455297631e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5591986119747162,
      "num_tokens": 144927208.0,
      "step": 187980
    },
    {
      "epoch": 0.23845765502474764,
      "grad_norm": 5.3125,
      "learning_rate": 3.808201121967681e-05,
      "loss": 2.2882,
      "mean_token_accuracy": 0.5079312264919281,
      "num_tokens": 144935569.0,
      "step": 187990
    },
    {
      "epoch": 0.23847033961728048,
      "grad_norm": 7.71875,
      "learning_rate": 3.808137690959052e-05,
      "loss": 1.783,
      "mean_token_accuracy": 0.6075347185134887,
      "num_tokens": 144941984.0,
      "step": 188000
    },
    {
      "epoch": 0.23848302420981332,
      "grad_norm": 7.3125,
      "learning_rate": 3.808074259950423e-05,
      "loss": 2.3133,
      "mean_token_accuracy": 0.5117110937833786,
      "num_tokens": 144949061.0,
      "step": 188010
    },
    {
      "epoch": 0.23849570880234613,
      "grad_norm": 6.25,
      "learning_rate": 3.8080108289417934e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5361623227596283,
      "num_tokens": 144956027.0,
      "step": 188020
    },
    {
      "epoch": 0.23850839339487898,
      "grad_norm": 8.0,
      "learning_rate": 3.807947397933164e-05,
      "loss": 2.1754,
      "mean_token_accuracy": 0.5258756250143051,
      "num_tokens": 144964013.0,
      "step": 188030
    },
    {
      "epoch": 0.23852107798741182,
      "grad_norm": 6.71875,
      "learning_rate": 3.807883966924535e-05,
      "loss": 1.9015,
      "mean_token_accuracy": 0.5756055027246475,
      "num_tokens": 144970777.0,
      "step": 188040
    },
    {
      "epoch": 0.23853376257994466,
      "grad_norm": 5.03125,
      "learning_rate": 3.807820535915906e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5345407426357269,
      "num_tokens": 144979062.0,
      "step": 188050
    },
    {
      "epoch": 0.23854644717247747,
      "grad_norm": 5.0625,
      "learning_rate": 3.807757104907277e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5579960644245148,
      "num_tokens": 144987245.0,
      "step": 188060
    },
    {
      "epoch": 0.2385591317650103,
      "grad_norm": 6.125,
      "learning_rate": 3.8076936738986475e-05,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5360260993242264,
      "num_tokens": 144994512.0,
      "step": 188070
    },
    {
      "epoch": 0.23857181635754315,
      "grad_norm": 10.25,
      "learning_rate": 3.807630242890019e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5754418849945069,
      "num_tokens": 145002767.0,
      "step": 188080
    },
    {
      "epoch": 0.23858450095007597,
      "grad_norm": 12.5,
      "learning_rate": 3.807566811881389e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5437652677297592,
      "num_tokens": 145008377.0,
      "step": 188090
    },
    {
      "epoch": 0.2385971855426088,
      "grad_norm": 6.0625,
      "learning_rate": 3.80750338087276e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5510365486145019,
      "num_tokens": 145016321.0,
      "step": 188100
    },
    {
      "epoch": 0.23860987013514165,
      "grad_norm": 4.625,
      "learning_rate": 3.807439949864131e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5256102234125137,
      "num_tokens": 145023662.0,
      "step": 188110
    },
    {
      "epoch": 0.2386225547276745,
      "grad_norm": 5.09375,
      "learning_rate": 3.8073765188555015e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.546876174211502,
      "num_tokens": 145031862.0,
      "step": 188120
    },
    {
      "epoch": 0.2386352393202073,
      "grad_norm": 5.96875,
      "learning_rate": 3.807313087846873e-05,
      "loss": 1.8758,
      "mean_token_accuracy": 0.5760933578014373,
      "num_tokens": 145038128.0,
      "step": 188130
    },
    {
      "epoch": 0.23864792391274015,
      "grad_norm": 5.875,
      "learning_rate": 3.807249656838244e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5290411382913589,
      "num_tokens": 145045108.0,
      "step": 188140
    },
    {
      "epoch": 0.238660608505273,
      "grad_norm": 4.8125,
      "learning_rate": 3.8071862258296144e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5482345014810562,
      "num_tokens": 145052821.0,
      "step": 188150
    },
    {
      "epoch": 0.23867329309780583,
      "grad_norm": 7.5,
      "learning_rate": 3.807122794820986e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5535547852516174,
      "num_tokens": 145060845.0,
      "step": 188160
    },
    {
      "epoch": 0.23868597769033864,
      "grad_norm": 5.5625,
      "learning_rate": 3.8070593638123555e-05,
      "loss": 2.2539,
      "mean_token_accuracy": 0.5166520148515701,
      "num_tokens": 145069101.0,
      "step": 188170
    },
    {
      "epoch": 0.23869866228287148,
      "grad_norm": 5.03125,
      "learning_rate": 3.806995932803727e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5716565787792206,
      "num_tokens": 145077156.0,
      "step": 188180
    },
    {
      "epoch": 0.23871134687540432,
      "grad_norm": 5.125,
      "learning_rate": 3.806932501795098e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5326082974672317,
      "num_tokens": 145085703.0,
      "step": 188190
    },
    {
      "epoch": 0.23872403146793716,
      "grad_norm": 5.15625,
      "learning_rate": 3.8068690707864685e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5463870942592621,
      "num_tokens": 145093473.0,
      "step": 188200
    },
    {
      "epoch": 0.23873671606046998,
      "grad_norm": 6.125,
      "learning_rate": 3.80680563977784e-05,
      "loss": 1.8852,
      "mean_token_accuracy": 0.5920353710651398,
      "num_tokens": 145099663.0,
      "step": 188210
    },
    {
      "epoch": 0.23874940065300282,
      "grad_norm": 5.15625,
      "learning_rate": 3.80674220876921e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5337406158447265,
      "num_tokens": 145108436.0,
      "step": 188220
    },
    {
      "epoch": 0.23876208524553566,
      "grad_norm": 5.5625,
      "learning_rate": 3.8066787777605814e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5263388603925705,
      "num_tokens": 145117100.0,
      "step": 188230
    },
    {
      "epoch": 0.2387747698380685,
      "grad_norm": 8.1875,
      "learning_rate": 3.806615346751952e-05,
      "loss": 1.9496,
      "mean_token_accuracy": 0.5726074725389481,
      "num_tokens": 145123246.0,
      "step": 188240
    },
    {
      "epoch": 0.23878745443060131,
      "grad_norm": 6.03125,
      "learning_rate": 3.8065519157433225e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5567602336406707,
      "num_tokens": 145131255.0,
      "step": 188250
    },
    {
      "epoch": 0.23880013902313416,
      "grad_norm": 4.84375,
      "learning_rate": 3.806488484734694e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.516712898015976,
      "num_tokens": 145138611.0,
      "step": 188260
    },
    {
      "epoch": 0.238812823615667,
      "grad_norm": 5.3125,
      "learning_rate": 3.806425053726064e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5250088542699813,
      "num_tokens": 145146486.0,
      "step": 188270
    },
    {
      "epoch": 0.23882550820819984,
      "grad_norm": 6.875,
      "learning_rate": 3.8063616227174355e-05,
      "loss": 1.9262,
      "mean_token_accuracy": 0.5540384262800216,
      "num_tokens": 145154825.0,
      "step": 188280
    },
    {
      "epoch": 0.23883819280073265,
      "grad_norm": 5.75,
      "learning_rate": 3.806298191708807e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5533784836530685,
      "num_tokens": 145163751.0,
      "step": 188290
    },
    {
      "epoch": 0.2388508773932655,
      "grad_norm": 6.71875,
      "learning_rate": 3.806234760700177e-05,
      "loss": 1.8193,
      "mean_token_accuracy": 0.5921200603246689,
      "num_tokens": 145169618.0,
      "step": 188300
    },
    {
      "epoch": 0.23886356198579833,
      "grad_norm": 7.03125,
      "learning_rate": 3.806171329691548e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5599350720643997,
      "num_tokens": 145177568.0,
      "step": 188310
    },
    {
      "epoch": 0.23887624657833118,
      "grad_norm": 5.21875,
      "learning_rate": 3.806107898682918e-05,
      "loss": 2.266,
      "mean_token_accuracy": 0.5273802995681762,
      "num_tokens": 145184045.0,
      "step": 188320
    },
    {
      "epoch": 0.238888931170864,
      "grad_norm": 6.59375,
      "learning_rate": 3.8060444676742895e-05,
      "loss": 1.9755,
      "mean_token_accuracy": 0.5520805239677429,
      "num_tokens": 145191216.0,
      "step": 188330
    },
    {
      "epoch": 0.23890161576339683,
      "grad_norm": 7.21875,
      "learning_rate": 3.805981036665661e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5313148736953736,
      "num_tokens": 145198866.0,
      "step": 188340
    },
    {
      "epoch": 0.23891430035592967,
      "grad_norm": 6.4375,
      "learning_rate": 3.805917605657031e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5395774155855179,
      "num_tokens": 145206103.0,
      "step": 188350
    },
    {
      "epoch": 0.2389269849484625,
      "grad_norm": 6.125,
      "learning_rate": 3.8058541746484025e-05,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5756312936544419,
      "num_tokens": 145212935.0,
      "step": 188360
    },
    {
      "epoch": 0.23893966954099533,
      "grad_norm": 7.375,
      "learning_rate": 3.805790743639773e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5478583484888077,
      "num_tokens": 145219444.0,
      "step": 188370
    },
    {
      "epoch": 0.23895235413352817,
      "grad_norm": 6.28125,
      "learning_rate": 3.8057273126311435e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5603551924228668,
      "num_tokens": 145228640.0,
      "step": 188380
    },
    {
      "epoch": 0.238965038726061,
      "grad_norm": 5.34375,
      "learning_rate": 3.805663881622515e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5461390972137451,
      "num_tokens": 145236955.0,
      "step": 188390
    },
    {
      "epoch": 0.23897772331859385,
      "grad_norm": 5.3125,
      "learning_rate": 3.805600450613885e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5390219211578369,
      "num_tokens": 145242959.0,
      "step": 188400
    },
    {
      "epoch": 0.23899040791112666,
      "grad_norm": 5.125,
      "learning_rate": 3.8055370196052565e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5304197251796723,
      "num_tokens": 145251720.0,
      "step": 188410
    },
    {
      "epoch": 0.2390030925036595,
      "grad_norm": 4.65625,
      "learning_rate": 3.805473588596627e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5582155406475067,
      "num_tokens": 145258617.0,
      "step": 188420
    },
    {
      "epoch": 0.23901577709619234,
      "grad_norm": 5.5,
      "learning_rate": 3.805410157587998e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.53775694668293,
      "num_tokens": 145266553.0,
      "step": 188430
    },
    {
      "epoch": 0.23902846168872519,
      "grad_norm": 7.96875,
      "learning_rate": 3.805346726579369e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.534709456562996,
      "num_tokens": 145274925.0,
      "step": 188440
    },
    {
      "epoch": 0.239041146281258,
      "grad_norm": 6.90625,
      "learning_rate": 3.805283295570739e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5545204252004623,
      "num_tokens": 145282195.0,
      "step": 188450
    },
    {
      "epoch": 0.23905383087379084,
      "grad_norm": 4.5625,
      "learning_rate": 3.8052198645621105e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5113246530294419,
      "num_tokens": 145290651.0,
      "step": 188460
    },
    {
      "epoch": 0.23906651546632368,
      "grad_norm": 6.09375,
      "learning_rate": 3.805156433553481e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5615602463483811,
      "num_tokens": 145297526.0,
      "step": 188470
    },
    {
      "epoch": 0.23907920005885652,
      "grad_norm": 7.34375,
      "learning_rate": 3.805093002544852e-05,
      "loss": 2.3214,
      "mean_token_accuracy": 0.5028121501207352,
      "num_tokens": 145305165.0,
      "step": 188480
    },
    {
      "epoch": 0.23909188465138934,
      "grad_norm": 5.15625,
      "learning_rate": 3.8050295715362235e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.565508508682251,
      "num_tokens": 145312687.0,
      "step": 188490
    },
    {
      "epoch": 0.23910456924392218,
      "grad_norm": 6.6875,
      "learning_rate": 3.804966140527594e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.5225687056779862,
      "num_tokens": 145319762.0,
      "step": 188500
    },
    {
      "epoch": 0.23911725383645502,
      "grad_norm": 5.40625,
      "learning_rate": 3.8049027095189646e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5304911494255066,
      "num_tokens": 145326718.0,
      "step": 188510
    },
    {
      "epoch": 0.23912993842898786,
      "grad_norm": 5.90625,
      "learning_rate": 3.804839278510335e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5558723628520965,
      "num_tokens": 145334415.0,
      "step": 188520
    },
    {
      "epoch": 0.23914262302152067,
      "grad_norm": 4.8125,
      "learning_rate": 3.804775847501706e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5500193536281586,
      "num_tokens": 145342081.0,
      "step": 188530
    },
    {
      "epoch": 0.23915530761405351,
      "grad_norm": 5.0,
      "learning_rate": 3.8047124164930775e-05,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5505749404430389,
      "num_tokens": 145350525.0,
      "step": 188540
    },
    {
      "epoch": 0.23916799220658636,
      "grad_norm": 4.71875,
      "learning_rate": 3.804648985484448e-05,
      "loss": 1.8969,
      "mean_token_accuracy": 0.5808723390102386,
      "num_tokens": 145358328.0,
      "step": 188550
    },
    {
      "epoch": 0.23918067679911917,
      "grad_norm": 7.21875,
      "learning_rate": 3.804585554475819e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5620505839586258,
      "num_tokens": 145364516.0,
      "step": 188560
    },
    {
      "epoch": 0.239193361391652,
      "grad_norm": 5.8125,
      "learning_rate": 3.80452212346719e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5229961544275283,
      "num_tokens": 145373191.0,
      "step": 188570
    },
    {
      "epoch": 0.23920604598418485,
      "grad_norm": 4.46875,
      "learning_rate": 3.804458692458561e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5499786019325257,
      "num_tokens": 145380832.0,
      "step": 188580
    },
    {
      "epoch": 0.2392187305767177,
      "grad_norm": 5.625,
      "learning_rate": 3.8043952614499315e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5585465729236603,
      "num_tokens": 145388985.0,
      "step": 188590
    },
    {
      "epoch": 0.2392314151692505,
      "grad_norm": 6.0625,
      "learning_rate": 3.804331830441302e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5501607865095138,
      "num_tokens": 145396443.0,
      "step": 188600
    },
    {
      "epoch": 0.23924409976178335,
      "grad_norm": 6.40625,
      "learning_rate": 3.804268399432673e-05,
      "loss": 1.904,
      "mean_token_accuracy": 0.5827988624572754,
      "num_tokens": 145403310.0,
      "step": 188610
    },
    {
      "epoch": 0.2392567843543162,
      "grad_norm": 5.3125,
      "learning_rate": 3.804204968424044e-05,
      "loss": 2.2708,
      "mean_token_accuracy": 0.5128393709659577,
      "num_tokens": 145412163.0,
      "step": 188620
    },
    {
      "epoch": 0.23926946894684903,
      "grad_norm": 5.125,
      "learning_rate": 3.804141537415415e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5558460086584092,
      "num_tokens": 145419903.0,
      "step": 188630
    },
    {
      "epoch": 0.23928215353938184,
      "grad_norm": 5.5,
      "learning_rate": 3.804078106406786e-05,
      "loss": 1.9604,
      "mean_token_accuracy": 0.5647340208292008,
      "num_tokens": 145427371.0,
      "step": 188640
    },
    {
      "epoch": 0.23929483813191468,
      "grad_norm": 5.03125,
      "learning_rate": 3.804014675398157e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5286393612623215,
      "num_tokens": 145435335.0,
      "step": 188650
    },
    {
      "epoch": 0.23930752272444752,
      "grad_norm": 4.65625,
      "learning_rate": 3.803951244389527e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5405683428049087,
      "num_tokens": 145441803.0,
      "step": 188660
    },
    {
      "epoch": 0.23932020731698037,
      "grad_norm": 5.625,
      "learning_rate": 3.803887813380898e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5620478570461274,
      "num_tokens": 145448028.0,
      "step": 188670
    },
    {
      "epoch": 0.23933289190951318,
      "grad_norm": 7.8125,
      "learning_rate": 3.803824382372269e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5779861658811569,
      "num_tokens": 145454374.0,
      "step": 188680
    },
    {
      "epoch": 0.23934557650204602,
      "grad_norm": 6.625,
      "learning_rate": 3.80376095136364e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5403098940849305,
      "num_tokens": 145461426.0,
      "step": 188690
    },
    {
      "epoch": 0.23935826109457886,
      "grad_norm": 6.34375,
      "learning_rate": 3.803697520355011e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5760748386383057,
      "num_tokens": 145468592.0,
      "step": 188700
    },
    {
      "epoch": 0.2393709456871117,
      "grad_norm": 9.0,
      "learning_rate": 3.803634089346382e-05,
      "loss": 1.8609,
      "mean_token_accuracy": 0.5917047560214996,
      "num_tokens": 145476137.0,
      "step": 188710
    },
    {
      "epoch": 0.23938363027964452,
      "grad_norm": 5.0625,
      "learning_rate": 3.8035706583377526e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5429859220981598,
      "num_tokens": 145483879.0,
      "step": 188720
    },
    {
      "epoch": 0.23939631487217736,
      "grad_norm": 7.21875,
      "learning_rate": 3.803507227329123e-05,
      "loss": 1.8854,
      "mean_token_accuracy": 0.5711536228656768,
      "num_tokens": 145490325.0,
      "step": 188730
    },
    {
      "epoch": 0.2394089994647102,
      "grad_norm": 4.84375,
      "learning_rate": 3.803443796320494e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5387014031410218,
      "num_tokens": 145498391.0,
      "step": 188740
    },
    {
      "epoch": 0.23942168405724304,
      "grad_norm": 5.34375,
      "learning_rate": 3.803380365311865e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5431480586528779,
      "num_tokens": 145506185.0,
      "step": 188750
    },
    {
      "epoch": 0.23943436864977585,
      "grad_norm": 7.0625,
      "learning_rate": 3.803316934303236e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5472228616476059,
      "num_tokens": 145513182.0,
      "step": 188760
    },
    {
      "epoch": 0.2394470532423087,
      "grad_norm": 5.40625,
      "learning_rate": 3.8032535032946066e-05,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5690447151660919,
      "num_tokens": 145520406.0,
      "step": 188770
    },
    {
      "epoch": 0.23945973783484154,
      "grad_norm": 6.5,
      "learning_rate": 3.803190072285978e-05,
      "loss": 2.3296,
      "mean_token_accuracy": 0.5102997928857803,
      "num_tokens": 145528400.0,
      "step": 188780
    },
    {
      "epoch": 0.23947242242737438,
      "grad_norm": 6.84375,
      "learning_rate": 3.8031266412773484e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5406661033630371,
      "num_tokens": 145535207.0,
      "step": 188790
    },
    {
      "epoch": 0.2394851070199072,
      "grad_norm": 5.125,
      "learning_rate": 3.803063210268719e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5511605739593506,
      "num_tokens": 145543830.0,
      "step": 188800
    },
    {
      "epoch": 0.23949779161244003,
      "grad_norm": 4.71875,
      "learning_rate": 3.80299977926009e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5454595118761063,
      "num_tokens": 145551933.0,
      "step": 188810
    },
    {
      "epoch": 0.23951047620497287,
      "grad_norm": 6.71875,
      "learning_rate": 3.8029363482514606e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5214976221323013,
      "num_tokens": 145559997.0,
      "step": 188820
    },
    {
      "epoch": 0.2395231607975057,
      "grad_norm": 5.5,
      "learning_rate": 3.802872917242832e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5388772815465928,
      "num_tokens": 145566753.0,
      "step": 188830
    },
    {
      "epoch": 0.23953584539003853,
      "grad_norm": 4.625,
      "learning_rate": 3.802809486234203e-05,
      "loss": 1.8118,
      "mean_token_accuracy": 0.5987576246261597,
      "num_tokens": 145573217.0,
      "step": 188840
    },
    {
      "epoch": 0.23954852998257137,
      "grad_norm": 5.28125,
      "learning_rate": 3.8027460552255736e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5189689457416534,
      "num_tokens": 145581368.0,
      "step": 188850
    },
    {
      "epoch": 0.2395612145751042,
      "grad_norm": 4.59375,
      "learning_rate": 3.802682624216944e-05,
      "loss": 1.8508,
      "mean_token_accuracy": 0.5900497823953629,
      "num_tokens": 145589204.0,
      "step": 188860
    },
    {
      "epoch": 0.23957389916763705,
      "grad_norm": 5.625,
      "learning_rate": 3.8026191932083153e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5521203368902207,
      "num_tokens": 145597529.0,
      "step": 188870
    },
    {
      "epoch": 0.23958658376016986,
      "grad_norm": 4.9375,
      "learning_rate": 3.802555762199686e-05,
      "loss": 2.3558,
      "mean_token_accuracy": 0.4944220453500748,
      "num_tokens": 145607041.0,
      "step": 188880
    },
    {
      "epoch": 0.2395992683527027,
      "grad_norm": 4.875,
      "learning_rate": 3.802492331191057e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5482556700706482,
      "num_tokens": 145615438.0,
      "step": 188890
    },
    {
      "epoch": 0.23961195294523555,
      "grad_norm": 9.6875,
      "learning_rate": 3.8024289001824276e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5520326405763626,
      "num_tokens": 145621506.0,
      "step": 188900
    },
    {
      "epoch": 0.2396246375377684,
      "grad_norm": 6.3125,
      "learning_rate": 3.802365469173799e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5579788684844971,
      "num_tokens": 145627199.0,
      "step": 188910
    },
    {
      "epoch": 0.2396373221303012,
      "grad_norm": 5.75,
      "learning_rate": 3.80230203816517e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5612598210573196,
      "num_tokens": 145633708.0,
      "step": 188920
    },
    {
      "epoch": 0.23965000672283404,
      "grad_norm": 4.6875,
      "learning_rate": 3.80223860715654e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5456009119749069,
      "num_tokens": 145641229.0,
      "step": 188930
    },
    {
      "epoch": 0.23966269131536688,
      "grad_norm": 4.65625,
      "learning_rate": 3.802175176147911e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5346625626087189,
      "num_tokens": 145649477.0,
      "step": 188940
    },
    {
      "epoch": 0.23967537590789972,
      "grad_norm": 4.6875,
      "learning_rate": 3.8021117451392817e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5517274498939514,
      "num_tokens": 145657047.0,
      "step": 188950
    },
    {
      "epoch": 0.23968806050043254,
      "grad_norm": 6.28125,
      "learning_rate": 3.802048314130653e-05,
      "loss": 2.2556,
      "mean_token_accuracy": 0.5102828234434128,
      "num_tokens": 145664913.0,
      "step": 188960
    },
    {
      "epoch": 0.23970074509296538,
      "grad_norm": 4.96875,
      "learning_rate": 3.801984883122024e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5669440418481827,
      "num_tokens": 145673397.0,
      "step": 188970
    },
    {
      "epoch": 0.23971342968549822,
      "grad_norm": 4.625,
      "learning_rate": 3.8019214521133946e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5309864848852157,
      "num_tokens": 145682542.0,
      "step": 188980
    },
    {
      "epoch": 0.23972611427803106,
      "grad_norm": 4.71875,
      "learning_rate": 3.801858021104766e-05,
      "loss": 2.2431,
      "mean_token_accuracy": 0.5323922753334045,
      "num_tokens": 145690050.0,
      "step": 188990
    },
    {
      "epoch": 0.23973879887056387,
      "grad_norm": 4.5625,
      "learning_rate": 3.8017945900961364e-05,
      "loss": 1.8408,
      "mean_token_accuracy": 0.585760647058487,
      "num_tokens": 145697011.0,
      "step": 189000
    },
    {
      "epoch": 0.23975148346309672,
      "grad_norm": 5.53125,
      "learning_rate": 3.801731159087507e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5247067868709564,
      "num_tokens": 145704714.0,
      "step": 189010
    },
    {
      "epoch": 0.23976416805562956,
      "grad_norm": 5.09375,
      "learning_rate": 3.801667728078878e-05,
      "loss": 1.789,
      "mean_token_accuracy": 0.5964790999889373,
      "num_tokens": 145711680.0,
      "step": 189020
    },
    {
      "epoch": 0.23977685264816237,
      "grad_norm": 5.0,
      "learning_rate": 3.8016042970702486e-05,
      "loss": 2.3239,
      "mean_token_accuracy": 0.5090969026088714,
      "num_tokens": 145720524.0,
      "step": 189030
    },
    {
      "epoch": 0.2397895372406952,
      "grad_norm": 9.125,
      "learning_rate": 3.80154086606162e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5453797519207001,
      "num_tokens": 145728035.0,
      "step": 189040
    },
    {
      "epoch": 0.23980222183322805,
      "grad_norm": 4.9375,
      "learning_rate": 3.8014774350529904e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5698253363370895,
      "num_tokens": 145736121.0,
      "step": 189050
    },
    {
      "epoch": 0.2398149064257609,
      "grad_norm": 5.28125,
      "learning_rate": 3.8014140040443616e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5312975198030472,
      "num_tokens": 145745265.0,
      "step": 189060
    },
    {
      "epoch": 0.2398275910182937,
      "grad_norm": 5.5625,
      "learning_rate": 3.801350573035732e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5286874443292617,
      "num_tokens": 145752795.0,
      "step": 189070
    },
    {
      "epoch": 0.23984027561082655,
      "grad_norm": 5.0625,
      "learning_rate": 3.801287142027103e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.543457168340683,
      "num_tokens": 145760474.0,
      "step": 189080
    },
    {
      "epoch": 0.2398529602033594,
      "grad_norm": 5.5625,
      "learning_rate": 3.801223711018474e-05,
      "loss": 1.7385,
      "mean_token_accuracy": 0.6024072080850601,
      "num_tokens": 145766336.0,
      "step": 189090
    },
    {
      "epoch": 0.23986564479589223,
      "grad_norm": 5.125,
      "learning_rate": 3.8011602800098444e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5346096217632293,
      "num_tokens": 145774209.0,
      "step": 189100
    },
    {
      "epoch": 0.23987832938842504,
      "grad_norm": 6.46875,
      "learning_rate": 3.8010968490012156e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5130593955516816,
      "num_tokens": 145781383.0,
      "step": 189110
    },
    {
      "epoch": 0.23989101398095788,
      "grad_norm": 5.65625,
      "learning_rate": 3.801033417992587e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5430805027484894,
      "num_tokens": 145788534.0,
      "step": 189120
    },
    {
      "epoch": 0.23990369857349073,
      "grad_norm": 5.375,
      "learning_rate": 3.8009699869839574e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5345118582248688,
      "num_tokens": 145796081.0,
      "step": 189130
    },
    {
      "epoch": 0.23991638316602357,
      "grad_norm": 5.28125,
      "learning_rate": 3.800906555975328e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5617884814739227,
      "num_tokens": 145804098.0,
      "step": 189140
    },
    {
      "epoch": 0.23992906775855638,
      "grad_norm": 7.75,
      "learning_rate": 3.8008431249666985e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5549974858760833,
      "num_tokens": 145812698.0,
      "step": 189150
    },
    {
      "epoch": 0.23994175235108922,
      "grad_norm": 5.9375,
      "learning_rate": 3.80077969395807e-05,
      "loss": 1.8683,
      "mean_token_accuracy": 0.5874114394187927,
      "num_tokens": 145820398.0,
      "step": 189160
    },
    {
      "epoch": 0.23995443694362206,
      "grad_norm": 5.5,
      "learning_rate": 3.800716262949441e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5557593673467636,
      "num_tokens": 145827121.0,
      "step": 189170
    },
    {
      "epoch": 0.2399671215361549,
      "grad_norm": 10.5625,
      "learning_rate": 3.8006528319408114e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5568108946084976,
      "num_tokens": 145834493.0,
      "step": 189180
    },
    {
      "epoch": 0.23997980612868772,
      "grad_norm": 5.09375,
      "learning_rate": 3.8005894009321826e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5375093400478363,
      "num_tokens": 145842811.0,
      "step": 189190
    },
    {
      "epoch": 0.23999249072122056,
      "grad_norm": 7.46875,
      "learning_rate": 3.800525969923553e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5379208713769913,
      "num_tokens": 145850807.0,
      "step": 189200
    },
    {
      "epoch": 0.2400051753137534,
      "grad_norm": 4.75,
      "learning_rate": 3.800462538914924e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5394993305206299,
      "num_tokens": 145859190.0,
      "step": 189210
    },
    {
      "epoch": 0.24001785990628624,
      "grad_norm": 6.78125,
      "learning_rate": 3.800399107906295e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5462636768817901,
      "num_tokens": 145866219.0,
      "step": 189220
    },
    {
      "epoch": 0.24003054449881905,
      "grad_norm": 5.5625,
      "learning_rate": 3.8003356768976655e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5722446888685226,
      "num_tokens": 145874274.0,
      "step": 189230
    },
    {
      "epoch": 0.2400432290913519,
      "grad_norm": 7.9375,
      "learning_rate": 3.800272245889037e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5271454095840454,
      "num_tokens": 145883018.0,
      "step": 189240
    },
    {
      "epoch": 0.24005591368388474,
      "grad_norm": 5.8125,
      "learning_rate": 3.800208814880407e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5332138657569885,
      "num_tokens": 145891787.0,
      "step": 189250
    },
    {
      "epoch": 0.24006859827641758,
      "grad_norm": 5.5625,
      "learning_rate": 3.8001453838717784e-05,
      "loss": 1.7438,
      "mean_token_accuracy": 0.6037694722414017,
      "num_tokens": 145898152.0,
      "step": 189260
    },
    {
      "epoch": 0.2400812828689504,
      "grad_norm": 5.59375,
      "learning_rate": 3.800081952863149e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5381099462509156,
      "num_tokens": 145905750.0,
      "step": 189270
    },
    {
      "epoch": 0.24009396746148323,
      "grad_norm": 5.71875,
      "learning_rate": 3.8000185218545195e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5485977500677108,
      "num_tokens": 145913377.0,
      "step": 189280
    },
    {
      "epoch": 0.24010665205401607,
      "grad_norm": 4.8125,
      "learning_rate": 3.799955090845891e-05,
      "loss": 1.9386,
      "mean_token_accuracy": 0.5727966547012329,
      "num_tokens": 145921360.0,
      "step": 189290
    },
    {
      "epoch": 0.24011933664654891,
      "grad_norm": 7.71875,
      "learning_rate": 3.799891659837261e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5664164811372757,
      "num_tokens": 145928206.0,
      "step": 189300
    },
    {
      "epoch": 0.24013202123908173,
      "grad_norm": 6.375,
      "learning_rate": 3.7998282288286324e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5446855276823044,
      "num_tokens": 145934647.0,
      "step": 189310
    },
    {
      "epoch": 0.24014470583161457,
      "grad_norm": 5.1875,
      "learning_rate": 3.7997647978200037e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5249949216842651,
      "num_tokens": 145942193.0,
      "step": 189320
    },
    {
      "epoch": 0.2401573904241474,
      "grad_norm": 5.09375,
      "learning_rate": 3.799701366811374e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5501195907592773,
      "num_tokens": 145949748.0,
      "step": 189330
    },
    {
      "epoch": 0.24017007501668025,
      "grad_norm": 6.0,
      "learning_rate": 3.7996379358027454e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5407228767871857,
      "num_tokens": 145958166.0,
      "step": 189340
    },
    {
      "epoch": 0.24018275960921306,
      "grad_norm": 6.375,
      "learning_rate": 3.799574504794115e-05,
      "loss": 2.3153,
      "mean_token_accuracy": 0.507416632771492,
      "num_tokens": 145966533.0,
      "step": 189350
    },
    {
      "epoch": 0.2401954442017459,
      "grad_norm": 5.125,
      "learning_rate": 3.7995110737854865e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5634174704551697,
      "num_tokens": 145973405.0,
      "step": 189360
    },
    {
      "epoch": 0.24020812879427875,
      "grad_norm": 7.6875,
      "learning_rate": 3.799447642776858e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5303271502256394,
      "num_tokens": 145980751.0,
      "step": 189370
    },
    {
      "epoch": 0.2402208133868116,
      "grad_norm": 5.375,
      "learning_rate": 3.799384211768228e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5356081336736679,
      "num_tokens": 145988627.0,
      "step": 189380
    },
    {
      "epoch": 0.2402334979793444,
      "grad_norm": 8.1875,
      "learning_rate": 3.7993207807595994e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5252099484205246,
      "num_tokens": 145996287.0,
      "step": 189390
    },
    {
      "epoch": 0.24024618257187724,
      "grad_norm": 5.9375,
      "learning_rate": 3.79925734975097e-05,
      "loss": 1.9221,
      "mean_token_accuracy": 0.5645433992147446,
      "num_tokens": 146004168.0,
      "step": 189400
    },
    {
      "epoch": 0.24025886716441008,
      "grad_norm": 6.84375,
      "learning_rate": 3.799193918742341e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5518347203731537,
      "num_tokens": 146010951.0,
      "step": 189410
    },
    {
      "epoch": 0.24027155175694292,
      "grad_norm": 6.0625,
      "learning_rate": 3.799130487733712e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5486330270767212,
      "num_tokens": 146018285.0,
      "step": 189420
    },
    {
      "epoch": 0.24028423634947574,
      "grad_norm": 8.6875,
      "learning_rate": 3.799067056725082e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5486032038927078,
      "num_tokens": 146025238.0,
      "step": 189430
    },
    {
      "epoch": 0.24029692094200858,
      "grad_norm": 5.4375,
      "learning_rate": 3.7990036257164535e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5169434785842896,
      "num_tokens": 146033684.0,
      "step": 189440
    },
    {
      "epoch": 0.24030960553454142,
      "grad_norm": 4.8125,
      "learning_rate": 3.798940194707824e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.514433991909027,
      "num_tokens": 146042286.0,
      "step": 189450
    },
    {
      "epoch": 0.24032229012707426,
      "grad_norm": 5.5625,
      "learning_rate": 3.798876763699195e-05,
      "loss": 1.7925,
      "mean_token_accuracy": 0.5864810287952423,
      "num_tokens": 146048599.0,
      "step": 189460
    },
    {
      "epoch": 0.24033497471960708,
      "grad_norm": 7.40625,
      "learning_rate": 3.7988133326905664e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5328042387962342,
      "num_tokens": 146057044.0,
      "step": 189470
    },
    {
      "epoch": 0.24034765931213992,
      "grad_norm": 4.78125,
      "learning_rate": 3.798749901681937e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5363934934139252,
      "num_tokens": 146066203.0,
      "step": 189480
    },
    {
      "epoch": 0.24036034390467276,
      "grad_norm": 4.84375,
      "learning_rate": 3.7986864706733075e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5235121846199036,
      "num_tokens": 146074793.0,
      "step": 189490
    },
    {
      "epoch": 0.24037302849720557,
      "grad_norm": 5.15625,
      "learning_rate": 3.798623039664678e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5227980077266693,
      "num_tokens": 146082074.0,
      "step": 189500
    },
    {
      "epoch": 0.2403857130897384,
      "grad_norm": 5.03125,
      "learning_rate": 3.798559608656049e-05,
      "loss": 2.2665,
      "mean_token_accuracy": 0.5077991276979447,
      "num_tokens": 146090306.0,
      "step": 189510
    },
    {
      "epoch": 0.24039839768227125,
      "grad_norm": 5.1875,
      "learning_rate": 3.7984961776474205e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5481299102306366,
      "num_tokens": 146097618.0,
      "step": 189520
    },
    {
      "epoch": 0.2404110822748041,
      "grad_norm": 7.40625,
      "learning_rate": 3.798432746638791e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5174826949834823,
      "num_tokens": 146105350.0,
      "step": 189530
    },
    {
      "epoch": 0.2404237668673369,
      "grad_norm": 6.59375,
      "learning_rate": 3.798369315630162e-05,
      "loss": 2.2645,
      "mean_token_accuracy": 0.5073373407125473,
      "num_tokens": 146112563.0,
      "step": 189540
    },
    {
      "epoch": 0.24043645145986975,
      "grad_norm": 6.15625,
      "learning_rate": 3.798305884621533e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5415699005126953,
      "num_tokens": 146120644.0,
      "step": 189550
    },
    {
      "epoch": 0.2404491360524026,
      "grad_norm": 4.875,
      "learning_rate": 3.798242453612903e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5405834525823593,
      "num_tokens": 146128129.0,
      "step": 189560
    },
    {
      "epoch": 0.24046182064493543,
      "grad_norm": 5.34375,
      "learning_rate": 3.7981790226042745e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5343081533908844,
      "num_tokens": 146136947.0,
      "step": 189570
    },
    {
      "epoch": 0.24047450523746824,
      "grad_norm": 8.375,
      "learning_rate": 3.798115591595645e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5553311109542847,
      "num_tokens": 146143369.0,
      "step": 189580
    },
    {
      "epoch": 0.24048718983000109,
      "grad_norm": 6.3125,
      "learning_rate": 3.798052160587016e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5446818977594375,
      "num_tokens": 146150448.0,
      "step": 189590
    },
    {
      "epoch": 0.24049987442253393,
      "grad_norm": 4.125,
      "learning_rate": 3.797988729578387e-05,
      "loss": 1.7474,
      "mean_token_accuracy": 0.6261814564466477,
      "num_tokens": 146156379.0,
      "step": 189600
    },
    {
      "epoch": 0.24051255901506677,
      "grad_norm": 5.4375,
      "learning_rate": 3.797925298569758e-05,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5655741900205612,
      "num_tokens": 146163412.0,
      "step": 189610
    },
    {
      "epoch": 0.24052524360759958,
      "grad_norm": 5.25,
      "learning_rate": 3.7978618675611285e-05,
      "loss": 2.19,
      "mean_token_accuracy": 0.5266294807195664,
      "num_tokens": 146172188.0,
      "step": 189620
    },
    {
      "epoch": 0.24053792820013242,
      "grad_norm": 6.125,
      "learning_rate": 3.797798436552499e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.531077915430069,
      "num_tokens": 146181045.0,
      "step": 189630
    },
    {
      "epoch": 0.24055061279266526,
      "grad_norm": 5.96875,
      "learning_rate": 3.79773500554387e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5401912003755569,
      "num_tokens": 146189338.0,
      "step": 189640
    },
    {
      "epoch": 0.2405632973851981,
      "grad_norm": 5.03125,
      "learning_rate": 3.797671574535241e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.531753408908844,
      "num_tokens": 146198307.0,
      "step": 189650
    },
    {
      "epoch": 0.24057598197773092,
      "grad_norm": 5.59375,
      "learning_rate": 3.797608143526612e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5536718994379044,
      "num_tokens": 146204460.0,
      "step": 189660
    },
    {
      "epoch": 0.24058866657026376,
      "grad_norm": 6.1875,
      "learning_rate": 3.797544712517983e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5376178920269012,
      "num_tokens": 146211703.0,
      "step": 189670
    },
    {
      "epoch": 0.2406013511627966,
      "grad_norm": 5.0,
      "learning_rate": 3.797481281509354e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5584707915782928,
      "num_tokens": 146220030.0,
      "step": 189680
    },
    {
      "epoch": 0.24061403575532944,
      "grad_norm": 5.125,
      "learning_rate": 3.797417850500724e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5242043972015381,
      "num_tokens": 146228431.0,
      "step": 189690
    },
    {
      "epoch": 0.24062672034786226,
      "grad_norm": 5.125,
      "learning_rate": 3.797354419492095e-05,
      "loss": 1.7613,
      "mean_token_accuracy": 0.603914886713028,
      "num_tokens": 146235884.0,
      "step": 189700
    },
    {
      "epoch": 0.2406394049403951,
      "grad_norm": 5.1875,
      "learning_rate": 3.797290988483466e-05,
      "loss": 2.201,
      "mean_token_accuracy": 0.5275536835193634,
      "num_tokens": 146244256.0,
      "step": 189710
    },
    {
      "epoch": 0.24065208953292794,
      "grad_norm": 5.46875,
      "learning_rate": 3.797227557474837e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5349487334489822,
      "num_tokens": 146252020.0,
      "step": 189720
    },
    {
      "epoch": 0.24066477412546078,
      "grad_norm": 6.75,
      "learning_rate": 3.797164126466208e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5400396168231965,
      "num_tokens": 146258934.0,
      "step": 189730
    },
    {
      "epoch": 0.2406774587179936,
      "grad_norm": 5.65625,
      "learning_rate": 3.797100695457579e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5210765063762665,
      "num_tokens": 146267194.0,
      "step": 189740
    },
    {
      "epoch": 0.24069014331052643,
      "grad_norm": 6.03125,
      "learning_rate": 3.7970372644489495e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5701437532901764,
      "num_tokens": 146274579.0,
      "step": 189750
    },
    {
      "epoch": 0.24070282790305927,
      "grad_norm": 7.03125,
      "learning_rate": 3.796973833440321e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5688650965690613,
      "num_tokens": 146281665.0,
      "step": 189760
    },
    {
      "epoch": 0.24071551249559212,
      "grad_norm": 4.84375,
      "learning_rate": 3.796910402431691e-05,
      "loss": 1.8515,
      "mean_token_accuracy": 0.5908358573913575,
      "num_tokens": 146288230.0,
      "step": 189770
    },
    {
      "epoch": 0.24072819708812493,
      "grad_norm": 5.9375,
      "learning_rate": 3.796846971423062e-05,
      "loss": 1.7892,
      "mean_token_accuracy": 0.6038112819194794,
      "num_tokens": 146294812.0,
      "step": 189780
    },
    {
      "epoch": 0.24074088168065777,
      "grad_norm": 5.03125,
      "learning_rate": 3.796783540414433e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5517309874296188,
      "num_tokens": 146302713.0,
      "step": 189790
    },
    {
      "epoch": 0.2407535662731906,
      "grad_norm": 6.1875,
      "learning_rate": 3.796720109405804e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5530028879642487,
      "num_tokens": 146309703.0,
      "step": 189800
    },
    {
      "epoch": 0.24076625086572345,
      "grad_norm": 4.71875,
      "learning_rate": 3.796656678397175e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5474477112293243,
      "num_tokens": 146316820.0,
      "step": 189810
    },
    {
      "epoch": 0.24077893545825627,
      "grad_norm": 4.96875,
      "learning_rate": 3.796593247388546e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5258748233318329,
      "num_tokens": 146325576.0,
      "step": 189820
    },
    {
      "epoch": 0.2407916200507891,
      "grad_norm": 10.125,
      "learning_rate": 3.7965298163799165e-05,
      "loss": 1.9467,
      "mean_token_accuracy": 0.5635364413261413,
      "num_tokens": 146332801.0,
      "step": 189830
    },
    {
      "epoch": 0.24080430464332195,
      "grad_norm": 7.03125,
      "learning_rate": 3.796466385371287e-05,
      "loss": 2.2021,
      "mean_token_accuracy": 0.5279621928930283,
      "num_tokens": 146340319.0,
      "step": 189840
    },
    {
      "epoch": 0.2408169892358548,
      "grad_norm": 5.3125,
      "learning_rate": 3.796402954362658e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5537545025348664,
      "num_tokens": 146348163.0,
      "step": 189850
    },
    {
      "epoch": 0.2408296738283876,
      "grad_norm": 5.90625,
      "learning_rate": 3.796339523354029e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.51543388068676,
      "num_tokens": 146356941.0,
      "step": 189860
    },
    {
      "epoch": 0.24084235842092044,
      "grad_norm": 5.46875,
      "learning_rate": 3.7962760923454e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5390500605106354,
      "num_tokens": 146363963.0,
      "step": 189870
    },
    {
      "epoch": 0.24085504301345328,
      "grad_norm": 5.5,
      "learning_rate": 3.7962126613367706e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5758644163608551,
      "num_tokens": 146371452.0,
      "step": 189880
    },
    {
      "epoch": 0.24086772760598613,
      "grad_norm": 8.3125,
      "learning_rate": 3.796149230328142e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.538064467906952,
      "num_tokens": 146378329.0,
      "step": 189890
    },
    {
      "epoch": 0.24088041219851894,
      "grad_norm": 5.25,
      "learning_rate": 3.796085799319512e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5599306493997573,
      "num_tokens": 146386187.0,
      "step": 189900
    },
    {
      "epoch": 0.24089309679105178,
      "grad_norm": 6.875,
      "learning_rate": 3.796022368310883e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5620165377855301,
      "num_tokens": 146393716.0,
      "step": 189910
    },
    {
      "epoch": 0.24090578138358462,
      "grad_norm": 6.90625,
      "learning_rate": 3.795958937302254e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5237503319978714,
      "num_tokens": 146402405.0,
      "step": 189920
    },
    {
      "epoch": 0.24091846597611746,
      "grad_norm": 4.78125,
      "learning_rate": 3.7958955062936246e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5660283893346787,
      "num_tokens": 146411180.0,
      "step": 189930
    },
    {
      "epoch": 0.24093115056865028,
      "grad_norm": 5.71875,
      "learning_rate": 3.795832075284996e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5393110007047653,
      "num_tokens": 146419270.0,
      "step": 189940
    },
    {
      "epoch": 0.24094383516118312,
      "grad_norm": 5.5,
      "learning_rate": 3.795768644276367e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5194565623998642,
      "num_tokens": 146427196.0,
      "step": 189950
    },
    {
      "epoch": 0.24095651975371596,
      "grad_norm": 5.9375,
      "learning_rate": 3.7957052132677376e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5541526496410369,
      "num_tokens": 146435086.0,
      "step": 189960
    },
    {
      "epoch": 0.24096920434624877,
      "grad_norm": 5.03125,
      "learning_rate": 3.795641782259108e-05,
      "loss": 2.3936,
      "mean_token_accuracy": 0.4873657912015915,
      "num_tokens": 146443462.0,
      "step": 189970
    },
    {
      "epoch": 0.2409818889387816,
      "grad_norm": 4.6875,
      "learning_rate": 3.7955783512504786e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5139823973178863,
      "num_tokens": 146452101.0,
      "step": 189980
    },
    {
      "epoch": 0.24099457353131445,
      "grad_norm": 4.46875,
      "learning_rate": 3.79551492024185e-05,
      "loss": 1.8233,
      "mean_token_accuracy": 0.5940690040588379,
      "num_tokens": 146458424.0,
      "step": 189990
    },
    {
      "epoch": 0.2410072581238473,
      "grad_norm": 4.96875,
      "learning_rate": 3.795451489233221e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5269835352897644,
      "num_tokens": 146466218.0,
      "step": 190000
    },
    {
      "epoch": 0.2410199427163801,
      "grad_norm": 7.25,
      "learning_rate": 3.7953880582245916e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5694432377815246,
      "num_tokens": 146473838.0,
      "step": 190010
    },
    {
      "epoch": 0.24103262730891295,
      "grad_norm": 5.1875,
      "learning_rate": 3.795324627215963e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5572808712720871,
      "num_tokens": 146480767.0,
      "step": 190020
    },
    {
      "epoch": 0.2410453119014458,
      "grad_norm": 5.625,
      "learning_rate": 3.795261196207333e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5577872902154922,
      "num_tokens": 146488135.0,
      "step": 190030
    },
    {
      "epoch": 0.24105799649397863,
      "grad_norm": 6.25,
      "learning_rate": 3.795197765198704e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5298073947429657,
      "num_tokens": 146496728.0,
      "step": 190040
    },
    {
      "epoch": 0.24107068108651145,
      "grad_norm": 5.125,
      "learning_rate": 3.795134334190075e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5324116379022599,
      "num_tokens": 146504113.0,
      "step": 190050
    },
    {
      "epoch": 0.2410833656790443,
      "grad_norm": 7.71875,
      "learning_rate": 3.7950709031814456e-05,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5569630056619644,
      "num_tokens": 146512495.0,
      "step": 190060
    },
    {
      "epoch": 0.24109605027157713,
      "grad_norm": 6.375,
      "learning_rate": 3.795007472172817e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5273924916982651,
      "num_tokens": 146520920.0,
      "step": 190070
    },
    {
      "epoch": 0.24110873486410997,
      "grad_norm": 5.78125,
      "learning_rate": 3.7949440411641874e-05,
      "loss": 1.8839,
      "mean_token_accuracy": 0.5724167466163635,
      "num_tokens": 146527122.0,
      "step": 190080
    },
    {
      "epoch": 0.24112141945664278,
      "grad_norm": 4.9375,
      "learning_rate": 3.7948806101555586e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5367514967918396,
      "num_tokens": 146534512.0,
      "step": 190090
    },
    {
      "epoch": 0.24113410404917562,
      "grad_norm": 6.25,
      "learning_rate": 3.79481717914693e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5505586296319962,
      "num_tokens": 146541319.0,
      "step": 190100
    },
    {
      "epoch": 0.24114678864170846,
      "grad_norm": 4.78125,
      "learning_rate": 3.7947537481382996e-05,
      "loss": 1.8624,
      "mean_token_accuracy": 0.5772403746843338,
      "num_tokens": 146549059.0,
      "step": 190110
    },
    {
      "epoch": 0.2411594732342413,
      "grad_norm": 5.3125,
      "learning_rate": 3.794690317129671e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.5233387112617492,
      "num_tokens": 146557909.0,
      "step": 190120
    },
    {
      "epoch": 0.24117215782677412,
      "grad_norm": 5.21875,
      "learning_rate": 3.7946268861210414e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5526057243347168,
      "num_tokens": 146565802.0,
      "step": 190130
    },
    {
      "epoch": 0.24118484241930696,
      "grad_norm": 5.875,
      "learning_rate": 3.7945634551124126e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.5723725825548172,
      "num_tokens": 146573232.0,
      "step": 190140
    },
    {
      "epoch": 0.2411975270118398,
      "grad_norm": 6.8125,
      "learning_rate": 3.794500024103784e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5542688310146332,
      "num_tokens": 146580973.0,
      "step": 190150
    },
    {
      "epoch": 0.24121021160437264,
      "grad_norm": 5.59375,
      "learning_rate": 3.7944365930951544e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5393529891967773,
      "num_tokens": 146588813.0,
      "step": 190160
    },
    {
      "epoch": 0.24122289619690546,
      "grad_norm": 5.5625,
      "learning_rate": 3.7943731620865256e-05,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5227075576782226,
      "num_tokens": 146597293.0,
      "step": 190170
    },
    {
      "epoch": 0.2412355807894383,
      "grad_norm": 5.40625,
      "learning_rate": 3.794309731077896e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5448234498500824,
      "num_tokens": 146605653.0,
      "step": 190180
    },
    {
      "epoch": 0.24124826538197114,
      "grad_norm": 5.21875,
      "learning_rate": 3.7942463000692666e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5285243839025497,
      "num_tokens": 146613820.0,
      "step": 190190
    },
    {
      "epoch": 0.24126094997450398,
      "grad_norm": 6.03125,
      "learning_rate": 3.794182869060638e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5524919033050537,
      "num_tokens": 146621032.0,
      "step": 190200
    },
    {
      "epoch": 0.2412736345670368,
      "grad_norm": 4.5625,
      "learning_rate": 3.7941194380520084e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5185499250888824,
      "num_tokens": 146628674.0,
      "step": 190210
    },
    {
      "epoch": 0.24128631915956963,
      "grad_norm": 4.875,
      "learning_rate": 3.7940560070433796e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5331921368837357,
      "num_tokens": 146636968.0,
      "step": 190220
    },
    {
      "epoch": 0.24129900375210248,
      "grad_norm": 6.71875,
      "learning_rate": 3.79399257603475e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5778493642807007,
      "num_tokens": 146643552.0,
      "step": 190230
    },
    {
      "epoch": 0.24131168834463532,
      "grad_norm": 5.53125,
      "learning_rate": 3.7939291450261214e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5329245865345001,
      "num_tokens": 146651102.0,
      "step": 190240
    },
    {
      "epoch": 0.24132437293716813,
      "grad_norm": 4.78125,
      "learning_rate": 3.793865714017492e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.547087374329567,
      "num_tokens": 146659673.0,
      "step": 190250
    },
    {
      "epoch": 0.24133705752970097,
      "grad_norm": 4.84375,
      "learning_rate": 3.7938022830088624e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5269104480743408,
      "num_tokens": 146668998.0,
      "step": 190260
    },
    {
      "epoch": 0.2413497421222338,
      "grad_norm": 5.1875,
      "learning_rate": 3.7937388520002336e-05,
      "loss": 2.1924,
      "mean_token_accuracy": 0.5236101090908051,
      "num_tokens": 146677640.0,
      "step": 190270
    },
    {
      "epoch": 0.24136242671476665,
      "grad_norm": 6.1875,
      "learning_rate": 3.793675420991604e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5586794227361679,
      "num_tokens": 146685377.0,
      "step": 190280
    },
    {
      "epoch": 0.24137511130729947,
      "grad_norm": 5.5625,
      "learning_rate": 3.7936119899829754e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.572337007522583,
      "num_tokens": 146694082.0,
      "step": 190290
    },
    {
      "epoch": 0.2413877958998323,
      "grad_norm": 6.0625,
      "learning_rate": 3.7935485589743466e-05,
      "loss": 2.2808,
      "mean_token_accuracy": 0.5100943922996521,
      "num_tokens": 146703291.0,
      "step": 190300
    },
    {
      "epoch": 0.24140048049236515,
      "grad_norm": 5.34375,
      "learning_rate": 3.793485127965717e-05,
      "loss": 2.2528,
      "mean_token_accuracy": 0.519936615228653,
      "num_tokens": 146711096.0,
      "step": 190310
    },
    {
      "epoch": 0.241413165084898,
      "grad_norm": 5.28125,
      "learning_rate": 3.793421696957088e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5377400070428848,
      "num_tokens": 146718415.0,
      "step": 190320
    },
    {
      "epoch": 0.2414258496774308,
      "grad_norm": 6.03125,
      "learning_rate": 3.793358265948458e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5825960308313369,
      "num_tokens": 146725994.0,
      "step": 190330
    },
    {
      "epoch": 0.24143853426996364,
      "grad_norm": 4.9375,
      "learning_rate": 3.7932948349398294e-05,
      "loss": 1.7487,
      "mean_token_accuracy": 0.6219939053058624,
      "num_tokens": 146731958.0,
      "step": 190340
    },
    {
      "epoch": 0.2414512188624965,
      "grad_norm": 2.25,
      "learning_rate": 3.7932314039312006e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5686723321676255,
      "num_tokens": 146740697.0,
      "step": 190350
    },
    {
      "epoch": 0.24146390345502933,
      "grad_norm": 5.03125,
      "learning_rate": 3.793167972922571e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5464421570301056,
      "num_tokens": 146748640.0,
      "step": 190360
    },
    {
      "epoch": 0.24147658804756214,
      "grad_norm": 5.1875,
      "learning_rate": 3.7931045419139424e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5459691435098648,
      "num_tokens": 146756137.0,
      "step": 190370
    },
    {
      "epoch": 0.24148927264009498,
      "grad_norm": 4.53125,
      "learning_rate": 3.793041110905313e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5434026926755905,
      "num_tokens": 146763517.0,
      "step": 190380
    },
    {
      "epoch": 0.24150195723262782,
      "grad_norm": 5.90625,
      "learning_rate": 3.7929776798966834e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5215920507907867,
      "num_tokens": 146771508.0,
      "step": 190390
    },
    {
      "epoch": 0.24151464182516066,
      "grad_norm": 4.6875,
      "learning_rate": 3.7929142488880547e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5143740087747574,
      "num_tokens": 146780491.0,
      "step": 190400
    },
    {
      "epoch": 0.24152732641769348,
      "grad_norm": 6.53125,
      "learning_rate": 3.792850817879425e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5415379524230957,
      "num_tokens": 146788249.0,
      "step": 190410
    },
    {
      "epoch": 0.24154001101022632,
      "grad_norm": 6.75,
      "learning_rate": 3.7927873868707964e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5663027584552764,
      "num_tokens": 146795340.0,
      "step": 190420
    },
    {
      "epoch": 0.24155269560275916,
      "grad_norm": 6.5625,
      "learning_rate": 3.792723955862167e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5234124898910523,
      "num_tokens": 146802909.0,
      "step": 190430
    },
    {
      "epoch": 0.24156538019529197,
      "grad_norm": 9.9375,
      "learning_rate": 3.792660524853538e-05,
      "loss": 2.2909,
      "mean_token_accuracy": 0.5099022358655929,
      "num_tokens": 146810676.0,
      "step": 190440
    },
    {
      "epoch": 0.24157806478782481,
      "grad_norm": 9.25,
      "learning_rate": 3.792597093844909e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5141919910907745,
      "num_tokens": 146818935.0,
      "step": 190450
    },
    {
      "epoch": 0.24159074938035766,
      "grad_norm": 6.34375,
      "learning_rate": 3.792533662836279e-05,
      "loss": 1.7714,
      "mean_token_accuracy": 0.595337986946106,
      "num_tokens": 146826452.0,
      "step": 190460
    },
    {
      "epoch": 0.2416034339728905,
      "grad_norm": 6.65625,
      "learning_rate": 3.7924702318276504e-05,
      "loss": 1.8682,
      "mean_token_accuracy": 0.5708741009235382,
      "num_tokens": 146832068.0,
      "step": 190470
    },
    {
      "epoch": 0.2416161185654233,
      "grad_norm": 5.96875,
      "learning_rate": 3.792406800819021e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5366772025823593,
      "num_tokens": 146839773.0,
      "step": 190480
    },
    {
      "epoch": 0.24162880315795615,
      "grad_norm": 4.71875,
      "learning_rate": 3.792343369810392e-05,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5286154091358185,
      "num_tokens": 146848898.0,
      "step": 190490
    },
    {
      "epoch": 0.241641487750489,
      "grad_norm": 4.625,
      "learning_rate": 3.7922799388017634e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5255701869726181,
      "num_tokens": 146857970.0,
      "step": 190500
    },
    {
      "epoch": 0.24165417234302183,
      "grad_norm": 5.78125,
      "learning_rate": 3.792216507793134e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.529513368010521,
      "num_tokens": 146865146.0,
      "step": 190510
    },
    {
      "epoch": 0.24166685693555465,
      "grad_norm": 5.375,
      "learning_rate": 3.792153076784505e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5344781160354615,
      "num_tokens": 146872640.0,
      "step": 190520
    },
    {
      "epoch": 0.2416795415280875,
      "grad_norm": 5.65625,
      "learning_rate": 3.792089645775875e-05,
      "loss": 1.8543,
      "mean_token_accuracy": 0.5866850346326828,
      "num_tokens": 146879911.0,
      "step": 190530
    },
    {
      "epoch": 0.24169222612062033,
      "grad_norm": 5.15625,
      "learning_rate": 3.792026214767246e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5282474547624588,
      "num_tokens": 146887284.0,
      "step": 190540
    },
    {
      "epoch": 0.24170491071315317,
      "grad_norm": 6.5625,
      "learning_rate": 3.7919627837586174e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.538788664340973,
      "num_tokens": 146894444.0,
      "step": 190550
    },
    {
      "epoch": 0.24171759530568598,
      "grad_norm": 6.46875,
      "learning_rate": 3.791899352749988e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5238373905420304,
      "num_tokens": 146902615.0,
      "step": 190560
    },
    {
      "epoch": 0.24173027989821882,
      "grad_norm": 5.625,
      "learning_rate": 3.791835921741359e-05,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5700735002756119,
      "num_tokens": 146910205.0,
      "step": 190570
    },
    {
      "epoch": 0.24174296449075167,
      "grad_norm": 5.1875,
      "learning_rate": 3.79177249073273e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5545674741268158,
      "num_tokens": 146918508.0,
      "step": 190580
    },
    {
      "epoch": 0.2417556490832845,
      "grad_norm": 6.25,
      "learning_rate": 3.791709059724101e-05,
      "loss": 2.24,
      "mean_token_accuracy": 0.5222843319177628,
      "num_tokens": 146927706.0,
      "step": 190590
    },
    {
      "epoch": 0.24176833367581732,
      "grad_norm": 15.0625,
      "learning_rate": 3.7916456287154715e-05,
      "loss": 2.237,
      "mean_token_accuracy": 0.5260614931583405,
      "num_tokens": 146935030.0,
      "step": 190600
    },
    {
      "epoch": 0.24178101826835016,
      "grad_norm": 6.03125,
      "learning_rate": 3.791582197706842e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5284612119197846,
      "num_tokens": 146943346.0,
      "step": 190610
    },
    {
      "epoch": 0.241793702860883,
      "grad_norm": 5.375,
      "learning_rate": 3.791518766698213e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5586172193288803,
      "num_tokens": 146949627.0,
      "step": 190620
    },
    {
      "epoch": 0.24180638745341584,
      "grad_norm": 6.28125,
      "learning_rate": 3.791455335689584e-05,
      "loss": 2.2613,
      "mean_token_accuracy": 0.5127493947744369,
      "num_tokens": 146958584.0,
      "step": 190630
    },
    {
      "epoch": 0.24181907204594866,
      "grad_norm": 5.46875,
      "learning_rate": 3.791391904680955e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5454357147216797,
      "num_tokens": 146966533.0,
      "step": 190640
    },
    {
      "epoch": 0.2418317566384815,
      "grad_norm": 8.5625,
      "learning_rate": 3.791328473672326e-05,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5651517629623413,
      "num_tokens": 146973654.0,
      "step": 190650
    },
    {
      "epoch": 0.24184444123101434,
      "grad_norm": 4.90625,
      "learning_rate": 3.791265042663697e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5377030819654465,
      "num_tokens": 146981092.0,
      "step": 190660
    },
    {
      "epoch": 0.24185712582354718,
      "grad_norm": 4.875,
      "learning_rate": 3.791201611655067e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5543504446744919,
      "num_tokens": 146987379.0,
      "step": 190670
    },
    {
      "epoch": 0.24186981041608,
      "grad_norm": 5.5,
      "learning_rate": 3.7911381806464384e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.562488117814064,
      "num_tokens": 146994682.0,
      "step": 190680
    },
    {
      "epoch": 0.24188249500861284,
      "grad_norm": 4.875,
      "learning_rate": 3.791074749637809e-05,
      "loss": 1.7524,
      "mean_token_accuracy": 0.5960978031158447,
      "num_tokens": 147000512.0,
      "step": 190690
    },
    {
      "epoch": 0.24189517960114568,
      "grad_norm": 7.40625,
      "learning_rate": 3.79101131862918e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5388823837041855,
      "num_tokens": 147007862.0,
      "step": 190700
    },
    {
      "epoch": 0.24190786419367852,
      "grad_norm": 5.21875,
      "learning_rate": 3.790947887620551e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5620810270309449,
      "num_tokens": 147014830.0,
      "step": 190710
    },
    {
      "epoch": 0.24192054878621133,
      "grad_norm": 5.84375,
      "learning_rate": 3.790884456611922e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5586624354124069,
      "num_tokens": 147022335.0,
      "step": 190720
    },
    {
      "epoch": 0.24193323337874417,
      "grad_norm": 5.3125,
      "learning_rate": 3.7908210256032925e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.564463859796524,
      "num_tokens": 147029428.0,
      "step": 190730
    },
    {
      "epoch": 0.241945917971277,
      "grad_norm": 4.5625,
      "learning_rate": 3.790757594594663e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5250935167074203,
      "num_tokens": 147037435.0,
      "step": 190740
    },
    {
      "epoch": 0.24195860256380985,
      "grad_norm": 6.46875,
      "learning_rate": 3.790694163586034e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5522794753313065,
      "num_tokens": 147044408.0,
      "step": 190750
    },
    {
      "epoch": 0.24197128715634267,
      "grad_norm": 4.96875,
      "learning_rate": 3.790630732577405e-05,
      "loss": 2.1909,
      "mean_token_accuracy": 0.520819091796875,
      "num_tokens": 147053230.0,
      "step": 190760
    },
    {
      "epoch": 0.2419839717488755,
      "grad_norm": 5.125,
      "learning_rate": 3.790567301568776e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.546997356414795,
      "num_tokens": 147059914.0,
      "step": 190770
    },
    {
      "epoch": 0.24199665634140835,
      "grad_norm": 6.6875,
      "learning_rate": 3.790503870560147e-05,
      "loss": 1.9011,
      "mean_token_accuracy": 0.5742448419332504,
      "num_tokens": 147066511.0,
      "step": 190780
    },
    {
      "epoch": 0.2420093409339412,
      "grad_norm": 4.6875,
      "learning_rate": 3.790440439551518e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5676768451929093,
      "num_tokens": 147073693.0,
      "step": 190790
    },
    {
      "epoch": 0.242022025526474,
      "grad_norm": 5.25,
      "learning_rate": 3.790377008542888e-05,
      "loss": 1.9234,
      "mean_token_accuracy": 0.5788242936134338,
      "num_tokens": 147081109.0,
      "step": 190800
    },
    {
      "epoch": 0.24203471011900685,
      "grad_norm": 5.84375,
      "learning_rate": 3.790313577534259e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5476772308349609,
      "num_tokens": 147088608.0,
      "step": 190810
    },
    {
      "epoch": 0.2420473947115397,
      "grad_norm": 5.53125,
      "learning_rate": 3.79025014652563e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5245242327451706,
      "num_tokens": 147097698.0,
      "step": 190820
    },
    {
      "epoch": 0.24206007930407253,
      "grad_norm": 5.09375,
      "learning_rate": 3.790186715517001e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5513026714324951,
      "num_tokens": 147105139.0,
      "step": 190830
    },
    {
      "epoch": 0.24207276389660534,
      "grad_norm": 6.53125,
      "learning_rate": 3.790123284508372e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5613014101982117,
      "num_tokens": 147111824.0,
      "step": 190840
    },
    {
      "epoch": 0.24208544848913818,
      "grad_norm": 5.375,
      "learning_rate": 3.790059853499743e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.519366803765297,
      "num_tokens": 147120122.0,
      "step": 190850
    },
    {
      "epoch": 0.24209813308167102,
      "grad_norm": 5.4375,
      "learning_rate": 3.7899964224911135e-05,
      "loss": 2.2609,
      "mean_token_accuracy": 0.5143673092126846,
      "num_tokens": 147128360.0,
      "step": 190860
    },
    {
      "epoch": 0.24211081767420387,
      "grad_norm": 6.125,
      "learning_rate": 3.789932991482484e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5255486160516739,
      "num_tokens": 147136672.0,
      "step": 190870
    },
    {
      "epoch": 0.24212350226673668,
      "grad_norm": 7.21875,
      "learning_rate": 3.789869560473855e-05,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5702749401330948,
      "num_tokens": 147143107.0,
      "step": 190880
    },
    {
      "epoch": 0.24213618685926952,
      "grad_norm": 6.03125,
      "learning_rate": 3.789806129465226e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5250024884939194,
      "num_tokens": 147150087.0,
      "step": 190890
    },
    {
      "epoch": 0.24214887145180236,
      "grad_norm": 15.375,
      "learning_rate": 3.789742698456597e-05,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5188249528408051,
      "num_tokens": 147158868.0,
      "step": 190900
    },
    {
      "epoch": 0.24216155604433517,
      "grad_norm": 6.09375,
      "learning_rate": 3.7896792674479675e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5445596724748611,
      "num_tokens": 147166865.0,
      "step": 190910
    },
    {
      "epoch": 0.24217424063686802,
      "grad_norm": 5.40625,
      "learning_rate": 3.789615836439339e-05,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5232234060764313,
      "num_tokens": 147175604.0,
      "step": 190920
    },
    {
      "epoch": 0.24218692522940086,
      "grad_norm": 4.9375,
      "learning_rate": 3.78955240543071e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.534664124250412,
      "num_tokens": 147183161.0,
      "step": 190930
    },
    {
      "epoch": 0.2421996098219337,
      "grad_norm": 4.96875,
      "learning_rate": 3.7894889744220805e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5590292602777481,
      "num_tokens": 147190406.0,
      "step": 190940
    },
    {
      "epoch": 0.2422122944144665,
      "grad_norm": 6.5,
      "learning_rate": 3.789425543413451e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5643439263105392,
      "num_tokens": 147198322.0,
      "step": 190950
    },
    {
      "epoch": 0.24222497900699935,
      "grad_norm": 7.125,
      "learning_rate": 3.7893621124048216e-05,
      "loss": 1.9753,
      "mean_token_accuracy": 0.5619231700897217,
      "num_tokens": 147205259.0,
      "step": 190960
    },
    {
      "epoch": 0.2422376635995322,
      "grad_norm": 4.75,
      "learning_rate": 3.789298681396193e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5339386969804764,
      "num_tokens": 147213279.0,
      "step": 190970
    },
    {
      "epoch": 0.24225034819206503,
      "grad_norm": 8.625,
      "learning_rate": 3.789235250387564e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5652326881885529,
      "num_tokens": 147219313.0,
      "step": 190980
    },
    {
      "epoch": 0.24226303278459785,
      "grad_norm": 5.46875,
      "learning_rate": 3.7891718193789345e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5380965322256088,
      "num_tokens": 147227345.0,
      "step": 190990
    },
    {
      "epoch": 0.2422757173771307,
      "grad_norm": 4.78125,
      "learning_rate": 3.789108388370306e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5395105898380279,
      "num_tokens": 147236655.0,
      "step": 191000
    },
    {
      "epoch": 0.24228840196966353,
      "grad_norm": 4.6875,
      "learning_rate": 3.789044957361676e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.554097256064415,
      "num_tokens": 147244624.0,
      "step": 191010
    },
    {
      "epoch": 0.24230108656219637,
      "grad_norm": 5.125,
      "learning_rate": 3.788981526353047e-05,
      "loss": 1.8089,
      "mean_token_accuracy": 0.5885214328765869,
      "num_tokens": 147251807.0,
      "step": 191020
    },
    {
      "epoch": 0.24231377115472919,
      "grad_norm": 5.5625,
      "learning_rate": 3.788918095344418e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5526020705699921,
      "num_tokens": 147258943.0,
      "step": 191030
    },
    {
      "epoch": 0.24232645574726203,
      "grad_norm": 9.5,
      "learning_rate": 3.7888546643357886e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5440516293048858,
      "num_tokens": 147266602.0,
      "step": 191040
    },
    {
      "epoch": 0.24233914033979487,
      "grad_norm": 5.28125,
      "learning_rate": 3.78879123332716e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5625614434480667,
      "num_tokens": 147274018.0,
      "step": 191050
    },
    {
      "epoch": 0.2423518249323277,
      "grad_norm": 8.25,
      "learning_rate": 3.78872780231853e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5717761516571045,
      "num_tokens": 147282309.0,
      "step": 191060
    },
    {
      "epoch": 0.24236450952486052,
      "grad_norm": 5.21875,
      "learning_rate": 3.7886643713099015e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5170530110597611,
      "num_tokens": 147291903.0,
      "step": 191070
    },
    {
      "epoch": 0.24237719411739336,
      "grad_norm": 4.8125,
      "learning_rate": 3.788600940301272e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5467809975147248,
      "num_tokens": 147299930.0,
      "step": 191080
    },
    {
      "epoch": 0.2423898787099262,
      "grad_norm": 4.9375,
      "learning_rate": 3.7885375092926426e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5542311936616897,
      "num_tokens": 147307324.0,
      "step": 191090
    },
    {
      "epoch": 0.24240256330245905,
      "grad_norm": 4.75,
      "learning_rate": 3.788474078284014e-05,
      "loss": 1.8332,
      "mean_token_accuracy": 0.5858843445777893,
      "num_tokens": 147313769.0,
      "step": 191100
    },
    {
      "epoch": 0.24241524789499186,
      "grad_norm": 4.59375,
      "learning_rate": 3.788410647275384e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.547921159863472,
      "num_tokens": 147321991.0,
      "step": 191110
    },
    {
      "epoch": 0.2424279324875247,
      "grad_norm": 4.625,
      "learning_rate": 3.7883472162667555e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5400625765323639,
      "num_tokens": 147330229.0,
      "step": 191120
    },
    {
      "epoch": 0.24244061708005754,
      "grad_norm": 5.03125,
      "learning_rate": 3.788283785258127e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5481032520532608,
      "num_tokens": 147337050.0,
      "step": 191130
    },
    {
      "epoch": 0.24245330167259038,
      "grad_norm": 5.0625,
      "learning_rate": 3.788220354249497e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5489636600017548,
      "num_tokens": 147345127.0,
      "step": 191140
    },
    {
      "epoch": 0.2424659862651232,
      "grad_norm": 5.5625,
      "learning_rate": 3.788156923240868e-05,
      "loss": 2.2985,
      "mean_token_accuracy": 0.5137479484081269,
      "num_tokens": 147355022.0,
      "step": 191150
    },
    {
      "epoch": 0.24247867085765604,
      "grad_norm": 6.75,
      "learning_rate": 3.7880934922322384e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5718459278345108,
      "num_tokens": 147362243.0,
      "step": 191160
    },
    {
      "epoch": 0.24249135545018888,
      "grad_norm": 7.4375,
      "learning_rate": 3.7880300612236096e-05,
      "loss": 1.7493,
      "mean_token_accuracy": 0.6133709490299225,
      "num_tokens": 147368975.0,
      "step": 191170
    },
    {
      "epoch": 0.24250404004272172,
      "grad_norm": 8.25,
      "learning_rate": 3.787966630214981e-05,
      "loss": 1.8716,
      "mean_token_accuracy": 0.5928251922130585,
      "num_tokens": 147375752.0,
      "step": 191180
    },
    {
      "epoch": 0.24251672463525453,
      "grad_norm": 6.6875,
      "learning_rate": 3.787903199206351e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5281226158142089,
      "num_tokens": 147384126.0,
      "step": 191190
    },
    {
      "epoch": 0.24252940922778737,
      "grad_norm": 7.0,
      "learning_rate": 3.7878397681977225e-05,
      "loss": 2.2585,
      "mean_token_accuracy": 0.5232382655143738,
      "num_tokens": 147391661.0,
      "step": 191200
    },
    {
      "epoch": 0.24254209382032021,
      "grad_norm": 5.53125,
      "learning_rate": 3.787776337189093e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5323036015033722,
      "num_tokens": 147400223.0,
      "step": 191210
    },
    {
      "epoch": 0.24255477841285306,
      "grad_norm": 5.15625,
      "learning_rate": 3.7877129061804636e-05,
      "loss": 2.2599,
      "mean_token_accuracy": 0.5209546327590943,
      "num_tokens": 147409611.0,
      "step": 191220
    },
    {
      "epoch": 0.24256746300538587,
      "grad_norm": 5.15625,
      "learning_rate": 3.787649475171835e-05,
      "loss": 1.6792,
      "mean_token_accuracy": 0.6287526190280914,
      "num_tokens": 147415964.0,
      "step": 191230
    },
    {
      "epoch": 0.2425801475979187,
      "grad_norm": 5.0,
      "learning_rate": 3.7875860441632054e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5801091134548187,
      "num_tokens": 147423918.0,
      "step": 191240
    },
    {
      "epoch": 0.24259283219045155,
      "grad_norm": 6.59375,
      "learning_rate": 3.7875226131545766e-05,
      "loss": 1.8781,
      "mean_token_accuracy": 0.5815301656723022,
      "num_tokens": 147430291.0,
      "step": 191250
    },
    {
      "epoch": 0.2426055167829844,
      "grad_norm": 6.90625,
      "learning_rate": 3.787459182145947e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5600615739822388,
      "num_tokens": 147437569.0,
      "step": 191260
    },
    {
      "epoch": 0.2426182013755172,
      "grad_norm": 5.34375,
      "learning_rate": 3.787395751137318e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5573994755744934,
      "num_tokens": 147445554.0,
      "step": 191270
    },
    {
      "epoch": 0.24263088596805005,
      "grad_norm": 7.84375,
      "learning_rate": 3.7873323201286895e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5628018379211426,
      "num_tokens": 147453616.0,
      "step": 191280
    },
    {
      "epoch": 0.2426435705605829,
      "grad_norm": 5.09375,
      "learning_rate": 3.7872688891200594e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5231197863817215,
      "num_tokens": 147461462.0,
      "step": 191290
    },
    {
      "epoch": 0.24265625515311573,
      "grad_norm": 5.9375,
      "learning_rate": 3.7872054581114306e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5668739527463913,
      "num_tokens": 147468851.0,
      "step": 191300
    },
    {
      "epoch": 0.24266893974564854,
      "grad_norm": 7.25,
      "learning_rate": 3.787142027102801e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5584745287895203,
      "num_tokens": 147476204.0,
      "step": 191310
    },
    {
      "epoch": 0.24268162433818138,
      "grad_norm": 4.8125,
      "learning_rate": 3.7870785960941724e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5451351463794708,
      "num_tokens": 147484858.0,
      "step": 191320
    },
    {
      "epoch": 0.24269430893071423,
      "grad_norm": 8.1875,
      "learning_rate": 3.7870151650855436e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5448381692171097,
      "num_tokens": 147492676.0,
      "step": 191330
    },
    {
      "epoch": 0.24270699352324707,
      "grad_norm": 5.09375,
      "learning_rate": 3.786951734076914e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5486590743064881,
      "num_tokens": 147502010.0,
      "step": 191340
    },
    {
      "epoch": 0.24271967811577988,
      "grad_norm": 6.0,
      "learning_rate": 3.786888303068285e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5262840241193771,
      "num_tokens": 147510174.0,
      "step": 191350
    },
    {
      "epoch": 0.24273236270831272,
      "grad_norm": 4.9375,
      "learning_rate": 3.786824872059656e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5202326029539108,
      "num_tokens": 147518740.0,
      "step": 191360
    },
    {
      "epoch": 0.24274504730084556,
      "grad_norm": 4.84375,
      "learning_rate": 3.7867614410510264e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5365281105041504,
      "num_tokens": 147526821.0,
      "step": 191370
    },
    {
      "epoch": 0.24275773189337838,
      "grad_norm": 4.96875,
      "learning_rate": 3.7866980100423976e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5361619561910629,
      "num_tokens": 147535201.0,
      "step": 191380
    },
    {
      "epoch": 0.24277041648591122,
      "grad_norm": 5.25,
      "learning_rate": 3.786634579033768e-05,
      "loss": 2.0029,
      "mean_token_accuracy": 0.5447422444820404,
      "num_tokens": 147543031.0,
      "step": 191390
    },
    {
      "epoch": 0.24278310107844406,
      "grad_norm": 4.9375,
      "learning_rate": 3.7865711480251393e-05,
      "loss": 1.9058,
      "mean_token_accuracy": 0.5782883822917938,
      "num_tokens": 147550354.0,
      "step": 191400
    },
    {
      "epoch": 0.2427957856709769,
      "grad_norm": 5.3125,
      "learning_rate": 3.78650771701651e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5378942400217056,
      "num_tokens": 147558543.0,
      "step": 191410
    },
    {
      "epoch": 0.2428084702635097,
      "grad_norm": 6.28125,
      "learning_rate": 3.786444286007881e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5540246665477753,
      "num_tokens": 147567176.0,
      "step": 191420
    },
    {
      "epoch": 0.24282115485604255,
      "grad_norm": 4.71875,
      "learning_rate": 3.7863808549992516e-05,
      "loss": 2.2494,
      "mean_token_accuracy": 0.5143100500106812,
      "num_tokens": 147575887.0,
      "step": 191430
    },
    {
      "epoch": 0.2428338394485754,
      "grad_norm": 6.21875,
      "learning_rate": 3.786317423990622e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5427834630012512,
      "num_tokens": 147584811.0,
      "step": 191440
    },
    {
      "epoch": 0.24284652404110824,
      "grad_norm": 5.21875,
      "learning_rate": 3.7862539929819934e-05,
      "loss": 2.2675,
      "mean_token_accuracy": 0.5061809539794921,
      "num_tokens": 147593184.0,
      "step": 191450
    },
    {
      "epoch": 0.24285920863364105,
      "grad_norm": 7.53125,
      "learning_rate": 3.786190561973364e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5451286852359771,
      "num_tokens": 147600654.0,
      "step": 191460
    },
    {
      "epoch": 0.2428718932261739,
      "grad_norm": 6.75,
      "learning_rate": 3.786127130964735e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5658259302377701,
      "num_tokens": 147608099.0,
      "step": 191470
    },
    {
      "epoch": 0.24288457781870673,
      "grad_norm": 5.4375,
      "learning_rate": 3.786063699956106e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5607718110084534,
      "num_tokens": 147616203.0,
      "step": 191480
    },
    {
      "epoch": 0.24289726241123957,
      "grad_norm": 6.65625,
      "learning_rate": 3.786000268947477e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5386668384075165,
      "num_tokens": 147622683.0,
      "step": 191490
    },
    {
      "epoch": 0.2429099470037724,
      "grad_norm": 6.15625,
      "learning_rate": 3.7859368379388474e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.577835065126419,
      "num_tokens": 147629369.0,
      "step": 191500
    },
    {
      "epoch": 0.24292263159630523,
      "grad_norm": 6.90625,
      "learning_rate": 3.785873406930218e-05,
      "loss": 1.8286,
      "mean_token_accuracy": 0.578247743844986,
      "num_tokens": 147636490.0,
      "step": 191510
    },
    {
      "epoch": 0.24293531618883807,
      "grad_norm": 5.5,
      "learning_rate": 3.785809975921589e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5181605190038681,
      "num_tokens": 147645339.0,
      "step": 191520
    },
    {
      "epoch": 0.2429480007813709,
      "grad_norm": 9.1875,
      "learning_rate": 3.7857465449129604e-05,
      "loss": 1.942,
      "mean_token_accuracy": 0.5617261230945587,
      "num_tokens": 147652098.0,
      "step": 191530
    },
    {
      "epoch": 0.24296068537390372,
      "grad_norm": 5.3125,
      "learning_rate": 3.785683113904331e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5499669462442398,
      "num_tokens": 147658445.0,
      "step": 191540
    },
    {
      "epoch": 0.24297336996643656,
      "grad_norm": 6.3125,
      "learning_rate": 3.785619682895702e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5540002524852753,
      "num_tokens": 147666423.0,
      "step": 191550
    },
    {
      "epoch": 0.2429860545589694,
      "grad_norm": 5.8125,
      "learning_rate": 3.7855562518870726e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5449912309646606,
      "num_tokens": 147675113.0,
      "step": 191560
    },
    {
      "epoch": 0.24299873915150225,
      "grad_norm": 5.125,
      "learning_rate": 3.785492820878443e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5255500704050065,
      "num_tokens": 147681465.0,
      "step": 191570
    },
    {
      "epoch": 0.24301142374403506,
      "grad_norm": 9.0,
      "learning_rate": 3.7854293898698144e-05,
      "loss": 1.8066,
      "mean_token_accuracy": 0.5903238117694855,
      "num_tokens": 147687588.0,
      "step": 191580
    },
    {
      "epoch": 0.2430241083365679,
      "grad_norm": 5.125,
      "learning_rate": 3.785365958861185e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5425974190235138,
      "num_tokens": 147695810.0,
      "step": 191590
    },
    {
      "epoch": 0.24303679292910074,
      "grad_norm": 4.8125,
      "learning_rate": 3.785302527852556e-05,
      "loss": 1.8131,
      "mean_token_accuracy": 0.6020919561386109,
      "num_tokens": 147704373.0,
      "step": 191600
    },
    {
      "epoch": 0.24304947752163358,
      "grad_norm": 4.96875,
      "learning_rate": 3.7852390968439274e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5431219309568405,
      "num_tokens": 147712346.0,
      "step": 191610
    },
    {
      "epoch": 0.2430621621141664,
      "grad_norm": 6.09375,
      "learning_rate": 3.785175665835298e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5346358686685562,
      "num_tokens": 147720007.0,
      "step": 191620
    },
    {
      "epoch": 0.24307484670669924,
      "grad_norm": 4.9375,
      "learning_rate": 3.785112234826669e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5416610896587372,
      "num_tokens": 147728731.0,
      "step": 191630
    },
    {
      "epoch": 0.24308753129923208,
      "grad_norm": 17.875,
      "learning_rate": 3.785048803818039e-05,
      "loss": 1.856,
      "mean_token_accuracy": 0.5899332404136658,
      "num_tokens": 147735180.0,
      "step": 191640
    },
    {
      "epoch": 0.24310021589176492,
      "grad_norm": 5.53125,
      "learning_rate": 3.78498537280941e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5622024893760681,
      "num_tokens": 147741898.0,
      "step": 191650
    },
    {
      "epoch": 0.24311290048429773,
      "grad_norm": 8.4375,
      "learning_rate": 3.7849219418007814e-05,
      "loss": 1.8715,
      "mean_token_accuracy": 0.5854145735502243,
      "num_tokens": 147749388.0,
      "step": 191660
    },
    {
      "epoch": 0.24312558507683057,
      "grad_norm": 5.40625,
      "learning_rate": 3.784858510792152e-05,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5704003900289536,
      "num_tokens": 147756783.0,
      "step": 191670
    },
    {
      "epoch": 0.24313826966936342,
      "grad_norm": 6.15625,
      "learning_rate": 3.784795079783523e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5402618378400803,
      "num_tokens": 147763353.0,
      "step": 191680
    },
    {
      "epoch": 0.24315095426189626,
      "grad_norm": 4.09375,
      "learning_rate": 3.784731648774894e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5408784210681915,
      "num_tokens": 147771366.0,
      "step": 191690
    },
    {
      "epoch": 0.24316363885442907,
      "grad_norm": 4.84375,
      "learning_rate": 3.784668217766265e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5551149696111679,
      "num_tokens": 147779724.0,
      "step": 191700
    },
    {
      "epoch": 0.2431763234469619,
      "grad_norm": 6.09375,
      "learning_rate": 3.7846047867576354e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.53193279504776,
      "num_tokens": 147788498.0,
      "step": 191710
    },
    {
      "epoch": 0.24318900803949475,
      "grad_norm": 5.9375,
      "learning_rate": 3.784541355749006e-05,
      "loss": 1.9749,
      "mean_token_accuracy": 0.5564537048339844,
      "num_tokens": 147796211.0,
      "step": 191720
    },
    {
      "epoch": 0.2432016926320276,
      "grad_norm": 5.65625,
      "learning_rate": 3.784477924740377e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5421293824911118,
      "num_tokens": 147804985.0,
      "step": 191730
    },
    {
      "epoch": 0.2432143772245604,
      "grad_norm": 5.1875,
      "learning_rate": 3.784414493731748e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5297223806381226,
      "num_tokens": 147814665.0,
      "step": 191740
    },
    {
      "epoch": 0.24322706181709325,
      "grad_norm": 5.125,
      "learning_rate": 3.784351062723119e-05,
      "loss": 1.7529,
      "mean_token_accuracy": 0.6149475395679473,
      "num_tokens": 147820933.0,
      "step": 191750
    },
    {
      "epoch": 0.2432397464096261,
      "grad_norm": 4.53125,
      "learning_rate": 3.78428763171449e-05,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5622483134269715,
      "num_tokens": 147829750.0,
      "step": 191760
    },
    {
      "epoch": 0.24325243100215893,
      "grad_norm": 6.65625,
      "learning_rate": 3.784224200705861e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.545288422703743,
      "num_tokens": 147837694.0,
      "step": 191770
    },
    {
      "epoch": 0.24326511559469174,
      "grad_norm": 5.03125,
      "learning_rate": 3.784160769697231e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5370424807071685,
      "num_tokens": 147844714.0,
      "step": 191780
    },
    {
      "epoch": 0.24327780018722459,
      "grad_norm": 4.90625,
      "learning_rate": 3.784097338688602e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5303380578756333,
      "num_tokens": 147851920.0,
      "step": 191790
    },
    {
      "epoch": 0.24329048477975743,
      "grad_norm": 5.40625,
      "learning_rate": 3.784033907679973e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5196115344762802,
      "num_tokens": 147860692.0,
      "step": 191800
    },
    {
      "epoch": 0.24330316937229027,
      "grad_norm": 5.40625,
      "learning_rate": 3.783970476671344e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5221782237291336,
      "num_tokens": 147867608.0,
      "step": 191810
    },
    {
      "epoch": 0.24331585396482308,
      "grad_norm": 5.46875,
      "learning_rate": 3.783907045662715e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5506177037954331,
      "num_tokens": 147875478.0,
      "step": 191820
    },
    {
      "epoch": 0.24332853855735592,
      "grad_norm": 5.125,
      "learning_rate": 3.783843614654086e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5252108722925186,
      "num_tokens": 147882777.0,
      "step": 191830
    },
    {
      "epoch": 0.24334122314988876,
      "grad_norm": 4.6875,
      "learning_rate": 3.7837801836454564e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5280601292848587,
      "num_tokens": 147891576.0,
      "step": 191840
    },
    {
      "epoch": 0.24335390774242158,
      "grad_norm": 5.21875,
      "learning_rate": 3.783716752636827e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5399048954248429,
      "num_tokens": 147899372.0,
      "step": 191850
    },
    {
      "epoch": 0.24336659233495442,
      "grad_norm": 5.78125,
      "learning_rate": 3.783653321628198e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5482883095741272,
      "num_tokens": 147907879.0,
      "step": 191860
    },
    {
      "epoch": 0.24337927692748726,
      "grad_norm": 5.8125,
      "learning_rate": 3.783589890619569e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5401158034801483,
      "num_tokens": 147915699.0,
      "step": 191870
    },
    {
      "epoch": 0.2433919615200201,
      "grad_norm": 9.0625,
      "learning_rate": 3.78352645961094e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5478452265262603,
      "num_tokens": 147923434.0,
      "step": 191880
    },
    {
      "epoch": 0.2434046461125529,
      "grad_norm": 5.46875,
      "learning_rate": 3.7834630286023105e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5312894433736801,
      "num_tokens": 147930712.0,
      "step": 191890
    },
    {
      "epoch": 0.24341733070508575,
      "grad_norm": 5.5,
      "learning_rate": 3.783399597593682e-05,
      "loss": 2.1976,
      "mean_token_accuracy": 0.5201979666948319,
      "num_tokens": 147940503.0,
      "step": 191900
    },
    {
      "epoch": 0.2434300152976186,
      "grad_norm": 6.6875,
      "learning_rate": 3.783336166585052e-05,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5583012878894806,
      "num_tokens": 147947807.0,
      "step": 191910
    },
    {
      "epoch": 0.24344269989015144,
      "grad_norm": 6.3125,
      "learning_rate": 3.783272735576423e-05,
      "loss": 1.8604,
      "mean_token_accuracy": 0.5727158546447754,
      "num_tokens": 147954236.0,
      "step": 191920
    },
    {
      "epoch": 0.24345538448268425,
      "grad_norm": 5.46875,
      "learning_rate": 3.783209304567794e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5386519610881806,
      "num_tokens": 147961822.0,
      "step": 191930
    },
    {
      "epoch": 0.2434680690752171,
      "grad_norm": 5.59375,
      "learning_rate": 3.7831458735591645e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5327362507581711,
      "num_tokens": 147969897.0,
      "step": 191940
    },
    {
      "epoch": 0.24348075366774993,
      "grad_norm": 5.625,
      "learning_rate": 3.783082442550536e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5736399859189987,
      "num_tokens": 147976638.0,
      "step": 191950
    },
    {
      "epoch": 0.24349343826028277,
      "grad_norm": 5.71875,
      "learning_rate": 3.783019011541907e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5333363533020019,
      "num_tokens": 147985353.0,
      "step": 191960
    },
    {
      "epoch": 0.2435061228528156,
      "grad_norm": 7.03125,
      "learning_rate": 3.7829555805332775e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5612871021032333,
      "num_tokens": 147991816.0,
      "step": 191970
    },
    {
      "epoch": 0.24351880744534843,
      "grad_norm": 4.65625,
      "learning_rate": 3.782892149524648e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5658781975507736,
      "num_tokens": 147999325.0,
      "step": 191980
    },
    {
      "epoch": 0.24353149203788127,
      "grad_norm": 6.09375,
      "learning_rate": 3.7828287185160185e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5703815400600434,
      "num_tokens": 148005923.0,
      "step": 191990
    },
    {
      "epoch": 0.2435441766304141,
      "grad_norm": 5.40625,
      "learning_rate": 3.78276528750739e-05,
      "loss": 1.8552,
      "mean_token_accuracy": 0.5793870329856873,
      "num_tokens": 148013069.0,
      "step": 192000
    },
    {
      "epoch": 0.24355686122294692,
      "grad_norm": 6.0625,
      "learning_rate": 3.782701856498761e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5344156712293625,
      "num_tokens": 148022094.0,
      "step": 192010
    },
    {
      "epoch": 0.24356954581547977,
      "grad_norm": 5.59375,
      "learning_rate": 3.7826384254901315e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5552300840616227,
      "num_tokens": 148030131.0,
      "step": 192020
    },
    {
      "epoch": 0.2435822304080126,
      "grad_norm": 5.59375,
      "learning_rate": 3.782574994481503e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.563210979104042,
      "num_tokens": 148038424.0,
      "step": 192030
    },
    {
      "epoch": 0.24359491500054545,
      "grad_norm": 5.21875,
      "learning_rate": 3.782511563472873e-05,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5669805616140365,
      "num_tokens": 148044206.0,
      "step": 192040
    },
    {
      "epoch": 0.24360759959307826,
      "grad_norm": 4.96875,
      "learning_rate": 3.7824481324642445e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5455879747867585,
      "num_tokens": 148053423.0,
      "step": 192050
    },
    {
      "epoch": 0.2436202841856111,
      "grad_norm": 5.03125,
      "learning_rate": 3.782384701455615e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5419750928878784,
      "num_tokens": 148062734.0,
      "step": 192060
    },
    {
      "epoch": 0.24363296877814394,
      "grad_norm": 5.53125,
      "learning_rate": 3.7823212704469855e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5330443203449249,
      "num_tokens": 148070265.0,
      "step": 192070
    },
    {
      "epoch": 0.24364565337067678,
      "grad_norm": 4.78125,
      "learning_rate": 3.782257839438357e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5475611448287964,
      "num_tokens": 148078939.0,
      "step": 192080
    },
    {
      "epoch": 0.2436583379632096,
      "grad_norm": 5.375,
      "learning_rate": 3.782194408429727e-05,
      "loss": 1.97,
      "mean_token_accuracy": 0.5596741318702698,
      "num_tokens": 148087384.0,
      "step": 192090
    },
    {
      "epoch": 0.24367102255574244,
      "grad_norm": 5.0625,
      "learning_rate": 3.7821309774210985e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5226211726665497,
      "num_tokens": 148095720.0,
      "step": 192100
    },
    {
      "epoch": 0.24368370714827528,
      "grad_norm": 5.4375,
      "learning_rate": 3.78206754641247e-05,
      "loss": 1.7805,
      "mean_token_accuracy": 0.5997133135795594,
      "num_tokens": 148102017.0,
      "step": 192110
    },
    {
      "epoch": 0.24369639174080812,
      "grad_norm": 5.5625,
      "learning_rate": 3.78200411540384e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5252031087875366,
      "num_tokens": 148109639.0,
      "step": 192120
    },
    {
      "epoch": 0.24370907633334093,
      "grad_norm": 5.75,
      "learning_rate": 3.781940684395211e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.522783762216568,
      "num_tokens": 148117611.0,
      "step": 192130
    },
    {
      "epoch": 0.24372176092587378,
      "grad_norm": 6.25,
      "learning_rate": 3.781877253386581e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5711876928806305,
      "num_tokens": 148124417.0,
      "step": 192140
    },
    {
      "epoch": 0.24373444551840662,
      "grad_norm": 4.96875,
      "learning_rate": 3.7818138223779525e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5261295408010482,
      "num_tokens": 148130980.0,
      "step": 192150
    },
    {
      "epoch": 0.24374713011093946,
      "grad_norm": 5.625,
      "learning_rate": 3.781750391369324e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5238146394491195,
      "num_tokens": 148138824.0,
      "step": 192160
    },
    {
      "epoch": 0.24375981470347227,
      "grad_norm": 5.3125,
      "learning_rate": 3.781686960360694e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5386381059885025,
      "num_tokens": 148147703.0,
      "step": 192170
    },
    {
      "epoch": 0.2437724992960051,
      "grad_norm": 5.1875,
      "learning_rate": 3.7816235293520655e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5426327586174011,
      "num_tokens": 148155293.0,
      "step": 192180
    },
    {
      "epoch": 0.24378518388853795,
      "grad_norm": 7.625,
      "learning_rate": 3.781560098343436e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5289348810911179,
      "num_tokens": 148161474.0,
      "step": 192190
    },
    {
      "epoch": 0.2437978684810708,
      "grad_norm": 5.375,
      "learning_rate": 3.7814966673348065e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5307403683662415,
      "num_tokens": 148170286.0,
      "step": 192200
    },
    {
      "epoch": 0.2438105530736036,
      "grad_norm": 5.71875,
      "learning_rate": 3.781433236326178e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5434330880641938,
      "num_tokens": 148178383.0,
      "step": 192210
    },
    {
      "epoch": 0.24382323766613645,
      "grad_norm": 4.96875,
      "learning_rate": 3.781369805317548e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5405985236167907,
      "num_tokens": 148187060.0,
      "step": 192220
    },
    {
      "epoch": 0.2438359222586693,
      "grad_norm": 5.1875,
      "learning_rate": 3.7813063743089195e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5504295825958252,
      "num_tokens": 148194904.0,
      "step": 192230
    },
    {
      "epoch": 0.24384860685120213,
      "grad_norm": 5.09375,
      "learning_rate": 3.78124294330029e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5421961486339569,
      "num_tokens": 148203032.0,
      "step": 192240
    },
    {
      "epoch": 0.24386129144373495,
      "grad_norm": 4.96875,
      "learning_rate": 3.781179512291661e-05,
      "loss": 1.914,
      "mean_token_accuracy": 0.5726468294858933,
      "num_tokens": 148210534.0,
      "step": 192250
    },
    {
      "epoch": 0.2438739760362678,
      "grad_norm": 7.0,
      "learning_rate": 3.781116081283032e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5444589018821716,
      "num_tokens": 148218361.0,
      "step": 192260
    },
    {
      "epoch": 0.24388666062880063,
      "grad_norm": 5.90625,
      "learning_rate": 3.781052650274402e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.544478389620781,
      "num_tokens": 148227189.0,
      "step": 192270
    },
    {
      "epoch": 0.24389934522133347,
      "grad_norm": 5.75,
      "learning_rate": 3.7809892192657735e-05,
      "loss": 1.8644,
      "mean_token_accuracy": 0.5798630684614181,
      "num_tokens": 148234331.0,
      "step": 192280
    },
    {
      "epoch": 0.24391202981386628,
      "grad_norm": 5.4375,
      "learning_rate": 3.780925788257144e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5767326563596725,
      "num_tokens": 148242041.0,
      "step": 192290
    },
    {
      "epoch": 0.24392471440639912,
      "grad_norm": 7.8125,
      "learning_rate": 3.780862357248515e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5329095333814621,
      "num_tokens": 148248986.0,
      "step": 192300
    },
    {
      "epoch": 0.24393739899893196,
      "grad_norm": 5.15625,
      "learning_rate": 3.7807989262398865e-05,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5510089963674545,
      "num_tokens": 148257741.0,
      "step": 192310
    },
    {
      "epoch": 0.24395008359146478,
      "grad_norm": 4.78125,
      "learning_rate": 3.780735495231257e-05,
      "loss": 1.8055,
      "mean_token_accuracy": 0.5869642555713653,
      "num_tokens": 148265601.0,
      "step": 192320
    },
    {
      "epoch": 0.24396276818399762,
      "grad_norm": 4.9375,
      "learning_rate": 3.7806720642226276e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5265030235052108,
      "num_tokens": 148274442.0,
      "step": 192330
    },
    {
      "epoch": 0.24397545277653046,
      "grad_norm": 5.34375,
      "learning_rate": 3.780608633213998e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5500233560800553,
      "num_tokens": 148282497.0,
      "step": 192340
    },
    {
      "epoch": 0.2439881373690633,
      "grad_norm": 4.90625,
      "learning_rate": 3.780545202205369e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5668501734733582,
      "num_tokens": 148290480.0,
      "step": 192350
    },
    {
      "epoch": 0.24400082196159611,
      "grad_norm": 7.84375,
      "learning_rate": 3.7804817711967405e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5551792293787002,
      "num_tokens": 148297229.0,
      "step": 192360
    },
    {
      "epoch": 0.24401350655412896,
      "grad_norm": 6.8125,
      "learning_rate": 3.780418340188111e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5243454903364182,
      "num_tokens": 148305182.0,
      "step": 192370
    },
    {
      "epoch": 0.2440261911466618,
      "grad_norm": 8.0625,
      "learning_rate": 3.780354909179482e-05,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5668830782175064,
      "num_tokens": 148311157.0,
      "step": 192380
    },
    {
      "epoch": 0.24403887573919464,
      "grad_norm": 5.78125,
      "learning_rate": 3.780291478170853e-05,
      "loss": 1.8278,
      "mean_token_accuracy": 0.5961169898509979,
      "num_tokens": 148318227.0,
      "step": 192390
    },
    {
      "epoch": 0.24405156033172745,
      "grad_norm": 4.4375,
      "learning_rate": 3.7802280471622234e-05,
      "loss": 1.8477,
      "mean_token_accuracy": 0.587772423028946,
      "num_tokens": 148325938.0,
      "step": 192400
    },
    {
      "epoch": 0.2440642449242603,
      "grad_norm": 4.96875,
      "learning_rate": 3.7801646161535946e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5589489787817001,
      "num_tokens": 148333392.0,
      "step": 192410
    },
    {
      "epoch": 0.24407692951679313,
      "grad_norm": 5.3125,
      "learning_rate": 3.780101185144965e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5443587213754654,
      "num_tokens": 148341284.0,
      "step": 192420
    },
    {
      "epoch": 0.24408961410932598,
      "grad_norm": 5.5,
      "learning_rate": 3.780037754136336e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5340041875839233,
      "num_tokens": 148349917.0,
      "step": 192430
    },
    {
      "epoch": 0.2441022987018588,
      "grad_norm": 12.1875,
      "learning_rate": 3.779974323127707e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5372345566749572,
      "num_tokens": 148356772.0,
      "step": 192440
    },
    {
      "epoch": 0.24411498329439163,
      "grad_norm": 5.34375,
      "learning_rate": 3.779910892119078e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.560544690489769,
      "num_tokens": 148364399.0,
      "step": 192450
    },
    {
      "epoch": 0.24412766788692447,
      "grad_norm": 6.15625,
      "learning_rate": 3.779847461110449e-05,
      "loss": 2.3177,
      "mean_token_accuracy": 0.5034400910139084,
      "num_tokens": 148372657.0,
      "step": 192460
    },
    {
      "epoch": 0.2441403524794573,
      "grad_norm": 6.09375,
      "learning_rate": 3.77978403010182e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5282430499792099,
      "num_tokens": 148379648.0,
      "step": 192470
    },
    {
      "epoch": 0.24415303707199013,
      "grad_norm": 6.75,
      "learning_rate": 3.7797205990931903e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.563203963637352,
      "num_tokens": 148387701.0,
      "step": 192480
    },
    {
      "epoch": 0.24416572166452297,
      "grad_norm": 5.0,
      "learning_rate": 3.779657168084561e-05,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5671654492616653,
      "num_tokens": 148395949.0,
      "step": 192490
    },
    {
      "epoch": 0.2441784062570558,
      "grad_norm": 4.625,
      "learning_rate": 3.779593737075932e-05,
      "loss": 1.8426,
      "mean_token_accuracy": 0.579621309041977,
      "num_tokens": 148403514.0,
      "step": 192500
    },
    {
      "epoch": 0.24419109084958865,
      "grad_norm": 14.625,
      "learning_rate": 3.779530306067303e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5604742527008056,
      "num_tokens": 148410598.0,
      "step": 192510
    },
    {
      "epoch": 0.24420377544212146,
      "grad_norm": 5.46875,
      "learning_rate": 3.779466875058674e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5369807541370392,
      "num_tokens": 148419229.0,
      "step": 192520
    },
    {
      "epoch": 0.2442164600346543,
      "grad_norm": 5.6875,
      "learning_rate": 3.779403444050045e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5393761307001114,
      "num_tokens": 148427244.0,
      "step": 192530
    },
    {
      "epoch": 0.24422914462718714,
      "grad_norm": 5.71875,
      "learning_rate": 3.7793400130414156e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5478136211633682,
      "num_tokens": 148435364.0,
      "step": 192540
    },
    {
      "epoch": 0.24424182921971999,
      "grad_norm": 4.90625,
      "learning_rate": 3.779276582032786e-05,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5342474520206452,
      "num_tokens": 148444015.0,
      "step": 192550
    },
    {
      "epoch": 0.2442545138122528,
      "grad_norm": 5.8125,
      "learning_rate": 3.779213151024157e-05,
      "loss": 1.9572,
      "mean_token_accuracy": 0.5573593139648437,
      "num_tokens": 148450846.0,
      "step": 192560
    },
    {
      "epoch": 0.24426719840478564,
      "grad_norm": 7.6875,
      "learning_rate": 3.779149720015528e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5576996207237244,
      "num_tokens": 148458258.0,
      "step": 192570
    },
    {
      "epoch": 0.24427988299731848,
      "grad_norm": 5.65625,
      "learning_rate": 3.779086289006899e-05,
      "loss": 2.2181,
      "mean_token_accuracy": 0.5172343283891678,
      "num_tokens": 148467224.0,
      "step": 192580
    },
    {
      "epoch": 0.24429256758985132,
      "grad_norm": 6.78125,
      "learning_rate": 3.77902285799827e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.518215948343277,
      "num_tokens": 148475104.0,
      "step": 192590
    },
    {
      "epoch": 0.24430525218238414,
      "grad_norm": 4.3125,
      "learning_rate": 3.778959426989641e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5528601616621017,
      "num_tokens": 148482894.0,
      "step": 192600
    },
    {
      "epoch": 0.24431793677491698,
      "grad_norm": 4.8125,
      "learning_rate": 3.7788959959810114e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5325353085994721,
      "num_tokens": 148491451.0,
      "step": 192610
    },
    {
      "epoch": 0.24433062136744982,
      "grad_norm": 6.3125,
      "learning_rate": 3.778832564972382e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5419853031635284,
      "num_tokens": 148500110.0,
      "step": 192620
    },
    {
      "epoch": 0.24434330595998266,
      "grad_norm": 5.3125,
      "learning_rate": 3.778769133963753e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5631661474704742,
      "num_tokens": 148508991.0,
      "step": 192630
    },
    {
      "epoch": 0.24435599055251547,
      "grad_norm": 4.9375,
      "learning_rate": 3.778705702955124e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5316809445619584,
      "num_tokens": 148517591.0,
      "step": 192640
    },
    {
      "epoch": 0.24436867514504831,
      "grad_norm": 6.125,
      "learning_rate": 3.778642271946495e-05,
      "loss": 2.2766,
      "mean_token_accuracy": 0.5178464978933335,
      "num_tokens": 148525835.0,
      "step": 192650
    },
    {
      "epoch": 0.24438135973758116,
      "grad_norm": 6.03125,
      "learning_rate": 3.778578840937866e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5591018766164779,
      "num_tokens": 148534251.0,
      "step": 192660
    },
    {
      "epoch": 0.244394044330114,
      "grad_norm": 4.5,
      "learning_rate": 3.7785154099292366e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5533713549375534,
      "num_tokens": 148540383.0,
      "step": 192670
    },
    {
      "epoch": 0.2444067289226468,
      "grad_norm": 5.6875,
      "learning_rate": 3.778451978920607e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5316045880317688,
      "num_tokens": 148548896.0,
      "step": 192680
    },
    {
      "epoch": 0.24441941351517965,
      "grad_norm": 5.5,
      "learning_rate": 3.7783885479119784e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5254980504512787,
      "num_tokens": 148556986.0,
      "step": 192690
    },
    {
      "epoch": 0.2444320981077125,
      "grad_norm": 6.625,
      "learning_rate": 3.778325116903349e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5485311269760131,
      "num_tokens": 148563300.0,
      "step": 192700
    },
    {
      "epoch": 0.24444478270024533,
      "grad_norm": 15.5,
      "learning_rate": 3.77826168589472e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5479375004768372,
      "num_tokens": 148569815.0,
      "step": 192710
    },
    {
      "epoch": 0.24445746729277815,
      "grad_norm": 6.4375,
      "learning_rate": 3.7781982548860906e-05,
      "loss": 1.9572,
      "mean_token_accuracy": 0.571322500705719,
      "num_tokens": 148576789.0,
      "step": 192720
    },
    {
      "epoch": 0.244470151885311,
      "grad_norm": 5.5625,
      "learning_rate": 3.778134823877462e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5450037479400635,
      "num_tokens": 148584841.0,
      "step": 192730
    },
    {
      "epoch": 0.24448283647784383,
      "grad_norm": 4.9375,
      "learning_rate": 3.7780713928688324e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5460339277982712,
      "num_tokens": 148592742.0,
      "step": 192740
    },
    {
      "epoch": 0.24449552107037667,
      "grad_norm": 6.84375,
      "learning_rate": 3.778007961860203e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5321724116802216,
      "num_tokens": 148601241.0,
      "step": 192750
    },
    {
      "epoch": 0.24450820566290948,
      "grad_norm": 6.5625,
      "learning_rate": 3.777944530851574e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5419477552175522,
      "num_tokens": 148608545.0,
      "step": 192760
    },
    {
      "epoch": 0.24452089025544232,
      "grad_norm": 5.5625,
      "learning_rate": 3.777881099842945e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.539448031783104,
      "num_tokens": 148616915.0,
      "step": 192770
    },
    {
      "epoch": 0.24453357484797517,
      "grad_norm": 4.8125,
      "learning_rate": 3.777817668834316e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5583593487739563,
      "num_tokens": 148624152.0,
      "step": 192780
    },
    {
      "epoch": 0.24454625944050798,
      "grad_norm": 7.375,
      "learning_rate": 3.777754237825687e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5620754957199097,
      "num_tokens": 148632046.0,
      "step": 192790
    },
    {
      "epoch": 0.24455894403304082,
      "grad_norm": 4.84375,
      "learning_rate": 3.7776908068170576e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.558937156200409,
      "num_tokens": 148638976.0,
      "step": 192800
    },
    {
      "epoch": 0.24457162862557366,
      "grad_norm": 6.125,
      "learning_rate": 3.777627375808429e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5266180276870728,
      "num_tokens": 148647122.0,
      "step": 192810
    },
    {
      "epoch": 0.2445843132181065,
      "grad_norm": 5.96875,
      "learning_rate": 3.777563944799799e-05,
      "loss": 1.7447,
      "mean_token_accuracy": 0.6069756984710694,
      "num_tokens": 148653815.0,
      "step": 192820
    },
    {
      "epoch": 0.24459699781063932,
      "grad_norm": 7.40625,
      "learning_rate": 3.77750051379117e-05,
      "loss": 2.2992,
      "mean_token_accuracy": 0.5134404063224792,
      "num_tokens": 148661501.0,
      "step": 192830
    },
    {
      "epoch": 0.24460968240317216,
      "grad_norm": 4.6875,
      "learning_rate": 3.777437082782541e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5304806470870972,
      "num_tokens": 148669752.0,
      "step": 192840
    },
    {
      "epoch": 0.244622366995705,
      "grad_norm": 5.71875,
      "learning_rate": 3.777373651773912e-05,
      "loss": 1.914,
      "mean_token_accuracy": 0.5845824390649795,
      "num_tokens": 148676302.0,
      "step": 192850
    },
    {
      "epoch": 0.24463505158823784,
      "grad_norm": 6.875,
      "learning_rate": 3.777310220765283e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5233043074607849,
      "num_tokens": 148684676.0,
      "step": 192860
    },
    {
      "epoch": 0.24464773618077065,
      "grad_norm": 4.875,
      "learning_rate": 3.7772467897566534e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5493467628955842,
      "num_tokens": 148691606.0,
      "step": 192870
    },
    {
      "epoch": 0.2446604207733035,
      "grad_norm": 6.53125,
      "learning_rate": 3.7771833587480246e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5584819704294205,
      "num_tokens": 148698662.0,
      "step": 192880
    },
    {
      "epoch": 0.24467310536583634,
      "grad_norm": 5.375,
      "learning_rate": 3.777119927739395e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5555005013942719,
      "num_tokens": 148705956.0,
      "step": 192890
    },
    {
      "epoch": 0.24468578995836918,
      "grad_norm": 6.0,
      "learning_rate": 3.777056496730766e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5524370312690735,
      "num_tokens": 148712557.0,
      "step": 192900
    },
    {
      "epoch": 0.244698474550902,
      "grad_norm": 6.375,
      "learning_rate": 3.776993065722137e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5261965453624725,
      "num_tokens": 148719735.0,
      "step": 192910
    },
    {
      "epoch": 0.24471115914343483,
      "grad_norm": 9.4375,
      "learning_rate": 3.7769296347135074e-05,
      "loss": 2.2706,
      "mean_token_accuracy": 0.5140848487615586,
      "num_tokens": 148727311.0,
      "step": 192920
    },
    {
      "epoch": 0.24472384373596767,
      "grad_norm": 5.46875,
      "learning_rate": 3.7768662037048787e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5229386895895004,
      "num_tokens": 148734864.0,
      "step": 192930
    },
    {
      "epoch": 0.2447365283285005,
      "grad_norm": 5.40625,
      "learning_rate": 3.77680277269625e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5756335198879242,
      "num_tokens": 148741940.0,
      "step": 192940
    },
    {
      "epoch": 0.24474921292103333,
      "grad_norm": 6.25,
      "learning_rate": 3.7767393416876204e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5572606831789017,
      "num_tokens": 148748455.0,
      "step": 192950
    },
    {
      "epoch": 0.24476189751356617,
      "grad_norm": 5.34375,
      "learning_rate": 3.776675910678991e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5494204968214035,
      "num_tokens": 148755116.0,
      "step": 192960
    },
    {
      "epoch": 0.244774582106099,
      "grad_norm": 4.84375,
      "learning_rate": 3.7766124796703615e-05,
      "loss": 1.8334,
      "mean_token_accuracy": 0.6035507470369339,
      "num_tokens": 148761163.0,
      "step": 192970
    },
    {
      "epoch": 0.24478726669863185,
      "grad_norm": 6.53125,
      "learning_rate": 3.776549048661733e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5494323939085006,
      "num_tokens": 148767403.0,
      "step": 192980
    },
    {
      "epoch": 0.24479995129116466,
      "grad_norm": 5.5,
      "learning_rate": 3.776485617653104e-05,
      "loss": 1.8157,
      "mean_token_accuracy": 0.5977750301361084,
      "num_tokens": 148773996.0,
      "step": 192990
    },
    {
      "epoch": 0.2448126358836975,
      "grad_norm": 6.5,
      "learning_rate": 3.7764221866444744e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5266449838876724,
      "num_tokens": 148781172.0,
      "step": 193000
    },
    {
      "epoch": 0.24482532047623035,
      "grad_norm": 6.84375,
      "learning_rate": 3.7763587556358456e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5482110917568207,
      "num_tokens": 148788837.0,
      "step": 193010
    },
    {
      "epoch": 0.2448380050687632,
      "grad_norm": 4.78125,
      "learning_rate": 3.776295324627216e-05,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5861919164657593,
      "num_tokens": 148795955.0,
      "step": 193020
    },
    {
      "epoch": 0.244850689661296,
      "grad_norm": 4.84375,
      "learning_rate": 3.776231893618587e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5604552686214447,
      "num_tokens": 148803553.0,
      "step": 193030
    },
    {
      "epoch": 0.24486337425382884,
      "grad_norm": 7.0625,
      "learning_rate": 3.776168462609958e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5316091001033783,
      "num_tokens": 148810850.0,
      "step": 193040
    },
    {
      "epoch": 0.24487605884636168,
      "grad_norm": 5.0,
      "learning_rate": 3.7761050316013285e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5721574574708939,
      "num_tokens": 148818637.0,
      "step": 193050
    },
    {
      "epoch": 0.24488874343889452,
      "grad_norm": 5.75,
      "learning_rate": 3.7760416005927e-05,
      "loss": 2.2992,
      "mean_token_accuracy": 0.5102217882871628,
      "num_tokens": 148827949.0,
      "step": 193060
    },
    {
      "epoch": 0.24490142803142734,
      "grad_norm": 6.5625,
      "learning_rate": 3.77597816958407e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5623759925365448,
      "num_tokens": 148834243.0,
      "step": 193070
    },
    {
      "epoch": 0.24491411262396018,
      "grad_norm": 4.875,
      "learning_rate": 3.7759147385754414e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5540347307920456,
      "num_tokens": 148842438.0,
      "step": 193080
    },
    {
      "epoch": 0.24492679721649302,
      "grad_norm": 5.375,
      "learning_rate": 3.775851307566812e-05,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5592778563499451,
      "num_tokens": 148850646.0,
      "step": 193090
    },
    {
      "epoch": 0.24493948180902586,
      "grad_norm": 6.46875,
      "learning_rate": 3.7757878765581825e-05,
      "loss": 2.2695,
      "mean_token_accuracy": 0.5143901079893112,
      "num_tokens": 148859163.0,
      "step": 193100
    },
    {
      "epoch": 0.24495216640155867,
      "grad_norm": 5.0625,
      "learning_rate": 3.775724445549554e-05,
      "loss": 1.9232,
      "mean_token_accuracy": 0.5774344146251679,
      "num_tokens": 148866962.0,
      "step": 193110
    },
    {
      "epoch": 0.24496485099409152,
      "grad_norm": 13.375,
      "learning_rate": 3.775661014540924e-05,
      "loss": 1.9239,
      "mean_token_accuracy": 0.5663395166397095,
      "num_tokens": 148874876.0,
      "step": 193120
    },
    {
      "epoch": 0.24497753558662436,
      "grad_norm": 4.53125,
      "learning_rate": 3.7755975835322955e-05,
      "loss": 1.793,
      "mean_token_accuracy": 0.6023816466331482,
      "num_tokens": 148881883.0,
      "step": 193130
    },
    {
      "epoch": 0.2449902201791572,
      "grad_norm": 7.0625,
      "learning_rate": 3.775534152523667e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5402948915958404,
      "num_tokens": 148889069.0,
      "step": 193140
    },
    {
      "epoch": 0.24500290477169,
      "grad_norm": 5.84375,
      "learning_rate": 3.775470721515037e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5288549512624741,
      "num_tokens": 148897432.0,
      "step": 193150
    },
    {
      "epoch": 0.24501558936422285,
      "grad_norm": 5.03125,
      "learning_rate": 3.775407290506408e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5427178204059601,
      "num_tokens": 148905533.0,
      "step": 193160
    },
    {
      "epoch": 0.2450282739567557,
      "grad_norm": 4.46875,
      "learning_rate": 3.775343859497778e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5604074597358704,
      "num_tokens": 148914650.0,
      "step": 193170
    },
    {
      "epoch": 0.24504095854928853,
      "grad_norm": 5.25,
      "learning_rate": 3.7752804284891495e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5322798222303391,
      "num_tokens": 148921905.0,
      "step": 193180
    },
    {
      "epoch": 0.24505364314182135,
      "grad_norm": 6.0,
      "learning_rate": 3.775216997480521e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5288191765546799,
      "num_tokens": 148930702.0,
      "step": 193190
    },
    {
      "epoch": 0.2450663277343542,
      "grad_norm": 7.0625,
      "learning_rate": 3.775153566471891e-05,
      "loss": 1.749,
      "mean_token_accuracy": 0.6159390985965729,
      "num_tokens": 148937101.0,
      "step": 193200
    },
    {
      "epoch": 0.24507901232688703,
      "grad_norm": 7.15625,
      "learning_rate": 3.7750901354632624e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5667738616466522,
      "num_tokens": 148944827.0,
      "step": 193210
    },
    {
      "epoch": 0.24509169691941987,
      "grad_norm": 5.0625,
      "learning_rate": 3.775026704454633e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5499561846256256,
      "num_tokens": 148951839.0,
      "step": 193220
    },
    {
      "epoch": 0.24510438151195268,
      "grad_norm": 4.71875,
      "learning_rate": 3.774963273446004e-05,
      "loss": 2.2794,
      "mean_token_accuracy": 0.5105471551418305,
      "num_tokens": 148960799.0,
      "step": 193230
    },
    {
      "epoch": 0.24511706610448553,
      "grad_norm": 5.125,
      "learning_rate": 3.774899842437375e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5429974228143692,
      "num_tokens": 148968960.0,
      "step": 193240
    },
    {
      "epoch": 0.24512975069701837,
      "grad_norm": 5.78125,
      "learning_rate": 3.774836411428745e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5340207248926163,
      "num_tokens": 148977244.0,
      "step": 193250
    },
    {
      "epoch": 0.24514243528955118,
      "grad_norm": 5.75,
      "learning_rate": 3.7747729804201165e-05,
      "loss": 1.8161,
      "mean_token_accuracy": 0.5932933270931244,
      "num_tokens": 148983780.0,
      "step": 193260
    },
    {
      "epoch": 0.24515511988208402,
      "grad_norm": 5.71875,
      "learning_rate": 3.774709549411487e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5481900155544281,
      "num_tokens": 148991966.0,
      "step": 193270
    },
    {
      "epoch": 0.24516780447461686,
      "grad_norm": 5.15625,
      "learning_rate": 3.774646118402858e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.564399927854538,
      "num_tokens": 148999623.0,
      "step": 193280
    },
    {
      "epoch": 0.2451804890671497,
      "grad_norm": 4.8125,
      "learning_rate": 3.7745826873942294e-05,
      "loss": 1.8759,
      "mean_token_accuracy": 0.590232002735138,
      "num_tokens": 149007587.0,
      "step": 193290
    },
    {
      "epoch": 0.24519317365968252,
      "grad_norm": 5.4375,
      "learning_rate": 3.7745192563856e-05,
      "loss": 1.6594,
      "mean_token_accuracy": 0.6207805752754212,
      "num_tokens": 149014600.0,
      "step": 193300
    },
    {
      "epoch": 0.24520585825221536,
      "grad_norm": 5.9375,
      "learning_rate": 3.7744558253769705e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5286056756973266,
      "num_tokens": 149022513.0,
      "step": 193310
    },
    {
      "epoch": 0.2452185428447482,
      "grad_norm": 4.96875,
      "learning_rate": 3.774392394368341e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5174049139022827,
      "num_tokens": 149030937.0,
      "step": 193320
    },
    {
      "epoch": 0.24523122743728104,
      "grad_norm": 5.40625,
      "learning_rate": 3.774328963359712e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5336110413074493,
      "num_tokens": 149038329.0,
      "step": 193330
    },
    {
      "epoch": 0.24524391202981385,
      "grad_norm": 5.4375,
      "learning_rate": 3.7742655323510835e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5543840199708938,
      "num_tokens": 149045054.0,
      "step": 193340
    },
    {
      "epoch": 0.2452565966223467,
      "grad_norm": 5.4375,
      "learning_rate": 3.774202101342454e-05,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5194143414497375,
      "num_tokens": 149054028.0,
      "step": 193350
    },
    {
      "epoch": 0.24526928121487954,
      "grad_norm": 4.96875,
      "learning_rate": 3.774138670333825e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5485328525304795,
      "num_tokens": 149061621.0,
      "step": 193360
    },
    {
      "epoch": 0.24528196580741238,
      "grad_norm": 6.375,
      "learning_rate": 3.774075239325196e-05,
      "loss": 1.8194,
      "mean_token_accuracy": 0.5962500542402267,
      "num_tokens": 149068289.0,
      "step": 193370
    },
    {
      "epoch": 0.2452946503999452,
      "grad_norm": 5.0625,
      "learning_rate": 3.774011808316566e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5538825035095215,
      "num_tokens": 149076534.0,
      "step": 193380
    },
    {
      "epoch": 0.24530733499247803,
      "grad_norm": 6.53125,
      "learning_rate": 3.7739483773079375e-05,
      "loss": 1.6993,
      "mean_token_accuracy": 0.6237948596477508,
      "num_tokens": 149082103.0,
      "step": 193390
    },
    {
      "epoch": 0.24532001958501087,
      "grad_norm": 8.875,
      "learning_rate": 3.773884946299308e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.545365959405899,
      "num_tokens": 149090059.0,
      "step": 193400
    },
    {
      "epoch": 0.24533270417754371,
      "grad_norm": 6.0625,
      "learning_rate": 3.773821515290679e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5371063202619553,
      "num_tokens": 149098077.0,
      "step": 193410
    },
    {
      "epoch": 0.24534538877007653,
      "grad_norm": 4.96875,
      "learning_rate": 3.7737580842820505e-05,
      "loss": 2.3153,
      "mean_token_accuracy": 0.5111161768436432,
      "num_tokens": 149106008.0,
      "step": 193420
    },
    {
      "epoch": 0.24535807336260937,
      "grad_norm": 5.5625,
      "learning_rate": 3.773694653273421e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5388885855674743,
      "num_tokens": 149113770.0,
      "step": 193430
    },
    {
      "epoch": 0.2453707579551422,
      "grad_norm": 5.8125,
      "learning_rate": 3.7736312222647915e-05,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5187617301940918,
      "num_tokens": 149122327.0,
      "step": 193440
    },
    {
      "epoch": 0.24538344254767505,
      "grad_norm": 5.40625,
      "learning_rate": 3.773567791256162e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5330621361732483,
      "num_tokens": 149130816.0,
      "step": 193450
    },
    {
      "epoch": 0.24539612714020786,
      "grad_norm": 6.90625,
      "learning_rate": 3.773504360247533e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5704445153474808,
      "num_tokens": 149138639.0,
      "step": 193460
    },
    {
      "epoch": 0.2454088117327407,
      "grad_norm": 6.40625,
      "learning_rate": 3.7734409292389045e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5182353407144547,
      "num_tokens": 149147169.0,
      "step": 193470
    },
    {
      "epoch": 0.24542149632527355,
      "grad_norm": 8.375,
      "learning_rate": 3.773377498230275e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5367119431495666,
      "num_tokens": 149153721.0,
      "step": 193480
    },
    {
      "epoch": 0.2454341809178064,
      "grad_norm": 4.5,
      "learning_rate": 3.773314067221646e-05,
      "loss": 1.865,
      "mean_token_accuracy": 0.5875759780406952,
      "num_tokens": 149161170.0,
      "step": 193490
    },
    {
      "epoch": 0.2454468655103392,
      "grad_norm": 5.03125,
      "learning_rate": 3.773250636213017e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5373097002506256,
      "num_tokens": 149170717.0,
      "step": 193500
    },
    {
      "epoch": 0.24545955010287204,
      "grad_norm": 6.375,
      "learning_rate": 3.773187205204387e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5378906637430191,
      "num_tokens": 149178581.0,
      "step": 193510
    },
    {
      "epoch": 0.24547223469540488,
      "grad_norm": 5.0625,
      "learning_rate": 3.7731237741957585e-05,
      "loss": 1.9088,
      "mean_token_accuracy": 0.5887010365724563,
      "num_tokens": 149185744.0,
      "step": 193520
    },
    {
      "epoch": 0.24548491928793773,
      "grad_norm": 5.0,
      "learning_rate": 3.773060343187129e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5484417825937271,
      "num_tokens": 149194804.0,
      "step": 193530
    },
    {
      "epoch": 0.24549760388047054,
      "grad_norm": 4.625,
      "learning_rate": 3.7729969121785e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5436750888824463,
      "num_tokens": 149202990.0,
      "step": 193540
    },
    {
      "epoch": 0.24551028847300338,
      "grad_norm": 8.125,
      "learning_rate": 3.772933481169871e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5560307323932647,
      "num_tokens": 149209414.0,
      "step": 193550
    },
    {
      "epoch": 0.24552297306553622,
      "grad_norm": 6.9375,
      "learning_rate": 3.772870050161242e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5617723166942596,
      "num_tokens": 149217063.0,
      "step": 193560
    },
    {
      "epoch": 0.24553565765806906,
      "grad_norm": 4.875,
      "learning_rate": 3.772806619152613e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5294342815876008,
      "num_tokens": 149224965.0,
      "step": 193570
    },
    {
      "epoch": 0.24554834225060188,
      "grad_norm": 6.15625,
      "learning_rate": 3.772743188143983e-05,
      "loss": 2.2311,
      "mean_token_accuracy": 0.5240919262170791,
      "num_tokens": 149231377.0,
      "step": 193580
    },
    {
      "epoch": 0.24556102684313472,
      "grad_norm": 6.53125,
      "learning_rate": 3.772679757135354e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5592115581035614,
      "num_tokens": 149238715.0,
      "step": 193590
    },
    {
      "epoch": 0.24557371143566756,
      "grad_norm": 7.4375,
      "learning_rate": 3.772616326126725e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5575553447008132,
      "num_tokens": 149245738.0,
      "step": 193600
    },
    {
      "epoch": 0.2455863960282004,
      "grad_norm": 7.125,
      "learning_rate": 3.772552895118096e-05,
      "loss": 1.8785,
      "mean_token_accuracy": 0.5752819746732711,
      "num_tokens": 149253896.0,
      "step": 193610
    },
    {
      "epoch": 0.2455990806207332,
      "grad_norm": 9.625,
      "learning_rate": 3.772489464109467e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5463186353445053,
      "num_tokens": 149260181.0,
      "step": 193620
    },
    {
      "epoch": 0.24561176521326605,
      "grad_norm": 9.75,
      "learning_rate": 3.772426033100838e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5373217314481735,
      "num_tokens": 149267407.0,
      "step": 193630
    },
    {
      "epoch": 0.2456244498057989,
      "grad_norm": 4.96875,
      "learning_rate": 3.772362602092209e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5385451227426529,
      "num_tokens": 149275618.0,
      "step": 193640
    },
    {
      "epoch": 0.24563713439833174,
      "grad_norm": 6.9375,
      "learning_rate": 3.7722991710835795e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.531475093960762,
      "num_tokens": 149283580.0,
      "step": 193650
    },
    {
      "epoch": 0.24564981899086455,
      "grad_norm": 6.59375,
      "learning_rate": 3.77223574007495e-05,
      "loss": 2.2217,
      "mean_token_accuracy": 0.5186958461999893,
      "num_tokens": 149291139.0,
      "step": 193660
    },
    {
      "epoch": 0.2456625035833974,
      "grad_norm": 6.1875,
      "learning_rate": 3.772172309066321e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5402479916810989,
      "num_tokens": 149299473.0,
      "step": 193670
    },
    {
      "epoch": 0.24567518817593023,
      "grad_norm": 4.8125,
      "learning_rate": 3.772108878057692e-05,
      "loss": 2.2698,
      "mean_token_accuracy": 0.5090424716472626,
      "num_tokens": 149308555.0,
      "step": 193680
    },
    {
      "epoch": 0.24568787276846304,
      "grad_norm": 4.90625,
      "learning_rate": 3.772045447049063e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5428899228572845,
      "num_tokens": 149317210.0,
      "step": 193690
    },
    {
      "epoch": 0.24570055736099589,
      "grad_norm": 7.59375,
      "learning_rate": 3.7719820160404336e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5432383000850678,
      "num_tokens": 149325126.0,
      "step": 193700
    },
    {
      "epoch": 0.24571324195352873,
      "grad_norm": 7.125,
      "learning_rate": 3.771918585031805e-05,
      "loss": 2.2416,
      "mean_token_accuracy": 0.5130318224430084,
      "num_tokens": 149333345.0,
      "step": 193710
    },
    {
      "epoch": 0.24572592654606157,
      "grad_norm": 8.1875,
      "learning_rate": 3.771855154023175e-05,
      "loss": 1.9247,
      "mean_token_accuracy": 0.5678099066019058,
      "num_tokens": 149340872.0,
      "step": 193720
    },
    {
      "epoch": 0.24573861113859438,
      "grad_norm": 5.59375,
      "learning_rate": 3.771791723014546e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5236189305782318,
      "num_tokens": 149348347.0,
      "step": 193730
    },
    {
      "epoch": 0.24575129573112722,
      "grad_norm": 4.9375,
      "learning_rate": 3.771728292005917e-05,
      "loss": 1.9307,
      "mean_token_accuracy": 0.570306807756424,
      "num_tokens": 149355974.0,
      "step": 193740
    },
    {
      "epoch": 0.24576398032366006,
      "grad_norm": 5.53125,
      "learning_rate": 3.7716648609972876e-05,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5420702248811722,
      "num_tokens": 149363175.0,
      "step": 193750
    },
    {
      "epoch": 0.2457766649161929,
      "grad_norm": 5.09375,
      "learning_rate": 3.771601429988659e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5581007897853851,
      "num_tokens": 149370348.0,
      "step": 193760
    },
    {
      "epoch": 0.24578934950872572,
      "grad_norm": 5.59375,
      "learning_rate": 3.77153799898003e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5814292788505554,
      "num_tokens": 149377557.0,
      "step": 193770
    },
    {
      "epoch": 0.24580203410125856,
      "grad_norm": 5.4375,
      "learning_rate": 3.7714745679714006e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5329975485801697,
      "num_tokens": 149387180.0,
      "step": 193780
    },
    {
      "epoch": 0.2458147186937914,
      "grad_norm": 5.28125,
      "learning_rate": 3.771411136962771e-05,
      "loss": 1.9428,
      "mean_token_accuracy": 0.5704037040472031,
      "num_tokens": 149394565.0,
      "step": 193790
    },
    {
      "epoch": 0.24582740328632424,
      "grad_norm": 5.9375,
      "learning_rate": 3.7713477059541416e-05,
      "loss": 1.85,
      "mean_token_accuracy": 0.5941532284021378,
      "num_tokens": 149402280.0,
      "step": 193800
    },
    {
      "epoch": 0.24584008787885706,
      "grad_norm": 5.71875,
      "learning_rate": 3.771284274945513e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5473167717456817,
      "num_tokens": 149409876.0,
      "step": 193810
    },
    {
      "epoch": 0.2458527724713899,
      "grad_norm": 5.5625,
      "learning_rate": 3.771220843936884e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5345480501651764,
      "num_tokens": 149417133.0,
      "step": 193820
    },
    {
      "epoch": 0.24586545706392274,
      "grad_norm": 5.71875,
      "learning_rate": 3.7711574129282546e-05,
      "loss": 1.8243,
      "mean_token_accuracy": 0.5983444452285767,
      "num_tokens": 149424875.0,
      "step": 193830
    },
    {
      "epoch": 0.24587814165645558,
      "grad_norm": 5.0,
      "learning_rate": 3.771093981919626e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5421496450901031,
      "num_tokens": 149432106.0,
      "step": 193840
    },
    {
      "epoch": 0.2458908262489884,
      "grad_norm": 5.34375,
      "learning_rate": 3.7710305509109964e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5478787809610367,
      "num_tokens": 149438884.0,
      "step": 193850
    },
    {
      "epoch": 0.24590351084152123,
      "grad_norm": 6.03125,
      "learning_rate": 3.770967119902367e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5427156299352646,
      "num_tokens": 149447069.0,
      "step": 193860
    },
    {
      "epoch": 0.24591619543405407,
      "grad_norm": 6.375,
      "learning_rate": 3.770903688893738e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5508776485919953,
      "num_tokens": 149454255.0,
      "step": 193870
    },
    {
      "epoch": 0.24592888002658692,
      "grad_norm": 5.9375,
      "learning_rate": 3.7708402578851086e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5631111651659012,
      "num_tokens": 149460398.0,
      "step": 193880
    },
    {
      "epoch": 0.24594156461911973,
      "grad_norm": 5.1875,
      "learning_rate": 3.77077682687648e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5592762172222138,
      "num_tokens": 149468106.0,
      "step": 193890
    },
    {
      "epoch": 0.24595424921165257,
      "grad_norm": 5.125,
      "learning_rate": 3.7707133958678504e-05,
      "loss": 1.7765,
      "mean_token_accuracy": 0.5957869499921798,
      "num_tokens": 149474728.0,
      "step": 193900
    },
    {
      "epoch": 0.2459669338041854,
      "grad_norm": 6.53125,
      "learning_rate": 3.7706499648592216e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5637660026550293,
      "num_tokens": 149481854.0,
      "step": 193910
    },
    {
      "epoch": 0.24597961839671825,
      "grad_norm": 4.3125,
      "learning_rate": 3.770586533850592e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5390760451555252,
      "num_tokens": 149490749.0,
      "step": 193920
    },
    {
      "epoch": 0.24599230298925107,
      "grad_norm": 8.125,
      "learning_rate": 3.770523102841963e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5282115757465362,
      "num_tokens": 149498149.0,
      "step": 193930
    },
    {
      "epoch": 0.2460049875817839,
      "grad_norm": 5.25,
      "learning_rate": 3.770459671833334e-05,
      "loss": 2.1929,
      "mean_token_accuracy": 0.5204325318336487,
      "num_tokens": 149506410.0,
      "step": 193940
    },
    {
      "epoch": 0.24601767217431675,
      "grad_norm": 5.0,
      "learning_rate": 3.7703962408247044e-05,
      "loss": 2.295,
      "mean_token_accuracy": 0.5070821076631546,
      "num_tokens": 149514639.0,
      "step": 193950
    },
    {
      "epoch": 0.2460303567668496,
      "grad_norm": 5.625,
      "learning_rate": 3.7703328098160756e-05,
      "loss": 1.8817,
      "mean_token_accuracy": 0.5839641213417053,
      "num_tokens": 149522524.0,
      "step": 193960
    },
    {
      "epoch": 0.2460430413593824,
      "grad_norm": 4.625,
      "learning_rate": 3.770269378807447e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5707880139350892,
      "num_tokens": 149529816.0,
      "step": 193970
    },
    {
      "epoch": 0.24605572595191524,
      "grad_norm": 6.1875,
      "learning_rate": 3.7702059477988174e-05,
      "loss": 1.8258,
      "mean_token_accuracy": 0.5826712131500245,
      "num_tokens": 149537096.0,
      "step": 193980
    },
    {
      "epoch": 0.24606841054444809,
      "grad_norm": 6.09375,
      "learning_rate": 3.7701425167901886e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5428627669811249,
      "num_tokens": 149545600.0,
      "step": 193990
    },
    {
      "epoch": 0.24608109513698093,
      "grad_norm": 5.375,
      "learning_rate": 3.7700790857815584e-05,
      "loss": 2.2192,
      "mean_token_accuracy": 0.5234110921621322,
      "num_tokens": 149552180.0,
      "step": 194000
    },
    {
      "epoch": 0.24609377972951374,
      "grad_norm": 5.9375,
      "learning_rate": 3.7700156547729297e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5387277662754059,
      "num_tokens": 149559710.0,
      "step": 194010
    },
    {
      "epoch": 0.24610646432204658,
      "grad_norm": 5.90625,
      "learning_rate": 3.769952223764301e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.537265831232071,
      "num_tokens": 149567874.0,
      "step": 194020
    },
    {
      "epoch": 0.24611914891457942,
      "grad_norm": 5.3125,
      "learning_rate": 3.7698887927556714e-05,
      "loss": 2.1712,
      "mean_token_accuracy": 0.5286224514245987,
      "num_tokens": 149576174.0,
      "step": 194030
    },
    {
      "epoch": 0.24613183350711226,
      "grad_norm": 4.4375,
      "learning_rate": 3.7698253617470426e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.533829516172409,
      "num_tokens": 149584661.0,
      "step": 194040
    },
    {
      "epoch": 0.24614451809964508,
      "grad_norm": 5.28125,
      "learning_rate": 3.769761930738413e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.566839212179184,
      "num_tokens": 149592454.0,
      "step": 194050
    },
    {
      "epoch": 0.24615720269217792,
      "grad_norm": 6.5,
      "learning_rate": 3.7696984997297844e-05,
      "loss": 2.2853,
      "mean_token_accuracy": 0.5121861934661865,
      "num_tokens": 149601820.0,
      "step": 194060
    },
    {
      "epoch": 0.24616988728471076,
      "grad_norm": 6.53125,
      "learning_rate": 3.769635068721155e-05,
      "loss": 1.8944,
      "mean_token_accuracy": 0.5822816848754883,
      "num_tokens": 149607766.0,
      "step": 194070
    },
    {
      "epoch": 0.2461825718772436,
      "grad_norm": 6.875,
      "learning_rate": 3.7695716377125254e-05,
      "loss": 1.8722,
      "mean_token_accuracy": 0.5801968276500702,
      "num_tokens": 149615547.0,
      "step": 194080
    },
    {
      "epoch": 0.2461952564697764,
      "grad_norm": 6.5,
      "learning_rate": 3.7695082067038966e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.539780005812645,
      "num_tokens": 149623056.0,
      "step": 194090
    },
    {
      "epoch": 0.24620794106230925,
      "grad_norm": 6.875,
      "learning_rate": 3.769444775695267e-05,
      "loss": 1.696,
      "mean_token_accuracy": 0.615727961063385,
      "num_tokens": 149627612.0,
      "step": 194100
    },
    {
      "epoch": 0.2462206256548421,
      "grad_norm": 6.125,
      "learning_rate": 3.7693813446866384e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5559469044208527,
      "num_tokens": 149635167.0,
      "step": 194110
    },
    {
      "epoch": 0.24623331024737494,
      "grad_norm": 6.6875,
      "learning_rate": 3.7693179136780096e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5609382688999176,
      "num_tokens": 149641370.0,
      "step": 194120
    },
    {
      "epoch": 0.24624599483990775,
      "grad_norm": 4.875,
      "learning_rate": 3.76925448266938e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5378059834241867,
      "num_tokens": 149649851.0,
      "step": 194130
    },
    {
      "epoch": 0.2462586794324406,
      "grad_norm": 4.5625,
      "learning_rate": 3.769191051660751e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.55479756295681,
      "num_tokens": 149657677.0,
      "step": 194140
    },
    {
      "epoch": 0.24627136402497343,
      "grad_norm": 9.6875,
      "learning_rate": 3.769127620652121e-05,
      "loss": 1.774,
      "mean_token_accuracy": 0.5944640100002289,
      "num_tokens": 149663955.0,
      "step": 194150
    },
    {
      "epoch": 0.24628404861750625,
      "grad_norm": 6.6875,
      "learning_rate": 3.7690641896434924e-05,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5846994817256927,
      "num_tokens": 149671539.0,
      "step": 194160
    },
    {
      "epoch": 0.2462967332100391,
      "grad_norm": 6.6875,
      "learning_rate": 3.7690007586348636e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5294791042804718,
      "num_tokens": 149678933.0,
      "step": 194170
    },
    {
      "epoch": 0.24630941780257193,
      "grad_norm": 8.8125,
      "learning_rate": 3.768937327626234e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5596555531024933,
      "num_tokens": 149685895.0,
      "step": 194180
    },
    {
      "epoch": 0.24632210239510477,
      "grad_norm": 3.421875,
      "learning_rate": 3.7688738966176054e-05,
      "loss": 1.8967,
      "mean_token_accuracy": 0.5930381685495376,
      "num_tokens": 149693956.0,
      "step": 194190
    },
    {
      "epoch": 0.24633478698763758,
      "grad_norm": 5.03125,
      "learning_rate": 3.768810465608976e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5382406800985337,
      "num_tokens": 149701718.0,
      "step": 194200
    },
    {
      "epoch": 0.24634747158017042,
      "grad_norm": 8.875,
      "learning_rate": 3.7687470346003465e-05,
      "loss": 1.7715,
      "mean_token_accuracy": 0.5954492866992951,
      "num_tokens": 149707789.0,
      "step": 194210
    },
    {
      "epoch": 0.24636015617270327,
      "grad_norm": 5.34375,
      "learning_rate": 3.768683603591718e-05,
      "loss": 2.2379,
      "mean_token_accuracy": 0.5183673322200775,
      "num_tokens": 149716588.0,
      "step": 194220
    },
    {
      "epoch": 0.2463728407652361,
      "grad_norm": 6.21875,
      "learning_rate": 3.768620172583088e-05,
      "loss": 1.9156,
      "mean_token_accuracy": 0.5841808259487152,
      "num_tokens": 149722695.0,
      "step": 194230
    },
    {
      "epoch": 0.24638552535776892,
      "grad_norm": 5.28125,
      "learning_rate": 3.7685567415744594e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5472296059131623,
      "num_tokens": 149730776.0,
      "step": 194240
    },
    {
      "epoch": 0.24639820995030176,
      "grad_norm": 6.6875,
      "learning_rate": 3.76849331056583e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5311682522296906,
      "num_tokens": 149738878.0,
      "step": 194250
    },
    {
      "epoch": 0.2464108945428346,
      "grad_norm": 4.65625,
      "learning_rate": 3.768429879557201e-05,
      "loss": 1.8462,
      "mean_token_accuracy": 0.596890664100647,
      "num_tokens": 149746202.0,
      "step": 194260
    },
    {
      "epoch": 0.24642357913536744,
      "grad_norm": 5.125,
      "learning_rate": 3.768366448548572e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5588332206010819,
      "num_tokens": 149753113.0,
      "step": 194270
    },
    {
      "epoch": 0.24643626372790026,
      "grad_norm": 6.90625,
      "learning_rate": 3.768303017539942e-05,
      "loss": 1.8605,
      "mean_token_accuracy": 0.5719756066799164,
      "num_tokens": 149760227.0,
      "step": 194280
    },
    {
      "epoch": 0.2464489483204331,
      "grad_norm": 5.1875,
      "learning_rate": 3.7682395865313134e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5477579444646835,
      "num_tokens": 149767554.0,
      "step": 194290
    },
    {
      "epoch": 0.24646163291296594,
      "grad_norm": 5.34375,
      "learning_rate": 3.768176155522684e-05,
      "loss": 1.9229,
      "mean_token_accuracy": 0.567594376206398,
      "num_tokens": 149775771.0,
      "step": 194300
    },
    {
      "epoch": 0.24647431750549878,
      "grad_norm": 5.375,
      "learning_rate": 3.768112724514055e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5261415213346481,
      "num_tokens": 149784107.0,
      "step": 194310
    },
    {
      "epoch": 0.2464870020980316,
      "grad_norm": 5.21875,
      "learning_rate": 3.7680492935054264e-05,
      "loss": 2.2364,
      "mean_token_accuracy": 0.5060948640108108,
      "num_tokens": 149793156.0,
      "step": 194320
    },
    {
      "epoch": 0.24649968669056443,
      "grad_norm": 4.90625,
      "learning_rate": 3.767985862496797e-05,
      "loss": 2.2137,
      "mean_token_accuracy": 0.5200535923242569,
      "num_tokens": 149801413.0,
      "step": 194330
    },
    {
      "epoch": 0.24651237128309728,
      "grad_norm": 5.3125,
      "learning_rate": 3.7679224314881675e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5450071156024933,
      "num_tokens": 149809110.0,
      "step": 194340
    },
    {
      "epoch": 0.24652505587563012,
      "grad_norm": 5.25,
      "learning_rate": 3.767859000479539e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5420311689376831,
      "num_tokens": 149816568.0,
      "step": 194350
    },
    {
      "epoch": 0.24653774046816293,
      "grad_norm": 10.5625,
      "learning_rate": 3.767795569470909e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.560365018248558,
      "num_tokens": 149824176.0,
      "step": 194360
    },
    {
      "epoch": 0.24655042506069577,
      "grad_norm": 5.40625,
      "learning_rate": 3.7677321384622804e-05,
      "loss": 2.3313,
      "mean_token_accuracy": 0.5033473879098892,
      "num_tokens": 149832709.0,
      "step": 194370
    },
    {
      "epoch": 0.2465631096532286,
      "grad_norm": 5.46875,
      "learning_rate": 3.767668707453651e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5391788989305496,
      "num_tokens": 149841448.0,
      "step": 194380
    },
    {
      "epoch": 0.24657579424576145,
      "grad_norm": 4.8125,
      "learning_rate": 3.767605276445022e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5488358438014984,
      "num_tokens": 149849257.0,
      "step": 194390
    },
    {
      "epoch": 0.24658847883829427,
      "grad_norm": 8.3125,
      "learning_rate": 3.7675418454363934e-05,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5550498932600021,
      "num_tokens": 149855669.0,
      "step": 194400
    },
    {
      "epoch": 0.2466011634308271,
      "grad_norm": 5.5625,
      "learning_rate": 3.767478414427764e-05,
      "loss": 2.2366,
      "mean_token_accuracy": 0.525666332244873,
      "num_tokens": 149864153.0,
      "step": 194410
    },
    {
      "epoch": 0.24661384802335995,
      "grad_norm": 10.75,
      "learning_rate": 3.7674149834191345e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5315653145313263,
      "num_tokens": 149870974.0,
      "step": 194420
    },
    {
      "epoch": 0.2466265326158928,
      "grad_norm": 5.1875,
      "learning_rate": 3.767351552410505e-05,
      "loss": 1.8011,
      "mean_token_accuracy": 0.6083206683397293,
      "num_tokens": 149876909.0,
      "step": 194430
    },
    {
      "epoch": 0.2466392172084256,
      "grad_norm": 7.4375,
      "learning_rate": 3.767288121401876e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5577259600162506,
      "num_tokens": 149884285.0,
      "step": 194440
    },
    {
      "epoch": 0.24665190180095845,
      "grad_norm": 5.125,
      "learning_rate": 3.7672246903932474e-05,
      "loss": 2.3628,
      "mean_token_accuracy": 0.4920539289712906,
      "num_tokens": 149891355.0,
      "step": 194450
    },
    {
      "epoch": 0.2466645863934913,
      "grad_norm": 4.96875,
      "learning_rate": 3.767161259384618e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5486060827970505,
      "num_tokens": 149900214.0,
      "step": 194460
    },
    {
      "epoch": 0.24667727098602413,
      "grad_norm": 5.0625,
      "learning_rate": 3.767097828375989e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5109622359275818,
      "num_tokens": 149909804.0,
      "step": 194470
    },
    {
      "epoch": 0.24668995557855694,
      "grad_norm": 6.125,
      "learning_rate": 3.76703439736736e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5340141713619232,
      "num_tokens": 149917653.0,
      "step": 194480
    },
    {
      "epoch": 0.24670264017108978,
      "grad_norm": 5.375,
      "learning_rate": 3.76697096635873e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5378595590591431,
      "num_tokens": 149924901.0,
      "step": 194490
    },
    {
      "epoch": 0.24671532476362262,
      "grad_norm": 7.0625,
      "learning_rate": 3.7669075353501015e-05,
      "loss": 1.8669,
      "mean_token_accuracy": 0.5853545010089874,
      "num_tokens": 149931977.0,
      "step": 194500
    },
    {
      "epoch": 0.24672800935615546,
      "grad_norm": 8.0625,
      "learning_rate": 3.766844104341472e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5473274320363999,
      "num_tokens": 149939041.0,
      "step": 194510
    },
    {
      "epoch": 0.24674069394868828,
      "grad_norm": 5.15625,
      "learning_rate": 3.766780673332843e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5048352271318436,
      "num_tokens": 149947798.0,
      "step": 194520
    },
    {
      "epoch": 0.24675337854122112,
      "grad_norm": 5.46875,
      "learning_rate": 3.766717242324214e-05,
      "loss": 2.245,
      "mean_token_accuracy": 0.5174327522516251,
      "num_tokens": 149955440.0,
      "step": 194530
    },
    {
      "epoch": 0.24676606313375396,
      "grad_norm": 5.6875,
      "learning_rate": 3.766653811315585e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5623000830411911,
      "num_tokens": 149962624.0,
      "step": 194540
    },
    {
      "epoch": 0.2467787477262868,
      "grad_norm": 6.25,
      "learning_rate": 3.7665903803069555e-05,
      "loss": 1.8681,
      "mean_token_accuracy": 0.5930505990982056,
      "num_tokens": 149969970.0,
      "step": 194550
    },
    {
      "epoch": 0.24679143231881961,
      "grad_norm": 5.1875,
      "learning_rate": 3.766526949298326e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5727315872907639,
      "num_tokens": 149977347.0,
      "step": 194560
    },
    {
      "epoch": 0.24680411691135246,
      "grad_norm": 7.03125,
      "learning_rate": 3.766463518289697e-05,
      "loss": 2.324,
      "mean_token_accuracy": 0.5063791364431381,
      "num_tokens": 149985246.0,
      "step": 194570
    },
    {
      "epoch": 0.2468168015038853,
      "grad_norm": 5.46875,
      "learning_rate": 3.766400087281068e-05,
      "loss": 1.9169,
      "mean_token_accuracy": 0.5673231303691864,
      "num_tokens": 149991830.0,
      "step": 194580
    },
    {
      "epoch": 0.24682948609641814,
      "grad_norm": 7.28125,
      "learning_rate": 3.766336656272439e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5179954409599304,
      "num_tokens": 149999899.0,
      "step": 194590
    },
    {
      "epoch": 0.24684217068895095,
      "grad_norm": 5.78125,
      "learning_rate": 3.76627322526381e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5264247328042984,
      "num_tokens": 150008196.0,
      "step": 194600
    },
    {
      "epoch": 0.2468548552814838,
      "grad_norm": 5.28125,
      "learning_rate": 3.766209794255181e-05,
      "loss": 1.9238,
      "mean_token_accuracy": 0.5608435332775116,
      "num_tokens": 150016348.0,
      "step": 194610
    },
    {
      "epoch": 0.24686753987401663,
      "grad_norm": 6.78125,
      "learning_rate": 3.766146363246551e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5686747223138809,
      "num_tokens": 150023221.0,
      "step": 194620
    },
    {
      "epoch": 0.24688022446654945,
      "grad_norm": 5.65625,
      "learning_rate": 3.766082932237922e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5564255207777024,
      "num_tokens": 150031397.0,
      "step": 194630
    },
    {
      "epoch": 0.2468929090590823,
      "grad_norm": 6.25,
      "learning_rate": 3.766019501229293e-05,
      "loss": 1.8602,
      "mean_token_accuracy": 0.5882112741470337,
      "num_tokens": 150037807.0,
      "step": 194640
    },
    {
      "epoch": 0.24690559365161513,
      "grad_norm": 7.1875,
      "learning_rate": 3.765956070220664e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5315203219652176,
      "num_tokens": 150044889.0,
      "step": 194650
    },
    {
      "epoch": 0.24691827824414797,
      "grad_norm": 6.1875,
      "learning_rate": 3.765892639212035e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.541163170337677,
      "num_tokens": 150053007.0,
      "step": 194660
    },
    {
      "epoch": 0.24693096283668078,
      "grad_norm": 6.03125,
      "learning_rate": 3.765829208203406e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5234694808721543,
      "num_tokens": 150061193.0,
      "step": 194670
    },
    {
      "epoch": 0.24694364742921363,
      "grad_norm": 4.71875,
      "learning_rate": 3.7657657771947765e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5730054914951325,
      "num_tokens": 150068470.0,
      "step": 194680
    },
    {
      "epoch": 0.24695633202174647,
      "grad_norm": 5.90625,
      "learning_rate": 3.765702346186147e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5385536909103393,
      "num_tokens": 150075951.0,
      "step": 194690
    },
    {
      "epoch": 0.2469690166142793,
      "grad_norm": 5.40625,
      "learning_rate": 3.765638915177518e-05,
      "loss": 1.8567,
      "mean_token_accuracy": 0.5877370178699494,
      "num_tokens": 150082772.0,
      "step": 194700
    },
    {
      "epoch": 0.24698170120681212,
      "grad_norm": 6.09375,
      "learning_rate": 3.765575484168889e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5503924787044525,
      "num_tokens": 150090797.0,
      "step": 194710
    },
    {
      "epoch": 0.24699438579934496,
      "grad_norm": 8.5625,
      "learning_rate": 3.76551205316026e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5534015774726868,
      "num_tokens": 150098894.0,
      "step": 194720
    },
    {
      "epoch": 0.2470070703918778,
      "grad_norm": 6.0,
      "learning_rate": 3.7654486221516305e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5633447825908661,
      "num_tokens": 150106298.0,
      "step": 194730
    },
    {
      "epoch": 0.24701975498441064,
      "grad_norm": 5.8125,
      "learning_rate": 3.765385191143002e-05,
      "loss": 2.297,
      "mean_token_accuracy": 0.5166535168886185,
      "num_tokens": 150115452.0,
      "step": 194740
    },
    {
      "epoch": 0.24703243957694346,
      "grad_norm": 5.25,
      "learning_rate": 3.765321760134373e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5268668234348297,
      "num_tokens": 150123139.0,
      "step": 194750
    },
    {
      "epoch": 0.2470451241694763,
      "grad_norm": 6.375,
      "learning_rate": 3.765258329125743e-05,
      "loss": 2.2862,
      "mean_token_accuracy": 0.5126697510480881,
      "num_tokens": 150130875.0,
      "step": 194760
    },
    {
      "epoch": 0.24705780876200914,
      "grad_norm": 5.03125,
      "learning_rate": 3.765194898117114e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5412463694810867,
      "num_tokens": 150140252.0,
      "step": 194770
    },
    {
      "epoch": 0.24707049335454198,
      "grad_norm": 10.0,
      "learning_rate": 3.7651314671084846e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5306166619062423,
      "num_tokens": 150148019.0,
      "step": 194780
    },
    {
      "epoch": 0.2470831779470748,
      "grad_norm": 5.03125,
      "learning_rate": 3.765068036099856e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5382403641939163,
      "num_tokens": 150157004.0,
      "step": 194790
    },
    {
      "epoch": 0.24709586253960764,
      "grad_norm": 4.78125,
      "learning_rate": 3.765004605091227e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.555779230594635,
      "num_tokens": 150163265.0,
      "step": 194800
    },
    {
      "epoch": 0.24710854713214048,
      "grad_norm": 5.46875,
      "learning_rate": 3.7649411740825975e-05,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5190431505441666,
      "num_tokens": 150172074.0,
      "step": 194810
    },
    {
      "epoch": 0.24712123172467332,
      "grad_norm": 5.78125,
      "learning_rate": 3.764877743073969e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5502498418092727,
      "num_tokens": 150180253.0,
      "step": 194820
    },
    {
      "epoch": 0.24713391631720613,
      "grad_norm": 5.15625,
      "learning_rate": 3.764814312065339e-05,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5744428634643555,
      "num_tokens": 150189604.0,
      "step": 194830
    },
    {
      "epoch": 0.24714660090973897,
      "grad_norm": 4.8125,
      "learning_rate": 3.76475088105671e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5373887687921524,
      "num_tokens": 150198177.0,
      "step": 194840
    },
    {
      "epoch": 0.2471592855022718,
      "grad_norm": 6.71875,
      "learning_rate": 3.764687450048081e-05,
      "loss": 1.8177,
      "mean_token_accuracy": 0.5914237976074219,
      "num_tokens": 150205715.0,
      "step": 194850
    },
    {
      "epoch": 0.24717197009480465,
      "grad_norm": 4.78125,
      "learning_rate": 3.7646240190394516e-05,
      "loss": 1.6392,
      "mean_token_accuracy": 0.6309056848287582,
      "num_tokens": 150212244.0,
      "step": 194860
    },
    {
      "epoch": 0.24718465468733747,
      "grad_norm": 5.34375,
      "learning_rate": 3.764560588030823e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.53654904961586,
      "num_tokens": 150219825.0,
      "step": 194870
    },
    {
      "epoch": 0.2471973392798703,
      "grad_norm": 5.4375,
      "learning_rate": 3.764497157022193e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5404571205377579,
      "num_tokens": 150226469.0,
      "step": 194880
    },
    {
      "epoch": 0.24721002387240315,
      "grad_norm": 6.21875,
      "learning_rate": 3.7644337260135645e-05,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5162168562412262,
      "num_tokens": 150233258.0,
      "step": 194890
    },
    {
      "epoch": 0.247222708464936,
      "grad_norm": 11.5,
      "learning_rate": 3.764370295004935e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5335819453001023,
      "num_tokens": 150241645.0,
      "step": 194900
    },
    {
      "epoch": 0.2472353930574688,
      "grad_norm": 7.0,
      "learning_rate": 3.7643068639963056e-05,
      "loss": 1.8104,
      "mean_token_accuracy": 0.5949260294437408,
      "num_tokens": 150248240.0,
      "step": 194910
    },
    {
      "epoch": 0.24724807765000165,
      "grad_norm": 4.65625,
      "learning_rate": 3.764243432987677e-05,
      "loss": 1.8705,
      "mean_token_accuracy": 0.5761444568634033,
      "num_tokens": 150256075.0,
      "step": 194920
    },
    {
      "epoch": 0.2472607622425345,
      "grad_norm": 4.875,
      "learning_rate": 3.7641800019790474e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5457326918840408,
      "num_tokens": 150264127.0,
      "step": 194930
    },
    {
      "epoch": 0.24727344683506733,
      "grad_norm": 7.28125,
      "learning_rate": 3.7641165709704186e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5319320887327195,
      "num_tokens": 150272629.0,
      "step": 194940
    },
    {
      "epoch": 0.24728613142760014,
      "grad_norm": 9.5,
      "learning_rate": 3.76405313996179e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5396308183670044,
      "num_tokens": 150279283.0,
      "step": 194950
    },
    {
      "epoch": 0.24729881602013298,
      "grad_norm": 5.03125,
      "learning_rate": 3.76398970895316e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.548275101184845,
      "num_tokens": 150286774.0,
      "step": 194960
    },
    {
      "epoch": 0.24731150061266582,
      "grad_norm": 7.875,
      "learning_rate": 3.763926277944531e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5577465832233429,
      "num_tokens": 150293984.0,
      "step": 194970
    },
    {
      "epoch": 0.24732418520519867,
      "grad_norm": 5.0625,
      "learning_rate": 3.7638628469359014e-05,
      "loss": 1.9401,
      "mean_token_accuracy": 0.5587290823459625,
      "num_tokens": 150302604.0,
      "step": 194980
    },
    {
      "epoch": 0.24733686979773148,
      "grad_norm": 5.4375,
      "learning_rate": 3.7637994159272726e-05,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5188429623842239,
      "num_tokens": 150311036.0,
      "step": 194990
    },
    {
      "epoch": 0.24734955439026432,
      "grad_norm": 5.375,
      "learning_rate": 3.763735984918644e-05,
      "loss": 2.3149,
      "mean_token_accuracy": 0.5026175737380981,
      "num_tokens": 150320292.0,
      "step": 195000
    },
    {
      "epoch": 0.24736223898279716,
      "grad_norm": 5.59375,
      "learning_rate": 3.7636725539100143e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5072153031826019,
      "num_tokens": 150328007.0,
      "step": 195010
    },
    {
      "epoch": 0.24737492357533,
      "grad_norm": 5.46875,
      "learning_rate": 3.7636091229013856e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.552896362543106,
      "num_tokens": 150336132.0,
      "step": 195020
    },
    {
      "epoch": 0.24738760816786282,
      "grad_norm": 4.875,
      "learning_rate": 3.763545691892756e-05,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5272064179182052,
      "num_tokens": 150345271.0,
      "step": 195030
    },
    {
      "epoch": 0.24740029276039566,
      "grad_norm": 5.625,
      "learning_rate": 3.7634822608841266e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5648012936115265,
      "num_tokens": 150352779.0,
      "step": 195040
    },
    {
      "epoch": 0.2474129773529285,
      "grad_norm": 7.90625,
      "learning_rate": 3.763418829875498e-05,
      "loss": 1.883,
      "mean_token_accuracy": 0.5925398528575897,
      "num_tokens": 150358128.0,
      "step": 195050
    },
    {
      "epoch": 0.24742566194546134,
      "grad_norm": 5.15625,
      "learning_rate": 3.7633553988668684e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5172586023807526,
      "num_tokens": 150366876.0,
      "step": 195060
    },
    {
      "epoch": 0.24743834653799415,
      "grad_norm": 5.9375,
      "learning_rate": 3.7632919678582396e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5345916122198104,
      "num_tokens": 150374834.0,
      "step": 195070
    },
    {
      "epoch": 0.247451031130527,
      "grad_norm": 5.625,
      "learning_rate": 3.76322853684961e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5235177963972092,
      "num_tokens": 150383287.0,
      "step": 195080
    },
    {
      "epoch": 0.24746371572305983,
      "grad_norm": 5.34375,
      "learning_rate": 3.763165105840981e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5291640520095825,
      "num_tokens": 150392910.0,
      "step": 195090
    },
    {
      "epoch": 0.24747640031559265,
      "grad_norm": 5.0625,
      "learning_rate": 3.763101674832352e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5370388597249984,
      "num_tokens": 150400919.0,
      "step": 195100
    },
    {
      "epoch": 0.2474890849081255,
      "grad_norm": 6.21875,
      "learning_rate": 3.7630382438237224e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5460905104875564,
      "num_tokens": 150408773.0,
      "step": 195110
    },
    {
      "epoch": 0.24750176950065833,
      "grad_norm": 5.03125,
      "learning_rate": 3.7629748128150936e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5546410769224167,
      "num_tokens": 150416422.0,
      "step": 195120
    },
    {
      "epoch": 0.24751445409319117,
      "grad_norm": 6.125,
      "learning_rate": 3.762911381806464e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5332767307758332,
      "num_tokens": 150424440.0,
      "step": 195130
    },
    {
      "epoch": 0.24752713868572399,
      "grad_norm": 5.09375,
      "learning_rate": 3.7628479507978354e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5339579671621323,
      "num_tokens": 150433130.0,
      "step": 195140
    },
    {
      "epoch": 0.24753982327825683,
      "grad_norm": 10.0,
      "learning_rate": 3.7627845197892066e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5403380304574966,
      "num_tokens": 150440177.0,
      "step": 195150
    },
    {
      "epoch": 0.24755250787078967,
      "grad_norm": 5.65625,
      "learning_rate": 3.762721088780577e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5323687702417373,
      "num_tokens": 150448013.0,
      "step": 195160
    },
    {
      "epoch": 0.2475651924633225,
      "grad_norm": 7.1875,
      "learning_rate": 3.762657657771948e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5757180839776993,
      "num_tokens": 150454813.0,
      "step": 195170
    },
    {
      "epoch": 0.24757787705585532,
      "grad_norm": 5.0625,
      "learning_rate": 3.762594226763318e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5415550500154496,
      "num_tokens": 150462651.0,
      "step": 195180
    },
    {
      "epoch": 0.24759056164838816,
      "grad_norm": 5.21875,
      "learning_rate": 3.7625307957546894e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.5812406510114669,
      "num_tokens": 150469067.0,
      "step": 195190
    },
    {
      "epoch": 0.247603246240921,
      "grad_norm": 8.0625,
      "learning_rate": 3.7624673647460606e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5394404113292695,
      "num_tokens": 150476856.0,
      "step": 195200
    },
    {
      "epoch": 0.24761593083345385,
      "grad_norm": 5.46875,
      "learning_rate": 3.762403933737431e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5188668221235275,
      "num_tokens": 150484798.0,
      "step": 195210
    },
    {
      "epoch": 0.24762861542598666,
      "grad_norm": 5.25,
      "learning_rate": 3.7623405027288024e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5386625528335571,
      "num_tokens": 150493290.0,
      "step": 195220
    },
    {
      "epoch": 0.2476413000185195,
      "grad_norm": 5.96875,
      "learning_rate": 3.762277071720173e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5391435414552689,
      "num_tokens": 150501324.0,
      "step": 195230
    },
    {
      "epoch": 0.24765398461105234,
      "grad_norm": 5.90625,
      "learning_rate": 3.762213640711544e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5233756870031356,
      "num_tokens": 150509404.0,
      "step": 195240
    },
    {
      "epoch": 0.24766666920358518,
      "grad_norm": 6.1875,
      "learning_rate": 3.7621502097029146e-05,
      "loss": 1.7453,
      "mean_token_accuracy": 0.6038224399089813,
      "num_tokens": 150516455.0,
      "step": 195250
    },
    {
      "epoch": 0.247679353796118,
      "grad_norm": 6.0625,
      "learning_rate": 3.762086778694285e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5790483772754669,
      "num_tokens": 150522846.0,
      "step": 195260
    },
    {
      "epoch": 0.24769203838865084,
      "grad_norm": 6.46875,
      "learning_rate": 3.7620233476856564e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.552189153432846,
      "num_tokens": 150530591.0,
      "step": 195270
    },
    {
      "epoch": 0.24770472298118368,
      "grad_norm": 7.0,
      "learning_rate": 3.7619599166770276e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5334861755371094,
      "num_tokens": 150538745.0,
      "step": 195280
    },
    {
      "epoch": 0.24771740757371652,
      "grad_norm": 5.5,
      "learning_rate": 3.761896485668398e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5129833877086639,
      "num_tokens": 150547400.0,
      "step": 195290
    },
    {
      "epoch": 0.24773009216624933,
      "grad_norm": 4.90625,
      "learning_rate": 3.7618330546597693e-05,
      "loss": 1.6806,
      "mean_token_accuracy": 0.6052417397499085,
      "num_tokens": 150553328.0,
      "step": 195300
    },
    {
      "epoch": 0.24774277675878217,
      "grad_norm": 5.5625,
      "learning_rate": 3.76176962365114e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5522892713546753,
      "num_tokens": 150560130.0,
      "step": 195310
    },
    {
      "epoch": 0.24775546135131502,
      "grad_norm": 5.0625,
      "learning_rate": 3.7617061926425104e-05,
      "loss": 1.8786,
      "mean_token_accuracy": 0.58408882021904,
      "num_tokens": 150566796.0,
      "step": 195320
    },
    {
      "epoch": 0.24776814594384786,
      "grad_norm": 5.0,
      "learning_rate": 3.7616427616338816e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5405213892459869,
      "num_tokens": 150575462.0,
      "step": 195330
    },
    {
      "epoch": 0.24778083053638067,
      "grad_norm": 4.71875,
      "learning_rate": 3.761579330625252e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5350138694047928,
      "num_tokens": 150583105.0,
      "step": 195340
    },
    {
      "epoch": 0.2477935151289135,
      "grad_norm": 6.65625,
      "learning_rate": 3.7615158996166234e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5497442185878754,
      "num_tokens": 150589954.0,
      "step": 195350
    },
    {
      "epoch": 0.24780619972144635,
      "grad_norm": 7.0625,
      "learning_rate": 3.761452468607994e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5523379981517792,
      "num_tokens": 150597479.0,
      "step": 195360
    },
    {
      "epoch": 0.2478188843139792,
      "grad_norm": 10.5,
      "learning_rate": 3.761389037599365e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5456107795238495,
      "num_tokens": 150604290.0,
      "step": 195370
    },
    {
      "epoch": 0.247831568906512,
      "grad_norm": 7.0,
      "learning_rate": 3.761325606590736e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5408801108598709,
      "num_tokens": 150612369.0,
      "step": 195380
    },
    {
      "epoch": 0.24784425349904485,
      "grad_norm": 4.96875,
      "learning_rate": 3.761262175582106e-05,
      "loss": 1.8809,
      "mean_token_accuracy": 0.5725429326295852,
      "num_tokens": 150620380.0,
      "step": 195390
    },
    {
      "epoch": 0.2478569380915777,
      "grad_norm": 5.3125,
      "learning_rate": 3.7611987445734774e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5299802839756012,
      "num_tokens": 150629215.0,
      "step": 195400
    },
    {
      "epoch": 0.24786962268411053,
      "grad_norm": 5.6875,
      "learning_rate": 3.761135313564848e-05,
      "loss": 2.2837,
      "mean_token_accuracy": 0.515838423371315,
      "num_tokens": 150637884.0,
      "step": 195410
    },
    {
      "epoch": 0.24788230727664334,
      "grad_norm": 11.375,
      "learning_rate": 3.761071882556219e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5282760620117187,
      "num_tokens": 150643213.0,
      "step": 195420
    },
    {
      "epoch": 0.24789499186917618,
      "grad_norm": 5.28125,
      "learning_rate": 3.7610084515475904e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5552738457918167,
      "num_tokens": 150650732.0,
      "step": 195430
    },
    {
      "epoch": 0.24790767646170903,
      "grad_norm": 4.84375,
      "learning_rate": 3.760945020538961e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5210537075996399,
      "num_tokens": 150659432.0,
      "step": 195440
    },
    {
      "epoch": 0.24792036105424187,
      "grad_norm": 7.53125,
      "learning_rate": 3.7608815895303314e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5357567548751831,
      "num_tokens": 150666234.0,
      "step": 195450
    },
    {
      "epoch": 0.24793304564677468,
      "grad_norm": 9.4375,
      "learning_rate": 3.760818158521702e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5323768347501755,
      "num_tokens": 150672807.0,
      "step": 195460
    },
    {
      "epoch": 0.24794573023930752,
      "grad_norm": 5.40625,
      "learning_rate": 3.760754727513073e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5099868088960647,
      "num_tokens": 150680677.0,
      "step": 195470
    },
    {
      "epoch": 0.24795841483184036,
      "grad_norm": 8.3125,
      "learning_rate": 3.7606912965044444e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5328276365995407,
      "num_tokens": 150688169.0,
      "step": 195480
    },
    {
      "epoch": 0.2479710994243732,
      "grad_norm": 5.1875,
      "learning_rate": 3.760627865495815e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5401711821556091,
      "num_tokens": 150695059.0,
      "step": 195490
    },
    {
      "epoch": 0.24798378401690602,
      "grad_norm": 5.875,
      "learning_rate": 3.760564434487186e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5343311071395874,
      "num_tokens": 150703317.0,
      "step": 195500
    },
    {
      "epoch": 0.24799646860943886,
      "grad_norm": 4.96875,
      "learning_rate": 3.760501003478557e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5372739225625992,
      "num_tokens": 150711806.0,
      "step": 195510
    },
    {
      "epoch": 0.2480091532019717,
      "grad_norm": 7.3125,
      "learning_rate": 3.760437572469928e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5496194005012512,
      "num_tokens": 150719371.0,
      "step": 195520
    },
    {
      "epoch": 0.24802183779450454,
      "grad_norm": 5.53125,
      "learning_rate": 3.7603741414612984e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5460410386323928,
      "num_tokens": 150728097.0,
      "step": 195530
    },
    {
      "epoch": 0.24803452238703735,
      "grad_norm": 6.5625,
      "learning_rate": 3.760310710452669e-05,
      "loss": 1.9114,
      "mean_token_accuracy": 0.5753644227981567,
      "num_tokens": 150735206.0,
      "step": 195540
    },
    {
      "epoch": 0.2480472069795702,
      "grad_norm": 5.78125,
      "learning_rate": 3.76024727944404e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.549097117781639,
      "num_tokens": 150742387.0,
      "step": 195550
    },
    {
      "epoch": 0.24805989157210304,
      "grad_norm": 8.375,
      "learning_rate": 3.760183848435411e-05,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5764583289623261,
      "num_tokens": 150748500.0,
      "step": 195560
    },
    {
      "epoch": 0.24807257616463585,
      "grad_norm": 6.9375,
      "learning_rate": 3.760120417426782e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.533144161105156,
      "num_tokens": 150756683.0,
      "step": 195570
    },
    {
      "epoch": 0.2480852607571687,
      "grad_norm": 6.25,
      "learning_rate": 3.760056986418153e-05,
      "loss": 1.8291,
      "mean_token_accuracy": 0.5832529932260513,
      "num_tokens": 150763337.0,
      "step": 195580
    },
    {
      "epoch": 0.24809794534970153,
      "grad_norm": 5.0,
      "learning_rate": 3.759993555409524e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5329090386629105,
      "num_tokens": 150772102.0,
      "step": 195590
    },
    {
      "epoch": 0.24811062994223437,
      "grad_norm": 11.0625,
      "learning_rate": 3.759930124400894e-05,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5905567407608032,
      "num_tokens": 150778824.0,
      "step": 195600
    },
    {
      "epoch": 0.2481233145347672,
      "grad_norm": 8.4375,
      "learning_rate": 3.759866693392265e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5622815966606141,
      "num_tokens": 150785244.0,
      "step": 195610
    },
    {
      "epoch": 0.24813599912730003,
      "grad_norm": 5.625,
      "learning_rate": 3.759803262383636e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5353363662958145,
      "num_tokens": 150791431.0,
      "step": 195620
    },
    {
      "epoch": 0.24814868371983287,
      "grad_norm": 5.65625,
      "learning_rate": 3.759739831375007e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5398159742355346,
      "num_tokens": 150799707.0,
      "step": 195630
    },
    {
      "epoch": 0.2481613683123657,
      "grad_norm": 4.875,
      "learning_rate": 3.759676400366378e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5535314172506333,
      "num_tokens": 150807725.0,
      "step": 195640
    },
    {
      "epoch": 0.24817405290489852,
      "grad_norm": 5.375,
      "learning_rate": 3.759612969357749e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5256605029106141,
      "num_tokens": 150814941.0,
      "step": 195650
    },
    {
      "epoch": 0.24818673749743136,
      "grad_norm": 5.21875,
      "learning_rate": 3.7595495383491195e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5500402420759201,
      "num_tokens": 150821657.0,
      "step": 195660
    },
    {
      "epoch": 0.2481994220899642,
      "grad_norm": 7.625,
      "learning_rate": 3.75948610734049e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5301114350557328,
      "num_tokens": 150829451.0,
      "step": 195670
    },
    {
      "epoch": 0.24821210668249705,
      "grad_norm": 5.84375,
      "learning_rate": 3.759422676331861e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5560579895973206,
      "num_tokens": 150837994.0,
      "step": 195680
    },
    {
      "epoch": 0.24822479127502986,
      "grad_norm": 4.59375,
      "learning_rate": 3.759359245323232e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5428854554891587,
      "num_tokens": 150845658.0,
      "step": 195690
    },
    {
      "epoch": 0.2482374758675627,
      "grad_norm": 5.40625,
      "learning_rate": 3.759295814314603e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5286221861839294,
      "num_tokens": 150854015.0,
      "step": 195700
    },
    {
      "epoch": 0.24825016046009554,
      "grad_norm": 4.84375,
      "learning_rate": 3.7592323833059735e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5188999801874161,
      "num_tokens": 150861889.0,
      "step": 195710
    },
    {
      "epoch": 0.24826284505262838,
      "grad_norm": 5.4375,
      "learning_rate": 3.759168952297345e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5377299696207046,
      "num_tokens": 150870048.0,
      "step": 195720
    },
    {
      "epoch": 0.2482755296451612,
      "grad_norm": 5.125,
      "learning_rate": 3.759105521288715e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5665734440088273,
      "num_tokens": 150877522.0,
      "step": 195730
    },
    {
      "epoch": 0.24828821423769404,
      "grad_norm": 6.90625,
      "learning_rate": 3.759042090280086e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5256086230278015,
      "num_tokens": 150886373.0,
      "step": 195740
    },
    {
      "epoch": 0.24830089883022688,
      "grad_norm": 6.5,
      "learning_rate": 3.758978659271457e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5518057554960251,
      "num_tokens": 150893296.0,
      "step": 195750
    },
    {
      "epoch": 0.24831358342275972,
      "grad_norm": 6.1875,
      "learning_rate": 3.7589152282628275e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5312520176172256,
      "num_tokens": 150901516.0,
      "step": 195760
    },
    {
      "epoch": 0.24832626801529253,
      "grad_norm": 6.5,
      "learning_rate": 3.758851797254199e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5691760629415512,
      "num_tokens": 150908975.0,
      "step": 195770
    },
    {
      "epoch": 0.24833895260782538,
      "grad_norm": 5.15625,
      "learning_rate": 3.75878836624557e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5281417727470398,
      "num_tokens": 150916873.0,
      "step": 195780
    },
    {
      "epoch": 0.24835163720035822,
      "grad_norm": 5.5,
      "learning_rate": 3.7587249352369405e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5576920181512832,
      "num_tokens": 150923656.0,
      "step": 195790
    },
    {
      "epoch": 0.24836432179289106,
      "grad_norm": 5.09375,
      "learning_rate": 3.758661504228311e-05,
      "loss": 2.2332,
      "mean_token_accuracy": 0.5082635819911957,
      "num_tokens": 150930844.0,
      "step": 195800
    },
    {
      "epoch": 0.24837700638542387,
      "grad_norm": 5.5,
      "learning_rate": 3.7585980732196816e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.539376574754715,
      "num_tokens": 150938935.0,
      "step": 195810
    },
    {
      "epoch": 0.2483896909779567,
      "grad_norm": 5.5625,
      "learning_rate": 3.758534642211053e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5557387411594391,
      "num_tokens": 150945953.0,
      "step": 195820
    },
    {
      "epoch": 0.24840237557048955,
      "grad_norm": 5.875,
      "learning_rate": 3.758471211202424e-05,
      "loss": 1.8454,
      "mean_token_accuracy": 0.5882342159748077,
      "num_tokens": 150953691.0,
      "step": 195830
    },
    {
      "epoch": 0.2484150601630224,
      "grad_norm": 5.75,
      "learning_rate": 3.7584077801937945e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5386638194322586,
      "num_tokens": 150962163.0,
      "step": 195840
    },
    {
      "epoch": 0.2484277447555552,
      "grad_norm": 7.8125,
      "learning_rate": 3.758344349185166e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5489490568637848,
      "num_tokens": 150968409.0,
      "step": 195850
    },
    {
      "epoch": 0.24844042934808805,
      "grad_norm": 4.84375,
      "learning_rate": 3.758280918176536e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5277417421340942,
      "num_tokens": 150976944.0,
      "step": 195860
    },
    {
      "epoch": 0.2484531139406209,
      "grad_norm": 8.5625,
      "learning_rate": 3.758217487167907e-05,
      "loss": 1.925,
      "mean_token_accuracy": 0.5574889808893204,
      "num_tokens": 150984992.0,
      "step": 195870
    },
    {
      "epoch": 0.24846579853315373,
      "grad_norm": 5.125,
      "learning_rate": 3.758154056159278e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5502355992794037,
      "num_tokens": 150992508.0,
      "step": 195880
    },
    {
      "epoch": 0.24847848312568654,
      "grad_norm": 5.40625,
      "learning_rate": 3.7580906251506485e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5643152266740799,
      "num_tokens": 150999294.0,
      "step": 195890
    },
    {
      "epoch": 0.24849116771821939,
      "grad_norm": 5.5,
      "learning_rate": 3.75802719414202e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5309669464826584,
      "num_tokens": 151006970.0,
      "step": 195900
    },
    {
      "epoch": 0.24850385231075223,
      "grad_norm": 4.96875,
      "learning_rate": 3.75796376313339e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5503804475069046,
      "num_tokens": 151015152.0,
      "step": 195910
    },
    {
      "epoch": 0.24851653690328507,
      "grad_norm": 4.6875,
      "learning_rate": 3.7579003321247615e-05,
      "loss": 1.8151,
      "mean_token_accuracy": 0.6002441108226776,
      "num_tokens": 151022441.0,
      "step": 195920
    },
    {
      "epoch": 0.24852922149581788,
      "grad_norm": 5.65625,
      "learning_rate": 3.757836901116133e-05,
      "loss": 2.3054,
      "mean_token_accuracy": 0.5087858945131302,
      "num_tokens": 151030567.0,
      "step": 195930
    },
    {
      "epoch": 0.24854190608835072,
      "grad_norm": 4.34375,
      "learning_rate": 3.757773470107503e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5443728655576706,
      "num_tokens": 151038245.0,
      "step": 195940
    },
    {
      "epoch": 0.24855459068088356,
      "grad_norm": 7.78125,
      "learning_rate": 3.757710039098874e-05,
      "loss": 1.7519,
      "mean_token_accuracy": 0.611819151043892,
      "num_tokens": 151043254.0,
      "step": 195950
    },
    {
      "epoch": 0.2485672752734164,
      "grad_norm": 4.6875,
      "learning_rate": 3.757646608090244e-05,
      "loss": 1.7867,
      "mean_token_accuracy": 0.6035421967506409,
      "num_tokens": 151048944.0,
      "step": 195960
    },
    {
      "epoch": 0.24857995986594922,
      "grad_norm": 5.625,
      "learning_rate": 3.7575831770816155e-05,
      "loss": 1.8859,
      "mean_token_accuracy": 0.5773119121789932,
      "num_tokens": 151056003.0,
      "step": 195970
    },
    {
      "epoch": 0.24859264445848206,
      "grad_norm": 8.5625,
      "learning_rate": 3.757519746072987e-05,
      "loss": 1.8451,
      "mean_token_accuracy": 0.5830481290817261,
      "num_tokens": 151063161.0,
      "step": 195980
    },
    {
      "epoch": 0.2486053290510149,
      "grad_norm": 5.6875,
      "learning_rate": 3.757456315064357e-05,
      "loss": 1.8755,
      "mean_token_accuracy": 0.5806141257286072,
      "num_tokens": 151070209.0,
      "step": 195990
    },
    {
      "epoch": 0.24861801364354774,
      "grad_norm": 5.0625,
      "learning_rate": 3.7573928840557285e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5562102735042572,
      "num_tokens": 151078505.0,
      "step": 196000
    },
    {
      "epoch": 0.24863069823608056,
      "grad_norm": 5.34375,
      "learning_rate": 3.757329453047099e-05,
      "loss": 2.2735,
      "mean_token_accuracy": 0.5142642110586166,
      "num_tokens": 151086401.0,
      "step": 196010
    },
    {
      "epoch": 0.2486433828286134,
      "grad_norm": 4.9375,
      "learning_rate": 3.7572660220384696e-05,
      "loss": 1.8545,
      "mean_token_accuracy": 0.5755478173494339,
      "num_tokens": 151092707.0,
      "step": 196020
    },
    {
      "epoch": 0.24865606742114624,
      "grad_norm": 5.09375,
      "learning_rate": 3.757202591029841e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5235257357358932,
      "num_tokens": 151102087.0,
      "step": 196030
    },
    {
      "epoch": 0.24866875201367905,
      "grad_norm": 5.8125,
      "learning_rate": 3.757139160021211e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5239746987819671,
      "num_tokens": 151110422.0,
      "step": 196040
    },
    {
      "epoch": 0.2486814366062119,
      "grad_norm": 5.0,
      "learning_rate": 3.7570757290125825e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5249483615159989,
      "num_tokens": 151117621.0,
      "step": 196050
    },
    {
      "epoch": 0.24869412119874473,
      "grad_norm": 4.5625,
      "learning_rate": 3.757012298003953e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.5226781904697418,
      "num_tokens": 151126465.0,
      "step": 196060
    },
    {
      "epoch": 0.24870680579127757,
      "grad_norm": 6.03125,
      "learning_rate": 3.756948866995324e-05,
      "loss": 2.2364,
      "mean_token_accuracy": 0.5225464016199112,
      "num_tokens": 151134207.0,
      "step": 196070
    },
    {
      "epoch": 0.2487194903838104,
      "grad_norm": 7.65625,
      "learning_rate": 3.756885435986695e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5272778004407883,
      "num_tokens": 151142753.0,
      "step": 196080
    },
    {
      "epoch": 0.24873217497634323,
      "grad_norm": 4.9375,
      "learning_rate": 3.7568220049780653e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5457378208637238,
      "num_tokens": 151150760.0,
      "step": 196090
    },
    {
      "epoch": 0.24874485956887607,
      "grad_norm": 4.9375,
      "learning_rate": 3.7567585739694366e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5391768693923951,
      "num_tokens": 151157741.0,
      "step": 196100
    },
    {
      "epoch": 0.2487575441614089,
      "grad_norm": 6.28125,
      "learning_rate": 3.756695142960807e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.559288638830185,
      "num_tokens": 151165478.0,
      "step": 196110
    },
    {
      "epoch": 0.24877022875394172,
      "grad_norm": 5.40625,
      "learning_rate": 3.756631711952178e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.549016585946083,
      "num_tokens": 151172938.0,
      "step": 196120
    },
    {
      "epoch": 0.24878291334647457,
      "grad_norm": 5.4375,
      "learning_rate": 3.7565682809435495e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5440652072429657,
      "num_tokens": 151181129.0,
      "step": 196130
    },
    {
      "epoch": 0.2487955979390074,
      "grad_norm": 5.375,
      "learning_rate": 3.75650484993492e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5448777258396149,
      "num_tokens": 151188571.0,
      "step": 196140
    },
    {
      "epoch": 0.24880828253154025,
      "grad_norm": 7.625,
      "learning_rate": 3.7564414189262906e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5443639636039734,
      "num_tokens": 151195404.0,
      "step": 196150
    },
    {
      "epoch": 0.24882096712407306,
      "grad_norm": 6.1875,
      "learning_rate": 3.756377987917662e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5525726318359375,
      "num_tokens": 151204011.0,
      "step": 196160
    },
    {
      "epoch": 0.2488336517166059,
      "grad_norm": 5.65625,
      "learning_rate": 3.756314556909032e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5428348451852798,
      "num_tokens": 151212578.0,
      "step": 196170
    },
    {
      "epoch": 0.24884633630913874,
      "grad_norm": 4.96875,
      "learning_rate": 3.7562511259004035e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5389009654521942,
      "num_tokens": 151221200.0,
      "step": 196180
    },
    {
      "epoch": 0.24885902090167158,
      "grad_norm": 5.46875,
      "learning_rate": 3.756187694891774e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5386080414056778,
      "num_tokens": 151230346.0,
      "step": 196190
    },
    {
      "epoch": 0.2488717054942044,
      "grad_norm": 7.34375,
      "learning_rate": 3.756124263883145e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5647302746772767,
      "num_tokens": 151237424.0,
      "step": 196200
    },
    {
      "epoch": 0.24888439008673724,
      "grad_norm": 6.375,
      "learning_rate": 3.756060832874516e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5544651806354522,
      "num_tokens": 151245133.0,
      "step": 196210
    },
    {
      "epoch": 0.24889707467927008,
      "grad_norm": 5.25,
      "learning_rate": 3.7559974018658864e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5518734335899353,
      "num_tokens": 151251923.0,
      "step": 196220
    },
    {
      "epoch": 0.24890975927180292,
      "grad_norm": 5.71875,
      "learning_rate": 3.7559339708572576e-05,
      "loss": 2.3109,
      "mean_token_accuracy": 0.5151174962520599,
      "num_tokens": 151260007.0,
      "step": 196230
    },
    {
      "epoch": 0.24892244386433574,
      "grad_norm": 5.90625,
      "learning_rate": 3.755870539848628e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5443332582712174,
      "num_tokens": 151267634.0,
      "step": 196240
    },
    {
      "epoch": 0.24893512845686858,
      "grad_norm": 5.59375,
      "learning_rate": 3.755807108839999e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5510754823684693,
      "num_tokens": 151275562.0,
      "step": 196250
    },
    {
      "epoch": 0.24894781304940142,
      "grad_norm": 5.625,
      "learning_rate": 3.7557436778313705e-05,
      "loss": 2.212,
      "mean_token_accuracy": 0.5291727542877197,
      "num_tokens": 151282641.0,
      "step": 196260
    },
    {
      "epoch": 0.24896049764193426,
      "grad_norm": 6.0,
      "learning_rate": 3.755680246822741e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5336482405662537,
      "num_tokens": 151290592.0,
      "step": 196270
    },
    {
      "epoch": 0.24897318223446707,
      "grad_norm": 5.28125,
      "learning_rate": 3.755616815814112e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5209993809461594,
      "num_tokens": 151298620.0,
      "step": 196280
    },
    {
      "epoch": 0.2489858668269999,
      "grad_norm": 5.4375,
      "learning_rate": 3.755553384805482e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5186145275831222,
      "num_tokens": 151307840.0,
      "step": 196290
    },
    {
      "epoch": 0.24899855141953275,
      "grad_norm": 5.15625,
      "learning_rate": 3.7554899537968534e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5332011014223099,
      "num_tokens": 151315952.0,
      "step": 196300
    },
    {
      "epoch": 0.2490112360120656,
      "grad_norm": 14.3125,
      "learning_rate": 3.7554265227882246e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.548269584774971,
      "num_tokens": 151323225.0,
      "step": 196310
    },
    {
      "epoch": 0.2490239206045984,
      "grad_norm": 5.03125,
      "learning_rate": 3.755363091779595e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5333816021680832,
      "num_tokens": 151332482.0,
      "step": 196320
    },
    {
      "epoch": 0.24903660519713125,
      "grad_norm": 5.34375,
      "learning_rate": 3.755299660770966e-05,
      "loss": 2.2584,
      "mean_token_accuracy": 0.526335346698761,
      "num_tokens": 151340588.0,
      "step": 196330
    },
    {
      "epoch": 0.2490492897896641,
      "grad_norm": 4.96875,
      "learning_rate": 3.755236229762337e-05,
      "loss": 1.9009,
      "mean_token_accuracy": 0.584312230348587,
      "num_tokens": 151349260.0,
      "step": 196340
    },
    {
      "epoch": 0.24906197438219693,
      "grad_norm": 6.40625,
      "learning_rate": 3.755172798753708e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5339312314987182,
      "num_tokens": 151356758.0,
      "step": 196350
    },
    {
      "epoch": 0.24907465897472975,
      "grad_norm": 6.0,
      "learning_rate": 3.7551093677450786e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5489304214715958,
      "num_tokens": 151364483.0,
      "step": 196360
    },
    {
      "epoch": 0.2490873435672626,
      "grad_norm": 6.28125,
      "learning_rate": 3.755045936736449e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5347640454769135,
      "num_tokens": 151371970.0,
      "step": 196370
    },
    {
      "epoch": 0.24910002815979543,
      "grad_norm": 5.1875,
      "learning_rate": 3.7549825057278204e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.565279021859169,
      "num_tokens": 151379041.0,
      "step": 196380
    },
    {
      "epoch": 0.24911271275232827,
      "grad_norm": 5.21875,
      "learning_rate": 3.754919074719191e-05,
      "loss": 1.8345,
      "mean_token_accuracy": 0.584957304596901,
      "num_tokens": 151385728.0,
      "step": 196390
    },
    {
      "epoch": 0.24912539734486108,
      "grad_norm": 5.5,
      "learning_rate": 3.754855643710562e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5682396084070206,
      "num_tokens": 151391402.0,
      "step": 196400
    },
    {
      "epoch": 0.24913808193739392,
      "grad_norm": 5.03125,
      "learning_rate": 3.754792212701933e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5348181426525116,
      "num_tokens": 151400524.0,
      "step": 196410
    },
    {
      "epoch": 0.24915076652992676,
      "grad_norm": 7.5625,
      "learning_rate": 3.754728781693304e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5476215541362762,
      "num_tokens": 151407516.0,
      "step": 196420
    },
    {
      "epoch": 0.2491634511224596,
      "grad_norm": 5.875,
      "learning_rate": 3.7546653506846744e-05,
      "loss": 2.1754,
      "mean_token_accuracy": 0.5285810172557831,
      "num_tokens": 151415111.0,
      "step": 196430
    },
    {
      "epoch": 0.24917613571499242,
      "grad_norm": 5.125,
      "learning_rate": 3.754601919676045e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5552650183439255,
      "num_tokens": 151423935.0,
      "step": 196440
    },
    {
      "epoch": 0.24918882030752526,
      "grad_norm": 5.46875,
      "learning_rate": 3.754538488667416e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5231630355119705,
      "num_tokens": 151430195.0,
      "step": 196450
    },
    {
      "epoch": 0.2492015049000581,
      "grad_norm": 4.78125,
      "learning_rate": 3.7544750576587873e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5250460237264634,
      "num_tokens": 151438492.0,
      "step": 196460
    },
    {
      "epoch": 0.24921418949259094,
      "grad_norm": 6.4375,
      "learning_rate": 3.754411626650158e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.5343883126974106,
      "num_tokens": 151445057.0,
      "step": 196470
    },
    {
      "epoch": 0.24922687408512376,
      "grad_norm": 6.28125,
      "learning_rate": 3.754348195641529e-05,
      "loss": 2.2986,
      "mean_token_accuracy": 0.5074052333831787,
      "num_tokens": 151453429.0,
      "step": 196480
    },
    {
      "epoch": 0.2492395586776566,
      "grad_norm": 6.40625,
      "learning_rate": 3.7542847646328996e-05,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5186849474906922,
      "num_tokens": 151459805.0,
      "step": 196490
    },
    {
      "epoch": 0.24925224327018944,
      "grad_norm": 5.34375,
      "learning_rate": 3.75422133362427e-05,
      "loss": 2.3545,
      "mean_token_accuracy": 0.5080958068370819,
      "num_tokens": 151468299.0,
      "step": 196500
    },
    {
      "epoch": 0.24926492786272225,
      "grad_norm": 5.4375,
      "learning_rate": 3.7541579026156414e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5279769092798233,
      "num_tokens": 151476126.0,
      "step": 196510
    },
    {
      "epoch": 0.2492776124552551,
      "grad_norm": 6.03125,
      "learning_rate": 3.754094471607012e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5363351404666901,
      "num_tokens": 151483110.0,
      "step": 196520
    },
    {
      "epoch": 0.24929029704778793,
      "grad_norm": 5.96875,
      "learning_rate": 3.754031040598383e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.530551677942276,
      "num_tokens": 151491470.0,
      "step": 196530
    },
    {
      "epoch": 0.24930298164032078,
      "grad_norm": 6.375,
      "learning_rate": 3.7539676095897537e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5298947155475616,
      "num_tokens": 151499456.0,
      "step": 196540
    },
    {
      "epoch": 0.2493156662328536,
      "grad_norm": 6.625,
      "learning_rate": 3.753904178581125e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5368374705314636,
      "num_tokens": 151507513.0,
      "step": 196550
    },
    {
      "epoch": 0.24932835082538643,
      "grad_norm": 10.75,
      "learning_rate": 3.7538407475724954e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5748655170202255,
      "num_tokens": 151513066.0,
      "step": 196560
    },
    {
      "epoch": 0.24934103541791927,
      "grad_norm": 5.1875,
      "learning_rate": 3.753777316563866e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5263197481632232,
      "num_tokens": 151521091.0,
      "step": 196570
    },
    {
      "epoch": 0.2493537200104521,
      "grad_norm": 5.59375,
      "learning_rate": 3.753713885555237e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5307223081588746,
      "num_tokens": 151529679.0,
      "step": 196580
    },
    {
      "epoch": 0.24936640460298493,
      "grad_norm": 5.4375,
      "learning_rate": 3.753650454546608e-05,
      "loss": 1.7796,
      "mean_token_accuracy": 0.5976636588573456,
      "num_tokens": 151537878.0,
      "step": 196590
    },
    {
      "epoch": 0.24937908919551777,
      "grad_norm": 5.34375,
      "learning_rate": 3.753587023537979e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5643508702516555,
      "num_tokens": 151545313.0,
      "step": 196600
    },
    {
      "epoch": 0.2493917737880506,
      "grad_norm": 5.90625,
      "learning_rate": 3.75352359252935e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5387460738420486,
      "num_tokens": 151553474.0,
      "step": 196610
    },
    {
      "epoch": 0.24940445838058345,
      "grad_norm": 5.625,
      "learning_rate": 3.7534601615207206e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5540394276380539,
      "num_tokens": 151560638.0,
      "step": 196620
    },
    {
      "epoch": 0.24941714297311626,
      "grad_norm": 5.09375,
      "learning_rate": 3.753396730512091e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5396792113780975,
      "num_tokens": 151568990.0,
      "step": 196630
    },
    {
      "epoch": 0.2494298275656491,
      "grad_norm": 8.9375,
      "learning_rate": 3.753333299503462e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5389607042074204,
      "num_tokens": 151576481.0,
      "step": 196640
    },
    {
      "epoch": 0.24944251215818194,
      "grad_norm": 5.28125,
      "learning_rate": 3.753269868494833e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5418503046035766,
      "num_tokens": 151584527.0,
      "step": 196650
    },
    {
      "epoch": 0.24945519675071479,
      "grad_norm": 10.0625,
      "learning_rate": 3.753206437486204e-05,
      "loss": 2.2575,
      "mean_token_accuracy": 0.5170541316270828,
      "num_tokens": 151592003.0,
      "step": 196660
    },
    {
      "epoch": 0.2494678813432476,
      "grad_norm": 5.28125,
      "learning_rate": 3.753143006477575e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5674282342195511,
      "num_tokens": 151600845.0,
      "step": 196670
    },
    {
      "epoch": 0.24948056593578044,
      "grad_norm": 7.0625,
      "learning_rate": 3.753079575468946e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5560686618089676,
      "num_tokens": 151607718.0,
      "step": 196680
    },
    {
      "epoch": 0.24949325052831328,
      "grad_norm": 5.6875,
      "learning_rate": 3.7530161444603164e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5319828957319259,
      "num_tokens": 151615336.0,
      "step": 196690
    },
    {
      "epoch": 0.24950593512084612,
      "grad_norm": 6.28125,
      "learning_rate": 3.7529527134516876e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5445299863815307,
      "num_tokens": 151622198.0,
      "step": 196700
    },
    {
      "epoch": 0.24951861971337894,
      "grad_norm": 5.21875,
      "learning_rate": 3.752889282443058e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5324268609285354,
      "num_tokens": 151630402.0,
      "step": 196710
    },
    {
      "epoch": 0.24953130430591178,
      "grad_norm": 5.9375,
      "learning_rate": 3.752825851434429e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5465254336595535,
      "num_tokens": 151637808.0,
      "step": 196720
    },
    {
      "epoch": 0.24954398889844462,
      "grad_norm": 7.28125,
      "learning_rate": 3.7527624204258e-05,
      "loss": 1.8292,
      "mean_token_accuracy": 0.5725163370370865,
      "num_tokens": 151644303.0,
      "step": 196730
    },
    {
      "epoch": 0.24955667349097746,
      "grad_norm": 8.3125,
      "learning_rate": 3.7526989894171705e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5406860798597336,
      "num_tokens": 151651962.0,
      "step": 196740
    },
    {
      "epoch": 0.24956935808351027,
      "grad_norm": 5.75,
      "learning_rate": 3.752635558408542e-05,
      "loss": 2.3267,
      "mean_token_accuracy": 0.49936802983283995,
      "num_tokens": 151659837.0,
      "step": 196750
    },
    {
      "epoch": 0.24958204267604311,
      "grad_norm": 4.75,
      "learning_rate": 3.752572127399913e-05,
      "loss": 1.8624,
      "mean_token_accuracy": 0.5879161864519119,
      "num_tokens": 151668367.0,
      "step": 196760
    },
    {
      "epoch": 0.24959472726857596,
      "grad_norm": 5.15625,
      "learning_rate": 3.7525086963912834e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5523141503334046,
      "num_tokens": 151674218.0,
      "step": 196770
    },
    {
      "epoch": 0.2496074118611088,
      "grad_norm": 7.21875,
      "learning_rate": 3.752445265382654e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5273349285125732,
      "num_tokens": 151681285.0,
      "step": 196780
    },
    {
      "epoch": 0.2496200964536416,
      "grad_norm": 4.28125,
      "learning_rate": 3.7523818343740245e-05,
      "loss": 1.7674,
      "mean_token_accuracy": 0.6108639597892761,
      "num_tokens": 151688001.0,
      "step": 196790
    },
    {
      "epoch": 0.24963278104617445,
      "grad_norm": 5.0,
      "learning_rate": 3.752318403365396e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5730234831571579,
      "num_tokens": 151694728.0,
      "step": 196800
    },
    {
      "epoch": 0.2496454656387073,
      "grad_norm": 5.78125,
      "learning_rate": 3.752254972356767e-05,
      "loss": 1.7691,
      "mean_token_accuracy": 0.5973787426948547,
      "num_tokens": 151701273.0,
      "step": 196810
    },
    {
      "epoch": 0.24965815023124013,
      "grad_norm": 6.0,
      "learning_rate": 3.7521915413481374e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5300767570734024,
      "num_tokens": 151709843.0,
      "step": 196820
    },
    {
      "epoch": 0.24967083482377295,
      "grad_norm": 6.53125,
      "learning_rate": 3.752128110339509e-05,
      "loss": 2.2274,
      "mean_token_accuracy": 0.530045884847641,
      "num_tokens": 151717070.0,
      "step": 196830
    },
    {
      "epoch": 0.2496835194163058,
      "grad_norm": 5.1875,
      "learning_rate": 3.752064679330879e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5534550756216049,
      "num_tokens": 151724543.0,
      "step": 196840
    },
    {
      "epoch": 0.24969620400883863,
      "grad_norm": 5.0625,
      "learning_rate": 3.75200124832225e-05,
      "loss": 1.8784,
      "mean_token_accuracy": 0.575856015086174,
      "num_tokens": 151732303.0,
      "step": 196850
    },
    {
      "epoch": 0.24970888860137147,
      "grad_norm": 5.21875,
      "learning_rate": 3.751937817313621e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5497104614973068,
      "num_tokens": 151739813.0,
      "step": 196860
    },
    {
      "epoch": 0.24972157319390428,
      "grad_norm": 4.9375,
      "learning_rate": 3.7518743863049915e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5243697881698608,
      "num_tokens": 151747906.0,
      "step": 196870
    },
    {
      "epoch": 0.24973425778643712,
      "grad_norm": 4.84375,
      "learning_rate": 3.751810955296363e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.5211863249540329,
      "num_tokens": 151756326.0,
      "step": 196880
    },
    {
      "epoch": 0.24974694237896997,
      "grad_norm": 5.96875,
      "learning_rate": 3.751747524287733e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5396840214729309,
      "num_tokens": 151762990.0,
      "step": 196890
    },
    {
      "epoch": 0.2497596269715028,
      "grad_norm": 5.8125,
      "learning_rate": 3.7516840932791044e-05,
      "loss": 1.8769,
      "mean_token_accuracy": 0.5830702424049378,
      "num_tokens": 151769557.0,
      "step": 196900
    },
    {
      "epoch": 0.24977231156403562,
      "grad_norm": 5.9375,
      "learning_rate": 3.751620662270475e-05,
      "loss": 1.7372,
      "mean_token_accuracy": 0.6000221222639084,
      "num_tokens": 151776160.0,
      "step": 196910
    },
    {
      "epoch": 0.24978499615656846,
      "grad_norm": 5.375,
      "learning_rate": 3.7515572312618455e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.542290723323822,
      "num_tokens": 151784399.0,
      "step": 196920
    },
    {
      "epoch": 0.2497976807491013,
      "grad_norm": 6.375,
      "learning_rate": 3.751493800253217e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5351154983043671,
      "num_tokens": 151791708.0,
      "step": 196930
    },
    {
      "epoch": 0.24981036534163414,
      "grad_norm": 6.59375,
      "learning_rate": 3.751430369244587e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5565508484840394,
      "num_tokens": 151798716.0,
      "step": 196940
    },
    {
      "epoch": 0.24982304993416696,
      "grad_norm": 4.5,
      "learning_rate": 3.7513669382359585e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5430901348590851,
      "num_tokens": 151807351.0,
      "step": 196950
    },
    {
      "epoch": 0.2498357345266998,
      "grad_norm": 8.375,
      "learning_rate": 3.75130350722733e-05,
      "loss": 1.6758,
      "mean_token_accuracy": 0.6033415019512176,
      "num_tokens": 151815619.0,
      "step": 196960
    },
    {
      "epoch": 0.24984841911923264,
      "grad_norm": 7.53125,
      "learning_rate": 3.7512400762187e-05,
      "loss": 1.9191,
      "mean_token_accuracy": 0.5716406136751175,
      "num_tokens": 151823801.0,
      "step": 196970
    },
    {
      "epoch": 0.24986110371176545,
      "grad_norm": 4.5,
      "learning_rate": 3.751176645210071e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5484632015228271,
      "num_tokens": 151831211.0,
      "step": 196980
    },
    {
      "epoch": 0.2498737883042983,
      "grad_norm": 5.71875,
      "learning_rate": 3.751113214201441e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5734394043684006,
      "num_tokens": 151838535.0,
      "step": 196990
    },
    {
      "epoch": 0.24988647289683114,
      "grad_norm": 5.1875,
      "learning_rate": 3.7510497831928125e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5347500324249268,
      "num_tokens": 151846680.0,
      "step": 197000
    },
    {
      "epoch": 0.24989915748936398,
      "grad_norm": 7.09375,
      "learning_rate": 3.750986352184184e-05,
      "loss": 1.8635,
      "mean_token_accuracy": 0.5829685151576995,
      "num_tokens": 151853097.0,
      "step": 197010
    },
    {
      "epoch": 0.2499118420818968,
      "grad_norm": 8.8125,
      "learning_rate": 3.750922921175554e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5702838987112046,
      "num_tokens": 151860496.0,
      "step": 197020
    },
    {
      "epoch": 0.24992452667442963,
      "grad_norm": 8.1875,
      "learning_rate": 3.7508594901669255e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5366469025611877,
      "num_tokens": 151868519.0,
      "step": 197030
    },
    {
      "epoch": 0.24993721126696247,
      "grad_norm": 6.625,
      "learning_rate": 3.750796059158296e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5307153344154358,
      "num_tokens": 151876275.0,
      "step": 197040
    },
    {
      "epoch": 0.2499498958594953,
      "grad_norm": 5.625,
      "learning_rate": 3.7507326281496665e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5602904170751571,
      "num_tokens": 151883643.0,
      "step": 197050
    },
    {
      "epoch": 0.24996258045202813,
      "grad_norm": 6.28125,
      "learning_rate": 3.750669197141038e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5399210840463639,
      "num_tokens": 151890686.0,
      "step": 197060
    },
    {
      "epoch": 0.24997526504456097,
      "grad_norm": 4.9375,
      "learning_rate": 3.750605766132408e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5201875805854798,
      "num_tokens": 151898838.0,
      "step": 197070
    },
    {
      "epoch": 0.2499879496370938,
      "grad_norm": 14.625,
      "learning_rate": 3.7505423351237795e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5668164372444153,
      "num_tokens": 151905561.0,
      "step": 197080
    },
    {
      "epoch": 0.25000063422962665,
      "grad_norm": 4.8125,
      "learning_rate": 3.750478904115151e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5663122266530991,
      "num_tokens": 151913763.0,
      "step": 197090
    },
    {
      "epoch": 0.2500133188221595,
      "grad_norm": 5.71875,
      "learning_rate": 3.750415473106521e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5539102196693421,
      "num_tokens": 151919878.0,
      "step": 197100
    },
    {
      "epoch": 0.25002600341469233,
      "grad_norm": 6.71875,
      "learning_rate": 3.7503520420978925e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5489303857088089,
      "num_tokens": 151927848.0,
      "step": 197110
    },
    {
      "epoch": 0.2500386880072251,
      "grad_norm": 5.5625,
      "learning_rate": 3.750288611089263e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5491962194442749,
      "num_tokens": 151935411.0,
      "step": 197120
    },
    {
      "epoch": 0.25005137259975796,
      "grad_norm": 5.3125,
      "learning_rate": 3.7502251800806335e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5338375717401505,
      "num_tokens": 151942969.0,
      "step": 197130
    },
    {
      "epoch": 0.2500640571922908,
      "grad_norm": 5.125,
      "learning_rate": 3.750161749072005e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5589047074317932,
      "num_tokens": 151950664.0,
      "step": 197140
    },
    {
      "epoch": 0.25007674178482364,
      "grad_norm": 10.25,
      "learning_rate": 3.750098318063375e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5402191758155823,
      "num_tokens": 151958338.0,
      "step": 197150
    },
    {
      "epoch": 0.2500894263773565,
      "grad_norm": 8.125,
      "learning_rate": 3.7500348870547465e-05,
      "loss": 1.7209,
      "mean_token_accuracy": 0.6063310414552688,
      "num_tokens": 151965441.0,
      "step": 197160
    },
    {
      "epoch": 0.2501021109698893,
      "grad_norm": 5.5,
      "learning_rate": 3.749971456046117e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5250149428844452,
      "num_tokens": 151974431.0,
      "step": 197170
    },
    {
      "epoch": 0.25011479556242217,
      "grad_norm": 6.8125,
      "learning_rate": 3.749908025037488e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5598675549030304,
      "num_tokens": 151981521.0,
      "step": 197180
    },
    {
      "epoch": 0.250127480154955,
      "grad_norm": 6.6875,
      "learning_rate": 3.749844594028859e-05,
      "loss": 2.2838,
      "mean_token_accuracy": 0.511518594622612,
      "num_tokens": 151989371.0,
      "step": 197190
    },
    {
      "epoch": 0.2501401647474878,
      "grad_norm": 5.34375,
      "learning_rate": 3.749781163020229e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5400568544864655,
      "num_tokens": 151998155.0,
      "step": 197200
    },
    {
      "epoch": 0.25015284934002063,
      "grad_norm": 5.03125,
      "learning_rate": 3.7497177320116005e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5715852677822113,
      "num_tokens": 152007338.0,
      "step": 197210
    },
    {
      "epoch": 0.2501655339325535,
      "grad_norm": 5.90625,
      "learning_rate": 3.749654301002971e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5559240877628326,
      "num_tokens": 152014895.0,
      "step": 197220
    },
    {
      "epoch": 0.2501782185250863,
      "grad_norm": 5.125,
      "learning_rate": 3.749590869994342e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5331836134195328,
      "num_tokens": 152023114.0,
      "step": 197230
    },
    {
      "epoch": 0.25019090311761916,
      "grad_norm": 4.71875,
      "learning_rate": 3.7495274389857135e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5298872798681259,
      "num_tokens": 152031601.0,
      "step": 197240
    },
    {
      "epoch": 0.250203587710152,
      "grad_norm": 7.8125,
      "learning_rate": 3.749464007977084e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.5711795538663864,
      "num_tokens": 152039316.0,
      "step": 197250
    },
    {
      "epoch": 0.25021627230268484,
      "grad_norm": 5.5,
      "learning_rate": 3.7494005769684545e-05,
      "loss": 2.2048,
      "mean_token_accuracy": 0.52194664478302,
      "num_tokens": 152048168.0,
      "step": 197260
    },
    {
      "epoch": 0.2502289568952177,
      "grad_norm": 4.53125,
      "learning_rate": 3.749337145959825e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.5674588173627854,
      "num_tokens": 152055830.0,
      "step": 197270
    },
    {
      "epoch": 0.25024164148775047,
      "grad_norm": 5.59375,
      "learning_rate": 3.749273714951196e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5288392961025238,
      "num_tokens": 152064931.0,
      "step": 197280
    },
    {
      "epoch": 0.2502543260802833,
      "grad_norm": 4.96875,
      "learning_rate": 3.7492102839425675e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5343805879354477,
      "num_tokens": 152073417.0,
      "step": 197290
    },
    {
      "epoch": 0.25026701067281615,
      "grad_norm": 2.921875,
      "learning_rate": 3.749146852933938e-05,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5928631514310837,
      "num_tokens": 152081531.0,
      "step": 197300
    },
    {
      "epoch": 0.250279695265349,
      "grad_norm": 5.625,
      "learning_rate": 3.749083421925309e-05,
      "loss": 1.8986,
      "mean_token_accuracy": 0.6059043556451797,
      "num_tokens": 152087952.0,
      "step": 197310
    },
    {
      "epoch": 0.25029237985788183,
      "grad_norm": 5.21875,
      "learning_rate": 3.74901999091668e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.526813480257988,
      "num_tokens": 152096803.0,
      "step": 197320
    },
    {
      "epoch": 0.25030506445041467,
      "grad_norm": 5.4375,
      "learning_rate": 3.74895655990805e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5216715902090072,
      "num_tokens": 152104229.0,
      "step": 197330
    },
    {
      "epoch": 0.2503177490429475,
      "grad_norm": 4.84375,
      "learning_rate": 3.7488931288994215e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5423732042312622,
      "num_tokens": 152110507.0,
      "step": 197340
    },
    {
      "epoch": 0.25033043363548035,
      "grad_norm": 5.96875,
      "learning_rate": 3.748829697890792e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5549122422933579,
      "num_tokens": 152118250.0,
      "step": 197350
    },
    {
      "epoch": 0.25034311822801314,
      "grad_norm": 6.09375,
      "learning_rate": 3.748766266882163e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.545876094698906,
      "num_tokens": 152125835.0,
      "step": 197360
    },
    {
      "epoch": 0.250355802820546,
      "grad_norm": 5.15625,
      "learning_rate": 3.748702835873534e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5515399515628815,
      "num_tokens": 152133895.0,
      "step": 197370
    },
    {
      "epoch": 0.2503684874130788,
      "grad_norm": 5.78125,
      "learning_rate": 3.748639404864905e-05,
      "loss": 2.1984,
      "mean_token_accuracy": 0.5217615902423859,
      "num_tokens": 152142793.0,
      "step": 197380
    },
    {
      "epoch": 0.25038117200561166,
      "grad_norm": 4.875,
      "learning_rate": 3.7485759738562756e-05,
      "loss": 1.9237,
      "mean_token_accuracy": 0.5715592086315155,
      "num_tokens": 152150101.0,
      "step": 197390
    },
    {
      "epoch": 0.2503938565981445,
      "grad_norm": 6.59375,
      "learning_rate": 3.748512542847646e-05,
      "loss": 2.2721,
      "mean_token_accuracy": 0.51547811627388,
      "num_tokens": 152157670.0,
      "step": 197400
    },
    {
      "epoch": 0.25040654119067735,
      "grad_norm": 5.78125,
      "learning_rate": 3.748449111839017e-05,
      "loss": 1.7663,
      "mean_token_accuracy": 0.6062103807926178,
      "num_tokens": 152164460.0,
      "step": 197410
    },
    {
      "epoch": 0.2504192257832102,
      "grad_norm": 5.4375,
      "learning_rate": 3.748385680830388e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5332565456628799,
      "num_tokens": 152172807.0,
      "step": 197420
    },
    {
      "epoch": 0.250431910375743,
      "grad_norm": 5.84375,
      "learning_rate": 3.748322249821759e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.521944311261177,
      "num_tokens": 152181541.0,
      "step": 197430
    },
    {
      "epoch": 0.2504445949682758,
      "grad_norm": 5.625,
      "learning_rate": 3.74825881881313e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5500864893198013,
      "num_tokens": 152188969.0,
      "step": 197440
    },
    {
      "epoch": 0.25045727956080865,
      "grad_norm": 5.84375,
      "learning_rate": 3.748195387804501e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5270887583494186,
      "num_tokens": 152196251.0,
      "step": 197450
    },
    {
      "epoch": 0.2504699641533415,
      "grad_norm": 4.21875,
      "learning_rate": 3.748131956795872e-05,
      "loss": 1.859,
      "mean_token_accuracy": 0.5990267753601074,
      "num_tokens": 152202463.0,
      "step": 197460
    },
    {
      "epoch": 0.25048264874587434,
      "grad_norm": 7.6875,
      "learning_rate": 3.748068525787242e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5661553502082824,
      "num_tokens": 152208972.0,
      "step": 197470
    },
    {
      "epoch": 0.2504953333384072,
      "grad_norm": 6.53125,
      "learning_rate": 3.748005094778613e-05,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5478086113929749,
      "num_tokens": 152216579.0,
      "step": 197480
    },
    {
      "epoch": 0.25050801793094,
      "grad_norm": 13.75,
      "learning_rate": 3.747941663769984e-05,
      "loss": 1.7813,
      "mean_token_accuracy": 0.6138551980257034,
      "num_tokens": 152223864.0,
      "step": 197490
    },
    {
      "epoch": 0.25052070252347286,
      "grad_norm": 4.71875,
      "learning_rate": 3.747878232761355e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5357828795909881,
      "num_tokens": 152231973.0,
      "step": 197500
    },
    {
      "epoch": 0.25053338711600565,
      "grad_norm": 5.5,
      "learning_rate": 3.747814801752726e-05,
      "loss": 2.3879,
      "mean_token_accuracy": 0.49823946356773374,
      "num_tokens": 152240277.0,
      "step": 197510
    },
    {
      "epoch": 0.2505460717085385,
      "grad_norm": 4.6875,
      "learning_rate": 3.7477513707440966e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5424075096845626,
      "num_tokens": 152248747.0,
      "step": 197520
    },
    {
      "epoch": 0.25055875630107133,
      "grad_norm": 6.46875,
      "learning_rate": 3.747687939735468e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5464829057455063,
      "num_tokens": 152255870.0,
      "step": 197530
    },
    {
      "epoch": 0.25057144089360417,
      "grad_norm": 6.34375,
      "learning_rate": 3.7476245087268383e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5338857740163803,
      "num_tokens": 152263387.0,
      "step": 197540
    },
    {
      "epoch": 0.250584125486137,
      "grad_norm": 7.09375,
      "learning_rate": 3.747561077718209e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5410043478012085,
      "num_tokens": 152271955.0,
      "step": 197550
    },
    {
      "epoch": 0.25059681007866985,
      "grad_norm": 5.5,
      "learning_rate": 3.74749764670958e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5361471861600876,
      "num_tokens": 152279945.0,
      "step": 197560
    },
    {
      "epoch": 0.2506094946712027,
      "grad_norm": 5.375,
      "learning_rate": 3.7474342157009506e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5329087018966675,
      "num_tokens": 152288520.0,
      "step": 197570
    },
    {
      "epoch": 0.25062217926373553,
      "grad_norm": 5.6875,
      "learning_rate": 3.747370784692322e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5568368136882782,
      "num_tokens": 152295016.0,
      "step": 197580
    },
    {
      "epoch": 0.2506348638562683,
      "grad_norm": 6.0625,
      "learning_rate": 3.747307353683693e-05,
      "loss": 1.778,
      "mean_token_accuracy": 0.6046801567077636,
      "num_tokens": 152300125.0,
      "step": 197590
    },
    {
      "epoch": 0.25064754844880116,
      "grad_norm": 4.625,
      "learning_rate": 3.7472439226750636e-05,
      "loss": 2.135,
      "mean_token_accuracy": 0.5219003438949585,
      "num_tokens": 152308973.0,
      "step": 197600
    },
    {
      "epoch": 0.250660233041334,
      "grad_norm": 5.125,
      "learning_rate": 3.747180491666434e-05,
      "loss": 2.2021,
      "mean_token_accuracy": 0.518701234459877,
      "num_tokens": 152317009.0,
      "step": 197610
    },
    {
      "epoch": 0.25067291763386684,
      "grad_norm": 5.75,
      "learning_rate": 3.7471170606578047e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5324845492839814,
      "num_tokens": 152325897.0,
      "step": 197620
    },
    {
      "epoch": 0.2506856022263997,
      "grad_norm": 5.8125,
      "learning_rate": 3.747053629649176e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5793543756008148,
      "num_tokens": 152332698.0,
      "step": 197630
    },
    {
      "epoch": 0.2506982868189325,
      "grad_norm": 5.15625,
      "learning_rate": 3.746990198640547e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5634467750787735,
      "num_tokens": 152339432.0,
      "step": 197640
    },
    {
      "epoch": 0.25071097141146537,
      "grad_norm": 4.96875,
      "learning_rate": 3.7469267676319176e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5845863282680511,
      "num_tokens": 152347461.0,
      "step": 197650
    },
    {
      "epoch": 0.2507236560039982,
      "grad_norm": 4.71875,
      "learning_rate": 3.746863336623289e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5292131721973419,
      "num_tokens": 152356127.0,
      "step": 197660
    },
    {
      "epoch": 0.250736340596531,
      "grad_norm": 4.96875,
      "learning_rate": 3.7467999056146594e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5377875894308091,
      "num_tokens": 152364440.0,
      "step": 197670
    },
    {
      "epoch": 0.25074902518906383,
      "grad_norm": 8.875,
      "learning_rate": 3.74673647460603e-05,
      "loss": 1.5762,
      "mean_token_accuracy": 0.6501179337501526,
      "num_tokens": 152370865.0,
      "step": 197680
    },
    {
      "epoch": 0.2507617097815967,
      "grad_norm": 6.875,
      "learning_rate": 3.746673043597401e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5380264252424241,
      "num_tokens": 152376874.0,
      "step": 197690
    },
    {
      "epoch": 0.2507743943741295,
      "grad_norm": 6.28125,
      "learning_rate": 3.7466096125887716e-05,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5058451741933823,
      "num_tokens": 152384982.0,
      "step": 197700
    },
    {
      "epoch": 0.25078707896666236,
      "grad_norm": 5.1875,
      "learning_rate": 3.746546181580143e-05,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5726859152317048,
      "num_tokens": 152391741.0,
      "step": 197710
    },
    {
      "epoch": 0.2507997635591952,
      "grad_norm": 4.5625,
      "learning_rate": 3.7464827505715134e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5355084091424942,
      "num_tokens": 152400512.0,
      "step": 197720
    },
    {
      "epoch": 0.25081244815172804,
      "grad_norm": 6.125,
      "learning_rate": 3.7464193195628846e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5642790198326111,
      "num_tokens": 152407748.0,
      "step": 197730
    },
    {
      "epoch": 0.2508251327442609,
      "grad_norm": 6.90625,
      "learning_rate": 3.746355888554255e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5603439271450043,
      "num_tokens": 152415012.0,
      "step": 197740
    },
    {
      "epoch": 0.25083781733679367,
      "grad_norm": 4.84375,
      "learning_rate": 3.746292457545626e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5524223893880844,
      "num_tokens": 152423789.0,
      "step": 197750
    },
    {
      "epoch": 0.2508505019293265,
      "grad_norm": 6.53125,
      "learning_rate": 3.746229026536997e-05,
      "loss": 1.621,
      "mean_token_accuracy": 0.6379054963588715,
      "num_tokens": 152429931.0,
      "step": 197760
    },
    {
      "epoch": 0.25086318652185935,
      "grad_norm": 4.6875,
      "learning_rate": 3.7461655955283674e-05,
      "loss": 2.2137,
      "mean_token_accuracy": 0.5171628087759018,
      "num_tokens": 152438500.0,
      "step": 197770
    },
    {
      "epoch": 0.2508758711143922,
      "grad_norm": 5.6875,
      "learning_rate": 3.7461021645197386e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.522613400220871,
      "num_tokens": 152445852.0,
      "step": 197780
    },
    {
      "epoch": 0.25088855570692503,
      "grad_norm": 5.125,
      "learning_rate": 3.74603873351111e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5528563141822815,
      "num_tokens": 152454792.0,
      "step": 197790
    },
    {
      "epoch": 0.2509012402994579,
      "grad_norm": 5.90625,
      "learning_rate": 3.7459753025024804e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5332722455263138,
      "num_tokens": 152460966.0,
      "step": 197800
    },
    {
      "epoch": 0.2509139248919907,
      "grad_norm": 6.59375,
      "learning_rate": 3.745911871493851e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5278993248939514,
      "num_tokens": 152469324.0,
      "step": 197810
    },
    {
      "epoch": 0.25092660948452356,
      "grad_norm": 5.4375,
      "learning_rate": 3.7458484404852215e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5320272594690323,
      "num_tokens": 152477549.0,
      "step": 197820
    },
    {
      "epoch": 0.25093929407705634,
      "grad_norm": 5.6875,
      "learning_rate": 3.745785009476593e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5655290007591247,
      "num_tokens": 152484488.0,
      "step": 197830
    },
    {
      "epoch": 0.2509519786695892,
      "grad_norm": 5.90625,
      "learning_rate": 3.745721578467964e-05,
      "loss": 2.2318,
      "mean_token_accuracy": 0.517626941204071,
      "num_tokens": 152492057.0,
      "step": 197840
    },
    {
      "epoch": 0.250964663262122,
      "grad_norm": 5.1875,
      "learning_rate": 3.7456581474593344e-05,
      "loss": 1.8946,
      "mean_token_accuracy": 0.5850216150283813,
      "num_tokens": 152498567.0,
      "step": 197850
    },
    {
      "epoch": 0.25097734785465486,
      "grad_norm": 5.25,
      "learning_rate": 3.7455947164507056e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5429162204265594,
      "num_tokens": 152506453.0,
      "step": 197860
    },
    {
      "epoch": 0.2509900324471877,
      "grad_norm": 8.5,
      "learning_rate": 3.745531285442076e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5543772786855697,
      "num_tokens": 152512329.0,
      "step": 197870
    },
    {
      "epoch": 0.25100271703972055,
      "grad_norm": 5.4375,
      "learning_rate": 3.7454678544334474e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.574867245554924,
      "num_tokens": 152519269.0,
      "step": 197880
    },
    {
      "epoch": 0.2510154016322534,
      "grad_norm": 6.40625,
      "learning_rate": 3.745404423424818e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5496099472045899,
      "num_tokens": 152527076.0,
      "step": 197890
    },
    {
      "epoch": 0.25102808622478623,
      "grad_norm": 4.90625,
      "learning_rate": 3.7453409924161885e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.543687379360199,
      "num_tokens": 152535246.0,
      "step": 197900
    },
    {
      "epoch": 0.251040770817319,
      "grad_norm": 5.5,
      "learning_rate": 3.74527756140756e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5341609746217728,
      "num_tokens": 152542074.0,
      "step": 197910
    },
    {
      "epoch": 0.25105345540985186,
      "grad_norm": 5.53125,
      "learning_rate": 3.74521413039893e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5493962913751602,
      "num_tokens": 152548983.0,
      "step": 197920
    },
    {
      "epoch": 0.2510661400023847,
      "grad_norm": 5.53125,
      "learning_rate": 3.7451506993903014e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5204409956932068,
      "num_tokens": 152557605.0,
      "step": 197930
    },
    {
      "epoch": 0.25107882459491754,
      "grad_norm": 5.5,
      "learning_rate": 3.7450872683816726e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5388933986425399,
      "num_tokens": 152566413.0,
      "step": 197940
    },
    {
      "epoch": 0.2510915091874504,
      "grad_norm": 5.65625,
      "learning_rate": 3.745023837373043e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5685071408748626,
      "num_tokens": 152572994.0,
      "step": 197950
    },
    {
      "epoch": 0.2511041937799832,
      "grad_norm": 4.75,
      "learning_rate": 3.744960406364414e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5534189224243165,
      "num_tokens": 152579531.0,
      "step": 197960
    },
    {
      "epoch": 0.25111687837251606,
      "grad_norm": 5.59375,
      "learning_rate": 3.744896975355784e-05,
      "loss": 2.2651,
      "mean_token_accuracy": 0.5123066365718841,
      "num_tokens": 152587858.0,
      "step": 197970
    },
    {
      "epoch": 0.25112956296504885,
      "grad_norm": 6.15625,
      "learning_rate": 3.7448335443471554e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5602084517478942,
      "num_tokens": 152595266.0,
      "step": 197980
    },
    {
      "epoch": 0.2511422475575817,
      "grad_norm": 9.4375,
      "learning_rate": 3.7447701133385267e-05,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5719730615615845,
      "num_tokens": 152603117.0,
      "step": 197990
    },
    {
      "epoch": 0.25115493215011453,
      "grad_norm": 6.125,
      "learning_rate": 3.744706682329897e-05,
      "loss": 1.8918,
      "mean_token_accuracy": 0.5733304232358932,
      "num_tokens": 152611045.0,
      "step": 198000
    },
    {
      "epoch": 0.25116761674264737,
      "grad_norm": 5.4375,
      "learning_rate": 3.7446432513212684e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5298220247030259,
      "num_tokens": 152619495.0,
      "step": 198010
    },
    {
      "epoch": 0.2511803013351802,
      "grad_norm": 11.625,
      "learning_rate": 3.744579820312639e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5448189109563828,
      "num_tokens": 152625918.0,
      "step": 198020
    },
    {
      "epoch": 0.25119298592771305,
      "grad_norm": 7.6875,
      "learning_rate": 3.7445163893040095e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5534513145685196,
      "num_tokens": 152634520.0,
      "step": 198030
    },
    {
      "epoch": 0.2512056705202459,
      "grad_norm": 4.75,
      "learning_rate": 3.744452958295381e-05,
      "loss": 1.9144,
      "mean_token_accuracy": 0.5681721985340118,
      "num_tokens": 152641118.0,
      "step": 198040
    },
    {
      "epoch": 0.25121835511277874,
      "grad_norm": 5.625,
      "learning_rate": 3.744389527286751e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5597203016281128,
      "num_tokens": 152649678.0,
      "step": 198050
    },
    {
      "epoch": 0.2512310397053115,
      "grad_norm": 7.78125,
      "learning_rate": 3.7443260962781224e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5620934784412384,
      "num_tokens": 152656854.0,
      "step": 198060
    },
    {
      "epoch": 0.25124372429784436,
      "grad_norm": 7.125,
      "learning_rate": 3.7442626652694936e-05,
      "loss": 2.2134,
      "mean_token_accuracy": 0.5269759863615036,
      "num_tokens": 152665228.0,
      "step": 198070
    },
    {
      "epoch": 0.2512564088903772,
      "grad_norm": 5.6875,
      "learning_rate": 3.744199234260864e-05,
      "loss": 2.2567,
      "mean_token_accuracy": 0.5148537576198577,
      "num_tokens": 152672935.0,
      "step": 198080
    },
    {
      "epoch": 0.25126909348291004,
      "grad_norm": 6.0625,
      "learning_rate": 3.744135803252235e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5410610795021057,
      "num_tokens": 152680744.0,
      "step": 198090
    },
    {
      "epoch": 0.2512817780754429,
      "grad_norm": 5.21875,
      "learning_rate": 3.744072372243605e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5561318963766098,
      "num_tokens": 152688199.0,
      "step": 198100
    },
    {
      "epoch": 0.2512944626679757,
      "grad_norm": 5.21875,
      "learning_rate": 3.7440089412349765e-05,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5062717020511627,
      "num_tokens": 152696625.0,
      "step": 198110
    },
    {
      "epoch": 0.25130714726050857,
      "grad_norm": 4.65625,
      "learning_rate": 3.743945510226348e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5322912752628326,
      "num_tokens": 152703188.0,
      "step": 198120
    },
    {
      "epoch": 0.2513198318530414,
      "grad_norm": 6.90625,
      "learning_rate": 3.743882079217718e-05,
      "loss": 2.2376,
      "mean_token_accuracy": 0.5234125167131424,
      "num_tokens": 152711626.0,
      "step": 198130
    },
    {
      "epoch": 0.2513325164455742,
      "grad_norm": 5.0625,
      "learning_rate": 3.7438186482090894e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5333460628986358,
      "num_tokens": 152720819.0,
      "step": 198140
    },
    {
      "epoch": 0.25134520103810704,
      "grad_norm": 5.21875,
      "learning_rate": 3.74375521720046e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.567691296339035,
      "num_tokens": 152727865.0,
      "step": 198150
    },
    {
      "epoch": 0.2513578856306399,
      "grad_norm": 5.34375,
      "learning_rate": 3.7436917861918305e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5299827545881272,
      "num_tokens": 152736211.0,
      "step": 198160
    },
    {
      "epoch": 0.2513705702231727,
      "grad_norm": 5.0,
      "learning_rate": 3.743628355183202e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5642299890518189,
      "num_tokens": 152743911.0,
      "step": 198170
    },
    {
      "epoch": 0.25138325481570556,
      "grad_norm": 5.84375,
      "learning_rate": 3.743564924174572e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5333358258008957,
      "num_tokens": 152751877.0,
      "step": 198180
    },
    {
      "epoch": 0.2513959394082384,
      "grad_norm": 5.8125,
      "learning_rate": 3.7435014931659435e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5219683170318603,
      "num_tokens": 152759970.0,
      "step": 198190
    },
    {
      "epoch": 0.25140862400077124,
      "grad_norm": 5.21875,
      "learning_rate": 3.743438062157314e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5494414687156677,
      "num_tokens": 152768059.0,
      "step": 198200
    },
    {
      "epoch": 0.2514213085933041,
      "grad_norm": 5.0625,
      "learning_rate": 3.743374631148685e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5174980968236923,
      "num_tokens": 152776534.0,
      "step": 198210
    },
    {
      "epoch": 0.25143399318583687,
      "grad_norm": 6.71875,
      "learning_rate": 3.7433112001400564e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5583650171756744,
      "num_tokens": 152783932.0,
      "step": 198220
    },
    {
      "epoch": 0.2514466777783697,
      "grad_norm": 13.875,
      "learning_rate": 3.743247769131426e-05,
      "loss": 1.735,
      "mean_token_accuracy": 0.607046228647232,
      "num_tokens": 152790728.0,
      "step": 198230
    },
    {
      "epoch": 0.25145936237090255,
      "grad_norm": 5.03125,
      "learning_rate": 3.7431843381227975e-05,
      "loss": 2.039,
      "mean_token_accuracy": 0.5432299822568893,
      "num_tokens": 152799226.0,
      "step": 198240
    },
    {
      "epoch": 0.2514720469634354,
      "grad_norm": 4.59375,
      "learning_rate": 3.743120907114168e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.535312083363533,
      "num_tokens": 152807752.0,
      "step": 198250
    },
    {
      "epoch": 0.25148473155596823,
      "grad_norm": 6.03125,
      "learning_rate": 3.743057476105539e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5647504031658173,
      "num_tokens": 152814962.0,
      "step": 198260
    },
    {
      "epoch": 0.2514974161485011,
      "grad_norm": 4.78125,
      "learning_rate": 3.7429940450969104e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5688042938709259,
      "num_tokens": 152822816.0,
      "step": 198270
    },
    {
      "epoch": 0.2515101007410339,
      "grad_norm": 5.25,
      "learning_rate": 3.742930614088281e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.549535819888115,
      "num_tokens": 152831387.0,
      "step": 198280
    },
    {
      "epoch": 0.25152278533356676,
      "grad_norm": 5.15625,
      "learning_rate": 3.742867183079652e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.542981070280075,
      "num_tokens": 152838497.0,
      "step": 198290
    },
    {
      "epoch": 0.25153546992609954,
      "grad_norm": 5.25,
      "learning_rate": 3.742803752071023e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5618372738361359,
      "num_tokens": 152845513.0,
      "step": 198300
    },
    {
      "epoch": 0.2515481545186324,
      "grad_norm": 4.6875,
      "learning_rate": 3.742740321062393e-05,
      "loss": 2.2854,
      "mean_token_accuracy": 0.5012910842895508,
      "num_tokens": 152854494.0,
      "step": 198310
    },
    {
      "epoch": 0.2515608391111652,
      "grad_norm": 6.1875,
      "learning_rate": 3.7426768900537645e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5367426604032517,
      "num_tokens": 152862034.0,
      "step": 198320
    },
    {
      "epoch": 0.25157352370369807,
      "grad_norm": 4.9375,
      "learning_rate": 3.742613459045135e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5479683041572571,
      "num_tokens": 152870860.0,
      "step": 198330
    },
    {
      "epoch": 0.2515862082962309,
      "grad_norm": 7.53125,
      "learning_rate": 3.742550028036506e-05,
      "loss": 1.8404,
      "mean_token_accuracy": 0.5884255051612854,
      "num_tokens": 152877104.0,
      "step": 198340
    },
    {
      "epoch": 0.25159889288876375,
      "grad_norm": 5.03125,
      "learning_rate": 3.742486597027877e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5386706560850143,
      "num_tokens": 152885924.0,
      "step": 198350
    },
    {
      "epoch": 0.2516115774812966,
      "grad_norm": 6.25,
      "learning_rate": 3.742423166019248e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5408324360847473,
      "num_tokens": 152893144.0,
      "step": 198360
    },
    {
      "epoch": 0.25162426207382943,
      "grad_norm": 4.96875,
      "learning_rate": 3.7423597350106185e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5622058808803558,
      "num_tokens": 152901317.0,
      "step": 198370
    },
    {
      "epoch": 0.2516369466663622,
      "grad_norm": 5.5625,
      "learning_rate": 3.742296304001989e-05,
      "loss": 1.8494,
      "mean_token_accuracy": 0.5946064233779907,
      "num_tokens": 152907599.0,
      "step": 198380
    },
    {
      "epoch": 0.25164963125889506,
      "grad_norm": 5.53125,
      "learning_rate": 3.74223287299336e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5406370520591736,
      "num_tokens": 152914971.0,
      "step": 198390
    },
    {
      "epoch": 0.2516623158514279,
      "grad_norm": 4.59375,
      "learning_rate": 3.742169441984731e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5270890384912491,
      "num_tokens": 152923977.0,
      "step": 198400
    },
    {
      "epoch": 0.25167500044396074,
      "grad_norm": 5.0,
      "learning_rate": 3.742106010976102e-05,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5750921726226806,
      "num_tokens": 152931733.0,
      "step": 198410
    },
    {
      "epoch": 0.2516876850364936,
      "grad_norm": 4.75,
      "learning_rate": 3.742042579967473e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5416989594697952,
      "num_tokens": 152940163.0,
      "step": 198420
    },
    {
      "epoch": 0.2517003696290264,
      "grad_norm": 5.5,
      "learning_rate": 3.741979148958844e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5244527161121368,
      "num_tokens": 152947997.0,
      "step": 198430
    },
    {
      "epoch": 0.25171305422155926,
      "grad_norm": 5.9375,
      "learning_rate": 3.741915717950214e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5540368735790253,
      "num_tokens": 152956188.0,
      "step": 198440
    },
    {
      "epoch": 0.25172573881409205,
      "grad_norm": 6.34375,
      "learning_rate": 3.741852286941585e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5605604827404023,
      "num_tokens": 152964265.0,
      "step": 198450
    },
    {
      "epoch": 0.2517384234066249,
      "grad_norm": 4.78125,
      "learning_rate": 3.741788855932956e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5210475772619247,
      "num_tokens": 152973691.0,
      "step": 198460
    },
    {
      "epoch": 0.25175110799915773,
      "grad_norm": 8.625,
      "learning_rate": 3.741725424924327e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5488179087638855,
      "num_tokens": 152980378.0,
      "step": 198470
    },
    {
      "epoch": 0.25176379259169057,
      "grad_norm": 5.8125,
      "learning_rate": 3.741661993915698e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5323526471853256,
      "num_tokens": 152988479.0,
      "step": 198480
    },
    {
      "epoch": 0.2517764771842234,
      "grad_norm": 5.5,
      "learning_rate": 3.741598562907069e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5314409345388412,
      "num_tokens": 152995986.0,
      "step": 198490
    },
    {
      "epoch": 0.25178916177675625,
      "grad_norm": 6.3125,
      "learning_rate": 3.7415351318984395e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5675319254398346,
      "num_tokens": 153002643.0,
      "step": 198500
    },
    {
      "epoch": 0.2518018463692891,
      "grad_norm": 4.6875,
      "learning_rate": 3.74147170088981e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5479424327611924,
      "num_tokens": 153010835.0,
      "step": 198510
    },
    {
      "epoch": 0.25181453096182194,
      "grad_norm": 4.75,
      "learning_rate": 3.741408269881181e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.570763623714447,
      "num_tokens": 153018146.0,
      "step": 198520
    },
    {
      "epoch": 0.2518272155543547,
      "grad_norm": 7.71875,
      "learning_rate": 3.741344838872552e-05,
      "loss": 2.2422,
      "mean_token_accuracy": 0.5276806622743606,
      "num_tokens": 153025224.0,
      "step": 198530
    },
    {
      "epoch": 0.25183990014688756,
      "grad_norm": 6.5,
      "learning_rate": 3.741281407863923e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5596954733133316,
      "num_tokens": 153032122.0,
      "step": 198540
    },
    {
      "epoch": 0.2518525847394204,
      "grad_norm": 7.28125,
      "learning_rate": 3.7412179768552936e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5597005695104599,
      "num_tokens": 153038412.0,
      "step": 198550
    },
    {
      "epoch": 0.25186526933195325,
      "grad_norm": 6.0625,
      "learning_rate": 3.741154545846665e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5273339688777924,
      "num_tokens": 153044658.0,
      "step": 198560
    },
    {
      "epoch": 0.2518779539244861,
      "grad_norm": 8.0625,
      "learning_rate": 3.741091114838035e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5383582651615143,
      "num_tokens": 153052595.0,
      "step": 198570
    },
    {
      "epoch": 0.2518906385170189,
      "grad_norm": 5.28125,
      "learning_rate": 3.741027683829406e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5364744156599045,
      "num_tokens": 153060850.0,
      "step": 198580
    },
    {
      "epoch": 0.25190332310955177,
      "grad_norm": 5.5,
      "learning_rate": 3.740964252820777e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5301154047250748,
      "num_tokens": 153068145.0,
      "step": 198590
    },
    {
      "epoch": 0.2519160077020846,
      "grad_norm": 5.09375,
      "learning_rate": 3.7409008218121476e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5520877778530121,
      "num_tokens": 153075159.0,
      "step": 198600
    },
    {
      "epoch": 0.2519286922946174,
      "grad_norm": 6.84375,
      "learning_rate": 3.740837390803519e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5775928914546966,
      "num_tokens": 153081954.0,
      "step": 198610
    },
    {
      "epoch": 0.25194137688715024,
      "grad_norm": 4.9375,
      "learning_rate": 3.74077395979489e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.5578170895576477,
      "num_tokens": 153090618.0,
      "step": 198620
    },
    {
      "epoch": 0.2519540614796831,
      "grad_norm": 5.71875,
      "learning_rate": 3.7407105287862606e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5455941528081893,
      "num_tokens": 153097346.0,
      "step": 198630
    },
    {
      "epoch": 0.2519667460722159,
      "grad_norm": 4.84375,
      "learning_rate": 3.740647097777632e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5318733751773834,
      "num_tokens": 153104691.0,
      "step": 198640
    },
    {
      "epoch": 0.25197943066474876,
      "grad_norm": 4.71875,
      "learning_rate": 3.7405836667690016e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5283243447542191,
      "num_tokens": 153113433.0,
      "step": 198650
    },
    {
      "epoch": 0.2519921152572816,
      "grad_norm": 4.8125,
      "learning_rate": 3.740520235760373e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5423372447490692,
      "num_tokens": 153122157.0,
      "step": 198660
    },
    {
      "epoch": 0.25200479984981444,
      "grad_norm": 9.1875,
      "learning_rate": 3.740456804751744e-05,
      "loss": 1.794,
      "mean_token_accuracy": 0.6008637309074402,
      "num_tokens": 153128317.0,
      "step": 198670
    },
    {
      "epoch": 0.2520174844423473,
      "grad_norm": 4.90625,
      "learning_rate": 3.7403933737431146e-05,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5543291807174683,
      "num_tokens": 153136805.0,
      "step": 198680
    },
    {
      "epoch": 0.25203016903488007,
      "grad_norm": 5.71875,
      "learning_rate": 3.740329942734486e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5308480560779572,
      "num_tokens": 153146361.0,
      "step": 198690
    },
    {
      "epoch": 0.2520428536274129,
      "grad_norm": 4.9375,
      "learning_rate": 3.740266511725856e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5149546831846237,
      "num_tokens": 153154545.0,
      "step": 198700
    },
    {
      "epoch": 0.25205553821994575,
      "grad_norm": 4.84375,
      "learning_rate": 3.7402030807172275e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.541949337720871,
      "num_tokens": 153163043.0,
      "step": 198710
    },
    {
      "epoch": 0.2520682228124786,
      "grad_norm": 5.875,
      "learning_rate": 3.740139649708598e-05,
      "loss": 1.9087,
      "mean_token_accuracy": 0.5908476114273071,
      "num_tokens": 153169441.0,
      "step": 198720
    },
    {
      "epoch": 0.25208090740501143,
      "grad_norm": 6.34375,
      "learning_rate": 3.7400762186999686e-05,
      "loss": 1.9211,
      "mean_token_accuracy": 0.5808777987957001,
      "num_tokens": 153176137.0,
      "step": 198730
    },
    {
      "epoch": 0.2520935919975443,
      "grad_norm": 5.1875,
      "learning_rate": 3.74001278769134e-05,
      "loss": 1.7983,
      "mean_token_accuracy": 0.5929915547370911,
      "num_tokens": 153183772.0,
      "step": 198740
    },
    {
      "epoch": 0.2521062765900771,
      "grad_norm": 7.1875,
      "learning_rate": 3.7399493566827104e-05,
      "loss": 1.8713,
      "mean_token_accuracy": 0.5799551486968995,
      "num_tokens": 153191239.0,
      "step": 198750
    },
    {
      "epoch": 0.25211896118260996,
      "grad_norm": 4.75,
      "learning_rate": 3.7398859256740816e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.520627236366272,
      "num_tokens": 153200131.0,
      "step": 198760
    },
    {
      "epoch": 0.25213164577514274,
      "grad_norm": 7.0,
      "learning_rate": 3.739822494665453e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5462240725755692,
      "num_tokens": 153207210.0,
      "step": 198770
    },
    {
      "epoch": 0.2521443303676756,
      "grad_norm": 6.34375,
      "learning_rate": 3.739759063656823e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5605817973613739,
      "num_tokens": 153214004.0,
      "step": 198780
    },
    {
      "epoch": 0.2521570149602084,
      "grad_norm": 4.6875,
      "learning_rate": 3.739695632648194e-05,
      "loss": 1.9108,
      "mean_token_accuracy": 0.5819725602865219,
      "num_tokens": 153222195.0,
      "step": 198790
    },
    {
      "epoch": 0.25216969955274127,
      "grad_norm": 5.15625,
      "learning_rate": 3.7396322016395644e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5331160187721252,
      "num_tokens": 153230803.0,
      "step": 198800
    },
    {
      "epoch": 0.2521823841452741,
      "grad_norm": 5.1875,
      "learning_rate": 3.7395687706309356e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5405953764915467,
      "num_tokens": 153238693.0,
      "step": 198810
    },
    {
      "epoch": 0.25219506873780695,
      "grad_norm": 5.96875,
      "learning_rate": 3.739505339622307e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.531539061665535,
      "num_tokens": 153246725.0,
      "step": 198820
    },
    {
      "epoch": 0.2522077533303398,
      "grad_norm": 5.25,
      "learning_rate": 3.7394419086136774e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.531484916806221,
      "num_tokens": 153255702.0,
      "step": 198830
    },
    {
      "epoch": 0.25222043792287263,
      "grad_norm": 5.78125,
      "learning_rate": 3.7393784776050486e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.547534990310669,
      "num_tokens": 153263013.0,
      "step": 198840
    },
    {
      "epoch": 0.2522331225154054,
      "grad_norm": 6.53125,
      "learning_rate": 3.739315046596419e-05,
      "loss": 1.8615,
      "mean_token_accuracy": 0.5974202215671539,
      "num_tokens": 153269389.0,
      "step": 198850
    },
    {
      "epoch": 0.25224580710793826,
      "grad_norm": 6.0,
      "learning_rate": 3.7392516155877896e-05,
      "loss": 1.9066,
      "mean_token_accuracy": 0.5768737614154815,
      "num_tokens": 153277389.0,
      "step": 198860
    },
    {
      "epoch": 0.2522584917004711,
      "grad_norm": 8.625,
      "learning_rate": 3.739188184579161e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5553472965955735,
      "num_tokens": 153283714.0,
      "step": 198870
    },
    {
      "epoch": 0.25227117629300394,
      "grad_norm": 6.0,
      "learning_rate": 3.7391247535705314e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5360581010580063,
      "num_tokens": 153292383.0,
      "step": 198880
    },
    {
      "epoch": 0.2522838608855368,
      "grad_norm": 5.25,
      "learning_rate": 3.7390613225619026e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5229859471321106,
      "num_tokens": 153300992.0,
      "step": 198890
    },
    {
      "epoch": 0.2522965454780696,
      "grad_norm": 5.09375,
      "learning_rate": 3.738997891553273e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5568451970815659,
      "num_tokens": 153309371.0,
      "step": 198900
    },
    {
      "epoch": 0.25230923007060246,
      "grad_norm": 4.625,
      "learning_rate": 3.7389344605446443e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5539338111877441,
      "num_tokens": 153316845.0,
      "step": 198910
    },
    {
      "epoch": 0.25232191466313525,
      "grad_norm": 5.3125,
      "learning_rate": 3.738871029536015e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5324659556150436,
      "num_tokens": 153324695.0,
      "step": 198920
    },
    {
      "epoch": 0.2523345992556681,
      "grad_norm": 5.09375,
      "learning_rate": 3.7388075985273854e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5733262330293656,
      "num_tokens": 153333062.0,
      "step": 198930
    },
    {
      "epoch": 0.25234728384820093,
      "grad_norm": 5.84375,
      "learning_rate": 3.7387441675187566e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5325893998146057,
      "num_tokens": 153341329.0,
      "step": 198940
    },
    {
      "epoch": 0.2523599684407338,
      "grad_norm": 3.921875,
      "learning_rate": 3.738680736510128e-05,
      "loss": 1.7484,
      "mean_token_accuracy": 0.6108436763286591,
      "num_tokens": 153347689.0,
      "step": 198950
    },
    {
      "epoch": 0.2523726530332666,
      "grad_norm": 5.1875,
      "learning_rate": 3.7386173055014984e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5383753120899201,
      "num_tokens": 153355394.0,
      "step": 198960
    },
    {
      "epoch": 0.25238533762579946,
      "grad_norm": 4.96875,
      "learning_rate": 3.7385538744928696e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5453711450099945,
      "num_tokens": 153364129.0,
      "step": 198970
    },
    {
      "epoch": 0.2523980222183323,
      "grad_norm": 5.625,
      "learning_rate": 3.73849044348424e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5710534870624542,
      "num_tokens": 153371303.0,
      "step": 198980
    },
    {
      "epoch": 0.25241070681086514,
      "grad_norm": 6.53125,
      "learning_rate": 3.738427012475611e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5471830785274505,
      "num_tokens": 153378709.0,
      "step": 198990
    },
    {
      "epoch": 0.2524233914033979,
      "grad_norm": 5.65625,
      "learning_rate": 3.738363581466982e-05,
      "loss": 1.8911,
      "mean_token_accuracy": 0.5720774382352829,
      "num_tokens": 153386221.0,
      "step": 199000
    },
    {
      "epoch": 0.25243607599593076,
      "grad_norm": 4.84375,
      "learning_rate": 3.7383001504583524e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.555940043926239,
      "num_tokens": 153394438.0,
      "step": 199010
    },
    {
      "epoch": 0.2524487605884636,
      "grad_norm": 6.65625,
      "learning_rate": 3.7382367194497236e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5274317920207977,
      "num_tokens": 153402192.0,
      "step": 199020
    },
    {
      "epoch": 0.25246144518099645,
      "grad_norm": 6.53125,
      "learning_rate": 3.738173288441094e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5460070818662643,
      "num_tokens": 153410427.0,
      "step": 199030
    },
    {
      "epoch": 0.2524741297735293,
      "grad_norm": 5.15625,
      "learning_rate": 3.7381098574324654e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5267514884471893,
      "num_tokens": 153419301.0,
      "step": 199040
    },
    {
      "epoch": 0.25248681436606213,
      "grad_norm": 4.96875,
      "learning_rate": 3.7380464264238366e-05,
      "loss": 1.875,
      "mean_token_accuracy": 0.5862906843423843,
      "num_tokens": 153426730.0,
      "step": 199050
    },
    {
      "epoch": 0.25249949895859497,
      "grad_norm": 5.8125,
      "learning_rate": 3.737982995415207e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.542062908411026,
      "num_tokens": 153434757.0,
      "step": 199060
    },
    {
      "epoch": 0.2525121835511278,
      "grad_norm": 6.90625,
      "learning_rate": 3.7379195644065777e-05,
      "loss": 1.8111,
      "mean_token_accuracy": 0.6001164376735687,
      "num_tokens": 153440816.0,
      "step": 199070
    },
    {
      "epoch": 0.2525248681436606,
      "grad_norm": 6.0625,
      "learning_rate": 3.737856133397948e-05,
      "loss": 2.3218,
      "mean_token_accuracy": 0.4992835998535156,
      "num_tokens": 153450212.0,
      "step": 199080
    },
    {
      "epoch": 0.25253755273619344,
      "grad_norm": 5.40625,
      "learning_rate": 3.7377927023893194e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5454357981681823,
      "num_tokens": 153457615.0,
      "step": 199090
    },
    {
      "epoch": 0.2525502373287263,
      "grad_norm": 8.375,
      "learning_rate": 3.7377292713806906e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5273685604333878,
      "num_tokens": 153465077.0,
      "step": 199100
    },
    {
      "epoch": 0.2525629219212591,
      "grad_norm": 5.28125,
      "learning_rate": 3.737665840372061e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.5160947948694229,
      "num_tokens": 153473443.0,
      "step": 199110
    },
    {
      "epoch": 0.25257560651379196,
      "grad_norm": 5.8125,
      "learning_rate": 3.7376024093634324e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5387510895729065,
      "num_tokens": 153480168.0,
      "step": 199120
    },
    {
      "epoch": 0.2525882911063248,
      "grad_norm": 5.96875,
      "learning_rate": 3.737538978354803e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5338609278202057,
      "num_tokens": 153488581.0,
      "step": 199130
    },
    {
      "epoch": 0.25260097569885764,
      "grad_norm": 3.984375,
      "learning_rate": 3.7374755473461734e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5589195668697358,
      "num_tokens": 153497093.0,
      "step": 199140
    },
    {
      "epoch": 0.2526136602913905,
      "grad_norm": 6.0625,
      "learning_rate": 3.7374121163375446e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5313263535499573,
      "num_tokens": 153505395.0,
      "step": 199150
    },
    {
      "epoch": 0.25262634488392327,
      "grad_norm": 5.59375,
      "learning_rate": 3.737348685328915e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5441630125045777,
      "num_tokens": 153511856.0,
      "step": 199160
    },
    {
      "epoch": 0.2526390294764561,
      "grad_norm": 5.25,
      "learning_rate": 3.7372852543202864e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.5681744992733002,
      "num_tokens": 153520079.0,
      "step": 199170
    },
    {
      "epoch": 0.25265171406898895,
      "grad_norm": 6.09375,
      "learning_rate": 3.737221823311657e-05,
      "loss": 1.9632,
      "mean_token_accuracy": 0.5680609077215195,
      "num_tokens": 153528388.0,
      "step": 199180
    },
    {
      "epoch": 0.2526643986615218,
      "grad_norm": 7.3125,
      "learning_rate": 3.737158392303028e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.553249505162239,
      "num_tokens": 153536654.0,
      "step": 199190
    },
    {
      "epoch": 0.25267708325405464,
      "grad_norm": 4.96875,
      "learning_rate": 3.737094961294399e-05,
      "loss": 1.7988,
      "mean_token_accuracy": 0.6023606985807419,
      "num_tokens": 153543900.0,
      "step": 199200
    },
    {
      "epoch": 0.2526897678465875,
      "grad_norm": 5.34375,
      "learning_rate": 3.737031530285769e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5126213639974594,
      "num_tokens": 153552803.0,
      "step": 199210
    },
    {
      "epoch": 0.2527024524391203,
      "grad_norm": 6.75,
      "learning_rate": 3.7369680992771404e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5402509689331054,
      "num_tokens": 153560335.0,
      "step": 199220
    },
    {
      "epoch": 0.25271513703165316,
      "grad_norm": 6.21875,
      "learning_rate": 3.736904668268511e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5466797322034835,
      "num_tokens": 153567188.0,
      "step": 199230
    },
    {
      "epoch": 0.25272782162418594,
      "grad_norm": 5.625,
      "learning_rate": 3.736841237259882e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5420288652181625,
      "num_tokens": 153575475.0,
      "step": 199240
    },
    {
      "epoch": 0.2527405062167188,
      "grad_norm": 6.28125,
      "learning_rate": 3.7367778062512534e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5705425351858139,
      "num_tokens": 153583810.0,
      "step": 199250
    },
    {
      "epoch": 0.2527531908092516,
      "grad_norm": 6.96875,
      "learning_rate": 3.736714375242624e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5640570819377899,
      "num_tokens": 153590595.0,
      "step": 199260
    },
    {
      "epoch": 0.25276587540178447,
      "grad_norm": 8.75,
      "learning_rate": 3.7366509442339945e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.543040332198143,
      "num_tokens": 153598493.0,
      "step": 199270
    },
    {
      "epoch": 0.2527785599943173,
      "grad_norm": 7.28125,
      "learning_rate": 3.736587513225365e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5239112317562103,
      "num_tokens": 153605836.0,
      "step": 199280
    },
    {
      "epoch": 0.25279124458685015,
      "grad_norm": 5.03125,
      "learning_rate": 3.736524082216736e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5401621222496032,
      "num_tokens": 153613379.0,
      "step": 199290
    },
    {
      "epoch": 0.252803929179383,
      "grad_norm": 5.3125,
      "learning_rate": 3.7364606512081074e-05,
      "loss": 1.9289,
      "mean_token_accuracy": 0.5609324693679809,
      "num_tokens": 153620515.0,
      "step": 199300
    },
    {
      "epoch": 0.25281661377191583,
      "grad_norm": 5.375,
      "learning_rate": 3.736397220199478e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5400012403726577,
      "num_tokens": 153627360.0,
      "step": 199310
    },
    {
      "epoch": 0.2528292983644486,
      "grad_norm": 4.65625,
      "learning_rate": 3.736333789190849e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5475648283958435,
      "num_tokens": 153635722.0,
      "step": 199320
    },
    {
      "epoch": 0.25284198295698146,
      "grad_norm": 5.875,
      "learning_rate": 3.73627035818222e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.5761951744556427,
      "num_tokens": 153642575.0,
      "step": 199330
    },
    {
      "epoch": 0.2528546675495143,
      "grad_norm": 4.0625,
      "learning_rate": 3.73620692717359e-05,
      "loss": 1.5742,
      "mean_token_accuracy": 0.659377908706665,
      "num_tokens": 153648544.0,
      "step": 199340
    },
    {
      "epoch": 0.25286735214204714,
      "grad_norm": 4.71875,
      "learning_rate": 3.7361434961649614e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5460064440965653,
      "num_tokens": 153655583.0,
      "step": 199350
    },
    {
      "epoch": 0.25288003673458,
      "grad_norm": 7.375,
      "learning_rate": 3.736080065156332e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.528532737493515,
      "num_tokens": 153664298.0,
      "step": 199360
    },
    {
      "epoch": 0.2528927213271128,
      "grad_norm": 6.03125,
      "learning_rate": 3.736016634147703e-05,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5133347630500793,
      "num_tokens": 153672750.0,
      "step": 199370
    },
    {
      "epoch": 0.25290540591964566,
      "grad_norm": 5.40625,
      "learning_rate": 3.735953203139074e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5477345377206803,
      "num_tokens": 153680463.0,
      "step": 199380
    },
    {
      "epoch": 0.25291809051217845,
      "grad_norm": 6.625,
      "learning_rate": 3.735889772130445e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5504015862941742,
      "num_tokens": 153687909.0,
      "step": 199390
    },
    {
      "epoch": 0.2529307751047113,
      "grad_norm": 4.84375,
      "learning_rate": 3.735826341121816e-05,
      "loss": 2.231,
      "mean_token_accuracy": 0.519376802444458,
      "num_tokens": 153697151.0,
      "step": 199400
    },
    {
      "epoch": 0.25294345969724413,
      "grad_norm": 5.21875,
      "learning_rate": 3.735762910113186e-05,
      "loss": 2.2697,
      "mean_token_accuracy": 0.512176588177681,
      "num_tokens": 153705709.0,
      "step": 199410
    },
    {
      "epoch": 0.252956144289777,
      "grad_norm": 6.125,
      "learning_rate": 3.735699479104557e-05,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5644593417644501,
      "num_tokens": 153713188.0,
      "step": 199420
    },
    {
      "epoch": 0.2529688288823098,
      "grad_norm": 5.125,
      "learning_rate": 3.735636048095928e-05,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5633362859487534,
      "num_tokens": 153721176.0,
      "step": 199430
    },
    {
      "epoch": 0.25298151347484266,
      "grad_norm": 5.875,
      "learning_rate": 3.735572617087299e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5377163529396057,
      "num_tokens": 153729251.0,
      "step": 199440
    },
    {
      "epoch": 0.2529941980673755,
      "grad_norm": 5.28125,
      "learning_rate": 3.73550918607867e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5563639163970947,
      "num_tokens": 153737194.0,
      "step": 199450
    },
    {
      "epoch": 0.25300688265990834,
      "grad_norm": 5.90625,
      "learning_rate": 3.735445755070041e-05,
      "loss": 1.7654,
      "mean_token_accuracy": 0.5903977870941162,
      "num_tokens": 153744055.0,
      "step": 199460
    },
    {
      "epoch": 0.2530195672524411,
      "grad_norm": 6.65625,
      "learning_rate": 3.735382324061412e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5537518054246903,
      "num_tokens": 153752164.0,
      "step": 199470
    },
    {
      "epoch": 0.25303225184497397,
      "grad_norm": 5.3125,
      "learning_rate": 3.7353188930527825e-05,
      "loss": 2.2721,
      "mean_token_accuracy": 0.507614690065384,
      "num_tokens": 153761533.0,
      "step": 199480
    },
    {
      "epoch": 0.2530449364375068,
      "grad_norm": 4.875,
      "learning_rate": 3.735255462044153e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5541876703500748,
      "num_tokens": 153767759.0,
      "step": 199490
    },
    {
      "epoch": 0.25305762103003965,
      "grad_norm": 5.34375,
      "learning_rate": 3.735192031035524e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5616510570049286,
      "num_tokens": 153775595.0,
      "step": 199500
    },
    {
      "epoch": 0.2530703056225725,
      "grad_norm": 5.96875,
      "learning_rate": 3.735128600026895e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.566095519065857,
      "num_tokens": 153780770.0,
      "step": 199510
    },
    {
      "epoch": 0.25308299021510533,
      "grad_norm": 5.9375,
      "learning_rate": 3.735065169018266e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5237714380025864,
      "num_tokens": 153789446.0,
      "step": 199520
    },
    {
      "epoch": 0.25309567480763817,
      "grad_norm": 4.875,
      "learning_rate": 3.7350017380096365e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5568361759185791,
      "num_tokens": 153798298.0,
      "step": 199530
    },
    {
      "epoch": 0.253108359400171,
      "grad_norm": 8.125,
      "learning_rate": 3.734938307001008e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5490545034408569,
      "num_tokens": 153805559.0,
      "step": 199540
    },
    {
      "epoch": 0.2531210439927038,
      "grad_norm": 6.5,
      "learning_rate": 3.734874875992378e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5596696853637695,
      "num_tokens": 153814377.0,
      "step": 199550
    },
    {
      "epoch": 0.25313372858523664,
      "grad_norm": 8.4375,
      "learning_rate": 3.734811444983749e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5360832244157792,
      "num_tokens": 153822404.0,
      "step": 199560
    },
    {
      "epoch": 0.2531464131777695,
      "grad_norm": 17.75,
      "learning_rate": 3.73474801397512e-05,
      "loss": 2.2141,
      "mean_token_accuracy": 0.5415729492902756,
      "num_tokens": 153828276.0,
      "step": 199570
    },
    {
      "epoch": 0.2531590977703023,
      "grad_norm": 5.3125,
      "learning_rate": 3.7346845829664905e-05,
      "loss": 1.8437,
      "mean_token_accuracy": 0.6017911791801452,
      "num_tokens": 153835563.0,
      "step": 199580
    },
    {
      "epoch": 0.25317178236283516,
      "grad_norm": 5.0,
      "learning_rate": 3.734621151957862e-05,
      "loss": 1.8355,
      "mean_token_accuracy": 0.5974965840578079,
      "num_tokens": 153843162.0,
      "step": 199590
    },
    {
      "epoch": 0.253184466955368,
      "grad_norm": 5.625,
      "learning_rate": 3.734557720949233e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5605363875627518,
      "num_tokens": 153850571.0,
      "step": 199600
    },
    {
      "epoch": 0.25319715154790084,
      "grad_norm": 4.9375,
      "learning_rate": 3.7344942899406035e-05,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5182146042585373,
      "num_tokens": 153857475.0,
      "step": 199610
    },
    {
      "epoch": 0.2532098361404337,
      "grad_norm": 5.8125,
      "learning_rate": 3.734430858931974e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5689083397388458,
      "num_tokens": 153865440.0,
      "step": 199620
    },
    {
      "epoch": 0.25322252073296647,
      "grad_norm": 5.8125,
      "learning_rate": 3.7343674279233446e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5522102981805801,
      "num_tokens": 153874362.0,
      "step": 199630
    },
    {
      "epoch": 0.2532352053254993,
      "grad_norm": 6.375,
      "learning_rate": 3.734303996914716e-05,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5149962395429611,
      "num_tokens": 153882400.0,
      "step": 199640
    },
    {
      "epoch": 0.25324788991803215,
      "grad_norm": 6.875,
      "learning_rate": 3.734240565906087e-05,
      "loss": 1.7534,
      "mean_token_accuracy": 0.5926032036542892,
      "num_tokens": 153889140.0,
      "step": 199650
    },
    {
      "epoch": 0.253260574510565,
      "grad_norm": 5.4375,
      "learning_rate": 3.7341771348974575e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5432862371206284,
      "num_tokens": 153896651.0,
      "step": 199660
    },
    {
      "epoch": 0.25327325910309784,
      "grad_norm": 5.0,
      "learning_rate": 3.734113703888829e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5239629983901978,
      "num_tokens": 153905029.0,
      "step": 199670
    },
    {
      "epoch": 0.2532859436956307,
      "grad_norm": 5.9375,
      "learning_rate": 3.734050272880199e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5277786403894424,
      "num_tokens": 153913091.0,
      "step": 199680
    },
    {
      "epoch": 0.2532986282881635,
      "grad_norm": 9.375,
      "learning_rate": 3.73398684187157e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5291479825973511,
      "num_tokens": 153920774.0,
      "step": 199690
    },
    {
      "epoch": 0.25331131288069636,
      "grad_norm": 4.90625,
      "learning_rate": 3.733923410862941e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5505262285470962,
      "num_tokens": 153928914.0,
      "step": 199700
    },
    {
      "epoch": 0.25332399747322915,
      "grad_norm": 5.90625,
      "learning_rate": 3.7338599798543116e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5338022917509079,
      "num_tokens": 153937368.0,
      "step": 199710
    },
    {
      "epoch": 0.253336682065762,
      "grad_norm": 5.28125,
      "learning_rate": 3.733796548845683e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5305778920650482,
      "num_tokens": 153946165.0,
      "step": 199720
    },
    {
      "epoch": 0.25334936665829483,
      "grad_norm": 7.21875,
      "learning_rate": 3.733733117837053e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5544403672218323,
      "num_tokens": 153952663.0,
      "step": 199730
    },
    {
      "epoch": 0.25336205125082767,
      "grad_norm": 6.09375,
      "learning_rate": 3.7336696868284245e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5468826174736023,
      "num_tokens": 153961586.0,
      "step": 199740
    },
    {
      "epoch": 0.2533747358433605,
      "grad_norm": 5.3125,
      "learning_rate": 3.733606255819796e-05,
      "loss": 2.2456,
      "mean_token_accuracy": 0.5161185622215271,
      "num_tokens": 153970954.0,
      "step": 199750
    },
    {
      "epoch": 0.25338742043589335,
      "grad_norm": 5.1875,
      "learning_rate": 3.7335428248111656e-05,
      "loss": 1.8416,
      "mean_token_accuracy": 0.582446375489235,
      "num_tokens": 153978619.0,
      "step": 199760
    },
    {
      "epoch": 0.2534001050284262,
      "grad_norm": 4.875,
      "learning_rate": 3.733479393802537e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5173135131597519,
      "num_tokens": 153987237.0,
      "step": 199770
    },
    {
      "epoch": 0.25341278962095903,
      "grad_norm": 5.5625,
      "learning_rate": 3.733415962793907e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5852059811353684,
      "num_tokens": 153994499.0,
      "step": 199780
    },
    {
      "epoch": 0.2534254742134918,
      "grad_norm": 6.375,
      "learning_rate": 3.7333525317852785e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5459854036569596,
      "num_tokens": 154001853.0,
      "step": 199790
    },
    {
      "epoch": 0.25343815880602466,
      "grad_norm": 9.375,
      "learning_rate": 3.73328910077665e-05,
      "loss": 2.2038,
      "mean_token_accuracy": 0.5227012813091279,
      "num_tokens": 154008655.0,
      "step": 199800
    },
    {
      "epoch": 0.2534508433985575,
      "grad_norm": 5.21875,
      "learning_rate": 3.73322566976802e-05,
      "loss": 1.8729,
      "mean_token_accuracy": 0.5786515712738037,
      "num_tokens": 154016571.0,
      "step": 199810
    },
    {
      "epoch": 0.25346352799109034,
      "grad_norm": 4.90625,
      "learning_rate": 3.7331622387593915e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5567345499992371,
      "num_tokens": 154024185.0,
      "step": 199820
    },
    {
      "epoch": 0.2534762125836232,
      "grad_norm": 6.46875,
      "learning_rate": 3.733098807750762e-05,
      "loss": 1.7308,
      "mean_token_accuracy": 0.6136979520320892,
      "num_tokens": 154029823.0,
      "step": 199830
    },
    {
      "epoch": 0.253488897176156,
      "grad_norm": 5.21875,
      "learning_rate": 3.7330353767421326e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5311898112297058,
      "num_tokens": 154038739.0,
      "step": 199840
    },
    {
      "epoch": 0.25350158176868887,
      "grad_norm": 5.125,
      "learning_rate": 3.732971945733504e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5434112846851349,
      "num_tokens": 154047394.0,
      "step": 199850
    },
    {
      "epoch": 0.25351426636122165,
      "grad_norm": 5.75,
      "learning_rate": 3.732908514724874e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5539478123188019,
      "num_tokens": 154054327.0,
      "step": 199860
    },
    {
      "epoch": 0.2535269509537545,
      "grad_norm": 6.53125,
      "learning_rate": 3.7328450837162455e-05,
      "loss": 1.8419,
      "mean_token_accuracy": 0.5872656047344208,
      "num_tokens": 154061661.0,
      "step": 199870
    },
    {
      "epoch": 0.25353963554628733,
      "grad_norm": 6.21875,
      "learning_rate": 3.732781652707617e-05,
      "loss": 2.2628,
      "mean_token_accuracy": 0.5013957560062409,
      "num_tokens": 154069384.0,
      "step": 199880
    },
    {
      "epoch": 0.2535523201388202,
      "grad_norm": 9.6875,
      "learning_rate": 3.732718221698987e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5301462650299072,
      "num_tokens": 154077750.0,
      "step": 199890
    },
    {
      "epoch": 0.253565004731353,
      "grad_norm": 6.40625,
      "learning_rate": 3.732654790690358e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5454310297966003,
      "num_tokens": 154085384.0,
      "step": 199900
    },
    {
      "epoch": 0.25357768932388586,
      "grad_norm": 5.09375,
      "learning_rate": 3.7325913596817284e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5733775973320008,
      "num_tokens": 154093121.0,
      "step": 199910
    },
    {
      "epoch": 0.2535903739164187,
      "grad_norm": 5.0625,
      "learning_rate": 3.7325279286730996e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5172791182994843,
      "num_tokens": 154101441.0,
      "step": 199920
    },
    {
      "epoch": 0.25360305850895154,
      "grad_norm": 5.6875,
      "learning_rate": 3.732464497664471e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5516589462757111,
      "num_tokens": 154109027.0,
      "step": 199930
    },
    {
      "epoch": 0.2536157431014843,
      "grad_norm": 4.75,
      "learning_rate": 3.732401066655841e-05,
      "loss": 2.2967,
      "mean_token_accuracy": 0.5073720127344131,
      "num_tokens": 154118259.0,
      "step": 199940
    },
    {
      "epoch": 0.25362842769401717,
      "grad_norm": 8.75,
      "learning_rate": 3.7323376356472125e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5625676393508912,
      "num_tokens": 154125544.0,
      "step": 199950
    },
    {
      "epoch": 0.25364111228655,
      "grad_norm": 6.5,
      "learning_rate": 3.732274204638583e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5102417707443238,
      "num_tokens": 154132205.0,
      "step": 199960
    },
    {
      "epoch": 0.25365379687908285,
      "grad_norm": 6.9375,
      "learning_rate": 3.7322107736299536e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5470521211624145,
      "num_tokens": 154140646.0,
      "step": 199970
    },
    {
      "epoch": 0.2536664814716157,
      "grad_norm": 5.34375,
      "learning_rate": 3.732147342621325e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5358176678419113,
      "num_tokens": 154149189.0,
      "step": 199980
    },
    {
      "epoch": 0.25367916606414853,
      "grad_norm": 7.25,
      "learning_rate": 3.7320839116126954e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5614407807588577,
      "num_tokens": 154156716.0,
      "step": 199990
    },
    {
      "epoch": 0.2536918506566814,
      "grad_norm": 6.625,
      "learning_rate": 3.7320204806040666e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.5691074967384339,
      "num_tokens": 154163195.0,
      "step": 200000
    },
    {
      "epoch": 0.2537045352492142,
      "grad_norm": 7.21875,
      "learning_rate": 3.731957049595437e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5419261366128921,
      "num_tokens": 154170391.0,
      "step": 200010
    },
    {
      "epoch": 0.253717219841747,
      "grad_norm": 5.25,
      "learning_rate": 3.731893618586808e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5579577177762985,
      "num_tokens": 154178646.0,
      "step": 200020
    },
    {
      "epoch": 0.25372990443427984,
      "grad_norm": 5.09375,
      "learning_rate": 3.731830187578179e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5279094517230988,
      "num_tokens": 154186484.0,
      "step": 200030
    },
    {
      "epoch": 0.2537425890268127,
      "grad_norm": 6.0625,
      "learning_rate": 3.7317667565695494e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5215616375207901,
      "num_tokens": 154195156.0,
      "step": 200040
    },
    {
      "epoch": 0.2537552736193455,
      "grad_norm": 7.4375,
      "learning_rate": 3.7317033255609206e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5678351521492004,
      "num_tokens": 154201957.0,
      "step": 200050
    },
    {
      "epoch": 0.25376795821187836,
      "grad_norm": 6.125,
      "learning_rate": 3.731639894552291e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5518171638250351,
      "num_tokens": 154209807.0,
      "step": 200060
    },
    {
      "epoch": 0.2537806428044112,
      "grad_norm": 6.875,
      "learning_rate": 3.7315764635436623e-05,
      "loss": 1.8345,
      "mean_token_accuracy": 0.5961705535650254,
      "num_tokens": 154217187.0,
      "step": 200070
    },
    {
      "epoch": 0.25379332739694405,
      "grad_norm": 5.3125,
      "learning_rate": 3.7315130325350336e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5751145333051682,
      "num_tokens": 154223947.0,
      "step": 200080
    },
    {
      "epoch": 0.2538060119894769,
      "grad_norm": 5.6875,
      "learning_rate": 3.731449601526404e-05,
      "loss": 1.8886,
      "mean_token_accuracy": 0.5865776658058166,
      "num_tokens": 154232488.0,
      "step": 200090
    },
    {
      "epoch": 0.2538186965820097,
      "grad_norm": 5.96875,
      "learning_rate": 3.7313861705177746e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5355525940656662,
      "num_tokens": 154241613.0,
      "step": 200100
    },
    {
      "epoch": 0.2538313811745425,
      "grad_norm": 7.34375,
      "learning_rate": 3.731322739509145e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5197196841239929,
      "num_tokens": 154249499.0,
      "step": 200110
    },
    {
      "epoch": 0.25384406576707536,
      "grad_norm": 6.46875,
      "learning_rate": 3.7312593085005164e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.549031937122345,
      "num_tokens": 154256720.0,
      "step": 200120
    },
    {
      "epoch": 0.2538567503596082,
      "grad_norm": 5.96875,
      "learning_rate": 3.7311958774918876e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5260458409786224,
      "num_tokens": 154265357.0,
      "step": 200130
    },
    {
      "epoch": 0.25386943495214104,
      "grad_norm": 4.90625,
      "learning_rate": 3.731132446483258e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5405511558055878,
      "num_tokens": 154273644.0,
      "step": 200140
    },
    {
      "epoch": 0.2538821195446739,
      "grad_norm": 4.96875,
      "learning_rate": 3.731069015474629e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5283548504114151,
      "num_tokens": 154280964.0,
      "step": 200150
    },
    {
      "epoch": 0.2538948041372067,
      "grad_norm": 4.75,
      "learning_rate": 3.731005584466e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.564699473977089,
      "num_tokens": 154288439.0,
      "step": 200160
    },
    {
      "epoch": 0.25390748872973956,
      "grad_norm": 4.875,
      "learning_rate": 3.730942153457371e-05,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5678028434514999,
      "num_tokens": 154297437.0,
      "step": 200170
    },
    {
      "epoch": 0.25392017332227235,
      "grad_norm": 5.90625,
      "learning_rate": 3.7308787224487416e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5428425788879394,
      "num_tokens": 154305123.0,
      "step": 200180
    },
    {
      "epoch": 0.2539328579148052,
      "grad_norm": 4.84375,
      "learning_rate": 3.730815291440112e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5535490840673447,
      "num_tokens": 154313739.0,
      "step": 200190
    },
    {
      "epoch": 0.25394554250733803,
      "grad_norm": 6.8125,
      "learning_rate": 3.7307518604314834e-05,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5651052176952363,
      "num_tokens": 154321000.0,
      "step": 200200
    },
    {
      "epoch": 0.25395822709987087,
      "grad_norm": 5.34375,
      "learning_rate": 3.730688429422854e-05,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5344453573226928,
      "num_tokens": 154327108.0,
      "step": 200210
    },
    {
      "epoch": 0.2539709116924037,
      "grad_norm": 6.34375,
      "learning_rate": 3.730624998414225e-05,
      "loss": 2.2906,
      "mean_token_accuracy": 0.5137706905603409,
      "num_tokens": 154335045.0,
      "step": 200220
    },
    {
      "epoch": 0.25398359628493655,
      "grad_norm": 5.875,
      "learning_rate": 3.730561567405596e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.56449373960495,
      "num_tokens": 154341677.0,
      "step": 200230
    },
    {
      "epoch": 0.2539962808774694,
      "grad_norm": 4.875,
      "learning_rate": 3.730498136396967e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5479024440050125,
      "num_tokens": 154349007.0,
      "step": 200240
    },
    {
      "epoch": 0.25400896547000223,
      "grad_norm": 7.03125,
      "learning_rate": 3.7304347053883374e-05,
      "loss": 1.8784,
      "mean_token_accuracy": 0.58189817070961,
      "num_tokens": 154356219.0,
      "step": 200250
    },
    {
      "epoch": 0.254021650062535,
      "grad_norm": 7.4375,
      "learning_rate": 3.730371274379708e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5387744814157486,
      "num_tokens": 154364096.0,
      "step": 200260
    },
    {
      "epoch": 0.25403433465506786,
      "grad_norm": 11.0625,
      "learning_rate": 3.730307843371079e-05,
      "loss": 1.7489,
      "mean_token_accuracy": 0.6120781391859055,
      "num_tokens": 154371037.0,
      "step": 200270
    },
    {
      "epoch": 0.2540470192476007,
      "grad_norm": 5.375,
      "learning_rate": 3.7302444123624504e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5364538878202438,
      "num_tokens": 154379736.0,
      "step": 200280
    },
    {
      "epoch": 0.25405970384013354,
      "grad_norm": 6.65625,
      "learning_rate": 3.730180981353821e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5506557762622833,
      "num_tokens": 154384886.0,
      "step": 200290
    },
    {
      "epoch": 0.2540723884326664,
      "grad_norm": 5.125,
      "learning_rate": 3.730117550345192e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5359438419342041,
      "num_tokens": 154391592.0,
      "step": 200300
    },
    {
      "epoch": 0.2540850730251992,
      "grad_norm": 4.8125,
      "learning_rate": 3.7300541193365626e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5321234941482544,
      "num_tokens": 154399935.0,
      "step": 200310
    },
    {
      "epoch": 0.25409775761773207,
      "grad_norm": 5.125,
      "learning_rate": 3.729990688327933e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5293952286243438,
      "num_tokens": 154407594.0,
      "step": 200320
    },
    {
      "epoch": 0.25411044221026485,
      "grad_norm": 6.6875,
      "learning_rate": 3.7299272573193044e-05,
      "loss": 2.2493,
      "mean_token_accuracy": 0.5101779043674469,
      "num_tokens": 154416851.0,
      "step": 200330
    },
    {
      "epoch": 0.2541231268027977,
      "grad_norm": 5.09375,
      "learning_rate": 3.729863826310675e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5441412717103958,
      "num_tokens": 154424044.0,
      "step": 200340
    },
    {
      "epoch": 0.25413581139533054,
      "grad_norm": 7.46875,
      "learning_rate": 3.729800395302046e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5498449802398682,
      "num_tokens": 154430154.0,
      "step": 200350
    },
    {
      "epoch": 0.2541484959878634,
      "grad_norm": 4.40625,
      "learning_rate": 3.729736964293417e-05,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5211318105459213,
      "num_tokens": 154438183.0,
      "step": 200360
    },
    {
      "epoch": 0.2541611805803962,
      "grad_norm": 5.59375,
      "learning_rate": 3.729673533284788e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5493242114782333,
      "num_tokens": 154446028.0,
      "step": 200370
    },
    {
      "epoch": 0.25417386517292906,
      "grad_norm": 4.5625,
      "learning_rate": 3.7296101022761584e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5350438326597213,
      "num_tokens": 154454611.0,
      "step": 200380
    },
    {
      "epoch": 0.2541865497654619,
      "grad_norm": 5.8125,
      "learning_rate": 3.729546671267529e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5334090828895569,
      "num_tokens": 154461614.0,
      "step": 200390
    },
    {
      "epoch": 0.25419923435799474,
      "grad_norm": 5.375,
      "learning_rate": 3.7294832402589e-05,
      "loss": 2.2987,
      "mean_token_accuracy": 0.504940801858902,
      "num_tokens": 154469604.0,
      "step": 200400
    },
    {
      "epoch": 0.2542119189505275,
      "grad_norm": 6.65625,
      "learning_rate": 3.729419809250271e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.539144441485405,
      "num_tokens": 154477506.0,
      "step": 200410
    },
    {
      "epoch": 0.25422460354306037,
      "grad_norm": 7.71875,
      "learning_rate": 3.729356378241642e-05,
      "loss": 1.9428,
      "mean_token_accuracy": 0.5646764874458313,
      "num_tokens": 154485872.0,
      "step": 200420
    },
    {
      "epoch": 0.2542372881355932,
      "grad_norm": 6.1875,
      "learning_rate": 3.729292947233013e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5411316812038421,
      "num_tokens": 154493878.0,
      "step": 200430
    },
    {
      "epoch": 0.25424997272812605,
      "grad_norm": 6.3125,
      "learning_rate": 3.729229516224384e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5493605762720108,
      "num_tokens": 154501192.0,
      "step": 200440
    },
    {
      "epoch": 0.2542626573206589,
      "grad_norm": 4.96875,
      "learning_rate": 3.729166085215754e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5512386918067932,
      "num_tokens": 154509563.0,
      "step": 200450
    },
    {
      "epoch": 0.25427534191319173,
      "grad_norm": 4.8125,
      "learning_rate": 3.729102654207125e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.541253411769867,
      "num_tokens": 154517552.0,
      "step": 200460
    },
    {
      "epoch": 0.2542880265057246,
      "grad_norm": 5.3125,
      "learning_rate": 3.729039223198496e-05,
      "loss": 1.8493,
      "mean_token_accuracy": 0.5870108902454376,
      "num_tokens": 154525481.0,
      "step": 200470
    },
    {
      "epoch": 0.2543007110982574,
      "grad_norm": 5.75,
      "learning_rate": 3.728975792189867e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.566802030801773,
      "num_tokens": 154531172.0,
      "step": 200480
    },
    {
      "epoch": 0.2543133956907902,
      "grad_norm": 6.1875,
      "learning_rate": 3.728912361181238e-05,
      "loss": 2.2839,
      "mean_token_accuracy": 0.5089323937892913,
      "num_tokens": 154539110.0,
      "step": 200490
    },
    {
      "epoch": 0.25432608028332304,
      "grad_norm": 10.5,
      "learning_rate": 3.728848930172609e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5389148443937302,
      "num_tokens": 154545991.0,
      "step": 200500
    },
    {
      "epoch": 0.2543387648758559,
      "grad_norm": 5.8125,
      "learning_rate": 3.7287854991639794e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5688454329967498,
      "num_tokens": 154553909.0,
      "step": 200510
    },
    {
      "epoch": 0.2543514494683887,
      "grad_norm": 4.75,
      "learning_rate": 3.72872206815535e-05,
      "loss": 2.2272,
      "mean_token_accuracy": 0.516441148519516,
      "num_tokens": 154563156.0,
      "step": 200520
    },
    {
      "epoch": 0.25436413406092157,
      "grad_norm": 5.0,
      "learning_rate": 3.728658637146721e-05,
      "loss": 1.8726,
      "mean_token_accuracy": 0.5811856687068939,
      "num_tokens": 154570478.0,
      "step": 200530
    },
    {
      "epoch": 0.2543768186534544,
      "grad_norm": 5.8125,
      "learning_rate": 3.728595206138092e-05,
      "loss": 2.217,
      "mean_token_accuracy": 0.5316687941551208,
      "num_tokens": 154577753.0,
      "step": 200540
    },
    {
      "epoch": 0.25438950324598725,
      "grad_norm": 5.28125,
      "learning_rate": 3.728531775129463e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5451667338609696,
      "num_tokens": 154585591.0,
      "step": 200550
    },
    {
      "epoch": 0.2544021878385201,
      "grad_norm": 5.96875,
      "learning_rate": 3.7284683441208335e-05,
      "loss": 1.7703,
      "mean_token_accuracy": 0.6083376318216324,
      "num_tokens": 154592457.0,
      "step": 200560
    },
    {
      "epoch": 0.2544148724310529,
      "grad_norm": 4.6875,
      "learning_rate": 3.728404913112205e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5284316152334213,
      "num_tokens": 154599390.0,
      "step": 200570
    },
    {
      "epoch": 0.2544275570235857,
      "grad_norm": 5.875,
      "learning_rate": 3.728341482103576e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5274613797664642,
      "num_tokens": 154608119.0,
      "step": 200580
    },
    {
      "epoch": 0.25444024161611856,
      "grad_norm": 6.625,
      "learning_rate": 3.7282780510949464e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5332141190767288,
      "num_tokens": 154617080.0,
      "step": 200590
    },
    {
      "epoch": 0.2544529262086514,
      "grad_norm": 4.46875,
      "learning_rate": 3.728214620086317e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5231944769620895,
      "num_tokens": 154625834.0,
      "step": 200600
    },
    {
      "epoch": 0.25446561080118424,
      "grad_norm": 5.4375,
      "learning_rate": 3.7281511890776875e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.555526253581047,
      "num_tokens": 154634356.0,
      "step": 200610
    },
    {
      "epoch": 0.2544782953937171,
      "grad_norm": 4.6875,
      "learning_rate": 3.728087758069059e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5173961281776428,
      "num_tokens": 154643609.0,
      "step": 200620
    },
    {
      "epoch": 0.2544909799862499,
      "grad_norm": 4.78125,
      "learning_rate": 3.72802432706043e-05,
      "loss": 2.2838,
      "mean_token_accuracy": 0.5156734704971313,
      "num_tokens": 154650512.0,
      "step": 200630
    },
    {
      "epoch": 0.25450366457878276,
      "grad_norm": 6.46875,
      "learning_rate": 3.7279608960518005e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5328565329313278,
      "num_tokens": 154657099.0,
      "step": 200640
    },
    {
      "epoch": 0.25451634917131555,
      "grad_norm": 5.21875,
      "learning_rate": 3.727897465043172e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.528576573729515,
      "num_tokens": 154664653.0,
      "step": 200650
    },
    {
      "epoch": 0.2545290337638484,
      "grad_norm": 5.34375,
      "learning_rate": 3.727834034034542e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5275511234998703,
      "num_tokens": 154672944.0,
      "step": 200660
    },
    {
      "epoch": 0.25454171835638123,
      "grad_norm": 5.34375,
      "learning_rate": 3.727770603025913e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5472415804862976,
      "num_tokens": 154680415.0,
      "step": 200670
    },
    {
      "epoch": 0.25455440294891407,
      "grad_norm": 5.59375,
      "learning_rate": 3.727707172017284e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.534091392159462,
      "num_tokens": 154687851.0,
      "step": 200680
    },
    {
      "epoch": 0.2545670875414469,
      "grad_norm": 5.625,
      "learning_rate": 3.7276437410086545e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5499449402093888,
      "num_tokens": 154694857.0,
      "step": 200690
    },
    {
      "epoch": 0.25457977213397975,
      "grad_norm": 5.5625,
      "learning_rate": 3.727580310000026e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5586928188800812,
      "num_tokens": 154702597.0,
      "step": 200700
    },
    {
      "epoch": 0.2545924567265126,
      "grad_norm": 6.375,
      "learning_rate": 3.727516878991396e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5391955643892288,
      "num_tokens": 154710745.0,
      "step": 200710
    },
    {
      "epoch": 0.25460514131904544,
      "grad_norm": 4.71875,
      "learning_rate": 3.7274534479827675e-05,
      "loss": 1.9048,
      "mean_token_accuracy": 0.5715662747621536,
      "num_tokens": 154719004.0,
      "step": 200720
    },
    {
      "epoch": 0.2546178259115782,
      "grad_norm": 4.75,
      "learning_rate": 3.727390016974138e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5324978917837143,
      "num_tokens": 154728044.0,
      "step": 200730
    },
    {
      "epoch": 0.25463051050411106,
      "grad_norm": 5.15625,
      "learning_rate": 3.7273265859655085e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.547355005145073,
      "num_tokens": 154735913.0,
      "step": 200740
    },
    {
      "epoch": 0.2546431950966439,
      "grad_norm": 8.75,
      "learning_rate": 3.72726315495688e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5588496774435043,
      "num_tokens": 154744398.0,
      "step": 200750
    },
    {
      "epoch": 0.25465587968917675,
      "grad_norm": 6.15625,
      "learning_rate": 3.727199723948251e-05,
      "loss": 2.3167,
      "mean_token_accuracy": 0.5056717187166214,
      "num_tokens": 154751547.0,
      "step": 200760
    },
    {
      "epoch": 0.2546685642817096,
      "grad_norm": 5.4375,
      "learning_rate": 3.7271362929396215e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5462770730257034,
      "num_tokens": 154759947.0,
      "step": 200770
    },
    {
      "epoch": 0.2546812488742424,
      "grad_norm": 5.03125,
      "learning_rate": 3.727072861930993e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5575946778059006,
      "num_tokens": 154767345.0,
      "step": 200780
    },
    {
      "epoch": 0.25469393346677527,
      "grad_norm": 5.8125,
      "learning_rate": 3.727009430922363e-05,
      "loss": 1.9442,
      "mean_token_accuracy": 0.5851179778575897,
      "num_tokens": 154775123.0,
      "step": 200790
    },
    {
      "epoch": 0.25470661805930805,
      "grad_norm": 8.0625,
      "learning_rate": 3.726945999913734e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5315674632787705,
      "num_tokens": 154783029.0,
      "step": 200800
    },
    {
      "epoch": 0.2547193026518409,
      "grad_norm": 6.375,
      "learning_rate": 3.726882568905105e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.52418412566185,
      "num_tokens": 154790835.0,
      "step": 200810
    },
    {
      "epoch": 0.25473198724437374,
      "grad_norm": 4.9375,
      "learning_rate": 3.7268191378964755e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5581440061330796,
      "num_tokens": 154798009.0,
      "step": 200820
    },
    {
      "epoch": 0.2547446718369066,
      "grad_norm": 5.90625,
      "learning_rate": 3.726755706887847e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5601551622152329,
      "num_tokens": 154805347.0,
      "step": 200830
    },
    {
      "epoch": 0.2547573564294394,
      "grad_norm": 4.84375,
      "learning_rate": 3.726692275879217e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5397024720907211,
      "num_tokens": 154814034.0,
      "step": 200840
    },
    {
      "epoch": 0.25477004102197226,
      "grad_norm": 5.375,
      "learning_rate": 3.7266288448705885e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5450574934482575,
      "num_tokens": 154821778.0,
      "step": 200850
    },
    {
      "epoch": 0.2547827256145051,
      "grad_norm": 6.0625,
      "learning_rate": 3.726565413861959e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5727724492549896,
      "num_tokens": 154827901.0,
      "step": 200860
    },
    {
      "epoch": 0.25479541020703794,
      "grad_norm": 7.25,
      "learning_rate": 3.7265019828533295e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5684203326702117,
      "num_tokens": 154836101.0,
      "step": 200870
    },
    {
      "epoch": 0.25480809479957073,
      "grad_norm": 6.1875,
      "learning_rate": 3.726438551844701e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5302900701761246,
      "num_tokens": 154845150.0,
      "step": 200880
    },
    {
      "epoch": 0.25482077939210357,
      "grad_norm": 4.65625,
      "learning_rate": 3.726375120836071e-05,
      "loss": 2.3234,
      "mean_token_accuracy": 0.504259905219078,
      "num_tokens": 154853190.0,
      "step": 200890
    },
    {
      "epoch": 0.2548334639846364,
      "grad_norm": 5.09375,
      "learning_rate": 3.7263116898274425e-05,
      "loss": 2.4017,
      "mean_token_accuracy": 0.49481571316719053,
      "num_tokens": 154861300.0,
      "step": 200900
    },
    {
      "epoch": 0.25484614857716925,
      "grad_norm": 4.65625,
      "learning_rate": 3.726248258818814e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5364761680364609,
      "num_tokens": 154868520.0,
      "step": 200910
    },
    {
      "epoch": 0.2548588331697021,
      "grad_norm": 4.8125,
      "learning_rate": 3.726184827810184e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5574532985687256,
      "num_tokens": 154877114.0,
      "step": 200920
    },
    {
      "epoch": 0.25487151776223493,
      "grad_norm": 7.09375,
      "learning_rate": 3.7261213968015555e-05,
      "loss": 1.9802,
      "mean_token_accuracy": 0.5514011740684509,
      "num_tokens": 154884691.0,
      "step": 200930
    },
    {
      "epoch": 0.2548842023547678,
      "grad_norm": 5.4375,
      "learning_rate": 3.726057965792925e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5353447288274765,
      "num_tokens": 154892372.0,
      "step": 200940
    },
    {
      "epoch": 0.2548968869473006,
      "grad_norm": 5.125,
      "learning_rate": 3.7259945347842965e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5368502408266067,
      "num_tokens": 154899580.0,
      "step": 200950
    },
    {
      "epoch": 0.2549095715398334,
      "grad_norm": 5.8125,
      "learning_rate": 3.725931103775668e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5451913207769394,
      "num_tokens": 154908213.0,
      "step": 200960
    },
    {
      "epoch": 0.25492225613236624,
      "grad_norm": 4.875,
      "learning_rate": 3.725867672767038e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5443304300308227,
      "num_tokens": 154916145.0,
      "step": 200970
    },
    {
      "epoch": 0.2549349407248991,
      "grad_norm": 4.71875,
      "learning_rate": 3.7258042417584095e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5211442589759827,
      "num_tokens": 154925156.0,
      "step": 200980
    },
    {
      "epoch": 0.2549476253174319,
      "grad_norm": 5.59375,
      "learning_rate": 3.72574081074978e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5273323953151703,
      "num_tokens": 154933918.0,
      "step": 200990
    },
    {
      "epoch": 0.25496030990996477,
      "grad_norm": 4.6875,
      "learning_rate": 3.725677379741151e-05,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5188635021448136,
      "num_tokens": 154942215.0,
      "step": 201000
    },
    {
      "epoch": 0.2549729945024976,
      "grad_norm": 5.15625,
      "learning_rate": 3.725613948732522e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5510971367359161,
      "num_tokens": 154950052.0,
      "step": 201010
    },
    {
      "epoch": 0.25498567909503045,
      "grad_norm": 5.15625,
      "learning_rate": 3.725550517723892e-05,
      "loss": 2.2981,
      "mean_token_accuracy": 0.5215496271848679,
      "num_tokens": 154958365.0,
      "step": 201020
    },
    {
      "epoch": 0.2549983636875633,
      "grad_norm": 4.0,
      "learning_rate": 3.7254870867152635e-05,
      "loss": 1.8275,
      "mean_token_accuracy": 0.5944029778242111,
      "num_tokens": 154965954.0,
      "step": 201030
    },
    {
      "epoch": 0.2550110482800961,
      "grad_norm": 5.5,
      "learning_rate": 3.725423655706634e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.525571858882904,
      "num_tokens": 154974809.0,
      "step": 201040
    },
    {
      "epoch": 0.2550237328726289,
      "grad_norm": 5.03125,
      "learning_rate": 3.725360224698005e-05,
      "loss": 1.784,
      "mean_token_accuracy": 0.5996060609817505,
      "num_tokens": 154981553.0,
      "step": 201050
    },
    {
      "epoch": 0.25503641746516176,
      "grad_norm": 6.4375,
      "learning_rate": 3.7252967936893765e-05,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5239530593156815,
      "num_tokens": 154989745.0,
      "step": 201060
    },
    {
      "epoch": 0.2550491020576946,
      "grad_norm": 4.59375,
      "learning_rate": 3.725233362680747e-05,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5116762459278107,
      "num_tokens": 154998040.0,
      "step": 201070
    },
    {
      "epoch": 0.25506178665022744,
      "grad_norm": 6.75,
      "learning_rate": 3.7251699316721176e-05,
      "loss": 2.2227,
      "mean_token_accuracy": 0.5210716724395752,
      "num_tokens": 155005527.0,
      "step": 201080
    },
    {
      "epoch": 0.2550744712427603,
      "grad_norm": 11.5,
      "learning_rate": 3.725106500663488e-05,
      "loss": 1.8292,
      "mean_token_accuracy": 0.5742414087057114,
      "num_tokens": 155012287.0,
      "step": 201090
    },
    {
      "epoch": 0.2550871558352931,
      "grad_norm": 4.875,
      "learning_rate": 3.725043069654859e-05,
      "loss": 1.7741,
      "mean_token_accuracy": 0.6071964502334595,
      "num_tokens": 155019717.0,
      "step": 201100
    },
    {
      "epoch": 0.25509984042782596,
      "grad_norm": 6.96875,
      "learning_rate": 3.7249796386462305e-05,
      "loss": 1.889,
      "mean_token_accuracy": 0.567979809641838,
      "num_tokens": 155026502.0,
      "step": 201110
    },
    {
      "epoch": 0.25511252502035875,
      "grad_norm": 5.0,
      "learning_rate": 3.724916207637601e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5544872790575027,
      "num_tokens": 155034139.0,
      "step": 201120
    },
    {
      "epoch": 0.2551252096128916,
      "grad_norm": 5.53125,
      "learning_rate": 3.724852776628972e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5486008763313294,
      "num_tokens": 155042830.0,
      "step": 201130
    },
    {
      "epoch": 0.25513789420542443,
      "grad_norm": 5.09375,
      "learning_rate": 3.724789345620343e-05,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5586976259946823,
      "num_tokens": 155050526.0,
      "step": 201140
    },
    {
      "epoch": 0.2551505787979573,
      "grad_norm": 9.0625,
      "learning_rate": 3.7247259146117133e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5305032938718796,
      "num_tokens": 155058291.0,
      "step": 201150
    },
    {
      "epoch": 0.2551632633904901,
      "grad_norm": 5.6875,
      "learning_rate": 3.7246624836030846e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5298642754554749,
      "num_tokens": 155066625.0,
      "step": 201160
    },
    {
      "epoch": 0.25517594798302295,
      "grad_norm": 5.0,
      "learning_rate": 3.724599052594455e-05,
      "loss": 1.7367,
      "mean_token_accuracy": 0.6022217333316803,
      "num_tokens": 155073043.0,
      "step": 201170
    },
    {
      "epoch": 0.2551886325755558,
      "grad_norm": 5.40625,
      "learning_rate": 3.724535621585826e-05,
      "loss": 2.2394,
      "mean_token_accuracy": 0.516980504989624,
      "num_tokens": 155081763.0,
      "step": 201180
    },
    {
      "epoch": 0.25520131716808864,
      "grad_norm": 6.25,
      "learning_rate": 3.724472190577197e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5651246190071106,
      "num_tokens": 155089421.0,
      "step": 201190
    },
    {
      "epoch": 0.2552140017606214,
      "grad_norm": 6.90625,
      "learning_rate": 3.724408759568568e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.528927531838417,
      "num_tokens": 155097327.0,
      "step": 201200
    },
    {
      "epoch": 0.25522668635315426,
      "grad_norm": 5.4375,
      "learning_rate": 3.7243453285599386e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5305794209241868,
      "num_tokens": 155106088.0,
      "step": 201210
    },
    {
      "epoch": 0.2552393709456871,
      "grad_norm": 5.875,
      "learning_rate": 3.724281897551309e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5524623215198516,
      "num_tokens": 155113533.0,
      "step": 201220
    },
    {
      "epoch": 0.25525205553821995,
      "grad_norm": 5.25,
      "learning_rate": 3.72421846654268e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5456248998641968,
      "num_tokens": 155121972.0,
      "step": 201230
    },
    {
      "epoch": 0.2552647401307528,
      "grad_norm": 4.53125,
      "learning_rate": 3.724155035534051e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.554984837770462,
      "num_tokens": 155130980.0,
      "step": 201240
    },
    {
      "epoch": 0.25527742472328563,
      "grad_norm": 5.125,
      "learning_rate": 3.724091604525422e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5417040109634399,
      "num_tokens": 155139212.0,
      "step": 201250
    },
    {
      "epoch": 0.25529010931581847,
      "grad_norm": 4.75,
      "learning_rate": 3.724028173516793e-05,
      "loss": 2.2804,
      "mean_token_accuracy": 0.509181335568428,
      "num_tokens": 155147102.0,
      "step": 201260
    },
    {
      "epoch": 0.25530279390835126,
      "grad_norm": 5.4375,
      "learning_rate": 3.723964742508164e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5393684566020965,
      "num_tokens": 155156044.0,
      "step": 201270
    },
    {
      "epoch": 0.2553154785008841,
      "grad_norm": 5.125,
      "learning_rate": 3.7239013114995344e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5834143906831741,
      "num_tokens": 155163726.0,
      "step": 201280
    },
    {
      "epoch": 0.25532816309341694,
      "grad_norm": 5.375,
      "learning_rate": 3.723837880490905e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5369156152009964,
      "num_tokens": 155172748.0,
      "step": 201290
    },
    {
      "epoch": 0.2553408476859498,
      "grad_norm": 5.5625,
      "learning_rate": 3.723774449482276e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5648778706789017,
      "num_tokens": 155182274.0,
      "step": 201300
    },
    {
      "epoch": 0.2553535322784826,
      "grad_norm": 6.84375,
      "learning_rate": 3.723711018473647e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5404544949531556,
      "num_tokens": 155191285.0,
      "step": 201310
    },
    {
      "epoch": 0.25536621687101546,
      "grad_norm": 5.4375,
      "learning_rate": 3.723647587465018e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5582849144935608,
      "num_tokens": 155197884.0,
      "step": 201320
    },
    {
      "epoch": 0.2553789014635483,
      "grad_norm": 8.25,
      "learning_rate": 3.723584156456389e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5234856545925141,
      "num_tokens": 155205991.0,
      "step": 201330
    },
    {
      "epoch": 0.25539158605608114,
      "grad_norm": 5.25,
      "learning_rate": 3.7235207254477596e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5543888986110688,
      "num_tokens": 155214365.0,
      "step": 201340
    },
    {
      "epoch": 0.25540427064861393,
      "grad_norm": 5.53125,
      "learning_rate": 3.723457294439131e-05,
      "loss": 2.2203,
      "mean_token_accuracy": 0.5212888985872268,
      "num_tokens": 155221563.0,
      "step": 201350
    },
    {
      "epoch": 0.25541695524114677,
      "grad_norm": 6.28125,
      "learning_rate": 3.7233938634305014e-05,
      "loss": 1.8918,
      "mean_token_accuracy": 0.5855708658695221,
      "num_tokens": 155228168.0,
      "step": 201360
    },
    {
      "epoch": 0.2554296398336796,
      "grad_norm": 5.6875,
      "learning_rate": 3.723330432421872e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5669173091650009,
      "num_tokens": 155235298.0,
      "step": 201370
    },
    {
      "epoch": 0.25544232442621245,
      "grad_norm": 5.21875,
      "learning_rate": 3.723267001413243e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5278239578008652,
      "num_tokens": 155243596.0,
      "step": 201380
    },
    {
      "epoch": 0.2554550090187453,
      "grad_norm": 5.75,
      "learning_rate": 3.7232035704046136e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5459324866533279,
      "num_tokens": 155251813.0,
      "step": 201390
    },
    {
      "epoch": 0.25546769361127813,
      "grad_norm": 5.1875,
      "learning_rate": 3.723140139395985e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5585511714220047,
      "num_tokens": 155259121.0,
      "step": 201400
    },
    {
      "epoch": 0.255480378203811,
      "grad_norm": 6.1875,
      "learning_rate": 3.723076708387356e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5542019188404084,
      "num_tokens": 155265240.0,
      "step": 201410
    },
    {
      "epoch": 0.2554930627963438,
      "grad_norm": 6.53125,
      "learning_rate": 3.7230132773787266e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5648936033248901,
      "num_tokens": 155272109.0,
      "step": 201420
    },
    {
      "epoch": 0.2555057473888766,
      "grad_norm": 7.65625,
      "learning_rate": 3.722949846370097e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5647775828838348,
      "num_tokens": 155280043.0,
      "step": 201430
    },
    {
      "epoch": 0.25551843198140944,
      "grad_norm": 4.875,
      "learning_rate": 3.722886415361468e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5391304343938828,
      "num_tokens": 155288205.0,
      "step": 201440
    },
    {
      "epoch": 0.2555311165739423,
      "grad_norm": 5.6875,
      "learning_rate": 3.722822984352839e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5378723591566086,
      "num_tokens": 155296702.0,
      "step": 201450
    },
    {
      "epoch": 0.2555438011664751,
      "grad_norm": 6.1875,
      "learning_rate": 3.72275955334421e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5383856654167175,
      "num_tokens": 155305290.0,
      "step": 201460
    },
    {
      "epoch": 0.25555648575900797,
      "grad_norm": 5.90625,
      "learning_rate": 3.7226961223355806e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5583532303571701,
      "num_tokens": 155313574.0,
      "step": 201470
    },
    {
      "epoch": 0.2555691703515408,
      "grad_norm": 5.96875,
      "learning_rate": 3.722632691326952e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5280327498912811,
      "num_tokens": 155322034.0,
      "step": 201480
    },
    {
      "epoch": 0.25558185494407365,
      "grad_norm": 5.6875,
      "learning_rate": 3.7225692603183224e-05,
      "loss": 2.2137,
      "mean_token_accuracy": 0.5205610305070877,
      "num_tokens": 155330576.0,
      "step": 201490
    },
    {
      "epoch": 0.2555945395366065,
      "grad_norm": 5.0,
      "learning_rate": 3.722505829309693e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5303770363330841,
      "num_tokens": 155339299.0,
      "step": 201500
    },
    {
      "epoch": 0.2556072241291393,
      "grad_norm": 5.78125,
      "learning_rate": 3.722442398301064e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5380838841199875,
      "num_tokens": 155347723.0,
      "step": 201510
    },
    {
      "epoch": 0.2556199087216721,
      "grad_norm": 5.78125,
      "learning_rate": 3.722378967292435e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5877980440855026,
      "num_tokens": 155354059.0,
      "step": 201520
    },
    {
      "epoch": 0.25563259331420496,
      "grad_norm": 4.59375,
      "learning_rate": 3.722315536283806e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5321174651384354,
      "num_tokens": 155361986.0,
      "step": 201530
    },
    {
      "epoch": 0.2556452779067378,
      "grad_norm": 4.65625,
      "learning_rate": 3.7222521052751764e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5647007942199707,
      "num_tokens": 155370321.0,
      "step": 201540
    },
    {
      "epoch": 0.25565796249927064,
      "grad_norm": 6.28125,
      "learning_rate": 3.7221886742665476e-05,
      "loss": 1.7011,
      "mean_token_accuracy": 0.6125171184539795,
      "num_tokens": 155376527.0,
      "step": 201550
    },
    {
      "epoch": 0.2556706470918035,
      "grad_norm": 5.03125,
      "learning_rate": 3.722125243257918e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5354266464710236,
      "num_tokens": 155385328.0,
      "step": 201560
    },
    {
      "epoch": 0.2556833316843363,
      "grad_norm": 10.875,
      "learning_rate": 3.722061812249289e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5434802651405335,
      "num_tokens": 155392014.0,
      "step": 201570
    },
    {
      "epoch": 0.25569601627686916,
      "grad_norm": 5.4375,
      "learning_rate": 3.72199838124066e-05,
      "loss": 1.6936,
      "mean_token_accuracy": 0.6204222798347473,
      "num_tokens": 155400352.0,
      "step": 201580
    },
    {
      "epoch": 0.25570870086940195,
      "grad_norm": 5.21875,
      "learning_rate": 3.7219349502320304e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5281245768070221,
      "num_tokens": 155408645.0,
      "step": 201590
    },
    {
      "epoch": 0.2557213854619348,
      "grad_norm": 5.71875,
      "learning_rate": 3.7218715192234017e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5308667719364166,
      "num_tokens": 155416733.0,
      "step": 201600
    },
    {
      "epoch": 0.25573407005446763,
      "grad_norm": 5.625,
      "learning_rate": 3.721808088214773e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5427720218896865,
      "num_tokens": 155423894.0,
      "step": 201610
    },
    {
      "epoch": 0.2557467546470005,
      "grad_norm": 5.03125,
      "learning_rate": 3.7217446572061434e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5218412965536118,
      "num_tokens": 155431046.0,
      "step": 201620
    },
    {
      "epoch": 0.2557594392395333,
      "grad_norm": 5.09375,
      "learning_rate": 3.721681226197514e-05,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5144598394632339,
      "num_tokens": 155440368.0,
      "step": 201630
    },
    {
      "epoch": 0.25577212383206616,
      "grad_norm": 5.0625,
      "learning_rate": 3.7216177951888845e-05,
      "loss": 2.2712,
      "mean_token_accuracy": 0.5063245326280594,
      "num_tokens": 155449367.0,
      "step": 201640
    },
    {
      "epoch": 0.255784808424599,
      "grad_norm": 5.78125,
      "learning_rate": 3.721554364180256e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5542975783348083,
      "num_tokens": 155458017.0,
      "step": 201650
    },
    {
      "epoch": 0.25579749301713184,
      "grad_norm": 10.6875,
      "learning_rate": 3.721490933171627e-05,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5821524560451508,
      "num_tokens": 155465315.0,
      "step": 201660
    },
    {
      "epoch": 0.2558101776096646,
      "grad_norm": 6.1875,
      "learning_rate": 3.7214275021629974e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5410703539848327,
      "num_tokens": 155473493.0,
      "step": 201670
    },
    {
      "epoch": 0.25582286220219747,
      "grad_norm": 5.71875,
      "learning_rate": 3.7213640711543686e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.543786597251892,
      "num_tokens": 155481199.0,
      "step": 201680
    },
    {
      "epoch": 0.2558355467947303,
      "grad_norm": 4.5625,
      "learning_rate": 3.72130064014574e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5454228669404984,
      "num_tokens": 155488459.0,
      "step": 201690
    },
    {
      "epoch": 0.25584823138726315,
      "grad_norm": 5.78125,
      "learning_rate": 3.72123720913711e-05,
      "loss": 1.8356,
      "mean_token_accuracy": 0.5805927962064743,
      "num_tokens": 155495974.0,
      "step": 201700
    },
    {
      "epoch": 0.255860915979796,
      "grad_norm": 5.0625,
      "learning_rate": 3.721173778128481e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.533571457862854,
      "num_tokens": 155504880.0,
      "step": 201710
    },
    {
      "epoch": 0.25587360057232883,
      "grad_norm": 4.75,
      "learning_rate": 3.7211103471198515e-05,
      "loss": 1.8985,
      "mean_token_accuracy": 0.5705825388431549,
      "num_tokens": 155512974.0,
      "step": 201720
    },
    {
      "epoch": 0.25588628516486167,
      "grad_norm": 4.46875,
      "learning_rate": 3.721046916111223e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5222706377506257,
      "num_tokens": 155521546.0,
      "step": 201730
    },
    {
      "epoch": 0.25589896975739446,
      "grad_norm": 5.53125,
      "learning_rate": 3.720983485102594e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5603100597858429,
      "num_tokens": 155529616.0,
      "step": 201740
    },
    {
      "epoch": 0.2559116543499273,
      "grad_norm": 5.5,
      "learning_rate": 3.7209200540939644e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5414125025272369,
      "num_tokens": 155537975.0,
      "step": 201750
    },
    {
      "epoch": 0.25592433894246014,
      "grad_norm": 13.5,
      "learning_rate": 3.7208566230853356e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5386499255895615,
      "num_tokens": 155543225.0,
      "step": 201760
    },
    {
      "epoch": 0.255937023534993,
      "grad_norm": 5.875,
      "learning_rate": 3.720793192076706e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5606407195329666,
      "num_tokens": 155550915.0,
      "step": 201770
    },
    {
      "epoch": 0.2559497081275258,
      "grad_norm": 5.75,
      "learning_rate": 3.720729761068077e-05,
      "loss": 1.888,
      "mean_token_accuracy": 0.5892578363418579,
      "num_tokens": 155558263.0,
      "step": 201780
    },
    {
      "epoch": 0.25596239272005866,
      "grad_norm": 6.0625,
      "learning_rate": 3.720666330059448e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5490585058927536,
      "num_tokens": 155566264.0,
      "step": 201790
    },
    {
      "epoch": 0.2559750773125915,
      "grad_norm": 7.75,
      "learning_rate": 3.7206028990508185e-05,
      "loss": 1.8679,
      "mean_token_accuracy": 0.5901111453771591,
      "num_tokens": 155572781.0,
      "step": 201800
    },
    {
      "epoch": 0.25598776190512434,
      "grad_norm": 5.59375,
      "learning_rate": 3.72053946804219e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5445162922143936,
      "num_tokens": 155581056.0,
      "step": 201810
    },
    {
      "epoch": 0.25600044649765713,
      "grad_norm": 6.25,
      "learning_rate": 3.72047603703356e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5461068600416183,
      "num_tokens": 155588118.0,
      "step": 201820
    },
    {
      "epoch": 0.25601313109018997,
      "grad_norm": 9.625,
      "learning_rate": 3.7204126060249314e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5533999919891357,
      "num_tokens": 155595290.0,
      "step": 201830
    },
    {
      "epoch": 0.2560258156827228,
      "grad_norm": 4.875,
      "learning_rate": 3.720349175016302e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5193690150976181,
      "num_tokens": 155603709.0,
      "step": 201840
    },
    {
      "epoch": 0.25603850027525565,
      "grad_norm": 6.25,
      "learning_rate": 3.7202857440076725e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5353363305330276,
      "num_tokens": 155611783.0,
      "step": 201850
    },
    {
      "epoch": 0.2560511848677885,
      "grad_norm": 6.03125,
      "learning_rate": 3.720222312999044e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5554389327764511,
      "num_tokens": 155619443.0,
      "step": 201860
    },
    {
      "epoch": 0.25606386946032134,
      "grad_norm": 4.90625,
      "learning_rate": 3.720158881990414e-05,
      "loss": 1.8586,
      "mean_token_accuracy": 0.5779947221279145,
      "num_tokens": 155627632.0,
      "step": 201870
    },
    {
      "epoch": 0.2560765540528542,
      "grad_norm": 9.75,
      "learning_rate": 3.7200954509817854e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5399661123752594,
      "num_tokens": 155635151.0,
      "step": 201880
    },
    {
      "epoch": 0.256089238645387,
      "grad_norm": 4.90625,
      "learning_rate": 3.720032019973157e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5654595404863357,
      "num_tokens": 155642352.0,
      "step": 201890
    },
    {
      "epoch": 0.2561019232379198,
      "grad_norm": 6.25,
      "learning_rate": 3.719968588964527e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5593182384967804,
      "num_tokens": 155650201.0,
      "step": 201900
    },
    {
      "epoch": 0.25611460783045265,
      "grad_norm": 4.84375,
      "learning_rate": 3.719905157955898e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.538311043381691,
      "num_tokens": 155656916.0,
      "step": 201910
    },
    {
      "epoch": 0.2561272924229855,
      "grad_norm": 5.03125,
      "learning_rate": 3.719841726947268e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5325827360153198,
      "num_tokens": 155665124.0,
      "step": 201920
    },
    {
      "epoch": 0.2561399770155183,
      "grad_norm": 4.6875,
      "learning_rate": 3.7197782959386395e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5356589913368225,
      "num_tokens": 155674255.0,
      "step": 201930
    },
    {
      "epoch": 0.25615266160805117,
      "grad_norm": 5.625,
      "learning_rate": 3.719714864930011e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5326210796833039,
      "num_tokens": 155681343.0,
      "step": 201940
    },
    {
      "epoch": 0.256165346200584,
      "grad_norm": 5.21875,
      "learning_rate": 3.719651433921381e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5535521656274796,
      "num_tokens": 155688782.0,
      "step": 201950
    },
    {
      "epoch": 0.25617803079311685,
      "grad_norm": 5.875,
      "learning_rate": 3.7195880029127524e-05,
      "loss": 2.3979,
      "mean_token_accuracy": 0.4958121687173843,
      "num_tokens": 155697499.0,
      "step": 201960
    },
    {
      "epoch": 0.2561907153856497,
      "grad_norm": 6.46875,
      "learning_rate": 3.719524571904123e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5515931248664856,
      "num_tokens": 155704927.0,
      "step": 201970
    },
    {
      "epoch": 0.2562033999781825,
      "grad_norm": 7.8125,
      "learning_rate": 3.7194611408954935e-05,
      "loss": 1.8129,
      "mean_token_accuracy": 0.5989193767309189,
      "num_tokens": 155712395.0,
      "step": 201980
    },
    {
      "epoch": 0.2562160845707153,
      "grad_norm": 5.9375,
      "learning_rate": 3.719397709886865e-05,
      "loss": 1.8886,
      "mean_token_accuracy": 0.5863372147083282,
      "num_tokens": 155720307.0,
      "step": 201990
    },
    {
      "epoch": 0.25622876916324816,
      "grad_norm": 5.90625,
      "learning_rate": 3.719334278878235e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5710997849702835,
      "num_tokens": 155727276.0,
      "step": 202000
    },
    {
      "epoch": 0.256241453755781,
      "grad_norm": 5.09375,
      "learning_rate": 3.7192708478696065e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5629140943288803,
      "num_tokens": 155734757.0,
      "step": 202010
    },
    {
      "epoch": 0.25625413834831384,
      "grad_norm": 5.46875,
      "learning_rate": 3.719207416860977e-05,
      "loss": 1.6753,
      "mean_token_accuracy": 0.6243855118751526,
      "num_tokens": 155740842.0,
      "step": 202020
    },
    {
      "epoch": 0.2562668229408467,
      "grad_norm": 16.0,
      "learning_rate": 3.719143985852348e-05,
      "loss": 1.4356,
      "mean_token_accuracy": 0.6752230286598205,
      "num_tokens": 155746593.0,
      "step": 202030
    },
    {
      "epoch": 0.2562795075333795,
      "grad_norm": 7.25,
      "learning_rate": 3.719080554843719e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.528730520606041,
      "num_tokens": 155754418.0,
      "step": 202040
    },
    {
      "epoch": 0.25629219212591237,
      "grad_norm": 5.6875,
      "learning_rate": 3.719017123835089e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5437519013881683,
      "num_tokens": 155763413.0,
      "step": 202050
    },
    {
      "epoch": 0.25630487671844515,
      "grad_norm": 5.53125,
      "learning_rate": 3.7189536928264605e-05,
      "loss": 1.967,
      "mean_token_accuracy": 0.5631786346435547,
      "num_tokens": 155771409.0,
      "step": 202060
    },
    {
      "epoch": 0.256317561310978,
      "grad_norm": 6.59375,
      "learning_rate": 3.718890261817831e-05,
      "loss": 1.8202,
      "mean_token_accuracy": 0.584873554110527,
      "num_tokens": 155777598.0,
      "step": 202070
    },
    {
      "epoch": 0.25633024590351083,
      "grad_norm": 6.1875,
      "learning_rate": 3.718826830809202e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5403626084327697,
      "num_tokens": 155784553.0,
      "step": 202080
    },
    {
      "epoch": 0.2563429304960437,
      "grad_norm": 5.375,
      "learning_rate": 3.7187633998005735e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5328672528266907,
      "num_tokens": 155792893.0,
      "step": 202090
    },
    {
      "epoch": 0.2563556150885765,
      "grad_norm": 4.9375,
      "learning_rate": 3.718699968791944e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5363112807273864,
      "num_tokens": 155802133.0,
      "step": 202100
    },
    {
      "epoch": 0.25636829968110936,
      "grad_norm": 10.625,
      "learning_rate": 3.718636537783315e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5642533093690872,
      "num_tokens": 155808357.0,
      "step": 202110
    },
    {
      "epoch": 0.2563809842736422,
      "grad_norm": 6.875,
      "learning_rate": 3.718573106774685e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5469553291797637,
      "num_tokens": 155815630.0,
      "step": 202120
    },
    {
      "epoch": 0.25639366886617504,
      "grad_norm": 7.4375,
      "learning_rate": 3.718509675766056e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.570317605137825,
      "num_tokens": 155823504.0,
      "step": 202130
    },
    {
      "epoch": 0.2564063534587078,
      "grad_norm": 7.90625,
      "learning_rate": 3.7184462447574275e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5431751698255539,
      "num_tokens": 155830339.0,
      "step": 202140
    },
    {
      "epoch": 0.25641903805124067,
      "grad_norm": 5.09375,
      "learning_rate": 3.718382813748798e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5258705615997314,
      "num_tokens": 155839469.0,
      "step": 202150
    },
    {
      "epoch": 0.2564317226437735,
      "grad_norm": 6.28125,
      "learning_rate": 3.718319382740169e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5679996997117996,
      "num_tokens": 155846557.0,
      "step": 202160
    },
    {
      "epoch": 0.25644440723630635,
      "grad_norm": 4.96875,
      "learning_rate": 3.71825595173154e-05,
      "loss": 1.7907,
      "mean_token_accuracy": 0.5885741651058197,
      "num_tokens": 155853526.0,
      "step": 202170
    },
    {
      "epoch": 0.2564570918288392,
      "grad_norm": 5.03125,
      "learning_rate": 3.718192520722911e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5648227721452713,
      "num_tokens": 155861003.0,
      "step": 202180
    },
    {
      "epoch": 0.25646977642137203,
      "grad_norm": 4.84375,
      "learning_rate": 3.7181290897142815e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5220900744199752,
      "num_tokens": 155869358.0,
      "step": 202190
    },
    {
      "epoch": 0.25648246101390487,
      "grad_norm": 6.6875,
      "learning_rate": 3.718065658705652e-05,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5258853614330292,
      "num_tokens": 155875391.0,
      "step": 202200
    },
    {
      "epoch": 0.25649514560643766,
      "grad_norm": 4.59375,
      "learning_rate": 3.718002227697023e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5337599456310272,
      "num_tokens": 155884430.0,
      "step": 202210
    },
    {
      "epoch": 0.2565078301989705,
      "grad_norm": 5.625,
      "learning_rate": 3.717938796688394e-05,
      "loss": 1.9557,
      "mean_token_accuracy": 0.5704550862312316,
      "num_tokens": 155893037.0,
      "step": 202220
    },
    {
      "epoch": 0.25652051479150334,
      "grad_norm": 5.53125,
      "learning_rate": 3.717875365679765e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5260803431272507,
      "num_tokens": 155900499.0,
      "step": 202230
    },
    {
      "epoch": 0.2565331993840362,
      "grad_norm": 6.1875,
      "learning_rate": 3.717811934671136e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5392007857561112,
      "num_tokens": 155908805.0,
      "step": 202240
    },
    {
      "epoch": 0.256545883976569,
      "grad_norm": 5.25,
      "learning_rate": 3.717748503662507e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.570499473810196,
      "num_tokens": 155915331.0,
      "step": 202250
    },
    {
      "epoch": 0.25655856856910186,
      "grad_norm": 7.78125,
      "learning_rate": 3.717685072653877e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5381858259439468,
      "num_tokens": 155924080.0,
      "step": 202260
    },
    {
      "epoch": 0.2565712531616347,
      "grad_norm": 5.28125,
      "learning_rate": 3.717621641645248e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5499706953763962,
      "num_tokens": 155931638.0,
      "step": 202270
    },
    {
      "epoch": 0.25658393775416755,
      "grad_norm": 4.46875,
      "learning_rate": 3.717558210636619e-05,
      "loss": 1.7742,
      "mean_token_accuracy": 0.5942324995994568,
      "num_tokens": 155938761.0,
      "step": 202280
    },
    {
      "epoch": 0.25659662234670033,
      "grad_norm": 5.03125,
      "learning_rate": 3.71749477962799e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5526356130838395,
      "num_tokens": 155947145.0,
      "step": 202290
    },
    {
      "epoch": 0.2566093069392332,
      "grad_norm": 6.1875,
      "learning_rate": 3.717431348619361e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5509723663330078,
      "num_tokens": 155954050.0,
      "step": 202300
    },
    {
      "epoch": 0.256621991531766,
      "grad_norm": 5.53125,
      "learning_rate": 3.717367917610732e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5265590727329255,
      "num_tokens": 155962681.0,
      "step": 202310
    },
    {
      "epoch": 0.25663467612429886,
      "grad_norm": 6.3125,
      "learning_rate": 3.7173044866021025e-05,
      "loss": 1.7618,
      "mean_token_accuracy": 0.6055828034877777,
      "num_tokens": 155969322.0,
      "step": 202320
    },
    {
      "epoch": 0.2566473607168317,
      "grad_norm": 4.84375,
      "learning_rate": 3.717241055593473e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5266540080308915,
      "num_tokens": 155976863.0,
      "step": 202330
    },
    {
      "epoch": 0.25666004530936454,
      "grad_norm": 5.625,
      "learning_rate": 3.717177624584844e-05,
      "loss": 1.7734,
      "mean_token_accuracy": 0.5845989942550659,
      "num_tokens": 155983983.0,
      "step": 202340
    },
    {
      "epoch": 0.2566727299018974,
      "grad_norm": 7.65625,
      "learning_rate": 3.717114193576215e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5269546300172806,
      "num_tokens": 155991371.0,
      "step": 202350
    },
    {
      "epoch": 0.2566854144944302,
      "grad_norm": 4.9375,
      "learning_rate": 3.717050762567586e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5499007791280747,
      "num_tokens": 155998623.0,
      "step": 202360
    },
    {
      "epoch": 0.256698099086963,
      "grad_norm": 4.84375,
      "learning_rate": 3.7169873315589566e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5386919885873794,
      "num_tokens": 156006285.0,
      "step": 202370
    },
    {
      "epoch": 0.25671078367949585,
      "grad_norm": 6.40625,
      "learning_rate": 3.716923900550328e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5524657100439072,
      "num_tokens": 156013069.0,
      "step": 202380
    },
    {
      "epoch": 0.2567234682720287,
      "grad_norm": 5.46875,
      "learning_rate": 3.716860469541698e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5409577578306198,
      "num_tokens": 156020773.0,
      "step": 202390
    },
    {
      "epoch": 0.25673615286456153,
      "grad_norm": 5.0,
      "learning_rate": 3.716797038533069e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5462819814682007,
      "num_tokens": 156028141.0,
      "step": 202400
    },
    {
      "epoch": 0.25674883745709437,
      "grad_norm": 6.375,
      "learning_rate": 3.71673360752444e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5557536661624909,
      "num_tokens": 156035663.0,
      "step": 202410
    },
    {
      "epoch": 0.2567615220496272,
      "grad_norm": 8.125,
      "learning_rate": 3.7166701765158106e-05,
      "loss": 1.8501,
      "mean_token_accuracy": 0.5889863044023513,
      "num_tokens": 156042894.0,
      "step": 202420
    },
    {
      "epoch": 0.25677420664216005,
      "grad_norm": 7.15625,
      "learning_rate": 3.716606745507182e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5399427652359009,
      "num_tokens": 156050662.0,
      "step": 202430
    },
    {
      "epoch": 0.2567868912346929,
      "grad_norm": 6.40625,
      "learning_rate": 3.716543314498553e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.528684389591217,
      "num_tokens": 156057426.0,
      "step": 202440
    },
    {
      "epoch": 0.2567995758272257,
      "grad_norm": 6.3125,
      "learning_rate": 3.7164798834899236e-05,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5228859096765518,
      "num_tokens": 156065527.0,
      "step": 202450
    },
    {
      "epoch": 0.2568122604197585,
      "grad_norm": 5.40625,
      "learning_rate": 3.716416452481294e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5310992568731308,
      "num_tokens": 156073060.0,
      "step": 202460
    },
    {
      "epoch": 0.25682494501229136,
      "grad_norm": 7.21875,
      "learning_rate": 3.7163530214726646e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5405110239982605,
      "num_tokens": 156080794.0,
      "step": 202470
    },
    {
      "epoch": 0.2568376296048242,
      "grad_norm": 6.625,
      "learning_rate": 3.716289590464036e-05,
      "loss": 1.8865,
      "mean_token_accuracy": 0.5750381082296372,
      "num_tokens": 156086855.0,
      "step": 202480
    },
    {
      "epoch": 0.25685031419735704,
      "grad_norm": 5.15625,
      "learning_rate": 3.716226159455407e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5627661138772965,
      "num_tokens": 156093374.0,
      "step": 202490
    },
    {
      "epoch": 0.2568629987898899,
      "grad_norm": 4.375,
      "learning_rate": 3.7161627284467776e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5645424127578735,
      "num_tokens": 156100414.0,
      "step": 202500
    },
    {
      "epoch": 0.2568756833824227,
      "grad_norm": 5.75,
      "learning_rate": 3.716099297438149e-05,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5334881842136383,
      "num_tokens": 156107558.0,
      "step": 202510
    },
    {
      "epoch": 0.25688836797495557,
      "grad_norm": 6.84375,
      "learning_rate": 3.7160358664295194e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5390359938144684,
      "num_tokens": 156116075.0,
      "step": 202520
    },
    {
      "epoch": 0.25690105256748835,
      "grad_norm": 5.9375,
      "learning_rate": 3.7159724354208906e-05,
      "loss": 1.9003,
      "mean_token_accuracy": 0.5761878043413162,
      "num_tokens": 156121663.0,
      "step": 202530
    },
    {
      "epoch": 0.2569137371600212,
      "grad_norm": 5.0,
      "learning_rate": 3.715909004412261e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5223465085029602,
      "num_tokens": 156129442.0,
      "step": 202540
    },
    {
      "epoch": 0.25692642175255404,
      "grad_norm": 8.375,
      "learning_rate": 3.7158455734036316e-05,
      "loss": 1.6963,
      "mean_token_accuracy": 0.6154001593589783,
      "num_tokens": 156136238.0,
      "step": 202550
    },
    {
      "epoch": 0.2569391063450869,
      "grad_norm": 5.3125,
      "learning_rate": 3.715782142395003e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5385335624217987,
      "num_tokens": 156144841.0,
      "step": 202560
    },
    {
      "epoch": 0.2569517909376197,
      "grad_norm": 5.28125,
      "learning_rate": 3.715718711386374e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5390120089054108,
      "num_tokens": 156153110.0,
      "step": 202570
    },
    {
      "epoch": 0.25696447553015256,
      "grad_norm": 7.46875,
      "learning_rate": 3.7156552803777446e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5558687686920166,
      "num_tokens": 156160471.0,
      "step": 202580
    },
    {
      "epoch": 0.2569771601226854,
      "grad_norm": 5.40625,
      "learning_rate": 3.715591849369116e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5663119077682495,
      "num_tokens": 156168834.0,
      "step": 202590
    },
    {
      "epoch": 0.25698984471521824,
      "grad_norm": 5.34375,
      "learning_rate": 3.7155284183604863e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5287350803613663,
      "num_tokens": 156177315.0,
      "step": 202600
    },
    {
      "epoch": 0.257002529307751,
      "grad_norm": 4.96875,
      "learning_rate": 3.715464987351857e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5388547897338867,
      "num_tokens": 156185313.0,
      "step": 202610
    },
    {
      "epoch": 0.25701521390028387,
      "grad_norm": 7.59375,
      "learning_rate": 3.715401556343228e-05,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5704192489385604,
      "num_tokens": 156192317.0,
      "step": 202620
    },
    {
      "epoch": 0.2570278984928167,
      "grad_norm": 5.46875,
      "learning_rate": 3.7153381253345986e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5503941088914871,
      "num_tokens": 156199939.0,
      "step": 202630
    },
    {
      "epoch": 0.25704058308534955,
      "grad_norm": 5.90625,
      "learning_rate": 3.71527469432597e-05,
      "loss": 2.2831,
      "mean_token_accuracy": 0.5059574246406555,
      "num_tokens": 156208069.0,
      "step": 202640
    },
    {
      "epoch": 0.2570532676778824,
      "grad_norm": 4.84375,
      "learning_rate": 3.7152112633173404e-05,
      "loss": 2.2822,
      "mean_token_accuracy": 0.5075147479772568,
      "num_tokens": 156216697.0,
      "step": 202650
    },
    {
      "epoch": 0.25706595227041523,
      "grad_norm": 7.375,
      "learning_rate": 3.7151478323087116e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.557280519604683,
      "num_tokens": 156223423.0,
      "step": 202660
    },
    {
      "epoch": 0.2570786368629481,
      "grad_norm": 8.4375,
      "learning_rate": 3.715084401300082e-05,
      "loss": 2.372,
      "mean_token_accuracy": 0.5001433253288269,
      "num_tokens": 156231335.0,
      "step": 202670
    },
    {
      "epoch": 0.25709132145548086,
      "grad_norm": 5.3125,
      "learning_rate": 3.7150209702914527e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5678233951330185,
      "num_tokens": 156238249.0,
      "step": 202680
    },
    {
      "epoch": 0.2571040060480137,
      "grad_norm": 7.125,
      "learning_rate": 3.714957539282824e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5544844388961792,
      "num_tokens": 156243544.0,
      "step": 202690
    },
    {
      "epoch": 0.25711669064054654,
      "grad_norm": 6.34375,
      "learning_rate": 3.7148941082741944e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.557495379447937,
      "num_tokens": 156250886.0,
      "step": 202700
    },
    {
      "epoch": 0.2571293752330794,
      "grad_norm": 8.4375,
      "learning_rate": 3.7148306772655656e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5331336766481399,
      "num_tokens": 156258603.0,
      "step": 202710
    },
    {
      "epoch": 0.2571420598256122,
      "grad_norm": 5.0,
      "learning_rate": 3.714767246256937e-05,
      "loss": 1.7786,
      "mean_token_accuracy": 0.6021390497684479,
      "num_tokens": 156265438.0,
      "step": 202720
    },
    {
      "epoch": 0.25715474441814506,
      "grad_norm": 6.53125,
      "learning_rate": 3.7147038152483074e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.529795104265213,
      "num_tokens": 156272505.0,
      "step": 202730
    },
    {
      "epoch": 0.2571674290106779,
      "grad_norm": 4.9375,
      "learning_rate": 3.714640384239678e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5775448143482208,
      "num_tokens": 156279874.0,
      "step": 202740
    },
    {
      "epoch": 0.25718011360321075,
      "grad_norm": 5.34375,
      "learning_rate": 3.7145769532310484e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5459720075130463,
      "num_tokens": 156288566.0,
      "step": 202750
    },
    {
      "epoch": 0.25719279819574353,
      "grad_norm": 4.875,
      "learning_rate": 3.7145135222224196e-05,
      "loss": 2.2158,
      "mean_token_accuracy": 0.5164650350809097,
      "num_tokens": 156297698.0,
      "step": 202760
    },
    {
      "epoch": 0.2572054827882764,
      "grad_norm": 6.21875,
      "learning_rate": 3.714450091213791e-05,
      "loss": 1.9058,
      "mean_token_accuracy": 0.5698483288288116,
      "num_tokens": 156305429.0,
      "step": 202770
    },
    {
      "epoch": 0.2572181673808092,
      "grad_norm": 5.09375,
      "learning_rate": 3.7143866602051614e-05,
      "loss": 1.8821,
      "mean_token_accuracy": 0.5709250211715698,
      "num_tokens": 156313722.0,
      "step": 202780
    },
    {
      "epoch": 0.25723085197334206,
      "grad_norm": 6.375,
      "learning_rate": 3.7143232291965326e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5441267281770706,
      "num_tokens": 156322233.0,
      "step": 202790
    },
    {
      "epoch": 0.2572435365658749,
      "grad_norm": 6.0,
      "learning_rate": 3.714259798187903e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5810842096805573,
      "num_tokens": 156329258.0,
      "step": 202800
    },
    {
      "epoch": 0.25725622115840774,
      "grad_norm": 4.5,
      "learning_rate": 3.714196367179274e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5398813277482987,
      "num_tokens": 156337594.0,
      "step": 202810
    },
    {
      "epoch": 0.2572689057509406,
      "grad_norm": 3.4375,
      "learning_rate": 3.714132936170645e-05,
      "loss": 1.9173,
      "mean_token_accuracy": 0.5690511882305145,
      "num_tokens": 156344540.0,
      "step": 202820
    },
    {
      "epoch": 0.2572815903434734,
      "grad_norm": 5.65625,
      "learning_rate": 3.7140695051620154e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5478888273239135,
      "num_tokens": 156351199.0,
      "step": 202830
    },
    {
      "epoch": 0.2572942749360062,
      "grad_norm": 6.28125,
      "learning_rate": 3.7140060741533866e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5474134296178818,
      "num_tokens": 156359281.0,
      "step": 202840
    },
    {
      "epoch": 0.25730695952853905,
      "grad_norm": 5.65625,
      "learning_rate": 3.713942643144757e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5432883977890015,
      "num_tokens": 156366244.0,
      "step": 202850
    },
    {
      "epoch": 0.2573196441210719,
      "grad_norm": 6.625,
      "learning_rate": 3.7138792121361284e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5599058330059051,
      "num_tokens": 156373801.0,
      "step": 202860
    },
    {
      "epoch": 0.25733232871360473,
      "grad_norm": 4.71875,
      "learning_rate": 3.7138157811274996e-05,
      "loss": 1.8071,
      "mean_token_accuracy": 0.5999934166669846,
      "num_tokens": 156380813.0,
      "step": 202870
    },
    {
      "epoch": 0.25734501330613757,
      "grad_norm": 5.71875,
      "learning_rate": 3.7137523501188695e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5271667420864106,
      "num_tokens": 156388347.0,
      "step": 202880
    },
    {
      "epoch": 0.2573576978986704,
      "grad_norm": 4.5,
      "learning_rate": 3.713688919110241e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5514694929122925,
      "num_tokens": 156395660.0,
      "step": 202890
    },
    {
      "epoch": 0.25737038249120325,
      "grad_norm": 5.1875,
      "learning_rate": 3.713625488101611e-05,
      "loss": 1.8059,
      "mean_token_accuracy": 0.5920659482479096,
      "num_tokens": 156403873.0,
      "step": 202900
    },
    {
      "epoch": 0.2573830670837361,
      "grad_norm": 5.40625,
      "learning_rate": 3.7135620570929824e-05,
      "loss": 2.2958,
      "mean_token_accuracy": 0.5151566565036774,
      "num_tokens": 156411183.0,
      "step": 202910
    },
    {
      "epoch": 0.2573957516762689,
      "grad_norm": 5.65625,
      "learning_rate": 3.7134986260843536e-05,
      "loss": 1.5771,
      "mean_token_accuracy": 0.6450895458459854,
      "num_tokens": 156417543.0,
      "step": 202920
    },
    {
      "epoch": 0.2574084362688017,
      "grad_norm": 5.75,
      "learning_rate": 3.713435195075724e-05,
      "loss": 2.2359,
      "mean_token_accuracy": 0.5183449506759643,
      "num_tokens": 156424785.0,
      "step": 202930
    },
    {
      "epoch": 0.25742112086133456,
      "grad_norm": 7.375,
      "learning_rate": 3.7133717640670954e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5633364975452423,
      "num_tokens": 156432314.0,
      "step": 202940
    },
    {
      "epoch": 0.2574338054538674,
      "grad_norm": 7.21875,
      "learning_rate": 3.713308333058466e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5616455167531967,
      "num_tokens": 156439408.0,
      "step": 202950
    },
    {
      "epoch": 0.25744649004640024,
      "grad_norm": 6.25,
      "learning_rate": 3.7132449020498364e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5654784262180328,
      "num_tokens": 156446515.0,
      "step": 202960
    },
    {
      "epoch": 0.2574591746389331,
      "grad_norm": 6.46875,
      "learning_rate": 3.713181471041208e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5301021754741668,
      "num_tokens": 156454635.0,
      "step": 202970
    },
    {
      "epoch": 0.2574718592314659,
      "grad_norm": 4.96875,
      "learning_rate": 3.713118040032578e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5303393721580505,
      "num_tokens": 156463181.0,
      "step": 202980
    },
    {
      "epoch": 0.25748454382399877,
      "grad_norm": 7.6875,
      "learning_rate": 3.7130546090239494e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5652530908584594,
      "num_tokens": 156471599.0,
      "step": 202990
    },
    {
      "epoch": 0.25749722841653155,
      "grad_norm": 5.5,
      "learning_rate": 3.71299117801532e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5425134301185608,
      "num_tokens": 156479440.0,
      "step": 203000
    },
    {
      "epoch": 0.2575099130090644,
      "grad_norm": 5.21875,
      "learning_rate": 3.712927747006691e-05,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5238819569349289,
      "num_tokens": 156487613.0,
      "step": 203010
    },
    {
      "epoch": 0.25752259760159724,
      "grad_norm": 6.0625,
      "learning_rate": 3.712864315998062e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.537050873041153,
      "num_tokens": 156496229.0,
      "step": 203020
    },
    {
      "epoch": 0.2575352821941301,
      "grad_norm": 6.09375,
      "learning_rate": 3.712800884989432e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5496476858854293,
      "num_tokens": 156504410.0,
      "step": 203030
    },
    {
      "epoch": 0.2575479667866629,
      "grad_norm": 6.84375,
      "learning_rate": 3.7127374539808034e-05,
      "loss": 2.2445,
      "mean_token_accuracy": 0.5217194318771362,
      "num_tokens": 156512747.0,
      "step": 203040
    },
    {
      "epoch": 0.25756065137919576,
      "grad_norm": 6.46875,
      "learning_rate": 3.712674022972174e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5528102070093155,
      "num_tokens": 156520181.0,
      "step": 203050
    },
    {
      "epoch": 0.2575733359717286,
      "grad_norm": 6.15625,
      "learning_rate": 3.712610591963545e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5375825941562653,
      "num_tokens": 156528039.0,
      "step": 203060
    },
    {
      "epoch": 0.2575860205642614,
      "grad_norm": 4.875,
      "learning_rate": 3.7125471609549164e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5687878787517547,
      "num_tokens": 156534339.0,
      "step": 203070
    },
    {
      "epoch": 0.2575987051567942,
      "grad_norm": 5.84375,
      "learning_rate": 3.712483729946287e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5116433829069138,
      "num_tokens": 156543364.0,
      "step": 203080
    },
    {
      "epoch": 0.25761138974932707,
      "grad_norm": 5.0,
      "learning_rate": 3.7124202989376575e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5315975785255432,
      "num_tokens": 156551623.0,
      "step": 203090
    },
    {
      "epoch": 0.2576240743418599,
      "grad_norm": 5.71875,
      "learning_rate": 3.712356867929028e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5634873121976852,
      "num_tokens": 156558615.0,
      "step": 203100
    },
    {
      "epoch": 0.25763675893439275,
      "grad_norm": 6.21875,
      "learning_rate": 3.712293436920399e-05,
      "loss": 1.9264,
      "mean_token_accuracy": 0.5913917481899261,
      "num_tokens": 156564595.0,
      "step": 203110
    },
    {
      "epoch": 0.2576494435269256,
      "grad_norm": 4.9375,
      "learning_rate": 3.7122300059117704e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5696333259344101,
      "num_tokens": 156572418.0,
      "step": 203120
    },
    {
      "epoch": 0.25766212811945843,
      "grad_norm": 5.15625,
      "learning_rate": 3.712166574903141e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5449119627475738,
      "num_tokens": 156580231.0,
      "step": 203130
    },
    {
      "epoch": 0.2576748127119913,
      "grad_norm": 5.71875,
      "learning_rate": 3.712103143894512e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.551106658577919,
      "num_tokens": 156588279.0,
      "step": 203140
    },
    {
      "epoch": 0.25768749730452406,
      "grad_norm": 6.03125,
      "learning_rate": 3.712039712885883e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5530278027057648,
      "num_tokens": 156596521.0,
      "step": 203150
    },
    {
      "epoch": 0.2577001818970569,
      "grad_norm": 5.15625,
      "learning_rate": 3.711976281877253e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5740420192480087,
      "num_tokens": 156603979.0,
      "step": 203160
    },
    {
      "epoch": 0.25771286648958974,
      "grad_norm": 5.59375,
      "learning_rate": 3.7119128508686245e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5772639721632004,
      "num_tokens": 156611949.0,
      "step": 203170
    },
    {
      "epoch": 0.2577255510821226,
      "grad_norm": 4.65625,
      "learning_rate": 3.711849419859995e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5234137773513794,
      "num_tokens": 156620692.0,
      "step": 203180
    },
    {
      "epoch": 0.2577382356746554,
      "grad_norm": 4.625,
      "learning_rate": 3.711785988851366e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5235321700572968,
      "num_tokens": 156628908.0,
      "step": 203190
    },
    {
      "epoch": 0.25775092026718827,
      "grad_norm": 5.03125,
      "learning_rate": 3.711722557842737e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5181882172822952,
      "num_tokens": 156636934.0,
      "step": 203200
    },
    {
      "epoch": 0.2577636048597211,
      "grad_norm": 5.0,
      "learning_rate": 3.711659126834108e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5327988147735596,
      "num_tokens": 156646235.0,
      "step": 203210
    },
    {
      "epoch": 0.25777628945225395,
      "grad_norm": 4.8125,
      "learning_rate": 3.711595695825479e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5181349724531173,
      "num_tokens": 156654453.0,
      "step": 203220
    },
    {
      "epoch": 0.25778897404478673,
      "grad_norm": 5.875,
      "learning_rate": 3.711532264816849e-05,
      "loss": 2.289,
      "mean_token_accuracy": 0.5058905959129334,
      "num_tokens": 156662686.0,
      "step": 203230
    },
    {
      "epoch": 0.2578016586373196,
      "grad_norm": 4.53125,
      "learning_rate": 3.71146883380822e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5286956250667572,
      "num_tokens": 156669832.0,
      "step": 203240
    },
    {
      "epoch": 0.2578143432298524,
      "grad_norm": 5.4375,
      "learning_rate": 3.711405402799591e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5759252965450287,
      "num_tokens": 156677671.0,
      "step": 203250
    },
    {
      "epoch": 0.25782702782238526,
      "grad_norm": 6.53125,
      "learning_rate": 3.711341971790962e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5488137304782867,
      "num_tokens": 156684071.0,
      "step": 203260
    },
    {
      "epoch": 0.2578397124149181,
      "grad_norm": 5.0,
      "learning_rate": 3.711278540782333e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5691384077072144,
      "num_tokens": 156690093.0,
      "step": 203270
    },
    {
      "epoch": 0.25785239700745094,
      "grad_norm": 5.375,
      "learning_rate": 3.711215109773704e-05,
      "loss": 2.2386,
      "mean_token_accuracy": 0.5240665346384048,
      "num_tokens": 156697523.0,
      "step": 203280
    },
    {
      "epoch": 0.2578650815999838,
      "grad_norm": 6.75,
      "learning_rate": 3.711151678765075e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5401706993579865,
      "num_tokens": 156704195.0,
      "step": 203290
    },
    {
      "epoch": 0.2578777661925166,
      "grad_norm": 6.03125,
      "learning_rate": 3.711088247756445e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5420162796974182,
      "num_tokens": 156711321.0,
      "step": 203300
    },
    {
      "epoch": 0.2578904507850494,
      "grad_norm": 5.4375,
      "learning_rate": 3.711024816747816e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5743420660495758,
      "num_tokens": 156718433.0,
      "step": 203310
    },
    {
      "epoch": 0.25790313537758225,
      "grad_norm": 5.5,
      "learning_rate": 3.710961385739187e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5538399368524551,
      "num_tokens": 156726807.0,
      "step": 203320
    },
    {
      "epoch": 0.2579158199701151,
      "grad_norm": 4.96875,
      "learning_rate": 3.710897954730558e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5440766274929046,
      "num_tokens": 156733162.0,
      "step": 203330
    },
    {
      "epoch": 0.25792850456264793,
      "grad_norm": 6.0625,
      "learning_rate": 3.710834523721929e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.565849369764328,
      "num_tokens": 156740222.0,
      "step": 203340
    },
    {
      "epoch": 0.2579411891551808,
      "grad_norm": 6.875,
      "learning_rate": 3.7107710927132995e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5342310637235641,
      "num_tokens": 156747603.0,
      "step": 203350
    },
    {
      "epoch": 0.2579538737477136,
      "grad_norm": 5.3125,
      "learning_rate": 3.710707661704671e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.540782916545868,
      "num_tokens": 156756442.0,
      "step": 203360
    },
    {
      "epoch": 0.25796655834024645,
      "grad_norm": 7.34375,
      "learning_rate": 3.710644230696041e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5285892277956009,
      "num_tokens": 156764438.0,
      "step": 203370
    },
    {
      "epoch": 0.2579792429327793,
      "grad_norm": 6.59375,
      "learning_rate": 3.710580799687412e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5445453822612762,
      "num_tokens": 156771639.0,
      "step": 203380
    },
    {
      "epoch": 0.2579919275253121,
      "grad_norm": 7.03125,
      "learning_rate": 3.710517368678783e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.545510721206665,
      "num_tokens": 156779935.0,
      "step": 203390
    },
    {
      "epoch": 0.2580046121178449,
      "grad_norm": 5.34375,
      "learning_rate": 3.7104539376701535e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5324947386980057,
      "num_tokens": 156787578.0,
      "step": 203400
    },
    {
      "epoch": 0.25801729671037776,
      "grad_norm": 9.4375,
      "learning_rate": 3.710390506661525e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5464826405048371,
      "num_tokens": 156795359.0,
      "step": 203410
    },
    {
      "epoch": 0.2580299813029106,
      "grad_norm": 5.4375,
      "learning_rate": 3.710327075652896e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5675185233354568,
      "num_tokens": 156804413.0,
      "step": 203420
    },
    {
      "epoch": 0.25804266589544345,
      "grad_norm": 5.1875,
      "learning_rate": 3.7102636446442665e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5219980925321579,
      "num_tokens": 156812599.0,
      "step": 203430
    },
    {
      "epoch": 0.2580553504879763,
      "grad_norm": 4.90625,
      "learning_rate": 3.710200213635637e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.5526893973350525,
      "num_tokens": 156819771.0,
      "step": 203440
    },
    {
      "epoch": 0.25806803508050913,
      "grad_norm": 5.9375,
      "learning_rate": 3.7101367826270076e-05,
      "loss": 1.98,
      "mean_token_accuracy": 0.5608457833528518,
      "num_tokens": 156826985.0,
      "step": 203450
    },
    {
      "epoch": 0.25808071967304197,
      "grad_norm": 6.5625,
      "learning_rate": 3.710073351618379e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5325545161962509,
      "num_tokens": 156834407.0,
      "step": 203460
    },
    {
      "epoch": 0.25809340426557476,
      "grad_norm": 5.6875,
      "learning_rate": 3.71000992060975e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.559060949087143,
      "num_tokens": 156841519.0,
      "step": 203470
    },
    {
      "epoch": 0.2581060888581076,
      "grad_norm": 5.03125,
      "learning_rate": 3.7099464896011205e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5756717622280121,
      "num_tokens": 156849620.0,
      "step": 203480
    },
    {
      "epoch": 0.25811877345064044,
      "grad_norm": 8.25,
      "learning_rate": 3.709883058592492e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5425227761268616,
      "num_tokens": 156857009.0,
      "step": 203490
    },
    {
      "epoch": 0.2581314580431733,
      "grad_norm": 4.84375,
      "learning_rate": 3.709819627583862e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5460324496030807,
      "num_tokens": 156865793.0,
      "step": 203500
    },
    {
      "epoch": 0.2581441426357061,
      "grad_norm": 6.15625,
      "learning_rate": 3.709756196575233e-05,
      "loss": 1.7488,
      "mean_token_accuracy": 0.6179806768894196,
      "num_tokens": 156871555.0,
      "step": 203510
    },
    {
      "epoch": 0.25815682722823896,
      "grad_norm": 6.375,
      "learning_rate": 3.709692765566604e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5604223877191543,
      "num_tokens": 156879218.0,
      "step": 203520
    },
    {
      "epoch": 0.2581695118207718,
      "grad_norm": 4.9375,
      "learning_rate": 3.7096293345579746e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5533680766820908,
      "num_tokens": 156885952.0,
      "step": 203530
    },
    {
      "epoch": 0.2581821964133046,
      "grad_norm": 4.875,
      "learning_rate": 3.709565903549346e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5615212976932525,
      "num_tokens": 156893726.0,
      "step": 203540
    },
    {
      "epoch": 0.25819488100583743,
      "grad_norm": 6.46875,
      "learning_rate": 3.709502472540717e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5524629145860672,
      "num_tokens": 156900483.0,
      "step": 203550
    },
    {
      "epoch": 0.25820756559837027,
      "grad_norm": 4.71875,
      "learning_rate": 3.7094390415320875e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5511615008115769,
      "num_tokens": 156908814.0,
      "step": 203560
    },
    {
      "epoch": 0.2582202501909031,
      "grad_norm": 6.21875,
      "learning_rate": 3.709375610523458e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5548916250467301,
      "num_tokens": 156917119.0,
      "step": 203570
    },
    {
      "epoch": 0.25823293478343595,
      "grad_norm": 5.21875,
      "learning_rate": 3.7093121795148286e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.529355251789093,
      "num_tokens": 156925236.0,
      "step": 203580
    },
    {
      "epoch": 0.2582456193759688,
      "grad_norm": 5.125,
      "learning_rate": 3.7092487485062e-05,
      "loss": 1.9386,
      "mean_token_accuracy": 0.5673409461975097,
      "num_tokens": 156932179.0,
      "step": 203590
    },
    {
      "epoch": 0.25825830396850163,
      "grad_norm": 4.9375,
      "learning_rate": 3.709185317497571e-05,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5327368527650833,
      "num_tokens": 156940147.0,
      "step": 203600
    },
    {
      "epoch": 0.2582709885610345,
      "grad_norm": 5.65625,
      "learning_rate": 3.7091218864889416e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5260254919528962,
      "num_tokens": 156948081.0,
      "step": 203610
    },
    {
      "epoch": 0.25828367315356726,
      "grad_norm": 7.5625,
      "learning_rate": 3.709058455480313e-05,
      "loss": 1.8417,
      "mean_token_accuracy": 0.579636961221695,
      "num_tokens": 156956336.0,
      "step": 203620
    },
    {
      "epoch": 0.2582963577461001,
      "grad_norm": 7.03125,
      "learning_rate": 3.708995024471683e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5380340397357941,
      "num_tokens": 156963644.0,
      "step": 203630
    },
    {
      "epoch": 0.25830904233863294,
      "grad_norm": 7.40625,
      "learning_rate": 3.7089315934630545e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5605460286140442,
      "num_tokens": 156971806.0,
      "step": 203640
    },
    {
      "epoch": 0.2583217269311658,
      "grad_norm": 5.875,
      "learning_rate": 3.708868162454425e-05,
      "loss": 1.8649,
      "mean_token_accuracy": 0.5846739798784256,
      "num_tokens": 156978978.0,
      "step": 203650
    },
    {
      "epoch": 0.2583344115236986,
      "grad_norm": 5.59375,
      "learning_rate": 3.7088047314457956e-05,
      "loss": 1.9261,
      "mean_token_accuracy": 0.571457889676094,
      "num_tokens": 156986502.0,
      "step": 203660
    },
    {
      "epoch": 0.25834709611623147,
      "grad_norm": 6.125,
      "learning_rate": 3.708741300437167e-05,
      "loss": 1.9172,
      "mean_token_accuracy": 0.5883901447057724,
      "num_tokens": 156994017.0,
      "step": 203670
    },
    {
      "epoch": 0.2583597807087643,
      "grad_norm": 6.53125,
      "learning_rate": 3.7086778694285373e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5219893366098404,
      "num_tokens": 157000351.0,
      "step": 203680
    },
    {
      "epoch": 0.25837246530129715,
      "grad_norm": 5.15625,
      "learning_rate": 3.7086144384199086e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5762788623571395,
      "num_tokens": 157008573.0,
      "step": 203690
    },
    {
      "epoch": 0.25838514989382994,
      "grad_norm": 4.9375,
      "learning_rate": 3.70855100741128e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5609336495399475,
      "num_tokens": 157014702.0,
      "step": 203700
    },
    {
      "epoch": 0.2583978344863628,
      "grad_norm": 4.75,
      "learning_rate": 3.70848757640265e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5275924593210221,
      "num_tokens": 157022740.0,
      "step": 203710
    },
    {
      "epoch": 0.2584105190788956,
      "grad_norm": 5.78125,
      "learning_rate": 3.708424145394021e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5236707866191864,
      "num_tokens": 157030480.0,
      "step": 203720
    },
    {
      "epoch": 0.25842320367142846,
      "grad_norm": 7.0,
      "learning_rate": 3.7083607143853914e-05,
      "loss": 2.2695,
      "mean_token_accuracy": 0.5099913746118545,
      "num_tokens": 157037851.0,
      "step": 203730
    },
    {
      "epoch": 0.2584358882639613,
      "grad_norm": 5.5625,
      "learning_rate": 3.7082972833767626e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5409432649612427,
      "num_tokens": 157046496.0,
      "step": 203740
    },
    {
      "epoch": 0.25844857285649414,
      "grad_norm": 5.0,
      "learning_rate": 3.708233852368134e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5440243750810623,
      "num_tokens": 157054737.0,
      "step": 203750
    },
    {
      "epoch": 0.258461257449027,
      "grad_norm": 5.03125,
      "learning_rate": 3.708170421359504e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5652800410985946,
      "num_tokens": 157062214.0,
      "step": 203760
    },
    {
      "epoch": 0.2584739420415598,
      "grad_norm": 5.96875,
      "learning_rate": 3.7081069903508755e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5236360847949981,
      "num_tokens": 157069508.0,
      "step": 203770
    },
    {
      "epoch": 0.2584866266340926,
      "grad_norm": 4.5,
      "learning_rate": 3.708043559342246e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5411735594272613,
      "num_tokens": 157078284.0,
      "step": 203780
    },
    {
      "epoch": 0.25849931122662545,
      "grad_norm": 4.71875,
      "learning_rate": 3.7079801283336166e-05,
      "loss": 1.8921,
      "mean_token_accuracy": 0.5760245978832245,
      "num_tokens": 157085218.0,
      "step": 203790
    },
    {
      "epoch": 0.2585119958191583,
      "grad_norm": 5.09375,
      "learning_rate": 3.707916697324988e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5345277696847915,
      "num_tokens": 157093640.0,
      "step": 203800
    },
    {
      "epoch": 0.25852468041169113,
      "grad_norm": 6.84375,
      "learning_rate": 3.7078532663163584e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5517204523086547,
      "num_tokens": 157099914.0,
      "step": 203810
    },
    {
      "epoch": 0.258537365004224,
      "grad_norm": 7.9375,
      "learning_rate": 3.7077898353077296e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5444337606430054,
      "num_tokens": 157107894.0,
      "step": 203820
    },
    {
      "epoch": 0.2585500495967568,
      "grad_norm": 5.34375,
      "learning_rate": 3.7077264042991e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5640434086322784,
      "num_tokens": 157115715.0,
      "step": 203830
    },
    {
      "epoch": 0.25856273418928966,
      "grad_norm": 6.21875,
      "learning_rate": 3.707662973290471e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5567615926265717,
      "num_tokens": 157122089.0,
      "step": 203840
    },
    {
      "epoch": 0.2585754187818225,
      "grad_norm": 5.03125,
      "learning_rate": 3.707599542281842e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5647737145423889,
      "num_tokens": 157130638.0,
      "step": 203850
    },
    {
      "epoch": 0.2585881033743553,
      "grad_norm": 4.90625,
      "learning_rate": 3.7075361112732124e-05,
      "loss": 1.8422,
      "mean_token_accuracy": 0.5959782302379608,
      "num_tokens": 157138335.0,
      "step": 203860
    },
    {
      "epoch": 0.2586007879668881,
      "grad_norm": 4.96875,
      "learning_rate": 3.7074726802645836e-05,
      "loss": 1.8068,
      "mean_token_accuracy": 0.5929464340209961,
      "num_tokens": 157145773.0,
      "step": 203870
    },
    {
      "epoch": 0.25861347255942096,
      "grad_norm": 4.90625,
      "learning_rate": 3.707409249255954e-05,
      "loss": 1.8545,
      "mean_token_accuracy": 0.5827022790908813,
      "num_tokens": 157152491.0,
      "step": 203880
    },
    {
      "epoch": 0.2586261571519538,
      "grad_norm": 4.84375,
      "learning_rate": 3.7073458182473254e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5438733130693436,
      "num_tokens": 157161484.0,
      "step": 203890
    },
    {
      "epoch": 0.25863884174448665,
      "grad_norm": 6.125,
      "learning_rate": 3.7072823872386966e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5366598814725876,
      "num_tokens": 157169486.0,
      "step": 203900
    },
    {
      "epoch": 0.2586515263370195,
      "grad_norm": 6.5625,
      "learning_rate": 3.707218956230067e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5355105131864548,
      "num_tokens": 157176569.0,
      "step": 203910
    },
    {
      "epoch": 0.25866421092955233,
      "grad_norm": 6.40625,
      "learning_rate": 3.7071555252214376e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5587388217449188,
      "num_tokens": 157184223.0,
      "step": 203920
    },
    {
      "epoch": 0.25867689552208517,
      "grad_norm": 5.09375,
      "learning_rate": 3.707092094212808e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.552418902516365,
      "num_tokens": 157190827.0,
      "step": 203930
    },
    {
      "epoch": 0.25868958011461796,
      "grad_norm": 6.03125,
      "learning_rate": 3.7070286632041794e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5281403124332428,
      "num_tokens": 157199021.0,
      "step": 203940
    },
    {
      "epoch": 0.2587022647071508,
      "grad_norm": 5.3125,
      "learning_rate": 3.7069652321955506e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5282577723264694,
      "num_tokens": 157207601.0,
      "step": 203950
    },
    {
      "epoch": 0.25871494929968364,
      "grad_norm": 7.28125,
      "learning_rate": 3.706901801186921e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5520181655883789,
      "num_tokens": 157214759.0,
      "step": 203960
    },
    {
      "epoch": 0.2587276338922165,
      "grad_norm": 6.6875,
      "learning_rate": 3.7068383701782923e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5737858980894088,
      "num_tokens": 157221619.0,
      "step": 203970
    },
    {
      "epoch": 0.2587403184847493,
      "grad_norm": 4.8125,
      "learning_rate": 3.706774939169663e-05,
      "loss": 1.7919,
      "mean_token_accuracy": 0.5988356918096542,
      "num_tokens": 157228302.0,
      "step": 203980
    },
    {
      "epoch": 0.25875300307728216,
      "grad_norm": 4.6875,
      "learning_rate": 3.7067115081610334e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5508160144090652,
      "num_tokens": 157236604.0,
      "step": 203990
    },
    {
      "epoch": 0.258765687669815,
      "grad_norm": 5.0625,
      "learning_rate": 3.7066480771524046e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5663337379693985,
      "num_tokens": 157244698.0,
      "step": 204000
    },
    {
      "epoch": 0.2587783722623478,
      "grad_norm": 5.125,
      "learning_rate": 3.706584646143775e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5498280137777328,
      "num_tokens": 157251656.0,
      "step": 204010
    },
    {
      "epoch": 0.25879105685488063,
      "grad_norm": 12.125,
      "learning_rate": 3.7065212151351464e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5538905262947083,
      "num_tokens": 157258926.0,
      "step": 204020
    },
    {
      "epoch": 0.25880374144741347,
      "grad_norm": 5.4375,
      "learning_rate": 3.706457784126517e-05,
      "loss": 2.2968,
      "mean_token_accuracy": 0.5126308619976043,
      "num_tokens": 157267062.0,
      "step": 204030
    },
    {
      "epoch": 0.2588164260399463,
      "grad_norm": 5.78125,
      "learning_rate": 3.706394353117888e-05,
      "loss": 1.906,
      "mean_token_accuracy": 0.586447587609291,
      "num_tokens": 157275023.0,
      "step": 204040
    },
    {
      "epoch": 0.25882911063247915,
      "grad_norm": 2.078125,
      "learning_rate": 3.7063309221092593e-05,
      "loss": 1.6915,
      "mean_token_accuracy": 0.6265763878822327,
      "num_tokens": 157280812.0,
      "step": 204050
    },
    {
      "epoch": 0.258841795225012,
      "grad_norm": 4.25,
      "learning_rate": 3.70626749110063e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5426042675971985,
      "num_tokens": 157288426.0,
      "step": 204060
    },
    {
      "epoch": 0.25885447981754484,
      "grad_norm": 5.375,
      "learning_rate": 3.7062040600920004e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5573470890522003,
      "num_tokens": 157296700.0,
      "step": 204070
    },
    {
      "epoch": 0.2588671644100777,
      "grad_norm": 4.875,
      "learning_rate": 3.706140629083371e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5687250941991806,
      "num_tokens": 157304151.0,
      "step": 204080
    },
    {
      "epoch": 0.25887984900261046,
      "grad_norm": 6.25,
      "learning_rate": 3.706077198074742e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5358142673969268,
      "num_tokens": 157312397.0,
      "step": 204090
    },
    {
      "epoch": 0.2588925335951433,
      "grad_norm": 7.03125,
      "learning_rate": 3.7060137670661134e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5581105440855026,
      "num_tokens": 157319239.0,
      "step": 204100
    },
    {
      "epoch": 0.25890521818767614,
      "grad_norm": 5.34375,
      "learning_rate": 3.705950336057484e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5350695788860321,
      "num_tokens": 157326494.0,
      "step": 204110
    },
    {
      "epoch": 0.258917902780209,
      "grad_norm": 5.71875,
      "learning_rate": 3.705886905048855e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5417315781116485,
      "num_tokens": 157335541.0,
      "step": 204120
    },
    {
      "epoch": 0.2589305873727418,
      "grad_norm": 5.03125,
      "learning_rate": 3.7058234740402257e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5419659525156021,
      "num_tokens": 157341407.0,
      "step": 204130
    },
    {
      "epoch": 0.25894327196527467,
      "grad_norm": 5.59375,
      "learning_rate": 3.705760043031596e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5399391651153564,
      "num_tokens": 157349196.0,
      "step": 204140
    },
    {
      "epoch": 0.2589559565578075,
      "grad_norm": 4.8125,
      "learning_rate": 3.7056966120229674e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5263395547866822,
      "num_tokens": 157356534.0,
      "step": 204150
    },
    {
      "epoch": 0.25896864115034035,
      "grad_norm": 5.28125,
      "learning_rate": 3.705633181014338e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5447691023349762,
      "num_tokens": 157364279.0,
      "step": 204160
    },
    {
      "epoch": 0.25898132574287314,
      "grad_norm": 4.875,
      "learning_rate": 3.705569750005709e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5478479593992234,
      "num_tokens": 157370878.0,
      "step": 204170
    },
    {
      "epoch": 0.258994010335406,
      "grad_norm": 5.125,
      "learning_rate": 3.70550631899708e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5250322908163071,
      "num_tokens": 157379456.0,
      "step": 204180
    },
    {
      "epoch": 0.2590066949279388,
      "grad_norm": 4.625,
      "learning_rate": 3.705442887988451e-05,
      "loss": 1.8807,
      "mean_token_accuracy": 0.5769847095012665,
      "num_tokens": 157387315.0,
      "step": 204190
    },
    {
      "epoch": 0.25901937952047166,
      "grad_norm": 5.625,
      "learning_rate": 3.7053794569798214e-05,
      "loss": 2.3533,
      "mean_token_accuracy": 0.5019789814949036,
      "num_tokens": 157395437.0,
      "step": 204200
    },
    {
      "epoch": 0.2590320641130045,
      "grad_norm": 5.15625,
      "learning_rate": 3.705316025971192e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5237192213535309,
      "num_tokens": 157402675.0,
      "step": 204210
    },
    {
      "epoch": 0.25904474870553734,
      "grad_norm": 6.15625,
      "learning_rate": 3.705252594962563e-05,
      "loss": 2.19,
      "mean_token_accuracy": 0.5224707096815109,
      "num_tokens": 157411141.0,
      "step": 204220
    },
    {
      "epoch": 0.2590574332980702,
      "grad_norm": 6.75,
      "learning_rate": 3.705189163953934e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5605755597352982,
      "num_tokens": 157419246.0,
      "step": 204230
    },
    {
      "epoch": 0.259070117890603,
      "grad_norm": 7.0625,
      "learning_rate": 3.705125732945305e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5486587017774582,
      "num_tokens": 157428422.0,
      "step": 204240
    },
    {
      "epoch": 0.2590828024831358,
      "grad_norm": 5.71875,
      "learning_rate": 3.705062301936676e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5335474282503128,
      "num_tokens": 157436276.0,
      "step": 204250
    },
    {
      "epoch": 0.25909548707566865,
      "grad_norm": 5.96875,
      "learning_rate": 3.704998870928047e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.569355434179306,
      "num_tokens": 157444019.0,
      "step": 204260
    },
    {
      "epoch": 0.2591081716682015,
      "grad_norm": 7.15625,
      "learning_rate": 3.704935439919417e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.565787598490715,
      "num_tokens": 157450806.0,
      "step": 204270
    },
    {
      "epoch": 0.25912085626073433,
      "grad_norm": 5.96875,
      "learning_rate": 3.704872008910788e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5697514057159424,
      "num_tokens": 157457878.0,
      "step": 204280
    },
    {
      "epoch": 0.2591335408532672,
      "grad_norm": 7.4375,
      "learning_rate": 3.704808577902159e-05,
      "loss": 2.2716,
      "mean_token_accuracy": 0.49790880978107455,
      "num_tokens": 157467313.0,
      "step": 204290
    },
    {
      "epoch": 0.2591462254458,
      "grad_norm": 6.46875,
      "learning_rate": 3.70474514689353e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5493941456079483,
      "num_tokens": 157474907.0,
      "step": 204300
    },
    {
      "epoch": 0.25915891003833286,
      "grad_norm": 7.5,
      "learning_rate": 3.704681715884901e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5599928379058838,
      "num_tokens": 157481306.0,
      "step": 204310
    },
    {
      "epoch": 0.2591715946308657,
      "grad_norm": 6.75,
      "learning_rate": 3.704618284876272e-05,
      "loss": 1.7938,
      "mean_token_accuracy": 0.6061828106641769,
      "num_tokens": 157487406.0,
      "step": 204320
    },
    {
      "epoch": 0.2591842792233985,
      "grad_norm": 8.6875,
      "learning_rate": 3.7045548538676425e-05,
      "loss": 2.2859,
      "mean_token_accuracy": 0.516780337691307,
      "num_tokens": 157495232.0,
      "step": 204330
    },
    {
      "epoch": 0.2591969638159313,
      "grad_norm": 12.875,
      "learning_rate": 3.704491422859013e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.542987483739853,
      "num_tokens": 157503050.0,
      "step": 204340
    },
    {
      "epoch": 0.25920964840846417,
      "grad_norm": 7.71875,
      "learning_rate": 3.704427991850384e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5579608768224716,
      "num_tokens": 157509897.0,
      "step": 204350
    },
    {
      "epoch": 0.259222333000997,
      "grad_norm": 8.3125,
      "learning_rate": 3.704364560841755e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5274714827537537,
      "num_tokens": 157517043.0,
      "step": 204360
    },
    {
      "epoch": 0.25923501759352985,
      "grad_norm": 4.96875,
      "learning_rate": 3.704301129833126e-05,
      "loss": 1.8705,
      "mean_token_accuracy": 0.5801795363426209,
      "num_tokens": 157523925.0,
      "step": 204370
    },
    {
      "epoch": 0.2592477021860627,
      "grad_norm": 6.34375,
      "learning_rate": 3.7042376988244965e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.556951767206192,
      "num_tokens": 157531810.0,
      "step": 204380
    },
    {
      "epoch": 0.25926038677859553,
      "grad_norm": 7.75,
      "learning_rate": 3.704174267815868e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5464875996112823,
      "num_tokens": 157538034.0,
      "step": 204390
    },
    {
      "epoch": 0.25927307137112837,
      "grad_norm": 5.90625,
      "learning_rate": 3.704110836807239e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5663865119218826,
      "num_tokens": 157544501.0,
      "step": 204400
    },
    {
      "epoch": 0.25928575596366116,
      "grad_norm": 7.53125,
      "learning_rate": 3.704047405798609e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5308359771966934,
      "num_tokens": 157552714.0,
      "step": 204410
    },
    {
      "epoch": 0.259298440556194,
      "grad_norm": 7.03125,
      "learning_rate": 3.70398397478998e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5634381622076035,
      "num_tokens": 157559427.0,
      "step": 204420
    },
    {
      "epoch": 0.25931112514872684,
      "grad_norm": 5.375,
      "learning_rate": 3.703920543781351e-05,
      "loss": 2.2364,
      "mean_token_accuracy": 0.5187582552433014,
      "num_tokens": 157568511.0,
      "step": 204430
    },
    {
      "epoch": 0.2593238097412597,
      "grad_norm": 5.5625,
      "learning_rate": 3.703857112772722e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5599347412586212,
      "num_tokens": 157575913.0,
      "step": 204440
    },
    {
      "epoch": 0.2593364943337925,
      "grad_norm": 7.09375,
      "learning_rate": 3.703793681764093e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5371123671531677,
      "num_tokens": 157583859.0,
      "step": 204450
    },
    {
      "epoch": 0.25934917892632536,
      "grad_norm": 6.40625,
      "learning_rate": 3.7037302507554635e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5466898709535599,
      "num_tokens": 157591680.0,
      "step": 204460
    },
    {
      "epoch": 0.2593618635188582,
      "grad_norm": 5.90625,
      "learning_rate": 3.703666819746835e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5070151716470719,
      "num_tokens": 157600500.0,
      "step": 204470
    },
    {
      "epoch": 0.259374548111391,
      "grad_norm": 6.40625,
      "learning_rate": 3.703603388738205e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5573274075984955,
      "num_tokens": 157608533.0,
      "step": 204480
    },
    {
      "epoch": 0.25938723270392383,
      "grad_norm": 5.0,
      "learning_rate": 3.703539957729576e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5351617336273193,
      "num_tokens": 157616636.0,
      "step": 204490
    },
    {
      "epoch": 0.2593999172964567,
      "grad_norm": 5.09375,
      "learning_rate": 3.703476526720947e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5437068849802017,
      "num_tokens": 157623405.0,
      "step": 204500
    },
    {
      "epoch": 0.2594126018889895,
      "grad_norm": 5.15625,
      "learning_rate": 3.7034130957123175e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5357263386249542,
      "num_tokens": 157631269.0,
      "step": 204510
    },
    {
      "epoch": 0.25942528648152235,
      "grad_norm": 5.375,
      "learning_rate": 3.703349664703689e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5325005859136581,
      "num_tokens": 157639925.0,
      "step": 204520
    },
    {
      "epoch": 0.2594379710740552,
      "grad_norm": 5.40625,
      "learning_rate": 3.70328623369506e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5602668404579163,
      "num_tokens": 157647364.0,
      "step": 204530
    },
    {
      "epoch": 0.25945065566658804,
      "grad_norm": 4.53125,
      "learning_rate": 3.7032228026864305e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5688951343297959,
      "num_tokens": 157654296.0,
      "step": 204540
    },
    {
      "epoch": 0.2594633402591209,
      "grad_norm": 4.59375,
      "learning_rate": 3.703159371677801e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5497147023677826,
      "num_tokens": 157662725.0,
      "step": 204550
    },
    {
      "epoch": 0.25947602485165366,
      "grad_norm": 7.03125,
      "learning_rate": 3.7030959406691715e-05,
      "loss": 1.8943,
      "mean_token_accuracy": 0.5816698908805847,
      "num_tokens": 157668732.0,
      "step": 204560
    },
    {
      "epoch": 0.2594887094441865,
      "grad_norm": 5.28125,
      "learning_rate": 3.703032509660543e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.521529245376587,
      "num_tokens": 157678600.0,
      "step": 204570
    },
    {
      "epoch": 0.25950139403671935,
      "grad_norm": 5.78125,
      "learning_rate": 3.702969078651914e-05,
      "loss": 1.8715,
      "mean_token_accuracy": 0.5940753519535065,
      "num_tokens": 157685804.0,
      "step": 204580
    },
    {
      "epoch": 0.2595140786292522,
      "grad_norm": 5.6875,
      "learning_rate": 3.7029056476432845e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5694781184196472,
      "num_tokens": 157692911.0,
      "step": 204590
    },
    {
      "epoch": 0.25952676322178503,
      "grad_norm": 6.0625,
      "learning_rate": 3.702842216634656e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.543055585026741,
      "num_tokens": 157701023.0,
      "step": 204600
    },
    {
      "epoch": 0.25953944781431787,
      "grad_norm": 6.625,
      "learning_rate": 3.702778785626026e-05,
      "loss": 1.7788,
      "mean_token_accuracy": 0.6050987750291824,
      "num_tokens": 157708473.0,
      "step": 204610
    },
    {
      "epoch": 0.2595521324068507,
      "grad_norm": 5.4375,
      "learning_rate": 3.702715354617397e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5313050270080566,
      "num_tokens": 157716520.0,
      "step": 204620
    },
    {
      "epoch": 0.25956481699938355,
      "grad_norm": 6.65625,
      "learning_rate": 3.702651923608768e-05,
      "loss": 2.3181,
      "mean_token_accuracy": 0.502811712026596,
      "num_tokens": 157723861.0,
      "step": 204630
    },
    {
      "epoch": 0.25957750159191634,
      "grad_norm": 7.0625,
      "learning_rate": 3.7025884926001385e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5145493119955062,
      "num_tokens": 157732484.0,
      "step": 204640
    },
    {
      "epoch": 0.2595901861844492,
      "grad_norm": 5.28125,
      "learning_rate": 3.70252506159151e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5424566149711609,
      "num_tokens": 157741062.0,
      "step": 204650
    },
    {
      "epoch": 0.259602870776982,
      "grad_norm": 5.0625,
      "learning_rate": 3.70246163058288e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5557663112878799,
      "num_tokens": 157749405.0,
      "step": 204660
    },
    {
      "epoch": 0.25961555536951486,
      "grad_norm": 6.21875,
      "learning_rate": 3.7023981995742515e-05,
      "loss": 1.846,
      "mean_token_accuracy": 0.5944477528333664,
      "num_tokens": 157756820.0,
      "step": 204670
    },
    {
      "epoch": 0.2596282399620477,
      "grad_norm": 4.96875,
      "learning_rate": 3.702334768565622e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.554953396320343,
      "num_tokens": 157764626.0,
      "step": 204680
    },
    {
      "epoch": 0.25964092455458054,
      "grad_norm": 5.15625,
      "learning_rate": 3.7022713375569926e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.562418532371521,
      "num_tokens": 157772881.0,
      "step": 204690
    },
    {
      "epoch": 0.2596536091471134,
      "grad_norm": 11.4375,
      "learning_rate": 3.702207906548364e-05,
      "loss": 1.83,
      "mean_token_accuracy": 0.5906074523925782,
      "num_tokens": 157778790.0,
      "step": 204700
    },
    {
      "epoch": 0.2596662937396462,
      "grad_norm": 8.625,
      "learning_rate": 3.702144475539734e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5740550398826599,
      "num_tokens": 157785545.0,
      "step": 204710
    },
    {
      "epoch": 0.259678978332179,
      "grad_norm": 5.90625,
      "learning_rate": 3.7020810445311055e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.5439274907112122,
      "num_tokens": 157792098.0,
      "step": 204720
    },
    {
      "epoch": 0.25969166292471185,
      "grad_norm": 5.125,
      "learning_rate": 3.702017613522477e-05,
      "loss": 1.936,
      "mean_token_accuracy": 0.5647823631763458,
      "num_tokens": 157799953.0,
      "step": 204730
    },
    {
      "epoch": 0.2597043475172447,
      "grad_norm": 6.3125,
      "learning_rate": 3.701954182513847e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5646372318267823,
      "num_tokens": 157807282.0,
      "step": 204740
    },
    {
      "epoch": 0.25971703210977753,
      "grad_norm": 6.96875,
      "learning_rate": 3.701890751505218e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5307214528322219,
      "num_tokens": 157815413.0,
      "step": 204750
    },
    {
      "epoch": 0.2597297167023104,
      "grad_norm": 4.96875,
      "learning_rate": 3.7018273204965883e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5562321960926055,
      "num_tokens": 157821338.0,
      "step": 204760
    },
    {
      "epoch": 0.2597424012948432,
      "grad_norm": 6.40625,
      "learning_rate": 3.7017638894879596e-05,
      "loss": 1.7942,
      "mean_token_accuracy": 0.5948073327541351,
      "num_tokens": 157828809.0,
      "step": 204770
    },
    {
      "epoch": 0.25975508588737606,
      "grad_norm": 10.0,
      "learning_rate": 3.701700458479331e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5742832154035569,
      "num_tokens": 157835357.0,
      "step": 204780
    },
    {
      "epoch": 0.2597677704799089,
      "grad_norm": 6.375,
      "learning_rate": 3.701637027470701e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.5176780462265015,
      "num_tokens": 157843275.0,
      "step": 204790
    },
    {
      "epoch": 0.2597804550724417,
      "grad_norm": 6.09375,
      "learning_rate": 3.7015735964620725e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.563770380616188,
      "num_tokens": 157851485.0,
      "step": 204800
    },
    {
      "epoch": 0.2597931396649745,
      "grad_norm": 5.5,
      "learning_rate": 3.701510165453443e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5566885143518447,
      "num_tokens": 157858437.0,
      "step": 204810
    },
    {
      "epoch": 0.25980582425750737,
      "grad_norm": 4.9375,
      "learning_rate": 3.701446734444814e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5323273003101349,
      "num_tokens": 157866234.0,
      "step": 204820
    },
    {
      "epoch": 0.2598185088500402,
      "grad_norm": 5.25,
      "learning_rate": 3.701383303436185e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5330110102891922,
      "num_tokens": 157873680.0,
      "step": 204830
    },
    {
      "epoch": 0.25983119344257305,
      "grad_norm": 5.21875,
      "learning_rate": 3.701319872427555e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5245942771434784,
      "num_tokens": 157881297.0,
      "step": 204840
    },
    {
      "epoch": 0.2598438780351059,
      "grad_norm": 5.46875,
      "learning_rate": 3.7012564414189265e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5252334117889405,
      "num_tokens": 157887817.0,
      "step": 204850
    },
    {
      "epoch": 0.25985656262763873,
      "grad_norm": 5.0625,
      "learning_rate": 3.701193010410297e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5663800418376923,
      "num_tokens": 157894477.0,
      "step": 204860
    },
    {
      "epoch": 0.2598692472201716,
      "grad_norm": 4.75,
      "learning_rate": 3.701129579401668e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5286135643720626,
      "num_tokens": 157901901.0,
      "step": 204870
    },
    {
      "epoch": 0.25988193181270436,
      "grad_norm": 5.28125,
      "learning_rate": 3.7010661483930395e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5430077821016311,
      "num_tokens": 157910815.0,
      "step": 204880
    },
    {
      "epoch": 0.2598946164052372,
      "grad_norm": 7.84375,
      "learning_rate": 3.70100271738441e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5364207476377487,
      "num_tokens": 157919225.0,
      "step": 204890
    },
    {
      "epoch": 0.25990730099777004,
      "grad_norm": 5.1875,
      "learning_rate": 3.7009392863757806e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5271328747272491,
      "num_tokens": 157926666.0,
      "step": 204900
    },
    {
      "epoch": 0.2599199855903029,
      "grad_norm": 4.96875,
      "learning_rate": 3.700875855367151e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5223244965076447,
      "num_tokens": 157934695.0,
      "step": 204910
    },
    {
      "epoch": 0.2599326701828357,
      "grad_norm": 6.875,
      "learning_rate": 3.700812424358522e-05,
      "loss": 1.7385,
      "mean_token_accuracy": 0.5992805927991867,
      "num_tokens": 157941792.0,
      "step": 204920
    },
    {
      "epoch": 0.25994535477536856,
      "grad_norm": 9.1875,
      "learning_rate": 3.7007489933498935e-05,
      "loss": 1.8856,
      "mean_token_accuracy": 0.5778632432222366,
      "num_tokens": 157949630.0,
      "step": 204930
    },
    {
      "epoch": 0.2599580393679014,
      "grad_norm": 5.9375,
      "learning_rate": 3.700685562341264e-05,
      "loss": 2.2266,
      "mean_token_accuracy": 0.5227222174406052,
      "num_tokens": 157958799.0,
      "step": 204940
    },
    {
      "epoch": 0.2599707239604342,
      "grad_norm": 5.8125,
      "learning_rate": 3.700622131332635e-05,
      "loss": 1.8757,
      "mean_token_accuracy": 0.5817421168088913,
      "num_tokens": 157965509.0,
      "step": 204950
    },
    {
      "epoch": 0.25998340855296703,
      "grad_norm": 5.5,
      "learning_rate": 3.700558700324006e-05,
      "loss": 1.9194,
      "mean_token_accuracy": 0.5835004895925522,
      "num_tokens": 157973316.0,
      "step": 204960
    },
    {
      "epoch": 0.2599960931454999,
      "grad_norm": 6.40625,
      "learning_rate": 3.7004952693153764e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5521553575992584,
      "num_tokens": 157981483.0,
      "step": 204970
    },
    {
      "epoch": 0.2600087777380327,
      "grad_norm": 5.15625,
      "learning_rate": 3.7004318383067476e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5406769275665283,
      "num_tokens": 157988603.0,
      "step": 204980
    },
    {
      "epoch": 0.26002146233056556,
      "grad_norm": 6.1875,
      "learning_rate": 3.700368407298118e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5376770973205567,
      "num_tokens": 157996229.0,
      "step": 204990
    },
    {
      "epoch": 0.2600341469230984,
      "grad_norm": 6.25,
      "learning_rate": 3.700304976289489e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5555759221315384,
      "num_tokens": 158003992.0,
      "step": 205000
    },
    {
      "epoch": 0.26004683151563124,
      "grad_norm": 5.375,
      "learning_rate": 3.70024154528086e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5585702359676361,
      "num_tokens": 158012089.0,
      "step": 205010
    },
    {
      "epoch": 0.2600595161081641,
      "grad_norm": 6.375,
      "learning_rate": 3.700178114272231e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5557207822799682,
      "num_tokens": 158019755.0,
      "step": 205020
    },
    {
      "epoch": 0.26007220070069687,
      "grad_norm": 4.90625,
      "learning_rate": 3.7001146832636016e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5463163614273071,
      "num_tokens": 158027099.0,
      "step": 205030
    },
    {
      "epoch": 0.2600848852932297,
      "grad_norm": 5.34375,
      "learning_rate": 3.700051252254972e-05,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5471944153308869,
      "num_tokens": 158034630.0,
      "step": 205040
    },
    {
      "epoch": 0.26009756988576255,
      "grad_norm": 5.71875,
      "learning_rate": 3.6999878212463433e-05,
      "loss": 2.2609,
      "mean_token_accuracy": 0.5247668594121933,
      "num_tokens": 158043533.0,
      "step": 205050
    },
    {
      "epoch": 0.2601102544782954,
      "grad_norm": 4.875,
      "learning_rate": 3.699924390237714e-05,
      "loss": 1.8821,
      "mean_token_accuracy": 0.5829062223434448,
      "num_tokens": 158051190.0,
      "step": 205060
    },
    {
      "epoch": 0.26012293907082823,
      "grad_norm": 5.09375,
      "learning_rate": 3.699860959229085e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5137427359819412,
      "num_tokens": 158059468.0,
      "step": 205070
    },
    {
      "epoch": 0.26013562366336107,
      "grad_norm": 6.78125,
      "learning_rate": 3.699797528220456e-05,
      "loss": 1.9387,
      "mean_token_accuracy": 0.558892497420311,
      "num_tokens": 158065920.0,
      "step": 205080
    },
    {
      "epoch": 0.2601483082558939,
      "grad_norm": 5.375,
      "learning_rate": 3.699734097211827e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5355370819568634,
      "num_tokens": 158074696.0,
      "step": 205090
    },
    {
      "epoch": 0.26016099284842675,
      "grad_norm": 8.0,
      "learning_rate": 3.6996706662031974e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.5606612414121628,
      "num_tokens": 158081651.0,
      "step": 205100
    },
    {
      "epoch": 0.26017367744095954,
      "grad_norm": 5.1875,
      "learning_rate": 3.699607235194568e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5530365705490112,
      "num_tokens": 158088244.0,
      "step": 205110
    },
    {
      "epoch": 0.2601863620334924,
      "grad_norm": 4.90625,
      "learning_rate": 3.699543804185939e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5161507368087769,
      "num_tokens": 158096949.0,
      "step": 205120
    },
    {
      "epoch": 0.2601990466260252,
      "grad_norm": 7.75,
      "learning_rate": 3.6994803731773103e-05,
      "loss": 1.8623,
      "mean_token_accuracy": 0.5791045367717743,
      "num_tokens": 158103934.0,
      "step": 205130
    },
    {
      "epoch": 0.26021173121855806,
      "grad_norm": 9.5,
      "learning_rate": 3.699416942168681e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5278450101613998,
      "num_tokens": 158111555.0,
      "step": 205140
    },
    {
      "epoch": 0.2602244158110909,
      "grad_norm": 5.78125,
      "learning_rate": 3.699353511160052e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5563690364360809,
      "num_tokens": 158119977.0,
      "step": 205150
    },
    {
      "epoch": 0.26023710040362374,
      "grad_norm": 5.625,
      "learning_rate": 3.6992900801514226e-05,
      "loss": 1.7576,
      "mean_token_accuracy": 0.6109113842248917,
      "num_tokens": 158126125.0,
      "step": 205160
    },
    {
      "epoch": 0.2602497849961566,
      "grad_norm": 8.375,
      "learning_rate": 3.699226649142793e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5752368807792664,
      "num_tokens": 158132435.0,
      "step": 205170
    },
    {
      "epoch": 0.2602624695886894,
      "grad_norm": 5.75,
      "learning_rate": 3.6991632181341644e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5669880479574203,
      "num_tokens": 158141471.0,
      "step": 205180
    },
    {
      "epoch": 0.2602751541812222,
      "grad_norm": 5.5,
      "learning_rate": 3.699099787125535e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5227907568216323,
      "num_tokens": 158148674.0,
      "step": 205190
    },
    {
      "epoch": 0.26028783877375505,
      "grad_norm": 6.0,
      "learning_rate": 3.699036356116906e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5415789484977722,
      "num_tokens": 158155781.0,
      "step": 205200
    },
    {
      "epoch": 0.2603005233662879,
      "grad_norm": 5.8125,
      "learning_rate": 3.6989729251082767e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5372763037681579,
      "num_tokens": 158164316.0,
      "step": 205210
    },
    {
      "epoch": 0.26031320795882074,
      "grad_norm": 6.3125,
      "learning_rate": 3.698909494099648e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5384127914905548,
      "num_tokens": 158172084.0,
      "step": 205220
    },
    {
      "epoch": 0.2603258925513536,
      "grad_norm": 4.75,
      "learning_rate": 3.698846063091019e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5358689337968826,
      "num_tokens": 158179298.0,
      "step": 205230
    },
    {
      "epoch": 0.2603385771438864,
      "grad_norm": 7.3125,
      "learning_rate": 3.6987826320823896e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5674652338027955,
      "num_tokens": 158186604.0,
      "step": 205240
    },
    {
      "epoch": 0.26035126173641926,
      "grad_norm": 6.5625,
      "learning_rate": 3.69871920107376e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5294302552938461,
      "num_tokens": 158194148.0,
      "step": 205250
    },
    {
      "epoch": 0.2603639463289521,
      "grad_norm": 7.1875,
      "learning_rate": 3.698655770065131e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5401152193546295,
      "num_tokens": 158200886.0,
      "step": 205260
    },
    {
      "epoch": 0.2603766309214849,
      "grad_norm": 6.5,
      "learning_rate": 3.698592339056502e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5442374140024185,
      "num_tokens": 158208808.0,
      "step": 205270
    },
    {
      "epoch": 0.2603893155140177,
      "grad_norm": 5.15625,
      "learning_rate": 3.698528908047873e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.533506053686142,
      "num_tokens": 158216872.0,
      "step": 205280
    },
    {
      "epoch": 0.26040200010655057,
      "grad_norm": 7.1875,
      "learning_rate": 3.6984654770392436e-05,
      "loss": 2.231,
      "mean_token_accuracy": 0.5127286642789841,
      "num_tokens": 158224515.0,
      "step": 205290
    },
    {
      "epoch": 0.2604146846990834,
      "grad_norm": 5.1875,
      "learning_rate": 3.698402046030615e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5267371714115143,
      "num_tokens": 158232462.0,
      "step": 205300
    },
    {
      "epoch": 0.26042736929161625,
      "grad_norm": 7.15625,
      "learning_rate": 3.6983386150219854e-05,
      "loss": 2.271,
      "mean_token_accuracy": 0.5195064157247543,
      "num_tokens": 158241118.0,
      "step": 205310
    },
    {
      "epoch": 0.2604400538841491,
      "grad_norm": 6.375,
      "learning_rate": 3.698275184013356e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5335806280374527,
      "num_tokens": 158249446.0,
      "step": 205320
    },
    {
      "epoch": 0.26045273847668193,
      "grad_norm": 6.125,
      "learning_rate": 3.698211753004727e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5374633103609086,
      "num_tokens": 158257137.0,
      "step": 205330
    },
    {
      "epoch": 0.2604654230692148,
      "grad_norm": 4.78125,
      "learning_rate": 3.698148321996098e-05,
      "loss": 1.8066,
      "mean_token_accuracy": 0.5831137895584106,
      "num_tokens": 158265789.0,
      "step": 205340
    },
    {
      "epoch": 0.26047810766174756,
      "grad_norm": 5.25,
      "learning_rate": 3.698084890987469e-05,
      "loss": 2.2261,
      "mean_token_accuracy": 0.5210511803627014,
      "num_tokens": 158274528.0,
      "step": 205350
    },
    {
      "epoch": 0.2604907922542804,
      "grad_norm": 4.59375,
      "learning_rate": 3.69802145997884e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5532355368137359,
      "num_tokens": 158282751.0,
      "step": 205360
    },
    {
      "epoch": 0.26050347684681324,
      "grad_norm": 7.40625,
      "learning_rate": 3.6979580289702106e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5500593811273575,
      "num_tokens": 158289507.0,
      "step": 205370
    },
    {
      "epoch": 0.2605161614393461,
      "grad_norm": 5.84375,
      "learning_rate": 3.697894597961581e-05,
      "loss": 1.7156,
      "mean_token_accuracy": 0.607480400800705,
      "num_tokens": 158295683.0,
      "step": 205380
    },
    {
      "epoch": 0.2605288460318789,
      "grad_norm": 7.5625,
      "learning_rate": 3.697831166952952e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5378029316663742,
      "num_tokens": 158303440.0,
      "step": 205390
    },
    {
      "epoch": 0.26054153062441177,
      "grad_norm": 4.5625,
      "learning_rate": 3.697767735944323e-05,
      "loss": 1.8555,
      "mean_token_accuracy": 0.5688802659511566,
      "num_tokens": 158310613.0,
      "step": 205400
    },
    {
      "epoch": 0.2605542152169446,
      "grad_norm": 5.28125,
      "learning_rate": 3.697704304935694e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5409993827342987,
      "num_tokens": 158317251.0,
      "step": 205410
    },
    {
      "epoch": 0.2605668998094774,
      "grad_norm": 4.96875,
      "learning_rate": 3.697640873927065e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5757007956504822,
      "num_tokens": 158325259.0,
      "step": 205420
    },
    {
      "epoch": 0.26057958440201023,
      "grad_norm": 4.90625,
      "learning_rate": 3.697577442918436e-05,
      "loss": 1.7946,
      "mean_token_accuracy": 0.5947631567716598,
      "num_tokens": 158333195.0,
      "step": 205430
    },
    {
      "epoch": 0.2605922689945431,
      "grad_norm": 5.46875,
      "learning_rate": 3.6975140119098064e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5639184892177582,
      "num_tokens": 158340401.0,
      "step": 205440
    },
    {
      "epoch": 0.2606049535870759,
      "grad_norm": 5.3125,
      "learning_rate": 3.697450580901177e-05,
      "loss": 1.938,
      "mean_token_accuracy": 0.5732437133789062,
      "num_tokens": 158348368.0,
      "step": 205450
    },
    {
      "epoch": 0.26061763817960876,
      "grad_norm": 5.9375,
      "learning_rate": 3.697387149892548e-05,
      "loss": 1.887,
      "mean_token_accuracy": 0.5779620587825776,
      "num_tokens": 158356263.0,
      "step": 205460
    },
    {
      "epoch": 0.2606303227721416,
      "grad_norm": 5.40625,
      "learning_rate": 3.697323718883919e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5431542992591858,
      "num_tokens": 158364219.0,
      "step": 205470
    },
    {
      "epoch": 0.26064300736467444,
      "grad_norm": 5.09375,
      "learning_rate": 3.69726028787529e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5484727293252945,
      "num_tokens": 158371172.0,
      "step": 205480
    },
    {
      "epoch": 0.2606556919572073,
      "grad_norm": 4.59375,
      "learning_rate": 3.6971968568666604e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5504212439060211,
      "num_tokens": 158380338.0,
      "step": 205490
    },
    {
      "epoch": 0.26066837654974007,
      "grad_norm": 6.375,
      "learning_rate": 3.697133425858032e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5810116618871689,
      "num_tokens": 158387528.0,
      "step": 205500
    },
    {
      "epoch": 0.2606810611422729,
      "grad_norm": 5.59375,
      "learning_rate": 3.697069994849402e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5784047186374665,
      "num_tokens": 158394245.0,
      "step": 205510
    },
    {
      "epoch": 0.26069374573480575,
      "grad_norm": 10.0,
      "learning_rate": 3.697006563840773e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5631896078586578,
      "num_tokens": 158401158.0,
      "step": 205520
    },
    {
      "epoch": 0.2607064303273386,
      "grad_norm": 5.28125,
      "learning_rate": 3.696943132832144e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5508867055177689,
      "num_tokens": 158409682.0,
      "step": 205530
    },
    {
      "epoch": 0.26071911491987143,
      "grad_norm": 5.25,
      "learning_rate": 3.6968797018235145e-05,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5280018240213394,
      "num_tokens": 158418076.0,
      "step": 205540
    },
    {
      "epoch": 0.26073179951240427,
      "grad_norm": 5.90625,
      "learning_rate": 3.696816270814886e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.526064270734787,
      "num_tokens": 158426455.0,
      "step": 205550
    },
    {
      "epoch": 0.2607444841049371,
      "grad_norm": 6.875,
      "learning_rate": 3.696752839806257e-05,
      "loss": 1.6877,
      "mean_token_accuracy": 0.6139613866806031,
      "num_tokens": 158433132.0,
      "step": 205560
    },
    {
      "epoch": 0.26075716869746995,
      "grad_norm": 6.25,
      "learning_rate": 3.6966894087976274e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.559908390045166,
      "num_tokens": 158440413.0,
      "step": 205570
    },
    {
      "epoch": 0.26076985329000274,
      "grad_norm": 5.75,
      "learning_rate": 3.6966259777889987e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5553605437278748,
      "num_tokens": 158448875.0,
      "step": 205580
    },
    {
      "epoch": 0.2607825378825356,
      "grad_norm": 5.96875,
      "learning_rate": 3.6965625467803685e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.5640355527400971,
      "num_tokens": 158455566.0,
      "step": 205590
    },
    {
      "epoch": 0.2607952224750684,
      "grad_norm": 5.28125,
      "learning_rate": 3.69649911577174e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5393743127584457,
      "num_tokens": 158464337.0,
      "step": 205600
    },
    {
      "epoch": 0.26080790706760126,
      "grad_norm": 6.09375,
      "learning_rate": 3.696435684763111e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.534693256020546,
      "num_tokens": 158471449.0,
      "step": 205610
    },
    {
      "epoch": 0.2608205916601341,
      "grad_norm": 6.3125,
      "learning_rate": 3.6963722537544815e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5441798239946365,
      "num_tokens": 158478947.0,
      "step": 205620
    },
    {
      "epoch": 0.26083327625266695,
      "grad_norm": 4.75,
      "learning_rate": 3.696308822745853e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5295233070850373,
      "num_tokens": 158487118.0,
      "step": 205630
    },
    {
      "epoch": 0.2608459608451998,
      "grad_norm": 5.28125,
      "learning_rate": 3.696245391737223e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5264745801687241,
      "num_tokens": 158494407.0,
      "step": 205640
    },
    {
      "epoch": 0.26085864543773263,
      "grad_norm": 5.28125,
      "learning_rate": 3.6961819607285944e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5415710717439651,
      "num_tokens": 158501994.0,
      "step": 205650
    },
    {
      "epoch": 0.2608713300302654,
      "grad_norm": 7.59375,
      "learning_rate": 3.696118529719965e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5515761435031891,
      "num_tokens": 158509584.0,
      "step": 205660
    },
    {
      "epoch": 0.26088401462279825,
      "grad_norm": 5.875,
      "learning_rate": 3.6960550987113355e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.536593011021614,
      "num_tokens": 158517682.0,
      "step": 205670
    },
    {
      "epoch": 0.2608966992153311,
      "grad_norm": 5.53125,
      "learning_rate": 3.695991667702707e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5349880874156951,
      "num_tokens": 158525298.0,
      "step": 205680
    },
    {
      "epoch": 0.26090938380786394,
      "grad_norm": 4.9375,
      "learning_rate": 3.695928236694077e-05,
      "loss": 1.8701,
      "mean_token_accuracy": 0.5662063956260681,
      "num_tokens": 158532791.0,
      "step": 205690
    },
    {
      "epoch": 0.2609220684003968,
      "grad_norm": 5.4375,
      "learning_rate": 3.6958648056854485e-05,
      "loss": 2.2806,
      "mean_token_accuracy": 0.5053390532732009,
      "num_tokens": 158541353.0,
      "step": 205700
    },
    {
      "epoch": 0.2609347529929296,
      "grad_norm": 5.0625,
      "learning_rate": 3.69580137467682e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5472974568605423,
      "num_tokens": 158549518.0,
      "step": 205710
    },
    {
      "epoch": 0.26094743758546246,
      "grad_norm": 4.6875,
      "learning_rate": 3.69573794366819e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5437460660934448,
      "num_tokens": 158557158.0,
      "step": 205720
    },
    {
      "epoch": 0.2609601221779953,
      "grad_norm": 6.0,
      "learning_rate": 3.695674512659561e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5509666621685028,
      "num_tokens": 158566054.0,
      "step": 205730
    },
    {
      "epoch": 0.2609728067705281,
      "grad_norm": 4.84375,
      "learning_rate": 3.695611081650931e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5566449046134949,
      "num_tokens": 158573031.0,
      "step": 205740
    },
    {
      "epoch": 0.26098549136306093,
      "grad_norm": 5.09375,
      "learning_rate": 3.6955476506423025e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.554935759305954,
      "num_tokens": 158580491.0,
      "step": 205750
    },
    {
      "epoch": 0.26099817595559377,
      "grad_norm": 5.28125,
      "learning_rate": 3.695484219633674e-05,
      "loss": 2.2306,
      "mean_token_accuracy": 0.503595408797264,
      "num_tokens": 158589200.0,
      "step": 205760
    },
    {
      "epoch": 0.2610108605481266,
      "grad_norm": 5.65625,
      "learning_rate": 3.695420788625044e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5459554642438889,
      "num_tokens": 158595803.0,
      "step": 205770
    },
    {
      "epoch": 0.26102354514065945,
      "grad_norm": 4.96875,
      "learning_rate": 3.6953573576164155e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5245305627584458,
      "num_tokens": 158604269.0,
      "step": 205780
    },
    {
      "epoch": 0.2610362297331923,
      "grad_norm": 4.75,
      "learning_rate": 3.695293926607786e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5434728562831879,
      "num_tokens": 158611435.0,
      "step": 205790
    },
    {
      "epoch": 0.26104891432572513,
      "grad_norm": 5.4375,
      "learning_rate": 3.6952304955991565e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5172711104154587,
      "num_tokens": 158619864.0,
      "step": 205800
    },
    {
      "epoch": 0.261061598918258,
      "grad_norm": 6.3125,
      "learning_rate": 3.695167064590528e-05,
      "loss": 1.9413,
      "mean_token_accuracy": 0.5882509469985961,
      "num_tokens": 158625904.0,
      "step": 205810
    },
    {
      "epoch": 0.26107428351079076,
      "grad_norm": 5.5,
      "learning_rate": 3.695103633581898e-05,
      "loss": 1.9117,
      "mean_token_accuracy": 0.5688170522451401,
      "num_tokens": 158632745.0,
      "step": 205820
    },
    {
      "epoch": 0.2610869681033236,
      "grad_norm": 5.1875,
      "learning_rate": 3.6950402025732695e-05,
      "loss": 2.1513,
      "mean_token_accuracy": 0.5256121695041657,
      "num_tokens": 158640850.0,
      "step": 205830
    },
    {
      "epoch": 0.26109965269585644,
      "grad_norm": 5.09375,
      "learning_rate": 3.69497677156464e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5574320077896118,
      "num_tokens": 158648920.0,
      "step": 205840
    },
    {
      "epoch": 0.2611123372883893,
      "grad_norm": 4.71875,
      "learning_rate": 3.694913340556011e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5274292707443238,
      "num_tokens": 158657198.0,
      "step": 205850
    },
    {
      "epoch": 0.2611250218809221,
      "grad_norm": 8.1875,
      "learning_rate": 3.694849909547382e-05,
      "loss": 1.8584,
      "mean_token_accuracy": 0.5789906829595566,
      "num_tokens": 158663662.0,
      "step": 205860
    },
    {
      "epoch": 0.26113770647345497,
      "grad_norm": 5.03125,
      "learning_rate": 3.694786478538752e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5346081346273422,
      "num_tokens": 158671223.0,
      "step": 205870
    },
    {
      "epoch": 0.2611503910659878,
      "grad_norm": 5.15625,
      "learning_rate": 3.6947230475301235e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5288436710834503,
      "num_tokens": 158679339.0,
      "step": 205880
    },
    {
      "epoch": 0.2611630756585206,
      "grad_norm": 6.625,
      "learning_rate": 3.694659616521494e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5197122752666473,
      "num_tokens": 158687356.0,
      "step": 205890
    },
    {
      "epoch": 0.26117576025105343,
      "grad_norm": 6.5625,
      "learning_rate": 3.694596185512865e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5662931650876999,
      "num_tokens": 158693654.0,
      "step": 205900
    },
    {
      "epoch": 0.2611884448435863,
      "grad_norm": 4.90625,
      "learning_rate": 3.6945327545042365e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5381240457296371,
      "num_tokens": 158702123.0,
      "step": 205910
    },
    {
      "epoch": 0.2612011294361191,
      "grad_norm": 5.25,
      "learning_rate": 3.694469323495607e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5196680784225464,
      "num_tokens": 158709881.0,
      "step": 205920
    },
    {
      "epoch": 0.26121381402865196,
      "grad_norm": 4.84375,
      "learning_rate": 3.6944058924869775e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5524579346179962,
      "num_tokens": 158718375.0,
      "step": 205930
    },
    {
      "epoch": 0.2612264986211848,
      "grad_norm": 7.03125,
      "learning_rate": 3.694342461478348e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5670398771762848,
      "num_tokens": 158725147.0,
      "step": 205940
    },
    {
      "epoch": 0.26123918321371764,
      "grad_norm": 5.9375,
      "learning_rate": 3.694279030469719e-05,
      "loss": 1.9344,
      "mean_token_accuracy": 0.5676225811243057,
      "num_tokens": 158733117.0,
      "step": 205950
    },
    {
      "epoch": 0.2612518678062505,
      "grad_norm": 5.5,
      "learning_rate": 3.6942155994610905e-05,
      "loss": 1.8806,
      "mean_token_accuracy": 0.5681010514497757,
      "num_tokens": 158740452.0,
      "step": 205960
    },
    {
      "epoch": 0.26126455239878327,
      "grad_norm": 4.75,
      "learning_rate": 3.694152168452461e-05,
      "loss": 1.8611,
      "mean_token_accuracy": 0.5885364085435867,
      "num_tokens": 158747514.0,
      "step": 205970
    },
    {
      "epoch": 0.2612772369913161,
      "grad_norm": 6.21875,
      "learning_rate": 3.694088737443832e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5382956683635711,
      "num_tokens": 158754532.0,
      "step": 205980
    },
    {
      "epoch": 0.26128992158384895,
      "grad_norm": 6.25,
      "learning_rate": 3.694025306435203e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5394794642925262,
      "num_tokens": 158761136.0,
      "step": 205990
    },
    {
      "epoch": 0.2613026061763818,
      "grad_norm": 6.0,
      "learning_rate": 3.693961875426574e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5382678598165512,
      "num_tokens": 158769102.0,
      "step": 206000
    },
    {
      "epoch": 0.26131529076891463,
      "grad_norm": 4.8125,
      "learning_rate": 3.6938984444179445e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5287436485290528,
      "num_tokens": 158777743.0,
      "step": 206010
    },
    {
      "epoch": 0.2613279753614475,
      "grad_norm": 5.46875,
      "learning_rate": 3.693835013409315e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.553574550151825,
      "num_tokens": 158786153.0,
      "step": 206020
    },
    {
      "epoch": 0.2613406599539803,
      "grad_norm": 7.125,
      "learning_rate": 3.693771582400686e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5290711581707,
      "num_tokens": 158793005.0,
      "step": 206030
    },
    {
      "epoch": 0.26135334454651316,
      "grad_norm": 4.71875,
      "learning_rate": 3.693708151392057e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5313212871551514,
      "num_tokens": 158800828.0,
      "step": 206040
    },
    {
      "epoch": 0.26136602913904594,
      "grad_norm": 5.28125,
      "learning_rate": 3.693644720383428e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5479762852191925,
      "num_tokens": 158808881.0,
      "step": 206050
    },
    {
      "epoch": 0.2613787137315788,
      "grad_norm": 5.34375,
      "learning_rate": 3.693581289374799e-05,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5527332156896592,
      "num_tokens": 158817463.0,
      "step": 206060
    },
    {
      "epoch": 0.2613913983241116,
      "grad_norm": 5.9375,
      "learning_rate": 3.69351785836617e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5358227878808975,
      "num_tokens": 158824733.0,
      "step": 206070
    },
    {
      "epoch": 0.26140408291664446,
      "grad_norm": 5.375,
      "learning_rate": 3.69345442735754e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5409429997205735,
      "num_tokens": 158832051.0,
      "step": 206080
    },
    {
      "epoch": 0.2614167675091773,
      "grad_norm": 4.59375,
      "learning_rate": 3.693390996348911e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5294387072324753,
      "num_tokens": 158840742.0,
      "step": 206090
    },
    {
      "epoch": 0.26142945210171015,
      "grad_norm": 5.375,
      "learning_rate": 3.693327565340282e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5127090454101563,
      "num_tokens": 158849849.0,
      "step": 206100
    },
    {
      "epoch": 0.261442136694243,
      "grad_norm": 5.71875,
      "learning_rate": 3.693264134331653e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.5909486740827561,
      "num_tokens": 158856939.0,
      "step": 206110
    },
    {
      "epoch": 0.26145482128677583,
      "grad_norm": 6.90625,
      "learning_rate": 3.693200703323024e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5511314481496811,
      "num_tokens": 158864695.0,
      "step": 206120
    },
    {
      "epoch": 0.2614675058793086,
      "grad_norm": 5.625,
      "learning_rate": 3.693137272314395e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5369263678789139,
      "num_tokens": 158872720.0,
      "step": 206130
    },
    {
      "epoch": 0.26148019047184146,
      "grad_norm": 5.34375,
      "learning_rate": 3.6930738413057656e-05,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5808722376823425,
      "num_tokens": 158880791.0,
      "step": 206140
    },
    {
      "epoch": 0.2614928750643743,
      "grad_norm": 5.90625,
      "learning_rate": 3.693010410297136e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5402854770421982,
      "num_tokens": 158888893.0,
      "step": 206150
    },
    {
      "epoch": 0.26150555965690714,
      "grad_norm": 5.8125,
      "learning_rate": 3.692946979288507e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5693411409854889,
      "num_tokens": 158896140.0,
      "step": 206160
    },
    {
      "epoch": 0.26151824424944,
      "grad_norm": 5.1875,
      "learning_rate": 3.692883548279878e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5292529284954071,
      "num_tokens": 158903483.0,
      "step": 206170
    },
    {
      "epoch": 0.2615309288419728,
      "grad_norm": 4.84375,
      "learning_rate": 3.692820117271249e-05,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5262060612440109,
      "num_tokens": 158912149.0,
      "step": 206180
    },
    {
      "epoch": 0.26154361343450566,
      "grad_norm": 4.78125,
      "learning_rate": 3.6927566862626196e-05,
      "loss": 1.7668,
      "mean_token_accuracy": 0.5952877998352051,
      "num_tokens": 158919857.0,
      "step": 206190
    },
    {
      "epoch": 0.2615562980270385,
      "grad_norm": 6.78125,
      "learning_rate": 3.692693255253991e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.550331449508667,
      "num_tokens": 158927040.0,
      "step": 206200
    },
    {
      "epoch": 0.2615689826195713,
      "grad_norm": 6.53125,
      "learning_rate": 3.6926298242453613e-05,
      "loss": 2.2736,
      "mean_token_accuracy": 0.5167063027620316,
      "num_tokens": 158935863.0,
      "step": 206210
    },
    {
      "epoch": 0.26158166721210413,
      "grad_norm": 7.25,
      "learning_rate": 3.692566393236732e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5392331540584564,
      "num_tokens": 158942987.0,
      "step": 206220
    },
    {
      "epoch": 0.26159435180463697,
      "grad_norm": 5.15625,
      "learning_rate": 3.692502962228103e-05,
      "loss": 1.8833,
      "mean_token_accuracy": 0.5705700874328613,
      "num_tokens": 158951195.0,
      "step": 206230
    },
    {
      "epoch": 0.2616070363971698,
      "grad_norm": 6.625,
      "learning_rate": 3.692439531219474e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5149286687374115,
      "num_tokens": 158959108.0,
      "step": 206240
    },
    {
      "epoch": 0.26161972098970265,
      "grad_norm": 8.0625,
      "learning_rate": 3.692376100210845e-05,
      "loss": 2.2503,
      "mean_token_accuracy": 0.5143770337104797,
      "num_tokens": 158965866.0,
      "step": 206250
    },
    {
      "epoch": 0.2616324055822355,
      "grad_norm": 6.84375,
      "learning_rate": 3.692312669202216e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5207945108413696,
      "num_tokens": 158973477.0,
      "step": 206260
    },
    {
      "epoch": 0.26164509017476834,
      "grad_norm": 4.6875,
      "learning_rate": 3.6922492381935866e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5290878117084503,
      "num_tokens": 158981858.0,
      "step": 206270
    },
    {
      "epoch": 0.2616577747673012,
      "grad_norm": 6.84375,
      "learning_rate": 3.692185807184957e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5554322928190232,
      "num_tokens": 158988367.0,
      "step": 206280
    },
    {
      "epoch": 0.26167045935983396,
      "grad_norm": 4.90625,
      "learning_rate": 3.692122376176328e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5509839475154876,
      "num_tokens": 158996016.0,
      "step": 206290
    },
    {
      "epoch": 0.2616831439523668,
      "grad_norm": 6.59375,
      "learning_rate": 3.692058945167699e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5302274316549301,
      "num_tokens": 159004173.0,
      "step": 206300
    },
    {
      "epoch": 0.26169582854489964,
      "grad_norm": 6.09375,
      "learning_rate": 3.69199551415907e-05,
      "loss": 2.2804,
      "mean_token_accuracy": 0.5117055118083954,
      "num_tokens": 159011877.0,
      "step": 206310
    },
    {
      "epoch": 0.2617085131374325,
      "grad_norm": 9.6875,
      "learning_rate": 3.6919320831504406e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5482775926589966,
      "num_tokens": 159019633.0,
      "step": 206320
    },
    {
      "epoch": 0.2617211977299653,
      "grad_norm": 4.6875,
      "learning_rate": 3.691868652141812e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.546203401684761,
      "num_tokens": 159027877.0,
      "step": 206330
    },
    {
      "epoch": 0.26173388232249817,
      "grad_norm": 5.09375,
      "learning_rate": 3.691805221133183e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.5673879474401474,
      "num_tokens": 159034694.0,
      "step": 206340
    },
    {
      "epoch": 0.261746566915031,
      "grad_norm": 5.28125,
      "learning_rate": 3.691741790124553e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5205473393201828,
      "num_tokens": 159043649.0,
      "step": 206350
    },
    {
      "epoch": 0.2617592515075638,
      "grad_norm": 5.875,
      "learning_rate": 3.691678359115924e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.539099931716919,
      "num_tokens": 159051603.0,
      "step": 206360
    },
    {
      "epoch": 0.26177193610009664,
      "grad_norm": 10.8125,
      "learning_rate": 3.6916149281072946e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5299301415681839,
      "num_tokens": 159058183.0,
      "step": 206370
    },
    {
      "epoch": 0.2617846206926295,
      "grad_norm": 5.5,
      "learning_rate": 3.691551497098666e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.533569386601448,
      "num_tokens": 159066103.0,
      "step": 206380
    },
    {
      "epoch": 0.2617973052851623,
      "grad_norm": 6.28125,
      "learning_rate": 3.691488066090037e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5437427282333374,
      "num_tokens": 159073442.0,
      "step": 206390
    },
    {
      "epoch": 0.26180998987769516,
      "grad_norm": 5.59375,
      "learning_rate": 3.6914246350814076e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5426691830158233,
      "num_tokens": 159080304.0,
      "step": 206400
    },
    {
      "epoch": 0.261822674470228,
      "grad_norm": 4.9375,
      "learning_rate": 3.691361204072779e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5491760075092316,
      "num_tokens": 159089043.0,
      "step": 206410
    },
    {
      "epoch": 0.26183535906276084,
      "grad_norm": 5.25,
      "learning_rate": 3.6912977730641494e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5538365811109542,
      "num_tokens": 159095176.0,
      "step": 206420
    },
    {
      "epoch": 0.2618480436552937,
      "grad_norm": 4.5,
      "learning_rate": 3.69123434205552e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5544335186481476,
      "num_tokens": 159103530.0,
      "step": 206430
    },
    {
      "epoch": 0.26186072824782647,
      "grad_norm": 5.0,
      "learning_rate": 3.691170911046891e-05,
      "loss": 2.2818,
      "mean_token_accuracy": 0.5099184185266494,
      "num_tokens": 159112113.0,
      "step": 206440
    },
    {
      "epoch": 0.2618734128403593,
      "grad_norm": 4.90625,
      "learning_rate": 3.6911074800382616e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5372271716594696,
      "num_tokens": 159120257.0,
      "step": 206450
    },
    {
      "epoch": 0.26188609743289215,
      "grad_norm": 5.90625,
      "learning_rate": 3.691044049029633e-05,
      "loss": 2.3238,
      "mean_token_accuracy": 0.5064514756202698,
      "num_tokens": 159127511.0,
      "step": 206460
    },
    {
      "epoch": 0.261898782025425,
      "grad_norm": 10.3125,
      "learning_rate": 3.6909806180210034e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.55022312104702,
      "num_tokens": 159136379.0,
      "step": 206470
    },
    {
      "epoch": 0.26191146661795783,
      "grad_norm": 5.34375,
      "learning_rate": 3.6909171870123746e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5095905542373658,
      "num_tokens": 159144300.0,
      "step": 206480
    },
    {
      "epoch": 0.2619241512104907,
      "grad_norm": 5.8125,
      "learning_rate": 3.690853756003745e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5569913536310196,
      "num_tokens": 159152041.0,
      "step": 206490
    },
    {
      "epoch": 0.2619368358030235,
      "grad_norm": 8.3125,
      "learning_rate": 3.690790324995116e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5550444066524506,
      "num_tokens": 159159062.0,
      "step": 206500
    },
    {
      "epoch": 0.26194952039555636,
      "grad_norm": 7.0625,
      "learning_rate": 3.690726893986487e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5286887556314468,
      "num_tokens": 159165901.0,
      "step": 206510
    },
    {
      "epoch": 0.26196220498808914,
      "grad_norm": 5.125,
      "learning_rate": 3.6906634629778574e-05,
      "loss": 2.2394,
      "mean_token_accuracy": 0.5199594259262085,
      "num_tokens": 159175124.0,
      "step": 206520
    },
    {
      "epoch": 0.261974889580622,
      "grad_norm": 6.90625,
      "learning_rate": 3.6906000319692286e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5526000142097474,
      "num_tokens": 159180993.0,
      "step": 206530
    },
    {
      "epoch": 0.2619875741731548,
      "grad_norm": 5.1875,
      "learning_rate": 3.6905366009606e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.543608209490776,
      "num_tokens": 159188749.0,
      "step": 206540
    },
    {
      "epoch": 0.26200025876568767,
      "grad_norm": 5.8125,
      "learning_rate": 3.6904731699519704e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5384645879268646,
      "num_tokens": 159197279.0,
      "step": 206550
    },
    {
      "epoch": 0.2620129433582205,
      "grad_norm": 5.28125,
      "learning_rate": 3.690409738943341e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5358468145132065,
      "num_tokens": 159206006.0,
      "step": 206560
    },
    {
      "epoch": 0.26202562795075335,
      "grad_norm": 8.875,
      "learning_rate": 3.6903463079347115e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5704091846942901,
      "num_tokens": 159212305.0,
      "step": 206570
    },
    {
      "epoch": 0.2620383125432862,
      "grad_norm": 5.34375,
      "learning_rate": 3.690282876926083e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.5313249826431274,
      "num_tokens": 159220562.0,
      "step": 206580
    },
    {
      "epoch": 0.26205099713581903,
      "grad_norm": 5.21875,
      "learning_rate": 3.690219445917454e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5408665388822556,
      "num_tokens": 159228865.0,
      "step": 206590
    },
    {
      "epoch": 0.2620636817283518,
      "grad_norm": 5.84375,
      "learning_rate": 3.6901560149088244e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5127246707677842,
      "num_tokens": 159236529.0,
      "step": 206600
    },
    {
      "epoch": 0.26207636632088466,
      "grad_norm": 7.5625,
      "learning_rate": 3.6900925839001956e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5627568393945694,
      "num_tokens": 159242925.0,
      "step": 206610
    },
    {
      "epoch": 0.2620890509134175,
      "grad_norm": 4.90625,
      "learning_rate": 3.690029152891566e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5639703899621964,
      "num_tokens": 159251254.0,
      "step": 206620
    },
    {
      "epoch": 0.26210173550595034,
      "grad_norm": 6.78125,
      "learning_rate": 3.689965721882937e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5571290940046311,
      "num_tokens": 159257834.0,
      "step": 206630
    },
    {
      "epoch": 0.2621144200984832,
      "grad_norm": 5.96875,
      "learning_rate": 3.689902290874308e-05,
      "loss": 1.8157,
      "mean_token_accuracy": 0.5874886482954025,
      "num_tokens": 159264573.0,
      "step": 206640
    },
    {
      "epoch": 0.262127104691016,
      "grad_norm": 5.28125,
      "learning_rate": 3.6898388598656784e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5221715033054352,
      "num_tokens": 159272662.0,
      "step": 206650
    },
    {
      "epoch": 0.26213978928354886,
      "grad_norm": 4.75,
      "learning_rate": 3.6897754288570497e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5374646425247193,
      "num_tokens": 159280087.0,
      "step": 206660
    },
    {
      "epoch": 0.2621524738760817,
      "grad_norm": 7.5625,
      "learning_rate": 3.68971199784842e-05,
      "loss": 2.2996,
      "mean_token_accuracy": 0.5109635591506958,
      "num_tokens": 159288747.0,
      "step": 206670
    },
    {
      "epoch": 0.2621651584686145,
      "grad_norm": 4.96875,
      "learning_rate": 3.6896485668397914e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5394654870033264,
      "num_tokens": 159296533.0,
      "step": 206680
    },
    {
      "epoch": 0.26217784306114733,
      "grad_norm": 8.0,
      "learning_rate": 3.689585135831162e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5676772803068161,
      "num_tokens": 159303635.0,
      "step": 206690
    },
    {
      "epoch": 0.26219052765368017,
      "grad_norm": 5.8125,
      "learning_rate": 3.6895217048225325e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5499571144580842,
      "num_tokens": 159311553.0,
      "step": 206700
    },
    {
      "epoch": 0.262203212246213,
      "grad_norm": 6.5625,
      "learning_rate": 3.689458273813904e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5702935636043549,
      "num_tokens": 159319107.0,
      "step": 206710
    },
    {
      "epoch": 0.26221589683874585,
      "grad_norm": 5.15625,
      "learning_rate": 3.689394842805274e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5399314165115356,
      "num_tokens": 159325332.0,
      "step": 206720
    },
    {
      "epoch": 0.2622285814312787,
      "grad_norm": 5.03125,
      "learning_rate": 3.6893314117966454e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5511171400547028,
      "num_tokens": 159333211.0,
      "step": 206730
    },
    {
      "epoch": 0.26224126602381154,
      "grad_norm": 5.625,
      "learning_rate": 3.6892679807880166e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5364328861236572,
      "num_tokens": 159342503.0,
      "step": 206740
    },
    {
      "epoch": 0.2622539506163444,
      "grad_norm": 7.25,
      "learning_rate": 3.689204549779387e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5424094825983048,
      "num_tokens": 159350924.0,
      "step": 206750
    },
    {
      "epoch": 0.26226663520887716,
      "grad_norm": 6.78125,
      "learning_rate": 3.6891411187707584e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.569152319431305,
      "num_tokens": 159358516.0,
      "step": 206760
    },
    {
      "epoch": 0.26227931980141,
      "grad_norm": 5.1875,
      "learning_rate": 3.689077687762128e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.529490727186203,
      "num_tokens": 159367313.0,
      "step": 206770
    },
    {
      "epoch": 0.26229200439394285,
      "grad_norm": 5.28125,
      "learning_rate": 3.6890142567534995e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5571244686841965,
      "num_tokens": 159374789.0,
      "step": 206780
    },
    {
      "epoch": 0.2623046889864757,
      "grad_norm": 14.0625,
      "learning_rate": 3.688950825744871e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5502625137567521,
      "num_tokens": 159381655.0,
      "step": 206790
    },
    {
      "epoch": 0.26231737357900853,
      "grad_norm": 5.09375,
      "learning_rate": 3.688887394736241e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5342732280492782,
      "num_tokens": 159389983.0,
      "step": 206800
    },
    {
      "epoch": 0.26233005817154137,
      "grad_norm": 7.625,
      "learning_rate": 3.6888239637276124e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5524904578924179,
      "num_tokens": 159397061.0,
      "step": 206810
    },
    {
      "epoch": 0.2623427427640742,
      "grad_norm": 5.375,
      "learning_rate": 3.688760532718983e-05,
      "loss": 1.8896,
      "mean_token_accuracy": 0.5816342920064926,
      "num_tokens": 159404120.0,
      "step": 206820
    },
    {
      "epoch": 0.262355427356607,
      "grad_norm": 5.8125,
      "learning_rate": 3.688697101710354e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5499240428209304,
      "num_tokens": 159412491.0,
      "step": 206830
    },
    {
      "epoch": 0.26236811194913984,
      "grad_norm": 5.65625,
      "learning_rate": 3.688633670701725e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5597029477357864,
      "num_tokens": 159418935.0,
      "step": 206840
    },
    {
      "epoch": 0.2623807965416727,
      "grad_norm": 5.75,
      "learning_rate": 3.688570239693095e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5389426290988922,
      "num_tokens": 159427067.0,
      "step": 206850
    },
    {
      "epoch": 0.2623934811342055,
      "grad_norm": 6.125,
      "learning_rate": 3.6885068086844665e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5628066986799241,
      "num_tokens": 159432772.0,
      "step": 206860
    },
    {
      "epoch": 0.26240616572673836,
      "grad_norm": 6.1875,
      "learning_rate": 3.688443377675837e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5627892225980758,
      "num_tokens": 159440354.0,
      "step": 206870
    },
    {
      "epoch": 0.2624188503192712,
      "grad_norm": 5.59375,
      "learning_rate": 3.688379946667208e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5449557781219483,
      "num_tokens": 159447887.0,
      "step": 206880
    },
    {
      "epoch": 0.26243153491180404,
      "grad_norm": 4.71875,
      "learning_rate": 3.6883165156585794e-05,
      "loss": 1.6493,
      "mean_token_accuracy": 0.6206245243549346,
      "num_tokens": 159455908.0,
      "step": 206890
    },
    {
      "epoch": 0.2624442195043369,
      "grad_norm": 5.09375,
      "learning_rate": 3.68825308464995e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.552917194366455,
      "num_tokens": 159464852.0,
      "step": 206900
    },
    {
      "epoch": 0.26245690409686967,
      "grad_norm": 5.53125,
      "learning_rate": 3.6881896536413205e-05,
      "loss": 1.9232,
      "mean_token_accuracy": 0.5716991782188415,
      "num_tokens": 159472667.0,
      "step": 206910
    },
    {
      "epoch": 0.2624695886894025,
      "grad_norm": 8.3125,
      "learning_rate": 3.688126222632691e-05,
      "loss": 1.7141,
      "mean_token_accuracy": 0.6112111449241638,
      "num_tokens": 159480283.0,
      "step": 206920
    },
    {
      "epoch": 0.26248227328193535,
      "grad_norm": 5.40625,
      "learning_rate": 3.688062791624062e-05,
      "loss": 2.3121,
      "mean_token_accuracy": 0.5017358601093292,
      "num_tokens": 159486844.0,
      "step": 206930
    },
    {
      "epoch": 0.2624949578744682,
      "grad_norm": 7.25,
      "learning_rate": 3.6879993606154334e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5324855864048004,
      "num_tokens": 159494733.0,
      "step": 206940
    },
    {
      "epoch": 0.26250764246700103,
      "grad_norm": 5.71875,
      "learning_rate": 3.687935929606804e-05,
      "loss": 1.8917,
      "mean_token_accuracy": 0.5857462018728257,
      "num_tokens": 159502726.0,
      "step": 206950
    },
    {
      "epoch": 0.2625203270595339,
      "grad_norm": 6.0,
      "learning_rate": 3.687872498598175e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5542005658149719,
      "num_tokens": 159509585.0,
      "step": 206960
    },
    {
      "epoch": 0.2625330116520667,
      "grad_norm": 6.40625,
      "learning_rate": 3.687809067589546e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5344085097312927,
      "num_tokens": 159516805.0,
      "step": 206970
    },
    {
      "epoch": 0.26254569624459956,
      "grad_norm": 6.0625,
      "learning_rate": 3.687745636580916e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5267510712146759,
      "num_tokens": 159524531.0,
      "step": 206980
    },
    {
      "epoch": 0.26255838083713234,
      "grad_norm": 5.96875,
      "learning_rate": 3.6876822055722875e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5317355901002884,
      "num_tokens": 159532704.0,
      "step": 206990
    },
    {
      "epoch": 0.2625710654296652,
      "grad_norm": 5.1875,
      "learning_rate": 3.687618774563658e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5280187606811524,
      "num_tokens": 159541252.0,
      "step": 207000
    },
    {
      "epoch": 0.262583750022198,
      "grad_norm": 6.03125,
      "learning_rate": 3.687555343555029e-05,
      "loss": 1.84,
      "mean_token_accuracy": 0.5904695063829422,
      "num_tokens": 159548423.0,
      "step": 207010
    },
    {
      "epoch": 0.26259643461473087,
      "grad_norm": 5.9375,
      "learning_rate": 3.6874919125464e-05,
      "loss": 2.2475,
      "mean_token_accuracy": 0.5179311513900757,
      "num_tokens": 159554280.0,
      "step": 207020
    },
    {
      "epoch": 0.2626091192072637,
      "grad_norm": 5.75,
      "learning_rate": 3.687428481537771e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5466158151626587,
      "num_tokens": 159561249.0,
      "step": 207030
    },
    {
      "epoch": 0.26262180379979655,
      "grad_norm": 5.0625,
      "learning_rate": 3.6873650505291415e-05,
      "loss": 1.7985,
      "mean_token_accuracy": 0.5883078664541245,
      "num_tokens": 159568220.0,
      "step": 207040
    },
    {
      "epoch": 0.2626344883923294,
      "grad_norm": 5.03125,
      "learning_rate": 3.687301619520512e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5163464456796646,
      "num_tokens": 159577252.0,
      "step": 207050
    },
    {
      "epoch": 0.26264717298486223,
      "grad_norm": 5.0,
      "learning_rate": 3.687238188511883e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5703701883554458,
      "num_tokens": 159585113.0,
      "step": 207060
    },
    {
      "epoch": 0.262659857577395,
      "grad_norm": 6.5,
      "learning_rate": 3.687174757503254e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5604700207710266,
      "num_tokens": 159593336.0,
      "step": 207070
    },
    {
      "epoch": 0.26267254216992786,
      "grad_norm": 6.65625,
      "learning_rate": 3.687111326494625e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5214985549449921,
      "num_tokens": 159602447.0,
      "step": 207080
    },
    {
      "epoch": 0.2626852267624607,
      "grad_norm": 4.96875,
      "learning_rate": 3.687047895485996e-05,
      "loss": 2.2134,
      "mean_token_accuracy": 0.5272187799215317,
      "num_tokens": 159609952.0,
      "step": 207090
    },
    {
      "epoch": 0.26269791135499354,
      "grad_norm": 5.3125,
      "learning_rate": 3.686984464477367e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.522437134385109,
      "num_tokens": 159617982.0,
      "step": 207100
    },
    {
      "epoch": 0.2627105959475264,
      "grad_norm": 5.28125,
      "learning_rate": 3.686921033468738e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5458649814128875,
      "num_tokens": 159625584.0,
      "step": 207110
    },
    {
      "epoch": 0.2627232805400592,
      "grad_norm": 6.84375,
      "learning_rate": 3.686857602460108e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5573715448379517,
      "num_tokens": 159632889.0,
      "step": 207120
    },
    {
      "epoch": 0.26273596513259206,
      "grad_norm": 5.5625,
      "learning_rate": 3.686794171451479e-05,
      "loss": 2.3421,
      "mean_token_accuracy": 0.5074186503887177,
      "num_tokens": 159641036.0,
      "step": 207130
    },
    {
      "epoch": 0.2627486497251249,
      "grad_norm": 5.1875,
      "learning_rate": 3.68673074044285e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.572847718000412,
      "num_tokens": 159647507.0,
      "step": 207140
    },
    {
      "epoch": 0.2627613343176577,
      "grad_norm": 7.46875,
      "learning_rate": 3.686667309434221e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5457677990198135,
      "num_tokens": 159655507.0,
      "step": 207150
    },
    {
      "epoch": 0.26277401891019053,
      "grad_norm": 5.53125,
      "learning_rate": 3.686603878425592e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5255900740623474,
      "num_tokens": 159662092.0,
      "step": 207160
    },
    {
      "epoch": 0.2627867035027234,
      "grad_norm": 5.71875,
      "learning_rate": 3.686540447416963e-05,
      "loss": 1.737,
      "mean_token_accuracy": 0.6015968739986419,
      "num_tokens": 159668703.0,
      "step": 207170
    },
    {
      "epoch": 0.2627993880952562,
      "grad_norm": 5.5,
      "learning_rate": 3.686477016408334e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5615859895944595,
      "num_tokens": 159675619.0,
      "step": 207180
    },
    {
      "epoch": 0.26281207268778906,
      "grad_norm": 4.875,
      "learning_rate": 3.686413585399704e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5385032534599304,
      "num_tokens": 159683432.0,
      "step": 207190
    },
    {
      "epoch": 0.2628247572803219,
      "grad_norm": 5.3125,
      "learning_rate": 3.686350154391075e-05,
      "loss": 1.7656,
      "mean_token_accuracy": 0.6010260641574859,
      "num_tokens": 159691404.0,
      "step": 207200
    },
    {
      "epoch": 0.26283744187285474,
      "grad_norm": 6.15625,
      "learning_rate": 3.686286723382446e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5665754109621048,
      "num_tokens": 159699722.0,
      "step": 207210
    },
    {
      "epoch": 0.2628501264653876,
      "grad_norm": 6.5,
      "learning_rate": 3.686223292373817e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5205438762903214,
      "num_tokens": 159707957.0,
      "step": 207220
    },
    {
      "epoch": 0.26286281105792036,
      "grad_norm": 5.1875,
      "learning_rate": 3.686159861365188e-05,
      "loss": 1.7667,
      "mean_token_accuracy": 0.6029267221689224,
      "num_tokens": 159715467.0,
      "step": 207230
    },
    {
      "epoch": 0.2628754956504532,
      "grad_norm": 5.6875,
      "learning_rate": 3.686096430356559e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5310909569263458,
      "num_tokens": 159724062.0,
      "step": 207240
    },
    {
      "epoch": 0.26288818024298605,
      "grad_norm": 7.03125,
      "learning_rate": 3.6860329993479295e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5352914988994598,
      "num_tokens": 159731865.0,
      "step": 207250
    },
    {
      "epoch": 0.2629008648355189,
      "grad_norm": 6.21875,
      "learning_rate": 3.6859695683393e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.554665595293045,
      "num_tokens": 159739972.0,
      "step": 207260
    },
    {
      "epoch": 0.26291354942805173,
      "grad_norm": 5.59375,
      "learning_rate": 3.685906137330671e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5571114987134933,
      "num_tokens": 159748029.0,
      "step": 207270
    },
    {
      "epoch": 0.26292623402058457,
      "grad_norm": 5.3125,
      "learning_rate": 3.685842706322042e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5465519517660141,
      "num_tokens": 159755601.0,
      "step": 207280
    },
    {
      "epoch": 0.2629389186131174,
      "grad_norm": 7.0,
      "learning_rate": 3.685779275313413e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5512792706489563,
      "num_tokens": 159763287.0,
      "step": 207290
    },
    {
      "epoch": 0.2629516032056502,
      "grad_norm": 5.625,
      "learning_rate": 3.6857158443047836e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5461695402860641,
      "num_tokens": 159771811.0,
      "step": 207300
    },
    {
      "epoch": 0.26296428779818304,
      "grad_norm": 6.1875,
      "learning_rate": 3.685652413296155e-05,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5235221415758133,
      "num_tokens": 159778747.0,
      "step": 207310
    },
    {
      "epoch": 0.2629769723907159,
      "grad_norm": 6.125,
      "learning_rate": 3.685588982287525e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5276740908622741,
      "num_tokens": 159786230.0,
      "step": 207320
    },
    {
      "epoch": 0.2629896569832487,
      "grad_norm": 4.71875,
      "learning_rate": 3.685525551278896e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5417188107967377,
      "num_tokens": 159794818.0,
      "step": 207330
    },
    {
      "epoch": 0.26300234157578156,
      "grad_norm": 9.5,
      "learning_rate": 3.685462120270267e-05,
      "loss": 2.2429,
      "mean_token_accuracy": 0.5177689254283905,
      "num_tokens": 159802828.0,
      "step": 207340
    },
    {
      "epoch": 0.2630150261683144,
      "grad_norm": 5.5625,
      "learning_rate": 3.6853986892616376e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5253756910562515,
      "num_tokens": 159810178.0,
      "step": 207350
    },
    {
      "epoch": 0.26302771076084724,
      "grad_norm": 5.1875,
      "learning_rate": 3.685335258253009e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5495354056358337,
      "num_tokens": 159818135.0,
      "step": 207360
    },
    {
      "epoch": 0.2630403953533801,
      "grad_norm": 5.125,
      "learning_rate": 3.68527182724438e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5257886230945588,
      "num_tokens": 159827597.0,
      "step": 207370
    },
    {
      "epoch": 0.26305307994591287,
      "grad_norm": 4.8125,
      "learning_rate": 3.6852083962357505e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5398413389921188,
      "num_tokens": 159835280.0,
      "step": 207380
    },
    {
      "epoch": 0.2630657645384457,
      "grad_norm": 6.9375,
      "learning_rate": 3.685144965227121e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5779472231864929,
      "num_tokens": 159842488.0,
      "step": 207390
    },
    {
      "epoch": 0.26307844913097855,
      "grad_norm": 5.46875,
      "learning_rate": 3.6850815342184916e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.556815704703331,
      "num_tokens": 159850341.0,
      "step": 207400
    },
    {
      "epoch": 0.2630911337235114,
      "grad_norm": 4.59375,
      "learning_rate": 3.685018103209863e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.5197934478521347,
      "num_tokens": 159859296.0,
      "step": 207410
    },
    {
      "epoch": 0.26310381831604424,
      "grad_norm": 5.875,
      "learning_rate": 3.684954672201234e-05,
      "loss": 1.7451,
      "mean_token_accuracy": 0.6107323318719864,
      "num_tokens": 159866743.0,
      "step": 207420
    },
    {
      "epoch": 0.2631165029085771,
      "grad_norm": 6.09375,
      "learning_rate": 3.6848912411926046e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5272459536790848,
      "num_tokens": 159875720.0,
      "step": 207430
    },
    {
      "epoch": 0.2631291875011099,
      "grad_norm": 5.15625,
      "learning_rate": 3.684827810183976e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5602597087621689,
      "num_tokens": 159882294.0,
      "step": 207440
    },
    {
      "epoch": 0.26314187209364276,
      "grad_norm": 9.1875,
      "learning_rate": 3.684764379175346e-05,
      "loss": 1.878,
      "mean_token_accuracy": 0.5827514559030533,
      "num_tokens": 159888731.0,
      "step": 207450
    },
    {
      "epoch": 0.26315455668617554,
      "grad_norm": 5.78125,
      "learning_rate": 3.684700948166717e-05,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5520569890737533,
      "num_tokens": 159895739.0,
      "step": 207460
    },
    {
      "epoch": 0.2631672412787084,
      "grad_norm": 5.28125,
      "learning_rate": 3.684637517158088e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.533305647969246,
      "num_tokens": 159902341.0,
      "step": 207470
    },
    {
      "epoch": 0.2631799258712412,
      "grad_norm": 8.0,
      "learning_rate": 3.6845740861494586e-05,
      "loss": 1.7555,
      "mean_token_accuracy": 0.6132687598466873,
      "num_tokens": 159907825.0,
      "step": 207480
    },
    {
      "epoch": 0.26319261046377407,
      "grad_norm": 5.0,
      "learning_rate": 3.68451065514083e-05,
      "loss": 1.8253,
      "mean_token_accuracy": 0.5912966758012772,
      "num_tokens": 159915700.0,
      "step": 207490
    },
    {
      "epoch": 0.2632052950563069,
      "grad_norm": 6.46875,
      "learning_rate": 3.6844472241322004e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5636282384395599,
      "num_tokens": 159922540.0,
      "step": 207500
    },
    {
      "epoch": 0.26321797964883975,
      "grad_norm": 6.34375,
      "learning_rate": 3.6843837931235716e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5482610404491425,
      "num_tokens": 159929920.0,
      "step": 207510
    },
    {
      "epoch": 0.2632306642413726,
      "grad_norm": 4.5625,
      "learning_rate": 3.684320362114943e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5422530204057694,
      "num_tokens": 159939424.0,
      "step": 207520
    },
    {
      "epoch": 0.26324334883390543,
      "grad_norm": 7.0,
      "learning_rate": 3.684256931106313e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5472459971904755,
      "num_tokens": 159947295.0,
      "step": 207530
    },
    {
      "epoch": 0.2632560334264382,
      "grad_norm": 5.78125,
      "learning_rate": 3.684193500097684e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5340340942144394,
      "num_tokens": 159954629.0,
      "step": 207540
    },
    {
      "epoch": 0.26326871801897106,
      "grad_norm": 5.5625,
      "learning_rate": 3.6841300690890544e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5593724250793457,
      "num_tokens": 159961456.0,
      "step": 207550
    },
    {
      "epoch": 0.2632814026115039,
      "grad_norm": 6.6875,
      "learning_rate": 3.6840666380804256e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5529489606618881,
      "num_tokens": 159968873.0,
      "step": 207560
    },
    {
      "epoch": 0.26329408720403674,
      "grad_norm": 5.59375,
      "learning_rate": 3.684003207071797e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5303097844123841,
      "num_tokens": 159976548.0,
      "step": 207570
    },
    {
      "epoch": 0.2633067717965696,
      "grad_norm": 5.25,
      "learning_rate": 3.6839397760631673e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5435790777206421,
      "num_tokens": 159984430.0,
      "step": 207580
    },
    {
      "epoch": 0.2633194563891024,
      "grad_norm": 4.5,
      "learning_rate": 3.6838763450545386e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.535853099822998,
      "num_tokens": 159993316.0,
      "step": 207590
    },
    {
      "epoch": 0.26333214098163527,
      "grad_norm": 11.1875,
      "learning_rate": 3.683812914045909e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5372533112764358,
      "num_tokens": 160001310.0,
      "step": 207600
    },
    {
      "epoch": 0.2633448255741681,
      "grad_norm": 7.59375,
      "learning_rate": 3.6837494830372796e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5296185791492463,
      "num_tokens": 160009375.0,
      "step": 207610
    },
    {
      "epoch": 0.2633575101667009,
      "grad_norm": 5.4375,
      "learning_rate": 3.683686052028651e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5584589570760727,
      "num_tokens": 160017988.0,
      "step": 207620
    },
    {
      "epoch": 0.26337019475923373,
      "grad_norm": 6.71875,
      "learning_rate": 3.6836226210200214e-05,
      "loss": 1.8744,
      "mean_token_accuracy": 0.5713285803794861,
      "num_tokens": 160024950.0,
      "step": 207630
    },
    {
      "epoch": 0.2633828793517666,
      "grad_norm": 8.0625,
      "learning_rate": 3.6835591900113926e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5262176126241684,
      "num_tokens": 160032570.0,
      "step": 207640
    },
    {
      "epoch": 0.2633955639442994,
      "grad_norm": 5.40625,
      "learning_rate": 3.683495759002763e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5362237215042114,
      "num_tokens": 160041583.0,
      "step": 207650
    },
    {
      "epoch": 0.26340824853683226,
      "grad_norm": 4.40625,
      "learning_rate": 3.6834323279941343e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5745942175388337,
      "num_tokens": 160049240.0,
      "step": 207660
    },
    {
      "epoch": 0.2634209331293651,
      "grad_norm": 5.09375,
      "learning_rate": 3.683368896985505e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5181380450725556,
      "num_tokens": 160058189.0,
      "step": 207670
    },
    {
      "epoch": 0.26343361772189794,
      "grad_norm": 5.3125,
      "learning_rate": 3.6833054659768754e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5434081256389618,
      "num_tokens": 160066334.0,
      "step": 207680
    },
    {
      "epoch": 0.2634463023144308,
      "grad_norm": 4.875,
      "learning_rate": 3.6832420349682466e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.531988400220871,
      "num_tokens": 160075015.0,
      "step": 207690
    },
    {
      "epoch": 0.26345898690696357,
      "grad_norm": 5.125,
      "learning_rate": 3.683178603959617e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5564095884561538,
      "num_tokens": 160081427.0,
      "step": 207700
    },
    {
      "epoch": 0.2634716714994964,
      "grad_norm": 7.84375,
      "learning_rate": 3.6831151729509884e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5413538753986359,
      "num_tokens": 160089549.0,
      "step": 207710
    },
    {
      "epoch": 0.26348435609202925,
      "grad_norm": 5.5,
      "learning_rate": 3.6830517419423596e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5435560435056687,
      "num_tokens": 160096332.0,
      "step": 207720
    },
    {
      "epoch": 0.2634970406845621,
      "grad_norm": 5.5625,
      "learning_rate": 3.68298831093373e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5635611593723298,
      "num_tokens": 160102513.0,
      "step": 207730
    },
    {
      "epoch": 0.26350972527709493,
      "grad_norm": 5.34375,
      "learning_rate": 3.6829248799251007e-05,
      "loss": 2.2112,
      "mean_token_accuracy": 0.5138951689004898,
      "num_tokens": 160111613.0,
      "step": 207740
    },
    {
      "epoch": 0.26352240986962777,
      "grad_norm": 5.5625,
      "learning_rate": 3.682861448916471e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5274802774190903,
      "num_tokens": 160120191.0,
      "step": 207750
    },
    {
      "epoch": 0.2635350944621606,
      "grad_norm": 4.65625,
      "learning_rate": 3.6827980179078424e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5252631872892379,
      "num_tokens": 160128862.0,
      "step": 207760
    },
    {
      "epoch": 0.2635477790546934,
      "grad_norm": 5.0,
      "learning_rate": 3.6827345868992136e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.54176724255085,
      "num_tokens": 160137346.0,
      "step": 207770
    },
    {
      "epoch": 0.26356046364722624,
      "grad_norm": 9.25,
      "learning_rate": 3.682671155890584e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5275434762239456,
      "num_tokens": 160144903.0,
      "step": 207780
    },
    {
      "epoch": 0.2635731482397591,
      "grad_norm": 5.28125,
      "learning_rate": 3.6826077248819554e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5252129465341568,
      "num_tokens": 160152679.0,
      "step": 207790
    },
    {
      "epoch": 0.2635858328322919,
      "grad_norm": 6.4375,
      "learning_rate": 3.682544293873326e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5364986836910248,
      "num_tokens": 160160862.0,
      "step": 207800
    },
    {
      "epoch": 0.26359851742482476,
      "grad_norm": 6.1875,
      "learning_rate": 3.6824808628646964e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5203743785619735,
      "num_tokens": 160169231.0,
      "step": 207810
    },
    {
      "epoch": 0.2636112020173576,
      "grad_norm": 5.1875,
      "learning_rate": 3.6824174318560676e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5603596031665802,
      "num_tokens": 160176331.0,
      "step": 207820
    },
    {
      "epoch": 0.26362388660989045,
      "grad_norm": 5.6875,
      "learning_rate": 3.682354000847438e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.54502914249897,
      "num_tokens": 160183955.0,
      "step": 207830
    },
    {
      "epoch": 0.2636365712024233,
      "grad_norm": 4.9375,
      "learning_rate": 3.6822905698388094e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.535525381565094,
      "num_tokens": 160191787.0,
      "step": 207840
    },
    {
      "epoch": 0.26364925579495607,
      "grad_norm": 6.4375,
      "learning_rate": 3.68222713883018e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5867149889469147,
      "num_tokens": 160197746.0,
      "step": 207850
    },
    {
      "epoch": 0.2636619403874889,
      "grad_norm": 4.6875,
      "learning_rate": 3.682163707821551e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5317108422517777,
      "num_tokens": 160206172.0,
      "step": 207860
    },
    {
      "epoch": 0.26367462498002175,
      "grad_norm": 6.9375,
      "learning_rate": 3.6821002768129224e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5229142040014267,
      "num_tokens": 160211683.0,
      "step": 207870
    },
    {
      "epoch": 0.2636873095725546,
      "grad_norm": 5.53125,
      "learning_rate": 3.682036845804292e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5436781138181687,
      "num_tokens": 160219321.0,
      "step": 207880
    },
    {
      "epoch": 0.26369999416508744,
      "grad_norm": 5.1875,
      "learning_rate": 3.6819734147956634e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5632619798183441,
      "num_tokens": 160226882.0,
      "step": 207890
    },
    {
      "epoch": 0.2637126787576203,
      "grad_norm": 5.4375,
      "learning_rate": 3.681909983787034e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.557298344373703,
      "num_tokens": 160235117.0,
      "step": 207900
    },
    {
      "epoch": 0.2637253633501531,
      "grad_norm": 6.5625,
      "learning_rate": 3.681846552778405e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5613368719816207,
      "num_tokens": 160243154.0,
      "step": 207910
    },
    {
      "epoch": 0.26373804794268596,
      "grad_norm": 4.6875,
      "learning_rate": 3.6817831217697764e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5300750523805619,
      "num_tokens": 160249981.0,
      "step": 207920
    },
    {
      "epoch": 0.26375073253521875,
      "grad_norm": 4.84375,
      "learning_rate": 3.681719690761147e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5306925237178802,
      "num_tokens": 160258802.0,
      "step": 207930
    },
    {
      "epoch": 0.2637634171277516,
      "grad_norm": 6.21875,
      "learning_rate": 3.681656259752518e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.590655317902565,
      "num_tokens": 160265836.0,
      "step": 207940
    },
    {
      "epoch": 0.26377610172028443,
      "grad_norm": 6.875,
      "learning_rate": 3.681592828743889e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5321772754192352,
      "num_tokens": 160273304.0,
      "step": 207950
    },
    {
      "epoch": 0.26378878631281727,
      "grad_norm": 6.59375,
      "learning_rate": 3.681529397735259e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.542302617430687,
      "num_tokens": 160281413.0,
      "step": 207960
    },
    {
      "epoch": 0.2638014709053501,
      "grad_norm": 5.3125,
      "learning_rate": 3.6814659667266304e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5374788969755173,
      "num_tokens": 160290353.0,
      "step": 207970
    },
    {
      "epoch": 0.26381415549788295,
      "grad_norm": 4.71875,
      "learning_rate": 3.681402535718001e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5303804576396942,
      "num_tokens": 160298794.0,
      "step": 207980
    },
    {
      "epoch": 0.2638268400904158,
      "grad_norm": 4.75,
      "learning_rate": 3.681339104709372e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5456677407026291,
      "num_tokens": 160306984.0,
      "step": 207990
    },
    {
      "epoch": 0.26383952468294863,
      "grad_norm": 6.8125,
      "learning_rate": 3.681275673700743e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.5677643895149231,
      "num_tokens": 160314026.0,
      "step": 208000
    },
    {
      "epoch": 0.2638522092754814,
      "grad_norm": 5.6875,
      "learning_rate": 3.681212242692114e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5372818946838379,
      "num_tokens": 160322296.0,
      "step": 208010
    },
    {
      "epoch": 0.26386489386801426,
      "grad_norm": 7.46875,
      "learning_rate": 3.6811488116834844e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5391502380371094,
      "num_tokens": 160330059.0,
      "step": 208020
    },
    {
      "epoch": 0.2638775784605471,
      "grad_norm": 5.28125,
      "learning_rate": 3.681085380674855e-05,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5801623702049256,
      "num_tokens": 160337181.0,
      "step": 208030
    },
    {
      "epoch": 0.26389026305307994,
      "grad_norm": 4.96875,
      "learning_rate": 3.681021949666226e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5266861259937287,
      "num_tokens": 160345028.0,
      "step": 208040
    },
    {
      "epoch": 0.2639029476456128,
      "grad_norm": 15.125,
      "learning_rate": 3.680958518657597e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5172825992107392,
      "num_tokens": 160352744.0,
      "step": 208050
    },
    {
      "epoch": 0.2639156322381456,
      "grad_norm": 9.0625,
      "learning_rate": 3.680895087648968e-05,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5712542027235031,
      "num_tokens": 160358906.0,
      "step": 208060
    },
    {
      "epoch": 0.26392831683067847,
      "grad_norm": 5.09375,
      "learning_rate": 3.680831656640339e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.5244827538728714,
      "num_tokens": 160367537.0,
      "step": 208070
    },
    {
      "epoch": 0.2639410014232113,
      "grad_norm": 6.0625,
      "learning_rate": 3.68076822563171e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5348954975605011,
      "num_tokens": 160375383.0,
      "step": 208080
    },
    {
      "epoch": 0.2639536860157441,
      "grad_norm": 5.53125,
      "learning_rate": 3.68070479462308e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5255641937255859,
      "num_tokens": 160382937.0,
      "step": 208090
    },
    {
      "epoch": 0.26396637060827693,
      "grad_norm": 4.9375,
      "learning_rate": 3.6806413636144514e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5226106315851211,
      "num_tokens": 160391290.0,
      "step": 208100
    },
    {
      "epoch": 0.2639790552008098,
      "grad_norm": 6.28125,
      "learning_rate": 3.680577932605822e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5527642488479614,
      "num_tokens": 160398015.0,
      "step": 208110
    },
    {
      "epoch": 0.2639917397933426,
      "grad_norm": 5.5625,
      "learning_rate": 3.680514501597193e-05,
      "loss": 1.9292,
      "mean_token_accuracy": 0.5599639534950256,
      "num_tokens": 160405874.0,
      "step": 208120
    },
    {
      "epoch": 0.26400442438587546,
      "grad_norm": 5.34375,
      "learning_rate": 3.680451070588564e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5658243268728256,
      "num_tokens": 160414084.0,
      "step": 208130
    },
    {
      "epoch": 0.2640171089784083,
      "grad_norm": 5.25,
      "learning_rate": 3.680387639579935e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5513869136571884,
      "num_tokens": 160420527.0,
      "step": 208140
    },
    {
      "epoch": 0.26402979357094114,
      "grad_norm": 4.6875,
      "learning_rate": 3.6803242085713055e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5410698354244232,
      "num_tokens": 160427325.0,
      "step": 208150
    },
    {
      "epoch": 0.264042478163474,
      "grad_norm": 6.375,
      "learning_rate": 3.680260777562676e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5746363490819931,
      "num_tokens": 160433030.0,
      "step": 208160
    },
    {
      "epoch": 0.26405516275600677,
      "grad_norm": 5.0625,
      "learning_rate": 3.680197346554047e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5635182112455368,
      "num_tokens": 160440011.0,
      "step": 208170
    },
    {
      "epoch": 0.2640678473485396,
      "grad_norm": 5.71875,
      "learning_rate": 3.680133915545418e-05,
      "loss": 2.4399,
      "mean_token_accuracy": 0.49298847615718844,
      "num_tokens": 160448969.0,
      "step": 208180
    },
    {
      "epoch": 0.26408053194107245,
      "grad_norm": 8.0625,
      "learning_rate": 3.680070484536789e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5571492820978164,
      "num_tokens": 160455859.0,
      "step": 208190
    },
    {
      "epoch": 0.2640932165336053,
      "grad_norm": 20.625,
      "learning_rate": 3.68000705352816e-05,
      "loss": 1.7635,
      "mean_token_accuracy": 0.6093710720539093,
      "num_tokens": 160462999.0,
      "step": 208200
    },
    {
      "epoch": 0.26410590112613813,
      "grad_norm": 5.15625,
      "learning_rate": 3.679943622519531e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5491722494363784,
      "num_tokens": 160471740.0,
      "step": 208210
    },
    {
      "epoch": 0.264118585718671,
      "grad_norm": 5.21875,
      "learning_rate": 3.679880191510901e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5595026195049286,
      "num_tokens": 160478913.0,
      "step": 208220
    },
    {
      "epoch": 0.2641312703112038,
      "grad_norm": 6.3125,
      "learning_rate": 3.679816760502272e-05,
      "loss": 1.7649,
      "mean_token_accuracy": 0.6098569363355637,
      "num_tokens": 160487275.0,
      "step": 208230
    },
    {
      "epoch": 0.2641439549037366,
      "grad_norm": 4.75,
      "learning_rate": 3.679753329493643e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5257568031549453,
      "num_tokens": 160495334.0,
      "step": 208240
    },
    {
      "epoch": 0.26415663949626944,
      "grad_norm": 6.40625,
      "learning_rate": 3.679689898485014e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5561087608337403,
      "num_tokens": 160503529.0,
      "step": 208250
    },
    {
      "epoch": 0.2641693240888023,
      "grad_norm": 4.875,
      "learning_rate": 3.679626467476385e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5570363759994507,
      "num_tokens": 160511143.0,
      "step": 208260
    },
    {
      "epoch": 0.2641820086813351,
      "grad_norm": 5.375,
      "learning_rate": 3.679563036467756e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5572391659021377,
      "num_tokens": 160517757.0,
      "step": 208270
    },
    {
      "epoch": 0.26419469327386796,
      "grad_norm": 6.5,
      "learning_rate": 3.6794996054591265e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5461803555488587,
      "num_tokens": 160525605.0,
      "step": 208280
    },
    {
      "epoch": 0.2642073778664008,
      "grad_norm": 5.125,
      "learning_rate": 3.679436174450498e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5452513217926025,
      "num_tokens": 160533230.0,
      "step": 208290
    },
    {
      "epoch": 0.26422006245893365,
      "grad_norm": 5.25,
      "learning_rate": 3.679372743441868e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5376485377550125,
      "num_tokens": 160541664.0,
      "step": 208300
    },
    {
      "epoch": 0.2642327470514665,
      "grad_norm": 6.125,
      "learning_rate": 3.679309312433239e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5552439123392106,
      "num_tokens": 160549790.0,
      "step": 208310
    },
    {
      "epoch": 0.2642454316439993,
      "grad_norm": 5.4375,
      "learning_rate": 3.67924588142461e-05,
      "loss": 2.2479,
      "mean_token_accuracy": 0.5256991624832154,
      "num_tokens": 160557377.0,
      "step": 208320
    },
    {
      "epoch": 0.2642581162365321,
      "grad_norm": 4.5625,
      "learning_rate": 3.6791824504159805e-05,
      "loss": 1.7936,
      "mean_token_accuracy": 0.6213308244943618,
      "num_tokens": 160564289.0,
      "step": 208330
    },
    {
      "epoch": 0.26427080082906496,
      "grad_norm": 4.8125,
      "learning_rate": 3.679119019407352e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5222931265830993,
      "num_tokens": 160572531.0,
      "step": 208340
    },
    {
      "epoch": 0.2642834854215978,
      "grad_norm": 5.34375,
      "learning_rate": 3.679055588398723e-05,
      "loss": 1.8574,
      "mean_token_accuracy": 0.5898849606513977,
      "num_tokens": 160579803.0,
      "step": 208350
    },
    {
      "epoch": 0.26429617001413064,
      "grad_norm": 6.21875,
      "learning_rate": 3.6789921573900935e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5701062232255936,
      "num_tokens": 160587280.0,
      "step": 208360
    },
    {
      "epoch": 0.2643088546066635,
      "grad_norm": 6.40625,
      "learning_rate": 3.678928726381464e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5560261160135269,
      "num_tokens": 160594334.0,
      "step": 208370
    },
    {
      "epoch": 0.2643215391991963,
      "grad_norm": 6.25,
      "learning_rate": 3.6788652953728346e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5340489357709884,
      "num_tokens": 160602514.0,
      "step": 208380
    },
    {
      "epoch": 0.26433422379172916,
      "grad_norm": 5.8125,
      "learning_rate": 3.678801864364206e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.578952842950821,
      "num_tokens": 160608025.0,
      "step": 208390
    },
    {
      "epoch": 0.26434690838426195,
      "grad_norm": 6.21875,
      "learning_rate": 3.678738433355577e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5320367872714996,
      "num_tokens": 160616327.0,
      "step": 208400
    },
    {
      "epoch": 0.2643595929767948,
      "grad_norm": 5.71875,
      "learning_rate": 3.6786750023469475e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.530211865901947,
      "num_tokens": 160625416.0,
      "step": 208410
    },
    {
      "epoch": 0.26437227756932763,
      "grad_norm": 5.0625,
      "learning_rate": 3.678611571338319e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5469090491533279,
      "num_tokens": 160634237.0,
      "step": 208420
    },
    {
      "epoch": 0.26438496216186047,
      "grad_norm": 7.0625,
      "learning_rate": 3.678548140329689e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.555286529660225,
      "num_tokens": 160642389.0,
      "step": 208430
    },
    {
      "epoch": 0.2643976467543933,
      "grad_norm": 5.4375,
      "learning_rate": 3.67848470932106e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5231492519378662,
      "num_tokens": 160651078.0,
      "step": 208440
    },
    {
      "epoch": 0.26441033134692615,
      "grad_norm": 4.59375,
      "learning_rate": 3.678421278312431e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5675102263689041,
      "num_tokens": 160659030.0,
      "step": 208450
    },
    {
      "epoch": 0.264423015939459,
      "grad_norm": 4.625,
      "learning_rate": 3.6783578473038015e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5370452880859375,
      "num_tokens": 160668502.0,
      "step": 208460
    },
    {
      "epoch": 0.26443570053199184,
      "grad_norm": 6.0,
      "learning_rate": 3.678294416295173e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5685006141662597,
      "num_tokens": 160676356.0,
      "step": 208470
    },
    {
      "epoch": 0.2644483851245246,
      "grad_norm": 5.5,
      "learning_rate": 3.678230985286543e-05,
      "loss": 2.0157,
      "mean_token_accuracy": 0.564377236366272,
      "num_tokens": 160683986.0,
      "step": 208480
    },
    {
      "epoch": 0.26446106971705746,
      "grad_norm": 4.46875,
      "learning_rate": 3.6781675542779145e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5667623549699783,
      "num_tokens": 160690806.0,
      "step": 208490
    },
    {
      "epoch": 0.2644737543095903,
      "grad_norm": 6.53125,
      "learning_rate": 3.678104123269285e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5625268816947937,
      "num_tokens": 160697200.0,
      "step": 208500
    },
    {
      "epoch": 0.26448643890212314,
      "grad_norm": 4.78125,
      "learning_rate": 3.6780406922606556e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5390431493520736,
      "num_tokens": 160704920.0,
      "step": 208510
    },
    {
      "epoch": 0.264499123494656,
      "grad_norm": 4.5625,
      "learning_rate": 3.677977261252027e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5296831101179122,
      "num_tokens": 160713934.0,
      "step": 208520
    },
    {
      "epoch": 0.2645118080871888,
      "grad_norm": 5.125,
      "learning_rate": 3.677913830243397e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5415875852108002,
      "num_tokens": 160722107.0,
      "step": 208530
    },
    {
      "epoch": 0.26452449267972167,
      "grad_norm": 6.25,
      "learning_rate": 3.6778503992347685e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5463096529245377,
      "num_tokens": 160729659.0,
      "step": 208540
    },
    {
      "epoch": 0.2645371772722545,
      "grad_norm": 4.9375,
      "learning_rate": 3.67778696822614e-05,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5642415404319763,
      "num_tokens": 160738367.0,
      "step": 208550
    },
    {
      "epoch": 0.2645498618647873,
      "grad_norm": 4.8125,
      "learning_rate": 3.67772353721751e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5642542630434036,
      "num_tokens": 160745288.0,
      "step": 208560
    },
    {
      "epoch": 0.26456254645732014,
      "grad_norm": 5.375,
      "learning_rate": 3.677660106208881e-05,
      "loss": 1.8399,
      "mean_token_accuracy": 0.5900517404079437,
      "num_tokens": 160752401.0,
      "step": 208570
    },
    {
      "epoch": 0.264575231049853,
      "grad_norm": 6.65625,
      "learning_rate": 3.6775966752002514e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5330141186714172,
      "num_tokens": 160760473.0,
      "step": 208580
    },
    {
      "epoch": 0.2645879156423858,
      "grad_norm": 4.6875,
      "learning_rate": 3.6775332441916226e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5404305219650268,
      "num_tokens": 160769566.0,
      "step": 208590
    },
    {
      "epoch": 0.26460060023491866,
      "grad_norm": 6.03125,
      "learning_rate": 3.677469813182994e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5575361549854279,
      "num_tokens": 160776701.0,
      "step": 208600
    },
    {
      "epoch": 0.2646132848274515,
      "grad_norm": 6.1875,
      "learning_rate": 3.677406382174364e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5425221264362335,
      "num_tokens": 160782521.0,
      "step": 208610
    },
    {
      "epoch": 0.26462596941998434,
      "grad_norm": 5.3125,
      "learning_rate": 3.6773429511657355e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5348048210144043,
      "num_tokens": 160790626.0,
      "step": 208620
    },
    {
      "epoch": 0.2646386540125172,
      "grad_norm": 5.46875,
      "learning_rate": 3.677279520157106e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5310528308153153,
      "num_tokens": 160799929.0,
      "step": 208630
    },
    {
      "epoch": 0.26465133860504997,
      "grad_norm": 6.71875,
      "learning_rate": 3.6772160891484766e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5654510974884033,
      "num_tokens": 160806831.0,
      "step": 208640
    },
    {
      "epoch": 0.2646640231975828,
      "grad_norm": 5.09375,
      "learning_rate": 3.677152658139848e-05,
      "loss": 1.837,
      "mean_token_accuracy": 0.5811235427856445,
      "num_tokens": 160814282.0,
      "step": 208650
    },
    {
      "epoch": 0.26467670779011565,
      "grad_norm": 5.125,
      "learning_rate": 3.6770892271312184e-05,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5273949533700943,
      "num_tokens": 160823571.0,
      "step": 208660
    },
    {
      "epoch": 0.2646893923826485,
      "grad_norm": 6.875,
      "learning_rate": 3.6770257961225896e-05,
      "loss": 1.8967,
      "mean_token_accuracy": 0.5764696270227432,
      "num_tokens": 160830435.0,
      "step": 208670
    },
    {
      "epoch": 0.26470207697518133,
      "grad_norm": 6.96875,
      "learning_rate": 3.67696236511396e-05,
      "loss": 1.9004,
      "mean_token_accuracy": 0.5582305073738099,
      "num_tokens": 160836491.0,
      "step": 208680
    },
    {
      "epoch": 0.2647147615677142,
      "grad_norm": 6.59375,
      "learning_rate": 3.676898934105331e-05,
      "loss": 2.274,
      "mean_token_accuracy": 0.514681488275528,
      "num_tokens": 160843901.0,
      "step": 208690
    },
    {
      "epoch": 0.264727446160247,
      "grad_norm": 5.3125,
      "learning_rate": 3.6768355030967025e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5353894919157028,
      "num_tokens": 160852046.0,
      "step": 208700
    },
    {
      "epoch": 0.2647401307527798,
      "grad_norm": 7.625,
      "learning_rate": 3.676772072088073e-05,
      "loss": 1.869,
      "mean_token_accuracy": 0.5759845614433289,
      "num_tokens": 160858236.0,
      "step": 208710
    },
    {
      "epoch": 0.26475281534531264,
      "grad_norm": 5.96875,
      "learning_rate": 3.6767086410794436e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5490754902362823,
      "num_tokens": 160867051.0,
      "step": 208720
    },
    {
      "epoch": 0.2647654999378455,
      "grad_norm": 6.40625,
      "learning_rate": 3.676645210070814e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5631556212902069,
      "num_tokens": 160874697.0,
      "step": 208730
    },
    {
      "epoch": 0.2647781845303783,
      "grad_norm": 5.71875,
      "learning_rate": 3.6765817790621853e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5538251757621765,
      "num_tokens": 160882412.0,
      "step": 208740
    },
    {
      "epoch": 0.26479086912291117,
      "grad_norm": 6.4375,
      "learning_rate": 3.6765183480535566e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5571013987064362,
      "num_tokens": 160890171.0,
      "step": 208750
    },
    {
      "epoch": 0.264803553715444,
      "grad_norm": 4.875,
      "learning_rate": 3.676454917044927e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5550121456384659,
      "num_tokens": 160898599.0,
      "step": 208760
    },
    {
      "epoch": 0.26481623830797685,
      "grad_norm": 7.375,
      "learning_rate": 3.676391486036298e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5451910257339477,
      "num_tokens": 160906481.0,
      "step": 208770
    },
    {
      "epoch": 0.2648289229005097,
      "grad_norm": 6.625,
      "learning_rate": 3.676328055027669e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5417514979839325,
      "num_tokens": 160913972.0,
      "step": 208780
    },
    {
      "epoch": 0.2648416074930425,
      "grad_norm": 5.03125,
      "learning_rate": 3.6762646240190394e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.550457313656807,
      "num_tokens": 160920341.0,
      "step": 208790
    },
    {
      "epoch": 0.2648542920855753,
      "grad_norm": 20.375,
      "learning_rate": 3.6762011930104106e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5355143398046494,
      "num_tokens": 160927309.0,
      "step": 208800
    },
    {
      "epoch": 0.26486697667810816,
      "grad_norm": 4.90625,
      "learning_rate": 3.676137762001781e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5730270415544509,
      "num_tokens": 160935001.0,
      "step": 208810
    },
    {
      "epoch": 0.264879661270641,
      "grad_norm": 5.8125,
      "learning_rate": 3.676074330993152e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5887672305107117,
      "num_tokens": 160942204.0,
      "step": 208820
    },
    {
      "epoch": 0.26489234586317384,
      "grad_norm": 5.6875,
      "learning_rate": 3.676010899984523e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5172087907791137,
      "num_tokens": 160950564.0,
      "step": 208830
    },
    {
      "epoch": 0.2649050304557067,
      "grad_norm": 5.125,
      "learning_rate": 3.675947468975894e-05,
      "loss": 1.8352,
      "mean_token_accuracy": 0.5877312988042831,
      "num_tokens": 160957003.0,
      "step": 208840
    },
    {
      "epoch": 0.2649177150482395,
      "grad_norm": 5.75,
      "learning_rate": 3.6758840379672646e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5283906906843185,
      "num_tokens": 160965568.0,
      "step": 208850
    },
    {
      "epoch": 0.26493039964077236,
      "grad_norm": 5.125,
      "learning_rate": 3.675820606958635e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5275613605976105,
      "num_tokens": 160973544.0,
      "step": 208860
    },
    {
      "epoch": 0.26494308423330515,
      "grad_norm": 5.53125,
      "learning_rate": 3.6757571759500064e-05,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5692554503679276,
      "num_tokens": 160981702.0,
      "step": 208870
    },
    {
      "epoch": 0.264955768825838,
      "grad_norm": 7.5625,
      "learning_rate": 3.675693744941377e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5630269050598145,
      "num_tokens": 160990788.0,
      "step": 208880
    },
    {
      "epoch": 0.26496845341837083,
      "grad_norm": 5.34375,
      "learning_rate": 3.675630313932748e-05,
      "loss": 1.623,
      "mean_token_accuracy": 0.6355846613645554,
      "num_tokens": 160997256.0,
      "step": 208890
    },
    {
      "epoch": 0.26498113801090367,
      "grad_norm": 5.46875,
      "learning_rate": 3.675566882924119e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5408383309841156,
      "num_tokens": 161005347.0,
      "step": 208900
    },
    {
      "epoch": 0.2649938226034365,
      "grad_norm": 5.0625,
      "learning_rate": 3.67550345191549e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5304763048887253,
      "num_tokens": 161013202.0,
      "step": 208910
    },
    {
      "epoch": 0.26500650719596935,
      "grad_norm": 5.59375,
      "learning_rate": 3.6754400209068604e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5622011929750442,
      "num_tokens": 161020796.0,
      "step": 208920
    },
    {
      "epoch": 0.2650191917885022,
      "grad_norm": 5.875,
      "learning_rate": 3.675376589898231e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5483008682727813,
      "num_tokens": 161028269.0,
      "step": 208930
    },
    {
      "epoch": 0.26503187638103504,
      "grad_norm": 7.375,
      "learning_rate": 3.675313158889602e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5465565860271454,
      "num_tokens": 161035493.0,
      "step": 208940
    },
    {
      "epoch": 0.2650445609735678,
      "grad_norm": 7.21875,
      "learning_rate": 3.6752497278809734e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5343553185462951,
      "num_tokens": 161043562.0,
      "step": 208950
    },
    {
      "epoch": 0.26505724556610066,
      "grad_norm": 8.125,
      "learning_rate": 3.675186296872344e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5297674626111984,
      "num_tokens": 161050791.0,
      "step": 208960
    },
    {
      "epoch": 0.2650699301586335,
      "grad_norm": 6.28125,
      "learning_rate": 3.675122865863715e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.552287244796753,
      "num_tokens": 161058819.0,
      "step": 208970
    },
    {
      "epoch": 0.26508261475116635,
      "grad_norm": 4.84375,
      "learning_rate": 3.6750594348550856e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5609430521726608,
      "num_tokens": 161066259.0,
      "step": 208980
    },
    {
      "epoch": 0.2650952993436992,
      "grad_norm": 5.0625,
      "learning_rate": 3.674996003846456e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5345585465431213,
      "num_tokens": 161074455.0,
      "step": 208990
    },
    {
      "epoch": 0.26510798393623203,
      "grad_norm": 8.5,
      "learning_rate": 3.6749325728378274e-05,
      "loss": 1.9187,
      "mean_token_accuracy": 0.5754671365022659,
      "num_tokens": 161081167.0,
      "step": 209000
    },
    {
      "epoch": 0.26512066852876487,
      "grad_norm": 5.09375,
      "learning_rate": 3.674869141829198e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5248977750539779,
      "num_tokens": 161090075.0,
      "step": 209010
    },
    {
      "epoch": 0.2651333531212977,
      "grad_norm": 5.46875,
      "learning_rate": 3.674805710820569e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5579855740070343,
      "num_tokens": 161098437.0,
      "step": 209020
    },
    {
      "epoch": 0.2651460377138305,
      "grad_norm": 5.96875,
      "learning_rate": 3.6747422798119403e-05,
      "loss": 1.9256,
      "mean_token_accuracy": 0.5719840556383133,
      "num_tokens": 161105655.0,
      "step": 209030
    },
    {
      "epoch": 0.26515872230636334,
      "grad_norm": 6.09375,
      "learning_rate": 3.674678848803311e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.520666116476059,
      "num_tokens": 161113160.0,
      "step": 209040
    },
    {
      "epoch": 0.2651714068988962,
      "grad_norm": 6.78125,
      "learning_rate": 3.674615417794682e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5479242742061615,
      "num_tokens": 161120706.0,
      "step": 209050
    },
    {
      "epoch": 0.265184091491429,
      "grad_norm": 10.3125,
      "learning_rate": 3.674551986786052e-05,
      "loss": 1.9372,
      "mean_token_accuracy": 0.5681506425142289,
      "num_tokens": 161127670.0,
      "step": 209060
    },
    {
      "epoch": 0.26519677608396186,
      "grad_norm": 5.5,
      "learning_rate": 3.674488555777423e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5415741086006165,
      "num_tokens": 161133741.0,
      "step": 209070
    },
    {
      "epoch": 0.2652094606764947,
      "grad_norm": 6.78125,
      "learning_rate": 3.6744251247687944e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.5740021407604218,
      "num_tokens": 161140810.0,
      "step": 209080
    },
    {
      "epoch": 0.26522214526902754,
      "grad_norm": 7.21875,
      "learning_rate": 3.674361693760165e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5588353514671326,
      "num_tokens": 161147701.0,
      "step": 209090
    },
    {
      "epoch": 0.2652348298615604,
      "grad_norm": 5.65625,
      "learning_rate": 3.674298262751536e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.54302177131176,
      "num_tokens": 161154143.0,
      "step": 209100
    },
    {
      "epoch": 0.26524751445409317,
      "grad_norm": 5.59375,
      "learning_rate": 3.674234831742907e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5636121749877929,
      "num_tokens": 161161039.0,
      "step": 209110
    },
    {
      "epoch": 0.265260199046626,
      "grad_norm": 5.125,
      "learning_rate": 3.674171400734278e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5538550555706024,
      "num_tokens": 161169246.0,
      "step": 209120
    },
    {
      "epoch": 0.26527288363915885,
      "grad_norm": 7.0625,
      "learning_rate": 3.6741079697256484e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5776454627513885,
      "num_tokens": 161176273.0,
      "step": 209130
    },
    {
      "epoch": 0.2652855682316917,
      "grad_norm": 5.03125,
      "learning_rate": 3.674044538717019e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5510651975870132,
      "num_tokens": 161184356.0,
      "step": 209140
    },
    {
      "epoch": 0.26529825282422453,
      "grad_norm": 6.46875,
      "learning_rate": 3.67398110770839e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5572077214717865,
      "num_tokens": 161191969.0,
      "step": 209150
    },
    {
      "epoch": 0.2653109374167574,
      "grad_norm": 6.28125,
      "learning_rate": 3.673917676699761e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5474102795124054,
      "num_tokens": 161198931.0,
      "step": 209160
    },
    {
      "epoch": 0.2653236220092902,
      "grad_norm": 5.0625,
      "learning_rate": 3.673854245691132e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5372522860765457,
      "num_tokens": 161208232.0,
      "step": 209170
    },
    {
      "epoch": 0.265336306601823,
      "grad_norm": 5.0,
      "learning_rate": 3.673790814682503e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5293843269348144,
      "num_tokens": 161215137.0,
      "step": 209180
    },
    {
      "epoch": 0.26534899119435584,
      "grad_norm": 5.34375,
      "learning_rate": 3.6737273836738737e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5318066596984863,
      "num_tokens": 161223596.0,
      "step": 209190
    },
    {
      "epoch": 0.2653616757868887,
      "grad_norm": 5.65625,
      "learning_rate": 3.673663952665244e-05,
      "loss": 2.191,
      "mean_token_accuracy": 0.5164950609207153,
      "num_tokens": 161232765.0,
      "step": 209200
    },
    {
      "epoch": 0.2653743603794215,
      "grad_norm": 5.21875,
      "learning_rate": 3.673600521656615e-05,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5895300716161728,
      "num_tokens": 161239196.0,
      "step": 209210
    },
    {
      "epoch": 0.26538704497195437,
      "grad_norm": 5.96875,
      "learning_rate": 3.673537090647986e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5461101263761521,
      "num_tokens": 161247862.0,
      "step": 209220
    },
    {
      "epoch": 0.2653997295644872,
      "grad_norm": 4.375,
      "learning_rate": 3.673473659639357e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5442410290241242,
      "num_tokens": 161254852.0,
      "step": 209230
    },
    {
      "epoch": 0.26541241415702005,
      "grad_norm": 8.5,
      "learning_rate": 3.673410228630728e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5852292090654373,
      "num_tokens": 161260960.0,
      "step": 209240
    },
    {
      "epoch": 0.2654250987495529,
      "grad_norm": 4.5625,
      "learning_rate": 3.673346797622099e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.554835170507431,
      "num_tokens": 161268882.0,
      "step": 209250
    },
    {
      "epoch": 0.2654377833420857,
      "grad_norm": 7.25,
      "learning_rate": 3.6732833666134694e-05,
      "loss": 1.9042,
      "mean_token_accuracy": 0.5626673489809036,
      "num_tokens": 161274689.0,
      "step": 209260
    },
    {
      "epoch": 0.2654504679346185,
      "grad_norm": 5.0,
      "learning_rate": 3.67321993560484e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.546536773443222,
      "num_tokens": 161282710.0,
      "step": 209270
    },
    {
      "epoch": 0.26546315252715136,
      "grad_norm": 5.40625,
      "learning_rate": 3.673156504596211e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5508256763219833,
      "num_tokens": 161290478.0,
      "step": 209280
    },
    {
      "epoch": 0.2654758371196842,
      "grad_norm": 5.5625,
      "learning_rate": 3.673093073587582e-05,
      "loss": 1.9184,
      "mean_token_accuracy": 0.5831367880105972,
      "num_tokens": 161297370.0,
      "step": 209290
    },
    {
      "epoch": 0.26548852171221704,
      "grad_norm": 5.375,
      "learning_rate": 3.673029642578953e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5488095045089721,
      "num_tokens": 161305715.0,
      "step": 209300
    },
    {
      "epoch": 0.2655012063047499,
      "grad_norm": 5.40625,
      "learning_rate": 3.6729662115703235e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5551266968250275,
      "num_tokens": 161313340.0,
      "step": 209310
    },
    {
      "epoch": 0.2655138908972827,
      "grad_norm": 6.40625,
      "learning_rate": 3.672902780561695e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5753624469041825,
      "num_tokens": 161318781.0,
      "step": 209320
    },
    {
      "epoch": 0.26552657548981556,
      "grad_norm": 6.5625,
      "learning_rate": 3.672839349553065e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5225078642368317,
      "num_tokens": 161326618.0,
      "step": 209330
    },
    {
      "epoch": 0.26553926008234835,
      "grad_norm": 5.375,
      "learning_rate": 3.672775918544436e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5663837134838104,
      "num_tokens": 161333469.0,
      "step": 209340
    },
    {
      "epoch": 0.2655519446748812,
      "grad_norm": 5.0,
      "learning_rate": 3.672712487535807e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5735744327306748,
      "num_tokens": 161341777.0,
      "step": 209350
    },
    {
      "epoch": 0.26556462926741403,
      "grad_norm": 7.59375,
      "learning_rate": 3.6726490565271775e-05,
      "loss": 1.9069,
      "mean_token_accuracy": 0.5719840854406357,
      "num_tokens": 161348877.0,
      "step": 209360
    },
    {
      "epoch": 0.2655773138599469,
      "grad_norm": 4.84375,
      "learning_rate": 3.672585625518549e-05,
      "loss": 2.1977,
      "mean_token_accuracy": 0.5147982209920883,
      "num_tokens": 161358164.0,
      "step": 209370
    },
    {
      "epoch": 0.2655899984524797,
      "grad_norm": 5.21875,
      "learning_rate": 3.67252219450992e-05,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5699953436851501,
      "num_tokens": 161366410.0,
      "step": 209380
    },
    {
      "epoch": 0.26560268304501256,
      "grad_norm": 7.03125,
      "learning_rate": 3.6724587635012905e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5570568442344666,
      "num_tokens": 161375106.0,
      "step": 209390
    },
    {
      "epoch": 0.2656153676375454,
      "grad_norm": 5.09375,
      "learning_rate": 3.672395332492661e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5239422798156739,
      "num_tokens": 161383332.0,
      "step": 209400
    },
    {
      "epoch": 0.26562805223007824,
      "grad_norm": 5.03125,
      "learning_rate": 3.6723319014840315e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5336266785860062,
      "num_tokens": 161391134.0,
      "step": 209410
    },
    {
      "epoch": 0.265640736822611,
      "grad_norm": 6.9375,
      "learning_rate": 3.672268470475403e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5505666255950927,
      "num_tokens": 161398401.0,
      "step": 209420
    },
    {
      "epoch": 0.26565342141514386,
      "grad_norm": 5.71875,
      "learning_rate": 3.672205039466774e-05,
      "loss": 1.7858,
      "mean_token_accuracy": 0.5991212725639343,
      "num_tokens": 161405791.0,
      "step": 209430
    },
    {
      "epoch": 0.2656661060076767,
      "grad_norm": 5.0625,
      "learning_rate": 3.6721416084581445e-05,
      "loss": 1.4538,
      "mean_token_accuracy": 0.6682531058788299,
      "num_tokens": 161411442.0,
      "step": 209440
    },
    {
      "epoch": 0.26567879060020955,
      "grad_norm": 6.0625,
      "learning_rate": 3.672078177449516e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.53667653799057,
      "num_tokens": 161418676.0,
      "step": 209450
    },
    {
      "epoch": 0.2656914751927424,
      "grad_norm": 6.0,
      "learning_rate": 3.672014746440886e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5476588040590287,
      "num_tokens": 161424432.0,
      "step": 209460
    },
    {
      "epoch": 0.26570415978527523,
      "grad_norm": 6.78125,
      "learning_rate": 3.6719513154322574e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5307744652032852,
      "num_tokens": 161432298.0,
      "step": 209470
    },
    {
      "epoch": 0.26571684437780807,
      "grad_norm": 6.375,
      "learning_rate": 3.671887884423628e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5464478552341461,
      "num_tokens": 161438081.0,
      "step": 209480
    },
    {
      "epoch": 0.2657295289703409,
      "grad_norm": 6.375,
      "learning_rate": 3.6718244534149985e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5416156232357026,
      "num_tokens": 161445209.0,
      "step": 209490
    },
    {
      "epoch": 0.2657422135628737,
      "grad_norm": 6.46875,
      "learning_rate": 3.67176102240637e-05,
      "loss": 2.2895,
      "mean_token_accuracy": 0.5190464347600937,
      "num_tokens": 161453291.0,
      "step": 209500
    },
    {
      "epoch": 0.26575489815540654,
      "grad_norm": 4.875,
      "learning_rate": 3.67169759139774e-05,
      "loss": 1.8039,
      "mean_token_accuracy": 0.5950187772512436,
      "num_tokens": 161460488.0,
      "step": 209510
    },
    {
      "epoch": 0.2657675827479394,
      "grad_norm": 14.375,
      "learning_rate": 3.6716341603891115e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5262499779462815,
      "num_tokens": 161469467.0,
      "step": 209520
    },
    {
      "epoch": 0.2657802673404722,
      "grad_norm": 4.96875,
      "learning_rate": 3.671570729380483e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5526347577571868,
      "num_tokens": 161476947.0,
      "step": 209530
    },
    {
      "epoch": 0.26579295193300506,
      "grad_norm": 5.71875,
      "learning_rate": 3.671507298371853e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5311775445938111,
      "num_tokens": 161485512.0,
      "step": 209540
    },
    {
      "epoch": 0.2658056365255379,
      "grad_norm": 6.28125,
      "learning_rate": 3.671443867363224e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5345845341682434,
      "num_tokens": 161493309.0,
      "step": 209550
    },
    {
      "epoch": 0.26581832111807074,
      "grad_norm": 6.78125,
      "learning_rate": 3.671380436354594e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5280073136091232,
      "num_tokens": 161502406.0,
      "step": 209560
    },
    {
      "epoch": 0.2658310057106036,
      "grad_norm": 4.96875,
      "learning_rate": 3.6713170053459655e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5536689281463623,
      "num_tokens": 161510692.0,
      "step": 209570
    },
    {
      "epoch": 0.26584369030313637,
      "grad_norm": 6.75,
      "learning_rate": 3.671253574337337e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5376624763011932,
      "num_tokens": 161518206.0,
      "step": 209580
    },
    {
      "epoch": 0.2658563748956692,
      "grad_norm": 5.78125,
      "learning_rate": 3.671190143328707e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5264640331268311,
      "num_tokens": 161524821.0,
      "step": 209590
    },
    {
      "epoch": 0.26586905948820205,
      "grad_norm": 7.34375,
      "learning_rate": 3.6711267123200785e-05,
      "loss": 1.8598,
      "mean_token_accuracy": 0.5915665358304978,
      "num_tokens": 161531186.0,
      "step": 209600
    },
    {
      "epoch": 0.2658817440807349,
      "grad_norm": 6.9375,
      "learning_rate": 3.671063281311449e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5649420648813248,
      "num_tokens": 161538201.0,
      "step": 209610
    },
    {
      "epoch": 0.26589442867326774,
      "grad_norm": 6.90625,
      "learning_rate": 3.6709998503028195e-05,
      "loss": 1.8095,
      "mean_token_accuracy": 0.6000761926174164,
      "num_tokens": 161545774.0,
      "step": 209620
    },
    {
      "epoch": 0.2659071132658006,
      "grad_norm": 5.0,
      "learning_rate": 3.670936419294191e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5269256800413131,
      "num_tokens": 161554155.0,
      "step": 209630
    },
    {
      "epoch": 0.2659197978583334,
      "grad_norm": 5.34375,
      "learning_rate": 3.670872988285561e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.532208701968193,
      "num_tokens": 161562482.0,
      "step": 209640
    },
    {
      "epoch": 0.2659324824508662,
      "grad_norm": 6.3125,
      "learning_rate": 3.6708095572769325e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5796371817588806,
      "num_tokens": 161570029.0,
      "step": 209650
    },
    {
      "epoch": 0.26594516704339904,
      "grad_norm": 8.75,
      "learning_rate": 3.670746126268303e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5570014506578446,
      "num_tokens": 161575988.0,
      "step": 209660
    },
    {
      "epoch": 0.2659578516359319,
      "grad_norm": 5.40625,
      "learning_rate": 3.670682695259674e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.5174352258443833,
      "num_tokens": 161583923.0,
      "step": 209670
    },
    {
      "epoch": 0.2659705362284647,
      "grad_norm": 4.75,
      "learning_rate": 3.670619264251045e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5392719119787216,
      "num_tokens": 161592236.0,
      "step": 209680
    },
    {
      "epoch": 0.26598322082099757,
      "grad_norm": 5.34375,
      "learning_rate": 3.670555833242415e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5763097703456879,
      "num_tokens": 161600058.0,
      "step": 209690
    },
    {
      "epoch": 0.2659959054135304,
      "grad_norm": 5.8125,
      "learning_rate": 3.6704924022337865e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5468005478382111,
      "num_tokens": 161607768.0,
      "step": 209700
    },
    {
      "epoch": 0.26600859000606325,
      "grad_norm": 5.5,
      "learning_rate": 3.670428971225157e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5524232447147369,
      "num_tokens": 161614827.0,
      "step": 209710
    },
    {
      "epoch": 0.2660212745985961,
      "grad_norm": 5.40625,
      "learning_rate": 3.670365540216528e-05,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5610815793275833,
      "num_tokens": 161622415.0,
      "step": 209720
    },
    {
      "epoch": 0.2660339591911289,
      "grad_norm": 5.1875,
      "learning_rate": 3.6703021092078995e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5414235144853592,
      "num_tokens": 161628617.0,
      "step": 209730
    },
    {
      "epoch": 0.2660466437836617,
      "grad_norm": 5.09375,
      "learning_rate": 3.67023867819927e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5406838148832321,
      "num_tokens": 161637195.0,
      "step": 209740
    },
    {
      "epoch": 0.26605932837619456,
      "grad_norm": 4.84375,
      "learning_rate": 3.6701752471906406e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.574924436211586,
      "num_tokens": 161644993.0,
      "step": 209750
    },
    {
      "epoch": 0.2660720129687274,
      "grad_norm": 5.4375,
      "learning_rate": 3.670111816182011e-05,
      "loss": 2.2312,
      "mean_token_accuracy": 0.5233030378818512,
      "num_tokens": 161652776.0,
      "step": 209760
    },
    {
      "epoch": 0.26608469756126024,
      "grad_norm": 5.40625,
      "learning_rate": 3.670048385173382e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5598941534757614,
      "num_tokens": 161660882.0,
      "step": 209770
    },
    {
      "epoch": 0.2660973821537931,
      "grad_norm": 5.25,
      "learning_rate": 3.6699849541647535e-05,
      "loss": 1.9129,
      "mean_token_accuracy": 0.5728792637586594,
      "num_tokens": 161667970.0,
      "step": 209780
    },
    {
      "epoch": 0.2661100667463259,
      "grad_norm": 5.84375,
      "learning_rate": 3.669921523156124e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.531625297665596,
      "num_tokens": 161676004.0,
      "step": 209790
    },
    {
      "epoch": 0.26612275133885877,
      "grad_norm": 5.53125,
      "learning_rate": 3.669858092147495e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5699630737304687,
      "num_tokens": 161682221.0,
      "step": 209800
    },
    {
      "epoch": 0.26613543593139155,
      "grad_norm": 5.53125,
      "learning_rate": 3.669794661138866e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5245058178901673,
      "num_tokens": 161689461.0,
      "step": 209810
    },
    {
      "epoch": 0.2661481205239244,
      "grad_norm": 6.84375,
      "learning_rate": 3.6697312301302363e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5727210432291031,
      "num_tokens": 161697194.0,
      "step": 209820
    },
    {
      "epoch": 0.26616080511645723,
      "grad_norm": 4.84375,
      "learning_rate": 3.6696677991216076e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5663218766450882,
      "num_tokens": 161705198.0,
      "step": 209830
    },
    {
      "epoch": 0.2661734897089901,
      "grad_norm": 6.3125,
      "learning_rate": 3.669604368112978e-05,
      "loss": 1.8983,
      "mean_token_accuracy": 0.5728624761104584,
      "num_tokens": 161711318.0,
      "step": 209840
    },
    {
      "epoch": 0.2661861743015229,
      "grad_norm": 5.71875,
      "learning_rate": 3.669540937104349e-05,
      "loss": 1.8133,
      "mean_token_accuracy": 0.6015283048152924,
      "num_tokens": 161719602.0,
      "step": 209850
    },
    {
      "epoch": 0.26619885889405576,
      "grad_norm": 5.25,
      "learning_rate": 3.66947750609572e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5477049022912979,
      "num_tokens": 161728128.0,
      "step": 209860
    },
    {
      "epoch": 0.2662115434865886,
      "grad_norm": 5.15625,
      "learning_rate": 3.669414075087091e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5409384578466415,
      "num_tokens": 161735926.0,
      "step": 209870
    },
    {
      "epoch": 0.26622422807912144,
      "grad_norm": 6.125,
      "learning_rate": 3.669350644078462e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5413445115089417,
      "num_tokens": 161742664.0,
      "step": 209880
    },
    {
      "epoch": 0.2662369126716542,
      "grad_norm": 7.75,
      "learning_rate": 3.669287213069833e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5591210126876831,
      "num_tokens": 161749764.0,
      "step": 209890
    },
    {
      "epoch": 0.26624959726418707,
      "grad_norm": 4.8125,
      "learning_rate": 3.669223782061203e-05,
      "loss": 1.6283,
      "mean_token_accuracy": 0.6393246173858642,
      "num_tokens": 161756387.0,
      "step": 209900
    },
    {
      "epoch": 0.2662622818567199,
      "grad_norm": 5.125,
      "learning_rate": 3.6691603510525745e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5445864349603653,
      "num_tokens": 161764805.0,
      "step": 209910
    },
    {
      "epoch": 0.26627496644925275,
      "grad_norm": 4.9375,
      "learning_rate": 3.669096920043945e-05,
      "loss": 1.7352,
      "mean_token_accuracy": 0.6134944438934327,
      "num_tokens": 161771476.0,
      "step": 209920
    },
    {
      "epoch": 0.2662876510417856,
      "grad_norm": 6.75,
      "learning_rate": 3.669033489035316e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.520955839753151,
      "num_tokens": 161778534.0,
      "step": 209930
    },
    {
      "epoch": 0.26630033563431843,
      "grad_norm": 7.125,
      "learning_rate": 3.668970058026687e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.545081615447998,
      "num_tokens": 161785850.0,
      "step": 209940
    },
    {
      "epoch": 0.26631302022685127,
      "grad_norm": 5.1875,
      "learning_rate": 3.668906627018058e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5462836652994156,
      "num_tokens": 161793770.0,
      "step": 209950
    },
    {
      "epoch": 0.2663257048193841,
      "grad_norm": 6.28125,
      "learning_rate": 3.6688431960094286e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5739983558654785,
      "num_tokens": 161798898.0,
      "step": 209960
    },
    {
      "epoch": 0.2663383894119169,
      "grad_norm": 4.90625,
      "learning_rate": 3.668779765000799e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5309632539749145,
      "num_tokens": 161805890.0,
      "step": 209970
    },
    {
      "epoch": 0.26635107400444974,
      "grad_norm": 4.9375,
      "learning_rate": 3.66871633399217e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5254086464643478,
      "num_tokens": 161813412.0,
      "step": 209980
    },
    {
      "epoch": 0.2663637585969826,
      "grad_norm": 6.59375,
      "learning_rate": 3.668652902983541e-05,
      "loss": 1.9458,
      "mean_token_accuracy": 0.571989506483078,
      "num_tokens": 161819524.0,
      "step": 209990
    },
    {
      "epoch": 0.2663764431895154,
      "grad_norm": 5.75,
      "learning_rate": 3.668589471974912e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5233766108751297,
      "num_tokens": 161828523.0,
      "step": 210000
    },
    {
      "epoch": 0.26638912778204826,
      "grad_norm": 4.8125,
      "learning_rate": 3.668526040966283e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5470050603151322,
      "num_tokens": 161836159.0,
      "step": 210010
    },
    {
      "epoch": 0.2664018123745811,
      "grad_norm": 5.5,
      "learning_rate": 3.668462609957654e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.546198558807373,
      "num_tokens": 161843370.0,
      "step": 210020
    },
    {
      "epoch": 0.26641449696711395,
      "grad_norm": 4.75,
      "learning_rate": 3.6683991789490244e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5569098234176636,
      "num_tokens": 161851415.0,
      "step": 210030
    },
    {
      "epoch": 0.2664271815596468,
      "grad_norm": 7.03125,
      "learning_rate": 3.668335747940395e-05,
      "loss": 1.8901,
      "mean_token_accuracy": 0.5982750952243805,
      "num_tokens": 161858508.0,
      "step": 210040
    },
    {
      "epoch": 0.26643986615217957,
      "grad_norm": 5.375,
      "learning_rate": 3.668272316931766e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5549638390541076,
      "num_tokens": 161866279.0,
      "step": 210050
    },
    {
      "epoch": 0.2664525507447124,
      "grad_norm": 5.59375,
      "learning_rate": 3.668208885923137e-05,
      "loss": 1.8964,
      "mean_token_accuracy": 0.5725609332323074,
      "num_tokens": 161872327.0,
      "step": 210060
    },
    {
      "epoch": 0.26646523533724525,
      "grad_norm": 5.125,
      "learning_rate": 3.668145454914508e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5499508053064346,
      "num_tokens": 161880595.0,
      "step": 210070
    },
    {
      "epoch": 0.2664779199297781,
      "grad_norm": 4.65625,
      "learning_rate": 3.668082023905879e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5664828181266784,
      "num_tokens": 161887904.0,
      "step": 210080
    },
    {
      "epoch": 0.26649060452231094,
      "grad_norm": 5.03125,
      "learning_rate": 3.6680185928972496e-05,
      "loss": 1.8862,
      "mean_token_accuracy": 0.5917260020971298,
      "num_tokens": 161895539.0,
      "step": 210090
    },
    {
      "epoch": 0.2665032891148438,
      "grad_norm": 5.28125,
      "learning_rate": 3.66795516188862e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5405283212661743,
      "num_tokens": 161902301.0,
      "step": 210100
    },
    {
      "epoch": 0.2665159737073766,
      "grad_norm": 6.65625,
      "learning_rate": 3.6678917308799913e-05,
      "loss": 1.7725,
      "mean_token_accuracy": 0.6067852973937988,
      "num_tokens": 161909714.0,
      "step": 210110
    },
    {
      "epoch": 0.2665286582999094,
      "grad_norm": 4.9375,
      "learning_rate": 3.667828299871362e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5609889626502991,
      "num_tokens": 161916595.0,
      "step": 210120
    },
    {
      "epoch": 0.26654134289244225,
      "grad_norm": 5.6875,
      "learning_rate": 3.667764868862733e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5267434924840927,
      "num_tokens": 161925979.0,
      "step": 210130
    },
    {
      "epoch": 0.2665540274849751,
      "grad_norm": 5.78125,
      "learning_rate": 3.6677014378541036e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.552124434709549,
      "num_tokens": 161933944.0,
      "step": 210140
    },
    {
      "epoch": 0.26656671207750793,
      "grad_norm": 5.84375,
      "learning_rate": 3.667638006845475e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5641540139913559,
      "num_tokens": 161940339.0,
      "step": 210150
    },
    {
      "epoch": 0.26657939667004077,
      "grad_norm": 8.125,
      "learning_rate": 3.6675745758368454e-05,
      "loss": 1.9289,
      "mean_token_accuracy": 0.5612524032592774,
      "num_tokens": 161948234.0,
      "step": 210160
    },
    {
      "epoch": 0.2665920812625736,
      "grad_norm": 6.875,
      "learning_rate": 3.667511144828216e-05,
      "loss": 1.7344,
      "mean_token_accuracy": 0.6131736606359481,
      "num_tokens": 161954089.0,
      "step": 210170
    },
    {
      "epoch": 0.26660476585510645,
      "grad_norm": 12.8125,
      "learning_rate": 3.667447713819587e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5257338613271714,
      "num_tokens": 161961178.0,
      "step": 210180
    },
    {
      "epoch": 0.2666174504476393,
      "grad_norm": 5.25,
      "learning_rate": 3.667384282810958e-05,
      "loss": 1.8032,
      "mean_token_accuracy": 0.5850345671176911,
      "num_tokens": 161967587.0,
      "step": 210190
    },
    {
      "epoch": 0.2666301350401721,
      "grad_norm": 5.78125,
      "learning_rate": 3.667320851802329e-05,
      "loss": 1.693,
      "mean_token_accuracy": 0.6381823629140854,
      "num_tokens": 161973040.0,
      "step": 210200
    },
    {
      "epoch": 0.2666428196327049,
      "grad_norm": 6.09375,
      "learning_rate": 3.6672574207937e-05,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5848727107048035,
      "num_tokens": 161981309.0,
      "step": 210210
    },
    {
      "epoch": 0.26665550422523776,
      "grad_norm": 5.15625,
      "learning_rate": 3.6671939897850706e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5466609269380569,
      "num_tokens": 161989253.0,
      "step": 210220
    },
    {
      "epoch": 0.2666681888177706,
      "grad_norm": 5.0625,
      "learning_rate": 3.667130558776442e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5317613184452057,
      "num_tokens": 161996953.0,
      "step": 210230
    },
    {
      "epoch": 0.26668087341030344,
      "grad_norm": 6.96875,
      "learning_rate": 3.667067127767812e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5498032093048095,
      "num_tokens": 162004832.0,
      "step": 210240
    },
    {
      "epoch": 0.2666935580028363,
      "grad_norm": 6.90625,
      "learning_rate": 3.667003696759183e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5461106210947037,
      "num_tokens": 162013061.0,
      "step": 210250
    },
    {
      "epoch": 0.2667062425953691,
      "grad_norm": 4.96875,
      "learning_rate": 3.666940265750554e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5516784906387329,
      "num_tokens": 162020460.0,
      "step": 210260
    },
    {
      "epoch": 0.26671892718790197,
      "grad_norm": 7.125,
      "learning_rate": 3.6668768347419247e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5246693849563598,
      "num_tokens": 162028235.0,
      "step": 210270
    },
    {
      "epoch": 0.26673161178043475,
      "grad_norm": 5.0625,
      "learning_rate": 3.666813403733296e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5481489479541779,
      "num_tokens": 162036325.0,
      "step": 210280
    },
    {
      "epoch": 0.2667442963729676,
      "grad_norm": 5.125,
      "learning_rate": 3.6667499727246664e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5567029774188995,
      "num_tokens": 162042832.0,
      "step": 210290
    },
    {
      "epoch": 0.26675698096550043,
      "grad_norm": 5.53125,
      "learning_rate": 3.6666865417160376e-05,
      "loss": 1.8849,
      "mean_token_accuracy": 0.5837965697050095,
      "num_tokens": 162050507.0,
      "step": 210300
    },
    {
      "epoch": 0.2667696655580333,
      "grad_norm": 6.90625,
      "learning_rate": 3.666623110707408e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5623028635978699,
      "num_tokens": 162058256.0,
      "step": 210310
    },
    {
      "epoch": 0.2667823501505661,
      "grad_norm": 5.78125,
      "learning_rate": 3.666559679698779e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5634673357009887,
      "num_tokens": 162065341.0,
      "step": 210320
    },
    {
      "epoch": 0.26679503474309896,
      "grad_norm": 5.5625,
      "learning_rate": 3.66649624869015e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5581848889589309,
      "num_tokens": 162072948.0,
      "step": 210330
    },
    {
      "epoch": 0.2668077193356318,
      "grad_norm": 5.6875,
      "learning_rate": 3.6664328176815204e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5279672473669053,
      "num_tokens": 162082586.0,
      "step": 210340
    },
    {
      "epoch": 0.26682040392816464,
      "grad_norm": 5.90625,
      "learning_rate": 3.6663693866728916e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5535309851169586,
      "num_tokens": 162090572.0,
      "step": 210350
    },
    {
      "epoch": 0.2668330885206974,
      "grad_norm": 6.59375,
      "learning_rate": 3.666305955664263e-05,
      "loss": 2.2964,
      "mean_token_accuracy": 0.5184996485710144,
      "num_tokens": 162098550.0,
      "step": 210360
    },
    {
      "epoch": 0.26684577311323027,
      "grad_norm": 4.90625,
      "learning_rate": 3.6662425246556334e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5609349280595779,
      "num_tokens": 162105711.0,
      "step": 210370
    },
    {
      "epoch": 0.2668584577057631,
      "grad_norm": 5.96875,
      "learning_rate": 3.666179093647004e-05,
      "loss": 1.8892,
      "mean_token_accuracy": 0.5757370948791504,
      "num_tokens": 162112559.0,
      "step": 210380
    },
    {
      "epoch": 0.26687114229829595,
      "grad_norm": 6.59375,
      "learning_rate": 3.6661156626383745e-05,
      "loss": 1.9802,
      "mean_token_accuracy": 0.5560217142105103,
      "num_tokens": 162120655.0,
      "step": 210390
    },
    {
      "epoch": 0.2668838268908288,
      "grad_norm": 6.65625,
      "learning_rate": 3.666052231629746e-05,
      "loss": 1.8769,
      "mean_token_accuracy": 0.5836841195821763,
      "num_tokens": 162127683.0,
      "step": 210400
    },
    {
      "epoch": 0.26689651148336163,
      "grad_norm": 6.78125,
      "learning_rate": 3.665988800621117e-05,
      "loss": 1.6476,
      "mean_token_accuracy": 0.6290721535682678,
      "num_tokens": 162134016.0,
      "step": 210410
    },
    {
      "epoch": 0.2669091960758945,
      "grad_norm": 5.21875,
      "learning_rate": 3.6659253696124874e-05,
      "loss": 1.9427,
      "mean_token_accuracy": 0.5744325608015061,
      "num_tokens": 162140868.0,
      "step": 210420
    },
    {
      "epoch": 0.2669218806684273,
      "grad_norm": 4.9375,
      "learning_rate": 3.6658619386038586e-05,
      "loss": 2.2679,
      "mean_token_accuracy": 0.5112177133560181,
      "num_tokens": 162149084.0,
      "step": 210430
    },
    {
      "epoch": 0.2669345652609601,
      "grad_norm": 3.734375,
      "learning_rate": 3.665798507595229e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5520591288805008,
      "num_tokens": 162156930.0,
      "step": 210440
    },
    {
      "epoch": 0.26694724985349294,
      "grad_norm": 6.0,
      "learning_rate": 3.6657350765866e-05,
      "loss": 2.2957,
      "mean_token_accuracy": 0.5054565638303756,
      "num_tokens": 162166048.0,
      "step": 210450
    },
    {
      "epoch": 0.2669599344460258,
      "grad_norm": 5.03125,
      "learning_rate": 3.665671645577971e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5366418987512589,
      "num_tokens": 162173781.0,
      "step": 210460
    },
    {
      "epoch": 0.2669726190385586,
      "grad_norm": 4.75,
      "learning_rate": 3.6656082145693415e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5748080104589463,
      "num_tokens": 162181266.0,
      "step": 210470
    },
    {
      "epoch": 0.26698530363109146,
      "grad_norm": 5.53125,
      "learning_rate": 3.665544783560713e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5354794323444366,
      "num_tokens": 162189230.0,
      "step": 210480
    },
    {
      "epoch": 0.2669979882236243,
      "grad_norm": 6.4375,
      "learning_rate": 3.665481352552083e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5692258358001709,
      "num_tokens": 162196737.0,
      "step": 210490
    },
    {
      "epoch": 0.26701067281615715,
      "grad_norm": 5.84375,
      "learning_rate": 3.6654179215434544e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5276779502630233,
      "num_tokens": 162204576.0,
      "step": 210500
    },
    {
      "epoch": 0.26702335740869,
      "grad_norm": 5.625,
      "learning_rate": 3.665354490534825e-05,
      "loss": 1.8781,
      "mean_token_accuracy": 0.587602236866951,
      "num_tokens": 162210687.0,
      "step": 210510
    },
    {
      "epoch": 0.2670360420012228,
      "grad_norm": 6.15625,
      "learning_rate": 3.6652910595261955e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5523393869400024,
      "num_tokens": 162217266.0,
      "step": 210520
    },
    {
      "epoch": 0.2670487265937556,
      "grad_norm": 4.8125,
      "learning_rate": 3.665227628517567e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5455942511558532,
      "num_tokens": 162224813.0,
      "step": 210530
    },
    {
      "epoch": 0.26706141118628846,
      "grad_norm": 20.75,
      "learning_rate": 3.665164197508937e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5782538652420044,
      "num_tokens": 162232103.0,
      "step": 210540
    },
    {
      "epoch": 0.2670740957788213,
      "grad_norm": 4.46875,
      "learning_rate": 3.6651007665003084e-05,
      "loss": 1.771,
      "mean_token_accuracy": 0.6026556313037872,
      "num_tokens": 162239692.0,
      "step": 210550
    },
    {
      "epoch": 0.26708678037135414,
      "grad_norm": 5.40625,
      "learning_rate": 3.66503733549168e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.567237812280655,
      "num_tokens": 162247361.0,
      "step": 210560
    },
    {
      "epoch": 0.267099464963887,
      "grad_norm": 5.375,
      "learning_rate": 3.66497390448305e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5417313814163208,
      "num_tokens": 162255405.0,
      "step": 210570
    },
    {
      "epoch": 0.2671121495564198,
      "grad_norm": 6.0625,
      "learning_rate": 3.664910473474421e-05,
      "loss": 1.765,
      "mean_token_accuracy": 0.6054869711399078,
      "num_tokens": 162262910.0,
      "step": 210580
    },
    {
      "epoch": 0.2671248341489526,
      "grad_norm": 6.5625,
      "learning_rate": 3.664847042465791e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5338527828454971,
      "num_tokens": 162270287.0,
      "step": 210590
    },
    {
      "epoch": 0.26713751874148545,
      "grad_norm": 8.5625,
      "learning_rate": 3.6647836114571625e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5365432798862457,
      "num_tokens": 162278290.0,
      "step": 210600
    },
    {
      "epoch": 0.2671502033340183,
      "grad_norm": 5.59375,
      "learning_rate": 3.664720180448534e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5415319502353668,
      "num_tokens": 162285676.0,
      "step": 210610
    },
    {
      "epoch": 0.26716288792655113,
      "grad_norm": 8.4375,
      "learning_rate": 3.664656749439904e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5192980647087098,
      "num_tokens": 162293837.0,
      "step": 210620
    },
    {
      "epoch": 0.26717557251908397,
      "grad_norm": 5.5,
      "learning_rate": 3.6645933184312754e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5238028019666672,
      "num_tokens": 162301517.0,
      "step": 210630
    },
    {
      "epoch": 0.2671882571116168,
      "grad_norm": 5.0,
      "learning_rate": 3.664529887422646e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5529964476823807,
      "num_tokens": 162307546.0,
      "step": 210640
    },
    {
      "epoch": 0.26720094170414965,
      "grad_norm": 5.625,
      "learning_rate": 3.664466456414017e-05,
      "loss": 1.7705,
      "mean_token_accuracy": 0.6077232301235199,
      "num_tokens": 162314141.0,
      "step": 210650
    },
    {
      "epoch": 0.2672136262966825,
      "grad_norm": 6.875,
      "learning_rate": 3.664403025405388e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5228673428297043,
      "num_tokens": 162321763.0,
      "step": 210660
    },
    {
      "epoch": 0.2672263108892153,
      "grad_norm": 6.5,
      "learning_rate": 3.664339594396758e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5497918993234634,
      "num_tokens": 162329136.0,
      "step": 210670
    },
    {
      "epoch": 0.2672389954817481,
      "grad_norm": 5.15625,
      "learning_rate": 3.6642761633881295e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5263127326965332,
      "num_tokens": 162339182.0,
      "step": 210680
    },
    {
      "epoch": 0.26725168007428096,
      "grad_norm": 6.71875,
      "learning_rate": 3.6642127323795e-05,
      "loss": 1.8483,
      "mean_token_accuracy": 0.589545339345932,
      "num_tokens": 162346892.0,
      "step": 210690
    },
    {
      "epoch": 0.2672643646668138,
      "grad_norm": 6.09375,
      "learning_rate": 3.664149301370871e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5299404621124267,
      "num_tokens": 162355208.0,
      "step": 210700
    },
    {
      "epoch": 0.26727704925934664,
      "grad_norm": 5.0,
      "learning_rate": 3.6640858703622424e-05,
      "loss": 2.3042,
      "mean_token_accuracy": 0.5076509356498718,
      "num_tokens": 162363620.0,
      "step": 210710
    },
    {
      "epoch": 0.2672897338518795,
      "grad_norm": 4.9375,
      "learning_rate": 3.664022439353613e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5317848265171051,
      "num_tokens": 162372058.0,
      "step": 210720
    },
    {
      "epoch": 0.2673024184444123,
      "grad_norm": 8.1875,
      "learning_rate": 3.6639590083449835e-05,
      "loss": 1.8255,
      "mean_token_accuracy": 0.5835547119379043,
      "num_tokens": 162378990.0,
      "step": 210730
    },
    {
      "epoch": 0.26731510303694517,
      "grad_norm": 4.625,
      "learning_rate": 3.663895577336354e-05,
      "loss": 1.8886,
      "mean_token_accuracy": 0.5872836410999298,
      "num_tokens": 162386196.0,
      "step": 210740
    },
    {
      "epoch": 0.26732778762947795,
      "grad_norm": 4.25,
      "learning_rate": 3.663832146327725e-05,
      "loss": 1.84,
      "mean_token_accuracy": 0.5924241364002227,
      "num_tokens": 162393162.0,
      "step": 210750
    },
    {
      "epoch": 0.2673404722220108,
      "grad_norm": 5.28125,
      "learning_rate": 3.6637687153190965e-05,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5774907886981964,
      "num_tokens": 162400775.0,
      "step": 210760
    },
    {
      "epoch": 0.26735315681454364,
      "grad_norm": 6.4375,
      "learning_rate": 3.663705284310467e-05,
      "loss": 1.7782,
      "mean_token_accuracy": 0.5961427211761474,
      "num_tokens": 162407345.0,
      "step": 210770
    },
    {
      "epoch": 0.2673658414070765,
      "grad_norm": 7.8125,
      "learning_rate": 3.663641853301838e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5400592923164368,
      "num_tokens": 162414638.0,
      "step": 210780
    },
    {
      "epoch": 0.2673785259996093,
      "grad_norm": 10.3125,
      "learning_rate": 3.663578422293209e-05,
      "loss": 1.8094,
      "mean_token_accuracy": 0.6048744767904282,
      "num_tokens": 162421917.0,
      "step": 210790
    },
    {
      "epoch": 0.26739121059214216,
      "grad_norm": 5.09375,
      "learning_rate": 3.663514991284579e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5740572690963746,
      "num_tokens": 162429996.0,
      "step": 210800
    },
    {
      "epoch": 0.267403895184675,
      "grad_norm": 5.71875,
      "learning_rate": 3.6634515602759505e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5350926876068115,
      "num_tokens": 162438621.0,
      "step": 210810
    },
    {
      "epoch": 0.26741657977720784,
      "grad_norm": 5.96875,
      "learning_rate": 3.663388129267321e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5420602291822434,
      "num_tokens": 162446789.0,
      "step": 210820
    },
    {
      "epoch": 0.2674292643697406,
      "grad_norm": 6.03125,
      "learning_rate": 3.663324698258692e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5438714325428009,
      "num_tokens": 162454736.0,
      "step": 210830
    },
    {
      "epoch": 0.26744194896227347,
      "grad_norm": 7.09375,
      "learning_rate": 3.6632612672500635e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.5688010036945343,
      "num_tokens": 162461117.0,
      "step": 210840
    },
    {
      "epoch": 0.2674546335548063,
      "grad_norm": 7.21875,
      "learning_rate": 3.663197836241434e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5558766841888427,
      "num_tokens": 162467904.0,
      "step": 210850
    },
    {
      "epoch": 0.26746731814733915,
      "grad_norm": 4.875,
      "learning_rate": 3.6631344052328045e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5406156420707703,
      "num_tokens": 162476204.0,
      "step": 210860
    },
    {
      "epoch": 0.267480002739872,
      "grad_norm": 4.8125,
      "learning_rate": 3.663070974224175e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5241815090179444,
      "num_tokens": 162484112.0,
      "step": 210870
    },
    {
      "epoch": 0.26749268733240483,
      "grad_norm": 4.375,
      "learning_rate": 3.663007543215546e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5792609184980393,
      "num_tokens": 162491357.0,
      "step": 210880
    },
    {
      "epoch": 0.2675053719249377,
      "grad_norm": 5.9375,
      "learning_rate": 3.6629441122069175e-05,
      "loss": 1.8072,
      "mean_token_accuracy": 0.5982806801795959,
      "num_tokens": 162497967.0,
      "step": 210890
    },
    {
      "epoch": 0.2675180565174705,
      "grad_norm": 5.8125,
      "learning_rate": 3.662880681198288e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5372920572757721,
      "num_tokens": 162505846.0,
      "step": 210900
    },
    {
      "epoch": 0.2675307411100033,
      "grad_norm": 9.5625,
      "learning_rate": 3.662817250189659e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5307490229606628,
      "num_tokens": 162513803.0,
      "step": 210910
    },
    {
      "epoch": 0.26754342570253614,
      "grad_norm": 6.03125,
      "learning_rate": 3.66275381918103e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5240628987550735,
      "num_tokens": 162521576.0,
      "step": 210920
    },
    {
      "epoch": 0.267556110295069,
      "grad_norm": 4.75,
      "learning_rate": 3.6626903881724e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5328067779541016,
      "num_tokens": 162530423.0,
      "step": 210930
    },
    {
      "epoch": 0.2675687948876018,
      "grad_norm": 4.71875,
      "learning_rate": 3.6626269571637715e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5604520559310913,
      "num_tokens": 162537195.0,
      "step": 210940
    },
    {
      "epoch": 0.26758147948013467,
      "grad_norm": 7.46875,
      "learning_rate": 3.662563526155142e-05,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5666943907737731,
      "num_tokens": 162545176.0,
      "step": 210950
    },
    {
      "epoch": 0.2675941640726675,
      "grad_norm": 7.75,
      "learning_rate": 3.662500095146513e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5661712110042572,
      "num_tokens": 162552139.0,
      "step": 210960
    },
    {
      "epoch": 0.26760684866520035,
      "grad_norm": 6.375,
      "learning_rate": 3.662436664137884e-05,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5287398248910904,
      "num_tokens": 162559472.0,
      "step": 210970
    },
    {
      "epoch": 0.2676195332577332,
      "grad_norm": 4.96875,
      "learning_rate": 3.662373233129255e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5287473261356354,
      "num_tokens": 162568125.0,
      "step": 210980
    },
    {
      "epoch": 0.267632217850266,
      "grad_norm": 5.375,
      "learning_rate": 3.662309802120626e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.548463636636734,
      "num_tokens": 162576264.0,
      "step": 210990
    },
    {
      "epoch": 0.2676449024427988,
      "grad_norm": 6.78125,
      "learning_rate": 3.662246371111996e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5290072232484817,
      "num_tokens": 162583969.0,
      "step": 211000
    },
    {
      "epoch": 0.26765758703533166,
      "grad_norm": 5.8125,
      "learning_rate": 3.662182940103367e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5608185142278671,
      "num_tokens": 162590503.0,
      "step": 211010
    },
    {
      "epoch": 0.2676702716278645,
      "grad_norm": 5.1875,
      "learning_rate": 3.662119509094738e-05,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5601088404655457,
      "num_tokens": 162598075.0,
      "step": 211020
    },
    {
      "epoch": 0.26768295622039734,
      "grad_norm": 7.65625,
      "learning_rate": 3.662056078086109e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5652621448040008,
      "num_tokens": 162605267.0,
      "step": 211030
    },
    {
      "epoch": 0.2676956408129302,
      "grad_norm": 4.78125,
      "learning_rate": 3.66199264707748e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5744699984788895,
      "num_tokens": 162612602.0,
      "step": 211040
    },
    {
      "epoch": 0.267708325405463,
      "grad_norm": 4.71875,
      "learning_rate": 3.661929216068851e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.545440724492073,
      "num_tokens": 162620180.0,
      "step": 211050
    },
    {
      "epoch": 0.2677210099979958,
      "grad_norm": 6.875,
      "learning_rate": 3.661865785060222e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5346498727798462,
      "num_tokens": 162627661.0,
      "step": 211060
    },
    {
      "epoch": 0.26773369459052865,
      "grad_norm": 5.6875,
      "learning_rate": 3.6618023540515925e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5240744262933731,
      "num_tokens": 162636155.0,
      "step": 211070
    },
    {
      "epoch": 0.2677463791830615,
      "grad_norm": 6.34375,
      "learning_rate": 3.661738923042963e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5492525219917297,
      "num_tokens": 162644020.0,
      "step": 211080
    },
    {
      "epoch": 0.26775906377559433,
      "grad_norm": 5.375,
      "learning_rate": 3.661675492034334e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5685556888580322,
      "num_tokens": 162650762.0,
      "step": 211090
    },
    {
      "epoch": 0.26777174836812717,
      "grad_norm": 5.0,
      "learning_rate": 3.661612061025705e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5604218691587448,
      "num_tokens": 162659438.0,
      "step": 211100
    },
    {
      "epoch": 0.26778443296066,
      "grad_norm": 5.3125,
      "learning_rate": 3.661548630017076e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5356228858232498,
      "num_tokens": 162666850.0,
      "step": 211110
    },
    {
      "epoch": 0.26779711755319285,
      "grad_norm": 6.5,
      "learning_rate": 3.6614851990084466e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5254609137773514,
      "num_tokens": 162675581.0,
      "step": 211120
    },
    {
      "epoch": 0.2678098021457257,
      "grad_norm": 5.71875,
      "learning_rate": 3.661421767999818e-05,
      "loss": 2.2423,
      "mean_token_accuracy": 0.5110794037580491,
      "num_tokens": 162684093.0,
      "step": 211130
    },
    {
      "epoch": 0.2678224867382585,
      "grad_norm": 5.09375,
      "learning_rate": 3.661358336991188e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5337845146656036,
      "num_tokens": 162692411.0,
      "step": 211140
    },
    {
      "epoch": 0.2678351713307913,
      "grad_norm": 6.90625,
      "learning_rate": 3.661294905982559e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5518370449543,
      "num_tokens": 162700207.0,
      "step": 211150
    },
    {
      "epoch": 0.26784785592332416,
      "grad_norm": 5.34375,
      "learning_rate": 3.66123147497393e-05,
      "loss": 1.8203,
      "mean_token_accuracy": 0.5830707371234893,
      "num_tokens": 162708045.0,
      "step": 211160
    },
    {
      "epoch": 0.267860540515857,
      "grad_norm": 5.1875,
      "learning_rate": 3.6611680439653006e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5551077336072922,
      "num_tokens": 162715653.0,
      "step": 211170
    },
    {
      "epoch": 0.26787322510838985,
      "grad_norm": 7.3125,
      "learning_rate": 3.661104612956672e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5692842781543732,
      "num_tokens": 162722109.0,
      "step": 211180
    },
    {
      "epoch": 0.2678859097009227,
      "grad_norm": 5.5625,
      "learning_rate": 3.661041181948043e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.567379292845726,
      "num_tokens": 162729183.0,
      "step": 211190
    },
    {
      "epoch": 0.2678985942934555,
      "grad_norm": 6.15625,
      "learning_rate": 3.6609777509394136e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5553609162569046,
      "num_tokens": 162736908.0,
      "step": 211200
    },
    {
      "epoch": 0.26791127888598837,
      "grad_norm": 5.96875,
      "learning_rate": 3.660914319930784e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5428732305765152,
      "num_tokens": 162744033.0,
      "step": 211210
    },
    {
      "epoch": 0.26792396347852115,
      "grad_norm": 4.875,
      "learning_rate": 3.6608508889221546e-05,
      "loss": 1.9082,
      "mean_token_accuracy": 0.5648690223693847,
      "num_tokens": 162751629.0,
      "step": 211220
    },
    {
      "epoch": 0.267936648071054,
      "grad_norm": 5.625,
      "learning_rate": 3.660787457913526e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5502390116453171,
      "num_tokens": 162759816.0,
      "step": 211230
    },
    {
      "epoch": 0.26794933266358684,
      "grad_norm": 6.125,
      "learning_rate": 3.660724026904897e-05,
      "loss": 1.8587,
      "mean_token_accuracy": 0.5907335907220841,
      "num_tokens": 162767224.0,
      "step": 211240
    },
    {
      "epoch": 0.2679620172561197,
      "grad_norm": 5.125,
      "learning_rate": 3.6606605958962676e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5187476694583892,
      "num_tokens": 162775526.0,
      "step": 211250
    },
    {
      "epoch": 0.2679747018486525,
      "grad_norm": 6.625,
      "learning_rate": 3.660597164887639e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5484011918306351,
      "num_tokens": 162783522.0,
      "step": 211260
    },
    {
      "epoch": 0.26798738644118536,
      "grad_norm": 5.03125,
      "learning_rate": 3.6605337338790093e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5420843124389648,
      "num_tokens": 162791882.0,
      "step": 211270
    },
    {
      "epoch": 0.2680000710337182,
      "grad_norm": 4.8125,
      "learning_rate": 3.66047030287038e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5324781388044357,
      "num_tokens": 162799832.0,
      "step": 211280
    },
    {
      "epoch": 0.26801275562625104,
      "grad_norm": 6.90625,
      "learning_rate": 3.660406871861751e-05,
      "loss": 1.6763,
      "mean_token_accuracy": 0.6269208490848541,
      "num_tokens": 162806596.0,
      "step": 211290
    },
    {
      "epoch": 0.26802544021878383,
      "grad_norm": 6.21875,
      "learning_rate": 3.6603434408531216e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5289001733064651,
      "num_tokens": 162814314.0,
      "step": 211300
    },
    {
      "epoch": 0.26803812481131667,
      "grad_norm": 4.4375,
      "learning_rate": 3.660280009844493e-05,
      "loss": 2.2384,
      "mean_token_accuracy": 0.519368514418602,
      "num_tokens": 162824027.0,
      "step": 211310
    },
    {
      "epoch": 0.2680508094038495,
      "grad_norm": 7.375,
      "learning_rate": 3.6602165788358634e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.560918602347374,
      "num_tokens": 162831922.0,
      "step": 211320
    },
    {
      "epoch": 0.26806349399638235,
      "grad_norm": 6.5625,
      "learning_rate": 3.6601531478272346e-05,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5224104970693588,
      "num_tokens": 162839650.0,
      "step": 211330
    },
    {
      "epoch": 0.2680761785889152,
      "grad_norm": 6.0,
      "learning_rate": 3.660089716818606e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5453508645296097,
      "num_tokens": 162848098.0,
      "step": 211340
    },
    {
      "epoch": 0.26808886318144803,
      "grad_norm": 4.9375,
      "learning_rate": 3.6600262858099757e-05,
      "loss": 1.8318,
      "mean_token_accuracy": 0.5920995354652405,
      "num_tokens": 162855173.0,
      "step": 211350
    },
    {
      "epoch": 0.2681015477739809,
      "grad_norm": 5.125,
      "learning_rate": 3.659962854801347e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5220312058925629,
      "num_tokens": 162863735.0,
      "step": 211360
    },
    {
      "epoch": 0.2681142323665137,
      "grad_norm": 4.625,
      "learning_rate": 3.6598994237927174e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5502962738275528,
      "num_tokens": 162871413.0,
      "step": 211370
    },
    {
      "epoch": 0.2681269169590465,
      "grad_norm": 3.6875,
      "learning_rate": 3.6598359927840886e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5730683982372284,
      "num_tokens": 162879520.0,
      "step": 211380
    },
    {
      "epoch": 0.26813960155157934,
      "grad_norm": 6.4375,
      "learning_rate": 3.65977256177546e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5492042034864426,
      "num_tokens": 162887251.0,
      "step": 211390
    },
    {
      "epoch": 0.2681522861441122,
      "grad_norm": 4.96875,
      "learning_rate": 3.6597091307668304e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5468719780445099,
      "num_tokens": 162894791.0,
      "step": 211400
    },
    {
      "epoch": 0.268164970736645,
      "grad_norm": 5.75,
      "learning_rate": 3.6596456997582016e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5500667035579682,
      "num_tokens": 162902546.0,
      "step": 211410
    },
    {
      "epoch": 0.26817765532917787,
      "grad_norm": 6.0,
      "learning_rate": 3.659582268749572e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5275159895420074,
      "num_tokens": 162910363.0,
      "step": 211420
    },
    {
      "epoch": 0.2681903399217107,
      "grad_norm": 4.53125,
      "learning_rate": 3.6595188377409426e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5402781367301941,
      "num_tokens": 162919223.0,
      "step": 211430
    },
    {
      "epoch": 0.26820302451424355,
      "grad_norm": 7.0,
      "learning_rate": 3.659455406732314e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5793929696083069,
      "num_tokens": 162926304.0,
      "step": 211440
    },
    {
      "epoch": 0.2682157091067764,
      "grad_norm": 6.8125,
      "learning_rate": 3.6593919757236844e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5320235669612885,
      "num_tokens": 162933063.0,
      "step": 211450
    },
    {
      "epoch": 0.2682283936993092,
      "grad_norm": 5.15625,
      "learning_rate": 3.6593285447150556e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5410209178924561,
      "num_tokens": 162941599.0,
      "step": 211460
    },
    {
      "epoch": 0.268241078291842,
      "grad_norm": 8.4375,
      "learning_rate": 3.659265113706426e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5315752148628234,
      "num_tokens": 162949147.0,
      "step": 211470
    },
    {
      "epoch": 0.26825376288437486,
      "grad_norm": 5.0625,
      "learning_rate": 3.6592016826977974e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5382176071405411,
      "num_tokens": 162956207.0,
      "step": 211480
    },
    {
      "epoch": 0.2682664474769077,
      "grad_norm": 5.46875,
      "learning_rate": 3.659138251689168e-05,
      "loss": 2.2099,
      "mean_token_accuracy": 0.5240927070379258,
      "num_tokens": 162964368.0,
      "step": 211490
    },
    {
      "epoch": 0.26827913206944054,
      "grad_norm": 6.84375,
      "learning_rate": 3.6590748206805384e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5478778600692749,
      "num_tokens": 162971668.0,
      "step": 211500
    },
    {
      "epoch": 0.2682918166619734,
      "grad_norm": 5.5,
      "learning_rate": 3.6590113896719096e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5394056916236878,
      "num_tokens": 162979789.0,
      "step": 211510
    },
    {
      "epoch": 0.2683045012545062,
      "grad_norm": 5.625,
      "learning_rate": 3.65894795866328e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5290919482707978,
      "num_tokens": 162988861.0,
      "step": 211520
    },
    {
      "epoch": 0.268317185847039,
      "grad_norm": 8.0625,
      "learning_rate": 3.6588845276546514e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5502873629331588,
      "num_tokens": 162996383.0,
      "step": 211530
    },
    {
      "epoch": 0.26832987043957185,
      "grad_norm": 8.625,
      "learning_rate": 3.6588210966460226e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5626430988311768,
      "num_tokens": 163003144.0,
      "step": 211540
    },
    {
      "epoch": 0.2683425550321047,
      "grad_norm": 4.25,
      "learning_rate": 3.658757665637393e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5461965829133988,
      "num_tokens": 163010970.0,
      "step": 211550
    },
    {
      "epoch": 0.26835523962463753,
      "grad_norm": 5.59375,
      "learning_rate": 3.658694234628764e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5530818104743958,
      "num_tokens": 163018768.0,
      "step": 211560
    },
    {
      "epoch": 0.2683679242171704,
      "grad_norm": 7.9375,
      "learning_rate": 3.658630803620134e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5750040054321289,
      "num_tokens": 163024979.0,
      "step": 211570
    },
    {
      "epoch": 0.2683806088097032,
      "grad_norm": 6.65625,
      "learning_rate": 3.6585673726115054e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5453897714614868,
      "num_tokens": 163033150.0,
      "step": 211580
    },
    {
      "epoch": 0.26839329340223606,
      "grad_norm": 5.6875,
      "learning_rate": 3.6585039416028766e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5487633377313614,
      "num_tokens": 163041296.0,
      "step": 211590
    },
    {
      "epoch": 0.2684059779947689,
      "grad_norm": 5.90625,
      "learning_rate": 3.658440510594247e-05,
      "loss": 1.7326,
      "mean_token_accuracy": 0.609592080116272,
      "num_tokens": 163047873.0,
      "step": 211600
    },
    {
      "epoch": 0.2684186625873017,
      "grad_norm": 5.1875,
      "learning_rate": 3.6583770795856184e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5723010510206222,
      "num_tokens": 163055172.0,
      "step": 211610
    },
    {
      "epoch": 0.2684313471798345,
      "grad_norm": 5.3125,
      "learning_rate": 3.658313648576989e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5458457052707673,
      "num_tokens": 163062516.0,
      "step": 211620
    },
    {
      "epoch": 0.26844403177236736,
      "grad_norm": 8.0,
      "learning_rate": 3.6582502175683594e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5467973440885544,
      "num_tokens": 163070420.0,
      "step": 211630
    },
    {
      "epoch": 0.2684567163649002,
      "grad_norm": 6.9375,
      "learning_rate": 3.658186786559731e-05,
      "loss": 2.2734,
      "mean_token_accuracy": 0.5119614273309707,
      "num_tokens": 163077778.0,
      "step": 211640
    },
    {
      "epoch": 0.26846940095743305,
      "grad_norm": 8.25,
      "learning_rate": 3.658123355551101e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5455854833126068,
      "num_tokens": 163085449.0,
      "step": 211650
    },
    {
      "epoch": 0.2684820855499659,
      "grad_norm": 4.75,
      "learning_rate": 3.6580599245424724e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5412406295537948,
      "num_tokens": 163093187.0,
      "step": 211660
    },
    {
      "epoch": 0.26849477014249873,
      "grad_norm": 6.125,
      "learning_rate": 3.657996493533843e-05,
      "loss": 2.2189,
      "mean_token_accuracy": 0.5302716135978699,
      "num_tokens": 163101587.0,
      "step": 211670
    },
    {
      "epoch": 0.26850745473503157,
      "grad_norm": 5.0625,
      "learning_rate": 3.657933062525214e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5338957875967025,
      "num_tokens": 163110133.0,
      "step": 211680
    },
    {
      "epoch": 0.26852013932756436,
      "grad_norm": 5.96875,
      "learning_rate": 3.657869631516585e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5691684991121292,
      "num_tokens": 163117742.0,
      "step": 211690
    },
    {
      "epoch": 0.2685328239200972,
      "grad_norm": 6.875,
      "learning_rate": 3.657806200507955e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5344128102064133,
      "num_tokens": 163125580.0,
      "step": 211700
    },
    {
      "epoch": 0.26854550851263004,
      "grad_norm": 6.5,
      "learning_rate": 3.6577427694993264e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5567150771617889,
      "num_tokens": 163133360.0,
      "step": 211710
    },
    {
      "epoch": 0.2685581931051629,
      "grad_norm": 6.4375,
      "learning_rate": 3.6576793384906977e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5466029345989227,
      "num_tokens": 163141431.0,
      "step": 211720
    },
    {
      "epoch": 0.2685708776976957,
      "grad_norm": 7.21875,
      "learning_rate": 3.657615907482068e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.535788431763649,
      "num_tokens": 163148254.0,
      "step": 211730
    },
    {
      "epoch": 0.26858356229022856,
      "grad_norm": 5.4375,
      "learning_rate": 3.6575524764734394e-05,
      "loss": 1.8973,
      "mean_token_accuracy": 0.5711857587099075,
      "num_tokens": 163155888.0,
      "step": 211740
    },
    {
      "epoch": 0.2685962468827614,
      "grad_norm": 4.9375,
      "learning_rate": 3.65748904546481e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5397065788507461,
      "num_tokens": 163163819.0,
      "step": 211750
    },
    {
      "epoch": 0.26860893147529424,
      "grad_norm": 4.84375,
      "learning_rate": 3.657425614456181e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5433537304401398,
      "num_tokens": 163172505.0,
      "step": 211760
    },
    {
      "epoch": 0.26862161606782703,
      "grad_norm": 6.125,
      "learning_rate": 3.657362183447552e-05,
      "loss": 1.795,
      "mean_token_accuracy": 0.5987698793411255,
      "num_tokens": 163179931.0,
      "step": 211770
    },
    {
      "epoch": 0.26863430066035987,
      "grad_norm": 7.1875,
      "learning_rate": 3.657298752438922e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5089581280946731,
      "num_tokens": 163187720.0,
      "step": 211780
    },
    {
      "epoch": 0.2686469852528927,
      "grad_norm": 4.875,
      "learning_rate": 3.6572353214302934e-05,
      "loss": 1.8096,
      "mean_token_accuracy": 0.5870113790035247,
      "num_tokens": 163193897.0,
      "step": 211790
    },
    {
      "epoch": 0.26865966984542555,
      "grad_norm": 3.671875,
      "learning_rate": 3.657171890421664e-05,
      "loss": 1.9689,
      "mean_token_accuracy": 0.5499370783567429,
      "num_tokens": 163201615.0,
      "step": 211800
    },
    {
      "epoch": 0.2686723544379584,
      "grad_norm": 5.8125,
      "learning_rate": 3.657108459413035e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5569984883069992,
      "num_tokens": 163208656.0,
      "step": 211810
    },
    {
      "epoch": 0.26868503903049124,
      "grad_norm": 4.6875,
      "learning_rate": 3.6570450284044064e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5739721685647965,
      "num_tokens": 163215024.0,
      "step": 211820
    },
    {
      "epoch": 0.2686977236230241,
      "grad_norm": 4.4375,
      "learning_rate": 3.656981597395777e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5392826497554779,
      "num_tokens": 163223416.0,
      "step": 211830
    },
    {
      "epoch": 0.2687104082155569,
      "grad_norm": 5.21875,
      "learning_rate": 3.6569181663871475e-05,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5611509323120117,
      "num_tokens": 163231812.0,
      "step": 211840
    },
    {
      "epoch": 0.2687230928080897,
      "grad_norm": 6.84375,
      "learning_rate": 3.656854735378518e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5490128636360169,
      "num_tokens": 163240395.0,
      "step": 211850
    },
    {
      "epoch": 0.26873577740062254,
      "grad_norm": 8.0625,
      "learning_rate": 3.656791304369889e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5348523914813995,
      "num_tokens": 163248763.0,
      "step": 211860
    },
    {
      "epoch": 0.2687484619931554,
      "grad_norm": 5.59375,
      "learning_rate": 3.6567278733612604e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5681067138910294,
      "num_tokens": 163255453.0,
      "step": 211870
    },
    {
      "epoch": 0.2687611465856882,
      "grad_norm": 6.8125,
      "learning_rate": 3.656664442352631e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.539939534664154,
      "num_tokens": 163262531.0,
      "step": 211880
    },
    {
      "epoch": 0.26877383117822107,
      "grad_norm": 5.5625,
      "learning_rate": 3.656601011344002e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5346419423818588,
      "num_tokens": 163270647.0,
      "step": 211890
    },
    {
      "epoch": 0.2687865157707539,
      "grad_norm": 5.0625,
      "learning_rate": 3.656537580335373e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5277670890092849,
      "num_tokens": 163279089.0,
      "step": 211900
    },
    {
      "epoch": 0.26879920036328675,
      "grad_norm": 5.4375,
      "learning_rate": 3.656474149326743e-05,
      "loss": 1.7795,
      "mean_token_accuracy": 0.5878545612096786,
      "num_tokens": 163286953.0,
      "step": 211910
    },
    {
      "epoch": 0.2688118849558196,
      "grad_norm": 5.125,
      "learning_rate": 3.6564107183181145e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5225801587104797,
      "num_tokens": 163295876.0,
      "step": 211920
    },
    {
      "epoch": 0.2688245695483524,
      "grad_norm": 5.9375,
      "learning_rate": 3.656347287309485e-05,
      "loss": 1.7044,
      "mean_token_accuracy": 0.615680581331253,
      "num_tokens": 163301677.0,
      "step": 211930
    },
    {
      "epoch": 0.2688372541408852,
      "grad_norm": 5.375,
      "learning_rate": 3.656283856300856e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5709949374198914,
      "num_tokens": 163308239.0,
      "step": 211940
    },
    {
      "epoch": 0.26884993873341806,
      "grad_norm": 5.8125,
      "learning_rate": 3.656220425292227e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5502931416034699,
      "num_tokens": 163316107.0,
      "step": 211950
    },
    {
      "epoch": 0.2688626233259509,
      "grad_norm": 5.59375,
      "learning_rate": 3.656156994283598e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5492412209510803,
      "num_tokens": 163324013.0,
      "step": 211960
    },
    {
      "epoch": 0.26887530791848374,
      "grad_norm": 6.53125,
      "learning_rate": 3.6560935632749685e-05,
      "loss": 1.6826,
      "mean_token_accuracy": 0.6231903553009033,
      "num_tokens": 163329726.0,
      "step": 211970
    },
    {
      "epoch": 0.2688879925110166,
      "grad_norm": 7.6875,
      "learning_rate": 3.656030132266339e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.519862562417984,
      "num_tokens": 163336910.0,
      "step": 211980
    },
    {
      "epoch": 0.2689006771035494,
      "grad_norm": 6.28125,
      "learning_rate": 3.65596670125771e-05,
      "loss": 1.7997,
      "mean_token_accuracy": 0.5879044890403747,
      "num_tokens": 163343237.0,
      "step": 211990
    },
    {
      "epoch": 0.2689133616960822,
      "grad_norm": 4.8125,
      "learning_rate": 3.655903270249081e-05,
      "loss": 1.788,
      "mean_token_accuracy": 0.595272696018219,
      "num_tokens": 163350726.0,
      "step": 212000
    },
    {
      "epoch": 0.26892604628861505,
      "grad_norm": 5.75,
      "learning_rate": 3.655839839240452e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5419145435094833,
      "num_tokens": 163358963.0,
      "step": 212010
    },
    {
      "epoch": 0.2689387308811479,
      "grad_norm": 8.0,
      "learning_rate": 3.655776408231823e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.5801003217697144,
      "num_tokens": 163366814.0,
      "step": 212020
    },
    {
      "epoch": 0.26895141547368073,
      "grad_norm": 5.125,
      "learning_rate": 3.655712977223194e-05,
      "loss": 2.347,
      "mean_token_accuracy": 0.49941757321357727,
      "num_tokens": 163373731.0,
      "step": 212030
    },
    {
      "epoch": 0.2689641000662136,
      "grad_norm": 4.9375,
      "learning_rate": 3.655649546214564e-05,
      "loss": 2.275,
      "mean_token_accuracy": 0.5109570026397705,
      "num_tokens": 163383099.0,
      "step": 212040
    },
    {
      "epoch": 0.2689767846587464,
      "grad_norm": 5.21875,
      "learning_rate": 3.655586115205935e-05,
      "loss": 1.9257,
      "mean_token_accuracy": 0.5763574033975601,
      "num_tokens": 163389036.0,
      "step": 212050
    },
    {
      "epoch": 0.26898946925127926,
      "grad_norm": 5.84375,
      "learning_rate": 3.655522684197306e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5401657700538636,
      "num_tokens": 163396519.0,
      "step": 212060
    },
    {
      "epoch": 0.2690021538438121,
      "grad_norm": 5.125,
      "learning_rate": 3.655459253188677e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5434807151556015,
      "num_tokens": 163404348.0,
      "step": 212070
    },
    {
      "epoch": 0.2690148384363449,
      "grad_norm": 5.875,
      "learning_rate": 3.655395822180048e-05,
      "loss": 1.9247,
      "mean_token_accuracy": 0.571909373998642,
      "num_tokens": 163410690.0,
      "step": 212080
    },
    {
      "epoch": 0.2690275230288777,
      "grad_norm": 5.4375,
      "learning_rate": 3.655332391171419e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.524305471777916,
      "num_tokens": 163417967.0,
      "step": 212090
    },
    {
      "epoch": 0.26904020762141057,
      "grad_norm": 4.71875,
      "learning_rate": 3.6552689601627895e-05,
      "loss": 1.9401,
      "mean_token_accuracy": 0.5621444255113601,
      "num_tokens": 163426011.0,
      "step": 212100
    },
    {
      "epoch": 0.2690528922139434,
      "grad_norm": 6.96875,
      "learning_rate": 3.65520552915416e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5540085881948471,
      "num_tokens": 163432497.0,
      "step": 212110
    },
    {
      "epoch": 0.26906557680647625,
      "grad_norm": 6.125,
      "learning_rate": 3.655142098145531e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5582317531108856,
      "num_tokens": 163439446.0,
      "step": 212120
    },
    {
      "epoch": 0.2690782613990091,
      "grad_norm": 5.125,
      "learning_rate": 3.655078667136902e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5625906020402909,
      "num_tokens": 163447333.0,
      "step": 212130
    },
    {
      "epoch": 0.26909094599154193,
      "grad_norm": 4.9375,
      "learning_rate": 3.655015236128273e-05,
      "loss": 1.8005,
      "mean_token_accuracy": 0.6006623864173889,
      "num_tokens": 163453873.0,
      "step": 212140
    },
    {
      "epoch": 0.26910363058407477,
      "grad_norm": 11.75,
      "learning_rate": 3.6549518051196435e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5585554152727127,
      "num_tokens": 163460468.0,
      "step": 212150
    },
    {
      "epoch": 0.26911631517660756,
      "grad_norm": 7.6875,
      "learning_rate": 3.654888374111015e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5375011712312698,
      "num_tokens": 163468120.0,
      "step": 212160
    },
    {
      "epoch": 0.2691289997691404,
      "grad_norm": 6.90625,
      "learning_rate": 3.654824943102386e-05,
      "loss": 2.2683,
      "mean_token_accuracy": 0.5162774950265885,
      "num_tokens": 163476049.0,
      "step": 212170
    },
    {
      "epoch": 0.26914168436167324,
      "grad_norm": 5.625,
      "learning_rate": 3.6547615120937565e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.531936627626419,
      "num_tokens": 163483898.0,
      "step": 212180
    },
    {
      "epoch": 0.2691543689542061,
      "grad_norm": 5.15625,
      "learning_rate": 3.654698081085127e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5415764510631561,
      "num_tokens": 163491686.0,
      "step": 212190
    },
    {
      "epoch": 0.2691670535467389,
      "grad_norm": 6.96875,
      "learning_rate": 3.6546346500764976e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.52632956802845,
      "num_tokens": 163499782.0,
      "step": 212200
    },
    {
      "epoch": 0.26917973813927176,
      "grad_norm": 5.5,
      "learning_rate": 3.654571219067869e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5338193744421005,
      "num_tokens": 163508338.0,
      "step": 212210
    },
    {
      "epoch": 0.2691924227318046,
      "grad_norm": 5.15625,
      "learning_rate": 3.65450778805924e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5313180476427078,
      "num_tokens": 163515991.0,
      "step": 212220
    },
    {
      "epoch": 0.26920510732433744,
      "grad_norm": 7.09375,
      "learning_rate": 3.6544443570506105e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5411380231380463,
      "num_tokens": 163523298.0,
      "step": 212230
    },
    {
      "epoch": 0.26921779191687023,
      "grad_norm": 6.21875,
      "learning_rate": 3.654380926041982e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5468588471412659,
      "num_tokens": 163531073.0,
      "step": 212240
    },
    {
      "epoch": 0.26923047650940307,
      "grad_norm": 6.4375,
      "learning_rate": 3.654317495033352e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5628917992115021,
      "num_tokens": 163537462.0,
      "step": 212250
    },
    {
      "epoch": 0.2692431611019359,
      "grad_norm": 4.5625,
      "learning_rate": 3.654254064024723e-05,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5643500924110413,
      "num_tokens": 163545849.0,
      "step": 212260
    },
    {
      "epoch": 0.26925584569446875,
      "grad_norm": 5.875,
      "learning_rate": 3.654190633016094e-05,
      "loss": 1.8617,
      "mean_token_accuracy": 0.5865021198987961,
      "num_tokens": 163554190.0,
      "step": 212270
    },
    {
      "epoch": 0.2692685302870016,
      "grad_norm": 6.125,
      "learning_rate": 3.6541272020074646e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.534671288728714,
      "num_tokens": 163562710.0,
      "step": 212280
    },
    {
      "epoch": 0.26928121487953444,
      "grad_norm": 6.21875,
      "learning_rate": 3.654063770998836e-05,
      "loss": 2.2616,
      "mean_token_accuracy": 0.5063436836004257,
      "num_tokens": 163570990.0,
      "step": 212290
    },
    {
      "epoch": 0.2692938994720673,
      "grad_norm": 5.53125,
      "learning_rate": 3.654000339990206e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5420158684253693,
      "num_tokens": 163578949.0,
      "step": 212300
    },
    {
      "epoch": 0.2693065840646001,
      "grad_norm": 5.3125,
      "learning_rate": 3.6539369089815775e-05,
      "loss": 1.8963,
      "mean_token_accuracy": 0.5762434422969818,
      "num_tokens": 163586337.0,
      "step": 212310
    },
    {
      "epoch": 0.2693192686571329,
      "grad_norm": 5.75,
      "learning_rate": 3.653873477972948e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5381631702184677,
      "num_tokens": 163595043.0,
      "step": 212320
    },
    {
      "epoch": 0.26933195324966575,
      "grad_norm": 7.3125,
      "learning_rate": 3.6538100469643186e-05,
      "loss": 1.8616,
      "mean_token_accuracy": 0.5928234845399857,
      "num_tokens": 163601760.0,
      "step": 212330
    },
    {
      "epoch": 0.2693446378421986,
      "grad_norm": 9.9375,
      "learning_rate": 3.65374661595569e-05,
      "loss": 1.9247,
      "mean_token_accuracy": 0.5589873760938644,
      "num_tokens": 163610468.0,
      "step": 212340
    },
    {
      "epoch": 0.2693573224347314,
      "grad_norm": 5.9375,
      "learning_rate": 3.6536831849470603e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5289854526519775,
      "num_tokens": 163618861.0,
      "step": 212350
    },
    {
      "epoch": 0.26937000702726427,
      "grad_norm": 5.78125,
      "learning_rate": 3.6536197539384316e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.568318110704422,
      "num_tokens": 163626246.0,
      "step": 212360
    },
    {
      "epoch": 0.2693826916197971,
      "grad_norm": 5.0625,
      "learning_rate": 3.653556322929803e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5356619954109192,
      "num_tokens": 163632898.0,
      "step": 212370
    },
    {
      "epoch": 0.26939537621232995,
      "grad_norm": 5.25,
      "learning_rate": 3.653492891921173e-05,
      "loss": 1.8883,
      "mean_token_accuracy": 0.5786706775426864,
      "num_tokens": 163640293.0,
      "step": 212380
    },
    {
      "epoch": 0.2694080608048628,
      "grad_norm": 5.59375,
      "learning_rate": 3.653429460912544e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5343905031681061,
      "num_tokens": 163647983.0,
      "step": 212390
    },
    {
      "epoch": 0.2694207453973956,
      "grad_norm": 4.75,
      "learning_rate": 3.6533660299039144e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5176537334918976,
      "num_tokens": 163655575.0,
      "step": 212400
    },
    {
      "epoch": 0.2694334299899284,
      "grad_norm": 4.875,
      "learning_rate": 3.6533025988952856e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.5226464122533798,
      "num_tokens": 163663397.0,
      "step": 212410
    },
    {
      "epoch": 0.26944611458246126,
      "grad_norm": 5.96875,
      "learning_rate": 3.653239167886657e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.555432665348053,
      "num_tokens": 163671848.0,
      "step": 212420
    },
    {
      "epoch": 0.2694587991749941,
      "grad_norm": 5.75,
      "learning_rate": 3.653175736878027e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5354002058506012,
      "num_tokens": 163678533.0,
      "step": 212430
    },
    {
      "epoch": 0.26947148376752694,
      "grad_norm": 5.9375,
      "learning_rate": 3.6531123058693985e-05,
      "loss": 2.3528,
      "mean_token_accuracy": 0.5026023834943771,
      "num_tokens": 163686637.0,
      "step": 212440
    },
    {
      "epoch": 0.2694841683600598,
      "grad_norm": 5.0,
      "learning_rate": 3.653048874860769e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5219307333230973,
      "num_tokens": 163694505.0,
      "step": 212450
    },
    {
      "epoch": 0.2694968529525926,
      "grad_norm": 6.46875,
      "learning_rate": 3.6529854438521396e-05,
      "loss": 1.8971,
      "mean_token_accuracy": 0.584237414598465,
      "num_tokens": 163700754.0,
      "step": 212460
    },
    {
      "epoch": 0.2695095375451254,
      "grad_norm": 5.1875,
      "learning_rate": 3.652922012843511e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5672416120767594,
      "num_tokens": 163708450.0,
      "step": 212470
    },
    {
      "epoch": 0.26952222213765825,
      "grad_norm": 7.46875,
      "learning_rate": 3.6528585818348814e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5360093921422958,
      "num_tokens": 163716934.0,
      "step": 212480
    },
    {
      "epoch": 0.2695349067301911,
      "grad_norm": 7.875,
      "learning_rate": 3.6527951508262526e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5282825231552124,
      "num_tokens": 163724176.0,
      "step": 212490
    },
    {
      "epoch": 0.26954759132272393,
      "grad_norm": 5.09375,
      "learning_rate": 3.652731719817623e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5360619246959686,
      "num_tokens": 163731890.0,
      "step": 212500
    },
    {
      "epoch": 0.2695602759152568,
      "grad_norm": 7.21875,
      "learning_rate": 3.652668288808994e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5469254225492477,
      "num_tokens": 163739282.0,
      "step": 212510
    },
    {
      "epoch": 0.2695729605077896,
      "grad_norm": 6.9375,
      "learning_rate": 3.6526048578003655e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5496321737766265,
      "num_tokens": 163747468.0,
      "step": 212520
    },
    {
      "epoch": 0.26958564510032246,
      "grad_norm": 5.53125,
      "learning_rate": 3.6525414267917354e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5435104995965958,
      "num_tokens": 163756306.0,
      "step": 212530
    },
    {
      "epoch": 0.2695983296928553,
      "grad_norm": 5.0,
      "learning_rate": 3.6524779957831066e-05,
      "loss": 2.2124,
      "mean_token_accuracy": 0.5254366964101791,
      "num_tokens": 163764875.0,
      "step": 212540
    },
    {
      "epoch": 0.2696110142853881,
      "grad_norm": 8.0625,
      "learning_rate": 3.652414564774477e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5702758848667144,
      "num_tokens": 163771950.0,
      "step": 212550
    },
    {
      "epoch": 0.2696236988779209,
      "grad_norm": 5.3125,
      "learning_rate": 3.6523511337658484e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5429489523172378,
      "num_tokens": 163780132.0,
      "step": 212560
    },
    {
      "epoch": 0.26963638347045377,
      "grad_norm": 6.34375,
      "learning_rate": 3.6522877027572196e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.531957420706749,
      "num_tokens": 163788204.0,
      "step": 212570
    },
    {
      "epoch": 0.2696490680629866,
      "grad_norm": 7.75,
      "learning_rate": 3.65222427174859e-05,
      "loss": 1.8454,
      "mean_token_accuracy": 0.6047722548246384,
      "num_tokens": 163792998.0,
      "step": 212580
    },
    {
      "epoch": 0.26966175265551945,
      "grad_norm": 5.875,
      "learning_rate": 3.652160840739961e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5358909487724304,
      "num_tokens": 163800233.0,
      "step": 212590
    },
    {
      "epoch": 0.2696744372480523,
      "grad_norm": 5.78125,
      "learning_rate": 3.652097409731332e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5339723646640777,
      "num_tokens": 163807578.0,
      "step": 212600
    },
    {
      "epoch": 0.26968712184058513,
      "grad_norm": 5.0,
      "learning_rate": 3.6520339787227024e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5372249782085419,
      "num_tokens": 163816485.0,
      "step": 212610
    },
    {
      "epoch": 0.269699806433118,
      "grad_norm": 7.1875,
      "learning_rate": 3.6519705477140736e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5422691226005554,
      "num_tokens": 163824048.0,
      "step": 212620
    },
    {
      "epoch": 0.26971249102565076,
      "grad_norm": 5.09375,
      "learning_rate": 3.651907116705444e-05,
      "loss": 2.2154,
      "mean_token_accuracy": 0.511278972029686,
      "num_tokens": 163833005.0,
      "step": 212630
    },
    {
      "epoch": 0.2697251756181836,
      "grad_norm": 6.34375,
      "learning_rate": 3.6518436856968153e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5366095423698425,
      "num_tokens": 163840468.0,
      "step": 212640
    },
    {
      "epoch": 0.26973786021071644,
      "grad_norm": 4.40625,
      "learning_rate": 3.6517802546881866e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5679816424846649,
      "num_tokens": 163848451.0,
      "step": 212650
    },
    {
      "epoch": 0.2697505448032493,
      "grad_norm": 4.9375,
      "learning_rate": 3.651716823679557e-05,
      "loss": 2.2948,
      "mean_token_accuracy": 0.5190975487232208,
      "num_tokens": 163856666.0,
      "step": 212660
    },
    {
      "epoch": 0.2697632293957821,
      "grad_norm": 5.6875,
      "learning_rate": 3.6516533926709276e-05,
      "loss": 2.2804,
      "mean_token_accuracy": 0.5195466935634613,
      "num_tokens": 163863803.0,
      "step": 212670
    },
    {
      "epoch": 0.26977591398831496,
      "grad_norm": 4.71875,
      "learning_rate": 3.651589961662298e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5375508368015289,
      "num_tokens": 163871897.0,
      "step": 212680
    },
    {
      "epoch": 0.2697885985808478,
      "grad_norm": 4.9375,
      "learning_rate": 3.6515265306536694e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5829226195812225,
      "num_tokens": 163878880.0,
      "step": 212690
    },
    {
      "epoch": 0.26980128317338065,
      "grad_norm": 5.875,
      "learning_rate": 3.6514630996450406e-05,
      "loss": 1.8247,
      "mean_token_accuracy": 0.5906700402498245,
      "num_tokens": 163886081.0,
      "step": 212700
    },
    {
      "epoch": 0.26981396776591343,
      "grad_norm": 10.0,
      "learning_rate": 3.651399668636411e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5584007322788238,
      "num_tokens": 163892767.0,
      "step": 212710
    },
    {
      "epoch": 0.2698266523584463,
      "grad_norm": 6.65625,
      "learning_rate": 3.6513362376277823e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5199965566396714,
      "num_tokens": 163900537.0,
      "step": 212720
    },
    {
      "epoch": 0.2698393369509791,
      "grad_norm": 4.8125,
      "learning_rate": 3.651272806619153e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5488419860601426,
      "num_tokens": 163908816.0,
      "step": 212730
    },
    {
      "epoch": 0.26985202154351196,
      "grad_norm": 4.375,
      "learning_rate": 3.6512093756105234e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5695863157510758,
      "num_tokens": 163916596.0,
      "step": 212740
    },
    {
      "epoch": 0.2698647061360448,
      "grad_norm": 6.15625,
      "learning_rate": 3.6511459446018946e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5404619634151459,
      "num_tokens": 163924774.0,
      "step": 212750
    },
    {
      "epoch": 0.26987739072857764,
      "grad_norm": 5.34375,
      "learning_rate": 3.651082513593265e-05,
      "loss": 1.9476,
      "mean_token_accuracy": 0.5753670841455459,
      "num_tokens": 163931224.0,
      "step": 212760
    },
    {
      "epoch": 0.2698900753211105,
      "grad_norm": 5.4375,
      "learning_rate": 3.6510190825846364e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.530090469121933,
      "num_tokens": 163939019.0,
      "step": 212770
    },
    {
      "epoch": 0.2699027599136433,
      "grad_norm": 5.75,
      "learning_rate": 3.650955651576007e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5257850676774979,
      "num_tokens": 163947608.0,
      "step": 212780
    },
    {
      "epoch": 0.2699154445061761,
      "grad_norm": 5.28125,
      "learning_rate": 3.650892220567378e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5404966682195663,
      "num_tokens": 163954392.0,
      "step": 212790
    },
    {
      "epoch": 0.26992812909870895,
      "grad_norm": 6.375,
      "learning_rate": 3.6508287895587487e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.550031703710556,
      "num_tokens": 163962359.0,
      "step": 212800
    },
    {
      "epoch": 0.2699408136912418,
      "grad_norm": 5.3125,
      "learning_rate": 3.650765358550119e-05,
      "loss": 1.8418,
      "mean_token_accuracy": 0.5888029724359513,
      "num_tokens": 163970214.0,
      "step": 212810
    },
    {
      "epoch": 0.26995349828377463,
      "grad_norm": 4.90625,
      "learning_rate": 3.6507019275414904e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5268610298633576,
      "num_tokens": 163979412.0,
      "step": 212820
    },
    {
      "epoch": 0.26996618287630747,
      "grad_norm": 5.9375,
      "learning_rate": 3.650638496532861e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5746512591838837,
      "num_tokens": 163986588.0,
      "step": 212830
    },
    {
      "epoch": 0.2699788674688403,
      "grad_norm": 4.96875,
      "learning_rate": 3.650575065524232e-05,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5256708979606628,
      "num_tokens": 163994011.0,
      "step": 212840
    },
    {
      "epoch": 0.26999155206137315,
      "grad_norm": 6.71875,
      "learning_rate": 3.6505116345156034e-05,
      "loss": 2.3435,
      "mean_token_accuracy": 0.5003075629472733,
      "num_tokens": 164002710.0,
      "step": 212850
    },
    {
      "epoch": 0.270004236653906,
      "grad_norm": 6.1875,
      "learning_rate": 3.650448203506974e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5396582931280136,
      "num_tokens": 164010946.0,
      "step": 212860
    },
    {
      "epoch": 0.2700169212464388,
      "grad_norm": 5.40625,
      "learning_rate": 3.6503847724983444e-05,
      "loss": 2.3855,
      "mean_token_accuracy": 0.5082676380872726,
      "num_tokens": 164019744.0,
      "step": 212870
    },
    {
      "epoch": 0.2700296058389716,
      "grad_norm": 6.84375,
      "learning_rate": 3.650321341489715e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5716052293777466,
      "num_tokens": 164026424.0,
      "step": 212880
    },
    {
      "epoch": 0.27004229043150446,
      "grad_norm": 4.96875,
      "learning_rate": 3.650257910481086e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.539161491394043,
      "num_tokens": 164034227.0,
      "step": 212890
    },
    {
      "epoch": 0.2700549750240373,
      "grad_norm": 8.625,
      "learning_rate": 3.6501944794724574e-05,
      "loss": 2.2276,
      "mean_token_accuracy": 0.5229728847742081,
      "num_tokens": 164041800.0,
      "step": 212900
    },
    {
      "epoch": 0.27006765961657014,
      "grad_norm": 5.84375,
      "learning_rate": 3.650131048463828e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5477288633584976,
      "num_tokens": 164049128.0,
      "step": 212910
    },
    {
      "epoch": 0.270080344209103,
      "grad_norm": 6.78125,
      "learning_rate": 3.650067617455199e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5444809198379517,
      "num_tokens": 164055517.0,
      "step": 212920
    },
    {
      "epoch": 0.2700930288016358,
      "grad_norm": 7.75,
      "learning_rate": 3.65000418644657e-05,
      "loss": 2.2697,
      "mean_token_accuracy": 0.5153883039951325,
      "num_tokens": 164062885.0,
      "step": 212930
    },
    {
      "epoch": 0.2701057133941686,
      "grad_norm": 4.9375,
      "learning_rate": 3.649940755437941e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5358206301927566,
      "num_tokens": 164070967.0,
      "step": 212940
    },
    {
      "epoch": 0.27011839798670145,
      "grad_norm": 6.28125,
      "learning_rate": 3.6498773244293114e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5553600251674652,
      "num_tokens": 164077708.0,
      "step": 212950
    },
    {
      "epoch": 0.2701310825792343,
      "grad_norm": 13.5625,
      "learning_rate": 3.649813893420682e-05,
      "loss": 1.7504,
      "mean_token_accuracy": 0.6077724575996399,
      "num_tokens": 164083913.0,
      "step": 212960
    },
    {
      "epoch": 0.27014376717176714,
      "grad_norm": 4.96875,
      "learning_rate": 3.649750462412053e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5301001876592636,
      "num_tokens": 164092287.0,
      "step": 212970
    },
    {
      "epoch": 0.2701564517643,
      "grad_norm": 7.59375,
      "learning_rate": 3.649687031403424e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5319853872060776,
      "num_tokens": 164099039.0,
      "step": 212980
    },
    {
      "epoch": 0.2701691363568328,
      "grad_norm": 5.53125,
      "learning_rate": 3.649623600394795e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.530128100514412,
      "num_tokens": 164106548.0,
      "step": 212990
    },
    {
      "epoch": 0.27018182094936566,
      "grad_norm": 5.875,
      "learning_rate": 3.649560169386166e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5709633529186249,
      "num_tokens": 164114487.0,
      "step": 213000
    },
    {
      "epoch": 0.2701945055418985,
      "grad_norm": 6.03125,
      "learning_rate": 3.649496738377537e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5396200031042099,
      "num_tokens": 164123223.0,
      "step": 213010
    },
    {
      "epoch": 0.2702071901344313,
      "grad_norm": 4.90625,
      "learning_rate": 3.649433307368907e-05,
      "loss": 1.8766,
      "mean_token_accuracy": 0.5823088526725769,
      "num_tokens": 164131161.0,
      "step": 213020
    },
    {
      "epoch": 0.2702198747269641,
      "grad_norm": 5.65625,
      "learning_rate": 3.649369876360278e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.53459632396698,
      "num_tokens": 164140730.0,
      "step": 213030
    },
    {
      "epoch": 0.27023255931949697,
      "grad_norm": 8.0625,
      "learning_rate": 3.649306445351649e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5259655714035034,
      "num_tokens": 164149798.0,
      "step": 213040
    },
    {
      "epoch": 0.2702452439120298,
      "grad_norm": 7.5,
      "learning_rate": 3.64924301434302e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5311304718255997,
      "num_tokens": 164156705.0,
      "step": 213050
    },
    {
      "epoch": 0.27025792850456265,
      "grad_norm": 5.21875,
      "learning_rate": 3.649179583334391e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5510801166296005,
      "num_tokens": 164163695.0,
      "step": 213060
    },
    {
      "epoch": 0.2702706130970955,
      "grad_norm": 6.15625,
      "learning_rate": 3.649116152325762e-05,
      "loss": 2.2641,
      "mean_token_accuracy": 0.5269681990146637,
      "num_tokens": 164172886.0,
      "step": 213070
    },
    {
      "epoch": 0.27028329768962833,
      "grad_norm": 6.46875,
      "learning_rate": 3.6490527213171324e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5237445801496505,
      "num_tokens": 164180368.0,
      "step": 213080
    },
    {
      "epoch": 0.2702959822821612,
      "grad_norm": 6.40625,
      "learning_rate": 3.648989290308503e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5173992604017258,
      "num_tokens": 164187939.0,
      "step": 213090
    },
    {
      "epoch": 0.27030866687469396,
      "grad_norm": 6.625,
      "learning_rate": 3.648925859299874e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5642911344766617,
      "num_tokens": 164195919.0,
      "step": 213100
    },
    {
      "epoch": 0.2703213514672268,
      "grad_norm": 7.03125,
      "learning_rate": 3.648862428291245e-05,
      "loss": 2.2533,
      "mean_token_accuracy": 0.523671218752861,
      "num_tokens": 164203932.0,
      "step": 213110
    },
    {
      "epoch": 0.27033403605975964,
      "grad_norm": 5.75,
      "learning_rate": 3.648798997282616e-05,
      "loss": 2.2138,
      "mean_token_accuracy": 0.5262187480926513,
      "num_tokens": 164212787.0,
      "step": 213120
    },
    {
      "epoch": 0.2703467206522925,
      "grad_norm": 5.875,
      "learning_rate": 3.6487355662739865e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5509300380945206,
      "num_tokens": 164220583.0,
      "step": 213130
    },
    {
      "epoch": 0.2703594052448253,
      "grad_norm": 5.84375,
      "learning_rate": 3.648672135265358e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5236306935548782,
      "num_tokens": 164228771.0,
      "step": 213140
    },
    {
      "epoch": 0.27037208983735816,
      "grad_norm": 4.8125,
      "learning_rate": 3.648608704256728e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5693573921918869,
      "num_tokens": 164237061.0,
      "step": 213150
    },
    {
      "epoch": 0.270384774429891,
      "grad_norm": 7.03125,
      "learning_rate": 3.648545273248099e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5544801115989685,
      "num_tokens": 164244421.0,
      "step": 213160
    },
    {
      "epoch": 0.27039745902242385,
      "grad_norm": 6.375,
      "learning_rate": 3.64848184223947e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5235945731401443,
      "num_tokens": 164253447.0,
      "step": 213170
    },
    {
      "epoch": 0.27041014361495663,
      "grad_norm": 5.53125,
      "learning_rate": 3.6484184112308405e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5481439113616944,
      "num_tokens": 164261919.0,
      "step": 213180
    },
    {
      "epoch": 0.2704228282074895,
      "grad_norm": 6.375,
      "learning_rate": 3.648354980222212e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5401801228523254,
      "num_tokens": 164269994.0,
      "step": 213190
    },
    {
      "epoch": 0.2704355128000223,
      "grad_norm": 5.53125,
      "learning_rate": 3.648291549213583e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5419735878705978,
      "num_tokens": 164277123.0,
      "step": 213200
    },
    {
      "epoch": 0.27044819739255516,
      "grad_norm": 5.25,
      "learning_rate": 3.6482281182049535e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5431850880384446,
      "num_tokens": 164285309.0,
      "step": 213210
    },
    {
      "epoch": 0.270460881985088,
      "grad_norm": 4.625,
      "learning_rate": 3.648164687196324e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5679386973381042,
      "num_tokens": 164292350.0,
      "step": 213220
    },
    {
      "epoch": 0.27047356657762084,
      "grad_norm": 4.875,
      "learning_rate": 3.6481012561876945e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5575034618377686,
      "num_tokens": 164301820.0,
      "step": 213230
    },
    {
      "epoch": 0.2704862511701537,
      "grad_norm": 6.03125,
      "learning_rate": 3.648037825179066e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5428383976221085,
      "num_tokens": 164308231.0,
      "step": 213240
    },
    {
      "epoch": 0.2704989357626865,
      "grad_norm": 4.375,
      "learning_rate": 3.647974394170437e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5325468450784683,
      "num_tokens": 164315304.0,
      "step": 213250
    },
    {
      "epoch": 0.2705116203552193,
      "grad_norm": 6.25,
      "learning_rate": 3.6479109631618075e-05,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5233313739299774,
      "num_tokens": 164323734.0,
      "step": 213260
    },
    {
      "epoch": 0.27052430494775215,
      "grad_norm": 6.4375,
      "learning_rate": 3.647847532153179e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5479817807674408,
      "num_tokens": 164330779.0,
      "step": 213270
    },
    {
      "epoch": 0.270536989540285,
      "grad_norm": 6.1875,
      "learning_rate": 3.647784101144549e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5496410876512527,
      "num_tokens": 164338187.0,
      "step": 213280
    },
    {
      "epoch": 0.27054967413281783,
      "grad_norm": 4.875,
      "learning_rate": 3.64772067013592e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.53738132417202,
      "num_tokens": 164347243.0,
      "step": 213290
    },
    {
      "epoch": 0.27056235872535067,
      "grad_norm": 4.78125,
      "learning_rate": 3.647657239127291e-05,
      "loss": 1.7968,
      "mean_token_accuracy": 0.6102150321006775,
      "num_tokens": 164352596.0,
      "step": 213300
    },
    {
      "epoch": 0.2705750433178835,
      "grad_norm": 7.1875,
      "learning_rate": 3.6475938081186615e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5405691534280777,
      "num_tokens": 164360348.0,
      "step": 213310
    },
    {
      "epoch": 0.27058772791041635,
      "grad_norm": 4.90625,
      "learning_rate": 3.647530377110033e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5467772543430328,
      "num_tokens": 164368128.0,
      "step": 213320
    },
    {
      "epoch": 0.2706004125029492,
      "grad_norm": 5.40625,
      "learning_rate": 3.647466946101403e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5340500473976135,
      "num_tokens": 164376263.0,
      "step": 213330
    },
    {
      "epoch": 0.270613097095482,
      "grad_norm": 8.1875,
      "learning_rate": 3.6474035150927745e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5539057284593583,
      "num_tokens": 164383346.0,
      "step": 213340
    },
    {
      "epoch": 0.2706257816880148,
      "grad_norm": 5.15625,
      "learning_rate": 3.647340084084146e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5394128024578094,
      "num_tokens": 164391302.0,
      "step": 213350
    },
    {
      "epoch": 0.27063846628054766,
      "grad_norm": 7.0625,
      "learning_rate": 3.647276653075516e-05,
      "loss": 1.6346,
      "mean_token_accuracy": 0.630748587846756,
      "num_tokens": 164398004.0,
      "step": 213360
    },
    {
      "epoch": 0.2706511508730805,
      "grad_norm": 4.65625,
      "learning_rate": 3.647213222066887e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5490813851356506,
      "num_tokens": 164405810.0,
      "step": 213370
    },
    {
      "epoch": 0.27066383546561334,
      "grad_norm": 5.59375,
      "learning_rate": 3.647149791058257e-05,
      "loss": 2.243,
      "mean_token_accuracy": 0.5077666610479354,
      "num_tokens": 164413441.0,
      "step": 213380
    },
    {
      "epoch": 0.2706765200581462,
      "grad_norm": 8.0625,
      "learning_rate": 3.6470863600496285e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5280302941799164,
      "num_tokens": 164421787.0,
      "step": 213390
    },
    {
      "epoch": 0.270689204650679,
      "grad_norm": 5.9375,
      "learning_rate": 3.647022929041e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5307515650987625,
      "num_tokens": 164429724.0,
      "step": 213400
    },
    {
      "epoch": 0.2707018892432118,
      "grad_norm": 6.625,
      "learning_rate": 3.64695949803237e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5657363355159759,
      "num_tokens": 164435959.0,
      "step": 213410
    },
    {
      "epoch": 0.27071457383574465,
      "grad_norm": 4.5,
      "learning_rate": 3.6468960670237415e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5717394948005676,
      "num_tokens": 164442890.0,
      "step": 213420
    },
    {
      "epoch": 0.2707272584282775,
      "grad_norm": 7.09375,
      "learning_rate": 3.646832636015112e-05,
      "loss": 1.848,
      "mean_token_accuracy": 0.5990224182605743,
      "num_tokens": 164448559.0,
      "step": 213430
    },
    {
      "epoch": 0.27073994302081034,
      "grad_norm": 4.96875,
      "learning_rate": 3.6467692050064826e-05,
      "loss": 2.4117,
      "mean_token_accuracy": 0.4842963457107544,
      "num_tokens": 164457644.0,
      "step": 213440
    },
    {
      "epoch": 0.2707526276133432,
      "grad_norm": 5.0,
      "learning_rate": 3.646705773997854e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5221849232912064,
      "num_tokens": 164465269.0,
      "step": 213450
    },
    {
      "epoch": 0.270765312205876,
      "grad_norm": 5.28125,
      "learning_rate": 3.646642342989224e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5501544952392579,
      "num_tokens": 164472552.0,
      "step": 213460
    },
    {
      "epoch": 0.27077799679840886,
      "grad_norm": 5.4375,
      "learning_rate": 3.6465789119805955e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.533273121714592,
      "num_tokens": 164480805.0,
      "step": 213470
    },
    {
      "epoch": 0.2707906813909417,
      "grad_norm": 5.03125,
      "learning_rate": 3.646515480971966e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5395660996437073,
      "num_tokens": 164489360.0,
      "step": 213480
    },
    {
      "epoch": 0.2708033659834745,
      "grad_norm": 7.25,
      "learning_rate": 3.646452049963337e-05,
      "loss": 1.9093,
      "mean_token_accuracy": 0.574131429195404,
      "num_tokens": 164496988.0,
      "step": 213490
    },
    {
      "epoch": 0.27081605057600733,
      "grad_norm": 6.21875,
      "learning_rate": 3.646388618954708e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5561839520931244,
      "num_tokens": 164503124.0,
      "step": 213500
    },
    {
      "epoch": 0.27082873516854017,
      "grad_norm": 5.15625,
      "learning_rate": 3.646325187946078e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5401667892932892,
      "num_tokens": 164510961.0,
      "step": 213510
    },
    {
      "epoch": 0.270841419761073,
      "grad_norm": 5.5,
      "learning_rate": 3.6462617569374495e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5516077041625976,
      "num_tokens": 164518566.0,
      "step": 213520
    },
    {
      "epoch": 0.27085410435360585,
      "grad_norm": 5.75,
      "learning_rate": 3.64619832592882e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5551630854606628,
      "num_tokens": 164526407.0,
      "step": 213530
    },
    {
      "epoch": 0.2708667889461387,
      "grad_norm": 5.6875,
      "learning_rate": 3.646134894920191e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.5850974798202515,
      "num_tokens": 164533067.0,
      "step": 213540
    },
    {
      "epoch": 0.27087947353867153,
      "grad_norm": 5.28125,
      "learning_rate": 3.6460714639115625e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5376640290021897,
      "num_tokens": 164539668.0,
      "step": 213550
    },
    {
      "epoch": 0.2708921581312044,
      "grad_norm": 7.5,
      "learning_rate": 3.646008032902933e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5687017112970352,
      "num_tokens": 164546632.0,
      "step": 213560
    },
    {
      "epoch": 0.27090484272373716,
      "grad_norm": 5.78125,
      "learning_rate": 3.6459446018943036e-05,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5092083930969238,
      "num_tokens": 164554076.0,
      "step": 213570
    },
    {
      "epoch": 0.27091752731627,
      "grad_norm": 8.6875,
      "learning_rate": 3.645881170885675e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5614500433206558,
      "num_tokens": 164560105.0,
      "step": 213580
    },
    {
      "epoch": 0.27093021190880284,
      "grad_norm": 6.125,
      "learning_rate": 3.645817739877045e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.53350929915905,
      "num_tokens": 164568972.0,
      "step": 213590
    },
    {
      "epoch": 0.2709428965013357,
      "grad_norm": 5.21875,
      "learning_rate": 3.6457543088684165e-05,
      "loss": 1.894,
      "mean_token_accuracy": 0.5752880454063416,
      "num_tokens": 164576930.0,
      "step": 213600
    },
    {
      "epoch": 0.2709555810938685,
      "grad_norm": 7.34375,
      "learning_rate": 3.645690877859787e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5479966193437577,
      "num_tokens": 164584876.0,
      "step": 213610
    },
    {
      "epoch": 0.27096826568640137,
      "grad_norm": 10.125,
      "learning_rate": 3.645627446851158e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5415143638849258,
      "num_tokens": 164592296.0,
      "step": 213620
    },
    {
      "epoch": 0.2709809502789342,
      "grad_norm": 5.46875,
      "learning_rate": 3.645564015842529e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5526866555213928,
      "num_tokens": 164599430.0,
      "step": 213630
    },
    {
      "epoch": 0.27099363487146705,
      "grad_norm": 7.125,
      "learning_rate": 3.6455005848338994e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5527608752250671,
      "num_tokens": 164606752.0,
      "step": 213640
    },
    {
      "epoch": 0.27100631946399983,
      "grad_norm": 5.0625,
      "learning_rate": 3.6454371538252706e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5435480684041977,
      "num_tokens": 164614067.0,
      "step": 213650
    },
    {
      "epoch": 0.2710190040565327,
      "grad_norm": 6.3125,
      "learning_rate": 3.645373722816641e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5518925666809082,
      "num_tokens": 164622549.0,
      "step": 213660
    },
    {
      "epoch": 0.2710316886490655,
      "grad_norm": 8.0,
      "learning_rate": 3.645310291808012e-05,
      "loss": 1.8615,
      "mean_token_accuracy": 0.5822042018175125,
      "num_tokens": 164627748.0,
      "step": 213670
    },
    {
      "epoch": 0.27104437324159836,
      "grad_norm": 4.8125,
      "learning_rate": 3.6452468607993835e-05,
      "loss": 1.8975,
      "mean_token_accuracy": 0.5804503202438355,
      "num_tokens": 164635721.0,
      "step": 213680
    },
    {
      "epoch": 0.2710570578341312,
      "grad_norm": 4.8125,
      "learning_rate": 3.645183429790754e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5676296383142472,
      "num_tokens": 164643432.0,
      "step": 213690
    },
    {
      "epoch": 0.27106974242666404,
      "grad_norm": 7.78125,
      "learning_rate": 3.645119998782125e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5421610414981842,
      "num_tokens": 164649982.0,
      "step": 213700
    },
    {
      "epoch": 0.2710824270191969,
      "grad_norm": 5.96875,
      "learning_rate": 3.645056567773495e-05,
      "loss": 2.2772,
      "mean_token_accuracy": 0.5115264177322387,
      "num_tokens": 164657716.0,
      "step": 213710
    },
    {
      "epoch": 0.2710951116117297,
      "grad_norm": 4.65625,
      "learning_rate": 3.6449931367648663e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5371651828289032,
      "num_tokens": 164666977.0,
      "step": 213720
    },
    {
      "epoch": 0.2711077962042625,
      "grad_norm": 5.1875,
      "learning_rate": 3.6449297057562376e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5303863942623138,
      "num_tokens": 164673847.0,
      "step": 213730
    },
    {
      "epoch": 0.27112048079679535,
      "grad_norm": 4.40625,
      "learning_rate": 3.644866274747608e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5490514010190963,
      "num_tokens": 164681707.0,
      "step": 213740
    },
    {
      "epoch": 0.2711331653893282,
      "grad_norm": 5.71875,
      "learning_rate": 3.644802843738979e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5676907598972321,
      "num_tokens": 164688493.0,
      "step": 213750
    },
    {
      "epoch": 0.27114584998186103,
      "grad_norm": 8.75,
      "learning_rate": 3.64473941273035e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5645268797874451,
      "num_tokens": 164695688.0,
      "step": 213760
    },
    {
      "epoch": 0.2711585345743939,
      "grad_norm": 7.59375,
      "learning_rate": 3.644675981721721e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5506698369979859,
      "num_tokens": 164703500.0,
      "step": 213770
    },
    {
      "epoch": 0.2711712191669267,
      "grad_norm": 8.0625,
      "learning_rate": 3.6446125507130916e-05,
      "loss": 1.9605,
      "mean_token_accuracy": 0.5771212637424469,
      "num_tokens": 164711718.0,
      "step": 213780
    },
    {
      "epoch": 0.27118390375945955,
      "grad_norm": 5.5625,
      "learning_rate": 3.644549119704462e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5411110311746598,
      "num_tokens": 164720169.0,
      "step": 213790
    },
    {
      "epoch": 0.2711965883519924,
      "grad_norm": 5.71875,
      "learning_rate": 3.6444856886958333e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5366053462028504,
      "num_tokens": 164728302.0,
      "step": 213800
    },
    {
      "epoch": 0.2712092729445252,
      "grad_norm": 6.25,
      "learning_rate": 3.644422257687204e-05,
      "loss": 2.249,
      "mean_token_accuracy": 0.5132361590862274,
      "num_tokens": 164735216.0,
      "step": 213810
    },
    {
      "epoch": 0.271221957537058,
      "grad_norm": 6.375,
      "learning_rate": 3.644358826678575e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5503268986940384,
      "num_tokens": 164742898.0,
      "step": 213820
    },
    {
      "epoch": 0.27123464212959086,
      "grad_norm": 5.40625,
      "learning_rate": 3.644295395669946e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5288559943437576,
      "num_tokens": 164750952.0,
      "step": 213830
    },
    {
      "epoch": 0.2712473267221237,
      "grad_norm": 4.84375,
      "learning_rate": 3.644231964661317e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5288298845291137,
      "num_tokens": 164759620.0,
      "step": 213840
    },
    {
      "epoch": 0.27126001131465655,
      "grad_norm": 4.65625,
      "learning_rate": 3.6441685336526874e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5299560040235519,
      "num_tokens": 164768934.0,
      "step": 213850
    },
    {
      "epoch": 0.2712726959071894,
      "grad_norm": 7.0,
      "learning_rate": 3.644105102644058e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5579132974147797,
      "num_tokens": 164774942.0,
      "step": 213860
    },
    {
      "epoch": 0.27128538049972223,
      "grad_norm": 7.28125,
      "learning_rate": 3.644041671635429e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.519873172044754,
      "num_tokens": 164783316.0,
      "step": 213870
    },
    {
      "epoch": 0.271298065092255,
      "grad_norm": 7.84375,
      "learning_rate": 3.6439782406268e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.53621826171875,
      "num_tokens": 164789993.0,
      "step": 213880
    },
    {
      "epoch": 0.27131074968478786,
      "grad_norm": 5.03125,
      "learning_rate": 3.643914809618171e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5542661100625992,
      "num_tokens": 164797370.0,
      "step": 213890
    },
    {
      "epoch": 0.2713234342773207,
      "grad_norm": 5.75,
      "learning_rate": 3.643851378609542e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5255573630332947,
      "num_tokens": 164805415.0,
      "step": 213900
    },
    {
      "epoch": 0.27133611886985354,
      "grad_norm": 4.90625,
      "learning_rate": 3.6437879476009126e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5531453877687454,
      "num_tokens": 164812586.0,
      "step": 213910
    },
    {
      "epoch": 0.2713488034623864,
      "grad_norm": 4.75,
      "learning_rate": 3.643724516592283e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.527770483493805,
      "num_tokens": 164821172.0,
      "step": 213920
    },
    {
      "epoch": 0.2713614880549192,
      "grad_norm": 8.25,
      "learning_rate": 3.6436610855836544e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5539133429527283,
      "num_tokens": 164827715.0,
      "step": 213930
    },
    {
      "epoch": 0.27137417264745206,
      "grad_norm": 5.3125,
      "learning_rate": 3.643597654575025e-05,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5368421018123627,
      "num_tokens": 164835872.0,
      "step": 213940
    },
    {
      "epoch": 0.2713868572399849,
      "grad_norm": 5.875,
      "learning_rate": 3.643534223566396e-05,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5687617182731628,
      "num_tokens": 164842440.0,
      "step": 213950
    },
    {
      "epoch": 0.2713995418325177,
      "grad_norm": 6.21875,
      "learning_rate": 3.6434707925577666e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5278433203697205,
      "num_tokens": 164851159.0,
      "step": 213960
    },
    {
      "epoch": 0.27141222642505053,
      "grad_norm": 6.96875,
      "learning_rate": 3.643407361549138e-05,
      "loss": 1.8466,
      "mean_token_accuracy": 0.5901342332363129,
      "num_tokens": 164858196.0,
      "step": 213970
    },
    {
      "epoch": 0.27142491101758337,
      "grad_norm": 7.375,
      "learning_rate": 3.6433439305405084e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5648844033479691,
      "num_tokens": 164866192.0,
      "step": 213980
    },
    {
      "epoch": 0.2714375956101162,
      "grad_norm": 7.71875,
      "learning_rate": 3.643280499531879e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5545934468507767,
      "num_tokens": 164873372.0,
      "step": 213990
    },
    {
      "epoch": 0.27145028020264905,
      "grad_norm": 19.125,
      "learning_rate": 3.64321706852325e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5418022513389588,
      "num_tokens": 164880069.0,
      "step": 214000
    },
    {
      "epoch": 0.2714629647951819,
      "grad_norm": 6.125,
      "learning_rate": 3.643153637514621e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.537154096364975,
      "num_tokens": 164888606.0,
      "step": 214010
    },
    {
      "epoch": 0.27147564938771473,
      "grad_norm": 5.28125,
      "learning_rate": 3.643090206505992e-05,
      "loss": 1.79,
      "mean_token_accuracy": 0.594042032957077,
      "num_tokens": 164895462.0,
      "step": 214020
    },
    {
      "epoch": 0.2714883339802476,
      "grad_norm": 6.59375,
      "learning_rate": 3.643026775497363e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5474252164363861,
      "num_tokens": 164901405.0,
      "step": 214030
    },
    {
      "epoch": 0.27150101857278036,
      "grad_norm": 6.875,
      "learning_rate": 3.6429633444887336e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5684920221567153,
      "num_tokens": 164908884.0,
      "step": 214040
    },
    {
      "epoch": 0.2715137031653132,
      "grad_norm": 7.28125,
      "learning_rate": 3.642899913480104e-05,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5146023899316787,
      "num_tokens": 164917397.0,
      "step": 214050
    },
    {
      "epoch": 0.27152638775784604,
      "grad_norm": 5.5625,
      "learning_rate": 3.642836482471475e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5393143951892853,
      "num_tokens": 164925899.0,
      "step": 214060
    },
    {
      "epoch": 0.2715390723503789,
      "grad_norm": 5.375,
      "learning_rate": 3.642773051462846e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5573875099420548,
      "num_tokens": 164933474.0,
      "step": 214070
    },
    {
      "epoch": 0.2715517569429117,
      "grad_norm": 5.28125,
      "learning_rate": 3.642709620454217e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5474046051502228,
      "num_tokens": 164940623.0,
      "step": 214080
    },
    {
      "epoch": 0.27156444153544457,
      "grad_norm": 5.40625,
      "learning_rate": 3.642646189445588e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5391480088233948,
      "num_tokens": 164949354.0,
      "step": 214090
    },
    {
      "epoch": 0.2715771261279774,
      "grad_norm": 5.03125,
      "learning_rate": 3.642582758436959e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5491459995508194,
      "num_tokens": 164956851.0,
      "step": 214100
    },
    {
      "epoch": 0.27158981072051025,
      "grad_norm": 8.75,
      "learning_rate": 3.6425193274283294e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5381018459796906,
      "num_tokens": 164965002.0,
      "step": 214110
    },
    {
      "epoch": 0.27160249531304304,
      "grad_norm": 7.125,
      "learning_rate": 3.6424558964197006e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5503162920475007,
      "num_tokens": 164973590.0,
      "step": 214120
    },
    {
      "epoch": 0.2716151799055759,
      "grad_norm": 6.40625,
      "learning_rate": 3.642392465411071e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5477162659168243,
      "num_tokens": 164982363.0,
      "step": 214130
    },
    {
      "epoch": 0.2716278644981087,
      "grad_norm": 8.0625,
      "learning_rate": 3.642329034402442e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.552095553278923,
      "num_tokens": 164990383.0,
      "step": 214140
    },
    {
      "epoch": 0.27164054909064156,
      "grad_norm": 6.03125,
      "learning_rate": 3.642265603393813e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5234492957592011,
      "num_tokens": 164998833.0,
      "step": 214150
    },
    {
      "epoch": 0.2716532336831744,
      "grad_norm": 7.0625,
      "learning_rate": 3.6422021723851834e-05,
      "loss": 1.7787,
      "mean_token_accuracy": 0.5912137806415558,
      "num_tokens": 165005543.0,
      "step": 214160
    },
    {
      "epoch": 0.27166591827570724,
      "grad_norm": 5.5625,
      "learning_rate": 3.642138741376555e-05,
      "loss": 1.9242,
      "mean_token_accuracy": 0.5585478484630585,
      "num_tokens": 165012581.0,
      "step": 214170
    },
    {
      "epoch": 0.2716786028682401,
      "grad_norm": 4.90625,
      "learning_rate": 3.642075310367926e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5338904917240143,
      "num_tokens": 165020201.0,
      "step": 214180
    },
    {
      "epoch": 0.2716912874607729,
      "grad_norm": 8.25,
      "learning_rate": 3.6420118793592964e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5444441586732864,
      "num_tokens": 165027542.0,
      "step": 214190
    },
    {
      "epoch": 0.2717039720533057,
      "grad_norm": 5.75,
      "learning_rate": 3.641948448350667e-05,
      "loss": 1.8501,
      "mean_token_accuracy": 0.5804619908332824,
      "num_tokens": 165034236.0,
      "step": 214200
    },
    {
      "epoch": 0.27171665664583855,
      "grad_norm": 5.09375,
      "learning_rate": 3.6418850173420375e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5409057408571243,
      "num_tokens": 165042761.0,
      "step": 214210
    },
    {
      "epoch": 0.2717293412383714,
      "grad_norm": 3.21875,
      "learning_rate": 3.641821586333409e-05,
      "loss": 1.8167,
      "mean_token_accuracy": 0.5894694089889526,
      "num_tokens": 165050423.0,
      "step": 214220
    },
    {
      "epoch": 0.27174202583090423,
      "grad_norm": 6.28125,
      "learning_rate": 3.64175815532478e-05,
      "loss": 1.899,
      "mean_token_accuracy": 0.5847583532333374,
      "num_tokens": 165056919.0,
      "step": 214230
    },
    {
      "epoch": 0.2717547104234371,
      "grad_norm": 5.03125,
      "learning_rate": 3.6416947243161504e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5279411524534225,
      "num_tokens": 165066135.0,
      "step": 214240
    },
    {
      "epoch": 0.2717673950159699,
      "grad_norm": 5.90625,
      "learning_rate": 3.6416312933075217e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5438284933567047,
      "num_tokens": 165073324.0,
      "step": 214250
    },
    {
      "epoch": 0.27178007960850276,
      "grad_norm": 6.90625,
      "learning_rate": 3.641567862298892e-05,
      "loss": 1.8285,
      "mean_token_accuracy": 0.5938951969146729,
      "num_tokens": 165080030.0,
      "step": 214260
    },
    {
      "epoch": 0.2717927642010356,
      "grad_norm": 5.40625,
      "learning_rate": 3.641504431290263e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5221045047044754,
      "num_tokens": 165087054.0,
      "step": 214270
    },
    {
      "epoch": 0.2718054487935684,
      "grad_norm": 5.21875,
      "learning_rate": 3.641441000281634e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5333250105381012,
      "num_tokens": 165094358.0,
      "step": 214280
    },
    {
      "epoch": 0.2718181333861012,
      "grad_norm": 6.3125,
      "learning_rate": 3.6413775692730045e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5685866266489029,
      "num_tokens": 165102445.0,
      "step": 214290
    },
    {
      "epoch": 0.27183081797863407,
      "grad_norm": 6.0625,
      "learning_rate": 3.641314138264376e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.549849945306778,
      "num_tokens": 165109365.0,
      "step": 214300
    },
    {
      "epoch": 0.2718435025711669,
      "grad_norm": 5.40625,
      "learning_rate": 3.641250707255746e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5150182634592056,
      "num_tokens": 165118176.0,
      "step": 214310
    },
    {
      "epoch": 0.27185618716369975,
      "grad_norm": 5.21875,
      "learning_rate": 3.6411872762471174e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5283898949623108,
      "num_tokens": 165126068.0,
      "step": 214320
    },
    {
      "epoch": 0.2718688717562326,
      "grad_norm": 5.875,
      "learning_rate": 3.641123845238488e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5526207387447357,
      "num_tokens": 165133616.0,
      "step": 214330
    },
    {
      "epoch": 0.27188155634876543,
      "grad_norm": 5.03125,
      "learning_rate": 3.6410604142298585e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5272116512060165,
      "num_tokens": 165141970.0,
      "step": 214340
    },
    {
      "epoch": 0.2718942409412982,
      "grad_norm": 5.9375,
      "learning_rate": 3.64099698322123e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5457742094993592,
      "num_tokens": 165149671.0,
      "step": 214350
    },
    {
      "epoch": 0.27190692553383106,
      "grad_norm": 6.59375,
      "learning_rate": 3.6409335522126e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5555610835552216,
      "num_tokens": 165157528.0,
      "step": 214360
    },
    {
      "epoch": 0.2719196101263639,
      "grad_norm": 5.96875,
      "learning_rate": 3.6408701212039715e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5720314592123031,
      "num_tokens": 165164249.0,
      "step": 214370
    },
    {
      "epoch": 0.27193229471889674,
      "grad_norm": 10.9375,
      "learning_rate": 3.640806690195343e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5534140527248382,
      "num_tokens": 165170707.0,
      "step": 214380
    },
    {
      "epoch": 0.2719449793114296,
      "grad_norm": 5.9375,
      "learning_rate": 3.640743259186713e-05,
      "loss": 1.7715,
      "mean_token_accuracy": 0.6170620918273926,
      "num_tokens": 165177266.0,
      "step": 214390
    },
    {
      "epoch": 0.2719576639039624,
      "grad_norm": 6.5625,
      "learning_rate": 3.640679828178084e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5414219975471497,
      "num_tokens": 165184600.0,
      "step": 214400
    },
    {
      "epoch": 0.27197034849649526,
      "grad_norm": 5.15625,
      "learning_rate": 3.640616397169454e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5299561083316803,
      "num_tokens": 165193912.0,
      "step": 214410
    },
    {
      "epoch": 0.2719830330890281,
      "grad_norm": 8.625,
      "learning_rate": 3.6405529661608255e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5446917593479157,
      "num_tokens": 165201310.0,
      "step": 214420
    },
    {
      "epoch": 0.2719957176815609,
      "grad_norm": 6.34375,
      "learning_rate": 3.640489535152197e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5447410970926285,
      "num_tokens": 165209211.0,
      "step": 214430
    },
    {
      "epoch": 0.27200840227409373,
      "grad_norm": 4.625,
      "learning_rate": 3.640426104143567e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5434964209794998,
      "num_tokens": 165217236.0,
      "step": 214440
    },
    {
      "epoch": 0.27202108686662657,
      "grad_norm": 6.09375,
      "learning_rate": 3.6403626731349385e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.570611548423767,
      "num_tokens": 165225167.0,
      "step": 214450
    },
    {
      "epoch": 0.2720337714591594,
      "grad_norm": 6.21875,
      "learning_rate": 3.64029924212631e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.558497530221939,
      "num_tokens": 165232511.0,
      "step": 214460
    },
    {
      "epoch": 0.27204645605169225,
      "grad_norm": 4.90625,
      "learning_rate": 3.6402358111176795e-05,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5581890910863876,
      "num_tokens": 165238827.0,
      "step": 214470
    },
    {
      "epoch": 0.2720591406442251,
      "grad_norm": 4.59375,
      "learning_rate": 3.640172380109051e-05,
      "loss": 1.865,
      "mean_token_accuracy": 0.5847959607839585,
      "num_tokens": 165246067.0,
      "step": 214480
    },
    {
      "epoch": 0.27207182523675794,
      "grad_norm": 6.625,
      "learning_rate": 3.640108949100421e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5192964971065521,
      "num_tokens": 165253415.0,
      "step": 214490
    },
    {
      "epoch": 0.2720845098292908,
      "grad_norm": 8.1875,
      "learning_rate": 3.6400455180917925e-05,
      "loss": 1.9069,
      "mean_token_accuracy": 0.5907361954450607,
      "num_tokens": 165259601.0,
      "step": 214500
    },
    {
      "epoch": 0.27209719442182356,
      "grad_norm": 5.125,
      "learning_rate": 3.639982087083164e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5409087657928466,
      "num_tokens": 165267317.0,
      "step": 214510
    },
    {
      "epoch": 0.2721098790143564,
      "grad_norm": 5.1875,
      "learning_rate": 3.639918656074534e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.552696344256401,
      "num_tokens": 165273975.0,
      "step": 214520
    },
    {
      "epoch": 0.27212256360688925,
      "grad_norm": 5.28125,
      "learning_rate": 3.6398552250659054e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5198743969202042,
      "num_tokens": 165282692.0,
      "step": 214530
    },
    {
      "epoch": 0.2721352481994221,
      "grad_norm": 7.0,
      "learning_rate": 3.639791794057276e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5673529922962188,
      "num_tokens": 165289963.0,
      "step": 214540
    },
    {
      "epoch": 0.2721479327919549,
      "grad_norm": 5.5,
      "learning_rate": 3.6397283630486465e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5514942824840545,
      "num_tokens": 165298454.0,
      "step": 214550
    },
    {
      "epoch": 0.27216061738448777,
      "grad_norm": 5.5,
      "learning_rate": 3.639664932040018e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5472989767789841,
      "num_tokens": 165305922.0,
      "step": 214560
    },
    {
      "epoch": 0.2721733019770206,
      "grad_norm": 4.65625,
      "learning_rate": 3.639601501031388e-05,
      "loss": 1.8612,
      "mean_token_accuracy": 0.5840419411659241,
      "num_tokens": 165312491.0,
      "step": 214570
    },
    {
      "epoch": 0.27218598656955345,
      "grad_norm": 11.625,
      "learning_rate": 3.6395380700227595e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5546023726463318,
      "num_tokens": 165319749.0,
      "step": 214580
    },
    {
      "epoch": 0.27219867116208624,
      "grad_norm": 5.75,
      "learning_rate": 3.63947463901413e-05,
      "loss": 1.7148,
      "mean_token_accuracy": 0.6070190012454987,
      "num_tokens": 165326947.0,
      "step": 214590
    },
    {
      "epoch": 0.2722113557546191,
      "grad_norm": 5.375,
      "learning_rate": 3.639411208005501e-05,
      "loss": 1.8743,
      "mean_token_accuracy": 0.5776197731494903,
      "num_tokens": 165335871.0,
      "step": 214600
    },
    {
      "epoch": 0.2722240403471519,
      "grad_norm": 4.78125,
      "learning_rate": 3.639347776996872e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5380752772092819,
      "num_tokens": 165343247.0,
      "step": 214610
    },
    {
      "epoch": 0.27223672493968476,
      "grad_norm": 5.59375,
      "learning_rate": 3.639284345988242e-05,
      "loss": 1.8664,
      "mean_token_accuracy": 0.5838778257369995,
      "num_tokens": 165350245.0,
      "step": 214620
    },
    {
      "epoch": 0.2722494095322176,
      "grad_norm": 5.28125,
      "learning_rate": 3.6392209149796135e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5499173015356064,
      "num_tokens": 165358745.0,
      "step": 214630
    },
    {
      "epoch": 0.27226209412475044,
      "grad_norm": 5.4375,
      "learning_rate": 3.639157483970984e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5601588219404221,
      "num_tokens": 165365900.0,
      "step": 214640
    },
    {
      "epoch": 0.2722747787172833,
      "grad_norm": 5.84375,
      "learning_rate": 3.639094052962355e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5413089901208877,
      "num_tokens": 165371443.0,
      "step": 214650
    },
    {
      "epoch": 0.2722874633098161,
      "grad_norm": 5.34375,
      "learning_rate": 3.6390306219537265e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5272219926118851,
      "num_tokens": 165379654.0,
      "step": 214660
    },
    {
      "epoch": 0.2723001479023489,
      "grad_norm": 4.71875,
      "learning_rate": 3.638967190945097e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5347632616758347,
      "num_tokens": 165387395.0,
      "step": 214670
    },
    {
      "epoch": 0.27231283249488175,
      "grad_norm": 5.15625,
      "learning_rate": 3.6389037599364675e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5395427018404007,
      "num_tokens": 165395843.0,
      "step": 214680
    },
    {
      "epoch": 0.2723255170874146,
      "grad_norm": 5.15625,
      "learning_rate": 3.638840328927838e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5247383058071137,
      "num_tokens": 165404724.0,
      "step": 214690
    },
    {
      "epoch": 0.27233820167994743,
      "grad_norm": 5.6875,
      "learning_rate": 3.638776897919209e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5265746116638184,
      "num_tokens": 165413488.0,
      "step": 214700
    },
    {
      "epoch": 0.2723508862724803,
      "grad_norm": 6.28125,
      "learning_rate": 3.6387134669105805e-05,
      "loss": 1.7979,
      "mean_token_accuracy": 0.5935698270797729,
      "num_tokens": 165420563.0,
      "step": 214710
    },
    {
      "epoch": 0.2723635708650131,
      "grad_norm": 5.15625,
      "learning_rate": 3.638650035901951e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.53559330701828,
      "num_tokens": 165428868.0,
      "step": 214720
    },
    {
      "epoch": 0.27237625545754596,
      "grad_norm": 6.6875,
      "learning_rate": 3.638586604893322e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5160692483186722,
      "num_tokens": 165437067.0,
      "step": 214730
    },
    {
      "epoch": 0.2723889400500788,
      "grad_norm": 6.09375,
      "learning_rate": 3.638523173884693e-05,
      "loss": 2.3357,
      "mean_token_accuracy": 0.5137078702449799,
      "num_tokens": 165445365.0,
      "step": 214740
    },
    {
      "epoch": 0.2724016246426116,
      "grad_norm": 5.65625,
      "learning_rate": 3.638459742876063e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5458144694566727,
      "num_tokens": 165452454.0,
      "step": 214750
    },
    {
      "epoch": 0.2724143092351444,
      "grad_norm": 5.1875,
      "learning_rate": 3.6383963118674345e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5291610866785049,
      "num_tokens": 165460644.0,
      "step": 214760
    },
    {
      "epoch": 0.27242699382767727,
      "grad_norm": 5.03125,
      "learning_rate": 3.638332880858805e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5573898106813431,
      "num_tokens": 165468729.0,
      "step": 214770
    },
    {
      "epoch": 0.2724396784202101,
      "grad_norm": 5.0,
      "learning_rate": 3.638269449850176e-05,
      "loss": 2.3065,
      "mean_token_accuracy": 0.5005932450294495,
      "num_tokens": 165477471.0,
      "step": 214780
    },
    {
      "epoch": 0.27245236301274295,
      "grad_norm": 5.9375,
      "learning_rate": 3.638206018841547e-05,
      "loss": 2.2021,
      "mean_token_accuracy": 0.5285678058862686,
      "num_tokens": 165486740.0,
      "step": 214790
    },
    {
      "epoch": 0.2724650476052758,
      "grad_norm": 5.09375,
      "learning_rate": 3.638142587832918e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5318139076232911,
      "num_tokens": 165494744.0,
      "step": 214800
    },
    {
      "epoch": 0.27247773219780863,
      "grad_norm": 5.15625,
      "learning_rate": 3.638079156824289e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5259527057409287,
      "num_tokens": 165503047.0,
      "step": 214810
    },
    {
      "epoch": 0.2724904167903414,
      "grad_norm": 5.125,
      "learning_rate": 3.638015725815659e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5496201187372207,
      "num_tokens": 165511444.0,
      "step": 214820
    },
    {
      "epoch": 0.27250310138287426,
      "grad_norm": 6.34375,
      "learning_rate": 3.63795229480703e-05,
      "loss": 2.2039,
      "mean_token_accuracy": 0.526244443655014,
      "num_tokens": 165519385.0,
      "step": 214830
    },
    {
      "epoch": 0.2725157859754071,
      "grad_norm": 4.90625,
      "learning_rate": 3.637888863798401e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5358526438474656,
      "num_tokens": 165527953.0,
      "step": 214840
    },
    {
      "epoch": 0.27252847056793994,
      "grad_norm": 4.96875,
      "learning_rate": 3.637825432789772e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5237828344106674,
      "num_tokens": 165536005.0,
      "step": 214850
    },
    {
      "epoch": 0.2725411551604728,
      "grad_norm": 5.53125,
      "learning_rate": 3.637762001781143e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5456656664609909,
      "num_tokens": 165545392.0,
      "step": 214860
    },
    {
      "epoch": 0.2725538397530056,
      "grad_norm": 5.25,
      "learning_rate": 3.637698570772514e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5517919033765792,
      "num_tokens": 165553207.0,
      "step": 214870
    },
    {
      "epoch": 0.27256652434553846,
      "grad_norm": 5.84375,
      "learning_rate": 3.637635139763885e-05,
      "loss": 2.2317,
      "mean_token_accuracy": 0.5204522371292114,
      "num_tokens": 165560332.0,
      "step": 214880
    },
    {
      "epoch": 0.2725792089380713,
      "grad_norm": 4.9375,
      "learning_rate": 3.637571708755255e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.5891911774873734,
      "num_tokens": 165567277.0,
      "step": 214890
    },
    {
      "epoch": 0.2725918935306041,
      "grad_norm": 4.9375,
      "learning_rate": 3.637508277746626e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5738559067249298,
      "num_tokens": 165574642.0,
      "step": 214900
    },
    {
      "epoch": 0.27260457812313693,
      "grad_norm": 7.84375,
      "learning_rate": 3.637444846737997e-05,
      "loss": 2.2214,
      "mean_token_accuracy": 0.5148044288158417,
      "num_tokens": 165580734.0,
      "step": 214910
    },
    {
      "epoch": 0.2726172627156698,
      "grad_norm": 5.25,
      "learning_rate": 3.637381415729368e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.5803526014089584,
      "num_tokens": 165588316.0,
      "step": 214920
    },
    {
      "epoch": 0.2726299473082026,
      "grad_norm": 5.59375,
      "learning_rate": 3.637317984720739e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5294256180524826,
      "num_tokens": 165595511.0,
      "step": 214930
    },
    {
      "epoch": 0.27264263190073545,
      "grad_norm": 6.40625,
      "learning_rate": 3.6372545537121096e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5374351739883423,
      "num_tokens": 165603247.0,
      "step": 214940
    },
    {
      "epoch": 0.2726553164932683,
      "grad_norm": 4.90625,
      "learning_rate": 3.637191122703481e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5241593360900879,
      "num_tokens": 165611727.0,
      "step": 214950
    },
    {
      "epoch": 0.27266800108580114,
      "grad_norm": 5.25,
      "learning_rate": 3.637127691694851e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.544175511598587,
      "num_tokens": 165620020.0,
      "step": 214960
    },
    {
      "epoch": 0.272680685678334,
      "grad_norm": 4.65625,
      "learning_rate": 3.637064260686222e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5248846590518952,
      "num_tokens": 165628084.0,
      "step": 214970
    },
    {
      "epoch": 0.27269337027086676,
      "grad_norm": 5.8125,
      "learning_rate": 3.637000829677593e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5191591054201126,
      "num_tokens": 165637147.0,
      "step": 214980
    },
    {
      "epoch": 0.2727060548633996,
      "grad_norm": 6.8125,
      "learning_rate": 3.6369373986689636e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5354576408863068,
      "num_tokens": 165645440.0,
      "step": 214990
    },
    {
      "epoch": 0.27271873945593245,
      "grad_norm": 7.625,
      "learning_rate": 3.636873967660335e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5224371552467346,
      "num_tokens": 165653390.0,
      "step": 215000
    },
    {
      "epoch": 0.2727314240484653,
      "grad_norm": 6.3125,
      "learning_rate": 3.636810536651706e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5678906202316284,
      "num_tokens": 165661661.0,
      "step": 215010
    },
    {
      "epoch": 0.27274410864099813,
      "grad_norm": 6.09375,
      "learning_rate": 3.6367471056430766e-05,
      "loss": 1.8025,
      "mean_token_accuracy": 0.6013810992240906,
      "num_tokens": 165669414.0,
      "step": 215020
    },
    {
      "epoch": 0.27275679323353097,
      "grad_norm": 6.59375,
      "learning_rate": 3.636683674634447e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5287895321846008,
      "num_tokens": 165677207.0,
      "step": 215030
    },
    {
      "epoch": 0.2727694778260638,
      "grad_norm": 6.0625,
      "learning_rate": 3.6366202436258176e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5544295519590378,
      "num_tokens": 165684182.0,
      "step": 215040
    },
    {
      "epoch": 0.27278216241859665,
      "grad_norm": 4.71875,
      "learning_rate": 3.636556812617189e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5307890415191651,
      "num_tokens": 165692602.0,
      "step": 215050
    },
    {
      "epoch": 0.27279484701112944,
      "grad_norm": 4.4375,
      "learning_rate": 3.63649338160856e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.524065688252449,
      "num_tokens": 165701322.0,
      "step": 215060
    },
    {
      "epoch": 0.2728075316036623,
      "grad_norm": 5.8125,
      "learning_rate": 3.6364299505999306e-05,
      "loss": 2.2415,
      "mean_token_accuracy": 0.5081204473972321,
      "num_tokens": 165708964.0,
      "step": 215070
    },
    {
      "epoch": 0.2728202161961951,
      "grad_norm": 7.25,
      "learning_rate": 3.636366519591302e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5358999311923981,
      "num_tokens": 165715653.0,
      "step": 215080
    },
    {
      "epoch": 0.27283290078872796,
      "grad_norm": 5.0,
      "learning_rate": 3.6363030885826724e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5187594383955002,
      "num_tokens": 165725251.0,
      "step": 215090
    },
    {
      "epoch": 0.2728455853812608,
      "grad_norm": 6.96875,
      "learning_rate": 3.636239657574043e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5600503474473953,
      "num_tokens": 165732258.0,
      "step": 215100
    },
    {
      "epoch": 0.27285826997379364,
      "grad_norm": 5.875,
      "learning_rate": 3.636176226565414e-05,
      "loss": 2.2255,
      "mean_token_accuracy": 0.5238721460103989,
      "num_tokens": 165740886.0,
      "step": 215110
    },
    {
      "epoch": 0.2728709545663265,
      "grad_norm": 5.0625,
      "learning_rate": 3.6361127955567846e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5332884967327118,
      "num_tokens": 165748952.0,
      "step": 215120
    },
    {
      "epoch": 0.2728836391588593,
      "grad_norm": 7.3125,
      "learning_rate": 3.636049364548156e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5402937561273575,
      "num_tokens": 165756077.0,
      "step": 215130
    },
    {
      "epoch": 0.2728963237513921,
      "grad_norm": 4.71875,
      "learning_rate": 3.6359859335395264e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5404235988855361,
      "num_tokens": 165763734.0,
      "step": 215140
    },
    {
      "epoch": 0.27290900834392495,
      "grad_norm": 4.90625,
      "learning_rate": 3.6359225025308976e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5351741462945938,
      "num_tokens": 165771938.0,
      "step": 215150
    },
    {
      "epoch": 0.2729216929364578,
      "grad_norm": 6.09375,
      "learning_rate": 3.635859071522268e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5173752337694169,
      "num_tokens": 165779019.0,
      "step": 215160
    },
    {
      "epoch": 0.27293437752899063,
      "grad_norm": 5.1875,
      "learning_rate": 3.635795640513639e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.54076546728611,
      "num_tokens": 165787229.0,
      "step": 215170
    },
    {
      "epoch": 0.2729470621215235,
      "grad_norm": 5.21875,
      "learning_rate": 3.63573220950501e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5182951629161835,
      "num_tokens": 165794578.0,
      "step": 215180
    },
    {
      "epoch": 0.2729597467140563,
      "grad_norm": 5.5625,
      "learning_rate": 3.6356687784963804e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5512107133865356,
      "num_tokens": 165802442.0,
      "step": 215190
    },
    {
      "epoch": 0.27297243130658916,
      "grad_norm": 5.09375,
      "learning_rate": 3.6356053474877516e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5511812508106232,
      "num_tokens": 165810383.0,
      "step": 215200
    },
    {
      "epoch": 0.272985115899122,
      "grad_norm": 6.3125,
      "learning_rate": 3.635541916479123e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5404799997806549,
      "num_tokens": 165818691.0,
      "step": 215210
    },
    {
      "epoch": 0.2729978004916548,
      "grad_norm": 5.25,
      "learning_rate": 3.6354784854704934e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5456023275852203,
      "num_tokens": 165825953.0,
      "step": 215220
    },
    {
      "epoch": 0.2730104850841876,
      "grad_norm": 4.90625,
      "learning_rate": 3.6354150544618646e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5820839196443558,
      "num_tokens": 165834309.0,
      "step": 215230
    },
    {
      "epoch": 0.27302316967672047,
      "grad_norm": 4.6875,
      "learning_rate": 3.6353516234532344e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5511224269866943,
      "num_tokens": 165842724.0,
      "step": 215240
    },
    {
      "epoch": 0.2730358542692533,
      "grad_norm": 4.78125,
      "learning_rate": 3.635288192444606e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.579030892252922,
      "num_tokens": 165850555.0,
      "step": 215250
    },
    {
      "epoch": 0.27304853886178615,
      "grad_norm": 10.8125,
      "learning_rate": 3.635224761435977e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5411617934703827,
      "num_tokens": 165858412.0,
      "step": 215260
    },
    {
      "epoch": 0.273061223454319,
      "grad_norm": 5.28125,
      "learning_rate": 3.6351613304273474e-05,
      "loss": 1.8976,
      "mean_token_accuracy": 0.5737486869096756,
      "num_tokens": 165864926.0,
      "step": 215270
    },
    {
      "epoch": 0.27307390804685183,
      "grad_norm": 6.71875,
      "learning_rate": 3.6350978994187186e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5398301869630814,
      "num_tokens": 165872103.0,
      "step": 215280
    },
    {
      "epoch": 0.2730865926393846,
      "grad_norm": 5.34375,
      "learning_rate": 3.635034468410089e-05,
      "loss": 1.8946,
      "mean_token_accuracy": 0.5801283627748489,
      "num_tokens": 165879490.0,
      "step": 215290
    },
    {
      "epoch": 0.27309927723191746,
      "grad_norm": 6.8125,
      "learning_rate": 3.6349710374014604e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.544382506608963,
      "num_tokens": 165887753.0,
      "step": 215300
    },
    {
      "epoch": 0.2731119618244503,
      "grad_norm": 5.34375,
      "learning_rate": 3.634907606392831e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5312368422746658,
      "num_tokens": 165896530.0,
      "step": 215310
    },
    {
      "epoch": 0.27312464641698314,
      "grad_norm": 4.78125,
      "learning_rate": 3.6348441753842014e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5751660585403442,
      "num_tokens": 165903741.0,
      "step": 215320
    },
    {
      "epoch": 0.273137331009516,
      "grad_norm": 5.78125,
      "learning_rate": 3.6347807443755727e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5654369711875915,
      "num_tokens": 165912263.0,
      "step": 215330
    },
    {
      "epoch": 0.2731500156020488,
      "grad_norm": 5.0,
      "learning_rate": 3.634717313366943e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5485011577606201,
      "num_tokens": 165919414.0,
      "step": 215340
    },
    {
      "epoch": 0.27316270019458166,
      "grad_norm": 5.21875,
      "learning_rate": 3.6346538823583144e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5146996349096298,
      "num_tokens": 165928899.0,
      "step": 215350
    },
    {
      "epoch": 0.2731753847871145,
      "grad_norm": 6.375,
      "learning_rate": 3.6345904513496856e-05,
      "loss": 2.174,
      "mean_token_accuracy": 0.5140126466751098,
      "num_tokens": 165936285.0,
      "step": 215360
    },
    {
      "epoch": 0.2731880693796473,
      "grad_norm": 4.96875,
      "learning_rate": 3.634527020341056e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5466598838567733,
      "num_tokens": 165943883.0,
      "step": 215370
    },
    {
      "epoch": 0.27320075397218013,
      "grad_norm": 5.75,
      "learning_rate": 3.634463589332427e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5186257779598236,
      "num_tokens": 165952059.0,
      "step": 215380
    },
    {
      "epoch": 0.273213438564713,
      "grad_norm": 6.5625,
      "learning_rate": 3.634400158323798e-05,
      "loss": 1.8964,
      "mean_token_accuracy": 0.567170375585556,
      "num_tokens": 165959411.0,
      "step": 215390
    },
    {
      "epoch": 0.2732261231572458,
      "grad_norm": 5.3125,
      "learning_rate": 3.6343367273151684e-05,
      "loss": 2.2066,
      "mean_token_accuracy": 0.518825113773346,
      "num_tokens": 165968532.0,
      "step": 215400
    },
    {
      "epoch": 0.27323880774977866,
      "grad_norm": 14.0,
      "learning_rate": 3.6342732963065396e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5447896301746369,
      "num_tokens": 165975062.0,
      "step": 215410
    },
    {
      "epoch": 0.2732514923423115,
      "grad_norm": 5.78125,
      "learning_rate": 3.63420986529791e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.5437404066324234,
      "num_tokens": 165983018.0,
      "step": 215420
    },
    {
      "epoch": 0.27326417693484434,
      "grad_norm": 6.84375,
      "learning_rate": 3.6341464342892814e-05,
      "loss": 1.6951,
      "mean_token_accuracy": 0.6216953009366989,
      "num_tokens": 165990366.0,
      "step": 215430
    },
    {
      "epoch": 0.2732768615273772,
      "grad_norm": 5.78125,
      "learning_rate": 3.634083003280652e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5208430022001267,
      "num_tokens": 165997714.0,
      "step": 215440
    },
    {
      "epoch": 0.27328954611990997,
      "grad_norm": 5.0,
      "learning_rate": 3.6340195722720225e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5525092959403992,
      "num_tokens": 166005779.0,
      "step": 215450
    },
    {
      "epoch": 0.2733022307124428,
      "grad_norm": 6.875,
      "learning_rate": 3.633956141263394e-05,
      "loss": 1.8998,
      "mean_token_accuracy": 0.5661082923412323,
      "num_tokens": 166011739.0,
      "step": 215460
    },
    {
      "epoch": 0.27331491530497565,
      "grad_norm": 6.375,
      "learning_rate": 3.633892710254764e-05,
      "loss": 2.2444,
      "mean_token_accuracy": 0.5142030239105224,
      "num_tokens": 166019660.0,
      "step": 215470
    },
    {
      "epoch": 0.2733275998975085,
      "grad_norm": 5.59375,
      "learning_rate": 3.6338292792461354e-05,
      "loss": 1.8713,
      "mean_token_accuracy": 0.5864148557186126,
      "num_tokens": 166025630.0,
      "step": 215480
    },
    {
      "epoch": 0.27334028449004133,
      "grad_norm": 5.375,
      "learning_rate": 3.6337658482375066e-05,
      "loss": 2.2233,
      "mean_token_accuracy": 0.5228852689266205,
      "num_tokens": 166033641.0,
      "step": 215490
    },
    {
      "epoch": 0.27335296908257417,
      "grad_norm": 5.625,
      "learning_rate": 3.633702417228877e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5433196574449539,
      "num_tokens": 166042605.0,
      "step": 215500
    },
    {
      "epoch": 0.273365653675107,
      "grad_norm": 5.0625,
      "learning_rate": 3.633638986220248e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5644415408372879,
      "num_tokens": 166050348.0,
      "step": 215510
    },
    {
      "epoch": 0.27337833826763985,
      "grad_norm": 6.78125,
      "learning_rate": 3.633575555211618e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5385953962802887,
      "num_tokens": 166058079.0,
      "step": 215520
    },
    {
      "epoch": 0.27339102286017264,
      "grad_norm": 6.75,
      "learning_rate": 3.6335121242029895e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5375438570976258,
      "num_tokens": 166065895.0,
      "step": 215530
    },
    {
      "epoch": 0.2734037074527055,
      "grad_norm": 5.34375,
      "learning_rate": 3.633448693194361e-05,
      "loss": 2.2483,
      "mean_token_accuracy": 0.5166436076164246,
      "num_tokens": 166074886.0,
      "step": 215540
    },
    {
      "epoch": 0.2734163920452383,
      "grad_norm": 4.90625,
      "learning_rate": 3.633385262185731e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.5666160196065902,
      "num_tokens": 166082458.0,
      "step": 215550
    },
    {
      "epoch": 0.27342907663777116,
      "grad_norm": 4.9375,
      "learning_rate": 3.6333218311771024e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5215331554412842,
      "num_tokens": 166090182.0,
      "step": 215560
    },
    {
      "epoch": 0.273441761230304,
      "grad_norm": 5.65625,
      "learning_rate": 3.633258400168473e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5347183018922805,
      "num_tokens": 166096899.0,
      "step": 215570
    },
    {
      "epoch": 0.27345444582283684,
      "grad_norm": 5.6875,
      "learning_rate": 3.6331949691598435e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5401875168085098,
      "num_tokens": 166105117.0,
      "step": 215580
    },
    {
      "epoch": 0.2734671304153697,
      "grad_norm": 5.6875,
      "learning_rate": 3.633131538151215e-05,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5214828103780746,
      "num_tokens": 166113419.0,
      "step": 215590
    },
    {
      "epoch": 0.2734798150079025,
      "grad_norm": 4.9375,
      "learning_rate": 3.633068107142585e-05,
      "loss": 1.8516,
      "mean_token_accuracy": 0.5783270508050918,
      "num_tokens": 166121759.0,
      "step": 215600
    },
    {
      "epoch": 0.2734924996004353,
      "grad_norm": 7.25,
      "learning_rate": 3.6330046761339564e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5540115356445312,
      "num_tokens": 166129036.0,
      "step": 215610
    },
    {
      "epoch": 0.27350518419296815,
      "grad_norm": 6.09375,
      "learning_rate": 3.632941245125327e-05,
      "loss": 1.9002,
      "mean_token_accuracy": 0.5780821979045868,
      "num_tokens": 166137195.0,
      "step": 215620
    },
    {
      "epoch": 0.273517868785501,
      "grad_norm": 5.375,
      "learning_rate": 3.632877814116698e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5502344012260437,
      "num_tokens": 166143622.0,
      "step": 215630
    },
    {
      "epoch": 0.27353055337803384,
      "grad_norm": 5.09375,
      "learning_rate": 3.6328143831080694e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.543191596865654,
      "num_tokens": 166152089.0,
      "step": 215640
    },
    {
      "epoch": 0.2735432379705667,
      "grad_norm": 5.46875,
      "learning_rate": 3.63275095209944e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5406178593635559,
      "num_tokens": 166160073.0,
      "step": 215650
    },
    {
      "epoch": 0.2735559225630995,
      "grad_norm": 4.875,
      "learning_rate": 3.6326875210908105e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5178852260112763,
      "num_tokens": 166168680.0,
      "step": 215660
    },
    {
      "epoch": 0.27356860715563236,
      "grad_norm": 5.75,
      "learning_rate": 3.632624090082181e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5593898981809616,
      "num_tokens": 166175144.0,
      "step": 215670
    },
    {
      "epoch": 0.2735812917481652,
      "grad_norm": 5.0625,
      "learning_rate": 3.632560659073552e-05,
      "loss": 2.3211,
      "mean_token_accuracy": 0.49918014109134673,
      "num_tokens": 166183497.0,
      "step": 215680
    },
    {
      "epoch": 0.273593976340698,
      "grad_norm": 5.46875,
      "learning_rate": 3.6324972280649234e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5463125884532929,
      "num_tokens": 166191575.0,
      "step": 215690
    },
    {
      "epoch": 0.2736066609332308,
      "grad_norm": 6.25,
      "learning_rate": 3.632433797056294e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5561684668064117,
      "num_tokens": 166198306.0,
      "step": 215700
    },
    {
      "epoch": 0.27361934552576367,
      "grad_norm": 5.34375,
      "learning_rate": 3.632370366047665e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5327426582574845,
      "num_tokens": 166207199.0,
      "step": 215710
    },
    {
      "epoch": 0.2736320301182965,
      "grad_norm": 6.46875,
      "learning_rate": 3.632306935039036e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5549183636903763,
      "num_tokens": 166215380.0,
      "step": 215720
    },
    {
      "epoch": 0.27364471471082935,
      "grad_norm": 7.75,
      "learning_rate": 3.632243504030406e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5695741087198257,
      "num_tokens": 166222800.0,
      "step": 215730
    },
    {
      "epoch": 0.2736573993033622,
      "grad_norm": 5.21875,
      "learning_rate": 3.6321800730217775e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5385196894407273,
      "num_tokens": 166229865.0,
      "step": 215740
    },
    {
      "epoch": 0.27367008389589503,
      "grad_norm": 5.75,
      "learning_rate": 3.632116642013148e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5186680763959884,
      "num_tokens": 166238100.0,
      "step": 215750
    },
    {
      "epoch": 0.2736827684884278,
      "grad_norm": 5.4375,
      "learning_rate": 3.632053211004519e-05,
      "loss": 2.3666,
      "mean_token_accuracy": 0.5021079272031784,
      "num_tokens": 166246959.0,
      "step": 215760
    },
    {
      "epoch": 0.27369545308096066,
      "grad_norm": 6.4375,
      "learning_rate": 3.63198977999589e-05,
      "loss": 2.329,
      "mean_token_accuracy": 0.4985254734754562,
      "num_tokens": 166256273.0,
      "step": 215770
    },
    {
      "epoch": 0.2737081376734935,
      "grad_norm": 5.84375,
      "learning_rate": 3.631926348987261e-05,
      "loss": 1.8369,
      "mean_token_accuracy": 0.590090399980545,
      "num_tokens": 166263661.0,
      "step": 215780
    },
    {
      "epoch": 0.27372082226602634,
      "grad_norm": 6.625,
      "learning_rate": 3.6318629179786315e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5853373169898987,
      "num_tokens": 166270271.0,
      "step": 215790
    },
    {
      "epoch": 0.2737335068585592,
      "grad_norm": 5.4375,
      "learning_rate": 3.631799486970002e-05,
      "loss": 1.8183,
      "mean_token_accuracy": 0.5911334753036499,
      "num_tokens": 166276213.0,
      "step": 215800
    },
    {
      "epoch": 0.273746191451092,
      "grad_norm": 6.65625,
      "learning_rate": 3.631736055961373e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5352050989866257,
      "num_tokens": 166283964.0,
      "step": 215810
    },
    {
      "epoch": 0.27375887604362487,
      "grad_norm": 6.125,
      "learning_rate": 3.631672624952744e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5472422450780868,
      "num_tokens": 166292611.0,
      "step": 215820
    },
    {
      "epoch": 0.2737715606361577,
      "grad_norm": 9.5,
      "learning_rate": 3.631609193944115e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.52122742831707,
      "num_tokens": 166300948.0,
      "step": 215830
    },
    {
      "epoch": 0.2737842452286905,
      "grad_norm": 4.875,
      "learning_rate": 3.631545762935486e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5342263728380203,
      "num_tokens": 166306892.0,
      "step": 215840
    },
    {
      "epoch": 0.27379692982122333,
      "grad_norm": 5.0625,
      "learning_rate": 3.631482331926857e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5348410308361053,
      "num_tokens": 166314393.0,
      "step": 215850
    },
    {
      "epoch": 0.2738096144137562,
      "grad_norm": 6.75,
      "learning_rate": 3.631418900918227e-05,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5209365665912629,
      "num_tokens": 166322453.0,
      "step": 215860
    },
    {
      "epoch": 0.273822299006289,
      "grad_norm": 6.0,
      "learning_rate": 3.631355469909598e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5507062286138534,
      "num_tokens": 166329367.0,
      "step": 215870
    },
    {
      "epoch": 0.27383498359882186,
      "grad_norm": 5.875,
      "learning_rate": 3.631292038900969e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5485757738351822,
      "num_tokens": 166336187.0,
      "step": 215880
    },
    {
      "epoch": 0.2738476681913547,
      "grad_norm": 6.875,
      "learning_rate": 3.63122860789234e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5344342529773712,
      "num_tokens": 166344146.0,
      "step": 215890
    },
    {
      "epoch": 0.27386035278388754,
      "grad_norm": 4.65625,
      "learning_rate": 3.631165176883711e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5473564118146896,
      "num_tokens": 166352570.0,
      "step": 215900
    },
    {
      "epoch": 0.2738730373764204,
      "grad_norm": 5.875,
      "learning_rate": 3.631101745875082e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5288223922252655,
      "num_tokens": 166360426.0,
      "step": 215910
    },
    {
      "epoch": 0.27388572196895317,
      "grad_norm": 5.03125,
      "learning_rate": 3.6310383148664525e-05,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5452017605304718,
      "num_tokens": 166368187.0,
      "step": 215920
    },
    {
      "epoch": 0.273898406561486,
      "grad_norm": 8.8125,
      "learning_rate": 3.630974883857823e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.578486230969429,
      "num_tokens": 166375583.0,
      "step": 215930
    },
    {
      "epoch": 0.27391109115401885,
      "grad_norm": 5.96875,
      "learning_rate": 3.630911452849194e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.527430209517479,
      "num_tokens": 166382301.0,
      "step": 215940
    },
    {
      "epoch": 0.2739237757465517,
      "grad_norm": 4.9375,
      "learning_rate": 3.630848021840565e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5186997473239898,
      "num_tokens": 166390477.0,
      "step": 215950
    },
    {
      "epoch": 0.27393646033908453,
      "grad_norm": 5.53125,
      "learning_rate": 3.630784590831936e-05,
      "loss": 1.8354,
      "mean_token_accuracy": 0.5784324616193771,
      "num_tokens": 166397981.0,
      "step": 215960
    },
    {
      "epoch": 0.27394914493161737,
      "grad_norm": 7.53125,
      "learning_rate": 3.6307211598233066e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5391901940107345,
      "num_tokens": 166405773.0,
      "step": 215970
    },
    {
      "epoch": 0.2739618295241502,
      "grad_norm": 9.25,
      "learning_rate": 3.630657728814678e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5141150116920471,
      "num_tokens": 166414286.0,
      "step": 215980
    },
    {
      "epoch": 0.27397451411668305,
      "grad_norm": 4.8125,
      "learning_rate": 3.630594297806049e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5521596521139145,
      "num_tokens": 166422298.0,
      "step": 215990
    },
    {
      "epoch": 0.27398719870921584,
      "grad_norm": 8.875,
      "learning_rate": 3.630530866797419e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5347117453813552,
      "num_tokens": 166430777.0,
      "step": 216000
    },
    {
      "epoch": 0.2739998833017487,
      "grad_norm": 7.71875,
      "learning_rate": 3.63046743578879e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.562438753247261,
      "num_tokens": 166438079.0,
      "step": 216010
    },
    {
      "epoch": 0.2740125678942815,
      "grad_norm": 8.1875,
      "learning_rate": 3.6304040047801606e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.538631734251976,
      "num_tokens": 166446107.0,
      "step": 216020
    },
    {
      "epoch": 0.27402525248681436,
      "grad_norm": 5.875,
      "learning_rate": 3.630340573771532e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5300400882959366,
      "num_tokens": 166454628.0,
      "step": 216030
    },
    {
      "epoch": 0.2740379370793472,
      "grad_norm": 5.40625,
      "learning_rate": 3.630277142762903e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5438244849443435,
      "num_tokens": 166462120.0,
      "step": 216040
    },
    {
      "epoch": 0.27405062167188005,
      "grad_norm": 4.625,
      "learning_rate": 3.6302137117542735e-05,
      "loss": 1.7938,
      "mean_token_accuracy": 0.5893088936805725,
      "num_tokens": 166470756.0,
      "step": 216050
    },
    {
      "epoch": 0.2740633062644129,
      "grad_norm": 7.8125,
      "learning_rate": 3.630150280745645e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.551068314909935,
      "num_tokens": 166477683.0,
      "step": 216060
    },
    {
      "epoch": 0.27407599085694573,
      "grad_norm": 5.40625,
      "learning_rate": 3.630086849737015e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5342719107866287,
      "num_tokens": 166486680.0,
      "step": 216070
    },
    {
      "epoch": 0.2740886754494785,
      "grad_norm": 6.15625,
      "learning_rate": 3.630023418728386e-05,
      "loss": 1.7506,
      "mean_token_accuracy": 0.603495541214943,
      "num_tokens": 166493187.0,
      "step": 216080
    },
    {
      "epoch": 0.27410136004201135,
      "grad_norm": 7.3125,
      "learning_rate": 3.629959987719757e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5220230996608735,
      "num_tokens": 166501955.0,
      "step": 216090
    },
    {
      "epoch": 0.2741140446345442,
      "grad_norm": 4.9375,
      "learning_rate": 3.6298965567111276e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5352984964847565,
      "num_tokens": 166511304.0,
      "step": 216100
    },
    {
      "epoch": 0.27412672922707704,
      "grad_norm": 5.6875,
      "learning_rate": 3.629833125702499e-05,
      "loss": 1.8814,
      "mean_token_accuracy": 0.5820470035076142,
      "num_tokens": 166519568.0,
      "step": 216110
    },
    {
      "epoch": 0.2741394138196099,
      "grad_norm": 7.15625,
      "learning_rate": 3.629769694693869e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5486750841140747,
      "num_tokens": 166527875.0,
      "step": 216120
    },
    {
      "epoch": 0.2741520984121427,
      "grad_norm": 4.78125,
      "learning_rate": 3.6297062636852405e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5579042106866836,
      "num_tokens": 166535502.0,
      "step": 216130
    },
    {
      "epoch": 0.27416478300467556,
      "grad_norm": 6.0625,
      "learning_rate": 3.629642832676611e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5460625737905502,
      "num_tokens": 166543408.0,
      "step": 216140
    },
    {
      "epoch": 0.2741774675972084,
      "grad_norm": 5.8125,
      "learning_rate": 3.6295794016679816e-05,
      "loss": 2.3173,
      "mean_token_accuracy": 0.5101420760154725,
      "num_tokens": 166551558.0,
      "step": 216150
    },
    {
      "epoch": 0.2741901521897412,
      "grad_norm": 5.71875,
      "learning_rate": 3.629515970659353e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5384284883737565,
      "num_tokens": 166558910.0,
      "step": 216160
    },
    {
      "epoch": 0.27420283678227403,
      "grad_norm": 11.5,
      "learning_rate": 3.6294525396507234e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5571666687726975,
      "num_tokens": 166566318.0,
      "step": 216170
    },
    {
      "epoch": 0.27421552137480687,
      "grad_norm": 5.25,
      "learning_rate": 3.6293891086420946e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5394950896501541,
      "num_tokens": 166574173.0,
      "step": 216180
    },
    {
      "epoch": 0.2742282059673397,
      "grad_norm": 4.9375,
      "learning_rate": 3.629325677633466e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5607493430376053,
      "num_tokens": 166582154.0,
      "step": 216190
    },
    {
      "epoch": 0.27424089055987255,
      "grad_norm": 5.9375,
      "learning_rate": 3.629262246624836e-05,
      "loss": 2.3731,
      "mean_token_accuracy": 0.5070680111646653,
      "num_tokens": 166589836.0,
      "step": 216200
    },
    {
      "epoch": 0.2742535751524054,
      "grad_norm": 6.5,
      "learning_rate": 3.629198815616207e-05,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5682392418384552,
      "num_tokens": 166596712.0,
      "step": 216210
    },
    {
      "epoch": 0.27426625974493823,
      "grad_norm": 5.0625,
      "learning_rate": 3.6291353846075774e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5530014395713806,
      "num_tokens": 166604078.0,
      "step": 216220
    },
    {
      "epoch": 0.274278944337471,
      "grad_norm": 4.625,
      "learning_rate": 3.6290719535989486e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5519274145364761,
      "num_tokens": 166611919.0,
      "step": 216230
    },
    {
      "epoch": 0.27429162893000386,
      "grad_norm": 5.21875,
      "learning_rate": 3.62900852259032e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.538841250538826,
      "num_tokens": 166619185.0,
      "step": 216240
    },
    {
      "epoch": 0.2743043135225367,
      "grad_norm": 6.125,
      "learning_rate": 3.6289450915816903e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5370016455650329,
      "num_tokens": 166627110.0,
      "step": 216250
    },
    {
      "epoch": 0.27431699811506954,
      "grad_norm": 5.15625,
      "learning_rate": 3.6288816605730616e-05,
      "loss": 1.6222,
      "mean_token_accuracy": 0.6331979721784592,
      "num_tokens": 166634889.0,
      "step": 216260
    },
    {
      "epoch": 0.2743296827076024,
      "grad_norm": 6.90625,
      "learning_rate": 3.628818229564432e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5299620866775513,
      "num_tokens": 166642718.0,
      "step": 216270
    },
    {
      "epoch": 0.2743423673001352,
      "grad_norm": 6.9375,
      "learning_rate": 3.6287547985558026e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5515976577997208,
      "num_tokens": 166650786.0,
      "step": 216280
    },
    {
      "epoch": 0.27435505189266807,
      "grad_norm": 6.125,
      "learning_rate": 3.628691367547174e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5559154897928238,
      "num_tokens": 166658135.0,
      "step": 216290
    },
    {
      "epoch": 0.2743677364852009,
      "grad_norm": 5.09375,
      "learning_rate": 3.6286279365385444e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5740970373153687,
      "num_tokens": 166666265.0,
      "step": 216300
    },
    {
      "epoch": 0.2743804210777337,
      "grad_norm": 6.5625,
      "learning_rate": 3.6285645055299156e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5364865571260452,
      "num_tokens": 166674522.0,
      "step": 216310
    },
    {
      "epoch": 0.27439310567026653,
      "grad_norm": 6.21875,
      "learning_rate": 3.628501074521287e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.528897476196289,
      "num_tokens": 166682422.0,
      "step": 216320
    },
    {
      "epoch": 0.2744057902627994,
      "grad_norm": 6.875,
      "learning_rate": 3.6284376435126573e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5561971485614776,
      "num_tokens": 166689001.0,
      "step": 216330
    },
    {
      "epoch": 0.2744184748553322,
      "grad_norm": 4.875,
      "learning_rate": 3.628374212504028e-05,
      "loss": 2.2527,
      "mean_token_accuracy": 0.5111576080322265,
      "num_tokens": 166697428.0,
      "step": 216340
    },
    {
      "epoch": 0.27443115944786506,
      "grad_norm": 7.0,
      "learning_rate": 3.6283107814953984e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5458368331193924,
      "num_tokens": 166704168.0,
      "step": 216350
    },
    {
      "epoch": 0.2744438440403979,
      "grad_norm": 5.90625,
      "learning_rate": 3.6282473504867696e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5354321390390396,
      "num_tokens": 166711549.0,
      "step": 216360
    },
    {
      "epoch": 0.27445652863293074,
      "grad_norm": 5.1875,
      "learning_rate": 3.628183919478141e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5337469905614853,
      "num_tokens": 166719675.0,
      "step": 216370
    },
    {
      "epoch": 0.2744692132254636,
      "grad_norm": 5.5,
      "learning_rate": 3.6281204884695114e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5540808826684952,
      "num_tokens": 166726860.0,
      "step": 216380
    },
    {
      "epoch": 0.27448189781799637,
      "grad_norm": 4.90625,
      "learning_rate": 3.6280570574608826e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5283120483160019,
      "num_tokens": 166735602.0,
      "step": 216390
    },
    {
      "epoch": 0.2744945824105292,
      "grad_norm": 6.96875,
      "learning_rate": 3.627993626452253e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5521234154701233,
      "num_tokens": 166743138.0,
      "step": 216400
    },
    {
      "epoch": 0.27450726700306205,
      "grad_norm": 4.53125,
      "learning_rate": 3.627930195443624e-05,
      "loss": 1.7665,
      "mean_token_accuracy": 0.6069441735744476,
      "num_tokens": 166750701.0,
      "step": 216410
    },
    {
      "epoch": 0.2745199515955949,
      "grad_norm": 5.71875,
      "learning_rate": 3.627866764434995e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5406516253948211,
      "num_tokens": 166758521.0,
      "step": 216420
    },
    {
      "epoch": 0.27453263618812773,
      "grad_norm": 6.71875,
      "learning_rate": 3.6278033334263654e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5387336820363998,
      "num_tokens": 166767097.0,
      "step": 216430
    },
    {
      "epoch": 0.2745453207806606,
      "grad_norm": 5.6875,
      "learning_rate": 3.6277399024177366e-05,
      "loss": 2.2253,
      "mean_token_accuracy": 0.514970326423645,
      "num_tokens": 166774399.0,
      "step": 216440
    },
    {
      "epoch": 0.2745580053731934,
      "grad_norm": 13.5,
      "learning_rate": 3.627676471409107e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5362649172544479,
      "num_tokens": 166782031.0,
      "step": 216450
    },
    {
      "epoch": 0.27457068996572626,
      "grad_norm": 4.78125,
      "learning_rate": 3.6276130404004784e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5698392421007157,
      "num_tokens": 166790490.0,
      "step": 216460
    },
    {
      "epoch": 0.27458337455825904,
      "grad_norm": 5.65625,
      "learning_rate": 3.6275496093918496e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.539957469701767,
      "num_tokens": 166798288.0,
      "step": 216470
    },
    {
      "epoch": 0.2745960591507919,
      "grad_norm": 6.25,
      "learning_rate": 3.62748617838322e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5215774804353714,
      "num_tokens": 166807061.0,
      "step": 216480
    },
    {
      "epoch": 0.2746087437433247,
      "grad_norm": 4.4375,
      "learning_rate": 3.6274227473745906e-05,
      "loss": 2.2282,
      "mean_token_accuracy": 0.517072108387947,
      "num_tokens": 166814842.0,
      "step": 216490
    },
    {
      "epoch": 0.27462142833585756,
      "grad_norm": 5.25,
      "learning_rate": 3.627359316365961e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5495518922805787,
      "num_tokens": 166822937.0,
      "step": 216500
    },
    {
      "epoch": 0.2746341129283904,
      "grad_norm": 5.21875,
      "learning_rate": 3.6272958853573324e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.579813951253891,
      "num_tokens": 166829691.0,
      "step": 216510
    },
    {
      "epoch": 0.27464679752092325,
      "grad_norm": 5.84375,
      "learning_rate": 3.6272324543487036e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5190889507532119,
      "num_tokens": 166837646.0,
      "step": 216520
    },
    {
      "epoch": 0.2746594821134561,
      "grad_norm": 5.03125,
      "learning_rate": 3.627169023340074e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5339182943105698,
      "num_tokens": 166846243.0,
      "step": 216530
    },
    {
      "epoch": 0.27467216670598893,
      "grad_norm": 5.09375,
      "learning_rate": 3.6271055923314454e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5553466737270355,
      "num_tokens": 166852764.0,
      "step": 216540
    },
    {
      "epoch": 0.2746848512985217,
      "grad_norm": 7.0625,
      "learning_rate": 3.627042161322816e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5639397859573364,
      "num_tokens": 166861262.0,
      "step": 216550
    },
    {
      "epoch": 0.27469753589105456,
      "grad_norm": 5.03125,
      "learning_rate": 3.6269787303141864e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5477048337459565,
      "num_tokens": 166869362.0,
      "step": 216560
    },
    {
      "epoch": 0.2747102204835874,
      "grad_norm": 5.4375,
      "learning_rate": 3.6269152993055576e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5332687377929688,
      "num_tokens": 166876123.0,
      "step": 216570
    },
    {
      "epoch": 0.27472290507612024,
      "grad_norm": 6.875,
      "learning_rate": 3.626851868296928e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5422784566879273,
      "num_tokens": 166884120.0,
      "step": 216580
    },
    {
      "epoch": 0.2747355896686531,
      "grad_norm": 5.9375,
      "learning_rate": 3.6267884372882994e-05,
      "loss": 1.8963,
      "mean_token_accuracy": 0.5793787062168121,
      "num_tokens": 166890773.0,
      "step": 216590
    },
    {
      "epoch": 0.2747482742611859,
      "grad_norm": 6.34375,
      "learning_rate": 3.62672500627967e-05,
      "loss": 2.2714,
      "mean_token_accuracy": 0.5170737147331238,
      "num_tokens": 166897840.0,
      "step": 216600
    },
    {
      "epoch": 0.27476095885371876,
      "grad_norm": 5.4375,
      "learning_rate": 3.626661575271041e-05,
      "loss": 2.1997,
      "mean_token_accuracy": 0.519780021905899,
      "num_tokens": 166905679.0,
      "step": 216610
    },
    {
      "epoch": 0.2747736434462516,
      "grad_norm": 5.71875,
      "learning_rate": 3.626598144262412e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5583355844020843,
      "num_tokens": 166914493.0,
      "step": 216620
    },
    {
      "epoch": 0.2747863280387844,
      "grad_norm": 7.34375,
      "learning_rate": 3.626534713253782e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5416817635297775,
      "num_tokens": 166922682.0,
      "step": 216630
    },
    {
      "epoch": 0.27479901263131723,
      "grad_norm": 4.8125,
      "learning_rate": 3.6264712822451534e-05,
      "loss": 2.2805,
      "mean_token_accuracy": 0.5114833503961563,
      "num_tokens": 166931712.0,
      "step": 216640
    },
    {
      "epoch": 0.27481169722385007,
      "grad_norm": 5.65625,
      "learning_rate": 3.626407851236524e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5454673349857331,
      "num_tokens": 166939266.0,
      "step": 216650
    },
    {
      "epoch": 0.2748243818163829,
      "grad_norm": 10.0625,
      "learning_rate": 3.626344420227895e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5609609544277191,
      "num_tokens": 166946294.0,
      "step": 216660
    },
    {
      "epoch": 0.27483706640891575,
      "grad_norm": 5.46875,
      "learning_rate": 3.6262809892192664e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.539602380990982,
      "num_tokens": 166953418.0,
      "step": 216670
    },
    {
      "epoch": 0.2748497510014486,
      "grad_norm": 6.625,
      "learning_rate": 3.626217558210637e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5290806382894516,
      "num_tokens": 166961583.0,
      "step": 216680
    },
    {
      "epoch": 0.27486243559398144,
      "grad_norm": 7.25,
      "learning_rate": 3.6261541272020074e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5211989104747772,
      "num_tokens": 166968904.0,
      "step": 216690
    },
    {
      "epoch": 0.2748751201865142,
      "grad_norm": 5.9375,
      "learning_rate": 3.626090696193378e-05,
      "loss": 1.9237,
      "mean_token_accuracy": 0.5840293109416962,
      "num_tokens": 166976234.0,
      "step": 216700
    },
    {
      "epoch": 0.27488780477904706,
      "grad_norm": 4.90625,
      "learning_rate": 3.626027265184749e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5375296831130981,
      "num_tokens": 166985203.0,
      "step": 216710
    },
    {
      "epoch": 0.2749004893715799,
      "grad_norm": 5.21875,
      "learning_rate": 3.6259638341761204e-05,
      "loss": 1.8827,
      "mean_token_accuracy": 0.5802510440349579,
      "num_tokens": 166993356.0,
      "step": 216720
    },
    {
      "epoch": 0.27491317396411274,
      "grad_norm": 5.4375,
      "learning_rate": 3.625900403167491e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5380950748920441,
      "num_tokens": 167002174.0,
      "step": 216730
    },
    {
      "epoch": 0.2749258585566456,
      "grad_norm": 5.34375,
      "learning_rate": 3.625836972158862e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5490008145570755,
      "num_tokens": 167009647.0,
      "step": 216740
    },
    {
      "epoch": 0.2749385431491784,
      "grad_norm": 4.875,
      "learning_rate": 3.625773541150233e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5445820063352584,
      "num_tokens": 167017281.0,
      "step": 216750
    },
    {
      "epoch": 0.27495122774171127,
      "grad_norm": 5.0,
      "learning_rate": 3.625710110141603e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5680912613868714,
      "num_tokens": 167025138.0,
      "step": 216760
    },
    {
      "epoch": 0.2749639123342441,
      "grad_norm": 4.90625,
      "learning_rate": 3.6256466791329744e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5114555865526199,
      "num_tokens": 167033129.0,
      "step": 216770
    },
    {
      "epoch": 0.2749765969267769,
      "grad_norm": 6.46875,
      "learning_rate": 3.625583248124345e-05,
      "loss": 1.8995,
      "mean_token_accuracy": 0.5817044496536254,
      "num_tokens": 167040322.0,
      "step": 216780
    },
    {
      "epoch": 0.27498928151930974,
      "grad_norm": 7.1875,
      "learning_rate": 3.625519817115716e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5702479541301727,
      "num_tokens": 167048241.0,
      "step": 216790
    },
    {
      "epoch": 0.2750019661118426,
      "grad_norm": 4.375,
      "learning_rate": 3.625456386107087e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.535959854722023,
      "num_tokens": 167056211.0,
      "step": 216800
    },
    {
      "epoch": 0.2750146507043754,
      "grad_norm": 11.0625,
      "learning_rate": 3.625392955098458e-05,
      "loss": 2.3611,
      "mean_token_accuracy": 0.5049664676189423,
      "num_tokens": 167063665.0,
      "step": 216810
    },
    {
      "epoch": 0.27502733529690826,
      "grad_norm": 4.375,
      "learning_rate": 3.625329524089829e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5596237182617188,
      "num_tokens": 167072931.0,
      "step": 216820
    },
    {
      "epoch": 0.2750400198894411,
      "grad_norm": 5.46875,
      "learning_rate": 3.6252660930812e-05,
      "loss": 1.8281,
      "mean_token_accuracy": 0.5940522432327271,
      "num_tokens": 167080368.0,
      "step": 216830
    },
    {
      "epoch": 0.27505270448197394,
      "grad_norm": 5.0,
      "learning_rate": 3.62520266207257e-05,
      "loss": 2.174,
      "mean_token_accuracy": 0.5273044377565383,
      "num_tokens": 167087582.0,
      "step": 216840
    },
    {
      "epoch": 0.2750653890745068,
      "grad_norm": 5.28125,
      "learning_rate": 3.625139231063941e-05,
      "loss": 2.225,
      "mean_token_accuracy": 0.5188679546117783,
      "num_tokens": 167096172.0,
      "step": 216850
    },
    {
      "epoch": 0.27507807366703957,
      "grad_norm": 5.65625,
      "learning_rate": 3.625075800055312e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5561829715967178,
      "num_tokens": 167104316.0,
      "step": 216860
    },
    {
      "epoch": 0.2750907582595724,
      "grad_norm": 4.96875,
      "learning_rate": 3.625012369046683e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.537068036198616,
      "num_tokens": 167111598.0,
      "step": 216870
    },
    {
      "epoch": 0.27510344285210525,
      "grad_norm": 5.5,
      "learning_rate": 3.624948938038054e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5592160224914551,
      "num_tokens": 167118664.0,
      "step": 216880
    },
    {
      "epoch": 0.2751161274446381,
      "grad_norm": 5.15625,
      "learning_rate": 3.624885507029425e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5594791084527969,
      "num_tokens": 167126538.0,
      "step": 216890
    },
    {
      "epoch": 0.27512881203717093,
      "grad_norm": 5.4375,
      "learning_rate": 3.6248220760207955e-05,
      "loss": 2.2642,
      "mean_token_accuracy": 0.4993046760559082,
      "num_tokens": 167134714.0,
      "step": 216900
    },
    {
      "epoch": 0.2751414966297038,
      "grad_norm": 4.75,
      "learning_rate": 3.624758645012166e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5415085226297378,
      "num_tokens": 167142821.0,
      "step": 216910
    },
    {
      "epoch": 0.2751541812222366,
      "grad_norm": 6.15625,
      "learning_rate": 3.624695214003537e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5538871586322784,
      "num_tokens": 167150600.0,
      "step": 216920
    },
    {
      "epoch": 0.27516686581476946,
      "grad_norm": 4.4375,
      "learning_rate": 3.624631782994908e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5569243788719177,
      "num_tokens": 167159148.0,
      "step": 216930
    },
    {
      "epoch": 0.27517955040730224,
      "grad_norm": 5.8125,
      "learning_rate": 3.624568351986279e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5238970160484314,
      "num_tokens": 167166757.0,
      "step": 216940
    },
    {
      "epoch": 0.2751922349998351,
      "grad_norm": 5.46875,
      "learning_rate": 3.6245049209776495e-05,
      "loss": 2.2651,
      "mean_token_accuracy": 0.5133983284235001,
      "num_tokens": 167176117.0,
      "step": 216950
    },
    {
      "epoch": 0.2752049195923679,
      "grad_norm": 5.625,
      "learning_rate": 3.624441489969021e-05,
      "loss": 2.2391,
      "mean_token_accuracy": 0.5150734722614289,
      "num_tokens": 167185297.0,
      "step": 216960
    },
    {
      "epoch": 0.27521760418490077,
      "grad_norm": 5.46875,
      "learning_rate": 3.624378058960391e-05,
      "loss": 2.2419,
      "mean_token_accuracy": 0.508988830447197,
      "num_tokens": 167193509.0,
      "step": 216970
    },
    {
      "epoch": 0.2752302887774336,
      "grad_norm": 5.6875,
      "learning_rate": 3.624314627951762e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5381382822990417,
      "num_tokens": 167201522.0,
      "step": 216980
    },
    {
      "epoch": 0.27524297336996645,
      "grad_norm": 6.0,
      "learning_rate": 3.624251196943133e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5632597953081131,
      "num_tokens": 167209082.0,
      "step": 216990
    },
    {
      "epoch": 0.2752556579624993,
      "grad_norm": 5.1875,
      "learning_rate": 3.6241877659345035e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5617750972509384,
      "num_tokens": 167217417.0,
      "step": 217000
    },
    {
      "epoch": 0.27526834255503213,
      "grad_norm": 6.25,
      "learning_rate": 3.624124334925875e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.524243301153183,
      "num_tokens": 167225162.0,
      "step": 217010
    },
    {
      "epoch": 0.2752810271475649,
      "grad_norm": 6.34375,
      "learning_rate": 3.624060903917246e-05,
      "loss": 1.8883,
      "mean_token_accuracy": 0.5701633572578431,
      "num_tokens": 167232190.0,
      "step": 217020
    },
    {
      "epoch": 0.27529371174009776,
      "grad_norm": 5.28125,
      "learning_rate": 3.6239974729086165e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5436868369579315,
      "num_tokens": 167240629.0,
      "step": 217030
    },
    {
      "epoch": 0.2753063963326306,
      "grad_norm": 4.75,
      "learning_rate": 3.623934041899987e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.52387735247612,
      "num_tokens": 167249924.0,
      "step": 217040
    },
    {
      "epoch": 0.27531908092516344,
      "grad_norm": 4.6875,
      "learning_rate": 3.6238706108913576e-05,
      "loss": 1.8058,
      "mean_token_accuracy": 0.5992486119270325,
      "num_tokens": 167257181.0,
      "step": 217050
    },
    {
      "epoch": 0.2753317655176963,
      "grad_norm": 5.4375,
      "learning_rate": 3.623807179882729e-05,
      "loss": 1.841,
      "mean_token_accuracy": 0.5752204895019531,
      "num_tokens": 167265371.0,
      "step": 217060
    },
    {
      "epoch": 0.2753444501102291,
      "grad_norm": 4.90625,
      "learning_rate": 3.6237437488741e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5423710376024247,
      "num_tokens": 167273163.0,
      "step": 217070
    },
    {
      "epoch": 0.27535713470276196,
      "grad_norm": 5.96875,
      "learning_rate": 3.6236803178654705e-05,
      "loss": 2.3204,
      "mean_token_accuracy": 0.5099486351013184,
      "num_tokens": 167282379.0,
      "step": 217080
    },
    {
      "epoch": 0.2753698192952948,
      "grad_norm": 5.6875,
      "learning_rate": 3.623616886856842e-05,
      "loss": 1.8433,
      "mean_token_accuracy": 0.5915408998727798,
      "num_tokens": 167288543.0,
      "step": 217090
    },
    {
      "epoch": 0.2753825038878276,
      "grad_norm": 5.625,
      "learning_rate": 3.623553455848212e-05,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5798535227775574,
      "num_tokens": 167296255.0,
      "step": 217100
    },
    {
      "epoch": 0.27539518848036043,
      "grad_norm": 5.125,
      "learning_rate": 3.623490024839583e-05,
      "loss": 1.8365,
      "mean_token_accuracy": 0.593364366889,
      "num_tokens": 167305038.0,
      "step": 217110
    },
    {
      "epoch": 0.27540787307289327,
      "grad_norm": 6.375,
      "learning_rate": 3.623426593830954e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5250317126512527,
      "num_tokens": 167311896.0,
      "step": 217120
    },
    {
      "epoch": 0.2754205576654261,
      "grad_norm": 6.46875,
      "learning_rate": 3.6233631628223245e-05,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5227539986371994,
      "num_tokens": 167319770.0,
      "step": 217130
    },
    {
      "epoch": 0.27543324225795895,
      "grad_norm": 5.59375,
      "learning_rate": 3.623299731813696e-05,
      "loss": 1.9235,
      "mean_token_accuracy": 0.5501464962959289,
      "num_tokens": 167326088.0,
      "step": 217140
    },
    {
      "epoch": 0.2754459268504918,
      "grad_norm": 6.0,
      "learning_rate": 3.623236300805066e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5473528891801834,
      "num_tokens": 167333653.0,
      "step": 217150
    },
    {
      "epoch": 0.27545861144302464,
      "grad_norm": 5.53125,
      "learning_rate": 3.6231728697964375e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5499252170324326,
      "num_tokens": 167340808.0,
      "step": 217160
    },
    {
      "epoch": 0.2754712960355574,
      "grad_norm": 6.875,
      "learning_rate": 3.623109438787809e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5402181357145309,
      "num_tokens": 167348183.0,
      "step": 217170
    },
    {
      "epoch": 0.27548398062809026,
      "grad_norm": 4.78125,
      "learning_rate": 3.6230460077791786e-05,
      "loss": 1.8129,
      "mean_token_accuracy": 0.587897789478302,
      "num_tokens": 167356684.0,
      "step": 217180
    },
    {
      "epoch": 0.2754966652206231,
      "grad_norm": 5.625,
      "learning_rate": 3.62298257677055e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5736476957798005,
      "num_tokens": 167363849.0,
      "step": 217190
    },
    {
      "epoch": 0.27550934981315595,
      "grad_norm": 4.46875,
      "learning_rate": 3.62291914576192e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5443178504705429,
      "num_tokens": 167370822.0,
      "step": 217200
    },
    {
      "epoch": 0.2755220344056888,
      "grad_norm": 5.1875,
      "learning_rate": 3.6228557147532915e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.5679742008447647,
      "num_tokens": 167379002.0,
      "step": 217210
    },
    {
      "epoch": 0.27553471899822163,
      "grad_norm": 5.75,
      "learning_rate": 3.622792283744663e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5334937661886215,
      "num_tokens": 167386591.0,
      "step": 217220
    },
    {
      "epoch": 0.27554740359075447,
      "grad_norm": 14.0625,
      "learning_rate": 3.622728852736033e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5732769668102264,
      "num_tokens": 167393747.0,
      "step": 217230
    },
    {
      "epoch": 0.2755600881832873,
      "grad_norm": 4.78125,
      "learning_rate": 3.6226654217274045e-05,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5535682410001754,
      "num_tokens": 167400727.0,
      "step": 217240
    },
    {
      "epoch": 0.2755727727758201,
      "grad_norm": 4.78125,
      "learning_rate": 3.622601990718775e-05,
      "loss": 1.9166,
      "mean_token_accuracy": 0.5664951711893081,
      "num_tokens": 167408856.0,
      "step": 217250
    },
    {
      "epoch": 0.27558545736835294,
      "grad_norm": 5.6875,
      "learning_rate": 3.6225385597101456e-05,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5792795926332474,
      "num_tokens": 167416424.0,
      "step": 217260
    },
    {
      "epoch": 0.2755981419608858,
      "grad_norm": 4.8125,
      "learning_rate": 3.622475128701517e-05,
      "loss": 1.9297,
      "mean_token_accuracy": 0.5643170833587646,
      "num_tokens": 167423671.0,
      "step": 217270
    },
    {
      "epoch": 0.2756108265534186,
      "grad_norm": 8.3125,
      "learning_rate": 3.622411697692887e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5484238475561142,
      "num_tokens": 167430368.0,
      "step": 217280
    },
    {
      "epoch": 0.27562351114595146,
      "grad_norm": 5.875,
      "learning_rate": 3.6223482666842585e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5434616297483444,
      "num_tokens": 167438055.0,
      "step": 217290
    },
    {
      "epoch": 0.2756361957384843,
      "grad_norm": 6.25,
      "learning_rate": 3.62228483567563e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5285495579242706,
      "num_tokens": 167445577.0,
      "step": 217300
    },
    {
      "epoch": 0.27564888033101714,
      "grad_norm": 6.625,
      "learning_rate": 3.622221404667e-05,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5554735660552979,
      "num_tokens": 167453269.0,
      "step": 217310
    },
    {
      "epoch": 0.27566156492355,
      "grad_norm": 5.15625,
      "learning_rate": 3.622157973658371e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5345561563968658,
      "num_tokens": 167460469.0,
      "step": 217320
    },
    {
      "epoch": 0.27567424951608277,
      "grad_norm": 5.0625,
      "learning_rate": 3.6220945426497414e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.543691074848175,
      "num_tokens": 167467887.0,
      "step": 217330
    },
    {
      "epoch": 0.2756869341086156,
      "grad_norm": 5.25,
      "learning_rate": 3.6220311116411126e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5553238660097122,
      "num_tokens": 167475552.0,
      "step": 217340
    },
    {
      "epoch": 0.27569961870114845,
      "grad_norm": 4.96875,
      "learning_rate": 3.621967680632484e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5322107195854187,
      "num_tokens": 167483548.0,
      "step": 217350
    },
    {
      "epoch": 0.2757123032936813,
      "grad_norm": 5.375,
      "learning_rate": 3.621904249623854e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.542103511095047,
      "num_tokens": 167491781.0,
      "step": 217360
    },
    {
      "epoch": 0.27572498788621413,
      "grad_norm": 5.71875,
      "learning_rate": 3.6218408186152255e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5324655026197433,
      "num_tokens": 167499597.0,
      "step": 217370
    },
    {
      "epoch": 0.275737672478747,
      "grad_norm": 5.65625,
      "learning_rate": 3.621777387606596e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.536336886882782,
      "num_tokens": 167506905.0,
      "step": 217380
    },
    {
      "epoch": 0.2757503570712798,
      "grad_norm": 8.1875,
      "learning_rate": 3.6217139565979666e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5747750222682952,
      "num_tokens": 167513613.0,
      "step": 217390
    },
    {
      "epoch": 0.27576304166381266,
      "grad_norm": 6.1875,
      "learning_rate": 3.621650525589338e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5437495678663253,
      "num_tokens": 167521345.0,
      "step": 217400
    },
    {
      "epoch": 0.27577572625634544,
      "grad_norm": 6.03125,
      "learning_rate": 3.6215870945807083e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5240488588809967,
      "num_tokens": 167530615.0,
      "step": 217410
    },
    {
      "epoch": 0.2757884108488783,
      "grad_norm": 6.78125,
      "learning_rate": 3.6215236635720796e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5805378973484039,
      "num_tokens": 167537380.0,
      "step": 217420
    },
    {
      "epoch": 0.2758010954414111,
      "grad_norm": 5.9375,
      "learning_rate": 3.62146023256345e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5802472203969955,
      "num_tokens": 167544811.0,
      "step": 217430
    },
    {
      "epoch": 0.27581378003394397,
      "grad_norm": 7.15625,
      "learning_rate": 3.621396801554821e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5819279611110687,
      "num_tokens": 167552203.0,
      "step": 217440
    },
    {
      "epoch": 0.2758264646264768,
      "grad_norm": 6.84375,
      "learning_rate": 3.621333370546192e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5268284767866135,
      "num_tokens": 167559598.0,
      "step": 217450
    },
    {
      "epoch": 0.27583914921900965,
      "grad_norm": 6.0625,
      "learning_rate": 3.6212699395375624e-05,
      "loss": 2.275,
      "mean_token_accuracy": 0.5061534672975541,
      "num_tokens": 167568704.0,
      "step": 217460
    },
    {
      "epoch": 0.2758518338115425,
      "grad_norm": 5.28125,
      "learning_rate": 3.6212065085289336e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5337303876876831,
      "num_tokens": 167576676.0,
      "step": 217470
    },
    {
      "epoch": 0.27586451840407533,
      "grad_norm": 5.21875,
      "learning_rate": 3.621143077520304e-05,
      "loss": 1.7874,
      "mean_token_accuracy": 0.5996606588363648,
      "num_tokens": 167583136.0,
      "step": 217480
    },
    {
      "epoch": 0.2758772029966081,
      "grad_norm": 5.40625,
      "learning_rate": 3.621079646511675e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5462409496307373,
      "num_tokens": 167590727.0,
      "step": 217490
    },
    {
      "epoch": 0.27588988758914096,
      "grad_norm": 5.875,
      "learning_rate": 3.6210162155030465e-05,
      "loss": 2.277,
      "mean_token_accuracy": 0.5125667005777359,
      "num_tokens": 167598891.0,
      "step": 217500
    },
    {
      "epoch": 0.2759025721816738,
      "grad_norm": 7.46875,
      "learning_rate": 3.620952784494417e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5396705001592637,
      "num_tokens": 167606400.0,
      "step": 217510
    },
    {
      "epoch": 0.27591525677420664,
      "grad_norm": 5.21875,
      "learning_rate": 3.6208893534857876e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5325924605131149,
      "num_tokens": 167616390.0,
      "step": 217520
    },
    {
      "epoch": 0.2759279413667395,
      "grad_norm": 6.21875,
      "learning_rate": 3.620825922477158e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5426548421382904,
      "num_tokens": 167624193.0,
      "step": 217530
    },
    {
      "epoch": 0.2759406259592723,
      "grad_norm": 4.5,
      "learning_rate": 3.6207624914685294e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5894924908876419,
      "num_tokens": 167630768.0,
      "step": 217540
    },
    {
      "epoch": 0.27595331055180516,
      "grad_norm": 4.28125,
      "learning_rate": 3.6206990604599006e-05,
      "loss": 1.8165,
      "mean_token_accuracy": 0.5913189262151718,
      "num_tokens": 167637867.0,
      "step": 217550
    },
    {
      "epoch": 0.275965995144338,
      "grad_norm": 5.40625,
      "learning_rate": 3.620635629451271e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.5535877466201782,
      "num_tokens": 167644828.0,
      "step": 217560
    },
    {
      "epoch": 0.2759786797368708,
      "grad_norm": 5.53125,
      "learning_rate": 3.620572198442642e-05,
      "loss": 1.672,
      "mean_token_accuracy": 0.6196010112762451,
      "num_tokens": 167651200.0,
      "step": 217570
    },
    {
      "epoch": 0.27599136432940363,
      "grad_norm": 5.375,
      "learning_rate": 3.620508767434013e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5310196876525879,
      "num_tokens": 167659822.0,
      "step": 217580
    },
    {
      "epoch": 0.2760040489219365,
      "grad_norm": 4.96875,
      "learning_rate": 3.620445336425384e-05,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5753657788038253,
      "num_tokens": 167667806.0,
      "step": 217590
    },
    {
      "epoch": 0.2760167335144693,
      "grad_norm": 5.9375,
      "learning_rate": 3.6203819054167546e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5216102063655853,
      "num_tokens": 167676047.0,
      "step": 217600
    },
    {
      "epoch": 0.27602941810700216,
      "grad_norm": 5.15625,
      "learning_rate": 3.620318474408125e-05,
      "loss": 1.9189,
      "mean_token_accuracy": 0.5746221125125885,
      "num_tokens": 167683935.0,
      "step": 217610
    },
    {
      "epoch": 0.276042102699535,
      "grad_norm": 5.25,
      "learning_rate": 3.6202550433994964e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5289416402578354,
      "num_tokens": 167691821.0,
      "step": 217620
    },
    {
      "epoch": 0.27605478729206784,
      "grad_norm": 4.21875,
      "learning_rate": 3.620191612390867e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5436690866947174,
      "num_tokens": 167699454.0,
      "step": 217630
    },
    {
      "epoch": 0.2760674718846006,
      "grad_norm": 4.46875,
      "learning_rate": 3.620128181382238e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5515418857336044,
      "num_tokens": 167708116.0,
      "step": 217640
    },
    {
      "epoch": 0.27608015647713346,
      "grad_norm": 6.46875,
      "learning_rate": 3.620064750373609e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5500529676675796,
      "num_tokens": 167715243.0,
      "step": 217650
    },
    {
      "epoch": 0.2760928410696663,
      "grad_norm": 4.90625,
      "learning_rate": 3.62000131936498e-05,
      "loss": 1.8876,
      "mean_token_accuracy": 0.5816341549158096,
      "num_tokens": 167723321.0,
      "step": 217660
    },
    {
      "epoch": 0.27610552566219915,
      "grad_norm": 7.21875,
      "learning_rate": 3.6199378883563504e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5518245011568069,
      "num_tokens": 167731383.0,
      "step": 217670
    },
    {
      "epoch": 0.276118210254732,
      "grad_norm": 8.6875,
      "learning_rate": 3.619874457347721e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5357712745666504,
      "num_tokens": 167738208.0,
      "step": 217680
    },
    {
      "epoch": 0.27613089484726483,
      "grad_norm": 5.65625,
      "learning_rate": 3.619811026339092e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.524652537703514,
      "num_tokens": 167745926.0,
      "step": 217690
    },
    {
      "epoch": 0.27614357943979767,
      "grad_norm": 8.875,
      "learning_rate": 3.6197475953304633e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5535830795764923,
      "num_tokens": 167752799.0,
      "step": 217700
    },
    {
      "epoch": 0.2761562640323305,
      "grad_norm": 4.71875,
      "learning_rate": 3.619684164321834e-05,
      "loss": 2.2788,
      "mean_token_accuracy": 0.5196944862604141,
      "num_tokens": 167760661.0,
      "step": 217710
    },
    {
      "epoch": 0.2761689486248633,
      "grad_norm": 6.25,
      "learning_rate": 3.619620733313205e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5590487450361252,
      "num_tokens": 167768254.0,
      "step": 217720
    },
    {
      "epoch": 0.27618163321739614,
      "grad_norm": 4.9375,
      "learning_rate": 3.6195573023045756e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5527783393859863,
      "num_tokens": 167775820.0,
      "step": 217730
    },
    {
      "epoch": 0.276194317809929,
      "grad_norm": 5.9375,
      "learning_rate": 3.619493871295946e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5408770352602005,
      "num_tokens": 167783040.0,
      "step": 217740
    },
    {
      "epoch": 0.2762070024024618,
      "grad_norm": 6.21875,
      "learning_rate": 3.6194304402873174e-05,
      "loss": 1.8609,
      "mean_token_accuracy": 0.5976357907056808,
      "num_tokens": 167789236.0,
      "step": 217750
    },
    {
      "epoch": 0.27621968699499466,
      "grad_norm": 5.59375,
      "learning_rate": 3.619367009278688e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5084131628274917,
      "num_tokens": 167797491.0,
      "step": 217760
    },
    {
      "epoch": 0.2762323715875275,
      "grad_norm": 6.5625,
      "learning_rate": 3.619303578270059e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5536003142595292,
      "num_tokens": 167805494.0,
      "step": 217770
    },
    {
      "epoch": 0.27624505618006034,
      "grad_norm": 7.25,
      "learning_rate": 3.61924014726143e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5410403639078141,
      "num_tokens": 167813108.0,
      "step": 217780
    },
    {
      "epoch": 0.2762577407725932,
      "grad_norm": 5.4375,
      "learning_rate": 3.619176716252801e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5495995610952378,
      "num_tokens": 167820427.0,
      "step": 217790
    },
    {
      "epoch": 0.27627042536512597,
      "grad_norm": 5.0625,
      "learning_rate": 3.6191132852441714e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5351469427347183,
      "num_tokens": 167827721.0,
      "step": 217800
    },
    {
      "epoch": 0.2762831099576588,
      "grad_norm": 4.6875,
      "learning_rate": 3.619049854235542e-05,
      "loss": 1.9048,
      "mean_token_accuracy": 0.5798034429550171,
      "num_tokens": 167834697.0,
      "step": 217810
    },
    {
      "epoch": 0.27629579455019165,
      "grad_norm": 6.125,
      "learning_rate": 3.618986423226913e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5543148756027222,
      "num_tokens": 167842200.0,
      "step": 217820
    },
    {
      "epoch": 0.2763084791427245,
      "grad_norm": 4.5,
      "learning_rate": 3.618922992218284e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.565531051158905,
      "num_tokens": 167849645.0,
      "step": 217830
    },
    {
      "epoch": 0.27632116373525734,
      "grad_norm": 5.6875,
      "learning_rate": 3.618859561209655e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5218178033828735,
      "num_tokens": 167858572.0,
      "step": 217840
    },
    {
      "epoch": 0.2763338483277902,
      "grad_norm": 6.125,
      "learning_rate": 3.618796130201026e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5561346054077149,
      "num_tokens": 167865927.0,
      "step": 217850
    },
    {
      "epoch": 0.276346532920323,
      "grad_norm": 4.53125,
      "learning_rate": 3.6187326991923967e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5577337652444839,
      "num_tokens": 167873745.0,
      "step": 217860
    },
    {
      "epoch": 0.27635921751285586,
      "grad_norm": 5.21875,
      "learning_rate": 3.618669268183767e-05,
      "loss": 1.9523,
      "mean_token_accuracy": 0.559789827466011,
      "num_tokens": 167880817.0,
      "step": 217870
    },
    {
      "epoch": 0.27637190210538864,
      "grad_norm": 6.96875,
      "learning_rate": 3.618605837175138e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5588359832763672,
      "num_tokens": 167889292.0,
      "step": 217880
    },
    {
      "epoch": 0.2763845866979215,
      "grad_norm": 5.21875,
      "learning_rate": 3.618542406166509e-05,
      "loss": 1.9471,
      "mean_token_accuracy": 0.5793927788734436,
      "num_tokens": 167896621.0,
      "step": 217890
    },
    {
      "epoch": 0.2763972712904543,
      "grad_norm": 5.625,
      "learning_rate": 3.61847897515788e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5396147936582565,
      "num_tokens": 167902890.0,
      "step": 217900
    },
    {
      "epoch": 0.27640995588298717,
      "grad_norm": 5.0,
      "learning_rate": 3.618415544149251e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5647263854742051,
      "num_tokens": 167910939.0,
      "step": 217910
    },
    {
      "epoch": 0.27642264047552,
      "grad_norm": 7.96875,
      "learning_rate": 3.618352113140622e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.54805588722229,
      "num_tokens": 167917964.0,
      "step": 217920
    },
    {
      "epoch": 0.27643532506805285,
      "grad_norm": 6.375,
      "learning_rate": 3.6182886821319924e-05,
      "loss": 2.3307,
      "mean_token_accuracy": 0.5046310633420944,
      "num_tokens": 167926012.0,
      "step": 217930
    },
    {
      "epoch": 0.2764480096605857,
      "grad_norm": 5.34375,
      "learning_rate": 3.618225251123363e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5445210933685303,
      "num_tokens": 167934435.0,
      "step": 217940
    },
    {
      "epoch": 0.27646069425311853,
      "grad_norm": 8.0,
      "learning_rate": 3.618161820114734e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.551721167564392,
      "num_tokens": 167942230.0,
      "step": 217950
    },
    {
      "epoch": 0.2764733788456513,
      "grad_norm": 6.34375,
      "learning_rate": 3.618098389106105e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5377491891384125,
      "num_tokens": 167950309.0,
      "step": 217960
    },
    {
      "epoch": 0.27648606343818416,
      "grad_norm": 9.9375,
      "learning_rate": 3.618034958097476e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5308043986558915,
      "num_tokens": 167957295.0,
      "step": 217970
    },
    {
      "epoch": 0.276498748030717,
      "grad_norm": 4.65625,
      "learning_rate": 3.6179715270888465e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.520777627825737,
      "num_tokens": 167965953.0,
      "step": 217980
    },
    {
      "epoch": 0.27651143262324984,
      "grad_norm": 5.09375,
      "learning_rate": 3.617908096080218e-05,
      "loss": 1.6702,
      "mean_token_accuracy": 0.6243137896060944,
      "num_tokens": 167972428.0,
      "step": 217990
    },
    {
      "epoch": 0.2765241172157827,
      "grad_norm": 11.625,
      "learning_rate": 3.617844665071589e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5325372159481049,
      "num_tokens": 167980007.0,
      "step": 218000
    },
    {
      "epoch": 0.2765368018083155,
      "grad_norm": 6.75,
      "learning_rate": 3.6177812340629594e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5368594408035279,
      "num_tokens": 167988153.0,
      "step": 218010
    },
    {
      "epoch": 0.27654948640084837,
      "grad_norm": 4.84375,
      "learning_rate": 3.61771780305433e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5492995530366898,
      "num_tokens": 167995708.0,
      "step": 218020
    },
    {
      "epoch": 0.2765621709933812,
      "grad_norm": 5.21875,
      "learning_rate": 3.6176543720457005e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5335904031991958,
      "num_tokens": 168003726.0,
      "step": 218030
    },
    {
      "epoch": 0.276574855585914,
      "grad_norm": 5.4375,
      "learning_rate": 3.617590941037072e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5775282829999924,
      "num_tokens": 168011470.0,
      "step": 218040
    },
    {
      "epoch": 0.27658754017844683,
      "grad_norm": 7.28125,
      "learning_rate": 3.617527510028443e-05,
      "loss": 1.7713,
      "mean_token_accuracy": 0.5984016954898834,
      "num_tokens": 168018881.0,
      "step": 218050
    },
    {
      "epoch": 0.2766002247709797,
      "grad_norm": 10.5,
      "learning_rate": 3.6174640790198135e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5503937214612961,
      "num_tokens": 168026046.0,
      "step": 218060
    },
    {
      "epoch": 0.2766129093635125,
      "grad_norm": 4.4375,
      "learning_rate": 3.617400648011185e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5661006212234497,
      "num_tokens": 168032117.0,
      "step": 218070
    },
    {
      "epoch": 0.27662559395604536,
      "grad_norm": 6.09375,
      "learning_rate": 3.617337217002555e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5243415713310242,
      "num_tokens": 168040482.0,
      "step": 218080
    },
    {
      "epoch": 0.2766382785485782,
      "grad_norm": 4.8125,
      "learning_rate": 3.617273785993926e-05,
      "loss": 1.8404,
      "mean_token_accuracy": 0.5832042247056961,
      "num_tokens": 168048027.0,
      "step": 218090
    },
    {
      "epoch": 0.27665096314111104,
      "grad_norm": 8.5625,
      "learning_rate": 3.617210354985297e-05,
      "loss": 1.7988,
      "mean_token_accuracy": 0.5965270698070526,
      "num_tokens": 168054787.0,
      "step": 218100
    },
    {
      "epoch": 0.2766636477336438,
      "grad_norm": 6.65625,
      "learning_rate": 3.6171469239766675e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5407686531543732,
      "num_tokens": 168062548.0,
      "step": 218110
    },
    {
      "epoch": 0.27667633232617667,
      "grad_norm": 4.9375,
      "learning_rate": 3.617083492968039e-05,
      "loss": 1.8363,
      "mean_token_accuracy": 0.5959108740091323,
      "num_tokens": 168069300.0,
      "step": 218120
    },
    {
      "epoch": 0.2766890169187095,
      "grad_norm": 6.34375,
      "learning_rate": 3.61702006195941e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.546881702542305,
      "num_tokens": 168075964.0,
      "step": 218130
    },
    {
      "epoch": 0.27670170151124235,
      "grad_norm": 11.0625,
      "learning_rate": 3.6169566309507804e-05,
      "loss": 1.8979,
      "mean_token_accuracy": 0.5819911688566208,
      "num_tokens": 168083891.0,
      "step": 218140
    },
    {
      "epoch": 0.2767143861037752,
      "grad_norm": 5.5,
      "learning_rate": 3.616893199942151e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5111938863992691,
      "num_tokens": 168093222.0,
      "step": 218150
    },
    {
      "epoch": 0.27672707069630803,
      "grad_norm": 6.46875,
      "learning_rate": 3.6168297689335215e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5455372542142868,
      "num_tokens": 168100681.0,
      "step": 218160
    },
    {
      "epoch": 0.27673975528884087,
      "grad_norm": 4.84375,
      "learning_rate": 3.616766337924893e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5522305101156235,
      "num_tokens": 168108267.0,
      "step": 218170
    },
    {
      "epoch": 0.2767524398813737,
      "grad_norm": 5.75,
      "learning_rate": 3.616702906916264e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5145890772342682,
      "num_tokens": 168117341.0,
      "step": 218180
    },
    {
      "epoch": 0.2767651244739065,
      "grad_norm": 5.40625,
      "learning_rate": 3.6166394759076345e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5248755604028702,
      "num_tokens": 168123931.0,
      "step": 218190
    },
    {
      "epoch": 0.27677780906643934,
      "grad_norm": 4.59375,
      "learning_rate": 3.616576044899006e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5183071374893189,
      "num_tokens": 168132934.0,
      "step": 218200
    },
    {
      "epoch": 0.2767904936589722,
      "grad_norm": 5.6875,
      "learning_rate": 3.616512613890376e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5445943772792816,
      "num_tokens": 168140596.0,
      "step": 218210
    },
    {
      "epoch": 0.276803178251505,
      "grad_norm": 5.9375,
      "learning_rate": 3.616449182881747e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5337102770805359,
      "num_tokens": 168147917.0,
      "step": 218220
    },
    {
      "epoch": 0.27681586284403786,
      "grad_norm": 4.71875,
      "learning_rate": 3.616385751873118e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5169583141803742,
      "num_tokens": 168157080.0,
      "step": 218230
    },
    {
      "epoch": 0.2768285474365707,
      "grad_norm": 5.03125,
      "learning_rate": 3.6163223208644885e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5459940433502197,
      "num_tokens": 168165178.0,
      "step": 218240
    },
    {
      "epoch": 0.27684123202910355,
      "grad_norm": 5.8125,
      "learning_rate": 3.61625888985586e-05,
      "loss": 2.2422,
      "mean_token_accuracy": 0.518094328045845,
      "num_tokens": 168173942.0,
      "step": 218250
    },
    {
      "epoch": 0.2768539166216364,
      "grad_norm": 4.78125,
      "learning_rate": 3.61619545884723e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5337646931409836,
      "num_tokens": 168181304.0,
      "step": 218260
    },
    {
      "epoch": 0.2768666012141692,
      "grad_norm": 7.625,
      "learning_rate": 3.6161320278386015e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5291824042797089,
      "num_tokens": 168189295.0,
      "step": 218270
    },
    {
      "epoch": 0.276879285806702,
      "grad_norm": 5.125,
      "learning_rate": 3.616068596829972e-05,
      "loss": 1.8173,
      "mean_token_accuracy": 0.5907649338245392,
      "num_tokens": 168197395.0,
      "step": 218280
    },
    {
      "epoch": 0.27689197039923485,
      "grad_norm": 5.5,
      "learning_rate": 3.6160051658213425e-05,
      "loss": 2.3057,
      "mean_token_accuracy": 0.5034193515777587,
      "num_tokens": 168205768.0,
      "step": 218290
    },
    {
      "epoch": 0.2769046549917677,
      "grad_norm": 6.09375,
      "learning_rate": 3.615941734812714e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5666853696107864,
      "num_tokens": 168213230.0,
      "step": 218300
    },
    {
      "epoch": 0.27691733958430054,
      "grad_norm": 4.78125,
      "learning_rate": 3.615878303804084e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.56199871301651,
      "num_tokens": 168221099.0,
      "step": 218310
    },
    {
      "epoch": 0.2769300241768334,
      "grad_norm": 5.75,
      "learning_rate": 3.6158148727954555e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5410562694072724,
      "num_tokens": 168228320.0,
      "step": 218320
    },
    {
      "epoch": 0.2769427087693662,
      "grad_norm": 7.0625,
      "learning_rate": 3.615751441786827e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5460239797830582,
      "num_tokens": 168235432.0,
      "step": 218330
    },
    {
      "epoch": 0.27695539336189906,
      "grad_norm": 5.0625,
      "learning_rate": 3.615688010778197e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5530306607484817,
      "num_tokens": 168242863.0,
      "step": 218340
    },
    {
      "epoch": 0.27696807795443185,
      "grad_norm": 7.09375,
      "learning_rate": 3.6156245797695685e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5431763112545014,
      "num_tokens": 168250775.0,
      "step": 218350
    },
    {
      "epoch": 0.2769807625469647,
      "grad_norm": 5.1875,
      "learning_rate": 3.615561148760938e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5419853746891021,
      "num_tokens": 168259942.0,
      "step": 218360
    },
    {
      "epoch": 0.27699344713949753,
      "grad_norm": 5.53125,
      "learning_rate": 3.6154977177523095e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.5551760524511338,
      "num_tokens": 168267405.0,
      "step": 218370
    },
    {
      "epoch": 0.27700613173203037,
      "grad_norm": 6.65625,
      "learning_rate": 3.615434286743681e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5451514035463333,
      "num_tokens": 168274134.0,
      "step": 218380
    },
    {
      "epoch": 0.2770188163245632,
      "grad_norm": 6.1875,
      "learning_rate": 3.615370855735051e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5492874145507812,
      "num_tokens": 168280730.0,
      "step": 218390
    },
    {
      "epoch": 0.27703150091709605,
      "grad_norm": 6.5,
      "learning_rate": 3.6153074247264225e-05,
      "loss": 1.9352,
      "mean_token_accuracy": 0.5634665668010712,
      "num_tokens": 168287785.0,
      "step": 218400
    },
    {
      "epoch": 0.2770441855096289,
      "grad_norm": 4.25,
      "learning_rate": 3.615243993717793e-05,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5678828328847885,
      "num_tokens": 168295086.0,
      "step": 218410
    },
    {
      "epoch": 0.27705687010216173,
      "grad_norm": 5.75,
      "learning_rate": 3.615180562709164e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5570422768592834,
      "num_tokens": 168302438.0,
      "step": 218420
    },
    {
      "epoch": 0.2770695546946945,
      "grad_norm": 5.625,
      "learning_rate": 3.615117131700535e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5491418421268464,
      "num_tokens": 168310744.0,
      "step": 218430
    },
    {
      "epoch": 0.27708223928722736,
      "grad_norm": 4.96875,
      "learning_rate": 3.615053700691905e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5642399430274964,
      "num_tokens": 168318586.0,
      "step": 218440
    },
    {
      "epoch": 0.2770949238797602,
      "grad_norm": 4.96875,
      "learning_rate": 3.6149902696832765e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5596434712409973,
      "num_tokens": 168327242.0,
      "step": 218450
    },
    {
      "epoch": 0.27710760847229304,
      "grad_norm": 6.34375,
      "learning_rate": 3.614926838674647e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5564878135919571,
      "num_tokens": 168334302.0,
      "step": 218460
    },
    {
      "epoch": 0.2771202930648259,
      "grad_norm": 6.40625,
      "learning_rate": 3.614863407666018e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.539064833521843,
      "num_tokens": 168342995.0,
      "step": 218470
    },
    {
      "epoch": 0.2771329776573587,
      "grad_norm": 6.625,
      "learning_rate": 3.6147999766573895e-05,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5468775808811188,
      "num_tokens": 168351735.0,
      "step": 218480
    },
    {
      "epoch": 0.27714566224989157,
      "grad_norm": 4.875,
      "learning_rate": 3.61473654564876e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5413027882575989,
      "num_tokens": 168359006.0,
      "step": 218490
    },
    {
      "epoch": 0.2771583468424244,
      "grad_norm": 5.0625,
      "learning_rate": 3.6146731146401306e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5476778894662857,
      "num_tokens": 168367159.0,
      "step": 218500
    },
    {
      "epoch": 0.2771710314349572,
      "grad_norm": 8.1875,
      "learning_rate": 3.614609683631501e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5460606902837754,
      "num_tokens": 168374886.0,
      "step": 218510
    },
    {
      "epoch": 0.27718371602749003,
      "grad_norm": 7.90625,
      "learning_rate": 3.614546252622872e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5640766739845275,
      "num_tokens": 168381502.0,
      "step": 218520
    },
    {
      "epoch": 0.2771964006200229,
      "grad_norm": 7.46875,
      "learning_rate": 3.6144828216142435e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5370231240987777,
      "num_tokens": 168389080.0,
      "step": 218530
    },
    {
      "epoch": 0.2772090852125557,
      "grad_norm": 5.4375,
      "learning_rate": 3.614419390605614e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5530669391155243,
      "num_tokens": 168396630.0,
      "step": 218540
    },
    {
      "epoch": 0.27722176980508856,
      "grad_norm": 5.0625,
      "learning_rate": 3.614355959596985e-05,
      "loss": 2.1695,
      "mean_token_accuracy": 0.5241849899291993,
      "num_tokens": 168405333.0,
      "step": 218550
    },
    {
      "epoch": 0.2772344543976214,
      "grad_norm": 4.71875,
      "learning_rate": 3.614292528588356e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5429231137037277,
      "num_tokens": 168412758.0,
      "step": 218560
    },
    {
      "epoch": 0.27724713899015424,
      "grad_norm": 5.96875,
      "learning_rate": 3.614229097579726e-05,
      "loss": 1.8223,
      "mean_token_accuracy": 0.590051794052124,
      "num_tokens": 168419431.0,
      "step": 218570
    },
    {
      "epoch": 0.277259823582687,
      "grad_norm": 4.375,
      "learning_rate": 3.6141656665710975e-05,
      "loss": 1.7907,
      "mean_token_accuracy": 0.5823869109153748,
      "num_tokens": 168426392.0,
      "step": 218580
    },
    {
      "epoch": 0.27727250817521987,
      "grad_norm": 5.9375,
      "learning_rate": 3.614102235562468e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5501775443553925,
      "num_tokens": 168433450.0,
      "step": 218590
    },
    {
      "epoch": 0.2772851927677527,
      "grad_norm": 5.125,
      "learning_rate": 3.614038804553839e-05,
      "loss": 2.293,
      "mean_token_accuracy": 0.5108267217874527,
      "num_tokens": 168442125.0,
      "step": 218600
    },
    {
      "epoch": 0.27729787736028555,
      "grad_norm": 7.1875,
      "learning_rate": 3.61397537354521e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.525066876411438,
      "num_tokens": 168450907.0,
      "step": 218610
    },
    {
      "epoch": 0.2773105619528184,
      "grad_norm": 4.71875,
      "learning_rate": 3.613911942536581e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5361304938793182,
      "num_tokens": 168459338.0,
      "step": 218620
    },
    {
      "epoch": 0.27732324654535123,
      "grad_norm": 4.875,
      "learning_rate": 3.6138485115279516e-05,
      "loss": 1.9307,
      "mean_token_accuracy": 0.5715043306350708,
      "num_tokens": 168466794.0,
      "step": 218630
    },
    {
      "epoch": 0.2773359311378841,
      "grad_norm": 6.40625,
      "learning_rate": 3.613785080519322e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.57884561419487,
      "num_tokens": 168474183.0,
      "step": 218640
    },
    {
      "epoch": 0.2773486157304169,
      "grad_norm": 4.65625,
      "learning_rate": 3.613721649510693e-05,
      "loss": 1.933,
      "mean_token_accuracy": 0.5694414734840393,
      "num_tokens": 168481027.0,
      "step": 218650
    },
    {
      "epoch": 0.2773613003229497,
      "grad_norm": 7.0,
      "learning_rate": 3.613658218502064e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5460826605558395,
      "num_tokens": 168488495.0,
      "step": 218660
    },
    {
      "epoch": 0.27737398491548254,
      "grad_norm": 5.125,
      "learning_rate": 3.613594787493435e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5353713065385819,
      "num_tokens": 168495788.0,
      "step": 218670
    },
    {
      "epoch": 0.2773866695080154,
      "grad_norm": 9.6875,
      "learning_rate": 3.613531356484806e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5464933067560196,
      "num_tokens": 168502911.0,
      "step": 218680
    },
    {
      "epoch": 0.2773993541005482,
      "grad_norm": 5.84375,
      "learning_rate": 3.613467925476177e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5542700797319412,
      "num_tokens": 168511394.0,
      "step": 218690
    },
    {
      "epoch": 0.27741203869308106,
      "grad_norm": 5.03125,
      "learning_rate": 3.613404494467548e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5427364438772202,
      "num_tokens": 168518611.0,
      "step": 218700
    },
    {
      "epoch": 0.2774247232856139,
      "grad_norm": 7.15625,
      "learning_rate": 3.613341063458918e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5520248621702194,
      "num_tokens": 168526380.0,
      "step": 218710
    },
    {
      "epoch": 0.27743740787814675,
      "grad_norm": 4.65625,
      "learning_rate": 3.613277632450289e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5711890637874604,
      "num_tokens": 168534126.0,
      "step": 218720
    },
    {
      "epoch": 0.2774500924706796,
      "grad_norm": 4.875,
      "learning_rate": 3.61321420144166e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5229118913412094,
      "num_tokens": 168543912.0,
      "step": 218730
    },
    {
      "epoch": 0.2774627770632124,
      "grad_norm": 3.515625,
      "learning_rate": 3.613150770433031e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5503929138183594,
      "num_tokens": 168552661.0,
      "step": 218740
    },
    {
      "epoch": 0.2774754616557452,
      "grad_norm": 5.375,
      "learning_rate": 3.613087339424402e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5450945019721984,
      "num_tokens": 168560151.0,
      "step": 218750
    },
    {
      "epoch": 0.27748814624827806,
      "grad_norm": 8.4375,
      "learning_rate": 3.6130239084157726e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5464630603790284,
      "num_tokens": 168566636.0,
      "step": 218760
    },
    {
      "epoch": 0.2775008308408109,
      "grad_norm": 5.6875,
      "learning_rate": 3.612960477407144e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.5790460646152497,
      "num_tokens": 168574572.0,
      "step": 218770
    },
    {
      "epoch": 0.27751351543334374,
      "grad_norm": 5.46875,
      "learning_rate": 3.6128970463985143e-05,
      "loss": 2.2792,
      "mean_token_accuracy": 0.5166484534740448,
      "num_tokens": 168584182.0,
      "step": 218780
    },
    {
      "epoch": 0.2775262000258766,
      "grad_norm": 5.40625,
      "learning_rate": 3.612833615389885e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5473717272281646,
      "num_tokens": 168591844.0,
      "step": 218790
    },
    {
      "epoch": 0.2775388846184094,
      "grad_norm": 4.5625,
      "learning_rate": 3.612770184381256e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5164425939321518,
      "num_tokens": 168599802.0,
      "step": 218800
    },
    {
      "epoch": 0.27755156921094226,
      "grad_norm": 9.125,
      "learning_rate": 3.6127067533726266e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.5231915026903152,
      "num_tokens": 168608234.0,
      "step": 218810
    },
    {
      "epoch": 0.27756425380347505,
      "grad_norm": 5.0625,
      "learning_rate": 3.612643322363998e-05,
      "loss": 1.7484,
      "mean_token_accuracy": 0.6062605440616607,
      "num_tokens": 168615231.0,
      "step": 218820
    },
    {
      "epoch": 0.2775769383960079,
      "grad_norm": 5.6875,
      "learning_rate": 3.612579891355369e-05,
      "loss": 1.7724,
      "mean_token_accuracy": 0.5999814331531524,
      "num_tokens": 168622462.0,
      "step": 218830
    },
    {
      "epoch": 0.27758962298854073,
      "grad_norm": 5.0,
      "learning_rate": 3.6125164603467396e-05,
      "loss": 1.8321,
      "mean_token_accuracy": 0.5864823698997498,
      "num_tokens": 168630375.0,
      "step": 218840
    },
    {
      "epoch": 0.27760230758107357,
      "grad_norm": 5.21875,
      "learning_rate": 3.61245302933811e-05,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5706337064504623,
      "num_tokens": 168636561.0,
      "step": 218850
    },
    {
      "epoch": 0.2776149921736064,
      "grad_norm": 6.84375,
      "learning_rate": 3.612389598329481e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5516911298036575,
      "num_tokens": 168644147.0,
      "step": 218860
    },
    {
      "epoch": 0.27762767676613925,
      "grad_norm": 5.21875,
      "learning_rate": 3.612326167320852e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5644578725099564,
      "num_tokens": 168651803.0,
      "step": 218870
    },
    {
      "epoch": 0.2776403613586721,
      "grad_norm": 5.34375,
      "learning_rate": 3.612262736312223e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5385929882526398,
      "num_tokens": 168660322.0,
      "step": 218880
    },
    {
      "epoch": 0.27765304595120494,
      "grad_norm": 9.8125,
      "learning_rate": 3.6121993053035936e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5387928128242493,
      "num_tokens": 168667931.0,
      "step": 218890
    },
    {
      "epoch": 0.2776657305437377,
      "grad_norm": 5.9375,
      "learning_rate": 3.612135874294965e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5288488566875458,
      "num_tokens": 168674703.0,
      "step": 218900
    },
    {
      "epoch": 0.27767841513627056,
      "grad_norm": 4.75,
      "learning_rate": 3.6120724432863354e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5318369418382645,
      "num_tokens": 168681917.0,
      "step": 218910
    },
    {
      "epoch": 0.2776910997288034,
      "grad_norm": 7.4375,
      "learning_rate": 3.612009012277706e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5482331216335297,
      "num_tokens": 168689789.0,
      "step": 218920
    },
    {
      "epoch": 0.27770378432133624,
      "grad_norm": 5.96875,
      "learning_rate": 3.611945581269077e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.545384305715561,
      "num_tokens": 168697055.0,
      "step": 218930
    },
    {
      "epoch": 0.2777164689138691,
      "grad_norm": 7.15625,
      "learning_rate": 3.6118821502604477e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5342023134231567,
      "num_tokens": 168704757.0,
      "step": 218940
    },
    {
      "epoch": 0.2777291535064019,
      "grad_norm": 6.21875,
      "learning_rate": 3.611818719251819e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5212846368551254,
      "num_tokens": 168713200.0,
      "step": 218950
    },
    {
      "epoch": 0.27774183809893477,
      "grad_norm": 4.53125,
      "learning_rate": 3.6117552882431894e-05,
      "loss": 1.9241,
      "mean_token_accuracy": 0.561257004737854,
      "num_tokens": 168720316.0,
      "step": 218960
    },
    {
      "epoch": 0.2777545226914676,
      "grad_norm": 4.875,
      "learning_rate": 3.6116918572345606e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5567502588033676,
      "num_tokens": 168728358.0,
      "step": 218970
    },
    {
      "epoch": 0.2777672072840004,
      "grad_norm": 4.96875,
      "learning_rate": 3.611628426225931e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5385849952697754,
      "num_tokens": 168736264.0,
      "step": 218980
    },
    {
      "epoch": 0.27777989187653324,
      "grad_norm": 6.3125,
      "learning_rate": 3.611564995217302e-05,
      "loss": 2.2571,
      "mean_token_accuracy": 0.5080050975084305,
      "num_tokens": 168744730.0,
      "step": 218990
    },
    {
      "epoch": 0.2777925764690661,
      "grad_norm": 4.78125,
      "learning_rate": 3.611501564208673e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.532846674323082,
      "num_tokens": 168752975.0,
      "step": 219000
    },
    {
      "epoch": 0.2778052610615989,
      "grad_norm": 4.9375,
      "learning_rate": 3.6114381332000434e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5391618043184281,
      "num_tokens": 168761814.0,
      "step": 219010
    },
    {
      "epoch": 0.27781794565413176,
      "grad_norm": 6.1875,
      "learning_rate": 3.6113747021914146e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5422903686761856,
      "num_tokens": 168769207.0,
      "step": 219020
    },
    {
      "epoch": 0.2778306302466646,
      "grad_norm": 5.8125,
      "learning_rate": 3.611311271182786e-05,
      "loss": 1.8834,
      "mean_token_accuracy": 0.5833805501461029,
      "num_tokens": 168776265.0,
      "step": 219030
    },
    {
      "epoch": 0.27784331483919744,
      "grad_norm": 4.84375,
      "learning_rate": 3.6112478401741564e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5258067667484283,
      "num_tokens": 168784485.0,
      "step": 219040
    },
    {
      "epoch": 0.2778559994317302,
      "grad_norm": 4.8125,
      "learning_rate": 3.611184409165527e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5302112638950348,
      "num_tokens": 168793350.0,
      "step": 219050
    },
    {
      "epoch": 0.27786868402426307,
      "grad_norm": 10.25,
      "learning_rate": 3.611120978156898e-05,
      "loss": 1.8764,
      "mean_token_accuracy": 0.5827559113502503,
      "num_tokens": 168798209.0,
      "step": 219060
    },
    {
      "epoch": 0.2778813686167959,
      "grad_norm": 4.78125,
      "learning_rate": 3.611057547148269e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5503320783376694,
      "num_tokens": 168806284.0,
      "step": 219070
    },
    {
      "epoch": 0.27789405320932875,
      "grad_norm": 7.34375,
      "learning_rate": 3.61099411613964e-05,
      "loss": 1.9496,
      "mean_token_accuracy": 0.5640374690294265,
      "num_tokens": 168814385.0,
      "step": 219080
    },
    {
      "epoch": 0.2779067378018616,
      "grad_norm": 5.28125,
      "learning_rate": 3.6109306851310104e-05,
      "loss": 1.8889,
      "mean_token_accuracy": 0.5701183557510376,
      "num_tokens": 168821259.0,
      "step": 219090
    },
    {
      "epoch": 0.27791942239439443,
      "grad_norm": 5.34375,
      "learning_rate": 3.6108672541223816e-05,
      "loss": 1.86,
      "mean_token_accuracy": 0.5865968585014343,
      "num_tokens": 168829393.0,
      "step": 219100
    },
    {
      "epoch": 0.2779321069869273,
      "grad_norm": 5.03125,
      "learning_rate": 3.610803823113753e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5582448422908783,
      "num_tokens": 168836733.0,
      "step": 219110
    },
    {
      "epoch": 0.2779447915794601,
      "grad_norm": 6.53125,
      "learning_rate": 3.6107403921051234e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5510261863470077,
      "num_tokens": 168844394.0,
      "step": 219120
    },
    {
      "epoch": 0.2779574761719929,
      "grad_norm": 6.21875,
      "learning_rate": 3.610676961096494e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5355444073677063,
      "num_tokens": 168852300.0,
      "step": 219130
    },
    {
      "epoch": 0.27797016076452574,
      "grad_norm": 7.59375,
      "learning_rate": 3.6106135300878645e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5269651204347611,
      "num_tokens": 168859924.0,
      "step": 219140
    },
    {
      "epoch": 0.2779828453570586,
      "grad_norm": 8.5,
      "learning_rate": 3.610550099079236e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5382969498634338,
      "num_tokens": 168867447.0,
      "step": 219150
    },
    {
      "epoch": 0.2779955299495914,
      "grad_norm": 6.9375,
      "learning_rate": 3.610486668070607e-05,
      "loss": 2.2181,
      "mean_token_accuracy": 0.5205870449543,
      "num_tokens": 168875005.0,
      "step": 219160
    },
    {
      "epoch": 0.27800821454212427,
      "grad_norm": 6.25,
      "learning_rate": 3.6104232370619774e-05,
      "loss": 1.7689,
      "mean_token_accuracy": 0.5884593963623047,
      "num_tokens": 168882840.0,
      "step": 219170
    },
    {
      "epoch": 0.2780208991346571,
      "grad_norm": 4.78125,
      "learning_rate": 3.6103598060533486e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5363575696945191,
      "num_tokens": 168890711.0,
      "step": 219180
    },
    {
      "epoch": 0.27803358372718995,
      "grad_norm": 4.65625,
      "learning_rate": 3.610296375044719e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5402657479047775,
      "num_tokens": 168898055.0,
      "step": 219190
    },
    {
      "epoch": 0.2780462683197228,
      "grad_norm": 5.21875,
      "learning_rate": 3.61023294403609e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5302948653697968,
      "num_tokens": 168906922.0,
      "step": 219200
    },
    {
      "epoch": 0.2780589529122556,
      "grad_norm": 6.8125,
      "learning_rate": 3.610169513027461e-05,
      "loss": 1.8035,
      "mean_token_accuracy": 0.595946091413498,
      "num_tokens": 168914036.0,
      "step": 219210
    },
    {
      "epoch": 0.2780716375047884,
      "grad_norm": 5.40625,
      "learning_rate": 3.6101060820188314e-05,
      "loss": 2.2463,
      "mean_token_accuracy": 0.5144381850957871,
      "num_tokens": 168922543.0,
      "step": 219220
    },
    {
      "epoch": 0.27808432209732126,
      "grad_norm": 4.90625,
      "learning_rate": 3.610042651010203e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5474865585565567,
      "num_tokens": 168930231.0,
      "step": 219230
    },
    {
      "epoch": 0.2780970066898541,
      "grad_norm": 6.28125,
      "learning_rate": 3.609979220001573e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5304343611001968,
      "num_tokens": 168938781.0,
      "step": 219240
    },
    {
      "epoch": 0.27810969128238694,
      "grad_norm": 9.625,
      "learning_rate": 3.6099157889929444e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5329884737730026,
      "num_tokens": 168946672.0,
      "step": 219250
    },
    {
      "epoch": 0.2781223758749198,
      "grad_norm": 6.53125,
      "learning_rate": 3.609852357984315e-05,
      "loss": 2.259,
      "mean_token_accuracy": 0.5098195046186447,
      "num_tokens": 168955358.0,
      "step": 219260
    },
    {
      "epoch": 0.2781350604674526,
      "grad_norm": 4.96875,
      "learning_rate": 3.6097889269756855e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.548526456952095,
      "num_tokens": 168963068.0,
      "step": 219270
    },
    {
      "epoch": 0.27814774505998546,
      "grad_norm": 5.46875,
      "learning_rate": 3.609725495967057e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5415044277906418,
      "num_tokens": 168971240.0,
      "step": 219280
    },
    {
      "epoch": 0.27816042965251825,
      "grad_norm": 5.96875,
      "learning_rate": 3.609662064958427e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5675279945135117,
      "num_tokens": 168977108.0,
      "step": 219290
    },
    {
      "epoch": 0.2781731142450511,
      "grad_norm": 5.0,
      "learning_rate": 3.6095986339497984e-05,
      "loss": 1.8637,
      "mean_token_accuracy": 0.5936267495155334,
      "num_tokens": 168984167.0,
      "step": 219300
    },
    {
      "epoch": 0.27818579883758393,
      "grad_norm": 5.71875,
      "learning_rate": 3.6095352029411697e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.564123398065567,
      "num_tokens": 168991852.0,
      "step": 219310
    },
    {
      "epoch": 0.27819848343011677,
      "grad_norm": 5.1875,
      "learning_rate": 3.60947177193254e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.544617286324501,
      "num_tokens": 169000150.0,
      "step": 219320
    },
    {
      "epoch": 0.2782111680226496,
      "grad_norm": 5.71875,
      "learning_rate": 3.609408340923911e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5493267804384232,
      "num_tokens": 169007014.0,
      "step": 219330
    },
    {
      "epoch": 0.27822385261518245,
      "grad_norm": 5.125,
      "learning_rate": 3.609344909915281e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5686779618263245,
      "num_tokens": 169014971.0,
      "step": 219340
    },
    {
      "epoch": 0.2782365372077153,
      "grad_norm": 5.65625,
      "learning_rate": 3.6092814789066525e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5430901885032654,
      "num_tokens": 169021740.0,
      "step": 219350
    },
    {
      "epoch": 0.27824922180024814,
      "grad_norm": 5.0625,
      "learning_rate": 3.609218047898024e-05,
      "loss": 1.8844,
      "mean_token_accuracy": 0.5778925955295563,
      "num_tokens": 169028221.0,
      "step": 219360
    },
    {
      "epoch": 0.2782619063927809,
      "grad_norm": 5.59375,
      "learning_rate": 3.609154616889394e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5448894411325454,
      "num_tokens": 169036122.0,
      "step": 219370
    },
    {
      "epoch": 0.27827459098531376,
      "grad_norm": 5.375,
      "learning_rate": 3.6090911858807654e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5406972736120224,
      "num_tokens": 169044364.0,
      "step": 219380
    },
    {
      "epoch": 0.2782872755778466,
      "grad_norm": 4.78125,
      "learning_rate": 3.609027754872136e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5801031947135925,
      "num_tokens": 169051274.0,
      "step": 219390
    },
    {
      "epoch": 0.27829996017037945,
      "grad_norm": 6.03125,
      "learning_rate": 3.6089643238635065e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5452646613121033,
      "num_tokens": 169059523.0,
      "step": 219400
    },
    {
      "epoch": 0.2783126447629123,
      "grad_norm": 5.0625,
      "learning_rate": 3.608900892854878e-05,
      "loss": 1.6516,
      "mean_token_accuracy": 0.6257041037082672,
      "num_tokens": 169066196.0,
      "step": 219410
    },
    {
      "epoch": 0.27832532935544513,
      "grad_norm": 6.71875,
      "learning_rate": 3.608837461846248e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5469128042459488,
      "num_tokens": 169073241.0,
      "step": 219420
    },
    {
      "epoch": 0.27833801394797797,
      "grad_norm": 5.28125,
      "learning_rate": 3.6087740308376195e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5416007757186889,
      "num_tokens": 169081622.0,
      "step": 219430
    },
    {
      "epoch": 0.2783506985405108,
      "grad_norm": 4.8125,
      "learning_rate": 3.60871059982899e-05,
      "loss": 1.9003,
      "mean_token_accuracy": 0.578635522723198,
      "num_tokens": 169089885.0,
      "step": 219440
    },
    {
      "epoch": 0.2783633831330436,
      "grad_norm": 5.6875,
      "learning_rate": 3.608647168820361e-05,
      "loss": 1.8302,
      "mean_token_accuracy": 0.5951466828584671,
      "num_tokens": 169096526.0,
      "step": 219450
    },
    {
      "epoch": 0.27837606772557644,
      "grad_norm": 8.625,
      "learning_rate": 3.6085837378117324e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5486808717250824,
      "num_tokens": 169103234.0,
      "step": 219460
    },
    {
      "epoch": 0.2783887523181093,
      "grad_norm": 9.375,
      "learning_rate": 3.608520306803102e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5326213866472245,
      "num_tokens": 169110604.0,
      "step": 219470
    },
    {
      "epoch": 0.2784014369106421,
      "grad_norm": 1.7421875,
      "learning_rate": 3.6084568757944735e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5608370512723923,
      "num_tokens": 169118749.0,
      "step": 219480
    },
    {
      "epoch": 0.27841412150317496,
      "grad_norm": 5.28125,
      "learning_rate": 3.608393444785844e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.550209891796112,
      "num_tokens": 169127974.0,
      "step": 219490
    },
    {
      "epoch": 0.2784268060957078,
      "grad_norm": 4.9375,
      "learning_rate": 3.608330013777215e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5460711151361466,
      "num_tokens": 169135667.0,
      "step": 219500
    },
    {
      "epoch": 0.27843949068824064,
      "grad_norm": 4.3125,
      "learning_rate": 3.6082665827685865e-05,
      "loss": 1.8614,
      "mean_token_accuracy": 0.5955633997917176,
      "num_tokens": 169143046.0,
      "step": 219510
    },
    {
      "epoch": 0.27845217528077343,
      "grad_norm": 5.0625,
      "learning_rate": 3.608203151759957e-05,
      "loss": 1.7105,
      "mean_token_accuracy": 0.615141499042511,
      "num_tokens": 169148689.0,
      "step": 219520
    },
    {
      "epoch": 0.27846485987330627,
      "grad_norm": 6.125,
      "learning_rate": 3.608139720751328e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5342042952775955,
      "num_tokens": 169155808.0,
      "step": 219530
    },
    {
      "epoch": 0.2784775444658391,
      "grad_norm": 4.75,
      "learning_rate": 3.608076289742699e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.5794350773096084,
      "num_tokens": 169162322.0,
      "step": 219540
    },
    {
      "epoch": 0.27849022905837195,
      "grad_norm": 5.0625,
      "learning_rate": 3.608012858734069e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5357639640569687,
      "num_tokens": 169170579.0,
      "step": 219550
    },
    {
      "epoch": 0.2785029136509048,
      "grad_norm": 7.9375,
      "learning_rate": 3.6079494277254405e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5725721746683121,
      "num_tokens": 169177038.0,
      "step": 219560
    },
    {
      "epoch": 0.27851559824343763,
      "grad_norm": 5.40625,
      "learning_rate": 3.607885996716811e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5342295944690705,
      "num_tokens": 169184830.0,
      "step": 219570
    },
    {
      "epoch": 0.2785282828359705,
      "grad_norm": 4.96875,
      "learning_rate": 3.607822565708182e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5575366139411926,
      "num_tokens": 169191942.0,
      "step": 219580
    },
    {
      "epoch": 0.2785409674285033,
      "grad_norm": 6.625,
      "learning_rate": 3.607759134699553e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5642950922250748,
      "num_tokens": 169198392.0,
      "step": 219590
    },
    {
      "epoch": 0.2785536520210361,
      "grad_norm": 5.8125,
      "learning_rate": 3.607695703690924e-05,
      "loss": 2.2515,
      "mean_token_accuracy": 0.5123020023107528,
      "num_tokens": 169207498.0,
      "step": 219600
    },
    {
      "epoch": 0.27856633661356894,
      "grad_norm": 5.8125,
      "learning_rate": 3.6076322726822945e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5429294139146805,
      "num_tokens": 169216263.0,
      "step": 219610
    },
    {
      "epoch": 0.2785790212061018,
      "grad_norm": 4.875,
      "learning_rate": 3.607568841673665e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5356592953205108,
      "num_tokens": 169223901.0,
      "step": 219620
    },
    {
      "epoch": 0.2785917057986346,
      "grad_norm": 6.375,
      "learning_rate": 3.607505410665036e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.561506775021553,
      "num_tokens": 169232044.0,
      "step": 219630
    },
    {
      "epoch": 0.27860439039116747,
      "grad_norm": 7.46875,
      "learning_rate": 3.607441979656407e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5574877589941025,
      "num_tokens": 169239462.0,
      "step": 219640
    },
    {
      "epoch": 0.2786170749837003,
      "grad_norm": 7.28125,
      "learning_rate": 3.607378548647778e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5177450835704803,
      "num_tokens": 169247346.0,
      "step": 219650
    },
    {
      "epoch": 0.27862975957623315,
      "grad_norm": 6.21875,
      "learning_rate": 3.607315117639149e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5367619276046753,
      "num_tokens": 169254718.0,
      "step": 219660
    },
    {
      "epoch": 0.278642444168766,
      "grad_norm": 6.5,
      "learning_rate": 3.60725168663052e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5374124199151993,
      "num_tokens": 169262920.0,
      "step": 219670
    },
    {
      "epoch": 0.2786551287612988,
      "grad_norm": 6.28125,
      "learning_rate": 3.60718825562189e-05,
      "loss": 2.2886,
      "mean_token_accuracy": 0.5145634710788727,
      "num_tokens": 169270897.0,
      "step": 219680
    },
    {
      "epoch": 0.2786678133538316,
      "grad_norm": 5.90625,
      "learning_rate": 3.607124824613261e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5229615032672882,
      "num_tokens": 169279689.0,
      "step": 219690
    },
    {
      "epoch": 0.27868049794636446,
      "grad_norm": 5.25,
      "learning_rate": 3.607061393604632e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5359998613595962,
      "num_tokens": 169286961.0,
      "step": 219700
    },
    {
      "epoch": 0.2786931825388973,
      "grad_norm": 9.1875,
      "learning_rate": 3.606997962596003e-05,
      "loss": 1.8974,
      "mean_token_accuracy": 0.5689985007047653,
      "num_tokens": 169294206.0,
      "step": 219710
    },
    {
      "epoch": 0.27870586713143014,
      "grad_norm": 5.3125,
      "learning_rate": 3.606934531587374e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5551934868097306,
      "num_tokens": 169302001.0,
      "step": 219720
    },
    {
      "epoch": 0.278718551723963,
      "grad_norm": 7.25,
      "learning_rate": 3.606871100578745e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5428601980209351,
      "num_tokens": 169309229.0,
      "step": 219730
    },
    {
      "epoch": 0.2787312363164958,
      "grad_norm": 7.625,
      "learning_rate": 3.6068076695701155e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5437880665063858,
      "num_tokens": 169316313.0,
      "step": 219740
    },
    {
      "epoch": 0.27874392090902866,
      "grad_norm": 5.25,
      "learning_rate": 3.606744238561486e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5212589800357819,
      "num_tokens": 169323801.0,
      "step": 219750
    },
    {
      "epoch": 0.27875660550156145,
      "grad_norm": 5.25,
      "learning_rate": 3.606680807552857e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5445008039474487,
      "num_tokens": 169331002.0,
      "step": 219760
    },
    {
      "epoch": 0.2787692900940943,
      "grad_norm": 5.34375,
      "learning_rate": 3.606617376544228e-05,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5277323186397552,
      "num_tokens": 169339940.0,
      "step": 219770
    },
    {
      "epoch": 0.27878197468662713,
      "grad_norm": 5.5625,
      "learning_rate": 3.606553945535599e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.533409908413887,
      "num_tokens": 169348453.0,
      "step": 219780
    },
    {
      "epoch": 0.27879465927916,
      "grad_norm": 4.40625,
      "learning_rate": 3.6064905145269696e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5337225705385208,
      "num_tokens": 169357455.0,
      "step": 219790
    },
    {
      "epoch": 0.2788073438716928,
      "grad_norm": 5.96875,
      "learning_rate": 3.606427083518341e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5468467831611633,
      "num_tokens": 169365661.0,
      "step": 219800
    },
    {
      "epoch": 0.27882002846422566,
      "grad_norm": 4.625,
      "learning_rate": 3.606363652509711e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5329143404960632,
      "num_tokens": 169373503.0,
      "step": 219810
    },
    {
      "epoch": 0.2788327130567585,
      "grad_norm": 5.34375,
      "learning_rate": 3.606300221501082e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5335532188415527,
      "num_tokens": 169381427.0,
      "step": 219820
    },
    {
      "epoch": 0.27884539764929134,
      "grad_norm": 4.6875,
      "learning_rate": 3.606236790492453e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5554545909166336,
      "num_tokens": 169388476.0,
      "step": 219830
    },
    {
      "epoch": 0.2788580822418241,
      "grad_norm": 5.625,
      "learning_rate": 3.6061733594838236e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5288337498903275,
      "num_tokens": 169396435.0,
      "step": 219840
    },
    {
      "epoch": 0.27887076683435696,
      "grad_norm": 4.78125,
      "learning_rate": 3.606109928475195e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.567762267589569,
      "num_tokens": 169404255.0,
      "step": 219850
    },
    {
      "epoch": 0.2788834514268898,
      "grad_norm": 5.53125,
      "learning_rate": 3.606046497466566e-05,
      "loss": 2.2486,
      "mean_token_accuracy": 0.5172809332609176,
      "num_tokens": 169411510.0,
      "step": 219860
    },
    {
      "epoch": 0.27889613601942265,
      "grad_norm": 6.0,
      "learning_rate": 3.6059830664579366e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5462850391864776,
      "num_tokens": 169418559.0,
      "step": 219870
    },
    {
      "epoch": 0.2789088206119555,
      "grad_norm": 5.0,
      "learning_rate": 3.605919635449308e-05,
      "loss": 2.2661,
      "mean_token_accuracy": 0.5108743101358414,
      "num_tokens": 169427212.0,
      "step": 219880
    },
    {
      "epoch": 0.27892150520448833,
      "grad_norm": 4.9375,
      "learning_rate": 3.6058562044406776e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5500990986824036,
      "num_tokens": 169434686.0,
      "step": 219890
    },
    {
      "epoch": 0.27893418979702117,
      "grad_norm": 4.46875,
      "learning_rate": 3.605792773432049e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5692137598991394,
      "num_tokens": 169441520.0,
      "step": 219900
    },
    {
      "epoch": 0.278946874389554,
      "grad_norm": 7.46875,
      "learning_rate": 3.60572934242342e-05,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5670527368783951,
      "num_tokens": 169448871.0,
      "step": 219910
    },
    {
      "epoch": 0.2789595589820868,
      "grad_norm": 5.09375,
      "learning_rate": 3.6056659114147906e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5491082072257996,
      "num_tokens": 169456096.0,
      "step": 219920
    },
    {
      "epoch": 0.27897224357461964,
      "grad_norm": 5.46875,
      "learning_rate": 3.605602480406162e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5479161858558654,
      "num_tokens": 169464771.0,
      "step": 219930
    },
    {
      "epoch": 0.2789849281671525,
      "grad_norm": 5.0,
      "learning_rate": 3.6055390493975323e-05,
      "loss": 2.4292,
      "mean_token_accuracy": 0.49302203953266144,
      "num_tokens": 169473424.0,
      "step": 219940
    },
    {
      "epoch": 0.2789976127596853,
      "grad_norm": 7.0625,
      "learning_rate": 3.6054756183889036e-05,
      "loss": 1.9271,
      "mean_token_accuracy": 0.570303225517273,
      "num_tokens": 169480075.0,
      "step": 219950
    },
    {
      "epoch": 0.27901029735221816,
      "grad_norm": 4.875,
      "learning_rate": 3.605412187380274e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5430231839418411,
      "num_tokens": 169487937.0,
      "step": 219960
    },
    {
      "epoch": 0.279022981944751,
      "grad_norm": 5.1875,
      "learning_rate": 3.6053487563716446e-05,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5714991003274917,
      "num_tokens": 169494678.0,
      "step": 219970
    },
    {
      "epoch": 0.27903566653728384,
      "grad_norm": 4.84375,
      "learning_rate": 3.605285325363016e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.525261840224266,
      "num_tokens": 169502798.0,
      "step": 219980
    },
    {
      "epoch": 0.27904835112981663,
      "grad_norm": 5.96875,
      "learning_rate": 3.605221894354387e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5213616758584976,
      "num_tokens": 169510963.0,
      "step": 219990
    },
    {
      "epoch": 0.27906103572234947,
      "grad_norm": 4.84375,
      "learning_rate": 3.6051584633457576e-05,
      "loss": 1.8524,
      "mean_token_accuracy": 0.574134573340416,
      "num_tokens": 169519514.0,
      "step": 220000
    },
    {
      "epoch": 0.2790737203148823,
      "grad_norm": 6.03125,
      "learning_rate": 3.605095032337129e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5262675344944,
      "num_tokens": 169525899.0,
      "step": 220010
    },
    {
      "epoch": 0.27908640490741515,
      "grad_norm": 5.59375,
      "learning_rate": 3.605031601328499e-05,
      "loss": 2.3506,
      "mean_token_accuracy": 0.5099105119705201,
      "num_tokens": 169533066.0,
      "step": 220020
    },
    {
      "epoch": 0.279099089499948,
      "grad_norm": 5.34375,
      "learning_rate": 3.60496817031987e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5279121905565262,
      "num_tokens": 169540585.0,
      "step": 220030
    },
    {
      "epoch": 0.27911177409248084,
      "grad_norm": 6.0625,
      "learning_rate": 3.604904739311241e-05,
      "loss": 1.8447,
      "mean_token_accuracy": 0.5945830971002579,
      "num_tokens": 169546745.0,
      "step": 220040
    },
    {
      "epoch": 0.2791244586850137,
      "grad_norm": 4.75,
      "learning_rate": 3.6048413083026116e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5557294636964798,
      "num_tokens": 169554650.0,
      "step": 220050
    },
    {
      "epoch": 0.2791371432775465,
      "grad_norm": 6.25,
      "learning_rate": 3.604777877293983e-05,
      "loss": 1.7781,
      "mean_token_accuracy": 0.6246233224868775,
      "num_tokens": 169560555.0,
      "step": 220060
    },
    {
      "epoch": 0.2791498278700793,
      "grad_norm": 5.3125,
      "learning_rate": 3.6047144462853534e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.516655319929123,
      "num_tokens": 169569336.0,
      "step": 220070
    },
    {
      "epoch": 0.27916251246261214,
      "grad_norm": 5.25,
      "learning_rate": 3.6046510152767246e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5373959898948669,
      "num_tokens": 169577671.0,
      "step": 220080
    },
    {
      "epoch": 0.279175197055145,
      "grad_norm": 4.875,
      "learning_rate": 3.604587584268095e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5578973174095154,
      "num_tokens": 169584375.0,
      "step": 220090
    },
    {
      "epoch": 0.2791878816476778,
      "grad_norm": 5.03125,
      "learning_rate": 3.6045241532594656e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5640462577342987,
      "num_tokens": 169591943.0,
      "step": 220100
    },
    {
      "epoch": 0.27920056624021067,
      "grad_norm": 6.34375,
      "learning_rate": 3.604460722250837e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5653368204832077,
      "num_tokens": 169598674.0,
      "step": 220110
    },
    {
      "epoch": 0.2792132508327435,
      "grad_norm": 5.03125,
      "learning_rate": 3.6043972912422074e-05,
      "loss": 1.7548,
      "mean_token_accuracy": 0.6027621924877167,
      "num_tokens": 169605746.0,
      "step": 220120
    },
    {
      "epoch": 0.27922593542527635,
      "grad_norm": 6.9375,
      "learning_rate": 3.6043338602335786e-05,
      "loss": 1.9464,
      "mean_token_accuracy": 0.5561887204647065,
      "num_tokens": 169613244.0,
      "step": 220130
    },
    {
      "epoch": 0.2792386200178092,
      "grad_norm": 5.40625,
      "learning_rate": 3.60427042922495e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5455728381872177,
      "num_tokens": 169621449.0,
      "step": 220140
    },
    {
      "epoch": 0.279251304610342,
      "grad_norm": 6.34375,
      "learning_rate": 3.6042069982163204e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5732783287763595,
      "num_tokens": 169628239.0,
      "step": 220150
    },
    {
      "epoch": 0.2792639892028748,
      "grad_norm": 5.78125,
      "learning_rate": 3.604143567207691e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5418623358011245,
      "num_tokens": 169635413.0,
      "step": 220160
    },
    {
      "epoch": 0.27927667379540766,
      "grad_norm": 7.84375,
      "learning_rate": 3.6040801361990614e-05,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5243865132331849,
      "num_tokens": 169644186.0,
      "step": 220170
    },
    {
      "epoch": 0.2792893583879405,
      "grad_norm": 8.25,
      "learning_rate": 3.6040167051904326e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5203746944665909,
      "num_tokens": 169651371.0,
      "step": 220180
    },
    {
      "epoch": 0.27930204298047334,
      "grad_norm": 8.1875,
      "learning_rate": 3.603953274181804e-05,
      "loss": 2.2765,
      "mean_token_accuracy": 0.5205723464488983,
      "num_tokens": 169659151.0,
      "step": 220190
    },
    {
      "epoch": 0.2793147275730062,
      "grad_norm": 5.71875,
      "learning_rate": 3.6038898431731744e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.533026373386383,
      "num_tokens": 169668483.0,
      "step": 220200
    },
    {
      "epoch": 0.279327412165539,
      "grad_norm": 5.5,
      "learning_rate": 3.6038264121645456e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.557976919412613,
      "num_tokens": 169675524.0,
      "step": 220210
    },
    {
      "epoch": 0.27934009675807187,
      "grad_norm": 4.8125,
      "learning_rate": 3.603762981155916e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5564821273088455,
      "num_tokens": 169682100.0,
      "step": 220220
    },
    {
      "epoch": 0.27935278135060465,
      "grad_norm": 5.1875,
      "learning_rate": 3.603699550147287e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5610988974571228,
      "num_tokens": 169690591.0,
      "step": 220230
    },
    {
      "epoch": 0.2793654659431375,
      "grad_norm": 5.9375,
      "learning_rate": 3.603636119138658e-05,
      "loss": 1.8161,
      "mean_token_accuracy": 0.5911757409572601,
      "num_tokens": 169697665.0,
      "step": 220240
    },
    {
      "epoch": 0.27937815053567033,
      "grad_norm": 4.6875,
      "learning_rate": 3.6035726881300284e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5381838947534561,
      "num_tokens": 169705672.0,
      "step": 220250
    },
    {
      "epoch": 0.2793908351282032,
      "grad_norm": 6.1875,
      "learning_rate": 3.6035092571213996e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5423799365758896,
      "num_tokens": 169713840.0,
      "step": 220260
    },
    {
      "epoch": 0.279403519720736,
      "grad_norm": 5.71875,
      "learning_rate": 3.60344582611277e-05,
      "loss": 1.8128,
      "mean_token_accuracy": 0.5822870790958404,
      "num_tokens": 169721454.0,
      "step": 220270
    },
    {
      "epoch": 0.27941620431326886,
      "grad_norm": 5.4375,
      "learning_rate": 3.6033823951041414e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5473223984241485,
      "num_tokens": 169729117.0,
      "step": 220280
    },
    {
      "epoch": 0.2794288889058017,
      "grad_norm": 5.90625,
      "learning_rate": 3.6033189640955126e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.522023344039917,
      "num_tokens": 169736734.0,
      "step": 220290
    },
    {
      "epoch": 0.27944157349833454,
      "grad_norm": 5.125,
      "learning_rate": 3.603255533086883e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.532118308544159,
      "num_tokens": 169745586.0,
      "step": 220300
    },
    {
      "epoch": 0.2794542580908673,
      "grad_norm": 6.34375,
      "learning_rate": 3.603192102078254e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5161478072404861,
      "num_tokens": 169754136.0,
      "step": 220310
    },
    {
      "epoch": 0.27946694268340017,
      "grad_norm": 6.125,
      "learning_rate": 3.603128671069624e-05,
      "loss": 1.9347,
      "mean_token_accuracy": 0.5732071578502655,
      "num_tokens": 169761436.0,
      "step": 220320
    },
    {
      "epoch": 0.279479627275933,
      "grad_norm": 5.1875,
      "learning_rate": 3.6030652400609954e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5565025508403778,
      "num_tokens": 169769382.0,
      "step": 220330
    },
    {
      "epoch": 0.27949231186846585,
      "grad_norm": 6.09375,
      "learning_rate": 3.6030018090523666e-05,
      "loss": 1.7913,
      "mean_token_accuracy": 0.5997905254364013,
      "num_tokens": 169775558.0,
      "step": 220340
    },
    {
      "epoch": 0.2795049964609987,
      "grad_norm": 3.5625,
      "learning_rate": 3.602938378043737e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5584472268819809,
      "num_tokens": 169784452.0,
      "step": 220350
    },
    {
      "epoch": 0.27951768105353153,
      "grad_norm": 5.21875,
      "learning_rate": 3.6028749470351084e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5506449103355407,
      "num_tokens": 169793180.0,
      "step": 220360
    },
    {
      "epoch": 0.27953036564606437,
      "grad_norm": 5.40625,
      "learning_rate": 3.602811516026479e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5573684453964234,
      "num_tokens": 169800042.0,
      "step": 220370
    },
    {
      "epoch": 0.2795430502385972,
      "grad_norm": 5.125,
      "learning_rate": 3.6027480850178494e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.531031858921051,
      "num_tokens": 169808550.0,
      "step": 220380
    },
    {
      "epoch": 0.27955573483113,
      "grad_norm": 6.1875,
      "learning_rate": 3.6026846540092207e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5246204406023025,
      "num_tokens": 169815832.0,
      "step": 220390
    },
    {
      "epoch": 0.27956841942366284,
      "grad_norm": 6.15625,
      "learning_rate": 3.602621223000591e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5549813866615295,
      "num_tokens": 169823059.0,
      "step": 220400
    },
    {
      "epoch": 0.2795811040161957,
      "grad_norm": 4.78125,
      "learning_rate": 3.6025577919919624e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5246024161577225,
      "num_tokens": 169830503.0,
      "step": 220410
    },
    {
      "epoch": 0.2795937886087285,
      "grad_norm": 6.1875,
      "learning_rate": 3.602494360983333e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5293274313211441,
      "num_tokens": 169838732.0,
      "step": 220420
    },
    {
      "epoch": 0.27960647320126136,
      "grad_norm": 7.59375,
      "learning_rate": 3.602430929974704e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5620559841394425,
      "num_tokens": 169844861.0,
      "step": 220430
    },
    {
      "epoch": 0.2796191577937942,
      "grad_norm": 7.8125,
      "learning_rate": 3.602367498966075e-05,
      "loss": 2.219,
      "mean_token_accuracy": 0.5095175087451935,
      "num_tokens": 169853441.0,
      "step": 220440
    },
    {
      "epoch": 0.27963184238632705,
      "grad_norm": 5.0625,
      "learning_rate": 3.602304067957445e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5709191888570786,
      "num_tokens": 169858882.0,
      "step": 220450
    },
    {
      "epoch": 0.27964452697885983,
      "grad_norm": 4.75,
      "learning_rate": 3.6022406369488164e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.548766764998436,
      "num_tokens": 169866659.0,
      "step": 220460
    },
    {
      "epoch": 0.27965721157139267,
      "grad_norm": 5.65625,
      "learning_rate": 3.602177205940187e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5566857606172562,
      "num_tokens": 169873662.0,
      "step": 220470
    },
    {
      "epoch": 0.2796698961639255,
      "grad_norm": 5.0625,
      "learning_rate": 3.602113774931558e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.565664529800415,
      "num_tokens": 169880856.0,
      "step": 220480
    },
    {
      "epoch": 0.27968258075645835,
      "grad_norm": 4.78125,
      "learning_rate": 3.6020503439229294e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5517095148563385,
      "num_tokens": 169889182.0,
      "step": 220490
    },
    {
      "epoch": 0.2796952653489912,
      "grad_norm": 4.96875,
      "learning_rate": 3.6019869129143e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5254515469074249,
      "num_tokens": 169897944.0,
      "step": 220500
    },
    {
      "epoch": 0.27970794994152404,
      "grad_norm": 5.1875,
      "learning_rate": 3.6019234819056705e-05,
      "loss": 1.8022,
      "mean_token_accuracy": 0.5884833395481109,
      "num_tokens": 169905225.0,
      "step": 220510
    },
    {
      "epoch": 0.2797206345340569,
      "grad_norm": 4.71875,
      "learning_rate": 3.601860050897041e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5407168060541153,
      "num_tokens": 169913110.0,
      "step": 220520
    },
    {
      "epoch": 0.2797333191265897,
      "grad_norm": 6.34375,
      "learning_rate": 3.601796619888412e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5433848053216934,
      "num_tokens": 169918482.0,
      "step": 220530
    },
    {
      "epoch": 0.2797460037191225,
      "grad_norm": 6.75,
      "learning_rate": 3.6017331888797834e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5388309448957443,
      "num_tokens": 169924692.0,
      "step": 220540
    },
    {
      "epoch": 0.27975868831165535,
      "grad_norm": 5.1875,
      "learning_rate": 3.601669757871154e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5361908346414566,
      "num_tokens": 169933524.0,
      "step": 220550
    },
    {
      "epoch": 0.2797713729041882,
      "grad_norm": 5.96875,
      "learning_rate": 3.601606326862525e-05,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5112405121326447,
      "num_tokens": 169941673.0,
      "step": 220560
    },
    {
      "epoch": 0.27978405749672103,
      "grad_norm": 6.0,
      "learning_rate": 3.601542895853896e-05,
      "loss": 1.756,
      "mean_token_accuracy": 0.6158440858125687,
      "num_tokens": 169948828.0,
      "step": 220570
    },
    {
      "epoch": 0.27979674208925387,
      "grad_norm": 3.984375,
      "learning_rate": 3.601479464845266e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.5729332208633423,
      "num_tokens": 169955377.0,
      "step": 220580
    },
    {
      "epoch": 0.2798094266817867,
      "grad_norm": 5.625,
      "learning_rate": 3.6014160338366375e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5367264956235885,
      "num_tokens": 169963156.0,
      "step": 220590
    },
    {
      "epoch": 0.27982211127431955,
      "grad_norm": 5.03125,
      "learning_rate": 3.601352602828008e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5423162192106247,
      "num_tokens": 169971696.0,
      "step": 220600
    },
    {
      "epoch": 0.2798347958668524,
      "grad_norm": 7.09375,
      "learning_rate": 3.601289171819379e-05,
      "loss": 2.2684,
      "mean_token_accuracy": 0.5117676317691803,
      "num_tokens": 169979358.0,
      "step": 220610
    },
    {
      "epoch": 0.2798474804593852,
      "grad_norm": 8.6875,
      "learning_rate": 3.60122574081075e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5479544281959534,
      "num_tokens": 169987121.0,
      "step": 220620
    },
    {
      "epoch": 0.279860165051918,
      "grad_norm": 5.0625,
      "learning_rate": 3.601162309802121e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5669844567775726,
      "num_tokens": 169993245.0,
      "step": 220630
    },
    {
      "epoch": 0.27987284964445086,
      "grad_norm": 5.0,
      "learning_rate": 3.601098878793492e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5654367923736572,
      "num_tokens": 170001451.0,
      "step": 220640
    },
    {
      "epoch": 0.2798855342369837,
      "grad_norm": 4.5625,
      "learning_rate": 3.601035447784862e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.571470507979393,
      "num_tokens": 170009702.0,
      "step": 220650
    },
    {
      "epoch": 0.27989821882951654,
      "grad_norm": 6.46875,
      "learning_rate": 3.600972016776233e-05,
      "loss": 2.2495,
      "mean_token_accuracy": 0.5190657615661621,
      "num_tokens": 170017781.0,
      "step": 220660
    },
    {
      "epoch": 0.2799109034220494,
      "grad_norm": 5.0625,
      "learning_rate": 3.600908585767604e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.525491914153099,
      "num_tokens": 170027126.0,
      "step": 220670
    },
    {
      "epoch": 0.2799235880145822,
      "grad_norm": 5.09375,
      "learning_rate": 3.600845154758975e-05,
      "loss": 1.8698,
      "mean_token_accuracy": 0.5788461625576019,
      "num_tokens": 170033642.0,
      "step": 220680
    },
    {
      "epoch": 0.27993627260711507,
      "grad_norm": 6.875,
      "learning_rate": 3.600781723750346e-05,
      "loss": 1.87,
      "mean_token_accuracy": 0.5892782509326935,
      "num_tokens": 170040988.0,
      "step": 220690
    },
    {
      "epoch": 0.27994895719964785,
      "grad_norm": 4.96875,
      "learning_rate": 3.600718292741717e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5314488887786866,
      "num_tokens": 170048599.0,
      "step": 220700
    },
    {
      "epoch": 0.2799616417921807,
      "grad_norm": 5.25,
      "learning_rate": 3.600654861733088e-05,
      "loss": 1.8857,
      "mean_token_accuracy": 0.5893800675868988,
      "num_tokens": 170056538.0,
      "step": 220710
    },
    {
      "epoch": 0.27997432638471353,
      "grad_norm": 5.3125,
      "learning_rate": 3.6005914307244585e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5350004971027374,
      "num_tokens": 170064428.0,
      "step": 220720
    },
    {
      "epoch": 0.2799870109772464,
      "grad_norm": 7.6875,
      "learning_rate": 3.600527999715829e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5312164127826691,
      "num_tokens": 170071978.0,
      "step": 220730
    },
    {
      "epoch": 0.2799996955697792,
      "grad_norm": 5.875,
      "learning_rate": 3.6004645687072e-05,
      "loss": 1.8383,
      "mean_token_accuracy": 0.5817670226097107,
      "num_tokens": 170078922.0,
      "step": 220740
    },
    {
      "epoch": 0.28001238016231206,
      "grad_norm": 5.15625,
      "learning_rate": 3.600401137698571e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5271850198507309,
      "num_tokens": 170086928.0,
      "step": 220750
    },
    {
      "epoch": 0.2800250647548449,
      "grad_norm": 8.625,
      "learning_rate": 3.600337706689942e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5528634488582611,
      "num_tokens": 170094800.0,
      "step": 220760
    },
    {
      "epoch": 0.28003774934737774,
      "grad_norm": 7.75,
      "learning_rate": 3.6002742756813125e-05,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5604384660720825,
      "num_tokens": 170101989.0,
      "step": 220770
    },
    {
      "epoch": 0.2800504339399105,
      "grad_norm": 5.5,
      "learning_rate": 3.600210844672684e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5247475922107696,
      "num_tokens": 170109956.0,
      "step": 220780
    },
    {
      "epoch": 0.28006311853244337,
      "grad_norm": 4.53125,
      "learning_rate": 3.600147413664054e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5551126688718796,
      "num_tokens": 170117615.0,
      "step": 220790
    },
    {
      "epoch": 0.2800758031249762,
      "grad_norm": 4.75,
      "learning_rate": 3.600083982655425e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5375307112932205,
      "num_tokens": 170126265.0,
      "step": 220800
    },
    {
      "epoch": 0.28008848771750905,
      "grad_norm": 6.875,
      "learning_rate": 3.600020551646796e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5461206167936326,
      "num_tokens": 170133537.0,
      "step": 220810
    },
    {
      "epoch": 0.2801011723100419,
      "grad_norm": 5.84375,
      "learning_rate": 3.5999571206381665e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5541053712368011,
      "num_tokens": 170140760.0,
      "step": 220820
    },
    {
      "epoch": 0.28011385690257473,
      "grad_norm": 4.59375,
      "learning_rate": 3.599893689629538e-05,
      "loss": 1.9292,
      "mean_token_accuracy": 0.5795703619718552,
      "num_tokens": 170149179.0,
      "step": 220830
    },
    {
      "epoch": 0.2801265414951076,
      "grad_norm": 5.59375,
      "learning_rate": 3.599830258620909e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5382257282733918,
      "num_tokens": 170157400.0,
      "step": 220840
    },
    {
      "epoch": 0.2801392260876404,
      "grad_norm": 5.46875,
      "learning_rate": 3.5997668276122795e-05,
      "loss": 1.9425,
      "mean_token_accuracy": 0.5734911501407624,
      "num_tokens": 170165032.0,
      "step": 220850
    },
    {
      "epoch": 0.2801519106801732,
      "grad_norm": 4.53125,
      "learning_rate": 3.59970339660365e-05,
      "loss": 1.9105,
      "mean_token_accuracy": 0.5775861889123917,
      "num_tokens": 170173120.0,
      "step": 220860
    },
    {
      "epoch": 0.28016459527270604,
      "grad_norm": 5.59375,
      "learning_rate": 3.599639965595021e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.562834432721138,
      "num_tokens": 170181427.0,
      "step": 220870
    },
    {
      "epoch": 0.2801772798652389,
      "grad_norm": 5.0625,
      "learning_rate": 3.599576534586392e-05,
      "loss": 1.8633,
      "mean_token_accuracy": 0.5867601692676544,
      "num_tokens": 170188622.0,
      "step": 220880
    },
    {
      "epoch": 0.2801899644577717,
      "grad_norm": 5.25,
      "learning_rate": 3.599513103577763e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5476210176944732,
      "num_tokens": 170197501.0,
      "step": 220890
    },
    {
      "epoch": 0.28020264905030456,
      "grad_norm": 8.0625,
      "learning_rate": 3.5994496725691335e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5396780997514725,
      "num_tokens": 170204816.0,
      "step": 220900
    },
    {
      "epoch": 0.2802153336428374,
      "grad_norm": 5.4375,
      "learning_rate": 3.599386241560505e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5677354544401169,
      "num_tokens": 170211064.0,
      "step": 220910
    },
    {
      "epoch": 0.28022801823537025,
      "grad_norm": 6.0,
      "learning_rate": 3.599322810551875e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5325771868228912,
      "num_tokens": 170219473.0,
      "step": 220920
    },
    {
      "epoch": 0.28024070282790303,
      "grad_norm": 5.25,
      "learning_rate": 3.599259379543246e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5451764404773712,
      "num_tokens": 170227700.0,
      "step": 220930
    },
    {
      "epoch": 0.2802533874204359,
      "grad_norm": 10.75,
      "learning_rate": 3.599195948534617e-05,
      "loss": 1.673,
      "mean_token_accuracy": 0.6252306014299392,
      "num_tokens": 170235281.0,
      "step": 220940
    },
    {
      "epoch": 0.2802660720129687,
      "grad_norm": 5.0,
      "learning_rate": 3.5991325175259876e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.538542115688324,
      "num_tokens": 170243602.0,
      "step": 220950
    },
    {
      "epoch": 0.28027875660550156,
      "grad_norm": 5.09375,
      "learning_rate": 3.599069086517359e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5346852958202362,
      "num_tokens": 170251488.0,
      "step": 220960
    },
    {
      "epoch": 0.2802914411980344,
      "grad_norm": 7.84375,
      "learning_rate": 3.59900565550873e-05,
      "loss": 1.7426,
      "mean_token_accuracy": 0.6113785833120347,
      "num_tokens": 170257918.0,
      "step": 220970
    },
    {
      "epoch": 0.28030412579056724,
      "grad_norm": 7.9375,
      "learning_rate": 3.5989422245001005e-05,
      "loss": 1.782,
      "mean_token_accuracy": 0.6081992536783218,
      "num_tokens": 170264834.0,
      "step": 220980
    },
    {
      "epoch": 0.2803168103831001,
      "grad_norm": 5.15625,
      "learning_rate": 3.598878793491471e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5247918993234635,
      "num_tokens": 170274411.0,
      "step": 220990
    },
    {
      "epoch": 0.2803294949756329,
      "grad_norm": 7.65625,
      "learning_rate": 3.5988153624828416e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.568238016963005,
      "num_tokens": 170281350.0,
      "step": 221000
    },
    {
      "epoch": 0.2803421795681657,
      "grad_norm": 4.90625,
      "learning_rate": 3.598751931474213e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5428740352392196,
      "num_tokens": 170289327.0,
      "step": 221010
    },
    {
      "epoch": 0.28035486416069855,
      "grad_norm": 6.03125,
      "learning_rate": 3.598688500465584e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5736794501543045,
      "num_tokens": 170296934.0,
      "step": 221020
    },
    {
      "epoch": 0.2803675487532314,
      "grad_norm": 10.5,
      "learning_rate": 3.5986250694569546e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5424634248018265,
      "num_tokens": 170303915.0,
      "step": 221030
    },
    {
      "epoch": 0.28038023334576423,
      "grad_norm": 4.71875,
      "learning_rate": 3.598561638448326e-05,
      "loss": 2.2797,
      "mean_token_accuracy": 0.5139084935188294,
      "num_tokens": 170311093.0,
      "step": 221040
    },
    {
      "epoch": 0.28039291793829707,
      "grad_norm": 6.71875,
      "learning_rate": 3.598498207439696e-05,
      "loss": 2.2053,
      "mean_token_accuracy": 0.5178229212760925,
      "num_tokens": 170319888.0,
      "step": 221050
    },
    {
      "epoch": 0.2804056025308299,
      "grad_norm": 5.375,
      "learning_rate": 3.5984347764310675e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5321027189493179,
      "num_tokens": 170328474.0,
      "step": 221060
    },
    {
      "epoch": 0.28041828712336275,
      "grad_norm": 8.6875,
      "learning_rate": 3.598371345422438e-05,
      "loss": 2.2605,
      "mean_token_accuracy": 0.5189309597015381,
      "num_tokens": 170335875.0,
      "step": 221070
    },
    {
      "epoch": 0.2804309717158956,
      "grad_norm": 8.5,
      "learning_rate": 3.5983079144138086e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.576336196064949,
      "num_tokens": 170342297.0,
      "step": 221080
    },
    {
      "epoch": 0.2804436563084284,
      "grad_norm": 5.34375,
      "learning_rate": 3.59824448340518e-05,
      "loss": 2.2265,
      "mean_token_accuracy": 0.518571475148201,
      "num_tokens": 170350219.0,
      "step": 221090
    },
    {
      "epoch": 0.2804563409009612,
      "grad_norm": 6.34375,
      "learning_rate": 3.59818105239655e-05,
      "loss": 2.3184,
      "mean_token_accuracy": 0.5082860678434372,
      "num_tokens": 170358289.0,
      "step": 221100
    },
    {
      "epoch": 0.28046902549349406,
      "grad_norm": 5.59375,
      "learning_rate": 3.5981176213879215e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5296738684177399,
      "num_tokens": 170366615.0,
      "step": 221110
    },
    {
      "epoch": 0.2804817100860269,
      "grad_norm": 4.6875,
      "learning_rate": 3.598054190379293e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5335746049880982,
      "num_tokens": 170375996.0,
      "step": 221120
    },
    {
      "epoch": 0.28049439467855974,
      "grad_norm": 6.5,
      "learning_rate": 3.597990759370663e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5740218669176101,
      "num_tokens": 170383066.0,
      "step": 221130
    },
    {
      "epoch": 0.2805070792710926,
      "grad_norm": 5.65625,
      "learning_rate": 3.597927328362034e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.534798002243042,
      "num_tokens": 170391935.0,
      "step": 221140
    },
    {
      "epoch": 0.2805197638636254,
      "grad_norm": 6.15625,
      "learning_rate": 3.5978638973534044e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5453162968158722,
      "num_tokens": 170399273.0,
      "step": 221150
    },
    {
      "epoch": 0.28053244845615827,
      "grad_norm": 5.75,
      "learning_rate": 3.5978004663447756e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5435039401054382,
      "num_tokens": 170407041.0,
      "step": 221160
    },
    {
      "epoch": 0.28054513304869105,
      "grad_norm": 4.4375,
      "learning_rate": 3.597737035336147e-05,
      "loss": 1.7016,
      "mean_token_accuracy": 0.6206185162067414,
      "num_tokens": 170414104.0,
      "step": 221170
    },
    {
      "epoch": 0.2805578176412239,
      "grad_norm": 6.125,
      "learning_rate": 3.597673604327517e-05,
      "loss": 1.9043,
      "mean_token_accuracy": 0.5836587935686112,
      "num_tokens": 170420321.0,
      "step": 221180
    },
    {
      "epoch": 0.28057050223375674,
      "grad_norm": 7.8125,
      "learning_rate": 3.5976101733188885e-05,
      "loss": 1.7308,
      "mean_token_accuracy": 0.6123511761426925,
      "num_tokens": 170427375.0,
      "step": 221190
    },
    {
      "epoch": 0.2805831868262896,
      "grad_norm": 3.328125,
      "learning_rate": 3.597546742310259e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.570036980509758,
      "num_tokens": 170434392.0,
      "step": 221200
    },
    {
      "epoch": 0.2805958714188224,
      "grad_norm": 5.15625,
      "learning_rate": 3.5974833113016296e-05,
      "loss": 1.7047,
      "mean_token_accuracy": 0.6118402540683746,
      "num_tokens": 170441191.0,
      "step": 221210
    },
    {
      "epoch": 0.28060855601135526,
      "grad_norm": 5.78125,
      "learning_rate": 3.597419880293001e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5331787526607513,
      "num_tokens": 170448200.0,
      "step": 221220
    },
    {
      "epoch": 0.2806212406038881,
      "grad_norm": 4.84375,
      "learning_rate": 3.5973564492843714e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5398923993110657,
      "num_tokens": 170456021.0,
      "step": 221230
    },
    {
      "epoch": 0.28063392519642094,
      "grad_norm": 8.9375,
      "learning_rate": 3.5972930182757426e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5404799044132232,
      "num_tokens": 170462227.0,
      "step": 221240
    },
    {
      "epoch": 0.2806466097889537,
      "grad_norm": 4.9375,
      "learning_rate": 3.597229587267113e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5463668584823609,
      "num_tokens": 170469852.0,
      "step": 221250
    },
    {
      "epoch": 0.28065929438148657,
      "grad_norm": 7.5,
      "learning_rate": 3.597166156258484e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5535766184329987,
      "num_tokens": 170477921.0,
      "step": 221260
    },
    {
      "epoch": 0.2806719789740194,
      "grad_norm": 6.96875,
      "learning_rate": 3.597102725249855e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5674151837825775,
      "num_tokens": 170484774.0,
      "step": 221270
    },
    {
      "epoch": 0.28068466356655225,
      "grad_norm": 7.90625,
      "learning_rate": 3.5970392942412254e-05,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5771539449691773,
      "num_tokens": 170492010.0,
      "step": 221280
    },
    {
      "epoch": 0.2806973481590851,
      "grad_norm": 10.1875,
      "learning_rate": 3.5969758632325966e-05,
      "loss": 1.7273,
      "mean_token_accuracy": 0.6135748088359833,
      "num_tokens": 170498283.0,
      "step": 221290
    },
    {
      "epoch": 0.28071003275161793,
      "grad_norm": 6.46875,
      "learning_rate": 3.596912432223967e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5195961177349091,
      "num_tokens": 170506629.0,
      "step": 221300
    },
    {
      "epoch": 0.2807227173441508,
      "grad_norm": 4.78125,
      "learning_rate": 3.5968490012153383e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.528195783495903,
      "num_tokens": 170515459.0,
      "step": 221310
    },
    {
      "epoch": 0.2807354019366836,
      "grad_norm": 6.15625,
      "learning_rate": 3.5967855702067096e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5586755961179733,
      "num_tokens": 170523752.0,
      "step": 221320
    },
    {
      "epoch": 0.2807480865292164,
      "grad_norm": 5.4375,
      "learning_rate": 3.59672213919808e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5211688965559006,
      "num_tokens": 170533077.0,
      "step": 221330
    },
    {
      "epoch": 0.28076077112174924,
      "grad_norm": 5.75,
      "learning_rate": 3.5966587081894506e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5705309867858886,
      "num_tokens": 170541454.0,
      "step": 221340
    },
    {
      "epoch": 0.2807734557142821,
      "grad_norm": 5.25,
      "learning_rate": 3.596595277180821e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5801202595233917,
      "num_tokens": 170547893.0,
      "step": 221350
    },
    {
      "epoch": 0.2807861403068149,
      "grad_norm": 8.0625,
      "learning_rate": 3.5965318461721924e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5675939053297043,
      "num_tokens": 170555439.0,
      "step": 221360
    },
    {
      "epoch": 0.28079882489934777,
      "grad_norm": 5.09375,
      "learning_rate": 3.5964684151635636e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5383609354496002,
      "num_tokens": 170564377.0,
      "step": 221370
    },
    {
      "epoch": 0.2808115094918806,
      "grad_norm": 4.96875,
      "learning_rate": 3.596404984154934e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5333477824926376,
      "num_tokens": 170572114.0,
      "step": 221380
    },
    {
      "epoch": 0.28082419408441345,
      "grad_norm": 6.65625,
      "learning_rate": 3.5963415531463053e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5325848877429962,
      "num_tokens": 170579372.0,
      "step": 221390
    },
    {
      "epoch": 0.28083687867694623,
      "grad_norm": 4.78125,
      "learning_rate": 3.596278122137676e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5735562086105347,
      "num_tokens": 170585472.0,
      "step": 221400
    },
    {
      "epoch": 0.2808495632694791,
      "grad_norm": 5.375,
      "learning_rate": 3.5962146911290464e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5015246331691742,
      "num_tokens": 170594728.0,
      "step": 221410
    },
    {
      "epoch": 0.2808622478620119,
      "grad_norm": 6.9375,
      "learning_rate": 3.5961512601204176e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5147931724786758,
      "num_tokens": 170603630.0,
      "step": 221420
    },
    {
      "epoch": 0.28087493245454476,
      "grad_norm": 6.34375,
      "learning_rate": 3.596087829111788e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.541216966509819,
      "num_tokens": 170610601.0,
      "step": 221430
    },
    {
      "epoch": 0.2808876170470776,
      "grad_norm": 4.84375,
      "learning_rate": 3.5960243981031594e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5397213995456696,
      "num_tokens": 170618954.0,
      "step": 221440
    },
    {
      "epoch": 0.28090030163961044,
      "grad_norm": 5.1875,
      "learning_rate": 3.59596096709453e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.568111601471901,
      "num_tokens": 170625475.0,
      "step": 221450
    },
    {
      "epoch": 0.2809129862321433,
      "grad_norm": 6.125,
      "learning_rate": 3.595897536085901e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.556611955165863,
      "num_tokens": 170633333.0,
      "step": 221460
    },
    {
      "epoch": 0.2809256708246761,
      "grad_norm": 4.84375,
      "learning_rate": 3.595834105077272e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5148663520812988,
      "num_tokens": 170642897.0,
      "step": 221470
    },
    {
      "epoch": 0.2809383554172089,
      "grad_norm": 4.5,
      "learning_rate": 3.595770674068643e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5516668528318405,
      "num_tokens": 170651001.0,
      "step": 221480
    },
    {
      "epoch": 0.28095104000974175,
      "grad_norm": 5.6875,
      "learning_rate": 3.5957072430600134e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5363643229007721,
      "num_tokens": 170658535.0,
      "step": 221490
    },
    {
      "epoch": 0.2809637246022746,
      "grad_norm": 6.25,
      "learning_rate": 3.595643812051384e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5359011441469193,
      "num_tokens": 170667181.0,
      "step": 221500
    },
    {
      "epoch": 0.28097640919480743,
      "grad_norm": 4.71875,
      "learning_rate": 3.595580381042755e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5404759496450424,
      "num_tokens": 170675091.0,
      "step": 221510
    },
    {
      "epoch": 0.28098909378734027,
      "grad_norm": 7.59375,
      "learning_rate": 3.5955169500341264e-05,
      "loss": 1.9013,
      "mean_token_accuracy": 0.5683208703994751,
      "num_tokens": 170682453.0,
      "step": 221520
    },
    {
      "epoch": 0.2810017783798731,
      "grad_norm": 5.0,
      "learning_rate": 3.595453519025497e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5228557258844375,
      "num_tokens": 170690629.0,
      "step": 221530
    },
    {
      "epoch": 0.28101446297240595,
      "grad_norm": 7.34375,
      "learning_rate": 3.595390088016868e-05,
      "loss": 1.6985,
      "mean_token_accuracy": 0.6176988422870636,
      "num_tokens": 170698211.0,
      "step": 221540
    },
    {
      "epoch": 0.2810271475649388,
      "grad_norm": 4.8125,
      "learning_rate": 3.5953266570082386e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5366739451885223,
      "num_tokens": 170705010.0,
      "step": 221550
    },
    {
      "epoch": 0.2810398321574716,
      "grad_norm": 4.90625,
      "learning_rate": 3.595263225999609e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5729258120059967,
      "num_tokens": 170712307.0,
      "step": 221560
    },
    {
      "epoch": 0.2810525167500044,
      "grad_norm": 5.875,
      "learning_rate": 3.5951997949909804e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.558503270149231,
      "num_tokens": 170719921.0,
      "step": 221570
    },
    {
      "epoch": 0.28106520134253726,
      "grad_norm": 5.8125,
      "learning_rate": 3.595136363982351e-05,
      "loss": 2.1766,
      "mean_token_accuracy": 0.5260683953762054,
      "num_tokens": 170727342.0,
      "step": 221580
    },
    {
      "epoch": 0.2810778859350701,
      "grad_norm": 6.03125,
      "learning_rate": 3.595072932973722e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5394993275403976,
      "num_tokens": 170733972.0,
      "step": 221590
    },
    {
      "epoch": 0.28109057052760295,
      "grad_norm": 5.25,
      "learning_rate": 3.595009501965093e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5357873231172562,
      "num_tokens": 170742995.0,
      "step": 221600
    },
    {
      "epoch": 0.2811032551201358,
      "grad_norm": 6.4375,
      "learning_rate": 3.594946070956464e-05,
      "loss": 1.8497,
      "mean_token_accuracy": 0.5773700833320617,
      "num_tokens": 170750605.0,
      "step": 221610
    },
    {
      "epoch": 0.2811159397126686,
      "grad_norm": 5.5,
      "learning_rate": 3.5948826399478344e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5321860104799271,
      "num_tokens": 170758952.0,
      "step": 221620
    },
    {
      "epoch": 0.28112862430520147,
      "grad_norm": 7.28125,
      "learning_rate": 3.594819208939205e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5422713041305542,
      "num_tokens": 170767162.0,
      "step": 221630
    },
    {
      "epoch": 0.28114130889773425,
      "grad_norm": 6.09375,
      "learning_rate": 3.594755777930576e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5349479913711548,
      "num_tokens": 170775074.0,
      "step": 221640
    },
    {
      "epoch": 0.2811539934902671,
      "grad_norm": 4.90625,
      "learning_rate": 3.594692346921947e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5607782393693924,
      "num_tokens": 170782236.0,
      "step": 221650
    },
    {
      "epoch": 0.28116667808279994,
      "grad_norm": 4.78125,
      "learning_rate": 3.594628915913318e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5440865397453308,
      "num_tokens": 170789572.0,
      "step": 221660
    },
    {
      "epoch": 0.2811793626753328,
      "grad_norm": 7.34375,
      "learning_rate": 3.594565484904689e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5361054480075836,
      "num_tokens": 170797286.0,
      "step": 221670
    },
    {
      "epoch": 0.2811920472678656,
      "grad_norm": 4.84375,
      "learning_rate": 3.59450205389606e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.534499716758728,
      "num_tokens": 170805543.0,
      "step": 221680
    },
    {
      "epoch": 0.28120473186039846,
      "grad_norm": 4.90625,
      "learning_rate": 3.59443862288743e-05,
      "loss": 2.0157,
      "mean_token_accuracy": 0.5512077033519744,
      "num_tokens": 170814158.0,
      "step": 221690
    },
    {
      "epoch": 0.2812174164529313,
      "grad_norm": 5.25,
      "learning_rate": 3.594375191878801e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5181224882602692,
      "num_tokens": 170822178.0,
      "step": 221700
    },
    {
      "epoch": 0.28123010104546414,
      "grad_norm": 5.5,
      "learning_rate": 3.594311760870172e-05,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5793995290994645,
      "num_tokens": 170828955.0,
      "step": 221710
    },
    {
      "epoch": 0.28124278563799693,
      "grad_norm": 5.125,
      "learning_rate": 3.594248329861543e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5656937897205353,
      "num_tokens": 170837308.0,
      "step": 221720
    },
    {
      "epoch": 0.28125547023052977,
      "grad_norm": 5.1875,
      "learning_rate": 3.594184898852914e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5706726402044296,
      "num_tokens": 170844325.0,
      "step": 221730
    },
    {
      "epoch": 0.2812681548230626,
      "grad_norm": 5.5,
      "learning_rate": 3.594121467844285e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5427527993917465,
      "num_tokens": 170851772.0,
      "step": 221740
    },
    {
      "epoch": 0.28128083941559545,
      "grad_norm": 6.15625,
      "learning_rate": 3.5940580368356554e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5266735136508942,
      "num_tokens": 170858953.0,
      "step": 221750
    },
    {
      "epoch": 0.2812935240081283,
      "grad_norm": 7.40625,
      "learning_rate": 3.593994605827026e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5333305150270462,
      "num_tokens": 170867001.0,
      "step": 221760
    },
    {
      "epoch": 0.28130620860066113,
      "grad_norm": 6.34375,
      "learning_rate": 3.593931174818397e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5515659868717193,
      "num_tokens": 170873751.0,
      "step": 221770
    },
    {
      "epoch": 0.281318893193194,
      "grad_norm": 7.9375,
      "learning_rate": 3.593867743809768e-05,
      "loss": 2.231,
      "mean_token_accuracy": 0.5199837446212768,
      "num_tokens": 170880636.0,
      "step": 221780
    },
    {
      "epoch": 0.2813315777857268,
      "grad_norm": 4.71875,
      "learning_rate": 3.593804312801139e-05,
      "loss": 1.8311,
      "mean_token_accuracy": 0.5912016868591309,
      "num_tokens": 170886390.0,
      "step": 221790
    },
    {
      "epoch": 0.2813442623782596,
      "grad_norm": 5.3125,
      "learning_rate": 3.59374088179251e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5617283999919891,
      "num_tokens": 170893561.0,
      "step": 221800
    },
    {
      "epoch": 0.28135694697079244,
      "grad_norm": 7.96875,
      "learning_rate": 3.593677450783881e-05,
      "loss": 2.3568,
      "mean_token_accuracy": 0.5045136868953705,
      "num_tokens": 170901397.0,
      "step": 221810
    },
    {
      "epoch": 0.2813696315633253,
      "grad_norm": 5.125,
      "learning_rate": 3.593614019775252e-05,
      "loss": 1.7783,
      "mean_token_accuracy": 0.6012555241584778,
      "num_tokens": 170907884.0,
      "step": 221820
    },
    {
      "epoch": 0.2813823161558581,
      "grad_norm": 4.90625,
      "learning_rate": 3.593550588766622e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5407553613185883,
      "num_tokens": 170916007.0,
      "step": 221830
    },
    {
      "epoch": 0.28139500074839097,
      "grad_norm": 8.875,
      "learning_rate": 3.593487157757993e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5254429906606675,
      "num_tokens": 170923114.0,
      "step": 221840
    },
    {
      "epoch": 0.2814076853409238,
      "grad_norm": 5.34375,
      "learning_rate": 3.593423726749364e-05,
      "loss": 2.2879,
      "mean_token_accuracy": 0.5081150025129318,
      "num_tokens": 170930373.0,
      "step": 221850
    },
    {
      "epoch": 0.28142036993345665,
      "grad_norm": 5.75,
      "learning_rate": 3.593360295740735e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5479352414608002,
      "num_tokens": 170938201.0,
      "step": 221860
    },
    {
      "epoch": 0.28143305452598943,
      "grad_norm": 4.84375,
      "learning_rate": 3.593296864732106e-05,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5260636150836945,
      "num_tokens": 170947268.0,
      "step": 221870
    },
    {
      "epoch": 0.2814457391185223,
      "grad_norm": 6.21875,
      "learning_rate": 3.5932334337234765e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5518903583288193,
      "num_tokens": 170955102.0,
      "step": 221880
    },
    {
      "epoch": 0.2814584237110551,
      "grad_norm": 4.9375,
      "learning_rate": 3.593170002714848e-05,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5237123817205429,
      "num_tokens": 170963491.0,
      "step": 221890
    },
    {
      "epoch": 0.28147110830358796,
      "grad_norm": 5.59375,
      "learning_rate": 3.593106571706218e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5442474007606506,
      "num_tokens": 170970682.0,
      "step": 221900
    },
    {
      "epoch": 0.2814837928961208,
      "grad_norm": 5.1875,
      "learning_rate": 3.593043140697589e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.534407451748848,
      "num_tokens": 170978124.0,
      "step": 221910
    },
    {
      "epoch": 0.28149647748865364,
      "grad_norm": 5.3125,
      "learning_rate": 3.59297970968896e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.535025230050087,
      "num_tokens": 170985438.0,
      "step": 221920
    },
    {
      "epoch": 0.2815091620811865,
      "grad_norm": 4.96875,
      "learning_rate": 3.5929162786803305e-05,
      "loss": 1.906,
      "mean_token_accuracy": 0.5744466841220855,
      "num_tokens": 170993527.0,
      "step": 221930
    },
    {
      "epoch": 0.2815218466737193,
      "grad_norm": 8.5625,
      "learning_rate": 3.592852847671702e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5099698901176453,
      "num_tokens": 171000825.0,
      "step": 221940
    },
    {
      "epoch": 0.2815345312662521,
      "grad_norm": 6.25,
      "learning_rate": 3.592789416663073e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5169106245040893,
      "num_tokens": 171009481.0,
      "step": 221950
    },
    {
      "epoch": 0.28154721585878495,
      "grad_norm": 6.375,
      "learning_rate": 3.5927259856544435e-05,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5604358524084091,
      "num_tokens": 171016424.0,
      "step": 221960
    },
    {
      "epoch": 0.2815599004513178,
      "grad_norm": 4.9375,
      "learning_rate": 3.592662554645814e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5675629734992981,
      "num_tokens": 171024822.0,
      "step": 221970
    },
    {
      "epoch": 0.28157258504385063,
      "grad_norm": 5.3125,
      "learning_rate": 3.5925991236371845e-05,
      "loss": 2.2602,
      "mean_token_accuracy": 0.5170381098985672,
      "num_tokens": 171033892.0,
      "step": 221980
    },
    {
      "epoch": 0.2815852696363835,
      "grad_norm": 4.90625,
      "learning_rate": 3.592535692628556e-05,
      "loss": 1.6936,
      "mean_token_accuracy": 0.6179854571819305,
      "num_tokens": 171039944.0,
      "step": 221990
    },
    {
      "epoch": 0.2815979542289163,
      "grad_norm": 5.40625,
      "learning_rate": 3.592472261619927e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5347442299127578,
      "num_tokens": 171047966.0,
      "step": 222000
    },
    {
      "epoch": 0.28161063882144916,
      "grad_norm": 6.71875,
      "learning_rate": 3.5924088306112975e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5377189606428147,
      "num_tokens": 171056599.0,
      "step": 222010
    },
    {
      "epoch": 0.281623323413982,
      "grad_norm": 6.375,
      "learning_rate": 3.592345399602669e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5527877539396286,
      "num_tokens": 171063109.0,
      "step": 222020
    },
    {
      "epoch": 0.2816360080065148,
      "grad_norm": 5.09375,
      "learning_rate": 3.592281968594039e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5444026321172715,
      "num_tokens": 171071038.0,
      "step": 222030
    },
    {
      "epoch": 0.2816486925990476,
      "grad_norm": 5.125,
      "learning_rate": 3.59221853758541e-05,
      "loss": 1.9108,
      "mean_token_accuracy": 0.5759277999401092,
      "num_tokens": 171077239.0,
      "step": 222040
    },
    {
      "epoch": 0.28166137719158046,
      "grad_norm": 6.90625,
      "learning_rate": 3.592155106576781e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5302573710680007,
      "num_tokens": 171084780.0,
      "step": 222050
    },
    {
      "epoch": 0.2816740617841133,
      "grad_norm": 4.90625,
      "learning_rate": 3.5920916755681515e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5509823471307754,
      "num_tokens": 171092578.0,
      "step": 222060
    },
    {
      "epoch": 0.28168674637664615,
      "grad_norm": 5.5,
      "learning_rate": 3.592028244559523e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5452730476856231,
      "num_tokens": 171100190.0,
      "step": 222070
    },
    {
      "epoch": 0.281699430969179,
      "grad_norm": 4.90625,
      "learning_rate": 3.591964813550893e-05,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5252059251070023,
      "num_tokens": 171108872.0,
      "step": 222080
    },
    {
      "epoch": 0.28171211556171183,
      "grad_norm": 5.0625,
      "learning_rate": 3.5919013825422645e-05,
      "loss": 1.6895,
      "mean_token_accuracy": 0.6185333281755447,
      "num_tokens": 171116029.0,
      "step": 222090
    },
    {
      "epoch": 0.28172480015424467,
      "grad_norm": 5.03125,
      "learning_rate": 3.591837951533635e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5352700829505921,
      "num_tokens": 171125267.0,
      "step": 222100
    },
    {
      "epoch": 0.28173748474677746,
      "grad_norm": 5.59375,
      "learning_rate": 3.5917745205250056e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5730788052082062,
      "num_tokens": 171132524.0,
      "step": 222110
    },
    {
      "epoch": 0.2817501693393103,
      "grad_norm": 6.0625,
      "learning_rate": 3.591711089516377e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5702044665813446,
      "num_tokens": 171138925.0,
      "step": 222120
    },
    {
      "epoch": 0.28176285393184314,
      "grad_norm": 5.0,
      "learning_rate": 3.591647658507747e-05,
      "loss": 1.8381,
      "mean_token_accuracy": 0.5874943047761917,
      "num_tokens": 171145395.0,
      "step": 222130
    },
    {
      "epoch": 0.281775538524376,
      "grad_norm": 5.59375,
      "learning_rate": 3.5915842274991185e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5282067984342576,
      "num_tokens": 171152933.0,
      "step": 222140
    },
    {
      "epoch": 0.2817882231169088,
      "grad_norm": 5.875,
      "learning_rate": 3.59152079649049e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5487021625041961,
      "num_tokens": 171160354.0,
      "step": 222150
    },
    {
      "epoch": 0.28180090770944166,
      "grad_norm": 9.6875,
      "learning_rate": 3.59145736548186e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5477781921625138,
      "num_tokens": 171166945.0,
      "step": 222160
    },
    {
      "epoch": 0.2818135923019745,
      "grad_norm": 5.4375,
      "learning_rate": 3.591393934473231e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5585303604602814,
      "num_tokens": 171174555.0,
      "step": 222170
    },
    {
      "epoch": 0.28182627689450734,
      "grad_norm": 5.75,
      "learning_rate": 3.591330503464601e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5518915116786957,
      "num_tokens": 171182856.0,
      "step": 222180
    },
    {
      "epoch": 0.28183896148704013,
      "grad_norm": 7.3125,
      "learning_rate": 3.5912670724559725e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5342163205146789,
      "num_tokens": 171190371.0,
      "step": 222190
    },
    {
      "epoch": 0.28185164607957297,
      "grad_norm": 8.0625,
      "learning_rate": 3.591203641447344e-05,
      "loss": 2.3044,
      "mean_token_accuracy": 0.5080902189016342,
      "num_tokens": 171198197.0,
      "step": 222200
    },
    {
      "epoch": 0.2818643306721058,
      "grad_norm": 7.1875,
      "learning_rate": 3.591140210438714e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5402957767248153,
      "num_tokens": 171206148.0,
      "step": 222210
    },
    {
      "epoch": 0.28187701526463865,
      "grad_norm": 5.4375,
      "learning_rate": 3.5910767794300855e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5226837247610092,
      "num_tokens": 171214258.0,
      "step": 222220
    },
    {
      "epoch": 0.2818896998571715,
      "grad_norm": 6.5,
      "learning_rate": 3.591013348421456e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5468355268239975,
      "num_tokens": 171222333.0,
      "step": 222230
    },
    {
      "epoch": 0.28190238444970434,
      "grad_norm": 6.25,
      "learning_rate": 3.590949917412827e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5442314565181732,
      "num_tokens": 171230087.0,
      "step": 222240
    },
    {
      "epoch": 0.2819150690422372,
      "grad_norm": 5.4375,
      "learning_rate": 3.590886486404198e-05,
      "loss": 1.8974,
      "mean_token_accuracy": 0.578190416097641,
      "num_tokens": 171236622.0,
      "step": 222250
    },
    {
      "epoch": 0.28192775363477,
      "grad_norm": 7.46875,
      "learning_rate": 3.590823055395568e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5681862890720367,
      "num_tokens": 171244033.0,
      "step": 222260
    },
    {
      "epoch": 0.2819404382273028,
      "grad_norm": 5.0,
      "learning_rate": 3.5907596243869395e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5251166313886643,
      "num_tokens": 171253483.0,
      "step": 222270
    },
    {
      "epoch": 0.28195312281983564,
      "grad_norm": 6.21875,
      "learning_rate": 3.59069619337831e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5554112017154693,
      "num_tokens": 171262107.0,
      "step": 222280
    },
    {
      "epoch": 0.2819658074123685,
      "grad_norm": 5.96875,
      "learning_rate": 3.590632762369681e-05,
      "loss": 2.2095,
      "mean_token_accuracy": 0.515556001663208,
      "num_tokens": 171269446.0,
      "step": 222290
    },
    {
      "epoch": 0.2819784920049013,
      "grad_norm": 7.375,
      "learning_rate": 3.5905693313610525e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5235288232564926,
      "num_tokens": 171277926.0,
      "step": 222300
    },
    {
      "epoch": 0.28199117659743417,
      "grad_norm": 6.09375,
      "learning_rate": 3.590505900352423e-05,
      "loss": 1.8134,
      "mean_token_accuracy": 0.5897345304489136,
      "num_tokens": 171284650.0,
      "step": 222310
    },
    {
      "epoch": 0.282003861189967,
      "grad_norm": 6.875,
      "learning_rate": 3.5904424693437936e-05,
      "loss": 1.6857,
      "mean_token_accuracy": 0.6231697738170624,
      "num_tokens": 171290898.0,
      "step": 222320
    },
    {
      "epoch": 0.28201654578249985,
      "grad_norm": 4.375,
      "learning_rate": 3.590379038335164e-05,
      "loss": 1.7896,
      "mean_token_accuracy": 0.5875389784574508,
      "num_tokens": 171298302.0,
      "step": 222330
    },
    {
      "epoch": 0.28202923037503264,
      "grad_norm": 4.78125,
      "learning_rate": 3.590315607326535e-05,
      "loss": 1.8597,
      "mean_token_accuracy": 0.5803076297044754,
      "num_tokens": 171306068.0,
      "step": 222340
    },
    {
      "epoch": 0.2820419149675655,
      "grad_norm": 4.1875,
      "learning_rate": 3.5902521763179065e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5781017661094665,
      "num_tokens": 171313178.0,
      "step": 222350
    },
    {
      "epoch": 0.2820545995600983,
      "grad_norm": 6.34375,
      "learning_rate": 3.590188745309277e-05,
      "loss": 2.2649,
      "mean_token_accuracy": 0.5103742450475692,
      "num_tokens": 171321488.0,
      "step": 222360
    },
    {
      "epoch": 0.28206728415263116,
      "grad_norm": 7.9375,
      "learning_rate": 3.590125314300648e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5443604916334153,
      "num_tokens": 171329030.0,
      "step": 222370
    },
    {
      "epoch": 0.282079968745164,
      "grad_norm": 5.4375,
      "learning_rate": 3.590061883292019e-05,
      "loss": 1.8339,
      "mean_token_accuracy": 0.5893197804689407,
      "num_tokens": 171336288.0,
      "step": 222380
    },
    {
      "epoch": 0.28209265333769684,
      "grad_norm": 6.40625,
      "learning_rate": 3.5899984522833893e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5472212105989456,
      "num_tokens": 171344054.0,
      "step": 222390
    },
    {
      "epoch": 0.2821053379302297,
      "grad_norm": 5.0,
      "learning_rate": 3.5899350212747606e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5435825407505035,
      "num_tokens": 171353125.0,
      "step": 222400
    },
    {
      "epoch": 0.2821180225227625,
      "grad_norm": 5.96875,
      "learning_rate": 3.589871590266131e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5401684045791626,
      "num_tokens": 171361667.0,
      "step": 222410
    },
    {
      "epoch": 0.2821307071152953,
      "grad_norm": 4.875,
      "learning_rate": 3.589808159257502e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5401514083147049,
      "num_tokens": 171369870.0,
      "step": 222420
    },
    {
      "epoch": 0.28214339170782815,
      "grad_norm": 5.40625,
      "learning_rate": 3.589744728248873e-05,
      "loss": 2.157,
      "mean_token_accuracy": 0.5322002112865448,
      "num_tokens": 171379077.0,
      "step": 222430
    },
    {
      "epoch": 0.282156076300361,
      "grad_norm": 6.0,
      "learning_rate": 3.589681297240244e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5491136729717254,
      "num_tokens": 171387272.0,
      "step": 222440
    },
    {
      "epoch": 0.28216876089289383,
      "grad_norm": 6.5,
      "learning_rate": 3.5896178662316146e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5215433418750763,
      "num_tokens": 171394774.0,
      "step": 222450
    },
    {
      "epoch": 0.2821814454854267,
      "grad_norm": 5.46875,
      "learning_rate": 3.589554435222985e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5459117233753205,
      "num_tokens": 171402477.0,
      "step": 222460
    },
    {
      "epoch": 0.2821941300779595,
      "grad_norm": 5.09375,
      "learning_rate": 3.5894910042143563e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5335156887769699,
      "num_tokens": 171411566.0,
      "step": 222470
    },
    {
      "epoch": 0.28220681467049236,
      "grad_norm": 6.09375,
      "learning_rate": 3.589427573205727e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5237496137619019,
      "num_tokens": 171420122.0,
      "step": 222480
    },
    {
      "epoch": 0.2822194992630252,
      "grad_norm": 5.75,
      "learning_rate": 3.589364142197098e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5508808106184006,
      "num_tokens": 171428022.0,
      "step": 222490
    },
    {
      "epoch": 0.282232183855558,
      "grad_norm": 4.6875,
      "learning_rate": 3.589300711188469e-05,
      "loss": 1.8291,
      "mean_token_accuracy": 0.5805202513933182,
      "num_tokens": 171435078.0,
      "step": 222500
    },
    {
      "epoch": 0.2822448684480908,
      "grad_norm": 5.53125,
      "learning_rate": 3.58923728017984e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5538193911314011,
      "num_tokens": 171442438.0,
      "step": 222510
    },
    {
      "epoch": 0.28225755304062367,
      "grad_norm": 5.6875,
      "learning_rate": 3.5891738491712104e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5513831287622452,
      "num_tokens": 171449622.0,
      "step": 222520
    },
    {
      "epoch": 0.2822702376331565,
      "grad_norm": 5.34375,
      "learning_rate": 3.589110418162581e-05,
      "loss": 1.8779,
      "mean_token_accuracy": 0.581404522061348,
      "num_tokens": 171457389.0,
      "step": 222530
    },
    {
      "epoch": 0.28228292222568935,
      "grad_norm": 6.9375,
      "learning_rate": 3.589046987153952e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5329362452030182,
      "num_tokens": 171465734.0,
      "step": 222540
    },
    {
      "epoch": 0.2822956068182222,
      "grad_norm": 6.75,
      "learning_rate": 3.588983556145323e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5384526312351227,
      "num_tokens": 171473290.0,
      "step": 222550
    },
    {
      "epoch": 0.28230829141075503,
      "grad_norm": 5.34375,
      "learning_rate": 3.588920125136694e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5557914435863495,
      "num_tokens": 171481614.0,
      "step": 222560
    },
    {
      "epoch": 0.28232097600328787,
      "grad_norm": 8.6875,
      "learning_rate": 3.588856694128065e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5366267830133438,
      "num_tokens": 171489869.0,
      "step": 222570
    },
    {
      "epoch": 0.28233366059582066,
      "grad_norm": 4.96875,
      "learning_rate": 3.5887932631194356e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5450630366802216,
      "num_tokens": 171497301.0,
      "step": 222580
    },
    {
      "epoch": 0.2823463451883535,
      "grad_norm": 6.25,
      "learning_rate": 3.588729832110806e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5282485544681549,
      "num_tokens": 171504845.0,
      "step": 222590
    },
    {
      "epoch": 0.28235902978088634,
      "grad_norm": 4.75,
      "learning_rate": 3.5886664011021774e-05,
      "loss": 1.98,
      "mean_token_accuracy": 0.5576612234115601,
      "num_tokens": 171513772.0,
      "step": 222600
    },
    {
      "epoch": 0.2823717143734192,
      "grad_norm": 5.5,
      "learning_rate": 3.588602970093548e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5533381044864655,
      "num_tokens": 171521681.0,
      "step": 222610
    },
    {
      "epoch": 0.282384398965952,
      "grad_norm": 6.40625,
      "learning_rate": 3.588539539084919e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.538463619351387,
      "num_tokens": 171528700.0,
      "step": 222620
    },
    {
      "epoch": 0.28239708355848486,
      "grad_norm": 6.5625,
      "learning_rate": 3.5884761080762896e-05,
      "loss": 2.3594,
      "mean_token_accuracy": 0.5076985329389572,
      "num_tokens": 171537273.0,
      "step": 222630
    },
    {
      "epoch": 0.2824097681510177,
      "grad_norm": 5.3125,
      "learning_rate": 3.588412677067661e-05,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5899475365877151,
      "num_tokens": 171544936.0,
      "step": 222640
    },
    {
      "epoch": 0.28242245274355054,
      "grad_norm": 6.25,
      "learning_rate": 3.588349246059032e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5296425491571426,
      "num_tokens": 171552504.0,
      "step": 222650
    },
    {
      "epoch": 0.28243513733608333,
      "grad_norm": 6.5625,
      "learning_rate": 3.5882858150504026e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5482041567564011,
      "num_tokens": 171559645.0,
      "step": 222660
    },
    {
      "epoch": 0.28244782192861617,
      "grad_norm": 9.6875,
      "learning_rate": 3.588222384041773e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.5266672670841217,
      "num_tokens": 171566640.0,
      "step": 222670
    },
    {
      "epoch": 0.282460506521149,
      "grad_norm": 5.5625,
      "learning_rate": 3.588158953033144e-05,
      "loss": 1.9233,
      "mean_token_accuracy": 0.5666772305965424,
      "num_tokens": 171574312.0,
      "step": 222680
    },
    {
      "epoch": 0.28247319111368185,
      "grad_norm": 5.6875,
      "learning_rate": 3.588095522024515e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5371576249599457,
      "num_tokens": 171581682.0,
      "step": 222690
    },
    {
      "epoch": 0.2824858757062147,
      "grad_norm": 4.75,
      "learning_rate": 3.588032091015886e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.550461208820343,
      "num_tokens": 171588367.0,
      "step": 222700
    },
    {
      "epoch": 0.28249856029874754,
      "grad_norm": 5.40625,
      "learning_rate": 3.5879686600072566e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5466417491436004,
      "num_tokens": 171595570.0,
      "step": 222710
    },
    {
      "epoch": 0.2825112448912804,
      "grad_norm": 6.375,
      "learning_rate": 3.587905228998628e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5339889585971832,
      "num_tokens": 171603793.0,
      "step": 222720
    },
    {
      "epoch": 0.2825239294838132,
      "grad_norm": 5.625,
      "learning_rate": 3.5878417979899984e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5681286245584488,
      "num_tokens": 171612238.0,
      "step": 222730
    },
    {
      "epoch": 0.282536614076346,
      "grad_norm": 6.875,
      "learning_rate": 3.587778366981369e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5361764967441559,
      "num_tokens": 171620126.0,
      "step": 222740
    },
    {
      "epoch": 0.28254929866887885,
      "grad_norm": 4.9375,
      "learning_rate": 3.58771493597274e-05,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5157890260219574,
      "num_tokens": 171628825.0,
      "step": 222750
    },
    {
      "epoch": 0.2825619832614117,
      "grad_norm": 5.90625,
      "learning_rate": 3.587651504964111e-05,
      "loss": 2.3012,
      "mean_token_accuracy": 0.5042207211256027,
      "num_tokens": 171637142.0,
      "step": 222760
    },
    {
      "epoch": 0.28257466785394453,
      "grad_norm": 6.21875,
      "learning_rate": 3.587588073955482e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5420824438333511,
      "num_tokens": 171644061.0,
      "step": 222770
    },
    {
      "epoch": 0.28258735244647737,
      "grad_norm": 6.03125,
      "learning_rate": 3.587524642946853e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5397642314434051,
      "num_tokens": 171651412.0,
      "step": 222780
    },
    {
      "epoch": 0.2826000370390102,
      "grad_norm": 5.59375,
      "learning_rate": 3.5874612119382236e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5288849502801896,
      "num_tokens": 171659526.0,
      "step": 222790
    },
    {
      "epoch": 0.28261272163154305,
      "grad_norm": 6.53125,
      "learning_rate": 3.587397780929594e-05,
      "loss": 2.26,
      "mean_token_accuracy": 0.5205611377954483,
      "num_tokens": 171665459.0,
      "step": 222800
    },
    {
      "epoch": 0.28262540622407584,
      "grad_norm": 5.5,
      "learning_rate": 3.587334349920965e-05,
      "loss": 1.6625,
      "mean_token_accuracy": 0.6169476687908173,
      "num_tokens": 171672375.0,
      "step": 222810
    },
    {
      "epoch": 0.2826380908166087,
      "grad_norm": 4.53125,
      "learning_rate": 3.587270918912336e-05,
      "loss": 1.749,
      "mean_token_accuracy": 0.5824110895395279,
      "num_tokens": 171677940.0,
      "step": 222820
    },
    {
      "epoch": 0.2826507754091415,
      "grad_norm": 7.03125,
      "learning_rate": 3.587207487903707e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.5205956876277924,
      "num_tokens": 171686688.0,
      "step": 222830
    },
    {
      "epoch": 0.28266346000167436,
      "grad_norm": 8.875,
      "learning_rate": 3.587144056895078e-05,
      "loss": 2.2394,
      "mean_token_accuracy": 0.5148275136947632,
      "num_tokens": 171695588.0,
      "step": 222840
    },
    {
      "epoch": 0.2826761445942072,
      "grad_norm": 5.6875,
      "learning_rate": 3.587080625886449e-05,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5616599589586257,
      "num_tokens": 171702770.0,
      "step": 222850
    },
    {
      "epoch": 0.28268882918674004,
      "grad_norm": 7.3125,
      "learning_rate": 3.5870171948778194e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5474730253219604,
      "num_tokens": 171710085.0,
      "step": 222860
    },
    {
      "epoch": 0.2827015137792729,
      "grad_norm": 4.5625,
      "learning_rate": 3.58695376386919e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.528063353896141,
      "num_tokens": 171719052.0,
      "step": 222870
    },
    {
      "epoch": 0.2827141983718057,
      "grad_norm": 4.9375,
      "learning_rate": 3.586890332860561e-05,
      "loss": 1.9194,
      "mean_token_accuracy": 0.5758419930934906,
      "num_tokens": 171725813.0,
      "step": 222880
    },
    {
      "epoch": 0.2827268829643385,
      "grad_norm": 10.5,
      "learning_rate": 3.586826901851932e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5242000102996827,
      "num_tokens": 171733233.0,
      "step": 222890
    },
    {
      "epoch": 0.28273956755687135,
      "grad_norm": 5.8125,
      "learning_rate": 3.586763470843303e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5764823704957962,
      "num_tokens": 171741514.0,
      "step": 222900
    },
    {
      "epoch": 0.2827522521494042,
      "grad_norm": 7.71875,
      "learning_rate": 3.5867000398346734e-05,
      "loss": 2.3169,
      "mean_token_accuracy": 0.5119554936885834,
      "num_tokens": 171748261.0,
      "step": 222910
    },
    {
      "epoch": 0.28276493674193703,
      "grad_norm": 7.09375,
      "learning_rate": 3.5866366088260447e-05,
      "loss": 1.8324,
      "mean_token_accuracy": 0.6001865655183792,
      "num_tokens": 171754635.0,
      "step": 222920
    },
    {
      "epoch": 0.2827776213344699,
      "grad_norm": 4.90625,
      "learning_rate": 3.586573177817416e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5252341747283935,
      "num_tokens": 171762404.0,
      "step": 222930
    },
    {
      "epoch": 0.2827903059270027,
      "grad_norm": 5.90625,
      "learning_rate": 3.586509746808786e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5605928659439087,
      "num_tokens": 171769892.0,
      "step": 222940
    },
    {
      "epoch": 0.28280299051953556,
      "grad_norm": 6.9375,
      "learning_rate": 3.586446315800157e-05,
      "loss": 1.8354,
      "mean_token_accuracy": 0.5940569639205933,
      "num_tokens": 171776990.0,
      "step": 222950
    },
    {
      "epoch": 0.2828156751120684,
      "grad_norm": 7.0,
      "learning_rate": 3.5863828847915275e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5488016158342361,
      "num_tokens": 171784669.0,
      "step": 222960
    },
    {
      "epoch": 0.2828283597046012,
      "grad_norm": 9.8125,
      "learning_rate": 3.586319453782899e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5582295954227448,
      "num_tokens": 171792025.0,
      "step": 222970
    },
    {
      "epoch": 0.282841044297134,
      "grad_norm": 5.15625,
      "learning_rate": 3.58625602277427e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5532020658254624,
      "num_tokens": 171799386.0,
      "step": 222980
    },
    {
      "epoch": 0.28285372888966687,
      "grad_norm": 4.8125,
      "learning_rate": 3.5861925917656404e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5296359747648239,
      "num_tokens": 171807680.0,
      "step": 222990
    },
    {
      "epoch": 0.2828664134821997,
      "grad_norm": 5.5625,
      "learning_rate": 3.5861291607570116e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5728009283542633,
      "num_tokens": 171815553.0,
      "step": 223000
    },
    {
      "epoch": 0.28287909807473255,
      "grad_norm": 5.71875,
      "learning_rate": 3.586065729748382e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5282232344150544,
      "num_tokens": 171823669.0,
      "step": 223010
    },
    {
      "epoch": 0.2828917826672654,
      "grad_norm": 5.625,
      "learning_rate": 3.586002298739753e-05,
      "loss": 1.7687,
      "mean_token_accuracy": 0.6064368516206742,
      "num_tokens": 171830733.0,
      "step": 223020
    },
    {
      "epoch": 0.28290446725979823,
      "grad_norm": 5.5625,
      "learning_rate": 3.585938867731124e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5500783592462539,
      "num_tokens": 171838726.0,
      "step": 223030
    },
    {
      "epoch": 0.2829171518523311,
      "grad_norm": 4.75,
      "learning_rate": 3.5858754367224945e-05,
      "loss": 1.8929,
      "mean_token_accuracy": 0.5739337801933289,
      "num_tokens": 171845760.0,
      "step": 223040
    },
    {
      "epoch": 0.28292983644486386,
      "grad_norm": 5.90625,
      "learning_rate": 3.585812005713866e-05,
      "loss": 1.8984,
      "mean_token_accuracy": 0.5680089175701142,
      "num_tokens": 171851647.0,
      "step": 223050
    },
    {
      "epoch": 0.2829425210373967,
      "grad_norm": 6.5625,
      "learning_rate": 3.585748574705236e-05,
      "loss": 1.7453,
      "mean_token_accuracy": 0.6163676649332046,
      "num_tokens": 171857118.0,
      "step": 223060
    },
    {
      "epoch": 0.28295520562992954,
      "grad_norm": 6.5625,
      "learning_rate": 3.5856851436966074e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.561768189072609,
      "num_tokens": 171863790.0,
      "step": 223070
    },
    {
      "epoch": 0.2829678902224624,
      "grad_norm": 4.6875,
      "learning_rate": 3.585621712687978e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5306411802768707,
      "num_tokens": 171872532.0,
      "step": 223080
    },
    {
      "epoch": 0.2829805748149952,
      "grad_norm": 5.71875,
      "learning_rate": 3.5855582816793485e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5491931200027466,
      "num_tokens": 171880224.0,
      "step": 223090
    },
    {
      "epoch": 0.28299325940752806,
      "grad_norm": 6.40625,
      "learning_rate": 3.58549485067072e-05,
      "loss": 2.3051,
      "mean_token_accuracy": 0.5044532120227814,
      "num_tokens": 171887533.0,
      "step": 223100
    },
    {
      "epoch": 0.2830059440000609,
      "grad_norm": 6.25,
      "learning_rate": 3.58543141966209e-05,
      "loss": 2.0416,
      "mean_token_accuracy": 0.547718471288681,
      "num_tokens": 171894216.0,
      "step": 223110
    },
    {
      "epoch": 0.28301862859259375,
      "grad_norm": 7.34375,
      "learning_rate": 3.5853679886534615e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5227485567331314,
      "num_tokens": 171900820.0,
      "step": 223120
    },
    {
      "epoch": 0.28303131318512653,
      "grad_norm": 6.84375,
      "learning_rate": 3.585304557644833e-05,
      "loss": 1.8155,
      "mean_token_accuracy": 0.6034868121147156,
      "num_tokens": 171907739.0,
      "step": 223130
    },
    {
      "epoch": 0.2830439977776594,
      "grad_norm": 4.8125,
      "learning_rate": 3.585241126636203e-05,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5775252640247345,
      "num_tokens": 171914482.0,
      "step": 223140
    },
    {
      "epoch": 0.2830566823701922,
      "grad_norm": 5.03125,
      "learning_rate": 3.585177695627574e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.549754285812378,
      "num_tokens": 171923414.0,
      "step": 223150
    },
    {
      "epoch": 0.28306936696272506,
      "grad_norm": 5.25,
      "learning_rate": 3.585114264618944e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5266192138195038,
      "num_tokens": 171931270.0,
      "step": 223160
    },
    {
      "epoch": 0.2830820515552579,
      "grad_norm": 6.625,
      "learning_rate": 3.5850508336103155e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5340640038251877,
      "num_tokens": 171939826.0,
      "step": 223170
    },
    {
      "epoch": 0.28309473614779074,
      "grad_norm": 5.15625,
      "learning_rate": 3.584987402601687e-05,
      "loss": 1.8501,
      "mean_token_accuracy": 0.5820057809352874,
      "num_tokens": 171947936.0,
      "step": 223180
    },
    {
      "epoch": 0.2831074207403236,
      "grad_norm": 5.15625,
      "learning_rate": 3.584923971593057e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5460931599140167,
      "num_tokens": 171955221.0,
      "step": 223190
    },
    {
      "epoch": 0.2831201053328564,
      "grad_norm": 6.09375,
      "learning_rate": 3.5848605405844284e-05,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5568512737751007,
      "num_tokens": 171962904.0,
      "step": 223200
    },
    {
      "epoch": 0.2831327899253892,
      "grad_norm": 6.3125,
      "learning_rate": 3.584797109575799e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5379503548145295,
      "num_tokens": 171971744.0,
      "step": 223210
    },
    {
      "epoch": 0.28314547451792205,
      "grad_norm": 6.8125,
      "learning_rate": 3.5847336785671695e-05,
      "loss": 1.9233,
      "mean_token_accuracy": 0.5755670189857482,
      "num_tokens": 171978748.0,
      "step": 223220
    },
    {
      "epoch": 0.2831581591104549,
      "grad_norm": 5.21875,
      "learning_rate": 3.584670247558541e-05,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5178562283515931,
      "num_tokens": 171987296.0,
      "step": 223230
    },
    {
      "epoch": 0.28317084370298773,
      "grad_norm": 6.78125,
      "learning_rate": 3.584606816549911e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5505049794912338,
      "num_tokens": 171995334.0,
      "step": 223240
    },
    {
      "epoch": 0.28318352829552057,
      "grad_norm": 5.9375,
      "learning_rate": 3.5845433855412825e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5669318407773971,
      "num_tokens": 172002043.0,
      "step": 223250
    },
    {
      "epoch": 0.2831962128880534,
      "grad_norm": 4.71875,
      "learning_rate": 3.584479954532653e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5331365138292312,
      "num_tokens": 172010477.0,
      "step": 223260
    },
    {
      "epoch": 0.28320889748058625,
      "grad_norm": 5.78125,
      "learning_rate": 3.584416523524024e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5700596809387207,
      "num_tokens": 172017401.0,
      "step": 223270
    },
    {
      "epoch": 0.28322158207311904,
      "grad_norm": 4.59375,
      "learning_rate": 3.584353092515395e-05,
      "loss": 1.7565,
      "mean_token_accuracy": 0.6065427035093307,
      "num_tokens": 172023852.0,
      "step": 223280
    },
    {
      "epoch": 0.2832342666656519,
      "grad_norm": 5.40625,
      "learning_rate": 3.584289661506765e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5336638540029526,
      "num_tokens": 172032768.0,
      "step": 223290
    },
    {
      "epoch": 0.2832469512581847,
      "grad_norm": 4.875,
      "learning_rate": 3.5842262304981365e-05,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5636344790458679,
      "num_tokens": 172041467.0,
      "step": 223300
    },
    {
      "epoch": 0.28325963585071756,
      "grad_norm": 9.8125,
      "learning_rate": 3.584162799489507e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5381371259689331,
      "num_tokens": 172049556.0,
      "step": 223310
    },
    {
      "epoch": 0.2832723204432504,
      "grad_norm": 6.6875,
      "learning_rate": 3.584099368480878e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5498510152101517,
      "num_tokens": 172058019.0,
      "step": 223320
    },
    {
      "epoch": 0.28328500503578324,
      "grad_norm": 6.3125,
      "learning_rate": 3.5840359374722495e-05,
      "loss": 2.1425,
      "mean_token_accuracy": 0.5357856988906861,
      "num_tokens": 172065929.0,
      "step": 223330
    },
    {
      "epoch": 0.2832976896283161,
      "grad_norm": 6.0,
      "learning_rate": 3.58397250646362e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.538631123304367,
      "num_tokens": 172074242.0,
      "step": 223340
    },
    {
      "epoch": 0.2833103742208489,
      "grad_norm": 10.625,
      "learning_rate": 3.583909075454991e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5389816671609878,
      "num_tokens": 172081115.0,
      "step": 223350
    },
    {
      "epoch": 0.2833230588133817,
      "grad_norm": 6.09375,
      "learning_rate": 3.583845644446361e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5341446578502655,
      "num_tokens": 172088915.0,
      "step": 223360
    },
    {
      "epoch": 0.28333574340591455,
      "grad_norm": 7.21875,
      "learning_rate": 3.583782213437732e-05,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5657086372375488,
      "num_tokens": 172096076.0,
      "step": 223370
    },
    {
      "epoch": 0.2833484279984474,
      "grad_norm": 5.53125,
      "learning_rate": 3.5837187824291035e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5365003317594528,
      "num_tokens": 172104582.0,
      "step": 223380
    },
    {
      "epoch": 0.28336111259098024,
      "grad_norm": 5.125,
      "learning_rate": 3.583655351420474e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5657139182090759,
      "num_tokens": 172112239.0,
      "step": 223390
    },
    {
      "epoch": 0.2833737971835131,
      "grad_norm": 11.0,
      "learning_rate": 3.583591920411845e-05,
      "loss": 2.2665,
      "mean_token_accuracy": 0.5135230511426926,
      "num_tokens": 172120245.0,
      "step": 223400
    },
    {
      "epoch": 0.2833864817760459,
      "grad_norm": 4.90625,
      "learning_rate": 3.583528489403216e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5422389328479766,
      "num_tokens": 172129395.0,
      "step": 223410
    },
    {
      "epoch": 0.28339916636857876,
      "grad_norm": 5.0625,
      "learning_rate": 3.583465058394587e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5566456228494644,
      "num_tokens": 172137923.0,
      "step": 223420
    },
    {
      "epoch": 0.2834118509611116,
      "grad_norm": 4.8125,
      "learning_rate": 3.5834016273859575e-05,
      "loss": 1.84,
      "mean_token_accuracy": 0.579679274559021,
      "num_tokens": 172144354.0,
      "step": 223430
    },
    {
      "epoch": 0.2834245355536444,
      "grad_norm": 5.4375,
      "learning_rate": 3.583338196377328e-05,
      "loss": 1.9325,
      "mean_token_accuracy": 0.571165144443512,
      "num_tokens": 172152717.0,
      "step": 223440
    },
    {
      "epoch": 0.2834372201461772,
      "grad_norm": 5.84375,
      "learning_rate": 3.583274765368699e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5425009697675705,
      "num_tokens": 172160665.0,
      "step": 223450
    },
    {
      "epoch": 0.28344990473871007,
      "grad_norm": 5.40625,
      "learning_rate": 3.58321133436007e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5729273080825805,
      "num_tokens": 172168022.0,
      "step": 223460
    },
    {
      "epoch": 0.2834625893312429,
      "grad_norm": 7.84375,
      "learning_rate": 3.583147903351441e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5552810221910477,
      "num_tokens": 172175693.0,
      "step": 223470
    },
    {
      "epoch": 0.28347527392377575,
      "grad_norm": 4.9375,
      "learning_rate": 3.583084472342812e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5457106620073319,
      "num_tokens": 172182761.0,
      "step": 223480
    },
    {
      "epoch": 0.2834879585163086,
      "grad_norm": 5.96875,
      "learning_rate": 3.583021041334183e-05,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5400542736053466,
      "num_tokens": 172192013.0,
      "step": 223490
    },
    {
      "epoch": 0.28350064310884143,
      "grad_norm": 5.09375,
      "learning_rate": 3.582957610325553e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5497377872467041,
      "num_tokens": 172200583.0,
      "step": 223500
    },
    {
      "epoch": 0.2835133277013743,
      "grad_norm": 11.625,
      "learning_rate": 3.582894179316924e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5777637630701065,
      "num_tokens": 172208033.0,
      "step": 223510
    },
    {
      "epoch": 0.28352601229390706,
      "grad_norm": 5.34375,
      "learning_rate": 3.582830748308295e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5421897262334824,
      "num_tokens": 172215617.0,
      "step": 223520
    },
    {
      "epoch": 0.2835386968864399,
      "grad_norm": 6.6875,
      "learning_rate": 3.582767317299666e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5310266643762589,
      "num_tokens": 172223611.0,
      "step": 223530
    },
    {
      "epoch": 0.28355138147897274,
      "grad_norm": 6.9375,
      "learning_rate": 3.582703886291037e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5387636750936509,
      "num_tokens": 172232143.0,
      "step": 223540
    },
    {
      "epoch": 0.2835640660715056,
      "grad_norm": 5.21875,
      "learning_rate": 3.582640455282408e-05,
      "loss": 1.7263,
      "mean_token_accuracy": 0.6038095951080322,
      "num_tokens": 172238350.0,
      "step": 223550
    },
    {
      "epoch": 0.2835767506640384,
      "grad_norm": 5.96875,
      "learning_rate": 3.5825770242737786e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5340725868940354,
      "num_tokens": 172246131.0,
      "step": 223560
    },
    {
      "epoch": 0.28358943525657127,
      "grad_norm": 4.9375,
      "learning_rate": 3.582513593265149e-05,
      "loss": 1.848,
      "mean_token_accuracy": 0.586794376373291,
      "num_tokens": 172254399.0,
      "step": 223570
    },
    {
      "epoch": 0.2836021198491041,
      "grad_norm": 6.9375,
      "learning_rate": 3.58245016225652e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5651759803295135,
      "num_tokens": 172262282.0,
      "step": 223580
    },
    {
      "epoch": 0.28361480444163695,
      "grad_norm": 5.03125,
      "learning_rate": 3.582386731247891e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5128405153751373,
      "num_tokens": 172271349.0,
      "step": 223590
    },
    {
      "epoch": 0.28362748903416973,
      "grad_norm": 5.4375,
      "learning_rate": 3.582323300239262e-05,
      "loss": 1.8943,
      "mean_token_accuracy": 0.5765854030847549,
      "num_tokens": 172278917.0,
      "step": 223600
    },
    {
      "epoch": 0.2836401736267026,
      "grad_norm": 5.09375,
      "learning_rate": 3.582259869230633e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5323675155639649,
      "num_tokens": 172287083.0,
      "step": 223610
    },
    {
      "epoch": 0.2836528582192354,
      "grad_norm": 4.8125,
      "learning_rate": 3.582196438222004e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5509405493736267,
      "num_tokens": 172293713.0,
      "step": 223620
    },
    {
      "epoch": 0.28366554281176826,
      "grad_norm": 5.8125,
      "learning_rate": 3.582133007213374e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5444191724061966,
      "num_tokens": 172302718.0,
      "step": 223630
    },
    {
      "epoch": 0.2836782274043011,
      "grad_norm": 5.28125,
      "learning_rate": 3.582069576204745e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5366429626941681,
      "num_tokens": 172309771.0,
      "step": 223640
    },
    {
      "epoch": 0.28369091199683394,
      "grad_norm": 5.375,
      "learning_rate": 3.582006145196116e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5633279323577881,
      "num_tokens": 172317544.0,
      "step": 223650
    },
    {
      "epoch": 0.2837035965893668,
      "grad_norm": 5.3125,
      "learning_rate": 3.581942714187487e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5618311911821365,
      "num_tokens": 172324979.0,
      "step": 223660
    },
    {
      "epoch": 0.2837162811818996,
      "grad_norm": 5.78125,
      "learning_rate": 3.581879283178858e-05,
      "loss": 2.3915,
      "mean_token_accuracy": 0.4902685582637787,
      "num_tokens": 172334456.0,
      "step": 223670
    },
    {
      "epoch": 0.2837289657744324,
      "grad_norm": 4.9375,
      "learning_rate": 3.581815852170229e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5700710237026214,
      "num_tokens": 172342709.0,
      "step": 223680
    },
    {
      "epoch": 0.28374165036696525,
      "grad_norm": 5.5,
      "learning_rate": 3.5817524211615996e-05,
      "loss": 2.3275,
      "mean_token_accuracy": 0.513479882478714,
      "num_tokens": 172350835.0,
      "step": 223690
    },
    {
      "epoch": 0.2837543349594981,
      "grad_norm": 5.125,
      "learning_rate": 3.58168899015297e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5472621649503708,
      "num_tokens": 172358330.0,
      "step": 223700
    },
    {
      "epoch": 0.28376701955203093,
      "grad_norm": 5.03125,
      "learning_rate": 3.581625559144341e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5327102243900299,
      "num_tokens": 172367548.0,
      "step": 223710
    },
    {
      "epoch": 0.28377970414456377,
      "grad_norm": 5.375,
      "learning_rate": 3.581562128135712e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.531498807668686,
      "num_tokens": 172375497.0,
      "step": 223720
    },
    {
      "epoch": 0.2837923887370966,
      "grad_norm": 5.28125,
      "learning_rate": 3.581498697127083e-05,
      "loss": 1.9376,
      "mean_token_accuracy": 0.574413251876831,
      "num_tokens": 172383354.0,
      "step": 223730
    },
    {
      "epoch": 0.28380507332962945,
      "grad_norm": 4.96875,
      "learning_rate": 3.5814352661184536e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5331003636121749,
      "num_tokens": 172391712.0,
      "step": 223740
    },
    {
      "epoch": 0.28381775792216224,
      "grad_norm": 5.28125,
      "learning_rate": 3.581371835109825e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5654581099748611,
      "num_tokens": 172398089.0,
      "step": 223750
    },
    {
      "epoch": 0.2838304425146951,
      "grad_norm": 5.40625,
      "learning_rate": 3.581308404101196e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5463284820318222,
      "num_tokens": 172405363.0,
      "step": 223760
    },
    {
      "epoch": 0.2838431271072279,
      "grad_norm": 5.375,
      "learning_rate": 3.5812449730925666e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.551164624094963,
      "num_tokens": 172412918.0,
      "step": 223770
    },
    {
      "epoch": 0.28385581169976076,
      "grad_norm": 6.40625,
      "learning_rate": 3.581181542083937e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.58757164478302,
      "num_tokens": 172420288.0,
      "step": 223780
    },
    {
      "epoch": 0.2838684962922936,
      "grad_norm": 5.09375,
      "learning_rate": 3.5811181110753076e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5669483125209809,
      "num_tokens": 172427888.0,
      "step": 223790
    },
    {
      "epoch": 0.28388118088482645,
      "grad_norm": 5.59375,
      "learning_rate": 3.581054680066679e-05,
      "loss": 1.8482,
      "mean_token_accuracy": 0.5906852900981903,
      "num_tokens": 172435245.0,
      "step": 223800
    },
    {
      "epoch": 0.2838938654773593,
      "grad_norm": 5.34375,
      "learning_rate": 3.58099124905805e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5480724811553955,
      "num_tokens": 172444178.0,
      "step": 223810
    },
    {
      "epoch": 0.2839065500698921,
      "grad_norm": 4.90625,
      "learning_rate": 3.5809278180494206e-05,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5174924373626709,
      "num_tokens": 172452854.0,
      "step": 223820
    },
    {
      "epoch": 0.2839192346624249,
      "grad_norm": 5.0625,
      "learning_rate": 3.580864387040792e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5604398936033249,
      "num_tokens": 172460449.0,
      "step": 223830
    },
    {
      "epoch": 0.28393191925495775,
      "grad_norm": 5.03125,
      "learning_rate": 3.5808009560321623e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5314204037189484,
      "num_tokens": 172469549.0,
      "step": 223840
    },
    {
      "epoch": 0.2839446038474906,
      "grad_norm": 5.125,
      "learning_rate": 3.580737525023533e-05,
      "loss": 1.8919,
      "mean_token_accuracy": 0.5805009007453918,
      "num_tokens": 172477174.0,
      "step": 223850
    },
    {
      "epoch": 0.28395728844002344,
      "grad_norm": 4.9375,
      "learning_rate": 3.580674094014904e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5190605998039246,
      "num_tokens": 172484852.0,
      "step": 223860
    },
    {
      "epoch": 0.2839699730325563,
      "grad_norm": 4.6875,
      "learning_rate": 3.5806106630062746e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.557097852230072,
      "num_tokens": 172492086.0,
      "step": 223870
    },
    {
      "epoch": 0.2839826576250891,
      "grad_norm": 5.5625,
      "learning_rate": 3.580547231997646e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5186656028032303,
      "num_tokens": 172500781.0,
      "step": 223880
    },
    {
      "epoch": 0.28399534221762196,
      "grad_norm": 12.9375,
      "learning_rate": 3.5804838009890164e-05,
      "loss": 1.7793,
      "mean_token_accuracy": 0.5986794292926788,
      "num_tokens": 172506175.0,
      "step": 223890
    },
    {
      "epoch": 0.2840080268101548,
      "grad_norm": 6.4375,
      "learning_rate": 3.5804203699803876e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5527274489402771,
      "num_tokens": 172514710.0,
      "step": 223900
    },
    {
      "epoch": 0.2840207114026876,
      "grad_norm": 5.8125,
      "learning_rate": 3.580356938971758e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5419077128171921,
      "num_tokens": 172522820.0,
      "step": 223910
    },
    {
      "epoch": 0.28403339599522043,
      "grad_norm": 5.4375,
      "learning_rate": 3.580293507963129e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5523417860269546,
      "num_tokens": 172530110.0,
      "step": 223920
    },
    {
      "epoch": 0.28404608058775327,
      "grad_norm": 5.28125,
      "learning_rate": 3.5802300769545e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5410778611898422,
      "num_tokens": 172537749.0,
      "step": 223930
    },
    {
      "epoch": 0.2840587651802861,
      "grad_norm": 5.125,
      "learning_rate": 3.5801666459458704e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5255005240440369,
      "num_tokens": 172545514.0,
      "step": 223940
    },
    {
      "epoch": 0.28407144977281895,
      "grad_norm": 4.25,
      "learning_rate": 3.5801032149372416e-05,
      "loss": 1.6577,
      "mean_token_accuracy": 0.6218197822570801,
      "num_tokens": 172552112.0,
      "step": 223950
    },
    {
      "epoch": 0.2840841343653518,
      "grad_norm": 5.53125,
      "learning_rate": 3.580039783928613e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5355121165513992,
      "num_tokens": 172559148.0,
      "step": 223960
    },
    {
      "epoch": 0.28409681895788463,
      "grad_norm": 5.5,
      "learning_rate": 3.5799763529199834e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5391159504652023,
      "num_tokens": 172567032.0,
      "step": 223970
    },
    {
      "epoch": 0.2841095035504175,
      "grad_norm": 5.375,
      "learning_rate": 3.579912921911354e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.54131860435009,
      "num_tokens": 172575032.0,
      "step": 223980
    },
    {
      "epoch": 0.28412218814295026,
      "grad_norm": 5.3125,
      "learning_rate": 3.5798494909027244e-05,
      "loss": 1.8849,
      "mean_token_accuracy": 0.5884830355644226,
      "num_tokens": 172582251.0,
      "step": 223990
    },
    {
      "epoch": 0.2841348727354831,
      "grad_norm": 10.6875,
      "learning_rate": 3.5797860598940957e-05,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5766098767518997,
      "num_tokens": 172589698.0,
      "step": 224000
    },
    {
      "epoch": 0.28414755732801594,
      "grad_norm": 6.125,
      "learning_rate": 3.579722628885467e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5543632596731186,
      "num_tokens": 172597032.0,
      "step": 224010
    },
    {
      "epoch": 0.2841602419205488,
      "grad_norm": 6.84375,
      "learning_rate": 3.5796591978768374e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5699622690677643,
      "num_tokens": 172604275.0,
      "step": 224020
    },
    {
      "epoch": 0.2841729265130816,
      "grad_norm": 5.90625,
      "learning_rate": 3.5795957668682086e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5783222287893295,
      "num_tokens": 172612353.0,
      "step": 224030
    },
    {
      "epoch": 0.28418561110561447,
      "grad_norm": 5.40625,
      "learning_rate": 3.579532335859579e-05,
      "loss": 2.1988,
      "mean_token_accuracy": 0.5289539068937301,
      "num_tokens": 172619250.0,
      "step": 224040
    },
    {
      "epoch": 0.2841982956981473,
      "grad_norm": 5.28125,
      "learning_rate": 3.57946890485095e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5220594972372055,
      "num_tokens": 172628193.0,
      "step": 224050
    },
    {
      "epoch": 0.28421098029068015,
      "grad_norm": 7.1875,
      "learning_rate": 3.579405473842321e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.553987979888916,
      "num_tokens": 172635993.0,
      "step": 224060
    },
    {
      "epoch": 0.28422366488321293,
      "grad_norm": 4.75,
      "learning_rate": 3.5793420428336914e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.5178750783205033,
      "num_tokens": 172645661.0,
      "step": 224070
    },
    {
      "epoch": 0.2842363494757458,
      "grad_norm": 5.46875,
      "learning_rate": 3.5792786118250626e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5657952278852463,
      "num_tokens": 172653544.0,
      "step": 224080
    },
    {
      "epoch": 0.2842490340682786,
      "grad_norm": 5.9375,
      "learning_rate": 3.579215180816433e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.529259842634201,
      "num_tokens": 172661473.0,
      "step": 224090
    },
    {
      "epoch": 0.28426171866081146,
      "grad_norm": 4.5,
      "learning_rate": 3.5791517498078044e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5316790252923965,
      "num_tokens": 172669819.0,
      "step": 224100
    },
    {
      "epoch": 0.2842744032533443,
      "grad_norm": 4.90625,
      "learning_rate": 3.5790883187991756e-05,
      "loss": 2.2181,
      "mean_token_accuracy": 0.5292551189661026,
      "num_tokens": 172678254.0,
      "step": 224110
    },
    {
      "epoch": 0.28428708784587714,
      "grad_norm": 5.5,
      "learning_rate": 3.5790248877905455e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5308546274900436,
      "num_tokens": 172687502.0,
      "step": 224120
    },
    {
      "epoch": 0.28429977243841,
      "grad_norm": 5.25,
      "learning_rate": 3.578961456781917e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5427967458963394,
      "num_tokens": 172695850.0,
      "step": 224130
    },
    {
      "epoch": 0.2843124570309428,
      "grad_norm": 6.71875,
      "learning_rate": 3.578898025773287e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5246899038553238,
      "num_tokens": 172703658.0,
      "step": 224140
    },
    {
      "epoch": 0.2843251416234756,
      "grad_norm": 9.125,
      "learning_rate": 3.5788345947646584e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5541779309511184,
      "num_tokens": 172710926.0,
      "step": 224150
    },
    {
      "epoch": 0.28433782621600845,
      "grad_norm": 4.875,
      "learning_rate": 3.5787711637560296e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5464452624320983,
      "num_tokens": 172719514.0,
      "step": 224160
    },
    {
      "epoch": 0.2843505108085413,
      "grad_norm": 5.25,
      "learning_rate": 3.5787077327474e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5195720285177231,
      "num_tokens": 172728316.0,
      "step": 224170
    },
    {
      "epoch": 0.28436319540107413,
      "grad_norm": 6.65625,
      "learning_rate": 3.5786443017387714e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.538274347782135,
      "num_tokens": 172736379.0,
      "step": 224180
    },
    {
      "epoch": 0.284375879993607,
      "grad_norm": 5.15625,
      "learning_rate": 3.578580870730142e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.557149338722229,
      "num_tokens": 172745045.0,
      "step": 224190
    },
    {
      "epoch": 0.2843885645861398,
      "grad_norm": 6.25,
      "learning_rate": 3.5785174397215125e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5462454795837403,
      "num_tokens": 172753361.0,
      "step": 224200
    },
    {
      "epoch": 0.28440124917867265,
      "grad_norm": 5.65625,
      "learning_rate": 3.578454008712884e-05,
      "loss": 1.8889,
      "mean_token_accuracy": 0.5803571224212647,
      "num_tokens": 172761457.0,
      "step": 224210
    },
    {
      "epoch": 0.28441393377120544,
      "grad_norm": 6.03125,
      "learning_rate": 3.578390577704254e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5348677814006806,
      "num_tokens": 172769488.0,
      "step": 224220
    },
    {
      "epoch": 0.2844266183637383,
      "grad_norm": 5.3125,
      "learning_rate": 3.5783271466956254e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5629034578800202,
      "num_tokens": 172776217.0,
      "step": 224230
    },
    {
      "epoch": 0.2844393029562711,
      "grad_norm": 5.15625,
      "learning_rate": 3.578263715686996e-05,
      "loss": 2.298,
      "mean_token_accuracy": 0.5104062795639038,
      "num_tokens": 172785346.0,
      "step": 224240
    },
    {
      "epoch": 0.28445198754880396,
      "grad_norm": 6.4375,
      "learning_rate": 3.578200284678367e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5330751359462738,
      "num_tokens": 172792308.0,
      "step": 224250
    },
    {
      "epoch": 0.2844646721413368,
      "grad_norm": 4.9375,
      "learning_rate": 3.578136853669738e-05,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5214242607355117,
      "num_tokens": 172801805.0,
      "step": 224260
    },
    {
      "epoch": 0.28447735673386965,
      "grad_norm": 4.3125,
      "learning_rate": 3.578073422661108e-05,
      "loss": 1.9059,
      "mean_token_accuracy": 0.5783090680837631,
      "num_tokens": 172808738.0,
      "step": 224270
    },
    {
      "epoch": 0.2844900413264025,
      "grad_norm": 7.375,
      "learning_rate": 3.5780099916524794e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5194476872682572,
      "num_tokens": 172815916.0,
      "step": 224280
    },
    {
      "epoch": 0.28450272591893533,
      "grad_norm": 5.28125,
      "learning_rate": 3.57794656064385e-05,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5581231832504272,
      "num_tokens": 172824652.0,
      "step": 224290
    },
    {
      "epoch": 0.2845154105114681,
      "grad_norm": 5.09375,
      "learning_rate": 3.577883129635221e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.549555629491806,
      "num_tokens": 172832097.0,
      "step": 224300
    },
    {
      "epoch": 0.28452809510400096,
      "grad_norm": 6.1875,
      "learning_rate": 3.5778196986265924e-05,
      "loss": 1.7498,
      "mean_token_accuracy": 0.6145488262176514,
      "num_tokens": 172837921.0,
      "step": 224310
    },
    {
      "epoch": 0.2845407796965338,
      "grad_norm": 7.375,
      "learning_rate": 3.577756267617963e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5387332558631897,
      "num_tokens": 172844539.0,
      "step": 224320
    },
    {
      "epoch": 0.28455346428906664,
      "grad_norm": 4.78125,
      "learning_rate": 3.5776928366093335e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5429894238710403,
      "num_tokens": 172852759.0,
      "step": 224330
    },
    {
      "epoch": 0.2845661488815995,
      "grad_norm": 4.84375,
      "learning_rate": 3.577629405600704e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5675629496574401,
      "num_tokens": 172860565.0,
      "step": 224340
    },
    {
      "epoch": 0.2845788334741323,
      "grad_norm": 5.8125,
      "learning_rate": 3.577565974592075e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5271584928035736,
      "num_tokens": 172867145.0,
      "step": 224350
    },
    {
      "epoch": 0.28459151806666516,
      "grad_norm": 6.625,
      "learning_rate": 3.5775025435834464e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5228794127702713,
      "num_tokens": 172874388.0,
      "step": 224360
    },
    {
      "epoch": 0.284604202659198,
      "grad_norm": 6.3125,
      "learning_rate": 3.577439112574817e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5597383230924606,
      "num_tokens": 172880437.0,
      "step": 224370
    },
    {
      "epoch": 0.2846168872517308,
      "grad_norm": 5.375,
      "learning_rate": 3.577375681566188e-05,
      "loss": 1.8024,
      "mean_token_accuracy": 0.6047029286623001,
      "num_tokens": 172887518.0,
      "step": 224380
    },
    {
      "epoch": 0.28462957184426363,
      "grad_norm": 5.59375,
      "learning_rate": 3.577312250557559e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5402864754199982,
      "num_tokens": 172894830.0,
      "step": 224390
    },
    {
      "epoch": 0.28464225643679647,
      "grad_norm": 7.21875,
      "learning_rate": 3.577248819548929e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5607903987169266,
      "num_tokens": 172902722.0,
      "step": 224400
    },
    {
      "epoch": 0.2846549410293293,
      "grad_norm": 6.25,
      "learning_rate": 3.5771853885403005e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5602061301469803,
      "num_tokens": 172910694.0,
      "step": 224410
    },
    {
      "epoch": 0.28466762562186215,
      "grad_norm": 6.5625,
      "learning_rate": 3.577121957531671e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5534559458494186,
      "num_tokens": 172917501.0,
      "step": 224420
    },
    {
      "epoch": 0.284680310214395,
      "grad_norm": 4.96875,
      "learning_rate": 3.577058526523042e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5288629829883575,
      "num_tokens": 172926386.0,
      "step": 224430
    },
    {
      "epoch": 0.28469299480692783,
      "grad_norm": 4.15625,
      "learning_rate": 3.576995095514413e-05,
      "loss": 1.6192,
      "mean_token_accuracy": 0.6421511232852936,
      "num_tokens": 172932180.0,
      "step": 224440
    },
    {
      "epoch": 0.2847056793994607,
      "grad_norm": 5.375,
      "learning_rate": 3.576931664505784e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5369273036718368,
      "num_tokens": 172940078.0,
      "step": 224450
    },
    {
      "epoch": 0.28471836399199346,
      "grad_norm": 5.15625,
      "learning_rate": 3.5768682334971545e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5526803731918335,
      "num_tokens": 172947438.0,
      "step": 224460
    },
    {
      "epoch": 0.2847310485845263,
      "grad_norm": 4.96875,
      "learning_rate": 3.576804802488525e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5296848982572555,
      "num_tokens": 172955294.0,
      "step": 224470
    },
    {
      "epoch": 0.28474373317705914,
      "grad_norm": 5.46875,
      "learning_rate": 3.576741371479896e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5307314783334732,
      "num_tokens": 172963452.0,
      "step": 224480
    },
    {
      "epoch": 0.284756417769592,
      "grad_norm": 5.21875,
      "learning_rate": 3.576677940471267e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5297475278377533,
      "num_tokens": 172971400.0,
      "step": 224490
    },
    {
      "epoch": 0.2847691023621248,
      "grad_norm": 5.5625,
      "learning_rate": 3.576614509462638e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5432040363550186,
      "num_tokens": 172979305.0,
      "step": 224500
    },
    {
      "epoch": 0.28478178695465767,
      "grad_norm": 5.0625,
      "learning_rate": 3.576551078454009e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5571695923805237,
      "num_tokens": 172987672.0,
      "step": 224510
    },
    {
      "epoch": 0.2847944715471905,
      "grad_norm": 5.5,
      "learning_rate": 3.57648764744538e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5361256122589111,
      "num_tokens": 172995871.0,
      "step": 224520
    },
    {
      "epoch": 0.28480715613972335,
      "grad_norm": 6.90625,
      "learning_rate": 3.576424216436751e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5477385342121124,
      "num_tokens": 173003458.0,
      "step": 224530
    },
    {
      "epoch": 0.28481984073225614,
      "grad_norm": 5.1875,
      "learning_rate": 3.5763607854281215e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5276261419057846,
      "num_tokens": 173011779.0,
      "step": 224540
    },
    {
      "epoch": 0.284832525324789,
      "grad_norm": 5.90625,
      "learning_rate": 3.576297354419492e-05,
      "loss": 2.2954,
      "mean_token_accuracy": 0.5045909583568573,
      "num_tokens": 173021019.0,
      "step": 224550
    },
    {
      "epoch": 0.2848452099173218,
      "grad_norm": 5.96875,
      "learning_rate": 3.576233923410863e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5717738330364227,
      "num_tokens": 173028389.0,
      "step": 224560
    },
    {
      "epoch": 0.28485789450985466,
      "grad_norm": 6.59375,
      "learning_rate": 3.576170492402234e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5453061372041702,
      "num_tokens": 173036525.0,
      "step": 224570
    },
    {
      "epoch": 0.2848705791023875,
      "grad_norm": 4.875,
      "learning_rate": 3.576107061393605e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5288014113903046,
      "num_tokens": 173046394.0,
      "step": 224580
    },
    {
      "epoch": 0.28488326369492034,
      "grad_norm": 5.9375,
      "learning_rate": 3.576043630384976e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.556944540143013,
      "num_tokens": 173053884.0,
      "step": 224590
    },
    {
      "epoch": 0.2848959482874532,
      "grad_norm": 5.625,
      "learning_rate": 3.575980199376347e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5349991619586945,
      "num_tokens": 173060753.0,
      "step": 224600
    },
    {
      "epoch": 0.284908632879986,
      "grad_norm": 7.46875,
      "learning_rate": 3.575916768367717e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5685588121414185,
      "num_tokens": 173068323.0,
      "step": 224610
    },
    {
      "epoch": 0.2849213174725188,
      "grad_norm": 7.15625,
      "learning_rate": 3.575853337359088e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5475686579942703,
      "num_tokens": 173075225.0,
      "step": 224620
    },
    {
      "epoch": 0.28493400206505165,
      "grad_norm": 6.0,
      "learning_rate": 3.575789906350459e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5495936781167984,
      "num_tokens": 173083365.0,
      "step": 224630
    },
    {
      "epoch": 0.2849466866575845,
      "grad_norm": 5.3125,
      "learning_rate": 3.57572647534183e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5315046817064285,
      "num_tokens": 173091722.0,
      "step": 224640
    },
    {
      "epoch": 0.28495937125011733,
      "grad_norm": 4.90625,
      "learning_rate": 3.575663044333201e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.545113953948021,
      "num_tokens": 173100229.0,
      "step": 224650
    },
    {
      "epoch": 0.2849720558426502,
      "grad_norm": 4.71875,
      "learning_rate": 3.575599613324572e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5270568788051605,
      "num_tokens": 173108684.0,
      "step": 224660
    },
    {
      "epoch": 0.284984740435183,
      "grad_norm": 7.34375,
      "learning_rate": 3.5755361823159425e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5301375180482865,
      "num_tokens": 173116845.0,
      "step": 224670
    },
    {
      "epoch": 0.28499742502771586,
      "grad_norm": 6.9375,
      "learning_rate": 3.575472751307313e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5338866174221039,
      "num_tokens": 173125555.0,
      "step": 224680
    },
    {
      "epoch": 0.28501010962024864,
      "grad_norm": 11.3125,
      "learning_rate": 3.575409320298684e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5486765623092651,
      "num_tokens": 173132853.0,
      "step": 224690
    },
    {
      "epoch": 0.2850227942127815,
      "grad_norm": 6.34375,
      "learning_rate": 3.575345889290055e-05,
      "loss": 1.933,
      "mean_token_accuracy": 0.5685763746500015,
      "num_tokens": 173140030.0,
      "step": 224700
    },
    {
      "epoch": 0.2850354788053143,
      "grad_norm": 5.25,
      "learning_rate": 3.575282458281426e-05,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5517166793346405,
      "num_tokens": 173146518.0,
      "step": 224710
    },
    {
      "epoch": 0.28504816339784717,
      "grad_norm": 6.375,
      "learning_rate": 3.5752190272727965e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5630381494760514,
      "num_tokens": 173153228.0,
      "step": 224720
    },
    {
      "epoch": 0.28506084799038,
      "grad_norm": 5.15625,
      "learning_rate": 3.575155596264168e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5648526042699814,
      "num_tokens": 173160610.0,
      "step": 224730
    },
    {
      "epoch": 0.28507353258291285,
      "grad_norm": 5.6875,
      "learning_rate": 3.575092165255538e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5535342037677765,
      "num_tokens": 173167608.0,
      "step": 224740
    },
    {
      "epoch": 0.2850862171754457,
      "grad_norm": 4.78125,
      "learning_rate": 3.575028734246909e-05,
      "loss": 2.2271,
      "mean_token_accuracy": 0.5174337267875672,
      "num_tokens": 173175889.0,
      "step": 224750
    },
    {
      "epoch": 0.28509890176797853,
      "grad_norm": 6.0625,
      "learning_rate": 3.57496530323828e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5431001245975494,
      "num_tokens": 173183362.0,
      "step": 224760
    },
    {
      "epoch": 0.2851115863605113,
      "grad_norm": 4.875,
      "learning_rate": 3.5749018722296506e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5395564824342728,
      "num_tokens": 173190859.0,
      "step": 224770
    },
    {
      "epoch": 0.28512427095304416,
      "grad_norm": 6.65625,
      "learning_rate": 3.574838441221022e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5428805261850357,
      "num_tokens": 173197425.0,
      "step": 224780
    },
    {
      "epoch": 0.285136955545577,
      "grad_norm": 7.34375,
      "learning_rate": 3.574775010212393e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5481671750545501,
      "num_tokens": 173204162.0,
      "step": 224790
    },
    {
      "epoch": 0.28514964013810984,
      "grad_norm": 5.25,
      "learning_rate": 3.5747115792037635e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.5256945580244065,
      "num_tokens": 173211147.0,
      "step": 224800
    },
    {
      "epoch": 0.2851623247306427,
      "grad_norm": 6.875,
      "learning_rate": 3.574648148195134e-05,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5293089658021927,
      "num_tokens": 173219495.0,
      "step": 224810
    },
    {
      "epoch": 0.2851750093231755,
      "grad_norm": 5.28125,
      "learning_rate": 3.5745847171865046e-05,
      "loss": 1.9856,
      "mean_token_accuracy": 0.5631932854652405,
      "num_tokens": 173227359.0,
      "step": 224820
    },
    {
      "epoch": 0.28518769391570836,
      "grad_norm": 5.875,
      "learning_rate": 3.574521286177876e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5509501338005066,
      "num_tokens": 173234748.0,
      "step": 224830
    },
    {
      "epoch": 0.2852003785082412,
      "grad_norm": 6.0,
      "learning_rate": 3.574457855169247e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5465542137622833,
      "num_tokens": 173242078.0,
      "step": 224840
    },
    {
      "epoch": 0.285213063100774,
      "grad_norm": 6.5625,
      "learning_rate": 3.5743944241606176e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.546537333726883,
      "num_tokens": 173249925.0,
      "step": 224850
    },
    {
      "epoch": 0.28522574769330683,
      "grad_norm": 5.3125,
      "learning_rate": 3.574330993151989e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.558076161146164,
      "num_tokens": 173258217.0,
      "step": 224860
    },
    {
      "epoch": 0.28523843228583967,
      "grad_norm": 8.5,
      "learning_rate": 3.574267562143359e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5361610740423203,
      "num_tokens": 173266032.0,
      "step": 224870
    },
    {
      "epoch": 0.2852511168783725,
      "grad_norm": 6.28125,
      "learning_rate": 3.57420413113473e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5241023182868958,
      "num_tokens": 173275468.0,
      "step": 224880
    },
    {
      "epoch": 0.28526380147090535,
      "grad_norm": 7.21875,
      "learning_rate": 3.574140700126101e-05,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5239375025033951,
      "num_tokens": 173283897.0,
      "step": 224890
    },
    {
      "epoch": 0.2852764860634382,
      "grad_norm": 7.375,
      "learning_rate": 3.5740772691174716e-05,
      "loss": 1.9209,
      "mean_token_accuracy": 0.5708179622888565,
      "num_tokens": 173290838.0,
      "step": 224900
    },
    {
      "epoch": 0.28528917065597104,
      "grad_norm": 6.8125,
      "learning_rate": 3.574013838108843e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5513969749212265,
      "num_tokens": 173298374.0,
      "step": 224910
    },
    {
      "epoch": 0.2853018552485039,
      "grad_norm": 6.125,
      "learning_rate": 3.5739504071002133e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5532489866018295,
      "num_tokens": 173306341.0,
      "step": 224920
    },
    {
      "epoch": 0.28531453984103666,
      "grad_norm": 4.9375,
      "learning_rate": 3.5738869760915846e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5391676634550094,
      "num_tokens": 173314761.0,
      "step": 224930
    },
    {
      "epoch": 0.2853272244335695,
      "grad_norm": 5.84375,
      "learning_rate": 3.573823545082956e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5787580251693726,
      "num_tokens": 173321277.0,
      "step": 224940
    },
    {
      "epoch": 0.28533990902610235,
      "grad_norm": 5.125,
      "learning_rate": 3.573760114074326e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5414093106985092,
      "num_tokens": 173327649.0,
      "step": 224950
    },
    {
      "epoch": 0.2853525936186352,
      "grad_norm": 7.3125,
      "learning_rate": 3.573696683065697e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5371817648410797,
      "num_tokens": 173335175.0,
      "step": 224960
    },
    {
      "epoch": 0.285365278211168,
      "grad_norm": 4.25,
      "learning_rate": 3.5736332520570674e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5321542233228683,
      "num_tokens": 173343418.0,
      "step": 224970
    },
    {
      "epoch": 0.28537796280370087,
      "grad_norm": 6.625,
      "learning_rate": 3.5735698210484386e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5803307890892029,
      "num_tokens": 173350734.0,
      "step": 224980
    },
    {
      "epoch": 0.2853906473962337,
      "grad_norm": 5.53125,
      "learning_rate": 3.57350639003981e-05,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5779999405145645,
      "num_tokens": 173357613.0,
      "step": 224990
    },
    {
      "epoch": 0.28540333198876655,
      "grad_norm": 5.625,
      "learning_rate": 3.5734429590311803e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5510053724050522,
      "num_tokens": 173366245.0,
      "step": 225000
    },
    {
      "epoch": 0.28541601658129934,
      "grad_norm": 7.78125,
      "learning_rate": 3.5733795280225516e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.522461223602295,
      "num_tokens": 173375254.0,
      "step": 225010
    },
    {
      "epoch": 0.2854287011738322,
      "grad_norm": 4.4375,
      "learning_rate": 3.573316097013922e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.562926122546196,
      "num_tokens": 173383339.0,
      "step": 225020
    },
    {
      "epoch": 0.285441385766365,
      "grad_norm": 4.5,
      "learning_rate": 3.5732526660052926e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5661661207675934,
      "num_tokens": 173391542.0,
      "step": 225030
    },
    {
      "epoch": 0.28545407035889786,
      "grad_norm": 7.46875,
      "learning_rate": 3.573189234996664e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5521916687488556,
      "num_tokens": 173398790.0,
      "step": 225040
    },
    {
      "epoch": 0.2854667549514307,
      "grad_norm": 5.5625,
      "learning_rate": 3.5731258039880344e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5432047575712204,
      "num_tokens": 173407188.0,
      "step": 225050
    },
    {
      "epoch": 0.28547943954396354,
      "grad_norm": 4.40625,
      "learning_rate": 3.5730623729794056e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.557144033908844,
      "num_tokens": 173414307.0,
      "step": 225060
    },
    {
      "epoch": 0.2854921241364964,
      "grad_norm": 5.0,
      "learning_rate": 3.572998941970776e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5277694016695023,
      "num_tokens": 173422769.0,
      "step": 225070
    },
    {
      "epoch": 0.2855048087290292,
      "grad_norm": 6.59375,
      "learning_rate": 3.572935510962147e-05,
      "loss": 2.2039,
      "mean_token_accuracy": 0.5265747308731079,
      "num_tokens": 173431590.0,
      "step": 225080
    },
    {
      "epoch": 0.285517493321562,
      "grad_norm": 5.84375,
      "learning_rate": 3.572872079953518e-05,
      "loss": 1.8774,
      "mean_token_accuracy": 0.5790497839450837,
      "num_tokens": 173438892.0,
      "step": 225090
    },
    {
      "epoch": 0.28553017791409485,
      "grad_norm": 5.65625,
      "learning_rate": 3.5728086489448884e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5598523437976837,
      "num_tokens": 173446054.0,
      "step": 225100
    },
    {
      "epoch": 0.2855428625066277,
      "grad_norm": 5.71875,
      "learning_rate": 3.5727452179362596e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5197900831699371,
      "num_tokens": 173454380.0,
      "step": 225110
    },
    {
      "epoch": 0.28555554709916053,
      "grad_norm": 6.34375,
      "learning_rate": 3.57268178692763e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5352884858846665,
      "num_tokens": 173462980.0,
      "step": 225120
    },
    {
      "epoch": 0.2855682316916934,
      "grad_norm": 6.71875,
      "learning_rate": 3.5726183559190014e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5646248191595078,
      "num_tokens": 173470574.0,
      "step": 225130
    },
    {
      "epoch": 0.2855809162842262,
      "grad_norm": 4.875,
      "learning_rate": 3.5725549249103726e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5381541013717651,
      "num_tokens": 173478599.0,
      "step": 225140
    },
    {
      "epoch": 0.28559360087675906,
      "grad_norm": 5.5,
      "learning_rate": 3.572491493901743e-05,
      "loss": 1.9388,
      "mean_token_accuracy": 0.5677452951669693,
      "num_tokens": 173486158.0,
      "step": 225150
    },
    {
      "epoch": 0.28560628546929184,
      "grad_norm": 8.125,
      "learning_rate": 3.5724280628931136e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5171092242002487,
      "num_tokens": 173493914.0,
      "step": 225160
    },
    {
      "epoch": 0.2856189700618247,
      "grad_norm": 6.59375,
      "learning_rate": 3.572364631884484e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.5684801727533341,
      "num_tokens": 173501415.0,
      "step": 225170
    },
    {
      "epoch": 0.2856316546543575,
      "grad_norm": 4.9375,
      "learning_rate": 3.5723012008758554e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5515831381082534,
      "num_tokens": 173508660.0,
      "step": 225180
    },
    {
      "epoch": 0.28564433924689037,
      "grad_norm": 6.625,
      "learning_rate": 3.5722377698672266e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5362899422645568,
      "num_tokens": 173516182.0,
      "step": 225190
    },
    {
      "epoch": 0.2856570238394232,
      "grad_norm": 8.625,
      "learning_rate": 3.572174338858597e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.51206533908844,
      "num_tokens": 173524896.0,
      "step": 225200
    },
    {
      "epoch": 0.28566970843195605,
      "grad_norm": 7.25,
      "learning_rate": 3.5721109078499684e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5749720007181167,
      "num_tokens": 173531967.0,
      "step": 225210
    },
    {
      "epoch": 0.2856823930244889,
      "grad_norm": 5.4375,
      "learning_rate": 3.572047476841339e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.546893185377121,
      "num_tokens": 173539551.0,
      "step": 225220
    },
    {
      "epoch": 0.28569507761702173,
      "grad_norm": 4.71875,
      "learning_rate": 3.5719840458327094e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5488623857498169,
      "num_tokens": 173547124.0,
      "step": 225230
    },
    {
      "epoch": 0.2857077622095545,
      "grad_norm": 8.125,
      "learning_rate": 3.5719206148240806e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5488535165786743,
      "num_tokens": 173555526.0,
      "step": 225240
    },
    {
      "epoch": 0.28572044680208736,
      "grad_norm": 7.78125,
      "learning_rate": 3.571857183815451e-05,
      "loss": 2.2899,
      "mean_token_accuracy": 0.5098915487527848,
      "num_tokens": 173564679.0,
      "step": 225250
    },
    {
      "epoch": 0.2857331313946202,
      "grad_norm": 5.59375,
      "learning_rate": 3.5717937528068224e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5221222966909409,
      "num_tokens": 173572343.0,
      "step": 225260
    },
    {
      "epoch": 0.28574581598715304,
      "grad_norm": 5.5,
      "learning_rate": 3.571730321798193e-05,
      "loss": 2.264,
      "mean_token_accuracy": 0.506032931804657,
      "num_tokens": 173580261.0,
      "step": 225270
    },
    {
      "epoch": 0.2857585005796859,
      "grad_norm": 5.5625,
      "learning_rate": 3.571666890789564e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5534003257751465,
      "num_tokens": 173587926.0,
      "step": 225280
    },
    {
      "epoch": 0.2857711851722187,
      "grad_norm": 6.375,
      "learning_rate": 3.5716034597809353e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5584622353315354,
      "num_tokens": 173595248.0,
      "step": 225290
    },
    {
      "epoch": 0.28578386976475156,
      "grad_norm": 5.4375,
      "learning_rate": 3.571540028772305e-05,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5249333947896957,
      "num_tokens": 173602632.0,
      "step": 225300
    },
    {
      "epoch": 0.2857965543572844,
      "grad_norm": 7.90625,
      "learning_rate": 3.5714765977636764e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5759719133377075,
      "num_tokens": 173609631.0,
      "step": 225310
    },
    {
      "epoch": 0.2858092389498172,
      "grad_norm": 5.84375,
      "learning_rate": 3.571413166755047e-05,
      "loss": 2.2413,
      "mean_token_accuracy": 0.5179466784000397,
      "num_tokens": 173618890.0,
      "step": 225320
    },
    {
      "epoch": 0.28582192354235003,
      "grad_norm": 6.625,
      "learning_rate": 3.571349735746418e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5556889057159424,
      "num_tokens": 173626275.0,
      "step": 225330
    },
    {
      "epoch": 0.2858346081348829,
      "grad_norm": 15.0,
      "learning_rate": 3.5712863047377894e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5425308018922805,
      "num_tokens": 173632268.0,
      "step": 225340
    },
    {
      "epoch": 0.2858472927274157,
      "grad_norm": 5.96875,
      "learning_rate": 3.57122287372916e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5316550314426423,
      "num_tokens": 173639777.0,
      "step": 225350
    },
    {
      "epoch": 0.28585997731994855,
      "grad_norm": 5.34375,
      "learning_rate": 3.571159442720531e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5686635404825211,
      "num_tokens": 173646901.0,
      "step": 225360
    },
    {
      "epoch": 0.2858726619124814,
      "grad_norm": 6.90625,
      "learning_rate": 3.571096011711902e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5532000720500946,
      "num_tokens": 173655012.0,
      "step": 225370
    },
    {
      "epoch": 0.28588534650501424,
      "grad_norm": 9.3125,
      "learning_rate": 3.571032580703272e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.549177286028862,
      "num_tokens": 173663263.0,
      "step": 225380
    },
    {
      "epoch": 0.2858980310975471,
      "grad_norm": 5.15625,
      "learning_rate": 3.5709691496946434e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5404850780963898,
      "num_tokens": 173671630.0,
      "step": 225390
    },
    {
      "epoch": 0.28591071569007986,
      "grad_norm": 9.5,
      "learning_rate": 3.570905718686014e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5469780802726746,
      "num_tokens": 173677997.0,
      "step": 225400
    },
    {
      "epoch": 0.2859234002826127,
      "grad_norm": 6.75,
      "learning_rate": 3.570842287677385e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5280891865491867,
      "num_tokens": 173685482.0,
      "step": 225410
    },
    {
      "epoch": 0.28593608487514555,
      "grad_norm": 6.28125,
      "learning_rate": 3.570778856668756e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5665338695049286,
      "num_tokens": 173693100.0,
      "step": 225420
    },
    {
      "epoch": 0.2859487694676784,
      "grad_norm": 7.03125,
      "learning_rate": 3.570715425660127e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5245692729949951,
      "num_tokens": 173701334.0,
      "step": 225430
    },
    {
      "epoch": 0.28596145406021123,
      "grad_norm": 6.6875,
      "learning_rate": 3.5706519946514974e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5596805602312088,
      "num_tokens": 173709180.0,
      "step": 225440
    },
    {
      "epoch": 0.28597413865274407,
      "grad_norm": 4.9375,
      "learning_rate": 3.570588563642868e-05,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5180322736501694,
      "num_tokens": 173717686.0,
      "step": 225450
    },
    {
      "epoch": 0.2859868232452769,
      "grad_norm": 4.875,
      "learning_rate": 3.570525132634239e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5557470142841339,
      "num_tokens": 173726985.0,
      "step": 225460
    },
    {
      "epoch": 0.28599950783780975,
      "grad_norm": 7.875,
      "learning_rate": 3.5704617016256104e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5464913189411164,
      "num_tokens": 173734040.0,
      "step": 225470
    },
    {
      "epoch": 0.28601219243034254,
      "grad_norm": 7.125,
      "learning_rate": 3.570398270616981e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5632506847381592,
      "num_tokens": 173741116.0,
      "step": 225480
    },
    {
      "epoch": 0.2860248770228754,
      "grad_norm": 4.96875,
      "learning_rate": 3.570334839608352e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5307032138109207,
      "num_tokens": 173749720.0,
      "step": 225490
    },
    {
      "epoch": 0.2860375616154082,
      "grad_norm": 4.9375,
      "learning_rate": 3.570271408599723e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5258152335882187,
      "num_tokens": 173758052.0,
      "step": 225500
    },
    {
      "epoch": 0.28605024620794106,
      "grad_norm": 5.3125,
      "learning_rate": 3.570207977591093e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.555357250571251,
      "num_tokens": 173766500.0,
      "step": 225510
    },
    {
      "epoch": 0.2860629308004739,
      "grad_norm": 6.03125,
      "learning_rate": 3.5701445465824644e-05,
      "loss": 1.8169,
      "mean_token_accuracy": 0.605719244480133,
      "num_tokens": 173773847.0,
      "step": 225520
    },
    {
      "epoch": 0.28607561539300674,
      "grad_norm": 4.6875,
      "learning_rate": 3.570081115573835e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5383720189332962,
      "num_tokens": 173781856.0,
      "step": 225530
    },
    {
      "epoch": 0.2860882999855396,
      "grad_norm": 5.25,
      "learning_rate": 3.570017684565206e-05,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5626901388168335,
      "num_tokens": 173789035.0,
      "step": 225540
    },
    {
      "epoch": 0.2861009845780724,
      "grad_norm": 5.65625,
      "learning_rate": 3.569954253556577e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5374236196279526,
      "num_tokens": 173797078.0,
      "step": 225550
    },
    {
      "epoch": 0.2861136691706052,
      "grad_norm": 7.1875,
      "learning_rate": 3.569890822547948e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5676450878381729,
      "num_tokens": 173804489.0,
      "step": 225560
    },
    {
      "epoch": 0.28612635376313805,
      "grad_norm": 5.59375,
      "learning_rate": 3.5698273915393185e-05,
      "loss": 2.3312,
      "mean_token_accuracy": 0.5021176964044571,
      "num_tokens": 173813225.0,
      "step": 225570
    },
    {
      "epoch": 0.2861390383556709,
      "grad_norm": 6.03125,
      "learning_rate": 3.569763960530689e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5809521973133087,
      "num_tokens": 173820366.0,
      "step": 225580
    },
    {
      "epoch": 0.28615172294820373,
      "grad_norm": 5.21875,
      "learning_rate": 3.56970052952206e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5498891919851303,
      "num_tokens": 173828436.0,
      "step": 225590
    },
    {
      "epoch": 0.2861644075407366,
      "grad_norm": 6.625,
      "learning_rate": 3.569637098513431e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5425338208675384,
      "num_tokens": 173836192.0,
      "step": 225600
    },
    {
      "epoch": 0.2861770921332694,
      "grad_norm": 5.34375,
      "learning_rate": 3.569573667504802e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5432101488113403,
      "num_tokens": 173842885.0,
      "step": 225610
    },
    {
      "epoch": 0.28618977672580226,
      "grad_norm": 7.09375,
      "learning_rate": 3.569510236496173e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5690433442592621,
      "num_tokens": 173849885.0,
      "step": 225620
    },
    {
      "epoch": 0.28620246131833504,
      "grad_norm": 6.28125,
      "learning_rate": 3.569446805487544e-05,
      "loss": 1.8505,
      "mean_token_accuracy": 0.5784613132476807,
      "num_tokens": 173857330.0,
      "step": 225630
    },
    {
      "epoch": 0.2862151459108679,
      "grad_norm": 6.03125,
      "learning_rate": 3.569383374478914e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5362823992967606,
      "num_tokens": 173864592.0,
      "step": 225640
    },
    {
      "epoch": 0.2862278305034007,
      "grad_norm": 5.0,
      "learning_rate": 3.569319943470285e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.537492960691452,
      "num_tokens": 173872932.0,
      "step": 225650
    },
    {
      "epoch": 0.28624051509593357,
      "grad_norm": 8.875,
      "learning_rate": 3.569256512461656e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5556720286607743,
      "num_tokens": 173880957.0,
      "step": 225660
    },
    {
      "epoch": 0.2862531996884664,
      "grad_norm": 7.46875,
      "learning_rate": 3.569193081453027e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.560929611325264,
      "num_tokens": 173887459.0,
      "step": 225670
    },
    {
      "epoch": 0.28626588428099925,
      "grad_norm": 5.25,
      "learning_rate": 3.569129650444398e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5345382481813431,
      "num_tokens": 173895630.0,
      "step": 225680
    },
    {
      "epoch": 0.2862785688735321,
      "grad_norm": 6.3125,
      "learning_rate": 3.569066219435769e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5594782203435897,
      "num_tokens": 173903467.0,
      "step": 225690
    },
    {
      "epoch": 0.28629125346606493,
      "grad_norm": 6.1875,
      "learning_rate": 3.5690027884271395e-05,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5644775986671448,
      "num_tokens": 173908470.0,
      "step": 225700
    },
    {
      "epoch": 0.2863039380585977,
      "grad_norm": 7.5,
      "learning_rate": 3.568939357418511e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5299851864576339,
      "num_tokens": 173915882.0,
      "step": 225710
    },
    {
      "epoch": 0.28631662265113056,
      "grad_norm": 6.78125,
      "learning_rate": 3.568875926409881e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5664966940879822,
      "num_tokens": 173923195.0,
      "step": 225720
    },
    {
      "epoch": 0.2863293072436634,
      "grad_norm": 6.96875,
      "learning_rate": 3.568812495401252e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5285332500934601,
      "num_tokens": 173931624.0,
      "step": 225730
    },
    {
      "epoch": 0.28634199183619624,
      "grad_norm": 5.3125,
      "learning_rate": 3.568749064392623e-05,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5592885673046112,
      "num_tokens": 173939188.0,
      "step": 225740
    },
    {
      "epoch": 0.2863546764287291,
      "grad_norm": 9.6875,
      "learning_rate": 3.5686856333839935e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5428265810012818,
      "num_tokens": 173946158.0,
      "step": 225750
    },
    {
      "epoch": 0.2863673610212619,
      "grad_norm": 5.34375,
      "learning_rate": 3.568622202375365e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5492143243551254,
      "num_tokens": 173953405.0,
      "step": 225760
    },
    {
      "epoch": 0.28638004561379476,
      "grad_norm": 5.25,
      "learning_rate": 3.568558771366736e-05,
      "loss": 1.76,
      "mean_token_accuracy": 0.6008651494979859,
      "num_tokens": 173960780.0,
      "step": 225770
    },
    {
      "epoch": 0.2863927302063276,
      "grad_norm": 5.875,
      "learning_rate": 3.5684953403581065e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5178542047739029,
      "num_tokens": 173969716.0,
      "step": 225780
    },
    {
      "epoch": 0.2864054147988604,
      "grad_norm": 6.75,
      "learning_rate": 3.568431909349477e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5391277462244034,
      "num_tokens": 173978289.0,
      "step": 225790
    },
    {
      "epoch": 0.28641809939139323,
      "grad_norm": 5.4375,
      "learning_rate": 3.5683684783408475e-05,
      "loss": 1.8406,
      "mean_token_accuracy": 0.6012121140956879,
      "num_tokens": 173984979.0,
      "step": 225800
    },
    {
      "epoch": 0.2864307839839261,
      "grad_norm": 6.125,
      "learning_rate": 3.568305047332219e-05,
      "loss": 2.2453,
      "mean_token_accuracy": 0.5189535766839981,
      "num_tokens": 173991898.0,
      "step": 225810
    },
    {
      "epoch": 0.2864434685764589,
      "grad_norm": 5.40625,
      "learning_rate": 3.56824161632359e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5462280154228211,
      "num_tokens": 173999185.0,
      "step": 225820
    },
    {
      "epoch": 0.28645615316899176,
      "grad_norm": 6.4375,
      "learning_rate": 3.5681781853149605e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5650560021400451,
      "num_tokens": 174006973.0,
      "step": 225830
    },
    {
      "epoch": 0.2864688377615246,
      "grad_norm": 6.0,
      "learning_rate": 3.568114754306332e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5194196075201034,
      "num_tokens": 174015358.0,
      "step": 225840
    },
    {
      "epoch": 0.28648152235405744,
      "grad_norm": 6.75,
      "learning_rate": 3.568051323297702e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5399820685386658,
      "num_tokens": 174023071.0,
      "step": 225850
    },
    {
      "epoch": 0.2864942069465903,
      "grad_norm": 5.375,
      "learning_rate": 3.567987892289073e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5423518508672714,
      "num_tokens": 174030253.0,
      "step": 225860
    },
    {
      "epoch": 0.28650689153912307,
      "grad_norm": 6.0625,
      "learning_rate": 3.567924461280444e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5441726177930832,
      "num_tokens": 174039477.0,
      "step": 225870
    },
    {
      "epoch": 0.2865195761316559,
      "grad_norm": 5.09375,
      "learning_rate": 3.5678610302718145e-05,
      "loss": 1.787,
      "mean_token_accuracy": 0.6016337871551514,
      "num_tokens": 174047108.0,
      "step": 225880
    },
    {
      "epoch": 0.28653226072418875,
      "grad_norm": 5.84375,
      "learning_rate": 3.567797599263186e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.529801195859909,
      "num_tokens": 174054632.0,
      "step": 225890
    },
    {
      "epoch": 0.2865449453167216,
      "grad_norm": 9.25,
      "learning_rate": 3.567734168254556e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5529684841632843,
      "num_tokens": 174061940.0,
      "step": 225900
    },
    {
      "epoch": 0.28655762990925443,
      "grad_norm": 5.0,
      "learning_rate": 3.5676707372459275e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5476211398839951,
      "num_tokens": 174070006.0,
      "step": 225910
    },
    {
      "epoch": 0.28657031450178727,
      "grad_norm": 7.59375,
      "learning_rate": 3.567607306237298e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5562083542346954,
      "num_tokens": 174078437.0,
      "step": 225920
    },
    {
      "epoch": 0.2865829990943201,
      "grad_norm": 6.75,
      "learning_rate": 3.5675438752286686e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5178144305944443,
      "num_tokens": 174086496.0,
      "step": 225930
    },
    {
      "epoch": 0.28659568368685295,
      "grad_norm": 6.15625,
      "learning_rate": 3.56748044422004e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5468789041042328,
      "num_tokens": 174094055.0,
      "step": 225940
    },
    {
      "epoch": 0.28660836827938574,
      "grad_norm": 5.875,
      "learning_rate": 3.56741701321141e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5412808656692505,
      "num_tokens": 174102646.0,
      "step": 225950
    },
    {
      "epoch": 0.2866210528719186,
      "grad_norm": 4.84375,
      "learning_rate": 3.5673535822027815e-05,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5334501594305039,
      "num_tokens": 174110375.0,
      "step": 225960
    },
    {
      "epoch": 0.2866337374644514,
      "grad_norm": 6.5,
      "learning_rate": 3.567290151194153e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5378274083137512,
      "num_tokens": 174118120.0,
      "step": 225970
    },
    {
      "epoch": 0.28664642205698426,
      "grad_norm": 5.40625,
      "learning_rate": 3.567226720185523e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5363444060087204,
      "num_tokens": 174127399.0,
      "step": 225980
    },
    {
      "epoch": 0.2866591066495171,
      "grad_norm": 4.9375,
      "learning_rate": 3.567163289176894e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5425039559602738,
      "num_tokens": 174133898.0,
      "step": 225990
    },
    {
      "epoch": 0.28667179124204994,
      "grad_norm": 5.5,
      "learning_rate": 3.5670998581682643e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5189638555049896,
      "num_tokens": 174142295.0,
      "step": 226000
    },
    {
      "epoch": 0.2866844758345828,
      "grad_norm": 4.4375,
      "learning_rate": 3.5670364271596356e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5230052947998047,
      "num_tokens": 174151326.0,
      "step": 226010
    },
    {
      "epoch": 0.2866971604271156,
      "grad_norm": 4.875,
      "learning_rate": 3.566972996151007e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5465725272893905,
      "num_tokens": 174157409.0,
      "step": 226020
    },
    {
      "epoch": 0.2867098450196484,
      "grad_norm": 4.8125,
      "learning_rate": 3.566909565142377e-05,
      "loss": 1.8236,
      "mean_token_accuracy": 0.599216777086258,
      "num_tokens": 174165424.0,
      "step": 226030
    },
    {
      "epoch": 0.28672252961218125,
      "grad_norm": 4.875,
      "learning_rate": 3.5668461341337485e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.522104686498642,
      "num_tokens": 174174091.0,
      "step": 226040
    },
    {
      "epoch": 0.2867352142047141,
      "grad_norm": 6.34375,
      "learning_rate": 3.566782703125119e-05,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5683206439018249,
      "num_tokens": 174180723.0,
      "step": 226050
    },
    {
      "epoch": 0.28674789879724694,
      "grad_norm": 6.1875,
      "learning_rate": 3.5667192721164896e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5563078671693802,
      "num_tokens": 174188313.0,
      "step": 226060
    },
    {
      "epoch": 0.2867605833897798,
      "grad_norm": 6.1875,
      "learning_rate": 3.566655841107861e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5409332752227783,
      "num_tokens": 174194676.0,
      "step": 226070
    },
    {
      "epoch": 0.2867732679823126,
      "grad_norm": 5.59375,
      "learning_rate": 3.5665924100992313e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5436473339796066,
      "num_tokens": 174203628.0,
      "step": 226080
    },
    {
      "epoch": 0.28678595257484546,
      "grad_norm": 5.25,
      "learning_rate": 3.5665289790906026e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5531967639923095,
      "num_tokens": 174212522.0,
      "step": 226090
    },
    {
      "epoch": 0.28679863716737825,
      "grad_norm": 6.15625,
      "learning_rate": 3.566465548081973e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5396891474723816,
      "num_tokens": 174220138.0,
      "step": 226100
    },
    {
      "epoch": 0.2868113217599111,
      "grad_norm": 4.875,
      "learning_rate": 3.566402117073344e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5454441726207733,
      "num_tokens": 174228231.0,
      "step": 226110
    },
    {
      "epoch": 0.2868240063524439,
      "grad_norm": 8.6875,
      "learning_rate": 3.5663386860647155e-05,
      "loss": 1.7685,
      "mean_token_accuracy": 0.5963707208633423,
      "num_tokens": 174234790.0,
      "step": 226120
    },
    {
      "epoch": 0.28683669094497677,
      "grad_norm": 6.90625,
      "learning_rate": 3.566275255056086e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5394354701042176,
      "num_tokens": 174242845.0,
      "step": 226130
    },
    {
      "epoch": 0.2868493755375096,
      "grad_norm": 5.59375,
      "learning_rate": 3.5662118240474566e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5711204081773757,
      "num_tokens": 174250091.0,
      "step": 226140
    },
    {
      "epoch": 0.28686206013004245,
      "grad_norm": 9.8125,
      "learning_rate": 3.566148393038827e-05,
      "loss": 1.8387,
      "mean_token_accuracy": 0.5991993188858032,
      "num_tokens": 174256694.0,
      "step": 226150
    },
    {
      "epoch": 0.2868747447225753,
      "grad_norm": 5.09375,
      "learning_rate": 3.566084962030198e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5477134883403778,
      "num_tokens": 174263863.0,
      "step": 226160
    },
    {
      "epoch": 0.28688742931510813,
      "grad_norm": 7.875,
      "learning_rate": 3.5660215310215695e-05,
      "loss": 1.8759,
      "mean_token_accuracy": 0.585946935415268,
      "num_tokens": 174270977.0,
      "step": 226170
    },
    {
      "epoch": 0.2869001139076409,
      "grad_norm": 6.65625,
      "learning_rate": 3.56595810001294e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5629493087530136,
      "num_tokens": 174278049.0,
      "step": 226180
    },
    {
      "epoch": 0.28691279850017376,
      "grad_norm": 7.65625,
      "learning_rate": 3.565894669004311e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5244181871414184,
      "num_tokens": 174284366.0,
      "step": 226190
    },
    {
      "epoch": 0.2869254830927066,
      "grad_norm": 5.34375,
      "learning_rate": 3.565831237995682e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5178754419088364,
      "num_tokens": 174291903.0,
      "step": 226200
    },
    {
      "epoch": 0.28693816768523944,
      "grad_norm": 4.3125,
      "learning_rate": 3.5657678069870524e-05,
      "loss": 1.7662,
      "mean_token_accuracy": 0.6047983437776565,
      "num_tokens": 174298618.0,
      "step": 226210
    },
    {
      "epoch": 0.2869508522777723,
      "grad_norm": 4.96875,
      "learning_rate": 3.5657043759784236e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5333455860614776,
      "num_tokens": 174307497.0,
      "step": 226220
    },
    {
      "epoch": 0.2869635368703051,
      "grad_norm": 7.21875,
      "learning_rate": 3.565640944969794e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5369615495204926,
      "num_tokens": 174315040.0,
      "step": 226230
    },
    {
      "epoch": 0.28697622146283797,
      "grad_norm": 5.0625,
      "learning_rate": 3.565577513961165e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.555201169848442,
      "num_tokens": 174322519.0,
      "step": 226240
    },
    {
      "epoch": 0.2869889060553708,
      "grad_norm": 6.34375,
      "learning_rate": 3.565514082952536e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.5696350991725921,
      "num_tokens": 174329216.0,
      "step": 226250
    },
    {
      "epoch": 0.2870015906479036,
      "grad_norm": 5.34375,
      "learning_rate": 3.565450651943907e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5444804191589355,
      "num_tokens": 174337999.0,
      "step": 226260
    },
    {
      "epoch": 0.28701427524043643,
      "grad_norm": 5.4375,
      "learning_rate": 3.5653872209352776e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5182189911603927,
      "num_tokens": 174346124.0,
      "step": 226270
    },
    {
      "epoch": 0.2870269598329693,
      "grad_norm": 6.34375,
      "learning_rate": 3.565323789926648e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5212845921516418,
      "num_tokens": 174355563.0,
      "step": 226280
    },
    {
      "epoch": 0.2870396444255021,
      "grad_norm": 6.4375,
      "learning_rate": 3.5652603589180194e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5482204735279084,
      "num_tokens": 174362904.0,
      "step": 226290
    },
    {
      "epoch": 0.28705232901803496,
      "grad_norm": 5.8125,
      "learning_rate": 3.56519692790939e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5332778543233871,
      "num_tokens": 174371161.0,
      "step": 226300
    },
    {
      "epoch": 0.2870650136105678,
      "grad_norm": 4.9375,
      "learning_rate": 3.565133496900761e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5657269984483719,
      "num_tokens": 174379382.0,
      "step": 226310
    },
    {
      "epoch": 0.28707769820310064,
      "grad_norm": 5.03125,
      "learning_rate": 3.565070065892132e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5696450442075729,
      "num_tokens": 174387346.0,
      "step": 226320
    },
    {
      "epoch": 0.2870903827956335,
      "grad_norm": 4.9375,
      "learning_rate": 3.565006634883503e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5294570446014404,
      "num_tokens": 174394480.0,
      "step": 226330
    },
    {
      "epoch": 0.28710306738816627,
      "grad_norm": 5.03125,
      "learning_rate": 3.5649432038748734e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5299073457717896,
      "num_tokens": 174401935.0,
      "step": 226340
    },
    {
      "epoch": 0.2871157519806991,
      "grad_norm": 6.125,
      "learning_rate": 3.564879772866244e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.543477076292038,
      "num_tokens": 174410290.0,
      "step": 226350
    },
    {
      "epoch": 0.28712843657323195,
      "grad_norm": 8.4375,
      "learning_rate": 3.564816341857615e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5407720148563385,
      "num_tokens": 174418642.0,
      "step": 226360
    },
    {
      "epoch": 0.2871411211657648,
      "grad_norm": 4.59375,
      "learning_rate": 3.5647529108489863e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5361180961132049,
      "num_tokens": 174426418.0,
      "step": 226370
    },
    {
      "epoch": 0.28715380575829763,
      "grad_norm": 6.71875,
      "learning_rate": 3.564689479840357e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5602484285831452,
      "num_tokens": 174433365.0,
      "step": 226380
    },
    {
      "epoch": 0.2871664903508305,
      "grad_norm": 6.03125,
      "learning_rate": 3.564626048831728e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5801955074071884,
      "num_tokens": 174439488.0,
      "step": 226390
    },
    {
      "epoch": 0.2871791749433633,
      "grad_norm": 5.09375,
      "learning_rate": 3.564562617823099e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.533457824587822,
      "num_tokens": 174445666.0,
      "step": 226400
    },
    {
      "epoch": 0.28719185953589615,
      "grad_norm": 5.21875,
      "learning_rate": 3.564499186814469e-05,
      "loss": 1.845,
      "mean_token_accuracy": 0.5937688946723938,
      "num_tokens": 174452342.0,
      "step": 226410
    },
    {
      "epoch": 0.28720454412842894,
      "grad_norm": 5.03125,
      "learning_rate": 3.5644357558058404e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5184255510568618,
      "num_tokens": 174460714.0,
      "step": 226420
    },
    {
      "epoch": 0.2872172287209618,
      "grad_norm": 6.75,
      "learning_rate": 3.564372324797211e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5157412976026535,
      "num_tokens": 174469195.0,
      "step": 226430
    },
    {
      "epoch": 0.2872299133134946,
      "grad_norm": 5.03125,
      "learning_rate": 3.564308893788582e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5598415791988373,
      "num_tokens": 174476213.0,
      "step": 226440
    },
    {
      "epoch": 0.28724259790602746,
      "grad_norm": 7.03125,
      "learning_rate": 3.5642454627799533e-05,
      "loss": 1.8362,
      "mean_token_accuracy": 0.5856338649988174,
      "num_tokens": 174483035.0,
      "step": 226450
    },
    {
      "epoch": 0.2872552824985603,
      "grad_norm": 5.46875,
      "learning_rate": 3.564182031771324e-05,
      "loss": 1.8784,
      "mean_token_accuracy": 0.585524982213974,
      "num_tokens": 174490752.0,
      "step": 226460
    },
    {
      "epoch": 0.28726796709109315,
      "grad_norm": 6.0625,
      "learning_rate": 3.564118600762695e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5470935761928558,
      "num_tokens": 174498574.0,
      "step": 226470
    },
    {
      "epoch": 0.287280651683626,
      "grad_norm": 6.34375,
      "learning_rate": 3.564055169754065e-05,
      "loss": 2.2154,
      "mean_token_accuracy": 0.5150356441736221,
      "num_tokens": 174505781.0,
      "step": 226480
    },
    {
      "epoch": 0.28729333627615883,
      "grad_norm": 13.375,
      "learning_rate": 3.563991738745436e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5512872993946075,
      "num_tokens": 174513343.0,
      "step": 226490
    },
    {
      "epoch": 0.2873060208686916,
      "grad_norm": 10.5625,
      "learning_rate": 3.5639283077368074e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5263310700654984,
      "num_tokens": 174520320.0,
      "step": 226500
    },
    {
      "epoch": 0.28731870546122446,
      "grad_norm": 7.90625,
      "learning_rate": 3.563864876728178e-05,
      "loss": 1.8585,
      "mean_token_accuracy": 0.5821231365203857,
      "num_tokens": 174526700.0,
      "step": 226510
    },
    {
      "epoch": 0.2873313900537573,
      "grad_norm": 5.28125,
      "learning_rate": 3.563801445719549e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5430993616580964,
      "num_tokens": 174533998.0,
      "step": 226520
    },
    {
      "epoch": 0.28734407464629014,
      "grad_norm": 4.59375,
      "learning_rate": 3.5637380147109197e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5306606441736221,
      "num_tokens": 174542268.0,
      "step": 226530
    },
    {
      "epoch": 0.287356759238823,
      "grad_norm": 6.4375,
      "learning_rate": 3.563674583702291e-05,
      "loss": 1.7544,
      "mean_token_accuracy": 0.6154563009738923,
      "num_tokens": 174549892.0,
      "step": 226540
    },
    {
      "epoch": 0.2873694438313558,
      "grad_norm": 5.34375,
      "learning_rate": 3.5636111526936614e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.556240439414978,
      "num_tokens": 174557901.0,
      "step": 226550
    },
    {
      "epoch": 0.28738212842388866,
      "grad_norm": 5.6875,
      "learning_rate": 3.563547721685032e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5579696238040924,
      "num_tokens": 174564741.0,
      "step": 226560
    },
    {
      "epoch": 0.28739481301642145,
      "grad_norm": 5.84375,
      "learning_rate": 3.563484290676403e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5455545097589493,
      "num_tokens": 174572828.0,
      "step": 226570
    },
    {
      "epoch": 0.2874074976089543,
      "grad_norm": 4.5625,
      "learning_rate": 3.563420859667774e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5285155504941941,
      "num_tokens": 174578628.0,
      "step": 226580
    },
    {
      "epoch": 0.28742018220148713,
      "grad_norm": 6.3125,
      "learning_rate": 3.563357428659145e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5212155371904373,
      "num_tokens": 174586068.0,
      "step": 226590
    },
    {
      "epoch": 0.28743286679401997,
      "grad_norm": 5.96875,
      "learning_rate": 3.563293997650516e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5476571530103683,
      "num_tokens": 174593394.0,
      "step": 226600
    },
    {
      "epoch": 0.2874455513865528,
      "grad_norm": 6.125,
      "learning_rate": 3.5632305666418866e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5206826269626618,
      "num_tokens": 174602332.0,
      "step": 226610
    },
    {
      "epoch": 0.28745823597908565,
      "grad_norm": 4.46875,
      "learning_rate": 3.563167135633257e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5346456438302993,
      "num_tokens": 174609183.0,
      "step": 226620
    },
    {
      "epoch": 0.2874709205716185,
      "grad_norm": 8.1875,
      "learning_rate": 3.563103704624628e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5296406507492065,
      "num_tokens": 174617617.0,
      "step": 226630
    },
    {
      "epoch": 0.28748360516415133,
      "grad_norm": 6.0,
      "learning_rate": 3.563040273615999e-05,
      "loss": 1.8097,
      "mean_token_accuracy": 0.5970030188560486,
      "num_tokens": 174624289.0,
      "step": 226640
    },
    {
      "epoch": 0.2874962897566841,
      "grad_norm": 6.90625,
      "learning_rate": 3.56297684260737e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5460235565900803,
      "num_tokens": 174631899.0,
      "step": 226650
    },
    {
      "epoch": 0.28750897434921696,
      "grad_norm": 6.46875,
      "learning_rate": 3.562913411598741e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5185297012329102,
      "num_tokens": 174639471.0,
      "step": 226660
    },
    {
      "epoch": 0.2875216589417498,
      "grad_norm": 6.75,
      "learning_rate": 3.562849980590112e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5471361815929413,
      "num_tokens": 174647747.0,
      "step": 226670
    },
    {
      "epoch": 0.28753434353428264,
      "grad_norm": 4.875,
      "learning_rate": 3.5627865495814824e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5503807753324509,
      "num_tokens": 174654538.0,
      "step": 226680
    },
    {
      "epoch": 0.2875470281268155,
      "grad_norm": 5.5625,
      "learning_rate": 3.562723118572853e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5391571015119553,
      "num_tokens": 174661752.0,
      "step": 226690
    },
    {
      "epoch": 0.2875597127193483,
      "grad_norm": 5.03125,
      "learning_rate": 3.562659687564224e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5490885198116302,
      "num_tokens": 174669538.0,
      "step": 226700
    },
    {
      "epoch": 0.28757239731188117,
      "grad_norm": 7.15625,
      "learning_rate": 3.562596256555595e-05,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5808473944664001,
      "num_tokens": 174677056.0,
      "step": 226710
    },
    {
      "epoch": 0.287585081904414,
      "grad_norm": 6.28125,
      "learning_rate": 3.562532825546966e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5517348408699035,
      "num_tokens": 174684866.0,
      "step": 226720
    },
    {
      "epoch": 0.2875977664969468,
      "grad_norm": 5.3125,
      "learning_rate": 3.5624693945383365e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5642782807350158,
      "num_tokens": 174693250.0,
      "step": 226730
    },
    {
      "epoch": 0.28761045108947964,
      "grad_norm": 6.4375,
      "learning_rate": 3.562405963529708e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5493445277214051,
      "num_tokens": 174699564.0,
      "step": 226740
    },
    {
      "epoch": 0.2876231356820125,
      "grad_norm": 5.84375,
      "learning_rate": 3.562342532521078e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5456671804189682,
      "num_tokens": 174707761.0,
      "step": 226750
    },
    {
      "epoch": 0.2876358202745453,
      "grad_norm": 4.1875,
      "learning_rate": 3.562279101512449e-05,
      "loss": 1.8887,
      "mean_token_accuracy": 0.5928672581911087,
      "num_tokens": 174714181.0,
      "step": 226760
    },
    {
      "epoch": 0.28764850486707816,
      "grad_norm": 5.5625,
      "learning_rate": 3.56221567050382e-05,
      "loss": 1.8512,
      "mean_token_accuracy": 0.5919743984937668,
      "num_tokens": 174720507.0,
      "step": 226770
    },
    {
      "epoch": 0.287661189459611,
      "grad_norm": 7.03125,
      "learning_rate": 3.5621522394951905e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5475777834653854,
      "num_tokens": 174727809.0,
      "step": 226780
    },
    {
      "epoch": 0.28767387405214384,
      "grad_norm": 15.625,
      "learning_rate": 3.562088808486562e-05,
      "loss": 2.1999,
      "mean_token_accuracy": 0.5313695251941681,
      "num_tokens": 174734996.0,
      "step": 226790
    },
    {
      "epoch": 0.2876865586446767,
      "grad_norm": 4.71875,
      "learning_rate": 3.562025377477933e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5439629554748535,
      "num_tokens": 174742859.0,
      "step": 226800
    },
    {
      "epoch": 0.28769924323720947,
      "grad_norm": 5.0625,
      "learning_rate": 3.5619619464693034e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5341671943664551,
      "num_tokens": 174751464.0,
      "step": 226810
    },
    {
      "epoch": 0.2877119278297423,
      "grad_norm": 7.4375,
      "learning_rate": 3.5618985154606747e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5533696860074997,
      "num_tokens": 174758279.0,
      "step": 226820
    },
    {
      "epoch": 0.28772461242227515,
      "grad_norm": 4.65625,
      "learning_rate": 3.5618350844520445e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5440625101327896,
      "num_tokens": 174766178.0,
      "step": 226830
    },
    {
      "epoch": 0.287737297014808,
      "grad_norm": 9.375,
      "learning_rate": 3.561771653443416e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5698777705430984,
      "num_tokens": 174771877.0,
      "step": 226840
    },
    {
      "epoch": 0.28774998160734083,
      "grad_norm": 4.96875,
      "learning_rate": 3.561708222434787e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5451836585998535,
      "num_tokens": 174779532.0,
      "step": 226850
    },
    {
      "epoch": 0.2877626661998737,
      "grad_norm": 5.0,
      "learning_rate": 3.5616447914261575e-05,
      "loss": 1.8207,
      "mean_token_accuracy": 0.5931424707174301,
      "num_tokens": 174786980.0,
      "step": 226860
    },
    {
      "epoch": 0.2877753507924065,
      "grad_norm": 6.09375,
      "learning_rate": 3.561581360417529e-05,
      "loss": 1.9143,
      "mean_token_accuracy": 0.566937854886055,
      "num_tokens": 174794510.0,
      "step": 226870
    },
    {
      "epoch": 0.28778803538493936,
      "grad_norm": 6.0625,
      "learning_rate": 3.561517929408899e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5303314298391342,
      "num_tokens": 174803501.0,
      "step": 226880
    },
    {
      "epoch": 0.28780071997747214,
      "grad_norm": 4.9375,
      "learning_rate": 3.5614544984002704e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5670681565999984,
      "num_tokens": 174810997.0,
      "step": 226890
    },
    {
      "epoch": 0.287813404570005,
      "grad_norm": 5.71875,
      "learning_rate": 3.561391067391641e-05,
      "loss": 1.873,
      "mean_token_accuracy": 0.5833795428276062,
      "num_tokens": 174818617.0,
      "step": 226900
    },
    {
      "epoch": 0.2878260891625378,
      "grad_norm": 4.78125,
      "learning_rate": 3.5613276363830115e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5495247542858124,
      "num_tokens": 174827077.0,
      "step": 226910
    },
    {
      "epoch": 0.28783877375507066,
      "grad_norm": 4.90625,
      "learning_rate": 3.561264205374383e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5300662070512772,
      "num_tokens": 174835913.0,
      "step": 226920
    },
    {
      "epoch": 0.2878514583476035,
      "grad_norm": 7.59375,
      "learning_rate": 3.561200774365753e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5423903882503509,
      "num_tokens": 174843626.0,
      "step": 226930
    },
    {
      "epoch": 0.28786414294013635,
      "grad_norm": 4.46875,
      "learning_rate": 3.5611373433571245e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5450294226408005,
      "num_tokens": 174850998.0,
      "step": 226940
    },
    {
      "epoch": 0.2878768275326692,
      "grad_norm": 10.3125,
      "learning_rate": 3.561073912348496e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.542685940861702,
      "num_tokens": 174858248.0,
      "step": 226950
    },
    {
      "epoch": 0.28788951212520203,
      "grad_norm": 6.9375,
      "learning_rate": 3.561010481339866e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.543194591999054,
      "num_tokens": 174866198.0,
      "step": 226960
    },
    {
      "epoch": 0.2879021967177348,
      "grad_norm": 6.6875,
      "learning_rate": 3.560947050331237e-05,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5533762097358703,
      "num_tokens": 174873119.0,
      "step": 226970
    },
    {
      "epoch": 0.28791488131026766,
      "grad_norm": 5.28125,
      "learning_rate": 3.560883619322607e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5609152108430863,
      "num_tokens": 174880600.0,
      "step": 226980
    },
    {
      "epoch": 0.2879275659028005,
      "grad_norm": 5.875,
      "learning_rate": 3.5608201883139785e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.576521772146225,
      "num_tokens": 174886779.0,
      "step": 226990
    },
    {
      "epoch": 0.28794025049533334,
      "grad_norm": 5.78125,
      "learning_rate": 3.56075675730535e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5706724971532822,
      "num_tokens": 174893387.0,
      "step": 227000
    },
    {
      "epoch": 0.2879529350878662,
      "grad_norm": 4.90625,
      "learning_rate": 3.56069332629672e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5437933444976807,
      "num_tokens": 174900526.0,
      "step": 227010
    },
    {
      "epoch": 0.287965619680399,
      "grad_norm": 5.1875,
      "learning_rate": 3.5606298952880915e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5514780879020691,
      "num_tokens": 174908758.0,
      "step": 227020
    },
    {
      "epoch": 0.28797830427293186,
      "grad_norm": 6.3125,
      "learning_rate": 3.560566464279462e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5698890805244445,
      "num_tokens": 174917276.0,
      "step": 227030
    },
    {
      "epoch": 0.28799098886546465,
      "grad_norm": 5.6875,
      "learning_rate": 3.5605030332708325e-05,
      "loss": 2.3356,
      "mean_token_accuracy": 0.5057504028081894,
      "num_tokens": 174925768.0,
      "step": 227040
    },
    {
      "epoch": 0.2880036734579975,
      "grad_norm": 5.96875,
      "learning_rate": 3.560439602262204e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5431538790464401,
      "num_tokens": 174932886.0,
      "step": 227050
    },
    {
      "epoch": 0.28801635805053033,
      "grad_norm": 5.0625,
      "learning_rate": 3.560376171253574e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5214407950639725,
      "num_tokens": 174940516.0,
      "step": 227060
    },
    {
      "epoch": 0.28802904264306317,
      "grad_norm": 5.125,
      "learning_rate": 3.5603127402449455e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.560149684548378,
      "num_tokens": 174948766.0,
      "step": 227070
    },
    {
      "epoch": 0.288041727235596,
      "grad_norm": 6.3125,
      "learning_rate": 3.560249309236316e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5358154237270355,
      "num_tokens": 174957101.0,
      "step": 227080
    },
    {
      "epoch": 0.28805441182812885,
      "grad_norm": 5.0,
      "learning_rate": 3.560185878227687e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5705300092697143,
      "num_tokens": 174965291.0,
      "step": 227090
    },
    {
      "epoch": 0.2880670964206617,
      "grad_norm": 6.90625,
      "learning_rate": 3.560122447219058e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5531302571296692,
      "num_tokens": 174971486.0,
      "step": 227100
    },
    {
      "epoch": 0.28807978101319454,
      "grad_norm": 6.25,
      "learning_rate": 3.560059016210428e-05,
      "loss": 1.8835,
      "mean_token_accuracy": 0.5914072453975677,
      "num_tokens": 174977712.0,
      "step": 227110
    },
    {
      "epoch": 0.2880924656057273,
      "grad_norm": 6.4375,
      "learning_rate": 3.5599955852017995e-05,
      "loss": 1.8434,
      "mean_token_accuracy": 0.5729394346475601,
      "num_tokens": 174983360.0,
      "step": 227120
    },
    {
      "epoch": 0.28810515019826016,
      "grad_norm": 7.125,
      "learning_rate": 3.55993215419317e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5557970881462098,
      "num_tokens": 174991693.0,
      "step": 227130
    },
    {
      "epoch": 0.288117834790793,
      "grad_norm": 5.84375,
      "learning_rate": 3.559868723184541e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5723672568798065,
      "num_tokens": 175000023.0,
      "step": 227140
    },
    {
      "epoch": 0.28813051938332584,
      "grad_norm": 5.125,
      "learning_rate": 3.5598052921759125e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5402270555496216,
      "num_tokens": 175007861.0,
      "step": 227150
    },
    {
      "epoch": 0.2881432039758587,
      "grad_norm": 6.625,
      "learning_rate": 3.559741861167283e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5741037100553512,
      "num_tokens": 175014424.0,
      "step": 227160
    },
    {
      "epoch": 0.2881558885683915,
      "grad_norm": 5.0625,
      "learning_rate": 3.5596784301586536e-05,
      "loss": 2.272,
      "mean_token_accuracy": 0.5084058612585067,
      "num_tokens": 175023374.0,
      "step": 227170
    },
    {
      "epoch": 0.28816857316092437,
      "grad_norm": 5.15625,
      "learning_rate": 3.559614999150024e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5394649595022202,
      "num_tokens": 175030022.0,
      "step": 227180
    },
    {
      "epoch": 0.2881812577534572,
      "grad_norm": 5.5,
      "learning_rate": 3.559551568141395e-05,
      "loss": 1.8486,
      "mean_token_accuracy": 0.580398005247116,
      "num_tokens": 175037525.0,
      "step": 227190
    },
    {
      "epoch": 0.28819394234599,
      "grad_norm": 5.21875,
      "learning_rate": 3.5594881371327665e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5195867151021958,
      "num_tokens": 175045270.0,
      "step": 227200
    },
    {
      "epoch": 0.28820662693852284,
      "grad_norm": 4.6875,
      "learning_rate": 3.559424706124137e-05,
      "loss": 2.2562,
      "mean_token_accuracy": 0.5086809158325195,
      "num_tokens": 175053168.0,
      "step": 227210
    },
    {
      "epoch": 0.2882193115310557,
      "grad_norm": 5.0625,
      "learning_rate": 3.559361275115508e-05,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5954586148262024,
      "num_tokens": 175059706.0,
      "step": 227220
    },
    {
      "epoch": 0.2882319961235885,
      "grad_norm": 5.09375,
      "learning_rate": 3.559297844106879e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5490971446037293,
      "num_tokens": 175067785.0,
      "step": 227230
    },
    {
      "epoch": 0.28824468071612136,
      "grad_norm": 5.84375,
      "learning_rate": 3.55923441309825e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5375477761030197,
      "num_tokens": 175075828.0,
      "step": 227240
    },
    {
      "epoch": 0.2882573653086542,
      "grad_norm": 5.65625,
      "learning_rate": 3.5591709820896205e-05,
      "loss": 1.806,
      "mean_token_accuracy": 0.5958063393831253,
      "num_tokens": 175083851.0,
      "step": 227250
    },
    {
      "epoch": 0.28827004990118704,
      "grad_norm": 6.3125,
      "learning_rate": 3.559107551080991e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5329733431339264,
      "num_tokens": 175091757.0,
      "step": 227260
    },
    {
      "epoch": 0.2882827344937199,
      "grad_norm": 6.5,
      "learning_rate": 3.559044120072362e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5445784568786621,
      "num_tokens": 175099673.0,
      "step": 227270
    },
    {
      "epoch": 0.28829541908625267,
      "grad_norm": 5.84375,
      "learning_rate": 3.5589806890637335e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5556489765644074,
      "num_tokens": 175108467.0,
      "step": 227280
    },
    {
      "epoch": 0.2883081036787855,
      "grad_norm": 5.65625,
      "learning_rate": 3.558917258055104e-05,
      "loss": 1.8537,
      "mean_token_accuracy": 0.5854235857725143,
      "num_tokens": 175115121.0,
      "step": 227290
    },
    {
      "epoch": 0.28832078827131835,
      "grad_norm": 5.0625,
      "learning_rate": 3.558853827046475e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5466091811656952,
      "num_tokens": 175123300.0,
      "step": 227300
    },
    {
      "epoch": 0.2883334728638512,
      "grad_norm": 5.5625,
      "learning_rate": 3.558790396037846e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5501290023326874,
      "num_tokens": 175131233.0,
      "step": 227310
    },
    {
      "epoch": 0.28834615745638403,
      "grad_norm": 4.90625,
      "learning_rate": 3.558726965029216e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5262594491243362,
      "num_tokens": 175140109.0,
      "step": 227320
    },
    {
      "epoch": 0.2883588420489169,
      "grad_norm": 8.1875,
      "learning_rate": 3.5586635340205875e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5553332030773163,
      "num_tokens": 175148035.0,
      "step": 227330
    },
    {
      "epoch": 0.2883715266414497,
      "grad_norm": 5.40625,
      "learning_rate": 3.558600103011958e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5370525807142258,
      "num_tokens": 175156327.0,
      "step": 227340
    },
    {
      "epoch": 0.28838421123398256,
      "grad_norm": 5.40625,
      "learning_rate": 3.558536672003329e-05,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5672759801149369,
      "num_tokens": 175163242.0,
      "step": 227350
    },
    {
      "epoch": 0.28839689582651534,
      "grad_norm": 6.59375,
      "learning_rate": 3.5584732409947e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.544903165102005,
      "num_tokens": 175169788.0,
      "step": 227360
    },
    {
      "epoch": 0.2884095804190482,
      "grad_norm": 4.96875,
      "learning_rate": 3.558409809986071e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5202673733234405,
      "num_tokens": 175177528.0,
      "step": 227370
    },
    {
      "epoch": 0.288422265011581,
      "grad_norm": 5.625,
      "learning_rate": 3.5583463789774416e-05,
      "loss": 1.8518,
      "mean_token_accuracy": 0.5978682786226273,
      "num_tokens": 175185595.0,
      "step": 227380
    },
    {
      "epoch": 0.28843494960411387,
      "grad_norm": 6.125,
      "learning_rate": 3.558282947968812e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5326955676078796,
      "num_tokens": 175194893.0,
      "step": 227390
    },
    {
      "epoch": 0.2884476341966467,
      "grad_norm": 4.9375,
      "learning_rate": 3.558219516960183e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.549157103896141,
      "num_tokens": 175202330.0,
      "step": 227400
    },
    {
      "epoch": 0.28846031878917955,
      "grad_norm": 5.3125,
      "learning_rate": 3.558156085951554e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5153593927621841,
      "num_tokens": 175210551.0,
      "step": 227410
    },
    {
      "epoch": 0.2884730033817124,
      "grad_norm": 5.59375,
      "learning_rate": 3.558092654942925e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5605913013219833,
      "num_tokens": 175218838.0,
      "step": 227420
    },
    {
      "epoch": 0.28848568797424523,
      "grad_norm": 6.03125,
      "learning_rate": 3.558029223934296e-05,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5792759656906128,
      "num_tokens": 175227207.0,
      "step": 227430
    },
    {
      "epoch": 0.288498372566778,
      "grad_norm": 5.21875,
      "learning_rate": 3.557965792925667e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5375734210014343,
      "num_tokens": 175235997.0,
      "step": 227440
    },
    {
      "epoch": 0.28851105715931086,
      "grad_norm": 5.78125,
      "learning_rate": 3.5579023619170373e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5427667200565338,
      "num_tokens": 175243747.0,
      "step": 227450
    },
    {
      "epoch": 0.2885237417518437,
      "grad_norm": 6.125,
      "learning_rate": 3.557838930908408e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5666755080223084,
      "num_tokens": 175251401.0,
      "step": 227460
    },
    {
      "epoch": 0.28853642634437654,
      "grad_norm": 5.125,
      "learning_rate": 3.557775499899779e-05,
      "loss": 2.2284,
      "mean_token_accuracy": 0.5250877887010574,
      "num_tokens": 175259373.0,
      "step": 227470
    },
    {
      "epoch": 0.2885491109369094,
      "grad_norm": 5.125,
      "learning_rate": 3.55771206889115e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5699437290430069,
      "num_tokens": 175266671.0,
      "step": 227480
    },
    {
      "epoch": 0.2885617955294422,
      "grad_norm": 5.28125,
      "learning_rate": 3.557648637882521e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5549292027950287,
      "num_tokens": 175274076.0,
      "step": 227490
    },
    {
      "epoch": 0.28857448012197506,
      "grad_norm": 5.4375,
      "learning_rate": 3.557585206873892e-05,
      "loss": 1.7723,
      "mean_token_accuracy": 0.6076072514057159,
      "num_tokens": 175281850.0,
      "step": 227500
    },
    {
      "epoch": 0.28858716471450785,
      "grad_norm": 5.0,
      "learning_rate": 3.5575217758652626e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5395546823740005,
      "num_tokens": 175290110.0,
      "step": 227510
    },
    {
      "epoch": 0.2885998493070407,
      "grad_norm": 8.9375,
      "learning_rate": 3.557458344856633e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5481499850749969,
      "num_tokens": 175298042.0,
      "step": 227520
    },
    {
      "epoch": 0.28861253389957353,
      "grad_norm": 5.9375,
      "learning_rate": 3.5573949138480043e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5373981952667236,
      "num_tokens": 175306911.0,
      "step": 227530
    },
    {
      "epoch": 0.2886252184921064,
      "grad_norm": 4.5,
      "learning_rate": 3.557331482839375e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5357993245124817,
      "num_tokens": 175314778.0,
      "step": 227540
    },
    {
      "epoch": 0.2886379030846392,
      "grad_norm": 5.0625,
      "learning_rate": 3.557268051830746e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5344994157552719,
      "num_tokens": 175322818.0,
      "step": 227550
    },
    {
      "epoch": 0.28865058767717205,
      "grad_norm": 5.03125,
      "learning_rate": 3.5572046208221166e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5447028875350952,
      "num_tokens": 175329956.0,
      "step": 227560
    },
    {
      "epoch": 0.2886632722697049,
      "grad_norm": 6.59375,
      "learning_rate": 3.557141189813488e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.557645845413208,
      "num_tokens": 175337845.0,
      "step": 227570
    },
    {
      "epoch": 0.28867595686223774,
      "grad_norm": 5.6875,
      "learning_rate": 3.557077758804859e-05,
      "loss": 1.8801,
      "mean_token_accuracy": 0.5837990641593933,
      "num_tokens": 175345690.0,
      "step": 227580
    },
    {
      "epoch": 0.2886886414547705,
      "grad_norm": 5.8125,
      "learning_rate": 3.557014327796229e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5593297004699707,
      "num_tokens": 175352495.0,
      "step": 227590
    },
    {
      "epoch": 0.28870132604730336,
      "grad_norm": 5.03125,
      "learning_rate": 3.5569508967876e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5323631167411804,
      "num_tokens": 175361819.0,
      "step": 227600
    },
    {
      "epoch": 0.2887140106398362,
      "grad_norm": 6.1875,
      "learning_rate": 3.5568874657789707e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5326890677213669,
      "num_tokens": 175368335.0,
      "step": 227610
    },
    {
      "epoch": 0.28872669523236905,
      "grad_norm": 6.65625,
      "learning_rate": 3.556824034770342e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.534608057141304,
      "num_tokens": 175376039.0,
      "step": 227620
    },
    {
      "epoch": 0.2887393798249019,
      "grad_norm": 5.25,
      "learning_rate": 3.556760603761713e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5442642509937287,
      "num_tokens": 175383178.0,
      "step": 227630
    },
    {
      "epoch": 0.28875206441743473,
      "grad_norm": 5.0,
      "learning_rate": 3.5566971727530836e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5350868165493011,
      "num_tokens": 175391004.0,
      "step": 227640
    },
    {
      "epoch": 0.28876474900996757,
      "grad_norm": 6.0625,
      "learning_rate": 3.556633741744455e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5314259320497513,
      "num_tokens": 175399403.0,
      "step": 227650
    },
    {
      "epoch": 0.2887774336025004,
      "grad_norm": 4.5,
      "learning_rate": 3.5565703107358254e-05,
      "loss": 1.7924,
      "mean_token_accuracy": 0.5845500469207764,
      "num_tokens": 175406951.0,
      "step": 227660
    },
    {
      "epoch": 0.2887901181950332,
      "grad_norm": 6.15625,
      "learning_rate": 3.556506879727196e-05,
      "loss": 2.2746,
      "mean_token_accuracy": 0.5162855625152588,
      "num_tokens": 175415336.0,
      "step": 227670
    },
    {
      "epoch": 0.28880280278756604,
      "grad_norm": 5.65625,
      "learning_rate": 3.556443448718567e-05,
      "loss": 1.7029,
      "mean_token_accuracy": 0.6178442001342773,
      "num_tokens": 175422812.0,
      "step": 227680
    },
    {
      "epoch": 0.2888154873800989,
      "grad_norm": 5.90625,
      "learning_rate": 3.5563800177099376e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5473535865545273,
      "num_tokens": 175429886.0,
      "step": 227690
    },
    {
      "epoch": 0.2888281719726317,
      "grad_norm": 5.46875,
      "learning_rate": 3.556316586701309e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5474735707044601,
      "num_tokens": 175438003.0,
      "step": 227700
    },
    {
      "epoch": 0.28884085656516456,
      "grad_norm": 6.125,
      "learning_rate": 3.5562531556926794e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5379481762647629,
      "num_tokens": 175445203.0,
      "step": 227710
    },
    {
      "epoch": 0.2888535411576974,
      "grad_norm": 5.625,
      "learning_rate": 3.5561897246840506e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5283861964941025,
      "num_tokens": 175453307.0,
      "step": 227720
    },
    {
      "epoch": 0.28886622575023024,
      "grad_norm": 5.0625,
      "learning_rate": 3.556126293675421e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.559891727566719,
      "num_tokens": 175460316.0,
      "step": 227730
    },
    {
      "epoch": 0.2888789103427631,
      "grad_norm": 5.1875,
      "learning_rate": 3.556062862666792e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5409348636865616,
      "num_tokens": 175468803.0,
      "step": 227740
    },
    {
      "epoch": 0.28889159493529587,
      "grad_norm": 7.90625,
      "learning_rate": 3.555999431658163e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5500185072422028,
      "num_tokens": 175476060.0,
      "step": 227750
    },
    {
      "epoch": 0.2889042795278287,
      "grad_norm": 5.25,
      "learning_rate": 3.5559360006495334e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.538380765914917,
      "num_tokens": 175484355.0,
      "step": 227760
    },
    {
      "epoch": 0.28891696412036155,
      "grad_norm": 8.75,
      "learning_rate": 3.5558725696409046e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5533610939979553,
      "num_tokens": 175491888.0,
      "step": 227770
    },
    {
      "epoch": 0.2889296487128944,
      "grad_norm": 6.125,
      "learning_rate": 3.555809138632276e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5320767402648926,
      "num_tokens": 175500011.0,
      "step": 227780
    },
    {
      "epoch": 0.28894233330542723,
      "grad_norm": 4.6875,
      "learning_rate": 3.5557457076236464e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.576389467716217,
      "num_tokens": 175506416.0,
      "step": 227790
    },
    {
      "epoch": 0.2889550178979601,
      "grad_norm": 6.53125,
      "learning_rate": 3.555682276615017e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5178203642368316,
      "num_tokens": 175515035.0,
      "step": 227800
    },
    {
      "epoch": 0.2889677024904929,
      "grad_norm": 6.6875,
      "learning_rate": 3.5556188456063875e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5483183979988098,
      "num_tokens": 175522447.0,
      "step": 227810
    },
    {
      "epoch": 0.28898038708302576,
      "grad_norm": 6.28125,
      "learning_rate": 3.555555414597759e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5483644217252731,
      "num_tokens": 175529229.0,
      "step": 227820
    },
    {
      "epoch": 0.28899307167555854,
      "grad_norm": 6.78125,
      "learning_rate": 3.55549198358913e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5438722103834153,
      "num_tokens": 175536648.0,
      "step": 227830
    },
    {
      "epoch": 0.2890057562680914,
      "grad_norm": 8.3125,
      "learning_rate": 3.5554285525805004e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5223589807748794,
      "num_tokens": 175545235.0,
      "step": 227840
    },
    {
      "epoch": 0.2890184408606242,
      "grad_norm": 6.03125,
      "learning_rate": 3.5553651215718716e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5359302312135696,
      "num_tokens": 175553084.0,
      "step": 227850
    },
    {
      "epoch": 0.28903112545315707,
      "grad_norm": 5.9375,
      "learning_rate": 3.555301690563242e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5478012889623642,
      "num_tokens": 175560962.0,
      "step": 227860
    },
    {
      "epoch": 0.2890438100456899,
      "grad_norm": 6.3125,
      "learning_rate": 3.555238259554613e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5314483374357224,
      "num_tokens": 175569073.0,
      "step": 227870
    },
    {
      "epoch": 0.28905649463822275,
      "grad_norm": 5.65625,
      "learning_rate": 3.555174828545984e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5410327106714249,
      "num_tokens": 175575813.0,
      "step": 227880
    },
    {
      "epoch": 0.2890691792307556,
      "grad_norm": 5.84375,
      "learning_rate": 3.5551113975373544e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.558030492067337,
      "num_tokens": 175582940.0,
      "step": 227890
    },
    {
      "epoch": 0.28908186382328843,
      "grad_norm": 5.4375,
      "learning_rate": 3.5550479665287257e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5440931051969529,
      "num_tokens": 175590115.0,
      "step": 227900
    },
    {
      "epoch": 0.2890945484158212,
      "grad_norm": 4.65625,
      "learning_rate": 3.554984535520096e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5425820142030716,
      "num_tokens": 175597800.0,
      "step": 227910
    },
    {
      "epoch": 0.28910723300835406,
      "grad_norm": 5.53125,
      "learning_rate": 3.5549211045114674e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5689628988504409,
      "num_tokens": 175605452.0,
      "step": 227920
    },
    {
      "epoch": 0.2891199176008869,
      "grad_norm": 6.40625,
      "learning_rate": 3.554857673502838e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5488409698009491,
      "num_tokens": 175612878.0,
      "step": 227930
    },
    {
      "epoch": 0.28913260219341974,
      "grad_norm": 5.5,
      "learning_rate": 3.5547942424942085e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5485371202230453,
      "num_tokens": 175620231.0,
      "step": 227940
    },
    {
      "epoch": 0.2891452867859526,
      "grad_norm": 7.75,
      "learning_rate": 3.55473081148558e-05,
      "loss": 1.8273,
      "mean_token_accuracy": 0.5852070152759552,
      "num_tokens": 175627510.0,
      "step": 227950
    },
    {
      "epoch": 0.2891579713784854,
      "grad_norm": 6.59375,
      "learning_rate": 3.55466738047695e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5472751736640931,
      "num_tokens": 175634077.0,
      "step": 227960
    },
    {
      "epoch": 0.28917065597101826,
      "grad_norm": 5.15625,
      "learning_rate": 3.5546039494683214e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5447819203138351,
      "num_tokens": 175641449.0,
      "step": 227970
    },
    {
      "epoch": 0.28918334056355105,
      "grad_norm": 4.90625,
      "learning_rate": 3.5545405184596927e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5451811611652374,
      "num_tokens": 175649546.0,
      "step": 227980
    },
    {
      "epoch": 0.2891960251560839,
      "grad_norm": 5.25,
      "learning_rate": 3.554477087451063e-05,
      "loss": 1.777,
      "mean_token_accuracy": 0.6057574182748795,
      "num_tokens": 175657068.0,
      "step": 227990
    },
    {
      "epoch": 0.28920870974861673,
      "grad_norm": 5.46875,
      "learning_rate": 3.5544136564424344e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5316003531217575,
      "num_tokens": 175665205.0,
      "step": 228000
    },
    {
      "epoch": 0.2892213943411496,
      "grad_norm": 6.0,
      "learning_rate": 3.554350225433804e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5438767224550247,
      "num_tokens": 175672709.0,
      "step": 228010
    },
    {
      "epoch": 0.2892340789336824,
      "grad_norm": 8.5,
      "learning_rate": 3.5542867944251755e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5489768892526626,
      "num_tokens": 175679990.0,
      "step": 228020
    },
    {
      "epoch": 0.28924676352621526,
      "grad_norm": 5.25,
      "learning_rate": 3.554223363416547e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5295341461896896,
      "num_tokens": 175689888.0,
      "step": 228030
    },
    {
      "epoch": 0.2892594481187481,
      "grad_norm": 6.15625,
      "learning_rate": 3.554159932407917e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5207710862159729,
      "num_tokens": 175698224.0,
      "step": 228040
    },
    {
      "epoch": 0.28927213271128094,
      "grad_norm": 6.40625,
      "learning_rate": 3.5540965013992884e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.54229716360569,
      "num_tokens": 175707055.0,
      "step": 228050
    },
    {
      "epoch": 0.2892848173038137,
      "grad_norm": 5.5,
      "learning_rate": 3.554033070390659e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5281140208244324,
      "num_tokens": 175715520.0,
      "step": 228060
    },
    {
      "epoch": 0.28929750189634656,
      "grad_norm": 4.96875,
      "learning_rate": 3.55396963938203e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5314550757408142,
      "num_tokens": 175723986.0,
      "step": 228070
    },
    {
      "epoch": 0.2893101864888794,
      "grad_norm": 8.1875,
      "learning_rate": 3.553906208373401e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.5273164749145508,
      "num_tokens": 175730774.0,
      "step": 228080
    },
    {
      "epoch": 0.28932287108141225,
      "grad_norm": 4.96875,
      "learning_rate": 3.553842777364771e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5458594232797622,
      "num_tokens": 175737727.0,
      "step": 228090
    },
    {
      "epoch": 0.2893355556739451,
      "grad_norm": 5.34375,
      "learning_rate": 3.5537793463561425e-05,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5317525178194046,
      "num_tokens": 175746290.0,
      "step": 228100
    },
    {
      "epoch": 0.28934824026647793,
      "grad_norm": 5.15625,
      "learning_rate": 3.553715915347513e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5294366747140884,
      "num_tokens": 175755161.0,
      "step": 228110
    },
    {
      "epoch": 0.28936092485901077,
      "grad_norm": 4.84375,
      "learning_rate": 3.553652484338884e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5393719375133514,
      "num_tokens": 175763747.0,
      "step": 228120
    },
    {
      "epoch": 0.2893736094515436,
      "grad_norm": 4.96875,
      "learning_rate": 3.5535890533302554e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5272226661443711,
      "num_tokens": 175771950.0,
      "step": 228130
    },
    {
      "epoch": 0.2893862940440764,
      "grad_norm": 5.375,
      "learning_rate": 3.553525622321626e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5384061276912689,
      "num_tokens": 175780086.0,
      "step": 228140
    },
    {
      "epoch": 0.28939897863660924,
      "grad_norm": 6.28125,
      "learning_rate": 3.5534621913129965e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5248669654130935,
      "num_tokens": 175788146.0,
      "step": 228150
    },
    {
      "epoch": 0.2894116632291421,
      "grad_norm": 5.46875,
      "learning_rate": 3.553398760304367e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5431200087070465,
      "num_tokens": 175796879.0,
      "step": 228160
    },
    {
      "epoch": 0.2894243478216749,
      "grad_norm": 7.40625,
      "learning_rate": 3.553335329295738e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5682293236255646,
      "num_tokens": 175804203.0,
      "step": 228170
    },
    {
      "epoch": 0.28943703241420776,
      "grad_norm": 6.0625,
      "learning_rate": 3.5532718982871095e-05,
      "loss": 1.9596,
      "mean_token_accuracy": 0.558088231086731,
      "num_tokens": 175812119.0,
      "step": 228180
    },
    {
      "epoch": 0.2894497170067406,
      "grad_norm": 6.59375,
      "learning_rate": 3.55320846727848e-05,
      "loss": 2.2134,
      "mean_token_accuracy": 0.5267928391695023,
      "num_tokens": 175819016.0,
      "step": 228190
    },
    {
      "epoch": 0.28946240159927344,
      "grad_norm": 5.6875,
      "learning_rate": 3.553145036269851e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5482975214719772,
      "num_tokens": 175827189.0,
      "step": 228200
    },
    {
      "epoch": 0.2894750861918063,
      "grad_norm": 5.375,
      "learning_rate": 3.553081605261222e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5664376527070999,
      "num_tokens": 175833028.0,
      "step": 228210
    },
    {
      "epoch": 0.28948777078433907,
      "grad_norm": 5.3125,
      "learning_rate": 3.553018174252592e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5507195293903351,
      "num_tokens": 175839415.0,
      "step": 228220
    },
    {
      "epoch": 0.2895004553768719,
      "grad_norm": 5.4375,
      "learning_rate": 3.5529547432439635e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5356589734554291,
      "num_tokens": 175847247.0,
      "step": 228230
    },
    {
      "epoch": 0.28951313996940475,
      "grad_norm": 5.59375,
      "learning_rate": 3.552891312235334e-05,
      "loss": 1.639,
      "mean_token_accuracy": 0.6317194938659668,
      "num_tokens": 175853498.0,
      "step": 228240
    },
    {
      "epoch": 0.2895258245619376,
      "grad_norm": 5.84375,
      "learning_rate": 3.552827881226705e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5425112217664718,
      "num_tokens": 175861319.0,
      "step": 228250
    },
    {
      "epoch": 0.28953850915447044,
      "grad_norm": 5.53125,
      "learning_rate": 3.5527644502180764e-05,
      "loss": 1.854,
      "mean_token_accuracy": 0.5839320242404937,
      "num_tokens": 175869140.0,
      "step": 228260
    },
    {
      "epoch": 0.2895511937470033,
      "grad_norm": 4.65625,
      "learning_rate": 3.552701019209447e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5251673698425293,
      "num_tokens": 175877672.0,
      "step": 228270
    },
    {
      "epoch": 0.2895638783395361,
      "grad_norm": 6.625,
      "learning_rate": 3.5526375882008175e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5672524243593215,
      "num_tokens": 175885146.0,
      "step": 228280
    },
    {
      "epoch": 0.28957656293206896,
      "grad_norm": 6.5625,
      "learning_rate": 3.552574157192188e-05,
      "loss": 2.2732,
      "mean_token_accuracy": 0.5117972165346145,
      "num_tokens": 175893174.0,
      "step": 228290
    },
    {
      "epoch": 0.28958924752460175,
      "grad_norm": 7.875,
      "learning_rate": 3.552510726183559e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5688332110643387,
      "num_tokens": 175900427.0,
      "step": 228300
    },
    {
      "epoch": 0.2896019321171346,
      "grad_norm": 6.71875,
      "learning_rate": 3.5524472951749305e-05,
      "loss": 2.3027,
      "mean_token_accuracy": 0.5137618452310562,
      "num_tokens": 175908806.0,
      "step": 228310
    },
    {
      "epoch": 0.2896146167096674,
      "grad_norm": 4.96875,
      "learning_rate": 3.552383864166301e-05,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5187197864055634,
      "num_tokens": 175917802.0,
      "step": 228320
    },
    {
      "epoch": 0.28962730130220027,
      "grad_norm": 6.0,
      "learning_rate": 3.552320433157672e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5421442717313767,
      "num_tokens": 175925273.0,
      "step": 228330
    },
    {
      "epoch": 0.2896399858947331,
      "grad_norm": 10.375,
      "learning_rate": 3.552257002149043e-05,
      "loss": 2.1785,
      "mean_token_accuracy": 0.5156270354986191,
      "num_tokens": 175933470.0,
      "step": 228340
    },
    {
      "epoch": 0.28965267048726595,
      "grad_norm": 4.875,
      "learning_rate": 3.552193571140413e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5361917436122894,
      "num_tokens": 175941405.0,
      "step": 228350
    },
    {
      "epoch": 0.2896653550797988,
      "grad_norm": 5.0,
      "learning_rate": 3.5521301401317845e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5646871477365494,
      "num_tokens": 175949230.0,
      "step": 228360
    },
    {
      "epoch": 0.28967803967233163,
      "grad_norm": 5.15625,
      "learning_rate": 3.552066709123155e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5185179948806763,
      "num_tokens": 175957896.0,
      "step": 228370
    },
    {
      "epoch": 0.2896907242648644,
      "grad_norm": 5.46875,
      "learning_rate": 3.552003278114526e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.554451459646225,
      "num_tokens": 175965359.0,
      "step": 228380
    },
    {
      "epoch": 0.28970340885739726,
      "grad_norm": 7.5,
      "learning_rate": 3.551939847105897e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5650565564632416,
      "num_tokens": 175972371.0,
      "step": 228390
    },
    {
      "epoch": 0.2897160934499301,
      "grad_norm": 9.25,
      "learning_rate": 3.551876416097268e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5492180258035659,
      "num_tokens": 175979133.0,
      "step": 228400
    },
    {
      "epoch": 0.28972877804246294,
      "grad_norm": 5.21875,
      "learning_rate": 3.551812985088639e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5148147135972977,
      "num_tokens": 175986361.0,
      "step": 228410
    },
    {
      "epoch": 0.2897414626349958,
      "grad_norm": 6.125,
      "learning_rate": 3.55174955408001e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5448166251182556,
      "num_tokens": 175993070.0,
      "step": 228420
    },
    {
      "epoch": 0.2897541472275286,
      "grad_norm": 11.9375,
      "learning_rate": 3.55168612307138e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5317738056182861,
      "num_tokens": 176001811.0,
      "step": 228430
    },
    {
      "epoch": 0.28976683182006147,
      "grad_norm": 4.71875,
      "learning_rate": 3.551622692062751e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5551264166831971,
      "num_tokens": 176010354.0,
      "step": 228440
    },
    {
      "epoch": 0.28977951641259425,
      "grad_norm": 12.4375,
      "learning_rate": 3.551559261054122e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5628156036138534,
      "num_tokens": 176017823.0,
      "step": 228450
    },
    {
      "epoch": 0.2897922010051271,
      "grad_norm": 6.21875,
      "learning_rate": 3.551495830045493e-05,
      "loss": 2.2786,
      "mean_token_accuracy": 0.5164256781339646,
      "num_tokens": 176026260.0,
      "step": 228460
    },
    {
      "epoch": 0.28980488559765993,
      "grad_norm": 5.84375,
      "learning_rate": 3.551432399036864e-05,
      "loss": 2.2379,
      "mean_token_accuracy": 0.520904740691185,
      "num_tokens": 176034400.0,
      "step": 228470
    },
    {
      "epoch": 0.2898175701901928,
      "grad_norm": 4.96875,
      "learning_rate": 3.551368968028235e-05,
      "loss": 1.8584,
      "mean_token_accuracy": 0.5646481841802597,
      "num_tokens": 176041427.0,
      "step": 228480
    },
    {
      "epoch": 0.2898302547827256,
      "grad_norm": 4.8125,
      "learning_rate": 3.5513055370196055e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5403744220733643,
      "num_tokens": 176050311.0,
      "step": 228490
    },
    {
      "epoch": 0.28984293937525846,
      "grad_norm": 5.3125,
      "learning_rate": 3.551242106010976e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5213371783494949,
      "num_tokens": 176058239.0,
      "step": 228500
    },
    {
      "epoch": 0.2898556239677913,
      "grad_norm": 8.1875,
      "learning_rate": 3.551178675002347e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5602340370416641,
      "num_tokens": 176065621.0,
      "step": 228510
    },
    {
      "epoch": 0.28986830856032414,
      "grad_norm": 9.125,
      "learning_rate": 3.551115243993718e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5438719004392624,
      "num_tokens": 176074603.0,
      "step": 228520
    },
    {
      "epoch": 0.2898809931528569,
      "grad_norm": 5.5,
      "learning_rate": 3.551051812985089e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5575250029563904,
      "num_tokens": 176081737.0,
      "step": 228530
    },
    {
      "epoch": 0.28989367774538977,
      "grad_norm": 4.03125,
      "learning_rate": 3.5509883819764596e-05,
      "loss": 1.8965,
      "mean_token_accuracy": 0.5792460918426514,
      "num_tokens": 176090518.0,
      "step": 228540
    },
    {
      "epoch": 0.2899063623379226,
      "grad_norm": 5.65625,
      "learning_rate": 3.550924950967831e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5589244484901428,
      "num_tokens": 176097370.0,
      "step": 228550
    },
    {
      "epoch": 0.28991904693045545,
      "grad_norm": 5.75,
      "learning_rate": 3.550861519959201e-05,
      "loss": 2.2583,
      "mean_token_accuracy": 0.5195701450109482,
      "num_tokens": 176106227.0,
      "step": 228560
    },
    {
      "epoch": 0.2899317315229883,
      "grad_norm": 5.5625,
      "learning_rate": 3.550798088950572e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5447445154190064,
      "num_tokens": 176114266.0,
      "step": 228570
    },
    {
      "epoch": 0.28994441611552113,
      "grad_norm": 6.40625,
      "learning_rate": 3.550734657941943e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5441859573125839,
      "num_tokens": 176121386.0,
      "step": 228580
    },
    {
      "epoch": 0.28995710070805397,
      "grad_norm": 6.71875,
      "learning_rate": 3.5506712269333136e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5413911253213882,
      "num_tokens": 176130126.0,
      "step": 228590
    },
    {
      "epoch": 0.2899697853005868,
      "grad_norm": 6.75,
      "learning_rate": 3.550607795924685e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5429224848747254,
      "num_tokens": 176137930.0,
      "step": 228600
    },
    {
      "epoch": 0.2899824698931196,
      "grad_norm": 6.375,
      "learning_rate": 3.550544364916056e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5591864377260208,
      "num_tokens": 176145746.0,
      "step": 228610
    },
    {
      "epoch": 0.28999515448565244,
      "grad_norm": 6.375,
      "learning_rate": 3.5504809339074266e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5326237350702285,
      "num_tokens": 176153227.0,
      "step": 228620
    },
    {
      "epoch": 0.2900078390781853,
      "grad_norm": 5.53125,
      "learning_rate": 3.550417502898797e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5656484425067901,
      "num_tokens": 176159543.0,
      "step": 228630
    },
    {
      "epoch": 0.2900205236707181,
      "grad_norm": 4.875,
      "learning_rate": 3.5503540718901676e-05,
      "loss": 2.2527,
      "mean_token_accuracy": 0.5108247011899948,
      "num_tokens": 176166764.0,
      "step": 228640
    },
    {
      "epoch": 0.29003320826325096,
      "grad_norm": 7.1875,
      "learning_rate": 3.550290640881539e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.525381276011467,
      "num_tokens": 176175640.0,
      "step": 228650
    },
    {
      "epoch": 0.2900458928557838,
      "grad_norm": 4.96875,
      "learning_rate": 3.55022720987291e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5365667939186096,
      "num_tokens": 176183615.0,
      "step": 228660
    },
    {
      "epoch": 0.29005857744831665,
      "grad_norm": 5.78125,
      "learning_rate": 3.5501637788642806e-05,
      "loss": 2.238,
      "mean_token_accuracy": 0.5208114653825759,
      "num_tokens": 176191268.0,
      "step": 228670
    },
    {
      "epoch": 0.2900712620408495,
      "grad_norm": 8.875,
      "learning_rate": 3.550100347855652e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.552916607260704,
      "num_tokens": 176198630.0,
      "step": 228680
    },
    {
      "epoch": 0.2900839466333823,
      "grad_norm": 5.09375,
      "learning_rate": 3.550036916847022e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5426642298698425,
      "num_tokens": 176205658.0,
      "step": 228690
    },
    {
      "epoch": 0.2900966312259151,
      "grad_norm": 4.6875,
      "learning_rate": 3.549973485838393e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5544368386268616,
      "num_tokens": 176213854.0,
      "step": 228700
    },
    {
      "epoch": 0.29010931581844795,
      "grad_norm": 5.75,
      "learning_rate": 3.549910054829764e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5808527886867523,
      "num_tokens": 176220341.0,
      "step": 228710
    },
    {
      "epoch": 0.2901220004109808,
      "grad_norm": 5.34375,
      "learning_rate": 3.5498466238211346e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.538974067568779,
      "num_tokens": 176228179.0,
      "step": 228720
    },
    {
      "epoch": 0.29013468500351364,
      "grad_norm": 5.9375,
      "learning_rate": 3.549783192812506e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.523743411898613,
      "num_tokens": 176235553.0,
      "step": 228730
    },
    {
      "epoch": 0.2901473695960465,
      "grad_norm": 7.4375,
      "learning_rate": 3.5497197618038764e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5872688502073288,
      "num_tokens": 176242009.0,
      "step": 228740
    },
    {
      "epoch": 0.2901600541885793,
      "grad_norm": 6.46875,
      "learning_rate": 3.5496563307952476e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5680959433317184,
      "num_tokens": 176248826.0,
      "step": 228750
    },
    {
      "epoch": 0.29017273878111216,
      "grad_norm": 5.03125,
      "learning_rate": 3.549592899786619e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5391187548637391,
      "num_tokens": 176256960.0,
      "step": 228760
    },
    {
      "epoch": 0.29018542337364495,
      "grad_norm": 7.4375,
      "learning_rate": 3.5495294687779886e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5596328139305115,
      "num_tokens": 176264591.0,
      "step": 228770
    },
    {
      "epoch": 0.2901981079661778,
      "grad_norm": 4.71875,
      "learning_rate": 3.54946603776936e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5249586850404739,
      "num_tokens": 176273694.0,
      "step": 228780
    },
    {
      "epoch": 0.29021079255871063,
      "grad_norm": 7.34375,
      "learning_rate": 3.5494026067607304e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5292440265417099,
      "num_tokens": 176281033.0,
      "step": 228790
    },
    {
      "epoch": 0.29022347715124347,
      "grad_norm": 5.5,
      "learning_rate": 3.5493391757521016e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.585378548502922,
      "num_tokens": 176288211.0,
      "step": 228800
    },
    {
      "epoch": 0.2902361617437763,
      "grad_norm": 6.46875,
      "learning_rate": 3.549275744743473e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5497209459543229,
      "num_tokens": 176296136.0,
      "step": 228810
    },
    {
      "epoch": 0.29024884633630915,
      "grad_norm": 5.84375,
      "learning_rate": 3.5492123137348434e-05,
      "loss": 1.8568,
      "mean_token_accuracy": 0.5823851466178894,
      "num_tokens": 176303392.0,
      "step": 228820
    },
    {
      "epoch": 0.290261530928842,
      "grad_norm": 8.75,
      "learning_rate": 3.5491488827262146e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.5106594115495682,
      "num_tokens": 176310995.0,
      "step": 228830
    },
    {
      "epoch": 0.29027421552137483,
      "grad_norm": 6.125,
      "learning_rate": 3.549085451717585e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5537465929985046,
      "num_tokens": 176319160.0,
      "step": 228840
    },
    {
      "epoch": 0.2902869001139076,
      "grad_norm": 4.96875,
      "learning_rate": 3.5490220207089556e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.557521516084671,
      "num_tokens": 176327055.0,
      "step": 228850
    },
    {
      "epoch": 0.29029958470644046,
      "grad_norm": 6.03125,
      "learning_rate": 3.548958589700327e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5874181419610978,
      "num_tokens": 176332333.0,
      "step": 228860
    },
    {
      "epoch": 0.2903122692989733,
      "grad_norm": 4.65625,
      "learning_rate": 3.5488951586916974e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.5928703010082245,
      "num_tokens": 176338255.0,
      "step": 228870
    },
    {
      "epoch": 0.29032495389150614,
      "grad_norm": 10.0625,
      "learning_rate": 3.5488317276830686e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.538135439157486,
      "num_tokens": 176346549.0,
      "step": 228880
    },
    {
      "epoch": 0.290337638484039,
      "grad_norm": 6.9375,
      "learning_rate": 3.548768296674439e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5610500991344451,
      "num_tokens": 176354178.0,
      "step": 228890
    },
    {
      "epoch": 0.2903503230765718,
      "grad_norm": 5.46875,
      "learning_rate": 3.5487048656658103e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.552646490931511,
      "num_tokens": 176362165.0,
      "step": 228900
    },
    {
      "epoch": 0.29036300766910467,
      "grad_norm": 6.125,
      "learning_rate": 3.548641434657181e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5651314318180084,
      "num_tokens": 176369056.0,
      "step": 228910
    },
    {
      "epoch": 0.29037569226163745,
      "grad_norm": 6.0,
      "learning_rate": 3.5485780036485514e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5699187308549881,
      "num_tokens": 176376115.0,
      "step": 228920
    },
    {
      "epoch": 0.2903883768541703,
      "grad_norm": 8.125,
      "learning_rate": 3.5485145726399226e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5460464656352997,
      "num_tokens": 176384037.0,
      "step": 228930
    },
    {
      "epoch": 0.29040106144670313,
      "grad_norm": 5.3125,
      "learning_rate": 3.548451141631293e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5461047381162644,
      "num_tokens": 176392448.0,
      "step": 228940
    },
    {
      "epoch": 0.290413746039236,
      "grad_norm": 7.8125,
      "learning_rate": 3.5483877106226644e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5461956351995468,
      "num_tokens": 176399897.0,
      "step": 228950
    },
    {
      "epoch": 0.2904264306317688,
      "grad_norm": 5.9375,
      "learning_rate": 3.5483242796140356e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5570407420396805,
      "num_tokens": 176408011.0,
      "step": 228960
    },
    {
      "epoch": 0.29043911522430166,
      "grad_norm": 5.9375,
      "learning_rate": 3.548260848605406e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.531796994805336,
      "num_tokens": 176416004.0,
      "step": 228970
    },
    {
      "epoch": 0.2904517998168345,
      "grad_norm": 8.375,
      "learning_rate": 3.548197417596777e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5573677062988281,
      "num_tokens": 176423524.0,
      "step": 228980
    },
    {
      "epoch": 0.29046448440936734,
      "grad_norm": 5.25,
      "learning_rate": 3.548133986588147e-05,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5608121931552887,
      "num_tokens": 176431258.0,
      "step": 228990
    },
    {
      "epoch": 0.2904771690019001,
      "grad_norm": 7.0,
      "learning_rate": 3.5480705555795184e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5436655133962631,
      "num_tokens": 176439462.0,
      "step": 229000
    },
    {
      "epoch": 0.29048985359443297,
      "grad_norm": 7.8125,
      "learning_rate": 3.5480071245708896e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5190470337867736,
      "num_tokens": 176447414.0,
      "step": 229010
    },
    {
      "epoch": 0.2905025381869658,
      "grad_norm": 4.46875,
      "learning_rate": 3.54794369356226e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5564232021570206,
      "num_tokens": 176454635.0,
      "step": 229020
    },
    {
      "epoch": 0.29051522277949865,
      "grad_norm": 9.3125,
      "learning_rate": 3.5478802625536314e-05,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5662505567073822,
      "num_tokens": 176461145.0,
      "step": 229030
    },
    {
      "epoch": 0.2905279073720315,
      "grad_norm": 5.6875,
      "learning_rate": 3.547816831545002e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5360142797231674,
      "num_tokens": 176469355.0,
      "step": 229040
    },
    {
      "epoch": 0.29054059196456433,
      "grad_norm": 5.15625,
      "learning_rate": 3.5477534005363724e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5369902998209,
      "num_tokens": 176477555.0,
      "step": 229050
    },
    {
      "epoch": 0.2905532765570972,
      "grad_norm": 4.71875,
      "learning_rate": 3.5476899695277437e-05,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5306370437145234,
      "num_tokens": 176487480.0,
      "step": 229060
    },
    {
      "epoch": 0.29056596114963,
      "grad_norm": 5.75,
      "learning_rate": 3.547626538519114e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5325238227844238,
      "num_tokens": 176495502.0,
      "step": 229070
    },
    {
      "epoch": 0.2905786457421628,
      "grad_norm": 8.375,
      "learning_rate": 3.5475631075104854e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5187475264072419,
      "num_tokens": 176501816.0,
      "step": 229080
    },
    {
      "epoch": 0.29059133033469564,
      "grad_norm": 6.03125,
      "learning_rate": 3.547499676501856e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5353576093912125,
      "num_tokens": 176509701.0,
      "step": 229090
    },
    {
      "epoch": 0.2906040149272285,
      "grad_norm": 4.9375,
      "learning_rate": 3.547436245493227e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5562760680913925,
      "num_tokens": 176517518.0,
      "step": 229100
    },
    {
      "epoch": 0.2906166995197613,
      "grad_norm": 6.9375,
      "learning_rate": 3.547372814484598e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5198241144418716,
      "num_tokens": 176525134.0,
      "step": 229110
    },
    {
      "epoch": 0.29062938411229416,
      "grad_norm": 4.875,
      "learning_rate": 3.547309383475968e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5599437892436981,
      "num_tokens": 176532391.0,
      "step": 229120
    },
    {
      "epoch": 0.290642068704827,
      "grad_norm": 4.4375,
      "learning_rate": 3.5472459524673394e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.577241250872612,
      "num_tokens": 176539800.0,
      "step": 229130
    },
    {
      "epoch": 0.29065475329735985,
      "grad_norm": 5.25,
      "learning_rate": 3.5471825214587106e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5567717373371124,
      "num_tokens": 176546808.0,
      "step": 229140
    },
    {
      "epoch": 0.2906674378898927,
      "grad_norm": 6.71875,
      "learning_rate": 3.547119090450081e-05,
      "loss": 1.7792,
      "mean_token_accuracy": 0.6132828712463378,
      "num_tokens": 176553627.0,
      "step": 229150
    },
    {
      "epoch": 0.2906801224824255,
      "grad_norm": 5.21875,
      "learning_rate": 3.5470556594414524e-05,
      "loss": 2.1847,
      "mean_token_accuracy": 0.5292054027318954,
      "num_tokens": 176562466.0,
      "step": 229160
    },
    {
      "epoch": 0.2906928070749583,
      "grad_norm": 5.03125,
      "learning_rate": 3.546992228432823e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.553188505768776,
      "num_tokens": 176570680.0,
      "step": 229170
    },
    {
      "epoch": 0.29070549166749116,
      "grad_norm": 4.75,
      "learning_rate": 3.546928797424194e-05,
      "loss": 1.84,
      "mean_token_accuracy": 0.595439150929451,
      "num_tokens": 176578227.0,
      "step": 229180
    },
    {
      "epoch": 0.290718176260024,
      "grad_norm": 6.90625,
      "learning_rate": 3.546865366415565e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5298755049705506,
      "num_tokens": 176585265.0,
      "step": 229190
    },
    {
      "epoch": 0.29073086085255684,
      "grad_norm": 5.53125,
      "learning_rate": 3.546801935406935e-05,
      "loss": 2.3564,
      "mean_token_accuracy": 0.5016244173049926,
      "num_tokens": 176593734.0,
      "step": 229200
    },
    {
      "epoch": 0.2907435454450897,
      "grad_norm": 5.53125,
      "learning_rate": 3.5467385043983064e-05,
      "loss": 1.8955,
      "mean_token_accuracy": 0.5758504420518875,
      "num_tokens": 176601020.0,
      "step": 229210
    },
    {
      "epoch": 0.2907562300376225,
      "grad_norm": 8.375,
      "learning_rate": 3.546675073389677e-05,
      "loss": 1.8614,
      "mean_token_accuracy": 0.5785379916429519,
      "num_tokens": 176608239.0,
      "step": 229220
    },
    {
      "epoch": 0.29076891463015536,
      "grad_norm": 5.625,
      "learning_rate": 3.546611642381048e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.56863352060318,
      "num_tokens": 176616125.0,
      "step": 229230
    },
    {
      "epoch": 0.29078159922268815,
      "grad_norm": 6.15625,
      "learning_rate": 3.5465482113724194e-05,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5176529288291931,
      "num_tokens": 176625022.0,
      "step": 229240
    },
    {
      "epoch": 0.290794283815221,
      "grad_norm": 5.84375,
      "learning_rate": 3.54648478036379e-05,
      "loss": 2.215,
      "mean_token_accuracy": 0.5220394134521484,
      "num_tokens": 176632308.0,
      "step": 229250
    },
    {
      "epoch": 0.29080696840775383,
      "grad_norm": 10.0625,
      "learning_rate": 3.5464213493551605e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5568711966276169,
      "num_tokens": 176640113.0,
      "step": 229260
    },
    {
      "epoch": 0.29081965300028667,
      "grad_norm": 6.375,
      "learning_rate": 3.546357918346531e-05,
      "loss": 1.9281,
      "mean_token_accuracy": 0.5703894019126892,
      "num_tokens": 176648541.0,
      "step": 229270
    },
    {
      "epoch": 0.2908323375928195,
      "grad_norm": 7.65625,
      "learning_rate": 3.546294487337902e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5456854373216629,
      "num_tokens": 176654969.0,
      "step": 229280
    },
    {
      "epoch": 0.29084502218535235,
      "grad_norm": 7.65625,
      "learning_rate": 3.5462310563292734e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5469691187143326,
      "num_tokens": 176662915.0,
      "step": 229290
    },
    {
      "epoch": 0.2908577067778852,
      "grad_norm": 5.15625,
      "learning_rate": 3.546167625320644e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5188490480184555,
      "num_tokens": 176671179.0,
      "step": 229300
    },
    {
      "epoch": 0.29087039137041804,
      "grad_norm": 4.90625,
      "learning_rate": 3.546104194312015e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5343875616788865,
      "num_tokens": 176679700.0,
      "step": 229310
    },
    {
      "epoch": 0.2908830759629508,
      "grad_norm": 5.21875,
      "learning_rate": 3.546040763303386e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.541933611035347,
      "num_tokens": 176686955.0,
      "step": 229320
    },
    {
      "epoch": 0.29089576055548366,
      "grad_norm": 4.9375,
      "learning_rate": 3.545977332294756e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5567980110645294,
      "num_tokens": 176695770.0,
      "step": 229330
    },
    {
      "epoch": 0.2909084451480165,
      "grad_norm": 6.65625,
      "learning_rate": 3.5459139012861274e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5395552635192871,
      "num_tokens": 176704372.0,
      "step": 229340
    },
    {
      "epoch": 0.29092112974054934,
      "grad_norm": 5.9375,
      "learning_rate": 3.545850470277498e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5308844745159149,
      "num_tokens": 176711719.0,
      "step": 229350
    },
    {
      "epoch": 0.2909338143330822,
      "grad_norm": 5.03125,
      "learning_rate": 3.545787039268869e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5274589270353317,
      "num_tokens": 176720286.0,
      "step": 229360
    },
    {
      "epoch": 0.290946498925615,
      "grad_norm": 4.84375,
      "learning_rate": 3.54572360826024e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5548362851142883,
      "num_tokens": 176728387.0,
      "step": 229370
    },
    {
      "epoch": 0.29095918351814787,
      "grad_norm": 5.71875,
      "learning_rate": 3.545660177251611e-05,
      "loss": 2.2514,
      "mean_token_accuracy": 0.5167051166296005,
      "num_tokens": 176736698.0,
      "step": 229380
    },
    {
      "epoch": 0.29097186811068065,
      "grad_norm": 5.40625,
      "learning_rate": 3.5455967462429815e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5334966868162155,
      "num_tokens": 176743182.0,
      "step": 229390
    },
    {
      "epoch": 0.2909845527032135,
      "grad_norm": 4.78125,
      "learning_rate": 3.545533315234352e-05,
      "loss": 1.8939,
      "mean_token_accuracy": 0.579336279630661,
      "num_tokens": 176750180.0,
      "step": 229400
    },
    {
      "epoch": 0.29099723729574634,
      "grad_norm": 5.90625,
      "learning_rate": 3.545469884225723e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5459263831377029,
      "num_tokens": 176756099.0,
      "step": 229410
    },
    {
      "epoch": 0.2910099218882792,
      "grad_norm": 6.25,
      "learning_rate": 3.545406453217094e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5481187403202057,
      "num_tokens": 176763064.0,
      "step": 229420
    },
    {
      "epoch": 0.291022606480812,
      "grad_norm": 4.84375,
      "learning_rate": 3.545343022208465e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5428220987319946,
      "num_tokens": 176771705.0,
      "step": 229430
    },
    {
      "epoch": 0.29103529107334486,
      "grad_norm": 5.25,
      "learning_rate": 3.545279591199836e-05,
      "loss": 1.8328,
      "mean_token_accuracy": 0.5953779846429825,
      "num_tokens": 176779778.0,
      "step": 229440
    },
    {
      "epoch": 0.2910479756658777,
      "grad_norm": 5.96875,
      "learning_rate": 3.545216160191207e-05,
      "loss": 2.3907,
      "mean_token_accuracy": 0.49910479187965395,
      "num_tokens": 176787573.0,
      "step": 229450
    },
    {
      "epoch": 0.29106066025841054,
      "grad_norm": 5.15625,
      "learning_rate": 3.545152729182577e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5453046202659607,
      "num_tokens": 176795888.0,
      "step": 229460
    },
    {
      "epoch": 0.2910733448509433,
      "grad_norm": 6.28125,
      "learning_rate": 3.545089298173948e-05,
      "loss": 1.7741,
      "mean_token_accuracy": 0.6102008312940598,
      "num_tokens": 176803310.0,
      "step": 229470
    },
    {
      "epoch": 0.29108602944347617,
      "grad_norm": 5.21875,
      "learning_rate": 3.545025867165319e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5572066098451615,
      "num_tokens": 176811279.0,
      "step": 229480
    },
    {
      "epoch": 0.291098714036009,
      "grad_norm": 6.34375,
      "learning_rate": 3.54496243615669e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5299988895654678,
      "num_tokens": 176818112.0,
      "step": 229490
    },
    {
      "epoch": 0.29111139862854185,
      "grad_norm": 6.59375,
      "learning_rate": 3.544899005148061e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5235063701868057,
      "num_tokens": 176826062.0,
      "step": 229500
    },
    {
      "epoch": 0.2911240832210747,
      "grad_norm": 7.21875,
      "learning_rate": 3.544835574139432e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5329862862825394,
      "num_tokens": 176833969.0,
      "step": 229510
    },
    {
      "epoch": 0.29113676781360753,
      "grad_norm": 5.46875,
      "learning_rate": 3.5447721431308025e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5325896263122558,
      "num_tokens": 176842071.0,
      "step": 229520
    },
    {
      "epoch": 0.2911494524061404,
      "grad_norm": 5.40625,
      "learning_rate": 3.544708712122173e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5539177089929581,
      "num_tokens": 176850545.0,
      "step": 229530
    },
    {
      "epoch": 0.2911621369986732,
      "grad_norm": 7.375,
      "learning_rate": 3.544645281113544e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5483912706375123,
      "num_tokens": 176857437.0,
      "step": 229540
    },
    {
      "epoch": 0.291174821591206,
      "grad_norm": 7.40625,
      "learning_rate": 3.544581850104915e-05,
      "loss": 2.2543,
      "mean_token_accuracy": 0.5119646519422532,
      "num_tokens": 176864674.0,
      "step": 229550
    },
    {
      "epoch": 0.29118750618373884,
      "grad_norm": 6.71875,
      "learning_rate": 3.544518419096286e-05,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5167694419622422,
      "num_tokens": 176871781.0,
      "step": 229560
    },
    {
      "epoch": 0.2912001907762717,
      "grad_norm": 5.40625,
      "learning_rate": 3.5444549880876565e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5872712433338165,
      "num_tokens": 176878465.0,
      "step": 229570
    },
    {
      "epoch": 0.2912128753688045,
      "grad_norm": 5.15625,
      "learning_rate": 3.544391557079028e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5609568983316422,
      "num_tokens": 176886528.0,
      "step": 229580
    },
    {
      "epoch": 0.29122555996133737,
      "grad_norm": 6.625,
      "learning_rate": 3.544328126070399e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5360767424106598,
      "num_tokens": 176894151.0,
      "step": 229590
    },
    {
      "epoch": 0.2912382445538702,
      "grad_norm": 4.28125,
      "learning_rate": 3.5442646950617695e-05,
      "loss": 1.7437,
      "mean_token_accuracy": 0.6128699958324433,
      "num_tokens": 176900473.0,
      "step": 229600
    },
    {
      "epoch": 0.29125092914640305,
      "grad_norm": 4.96875,
      "learning_rate": 3.54420126405314e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5558952301740646,
      "num_tokens": 176908804.0,
      "step": 229610
    },
    {
      "epoch": 0.2912636137389359,
      "grad_norm": 5.625,
      "learning_rate": 3.5441378330445106e-05,
      "loss": 2.2449,
      "mean_token_accuracy": 0.5148810684680939,
      "num_tokens": 176918181.0,
      "step": 229620
    },
    {
      "epoch": 0.2912762983314687,
      "grad_norm": 5.40625,
      "learning_rate": 3.544074402035882e-05,
      "loss": 2.5296,
      "mean_token_accuracy": 0.48161461353302004,
      "num_tokens": 176927199.0,
      "step": 229630
    },
    {
      "epoch": 0.2912889829240015,
      "grad_norm": 8.875,
      "learning_rate": 3.544010971027253e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5476634532213212,
      "num_tokens": 176935351.0,
      "step": 229640
    },
    {
      "epoch": 0.29130166751653436,
      "grad_norm": 5.34375,
      "learning_rate": 3.5439475400186235e-05,
      "loss": 1.8679,
      "mean_token_accuracy": 0.5748196989297867,
      "num_tokens": 176943254.0,
      "step": 229650
    },
    {
      "epoch": 0.2913143521090672,
      "grad_norm": 5.875,
      "learning_rate": 3.543884109009995e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5547890812158585,
      "num_tokens": 176951606.0,
      "step": 229660
    },
    {
      "epoch": 0.29132703670160004,
      "grad_norm": 5.03125,
      "learning_rate": 3.543820678001365e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.531025093793869,
      "num_tokens": 176959140.0,
      "step": 229670
    },
    {
      "epoch": 0.2913397212941329,
      "grad_norm": 6.34375,
      "learning_rate": 3.543757246992736e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5246940046548844,
      "num_tokens": 176967861.0,
      "step": 229680
    },
    {
      "epoch": 0.2913524058866657,
      "grad_norm": 6.9375,
      "learning_rate": 3.543693815984107e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5339278936386108,
      "num_tokens": 176975952.0,
      "step": 229690
    },
    {
      "epoch": 0.29136509047919856,
      "grad_norm": 5.8125,
      "learning_rate": 3.5436303849754776e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5604667037725448,
      "num_tokens": 176982487.0,
      "step": 229700
    },
    {
      "epoch": 0.29137777507173135,
      "grad_norm": 4.875,
      "learning_rate": 3.543566953966849e-05,
      "loss": 1.9292,
      "mean_token_accuracy": 0.5708831220865249,
      "num_tokens": 176990260.0,
      "step": 229710
    },
    {
      "epoch": 0.2913904596642642,
      "grad_norm": 5.5,
      "learning_rate": 3.543503522958219e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5481085360050202,
      "num_tokens": 176998986.0,
      "step": 229720
    },
    {
      "epoch": 0.29140314425679703,
      "grad_norm": 5.09375,
      "learning_rate": 3.5434400919495905e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.544253870844841,
      "num_tokens": 177005636.0,
      "step": 229730
    },
    {
      "epoch": 0.29141582884932987,
      "grad_norm": 4.71875,
      "learning_rate": 3.543376660940961e-05,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5151504039764404,
      "num_tokens": 177013950.0,
      "step": 229740
    },
    {
      "epoch": 0.2914285134418627,
      "grad_norm": 4.84375,
      "learning_rate": 3.5433132299323316e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.548634946346283,
      "num_tokens": 177022349.0,
      "step": 229750
    },
    {
      "epoch": 0.29144119803439555,
      "grad_norm": 4.8125,
      "learning_rate": 3.543249798923703e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5472023367881775,
      "num_tokens": 177030261.0,
      "step": 229760
    },
    {
      "epoch": 0.2914538826269284,
      "grad_norm": 7.21875,
      "learning_rate": 3.543186367915073e-05,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5713054209947586,
      "num_tokens": 177037395.0,
      "step": 229770
    },
    {
      "epoch": 0.29146656721946124,
      "grad_norm": 6.375,
      "learning_rate": 3.5431229369064445e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5507142812013626,
      "num_tokens": 177045237.0,
      "step": 229780
    },
    {
      "epoch": 0.291479251811994,
      "grad_norm": 5.375,
      "learning_rate": 3.543059505897816e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5442836463451386,
      "num_tokens": 177052678.0,
      "step": 229790
    },
    {
      "epoch": 0.29149193640452686,
      "grad_norm": 6.5625,
      "learning_rate": 3.542996074889186e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5231827318668365,
      "num_tokens": 177061178.0,
      "step": 229800
    },
    {
      "epoch": 0.2915046209970597,
      "grad_norm": 5.125,
      "learning_rate": 3.542932643880557e-05,
      "loss": 1.8032,
      "mean_token_accuracy": 0.5988003462553024,
      "num_tokens": 177067939.0,
      "step": 229810
    },
    {
      "epoch": 0.29151730558959255,
      "grad_norm": 5.78125,
      "learning_rate": 3.5428692128719274e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5202300846576691,
      "num_tokens": 177075563.0,
      "step": 229820
    },
    {
      "epoch": 0.2915299901821254,
      "grad_norm": 5.21875,
      "learning_rate": 3.5428057818632986e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5258207857608795,
      "num_tokens": 177084566.0,
      "step": 229830
    },
    {
      "epoch": 0.29154267477465823,
      "grad_norm": 6.25,
      "learning_rate": 3.54274235085467e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.529152175784111,
      "num_tokens": 177092246.0,
      "step": 229840
    },
    {
      "epoch": 0.29155535936719107,
      "grad_norm": 6.5,
      "learning_rate": 3.54267891984604e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5423371315002441,
      "num_tokens": 177098800.0,
      "step": 229850
    },
    {
      "epoch": 0.29156804395972385,
      "grad_norm": 6.6875,
      "learning_rate": 3.5426154888374115e-05,
      "loss": 1.846,
      "mean_token_accuracy": 0.6043271511793137,
      "num_tokens": 177105126.0,
      "step": 229860
    },
    {
      "epoch": 0.2915807285522567,
      "grad_norm": 5.84375,
      "learning_rate": 3.542552057828782e-05,
      "loss": 1.7843,
      "mean_token_accuracy": 0.5954154312610627,
      "num_tokens": 177111891.0,
      "step": 229870
    },
    {
      "epoch": 0.29159341314478954,
      "grad_norm": 5.875,
      "learning_rate": 3.5424886268201526e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5350711584091187,
      "num_tokens": 177119683.0,
      "step": 229880
    },
    {
      "epoch": 0.2916060977373224,
      "grad_norm": 6.25,
      "learning_rate": 3.542425195811524e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5570607006549835,
      "num_tokens": 177127081.0,
      "step": 229890
    },
    {
      "epoch": 0.2916187823298552,
      "grad_norm": 5.46875,
      "learning_rate": 3.5423617648028944e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.553982412815094,
      "num_tokens": 177133904.0,
      "step": 229900
    },
    {
      "epoch": 0.29163146692238806,
      "grad_norm": 7.625,
      "learning_rate": 3.5422983337942656e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5512758940458298,
      "num_tokens": 177140074.0,
      "step": 229910
    },
    {
      "epoch": 0.2916441515149209,
      "grad_norm": 5.84375,
      "learning_rate": 3.542234902785636e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5358918577432632,
      "num_tokens": 177147124.0,
      "step": 229920
    },
    {
      "epoch": 0.29165683610745374,
      "grad_norm": 5.03125,
      "learning_rate": 3.542171471777007e-05,
      "loss": 2.2991,
      "mean_token_accuracy": 0.5142626017332077,
      "num_tokens": 177155939.0,
      "step": 229930
    },
    {
      "epoch": 0.29166952069998653,
      "grad_norm": 5.25,
      "learning_rate": 3.5421080407683785e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5459490895271302,
      "num_tokens": 177162799.0,
      "step": 229940
    },
    {
      "epoch": 0.29168220529251937,
      "grad_norm": 5.25,
      "learning_rate": 3.5420446097597484e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5638897597789765,
      "num_tokens": 177171088.0,
      "step": 229950
    },
    {
      "epoch": 0.2916948898850522,
      "grad_norm": 8.75,
      "learning_rate": 3.5419811787511196e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5634174734354019,
      "num_tokens": 177177198.0,
      "step": 229960
    },
    {
      "epoch": 0.29170757447758505,
      "grad_norm": 6.125,
      "learning_rate": 3.54191774774249e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5310303926467895,
      "num_tokens": 177184927.0,
      "step": 229970
    },
    {
      "epoch": 0.2917202590701179,
      "grad_norm": 5.0625,
      "learning_rate": 3.5418543167338613e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.531086939573288,
      "num_tokens": 177193300.0,
      "step": 229980
    },
    {
      "epoch": 0.29173294366265073,
      "grad_norm": 7.09375,
      "learning_rate": 3.5417908857252326e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5259229838848114,
      "num_tokens": 177202283.0,
      "step": 229990
    },
    {
      "epoch": 0.2917456282551836,
      "grad_norm": 5.09375,
      "learning_rate": 3.541727454716603e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5412937045097351,
      "num_tokens": 177211007.0,
      "step": 230000
    },
    {
      "epoch": 0.2917583128477164,
      "grad_norm": 6.375,
      "learning_rate": 3.541664023707974e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5301486253738403,
      "num_tokens": 177219155.0,
      "step": 230010
    },
    {
      "epoch": 0.2917709974402492,
      "grad_norm": 5.09375,
      "learning_rate": 3.541600592699345e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5507703870534897,
      "num_tokens": 177226446.0,
      "step": 230020
    },
    {
      "epoch": 0.29178368203278204,
      "grad_norm": 5.96875,
      "learning_rate": 3.5415371616907154e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5575511574745178,
      "num_tokens": 177234133.0,
      "step": 230030
    },
    {
      "epoch": 0.2917963666253149,
      "grad_norm": 6.625,
      "learning_rate": 3.5414737306820866e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5339337557554245,
      "num_tokens": 177241817.0,
      "step": 230040
    },
    {
      "epoch": 0.2918090512178477,
      "grad_norm": 4.5,
      "learning_rate": 3.541410299673457e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5570232331752777,
      "num_tokens": 177250260.0,
      "step": 230050
    },
    {
      "epoch": 0.29182173581038057,
      "grad_norm": 5.03125,
      "learning_rate": 3.5413468686648283e-05,
      "loss": 1.8732,
      "mean_token_accuracy": 0.5768974542617797,
      "num_tokens": 177256508.0,
      "step": 230060
    },
    {
      "epoch": 0.2918344204029134,
      "grad_norm": 6.3125,
      "learning_rate": 3.5412834376561996e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.565714880824089,
      "num_tokens": 177263593.0,
      "step": 230070
    },
    {
      "epoch": 0.29184710499544625,
      "grad_norm": 7.3125,
      "learning_rate": 3.54122000664757e-05,
      "loss": 2.223,
      "mean_token_accuracy": 0.5240569323301315,
      "num_tokens": 177271432.0,
      "step": 230080
    },
    {
      "epoch": 0.2918597895879791,
      "grad_norm": 7.15625,
      "learning_rate": 3.5411565756389406e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5602346897125244,
      "num_tokens": 177278209.0,
      "step": 230090
    },
    {
      "epoch": 0.2918724741805119,
      "grad_norm": 5.75,
      "learning_rate": 3.541093144630311e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5532689839601517,
      "num_tokens": 177286059.0,
      "step": 230100
    },
    {
      "epoch": 0.2918851587730447,
      "grad_norm": 6.5625,
      "learning_rate": 3.5410297136216824e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5298695653676987,
      "num_tokens": 177294430.0,
      "step": 230110
    },
    {
      "epoch": 0.29189784336557756,
      "grad_norm": 4.96875,
      "learning_rate": 3.5409662826130536e-05,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5195840448141098,
      "num_tokens": 177303285.0,
      "step": 230120
    },
    {
      "epoch": 0.2919105279581104,
      "grad_norm": 6.71875,
      "learning_rate": 3.540902851604424e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5529845863580704,
      "num_tokens": 177310919.0,
      "step": 230130
    },
    {
      "epoch": 0.29192321255064324,
      "grad_norm": 4.875,
      "learning_rate": 3.540839420595795e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5291530460119247,
      "num_tokens": 177319573.0,
      "step": 230140
    },
    {
      "epoch": 0.2919358971431761,
      "grad_norm": 8.375,
      "learning_rate": 3.540775989587166e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5643697917461395,
      "num_tokens": 177327776.0,
      "step": 230150
    },
    {
      "epoch": 0.2919485817357089,
      "grad_norm": 6.125,
      "learning_rate": 3.5407125585785364e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5253504812717438,
      "num_tokens": 177336046.0,
      "step": 230160
    },
    {
      "epoch": 0.29196126632824176,
      "grad_norm": 5.40625,
      "learning_rate": 3.5406491275699076e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5407551646232605,
      "num_tokens": 177344153.0,
      "step": 230170
    },
    {
      "epoch": 0.29197395092077455,
      "grad_norm": 5.15625,
      "learning_rate": 3.540585696561278e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5440483212471008,
      "num_tokens": 177351439.0,
      "step": 230180
    },
    {
      "epoch": 0.2919866355133074,
      "grad_norm": 9.125,
      "learning_rate": 3.5405222655526494e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5387055844068527,
      "num_tokens": 177358659.0,
      "step": 230190
    },
    {
      "epoch": 0.29199932010584023,
      "grad_norm": 5.09375,
      "learning_rate": 3.54045883454402e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5542290687561036,
      "num_tokens": 177366568.0,
      "step": 230200
    },
    {
      "epoch": 0.2920120046983731,
      "grad_norm": 5.03125,
      "learning_rate": 3.540395403535391e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5393321543931962,
      "num_tokens": 177374756.0,
      "step": 230210
    },
    {
      "epoch": 0.2920246892909059,
      "grad_norm": 5.25,
      "learning_rate": 3.5403319725267616e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5769222319126129,
      "num_tokens": 177382155.0,
      "step": 230220
    },
    {
      "epoch": 0.29203737388343876,
      "grad_norm": 5.21875,
      "learning_rate": 3.540268541518132e-05,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5700281858444214,
      "num_tokens": 177388408.0,
      "step": 230230
    },
    {
      "epoch": 0.2920500584759716,
      "grad_norm": 5.34375,
      "learning_rate": 3.5402051105095034e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5558596879243851,
      "num_tokens": 177396621.0,
      "step": 230240
    },
    {
      "epoch": 0.29206274306850444,
      "grad_norm": 6.09375,
      "learning_rate": 3.540141679500874e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5321926385164261,
      "num_tokens": 177403670.0,
      "step": 230250
    },
    {
      "epoch": 0.2920754276610372,
      "grad_norm": 6.5,
      "learning_rate": 3.540078248492245e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5547645151615143,
      "num_tokens": 177411114.0,
      "step": 230260
    },
    {
      "epoch": 0.29208811225357006,
      "grad_norm": 5.59375,
      "learning_rate": 3.5400148174836164e-05,
      "loss": 1.931,
      "mean_token_accuracy": 0.5641321241855621,
      "num_tokens": 177419058.0,
      "step": 230270
    },
    {
      "epoch": 0.2921007968461029,
      "grad_norm": 6.53125,
      "learning_rate": 3.539951386474987e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.563551840186119,
      "num_tokens": 177425958.0,
      "step": 230280
    },
    {
      "epoch": 0.29211348143863575,
      "grad_norm": 4.96875,
      "learning_rate": 3.5398879554663574e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5424066752195358,
      "num_tokens": 177435642.0,
      "step": 230290
    },
    {
      "epoch": 0.2921261660311686,
      "grad_norm": 6.03125,
      "learning_rate": 3.539824524457728e-05,
      "loss": 1.9524,
      "mean_token_accuracy": 0.5676865249872207,
      "num_tokens": 177443641.0,
      "step": 230300
    },
    {
      "epoch": 0.29213885062370143,
      "grad_norm": 5.375,
      "learning_rate": 3.539761093449099e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5499656200408936,
      "num_tokens": 177452452.0,
      "step": 230310
    },
    {
      "epoch": 0.29215153521623427,
      "grad_norm": 6.34375,
      "learning_rate": 3.5396976624404704e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5748062759637833,
      "num_tokens": 177459404.0,
      "step": 230320
    },
    {
      "epoch": 0.29216421980876706,
      "grad_norm": 7.6875,
      "learning_rate": 3.539634231431841e-05,
      "loss": 1.6696,
      "mean_token_accuracy": 0.6128941476345062,
      "num_tokens": 177466363.0,
      "step": 230330
    },
    {
      "epoch": 0.2921769044012999,
      "grad_norm": 4.78125,
      "learning_rate": 3.539570800423212e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5644523739814759,
      "num_tokens": 177473734.0,
      "step": 230340
    },
    {
      "epoch": 0.29218958899383274,
      "grad_norm": 7.4375,
      "learning_rate": 3.539507369414583e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5626529216766357,
      "num_tokens": 177480115.0,
      "step": 230350
    },
    {
      "epoch": 0.2922022735863656,
      "grad_norm": 5.15625,
      "learning_rate": 3.539443938405954e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5451850384473801,
      "num_tokens": 177488183.0,
      "step": 230360
    },
    {
      "epoch": 0.2922149581788984,
      "grad_norm": 5.65625,
      "learning_rate": 3.5393805073973244e-05,
      "loss": 1.895,
      "mean_token_accuracy": 0.5808056980371475,
      "num_tokens": 177495634.0,
      "step": 230370
    },
    {
      "epoch": 0.29222764277143126,
      "grad_norm": 12.5625,
      "learning_rate": 3.539317076388695e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5345665812492371,
      "num_tokens": 177502809.0,
      "step": 230380
    },
    {
      "epoch": 0.2922403273639641,
      "grad_norm": 5.5,
      "learning_rate": 3.539253645380066e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5624238550662994,
      "num_tokens": 177510597.0,
      "step": 230390
    },
    {
      "epoch": 0.29225301195649694,
      "grad_norm": 6.3125,
      "learning_rate": 3.539190214371437e-05,
      "loss": 2.3028,
      "mean_token_accuracy": 0.5054324507713318,
      "num_tokens": 177518072.0,
      "step": 230400
    },
    {
      "epoch": 0.29226569654902973,
      "grad_norm": 7.1875,
      "learning_rate": 3.539126783362808e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.53002370595932,
      "num_tokens": 177525980.0,
      "step": 230410
    },
    {
      "epoch": 0.29227838114156257,
      "grad_norm": 4.6875,
      "learning_rate": 3.539063352354179e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5373470187187195,
      "num_tokens": 177534573.0,
      "step": 230420
    },
    {
      "epoch": 0.2922910657340954,
      "grad_norm": 6.90625,
      "learning_rate": 3.5389999213455497e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5437432646751403,
      "num_tokens": 177541662.0,
      "step": 230430
    },
    {
      "epoch": 0.29230375032662825,
      "grad_norm": 6.46875,
      "learning_rate": 3.53893649033692e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5377521187067031,
      "num_tokens": 177548892.0,
      "step": 230440
    },
    {
      "epoch": 0.2923164349191611,
      "grad_norm": 5.25,
      "learning_rate": 3.538873059328291e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5232249230146409,
      "num_tokens": 177556009.0,
      "step": 230450
    },
    {
      "epoch": 0.29232911951169394,
      "grad_norm": 6.3125,
      "learning_rate": 3.538809628319662e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5347878992557525,
      "num_tokens": 177563157.0,
      "step": 230460
    },
    {
      "epoch": 0.2923418041042268,
      "grad_norm": 6.21875,
      "learning_rate": 3.538746197311033e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5177844762802124,
      "num_tokens": 177571127.0,
      "step": 230470
    },
    {
      "epoch": 0.2923544886967596,
      "grad_norm": 5.75,
      "learning_rate": 3.538682766302404e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.558022341132164,
      "num_tokens": 177577850.0,
      "step": 230480
    },
    {
      "epoch": 0.2923671732892924,
      "grad_norm": 8.0625,
      "learning_rate": 3.538619335293775e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5348625391721725,
      "num_tokens": 177584513.0,
      "step": 230490
    },
    {
      "epoch": 0.29237985788182524,
      "grad_norm": 5.0,
      "learning_rate": 3.5385559042851454e-05,
      "loss": 1.8643,
      "mean_token_accuracy": 0.5785704433918,
      "num_tokens": 177591632.0,
      "step": 230500
    },
    {
      "epoch": 0.2923925424743581,
      "grad_norm": 5.125,
      "learning_rate": 3.538492473276516e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5255437284708023,
      "num_tokens": 177598813.0,
      "step": 230510
    },
    {
      "epoch": 0.2924052270668909,
      "grad_norm": 5.21875,
      "learning_rate": 3.538429042267887e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5497476428747177,
      "num_tokens": 177606070.0,
      "step": 230520
    },
    {
      "epoch": 0.29241791165942377,
      "grad_norm": 5.78125,
      "learning_rate": 3.538365611259258e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.575359332561493,
      "num_tokens": 177613282.0,
      "step": 230530
    },
    {
      "epoch": 0.2924305962519566,
      "grad_norm": 4.4375,
      "learning_rate": 3.538302180250629e-05,
      "loss": 1.7324,
      "mean_token_accuracy": 0.6104948103427887,
      "num_tokens": 177619647.0,
      "step": 230540
    },
    {
      "epoch": 0.29244328084448945,
      "grad_norm": 6.40625,
      "learning_rate": 3.5382387492419995e-05,
      "loss": 2.2281,
      "mean_token_accuracy": 0.5223153024911881,
      "num_tokens": 177628152.0,
      "step": 230550
    },
    {
      "epoch": 0.2924559654370223,
      "grad_norm": 5.1875,
      "learning_rate": 3.538175318233371e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.5744176357984543,
      "num_tokens": 177637680.0,
      "step": 230560
    },
    {
      "epoch": 0.2924686500295551,
      "grad_norm": 6.21875,
      "learning_rate": 3.538111887224741e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5449027985334396,
      "num_tokens": 177645754.0,
      "step": 230570
    },
    {
      "epoch": 0.2924813346220879,
      "grad_norm": 4.84375,
      "learning_rate": 3.538048456216112e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5258021473884582,
      "num_tokens": 177653801.0,
      "step": 230580
    },
    {
      "epoch": 0.29249401921462076,
      "grad_norm": 5.3125,
      "learning_rate": 3.537985025207483e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5353453069925308,
      "num_tokens": 177662297.0,
      "step": 230590
    },
    {
      "epoch": 0.2925067038071536,
      "grad_norm": 6.0,
      "learning_rate": 3.5379215941988535e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.547642856836319,
      "num_tokens": 177669927.0,
      "step": 230600
    },
    {
      "epoch": 0.29251938839968644,
      "grad_norm": 11.9375,
      "learning_rate": 3.537858163190225e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5524555772542954,
      "num_tokens": 177677479.0,
      "step": 230610
    },
    {
      "epoch": 0.2925320729922193,
      "grad_norm": 4.6875,
      "learning_rate": 3.537794732181596e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5368090897798539,
      "num_tokens": 177685769.0,
      "step": 230620
    },
    {
      "epoch": 0.2925447575847521,
      "grad_norm": 5.5625,
      "learning_rate": 3.5377313011729665e-05,
      "loss": 1.9714,
      "mean_token_accuracy": 0.5479465276002884,
      "num_tokens": 177692677.0,
      "step": 230630
    },
    {
      "epoch": 0.29255744217728497,
      "grad_norm": 5.5,
      "learning_rate": 3.537667870164337e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5663367986679078,
      "num_tokens": 177699530.0,
      "step": 230640
    },
    {
      "epoch": 0.29257012676981775,
      "grad_norm": 6.40625,
      "learning_rate": 3.5376044391557075e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5162824094295502,
      "num_tokens": 177707221.0,
      "step": 230650
    },
    {
      "epoch": 0.2925828113623506,
      "grad_norm": 5.625,
      "learning_rate": 3.537541008147079e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5473832756280899,
      "num_tokens": 177714755.0,
      "step": 230660
    },
    {
      "epoch": 0.29259549595488343,
      "grad_norm": 9.3125,
      "learning_rate": 3.53747757713845e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5237923741340638,
      "num_tokens": 177723982.0,
      "step": 230670
    },
    {
      "epoch": 0.2926081805474163,
      "grad_norm": 5.25,
      "learning_rate": 3.5374141461298205e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5517430454492569,
      "num_tokens": 177732397.0,
      "step": 230680
    },
    {
      "epoch": 0.2926208651399491,
      "grad_norm": 6.90625,
      "learning_rate": 3.537350715121192e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5399587243795395,
      "num_tokens": 177739687.0,
      "step": 230690
    },
    {
      "epoch": 0.29263354973248196,
      "grad_norm": 7.78125,
      "learning_rate": 3.537287284112562e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5582186192274093,
      "num_tokens": 177746389.0,
      "step": 230700
    },
    {
      "epoch": 0.2926462343250148,
      "grad_norm": 6.21875,
      "learning_rate": 3.5372238531039335e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5461197644472122,
      "num_tokens": 177754497.0,
      "step": 230710
    },
    {
      "epoch": 0.29265891891754764,
      "grad_norm": 5.03125,
      "learning_rate": 3.537160422095304e-05,
      "loss": 2.2342,
      "mean_token_accuracy": 0.5168229460716247,
      "num_tokens": 177762731.0,
      "step": 230720
    },
    {
      "epoch": 0.2926716035100804,
      "grad_norm": 4.875,
      "learning_rate": 3.5370969910866745e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5346598833799362,
      "num_tokens": 177770598.0,
      "step": 230730
    },
    {
      "epoch": 0.29268428810261327,
      "grad_norm": 5.34375,
      "learning_rate": 3.537033560078046e-05,
      "loss": 1.8273,
      "mean_token_accuracy": 0.5883958011865615,
      "num_tokens": 177778285.0,
      "step": 230740
    },
    {
      "epoch": 0.2926969726951461,
      "grad_norm": 5.3125,
      "learning_rate": 3.536970129069416e-05,
      "loss": 1.888,
      "mean_token_accuracy": 0.5808292627334595,
      "num_tokens": 177785201.0,
      "step": 230750
    },
    {
      "epoch": 0.29270965728767895,
      "grad_norm": 4.8125,
      "learning_rate": 3.5369066980607875e-05,
      "loss": 1.7903,
      "mean_token_accuracy": 0.5904479682445526,
      "num_tokens": 177792672.0,
      "step": 230760
    },
    {
      "epoch": 0.2927223418802118,
      "grad_norm": 6.125,
      "learning_rate": 3.536843267052159e-05,
      "loss": 1.9269,
      "mean_token_accuracy": 0.5672562092542648,
      "num_tokens": 177799947.0,
      "step": 230770
    },
    {
      "epoch": 0.29273502647274463,
      "grad_norm": 5.21875,
      "learning_rate": 3.536779836043529e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.53801329433918,
      "num_tokens": 177807598.0,
      "step": 230780
    },
    {
      "epoch": 0.29274771106527747,
      "grad_norm": 5.6875,
      "learning_rate": 3.5367164050349e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5478785187005997,
      "num_tokens": 177814369.0,
      "step": 230790
    },
    {
      "epoch": 0.29276039565781026,
      "grad_norm": 5.0625,
      "learning_rate": 3.53665297402627e-05,
      "loss": 2.2897,
      "mean_token_accuracy": 0.5119355171918869,
      "num_tokens": 177822723.0,
      "step": 230800
    },
    {
      "epoch": 0.2927730802503431,
      "grad_norm": 8.4375,
      "learning_rate": 3.5365895430176415e-05,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5123804599046707,
      "num_tokens": 177830591.0,
      "step": 230810
    },
    {
      "epoch": 0.29278576484287594,
      "grad_norm": 6.1875,
      "learning_rate": 3.536526112009013e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5157111942768097,
      "num_tokens": 177839073.0,
      "step": 230820
    },
    {
      "epoch": 0.2927984494354088,
      "grad_norm": 8.125,
      "learning_rate": 3.536462681000383e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5298786610364914,
      "num_tokens": 177845861.0,
      "step": 230830
    },
    {
      "epoch": 0.2928111340279416,
      "grad_norm": 5.96875,
      "learning_rate": 3.5363992499917545e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5380154520273208,
      "num_tokens": 177854525.0,
      "step": 230840
    },
    {
      "epoch": 0.29282381862047446,
      "grad_norm": 4.90625,
      "learning_rate": 3.536335818983125e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5320811718702316,
      "num_tokens": 177862683.0,
      "step": 230850
    },
    {
      "epoch": 0.2928365032130073,
      "grad_norm": 5.65625,
      "learning_rate": 3.5362723879744955e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5605395883321762,
      "num_tokens": 177868839.0,
      "step": 230860
    },
    {
      "epoch": 0.29284918780554015,
      "grad_norm": 6.625,
      "learning_rate": 3.536208956965867e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5616020739078522,
      "num_tokens": 177875889.0,
      "step": 230870
    },
    {
      "epoch": 0.29286187239807293,
      "grad_norm": 4.71875,
      "learning_rate": 3.536145525957237e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5148637920618058,
      "num_tokens": 177884622.0,
      "step": 230880
    },
    {
      "epoch": 0.29287455699060577,
      "grad_norm": 5.96875,
      "learning_rate": 3.5360820949486085e-05,
      "loss": 1.8537,
      "mean_token_accuracy": 0.5875418037176132,
      "num_tokens": 177893111.0,
      "step": 230890
    },
    {
      "epoch": 0.2928872415831386,
      "grad_norm": 4.5625,
      "learning_rate": 3.536018663939979e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5480153083801269,
      "num_tokens": 177901140.0,
      "step": 230900
    },
    {
      "epoch": 0.29289992617567145,
      "grad_norm": 5.3125,
      "learning_rate": 3.53595523293135e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5199577212333679,
      "num_tokens": 177909917.0,
      "step": 230910
    },
    {
      "epoch": 0.2929126107682043,
      "grad_norm": 5.5,
      "learning_rate": 3.535891801922721e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.575684779882431,
      "num_tokens": 177916950.0,
      "step": 230920
    },
    {
      "epoch": 0.29292529536073714,
      "grad_norm": 5.40625,
      "learning_rate": 3.535828370914091e-05,
      "loss": 1.5545,
      "mean_token_accuracy": 0.6440052151679992,
      "num_tokens": 177923141.0,
      "step": 230930
    },
    {
      "epoch": 0.29293797995327,
      "grad_norm": 14.9375,
      "learning_rate": 3.5357649399054625e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5350395798683166,
      "num_tokens": 177929944.0,
      "step": 230940
    },
    {
      "epoch": 0.2929506645458028,
      "grad_norm": 6.53125,
      "learning_rate": 3.535701508896834e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5348574995994568,
      "num_tokens": 177937496.0,
      "step": 230950
    },
    {
      "epoch": 0.2929633491383356,
      "grad_norm": 5.15625,
      "learning_rate": 3.535638077888204e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.550775483250618,
      "num_tokens": 177944809.0,
      "step": 230960
    },
    {
      "epoch": 0.29297603373086845,
      "grad_norm": 8.1875,
      "learning_rate": 3.5355746468795755e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5492407590150833,
      "num_tokens": 177954035.0,
      "step": 230970
    },
    {
      "epoch": 0.2929887183234013,
      "grad_norm": 6.125,
      "learning_rate": 3.535511215870946e-05,
      "loss": 1.8424,
      "mean_token_accuracy": 0.5920803844928741,
      "num_tokens": 177961094.0,
      "step": 230980
    },
    {
      "epoch": 0.29300140291593413,
      "grad_norm": 12.9375,
      "learning_rate": 3.5354477848623166e-05,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5505644768476486,
      "num_tokens": 177967774.0,
      "step": 230990
    },
    {
      "epoch": 0.29301408750846697,
      "grad_norm": 5.5,
      "learning_rate": 3.535384353853688e-05,
      "loss": 1.8786,
      "mean_token_accuracy": 0.5863657116889953,
      "num_tokens": 177975483.0,
      "step": 231000
    },
    {
      "epoch": 0.2930267721009998,
      "grad_norm": 5.03125,
      "learning_rate": 3.535320922845058e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5496353536844254,
      "num_tokens": 177983322.0,
      "step": 231010
    },
    {
      "epoch": 0.29303945669353265,
      "grad_norm": 4.90625,
      "learning_rate": 3.5352574918364295e-05,
      "loss": 1.7525,
      "mean_token_accuracy": 0.6181694328784942,
      "num_tokens": 177990199.0,
      "step": 231020
    },
    {
      "epoch": 0.2930521412860655,
      "grad_norm": 6.21875,
      "learning_rate": 3.5351940608278e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5264610707759857,
      "num_tokens": 177998085.0,
      "step": 231030
    },
    {
      "epoch": 0.2930648258785983,
      "grad_norm": 5.09375,
      "learning_rate": 3.535130629819171e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5190124869346618,
      "num_tokens": 178006171.0,
      "step": 231040
    },
    {
      "epoch": 0.2930775104711311,
      "grad_norm": 6.3125,
      "learning_rate": 3.5350671988105425e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5468030035495758,
      "num_tokens": 178014534.0,
      "step": 231050
    },
    {
      "epoch": 0.29309019506366396,
      "grad_norm": 6.28125,
      "learning_rate": 3.5350037678019123e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5109092265367507,
      "num_tokens": 178022676.0,
      "step": 231060
    },
    {
      "epoch": 0.2931028796561968,
      "grad_norm": 5.34375,
      "learning_rate": 3.5349403367932836e-05,
      "loss": 1.8691,
      "mean_token_accuracy": 0.6030066311359406,
      "num_tokens": 178029001.0,
      "step": 231070
    },
    {
      "epoch": 0.29311556424872964,
      "grad_norm": 5.40625,
      "learning_rate": 3.534876905784654e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5645473510026932,
      "num_tokens": 178036190.0,
      "step": 231080
    },
    {
      "epoch": 0.2931282488412625,
      "grad_norm": 4.8125,
      "learning_rate": 3.534813474776025e-05,
      "loss": 1.84,
      "mean_token_accuracy": 0.5969903349876404,
      "num_tokens": 178043474.0,
      "step": 231090
    },
    {
      "epoch": 0.2931409334337953,
      "grad_norm": 8.3125,
      "learning_rate": 3.5347500437673965e-05,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5324732393026352,
      "num_tokens": 178050566.0,
      "step": 231100
    },
    {
      "epoch": 0.29315361802632817,
      "grad_norm": 5.3125,
      "learning_rate": 3.534686612758767e-05,
      "loss": 1.8209,
      "mean_token_accuracy": 0.5920185983181,
      "num_tokens": 178059312.0,
      "step": 231110
    },
    {
      "epoch": 0.29316630261886095,
      "grad_norm": 4.71875,
      "learning_rate": 3.534623181750138e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5690635621547699,
      "num_tokens": 178067120.0,
      "step": 231120
    },
    {
      "epoch": 0.2931789872113938,
      "grad_norm": 5.5,
      "learning_rate": 3.534559750741509e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5203988492488861,
      "num_tokens": 178075718.0,
      "step": 231130
    },
    {
      "epoch": 0.29319167180392663,
      "grad_norm": 4.96875,
      "learning_rate": 3.5344963197328793e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5152938753366471,
      "num_tokens": 178084019.0,
      "step": 231140
    },
    {
      "epoch": 0.2932043563964595,
      "grad_norm": 6.0625,
      "learning_rate": 3.5344328887242506e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5474798202514648,
      "num_tokens": 178092790.0,
      "step": 231150
    },
    {
      "epoch": 0.2932170409889923,
      "grad_norm": 7.28125,
      "learning_rate": 3.534369457715621e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5706181228160858,
      "num_tokens": 178100231.0,
      "step": 231160
    },
    {
      "epoch": 0.29322972558152516,
      "grad_norm": 6.0,
      "learning_rate": 3.534306026706992e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5499917000532151,
      "num_tokens": 178109074.0,
      "step": 231170
    },
    {
      "epoch": 0.293242410174058,
      "grad_norm": 5.0625,
      "learning_rate": 3.534242595698363e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5665581852197648,
      "num_tokens": 178116958.0,
      "step": 231180
    },
    {
      "epoch": 0.29325509476659084,
      "grad_norm": 4.40625,
      "learning_rate": 3.534179164689734e-05,
      "loss": 2.2084,
      "mean_token_accuracy": 0.5224821299314499,
      "num_tokens": 178124203.0,
      "step": 231190
    },
    {
      "epoch": 0.2932677793591236,
      "grad_norm": 5.75,
      "learning_rate": 3.5341157336811046e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5365387052297592,
      "num_tokens": 178131767.0,
      "step": 231200
    },
    {
      "epoch": 0.29328046395165647,
      "grad_norm": 8.0,
      "learning_rate": 3.534052302672475e-05,
      "loss": 1.8278,
      "mean_token_accuracy": 0.5910009860992431,
      "num_tokens": 178138451.0,
      "step": 231210
    },
    {
      "epoch": 0.2932931485441893,
      "grad_norm": 6.46875,
      "learning_rate": 3.533988871663846e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5285610496997833,
      "num_tokens": 178146155.0,
      "step": 231220
    },
    {
      "epoch": 0.29330583313672215,
      "grad_norm": 6.5,
      "learning_rate": 3.533925440655217e-05,
      "loss": 1.8805,
      "mean_token_accuracy": 0.5782408446073533,
      "num_tokens": 178152899.0,
      "step": 231230
    },
    {
      "epoch": 0.293318517729255,
      "grad_norm": 6.3125,
      "learning_rate": 3.533862009646588e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5281689643859864,
      "num_tokens": 178160998.0,
      "step": 231240
    },
    {
      "epoch": 0.29333120232178783,
      "grad_norm": 6.0625,
      "learning_rate": 3.533798578637959e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5509745925664902,
      "num_tokens": 178168449.0,
      "step": 231250
    },
    {
      "epoch": 0.2933438869143207,
      "grad_norm": 5.09375,
      "learning_rate": 3.53373514762933e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5349356025457382,
      "num_tokens": 178176277.0,
      "step": 231260
    },
    {
      "epoch": 0.29335657150685346,
      "grad_norm": 5.78125,
      "learning_rate": 3.5336717166207004e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5709263682365417,
      "num_tokens": 178182842.0,
      "step": 231270
    },
    {
      "epoch": 0.2933692560993863,
      "grad_norm": 6.21875,
      "learning_rate": 3.533608285612071e-05,
      "loss": 1.857,
      "mean_token_accuracy": 0.5781872928142547,
      "num_tokens": 178190009.0,
      "step": 231280
    },
    {
      "epoch": 0.29338194069191914,
      "grad_norm": 6.0625,
      "learning_rate": 3.533544854603442e-05,
      "loss": 1.6545,
      "mean_token_accuracy": 0.6250209540128708,
      "num_tokens": 178196235.0,
      "step": 231290
    },
    {
      "epoch": 0.293394625284452,
      "grad_norm": 5.1875,
      "learning_rate": 3.533481423594813e-05,
      "loss": 1.9709,
      "mean_token_accuracy": 0.556312158703804,
      "num_tokens": 178202744.0,
      "step": 231300
    },
    {
      "epoch": 0.2934073098769848,
      "grad_norm": 5.65625,
      "learning_rate": 3.533417992586184e-05,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5389737635850906,
      "num_tokens": 178211259.0,
      "step": 231310
    },
    {
      "epoch": 0.29341999446951766,
      "grad_norm": 6.0625,
      "learning_rate": 3.533354561577555e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5204798817634583,
      "num_tokens": 178220315.0,
      "step": 231320
    },
    {
      "epoch": 0.2934326790620505,
      "grad_norm": 4.9375,
      "learning_rate": 3.5332911305689256e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5509254544973373,
      "num_tokens": 178227463.0,
      "step": 231330
    },
    {
      "epoch": 0.29344536365458335,
      "grad_norm": 4.875,
      "learning_rate": 3.533227699560296e-05,
      "loss": 2.2035,
      "mean_token_accuracy": 0.5164022833108902,
      "num_tokens": 178235837.0,
      "step": 231340
    },
    {
      "epoch": 0.29345804824711613,
      "grad_norm": 4.34375,
      "learning_rate": 3.5331642685516674e-05,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5569849580526351,
      "num_tokens": 178244607.0,
      "step": 231350
    },
    {
      "epoch": 0.293470732839649,
      "grad_norm": 6.875,
      "learning_rate": 3.533100837543038e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5337372392416,
      "num_tokens": 178252770.0,
      "step": 231360
    },
    {
      "epoch": 0.2934834174321818,
      "grad_norm": 5.78125,
      "learning_rate": 3.533037406534409e-05,
      "loss": 1.6707,
      "mean_token_accuracy": 0.6188020586967469,
      "num_tokens": 178259142.0,
      "step": 231370
    },
    {
      "epoch": 0.29349610202471466,
      "grad_norm": 6.8125,
      "learning_rate": 3.5329739755257796e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5362317889928818,
      "num_tokens": 178267117.0,
      "step": 231380
    },
    {
      "epoch": 0.2935087866172475,
      "grad_norm": 4.84375,
      "learning_rate": 3.532910544517151e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5450203865766525,
      "num_tokens": 178274858.0,
      "step": 231390
    },
    {
      "epoch": 0.29352147120978034,
      "grad_norm": 6.21875,
      "learning_rate": 3.5328471135085214e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5499526560306549,
      "num_tokens": 178283340.0,
      "step": 231400
    },
    {
      "epoch": 0.2935341558023132,
      "grad_norm": 4.71875,
      "learning_rate": 3.532783682499892e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5413297146558762,
      "num_tokens": 178291883.0,
      "step": 231410
    },
    {
      "epoch": 0.293546840394846,
      "grad_norm": 4.9375,
      "learning_rate": 3.532720251491263e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5311643004417419,
      "num_tokens": 178301323.0,
      "step": 231420
    },
    {
      "epoch": 0.2935595249873788,
      "grad_norm": 5.125,
      "learning_rate": 3.532656820482634e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5328047186136246,
      "num_tokens": 178309136.0,
      "step": 231430
    },
    {
      "epoch": 0.29357220957991165,
      "grad_norm": 5.15625,
      "learning_rate": 3.532593389474005e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5363741457462311,
      "num_tokens": 178317142.0,
      "step": 231440
    },
    {
      "epoch": 0.2935848941724445,
      "grad_norm": 6.0625,
      "learning_rate": 3.532529958465376e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5268444448709488,
      "num_tokens": 178325138.0,
      "step": 231450
    },
    {
      "epoch": 0.29359757876497733,
      "grad_norm": 5.8125,
      "learning_rate": 3.5324665274567466e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5585361778736114,
      "num_tokens": 178332473.0,
      "step": 231460
    },
    {
      "epoch": 0.29361026335751017,
      "grad_norm": 6.6875,
      "learning_rate": 3.532403096448118e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.540674477815628,
      "num_tokens": 178339571.0,
      "step": 231470
    },
    {
      "epoch": 0.293622947950043,
      "grad_norm": 5.4375,
      "learning_rate": 3.532339665439488e-05,
      "loss": 1.7379,
      "mean_token_accuracy": 0.602351438999176,
      "num_tokens": 178345885.0,
      "step": 231480
    },
    {
      "epoch": 0.29363563254257585,
      "grad_norm": 6.15625,
      "learning_rate": 3.532276234430859e-05,
      "loss": 1.8699,
      "mean_token_accuracy": 0.5795824319124222,
      "num_tokens": 178351155.0,
      "step": 231490
    },
    {
      "epoch": 0.2936483171351087,
      "grad_norm": 4.875,
      "learning_rate": 3.53221280342223e-05,
      "loss": 1.8559,
      "mean_token_accuracy": 0.5928634434938431,
      "num_tokens": 178358943.0,
      "step": 231500
    },
    {
      "epoch": 0.2936610017276415,
      "grad_norm": 5.84375,
      "learning_rate": 3.532149372413601e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5262133330106735,
      "num_tokens": 178367016.0,
      "step": 231510
    },
    {
      "epoch": 0.2936736863201743,
      "grad_norm": 5.75,
      "learning_rate": 3.532085941404972e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5227489829063415,
      "num_tokens": 178374076.0,
      "step": 231520
    },
    {
      "epoch": 0.29368637091270716,
      "grad_norm": 5.03125,
      "learning_rate": 3.5320225103963424e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5525256216526031,
      "num_tokens": 178382239.0,
      "step": 231530
    },
    {
      "epoch": 0.29369905550524,
      "grad_norm": 6.375,
      "learning_rate": 3.5319590793877136e-05,
      "loss": 1.9451,
      "mean_token_accuracy": 0.5711398601531983,
      "num_tokens": 178390044.0,
      "step": 231540
    },
    {
      "epoch": 0.29371174009777284,
      "grad_norm": 5.34375,
      "learning_rate": 3.531895648379084e-05,
      "loss": 2.1956,
      "mean_token_accuracy": 0.5277271419763565,
      "num_tokens": 178397763.0,
      "step": 231550
    },
    {
      "epoch": 0.2937244246903057,
      "grad_norm": 4.78125,
      "learning_rate": 3.531832217370455e-05,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5498680382966995,
      "num_tokens": 178405624.0,
      "step": 231560
    },
    {
      "epoch": 0.2937371092828385,
      "grad_norm": 5.375,
      "learning_rate": 3.531768786361826e-05,
      "loss": 2.1654,
      "mean_token_accuracy": 0.5259772509336471,
      "num_tokens": 178413836.0,
      "step": 231570
    },
    {
      "epoch": 0.29374979387537137,
      "grad_norm": 5.40625,
      "learning_rate": 3.5317053553531964e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5355381816625595,
      "num_tokens": 178422821.0,
      "step": 231580
    },
    {
      "epoch": 0.29376247846790415,
      "grad_norm": 6.46875,
      "learning_rate": 3.5316419243445677e-05,
      "loss": 1.9214,
      "mean_token_accuracy": 0.5763126343488694,
      "num_tokens": 178430707.0,
      "step": 231590
    },
    {
      "epoch": 0.293775163060437,
      "grad_norm": 5.9375,
      "learning_rate": 3.531578493335939e-05,
      "loss": 1.7472,
      "mean_token_accuracy": 0.6040742605924606,
      "num_tokens": 178436436.0,
      "step": 231600
    },
    {
      "epoch": 0.29378784765296984,
      "grad_norm": 4.875,
      "learning_rate": 3.5315150623273094e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5591073632240295,
      "num_tokens": 178444922.0,
      "step": 231610
    },
    {
      "epoch": 0.2938005322455027,
      "grad_norm": 6.09375,
      "learning_rate": 3.53145163131868e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5344859749078751,
      "num_tokens": 178451881.0,
      "step": 231620
    },
    {
      "epoch": 0.2938132168380355,
      "grad_norm": 5.0625,
      "learning_rate": 3.5313882003100505e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5128629326820373,
      "num_tokens": 178460989.0,
      "step": 231630
    },
    {
      "epoch": 0.29382590143056836,
      "grad_norm": 5.0625,
      "learning_rate": 3.531324769301422e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5674339771270752,
      "num_tokens": 178468851.0,
      "step": 231640
    },
    {
      "epoch": 0.2938385860231012,
      "grad_norm": 5.71875,
      "learning_rate": 3.531261338292793e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5497631102800369,
      "num_tokens": 178476999.0,
      "step": 231650
    },
    {
      "epoch": 0.29385127061563404,
      "grad_norm": 4.84375,
      "learning_rate": 3.5311979072841634e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5489910662174224,
      "num_tokens": 178485287.0,
      "step": 231660
    },
    {
      "epoch": 0.2938639552081668,
      "grad_norm": 7.75,
      "learning_rate": 3.5311344762755346e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5452273160219192,
      "num_tokens": 178492584.0,
      "step": 231670
    },
    {
      "epoch": 0.29387663980069967,
      "grad_norm": 4.78125,
      "learning_rate": 3.531071045266905e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5477375835180283,
      "num_tokens": 178500879.0,
      "step": 231680
    },
    {
      "epoch": 0.2938893243932325,
      "grad_norm": 4.90625,
      "learning_rate": 3.531007614258276e-05,
      "loss": 1.739,
      "mean_token_accuracy": 0.6087405115365982,
      "num_tokens": 178507928.0,
      "step": 231690
    },
    {
      "epoch": 0.29390200898576535,
      "grad_norm": 6.6875,
      "learning_rate": 3.530944183249647e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5559910267591477,
      "num_tokens": 178514038.0,
      "step": 231700
    },
    {
      "epoch": 0.2939146935782982,
      "grad_norm": 5.375,
      "learning_rate": 3.5308807522410175e-05,
      "loss": 2.344,
      "mean_token_accuracy": 0.5036557048559189,
      "num_tokens": 178522461.0,
      "step": 231710
    },
    {
      "epoch": 0.29392737817083103,
      "grad_norm": 8.3125,
      "learning_rate": 3.530817321232389e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5767922431230545,
      "num_tokens": 178528787.0,
      "step": 231720
    },
    {
      "epoch": 0.2939400627633639,
      "grad_norm": 6.1875,
      "learning_rate": 3.530753890223759e-05,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5244947493076324,
      "num_tokens": 178536365.0,
      "step": 231730
    },
    {
      "epoch": 0.29395274735589666,
      "grad_norm": 5.625,
      "learning_rate": 3.5306904592151304e-05,
      "loss": 1.8228,
      "mean_token_accuracy": 0.5930374145507813,
      "num_tokens": 178543277.0,
      "step": 231740
    },
    {
      "epoch": 0.2939654319484295,
      "grad_norm": 8.6875,
      "learning_rate": 3.530627028206501e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5514006704092026,
      "num_tokens": 178550123.0,
      "step": 231750
    },
    {
      "epoch": 0.29397811654096234,
      "grad_norm": 6.71875,
      "learning_rate": 3.5305635971978715e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5362629622220993,
      "num_tokens": 178557601.0,
      "step": 231760
    },
    {
      "epoch": 0.2939908011334952,
      "grad_norm": 5.4375,
      "learning_rate": 3.530500166189243e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5310423970222473,
      "num_tokens": 178565549.0,
      "step": 231770
    },
    {
      "epoch": 0.294003485726028,
      "grad_norm": 5.0,
      "learning_rate": 3.530436735180613e-05,
      "loss": 1.8433,
      "mean_token_accuracy": 0.599577882885933,
      "num_tokens": 178572772.0,
      "step": 231780
    },
    {
      "epoch": 0.29401617031856087,
      "grad_norm": 5.84375,
      "learning_rate": 3.5303733041719845e-05,
      "loss": 1.8778,
      "mean_token_accuracy": 0.5833481788635254,
      "num_tokens": 178578196.0,
      "step": 231790
    },
    {
      "epoch": 0.2940288549110937,
      "grad_norm": 7.1875,
      "learning_rate": 3.530309873163356e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5202289342880249,
      "num_tokens": 178586166.0,
      "step": 231800
    },
    {
      "epoch": 0.29404153950362655,
      "grad_norm": 5.84375,
      "learning_rate": 3.530246442154726e-05,
      "loss": 2.2529,
      "mean_token_accuracy": 0.518015730381012,
      "num_tokens": 178594526.0,
      "step": 231810
    },
    {
      "epoch": 0.29405422409615933,
      "grad_norm": 6.375,
      "learning_rate": 3.530183011146097e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5692505002021789,
      "num_tokens": 178601513.0,
      "step": 231820
    },
    {
      "epoch": 0.2940669086886922,
      "grad_norm": 5.09375,
      "learning_rate": 3.530119580137467e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5471914738416672,
      "num_tokens": 178608732.0,
      "step": 231830
    },
    {
      "epoch": 0.294079593281225,
      "grad_norm": 4.8125,
      "learning_rate": 3.5300561491288385e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5449114084243775,
      "num_tokens": 178617647.0,
      "step": 231840
    },
    {
      "epoch": 0.29409227787375786,
      "grad_norm": 6.34375,
      "learning_rate": 3.52999271812021e-05,
      "loss": 2.212,
      "mean_token_accuracy": 0.5224963635206222,
      "num_tokens": 178624785.0,
      "step": 231850
    },
    {
      "epoch": 0.2941049624662907,
      "grad_norm": 5.6875,
      "learning_rate": 3.52992928711158e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5254972606897355,
      "num_tokens": 178633249.0,
      "step": 231860
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 8.25,
      "learning_rate": 3.5298658561029514e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5312938392162323,
      "num_tokens": 178640232.0,
      "step": 231870
    },
    {
      "epoch": 0.2941303316513564,
      "grad_norm": 7.125,
      "learning_rate": 3.5298024250943227e-05,
      "loss": 1.868,
      "mean_token_accuracy": 0.569003027677536,
      "num_tokens": 178647156.0,
      "step": 231880
    },
    {
      "epoch": 0.2941430162438892,
      "grad_norm": 4.9375,
      "learning_rate": 3.529738994085693e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5433929979801178,
      "num_tokens": 178655482.0,
      "step": 231890
    },
    {
      "epoch": 0.294155700836422,
      "grad_norm": 4.90625,
      "learning_rate": 3.529675563077064e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5285165309906006,
      "num_tokens": 178662823.0,
      "step": 231900
    },
    {
      "epoch": 0.29416838542895485,
      "grad_norm": 5.6875,
      "learning_rate": 3.529612132068434e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5358471512794495,
      "num_tokens": 178670602.0,
      "step": 231910
    },
    {
      "epoch": 0.2941810700214877,
      "grad_norm": 4.65625,
      "learning_rate": 3.5295487010598055e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5298197418451309,
      "num_tokens": 178678008.0,
      "step": 231920
    },
    {
      "epoch": 0.29419375461402053,
      "grad_norm": 5.0625,
      "learning_rate": 3.529485270051177e-05,
      "loss": 1.9344,
      "mean_token_accuracy": 0.5717774033546448,
      "num_tokens": 178685109.0,
      "step": 231930
    },
    {
      "epoch": 0.29420643920655337,
      "grad_norm": 4.75,
      "learning_rate": 3.529421839042547e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5506039440631867,
      "num_tokens": 178694242.0,
      "step": 231940
    },
    {
      "epoch": 0.2942191237990862,
      "grad_norm": 5.0,
      "learning_rate": 3.5293584080339184e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5202156901359558,
      "num_tokens": 178702958.0,
      "step": 231950
    },
    {
      "epoch": 0.29423180839161905,
      "grad_norm": 5.15625,
      "learning_rate": 3.529294977025289e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5326131999492645,
      "num_tokens": 178712570.0,
      "step": 231960
    },
    {
      "epoch": 0.2942444929841519,
      "grad_norm": 6.75,
      "learning_rate": 3.5292315460166595e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5337930530309677,
      "num_tokens": 178720760.0,
      "step": 231970
    },
    {
      "epoch": 0.2942571775766847,
      "grad_norm": 4.46875,
      "learning_rate": 3.529168115008031e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5287213057279587,
      "num_tokens": 178728300.0,
      "step": 231980
    },
    {
      "epoch": 0.2942698621692175,
      "grad_norm": 7.3125,
      "learning_rate": 3.529104683999401e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5550189107656479,
      "num_tokens": 178736296.0,
      "step": 231990
    },
    {
      "epoch": 0.29428254676175036,
      "grad_norm": 5.8125,
      "learning_rate": 3.5290412529907725e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5145156294107437,
      "num_tokens": 178744226.0,
      "step": 232000
    },
    {
      "epoch": 0.2942952313542832,
      "grad_norm": 8.5,
      "learning_rate": 3.528977821982143e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.54430450797081,
      "num_tokens": 178751392.0,
      "step": 232010
    },
    {
      "epoch": 0.29430791594681605,
      "grad_norm": 7.875,
      "learning_rate": 3.528914390973514e-05,
      "loss": 1.8313,
      "mean_token_accuracy": 0.5818704068660736,
      "num_tokens": 178759950.0,
      "step": 232020
    },
    {
      "epoch": 0.2943206005393489,
      "grad_norm": 6.125,
      "learning_rate": 3.528850959964885e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5434905022382737,
      "num_tokens": 178766543.0,
      "step": 232030
    },
    {
      "epoch": 0.29433328513188173,
      "grad_norm": 5.84375,
      "learning_rate": 3.528787528956255e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5615389764308929,
      "num_tokens": 178774927.0,
      "step": 232040
    },
    {
      "epoch": 0.29434596972441457,
      "grad_norm": 5.59375,
      "learning_rate": 3.5287240979476265e-05,
      "loss": 2.2193,
      "mean_token_accuracy": 0.5226047277450562,
      "num_tokens": 178784194.0,
      "step": 232050
    },
    {
      "epoch": 0.29435865431694735,
      "grad_norm": 5.09375,
      "learning_rate": 3.528660666938997e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5455674529075623,
      "num_tokens": 178792024.0,
      "step": 232060
    },
    {
      "epoch": 0.2943713389094802,
      "grad_norm": 6.78125,
      "learning_rate": 3.528597235930368e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5332169502973556,
      "num_tokens": 178800390.0,
      "step": 232070
    },
    {
      "epoch": 0.29438402350201304,
      "grad_norm": 7.125,
      "learning_rate": 3.5285338049217395e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5267656594514847,
      "num_tokens": 178808479.0,
      "step": 232080
    },
    {
      "epoch": 0.2943967080945459,
      "grad_norm": 5.0625,
      "learning_rate": 3.52847037391311e-05,
      "loss": 2.2638,
      "mean_token_accuracy": 0.5155579566955566,
      "num_tokens": 178817570.0,
      "step": 232090
    },
    {
      "epoch": 0.2944093926870787,
      "grad_norm": 4.8125,
      "learning_rate": 3.5284069429044805e-05,
      "loss": 2.2338,
      "mean_token_accuracy": 0.5121009111404419,
      "num_tokens": 178826104.0,
      "step": 232100
    },
    {
      "epoch": 0.29442207727961156,
      "grad_norm": 4.875,
      "learning_rate": 3.528343511895851e-05,
      "loss": 1.8586,
      "mean_token_accuracy": 0.5909308642148972,
      "num_tokens": 178833468.0,
      "step": 232110
    },
    {
      "epoch": 0.2944347618721444,
      "grad_norm": 5.53125,
      "learning_rate": 3.528280080887222e-05,
      "loss": 2.2659,
      "mean_token_accuracy": 0.5119246691465378,
      "num_tokens": 178841650.0,
      "step": 232120
    },
    {
      "epoch": 0.29444744646467724,
      "grad_norm": 6.40625,
      "learning_rate": 3.5282166498785935e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5806678026914597,
      "num_tokens": 178847627.0,
      "step": 232130
    },
    {
      "epoch": 0.29446013105721003,
      "grad_norm": 5.40625,
      "learning_rate": 3.528153218869964e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5368315786123276,
      "num_tokens": 178854105.0,
      "step": 232140
    },
    {
      "epoch": 0.29447281564974287,
      "grad_norm": 7.0,
      "learning_rate": 3.528089787861335e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5471618622541428,
      "num_tokens": 178860009.0,
      "step": 232150
    },
    {
      "epoch": 0.2944855002422757,
      "grad_norm": 5.5,
      "learning_rate": 3.528026356852706e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.531051579117775,
      "num_tokens": 178867423.0,
      "step": 232160
    },
    {
      "epoch": 0.29449818483480855,
      "grad_norm": 4.5,
      "learning_rate": 3.527962925844076e-05,
      "loss": 1.7288,
      "mean_token_accuracy": 0.6117862343788147,
      "num_tokens": 178874533.0,
      "step": 232170
    },
    {
      "epoch": 0.2945108694273414,
      "grad_norm": 7.375,
      "learning_rate": 3.5278994948354475e-05,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5869628369808197,
      "num_tokens": 178881579.0,
      "step": 232180
    },
    {
      "epoch": 0.29452355401987423,
      "grad_norm": 8.6875,
      "learning_rate": 3.527836063826818e-05,
      "loss": 1.9144,
      "mean_token_accuracy": 0.5621919751167297,
      "num_tokens": 178888744.0,
      "step": 232190
    },
    {
      "epoch": 0.2945362386124071,
      "grad_norm": 6.0,
      "learning_rate": 3.527772632818189e-05,
      "loss": 1.9524,
      "mean_token_accuracy": 0.567562049627304,
      "num_tokens": 178896580.0,
      "step": 232200
    },
    {
      "epoch": 0.29454892320493986,
      "grad_norm": 5.78125,
      "learning_rate": 3.52770920180956e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5360886633396149,
      "num_tokens": 178905107.0,
      "step": 232210
    },
    {
      "epoch": 0.2945616077974727,
      "grad_norm": 5.71875,
      "learning_rate": 3.527645770800931e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5374025106430054,
      "num_tokens": 178912182.0,
      "step": 232220
    },
    {
      "epoch": 0.29457429239000554,
      "grad_norm": 7.25,
      "learning_rate": 3.527582339792302e-05,
      "loss": 1.8215,
      "mean_token_accuracy": 0.5938247889280319,
      "num_tokens": 178919021.0,
      "step": 232230
    },
    {
      "epoch": 0.2945869769825384,
      "grad_norm": 6.34375,
      "learning_rate": 3.527518908783672e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5284538090229034,
      "num_tokens": 178927355.0,
      "step": 232240
    },
    {
      "epoch": 0.2945996615750712,
      "grad_norm": 5.40625,
      "learning_rate": 3.527455477775043e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5395669251680374,
      "num_tokens": 178934675.0,
      "step": 232250
    },
    {
      "epoch": 0.29461234616760407,
      "grad_norm": 7.65625,
      "learning_rate": 3.527392046766414e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5631942033767701,
      "num_tokens": 178942124.0,
      "step": 232260
    },
    {
      "epoch": 0.2946250307601369,
      "grad_norm": 5.65625,
      "learning_rate": 3.527328615757785e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.530638462305069,
      "num_tokens": 178949551.0,
      "step": 232270
    },
    {
      "epoch": 0.29463771535266975,
      "grad_norm": 4.65625,
      "learning_rate": 3.527265184749156e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5374145627021789,
      "num_tokens": 178957314.0,
      "step": 232280
    },
    {
      "epoch": 0.29465039994520253,
      "grad_norm": 4.6875,
      "learning_rate": 3.527201753740527e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.568625083565712,
      "num_tokens": 178965023.0,
      "step": 232290
    },
    {
      "epoch": 0.2946630845377354,
      "grad_norm": 4.90625,
      "learning_rate": 3.527138322731898e-05,
      "loss": 2.3038,
      "mean_token_accuracy": 0.5013835430145264,
      "num_tokens": 178973731.0,
      "step": 232300
    },
    {
      "epoch": 0.2946757691302682,
      "grad_norm": 5.28125,
      "learning_rate": 3.5270748917232685e-05,
      "loss": 1.8214,
      "mean_token_accuracy": 0.6022937536239624,
      "num_tokens": 178980838.0,
      "step": 232310
    },
    {
      "epoch": 0.29468845372280106,
      "grad_norm": 6.84375,
      "learning_rate": 3.527011460714639e-05,
      "loss": 1.8603,
      "mean_token_accuracy": 0.5929391503334045,
      "num_tokens": 178986967.0,
      "step": 232320
    },
    {
      "epoch": 0.2947011383153339,
      "grad_norm": 6.625,
      "learning_rate": 3.52694802970601e-05,
      "loss": 2.2936,
      "mean_token_accuracy": 0.50850989818573,
      "num_tokens": 178994754.0,
      "step": 232330
    },
    {
      "epoch": 0.29471382290786674,
      "grad_norm": 6.8125,
      "learning_rate": 3.526884598697381e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5711927503347397,
      "num_tokens": 179001548.0,
      "step": 232340
    },
    {
      "epoch": 0.2947265075003996,
      "grad_norm": 5.25,
      "learning_rate": 3.526821167688752e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.5272599667310714,
      "num_tokens": 179010225.0,
      "step": 232350
    },
    {
      "epoch": 0.2947391920929324,
      "grad_norm": 5.5625,
      "learning_rate": 3.5267577366801226e-05,
      "loss": 1.7769,
      "mean_token_accuracy": 0.6039870619773865,
      "num_tokens": 179018296.0,
      "step": 232360
    },
    {
      "epoch": 0.2947518766854652,
      "grad_norm": 4.84375,
      "learning_rate": 3.526694305671494e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5545475304126739,
      "num_tokens": 179025118.0,
      "step": 232370
    },
    {
      "epoch": 0.29476456127799805,
      "grad_norm": 8.125,
      "learning_rate": 3.526630874662864e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5354977905750274,
      "num_tokens": 179033303.0,
      "step": 232380
    },
    {
      "epoch": 0.2947772458705309,
      "grad_norm": 5.21875,
      "learning_rate": 3.526567443654235e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5121331572532654,
      "num_tokens": 179041153.0,
      "step": 232390
    },
    {
      "epoch": 0.29478993046306373,
      "grad_norm": 4.03125,
      "learning_rate": 3.526504012645606e-05,
      "loss": 1.7725,
      "mean_token_accuracy": 0.5933893203735352,
      "num_tokens": 179047454.0,
      "step": 232400
    },
    {
      "epoch": 0.2948026150555966,
      "grad_norm": 5.5,
      "learning_rate": 3.5264405816369766e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5670278131961822,
      "num_tokens": 179055682.0,
      "step": 232410
    },
    {
      "epoch": 0.2948152996481294,
      "grad_norm": 6.5,
      "learning_rate": 3.526377150628348e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5434869408607483,
      "num_tokens": 179063225.0,
      "step": 232420
    },
    {
      "epoch": 0.29482798424066226,
      "grad_norm": 6.75,
      "learning_rate": 3.526313719619719e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5381036043167114,
      "num_tokens": 179070747.0,
      "step": 232430
    },
    {
      "epoch": 0.2948406688331951,
      "grad_norm": 6.53125,
      "learning_rate": 3.5262502886110896e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.571690884232521,
      "num_tokens": 179077510.0,
      "step": 232440
    },
    {
      "epoch": 0.2948533534257279,
      "grad_norm": 6.28125,
      "learning_rate": 3.52618685760246e-05,
      "loss": 1.8558,
      "mean_token_accuracy": 0.5826278984546661,
      "num_tokens": 179083853.0,
      "step": 232450
    },
    {
      "epoch": 0.2948660380182607,
      "grad_norm": 4.5625,
      "learning_rate": 3.5261234265938306e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5455427318811417,
      "num_tokens": 179091539.0,
      "step": 232460
    },
    {
      "epoch": 0.29487872261079356,
      "grad_norm": 5.03125,
      "learning_rate": 3.526059995585202e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5597416013479233,
      "num_tokens": 179098902.0,
      "step": 232470
    },
    {
      "epoch": 0.2948914072033264,
      "grad_norm": 5.125,
      "learning_rate": 3.525996564576573e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.529673820734024,
      "num_tokens": 179106625.0,
      "step": 232480
    },
    {
      "epoch": 0.29490409179585925,
      "grad_norm": 6.75,
      "learning_rate": 3.5259331335679436e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5376736789941787,
      "num_tokens": 179114701.0,
      "step": 232490
    },
    {
      "epoch": 0.2949167763883921,
      "grad_norm": 8.375,
      "learning_rate": 3.525869702559315e-05,
      "loss": 1.8087,
      "mean_token_accuracy": 0.5860895931720733,
      "num_tokens": 179121261.0,
      "step": 232500
    },
    {
      "epoch": 0.29492946098092493,
      "grad_norm": 4.9375,
      "learning_rate": 3.5258062715506853e-05,
      "loss": 2.3388,
      "mean_token_accuracy": 0.5092182248830796,
      "num_tokens": 179129392.0,
      "step": 232510
    },
    {
      "epoch": 0.29494214557345777,
      "grad_norm": 5.03125,
      "learning_rate": 3.525742840542056e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.543741974234581,
      "num_tokens": 179137995.0,
      "step": 232520
    },
    {
      "epoch": 0.29495483016599056,
      "grad_norm": 6.625,
      "learning_rate": 3.525679409533427e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5419599115848541,
      "num_tokens": 179143710.0,
      "step": 232530
    },
    {
      "epoch": 0.2949675147585234,
      "grad_norm": 5.40625,
      "learning_rate": 3.5256159785247976e-05,
      "loss": 1.8616,
      "mean_token_accuracy": 0.5830999672412872,
      "num_tokens": 179150874.0,
      "step": 232540
    },
    {
      "epoch": 0.29498019935105624,
      "grad_norm": 6.71875,
      "learning_rate": 3.525552547516169e-05,
      "loss": 1.8145,
      "mean_token_accuracy": 0.5911138474941253,
      "num_tokens": 179157151.0,
      "step": 232550
    },
    {
      "epoch": 0.2949928839435891,
      "grad_norm": 6.28125,
      "learning_rate": 3.5254891165075394e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5548633992671966,
      "num_tokens": 179163882.0,
      "step": 232560
    },
    {
      "epoch": 0.2950055685361219,
      "grad_norm": 6.125,
      "learning_rate": 3.5254256854989106e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5252850115299225,
      "num_tokens": 179171744.0,
      "step": 232570
    },
    {
      "epoch": 0.29501825312865476,
      "grad_norm": 7.15625,
      "learning_rate": 3.525362254490281e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.547709584236145,
      "num_tokens": 179180150.0,
      "step": 232580
    },
    {
      "epoch": 0.2950309377211876,
      "grad_norm": 7.5,
      "learning_rate": 3.525298823481652e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5745707899332047,
      "num_tokens": 179187695.0,
      "step": 232590
    },
    {
      "epoch": 0.29504362231372044,
      "grad_norm": 5.90625,
      "learning_rate": 3.525235392473023e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5510744512081146,
      "num_tokens": 179195379.0,
      "step": 232600
    },
    {
      "epoch": 0.29505630690625323,
      "grad_norm": 5.34375,
      "learning_rate": 3.5251719614643934e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5458975940942764,
      "num_tokens": 179203786.0,
      "step": 232610
    },
    {
      "epoch": 0.29506899149878607,
      "grad_norm": 8.5625,
      "learning_rate": 3.5251085304557646e-05,
      "loss": 2.2475,
      "mean_token_accuracy": 0.512369054555893,
      "num_tokens": 179211213.0,
      "step": 232620
    },
    {
      "epoch": 0.2950816760913189,
      "grad_norm": 7.75,
      "learning_rate": 3.525045099447136e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.540038651227951,
      "num_tokens": 179218756.0,
      "step": 232630
    },
    {
      "epoch": 0.29509436068385175,
      "grad_norm": 5.4375,
      "learning_rate": 3.5249816684385064e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5371092796325684,
      "num_tokens": 179225514.0,
      "step": 232640
    },
    {
      "epoch": 0.2951070452763846,
      "grad_norm": 4.6875,
      "learning_rate": 3.5249182374298776e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5667229413986206,
      "num_tokens": 179233799.0,
      "step": 232650
    },
    {
      "epoch": 0.29511972986891744,
      "grad_norm": 5.53125,
      "learning_rate": 3.5248548064212474e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5635200291872025,
      "num_tokens": 179241498.0,
      "step": 232660
    },
    {
      "epoch": 0.2951324144614503,
      "grad_norm": 4.96875,
      "learning_rate": 3.5247913754126187e-05,
      "loss": 1.7952,
      "mean_token_accuracy": 0.6017968744039536,
      "num_tokens": 179249540.0,
      "step": 232670
    },
    {
      "epoch": 0.29514509905398306,
      "grad_norm": 7.3125,
      "learning_rate": 3.52472794440399e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5396140694618226,
      "num_tokens": 179257141.0,
      "step": 232680
    },
    {
      "epoch": 0.2951577836465159,
      "grad_norm": 8.6875,
      "learning_rate": 3.5246645133953604e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5325130969285965,
      "num_tokens": 179264231.0,
      "step": 232690
    },
    {
      "epoch": 0.29517046823904874,
      "grad_norm": 4.96875,
      "learning_rate": 3.5246010823867316e-05,
      "loss": 1.8814,
      "mean_token_accuracy": 0.5697967231273651,
      "num_tokens": 179272297.0,
      "step": 232700
    },
    {
      "epoch": 0.2951831528315816,
      "grad_norm": 5.625,
      "learning_rate": 3.524537651378102e-05,
      "loss": 2.2538,
      "mean_token_accuracy": 0.5115663915872574,
      "num_tokens": 179281674.0,
      "step": 232710
    },
    {
      "epoch": 0.2951958374241144,
      "grad_norm": 10.5625,
      "learning_rate": 3.5244742203694734e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5641804277896881,
      "num_tokens": 179288904.0,
      "step": 232720
    },
    {
      "epoch": 0.29520852201664727,
      "grad_norm": 7.6875,
      "learning_rate": 3.524410789360844e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5813715130090713,
      "num_tokens": 179296482.0,
      "step": 232730
    },
    {
      "epoch": 0.2952212066091801,
      "grad_norm": 4.9375,
      "learning_rate": 3.5243473583522144e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5426100820302964,
      "num_tokens": 179304664.0,
      "step": 232740
    },
    {
      "epoch": 0.29523389120171295,
      "grad_norm": 6.46875,
      "learning_rate": 3.5242839273435856e-05,
      "loss": 2.2871,
      "mean_token_accuracy": 0.514549258351326,
      "num_tokens": 179313411.0,
      "step": 232750
    },
    {
      "epoch": 0.29524657579424574,
      "grad_norm": 5.15625,
      "learning_rate": 3.524220496334957e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5770915806293487,
      "num_tokens": 179321534.0,
      "step": 232760
    },
    {
      "epoch": 0.2952592603867786,
      "grad_norm": 5.65625,
      "learning_rate": 3.5241570653263274e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5520222038030624,
      "num_tokens": 179328691.0,
      "step": 232770
    },
    {
      "epoch": 0.2952719449793114,
      "grad_norm": 5.40625,
      "learning_rate": 3.5240936343176986e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5313966423273087,
      "num_tokens": 179336538.0,
      "step": 232780
    },
    {
      "epoch": 0.29528462957184426,
      "grad_norm": 5.90625,
      "learning_rate": 3.524030203309069e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.568902388215065,
      "num_tokens": 179344258.0,
      "step": 232790
    },
    {
      "epoch": 0.2952973141643771,
      "grad_norm": 7.21875,
      "learning_rate": 3.52396677230044e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5595047950744629,
      "num_tokens": 179352026.0,
      "step": 232800
    },
    {
      "epoch": 0.29530999875690994,
      "grad_norm": 5.5,
      "learning_rate": 3.523903341291811e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5366153180599212,
      "num_tokens": 179359484.0,
      "step": 232810
    },
    {
      "epoch": 0.2953226833494428,
      "grad_norm": 5.15625,
      "learning_rate": 3.5238399102831814e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.535951218008995,
      "num_tokens": 179366541.0,
      "step": 232820
    },
    {
      "epoch": 0.2953353679419756,
      "grad_norm": 5.34375,
      "learning_rate": 3.5237764792745526e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5277849525213242,
      "num_tokens": 179374322.0,
      "step": 232830
    },
    {
      "epoch": 0.2953480525345084,
      "grad_norm": 6.8125,
      "learning_rate": 3.523713048265923e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5578966021537781,
      "num_tokens": 179382099.0,
      "step": 232840
    },
    {
      "epoch": 0.29536073712704125,
      "grad_norm": 5.0,
      "learning_rate": 3.5236496172572944e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.528279435634613,
      "num_tokens": 179390138.0,
      "step": 232850
    },
    {
      "epoch": 0.2953734217195741,
      "grad_norm": 9.1875,
      "learning_rate": 3.523586186248665e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5407322257757187,
      "num_tokens": 179398360.0,
      "step": 232860
    },
    {
      "epoch": 0.29538610631210693,
      "grad_norm": 5.96875,
      "learning_rate": 3.5235227552400355e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5614771693944931,
      "num_tokens": 179406084.0,
      "step": 232870
    },
    {
      "epoch": 0.2953987909046398,
      "grad_norm": 5.40625,
      "learning_rate": 3.523459324231407e-05,
      "loss": 1.8616,
      "mean_token_accuracy": 0.5797607362270355,
      "num_tokens": 179413585.0,
      "step": 232880
    },
    {
      "epoch": 0.2954114754971726,
      "grad_norm": 5.46875,
      "learning_rate": 3.523395893222777e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5235948622226715,
      "num_tokens": 179421754.0,
      "step": 232890
    },
    {
      "epoch": 0.29542416008970546,
      "grad_norm": 5.21875,
      "learning_rate": 3.5233324622141484e-05,
      "loss": 1.8348,
      "mean_token_accuracy": 0.5979486733675003,
      "num_tokens": 179429586.0,
      "step": 232900
    },
    {
      "epoch": 0.2954368446822383,
      "grad_norm": 6.71875,
      "learning_rate": 3.5232690312055196e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5501987010240554,
      "num_tokens": 179437222.0,
      "step": 232910
    },
    {
      "epoch": 0.2954495292747711,
      "grad_norm": 6.0,
      "learning_rate": 3.52320560019689e-05,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5711600422859192,
      "num_tokens": 179444836.0,
      "step": 232920
    },
    {
      "epoch": 0.2954622138673039,
      "grad_norm": 6.5,
      "learning_rate": 3.523142169188261e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5450738817453384,
      "num_tokens": 179453798.0,
      "step": 232930
    },
    {
      "epoch": 0.29547489845983677,
      "grad_norm": 4.875,
      "learning_rate": 3.523078738179631e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.553985771536827,
      "num_tokens": 179460674.0,
      "step": 232940
    },
    {
      "epoch": 0.2954875830523696,
      "grad_norm": 8.1875,
      "learning_rate": 3.5230153071710024e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5221722722053528,
      "num_tokens": 179468738.0,
      "step": 232950
    },
    {
      "epoch": 0.29550026764490245,
      "grad_norm": 5.3125,
      "learning_rate": 3.5229518761623737e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.525560486316681,
      "num_tokens": 179477872.0,
      "step": 232960
    },
    {
      "epoch": 0.2955129522374353,
      "grad_norm": 5.875,
      "learning_rate": 3.522888445153744e-05,
      "loss": 1.8521,
      "mean_token_accuracy": 0.5750079840421677,
      "num_tokens": 179485515.0,
      "step": 232970
    },
    {
      "epoch": 0.29552563682996813,
      "grad_norm": 6.125,
      "learning_rate": 3.5228250141451154e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5339601397514343,
      "num_tokens": 179493555.0,
      "step": 232980
    },
    {
      "epoch": 0.29553832142250097,
      "grad_norm": 4.90625,
      "learning_rate": 3.522761583136486e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5691548168659211,
      "num_tokens": 179500746.0,
      "step": 232990
    },
    {
      "epoch": 0.29555100601503376,
      "grad_norm": 5.96875,
      "learning_rate": 3.5226981521278565e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5621412962675094,
      "num_tokens": 179508436.0,
      "step": 233000
    },
    {
      "epoch": 0.2955636906075666,
      "grad_norm": 4.65625,
      "learning_rate": 3.522634721119228e-05,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5275437563657761,
      "num_tokens": 179516823.0,
      "step": 233010
    },
    {
      "epoch": 0.29557637520009944,
      "grad_norm": 5.65625,
      "learning_rate": 3.522571290110598e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5463469505310059,
      "num_tokens": 179524230.0,
      "step": 233020
    },
    {
      "epoch": 0.2955890597926323,
      "grad_norm": 6.125,
      "learning_rate": 3.5225078591019694e-05,
      "loss": 1.8695,
      "mean_token_accuracy": 0.583348172903061,
      "num_tokens": 179531584.0,
      "step": 233030
    },
    {
      "epoch": 0.2956017443851651,
      "grad_norm": 6.15625,
      "learning_rate": 3.52244442809334e-05,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5295566529035568,
      "num_tokens": 179537987.0,
      "step": 233040
    },
    {
      "epoch": 0.29561442897769796,
      "grad_norm": 5.125,
      "learning_rate": 3.522380997084711e-05,
      "loss": 1.888,
      "mean_token_accuracy": 0.5719603896141052,
      "num_tokens": 179545121.0,
      "step": 233050
    },
    {
      "epoch": 0.2956271135702308,
      "grad_norm": 6.21875,
      "learning_rate": 3.5223175660760824e-05,
      "loss": 1.8364,
      "mean_token_accuracy": 0.5861413091421127,
      "num_tokens": 179552252.0,
      "step": 233060
    },
    {
      "epoch": 0.29563979816276365,
      "grad_norm": 5.9375,
      "learning_rate": 3.522254135067453e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5626550585031509,
      "num_tokens": 179558963.0,
      "step": 233070
    },
    {
      "epoch": 0.29565248275529643,
      "grad_norm": 7.625,
      "learning_rate": 3.5221907040588235e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.573009443283081,
      "num_tokens": 179564989.0,
      "step": 233080
    },
    {
      "epoch": 0.29566516734782927,
      "grad_norm": 5.375,
      "learning_rate": 3.522127273050194e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5607683092355729,
      "num_tokens": 179572555.0,
      "step": 233090
    },
    {
      "epoch": 0.2956778519403621,
      "grad_norm": 7.09375,
      "learning_rate": 3.522063842041565e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5298084825277328,
      "num_tokens": 179580223.0,
      "step": 233100
    },
    {
      "epoch": 0.29569053653289495,
      "grad_norm": 5.34375,
      "learning_rate": 3.5220004110329364e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5580087691545487,
      "num_tokens": 179587716.0,
      "step": 233110
    },
    {
      "epoch": 0.2957032211254278,
      "grad_norm": 5.875,
      "learning_rate": 3.521936980024307e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5684713929891586,
      "num_tokens": 179595102.0,
      "step": 233120
    },
    {
      "epoch": 0.29571590571796064,
      "grad_norm": 5.4375,
      "learning_rate": 3.521873549015678e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.53275565803051,
      "num_tokens": 179602734.0,
      "step": 233130
    },
    {
      "epoch": 0.2957285903104935,
      "grad_norm": 9.625,
      "learning_rate": 3.521810118007049e-05,
      "loss": 1.9172,
      "mean_token_accuracy": 0.576966542005539,
      "num_tokens": 179609480.0,
      "step": 233140
    },
    {
      "epoch": 0.29574127490302626,
      "grad_norm": 4.84375,
      "learning_rate": 3.521746686998419e-05,
      "loss": 2.1988,
      "mean_token_accuracy": 0.5285303860902786,
      "num_tokens": 179617556.0,
      "step": 233150
    },
    {
      "epoch": 0.2957539594955591,
      "grad_norm": 7.03125,
      "learning_rate": 3.5216832559897905e-05,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5774582087993622,
      "num_tokens": 179625895.0,
      "step": 233160
    },
    {
      "epoch": 0.29576664408809195,
      "grad_norm": 5.59375,
      "learning_rate": 3.521619824981161e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5708311647176743,
      "num_tokens": 179633226.0,
      "step": 233170
    },
    {
      "epoch": 0.2957793286806248,
      "grad_norm": 7.28125,
      "learning_rate": 3.521556393972532e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5245100289583207,
      "num_tokens": 179638985.0,
      "step": 233180
    },
    {
      "epoch": 0.29579201327315763,
      "grad_norm": 5.65625,
      "learning_rate": 3.521492962963903e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5644006729125977,
      "num_tokens": 179647522.0,
      "step": 233190
    },
    {
      "epoch": 0.29580469786569047,
      "grad_norm": 6.71875,
      "learning_rate": 3.521429531955274e-05,
      "loss": 2.2743,
      "mean_token_accuracy": 0.5103866755962372,
      "num_tokens": 179655476.0,
      "step": 233200
    },
    {
      "epoch": 0.2958173824582233,
      "grad_norm": 5.3125,
      "learning_rate": 3.5213661009466445e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5518652707338333,
      "num_tokens": 179662913.0,
      "step": 233210
    },
    {
      "epoch": 0.29583006705075615,
      "grad_norm": 5.3125,
      "learning_rate": 3.521302669938015e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5705003082752228,
      "num_tokens": 179669863.0,
      "step": 233220
    },
    {
      "epoch": 0.29584275164328894,
      "grad_norm": 5.71875,
      "learning_rate": 3.521239238929386e-05,
      "loss": 2.2693,
      "mean_token_accuracy": 0.5105702340602875,
      "num_tokens": 179677120.0,
      "step": 233230
    },
    {
      "epoch": 0.2958554362358218,
      "grad_norm": 5.1875,
      "learning_rate": 3.521175807920757e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5485301524400711,
      "num_tokens": 179685750.0,
      "step": 233240
    },
    {
      "epoch": 0.2958681208283546,
      "grad_norm": 4.75,
      "learning_rate": 3.521112376912128e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.57251256108284,
      "num_tokens": 179692762.0,
      "step": 233250
    },
    {
      "epoch": 0.29588080542088746,
      "grad_norm": 5.40625,
      "learning_rate": 3.521048945903499e-05,
      "loss": 1.9387,
      "mean_token_accuracy": 0.5655187278985977,
      "num_tokens": 179700386.0,
      "step": 233260
    },
    {
      "epoch": 0.2958934900134203,
      "grad_norm": 4.96875,
      "learning_rate": 3.52098551489487e-05,
      "loss": 1.9157,
      "mean_token_accuracy": 0.573396497964859,
      "num_tokens": 179708250.0,
      "step": 233270
    },
    {
      "epoch": 0.29590617460595314,
      "grad_norm": 7.65625,
      "learning_rate": 3.52092208388624e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.580998083949089,
      "num_tokens": 179714490.0,
      "step": 233280
    },
    {
      "epoch": 0.295918859198486,
      "grad_norm": 4.3125,
      "learning_rate": 3.520858652877611e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5297001540660858,
      "num_tokens": 179722432.0,
      "step": 233290
    },
    {
      "epoch": 0.2959315437910188,
      "grad_norm": 4.65625,
      "learning_rate": 3.520795221868982e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5440244019031525,
      "num_tokens": 179730257.0,
      "step": 233300
    },
    {
      "epoch": 0.2959442283835516,
      "grad_norm": 7.34375,
      "learning_rate": 3.520731790860353e-05,
      "loss": 1.9632,
      "mean_token_accuracy": 0.5656073689460754,
      "num_tokens": 179736849.0,
      "step": 233310
    },
    {
      "epoch": 0.29595691297608445,
      "grad_norm": 5.3125,
      "learning_rate": 3.520668359851724e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5420361578464508,
      "num_tokens": 179743714.0,
      "step": 233320
    },
    {
      "epoch": 0.2959695975686173,
      "grad_norm": 5.8125,
      "learning_rate": 3.520604928843095e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5373022347688675,
      "num_tokens": 179751449.0,
      "step": 233330
    },
    {
      "epoch": 0.29598228216115013,
      "grad_norm": 5.09375,
      "learning_rate": 3.5205414978344655e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5371073722839356,
      "num_tokens": 179759011.0,
      "step": 233340
    },
    {
      "epoch": 0.295994966753683,
      "grad_norm": 6.34375,
      "learning_rate": 3.520478066825836e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.53756023645401,
      "num_tokens": 179766866.0,
      "step": 233350
    },
    {
      "epoch": 0.2960076513462158,
      "grad_norm": 6.65625,
      "learning_rate": 3.520414635817207e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5385934978723526,
      "num_tokens": 179775491.0,
      "step": 233360
    },
    {
      "epoch": 0.29602033593874866,
      "grad_norm": 5.1875,
      "learning_rate": 3.520351204808578e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5471153199672699,
      "num_tokens": 179784155.0,
      "step": 233370
    },
    {
      "epoch": 0.2960330205312815,
      "grad_norm": 5.75,
      "learning_rate": 3.520287773799949e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5571920692920684,
      "num_tokens": 179791237.0,
      "step": 233380
    },
    {
      "epoch": 0.2960457051238143,
      "grad_norm": 6.1875,
      "learning_rate": 3.5202243427913195e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5189498931169509,
      "num_tokens": 179799350.0,
      "step": 233390
    },
    {
      "epoch": 0.2960583897163471,
      "grad_norm": 5.59375,
      "learning_rate": 3.520160911782691e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5698504000902176,
      "num_tokens": 179805867.0,
      "step": 233400
    },
    {
      "epoch": 0.29607107430887997,
      "grad_norm": 5.03125,
      "learning_rate": 3.520097480774062e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.535179826617241,
      "num_tokens": 179813940.0,
      "step": 233410
    },
    {
      "epoch": 0.2960837589014128,
      "grad_norm": 5.40625,
      "learning_rate": 3.520034049765432e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5112380176782608,
      "num_tokens": 179822731.0,
      "step": 233420
    },
    {
      "epoch": 0.29609644349394565,
      "grad_norm": 6.90625,
      "learning_rate": 3.519970618756803e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5184922844171524,
      "num_tokens": 179831605.0,
      "step": 233430
    },
    {
      "epoch": 0.2961091280864785,
      "grad_norm": 4.90625,
      "learning_rate": 3.5199071877481736e-05,
      "loss": 2.4036,
      "mean_token_accuracy": 0.4944869428873062,
      "num_tokens": 179840901.0,
      "step": 233440
    },
    {
      "epoch": 0.29612181267901133,
      "grad_norm": 5.28125,
      "learning_rate": 3.519843756739545e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5448258072137833,
      "num_tokens": 179847028.0,
      "step": 233450
    },
    {
      "epoch": 0.2961344972715442,
      "grad_norm": 5.625,
      "learning_rate": 3.519780325730916e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.533532190322876,
      "num_tokens": 179854063.0,
      "step": 233460
    },
    {
      "epoch": 0.29614718186407696,
      "grad_norm": 9.9375,
      "learning_rate": 3.5197168947222865e-05,
      "loss": 2.2906,
      "mean_token_accuracy": 0.5110635310411453,
      "num_tokens": 179861238.0,
      "step": 233470
    },
    {
      "epoch": 0.2961598664566098,
      "grad_norm": 4.90625,
      "learning_rate": 3.519653463713658e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5532042622566223,
      "num_tokens": 179868576.0,
      "step": 233480
    },
    {
      "epoch": 0.29617255104914264,
      "grad_norm": 5.96875,
      "learning_rate": 3.519590032705028e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5413812965154647,
      "num_tokens": 179876017.0,
      "step": 233490
    },
    {
      "epoch": 0.2961852356416755,
      "grad_norm": 5.84375,
      "learning_rate": 3.519526601696399e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5353295058012009,
      "num_tokens": 179883837.0,
      "step": 233500
    },
    {
      "epoch": 0.2961979202342083,
      "grad_norm": 5.375,
      "learning_rate": 3.51946317068777e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5266322463750839,
      "num_tokens": 179891541.0,
      "step": 233510
    },
    {
      "epoch": 0.29621060482674116,
      "grad_norm": 5.84375,
      "learning_rate": 3.5193997396791406e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.5711309045553208,
      "num_tokens": 179899147.0,
      "step": 233520
    },
    {
      "epoch": 0.296223289419274,
      "grad_norm": 5.1875,
      "learning_rate": 3.519336308670512e-05,
      "loss": 2.1754,
      "mean_token_accuracy": 0.5277296125888824,
      "num_tokens": 179907493.0,
      "step": 233530
    },
    {
      "epoch": 0.29623597401180685,
      "grad_norm": 6.0,
      "learning_rate": 3.519272877661882e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5477811455726623,
      "num_tokens": 179916385.0,
      "step": 233540
    },
    {
      "epoch": 0.29624865860433963,
      "grad_norm": 2.03125,
      "learning_rate": 3.5192094466532535e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5635815888643265,
      "num_tokens": 179924752.0,
      "step": 233550
    },
    {
      "epoch": 0.2962613431968725,
      "grad_norm": 6.75,
      "learning_rate": 3.519146015644624e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5206587582826614,
      "num_tokens": 179932581.0,
      "step": 233560
    },
    {
      "epoch": 0.2962740277894053,
      "grad_norm": 6.0,
      "learning_rate": 3.5190825846359946e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5599497556686401,
      "num_tokens": 179939331.0,
      "step": 233570
    },
    {
      "epoch": 0.29628671238193816,
      "grad_norm": 7.34375,
      "learning_rate": 3.519019153627366e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5344513565301895,
      "num_tokens": 179946419.0,
      "step": 233580
    },
    {
      "epoch": 0.296299396974471,
      "grad_norm": 5.78125,
      "learning_rate": 3.5189557226187363e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5569203674793244,
      "num_tokens": 179954397.0,
      "step": 233590
    },
    {
      "epoch": 0.29631208156700384,
      "grad_norm": 8.5,
      "learning_rate": 3.5188922916101076e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5490146487951278,
      "num_tokens": 179961398.0,
      "step": 233600
    },
    {
      "epoch": 0.2963247661595367,
      "grad_norm": 6.28125,
      "learning_rate": 3.518828860601479e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5342504471540451,
      "num_tokens": 179970151.0,
      "step": 233610
    },
    {
      "epoch": 0.29633745075206946,
      "grad_norm": 7.21875,
      "learning_rate": 3.518765429592849e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5377011120319366,
      "num_tokens": 179977328.0,
      "step": 233620
    },
    {
      "epoch": 0.2963501353446023,
      "grad_norm": 5.34375,
      "learning_rate": 3.51870199858422e-05,
      "loss": 2.1505,
      "mean_token_accuracy": 0.524962505698204,
      "num_tokens": 179985410.0,
      "step": 233630
    },
    {
      "epoch": 0.29636281993713515,
      "grad_norm": 4.9375,
      "learning_rate": 3.5186385675755904e-05,
      "loss": 1.8944,
      "mean_token_accuracy": 0.5975024223327636,
      "num_tokens": 179992269.0,
      "step": 233640
    },
    {
      "epoch": 0.296375504529668,
      "grad_norm": 5.3125,
      "learning_rate": 3.5185751365669616e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.53773632645607,
      "num_tokens": 179999679.0,
      "step": 233650
    },
    {
      "epoch": 0.29638818912220083,
      "grad_norm": 6.28125,
      "learning_rate": 3.518511705558333e-05,
      "loss": 1.8374,
      "mean_token_accuracy": 0.5873006522655487,
      "num_tokens": 180005058.0,
      "step": 233660
    },
    {
      "epoch": 0.29640087371473367,
      "grad_norm": 5.4375,
      "learning_rate": 3.5184482745497033e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5227453768253326,
      "num_tokens": 180012751.0,
      "step": 233670
    },
    {
      "epoch": 0.2964135583072665,
      "grad_norm": 6.0625,
      "learning_rate": 3.5183848435410746e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5564288109540939,
      "num_tokens": 180020044.0,
      "step": 233680
    },
    {
      "epoch": 0.29642624289979935,
      "grad_norm": 6.5625,
      "learning_rate": 3.518321412532445e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5481863737106323,
      "num_tokens": 180027212.0,
      "step": 233690
    },
    {
      "epoch": 0.29643892749233214,
      "grad_norm": 4.96875,
      "learning_rate": 3.5182579815238156e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5489373564720154,
      "num_tokens": 180035267.0,
      "step": 233700
    },
    {
      "epoch": 0.296451612084865,
      "grad_norm": 6.15625,
      "learning_rate": 3.518194550515187e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5781713098287582,
      "num_tokens": 180041646.0,
      "step": 233710
    },
    {
      "epoch": 0.2964642966773978,
      "grad_norm": 5.03125,
      "learning_rate": 3.5181311195065574e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.545222008228302,
      "num_tokens": 180049171.0,
      "step": 233720
    },
    {
      "epoch": 0.29647698126993066,
      "grad_norm": 5.5625,
      "learning_rate": 3.5180676884979286e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5239578932523727,
      "num_tokens": 180056138.0,
      "step": 233730
    },
    {
      "epoch": 0.2964896658624635,
      "grad_norm": 5.78125,
      "learning_rate": 3.5180042574893e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5479038387537003,
      "num_tokens": 180063806.0,
      "step": 233740
    },
    {
      "epoch": 0.29650235045499634,
      "grad_norm": 7.90625,
      "learning_rate": 3.51794082648067e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5585696786642075,
      "num_tokens": 180070710.0,
      "step": 233750
    },
    {
      "epoch": 0.2965150350475292,
      "grad_norm": 4.78125,
      "learning_rate": 3.517877395472041e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5290605902671814,
      "num_tokens": 180077204.0,
      "step": 233760
    },
    {
      "epoch": 0.296527719640062,
      "grad_norm": 6.21875,
      "learning_rate": 3.5178139644634114e-05,
      "loss": 2.2398,
      "mean_token_accuracy": 0.517205485701561,
      "num_tokens": 180086044.0,
      "step": 233770
    },
    {
      "epoch": 0.2965404042325948,
      "grad_norm": 4.75,
      "learning_rate": 3.5177505334547826e-05,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5662878394126892,
      "num_tokens": 180094535.0,
      "step": 233780
    },
    {
      "epoch": 0.29655308882512765,
      "grad_norm": 7.71875,
      "learning_rate": 3.517687102446154e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5250808715820312,
      "num_tokens": 180101242.0,
      "step": 233790
    },
    {
      "epoch": 0.2965657734176605,
      "grad_norm": 5.0625,
      "learning_rate": 3.5176236714375244e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.550860247015953,
      "num_tokens": 180109113.0,
      "step": 233800
    },
    {
      "epoch": 0.29657845801019334,
      "grad_norm": 4.875,
      "learning_rate": 3.5175602404288956e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.551667469739914,
      "num_tokens": 180116942.0,
      "step": 233810
    },
    {
      "epoch": 0.2965911426027262,
      "grad_norm": 6.375,
      "learning_rate": 3.517496809420266e-05,
      "loss": 2.191,
      "mean_token_accuracy": 0.5271164685487747,
      "num_tokens": 180125127.0,
      "step": 233820
    },
    {
      "epoch": 0.296603827195259,
      "grad_norm": 6.96875,
      "learning_rate": 3.517433378411637e-05,
      "loss": 1.7891,
      "mean_token_accuracy": 0.6040831565856933,
      "num_tokens": 180131995.0,
      "step": 233830
    },
    {
      "epoch": 0.29661651178779186,
      "grad_norm": 10.875,
      "learning_rate": 3.517369947403008e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5600932598114013,
      "num_tokens": 180138276.0,
      "step": 233840
    },
    {
      "epoch": 0.2966291963803247,
      "grad_norm": 4.8125,
      "learning_rate": 3.5173065163943784e-05,
      "loss": 1.8543,
      "mean_token_accuracy": 0.5923684537410736,
      "num_tokens": 180145460.0,
      "step": 233850
    },
    {
      "epoch": 0.2966418809728575,
      "grad_norm": 5.21875,
      "learning_rate": 3.5172430853857496e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5433269947767257,
      "num_tokens": 180153374.0,
      "step": 233860
    },
    {
      "epoch": 0.2966545655653903,
      "grad_norm": 5.75,
      "learning_rate": 3.51717965437712e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5484314203262329,
      "num_tokens": 180161142.0,
      "step": 233870
    },
    {
      "epoch": 0.29666725015792317,
      "grad_norm": 5.53125,
      "learning_rate": 3.5171162233684914e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5541634261608124,
      "num_tokens": 180169388.0,
      "step": 233880
    },
    {
      "epoch": 0.296679934750456,
      "grad_norm": 4.9375,
      "learning_rate": 3.5170527923598626e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5335897892713547,
      "num_tokens": 180178682.0,
      "step": 233890
    },
    {
      "epoch": 0.29669261934298885,
      "grad_norm": 5.03125,
      "learning_rate": 3.516989361351233e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5381984442472458,
      "num_tokens": 180185959.0,
      "step": 233900
    },
    {
      "epoch": 0.2967053039355217,
      "grad_norm": 4.96875,
      "learning_rate": 3.5169259303426036e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5608887076377869,
      "num_tokens": 180194181.0,
      "step": 233910
    },
    {
      "epoch": 0.29671798852805453,
      "grad_norm": 8.375,
      "learning_rate": 3.516862499333974e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5258333742618561,
      "num_tokens": 180201633.0,
      "step": 233920
    },
    {
      "epoch": 0.2967306731205874,
      "grad_norm": 6.09375,
      "learning_rate": 3.5167990683253454e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5654804706573486,
      "num_tokens": 180210365.0,
      "step": 233930
    },
    {
      "epoch": 0.29674335771312016,
      "grad_norm": 8.25,
      "learning_rate": 3.5167356373167166e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5611533612012863,
      "num_tokens": 180217560.0,
      "step": 233940
    },
    {
      "epoch": 0.296756042305653,
      "grad_norm": 5.15625,
      "learning_rate": 3.516672206308087e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5232711046934128,
      "num_tokens": 180225678.0,
      "step": 233950
    },
    {
      "epoch": 0.29676872689818584,
      "grad_norm": 6.875,
      "learning_rate": 3.5166087752994583e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5473175138235092,
      "num_tokens": 180233070.0,
      "step": 233960
    },
    {
      "epoch": 0.2967814114907187,
      "grad_norm": 6.28125,
      "learning_rate": 3.516545344290829e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5463371485471725,
      "num_tokens": 180240890.0,
      "step": 233970
    },
    {
      "epoch": 0.2967940960832515,
      "grad_norm": 4.875,
      "learning_rate": 3.5164819132821994e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5327812463045121,
      "num_tokens": 180249749.0,
      "step": 233980
    },
    {
      "epoch": 0.29680678067578437,
      "grad_norm": 5.9375,
      "learning_rate": 3.5164184822735706e-05,
      "loss": 1.7436,
      "mean_token_accuracy": 0.6066354185342788,
      "num_tokens": 180255686.0,
      "step": 233990
    },
    {
      "epoch": 0.2968194652683172,
      "grad_norm": 5.1875,
      "learning_rate": 3.516355051264941e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5703432083129882,
      "num_tokens": 180263171.0,
      "step": 234000
    },
    {
      "epoch": 0.29683214986085005,
      "grad_norm": 5.84375,
      "learning_rate": 3.5162916202563124e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5212018311023712,
      "num_tokens": 180271571.0,
      "step": 234010
    },
    {
      "epoch": 0.29684483445338283,
      "grad_norm": 6.46875,
      "learning_rate": 3.516228189247683e-05,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5773897051811219,
      "num_tokens": 180278396.0,
      "step": 234020
    },
    {
      "epoch": 0.2968575190459157,
      "grad_norm": 6.0,
      "learning_rate": 3.516164758239054e-05,
      "loss": 1.8934,
      "mean_token_accuracy": 0.5797206312417984,
      "num_tokens": 180286583.0,
      "step": 234030
    },
    {
      "epoch": 0.2968702036384485,
      "grad_norm": 6.59375,
      "learning_rate": 3.5161013272304247e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.5526956409215927,
      "num_tokens": 180294144.0,
      "step": 234040
    },
    {
      "epoch": 0.29688288823098136,
      "grad_norm": 9.375,
      "learning_rate": 3.516037896221795e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5386090248823165,
      "num_tokens": 180301267.0,
      "step": 234050
    },
    {
      "epoch": 0.2968955728235142,
      "grad_norm": 5.1875,
      "learning_rate": 3.5159744652131664e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.543065893650055,
      "num_tokens": 180309952.0,
      "step": 234060
    },
    {
      "epoch": 0.29690825741604704,
      "grad_norm": 6.59375,
      "learning_rate": 3.515911034204537e-05,
      "loss": 2.2487,
      "mean_token_accuracy": 0.5184952765703201,
      "num_tokens": 180318022.0,
      "step": 234070
    },
    {
      "epoch": 0.2969209420085799,
      "grad_norm": 5.09375,
      "learning_rate": 3.515847603195908e-05,
      "loss": 1.913,
      "mean_token_accuracy": 0.5808694303035736,
      "num_tokens": 180324584.0,
      "step": 234080
    },
    {
      "epoch": 0.29693362660111267,
      "grad_norm": 7.90625,
      "learning_rate": 3.5157841721872794e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5169993311166763,
      "num_tokens": 180331916.0,
      "step": 234090
    },
    {
      "epoch": 0.2969463111936455,
      "grad_norm": 5.53125,
      "learning_rate": 3.51572074117865e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5550704836845398,
      "num_tokens": 180339523.0,
      "step": 234100
    },
    {
      "epoch": 0.29695899578617835,
      "grad_norm": 4.71875,
      "learning_rate": 3.5156573101700204e-05,
      "loss": 1.8934,
      "mean_token_accuracy": 0.5740173399448395,
      "num_tokens": 180348197.0,
      "step": 234110
    },
    {
      "epoch": 0.2969716803787112,
      "grad_norm": 6.3125,
      "learning_rate": 3.515593879161391e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5552336931228637,
      "num_tokens": 180354542.0,
      "step": 234120
    },
    {
      "epoch": 0.29698436497124403,
      "grad_norm": 5.34375,
      "learning_rate": 3.515530448152762e-05,
      "loss": 1.8241,
      "mean_token_accuracy": 0.5848656237125397,
      "num_tokens": 180361059.0,
      "step": 234130
    },
    {
      "epoch": 0.29699704956377687,
      "grad_norm": 6.90625,
      "learning_rate": 3.5154670171441334e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5650804191827774,
      "num_tokens": 180367588.0,
      "step": 234140
    },
    {
      "epoch": 0.2970097341563097,
      "grad_norm": 7.25,
      "learning_rate": 3.515403586135504e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5267841786146163,
      "num_tokens": 180375024.0,
      "step": 234150
    },
    {
      "epoch": 0.29702241874884255,
      "grad_norm": 7.1875,
      "learning_rate": 3.515340155126875e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5645755410194397,
      "num_tokens": 180382270.0,
      "step": 234160
    },
    {
      "epoch": 0.29703510334137534,
      "grad_norm": 5.4375,
      "learning_rate": 3.515276724118246e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5711463212966919,
      "num_tokens": 180390646.0,
      "step": 234170
    },
    {
      "epoch": 0.2970477879339082,
      "grad_norm": 5.5625,
      "learning_rate": 3.515213293109616e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5323547512292862,
      "num_tokens": 180398733.0,
      "step": 234180
    },
    {
      "epoch": 0.297060472526441,
      "grad_norm": 6.21875,
      "learning_rate": 3.5151498621009874e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5471440464258194,
      "num_tokens": 180405496.0,
      "step": 234190
    },
    {
      "epoch": 0.29707315711897386,
      "grad_norm": 7.46875,
      "learning_rate": 3.515086431092358e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5314149409532547,
      "num_tokens": 180412771.0,
      "step": 234200
    },
    {
      "epoch": 0.2970858417115067,
      "grad_norm": 6.09375,
      "learning_rate": 3.515023000083729e-05,
      "loss": 1.903,
      "mean_token_accuracy": 0.5629176765680313,
      "num_tokens": 180420853.0,
      "step": 234210
    },
    {
      "epoch": 0.29709852630403955,
      "grad_norm": 5.3125,
      "learning_rate": 3.5149595690751e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5237113177776337,
      "num_tokens": 180429129.0,
      "step": 234220
    },
    {
      "epoch": 0.2971112108965724,
      "grad_norm": 4.90625,
      "learning_rate": 3.514896138066471e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5545891523361206,
      "num_tokens": 180437415.0,
      "step": 234230
    },
    {
      "epoch": 0.2971238954891052,
      "grad_norm": 7.34375,
      "learning_rate": 3.514832707057842e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5415631651878356,
      "num_tokens": 180444339.0,
      "step": 234240
    },
    {
      "epoch": 0.297136580081638,
      "grad_norm": 4.90625,
      "learning_rate": 3.514769276049213e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5454972624778748,
      "num_tokens": 180452390.0,
      "step": 234250
    },
    {
      "epoch": 0.29714926467417085,
      "grad_norm": 6.5625,
      "learning_rate": 3.514705845040583e-05,
      "loss": 1.877,
      "mean_token_accuracy": 0.5786461353302002,
      "num_tokens": 180459818.0,
      "step": 234260
    },
    {
      "epoch": 0.2971619492667037,
      "grad_norm": 5.3125,
      "learning_rate": 3.514642414031954e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5178565442562103,
      "num_tokens": 180468594.0,
      "step": 234270
    },
    {
      "epoch": 0.29717463385923654,
      "grad_norm": 4.59375,
      "learning_rate": 3.514578983023325e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5338698476552963,
      "num_tokens": 180477264.0,
      "step": 234280
    },
    {
      "epoch": 0.2971873184517694,
      "grad_norm": 5.1875,
      "learning_rate": 3.514515552014696e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5587949961423874,
      "num_tokens": 180485980.0,
      "step": 234290
    },
    {
      "epoch": 0.2972000030443022,
      "grad_norm": 6.125,
      "learning_rate": 3.514452121006067e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.518363407254219,
      "num_tokens": 180493438.0,
      "step": 234300
    },
    {
      "epoch": 0.29721268763683506,
      "grad_norm": 5.90625,
      "learning_rate": 3.514388689997438e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.584702867269516,
      "num_tokens": 180500560.0,
      "step": 234310
    },
    {
      "epoch": 0.2972253722293679,
      "grad_norm": 7.5625,
      "learning_rate": 3.5143252589888085e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5590794235467911,
      "num_tokens": 180508248.0,
      "step": 234320
    },
    {
      "epoch": 0.2972380568219007,
      "grad_norm": 4.84375,
      "learning_rate": 3.514261827980179e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5443197429180145,
      "num_tokens": 180516220.0,
      "step": 234330
    },
    {
      "epoch": 0.29725074141443353,
      "grad_norm": 6.09375,
      "learning_rate": 3.51419839697155e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5144398957490921,
      "num_tokens": 180524497.0,
      "step": 234340
    },
    {
      "epoch": 0.29726342600696637,
      "grad_norm": 4.875,
      "learning_rate": 3.514134965962921e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5372662007808685,
      "num_tokens": 180533082.0,
      "step": 234350
    },
    {
      "epoch": 0.2972761105994992,
      "grad_norm": 5.96875,
      "learning_rate": 3.514071534954292e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.530509552359581,
      "num_tokens": 180541934.0,
      "step": 234360
    },
    {
      "epoch": 0.29728879519203205,
      "grad_norm": 6.0625,
      "learning_rate": 3.5140081039456625e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5705832004547119,
      "num_tokens": 180549098.0,
      "step": 234370
    },
    {
      "epoch": 0.2973014797845649,
      "grad_norm": 5.15625,
      "learning_rate": 3.513944672937034e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.5340282648801804,
      "num_tokens": 180558384.0,
      "step": 234380
    },
    {
      "epoch": 0.29731416437709773,
      "grad_norm": 5.09375,
      "learning_rate": 3.513881241928404e-05,
      "loss": 1.6349,
      "mean_token_accuracy": 0.6286040514707565,
      "num_tokens": 180565469.0,
      "step": 234390
    },
    {
      "epoch": 0.2973268489696306,
      "grad_norm": 5.40625,
      "learning_rate": 3.513817810919775e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5358249008655548,
      "num_tokens": 180573314.0,
      "step": 234400
    },
    {
      "epoch": 0.29733953356216336,
      "grad_norm": 7.375,
      "learning_rate": 3.513754379911146e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5384477943181991,
      "num_tokens": 180580351.0,
      "step": 234410
    },
    {
      "epoch": 0.2973522181546962,
      "grad_norm": 5.1875,
      "learning_rate": 3.5136909489025165e-05,
      "loss": 2.4105,
      "mean_token_accuracy": 0.49533821940422057,
      "num_tokens": 180588481.0,
      "step": 234420
    },
    {
      "epoch": 0.29736490274722904,
      "grad_norm": 4.65625,
      "learning_rate": 3.513627517893888e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5366405278444291,
      "num_tokens": 180595124.0,
      "step": 234430
    },
    {
      "epoch": 0.2973775873397619,
      "grad_norm": 5.0,
      "learning_rate": 3.513564086885259e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5322914838790893,
      "num_tokens": 180604132.0,
      "step": 234440
    },
    {
      "epoch": 0.2973902719322947,
      "grad_norm": 4.5625,
      "learning_rate": 3.5135006558766295e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5336211442947387,
      "num_tokens": 180611921.0,
      "step": 234450
    },
    {
      "epoch": 0.29740295652482757,
      "grad_norm": 7.1875,
      "learning_rate": 3.513437224868e-05,
      "loss": 2.2777,
      "mean_token_accuracy": 0.507257553935051,
      "num_tokens": 180620950.0,
      "step": 234460
    },
    {
      "epoch": 0.2974156411173604,
      "grad_norm": 5.6875,
      "learning_rate": 3.5133737938593705e-05,
      "loss": 1.8643,
      "mean_token_accuracy": 0.5847635775804519,
      "num_tokens": 180628702.0,
      "step": 234470
    },
    {
      "epoch": 0.29742832570989325,
      "grad_norm": 5.5625,
      "learning_rate": 3.513310362850742e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5551440745592118,
      "num_tokens": 180635183.0,
      "step": 234480
    },
    {
      "epoch": 0.29744101030242603,
      "grad_norm": 5.25,
      "learning_rate": 3.513246931842113e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5795628637075424,
      "num_tokens": 180640938.0,
      "step": 234490
    },
    {
      "epoch": 0.2974536948949589,
      "grad_norm": 8.125,
      "learning_rate": 3.5131835008334835e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5530530005693436,
      "num_tokens": 180648757.0,
      "step": 234500
    },
    {
      "epoch": 0.2974663794874917,
      "grad_norm": 6.125,
      "learning_rate": 3.513120069824855e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.572667583823204,
      "num_tokens": 180656744.0,
      "step": 234510
    },
    {
      "epoch": 0.29747906408002456,
      "grad_norm": 6.84375,
      "learning_rate": 3.513056638816225e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5537589848041534,
      "num_tokens": 180664014.0,
      "step": 234520
    },
    {
      "epoch": 0.2974917486725574,
      "grad_norm": 5.53125,
      "learning_rate": 3.512993207807596e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5249293237924576,
      "num_tokens": 180672067.0,
      "step": 234530
    },
    {
      "epoch": 0.29750443326509024,
      "grad_norm": 5.46875,
      "learning_rate": 3.512929776798967e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5458612471818924,
      "num_tokens": 180678741.0,
      "step": 234540
    },
    {
      "epoch": 0.2975171178576231,
      "grad_norm": 5.25,
      "learning_rate": 3.5128663457903375e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5417901635169983,
      "num_tokens": 180686398.0,
      "step": 234550
    },
    {
      "epoch": 0.29752980245015587,
      "grad_norm": 5.5625,
      "learning_rate": 3.512802914781709e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5719442725181579,
      "num_tokens": 180694039.0,
      "step": 234560
    },
    {
      "epoch": 0.2975424870426887,
      "grad_norm": 5.15625,
      "learning_rate": 3.512739483773079e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5138414382934571,
      "num_tokens": 180701796.0,
      "step": 234570
    },
    {
      "epoch": 0.29755517163522155,
      "grad_norm": 5.5,
      "learning_rate": 3.5126760527644505e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.53556909263134,
      "num_tokens": 180710139.0,
      "step": 234580
    },
    {
      "epoch": 0.2975678562277544,
      "grad_norm": 4.96875,
      "learning_rate": 3.512612621755822e-05,
      "loss": 2.3138,
      "mean_token_accuracy": 0.5107620567083359,
      "num_tokens": 180718588.0,
      "step": 234590
    },
    {
      "epoch": 0.29758054082028723,
      "grad_norm": 5.03125,
      "learning_rate": 3.5125491907471916e-05,
      "loss": 2.27,
      "mean_token_accuracy": 0.5136884123086929,
      "num_tokens": 180726386.0,
      "step": 234600
    },
    {
      "epoch": 0.2975932254128201,
      "grad_norm": 6.03125,
      "learning_rate": 3.512485759738563e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5592430025339127,
      "num_tokens": 180732725.0,
      "step": 234610
    },
    {
      "epoch": 0.2976059100053529,
      "grad_norm": 4.78125,
      "learning_rate": 3.512422328729934e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5768283814191818,
      "num_tokens": 180740309.0,
      "step": 234620
    },
    {
      "epoch": 0.29761859459788575,
      "grad_norm": 5.125,
      "learning_rate": 3.5123588977213045e-05,
      "loss": 1.9141,
      "mean_token_accuracy": 0.5763543099164963,
      "num_tokens": 180748689.0,
      "step": 234630
    },
    {
      "epoch": 0.29763127919041854,
      "grad_norm": 5.46875,
      "learning_rate": 3.512295466712676e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5311992764472961,
      "num_tokens": 180756552.0,
      "step": 234640
    },
    {
      "epoch": 0.2976439637829514,
      "grad_norm": 5.09375,
      "learning_rate": 3.512232035704046e-05,
      "loss": 1.7513,
      "mean_token_accuracy": 0.6077811270952225,
      "num_tokens": 180763778.0,
      "step": 234650
    },
    {
      "epoch": 0.2976566483754842,
      "grad_norm": 6.25,
      "learning_rate": 3.5121686046954175e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5213575750589371,
      "num_tokens": 180772546.0,
      "step": 234660
    },
    {
      "epoch": 0.29766933296801706,
      "grad_norm": 4.78125,
      "learning_rate": 3.512105173686788e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5629948914051056,
      "num_tokens": 180780896.0,
      "step": 234670
    },
    {
      "epoch": 0.2976820175605499,
      "grad_norm": 4.6875,
      "learning_rate": 3.5120417426781586e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5721093326807022,
      "num_tokens": 180789708.0,
      "step": 234680
    },
    {
      "epoch": 0.29769470215308275,
      "grad_norm": 5.03125,
      "learning_rate": 3.51197831166953e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5538321971893311,
      "num_tokens": 180797692.0,
      "step": 234690
    },
    {
      "epoch": 0.2977073867456156,
      "grad_norm": 6.3125,
      "learning_rate": 3.5119148806609e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5362237393856049,
      "num_tokens": 180805138.0,
      "step": 234700
    },
    {
      "epoch": 0.29772007133814843,
      "grad_norm": 4.90625,
      "learning_rate": 3.5118514496522715e-05,
      "loss": 1.9289,
      "mean_token_accuracy": 0.5780724316835404,
      "num_tokens": 180812264.0,
      "step": 234710
    },
    {
      "epoch": 0.2977327559306812,
      "grad_norm": 4.8125,
      "learning_rate": 3.511788018643643e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5237216919660568,
      "num_tokens": 180820847.0,
      "step": 234720
    },
    {
      "epoch": 0.29774544052321406,
      "grad_norm": 6.84375,
      "learning_rate": 3.511724587635013e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5868520945310592,
      "num_tokens": 180828148.0,
      "step": 234730
    },
    {
      "epoch": 0.2977581251157469,
      "grad_norm": 4.75,
      "learning_rate": 3.511661156626384e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5844182193279266,
      "num_tokens": 180836759.0,
      "step": 234740
    },
    {
      "epoch": 0.29777080970827974,
      "grad_norm": 4.71875,
      "learning_rate": 3.5115977256177543e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5501688122749329,
      "num_tokens": 180844279.0,
      "step": 234750
    },
    {
      "epoch": 0.2977834943008126,
      "grad_norm": 5.53125,
      "learning_rate": 3.5115342946091256e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5273296147584915,
      "num_tokens": 180852268.0,
      "step": 234760
    },
    {
      "epoch": 0.2977961788933454,
      "grad_norm": 5.5,
      "learning_rate": 3.511470863600497e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5468911975622177,
      "num_tokens": 180860201.0,
      "step": 234770
    },
    {
      "epoch": 0.29780886348587826,
      "grad_norm": 6.6875,
      "learning_rate": 3.511407432591867e-05,
      "loss": 1.8611,
      "mean_token_accuracy": 0.5804122477769852,
      "num_tokens": 180867225.0,
      "step": 234780
    },
    {
      "epoch": 0.2978215480784111,
      "grad_norm": 4.875,
      "learning_rate": 3.5113440015832385e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5230338156223298,
      "num_tokens": 180875304.0,
      "step": 234790
    },
    {
      "epoch": 0.2978342326709439,
      "grad_norm": 5.625,
      "learning_rate": 3.511280570574609e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5490097641944885,
      "num_tokens": 180883431.0,
      "step": 234800
    },
    {
      "epoch": 0.29784691726347673,
      "grad_norm": 9.0625,
      "learning_rate": 3.5112171395659796e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5432274132966995,
      "num_tokens": 180891504.0,
      "step": 234810
    },
    {
      "epoch": 0.29785960185600957,
      "grad_norm": 4.46875,
      "learning_rate": 3.511153708557351e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5561220407485962,
      "num_tokens": 180899193.0,
      "step": 234820
    },
    {
      "epoch": 0.2978722864485424,
      "grad_norm": 6.28125,
      "learning_rate": 3.511090277548721e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.55482317507267,
      "num_tokens": 180905236.0,
      "step": 234830
    },
    {
      "epoch": 0.29788497104107525,
      "grad_norm": 6.375,
      "learning_rate": 3.5110268465400925e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5509568393230438,
      "num_tokens": 180912880.0,
      "step": 234840
    },
    {
      "epoch": 0.2978976556336081,
      "grad_norm": 4.6875,
      "learning_rate": 3.510963415531463e-05,
      "loss": 2.2391,
      "mean_token_accuracy": 0.5117265403270721,
      "num_tokens": 180921823.0,
      "step": 234850
    },
    {
      "epoch": 0.29791034022614094,
      "grad_norm": 4.75,
      "learning_rate": 3.510899984522834e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5463451683521271,
      "num_tokens": 180929570.0,
      "step": 234860
    },
    {
      "epoch": 0.2979230248186738,
      "grad_norm": 4.625,
      "learning_rate": 3.510836553514205e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5151665270328522,
      "num_tokens": 180937497.0,
      "step": 234870
    },
    {
      "epoch": 0.29793570941120656,
      "grad_norm": 3.671875,
      "learning_rate": 3.5107731225055754e-05,
      "loss": 1.8371,
      "mean_token_accuracy": 0.5847354382276535,
      "num_tokens": 180945998.0,
      "step": 234880
    },
    {
      "epoch": 0.2979483940037394,
      "grad_norm": 5.15625,
      "learning_rate": 3.5107096914969466e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5297056406736373,
      "num_tokens": 180953441.0,
      "step": 234890
    },
    {
      "epoch": 0.29796107859627224,
      "grad_norm": 6.65625,
      "learning_rate": 3.510646260488317e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5148322999477386,
      "num_tokens": 180962263.0,
      "step": 234900
    },
    {
      "epoch": 0.2979737631888051,
      "grad_norm": 5.4375,
      "learning_rate": 3.510582829479688e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5275214552879334,
      "num_tokens": 180971660.0,
      "step": 234910
    },
    {
      "epoch": 0.2979864477813379,
      "grad_norm": 6.71875,
      "learning_rate": 3.5105193984710595e-05,
      "loss": 1.8596,
      "mean_token_accuracy": 0.5883257567882538,
      "num_tokens": 180979330.0,
      "step": 234920
    },
    {
      "epoch": 0.29799913237387077,
      "grad_norm": 5.34375,
      "learning_rate": 3.51045596746243e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5431161969900131,
      "num_tokens": 180988136.0,
      "step": 234930
    },
    {
      "epoch": 0.2980118169664036,
      "grad_norm": 5.53125,
      "learning_rate": 3.510392536453801e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.550426360964775,
      "num_tokens": 180995857.0,
      "step": 234940
    },
    {
      "epoch": 0.29802450155893645,
      "grad_norm": 6.53125,
      "learning_rate": 3.510329105445171e-05,
      "loss": 1.8291,
      "mean_token_accuracy": 0.6020060986280441,
      "num_tokens": 181002404.0,
      "step": 234950
    },
    {
      "epoch": 0.29803718615146924,
      "grad_norm": 5.21875,
      "learning_rate": 3.5102656744365424e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5253980457782745,
      "num_tokens": 181012060.0,
      "step": 234960
    },
    {
      "epoch": 0.2980498707440021,
      "grad_norm": 5.96875,
      "learning_rate": 3.5102022434279136e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5556990444660187,
      "num_tokens": 181020151.0,
      "step": 234970
    },
    {
      "epoch": 0.2980625553365349,
      "grad_norm": 7.46875,
      "learning_rate": 3.510138812419284e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5476882874965667,
      "num_tokens": 181028535.0,
      "step": 234980
    },
    {
      "epoch": 0.29807523992906776,
      "grad_norm": 11.875,
      "learning_rate": 3.510075381410655e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5528892457485199,
      "num_tokens": 181036330.0,
      "step": 234990
    },
    {
      "epoch": 0.2980879245216006,
      "grad_norm": 6.25,
      "learning_rate": 3.510011950402026e-05,
      "loss": 2.2632,
      "mean_token_accuracy": 0.5203226953744888,
      "num_tokens": 181043418.0,
      "step": 235000
    },
    {
      "epoch": 0.29810060911413344,
      "grad_norm": 5.8125,
      "learning_rate": 3.509948519393397e-05,
      "loss": 2.1631,
      "mean_token_accuracy": 0.525304040312767,
      "num_tokens": 181052164.0,
      "step": 235010
    },
    {
      "epoch": 0.2981132937066663,
      "grad_norm": 5.3125,
      "learning_rate": 3.5098850883847676e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5533282518386841,
      "num_tokens": 181060954.0,
      "step": 235020
    },
    {
      "epoch": 0.29812597829919907,
      "grad_norm": 4.03125,
      "learning_rate": 3.509821657376138e-05,
      "loss": 1.7797,
      "mean_token_accuracy": 0.6126417577266693,
      "num_tokens": 181068355.0,
      "step": 235030
    },
    {
      "epoch": 0.2981386628917319,
      "grad_norm": 6.0,
      "learning_rate": 3.5097582263675093e-05,
      "loss": 1.8191,
      "mean_token_accuracy": 0.5883173704147339,
      "num_tokens": 181075036.0,
      "step": 235040
    },
    {
      "epoch": 0.29815134748426475,
      "grad_norm": 4.96875,
      "learning_rate": 3.50969479535888e-05,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5784791648387909,
      "num_tokens": 181082158.0,
      "step": 235050
    },
    {
      "epoch": 0.2981640320767976,
      "grad_norm": 6.53125,
      "learning_rate": 3.509631364350251e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5282378315925598,
      "num_tokens": 181090219.0,
      "step": 235060
    },
    {
      "epoch": 0.29817671666933043,
      "grad_norm": 6.59375,
      "learning_rate": 3.509567933341622e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5421038538217544,
      "num_tokens": 181097835.0,
      "step": 235070
    },
    {
      "epoch": 0.2981894012618633,
      "grad_norm": 4.78125,
      "learning_rate": 3.509504502332993e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5734959989786148,
      "num_tokens": 181105084.0,
      "step": 235080
    },
    {
      "epoch": 0.2982020858543961,
      "grad_norm": 5.96875,
      "learning_rate": 3.5094410713243634e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5266840100288391,
      "num_tokens": 181112268.0,
      "step": 235090
    },
    {
      "epoch": 0.29821477044692896,
      "grad_norm": 5.03125,
      "learning_rate": 3.509377640315734e-05,
      "loss": 1.8434,
      "mean_token_accuracy": 0.5931873679161072,
      "num_tokens": 181119869.0,
      "step": 235100
    },
    {
      "epoch": 0.29822745503946174,
      "grad_norm": 6.75,
      "learning_rate": 3.509314209307105e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5458845257759094,
      "num_tokens": 181127973.0,
      "step": 235110
    },
    {
      "epoch": 0.2982401396319946,
      "grad_norm": 6.65625,
      "learning_rate": 3.5092507782984763e-05,
      "loss": 1.9,
      "mean_token_accuracy": 0.5673464864492417,
      "num_tokens": 181135934.0,
      "step": 235120
    },
    {
      "epoch": 0.2982528242245274,
      "grad_norm": 6.875,
      "learning_rate": 3.509187347289847e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5567110180854797,
      "num_tokens": 181142103.0,
      "step": 235130
    },
    {
      "epoch": 0.29826550881706027,
      "grad_norm": 5.0,
      "learning_rate": 3.509123916281218e-05,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5297228962182998,
      "num_tokens": 181151027.0,
      "step": 235140
    },
    {
      "epoch": 0.2982781934095931,
      "grad_norm": 5.90625,
      "learning_rate": 3.5090604852725886e-05,
      "loss": 1.8662,
      "mean_token_accuracy": 0.5734726905822753,
      "num_tokens": 181157863.0,
      "step": 235150
    },
    {
      "epoch": 0.29829087800212595,
      "grad_norm": 9.25,
      "learning_rate": 3.508997054263959e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5440246075391769,
      "num_tokens": 181164195.0,
      "step": 235160
    },
    {
      "epoch": 0.2983035625946588,
      "grad_norm": 7.4375,
      "learning_rate": 3.5089336232553304e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5340469539165497,
      "num_tokens": 181171416.0,
      "step": 235170
    },
    {
      "epoch": 0.29831624718719163,
      "grad_norm": 5.46875,
      "learning_rate": 3.508870192246701e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5240167737007141,
      "num_tokens": 181178807.0,
      "step": 235180
    },
    {
      "epoch": 0.2983289317797244,
      "grad_norm": 8.1875,
      "learning_rate": 3.508806761238072e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5513370782136917,
      "num_tokens": 181186169.0,
      "step": 235190
    },
    {
      "epoch": 0.29834161637225726,
      "grad_norm": 6.96875,
      "learning_rate": 3.5087433302294427e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5280397236347198,
      "num_tokens": 181193871.0,
      "step": 235200
    },
    {
      "epoch": 0.2983543009647901,
      "grad_norm": 5.03125,
      "learning_rate": 3.508679899220814e-05,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5571061134338379,
      "num_tokens": 181200965.0,
      "step": 235210
    },
    {
      "epoch": 0.29836698555732294,
      "grad_norm": 4.96875,
      "learning_rate": 3.5086164682121844e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5316859632730484,
      "num_tokens": 181210239.0,
      "step": 235220
    },
    {
      "epoch": 0.2983796701498558,
      "grad_norm": 4.78125,
      "learning_rate": 3.508553037203555e-05,
      "loss": 2.257,
      "mean_token_accuracy": 0.524632528424263,
      "num_tokens": 181218117.0,
      "step": 235230
    },
    {
      "epoch": 0.2983923547423886,
      "grad_norm": 4.8125,
      "learning_rate": 3.508489606194926e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5413410276174545,
      "num_tokens": 181225212.0,
      "step": 235240
    },
    {
      "epoch": 0.29840503933492146,
      "grad_norm": 5.40625,
      "learning_rate": 3.508426175186297e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5386637389659882,
      "num_tokens": 181232993.0,
      "step": 235250
    },
    {
      "epoch": 0.2984177239274543,
      "grad_norm": 4.34375,
      "learning_rate": 3.508362744177668e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.543965545296669,
      "num_tokens": 181241595.0,
      "step": 235260
    },
    {
      "epoch": 0.2984304085199871,
      "grad_norm": 6.96875,
      "learning_rate": 3.508299313169039e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5497316718101501,
      "num_tokens": 181248532.0,
      "step": 235270
    },
    {
      "epoch": 0.29844309311251993,
      "grad_norm": 4.9375,
      "learning_rate": 3.5082358821604096e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5155355751514434,
      "num_tokens": 181258011.0,
      "step": 235280
    },
    {
      "epoch": 0.29845577770505277,
      "grad_norm": 6.15625,
      "learning_rate": 3.50817245115178e-05,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5612726628780365,
      "num_tokens": 181264771.0,
      "step": 235290
    },
    {
      "epoch": 0.2984684622975856,
      "grad_norm": 5.0625,
      "learning_rate": 3.508109020143151e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5313427865505218,
      "num_tokens": 181272823.0,
      "step": 235300
    },
    {
      "epoch": 0.29848114689011845,
      "grad_norm": 6.46875,
      "learning_rate": 3.508045589134522e-05,
      "loss": 1.7163,
      "mean_token_accuracy": 0.616949200630188,
      "num_tokens": 181278629.0,
      "step": 235310
    },
    {
      "epoch": 0.2984938314826513,
      "grad_norm": 6.25,
      "learning_rate": 3.507982158125893e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5250198185443878,
      "num_tokens": 181287881.0,
      "step": 235320
    },
    {
      "epoch": 0.29850651607518414,
      "grad_norm": 6.21875,
      "learning_rate": 3.507918727117264e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5222871512174606,
      "num_tokens": 181294979.0,
      "step": 235330
    },
    {
      "epoch": 0.298519200667717,
      "grad_norm": 6.40625,
      "learning_rate": 3.507855296108635e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5412462085485459,
      "num_tokens": 181303568.0,
      "step": 235340
    },
    {
      "epoch": 0.29853188526024976,
      "grad_norm": 5.375,
      "learning_rate": 3.5077918651000054e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5521742969751358,
      "num_tokens": 181311798.0,
      "step": 235350
    },
    {
      "epoch": 0.2985445698527826,
      "grad_norm": 7.15625,
      "learning_rate": 3.5077284340913766e-05,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5677356511354447,
      "num_tokens": 181319065.0,
      "step": 235360
    },
    {
      "epoch": 0.29855725444531545,
      "grad_norm": 5.25,
      "learning_rate": 3.507665003082747e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5252310693264007,
      "num_tokens": 181327755.0,
      "step": 235370
    },
    {
      "epoch": 0.2985699390378483,
      "grad_norm": 5.46875,
      "learning_rate": 3.507601572074118e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5288018673658371,
      "num_tokens": 181336357.0,
      "step": 235380
    },
    {
      "epoch": 0.2985826236303811,
      "grad_norm": 6.5625,
      "learning_rate": 3.507538141065489e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5273234695196152,
      "num_tokens": 181343986.0,
      "step": 235390
    },
    {
      "epoch": 0.29859530822291397,
      "grad_norm": 7.0625,
      "learning_rate": 3.5074747100568595e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.54681196808815,
      "num_tokens": 181352626.0,
      "step": 235400
    },
    {
      "epoch": 0.2986079928154468,
      "grad_norm": 4.9375,
      "learning_rate": 3.507411279048231e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5508633375167846,
      "num_tokens": 181361395.0,
      "step": 235410
    },
    {
      "epoch": 0.29862067740797965,
      "grad_norm": 5.5625,
      "learning_rate": 3.507347848039602e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5228697448968888,
      "num_tokens": 181369603.0,
      "step": 235420
    },
    {
      "epoch": 0.29863336200051244,
      "grad_norm": 5.09375,
      "learning_rate": 3.5072844170309724e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5601608783006669,
      "num_tokens": 181377653.0,
      "step": 235430
    },
    {
      "epoch": 0.2986460465930453,
      "grad_norm": 5.0625,
      "learning_rate": 3.507220986022343e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.518856531381607,
      "num_tokens": 181385961.0,
      "step": 235440
    },
    {
      "epoch": 0.2986587311855781,
      "grad_norm": 4.40625,
      "learning_rate": 3.5071575550137135e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5365024745464325,
      "num_tokens": 181393497.0,
      "step": 235450
    },
    {
      "epoch": 0.29867141577811096,
      "grad_norm": 4.84375,
      "learning_rate": 3.507094124005085e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5442691087722779,
      "num_tokens": 181401534.0,
      "step": 235460
    },
    {
      "epoch": 0.2986841003706438,
      "grad_norm": 5.3125,
      "learning_rate": 3.507030692996456e-05,
      "loss": 2.266,
      "mean_token_accuracy": 0.5232565969228744,
      "num_tokens": 181409675.0,
      "step": 235470
    },
    {
      "epoch": 0.29869678496317664,
      "grad_norm": 5.6875,
      "learning_rate": 3.5069672619878264e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5307501047849655,
      "num_tokens": 181418059.0,
      "step": 235480
    },
    {
      "epoch": 0.2987094695557095,
      "grad_norm": 6.28125,
      "learning_rate": 3.5069038309791977e-05,
      "loss": 1.8481,
      "mean_token_accuracy": 0.5973143875598907,
      "num_tokens": 181424253.0,
      "step": 235490
    },
    {
      "epoch": 0.29872215414824227,
      "grad_norm": 4.9375,
      "learning_rate": 3.506840399970568e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5509831815958023,
      "num_tokens": 181432249.0,
      "step": 235500
    },
    {
      "epoch": 0.2987348387407751,
      "grad_norm": 6.96875,
      "learning_rate": 3.506776968961939e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5236824810504913,
      "num_tokens": 181440598.0,
      "step": 235510
    },
    {
      "epoch": 0.29874752333330795,
      "grad_norm": 5.875,
      "learning_rate": 3.50671353795331e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5247108548879623,
      "num_tokens": 181448443.0,
      "step": 235520
    },
    {
      "epoch": 0.2987602079258408,
      "grad_norm": 5.03125,
      "learning_rate": 3.5066501069446805e-05,
      "loss": 1.7777,
      "mean_token_accuracy": 0.6120463728904724,
      "num_tokens": 181455566.0,
      "step": 235530
    },
    {
      "epoch": 0.29877289251837363,
      "grad_norm": 6.53125,
      "learning_rate": 3.506586675936052e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5607397586107254,
      "num_tokens": 181462808.0,
      "step": 235540
    },
    {
      "epoch": 0.2987855771109065,
      "grad_norm": 6.90625,
      "learning_rate": 3.506523244927423e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5731195390224457,
      "num_tokens": 181470794.0,
      "step": 235550
    },
    {
      "epoch": 0.2987982617034393,
      "grad_norm": 5.0625,
      "learning_rate": 3.5064598139187934e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5695143520832062,
      "num_tokens": 181478877.0,
      "step": 235560
    },
    {
      "epoch": 0.29881094629597216,
      "grad_norm": 6.15625,
      "learning_rate": 3.506396382910164e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5238664001226425,
      "num_tokens": 181486140.0,
      "step": 235570
    },
    {
      "epoch": 0.29882363088850494,
      "grad_norm": 6.5625,
      "learning_rate": 3.5063329519015345e-05,
      "loss": 1.92,
      "mean_token_accuracy": 0.5726176679134369,
      "num_tokens": 181492739.0,
      "step": 235580
    },
    {
      "epoch": 0.2988363154810378,
      "grad_norm": 6.28125,
      "learning_rate": 3.506269520892906e-05,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5731983542442322,
      "num_tokens": 181498957.0,
      "step": 235590
    },
    {
      "epoch": 0.2988490000735706,
      "grad_norm": 2.71875,
      "learning_rate": 3.506206089884277e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.5749613314867019,
      "num_tokens": 181505766.0,
      "step": 235600
    },
    {
      "epoch": 0.29886168466610347,
      "grad_norm": 6.53125,
      "learning_rate": 3.5061426588756475e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5626946657896041,
      "num_tokens": 181512321.0,
      "step": 235610
    },
    {
      "epoch": 0.2988743692586363,
      "grad_norm": 8.125,
      "learning_rate": 3.506079227867019e-05,
      "loss": 1.879,
      "mean_token_accuracy": 0.5915477991104126,
      "num_tokens": 181519084.0,
      "step": 235620
    },
    {
      "epoch": 0.29888705385116915,
      "grad_norm": 9.625,
      "learning_rate": 3.506015796858389e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.534982618689537,
      "num_tokens": 181525803.0,
      "step": 235630
    },
    {
      "epoch": 0.298899738443702,
      "grad_norm": 6.03125,
      "learning_rate": 3.50595236584976e-05,
      "loss": 2.3109,
      "mean_token_accuracy": 0.5029636561870575,
      "num_tokens": 181535210.0,
      "step": 235640
    },
    {
      "epoch": 0.29891242303623483,
      "grad_norm": 5.875,
      "learning_rate": 3.505888934841131e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5486893206834793,
      "num_tokens": 181541345.0,
      "step": 235650
    },
    {
      "epoch": 0.2989251076287676,
      "grad_norm": 6.0,
      "learning_rate": 3.5058255038325015e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.545188906788826,
      "num_tokens": 181549500.0,
      "step": 235660
    },
    {
      "epoch": 0.29893779222130046,
      "grad_norm": 5.0,
      "learning_rate": 3.505762072823873e-05,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5896538019180297,
      "num_tokens": 181556168.0,
      "step": 235670
    },
    {
      "epoch": 0.2989504768138333,
      "grad_norm": 5.4375,
      "learning_rate": 3.505698641815243e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5420735329389572,
      "num_tokens": 181563530.0,
      "step": 235680
    },
    {
      "epoch": 0.29896316140636614,
      "grad_norm": 6.0625,
      "learning_rate": 3.5056352108066145e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5626611709594727,
      "num_tokens": 181571468.0,
      "step": 235690
    },
    {
      "epoch": 0.298975845998899,
      "grad_norm": 7.125,
      "learning_rate": 3.505571779797986e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5274439960718155,
      "num_tokens": 181579999.0,
      "step": 235700
    },
    {
      "epoch": 0.2989885305914318,
      "grad_norm": 5.125,
      "learning_rate": 3.5055083487893555e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5324134767055512,
      "num_tokens": 181588470.0,
      "step": 235710
    },
    {
      "epoch": 0.29900121518396466,
      "grad_norm": 6.5625,
      "learning_rate": 3.505444917780727e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.526213464140892,
      "num_tokens": 181596619.0,
      "step": 235720
    },
    {
      "epoch": 0.2990138997764975,
      "grad_norm": 6.0,
      "learning_rate": 3.505381486772097e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5392627418041229,
      "num_tokens": 181604841.0,
      "step": 235730
    },
    {
      "epoch": 0.2990265843690303,
      "grad_norm": 6.875,
      "learning_rate": 3.5053180557634685e-05,
      "loss": 1.8166,
      "mean_token_accuracy": 0.595089215040207,
      "num_tokens": 181611812.0,
      "step": 235740
    },
    {
      "epoch": 0.29903926896156313,
      "grad_norm": 8.75,
      "learning_rate": 3.50525462475484e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5454414874315262,
      "num_tokens": 181619761.0,
      "step": 235750
    },
    {
      "epoch": 0.299051953554096,
      "grad_norm": 7.65625,
      "learning_rate": 3.50519119374621e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5187874913215638,
      "num_tokens": 181627752.0,
      "step": 235760
    },
    {
      "epoch": 0.2990646381466288,
      "grad_norm": 5.4375,
      "learning_rate": 3.5051277627375815e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5417341321706772,
      "num_tokens": 181635129.0,
      "step": 235770
    },
    {
      "epoch": 0.29907732273916166,
      "grad_norm": 4.90625,
      "learning_rate": 3.505064331728952e-05,
      "loss": 2.2167,
      "mean_token_accuracy": 0.5227795213460922,
      "num_tokens": 181643796.0,
      "step": 235780
    },
    {
      "epoch": 0.2990900073316945,
      "grad_norm": 4.9375,
      "learning_rate": 3.5050009007203225e-05,
      "loss": 1.8814,
      "mean_token_accuracy": 0.5824735820293426,
      "num_tokens": 181652094.0,
      "step": 235790
    },
    {
      "epoch": 0.29910269192422734,
      "grad_norm": 4.6875,
      "learning_rate": 3.504937469711694e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5402788102626801,
      "num_tokens": 181659791.0,
      "step": 235800
    },
    {
      "epoch": 0.2991153765167602,
      "grad_norm": 4.625,
      "learning_rate": 3.504874038703064e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.516443619132042,
      "num_tokens": 181668674.0,
      "step": 235810
    },
    {
      "epoch": 0.29912806110929296,
      "grad_norm": 5.84375,
      "learning_rate": 3.5048106076944355e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5459738075733185,
      "num_tokens": 181676520.0,
      "step": 235820
    },
    {
      "epoch": 0.2991407457018258,
      "grad_norm": 6.6875,
      "learning_rate": 3.504747176685806e-05,
      "loss": 1.8883,
      "mean_token_accuracy": 0.5762614667415619,
      "num_tokens": 181684233.0,
      "step": 235830
    },
    {
      "epoch": 0.29915343029435865,
      "grad_norm": 8.5,
      "learning_rate": 3.504683745677177e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.5557789772748947,
      "num_tokens": 181691662.0,
      "step": 235840
    },
    {
      "epoch": 0.2991661148868915,
      "grad_norm": 4.8125,
      "learning_rate": 3.504620314668548e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5263291031122208,
      "num_tokens": 181700437.0,
      "step": 235850
    },
    {
      "epoch": 0.29917879947942433,
      "grad_norm": 7.09375,
      "learning_rate": 3.504556883659918e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5290736079216003,
      "num_tokens": 181707567.0,
      "step": 235860
    },
    {
      "epoch": 0.29919148407195717,
      "grad_norm": 6.0625,
      "learning_rate": 3.5044934526512895e-05,
      "loss": 1.9581,
      "mean_token_accuracy": 0.5659151315689087,
      "num_tokens": 181715411.0,
      "step": 235870
    },
    {
      "epoch": 0.29920416866449,
      "grad_norm": 6.9375,
      "learning_rate": 3.50443002164266e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5318267464637756,
      "num_tokens": 181723590.0,
      "step": 235880
    },
    {
      "epoch": 0.29921685325702285,
      "grad_norm": 6.625,
      "learning_rate": 3.504366590634031e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5510235607624054,
      "num_tokens": 181730216.0,
      "step": 235890
    },
    {
      "epoch": 0.29922953784955564,
      "grad_norm": 4.71875,
      "learning_rate": 3.5043031596254025e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.545596906542778,
      "num_tokens": 181738806.0,
      "step": 235900
    },
    {
      "epoch": 0.2992422224420885,
      "grad_norm": 7.0,
      "learning_rate": 3.504239728616773e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5404495388269425,
      "num_tokens": 181747622.0,
      "step": 235910
    },
    {
      "epoch": 0.2992549070346213,
      "grad_norm": 5.71875,
      "learning_rate": 3.5041762976081435e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5483600795269012,
      "num_tokens": 181755543.0,
      "step": 235920
    },
    {
      "epoch": 0.29926759162715416,
      "grad_norm": 6.65625,
      "learning_rate": 3.504112866599514e-05,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5193285346031189,
      "num_tokens": 181763511.0,
      "step": 235930
    },
    {
      "epoch": 0.299280276219687,
      "grad_norm": 4.90625,
      "learning_rate": 3.504049435590885e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.542011046409607,
      "num_tokens": 181771317.0,
      "step": 235940
    },
    {
      "epoch": 0.29929296081221984,
      "grad_norm": 5.34375,
      "learning_rate": 3.5039860045822565e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5344193905591965,
      "num_tokens": 181780477.0,
      "step": 235950
    },
    {
      "epoch": 0.2993056454047527,
      "grad_norm": 7.59375,
      "learning_rate": 3.503922573573627e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5298537880182266,
      "num_tokens": 181789121.0,
      "step": 235960
    },
    {
      "epoch": 0.29931832999728547,
      "grad_norm": 5.5,
      "learning_rate": 3.503859142564998e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.554441261291504,
      "num_tokens": 181798144.0,
      "step": 235970
    },
    {
      "epoch": 0.2993310145898183,
      "grad_norm": 6.21875,
      "learning_rate": 3.503795711556369e-05,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5635341584682465,
      "num_tokens": 181806515.0,
      "step": 235980
    },
    {
      "epoch": 0.29934369918235115,
      "grad_norm": 6.34375,
      "learning_rate": 3.503732280547739e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5609883844852448,
      "num_tokens": 181813131.0,
      "step": 235990
    },
    {
      "epoch": 0.299356383774884,
      "grad_norm": 6.03125,
      "learning_rate": 3.5036688495391105e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.554601925611496,
      "num_tokens": 181821938.0,
      "step": 236000
    },
    {
      "epoch": 0.29936906836741684,
      "grad_norm": 6.65625,
      "learning_rate": 3.503605418530481e-05,
      "loss": 1.8622,
      "mean_token_accuracy": 0.5761743128299713,
      "num_tokens": 181828812.0,
      "step": 236010
    },
    {
      "epoch": 0.2993817529599497,
      "grad_norm": 6.90625,
      "learning_rate": 3.503541987521852e-05,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5260660141706467,
      "num_tokens": 181837124.0,
      "step": 236020
    },
    {
      "epoch": 0.2993944375524825,
      "grad_norm": 5.4375,
      "learning_rate": 3.503478556513223e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5367854058742523,
      "num_tokens": 181845233.0,
      "step": 236030
    },
    {
      "epoch": 0.29940712214501536,
      "grad_norm": 5.25,
      "learning_rate": 3.503415125504594e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5311218053102493,
      "num_tokens": 181852747.0,
      "step": 236040
    },
    {
      "epoch": 0.29941980673754814,
      "grad_norm": 5.25,
      "learning_rate": 3.5033516944959646e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5562099814414978,
      "num_tokens": 181861225.0,
      "step": 236050
    },
    {
      "epoch": 0.299432491330081,
      "grad_norm": 7.59375,
      "learning_rate": 3.503288263487335e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5326623648405076,
      "num_tokens": 181868931.0,
      "step": 236060
    },
    {
      "epoch": 0.2994451759226138,
      "grad_norm": 6.53125,
      "learning_rate": 3.503224832478706e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5777074605226517,
      "num_tokens": 181875884.0,
      "step": 236070
    },
    {
      "epoch": 0.29945786051514667,
      "grad_norm": 5.875,
      "learning_rate": 3.503161401470077e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5404849946498871,
      "num_tokens": 181884988.0,
      "step": 236080
    },
    {
      "epoch": 0.2994705451076795,
      "grad_norm": 8.25,
      "learning_rate": 3.503097970461448e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5631033658981324,
      "num_tokens": 181893407.0,
      "step": 236090
    },
    {
      "epoch": 0.29948322970021235,
      "grad_norm": 5.15625,
      "learning_rate": 3.503034539452819e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.531367826461792,
      "num_tokens": 181900864.0,
      "step": 236100
    },
    {
      "epoch": 0.2994959142927452,
      "grad_norm": 4.71875,
      "learning_rate": 3.50297110844419e-05,
      "loss": 1.8509,
      "mean_token_accuracy": 0.587998753786087,
      "num_tokens": 181909489.0,
      "step": 236110
    },
    {
      "epoch": 0.29950859888527803,
      "grad_norm": 5.6875,
      "learning_rate": 3.502907677435561e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5274523943662643,
      "num_tokens": 181918066.0,
      "step": 236120
    },
    {
      "epoch": 0.2995212834778108,
      "grad_norm": 5.09375,
      "learning_rate": 3.502844246426931e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5257933229207993,
      "num_tokens": 181925380.0,
      "step": 236130
    },
    {
      "epoch": 0.29953396807034366,
      "grad_norm": 5.28125,
      "learning_rate": 3.502780815418302e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5241037249565125,
      "num_tokens": 181932478.0,
      "step": 236140
    },
    {
      "epoch": 0.2995466526628765,
      "grad_norm": 4.9375,
      "learning_rate": 3.502717384409673e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5472189366817475,
      "num_tokens": 181941225.0,
      "step": 236150
    },
    {
      "epoch": 0.29955933725540934,
      "grad_norm": 5.28125,
      "learning_rate": 3.502653953401044e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5141596347093582,
      "num_tokens": 181949117.0,
      "step": 236160
    },
    {
      "epoch": 0.2995720218479422,
      "grad_norm": 5.53125,
      "learning_rate": 3.502590522392415e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5469541668891906,
      "num_tokens": 181956980.0,
      "step": 236170
    },
    {
      "epoch": 0.299584706440475,
      "grad_norm": 6.375,
      "learning_rate": 3.5025270913837856e-05,
      "loss": 1.8464,
      "mean_token_accuracy": 0.5939305305480957,
      "num_tokens": 181963751.0,
      "step": 236180
    },
    {
      "epoch": 0.29959739103300786,
      "grad_norm": 6.8125,
      "learning_rate": 3.502463660375157e-05,
      "loss": 1.8023,
      "mean_token_accuracy": 0.5921818405389786,
      "num_tokens": 181971386.0,
      "step": 236190
    },
    {
      "epoch": 0.2996100756255407,
      "grad_norm": 5.1875,
      "learning_rate": 3.5024002293665273e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5756054580211639,
      "num_tokens": 181978138.0,
      "step": 236200
    },
    {
      "epoch": 0.2996227602180735,
      "grad_norm": 5.65625,
      "learning_rate": 3.502336798357898e-05,
      "loss": 1.7084,
      "mean_token_accuracy": 0.6003909766674042,
      "num_tokens": 181986909.0,
      "step": 236210
    },
    {
      "epoch": 0.29963544481060633,
      "grad_norm": 4.8125,
      "learning_rate": 3.502273367349269e-05,
      "loss": 1.8601,
      "mean_token_accuracy": 0.5823153018951416,
      "num_tokens": 181994979.0,
      "step": 236220
    },
    {
      "epoch": 0.2996481294031392,
      "grad_norm": 5.59375,
      "learning_rate": 3.5022099363406396e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5324261397123337,
      "num_tokens": 182003560.0,
      "step": 236230
    },
    {
      "epoch": 0.299660813995672,
      "grad_norm": 4.90625,
      "learning_rate": 3.502146505332011e-05,
      "loss": 2.2727,
      "mean_token_accuracy": 0.513482877612114,
      "num_tokens": 182012844.0,
      "step": 236240
    },
    {
      "epoch": 0.29967349858820486,
      "grad_norm": 5.34375,
      "learning_rate": 3.502083074323382e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5456332057714463,
      "num_tokens": 182019911.0,
      "step": 236250
    },
    {
      "epoch": 0.2996861831807377,
      "grad_norm": 5.53125,
      "learning_rate": 3.5020196433147526e-05,
      "loss": 2.3105,
      "mean_token_accuracy": 0.5039592117071152,
      "num_tokens": 182029379.0,
      "step": 236260
    },
    {
      "epoch": 0.29969886777327054,
      "grad_norm": 5.5,
      "learning_rate": 3.501956212306123e-05,
      "loss": 1.8498,
      "mean_token_accuracy": 0.5949241697788239,
      "num_tokens": 182036369.0,
      "step": 236270
    },
    {
      "epoch": 0.2997115523658034,
      "grad_norm": 5.3125,
      "learning_rate": 3.5018927812974937e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5360778629779815,
      "num_tokens": 182044645.0,
      "step": 236280
    },
    {
      "epoch": 0.29972423695833617,
      "grad_norm": 8.8125,
      "learning_rate": 3.501829350288865e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5425722897052765,
      "num_tokens": 182050784.0,
      "step": 236290
    },
    {
      "epoch": 0.299736921550869,
      "grad_norm": 7.03125,
      "learning_rate": 3.501765919280236e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5246637910604477,
      "num_tokens": 182059133.0,
      "step": 236300
    },
    {
      "epoch": 0.29974960614340185,
      "grad_norm": 6.09375,
      "learning_rate": 3.5017024882716066e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5386979639530182,
      "num_tokens": 182066455.0,
      "step": 236310
    },
    {
      "epoch": 0.2997622907359347,
      "grad_norm": 8.25,
      "learning_rate": 3.501639057262978e-05,
      "loss": 1.9385,
      "mean_token_accuracy": 0.5663610935211182,
      "num_tokens": 182073973.0,
      "step": 236320
    },
    {
      "epoch": 0.29977497532846753,
      "grad_norm": 6.875,
      "learning_rate": 3.5015756262543484e-05,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5754138410091401,
      "num_tokens": 182080899.0,
      "step": 236330
    },
    {
      "epoch": 0.29978765992100037,
      "grad_norm": 7.21875,
      "learning_rate": 3.501512195245719e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5414951056241989,
      "num_tokens": 182088670.0,
      "step": 236340
    },
    {
      "epoch": 0.2998003445135332,
      "grad_norm": 5.25,
      "learning_rate": 3.50144876423709e-05,
      "loss": 1.8886,
      "mean_token_accuracy": 0.58386510014534,
      "num_tokens": 182095898.0,
      "step": 236350
    },
    {
      "epoch": 0.29981302910606605,
      "grad_norm": 5.1875,
      "learning_rate": 3.5013853332284606e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5665911734104156,
      "num_tokens": 182102942.0,
      "step": 236360
    },
    {
      "epoch": 0.29982571369859884,
      "grad_norm": 5.5,
      "learning_rate": 3.501321902219832e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5467840015888215,
      "num_tokens": 182110303.0,
      "step": 236370
    },
    {
      "epoch": 0.2998383982911317,
      "grad_norm": 5.59375,
      "learning_rate": 3.5012584712112024e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5396738886833191,
      "num_tokens": 182118588.0,
      "step": 236380
    },
    {
      "epoch": 0.2998510828836645,
      "grad_norm": 4.8125,
      "learning_rate": 3.5011950402025736e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.544465446472168,
      "num_tokens": 182127011.0,
      "step": 236390
    },
    {
      "epoch": 0.29986376747619736,
      "grad_norm": 6.625,
      "learning_rate": 3.501131609193944e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5598691254854202,
      "num_tokens": 182133364.0,
      "step": 236400
    },
    {
      "epoch": 0.2998764520687302,
      "grad_norm": 4.375,
      "learning_rate": 3.501068178185315e-05,
      "loss": 1.8504,
      "mean_token_accuracy": 0.5766012400388718,
      "num_tokens": 182141714.0,
      "step": 236410
    },
    {
      "epoch": 0.29988913666126304,
      "grad_norm": 4.875,
      "learning_rate": 3.501004747176686e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5314660191535949,
      "num_tokens": 182150078.0,
      "step": 236420
    },
    {
      "epoch": 0.2999018212537959,
      "grad_norm": 4.875,
      "learning_rate": 3.500941316168057e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5767956793308258,
      "num_tokens": 182157352.0,
      "step": 236430
    },
    {
      "epoch": 0.29991450584632867,
      "grad_norm": 4.90625,
      "learning_rate": 3.5008778851594276e-05,
      "loss": 1.8433,
      "mean_token_accuracy": 0.5948001950979233,
      "num_tokens": 182162617.0,
      "step": 236440
    },
    {
      "epoch": 0.2999271904388615,
      "grad_norm": 6.84375,
      "learning_rate": 3.500814454150799e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5378919005393982,
      "num_tokens": 182170763.0,
      "step": 236450
    },
    {
      "epoch": 0.29993987503139435,
      "grad_norm": 5.125,
      "learning_rate": 3.5007510231421694e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5430695176124573,
      "num_tokens": 182178396.0,
      "step": 236460
    },
    {
      "epoch": 0.2999525596239272,
      "grad_norm": 5.1875,
      "learning_rate": 3.50068759213354e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5272878408432007,
      "num_tokens": 182186812.0,
      "step": 236470
    },
    {
      "epoch": 0.29996524421646004,
      "grad_norm": 5.65625,
      "learning_rate": 3.500624161124911e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.549538841843605,
      "num_tokens": 182192315.0,
      "step": 236480
    },
    {
      "epoch": 0.2999779288089929,
      "grad_norm": 5.15625,
      "learning_rate": 3.500560730116282e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.5704511404037476,
      "num_tokens": 182199513.0,
      "step": 236490
    },
    {
      "epoch": 0.2999906134015257,
      "grad_norm": 5.21875,
      "learning_rate": 3.500497299107653e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5411459803581238,
      "num_tokens": 182208240.0,
      "step": 236500
    },
    {
      "epoch": 0.30000329799405856,
      "grad_norm": 6.5,
      "learning_rate": 3.5004338680990234e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.546390151977539,
      "num_tokens": 182214547.0,
      "step": 236510
    },
    {
      "epoch": 0.30001598258659135,
      "grad_norm": 6.21875,
      "learning_rate": 3.5003704370903946e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.539567819237709,
      "num_tokens": 182222526.0,
      "step": 236520
    },
    {
      "epoch": 0.3000286671791242,
      "grad_norm": 5.65625,
      "learning_rate": 3.500307006081766e-05,
      "loss": 2.262,
      "mean_token_accuracy": 0.5089109659194946,
      "num_tokens": 182231166.0,
      "step": 236530
    },
    {
      "epoch": 0.300041351771657,
      "grad_norm": 6.03125,
      "learning_rate": 3.5002435750731364e-05,
      "loss": 1.9226,
      "mean_token_accuracy": 0.5776117950677871,
      "num_tokens": 182237654.0,
      "step": 236540
    },
    {
      "epoch": 0.30005403636418987,
      "grad_norm": 4.84375,
      "learning_rate": 3.500180144064507e-05,
      "loss": 2.2834,
      "mean_token_accuracy": 0.5172140896320343,
      "num_tokens": 182245615.0,
      "step": 236550
    },
    {
      "epoch": 0.3000667209567227,
      "grad_norm": 7.59375,
      "learning_rate": 3.5001167130558774e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.54925237596035,
      "num_tokens": 182252199.0,
      "step": 236560
    },
    {
      "epoch": 0.30007940554925555,
      "grad_norm": 5.375,
      "learning_rate": 3.5000532820472487e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5658127993345261,
      "num_tokens": 182258753.0,
      "step": 236570
    },
    {
      "epoch": 0.3000920901417884,
      "grad_norm": 4.8125,
      "learning_rate": 3.49998985103862e-05,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5522306650876999,
      "num_tokens": 182266229.0,
      "step": 236580
    },
    {
      "epoch": 0.30010477473432123,
      "grad_norm": 4.875,
      "learning_rate": 3.4999264200299904e-05,
      "loss": 2.1984,
      "mean_token_accuracy": 0.5214965283870697,
      "num_tokens": 182274314.0,
      "step": 236590
    },
    {
      "epoch": 0.300117459326854,
      "grad_norm": 7.59375,
      "learning_rate": 3.4998629890213616e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5363375306129455,
      "num_tokens": 182281972.0,
      "step": 236600
    },
    {
      "epoch": 0.30013014391938686,
      "grad_norm": 5.1875,
      "learning_rate": 3.499799558012732e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5588669896125793,
      "num_tokens": 182290105.0,
      "step": 236610
    },
    {
      "epoch": 0.3001428285119197,
      "grad_norm": 4.96875,
      "learning_rate": 3.499736127004103e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5710040807724,
      "num_tokens": 182297743.0,
      "step": 236620
    },
    {
      "epoch": 0.30015551310445254,
      "grad_norm": 5.3125,
      "learning_rate": 3.499672695995474e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5325525075197219,
      "num_tokens": 182305718.0,
      "step": 236630
    },
    {
      "epoch": 0.3001681976969854,
      "grad_norm": 5.4375,
      "learning_rate": 3.4996092649868444e-05,
      "loss": 1.9471,
      "mean_token_accuracy": 0.5689059913158416,
      "num_tokens": 182312468.0,
      "step": 236640
    },
    {
      "epoch": 0.3001808822895182,
      "grad_norm": 5.875,
      "learning_rate": 3.4995458339782157e-05,
      "loss": 1.7474,
      "mean_token_accuracy": 0.6018859356641769,
      "num_tokens": 182319869.0,
      "step": 236650
    },
    {
      "epoch": 0.30019356688205107,
      "grad_norm": 5.5625,
      "learning_rate": 3.499482402969586e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5346970081329345,
      "num_tokens": 182327436.0,
      "step": 236660
    },
    {
      "epoch": 0.3002062514745839,
      "grad_norm": 4.78125,
      "learning_rate": 3.4994189719609574e-05,
      "loss": 1.8271,
      "mean_token_accuracy": 0.5945829540491104,
      "num_tokens": 182334150.0,
      "step": 236670
    },
    {
      "epoch": 0.3002189360671167,
      "grad_norm": 5.71875,
      "learning_rate": 3.499355540952328e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5640048801898956,
      "num_tokens": 182341507.0,
      "step": 236680
    },
    {
      "epoch": 0.30023162065964953,
      "grad_norm": 7.09375,
      "learning_rate": 3.4992921099436985e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5476437211036682,
      "num_tokens": 182348691.0,
      "step": 236690
    },
    {
      "epoch": 0.3002443052521824,
      "grad_norm": 8.5,
      "learning_rate": 3.49922867893507e-05,
      "loss": 1.8499,
      "mean_token_accuracy": 0.5820701450109482,
      "num_tokens": 182356718.0,
      "step": 236700
    },
    {
      "epoch": 0.3002569898447152,
      "grad_norm": 5.46875,
      "learning_rate": 3.49916524792644e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5172428816556931,
      "num_tokens": 182365561.0,
      "step": 236710
    },
    {
      "epoch": 0.30026967443724806,
      "grad_norm": 6.1875,
      "learning_rate": 3.4991018169178114e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5692590922117233,
      "num_tokens": 182372133.0,
      "step": 236720
    },
    {
      "epoch": 0.3002823590297809,
      "grad_norm": 4.46875,
      "learning_rate": 3.4990383859091826e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5424228787422181,
      "num_tokens": 182380182.0,
      "step": 236730
    },
    {
      "epoch": 0.30029504362231374,
      "grad_norm": 6.65625,
      "learning_rate": 3.498974954900553e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5548465490341187,
      "num_tokens": 182387355.0,
      "step": 236740
    },
    {
      "epoch": 0.3003077282148466,
      "grad_norm": 5.90625,
      "learning_rate": 3.498911523891924e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5676961570978165,
      "num_tokens": 182395063.0,
      "step": 236750
    },
    {
      "epoch": 0.30032041280737937,
      "grad_norm": 7.0625,
      "learning_rate": 3.498848092883294e-05,
      "loss": 1.9187,
      "mean_token_accuracy": 0.569199949502945,
      "num_tokens": 182402129.0,
      "step": 236760
    },
    {
      "epoch": 0.3003330973999122,
      "grad_norm": 8.5,
      "learning_rate": 3.4987846618746655e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5408065110445023,
      "num_tokens": 182410389.0,
      "step": 236770
    },
    {
      "epoch": 0.30034578199244505,
      "grad_norm": 6.53125,
      "learning_rate": 3.498721230866037e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.529813289642334,
      "num_tokens": 182418283.0,
      "step": 236780
    },
    {
      "epoch": 0.3003584665849779,
      "grad_norm": 5.40625,
      "learning_rate": 3.498657799857407e-05,
      "loss": 1.8853,
      "mean_token_accuracy": 0.5843121856451035,
      "num_tokens": 182425017.0,
      "step": 236790
    },
    {
      "epoch": 0.30037115117751073,
      "grad_norm": 5.71875,
      "learning_rate": 3.4985943688487784e-05,
      "loss": 1.9447,
      "mean_token_accuracy": 0.564672663807869,
      "num_tokens": 182433996.0,
      "step": 236800
    },
    {
      "epoch": 0.3003838357700436,
      "grad_norm": 14.5,
      "learning_rate": 3.498530937840149e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5303266078233719,
      "num_tokens": 182440963.0,
      "step": 236810
    },
    {
      "epoch": 0.3003965203625764,
      "grad_norm": 5.03125,
      "learning_rate": 3.4984675068315195e-05,
      "loss": 2.2475,
      "mean_token_accuracy": 0.517795529961586,
      "num_tokens": 182450279.0,
      "step": 236820
    },
    {
      "epoch": 0.30040920495510925,
      "grad_norm": 6.8125,
      "learning_rate": 3.498404075822891e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5402339786291123,
      "num_tokens": 182458788.0,
      "step": 236830
    },
    {
      "epoch": 0.30042188954764204,
      "grad_norm": 5.03125,
      "learning_rate": 3.498340644814261e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5275761216878891,
      "num_tokens": 182467866.0,
      "step": 236840
    },
    {
      "epoch": 0.3004345741401749,
      "grad_norm": 4.9375,
      "learning_rate": 3.4982772138056325e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5296593934297562,
      "num_tokens": 182476640.0,
      "step": 236850
    },
    {
      "epoch": 0.3004472587327077,
      "grad_norm": 5.1875,
      "learning_rate": 3.498213782797003e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5271368950605393,
      "num_tokens": 182484739.0,
      "step": 236860
    },
    {
      "epoch": 0.30045994332524056,
      "grad_norm": 8.75,
      "learning_rate": 3.498150351788374e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5486410409212112,
      "num_tokens": 182491859.0,
      "step": 236870
    },
    {
      "epoch": 0.3004726279177734,
      "grad_norm": 5.15625,
      "learning_rate": 3.4980869207797454e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.537507227063179,
      "num_tokens": 182499607.0,
      "step": 236880
    },
    {
      "epoch": 0.30048531251030625,
      "grad_norm": 5.125,
      "learning_rate": 3.498023489771115e-05,
      "loss": 2.2773,
      "mean_token_accuracy": 0.517469921708107,
      "num_tokens": 182507861.0,
      "step": 236890
    },
    {
      "epoch": 0.3004979971028391,
      "grad_norm": 5.21875,
      "learning_rate": 3.4979600587624865e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5623201161623002,
      "num_tokens": 182515854.0,
      "step": 236900
    },
    {
      "epoch": 0.3005106816953719,
      "grad_norm": 5.34375,
      "learning_rate": 3.497896627753857e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5159697920084,
      "num_tokens": 182524209.0,
      "step": 236910
    },
    {
      "epoch": 0.3005233662879047,
      "grad_norm": 5.78125,
      "learning_rate": 3.497833196745228e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5367673844099045,
      "num_tokens": 182531138.0,
      "step": 236920
    },
    {
      "epoch": 0.30053605088043756,
      "grad_norm": 5.125,
      "learning_rate": 3.4977697657365994e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5492317914962769,
      "num_tokens": 182538380.0,
      "step": 236930
    },
    {
      "epoch": 0.3005487354729704,
      "grad_norm": 5.28125,
      "learning_rate": 3.49770633472797e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5828897058963776,
      "num_tokens": 182546349.0,
      "step": 236940
    },
    {
      "epoch": 0.30056142006550324,
      "grad_norm": 5.15625,
      "learning_rate": 3.497642903719341e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5658547401428222,
      "num_tokens": 182554617.0,
      "step": 236950
    },
    {
      "epoch": 0.3005741046580361,
      "grad_norm": 4.8125,
      "learning_rate": 3.497579472710712e-05,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5681802988052368,
      "num_tokens": 182562814.0,
      "step": 236960
    },
    {
      "epoch": 0.3005867892505689,
      "grad_norm": 5.03125,
      "learning_rate": 3.497516041702082e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5650497853755951,
      "num_tokens": 182570833.0,
      "step": 236970
    },
    {
      "epoch": 0.30059947384310176,
      "grad_norm": 7.90625,
      "learning_rate": 3.4974526106934535e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5232066243886948,
      "num_tokens": 182578943.0,
      "step": 236980
    },
    {
      "epoch": 0.30061215843563455,
      "grad_norm": 6.0,
      "learning_rate": 3.497389179684824e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5266001045703887,
      "num_tokens": 182587864.0,
      "step": 236990
    },
    {
      "epoch": 0.3006248430281674,
      "grad_norm": 5.96875,
      "learning_rate": 3.497325748676195e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5341625452041626,
      "num_tokens": 182596658.0,
      "step": 237000
    },
    {
      "epoch": 0.30063752762070023,
      "grad_norm": 6.5625,
      "learning_rate": 3.497262317667566e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5224164664745331,
      "num_tokens": 182604889.0,
      "step": 237010
    },
    {
      "epoch": 0.30065021221323307,
      "grad_norm": 4.625,
      "learning_rate": 3.497198886658937e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5413681626319885,
      "num_tokens": 182612396.0,
      "step": 237020
    },
    {
      "epoch": 0.3006628968057659,
      "grad_norm": 4.78125,
      "learning_rate": 3.4971354556503075e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5767388254404068,
      "num_tokens": 182621117.0,
      "step": 237030
    },
    {
      "epoch": 0.30067558139829875,
      "grad_norm": 4.6875,
      "learning_rate": 3.497072024641678e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5240096628665925,
      "num_tokens": 182628949.0,
      "step": 237040
    },
    {
      "epoch": 0.3006882659908316,
      "grad_norm": 5.03125,
      "learning_rate": 3.497008593633049e-05,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5525841891765595,
      "num_tokens": 182636384.0,
      "step": 237050
    },
    {
      "epoch": 0.30070095058336443,
      "grad_norm": 6.5,
      "learning_rate": 3.49694516262442e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5734794229269028,
      "num_tokens": 182643393.0,
      "step": 237060
    },
    {
      "epoch": 0.3007136351758972,
      "grad_norm": 6.71875,
      "learning_rate": 3.496881731615791e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5392122268676758,
      "num_tokens": 182651877.0,
      "step": 237070
    },
    {
      "epoch": 0.30072631976843006,
      "grad_norm": 5.96875,
      "learning_rate": 3.496818300607162e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.565827339887619,
      "num_tokens": 182659371.0,
      "step": 237080
    },
    {
      "epoch": 0.3007390043609629,
      "grad_norm": 3.15625,
      "learning_rate": 3.496754869598533e-05,
      "loss": 1.8256,
      "mean_token_accuracy": 0.6028672963380813,
      "num_tokens": 182666403.0,
      "step": 237090
    },
    {
      "epoch": 0.30075168895349574,
      "grad_norm": 5.21875,
      "learning_rate": 3.496691438589903e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5458206504583358,
      "num_tokens": 182674548.0,
      "step": 237100
    },
    {
      "epoch": 0.3007643735460286,
      "grad_norm": 4.71875,
      "learning_rate": 3.496628007581274e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5417313188314438,
      "num_tokens": 182682609.0,
      "step": 237110
    },
    {
      "epoch": 0.3007770581385614,
      "grad_norm": 5.0625,
      "learning_rate": 3.496564576572645e-05,
      "loss": 1.8731,
      "mean_token_accuracy": 0.5773628711700439,
      "num_tokens": 182689617.0,
      "step": 237120
    },
    {
      "epoch": 0.30078974273109427,
      "grad_norm": 5.9375,
      "learning_rate": 3.496501145564016e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5410168766975403,
      "num_tokens": 182697360.0,
      "step": 237130
    },
    {
      "epoch": 0.3008024273236271,
      "grad_norm": 6.0,
      "learning_rate": 3.496437714555387e-05,
      "loss": 1.8794,
      "mean_token_accuracy": 0.5757700502872467,
      "num_tokens": 182703842.0,
      "step": 237140
    },
    {
      "epoch": 0.3008151119161599,
      "grad_norm": 5.34375,
      "learning_rate": 3.496374283546758e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5440182238817215,
      "num_tokens": 182711959.0,
      "step": 237150
    },
    {
      "epoch": 0.30082779650869274,
      "grad_norm": 5.78125,
      "learning_rate": 3.4963108525381285e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.538491678237915,
      "num_tokens": 182720520.0,
      "step": 237160
    },
    {
      "epoch": 0.3008404811012256,
      "grad_norm": 7.34375,
      "learning_rate": 3.496247421529499e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5145906835794449,
      "num_tokens": 182728634.0,
      "step": 237170
    },
    {
      "epoch": 0.3008531656937584,
      "grad_norm": 4.875,
      "learning_rate": 3.49618399052087e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5261113405227661,
      "num_tokens": 182737172.0,
      "step": 237180
    },
    {
      "epoch": 0.30086585028629126,
      "grad_norm": 5.28125,
      "learning_rate": 3.496120559512241e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.569916409254074,
      "num_tokens": 182744780.0,
      "step": 237190
    },
    {
      "epoch": 0.3008785348788241,
      "grad_norm": 6.3125,
      "learning_rate": 3.496057128503612e-05,
      "loss": 1.8039,
      "mean_token_accuracy": 0.5948019206523896,
      "num_tokens": 182752967.0,
      "step": 237200
    },
    {
      "epoch": 0.30089121947135694,
      "grad_norm": 5.71875,
      "learning_rate": 3.4959936974949826e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5645646989345551,
      "num_tokens": 182760687.0,
      "step": 237210
    },
    {
      "epoch": 0.3009039040638898,
      "grad_norm": 4.53125,
      "learning_rate": 3.495930266486354e-05,
      "loss": 1.7897,
      "mean_token_accuracy": 0.6073099553585053,
      "num_tokens": 182767282.0,
      "step": 237220
    },
    {
      "epoch": 0.30091658865642257,
      "grad_norm": 5.125,
      "learning_rate": 3.495866835477724e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5361993700265885,
      "num_tokens": 182775172.0,
      "step": 237230
    },
    {
      "epoch": 0.3009292732489554,
      "grad_norm": 5.0625,
      "learning_rate": 3.495803404469095e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5375328809022903,
      "num_tokens": 182782499.0,
      "step": 237240
    },
    {
      "epoch": 0.30094195784148825,
      "grad_norm": 5.78125,
      "learning_rate": 3.495739973460466e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5512597888708115,
      "num_tokens": 182789752.0,
      "step": 237250
    },
    {
      "epoch": 0.3009546424340211,
      "grad_norm": 4.78125,
      "learning_rate": 3.4956765424518366e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5606106013059616,
      "num_tokens": 182797178.0,
      "step": 237260
    },
    {
      "epoch": 0.30096732702655393,
      "grad_norm": 5.09375,
      "learning_rate": 3.495613111443208e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5271503835916519,
      "num_tokens": 182805704.0,
      "step": 237270
    },
    {
      "epoch": 0.3009800116190868,
      "grad_norm": 5.21875,
      "learning_rate": 3.495549680434579e-05,
      "loss": 1.7983,
      "mean_token_accuracy": 0.6121286511421203,
      "num_tokens": 182812932.0,
      "step": 237280
    },
    {
      "epoch": 0.3009926962116196,
      "grad_norm": 5.21875,
      "learning_rate": 3.4954862494259496e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5582548201084137,
      "num_tokens": 182819511.0,
      "step": 237290
    },
    {
      "epoch": 0.30100538080415246,
      "grad_norm": 6.25,
      "learning_rate": 3.495422818417321e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5399602770805358,
      "num_tokens": 182827050.0,
      "step": 237300
    },
    {
      "epoch": 0.30101806539668524,
      "grad_norm": 6.03125,
      "learning_rate": 3.4953593874086906e-05,
      "loss": 1.8558,
      "mean_token_accuracy": 0.589740800857544,
      "num_tokens": 182834744.0,
      "step": 237310
    },
    {
      "epoch": 0.3010307499892181,
      "grad_norm": 5.375,
      "learning_rate": 3.495295956400062e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.564463272690773,
      "num_tokens": 182842828.0,
      "step": 237320
    },
    {
      "epoch": 0.3010434345817509,
      "grad_norm": 5.3125,
      "learning_rate": 3.495232525391433e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5250763982534409,
      "num_tokens": 182850806.0,
      "step": 237330
    },
    {
      "epoch": 0.30105611917428377,
      "grad_norm": 5.59375,
      "learning_rate": 3.4951690943828036e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5550914764404297,
      "num_tokens": 182857238.0,
      "step": 237340
    },
    {
      "epoch": 0.3010688037668166,
      "grad_norm": 7.625,
      "learning_rate": 3.495105663374175e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5135781288146972,
      "num_tokens": 182862902.0,
      "step": 237350
    },
    {
      "epoch": 0.30108148835934945,
      "grad_norm": 5.53125,
      "learning_rate": 3.495042232365546e-05,
      "loss": 2.1274,
      "mean_token_accuracy": 0.5317077994346618,
      "num_tokens": 182870177.0,
      "step": 237360
    },
    {
      "epoch": 0.3010941729518823,
      "grad_norm": 7.21875,
      "learning_rate": 3.4949788013569165e-05,
      "loss": 1.8378,
      "mean_token_accuracy": 0.5870004743337631,
      "num_tokens": 182876576.0,
      "step": 237370
    },
    {
      "epoch": 0.3011068575444151,
      "grad_norm": 5.3125,
      "learning_rate": 3.494915370348287e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5231645762920379,
      "num_tokens": 182885373.0,
      "step": 237380
    },
    {
      "epoch": 0.3011195421369479,
      "grad_norm": 5.84375,
      "learning_rate": 3.4948519393396576e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5428026854991913,
      "num_tokens": 182891637.0,
      "step": 237390
    },
    {
      "epoch": 0.30113222672948076,
      "grad_norm": 8.8125,
      "learning_rate": 3.494788508331029e-05,
      "loss": 1.8238,
      "mean_token_accuracy": 0.5913855463266373,
      "num_tokens": 182899105.0,
      "step": 237400
    },
    {
      "epoch": 0.3011449113220136,
      "grad_norm": 5.53125,
      "learning_rate": 3.4947250773224e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5544669479131699,
      "num_tokens": 182906323.0,
      "step": 237410
    },
    {
      "epoch": 0.30115759591454644,
      "grad_norm": 4.875,
      "learning_rate": 3.4946616463137706e-05,
      "loss": 1.9247,
      "mean_token_accuracy": 0.5604752033948899,
      "num_tokens": 182913864.0,
      "step": 237420
    },
    {
      "epoch": 0.3011702805070793,
      "grad_norm": 7.5625,
      "learning_rate": 3.494598215305142e-05,
      "loss": 1.9283,
      "mean_token_accuracy": 0.57076595723629,
      "num_tokens": 182922180.0,
      "step": 237430
    },
    {
      "epoch": 0.3011829650996121,
      "grad_norm": 4.84375,
      "learning_rate": 3.494534784296512e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5514481872320175,
      "num_tokens": 182928876.0,
      "step": 237440
    },
    {
      "epoch": 0.30119564969214496,
      "grad_norm": 5.78125,
      "learning_rate": 3.494471353287883e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.548414945602417,
      "num_tokens": 182935280.0,
      "step": 237450
    },
    {
      "epoch": 0.30120833428467775,
      "grad_norm": 5.4375,
      "learning_rate": 3.494407922279254e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5319618433713913,
      "num_tokens": 182943782.0,
      "step": 237460
    },
    {
      "epoch": 0.3012210188772106,
      "grad_norm": 6.78125,
      "learning_rate": 3.4943444912706246e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5352426916360855,
      "num_tokens": 182952070.0,
      "step": 237470
    },
    {
      "epoch": 0.30123370346974343,
      "grad_norm": 4.875,
      "learning_rate": 3.494281060261996e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5614740163087845,
      "num_tokens": 182960122.0,
      "step": 237480
    },
    {
      "epoch": 0.30124638806227627,
      "grad_norm": 4.75,
      "learning_rate": 3.4942176292533664e-05,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5188001424074173,
      "num_tokens": 182968730.0,
      "step": 237490
    },
    {
      "epoch": 0.3012590726548091,
      "grad_norm": 16.25,
      "learning_rate": 3.4941541982447376e-05,
      "loss": 1.9306,
      "mean_token_accuracy": 0.5616358578205108,
      "num_tokens": 182976201.0,
      "step": 237500
    },
    {
      "epoch": 0.30127175724734195,
      "grad_norm": 5.65625,
      "learning_rate": 3.494090767236108e-05,
      "loss": 1.9856,
      "mean_token_accuracy": 0.5678651422262192,
      "num_tokens": 182984121.0,
      "step": 237510
    },
    {
      "epoch": 0.3012844418398748,
      "grad_norm": 5.0625,
      "learning_rate": 3.4940273362274786e-05,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5397246688604355,
      "num_tokens": 182992921.0,
      "step": 237520
    },
    {
      "epoch": 0.30129712643240764,
      "grad_norm": 5.9375,
      "learning_rate": 3.49396390521885e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5529112040996551,
      "num_tokens": 182999739.0,
      "step": 237530
    },
    {
      "epoch": 0.3013098110249404,
      "grad_norm": 5.5,
      "learning_rate": 3.4939004742102204e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5203977078199387,
      "num_tokens": 183008530.0,
      "step": 237540
    },
    {
      "epoch": 0.30132249561747326,
      "grad_norm": 6.59375,
      "learning_rate": 3.4938370432015916e-05,
      "loss": 1.8248,
      "mean_token_accuracy": 0.5903509080410003,
      "num_tokens": 183015553.0,
      "step": 237550
    },
    {
      "epoch": 0.3013351802100061,
      "grad_norm": 5.1875,
      "learning_rate": 3.493773612192963e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5239735215902328,
      "num_tokens": 183024624.0,
      "step": 237560
    },
    {
      "epoch": 0.30134786480253895,
      "grad_norm": 5.8125,
      "learning_rate": 3.4937101811843333e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5462328016757965,
      "num_tokens": 183031938.0,
      "step": 237570
    },
    {
      "epoch": 0.3013605493950718,
      "grad_norm": 4.84375,
      "learning_rate": 3.493646750175704e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5283342748880386,
      "num_tokens": 183040789.0,
      "step": 237580
    },
    {
      "epoch": 0.3013732339876046,
      "grad_norm": 9.5,
      "learning_rate": 3.4935833191670744e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5467088997364045,
      "num_tokens": 183048972.0,
      "step": 237590
    },
    {
      "epoch": 0.30138591858013747,
      "grad_norm": 6.40625,
      "learning_rate": 3.4935198881584456e-05,
      "loss": 1.9809,
      "mean_token_accuracy": 0.5679134428501129,
      "num_tokens": 183056676.0,
      "step": 237600
    },
    {
      "epoch": 0.3013986031726703,
      "grad_norm": 5.40625,
      "learning_rate": 3.493456457149817e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5492774933576584,
      "num_tokens": 183065067.0,
      "step": 237610
    },
    {
      "epoch": 0.3014112877652031,
      "grad_norm": 6.4375,
      "learning_rate": 3.4933930261411874e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5430886626243592,
      "num_tokens": 183072468.0,
      "step": 237620
    },
    {
      "epoch": 0.30142397235773594,
      "grad_norm": 5.03125,
      "learning_rate": 3.4933295951325586e-05,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5709692001342773,
      "num_tokens": 183079439.0,
      "step": 237630
    },
    {
      "epoch": 0.3014366569502688,
      "grad_norm": 5.0,
      "learning_rate": 3.493266164123929e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5227820128202438,
      "num_tokens": 183087138.0,
      "step": 237640
    },
    {
      "epoch": 0.3014493415428016,
      "grad_norm": 5.84375,
      "learning_rate": 3.4932027331153e-05,
      "loss": 2.2226,
      "mean_token_accuracy": 0.5219627112150192,
      "num_tokens": 183095038.0,
      "step": 237650
    },
    {
      "epoch": 0.30146202613533446,
      "grad_norm": 4.8125,
      "learning_rate": 3.493139302106671e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5262154191732407,
      "num_tokens": 183103697.0,
      "step": 237660
    },
    {
      "epoch": 0.3014747107278673,
      "grad_norm": 6.59375,
      "learning_rate": 3.4930758710980414e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5307523459196091,
      "num_tokens": 183112485.0,
      "step": 237670
    },
    {
      "epoch": 0.30148739532040014,
      "grad_norm": 4.8125,
      "learning_rate": 3.4930124400894126e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5521942913532257,
      "num_tokens": 183118897.0,
      "step": 237680
    },
    {
      "epoch": 0.301500079912933,
      "grad_norm": 6.21875,
      "learning_rate": 3.492949009080783e-05,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5731418758630753,
      "num_tokens": 183126220.0,
      "step": 237690
    },
    {
      "epoch": 0.30151276450546577,
      "grad_norm": 8.8125,
      "learning_rate": 3.4928855780721544e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.535794398188591,
      "num_tokens": 183134737.0,
      "step": 237700
    },
    {
      "epoch": 0.3015254490979986,
      "grad_norm": 4.90625,
      "learning_rate": 3.4928221470635256e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5358725547790527,
      "num_tokens": 183142975.0,
      "step": 237710
    },
    {
      "epoch": 0.30153813369053145,
      "grad_norm": 5.5,
      "learning_rate": 3.492758716054896e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5500725328922271,
      "num_tokens": 183150191.0,
      "step": 237720
    },
    {
      "epoch": 0.3015508182830643,
      "grad_norm": 5.34375,
      "learning_rate": 3.4926952850462667e-05,
      "loss": 2.3655,
      "mean_token_accuracy": 0.4998676359653473,
      "num_tokens": 183158858.0,
      "step": 237730
    },
    {
      "epoch": 0.30156350287559713,
      "grad_norm": 5.1875,
      "learning_rate": 3.492631854037637e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5662878215312958,
      "num_tokens": 183166149.0,
      "step": 237740
    },
    {
      "epoch": 0.30157618746813,
      "grad_norm": 5.3125,
      "learning_rate": 3.4925684230290084e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5458564043045044,
      "num_tokens": 183173764.0,
      "step": 237750
    },
    {
      "epoch": 0.3015888720606628,
      "grad_norm": 6.65625,
      "learning_rate": 3.4925049920203796e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5451432049274445,
      "num_tokens": 183180266.0,
      "step": 237760
    },
    {
      "epoch": 0.30160155665319566,
      "grad_norm": 5.15625,
      "learning_rate": 3.49244156101175e-05,
      "loss": 1.6756,
      "mean_token_accuracy": 0.636711373925209,
      "num_tokens": 183187197.0,
      "step": 237770
    },
    {
      "epoch": 0.30161424124572844,
      "grad_norm": 5.3125,
      "learning_rate": 3.4923781300031214e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5307723820209503,
      "num_tokens": 183195905.0,
      "step": 237780
    },
    {
      "epoch": 0.3016269258382613,
      "grad_norm": 7.8125,
      "learning_rate": 3.492314698994492e-05,
      "loss": 2.2781,
      "mean_token_accuracy": 0.5109888970851898,
      "num_tokens": 183203262.0,
      "step": 237790
    },
    {
      "epoch": 0.3016396104307941,
      "grad_norm": 7.0,
      "learning_rate": 3.4922512679858624e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.562682157754898,
      "num_tokens": 183210087.0,
      "step": 237800
    },
    {
      "epoch": 0.30165229502332697,
      "grad_norm": 5.0,
      "learning_rate": 3.4921878369772336e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5459681063890457,
      "num_tokens": 183218467.0,
      "step": 237810
    },
    {
      "epoch": 0.3016649796158598,
      "grad_norm": 4.4375,
      "learning_rate": 3.492124405968604e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5530694425106049,
      "num_tokens": 183226244.0,
      "step": 237820
    },
    {
      "epoch": 0.30167766420839265,
      "grad_norm": 8.75,
      "learning_rate": 3.4920609749599754e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5456227213144302,
      "num_tokens": 183234285.0,
      "step": 237830
    },
    {
      "epoch": 0.3016903488009255,
      "grad_norm": 4.84375,
      "learning_rate": 3.491997543951346e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.562695887684822,
      "num_tokens": 183242208.0,
      "step": 237840
    },
    {
      "epoch": 0.3017030333934583,
      "grad_norm": 5.0625,
      "learning_rate": 3.491934112942717e-05,
      "loss": 1.4798,
      "mean_token_accuracy": 0.6698862254619599,
      "num_tokens": 183248266.0,
      "step": 237850
    },
    {
      "epoch": 0.3017157179859911,
      "grad_norm": 4.59375,
      "learning_rate": 3.491870681934088e-05,
      "loss": 2.2694,
      "mean_token_accuracy": 0.5136963725090027,
      "num_tokens": 183257260.0,
      "step": 237860
    },
    {
      "epoch": 0.30172840257852396,
      "grad_norm": 7.09375,
      "learning_rate": 3.491807250925458e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5266427844762802,
      "num_tokens": 183264579.0,
      "step": 237870
    },
    {
      "epoch": 0.3017410871710568,
      "grad_norm": 4.96875,
      "learning_rate": 3.4917438199168294e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5362898945808411,
      "num_tokens": 183273529.0,
      "step": 237880
    },
    {
      "epoch": 0.30175377176358964,
      "grad_norm": 15.625,
      "learning_rate": 3.4916803889082e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5306653082370758,
      "num_tokens": 183280499.0,
      "step": 237890
    },
    {
      "epoch": 0.3017664563561225,
      "grad_norm": 5.15625,
      "learning_rate": 3.491616957899571e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.5309997022151947,
      "num_tokens": 183288367.0,
      "step": 237900
    },
    {
      "epoch": 0.3017791409486553,
      "grad_norm": 4.96875,
      "learning_rate": 3.4915535268909424e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5255495399236679,
      "num_tokens": 183296353.0,
      "step": 237910
    },
    {
      "epoch": 0.30179182554118816,
      "grad_norm": 6.71875,
      "learning_rate": 3.491490095882313e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5345037579536438,
      "num_tokens": 183303490.0,
      "step": 237920
    },
    {
      "epoch": 0.30180451013372095,
      "grad_norm": 5.65625,
      "learning_rate": 3.4914266648736835e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.537112295627594,
      "num_tokens": 183310619.0,
      "step": 237930
    },
    {
      "epoch": 0.3018171947262538,
      "grad_norm": 6.0,
      "learning_rate": 3.491363233865054e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.568712055683136,
      "num_tokens": 183318121.0,
      "step": 237940
    },
    {
      "epoch": 0.30182987931878663,
      "grad_norm": 4.875,
      "learning_rate": 3.491299802856425e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5620676815509796,
      "num_tokens": 183324757.0,
      "step": 237950
    },
    {
      "epoch": 0.3018425639113195,
      "grad_norm": 5.28125,
      "learning_rate": 3.4912363718477964e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5386418908834457,
      "num_tokens": 183333368.0,
      "step": 237960
    },
    {
      "epoch": 0.3018552485038523,
      "grad_norm": 6.09375,
      "learning_rate": 3.491172940839167e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5222742319107055,
      "num_tokens": 183342437.0,
      "step": 237970
    },
    {
      "epoch": 0.30186793309638515,
      "grad_norm": 5.65625,
      "learning_rate": 3.491109509830538e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5458024710416793,
      "num_tokens": 183349250.0,
      "step": 237980
    },
    {
      "epoch": 0.301880617688918,
      "grad_norm": 6.71875,
      "learning_rate": 3.491046078821909e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5419524520635605,
      "num_tokens": 183355869.0,
      "step": 237990
    },
    {
      "epoch": 0.30189330228145084,
      "grad_norm": 6.59375,
      "learning_rate": 3.490982647813279e-05,
      "loss": 1.9118,
      "mean_token_accuracy": 0.5837886571884155,
      "num_tokens": 183360928.0,
      "step": 238000
    },
    {
      "epoch": 0.3019059868739836,
      "grad_norm": 5.90625,
      "learning_rate": 3.4909192168046504e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5291116058826446,
      "num_tokens": 183367569.0,
      "step": 238010
    },
    {
      "epoch": 0.30191867146651646,
      "grad_norm": 4.53125,
      "learning_rate": 3.490855785796021e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5389898151159287,
      "num_tokens": 183376013.0,
      "step": 238020
    },
    {
      "epoch": 0.3019313560590493,
      "grad_norm": 5.28125,
      "learning_rate": 3.490792354787392e-05,
      "loss": 2.2806,
      "mean_token_accuracy": 0.5094414860010147,
      "num_tokens": 183383968.0,
      "step": 238030
    },
    {
      "epoch": 0.30194404065158215,
      "grad_norm": 5.0625,
      "learning_rate": 3.490728923778763e-05,
      "loss": 1.8301,
      "mean_token_accuracy": 0.5861171692609787,
      "num_tokens": 183390970.0,
      "step": 238040
    },
    {
      "epoch": 0.301956725244115,
      "grad_norm": 6.90625,
      "learning_rate": 3.490665492770134e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5422102272510528,
      "num_tokens": 183398846.0,
      "step": 238050
    },
    {
      "epoch": 0.30196940983664783,
      "grad_norm": 5.875,
      "learning_rate": 3.490602061761505e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.5184042453765869,
      "num_tokens": 183407976.0,
      "step": 238060
    },
    {
      "epoch": 0.30198209442918067,
      "grad_norm": 6.25,
      "learning_rate": 3.490538630752875e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5563566863536835,
      "num_tokens": 183415525.0,
      "step": 238070
    },
    {
      "epoch": 0.3019947790217135,
      "grad_norm": 5.09375,
      "learning_rate": 3.490475199744246e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.548105138540268,
      "num_tokens": 183423690.0,
      "step": 238080
    },
    {
      "epoch": 0.3020074636142463,
      "grad_norm": 4.8125,
      "learning_rate": 3.490411768735617e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.5761306613683701,
      "num_tokens": 183430966.0,
      "step": 238090
    },
    {
      "epoch": 0.30202014820677914,
      "grad_norm": 5.53125,
      "learning_rate": 3.490348337726988e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.531679955124855,
      "num_tokens": 183437787.0,
      "step": 238100
    },
    {
      "epoch": 0.302032832799312,
      "grad_norm": 6.625,
      "learning_rate": 3.490284906718359e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.5682578325271607,
      "num_tokens": 183443841.0,
      "step": 238110
    },
    {
      "epoch": 0.3020455173918448,
      "grad_norm": 4.8125,
      "learning_rate": 3.49022147570973e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5483310729265213,
      "num_tokens": 183453215.0,
      "step": 238120
    },
    {
      "epoch": 0.30205820198437766,
      "grad_norm": 7.34375,
      "learning_rate": 3.490158044701101e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5189833134412766,
      "num_tokens": 183461659.0,
      "step": 238130
    },
    {
      "epoch": 0.3020708865769105,
      "grad_norm": 6.53125,
      "learning_rate": 3.4900946136924715e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5366552919149399,
      "num_tokens": 183469546.0,
      "step": 238140
    },
    {
      "epoch": 0.30208357116944334,
      "grad_norm": 5.03125,
      "learning_rate": 3.490031182683842e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5508110046386718,
      "num_tokens": 183476837.0,
      "step": 238150
    },
    {
      "epoch": 0.3020962557619762,
      "grad_norm": 5.84375,
      "learning_rate": 3.489967751675213e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5235549628734588,
      "num_tokens": 183484551.0,
      "step": 238160
    },
    {
      "epoch": 0.30210894035450897,
      "grad_norm": 5.3125,
      "learning_rate": 3.489904320666584e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5220306068658829,
      "num_tokens": 183492704.0,
      "step": 238170
    },
    {
      "epoch": 0.3021216249470418,
      "grad_norm": 5.125,
      "learning_rate": 3.489840889657955e-05,
      "loss": 1.7977,
      "mean_token_accuracy": 0.607074448466301,
      "num_tokens": 183499452.0,
      "step": 238180
    },
    {
      "epoch": 0.30213430953957465,
      "grad_norm": 4.8125,
      "learning_rate": 3.4897774586493255e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5415194511413575,
      "num_tokens": 183507643.0,
      "step": 238190
    },
    {
      "epoch": 0.3021469941321075,
      "grad_norm": 5.8125,
      "learning_rate": 3.489714027640697e-05,
      "loss": 1.8572,
      "mean_token_accuracy": 0.5884698778390884,
      "num_tokens": 183515054.0,
      "step": 238200
    },
    {
      "epoch": 0.30215967872464033,
      "grad_norm": 5.90625,
      "learning_rate": 3.489650596632067e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5288199037313461,
      "num_tokens": 183522484.0,
      "step": 238210
    },
    {
      "epoch": 0.3021723633171732,
      "grad_norm": 6.28125,
      "learning_rate": 3.489587165623438e-05,
      "loss": 1.7056,
      "mean_token_accuracy": 0.6095294117927551,
      "num_tokens": 183529451.0,
      "step": 238220
    },
    {
      "epoch": 0.302185047909706,
      "grad_norm": 5.34375,
      "learning_rate": 3.489523734614809e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.562156468629837,
      "num_tokens": 183537927.0,
      "step": 238230
    },
    {
      "epoch": 0.30219773250223886,
      "grad_norm": 5.0,
      "learning_rate": 3.4894603036061795e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5563255190849304,
      "num_tokens": 183546561.0,
      "step": 238240
    },
    {
      "epoch": 0.30221041709477164,
      "grad_norm": 6.03125,
      "learning_rate": 3.489396872597551e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5432447582483292,
      "num_tokens": 183554093.0,
      "step": 238250
    },
    {
      "epoch": 0.3022231016873045,
      "grad_norm": 5.25,
      "learning_rate": 3.489333441588922e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5224613100290298,
      "num_tokens": 183562298.0,
      "step": 238260
    },
    {
      "epoch": 0.3022357862798373,
      "grad_norm": 6.75,
      "learning_rate": 3.4892700105802925e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5605104625225067,
      "num_tokens": 183570319.0,
      "step": 238270
    },
    {
      "epoch": 0.30224847087237017,
      "grad_norm": 6.71875,
      "learning_rate": 3.489206579571663e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5431518167257309,
      "num_tokens": 183577297.0,
      "step": 238280
    },
    {
      "epoch": 0.302261155464903,
      "grad_norm": 10.375,
      "learning_rate": 3.489143148563034e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5623363018035888,
      "num_tokens": 183584495.0,
      "step": 238290
    },
    {
      "epoch": 0.30227384005743585,
      "grad_norm": 5.5,
      "learning_rate": 3.489079717554405e-05,
      "loss": 2.2831,
      "mean_token_accuracy": 0.5093375235795975,
      "num_tokens": 183593240.0,
      "step": 238300
    },
    {
      "epoch": 0.3022865246499687,
      "grad_norm": 6.34375,
      "learning_rate": 3.489016286545776e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5256328403949737,
      "num_tokens": 183601891.0,
      "step": 238310
    },
    {
      "epoch": 0.3022992092425015,
      "grad_norm": 12.1875,
      "learning_rate": 3.4889528555371465e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5576323449611664,
      "num_tokens": 183608639.0,
      "step": 238320
    },
    {
      "epoch": 0.3023118938350343,
      "grad_norm": 5.90625,
      "learning_rate": 3.488889424528518e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5286613345146179,
      "num_tokens": 183617209.0,
      "step": 238330
    },
    {
      "epoch": 0.30232457842756716,
      "grad_norm": 7.84375,
      "learning_rate": 3.488825993519888e-05,
      "loss": 1.8675,
      "mean_token_accuracy": 0.5888017177581787,
      "num_tokens": 183624575.0,
      "step": 238340
    },
    {
      "epoch": 0.3023372630201,
      "grad_norm": 6.3125,
      "learning_rate": 3.488762562511259e-05,
      "loss": 2.2575,
      "mean_token_accuracy": 0.5184154629707336,
      "num_tokens": 183631208.0,
      "step": 238350
    },
    {
      "epoch": 0.30234994761263284,
      "grad_norm": 4.96875,
      "learning_rate": 3.48869913150263e-05,
      "loss": 1.9275,
      "mean_token_accuracy": 0.559308660030365,
      "num_tokens": 183639075.0,
      "step": 238360
    },
    {
      "epoch": 0.3023626322051657,
      "grad_norm": 4.9375,
      "learning_rate": 3.4886357004940006e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5395388215780258,
      "num_tokens": 183646724.0,
      "step": 238370
    },
    {
      "epoch": 0.3023753167976985,
      "grad_norm": 5.1875,
      "learning_rate": 3.488572269485372e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5431993216276169,
      "num_tokens": 183654091.0,
      "step": 238380
    },
    {
      "epoch": 0.30238800139023136,
      "grad_norm": 5.375,
      "learning_rate": 3.488508838476743e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5569960057735444,
      "num_tokens": 183661657.0,
      "step": 238390
    },
    {
      "epoch": 0.30240068598276415,
      "grad_norm": 6.125,
      "learning_rate": 3.4884454074681135e-05,
      "loss": 1.8851,
      "mean_token_accuracy": 0.5680977523326873,
      "num_tokens": 183668651.0,
      "step": 238400
    },
    {
      "epoch": 0.302413370575297,
      "grad_norm": 5.75,
      "learning_rate": 3.488381976459485e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5396760880947113,
      "num_tokens": 183676552.0,
      "step": 238410
    },
    {
      "epoch": 0.30242605516782983,
      "grad_norm": 5.875,
      "learning_rate": 3.4883185454508546e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.575172308087349,
      "num_tokens": 183684403.0,
      "step": 238420
    },
    {
      "epoch": 0.3024387397603627,
      "grad_norm": 8.0625,
      "learning_rate": 3.488255114442226e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5457292348146439,
      "num_tokens": 183691799.0,
      "step": 238430
    },
    {
      "epoch": 0.3024514243528955,
      "grad_norm": 6.5,
      "learning_rate": 3.488191683433597e-05,
      "loss": 2.2227,
      "mean_token_accuracy": 0.5277192026376725,
      "num_tokens": 183699293.0,
      "step": 238440
    },
    {
      "epoch": 0.30246410894542836,
      "grad_norm": 5.65625,
      "learning_rate": 3.4881282524249675e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5676736056804657,
      "num_tokens": 183707505.0,
      "step": 238450
    },
    {
      "epoch": 0.3024767935379612,
      "grad_norm": 5.1875,
      "learning_rate": 3.488064821416339e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5490705251693726,
      "num_tokens": 183715613.0,
      "step": 238460
    },
    {
      "epoch": 0.30248947813049404,
      "grad_norm": 6.1875,
      "learning_rate": 3.488001390407709e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5455654948949814,
      "num_tokens": 183723124.0,
      "step": 238470
    },
    {
      "epoch": 0.3025021627230268,
      "grad_norm": 5.875,
      "learning_rate": 3.4879379593990805e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5463454931974411,
      "num_tokens": 183730607.0,
      "step": 238480
    },
    {
      "epoch": 0.30251484731555967,
      "grad_norm": 5.375,
      "learning_rate": 3.487874528390451e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5481440365314484,
      "num_tokens": 183739024.0,
      "step": 238490
    },
    {
      "epoch": 0.3025275319080925,
      "grad_norm": 5.875,
      "learning_rate": 3.4878110973818216e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5267279326915741,
      "num_tokens": 183747474.0,
      "step": 238500
    },
    {
      "epoch": 0.30254021650062535,
      "grad_norm": 5.03125,
      "learning_rate": 3.487747666373193e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5404023706912995,
      "num_tokens": 183755001.0,
      "step": 238510
    },
    {
      "epoch": 0.3025529010931582,
      "grad_norm": 6.34375,
      "learning_rate": 3.487684235364563e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5426365703344345,
      "num_tokens": 183762151.0,
      "step": 238520
    },
    {
      "epoch": 0.30256558568569103,
      "grad_norm": 7.96875,
      "learning_rate": 3.4876208043559345e-05,
      "loss": 1.8356,
      "mean_token_accuracy": 0.5962246954441071,
      "num_tokens": 183768691.0,
      "step": 238530
    },
    {
      "epoch": 0.30257827027822387,
      "grad_norm": 5.03125,
      "learning_rate": 3.487557373347306e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.517160615324974,
      "num_tokens": 183776661.0,
      "step": 238540
    },
    {
      "epoch": 0.3025909548707567,
      "grad_norm": 4.59375,
      "learning_rate": 3.487493942338676e-05,
      "loss": 2.2518,
      "mean_token_accuracy": 0.5137392282485962,
      "num_tokens": 183784004.0,
      "step": 238550
    },
    {
      "epoch": 0.3026036394632895,
      "grad_norm": 4.96875,
      "learning_rate": 3.487430511330047e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.566781485080719,
      "num_tokens": 183791205.0,
      "step": 238560
    },
    {
      "epoch": 0.30261632405582234,
      "grad_norm": 7.28125,
      "learning_rate": 3.4873670803214174e-05,
      "loss": 2.2703,
      "mean_token_accuracy": 0.5087332785129547,
      "num_tokens": 183798805.0,
      "step": 238570
    },
    {
      "epoch": 0.3026290086483552,
      "grad_norm": 5.71875,
      "learning_rate": 3.4873036493127886e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.545520681142807,
      "num_tokens": 183804959.0,
      "step": 238580
    },
    {
      "epoch": 0.302641693240888,
      "grad_norm": 4.46875,
      "learning_rate": 3.48724021830416e-05,
      "loss": 1.8131,
      "mean_token_accuracy": 0.5884232223033905,
      "num_tokens": 183812897.0,
      "step": 238590
    },
    {
      "epoch": 0.30265437783342086,
      "grad_norm": 7.0,
      "learning_rate": 3.48717678729553e-05,
      "loss": 1.8383,
      "mean_token_accuracy": 0.5894638031721116,
      "num_tokens": 183820058.0,
      "step": 238600
    },
    {
      "epoch": 0.3026670624259537,
      "grad_norm": 6.03125,
      "learning_rate": 3.4871133562869015e-05,
      "loss": 1.8848,
      "mean_token_accuracy": 0.5837974846363068,
      "num_tokens": 183826870.0,
      "step": 238610
    },
    {
      "epoch": 0.30267974701848654,
      "grad_norm": 6.28125,
      "learning_rate": 3.487049925278272e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5610038548707962,
      "num_tokens": 183834306.0,
      "step": 238620
    },
    {
      "epoch": 0.3026924316110194,
      "grad_norm": 5.625,
      "learning_rate": 3.4869864942696426e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.548176857829094,
      "num_tokens": 183842766.0,
      "step": 238630
    },
    {
      "epoch": 0.30270511620355217,
      "grad_norm": 4.9375,
      "learning_rate": 3.486923063261014e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5619486451148987,
      "num_tokens": 183851145.0,
      "step": 238640
    },
    {
      "epoch": 0.302717800796085,
      "grad_norm": 4.71875,
      "learning_rate": 3.4868596322523843e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.56902075111866,
      "num_tokens": 183858470.0,
      "step": 238650
    },
    {
      "epoch": 0.30273048538861785,
      "grad_norm": 5.09375,
      "learning_rate": 3.4867962012437556e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5392970353364944,
      "num_tokens": 183866458.0,
      "step": 238660
    },
    {
      "epoch": 0.3027431699811507,
      "grad_norm": 5.0625,
      "learning_rate": 3.486732770235126e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5672758400440217,
      "num_tokens": 183874760.0,
      "step": 238670
    },
    {
      "epoch": 0.30275585457368354,
      "grad_norm": 5.78125,
      "learning_rate": 3.486669339226497e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5574316352605819,
      "num_tokens": 183882722.0,
      "step": 238680
    },
    {
      "epoch": 0.3027685391662164,
      "grad_norm": 9.125,
      "learning_rate": 3.486605908217868e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5268566578626632,
      "num_tokens": 183890601.0,
      "step": 238690
    },
    {
      "epoch": 0.3027812237587492,
      "grad_norm": 5.15625,
      "learning_rate": 3.4865424772092384e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5625561475753784,
      "num_tokens": 183899043.0,
      "step": 238700
    },
    {
      "epoch": 0.30279390835128206,
      "grad_norm": 7.3125,
      "learning_rate": 3.4864790462006096e-05,
      "loss": 1.9082,
      "mean_token_accuracy": 0.5652491390705109,
      "num_tokens": 183906043.0,
      "step": 238710
    },
    {
      "epoch": 0.30280659294381485,
      "grad_norm": 5.0,
      "learning_rate": 3.48641561519198e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5715243101119996,
      "num_tokens": 183913681.0,
      "step": 238720
    },
    {
      "epoch": 0.3028192775363477,
      "grad_norm": 11.1875,
      "learning_rate": 3.4863521841833513e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5280052095651626,
      "num_tokens": 183920671.0,
      "step": 238730
    },
    {
      "epoch": 0.3028319621288805,
      "grad_norm": 5.8125,
      "learning_rate": 3.4862887531747226e-05,
      "loss": 1.7802,
      "mean_token_accuracy": 0.5991321682929993,
      "num_tokens": 183926210.0,
      "step": 238740
    },
    {
      "epoch": 0.30284464672141337,
      "grad_norm": 7.96875,
      "learning_rate": 3.486225322166093e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5487601041793824,
      "num_tokens": 183933744.0,
      "step": 238750
    },
    {
      "epoch": 0.3028573313139462,
      "grad_norm": 7.4375,
      "learning_rate": 3.4861618911574636e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5499655604362488,
      "num_tokens": 183941352.0,
      "step": 238760
    },
    {
      "epoch": 0.30287001590647905,
      "grad_norm": 13.1875,
      "learning_rate": 3.486098460148834e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5525835305452347,
      "num_tokens": 183948798.0,
      "step": 238770
    },
    {
      "epoch": 0.3028827004990119,
      "grad_norm": 7.3125,
      "learning_rate": 3.4860350291402054e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5153038173913955,
      "num_tokens": 183956675.0,
      "step": 238780
    },
    {
      "epoch": 0.3028953850915447,
      "grad_norm": 9.5,
      "learning_rate": 3.4859715981315766e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.54236219227314,
      "num_tokens": 183964309.0,
      "step": 238790
    },
    {
      "epoch": 0.3029080696840775,
      "grad_norm": 5.25,
      "learning_rate": 3.485908167122947e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.543324813246727,
      "num_tokens": 183972860.0,
      "step": 238800
    },
    {
      "epoch": 0.30292075427661036,
      "grad_norm": 5.46875,
      "learning_rate": 3.485844736114318e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.525919246673584,
      "num_tokens": 183980772.0,
      "step": 238810
    },
    {
      "epoch": 0.3029334388691432,
      "grad_norm": 5.1875,
      "learning_rate": 3.485781305105689e-05,
      "loss": 1.8548,
      "mean_token_accuracy": 0.5880862742662429,
      "num_tokens": 183987514.0,
      "step": 238820
    },
    {
      "epoch": 0.30294612346167604,
      "grad_norm": 7.21875,
      "learning_rate": 3.48571787409706e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5353967815637588,
      "num_tokens": 183995292.0,
      "step": 238830
    },
    {
      "epoch": 0.3029588080542089,
      "grad_norm": 7.28125,
      "learning_rate": 3.4856544430884306e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5696376115083694,
      "num_tokens": 184001488.0,
      "step": 238840
    },
    {
      "epoch": 0.3029714926467417,
      "grad_norm": 5.28125,
      "learning_rate": 3.485591012079801e-05,
      "loss": 1.924,
      "mean_token_accuracy": 0.5693800687789917,
      "num_tokens": 184008504.0,
      "step": 238850
    },
    {
      "epoch": 0.30298417723927457,
      "grad_norm": 5.90625,
      "learning_rate": 3.4855275810711724e-05,
      "loss": 2.2392,
      "mean_token_accuracy": 0.5306550174951553,
      "num_tokens": 184016002.0,
      "step": 238860
    },
    {
      "epoch": 0.30299686183180735,
      "grad_norm": 7.78125,
      "learning_rate": 3.485464150062543e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5455994218587875,
      "num_tokens": 184024482.0,
      "step": 238870
    },
    {
      "epoch": 0.3030095464243402,
      "grad_norm": 5.375,
      "learning_rate": 3.485400719053914e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5669771015644074,
      "num_tokens": 184032472.0,
      "step": 238880
    },
    {
      "epoch": 0.30302223101687303,
      "grad_norm": 7.34375,
      "learning_rate": 3.485337288045285e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5222646415233612,
      "num_tokens": 184039544.0,
      "step": 238890
    },
    {
      "epoch": 0.3030349156094059,
      "grad_norm": 6.625,
      "learning_rate": 3.485273857036656e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.557955053448677,
      "num_tokens": 184047672.0,
      "step": 238900
    },
    {
      "epoch": 0.3030476002019387,
      "grad_norm": 4.875,
      "learning_rate": 3.4852104260280264e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5491413980722427,
      "num_tokens": 184055684.0,
      "step": 238910
    },
    {
      "epoch": 0.30306028479447156,
      "grad_norm": 5.34375,
      "learning_rate": 3.485146995019397e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5281067490577698,
      "num_tokens": 184063509.0,
      "step": 238920
    },
    {
      "epoch": 0.3030729693870044,
      "grad_norm": 5.40625,
      "learning_rate": 3.485083564010768e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5608028799295426,
      "num_tokens": 184071978.0,
      "step": 238930
    },
    {
      "epoch": 0.30308565397953724,
      "grad_norm": 5.34375,
      "learning_rate": 3.4850201330021394e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5545179873704911,
      "num_tokens": 184079332.0,
      "step": 238940
    },
    {
      "epoch": 0.30309833857207,
      "grad_norm": 6.5,
      "learning_rate": 3.48495670199351e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5498265296220779,
      "num_tokens": 184087503.0,
      "step": 238950
    },
    {
      "epoch": 0.30311102316460287,
      "grad_norm": 4.96875,
      "learning_rate": 3.484893270984881e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5566238254308701,
      "num_tokens": 184094951.0,
      "step": 238960
    },
    {
      "epoch": 0.3031237077571357,
      "grad_norm": 5.34375,
      "learning_rate": 3.4848298399762516e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5205435514450073,
      "num_tokens": 184103982.0,
      "step": 238970
    },
    {
      "epoch": 0.30313639234966855,
      "grad_norm": 5.125,
      "learning_rate": 3.484766408967622e-05,
      "loss": 1.9099,
      "mean_token_accuracy": 0.5665690302848816,
      "num_tokens": 184111741.0,
      "step": 238980
    },
    {
      "epoch": 0.3031490769422014,
      "grad_norm": 10.3125,
      "learning_rate": 3.4847029779589934e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5400842219591141,
      "num_tokens": 184119713.0,
      "step": 238990
    },
    {
      "epoch": 0.30316176153473423,
      "grad_norm": 7.3125,
      "learning_rate": 3.484639546950364e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5384166568517685,
      "num_tokens": 184127768.0,
      "step": 239000
    },
    {
      "epoch": 0.30317444612726707,
      "grad_norm": 5.125,
      "learning_rate": 3.484576115941735e-05,
      "loss": 1.8219,
      "mean_token_accuracy": 0.6008627653121948,
      "num_tokens": 184135881.0,
      "step": 239010
    },
    {
      "epoch": 0.3031871307197999,
      "grad_norm": 7.1875,
      "learning_rate": 3.484512684933106e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5539996802806855,
      "num_tokens": 184143437.0,
      "step": 239020
    },
    {
      "epoch": 0.3031998153123327,
      "grad_norm": 9.25,
      "learning_rate": 3.484449253924477e-05,
      "loss": 1.7415,
      "mean_token_accuracy": 0.6083843916654587,
      "num_tokens": 184149678.0,
      "step": 239030
    },
    {
      "epoch": 0.30321249990486554,
      "grad_norm": 5.40625,
      "learning_rate": 3.4843858229158474e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5595886915922165,
      "num_tokens": 184157753.0,
      "step": 239040
    },
    {
      "epoch": 0.3032251844973984,
      "grad_norm": 6.40625,
      "learning_rate": 3.484322391907218e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5685237586498261,
      "num_tokens": 184164252.0,
      "step": 239050
    },
    {
      "epoch": 0.3032378690899312,
      "grad_norm": 4.65625,
      "learning_rate": 3.484258960898589e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5510681420564651,
      "num_tokens": 184171673.0,
      "step": 239060
    },
    {
      "epoch": 0.30325055368246406,
      "grad_norm": 4.3125,
      "learning_rate": 3.48419552988996e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5448214471340179,
      "num_tokens": 184179500.0,
      "step": 239070
    },
    {
      "epoch": 0.3032632382749969,
      "grad_norm": 5.4375,
      "learning_rate": 3.484132098881331e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5533706903457641,
      "num_tokens": 184188185.0,
      "step": 239080
    },
    {
      "epoch": 0.30327592286752975,
      "grad_norm": 4.53125,
      "learning_rate": 3.484068667872702e-05,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5845609486103058,
      "num_tokens": 184195342.0,
      "step": 239090
    },
    {
      "epoch": 0.3032886074600626,
      "grad_norm": 6.25,
      "learning_rate": 3.4840052368640727e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5509854346513748,
      "num_tokens": 184202067.0,
      "step": 239100
    },
    {
      "epoch": 0.3033012920525954,
      "grad_norm": 5.875,
      "learning_rate": 3.483941805855443e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5690687745809555,
      "num_tokens": 184209462.0,
      "step": 239110
    },
    {
      "epoch": 0.3033139766451282,
      "grad_norm": 5.5,
      "learning_rate": 3.483878374846814e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5293272078037262,
      "num_tokens": 184217658.0,
      "step": 239120
    },
    {
      "epoch": 0.30332666123766105,
      "grad_norm": 5.0625,
      "learning_rate": 3.483814943838185e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5269326776266098,
      "num_tokens": 184225572.0,
      "step": 239130
    },
    {
      "epoch": 0.3033393458301939,
      "grad_norm": 6.40625,
      "learning_rate": 3.483751512829556e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5262458175420761,
      "num_tokens": 184233462.0,
      "step": 239140
    },
    {
      "epoch": 0.30335203042272674,
      "grad_norm": 5.34375,
      "learning_rate": 3.483688081820927e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5393179476261138,
      "num_tokens": 184241446.0,
      "step": 239150
    },
    {
      "epoch": 0.3033647150152596,
      "grad_norm": 5.15625,
      "learning_rate": 3.483624650812298e-05,
      "loss": 2.064,
      "mean_token_accuracy": 0.5353929430246354,
      "num_tokens": 184249375.0,
      "step": 239160
    },
    {
      "epoch": 0.3033773996077924,
      "grad_norm": 6.375,
      "learning_rate": 3.483561219803669e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5496431797742843,
      "num_tokens": 184256286.0,
      "step": 239170
    },
    {
      "epoch": 0.30339008420032526,
      "grad_norm": 5.78125,
      "learning_rate": 3.483497788795039e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5480974227190017,
      "num_tokens": 184263066.0,
      "step": 239180
    },
    {
      "epoch": 0.30340276879285805,
      "grad_norm": 4.84375,
      "learning_rate": 3.48343435778641e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5442970991134644,
      "num_tokens": 184271307.0,
      "step": 239190
    },
    {
      "epoch": 0.3034154533853909,
      "grad_norm": 7.78125,
      "learning_rate": 3.483370926777781e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5630365967750549,
      "num_tokens": 184278648.0,
      "step": 239200
    },
    {
      "epoch": 0.30342813797792373,
      "grad_norm": 5.96875,
      "learning_rate": 3.483307495769152e-05,
      "loss": 1.882,
      "mean_token_accuracy": 0.5935086220502853,
      "num_tokens": 184286277.0,
      "step": 239210
    },
    {
      "epoch": 0.30344082257045657,
      "grad_norm": 5.0,
      "learning_rate": 3.483244064760523e-05,
      "loss": 1.9297,
      "mean_token_accuracy": 0.553475821018219,
      "num_tokens": 184293583.0,
      "step": 239220
    },
    {
      "epoch": 0.3034535071629894,
      "grad_norm": 4.9375,
      "learning_rate": 3.483180633751894e-05,
      "loss": 1.9016,
      "mean_token_accuracy": 0.5813231021165848,
      "num_tokens": 184301252.0,
      "step": 239230
    },
    {
      "epoch": 0.30346619175552225,
      "grad_norm": 4.96875,
      "learning_rate": 3.483117202743265e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5772148847579956,
      "num_tokens": 184308719.0,
      "step": 239240
    },
    {
      "epoch": 0.3034788763480551,
      "grad_norm": 6.125,
      "learning_rate": 3.4830537717346354e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5402731567621231,
      "num_tokens": 184316063.0,
      "step": 239250
    },
    {
      "epoch": 0.3034915609405879,
      "grad_norm": 5.8125,
      "learning_rate": 3.482990340726006e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5553692162036896,
      "num_tokens": 184322749.0,
      "step": 239260
    },
    {
      "epoch": 0.3035042455331207,
      "grad_norm": 6.625,
      "learning_rate": 3.482926909717377e-05,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5672948896884918,
      "num_tokens": 184329945.0,
      "step": 239270
    },
    {
      "epoch": 0.30351693012565356,
      "grad_norm": 6.3125,
      "learning_rate": 3.482863478708748e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5546839207410812,
      "num_tokens": 184337704.0,
      "step": 239280
    },
    {
      "epoch": 0.3035296147181864,
      "grad_norm": 4.96875,
      "learning_rate": 3.482800047700119e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5528141140937806,
      "num_tokens": 184346036.0,
      "step": 239290
    },
    {
      "epoch": 0.30354229931071924,
      "grad_norm": 5.59375,
      "learning_rate": 3.4827366166914895e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5430635333061218,
      "num_tokens": 184353776.0,
      "step": 239300
    },
    {
      "epoch": 0.3035549839032521,
      "grad_norm": 5.3125,
      "learning_rate": 3.482673185682861e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5711969524621964,
      "num_tokens": 184360707.0,
      "step": 239310
    },
    {
      "epoch": 0.3035676684957849,
      "grad_norm": 5.34375,
      "learning_rate": 3.482609754674231e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5279421538114548,
      "num_tokens": 184367699.0,
      "step": 239320
    },
    {
      "epoch": 0.30358035308831777,
      "grad_norm": 5.90625,
      "learning_rate": 3.482546323665602e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5303841084241867,
      "num_tokens": 184375749.0,
      "step": 239330
    },
    {
      "epoch": 0.30359303768085055,
      "grad_norm": 5.09375,
      "learning_rate": 3.482482892656973e-05,
      "loss": 2.251,
      "mean_token_accuracy": 0.5128263831138611,
      "num_tokens": 184384256.0,
      "step": 239340
    },
    {
      "epoch": 0.3036057222733834,
      "grad_norm": 11.1875,
      "learning_rate": 3.4824194616483435e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5356082379817962,
      "num_tokens": 184391043.0,
      "step": 239350
    },
    {
      "epoch": 0.30361840686591623,
      "grad_norm": 4.6875,
      "learning_rate": 3.482356030639715e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5678463339805603,
      "num_tokens": 184399918.0,
      "step": 239360
    },
    {
      "epoch": 0.3036310914584491,
      "grad_norm": 5.78125,
      "learning_rate": 3.482292599631086e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5588154971599579,
      "num_tokens": 184407201.0,
      "step": 239370
    },
    {
      "epoch": 0.3036437760509819,
      "grad_norm": 4.78125,
      "learning_rate": 3.4822291686224565e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5574374467134475,
      "num_tokens": 184415717.0,
      "step": 239380
    },
    {
      "epoch": 0.30365646064351476,
      "grad_norm": 7.28125,
      "learning_rate": 3.482165737613827e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5341913372278213,
      "num_tokens": 184423578.0,
      "step": 239390
    },
    {
      "epoch": 0.3036691452360476,
      "grad_norm": 7.15625,
      "learning_rate": 3.4821023066051975e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.538885286450386,
      "num_tokens": 184431129.0,
      "step": 239400
    },
    {
      "epoch": 0.30368182982858044,
      "grad_norm": 4.8125,
      "learning_rate": 3.482038875596569e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5218134492635726,
      "num_tokens": 184438866.0,
      "step": 239410
    },
    {
      "epoch": 0.3036945144211132,
      "grad_norm": 5.21875,
      "learning_rate": 3.48197544458794e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.537556716799736,
      "num_tokens": 184445343.0,
      "step": 239420
    },
    {
      "epoch": 0.30370719901364607,
      "grad_norm": 5.84375,
      "learning_rate": 3.4819120135793105e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5434577614068985,
      "num_tokens": 184452567.0,
      "step": 239430
    },
    {
      "epoch": 0.3037198836061789,
      "grad_norm": 6.71875,
      "learning_rate": 3.481848582570682e-05,
      "loss": 2.2804,
      "mean_token_accuracy": 0.5044099390506744,
      "num_tokens": 184460721.0,
      "step": 239440
    },
    {
      "epoch": 0.30373256819871175,
      "grad_norm": 5.71875,
      "learning_rate": 3.481785151562052e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5521786838769913,
      "num_tokens": 184468566.0,
      "step": 239450
    },
    {
      "epoch": 0.3037452527912446,
      "grad_norm": 5.40625,
      "learning_rate": 3.481721720553423e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.554426196217537,
      "num_tokens": 184475020.0,
      "step": 239460
    },
    {
      "epoch": 0.30375793738377743,
      "grad_norm": 5.53125,
      "learning_rate": 3.481658289544794e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5344714105129242,
      "num_tokens": 184481658.0,
      "step": 239470
    },
    {
      "epoch": 0.3037706219763103,
      "grad_norm": 8.0625,
      "learning_rate": 3.4815948585361645e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5484676152467728,
      "num_tokens": 184488703.0,
      "step": 239480
    },
    {
      "epoch": 0.3037833065688431,
      "grad_norm": 4.84375,
      "learning_rate": 3.481531427527536e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.559798675775528,
      "num_tokens": 184495695.0,
      "step": 239490
    },
    {
      "epoch": 0.3037959911613759,
      "grad_norm": 5.53125,
      "learning_rate": 3.481467996518906e-05,
      "loss": 1.9002,
      "mean_token_accuracy": 0.5719262778759002,
      "num_tokens": 184503468.0,
      "step": 239500
    },
    {
      "epoch": 0.30380867575390874,
      "grad_norm": 5.65625,
      "learning_rate": 3.4814045655102775e-05,
      "loss": 1.8831,
      "mean_token_accuracy": 0.5808877497911453,
      "num_tokens": 184510689.0,
      "step": 239510
    },
    {
      "epoch": 0.3038213603464416,
      "grad_norm": 4.71875,
      "learning_rate": 3.481341134501648e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5416869133710861,
      "num_tokens": 184519323.0,
      "step": 239520
    },
    {
      "epoch": 0.3038340449389744,
      "grad_norm": 6.09375,
      "learning_rate": 3.4812777034930185e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5459969729185105,
      "num_tokens": 184526617.0,
      "step": 239530
    },
    {
      "epoch": 0.30384672953150726,
      "grad_norm": 6.125,
      "learning_rate": 3.48121427248439e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5735329389572144,
      "num_tokens": 184533325.0,
      "step": 239540
    },
    {
      "epoch": 0.3038594141240401,
      "grad_norm": 6.90625,
      "learning_rate": 3.48115084147576e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5396451711654663,
      "num_tokens": 184541075.0,
      "step": 239550
    },
    {
      "epoch": 0.30387209871657295,
      "grad_norm": 6.5,
      "learning_rate": 3.4810874104671315e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5553685069084168,
      "num_tokens": 184547458.0,
      "step": 239560
    },
    {
      "epoch": 0.3038847833091058,
      "grad_norm": 4.6875,
      "learning_rate": 3.481023979458503e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.53995401263237,
      "num_tokens": 184555725.0,
      "step": 239570
    },
    {
      "epoch": 0.3038974679016386,
      "grad_norm": 5.21875,
      "learning_rate": 3.480960548449873e-05,
      "loss": 1.8312,
      "mean_token_accuracy": 0.5807498872280121,
      "num_tokens": 184562964.0,
      "step": 239580
    },
    {
      "epoch": 0.3039101524941714,
      "grad_norm": 8.125,
      "learning_rate": 3.4808971174412445e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5581343531608581,
      "num_tokens": 184570526.0,
      "step": 239590
    },
    {
      "epoch": 0.30392283708670426,
      "grad_norm": 4.71875,
      "learning_rate": 3.480833686432614e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5433554589748383,
      "num_tokens": 184579199.0,
      "step": 239600
    },
    {
      "epoch": 0.3039355216792371,
      "grad_norm": 5.6875,
      "learning_rate": 3.4807702554239855e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5575085192918777,
      "num_tokens": 184586140.0,
      "step": 239610
    },
    {
      "epoch": 0.30394820627176994,
      "grad_norm": 4.625,
      "learning_rate": 3.480706824415357e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5545315325260163,
      "num_tokens": 184594358.0,
      "step": 239620
    },
    {
      "epoch": 0.3039608908643028,
      "grad_norm": 4.875,
      "learning_rate": 3.480643393406727e-05,
      "loss": 1.9233,
      "mean_token_accuracy": 0.5719971060752869,
      "num_tokens": 184600980.0,
      "step": 239630
    },
    {
      "epoch": 0.3039735754568356,
      "grad_norm": 7.09375,
      "learning_rate": 3.4805799623980985e-05,
      "loss": 1.9048,
      "mean_token_accuracy": 0.570758119225502,
      "num_tokens": 184609291.0,
      "step": 239640
    },
    {
      "epoch": 0.3039862600493684,
      "grad_norm": 8.125,
      "learning_rate": 3.480516531389469e-05,
      "loss": 2.3474,
      "mean_token_accuracy": 0.5126859754323959,
      "num_tokens": 184616660.0,
      "step": 239650
    },
    {
      "epoch": 0.30399894464190125,
      "grad_norm": 4.90625,
      "learning_rate": 3.48045310038084e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5591142863035202,
      "num_tokens": 184624842.0,
      "step": 239660
    },
    {
      "epoch": 0.3040116292344341,
      "grad_norm": 6.09375,
      "learning_rate": 3.480389669372211e-05,
      "loss": 1.8092,
      "mean_token_accuracy": 0.587949538230896,
      "num_tokens": 184633148.0,
      "step": 239670
    },
    {
      "epoch": 0.30402431382696693,
      "grad_norm": 5.8125,
      "learning_rate": 3.480326238363581e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.564546924829483,
      "num_tokens": 184640676.0,
      "step": 239680
    },
    {
      "epoch": 0.30403699841949977,
      "grad_norm": 5.21875,
      "learning_rate": 3.4802628073549525e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5424994319677353,
      "num_tokens": 184648682.0,
      "step": 239690
    },
    {
      "epoch": 0.3040496830120326,
      "grad_norm": 5.34375,
      "learning_rate": 3.480199376346323e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5449783146381378,
      "num_tokens": 184656244.0,
      "step": 239700
    },
    {
      "epoch": 0.30406236760456545,
      "grad_norm": 4.625,
      "learning_rate": 3.480135945337694e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5412956744432449,
      "num_tokens": 184664487.0,
      "step": 239710
    },
    {
      "epoch": 0.3040750521970983,
      "grad_norm": 5.46875,
      "learning_rate": 3.4800725143290655e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5494046062231064,
      "num_tokens": 184671679.0,
      "step": 239720
    },
    {
      "epoch": 0.3040877367896311,
      "grad_norm": 5.65625,
      "learning_rate": 3.480009083320436e-05,
      "loss": 1.9172,
      "mean_token_accuracy": 0.5843109637498856,
      "num_tokens": 184678184.0,
      "step": 239730
    },
    {
      "epoch": 0.3041004213821639,
      "grad_norm": 4.21875,
      "learning_rate": 3.4799456523118066e-05,
      "loss": 1.8713,
      "mean_token_accuracy": 0.5901494354009629,
      "num_tokens": 184686579.0,
      "step": 239740
    },
    {
      "epoch": 0.30411310597469676,
      "grad_norm": 4.6875,
      "learning_rate": 3.479882221303177e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5391679406166077,
      "num_tokens": 184696311.0,
      "step": 239750
    },
    {
      "epoch": 0.3041257905672296,
      "grad_norm": 4.8125,
      "learning_rate": 3.479818790294548e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5326864778995514,
      "num_tokens": 184704311.0,
      "step": 239760
    },
    {
      "epoch": 0.30413847515976244,
      "grad_norm": 7.59375,
      "learning_rate": 3.4797553592859195e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5415599972009659,
      "num_tokens": 184712050.0,
      "step": 239770
    },
    {
      "epoch": 0.3041511597522953,
      "grad_norm": 6.84375,
      "learning_rate": 3.47969192827729e-05,
      "loss": 1.7903,
      "mean_token_accuracy": 0.5969512730836868,
      "num_tokens": 184717947.0,
      "step": 239780
    },
    {
      "epoch": 0.3041638443448281,
      "grad_norm": 4.96875,
      "learning_rate": 3.479628497268661e-05,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5262190073728561,
      "num_tokens": 184726459.0,
      "step": 239790
    },
    {
      "epoch": 0.30417652893736097,
      "grad_norm": 5.71875,
      "learning_rate": 3.479565066260032e-05,
      "loss": 2.2443,
      "mean_token_accuracy": 0.5194421350955963,
      "num_tokens": 184734544.0,
      "step": 239800
    },
    {
      "epoch": 0.30418921352989375,
      "grad_norm": 5.4375,
      "learning_rate": 3.4795016352514023e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5331717520952225,
      "num_tokens": 184743066.0,
      "step": 239810
    },
    {
      "epoch": 0.3042018981224266,
      "grad_norm": 7.21875,
      "learning_rate": 3.4794382042427736e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5514565140008927,
      "num_tokens": 184750774.0,
      "step": 239820
    },
    {
      "epoch": 0.30421458271495944,
      "grad_norm": 9.4375,
      "learning_rate": 3.479374773234144e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5330817818641662,
      "num_tokens": 184757637.0,
      "step": 239830
    },
    {
      "epoch": 0.3042272673074923,
      "grad_norm": 4.65625,
      "learning_rate": 3.479311342225515e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5561810314655304,
      "num_tokens": 184765059.0,
      "step": 239840
    },
    {
      "epoch": 0.3042399519000251,
      "grad_norm": 8.1875,
      "learning_rate": 3.479247911216886e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5300836682319641,
      "num_tokens": 184773735.0,
      "step": 239850
    },
    {
      "epoch": 0.30425263649255796,
      "grad_norm": 8.25,
      "learning_rate": 3.479184480208257e-05,
      "loss": 1.832,
      "mean_token_accuracy": 0.583028244972229,
      "num_tokens": 184779327.0,
      "step": 239860
    },
    {
      "epoch": 0.3042653210850908,
      "grad_norm": 5.125,
      "learning_rate": 3.4791210491996276e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5556822031736374,
      "num_tokens": 184786658.0,
      "step": 239870
    },
    {
      "epoch": 0.30427800567762364,
      "grad_norm": 5.8125,
      "learning_rate": 3.479057618190998e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5516653388738633,
      "num_tokens": 184794102.0,
      "step": 239880
    },
    {
      "epoch": 0.3042906902701564,
      "grad_norm": 4.34375,
      "learning_rate": 3.478994187182369e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.543104174733162,
      "num_tokens": 184802831.0,
      "step": 239890
    },
    {
      "epoch": 0.30430337486268927,
      "grad_norm": 5.125,
      "learning_rate": 3.47893075617374e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5223600745201111,
      "num_tokens": 184811507.0,
      "step": 239900
    },
    {
      "epoch": 0.3043160594552221,
      "grad_norm": 5.90625,
      "learning_rate": 3.478867325165111e-05,
      "loss": 1.8752,
      "mean_token_accuracy": 0.5783695131540298,
      "num_tokens": 184818465.0,
      "step": 239910
    },
    {
      "epoch": 0.30432874404775495,
      "grad_norm": 7.21875,
      "learning_rate": 3.478803894156482e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5384756356477738,
      "num_tokens": 184827015.0,
      "step": 239920
    },
    {
      "epoch": 0.3043414286402878,
      "grad_norm": 5.21875,
      "learning_rate": 3.478740463147853e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5524502575397492,
      "num_tokens": 184835815.0,
      "step": 239930
    },
    {
      "epoch": 0.30435411323282063,
      "grad_norm": 5.53125,
      "learning_rate": 3.4786770321392234e-05,
      "loss": 1.8461,
      "mean_token_accuracy": 0.5786359131336212,
      "num_tokens": 184842071.0,
      "step": 239940
    },
    {
      "epoch": 0.3043667978253535,
      "grad_norm": 4.78125,
      "learning_rate": 3.478613601130594e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5491093903779983,
      "num_tokens": 184849220.0,
      "step": 239950
    },
    {
      "epoch": 0.3043794824178863,
      "grad_norm": 6.53125,
      "learning_rate": 3.478550170121965e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5432253867387772,
      "num_tokens": 184856930.0,
      "step": 239960
    },
    {
      "epoch": 0.3043921670104191,
      "grad_norm": 6.59375,
      "learning_rate": 3.478486739113336e-05,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5788574308156967,
      "num_tokens": 184864520.0,
      "step": 239970
    },
    {
      "epoch": 0.30440485160295194,
      "grad_norm": 4.875,
      "learning_rate": 3.478423308104707e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5397422015666962,
      "num_tokens": 184873948.0,
      "step": 239980
    },
    {
      "epoch": 0.3044175361954848,
      "grad_norm": 6.8125,
      "learning_rate": 3.478359877096078e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.544312059879303,
      "num_tokens": 184882239.0,
      "step": 239990
    },
    {
      "epoch": 0.3044302207880176,
      "grad_norm": 9.9375,
      "learning_rate": 3.4782964460874486e-05,
      "loss": 1.7938,
      "mean_token_accuracy": 0.5902131825685502,
      "num_tokens": 184888335.0,
      "step": 240000
    },
    {
      "epoch": 0.30444290538055047,
      "grad_norm": 6.125,
      "learning_rate": 3.47823301507882e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5353120237588882,
      "num_tokens": 184895776.0,
      "step": 240010
    },
    {
      "epoch": 0.3044555899730833,
      "grad_norm": 5.15625,
      "learning_rate": 3.4781695840701904e-05,
      "loss": 2.316,
      "mean_token_accuracy": 0.507342466711998,
      "num_tokens": 184904746.0,
      "step": 240020
    },
    {
      "epoch": 0.30446827456561615,
      "grad_norm": 4.875,
      "learning_rate": 3.478106153061561e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5460143774747849,
      "num_tokens": 184912508.0,
      "step": 240030
    },
    {
      "epoch": 0.304480959158149,
      "grad_norm": 5.3125,
      "learning_rate": 3.478042722052932e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5385894358158112,
      "num_tokens": 184919935.0,
      "step": 240040
    },
    {
      "epoch": 0.3044936437506818,
      "grad_norm": 7.15625,
      "learning_rate": 3.4779792910443026e-05,
      "loss": 1.7712,
      "mean_token_accuracy": 0.591932275891304,
      "num_tokens": 184926162.0,
      "step": 240050
    },
    {
      "epoch": 0.3045063283432146,
      "grad_norm": 5.28125,
      "learning_rate": 3.477915860035674e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.540105077624321,
      "num_tokens": 184934138.0,
      "step": 240060
    },
    {
      "epoch": 0.30451901293574746,
      "grad_norm": 4.75,
      "learning_rate": 3.477852429027045e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5372640132904053,
      "num_tokens": 184942881.0,
      "step": 240070
    },
    {
      "epoch": 0.3045316975282803,
      "grad_norm": 5.21875,
      "learning_rate": 3.4777889980184156e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5521164566278458,
      "num_tokens": 184950692.0,
      "step": 240080
    },
    {
      "epoch": 0.30454438212081314,
      "grad_norm": 5.03125,
      "learning_rate": 3.477725567009786e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5348013788461685,
      "num_tokens": 184958174.0,
      "step": 240090
    },
    {
      "epoch": 0.304557066713346,
      "grad_norm": 4.6875,
      "learning_rate": 3.4776621360011573e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5277103960514069,
      "num_tokens": 184966435.0,
      "step": 240100
    },
    {
      "epoch": 0.3045697513058788,
      "grad_norm": 4.78125,
      "learning_rate": 3.477598704992528e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5725156128406524,
      "num_tokens": 184974354.0,
      "step": 240110
    },
    {
      "epoch": 0.3045824358984116,
      "grad_norm": 6.4375,
      "learning_rate": 3.477535273983899e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5434946447610856,
      "num_tokens": 184982173.0,
      "step": 240120
    },
    {
      "epoch": 0.30459512049094445,
      "grad_norm": 5.9375,
      "learning_rate": 3.4774718429752696e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5355135172605514,
      "num_tokens": 184990697.0,
      "step": 240130
    },
    {
      "epoch": 0.3046078050834773,
      "grad_norm": 6.875,
      "learning_rate": 3.477408411966641e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5444465309381485,
      "num_tokens": 184998671.0,
      "step": 240140
    },
    {
      "epoch": 0.30462048967601013,
      "grad_norm": 5.375,
      "learning_rate": 3.4773449809580114e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5298634231090545,
      "num_tokens": 185007149.0,
      "step": 240150
    },
    {
      "epoch": 0.30463317426854297,
      "grad_norm": 7.25,
      "learning_rate": 3.477281549949382e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5487128853797912,
      "num_tokens": 185014381.0,
      "step": 240160
    },
    {
      "epoch": 0.3046458588610758,
      "grad_norm": 8.375,
      "learning_rate": 3.477218118940753e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5557612895965576,
      "num_tokens": 185022440.0,
      "step": 240170
    },
    {
      "epoch": 0.30465854345360865,
      "grad_norm": 5.75,
      "learning_rate": 3.4771546879321237e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5647755622863769,
      "num_tokens": 185028439.0,
      "step": 240180
    },
    {
      "epoch": 0.3046712280461415,
      "grad_norm": 5.53125,
      "learning_rate": 3.477091256923495e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5554379314184189,
      "num_tokens": 185035217.0,
      "step": 240190
    },
    {
      "epoch": 0.3046839126386743,
      "grad_norm": 7.09375,
      "learning_rate": 3.477027825914866e-05,
      "loss": 1.9067,
      "mean_token_accuracy": 0.5746816039085388,
      "num_tokens": 185041537.0,
      "step": 240200
    },
    {
      "epoch": 0.3046965972312071,
      "grad_norm": 6.40625,
      "learning_rate": 3.4769643949062366e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5642539143562317,
      "num_tokens": 185049388.0,
      "step": 240210
    },
    {
      "epoch": 0.30470928182373996,
      "grad_norm": 5.5,
      "learning_rate": 3.476900963897607e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5409103870391846,
      "num_tokens": 185057367.0,
      "step": 240220
    },
    {
      "epoch": 0.3047219664162728,
      "grad_norm": 4.96875,
      "learning_rate": 3.476837532888978e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5338450580835342,
      "num_tokens": 185063340.0,
      "step": 240230
    },
    {
      "epoch": 0.30473465100880565,
      "grad_norm": 6.3125,
      "learning_rate": 3.476774101880349e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5413841485977173,
      "num_tokens": 185071350.0,
      "step": 240240
    },
    {
      "epoch": 0.3047473356013385,
      "grad_norm": 6.53125,
      "learning_rate": 3.47671067087172e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5602384477853775,
      "num_tokens": 185079644.0,
      "step": 240250
    },
    {
      "epoch": 0.30476002019387133,
      "grad_norm": 5.6875,
      "learning_rate": 3.4766472398630907e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5350080639123916,
      "num_tokens": 185087124.0,
      "step": 240260
    },
    {
      "epoch": 0.30477270478640417,
      "grad_norm": 4.8125,
      "learning_rate": 3.476583808854462e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5467780113220215,
      "num_tokens": 185096583.0,
      "step": 240270
    },
    {
      "epoch": 0.30478538937893696,
      "grad_norm": 4.90625,
      "learning_rate": 3.4765203778458324e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5373885989189148,
      "num_tokens": 185104943.0,
      "step": 240280
    },
    {
      "epoch": 0.3047980739714698,
      "grad_norm": 5.3125,
      "learning_rate": 3.476456946837203e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.536104503273964,
      "num_tokens": 185112686.0,
      "step": 240290
    },
    {
      "epoch": 0.30481075856400264,
      "grad_norm": 7.5,
      "learning_rate": 3.476393515828574e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5263958930969238,
      "num_tokens": 185119795.0,
      "step": 240300
    },
    {
      "epoch": 0.3048234431565355,
      "grad_norm": 4.90625,
      "learning_rate": 3.476330084819945e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5643557995557785,
      "num_tokens": 185128465.0,
      "step": 240310
    },
    {
      "epoch": 0.3048361277490683,
      "grad_norm": 6.3125,
      "learning_rate": 3.476266653811316e-05,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5206014156341553,
      "num_tokens": 185136644.0,
      "step": 240320
    },
    {
      "epoch": 0.30484881234160116,
      "grad_norm": 5.84375,
      "learning_rate": 3.4762032228026864e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5437931209802628,
      "num_tokens": 185145063.0,
      "step": 240330
    },
    {
      "epoch": 0.304861496934134,
      "grad_norm": 4.8125,
      "learning_rate": 3.4761397917940576e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5270946145057678,
      "num_tokens": 185153144.0,
      "step": 240340
    },
    {
      "epoch": 0.30487418152666684,
      "grad_norm": 5.90625,
      "learning_rate": 3.476076360785429e-05,
      "loss": 2.289,
      "mean_token_accuracy": 0.5137501627206802,
      "num_tokens": 185160454.0,
      "step": 240350
    },
    {
      "epoch": 0.30488686611919963,
      "grad_norm": 4.96875,
      "learning_rate": 3.476012929776799e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5435037672519684,
      "num_tokens": 185169045.0,
      "step": 240360
    },
    {
      "epoch": 0.30489955071173247,
      "grad_norm": 6.625,
      "learning_rate": 3.47594949876817e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5588046312332153,
      "num_tokens": 185176338.0,
      "step": 240370
    },
    {
      "epoch": 0.3049122353042653,
      "grad_norm": 5.03125,
      "learning_rate": 3.4758860677595405e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5271695762872696,
      "num_tokens": 185184739.0,
      "step": 240380
    },
    {
      "epoch": 0.30492491989679815,
      "grad_norm": 5.96875,
      "learning_rate": 3.475822636750912e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.521809259057045,
      "num_tokens": 185193117.0,
      "step": 240390
    },
    {
      "epoch": 0.304937604489331,
      "grad_norm": 7.21875,
      "learning_rate": 3.475759205742283e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5857152462005615,
      "num_tokens": 185199657.0,
      "step": 240400
    },
    {
      "epoch": 0.30495028908186383,
      "grad_norm": 14.625,
      "learning_rate": 3.4756957747336534e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5364533513784409,
      "num_tokens": 185208266.0,
      "step": 240410
    },
    {
      "epoch": 0.3049629736743967,
      "grad_norm": 4.375,
      "learning_rate": 3.4756323437250246e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5200962662696839,
      "num_tokens": 185217584.0,
      "step": 240420
    },
    {
      "epoch": 0.3049756582669295,
      "grad_norm": 4.90625,
      "learning_rate": 3.475568912716395e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.521547845005989,
      "num_tokens": 185224644.0,
      "step": 240430
    },
    {
      "epoch": 0.3049883428594623,
      "grad_norm": 5.0625,
      "learning_rate": 3.475505481707766e-05,
      "loss": 2.2544,
      "mean_token_accuracy": 0.5146991223096847,
      "num_tokens": 185234334.0,
      "step": 240440
    },
    {
      "epoch": 0.30500102745199514,
      "grad_norm": 7.375,
      "learning_rate": 3.475442050699137e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5214949935674668,
      "num_tokens": 185242023.0,
      "step": 240450
    },
    {
      "epoch": 0.305013712044528,
      "grad_norm": 5.34375,
      "learning_rate": 3.4753786196905075e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5352126479148864,
      "num_tokens": 185250282.0,
      "step": 240460
    },
    {
      "epoch": 0.3050263966370608,
      "grad_norm": 7.40625,
      "learning_rate": 3.475315188681879e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5319973140954971,
      "num_tokens": 185257266.0,
      "step": 240470
    },
    {
      "epoch": 0.30503908122959367,
      "grad_norm": 6.6875,
      "learning_rate": 3.475251757673249e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5702460408210754,
      "num_tokens": 185263459.0,
      "step": 240480
    },
    {
      "epoch": 0.3050517658221265,
      "grad_norm": 6.40625,
      "learning_rate": 3.4751883266646204e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5537011802196503,
      "num_tokens": 185270780.0,
      "step": 240490
    },
    {
      "epoch": 0.30506445041465935,
      "grad_norm": 6.875,
      "learning_rate": 3.475124895655991e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5736493438482284,
      "num_tokens": 185276872.0,
      "step": 240500
    },
    {
      "epoch": 0.3050771350071922,
      "grad_norm": 8.0625,
      "learning_rate": 3.4750614646473615e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5341064780950546,
      "num_tokens": 185284650.0,
      "step": 240510
    },
    {
      "epoch": 0.305089819599725,
      "grad_norm": 7.6875,
      "learning_rate": 3.474998033638733e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5509529173374176,
      "num_tokens": 185290413.0,
      "step": 240520
    },
    {
      "epoch": 0.3051025041922578,
      "grad_norm": 5.15625,
      "learning_rate": 3.474934602630103e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5376797974109649,
      "num_tokens": 185298659.0,
      "step": 240530
    },
    {
      "epoch": 0.30511518878479066,
      "grad_norm": 9.625,
      "learning_rate": 3.4748711716214744e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5446112424135208,
      "num_tokens": 185305593.0,
      "step": 240540
    },
    {
      "epoch": 0.3051278733773235,
      "grad_norm": 5.875,
      "learning_rate": 3.4748077406128457e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5357713162899017,
      "num_tokens": 185314088.0,
      "step": 240550
    },
    {
      "epoch": 0.30514055796985634,
      "grad_norm": 6.375,
      "learning_rate": 3.474744309604216e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5328555136919022,
      "num_tokens": 185322287.0,
      "step": 240560
    },
    {
      "epoch": 0.3051532425623892,
      "grad_norm": 5.5,
      "learning_rate": 3.474680878595587e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.552402201294899,
      "num_tokens": 185329411.0,
      "step": 240570
    },
    {
      "epoch": 0.305165927154922,
      "grad_norm": 5.03125,
      "learning_rate": 3.474617447586957e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5304217666387558,
      "num_tokens": 185337980.0,
      "step": 240580
    },
    {
      "epoch": 0.3051786117474548,
      "grad_norm": 5.40625,
      "learning_rate": 3.4745540165783285e-05,
      "loss": 1.7824,
      "mean_token_accuracy": 0.5990180969238281,
      "num_tokens": 185345425.0,
      "step": 240590
    },
    {
      "epoch": 0.30519129633998765,
      "grad_norm": 5.4375,
      "learning_rate": 3.4744905855697e-05,
      "loss": 1.9017,
      "mean_token_accuracy": 0.5878899812698364,
      "num_tokens": 185352936.0,
      "step": 240600
    },
    {
      "epoch": 0.3052039809325205,
      "grad_norm": 5.46875,
      "learning_rate": 3.47442715456107e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.564542019367218,
      "num_tokens": 185360425.0,
      "step": 240610
    },
    {
      "epoch": 0.30521666552505333,
      "grad_norm": 5.28125,
      "learning_rate": 3.4743637235524414e-05,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5178460985422134,
      "num_tokens": 185368151.0,
      "step": 240620
    },
    {
      "epoch": 0.3052293501175862,
      "grad_norm": 6.6875,
      "learning_rate": 3.474300292543812e-05,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5265575468540191,
      "num_tokens": 185376267.0,
      "step": 240630
    },
    {
      "epoch": 0.305242034710119,
      "grad_norm": 5.34375,
      "learning_rate": 3.4742368615351825e-05,
      "loss": 1.8645,
      "mean_token_accuracy": 0.5946706295013428,
      "num_tokens": 185385450.0,
      "step": 240640
    },
    {
      "epoch": 0.30525471930265186,
      "grad_norm": 4.90625,
      "learning_rate": 3.474173430526554e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5375998347997666,
      "num_tokens": 185394189.0,
      "step": 240650
    },
    {
      "epoch": 0.3052674038951847,
      "grad_norm": 4.90625,
      "learning_rate": 3.474109999517924e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5509148359298706,
      "num_tokens": 185403100.0,
      "step": 240660
    },
    {
      "epoch": 0.3052800884877175,
      "grad_norm": 4.8125,
      "learning_rate": 3.4740465685092955e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5528561770915985,
      "num_tokens": 185410498.0,
      "step": 240670
    },
    {
      "epoch": 0.3052927730802503,
      "grad_norm": 5.5625,
      "learning_rate": 3.473983137500666e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5167798131704331,
      "num_tokens": 185419797.0,
      "step": 240680
    },
    {
      "epoch": 0.30530545767278316,
      "grad_norm": 6.8125,
      "learning_rate": 3.473919706492037e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5320402294397354,
      "num_tokens": 185428122.0,
      "step": 240690
    },
    {
      "epoch": 0.305318142265316,
      "grad_norm": 6.53125,
      "learning_rate": 3.473856275483408e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5362539917230607,
      "num_tokens": 185436156.0,
      "step": 240700
    },
    {
      "epoch": 0.30533082685784885,
      "grad_norm": 5.3125,
      "learning_rate": 3.473792844474778e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5599031150341034,
      "num_tokens": 185444175.0,
      "step": 240710
    },
    {
      "epoch": 0.3053435114503817,
      "grad_norm": 5.21875,
      "learning_rate": 3.4737294134661495e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.528215953707695,
      "num_tokens": 185452420.0,
      "step": 240720
    },
    {
      "epoch": 0.30535619604291453,
      "grad_norm": 5.6875,
      "learning_rate": 3.47366598245752e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5268396705389022,
      "num_tokens": 185460800.0,
      "step": 240730
    },
    {
      "epoch": 0.30536888063544737,
      "grad_norm": 6.1875,
      "learning_rate": 3.473602551448891e-05,
      "loss": 1.9029,
      "mean_token_accuracy": 0.5886413753032684,
      "num_tokens": 185467968.0,
      "step": 240740
    },
    {
      "epoch": 0.30538156522798016,
      "grad_norm": 5.59375,
      "learning_rate": 3.4735391204402625e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5637345641851426,
      "num_tokens": 185476736.0,
      "step": 240750
    },
    {
      "epoch": 0.305394249820513,
      "grad_norm": 5.125,
      "learning_rate": 3.473475689431633e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5455101579427719,
      "num_tokens": 185485012.0,
      "step": 240760
    },
    {
      "epoch": 0.30540693441304584,
      "grad_norm": 4.9375,
      "learning_rate": 3.473412258423004e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5320029020309448,
      "num_tokens": 185492670.0,
      "step": 240770
    },
    {
      "epoch": 0.3054196190055787,
      "grad_norm": 6.28125,
      "learning_rate": 3.473348827414374e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5421786308288574,
      "num_tokens": 185499356.0,
      "step": 240780
    },
    {
      "epoch": 0.3054323035981115,
      "grad_norm": 5.28125,
      "learning_rate": 3.473285396405745e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5335792124271392,
      "num_tokens": 185506843.0,
      "step": 240790
    },
    {
      "epoch": 0.30544498819064436,
      "grad_norm": 5.375,
      "learning_rate": 3.4732219653971165e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5585603237152099,
      "num_tokens": 185514217.0,
      "step": 240800
    },
    {
      "epoch": 0.3054576727831772,
      "grad_norm": 5.15625,
      "learning_rate": 3.473158534388487e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5312161684036255,
      "num_tokens": 185522416.0,
      "step": 240810
    },
    {
      "epoch": 0.30547035737571004,
      "grad_norm": 6.21875,
      "learning_rate": 3.473095103379858e-05,
      "loss": 1.9037,
      "mean_token_accuracy": 0.5844947338104248,
      "num_tokens": 185529770.0,
      "step": 240820
    },
    {
      "epoch": 0.30548304196824283,
      "grad_norm": 5.1875,
      "learning_rate": 3.473031672371229e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.540851166844368,
      "num_tokens": 185536824.0,
      "step": 240830
    },
    {
      "epoch": 0.30549572656077567,
      "grad_norm": 5.03125,
      "learning_rate": 3.4729682413626e-05,
      "loss": 1.9401,
      "mean_token_accuracy": 0.5706220328807831,
      "num_tokens": 185543830.0,
      "step": 240840
    },
    {
      "epoch": 0.3055084111533085,
      "grad_norm": 4.71875,
      "learning_rate": 3.4729048103539705e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5706995010375977,
      "num_tokens": 185551223.0,
      "step": 240850
    },
    {
      "epoch": 0.30552109574584135,
      "grad_norm": 6.3125,
      "learning_rate": 3.472841379345341e-05,
      "loss": 1.8343,
      "mean_token_accuracy": 0.5792638093233109,
      "num_tokens": 185558505.0,
      "step": 240860
    },
    {
      "epoch": 0.3055337803383742,
      "grad_norm": 5.59375,
      "learning_rate": 3.472777948336712e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5356375008821488,
      "num_tokens": 185567541.0,
      "step": 240870
    },
    {
      "epoch": 0.30554646493090704,
      "grad_norm": 6.46875,
      "learning_rate": 3.472714517328083e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.559799125790596,
      "num_tokens": 185576503.0,
      "step": 240880
    },
    {
      "epoch": 0.3055591495234399,
      "grad_norm": 6.625,
      "learning_rate": 3.472651086319454e-05,
      "loss": 2.1987,
      "mean_token_accuracy": 0.5245961308479309,
      "num_tokens": 185585038.0,
      "step": 240890
    },
    {
      "epoch": 0.3055718341159727,
      "grad_norm": 7.46875,
      "learning_rate": 3.472587655310825e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5324473410844803,
      "num_tokens": 185591780.0,
      "step": 240900
    },
    {
      "epoch": 0.3055845187085055,
      "grad_norm": 4.90625,
      "learning_rate": 3.472524224302196e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5343042969703674,
      "num_tokens": 185599780.0,
      "step": 240910
    },
    {
      "epoch": 0.30559720330103834,
      "grad_norm": 5.40625,
      "learning_rate": 3.472460793293566e-05,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5236199617385864,
      "num_tokens": 185608245.0,
      "step": 240920
    },
    {
      "epoch": 0.3056098878935712,
      "grad_norm": 4.75,
      "learning_rate": 3.472397362284937e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5665536671876907,
      "num_tokens": 185614615.0,
      "step": 240930
    },
    {
      "epoch": 0.305622572486104,
      "grad_norm": 6.125,
      "learning_rate": 3.472333931276308e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5537521719932557,
      "num_tokens": 185621427.0,
      "step": 240940
    },
    {
      "epoch": 0.30563525707863687,
      "grad_norm": 5.09375,
      "learning_rate": 3.472270500267679e-05,
      "loss": 2.135,
      "mean_token_accuracy": 0.5320301294326782,
      "num_tokens": 185629450.0,
      "step": 240950
    },
    {
      "epoch": 0.3056479416711697,
      "grad_norm": 8.0625,
      "learning_rate": 3.47220706925905e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5379704713821412,
      "num_tokens": 185635987.0,
      "step": 240960
    },
    {
      "epoch": 0.30566062626370255,
      "grad_norm": 4.96875,
      "learning_rate": 3.472143638250421e-05,
      "loss": 1.9214,
      "mean_token_accuracy": 0.5844814956188202,
      "num_tokens": 185642689.0,
      "step": 240970
    },
    {
      "epoch": 0.3056733108562354,
      "grad_norm": 5.3125,
      "learning_rate": 3.4720802072417915e-05,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5196021527051926,
      "num_tokens": 185650874.0,
      "step": 240980
    },
    {
      "epoch": 0.3056859954487682,
      "grad_norm": 7.59375,
      "learning_rate": 3.472016776233162e-05,
      "loss": 2.2546,
      "mean_token_accuracy": 0.5174039244651795,
      "num_tokens": 185659578.0,
      "step": 240990
    },
    {
      "epoch": 0.305698680041301,
      "grad_norm": 5.375,
      "learning_rate": 3.471953345224533e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5472885519266129,
      "num_tokens": 185667326.0,
      "step": 241000
    },
    {
      "epoch": 0.30571136463383386,
      "grad_norm": 6.75,
      "learning_rate": 3.471889914215904e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5601694196462631,
      "num_tokens": 185674004.0,
      "step": 241010
    },
    {
      "epoch": 0.3057240492263667,
      "grad_norm": 5.125,
      "learning_rate": 3.471826483207275e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.546994400024414,
      "num_tokens": 185681284.0,
      "step": 241020
    },
    {
      "epoch": 0.30573673381889954,
      "grad_norm": 5.75,
      "learning_rate": 3.471763052198646e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5259340614080429,
      "num_tokens": 185689368.0,
      "step": 241030
    },
    {
      "epoch": 0.3057494184114324,
      "grad_norm": 5.1875,
      "learning_rate": 3.471699621190017e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5337588101625442,
      "num_tokens": 185697141.0,
      "step": 241040
    },
    {
      "epoch": 0.3057621030039652,
      "grad_norm": 5.53125,
      "learning_rate": 3.471636190181387e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5633453160524369,
      "num_tokens": 185704636.0,
      "step": 241050
    },
    {
      "epoch": 0.305774787596498,
      "grad_norm": 4.75,
      "learning_rate": 3.471572759172758e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.539083456993103,
      "num_tokens": 185713546.0,
      "step": 241060
    },
    {
      "epoch": 0.30578747218903085,
      "grad_norm": 5.21875,
      "learning_rate": 3.471509328164129e-05,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5190568715333939,
      "num_tokens": 185721504.0,
      "step": 241070
    },
    {
      "epoch": 0.3058001567815637,
      "grad_norm": 5.6875,
      "learning_rate": 3.4714458971555e-05,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5306130021810531,
      "num_tokens": 185728885.0,
      "step": 241080
    },
    {
      "epoch": 0.30581284137409653,
      "grad_norm": 5.65625,
      "learning_rate": 3.471382466146871e-05,
      "loss": 2.2805,
      "mean_token_accuracy": 0.5122242510318756,
      "num_tokens": 185737966.0,
      "step": 241090
    },
    {
      "epoch": 0.3058255259666294,
      "grad_norm": 5.3125,
      "learning_rate": 3.471319035138242e-05,
      "loss": 2.3725,
      "mean_token_accuracy": 0.4963278740644455,
      "num_tokens": 185746009.0,
      "step": 241100
    },
    {
      "epoch": 0.3058382105591622,
      "grad_norm": 5.40625,
      "learning_rate": 3.4712556041296126e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5336179733276367,
      "num_tokens": 185753164.0,
      "step": 241110
    },
    {
      "epoch": 0.30585089515169506,
      "grad_norm": 6.34375,
      "learning_rate": 3.471192173120983e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5461261451244355,
      "num_tokens": 185761501.0,
      "step": 241120
    },
    {
      "epoch": 0.3058635797442279,
      "grad_norm": 6.5625,
      "learning_rate": 3.471128742112354e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5602826684713363,
      "num_tokens": 185769769.0,
      "step": 241130
    },
    {
      "epoch": 0.3058762643367607,
      "grad_norm": 6.15625,
      "learning_rate": 3.471065311103725e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5380746692419052,
      "num_tokens": 185777970.0,
      "step": 241140
    },
    {
      "epoch": 0.3058889489292935,
      "grad_norm": 6.21875,
      "learning_rate": 3.471001880095096e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5308945268392563,
      "num_tokens": 185785692.0,
      "step": 241150
    },
    {
      "epoch": 0.30590163352182637,
      "grad_norm": 5.09375,
      "learning_rate": 3.4709384490864666e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.536815857887268,
      "num_tokens": 185794915.0,
      "step": 241160
    },
    {
      "epoch": 0.3059143181143592,
      "grad_norm": 6.15625,
      "learning_rate": 3.470875018077838e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5544010192155838,
      "num_tokens": 185801541.0,
      "step": 241170
    },
    {
      "epoch": 0.30592700270689205,
      "grad_norm": 4.875,
      "learning_rate": 3.470811587069209e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5587565511465072,
      "num_tokens": 185809382.0,
      "step": 241180
    },
    {
      "epoch": 0.3059396872994249,
      "grad_norm": 6.5,
      "learning_rate": 3.4707481560605796e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5367780417203903,
      "num_tokens": 185816193.0,
      "step": 241190
    },
    {
      "epoch": 0.30595237189195773,
      "grad_norm": 4.5625,
      "learning_rate": 3.47068472505195e-05,
      "loss": 1.8624,
      "mean_token_accuracy": 0.5827516078948974,
      "num_tokens": 185823240.0,
      "step": 241200
    },
    {
      "epoch": 0.30596505648449057,
      "grad_norm": 5.0,
      "learning_rate": 3.4706212940433206e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.552096626162529,
      "num_tokens": 185830391.0,
      "step": 241210
    },
    {
      "epoch": 0.30597774107702336,
      "grad_norm": 9.0625,
      "learning_rate": 3.470557863034692e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5333611220121384,
      "num_tokens": 185838382.0,
      "step": 241220
    },
    {
      "epoch": 0.3059904256695562,
      "grad_norm": 6.65625,
      "learning_rate": 3.470494432026063e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5588157057762146,
      "num_tokens": 185846408.0,
      "step": 241230
    },
    {
      "epoch": 0.30600311026208904,
      "grad_norm": 4.75,
      "learning_rate": 3.4704310010174336e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5380102545022964,
      "num_tokens": 185853936.0,
      "step": 241240
    },
    {
      "epoch": 0.3060157948546219,
      "grad_norm": 6.15625,
      "learning_rate": 3.470367570008805e-05,
      "loss": 1.9085,
      "mean_token_accuracy": 0.5690000206232071,
      "num_tokens": 185861696.0,
      "step": 241250
    },
    {
      "epoch": 0.3060284794471547,
      "grad_norm": 4.71875,
      "learning_rate": 3.4703041390001753e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5671594381332398,
      "num_tokens": 185869578.0,
      "step": 241260
    },
    {
      "epoch": 0.30604116403968756,
      "grad_norm": 4.5625,
      "learning_rate": 3.470240707991546e-05,
      "loss": 1.8303,
      "mean_token_accuracy": 0.5907204031944275,
      "num_tokens": 185877166.0,
      "step": 241270
    },
    {
      "epoch": 0.3060538486322204,
      "grad_norm": 5.0,
      "learning_rate": 3.470177276982917e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5464050948619843,
      "num_tokens": 185886184.0,
      "step": 241280
    },
    {
      "epoch": 0.30606653322475325,
      "grad_norm": 5.65625,
      "learning_rate": 3.4701138459742876e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.551888856291771,
      "num_tokens": 185893987.0,
      "step": 241290
    },
    {
      "epoch": 0.30607921781728603,
      "grad_norm": 6.90625,
      "learning_rate": 3.470050414965659e-05,
      "loss": 1.8304,
      "mean_token_accuracy": 0.5883565247058868,
      "num_tokens": 185900380.0,
      "step": 241300
    },
    {
      "epoch": 0.3060919024098189,
      "grad_norm": 9.6875,
      "learning_rate": 3.4699869839570294e-05,
      "loss": 1.8315,
      "mean_token_accuracy": 0.606255316734314,
      "num_tokens": 185906833.0,
      "step": 241310
    },
    {
      "epoch": 0.3061045870023517,
      "grad_norm": 6.0,
      "learning_rate": 3.4699235529484006e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5436531811952591,
      "num_tokens": 185913995.0,
      "step": 241320
    },
    {
      "epoch": 0.30611727159488455,
      "grad_norm": 5.59375,
      "learning_rate": 3.469860121939771e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.535937225818634,
      "num_tokens": 185922343.0,
      "step": 241330
    },
    {
      "epoch": 0.3061299561874174,
      "grad_norm": 5.5,
      "learning_rate": 3.4697966909311417e-05,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5623687922954559,
      "num_tokens": 185929968.0,
      "step": 241340
    },
    {
      "epoch": 0.30614264077995024,
      "grad_norm": 5.625,
      "learning_rate": 3.469733259922513e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5524998933076859,
      "num_tokens": 185937083.0,
      "step": 241350
    },
    {
      "epoch": 0.3061553253724831,
      "grad_norm": 4.90625,
      "learning_rate": 3.4696698289138834e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5498925447463989,
      "num_tokens": 185945465.0,
      "step": 241360
    },
    {
      "epoch": 0.3061680099650159,
      "grad_norm": 3.953125,
      "learning_rate": 3.4696063979052546e-05,
      "loss": 1.8965,
      "mean_token_accuracy": 0.56980100274086,
      "num_tokens": 185953988.0,
      "step": 241370
    },
    {
      "epoch": 0.3061806945575487,
      "grad_norm": 7.1875,
      "learning_rate": 3.469542966896626e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5436196833848953,
      "num_tokens": 185962750.0,
      "step": 241380
    },
    {
      "epoch": 0.30619337915008155,
      "grad_norm": 4.90625,
      "learning_rate": 3.4694795358879964e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5748777478933335,
      "num_tokens": 185970324.0,
      "step": 241390
    },
    {
      "epoch": 0.3062060637426144,
      "grad_norm": 5.625,
      "learning_rate": 3.469416104879367e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5674079626798629,
      "num_tokens": 185977036.0,
      "step": 241400
    },
    {
      "epoch": 0.30621874833514723,
      "grad_norm": 6.09375,
      "learning_rate": 3.4693526738707374e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.549815759062767,
      "num_tokens": 185985106.0,
      "step": 241410
    },
    {
      "epoch": 0.30623143292768007,
      "grad_norm": 5.84375,
      "learning_rate": 3.4692892428621086e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5574630796909332,
      "num_tokens": 185992264.0,
      "step": 241420
    },
    {
      "epoch": 0.3062441175202129,
      "grad_norm": 5.65625,
      "learning_rate": 3.46922581185348e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5362712621688843,
      "num_tokens": 185998962.0,
      "step": 241430
    },
    {
      "epoch": 0.30625680211274575,
      "grad_norm": 5.0625,
      "learning_rate": 3.4691623808448504e-05,
      "loss": 1.8633,
      "mean_token_accuracy": 0.5881462007761001,
      "num_tokens": 186006475.0,
      "step": 241440
    },
    {
      "epoch": 0.3062694867052786,
      "grad_norm": 7.71875,
      "learning_rate": 3.4690989498362216e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.518275934457779,
      "num_tokens": 186014715.0,
      "step": 241450
    },
    {
      "epoch": 0.3062821712978114,
      "grad_norm": 7.1875,
      "learning_rate": 3.469035518827592e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.579449611902237,
      "num_tokens": 186021518.0,
      "step": 241460
    },
    {
      "epoch": 0.3062948558903442,
      "grad_norm": 5.875,
      "learning_rate": 3.468972087818963e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5722060084342957,
      "num_tokens": 186029112.0,
      "step": 241470
    },
    {
      "epoch": 0.30630754048287706,
      "grad_norm": 5.40625,
      "learning_rate": 3.468908656810334e-05,
      "loss": 2.2732,
      "mean_token_accuracy": 0.5115299463272095,
      "num_tokens": 186035997.0,
      "step": 241480
    },
    {
      "epoch": 0.3063202250754099,
      "grad_norm": 7.28125,
      "learning_rate": 3.4688452258017044e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5244494765996933,
      "num_tokens": 186042771.0,
      "step": 241490
    },
    {
      "epoch": 0.30633290966794274,
      "grad_norm": 5.15625,
      "learning_rate": 3.4687817947930756e-05,
      "loss": 1.9755,
      "mean_token_accuracy": 0.5669875234365463,
      "num_tokens": 186049251.0,
      "step": 241500
    },
    {
      "epoch": 0.3063455942604756,
      "grad_norm": 6.875,
      "learning_rate": 3.468718363784446e-05,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5691354215145111,
      "num_tokens": 186056153.0,
      "step": 241510
    },
    {
      "epoch": 0.3063582788530084,
      "grad_norm": 5.75,
      "learning_rate": 3.4686549327758174e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5535537362098694,
      "num_tokens": 186064270.0,
      "step": 241520
    },
    {
      "epoch": 0.3063709634455412,
      "grad_norm": 5.9375,
      "learning_rate": 3.4685915017671886e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5281856507062912,
      "num_tokens": 186072127.0,
      "step": 241530
    },
    {
      "epoch": 0.30638364803807405,
      "grad_norm": 4.5,
      "learning_rate": 3.4685280707585585e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5644943803548813,
      "num_tokens": 186080266.0,
      "step": 241540
    },
    {
      "epoch": 0.3063963326306069,
      "grad_norm": 5.0,
      "learning_rate": 3.46846463974993e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5756617665290833,
      "num_tokens": 186087580.0,
      "step": 241550
    },
    {
      "epoch": 0.30640901722313973,
      "grad_norm": 7.09375,
      "learning_rate": 3.4684012087413e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5511458307504654,
      "num_tokens": 186094347.0,
      "step": 241560
    },
    {
      "epoch": 0.3064217018156726,
      "grad_norm": 4.8125,
      "learning_rate": 3.4683377777326714e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5318652570247651,
      "num_tokens": 186102460.0,
      "step": 241570
    },
    {
      "epoch": 0.3064343864082054,
      "grad_norm": 5.875,
      "learning_rate": 3.4682743467240426e-05,
      "loss": 2.2495,
      "mean_token_accuracy": 0.509465578198433,
      "num_tokens": 186111038.0,
      "step": 241580
    },
    {
      "epoch": 0.30644707100073826,
      "grad_norm": 6.5,
      "learning_rate": 3.468210915715413e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5719734638929367,
      "num_tokens": 186117466.0,
      "step": 241590
    },
    {
      "epoch": 0.3064597555932711,
      "grad_norm": 4.96875,
      "learning_rate": 3.4681474847067844e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5378895819187164,
      "num_tokens": 186126669.0,
      "step": 241600
    },
    {
      "epoch": 0.3064724401858039,
      "grad_norm": 5.25,
      "learning_rate": 3.468084053698155e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.533080804347992,
      "num_tokens": 186133928.0,
      "step": 241610
    },
    {
      "epoch": 0.3064851247783367,
      "grad_norm": 5.125,
      "learning_rate": 3.4680206226895254e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5530895501375198,
      "num_tokens": 186141722.0,
      "step": 241620
    },
    {
      "epoch": 0.30649780937086957,
      "grad_norm": 7.03125,
      "learning_rate": 3.4679571916808967e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5661036521196365,
      "num_tokens": 186150440.0,
      "step": 241630
    },
    {
      "epoch": 0.3065104939634024,
      "grad_norm": 10.8125,
      "learning_rate": 3.467893760672267e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5308373451232911,
      "num_tokens": 186159068.0,
      "step": 241640
    },
    {
      "epoch": 0.30652317855593525,
      "grad_norm": 7.65625,
      "learning_rate": 3.4678303296636384e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5185693234205246,
      "num_tokens": 186166343.0,
      "step": 241650
    },
    {
      "epoch": 0.3065358631484681,
      "grad_norm": 6.40625,
      "learning_rate": 3.467766898655009e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5456261545419693,
      "num_tokens": 186173922.0,
      "step": 241660
    },
    {
      "epoch": 0.30654854774100093,
      "grad_norm": 5.6875,
      "learning_rate": 3.46770346764638e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5428555101156235,
      "num_tokens": 186181673.0,
      "step": 241670
    },
    {
      "epoch": 0.3065612323335338,
      "grad_norm": 5.6875,
      "learning_rate": 3.467640036637751e-05,
      "loss": 2.2737,
      "mean_token_accuracy": 0.5179679453372955,
      "num_tokens": 186189654.0,
      "step": 241680
    },
    {
      "epoch": 0.30657391692606656,
      "grad_norm": 6.625,
      "learning_rate": 3.467576605629121e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5718113511800766,
      "num_tokens": 186197304.0,
      "step": 241690
    },
    {
      "epoch": 0.3065866015185994,
      "grad_norm": 4.75,
      "learning_rate": 3.4675131746204924e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5549984723329544,
      "num_tokens": 186205204.0,
      "step": 241700
    },
    {
      "epoch": 0.30659928611113224,
      "grad_norm": 4.65625,
      "learning_rate": 3.467449743611863e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5645670115947723,
      "num_tokens": 186212972.0,
      "step": 241710
    },
    {
      "epoch": 0.3066119707036651,
      "grad_norm": 8.0,
      "learning_rate": 3.467386312603234e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5402943134307862,
      "num_tokens": 186220508.0,
      "step": 241720
    },
    {
      "epoch": 0.3066246552961979,
      "grad_norm": 6.84375,
      "learning_rate": 3.4673228815946054e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.547981795668602,
      "num_tokens": 186226076.0,
      "step": 241730
    },
    {
      "epoch": 0.30663733988873076,
      "grad_norm": 5.4375,
      "learning_rate": 3.467259450585976e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5618015229701996,
      "num_tokens": 186233604.0,
      "step": 241740
    },
    {
      "epoch": 0.3066500244812636,
      "grad_norm": 4.9375,
      "learning_rate": 3.4671960195773465e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5548558473587036,
      "num_tokens": 186241141.0,
      "step": 241750
    },
    {
      "epoch": 0.30666270907379645,
      "grad_norm": 4.53125,
      "learning_rate": 3.467132588568717e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5517159700393677,
      "num_tokens": 186248127.0,
      "step": 241760
    },
    {
      "epoch": 0.30667539366632923,
      "grad_norm": 5.34375,
      "learning_rate": 3.467069157560088e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5350889533758163,
      "num_tokens": 186255112.0,
      "step": 241770
    },
    {
      "epoch": 0.3066880782588621,
      "grad_norm": 6.1875,
      "learning_rate": 3.4670057265514594e-05,
      "loss": 1.8388,
      "mean_token_accuracy": 0.580991905927658,
      "num_tokens": 186262537.0,
      "step": 241780
    },
    {
      "epoch": 0.3067007628513949,
      "grad_norm": 7.78125,
      "learning_rate": 3.46694229554283e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5409539371728898,
      "num_tokens": 186269635.0,
      "step": 241790
    },
    {
      "epoch": 0.30671344744392776,
      "grad_norm": 4.90625,
      "learning_rate": 3.466878864534201e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5298237562179565,
      "num_tokens": 186278952.0,
      "step": 241800
    },
    {
      "epoch": 0.3067261320364606,
      "grad_norm": 5.71875,
      "learning_rate": 3.466815433525572e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.55175079703331,
      "num_tokens": 186286158.0,
      "step": 241810
    },
    {
      "epoch": 0.30673881662899344,
      "grad_norm": 5.0625,
      "learning_rate": 3.466752002516942e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5332631796598435,
      "num_tokens": 186295088.0,
      "step": 241820
    },
    {
      "epoch": 0.3067515012215263,
      "grad_norm": 4.4375,
      "learning_rate": 3.4666885715083135e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5432774513959885,
      "num_tokens": 186303353.0,
      "step": 241830
    },
    {
      "epoch": 0.3067641858140591,
      "grad_norm": 4.75,
      "learning_rate": 3.466625140499684e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5213690787553787,
      "num_tokens": 186310961.0,
      "step": 241840
    },
    {
      "epoch": 0.3067768704065919,
      "grad_norm": 7.75,
      "learning_rate": 3.466561709491055e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5316431641578674,
      "num_tokens": 186317407.0,
      "step": 241850
    },
    {
      "epoch": 0.30678955499912475,
      "grad_norm": 5.1875,
      "learning_rate": 3.466498278482426e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.556721830368042,
      "num_tokens": 186326256.0,
      "step": 241860
    },
    {
      "epoch": 0.3068022395916576,
      "grad_norm": 4.6875,
      "learning_rate": 3.466434847473797e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5347061544656754,
      "num_tokens": 186333563.0,
      "step": 241870
    },
    {
      "epoch": 0.30681492418419043,
      "grad_norm": 4.84375,
      "learning_rate": 3.4663714164651675e-05,
      "loss": 1.7265,
      "mean_token_accuracy": 0.6103702306747436,
      "num_tokens": 186340240.0,
      "step": 241880
    },
    {
      "epoch": 0.30682760877672327,
      "grad_norm": 4.65625,
      "learning_rate": 3.466307985456538e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5208701491355896,
      "num_tokens": 186348278.0,
      "step": 241890
    },
    {
      "epoch": 0.3068402933692561,
      "grad_norm": 4.625,
      "learning_rate": 3.466244554447909e-05,
      "loss": 2.1785,
      "mean_token_accuracy": 0.5299697905778885,
      "num_tokens": 186356222.0,
      "step": 241900
    },
    {
      "epoch": 0.30685297796178895,
      "grad_norm": 7.875,
      "learning_rate": 3.4661811234392805e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5503282397985458,
      "num_tokens": 186363311.0,
      "step": 241910
    },
    {
      "epoch": 0.3068656625543218,
      "grad_norm": 5.4375,
      "learning_rate": 3.466117692430651e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5282530874013901,
      "num_tokens": 186369615.0,
      "step": 241920
    },
    {
      "epoch": 0.3068783471468546,
      "grad_norm": 5.875,
      "learning_rate": 3.466054261422022e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.5550339967012405,
      "num_tokens": 186377408.0,
      "step": 241930
    },
    {
      "epoch": 0.3068910317393874,
      "grad_norm": 5.1875,
      "learning_rate": 3.465990830413393e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.563741746544838,
      "num_tokens": 186384837.0,
      "step": 241940
    },
    {
      "epoch": 0.30690371633192026,
      "grad_norm": 5.53125,
      "learning_rate": 3.465927399404764e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5422922641038894,
      "num_tokens": 186392814.0,
      "step": 241950
    },
    {
      "epoch": 0.3069164009244531,
      "grad_norm": 6.59375,
      "learning_rate": 3.4658639683961345e-05,
      "loss": 1.836,
      "mean_token_accuracy": 0.5985360413789749,
      "num_tokens": 186399675.0,
      "step": 241960
    },
    {
      "epoch": 0.30692908551698594,
      "grad_norm": 6.3125,
      "learning_rate": 3.465800537387505e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5570263177156448,
      "num_tokens": 186405746.0,
      "step": 241970
    },
    {
      "epoch": 0.3069417701095188,
      "grad_norm": 7.6875,
      "learning_rate": 3.465737106378876e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5384163320064544,
      "num_tokens": 186414269.0,
      "step": 241980
    },
    {
      "epoch": 0.3069544547020516,
      "grad_norm": 5.59375,
      "learning_rate": 3.465673675370247e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5523098230361938,
      "num_tokens": 186421727.0,
      "step": 241990
    },
    {
      "epoch": 0.3069671392945844,
      "grad_norm": 5.125,
      "learning_rate": 3.465610244361618e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5527322292327881,
      "num_tokens": 186429907.0,
      "step": 242000
    },
    {
      "epoch": 0.30697982388711725,
      "grad_norm": 5.34375,
      "learning_rate": 3.465546813352989e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5348322302103042,
      "num_tokens": 186437415.0,
      "step": 242010
    },
    {
      "epoch": 0.3069925084796501,
      "grad_norm": 6.9375,
      "learning_rate": 3.46548338234436e-05,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5529918551445008,
      "num_tokens": 186445162.0,
      "step": 242020
    },
    {
      "epoch": 0.30700519307218294,
      "grad_norm": 8.5625,
      "learning_rate": 3.46541995133573e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.56226547062397,
      "num_tokens": 186452368.0,
      "step": 242030
    },
    {
      "epoch": 0.3070178776647158,
      "grad_norm": 6.6875,
      "learning_rate": 3.465356520327101e-05,
      "loss": 1.9592,
      "mean_token_accuracy": 0.5608148753643036,
      "num_tokens": 186458538.0,
      "step": 242040
    },
    {
      "epoch": 0.3070305622572486,
      "grad_norm": 6.75,
      "learning_rate": 3.465293089318472e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5623699396848678,
      "num_tokens": 186465674.0,
      "step": 242050
    },
    {
      "epoch": 0.30704324684978146,
      "grad_norm": 6.3125,
      "learning_rate": 3.465229658309843e-05,
      "loss": 1.7813,
      "mean_token_accuracy": 0.604622882604599,
      "num_tokens": 186472173.0,
      "step": 242060
    },
    {
      "epoch": 0.3070559314423143,
      "grad_norm": 5.1875,
      "learning_rate": 3.465166227301214e-05,
      "loss": 1.9578,
      "mean_token_accuracy": 0.5619449108839035,
      "num_tokens": 186480108.0,
      "step": 242070
    },
    {
      "epoch": 0.3070686160348471,
      "grad_norm": 4.65625,
      "learning_rate": 3.465102796292585e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.5695661455392838,
      "num_tokens": 186488344.0,
      "step": 242080
    },
    {
      "epoch": 0.3070813006273799,
      "grad_norm": 5.34375,
      "learning_rate": 3.4650393652839555e-05,
      "loss": 2.2739,
      "mean_token_accuracy": 0.5019076257944107,
      "num_tokens": 186497838.0,
      "step": 242090
    },
    {
      "epoch": 0.30709398521991277,
      "grad_norm": 5.21875,
      "learning_rate": 3.464975934275326e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5183502227067948,
      "num_tokens": 186505994.0,
      "step": 242100
    },
    {
      "epoch": 0.3071066698124456,
      "grad_norm": 6.625,
      "learning_rate": 3.464912503266697e-05,
      "loss": 1.8744,
      "mean_token_accuracy": 0.5805073797702789,
      "num_tokens": 186513131.0,
      "step": 242110
    },
    {
      "epoch": 0.30711935440497845,
      "grad_norm": 5.4375,
      "learning_rate": 3.464849072258068e-05,
      "loss": 2.2702,
      "mean_token_accuracy": 0.5256246238946914,
      "num_tokens": 186520829.0,
      "step": 242120
    },
    {
      "epoch": 0.3071320389975113,
      "grad_norm": 5.75,
      "learning_rate": 3.464785641249439e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5286516845226288,
      "num_tokens": 186528932.0,
      "step": 242130
    },
    {
      "epoch": 0.30714472359004413,
      "grad_norm": 5.6875,
      "learning_rate": 3.4647222102408095e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5619418144226074,
      "num_tokens": 186536299.0,
      "step": 242140
    },
    {
      "epoch": 0.307157408182577,
      "grad_norm": 5.4375,
      "learning_rate": 3.464658779232181e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5410342246294022,
      "num_tokens": 186544707.0,
      "step": 242150
    },
    {
      "epoch": 0.30717009277510976,
      "grad_norm": 5.28125,
      "learning_rate": 3.464595348223551e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5506718158721924,
      "num_tokens": 186552561.0,
      "step": 242160
    },
    {
      "epoch": 0.3071827773676426,
      "grad_norm": 5.25,
      "learning_rate": 3.464531917214922e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5574761748313903,
      "num_tokens": 186558955.0,
      "step": 242170
    },
    {
      "epoch": 0.30719546196017544,
      "grad_norm": 6.0,
      "learning_rate": 3.464468486206293e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5790599405765533,
      "num_tokens": 186565354.0,
      "step": 242180
    },
    {
      "epoch": 0.3072081465527083,
      "grad_norm": 6.875,
      "learning_rate": 3.4644050551976636e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5430271446704864,
      "num_tokens": 186572910.0,
      "step": 242190
    },
    {
      "epoch": 0.3072208311452411,
      "grad_norm": 6.53125,
      "learning_rate": 3.464341624189035e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5496896415948868,
      "num_tokens": 186580627.0,
      "step": 242200
    },
    {
      "epoch": 0.30723351573777397,
      "grad_norm": 6.90625,
      "learning_rate": 3.464278193180406e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5285350620746613,
      "num_tokens": 186588251.0,
      "step": 242210
    },
    {
      "epoch": 0.3072462003303068,
      "grad_norm": 5.6875,
      "learning_rate": 3.4642147621717765e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5413931101560593,
      "num_tokens": 186596822.0,
      "step": 242220
    },
    {
      "epoch": 0.30725888492283965,
      "grad_norm": 6.84375,
      "learning_rate": 3.464151331163147e-05,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5225358426570892,
      "num_tokens": 186603295.0,
      "step": 242230
    },
    {
      "epoch": 0.30727156951537243,
      "grad_norm": 5.1875,
      "learning_rate": 3.4640879001545176e-05,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5567895978689194,
      "num_tokens": 186610820.0,
      "step": 242240
    },
    {
      "epoch": 0.3072842541079053,
      "grad_norm": 5.65625,
      "learning_rate": 3.464024469145889e-05,
      "loss": 1.8422,
      "mean_token_accuracy": 0.5766876697540283,
      "num_tokens": 186617184.0,
      "step": 242250
    },
    {
      "epoch": 0.3072969387004381,
      "grad_norm": 5.5,
      "learning_rate": 3.46396103813726e-05,
      "loss": 1.9444,
      "mean_token_accuracy": 0.566196420788765,
      "num_tokens": 186624386.0,
      "step": 242260
    },
    {
      "epoch": 0.30730962329297096,
      "grad_norm": 4.65625,
      "learning_rate": 3.4638976071286306e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5352723747491837,
      "num_tokens": 186631997.0,
      "step": 242270
    },
    {
      "epoch": 0.3073223078855038,
      "grad_norm": 5.59375,
      "learning_rate": 3.463834176120002e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5816798985004425,
      "num_tokens": 186639115.0,
      "step": 242280
    },
    {
      "epoch": 0.30733499247803664,
      "grad_norm": 15.625,
      "learning_rate": 3.463770745111372e-05,
      "loss": 1.8091,
      "mean_token_accuracy": 0.5910896450281143,
      "num_tokens": 186644759.0,
      "step": 242290
    },
    {
      "epoch": 0.3073476770705695,
      "grad_norm": 6.09375,
      "learning_rate": 3.4637073141027435e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5367899090051651,
      "num_tokens": 186650490.0,
      "step": 242300
    },
    {
      "epoch": 0.3073603616631023,
      "grad_norm": 5.0,
      "learning_rate": 3.463643883094114e-05,
      "loss": 2.2912,
      "mean_token_accuracy": 0.5051045626401901,
      "num_tokens": 186658992.0,
      "step": 242310
    },
    {
      "epoch": 0.3073730462556351,
      "grad_norm": 4.75,
      "learning_rate": 3.4635804520854846e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5629364997148514,
      "num_tokens": 186666705.0,
      "step": 242320
    },
    {
      "epoch": 0.30738573084816795,
      "grad_norm": 4.625,
      "learning_rate": 3.463517021076856e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.541737413406372,
      "num_tokens": 186674319.0,
      "step": 242330
    },
    {
      "epoch": 0.3073984154407008,
      "grad_norm": 5.625,
      "learning_rate": 3.4634535900682263e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5413352727890015,
      "num_tokens": 186681697.0,
      "step": 242340
    },
    {
      "epoch": 0.30741110003323363,
      "grad_norm": 5.9375,
      "learning_rate": 3.4633901590595976e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5461054235696793,
      "num_tokens": 186688656.0,
      "step": 242350
    },
    {
      "epoch": 0.30742378462576647,
      "grad_norm": 6.25,
      "learning_rate": 3.463326728050969e-05,
      "loss": 2.2412,
      "mean_token_accuracy": 0.5181746631860733,
      "num_tokens": 186697087.0,
      "step": 242360
    },
    {
      "epoch": 0.3074364692182993,
      "grad_norm": 4.84375,
      "learning_rate": 3.463263297042339e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5640195131301879,
      "num_tokens": 186704961.0,
      "step": 242370
    },
    {
      "epoch": 0.30744915381083215,
      "grad_norm": 5.34375,
      "learning_rate": 3.46319986603371e-05,
      "loss": 1.9099,
      "mean_token_accuracy": 0.5874655723571778,
      "num_tokens": 186713906.0,
      "step": 242380
    },
    {
      "epoch": 0.307461838403365,
      "grad_norm": 5.1875,
      "learning_rate": 3.4631364350250804e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5441484242677689,
      "num_tokens": 186722350.0,
      "step": 242390
    },
    {
      "epoch": 0.3074745229958978,
      "grad_norm": 6.65625,
      "learning_rate": 3.4630730040164516e-05,
      "loss": 1.764,
      "mean_token_accuracy": 0.5918460011482238,
      "num_tokens": 186728739.0,
      "step": 242400
    },
    {
      "epoch": 0.3074872075884306,
      "grad_norm": 5.46875,
      "learning_rate": 3.463009573007823e-05,
      "loss": 2.246,
      "mean_token_accuracy": 0.5205727607011795,
      "num_tokens": 186736112.0,
      "step": 242410
    },
    {
      "epoch": 0.30749989218096346,
      "grad_norm": 5.4375,
      "learning_rate": 3.462946141999193e-05,
      "loss": 2.2669,
      "mean_token_accuracy": 0.511626449227333,
      "num_tokens": 186744857.0,
      "step": 242420
    },
    {
      "epoch": 0.3075125767734963,
      "grad_norm": 6.6875,
      "learning_rate": 3.4628827109905645e-05,
      "loss": 1.7552,
      "mean_token_accuracy": 0.5938642114400864,
      "num_tokens": 186751604.0,
      "step": 242430
    },
    {
      "epoch": 0.30752526136602915,
      "grad_norm": 5.21875,
      "learning_rate": 3.462819279981935e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.537103858590126,
      "num_tokens": 186760167.0,
      "step": 242440
    },
    {
      "epoch": 0.307537945958562,
      "grad_norm": 4.71875,
      "learning_rate": 3.4627558489733056e-05,
      "loss": 1.97,
      "mean_token_accuracy": 0.560832393169403,
      "num_tokens": 186768341.0,
      "step": 242450
    },
    {
      "epoch": 0.30755063055109483,
      "grad_norm": 5.8125,
      "learning_rate": 3.462692417964677e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5358992367982864,
      "num_tokens": 186776713.0,
      "step": 242460
    },
    {
      "epoch": 0.3075633151436276,
      "grad_norm": 4.96875,
      "learning_rate": 3.4626289869560474e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5345296114683151,
      "num_tokens": 186785652.0,
      "step": 242470
    },
    {
      "epoch": 0.30757599973616045,
      "grad_norm": 5.65625,
      "learning_rate": 3.4625655559474186e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5626109033823014,
      "num_tokens": 186793163.0,
      "step": 242480
    },
    {
      "epoch": 0.3075886843286933,
      "grad_norm": 7.125,
      "learning_rate": 3.462502124938789e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5587416559457778,
      "num_tokens": 186800742.0,
      "step": 242490
    },
    {
      "epoch": 0.30760136892122614,
      "grad_norm": 5.625,
      "learning_rate": 3.46243869393016e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5532836139202117,
      "num_tokens": 186808274.0,
      "step": 242500
    },
    {
      "epoch": 0.307614053513759,
      "grad_norm": 5.46875,
      "learning_rate": 3.462375262921531e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5450116366147995,
      "num_tokens": 186816345.0,
      "step": 242510
    },
    {
      "epoch": 0.3076267381062918,
      "grad_norm": 6.21875,
      "learning_rate": 3.4623118319129014e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5381520330905915,
      "num_tokens": 186823550.0,
      "step": 242520
    },
    {
      "epoch": 0.30763942269882466,
      "grad_norm": 5.1875,
      "learning_rate": 3.4622484009042726e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5265682756900787,
      "num_tokens": 186831400.0,
      "step": 242530
    },
    {
      "epoch": 0.3076521072913575,
      "grad_norm": 5.125,
      "learning_rate": 3.462184969895643e-05,
      "loss": 2.2124,
      "mean_token_accuracy": 0.5212858051061631,
      "num_tokens": 186840433.0,
      "step": 242540
    },
    {
      "epoch": 0.3076647918838903,
      "grad_norm": 5.15625,
      "learning_rate": 3.4621215388870144e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5247002810239791,
      "num_tokens": 186847704.0,
      "step": 242550
    },
    {
      "epoch": 0.30767747647642313,
      "grad_norm": 5.40625,
      "learning_rate": 3.4620581078783856e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5261031687259674,
      "num_tokens": 186857404.0,
      "step": 242560
    },
    {
      "epoch": 0.30769016106895597,
      "grad_norm": 4.9375,
      "learning_rate": 3.461994676869756e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5161417752504349,
      "num_tokens": 186866678.0,
      "step": 242570
    },
    {
      "epoch": 0.3077028456614888,
      "grad_norm": 7.90625,
      "learning_rate": 3.4619312458611266e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5383907556533813,
      "num_tokens": 186873512.0,
      "step": 242580
    },
    {
      "epoch": 0.30771553025402165,
      "grad_norm": 7.0,
      "learning_rate": 3.461867814852497e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5451656132936478,
      "num_tokens": 186880645.0,
      "step": 242590
    },
    {
      "epoch": 0.3077282148465545,
      "grad_norm": 5.09375,
      "learning_rate": 3.4618043838438684e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5225677520036698,
      "num_tokens": 186888246.0,
      "step": 242600
    },
    {
      "epoch": 0.30774089943908733,
      "grad_norm": 5.0,
      "learning_rate": 3.4617409528352396e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5318623602390289,
      "num_tokens": 186895746.0,
      "step": 242610
    },
    {
      "epoch": 0.3077535840316202,
      "grad_norm": 10.3125,
      "learning_rate": 3.46167752182661e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5202990740537643,
      "num_tokens": 186903521.0,
      "step": 242620
    },
    {
      "epoch": 0.30776626862415296,
      "grad_norm": 5.3125,
      "learning_rate": 3.4616140908179813e-05,
      "loss": 1.9753,
      "mean_token_accuracy": 0.5655316203832627,
      "num_tokens": 186911531.0,
      "step": 242630
    },
    {
      "epoch": 0.3077789532166858,
      "grad_norm": 6.25,
      "learning_rate": 3.461550659809352e-05,
      "loss": 1.9067,
      "mean_token_accuracy": 0.570399722456932,
      "num_tokens": 186920145.0,
      "step": 242640
    },
    {
      "epoch": 0.30779163780921864,
      "grad_norm": 3.125,
      "learning_rate": 3.4614872288007224e-05,
      "loss": 1.7647,
      "mean_token_accuracy": 0.6162711173295975,
      "num_tokens": 186926903.0,
      "step": 242650
    },
    {
      "epoch": 0.3078043224017515,
      "grad_norm": 7.6875,
      "learning_rate": 3.4614237977920936e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5134310930967331,
      "num_tokens": 186933122.0,
      "step": 242660
    },
    {
      "epoch": 0.3078170069942843,
      "grad_norm": 6.375,
      "learning_rate": 3.461360366783464e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.539440444111824,
      "num_tokens": 186940582.0,
      "step": 242670
    },
    {
      "epoch": 0.30782969158681717,
      "grad_norm": 5.375,
      "learning_rate": 3.4612969357748354e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.532234725356102,
      "num_tokens": 186949722.0,
      "step": 242680
    },
    {
      "epoch": 0.30784237617935,
      "grad_norm": 5.09375,
      "learning_rate": 3.461233504766206e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5681630581617355,
      "num_tokens": 186957258.0,
      "step": 242690
    },
    {
      "epoch": 0.30785506077188285,
      "grad_norm": 4.625,
      "learning_rate": 3.461170073757577e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5344065845012664,
      "num_tokens": 186965444.0,
      "step": 242700
    },
    {
      "epoch": 0.30786774536441563,
      "grad_norm": 5.5,
      "learning_rate": 3.461106642748948e-05,
      "loss": 2.2261,
      "mean_token_accuracy": 0.5127922385931015,
      "num_tokens": 186973977.0,
      "step": 242710
    },
    {
      "epoch": 0.3078804299569485,
      "grad_norm": 7.75,
      "learning_rate": 3.461043211740319e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.570275428891182,
      "num_tokens": 186981547.0,
      "step": 242720
    },
    {
      "epoch": 0.3078931145494813,
      "grad_norm": 5.15625,
      "learning_rate": 3.4609797807316894e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5600773066282272,
      "num_tokens": 186990105.0,
      "step": 242730
    },
    {
      "epoch": 0.30790579914201416,
      "grad_norm": 5.125,
      "learning_rate": 3.46091634972306e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5354982197284699,
      "num_tokens": 186998904.0,
      "step": 242740
    },
    {
      "epoch": 0.307918483734547,
      "grad_norm": 5.0625,
      "learning_rate": 3.460852918714431e-05,
      "loss": 1.6357,
      "mean_token_accuracy": 0.635620653629303,
      "num_tokens": 187005417.0,
      "step": 242750
    },
    {
      "epoch": 0.30793116832707984,
      "grad_norm": 5.34375,
      "learning_rate": 3.4607894877058024e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.565200462937355,
      "num_tokens": 187012966.0,
      "step": 242760
    },
    {
      "epoch": 0.3079438529196127,
      "grad_norm": 6.15625,
      "learning_rate": 3.460726056697173e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5578668236732482,
      "num_tokens": 187020812.0,
      "step": 242770
    },
    {
      "epoch": 0.3079565375121455,
      "grad_norm": 5.59375,
      "learning_rate": 3.460662625688544e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5670605361461639,
      "num_tokens": 187028978.0,
      "step": 242780
    },
    {
      "epoch": 0.3079692221046783,
      "grad_norm": 7.09375,
      "learning_rate": 3.4605991946799147e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5772522926330567,
      "num_tokens": 187034998.0,
      "step": 242790
    },
    {
      "epoch": 0.30798190669721115,
      "grad_norm": 10.875,
      "learning_rate": 3.460535763671285e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5275059551000595,
      "num_tokens": 187042568.0,
      "step": 242800
    },
    {
      "epoch": 0.307994591289744,
      "grad_norm": 9.375,
      "learning_rate": 3.4604723326626564e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.5558969020843506,
      "num_tokens": 187049424.0,
      "step": 242810
    },
    {
      "epoch": 0.30800727588227683,
      "grad_norm": 7.90625,
      "learning_rate": 3.460408901654027e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5288930028676987,
      "num_tokens": 187057201.0,
      "step": 242820
    },
    {
      "epoch": 0.3080199604748097,
      "grad_norm": 5.59375,
      "learning_rate": 3.460345470645398e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5531888455152512,
      "num_tokens": 187064070.0,
      "step": 242830
    },
    {
      "epoch": 0.3080326450673425,
      "grad_norm": 5.875,
      "learning_rate": 3.4602820396367694e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5643284857273102,
      "num_tokens": 187070442.0,
      "step": 242840
    },
    {
      "epoch": 0.30804532965987536,
      "grad_norm": 6.96875,
      "learning_rate": 3.46021860862814e-05,
      "loss": 1.9187,
      "mean_token_accuracy": 0.5683760523796082,
      "num_tokens": 187076801.0,
      "step": 242850
    },
    {
      "epoch": 0.3080580142524082,
      "grad_norm": 8.25,
      "learning_rate": 3.4601551776195104e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5498930603265763,
      "num_tokens": 187085123.0,
      "step": 242860
    },
    {
      "epoch": 0.308070698844941,
      "grad_norm": 6.75,
      "learning_rate": 3.460091746610881e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.514554786682129,
      "num_tokens": 187093967.0,
      "step": 242870
    },
    {
      "epoch": 0.3080833834374738,
      "grad_norm": 4.8125,
      "learning_rate": 3.460028315602252e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5571815997362137,
      "num_tokens": 187102060.0,
      "step": 242880
    },
    {
      "epoch": 0.30809606803000666,
      "grad_norm": 4.84375,
      "learning_rate": 3.4599648845936234e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5159242451190948,
      "num_tokens": 187110205.0,
      "step": 242890
    },
    {
      "epoch": 0.3081087526225395,
      "grad_norm": 5.375,
      "learning_rate": 3.459901453584994e-05,
      "loss": 2.2657,
      "mean_token_accuracy": 0.521419882774353,
      "num_tokens": 187118000.0,
      "step": 242900
    },
    {
      "epoch": 0.30812143721507235,
      "grad_norm": 4.71875,
      "learning_rate": 3.459838022576365e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5174007415771484,
      "num_tokens": 187127139.0,
      "step": 242910
    },
    {
      "epoch": 0.3081341218076052,
      "grad_norm": 6.59375,
      "learning_rate": 3.459774591567736e-05,
      "loss": 1.8152,
      "mean_token_accuracy": 0.592711329460144,
      "num_tokens": 187134663.0,
      "step": 242920
    },
    {
      "epoch": 0.30814680640013803,
      "grad_norm": 11.8125,
      "learning_rate": 3.459711160559106e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.516296210885048,
      "num_tokens": 187140622.0,
      "step": 242930
    },
    {
      "epoch": 0.3081594909926708,
      "grad_norm": 5.34375,
      "learning_rate": 3.4596477295504774e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5507254362106323,
      "num_tokens": 187147862.0,
      "step": 242940
    },
    {
      "epoch": 0.30817217558520366,
      "grad_norm": 5.65625,
      "learning_rate": 3.459584298541848e-05,
      "loss": 1.7191,
      "mean_token_accuracy": 0.6064733326435089,
      "num_tokens": 187154600.0,
      "step": 242950
    },
    {
      "epoch": 0.3081848601777365,
      "grad_norm": 4.78125,
      "learning_rate": 3.459520867533219e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5535284578800201,
      "num_tokens": 187162378.0,
      "step": 242960
    },
    {
      "epoch": 0.30819754477026934,
      "grad_norm": 6.375,
      "learning_rate": 3.45945743652459e-05,
      "loss": 1.848,
      "mean_token_accuracy": 0.5914927661418915,
      "num_tokens": 187168236.0,
      "step": 242970
    },
    {
      "epoch": 0.3082102293628022,
      "grad_norm": 4.8125,
      "learning_rate": 3.459394005515961e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5331592500209809,
      "num_tokens": 187177005.0,
      "step": 242980
    },
    {
      "epoch": 0.308222913955335,
      "grad_norm": 6.0,
      "learning_rate": 3.4593305745073315e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5741267383098603,
      "num_tokens": 187185044.0,
      "step": 242990
    },
    {
      "epoch": 0.30823559854786786,
      "grad_norm": 5.25,
      "learning_rate": 3.459267143498702e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5308921068906785,
      "num_tokens": 187193324.0,
      "step": 243000
    },
    {
      "epoch": 0.3082482831404007,
      "grad_norm": 6.5,
      "learning_rate": 3.459203712490073e-05,
      "loss": 1.874,
      "mean_token_accuracy": 0.5867009341716767,
      "num_tokens": 187200905.0,
      "step": 243010
    },
    {
      "epoch": 0.3082609677329335,
      "grad_norm": 5.84375,
      "learning_rate": 3.459140281481444e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.523944079875946,
      "num_tokens": 187209775.0,
      "step": 243020
    },
    {
      "epoch": 0.30827365232546633,
      "grad_norm": 9.125,
      "learning_rate": 3.459076850472815e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5428570598363877,
      "num_tokens": 187216893.0,
      "step": 243030
    },
    {
      "epoch": 0.30828633691799917,
      "grad_norm": 6.53125,
      "learning_rate": 3.459013419464186e-05,
      "loss": 2.2427,
      "mean_token_accuracy": 0.5137326687574386,
      "num_tokens": 187225962.0,
      "step": 243040
    },
    {
      "epoch": 0.308299021510532,
      "grad_norm": 5.8125,
      "learning_rate": 3.458949988455557e-05,
      "loss": 2.0001,
      "mean_token_accuracy": 0.5587046980857849,
      "num_tokens": 187233710.0,
      "step": 243050
    },
    {
      "epoch": 0.30831170610306485,
      "grad_norm": 6.40625,
      "learning_rate": 3.458886557446928e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.533556979894638,
      "num_tokens": 187241913.0,
      "step": 243060
    },
    {
      "epoch": 0.3083243906955977,
      "grad_norm": 4.96875,
      "learning_rate": 3.458823126438298e-05,
      "loss": 1.8611,
      "mean_token_accuracy": 0.5902603685855865,
      "num_tokens": 187250126.0,
      "step": 243070
    },
    {
      "epoch": 0.30833707528813054,
      "grad_norm": 6.75,
      "learning_rate": 3.458759695429669e-05,
      "loss": 1.8126,
      "mean_token_accuracy": 0.5907246112823487,
      "num_tokens": 187256978.0,
      "step": 243080
    },
    {
      "epoch": 0.3083497598806634,
      "grad_norm": 4.875,
      "learning_rate": 3.45869626442104e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.555315688252449,
      "num_tokens": 187264787.0,
      "step": 243090
    },
    {
      "epoch": 0.30836244447319616,
      "grad_norm": 5.03125,
      "learning_rate": 3.458632833412411e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.56001777946949,
      "num_tokens": 187271676.0,
      "step": 243100
    },
    {
      "epoch": 0.308375129065729,
      "grad_norm": 6.375,
      "learning_rate": 3.458569402403782e-05,
      "loss": 2.3578,
      "mean_token_accuracy": 0.49749903976917265,
      "num_tokens": 187279535.0,
      "step": 243110
    },
    {
      "epoch": 0.30838781365826184,
      "grad_norm": 6.1875,
      "learning_rate": 3.4585059713951525e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5329270243644715,
      "num_tokens": 187287842.0,
      "step": 243120
    },
    {
      "epoch": 0.3084004982507947,
      "grad_norm": 5.59375,
      "learning_rate": 3.458442540386524e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5557105928659439,
      "num_tokens": 187295733.0,
      "step": 243130
    },
    {
      "epoch": 0.3084131828433275,
      "grad_norm": 6.84375,
      "learning_rate": 3.458379109377894e-05,
      "loss": 1.9127,
      "mean_token_accuracy": 0.5562476217746735,
      "num_tokens": 187301940.0,
      "step": 243140
    },
    {
      "epoch": 0.30842586743586037,
      "grad_norm": 6.65625,
      "learning_rate": 3.458315678369265e-05,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5699201732873916,
      "num_tokens": 187310324.0,
      "step": 243150
    },
    {
      "epoch": 0.3084385520283932,
      "grad_norm": 4.96875,
      "learning_rate": 3.458252247360636e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5234600365161896,
      "num_tokens": 187318647.0,
      "step": 243160
    },
    {
      "epoch": 0.30845123662092605,
      "grad_norm": 7.59375,
      "learning_rate": 3.4581888163520065e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5217507779598236,
      "num_tokens": 187327982.0,
      "step": 243170
    },
    {
      "epoch": 0.30846392121345884,
      "grad_norm": 7.03125,
      "learning_rate": 3.458125385343378e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.565334078669548,
      "num_tokens": 187335634.0,
      "step": 243180
    },
    {
      "epoch": 0.3084766058059917,
      "grad_norm": 5.28125,
      "learning_rate": 3.458061954334749e-05,
      "loss": 1.8142,
      "mean_token_accuracy": 0.5947727292776108,
      "num_tokens": 187342811.0,
      "step": 243190
    },
    {
      "epoch": 0.3084892903985245,
      "grad_norm": 6.0,
      "learning_rate": 3.4579985233261195e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5473333209753036,
      "num_tokens": 187349632.0,
      "step": 243200
    },
    {
      "epoch": 0.30850197499105736,
      "grad_norm": 7.5625,
      "learning_rate": 3.45793509231749e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5499182909727096,
      "num_tokens": 187357202.0,
      "step": 243210
    },
    {
      "epoch": 0.3085146595835902,
      "grad_norm": 5.03125,
      "learning_rate": 3.4578716613088605e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5491636753082275,
      "num_tokens": 187364837.0,
      "step": 243220
    },
    {
      "epoch": 0.30852734417612304,
      "grad_norm": 6.15625,
      "learning_rate": 3.457808230300232e-05,
      "loss": 1.8716,
      "mean_token_accuracy": 0.5842523515224457,
      "num_tokens": 187371954.0,
      "step": 243230
    },
    {
      "epoch": 0.3085400287686559,
      "grad_norm": 5.90625,
      "learning_rate": 3.457744799291603e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5430984497070312,
      "num_tokens": 187380218.0,
      "step": 243240
    },
    {
      "epoch": 0.3085527133611887,
      "grad_norm": 4.625,
      "learning_rate": 3.4576813682829735e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.57714341878891,
      "num_tokens": 187388339.0,
      "step": 243250
    },
    {
      "epoch": 0.3085653979537215,
      "grad_norm": 6.46875,
      "learning_rate": 3.457617937274345e-05,
      "loss": 1.8852,
      "mean_token_accuracy": 0.5881684184074402,
      "num_tokens": 187395768.0,
      "step": 243260
    },
    {
      "epoch": 0.30857808254625435,
      "grad_norm": 11.4375,
      "learning_rate": 3.457554506265715e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5580513298511505,
      "num_tokens": 187403200.0,
      "step": 243270
    },
    {
      "epoch": 0.3085907671387872,
      "grad_norm": 5.375,
      "learning_rate": 3.457491075257086e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5380853414535522,
      "num_tokens": 187410049.0,
      "step": 243280
    },
    {
      "epoch": 0.30860345173132003,
      "grad_norm": 6.5,
      "learning_rate": 3.457427644248457e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5359984785318375,
      "num_tokens": 187417262.0,
      "step": 243290
    },
    {
      "epoch": 0.3086161363238529,
      "grad_norm": 4.9375,
      "learning_rate": 3.4573642132398275e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5403868138790131,
      "num_tokens": 187425517.0,
      "step": 243300
    },
    {
      "epoch": 0.3086288209163857,
      "grad_norm": 6.6875,
      "learning_rate": 3.457300782231199e-05,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5228320062160492,
      "num_tokens": 187433386.0,
      "step": 243310
    },
    {
      "epoch": 0.30864150550891856,
      "grad_norm": 5.875,
      "learning_rate": 3.457237351222569e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5452608793973923,
      "num_tokens": 187440846.0,
      "step": 243320
    },
    {
      "epoch": 0.3086541901014514,
      "grad_norm": 6.5625,
      "learning_rate": 3.4571739202139405e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5731038838624954,
      "num_tokens": 187447291.0,
      "step": 243330
    },
    {
      "epoch": 0.3086668746939842,
      "grad_norm": 6.3125,
      "learning_rate": 3.457110489205311e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5807796984910965,
      "num_tokens": 187453549.0,
      "step": 243340
    },
    {
      "epoch": 0.308679559286517,
      "grad_norm": 6.03125,
      "learning_rate": 3.4570470581966816e-05,
      "loss": 2.2118,
      "mean_token_accuracy": 0.5184429347515106,
      "num_tokens": 187462482.0,
      "step": 243350
    },
    {
      "epoch": 0.30869224387904987,
      "grad_norm": 5.5625,
      "learning_rate": 3.456983627188053e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5340280681848526,
      "num_tokens": 187470980.0,
      "step": 243360
    },
    {
      "epoch": 0.3087049284715827,
      "grad_norm": 6.78125,
      "learning_rate": 3.456920196179423e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5523984283208847,
      "num_tokens": 187477897.0,
      "step": 243370
    },
    {
      "epoch": 0.30871761306411555,
      "grad_norm": 8.25,
      "learning_rate": 3.4568567651707945e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5608639627695083,
      "num_tokens": 187484806.0,
      "step": 243380
    },
    {
      "epoch": 0.3087302976566484,
      "grad_norm": 11.0625,
      "learning_rate": 3.456793334162166e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5295417189598084,
      "num_tokens": 187492684.0,
      "step": 243390
    },
    {
      "epoch": 0.30874298224918123,
      "grad_norm": 6.0,
      "learning_rate": 3.456729903153536e-05,
      "loss": 1.7681,
      "mean_token_accuracy": 0.6032893359661102,
      "num_tokens": 187498264.0,
      "step": 243400
    },
    {
      "epoch": 0.308755666841714,
      "grad_norm": 5.6875,
      "learning_rate": 3.456666472144907e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5477719187736512,
      "num_tokens": 187505035.0,
      "step": 243410
    },
    {
      "epoch": 0.30876835143424686,
      "grad_norm": 5.21875,
      "learning_rate": 3.4566030411362773e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5356383174657822,
      "num_tokens": 187512747.0,
      "step": 243420
    },
    {
      "epoch": 0.3087810360267797,
      "grad_norm": 5.875,
      "learning_rate": 3.4565396101276486e-05,
      "loss": 2.2756,
      "mean_token_accuracy": 0.503810065984726,
      "num_tokens": 187520488.0,
      "step": 243430
    },
    {
      "epoch": 0.30879372061931254,
      "grad_norm": 5.03125,
      "learning_rate": 3.45647617911902e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5646786272525788,
      "num_tokens": 187528244.0,
      "step": 243440
    },
    {
      "epoch": 0.3088064052118454,
      "grad_norm": 5.65625,
      "learning_rate": 3.45641274811039e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5287632137537003,
      "num_tokens": 187536455.0,
      "step": 243450
    },
    {
      "epoch": 0.3088190898043782,
      "grad_norm": 4.5625,
      "learning_rate": 3.4563493171017615e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.556461963057518,
      "num_tokens": 187544182.0,
      "step": 243460
    },
    {
      "epoch": 0.30883177439691106,
      "grad_norm": 5.375,
      "learning_rate": 3.456285886093132e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5544165730476379,
      "num_tokens": 187551876.0,
      "step": 243470
    },
    {
      "epoch": 0.3088444589894439,
      "grad_norm": 5.15625,
      "learning_rate": 3.456222455084503e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.565647828578949,
      "num_tokens": 187559979.0,
      "step": 243480
    },
    {
      "epoch": 0.3088571435819767,
      "grad_norm": 5.15625,
      "learning_rate": 3.456159024075874e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5619200468063354,
      "num_tokens": 187566841.0,
      "step": 243490
    },
    {
      "epoch": 0.30886982817450953,
      "grad_norm": 4.90625,
      "learning_rate": 3.456095593067244e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5401516437530518,
      "num_tokens": 187575390.0,
      "step": 243500
    },
    {
      "epoch": 0.30888251276704237,
      "grad_norm": 9.5625,
      "learning_rate": 3.4560321620586155e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5362713873386383,
      "num_tokens": 187582681.0,
      "step": 243510
    },
    {
      "epoch": 0.3088951973595752,
      "grad_norm": 8.0625,
      "learning_rate": 3.455968731049986e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.520253735780716,
      "num_tokens": 187590392.0,
      "step": 243520
    },
    {
      "epoch": 0.30890788195210805,
      "grad_norm": 6.0625,
      "learning_rate": 3.455905300041357e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.531842616200447,
      "num_tokens": 187598295.0,
      "step": 243530
    },
    {
      "epoch": 0.3089205665446409,
      "grad_norm": 6.46875,
      "learning_rate": 3.4558418690327285e-05,
      "loss": 1.9235,
      "mean_token_accuracy": 0.5800925612449646,
      "num_tokens": 187605899.0,
      "step": 243540
    },
    {
      "epoch": 0.30893325113717374,
      "grad_norm": 5.09375,
      "learning_rate": 3.455778438024099e-05,
      "loss": 1.7196,
      "mean_token_accuracy": 0.6078521549701691,
      "num_tokens": 187613030.0,
      "step": 243550
    },
    {
      "epoch": 0.3089459357297066,
      "grad_norm": 6.53125,
      "learning_rate": 3.4557150070154696e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5688498914241791,
      "num_tokens": 187618191.0,
      "step": 243560
    },
    {
      "epoch": 0.30895862032223936,
      "grad_norm": 6.9375,
      "learning_rate": 3.45565157600684e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5696522474288941,
      "num_tokens": 187624835.0,
      "step": 243570
    },
    {
      "epoch": 0.3089713049147722,
      "grad_norm": 7.0625,
      "learning_rate": 3.455588144998211e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5392639100551605,
      "num_tokens": 187633255.0,
      "step": 243580
    },
    {
      "epoch": 0.30898398950730505,
      "grad_norm": 5.875,
      "learning_rate": 3.4555247139895825e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5224105894565583,
      "num_tokens": 187640566.0,
      "step": 243590
    },
    {
      "epoch": 0.3089966740998379,
      "grad_norm": 4.84375,
      "learning_rate": 3.455461282980953e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5357452541589737,
      "num_tokens": 187647476.0,
      "step": 243600
    },
    {
      "epoch": 0.30900935869237073,
      "grad_norm": 6.65625,
      "learning_rate": 3.455397851972324e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5490231394767762,
      "num_tokens": 187654066.0,
      "step": 243610
    },
    {
      "epoch": 0.30902204328490357,
      "grad_norm": 6.15625,
      "learning_rate": 3.455334420963695e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5464461624622345,
      "num_tokens": 187661662.0,
      "step": 243620
    },
    {
      "epoch": 0.3090347278774364,
      "grad_norm": 8.5,
      "learning_rate": 3.4552709899550654e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5340206354856492,
      "num_tokens": 187669932.0,
      "step": 243630
    },
    {
      "epoch": 0.30904741246996925,
      "grad_norm": 6.4375,
      "learning_rate": 3.4552075589464366e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5450969457626342,
      "num_tokens": 187677698.0,
      "step": 243640
    },
    {
      "epoch": 0.30906009706250204,
      "grad_norm": 8.625,
      "learning_rate": 3.455144127937807e-05,
      "loss": 1.83,
      "mean_token_accuracy": 0.5832353800535202,
      "num_tokens": 187685520.0,
      "step": 243650
    },
    {
      "epoch": 0.3090727816550349,
      "grad_norm": 5.0625,
      "learning_rate": 3.455080696929178e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5401593387126923,
      "num_tokens": 187694594.0,
      "step": 243660
    },
    {
      "epoch": 0.3090854662475677,
      "grad_norm": 5.4375,
      "learning_rate": 3.455017265920549e-05,
      "loss": 2.2519,
      "mean_token_accuracy": 0.5072158426046371,
      "num_tokens": 187703172.0,
      "step": 243670
    },
    {
      "epoch": 0.30909815084010056,
      "grad_norm": 4.875,
      "learning_rate": 3.45495383491192e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5173974424600601,
      "num_tokens": 187711436.0,
      "step": 243680
    },
    {
      "epoch": 0.3091108354326334,
      "grad_norm": 5.875,
      "learning_rate": 3.4548904039032906e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5393646508455276,
      "num_tokens": 187719301.0,
      "step": 243690
    },
    {
      "epoch": 0.30912352002516624,
      "grad_norm": 12.375,
      "learning_rate": 3.454826972894661e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5577657401561738,
      "num_tokens": 187726865.0,
      "step": 243700
    },
    {
      "epoch": 0.3091362046176991,
      "grad_norm": 6.0,
      "learning_rate": 3.4547635418860323e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5462294459342957,
      "num_tokens": 187734910.0,
      "step": 243710
    },
    {
      "epoch": 0.3091488892102319,
      "grad_norm": 7.84375,
      "learning_rate": 3.454700110877403e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5666928201913833,
      "num_tokens": 187742100.0,
      "step": 243720
    },
    {
      "epoch": 0.3091615738027647,
      "grad_norm": 6.21875,
      "learning_rate": 3.454636679868774e-05,
      "loss": 2.2924,
      "mean_token_accuracy": 0.5136594474315643,
      "num_tokens": 187749212.0,
      "step": 243730
    },
    {
      "epoch": 0.30917425839529755,
      "grad_norm": 4.71875,
      "learning_rate": 3.454573248860145e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5624422609806061,
      "num_tokens": 187757698.0,
      "step": 243740
    },
    {
      "epoch": 0.3091869429878304,
      "grad_norm": 6.09375,
      "learning_rate": 3.454509817851516e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5651473730802536,
      "num_tokens": 187765250.0,
      "step": 243750
    },
    {
      "epoch": 0.30919962758036323,
      "grad_norm": 6.59375,
      "learning_rate": 3.4544463868428864e-05,
      "loss": 1.7048,
      "mean_token_accuracy": 0.6290505647659301,
      "num_tokens": 187771249.0,
      "step": 243760
    },
    {
      "epoch": 0.3092123121728961,
      "grad_norm": 5.1875,
      "learning_rate": 3.4543829558342576e-05,
      "loss": 1.9513,
      "mean_token_accuracy": 0.5803207218647003,
      "num_tokens": 187779404.0,
      "step": 243770
    },
    {
      "epoch": 0.3092249967654289,
      "grad_norm": 5.34375,
      "learning_rate": 3.454319524825628e-05,
      "loss": 2.3718,
      "mean_token_accuracy": 0.4978685677051544,
      "num_tokens": 187787097.0,
      "step": 243780
    },
    {
      "epoch": 0.30923768135796176,
      "grad_norm": 5.34375,
      "learning_rate": 3.4542560938169993e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5126684248447418,
      "num_tokens": 187795535.0,
      "step": 243790
    },
    {
      "epoch": 0.3092503659504946,
      "grad_norm": 6.875,
      "learning_rate": 3.45419266280837e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5545028626918793,
      "num_tokens": 187803380.0,
      "step": 243800
    },
    {
      "epoch": 0.3092630505430274,
      "grad_norm": 5.09375,
      "learning_rate": 3.454129231799741e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5440237790346145,
      "num_tokens": 187812192.0,
      "step": 243810
    },
    {
      "epoch": 0.3092757351355602,
      "grad_norm": 4.96875,
      "learning_rate": 3.454065800791112e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5544895708560944,
      "num_tokens": 187819907.0,
      "step": 243820
    },
    {
      "epoch": 0.30928841972809307,
      "grad_norm": 9.5,
      "learning_rate": 3.454002369782482e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5599649399518967,
      "num_tokens": 187826649.0,
      "step": 243830
    },
    {
      "epoch": 0.3093011043206259,
      "grad_norm": 6.0625,
      "learning_rate": 3.4539389387738534e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5396077930927277,
      "num_tokens": 187833872.0,
      "step": 243840
    },
    {
      "epoch": 0.30931378891315875,
      "grad_norm": 5.3125,
      "learning_rate": 3.453875507765224e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5404103606939316,
      "num_tokens": 187842480.0,
      "step": 243850
    },
    {
      "epoch": 0.3093264735056916,
      "grad_norm": 4.5625,
      "learning_rate": 3.453812076756595e-05,
      "loss": 2.2421,
      "mean_token_accuracy": 0.5143882185220718,
      "num_tokens": 187849822.0,
      "step": 243860
    },
    {
      "epoch": 0.30933915809822443,
      "grad_norm": 4.59375,
      "learning_rate": 3.453748645747966e-05,
      "loss": 1.9281,
      "mean_token_accuracy": 0.5696613043546677,
      "num_tokens": 187857205.0,
      "step": 243870
    },
    {
      "epoch": 0.3093518426907572,
      "grad_norm": 4.84375,
      "learning_rate": 3.453685214739337e-05,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5713681519031525,
      "num_tokens": 187865579.0,
      "step": 243880
    },
    {
      "epoch": 0.30936452728329006,
      "grad_norm": 5.96875,
      "learning_rate": 3.453621783730708e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5743949383497238,
      "num_tokens": 187872649.0,
      "step": 243890
    },
    {
      "epoch": 0.3093772118758229,
      "grad_norm": 6.1875,
      "learning_rate": 3.4535583527220786e-05,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5289613127708435,
      "num_tokens": 187880575.0,
      "step": 243900
    },
    {
      "epoch": 0.30938989646835574,
      "grad_norm": 5.625,
      "learning_rate": 3.453494921713449e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.5816425949335098,
      "num_tokens": 187887339.0,
      "step": 243910
    },
    {
      "epoch": 0.3094025810608886,
      "grad_norm": 5.21875,
      "learning_rate": 3.4534314907048204e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5313357710838318,
      "num_tokens": 187895861.0,
      "step": 243920
    },
    {
      "epoch": 0.3094152656534214,
      "grad_norm": 4.78125,
      "learning_rate": 3.453368059696191e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5556682050228119,
      "num_tokens": 187904054.0,
      "step": 243930
    },
    {
      "epoch": 0.30942795024595426,
      "grad_norm": 5.375,
      "learning_rate": 3.453304628687562e-05,
      "loss": 1.692,
      "mean_token_accuracy": 0.6254654288291931,
      "num_tokens": 187910285.0,
      "step": 243940
    },
    {
      "epoch": 0.3094406348384871,
      "grad_norm": 5.59375,
      "learning_rate": 3.4532411976789326e-05,
      "loss": 1.9208,
      "mean_token_accuracy": 0.5814906269311905,
      "num_tokens": 187916726.0,
      "step": 243950
    },
    {
      "epoch": 0.3094533194310199,
      "grad_norm": 10.5,
      "learning_rate": 3.453177766670304e-05,
      "loss": 2.2835,
      "mean_token_accuracy": 0.5144549369812011,
      "num_tokens": 187925613.0,
      "step": 243960
    },
    {
      "epoch": 0.30946600402355273,
      "grad_norm": 5.28125,
      "learning_rate": 3.4531143356616744e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5408536851406097,
      "num_tokens": 187933487.0,
      "step": 243970
    },
    {
      "epoch": 0.3094786886160856,
      "grad_norm": 5.46875,
      "learning_rate": 3.453050904653045e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5450804501771926,
      "num_tokens": 187941896.0,
      "step": 243980
    },
    {
      "epoch": 0.3094913732086184,
      "grad_norm": 6.09375,
      "learning_rate": 3.452987473644416e-05,
      "loss": 1.573,
      "mean_token_accuracy": 0.6314612746238708,
      "num_tokens": 187947984.0,
      "step": 243990
    },
    {
      "epoch": 0.30950405780115126,
      "grad_norm": 5.1875,
      "learning_rate": 3.452924042635787e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5278189361095429,
      "num_tokens": 187956094.0,
      "step": 244000
    },
    {
      "epoch": 0.3095167423936841,
      "grad_norm": 6.1875,
      "learning_rate": 3.452860611627158e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5318969845771789,
      "num_tokens": 187962934.0,
      "step": 244010
    },
    {
      "epoch": 0.30952942698621694,
      "grad_norm": 4.625,
      "learning_rate": 3.452797180618529e-05,
      "loss": 1.7454,
      "mean_token_accuracy": 0.5932779550552368,
      "num_tokens": 187970694.0,
      "step": 244020
    },
    {
      "epoch": 0.3095421115787498,
      "grad_norm": 5.09375,
      "learning_rate": 3.4527337496098996e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5493949234485627,
      "num_tokens": 187976989.0,
      "step": 244030
    },
    {
      "epoch": 0.30955479617128256,
      "grad_norm": 5.5625,
      "learning_rate": 3.45267031860127e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5439850330352783,
      "num_tokens": 187984051.0,
      "step": 244040
    },
    {
      "epoch": 0.3095674807638154,
      "grad_norm": 5.46875,
      "learning_rate": 3.452606887592641e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5450916320085526,
      "num_tokens": 187992424.0,
      "step": 244050
    },
    {
      "epoch": 0.30958016535634825,
      "grad_norm": 4.5,
      "learning_rate": 3.452543456584012e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5359012007713317,
      "num_tokens": 188001438.0,
      "step": 244060
    },
    {
      "epoch": 0.3095928499488811,
      "grad_norm": 5.25,
      "learning_rate": 3.452480025575383e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5404961377382278,
      "num_tokens": 188008953.0,
      "step": 244070
    },
    {
      "epoch": 0.30960553454141393,
      "grad_norm": 5.5625,
      "learning_rate": 3.452416594566754e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5395615458488464,
      "num_tokens": 188017193.0,
      "step": 244080
    },
    {
      "epoch": 0.30961821913394677,
      "grad_norm": 8.0625,
      "learning_rate": 3.452353163558125e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5218515872955323,
      "num_tokens": 188025186.0,
      "step": 244090
    },
    {
      "epoch": 0.3096309037264796,
      "grad_norm": 4.90625,
      "learning_rate": 3.4522897325494954e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5369149059057235,
      "num_tokens": 188033687.0,
      "step": 244100
    },
    {
      "epoch": 0.30964358831901245,
      "grad_norm": 5.9375,
      "learning_rate": 3.452226301540866e-05,
      "loss": 2.2255,
      "mean_token_accuracy": 0.5169000416994095,
      "num_tokens": 188042087.0,
      "step": 244110
    },
    {
      "epoch": 0.30965627291154524,
      "grad_norm": 4.96875,
      "learning_rate": 3.452162870532237e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5388180643320084,
      "num_tokens": 188050063.0,
      "step": 244120
    },
    {
      "epoch": 0.3096689575040781,
      "grad_norm": 6.1875,
      "learning_rate": 3.452099439523608e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.53639897108078,
      "num_tokens": 188057500.0,
      "step": 244130
    },
    {
      "epoch": 0.3096816420966109,
      "grad_norm": 5.6875,
      "learning_rate": 3.452036008514979e-05,
      "loss": 2.2177,
      "mean_token_accuracy": 0.5156957149505615,
      "num_tokens": 188065899.0,
      "step": 244140
    },
    {
      "epoch": 0.30969432668914376,
      "grad_norm": 6.75,
      "learning_rate": 3.4519725775063494e-05,
      "loss": 2.2167,
      "mean_token_accuracy": 0.5227157682180404,
      "num_tokens": 188073760.0,
      "step": 244150
    },
    {
      "epoch": 0.3097070112816766,
      "grad_norm": 5.3125,
      "learning_rate": 3.4519091464977207e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5720540314912796,
      "num_tokens": 188081178.0,
      "step": 244160
    },
    {
      "epoch": 0.30971969587420944,
      "grad_norm": 5.625,
      "learning_rate": 3.451845715489091e-05,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5187599450349808,
      "num_tokens": 188089160.0,
      "step": 244170
    },
    {
      "epoch": 0.3097323804667423,
      "grad_norm": 6.15625,
      "learning_rate": 3.451782284480462e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5454477697610856,
      "num_tokens": 188097008.0,
      "step": 244180
    },
    {
      "epoch": 0.3097450650592751,
      "grad_norm": 5.3125,
      "learning_rate": 3.451718853471833e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5212464094161987,
      "num_tokens": 188105073.0,
      "step": 244190
    },
    {
      "epoch": 0.3097577496518079,
      "grad_norm": 4.84375,
      "learning_rate": 3.4516554224632035e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5179057061672211,
      "num_tokens": 188114272.0,
      "step": 244200
    },
    {
      "epoch": 0.30977043424434075,
      "grad_norm": 6.15625,
      "learning_rate": 3.451591991454575e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5273168802261352,
      "num_tokens": 188121411.0,
      "step": 244210
    },
    {
      "epoch": 0.3097831188368736,
      "grad_norm": 7.28125,
      "learning_rate": 3.451528560445946e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5467055112123489,
      "num_tokens": 188128244.0,
      "step": 244220
    },
    {
      "epoch": 0.30979580342940644,
      "grad_norm": 7.03125,
      "learning_rate": 3.4514651294373164e-05,
      "loss": 1.8085,
      "mean_token_accuracy": 0.5885513842105865,
      "num_tokens": 188135685.0,
      "step": 244230
    },
    {
      "epoch": 0.3098084880219393,
      "grad_norm": 8.8125,
      "learning_rate": 3.4514016984286877e-05,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5267602205276489,
      "num_tokens": 188143307.0,
      "step": 244240
    },
    {
      "epoch": 0.3098211726144721,
      "grad_norm": 4.875,
      "learning_rate": 3.4513382674200575e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5503873735666275,
      "num_tokens": 188150135.0,
      "step": 244250
    },
    {
      "epoch": 0.30983385720700496,
      "grad_norm": 5.4375,
      "learning_rate": 3.451274836411429e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5357143670320511,
      "num_tokens": 188156954.0,
      "step": 244260
    },
    {
      "epoch": 0.3098465417995378,
      "grad_norm": 5.875,
      "learning_rate": 3.4512114054028e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5397890657186508,
      "num_tokens": 188165603.0,
      "step": 244270
    },
    {
      "epoch": 0.3098592263920706,
      "grad_norm": 6.0,
      "learning_rate": 3.4511479743941705e-05,
      "loss": 2.2766,
      "mean_token_accuracy": 0.5146547198295593,
      "num_tokens": 188175034.0,
      "step": 244280
    },
    {
      "epoch": 0.3098719109846034,
      "grad_norm": 6.46875,
      "learning_rate": 3.451084543385542e-05,
      "loss": 1.836,
      "mean_token_accuracy": 0.5840568780899048,
      "num_tokens": 188181515.0,
      "step": 244290
    },
    {
      "epoch": 0.30988459557713627,
      "grad_norm": 6.34375,
      "learning_rate": 3.451021112376912e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5282903283834457,
      "num_tokens": 188189387.0,
      "step": 244300
    },
    {
      "epoch": 0.3098972801696691,
      "grad_norm": 6.09375,
      "learning_rate": 3.4509576813682834e-05,
      "loss": 1.6809,
      "mean_token_accuracy": 0.6166147410869598,
      "num_tokens": 188195389.0,
      "step": 244310
    },
    {
      "epoch": 0.30990996476220195,
      "grad_norm": 5.03125,
      "learning_rate": 3.450894250359654e-05,
      "loss": 1.7272,
      "mean_token_accuracy": 0.6091261148452759,
      "num_tokens": 188202328.0,
      "step": 244320
    },
    {
      "epoch": 0.3099226493547348,
      "grad_norm": 4.9375,
      "learning_rate": 3.4508308193510245e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5675223737955093,
      "num_tokens": 188209691.0,
      "step": 244330
    },
    {
      "epoch": 0.30993533394726763,
      "grad_norm": 5.65625,
      "learning_rate": 3.450767388342396e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5371131062507629,
      "num_tokens": 188217257.0,
      "step": 244340
    },
    {
      "epoch": 0.3099480185398004,
      "grad_norm": 5.375,
      "learning_rate": 3.450703957333766e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5498399257659912,
      "num_tokens": 188224911.0,
      "step": 244350
    },
    {
      "epoch": 0.30996070313233326,
      "grad_norm": 7.375,
      "learning_rate": 3.4506405263251375e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5319352120161056,
      "num_tokens": 188233285.0,
      "step": 244360
    },
    {
      "epoch": 0.3099733877248661,
      "grad_norm": 5.375,
      "learning_rate": 3.450577095316509e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5487217754125595,
      "num_tokens": 188241223.0,
      "step": 244370
    },
    {
      "epoch": 0.30998607231739894,
      "grad_norm": 4.90625,
      "learning_rate": 3.450513664307879e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.566775244474411,
      "num_tokens": 188248772.0,
      "step": 244380
    },
    {
      "epoch": 0.3099987569099318,
      "grad_norm": 5.09375,
      "learning_rate": 3.45045023329925e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5366159915924072,
      "num_tokens": 188256173.0,
      "step": 244390
    },
    {
      "epoch": 0.3100114415024646,
      "grad_norm": 4.78125,
      "learning_rate": 3.45038680229062e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.534250795841217,
      "num_tokens": 188264230.0,
      "step": 244400
    },
    {
      "epoch": 0.31002412609499747,
      "grad_norm": 10.25,
      "learning_rate": 3.4503233712819915e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5671039551496506,
      "num_tokens": 188271762.0,
      "step": 244410
    },
    {
      "epoch": 0.3100368106875303,
      "grad_norm": 4.71875,
      "learning_rate": 3.450259940273363e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5466339141130447,
      "num_tokens": 188280233.0,
      "step": 244420
    },
    {
      "epoch": 0.3100494952800631,
      "grad_norm": 5.75,
      "learning_rate": 3.450196509264733e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5400067746639252,
      "num_tokens": 188288103.0,
      "step": 244430
    },
    {
      "epoch": 0.31006217987259593,
      "grad_norm": 5.1875,
      "learning_rate": 3.4501330782561045e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5404418468475342,
      "num_tokens": 188295849.0,
      "step": 244440
    },
    {
      "epoch": 0.3100748644651288,
      "grad_norm": 5.34375,
      "learning_rate": 3.450069647247475e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5465419352054596,
      "num_tokens": 188303389.0,
      "step": 244450
    },
    {
      "epoch": 0.3100875490576616,
      "grad_norm": 7.46875,
      "learning_rate": 3.4500062162388455e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5323106855154037,
      "num_tokens": 188310610.0,
      "step": 244460
    },
    {
      "epoch": 0.31010023365019446,
      "grad_norm": 5.78125,
      "learning_rate": 3.449942785230217e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5342221826314926,
      "num_tokens": 188318530.0,
      "step": 244470
    },
    {
      "epoch": 0.3101129182427273,
      "grad_norm": 6.03125,
      "learning_rate": 3.449879354221587e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5446196794509888,
      "num_tokens": 188325938.0,
      "step": 244480
    },
    {
      "epoch": 0.31012560283526014,
      "grad_norm": 5.78125,
      "learning_rate": 3.4498159232129585e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.541388064622879,
      "num_tokens": 188333464.0,
      "step": 244490
    },
    {
      "epoch": 0.310138287427793,
      "grad_norm": 4.625,
      "learning_rate": 3.449752492204329e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.514338156580925,
      "num_tokens": 188340235.0,
      "step": 244500
    },
    {
      "epoch": 0.31015097202032577,
      "grad_norm": 5.3125,
      "learning_rate": 3.4496890611957e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5226867645978928,
      "num_tokens": 188348902.0,
      "step": 244510
    },
    {
      "epoch": 0.3101636566128586,
      "grad_norm": 5.1875,
      "learning_rate": 3.449625630187071e-05,
      "loss": 1.9203,
      "mean_token_accuracy": 0.5662528485059738,
      "num_tokens": 188356024.0,
      "step": 244520
    },
    {
      "epoch": 0.31017634120539145,
      "grad_norm": 8.3125,
      "learning_rate": 3.449562199178441e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5314551740884781,
      "num_tokens": 188363901.0,
      "step": 244530
    },
    {
      "epoch": 0.3101890257979243,
      "grad_norm": 7.34375,
      "learning_rate": 3.4494987681698125e-05,
      "loss": 1.7674,
      "mean_token_accuracy": 0.5957078725099564,
      "num_tokens": 188370826.0,
      "step": 244540
    },
    {
      "epoch": 0.31020171039045713,
      "grad_norm": 4.75,
      "learning_rate": 3.449435337161183e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.5585662990808486,
      "num_tokens": 188379189.0,
      "step": 244550
    },
    {
      "epoch": 0.31021439498298997,
      "grad_norm": 6.75,
      "learning_rate": 3.449371906152554e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5612945675849914,
      "num_tokens": 188386677.0,
      "step": 244560
    },
    {
      "epoch": 0.3102270795755228,
      "grad_norm": 5.65625,
      "learning_rate": 3.4493084751439255e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5436185866594314,
      "num_tokens": 188395430.0,
      "step": 244570
    },
    {
      "epoch": 0.31023976416805565,
      "grad_norm": 5.28125,
      "learning_rate": 3.449245044135296e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5801607251167298,
      "num_tokens": 188401606.0,
      "step": 244580
    },
    {
      "epoch": 0.31025244876058844,
      "grad_norm": 5.03125,
      "learning_rate": 3.4491816131266665e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5227871328592301,
      "num_tokens": 188410003.0,
      "step": 244590
    },
    {
      "epoch": 0.3102651333531213,
      "grad_norm": 5.53125,
      "learning_rate": 3.449118182118037e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5466822415590287,
      "num_tokens": 188417424.0,
      "step": 244600
    },
    {
      "epoch": 0.3102778179456541,
      "grad_norm": 7.21875,
      "learning_rate": 3.449054751109408e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5403233259916306,
      "num_tokens": 188424601.0,
      "step": 244610
    },
    {
      "epoch": 0.31029050253818696,
      "grad_norm": 5.8125,
      "learning_rate": 3.4489913201007795e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5493098616600036,
      "num_tokens": 188431705.0,
      "step": 244620
    },
    {
      "epoch": 0.3103031871307198,
      "grad_norm": 5.21875,
      "learning_rate": 3.44892788909215e-05,
      "loss": 2.226,
      "mean_token_accuracy": 0.518179252743721,
      "num_tokens": 188439323.0,
      "step": 244630
    },
    {
      "epoch": 0.31031587172325265,
      "grad_norm": 6.9375,
      "learning_rate": 3.448864458083521e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5533289313316345,
      "num_tokens": 188447186.0,
      "step": 244640
    },
    {
      "epoch": 0.3103285563157855,
      "grad_norm": 4.78125,
      "learning_rate": 3.4488010270748925e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.56313536465168,
      "num_tokens": 188454594.0,
      "step": 244650
    },
    {
      "epoch": 0.3103412409083183,
      "grad_norm": 7.78125,
      "learning_rate": 3.448737596066263e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5524571150541305,
      "num_tokens": 188461578.0,
      "step": 244660
    },
    {
      "epoch": 0.3103539255008511,
      "grad_norm": 5.8125,
      "learning_rate": 3.4486741650576335e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5540999263525009,
      "num_tokens": 188467919.0,
      "step": 244670
    },
    {
      "epoch": 0.31036661009338395,
      "grad_norm": 4.9375,
      "learning_rate": 3.448610734049004e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5376241326332092,
      "num_tokens": 188475587.0,
      "step": 244680
    },
    {
      "epoch": 0.3103792946859168,
      "grad_norm": 5.78125,
      "learning_rate": 3.448547303040375e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5282173663377762,
      "num_tokens": 188483298.0,
      "step": 244690
    },
    {
      "epoch": 0.31039197927844964,
      "grad_norm": 5.375,
      "learning_rate": 3.4484838720317465e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5249131709337235,
      "num_tokens": 188490600.0,
      "step": 244700
    },
    {
      "epoch": 0.3104046638709825,
      "grad_norm": 5.84375,
      "learning_rate": 3.448420441023117e-05,
      "loss": 1.7245,
      "mean_token_accuracy": 0.6130680799484253,
      "num_tokens": 188498578.0,
      "step": 244710
    },
    {
      "epoch": 0.3104173484635153,
      "grad_norm": 5.65625,
      "learning_rate": 3.448357010014488e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.527024793624878,
      "num_tokens": 188505729.0,
      "step": 244720
    },
    {
      "epoch": 0.31043003305604816,
      "grad_norm": 6.34375,
      "learning_rate": 3.448293579005859e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5247290372848511,
      "num_tokens": 188513007.0,
      "step": 244730
    },
    {
      "epoch": 0.310442717648581,
      "grad_norm": 5.15625,
      "learning_rate": 3.448230147997229e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5393139868974686,
      "num_tokens": 188521768.0,
      "step": 244740
    },
    {
      "epoch": 0.3104554022411138,
      "grad_norm": 5.46875,
      "learning_rate": 3.4481667169886005e-05,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5715768098831177,
      "num_tokens": 188529396.0,
      "step": 244750
    },
    {
      "epoch": 0.31046808683364663,
      "grad_norm": 7.375,
      "learning_rate": 3.448103285979971e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.552053940296173,
      "num_tokens": 188537306.0,
      "step": 244760
    },
    {
      "epoch": 0.31048077142617947,
      "grad_norm": 5.65625,
      "learning_rate": 3.448039854971342e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5523458600044251,
      "num_tokens": 188545219.0,
      "step": 244770
    },
    {
      "epoch": 0.3104934560187123,
      "grad_norm": 5.0,
      "learning_rate": 3.447976423962713e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5503353238105774,
      "num_tokens": 188552993.0,
      "step": 244780
    },
    {
      "epoch": 0.31050614061124515,
      "grad_norm": 5.625,
      "learning_rate": 3.447912992954084e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.541788649559021,
      "num_tokens": 188561341.0,
      "step": 244790
    },
    {
      "epoch": 0.310518825203778,
      "grad_norm": 7.125,
      "learning_rate": 3.4478495619454546e-05,
      "loss": 2.2081,
      "mean_token_accuracy": 0.525346428155899,
      "num_tokens": 188569266.0,
      "step": 244800
    },
    {
      "epoch": 0.31053150979631083,
      "grad_norm": 4.9375,
      "learning_rate": 3.447786130936825e-05,
      "loss": 1.8702,
      "mean_token_accuracy": 0.580283772945404,
      "num_tokens": 188576514.0,
      "step": 244810
    },
    {
      "epoch": 0.3105441943888436,
      "grad_norm": 5.09375,
      "learning_rate": 3.447722699928196e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5229987025260925,
      "num_tokens": 188586171.0,
      "step": 244820
    },
    {
      "epoch": 0.31055687898137646,
      "grad_norm": 5.9375,
      "learning_rate": 3.447659268919567e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5714651763439178,
      "num_tokens": 188593213.0,
      "step": 244830
    },
    {
      "epoch": 0.3105695635739093,
      "grad_norm": 5.125,
      "learning_rate": 3.447595837910938e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5426230013370514,
      "num_tokens": 188601362.0,
      "step": 244840
    },
    {
      "epoch": 0.31058224816644214,
      "grad_norm": 5.1875,
      "learning_rate": 3.447532406902309e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5561139434576035,
      "num_tokens": 188609761.0,
      "step": 244850
    },
    {
      "epoch": 0.310594932758975,
      "grad_norm": 5.8125,
      "learning_rate": 3.44746897589368e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5313831239938736,
      "num_tokens": 188617315.0,
      "step": 244860
    },
    {
      "epoch": 0.3106076173515078,
      "grad_norm": 4.96875,
      "learning_rate": 3.4474055448850503e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5304156750440597,
      "num_tokens": 188625577.0,
      "step": 244870
    },
    {
      "epoch": 0.31062030194404067,
      "grad_norm": 4.90625,
      "learning_rate": 3.447342113876421e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.548889434337616,
      "num_tokens": 188633358.0,
      "step": 244880
    },
    {
      "epoch": 0.3106329865365735,
      "grad_norm": 6.09375,
      "learning_rate": 3.447278682867792e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5370717316865921,
      "num_tokens": 188641143.0,
      "step": 244890
    },
    {
      "epoch": 0.3106456711291063,
      "grad_norm": 5.9375,
      "learning_rate": 3.447215251859163e-05,
      "loss": 2.2959,
      "mean_token_accuracy": 0.502503165602684,
      "num_tokens": 188649123.0,
      "step": 244900
    },
    {
      "epoch": 0.31065835572163913,
      "grad_norm": 4.875,
      "learning_rate": 3.447151820850534e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5661539971828461,
      "num_tokens": 188656631.0,
      "step": 244910
    },
    {
      "epoch": 0.310671040314172,
      "grad_norm": 5.84375,
      "learning_rate": 3.447088389841905e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5401490867137909,
      "num_tokens": 188664149.0,
      "step": 244920
    },
    {
      "epoch": 0.3106837249067048,
      "grad_norm": 6.15625,
      "learning_rate": 3.4470249588332756e-05,
      "loss": 1.8142,
      "mean_token_accuracy": 0.5853058427572251,
      "num_tokens": 188671836.0,
      "step": 244930
    },
    {
      "epoch": 0.31069640949923766,
      "grad_norm": 5.9375,
      "learning_rate": 3.446961527824646e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5421864748001098,
      "num_tokens": 188679792.0,
      "step": 244940
    },
    {
      "epoch": 0.3107090940917705,
      "grad_norm": 5.21875,
      "learning_rate": 3.446898096816017e-05,
      "loss": 1.7546,
      "mean_token_accuracy": 0.6086089938879014,
      "num_tokens": 188685917.0,
      "step": 244950
    },
    {
      "epoch": 0.31072177868430334,
      "grad_norm": 6.0,
      "learning_rate": 3.446834665807388e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.540931087732315,
      "num_tokens": 188694397.0,
      "step": 244960
    },
    {
      "epoch": 0.3107344632768362,
      "grad_norm": 10.9375,
      "learning_rate": 3.446771234798759e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5375554710626602,
      "num_tokens": 188700664.0,
      "step": 244970
    },
    {
      "epoch": 0.31074714786936897,
      "grad_norm": 6.1875,
      "learning_rate": 3.4467078037901296e-05,
      "loss": 1.9317,
      "mean_token_accuracy": 0.5666936993598938,
      "num_tokens": 188708351.0,
      "step": 244980
    },
    {
      "epoch": 0.3107598324619018,
      "grad_norm": 7.625,
      "learning_rate": 3.446644372781501e-05,
      "loss": 1.9219,
      "mean_token_accuracy": 0.5681434214115143,
      "num_tokens": 188715649.0,
      "step": 244990
    },
    {
      "epoch": 0.31077251705443465,
      "grad_norm": 5.0,
      "learning_rate": 3.446580941772872e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5608887761831284,
      "num_tokens": 188724443.0,
      "step": 245000
    },
    {
      "epoch": 0.3107852016469675,
      "grad_norm": 5.46875,
      "learning_rate": 3.446517510764242e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5446236789226532,
      "num_tokens": 188732079.0,
      "step": 245010
    },
    {
      "epoch": 0.31079788623950033,
      "grad_norm": 5.21875,
      "learning_rate": 3.446454079755613e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5584358245134353,
      "num_tokens": 188740460.0,
      "step": 245020
    },
    {
      "epoch": 0.3108105708320332,
      "grad_norm": 6.5,
      "learning_rate": 3.4463906487469836e-05,
      "loss": 1.9261,
      "mean_token_accuracy": 0.5726660639047623,
      "num_tokens": 188747048.0,
      "step": 245030
    },
    {
      "epoch": 0.310823255424566,
      "grad_norm": 7.71875,
      "learning_rate": 3.446327217738355e-05,
      "loss": 1.9464,
      "mean_token_accuracy": 0.57020862698555,
      "num_tokens": 188755553.0,
      "step": 245040
    },
    {
      "epoch": 0.31083594001709886,
      "grad_norm": 5.375,
      "learning_rate": 3.446263786729726e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.557849395275116,
      "num_tokens": 188763608.0,
      "step": 245050
    },
    {
      "epoch": 0.31084862460963164,
      "grad_norm": 7.34375,
      "learning_rate": 3.4462003557210966e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.5210756331682205,
      "num_tokens": 188771345.0,
      "step": 245060
    },
    {
      "epoch": 0.3108613092021645,
      "grad_norm": 6.625,
      "learning_rate": 3.446136924712468e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5517267733812332,
      "num_tokens": 188779768.0,
      "step": 245070
    },
    {
      "epoch": 0.3108739937946973,
      "grad_norm": 6.375,
      "learning_rate": 3.4460734937038384e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5295528799295426,
      "num_tokens": 188786855.0,
      "step": 245080
    },
    {
      "epoch": 0.31088667838723016,
      "grad_norm": 4.625,
      "learning_rate": 3.446010062695209e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5316796064376831,
      "num_tokens": 188796198.0,
      "step": 245090
    },
    {
      "epoch": 0.310899362979763,
      "grad_norm": 11.375,
      "learning_rate": 3.44594663168658e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5284807443618774,
      "num_tokens": 188803266.0,
      "step": 245100
    },
    {
      "epoch": 0.31091204757229585,
      "grad_norm": 5.5,
      "learning_rate": 3.4458832006779506e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5286324411630631,
      "num_tokens": 188810546.0,
      "step": 245110
    },
    {
      "epoch": 0.3109247321648287,
      "grad_norm": 4.96875,
      "learning_rate": 3.445819769669322e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5632279068231583,
      "num_tokens": 188818188.0,
      "step": 245120
    },
    {
      "epoch": 0.31093741675736153,
      "grad_norm": 5.875,
      "learning_rate": 3.4457563386606924e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5546715229749679,
      "num_tokens": 188824980.0,
      "step": 245130
    },
    {
      "epoch": 0.3109501013498943,
      "grad_norm": 5.625,
      "learning_rate": 3.4456929076520636e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5267910152673722,
      "num_tokens": 188832562.0,
      "step": 245140
    },
    {
      "epoch": 0.31096278594242716,
      "grad_norm": 4.59375,
      "learning_rate": 3.445629476643434e-05,
      "loss": 1.98,
      "mean_token_accuracy": 0.5581759154796601,
      "num_tokens": 188840970.0,
      "step": 245150
    },
    {
      "epoch": 0.31097547053496,
      "grad_norm": 8.5,
      "learning_rate": 3.445566045634805e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.559792959690094,
      "num_tokens": 188846639.0,
      "step": 245160
    },
    {
      "epoch": 0.31098815512749284,
      "grad_norm": 4.8125,
      "learning_rate": 3.445502614626176e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5428360223770141,
      "num_tokens": 188854740.0,
      "step": 245170
    },
    {
      "epoch": 0.3110008397200257,
      "grad_norm": 4.78125,
      "learning_rate": 3.4454391836175464e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5349280357360839,
      "num_tokens": 188863189.0,
      "step": 245180
    },
    {
      "epoch": 0.3110135243125585,
      "grad_norm": 6.15625,
      "learning_rate": 3.4453757526089176e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5415771842002869,
      "num_tokens": 188871571.0,
      "step": 245190
    },
    {
      "epoch": 0.31102620890509136,
      "grad_norm": 7.3125,
      "learning_rate": 3.445312321600289e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5561913996934891,
      "num_tokens": 188878820.0,
      "step": 245200
    },
    {
      "epoch": 0.3110388934976242,
      "grad_norm": 6.03125,
      "learning_rate": 3.4452488905916594e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5683100700378418,
      "num_tokens": 188886085.0,
      "step": 245210
    },
    {
      "epoch": 0.311051578090157,
      "grad_norm": 6.5,
      "learning_rate": 3.44518545958303e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.521361917257309,
      "num_tokens": 188893553.0,
      "step": 245220
    },
    {
      "epoch": 0.31106426268268983,
      "grad_norm": 5.28125,
      "learning_rate": 3.4451220285744004e-05,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5551184386014938,
      "num_tokens": 188901152.0,
      "step": 245230
    },
    {
      "epoch": 0.31107694727522267,
      "grad_norm": 7.25,
      "learning_rate": 3.4450585975657717e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5674489885568619,
      "num_tokens": 188908764.0,
      "step": 245240
    },
    {
      "epoch": 0.3110896318677555,
      "grad_norm": 5.75,
      "learning_rate": 3.444995166557143e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5378114312887192,
      "num_tokens": 188916919.0,
      "step": 245250
    },
    {
      "epoch": 0.31110231646028835,
      "grad_norm": 5.90625,
      "learning_rate": 3.4449317355485134e-05,
      "loss": 1.8204,
      "mean_token_accuracy": 0.5959648370742798,
      "num_tokens": 188923405.0,
      "step": 245260
    },
    {
      "epoch": 0.3111150010528212,
      "grad_norm": 5.84375,
      "learning_rate": 3.4448683045398846e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5251490205526352,
      "num_tokens": 188932318.0,
      "step": 245270
    },
    {
      "epoch": 0.31112768564535404,
      "grad_norm": 5.375,
      "learning_rate": 3.444804873531255e-05,
      "loss": 2.2729,
      "mean_token_accuracy": 0.5174041628837586,
      "num_tokens": 188940250.0,
      "step": 245280
    },
    {
      "epoch": 0.3111403702378868,
      "grad_norm": 5.75,
      "learning_rate": 3.444741442522626e-05,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5744138449430466,
      "num_tokens": 188948155.0,
      "step": 245290
    },
    {
      "epoch": 0.31115305483041966,
      "grad_norm": 5.875,
      "learning_rate": 3.444678011513997e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5393397808074951,
      "num_tokens": 188955492.0,
      "step": 245300
    },
    {
      "epoch": 0.3111657394229525,
      "grad_norm": 6.0,
      "learning_rate": 3.4446145805053674e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5421452671289444,
      "num_tokens": 188963855.0,
      "step": 245310
    },
    {
      "epoch": 0.31117842401548534,
      "grad_norm": 7.90625,
      "learning_rate": 3.4445511494967387e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5399799346923828,
      "num_tokens": 188970942.0,
      "step": 245320
    },
    {
      "epoch": 0.3111911086080182,
      "grad_norm": 5.09375,
      "learning_rate": 3.444487718488109e-05,
      "loss": 2.2528,
      "mean_token_accuracy": 0.512730848789215,
      "num_tokens": 188977312.0,
      "step": 245330
    },
    {
      "epoch": 0.311203793200551,
      "grad_norm": 7.84375,
      "learning_rate": 3.4444242874794804e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.551478260755539,
      "num_tokens": 188985281.0,
      "step": 245340
    },
    {
      "epoch": 0.31121647779308387,
      "grad_norm": 6.59375,
      "learning_rate": 3.444360856470851e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5289419174194336,
      "num_tokens": 188993069.0,
      "step": 245350
    },
    {
      "epoch": 0.3112291623856167,
      "grad_norm": 6.9375,
      "learning_rate": 3.4442974254622215e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.539016118645668,
      "num_tokens": 189000998.0,
      "step": 245360
    },
    {
      "epoch": 0.3112418469781495,
      "grad_norm": 5.28125,
      "learning_rate": 3.444233994453593e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.570292267203331,
      "num_tokens": 189008813.0,
      "step": 245370
    },
    {
      "epoch": 0.31125453157068234,
      "grad_norm": 8.0,
      "learning_rate": 3.444170563444963e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.528618648648262,
      "num_tokens": 189015724.0,
      "step": 245380
    },
    {
      "epoch": 0.3112672161632152,
      "grad_norm": 5.125,
      "learning_rate": 3.4441071324363344e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5455500513315201,
      "num_tokens": 189022710.0,
      "step": 245390
    },
    {
      "epoch": 0.311279900755748,
      "grad_norm": 6.875,
      "learning_rate": 3.4440437014277056e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5342203497886657,
      "num_tokens": 189031449.0,
      "step": 245400
    },
    {
      "epoch": 0.31129258534828086,
      "grad_norm": 6.0,
      "learning_rate": 3.443980270419076e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5485135048627854,
      "num_tokens": 189039403.0,
      "step": 245410
    },
    {
      "epoch": 0.3113052699408137,
      "grad_norm": 6.4375,
      "learning_rate": 3.4439168394104474e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5448203235864639,
      "num_tokens": 189046556.0,
      "step": 245420
    },
    {
      "epoch": 0.31131795453334654,
      "grad_norm": 5.125,
      "learning_rate": 3.443853408401817e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5310153812170029,
      "num_tokens": 189054903.0,
      "step": 245430
    },
    {
      "epoch": 0.3113306391258794,
      "grad_norm": 5.0625,
      "learning_rate": 3.4437899773931885e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.5814194828271866,
      "num_tokens": 189062313.0,
      "step": 245440
    },
    {
      "epoch": 0.31134332371841217,
      "grad_norm": 6.71875,
      "learning_rate": 3.44372654638456e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5396792501211166,
      "num_tokens": 189069485.0,
      "step": 245450
    },
    {
      "epoch": 0.311356008310945,
      "grad_norm": 4.90625,
      "learning_rate": 3.44366311537593e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5621817737817765,
      "num_tokens": 189077905.0,
      "step": 245460
    },
    {
      "epoch": 0.31136869290347785,
      "grad_norm": 7.125,
      "learning_rate": 3.4435996843673014e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5494603514671326,
      "num_tokens": 189085043.0,
      "step": 245470
    },
    {
      "epoch": 0.3113813774960107,
      "grad_norm": 5.9375,
      "learning_rate": 3.443536253358672e-05,
      "loss": 1.8821,
      "mean_token_accuracy": 0.5631041675806046,
      "num_tokens": 189093005.0,
      "step": 245480
    },
    {
      "epoch": 0.31139406208854353,
      "grad_norm": 7.8125,
      "learning_rate": 3.443472822350043e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5358083724975586,
      "num_tokens": 189100964.0,
      "step": 245490
    },
    {
      "epoch": 0.3114067466810764,
      "grad_norm": 5.5,
      "learning_rate": 3.443409391341414e-05,
      "loss": 2.2554,
      "mean_token_accuracy": 0.5042901009321212,
      "num_tokens": 189109154.0,
      "step": 245500
    },
    {
      "epoch": 0.3114194312736092,
      "grad_norm": 5.375,
      "learning_rate": 3.443345960332784e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5627788752317429,
      "num_tokens": 189116635.0,
      "step": 245510
    },
    {
      "epoch": 0.31143211586614206,
      "grad_norm": 5.4375,
      "learning_rate": 3.4432825293241555e-05,
      "loss": 2.2683,
      "mean_token_accuracy": 0.5135894924402237,
      "num_tokens": 189125600.0,
      "step": 245520
    },
    {
      "epoch": 0.31144480045867484,
      "grad_norm": 6.28125,
      "learning_rate": 3.443219098315526e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5619248270988464,
      "num_tokens": 189133301.0,
      "step": 245530
    },
    {
      "epoch": 0.3114574850512077,
      "grad_norm": 6.125,
      "learning_rate": 3.443155667306897e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5641446262598038,
      "num_tokens": 189139975.0,
      "step": 245540
    },
    {
      "epoch": 0.3114701696437405,
      "grad_norm": 5.125,
      "learning_rate": 3.4430922362982684e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5402963072061538,
      "num_tokens": 189146525.0,
      "step": 245550
    },
    {
      "epoch": 0.31148285423627337,
      "grad_norm": 5.34375,
      "learning_rate": 3.443028805289639e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5347605973482132,
      "num_tokens": 189153728.0,
      "step": 245560
    },
    {
      "epoch": 0.3114955388288062,
      "grad_norm": 5.5,
      "learning_rate": 3.4429653742810095e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5794913977384567,
      "num_tokens": 189160137.0,
      "step": 245570
    },
    {
      "epoch": 0.31150822342133905,
      "grad_norm": 11.0,
      "learning_rate": 3.442901943272381e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5850052118301392,
      "num_tokens": 189167110.0,
      "step": 245580
    },
    {
      "epoch": 0.3115209080138719,
      "grad_norm": 6.84375,
      "learning_rate": 3.442838512263751e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5579115927219391,
      "num_tokens": 189175268.0,
      "step": 245590
    },
    {
      "epoch": 0.31153359260640473,
      "grad_norm": 5.75,
      "learning_rate": 3.4427750812551224e-05,
      "loss": 1.8702,
      "mean_token_accuracy": 0.5901144206523895,
      "num_tokens": 189182258.0,
      "step": 245600
    },
    {
      "epoch": 0.3115462771989375,
      "grad_norm": 8.1875,
      "learning_rate": 3.442711650246493e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5579781711101532,
      "num_tokens": 189189986.0,
      "step": 245610
    },
    {
      "epoch": 0.31155896179147036,
      "grad_norm": 5.5,
      "learning_rate": 3.442648219237864e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5343325078487396,
      "num_tokens": 189197702.0,
      "step": 245620
    },
    {
      "epoch": 0.3115716463840032,
      "grad_norm": 6.3125,
      "learning_rate": 3.442584788229235e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5555826902389527,
      "num_tokens": 189204706.0,
      "step": 245630
    },
    {
      "epoch": 0.31158433097653604,
      "grad_norm": 5.375,
      "learning_rate": 3.442521357220605e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5395617306232452,
      "num_tokens": 189211455.0,
      "step": 245640
    },
    {
      "epoch": 0.3115970155690689,
      "grad_norm": 5.5,
      "learning_rate": 3.4424579262119765e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.532317367196083,
      "num_tokens": 189219646.0,
      "step": 245650
    },
    {
      "epoch": 0.3116097001616017,
      "grad_norm": 5.3125,
      "learning_rate": 3.442394495203347e-05,
      "loss": 2.3605,
      "mean_token_accuracy": 0.5019070476293563,
      "num_tokens": 189228475.0,
      "step": 245660
    },
    {
      "epoch": 0.31162238475413456,
      "grad_norm": 6.5625,
      "learning_rate": 3.442331064194718e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5399213641881943,
      "num_tokens": 189237045.0,
      "step": 245670
    },
    {
      "epoch": 0.3116350693466674,
      "grad_norm": 6.375,
      "learning_rate": 3.4422676331860894e-05,
      "loss": 1.8446,
      "mean_token_accuracy": 0.588525402545929,
      "num_tokens": 189243479.0,
      "step": 245680
    },
    {
      "epoch": 0.3116477539392002,
      "grad_norm": 6.90625,
      "learning_rate": 3.44220420217746e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5409753948450089,
      "num_tokens": 189251674.0,
      "step": 245690
    },
    {
      "epoch": 0.31166043853173303,
      "grad_norm": 5.8125,
      "learning_rate": 3.4421407711688305e-05,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5601403415203094,
      "num_tokens": 189259365.0,
      "step": 245700
    },
    {
      "epoch": 0.31167312312426587,
      "grad_norm": 5.15625,
      "learning_rate": 3.442077340160201e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5409536838531495,
      "num_tokens": 189266359.0,
      "step": 245710
    },
    {
      "epoch": 0.3116858077167987,
      "grad_norm": 8.125,
      "learning_rate": 3.442013909151572e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5730967551469803,
      "num_tokens": 189273017.0,
      "step": 245720
    },
    {
      "epoch": 0.31169849230933155,
      "grad_norm": 5.75,
      "learning_rate": 3.4419504781429435e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5591426372528077,
      "num_tokens": 189281263.0,
      "step": 245730
    },
    {
      "epoch": 0.3117111769018644,
      "grad_norm": 5.65625,
      "learning_rate": 3.441887047134314e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5263270050287246,
      "num_tokens": 189290380.0,
      "step": 245740
    },
    {
      "epoch": 0.31172386149439724,
      "grad_norm": 6.375,
      "learning_rate": 3.441823616125685e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5730846673250198,
      "num_tokens": 189296263.0,
      "step": 245750
    },
    {
      "epoch": 0.31173654608693,
      "grad_norm": 7.46875,
      "learning_rate": 3.441760185117056e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5570435583591461,
      "num_tokens": 189303215.0,
      "step": 245760
    },
    {
      "epoch": 0.31174923067946286,
      "grad_norm": 6.75,
      "learning_rate": 3.441696754108426e-05,
      "loss": 1.8217,
      "mean_token_accuracy": 0.5995222955942154,
      "num_tokens": 189311691.0,
      "step": 245770
    },
    {
      "epoch": 0.3117619152719957,
      "grad_norm": 5.6875,
      "learning_rate": 3.4416333230997975e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5297964721918106,
      "num_tokens": 189320302.0,
      "step": 245780
    },
    {
      "epoch": 0.31177459986452855,
      "grad_norm": 4.75,
      "learning_rate": 3.441569892091168e-05,
      "loss": 1.8996,
      "mean_token_accuracy": 0.5799335598945617,
      "num_tokens": 189328213.0,
      "step": 245790
    },
    {
      "epoch": 0.3117872844570614,
      "grad_norm": 9.25,
      "learning_rate": 3.441506461082539e-05,
      "loss": 1.8914,
      "mean_token_accuracy": 0.5630199879407882,
      "num_tokens": 189334355.0,
      "step": 245800
    },
    {
      "epoch": 0.31179996904959423,
      "grad_norm": 7.4375,
      "learning_rate": 3.44144303007391e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.533632218837738,
      "num_tokens": 189341567.0,
      "step": 245810
    },
    {
      "epoch": 0.31181265364212707,
      "grad_norm": 4.71875,
      "learning_rate": 3.441379599065281e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5324017822742462,
      "num_tokens": 189350033.0,
      "step": 245820
    },
    {
      "epoch": 0.3118253382346599,
      "grad_norm": 4.90625,
      "learning_rate": 3.441316168056652e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5493370890617371,
      "num_tokens": 189358512.0,
      "step": 245830
    },
    {
      "epoch": 0.3118380228271927,
      "grad_norm": 5.96875,
      "learning_rate": 3.441252737048023e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5352821290493012,
      "num_tokens": 189367116.0,
      "step": 245840
    },
    {
      "epoch": 0.31185070741972554,
      "grad_norm": 5.1875,
      "learning_rate": 3.441189306039393e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.533228874206543,
      "num_tokens": 189376496.0,
      "step": 245850
    },
    {
      "epoch": 0.3118633920122584,
      "grad_norm": 5.09375,
      "learning_rate": 3.441125875030764e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5075619012117386,
      "num_tokens": 189385039.0,
      "step": 245860
    },
    {
      "epoch": 0.3118760766047912,
      "grad_norm": 6.3125,
      "learning_rate": 3.441062444022135e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5349306881427764,
      "num_tokens": 189393937.0,
      "step": 245870
    },
    {
      "epoch": 0.31188876119732406,
      "grad_norm": 4.375,
      "learning_rate": 3.440999013013506e-05,
      "loss": 1.9277,
      "mean_token_accuracy": 0.5685206860303879,
      "num_tokens": 189402167.0,
      "step": 245880
    },
    {
      "epoch": 0.3119014457898569,
      "grad_norm": 9.0625,
      "learning_rate": 3.440935582004877e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5448335260152817,
      "num_tokens": 189410220.0,
      "step": 245890
    },
    {
      "epoch": 0.31191413038238974,
      "grad_norm": 4.90625,
      "learning_rate": 3.440872150996248e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5179235011339187,
      "num_tokens": 189419727.0,
      "step": 245900
    },
    {
      "epoch": 0.3119268149749226,
      "grad_norm": 5.09375,
      "learning_rate": 3.4408087199876185e-05,
      "loss": 1.9066,
      "mean_token_accuracy": 0.582786250114441,
      "num_tokens": 189427278.0,
      "step": 245910
    },
    {
      "epoch": 0.31193949956745537,
      "grad_norm": 6.125,
      "learning_rate": 3.440745288978989e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5457398235797882,
      "num_tokens": 189434734.0,
      "step": 245920
    },
    {
      "epoch": 0.3119521841599882,
      "grad_norm": 5.90625,
      "learning_rate": 3.44068185797036e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5641477435827256,
      "num_tokens": 189442097.0,
      "step": 245930
    },
    {
      "epoch": 0.31196486875252105,
      "grad_norm": 4.71875,
      "learning_rate": 3.440618426961731e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.538385808467865,
      "num_tokens": 189450332.0,
      "step": 245940
    },
    {
      "epoch": 0.3119775533450539,
      "grad_norm": 5.3125,
      "learning_rate": 3.440554995953102e-05,
      "loss": 1.8251,
      "mean_token_accuracy": 0.5865370601415634,
      "num_tokens": 189457115.0,
      "step": 245950
    },
    {
      "epoch": 0.31199023793758673,
      "grad_norm": 5.03125,
      "learning_rate": 3.4404915649444726e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5499627828598023,
      "num_tokens": 189464521.0,
      "step": 245960
    },
    {
      "epoch": 0.3120029225301196,
      "grad_norm": 6.5625,
      "learning_rate": 3.440428133935844e-05,
      "loss": 2.2138,
      "mean_token_accuracy": 0.5181904852390289,
      "num_tokens": 189472594.0,
      "step": 245970
    },
    {
      "epoch": 0.3120156071226524,
      "grad_norm": 4.59375,
      "learning_rate": 3.440364702927214e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5227736890316009,
      "num_tokens": 189480355.0,
      "step": 245980
    },
    {
      "epoch": 0.31202829171518526,
      "grad_norm": 8.9375,
      "learning_rate": 3.440301271918585e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5339399456977845,
      "num_tokens": 189488390.0,
      "step": 245990
    },
    {
      "epoch": 0.31204097630771804,
      "grad_norm": 5.6875,
      "learning_rate": 3.440237840909956e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5405364781618118,
      "num_tokens": 189496073.0,
      "step": 246000
    },
    {
      "epoch": 0.3120536609002509,
      "grad_norm": 7.1875,
      "learning_rate": 3.4401744099013266e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5552844732999802,
      "num_tokens": 189502760.0,
      "step": 246010
    },
    {
      "epoch": 0.3120663454927837,
      "grad_norm": 7.21875,
      "learning_rate": 3.440110978892698e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5428869128227234,
      "num_tokens": 189510704.0,
      "step": 246020
    },
    {
      "epoch": 0.31207903008531657,
      "grad_norm": 6.53125,
      "learning_rate": 3.440047547884069e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5347890853881836,
      "num_tokens": 189518489.0,
      "step": 246030
    },
    {
      "epoch": 0.3120917146778494,
      "grad_norm": 6.40625,
      "learning_rate": 3.4399841168754395e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.525667604804039,
      "num_tokens": 189526520.0,
      "step": 246040
    },
    {
      "epoch": 0.31210439927038225,
      "grad_norm": 5.53125,
      "learning_rate": 3.43992068586681e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5507866263389587,
      "num_tokens": 189535111.0,
      "step": 246050
    },
    {
      "epoch": 0.3121170838629151,
      "grad_norm": 6.375,
      "learning_rate": 3.4398572548581806e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5236934363842011,
      "num_tokens": 189543947.0,
      "step": 246060
    },
    {
      "epoch": 0.31212976845544793,
      "grad_norm": 6.3125,
      "learning_rate": 3.439793823849552e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5159753739833832,
      "num_tokens": 189551555.0,
      "step": 246070
    },
    {
      "epoch": 0.3121424530479807,
      "grad_norm": 4.96875,
      "learning_rate": 3.439730392840923e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5293046712875367,
      "num_tokens": 189560448.0,
      "step": 246080
    },
    {
      "epoch": 0.31215513764051356,
      "grad_norm": 4.90625,
      "learning_rate": 3.4396669618322936e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5326904028654098,
      "num_tokens": 189569308.0,
      "step": 246090
    },
    {
      "epoch": 0.3121678222330464,
      "grad_norm": 6.4375,
      "learning_rate": 3.439603530823665e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5223696023225785,
      "num_tokens": 189577451.0,
      "step": 246100
    },
    {
      "epoch": 0.31218050682557924,
      "grad_norm": 4.90625,
      "learning_rate": 3.439540099815035e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5393715977668763,
      "num_tokens": 189584812.0,
      "step": 246110
    },
    {
      "epoch": 0.3121931914181121,
      "grad_norm": 4.96875,
      "learning_rate": 3.439476668806406e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5661754816770553,
      "num_tokens": 189592860.0,
      "step": 246120
    },
    {
      "epoch": 0.3122058760106449,
      "grad_norm": 4.96875,
      "learning_rate": 3.439413237797777e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5727673292160034,
      "num_tokens": 189599835.0,
      "step": 246130
    },
    {
      "epoch": 0.31221856060317776,
      "grad_norm": 4.71875,
      "learning_rate": 3.4393498067891476e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5275836169719696,
      "num_tokens": 189606928.0,
      "step": 246140
    },
    {
      "epoch": 0.3122312451957106,
      "grad_norm": 5.40625,
      "learning_rate": 3.439286375780519e-05,
      "loss": 2.2341,
      "mean_token_accuracy": 0.525548928976059,
      "num_tokens": 189614467.0,
      "step": 246150
    },
    {
      "epoch": 0.3122439297882434,
      "grad_norm": 5.34375,
      "learning_rate": 3.4392229447718894e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5589974075555801,
      "num_tokens": 189622459.0,
      "step": 246160
    },
    {
      "epoch": 0.31225661438077623,
      "grad_norm": 4.90625,
      "learning_rate": 3.4391595137632606e-05,
      "loss": 1.7907,
      "mean_token_accuracy": 0.6029718518257141,
      "num_tokens": 189630204.0,
      "step": 246170
    },
    {
      "epoch": 0.3122692989733091,
      "grad_norm": 5.625,
      "learning_rate": 3.439096082754632e-05,
      "loss": 2.2208,
      "mean_token_accuracy": 0.5221913993358612,
      "num_tokens": 189638228.0,
      "step": 246180
    },
    {
      "epoch": 0.3122819835658419,
      "grad_norm": 4.71875,
      "learning_rate": 3.4390326517460016e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5457309752702713,
      "num_tokens": 189645790.0,
      "step": 246190
    },
    {
      "epoch": 0.31229466815837476,
      "grad_norm": 6.65625,
      "learning_rate": 3.438969220737373e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.56027452647686,
      "num_tokens": 189652275.0,
      "step": 246200
    },
    {
      "epoch": 0.3123073527509076,
      "grad_norm": 7.03125,
      "learning_rate": 3.4389057897287434e-05,
      "loss": 1.9287,
      "mean_token_accuracy": 0.5714368671178818,
      "num_tokens": 189658080.0,
      "step": 246210
    },
    {
      "epoch": 0.31232003734344044,
      "grad_norm": 5.1875,
      "learning_rate": 3.4388423587201146e-05,
      "loss": 2.2099,
      "mean_token_accuracy": 0.5218044847249985,
      "num_tokens": 189665949.0,
      "step": 246220
    },
    {
      "epoch": 0.3123327219359732,
      "grad_norm": 5.40625,
      "learning_rate": 3.438778927711486e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5659978866577149,
      "num_tokens": 189672512.0,
      "step": 246230
    },
    {
      "epoch": 0.31234540652850606,
      "grad_norm": 4.71875,
      "learning_rate": 3.4387154967028563e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5330698311328887,
      "num_tokens": 189681686.0,
      "step": 246240
    },
    {
      "epoch": 0.3123580911210389,
      "grad_norm": 4.53125,
      "learning_rate": 3.4386520656942276e-05,
      "loss": 2.2379,
      "mean_token_accuracy": 0.5143917798995972,
      "num_tokens": 189690393.0,
      "step": 246250
    },
    {
      "epoch": 0.31237077571357175,
      "grad_norm": 5.0625,
      "learning_rate": 3.438588634685598e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5193920254707336,
      "num_tokens": 189699121.0,
      "step": 246260
    },
    {
      "epoch": 0.3123834603061046,
      "grad_norm": 8.4375,
      "learning_rate": 3.4385252036769686e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5529789328575134,
      "num_tokens": 189706756.0,
      "step": 246270
    },
    {
      "epoch": 0.31239614489863743,
      "grad_norm": 5.4375,
      "learning_rate": 3.43846177266834e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5855834662914277,
      "num_tokens": 189714223.0,
      "step": 246280
    },
    {
      "epoch": 0.31240882949117027,
      "grad_norm": 5.4375,
      "learning_rate": 3.4383983416597104e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.552762633562088,
      "num_tokens": 189722066.0,
      "step": 246290
    },
    {
      "epoch": 0.3124215140837031,
      "grad_norm": 5.15625,
      "learning_rate": 3.4383349106510816e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5479258626699448,
      "num_tokens": 189730811.0,
      "step": 246300
    },
    {
      "epoch": 0.3124341986762359,
      "grad_norm": 5.84375,
      "learning_rate": 3.438271479642452e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.528015998005867,
      "num_tokens": 189739246.0,
      "step": 246310
    },
    {
      "epoch": 0.31244688326876874,
      "grad_norm": 5.9375,
      "learning_rate": 3.4382080486338233e-05,
      "loss": 2.3516,
      "mean_token_accuracy": 0.5151006430387497,
      "num_tokens": 189746238.0,
      "step": 246320
    },
    {
      "epoch": 0.3124595678613016,
      "grad_norm": 5.90625,
      "learning_rate": 3.438144617625194e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5402752488851548,
      "num_tokens": 189753012.0,
      "step": 246330
    },
    {
      "epoch": 0.3124722524538344,
      "grad_norm": 6.3125,
      "learning_rate": 3.4380811866165644e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5588462710380554,
      "num_tokens": 189760697.0,
      "step": 246340
    },
    {
      "epoch": 0.31248493704636726,
      "grad_norm": 5.0625,
      "learning_rate": 3.4380177556079356e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5326429307460785,
      "num_tokens": 189768838.0,
      "step": 246350
    },
    {
      "epoch": 0.3124976216389001,
      "grad_norm": 6.90625,
      "learning_rate": 3.437954324599306e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5709029078483582,
      "num_tokens": 189776443.0,
      "step": 246360
    },
    {
      "epoch": 0.31251030623143294,
      "grad_norm": 5.21875,
      "learning_rate": 3.4378908935906774e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5456456303596496,
      "num_tokens": 189784329.0,
      "step": 246370
    },
    {
      "epoch": 0.3125229908239658,
      "grad_norm": 6.03125,
      "learning_rate": 3.4378274625820486e-05,
      "loss": 2.2343,
      "mean_token_accuracy": 0.5359043896198272,
      "num_tokens": 189792322.0,
      "step": 246380
    },
    {
      "epoch": 0.31253567541649857,
      "grad_norm": 5.65625,
      "learning_rate": 3.437764031573419e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5322778731584549,
      "num_tokens": 189799677.0,
      "step": 246390
    },
    {
      "epoch": 0.3125483600090314,
      "grad_norm": 4.6875,
      "learning_rate": 3.4377006005647897e-05,
      "loss": 1.8478,
      "mean_token_accuracy": 0.5890646576881409,
      "num_tokens": 189806627.0,
      "step": 246400
    },
    {
      "epoch": 0.31256104460156425,
      "grad_norm": 5.8125,
      "learning_rate": 3.43763716955616e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5665829956531525,
      "num_tokens": 189813687.0,
      "step": 246410
    },
    {
      "epoch": 0.3125737291940971,
      "grad_norm": 5.59375,
      "learning_rate": 3.4375737385475314e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5446132630109787,
      "num_tokens": 189821588.0,
      "step": 246420
    },
    {
      "epoch": 0.31258641378662994,
      "grad_norm": 4.5625,
      "learning_rate": 3.4375103075389026e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.554679474234581,
      "num_tokens": 189828907.0,
      "step": 246430
    },
    {
      "epoch": 0.3125990983791628,
      "grad_norm": 5.0625,
      "learning_rate": 3.437446876530273e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5384817153215409,
      "num_tokens": 189836990.0,
      "step": 246440
    },
    {
      "epoch": 0.3126117829716956,
      "grad_norm": 5.21875,
      "learning_rate": 3.4373834455216444e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5563774913549423,
      "num_tokens": 189844872.0,
      "step": 246450
    },
    {
      "epoch": 0.31262446756422846,
      "grad_norm": 6.78125,
      "learning_rate": 3.437320014513015e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5279226183891297,
      "num_tokens": 189852611.0,
      "step": 246460
    },
    {
      "epoch": 0.31263715215676124,
      "grad_norm": 4.75,
      "learning_rate": 3.4372565835043854e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5379755884408951,
      "num_tokens": 189861257.0,
      "step": 246470
    },
    {
      "epoch": 0.3126498367492941,
      "grad_norm": 4.59375,
      "learning_rate": 3.4371931524957566e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5533238917589187,
      "num_tokens": 189869013.0,
      "step": 246480
    },
    {
      "epoch": 0.3126625213418269,
      "grad_norm": 5.9375,
      "learning_rate": 3.437129721487127e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5358430951833725,
      "num_tokens": 189876968.0,
      "step": 246490
    },
    {
      "epoch": 0.31267520593435977,
      "grad_norm": 5.46875,
      "learning_rate": 3.4370662904784984e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5578577369451523,
      "num_tokens": 189883765.0,
      "step": 246500
    },
    {
      "epoch": 0.3126878905268926,
      "grad_norm": 7.8125,
      "learning_rate": 3.4370028594698696e-05,
      "loss": 1.8817,
      "mean_token_accuracy": 0.5761325776576995,
      "num_tokens": 189890318.0,
      "step": 246510
    },
    {
      "epoch": 0.31270057511942545,
      "grad_norm": 7.03125,
      "learning_rate": 3.43693942846124e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5395430088043213,
      "num_tokens": 189897554.0,
      "step": 246520
    },
    {
      "epoch": 0.3127132597119583,
      "grad_norm": 5.8125,
      "learning_rate": 3.4368759974526114e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5471802741289139,
      "num_tokens": 189905469.0,
      "step": 246530
    },
    {
      "epoch": 0.31272594430449113,
      "grad_norm": 6.5625,
      "learning_rate": 3.436812566443981e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5324763357639313,
      "num_tokens": 189913716.0,
      "step": 246540
    },
    {
      "epoch": 0.3127386288970239,
      "grad_norm": 7.28125,
      "learning_rate": 3.4367491354353524e-05,
      "loss": 1.8851,
      "mean_token_accuracy": 0.5930820047855377,
      "num_tokens": 189921646.0,
      "step": 246550
    },
    {
      "epoch": 0.31275131348955676,
      "grad_norm": 5.21875,
      "learning_rate": 3.4366857044267236e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5469543129205704,
      "num_tokens": 189930351.0,
      "step": 246560
    },
    {
      "epoch": 0.3127639980820896,
      "grad_norm": 4.9375,
      "learning_rate": 3.436622273418094e-05,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5654273867607117,
      "num_tokens": 189938341.0,
      "step": 246570
    },
    {
      "epoch": 0.31277668267462244,
      "grad_norm": 5.96875,
      "learning_rate": 3.4365588424094654e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.520134162902832,
      "num_tokens": 189946347.0,
      "step": 246580
    },
    {
      "epoch": 0.3127893672671553,
      "grad_norm": 7.71875,
      "learning_rate": 3.436495411400836e-05,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5655595362186432,
      "num_tokens": 189953245.0,
      "step": 246590
    },
    {
      "epoch": 0.3128020518596881,
      "grad_norm": 6.4375,
      "learning_rate": 3.436431980392207e-05,
      "loss": 1.4913,
      "mean_token_accuracy": 0.6523023009300232,
      "num_tokens": 189957848.0,
      "step": 246600
    },
    {
      "epoch": 0.31281473645222097,
      "grad_norm": 4.65625,
      "learning_rate": 3.436368549383578e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5547020763158799,
      "num_tokens": 189965273.0,
      "step": 246610
    },
    {
      "epoch": 0.3128274210447538,
      "grad_norm": 8.3125,
      "learning_rate": 3.436305118374948e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5512253493070602,
      "num_tokens": 189972895.0,
      "step": 246620
    },
    {
      "epoch": 0.3128401056372866,
      "grad_norm": 5.375,
      "learning_rate": 3.4362416873663194e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5336740344762803,
      "num_tokens": 189980764.0,
      "step": 246630
    },
    {
      "epoch": 0.31285279022981943,
      "grad_norm": 5.15625,
      "learning_rate": 3.43617825635769e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5485286056995392,
      "num_tokens": 189989205.0,
      "step": 246640
    },
    {
      "epoch": 0.3128654748223523,
      "grad_norm": 5.46875,
      "learning_rate": 3.436114825349061e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.542608180642128,
      "num_tokens": 189997733.0,
      "step": 246650
    },
    {
      "epoch": 0.3128781594148851,
      "grad_norm": 5.53125,
      "learning_rate": 3.4360513943404324e-05,
      "loss": 1.8984,
      "mean_token_accuracy": 0.5892716497182846,
      "num_tokens": 190003518.0,
      "step": 246660
    },
    {
      "epoch": 0.31289084400741796,
      "grad_norm": 5.3125,
      "learning_rate": 3.435987963331803e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5552502602338791,
      "num_tokens": 190010809.0,
      "step": 246670
    },
    {
      "epoch": 0.3129035285999508,
      "grad_norm": 4.875,
      "learning_rate": 3.4359245323231734e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5597183018922806,
      "num_tokens": 190017858.0,
      "step": 246680
    },
    {
      "epoch": 0.31291621319248364,
      "grad_norm": 4.9375,
      "learning_rate": 3.435861101314544e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5174185752868652,
      "num_tokens": 190026290.0,
      "step": 246690
    },
    {
      "epoch": 0.3129288977850164,
      "grad_norm": 5.21875,
      "learning_rate": 3.435797670305915e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5189942389726638,
      "num_tokens": 190034434.0,
      "step": 246700
    },
    {
      "epoch": 0.31294158237754927,
      "grad_norm": 6.6875,
      "learning_rate": 3.4357342392972864e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.534686291217804,
      "num_tokens": 190042634.0,
      "step": 246710
    },
    {
      "epoch": 0.3129542669700821,
      "grad_norm": 4.375,
      "learning_rate": 3.435670808288657e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5356017470359802,
      "num_tokens": 190050771.0,
      "step": 246720
    },
    {
      "epoch": 0.31296695156261495,
      "grad_norm": 5.3125,
      "learning_rate": 3.435607377280028e-05,
      "loss": 2.2341,
      "mean_token_accuracy": 0.5166288822889328,
      "num_tokens": 190058550.0,
      "step": 246730
    },
    {
      "epoch": 0.3129796361551478,
      "grad_norm": 4.90625,
      "learning_rate": 3.435543946271399e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5435127884149551,
      "num_tokens": 190066932.0,
      "step": 246740
    },
    {
      "epoch": 0.31299232074768063,
      "grad_norm": 5.25,
      "learning_rate": 3.435480515262769e-05,
      "loss": 2.2779,
      "mean_token_accuracy": 0.5060729861259461,
      "num_tokens": 190074824.0,
      "step": 246750
    },
    {
      "epoch": 0.31300500534021347,
      "grad_norm": 4.28125,
      "learning_rate": 3.4354170842541404e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5567189484834671,
      "num_tokens": 190082528.0,
      "step": 246760
    },
    {
      "epoch": 0.3130176899327463,
      "grad_norm": 5.40625,
      "learning_rate": 3.435353653245511e-05,
      "loss": 1.8852,
      "mean_token_accuracy": 0.5769683539867401,
      "num_tokens": 190088863.0,
      "step": 246770
    },
    {
      "epoch": 0.3130303745252791,
      "grad_norm": 4.65625,
      "learning_rate": 3.435290222236882e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5362147241830826,
      "num_tokens": 190097004.0,
      "step": 246780
    },
    {
      "epoch": 0.31304305911781194,
      "grad_norm": 5.21875,
      "learning_rate": 3.435226791228253e-05,
      "loss": 2.2223,
      "mean_token_accuracy": 0.5198349714279175,
      "num_tokens": 190105923.0,
      "step": 246790
    },
    {
      "epoch": 0.3130557437103448,
      "grad_norm": 5.25,
      "learning_rate": 3.435163360219624e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.574588018655777,
      "num_tokens": 190114127.0,
      "step": 246800
    },
    {
      "epoch": 0.3130684283028776,
      "grad_norm": 6.71875,
      "learning_rate": 3.4350999292109945e-05,
      "loss": 2.2124,
      "mean_token_accuracy": 0.5200708717107773,
      "num_tokens": 190121630.0,
      "step": 246810
    },
    {
      "epoch": 0.31308111289541046,
      "grad_norm": 5.03125,
      "learning_rate": 3.435036498202365e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5420980393886566,
      "num_tokens": 190129861.0,
      "step": 246820
    },
    {
      "epoch": 0.3130937974879433,
      "grad_norm": 5.53125,
      "learning_rate": 3.434973067193736e-05,
      "loss": 2.2134,
      "mean_token_accuracy": 0.5222967803478241,
      "num_tokens": 190138626.0,
      "step": 246830
    },
    {
      "epoch": 0.31310648208047615,
      "grad_norm": 5.34375,
      "learning_rate": 3.434909636185107e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5482852816581726,
      "num_tokens": 190146812.0,
      "step": 246840
    },
    {
      "epoch": 0.313119166673009,
      "grad_norm": 7.8125,
      "learning_rate": 3.434846205176478e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5371547013521194,
      "num_tokens": 190155243.0,
      "step": 246850
    },
    {
      "epoch": 0.31313185126554177,
      "grad_norm": 4.71875,
      "learning_rate": 3.434782774167849e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5367537856101989,
      "num_tokens": 190163195.0,
      "step": 246860
    },
    {
      "epoch": 0.3131445358580746,
      "grad_norm": 5.75,
      "learning_rate": 3.43471934315922e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5270738005638123,
      "num_tokens": 190172063.0,
      "step": 246870
    },
    {
      "epoch": 0.31315722045060745,
      "grad_norm": 5.15625,
      "learning_rate": 3.43465591215059e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5475108534097671,
      "num_tokens": 190180217.0,
      "step": 246880
    },
    {
      "epoch": 0.3131699050431403,
      "grad_norm": 5.21875,
      "learning_rate": 3.434592481141961e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5345805376768112,
      "num_tokens": 190187949.0,
      "step": 246890
    },
    {
      "epoch": 0.31318258963567314,
      "grad_norm": 5.09375,
      "learning_rate": 3.434529050133332e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5268819451332092,
      "num_tokens": 190196114.0,
      "step": 246900
    },
    {
      "epoch": 0.313195274228206,
      "grad_norm": 5.65625,
      "learning_rate": 3.434465619124703e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5461189836263657,
      "num_tokens": 190204259.0,
      "step": 246910
    },
    {
      "epoch": 0.3132079588207388,
      "grad_norm": 7.5,
      "learning_rate": 3.434402188116074e-05,
      "loss": 1.8429,
      "mean_token_accuracy": 0.5811676323413849,
      "num_tokens": 190211595.0,
      "step": 246920
    },
    {
      "epoch": 0.31322064341327166,
      "grad_norm": 4.78125,
      "learning_rate": 3.434338757107445e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5392139673233032,
      "num_tokens": 190219268.0,
      "step": 246930
    },
    {
      "epoch": 0.31323332800580445,
      "grad_norm": 4.90625,
      "learning_rate": 3.4342753260988155e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5658520340919495,
      "num_tokens": 190227159.0,
      "step": 246940
    },
    {
      "epoch": 0.3132460125983373,
      "grad_norm": 7.78125,
      "learning_rate": 3.434211895090187e-05,
      "loss": 1.8402,
      "mean_token_accuracy": 0.5795116901397706,
      "num_tokens": 190234008.0,
      "step": 246950
    },
    {
      "epoch": 0.31325869719087013,
      "grad_norm": 5.5,
      "learning_rate": 3.434148464081557e-05,
      "loss": 1.8199,
      "mean_token_accuracy": 0.6076068997383117,
      "num_tokens": 190240860.0,
      "step": 246960
    },
    {
      "epoch": 0.31327138178340297,
      "grad_norm": 5.875,
      "learning_rate": 3.434085033072928e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5674097031354904,
      "num_tokens": 190247704.0,
      "step": 246970
    },
    {
      "epoch": 0.3132840663759358,
      "grad_norm": 6.03125,
      "learning_rate": 3.434021602064299e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5439785957336426,
      "num_tokens": 190255783.0,
      "step": 246980
    },
    {
      "epoch": 0.31329675096846865,
      "grad_norm": 5.15625,
      "learning_rate": 3.4339581710556695e-05,
      "loss": 2.2952,
      "mean_token_accuracy": 0.508496218919754,
      "num_tokens": 190264337.0,
      "step": 246990
    },
    {
      "epoch": 0.3133094355610015,
      "grad_norm": 4.625,
      "learning_rate": 3.433894740047041e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5462934613227844,
      "num_tokens": 190273113.0,
      "step": 247000
    },
    {
      "epoch": 0.31332212015353433,
      "grad_norm": 4.9375,
      "learning_rate": 3.433831309038412e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5306337803602219,
      "num_tokens": 190281353.0,
      "step": 247010
    },
    {
      "epoch": 0.3133348047460671,
      "grad_norm": 9.0,
      "learning_rate": 3.4337678780297825e-05,
      "loss": 1.8715,
      "mean_token_accuracy": 0.5813394546508789,
      "num_tokens": 190288660.0,
      "step": 247020
    },
    {
      "epoch": 0.31334748933859996,
      "grad_norm": 6.34375,
      "learning_rate": 3.433704447021153e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5348370909690857,
      "num_tokens": 190297619.0,
      "step": 247030
    },
    {
      "epoch": 0.3133601739311328,
      "grad_norm": 7.625,
      "learning_rate": 3.4336410160125236e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5247750520706177,
      "num_tokens": 190304602.0,
      "step": 247040
    },
    {
      "epoch": 0.31337285852366564,
      "grad_norm": 5.0625,
      "learning_rate": 3.433577585003895e-05,
      "loss": 1.853,
      "mean_token_accuracy": 0.5862306743860245,
      "num_tokens": 190312443.0,
      "step": 247050
    },
    {
      "epoch": 0.3133855431161985,
      "grad_norm": 5.59375,
      "learning_rate": 3.433514153995266e-05,
      "loss": 1.8979,
      "mean_token_accuracy": 0.573363184928894,
      "num_tokens": 190319566.0,
      "step": 247060
    },
    {
      "epoch": 0.3133982277087313,
      "grad_norm": 5.53125,
      "learning_rate": 3.4334507229866365e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5539558082818985,
      "num_tokens": 190326182.0,
      "step": 247070
    },
    {
      "epoch": 0.31341091230126417,
      "grad_norm": 7.09375,
      "learning_rate": 3.433387291978008e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.581501305103302,
      "num_tokens": 190331742.0,
      "step": 247080
    },
    {
      "epoch": 0.313423596893797,
      "grad_norm": 7.09375,
      "learning_rate": 3.433323860969378e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5530966281890869,
      "num_tokens": 190338917.0,
      "step": 247090
    },
    {
      "epoch": 0.3134362814863298,
      "grad_norm": 4.78125,
      "learning_rate": 3.433260429960749e-05,
      "loss": 2.1987,
      "mean_token_accuracy": 0.5216213673353195,
      "num_tokens": 190347503.0,
      "step": 247100
    },
    {
      "epoch": 0.31344896607886263,
      "grad_norm": 5.28125,
      "learning_rate": 3.43319699895212e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5622573852539062,
      "num_tokens": 190355330.0,
      "step": 247110
    },
    {
      "epoch": 0.3134616506713955,
      "grad_norm": 6.34375,
      "learning_rate": 3.4331335679434905e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5296896129846573,
      "num_tokens": 190364348.0,
      "step": 247120
    },
    {
      "epoch": 0.3134743352639283,
      "grad_norm": 6.125,
      "learning_rate": 3.433070136934862e-05,
      "loss": 1.8807,
      "mean_token_accuracy": 0.5819580227136611,
      "num_tokens": 190370907.0,
      "step": 247130
    },
    {
      "epoch": 0.31348701985646116,
      "grad_norm": 6.46875,
      "learning_rate": 3.433006705926232e-05,
      "loss": 1.8067,
      "mean_token_accuracy": 0.5938180983066559,
      "num_tokens": 190377589.0,
      "step": 247140
    },
    {
      "epoch": 0.313499704448994,
      "grad_norm": 6.34375,
      "learning_rate": 3.4329432749176035e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5561162382364273,
      "num_tokens": 190384624.0,
      "step": 247150
    },
    {
      "epoch": 0.31351238904152684,
      "grad_norm": 5.15625,
      "learning_rate": 3.432879843908974e-05,
      "loss": 2.273,
      "mean_token_accuracy": 0.5053871124982834,
      "num_tokens": 190394408.0,
      "step": 247160
    },
    {
      "epoch": 0.3135250736340596,
      "grad_norm": 6.5625,
      "learning_rate": 3.4328164129003446e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.541898050904274,
      "num_tokens": 190401967.0,
      "step": 247170
    },
    {
      "epoch": 0.31353775822659247,
      "grad_norm": 5.53125,
      "learning_rate": 3.432752981891716e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5439749032258987,
      "num_tokens": 190409621.0,
      "step": 247180
    },
    {
      "epoch": 0.3135504428191253,
      "grad_norm": 7.625,
      "learning_rate": 3.432689550883086e-05,
      "loss": 1.9784,
      "mean_token_accuracy": 0.551581683754921,
      "num_tokens": 190416854.0,
      "step": 247190
    },
    {
      "epoch": 0.31356312741165815,
      "grad_norm": 5.4375,
      "learning_rate": 3.4326261198744575e-05,
      "loss": 2.135,
      "mean_token_accuracy": 0.5323052704334259,
      "num_tokens": 190425518.0,
      "step": 247200
    },
    {
      "epoch": 0.313575812004191,
      "grad_norm": 5.21875,
      "learning_rate": 3.432562688865829e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5449037671089172,
      "num_tokens": 190432943.0,
      "step": 247210
    },
    {
      "epoch": 0.31358849659672383,
      "grad_norm": 5.15625,
      "learning_rate": 3.432499257857199e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5422344207763672,
      "num_tokens": 190440970.0,
      "step": 247220
    },
    {
      "epoch": 0.3136011811892567,
      "grad_norm": 3.03125,
      "learning_rate": 3.43243582684857e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5360927641391754,
      "num_tokens": 190449142.0,
      "step": 247230
    },
    {
      "epoch": 0.3136138657817895,
      "grad_norm": 6.5,
      "learning_rate": 3.4323723958399404e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5550323247909545,
      "num_tokens": 190456331.0,
      "step": 247240
    },
    {
      "epoch": 0.3136265503743223,
      "grad_norm": 5.9375,
      "learning_rate": 3.4323089648313116e-05,
      "loss": 2.3068,
      "mean_token_accuracy": 0.512623393535614,
      "num_tokens": 190464428.0,
      "step": 247250
    },
    {
      "epoch": 0.31363923496685514,
      "grad_norm": 5.125,
      "learning_rate": 3.432245533822683e-05,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5220052838325501,
      "num_tokens": 190473841.0,
      "step": 247260
    },
    {
      "epoch": 0.313651919559388,
      "grad_norm": 6.46875,
      "learning_rate": 3.432182102814053e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5737490564584732,
      "num_tokens": 190480987.0,
      "step": 247270
    },
    {
      "epoch": 0.3136646041519208,
      "grad_norm": 5.375,
      "learning_rate": 3.4321186718054245e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5402457356452942,
      "num_tokens": 190489148.0,
      "step": 247280
    },
    {
      "epoch": 0.31367728874445366,
      "grad_norm": 5.40625,
      "learning_rate": 3.432055240796795e-05,
      "loss": 2.1934,
      "mean_token_accuracy": 0.528250852227211,
      "num_tokens": 190497865.0,
      "step": 247290
    },
    {
      "epoch": 0.3136899733369865,
      "grad_norm": 5.9375,
      "learning_rate": 3.4319918097881656e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5456049799919128,
      "num_tokens": 190506209.0,
      "step": 247300
    },
    {
      "epoch": 0.31370265792951935,
      "grad_norm": 2.109375,
      "learning_rate": 3.431928378779537e-05,
      "loss": 1.8125,
      "mean_token_accuracy": 0.5899118781089783,
      "num_tokens": 190513705.0,
      "step": 247310
    },
    {
      "epoch": 0.3137153425220522,
      "grad_norm": 6.53125,
      "learning_rate": 3.4318649477709073e-05,
      "loss": 1.7528,
      "mean_token_accuracy": 0.6163152694702149,
      "num_tokens": 190519048.0,
      "step": 247320
    },
    {
      "epoch": 0.313728027114585,
      "grad_norm": 5.3125,
      "learning_rate": 3.4318015167622786e-05,
      "loss": 1.9237,
      "mean_token_accuracy": 0.5802933305501938,
      "num_tokens": 190524663.0,
      "step": 247330
    },
    {
      "epoch": 0.3137407117071178,
      "grad_norm": 4.75,
      "learning_rate": 3.431738085753649e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.550032764673233,
      "num_tokens": 190532709.0,
      "step": 247340
    },
    {
      "epoch": 0.31375339629965066,
      "grad_norm": 6.0,
      "learning_rate": 3.43167465474502e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.52309730052948,
      "num_tokens": 190539936.0,
      "step": 247350
    },
    {
      "epoch": 0.3137660808921835,
      "grad_norm": 4.84375,
      "learning_rate": 3.4316112237363915e-05,
      "loss": 1.9156,
      "mean_token_accuracy": 0.5706241965293884,
      "num_tokens": 190547306.0,
      "step": 247360
    },
    {
      "epoch": 0.31377876548471634,
      "grad_norm": 5.3125,
      "learning_rate": 3.431547792727762e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.535248413681984,
      "num_tokens": 190555428.0,
      "step": 247370
    },
    {
      "epoch": 0.3137914500772492,
      "grad_norm": 5.53125,
      "learning_rate": 3.4314843617191326e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5394095957279206,
      "num_tokens": 190563296.0,
      "step": 247380
    },
    {
      "epoch": 0.313804134669782,
      "grad_norm": 4.96875,
      "learning_rate": 3.431420930710503e-05,
      "loss": 1.8847,
      "mean_token_accuracy": 0.5953466027975083,
      "num_tokens": 190570471.0,
      "step": 247390
    },
    {
      "epoch": 0.31381681926231486,
      "grad_norm": 5.5,
      "learning_rate": 3.4313574997018743e-05,
      "loss": 1.8473,
      "mean_token_accuracy": 0.5868315875530243,
      "num_tokens": 190575818.0,
      "step": 247400
    },
    {
      "epoch": 0.31382950385484765,
      "grad_norm": 5.65625,
      "learning_rate": 3.4312940686932456e-05,
      "loss": 2.2357,
      "mean_token_accuracy": 0.525480580329895,
      "num_tokens": 190582854.0,
      "step": 247410
    },
    {
      "epoch": 0.3138421884473805,
      "grad_norm": 5.59375,
      "learning_rate": 3.431230637684616e-05,
      "loss": 1.7706,
      "mean_token_accuracy": 0.5907657146453857,
      "num_tokens": 190589282.0,
      "step": 247420
    },
    {
      "epoch": 0.31385487303991333,
      "grad_norm": 6.25,
      "learning_rate": 3.431167206675987e-05,
      "loss": 2.3268,
      "mean_token_accuracy": 0.503927332162857,
      "num_tokens": 190597313.0,
      "step": 247430
    },
    {
      "epoch": 0.31386755763244617,
      "grad_norm": 4.875,
      "learning_rate": 3.431103775667358e-05,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5169102698564529,
      "num_tokens": 190606071.0,
      "step": 247440
    },
    {
      "epoch": 0.313880242224979,
      "grad_norm": 5.59375,
      "learning_rate": 3.4310403446587284e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.532601535320282,
      "num_tokens": 190615251.0,
      "step": 247450
    },
    {
      "epoch": 0.31389292681751185,
      "grad_norm": 5.34375,
      "learning_rate": 3.4309769136500996e-05,
      "loss": 1.7551,
      "mean_token_accuracy": 0.6020242691040039,
      "num_tokens": 190621767.0,
      "step": 247460
    },
    {
      "epoch": 0.3139056114100447,
      "grad_norm": 6.28125,
      "learning_rate": 3.43091348264147e-05,
      "loss": 2.2591,
      "mean_token_accuracy": 0.5201053768396378,
      "num_tokens": 190629784.0,
      "step": 247470
    },
    {
      "epoch": 0.31391829600257753,
      "grad_norm": 5.6875,
      "learning_rate": 3.430850051632841e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.5775731593370438,
      "num_tokens": 190636317.0,
      "step": 247480
    },
    {
      "epoch": 0.3139309805951103,
      "grad_norm": 15.9375,
      "learning_rate": 3.4307866206242125e-05,
      "loss": 1.665,
      "mean_token_accuracy": 0.6376231253147125,
      "num_tokens": 190641645.0,
      "step": 247490
    },
    {
      "epoch": 0.31394366518764316,
      "grad_norm": 8.0625,
      "learning_rate": 3.430723189615583e-05,
      "loss": 1.8704,
      "mean_token_accuracy": 0.5691136419773102,
      "num_tokens": 190648779.0,
      "step": 247500
    },
    {
      "epoch": 0.313956349780176,
      "grad_norm": 5.5625,
      "learning_rate": 3.4306597586069536e-05,
      "loss": 1.8755,
      "mean_token_accuracy": 0.5817288875579834,
      "num_tokens": 190654961.0,
      "step": 247510
    },
    {
      "epoch": 0.31396903437270884,
      "grad_norm": 9.3125,
      "learning_rate": 3.430596327598324e-05,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5728973001241684,
      "num_tokens": 190662031.0,
      "step": 247520
    },
    {
      "epoch": 0.3139817189652417,
      "grad_norm": 5.03125,
      "learning_rate": 3.4305328965896954e-05,
      "loss": 1.3606,
      "mean_token_accuracy": 0.6854213416576386,
      "num_tokens": 190668499.0,
      "step": 247530
    },
    {
      "epoch": 0.3139944035577745,
      "grad_norm": 5.53125,
      "learning_rate": 3.4304694655810666e-05,
      "loss": 2.2276,
      "mean_token_accuracy": 0.5225200742483139,
      "num_tokens": 190677089.0,
      "step": 247540
    },
    {
      "epoch": 0.31400708815030737,
      "grad_norm": 5.8125,
      "learning_rate": 3.430406034572437e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5692490696907043,
      "num_tokens": 190684476.0,
      "step": 247550
    },
    {
      "epoch": 0.3140197727428402,
      "grad_norm": 4.5625,
      "learning_rate": 3.430342603563808e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5517197549343109,
      "num_tokens": 190693044.0,
      "step": 247560
    },
    {
      "epoch": 0.314032457335373,
      "grad_norm": 6.1875,
      "learning_rate": 3.430279172555179e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5465106040239334,
      "num_tokens": 190701087.0,
      "step": 247570
    },
    {
      "epoch": 0.31404514192790584,
      "grad_norm": 7.4375,
      "learning_rate": 3.4302157415465494e-05,
      "loss": 1.8296,
      "mean_token_accuracy": 0.59707490503788,
      "num_tokens": 190707959.0,
      "step": 247580
    },
    {
      "epoch": 0.3140578265204387,
      "grad_norm": 7.09375,
      "learning_rate": 3.4301523105379206e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5324883162975311,
      "num_tokens": 190716666.0,
      "step": 247590
    },
    {
      "epoch": 0.3140705111129715,
      "grad_norm": 5.65625,
      "learning_rate": 3.430088879529291e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5401491016149521,
      "num_tokens": 190724053.0,
      "step": 247600
    },
    {
      "epoch": 0.31408319570550436,
      "grad_norm": 4.90625,
      "learning_rate": 3.4300254485206624e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5584513634443283,
      "num_tokens": 190731564.0,
      "step": 247610
    },
    {
      "epoch": 0.3140958802980372,
      "grad_norm": 4.9375,
      "learning_rate": 3.429962017512033e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5366802424192428,
      "num_tokens": 190739876.0,
      "step": 247620
    },
    {
      "epoch": 0.31410856489057004,
      "grad_norm": 4.78125,
      "learning_rate": 3.429898586503404e-05,
      "loss": 2.1999,
      "mean_token_accuracy": 0.520270648598671,
      "num_tokens": 190748768.0,
      "step": 247630
    },
    {
      "epoch": 0.3141212494831028,
      "grad_norm": 6.21875,
      "learning_rate": 3.4298351554947746e-05,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5311107993125915,
      "num_tokens": 190756213.0,
      "step": 247640
    },
    {
      "epoch": 0.31413393407563567,
      "grad_norm": 6.1875,
      "learning_rate": 3.429771724486145e-05,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5629424333572388,
      "num_tokens": 190763839.0,
      "step": 247650
    },
    {
      "epoch": 0.3141466186681685,
      "grad_norm": 5.03125,
      "learning_rate": 3.4297082934775164e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.559768533706665,
      "num_tokens": 190772393.0,
      "step": 247660
    },
    {
      "epoch": 0.31415930326070135,
      "grad_norm": 5.3125,
      "learning_rate": 3.429644862468887e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5262061178684234,
      "num_tokens": 190779912.0,
      "step": 247670
    },
    {
      "epoch": 0.3141719878532342,
      "grad_norm": 8.375,
      "learning_rate": 3.429581431460258e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5503125458955764,
      "num_tokens": 190785576.0,
      "step": 247680
    },
    {
      "epoch": 0.31418467244576703,
      "grad_norm": 6.625,
      "learning_rate": 3.4295180004516293e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5332292139530181,
      "num_tokens": 190793827.0,
      "step": 247690
    },
    {
      "epoch": 0.3141973570382999,
      "grad_norm": 5.53125,
      "learning_rate": 3.429454569443e-05,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5781670540571213,
      "num_tokens": 190801559.0,
      "step": 247700
    },
    {
      "epoch": 0.3142100416308327,
      "grad_norm": 6.09375,
      "learning_rate": 3.429391138434371e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.560051891207695,
      "num_tokens": 190808757.0,
      "step": 247710
    },
    {
      "epoch": 0.3142227262233655,
      "grad_norm": 4.6875,
      "learning_rate": 3.429327707425741e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5296005219221115,
      "num_tokens": 190817937.0,
      "step": 247720
    },
    {
      "epoch": 0.31423541081589834,
      "grad_norm": 7.53125,
      "learning_rate": 3.429264276417112e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5335604548454285,
      "num_tokens": 190825414.0,
      "step": 247730
    },
    {
      "epoch": 0.3142480954084312,
      "grad_norm": 4.78125,
      "learning_rate": 3.4292008454084834e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.525031179189682,
      "num_tokens": 190833546.0,
      "step": 247740
    },
    {
      "epoch": 0.314260780000964,
      "grad_norm": 6.84375,
      "learning_rate": 3.429137414399854e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5356569319963456,
      "num_tokens": 190841257.0,
      "step": 247750
    },
    {
      "epoch": 0.31427346459349687,
      "grad_norm": 5.4375,
      "learning_rate": 3.429073983391225e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5390311568975449,
      "num_tokens": 190849246.0,
      "step": 247760
    },
    {
      "epoch": 0.3142861491860297,
      "grad_norm": 6.21875,
      "learning_rate": 3.4290105523825957e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5506120324134827,
      "num_tokens": 190857053.0,
      "step": 247770
    },
    {
      "epoch": 0.31429883377856255,
      "grad_norm": 5.34375,
      "learning_rate": 3.428947121373967e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5572489559650421,
      "num_tokens": 190864826.0,
      "step": 247780
    },
    {
      "epoch": 0.3143115183710954,
      "grad_norm": 6.96875,
      "learning_rate": 3.4288836903653374e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5364521354436874,
      "num_tokens": 190873091.0,
      "step": 247790
    },
    {
      "epoch": 0.3143242029636282,
      "grad_norm": 4.90625,
      "learning_rate": 3.428820259356708e-05,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5396734774112701,
      "num_tokens": 190880870.0,
      "step": 247800
    },
    {
      "epoch": 0.314336887556161,
      "grad_norm": 6.40625,
      "learning_rate": 3.428756828348079e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5614269226789474,
      "num_tokens": 190888055.0,
      "step": 247810
    },
    {
      "epoch": 0.31434957214869386,
      "grad_norm": 5.1875,
      "learning_rate": 3.42869339733945e-05,
      "loss": 1.8657,
      "mean_token_accuracy": 0.583586648106575,
      "num_tokens": 190895295.0,
      "step": 247820
    },
    {
      "epoch": 0.3143622567412267,
      "grad_norm": 5.71875,
      "learning_rate": 3.428629966330821e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5336646139621735,
      "num_tokens": 190902872.0,
      "step": 247830
    },
    {
      "epoch": 0.31437494133375954,
      "grad_norm": 4.84375,
      "learning_rate": 3.428566535322192e-05,
      "loss": 1.7212,
      "mean_token_accuracy": 0.6114947557449341,
      "num_tokens": 190910118.0,
      "step": 247840
    },
    {
      "epoch": 0.3143876259262924,
      "grad_norm": 4.9375,
      "learning_rate": 3.4285031043135627e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5595063447952271,
      "num_tokens": 190917862.0,
      "step": 247850
    },
    {
      "epoch": 0.3144003105188252,
      "grad_norm": 5.5,
      "learning_rate": 3.428439673304933e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5533130168914795,
      "num_tokens": 190926348.0,
      "step": 247860
    },
    {
      "epoch": 0.31441299511135806,
      "grad_norm": 6.28125,
      "learning_rate": 3.428376242296304e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5319418460130692,
      "num_tokens": 190933869.0,
      "step": 247870
    },
    {
      "epoch": 0.31442567970389085,
      "grad_norm": 13.75,
      "learning_rate": 3.428312811287675e-05,
      "loss": 1.9069,
      "mean_token_accuracy": 0.584709757566452,
      "num_tokens": 190939961.0,
      "step": 247880
    },
    {
      "epoch": 0.3144383642964237,
      "grad_norm": 5.6875,
      "learning_rate": 3.428249380279046e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5442538440227509,
      "num_tokens": 190947931.0,
      "step": 247890
    },
    {
      "epoch": 0.31445104888895653,
      "grad_norm": 12.3125,
      "learning_rate": 3.428185949270417e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.555616557598114,
      "num_tokens": 190955012.0,
      "step": 247900
    },
    {
      "epoch": 0.31446373348148937,
      "grad_norm": 4.84375,
      "learning_rate": 3.428122518261788e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5657465130090713,
      "num_tokens": 190962501.0,
      "step": 247910
    },
    {
      "epoch": 0.3144764180740222,
      "grad_norm": 4.5625,
      "learning_rate": 3.4280590872531584e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.529499301314354,
      "num_tokens": 190971650.0,
      "step": 247920
    },
    {
      "epoch": 0.31448910266655505,
      "grad_norm": 4.96875,
      "learning_rate": 3.427995656244529e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.565077805519104,
      "num_tokens": 190979047.0,
      "step": 247930
    },
    {
      "epoch": 0.3145017872590879,
      "grad_norm": 5.875,
      "learning_rate": 3.4279322252359e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5454613447189331,
      "num_tokens": 190985970.0,
      "step": 247940
    },
    {
      "epoch": 0.31451447185162074,
      "grad_norm": 5.03125,
      "learning_rate": 3.427868794227271e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5507280588150024,
      "num_tokens": 190993416.0,
      "step": 247950
    },
    {
      "epoch": 0.3145271564441535,
      "grad_norm": 8.4375,
      "learning_rate": 3.427805363218642e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5417877078056336,
      "num_tokens": 191002150.0,
      "step": 247960
    },
    {
      "epoch": 0.31453984103668636,
      "grad_norm": 7.09375,
      "learning_rate": 3.4277419322100125e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5427493453025818,
      "num_tokens": 191010974.0,
      "step": 247970
    },
    {
      "epoch": 0.3145525256292192,
      "grad_norm": 6.625,
      "learning_rate": 3.427678501201384e-05,
      "loss": 1.8231,
      "mean_token_accuracy": 0.5884614765644074,
      "num_tokens": 191017769.0,
      "step": 247980
    },
    {
      "epoch": 0.31456521022175205,
      "grad_norm": 8.1875,
      "learning_rate": 3.427615070192754e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5255561619997025,
      "num_tokens": 191025389.0,
      "step": 247990
    },
    {
      "epoch": 0.3145778948142849,
      "grad_norm": 9.5625,
      "learning_rate": 3.427551639184125e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.546551090478897,
      "num_tokens": 191033645.0,
      "step": 248000
    },
    {
      "epoch": 0.3145905794068177,
      "grad_norm": 6.15625,
      "learning_rate": 3.427488208175496e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5316515564918518,
      "num_tokens": 191041694.0,
      "step": 248010
    },
    {
      "epoch": 0.31460326399935057,
      "grad_norm": 4.25,
      "learning_rate": 3.4274247771668665e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5317339569330215,
      "num_tokens": 191049302.0,
      "step": 248020
    },
    {
      "epoch": 0.3146159485918834,
      "grad_norm": 4.96875,
      "learning_rate": 3.427361346158238e-05,
      "loss": 1.678,
      "mean_token_accuracy": 0.6094284892082215,
      "num_tokens": 191056130.0,
      "step": 248030
    },
    {
      "epoch": 0.3146286331844162,
      "grad_norm": 4.71875,
      "learning_rate": 3.427297915149609e-05,
      "loss": 1.8732,
      "mean_token_accuracy": 0.5753513097763061,
      "num_tokens": 191063072.0,
      "step": 248040
    },
    {
      "epoch": 0.31464131777694904,
      "grad_norm": 6.96875,
      "learning_rate": 3.4272344841409795e-05,
      "loss": 1.9282,
      "mean_token_accuracy": 0.5880382269620895,
      "num_tokens": 191069914.0,
      "step": 248050
    },
    {
      "epoch": 0.3146540023694819,
      "grad_norm": 6.65625,
      "learning_rate": 3.42717105313235e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5671888172626496,
      "num_tokens": 191077518.0,
      "step": 248060
    },
    {
      "epoch": 0.3146666869620147,
      "grad_norm": 5.46875,
      "learning_rate": 3.4271076221237205e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5384693622589112,
      "num_tokens": 191085958.0,
      "step": 248070
    },
    {
      "epoch": 0.31467937155454756,
      "grad_norm": 8.875,
      "learning_rate": 3.427044191115092e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5731344759464264,
      "num_tokens": 191092991.0,
      "step": 248080
    },
    {
      "epoch": 0.3146920561470804,
      "grad_norm": 17.625,
      "learning_rate": 3.426980760106463e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.549476757645607,
      "num_tokens": 191100616.0,
      "step": 248090
    },
    {
      "epoch": 0.31470474073961324,
      "grad_norm": 5.25,
      "learning_rate": 3.4269173290978335e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.557936891913414,
      "num_tokens": 191108906.0,
      "step": 248100
    },
    {
      "epoch": 0.31471742533214603,
      "grad_norm": 6.21875,
      "learning_rate": 3.426853898089205e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5548792123794556,
      "num_tokens": 191116305.0,
      "step": 248110
    },
    {
      "epoch": 0.31473010992467887,
      "grad_norm": 6.625,
      "learning_rate": 3.426790467080575e-05,
      "loss": 2.2648,
      "mean_token_accuracy": 0.5235004484653473,
      "num_tokens": 191121967.0,
      "step": 248120
    },
    {
      "epoch": 0.3147427945172117,
      "grad_norm": 6.25,
      "learning_rate": 3.4267270360719464e-05,
      "loss": 2.2148,
      "mean_token_accuracy": 0.5205802589654922,
      "num_tokens": 191130594.0,
      "step": 248130
    },
    {
      "epoch": 0.31475547910974455,
      "grad_norm": 5.65625,
      "learning_rate": 3.426663605063317e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5263357788324357,
      "num_tokens": 191139240.0,
      "step": 248140
    },
    {
      "epoch": 0.3147681637022774,
      "grad_norm": 5.0,
      "learning_rate": 3.4266001740546875e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.5184178441762924,
      "num_tokens": 191147028.0,
      "step": 248150
    },
    {
      "epoch": 0.31478084829481023,
      "grad_norm": 4.53125,
      "learning_rate": 3.426536743046059e-05,
      "loss": 1.8786,
      "mean_token_accuracy": 0.5997664332389832,
      "num_tokens": 191154529.0,
      "step": 248160
    },
    {
      "epoch": 0.3147935328873431,
      "grad_norm": 5.09375,
      "learning_rate": 3.426473312037429e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.545780810713768,
      "num_tokens": 191160981.0,
      "step": 248170
    },
    {
      "epoch": 0.3148062174798759,
      "grad_norm": 4.6875,
      "learning_rate": 3.4264098810288005e-05,
      "loss": 1.8817,
      "mean_token_accuracy": 0.5927171736955643,
      "num_tokens": 191168969.0,
      "step": 248180
    },
    {
      "epoch": 0.3148189020724087,
      "grad_norm": 7.59375,
      "learning_rate": 3.426346450020172e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.567463606595993,
      "num_tokens": 191176228.0,
      "step": 248190
    },
    {
      "epoch": 0.31483158666494154,
      "grad_norm": 4.71875,
      "learning_rate": 3.426283019011542e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5401520252227783,
      "num_tokens": 191183588.0,
      "step": 248200
    },
    {
      "epoch": 0.3148442712574744,
      "grad_norm": 6.09375,
      "learning_rate": 3.426219588002913e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5687533557415009,
      "num_tokens": 191189184.0,
      "step": 248210
    },
    {
      "epoch": 0.3148569558500072,
      "grad_norm": 5.96875,
      "learning_rate": 3.426156156994283e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5340859144926071,
      "num_tokens": 191197875.0,
      "step": 248220
    },
    {
      "epoch": 0.31486964044254007,
      "grad_norm": 5.59375,
      "learning_rate": 3.4260927259856545e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5632369309663773,
      "num_tokens": 191204828.0,
      "step": 248230
    },
    {
      "epoch": 0.3148823250350729,
      "grad_norm": 6.875,
      "learning_rate": 3.426029294977026e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5653057277202607,
      "num_tokens": 191210787.0,
      "step": 248240
    },
    {
      "epoch": 0.31489500962760575,
      "grad_norm": 5.09375,
      "learning_rate": 3.425965863968396e-05,
      "loss": 2.2266,
      "mean_token_accuracy": 0.5304611116647721,
      "num_tokens": 191216988.0,
      "step": 248250
    },
    {
      "epoch": 0.3149076942201386,
      "grad_norm": 5.34375,
      "learning_rate": 3.4259024329597675e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5426299512386322,
      "num_tokens": 191225535.0,
      "step": 248260
    },
    {
      "epoch": 0.3149203788126714,
      "grad_norm": 9.25,
      "learning_rate": 3.425839001951138e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5471904695034027,
      "num_tokens": 191232686.0,
      "step": 248270
    },
    {
      "epoch": 0.3149330634052042,
      "grad_norm": 5.25,
      "learning_rate": 3.4257755709425085e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5365029454231263,
      "num_tokens": 191240521.0,
      "step": 248280
    },
    {
      "epoch": 0.31494574799773706,
      "grad_norm": 6.21875,
      "learning_rate": 3.42571213993388e-05,
      "loss": 1.8649,
      "mean_token_accuracy": 0.5813133299350739,
      "num_tokens": 191247974.0,
      "step": 248290
    },
    {
      "epoch": 0.3149584325902699,
      "grad_norm": 5.4375,
      "learning_rate": 3.42564870892525e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5386041522026062,
      "num_tokens": 191256063.0,
      "step": 248300
    },
    {
      "epoch": 0.31497111718280274,
      "grad_norm": 5.03125,
      "learning_rate": 3.4255852779166215e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5699469864368438,
      "num_tokens": 191264451.0,
      "step": 248310
    },
    {
      "epoch": 0.3149838017753356,
      "grad_norm": 6.15625,
      "learning_rate": 3.425521846907993e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.563146585226059,
      "num_tokens": 191272112.0,
      "step": 248320
    },
    {
      "epoch": 0.3149964863678684,
      "grad_norm": 5.375,
      "learning_rate": 3.425458415899363e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5501645267009735,
      "num_tokens": 191279767.0,
      "step": 248330
    },
    {
      "epoch": 0.31500917096040126,
      "grad_norm": 5.125,
      "learning_rate": 3.425394984890734e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5343577206134796,
      "num_tokens": 191288345.0,
      "step": 248340
    },
    {
      "epoch": 0.31502185555293405,
      "grad_norm": 5.15625,
      "learning_rate": 3.425331553882104e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5149650514125824,
      "num_tokens": 191296042.0,
      "step": 248350
    },
    {
      "epoch": 0.3150345401454669,
      "grad_norm": 5.0,
      "learning_rate": 3.4252681228734755e-05,
      "loss": 1.8981,
      "mean_token_accuracy": 0.6023977726697922,
      "num_tokens": 191302486.0,
      "step": 248360
    },
    {
      "epoch": 0.31504722473799973,
      "grad_norm": 2.03125,
      "learning_rate": 3.425204691864847e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5347808122634887,
      "num_tokens": 191309606.0,
      "step": 248370
    },
    {
      "epoch": 0.3150599093305326,
      "grad_norm": 4.96875,
      "learning_rate": 3.425141260856217e-05,
      "loss": 1.8902,
      "mean_token_accuracy": 0.5794336378574372,
      "num_tokens": 191316577.0,
      "step": 248380
    },
    {
      "epoch": 0.3150725939230654,
      "grad_norm": 4.5,
      "learning_rate": 3.4250778298475885e-05,
      "loss": 1.746,
      "mean_token_accuracy": 0.6143963962793351,
      "num_tokens": 191322893.0,
      "step": 248390
    },
    {
      "epoch": 0.31508527851559825,
      "grad_norm": 6.375,
      "learning_rate": 3.425014398838959e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5298208892345428,
      "num_tokens": 191330823.0,
      "step": 248400
    },
    {
      "epoch": 0.3150979631081311,
      "grad_norm": 5.40625,
      "learning_rate": 3.4249509678303296e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5662207126617431,
      "num_tokens": 191338005.0,
      "step": 248410
    },
    {
      "epoch": 0.31511064770066394,
      "grad_norm": 5.84375,
      "learning_rate": 3.424887536821701e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5363435596227646,
      "num_tokens": 191345349.0,
      "step": 248420
    },
    {
      "epoch": 0.3151233322931967,
      "grad_norm": 6.625,
      "learning_rate": 3.424824105813071e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5705476760864258,
      "num_tokens": 191352881.0,
      "step": 248430
    },
    {
      "epoch": 0.31513601688572956,
      "grad_norm": 4.8125,
      "learning_rate": 3.4247606748044425e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5531307488679886,
      "num_tokens": 191361012.0,
      "step": 248440
    },
    {
      "epoch": 0.3151487014782624,
      "grad_norm": 8.0625,
      "learning_rate": 3.424697243795813e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.528752064704895,
      "num_tokens": 191368690.0,
      "step": 248450
    },
    {
      "epoch": 0.31516138607079525,
      "grad_norm": 5.78125,
      "learning_rate": 3.424633812787184e-05,
      "loss": 2.2515,
      "mean_token_accuracy": 0.517671212553978,
      "num_tokens": 191376068.0,
      "step": 248460
    },
    {
      "epoch": 0.3151740706633281,
      "grad_norm": 5.03125,
      "learning_rate": 3.4245703817785555e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5380759596824646,
      "num_tokens": 191383602.0,
      "step": 248470
    },
    {
      "epoch": 0.31518675525586093,
      "grad_norm": 6.375,
      "learning_rate": 3.4245069507699253e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5759113669395447,
      "num_tokens": 191390462.0,
      "step": 248480
    },
    {
      "epoch": 0.31519943984839377,
      "grad_norm": 7.71875,
      "learning_rate": 3.4244435197612966e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5573838025331497,
      "num_tokens": 191398462.0,
      "step": 248490
    },
    {
      "epoch": 0.3152121244409266,
      "grad_norm": 5.15625,
      "learning_rate": 3.424380088752667e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5420960396528244,
      "num_tokens": 191406819.0,
      "step": 248500
    },
    {
      "epoch": 0.3152248090334594,
      "grad_norm": 6.8125,
      "learning_rate": 3.424316657744038e-05,
      "loss": 1.838,
      "mean_token_accuracy": 0.6027518063783646,
      "num_tokens": 191412990.0,
      "step": 248510
    },
    {
      "epoch": 0.31523749362599224,
      "grad_norm": 6.25,
      "learning_rate": 3.4242532267354095e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5422257602214813,
      "num_tokens": 191420084.0,
      "step": 248520
    },
    {
      "epoch": 0.3152501782185251,
      "grad_norm": 8.6875,
      "learning_rate": 3.42418979572678e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5415056794881821,
      "num_tokens": 191427946.0,
      "step": 248530
    },
    {
      "epoch": 0.3152628628110579,
      "grad_norm": 5.03125,
      "learning_rate": 3.424126364718151e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5323974579572678,
      "num_tokens": 191435371.0,
      "step": 248540
    },
    {
      "epoch": 0.31527554740359076,
      "grad_norm": 6.03125,
      "learning_rate": 3.424062933709522e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5464293718338012,
      "num_tokens": 191443103.0,
      "step": 248550
    },
    {
      "epoch": 0.3152882319961236,
      "grad_norm": 5.03125,
      "learning_rate": 3.423999502700892e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.5518225580453873,
      "num_tokens": 191451322.0,
      "step": 248560
    },
    {
      "epoch": 0.31530091658865644,
      "grad_norm": 5.875,
      "learning_rate": 3.4239360716922635e-05,
      "loss": 1.8582,
      "mean_token_accuracy": 0.5817648351192475,
      "num_tokens": 191456908.0,
      "step": 248570
    },
    {
      "epoch": 0.31531360118118923,
      "grad_norm": 8.0625,
      "learning_rate": 3.423872640683634e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.527598249912262,
      "num_tokens": 191465147.0,
      "step": 248580
    },
    {
      "epoch": 0.31532628577372207,
      "grad_norm": 8.5,
      "learning_rate": 3.423809209675005e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5538225471973419,
      "num_tokens": 191472511.0,
      "step": 248590
    },
    {
      "epoch": 0.3153389703662549,
      "grad_norm": 6.0,
      "learning_rate": 3.423745778666376e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5267739057540893,
      "num_tokens": 191480126.0,
      "step": 248600
    },
    {
      "epoch": 0.31535165495878775,
      "grad_norm": 4.875,
      "learning_rate": 3.423682347657747e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5399233967065811,
      "num_tokens": 191488072.0,
      "step": 248610
    },
    {
      "epoch": 0.3153643395513206,
      "grad_norm": 6.375,
      "learning_rate": 3.4236189166491176e-05,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5791348218917847,
      "num_tokens": 191494109.0,
      "step": 248620
    },
    {
      "epoch": 0.31537702414385343,
      "grad_norm": 7.1875,
      "learning_rate": 3.423555485640488e-05,
      "loss": 1.9476,
      "mean_token_accuracy": 0.5745130181312561,
      "num_tokens": 191500626.0,
      "step": 248630
    },
    {
      "epoch": 0.3153897087363863,
      "grad_norm": 5.625,
      "learning_rate": 3.423492054631859e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5494572550058365,
      "num_tokens": 191508353.0,
      "step": 248640
    },
    {
      "epoch": 0.3154023933289191,
      "grad_norm": 5.375,
      "learning_rate": 3.42342862362323e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5655013948678971,
      "num_tokens": 191516740.0,
      "step": 248650
    },
    {
      "epoch": 0.3154150779214519,
      "grad_norm": 6.25,
      "learning_rate": 3.423365192614601e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5310881495475769,
      "num_tokens": 191524193.0,
      "step": 248660
    },
    {
      "epoch": 0.31542776251398474,
      "grad_norm": 5.71875,
      "learning_rate": 3.423301761605972e-05,
      "loss": 2.2543,
      "mean_token_accuracy": 0.513193228840828,
      "num_tokens": 191531865.0,
      "step": 248670
    },
    {
      "epoch": 0.3154404471065176,
      "grad_norm": 5.09375,
      "learning_rate": 3.423238330597343e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.568888446688652,
      "num_tokens": 191540048.0,
      "step": 248680
    },
    {
      "epoch": 0.3154531316990504,
      "grad_norm": 4.9375,
      "learning_rate": 3.4231748995887134e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.53634053170681,
      "num_tokens": 191548174.0,
      "step": 248690
    },
    {
      "epoch": 0.31546581629158327,
      "grad_norm": 5.03125,
      "learning_rate": 3.423111468580084e-05,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5768150269985199,
      "num_tokens": 191555882.0,
      "step": 248700
    },
    {
      "epoch": 0.3154785008841161,
      "grad_norm": 5.46875,
      "learning_rate": 3.423048037571455e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5187108725309372,
      "num_tokens": 191564417.0,
      "step": 248710
    },
    {
      "epoch": 0.31549118547664895,
      "grad_norm": 6.875,
      "learning_rate": 3.422984606562826e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5500624448060989,
      "num_tokens": 191570412.0,
      "step": 248720
    },
    {
      "epoch": 0.3155038700691818,
      "grad_norm": 9.625,
      "learning_rate": 3.422921175554197e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5537198811769486,
      "num_tokens": 191578021.0,
      "step": 248730
    },
    {
      "epoch": 0.3155165546617146,
      "grad_norm": 5.25,
      "learning_rate": 3.422857744545568e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5585155457258224,
      "num_tokens": 191585447.0,
      "step": 248740
    },
    {
      "epoch": 0.3155292392542474,
      "grad_norm": 7.8125,
      "learning_rate": 3.4227943135369386e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5301186561584472,
      "num_tokens": 191593904.0,
      "step": 248750
    },
    {
      "epoch": 0.31554192384678026,
      "grad_norm": 6.6875,
      "learning_rate": 3.422730882528309e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5196438610553742,
      "num_tokens": 191602414.0,
      "step": 248760
    },
    {
      "epoch": 0.3155546084393131,
      "grad_norm": 7.09375,
      "learning_rate": 3.4226674515196803e-05,
      "loss": 1.7982,
      "mean_token_accuracy": 0.6052686154842377,
      "num_tokens": 191609675.0,
      "step": 248770
    },
    {
      "epoch": 0.31556729303184594,
      "grad_norm": 14.625,
      "learning_rate": 3.422604020511051e-05,
      "loss": 2.2509,
      "mean_token_accuracy": 0.5125003278255462,
      "num_tokens": 191617081.0,
      "step": 248780
    },
    {
      "epoch": 0.3155799776243788,
      "grad_norm": 5.3125,
      "learning_rate": 3.422540589502422e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5386711835861206,
      "num_tokens": 191625151.0,
      "step": 248790
    },
    {
      "epoch": 0.3155926622169116,
      "grad_norm": 6.1875,
      "learning_rate": 3.4224771584937926e-05,
      "loss": 1.8387,
      "mean_token_accuracy": 0.5788852363824845,
      "num_tokens": 191632834.0,
      "step": 248800
    },
    {
      "epoch": 0.31560534680944446,
      "grad_norm": 7.3125,
      "learning_rate": 3.422413727485164e-05,
      "loss": 2.3311,
      "mean_token_accuracy": 0.5159104287624359,
      "num_tokens": 191640457.0,
      "step": 248810
    },
    {
      "epoch": 0.31561803140197725,
      "grad_norm": 4.78125,
      "learning_rate": 3.4223502964765344e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5355319023132324,
      "num_tokens": 191648738.0,
      "step": 248820
    },
    {
      "epoch": 0.3156307159945101,
      "grad_norm": 5.78125,
      "learning_rate": 3.422286865467905e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5469470113515854,
      "num_tokens": 191655000.0,
      "step": 248830
    },
    {
      "epoch": 0.31564340058704293,
      "grad_norm": 5.125,
      "learning_rate": 3.422223434459276e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5150234997272491,
      "num_tokens": 191664105.0,
      "step": 248840
    },
    {
      "epoch": 0.3156560851795758,
      "grad_norm": 4.84375,
      "learning_rate": 3.4221600034506467e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5323023140430451,
      "num_tokens": 191672683.0,
      "step": 248850
    },
    {
      "epoch": 0.3156687697721086,
      "grad_norm": 6.78125,
      "learning_rate": 3.422096572442018e-05,
      "loss": 2.3168,
      "mean_token_accuracy": 0.5068129360675812,
      "num_tokens": 191680747.0,
      "step": 248860
    },
    {
      "epoch": 0.31568145436464146,
      "grad_norm": 5.0,
      "learning_rate": 3.422033141433389e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.550715547800064,
      "num_tokens": 191688016.0,
      "step": 248870
    },
    {
      "epoch": 0.3156941389571743,
      "grad_norm": 5.25,
      "learning_rate": 3.4219697104247596e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5306332290172577,
      "num_tokens": 191695892.0,
      "step": 248880
    },
    {
      "epoch": 0.31570682354970714,
      "grad_norm": 6.75,
      "learning_rate": 3.421906279416131e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5417308777570724,
      "num_tokens": 191702099.0,
      "step": 248890
    },
    {
      "epoch": 0.3157195081422399,
      "grad_norm": 7.25,
      "learning_rate": 3.421842848407501e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5326874315738678,
      "num_tokens": 191708908.0,
      "step": 248900
    },
    {
      "epoch": 0.31573219273477277,
      "grad_norm": 4.8125,
      "learning_rate": 3.421779417398872e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5363973766565323,
      "num_tokens": 191716622.0,
      "step": 248910
    },
    {
      "epoch": 0.3157448773273056,
      "grad_norm": 5.65625,
      "learning_rate": 3.421715986390243e-05,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5767349004745483,
      "num_tokens": 191724220.0,
      "step": 248920
    },
    {
      "epoch": 0.31575756191983845,
      "grad_norm": 6.8125,
      "learning_rate": 3.4216525553816137e-05,
      "loss": 2.144,
      "mean_token_accuracy": 0.5284286797046661,
      "num_tokens": 191732062.0,
      "step": 248930
    },
    {
      "epoch": 0.3157702465123713,
      "grad_norm": 5.46875,
      "learning_rate": 3.421589124372985e-05,
      "loss": 1.7661,
      "mean_token_accuracy": 0.6027922362089158,
      "num_tokens": 191737892.0,
      "step": 248940
    },
    {
      "epoch": 0.31578293110490413,
      "grad_norm": 5.59375,
      "learning_rate": 3.4215256933643554e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5286544412374496,
      "num_tokens": 191745509.0,
      "step": 248950
    },
    {
      "epoch": 0.31579561569743697,
      "grad_norm": 5.34375,
      "learning_rate": 3.4214622623557266e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5344845443964005,
      "num_tokens": 191753743.0,
      "step": 248960
    },
    {
      "epoch": 0.3158083002899698,
      "grad_norm": 6.28125,
      "learning_rate": 3.421398831347097e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5282869040966034,
      "num_tokens": 191761484.0,
      "step": 248970
    },
    {
      "epoch": 0.3158209848825026,
      "grad_norm": 5.40625,
      "learning_rate": 3.421335400338468e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5464772343635559,
      "num_tokens": 191768764.0,
      "step": 248980
    },
    {
      "epoch": 0.31583366947503544,
      "grad_norm": 7.75,
      "learning_rate": 3.421271969329839e-05,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5719002813100815,
      "num_tokens": 191776055.0,
      "step": 248990
    },
    {
      "epoch": 0.3158463540675683,
      "grad_norm": 5.46875,
      "learning_rate": 3.4212085383212094e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.55509053170681,
      "num_tokens": 191783162.0,
      "step": 249000
    },
    {
      "epoch": 0.3158590386601011,
      "grad_norm": 5.46875,
      "learning_rate": 3.4211451073125806e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5570612102746964,
      "num_tokens": 191791788.0,
      "step": 249010
    },
    {
      "epoch": 0.31587172325263396,
      "grad_norm": 7.8125,
      "learning_rate": 3.421081676303952e-05,
      "loss": 2.2271,
      "mean_token_accuracy": 0.5163423627614975,
      "num_tokens": 191799692.0,
      "step": 249020
    },
    {
      "epoch": 0.3158844078451668,
      "grad_norm": 5.78125,
      "learning_rate": 3.4210182452953224e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5638848543167114,
      "num_tokens": 191807296.0,
      "step": 249030
    },
    {
      "epoch": 0.31589709243769964,
      "grad_norm": 4.875,
      "learning_rate": 3.420954814286693e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5399618238210678,
      "num_tokens": 191814819.0,
      "step": 249040
    },
    {
      "epoch": 0.31590977703023243,
      "grad_norm": 6.15625,
      "learning_rate": 3.4208913832780635e-05,
      "loss": 2.3829,
      "mean_token_accuracy": 0.5044058501720429,
      "num_tokens": 191823379.0,
      "step": 249050
    },
    {
      "epoch": 0.31592246162276527,
      "grad_norm": 4.90625,
      "learning_rate": 3.420827952269435e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5368090450763703,
      "num_tokens": 191832536.0,
      "step": 249060
    },
    {
      "epoch": 0.3159351462152981,
      "grad_norm": 5.9375,
      "learning_rate": 3.420764521260806e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5379057109355927,
      "num_tokens": 191840459.0,
      "step": 249070
    },
    {
      "epoch": 0.31594783080783095,
      "grad_norm": 5.96875,
      "learning_rate": 3.4207010902521764e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5300712347030639,
      "num_tokens": 191847828.0,
      "step": 249080
    },
    {
      "epoch": 0.3159605154003638,
      "grad_norm": 4.84375,
      "learning_rate": 3.4206376592435476e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5506984204053879,
      "num_tokens": 191854595.0,
      "step": 249090
    },
    {
      "epoch": 0.31597319999289664,
      "grad_norm": 4.96875,
      "learning_rate": 3.420574228234918e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5425613254308701,
      "num_tokens": 191862394.0,
      "step": 249100
    },
    {
      "epoch": 0.3159858845854295,
      "grad_norm": 6.75,
      "learning_rate": 3.420510797226289e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.560685658454895,
      "num_tokens": 191869525.0,
      "step": 249110
    },
    {
      "epoch": 0.3159985691779623,
      "grad_norm": 7.125,
      "learning_rate": 3.42044736621766e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5383338630199432,
      "num_tokens": 191876142.0,
      "step": 249120
    },
    {
      "epoch": 0.3160112537704951,
      "grad_norm": 4.9375,
      "learning_rate": 3.4203839352090305e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5173070281744003,
      "num_tokens": 191884820.0,
      "step": 249130
    },
    {
      "epoch": 0.31602393836302795,
      "grad_norm": 9.875,
      "learning_rate": 3.420320504200402e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5518789380788803,
      "num_tokens": 191892630.0,
      "step": 249140
    },
    {
      "epoch": 0.3160366229555608,
      "grad_norm": 5.5,
      "learning_rate": 3.420257073191772e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5362298041582108,
      "num_tokens": 191901263.0,
      "step": 249150
    },
    {
      "epoch": 0.3160493075480936,
      "grad_norm": 5.03125,
      "learning_rate": 3.4201936421831434e-05,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5521318674087524,
      "num_tokens": 191910266.0,
      "step": 249160
    },
    {
      "epoch": 0.31606199214062647,
      "grad_norm": 5.78125,
      "learning_rate": 3.420130211174514e-05,
      "loss": 1.7329,
      "mean_token_accuracy": 0.6123402923345566,
      "num_tokens": 191917072.0,
      "step": 249170
    },
    {
      "epoch": 0.3160746767331593,
      "grad_norm": 6.71875,
      "learning_rate": 3.4200667801658845e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5348036795854568,
      "num_tokens": 191925836.0,
      "step": 249180
    },
    {
      "epoch": 0.31608736132569215,
      "grad_norm": 6.3125,
      "learning_rate": 3.420003349157256e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5520555078983307,
      "num_tokens": 191934260.0,
      "step": 249190
    },
    {
      "epoch": 0.316100045918225,
      "grad_norm": 4.84375,
      "learning_rate": 3.419939918148626e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5352660655975342,
      "num_tokens": 191942406.0,
      "step": 249200
    },
    {
      "epoch": 0.3161127305107578,
      "grad_norm": 6.3125,
      "learning_rate": 3.4198764871399974e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5648734629154205,
      "num_tokens": 191949198.0,
      "step": 249210
    },
    {
      "epoch": 0.3161254151032906,
      "grad_norm": 5.1875,
      "learning_rate": 3.4198130561313687e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5564864993095398,
      "num_tokens": 191956923.0,
      "step": 249220
    },
    {
      "epoch": 0.31613809969582346,
      "grad_norm": 7.78125,
      "learning_rate": 3.419749625122739e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5492565333843231,
      "num_tokens": 191964102.0,
      "step": 249230
    },
    {
      "epoch": 0.3161507842883563,
      "grad_norm": 4.65625,
      "learning_rate": 3.41968619411411e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5337373375892639,
      "num_tokens": 191972129.0,
      "step": 249240
    },
    {
      "epoch": 0.31616346888088914,
      "grad_norm": 5.375,
      "learning_rate": 3.419622763105481e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.545508760213852,
      "num_tokens": 191979654.0,
      "step": 249250
    },
    {
      "epoch": 0.316176153473422,
      "grad_norm": 5.84375,
      "learning_rate": 3.4195593320968515e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5307793974876404,
      "num_tokens": 191988026.0,
      "step": 249260
    },
    {
      "epoch": 0.3161888380659548,
      "grad_norm": 5.4375,
      "learning_rate": 3.419495901088223e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5535353004932404,
      "num_tokens": 191995685.0,
      "step": 249270
    },
    {
      "epoch": 0.31620152265848767,
      "grad_norm": 6.6875,
      "learning_rate": 3.419432470079593e-05,
      "loss": 2.3441,
      "mean_token_accuracy": 0.5055392682552338,
      "num_tokens": 192004648.0,
      "step": 249280
    },
    {
      "epoch": 0.31621420725102045,
      "grad_norm": 4.625,
      "learning_rate": 3.4193690390709644e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5544836521148682,
      "num_tokens": 192012332.0,
      "step": 249290
    },
    {
      "epoch": 0.3162268918435533,
      "grad_norm": 5.34375,
      "learning_rate": 3.4193056080623357e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5564357787370682,
      "num_tokens": 192020973.0,
      "step": 249300
    },
    {
      "epoch": 0.31623957643608613,
      "grad_norm": 7.65625,
      "learning_rate": 3.419242177053706e-05,
      "loss": 1.9451,
      "mean_token_accuracy": 0.5697567194700242,
      "num_tokens": 192028441.0,
      "step": 249310
    },
    {
      "epoch": 0.316252261028619,
      "grad_norm": 5.09375,
      "learning_rate": 3.419178746045077e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5524718821048736,
      "num_tokens": 192037041.0,
      "step": 249320
    },
    {
      "epoch": 0.3162649456211518,
      "grad_norm": 5.4375,
      "learning_rate": 3.419115315036447e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5227313220500946,
      "num_tokens": 192045310.0,
      "step": 249330
    },
    {
      "epoch": 0.31627763021368466,
      "grad_norm": 5.125,
      "learning_rate": 3.4190518840278185e-05,
      "loss": 1.7735,
      "mean_token_accuracy": 0.5992935061454773,
      "num_tokens": 192052606.0,
      "step": 249340
    },
    {
      "epoch": 0.3162903148062175,
      "grad_norm": 6.21875,
      "learning_rate": 3.41898845301919e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5227224975824356,
      "num_tokens": 192061167.0,
      "step": 249350
    },
    {
      "epoch": 0.31630299939875034,
      "grad_norm": 5.65625,
      "learning_rate": 3.41892502201056e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5535648375749588,
      "num_tokens": 192069011.0,
      "step": 249360
    },
    {
      "epoch": 0.3163156839912831,
      "grad_norm": 8.8125,
      "learning_rate": 3.4188615910019314e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5547753185033798,
      "num_tokens": 192076106.0,
      "step": 249370
    },
    {
      "epoch": 0.31632836858381597,
      "grad_norm": 5.03125,
      "learning_rate": 3.418798159993302e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5295890361070633,
      "num_tokens": 192083264.0,
      "step": 249380
    },
    {
      "epoch": 0.3163410531763488,
      "grad_norm": 5.40625,
      "learning_rate": 3.4187347289846725e-05,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5691763579845428,
      "num_tokens": 192090419.0,
      "step": 249390
    },
    {
      "epoch": 0.31635373776888165,
      "grad_norm": 4.875,
      "learning_rate": 3.418671297976044e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5558371037244797,
      "num_tokens": 192097404.0,
      "step": 249400
    },
    {
      "epoch": 0.3163664223614145,
      "grad_norm": 5.03125,
      "learning_rate": 3.418607866967414e-05,
      "loss": 1.8898,
      "mean_token_accuracy": 0.5739627808332444,
      "num_tokens": 192105155.0,
      "step": 249410
    },
    {
      "epoch": 0.31637910695394733,
      "grad_norm": 4.4375,
      "learning_rate": 3.4185444359587855e-05,
      "loss": 1.8673,
      "mean_token_accuracy": 0.5837045520544052,
      "num_tokens": 192111630.0,
      "step": 249420
    },
    {
      "epoch": 0.31639179154648017,
      "grad_norm": 5.375,
      "learning_rate": 3.418481004950156e-05,
      "loss": 2.2685,
      "mean_token_accuracy": 0.520674467086792,
      "num_tokens": 192120297.0,
      "step": 249430
    },
    {
      "epoch": 0.316404476139013,
      "grad_norm": 5.96875,
      "learning_rate": 3.418417573941527e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.5635442703962326,
      "num_tokens": 192127601.0,
      "step": 249440
    },
    {
      "epoch": 0.3164171607315458,
      "grad_norm": 4.96875,
      "learning_rate": 3.418354142932898e-05,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5556148320436478,
      "num_tokens": 192136130.0,
      "step": 249450
    },
    {
      "epoch": 0.31642984532407864,
      "grad_norm": 18.5,
      "learning_rate": 3.418290711924268e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5693155318498612,
      "num_tokens": 192143590.0,
      "step": 249460
    },
    {
      "epoch": 0.3164425299166115,
      "grad_norm": 8.5,
      "learning_rate": 3.4182272809156395e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5623141825199127,
      "num_tokens": 192151222.0,
      "step": 249470
    },
    {
      "epoch": 0.3164552145091443,
      "grad_norm": 5.875,
      "learning_rate": 3.41816384990701e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.529946917295456,
      "num_tokens": 192158898.0,
      "step": 249480
    },
    {
      "epoch": 0.31646789910167716,
      "grad_norm": 6.375,
      "learning_rate": 3.418100418898381e-05,
      "loss": 2.2427,
      "mean_token_accuracy": 0.5221147805452346,
      "num_tokens": 192167366.0,
      "step": 249490
    },
    {
      "epoch": 0.31648058369421,
      "grad_norm": 6.40625,
      "learning_rate": 3.4180369878897525e-05,
      "loss": 1.8506,
      "mean_token_accuracy": 0.587642964720726,
      "num_tokens": 192173657.0,
      "step": 249500
    },
    {
      "epoch": 0.31649326828674285,
      "grad_norm": 5.34375,
      "learning_rate": 3.417973556881123e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5324355393648148,
      "num_tokens": 192182186.0,
      "step": 249510
    },
    {
      "epoch": 0.31650595287927563,
      "grad_norm": 8.0,
      "learning_rate": 3.4179101258724935e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5573115855455398,
      "num_tokens": 192190527.0,
      "step": 249520
    },
    {
      "epoch": 0.3165186374718085,
      "grad_norm": 6.0625,
      "learning_rate": 3.417846694863864e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5310314208269119,
      "num_tokens": 192197657.0,
      "step": 249530
    },
    {
      "epoch": 0.3165313220643413,
      "grad_norm": 5.21875,
      "learning_rate": 3.417783263855235e-05,
      "loss": 2.2754,
      "mean_token_accuracy": 0.5027942061424255,
      "num_tokens": 192206592.0,
      "step": 249540
    },
    {
      "epoch": 0.31654400665687416,
      "grad_norm": 4.34375,
      "learning_rate": 3.4177198328466065e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5582120925188064,
      "num_tokens": 192212817.0,
      "step": 249550
    },
    {
      "epoch": 0.316556691249407,
      "grad_norm": 5.34375,
      "learning_rate": 3.417656401837977e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5343451946973801,
      "num_tokens": 192220917.0,
      "step": 249560
    },
    {
      "epoch": 0.31656937584193984,
      "grad_norm": 5.84375,
      "learning_rate": 3.417592970829348e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5738120555877686,
      "num_tokens": 192228606.0,
      "step": 249570
    },
    {
      "epoch": 0.3165820604344727,
      "grad_norm": 4.375,
      "learning_rate": 3.417529539820719e-05,
      "loss": 1.6965,
      "mean_token_accuracy": 0.6148651152849197,
      "num_tokens": 192235814.0,
      "step": 249580
    },
    {
      "epoch": 0.3165947450270055,
      "grad_norm": 5.90625,
      "learning_rate": 3.417466108812089e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5289652436971665,
      "num_tokens": 192243173.0,
      "step": 249590
    },
    {
      "epoch": 0.3166074296195383,
      "grad_norm": 4.0625,
      "learning_rate": 3.4174026778034605e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5709135115146637,
      "num_tokens": 192250102.0,
      "step": 249600
    },
    {
      "epoch": 0.31662011421207115,
      "grad_norm": 5.96875,
      "learning_rate": 3.417339246794831e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5461495518684387,
      "num_tokens": 192258304.0,
      "step": 249610
    },
    {
      "epoch": 0.316632798804604,
      "grad_norm": 5.875,
      "learning_rate": 3.417275815786202e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5769183665513993,
      "num_tokens": 192264817.0,
      "step": 249620
    },
    {
      "epoch": 0.31664548339713683,
      "grad_norm": 5.34375,
      "learning_rate": 3.417212384777573e-05,
      "loss": 1.6282,
      "mean_token_accuracy": 0.6324930191040039,
      "num_tokens": 192270806.0,
      "step": 249630
    },
    {
      "epoch": 0.31665816798966967,
      "grad_norm": 4.6875,
      "learning_rate": 3.417148953768944e-05,
      "loss": 1.9021,
      "mean_token_accuracy": 0.5754234880208969,
      "num_tokens": 192276647.0,
      "step": 249640
    },
    {
      "epoch": 0.3166708525822025,
      "grad_norm": 5.4375,
      "learning_rate": 3.417085522760315e-05,
      "loss": 2.2563,
      "mean_token_accuracy": 0.5233334690332413,
      "num_tokens": 192285102.0,
      "step": 249650
    },
    {
      "epoch": 0.31668353717473535,
      "grad_norm": 5.34375,
      "learning_rate": 3.417022091751685e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5534954488277435,
      "num_tokens": 192293140.0,
      "step": 249660
    },
    {
      "epoch": 0.3166962217672682,
      "grad_norm": 6.75,
      "learning_rate": 3.416958660743056e-05,
      "loss": 2.3043,
      "mean_token_accuracy": 0.5148235917091369,
      "num_tokens": 192300939.0,
      "step": 249670
    },
    {
      "epoch": 0.316708906359801,
      "grad_norm": 4.90625,
      "learning_rate": 3.416895229734427e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5272618800401687,
      "num_tokens": 192309656.0,
      "step": 249680
    },
    {
      "epoch": 0.3167215909523338,
      "grad_norm": 7.03125,
      "learning_rate": 3.416831798725798e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5397061914205551,
      "num_tokens": 192316615.0,
      "step": 249690
    },
    {
      "epoch": 0.31673427554486666,
      "grad_norm": 6.375,
      "learning_rate": 3.416768367717169e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5389929860830307,
      "num_tokens": 192323302.0,
      "step": 249700
    },
    {
      "epoch": 0.3167469601373995,
      "grad_norm": 5.71875,
      "learning_rate": 3.41670493670854e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5345345854759216,
      "num_tokens": 192330222.0,
      "step": 249710
    },
    {
      "epoch": 0.31675964472993234,
      "grad_norm": 7.4375,
      "learning_rate": 3.416641505699911e-05,
      "loss": 1.5256,
      "mean_token_accuracy": 0.6620468467473983,
      "num_tokens": 192336094.0,
      "step": 249720
    },
    {
      "epoch": 0.3167723293224652,
      "grad_norm": 7.40625,
      "learning_rate": 3.4165780746912815e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5666252315044403,
      "num_tokens": 192342875.0,
      "step": 249730
    },
    {
      "epoch": 0.316785013914998,
      "grad_norm": 12.0,
      "learning_rate": 3.416514643682652e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5162404507398606,
      "num_tokens": 192350133.0,
      "step": 249740
    },
    {
      "epoch": 0.31679769850753087,
      "grad_norm": 5.53125,
      "learning_rate": 3.416451212674023e-05,
      "loss": 2.3268,
      "mean_token_accuracy": 0.5023652583360672,
      "num_tokens": 192358356.0,
      "step": 249750
    },
    {
      "epoch": 0.31681038310006365,
      "grad_norm": 6.875,
      "learning_rate": 3.416387781665394e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5296004176139831,
      "num_tokens": 192366750.0,
      "step": 249760
    },
    {
      "epoch": 0.3168230676925965,
      "grad_norm": 7.25,
      "learning_rate": 3.416324350656765e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5652985870838165,
      "num_tokens": 192374040.0,
      "step": 249770
    },
    {
      "epoch": 0.31683575228512934,
      "grad_norm": 5.21875,
      "learning_rate": 3.4162609196481356e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5385288089513779,
      "num_tokens": 192381140.0,
      "step": 249780
    },
    {
      "epoch": 0.3168484368776622,
      "grad_norm": 4.65625,
      "learning_rate": 3.416197488639507e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5534201264381409,
      "num_tokens": 192388922.0,
      "step": 249790
    },
    {
      "epoch": 0.316861121470195,
      "grad_norm": 4.90625,
      "learning_rate": 3.416134057630877e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.547219204902649,
      "num_tokens": 192397745.0,
      "step": 249800
    },
    {
      "epoch": 0.31687380606272786,
      "grad_norm": 4.875,
      "learning_rate": 3.416070626622248e-05,
      "loss": 2.2796,
      "mean_token_accuracy": 0.5134547859430313,
      "num_tokens": 192406487.0,
      "step": 249810
    },
    {
      "epoch": 0.3168864906552607,
      "grad_norm": 5.8125,
      "learning_rate": 3.416007195613619e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5852081596851348,
      "num_tokens": 192413502.0,
      "step": 249820
    },
    {
      "epoch": 0.31689917524779354,
      "grad_norm": 6.84375,
      "learning_rate": 3.4159437646049896e-05,
      "loss": 1.7918,
      "mean_token_accuracy": 0.5939067840576172,
      "num_tokens": 192420965.0,
      "step": 249830
    },
    {
      "epoch": 0.3169118598403263,
      "grad_norm": 5.03125,
      "learning_rate": 3.415880333596361e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5509869396686554,
      "num_tokens": 192428481.0,
      "step": 249840
    },
    {
      "epoch": 0.31692454443285917,
      "grad_norm": 10.25,
      "learning_rate": 3.415816902587732e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5501080900430679,
      "num_tokens": 192435562.0,
      "step": 249850
    },
    {
      "epoch": 0.316937229025392,
      "grad_norm": 9.125,
      "learning_rate": 3.4157534715791026e-05,
      "loss": 1.9247,
      "mean_token_accuracy": 0.560275262594223,
      "num_tokens": 192442234.0,
      "step": 249860
    },
    {
      "epoch": 0.31694991361792485,
      "grad_norm": 6.125,
      "learning_rate": 3.415690040570473e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5302583813667298,
      "num_tokens": 192450140.0,
      "step": 249870
    },
    {
      "epoch": 0.3169625982104577,
      "grad_norm": 4.78125,
      "learning_rate": 3.4156266095618436e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5430486172437667,
      "num_tokens": 192457751.0,
      "step": 249880
    },
    {
      "epoch": 0.31697528280299053,
      "grad_norm": 7.25,
      "learning_rate": 3.415563178553215e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5804653346538544,
      "num_tokens": 192464280.0,
      "step": 249890
    },
    {
      "epoch": 0.3169879673955234,
      "grad_norm": 3.984375,
      "learning_rate": 3.415499747544586e-05,
      "loss": 1.898,
      "mean_token_accuracy": 0.5889480948448181,
      "num_tokens": 192471685.0,
      "step": 249900
    },
    {
      "epoch": 0.3170006519880562,
      "grad_norm": 4.875,
      "learning_rate": 3.4154363165359566e-05,
      "loss": 1.7689,
      "mean_token_accuracy": 0.6026125073432922,
      "num_tokens": 192477340.0,
      "step": 249910
    },
    {
      "epoch": 0.317013336580589,
      "grad_norm": 6.125,
      "learning_rate": 3.415372885527328e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5314665883779526,
      "num_tokens": 192484761.0,
      "step": 249920
    },
    {
      "epoch": 0.31702602117312184,
      "grad_norm": 5.75,
      "learning_rate": 3.4153094545186983e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5406499028205871,
      "num_tokens": 192491748.0,
      "step": 249930
    },
    {
      "epoch": 0.3170387057656547,
      "grad_norm": 4.90625,
      "learning_rate": 3.415246023510069e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5358941614627838,
      "num_tokens": 192500014.0,
      "step": 249940
    },
    {
      "epoch": 0.3170513903581875,
      "grad_norm": 7.0625,
      "learning_rate": 3.41518259250144e-05,
      "loss": 1.786,
      "mean_token_accuracy": 0.6089922428131104,
      "num_tokens": 192506797.0,
      "step": 249950
    },
    {
      "epoch": 0.31706407495072036,
      "grad_norm": 7.96875,
      "learning_rate": 3.4151191614928106e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5650899320840835,
      "num_tokens": 192513849.0,
      "step": 249960
    },
    {
      "epoch": 0.3170767595432532,
      "grad_norm": 5.71875,
      "learning_rate": 3.415055730484182e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5464803010225296,
      "num_tokens": 192521317.0,
      "step": 249970
    },
    {
      "epoch": 0.31708944413578605,
      "grad_norm": 6.3125,
      "learning_rate": 3.4149922994755524e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5266685843467712,
      "num_tokens": 192530482.0,
      "step": 249980
    },
    {
      "epoch": 0.31710212872831883,
      "grad_norm": 4.65625,
      "learning_rate": 3.4149288684669236e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.555600568652153,
      "num_tokens": 192538350.0,
      "step": 249990
    },
    {
      "epoch": 0.3171148133208517,
      "grad_norm": 7.40625,
      "learning_rate": 3.414865437458295e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5593907773494721,
      "num_tokens": 192545737.0,
      "step": 250000
    },
    {
      "epoch": 0.3171274979133845,
      "grad_norm": 5.15625,
      "learning_rate": 3.4148020064496647e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5322510331869126,
      "num_tokens": 192553872.0,
      "step": 250010
    },
    {
      "epoch": 0.31714018250591736,
      "grad_norm": 5.21875,
      "learning_rate": 3.414738575441036e-05,
      "loss": 2.2625,
      "mean_token_accuracy": 0.5253171920776367,
      "num_tokens": 192562376.0,
      "step": 250020
    },
    {
      "epoch": 0.3171528670984502,
      "grad_norm": 5.625,
      "learning_rate": 3.4146751444324064e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5488147884607315,
      "num_tokens": 192569790.0,
      "step": 250030
    },
    {
      "epoch": 0.31716555169098304,
      "grad_norm": 5.53125,
      "learning_rate": 3.4146117134237776e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5534151047468185,
      "num_tokens": 192577472.0,
      "step": 250040
    },
    {
      "epoch": 0.3171782362835159,
      "grad_norm": 5.28125,
      "learning_rate": 3.414548282415149e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5499813854694366,
      "num_tokens": 192585731.0,
      "step": 250050
    },
    {
      "epoch": 0.3171909208760487,
      "grad_norm": 6.28125,
      "learning_rate": 3.4144848514065194e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5427064061164856,
      "num_tokens": 192593002.0,
      "step": 250060
    },
    {
      "epoch": 0.3172036054685815,
      "grad_norm": 5.71875,
      "learning_rate": 3.4144214203978906e-05,
      "loss": 1.767,
      "mean_token_accuracy": 0.6165516793727874,
      "num_tokens": 192599646.0,
      "step": 250070
    },
    {
      "epoch": 0.31721629006111435,
      "grad_norm": 5.0625,
      "learning_rate": 3.4143579893892604e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5379124879837036,
      "num_tokens": 192607175.0,
      "step": 250080
    },
    {
      "epoch": 0.3172289746536472,
      "grad_norm": 4.4375,
      "learning_rate": 3.4142945583806316e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5725586920976639,
      "num_tokens": 192614442.0,
      "step": 250090
    },
    {
      "epoch": 0.31724165924618003,
      "grad_norm": 6.40625,
      "learning_rate": 3.414231127372003e-05,
      "loss": 1.8863,
      "mean_token_accuracy": 0.5740808010101318,
      "num_tokens": 192621326.0,
      "step": 250100
    },
    {
      "epoch": 0.31725434383871287,
      "grad_norm": 7.78125,
      "learning_rate": 3.4141676963633734e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5226381480693817,
      "num_tokens": 192628958.0,
      "step": 250110
    },
    {
      "epoch": 0.3172670284312457,
      "grad_norm": 6.4375,
      "learning_rate": 3.4141042653547446e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5389105319976807,
      "num_tokens": 192636958.0,
      "step": 250120
    },
    {
      "epoch": 0.31727971302377855,
      "grad_norm": 5.09375,
      "learning_rate": 3.414040834346115e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5401146054267884,
      "num_tokens": 192645254.0,
      "step": 250130
    },
    {
      "epoch": 0.3172923976163114,
      "grad_norm": 4.625,
      "learning_rate": 3.4139774033374864e-05,
      "loss": 2.2114,
      "mean_token_accuracy": 0.5192626267671585,
      "num_tokens": 192653581.0,
      "step": 250140
    },
    {
      "epoch": 0.3173050822088442,
      "grad_norm": 5.96875,
      "learning_rate": 3.413913972328857e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5314716607332229,
      "num_tokens": 192661079.0,
      "step": 250150
    },
    {
      "epoch": 0.317317766801377,
      "grad_norm": 5.65625,
      "learning_rate": 3.4138505413202274e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.564296367764473,
      "num_tokens": 192668830.0,
      "step": 250160
    },
    {
      "epoch": 0.31733045139390986,
      "grad_norm": 5.46875,
      "learning_rate": 3.4137871103115986e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.556044852733612,
      "num_tokens": 192677379.0,
      "step": 250170
    },
    {
      "epoch": 0.3173431359864427,
      "grad_norm": 5.0625,
      "learning_rate": 3.41372367930297e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5580493956804276,
      "num_tokens": 192685582.0,
      "step": 250180
    },
    {
      "epoch": 0.31735582057897554,
      "grad_norm": 5.3125,
      "learning_rate": 3.4136602482943404e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5605337083339691,
      "num_tokens": 192693635.0,
      "step": 250190
    },
    {
      "epoch": 0.3173685051715084,
      "grad_norm": 4.9375,
      "learning_rate": 3.4135968172857116e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5668123573064804,
      "num_tokens": 192701140.0,
      "step": 250200
    },
    {
      "epoch": 0.3173811897640412,
      "grad_norm": 8.1875,
      "learning_rate": 3.413533386277082e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5576389551162719,
      "num_tokens": 192708059.0,
      "step": 250210
    },
    {
      "epoch": 0.31739387435657407,
      "grad_norm": 6.1875,
      "learning_rate": 3.413469955268453e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.535194143652916,
      "num_tokens": 192715772.0,
      "step": 250220
    },
    {
      "epoch": 0.31740655894910685,
      "grad_norm": 5.28125,
      "learning_rate": 3.413406524259824e-05,
      "loss": 1.7226,
      "mean_token_accuracy": 0.6136011421680451,
      "num_tokens": 192722770.0,
      "step": 250230
    },
    {
      "epoch": 0.3174192435416397,
      "grad_norm": 6.71875,
      "learning_rate": 3.4133430932511944e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5658379077911377,
      "num_tokens": 192731385.0,
      "step": 250240
    },
    {
      "epoch": 0.31743192813417254,
      "grad_norm": 5.3125,
      "learning_rate": 3.4132796622425656e-05,
      "loss": 1.8688,
      "mean_token_accuracy": 0.5903221130371094,
      "num_tokens": 192738333.0,
      "step": 250250
    },
    {
      "epoch": 0.3174446127267054,
      "grad_norm": 9.625,
      "learning_rate": 3.413216231233936e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5407135725021363,
      "num_tokens": 192746108.0,
      "step": 250260
    },
    {
      "epoch": 0.3174572973192382,
      "grad_norm": 4.78125,
      "learning_rate": 3.4131528002253074e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.525065565109253,
      "num_tokens": 192754547.0,
      "step": 250270
    },
    {
      "epoch": 0.31746998191177106,
      "grad_norm": 5.0625,
      "learning_rate": 3.413089369216678e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.555306938290596,
      "num_tokens": 192762462.0,
      "step": 250280
    },
    {
      "epoch": 0.3174826665043039,
      "grad_norm": 5.59375,
      "learning_rate": 3.4130259382080484e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5448743402957916,
      "num_tokens": 192768794.0,
      "step": 250290
    },
    {
      "epoch": 0.31749535109683674,
      "grad_norm": 6.6875,
      "learning_rate": 3.4129625071994197e-05,
      "loss": 1.8014,
      "mean_token_accuracy": 0.5900360405445099,
      "num_tokens": 192776047.0,
      "step": 250300
    },
    {
      "epoch": 0.3175080356893695,
      "grad_norm": 6.28125,
      "learning_rate": 3.41289907619079e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5387138694524765,
      "num_tokens": 192784506.0,
      "step": 250310
    },
    {
      "epoch": 0.31752072028190237,
      "grad_norm": 8.625,
      "learning_rate": 3.4128356451821614e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5374510318040848,
      "num_tokens": 192790837.0,
      "step": 250320
    },
    {
      "epoch": 0.3175334048744352,
      "grad_norm": 7.28125,
      "learning_rate": 3.4127722141735326e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5243498116731644,
      "num_tokens": 192797470.0,
      "step": 250330
    },
    {
      "epoch": 0.31754608946696805,
      "grad_norm": 5.5625,
      "learning_rate": 3.412708783164903e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5378698647022248,
      "num_tokens": 192804884.0,
      "step": 250340
    },
    {
      "epoch": 0.3175587740595009,
      "grad_norm": 8.4375,
      "learning_rate": 3.412645352156274e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5379771947860718,
      "num_tokens": 192813239.0,
      "step": 250350
    },
    {
      "epoch": 0.31757145865203373,
      "grad_norm": 4.53125,
      "learning_rate": 3.412581921147644e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5605739742517472,
      "num_tokens": 192821466.0,
      "step": 250360
    },
    {
      "epoch": 0.3175841432445666,
      "grad_norm": 4.34375,
      "learning_rate": 3.4125184901390154e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5700354307889939,
      "num_tokens": 192828999.0,
      "step": 250370
    },
    {
      "epoch": 0.3175968278370994,
      "grad_norm": 5.875,
      "learning_rate": 3.4124550591303867e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5403864175081253,
      "num_tokens": 192837425.0,
      "step": 250380
    },
    {
      "epoch": 0.3176095124296322,
      "grad_norm": 6.96875,
      "learning_rate": 3.412391628121757e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5477691650390625,
      "num_tokens": 192845447.0,
      "step": 250390
    },
    {
      "epoch": 0.31762219702216504,
      "grad_norm": 4.875,
      "learning_rate": 3.4123281971131284e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5379147201776504,
      "num_tokens": 192854094.0,
      "step": 250400
    },
    {
      "epoch": 0.3176348816146979,
      "grad_norm": 5.4375,
      "learning_rate": 3.412264766104499e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5353636413812637,
      "num_tokens": 192862056.0,
      "step": 250410
    },
    {
      "epoch": 0.3176475662072307,
      "grad_norm": 5.21875,
      "learning_rate": 3.41220133509587e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5404061824083328,
      "num_tokens": 192869957.0,
      "step": 250420
    },
    {
      "epoch": 0.31766025079976357,
      "grad_norm": 5.71875,
      "learning_rate": 3.412137904087241e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5263348788022995,
      "num_tokens": 192878362.0,
      "step": 250430
    },
    {
      "epoch": 0.3176729353922964,
      "grad_norm": 4.9375,
      "learning_rate": 3.412074473078611e-05,
      "loss": 2.2796,
      "mean_token_accuracy": 0.504871416091919,
      "num_tokens": 192887651.0,
      "step": 250440
    },
    {
      "epoch": 0.31768561998482925,
      "grad_norm": 4.59375,
      "learning_rate": 3.4120110420699824e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5316620737314224,
      "num_tokens": 192895282.0,
      "step": 250450
    },
    {
      "epoch": 0.31769830457736203,
      "grad_norm": 7.34375,
      "learning_rate": 3.411947611061353e-05,
      "loss": 2.1785,
      "mean_token_accuracy": 0.5147499293088913,
      "num_tokens": 192902882.0,
      "step": 250460
    },
    {
      "epoch": 0.3177109891698949,
      "grad_norm": 6.15625,
      "learning_rate": 3.411884180052724e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.5865569710731506,
      "num_tokens": 192909320.0,
      "step": 250470
    },
    {
      "epoch": 0.3177236737624277,
      "grad_norm": 6.75,
      "learning_rate": 3.4118207490440954e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5421793460845947,
      "num_tokens": 192916524.0,
      "step": 250480
    },
    {
      "epoch": 0.31773635835496056,
      "grad_norm": 6.625,
      "learning_rate": 3.411757318035466e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.5657442659139633,
      "num_tokens": 192923618.0,
      "step": 250490
    },
    {
      "epoch": 0.3177490429474934,
      "grad_norm": 4.90625,
      "learning_rate": 3.4116938870268365e-05,
      "loss": 2.2751,
      "mean_token_accuracy": 0.5181672692298889,
      "num_tokens": 192931742.0,
      "step": 250500
    },
    {
      "epoch": 0.31776172754002624,
      "grad_norm": 6.4375,
      "learning_rate": 3.411630456018207e-05,
      "loss": 2.2087,
      "mean_token_accuracy": 0.5108150839805603,
      "num_tokens": 192939395.0,
      "step": 250510
    },
    {
      "epoch": 0.3177744121325591,
      "grad_norm": 5.1875,
      "learning_rate": 3.411567025009578e-05,
      "loss": 1.878,
      "mean_token_accuracy": 0.5773708999156952,
      "num_tokens": 192947501.0,
      "step": 250520
    },
    {
      "epoch": 0.3177870967250919,
      "grad_norm": 5.125,
      "learning_rate": 3.4115035940009494e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5210700750350952,
      "num_tokens": 192954805.0,
      "step": 250530
    },
    {
      "epoch": 0.3177997813176247,
      "grad_norm": 7.125,
      "learning_rate": 3.41144016299232e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5448921948671341,
      "num_tokens": 192961856.0,
      "step": 250540
    },
    {
      "epoch": 0.31781246591015755,
      "grad_norm": 5.8125,
      "learning_rate": 3.411376731983691e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5415082335472107,
      "num_tokens": 192969193.0,
      "step": 250550
    },
    {
      "epoch": 0.3178251505026904,
      "grad_norm": 7.125,
      "learning_rate": 3.411313300975062e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5668309271335602,
      "num_tokens": 192975720.0,
      "step": 250560
    },
    {
      "epoch": 0.31783783509522323,
      "grad_norm": 5.21875,
      "learning_rate": 3.411249869966432e-05,
      "loss": 1.7515,
      "mean_token_accuracy": 0.6070078343153,
      "num_tokens": 192983500.0,
      "step": 250570
    },
    {
      "epoch": 0.3178505196877561,
      "grad_norm": 7.71875,
      "learning_rate": 3.4111864389578035e-05,
      "loss": 1.9856,
      "mean_token_accuracy": 0.5635107070207596,
      "num_tokens": 192989538.0,
      "step": 250580
    },
    {
      "epoch": 0.3178632042802889,
      "grad_norm": 4.71875,
      "learning_rate": 3.411123007949174e-05,
      "loss": 1.8688,
      "mean_token_accuracy": 0.5936698317527771,
      "num_tokens": 192996828.0,
      "step": 250590
    },
    {
      "epoch": 0.31787588887282175,
      "grad_norm": 5.53125,
      "learning_rate": 3.411059576940545e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5637534976005554,
      "num_tokens": 193003833.0,
      "step": 250600
    },
    {
      "epoch": 0.3178885734653546,
      "grad_norm": 5.40625,
      "learning_rate": 3.410996145931916e-05,
      "loss": 1.6339,
      "mean_token_accuracy": 0.623610582947731,
      "num_tokens": 193011676.0,
      "step": 250610
    },
    {
      "epoch": 0.3179012580578874,
      "grad_norm": 4.5625,
      "learning_rate": 3.410932714923287e-05,
      "loss": 1.79,
      "mean_token_accuracy": 0.6028226912021637,
      "num_tokens": 193019165.0,
      "step": 250620
    },
    {
      "epoch": 0.3179139426504202,
      "grad_norm": 4.84375,
      "learning_rate": 3.4108692839146575e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5376902848482132,
      "num_tokens": 193026835.0,
      "step": 250630
    },
    {
      "epoch": 0.31792662724295306,
      "grad_norm": 7.46875,
      "learning_rate": 3.410805852906028e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5541830152273178,
      "num_tokens": 193035097.0,
      "step": 250640
    },
    {
      "epoch": 0.3179393118354859,
      "grad_norm": 4.90625,
      "learning_rate": 3.410742421897399e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.56406110227108,
      "num_tokens": 193043645.0,
      "step": 250650
    },
    {
      "epoch": 0.31795199642801875,
      "grad_norm": 4.90625,
      "learning_rate": 3.41067899088877e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5538446366786957,
      "num_tokens": 193050293.0,
      "step": 250660
    },
    {
      "epoch": 0.3179646810205516,
      "grad_norm": 6.71875,
      "learning_rate": 3.410615559880141e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5547006368637085,
      "num_tokens": 193057274.0,
      "step": 250670
    },
    {
      "epoch": 0.31797736561308443,
      "grad_norm": 5.1875,
      "learning_rate": 3.410552128871512e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5462548226118088,
      "num_tokens": 193063917.0,
      "step": 250680
    },
    {
      "epoch": 0.31799005020561727,
      "grad_norm": 9.8125,
      "learning_rate": 3.410488697862883e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5288883060216903,
      "num_tokens": 193070571.0,
      "step": 250690
    },
    {
      "epoch": 0.31800273479815006,
      "grad_norm": 5.25,
      "learning_rate": 3.410425266854253e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5346671998500824,
      "num_tokens": 193078576.0,
      "step": 250700
    },
    {
      "epoch": 0.3180154193906829,
      "grad_norm": 5.0,
      "learning_rate": 3.410361835845624e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5615241914987564,
      "num_tokens": 193086144.0,
      "step": 250710
    },
    {
      "epoch": 0.31802810398321574,
      "grad_norm": 8.625,
      "learning_rate": 3.410298404836995e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5306846857070923,
      "num_tokens": 193093167.0,
      "step": 250720
    },
    {
      "epoch": 0.3180407885757486,
      "grad_norm": 5.71875,
      "learning_rate": 3.410234973828366e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5306841135025024,
      "num_tokens": 193100431.0,
      "step": 250730
    },
    {
      "epoch": 0.3180534731682814,
      "grad_norm": 5.65625,
      "learning_rate": 3.410171542819737e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5359962314367295,
      "num_tokens": 193108167.0,
      "step": 250740
    },
    {
      "epoch": 0.31806615776081426,
      "grad_norm": 4.75,
      "learning_rate": 3.410108111811108e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5346257328987122,
      "num_tokens": 193116360.0,
      "step": 250750
    },
    {
      "epoch": 0.3180788423533471,
      "grad_norm": 5.71875,
      "learning_rate": 3.4100446808024785e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5559542417526245,
      "num_tokens": 193124301.0,
      "step": 250760
    },
    {
      "epoch": 0.31809152694587994,
      "grad_norm": 4.71875,
      "learning_rate": 3.409981249793849e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5276020735502243,
      "num_tokens": 193132487.0,
      "step": 250770
    },
    {
      "epoch": 0.31810421153841273,
      "grad_norm": 8.3125,
      "learning_rate": 3.40991781878522e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5669623732566833,
      "num_tokens": 193140106.0,
      "step": 250780
    },
    {
      "epoch": 0.31811689613094557,
      "grad_norm": 6.5,
      "learning_rate": 3.409854387776591e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5284113675355911,
      "num_tokens": 193147587.0,
      "step": 250790
    },
    {
      "epoch": 0.3181295807234784,
      "grad_norm": 5.0625,
      "learning_rate": 3.409790956767962e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5512257605791092,
      "num_tokens": 193155359.0,
      "step": 250800
    },
    {
      "epoch": 0.31814226531601125,
      "grad_norm": 6.875,
      "learning_rate": 3.4097275257593325e-05,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5734540551900864,
      "num_tokens": 193163021.0,
      "step": 250810
    },
    {
      "epoch": 0.3181549499085441,
      "grad_norm": 5.25,
      "learning_rate": 3.409664094750704e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5518010318279266,
      "num_tokens": 193171384.0,
      "step": 250820
    },
    {
      "epoch": 0.31816763450107693,
      "grad_norm": 4.8125,
      "learning_rate": 3.409600663742075e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5516909092664719,
      "num_tokens": 193178346.0,
      "step": 250830
    },
    {
      "epoch": 0.3181803190936098,
      "grad_norm": 6.03125,
      "learning_rate": 3.4095372327334455e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5467457711696625,
      "num_tokens": 193186980.0,
      "step": 250840
    },
    {
      "epoch": 0.3181930036861426,
      "grad_norm": 4.96875,
      "learning_rate": 3.409473801724816e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5355129599571228,
      "num_tokens": 193195457.0,
      "step": 250850
    },
    {
      "epoch": 0.3182056882786754,
      "grad_norm": 5.0,
      "learning_rate": 3.4094103707161866e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5624917626380921,
      "num_tokens": 193202377.0,
      "step": 250860
    },
    {
      "epoch": 0.31821837287120824,
      "grad_norm": 4.9375,
      "learning_rate": 3.409346939707558e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5514644861221314,
      "num_tokens": 193210751.0,
      "step": 250870
    },
    {
      "epoch": 0.3182310574637411,
      "grad_norm": 5.21875,
      "learning_rate": 3.409283508698929e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5356561273336411,
      "num_tokens": 193219581.0,
      "step": 250880
    },
    {
      "epoch": 0.3182437420562739,
      "grad_norm": 6.09375,
      "learning_rate": 3.4092200776902995e-05,
      "loss": 2.3302,
      "mean_token_accuracy": 0.5159729808568955,
      "num_tokens": 193226918.0,
      "step": 250890
    },
    {
      "epoch": 0.31825642664880677,
      "grad_norm": 4.875,
      "learning_rate": 3.409156646681671e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5260938882827759,
      "num_tokens": 193235575.0,
      "step": 250900
    },
    {
      "epoch": 0.3182691112413396,
      "grad_norm": 5.65625,
      "learning_rate": 3.409093215673041e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5679592579603195,
      "num_tokens": 193243247.0,
      "step": 250910
    },
    {
      "epoch": 0.31828179583387245,
      "grad_norm": 5.0,
      "learning_rate": 3.409029784664412e-05,
      "loss": 2.2932,
      "mean_token_accuracy": 0.5128719627857208,
      "num_tokens": 193251027.0,
      "step": 250920
    },
    {
      "epoch": 0.31829448042640524,
      "grad_norm": 3.1875,
      "learning_rate": 3.408966353655783e-05,
      "loss": 1.6613,
      "mean_token_accuracy": 0.6321486592292785,
      "num_tokens": 193256873.0,
      "step": 250930
    },
    {
      "epoch": 0.3183071650189381,
      "grad_norm": 8.25,
      "learning_rate": 3.4089029226471536e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5444532990455627,
      "num_tokens": 193264684.0,
      "step": 250940
    },
    {
      "epoch": 0.3183198496114709,
      "grad_norm": 4.5625,
      "learning_rate": 3.408839491638525e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5370053350925446,
      "num_tokens": 193272829.0,
      "step": 250950
    },
    {
      "epoch": 0.31833253420400376,
      "grad_norm": 5.90625,
      "learning_rate": 3.408776060629895e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5482129931449891,
      "num_tokens": 193280213.0,
      "step": 250960
    },
    {
      "epoch": 0.3183452187965366,
      "grad_norm": 4.875,
      "learning_rate": 3.4087126296212665e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5620737075805664,
      "num_tokens": 193287633.0,
      "step": 250970
    },
    {
      "epoch": 0.31835790338906944,
      "grad_norm": 4.8125,
      "learning_rate": 3.408649198612637e-05,
      "loss": 2.2351,
      "mean_token_accuracy": 0.5124142408370972,
      "num_tokens": 193296235.0,
      "step": 250980
    },
    {
      "epoch": 0.3183705879816023,
      "grad_norm": 5.96875,
      "learning_rate": 3.4085857676040076e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5191148400306702,
      "num_tokens": 193304988.0,
      "step": 250990
    },
    {
      "epoch": 0.3183832725741351,
      "grad_norm": 6.03125,
      "learning_rate": 3.408522336595379e-05,
      "loss": 2.2646,
      "mean_token_accuracy": 0.5193021476268769,
      "num_tokens": 193312869.0,
      "step": 251000
    },
    {
      "epoch": 0.3183959571666679,
      "grad_norm": 12.4375,
      "learning_rate": 3.4084589055867493e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5691749572753906,
      "num_tokens": 193319815.0,
      "step": 251010
    },
    {
      "epoch": 0.31840864175920075,
      "grad_norm": 4.53125,
      "learning_rate": 3.4083954745781206e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.534610778093338,
      "num_tokens": 193327392.0,
      "step": 251020
    },
    {
      "epoch": 0.3184213263517336,
      "grad_norm": 6.1875,
      "learning_rate": 3.408332043569492e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.544549497961998,
      "num_tokens": 193334586.0,
      "step": 251030
    },
    {
      "epoch": 0.31843401094426643,
      "grad_norm": 5.125,
      "learning_rate": 3.408268612560862e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5457312822341919,
      "num_tokens": 193342282.0,
      "step": 251040
    },
    {
      "epoch": 0.3184466955367993,
      "grad_norm": 5.1875,
      "learning_rate": 3.408205181552233e-05,
      "loss": 2.2881,
      "mean_token_accuracy": 0.5128468424081802,
      "num_tokens": 193350845.0,
      "step": 251050
    },
    {
      "epoch": 0.3184593801293321,
      "grad_norm": 5.28125,
      "learning_rate": 3.408141750543604e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5637580513954162,
      "num_tokens": 193359719.0,
      "step": 251060
    },
    {
      "epoch": 0.31847206472186496,
      "grad_norm": 5.96875,
      "learning_rate": 3.4080783195349746e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5331888675689698,
      "num_tokens": 193368401.0,
      "step": 251070
    },
    {
      "epoch": 0.3184847493143978,
      "grad_norm": 5.5,
      "learning_rate": 3.408014888526346e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5666071027517319,
      "num_tokens": 193375687.0,
      "step": 251080
    },
    {
      "epoch": 0.3184974339069306,
      "grad_norm": 5.5,
      "learning_rate": 3.407951457517716e-05,
      "loss": 2.3146,
      "mean_token_accuracy": 0.5017386555671692,
      "num_tokens": 193384274.0,
      "step": 251090
    },
    {
      "epoch": 0.3185101184994634,
      "grad_norm": 5.8125,
      "learning_rate": 3.4078880265090875e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5549194365739822,
      "num_tokens": 193392012.0,
      "step": 251100
    },
    {
      "epoch": 0.31852280309199626,
      "grad_norm": 4.875,
      "learning_rate": 3.407824595500458e-05,
      "loss": 2.2101,
      "mean_token_accuracy": 0.522240674495697,
      "num_tokens": 193400281.0,
      "step": 251110
    },
    {
      "epoch": 0.3185354876845291,
      "grad_norm": 5.0,
      "learning_rate": 3.4077611644918286e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5319731593132019,
      "num_tokens": 193408013.0,
      "step": 251120
    },
    {
      "epoch": 0.31854817227706195,
      "grad_norm": 4.9375,
      "learning_rate": 3.4076977334832e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5582795679569245,
      "num_tokens": 193416317.0,
      "step": 251130
    },
    {
      "epoch": 0.3185608568695948,
      "grad_norm": 5.25,
      "learning_rate": 3.4076343024745704e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5342234253883362,
      "num_tokens": 193423822.0,
      "step": 251140
    },
    {
      "epoch": 0.31857354146212763,
      "grad_norm": 6.5,
      "learning_rate": 3.4075708714659416e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5748672425746918,
      "num_tokens": 193431771.0,
      "step": 251150
    },
    {
      "epoch": 0.31858622605466047,
      "grad_norm": 4.84375,
      "learning_rate": 3.407507440457313e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5538054585456849,
      "num_tokens": 193440317.0,
      "step": 251160
    },
    {
      "epoch": 0.31859891064719326,
      "grad_norm": 4.59375,
      "learning_rate": 3.407444009448683e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.55085668861866,
      "num_tokens": 193447152.0,
      "step": 251170
    },
    {
      "epoch": 0.3186115952397261,
      "grad_norm": 4.96875,
      "learning_rate": 3.4073805784400545e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5227985560894013,
      "num_tokens": 193454791.0,
      "step": 251180
    },
    {
      "epoch": 0.31862427983225894,
      "grad_norm": 6.4375,
      "learning_rate": 3.4073171474314244e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5578910738229752,
      "num_tokens": 193461284.0,
      "step": 251190
    },
    {
      "epoch": 0.3186369644247918,
      "grad_norm": 5.125,
      "learning_rate": 3.4072537164227956e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5670789003372192,
      "num_tokens": 193467498.0,
      "step": 251200
    },
    {
      "epoch": 0.3186496490173246,
      "grad_norm": 5.875,
      "learning_rate": 3.407190285414167e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5622163206338883,
      "num_tokens": 193475319.0,
      "step": 251210
    },
    {
      "epoch": 0.31866233360985746,
      "grad_norm": 6.03125,
      "learning_rate": 3.4071268544055374e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5658041417598725,
      "num_tokens": 193482513.0,
      "step": 251220
    },
    {
      "epoch": 0.3186750182023903,
      "grad_norm": 7.3125,
      "learning_rate": 3.4070634233969086e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5194461673498154,
      "num_tokens": 193490252.0,
      "step": 251230
    },
    {
      "epoch": 0.31868770279492314,
      "grad_norm": 6.15625,
      "learning_rate": 3.406999992388279e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5660385876893997,
      "num_tokens": 193497509.0,
      "step": 251240
    },
    {
      "epoch": 0.31870038738745593,
      "grad_norm": 5.0,
      "learning_rate": 3.40693656137965e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5469400435686111,
      "num_tokens": 193505415.0,
      "step": 251250
    },
    {
      "epoch": 0.31871307197998877,
      "grad_norm": 6.375,
      "learning_rate": 3.406873130371021e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.539958256483078,
      "num_tokens": 193512930.0,
      "step": 251260
    },
    {
      "epoch": 0.3187257565725216,
      "grad_norm": 7.09375,
      "learning_rate": 3.4068096993623914e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5466846466064453,
      "num_tokens": 193519561.0,
      "step": 251270
    },
    {
      "epoch": 0.31873844116505445,
      "grad_norm": 5.53125,
      "learning_rate": 3.4067462683537626e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5469510883092881,
      "num_tokens": 193527379.0,
      "step": 251280
    },
    {
      "epoch": 0.3187511257575873,
      "grad_norm": 5.53125,
      "learning_rate": 3.406682837345133e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.558388602733612,
      "num_tokens": 193534366.0,
      "step": 251290
    },
    {
      "epoch": 0.31876381035012014,
      "grad_norm": 6.40625,
      "learning_rate": 3.4066194063365043e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5671545743942261,
      "num_tokens": 193540410.0,
      "step": 251300
    },
    {
      "epoch": 0.318776494942653,
      "grad_norm": 11.8125,
      "learning_rate": 3.4065559753278756e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5825687378644944,
      "num_tokens": 193547384.0,
      "step": 251310
    },
    {
      "epoch": 0.3187891795351858,
      "grad_norm": 5.78125,
      "learning_rate": 3.406492544319246e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5592039912939072,
      "num_tokens": 193555636.0,
      "step": 251320
    },
    {
      "epoch": 0.3188018641277186,
      "grad_norm": 13.0,
      "learning_rate": 3.4064291133106166e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5709994375705719,
      "num_tokens": 193563986.0,
      "step": 251330
    },
    {
      "epoch": 0.31881454872025144,
      "grad_norm": 5.59375,
      "learning_rate": 3.406365682301987e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5697023123502731,
      "num_tokens": 193571716.0,
      "step": 251340
    },
    {
      "epoch": 0.3188272333127843,
      "grad_norm": 5.40625,
      "learning_rate": 3.4063022512933584e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5752198725938797,
      "num_tokens": 193579109.0,
      "step": 251350
    },
    {
      "epoch": 0.3188399179053171,
      "grad_norm": 5.15625,
      "learning_rate": 3.4062388202847296e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5377130836248398,
      "num_tokens": 193586996.0,
      "step": 251360
    },
    {
      "epoch": 0.31885260249784997,
      "grad_norm": 4.8125,
      "learning_rate": 3.4061753892761e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5271546453237533,
      "num_tokens": 193594119.0,
      "step": 251370
    },
    {
      "epoch": 0.3188652870903828,
      "grad_norm": 5.78125,
      "learning_rate": 3.406111958267471e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5538629829883576,
      "num_tokens": 193601464.0,
      "step": 251380
    },
    {
      "epoch": 0.31887797168291565,
      "grad_norm": 5.375,
      "learning_rate": 3.406048527258842e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5456059247255325,
      "num_tokens": 193608167.0,
      "step": 251390
    },
    {
      "epoch": 0.31889065627544844,
      "grad_norm": 7.96875,
      "learning_rate": 3.4059850962502124e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5426837623119354,
      "num_tokens": 193615834.0,
      "step": 251400
    },
    {
      "epoch": 0.3189033408679813,
      "grad_norm": 5.09375,
      "learning_rate": 3.4059216652415836e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5559280216693878,
      "num_tokens": 193624404.0,
      "step": 251410
    },
    {
      "epoch": 0.3189160254605141,
      "grad_norm": 4.9375,
      "learning_rate": 3.405858234232954e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5467499822378159,
      "num_tokens": 193632719.0,
      "step": 251420
    },
    {
      "epoch": 0.31892871005304696,
      "grad_norm": 4.96875,
      "learning_rate": 3.4057948032243254e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5387273341417312,
      "num_tokens": 193641537.0,
      "step": 251430
    },
    {
      "epoch": 0.3189413946455798,
      "grad_norm": 4.9375,
      "learning_rate": 3.405731372215696e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5434973001480102,
      "num_tokens": 193649207.0,
      "step": 251440
    },
    {
      "epoch": 0.31895407923811264,
      "grad_norm": 5.34375,
      "learning_rate": 3.405667941207067e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5257754474878311,
      "num_tokens": 193656840.0,
      "step": 251450
    },
    {
      "epoch": 0.3189667638306455,
      "grad_norm": 5.28125,
      "learning_rate": 3.4056045101984377e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5507111996412277,
      "num_tokens": 193664380.0,
      "step": 251460
    },
    {
      "epoch": 0.3189794484231783,
      "grad_norm": 4.875,
      "learning_rate": 3.405541079189808e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.507743901014328,
      "num_tokens": 193672040.0,
      "step": 251470
    },
    {
      "epoch": 0.3189921330157111,
      "grad_norm": 5.0625,
      "learning_rate": 3.4054776481811794e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5297154933214188,
      "num_tokens": 193681350.0,
      "step": 251480
    },
    {
      "epoch": 0.31900481760824395,
      "grad_norm": 5.84375,
      "learning_rate": 3.40541421717255e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5702323406934738,
      "num_tokens": 193689318.0,
      "step": 251490
    },
    {
      "epoch": 0.3190175022007768,
      "grad_norm": 5.03125,
      "learning_rate": 3.405350786163921e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5456766277551651,
      "num_tokens": 193698023.0,
      "step": 251500
    },
    {
      "epoch": 0.31903018679330963,
      "grad_norm": 5.5625,
      "learning_rate": 3.4052873551552924e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5551545411348343,
      "num_tokens": 193705386.0,
      "step": 251510
    },
    {
      "epoch": 0.3190428713858425,
      "grad_norm": 5.03125,
      "learning_rate": 3.405223924146663e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5539003372192383,
      "num_tokens": 193714308.0,
      "step": 251520
    },
    {
      "epoch": 0.3190555559783753,
      "grad_norm": 7.96875,
      "learning_rate": 3.4051604931380334e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5604868292808532,
      "num_tokens": 193721669.0,
      "step": 251530
    },
    {
      "epoch": 0.31906824057090816,
      "grad_norm": 6.125,
      "learning_rate": 3.405097062129404e-05,
      "loss": 2.2704,
      "mean_token_accuracy": 0.5181086927652359,
      "num_tokens": 193730070.0,
      "step": 251540
    },
    {
      "epoch": 0.319080925163441,
      "grad_norm": 6.53125,
      "learning_rate": 3.405033631120775e-05,
      "loss": 2.2236,
      "mean_token_accuracy": 0.5122401028871536,
      "num_tokens": 193738370.0,
      "step": 251550
    },
    {
      "epoch": 0.3190936097559738,
      "grad_norm": 5.125,
      "learning_rate": 3.4049702001121464e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5457070231437683,
      "num_tokens": 193747219.0,
      "step": 251560
    },
    {
      "epoch": 0.3191062943485066,
      "grad_norm": 7.125,
      "learning_rate": 3.404906769103517e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5445962399244308,
      "num_tokens": 193755141.0,
      "step": 251570
    },
    {
      "epoch": 0.31911897894103947,
      "grad_norm": 5.84375,
      "learning_rate": 3.404843338094888e-05,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5282599210739136,
      "num_tokens": 193763635.0,
      "step": 251580
    },
    {
      "epoch": 0.3191316635335723,
      "grad_norm": 7.375,
      "learning_rate": 3.404779907086259e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.535510390996933,
      "num_tokens": 193771637.0,
      "step": 251590
    },
    {
      "epoch": 0.31914434812610515,
      "grad_norm": 5.625,
      "learning_rate": 3.40471647607763e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5668436884880066,
      "num_tokens": 193778094.0,
      "step": 251600
    },
    {
      "epoch": 0.319157032718638,
      "grad_norm": 6.5625,
      "learning_rate": 3.4046530450690004e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5427848249673843,
      "num_tokens": 193785172.0,
      "step": 251610
    },
    {
      "epoch": 0.31916971731117083,
      "grad_norm": 5.28125,
      "learning_rate": 3.404589614060371e-05,
      "loss": 1.8699,
      "mean_token_accuracy": 0.5933064043521881,
      "num_tokens": 193792998.0,
      "step": 251620
    },
    {
      "epoch": 0.31918240190370367,
      "grad_norm": 6.21875,
      "learning_rate": 3.404526183051742e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5494310677051544,
      "num_tokens": 193800900.0,
      "step": 251630
    },
    {
      "epoch": 0.31919508649623646,
      "grad_norm": 5.6875,
      "learning_rate": 3.404462752043113e-05,
      "loss": 2.32,
      "mean_token_accuracy": 0.5093026995658875,
      "num_tokens": 193809813.0,
      "step": 251640
    },
    {
      "epoch": 0.3192077710887693,
      "grad_norm": 5.3125,
      "learning_rate": 3.404399321034484e-05,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5721882522106171,
      "num_tokens": 193817175.0,
      "step": 251650
    },
    {
      "epoch": 0.31922045568130214,
      "grad_norm": 5.03125,
      "learning_rate": 3.404335890025855e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5811862409114837,
      "num_tokens": 193823555.0,
      "step": 251660
    },
    {
      "epoch": 0.319233140273835,
      "grad_norm": 5.3125,
      "learning_rate": 3.404272459017226e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5506354928016662,
      "num_tokens": 193832168.0,
      "step": 251670
    },
    {
      "epoch": 0.3192458248663678,
      "grad_norm": 7.4375,
      "learning_rate": 3.404209028008596e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5624234348535537,
      "num_tokens": 193840223.0,
      "step": 251680
    },
    {
      "epoch": 0.31925850945890066,
      "grad_norm": 6.46875,
      "learning_rate": 3.404145596999967e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5219108372926712,
      "num_tokens": 193847647.0,
      "step": 251690
    },
    {
      "epoch": 0.3192711940514335,
      "grad_norm": 5.53125,
      "learning_rate": 3.404082165991338e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5372093081474304,
      "num_tokens": 193855695.0,
      "step": 251700
    },
    {
      "epoch": 0.31928387864396635,
      "grad_norm": 7.375,
      "learning_rate": 3.404018734982709e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.57947858273983,
      "num_tokens": 193862554.0,
      "step": 251710
    },
    {
      "epoch": 0.31929656323649913,
      "grad_norm": 5.84375,
      "learning_rate": 3.40395530397408e-05,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5572989851236343,
      "num_tokens": 193870868.0,
      "step": 251720
    },
    {
      "epoch": 0.319309247829032,
      "grad_norm": 5.71875,
      "learning_rate": 3.403891872965451e-05,
      "loss": 2.3068,
      "mean_token_accuracy": 0.49703267514705657,
      "num_tokens": 193880387.0,
      "step": 251730
    },
    {
      "epoch": 0.3193219324215648,
      "grad_norm": 6.4375,
      "learning_rate": 3.4038284419568214e-05,
      "loss": 2.3894,
      "mean_token_accuracy": 0.5008505403995513,
      "num_tokens": 193888228.0,
      "step": 251740
    },
    {
      "epoch": 0.31933461701409765,
      "grad_norm": 7.0625,
      "learning_rate": 3.403765010948192e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5784340858459472,
      "num_tokens": 193896073.0,
      "step": 251750
    },
    {
      "epoch": 0.3193473016066305,
      "grad_norm": 6.90625,
      "learning_rate": 3.403701579939563e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5346287459135055,
      "num_tokens": 193903268.0,
      "step": 251760
    },
    {
      "epoch": 0.31935998619916334,
      "grad_norm": 5.90625,
      "learning_rate": 3.403638148930934e-05,
      "loss": 2.3735,
      "mean_token_accuracy": 0.508115416765213,
      "num_tokens": 193912069.0,
      "step": 251770
    },
    {
      "epoch": 0.3193726707916962,
      "grad_norm": 4.65625,
      "learning_rate": 3.403574717922305e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5557864159345627,
      "num_tokens": 193919423.0,
      "step": 251780
    },
    {
      "epoch": 0.319385355384229,
      "grad_norm": 6.4375,
      "learning_rate": 3.4035112869136755e-05,
      "loss": 2.2433,
      "mean_token_accuracy": 0.5210689187049866,
      "num_tokens": 193926980.0,
      "step": 251790
    },
    {
      "epoch": 0.3193980399767618,
      "grad_norm": 5.25,
      "learning_rate": 3.403447855905047e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5589849025011062,
      "num_tokens": 193934355.0,
      "step": 251800
    },
    {
      "epoch": 0.31941072456929465,
      "grad_norm": 4.6875,
      "learning_rate": 3.403384424896417e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5662989497184754,
      "num_tokens": 193942298.0,
      "step": 251810
    },
    {
      "epoch": 0.3194234091618275,
      "grad_norm": 7.15625,
      "learning_rate": 3.403320993887788e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5564235538244248,
      "num_tokens": 193949587.0,
      "step": 251820
    },
    {
      "epoch": 0.31943609375436033,
      "grad_norm": 7.21875,
      "learning_rate": 3.403257562879159e-05,
      "loss": 1.9578,
      "mean_token_accuracy": 0.5857309490442276,
      "num_tokens": 193957198.0,
      "step": 251830
    },
    {
      "epoch": 0.31944877834689317,
      "grad_norm": 4.84375,
      "learning_rate": 3.4031941318705295e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5169080197811127,
      "num_tokens": 193965190.0,
      "step": 251840
    },
    {
      "epoch": 0.319461462939426,
      "grad_norm": 5.3125,
      "learning_rate": 3.403130700861901e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5334244579076767,
      "num_tokens": 193973143.0,
      "step": 251850
    },
    {
      "epoch": 0.31947414753195885,
      "grad_norm": 5.59375,
      "learning_rate": 3.403067269853272e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5451262891292572,
      "num_tokens": 193981237.0,
      "step": 251860
    },
    {
      "epoch": 0.31948683212449164,
      "grad_norm": 6.71875,
      "learning_rate": 3.4030038388446425e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5644535779953003,
      "num_tokens": 193988657.0,
      "step": 251870
    },
    {
      "epoch": 0.3194995167170245,
      "grad_norm": 5.125,
      "learning_rate": 3.402940407836013e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5612140685319901,
      "num_tokens": 193996821.0,
      "step": 251880
    },
    {
      "epoch": 0.3195122013095573,
      "grad_norm": 6.03125,
      "learning_rate": 3.4028769768273835e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.526838418841362,
      "num_tokens": 194005510.0,
      "step": 251890
    },
    {
      "epoch": 0.31952488590209016,
      "grad_norm": 4.375,
      "learning_rate": 3.402813545818755e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5702893853187561,
      "num_tokens": 194012421.0,
      "step": 251900
    },
    {
      "epoch": 0.319537570494623,
      "grad_norm": 5.84375,
      "learning_rate": 3.402750114810126e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5346207708120346,
      "num_tokens": 194019717.0,
      "step": 251910
    },
    {
      "epoch": 0.31955025508715584,
      "grad_norm": 4.90625,
      "learning_rate": 3.4026866838014965e-05,
      "loss": 2.1754,
      "mean_token_accuracy": 0.5251650780439376,
      "num_tokens": 194026740.0,
      "step": 251920
    },
    {
      "epoch": 0.3195629396796887,
      "grad_norm": 6.4375,
      "learning_rate": 3.402623252792868e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5415099382400512,
      "num_tokens": 194034487.0,
      "step": 251930
    },
    {
      "epoch": 0.3195756242722215,
      "grad_norm": 6.03125,
      "learning_rate": 3.402559821784238e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5559338748455047,
      "num_tokens": 194041378.0,
      "step": 251940
    },
    {
      "epoch": 0.3195883088647543,
      "grad_norm": 5.8125,
      "learning_rate": 3.402496390775609e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5581156373023987,
      "num_tokens": 194049746.0,
      "step": 251950
    },
    {
      "epoch": 0.31960099345728715,
      "grad_norm": 4.78125,
      "learning_rate": 3.40243295976698e-05,
      "loss": 1.8297,
      "mean_token_accuracy": 0.5883276551961899,
      "num_tokens": 194056489.0,
      "step": 251960
    },
    {
      "epoch": 0.31961367804982,
      "grad_norm": 5.59375,
      "learning_rate": 3.4023695287583505e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5516044676303864,
      "num_tokens": 194064244.0,
      "step": 251970
    },
    {
      "epoch": 0.31962636264235283,
      "grad_norm": 5.90625,
      "learning_rate": 3.402306097749722e-05,
      "loss": 2.2997,
      "mean_token_accuracy": 0.5062391757965088,
      "num_tokens": 194072590.0,
      "step": 251980
    },
    {
      "epoch": 0.3196390472348857,
      "grad_norm": 5.15625,
      "learning_rate": 3.402242666741093e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.5294268310070038,
      "num_tokens": 194079890.0,
      "step": 251990
    },
    {
      "epoch": 0.3196517318274185,
      "grad_norm": 7.25,
      "learning_rate": 3.4021792357324635e-05,
      "loss": 2.2782,
      "mean_token_accuracy": 0.5303433835506439,
      "num_tokens": 194086872.0,
      "step": 252000
    },
    {
      "epoch": 0.31966441641995136,
      "grad_norm": 6.1875,
      "learning_rate": 3.402115804723835e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5431183397769928,
      "num_tokens": 194095010.0,
      "step": 252010
    },
    {
      "epoch": 0.3196771010124842,
      "grad_norm": 6.3125,
      "learning_rate": 3.402052373715205e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5385369002819062,
      "num_tokens": 194102427.0,
      "step": 252020
    },
    {
      "epoch": 0.319689785605017,
      "grad_norm": 5.625,
      "learning_rate": 3.401988942706576e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5590586841106415,
      "num_tokens": 194109814.0,
      "step": 252030
    },
    {
      "epoch": 0.3197024701975498,
      "grad_norm": 6.6875,
      "learning_rate": 3.401925511697947e-05,
      "loss": 1.8516,
      "mean_token_accuracy": 0.5775490581989289,
      "num_tokens": 194117470.0,
      "step": 252040
    },
    {
      "epoch": 0.31971515479008267,
      "grad_norm": 6.75,
      "learning_rate": 3.4018620806893175e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.535629415512085,
      "num_tokens": 194125294.0,
      "step": 252050
    },
    {
      "epoch": 0.3197278393826155,
      "grad_norm": 6.65625,
      "learning_rate": 3.401798649680689e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5504175156354905,
      "num_tokens": 194133632.0,
      "step": 252060
    },
    {
      "epoch": 0.31974052397514835,
      "grad_norm": 5.75,
      "learning_rate": 3.401735218672059e-05,
      "loss": 2.2602,
      "mean_token_accuracy": 0.5187745213508606,
      "num_tokens": 194141797.0,
      "step": 252070
    },
    {
      "epoch": 0.3197532085676812,
      "grad_norm": 4.9375,
      "learning_rate": 3.4016717876634305e-05,
      "loss": 1.9081,
      "mean_token_accuracy": 0.5740297019481659,
      "num_tokens": 194149478.0,
      "step": 252080
    },
    {
      "epoch": 0.31976589316021403,
      "grad_norm": 5.71875,
      "learning_rate": 3.401608356654801e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5395344018936157,
      "num_tokens": 194157483.0,
      "step": 252090
    },
    {
      "epoch": 0.3197785777527469,
      "grad_norm": 13.6875,
      "learning_rate": 3.4015449256461716e-05,
      "loss": 2.2081,
      "mean_token_accuracy": 0.5271684288978576,
      "num_tokens": 194165084.0,
      "step": 252100
    },
    {
      "epoch": 0.31979126234527966,
      "grad_norm": 5.25,
      "learning_rate": 3.401481494637543e-05,
      "loss": 2.4744,
      "mean_token_accuracy": 0.48944035470485686,
      "num_tokens": 194171836.0,
      "step": 252110
    },
    {
      "epoch": 0.3198039469378125,
      "grad_norm": 5.0625,
      "learning_rate": 3.401418063628913e-05,
      "loss": 1.98,
      "mean_token_accuracy": 0.5596971631050109,
      "num_tokens": 194180250.0,
      "step": 252120
    },
    {
      "epoch": 0.31981663153034534,
      "grad_norm": 7.0625,
      "learning_rate": 3.4013546326202845e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5399996399879455,
      "num_tokens": 194187147.0,
      "step": 252130
    },
    {
      "epoch": 0.3198293161228782,
      "grad_norm": 6.15625,
      "learning_rate": 3.401291201611656e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5396800130605698,
      "num_tokens": 194194629.0,
      "step": 252140
    },
    {
      "epoch": 0.319842000715411,
      "grad_norm": 6.0625,
      "learning_rate": 3.401227770603026e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5678429484367371,
      "num_tokens": 194202996.0,
      "step": 252150
    },
    {
      "epoch": 0.31985468530794386,
      "grad_norm": 5.4375,
      "learning_rate": 3.401164339594397e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5659516125917434,
      "num_tokens": 194211103.0,
      "step": 252160
    },
    {
      "epoch": 0.3198673699004767,
      "grad_norm": 5.03125,
      "learning_rate": 3.401100908585767e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5416811138391495,
      "num_tokens": 194216968.0,
      "step": 252170
    },
    {
      "epoch": 0.31988005449300955,
      "grad_norm": 4.8125,
      "learning_rate": 3.4010374775771385e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.559472194314003,
      "num_tokens": 194223597.0,
      "step": 252180
    },
    {
      "epoch": 0.31989273908554233,
      "grad_norm": 5.59375,
      "learning_rate": 3.40097404656851e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5392916113138199,
      "num_tokens": 194231187.0,
      "step": 252190
    },
    {
      "epoch": 0.3199054236780752,
      "grad_norm": 6.5,
      "learning_rate": 3.40091061555988e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5396606624126434,
      "num_tokens": 194239234.0,
      "step": 252200
    },
    {
      "epoch": 0.319918108270608,
      "grad_norm": 4.875,
      "learning_rate": 3.4008471845512515e-05,
      "loss": 1.8201,
      "mean_token_accuracy": 0.5914807915687561,
      "num_tokens": 194246497.0,
      "step": 252210
    },
    {
      "epoch": 0.31993079286314086,
      "grad_norm": 6.21875,
      "learning_rate": 3.400783753542622e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5299702435731888,
      "num_tokens": 194254164.0,
      "step": 252220
    },
    {
      "epoch": 0.3199434774556737,
      "grad_norm": 5.71875,
      "learning_rate": 3.4007203225339926e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5605778217315673,
      "num_tokens": 194262032.0,
      "step": 252230
    },
    {
      "epoch": 0.31995616204820654,
      "grad_norm": 8.1875,
      "learning_rate": 3.400656891525364e-05,
      "loss": 1.8428,
      "mean_token_accuracy": 0.5777443647384644,
      "num_tokens": 194268359.0,
      "step": 252240
    },
    {
      "epoch": 0.3199688466407394,
      "grad_norm": 5.75,
      "learning_rate": 3.400593460516734e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5569310754537582,
      "num_tokens": 194276353.0,
      "step": 252250
    },
    {
      "epoch": 0.3199815312332722,
      "grad_norm": 6.46875,
      "learning_rate": 3.4005300295081055e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5466960668563843,
      "num_tokens": 194285046.0,
      "step": 252260
    },
    {
      "epoch": 0.319994215825805,
      "grad_norm": 5.28125,
      "learning_rate": 3.400466598499476e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5459928184747695,
      "num_tokens": 194294198.0,
      "step": 252270
    },
    {
      "epoch": 0.32000690041833785,
      "grad_norm": 6.375,
      "learning_rate": 3.400403167490847e-05,
      "loss": 1.8343,
      "mean_token_accuracy": 0.5746867537498475,
      "num_tokens": 194300372.0,
      "step": 252280
    },
    {
      "epoch": 0.3200195850108707,
      "grad_norm": 7.40625,
      "learning_rate": 3.400339736482218e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5438805162906647,
      "num_tokens": 194307954.0,
      "step": 252290
    },
    {
      "epoch": 0.32003226960340353,
      "grad_norm": 5.125,
      "learning_rate": 3.4002763054735884e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5554992526769638,
      "num_tokens": 194315749.0,
      "step": 252300
    },
    {
      "epoch": 0.32004495419593637,
      "grad_norm": 5.625,
      "learning_rate": 3.4002128744649596e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5583929479122162,
      "num_tokens": 194323434.0,
      "step": 252310
    },
    {
      "epoch": 0.3200576387884692,
      "grad_norm": 7.15625,
      "learning_rate": 3.40014944345633e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5449539959430695,
      "num_tokens": 194330337.0,
      "step": 252320
    },
    {
      "epoch": 0.32007032338100205,
      "grad_norm": 5.34375,
      "learning_rate": 3.400086012447701e-05,
      "loss": 1.7709,
      "mean_token_accuracy": 0.6077502191066741,
      "num_tokens": 194337813.0,
      "step": 252330
    },
    {
      "epoch": 0.32008300797353484,
      "grad_norm": 5.71875,
      "learning_rate": 3.4000225814390725e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5327647566795349,
      "num_tokens": 194345439.0,
      "step": 252340
    },
    {
      "epoch": 0.3200956925660677,
      "grad_norm": 5.21875,
      "learning_rate": 3.399959150430443e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5453423380851745,
      "num_tokens": 194353749.0,
      "step": 252350
    },
    {
      "epoch": 0.3201083771586005,
      "grad_norm": 8.6875,
      "learning_rate": 3.399895719421814e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5581095844507218,
      "num_tokens": 194361697.0,
      "step": 252360
    },
    {
      "epoch": 0.32012106175113336,
      "grad_norm": 7.03125,
      "learning_rate": 3.399832288413184e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5395403206348419,
      "num_tokens": 194369409.0,
      "step": 252370
    },
    {
      "epoch": 0.3201337463436662,
      "grad_norm": 6.15625,
      "learning_rate": 3.3997688574045553e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.554980656504631,
      "num_tokens": 194375935.0,
      "step": 252380
    },
    {
      "epoch": 0.32014643093619904,
      "grad_norm": 4.8125,
      "learning_rate": 3.3997054263959266e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5470709323883056,
      "num_tokens": 194384892.0,
      "step": 252390
    },
    {
      "epoch": 0.3201591155287319,
      "grad_norm": 8.0,
      "learning_rate": 3.399641995387297e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5727378726005554,
      "num_tokens": 194391816.0,
      "step": 252400
    },
    {
      "epoch": 0.3201718001212647,
      "grad_norm": 6.96875,
      "learning_rate": 3.399578564378668e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.55316963493824,
      "num_tokens": 194399599.0,
      "step": 252410
    },
    {
      "epoch": 0.3201844847137975,
      "grad_norm": 4.78125,
      "learning_rate": 3.399515133370039e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.543532770872116,
      "num_tokens": 194407324.0,
      "step": 252420
    },
    {
      "epoch": 0.32019716930633035,
      "grad_norm": 4.96875,
      "learning_rate": 3.39945170236141e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5693403959274292,
      "num_tokens": 194415963.0,
      "step": 252430
    },
    {
      "epoch": 0.3202098538988632,
      "grad_norm": 5.6875,
      "learning_rate": 3.3993882713527806e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5234325438737869,
      "num_tokens": 194424234.0,
      "step": 252440
    },
    {
      "epoch": 0.32022253849139604,
      "grad_norm": 6.25,
      "learning_rate": 3.399324840344151e-05,
      "loss": 1.7929,
      "mean_token_accuracy": 0.587294065952301,
      "num_tokens": 194431438.0,
      "step": 252450
    },
    {
      "epoch": 0.3202352230839289,
      "grad_norm": 6.90625,
      "learning_rate": 3.3992614093355223e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5146808236837387,
      "num_tokens": 194439379.0,
      "step": 252460
    },
    {
      "epoch": 0.3202479076764617,
      "grad_norm": 4.71875,
      "learning_rate": 3.399197978326893e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5496624559164047,
      "num_tokens": 194448116.0,
      "step": 252470
    },
    {
      "epoch": 0.32026059226899456,
      "grad_norm": 4.53125,
      "learning_rate": 3.399134547318264e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.570734265446663,
      "num_tokens": 194455024.0,
      "step": 252480
    },
    {
      "epoch": 0.3202732768615274,
      "grad_norm": 7.09375,
      "learning_rate": 3.399071116309635e-05,
      "loss": 1.9289,
      "mean_token_accuracy": 0.5674892336130142,
      "num_tokens": 194462256.0,
      "step": 252490
    },
    {
      "epoch": 0.3202859614540602,
      "grad_norm": 7.59375,
      "learning_rate": 3.399007685301006e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5384405016899109,
      "num_tokens": 194469306.0,
      "step": 252500
    },
    {
      "epoch": 0.320298646046593,
      "grad_norm": 6.78125,
      "learning_rate": 3.3989442542923764e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5346487015485764,
      "num_tokens": 194477112.0,
      "step": 252510
    },
    {
      "epoch": 0.32031133063912587,
      "grad_norm": 11.4375,
      "learning_rate": 3.398880823283747e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5589779943227768,
      "num_tokens": 194483145.0,
      "step": 252520
    },
    {
      "epoch": 0.3203240152316587,
      "grad_norm": 7.125,
      "learning_rate": 3.398817392275118e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5700552254915238,
      "num_tokens": 194490765.0,
      "step": 252530
    },
    {
      "epoch": 0.32033669982419155,
      "grad_norm": 5.53125,
      "learning_rate": 3.398753961266489e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5626484274864196,
      "num_tokens": 194497937.0,
      "step": 252540
    },
    {
      "epoch": 0.3203493844167244,
      "grad_norm": 5.8125,
      "learning_rate": 3.39869053025786e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.557171031832695,
      "num_tokens": 194505347.0,
      "step": 252550
    },
    {
      "epoch": 0.32036206900925723,
      "grad_norm": 8.375,
      "learning_rate": 3.398627099249231e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5302750498056412,
      "num_tokens": 194514032.0,
      "step": 252560
    },
    {
      "epoch": 0.3203747536017901,
      "grad_norm": 6.15625,
      "learning_rate": 3.3985636682406016e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5402403473854065,
      "num_tokens": 194520797.0,
      "step": 252570
    },
    {
      "epoch": 0.32038743819432286,
      "grad_norm": 5.5,
      "learning_rate": 3.398500237231972e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5574338912963868,
      "num_tokens": 194527298.0,
      "step": 252580
    },
    {
      "epoch": 0.3204001227868557,
      "grad_norm": 5.84375,
      "learning_rate": 3.3984368062233434e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5418658375740051,
      "num_tokens": 194533869.0,
      "step": 252590
    },
    {
      "epoch": 0.32041280737938854,
      "grad_norm": 5.28125,
      "learning_rate": 3.398373375214714e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.568897619843483,
      "num_tokens": 194540690.0,
      "step": 252600
    },
    {
      "epoch": 0.3204254919719214,
      "grad_norm": 10.0,
      "learning_rate": 3.398309944206085e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5314569681882858,
      "num_tokens": 194547417.0,
      "step": 252610
    },
    {
      "epoch": 0.3204381765644542,
      "grad_norm": 6.625,
      "learning_rate": 3.3982465131974556e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5527934044599533,
      "num_tokens": 194554539.0,
      "step": 252620
    },
    {
      "epoch": 0.32045086115698707,
      "grad_norm": 5.21875,
      "learning_rate": 3.398183082188827e-05,
      "loss": 2.3428,
      "mean_token_accuracy": 0.4953258097171783,
      "num_tokens": 194562237.0,
      "step": 252630
    },
    {
      "epoch": 0.3204635457495199,
      "grad_norm": 6.5,
      "learning_rate": 3.3981196511801974e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5566337764263153,
      "num_tokens": 194569553.0,
      "step": 252640
    },
    {
      "epoch": 0.32047623034205275,
      "grad_norm": 5.34375,
      "learning_rate": 3.398056220171568e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5431685656309128,
      "num_tokens": 194578532.0,
      "step": 252650
    },
    {
      "epoch": 0.32048891493458553,
      "grad_norm": 12.0,
      "learning_rate": 3.397992789162939e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5274957984685897,
      "num_tokens": 194586693.0,
      "step": 252660
    },
    {
      "epoch": 0.3205015995271184,
      "grad_norm": 5.125,
      "learning_rate": 3.39792935815431e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5824914008378983,
      "num_tokens": 194594094.0,
      "step": 252670
    },
    {
      "epoch": 0.3205142841196512,
      "grad_norm": 4.875,
      "learning_rate": 3.397865927145681e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.52948397397995,
      "num_tokens": 194602368.0,
      "step": 252680
    },
    {
      "epoch": 0.32052696871218406,
      "grad_norm": 7.625,
      "learning_rate": 3.397802496137052e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5614285081624985,
      "num_tokens": 194609675.0,
      "step": 252690
    },
    {
      "epoch": 0.3205396533047169,
      "grad_norm": 5.625,
      "learning_rate": 3.3977390651284226e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.5694180220365525,
      "num_tokens": 194617035.0,
      "step": 252700
    },
    {
      "epoch": 0.32055233789724974,
      "grad_norm": 6.0,
      "learning_rate": 3.397675634119793e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5366912961006165,
      "num_tokens": 194623557.0,
      "step": 252710
    },
    {
      "epoch": 0.3205650224897826,
      "grad_norm": 5.4375,
      "learning_rate": 3.397612203111164e-05,
      "loss": 1.833,
      "mean_token_accuracy": 0.6059999912977219,
      "num_tokens": 194629600.0,
      "step": 252720
    },
    {
      "epoch": 0.3205777070823154,
      "grad_norm": 5.3125,
      "learning_rate": 3.397548772102535e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5236108064651489,
      "num_tokens": 194637388.0,
      "step": 252730
    },
    {
      "epoch": 0.3205903916748482,
      "grad_norm": 5.15625,
      "learning_rate": 3.397485341093906e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5390008628368378,
      "num_tokens": 194646191.0,
      "step": 252740
    },
    {
      "epoch": 0.32060307626738105,
      "grad_norm": 5.34375,
      "learning_rate": 3.397421910085277e-05,
      "loss": 1.8127,
      "mean_token_accuracy": 0.6018621772527695,
      "num_tokens": 194653872.0,
      "step": 252750
    },
    {
      "epoch": 0.3206157608599139,
      "grad_norm": 5.03125,
      "learning_rate": 3.397358479076648e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5900650948286057,
      "num_tokens": 194661020.0,
      "step": 252760
    },
    {
      "epoch": 0.32062844545244673,
      "grad_norm": 5.90625,
      "learning_rate": 3.3972950480680184e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5198221772909164,
      "num_tokens": 194668437.0,
      "step": 252770
    },
    {
      "epoch": 0.32064113004497957,
      "grad_norm": 4.625,
      "learning_rate": 3.3972316170593896e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5488676965236664,
      "num_tokens": 194675827.0,
      "step": 252780
    },
    {
      "epoch": 0.3206538146375124,
      "grad_norm": 6.5625,
      "learning_rate": 3.39716818605076e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5739466547966003,
      "num_tokens": 194682470.0,
      "step": 252790
    },
    {
      "epoch": 0.32066649923004525,
      "grad_norm": 6.5,
      "learning_rate": 3.397104755042131e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5321688085794449,
      "num_tokens": 194691297.0,
      "step": 252800
    },
    {
      "epoch": 0.32067918382257804,
      "grad_norm": 7.0625,
      "learning_rate": 3.397041324033502e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5372556298971176,
      "num_tokens": 194699800.0,
      "step": 252810
    },
    {
      "epoch": 0.3206918684151109,
      "grad_norm": 5.5625,
      "learning_rate": 3.3969778930248724e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5556267976760865,
      "num_tokens": 194707354.0,
      "step": 252820
    },
    {
      "epoch": 0.3207045530076437,
      "grad_norm": 5.1875,
      "learning_rate": 3.3969144620162437e-05,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5238304942846298,
      "num_tokens": 194714844.0,
      "step": 252830
    },
    {
      "epoch": 0.32071723760017656,
      "grad_norm": 5.28125,
      "learning_rate": 3.396851031007615e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5462772458791733,
      "num_tokens": 194722654.0,
      "step": 252840
    },
    {
      "epoch": 0.3207299221927094,
      "grad_norm": 5.6875,
      "learning_rate": 3.3967875999989854e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.531046736240387,
      "num_tokens": 194729689.0,
      "step": 252850
    },
    {
      "epoch": 0.32074260678524225,
      "grad_norm": 5.6875,
      "learning_rate": 3.396724168990356e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5296096324920654,
      "num_tokens": 194737702.0,
      "step": 252860
    },
    {
      "epoch": 0.3207552913777751,
      "grad_norm": 6.9375,
      "learning_rate": 3.3966607379817265e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5277474880218506,
      "num_tokens": 194744952.0,
      "step": 252870
    },
    {
      "epoch": 0.32076797597030793,
      "grad_norm": 8.625,
      "learning_rate": 3.396597306973098e-05,
      "loss": 1.9029,
      "mean_token_accuracy": 0.5664181977510452,
      "num_tokens": 194752113.0,
      "step": 252880
    },
    {
      "epoch": 0.3207806605628407,
      "grad_norm": 5.65625,
      "learning_rate": 3.396533875964469e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5313842564821243,
      "num_tokens": 194760100.0,
      "step": 252890
    },
    {
      "epoch": 0.32079334515537355,
      "grad_norm": 4.90625,
      "learning_rate": 3.3964704449558394e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5543362021446228,
      "num_tokens": 194768941.0,
      "step": 252900
    },
    {
      "epoch": 0.3208060297479064,
      "grad_norm": 4.6875,
      "learning_rate": 3.3964070139472107e-05,
      "loss": 1.8681,
      "mean_token_accuracy": 0.5828021734952926,
      "num_tokens": 194777271.0,
      "step": 252910
    },
    {
      "epoch": 0.32081871434043924,
      "grad_norm": 7.6875,
      "learning_rate": 3.396343582938581e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5464617043733597,
      "num_tokens": 194785655.0,
      "step": 252920
    },
    {
      "epoch": 0.3208313989329721,
      "grad_norm": 7.34375,
      "learning_rate": 3.396280151929952e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5413818329572677,
      "num_tokens": 194792958.0,
      "step": 252930
    },
    {
      "epoch": 0.3208440835255049,
      "grad_norm": 5.5625,
      "learning_rate": 3.396216720921323e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5584946870803833,
      "num_tokens": 194799711.0,
      "step": 252940
    },
    {
      "epoch": 0.32085676811803776,
      "grad_norm": 5.0,
      "learning_rate": 3.3961532899126935e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5448808997869492,
      "num_tokens": 194807930.0,
      "step": 252950
    },
    {
      "epoch": 0.3208694527105706,
      "grad_norm": 5.75,
      "learning_rate": 3.396089858904065e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5404600113630295,
      "num_tokens": 194815531.0,
      "step": 252960
    },
    {
      "epoch": 0.3208821373031034,
      "grad_norm": 8.0,
      "learning_rate": 3.396026427895436e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5647963732481003,
      "num_tokens": 194822174.0,
      "step": 252970
    },
    {
      "epoch": 0.32089482189563623,
      "grad_norm": 6.125,
      "learning_rate": 3.3959629968868064e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5315087676048279,
      "num_tokens": 194830762.0,
      "step": 252980
    },
    {
      "epoch": 0.32090750648816907,
      "grad_norm": 4.8125,
      "learning_rate": 3.395899565878177e-05,
      "loss": 1.8521,
      "mean_token_accuracy": 0.5889152884483337,
      "num_tokens": 194838342.0,
      "step": 252990
    },
    {
      "epoch": 0.3209201910807019,
      "grad_norm": 4.59375,
      "learning_rate": 3.3958361348695475e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5278260201215744,
      "num_tokens": 194846320.0,
      "step": 253000
    },
    {
      "epoch": 0.32093287567323475,
      "grad_norm": 5.625,
      "learning_rate": 3.395772703860919e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5471287429332733,
      "num_tokens": 194853852.0,
      "step": 253010
    },
    {
      "epoch": 0.3209455602657676,
      "grad_norm": 4.9375,
      "learning_rate": 3.39570927285229e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5404047191143035,
      "num_tokens": 194862402.0,
      "step": 253020
    },
    {
      "epoch": 0.32095824485830043,
      "grad_norm": 5.125,
      "learning_rate": 3.3956458418436605e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5485037326812744,
      "num_tokens": 194870618.0,
      "step": 253030
    },
    {
      "epoch": 0.3209709294508333,
      "grad_norm": 6.75,
      "learning_rate": 3.395582410835032e-05,
      "loss": 1.7645,
      "mean_token_accuracy": 0.611136469244957,
      "num_tokens": 194877635.0,
      "step": 253040
    },
    {
      "epoch": 0.32098361404336606,
      "grad_norm": 5.78125,
      "learning_rate": 3.395518979826402e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5368999749422073,
      "num_tokens": 194885716.0,
      "step": 253050
    },
    {
      "epoch": 0.3209962986358989,
      "grad_norm": 6.40625,
      "learning_rate": 3.395455548817773e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5411498278379441,
      "num_tokens": 194894602.0,
      "step": 253060
    },
    {
      "epoch": 0.32100898322843174,
      "grad_norm": 5.4375,
      "learning_rate": 3.395392117809144e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5383113861083985,
      "num_tokens": 194901186.0,
      "step": 253070
    },
    {
      "epoch": 0.3210216678209646,
      "grad_norm": 7.59375,
      "learning_rate": 3.3953286868005145e-05,
      "loss": 1.8117,
      "mean_token_accuracy": 0.5974505603313446,
      "num_tokens": 194906530.0,
      "step": 253080
    },
    {
      "epoch": 0.3210343524134974,
      "grad_norm": 8.0,
      "learning_rate": 3.395265255791886e-05,
      "loss": 2.2521,
      "mean_token_accuracy": 0.5171106517314911,
      "num_tokens": 194914539.0,
      "step": 253090
    },
    {
      "epoch": 0.32104703700603027,
      "grad_norm": 5.1875,
      "learning_rate": 3.395201824783256e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5262282103300094,
      "num_tokens": 194923320.0,
      "step": 253100
    },
    {
      "epoch": 0.3210597215985631,
      "grad_norm": 6.25,
      "learning_rate": 3.3951383937746275e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5239074915647507,
      "num_tokens": 194932422.0,
      "step": 253110
    },
    {
      "epoch": 0.32107240619109595,
      "grad_norm": 5.96875,
      "learning_rate": 3.395074962765999e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5435646623373032,
      "num_tokens": 194941417.0,
      "step": 253120
    },
    {
      "epoch": 0.32108509078362873,
      "grad_norm": 5.71875,
      "learning_rate": 3.3950115317573685e-05,
      "loss": 2.2771,
      "mean_token_accuracy": 0.5103163957595825,
      "num_tokens": 194949492.0,
      "step": 253130
    },
    {
      "epoch": 0.3210977753761616,
      "grad_norm": 5.09375,
      "learning_rate": 3.39494810074874e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5371091902256012,
      "num_tokens": 194955930.0,
      "step": 253140
    },
    {
      "epoch": 0.3211104599686944,
      "grad_norm": 6.125,
      "learning_rate": 3.39488466974011e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5256137251853943,
      "num_tokens": 194963227.0,
      "step": 253150
    },
    {
      "epoch": 0.32112314456122726,
      "grad_norm": 5.09375,
      "learning_rate": 3.3948212387314815e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5429117411375046,
      "num_tokens": 194972393.0,
      "step": 253160
    },
    {
      "epoch": 0.3211358291537601,
      "grad_norm": 7.25,
      "learning_rate": 3.394757807722853e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5403685122728348,
      "num_tokens": 194980075.0,
      "step": 253170
    },
    {
      "epoch": 0.32114851374629294,
      "grad_norm": 10.8125,
      "learning_rate": 3.394694376714223e-05,
      "loss": 1.8178,
      "mean_token_accuracy": 0.5989752888679505,
      "num_tokens": 194986783.0,
      "step": 253180
    },
    {
      "epoch": 0.3211611983388258,
      "grad_norm": 6.78125,
      "learning_rate": 3.3946309457055944e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5630285322666169,
      "num_tokens": 194994700.0,
      "step": 253190
    },
    {
      "epoch": 0.3211738829313586,
      "grad_norm": 5.875,
      "learning_rate": 3.394567514696965e-05,
      "loss": 2.2395,
      "mean_token_accuracy": 0.5146264106035232,
      "num_tokens": 195002930.0,
      "step": 253200
    },
    {
      "epoch": 0.3211865675238914,
      "grad_norm": 5.59375,
      "learning_rate": 3.3945040836883355e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5497065365314484,
      "num_tokens": 195009444.0,
      "step": 253210
    },
    {
      "epoch": 0.32119925211642425,
      "grad_norm": 6.71875,
      "learning_rate": 3.394440652679707e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5633915901184082,
      "num_tokens": 195016769.0,
      "step": 253220
    },
    {
      "epoch": 0.3212119367089571,
      "grad_norm": 5.375,
      "learning_rate": 3.394377221671077e-05,
      "loss": 1.8863,
      "mean_token_accuracy": 0.5848393172025681,
      "num_tokens": 195024562.0,
      "step": 253230
    },
    {
      "epoch": 0.32122462130148993,
      "grad_norm": 5.5,
      "learning_rate": 3.3943137906624485e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5523466527462005,
      "num_tokens": 195033405.0,
      "step": 253240
    },
    {
      "epoch": 0.3212373058940228,
      "grad_norm": 6.8125,
      "learning_rate": 3.394250359653819e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5500196695327759,
      "num_tokens": 195040161.0,
      "step": 253250
    },
    {
      "epoch": 0.3212499904865556,
      "grad_norm": 5.125,
      "learning_rate": 3.39418692864519e-05,
      "loss": 1.8841,
      "mean_token_accuracy": 0.5840508759021759,
      "num_tokens": 195047605.0,
      "step": 253260
    },
    {
      "epoch": 0.32126267507908846,
      "grad_norm": 6.15625,
      "learning_rate": 3.394123497636561e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5424494743347168,
      "num_tokens": 195055200.0,
      "step": 253270
    },
    {
      "epoch": 0.32127535967162124,
      "grad_norm": 4.71875,
      "learning_rate": 3.394060066627931e-05,
      "loss": 2.2357,
      "mean_token_accuracy": 0.5169748216867447,
      "num_tokens": 195062700.0,
      "step": 253280
    },
    {
      "epoch": 0.3212880442641541,
      "grad_norm": 5.46875,
      "learning_rate": 3.3939966356193025e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5531568318605423,
      "num_tokens": 195071737.0,
      "step": 253290
    },
    {
      "epoch": 0.3213007288566869,
      "grad_norm": 6.25,
      "learning_rate": 3.393933204610673e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5210301548242569,
      "num_tokens": 195079978.0,
      "step": 253300
    },
    {
      "epoch": 0.32131341344921976,
      "grad_norm": 5.0625,
      "learning_rate": 3.393869773602044e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5271269857883454,
      "num_tokens": 195088265.0,
      "step": 253310
    },
    {
      "epoch": 0.3213260980417526,
      "grad_norm": 5.5625,
      "learning_rate": 3.3938063425934155e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.534314775466919,
      "num_tokens": 195095691.0,
      "step": 253320
    },
    {
      "epoch": 0.32133878263428545,
      "grad_norm": 5.28125,
      "learning_rate": 3.393742911584786e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5509963899850845,
      "num_tokens": 195103375.0,
      "step": 253330
    },
    {
      "epoch": 0.3213514672268183,
      "grad_norm": 6.78125,
      "learning_rate": 3.3936794805761565e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5347279667854309,
      "num_tokens": 195112333.0,
      "step": 253340
    },
    {
      "epoch": 0.32136415181935113,
      "grad_norm": 5.09375,
      "learning_rate": 3.393616049567527e-05,
      "loss": 2.2495,
      "mean_token_accuracy": 0.5110422998666764,
      "num_tokens": 195120629.0,
      "step": 253350
    },
    {
      "epoch": 0.3213768364118839,
      "grad_norm": 6.09375,
      "learning_rate": 3.393552618558898e-05,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5125465542078018,
      "num_tokens": 195130137.0,
      "step": 253360
    },
    {
      "epoch": 0.32138952100441676,
      "grad_norm": 5.3125,
      "learning_rate": 3.3934891875502695e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5312280654907227,
      "num_tokens": 195138492.0,
      "step": 253370
    },
    {
      "epoch": 0.3214022055969496,
      "grad_norm": 7.53125,
      "learning_rate": 3.39342575654164e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5601655453443527,
      "num_tokens": 195146348.0,
      "step": 253380
    },
    {
      "epoch": 0.32141489018948244,
      "grad_norm": 4.1875,
      "learning_rate": 3.393362325533011e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5649250864982605,
      "num_tokens": 195152572.0,
      "step": 253390
    },
    {
      "epoch": 0.3214275747820153,
      "grad_norm": 6.1875,
      "learning_rate": 3.393298894524382e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5341348767280578,
      "num_tokens": 195159734.0,
      "step": 253400
    },
    {
      "epoch": 0.3214402593745481,
      "grad_norm": 5.65625,
      "learning_rate": 3.393235463515752e-05,
      "loss": 1.9015,
      "mean_token_accuracy": 0.5905830591917038,
      "num_tokens": 195167721.0,
      "step": 253410
    },
    {
      "epoch": 0.32145294396708096,
      "grad_norm": 6.15625,
      "learning_rate": 3.3931720325071235e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5406314641237259,
      "num_tokens": 195175959.0,
      "step": 253420
    },
    {
      "epoch": 0.3214656285596138,
      "grad_norm": 5.15625,
      "learning_rate": 3.393108601498494e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5551389157772064,
      "num_tokens": 195184259.0,
      "step": 253430
    },
    {
      "epoch": 0.3214783131521466,
      "grad_norm": 5.5,
      "learning_rate": 3.393045170489865e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5322320759296417,
      "num_tokens": 195192186.0,
      "step": 253440
    },
    {
      "epoch": 0.32149099774467943,
      "grad_norm": 5.3125,
      "learning_rate": 3.392981739481236e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5469803243875504,
      "num_tokens": 195199350.0,
      "step": 253450
    },
    {
      "epoch": 0.32150368233721227,
      "grad_norm": 6.0,
      "learning_rate": 3.392918308472607e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5266795337200165,
      "num_tokens": 195207362.0,
      "step": 253460
    },
    {
      "epoch": 0.3215163669297451,
      "grad_norm": 6.375,
      "learning_rate": 3.3928548774639776e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5383811086416245,
      "num_tokens": 195215971.0,
      "step": 253470
    },
    {
      "epoch": 0.32152905152227795,
      "grad_norm": 4.625,
      "learning_rate": 3.392791446455348e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5667190015316009,
      "num_tokens": 195223253.0,
      "step": 253480
    },
    {
      "epoch": 0.3215417361148108,
      "grad_norm": 6.03125,
      "learning_rate": 3.392728015446719e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5512390434741974,
      "num_tokens": 195230678.0,
      "step": 253490
    },
    {
      "epoch": 0.32155442070734364,
      "grad_norm": 5.15625,
      "learning_rate": 3.39266458443809e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5504512161016464,
      "num_tokens": 195238894.0,
      "step": 253500
    },
    {
      "epoch": 0.3215671052998765,
      "grad_norm": 6.0625,
      "learning_rate": 3.392601153429461e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5435926169157028,
      "num_tokens": 195246551.0,
      "step": 253510
    },
    {
      "epoch": 0.32157978989240926,
      "grad_norm": 5.03125,
      "learning_rate": 3.392537722420832e-05,
      "loss": 2.2326,
      "mean_token_accuracy": 0.5211736351251602,
      "num_tokens": 195254457.0,
      "step": 253520
    },
    {
      "epoch": 0.3215924744849421,
      "grad_norm": 5.6875,
      "learning_rate": 3.392474291412203e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5735089838504791,
      "num_tokens": 195261460.0,
      "step": 253530
    },
    {
      "epoch": 0.32160515907747494,
      "grad_norm": 5.0,
      "learning_rate": 3.392410860403574e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.5196742117404938,
      "num_tokens": 195270963.0,
      "step": 253540
    },
    {
      "epoch": 0.3216178436700078,
      "grad_norm": 6.25,
      "learning_rate": 3.392347429394944e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5480122059583664,
      "num_tokens": 195277191.0,
      "step": 253550
    },
    {
      "epoch": 0.3216305282625406,
      "grad_norm": 5.90625,
      "learning_rate": 3.392283998386315e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5693436861038208,
      "num_tokens": 195284557.0,
      "step": 253560
    },
    {
      "epoch": 0.32164321285507347,
      "grad_norm": 7.40625,
      "learning_rate": 3.392220567377686e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5412404298782348,
      "num_tokens": 195291467.0,
      "step": 253570
    },
    {
      "epoch": 0.3216558974476063,
      "grad_norm": 7.3125,
      "learning_rate": 3.392157136369057e-05,
      "loss": 1.8829,
      "mean_token_accuracy": 0.580545824766159,
      "num_tokens": 195299311.0,
      "step": 253580
    },
    {
      "epoch": 0.32166858204013915,
      "grad_norm": 9.375,
      "learning_rate": 3.392093705360428e-05,
      "loss": 1.6861,
      "mean_token_accuracy": 0.6172913610935211,
      "num_tokens": 195305922.0,
      "step": 253590
    },
    {
      "epoch": 0.32168126663267194,
      "grad_norm": 6.0625,
      "learning_rate": 3.3920302743517986e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5390632212162018,
      "num_tokens": 195314031.0,
      "step": 253600
    },
    {
      "epoch": 0.3216939512252048,
      "grad_norm": 4.75,
      "learning_rate": 3.39196684334317e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5412439674139022,
      "num_tokens": 195322420.0,
      "step": 253610
    },
    {
      "epoch": 0.3217066358177376,
      "grad_norm": 5.25,
      "learning_rate": 3.39190341233454e-05,
      "loss": 1.8902,
      "mean_token_accuracy": 0.5743875443935395,
      "num_tokens": 195331631.0,
      "step": 253620
    },
    {
      "epoch": 0.32171932041027046,
      "grad_norm": 6.59375,
      "learning_rate": 3.391839981325911e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5644802808761596,
      "num_tokens": 195338639.0,
      "step": 253630
    },
    {
      "epoch": 0.3217320050028033,
      "grad_norm": 5.21875,
      "learning_rate": 3.391776550317282e-05,
      "loss": 1.9324,
      "mean_token_accuracy": 0.5651178568601608,
      "num_tokens": 195347088.0,
      "step": 253640
    },
    {
      "epoch": 0.32174468959533614,
      "grad_norm": 5.65625,
      "learning_rate": 3.3917131193086526e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5388288170099258,
      "num_tokens": 195354966.0,
      "step": 253650
    },
    {
      "epoch": 0.321757374187869,
      "grad_norm": 4.78125,
      "learning_rate": 3.391649688300024e-05,
      "loss": 1.9016,
      "mean_token_accuracy": 0.5723985254764556,
      "num_tokens": 195362523.0,
      "step": 253660
    },
    {
      "epoch": 0.3217700587804018,
      "grad_norm": 8.125,
      "learning_rate": 3.391586257291395e-05,
      "loss": 1.9237,
      "mean_token_accuracy": 0.5721522688865661,
      "num_tokens": 195369917.0,
      "step": 253670
    },
    {
      "epoch": 0.3217827433729346,
      "grad_norm": 5.34375,
      "learning_rate": 3.3915228262827656e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5629867166280746,
      "num_tokens": 195376509.0,
      "step": 253680
    },
    {
      "epoch": 0.32179542796546745,
      "grad_norm": 6.03125,
      "learning_rate": 3.391459395274136e-05,
      "loss": 1.7926,
      "mean_token_accuracy": 0.5886045902967453,
      "num_tokens": 195383454.0,
      "step": 253690
    },
    {
      "epoch": 0.3218081125580003,
      "grad_norm": 5.71875,
      "learning_rate": 3.3913959642655066e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5395718693733216,
      "num_tokens": 195390998.0,
      "step": 253700
    },
    {
      "epoch": 0.32182079715053313,
      "grad_norm": 4.71875,
      "learning_rate": 3.391332533256878e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5243301540613174,
      "num_tokens": 195400518.0,
      "step": 253710
    },
    {
      "epoch": 0.321833481743066,
      "grad_norm": 5.3125,
      "learning_rate": 3.391269102248249e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5512549877166748,
      "num_tokens": 195408121.0,
      "step": 253720
    },
    {
      "epoch": 0.3218461663355988,
      "grad_norm": 7.25,
      "learning_rate": 3.3912056712396196e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.518804994225502,
      "num_tokens": 195415607.0,
      "step": 253730
    },
    {
      "epoch": 0.32185885092813166,
      "grad_norm": 4.34375,
      "learning_rate": 3.391142240230991e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5415848433971405,
      "num_tokens": 195424071.0,
      "step": 253740
    },
    {
      "epoch": 0.32187153552066444,
      "grad_norm": 4.84375,
      "learning_rate": 3.3910788092223614e-05,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5689308643341064,
      "num_tokens": 195432262.0,
      "step": 253750
    },
    {
      "epoch": 0.3218842201131973,
      "grad_norm": 6.5,
      "learning_rate": 3.391015378213732e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5447832822799683,
      "num_tokens": 195439411.0,
      "step": 253760
    },
    {
      "epoch": 0.3218969047057301,
      "grad_norm": 5.03125,
      "learning_rate": 3.390951947205103e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5421877980232239,
      "num_tokens": 195447065.0,
      "step": 253770
    },
    {
      "epoch": 0.32190958929826297,
      "grad_norm": 5.1875,
      "learning_rate": 3.3908885161964736e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5215481996536255,
      "num_tokens": 195455210.0,
      "step": 253780
    },
    {
      "epoch": 0.3219222738907958,
      "grad_norm": 8.0625,
      "learning_rate": 3.390825085187845e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5320449948310852,
      "num_tokens": 195462541.0,
      "step": 253790
    },
    {
      "epoch": 0.32193495848332865,
      "grad_norm": 5.1875,
      "learning_rate": 3.390761654179216e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5720180034637451,
      "num_tokens": 195469729.0,
      "step": 253800
    },
    {
      "epoch": 0.3219476430758615,
      "grad_norm": 6.0625,
      "learning_rate": 3.3906982231705866e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5236565142869949,
      "num_tokens": 195478129.0,
      "step": 253810
    },
    {
      "epoch": 0.32196032766839433,
      "grad_norm": 4.5,
      "learning_rate": 3.390634792161957e-05,
      "loss": 1.5474,
      "mean_token_accuracy": 0.6543107986450195,
      "num_tokens": 195484915.0,
      "step": 253820
    },
    {
      "epoch": 0.3219730122609271,
      "grad_norm": 4.90625,
      "learning_rate": 3.390571361153328e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5360151469707489,
      "num_tokens": 195493274.0,
      "step": 253830
    },
    {
      "epoch": 0.32198569685345996,
      "grad_norm": 5.25,
      "learning_rate": 3.390507930144699e-05,
      "loss": 1.8671,
      "mean_token_accuracy": 0.5680951535701751,
      "num_tokens": 195499330.0,
      "step": 253840
    },
    {
      "epoch": 0.3219983814459928,
      "grad_norm": 4.875,
      "learning_rate": 3.39044449913607e-05,
      "loss": 1.8578,
      "mean_token_accuracy": 0.5879484802484513,
      "num_tokens": 195508106.0,
      "step": 253850
    },
    {
      "epoch": 0.32201106603852564,
      "grad_norm": 7.625,
      "learning_rate": 3.3903810681274406e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5241687715053558,
      "num_tokens": 195515433.0,
      "step": 253860
    },
    {
      "epoch": 0.3220237506310585,
      "grad_norm": 5.34375,
      "learning_rate": 3.390317637118812e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5349071443080902,
      "num_tokens": 195523326.0,
      "step": 253870
    },
    {
      "epoch": 0.3220364352235913,
      "grad_norm": 4.71875,
      "learning_rate": 3.3902542061101824e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5264088213443756,
      "num_tokens": 195532649.0,
      "step": 253880
    },
    {
      "epoch": 0.32204911981612416,
      "grad_norm": 5.0625,
      "learning_rate": 3.3901907751015536e-05,
      "loss": 2.2259,
      "mean_token_accuracy": 0.5172266662120819,
      "num_tokens": 195541408.0,
      "step": 253890
    },
    {
      "epoch": 0.322061804408657,
      "grad_norm": 8.5625,
      "learning_rate": 3.390127344092924e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5587266445159912,
      "num_tokens": 195549222.0,
      "step": 253900
    },
    {
      "epoch": 0.3220744890011898,
      "grad_norm": 4.96875,
      "learning_rate": 3.3900639130842947e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5515910625457764,
      "num_tokens": 195556891.0,
      "step": 253910
    },
    {
      "epoch": 0.32208717359372263,
      "grad_norm": 6.125,
      "learning_rate": 3.390000482075666e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5182319849729538,
      "num_tokens": 195564169.0,
      "step": 253920
    },
    {
      "epoch": 0.32209985818625547,
      "grad_norm": 4.71875,
      "learning_rate": 3.3899370510670364e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5140484601259232,
      "num_tokens": 195574150.0,
      "step": 253930
    },
    {
      "epoch": 0.3221125427787883,
      "grad_norm": 6.53125,
      "learning_rate": 3.3898736200584076e-05,
      "loss": 1.6287,
      "mean_token_accuracy": 0.6468450635671615,
      "num_tokens": 195578948.0,
      "step": 253940
    },
    {
      "epoch": 0.32212522737132115,
      "grad_norm": 5.3125,
      "learning_rate": 3.389810189049779e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5503293931484222,
      "num_tokens": 195587568.0,
      "step": 253950
    },
    {
      "epoch": 0.322137911963854,
      "grad_norm": 5.53125,
      "learning_rate": 3.3897467580411494e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5324286639690399,
      "num_tokens": 195595850.0,
      "step": 253960
    },
    {
      "epoch": 0.32215059655638684,
      "grad_norm": 8.25,
      "learning_rate": 3.38968332703252e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5491747319698334,
      "num_tokens": 195603999.0,
      "step": 253970
    },
    {
      "epoch": 0.3221632811489197,
      "grad_norm": 7.6875,
      "learning_rate": 3.3896198960238904e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5559516221284866,
      "num_tokens": 195610582.0,
      "step": 253980
    },
    {
      "epoch": 0.32217596574145246,
      "grad_norm": 7.5,
      "learning_rate": 3.3895564650152617e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5495649218559265,
      "num_tokens": 195617403.0,
      "step": 253990
    },
    {
      "epoch": 0.3221886503339853,
      "grad_norm": 6.15625,
      "learning_rate": 3.389493034006633e-05,
      "loss": 2.2958,
      "mean_token_accuracy": 0.5110927999019623,
      "num_tokens": 195625146.0,
      "step": 254000
    },
    {
      "epoch": 0.32220133492651815,
      "grad_norm": 7.71875,
      "learning_rate": 3.3894296029980034e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5715664863586426,
      "num_tokens": 195633015.0,
      "step": 254010
    },
    {
      "epoch": 0.322214019519051,
      "grad_norm": 7.03125,
      "learning_rate": 3.3893661719893746e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5495096802711487,
      "num_tokens": 195640415.0,
      "step": 254020
    },
    {
      "epoch": 0.32222670411158383,
      "grad_norm": 4.875,
      "learning_rate": 3.389302740980745e-05,
      "loss": 2.2663,
      "mean_token_accuracy": 0.5085753113031387,
      "num_tokens": 195648596.0,
      "step": 254030
    },
    {
      "epoch": 0.32223938870411667,
      "grad_norm": 6.78125,
      "learning_rate": 3.389239309972116e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5477592766284942,
      "num_tokens": 195655595.0,
      "step": 254040
    },
    {
      "epoch": 0.3222520732966495,
      "grad_norm": 6.0,
      "learning_rate": 3.389175878963487e-05,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5157457113265991,
      "num_tokens": 195663743.0,
      "step": 254050
    },
    {
      "epoch": 0.32226475788918235,
      "grad_norm": 6.0,
      "learning_rate": 3.3891124479548574e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5449803829193115,
      "num_tokens": 195670979.0,
      "step": 254060
    },
    {
      "epoch": 0.32227744248171514,
      "grad_norm": 6.0625,
      "learning_rate": 3.3890490169462286e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5283254653215408,
      "num_tokens": 195679370.0,
      "step": 254070
    },
    {
      "epoch": 0.322290127074248,
      "grad_norm": 7.21875,
      "learning_rate": 3.388985585937599e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5243862241506576,
      "num_tokens": 195688338.0,
      "step": 254080
    },
    {
      "epoch": 0.3223028116667808,
      "grad_norm": 6.5,
      "learning_rate": 3.3889221549289704e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5311825513839722,
      "num_tokens": 195695314.0,
      "step": 254090
    },
    {
      "epoch": 0.32231549625931366,
      "grad_norm": 6.84375,
      "learning_rate": 3.388858723920341e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5739962220191955,
      "num_tokens": 195701811.0,
      "step": 254100
    },
    {
      "epoch": 0.3223281808518465,
      "grad_norm": 7.15625,
      "learning_rate": 3.3887952929117115e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5790179550647736,
      "num_tokens": 195709656.0,
      "step": 254110
    },
    {
      "epoch": 0.32234086544437934,
      "grad_norm": 6.46875,
      "learning_rate": 3.388731861903083e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5584272980690003,
      "num_tokens": 195717061.0,
      "step": 254120
    },
    {
      "epoch": 0.3223535500369122,
      "grad_norm": 5.59375,
      "learning_rate": 3.388668430894453e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5450801879167557,
      "num_tokens": 195724319.0,
      "step": 254130
    },
    {
      "epoch": 0.322366234629445,
      "grad_norm": 5.0,
      "learning_rate": 3.3886049998858244e-05,
      "loss": 1.9191,
      "mean_token_accuracy": 0.5805336236953735,
      "num_tokens": 195731813.0,
      "step": 254140
    },
    {
      "epoch": 0.3223789192219778,
      "grad_norm": 5.59375,
      "learning_rate": 3.3885415688771956e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5458419293165206,
      "num_tokens": 195739248.0,
      "step": 254150
    },
    {
      "epoch": 0.32239160381451065,
      "grad_norm": 6.75,
      "learning_rate": 3.388478137868566e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5554048150777817,
      "num_tokens": 195746135.0,
      "step": 254160
    },
    {
      "epoch": 0.3224042884070435,
      "grad_norm": 5.3125,
      "learning_rate": 3.388414706859937e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.5788361489772796,
      "num_tokens": 195752514.0,
      "step": 254170
    },
    {
      "epoch": 0.32241697299957633,
      "grad_norm": 5.375,
      "learning_rate": 3.388351275851307e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.551098182797432,
      "num_tokens": 195759917.0,
      "step": 254180
    },
    {
      "epoch": 0.3224296575921092,
      "grad_norm": 4.28125,
      "learning_rate": 3.3882878448426785e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5346792668104172,
      "num_tokens": 195767090.0,
      "step": 254190
    },
    {
      "epoch": 0.322442342184642,
      "grad_norm": 6.15625,
      "learning_rate": 3.38822441383405e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5234107106924057,
      "num_tokens": 195775619.0,
      "step": 254200
    },
    {
      "epoch": 0.32245502677717486,
      "grad_norm": 5.625,
      "learning_rate": 3.38816098282542e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5276015609502792,
      "num_tokens": 195782930.0,
      "step": 254210
    },
    {
      "epoch": 0.32246771136970764,
      "grad_norm": 5.0,
      "learning_rate": 3.3880975518167914e-05,
      "loss": 1.8413,
      "mean_token_accuracy": 0.5829655706882477,
      "num_tokens": 195791281.0,
      "step": 254220
    },
    {
      "epoch": 0.3224803959622405,
      "grad_norm": 5.34375,
      "learning_rate": 3.388034120808162e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5465059012174607,
      "num_tokens": 195799001.0,
      "step": 254230
    },
    {
      "epoch": 0.3224930805547733,
      "grad_norm": 4.75,
      "learning_rate": 3.3879706897995325e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5513591557741165,
      "num_tokens": 195805715.0,
      "step": 254240
    },
    {
      "epoch": 0.32250576514730617,
      "grad_norm": 7.1875,
      "learning_rate": 3.387907258790904e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.53325115442276,
      "num_tokens": 195812781.0,
      "step": 254250
    },
    {
      "epoch": 0.322518449739839,
      "grad_norm": 5.125,
      "learning_rate": 3.387843827782274e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5313780933618546,
      "num_tokens": 195821347.0,
      "step": 254260
    },
    {
      "epoch": 0.32253113433237185,
      "grad_norm": 4.75,
      "learning_rate": 3.3877803967736454e-05,
      "loss": 1.8152,
      "mean_token_accuracy": 0.5912927985191345,
      "num_tokens": 195828664.0,
      "step": 254270
    },
    {
      "epoch": 0.3225438189249047,
      "grad_norm": 5.0625,
      "learning_rate": 3.387716965765016e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.541719400882721,
      "num_tokens": 195836865.0,
      "step": 254280
    },
    {
      "epoch": 0.32255650351743753,
      "grad_norm": 4.90625,
      "learning_rate": 3.387653534756387e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5406689792871475,
      "num_tokens": 195846093.0,
      "step": 254290
    },
    {
      "epoch": 0.3225691881099703,
      "grad_norm": 5.71875,
      "learning_rate": 3.3875901037477584e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5470440924167633,
      "num_tokens": 195854348.0,
      "step": 254300
    },
    {
      "epoch": 0.32258187270250316,
      "grad_norm": 5.78125,
      "learning_rate": 3.387526672739129e-05,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5833638370037079,
      "num_tokens": 195861332.0,
      "step": 254310
    },
    {
      "epoch": 0.322594557295036,
      "grad_norm": 4.8125,
      "learning_rate": 3.3874632417304995e-05,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5626481980085373,
      "num_tokens": 195868636.0,
      "step": 254320
    },
    {
      "epoch": 0.32260724188756884,
      "grad_norm": 4.53125,
      "learning_rate": 3.38739981072187e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.5780375748872757,
      "num_tokens": 195876241.0,
      "step": 254330
    },
    {
      "epoch": 0.3226199264801017,
      "grad_norm": 7.46875,
      "learning_rate": 3.387336379713241e-05,
      "loss": 2.1861,
      "mean_token_accuracy": 0.51929791867733,
      "num_tokens": 195884796.0,
      "step": 254340
    },
    {
      "epoch": 0.3226326110726345,
      "grad_norm": 6.40625,
      "learning_rate": 3.3872729487046124e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5812701731920242,
      "num_tokens": 195891725.0,
      "step": 254350
    },
    {
      "epoch": 0.32264529566516736,
      "grad_norm": 4.75,
      "learning_rate": 3.387209517695983e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5571947187185288,
      "num_tokens": 195900313.0,
      "step": 254360
    },
    {
      "epoch": 0.3226579802577002,
      "grad_norm": 5.25,
      "learning_rate": 3.387146086687354e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.552805733680725,
      "num_tokens": 195907233.0,
      "step": 254370
    },
    {
      "epoch": 0.322670664850233,
      "grad_norm": 5.625,
      "learning_rate": 3.387082655678725e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5495012015104294,
      "num_tokens": 195915870.0,
      "step": 254380
    },
    {
      "epoch": 0.32268334944276583,
      "grad_norm": 7.75,
      "learning_rate": 3.387019224670095e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5576686710119247,
      "num_tokens": 195921875.0,
      "step": 254390
    },
    {
      "epoch": 0.3226960340352987,
      "grad_norm": 6.15625,
      "learning_rate": 3.3869557936614665e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5527501165866852,
      "num_tokens": 195930127.0,
      "step": 254400
    },
    {
      "epoch": 0.3227087186278315,
      "grad_norm": 5.375,
      "learning_rate": 3.386892362652837e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5390138834714889,
      "num_tokens": 195938080.0,
      "step": 254410
    },
    {
      "epoch": 0.32272140322036436,
      "grad_norm": 8.0625,
      "learning_rate": 3.386828931644208e-05,
      "loss": 2.2173,
      "mean_token_accuracy": 0.5243381589651108,
      "num_tokens": 195945247.0,
      "step": 254420
    },
    {
      "epoch": 0.3227340878128972,
      "grad_norm": 6.5625,
      "learning_rate": 3.386765500635579e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5572886526584625,
      "num_tokens": 195952752.0,
      "step": 254430
    },
    {
      "epoch": 0.32274677240543004,
      "grad_norm": 7.0625,
      "learning_rate": 3.38670206962695e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5593732684850693,
      "num_tokens": 195959682.0,
      "step": 254440
    },
    {
      "epoch": 0.3227594569979629,
      "grad_norm": 5.46875,
      "learning_rate": 3.3866386386183205e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5440540671348572,
      "num_tokens": 195966558.0,
      "step": 254450
    },
    {
      "epoch": 0.32277214159049566,
      "grad_norm": 6.40625,
      "learning_rate": 3.386575207609691e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5462741285562516,
      "num_tokens": 195974173.0,
      "step": 254460
    },
    {
      "epoch": 0.3227848261830285,
      "grad_norm": 6.46875,
      "learning_rate": 3.386511776601062e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5283061891794205,
      "num_tokens": 195982592.0,
      "step": 254470
    },
    {
      "epoch": 0.32279751077556135,
      "grad_norm": 7.09375,
      "learning_rate": 3.386448345592433e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5263774812221527,
      "num_tokens": 195989652.0,
      "step": 254480
    },
    {
      "epoch": 0.3228101953680942,
      "grad_norm": 5.9375,
      "learning_rate": 3.386384914583804e-05,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5808785289525986,
      "num_tokens": 195997050.0,
      "step": 254490
    },
    {
      "epoch": 0.32282287996062703,
      "grad_norm": 4.96875,
      "learning_rate": 3.386321483575175e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5469286531209946,
      "num_tokens": 196005030.0,
      "step": 254500
    },
    {
      "epoch": 0.32283556455315987,
      "grad_norm": 5.5,
      "learning_rate": 3.386258052566546e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5438731938600541,
      "num_tokens": 196013711.0,
      "step": 254510
    },
    {
      "epoch": 0.3228482491456927,
      "grad_norm": 9.1875,
      "learning_rate": 3.386194621557916e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5289769440889358,
      "num_tokens": 196021869.0,
      "step": 254520
    },
    {
      "epoch": 0.32286093373822555,
      "grad_norm": 4.5625,
      "learning_rate": 3.386131190549287e-05,
      "loss": 2.2679,
      "mean_token_accuracy": 0.5125756621360779,
      "num_tokens": 196030034.0,
      "step": 254530
    },
    {
      "epoch": 0.32287361833075834,
      "grad_norm": 5.625,
      "learning_rate": 3.386067759540658e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5449568271636963,
      "num_tokens": 196037982.0,
      "step": 254540
    },
    {
      "epoch": 0.3228863029232912,
      "grad_norm": 6.0625,
      "learning_rate": 3.386004328532029e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5526971161365509,
      "num_tokens": 196044797.0,
      "step": 254550
    },
    {
      "epoch": 0.322898987515824,
      "grad_norm": 4.59375,
      "learning_rate": 3.3859408975234e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5783340573310852,
      "num_tokens": 196051891.0,
      "step": 254560
    },
    {
      "epoch": 0.32291167210835686,
      "grad_norm": 7.75,
      "learning_rate": 3.385877466514771e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5324287265539169,
      "num_tokens": 196059621.0,
      "step": 254570
    },
    {
      "epoch": 0.3229243567008897,
      "grad_norm": 8.3125,
      "learning_rate": 3.3858140355061415e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5597212970256805,
      "num_tokens": 196065560.0,
      "step": 254580
    },
    {
      "epoch": 0.32293704129342254,
      "grad_norm": 5.4375,
      "learning_rate": 3.385750604497512e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.539436423778534,
      "num_tokens": 196074009.0,
      "step": 254590
    },
    {
      "epoch": 0.3229497258859554,
      "grad_norm": 4.71875,
      "learning_rate": 3.385687173488883e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5546826779842376,
      "num_tokens": 196081359.0,
      "step": 254600
    },
    {
      "epoch": 0.3229624104784882,
      "grad_norm": 5.0625,
      "learning_rate": 3.385623742480254e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5469868957996369,
      "num_tokens": 196088925.0,
      "step": 254610
    },
    {
      "epoch": 0.322975095071021,
      "grad_norm": 5.0625,
      "learning_rate": 3.385560311471625e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5533928960561753,
      "num_tokens": 196096269.0,
      "step": 254620
    },
    {
      "epoch": 0.32298777966355385,
      "grad_norm": 6.5625,
      "learning_rate": 3.3854968804629956e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5345074832439423,
      "num_tokens": 196104334.0,
      "step": 254630
    },
    {
      "epoch": 0.3230004642560867,
      "grad_norm": 5.4375,
      "learning_rate": 3.385433449454367e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5753638535737992,
      "num_tokens": 196112111.0,
      "step": 254640
    },
    {
      "epoch": 0.32301314884861954,
      "grad_norm": 6.53125,
      "learning_rate": 3.385370018445738e-05,
      "loss": 1.937,
      "mean_token_accuracy": 0.5756721884012223,
      "num_tokens": 196119378.0,
      "step": 254650
    },
    {
      "epoch": 0.3230258334411524,
      "grad_norm": 11.25,
      "learning_rate": 3.385306587437108e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5406091570854187,
      "num_tokens": 196126341.0,
      "step": 254660
    },
    {
      "epoch": 0.3230385180336852,
      "grad_norm": 9.1875,
      "learning_rate": 3.385243156428479e-05,
      "loss": 2.2326,
      "mean_token_accuracy": 0.5137106567621231,
      "num_tokens": 196134102.0,
      "step": 254670
    },
    {
      "epoch": 0.32305120262621806,
      "grad_norm": 8.5625,
      "learning_rate": 3.3851797254198496e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5554283022880554,
      "num_tokens": 196141453.0,
      "step": 254680
    },
    {
      "epoch": 0.32306388721875084,
      "grad_norm": 7.0,
      "learning_rate": 3.385116294411221e-05,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5783161461353302,
      "num_tokens": 196148415.0,
      "step": 254690
    },
    {
      "epoch": 0.3230765718112837,
      "grad_norm": 6.15625,
      "learning_rate": 3.385052863402592e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.531149274110794,
      "num_tokens": 196156174.0,
      "step": 254700
    },
    {
      "epoch": 0.3230892564038165,
      "grad_norm": 7.0625,
      "learning_rate": 3.3849894323939625e-05,
      "loss": 1.8542,
      "mean_token_accuracy": 0.6012001603841781,
      "num_tokens": 196164484.0,
      "step": 254710
    },
    {
      "epoch": 0.32310194099634937,
      "grad_norm": 5.34375,
      "learning_rate": 3.384926001385334e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5320599049329757,
      "num_tokens": 196172222.0,
      "step": 254720
    },
    {
      "epoch": 0.3231146255888822,
      "grad_norm": 5.78125,
      "learning_rate": 3.384862570376704e-05,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5647209495306015,
      "num_tokens": 196180582.0,
      "step": 254730
    },
    {
      "epoch": 0.32312731018141505,
      "grad_norm": 5.78125,
      "learning_rate": 3.384799139368075e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.554452759027481,
      "num_tokens": 196187500.0,
      "step": 254740
    },
    {
      "epoch": 0.3231399947739479,
      "grad_norm": 5.09375,
      "learning_rate": 3.384735708359446e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5573761075735092,
      "num_tokens": 196195841.0,
      "step": 254750
    },
    {
      "epoch": 0.32315267936648073,
      "grad_norm": 5.25,
      "learning_rate": 3.3846722773508166e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.552158722281456,
      "num_tokens": 196203962.0,
      "step": 254760
    },
    {
      "epoch": 0.3231653639590135,
      "grad_norm": 5.4375,
      "learning_rate": 3.384608846342188e-05,
      "loss": 1.8749,
      "mean_token_accuracy": 0.5845345288515091,
      "num_tokens": 196210852.0,
      "step": 254770
    },
    {
      "epoch": 0.32317804855154636,
      "grad_norm": 4.6875,
      "learning_rate": 3.384545415333559e-05,
      "loss": 1.8574,
      "mean_token_accuracy": 0.594417467713356,
      "num_tokens": 196217411.0,
      "step": 254780
    },
    {
      "epoch": 0.3231907331440792,
      "grad_norm": 6.46875,
      "learning_rate": 3.3844819843249295e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5523401439189911,
      "num_tokens": 196224977.0,
      "step": 254790
    },
    {
      "epoch": 0.32320341773661204,
      "grad_norm": 6.0625,
      "learning_rate": 3.3844185533163e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5476810276508332,
      "num_tokens": 196233722.0,
      "step": 254800
    },
    {
      "epoch": 0.3232161023291449,
      "grad_norm": 5.625,
      "learning_rate": 3.3843551223076706e-05,
      "loss": 2.2275,
      "mean_token_accuracy": 0.5086046427488327,
      "num_tokens": 196242385.0,
      "step": 254810
    },
    {
      "epoch": 0.3232287869216777,
      "grad_norm": 4.90625,
      "learning_rate": 3.384291691299042e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5138742059469223,
      "num_tokens": 196250574.0,
      "step": 254820
    },
    {
      "epoch": 0.32324147151421057,
      "grad_norm": 5.25,
      "learning_rate": 3.384228260290413e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5516731947660446,
      "num_tokens": 196259178.0,
      "step": 254830
    },
    {
      "epoch": 0.3232541561067434,
      "grad_norm": 5.875,
      "learning_rate": 3.3841648292817836e-05,
      "loss": 1.8223,
      "mean_token_accuracy": 0.6173451155424118,
      "num_tokens": 196265638.0,
      "step": 254840
    },
    {
      "epoch": 0.3232668406992762,
      "grad_norm": 5.59375,
      "learning_rate": 3.384101398273155e-05,
      "loss": 2.3199,
      "mean_token_accuracy": 0.5073869109153748,
      "num_tokens": 196274539.0,
      "step": 254850
    },
    {
      "epoch": 0.32327952529180903,
      "grad_norm": 5.65625,
      "learning_rate": 3.384037967264525e-05,
      "loss": 1.6145,
      "mean_token_accuracy": 0.6392009377479553,
      "num_tokens": 196281294.0,
      "step": 254860
    },
    {
      "epoch": 0.3232922098843419,
      "grad_norm": 4.78125,
      "learning_rate": 3.383974536255896e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5606331944465637,
      "num_tokens": 196289130.0,
      "step": 254870
    },
    {
      "epoch": 0.3233048944768747,
      "grad_norm": 6.0,
      "learning_rate": 3.383911105247267e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.547841164469719,
      "num_tokens": 196297228.0,
      "step": 254880
    },
    {
      "epoch": 0.32331757906940756,
      "grad_norm": 5.4375,
      "learning_rate": 3.3838476742386376e-05,
      "loss": 1.8447,
      "mean_token_accuracy": 0.5835605144500733,
      "num_tokens": 196304681.0,
      "step": 254890
    },
    {
      "epoch": 0.3233302636619404,
      "grad_norm": 4.71875,
      "learning_rate": 3.383784243230009e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5500341892242432,
      "num_tokens": 196313491.0,
      "step": 254900
    },
    {
      "epoch": 0.32334294825447324,
      "grad_norm": 5.3125,
      "learning_rate": 3.3837208122213793e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.526324850320816,
      "num_tokens": 196321519.0,
      "step": 254910
    },
    {
      "epoch": 0.3233556328470061,
      "grad_norm": 4.46875,
      "learning_rate": 3.3836573812127506e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5388799577951431,
      "num_tokens": 196329588.0,
      "step": 254920
    },
    {
      "epoch": 0.32336831743953887,
      "grad_norm": 5.5,
      "learning_rate": 3.383593950204121e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5299764662981034,
      "num_tokens": 196337364.0,
      "step": 254930
    },
    {
      "epoch": 0.3233810020320717,
      "grad_norm": 5.25,
      "learning_rate": 3.3835305191954916e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5596518725156784,
      "num_tokens": 196345564.0,
      "step": 254940
    },
    {
      "epoch": 0.32339368662460455,
      "grad_norm": 6.3125,
      "learning_rate": 3.383467088186863e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5602288991212845,
      "num_tokens": 196352757.0,
      "step": 254950
    },
    {
      "epoch": 0.3234063712171374,
      "grad_norm": 4.9375,
      "learning_rate": 3.3834036571782334e-05,
      "loss": 1.6272,
      "mean_token_accuracy": 0.6403434097766876,
      "num_tokens": 196360095.0,
      "step": 254960
    },
    {
      "epoch": 0.32341905580967023,
      "grad_norm": 5.0,
      "learning_rate": 3.3833402261696046e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5321942299604416,
      "num_tokens": 196367492.0,
      "step": 254970
    },
    {
      "epoch": 0.32343174040220307,
      "grad_norm": 6.09375,
      "learning_rate": 3.383276795160976e-05,
      "loss": 1.8879,
      "mean_token_accuracy": 0.5809505254030227,
      "num_tokens": 196373321.0,
      "step": 254980
    },
    {
      "epoch": 0.3234444249947359,
      "grad_norm": 5.15625,
      "learning_rate": 3.383213364152346e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5373743057250977,
      "num_tokens": 196380869.0,
      "step": 254990
    },
    {
      "epoch": 0.32345710958726875,
      "grad_norm": 5.90625,
      "learning_rate": 3.383149933143717e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5435791820287704,
      "num_tokens": 196388445.0,
      "step": 255000
    },
    {
      "epoch": 0.32346979417980154,
      "grad_norm": 6.34375,
      "learning_rate": 3.3830865021350874e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5618951976299286,
      "num_tokens": 196395999.0,
      "step": 255010
    },
    {
      "epoch": 0.3234824787723344,
      "grad_norm": 7.0625,
      "learning_rate": 3.3830230711264586e-05,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5230507045984268,
      "num_tokens": 196403233.0,
      "step": 255020
    },
    {
      "epoch": 0.3234951633648672,
      "grad_norm": 6.5625,
      "learning_rate": 3.38295964011783e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5532849341630935,
      "num_tokens": 196409645.0,
      "step": 255030
    },
    {
      "epoch": 0.32350784795740006,
      "grad_norm": 7.09375,
      "learning_rate": 3.3828962091092004e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5516126602888107,
      "num_tokens": 196416796.0,
      "step": 255040
    },
    {
      "epoch": 0.3235205325499329,
      "grad_norm": 5.84375,
      "learning_rate": 3.3828327781005716e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5516808003187179,
      "num_tokens": 196423721.0,
      "step": 255050
    },
    {
      "epoch": 0.32353321714246575,
      "grad_norm": 6.375,
      "learning_rate": 3.382769347091942e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5317520320415496,
      "num_tokens": 196430398.0,
      "step": 255060
    },
    {
      "epoch": 0.3235459017349986,
      "grad_norm": 5.4375,
      "learning_rate": 3.382705916083313e-05,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5149696648120881,
      "num_tokens": 196438197.0,
      "step": 255070
    },
    {
      "epoch": 0.32355858632753143,
      "grad_norm": 5.40625,
      "learning_rate": 3.382642485074684e-05,
      "loss": 2.2519,
      "mean_token_accuracy": 0.517769068479538,
      "num_tokens": 196447094.0,
      "step": 255080
    },
    {
      "epoch": 0.3235712709200642,
      "grad_norm": 7.21875,
      "learning_rate": 3.3825790540660544e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5228074491024017,
      "num_tokens": 196454461.0,
      "step": 255090
    },
    {
      "epoch": 0.32358395551259705,
      "grad_norm": 5.4375,
      "learning_rate": 3.3825156230574256e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.555487471818924,
      "num_tokens": 196462048.0,
      "step": 255100
    },
    {
      "epoch": 0.3235966401051299,
      "grad_norm": 5.75,
      "learning_rate": 3.382452192048796e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5283865392208099,
      "num_tokens": 196469846.0,
      "step": 255110
    },
    {
      "epoch": 0.32360932469766274,
      "grad_norm": 5.1875,
      "learning_rate": 3.3823887610401674e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5487839996814727,
      "num_tokens": 196477418.0,
      "step": 255120
    },
    {
      "epoch": 0.3236220092901956,
      "grad_norm": 7.53125,
      "learning_rate": 3.3823253300315386e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5483736127614975,
      "num_tokens": 196485244.0,
      "step": 255130
    },
    {
      "epoch": 0.3236346938827284,
      "grad_norm": 5.21875,
      "learning_rate": 3.382261899022909e-05,
      "loss": 2.229,
      "mean_token_accuracy": 0.5191477477550507,
      "num_tokens": 196494189.0,
      "step": 255140
    },
    {
      "epoch": 0.32364737847526126,
      "grad_norm": 5.96875,
      "learning_rate": 3.3821984680142796e-05,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5189987033605575,
      "num_tokens": 196501916.0,
      "step": 255150
    },
    {
      "epoch": 0.32366006306779405,
      "grad_norm": 6.0,
      "learning_rate": 3.38213503700565e-05,
      "loss": 1.8525,
      "mean_token_accuracy": 0.5746478587388992,
      "num_tokens": 196509894.0,
      "step": 255160
    },
    {
      "epoch": 0.3236727476603269,
      "grad_norm": 4.90625,
      "learning_rate": 3.3820716059970214e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5466546386480331,
      "num_tokens": 196518603.0,
      "step": 255170
    },
    {
      "epoch": 0.32368543225285973,
      "grad_norm": 5.3125,
      "learning_rate": 3.3820081749883926e-05,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5198277860879899,
      "num_tokens": 196527310.0,
      "step": 255180
    },
    {
      "epoch": 0.32369811684539257,
      "grad_norm": 6.3125,
      "learning_rate": 3.381944743979763e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5256460726261138,
      "num_tokens": 196534490.0,
      "step": 255190
    },
    {
      "epoch": 0.3237108014379254,
      "grad_norm": 5.65625,
      "learning_rate": 3.3818813129711344e-05,
      "loss": 1.9387,
      "mean_token_accuracy": 0.5770569622516633,
      "num_tokens": 196542850.0,
      "step": 255200
    },
    {
      "epoch": 0.32372348603045825,
      "grad_norm": 6.59375,
      "learning_rate": 3.381817881962505e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5407589346170425,
      "num_tokens": 196549776.0,
      "step": 255210
    },
    {
      "epoch": 0.3237361706229911,
      "grad_norm": 5.375,
      "learning_rate": 3.3817544509538754e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5444312870502472,
      "num_tokens": 196558211.0,
      "step": 255220
    },
    {
      "epoch": 0.32374885521552393,
      "grad_norm": 5.6875,
      "learning_rate": 3.3816910199452466e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.529941999912262,
      "num_tokens": 196566012.0,
      "step": 255230
    },
    {
      "epoch": 0.3237615398080567,
      "grad_norm": 5.3125,
      "learning_rate": 3.381627588936617e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5404030919075012,
      "num_tokens": 196574229.0,
      "step": 255240
    },
    {
      "epoch": 0.32377422440058956,
      "grad_norm": 6.0625,
      "learning_rate": 3.3815641579279884e-05,
      "loss": 1.9331,
      "mean_token_accuracy": 0.567543876171112,
      "num_tokens": 196582352.0,
      "step": 255250
    },
    {
      "epoch": 0.3237869089931224,
      "grad_norm": 7.03125,
      "learning_rate": 3.381500726919359e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5332847326993942,
      "num_tokens": 196588927.0,
      "step": 255260
    },
    {
      "epoch": 0.32379959358565524,
      "grad_norm": 4.6875,
      "learning_rate": 3.38143729591073e-05,
      "loss": 1.9259,
      "mean_token_accuracy": 0.553621643781662,
      "num_tokens": 196596716.0,
      "step": 255270
    },
    {
      "epoch": 0.3238122781781881,
      "grad_norm": 4.5625,
      "learning_rate": 3.381373864902101e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5360679626464844,
      "num_tokens": 196605874.0,
      "step": 255280
    },
    {
      "epoch": 0.3238249627707209,
      "grad_norm": 4.96875,
      "learning_rate": 3.381310433893471e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5539264947175979,
      "num_tokens": 196614098.0,
      "step": 255290
    },
    {
      "epoch": 0.32383764736325377,
      "grad_norm": 5.03125,
      "learning_rate": 3.3812470028848424e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5422355145215988,
      "num_tokens": 196622418.0,
      "step": 255300
    },
    {
      "epoch": 0.3238503319557866,
      "grad_norm": 4.8125,
      "learning_rate": 3.381183571876213e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.543716037273407,
      "num_tokens": 196630442.0,
      "step": 255310
    },
    {
      "epoch": 0.3238630165483194,
      "grad_norm": 5.5,
      "learning_rate": 3.381120140867584e-05,
      "loss": 2.3254,
      "mean_token_accuracy": 0.5068584352731704,
      "num_tokens": 196638384.0,
      "step": 255320
    },
    {
      "epoch": 0.32387570114085223,
      "grad_norm": 6.09375,
      "learning_rate": 3.3810567098589554e-05,
      "loss": 2.2852,
      "mean_token_accuracy": 0.5103829354047775,
      "num_tokens": 196646210.0,
      "step": 255330
    },
    {
      "epoch": 0.3238883857333851,
      "grad_norm": 6.34375,
      "learning_rate": 3.380993278850326e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5288421005010605,
      "num_tokens": 196654868.0,
      "step": 255340
    },
    {
      "epoch": 0.3239010703259179,
      "grad_norm": 5.78125,
      "learning_rate": 3.3809298478416964e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5363295555114747,
      "num_tokens": 196663114.0,
      "step": 255350
    },
    {
      "epoch": 0.32391375491845076,
      "grad_norm": 8.25,
      "learning_rate": 3.380866416833067e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5584848880767822,
      "num_tokens": 196670418.0,
      "step": 255360
    },
    {
      "epoch": 0.3239264395109836,
      "grad_norm": 5.84375,
      "learning_rate": 3.380802985824438e-05,
      "loss": 1.9425,
      "mean_token_accuracy": 0.5768113672733307,
      "num_tokens": 196677096.0,
      "step": 255370
    },
    {
      "epoch": 0.32393912410351644,
      "grad_norm": 8.6875,
      "learning_rate": 3.3807395548158094e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5569285660982132,
      "num_tokens": 196683305.0,
      "step": 255380
    },
    {
      "epoch": 0.3239518086960493,
      "grad_norm": 5.96875,
      "learning_rate": 3.38067612380718e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5710675090551376,
      "num_tokens": 196689446.0,
      "step": 255390
    },
    {
      "epoch": 0.32396449328858207,
      "grad_norm": 6.46875,
      "learning_rate": 3.380612692798551e-05,
      "loss": 2.2821,
      "mean_token_accuracy": 0.5145766049623489,
      "num_tokens": 196697826.0,
      "step": 255400
    },
    {
      "epoch": 0.3239771778811149,
      "grad_norm": 5.8125,
      "learning_rate": 3.380549261789922e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5217676430940628,
      "num_tokens": 196706696.0,
      "step": 255410
    },
    {
      "epoch": 0.32398986247364775,
      "grad_norm": 5.65625,
      "learning_rate": 3.380485830781292e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.54535371363163,
      "num_tokens": 196715254.0,
      "step": 255420
    },
    {
      "epoch": 0.3240025470661806,
      "grad_norm": 4.65625,
      "learning_rate": 3.3804223997726634e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5245115011930466,
      "num_tokens": 196723416.0,
      "step": 255430
    },
    {
      "epoch": 0.32401523165871343,
      "grad_norm": 5.40625,
      "learning_rate": 3.380358968764034e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5453710913658142,
      "num_tokens": 196731169.0,
      "step": 255440
    },
    {
      "epoch": 0.3240279162512463,
      "grad_norm": 5.75,
      "learning_rate": 3.380295537755405e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5314235687255859,
      "num_tokens": 196739164.0,
      "step": 255450
    },
    {
      "epoch": 0.3240406008437791,
      "grad_norm": 7.375,
      "learning_rate": 3.380232106746776e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5370740473270417,
      "num_tokens": 196747479.0,
      "step": 255460
    },
    {
      "epoch": 0.32405328543631196,
      "grad_norm": 9.875,
      "learning_rate": 3.380168675738147e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5154592007398605,
      "num_tokens": 196754724.0,
      "step": 255470
    },
    {
      "epoch": 0.32406597002884474,
      "grad_norm": 5.1875,
      "learning_rate": 3.380105244729518e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.53883455991745,
      "num_tokens": 196762755.0,
      "step": 255480
    },
    {
      "epoch": 0.3240786546213776,
      "grad_norm": 8.1875,
      "learning_rate": 3.380041813720889e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5115900784730911,
      "num_tokens": 196770505.0,
      "step": 255490
    },
    {
      "epoch": 0.3240913392139104,
      "grad_norm": 6.59375,
      "learning_rate": 3.379978382712259e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5610272645950317,
      "num_tokens": 196777490.0,
      "step": 255500
    },
    {
      "epoch": 0.32410402380644326,
      "grad_norm": 4.9375,
      "learning_rate": 3.37991495170363e-05,
      "loss": 2.4206,
      "mean_token_accuracy": 0.49481706917285917,
      "num_tokens": 196786412.0,
      "step": 255510
    },
    {
      "epoch": 0.3241167083989761,
      "grad_norm": 5.125,
      "learning_rate": 3.379851520695001e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5371337324380875,
      "num_tokens": 196793628.0,
      "step": 255520
    },
    {
      "epoch": 0.32412939299150895,
      "grad_norm": 4.625,
      "learning_rate": 3.379788089686372e-05,
      "loss": 2.2433,
      "mean_token_accuracy": 0.5164045035839081,
      "num_tokens": 196802962.0,
      "step": 255530
    },
    {
      "epoch": 0.3241420775840418,
      "grad_norm": 6.9375,
      "learning_rate": 3.379724658677743e-05,
      "loss": 1.7651,
      "mean_token_accuracy": 0.6060842484235763,
      "num_tokens": 196809232.0,
      "step": 255540
    },
    {
      "epoch": 0.32415476217657463,
      "grad_norm": 6.5,
      "learning_rate": 3.379661227669114e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5582111835479736,
      "num_tokens": 196816363.0,
      "step": 255550
    },
    {
      "epoch": 0.3241674467691074,
      "grad_norm": 4.75,
      "learning_rate": 3.3795977966604845e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5449953198432922,
      "num_tokens": 196824764.0,
      "step": 255560
    },
    {
      "epoch": 0.32418013136164026,
      "grad_norm": 6.34375,
      "learning_rate": 3.379534365651855e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5252760887145996,
      "num_tokens": 196832327.0,
      "step": 255570
    },
    {
      "epoch": 0.3241928159541731,
      "grad_norm": 5.625,
      "learning_rate": 3.379470934643226e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.526018676161766,
      "num_tokens": 196840780.0,
      "step": 255580
    },
    {
      "epoch": 0.32420550054670594,
      "grad_norm": 5.9375,
      "learning_rate": 3.379407503634597e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5685709714889526,
      "num_tokens": 196847906.0,
      "step": 255590
    },
    {
      "epoch": 0.3242181851392388,
      "grad_norm": 5.0,
      "learning_rate": 3.379344072625968e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5386722385883331,
      "num_tokens": 196856901.0,
      "step": 255600
    },
    {
      "epoch": 0.3242308697317716,
      "grad_norm": 4.75,
      "learning_rate": 3.3792806416173385e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5555664658546448,
      "num_tokens": 196864739.0,
      "step": 255610
    },
    {
      "epoch": 0.32424355432430446,
      "grad_norm": 4.96875,
      "learning_rate": 3.37921721060871e-05,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5804043561220169,
      "num_tokens": 196873053.0,
      "step": 255620
    },
    {
      "epoch": 0.32425623891683725,
      "grad_norm": 6.84375,
      "learning_rate": 3.37915377960008e-05,
      "loss": 2.245,
      "mean_token_accuracy": 0.511653596162796,
      "num_tokens": 196881229.0,
      "step": 255630
    },
    {
      "epoch": 0.3242689235093701,
      "grad_norm": 4.9375,
      "learning_rate": 3.379090348591451e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5636587232351303,
      "num_tokens": 196888936.0,
      "step": 255640
    },
    {
      "epoch": 0.32428160810190293,
      "grad_norm": 4.65625,
      "learning_rate": 3.379026917582822e-05,
      "loss": 1.8768,
      "mean_token_accuracy": 0.5709556341171265,
      "num_tokens": 196897453.0,
      "step": 255650
    },
    {
      "epoch": 0.32429429269443577,
      "grad_norm": 5.5,
      "learning_rate": 3.378963486574193e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5535363584756852,
      "num_tokens": 196904222.0,
      "step": 255660
    },
    {
      "epoch": 0.3243069772869686,
      "grad_norm": 5.6875,
      "learning_rate": 3.378900055565564e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5286260128021241,
      "num_tokens": 196911258.0,
      "step": 255670
    },
    {
      "epoch": 0.32431966187950145,
      "grad_norm": 6.78125,
      "learning_rate": 3.378836624556935e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5649116843938827,
      "num_tokens": 196918050.0,
      "step": 255680
    },
    {
      "epoch": 0.3243323464720343,
      "grad_norm": 6.0625,
      "learning_rate": 3.3787731935483055e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5365034312009811,
      "num_tokens": 196924667.0,
      "step": 255690
    },
    {
      "epoch": 0.32434503106456714,
      "grad_norm": 6.9375,
      "learning_rate": 3.378709762539676e-05,
      "loss": 2.2234,
      "mean_token_accuracy": 0.5343059301376343,
      "num_tokens": 196932671.0,
      "step": 255700
    },
    {
      "epoch": 0.3243577156570999,
      "grad_norm": 6.96875,
      "learning_rate": 3.378646331531047e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5350013494491577,
      "num_tokens": 196939606.0,
      "step": 255710
    },
    {
      "epoch": 0.32437040024963276,
      "grad_norm": 5.25,
      "learning_rate": 3.378582900522418e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5443607240915298,
      "num_tokens": 196947984.0,
      "step": 255720
    },
    {
      "epoch": 0.3243830848421656,
      "grad_norm": 6.4375,
      "learning_rate": 3.378519469513789e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5503831952810287,
      "num_tokens": 196955357.0,
      "step": 255730
    },
    {
      "epoch": 0.32439576943469844,
      "grad_norm": 13.0,
      "learning_rate": 3.3784560385051595e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5302853643894195,
      "num_tokens": 196963388.0,
      "step": 255740
    },
    {
      "epoch": 0.3244084540272313,
      "grad_norm": 10.75,
      "learning_rate": 3.378392607496531e-05,
      "loss": 1.868,
      "mean_token_accuracy": 0.5817901074886322,
      "num_tokens": 196968893.0,
      "step": 255750
    },
    {
      "epoch": 0.3244211386197641,
      "grad_norm": 5.46875,
      "learning_rate": 3.378329176487901e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.551981920003891,
      "num_tokens": 196976320.0,
      "step": 255760
    },
    {
      "epoch": 0.32443382321229697,
      "grad_norm": 4.9375,
      "learning_rate": 3.378265745479272e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5693436652421952,
      "num_tokens": 196984064.0,
      "step": 255770
    },
    {
      "epoch": 0.3244465078048298,
      "grad_norm": 5.0,
      "learning_rate": 3.378202314470643e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5116570919752121,
      "num_tokens": 196992457.0,
      "step": 255780
    },
    {
      "epoch": 0.3244591923973626,
      "grad_norm": 5.21875,
      "learning_rate": 3.3781388834620135e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.55179443359375,
      "num_tokens": 196999502.0,
      "step": 255790
    },
    {
      "epoch": 0.32447187698989544,
      "grad_norm": 5.84375,
      "learning_rate": 3.378075452453385e-05,
      "loss": 1.7672,
      "mean_token_accuracy": 0.599088191986084,
      "num_tokens": 197006985.0,
      "step": 255800
    },
    {
      "epoch": 0.3244845615824283,
      "grad_norm": 6.96875,
      "learning_rate": 3.378012021444756e-05,
      "loss": 1.824,
      "mean_token_accuracy": 0.5829770803451538,
      "num_tokens": 197013518.0,
      "step": 255810
    },
    {
      "epoch": 0.3244972461749611,
      "grad_norm": 5.46875,
      "learning_rate": 3.3779485904361265e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5461826145648956,
      "num_tokens": 197021023.0,
      "step": 255820
    },
    {
      "epoch": 0.32450993076749396,
      "grad_norm": 5.375,
      "learning_rate": 3.377885159427498e-05,
      "loss": 1.8494,
      "mean_token_accuracy": 0.5936394333839417,
      "num_tokens": 197029115.0,
      "step": 255830
    },
    {
      "epoch": 0.3245226153600268,
      "grad_norm": 5.46875,
      "learning_rate": 3.3778217284188676e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5399516969919205,
      "num_tokens": 197037498.0,
      "step": 255840
    },
    {
      "epoch": 0.32453529995255964,
      "grad_norm": 5.65625,
      "learning_rate": 3.377758297410239e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5302747160196304,
      "num_tokens": 197045395.0,
      "step": 255850
    },
    {
      "epoch": 0.3245479845450925,
      "grad_norm": 4.40625,
      "learning_rate": 3.37769486640161e-05,
      "loss": 2.2433,
      "mean_token_accuracy": 0.5188040196895599,
      "num_tokens": 197052877.0,
      "step": 255860
    },
    {
      "epoch": 0.32456066913762527,
      "grad_norm": 5.53125,
      "learning_rate": 3.3776314353929805e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5230602055788041,
      "num_tokens": 197061208.0,
      "step": 255870
    },
    {
      "epoch": 0.3245733537301581,
      "grad_norm": 4.96875,
      "learning_rate": 3.377568004384352e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5300854206085205,
      "num_tokens": 197069096.0,
      "step": 255880
    },
    {
      "epoch": 0.32458603832269095,
      "grad_norm": 6.28125,
      "learning_rate": 3.377504573375722e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5370383948087692,
      "num_tokens": 197076500.0,
      "step": 255890
    },
    {
      "epoch": 0.3245987229152238,
      "grad_norm": 5.1875,
      "learning_rate": 3.3774411423670935e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5511760950088501,
      "num_tokens": 197083727.0,
      "step": 255900
    },
    {
      "epoch": 0.32461140750775663,
      "grad_norm": 6.09375,
      "learning_rate": 3.377377711358464e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5157778531312942,
      "num_tokens": 197090935.0,
      "step": 255910
    },
    {
      "epoch": 0.3246240921002895,
      "grad_norm": 5.375,
      "learning_rate": 3.3773142803498346e-05,
      "loss": 1.8634,
      "mean_token_accuracy": 0.5926475465297699,
      "num_tokens": 197098247.0,
      "step": 255920
    },
    {
      "epoch": 0.3246367766928223,
      "grad_norm": 4.71875,
      "learning_rate": 3.377250849341206e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5460281878709793,
      "num_tokens": 197105674.0,
      "step": 255930
    },
    {
      "epoch": 0.32464946128535516,
      "grad_norm": 5.46875,
      "learning_rate": 3.377187418332576e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5532042145729065,
      "num_tokens": 197113553.0,
      "step": 255940
    },
    {
      "epoch": 0.32466214587788794,
      "grad_norm": 7.1875,
      "learning_rate": 3.3771239873239475e-05,
      "loss": 1.8329,
      "mean_token_accuracy": 0.5878208875656128,
      "num_tokens": 197121669.0,
      "step": 255950
    },
    {
      "epoch": 0.3246748304704208,
      "grad_norm": 6.1875,
      "learning_rate": 3.377060556315319e-05,
      "loss": 2.2544,
      "mean_token_accuracy": 0.5160246193408966,
      "num_tokens": 197129487.0,
      "step": 255960
    },
    {
      "epoch": 0.3246875150629536,
      "grad_norm": 6.5,
      "learning_rate": 3.376997125306689e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5545983910560608,
      "num_tokens": 197136555.0,
      "step": 255970
    },
    {
      "epoch": 0.32470019965548647,
      "grad_norm": 4.84375,
      "learning_rate": 3.37693369429806e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5564619988203049,
      "num_tokens": 197144561.0,
      "step": 255980
    },
    {
      "epoch": 0.3247128842480193,
      "grad_norm": 4.5625,
      "learning_rate": 3.3768702632894303e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.577558183670044,
      "num_tokens": 197151850.0,
      "step": 255990
    },
    {
      "epoch": 0.32472556884055215,
      "grad_norm": 6.625,
      "learning_rate": 3.3768068322808016e-05,
      "loss": 2.2167,
      "mean_token_accuracy": 0.5292160958051682,
      "num_tokens": 197159600.0,
      "step": 256000
    },
    {
      "epoch": 0.324738253433085,
      "grad_norm": 6.03125,
      "learning_rate": 3.376743401272173e-05,
      "loss": 2.2741,
      "mean_token_accuracy": 0.5179522573947907,
      "num_tokens": 197167613.0,
      "step": 256010
    },
    {
      "epoch": 0.32475093802561783,
      "grad_norm": 5.15625,
      "learning_rate": 3.376679970263543e-05,
      "loss": 2.3245,
      "mean_token_accuracy": 0.5075420349836349,
      "num_tokens": 197176741.0,
      "step": 256020
    },
    {
      "epoch": 0.3247636226181506,
      "grad_norm": 5.90625,
      "learning_rate": 3.3766165392549145e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5295655518770218,
      "num_tokens": 197185154.0,
      "step": 256030
    },
    {
      "epoch": 0.32477630721068346,
      "grad_norm": 6.21875,
      "learning_rate": 3.376553108246285e-05,
      "loss": 1.8476,
      "mean_token_accuracy": 0.5905699610710144,
      "num_tokens": 197191266.0,
      "step": 256040
    },
    {
      "epoch": 0.3247889918032163,
      "grad_norm": 4.96875,
      "learning_rate": 3.3764896772376556e-05,
      "loss": 1.7967,
      "mean_token_accuracy": 0.5893425136804581,
      "num_tokens": 197198474.0,
      "step": 256050
    },
    {
      "epoch": 0.32480167639574914,
      "grad_norm": 4.6875,
      "learning_rate": 3.376426246229027e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5396246284246444,
      "num_tokens": 197206829.0,
      "step": 256060
    },
    {
      "epoch": 0.324814360988282,
      "grad_norm": 5.40625,
      "learning_rate": 3.3763628152203973e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5455421537160874,
      "num_tokens": 197214663.0,
      "step": 256070
    },
    {
      "epoch": 0.3248270455808148,
      "grad_norm": 5.34375,
      "learning_rate": 3.3762993842117686e-05,
      "loss": 2.2088,
      "mean_token_accuracy": 0.5190730631351471,
      "num_tokens": 197223120.0,
      "step": 256080
    },
    {
      "epoch": 0.32483973017334766,
      "grad_norm": 4.5,
      "learning_rate": 3.376235953203139e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5349216669797897,
      "num_tokens": 197231064.0,
      "step": 256090
    },
    {
      "epoch": 0.32485241476588045,
      "grad_norm": 5.21875,
      "learning_rate": 3.37617252219451e-05,
      "loss": 2.2118,
      "mean_token_accuracy": 0.5228920400142669,
      "num_tokens": 197238531.0,
      "step": 256100
    },
    {
      "epoch": 0.3248650993584133,
      "grad_norm": 5.5625,
      "learning_rate": 3.376109091185881e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5595486998558045,
      "num_tokens": 197246027.0,
      "step": 256110
    },
    {
      "epoch": 0.32487778395094613,
      "grad_norm": 5.25,
      "learning_rate": 3.3760456601772514e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.583190256357193,
      "num_tokens": 197253105.0,
      "step": 256120
    },
    {
      "epoch": 0.32489046854347897,
      "grad_norm": 5.40625,
      "learning_rate": 3.3759822291686226e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5450062662363052,
      "num_tokens": 197261385.0,
      "step": 256130
    },
    {
      "epoch": 0.3249031531360118,
      "grad_norm": 5.0,
      "learning_rate": 3.375918798159993e-05,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5581057041883468,
      "num_tokens": 197268796.0,
      "step": 256140
    },
    {
      "epoch": 0.32491583772854465,
      "grad_norm": 4.625,
      "learning_rate": 3.375855367151364e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5377944707870483,
      "num_tokens": 197276859.0,
      "step": 256150
    },
    {
      "epoch": 0.3249285223210775,
      "grad_norm": 6.5,
      "learning_rate": 3.3757919361427355e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5383805364370347,
      "num_tokens": 197284718.0,
      "step": 256160
    },
    {
      "epoch": 0.32494120691361034,
      "grad_norm": 5.25,
      "learning_rate": 3.375728505134106e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5740834712982178,
      "num_tokens": 197292204.0,
      "step": 256170
    },
    {
      "epoch": 0.3249538915061431,
      "grad_norm": 5.34375,
      "learning_rate": 3.3756650741254766e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5675053030252457,
      "num_tokens": 197300156.0,
      "step": 256180
    },
    {
      "epoch": 0.32496657609867596,
      "grad_norm": 5.375,
      "learning_rate": 3.375601643116847e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5715767562389373,
      "num_tokens": 197307653.0,
      "step": 256190
    },
    {
      "epoch": 0.3249792606912088,
      "grad_norm": 5.3125,
      "learning_rate": 3.3755382121082184e-05,
      "loss": 1.892,
      "mean_token_accuracy": 0.5734555959701538,
      "num_tokens": 197315211.0,
      "step": 256200
    },
    {
      "epoch": 0.32499194528374165,
      "grad_norm": 7.78125,
      "learning_rate": 3.3754747810995896e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5693724930286408,
      "num_tokens": 197322582.0,
      "step": 256210
    },
    {
      "epoch": 0.3250046298762745,
      "grad_norm": 5.65625,
      "learning_rate": 3.37541135009096e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5265360832214355,
      "num_tokens": 197331358.0,
      "step": 256220
    },
    {
      "epoch": 0.32501731446880733,
      "grad_norm": 9.5625,
      "learning_rate": 3.375347919082331e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5720982134342194,
      "num_tokens": 197339838.0,
      "step": 256230
    },
    {
      "epoch": 0.32502999906134017,
      "grad_norm": 5.28125,
      "learning_rate": 3.375284488073702e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5258159548044204,
      "num_tokens": 197348596.0,
      "step": 256240
    },
    {
      "epoch": 0.325042683653873,
      "grad_norm": 5.25,
      "learning_rate": 3.375221057065073e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5533709615468979,
      "num_tokens": 197356999.0,
      "step": 256250
    },
    {
      "epoch": 0.3250553682464058,
      "grad_norm": 5.65625,
      "learning_rate": 3.3751576260564436e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5186640948057175,
      "num_tokens": 197364386.0,
      "step": 256260
    },
    {
      "epoch": 0.32506805283893864,
      "grad_norm": 5.875,
      "learning_rate": 3.375094195047814e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5634585499763489,
      "num_tokens": 197372424.0,
      "step": 256270
    },
    {
      "epoch": 0.3250807374314715,
      "grad_norm": 8.5,
      "learning_rate": 3.3750307640391854e-05,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5796335101127624,
      "num_tokens": 197380135.0,
      "step": 256280
    },
    {
      "epoch": 0.3250934220240043,
      "grad_norm": 6.71875,
      "learning_rate": 3.374967333030556e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.528235387802124,
      "num_tokens": 197387268.0,
      "step": 256290
    },
    {
      "epoch": 0.32510610661653716,
      "grad_norm": 5.09375,
      "learning_rate": 3.374903902021927e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.562833097577095,
      "num_tokens": 197395414.0,
      "step": 256300
    },
    {
      "epoch": 0.32511879120907,
      "grad_norm": 6.53125,
      "learning_rate": 3.374840471013298e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5610547453165055,
      "num_tokens": 197402491.0,
      "step": 256310
    },
    {
      "epoch": 0.32513147580160284,
      "grad_norm": 4.65625,
      "learning_rate": 3.374777040004669e-05,
      "loss": 1.8917,
      "mean_token_accuracy": 0.5833737075328826,
      "num_tokens": 197409530.0,
      "step": 256320
    },
    {
      "epoch": 0.3251441603941357,
      "grad_norm": 5.0,
      "learning_rate": 3.3747136089960394e-05,
      "loss": 2.2394,
      "mean_token_accuracy": 0.5201555579900742,
      "num_tokens": 197417865.0,
      "step": 256330
    },
    {
      "epoch": 0.32515684498666847,
      "grad_norm": 5.0625,
      "learning_rate": 3.37465017798741e-05,
      "loss": 1.9167,
      "mean_token_accuracy": 0.5663564026355743,
      "num_tokens": 197426854.0,
      "step": 256340
    },
    {
      "epoch": 0.3251695295792013,
      "grad_norm": 5.375,
      "learning_rate": 3.374586746978781e-05,
      "loss": 2.2114,
      "mean_token_accuracy": 0.5244018822908402,
      "num_tokens": 197435489.0,
      "step": 256350
    },
    {
      "epoch": 0.32518221417173415,
      "grad_norm": 4.71875,
      "learning_rate": 3.3745233159701523e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5468560963869095,
      "num_tokens": 197443342.0,
      "step": 256360
    },
    {
      "epoch": 0.325194898764267,
      "grad_norm": 5.09375,
      "learning_rate": 3.374459884961523e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5463010251522065,
      "num_tokens": 197451589.0,
      "step": 256370
    },
    {
      "epoch": 0.32520758335679983,
      "grad_norm": 7.25,
      "learning_rate": 3.374396453952894e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5176115453243255,
      "num_tokens": 197458808.0,
      "step": 256380
    },
    {
      "epoch": 0.3252202679493327,
      "grad_norm": 6.15625,
      "learning_rate": 3.3743330229442646e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5612026810646057,
      "num_tokens": 197464948.0,
      "step": 256390
    },
    {
      "epoch": 0.3252329525418655,
      "grad_norm": 5.25,
      "learning_rate": 3.374269591935635e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5435965865850448,
      "num_tokens": 197472617.0,
      "step": 256400
    },
    {
      "epoch": 0.32524563713439836,
      "grad_norm": 4.1875,
      "learning_rate": 3.3742061609270064e-05,
      "loss": 1.7379,
      "mean_token_accuracy": 0.6039556950330734,
      "num_tokens": 197480031.0,
      "step": 256410
    },
    {
      "epoch": 0.32525832172693114,
      "grad_norm": 5.4375,
      "learning_rate": 3.374142729918377e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5232216626405716,
      "num_tokens": 197487729.0,
      "step": 256420
    },
    {
      "epoch": 0.325271006319464,
      "grad_norm": 5.59375,
      "learning_rate": 3.374079298909748e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5515948861837388,
      "num_tokens": 197496133.0,
      "step": 256430
    },
    {
      "epoch": 0.3252836909119968,
      "grad_norm": 5.09375,
      "learning_rate": 3.3740158679011187e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5333453953266144,
      "num_tokens": 197503051.0,
      "step": 256440
    },
    {
      "epoch": 0.32529637550452967,
      "grad_norm": 8.9375,
      "learning_rate": 3.37395243689249e-05,
      "loss": 1.8819,
      "mean_token_accuracy": 0.6011131405830383,
      "num_tokens": 197509855.0,
      "step": 256450
    },
    {
      "epoch": 0.3253090600970625,
      "grad_norm": 8.8125,
      "learning_rate": 3.3738890058838604e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.546191331744194,
      "num_tokens": 197518042.0,
      "step": 256460
    },
    {
      "epoch": 0.32532174468959535,
      "grad_norm": 6.46875,
      "learning_rate": 3.373825574875231e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.5730870425701141,
      "num_tokens": 197525400.0,
      "step": 256470
    },
    {
      "epoch": 0.3253344292821282,
      "grad_norm": 5.65625,
      "learning_rate": 3.373762143866602e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5366488516330719,
      "num_tokens": 197533650.0,
      "step": 256480
    },
    {
      "epoch": 0.32534711387466103,
      "grad_norm": 7.53125,
      "learning_rate": 3.373698712857973e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5577143430709839,
      "num_tokens": 197540188.0,
      "step": 256490
    },
    {
      "epoch": 0.3253597984671938,
      "grad_norm": 5.3125,
      "learning_rate": 3.373635281849344e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5813501328229904,
      "num_tokens": 197547447.0,
      "step": 256500
    },
    {
      "epoch": 0.32537248305972666,
      "grad_norm": 11.5,
      "learning_rate": 3.373571850840715e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5369144558906556,
      "num_tokens": 197555650.0,
      "step": 256510
    },
    {
      "epoch": 0.3253851676522595,
      "grad_norm": 6.84375,
      "learning_rate": 3.3735084198320857e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.5795288681983948,
      "num_tokens": 197562650.0,
      "step": 256520
    },
    {
      "epoch": 0.32539785224479234,
      "grad_norm": 5.03125,
      "learning_rate": 3.373444988823456e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5213864862918853,
      "num_tokens": 197571788.0,
      "step": 256530
    },
    {
      "epoch": 0.3254105368373252,
      "grad_norm": 5.53125,
      "learning_rate": 3.373381557814827e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5582145631313324,
      "num_tokens": 197580058.0,
      "step": 256540
    },
    {
      "epoch": 0.325423221429858,
      "grad_norm": 4.3125,
      "learning_rate": 3.373318126806198e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5334309041500092,
      "num_tokens": 197588454.0,
      "step": 256550
    },
    {
      "epoch": 0.32543590602239086,
      "grad_norm": 5.375,
      "learning_rate": 3.373254695797569e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5500658810138702,
      "num_tokens": 197596371.0,
      "step": 256560
    },
    {
      "epoch": 0.32544859061492365,
      "grad_norm": 5.5625,
      "learning_rate": 3.37319126478894e-05,
      "loss": 1.9111,
      "mean_token_accuracy": 0.5794118911027908,
      "num_tokens": 197603707.0,
      "step": 256570
    },
    {
      "epoch": 0.3254612752074565,
      "grad_norm": 7.34375,
      "learning_rate": 3.373127833780311e-05,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5660488456487656,
      "num_tokens": 197610593.0,
      "step": 256580
    },
    {
      "epoch": 0.32547395979998933,
      "grad_norm": 4.90625,
      "learning_rate": 3.373064402771682e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5252598315477371,
      "num_tokens": 197617993.0,
      "step": 256590
    },
    {
      "epoch": 0.3254866443925222,
      "grad_norm": 5.75,
      "learning_rate": 3.373000971763052e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5472333133220673,
      "num_tokens": 197624980.0,
      "step": 256600
    },
    {
      "epoch": 0.325499328985055,
      "grad_norm": 6.3125,
      "learning_rate": 3.372937540754423e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5410842150449753,
      "num_tokens": 197632094.0,
      "step": 256610
    },
    {
      "epoch": 0.32551201357758786,
      "grad_norm": 4.46875,
      "learning_rate": 3.372874109745794e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5724200218915939,
      "num_tokens": 197639337.0,
      "step": 256620
    },
    {
      "epoch": 0.3255246981701207,
      "grad_norm": 5.65625,
      "learning_rate": 3.372810678737165e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5217977076768875,
      "num_tokens": 197647953.0,
      "step": 256630
    },
    {
      "epoch": 0.32553738276265354,
      "grad_norm": 10.0,
      "learning_rate": 3.372747247728536e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5334880292415619,
      "num_tokens": 197656648.0,
      "step": 256640
    },
    {
      "epoch": 0.3255500673551863,
      "grad_norm": 6.03125,
      "learning_rate": 3.372683816719907e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5242921203374863,
      "num_tokens": 197664319.0,
      "step": 256650
    },
    {
      "epoch": 0.32556275194771916,
      "grad_norm": 5.78125,
      "learning_rate": 3.372620385711278e-05,
      "loss": 2.2638,
      "mean_token_accuracy": 0.5150836527347564,
      "num_tokens": 197673154.0,
      "step": 256660
    },
    {
      "epoch": 0.325575436540252,
      "grad_norm": 6.9375,
      "learning_rate": 3.3725569547026484e-05,
      "loss": 1.8775,
      "mean_token_accuracy": 0.5815541267395019,
      "num_tokens": 197678396.0,
      "step": 256670
    },
    {
      "epoch": 0.32558812113278485,
      "grad_norm": 4.875,
      "learning_rate": 3.372493523694019e-05,
      "loss": 1.793,
      "mean_token_accuracy": 0.6059882760047912,
      "num_tokens": 197685628.0,
      "step": 256680
    },
    {
      "epoch": 0.3256008057253177,
      "grad_norm": 7.21875,
      "learning_rate": 3.37243009268539e-05,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5234350144863129,
      "num_tokens": 197693603.0,
      "step": 256690
    },
    {
      "epoch": 0.32561349031785053,
      "grad_norm": 4.8125,
      "learning_rate": 3.372366661676761e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5227276265621186,
      "num_tokens": 197701776.0,
      "step": 256700
    },
    {
      "epoch": 0.32562617491038337,
      "grad_norm": 10.75,
      "learning_rate": 3.372303230668132e-05,
      "loss": 2.2821,
      "mean_token_accuracy": 0.5056659936904907,
      "num_tokens": 197709853.0,
      "step": 256710
    },
    {
      "epoch": 0.3256388595029162,
      "grad_norm": 6.5625,
      "learning_rate": 3.3722397996595025e-05,
      "loss": 1.8683,
      "mean_token_accuracy": 0.5812999844551087,
      "num_tokens": 197716676.0,
      "step": 256720
    },
    {
      "epoch": 0.325651544095449,
      "grad_norm": 4.65625,
      "learning_rate": 3.372176368650874e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5483286619186402,
      "num_tokens": 197725051.0,
      "step": 256730
    },
    {
      "epoch": 0.32566422868798184,
      "grad_norm": 6.40625,
      "learning_rate": 3.372112937642244e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5650443971157074,
      "num_tokens": 197732180.0,
      "step": 256740
    },
    {
      "epoch": 0.3256769132805147,
      "grad_norm": 6.5625,
      "learning_rate": 3.372049506633615e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5721780240535737,
      "num_tokens": 197739493.0,
      "step": 256750
    },
    {
      "epoch": 0.3256895978730475,
      "grad_norm": 4.625,
      "learning_rate": 3.371986075624986e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5662065088748932,
      "num_tokens": 197746960.0,
      "step": 256760
    },
    {
      "epoch": 0.32570228246558036,
      "grad_norm": 5.78125,
      "learning_rate": 3.3719226446163565e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.568120276927948,
      "num_tokens": 197754029.0,
      "step": 256770
    },
    {
      "epoch": 0.3257149670581132,
      "grad_norm": 5.0625,
      "learning_rate": 3.371859213607728e-05,
      "loss": 1.9045,
      "mean_token_accuracy": 0.5849001735448838,
      "num_tokens": 197760313.0,
      "step": 256780
    },
    {
      "epoch": 0.32572765165064604,
      "grad_norm": 6.125,
      "learning_rate": 3.371795782599099e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5327755719423294,
      "num_tokens": 197768629.0,
      "step": 256790
    },
    {
      "epoch": 0.3257403362431789,
      "grad_norm": 6.40625,
      "learning_rate": 3.3717323515904694e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5473886430263519,
      "num_tokens": 197776576.0,
      "step": 256800
    },
    {
      "epoch": 0.32575302083571167,
      "grad_norm": 5.0,
      "learning_rate": 3.37166892058184e-05,
      "loss": 1.8861,
      "mean_token_accuracy": 0.5813611030578614,
      "num_tokens": 197784349.0,
      "step": 256810
    },
    {
      "epoch": 0.3257657054282445,
      "grad_norm": 5.5625,
      "learning_rate": 3.3716054895732105e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5437631487846375,
      "num_tokens": 197792674.0,
      "step": 256820
    },
    {
      "epoch": 0.32577839002077735,
      "grad_norm": 6.59375,
      "learning_rate": 3.371542058564582e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.545264282822609,
      "num_tokens": 197800311.0,
      "step": 256830
    },
    {
      "epoch": 0.3257910746133102,
      "grad_norm": 4.96875,
      "learning_rate": 3.371478627555953e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5212929010391235,
      "num_tokens": 197808984.0,
      "step": 256840
    },
    {
      "epoch": 0.32580375920584304,
      "grad_norm": 5.71875,
      "learning_rate": 3.3714151965473235e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5404177069664001,
      "num_tokens": 197817198.0,
      "step": 256850
    },
    {
      "epoch": 0.3258164437983759,
      "grad_norm": 5.96875,
      "learning_rate": 3.371351765538695e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.537965053319931,
      "num_tokens": 197825860.0,
      "step": 256860
    },
    {
      "epoch": 0.3258291283909087,
      "grad_norm": 5.375,
      "learning_rate": 3.371288334530065e-05,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5246000528335572,
      "num_tokens": 197834691.0,
      "step": 256870
    },
    {
      "epoch": 0.32584181298344156,
      "grad_norm": 5.15625,
      "learning_rate": 3.371224903521436e-05,
      "loss": 1.8181,
      "mean_token_accuracy": 0.5912580579519272,
      "num_tokens": 197842073.0,
      "step": 256880
    },
    {
      "epoch": 0.32585449757597434,
      "grad_norm": 5.1875,
      "learning_rate": 3.371161472512807e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5554013967514038,
      "num_tokens": 197850677.0,
      "step": 256890
    },
    {
      "epoch": 0.3258671821685072,
      "grad_norm": 6.96875,
      "learning_rate": 3.3710980415041775e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5552650630474091,
      "num_tokens": 197857523.0,
      "step": 256900
    },
    {
      "epoch": 0.32587986676104,
      "grad_norm": 4.5,
      "learning_rate": 3.371034610495549e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5336619019508362,
      "num_tokens": 197864694.0,
      "step": 256910
    },
    {
      "epoch": 0.32589255135357287,
      "grad_norm": 5.375,
      "learning_rate": 3.370971179486919e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5368343740701675,
      "num_tokens": 197872828.0,
      "step": 256920
    },
    {
      "epoch": 0.3259052359461057,
      "grad_norm": 5.3125,
      "learning_rate": 3.3709077484782905e-05,
      "loss": 2.2498,
      "mean_token_accuracy": 0.5162486791610718,
      "num_tokens": 197880960.0,
      "step": 256930
    },
    {
      "epoch": 0.32591792053863855,
      "grad_norm": 5.15625,
      "learning_rate": 3.370844317469661e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5411097198724747,
      "num_tokens": 197888819.0,
      "step": 256940
    },
    {
      "epoch": 0.3259306051311714,
      "grad_norm": 5.78125,
      "learning_rate": 3.3707808864610315e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5325588077306748,
      "num_tokens": 197897307.0,
      "step": 256950
    },
    {
      "epoch": 0.32594328972370423,
      "grad_norm": 4.96875,
      "learning_rate": 3.370717455452403e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5455051064491272,
      "num_tokens": 197904933.0,
      "step": 256960
    },
    {
      "epoch": 0.325955974316237,
      "grad_norm": 6.09375,
      "learning_rate": 3.370654024443773e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5751461237668991,
      "num_tokens": 197911716.0,
      "step": 256970
    },
    {
      "epoch": 0.32596865890876986,
      "grad_norm": 7.96875,
      "learning_rate": 3.3705905934351445e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5508039444684982,
      "num_tokens": 197918814.0,
      "step": 256980
    },
    {
      "epoch": 0.3259813435013027,
      "grad_norm": 4.5625,
      "learning_rate": 3.370527162426516e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5571014493703842,
      "num_tokens": 197927486.0,
      "step": 256990
    },
    {
      "epoch": 0.32599402809383554,
      "grad_norm": 5.75,
      "learning_rate": 3.370463731417886e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.537841185927391,
      "num_tokens": 197934795.0,
      "step": 257000
    },
    {
      "epoch": 0.3260067126863684,
      "grad_norm": 5.375,
      "learning_rate": 3.3704003004092575e-05,
      "loss": 2.2904,
      "mean_token_accuracy": 0.5065692752599716,
      "num_tokens": 197943726.0,
      "step": 257010
    },
    {
      "epoch": 0.3260193972789012,
      "grad_norm": 5.09375,
      "learning_rate": 3.370336869400627e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5557494282722473,
      "num_tokens": 197952063.0,
      "step": 257020
    },
    {
      "epoch": 0.32603208187143407,
      "grad_norm": 4.84375,
      "learning_rate": 3.3702734383919985e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5449211835861206,
      "num_tokens": 197960181.0,
      "step": 257030
    },
    {
      "epoch": 0.32604476646396685,
      "grad_norm": 6.625,
      "learning_rate": 3.37021000738337e-05,
      "loss": 1.8027,
      "mean_token_accuracy": 0.6084508270025253,
      "num_tokens": 197966429.0,
      "step": 257040
    },
    {
      "epoch": 0.3260574510564997,
      "grad_norm": 5.8125,
      "learning_rate": 3.37014657637474e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5415830016136169,
      "num_tokens": 197975194.0,
      "step": 257050
    },
    {
      "epoch": 0.32607013564903253,
      "grad_norm": 5.21875,
      "learning_rate": 3.3700831453661115e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.549254697561264,
      "num_tokens": 197983723.0,
      "step": 257060
    },
    {
      "epoch": 0.3260828202415654,
      "grad_norm": 6.75,
      "learning_rate": 3.370019714357482e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5389973878860473,
      "num_tokens": 197992279.0,
      "step": 257070
    },
    {
      "epoch": 0.3260955048340982,
      "grad_norm": 5.4375,
      "learning_rate": 3.369956283348853e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5395349740982056,
      "num_tokens": 198000333.0,
      "step": 257080
    },
    {
      "epoch": 0.32610818942663106,
      "grad_norm": 5.03125,
      "learning_rate": 3.369892852340224e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.554635089635849,
      "num_tokens": 198008401.0,
      "step": 257090
    },
    {
      "epoch": 0.3261208740191639,
      "grad_norm": 6.09375,
      "learning_rate": 3.369829421331594e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5578818023204803,
      "num_tokens": 198016343.0,
      "step": 257100
    },
    {
      "epoch": 0.32613355861169674,
      "grad_norm": 5.46875,
      "learning_rate": 3.3697659903229655e-05,
      "loss": 1.7479,
      "mean_token_accuracy": 0.6204001307487488,
      "num_tokens": 198022846.0,
      "step": 257110
    },
    {
      "epoch": 0.3261462432042295,
      "grad_norm": 5.75,
      "learning_rate": 3.369702559314336e-05,
      "loss": 1.8635,
      "mean_token_accuracy": 0.5795702010393142,
      "num_tokens": 198030753.0,
      "step": 257120
    },
    {
      "epoch": 0.32615892779676237,
      "grad_norm": 7.46875,
      "learning_rate": 3.369639128305707e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5449815094470978,
      "num_tokens": 198036590.0,
      "step": 257130
    },
    {
      "epoch": 0.3261716123892952,
      "grad_norm": 6.40625,
      "learning_rate": 3.3695756972970785e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5312646448612213,
      "num_tokens": 198044006.0,
      "step": 257140
    },
    {
      "epoch": 0.32618429698182805,
      "grad_norm": 5.21875,
      "learning_rate": 3.369512266288449e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5482659697532654,
      "num_tokens": 198052302.0,
      "step": 257150
    },
    {
      "epoch": 0.3261969815743609,
      "grad_norm": 6.875,
      "learning_rate": 3.3694488352798196e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5528480589389801,
      "num_tokens": 198059430.0,
      "step": 257160
    },
    {
      "epoch": 0.32620966616689373,
      "grad_norm": 5.9375,
      "learning_rate": 3.36938540427119e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5480583578348159,
      "num_tokens": 198066977.0,
      "step": 257170
    },
    {
      "epoch": 0.32622235075942657,
      "grad_norm": 7.6875,
      "learning_rate": 3.369321973262561e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5421991616487503,
      "num_tokens": 198073161.0,
      "step": 257180
    },
    {
      "epoch": 0.3262350353519594,
      "grad_norm": 5.65625,
      "learning_rate": 3.3692585422539325e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5518781185150147,
      "num_tokens": 198082415.0,
      "step": 257190
    },
    {
      "epoch": 0.3262477199444922,
      "grad_norm": 5.25,
      "learning_rate": 3.369195111245303e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5352460861206054,
      "num_tokens": 198091006.0,
      "step": 257200
    },
    {
      "epoch": 0.32626040453702504,
      "grad_norm": 6.28125,
      "learning_rate": 3.369131680236674e-05,
      "loss": 1.911,
      "mean_token_accuracy": 0.5595133125782012,
      "num_tokens": 198098422.0,
      "step": 257210
    },
    {
      "epoch": 0.3262730891295579,
      "grad_norm": 6.53125,
      "learning_rate": 3.369068249228045e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5519584566354752,
      "num_tokens": 198106343.0,
      "step": 257220
    },
    {
      "epoch": 0.3262857737220907,
      "grad_norm": 5.84375,
      "learning_rate": 3.369004818219415e-05,
      "loss": 1.8244,
      "mean_token_accuracy": 0.5929611206054688,
      "num_tokens": 198113187.0,
      "step": 257230
    },
    {
      "epoch": 0.32629845831462356,
      "grad_norm": 8.125,
      "learning_rate": 3.3689413872107865e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5498316824436188,
      "num_tokens": 198119505.0,
      "step": 257240
    },
    {
      "epoch": 0.3263111429071564,
      "grad_norm": 4.9375,
      "learning_rate": 3.368877956202157e-05,
      "loss": 2.2467,
      "mean_token_accuracy": 0.5228344798088074,
      "num_tokens": 198127383.0,
      "step": 257250
    },
    {
      "epoch": 0.32632382749968925,
      "grad_norm": 5.90625,
      "learning_rate": 3.368814525193528e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5502241522073745,
      "num_tokens": 198135247.0,
      "step": 257260
    },
    {
      "epoch": 0.3263365120922221,
      "grad_norm": 4.78125,
      "learning_rate": 3.368751094184899e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.554726529121399,
      "num_tokens": 198142118.0,
      "step": 257270
    },
    {
      "epoch": 0.32634919668475487,
      "grad_norm": 6.0625,
      "learning_rate": 3.36868766317627e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5445243269205093,
      "num_tokens": 198150990.0,
      "step": 257280
    },
    {
      "epoch": 0.3263618812772877,
      "grad_norm": 5.9375,
      "learning_rate": 3.3686242321676406e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5330370098352433,
      "num_tokens": 198159037.0,
      "step": 257290
    },
    {
      "epoch": 0.32637456586982055,
      "grad_norm": 4.8125,
      "learning_rate": 3.368560801159011e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5433608412742614,
      "num_tokens": 198166773.0,
      "step": 257300
    },
    {
      "epoch": 0.3263872504623534,
      "grad_norm": 6.6875,
      "learning_rate": 3.368497370150382e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5269083440303802,
      "num_tokens": 198174519.0,
      "step": 257310
    },
    {
      "epoch": 0.32639993505488624,
      "grad_norm": 5.6875,
      "learning_rate": 3.368433939141753e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5285382777452469,
      "num_tokens": 198183742.0,
      "step": 257320
    },
    {
      "epoch": 0.3264126196474191,
      "grad_norm": 7.6875,
      "learning_rate": 3.368370508133124e-05,
      "loss": 1.8205,
      "mean_token_accuracy": 0.5901778906583786,
      "num_tokens": 198190170.0,
      "step": 257330
    },
    {
      "epoch": 0.3264253042399519,
      "grad_norm": 5.25,
      "learning_rate": 3.368307077124495e-05,
      "loss": 1.8817,
      "mean_token_accuracy": 0.5766842007637024,
      "num_tokens": 198198544.0,
      "step": 257340
    },
    {
      "epoch": 0.32643798883248476,
      "grad_norm": 4.40625,
      "learning_rate": 3.368243646115866e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5586755812168122,
      "num_tokens": 198205894.0,
      "step": 257350
    },
    {
      "epoch": 0.32645067342501755,
      "grad_norm": 5.90625,
      "learning_rate": 3.3681802151072364e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5626715421676636,
      "num_tokens": 198213894.0,
      "step": 257360
    },
    {
      "epoch": 0.3264633580175504,
      "grad_norm": 5.8125,
      "learning_rate": 3.368116784098607e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5395304769277572,
      "num_tokens": 198221879.0,
      "step": 257370
    },
    {
      "epoch": 0.32647604261008323,
      "grad_norm": 6.125,
      "learning_rate": 3.368053353089978e-05,
      "loss": 2.3063,
      "mean_token_accuracy": 0.5046367257833481,
      "num_tokens": 198229296.0,
      "step": 257380
    },
    {
      "epoch": 0.32648872720261607,
      "grad_norm": 5.875,
      "learning_rate": 3.367989922081349e-05,
      "loss": 1.8221,
      "mean_token_accuracy": 0.589967942237854,
      "num_tokens": 198236292.0,
      "step": 257390
    },
    {
      "epoch": 0.3265014117951489,
      "grad_norm": 5.46875,
      "learning_rate": 3.36792649107272e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5234304130077362,
      "num_tokens": 198245047.0,
      "step": 257400
    },
    {
      "epoch": 0.32651409638768175,
      "grad_norm": 4.96875,
      "learning_rate": 3.367863060064091e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.544228944182396,
      "num_tokens": 198252755.0,
      "step": 257410
    },
    {
      "epoch": 0.3265267809802146,
      "grad_norm": 5.15625,
      "learning_rate": 3.3677996290554616e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5246072769165039,
      "num_tokens": 198260759.0,
      "step": 257420
    },
    {
      "epoch": 0.32653946557274743,
      "grad_norm": 6.03125,
      "learning_rate": 3.367736198046833e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5257078409194946,
      "num_tokens": 198268637.0,
      "step": 257430
    },
    {
      "epoch": 0.3265521501652802,
      "grad_norm": 5.375,
      "learning_rate": 3.3676727670382033e-05,
      "loss": 1.8143,
      "mean_token_accuracy": 0.5903418600559235,
      "num_tokens": 198275634.0,
      "step": 257440
    },
    {
      "epoch": 0.32656483475781306,
      "grad_norm": 6.53125,
      "learning_rate": 3.367609336029574e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.563987848162651,
      "num_tokens": 198282100.0,
      "step": 257450
    },
    {
      "epoch": 0.3265775193503459,
      "grad_norm": 5.75,
      "learning_rate": 3.367545905020945e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5623262226581573,
      "num_tokens": 198289978.0,
      "step": 257460
    },
    {
      "epoch": 0.32659020394287874,
      "grad_norm": 5.71875,
      "learning_rate": 3.367482474012316e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5664329588413238,
      "num_tokens": 198297872.0,
      "step": 257470
    },
    {
      "epoch": 0.3266028885354116,
      "grad_norm": 5.75,
      "learning_rate": 3.367419043003687e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5363474369049073,
      "num_tokens": 198306779.0,
      "step": 257480
    },
    {
      "epoch": 0.3266155731279444,
      "grad_norm": 5.1875,
      "learning_rate": 3.367355611995058e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5615815848112107,
      "num_tokens": 198315609.0,
      "step": 257490
    },
    {
      "epoch": 0.32662825772047727,
      "grad_norm": 7.75,
      "learning_rate": 3.3672921809864286e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5418846219778061,
      "num_tokens": 198322823.0,
      "step": 257500
    },
    {
      "epoch": 0.32664094231301005,
      "grad_norm": 5.1875,
      "learning_rate": 3.367228749977799e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5499458193778992,
      "num_tokens": 198331611.0,
      "step": 257510
    },
    {
      "epoch": 0.3266536269055429,
      "grad_norm": 6.40625,
      "learning_rate": 3.36716531896917e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5358569830656051,
      "num_tokens": 198340120.0,
      "step": 257520
    },
    {
      "epoch": 0.32666631149807573,
      "grad_norm": 5.1875,
      "learning_rate": 3.367101887960541e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5365389853715896,
      "num_tokens": 198348201.0,
      "step": 257530
    },
    {
      "epoch": 0.3266789960906086,
      "grad_norm": 5.15625,
      "learning_rate": 3.367038456951912e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5212354630231857,
      "num_tokens": 198357379.0,
      "step": 257540
    },
    {
      "epoch": 0.3266916806831414,
      "grad_norm": 5.125,
      "learning_rate": 3.3669750259432826e-05,
      "loss": 1.7216,
      "mean_token_accuracy": 0.6251500368118286,
      "num_tokens": 198364232.0,
      "step": 257550
    },
    {
      "epoch": 0.32670436527567426,
      "grad_norm": 6.09375,
      "learning_rate": 3.366911594934654e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5727015882730484,
      "num_tokens": 198370112.0,
      "step": 257560
    },
    {
      "epoch": 0.3267170498682071,
      "grad_norm": 8.5,
      "learning_rate": 3.3668481639260244e-05,
      "loss": 1.8945,
      "mean_token_accuracy": 0.5686921626329422,
      "num_tokens": 198377403.0,
      "step": 257570
    },
    {
      "epoch": 0.32672973446073994,
      "grad_norm": 7.84375,
      "learning_rate": 3.366784732917395e-05,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5222655832767487,
      "num_tokens": 198385265.0,
      "step": 257580
    },
    {
      "epoch": 0.3267424190532727,
      "grad_norm": 6.15625,
      "learning_rate": 3.366721301908766e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5613892048597335,
      "num_tokens": 198391764.0,
      "step": 257590
    },
    {
      "epoch": 0.32675510364580557,
      "grad_norm": 7.53125,
      "learning_rate": 3.3666578709001367e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5663237899541855,
      "num_tokens": 198398842.0,
      "step": 257600
    },
    {
      "epoch": 0.3267677882383384,
      "grad_norm": 8.3125,
      "learning_rate": 3.366594439891508e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5358910292387009,
      "num_tokens": 198406108.0,
      "step": 257610
    },
    {
      "epoch": 0.32678047283087125,
      "grad_norm": 6.15625,
      "learning_rate": 3.366531008882879e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.524000397324562,
      "num_tokens": 198414930.0,
      "step": 257620
    },
    {
      "epoch": 0.3267931574234041,
      "grad_norm": 5.84375,
      "learning_rate": 3.3664675778742496e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5403183043003082,
      "num_tokens": 198422812.0,
      "step": 257630
    },
    {
      "epoch": 0.32680584201593693,
      "grad_norm": 6.3125,
      "learning_rate": 3.36640414686562e-05,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5781840503215789,
      "num_tokens": 198431334.0,
      "step": 257640
    },
    {
      "epoch": 0.3268185266084698,
      "grad_norm": 6.625,
      "learning_rate": 3.366340715856991e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5286960422992706,
      "num_tokens": 198439738.0,
      "step": 257650
    },
    {
      "epoch": 0.3268312112010026,
      "grad_norm": 7.96875,
      "learning_rate": 3.366277284848362e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5604248493909836,
      "num_tokens": 198445029.0,
      "step": 257660
    },
    {
      "epoch": 0.3268438957935354,
      "grad_norm": 5.96875,
      "learning_rate": 3.366213853839733e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5460995465517045,
      "num_tokens": 198451552.0,
      "step": 257670
    },
    {
      "epoch": 0.32685658038606824,
      "grad_norm": 5.875,
      "learning_rate": 3.3661504228311036e-05,
      "loss": 1.9106,
      "mean_token_accuracy": 0.5768874287605286,
      "num_tokens": 198458893.0,
      "step": 257680
    },
    {
      "epoch": 0.3268692649786011,
      "grad_norm": 7.375,
      "learning_rate": 3.366086991822475e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5239018559455871,
      "num_tokens": 198465735.0,
      "step": 257690
    },
    {
      "epoch": 0.3268819495711339,
      "grad_norm": 6.5,
      "learning_rate": 3.3660235608138454e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5688608765602112,
      "num_tokens": 198472327.0,
      "step": 257700
    },
    {
      "epoch": 0.32689463416366676,
      "grad_norm": 6.4375,
      "learning_rate": 3.365960129805216e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.545263135433197,
      "num_tokens": 198480143.0,
      "step": 257710
    },
    {
      "epoch": 0.3269073187561996,
      "grad_norm": 7.53125,
      "learning_rate": 3.365896698796587e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5460730224847794,
      "num_tokens": 198487629.0,
      "step": 257720
    },
    {
      "epoch": 0.32692000334873245,
      "grad_norm": 4.75,
      "learning_rate": 3.365833267787958e-05,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5725680381059647,
      "num_tokens": 198496412.0,
      "step": 257730
    },
    {
      "epoch": 0.3269326879412653,
      "grad_norm": 6.21875,
      "learning_rate": 3.365769836779329e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5587604731321335,
      "num_tokens": 198504442.0,
      "step": 257740
    },
    {
      "epoch": 0.3269453725337981,
      "grad_norm": 6.9375,
      "learning_rate": 3.3657064057706994e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5399347335100174,
      "num_tokens": 198512602.0,
      "step": 257750
    },
    {
      "epoch": 0.3269580571263309,
      "grad_norm": 5.5625,
      "learning_rate": 3.3656429747620706e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5378884077072144,
      "num_tokens": 198519574.0,
      "step": 257760
    },
    {
      "epoch": 0.32697074171886376,
      "grad_norm": 4.78125,
      "learning_rate": 3.365579543753442e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5261890977621079,
      "num_tokens": 198526881.0,
      "step": 257770
    },
    {
      "epoch": 0.3269834263113966,
      "grad_norm": 4.71875,
      "learning_rate": 3.365516112744812e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.526898056268692,
      "num_tokens": 198535404.0,
      "step": 257780
    },
    {
      "epoch": 0.32699611090392944,
      "grad_norm": 5.1875,
      "learning_rate": 3.365452681736183e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5392114043235778,
      "num_tokens": 198542869.0,
      "step": 257790
    },
    {
      "epoch": 0.3270087954964623,
      "grad_norm": 4.65625,
      "learning_rate": 3.3653892507275535e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5694986879825592,
      "num_tokens": 198551257.0,
      "step": 257800
    },
    {
      "epoch": 0.3270214800889951,
      "grad_norm": 6.03125,
      "learning_rate": 3.365325819718925e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5497550904750824,
      "num_tokens": 198559861.0,
      "step": 257810
    },
    {
      "epoch": 0.32703416468152796,
      "grad_norm": 5.0625,
      "learning_rate": 3.365262388710296e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5295985013246536,
      "num_tokens": 198568511.0,
      "step": 257820
    },
    {
      "epoch": 0.32704684927406075,
      "grad_norm": 6.96875,
      "learning_rate": 3.3651989577016664e-05,
      "loss": 1.8924,
      "mean_token_accuracy": 0.5800064027309417,
      "num_tokens": 198576820.0,
      "step": 257830
    },
    {
      "epoch": 0.3270595338665936,
      "grad_norm": 6.59375,
      "learning_rate": 3.3651355266930376e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5312559306621552,
      "num_tokens": 198585446.0,
      "step": 257840
    },
    {
      "epoch": 0.32707221845912643,
      "grad_norm": 7.65625,
      "learning_rate": 3.365072095684408e-05,
      "loss": 2.2962,
      "mean_token_accuracy": 0.5157241970300674,
      "num_tokens": 198592840.0,
      "step": 257850
    },
    {
      "epoch": 0.32708490305165927,
      "grad_norm": 5.25,
      "learning_rate": 3.365008664675779e-05,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5224333196878433,
      "num_tokens": 198601470.0,
      "step": 257860
    },
    {
      "epoch": 0.3270975876441921,
      "grad_norm": 5.1875,
      "learning_rate": 3.36494523366715e-05,
      "loss": 1.798,
      "mean_token_accuracy": 0.5940084159374237,
      "num_tokens": 198608213.0,
      "step": 257870
    },
    {
      "epoch": 0.32711027223672495,
      "grad_norm": 5.3125,
      "learning_rate": 3.3648818026585204e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5251809626817703,
      "num_tokens": 198617520.0,
      "step": 257880
    },
    {
      "epoch": 0.3271229568292578,
      "grad_norm": 6.3125,
      "learning_rate": 3.3648183716498917e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5241450220346451,
      "num_tokens": 198625501.0,
      "step": 257890
    },
    {
      "epoch": 0.32713564142179063,
      "grad_norm": 5.28125,
      "learning_rate": 3.364754940641262e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5410124570131302,
      "num_tokens": 198633864.0,
      "step": 257900
    },
    {
      "epoch": 0.3271483260143234,
      "grad_norm": 5.21875,
      "learning_rate": 3.3646915096326334e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5526235729455948,
      "num_tokens": 198641678.0,
      "step": 257910
    },
    {
      "epoch": 0.32716101060685626,
      "grad_norm": 9.3125,
      "learning_rate": 3.364628078624004e-05,
      "loss": 1.9394,
      "mean_token_accuracy": 0.5707097619771957,
      "num_tokens": 198647950.0,
      "step": 257920
    },
    {
      "epoch": 0.3271736951993891,
      "grad_norm": 6.5625,
      "learning_rate": 3.3645646476153745e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.549373134970665,
      "num_tokens": 198654959.0,
      "step": 257930
    },
    {
      "epoch": 0.32718637979192194,
      "grad_norm": 5.71875,
      "learning_rate": 3.364501216606746e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5527278006076812,
      "num_tokens": 198664056.0,
      "step": 257940
    },
    {
      "epoch": 0.3271990643844548,
      "grad_norm": 9.0625,
      "learning_rate": 3.364437785598116e-05,
      "loss": 1.9265,
      "mean_token_accuracy": 0.5779087841510773,
      "num_tokens": 198672536.0,
      "step": 257950
    },
    {
      "epoch": 0.3272117489769876,
      "grad_norm": 5.25,
      "learning_rate": 3.3643743545894874e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.562583401799202,
      "num_tokens": 198680777.0,
      "step": 257960
    },
    {
      "epoch": 0.32722443356952047,
      "grad_norm": 7.125,
      "learning_rate": 3.3643109235808587e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5455476254224777,
      "num_tokens": 198686832.0,
      "step": 257970
    },
    {
      "epoch": 0.32723711816205325,
      "grad_norm": 5.21875,
      "learning_rate": 3.364247492572229e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.546784833073616,
      "num_tokens": 198693998.0,
      "step": 257980
    },
    {
      "epoch": 0.3272498027545861,
      "grad_norm": 5.875,
      "learning_rate": 3.3641840615636e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5313676953315735,
      "num_tokens": 198701358.0,
      "step": 257990
    },
    {
      "epoch": 0.32726248734711894,
      "grad_norm": 6.90625,
      "learning_rate": 3.36412063055497e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5628952652215957,
      "num_tokens": 198707597.0,
      "step": 258000
    },
    {
      "epoch": 0.3272751719396518,
      "grad_norm": 5.90625,
      "learning_rate": 3.3640571995463415e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.546640795469284,
      "num_tokens": 198715732.0,
      "step": 258010
    },
    {
      "epoch": 0.3272878565321846,
      "grad_norm": 5.53125,
      "learning_rate": 3.363993768537713e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5282472372055054,
      "num_tokens": 198724507.0,
      "step": 258020
    },
    {
      "epoch": 0.32730054112471746,
      "grad_norm": 5.15625,
      "learning_rate": 3.363930337529083e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.524721336364746,
      "num_tokens": 198733977.0,
      "step": 258030
    },
    {
      "epoch": 0.3273132257172503,
      "grad_norm": 4.9375,
      "learning_rate": 3.3638669065204544e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5281892895698548,
      "num_tokens": 198742807.0,
      "step": 258040
    },
    {
      "epoch": 0.32732591030978314,
      "grad_norm": 5.5625,
      "learning_rate": 3.363803475511825e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5537346988916397,
      "num_tokens": 198750421.0,
      "step": 258050
    },
    {
      "epoch": 0.3273385949023159,
      "grad_norm": 5.59375,
      "learning_rate": 3.3637400445031955e-05,
      "loss": 1.8026,
      "mean_token_accuracy": 0.60960833132267,
      "num_tokens": 198757167.0,
      "step": 258060
    },
    {
      "epoch": 0.32735127949484877,
      "grad_norm": 5.15625,
      "learning_rate": 3.363676613494567e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5428592324256897,
      "num_tokens": 198765323.0,
      "step": 258070
    },
    {
      "epoch": 0.3273639640873816,
      "grad_norm": 7.9375,
      "learning_rate": 3.363613182485937e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5627779424190521,
      "num_tokens": 198771861.0,
      "step": 258080
    },
    {
      "epoch": 0.32737664867991445,
      "grad_norm": 6.875,
      "learning_rate": 3.3635497514773085e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5662885338068009,
      "num_tokens": 198778990.0,
      "step": 258090
    },
    {
      "epoch": 0.3273893332724473,
      "grad_norm": 5.25,
      "learning_rate": 3.363486320468679e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5574479758739471,
      "num_tokens": 198787017.0,
      "step": 258100
    },
    {
      "epoch": 0.32740201786498013,
      "grad_norm": 5.28125,
      "learning_rate": 3.36342288946005e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5301626861095429,
      "num_tokens": 198795741.0,
      "step": 258110
    },
    {
      "epoch": 0.327414702457513,
      "grad_norm": 5.59375,
      "learning_rate": 3.3633594584514214e-05,
      "loss": 1.8706,
      "mean_token_accuracy": 0.5913820564746857,
      "num_tokens": 198802335.0,
      "step": 258120
    },
    {
      "epoch": 0.3274273870500458,
      "grad_norm": 7.0,
      "learning_rate": 3.363296027442791e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5369155287742615,
      "num_tokens": 198808974.0,
      "step": 258130
    },
    {
      "epoch": 0.3274400716425786,
      "grad_norm": 5.40625,
      "learning_rate": 3.3632325964341625e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5711859494447709,
      "num_tokens": 198814922.0,
      "step": 258140
    },
    {
      "epoch": 0.32745275623511144,
      "grad_norm": 6.46875,
      "learning_rate": 3.363169165425533e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5359441578388214,
      "num_tokens": 198822090.0,
      "step": 258150
    },
    {
      "epoch": 0.3274654408276443,
      "grad_norm": 5.75,
      "learning_rate": 3.363105734416904e-05,
      "loss": 2.4395,
      "mean_token_accuracy": 0.4973389312624931,
      "num_tokens": 198829237.0,
      "step": 258160
    },
    {
      "epoch": 0.3274781254201771,
      "grad_norm": 6.46875,
      "learning_rate": 3.3630423034082755e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5131722241640091,
      "num_tokens": 198836626.0,
      "step": 258170
    },
    {
      "epoch": 0.32749081001270997,
      "grad_norm": 5.21875,
      "learning_rate": 3.362978872399646e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5666357457637787,
      "num_tokens": 198843786.0,
      "step": 258180
    },
    {
      "epoch": 0.3275034946052428,
      "grad_norm": 5.8125,
      "learning_rate": 3.362915441391017e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5507159233093262,
      "num_tokens": 198850449.0,
      "step": 258190
    },
    {
      "epoch": 0.32751617919777565,
      "grad_norm": 4.96875,
      "learning_rate": 3.362852010382388e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5564807057380676,
      "num_tokens": 198858775.0,
      "step": 258200
    },
    {
      "epoch": 0.3275288637903085,
      "grad_norm": 5.0625,
      "learning_rate": 3.362788579373758e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5465322375297547,
      "num_tokens": 198867411.0,
      "step": 258210
    },
    {
      "epoch": 0.3275415483828413,
      "grad_norm": 6.1875,
      "learning_rate": 3.3627251483651295e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5680204004049301,
      "num_tokens": 198874564.0,
      "step": 258220
    },
    {
      "epoch": 0.3275542329753741,
      "grad_norm": 6.625,
      "learning_rate": 3.3626617173565e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5159436225891113,
      "num_tokens": 198882204.0,
      "step": 258230
    },
    {
      "epoch": 0.32756691756790696,
      "grad_norm": 4.59375,
      "learning_rate": 3.362598286347871e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5574029445648193,
      "num_tokens": 198890867.0,
      "step": 258240
    },
    {
      "epoch": 0.3275796021604398,
      "grad_norm": 6.375,
      "learning_rate": 3.362534855339242e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.542395395040512,
      "num_tokens": 198898294.0,
      "step": 258250
    },
    {
      "epoch": 0.32759228675297264,
      "grad_norm": 5.6875,
      "learning_rate": 3.362471424330613e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5482764810323715,
      "num_tokens": 198906721.0,
      "step": 258260
    },
    {
      "epoch": 0.3276049713455055,
      "grad_norm": 4.375,
      "learning_rate": 3.3624079933219835e-05,
      "loss": 1.899,
      "mean_token_accuracy": 0.5836552262306214,
      "num_tokens": 198912620.0,
      "step": 258270
    },
    {
      "epoch": 0.3276176559380383,
      "grad_norm": 6.0625,
      "learning_rate": 3.362344562313354e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5369061589241028,
      "num_tokens": 198920633.0,
      "step": 258280
    },
    {
      "epoch": 0.32763034053057116,
      "grad_norm": 5.9375,
      "learning_rate": 3.362281131304725e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5451316177845001,
      "num_tokens": 198928658.0,
      "step": 258290
    },
    {
      "epoch": 0.32764302512310395,
      "grad_norm": 5.875,
      "learning_rate": 3.362217700296096e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5636238753795624,
      "num_tokens": 198936506.0,
      "step": 258300
    },
    {
      "epoch": 0.3276557097156368,
      "grad_norm": 7.3125,
      "learning_rate": 3.362154269287467e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5336453557014466,
      "num_tokens": 198945192.0,
      "step": 258310
    },
    {
      "epoch": 0.32766839430816963,
      "grad_norm": 6.5,
      "learning_rate": 3.362090838278838e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5616282284259796,
      "num_tokens": 198952138.0,
      "step": 258320
    },
    {
      "epoch": 0.32768107890070247,
      "grad_norm": 6.21875,
      "learning_rate": 3.362027407270209e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5542370796203613,
      "num_tokens": 198959691.0,
      "step": 258330
    },
    {
      "epoch": 0.3276937634932353,
      "grad_norm": 6.46875,
      "learning_rate": 3.361963976261579e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5325776040554047,
      "num_tokens": 198967655.0,
      "step": 258340
    },
    {
      "epoch": 0.32770644808576815,
      "grad_norm": 7.3125,
      "learning_rate": 3.36190054525295e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5290664553642273,
      "num_tokens": 198976359.0,
      "step": 258350
    },
    {
      "epoch": 0.327719132678301,
      "grad_norm": 7.15625,
      "learning_rate": 3.361837114244321e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.5675057291984558,
      "num_tokens": 198983354.0,
      "step": 258360
    },
    {
      "epoch": 0.32773181727083384,
      "grad_norm": 3.921875,
      "learning_rate": 3.361773683235692e-05,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5754657208919525,
      "num_tokens": 198990821.0,
      "step": 258370
    },
    {
      "epoch": 0.3277445018633666,
      "grad_norm": 5.40625,
      "learning_rate": 3.361710252227063e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5366871565580368,
      "num_tokens": 198999489.0,
      "step": 258380
    },
    {
      "epoch": 0.32775718645589946,
      "grad_norm": 6.875,
      "learning_rate": 3.361646821218434e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5478230327367782,
      "num_tokens": 199007055.0,
      "step": 258390
    },
    {
      "epoch": 0.3277698710484323,
      "grad_norm": 5.84375,
      "learning_rate": 3.3615833902098045e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.553758305311203,
      "num_tokens": 199014457.0,
      "step": 258400
    },
    {
      "epoch": 0.32778255564096515,
      "grad_norm": 4.625,
      "learning_rate": 3.361519959201175e-05,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5676036953926087,
      "num_tokens": 199021326.0,
      "step": 258410
    },
    {
      "epoch": 0.327795240233498,
      "grad_norm": 6.84375,
      "learning_rate": 3.361456528192546e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5467527210712433,
      "num_tokens": 199028625.0,
      "step": 258420
    },
    {
      "epoch": 0.3278079248260308,
      "grad_norm": 5.15625,
      "learning_rate": 3.361393097183917e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5332642167806625,
      "num_tokens": 199037436.0,
      "step": 258430
    },
    {
      "epoch": 0.32782060941856367,
      "grad_norm": 5.28125,
      "learning_rate": 3.361329666175288e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5564037770032882,
      "num_tokens": 199045576.0,
      "step": 258440
    },
    {
      "epoch": 0.32783329401109645,
      "grad_norm": 6.84375,
      "learning_rate": 3.361266235166659e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5212533086538315,
      "num_tokens": 199053086.0,
      "step": 258450
    },
    {
      "epoch": 0.3278459786036293,
      "grad_norm": 4.625,
      "learning_rate": 3.36120280415803e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5273926049470902,
      "num_tokens": 199060140.0,
      "step": 258460
    },
    {
      "epoch": 0.32785866319616214,
      "grad_norm": 5.96875,
      "learning_rate": 3.3611393731494e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5536444544792175,
      "num_tokens": 199067696.0,
      "step": 258470
    },
    {
      "epoch": 0.327871347788695,
      "grad_norm": 4.6875,
      "learning_rate": 3.361075942140771e-05,
      "loss": 1.8255,
      "mean_token_accuracy": 0.5862210154533386,
      "num_tokens": 199075079.0,
      "step": 258480
    },
    {
      "epoch": 0.3278840323812278,
      "grad_norm": 4.6875,
      "learning_rate": 3.361012511132142e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5329155772924423,
      "num_tokens": 199082835.0,
      "step": 258490
    },
    {
      "epoch": 0.32789671697376066,
      "grad_norm": 6.25,
      "learning_rate": 3.360949080123513e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.554798498749733,
      "num_tokens": 199089550.0,
      "step": 258500
    },
    {
      "epoch": 0.3279094015662935,
      "grad_norm": 4.8125,
      "learning_rate": 3.360885649114884e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5414391756057739,
      "num_tokens": 199098732.0,
      "step": 258510
    },
    {
      "epoch": 0.32792208615882634,
      "grad_norm": 5.28125,
      "learning_rate": 3.360822218106255e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5574172288179398,
      "num_tokens": 199105118.0,
      "step": 258520
    },
    {
      "epoch": 0.32793477075135913,
      "grad_norm": 5.75,
      "learning_rate": 3.3607587870976256e-05,
      "loss": 1.8987,
      "mean_token_accuracy": 0.5678094387054443,
      "num_tokens": 199112013.0,
      "step": 258530
    },
    {
      "epoch": 0.32794745534389197,
      "grad_norm": 6.5625,
      "learning_rate": 3.360695356088997e-05,
      "loss": 2.1988,
      "mean_token_accuracy": 0.5244977355003357,
      "num_tokens": 199120060.0,
      "step": 258540
    },
    {
      "epoch": 0.3279601399364248,
      "grad_norm": 6.71875,
      "learning_rate": 3.360631925080367e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5399450421333313,
      "num_tokens": 199126796.0,
      "step": 258550
    },
    {
      "epoch": 0.32797282452895765,
      "grad_norm": 5.4375,
      "learning_rate": 3.360568494071738e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5451931327581405,
      "num_tokens": 199135054.0,
      "step": 258560
    },
    {
      "epoch": 0.3279855091214905,
      "grad_norm": 5.90625,
      "learning_rate": 3.360505063063109e-05,
      "loss": 2.2576,
      "mean_token_accuracy": 0.5193980127573014,
      "num_tokens": 199142509.0,
      "step": 258570
    },
    {
      "epoch": 0.32799819371402333,
      "grad_norm": 4.71875,
      "learning_rate": 3.3604416320544796e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5358362823724747,
      "num_tokens": 199150140.0,
      "step": 258580
    },
    {
      "epoch": 0.3280108783065562,
      "grad_norm": 5.1875,
      "learning_rate": 3.360378201045851e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5421700596809387,
      "num_tokens": 199157602.0,
      "step": 258590
    },
    {
      "epoch": 0.328023562899089,
      "grad_norm": 6.1875,
      "learning_rate": 3.360314770037222e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5636026322841644,
      "num_tokens": 199164887.0,
      "step": 258600
    },
    {
      "epoch": 0.3280362474916218,
      "grad_norm": 6.09375,
      "learning_rate": 3.3602513390285926e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.534534677863121,
      "num_tokens": 199172814.0,
      "step": 258610
    },
    {
      "epoch": 0.32804893208415464,
      "grad_norm": 5.0,
      "learning_rate": 3.360187908019963e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5373857080936432,
      "num_tokens": 199180042.0,
      "step": 258620
    },
    {
      "epoch": 0.3280616166766875,
      "grad_norm": 4.375,
      "learning_rate": 3.3601244770113336e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5500674396753311,
      "num_tokens": 199187578.0,
      "step": 258630
    },
    {
      "epoch": 0.3280743012692203,
      "grad_norm": 4.65625,
      "learning_rate": 3.360061046002705e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5483662545681,
      "num_tokens": 199194873.0,
      "step": 258640
    },
    {
      "epoch": 0.32808698586175317,
      "grad_norm": 5.59375,
      "learning_rate": 3.359997614994076e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5606549412012101,
      "num_tokens": 199203612.0,
      "step": 258650
    },
    {
      "epoch": 0.328099670454286,
      "grad_norm": 5.84375,
      "learning_rate": 3.3599341839854466e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5548763304948807,
      "num_tokens": 199210692.0,
      "step": 258660
    },
    {
      "epoch": 0.32811235504681885,
      "grad_norm": 6.96875,
      "learning_rate": 3.359870752976818e-05,
      "loss": 1.7904,
      "mean_token_accuracy": 0.5991364419460297,
      "num_tokens": 199216950.0,
      "step": 258670
    },
    {
      "epoch": 0.3281250396393517,
      "grad_norm": 5.53125,
      "learning_rate": 3.359807321968188e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5408164292573929,
      "num_tokens": 199224285.0,
      "step": 258680
    },
    {
      "epoch": 0.3281377242318845,
      "grad_norm": 7.25,
      "learning_rate": 3.359743890959559e-05,
      "loss": 2.3342,
      "mean_token_accuracy": 0.5056996554136276,
      "num_tokens": 199233293.0,
      "step": 258690
    },
    {
      "epoch": 0.3281504088244173,
      "grad_norm": 4.59375,
      "learning_rate": 3.35968045995093e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.562522679567337,
      "num_tokens": 199239758.0,
      "step": 258700
    },
    {
      "epoch": 0.32816309341695016,
      "grad_norm": 8.375,
      "learning_rate": 3.3596170289423006e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5450346887111663,
      "num_tokens": 199247666.0,
      "step": 258710
    },
    {
      "epoch": 0.328175778009483,
      "grad_norm": 7.25,
      "learning_rate": 3.359553597933672e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5361378908157348,
      "num_tokens": 199254865.0,
      "step": 258720
    },
    {
      "epoch": 0.32818846260201584,
      "grad_norm": 5.5625,
      "learning_rate": 3.3594901669250424e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5217004120349884,
      "num_tokens": 199263735.0,
      "step": 258730
    },
    {
      "epoch": 0.3282011471945487,
      "grad_norm": 4.90625,
      "learning_rate": 3.3594267359164136e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5253793656826019,
      "num_tokens": 199271851.0,
      "step": 258740
    },
    {
      "epoch": 0.3282138317870815,
      "grad_norm": 4.96875,
      "learning_rate": 3.359363304907784e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5324589759111404,
      "num_tokens": 199280126.0,
      "step": 258750
    },
    {
      "epoch": 0.32822651637961436,
      "grad_norm": 8.125,
      "learning_rate": 3.3592998738991546e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5446899801492691,
      "num_tokens": 199287650.0,
      "step": 258760
    },
    {
      "epoch": 0.32823920097214715,
      "grad_norm": 6.0,
      "learning_rate": 3.359236442890526e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.565731692314148,
      "num_tokens": 199295640.0,
      "step": 258770
    },
    {
      "epoch": 0.32825188556468,
      "grad_norm": 6.84375,
      "learning_rate": 3.3591730118818964e-05,
      "loss": 2.2727,
      "mean_token_accuracy": 0.5078338980674744,
      "num_tokens": 199303593.0,
      "step": 258780
    },
    {
      "epoch": 0.32826457015721283,
      "grad_norm": 5.28125,
      "learning_rate": 3.3591095808732676e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5395362138748169,
      "num_tokens": 199313541.0,
      "step": 258790
    },
    {
      "epoch": 0.3282772547497457,
      "grad_norm": 6.78125,
      "learning_rate": 3.359046149864639e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5601154446601868,
      "num_tokens": 199321288.0,
      "step": 258800
    },
    {
      "epoch": 0.3282899393422785,
      "grad_norm": 4.84375,
      "learning_rate": 3.3589827188560094e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5675591617822647,
      "num_tokens": 199328677.0,
      "step": 258810
    },
    {
      "epoch": 0.32830262393481136,
      "grad_norm": 5.15625,
      "learning_rate": 3.35891928784738e-05,
      "loss": 1.8127,
      "mean_token_accuracy": 0.5924577087163925,
      "num_tokens": 199335105.0,
      "step": 258820
    },
    {
      "epoch": 0.3283153085273442,
      "grad_norm": 6.625,
      "learning_rate": 3.3588558568387504e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5677713543176651,
      "num_tokens": 199342938.0,
      "step": 258830
    },
    {
      "epoch": 0.32832799311987704,
      "grad_norm": 6.34375,
      "learning_rate": 3.3587924258301216e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5576310694217682,
      "num_tokens": 199350272.0,
      "step": 258840
    },
    {
      "epoch": 0.3283406777124098,
      "grad_norm": 5.5,
      "learning_rate": 3.358728994821493e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5547209471464157,
      "num_tokens": 199358280.0,
      "step": 258850
    },
    {
      "epoch": 0.32835336230494266,
      "grad_norm": 6.0625,
      "learning_rate": 3.3586655638128634e-05,
      "loss": 2.3122,
      "mean_token_accuracy": 0.5074825763702393,
      "num_tokens": 199366796.0,
      "step": 258860
    },
    {
      "epoch": 0.3283660468974755,
      "grad_norm": 4.8125,
      "learning_rate": 3.3586021328042346e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5311088383197784,
      "num_tokens": 199373996.0,
      "step": 258870
    },
    {
      "epoch": 0.32837873149000835,
      "grad_norm": 6.84375,
      "learning_rate": 3.358538701795605e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5495787680149078,
      "num_tokens": 199381781.0,
      "step": 258880
    },
    {
      "epoch": 0.3283914160825412,
      "grad_norm": 5.25,
      "learning_rate": 3.358475270786976e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5536970496177673,
      "num_tokens": 199389853.0,
      "step": 258890
    },
    {
      "epoch": 0.32840410067507403,
      "grad_norm": 6.40625,
      "learning_rate": 3.358411839778347e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5169510424137116,
      "num_tokens": 199397882.0,
      "step": 258900
    },
    {
      "epoch": 0.32841678526760687,
      "grad_norm": 5.15625,
      "learning_rate": 3.3583484087697174e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5449341088533401,
      "num_tokens": 199406259.0,
      "step": 258910
    },
    {
      "epoch": 0.32842946986013966,
      "grad_norm": 4.90625,
      "learning_rate": 3.3582849777610886e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5469327539205551,
      "num_tokens": 199414534.0,
      "step": 258920
    },
    {
      "epoch": 0.3284421544526725,
      "grad_norm": 9.5,
      "learning_rate": 3.358221546752459e-05,
      "loss": 1.7853,
      "mean_token_accuracy": 0.6005787193775177,
      "num_tokens": 199422497.0,
      "step": 258930
    },
    {
      "epoch": 0.32845483904520534,
      "grad_norm": 5.90625,
      "learning_rate": 3.3581581157438304e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.52753646671772,
      "num_tokens": 199430749.0,
      "step": 258940
    },
    {
      "epoch": 0.3284675236377382,
      "grad_norm": 6.8125,
      "learning_rate": 3.3580946847352016e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5309802651405334,
      "num_tokens": 199437949.0,
      "step": 258950
    },
    {
      "epoch": 0.328480208230271,
      "grad_norm": 5.40625,
      "learning_rate": 3.358031253726572e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5523464292287826,
      "num_tokens": 199444884.0,
      "step": 258960
    },
    {
      "epoch": 0.32849289282280386,
      "grad_norm": 4.40625,
      "learning_rate": 3.3579678227179427e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5548112392425537,
      "num_tokens": 199453095.0,
      "step": 258970
    },
    {
      "epoch": 0.3285055774153367,
      "grad_norm": 5.8125,
      "learning_rate": 3.357904391709313e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5631205350160599,
      "num_tokens": 199460309.0,
      "step": 258980
    },
    {
      "epoch": 0.32851826200786954,
      "grad_norm": 4.5,
      "learning_rate": 3.3578409607006844e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5383633762598038,
      "num_tokens": 199469460.0,
      "step": 258990
    },
    {
      "epoch": 0.32853094660040233,
      "grad_norm": 6.15625,
      "learning_rate": 3.3577775296920556e-05,
      "loss": 2.2481,
      "mean_token_accuracy": 0.5151498228311538,
      "num_tokens": 199478151.0,
      "step": 259000
    },
    {
      "epoch": 0.32854363119293517,
      "grad_norm": 7.0,
      "learning_rate": 3.357714098683426e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.558234915137291,
      "num_tokens": 199485891.0,
      "step": 259010
    },
    {
      "epoch": 0.328556315785468,
      "grad_norm": 6.21875,
      "learning_rate": 3.3576506676747974e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5431962102651596,
      "num_tokens": 199493665.0,
      "step": 259020
    },
    {
      "epoch": 0.32856900037800085,
      "grad_norm": 4.84375,
      "learning_rate": 3.357587236666168e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5311699002981186,
      "num_tokens": 199501738.0,
      "step": 259030
    },
    {
      "epoch": 0.3285816849705337,
      "grad_norm": 6.0,
      "learning_rate": 3.3575238056575384e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5292187988758087,
      "num_tokens": 199509002.0,
      "step": 259040
    },
    {
      "epoch": 0.32859436956306654,
      "grad_norm": 12.25,
      "learning_rate": 3.3574603746489097e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5227648407220841,
      "num_tokens": 199515669.0,
      "step": 259050
    },
    {
      "epoch": 0.3286070541555994,
      "grad_norm": 4.5625,
      "learning_rate": 3.35739694364028e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5310052126646042,
      "num_tokens": 199523174.0,
      "step": 259060
    },
    {
      "epoch": 0.3286197387481322,
      "grad_norm": 4.46875,
      "learning_rate": 3.3573335126316514e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.533528882265091,
      "num_tokens": 199530921.0,
      "step": 259070
    },
    {
      "epoch": 0.328632423340665,
      "grad_norm": 4.90625,
      "learning_rate": 3.357270081623022e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5332612305879593,
      "num_tokens": 199539309.0,
      "step": 259080
    },
    {
      "epoch": 0.32864510793319784,
      "grad_norm": 6.90625,
      "learning_rate": 3.357206650614393e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5699599236249924,
      "num_tokens": 199546545.0,
      "step": 259090
    },
    {
      "epoch": 0.3286577925257307,
      "grad_norm": 7.03125,
      "learning_rate": 3.357143219605764e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5337735414505005,
      "num_tokens": 199554604.0,
      "step": 259100
    },
    {
      "epoch": 0.3286704771182635,
      "grad_norm": 6.15625,
      "learning_rate": 3.357079788597134e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5670692980289459,
      "num_tokens": 199562177.0,
      "step": 259110
    },
    {
      "epoch": 0.32868316171079637,
      "grad_norm": 8.375,
      "learning_rate": 3.3570163575885054e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5323951721191407,
      "num_tokens": 199571045.0,
      "step": 259120
    },
    {
      "epoch": 0.3286958463033292,
      "grad_norm": 8.75,
      "learning_rate": 3.356952926579876e-05,
      "loss": 2.2083,
      "mean_token_accuracy": 0.5177059233188629,
      "num_tokens": 199579888.0,
      "step": 259130
    },
    {
      "epoch": 0.32870853089586205,
      "grad_norm": 3.78125,
      "learning_rate": 3.356889495571247e-05,
      "loss": 1.7377,
      "mean_token_accuracy": 0.630185678601265,
      "num_tokens": 199586120.0,
      "step": 259140
    },
    {
      "epoch": 0.3287212154883949,
      "grad_norm": 4.84375,
      "learning_rate": 3.3568260645626184e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5347641468048095,
      "num_tokens": 199594638.0,
      "step": 259150
    },
    {
      "epoch": 0.3287339000809277,
      "grad_norm": 8.625,
      "learning_rate": 3.356762633553989e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5687956392765046,
      "num_tokens": 199600278.0,
      "step": 259160
    },
    {
      "epoch": 0.3287465846734605,
      "grad_norm": 5.4375,
      "learning_rate": 3.3566992025453595e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5549690872430801,
      "num_tokens": 199606509.0,
      "step": 259170
    },
    {
      "epoch": 0.32875926926599336,
      "grad_norm": 5.90625,
      "learning_rate": 3.35663577153673e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5507921159267426,
      "num_tokens": 199615350.0,
      "step": 259180
    },
    {
      "epoch": 0.3287719538585262,
      "grad_norm": 5.5,
      "learning_rate": 3.356572340528101e-05,
      "loss": 2.249,
      "mean_token_accuracy": 0.504525437951088,
      "num_tokens": 199624509.0,
      "step": 259190
    },
    {
      "epoch": 0.32878463845105904,
      "grad_norm": 4.90625,
      "learning_rate": 3.3565089095194724e-05,
      "loss": 2.242,
      "mean_token_accuracy": 0.5165436089038848,
      "num_tokens": 199633118.0,
      "step": 259200
    },
    {
      "epoch": 0.3287973230435919,
      "grad_norm": 4.84375,
      "learning_rate": 3.356445478510843e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.533613646030426,
      "num_tokens": 199641136.0,
      "step": 259210
    },
    {
      "epoch": 0.3288100076361247,
      "grad_norm": 9.875,
      "learning_rate": 3.356382047502214e-05,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5662080913782119,
      "num_tokens": 199647278.0,
      "step": 259220
    },
    {
      "epoch": 0.32882269222865756,
      "grad_norm": 6.46875,
      "learning_rate": 3.356318616493585e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5328260600566864,
      "num_tokens": 199654504.0,
      "step": 259230
    },
    {
      "epoch": 0.32883537682119035,
      "grad_norm": 5.0625,
      "learning_rate": 3.356255185484955e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5293424725532532,
      "num_tokens": 199662846.0,
      "step": 259240
    },
    {
      "epoch": 0.3288480614137232,
      "grad_norm": 5.9375,
      "learning_rate": 3.3561917544763265e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5412290126085282,
      "num_tokens": 199670770.0,
      "step": 259250
    },
    {
      "epoch": 0.32886074600625603,
      "grad_norm": 5.34375,
      "learning_rate": 3.356128323467697e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5468192636966706,
      "num_tokens": 199678807.0,
      "step": 259260
    },
    {
      "epoch": 0.3288734305987889,
      "grad_norm": 8.125,
      "learning_rate": 3.356064892459068e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5377944827079773,
      "num_tokens": 199687676.0,
      "step": 259270
    },
    {
      "epoch": 0.3288861151913217,
      "grad_norm": 5.125,
      "learning_rate": 3.356001461450439e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5257368236780167,
      "num_tokens": 199696065.0,
      "step": 259280
    },
    {
      "epoch": 0.32889879978385456,
      "grad_norm": 5.09375,
      "learning_rate": 3.35593803044181e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5745466142892838,
      "num_tokens": 199704625.0,
      "step": 259290
    },
    {
      "epoch": 0.3289114843763874,
      "grad_norm": 6.0625,
      "learning_rate": 3.355874599433181e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5481661438941956,
      "num_tokens": 199712496.0,
      "step": 259300
    },
    {
      "epoch": 0.32892416896892024,
      "grad_norm": 9.9375,
      "learning_rate": 3.355811168424551e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5730390906333923,
      "num_tokens": 199719208.0,
      "step": 259310
    },
    {
      "epoch": 0.328936853561453,
      "grad_norm": 6.21875,
      "learning_rate": 3.355747737415922e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5405753672122955,
      "num_tokens": 199726458.0,
      "step": 259320
    },
    {
      "epoch": 0.32894953815398587,
      "grad_norm": 4.84375,
      "learning_rate": 3.3556843064072934e-05,
      "loss": 1.6812,
      "mean_token_accuracy": 0.6229600489139557,
      "num_tokens": 199734465.0,
      "step": 259330
    },
    {
      "epoch": 0.3289622227465187,
      "grad_norm": 5.03125,
      "learning_rate": 3.355620875398664e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5337512403726578,
      "num_tokens": 199742981.0,
      "step": 259340
    },
    {
      "epoch": 0.32897490733905155,
      "grad_norm": 4.75,
      "learning_rate": 3.355557444390035e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5311955600976944,
      "num_tokens": 199751739.0,
      "step": 259350
    },
    {
      "epoch": 0.3289875919315844,
      "grad_norm": 5.90625,
      "learning_rate": 3.355494013381406e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5347739696502686,
      "num_tokens": 199758341.0,
      "step": 259360
    },
    {
      "epoch": 0.32900027652411723,
      "grad_norm": 4.59375,
      "learning_rate": 3.355430582372777e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5845784157514572,
      "num_tokens": 199764970.0,
      "step": 259370
    },
    {
      "epoch": 0.32901296111665007,
      "grad_norm": 6.5625,
      "learning_rate": 3.3553671513641475e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.529740434885025,
      "num_tokens": 199773645.0,
      "step": 259380
    },
    {
      "epoch": 0.32902564570918286,
      "grad_norm": 6.15625,
      "learning_rate": 3.355303720355518e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5544222712516784,
      "num_tokens": 199781036.0,
      "step": 259390
    },
    {
      "epoch": 0.3290383303017157,
      "grad_norm": 5.59375,
      "learning_rate": 3.355240289346889e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5364861100912094,
      "num_tokens": 199788720.0,
      "step": 259400
    },
    {
      "epoch": 0.32905101489424854,
      "grad_norm": 4.78125,
      "learning_rate": 3.35517685833826e-05,
      "loss": 2.2259,
      "mean_token_accuracy": 0.5178849846124649,
      "num_tokens": 199796781.0,
      "step": 259410
    },
    {
      "epoch": 0.3290636994867814,
      "grad_norm": 4.71875,
      "learning_rate": 3.355113427329631e-05,
      "loss": 2.2134,
      "mean_token_accuracy": 0.5208900034427643,
      "num_tokens": 199806025.0,
      "step": 259420
    },
    {
      "epoch": 0.3290763840793142,
      "grad_norm": 5.75,
      "learning_rate": 3.355049996321002e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.558515477180481,
      "num_tokens": 199812844.0,
      "step": 259430
    },
    {
      "epoch": 0.32908906867184706,
      "grad_norm": 4.90625,
      "learning_rate": 3.354986565312373e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5353755176067352,
      "num_tokens": 199820969.0,
      "step": 259440
    },
    {
      "epoch": 0.3291017532643799,
      "grad_norm": 4.59375,
      "learning_rate": 3.354923134303743e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5519720017910004,
      "num_tokens": 199829631.0,
      "step": 259450
    },
    {
      "epoch": 0.32911443785691274,
      "grad_norm": 5.25,
      "learning_rate": 3.354859703295114e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5323249399662018,
      "num_tokens": 199838269.0,
      "step": 259460
    },
    {
      "epoch": 0.32912712244944553,
      "grad_norm": 5.0,
      "learning_rate": 3.354796272286485e-05,
      "loss": 1.9209,
      "mean_token_accuracy": 0.5677082955837249,
      "num_tokens": 199845515.0,
      "step": 259470
    },
    {
      "epoch": 0.32913980704197837,
      "grad_norm": 7.1875,
      "learning_rate": 3.354732841277856e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5254749745130539,
      "num_tokens": 199853456.0,
      "step": 259480
    },
    {
      "epoch": 0.3291524916345112,
      "grad_norm": 5.40625,
      "learning_rate": 3.354669410269227e-05,
      "loss": 2.243,
      "mean_token_accuracy": 0.5203751593828201,
      "num_tokens": 199861919.0,
      "step": 259490
    },
    {
      "epoch": 0.32916517622704405,
      "grad_norm": 6.03125,
      "learning_rate": 3.354605979260598e-05,
      "loss": 1.9032,
      "mean_token_accuracy": 0.5727841198444367,
      "num_tokens": 199868691.0,
      "step": 259500
    },
    {
      "epoch": 0.3291778608195769,
      "grad_norm": 4.75,
      "learning_rate": 3.3545425482519685e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5337523967027664,
      "num_tokens": 199876943.0,
      "step": 259510
    },
    {
      "epoch": 0.32919054541210974,
      "grad_norm": 5.25,
      "learning_rate": 3.354479117243339e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.561495554447174,
      "num_tokens": 199885379.0,
      "step": 259520
    },
    {
      "epoch": 0.3292032300046426,
      "grad_norm": 5.96875,
      "learning_rate": 3.35441568623471e-05,
      "loss": 2.2778,
      "mean_token_accuracy": 0.5150195449590683,
      "num_tokens": 199894202.0,
      "step": 259530
    },
    {
      "epoch": 0.3292159145971754,
      "grad_norm": 10.375,
      "learning_rate": 3.354352255226081e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5384760111570358,
      "num_tokens": 199901782.0,
      "step": 259540
    },
    {
      "epoch": 0.3292285991897082,
      "grad_norm": 5.5,
      "learning_rate": 3.354288824217452e-05,
      "loss": 1.7515,
      "mean_token_accuracy": 0.603472900390625,
      "num_tokens": 199909667.0,
      "step": 259550
    },
    {
      "epoch": 0.32924128378224105,
      "grad_norm": 5.75,
      "learning_rate": 3.3542253932088225e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5166325002908707,
      "num_tokens": 199917415.0,
      "step": 259560
    },
    {
      "epoch": 0.3292539683747739,
      "grad_norm": 5.8125,
      "learning_rate": 3.354161962200194e-05,
      "loss": 1.89,
      "mean_token_accuracy": 0.594007933139801,
      "num_tokens": 199924034.0,
      "step": 259570
    },
    {
      "epoch": 0.3292666529673067,
      "grad_norm": 5.21875,
      "learning_rate": 3.354098531191564e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5709076464176178,
      "num_tokens": 199930752.0,
      "step": 259580
    },
    {
      "epoch": 0.32927933755983957,
      "grad_norm": 5.1875,
      "learning_rate": 3.354035100182935e-05,
      "loss": 1.8317,
      "mean_token_accuracy": 0.5924861401319503,
      "num_tokens": 199939491.0,
      "step": 259590
    },
    {
      "epoch": 0.3292920221523724,
      "grad_norm": 5.75,
      "learning_rate": 3.353971669174306e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5464459359645844,
      "num_tokens": 199947773.0,
      "step": 259600
    },
    {
      "epoch": 0.32930470674490525,
      "grad_norm": 4.5625,
      "learning_rate": 3.3539082381656766e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5330626785755157,
      "num_tokens": 199955349.0,
      "step": 259610
    },
    {
      "epoch": 0.3293173913374381,
      "grad_norm": 5.53125,
      "learning_rate": 3.353844807157048e-05,
      "loss": 2.2094,
      "mean_token_accuracy": 0.5200592398643493,
      "num_tokens": 199963747.0,
      "step": 259620
    },
    {
      "epoch": 0.3293300759299709,
      "grad_norm": 6.25,
      "learning_rate": 3.353781376148419e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5797867476940155,
      "num_tokens": 199970382.0,
      "step": 259630
    },
    {
      "epoch": 0.3293427605225037,
      "grad_norm": 7.15625,
      "learning_rate": 3.3537179451397895e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5201262652873992,
      "num_tokens": 199978343.0,
      "step": 259640
    },
    {
      "epoch": 0.32935544511503656,
      "grad_norm": 7.65625,
      "learning_rate": 3.35365451413116e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5348433345556259,
      "num_tokens": 199986405.0,
      "step": 259650
    },
    {
      "epoch": 0.3293681297075694,
      "grad_norm": 5.34375,
      "learning_rate": 3.3535910831225306e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5719064831733703,
      "num_tokens": 199994267.0,
      "step": 259660
    },
    {
      "epoch": 0.32938081430010224,
      "grad_norm": 6.25,
      "learning_rate": 3.353527652113902e-05,
      "loss": 1.8159,
      "mean_token_accuracy": 0.5960877478122711,
      "num_tokens": 200001476.0,
      "step": 259670
    },
    {
      "epoch": 0.3293934988926351,
      "grad_norm": 6.25,
      "learning_rate": 3.353464221105273e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5404669225215912,
      "num_tokens": 200009397.0,
      "step": 259680
    },
    {
      "epoch": 0.3294061834851679,
      "grad_norm": 5.28125,
      "learning_rate": 3.3534007900966436e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5330808371305465,
      "num_tokens": 200017980.0,
      "step": 259690
    },
    {
      "epoch": 0.32941886807770077,
      "grad_norm": 6.4375,
      "learning_rate": 3.353337359088015e-05,
      "loss": 1.8253,
      "mean_token_accuracy": 0.5740542709827423,
      "num_tokens": 200024326.0,
      "step": 259700
    },
    {
      "epoch": 0.32943155267023355,
      "grad_norm": 6.25,
      "learning_rate": 3.353273928079385e-05,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5680639982223511,
      "num_tokens": 200032282.0,
      "step": 259710
    },
    {
      "epoch": 0.3294442372627664,
      "grad_norm": 6.03125,
      "learning_rate": 3.3532104970707565e-05,
      "loss": 1.7837,
      "mean_token_accuracy": 0.6099503606557846,
      "num_tokens": 200038734.0,
      "step": 259720
    },
    {
      "epoch": 0.32945692185529923,
      "grad_norm": 5.28125,
      "learning_rate": 3.353147066062127e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.530806639790535,
      "num_tokens": 200047494.0,
      "step": 259730
    },
    {
      "epoch": 0.3294696064478321,
      "grad_norm": 5.1875,
      "learning_rate": 3.3530836350534976e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5254700094461441,
      "num_tokens": 200055567.0,
      "step": 259740
    },
    {
      "epoch": 0.3294822910403649,
      "grad_norm": 3.015625,
      "learning_rate": 3.353020204044869e-05,
      "loss": 1.8478,
      "mean_token_accuracy": 0.5775294870138168,
      "num_tokens": 200063697.0,
      "step": 259750
    },
    {
      "epoch": 0.32949497563289776,
      "grad_norm": 4.65625,
      "learning_rate": 3.352956773036239e-05,
      "loss": 2.1984,
      "mean_token_accuracy": 0.5231284528970719,
      "num_tokens": 200071730.0,
      "step": 259760
    },
    {
      "epoch": 0.3295076602254306,
      "grad_norm": 6.1875,
      "learning_rate": 3.3528933420276105e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5560912251472473,
      "num_tokens": 200079529.0,
      "step": 259770
    },
    {
      "epoch": 0.32952034481796344,
      "grad_norm": 4.8125,
      "learning_rate": 3.352829911018982e-05,
      "loss": 1.9229,
      "mean_token_accuracy": 0.5742648005485534,
      "num_tokens": 200087817.0,
      "step": 259780
    },
    {
      "epoch": 0.3295330294104962,
      "grad_norm": 5.4375,
      "learning_rate": 3.352766480010352e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5250239670276642,
      "num_tokens": 200095928.0,
      "step": 259790
    },
    {
      "epoch": 0.32954571400302907,
      "grad_norm": 7.09375,
      "learning_rate": 3.352703049001723e-05,
      "loss": 2.2379,
      "mean_token_accuracy": 0.5202721059322357,
      "num_tokens": 200103399.0,
      "step": 259800
    },
    {
      "epoch": 0.3295583985955619,
      "grad_norm": 5.78125,
      "learning_rate": 3.3526396179930934e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5381909102201462,
      "num_tokens": 200111698.0,
      "step": 259810
    },
    {
      "epoch": 0.32957108318809475,
      "grad_norm": 6.40625,
      "learning_rate": 3.3525761869844646e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5383593916893006,
      "num_tokens": 200119568.0,
      "step": 259820
    },
    {
      "epoch": 0.3295837677806276,
      "grad_norm": 7.28125,
      "learning_rate": 3.352512755975836e-05,
      "loss": 1.8855,
      "mean_token_accuracy": 0.5955359697341919,
      "num_tokens": 200125792.0,
      "step": 259830
    },
    {
      "epoch": 0.32959645237316043,
      "grad_norm": 5.59375,
      "learning_rate": 3.352449324967206e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5736932307481766,
      "num_tokens": 200133139.0,
      "step": 259840
    },
    {
      "epoch": 0.3296091369656933,
      "grad_norm": 5.71875,
      "learning_rate": 3.3523858939585775e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.550553947687149,
      "num_tokens": 200142188.0,
      "step": 259850
    },
    {
      "epoch": 0.32962182155822606,
      "grad_norm": 5.03125,
      "learning_rate": 3.352322462949948e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5153989851474762,
      "num_tokens": 200150641.0,
      "step": 259860
    },
    {
      "epoch": 0.3296345061507589,
      "grad_norm": 6.90625,
      "learning_rate": 3.3522590319413186e-05,
      "loss": 1.9393,
      "mean_token_accuracy": 0.5795968651771546,
      "num_tokens": 200156705.0,
      "step": 259870
    },
    {
      "epoch": 0.32964719074329174,
      "grad_norm": 5.46875,
      "learning_rate": 3.35219560093269e-05,
      "loss": 1.7515,
      "mean_token_accuracy": 0.6120037138462067,
      "num_tokens": 200163420.0,
      "step": 259880
    },
    {
      "epoch": 0.3296598753358246,
      "grad_norm": 9.6875,
      "learning_rate": 3.3521321699240604e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5354753345251083,
      "num_tokens": 200170264.0,
      "step": 259890
    },
    {
      "epoch": 0.3296725599283574,
      "grad_norm": 7.125,
      "learning_rate": 3.3520687389154316e-05,
      "loss": 1.8857,
      "mean_token_accuracy": 0.5884439587593079,
      "num_tokens": 200177004.0,
      "step": 259900
    },
    {
      "epoch": 0.32968524452089026,
      "grad_norm": 5.59375,
      "learning_rate": 3.352005307906802e-05,
      "loss": 1.8396,
      "mean_token_accuracy": 0.5821009397506713,
      "num_tokens": 200185130.0,
      "step": 259910
    },
    {
      "epoch": 0.3296979291134231,
      "grad_norm": 5.40625,
      "learning_rate": 3.351941876898173e-05,
      "loss": 1.8425,
      "mean_token_accuracy": 0.5837501883506775,
      "num_tokens": 200192506.0,
      "step": 259920
    },
    {
      "epoch": 0.32971061370595595,
      "grad_norm": 5.75,
      "learning_rate": 3.351878445889544e-05,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5133343994617462,
      "num_tokens": 200200145.0,
      "step": 259930
    },
    {
      "epoch": 0.32972329829848873,
      "grad_norm": 6.28125,
      "learning_rate": 3.3518150148809144e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5418011456727981,
      "num_tokens": 200206753.0,
      "step": 259940
    },
    {
      "epoch": 0.3297359828910216,
      "grad_norm": 9.6875,
      "learning_rate": 3.3517515838722856e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5509653955698013,
      "num_tokens": 200215164.0,
      "step": 259950
    },
    {
      "epoch": 0.3297486674835544,
      "grad_norm": 5.4375,
      "learning_rate": 3.351688152863656e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5304362356662751,
      "num_tokens": 200222591.0,
      "step": 259960
    },
    {
      "epoch": 0.32976135207608726,
      "grad_norm": 7.71875,
      "learning_rate": 3.3516247218550273e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5599681317806244,
      "num_tokens": 200230493.0,
      "step": 259970
    },
    {
      "epoch": 0.3297740366686201,
      "grad_norm": 4.75,
      "learning_rate": 3.3515612908463986e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5248398095369339,
      "num_tokens": 200239136.0,
      "step": 259980
    },
    {
      "epoch": 0.32978672126115294,
      "grad_norm": 6.90625,
      "learning_rate": 3.351497859837769e-05,
      "loss": 1.912,
      "mean_token_accuracy": 0.5876948326826096,
      "num_tokens": 200245569.0,
      "step": 259990
    },
    {
      "epoch": 0.3297994058536858,
      "grad_norm": 6.8125,
      "learning_rate": 3.3514344288291396e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5520828515291214,
      "num_tokens": 200253303.0,
      "step": 260000
    },
    {
      "epoch": 0.3298120904462186,
      "grad_norm": 6.1875,
      "learning_rate": 3.35137099782051e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5567306876182556,
      "num_tokens": 200260907.0,
      "step": 260010
    },
    {
      "epoch": 0.3298247750387514,
      "grad_norm": 13.0,
      "learning_rate": 3.3513075668118814e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5444042354822158,
      "num_tokens": 200267667.0,
      "step": 260020
    },
    {
      "epoch": 0.32983745963128425,
      "grad_norm": 5.40625,
      "learning_rate": 3.3512441358032526e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5436482846736908,
      "num_tokens": 200276333.0,
      "step": 260030
    },
    {
      "epoch": 0.3298501442238171,
      "grad_norm": 5.5,
      "learning_rate": 3.351180704794623e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5321383118629456,
      "num_tokens": 200285348.0,
      "step": 260040
    },
    {
      "epoch": 0.32986282881634993,
      "grad_norm": 6.0625,
      "learning_rate": 3.351117273785994e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5317667186260223,
      "num_tokens": 200292396.0,
      "step": 260050
    },
    {
      "epoch": 0.32987551340888277,
      "grad_norm": 8.0,
      "learning_rate": 3.351053842777365e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5456701159477234,
      "num_tokens": 200300074.0,
      "step": 260060
    },
    {
      "epoch": 0.3298881980014156,
      "grad_norm": 4.875,
      "learning_rate": 3.3509904117687354e-05,
      "loss": 1.8293,
      "mean_token_accuracy": 0.5908806324005127,
      "num_tokens": 200307072.0,
      "step": 260070
    },
    {
      "epoch": 0.32990088259394845,
      "grad_norm": 7.5625,
      "learning_rate": 3.3509269807601066e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5455951809883117,
      "num_tokens": 200313574.0,
      "step": 260080
    },
    {
      "epoch": 0.3299135671864813,
      "grad_norm": 4.9375,
      "learning_rate": 3.350863549751477e-05,
      "loss": 1.8843,
      "mean_token_accuracy": 0.5918578803539276,
      "num_tokens": 200319647.0,
      "step": 260090
    },
    {
      "epoch": 0.3299262517790141,
      "grad_norm": 5.25,
      "learning_rate": 3.3508001187428484e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5382202982902526,
      "num_tokens": 200327339.0,
      "step": 260100
    },
    {
      "epoch": 0.3299389363715469,
      "grad_norm": 5.8125,
      "learning_rate": 3.350736687734219e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5336803287267685,
      "num_tokens": 200335786.0,
      "step": 260110
    },
    {
      "epoch": 0.32995162096407976,
      "grad_norm": 5.15625,
      "learning_rate": 3.35067325672559e-05,
      "loss": 2.2297,
      "mean_token_accuracy": 0.5203751116991043,
      "num_tokens": 200344533.0,
      "step": 260120
    },
    {
      "epoch": 0.3299643055566126,
      "grad_norm": 5.15625,
      "learning_rate": 3.350609825716961e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5679007858037949,
      "num_tokens": 200350864.0,
      "step": 260130
    },
    {
      "epoch": 0.32997699014914544,
      "grad_norm": 11.1875,
      "learning_rate": 3.350546394708332e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5847911834716797,
      "num_tokens": 200357593.0,
      "step": 260140
    },
    {
      "epoch": 0.3299896747416783,
      "grad_norm": 4.90625,
      "learning_rate": 3.3504829636997024e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5710984110832215,
      "num_tokens": 200365980.0,
      "step": 260150
    },
    {
      "epoch": 0.3300023593342111,
      "grad_norm": 5.59375,
      "learning_rate": 3.350419532691073e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5456272542476654,
      "num_tokens": 200375823.0,
      "step": 260160
    },
    {
      "epoch": 0.33001504392674397,
      "grad_norm": 5.0625,
      "learning_rate": 3.350356101682444e-05,
      "loss": 1.9572,
      "mean_token_accuracy": 0.5687641084194184,
      "num_tokens": 200382861.0,
      "step": 260170
    },
    {
      "epoch": 0.33002772851927675,
      "grad_norm": 6.5,
      "learning_rate": 3.3502926706738154e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5226350426673889,
      "num_tokens": 200390136.0,
      "step": 260180
    },
    {
      "epoch": 0.3300404131118096,
      "grad_norm": 7.75,
      "learning_rate": 3.350229239665186e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5443772107362748,
      "num_tokens": 200396882.0,
      "step": 260190
    },
    {
      "epoch": 0.33005309770434244,
      "grad_norm": 4.8125,
      "learning_rate": 3.350165808656557e-05,
      "loss": 1.8911,
      "mean_token_accuracy": 0.574087318778038,
      "num_tokens": 200404270.0,
      "step": 260200
    },
    {
      "epoch": 0.3300657822968753,
      "grad_norm": 5.5,
      "learning_rate": 3.3501023776479276e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5283131062984466,
      "num_tokens": 200411237.0,
      "step": 260210
    },
    {
      "epoch": 0.3300784668894081,
      "grad_norm": 6.46875,
      "learning_rate": 3.350038946639298e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5394983381032944,
      "num_tokens": 200418699.0,
      "step": 260220
    },
    {
      "epoch": 0.33009115148194096,
      "grad_norm": 5.875,
      "learning_rate": 3.3499755156306694e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5301331073045731,
      "num_tokens": 200427044.0,
      "step": 260230
    },
    {
      "epoch": 0.3301038360744738,
      "grad_norm": 5.28125,
      "learning_rate": 3.34991208462204e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5271290838718414,
      "num_tokens": 200435109.0,
      "step": 260240
    },
    {
      "epoch": 0.33011652066700664,
      "grad_norm": 7.78125,
      "learning_rate": 3.349848653613411e-05,
      "loss": 1.9401,
      "mean_token_accuracy": 0.5627780199050904,
      "num_tokens": 200440534.0,
      "step": 260250
    },
    {
      "epoch": 0.3301292052595394,
      "grad_norm": 4.90625,
      "learning_rate": 3.3497852226047824e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5473341047763824,
      "num_tokens": 200449230.0,
      "step": 260260
    },
    {
      "epoch": 0.33014188985207227,
      "grad_norm": 6.375,
      "learning_rate": 3.349721791596153e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.552924707531929,
      "num_tokens": 200457317.0,
      "step": 260270
    },
    {
      "epoch": 0.3301545744446051,
      "grad_norm": 6.0,
      "learning_rate": 3.3496583605875234e-05,
      "loss": 1.7015,
      "mean_token_accuracy": 0.6103873193264008,
      "num_tokens": 200463602.0,
      "step": 260280
    },
    {
      "epoch": 0.33016725903713795,
      "grad_norm": 5.28125,
      "learning_rate": 3.349594929578894e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5613948196172714,
      "num_tokens": 200470998.0,
      "step": 260290
    },
    {
      "epoch": 0.3301799436296708,
      "grad_norm": 5.28125,
      "learning_rate": 3.349531498570265e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5446041285991668,
      "num_tokens": 200478461.0,
      "step": 260300
    },
    {
      "epoch": 0.33019262822220363,
      "grad_norm": 5.59375,
      "learning_rate": 3.3494680675616364e-05,
      "loss": 2.2376,
      "mean_token_accuracy": 0.521963483095169,
      "num_tokens": 200486849.0,
      "step": 260310
    },
    {
      "epoch": 0.3302053128147365,
      "grad_norm": 5.375,
      "learning_rate": 3.349404636553007e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5427312523126602,
      "num_tokens": 200493814.0,
      "step": 260320
    },
    {
      "epoch": 0.33021799740726926,
      "grad_norm": 6.34375,
      "learning_rate": 3.349341205544378e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5371484458446503,
      "num_tokens": 200501360.0,
      "step": 260330
    },
    {
      "epoch": 0.3302306819998021,
      "grad_norm": 5.34375,
      "learning_rate": 3.349277774535749e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5307366639375687,
      "num_tokens": 200509716.0,
      "step": 260340
    },
    {
      "epoch": 0.33024336659233494,
      "grad_norm": 5.75,
      "learning_rate": 3.349214343527119e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5509719252586365,
      "num_tokens": 200517020.0,
      "step": 260350
    },
    {
      "epoch": 0.3302560511848678,
      "grad_norm": 6.96875,
      "learning_rate": 3.3491509125184904e-05,
      "loss": 1.6974,
      "mean_token_accuracy": 0.6229343593120575,
      "num_tokens": 200523753.0,
      "step": 260360
    },
    {
      "epoch": 0.3302687357774006,
      "grad_norm": 6.46875,
      "learning_rate": 3.349087481509861e-05,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5371703922748565,
      "num_tokens": 200531299.0,
      "step": 260370
    },
    {
      "epoch": 0.33028142036993346,
      "grad_norm": 6.28125,
      "learning_rate": 3.349024050501232e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5622899085283279,
      "num_tokens": 200538450.0,
      "step": 260380
    },
    {
      "epoch": 0.3302941049624663,
      "grad_norm": 5.5,
      "learning_rate": 3.348960619492603e-05,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5843954414129258,
      "num_tokens": 200546246.0,
      "step": 260390
    },
    {
      "epoch": 0.33030678955499915,
      "grad_norm": 6.0,
      "learning_rate": 3.348897188483974e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5559745401144027,
      "num_tokens": 200554348.0,
      "step": 260400
    },
    {
      "epoch": 0.33031947414753193,
      "grad_norm": 5.46875,
      "learning_rate": 3.3488337574753444e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5409595787525177,
      "num_tokens": 200561991.0,
      "step": 260410
    },
    {
      "epoch": 0.3303321587400648,
      "grad_norm": 6.34375,
      "learning_rate": 3.348770326466715e-05,
      "loss": 2.267,
      "mean_token_accuracy": 0.5119877874851226,
      "num_tokens": 200570974.0,
      "step": 260420
    },
    {
      "epoch": 0.3303448433325976,
      "grad_norm": 5.96875,
      "learning_rate": 3.348706895458086e-05,
      "loss": 1.8763,
      "mean_token_accuracy": 0.5822629988193512,
      "num_tokens": 200577629.0,
      "step": 260430
    },
    {
      "epoch": 0.33035752792513046,
      "grad_norm": 5.28125,
      "learning_rate": 3.348643464449457e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.571192255616188,
      "num_tokens": 200585235.0,
      "step": 260440
    },
    {
      "epoch": 0.3303702125176633,
      "grad_norm": 4.8125,
      "learning_rate": 3.348580033440828e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5500632077455521,
      "num_tokens": 200592823.0,
      "step": 260450
    },
    {
      "epoch": 0.33038289711019614,
      "grad_norm": 6.21875,
      "learning_rate": 3.348516602432199e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.547237104177475,
      "num_tokens": 200600679.0,
      "step": 260460
    },
    {
      "epoch": 0.330395581702729,
      "grad_norm": 6.03125,
      "learning_rate": 3.34845317142357e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5267913967370987,
      "num_tokens": 200609821.0,
      "step": 260470
    },
    {
      "epoch": 0.3304082662952618,
      "grad_norm": 5.5625,
      "learning_rate": 3.348389740414941e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5512566179037094,
      "num_tokens": 200617282.0,
      "step": 260480
    },
    {
      "epoch": 0.3304209508877946,
      "grad_norm": 5.53125,
      "learning_rate": 3.348326309406311e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5387469887733459,
      "num_tokens": 200624202.0,
      "step": 260490
    },
    {
      "epoch": 0.33043363548032745,
      "grad_norm": 6.71875,
      "learning_rate": 3.348262878397682e-05,
      "loss": 1.7117,
      "mean_token_accuracy": 0.6093652188777924,
      "num_tokens": 200631004.0,
      "step": 260500
    },
    {
      "epoch": 0.3304463200728603,
      "grad_norm": 4.96875,
      "learning_rate": 3.348199447389053e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5325751334428788,
      "num_tokens": 200639107.0,
      "step": 260510
    },
    {
      "epoch": 0.33045900466539313,
      "grad_norm": 5.96875,
      "learning_rate": 3.348136016380424e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5578117907047272,
      "num_tokens": 200646515.0,
      "step": 260520
    },
    {
      "epoch": 0.33047168925792597,
      "grad_norm": 5.71875,
      "learning_rate": 3.348072585371795e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5147466987371445,
      "num_tokens": 200654300.0,
      "step": 260530
    },
    {
      "epoch": 0.3304843738504588,
      "grad_norm": 8.5,
      "learning_rate": 3.3480091543631655e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5459732502698899,
      "num_tokens": 200661561.0,
      "step": 260540
    },
    {
      "epoch": 0.33049705844299165,
      "grad_norm": 5.3125,
      "learning_rate": 3.347945723354537e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5428902328014373,
      "num_tokens": 200668794.0,
      "step": 260550
    },
    {
      "epoch": 0.3305097430355245,
      "grad_norm": 4.5,
      "learning_rate": 3.347882292345907e-05,
      "loss": 2.3664,
      "mean_token_accuracy": 0.5087117642164231,
      "num_tokens": 200677235.0,
      "step": 260560
    },
    {
      "epoch": 0.3305224276280573,
      "grad_norm": 5.84375,
      "learning_rate": 3.347818861337278e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5558026969432831,
      "num_tokens": 200684095.0,
      "step": 260570
    },
    {
      "epoch": 0.3305351122205901,
      "grad_norm": 5.375,
      "learning_rate": 3.347755430328649e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5391668856143952,
      "num_tokens": 200690957.0,
      "step": 260580
    },
    {
      "epoch": 0.33054779681312296,
      "grad_norm": 4.71875,
      "learning_rate": 3.3476919993200195e-05,
      "loss": 1.8227,
      "mean_token_accuracy": 0.5852967590093613,
      "num_tokens": 200698799.0,
      "step": 260590
    },
    {
      "epoch": 0.3305604814056558,
      "grad_norm": 5.125,
      "learning_rate": 3.347628568311391e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5536717653274537,
      "num_tokens": 200705939.0,
      "step": 260600
    },
    {
      "epoch": 0.33057316599818864,
      "grad_norm": 5.4375,
      "learning_rate": 3.347565137302762e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5432214170694352,
      "num_tokens": 200712629.0,
      "step": 260610
    },
    {
      "epoch": 0.3305858505907215,
      "grad_norm": 6.125,
      "learning_rate": 3.3475017062941325e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5373811334371567,
      "num_tokens": 200719544.0,
      "step": 260620
    },
    {
      "epoch": 0.3305985351832543,
      "grad_norm": 4.90625,
      "learning_rate": 3.347438275285503e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5322265148162841,
      "num_tokens": 200727137.0,
      "step": 260630
    },
    {
      "epoch": 0.33061121977578717,
      "grad_norm": 5.59375,
      "learning_rate": 3.3473748442768735e-05,
      "loss": 1.8455,
      "mean_token_accuracy": 0.5941619277000427,
      "num_tokens": 200734147.0,
      "step": 260640
    },
    {
      "epoch": 0.33062390436831995,
      "grad_norm": 5.5,
      "learning_rate": 3.347311413268245e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5280570685863495,
      "num_tokens": 200741885.0,
      "step": 260650
    },
    {
      "epoch": 0.3306365889608528,
      "grad_norm": 6.25,
      "learning_rate": 3.347247982259616e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5537503778934478,
      "num_tokens": 200749983.0,
      "step": 260660
    },
    {
      "epoch": 0.33064927355338564,
      "grad_norm": 4.78125,
      "learning_rate": 3.3471845512509865e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5429245442152023,
      "num_tokens": 200758868.0,
      "step": 260670
    },
    {
      "epoch": 0.3306619581459185,
      "grad_norm": 9.3125,
      "learning_rate": 3.347121120242358e-05,
      "loss": 1.861,
      "mean_token_accuracy": 0.587135112285614,
      "num_tokens": 200766856.0,
      "step": 260680
    },
    {
      "epoch": 0.3306746427384513,
      "grad_norm": 5.875,
      "learning_rate": 3.347057689233728e-05,
      "loss": 1.7858,
      "mean_token_accuracy": 0.5885807633399963,
      "num_tokens": 200774033.0,
      "step": 260690
    },
    {
      "epoch": 0.33068732733098416,
      "grad_norm": 6.03125,
      "learning_rate": 3.346994258225099e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5347789764404297,
      "num_tokens": 200781124.0,
      "step": 260700
    },
    {
      "epoch": 0.330700011923517,
      "grad_norm": 5.875,
      "learning_rate": 3.34693082721647e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5272330999374389,
      "num_tokens": 200790199.0,
      "step": 260710
    },
    {
      "epoch": 0.33071269651604984,
      "grad_norm": 6.4375,
      "learning_rate": 3.3468673962078405e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5170084565877915,
      "num_tokens": 200798688.0,
      "step": 260720
    },
    {
      "epoch": 0.33072538110858263,
      "grad_norm": 5.125,
      "learning_rate": 3.346803965199212e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5637008458375931,
      "num_tokens": 200806067.0,
      "step": 260730
    },
    {
      "epoch": 0.33073806570111547,
      "grad_norm": 7.1875,
      "learning_rate": 3.346740534190582e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5547535926103592,
      "num_tokens": 200812380.0,
      "step": 260740
    },
    {
      "epoch": 0.3307507502936483,
      "grad_norm": 6.59375,
      "learning_rate": 3.3466771031819535e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5567050486803055,
      "num_tokens": 200818870.0,
      "step": 260750
    },
    {
      "epoch": 0.33076343488618115,
      "grad_norm": 5.28125,
      "learning_rate": 3.346613672173324e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5697857826948166,
      "num_tokens": 200825848.0,
      "step": 260760
    },
    {
      "epoch": 0.330776119478714,
      "grad_norm": 6.3125,
      "learning_rate": 3.3465502411646946e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5460639476776123,
      "num_tokens": 200833088.0,
      "step": 260770
    },
    {
      "epoch": 0.33078880407124683,
      "grad_norm": 5.15625,
      "learning_rate": 3.346486810156066e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5196296364068985,
      "num_tokens": 200841641.0,
      "step": 260780
    },
    {
      "epoch": 0.3308014886637797,
      "grad_norm": 4.8125,
      "learning_rate": 3.346423379147436e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.5652427762746811,
      "num_tokens": 200850082.0,
      "step": 260790
    },
    {
      "epoch": 0.33081417325631246,
      "grad_norm": 4.75,
      "learning_rate": 3.3463599481388075e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.535757327079773,
      "num_tokens": 200857696.0,
      "step": 260800
    },
    {
      "epoch": 0.3308268578488453,
      "grad_norm": 5.625,
      "learning_rate": 3.346296517130179e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5223504662513733,
      "num_tokens": 200865924.0,
      "step": 260810
    },
    {
      "epoch": 0.33083954244137814,
      "grad_norm": 5.96875,
      "learning_rate": 3.346233086121549e-05,
      "loss": 2.2067,
      "mean_token_accuracy": 0.526111176609993,
      "num_tokens": 200874462.0,
      "step": 260820
    },
    {
      "epoch": 0.330852227033911,
      "grad_norm": 5.8125,
      "learning_rate": 3.34616965511292e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.547195702791214,
      "num_tokens": 200882154.0,
      "step": 260830
    },
    {
      "epoch": 0.3308649116264438,
      "grad_norm": 6.3125,
      "learning_rate": 3.34610622410429e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5317397981882095,
      "num_tokens": 200890455.0,
      "step": 260840
    },
    {
      "epoch": 0.33087759621897667,
      "grad_norm": 6.53125,
      "learning_rate": 3.3460427930956615e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5618165612220765,
      "num_tokens": 200896820.0,
      "step": 260850
    },
    {
      "epoch": 0.3308902808115095,
      "grad_norm": 6.4375,
      "learning_rate": 3.345979362087033e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5416248619556427,
      "num_tokens": 200903859.0,
      "step": 260860
    },
    {
      "epoch": 0.33090296540404235,
      "grad_norm": 5.65625,
      "learning_rate": 3.345915931078403e-05,
      "loss": 2.3112,
      "mean_token_accuracy": 0.5047092616558075,
      "num_tokens": 200912017.0,
      "step": 260870
    },
    {
      "epoch": 0.33091564999657513,
      "grad_norm": 5.03125,
      "learning_rate": 3.3458525000697745e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.574427279829979,
      "num_tokens": 200920005.0,
      "step": 260880
    },
    {
      "epoch": 0.330928334589108,
      "grad_norm": 5.1875,
      "learning_rate": 3.345789069061145e-05,
      "loss": 2.2594,
      "mean_token_accuracy": 0.50849769115448,
      "num_tokens": 200929385.0,
      "step": 260890
    },
    {
      "epoch": 0.3309410191816408,
      "grad_norm": 5.0,
      "learning_rate": 3.345725638052516e-05,
      "loss": 1.8553,
      "mean_token_accuracy": 0.5918391078710556,
      "num_tokens": 200936520.0,
      "step": 260900
    },
    {
      "epoch": 0.33095370377417366,
      "grad_norm": 8.625,
      "learning_rate": 3.345662207043887e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5716004550457001,
      "num_tokens": 200942883.0,
      "step": 260910
    },
    {
      "epoch": 0.3309663883667065,
      "grad_norm": 7.15625,
      "learning_rate": 3.345598776035257e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5368182122707367,
      "num_tokens": 200950925.0,
      "step": 260920
    },
    {
      "epoch": 0.33097907295923934,
      "grad_norm": 6.125,
      "learning_rate": 3.3455353450266285e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5364959955215454,
      "num_tokens": 200958956.0,
      "step": 260930
    },
    {
      "epoch": 0.3309917575517722,
      "grad_norm": 9.1875,
      "learning_rate": 3.345471914017999e-05,
      "loss": 1.9112,
      "mean_token_accuracy": 0.5770729064941407,
      "num_tokens": 200965190.0,
      "step": 260940
    },
    {
      "epoch": 0.331004442144305,
      "grad_norm": 6.25,
      "learning_rate": 3.34540848300937e-05,
      "loss": 1.8742,
      "mean_token_accuracy": 0.5929295182228088,
      "num_tokens": 200971615.0,
      "step": 260950
    },
    {
      "epoch": 0.3310171267368378,
      "grad_norm": 7.09375,
      "learning_rate": 3.3453450520007415e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5603948712348938,
      "num_tokens": 200979468.0,
      "step": 260960
    },
    {
      "epoch": 0.33102981132937065,
      "grad_norm": 6.15625,
      "learning_rate": 3.345281620992112e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5330721735954285,
      "num_tokens": 200986473.0,
      "step": 260970
    },
    {
      "epoch": 0.3310424959219035,
      "grad_norm": 5.40625,
      "learning_rate": 3.3452181899834826e-05,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5629782766103745,
      "num_tokens": 200994089.0,
      "step": 260980
    },
    {
      "epoch": 0.33105518051443633,
      "grad_norm": 5.03125,
      "learning_rate": 3.345154758974853e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5409556239843368,
      "num_tokens": 201002210.0,
      "step": 260990
    },
    {
      "epoch": 0.3310678651069692,
      "grad_norm": 4.875,
      "learning_rate": 3.345091327966224e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.541173768043518,
      "num_tokens": 201009913.0,
      "step": 261000
    },
    {
      "epoch": 0.331080549699502,
      "grad_norm": 6.15625,
      "learning_rate": 3.3450278969575955e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5344790399074555,
      "num_tokens": 201016532.0,
      "step": 261010
    },
    {
      "epoch": 0.33109323429203485,
      "grad_norm": 4.4375,
      "learning_rate": 3.344964465948966e-05,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5657708168029785,
      "num_tokens": 201024824.0,
      "step": 261020
    },
    {
      "epoch": 0.3311059188845677,
      "grad_norm": 5.34375,
      "learning_rate": 3.344901034940337e-05,
      "loss": 1.8883,
      "mean_token_accuracy": 0.5684717535972595,
      "num_tokens": 201033590.0,
      "step": 261030
    },
    {
      "epoch": 0.3311186034771005,
      "grad_norm": 6.625,
      "learning_rate": 3.344837603931708e-05,
      "loss": 2.2658,
      "mean_token_accuracy": 0.5117807060480117,
      "num_tokens": 201042502.0,
      "step": 261040
    },
    {
      "epoch": 0.3311312880696333,
      "grad_norm": 6.40625,
      "learning_rate": 3.3447741729230783e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5560790598392487,
      "num_tokens": 201049075.0,
      "step": 261050
    },
    {
      "epoch": 0.33114397266216616,
      "grad_norm": 4.8125,
      "learning_rate": 3.3447107419144496e-05,
      "loss": 2.1797,
      "mean_token_accuracy": 0.5214628130197525,
      "num_tokens": 201057577.0,
      "step": 261060
    },
    {
      "epoch": 0.331156657254699,
      "grad_norm": 6.46875,
      "learning_rate": 3.34464731090582e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5652022331953048,
      "num_tokens": 201064498.0,
      "step": 261070
    },
    {
      "epoch": 0.33116934184723185,
      "grad_norm": 5.03125,
      "learning_rate": 3.344583879897191e-05,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5804095953702927,
      "num_tokens": 201070646.0,
      "step": 261080
    },
    {
      "epoch": 0.3311820264397647,
      "grad_norm": 6.3125,
      "learning_rate": 3.344520448888562e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5156150996685028,
      "num_tokens": 201078302.0,
      "step": 261090
    },
    {
      "epoch": 0.33119471103229753,
      "grad_norm": 5.46875,
      "learning_rate": 3.344457017879933e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.550721287727356,
      "num_tokens": 201086943.0,
      "step": 261100
    },
    {
      "epoch": 0.33120739562483037,
      "grad_norm": 4.90625,
      "learning_rate": 3.3443935868713036e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.5348481476306916,
      "num_tokens": 201093221.0,
      "step": 261110
    },
    {
      "epoch": 0.33122008021736316,
      "grad_norm": 6.25,
      "learning_rate": 3.344330155862674e-05,
      "loss": 2.2194,
      "mean_token_accuracy": 0.5246826648712158,
      "num_tokens": 201099772.0,
      "step": 261120
    },
    {
      "epoch": 0.331232764809896,
      "grad_norm": 8.25,
      "learning_rate": 3.344266724854045e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5162654876708984,
      "num_tokens": 201108281.0,
      "step": 261130
    },
    {
      "epoch": 0.33124544940242884,
      "grad_norm": 4.96875,
      "learning_rate": 3.3442032938454166e-05,
      "loss": 2.2332,
      "mean_token_accuracy": 0.51828473508358,
      "num_tokens": 201117010.0,
      "step": 261140
    },
    {
      "epoch": 0.3312581339949617,
      "grad_norm": 5.1875,
      "learning_rate": 3.344139862836787e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5276296585798264,
      "num_tokens": 201125233.0,
      "step": 261150
    },
    {
      "epoch": 0.3312708185874945,
      "grad_norm": 5.8125,
      "learning_rate": 3.344076431828158e-05,
      "loss": 1.8357,
      "mean_token_accuracy": 0.581285011768341,
      "num_tokens": 201132157.0,
      "step": 261160
    },
    {
      "epoch": 0.33128350318002736,
      "grad_norm": 5.21875,
      "learning_rate": 3.344013000819529e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5620883733034134,
      "num_tokens": 201140096.0,
      "step": 261170
    },
    {
      "epoch": 0.3312961877725602,
      "grad_norm": 6.8125,
      "learning_rate": 3.3439495698108994e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5477768093347549,
      "num_tokens": 201148631.0,
      "step": 261180
    },
    {
      "epoch": 0.33130887236509304,
      "grad_norm": 5.375,
      "learning_rate": 3.3438861388022706e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.5210211336612701,
      "num_tokens": 201156338.0,
      "step": 261190
    },
    {
      "epoch": 0.33132155695762583,
      "grad_norm": 5.75,
      "learning_rate": 3.343822707793641e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.553709301352501,
      "num_tokens": 201163708.0,
      "step": 261200
    },
    {
      "epoch": 0.33133424155015867,
      "grad_norm": 4.8125,
      "learning_rate": 3.343759276785012e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5364056557416916,
      "num_tokens": 201170926.0,
      "step": 261210
    },
    {
      "epoch": 0.3313469261426915,
      "grad_norm": 4.875,
      "learning_rate": 3.343695845776383e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5284711450338364,
      "num_tokens": 201179319.0,
      "step": 261220
    },
    {
      "epoch": 0.33135961073522435,
      "grad_norm": 5.875,
      "learning_rate": 3.343632414767754e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5605073422193527,
      "num_tokens": 201187180.0,
      "step": 261230
    },
    {
      "epoch": 0.3313722953277572,
      "grad_norm": 5.0625,
      "learning_rate": 3.343568983759125e-05,
      "loss": 2.3211,
      "mean_token_accuracy": 0.5057033181190491,
      "num_tokens": 201195678.0,
      "step": 261240
    },
    {
      "epoch": 0.33138497992029003,
      "grad_norm": 4.59375,
      "learning_rate": 3.343505552750495e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.5616056770086288,
      "num_tokens": 201203152.0,
      "step": 261250
    },
    {
      "epoch": 0.3313976645128229,
      "grad_norm": 5.15625,
      "learning_rate": 3.3434421217418664e-05,
      "loss": 2.2087,
      "mean_token_accuracy": 0.5302240461111069,
      "num_tokens": 201212241.0,
      "step": 261260
    },
    {
      "epoch": 0.33141034910535566,
      "grad_norm": 5.75,
      "learning_rate": 3.343378690733237e-05,
      "loss": 1.8806,
      "mean_token_accuracy": 0.5723053216934204,
      "num_tokens": 201220763.0,
      "step": 261270
    },
    {
      "epoch": 0.3314230336978885,
      "grad_norm": 6.21875,
      "learning_rate": 3.343315259724608e-05,
      "loss": 1.7223,
      "mean_token_accuracy": 0.6189353168010712,
      "num_tokens": 201226292.0,
      "step": 261280
    },
    {
      "epoch": 0.33143571829042134,
      "grad_norm": 5.40625,
      "learning_rate": 3.343251828715979e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5346317023038865,
      "num_tokens": 201234253.0,
      "step": 261290
    },
    {
      "epoch": 0.3314484028829542,
      "grad_norm": 4.625,
      "learning_rate": 3.34318839770735e-05,
      "loss": 1.8388,
      "mean_token_accuracy": 0.5923153519630432,
      "num_tokens": 201240931.0,
      "step": 261300
    },
    {
      "epoch": 0.331461087475487,
      "grad_norm": 5.4375,
      "learning_rate": 3.343124966698721e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.570362439751625,
      "num_tokens": 201248504.0,
      "step": 261310
    },
    {
      "epoch": 0.33147377206801987,
      "grad_norm": 5.46875,
      "learning_rate": 3.3430615356900916e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5369436621665955,
      "num_tokens": 201256410.0,
      "step": 261320
    },
    {
      "epoch": 0.3314864566605527,
      "grad_norm": 7.25,
      "learning_rate": 3.342998104681462e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.55028195977211,
      "num_tokens": 201263655.0,
      "step": 261330
    },
    {
      "epoch": 0.33149914125308555,
      "grad_norm": 5.65625,
      "learning_rate": 3.3429346736728334e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5540022164583206,
      "num_tokens": 201270654.0,
      "step": 261340
    },
    {
      "epoch": 0.33151182584561834,
      "grad_norm": 5.53125,
      "learning_rate": 3.342871242664204e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5534088790416718,
      "num_tokens": 201279407.0,
      "step": 261350
    },
    {
      "epoch": 0.3315245104381512,
      "grad_norm": 6.0625,
      "learning_rate": 3.342807811655575e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5266205459833145,
      "num_tokens": 201288740.0,
      "step": 261360
    },
    {
      "epoch": 0.331537195030684,
      "grad_norm": 4.75,
      "learning_rate": 3.3427443806469456e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5340141981840134,
      "num_tokens": 201296920.0,
      "step": 261370
    },
    {
      "epoch": 0.33154987962321686,
      "grad_norm": 9.8125,
      "learning_rate": 3.342680949638317e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5522591501474381,
      "num_tokens": 201305148.0,
      "step": 261380
    },
    {
      "epoch": 0.3315625642157497,
      "grad_norm": 5.6875,
      "learning_rate": 3.3426175186296874e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.54711874127388,
      "num_tokens": 201312168.0,
      "step": 261390
    },
    {
      "epoch": 0.33157524880828254,
      "grad_norm": 6.125,
      "learning_rate": 3.342554087621058e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5363828539848328,
      "num_tokens": 201321082.0,
      "step": 261400
    },
    {
      "epoch": 0.3315879334008154,
      "grad_norm": 7.375,
      "learning_rate": 3.342490656612429e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5396385103464126,
      "num_tokens": 201329682.0,
      "step": 261410
    },
    {
      "epoch": 0.3316006179933482,
      "grad_norm": 4.5625,
      "learning_rate": 3.3424272256038e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5384565621614457,
      "num_tokens": 201336780.0,
      "step": 261420
    },
    {
      "epoch": 0.331613302585881,
      "grad_norm": 5.59375,
      "learning_rate": 3.342363794595171e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5463279813528061,
      "num_tokens": 201344346.0,
      "step": 261430
    },
    {
      "epoch": 0.33162598717841385,
      "grad_norm": 7.3125,
      "learning_rate": 3.342300363586542e-05,
      "loss": 2.3716,
      "mean_token_accuracy": 0.505568328499794,
      "num_tokens": 201353493.0,
      "step": 261440
    },
    {
      "epoch": 0.3316386717709467,
      "grad_norm": 5.40625,
      "learning_rate": 3.3422369325779126e-05,
      "loss": 1.8032,
      "mean_token_accuracy": 0.5987414538860321,
      "num_tokens": 201360261.0,
      "step": 261450
    },
    {
      "epoch": 0.33165135636347953,
      "grad_norm": 4.96875,
      "learning_rate": 3.342173501569283e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.540450781583786,
      "num_tokens": 201367683.0,
      "step": 261460
    },
    {
      "epoch": 0.3316640409560124,
      "grad_norm": 5.15625,
      "learning_rate": 3.342110070560654e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5349112302064896,
      "num_tokens": 201375876.0,
      "step": 261470
    },
    {
      "epoch": 0.3316767255485452,
      "grad_norm": 5.125,
      "learning_rate": 3.342046639552025e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5450823694467545,
      "num_tokens": 201384434.0,
      "step": 261480
    },
    {
      "epoch": 0.33168941014107806,
      "grad_norm": 4.8125,
      "learning_rate": 3.341983208543396e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5243659347295762,
      "num_tokens": 201392403.0,
      "step": 261490
    },
    {
      "epoch": 0.3317020947336109,
      "grad_norm": 4.875,
      "learning_rate": 3.3419197775347667e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5615092217922211,
      "num_tokens": 201398573.0,
      "step": 261500
    },
    {
      "epoch": 0.3317147793261437,
      "grad_norm": 5.5625,
      "learning_rate": 3.341856346526138e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5564927607774734,
      "num_tokens": 201406199.0,
      "step": 261510
    },
    {
      "epoch": 0.3317274639186765,
      "grad_norm": 5.125,
      "learning_rate": 3.3417929155175084e-05,
      "loss": 1.8803,
      "mean_token_accuracy": 0.5814387857913971,
      "num_tokens": 201414390.0,
      "step": 261520
    },
    {
      "epoch": 0.33174014851120937,
      "grad_norm": 5.59375,
      "learning_rate": 3.341729484508879e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5288207352161407,
      "num_tokens": 201421710.0,
      "step": 261530
    },
    {
      "epoch": 0.3317528331037422,
      "grad_norm": 5.21875,
      "learning_rate": 3.34166605350025e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5692405253648758,
      "num_tokens": 201429893.0,
      "step": 261540
    },
    {
      "epoch": 0.33176551769627505,
      "grad_norm": 17.375,
      "learning_rate": 3.341602622491621e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5358263224363327,
      "num_tokens": 201435921.0,
      "step": 261550
    },
    {
      "epoch": 0.3317782022888079,
      "grad_norm": 6.71875,
      "learning_rate": 3.341539191482992e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5762448489665986,
      "num_tokens": 201442786.0,
      "step": 261560
    },
    {
      "epoch": 0.33179088688134073,
      "grad_norm": 6.84375,
      "learning_rate": 3.3414757604743624e-05,
      "loss": 1.8721,
      "mean_token_accuracy": 0.5888030707836152,
      "num_tokens": 201450049.0,
      "step": 261570
    },
    {
      "epoch": 0.33180357147387357,
      "grad_norm": 5.4375,
      "learning_rate": 3.3414123294657337e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5641325145959855,
      "num_tokens": 201456763.0,
      "step": 261580
    },
    {
      "epoch": 0.33181625606640636,
      "grad_norm": 5.5625,
      "learning_rate": 3.341348898457105e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5186526030302048,
      "num_tokens": 201464720.0,
      "step": 261590
    },
    {
      "epoch": 0.3318289406589392,
      "grad_norm": 5.03125,
      "learning_rate": 3.341285467448475e-05,
      "loss": 1.8031,
      "mean_token_accuracy": 0.5949449241161346,
      "num_tokens": 201472501.0,
      "step": 261600
    },
    {
      "epoch": 0.33184162525147204,
      "grad_norm": 6.125,
      "learning_rate": 3.341222036439846e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5227549940347671,
      "num_tokens": 201480130.0,
      "step": 261610
    },
    {
      "epoch": 0.3318543098440049,
      "grad_norm": 6.53125,
      "learning_rate": 3.3411586054312165e-05,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5794139742851258,
      "num_tokens": 201488096.0,
      "step": 261620
    },
    {
      "epoch": 0.3318669944365377,
      "grad_norm": 5.4375,
      "learning_rate": 3.341095174422588e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5301235407590866,
      "num_tokens": 201496413.0,
      "step": 261630
    },
    {
      "epoch": 0.33187967902907056,
      "grad_norm": 5.625,
      "learning_rate": 3.341031743413959e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5585262924432755,
      "num_tokens": 201504954.0,
      "step": 261640
    },
    {
      "epoch": 0.3318923636216034,
      "grad_norm": 5.375,
      "learning_rate": 3.3409683124053294e-05,
      "loss": 2.3611,
      "mean_token_accuracy": 0.5015530854463577,
      "num_tokens": 201514252.0,
      "step": 261650
    },
    {
      "epoch": 0.33190504821413624,
      "grad_norm": 4.71875,
      "learning_rate": 3.3409048813967006e-05,
      "loss": 2.2591,
      "mean_token_accuracy": 0.510540348291397,
      "num_tokens": 201523416.0,
      "step": 261660
    },
    {
      "epoch": 0.33191773280666903,
      "grad_norm": 4.84375,
      "learning_rate": 3.3408414503880705e-05,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5788829922676086,
      "num_tokens": 201530796.0,
      "step": 261670
    },
    {
      "epoch": 0.33193041739920187,
      "grad_norm": 5.0,
      "learning_rate": 3.340778019379442e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5537779241800308,
      "num_tokens": 201538486.0,
      "step": 261680
    },
    {
      "epoch": 0.3319431019917347,
      "grad_norm": 5.5,
      "learning_rate": 3.340714588370813e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5395299732685089,
      "num_tokens": 201545794.0,
      "step": 261690
    },
    {
      "epoch": 0.33195578658426755,
      "grad_norm": 4.6875,
      "learning_rate": 3.3406511573621835e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5495894819498062,
      "num_tokens": 201554054.0,
      "step": 261700
    },
    {
      "epoch": 0.3319684711768004,
      "grad_norm": 6.1875,
      "learning_rate": 3.340587726353555e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5484092324972153,
      "num_tokens": 201561781.0,
      "step": 261710
    },
    {
      "epoch": 0.33198115576933324,
      "grad_norm": 5.9375,
      "learning_rate": 3.340524295344925e-05,
      "loss": 1.828,
      "mean_token_accuracy": 0.5874179661273956,
      "num_tokens": 201568859.0,
      "step": 261720
    },
    {
      "epoch": 0.3319938403618661,
      "grad_norm": 6.0625,
      "learning_rate": 3.3404608643362964e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5150280594825745,
      "num_tokens": 201577327.0,
      "step": 261730
    },
    {
      "epoch": 0.33200652495439886,
      "grad_norm": 5.9375,
      "learning_rate": 3.340397433327667e-05,
      "loss": 2.2371,
      "mean_token_accuracy": 0.5166765183210373,
      "num_tokens": 201585558.0,
      "step": 261740
    },
    {
      "epoch": 0.3320192095469317,
      "grad_norm": 6.5,
      "learning_rate": 3.3403340023190375e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5337789803743362,
      "num_tokens": 201593206.0,
      "step": 261750
    },
    {
      "epoch": 0.33203189413946455,
      "grad_norm": 6.1875,
      "learning_rate": 3.340270571310409e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5398277938365936,
      "num_tokens": 201600844.0,
      "step": 261760
    },
    {
      "epoch": 0.3320445787319974,
      "grad_norm": 4.90625,
      "learning_rate": 3.340207140301779e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5458662033081054,
      "num_tokens": 201608173.0,
      "step": 261770
    },
    {
      "epoch": 0.3320572633245302,
      "grad_norm": 6.0,
      "learning_rate": 3.3401437092931505e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5466253846883774,
      "num_tokens": 201616734.0,
      "step": 261780
    },
    {
      "epoch": 0.33206994791706307,
      "grad_norm": 8.375,
      "learning_rate": 3.340080278284522e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5653033971786499,
      "num_tokens": 201625117.0,
      "step": 261790
    },
    {
      "epoch": 0.3320826325095959,
      "grad_norm": 5.3125,
      "learning_rate": 3.340016847275892e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5423176646232605,
      "num_tokens": 201634617.0,
      "step": 261800
    },
    {
      "epoch": 0.33209531710212875,
      "grad_norm": 4.90625,
      "learning_rate": 3.339953416267263e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5517278254032135,
      "num_tokens": 201643532.0,
      "step": 261810
    },
    {
      "epoch": 0.33210800169466154,
      "grad_norm": 8.8125,
      "learning_rate": 3.339889985258633e-05,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5350809961557388,
      "num_tokens": 201651324.0,
      "step": 261820
    },
    {
      "epoch": 0.3321206862871944,
      "grad_norm": 5.75,
      "learning_rate": 3.3398265542500045e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5441425979137421,
      "num_tokens": 201659132.0,
      "step": 261830
    },
    {
      "epoch": 0.3321333708797272,
      "grad_norm": 5.09375,
      "learning_rate": 3.339763123241376e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5329817086458206,
      "num_tokens": 201667319.0,
      "step": 261840
    },
    {
      "epoch": 0.33214605547226006,
      "grad_norm": 5.96875,
      "learning_rate": 3.339699692232746e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5249180644750595,
      "num_tokens": 201675703.0,
      "step": 261850
    },
    {
      "epoch": 0.3321587400647929,
      "grad_norm": 9.875,
      "learning_rate": 3.3396362612241174e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5683909893035889,
      "num_tokens": 201682740.0,
      "step": 261860
    },
    {
      "epoch": 0.33217142465732574,
      "grad_norm": 5.21875,
      "learning_rate": 3.339572830215488e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5546841979026794,
      "num_tokens": 201690468.0,
      "step": 261870
    },
    {
      "epoch": 0.3321841092498586,
      "grad_norm": 6.6875,
      "learning_rate": 3.3395093992068585e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5573549062013626,
      "num_tokens": 201697835.0,
      "step": 261880
    },
    {
      "epoch": 0.3321967938423914,
      "grad_norm": 6.5625,
      "learning_rate": 3.33944596819823e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5736003696918488,
      "num_tokens": 201705630.0,
      "step": 261890
    },
    {
      "epoch": 0.3322094784349242,
      "grad_norm": 5.34375,
      "learning_rate": 3.3393825371896e-05,
      "loss": 1.7921,
      "mean_token_accuracy": 0.6002099007368088,
      "num_tokens": 201713626.0,
      "step": 261900
    },
    {
      "epoch": 0.33222216302745705,
      "grad_norm": 5.34375,
      "learning_rate": 3.3393191061809715e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5331966757774353,
      "num_tokens": 201722409.0,
      "step": 261910
    },
    {
      "epoch": 0.3322348476199899,
      "grad_norm": 6.65625,
      "learning_rate": 3.339255675172342e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5206614434719086,
      "num_tokens": 201729871.0,
      "step": 261920
    },
    {
      "epoch": 0.33224753221252273,
      "grad_norm": 5.65625,
      "learning_rate": 3.339192244163713e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5443038880825043,
      "num_tokens": 201737347.0,
      "step": 261930
    },
    {
      "epoch": 0.3322602168050556,
      "grad_norm": 5.9375,
      "learning_rate": 3.339128813155084e-05,
      "loss": 1.7872,
      "mean_token_accuracy": 0.5883150696754456,
      "num_tokens": 201745670.0,
      "step": 261940
    },
    {
      "epoch": 0.3322729013975884,
      "grad_norm": 5.0,
      "learning_rate": 3.339065382146454e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5550018727779389,
      "num_tokens": 201754444.0,
      "step": 261950
    },
    {
      "epoch": 0.33228558599012126,
      "grad_norm": 4.65625,
      "learning_rate": 3.3390019511378255e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.523547637462616,
      "num_tokens": 201764228.0,
      "step": 261960
    },
    {
      "epoch": 0.3322982705826541,
      "grad_norm": 5.34375,
      "learning_rate": 3.338938520129196e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5232690811157227,
      "num_tokens": 201772099.0,
      "step": 261970
    },
    {
      "epoch": 0.3323109551751869,
      "grad_norm": 6.125,
      "learning_rate": 3.338875089120567e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5387174040079117,
      "num_tokens": 201779938.0,
      "step": 261980
    },
    {
      "epoch": 0.3323236397677197,
      "grad_norm": 6.90625,
      "learning_rate": 3.3388116581119385e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5354573011398316,
      "num_tokens": 201786769.0,
      "step": 261990
    },
    {
      "epoch": 0.33233632436025257,
      "grad_norm": 5.875,
      "learning_rate": 3.338748227103309e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5503604382276535,
      "num_tokens": 201793900.0,
      "step": 262000
    },
    {
      "epoch": 0.3323490089527854,
      "grad_norm": 4.65625,
      "learning_rate": 3.33868479609468e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5687055081129074,
      "num_tokens": 201801660.0,
      "step": 262010
    },
    {
      "epoch": 0.33236169354531825,
      "grad_norm": 6.59375,
      "learning_rate": 3.33862136508605e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5436209172010422,
      "num_tokens": 201808846.0,
      "step": 262020
    },
    {
      "epoch": 0.3323743781378511,
      "grad_norm": 5.09375,
      "learning_rate": 3.338557934077421e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5636973917484284,
      "num_tokens": 201817364.0,
      "step": 262030
    },
    {
      "epoch": 0.33238706273038393,
      "grad_norm": 4.9375,
      "learning_rate": 3.3384945030687925e-05,
      "loss": 2.2751,
      "mean_token_accuracy": 0.5102323323488236,
      "num_tokens": 201826083.0,
      "step": 262040
    },
    {
      "epoch": 0.33239974732291677,
      "grad_norm": 5.75,
      "learning_rate": 3.338431072060163e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5914793699979782,
      "num_tokens": 201833438.0,
      "step": 262050
    },
    {
      "epoch": 0.33241243191544956,
      "grad_norm": 6.28125,
      "learning_rate": 3.338367641051534e-05,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5709783375263214,
      "num_tokens": 201841232.0,
      "step": 262060
    },
    {
      "epoch": 0.3324251165079824,
      "grad_norm": 5.15625,
      "learning_rate": 3.3383042100429055e-05,
      "loss": 2.3854,
      "mean_token_accuracy": 0.4887472063302994,
      "num_tokens": 201849904.0,
      "step": 262070
    },
    {
      "epoch": 0.33243780110051524,
      "grad_norm": 5.1875,
      "learning_rate": 3.338240779034276e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5365406543016433,
      "num_tokens": 201857247.0,
      "step": 262080
    },
    {
      "epoch": 0.3324504856930481,
      "grad_norm": 5.15625,
      "learning_rate": 3.3381773480256465e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5555032283067703,
      "num_tokens": 201865956.0,
      "step": 262090
    },
    {
      "epoch": 0.3324631702855809,
      "grad_norm": 5.0,
      "learning_rate": 3.338113917017017e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5279175698757171,
      "num_tokens": 201874424.0,
      "step": 262100
    },
    {
      "epoch": 0.33247585487811376,
      "grad_norm": 7.03125,
      "learning_rate": 3.338050486008388e-05,
      "loss": 1.6108,
      "mean_token_accuracy": 0.633332484960556,
      "num_tokens": 201880183.0,
      "step": 262110
    },
    {
      "epoch": 0.3324885394706466,
      "grad_norm": 5.03125,
      "learning_rate": 3.3379870549997595e-05,
      "loss": 2.2752,
      "mean_token_accuracy": 0.5159217625856399,
      "num_tokens": 201888519.0,
      "step": 262120
    },
    {
      "epoch": 0.33250122406317945,
      "grad_norm": 4.875,
      "learning_rate": 3.33792362399113e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5423404723405838,
      "num_tokens": 201897267.0,
      "step": 262130
    },
    {
      "epoch": 0.33251390865571223,
      "grad_norm": 6.375,
      "learning_rate": 3.337860192982501e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5382467329502105,
      "num_tokens": 201905173.0,
      "step": 262140
    },
    {
      "epoch": 0.3325265932482451,
      "grad_norm": 5.625,
      "learning_rate": 3.337796761973872e-05,
      "loss": 2.2332,
      "mean_token_accuracy": 0.5169815629720688,
      "num_tokens": 201912338.0,
      "step": 262150
    },
    {
      "epoch": 0.3325392778407779,
      "grad_norm": 5.75,
      "learning_rate": 3.337733330965242e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5364211857318878,
      "num_tokens": 201920693.0,
      "step": 262160
    },
    {
      "epoch": 0.33255196243331075,
      "grad_norm": 7.84375,
      "learning_rate": 3.3376698999566135e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5358845323324204,
      "num_tokens": 201926758.0,
      "step": 262170
    },
    {
      "epoch": 0.3325646470258436,
      "grad_norm": 5.21875,
      "learning_rate": 3.337606468947984e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5487525820732116,
      "num_tokens": 201935011.0,
      "step": 262180
    },
    {
      "epoch": 0.33257733161837644,
      "grad_norm": 10.1875,
      "learning_rate": 3.337543037939355e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5195991903543472,
      "num_tokens": 201942198.0,
      "step": 262190
    },
    {
      "epoch": 0.3325900162109093,
      "grad_norm": 6.375,
      "learning_rate": 3.337479606930726e-05,
      "loss": 1.5871,
      "mean_token_accuracy": 0.6621666610240936,
      "num_tokens": 201948481.0,
      "step": 262200
    },
    {
      "epoch": 0.33260270080344206,
      "grad_norm": 5.25,
      "learning_rate": 3.337416175922097e-05,
      "loss": 1.7397,
      "mean_token_accuracy": 0.5977140963077545,
      "num_tokens": 201955266.0,
      "step": 262210
    },
    {
      "epoch": 0.3326153853959749,
      "grad_norm": 7.59375,
      "learning_rate": 3.3373527449134676e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5307058364152908,
      "num_tokens": 201960509.0,
      "step": 262220
    },
    {
      "epoch": 0.33262806998850775,
      "grad_norm": 5.21875,
      "learning_rate": 3.337289313904838e-05,
      "loss": 2.3368,
      "mean_token_accuracy": 0.5064039349555969,
      "num_tokens": 201968792.0,
      "step": 262230
    },
    {
      "epoch": 0.3326407545810406,
      "grad_norm": 4.9375,
      "learning_rate": 3.337225882896209e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5375694811344147,
      "num_tokens": 201976309.0,
      "step": 262240
    },
    {
      "epoch": 0.33265343917357343,
      "grad_norm": 5.875,
      "learning_rate": 3.33716245188758e-05,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5297324001789093,
      "num_tokens": 201985417.0,
      "step": 262250
    },
    {
      "epoch": 0.33266612376610627,
      "grad_norm": 8.8125,
      "learning_rate": 3.337099020878951e-05,
      "loss": 1.8284,
      "mean_token_accuracy": 0.5847482174634934,
      "num_tokens": 201991609.0,
      "step": 262260
    },
    {
      "epoch": 0.3326788083586391,
      "grad_norm": 5.1875,
      "learning_rate": 3.337035589870322e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5384741753339768,
      "num_tokens": 201999210.0,
      "step": 262270
    },
    {
      "epoch": 0.33269149295117195,
      "grad_norm": 5.34375,
      "learning_rate": 3.336972158861693e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5182273805141449,
      "num_tokens": 202006549.0,
      "step": 262280
    },
    {
      "epoch": 0.33270417754370474,
      "grad_norm": 5.5,
      "learning_rate": 3.336908727853063e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5254976421594619,
      "num_tokens": 202013802.0,
      "step": 262290
    },
    {
      "epoch": 0.3327168621362376,
      "grad_norm": 5.0625,
      "learning_rate": 3.336845296844434e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5293971568346023,
      "num_tokens": 202022651.0,
      "step": 262300
    },
    {
      "epoch": 0.3327295467287704,
      "grad_norm": 8.5,
      "learning_rate": 3.336781865835805e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5418987989425659,
      "num_tokens": 202030478.0,
      "step": 262310
    },
    {
      "epoch": 0.33274223132130326,
      "grad_norm": 5.3125,
      "learning_rate": 3.336718434827176e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5421078920364379,
      "num_tokens": 202038332.0,
      "step": 262320
    },
    {
      "epoch": 0.3327549159138361,
      "grad_norm": 8.375,
      "learning_rate": 3.336655003818547e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5435723125934601,
      "num_tokens": 202045259.0,
      "step": 262330
    },
    {
      "epoch": 0.33276760050636894,
      "grad_norm": 5.75,
      "learning_rate": 3.336591572809918e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5536375492811203,
      "num_tokens": 202053110.0,
      "step": 262340
    },
    {
      "epoch": 0.3327802850989018,
      "grad_norm": 5.53125,
      "learning_rate": 3.3365281418012886e-05,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5248770952224732,
      "num_tokens": 202061168.0,
      "step": 262350
    },
    {
      "epoch": 0.3327929696914346,
      "grad_norm": 5.4375,
      "learning_rate": 3.336464710792659e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5300292611122132,
      "num_tokens": 202070574.0,
      "step": 262360
    },
    {
      "epoch": 0.3328056542839674,
      "grad_norm": 5.15625,
      "learning_rate": 3.33640127978403e-05,
      "loss": 1.7662,
      "mean_token_accuracy": 0.6097298920154571,
      "num_tokens": 202077032.0,
      "step": 262370
    },
    {
      "epoch": 0.33281833887650025,
      "grad_norm": 5.4375,
      "learning_rate": 3.336337848775401e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5576460301876068,
      "num_tokens": 202085256.0,
      "step": 262380
    },
    {
      "epoch": 0.3328310234690331,
      "grad_norm": 4.5,
      "learning_rate": 3.336274417766772e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5470443218946457,
      "num_tokens": 202093473.0,
      "step": 262390
    },
    {
      "epoch": 0.33284370806156593,
      "grad_norm": 5.59375,
      "learning_rate": 3.3362109867581426e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5608887851238251,
      "num_tokens": 202101159.0,
      "step": 262400
    },
    {
      "epoch": 0.3328563926540988,
      "grad_norm": 4.96875,
      "learning_rate": 3.336147555749514e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5706675320863723,
      "num_tokens": 202108189.0,
      "step": 262410
    },
    {
      "epoch": 0.3328690772466316,
      "grad_norm": 7.21875,
      "learning_rate": 3.336084124740885e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5427696704864502,
      "num_tokens": 202115885.0,
      "step": 262420
    },
    {
      "epoch": 0.33288176183916446,
      "grad_norm": 6.3125,
      "learning_rate": 3.3360206937322556e-05,
      "loss": 1.877,
      "mean_token_accuracy": 0.5786380231380462,
      "num_tokens": 202124543.0,
      "step": 262430
    },
    {
      "epoch": 0.3328944464316973,
      "grad_norm": 6.40625,
      "learning_rate": 3.335957262723626e-05,
      "loss": 1.8749,
      "mean_token_accuracy": 0.5921374380588531,
      "num_tokens": 202130966.0,
      "step": 262440
    },
    {
      "epoch": 0.3329071310242301,
      "grad_norm": 5.1875,
      "learning_rate": 3.3358938317149966e-05,
      "loss": 1.945,
      "mean_token_accuracy": 0.56291463971138,
      "num_tokens": 202138750.0,
      "step": 262450
    },
    {
      "epoch": 0.3329198156167629,
      "grad_norm": 6.21875,
      "learning_rate": 3.335830400706368e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5648097842931747,
      "num_tokens": 202145963.0,
      "step": 262460
    },
    {
      "epoch": 0.33293250020929577,
      "grad_norm": 6.0,
      "learning_rate": 3.335766969697739e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.559163236618042,
      "num_tokens": 202152778.0,
      "step": 262470
    },
    {
      "epoch": 0.3329451848018286,
      "grad_norm": 6.15625,
      "learning_rate": 3.3357035386891096e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5531086474657059,
      "num_tokens": 202160326.0,
      "step": 262480
    },
    {
      "epoch": 0.33295786939436145,
      "grad_norm": 12.8125,
      "learning_rate": 3.335640107680481e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5442335784435273,
      "num_tokens": 202167586.0,
      "step": 262490
    },
    {
      "epoch": 0.3329705539868943,
      "grad_norm": 5.5,
      "learning_rate": 3.3355766766718513e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5316078275442123,
      "num_tokens": 202175920.0,
      "step": 262500
    },
    {
      "epoch": 0.33298323857942713,
      "grad_norm": 5.1875,
      "learning_rate": 3.335513245663222e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5331320017576218,
      "num_tokens": 202184401.0,
      "step": 262510
    },
    {
      "epoch": 0.33299592317196,
      "grad_norm": 5.75,
      "learning_rate": 3.335449814654593e-05,
      "loss": 1.8512,
      "mean_token_accuracy": 0.5963760286569595,
      "num_tokens": 202192442.0,
      "step": 262520
    },
    {
      "epoch": 0.33300860776449276,
      "grad_norm": 6.3125,
      "learning_rate": 3.3353863836459636e-05,
      "loss": 1.8948,
      "mean_token_accuracy": 0.5728462159633636,
      "num_tokens": 202198906.0,
      "step": 262530
    },
    {
      "epoch": 0.3330212923570256,
      "grad_norm": 5.9375,
      "learning_rate": 3.335322952637335e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5385891437530518,
      "num_tokens": 202207711.0,
      "step": 262540
    },
    {
      "epoch": 0.33303397694955844,
      "grad_norm": 5.46875,
      "learning_rate": 3.3352595216287054e-05,
      "loss": 2.2129,
      "mean_token_accuracy": 0.518991369009018,
      "num_tokens": 202215308.0,
      "step": 262550
    },
    {
      "epoch": 0.3330466615420913,
      "grad_norm": 4.9375,
      "learning_rate": 3.3351960906200766e-05,
      "loss": 1.7453,
      "mean_token_accuracy": 0.6037819266319275,
      "num_tokens": 202223268.0,
      "step": 262560
    },
    {
      "epoch": 0.3330593461346241,
      "grad_norm": 4.5625,
      "learning_rate": 3.335132659611447e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.536246606707573,
      "num_tokens": 202231308.0,
      "step": 262570
    },
    {
      "epoch": 0.33307203072715696,
      "grad_norm": 5.8125,
      "learning_rate": 3.3350692286028177e-05,
      "loss": 1.6923,
      "mean_token_accuracy": 0.6058688908815384,
      "num_tokens": 202238368.0,
      "step": 262580
    },
    {
      "epoch": 0.3330847153196898,
      "grad_norm": 10.4375,
      "learning_rate": 3.335005797594189e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5526996374130249,
      "num_tokens": 202247024.0,
      "step": 262590
    },
    {
      "epoch": 0.33309739991222265,
      "grad_norm": 5.46875,
      "learning_rate": 3.3349423665855594e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5380419969558716,
      "num_tokens": 202255859.0,
      "step": 262600
    },
    {
      "epoch": 0.33311008450475543,
      "grad_norm": 5.0625,
      "learning_rate": 3.3348789355769306e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5457299709320068,
      "num_tokens": 202262562.0,
      "step": 262610
    },
    {
      "epoch": 0.3331227690972883,
      "grad_norm": 6.28125,
      "learning_rate": 3.334815504568302e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5658178865909577,
      "num_tokens": 202269715.0,
      "step": 262620
    },
    {
      "epoch": 0.3331354536898211,
      "grad_norm": 9.1875,
      "learning_rate": 3.3347520735596724e-05,
      "loss": 1.6934,
      "mean_token_accuracy": 0.6184039115905762,
      "num_tokens": 202276855.0,
      "step": 262630
    },
    {
      "epoch": 0.33314813828235396,
      "grad_norm": 5.8125,
      "learning_rate": 3.334688642551043e-05,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5769924432039261,
      "num_tokens": 202283109.0,
      "step": 262640
    },
    {
      "epoch": 0.3331608228748868,
      "grad_norm": 5.34375,
      "learning_rate": 3.3346252115424134e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5747886657714844,
      "num_tokens": 202289565.0,
      "step": 262650
    },
    {
      "epoch": 0.33317350746741964,
      "grad_norm": 4.8125,
      "learning_rate": 3.3345617805337847e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5462979167699814,
      "num_tokens": 202297343.0,
      "step": 262660
    },
    {
      "epoch": 0.3331861920599525,
      "grad_norm": 6.5625,
      "learning_rate": 3.334498349525156e-05,
      "loss": 1.7237,
      "mean_token_accuracy": 0.61786447763443,
      "num_tokens": 202303825.0,
      "step": 262670
    },
    {
      "epoch": 0.33319887665248527,
      "grad_norm": 6.40625,
      "learning_rate": 3.3344349185165264e-05,
      "loss": 2.2953,
      "mean_token_accuracy": 0.5122038841247558,
      "num_tokens": 202312781.0,
      "step": 262680
    },
    {
      "epoch": 0.3332115612450181,
      "grad_norm": 6.625,
      "learning_rate": 3.3343714875078976e-05,
      "loss": 1.8385,
      "mean_token_accuracy": 0.5946905344724656,
      "num_tokens": 202319454.0,
      "step": 262690
    },
    {
      "epoch": 0.33322424583755095,
      "grad_norm": 5.71875,
      "learning_rate": 3.334308056499268e-05,
      "loss": 1.8504,
      "mean_token_accuracy": 0.5857602089643479,
      "num_tokens": 202325729.0,
      "step": 262700
    },
    {
      "epoch": 0.3332369304300838,
      "grad_norm": 6.21875,
      "learning_rate": 3.334244625490639e-05,
      "loss": 1.7564,
      "mean_token_accuracy": 0.6075132995843887,
      "num_tokens": 202332475.0,
      "step": 262710
    },
    {
      "epoch": 0.33324961502261663,
      "grad_norm": 5.03125,
      "learning_rate": 3.33418119448201e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5325473219156265,
      "num_tokens": 202341277.0,
      "step": 262720
    },
    {
      "epoch": 0.33326229961514947,
      "grad_norm": 5.75,
      "learning_rate": 3.3341177634733804e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5337443232536316,
      "num_tokens": 202348928.0,
      "step": 262730
    },
    {
      "epoch": 0.3332749842076823,
      "grad_norm": 6.65625,
      "learning_rate": 3.3340543324647516e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5276281177997589,
      "num_tokens": 202355880.0,
      "step": 262740
    },
    {
      "epoch": 0.33328766880021515,
      "grad_norm": 4.9375,
      "learning_rate": 3.333990901456122e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5348996311426163,
      "num_tokens": 202362733.0,
      "step": 262750
    },
    {
      "epoch": 0.33330035339274794,
      "grad_norm": 6.15625,
      "learning_rate": 3.3339274704474934e-05,
      "loss": 1.9257,
      "mean_token_accuracy": 0.5625292062759399,
      "num_tokens": 202370113.0,
      "step": 262760
    },
    {
      "epoch": 0.3333130379852808,
      "grad_norm": 5.53125,
      "learning_rate": 3.3338640394388646e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5296882927417755,
      "num_tokens": 202377306.0,
      "step": 262770
    },
    {
      "epoch": 0.3333257225778136,
      "grad_norm": 4.90625,
      "learning_rate": 3.3338006084302345e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5409938395023346,
      "num_tokens": 202386503.0,
      "step": 262780
    },
    {
      "epoch": 0.33333840717034646,
      "grad_norm": 4.96875,
      "learning_rate": 3.333737177421606e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5720074504613877,
      "num_tokens": 202393850.0,
      "step": 262790
    },
    {
      "epoch": 0.3333510917628793,
      "grad_norm": 6.125,
      "learning_rate": 3.333673746412976e-05,
      "loss": 1.7454,
      "mean_token_accuracy": 0.6097721040248871,
      "num_tokens": 202400787.0,
      "step": 262800
    },
    {
      "epoch": 0.33336377635541214,
      "grad_norm": 4.5625,
      "learning_rate": 3.3336103154043474e-05,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5705795228481293,
      "num_tokens": 202409298.0,
      "step": 262810
    },
    {
      "epoch": 0.333376460947945,
      "grad_norm": 5.40625,
      "learning_rate": 3.3335468843957186e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.554560300707817,
      "num_tokens": 202415800.0,
      "step": 262820
    },
    {
      "epoch": 0.3333891455404778,
      "grad_norm": 8.3125,
      "learning_rate": 3.333483453387089e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5433661341667175,
      "num_tokens": 202422374.0,
      "step": 262830
    },
    {
      "epoch": 0.3334018301330106,
      "grad_norm": 5.6875,
      "learning_rate": 3.3334200223784604e-05,
      "loss": 1.8538,
      "mean_token_accuracy": 0.5716770470142365,
      "num_tokens": 202430366.0,
      "step": 262840
    },
    {
      "epoch": 0.33341451472554345,
      "grad_norm": 5.96875,
      "learning_rate": 3.333356591369831e-05,
      "loss": 2.2312,
      "mean_token_accuracy": 0.5043184190988541,
      "num_tokens": 202438232.0,
      "step": 262850
    },
    {
      "epoch": 0.3334271993180763,
      "grad_norm": 6.28125,
      "learning_rate": 3.3332931603612015e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5874978184700013,
      "num_tokens": 202445760.0,
      "step": 262860
    },
    {
      "epoch": 0.33343988391060914,
      "grad_norm": 6.3125,
      "learning_rate": 3.333229729352573e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5430957198143005,
      "num_tokens": 202452988.0,
      "step": 262870
    },
    {
      "epoch": 0.333452568503142,
      "grad_norm": 6.0,
      "learning_rate": 3.333166298343943e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5117808192968368,
      "num_tokens": 202461679.0,
      "step": 262880
    },
    {
      "epoch": 0.3334652530956748,
      "grad_norm": 6.40625,
      "learning_rate": 3.3331028673353144e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5365195661783219,
      "num_tokens": 202469639.0,
      "step": 262890
    },
    {
      "epoch": 0.33347793768820766,
      "grad_norm": 5.21875,
      "learning_rate": 3.333039436326685e-05,
      "loss": 1.7625,
      "mean_token_accuracy": 0.6037294089794158,
      "num_tokens": 202476648.0,
      "step": 262900
    },
    {
      "epoch": 0.3334906222807405,
      "grad_norm": 6.21875,
      "learning_rate": 3.332976005318056e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.533852806687355,
      "num_tokens": 202485549.0,
      "step": 262910
    },
    {
      "epoch": 0.3335033068732733,
      "grad_norm": 6.8125,
      "learning_rate": 3.332912574309427e-05,
      "loss": 1.8167,
      "mean_token_accuracy": 0.6055362343788147,
      "num_tokens": 202492532.0,
      "step": 262920
    },
    {
      "epoch": 0.3335159914658061,
      "grad_norm": 13.625,
      "learning_rate": 3.332849143300797e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5381043881177903,
      "num_tokens": 202500401.0,
      "step": 262930
    },
    {
      "epoch": 0.33352867605833897,
      "grad_norm": 6.28125,
      "learning_rate": 3.3327857122921684e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5307553201913834,
      "num_tokens": 202508078.0,
      "step": 262940
    },
    {
      "epoch": 0.3335413606508718,
      "grad_norm": 4.96875,
      "learning_rate": 3.3327222812835397e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5315993577241898,
      "num_tokens": 202516166.0,
      "step": 262950
    },
    {
      "epoch": 0.33355404524340465,
      "grad_norm": 5.3125,
      "learning_rate": 3.33265885027491e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5456366270780564,
      "num_tokens": 202524054.0,
      "step": 262960
    },
    {
      "epoch": 0.3335667298359375,
      "grad_norm": 5.65625,
      "learning_rate": 3.3325954192662814e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5358404010534287,
      "num_tokens": 202531584.0,
      "step": 262970
    },
    {
      "epoch": 0.33357941442847033,
      "grad_norm": 5.8125,
      "learning_rate": 3.332531988257652e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5434360980987549,
      "num_tokens": 202539637.0,
      "step": 262980
    },
    {
      "epoch": 0.3335920990210032,
      "grad_norm": 7.125,
      "learning_rate": 3.3324685572490225e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5511890232563019,
      "num_tokens": 202545764.0,
      "step": 262990
    },
    {
      "epoch": 0.33360478361353596,
      "grad_norm": 5.375,
      "learning_rate": 3.332405126240394e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5473030626773834,
      "num_tokens": 202553184.0,
      "step": 263000
    },
    {
      "epoch": 0.3336174682060688,
      "grad_norm": 6.6875,
      "learning_rate": 3.332341695231764e-05,
      "loss": 1.8727,
      "mean_token_accuracy": 0.5873017698526383,
      "num_tokens": 202560034.0,
      "step": 263010
    },
    {
      "epoch": 0.33363015279860164,
      "grad_norm": 4.40625,
      "learning_rate": 3.3322782642231354e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5204337179660797,
      "num_tokens": 202568126.0,
      "step": 263020
    },
    {
      "epoch": 0.3336428373911345,
      "grad_norm": 6.0,
      "learning_rate": 3.332214833214506e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.548472186923027,
      "num_tokens": 202576478.0,
      "step": 263030
    },
    {
      "epoch": 0.3336555219836673,
      "grad_norm": 4.9375,
      "learning_rate": 3.332151402205877e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5456088691949844,
      "num_tokens": 202584123.0,
      "step": 263040
    },
    {
      "epoch": 0.33366820657620017,
      "grad_norm": 7.21875,
      "learning_rate": 3.332087971197248e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5280217707157135,
      "num_tokens": 202591768.0,
      "step": 263050
    },
    {
      "epoch": 0.333680891168733,
      "grad_norm": 6.8125,
      "learning_rate": 3.332024540188618e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5386535078287125,
      "num_tokens": 202599225.0,
      "step": 263060
    },
    {
      "epoch": 0.33369357576126585,
      "grad_norm": 6.34375,
      "learning_rate": 3.3319611091799895e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5411174207925796,
      "num_tokens": 202606172.0,
      "step": 263070
    },
    {
      "epoch": 0.33370626035379863,
      "grad_norm": 5.5,
      "learning_rate": 3.33189767817136e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5228648126125336,
      "num_tokens": 202614605.0,
      "step": 263080
    },
    {
      "epoch": 0.3337189449463315,
      "grad_norm": 5.125,
      "learning_rate": 3.331834247162731e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5277938961982727,
      "num_tokens": 202623231.0,
      "step": 263090
    },
    {
      "epoch": 0.3337316295388643,
      "grad_norm": 7.09375,
      "learning_rate": 3.3317708161541024e-05,
      "loss": 1.9041,
      "mean_token_accuracy": 0.570456600189209,
      "num_tokens": 202630514.0,
      "step": 263100
    },
    {
      "epoch": 0.33374431413139716,
      "grad_norm": 7.375,
      "learning_rate": 3.331707385145473e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.524784728884697,
      "num_tokens": 202638561.0,
      "step": 263110
    },
    {
      "epoch": 0.33375699872393,
      "grad_norm": 4.5,
      "learning_rate": 3.3316439541368435e-05,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5807269960641861,
      "num_tokens": 202646548.0,
      "step": 263120
    },
    {
      "epoch": 0.33376968331646284,
      "grad_norm": 5.625,
      "learning_rate": 3.331580523128214e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5617214232683182,
      "num_tokens": 202652841.0,
      "step": 263130
    },
    {
      "epoch": 0.3337823679089957,
      "grad_norm": 6.375,
      "learning_rate": 3.331517092119585e-05,
      "loss": 2.2239,
      "mean_token_accuracy": 0.5259754925966262,
      "num_tokens": 202660831.0,
      "step": 263140
    },
    {
      "epoch": 0.33379505250152847,
      "grad_norm": 5.59375,
      "learning_rate": 3.3314536611109565e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5300823748111725,
      "num_tokens": 202668124.0,
      "step": 263150
    },
    {
      "epoch": 0.3338077370940613,
      "grad_norm": 5.625,
      "learning_rate": 3.331390230102327e-05,
      "loss": 2.2657,
      "mean_token_accuracy": 0.5234384417533875,
      "num_tokens": 202676151.0,
      "step": 263160
    },
    {
      "epoch": 0.33382042168659415,
      "grad_norm": 5.84375,
      "learning_rate": 3.331326799093698e-05,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5424740135669708,
      "num_tokens": 202683474.0,
      "step": 263170
    },
    {
      "epoch": 0.333833106279127,
      "grad_norm": 5.6875,
      "learning_rate": 3.331263368085069e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5374124854803085,
      "num_tokens": 202692235.0,
      "step": 263180
    },
    {
      "epoch": 0.33384579087165983,
      "grad_norm": 6.71875,
      "learning_rate": 3.33119993707644e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5224855810403823,
      "num_tokens": 202700357.0,
      "step": 263190
    },
    {
      "epoch": 0.33385847546419267,
      "grad_norm": 6.09375,
      "learning_rate": 3.3311365060678105e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5202316045761108,
      "num_tokens": 202708324.0,
      "step": 263200
    },
    {
      "epoch": 0.3338711600567255,
      "grad_norm": 5.78125,
      "learning_rate": 3.331073075059181e-05,
      "loss": 2.1913,
      "mean_token_accuracy": 0.5286977767944336,
      "num_tokens": 202715849.0,
      "step": 263210
    },
    {
      "epoch": 0.33388384464925835,
      "grad_norm": 5.125,
      "learning_rate": 3.331009644050552e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5276928156614303,
      "num_tokens": 202723406.0,
      "step": 263220
    },
    {
      "epoch": 0.33389652924179114,
      "grad_norm": 5.125,
      "learning_rate": 3.330946213041923e-05,
      "loss": 1.6891,
      "mean_token_accuracy": 0.637285441160202,
      "num_tokens": 202729823.0,
      "step": 263230
    },
    {
      "epoch": 0.333909213834324,
      "grad_norm": 5.78125,
      "learning_rate": 3.330882782033294e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5497858583927154,
      "num_tokens": 202737590.0,
      "step": 263240
    },
    {
      "epoch": 0.3339218984268568,
      "grad_norm": 6.9375,
      "learning_rate": 3.330819351024665e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5458726406097412,
      "num_tokens": 202745930.0,
      "step": 263250
    },
    {
      "epoch": 0.33393458301938966,
      "grad_norm": 4.90625,
      "learning_rate": 3.330755920016036e-05,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5713400423526764,
      "num_tokens": 202753967.0,
      "step": 263260
    },
    {
      "epoch": 0.3339472676119225,
      "grad_norm": 5.25,
      "learning_rate": 3.330692489007406e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5681020677089691,
      "num_tokens": 202761576.0,
      "step": 263270
    },
    {
      "epoch": 0.33395995220445535,
      "grad_norm": 6.34375,
      "learning_rate": 3.330629057998777e-05,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5672316700220108,
      "num_tokens": 202769389.0,
      "step": 263280
    },
    {
      "epoch": 0.3339726367969882,
      "grad_norm": 6.375,
      "learning_rate": 3.330565626990148e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5162309288978577,
      "num_tokens": 202777415.0,
      "step": 263290
    },
    {
      "epoch": 0.33398532138952103,
      "grad_norm": 6.28125,
      "learning_rate": 3.330502195981519e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5494552403688431,
      "num_tokens": 202785170.0,
      "step": 263300
    },
    {
      "epoch": 0.3339980059820538,
      "grad_norm": 4.8125,
      "learning_rate": 3.33043876497289e-05,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5789084494113922,
      "num_tokens": 202792164.0,
      "step": 263310
    },
    {
      "epoch": 0.33401069057458666,
      "grad_norm": 5.6875,
      "learning_rate": 3.330375333964261e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.540814396739006,
      "num_tokens": 202799271.0,
      "step": 263320
    },
    {
      "epoch": 0.3340233751671195,
      "grad_norm": 5.0,
      "learning_rate": 3.3303119029556315e-05,
      "loss": 1.8492,
      "mean_token_accuracy": 0.589602780342102,
      "num_tokens": 202807044.0,
      "step": 263330
    },
    {
      "epoch": 0.33403605975965234,
      "grad_norm": 5.15625,
      "learning_rate": 3.330248471947002e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5334699332714081,
      "num_tokens": 202815054.0,
      "step": 263340
    },
    {
      "epoch": 0.3340487443521852,
      "grad_norm": 4.5,
      "learning_rate": 3.330185040938373e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5515412837266922,
      "num_tokens": 202823956.0,
      "step": 263350
    },
    {
      "epoch": 0.334061428944718,
      "grad_norm": 4.9375,
      "learning_rate": 3.330121609929744e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5351973712444306,
      "num_tokens": 202831521.0,
      "step": 263360
    },
    {
      "epoch": 0.33407411353725086,
      "grad_norm": 5.59375,
      "learning_rate": 3.330058178921115e-05,
      "loss": 2.2913,
      "mean_token_accuracy": 0.5093463093042374,
      "num_tokens": 202839310.0,
      "step": 263370
    },
    {
      "epoch": 0.3340867981297837,
      "grad_norm": 6.03125,
      "learning_rate": 3.3299947479124855e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5349663913249969,
      "num_tokens": 202847505.0,
      "step": 263380
    },
    {
      "epoch": 0.3340994827223165,
      "grad_norm": 4.78125,
      "learning_rate": 3.329931316903857e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5302059054374695,
      "num_tokens": 202855757.0,
      "step": 263390
    },
    {
      "epoch": 0.33411216731484933,
      "grad_norm": 5.5625,
      "learning_rate": 3.329867885895227e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5374147027730942,
      "num_tokens": 202864530.0,
      "step": 263400
    },
    {
      "epoch": 0.33412485190738217,
      "grad_norm": 4.9375,
      "learning_rate": 3.329804454886598e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.556242048740387,
      "num_tokens": 202871912.0,
      "step": 263410
    },
    {
      "epoch": 0.334137536499915,
      "grad_norm": 7.8125,
      "learning_rate": 3.329741023877969e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5578611761331558,
      "num_tokens": 202878891.0,
      "step": 263420
    },
    {
      "epoch": 0.33415022109244785,
      "grad_norm": 5.59375,
      "learning_rate": 3.3296775928693396e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5646423995494843,
      "num_tokens": 202885894.0,
      "step": 263430
    },
    {
      "epoch": 0.3341629056849807,
      "grad_norm": 7.46875,
      "learning_rate": 3.329614161860711e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5225073575973511,
      "num_tokens": 202893981.0,
      "step": 263440
    },
    {
      "epoch": 0.33417559027751353,
      "grad_norm": 10.5,
      "learning_rate": 3.329550730852082e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5629316747188569,
      "num_tokens": 202901610.0,
      "step": 263450
    },
    {
      "epoch": 0.3341882748700464,
      "grad_norm": 5.5,
      "learning_rate": 3.3294872998434525e-05,
      "loss": 2.2989,
      "mean_token_accuracy": 0.5101411521434784,
      "num_tokens": 202909794.0,
      "step": 263460
    },
    {
      "epoch": 0.33420095946257916,
      "grad_norm": 6.5625,
      "learning_rate": 3.329423868834823e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5622246235609054,
      "num_tokens": 202917658.0,
      "step": 263470
    },
    {
      "epoch": 0.334213644055112,
      "grad_norm": 5.84375,
      "learning_rate": 3.3293604378261936e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5456314295530319,
      "num_tokens": 202925803.0,
      "step": 263480
    },
    {
      "epoch": 0.33422632864764484,
      "grad_norm": 5.71875,
      "learning_rate": 3.329297006817565e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5395093739032746,
      "num_tokens": 202934447.0,
      "step": 263490
    },
    {
      "epoch": 0.3342390132401777,
      "grad_norm": 5.96875,
      "learning_rate": 3.329233575808936e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5376831233501435,
      "num_tokens": 202942687.0,
      "step": 263500
    },
    {
      "epoch": 0.3342516978327105,
      "grad_norm": 8.8125,
      "learning_rate": 3.3291701448003066e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5451595097780227,
      "num_tokens": 202949505.0,
      "step": 263510
    },
    {
      "epoch": 0.33426438242524337,
      "grad_norm": 5.71875,
      "learning_rate": 3.329106713791678e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5394250839948654,
      "num_tokens": 202956756.0,
      "step": 263520
    },
    {
      "epoch": 0.3342770670177762,
      "grad_norm": 5.34375,
      "learning_rate": 3.329043282783048e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.525195586681366,
      "num_tokens": 202964796.0,
      "step": 263530
    },
    {
      "epoch": 0.33428975161030905,
      "grad_norm": 5.90625,
      "learning_rate": 3.328979851774419e-05,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5035864591598511,
      "num_tokens": 202973232.0,
      "step": 263540
    },
    {
      "epoch": 0.33430243620284184,
      "grad_norm": 5.09375,
      "learning_rate": 3.32891642076579e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5334269553422928,
      "num_tokens": 202981738.0,
      "step": 263550
    },
    {
      "epoch": 0.3343151207953747,
      "grad_norm": 7.4375,
      "learning_rate": 3.3288529897571606e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5383373588323593,
      "num_tokens": 202989624.0,
      "step": 263560
    },
    {
      "epoch": 0.3343278053879075,
      "grad_norm": 5.71875,
      "learning_rate": 3.328789558748532e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5540643870830536,
      "num_tokens": 202997078.0,
      "step": 263570
    },
    {
      "epoch": 0.33434048998044036,
      "grad_norm": 11.75,
      "learning_rate": 3.3287261277399023e-05,
      "loss": 2.3137,
      "mean_token_accuracy": 0.5161514043807983,
      "num_tokens": 203005072.0,
      "step": 263580
    },
    {
      "epoch": 0.3343531745729732,
      "grad_norm": 5.46875,
      "learning_rate": 3.3286626967312736e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5346340119838715,
      "num_tokens": 203012492.0,
      "step": 263590
    },
    {
      "epoch": 0.33436585916550604,
      "grad_norm": 5.65625,
      "learning_rate": 3.328599265722645e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5424329072237015,
      "num_tokens": 203019798.0,
      "step": 263600
    },
    {
      "epoch": 0.3343785437580389,
      "grad_norm": 5.71875,
      "learning_rate": 3.328535834714015e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5574881374835968,
      "num_tokens": 203027625.0,
      "step": 263610
    },
    {
      "epoch": 0.33439122835057167,
      "grad_norm": 5.09375,
      "learning_rate": 3.328472403705386e-05,
      "loss": 2.2193,
      "mean_token_accuracy": 0.5253585278987885,
      "num_tokens": 203035675.0,
      "step": 263620
    },
    {
      "epoch": 0.3344039129431045,
      "grad_norm": 5.46875,
      "learning_rate": 3.3284089726967564e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5617668896913528,
      "num_tokens": 203042104.0,
      "step": 263630
    },
    {
      "epoch": 0.33441659753563735,
      "grad_norm": 5.625,
      "learning_rate": 3.3283455416881276e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5203700423240661,
      "num_tokens": 203049574.0,
      "step": 263640
    },
    {
      "epoch": 0.3344292821281702,
      "grad_norm": 4.78125,
      "learning_rate": 3.328282110679499e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5660983800888062,
      "num_tokens": 203057077.0,
      "step": 263650
    },
    {
      "epoch": 0.33444196672070303,
      "grad_norm": 7.53125,
      "learning_rate": 3.328218679670869e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5268357783555985,
      "num_tokens": 203064697.0,
      "step": 263660
    },
    {
      "epoch": 0.3344546513132359,
      "grad_norm": 5.90625,
      "learning_rate": 3.3281552486622406e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5464834600687027,
      "num_tokens": 203071205.0,
      "step": 263670
    },
    {
      "epoch": 0.3344673359057687,
      "grad_norm": 8.9375,
      "learning_rate": 3.328091817653611e-05,
      "loss": 2.24,
      "mean_token_accuracy": 0.5124846905469894,
      "num_tokens": 203078387.0,
      "step": 263680
    },
    {
      "epoch": 0.33448002049830156,
      "grad_norm": 4.84375,
      "learning_rate": 3.3280283866449816e-05,
      "loss": 1.8638,
      "mean_token_accuracy": 0.5897121071815491,
      "num_tokens": 203084583.0,
      "step": 263690
    },
    {
      "epoch": 0.33449270509083434,
      "grad_norm": 5.125,
      "learning_rate": 3.327964955636353e-05,
      "loss": 2.2547,
      "mean_token_accuracy": 0.5256349444389343,
      "num_tokens": 203092696.0,
      "step": 263700
    },
    {
      "epoch": 0.3345053896833672,
      "grad_norm": 5.34375,
      "learning_rate": 3.3279015246277234e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5475180387496948,
      "num_tokens": 203100182.0,
      "step": 263710
    },
    {
      "epoch": 0.3345180742759,
      "grad_norm": 5.1875,
      "learning_rate": 3.3278380936190946e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5370993465185165,
      "num_tokens": 203108172.0,
      "step": 263720
    },
    {
      "epoch": 0.33453075886843286,
      "grad_norm": 5.53125,
      "learning_rate": 3.327774662610465e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.523796409368515,
      "num_tokens": 203116592.0,
      "step": 263730
    },
    {
      "epoch": 0.3345434434609657,
      "grad_norm": 6.03125,
      "learning_rate": 3.327711231601836e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5725469142198563,
      "num_tokens": 203124094.0,
      "step": 263740
    },
    {
      "epoch": 0.33455612805349855,
      "grad_norm": 5.6875,
      "learning_rate": 3.327647800593207e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5599828094244004,
      "num_tokens": 203131298.0,
      "step": 263750
    },
    {
      "epoch": 0.3345688126460314,
      "grad_norm": 4.8125,
      "learning_rate": 3.3275843695845774e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.531976866722107,
      "num_tokens": 203138309.0,
      "step": 263760
    },
    {
      "epoch": 0.33458149723856423,
      "grad_norm": 5.40625,
      "learning_rate": 3.3275209385759486e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5268656313419342,
      "num_tokens": 203146007.0,
      "step": 263770
    },
    {
      "epoch": 0.334594181831097,
      "grad_norm": 6.125,
      "learning_rate": 3.327457507567319e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5507628649473191,
      "num_tokens": 203153124.0,
      "step": 263780
    },
    {
      "epoch": 0.33460686642362986,
      "grad_norm": 5.21875,
      "learning_rate": 3.3273940765586904e-05,
      "loss": 1.9262,
      "mean_token_accuracy": 0.5830657631158829,
      "num_tokens": 203161266.0,
      "step": 263790
    },
    {
      "epoch": 0.3346195510161627,
      "grad_norm": 4.78125,
      "learning_rate": 3.3273306455500616e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5685167580842971,
      "num_tokens": 203169098.0,
      "step": 263800
    },
    {
      "epoch": 0.33463223560869554,
      "grad_norm": 5.46875,
      "learning_rate": 3.327267214541432e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5432606786489487,
      "num_tokens": 203175427.0,
      "step": 263810
    },
    {
      "epoch": 0.3346449202012284,
      "grad_norm": 14.625,
      "learning_rate": 3.3272037835328026e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5178460150957107,
      "num_tokens": 203183570.0,
      "step": 263820
    },
    {
      "epoch": 0.3346576047937612,
      "grad_norm": 6.875,
      "learning_rate": 3.327140352524173e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5473665952682495,
      "num_tokens": 203191472.0,
      "step": 263830
    },
    {
      "epoch": 0.33467028938629406,
      "grad_norm": 5.25,
      "learning_rate": 3.3270769215155444e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5412113398313523,
      "num_tokens": 203198373.0,
      "step": 263840
    },
    {
      "epoch": 0.3346829739788269,
      "grad_norm": 8.75,
      "learning_rate": 3.3270134905069156e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5277665853500366,
      "num_tokens": 203204562.0,
      "step": 263850
    },
    {
      "epoch": 0.3346956585713597,
      "grad_norm": 5.625,
      "learning_rate": 3.326950059498286e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5833851724863053,
      "num_tokens": 203210842.0,
      "step": 263860
    },
    {
      "epoch": 0.33470834316389253,
      "grad_norm": 5.125,
      "learning_rate": 3.3268866284896574e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5466168403625489,
      "num_tokens": 203219626.0,
      "step": 263870
    },
    {
      "epoch": 0.33472102775642537,
      "grad_norm": 5.03125,
      "learning_rate": 3.326823197481028e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5577426970005035,
      "num_tokens": 203226981.0,
      "step": 263880
    },
    {
      "epoch": 0.3347337123489582,
      "grad_norm": 6.25,
      "learning_rate": 3.3267597664723984e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5334938824176788,
      "num_tokens": 203232927.0,
      "step": 263890
    },
    {
      "epoch": 0.33474639694149105,
      "grad_norm": 4.9375,
      "learning_rate": 3.3266963354637696e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5556651294231415,
      "num_tokens": 203241146.0,
      "step": 263900
    },
    {
      "epoch": 0.3347590815340239,
      "grad_norm": 8.1875,
      "learning_rate": 3.32663290445514e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5241650372743607,
      "num_tokens": 203247118.0,
      "step": 263910
    },
    {
      "epoch": 0.33477176612655674,
      "grad_norm": 4.9375,
      "learning_rate": 3.3265694734465114e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5654720604419708,
      "num_tokens": 203255354.0,
      "step": 263920
    },
    {
      "epoch": 0.3347844507190896,
      "grad_norm": 5.96875,
      "learning_rate": 3.3265060424378826e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5543030053377151,
      "num_tokens": 203264111.0,
      "step": 263930
    },
    {
      "epoch": 0.33479713531162236,
      "grad_norm": 5.09375,
      "learning_rate": 3.326442611429253e-05,
      "loss": 1.8881,
      "mean_token_accuracy": 0.5723124802112579,
      "num_tokens": 203272410.0,
      "step": 263940
    },
    {
      "epoch": 0.3348098199041552,
      "grad_norm": 7.25,
      "learning_rate": 3.3263791804206243e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5433403640985489,
      "num_tokens": 203279874.0,
      "step": 263950
    },
    {
      "epoch": 0.33482250449668804,
      "grad_norm": 5.6875,
      "learning_rate": 3.326315749411994e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5690053194761276,
      "num_tokens": 203288453.0,
      "step": 263960
    },
    {
      "epoch": 0.3348351890892209,
      "grad_norm": 6.875,
      "learning_rate": 3.3262523184033654e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5431229054927826,
      "num_tokens": 203295599.0,
      "step": 263970
    },
    {
      "epoch": 0.3348478736817537,
      "grad_norm": 5.15625,
      "learning_rate": 3.3261888873947366e-05,
      "loss": 1.9109,
      "mean_token_accuracy": 0.5728469908237457,
      "num_tokens": 203303954.0,
      "step": 263980
    },
    {
      "epoch": 0.33486055827428657,
      "grad_norm": 4.96875,
      "learning_rate": 3.326125456386107e-05,
      "loss": 1.9106,
      "mean_token_accuracy": 0.579937481880188,
      "num_tokens": 203312040.0,
      "step": 263990
    },
    {
      "epoch": 0.3348732428668194,
      "grad_norm": 4.78125,
      "learning_rate": 3.3260620253774784e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5503225058317185,
      "num_tokens": 203318744.0,
      "step": 264000
    },
    {
      "epoch": 0.33488592745935225,
      "grad_norm": 6.1875,
      "learning_rate": 3.325998594368849e-05,
      "loss": 1.825,
      "mean_token_accuracy": 0.5956996083259583,
      "num_tokens": 203324907.0,
      "step": 264010
    },
    {
      "epoch": 0.33489861205188504,
      "grad_norm": 7.15625,
      "learning_rate": 3.32593516336022e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.538355240225792,
      "num_tokens": 203332811.0,
      "step": 264020
    },
    {
      "epoch": 0.3349112966444179,
      "grad_norm": 5.21875,
      "learning_rate": 3.3258717323515907e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5404874831438065,
      "num_tokens": 203341007.0,
      "step": 264030
    },
    {
      "epoch": 0.3349239812369507,
      "grad_norm": 6.71875,
      "learning_rate": 3.325808301342961e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5273118674755096,
      "num_tokens": 203349769.0,
      "step": 264040
    },
    {
      "epoch": 0.33493666582948356,
      "grad_norm": 5.65625,
      "learning_rate": 3.3257448703343324e-05,
      "loss": 1.7327,
      "mean_token_accuracy": 0.6093671411275864,
      "num_tokens": 203356634.0,
      "step": 264050
    },
    {
      "epoch": 0.3349493504220164,
      "grad_norm": 5.53125,
      "learning_rate": 3.325681439325703e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5383717715740204,
      "num_tokens": 203364739.0,
      "step": 264060
    },
    {
      "epoch": 0.33496203501454924,
      "grad_norm": 5.28125,
      "learning_rate": 3.325618008317074e-05,
      "loss": 1.7154,
      "mean_token_accuracy": 0.6201902478933334,
      "num_tokens": 203371335.0,
      "step": 264070
    },
    {
      "epoch": 0.3349747196070821,
      "grad_norm": 6.15625,
      "learning_rate": 3.3255545773084454e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5150935709476471,
      "num_tokens": 203379881.0,
      "step": 264080
    },
    {
      "epoch": 0.33498740419961487,
      "grad_norm": 5.75,
      "learning_rate": 3.325491146299816e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5351787507534027,
      "num_tokens": 203388383.0,
      "step": 264090
    },
    {
      "epoch": 0.3350000887921477,
      "grad_norm": 5.375,
      "learning_rate": 3.3254277152911864e-05,
      "loss": 1.8261,
      "mean_token_accuracy": 0.5763673186302185,
      "num_tokens": 203395235.0,
      "step": 264100
    },
    {
      "epoch": 0.33501277338468055,
      "grad_norm": 6.59375,
      "learning_rate": 3.325364284282557e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.559663063287735,
      "num_tokens": 203403359.0,
      "step": 264110
    },
    {
      "epoch": 0.3350254579772134,
      "grad_norm": 9.1875,
      "learning_rate": 3.325300853273928e-05,
      "loss": 1.8796,
      "mean_token_accuracy": 0.5744849145412445,
      "num_tokens": 203409526.0,
      "step": 264120
    },
    {
      "epoch": 0.33503814256974623,
      "grad_norm": 5.0625,
      "learning_rate": 3.3252374222652994e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.542948094010353,
      "num_tokens": 203418080.0,
      "step": 264130
    },
    {
      "epoch": 0.3350508271622791,
      "grad_norm": 6.5625,
      "learning_rate": 3.32517399125667e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5364644020795822,
      "num_tokens": 203425630.0,
      "step": 264140
    },
    {
      "epoch": 0.3350635117548119,
      "grad_norm": 5.0,
      "learning_rate": 3.325110560248041e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5480585277080536,
      "num_tokens": 203433998.0,
      "step": 264150
    },
    {
      "epoch": 0.33507619634734476,
      "grad_norm": 7.5625,
      "learning_rate": 3.325047129239412e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5291680067777633,
      "num_tokens": 203441017.0,
      "step": 264160
    },
    {
      "epoch": 0.33508888093987754,
      "grad_norm": 5.875,
      "learning_rate": 3.324983698230782e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5145857721567154,
      "num_tokens": 203450129.0,
      "step": 264170
    },
    {
      "epoch": 0.3351015655324104,
      "grad_norm": 4.6875,
      "learning_rate": 3.3249202672221534e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5337702214717865,
      "num_tokens": 203457245.0,
      "step": 264180
    },
    {
      "epoch": 0.3351142501249432,
      "grad_norm": 5.71875,
      "learning_rate": 3.324856836213524e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.531839981675148,
      "num_tokens": 203464111.0,
      "step": 264190
    },
    {
      "epoch": 0.33512693471747607,
      "grad_norm": 7.96875,
      "learning_rate": 3.324793405204895e-05,
      "loss": 2.292,
      "mean_token_accuracy": 0.5053965240716934,
      "num_tokens": 203471826.0,
      "step": 264200
    },
    {
      "epoch": 0.3351396193100089,
      "grad_norm": 5.25,
      "learning_rate": 3.324729974196266e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5647438257932663,
      "num_tokens": 203480199.0,
      "step": 264210
    },
    {
      "epoch": 0.33515230390254175,
      "grad_norm": 8.9375,
      "learning_rate": 3.324666543187637e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.531564450263977,
      "num_tokens": 203487077.0,
      "step": 264220
    },
    {
      "epoch": 0.3351649884950746,
      "grad_norm": 4.9375,
      "learning_rate": 3.3246031121790075e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5462727636098862,
      "num_tokens": 203496055.0,
      "step": 264230
    },
    {
      "epoch": 0.33517767308760743,
      "grad_norm": 5.5,
      "learning_rate": 3.324539681170378e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5224820822477341,
      "num_tokens": 203503996.0,
      "step": 264240
    },
    {
      "epoch": 0.3351903576801402,
      "grad_norm": 4.78125,
      "learning_rate": 3.324476250161749e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5490415900945663,
      "num_tokens": 203511758.0,
      "step": 264250
    },
    {
      "epoch": 0.33520304227267306,
      "grad_norm": 5.21875,
      "learning_rate": 3.32441281915312e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5481161534786224,
      "num_tokens": 203518792.0,
      "step": 264260
    },
    {
      "epoch": 0.3352157268652059,
      "grad_norm": 8.1875,
      "learning_rate": 3.324349388144491e-05,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5732078522443771,
      "num_tokens": 203526428.0,
      "step": 264270
    },
    {
      "epoch": 0.33522841145773874,
      "grad_norm": 6.21875,
      "learning_rate": 3.324285957135862e-05,
      "loss": 2.2601,
      "mean_token_accuracy": 0.5107897162437439,
      "num_tokens": 203532797.0,
      "step": 264280
    },
    {
      "epoch": 0.3352410960502716,
      "grad_norm": 5.25,
      "learning_rate": 3.324222526127233e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5565893471240997,
      "num_tokens": 203540487.0,
      "step": 264290
    },
    {
      "epoch": 0.3352537806428044,
      "grad_norm": 8.125,
      "learning_rate": 3.324159095118603e-05,
      "loss": 2.2739,
      "mean_token_accuracy": 0.5112551808357239,
      "num_tokens": 203549025.0,
      "step": 264300
    },
    {
      "epoch": 0.33526646523533726,
      "grad_norm": 5.53125,
      "learning_rate": 3.324095664109974e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5520465433597564,
      "num_tokens": 203555686.0,
      "step": 264310
    },
    {
      "epoch": 0.3352791498278701,
      "grad_norm": 6.40625,
      "learning_rate": 3.324032233101345e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5411559611558914,
      "num_tokens": 203564139.0,
      "step": 264320
    },
    {
      "epoch": 0.3352918344204029,
      "grad_norm": 5.78125,
      "learning_rate": 3.323968802092716e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5736458361148834,
      "num_tokens": 203571218.0,
      "step": 264330
    },
    {
      "epoch": 0.33530451901293573,
      "grad_norm": 4.84375,
      "learning_rate": 3.323905371084087e-05,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5666666388511657,
      "num_tokens": 203578657.0,
      "step": 264340
    },
    {
      "epoch": 0.3353172036054686,
      "grad_norm": 5.125,
      "learning_rate": 3.323841940075458e-05,
      "loss": 1.8841,
      "mean_token_accuracy": 0.5784857034683227,
      "num_tokens": 203586504.0,
      "step": 264350
    },
    {
      "epoch": 0.3353298881980014,
      "grad_norm": 7.46875,
      "learning_rate": 3.3237785090668285e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5530473589897156,
      "num_tokens": 203593464.0,
      "step": 264360
    },
    {
      "epoch": 0.33534257279053425,
      "grad_norm": 5.28125,
      "learning_rate": 3.3237150780582e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.529796227812767,
      "num_tokens": 203601155.0,
      "step": 264370
    },
    {
      "epoch": 0.3353552573830671,
      "grad_norm": 4.96875,
      "learning_rate": 3.32365164704957e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5506495416164399,
      "num_tokens": 203609277.0,
      "step": 264380
    },
    {
      "epoch": 0.33536794197559994,
      "grad_norm": 6.03125,
      "learning_rate": 3.323588216040941e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5351917564868927,
      "num_tokens": 203616825.0,
      "step": 264390
    },
    {
      "epoch": 0.3353806265681328,
      "grad_norm": 5.40625,
      "learning_rate": 3.323524785032312e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5180076956748962,
      "num_tokens": 203626606.0,
      "step": 264400
    },
    {
      "epoch": 0.33539331116066556,
      "grad_norm": 5.28125,
      "learning_rate": 3.3234613540236825e-05,
      "loss": 1.8715,
      "mean_token_accuracy": 0.5828406929969787,
      "num_tokens": 203633896.0,
      "step": 264410
    },
    {
      "epoch": 0.3354059957531984,
      "grad_norm": 4.84375,
      "learning_rate": 3.323397923015054e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5287916600704193,
      "num_tokens": 203641741.0,
      "step": 264420
    },
    {
      "epoch": 0.33541868034573125,
      "grad_norm": 6.09375,
      "learning_rate": 3.323334492006425e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5410464465618133,
      "num_tokens": 203649830.0,
      "step": 264430
    },
    {
      "epoch": 0.3354313649382641,
      "grad_norm": 4.71875,
      "learning_rate": 3.3232710609977955e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5331826627254486,
      "num_tokens": 203658157.0,
      "step": 264440
    },
    {
      "epoch": 0.33544404953079693,
      "grad_norm": 6.375,
      "learning_rate": 3.323207629989166e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5340373009443283,
      "num_tokens": 203665797.0,
      "step": 264450
    },
    {
      "epoch": 0.33545673412332977,
      "grad_norm": 5.34375,
      "learning_rate": 3.3231441989805365e-05,
      "loss": 2.3206,
      "mean_token_accuracy": 0.5100349515676499,
      "num_tokens": 203675064.0,
      "step": 264460
    },
    {
      "epoch": 0.3354694187158626,
      "grad_norm": 5.5625,
      "learning_rate": 3.323080767971908e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.54143206179142,
      "num_tokens": 203683011.0,
      "step": 264470
    },
    {
      "epoch": 0.33548210330839545,
      "grad_norm": 5.59375,
      "learning_rate": 3.323017336963279e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5272217094898224,
      "num_tokens": 203691212.0,
      "step": 264480
    },
    {
      "epoch": 0.33549478790092824,
      "grad_norm": 4.625,
      "learning_rate": 3.3229539059546495e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5396442711353302,
      "num_tokens": 203699781.0,
      "step": 264490
    },
    {
      "epoch": 0.3355074724934611,
      "grad_norm": 6.15625,
      "learning_rate": 3.322890474946021e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5733983933925628,
      "num_tokens": 203706079.0,
      "step": 264500
    },
    {
      "epoch": 0.3355201570859939,
      "grad_norm": 5.59375,
      "learning_rate": 3.322827043937391e-05,
      "loss": 1.8608,
      "mean_token_accuracy": 0.586344501376152,
      "num_tokens": 203712563.0,
      "step": 264510
    },
    {
      "epoch": 0.33553284167852676,
      "grad_norm": 4.90625,
      "learning_rate": 3.322763612928762e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5534773796796799,
      "num_tokens": 203720536.0,
      "step": 264520
    },
    {
      "epoch": 0.3355455262710596,
      "grad_norm": 5.71875,
      "learning_rate": 3.322700181920133e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5311026096343994,
      "num_tokens": 203728098.0,
      "step": 264530
    },
    {
      "epoch": 0.33555821086359244,
      "grad_norm": 5.59375,
      "learning_rate": 3.3226367509115035e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5617709368467331,
      "num_tokens": 203736373.0,
      "step": 264540
    },
    {
      "epoch": 0.3355708954561253,
      "grad_norm": 5.34375,
      "learning_rate": 3.322573319902875e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5444220513105392,
      "num_tokens": 203743886.0,
      "step": 264550
    },
    {
      "epoch": 0.33558358004865807,
      "grad_norm": 5.0,
      "learning_rate": 3.322509888894245e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5538185566663743,
      "num_tokens": 203751947.0,
      "step": 264560
    },
    {
      "epoch": 0.3355962646411909,
      "grad_norm": 7.1875,
      "learning_rate": 3.3224464578856165e-05,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5507164835929871,
      "num_tokens": 203759555.0,
      "step": 264570
    },
    {
      "epoch": 0.33560894923372375,
      "grad_norm": 5.4375,
      "learning_rate": 3.322383026876987e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5546994507312775,
      "num_tokens": 203768368.0,
      "step": 264580
    },
    {
      "epoch": 0.3356216338262566,
      "grad_norm": 5.125,
      "learning_rate": 3.3223195958683576e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5354154467582702,
      "num_tokens": 203777631.0,
      "step": 264590
    },
    {
      "epoch": 0.33563431841878943,
      "grad_norm": 4.9375,
      "learning_rate": 3.322256164859729e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5450879901647567,
      "num_tokens": 203786583.0,
      "step": 264600
    },
    {
      "epoch": 0.3356470030113223,
      "grad_norm": 5.90625,
      "learning_rate": 3.322192733851099e-05,
      "loss": 1.796,
      "mean_token_accuracy": 0.5958562552928924,
      "num_tokens": 203793418.0,
      "step": 264610
    },
    {
      "epoch": 0.3356596876038551,
      "grad_norm": 8.0625,
      "learning_rate": 3.3221293028424705e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5465580999851227,
      "num_tokens": 203801194.0,
      "step": 264620
    },
    {
      "epoch": 0.33567237219638796,
      "grad_norm": 6.46875,
      "learning_rate": 3.322065871833842e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5228689879179,
      "num_tokens": 203810398.0,
      "step": 264630
    },
    {
      "epoch": 0.33568505678892074,
      "grad_norm": 7.90625,
      "learning_rate": 3.322002440825212e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5433801949024201,
      "num_tokens": 203816863.0,
      "step": 264640
    },
    {
      "epoch": 0.3356977413814536,
      "grad_norm": 9.75,
      "learning_rate": 3.321939009816583e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.528797373175621,
      "num_tokens": 203823724.0,
      "step": 264650
    },
    {
      "epoch": 0.3357104259739864,
      "grad_norm": 7.3125,
      "learning_rate": 3.3218755788079533e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5311528742313385,
      "num_tokens": 203831976.0,
      "step": 264660
    },
    {
      "epoch": 0.33572311056651927,
      "grad_norm": 5.34375,
      "learning_rate": 3.3218121477993246e-05,
      "loss": 1.9037,
      "mean_token_accuracy": 0.5694239020347596,
      "num_tokens": 203839090.0,
      "step": 264670
    },
    {
      "epoch": 0.3357357951590521,
      "grad_norm": 6.5,
      "learning_rate": 3.321748716790696e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5239721715450287,
      "num_tokens": 203846407.0,
      "step": 264680
    },
    {
      "epoch": 0.33574847975158495,
      "grad_norm": 5.46875,
      "learning_rate": 3.321685285782066e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.5439223110675812,
      "num_tokens": 203855138.0,
      "step": 264690
    },
    {
      "epoch": 0.3357611643441178,
      "grad_norm": 15.9375,
      "learning_rate": 3.3216218547734375e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5358982712030411,
      "num_tokens": 203863264.0,
      "step": 264700
    },
    {
      "epoch": 0.33577384893665063,
      "grad_norm": 5.1875,
      "learning_rate": 3.321558423764808e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5480722814798356,
      "num_tokens": 203871752.0,
      "step": 264710
    },
    {
      "epoch": 0.3357865335291834,
      "grad_norm": 4.96875,
      "learning_rate": 3.3214949927561786e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5318356096744538,
      "num_tokens": 203880747.0,
      "step": 264720
    },
    {
      "epoch": 0.33579921812171626,
      "grad_norm": 5.65625,
      "learning_rate": 3.32143156174755e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5464199364185334,
      "num_tokens": 203889042.0,
      "step": 264730
    },
    {
      "epoch": 0.3358119027142491,
      "grad_norm": 9.3125,
      "learning_rate": 3.3213681307389203e-05,
      "loss": 1.8171,
      "mean_token_accuracy": 0.5908971667289734,
      "num_tokens": 203896208.0,
      "step": 264740
    },
    {
      "epoch": 0.33582458730678194,
      "grad_norm": 5.4375,
      "learning_rate": 3.3213046997302916e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.536952668428421,
      "num_tokens": 203903799.0,
      "step": 264750
    },
    {
      "epoch": 0.3358372718993148,
      "grad_norm": 5.0625,
      "learning_rate": 3.321241268721662e-05,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5124500930309296,
      "num_tokens": 203912265.0,
      "step": 264760
    },
    {
      "epoch": 0.3358499564918476,
      "grad_norm": 4.9375,
      "learning_rate": 3.321177837713033e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5244328528642654,
      "num_tokens": 203920494.0,
      "step": 264770
    },
    {
      "epoch": 0.33586264108438046,
      "grad_norm": 6.90625,
      "learning_rate": 3.3211144067044045e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.547656512260437,
      "num_tokens": 203927083.0,
      "step": 264780
    },
    {
      "epoch": 0.3358753256769133,
      "grad_norm": 5.53125,
      "learning_rate": 3.321050975695775e-05,
      "loss": 2.2253,
      "mean_token_accuracy": 0.5181935101747512,
      "num_tokens": 203934976.0,
      "step": 264790
    },
    {
      "epoch": 0.3358880102694461,
      "grad_norm": 5.34375,
      "learning_rate": 3.3209875446871456e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5508134096860886,
      "num_tokens": 203942211.0,
      "step": 264800
    },
    {
      "epoch": 0.33590069486197893,
      "grad_norm": 4.4375,
      "learning_rate": 3.320924113678517e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5278669387102127,
      "num_tokens": 203950380.0,
      "step": 264810
    },
    {
      "epoch": 0.3359133794545118,
      "grad_norm": 4.90625,
      "learning_rate": 3.320860682669887e-05,
      "loss": 1.8611,
      "mean_token_accuracy": 0.5792057126760483,
      "num_tokens": 203957089.0,
      "step": 264820
    },
    {
      "epoch": 0.3359260640470446,
      "grad_norm": 5.21875,
      "learning_rate": 3.3207972516612585e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5484512954950332,
      "num_tokens": 203965122.0,
      "step": 264830
    },
    {
      "epoch": 0.33593874863957746,
      "grad_norm": 5.84375,
      "learning_rate": 3.320733820652629e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5617243200540543,
      "num_tokens": 203973558.0,
      "step": 264840
    },
    {
      "epoch": 0.3359514332321103,
      "grad_norm": 4.84375,
      "learning_rate": 3.320670389644e-05,
      "loss": 1.673,
      "mean_token_accuracy": 0.6280664324760437,
      "num_tokens": 203979830.0,
      "step": 264850
    },
    {
      "epoch": 0.33596411782464314,
      "grad_norm": 5.84375,
      "learning_rate": 3.320606958635371e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5377384305000306,
      "num_tokens": 203988110.0,
      "step": 264860
    },
    {
      "epoch": 0.335976802417176,
      "grad_norm": 6.0,
      "learning_rate": 3.3205435276267414e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5503568053245544,
      "num_tokens": 203996343.0,
      "step": 264870
    },
    {
      "epoch": 0.33598948700970876,
      "grad_norm": 6.9375,
      "learning_rate": 3.3204800966181126e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5228174388408661,
      "num_tokens": 204004084.0,
      "step": 264880
    },
    {
      "epoch": 0.3360021716022416,
      "grad_norm": 5.0,
      "learning_rate": 3.320416665609483e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5383503675460816,
      "num_tokens": 204012055.0,
      "step": 264890
    },
    {
      "epoch": 0.33601485619477445,
      "grad_norm": 5.25,
      "learning_rate": 3.320353234600854e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5524224191904068,
      "num_tokens": 204019646.0,
      "step": 264900
    },
    {
      "epoch": 0.3360275407873073,
      "grad_norm": 5.34375,
      "learning_rate": 3.3202898035922255e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5557271718978882,
      "num_tokens": 204027502.0,
      "step": 264910
    },
    {
      "epoch": 0.33604022537984013,
      "grad_norm": 7.0,
      "learning_rate": 3.320226372583596e-05,
      "loss": 1.7769,
      "mean_token_accuracy": 0.5966348648071289,
      "num_tokens": 204033861.0,
      "step": 264920
    },
    {
      "epoch": 0.33605290997237297,
      "grad_norm": 5.28125,
      "learning_rate": 3.3201629415749666e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5635685235261917,
      "num_tokens": 204042315.0,
      "step": 264930
    },
    {
      "epoch": 0.3360655945649058,
      "grad_norm": 6.78125,
      "learning_rate": 3.320099510566337e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5159101009368896,
      "num_tokens": 204050318.0,
      "step": 264940
    },
    {
      "epoch": 0.33607827915743865,
      "grad_norm": 5.0625,
      "learning_rate": 3.3200360795577084e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5315905272960663,
      "num_tokens": 204059771.0,
      "step": 264950
    },
    {
      "epoch": 0.33609096374997144,
      "grad_norm": 7.09375,
      "learning_rate": 3.3199726485490796e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.571065828204155,
      "num_tokens": 204067605.0,
      "step": 264960
    },
    {
      "epoch": 0.3361036483425043,
      "grad_norm": 6.71875,
      "learning_rate": 3.31990921754045e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5606305956840515,
      "num_tokens": 204076025.0,
      "step": 264970
    },
    {
      "epoch": 0.3361163329350371,
      "grad_norm": 6.125,
      "learning_rate": 3.319845786531821e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5485752254724503,
      "num_tokens": 204084487.0,
      "step": 264980
    },
    {
      "epoch": 0.33612901752756996,
      "grad_norm": 4.8125,
      "learning_rate": 3.319782355523192e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.548123836517334,
      "num_tokens": 204090875.0,
      "step": 264990
    },
    {
      "epoch": 0.3361417021201028,
      "grad_norm": 6.53125,
      "learning_rate": 3.3197189245145624e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5338193953037262,
      "num_tokens": 204099124.0,
      "step": 265000
    },
    {
      "epoch": 0.33615438671263564,
      "grad_norm": 5.28125,
      "learning_rate": 3.3196554935059336e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5484221339225769,
      "num_tokens": 204106710.0,
      "step": 265010
    },
    {
      "epoch": 0.3361670713051685,
      "grad_norm": 5.84375,
      "learning_rate": 3.319592062497304e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5582574337720871,
      "num_tokens": 204114450.0,
      "step": 265020
    },
    {
      "epoch": 0.33617975589770127,
      "grad_norm": 5.6875,
      "learning_rate": 3.3195286314886753e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.564168381690979,
      "num_tokens": 204122628.0,
      "step": 265030
    },
    {
      "epoch": 0.3361924404902341,
      "grad_norm": 5.1875,
      "learning_rate": 3.319465200480046e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5546355724334717,
      "num_tokens": 204130425.0,
      "step": 265040
    },
    {
      "epoch": 0.33620512508276695,
      "grad_norm": 4.8125,
      "learning_rate": 3.319401769471417e-05,
      "loss": 1.7683,
      "mean_token_accuracy": 0.6046561598777771,
      "num_tokens": 204137659.0,
      "step": 265050
    },
    {
      "epoch": 0.3362178096752998,
      "grad_norm": 5.96875,
      "learning_rate": 3.3193383384627876e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5454739183187485,
      "num_tokens": 204144882.0,
      "step": 265060
    },
    {
      "epoch": 0.33623049426783264,
      "grad_norm": 6.5625,
      "learning_rate": 3.319274907454158e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5402557015419006,
      "num_tokens": 204151914.0,
      "step": 265070
    },
    {
      "epoch": 0.3362431788603655,
      "grad_norm": 4.6875,
      "learning_rate": 3.3192114764455294e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5501417756080628,
      "num_tokens": 204160688.0,
      "step": 265080
    },
    {
      "epoch": 0.3362558634528983,
      "grad_norm": 5.84375,
      "learning_rate": 3.3191480454369e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5487793684005737,
      "num_tokens": 204169567.0,
      "step": 265090
    },
    {
      "epoch": 0.33626854804543116,
      "grad_norm": 8.6875,
      "learning_rate": 3.319084614428271e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5490768820047378,
      "num_tokens": 204176983.0,
      "step": 265100
    },
    {
      "epoch": 0.33628123263796394,
      "grad_norm": 4.75,
      "learning_rate": 3.319021183419642e-05,
      "loss": 2.2074,
      "mean_token_accuracy": 0.5285930097103119,
      "num_tokens": 204185067.0,
      "step": 265110
    },
    {
      "epoch": 0.3362939172304968,
      "grad_norm": 5.25,
      "learning_rate": 3.318957752411013e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5639315783977509,
      "num_tokens": 204193158.0,
      "step": 265120
    },
    {
      "epoch": 0.3363066018230296,
      "grad_norm": 5.78125,
      "learning_rate": 3.318894321402384e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5487767666578293,
      "num_tokens": 204200045.0,
      "step": 265130
    },
    {
      "epoch": 0.33631928641556247,
      "grad_norm": 7.40625,
      "learning_rate": 3.318830890393754e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5310161381959915,
      "num_tokens": 204206956.0,
      "step": 265140
    },
    {
      "epoch": 0.3363319710080953,
      "grad_norm": 5.15625,
      "learning_rate": 3.318767459385125e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5232293903827667,
      "num_tokens": 204216086.0,
      "step": 265150
    },
    {
      "epoch": 0.33634465560062815,
      "grad_norm": 7.03125,
      "learning_rate": 3.3187040283764964e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5321806490421295,
      "num_tokens": 204223866.0,
      "step": 265160
    },
    {
      "epoch": 0.336357340193161,
      "grad_norm": 5.09375,
      "learning_rate": 3.318640597367867e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5725688666105271,
      "num_tokens": 204230765.0,
      "step": 265170
    },
    {
      "epoch": 0.33637002478569383,
      "grad_norm": 5.21875,
      "learning_rate": 3.318577166359238e-05,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5668515622615814,
      "num_tokens": 204239464.0,
      "step": 265180
    },
    {
      "epoch": 0.3363827093782266,
      "grad_norm": 5.78125,
      "learning_rate": 3.3185137353506087e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5503179609775544,
      "num_tokens": 204247004.0,
      "step": 265190
    },
    {
      "epoch": 0.33639539397075946,
      "grad_norm": 5.0,
      "learning_rate": 3.31845030434198e-05,
      "loss": 2.2498,
      "mean_token_accuracy": 0.5271799713373184,
      "num_tokens": 204254624.0,
      "step": 265200
    },
    {
      "epoch": 0.3364080785632923,
      "grad_norm": 5.75,
      "learning_rate": 3.3183868733333504e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5260106354951859,
      "num_tokens": 204262687.0,
      "step": 265210
    },
    {
      "epoch": 0.33642076315582514,
      "grad_norm": 5.59375,
      "learning_rate": 3.318323442324721e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5713277041912079,
      "num_tokens": 204269965.0,
      "step": 265220
    },
    {
      "epoch": 0.336433447748358,
      "grad_norm": 6.65625,
      "learning_rate": 3.318260011316092e-05,
      "loss": 1.8669,
      "mean_token_accuracy": 0.5725628495216369,
      "num_tokens": 204277282.0,
      "step": 265230
    },
    {
      "epoch": 0.3364461323408908,
      "grad_norm": 4.25,
      "learning_rate": 3.318196580307463e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5374538123607635,
      "num_tokens": 204285960.0,
      "step": 265240
    },
    {
      "epoch": 0.33645881693342367,
      "grad_norm": 6.25,
      "learning_rate": 3.318133149298834e-05,
      "loss": 1.9055,
      "mean_token_accuracy": 0.571967875957489,
      "num_tokens": 204294894.0,
      "step": 265250
    },
    {
      "epoch": 0.3364715015259565,
      "grad_norm": 5.84375,
      "learning_rate": 3.318069718290205e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.573066109418869,
      "num_tokens": 204303367.0,
      "step": 265260
    },
    {
      "epoch": 0.3364841861184893,
      "grad_norm": 4.96875,
      "learning_rate": 3.3180062872815756e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5497944772243499,
      "num_tokens": 204311584.0,
      "step": 265270
    },
    {
      "epoch": 0.33649687071102213,
      "grad_norm": 6.9375,
      "learning_rate": 3.317942856272946e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5464504659175873,
      "num_tokens": 204319533.0,
      "step": 265280
    },
    {
      "epoch": 0.336509555303555,
      "grad_norm": 7.03125,
      "learning_rate": 3.317879425264317e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5410428375005722,
      "num_tokens": 204325914.0,
      "step": 265290
    },
    {
      "epoch": 0.3365222398960878,
      "grad_norm": 7.34375,
      "learning_rate": 3.317815994255688e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5437157183885575,
      "num_tokens": 204332933.0,
      "step": 265300
    },
    {
      "epoch": 0.33653492448862066,
      "grad_norm": 5.71875,
      "learning_rate": 3.317752563247059e-05,
      "loss": 1.8794,
      "mean_token_accuracy": 0.5816076159477234,
      "num_tokens": 204340277.0,
      "step": 265310
    },
    {
      "epoch": 0.3365476090811535,
      "grad_norm": 6.625,
      "learning_rate": 3.31768913223843e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5436872929334641,
      "num_tokens": 204348091.0,
      "step": 265320
    },
    {
      "epoch": 0.33656029367368634,
      "grad_norm": 5.78125,
      "learning_rate": 3.317625701229801e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5673730731010437,
      "num_tokens": 204355216.0,
      "step": 265330
    },
    {
      "epoch": 0.3365729782662192,
      "grad_norm": 5.90625,
      "learning_rate": 3.3175622702211714e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5357133716344833,
      "num_tokens": 204362751.0,
      "step": 265340
    },
    {
      "epoch": 0.33658566285875197,
      "grad_norm": 5.8125,
      "learning_rate": 3.317498839212542e-05,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5074099332094193,
      "num_tokens": 204371251.0,
      "step": 265350
    },
    {
      "epoch": 0.3365983474512848,
      "grad_norm": 4.90625,
      "learning_rate": 3.317435408203913e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5580022364854813,
      "num_tokens": 204379435.0,
      "step": 265360
    },
    {
      "epoch": 0.33661103204381765,
      "grad_norm": 7.0625,
      "learning_rate": 3.317371977195284e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5419336676597595,
      "num_tokens": 204387192.0,
      "step": 265370
    },
    {
      "epoch": 0.3366237166363505,
      "grad_norm": 6.625,
      "learning_rate": 3.317308546186655e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5352005988359452,
      "num_tokens": 204394123.0,
      "step": 265380
    },
    {
      "epoch": 0.33663640122888333,
      "grad_norm": 4.5625,
      "learning_rate": 3.3172451151780255e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.53757184445858,
      "num_tokens": 204403493.0,
      "step": 265390
    },
    {
      "epoch": 0.33664908582141617,
      "grad_norm": 6.4375,
      "learning_rate": 3.317181684169397e-05,
      "loss": 1.9759,
      "mean_token_accuracy": 0.5684501886367798,
      "num_tokens": 204410375.0,
      "step": 265400
    },
    {
      "epoch": 0.336661770413949,
      "grad_norm": 5.03125,
      "learning_rate": 3.317118253160767e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5231246590614319,
      "num_tokens": 204417726.0,
      "step": 265410
    },
    {
      "epoch": 0.33667445500648185,
      "grad_norm": 6.375,
      "learning_rate": 3.317054822152138e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5580648899078369,
      "num_tokens": 204424030.0,
      "step": 265420
    },
    {
      "epoch": 0.33668713959901464,
      "grad_norm": 9.25,
      "learning_rate": 3.316991391143509e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.529831713438034,
      "num_tokens": 204431719.0,
      "step": 265430
    },
    {
      "epoch": 0.3366998241915475,
      "grad_norm": 5.0625,
      "learning_rate": 3.3169279601348795e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5648771166801453,
      "num_tokens": 204439780.0,
      "step": 265440
    },
    {
      "epoch": 0.3367125087840803,
      "grad_norm": 5.34375,
      "learning_rate": 3.316864529126251e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5414653569459915,
      "num_tokens": 204447586.0,
      "step": 265450
    },
    {
      "epoch": 0.33672519337661316,
      "grad_norm": 4.75,
      "learning_rate": 3.316801098117622e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5354569852352142,
      "num_tokens": 204456512.0,
      "step": 265460
    },
    {
      "epoch": 0.336737877969146,
      "grad_norm": 5.15625,
      "learning_rate": 3.3167376671089924e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5382786273956299,
      "num_tokens": 204464026.0,
      "step": 265470
    },
    {
      "epoch": 0.33675056256167885,
      "grad_norm": 4.65625,
      "learning_rate": 3.3166742361003637e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5269145101308823,
      "num_tokens": 204472200.0,
      "step": 265480
    },
    {
      "epoch": 0.3367632471542117,
      "grad_norm": 12.875,
      "learning_rate": 3.3166108050917335e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5285503953695297,
      "num_tokens": 204478648.0,
      "step": 265490
    },
    {
      "epoch": 0.3367759317467445,
      "grad_norm": 9.875,
      "learning_rate": 3.316547374083105e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5342808425426483,
      "num_tokens": 204486356.0,
      "step": 265500
    },
    {
      "epoch": 0.3367886163392773,
      "grad_norm": 4.78125,
      "learning_rate": 3.316483943074476e-05,
      "loss": 1.9281,
      "mean_token_accuracy": 0.5597079217433929,
      "num_tokens": 204493850.0,
      "step": 265510
    },
    {
      "epoch": 0.33680130093181015,
      "grad_norm": 9.25,
      "learning_rate": 3.3164205120658465e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5517809987068176,
      "num_tokens": 204502298.0,
      "step": 265520
    },
    {
      "epoch": 0.336813985524343,
      "grad_norm": 5.46875,
      "learning_rate": 3.316357081057218e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5394961178302765,
      "num_tokens": 204509866.0,
      "step": 265530
    },
    {
      "epoch": 0.33682667011687584,
      "grad_norm": 6.3125,
      "learning_rate": 3.316293650048588e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5415464997291565,
      "num_tokens": 204516855.0,
      "step": 265540
    },
    {
      "epoch": 0.3368393547094087,
      "grad_norm": 4.71875,
      "learning_rate": 3.3162302190399594e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5397392868995666,
      "num_tokens": 204525333.0,
      "step": 265550
    },
    {
      "epoch": 0.3368520393019415,
      "grad_norm": 5.25,
      "learning_rate": 3.31616678803133e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.539145427942276,
      "num_tokens": 204532661.0,
      "step": 265560
    },
    {
      "epoch": 0.33686472389447436,
      "grad_norm": 4.875,
      "learning_rate": 3.3161033570227005e-05,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5638912618160248,
      "num_tokens": 204540037.0,
      "step": 265570
    },
    {
      "epoch": 0.33687740848700715,
      "grad_norm": 6.1875,
      "learning_rate": 3.316039926014072e-05,
      "loss": 1.8583,
      "mean_token_accuracy": 0.5909694463014603,
      "num_tokens": 204548507.0,
      "step": 265580
    },
    {
      "epoch": 0.33689009307954,
      "grad_norm": 6.34375,
      "learning_rate": 3.315976495005442e-05,
      "loss": 1.8651,
      "mean_token_accuracy": 0.5799490422010422,
      "num_tokens": 204554886.0,
      "step": 265590
    },
    {
      "epoch": 0.33690277767207283,
      "grad_norm": 5.90625,
      "learning_rate": 3.3159130639968135e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5622639298439026,
      "num_tokens": 204562640.0,
      "step": 265600
    },
    {
      "epoch": 0.33691546226460567,
      "grad_norm": 5.34375,
      "learning_rate": 3.315849632988185e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5584166646003723,
      "num_tokens": 204570485.0,
      "step": 265610
    },
    {
      "epoch": 0.3369281468571385,
      "grad_norm": 6.84375,
      "learning_rate": 3.315786201979555e-05,
      "loss": 2.2389,
      "mean_token_accuracy": 0.5224204510450363,
      "num_tokens": 204578602.0,
      "step": 265620
    },
    {
      "epoch": 0.33694083144967135,
      "grad_norm": 5.65625,
      "learning_rate": 3.315722770970926e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5358261108398438,
      "num_tokens": 204586214.0,
      "step": 265630
    },
    {
      "epoch": 0.3369535160422042,
      "grad_norm": 6.75,
      "learning_rate": 3.315659339962296e-05,
      "loss": 2.2223,
      "mean_token_accuracy": 0.516038003563881,
      "num_tokens": 204594108.0,
      "step": 265640
    },
    {
      "epoch": 0.33696620063473703,
      "grad_norm": 5.1875,
      "learning_rate": 3.3155959089536675e-05,
      "loss": 1.9352,
      "mean_token_accuracy": 0.5730712860822678,
      "num_tokens": 204602015.0,
      "step": 265650
    },
    {
      "epoch": 0.3369788852272698,
      "grad_norm": 4.96875,
      "learning_rate": 3.315532477945039e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5576603323221206,
      "num_tokens": 204609279.0,
      "step": 265660
    },
    {
      "epoch": 0.33699156981980266,
      "grad_norm": 6.90625,
      "learning_rate": 3.315469046936409e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5409027308225631,
      "num_tokens": 204615433.0,
      "step": 265670
    },
    {
      "epoch": 0.3370042544123355,
      "grad_norm": 5.34375,
      "learning_rate": 3.3154056159277805e-05,
      "loss": 1.997,
      "mean_token_accuracy": 0.5518756330013275,
      "num_tokens": 204623591.0,
      "step": 265680
    },
    {
      "epoch": 0.33701693900486834,
      "grad_norm": 4.875,
      "learning_rate": 3.315342184919151e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5647416651248932,
      "num_tokens": 204630873.0,
      "step": 265690
    },
    {
      "epoch": 0.3370296235974012,
      "grad_norm": 5.375,
      "learning_rate": 3.3152787539105215e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5377662539482116,
      "num_tokens": 204639705.0,
      "step": 265700
    },
    {
      "epoch": 0.337042308189934,
      "grad_norm": 6.78125,
      "learning_rate": 3.315215322901893e-05,
      "loss": 2.2118,
      "mean_token_accuracy": 0.5156419008970261,
      "num_tokens": 204647404.0,
      "step": 265710
    },
    {
      "epoch": 0.33705499278246687,
      "grad_norm": 6.75,
      "learning_rate": 3.315151891893263e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5368093878030777,
      "num_tokens": 204655713.0,
      "step": 265720
    },
    {
      "epoch": 0.3370676773749997,
      "grad_norm": 7.34375,
      "learning_rate": 3.3150884608846345e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5362277299165725,
      "num_tokens": 204662870.0,
      "step": 265730
    },
    {
      "epoch": 0.3370803619675325,
      "grad_norm": 5.03125,
      "learning_rate": 3.315025029876006e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5348404049873352,
      "num_tokens": 204671538.0,
      "step": 265740
    },
    {
      "epoch": 0.33709304656006533,
      "grad_norm": 6.5625,
      "learning_rate": 3.314961598867376e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5351492166519165,
      "num_tokens": 204679287.0,
      "step": 265750
    },
    {
      "epoch": 0.3371057311525982,
      "grad_norm": 7.375,
      "learning_rate": 3.314898167858747e-05,
      "loss": 1.7953,
      "mean_token_accuracy": 0.5986035674810409,
      "num_tokens": 204685958.0,
      "step": 265760
    },
    {
      "epoch": 0.337118415745131,
      "grad_norm": 5.5,
      "learning_rate": 3.314834736850117e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5477153122425079,
      "num_tokens": 204694071.0,
      "step": 265770
    },
    {
      "epoch": 0.33713110033766386,
      "grad_norm": 5.875,
      "learning_rate": 3.3147713058414885e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5626579254865647,
      "num_tokens": 204701416.0,
      "step": 265780
    },
    {
      "epoch": 0.3371437849301967,
      "grad_norm": 5.8125,
      "learning_rate": 3.31470787483286e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5294909447431564,
      "num_tokens": 204708957.0,
      "step": 265790
    },
    {
      "epoch": 0.33715646952272954,
      "grad_norm": 5.03125,
      "learning_rate": 3.31464444382423e-05,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5516144782304764,
      "num_tokens": 204717334.0,
      "step": 265800
    },
    {
      "epoch": 0.3371691541152624,
      "grad_norm": 5.3125,
      "learning_rate": 3.3145810128156015e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5361108303070068,
      "num_tokens": 204726113.0,
      "step": 265810
    },
    {
      "epoch": 0.33718183870779517,
      "grad_norm": 5.84375,
      "learning_rate": 3.314517581806972e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5480762451887131,
      "num_tokens": 204733959.0,
      "step": 265820
    },
    {
      "epoch": 0.337194523300328,
      "grad_norm": 5.96875,
      "learning_rate": 3.3144541507983426e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5219543665647507,
      "num_tokens": 204742337.0,
      "step": 265830
    },
    {
      "epoch": 0.33720720789286085,
      "grad_norm": 5.15625,
      "learning_rate": 3.314390719789714e-05,
      "loss": 2.2641,
      "mean_token_accuracy": 0.5172804236412049,
      "num_tokens": 204750795.0,
      "step": 265840
    },
    {
      "epoch": 0.3372198924853937,
      "grad_norm": 4.53125,
      "learning_rate": 3.314327288781084e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5325465321540832,
      "num_tokens": 204759567.0,
      "step": 265850
    },
    {
      "epoch": 0.33723257707792653,
      "grad_norm": 8.0,
      "learning_rate": 3.3142638577724555e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5487422704696655,
      "num_tokens": 204766617.0,
      "step": 265860
    },
    {
      "epoch": 0.3372452616704594,
      "grad_norm": 6.9375,
      "learning_rate": 3.314200426763826e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5519197285175323,
      "num_tokens": 204772788.0,
      "step": 265870
    },
    {
      "epoch": 0.3372579462629922,
      "grad_norm": 7.0,
      "learning_rate": 3.314136995755197e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5288537591695786,
      "num_tokens": 204781056.0,
      "step": 265880
    },
    {
      "epoch": 0.33727063085552506,
      "grad_norm": 5.09375,
      "learning_rate": 3.3140735647465685e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5356801927089692,
      "num_tokens": 204789443.0,
      "step": 265890
    },
    {
      "epoch": 0.33728331544805784,
      "grad_norm": 8.875,
      "learning_rate": 3.314010133737939e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5437734872102737,
      "num_tokens": 204797169.0,
      "step": 265900
    },
    {
      "epoch": 0.3372960000405907,
      "grad_norm": 5.0,
      "learning_rate": 3.3139467027293095e-05,
      "loss": 1.5782,
      "mean_token_accuracy": 0.6525651067495346,
      "num_tokens": 204803320.0,
      "step": 265910
    },
    {
      "epoch": 0.3373086846331235,
      "grad_norm": 5.28125,
      "learning_rate": 3.31388327172068e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5549561858177186,
      "num_tokens": 204811516.0,
      "step": 265920
    },
    {
      "epoch": 0.33732136922565636,
      "grad_norm": 4.875,
      "learning_rate": 3.313819840712051e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5456536024808883,
      "num_tokens": 204819395.0,
      "step": 265930
    },
    {
      "epoch": 0.3373340538181892,
      "grad_norm": 5.8125,
      "learning_rate": 3.3137564097034225e-05,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5263307392597198,
      "num_tokens": 204827818.0,
      "step": 265940
    },
    {
      "epoch": 0.33734673841072205,
      "grad_norm": 5.46875,
      "learning_rate": 3.313692978694793e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5346265822649002,
      "num_tokens": 204835423.0,
      "step": 265950
    },
    {
      "epoch": 0.3373594230032549,
      "grad_norm": 5.3125,
      "learning_rate": 3.313629547686164e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5368937373161315,
      "num_tokens": 204842439.0,
      "step": 265960
    },
    {
      "epoch": 0.3373721075957877,
      "grad_norm": 4.90625,
      "learning_rate": 3.313566116677535e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5355471938848495,
      "num_tokens": 204851270.0,
      "step": 265970
    },
    {
      "epoch": 0.3373847921883205,
      "grad_norm": 5.71875,
      "learning_rate": 3.313502685668905e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.547019875049591,
      "num_tokens": 204858964.0,
      "step": 265980
    },
    {
      "epoch": 0.33739747678085336,
      "grad_norm": 4.9375,
      "learning_rate": 3.3134392546602765e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5388559639453888,
      "num_tokens": 204867114.0,
      "step": 265990
    },
    {
      "epoch": 0.3374101613733862,
      "grad_norm": 8.4375,
      "learning_rate": 3.313375823651647e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5633842140436173,
      "num_tokens": 204874562.0,
      "step": 266000
    },
    {
      "epoch": 0.33742284596591904,
      "grad_norm": 5.28125,
      "learning_rate": 3.313312392643018e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5731016486883164,
      "num_tokens": 204882862.0,
      "step": 266010
    },
    {
      "epoch": 0.3374355305584519,
      "grad_norm": 5.96875,
      "learning_rate": 3.313248961634389e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5532654374837875,
      "num_tokens": 204890431.0,
      "step": 266020
    },
    {
      "epoch": 0.3374482151509847,
      "grad_norm": 4.96875,
      "learning_rate": 3.31318553062576e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5248938471078872,
      "num_tokens": 204898443.0,
      "step": 266030
    },
    {
      "epoch": 0.33746089974351756,
      "grad_norm": 7.25,
      "learning_rate": 3.3131220996171306e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5518291682004929,
      "num_tokens": 204905961.0,
      "step": 266040
    },
    {
      "epoch": 0.33747358433605035,
      "grad_norm": 7.21875,
      "learning_rate": 3.313058668608501e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5379479080438614,
      "num_tokens": 204914286.0,
      "step": 266050
    },
    {
      "epoch": 0.3374862689285832,
      "grad_norm": 6.0625,
      "learning_rate": 3.312995237599872e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5576349854469299,
      "num_tokens": 204921069.0,
      "step": 266060
    },
    {
      "epoch": 0.33749895352111603,
      "grad_norm": 5.03125,
      "learning_rate": 3.312931806591243e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5262977242469787,
      "num_tokens": 204928593.0,
      "step": 266070
    },
    {
      "epoch": 0.33751163811364887,
      "grad_norm": 4.84375,
      "learning_rate": 3.312868375582614e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5648493140935897,
      "num_tokens": 204937235.0,
      "step": 266080
    },
    {
      "epoch": 0.3375243227061817,
      "grad_norm": 5.28125,
      "learning_rate": 3.312804944573985e-05,
      "loss": 1.8752,
      "mean_token_accuracy": 0.5961129128932953,
      "num_tokens": 204943095.0,
      "step": 266090
    },
    {
      "epoch": 0.33753700729871455,
      "grad_norm": 5.21875,
      "learning_rate": 3.312741513565356e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5473249852657318,
      "num_tokens": 204951614.0,
      "step": 266100
    },
    {
      "epoch": 0.3375496918912474,
      "grad_norm": 5.0,
      "learning_rate": 3.3126780825567263e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5447853446006775,
      "num_tokens": 204959123.0,
      "step": 266110
    },
    {
      "epoch": 0.33756237648378024,
      "grad_norm": 6.4375,
      "learning_rate": 3.312614651548097e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5548559844493866,
      "num_tokens": 204965743.0,
      "step": 266120
    },
    {
      "epoch": 0.337575061076313,
      "grad_norm": 5.5,
      "learning_rate": 3.312551220539468e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5251398652791976,
      "num_tokens": 204973617.0,
      "step": 266130
    },
    {
      "epoch": 0.33758774566884586,
      "grad_norm": 15.3125,
      "learning_rate": 3.312487789530839e-05,
      "loss": 2.2217,
      "mean_token_accuracy": 0.5147140264511109,
      "num_tokens": 204981079.0,
      "step": 266140
    },
    {
      "epoch": 0.3376004302613787,
      "grad_norm": 4.625,
      "learning_rate": 3.31242435852221e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5236376464366913,
      "num_tokens": 204990347.0,
      "step": 266150
    },
    {
      "epoch": 0.33761311485391154,
      "grad_norm": 5.125,
      "learning_rate": 3.312360927513581e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.5168205976486206,
      "num_tokens": 204998526.0,
      "step": 266160
    },
    {
      "epoch": 0.3376257994464444,
      "grad_norm": 5.59375,
      "learning_rate": 3.3122974965049516e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5329103261232376,
      "num_tokens": 205005726.0,
      "step": 266170
    },
    {
      "epoch": 0.3376384840389772,
      "grad_norm": 5.53125,
      "learning_rate": 3.312234065496322e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5534289985895157,
      "num_tokens": 205011415.0,
      "step": 266180
    },
    {
      "epoch": 0.33765116863151007,
      "grad_norm": 8.6875,
      "learning_rate": 3.312170634487693e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5573425471782685,
      "num_tokens": 205018988.0,
      "step": 266190
    },
    {
      "epoch": 0.3376638532240429,
      "grad_norm": 5.0625,
      "learning_rate": 3.312107203479064e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5399632155895233,
      "num_tokens": 205027322.0,
      "step": 266200
    },
    {
      "epoch": 0.3376765378165757,
      "grad_norm": 5.5,
      "learning_rate": 3.312043772470435e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5403158515691757,
      "num_tokens": 205036095.0,
      "step": 266210
    },
    {
      "epoch": 0.33768922240910854,
      "grad_norm": 5.25,
      "learning_rate": 3.3119803414618056e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5401188790798187,
      "num_tokens": 205044482.0,
      "step": 266220
    },
    {
      "epoch": 0.3377019070016414,
      "grad_norm": 6.78125,
      "learning_rate": 3.311916910453177e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5353433698415756,
      "num_tokens": 205052199.0,
      "step": 266230
    },
    {
      "epoch": 0.3377145915941742,
      "grad_norm": 7.3125,
      "learning_rate": 3.311853479444548e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5522050857543945,
      "num_tokens": 205059907.0,
      "step": 266240
    },
    {
      "epoch": 0.33772727618670706,
      "grad_norm": 7.75,
      "learning_rate": 3.311790048435918e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5302477240562439,
      "num_tokens": 205068992.0,
      "step": 266250
    },
    {
      "epoch": 0.3377399607792399,
      "grad_norm": 4.875,
      "learning_rate": 3.311726617427289e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5404444575309754,
      "num_tokens": 205075466.0,
      "step": 266260
    },
    {
      "epoch": 0.33775264537177274,
      "grad_norm": 4.5,
      "learning_rate": 3.3116631864186597e-05,
      "loss": 1.7777,
      "mean_token_accuracy": 0.595422774553299,
      "num_tokens": 205081906.0,
      "step": 266270
    },
    {
      "epoch": 0.3377653299643056,
      "grad_norm": 5.0625,
      "learning_rate": 3.311599755410031e-05,
      "loss": 1.92,
      "mean_token_accuracy": 0.5751855969429016,
      "num_tokens": 205088917.0,
      "step": 266280
    },
    {
      "epoch": 0.33777801455683837,
      "grad_norm": 7.15625,
      "learning_rate": 3.311536324401402e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5392113327980042,
      "num_tokens": 205097426.0,
      "step": 266290
    },
    {
      "epoch": 0.3377906991493712,
      "grad_norm": 5.78125,
      "learning_rate": 3.3114728933927726e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5602152705192566,
      "num_tokens": 205105257.0,
      "step": 266300
    },
    {
      "epoch": 0.33780338374190405,
      "grad_norm": 6.375,
      "learning_rate": 3.311409462384144e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5450744479894638,
      "num_tokens": 205112271.0,
      "step": 266310
    },
    {
      "epoch": 0.3378160683344369,
      "grad_norm": 6.53125,
      "learning_rate": 3.3113460313755144e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5309821218252182,
      "num_tokens": 205120391.0,
      "step": 266320
    },
    {
      "epoch": 0.33782875292696973,
      "grad_norm": 5.5,
      "learning_rate": 3.311282600366885e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.558181208372116,
      "num_tokens": 205126672.0,
      "step": 266330
    },
    {
      "epoch": 0.3378414375195026,
      "grad_norm": 5.09375,
      "learning_rate": 3.311219169358256e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5173918247222901,
      "num_tokens": 205136511.0,
      "step": 266340
    },
    {
      "epoch": 0.3378541221120354,
      "grad_norm": 12.9375,
      "learning_rate": 3.3111557383496266e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5219165295362472,
      "num_tokens": 205143988.0,
      "step": 266350
    },
    {
      "epoch": 0.33786680670456826,
      "grad_norm": 6.59375,
      "learning_rate": 3.311092307340998e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5599995464086532,
      "num_tokens": 205151059.0,
      "step": 266360
    },
    {
      "epoch": 0.33787949129710104,
      "grad_norm": 6.125,
      "learning_rate": 3.3110288763323684e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5385507375001908,
      "num_tokens": 205158458.0,
      "step": 266370
    },
    {
      "epoch": 0.3378921758896339,
      "grad_norm": 5.5625,
      "learning_rate": 3.3109654453237396e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5293680012226105,
      "num_tokens": 205166835.0,
      "step": 266380
    },
    {
      "epoch": 0.3379048604821667,
      "grad_norm": 5.0625,
      "learning_rate": 3.31090201431511e-05,
      "loss": 1.8108,
      "mean_token_accuracy": 0.5918467283248902,
      "num_tokens": 205173999.0,
      "step": 266390
    },
    {
      "epoch": 0.33791754507469957,
      "grad_norm": 4.65625,
      "learning_rate": 3.310838583306481e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5417713016271591,
      "num_tokens": 205181921.0,
      "step": 266400
    },
    {
      "epoch": 0.3379302296672324,
      "grad_norm": 5.625,
      "learning_rate": 3.310775152297852e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5396107047796249,
      "num_tokens": 205189130.0,
      "step": 266410
    },
    {
      "epoch": 0.33794291425976525,
      "grad_norm": 7.6875,
      "learning_rate": 3.3107117212892224e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5743736803531647,
      "num_tokens": 205196039.0,
      "step": 266420
    },
    {
      "epoch": 0.3379555988522981,
      "grad_norm": 6.625,
      "learning_rate": 3.3106482902805936e-05,
      "loss": 2.2484,
      "mean_token_accuracy": 0.5226820975542068,
      "num_tokens": 205204031.0,
      "step": 266430
    },
    {
      "epoch": 0.3379682834448309,
      "grad_norm": 5.8125,
      "learning_rate": 3.310584859271965e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5491900473833085,
      "num_tokens": 205212160.0,
      "step": 266440
    },
    {
      "epoch": 0.3379809680373637,
      "grad_norm": 4.75,
      "learning_rate": 3.3105214282633354e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5268894970417023,
      "num_tokens": 205219518.0,
      "step": 266450
    },
    {
      "epoch": 0.33799365262989656,
      "grad_norm": 6.78125,
      "learning_rate": 3.310457997254706e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5286381214857101,
      "num_tokens": 205227609.0,
      "step": 266460
    },
    {
      "epoch": 0.3380063372224294,
      "grad_norm": 8.0,
      "learning_rate": 3.3103945662460765e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5360363185405731,
      "num_tokens": 205234765.0,
      "step": 266470
    },
    {
      "epoch": 0.33801902181496224,
      "grad_norm": 5.75,
      "learning_rate": 3.310331135237448e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5229371339082718,
      "num_tokens": 205242179.0,
      "step": 266480
    },
    {
      "epoch": 0.3380317064074951,
      "grad_norm": 5.0625,
      "learning_rate": 3.310267704228819e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5116987258195878,
      "num_tokens": 205249549.0,
      "step": 266490
    },
    {
      "epoch": 0.3380443910000279,
      "grad_norm": 4.6875,
      "learning_rate": 3.3102042732201894e-05,
      "loss": 1.9267,
      "mean_token_accuracy": 0.5705172657966614,
      "num_tokens": 205257523.0,
      "step": 266500
    },
    {
      "epoch": 0.33805707559256076,
      "grad_norm": 4.53125,
      "learning_rate": 3.3101408422115606e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5423986494541169,
      "num_tokens": 205266922.0,
      "step": 266510
    },
    {
      "epoch": 0.33806976018509355,
      "grad_norm": 6.3125,
      "learning_rate": 3.310077411202931e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5317884087562561,
      "num_tokens": 205274119.0,
      "step": 266520
    },
    {
      "epoch": 0.3380824447776264,
      "grad_norm": 5.8125,
      "learning_rate": 3.310013980194302e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5741437315940857,
      "num_tokens": 205279996.0,
      "step": 266530
    },
    {
      "epoch": 0.33809512937015923,
      "grad_norm": 5.9375,
      "learning_rate": 3.309950549185673e-05,
      "loss": 1.8716,
      "mean_token_accuracy": 0.5851584285497665,
      "num_tokens": 205286412.0,
      "step": 266540
    },
    {
      "epoch": 0.33810781396269207,
      "grad_norm": 6.8125,
      "learning_rate": 3.3098871181770434e-05,
      "loss": 1.9049,
      "mean_token_accuracy": 0.5746956408023834,
      "num_tokens": 205293631.0,
      "step": 266550
    },
    {
      "epoch": 0.3381204985552249,
      "grad_norm": 6.40625,
      "learning_rate": 3.3098236871684147e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5335672050714493,
      "num_tokens": 205301372.0,
      "step": 266560
    },
    {
      "epoch": 0.33813318314775775,
      "grad_norm": 5.625,
      "learning_rate": 3.309760256159785e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5252813130617142,
      "num_tokens": 205309160.0,
      "step": 266570
    },
    {
      "epoch": 0.3381458677402906,
      "grad_norm": 6.65625,
      "learning_rate": 3.3096968251511564e-05,
      "loss": 1.8767,
      "mean_token_accuracy": 0.580145850777626,
      "num_tokens": 205315977.0,
      "step": 266580
    },
    {
      "epoch": 0.33815855233282344,
      "grad_norm": 5.15625,
      "learning_rate": 3.309633394142527e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.530379593372345,
      "num_tokens": 205324201.0,
      "step": 266590
    },
    {
      "epoch": 0.3381712369253562,
      "grad_norm": 5.59375,
      "learning_rate": 3.3095699631338975e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5511597007513046,
      "num_tokens": 205333467.0,
      "step": 266600
    },
    {
      "epoch": 0.33818392151788906,
      "grad_norm": 9.0625,
      "learning_rate": 3.309506532125269e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5690878629684448,
      "num_tokens": 205340430.0,
      "step": 266610
    },
    {
      "epoch": 0.3381966061104219,
      "grad_norm": 5.4375,
      "learning_rate": 3.30944310111664e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5559312552213669,
      "num_tokens": 205348082.0,
      "step": 266620
    },
    {
      "epoch": 0.33820929070295475,
      "grad_norm": 6.09375,
      "learning_rate": 3.3093796701080104e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5507989883422851,
      "num_tokens": 205356589.0,
      "step": 266630
    },
    {
      "epoch": 0.3382219752954876,
      "grad_norm": 8.6875,
      "learning_rate": 3.3093162390993817e-05,
      "loss": 1.9496,
      "mean_token_accuracy": 0.5723765760660171,
      "num_tokens": 205362869.0,
      "step": 266640
    },
    {
      "epoch": 0.33823465988802043,
      "grad_norm": 5.15625,
      "learning_rate": 3.309252808090752e-05,
      "loss": 1.8037,
      "mean_token_accuracy": 0.6035895347595215,
      "num_tokens": 205369325.0,
      "step": 266650
    },
    {
      "epoch": 0.33824734448055327,
      "grad_norm": 5.625,
      "learning_rate": 3.3091893770821234e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5241326034069062,
      "num_tokens": 205378862.0,
      "step": 266660
    },
    {
      "epoch": 0.3382600290730861,
      "grad_norm": 5.75,
      "learning_rate": 3.309125946073494e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5470163285732269,
      "num_tokens": 205386876.0,
      "step": 266670
    },
    {
      "epoch": 0.3382727136656189,
      "grad_norm": 4.9375,
      "learning_rate": 3.3090625150648645e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5715327560901642,
      "num_tokens": 205394637.0,
      "step": 266680
    },
    {
      "epoch": 0.33828539825815174,
      "grad_norm": 5.34375,
      "learning_rate": 3.308999084056236e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5249930948019028,
      "num_tokens": 205401904.0,
      "step": 266690
    },
    {
      "epoch": 0.3382980828506846,
      "grad_norm": 4.96875,
      "learning_rate": 3.308935653047606e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5236994177103043,
      "num_tokens": 205410131.0,
      "step": 266700
    },
    {
      "epoch": 0.3383107674432174,
      "grad_norm": 5.0625,
      "learning_rate": 3.3088722220389774e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5474073082208634,
      "num_tokens": 205417809.0,
      "step": 266710
    },
    {
      "epoch": 0.33832345203575026,
      "grad_norm": 5.21875,
      "learning_rate": 3.3088087910303486e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5290995657444,
      "num_tokens": 205425920.0,
      "step": 266720
    },
    {
      "epoch": 0.3383361366282831,
      "grad_norm": 5.0,
      "learning_rate": 3.308745360021719e-05,
      "loss": 1.9007,
      "mean_token_accuracy": 0.5897686064243317,
      "num_tokens": 205433623.0,
      "step": 266730
    },
    {
      "epoch": 0.33834882122081594,
      "grad_norm": 5.53125,
      "learning_rate": 3.30868192901309e-05,
      "loss": 1.8503,
      "mean_token_accuracy": 0.5985864341259003,
      "num_tokens": 205440891.0,
      "step": 266740
    },
    {
      "epoch": 0.3383615058133488,
      "grad_norm": 6.5,
      "learning_rate": 3.30861849800446e-05,
      "loss": 1.8023,
      "mean_token_accuracy": 0.5882779687643052,
      "num_tokens": 205447079.0,
      "step": 266750
    },
    {
      "epoch": 0.33837419040588157,
      "grad_norm": 5.5625,
      "learning_rate": 3.3085550669958315e-05,
      "loss": 2.2253,
      "mean_token_accuracy": 0.5247415482997895,
      "num_tokens": 205455807.0,
      "step": 266760
    },
    {
      "epoch": 0.3383868749984144,
      "grad_norm": 9.875,
      "learning_rate": 3.308491635987203e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5326120346784592,
      "num_tokens": 205463359.0,
      "step": 266770
    },
    {
      "epoch": 0.33839955959094725,
      "grad_norm": 5.25,
      "learning_rate": 3.308428204978573e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5448757499456406,
      "num_tokens": 205471206.0,
      "step": 266780
    },
    {
      "epoch": 0.3384122441834801,
      "grad_norm": 5.0,
      "learning_rate": 3.3083647739699444e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5197544246912003,
      "num_tokens": 205479201.0,
      "step": 266790
    },
    {
      "epoch": 0.33842492877601293,
      "grad_norm": 5.875,
      "learning_rate": 3.308301342961315e-05,
      "loss": 1.8387,
      "mean_token_accuracy": 0.5906321793794632,
      "num_tokens": 205486095.0,
      "step": 266800
    },
    {
      "epoch": 0.3384376133685458,
      "grad_norm": 5.9375,
      "learning_rate": 3.3082379119526855e-05,
      "loss": 2.2692,
      "mean_token_accuracy": 0.5151197254657746,
      "num_tokens": 205494480.0,
      "step": 266810
    },
    {
      "epoch": 0.3384502979610786,
      "grad_norm": 5.03125,
      "learning_rate": 3.308174480944057e-05,
      "loss": 1.7598,
      "mean_token_accuracy": 0.6064063102006912,
      "num_tokens": 205501252.0,
      "step": 266820
    },
    {
      "epoch": 0.33846298255361146,
      "grad_norm": 6.75,
      "learning_rate": 3.308111049935427e-05,
      "loss": 2.2717,
      "mean_token_accuracy": 0.5100319147109985,
      "num_tokens": 205510169.0,
      "step": 266830
    },
    {
      "epoch": 0.33847566714614424,
      "grad_norm": 6.96875,
      "learning_rate": 3.3080476189267985e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5572569310665131,
      "num_tokens": 205516861.0,
      "step": 266840
    },
    {
      "epoch": 0.3384883517386771,
      "grad_norm": 4.78125,
      "learning_rate": 3.307984187918169e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5667225599288941,
      "num_tokens": 205525134.0,
      "step": 266850
    },
    {
      "epoch": 0.3385010363312099,
      "grad_norm": 4.59375,
      "learning_rate": 3.30792075690954e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5371694892644883,
      "num_tokens": 205533351.0,
      "step": 266860
    },
    {
      "epoch": 0.33851372092374277,
      "grad_norm": 6.46875,
      "learning_rate": 3.307857325900911e-05,
      "loss": 1.957,
      "mean_token_accuracy": 0.5609374314546585,
      "num_tokens": 205540830.0,
      "step": 266870
    },
    {
      "epoch": 0.3385264055162756,
      "grad_norm": 4.6875,
      "learning_rate": 3.307793894892281e-05,
      "loss": 1.8907,
      "mean_token_accuracy": 0.5791277647018432,
      "num_tokens": 205548890.0,
      "step": 266880
    },
    {
      "epoch": 0.33853909010880845,
      "grad_norm": 5.0625,
      "learning_rate": 3.3077304638836525e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5413027375936508,
      "num_tokens": 205556821.0,
      "step": 266890
    },
    {
      "epoch": 0.3385517747013413,
      "grad_norm": 5.375,
      "learning_rate": 3.307667032875023e-05,
      "loss": 1.8749,
      "mean_token_accuracy": 0.5852919191122055,
      "num_tokens": 205564155.0,
      "step": 266900
    },
    {
      "epoch": 0.3385644592938741,
      "grad_norm": 5.125,
      "learning_rate": 3.307603601866394e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5591153264045715,
      "num_tokens": 205571548.0,
      "step": 266910
    },
    {
      "epoch": 0.3385771438864069,
      "grad_norm": 6.34375,
      "learning_rate": 3.3075401708577654e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.549864536523819,
      "num_tokens": 205578555.0,
      "step": 266920
    },
    {
      "epoch": 0.33858982847893976,
      "grad_norm": 6.53125,
      "learning_rate": 3.307476739849136e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5521126747131347,
      "num_tokens": 205586903.0,
      "step": 266930
    },
    {
      "epoch": 0.3386025130714726,
      "grad_norm": 5.09375,
      "learning_rate": 3.3074133088405065e-05,
      "loss": 2.2926,
      "mean_token_accuracy": 0.498540922999382,
      "num_tokens": 205596355.0,
      "step": 266940
    },
    {
      "epoch": 0.33861519766400544,
      "grad_norm": 5.3125,
      "learning_rate": 3.307349877831877e-05,
      "loss": 2.3017,
      "mean_token_accuracy": 0.5080924302339553,
      "num_tokens": 205604936.0,
      "step": 266950
    },
    {
      "epoch": 0.3386278822565383,
      "grad_norm": 5.25,
      "learning_rate": 3.307286446823248e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5435555338859558,
      "num_tokens": 205613103.0,
      "step": 266960
    },
    {
      "epoch": 0.3386405668490711,
      "grad_norm": 7.375,
      "learning_rate": 3.3072230158146195e-05,
      "loss": 1.7249,
      "mean_token_accuracy": 0.6275843709707261,
      "num_tokens": 205619430.0,
      "step": 266970
    },
    {
      "epoch": 0.33865325144160396,
      "grad_norm": 7.25,
      "learning_rate": 3.30715958480599e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.560740664601326,
      "num_tokens": 205627144.0,
      "step": 266980
    },
    {
      "epoch": 0.33866593603413675,
      "grad_norm": 8.125,
      "learning_rate": 3.307096153797361e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5586660504341125,
      "num_tokens": 205635452.0,
      "step": 266990
    },
    {
      "epoch": 0.3386786206266696,
      "grad_norm": 6.3125,
      "learning_rate": 3.307032722788732e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5383159458637238,
      "num_tokens": 205643554.0,
      "step": 267000
    },
    {
      "epoch": 0.33869130521920243,
      "grad_norm": 4.96875,
      "learning_rate": 3.306969291780102e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5617685377597809,
      "num_tokens": 205650303.0,
      "step": 267010
    },
    {
      "epoch": 0.3387039898117353,
      "grad_norm": 4.875,
      "learning_rate": 3.3069058607714735e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5236291915178299,
      "num_tokens": 205659342.0,
      "step": 267020
    },
    {
      "epoch": 0.3387166744042681,
      "grad_norm": 4.84375,
      "learning_rate": 3.306842429762844e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5422762930393219,
      "num_tokens": 205666279.0,
      "step": 267030
    },
    {
      "epoch": 0.33872935899680096,
      "grad_norm": 5.78125,
      "learning_rate": 3.306778998754215e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5726761996746064,
      "num_tokens": 205672723.0,
      "step": 267040
    },
    {
      "epoch": 0.3387420435893338,
      "grad_norm": 5.46875,
      "learning_rate": 3.306715567745586e-05,
      "loss": 2.2658,
      "mean_token_accuracy": 0.5179314255714417,
      "num_tokens": 205679954.0,
      "step": 267050
    },
    {
      "epoch": 0.33875472818186664,
      "grad_norm": 6.21875,
      "learning_rate": 3.306652136736957e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.533244839310646,
      "num_tokens": 205687728.0,
      "step": 267060
    },
    {
      "epoch": 0.3387674127743994,
      "grad_norm": 7.1875,
      "learning_rate": 3.306588705728328e-05,
      "loss": 1.9462,
      "mean_token_accuracy": 0.5636557936668396,
      "num_tokens": 205694668.0,
      "step": 267070
    },
    {
      "epoch": 0.33878009736693226,
      "grad_norm": 6.03125,
      "learning_rate": 3.306525274719699e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5709787875413894,
      "num_tokens": 205701820.0,
      "step": 267080
    },
    {
      "epoch": 0.3387927819594651,
      "grad_norm": 5.28125,
      "learning_rate": 3.306461843711069e-05,
      "loss": 1.8545,
      "mean_token_accuracy": 0.5857118248939515,
      "num_tokens": 205709526.0,
      "step": 267090
    },
    {
      "epoch": 0.33880546655199795,
      "grad_norm": 4.6875,
      "learning_rate": 3.30639841270244e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.535960054397583,
      "num_tokens": 205717125.0,
      "step": 267100
    },
    {
      "epoch": 0.3388181511445308,
      "grad_norm": 7.28125,
      "learning_rate": 3.306334981693811e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5750023245811462,
      "num_tokens": 205723631.0,
      "step": 267110
    },
    {
      "epoch": 0.33883083573706363,
      "grad_norm": 4.96875,
      "learning_rate": 3.306271550685182e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5210380882024765,
      "num_tokens": 205732173.0,
      "step": 267120
    },
    {
      "epoch": 0.33884352032959647,
      "grad_norm": 7.03125,
      "learning_rate": 3.306208119676553e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5482899993658066,
      "num_tokens": 205737716.0,
      "step": 267130
    },
    {
      "epoch": 0.3388562049221293,
      "grad_norm": 5.375,
      "learning_rate": 3.306144688667924e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5437105506658554,
      "num_tokens": 205745782.0,
      "step": 267140
    },
    {
      "epoch": 0.3388688895146621,
      "grad_norm": 4.75,
      "learning_rate": 3.3060812576592945e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5162605822086335,
      "num_tokens": 205753852.0,
      "step": 267150
    },
    {
      "epoch": 0.33888157410719494,
      "grad_norm": 5.125,
      "learning_rate": 3.306017826650665e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.549142473936081,
      "num_tokens": 205761825.0,
      "step": 267160
    },
    {
      "epoch": 0.3388942586997278,
      "grad_norm": 5.46875,
      "learning_rate": 3.305954395642036e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5207340717315674,
      "num_tokens": 205770787.0,
      "step": 267170
    },
    {
      "epoch": 0.3389069432922606,
      "grad_norm": 6.5625,
      "learning_rate": 3.305890964633407e-05,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5265883266925812,
      "num_tokens": 205778283.0,
      "step": 267180
    },
    {
      "epoch": 0.33891962788479346,
      "grad_norm": 5.03125,
      "learning_rate": 3.305827533624778e-05,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5633708834648132,
      "num_tokens": 205785104.0,
      "step": 267190
    },
    {
      "epoch": 0.3389323124773263,
      "grad_norm": 5.46875,
      "learning_rate": 3.3057641026161486e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5401176542043686,
      "num_tokens": 205792911.0,
      "step": 267200
    },
    {
      "epoch": 0.33894499706985914,
      "grad_norm": 5.3125,
      "learning_rate": 3.30570067160752e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.516274681687355,
      "num_tokens": 205801424.0,
      "step": 267210
    },
    {
      "epoch": 0.338957681662392,
      "grad_norm": 7.1875,
      "learning_rate": 3.30563724059889e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5414851427078247,
      "num_tokens": 205808518.0,
      "step": 267220
    },
    {
      "epoch": 0.33897036625492477,
      "grad_norm": 5.46875,
      "learning_rate": 3.305573809590261e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5372625082731247,
      "num_tokens": 205817030.0,
      "step": 267230
    },
    {
      "epoch": 0.3389830508474576,
      "grad_norm": 5.1875,
      "learning_rate": 3.305510378581632e-05,
      "loss": 2.2683,
      "mean_token_accuracy": 0.5102931201457978,
      "num_tokens": 205824878.0,
      "step": 267240
    },
    {
      "epoch": 0.33899573543999045,
      "grad_norm": 7.8125,
      "learning_rate": 3.3054469475730026e-05,
      "loss": 1.8784,
      "mean_token_accuracy": 0.5814770251512528,
      "num_tokens": 205831969.0,
      "step": 267250
    },
    {
      "epoch": 0.3390084200325233,
      "grad_norm": 6.21875,
      "learning_rate": 3.305383516564374e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.51196209192276,
      "num_tokens": 205841271.0,
      "step": 267260
    },
    {
      "epoch": 0.33902110462505614,
      "grad_norm": 4.9375,
      "learning_rate": 3.305320085555745e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5789552509784699,
      "num_tokens": 205848443.0,
      "step": 267270
    },
    {
      "epoch": 0.339033789217589,
      "grad_norm": 2.671875,
      "learning_rate": 3.3052566545471156e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5764897018671036,
      "num_tokens": 205856582.0,
      "step": 267280
    },
    {
      "epoch": 0.3390464738101218,
      "grad_norm": 6.6875,
      "learning_rate": 3.305193223538486e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5300612807273865,
      "num_tokens": 205864312.0,
      "step": 267290
    },
    {
      "epoch": 0.33905915840265466,
      "grad_norm": 4.46875,
      "learning_rate": 3.3051297925298566e-05,
      "loss": 1.8486,
      "mean_token_accuracy": 0.5821876496076583,
      "num_tokens": 205871922.0,
      "step": 267300
    },
    {
      "epoch": 0.33907184299518744,
      "grad_norm": 5.875,
      "learning_rate": 3.305066361521228e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5431633949279785,
      "num_tokens": 205881389.0,
      "step": 267310
    },
    {
      "epoch": 0.3390845275877203,
      "grad_norm": 6.125,
      "learning_rate": 3.305002930512599e-05,
      "loss": 1.9581,
      "mean_token_accuracy": 0.5582583576440812,
      "num_tokens": 205888696.0,
      "step": 267320
    },
    {
      "epoch": 0.3390972121802531,
      "grad_norm": 4.875,
      "learning_rate": 3.3049394995039696e-05,
      "loss": 1.8093,
      "mean_token_accuracy": 0.5859762996435165,
      "num_tokens": 205895701.0,
      "step": 267330
    },
    {
      "epoch": 0.33910989677278597,
      "grad_norm": 5.53125,
      "learning_rate": 3.304876068495341e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.5711047857999801,
      "num_tokens": 205903398.0,
      "step": 267340
    },
    {
      "epoch": 0.3391225813653188,
      "grad_norm": 7.09375,
      "learning_rate": 3.304812637486711e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5581718474626541,
      "num_tokens": 205910739.0,
      "step": 267350
    },
    {
      "epoch": 0.33913526595785165,
      "grad_norm": 5.6875,
      "learning_rate": 3.304749206478082e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5351886451244354,
      "num_tokens": 205919336.0,
      "step": 267360
    },
    {
      "epoch": 0.3391479505503845,
      "grad_norm": 7.59375,
      "learning_rate": 3.304685775469453e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.551674821972847,
      "num_tokens": 205926616.0,
      "step": 267370
    },
    {
      "epoch": 0.3391606351429173,
      "grad_norm": 5.9375,
      "learning_rate": 3.3046223444608236e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5522584021091461,
      "num_tokens": 205933980.0,
      "step": 267380
    },
    {
      "epoch": 0.3391733197354501,
      "grad_norm": 7.40625,
      "learning_rate": 3.304558913452195e-05,
      "loss": 1.6907,
      "mean_token_accuracy": 0.6175372511148453,
      "num_tokens": 205940072.0,
      "step": 267390
    },
    {
      "epoch": 0.33918600432798296,
      "grad_norm": 5.375,
      "learning_rate": 3.3044954824435654e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5330126196146011,
      "num_tokens": 205949141.0,
      "step": 267400
    },
    {
      "epoch": 0.3391986889205158,
      "grad_norm": 5.6875,
      "learning_rate": 3.3044320514349366e-05,
      "loss": 1.7907,
      "mean_token_accuracy": 0.5958306849002838,
      "num_tokens": 205955572.0,
      "step": 267410
    },
    {
      "epoch": 0.33921137351304864,
      "grad_norm": 4.625,
      "learning_rate": 3.304368620426308e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5392313241958618,
      "num_tokens": 205964016.0,
      "step": 267420
    },
    {
      "epoch": 0.3392240581055815,
      "grad_norm": 5.59375,
      "learning_rate": 3.3043051894176776e-05,
      "loss": 2.2094,
      "mean_token_accuracy": 0.5207512140274048,
      "num_tokens": 205972610.0,
      "step": 267430
    },
    {
      "epoch": 0.3392367426981143,
      "grad_norm": 5.625,
      "learning_rate": 3.304241758409049e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.527499133348465,
      "num_tokens": 205981062.0,
      "step": 267440
    },
    {
      "epoch": 0.33924942729064717,
      "grad_norm": 5.03125,
      "learning_rate": 3.3041783274004194e-05,
      "loss": 1.66,
      "mean_token_accuracy": 0.6204322457313538,
      "num_tokens": 205988205.0,
      "step": 267450
    },
    {
      "epoch": 0.33926211188317995,
      "grad_norm": 6.1875,
      "learning_rate": 3.3041148963917906e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5612349212169647,
      "num_tokens": 205997118.0,
      "step": 267460
    },
    {
      "epoch": 0.3392747964757128,
      "grad_norm": 5.34375,
      "learning_rate": 3.304051465383162e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5434971630573273,
      "num_tokens": 206004772.0,
      "step": 267470
    },
    {
      "epoch": 0.33928748106824563,
      "grad_norm": 4.71875,
      "learning_rate": 3.3039880343745324e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5558078318834305,
      "num_tokens": 206012147.0,
      "step": 267480
    },
    {
      "epoch": 0.3393001656607785,
      "grad_norm": 4.84375,
      "learning_rate": 3.3039246033659036e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5502333015203476,
      "num_tokens": 206020442.0,
      "step": 267490
    },
    {
      "epoch": 0.3393128502533113,
      "grad_norm": 6.40625,
      "learning_rate": 3.303861172357274e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5620446056127548,
      "num_tokens": 206028272.0,
      "step": 267500
    },
    {
      "epoch": 0.33932553484584416,
      "grad_norm": 10.0,
      "learning_rate": 3.3037977413486446e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5343931376934051,
      "num_tokens": 206034599.0,
      "step": 267510
    },
    {
      "epoch": 0.339338219438377,
      "grad_norm": 6.25,
      "learning_rate": 3.303734310340016e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5459150224924088,
      "num_tokens": 206041949.0,
      "step": 267520
    },
    {
      "epoch": 0.33935090403090984,
      "grad_norm": 4.78125,
      "learning_rate": 3.3036708793313864e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.569376277923584,
      "num_tokens": 206050361.0,
      "step": 267530
    },
    {
      "epoch": 0.3393635886234426,
      "grad_norm": 5.125,
      "learning_rate": 3.3036074483227576e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5354913175106049,
      "num_tokens": 206058258.0,
      "step": 267540
    },
    {
      "epoch": 0.33937627321597547,
      "grad_norm": 5.0625,
      "learning_rate": 3.303544017314129e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5315017491579056,
      "num_tokens": 206066606.0,
      "step": 267550
    },
    {
      "epoch": 0.3393889578085083,
      "grad_norm": 5.5625,
      "learning_rate": 3.3034805863054993e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.519864508509636,
      "num_tokens": 206075028.0,
      "step": 267560
    },
    {
      "epoch": 0.33940164240104115,
      "grad_norm": 7.03125,
      "learning_rate": 3.30341715529687e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5514079451560974,
      "num_tokens": 206082419.0,
      "step": 267570
    },
    {
      "epoch": 0.339414326993574,
      "grad_norm": 4.6875,
      "learning_rate": 3.3033537242882404e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5335991114377976,
      "num_tokens": 206090548.0,
      "step": 267580
    },
    {
      "epoch": 0.33942701158610683,
      "grad_norm": 5.9375,
      "learning_rate": 3.3032902932796116e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5543698072433472,
      "num_tokens": 206097698.0,
      "step": 267590
    },
    {
      "epoch": 0.33943969617863967,
      "grad_norm": 7.625,
      "learning_rate": 3.303226862270983e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5516943007707595,
      "num_tokens": 206104780.0,
      "step": 267600
    },
    {
      "epoch": 0.3394523807711725,
      "grad_norm": 5.0,
      "learning_rate": 3.3031634312623534e-05,
      "loss": 1.7388,
      "mean_token_accuracy": 0.6069683909416199,
      "num_tokens": 206112382.0,
      "step": 267610
    },
    {
      "epoch": 0.3394650653637053,
      "grad_norm": 6.25,
      "learning_rate": 3.3031000002537246e-05,
      "loss": 1.8414,
      "mean_token_accuracy": 0.5786836922168732,
      "num_tokens": 206119440.0,
      "step": 267620
    },
    {
      "epoch": 0.33947774995623814,
      "grad_norm": 7.125,
      "learning_rate": 3.303036569245095e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5545814812183381,
      "num_tokens": 206127243.0,
      "step": 267630
    },
    {
      "epoch": 0.339490434548771,
      "grad_norm": 7.03125,
      "learning_rate": 3.3029731382364657e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5282128870487213,
      "num_tokens": 206135674.0,
      "step": 267640
    },
    {
      "epoch": 0.3395031191413038,
      "grad_norm": 6.375,
      "learning_rate": 3.302909707227837e-05,
      "loss": 1.8896,
      "mean_token_accuracy": 0.5842907547950744,
      "num_tokens": 206141956.0,
      "step": 267650
    },
    {
      "epoch": 0.33951580373383666,
      "grad_norm": 6.125,
      "learning_rate": 3.3028462762192074e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5400020360946656,
      "num_tokens": 206148087.0,
      "step": 267660
    },
    {
      "epoch": 0.3395284883263695,
      "grad_norm": 5.59375,
      "learning_rate": 3.3027828452105786e-05,
      "loss": 2.2948,
      "mean_token_accuracy": 0.5082455813884735,
      "num_tokens": 206157170.0,
      "step": 267670
    },
    {
      "epoch": 0.33954117291890235,
      "grad_norm": 5.4375,
      "learning_rate": 3.302719414201949e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5308389693498612,
      "num_tokens": 206165483.0,
      "step": 267680
    },
    {
      "epoch": 0.3395538575114352,
      "grad_norm": 5.6875,
      "learning_rate": 3.3026559831933204e-05,
      "loss": 1.7689,
      "mean_token_accuracy": 0.6041437864303589,
      "num_tokens": 206171803.0,
      "step": 267690
    },
    {
      "epoch": 0.33956654210396797,
      "grad_norm": 5.75,
      "learning_rate": 3.302592552184691e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.556922709941864,
      "num_tokens": 206179032.0,
      "step": 267700
    },
    {
      "epoch": 0.3395792266965008,
      "grad_norm": 3.828125,
      "learning_rate": 3.3025291211760614e-05,
      "loss": 1.8164,
      "mean_token_accuracy": 0.6005842953920364,
      "num_tokens": 206184578.0,
      "step": 267710
    },
    {
      "epoch": 0.33959191128903365,
      "grad_norm": 8.625,
      "learning_rate": 3.3024656901674327e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5193346977233887,
      "num_tokens": 206192728.0,
      "step": 267720
    },
    {
      "epoch": 0.3396045958815665,
      "grad_norm": 6.53125,
      "learning_rate": 3.302402259158803e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.542532792687416,
      "num_tokens": 206199156.0,
      "step": 267730
    },
    {
      "epoch": 0.33961728047409934,
      "grad_norm": 6.40625,
      "learning_rate": 3.3023388281501744e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5524276167154312,
      "num_tokens": 206206197.0,
      "step": 267740
    },
    {
      "epoch": 0.3396299650666322,
      "grad_norm": 7.46875,
      "learning_rate": 3.3022753971415456e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5332962423563004,
      "num_tokens": 206214351.0,
      "step": 267750
    },
    {
      "epoch": 0.339642649659165,
      "grad_norm": 4.9375,
      "learning_rate": 3.302211966132916e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5413067549467087,
      "num_tokens": 206222606.0,
      "step": 267760
    },
    {
      "epoch": 0.33965533425169786,
      "grad_norm": 5.71875,
      "learning_rate": 3.302148535124287e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5455518662929535,
      "num_tokens": 206229870.0,
      "step": 267770
    },
    {
      "epoch": 0.33966801884423065,
      "grad_norm": 5.09375,
      "learning_rate": 3.302085104115657e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5445130109786988,
      "num_tokens": 206236623.0,
      "step": 267780
    },
    {
      "epoch": 0.3396807034367635,
      "grad_norm": 4.90625,
      "learning_rate": 3.3020216731070284e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.520066112279892,
      "num_tokens": 206244314.0,
      "step": 267790
    },
    {
      "epoch": 0.33969338802929633,
      "grad_norm": 4.96875,
      "learning_rate": 3.3019582420983996e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5240678131580353,
      "num_tokens": 206252530.0,
      "step": 267800
    },
    {
      "epoch": 0.33970607262182917,
      "grad_norm": 4.75,
      "learning_rate": 3.30189481108977e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5442762166261673,
      "num_tokens": 206261048.0,
      "step": 267810
    },
    {
      "epoch": 0.339718757214362,
      "grad_norm": 4.71875,
      "learning_rate": 3.3018313800811414e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5412342339754105,
      "num_tokens": 206268983.0,
      "step": 267820
    },
    {
      "epoch": 0.33973144180689485,
      "grad_norm": 4.90625,
      "learning_rate": 3.301767949072512e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5438010543584824,
      "num_tokens": 206277501.0,
      "step": 267830
    },
    {
      "epoch": 0.3397441263994277,
      "grad_norm": 6.59375,
      "learning_rate": 3.301704518063883e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5669261753559113,
      "num_tokens": 206285454.0,
      "step": 267840
    },
    {
      "epoch": 0.3397568109919605,
      "grad_norm": 6.84375,
      "learning_rate": 3.301641087055254e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5441856473684311,
      "num_tokens": 206293018.0,
      "step": 267850
    },
    {
      "epoch": 0.3397694955844933,
      "grad_norm": 8.875,
      "learning_rate": 3.301577656046624e-05,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5574275910854339,
      "num_tokens": 206300925.0,
      "step": 267860
    },
    {
      "epoch": 0.33978218017702616,
      "grad_norm": 5.28125,
      "learning_rate": 3.3015142250379954e-05,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5244396775960922,
      "num_tokens": 206308982.0,
      "step": 267870
    },
    {
      "epoch": 0.339794864769559,
      "grad_norm": 4.8125,
      "learning_rate": 3.301450794029366e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5253433018922806,
      "num_tokens": 206318292.0,
      "step": 267880
    },
    {
      "epoch": 0.33980754936209184,
      "grad_norm": 5.03125,
      "learning_rate": 3.301387363020737e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5538384139537811,
      "num_tokens": 206326378.0,
      "step": 267890
    },
    {
      "epoch": 0.3398202339546247,
      "grad_norm": 6.78125,
      "learning_rate": 3.3013239320121084e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5470530152320862,
      "num_tokens": 206333612.0,
      "step": 267900
    },
    {
      "epoch": 0.3398329185471575,
      "grad_norm": 5.5,
      "learning_rate": 3.301260501003479e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5339647501707077,
      "num_tokens": 206342515.0,
      "step": 267910
    },
    {
      "epoch": 0.33984560313969037,
      "grad_norm": 4.4375,
      "learning_rate": 3.3011970699948495e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5627228260040283,
      "num_tokens": 206350519.0,
      "step": 267920
    },
    {
      "epoch": 0.33985828773222315,
      "grad_norm": 6.375,
      "learning_rate": 3.30113363898622e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5685362100601197,
      "num_tokens": 206357286.0,
      "step": 267930
    },
    {
      "epoch": 0.339870972324756,
      "grad_norm": 5.53125,
      "learning_rate": 3.301070207977591e-05,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5814465403556823,
      "num_tokens": 206365292.0,
      "step": 267940
    },
    {
      "epoch": 0.33988365691728883,
      "grad_norm": 6.375,
      "learning_rate": 3.3010067769689624e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5316871345043183,
      "num_tokens": 206373211.0,
      "step": 267950
    },
    {
      "epoch": 0.3398963415098217,
      "grad_norm": 7.09375,
      "learning_rate": 3.300943345960333e-05,
      "loss": 1.4928,
      "mean_token_accuracy": 0.6616549849510193,
      "num_tokens": 206379307.0,
      "step": 267960
    },
    {
      "epoch": 0.3399090261023545,
      "grad_norm": 7.0625,
      "learning_rate": 3.300879914951704e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5284841060638428,
      "num_tokens": 206386878.0,
      "step": 267970
    },
    {
      "epoch": 0.33992171069488736,
      "grad_norm": 6.21875,
      "learning_rate": 3.300816483943075e-05,
      "loss": 1.8149,
      "mean_token_accuracy": 0.5908646613359452,
      "num_tokens": 206394667.0,
      "step": 267980
    },
    {
      "epoch": 0.3399343952874202,
      "grad_norm": 5.40625,
      "learning_rate": 3.300753052934445e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5442214667797088,
      "num_tokens": 206403184.0,
      "step": 267990
    },
    {
      "epoch": 0.33994707987995304,
      "grad_norm": 20.0,
      "learning_rate": 3.3006896219258164e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5462391406297684,
      "num_tokens": 206410333.0,
      "step": 268000
    },
    {
      "epoch": 0.3399597644724858,
      "grad_norm": 5.03125,
      "learning_rate": 3.300626190917187e-05,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5656607747077942,
      "num_tokens": 206418435.0,
      "step": 268010
    },
    {
      "epoch": 0.33997244906501867,
      "grad_norm": 4.5625,
      "learning_rate": 3.300562759908558e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.5756551861763001,
      "num_tokens": 206425397.0,
      "step": 268020
    },
    {
      "epoch": 0.3399851336575515,
      "grad_norm": 7.5625,
      "learning_rate": 3.300499328899929e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.537577149271965,
      "num_tokens": 206432997.0,
      "step": 268030
    },
    {
      "epoch": 0.33999781825008435,
      "grad_norm": 7.90625,
      "learning_rate": 3.3004358978913e-05,
      "loss": 1.8976,
      "mean_token_accuracy": 0.5775368809700012,
      "num_tokens": 206438609.0,
      "step": 268040
    },
    {
      "epoch": 0.3400105028426172,
      "grad_norm": 6.375,
      "learning_rate": 3.3003724668826705e-05,
      "loss": 1.8491,
      "mean_token_accuracy": 0.5926166594028472,
      "num_tokens": 206446668.0,
      "step": 268050
    },
    {
      "epoch": 0.34002318743515003,
      "grad_norm": 6.21875,
      "learning_rate": 3.300309035874041e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5255154550075531,
      "num_tokens": 206455062.0,
      "step": 268060
    },
    {
      "epoch": 0.3400358720276829,
      "grad_norm": 6.0625,
      "learning_rate": 3.300245604865412e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5705074042081832,
      "num_tokens": 206462861.0,
      "step": 268070
    },
    {
      "epoch": 0.3400485566202157,
      "grad_norm": 5.875,
      "learning_rate": 3.300182173856783e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5454527378082276,
      "num_tokens": 206471404.0,
      "step": 268080
    },
    {
      "epoch": 0.3400612412127485,
      "grad_norm": 6.59375,
      "learning_rate": 3.300118742848154e-05,
      "loss": 2.2194,
      "mean_token_accuracy": 0.52336086332798,
      "num_tokens": 206479265.0,
      "step": 268090
    },
    {
      "epoch": 0.34007392580528134,
      "grad_norm": 4.875,
      "learning_rate": 3.300055311839525e-05,
      "loss": 2.212,
      "mean_token_accuracy": 0.5131474226713181,
      "num_tokens": 206488357.0,
      "step": 268100
    },
    {
      "epoch": 0.3400866103978142,
      "grad_norm": 4.78125,
      "learning_rate": 3.299991880830896e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5218173652887345,
      "num_tokens": 206497467.0,
      "step": 268110
    },
    {
      "epoch": 0.340099294990347,
      "grad_norm": 4.4375,
      "learning_rate": 3.299928449822266e-05,
      "loss": 1.843,
      "mean_token_accuracy": 0.5903420329093934,
      "num_tokens": 206504603.0,
      "step": 268120
    },
    {
      "epoch": 0.34011197958287986,
      "grad_norm": 4.96875,
      "learning_rate": 3.299865018813637e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5330592274665833,
      "num_tokens": 206512338.0,
      "step": 268130
    },
    {
      "epoch": 0.3401246641754127,
      "grad_norm": 6.3125,
      "learning_rate": 3.299801587805008e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.523977592587471,
      "num_tokens": 206520570.0,
      "step": 268140
    },
    {
      "epoch": 0.34013734876794555,
      "grad_norm": 5.15625,
      "learning_rate": 3.299738156796379e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5635428756475449,
      "num_tokens": 206527352.0,
      "step": 268150
    },
    {
      "epoch": 0.3401500333604784,
      "grad_norm": 5.3125,
      "learning_rate": 3.29967472578775e-05,
      "loss": 1.7631,
      "mean_token_accuracy": 0.6227700024843216,
      "num_tokens": 206534534.0,
      "step": 268160
    },
    {
      "epoch": 0.3401627179530112,
      "grad_norm": 7.21875,
      "learning_rate": 3.299611294779121e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5841156631708145,
      "num_tokens": 206541577.0,
      "step": 268170
    },
    {
      "epoch": 0.340175402545544,
      "grad_norm": 5.90625,
      "learning_rate": 3.2995478637704915e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5539428472518921,
      "num_tokens": 206549973.0,
      "step": 268180
    },
    {
      "epoch": 0.34018808713807686,
      "grad_norm": 6.0,
      "learning_rate": 3.299484432761862e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5386983275413513,
      "num_tokens": 206556674.0,
      "step": 268190
    },
    {
      "epoch": 0.3402007717306097,
      "grad_norm": 6.0,
      "learning_rate": 3.299421001753233e-05,
      "loss": 2.2461,
      "mean_token_accuracy": 0.5148423999547959,
      "num_tokens": 206564394.0,
      "step": 268200
    },
    {
      "epoch": 0.34021345632314254,
      "grad_norm": 5.46875,
      "learning_rate": 3.299357570744604e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5473682940006256,
      "num_tokens": 206571525.0,
      "step": 268210
    },
    {
      "epoch": 0.3402261409156754,
      "grad_norm": 6.09375,
      "learning_rate": 3.299294139735975e-05,
      "loss": 2.2808,
      "mean_token_accuracy": 0.5143052726984024,
      "num_tokens": 206579079.0,
      "step": 268220
    },
    {
      "epoch": 0.3402388255082082,
      "grad_norm": 5.625,
      "learning_rate": 3.2992307087273455e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5567921996116638,
      "num_tokens": 206587446.0,
      "step": 268230
    },
    {
      "epoch": 0.34025151010074106,
      "grad_norm": 6.84375,
      "learning_rate": 3.299167277718717e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5316578090190888,
      "num_tokens": 206595618.0,
      "step": 268240
    },
    {
      "epoch": 0.34026419469327385,
      "grad_norm": 5.96875,
      "learning_rate": 3.299103846710088e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5291216045618057,
      "num_tokens": 206603735.0,
      "step": 268250
    },
    {
      "epoch": 0.3402768792858067,
      "grad_norm": 5.5,
      "learning_rate": 3.2990404157014585e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5632718235254288,
      "num_tokens": 206611569.0,
      "step": 268260
    },
    {
      "epoch": 0.34028956387833953,
      "grad_norm": 5.09375,
      "learning_rate": 3.298976984692829e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5422840893268586,
      "num_tokens": 206619950.0,
      "step": 268270
    },
    {
      "epoch": 0.34030224847087237,
      "grad_norm": 5.21875,
      "learning_rate": 3.2989135536841996e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5423338830471038,
      "num_tokens": 206628188.0,
      "step": 268280
    },
    {
      "epoch": 0.3403149330634052,
      "grad_norm": 7.6875,
      "learning_rate": 3.298850122675571e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5412597775459289,
      "num_tokens": 206636142.0,
      "step": 268290
    },
    {
      "epoch": 0.34032761765593805,
      "grad_norm": 7.90625,
      "learning_rate": 3.298786691666942e-05,
      "loss": 1.8367,
      "mean_token_accuracy": 0.594453489780426,
      "num_tokens": 206643700.0,
      "step": 268300
    },
    {
      "epoch": 0.3403403022484709,
      "grad_norm": 6.8125,
      "learning_rate": 3.2987232606583125e-05,
      "loss": 2.2919,
      "mean_token_accuracy": 0.5065638810396195,
      "num_tokens": 206651082.0,
      "step": 268310
    },
    {
      "epoch": 0.3403529868410037,
      "grad_norm": 6.375,
      "learning_rate": 3.298659829649684e-05,
      "loss": 1.957,
      "mean_token_accuracy": 0.577889958024025,
      "num_tokens": 206658428.0,
      "step": 268320
    },
    {
      "epoch": 0.3403656714335365,
      "grad_norm": 5.0,
      "learning_rate": 3.298596398641054e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5793689727783203,
      "num_tokens": 206666319.0,
      "step": 268330
    },
    {
      "epoch": 0.34037835602606936,
      "grad_norm": 6.5625,
      "learning_rate": 3.298532967632425e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5370942413806915,
      "num_tokens": 206674825.0,
      "step": 268340
    },
    {
      "epoch": 0.3403910406186022,
      "grad_norm": 5.125,
      "learning_rate": 3.298469536623796e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5376065701246262,
      "num_tokens": 206683407.0,
      "step": 268350
    },
    {
      "epoch": 0.34040372521113504,
      "grad_norm": 6.6875,
      "learning_rate": 3.2984061056151666e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5230823129415512,
      "num_tokens": 206691205.0,
      "step": 268360
    },
    {
      "epoch": 0.3404164098036679,
      "grad_norm": 5.9375,
      "learning_rate": 3.298342674606538e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5342953592538834,
      "num_tokens": 206699796.0,
      "step": 268370
    },
    {
      "epoch": 0.3404290943962007,
      "grad_norm": 8.375,
      "learning_rate": 3.298279243597908e-05,
      "loss": 2.2193,
      "mean_token_accuracy": 0.5220745742321015,
      "num_tokens": 206706865.0,
      "step": 268380
    },
    {
      "epoch": 0.34044177898873357,
      "grad_norm": 6.8125,
      "learning_rate": 3.2982158125892795e-05,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5738750636577606,
      "num_tokens": 206713790.0,
      "step": 268390
    },
    {
      "epoch": 0.34045446358126635,
      "grad_norm": 5.5625,
      "learning_rate": 3.29815238158065e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5565279692411422,
      "num_tokens": 206719998.0,
      "step": 268400
    },
    {
      "epoch": 0.3404671481737992,
      "grad_norm": 5.1875,
      "learning_rate": 3.2980889505720206e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5363330245018005,
      "num_tokens": 206727798.0,
      "step": 268410
    },
    {
      "epoch": 0.34047983276633204,
      "grad_norm": 5.9375,
      "learning_rate": 3.298025519563392e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.569246581196785,
      "num_tokens": 206735304.0,
      "step": 268420
    },
    {
      "epoch": 0.3404925173588649,
      "grad_norm": 5.25,
      "learning_rate": 3.297962088554762e-05,
      "loss": 1.8715,
      "mean_token_accuracy": 0.5686238169670105,
      "num_tokens": 206743983.0,
      "step": 268430
    },
    {
      "epoch": 0.3405052019513977,
      "grad_norm": 5.15625,
      "learning_rate": 3.2978986575461335e-05,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5181388229131698,
      "num_tokens": 206753855.0,
      "step": 268440
    },
    {
      "epoch": 0.34051788654393056,
      "grad_norm": 8.3125,
      "learning_rate": 3.297835226537505e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5762269735336304,
      "num_tokens": 206760530.0,
      "step": 268450
    },
    {
      "epoch": 0.3405305711364634,
      "grad_norm": 4.8125,
      "learning_rate": 3.297771795528875e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5874005883932114,
      "num_tokens": 206766412.0,
      "step": 268460
    },
    {
      "epoch": 0.34054325572899624,
      "grad_norm": 5.0,
      "learning_rate": 3.297708364520246e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5406638950109481,
      "num_tokens": 206774493.0,
      "step": 268470
    },
    {
      "epoch": 0.340555940321529,
      "grad_norm": 5.25,
      "learning_rate": 3.297644933511617e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5133906930685044,
      "num_tokens": 206783152.0,
      "step": 268480
    },
    {
      "epoch": 0.34056862491406187,
      "grad_norm": 7.53125,
      "learning_rate": 3.2975815025029876e-05,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5010585159063339,
      "num_tokens": 206788524.0,
      "step": 268490
    },
    {
      "epoch": 0.3405813095065947,
      "grad_norm": 5.21875,
      "learning_rate": 3.297518071494359e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5238645195960998,
      "num_tokens": 206796824.0,
      "step": 268500
    },
    {
      "epoch": 0.34059399409912755,
      "grad_norm": 6.6875,
      "learning_rate": 3.297454640485729e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5586756646633149,
      "num_tokens": 206804370.0,
      "step": 268510
    },
    {
      "epoch": 0.3406066786916604,
      "grad_norm": 4.71875,
      "learning_rate": 3.2973912094771005e-05,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5710179030895233,
      "num_tokens": 206811585.0,
      "step": 268520
    },
    {
      "epoch": 0.34061936328419323,
      "grad_norm": 5.03125,
      "learning_rate": 3.297327778468471e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5244388818740845,
      "num_tokens": 206818754.0,
      "step": 268530
    },
    {
      "epoch": 0.3406320478767261,
      "grad_norm": 6.03125,
      "learning_rate": 3.2972643474598416e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.55598364174366,
      "num_tokens": 206826324.0,
      "step": 268540
    },
    {
      "epoch": 0.3406447324692589,
      "grad_norm": 4.875,
      "learning_rate": 3.297200916451213e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5320081561803818,
      "num_tokens": 206834475.0,
      "step": 268550
    },
    {
      "epoch": 0.3406574170617917,
      "grad_norm": 4.59375,
      "learning_rate": 3.2971374854425834e-05,
      "loss": 1.902,
      "mean_token_accuracy": 0.5680213212966919,
      "num_tokens": 206840730.0,
      "step": 268560
    },
    {
      "epoch": 0.34067010165432454,
      "grad_norm": 7.0625,
      "learning_rate": 3.2970740544339546e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5596300274133682,
      "num_tokens": 206848021.0,
      "step": 268570
    },
    {
      "epoch": 0.3406827862468574,
      "grad_norm": 5.59375,
      "learning_rate": 3.297010623425326e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.547202467918396,
      "num_tokens": 206854878.0,
      "step": 268580
    },
    {
      "epoch": 0.3406954708393902,
      "grad_norm": 4.90625,
      "learning_rate": 3.296947192416696e-05,
      "loss": 1.8889,
      "mean_token_accuracy": 0.5766988605260849,
      "num_tokens": 206862564.0,
      "step": 268590
    },
    {
      "epoch": 0.34070815543192307,
      "grad_norm": 6.40625,
      "learning_rate": 3.2968837614080675e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5511558890342713,
      "num_tokens": 206869599.0,
      "step": 268600
    },
    {
      "epoch": 0.3407208400244559,
      "grad_norm": 5.1875,
      "learning_rate": 3.2968203303994374e-05,
      "loss": 1.8083,
      "mean_token_accuracy": 0.5950361430644989,
      "num_tokens": 206877701.0,
      "step": 268610
    },
    {
      "epoch": 0.34073352461698875,
      "grad_norm": 5.5,
      "learning_rate": 3.2967568993908086e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5723786294460297,
      "num_tokens": 206885408.0,
      "step": 268620
    },
    {
      "epoch": 0.3407462092095216,
      "grad_norm": 4.6875,
      "learning_rate": 3.29669346838218e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5355045735836029,
      "num_tokens": 206892442.0,
      "step": 268630
    },
    {
      "epoch": 0.3407588938020544,
      "grad_norm": 5.09375,
      "learning_rate": 3.2966300373735503e-05,
      "loss": 1.8075,
      "mean_token_accuracy": 0.5918990015983582,
      "num_tokens": 206899180.0,
      "step": 268640
    },
    {
      "epoch": 0.3407715783945872,
      "grad_norm": 6.96875,
      "learning_rate": 3.2965666063649216e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5508321821689606,
      "num_tokens": 206907893.0,
      "step": 268650
    },
    {
      "epoch": 0.34078426298712006,
      "grad_norm": 9.25,
      "learning_rate": 3.296503175356292e-05,
      "loss": 1.6862,
      "mean_token_accuracy": 0.6175568163394928,
      "num_tokens": 206913658.0,
      "step": 268660
    },
    {
      "epoch": 0.3407969475796529,
      "grad_norm": 8.9375,
      "learning_rate": 3.296439744347663e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5591211140155792,
      "num_tokens": 206919670.0,
      "step": 268670
    },
    {
      "epoch": 0.34080963217218574,
      "grad_norm": 5.46875,
      "learning_rate": 3.296376313339034e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5482548147439956,
      "num_tokens": 206927703.0,
      "step": 268680
    },
    {
      "epoch": 0.3408223167647186,
      "grad_norm": 5.625,
      "learning_rate": 3.2963128823304044e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5465755432844162,
      "num_tokens": 206934712.0,
      "step": 268690
    },
    {
      "epoch": 0.3408350013572514,
      "grad_norm": 4.6875,
      "learning_rate": 3.2962494513217756e-05,
      "loss": 2.2709,
      "mean_token_accuracy": 0.5132517695426941,
      "num_tokens": 206942950.0,
      "step": 268700
    },
    {
      "epoch": 0.34084768594978426,
      "grad_norm": 6.1875,
      "learning_rate": 3.296186020313146e-05,
      "loss": 1.824,
      "mean_token_accuracy": 0.586361426115036,
      "num_tokens": 206950994.0,
      "step": 268710
    },
    {
      "epoch": 0.34086037054231705,
      "grad_norm": 6.71875,
      "learning_rate": 3.296122589304517e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5475895762443542,
      "num_tokens": 206956873.0,
      "step": 268720
    },
    {
      "epoch": 0.3408730551348499,
      "grad_norm": 5.4375,
      "learning_rate": 3.2960591582958886e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5595626354217529,
      "num_tokens": 206964633.0,
      "step": 268730
    },
    {
      "epoch": 0.34088573972738273,
      "grad_norm": 4.96875,
      "learning_rate": 3.295995727287259e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5560967534780502,
      "num_tokens": 206972372.0,
      "step": 268740
    },
    {
      "epoch": 0.34089842431991557,
      "grad_norm": 4.9375,
      "learning_rate": 3.2959322962786296e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5482971459627152,
      "num_tokens": 206980963.0,
      "step": 268750
    },
    {
      "epoch": 0.3409111089124484,
      "grad_norm": 6.5,
      "learning_rate": 3.29586886527e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5287097126245499,
      "num_tokens": 206988449.0,
      "step": 268760
    },
    {
      "epoch": 0.34092379350498125,
      "grad_norm": 5.9375,
      "learning_rate": 3.2958054342613714e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5374691009521484,
      "num_tokens": 206995326.0,
      "step": 268770
    },
    {
      "epoch": 0.3409364780975141,
      "grad_norm": 6.5,
      "learning_rate": 3.2957420032527426e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5342300862073899,
      "num_tokens": 207004005.0,
      "step": 268780
    },
    {
      "epoch": 0.3409491626900469,
      "grad_norm": 5.09375,
      "learning_rate": 3.295678572244113e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5356786727905274,
      "num_tokens": 207012102.0,
      "step": 268790
    },
    {
      "epoch": 0.3409618472825797,
      "grad_norm": 6.0,
      "learning_rate": 3.295615141235484e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5459758847951889,
      "num_tokens": 207018344.0,
      "step": 268800
    },
    {
      "epoch": 0.34097453187511256,
      "grad_norm": 5.3125,
      "learning_rate": 3.295551710226855e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5463859021663666,
      "num_tokens": 207027138.0,
      "step": 268810
    },
    {
      "epoch": 0.3409872164676454,
      "grad_norm": 9.375,
      "learning_rate": 3.2954882792182254e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5693680077791214,
      "num_tokens": 207033184.0,
      "step": 268820
    },
    {
      "epoch": 0.34099990106017825,
      "grad_norm": 5.28125,
      "learning_rate": 3.2954248482095966e-05,
      "loss": 2.3711,
      "mean_token_accuracy": 0.4879720568656921,
      "num_tokens": 207040662.0,
      "step": 268830
    },
    {
      "epoch": 0.3410125856527111,
      "grad_norm": 5.625,
      "learning_rate": 3.295361417200967e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5586939841508866,
      "num_tokens": 207049411.0,
      "step": 268840
    },
    {
      "epoch": 0.3410252702452439,
      "grad_norm": 4.71875,
      "learning_rate": 3.2952979861923384e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5107236951589584,
      "num_tokens": 207058231.0,
      "step": 268850
    },
    {
      "epoch": 0.34103795483777677,
      "grad_norm": 6.84375,
      "learning_rate": 3.295234555183709e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5235784769058227,
      "num_tokens": 207066073.0,
      "step": 268860
    },
    {
      "epoch": 0.34105063943030955,
      "grad_norm": 5.25,
      "learning_rate": 3.29517112417508e-05,
      "loss": 2.221,
      "mean_token_accuracy": 0.5209796547889709,
      "num_tokens": 207074918.0,
      "step": 268870
    },
    {
      "epoch": 0.3410633240228424,
      "grad_norm": 6.15625,
      "learning_rate": 3.2951076931664506e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5732808202505112,
      "num_tokens": 207082764.0,
      "step": 268880
    },
    {
      "epoch": 0.34107600861537524,
      "grad_norm": 6.4375,
      "learning_rate": 3.295044262157821e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5683946341276169,
      "num_tokens": 207090156.0,
      "step": 268890
    },
    {
      "epoch": 0.3410886932079081,
      "grad_norm": 6.375,
      "learning_rate": 3.2949808311491924e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.533495107293129,
      "num_tokens": 207096821.0,
      "step": 268900
    },
    {
      "epoch": 0.3411013778004409,
      "grad_norm": 6.21875,
      "learning_rate": 3.294917400140563e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5313215732574463,
      "num_tokens": 207104326.0,
      "step": 268910
    },
    {
      "epoch": 0.34111406239297376,
      "grad_norm": 5.09375,
      "learning_rate": 3.294853969131934e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5272498220205307,
      "num_tokens": 207113862.0,
      "step": 268920
    },
    {
      "epoch": 0.3411267469855066,
      "grad_norm": 5.3125,
      "learning_rate": 3.2947905381233054e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5576768040657043,
      "num_tokens": 207122712.0,
      "step": 268930
    },
    {
      "epoch": 0.34113943157803944,
      "grad_norm": 5.65625,
      "learning_rate": 3.294727107114676e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5468357473611831,
      "num_tokens": 207131344.0,
      "step": 268940
    },
    {
      "epoch": 0.34115211617057223,
      "grad_norm": 14.3125,
      "learning_rate": 3.2946636761060464e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5390921801328659,
      "num_tokens": 207137964.0,
      "step": 268950
    },
    {
      "epoch": 0.34116480076310507,
      "grad_norm": 6.21875,
      "learning_rate": 3.294600245097417e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5402810484170913,
      "num_tokens": 207145443.0,
      "step": 268960
    },
    {
      "epoch": 0.3411774853556379,
      "grad_norm": 4.9375,
      "learning_rate": 3.294536814088788e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5293039858341217,
      "num_tokens": 207153214.0,
      "step": 268970
    },
    {
      "epoch": 0.34119016994817075,
      "grad_norm": 6.625,
      "learning_rate": 3.2944733830801594e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5398808866739273,
      "num_tokens": 207159983.0,
      "step": 268980
    },
    {
      "epoch": 0.3412028545407036,
      "grad_norm": 7.75,
      "learning_rate": 3.29440995207153e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5605038583278656,
      "num_tokens": 207166475.0,
      "step": 268990
    },
    {
      "epoch": 0.34121553913323643,
      "grad_norm": 7.34375,
      "learning_rate": 3.294346521062901e-05,
      "loss": 1.879,
      "mean_token_accuracy": 0.5794994115829468,
      "num_tokens": 207172964.0,
      "step": 269000
    },
    {
      "epoch": 0.3412282237257693,
      "grad_norm": 4.8125,
      "learning_rate": 3.294283090054272e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5635186493396759,
      "num_tokens": 207180954.0,
      "step": 269010
    },
    {
      "epoch": 0.3412409083183021,
      "grad_norm": 5.09375,
      "learning_rate": 3.294219659045643e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5389109969139099,
      "num_tokens": 207188542.0,
      "step": 269020
    },
    {
      "epoch": 0.3412535929108349,
      "grad_norm": 6.71875,
      "learning_rate": 3.2941562280370134e-05,
      "loss": 1.939,
      "mean_token_accuracy": 0.5632360488176346,
      "num_tokens": 207195975.0,
      "step": 269030
    },
    {
      "epoch": 0.34126627750336774,
      "grad_norm": 5.09375,
      "learning_rate": 3.294092797028384e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5766324251890182,
      "num_tokens": 207204416.0,
      "step": 269040
    },
    {
      "epoch": 0.3412789620959006,
      "grad_norm": 5.1875,
      "learning_rate": 3.294029366019755e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5113069891929627,
      "num_tokens": 207213809.0,
      "step": 269050
    },
    {
      "epoch": 0.3412916466884334,
      "grad_norm": 5.28125,
      "learning_rate": 3.293965935011126e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5607241719961167,
      "num_tokens": 207221742.0,
      "step": 269060
    },
    {
      "epoch": 0.34130433128096627,
      "grad_norm": 5.84375,
      "learning_rate": 3.293902504002497e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5276770949363708,
      "num_tokens": 207230815.0,
      "step": 269070
    },
    {
      "epoch": 0.3413170158734991,
      "grad_norm": 4.875,
      "learning_rate": 3.293839072993868e-05,
      "loss": 1.7313,
      "mean_token_accuracy": 0.6049861401319504,
      "num_tokens": 207237245.0,
      "step": 269080
    },
    {
      "epoch": 0.34132970046603195,
      "grad_norm": 5.875,
      "learning_rate": 3.2937756419852387e-05,
      "loss": 1.9292,
      "mean_token_accuracy": 0.5675909757614136,
      "num_tokens": 207243651.0,
      "step": 269090
    },
    {
      "epoch": 0.3413423850585648,
      "grad_norm": 5.625,
      "learning_rate": 3.293712210976609e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5477607786655426,
      "num_tokens": 207250984.0,
      "step": 269100
    },
    {
      "epoch": 0.3413550696510976,
      "grad_norm": 5.21875,
      "learning_rate": 3.29364877996798e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5549062490463257,
      "num_tokens": 207258505.0,
      "step": 269110
    },
    {
      "epoch": 0.3413677542436304,
      "grad_norm": 9.3125,
      "learning_rate": 3.293585348959351e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5682298928499222,
      "num_tokens": 207265257.0,
      "step": 269120
    },
    {
      "epoch": 0.34138043883616326,
      "grad_norm": 7.25,
      "learning_rate": 3.293521917950722e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5524246633052826,
      "num_tokens": 207271521.0,
      "step": 269130
    },
    {
      "epoch": 0.3413931234286961,
      "grad_norm": 6.09375,
      "learning_rate": 3.293458486942093e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5199840486049652,
      "num_tokens": 207280059.0,
      "step": 269140
    },
    {
      "epoch": 0.34140580802122894,
      "grad_norm": 17.375,
      "learning_rate": 3.293395055933464e-05,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5683438599109649,
      "num_tokens": 207285105.0,
      "step": 269150
    },
    {
      "epoch": 0.3414184926137618,
      "grad_norm": 5.0625,
      "learning_rate": 3.2933316249248344e-05,
      "loss": 1.9357,
      "mean_token_accuracy": 0.5548152685165405,
      "num_tokens": 207292970.0,
      "step": 269160
    },
    {
      "epoch": 0.3414311772062946,
      "grad_norm": 8.875,
      "learning_rate": 3.293268193916205e-05,
      "loss": 1.8125,
      "mean_token_accuracy": 0.5904032379388809,
      "num_tokens": 207299751.0,
      "step": 269170
    },
    {
      "epoch": 0.34144386179882746,
      "grad_norm": 5.0625,
      "learning_rate": 3.293204762907576e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5434312134981155,
      "num_tokens": 207307541.0,
      "step": 269180
    },
    {
      "epoch": 0.34145654639136025,
      "grad_norm": 6.75,
      "learning_rate": 3.293141331898947e-05,
      "loss": 2.249,
      "mean_token_accuracy": 0.5152178049087525,
      "num_tokens": 207315198.0,
      "step": 269190
    },
    {
      "epoch": 0.3414692309838931,
      "grad_norm": 7.78125,
      "learning_rate": 3.293077900890318e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.5164639472961425,
      "num_tokens": 207323264.0,
      "step": 269200
    },
    {
      "epoch": 0.34148191557642593,
      "grad_norm": 5.6875,
      "learning_rate": 3.2930144698816885e-05,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5380444228649139,
      "num_tokens": 207330980.0,
      "step": 269210
    },
    {
      "epoch": 0.3414946001689588,
      "grad_norm": 5.0,
      "learning_rate": 3.29295103887306e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5342315912246705,
      "num_tokens": 207338529.0,
      "step": 269220
    },
    {
      "epoch": 0.3415072847614916,
      "grad_norm": 5.84375,
      "learning_rate": 3.29288760786443e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5470838159322738,
      "num_tokens": 207345794.0,
      "step": 269230
    },
    {
      "epoch": 0.34151996935402446,
      "grad_norm": 5.375,
      "learning_rate": 3.292824176855801e-05,
      "loss": 1.7428,
      "mean_token_accuracy": 0.6247402995824813,
      "num_tokens": 207352861.0,
      "step": 269240
    },
    {
      "epoch": 0.3415326539465573,
      "grad_norm": 5.28125,
      "learning_rate": 3.292760745847172e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5221017986536026,
      "num_tokens": 207361605.0,
      "step": 269250
    },
    {
      "epoch": 0.3415453385390901,
      "grad_norm": 5.0625,
      "learning_rate": 3.2926973148385425e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5417409271001816,
      "num_tokens": 207369150.0,
      "step": 269260
    },
    {
      "epoch": 0.3415580231316229,
      "grad_norm": 7.03125,
      "learning_rate": 3.292633883829914e-05,
      "loss": 1.8764,
      "mean_token_accuracy": 0.5843375116586685,
      "num_tokens": 207376446.0,
      "step": 269270
    },
    {
      "epoch": 0.34157070772415576,
      "grad_norm": 4.75,
      "learning_rate": 3.292570452821285e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5871035248041153,
      "num_tokens": 207383206.0,
      "step": 269280
    },
    {
      "epoch": 0.3415833923166886,
      "grad_norm": 6.28125,
      "learning_rate": 3.2925070218126555e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5375334262847901,
      "num_tokens": 207391043.0,
      "step": 269290
    },
    {
      "epoch": 0.34159607690922145,
      "grad_norm": 4.1875,
      "learning_rate": 3.292443590804026e-05,
      "loss": 1.6654,
      "mean_token_accuracy": 0.6345074772834778,
      "num_tokens": 207397299.0,
      "step": 269300
    },
    {
      "epoch": 0.3416087615017543,
      "grad_norm": 4.96875,
      "learning_rate": 3.2923801597953965e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.5513147830963134,
      "num_tokens": 207404726.0,
      "step": 269310
    },
    {
      "epoch": 0.34162144609428713,
      "grad_norm": 5.875,
      "learning_rate": 3.292316728786768e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5268120169639587,
      "num_tokens": 207413646.0,
      "step": 269320
    },
    {
      "epoch": 0.34163413068681997,
      "grad_norm": 5.5625,
      "learning_rate": 3.292253297778139e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5219443649053573,
      "num_tokens": 207422470.0,
      "step": 269330
    },
    {
      "epoch": 0.34164681527935276,
      "grad_norm": 5.96875,
      "learning_rate": 3.2921898667695095e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5456680178642273,
      "num_tokens": 207429149.0,
      "step": 269340
    },
    {
      "epoch": 0.3416594998718856,
      "grad_norm": 4.65625,
      "learning_rate": 3.292126435760881e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5567081987857818,
      "num_tokens": 207436936.0,
      "step": 269350
    },
    {
      "epoch": 0.34167218446441844,
      "grad_norm": 6.21875,
      "learning_rate": 3.292063004752252e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5335545271635056,
      "num_tokens": 207444533.0,
      "step": 269360
    },
    {
      "epoch": 0.3416848690569513,
      "grad_norm": 6.5,
      "learning_rate": 3.291999573743622e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5254616111516952,
      "num_tokens": 207451891.0,
      "step": 269370
    },
    {
      "epoch": 0.3416975536494841,
      "grad_norm": 2.328125,
      "learning_rate": 3.291936142734993e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.5823069125413894,
      "num_tokens": 207457682.0,
      "step": 269380
    },
    {
      "epoch": 0.34171023824201696,
      "grad_norm": 7.40625,
      "learning_rate": 3.2918727117263635e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5501738488674164,
      "num_tokens": 207464989.0,
      "step": 269390
    },
    {
      "epoch": 0.3417229228345498,
      "grad_norm": 4.96875,
      "learning_rate": 3.291809280717735e-05,
      "loss": 1.8218,
      "mean_token_accuracy": 0.5811763405799866,
      "num_tokens": 207472352.0,
      "step": 269400
    },
    {
      "epoch": 0.34173560742708264,
      "grad_norm": 6.6875,
      "learning_rate": 3.291745849709106e-05,
      "loss": 1.8767,
      "mean_token_accuracy": 0.5877649039030075,
      "num_tokens": 207479242.0,
      "step": 269410
    },
    {
      "epoch": 0.34174829201961543,
      "grad_norm": 5.59375,
      "learning_rate": 3.2916824187004765e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5195370376110077,
      "num_tokens": 207487681.0,
      "step": 269420
    },
    {
      "epoch": 0.34176097661214827,
      "grad_norm": 5.03125,
      "learning_rate": 3.291618987691848e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5276971340179444,
      "num_tokens": 207495562.0,
      "step": 269430
    },
    {
      "epoch": 0.3417736612046811,
      "grad_norm": 4.96875,
      "learning_rate": 3.291555556683218e-05,
      "loss": 2.2685,
      "mean_token_accuracy": 0.511899447441101,
      "num_tokens": 207503789.0,
      "step": 269440
    },
    {
      "epoch": 0.34178634579721395,
      "grad_norm": 5.625,
      "learning_rate": 3.291492125674589e-05,
      "loss": 2.2523,
      "mean_token_accuracy": 0.5204695731401443,
      "num_tokens": 207513463.0,
      "step": 269450
    },
    {
      "epoch": 0.3417990303897468,
      "grad_norm": 6.03125,
      "learning_rate": 3.29142869466596e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5513790518045425,
      "num_tokens": 207519821.0,
      "step": 269460
    },
    {
      "epoch": 0.34181171498227964,
      "grad_norm": 17.125,
      "learning_rate": 3.2913652636573305e-05,
      "loss": 1.8406,
      "mean_token_accuracy": 0.5944835305213928,
      "num_tokens": 207525655.0,
      "step": 269470
    },
    {
      "epoch": 0.3418243995748125,
      "grad_norm": 4.5625,
      "learning_rate": 3.291301832648702e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5726206332445145,
      "num_tokens": 207533694.0,
      "step": 269480
    },
    {
      "epoch": 0.3418370841673453,
      "grad_norm": 5.59375,
      "learning_rate": 3.291238401640072e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.561715379357338,
      "num_tokens": 207542191.0,
      "step": 269490
    },
    {
      "epoch": 0.3418497687598781,
      "grad_norm": 8.3125,
      "learning_rate": 3.2911749706314435e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5429307073354721,
      "num_tokens": 207549704.0,
      "step": 269500
    },
    {
      "epoch": 0.34186245335241094,
      "grad_norm": 5.1875,
      "learning_rate": 3.291111539622814e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.528397136926651,
      "num_tokens": 207558570.0,
      "step": 269510
    },
    {
      "epoch": 0.3418751379449438,
      "grad_norm": 8.875,
      "learning_rate": 3.2910481086141845e-05,
      "loss": 1.9715,
      "mean_token_accuracy": 0.5610670566558837,
      "num_tokens": 207565386.0,
      "step": 269520
    },
    {
      "epoch": 0.3418878225374766,
      "grad_norm": 6.3125,
      "learning_rate": 3.290984677605556e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5359006762504578,
      "num_tokens": 207573555.0,
      "step": 269530
    },
    {
      "epoch": 0.34190050713000947,
      "grad_norm": 7.1875,
      "learning_rate": 3.290921246596926e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5330785244703293,
      "num_tokens": 207580837.0,
      "step": 269540
    },
    {
      "epoch": 0.3419131917225423,
      "grad_norm": 5.25,
      "learning_rate": 3.2908578155882975e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5192735373973847,
      "num_tokens": 207589186.0,
      "step": 269550
    },
    {
      "epoch": 0.34192587631507515,
      "grad_norm": 4.9375,
      "learning_rate": 3.290794384579669e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5273929506540298,
      "num_tokens": 207598163.0,
      "step": 269560
    },
    {
      "epoch": 0.341938560907608,
      "grad_norm": 6.71875,
      "learning_rate": 3.290730953571039e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5234195291996002,
      "num_tokens": 207606260.0,
      "step": 269570
    },
    {
      "epoch": 0.3419512455001408,
      "grad_norm": 5.0,
      "learning_rate": 3.29066752256241e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5517633497714997,
      "num_tokens": 207613754.0,
      "step": 269580
    },
    {
      "epoch": 0.3419639300926736,
      "grad_norm": 4.65625,
      "learning_rate": 3.29060409155378e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5267921805381774,
      "num_tokens": 207621481.0,
      "step": 269590
    },
    {
      "epoch": 0.34197661468520646,
      "grad_norm": 6.9375,
      "learning_rate": 3.2905406605451515e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5449467748403549,
      "num_tokens": 207629215.0,
      "step": 269600
    },
    {
      "epoch": 0.3419892992777393,
      "grad_norm": 4.84375,
      "learning_rate": 3.290477229536523e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.535554039478302,
      "num_tokens": 207637330.0,
      "step": 269610
    },
    {
      "epoch": 0.34200198387027214,
      "grad_norm": 6.59375,
      "learning_rate": 3.290413798527893e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5443671524524689,
      "num_tokens": 207644077.0,
      "step": 269620
    },
    {
      "epoch": 0.342014668462805,
      "grad_norm": 5.5,
      "learning_rate": 3.2903503675192645e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5236665874719619,
      "num_tokens": 207652334.0,
      "step": 269630
    },
    {
      "epoch": 0.3420273530553378,
      "grad_norm": 7.5,
      "learning_rate": 3.290286936510635e-05,
      "loss": 1.945,
      "mean_token_accuracy": 0.5533206939697266,
      "num_tokens": 207659690.0,
      "step": 269640
    },
    {
      "epoch": 0.34204003764787066,
      "grad_norm": 5.25,
      "learning_rate": 3.2902235055020056e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5148712933063507,
      "num_tokens": 207667968.0,
      "step": 269650
    },
    {
      "epoch": 0.34205272224040345,
      "grad_norm": 7.65625,
      "learning_rate": 3.290160074493377e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5379995316267013,
      "num_tokens": 207675843.0,
      "step": 269660
    },
    {
      "epoch": 0.3420654068329363,
      "grad_norm": 5.09375,
      "learning_rate": 3.290096643484747e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5479176044464111,
      "num_tokens": 207684177.0,
      "step": 269670
    },
    {
      "epoch": 0.34207809142546913,
      "grad_norm": 6.25,
      "learning_rate": 3.2900332124761185e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5451895445585251,
      "num_tokens": 207691659.0,
      "step": 269680
    },
    {
      "epoch": 0.342090776018002,
      "grad_norm": 6.0625,
      "learning_rate": 3.289969781467489e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5411714881658554,
      "num_tokens": 207699399.0,
      "step": 269690
    },
    {
      "epoch": 0.3421034606105348,
      "grad_norm": 4.59375,
      "learning_rate": 3.28990635045886e-05,
      "loss": 1.8901,
      "mean_token_accuracy": 0.5654563128948211,
      "num_tokens": 207706974.0,
      "step": 269700
    },
    {
      "epoch": 0.34211614520306766,
      "grad_norm": 6.4375,
      "learning_rate": 3.2898429194502315e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5839095085859298,
      "num_tokens": 207715032.0,
      "step": 269710
    },
    {
      "epoch": 0.3421288297956005,
      "grad_norm": 6.6875,
      "learning_rate": 3.2897794884416013e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5456592828035355,
      "num_tokens": 207722565.0,
      "step": 269720
    },
    {
      "epoch": 0.3421415143881333,
      "grad_norm": 5.03125,
      "learning_rate": 3.2897160574329726e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5585728138685226,
      "num_tokens": 207730155.0,
      "step": 269730
    },
    {
      "epoch": 0.3421541989806661,
      "grad_norm": 7.0,
      "learning_rate": 3.289652626424343e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5691823184490203,
      "num_tokens": 207737290.0,
      "step": 269740
    },
    {
      "epoch": 0.34216688357319897,
      "grad_norm": 5.9375,
      "learning_rate": 3.289589195415714e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5487836003303528,
      "num_tokens": 207745871.0,
      "step": 269750
    },
    {
      "epoch": 0.3421795681657318,
      "grad_norm": 6.4375,
      "learning_rate": 3.2895257644070855e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5564943969249725,
      "num_tokens": 207752814.0,
      "step": 269760
    },
    {
      "epoch": 0.34219225275826465,
      "grad_norm": 5.21875,
      "learning_rate": 3.289462333398456e-05,
      "loss": 1.5895,
      "mean_token_accuracy": 0.6375428557395935,
      "num_tokens": 207759377.0,
      "step": 269770
    },
    {
      "epoch": 0.3422049373507975,
      "grad_norm": 6.4375,
      "learning_rate": 3.289398902389827e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.52575024664402,
      "num_tokens": 207767498.0,
      "step": 269780
    },
    {
      "epoch": 0.34221762194333033,
      "grad_norm": 4.5,
      "learning_rate": 3.289335471381197e-05,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5504774987697602,
      "num_tokens": 207775588.0,
      "step": 269790
    },
    {
      "epoch": 0.34223030653586317,
      "grad_norm": 6.5625,
      "learning_rate": 3.289272040372568e-05,
      "loss": 1.7575,
      "mean_token_accuracy": 0.6014895498752594,
      "num_tokens": 207782143.0,
      "step": 269800
    },
    {
      "epoch": 0.34224299112839596,
      "grad_norm": 6.34375,
      "learning_rate": 3.2892086093639396e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5433383882045746,
      "num_tokens": 207789322.0,
      "step": 269810
    },
    {
      "epoch": 0.3422556757209288,
      "grad_norm": 5.3125,
      "learning_rate": 3.28914517835531e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.5603406965732575,
      "num_tokens": 207796667.0,
      "step": 269820
    },
    {
      "epoch": 0.34226836031346164,
      "grad_norm": 4.8125,
      "learning_rate": 3.289081747346681e-05,
      "loss": 1.6182,
      "mean_token_accuracy": 0.6326917916536331,
      "num_tokens": 207804435.0,
      "step": 269830
    },
    {
      "epoch": 0.3422810449059945,
      "grad_norm": 5.3125,
      "learning_rate": 3.289018316338052e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5285748392343521,
      "num_tokens": 207813264.0,
      "step": 269840
    },
    {
      "epoch": 0.3422937294985273,
      "grad_norm": 6.125,
      "learning_rate": 3.288954885329423e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5324303418397903,
      "num_tokens": 207821107.0,
      "step": 269850
    },
    {
      "epoch": 0.34230641409106016,
      "grad_norm": 7.40625,
      "learning_rate": 3.2888914543207936e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5340816468000412,
      "num_tokens": 207829257.0,
      "step": 269860
    },
    {
      "epoch": 0.342319098683593,
      "grad_norm": 6.5,
      "learning_rate": 3.288828023312164e-05,
      "loss": 2.297,
      "mean_token_accuracy": 0.5082650989294052,
      "num_tokens": 207837345.0,
      "step": 269870
    },
    {
      "epoch": 0.34233178327612585,
      "grad_norm": 5.0625,
      "learning_rate": 3.288764592303535e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5611194759607315,
      "num_tokens": 207843846.0,
      "step": 269880
    },
    {
      "epoch": 0.34234446786865863,
      "grad_norm": 6.0,
      "learning_rate": 3.288701161294906e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5784868061542511,
      "num_tokens": 207852502.0,
      "step": 269890
    },
    {
      "epoch": 0.34235715246119147,
      "grad_norm": 5.09375,
      "learning_rate": 3.288637730286277e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5776414573192596,
      "num_tokens": 207858767.0,
      "step": 269900
    },
    {
      "epoch": 0.3423698370537243,
      "grad_norm": 5.25,
      "learning_rate": 3.288574299277648e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.5429394006729126,
      "num_tokens": 207866930.0,
      "step": 269910
    },
    {
      "epoch": 0.34238252164625715,
      "grad_norm": 5.09375,
      "learning_rate": 3.288510868269019e-05,
      "loss": 2.273,
      "mean_token_accuracy": 0.5143548965454101,
      "num_tokens": 207874965.0,
      "step": 269920
    },
    {
      "epoch": 0.34239520623879,
      "grad_norm": 5.125,
      "learning_rate": 3.2884474372603894e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5427413046360016,
      "num_tokens": 207882192.0,
      "step": 269930
    },
    {
      "epoch": 0.34240789083132284,
      "grad_norm": 6.15625,
      "learning_rate": 3.28838400625176e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5218341737985611,
      "num_tokens": 207890341.0,
      "step": 269940
    },
    {
      "epoch": 0.3424205754238557,
      "grad_norm": 5.90625,
      "learning_rate": 3.288320575243131e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5600970268249512,
      "num_tokens": 207898036.0,
      "step": 269950
    },
    {
      "epoch": 0.3424332600163885,
      "grad_norm": 4.8125,
      "learning_rate": 3.288257144234502e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5415513634681701,
      "num_tokens": 207905666.0,
      "step": 269960
    },
    {
      "epoch": 0.3424459446089213,
      "grad_norm": 6.75,
      "learning_rate": 3.288193713225873e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5513930886983871,
      "num_tokens": 207912994.0,
      "step": 269970
    },
    {
      "epoch": 0.34245862920145415,
      "grad_norm": 4.65625,
      "learning_rate": 3.288130282217244e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5265375912189484,
      "num_tokens": 207922125.0,
      "step": 269980
    },
    {
      "epoch": 0.342471313793987,
      "grad_norm": 5.03125,
      "learning_rate": 3.2880668512086146e-05,
      "loss": 1.8384,
      "mean_token_accuracy": 0.5804968774318695,
      "num_tokens": 207929251.0,
      "step": 269990
    },
    {
      "epoch": 0.34248399838651983,
      "grad_norm": 5.0,
      "learning_rate": 3.288003420199985e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5264134287834168,
      "num_tokens": 207936127.0,
      "step": 270000
    },
    {
      "epoch": 0.34249668297905267,
      "grad_norm": 7.0625,
      "learning_rate": 3.2879399891913564e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5654253870248794,
      "num_tokens": 207943909.0,
      "step": 270010
    },
    {
      "epoch": 0.3425093675715855,
      "grad_norm": 6.59375,
      "learning_rate": 3.287876558182727e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5395413249731064,
      "num_tokens": 207951451.0,
      "step": 270020
    },
    {
      "epoch": 0.34252205216411835,
      "grad_norm": 6.5,
      "learning_rate": 3.287813127174098e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5414637356996537,
      "num_tokens": 207960451.0,
      "step": 270030
    },
    {
      "epoch": 0.3425347367566512,
      "grad_norm": 4.53125,
      "learning_rate": 3.2877496961654686e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5455000936985016,
      "num_tokens": 207968326.0,
      "step": 270040
    },
    {
      "epoch": 0.342547421349184,
      "grad_norm": 6.65625,
      "learning_rate": 3.28768626515684e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5364736407995224,
      "num_tokens": 207976095.0,
      "step": 270050
    },
    {
      "epoch": 0.3425601059417168,
      "grad_norm": 5.40625,
      "learning_rate": 3.2876228341482104e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5594639360904694,
      "num_tokens": 207984422.0,
      "step": 270060
    },
    {
      "epoch": 0.34257279053424966,
      "grad_norm": 4.9375,
      "learning_rate": 3.287559403139581e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5589718699455262,
      "num_tokens": 207992225.0,
      "step": 270070
    },
    {
      "epoch": 0.3425854751267825,
      "grad_norm": 5.40625,
      "learning_rate": 3.287495972130952e-05,
      "loss": 1.9055,
      "mean_token_accuracy": 0.5804138988256454,
      "num_tokens": 207998334.0,
      "step": 270080
    },
    {
      "epoch": 0.34259815971931534,
      "grad_norm": 8.0625,
      "learning_rate": 3.287432541122323e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.5538142442703247,
      "num_tokens": 208005989.0,
      "step": 270090
    },
    {
      "epoch": 0.3426108443118482,
      "grad_norm": 6.15625,
      "learning_rate": 3.287369110113694e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5302029430866242,
      "num_tokens": 208014186.0,
      "step": 270100
    },
    {
      "epoch": 0.342623528904381,
      "grad_norm": 4.96875,
      "learning_rate": 3.287305679105065e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5445805430412293,
      "num_tokens": 208021715.0,
      "step": 270110
    },
    {
      "epoch": 0.34263621349691387,
      "grad_norm": 5.40625,
      "learning_rate": 3.2872422480964356e-05,
      "loss": 1.918,
      "mean_token_accuracy": 0.5759469747543335,
      "num_tokens": 208028328.0,
      "step": 270120
    },
    {
      "epoch": 0.34264889808944665,
      "grad_norm": 5.3125,
      "learning_rate": 3.287178817087807e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5343616843223572,
      "num_tokens": 208035111.0,
      "step": 270130
    },
    {
      "epoch": 0.3426615826819795,
      "grad_norm": 4.9375,
      "learning_rate": 3.287115386079177e-05,
      "loss": 1.869,
      "mean_token_accuracy": 0.5900469839572906,
      "num_tokens": 208043688.0,
      "step": 270140
    },
    {
      "epoch": 0.34267426727451233,
      "grad_norm": 5.3125,
      "learning_rate": 3.287051955070548e-05,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5266947835683823,
      "num_tokens": 208051949.0,
      "step": 270150
    },
    {
      "epoch": 0.3426869518670452,
      "grad_norm": 5.5625,
      "learning_rate": 3.286988524061919e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5378048241138458,
      "num_tokens": 208060386.0,
      "step": 270160
    },
    {
      "epoch": 0.342699636459578,
      "grad_norm": 6.78125,
      "learning_rate": 3.2869250930532897e-05,
      "loss": 1.8002,
      "mean_token_accuracy": 0.5977322697639466,
      "num_tokens": 208067287.0,
      "step": 270170
    },
    {
      "epoch": 0.34271232105211086,
      "grad_norm": 5.5,
      "learning_rate": 3.286861662044661e-05,
      "loss": 1.7546,
      "mean_token_accuracy": 0.6039019346237182,
      "num_tokens": 208074681.0,
      "step": 270180
    },
    {
      "epoch": 0.3427250056446437,
      "grad_norm": 6.28125,
      "learning_rate": 3.2867982310360314e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5411404103040696,
      "num_tokens": 208082031.0,
      "step": 270190
    },
    {
      "epoch": 0.3427376902371765,
      "grad_norm": 6.09375,
      "learning_rate": 3.2867348000274026e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5735314518213273,
      "num_tokens": 208089762.0,
      "step": 270200
    },
    {
      "epoch": 0.3427503748297093,
      "grad_norm": 4.5,
      "learning_rate": 3.286671369018773e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5254351735115051,
      "num_tokens": 208099227.0,
      "step": 270210
    },
    {
      "epoch": 0.34276305942224217,
      "grad_norm": 5.4375,
      "learning_rate": 3.286607938010144e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5344861686229706,
      "num_tokens": 208108499.0,
      "step": 270220
    },
    {
      "epoch": 0.342775744014775,
      "grad_norm": 5.3125,
      "learning_rate": 3.286544507001515e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.5668407440185547,
      "num_tokens": 208115616.0,
      "step": 270230
    },
    {
      "epoch": 0.34278842860730785,
      "grad_norm": 5.4375,
      "learning_rate": 3.2864810759928854e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.547201406955719,
      "num_tokens": 208123190.0,
      "step": 270240
    },
    {
      "epoch": 0.3428011131998407,
      "grad_norm": 7.21875,
      "learning_rate": 3.2864176449842567e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5576861262321472,
      "num_tokens": 208130501.0,
      "step": 270250
    },
    {
      "epoch": 0.34281379779237353,
      "grad_norm": 5.40625,
      "learning_rate": 3.286354213975628e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5425348848104476,
      "num_tokens": 208137439.0,
      "step": 270260
    },
    {
      "epoch": 0.3428264823849064,
      "grad_norm": 7.625,
      "learning_rate": 3.2862907829669984e-05,
      "loss": 2.2446,
      "mean_token_accuracy": 0.5118652164936066,
      "num_tokens": 208145591.0,
      "step": 270270
    },
    {
      "epoch": 0.34283916697743916,
      "grad_norm": 6.84375,
      "learning_rate": 3.286227351958369e-05,
      "loss": 1.8322,
      "mean_token_accuracy": 0.5925875842571259,
      "num_tokens": 208152285.0,
      "step": 270280
    },
    {
      "epoch": 0.342851851569972,
      "grad_norm": 7.125,
      "learning_rate": 3.28616392094974e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5463261514902115,
      "num_tokens": 208159422.0,
      "step": 270290
    },
    {
      "epoch": 0.34286453616250484,
      "grad_norm": 7.4375,
      "learning_rate": 3.286100489941111e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.538649708032608,
      "num_tokens": 208166925.0,
      "step": 270300
    },
    {
      "epoch": 0.3428772207550377,
      "grad_norm": 6.0,
      "learning_rate": 3.286037058932482e-05,
      "loss": 1.7956,
      "mean_token_accuracy": 0.5980457186698913,
      "num_tokens": 208174982.0,
      "step": 270310
    },
    {
      "epoch": 0.3428899053475705,
      "grad_norm": 6.15625,
      "learning_rate": 3.2859736279238524e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5399681955575943,
      "num_tokens": 208182772.0,
      "step": 270320
    },
    {
      "epoch": 0.34290258994010336,
      "grad_norm": 5.25,
      "learning_rate": 3.2859101969152236e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5257168114185333,
      "num_tokens": 208191422.0,
      "step": 270330
    },
    {
      "epoch": 0.3429152745326362,
      "grad_norm": 5.03125,
      "learning_rate": 3.285846765906594e-05,
      "loss": 2.2574,
      "mean_token_accuracy": 0.5140456289052964,
      "num_tokens": 208199885.0,
      "step": 270340
    },
    {
      "epoch": 0.34292795912516905,
      "grad_norm": 6.0,
      "learning_rate": 3.285783334897965e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5304971516132355,
      "num_tokens": 208206914.0,
      "step": 270350
    },
    {
      "epoch": 0.34294064371770183,
      "grad_norm": 11.0,
      "learning_rate": 3.285719903889336e-05,
      "loss": 1.8052,
      "mean_token_accuracy": 0.5990888893604278,
      "num_tokens": 208212604.0,
      "step": 270360
    },
    {
      "epoch": 0.3429533283102347,
      "grad_norm": 4.90625,
      "learning_rate": 3.2856564728807065e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5355773568153381,
      "num_tokens": 208220976.0,
      "step": 270370
    },
    {
      "epoch": 0.3429660129027675,
      "grad_norm": 6.59375,
      "learning_rate": 3.285593041872078e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5690155327320099,
      "num_tokens": 208229337.0,
      "step": 270380
    },
    {
      "epoch": 0.34297869749530036,
      "grad_norm": 5.875,
      "learning_rate": 3.285529610863449e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5210778981447219,
      "num_tokens": 208237799.0,
      "step": 270390
    },
    {
      "epoch": 0.3429913820878332,
      "grad_norm": 7.03125,
      "learning_rate": 3.2854661798548194e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5286599278450013,
      "num_tokens": 208245538.0,
      "step": 270400
    },
    {
      "epoch": 0.34300406668036604,
      "grad_norm": 4.78125,
      "learning_rate": 3.28540274884619e-05,
      "loss": 1.851,
      "mean_token_accuracy": 0.5727419912815094,
      "num_tokens": 208252100.0,
      "step": 270410
    },
    {
      "epoch": 0.3430167512728989,
      "grad_norm": 5.0625,
      "learning_rate": 3.2853393178375605e-05,
      "loss": 2.2914,
      "mean_token_accuracy": 0.5174425363540649,
      "num_tokens": 208259818.0,
      "step": 270420
    },
    {
      "epoch": 0.3430294358654317,
      "grad_norm": 6.3125,
      "learning_rate": 3.285275886828932e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5871728092432023,
      "num_tokens": 208266965.0,
      "step": 270430
    },
    {
      "epoch": 0.3430421204579645,
      "grad_norm": 6.03125,
      "learning_rate": 3.285212455820303e-05,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5213188886642456,
      "num_tokens": 208274967.0,
      "step": 270440
    },
    {
      "epoch": 0.34305480505049735,
      "grad_norm": 5.28125,
      "learning_rate": 3.2851490248116735e-05,
      "loss": 1.8286,
      "mean_token_accuracy": 0.5865583211183548,
      "num_tokens": 208281715.0,
      "step": 270450
    },
    {
      "epoch": 0.3430674896430302,
      "grad_norm": 5.78125,
      "learning_rate": 3.285085593803045e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5320312559604645,
      "num_tokens": 208288567.0,
      "step": 270460
    },
    {
      "epoch": 0.34308017423556303,
      "grad_norm": 8.125,
      "learning_rate": 3.285022162794415e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5343878507614136,
      "num_tokens": 208295341.0,
      "step": 270470
    },
    {
      "epoch": 0.34309285882809587,
      "grad_norm": 5.34375,
      "learning_rate": 3.284958731785786e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5411868035793305,
      "num_tokens": 208304178.0,
      "step": 270480
    },
    {
      "epoch": 0.3431055434206287,
      "grad_norm": 5.0,
      "learning_rate": 3.284895300777157e-05,
      "loss": 1.9219,
      "mean_token_accuracy": 0.5670258164405823,
      "num_tokens": 208312405.0,
      "step": 270490
    },
    {
      "epoch": 0.34311822801316155,
      "grad_norm": 4.8125,
      "learning_rate": 3.2848318697685275e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5355123519897461,
      "num_tokens": 208320324.0,
      "step": 270500
    },
    {
      "epoch": 0.3431309126056944,
      "grad_norm": 6.5,
      "learning_rate": 3.284768438759899e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5404723912477494,
      "num_tokens": 208327706.0,
      "step": 270510
    },
    {
      "epoch": 0.3431435971982272,
      "grad_norm": 5.8125,
      "learning_rate": 3.284705007751269e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5608257234096528,
      "num_tokens": 208334973.0,
      "step": 270520
    },
    {
      "epoch": 0.34315628179076,
      "grad_norm": 7.5,
      "learning_rate": 3.2846415767426404e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5282809048891067,
      "num_tokens": 208342679.0,
      "step": 270530
    },
    {
      "epoch": 0.34316896638329286,
      "grad_norm": 5.71875,
      "learning_rate": 3.2845781457340117e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.524628558754921,
      "num_tokens": 208351233.0,
      "step": 270540
    },
    {
      "epoch": 0.3431816509758257,
      "grad_norm": 5.125,
      "learning_rate": 3.284514714725382e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5266816884279251,
      "num_tokens": 208359191.0,
      "step": 270550
    },
    {
      "epoch": 0.34319433556835854,
      "grad_norm": 5.46875,
      "learning_rate": 3.284451283716753e-05,
      "loss": 1.9012,
      "mean_token_accuracy": 0.591052696108818,
      "num_tokens": 208366618.0,
      "step": 270560
    },
    {
      "epoch": 0.3432070201608914,
      "grad_norm": 4.375,
      "learning_rate": 3.284387852708123e-05,
      "loss": 1.8823,
      "mean_token_accuracy": 0.5786407589912415,
      "num_tokens": 208373673.0,
      "step": 270570
    },
    {
      "epoch": 0.3432197047534242,
      "grad_norm": 5.0,
      "learning_rate": 3.2843244216994945e-05,
      "loss": 1.9214,
      "mean_token_accuracy": 0.5676983565092086,
      "num_tokens": 208381253.0,
      "step": 270580
    },
    {
      "epoch": 0.34323238934595707,
      "grad_norm": 4.8125,
      "learning_rate": 3.284260990690866e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5406887412071228,
      "num_tokens": 208389190.0,
      "step": 270590
    },
    {
      "epoch": 0.34324507393848985,
      "grad_norm": 9.5,
      "learning_rate": 3.284197559682236e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.515462651848793,
      "num_tokens": 208396970.0,
      "step": 270600
    },
    {
      "epoch": 0.3432577585310227,
      "grad_norm": 6.625,
      "learning_rate": 3.2841341286736074e-05,
      "loss": 1.8452,
      "mean_token_accuracy": 0.5714601993560791,
      "num_tokens": 208404240.0,
      "step": 270610
    },
    {
      "epoch": 0.34327044312355554,
      "grad_norm": 8.25,
      "learning_rate": 3.284070697664978e-05,
      "loss": 1.8507,
      "mean_token_accuracy": 0.5962311178445816,
      "num_tokens": 208410884.0,
      "step": 270620
    },
    {
      "epoch": 0.3432831277160884,
      "grad_norm": 5.34375,
      "learning_rate": 3.2840072666563485e-05,
      "loss": 2.2121,
      "mean_token_accuracy": 0.5145617187023163,
      "num_tokens": 208420879.0,
      "step": 270630
    },
    {
      "epoch": 0.3432958123086212,
      "grad_norm": 4.59375,
      "learning_rate": 3.28394383564772e-05,
      "loss": 2.2513,
      "mean_token_accuracy": 0.5202703922986984,
      "num_tokens": 208429795.0,
      "step": 270640
    },
    {
      "epoch": 0.34330849690115406,
      "grad_norm": 4.46875,
      "learning_rate": 3.28388040463909e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5460965454578399,
      "num_tokens": 208437540.0,
      "step": 270650
    },
    {
      "epoch": 0.3433211814936869,
      "grad_norm": 12.5625,
      "learning_rate": 3.2838169736304615e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5576400339603425,
      "num_tokens": 208445646.0,
      "step": 270660
    },
    {
      "epoch": 0.3433338660862197,
      "grad_norm": 7.875,
      "learning_rate": 3.283753542621832e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.56521877348423,
      "num_tokens": 208453023.0,
      "step": 270670
    },
    {
      "epoch": 0.3433465506787525,
      "grad_norm": 5.21875,
      "learning_rate": 3.283690111613203e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5643923968076706,
      "num_tokens": 208461128.0,
      "step": 270680
    },
    {
      "epoch": 0.34335923527128537,
      "grad_norm": 4.78125,
      "learning_rate": 3.283626680604574e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5674175828695297,
      "num_tokens": 208468009.0,
      "step": 270690
    },
    {
      "epoch": 0.3433719198638182,
      "grad_norm": 5.09375,
      "learning_rate": 3.283563249595944e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5433924317359924,
      "num_tokens": 208475670.0,
      "step": 270700
    },
    {
      "epoch": 0.34338460445635105,
      "grad_norm": 6.4375,
      "learning_rate": 3.2834998185873155e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5369966924190521,
      "num_tokens": 208483401.0,
      "step": 270710
    },
    {
      "epoch": 0.3433972890488839,
      "grad_norm": 5.0625,
      "learning_rate": 3.283436387578686e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.534753292798996,
      "num_tokens": 208490887.0,
      "step": 270720
    },
    {
      "epoch": 0.34340997364141673,
      "grad_norm": 5.625,
      "learning_rate": 3.283372956570057e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5337218225002289,
      "num_tokens": 208497684.0,
      "step": 270730
    },
    {
      "epoch": 0.3434226582339496,
      "grad_norm": 11.75,
      "learning_rate": 3.2833095255614285e-05,
      "loss": 1.903,
      "mean_token_accuracy": 0.5734443366527557,
      "num_tokens": 208505086.0,
      "step": 270740
    },
    {
      "epoch": 0.34343534282648236,
      "grad_norm": 4.4375,
      "learning_rate": 3.283246094552799e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.535273265838623,
      "num_tokens": 208513314.0,
      "step": 270750
    },
    {
      "epoch": 0.3434480274190152,
      "grad_norm": 7.25,
      "learning_rate": 3.2831826635441695e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.53592728972435,
      "num_tokens": 208521907.0,
      "step": 270760
    },
    {
      "epoch": 0.34346071201154804,
      "grad_norm": 5.09375,
      "learning_rate": 3.28311923253554e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5367167532444,
      "num_tokens": 208529341.0,
      "step": 270770
    },
    {
      "epoch": 0.3434733966040809,
      "grad_norm": 4.75,
      "learning_rate": 3.283055801526911e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5410662204027176,
      "num_tokens": 208537038.0,
      "step": 270780
    },
    {
      "epoch": 0.3434860811966137,
      "grad_norm": 7.4375,
      "learning_rate": 3.2829923705182825e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.534181097149849,
      "num_tokens": 208544697.0,
      "step": 270790
    },
    {
      "epoch": 0.34349876578914657,
      "grad_norm": 4.46875,
      "learning_rate": 3.282928939509653e-05,
      "loss": 1.7727,
      "mean_token_accuracy": 0.609682098031044,
      "num_tokens": 208551094.0,
      "step": 270800
    },
    {
      "epoch": 0.3435114503816794,
      "grad_norm": 5.34375,
      "learning_rate": 3.282865508501024e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5334671407938003,
      "num_tokens": 208557969.0,
      "step": 270810
    },
    {
      "epoch": 0.34352413497421225,
      "grad_norm": 6.6875,
      "learning_rate": 3.282802077492395e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5395514249801636,
      "num_tokens": 208566125.0,
      "step": 270820
    },
    {
      "epoch": 0.34353681956674503,
      "grad_norm": 4.96875,
      "learning_rate": 3.282738646483765e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5467993825674057,
      "num_tokens": 208573119.0,
      "step": 270830
    },
    {
      "epoch": 0.3435495041592779,
      "grad_norm": 5.40625,
      "learning_rate": 3.2826752154751365e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5334828823804856,
      "num_tokens": 208579862.0,
      "step": 270840
    },
    {
      "epoch": 0.3435621887518107,
      "grad_norm": 5.0,
      "learning_rate": 3.282611784466507e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5205857425928115,
      "num_tokens": 208587980.0,
      "step": 270850
    },
    {
      "epoch": 0.34357487334434356,
      "grad_norm": 10.375,
      "learning_rate": 3.282548353457878e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5438177406787872,
      "num_tokens": 208595386.0,
      "step": 270860
    },
    {
      "epoch": 0.3435875579368764,
      "grad_norm": 4.625,
      "learning_rate": 3.282484922449249e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5409813612699509,
      "num_tokens": 208603127.0,
      "step": 270870
    },
    {
      "epoch": 0.34360024252940924,
      "grad_norm": 5.21875,
      "learning_rate": 3.28242149144062e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5519898414611817,
      "num_tokens": 208612066.0,
      "step": 270880
    },
    {
      "epoch": 0.3436129271219421,
      "grad_norm": 6.625,
      "learning_rate": 3.282358060431991e-05,
      "loss": 2.2239,
      "mean_token_accuracy": 0.5248229146003723,
      "num_tokens": 208618992.0,
      "step": 270890
    },
    {
      "epoch": 0.3436256117144749,
      "grad_norm": 5.09375,
      "learning_rate": 3.282294629423361e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5642195791006088,
      "num_tokens": 208626464.0,
      "step": 270900
    },
    {
      "epoch": 0.3436382963070077,
      "grad_norm": 5.09375,
      "learning_rate": 3.282231198414732e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5242980420589447,
      "num_tokens": 208635256.0,
      "step": 270910
    },
    {
      "epoch": 0.34365098089954055,
      "grad_norm": 5.59375,
      "learning_rate": 3.282167767406103e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5433961123228073,
      "num_tokens": 208643432.0,
      "step": 270920
    },
    {
      "epoch": 0.3436636654920734,
      "grad_norm": 6.84375,
      "learning_rate": 3.282104336397474e-05,
      "loss": 1.7731,
      "mean_token_accuracy": 0.6105786710977554,
      "num_tokens": 208649603.0,
      "step": 270930
    },
    {
      "epoch": 0.34367635008460623,
      "grad_norm": 5.9375,
      "learning_rate": 3.282040905388845e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5329703897237777,
      "num_tokens": 208656945.0,
      "step": 270940
    },
    {
      "epoch": 0.34368903467713907,
      "grad_norm": 5.71875,
      "learning_rate": 3.281977474380216e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5497376382350921,
      "num_tokens": 208663767.0,
      "step": 270950
    },
    {
      "epoch": 0.3437017192696719,
      "grad_norm": 6.46875,
      "learning_rate": 3.281914043371587e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5319076180458069,
      "num_tokens": 208671321.0,
      "step": 270960
    },
    {
      "epoch": 0.34371440386220475,
      "grad_norm": 5.09375,
      "learning_rate": 3.2818506123629575e-05,
      "loss": 1.7525,
      "mean_token_accuracy": 0.6034830152988434,
      "num_tokens": 208679350.0,
      "step": 270970
    },
    {
      "epoch": 0.3437270884547376,
      "grad_norm": 4.625,
      "learning_rate": 3.281787181354328e-05,
      "loss": 1.6892,
      "mean_token_accuracy": 0.6047337353229523,
      "num_tokens": 208686096.0,
      "step": 270980
    },
    {
      "epoch": 0.3437397730472704,
      "grad_norm": 5.1875,
      "learning_rate": 3.281723750345699e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5347051233053207,
      "num_tokens": 208695814.0,
      "step": 270990
    },
    {
      "epoch": 0.3437524576398032,
      "grad_norm": 6.75,
      "learning_rate": 3.28166031933707e-05,
      "loss": 1.7205,
      "mean_token_accuracy": 0.6036568343639374,
      "num_tokens": 208703157.0,
      "step": 271000
    },
    {
      "epoch": 0.34376514223233606,
      "grad_norm": 6.0,
      "learning_rate": 3.281596888328441e-05,
      "loss": 1.8886,
      "mean_token_accuracy": 0.5710228741168976,
      "num_tokens": 208709661.0,
      "step": 271010
    },
    {
      "epoch": 0.3437778268248689,
      "grad_norm": 5.25,
      "learning_rate": 3.2815334573198116e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.570877856016159,
      "num_tokens": 208716969.0,
      "step": 271020
    },
    {
      "epoch": 0.34379051141740175,
      "grad_norm": 5.125,
      "learning_rate": 3.281470026311183e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.5456304967403411,
      "num_tokens": 208725010.0,
      "step": 271030
    },
    {
      "epoch": 0.3438031960099346,
      "grad_norm": 4.96875,
      "learning_rate": 3.281406595302553e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5491338789463043,
      "num_tokens": 208732760.0,
      "step": 271040
    },
    {
      "epoch": 0.3438158806024674,
      "grad_norm": 5.34375,
      "learning_rate": 3.281343164293924e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5551197737455368,
      "num_tokens": 208741290.0,
      "step": 271050
    },
    {
      "epoch": 0.34382856519500027,
      "grad_norm": 4.84375,
      "learning_rate": 3.281279733285295e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5310699671506882,
      "num_tokens": 208748909.0,
      "step": 271060
    },
    {
      "epoch": 0.34384124978753305,
      "grad_norm": 5.28125,
      "learning_rate": 3.2812163022766656e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5370822370052337,
      "num_tokens": 208758724.0,
      "step": 271070
    },
    {
      "epoch": 0.3438539343800659,
      "grad_norm": 7.125,
      "learning_rate": 3.281152871268037e-05,
      "loss": 1.7833,
      "mean_token_accuracy": 0.6072801858186722,
      "num_tokens": 208764760.0,
      "step": 271080
    },
    {
      "epoch": 0.34386661897259874,
      "grad_norm": 5.03125,
      "learning_rate": 3.281089440259408e-05,
      "loss": 2.201,
      "mean_token_accuracy": 0.5209816038608551,
      "num_tokens": 208773889.0,
      "step": 271090
    },
    {
      "epoch": 0.3438793035651316,
      "grad_norm": 5.6875,
      "learning_rate": 3.2810260092507786e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.523601359128952,
      "num_tokens": 208780977.0,
      "step": 271100
    },
    {
      "epoch": 0.3438919881576644,
      "grad_norm": 5.59375,
      "learning_rate": 3.280962578242149e-05,
      "loss": 2.2422,
      "mean_token_accuracy": 0.5183676689863205,
      "num_tokens": 208789457.0,
      "step": 271110
    },
    {
      "epoch": 0.34390467275019726,
      "grad_norm": 5.53125,
      "learning_rate": 3.2808991472335196e-05,
      "loss": 2.3445,
      "mean_token_accuracy": 0.5008243083953857,
      "num_tokens": 208797879.0,
      "step": 271120
    },
    {
      "epoch": 0.3439173573427301,
      "grad_norm": 11.1875,
      "learning_rate": 3.280835716224891e-05,
      "loss": 2.3605,
      "mean_token_accuracy": 0.5009323120117187,
      "num_tokens": 208805975.0,
      "step": 271130
    },
    {
      "epoch": 0.3439300419352629,
      "grad_norm": 4.78125,
      "learning_rate": 3.280772285216262e-05,
      "loss": 1.8074,
      "mean_token_accuracy": 0.5960967451333999,
      "num_tokens": 208813343.0,
      "step": 271140
    },
    {
      "epoch": 0.34394272652779573,
      "grad_norm": 4.875,
      "learning_rate": 3.2807088542076326e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5668821036815643,
      "num_tokens": 208821714.0,
      "step": 271150
    },
    {
      "epoch": 0.34395541112032857,
      "grad_norm": 5.15625,
      "learning_rate": 3.280645423199004e-05,
      "loss": 1.8225,
      "mean_token_accuracy": 0.5943371146917343,
      "num_tokens": 208829637.0,
      "step": 271160
    },
    {
      "epoch": 0.3439680957128614,
      "grad_norm": 5.0625,
      "learning_rate": 3.2805819921903743e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5306314468383789,
      "num_tokens": 208837401.0,
      "step": 271170
    },
    {
      "epoch": 0.34398078030539425,
      "grad_norm": 6.625,
      "learning_rate": 3.280518561181745e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5308895945549011,
      "num_tokens": 208845753.0,
      "step": 271180
    },
    {
      "epoch": 0.3439934648979271,
      "grad_norm": 5.125,
      "learning_rate": 3.280455130173116e-05,
      "loss": 2.2084,
      "mean_token_accuracy": 0.5193521201610565,
      "num_tokens": 208853376.0,
      "step": 271190
    },
    {
      "epoch": 0.34400614949045993,
      "grad_norm": 7.96875,
      "learning_rate": 3.2803916991644866e-05,
      "loss": 2.2278,
      "mean_token_accuracy": 0.5151666164398193,
      "num_tokens": 208861372.0,
      "step": 271200
    },
    {
      "epoch": 0.3440188340829928,
      "grad_norm": 5.5,
      "learning_rate": 3.280328268155858e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5580029904842376,
      "num_tokens": 208869225.0,
      "step": 271210
    },
    {
      "epoch": 0.34403151867552556,
      "grad_norm": 5.65625,
      "learning_rate": 3.280264837147229e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5610814332962036,
      "num_tokens": 208877430.0,
      "step": 271220
    },
    {
      "epoch": 0.3440442032680584,
      "grad_norm": 6.53125,
      "learning_rate": 3.2802014061385996e-05,
      "loss": 1.715,
      "mean_token_accuracy": 0.6159282803535462,
      "num_tokens": 208884522.0,
      "step": 271230
    },
    {
      "epoch": 0.34405688786059124,
      "grad_norm": 5.09375,
      "learning_rate": 3.28013797512997e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5344581335783005,
      "num_tokens": 208893506.0,
      "step": 271240
    },
    {
      "epoch": 0.3440695724531241,
      "grad_norm": 6.96875,
      "learning_rate": 3.2800745441213407e-05,
      "loss": 1.9385,
      "mean_token_accuracy": 0.5684628784656525,
      "num_tokens": 208900399.0,
      "step": 271250
    },
    {
      "epoch": 0.3440822570456569,
      "grad_norm": 5.0,
      "learning_rate": 3.280011113112712e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.519521427154541,
      "num_tokens": 208908692.0,
      "step": 271260
    },
    {
      "epoch": 0.34409494163818977,
      "grad_norm": 5.3125,
      "learning_rate": 3.279947682104083e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5559877783060074,
      "num_tokens": 208915851.0,
      "step": 271270
    },
    {
      "epoch": 0.3441076262307226,
      "grad_norm": 4.78125,
      "learning_rate": 3.2798842510954536e-05,
      "loss": 1.7001,
      "mean_token_accuracy": 0.6297126919031143,
      "num_tokens": 208921677.0,
      "step": 271280
    },
    {
      "epoch": 0.34412031082325545,
      "grad_norm": 6.0,
      "learning_rate": 3.279820820086825e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5657220721244812,
      "num_tokens": 208929610.0,
      "step": 271290
    },
    {
      "epoch": 0.34413299541578823,
      "grad_norm": 5.625,
      "learning_rate": 3.2797573890781954e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5320998072624207,
      "num_tokens": 208936851.0,
      "step": 271300
    },
    {
      "epoch": 0.3441456800083211,
      "grad_norm": 4.6875,
      "learning_rate": 3.2796939580695666e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.569502204656601,
      "num_tokens": 208945147.0,
      "step": 271310
    },
    {
      "epoch": 0.3441583646008539,
      "grad_norm": 6.03125,
      "learning_rate": 3.279630527060937e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5391814976930618,
      "num_tokens": 208952029.0,
      "step": 271320
    },
    {
      "epoch": 0.34417104919338676,
      "grad_norm": 5.78125,
      "learning_rate": 3.2795670960523077e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5544943422079086,
      "num_tokens": 208960320.0,
      "step": 271330
    },
    {
      "epoch": 0.3441837337859196,
      "grad_norm": 5.34375,
      "learning_rate": 3.279503665043679e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5806025415658951,
      "num_tokens": 208967851.0,
      "step": 271340
    },
    {
      "epoch": 0.34419641837845244,
      "grad_norm": 5.28125,
      "learning_rate": 3.2794402340350494e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.5241046965122222,
      "num_tokens": 208976331.0,
      "step": 271350
    },
    {
      "epoch": 0.3442091029709853,
      "grad_norm": 4.90625,
      "learning_rate": 3.2793768030264206e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.561481636762619,
      "num_tokens": 208984107.0,
      "step": 271360
    },
    {
      "epoch": 0.3442217875635181,
      "grad_norm": 7.375,
      "learning_rate": 3.279313372017792e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5346726030111313,
      "num_tokens": 208990396.0,
      "step": 271370
    },
    {
      "epoch": 0.3442344721560509,
      "grad_norm": 5.0,
      "learning_rate": 3.2792499410091624e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5307950347661972,
      "num_tokens": 208997692.0,
      "step": 271380
    },
    {
      "epoch": 0.34424715674858375,
      "grad_norm": 6.6875,
      "learning_rate": 3.279186510000533e-05,
      "loss": 2.2378,
      "mean_token_accuracy": 0.5185202121734619,
      "num_tokens": 209006014.0,
      "step": 271390
    },
    {
      "epoch": 0.3442598413411166,
      "grad_norm": 6.15625,
      "learning_rate": 3.2791230789919034e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5399976402521134,
      "num_tokens": 209014378.0,
      "step": 271400
    },
    {
      "epoch": 0.34427252593364943,
      "grad_norm": 5.84375,
      "learning_rate": 3.2790596479832746e-05,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5297113567590713,
      "num_tokens": 209022158.0,
      "step": 271410
    },
    {
      "epoch": 0.3442852105261823,
      "grad_norm": 14.0,
      "learning_rate": 3.278996216974646e-05,
      "loss": 1.9273,
      "mean_token_accuracy": 0.5746063560247421,
      "num_tokens": 209028706.0,
      "step": 271420
    },
    {
      "epoch": 0.3442978951187151,
      "grad_norm": 5.21875,
      "learning_rate": 3.2789327859660164e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5645781815052032,
      "num_tokens": 209036883.0,
      "step": 271430
    },
    {
      "epoch": 0.34431057971124795,
      "grad_norm": 4.8125,
      "learning_rate": 3.2788693549573876e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5321891486644745,
      "num_tokens": 209044017.0,
      "step": 271440
    },
    {
      "epoch": 0.3443232643037808,
      "grad_norm": 7.34375,
      "learning_rate": 3.278805923948758e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5288309037685395,
      "num_tokens": 209051756.0,
      "step": 271450
    },
    {
      "epoch": 0.3443359488963136,
      "grad_norm": 6.71875,
      "learning_rate": 3.278742492940129e-05,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5811810731887818,
      "num_tokens": 209059737.0,
      "step": 271460
    },
    {
      "epoch": 0.3443486334888464,
      "grad_norm": 5.90625,
      "learning_rate": 3.2786790619315e-05,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5902601391077041,
      "num_tokens": 209066123.0,
      "step": 271470
    },
    {
      "epoch": 0.34436131808137926,
      "grad_norm": 5.78125,
      "learning_rate": 3.2786156309228704e-05,
      "loss": 1.8732,
      "mean_token_accuracy": 0.5759945213794708,
      "num_tokens": 209073834.0,
      "step": 271480
    },
    {
      "epoch": 0.3443740026739121,
      "grad_norm": 6.90625,
      "learning_rate": 3.2785521999142416e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5364794701337814,
      "num_tokens": 209081363.0,
      "step": 271490
    },
    {
      "epoch": 0.34438668726644495,
      "grad_norm": 5.1875,
      "learning_rate": 3.278488768905612e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5328589856624604,
      "num_tokens": 209088992.0,
      "step": 271500
    },
    {
      "epoch": 0.3443993718589778,
      "grad_norm": 6.8125,
      "learning_rate": 3.2784253378969834e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5622897416353225,
      "num_tokens": 209096395.0,
      "step": 271510
    },
    {
      "epoch": 0.34441205645151063,
      "grad_norm": 7.71875,
      "learning_rate": 3.278361906888354e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5873444765806198,
      "num_tokens": 209102691.0,
      "step": 271520
    },
    {
      "epoch": 0.34442474104404347,
      "grad_norm": 5.09375,
      "learning_rate": 3.2782984758797245e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5239973723888397,
      "num_tokens": 209111764.0,
      "step": 271530
    },
    {
      "epoch": 0.34443742563657626,
      "grad_norm": 5.1875,
      "learning_rate": 3.278235044871096e-05,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5307874083518982,
      "num_tokens": 209119614.0,
      "step": 271540
    },
    {
      "epoch": 0.3444501102291091,
      "grad_norm": 5.28125,
      "learning_rate": 3.278171613862466e-05,
      "loss": 2.1529,
      "mean_token_accuracy": 0.5333696812391281,
      "num_tokens": 209128670.0,
      "step": 271550
    },
    {
      "epoch": 0.34446279482164194,
      "grad_norm": 9.1875,
      "learning_rate": 3.2781081828538374e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5391741693019867,
      "num_tokens": 209135885.0,
      "step": 271560
    },
    {
      "epoch": 0.3444754794141748,
      "grad_norm": 9.5625,
      "learning_rate": 3.2780447518452086e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5516099274158478,
      "num_tokens": 209141561.0,
      "step": 271570
    },
    {
      "epoch": 0.3444881640067076,
      "grad_norm": 6.0625,
      "learning_rate": 3.277981320836579e-05,
      "loss": 1.9057,
      "mean_token_accuracy": 0.5663709223270417,
      "num_tokens": 209147612.0,
      "step": 271580
    },
    {
      "epoch": 0.34450084859924046,
      "grad_norm": 4.5,
      "learning_rate": 3.27791788982795e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5341379165649414,
      "num_tokens": 209155153.0,
      "step": 271590
    },
    {
      "epoch": 0.3445135331917733,
      "grad_norm": 7.125,
      "learning_rate": 3.27785445881932e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5464663803577423,
      "num_tokens": 209162408.0,
      "step": 271600
    },
    {
      "epoch": 0.3445262177843061,
      "grad_norm": 5.03125,
      "learning_rate": 3.2777910278106914e-05,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5321001708507538,
      "num_tokens": 209170356.0,
      "step": 271610
    },
    {
      "epoch": 0.34453890237683893,
      "grad_norm": 4.6875,
      "learning_rate": 3.2777275968020627e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5504027426242828,
      "num_tokens": 209177049.0,
      "step": 271620
    },
    {
      "epoch": 0.34455158696937177,
      "grad_norm": 5.125,
      "learning_rate": 3.277664165793433e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5280905961990356,
      "num_tokens": 209184142.0,
      "step": 271630
    },
    {
      "epoch": 0.3445642715619046,
      "grad_norm": 5.71875,
      "learning_rate": 3.2776007347848044e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5390918910503387,
      "num_tokens": 209192028.0,
      "step": 271640
    },
    {
      "epoch": 0.34457695615443745,
      "grad_norm": 4.6875,
      "learning_rate": 3.277537303776175e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.544271034002304,
      "num_tokens": 209200609.0,
      "step": 271650
    },
    {
      "epoch": 0.3445896407469703,
      "grad_norm": 6.25,
      "learning_rate": 3.2774738727675455e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5386253982782364,
      "num_tokens": 209207912.0,
      "step": 271660
    },
    {
      "epoch": 0.34460232533950313,
      "grad_norm": 4.96875,
      "learning_rate": 3.277410441758917e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5368727922439576,
      "num_tokens": 209216222.0,
      "step": 271670
    },
    {
      "epoch": 0.344615009932036,
      "grad_norm": 6.4375,
      "learning_rate": 3.277347010750287e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5506252169609069,
      "num_tokens": 209224122.0,
      "step": 271680
    },
    {
      "epoch": 0.34462769452456876,
      "grad_norm": 7.1875,
      "learning_rate": 3.2772835797416584e-05,
      "loss": 1.8968,
      "mean_token_accuracy": 0.5764075875282287,
      "num_tokens": 209230468.0,
      "step": 271690
    },
    {
      "epoch": 0.3446403791171016,
      "grad_norm": 7.28125,
      "learning_rate": 3.277220148733029e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5497102677822113,
      "num_tokens": 209238771.0,
      "step": 271700
    },
    {
      "epoch": 0.34465306370963444,
      "grad_norm": 7.53125,
      "learning_rate": 3.2771567177244e-05,
      "loss": 1.8946,
      "mean_token_accuracy": 0.5779844790697097,
      "num_tokens": 209244799.0,
      "step": 271710
    },
    {
      "epoch": 0.3446657483021673,
      "grad_norm": 4.8125,
      "learning_rate": 3.2770932867157714e-05,
      "loss": 2.2487,
      "mean_token_accuracy": 0.5176877796649932,
      "num_tokens": 209253886.0,
      "step": 271720
    },
    {
      "epoch": 0.3446784328947001,
      "grad_norm": 5.34375,
      "learning_rate": 3.277029855707142e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5225554168224334,
      "num_tokens": 209263163.0,
      "step": 271730
    },
    {
      "epoch": 0.34469111748723297,
      "grad_norm": 5.65625,
      "learning_rate": 3.2769664246985125e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5230570882558823,
      "num_tokens": 209270340.0,
      "step": 271740
    },
    {
      "epoch": 0.3447038020797658,
      "grad_norm": 4.9375,
      "learning_rate": 3.276902993689883e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5720748215913772,
      "num_tokens": 209278011.0,
      "step": 271750
    },
    {
      "epoch": 0.34471648667229865,
      "grad_norm": 4.8125,
      "learning_rate": 3.276839562681254e-05,
      "loss": 1.8467,
      "mean_token_accuracy": 0.5800334542989731,
      "num_tokens": 209286657.0,
      "step": 271760
    },
    {
      "epoch": 0.34472917126483144,
      "grad_norm": 6.75,
      "learning_rate": 3.2767761316726254e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5107722193002701,
      "num_tokens": 209295026.0,
      "step": 271770
    },
    {
      "epoch": 0.3447418558573643,
      "grad_norm": 5.28125,
      "learning_rate": 3.276712700663996e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5551406532526016,
      "num_tokens": 209303720.0,
      "step": 271780
    },
    {
      "epoch": 0.3447545404498971,
      "grad_norm": 4.65625,
      "learning_rate": 3.276649269655367e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.520045793056488,
      "num_tokens": 209311459.0,
      "step": 271790
    },
    {
      "epoch": 0.34476722504242996,
      "grad_norm": 6.3125,
      "learning_rate": 3.276585838646738e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.548097950220108,
      "num_tokens": 209319405.0,
      "step": 271800
    },
    {
      "epoch": 0.3447799096349628,
      "grad_norm": 5.0,
      "learning_rate": 3.276522407638108e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5354059964418412,
      "num_tokens": 209327714.0,
      "step": 271810
    },
    {
      "epoch": 0.34479259422749564,
      "grad_norm": 4.71875,
      "learning_rate": 3.2764589766294795e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5439810544252396,
      "num_tokens": 209335610.0,
      "step": 271820
    },
    {
      "epoch": 0.3448052788200285,
      "grad_norm": 5.8125,
      "learning_rate": 3.27639554562085e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5316897213459015,
      "num_tokens": 209343259.0,
      "step": 271830
    },
    {
      "epoch": 0.3448179634125613,
      "grad_norm": 6.8125,
      "learning_rate": 3.276332114612221e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5643101155757904,
      "num_tokens": 209350507.0,
      "step": 271840
    },
    {
      "epoch": 0.3448306480050941,
      "grad_norm": 5.71875,
      "learning_rate": 3.276268683603592e-05,
      "loss": 1.9212,
      "mean_token_accuracy": 0.575921255350113,
      "num_tokens": 209357471.0,
      "step": 271850
    },
    {
      "epoch": 0.34484333259762695,
      "grad_norm": 6.9375,
      "learning_rate": 3.276205252594963e-05,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5294074177742004,
      "num_tokens": 209364294.0,
      "step": 271860
    },
    {
      "epoch": 0.3448560171901598,
      "grad_norm": 6.28125,
      "learning_rate": 3.2761418215863335e-05,
      "loss": 1.8625,
      "mean_token_accuracy": 0.5850598782300949,
      "num_tokens": 209371543.0,
      "step": 271870
    },
    {
      "epoch": 0.34486870178269263,
      "grad_norm": 5.5,
      "learning_rate": 3.276078390577704e-05,
      "loss": 1.8754,
      "mean_token_accuracy": 0.5847325503826142,
      "num_tokens": 209379273.0,
      "step": 271880
    },
    {
      "epoch": 0.3448813863752255,
      "grad_norm": 5.84375,
      "learning_rate": 3.276014959569075e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5658735871315003,
      "num_tokens": 209387875.0,
      "step": 271890
    },
    {
      "epoch": 0.3448940709677583,
      "grad_norm": 5.78125,
      "learning_rate": 3.275951528560446e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5401706397533417,
      "num_tokens": 209395602.0,
      "step": 271900
    },
    {
      "epoch": 0.34490675556029116,
      "grad_norm": 4.40625,
      "learning_rate": 3.275888097551817e-05,
      "loss": 1.7276,
      "mean_token_accuracy": 0.6198990315198898,
      "num_tokens": 209403139.0,
      "step": 271910
    },
    {
      "epoch": 0.344919440152824,
      "grad_norm": 5.96875,
      "learning_rate": 3.275824666543188e-05,
      "loss": 2.2539,
      "mean_token_accuracy": 0.5129225462675094,
      "num_tokens": 209411008.0,
      "step": 271920
    },
    {
      "epoch": 0.3449321247453568,
      "grad_norm": 9.0625,
      "learning_rate": 3.275761235534559e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5289991796016693,
      "num_tokens": 209418713.0,
      "step": 271930
    },
    {
      "epoch": 0.3449448093378896,
      "grad_norm": 5.1875,
      "learning_rate": 3.275697804525929e-05,
      "loss": 2.2773,
      "mean_token_accuracy": 0.5124441415071488,
      "num_tokens": 209426899.0,
      "step": 271940
    },
    {
      "epoch": 0.34495749393042247,
      "grad_norm": 5.25,
      "learning_rate": 3.2756343735173e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5493669748306275,
      "num_tokens": 209435401.0,
      "step": 271950
    },
    {
      "epoch": 0.3449701785229553,
      "grad_norm": 5.125,
      "learning_rate": 3.275570942508671e-05,
      "loss": 1.8128,
      "mean_token_accuracy": 0.5864137411117554,
      "num_tokens": 209443022.0,
      "step": 271960
    },
    {
      "epoch": 0.34498286311548815,
      "grad_norm": 6.59375,
      "learning_rate": 3.275507511500042e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5269615173339843,
      "num_tokens": 209450689.0,
      "step": 271970
    },
    {
      "epoch": 0.344995547708021,
      "grad_norm": 5.0,
      "learning_rate": 3.275444080491413e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5476547241210937,
      "num_tokens": 209457605.0,
      "step": 271980
    },
    {
      "epoch": 0.34500823230055383,
      "grad_norm": 6.0,
      "learning_rate": 3.275380649482784e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5258586794137955,
      "num_tokens": 209465814.0,
      "step": 271990
    },
    {
      "epoch": 0.34502091689308667,
      "grad_norm": 5.09375,
      "learning_rate": 3.2753172184741545e-05,
      "loss": 1.9322,
      "mean_token_accuracy": 0.5617922365665435,
      "num_tokens": 209474004.0,
      "step": 272000
    },
    {
      "epoch": 0.34503360148561946,
      "grad_norm": 6.25,
      "learning_rate": 3.275253787465525e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5326320797204971,
      "num_tokens": 209482399.0,
      "step": 272010
    },
    {
      "epoch": 0.3450462860781523,
      "grad_norm": 5.15625,
      "learning_rate": 3.275190356456896e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5614031046628952,
      "num_tokens": 209489986.0,
      "step": 272020
    },
    {
      "epoch": 0.34505897067068514,
      "grad_norm": 5.125,
      "learning_rate": 3.275126925448267e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5363705813884735,
      "num_tokens": 209498054.0,
      "step": 272030
    },
    {
      "epoch": 0.345071655263218,
      "grad_norm": 6.25,
      "learning_rate": 3.275063494439638e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5510750472545624,
      "num_tokens": 209505814.0,
      "step": 272040
    },
    {
      "epoch": 0.3450843398557508,
      "grad_norm": 5.15625,
      "learning_rate": 3.2750000634310085e-05,
      "loss": 2.2261,
      "mean_token_accuracy": 0.5229510366916656,
      "num_tokens": 209514754.0,
      "step": 272050
    },
    {
      "epoch": 0.34509702444828366,
      "grad_norm": 5.71875,
      "learning_rate": 3.27493663242238e-05,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5123963057994843,
      "num_tokens": 209523944.0,
      "step": 272060
    },
    {
      "epoch": 0.3451097090408165,
      "grad_norm": 6.0625,
      "learning_rate": 3.274873201413751e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.553066822886467,
      "num_tokens": 209530917.0,
      "step": 272070
    },
    {
      "epoch": 0.3451223936333493,
      "grad_norm": 5.84375,
      "learning_rate": 3.274809770405121e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5211250513792038,
      "num_tokens": 209538623.0,
      "step": 272080
    },
    {
      "epoch": 0.34513507822588213,
      "grad_norm": 5.46875,
      "learning_rate": 3.274746339396492e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5289081990718841,
      "num_tokens": 209547041.0,
      "step": 272090
    },
    {
      "epoch": 0.34514776281841497,
      "grad_norm": 8.1875,
      "learning_rate": 3.274682908387863e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5240299224853515,
      "num_tokens": 209554335.0,
      "step": 272100
    },
    {
      "epoch": 0.3451604474109478,
      "grad_norm": 5.09375,
      "learning_rate": 3.274619477379234e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5227933555841446,
      "num_tokens": 209562419.0,
      "step": 272110
    },
    {
      "epoch": 0.34517313200348065,
      "grad_norm": 4.78125,
      "learning_rate": 3.274556046370605e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5392475426197052,
      "num_tokens": 209570596.0,
      "step": 272120
    },
    {
      "epoch": 0.3451858165960135,
      "grad_norm": 4.28125,
      "learning_rate": 3.2744926153619755e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5367483764886856,
      "num_tokens": 209579501.0,
      "step": 272130
    },
    {
      "epoch": 0.34519850118854634,
      "grad_norm": 4.96875,
      "learning_rate": 3.274429184353347e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5407974779605865,
      "num_tokens": 209588050.0,
      "step": 272140
    },
    {
      "epoch": 0.3452111857810792,
      "grad_norm": 5.90625,
      "learning_rate": 3.274365753344717e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.564448481798172,
      "num_tokens": 209596455.0,
      "step": 272150
    },
    {
      "epoch": 0.34522387037361196,
      "grad_norm": 5.0625,
      "learning_rate": 3.274302322336088e-05,
      "loss": 1.8023,
      "mean_token_accuracy": 0.5804223597049714,
      "num_tokens": 209603284.0,
      "step": 272160
    },
    {
      "epoch": 0.3452365549661448,
      "grad_norm": 5.1875,
      "learning_rate": 3.274238891327459e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5313296318054199,
      "num_tokens": 209612184.0,
      "step": 272170
    },
    {
      "epoch": 0.34524923955867765,
      "grad_norm": 5.15625,
      "learning_rate": 3.2741754603188296e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.538104596734047,
      "num_tokens": 209620192.0,
      "step": 272180
    },
    {
      "epoch": 0.3452619241512105,
      "grad_norm": 8.0,
      "learning_rate": 3.274112029310201e-05,
      "loss": 1.7012,
      "mean_token_accuracy": 0.6148687601089478,
      "num_tokens": 209628276.0,
      "step": 272190
    },
    {
      "epoch": 0.3452746087437433,
      "grad_norm": 5.40625,
      "learning_rate": 3.274048598301572e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5700052797794342,
      "num_tokens": 209634839.0,
      "step": 272200
    },
    {
      "epoch": 0.34528729333627617,
      "grad_norm": 5.0,
      "learning_rate": 3.2739851672929425e-05,
      "loss": 2.2176,
      "mean_token_accuracy": 0.5283720254898071,
      "num_tokens": 209641610.0,
      "step": 272210
    },
    {
      "epoch": 0.345299977928809,
      "grad_norm": 6.09375,
      "learning_rate": 3.273921736284313e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5474213927984237,
      "num_tokens": 209649296.0,
      "step": 272220
    },
    {
      "epoch": 0.34531266252134185,
      "grad_norm": 6.21875,
      "learning_rate": 3.2738583052756836e-05,
      "loss": 1.7489,
      "mean_token_accuracy": 0.605764839053154,
      "num_tokens": 209655706.0,
      "step": 272230
    },
    {
      "epoch": 0.34532534711387464,
      "grad_norm": 6.1875,
      "learning_rate": 3.273794874267055e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.541719651222229,
      "num_tokens": 209663010.0,
      "step": 272240
    },
    {
      "epoch": 0.3453380317064075,
      "grad_norm": 5.1875,
      "learning_rate": 3.273731443258426e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5369998723268509,
      "num_tokens": 209670879.0,
      "step": 272250
    },
    {
      "epoch": 0.3453507162989403,
      "grad_norm": 5.25,
      "learning_rate": 3.2736680122497966e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5438206732273102,
      "num_tokens": 209679840.0,
      "step": 272260
    },
    {
      "epoch": 0.34536340089147316,
      "grad_norm": 6.8125,
      "learning_rate": 3.273604581241168e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5377210289239883,
      "num_tokens": 209686773.0,
      "step": 272270
    },
    {
      "epoch": 0.345376085484006,
      "grad_norm": 5.4375,
      "learning_rate": 3.273541150232538e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.52531016767025,
      "num_tokens": 209696362.0,
      "step": 272280
    },
    {
      "epoch": 0.34538877007653884,
      "grad_norm": 7.625,
      "learning_rate": 3.273477719223909e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5353667885065079,
      "num_tokens": 209703636.0,
      "step": 272290
    },
    {
      "epoch": 0.3454014546690717,
      "grad_norm": 7.71875,
      "learning_rate": 3.27341428821528e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.529170086979866,
      "num_tokens": 209711363.0,
      "step": 272300
    },
    {
      "epoch": 0.3454141392616045,
      "grad_norm": 4.5,
      "learning_rate": 3.2733508572066506e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5618536859750748,
      "num_tokens": 209719911.0,
      "step": 272310
    },
    {
      "epoch": 0.3454268238541373,
      "grad_norm": 5.34375,
      "learning_rate": 3.273287426198022e-05,
      "loss": 2.039,
      "mean_token_accuracy": 0.5393621325492859,
      "num_tokens": 209728061.0,
      "step": 272320
    },
    {
      "epoch": 0.34543950844667015,
      "grad_norm": 5.6875,
      "learning_rate": 3.273223995189392e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.569280156493187,
      "num_tokens": 209735974.0,
      "step": 272330
    },
    {
      "epoch": 0.345452193039203,
      "grad_norm": 7.5625,
      "learning_rate": 3.2731605641807636e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5308961063623429,
      "num_tokens": 209743211.0,
      "step": 272340
    },
    {
      "epoch": 0.34546487763173583,
      "grad_norm": 5.25,
      "learning_rate": 3.273097133172134e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5437212318181992,
      "num_tokens": 209751404.0,
      "step": 272350
    },
    {
      "epoch": 0.3454775622242687,
      "grad_norm": 6.4375,
      "learning_rate": 3.2730337021635046e-05,
      "loss": 2.2242,
      "mean_token_accuracy": 0.5235314518213272,
      "num_tokens": 209759389.0,
      "step": 272360
    },
    {
      "epoch": 0.3454902468168015,
      "grad_norm": 7.0625,
      "learning_rate": 3.272970271154876e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5246894896030426,
      "num_tokens": 209767713.0,
      "step": 272370
    },
    {
      "epoch": 0.34550293140933436,
      "grad_norm": 6.40625,
      "learning_rate": 3.2729068401462464e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5381747007369995,
      "num_tokens": 209774573.0,
      "step": 272380
    },
    {
      "epoch": 0.3455156160018672,
      "grad_norm": 6.40625,
      "learning_rate": 3.2728434091376176e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5569189786911011,
      "num_tokens": 209781323.0,
      "step": 272390
    },
    {
      "epoch": 0.3455283005944,
      "grad_norm": 6.4375,
      "learning_rate": 3.272779978128989e-05,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5589503884315491,
      "num_tokens": 209786947.0,
      "step": 272400
    },
    {
      "epoch": 0.3455409851869328,
      "grad_norm": 8.0625,
      "learning_rate": 3.272716547120359e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.569587904214859,
      "num_tokens": 209793062.0,
      "step": 272410
    },
    {
      "epoch": 0.34555366977946567,
      "grad_norm": 4.71875,
      "learning_rate": 3.27265311611173e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5326401203870773,
      "num_tokens": 209802633.0,
      "step": 272420
    },
    {
      "epoch": 0.3455663543719985,
      "grad_norm": 5.78125,
      "learning_rate": 3.2725896851031004e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5633704185485839,
      "num_tokens": 209809071.0,
      "step": 272430
    },
    {
      "epoch": 0.34557903896453135,
      "grad_norm": 5.375,
      "learning_rate": 3.2725262540944716e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.538797703385353,
      "num_tokens": 209816637.0,
      "step": 272440
    },
    {
      "epoch": 0.3455917235570642,
      "grad_norm": 15.9375,
      "learning_rate": 3.272462823085843e-05,
      "loss": 1.854,
      "mean_token_accuracy": 0.5772720992565155,
      "num_tokens": 209824446.0,
      "step": 272450
    },
    {
      "epoch": 0.34560440814959703,
      "grad_norm": 6.28125,
      "learning_rate": 3.2723993920772134e-05,
      "loss": 1.7274,
      "mean_token_accuracy": 0.6063328474760056,
      "num_tokens": 209830607.0,
      "step": 272460
    },
    {
      "epoch": 0.34561709274212987,
      "grad_norm": 6.71875,
      "learning_rate": 3.2723359610685846e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5613671571016312,
      "num_tokens": 209837180.0,
      "step": 272470
    },
    {
      "epoch": 0.34562977733466266,
      "grad_norm": 8.625,
      "learning_rate": 3.272272530059955e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5607371926307678,
      "num_tokens": 209844670.0,
      "step": 272480
    },
    {
      "epoch": 0.3456424619271955,
      "grad_norm": 8.25,
      "learning_rate": 3.272209099051326e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5365286141633987,
      "num_tokens": 209852711.0,
      "step": 272490
    },
    {
      "epoch": 0.34565514651972834,
      "grad_norm": 6.4375,
      "learning_rate": 3.272145668042697e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5397837221622467,
      "num_tokens": 209860158.0,
      "step": 272500
    },
    {
      "epoch": 0.3456678311122612,
      "grad_norm": 7.8125,
      "learning_rate": 3.2720822370340674e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5726730793714523,
      "num_tokens": 209867954.0,
      "step": 272510
    },
    {
      "epoch": 0.345680515704794,
      "grad_norm": 4.25,
      "learning_rate": 3.2720188060254386e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5445452183485031,
      "num_tokens": 209875904.0,
      "step": 272520
    },
    {
      "epoch": 0.34569320029732686,
      "grad_norm": 5.9375,
      "learning_rate": 3.271955375016809e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5659718871116638,
      "num_tokens": 209883380.0,
      "step": 272530
    },
    {
      "epoch": 0.3457058848898597,
      "grad_norm": 5.6875,
      "learning_rate": 3.2718919440081804e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5576591849327087,
      "num_tokens": 209889106.0,
      "step": 272540
    },
    {
      "epoch": 0.3457185694823925,
      "grad_norm": 5.59375,
      "learning_rate": 3.2718285129995516e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5336188733577728,
      "num_tokens": 209897310.0,
      "step": 272550
    },
    {
      "epoch": 0.34573125407492533,
      "grad_norm": 4.6875,
      "learning_rate": 3.271765081990922e-05,
      "loss": 2.2803,
      "mean_token_accuracy": 0.5170933723449707,
      "num_tokens": 209905764.0,
      "step": 272560
    },
    {
      "epoch": 0.3457439386674582,
      "grad_norm": 6.25,
      "learning_rate": 3.2717016509822926e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5707321017980576,
      "num_tokens": 209911658.0,
      "step": 272570
    },
    {
      "epoch": 0.345756623259991,
      "grad_norm": 7.09375,
      "learning_rate": 3.271638219973663e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5436863452196121,
      "num_tokens": 209918711.0,
      "step": 272580
    },
    {
      "epoch": 0.34576930785252386,
      "grad_norm": 6.125,
      "learning_rate": 3.2715747889650344e-05,
      "loss": 2.2193,
      "mean_token_accuracy": 0.5224190294742584,
      "num_tokens": 209927183.0,
      "step": 272590
    },
    {
      "epoch": 0.3457819924450567,
      "grad_norm": 6.15625,
      "learning_rate": 3.2715113579564056e-05,
      "loss": 2.2404,
      "mean_token_accuracy": 0.5325906574726105,
      "num_tokens": 209935295.0,
      "step": 272600
    },
    {
      "epoch": 0.34579467703758954,
      "grad_norm": 5.1875,
      "learning_rate": 3.271447926947776e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5768943101167678,
      "num_tokens": 209942904.0,
      "step": 272610
    },
    {
      "epoch": 0.3458073616301224,
      "grad_norm": 6.53125,
      "learning_rate": 3.2713844959391473e-05,
      "loss": 1.7928,
      "mean_token_accuracy": 0.5943006455898285,
      "num_tokens": 209948881.0,
      "step": 272620
    },
    {
      "epoch": 0.34582004622265516,
      "grad_norm": 4.9375,
      "learning_rate": 3.271321064930518e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5479766309261322,
      "num_tokens": 209957548.0,
      "step": 272630
    },
    {
      "epoch": 0.345832730815188,
      "grad_norm": 7.125,
      "learning_rate": 3.2712576339218884e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5378361493349075,
      "num_tokens": 209964995.0,
      "step": 272640
    },
    {
      "epoch": 0.34584541540772085,
      "grad_norm": 7.15625,
      "learning_rate": 3.2711942029132596e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5477324724197388,
      "num_tokens": 209971599.0,
      "step": 272650
    },
    {
      "epoch": 0.3458581000002537,
      "grad_norm": 5.03125,
      "learning_rate": 3.27113077190463e-05,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5804675459861756,
      "num_tokens": 209978244.0,
      "step": 272660
    },
    {
      "epoch": 0.34587078459278653,
      "grad_norm": 6.8125,
      "learning_rate": 3.2710673408960014e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5352293312549591,
      "num_tokens": 209985708.0,
      "step": 272670
    },
    {
      "epoch": 0.34588346918531937,
      "grad_norm": 5.40625,
      "learning_rate": 3.271003909887372e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5652495861053467,
      "num_tokens": 209992987.0,
      "step": 272680
    },
    {
      "epoch": 0.3458961537778522,
      "grad_norm": 4.65625,
      "learning_rate": 3.270940478878743e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5574127197265625,
      "num_tokens": 210001521.0,
      "step": 272690
    },
    {
      "epoch": 0.34590883837038505,
      "grad_norm": 7.09375,
      "learning_rate": 3.2708770478701137e-05,
      "loss": 1.9278,
      "mean_token_accuracy": 0.5742667317390442,
      "num_tokens": 210008155.0,
      "step": 272700
    },
    {
      "epoch": 0.34592152296291784,
      "grad_norm": 5.125,
      "learning_rate": 3.270813616861484e-05,
      "loss": 2.2938,
      "mean_token_accuracy": 0.5158589452505111,
      "num_tokens": 210015525.0,
      "step": 272710
    },
    {
      "epoch": 0.3459342075554507,
      "grad_norm": 6.0,
      "learning_rate": 3.2707501858528554e-05,
      "loss": 1.6979,
      "mean_token_accuracy": 0.6259982645511627,
      "num_tokens": 210021290.0,
      "step": 272720
    },
    {
      "epoch": 0.3459468921479835,
      "grad_norm": 6.34375,
      "learning_rate": 3.270686754844226e-05,
      "loss": 1.6998,
      "mean_token_accuracy": 0.6054837703704834,
      "num_tokens": 210027850.0,
      "step": 272730
    },
    {
      "epoch": 0.34595957674051636,
      "grad_norm": 4.25,
      "learning_rate": 3.270623323835597e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5819792002439499,
      "num_tokens": 210034039.0,
      "step": 272740
    },
    {
      "epoch": 0.3459722613330492,
      "grad_norm": 6.40625,
      "learning_rate": 3.2705598928269684e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5529809474945069,
      "num_tokens": 210040621.0,
      "step": 272750
    },
    {
      "epoch": 0.34598494592558204,
      "grad_norm": 4.75,
      "learning_rate": 3.270496461818339e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5588306784629822,
      "num_tokens": 210049087.0,
      "step": 272760
    },
    {
      "epoch": 0.3459976305181149,
      "grad_norm": 5.0625,
      "learning_rate": 3.2704330308097094e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5343850076198577,
      "num_tokens": 210056760.0,
      "step": 272770
    },
    {
      "epoch": 0.3460103151106477,
      "grad_norm": 6.625,
      "learning_rate": 3.27036959980108e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5533875524997711,
      "num_tokens": 210064453.0,
      "step": 272780
    },
    {
      "epoch": 0.3460229997031805,
      "grad_norm": 9.8125,
      "learning_rate": 3.270306168792451e-05,
      "loss": 1.9293,
      "mean_token_accuracy": 0.5657347142696381,
      "num_tokens": 210071564.0,
      "step": 272790
    },
    {
      "epoch": 0.34603568429571335,
      "grad_norm": 5.3125,
      "learning_rate": 3.2702427377838224e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5454402774572372,
      "num_tokens": 210079685.0,
      "step": 272800
    },
    {
      "epoch": 0.3460483688882462,
      "grad_norm": 6.6875,
      "learning_rate": 3.270179306775193e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.536589652299881,
      "num_tokens": 210087696.0,
      "step": 272810
    },
    {
      "epoch": 0.34606105348077904,
      "grad_norm": 5.46875,
      "learning_rate": 3.270115875766564e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5486372888088227,
      "num_tokens": 210096148.0,
      "step": 272820
    },
    {
      "epoch": 0.3460737380733119,
      "grad_norm": 5.90625,
      "learning_rate": 3.270052444757935e-05,
      "loss": 2.1995,
      "mean_token_accuracy": 0.5156890511512756,
      "num_tokens": 210104045.0,
      "step": 272830
    },
    {
      "epoch": 0.3460864226658447,
      "grad_norm": 4.59375,
      "learning_rate": 3.269989013749305e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.57026327252388,
      "num_tokens": 210112195.0,
      "step": 272840
    },
    {
      "epoch": 0.34609910725837756,
      "grad_norm": 5.0,
      "learning_rate": 3.2699255827406764e-05,
      "loss": 2.3338,
      "mean_token_accuracy": 0.5023237437009811,
      "num_tokens": 210121121.0,
      "step": 272850
    },
    {
      "epoch": 0.3461117918509104,
      "grad_norm": 5.84375,
      "learning_rate": 3.269862151732047e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5223985433578491,
      "num_tokens": 210129455.0,
      "step": 272860
    },
    {
      "epoch": 0.3461244764434432,
      "grad_norm": 13.1875,
      "learning_rate": 3.269798720723418e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5471938937902451,
      "num_tokens": 210135422.0,
      "step": 272870
    },
    {
      "epoch": 0.346137161035976,
      "grad_norm": 6.875,
      "learning_rate": 3.269735289714789e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5407492220401764,
      "num_tokens": 210142782.0,
      "step": 272880
    },
    {
      "epoch": 0.34614984562850887,
      "grad_norm": 4.84375,
      "learning_rate": 3.26967185870616e-05,
      "loss": 1.7747,
      "mean_token_accuracy": 0.5950691282749176,
      "num_tokens": 210150217.0,
      "step": 272890
    },
    {
      "epoch": 0.3461625302210417,
      "grad_norm": 6.125,
      "learning_rate": 3.269608427697531e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.55650594830513,
      "num_tokens": 210157084.0,
      "step": 272900
    },
    {
      "epoch": 0.34617521481357455,
      "grad_norm": 5.625,
      "learning_rate": 3.269544996688902e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5509462475776672,
      "num_tokens": 210163956.0,
      "step": 272910
    },
    {
      "epoch": 0.3461878994061074,
      "grad_norm": 4.96875,
      "learning_rate": 3.269481565680272e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5502917051315308,
      "num_tokens": 210172225.0,
      "step": 272920
    },
    {
      "epoch": 0.34620058399864023,
      "grad_norm": 5.9375,
      "learning_rate": 3.269418134671643e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5341091215610504,
      "num_tokens": 210180141.0,
      "step": 272930
    },
    {
      "epoch": 0.3462132685911731,
      "grad_norm": 4.90625,
      "learning_rate": 3.269354703663014e-05,
      "loss": 2.2276,
      "mean_token_accuracy": 0.5171816557645798,
      "num_tokens": 210188217.0,
      "step": 272940
    },
    {
      "epoch": 0.34622595318370586,
      "grad_norm": 5.53125,
      "learning_rate": 3.269291272654385e-05,
      "loss": 1.8047,
      "mean_token_accuracy": 0.5918702512979508,
      "num_tokens": 210194736.0,
      "step": 272950
    },
    {
      "epoch": 0.3462386377762387,
      "grad_norm": 4.71875,
      "learning_rate": 3.269227841645756e-05,
      "loss": 1.8375,
      "mean_token_accuracy": 0.5782233595848083,
      "num_tokens": 210203143.0,
      "step": 272960
    },
    {
      "epoch": 0.34625132236877154,
      "grad_norm": 6.21875,
      "learning_rate": 3.269164410637127e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5789049237966537,
      "num_tokens": 210209784.0,
      "step": 272970
    },
    {
      "epoch": 0.3462640069613044,
      "grad_norm": 5.0,
      "learning_rate": 3.2691009796284975e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5225513964891434,
      "num_tokens": 210218797.0,
      "step": 272980
    },
    {
      "epoch": 0.3462766915538372,
      "grad_norm": 4.9375,
      "learning_rate": 3.269037548619868e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5235997945070267,
      "num_tokens": 210227010.0,
      "step": 272990
    },
    {
      "epoch": 0.34628937614637006,
      "grad_norm": 7.59375,
      "learning_rate": 3.268974117611239e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5615425616502762,
      "num_tokens": 210233229.0,
      "step": 273000
    },
    {
      "epoch": 0.3463020607389029,
      "grad_norm": 7.5625,
      "learning_rate": 3.26891068660261e-05,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5568121522665024,
      "num_tokens": 210240235.0,
      "step": 273010
    },
    {
      "epoch": 0.3463147453314357,
      "grad_norm": 4.875,
      "learning_rate": 3.268847255593981e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5285037815570831,
      "num_tokens": 210248165.0,
      "step": 273020
    },
    {
      "epoch": 0.34632742992396853,
      "grad_norm": 5.84375,
      "learning_rate": 3.268783824585352e-05,
      "loss": 1.7758,
      "mean_token_accuracy": 0.6048254191875457,
      "num_tokens": 210255118.0,
      "step": 273030
    },
    {
      "epoch": 0.3463401145165014,
      "grad_norm": 5.3125,
      "learning_rate": 3.268720393576723e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.574925446510315,
      "num_tokens": 210263405.0,
      "step": 273040
    },
    {
      "epoch": 0.3463527991090342,
      "grad_norm": 5.1875,
      "learning_rate": 3.268656962568093e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5499677300453186,
      "num_tokens": 210270759.0,
      "step": 273050
    },
    {
      "epoch": 0.34636548370156706,
      "grad_norm": 4.3125,
      "learning_rate": 3.268593531559464e-05,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5610753357410431,
      "num_tokens": 210278834.0,
      "step": 273060
    },
    {
      "epoch": 0.3463781682940999,
      "grad_norm": 7.875,
      "learning_rate": 3.268530100550835e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5239123046398163,
      "num_tokens": 210286155.0,
      "step": 273070
    },
    {
      "epoch": 0.34639085288663274,
      "grad_norm": 5.9375,
      "learning_rate": 3.268466669542206e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5382101982831955,
      "num_tokens": 210294243.0,
      "step": 273080
    },
    {
      "epoch": 0.3464035374791656,
      "grad_norm": 4.9375,
      "learning_rate": 3.268403238533577e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5343870848417283,
      "num_tokens": 210302109.0,
      "step": 273090
    },
    {
      "epoch": 0.34641622207169837,
      "grad_norm": 5.5,
      "learning_rate": 3.268339807524948e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5523727178573609,
      "num_tokens": 210310099.0,
      "step": 273100
    },
    {
      "epoch": 0.3464289066642312,
      "grad_norm": 5.0,
      "learning_rate": 3.2682763765163185e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5458643794059753,
      "num_tokens": 210318262.0,
      "step": 273110
    },
    {
      "epoch": 0.34644159125676405,
      "grad_norm": 4.71875,
      "learning_rate": 3.268212945507689e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.549428391456604,
      "num_tokens": 210324601.0,
      "step": 273120
    },
    {
      "epoch": 0.3464542758492969,
      "grad_norm": 6.40625,
      "learning_rate": 3.26814951449906e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5377233922481537,
      "num_tokens": 210332156.0,
      "step": 273130
    },
    {
      "epoch": 0.34646696044182973,
      "grad_norm": 15.0625,
      "learning_rate": 3.268086083490431e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.549905389547348,
      "num_tokens": 210339289.0,
      "step": 273140
    },
    {
      "epoch": 0.34647964503436257,
      "grad_norm": 5.65625,
      "learning_rate": 3.268022652481802e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.525866350531578,
      "num_tokens": 210347758.0,
      "step": 273150
    },
    {
      "epoch": 0.3464923296268954,
      "grad_norm": 5.34375,
      "learning_rate": 3.2679592214731725e-05,
      "loss": 2.1854,
      "mean_token_accuracy": 0.5232426226139069,
      "num_tokens": 210356262.0,
      "step": 273160
    },
    {
      "epoch": 0.34650501421942825,
      "grad_norm": 4.5625,
      "learning_rate": 3.267895790464544e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5386831045150757,
      "num_tokens": 210364678.0,
      "step": 273170
    },
    {
      "epoch": 0.34651769881196104,
      "grad_norm": 6.5,
      "learning_rate": 3.267832359455915e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5476833820343018,
      "num_tokens": 210371897.0,
      "step": 273180
    },
    {
      "epoch": 0.3465303834044939,
      "grad_norm": 4.9375,
      "learning_rate": 3.267768928447285e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5364918231964111,
      "num_tokens": 210380422.0,
      "step": 273190
    },
    {
      "epoch": 0.3465430679970267,
      "grad_norm": 5.5625,
      "learning_rate": 3.267705497438656e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5469402015209198,
      "num_tokens": 210388844.0,
      "step": 273200
    },
    {
      "epoch": 0.34655575258955956,
      "grad_norm": 6.21875,
      "learning_rate": 3.2676420664300265e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5336871683597565,
      "num_tokens": 210397376.0,
      "step": 273210
    },
    {
      "epoch": 0.3465684371820924,
      "grad_norm": 6.59375,
      "learning_rate": 3.267578635421398e-05,
      "loss": 1.7384,
      "mean_token_accuracy": 0.6172756254673004,
      "num_tokens": 210404610.0,
      "step": 273220
    },
    {
      "epoch": 0.34658112177462524,
      "grad_norm": 6.34375,
      "learning_rate": 3.267515204412769e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5488260358572006,
      "num_tokens": 210411864.0,
      "step": 273230
    },
    {
      "epoch": 0.3465938063671581,
      "grad_norm": 4.96875,
      "learning_rate": 3.2674517734041395e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5737905234098435,
      "num_tokens": 210420271.0,
      "step": 273240
    },
    {
      "epoch": 0.3466064909596909,
      "grad_norm": 6.0625,
      "learning_rate": 3.267388342395511e-05,
      "loss": 2.2663,
      "mean_token_accuracy": 0.5123930215835572,
      "num_tokens": 210429267.0,
      "step": 273250
    },
    {
      "epoch": 0.3466191755522237,
      "grad_norm": 5.8125,
      "learning_rate": 3.2673249113868806e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5396974384784698,
      "num_tokens": 210437885.0,
      "step": 273260
    },
    {
      "epoch": 0.34663186014475655,
      "grad_norm": 5.375,
      "learning_rate": 3.267261480378252e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5419918775558472,
      "num_tokens": 210446761.0,
      "step": 273270
    },
    {
      "epoch": 0.3466445447372894,
      "grad_norm": 6.09375,
      "learning_rate": 3.267198049369623e-05,
      "loss": 1.7892,
      "mean_token_accuracy": 0.5903349816799164,
      "num_tokens": 210454221.0,
      "step": 273280
    },
    {
      "epoch": 0.34665722932982224,
      "grad_norm": 5.9375,
      "learning_rate": 3.2671346183609935e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5683544248342514,
      "num_tokens": 210461680.0,
      "step": 273290
    },
    {
      "epoch": 0.3466699139223551,
      "grad_norm": 8.25,
      "learning_rate": 3.267071187352365e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5305417329072952,
      "num_tokens": 210470063.0,
      "step": 273300
    },
    {
      "epoch": 0.3466825985148879,
      "grad_norm": 6.3125,
      "learning_rate": 3.267007756343735e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5697558760643006,
      "num_tokens": 210477188.0,
      "step": 273310
    },
    {
      "epoch": 0.34669528310742076,
      "grad_norm": 6.34375,
      "learning_rate": 3.2669443253351065e-05,
      "loss": 1.7588,
      "mean_token_accuracy": 0.6070485204458237,
      "num_tokens": 210483485.0,
      "step": 273320
    },
    {
      "epoch": 0.3467079676999536,
      "grad_norm": 7.65625,
      "learning_rate": 3.266880894326477e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5404847472906112,
      "num_tokens": 210491706.0,
      "step": 273330
    },
    {
      "epoch": 0.3467206522924864,
      "grad_norm": 4.96875,
      "learning_rate": 3.2668174633178476e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5568561285734177,
      "num_tokens": 210499273.0,
      "step": 273340
    },
    {
      "epoch": 0.3467333368850192,
      "grad_norm": 4.9375,
      "learning_rate": 3.266754032309219e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5487907320261002,
      "num_tokens": 210507978.0,
      "step": 273350
    },
    {
      "epoch": 0.34674602147755207,
      "grad_norm": 4.5625,
      "learning_rate": 3.266690601300589e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5544401496648789,
      "num_tokens": 210515308.0,
      "step": 273360
    },
    {
      "epoch": 0.3467587060700849,
      "grad_norm": 5.0625,
      "learning_rate": 3.2666271702919605e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5372092574834824,
      "num_tokens": 210522676.0,
      "step": 273370
    },
    {
      "epoch": 0.34677139066261775,
      "grad_norm": 6.46875,
      "learning_rate": 3.266563739283332e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5796747773885726,
      "num_tokens": 210528902.0,
      "step": 273380
    },
    {
      "epoch": 0.3467840752551506,
      "grad_norm": 7.03125,
      "learning_rate": 3.266500308274702e-05,
      "loss": 2.2148,
      "mean_token_accuracy": 0.5151796102523803,
      "num_tokens": 210536460.0,
      "step": 273390
    },
    {
      "epoch": 0.34679675984768343,
      "grad_norm": 5.84375,
      "learning_rate": 3.266436877266073e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5313099175691605,
      "num_tokens": 210544576.0,
      "step": 273400
    },
    {
      "epoch": 0.3468094444402163,
      "grad_norm": 5.15625,
      "learning_rate": 3.2663734462574433e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5318260073661805,
      "num_tokens": 210552303.0,
      "step": 273410
    },
    {
      "epoch": 0.34682212903274906,
      "grad_norm": 5.4375,
      "learning_rate": 3.2663100152488146e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5651253551244736,
      "num_tokens": 210560637.0,
      "step": 273420
    },
    {
      "epoch": 0.3468348136252819,
      "grad_norm": 5.5625,
      "learning_rate": 3.266246584240186e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5584248423576355,
      "num_tokens": 210568142.0,
      "step": 273430
    },
    {
      "epoch": 0.34684749821781474,
      "grad_norm": 5.09375,
      "learning_rate": 3.266183153231556e-05,
      "loss": 2.2393,
      "mean_token_accuracy": 0.5103919416666031,
      "num_tokens": 210577280.0,
      "step": 273440
    },
    {
      "epoch": 0.3468601828103476,
      "grad_norm": 9.6875,
      "learning_rate": 3.2661197222229275e-05,
      "loss": 1.7014,
      "mean_token_accuracy": 0.6147481083869935,
      "num_tokens": 210585567.0,
      "step": 273450
    },
    {
      "epoch": 0.3468728674028804,
      "grad_norm": 6.0,
      "learning_rate": 3.266056291214298e-05,
      "loss": 1.8094,
      "mean_token_accuracy": 0.6022986173629761,
      "num_tokens": 210591596.0,
      "step": 273460
    },
    {
      "epoch": 0.34688555199541327,
      "grad_norm": 4.9375,
      "learning_rate": 3.2659928602056686e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5514907956123352,
      "num_tokens": 210600061.0,
      "step": 273470
    },
    {
      "epoch": 0.3468982365879461,
      "grad_norm": 5.375,
      "learning_rate": 3.26592942919704e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.5515526294708252,
      "num_tokens": 210608233.0,
      "step": 273480
    },
    {
      "epoch": 0.3469109211804789,
      "grad_norm": 4.40625,
      "learning_rate": 3.26586599818841e-05,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5881498843431473,
      "num_tokens": 210615024.0,
      "step": 273490
    },
    {
      "epoch": 0.34692360577301173,
      "grad_norm": 6.15625,
      "learning_rate": 3.2658025671797815e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.575013992190361,
      "num_tokens": 210622257.0,
      "step": 273500
    },
    {
      "epoch": 0.3469362903655446,
      "grad_norm": 5.59375,
      "learning_rate": 3.265739136171152e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5315868198871613,
      "num_tokens": 210630326.0,
      "step": 273510
    },
    {
      "epoch": 0.3469489749580774,
      "grad_norm": 5.0625,
      "learning_rate": 3.265675705162523e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5374628633260727,
      "num_tokens": 210639442.0,
      "step": 273520
    },
    {
      "epoch": 0.34696165955061026,
      "grad_norm": 5.5,
      "learning_rate": 3.265612274153894e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5333090543746948,
      "num_tokens": 210646626.0,
      "step": 273530
    },
    {
      "epoch": 0.3469743441431431,
      "grad_norm": 5.15625,
      "learning_rate": 3.2655488431452644e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5678265869617463,
      "num_tokens": 210653608.0,
      "step": 273540
    },
    {
      "epoch": 0.34698702873567594,
      "grad_norm": 7.40625,
      "learning_rate": 3.2654854121366356e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5277113050222397,
      "num_tokens": 210660969.0,
      "step": 273550
    },
    {
      "epoch": 0.3469997133282088,
      "grad_norm": 5.0,
      "learning_rate": 3.265421981128006e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5312289804220199,
      "num_tokens": 210670310.0,
      "step": 273560
    },
    {
      "epoch": 0.34701239792074157,
      "grad_norm": 8.0625,
      "learning_rate": 3.265358550119377e-05,
      "loss": 1.7445,
      "mean_token_accuracy": 0.6226297497749329,
      "num_tokens": 210678292.0,
      "step": 273570
    },
    {
      "epoch": 0.3470250825132744,
      "grad_norm": 6.1875,
      "learning_rate": 3.2652951191107485e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5430949807167054,
      "num_tokens": 210686331.0,
      "step": 273580
    },
    {
      "epoch": 0.34703776710580725,
      "grad_norm": 7.125,
      "learning_rate": 3.265231688102119e-05,
      "loss": 2.2257,
      "mean_token_accuracy": 0.5204790145158767,
      "num_tokens": 210694881.0,
      "step": 273590
    },
    {
      "epoch": 0.3470504516983401,
      "grad_norm": 5.21875,
      "learning_rate": 3.26516825709349e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5449654340744019,
      "num_tokens": 210703428.0,
      "step": 273600
    },
    {
      "epoch": 0.34706313629087293,
      "grad_norm": 6.40625,
      "learning_rate": 3.26510482608486e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5229105472564697,
      "num_tokens": 210712449.0,
      "step": 273610
    },
    {
      "epoch": 0.3470758208834058,
      "grad_norm": 5.21875,
      "learning_rate": 3.2650413950762314e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5304490625858307,
      "num_tokens": 210720903.0,
      "step": 273620
    },
    {
      "epoch": 0.3470885054759386,
      "grad_norm": 5.21875,
      "learning_rate": 3.2649779640676026e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5468384832143783,
      "num_tokens": 210728982.0,
      "step": 273630
    },
    {
      "epoch": 0.34710119006847145,
      "grad_norm": 4.40625,
      "learning_rate": 3.264914533058973e-05,
      "loss": 1.6294,
      "mean_token_accuracy": 0.6277089476585388,
      "num_tokens": 210737129.0,
      "step": 273640
    },
    {
      "epoch": 0.34711387466100424,
      "grad_norm": 5.1875,
      "learning_rate": 3.264851102050344e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5529952347278595,
      "num_tokens": 210745468.0,
      "step": 273650
    },
    {
      "epoch": 0.3471265592535371,
      "grad_norm": 9.5625,
      "learning_rate": 3.264787671041715e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5705147951841354,
      "num_tokens": 210752192.0,
      "step": 273660
    },
    {
      "epoch": 0.3471392438460699,
      "grad_norm": 6.46875,
      "learning_rate": 3.264724240033086e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5450885146856308,
      "num_tokens": 210760507.0,
      "step": 273670
    },
    {
      "epoch": 0.34715192843860276,
      "grad_norm": 4.71875,
      "learning_rate": 3.2646608090244566e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5524959981441497,
      "num_tokens": 210768633.0,
      "step": 273680
    },
    {
      "epoch": 0.3471646130311356,
      "grad_norm": 5.46875,
      "learning_rate": 3.264597378015827e-05,
      "loss": 1.8523,
      "mean_token_accuracy": 0.5771556675434113,
      "num_tokens": 210776740.0,
      "step": 273690
    },
    {
      "epoch": 0.34717729762366845,
      "grad_norm": 4.8125,
      "learning_rate": 3.2645339470071983e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5317693501710892,
      "num_tokens": 210784781.0,
      "step": 273700
    },
    {
      "epoch": 0.3471899822162013,
      "grad_norm": 7.0,
      "learning_rate": 3.264470515998569e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5347538828849793,
      "num_tokens": 210792166.0,
      "step": 273710
    },
    {
      "epoch": 0.34720266680873413,
      "grad_norm": 4.71875,
      "learning_rate": 3.26440708498994e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5490942031145096,
      "num_tokens": 210798800.0,
      "step": 273720
    },
    {
      "epoch": 0.3472153514012669,
      "grad_norm": 7.8125,
      "learning_rate": 3.264343653981311e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5466674387454986,
      "num_tokens": 210806116.0,
      "step": 273730
    },
    {
      "epoch": 0.34722803599379976,
      "grad_norm": 6.46875,
      "learning_rate": 3.264280222972682e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5711506456136703,
      "num_tokens": 210814488.0,
      "step": 273740
    },
    {
      "epoch": 0.3472407205863326,
      "grad_norm": 4.9375,
      "learning_rate": 3.2642167919640524e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5673569023609162,
      "num_tokens": 210821567.0,
      "step": 273750
    },
    {
      "epoch": 0.34725340517886544,
      "grad_norm": 5.0625,
      "learning_rate": 3.264153360955423e-05,
      "loss": 1.8619,
      "mean_token_accuracy": 0.5835122168064117,
      "num_tokens": 210829422.0,
      "step": 273760
    },
    {
      "epoch": 0.3472660897713983,
      "grad_norm": 5.1875,
      "learning_rate": 3.264089929946794e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.5228173345327377,
      "num_tokens": 210838890.0,
      "step": 273770
    },
    {
      "epoch": 0.3472787743639311,
      "grad_norm": 5.15625,
      "learning_rate": 3.264026498938165e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5327655971050262,
      "num_tokens": 210846935.0,
      "step": 273780
    },
    {
      "epoch": 0.34729145895646396,
      "grad_norm": 6.15625,
      "learning_rate": 3.263963067929536e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5344632595777512,
      "num_tokens": 210852911.0,
      "step": 273790
    },
    {
      "epoch": 0.3473041435489968,
      "grad_norm": 8.125,
      "learning_rate": 3.263899636920907e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5204606503248215,
      "num_tokens": 210860534.0,
      "step": 273800
    },
    {
      "epoch": 0.3473168281415296,
      "grad_norm": 8.125,
      "learning_rate": 3.2638362059122776e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5488668859004975,
      "num_tokens": 210869369.0,
      "step": 273810
    },
    {
      "epoch": 0.34732951273406243,
      "grad_norm": 5.3125,
      "learning_rate": 3.263772774903648e-05,
      "loss": 1.7499,
      "mean_token_accuracy": 0.6073457360267639,
      "num_tokens": 210876154.0,
      "step": 273820
    },
    {
      "epoch": 0.34734219732659527,
      "grad_norm": 5.21875,
      "learning_rate": 3.2637093438950194e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5390664726495743,
      "num_tokens": 210884606.0,
      "step": 273830
    },
    {
      "epoch": 0.3473548819191281,
      "grad_norm": 5.65625,
      "learning_rate": 3.26364591288639e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5599393784999848,
      "num_tokens": 210891429.0,
      "step": 273840
    },
    {
      "epoch": 0.34736756651166095,
      "grad_norm": 6.4375,
      "learning_rate": 3.263582481877761e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5386181682348251,
      "num_tokens": 210898337.0,
      "step": 273850
    },
    {
      "epoch": 0.3473802511041938,
      "grad_norm": 4.46875,
      "learning_rate": 3.2635190508691317e-05,
      "loss": 2.2562,
      "mean_token_accuracy": 0.5149687260389328,
      "num_tokens": 210906475.0,
      "step": 273860
    },
    {
      "epoch": 0.34739293569672663,
      "grad_norm": 4.96875,
      "learning_rate": 3.263455619860503e-05,
      "loss": 2.223,
      "mean_token_accuracy": 0.5129846304655075,
      "num_tokens": 210914705.0,
      "step": 273870
    },
    {
      "epoch": 0.3474056202892595,
      "grad_norm": 5.75,
      "learning_rate": 3.2633921888518734e-05,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5708373457193374,
      "num_tokens": 210923224.0,
      "step": 273880
    },
    {
      "epoch": 0.34741830488179226,
      "grad_norm": 6.34375,
      "learning_rate": 3.263328757843244e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5294873178005218,
      "num_tokens": 210930919.0,
      "step": 273890
    },
    {
      "epoch": 0.3474309894743251,
      "grad_norm": 5.46875,
      "learning_rate": 3.263265326834615e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5385022103786469,
      "num_tokens": 210938153.0,
      "step": 273900
    },
    {
      "epoch": 0.34744367406685794,
      "grad_norm": 4.90625,
      "learning_rate": 3.263201895825986e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5623524904251098,
      "num_tokens": 210945122.0,
      "step": 273910
    },
    {
      "epoch": 0.3474563586593908,
      "grad_norm": 7.71875,
      "learning_rate": 3.263138464817357e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5254459470510483,
      "num_tokens": 210953396.0,
      "step": 273920
    },
    {
      "epoch": 0.3474690432519236,
      "grad_norm": 4.96875,
      "learning_rate": 3.263075033808728e-05,
      "loss": 2.2848,
      "mean_token_accuracy": 0.5082633584737778,
      "num_tokens": 210962124.0,
      "step": 273930
    },
    {
      "epoch": 0.34748172784445647,
      "grad_norm": 5.0,
      "learning_rate": 3.2630116028000986e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.5795169770717621,
      "num_tokens": 210969344.0,
      "step": 273940
    },
    {
      "epoch": 0.3474944124369893,
      "grad_norm": 5.28125,
      "learning_rate": 3.262948171791469e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5395367056131363,
      "num_tokens": 210977605.0,
      "step": 273950
    },
    {
      "epoch": 0.3475070970295221,
      "grad_norm": 5.28125,
      "learning_rate": 3.2628847407828404e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.564703518152237,
      "num_tokens": 210985919.0,
      "step": 273960
    },
    {
      "epoch": 0.34751978162205494,
      "grad_norm": 4.8125,
      "learning_rate": 3.262821309774211e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5391428977251053,
      "num_tokens": 210993073.0,
      "step": 273970
    },
    {
      "epoch": 0.3475324662145878,
      "grad_norm": 7.8125,
      "learning_rate": 3.262757878765582e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5370860248804092,
      "num_tokens": 210999101.0,
      "step": 273980
    },
    {
      "epoch": 0.3475451508071206,
      "grad_norm": 4.6875,
      "learning_rate": 3.262694447756953e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5302763432264328,
      "num_tokens": 211007569.0,
      "step": 273990
    },
    {
      "epoch": 0.34755783539965346,
      "grad_norm": 5.6875,
      "learning_rate": 3.262631016748324e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5347635686397553,
      "num_tokens": 211014600.0,
      "step": 274000
    },
    {
      "epoch": 0.3475705199921863,
      "grad_norm": 4.5,
      "learning_rate": 3.262567585739695e-05,
      "loss": 1.9067,
      "mean_token_accuracy": 0.5907145023345948,
      "num_tokens": 211022538.0,
      "step": 274010
    },
    {
      "epoch": 0.34758320458471914,
      "grad_norm": 6.71875,
      "learning_rate": 3.2625041547310656e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5338882863521576,
      "num_tokens": 211030136.0,
      "step": 274020
    },
    {
      "epoch": 0.347595889177252,
      "grad_norm": 6.875,
      "learning_rate": 3.262440723722436e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.552890944480896,
      "num_tokens": 211037884.0,
      "step": 274030
    },
    {
      "epoch": 0.34760857376978477,
      "grad_norm": 7.3125,
      "learning_rate": 3.262377292713807e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5495798796415329,
      "num_tokens": 211045623.0,
      "step": 274040
    },
    {
      "epoch": 0.3476212583623176,
      "grad_norm": 4.9375,
      "learning_rate": 3.262313861705178e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5569843947887421,
      "num_tokens": 211054099.0,
      "step": 274050
    },
    {
      "epoch": 0.34763394295485045,
      "grad_norm": 5.9375,
      "learning_rate": 3.262250430696549e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5625536382198334,
      "num_tokens": 211061422.0,
      "step": 274060
    },
    {
      "epoch": 0.3476466275473833,
      "grad_norm": 4.875,
      "learning_rate": 3.26218699968792e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5512411892414093,
      "num_tokens": 211070080.0,
      "step": 274070
    },
    {
      "epoch": 0.34765931213991613,
      "grad_norm": 4.53125,
      "learning_rate": 3.262123568679291e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5519729167222976,
      "num_tokens": 211078840.0,
      "step": 274080
    },
    {
      "epoch": 0.347671996732449,
      "grad_norm": 5.25,
      "learning_rate": 3.2620601376706614e-05,
      "loss": 1.7509,
      "mean_token_accuracy": 0.6210533499717712,
      "num_tokens": 211085177.0,
      "step": 274090
    },
    {
      "epoch": 0.3476846813249818,
      "grad_norm": 5.09375,
      "learning_rate": 3.261996706662032e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.5603358000516891,
      "num_tokens": 211093113.0,
      "step": 274100
    },
    {
      "epoch": 0.34769736591751466,
      "grad_norm": 5.625,
      "learning_rate": 3.261933275653403e-05,
      "loss": 2.2666,
      "mean_token_accuracy": 0.5135891795158386,
      "num_tokens": 211102190.0,
      "step": 274110
    },
    {
      "epoch": 0.34771005051004744,
      "grad_norm": 4.84375,
      "learning_rate": 3.261869844644774e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5455555737018585,
      "num_tokens": 211109853.0,
      "step": 274120
    },
    {
      "epoch": 0.3477227351025803,
      "grad_norm": 5.0625,
      "learning_rate": 3.261806413636145e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5434431940317154,
      "num_tokens": 211116278.0,
      "step": 274130
    },
    {
      "epoch": 0.3477354196951131,
      "grad_norm": 5.25,
      "learning_rate": 3.2617429826275154e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5463384330272675,
      "num_tokens": 211124986.0,
      "step": 274140
    },
    {
      "epoch": 0.34774810428764596,
      "grad_norm": 6.3125,
      "learning_rate": 3.2616795516188867e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5442103087902069,
      "num_tokens": 211132657.0,
      "step": 274150
    },
    {
      "epoch": 0.3477607888801788,
      "grad_norm": 4.59375,
      "learning_rate": 3.261616120610257e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5386735677719117,
      "num_tokens": 211140782.0,
      "step": 274160
    },
    {
      "epoch": 0.34777347347271165,
      "grad_norm": 5.25,
      "learning_rate": 3.261552689601628e-05,
      "loss": 2.1777,
      "mean_token_accuracy": 0.5279405564069748,
      "num_tokens": 211148504.0,
      "step": 274170
    },
    {
      "epoch": 0.3477861580652445,
      "grad_norm": 5.65625,
      "learning_rate": 3.261489258592999e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5668820351362228,
      "num_tokens": 211154764.0,
      "step": 274180
    },
    {
      "epoch": 0.34779884265777733,
      "grad_norm": 7.0625,
      "learning_rate": 3.2614258275843695e-05,
      "loss": 1.7702,
      "mean_token_accuracy": 0.612354502081871,
      "num_tokens": 211162070.0,
      "step": 274190
    },
    {
      "epoch": 0.3478115272503101,
      "grad_norm": 6.96875,
      "learning_rate": 3.261362396575741e-05,
      "loss": 2.2513,
      "mean_token_accuracy": 0.5077298939228058,
      "num_tokens": 211169216.0,
      "step": 274200
    },
    {
      "epoch": 0.34782421184284296,
      "grad_norm": 5.09375,
      "learning_rate": 3.261298965567112e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5558179795742035,
      "num_tokens": 211177419.0,
      "step": 274210
    },
    {
      "epoch": 0.3478368964353758,
      "grad_norm": 6.8125,
      "learning_rate": 3.2612355345584824e-05,
      "loss": 1.8799,
      "mean_token_accuracy": 0.6012601822614669,
      "num_tokens": 211184037.0,
      "step": 274220
    },
    {
      "epoch": 0.34784958102790864,
      "grad_norm": 7.0625,
      "learning_rate": 3.261172103549853e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5811546325683594,
      "num_tokens": 211189980.0,
      "step": 274230
    },
    {
      "epoch": 0.3478622656204415,
      "grad_norm": 6.34375,
      "learning_rate": 3.2611086725412235e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5424683213233947,
      "num_tokens": 211196709.0,
      "step": 274240
    },
    {
      "epoch": 0.3478749502129743,
      "grad_norm": 6.1875,
      "learning_rate": 3.261045241532595e-05,
      "loss": 1.8636,
      "mean_token_accuracy": 0.5785189747810364,
      "num_tokens": 211202442.0,
      "step": 274250
    },
    {
      "epoch": 0.34788763480550716,
      "grad_norm": 5.46875,
      "learning_rate": 3.260981810523966e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5379593193531036,
      "num_tokens": 211210161.0,
      "step": 274260
    },
    {
      "epoch": 0.34790031939804,
      "grad_norm": 9.0,
      "learning_rate": 3.2609183795153365e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5650364547967911,
      "num_tokens": 211217088.0,
      "step": 274270
    },
    {
      "epoch": 0.3479130039905728,
      "grad_norm": 5.0,
      "learning_rate": 3.260854948506708e-05,
      "loss": 2.2804,
      "mean_token_accuracy": 0.5213870346546173,
      "num_tokens": 211226244.0,
      "step": 274280
    },
    {
      "epoch": 0.34792568858310563,
      "grad_norm": 4.84375,
      "learning_rate": 3.260791517498078e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5379077672958374,
      "num_tokens": 211234721.0,
      "step": 274290
    },
    {
      "epoch": 0.34793837317563847,
      "grad_norm": 7.90625,
      "learning_rate": 3.260728086489449e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5499542891979218,
      "num_tokens": 211241704.0,
      "step": 274300
    },
    {
      "epoch": 0.3479510577681713,
      "grad_norm": 5.0625,
      "learning_rate": 3.26066465548082e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5428360104560852,
      "num_tokens": 211250275.0,
      "step": 274310
    },
    {
      "epoch": 0.34796374236070415,
      "grad_norm": 5.625,
      "learning_rate": 3.2606012244721905e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5412495285272598,
      "num_tokens": 211258524.0,
      "step": 274320
    },
    {
      "epoch": 0.347976426953237,
      "grad_norm": 6.875,
      "learning_rate": 3.260537793463562e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5308283537626266,
      "num_tokens": 211265357.0,
      "step": 274330
    },
    {
      "epoch": 0.34798911154576984,
      "grad_norm": 5.75,
      "learning_rate": 3.260474362454932e-05,
      "loss": 2.2606,
      "mean_token_accuracy": 0.5259160697460175,
      "num_tokens": 211273387.0,
      "step": 274340
    },
    {
      "epoch": 0.3480017961383027,
      "grad_norm": 4.84375,
      "learning_rate": 3.2604109314463035e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5344216227531433,
      "num_tokens": 211281209.0,
      "step": 274350
    },
    {
      "epoch": 0.34801448073083546,
      "grad_norm": 7.46875,
      "learning_rate": 3.260347500437675e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5250312000513077,
      "num_tokens": 211289087.0,
      "step": 274360
    },
    {
      "epoch": 0.3480271653233683,
      "grad_norm": 5.6875,
      "learning_rate": 3.2602840694290445e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5414517104625702,
      "num_tokens": 211296983.0,
      "step": 274370
    },
    {
      "epoch": 0.34803984991590114,
      "grad_norm": 4.84375,
      "learning_rate": 3.260220638420416e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5340233683586121,
      "num_tokens": 211304097.0,
      "step": 274380
    },
    {
      "epoch": 0.348052534508434,
      "grad_norm": 7.8125,
      "learning_rate": 3.260157207411786e-05,
      "loss": 1.8721,
      "mean_token_accuracy": 0.5972914725542069,
      "num_tokens": 211309782.0,
      "step": 274390
    },
    {
      "epoch": 0.3480652191009668,
      "grad_norm": 5.25,
      "learning_rate": 3.2600937764031575e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5608373522758484,
      "num_tokens": 211316484.0,
      "step": 274400
    },
    {
      "epoch": 0.34807790369349967,
      "grad_norm": 5.875,
      "learning_rate": 3.260030345394529e-05,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5861154526472092,
      "num_tokens": 211323970.0,
      "step": 274410
    },
    {
      "epoch": 0.3480905882860325,
      "grad_norm": 6.28125,
      "learning_rate": 3.259966914385899e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.552939161658287,
      "num_tokens": 211331230.0,
      "step": 274420
    },
    {
      "epoch": 0.3481032728785653,
      "grad_norm": 10.5625,
      "learning_rate": 3.2599034833772705e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5480912566184998,
      "num_tokens": 211339274.0,
      "step": 274430
    },
    {
      "epoch": 0.34811595747109814,
      "grad_norm": 5.125,
      "learning_rate": 3.259840052368641e-05,
      "loss": 1.821,
      "mean_token_accuracy": 0.5819314539432525,
      "num_tokens": 211346753.0,
      "step": 274440
    },
    {
      "epoch": 0.348128642063631,
      "grad_norm": 5.1875,
      "learning_rate": 3.2597766213600115e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5483305633068085,
      "num_tokens": 211354309.0,
      "step": 274450
    },
    {
      "epoch": 0.3481413266561638,
      "grad_norm": 5.40625,
      "learning_rate": 3.259713190351383e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5410460948944091,
      "num_tokens": 211362266.0,
      "step": 274460
    },
    {
      "epoch": 0.34815401124869666,
      "grad_norm": 6.59375,
      "learning_rate": 3.259649759342753e-05,
      "loss": 1.9317,
      "mean_token_accuracy": 0.5813283503055573,
      "num_tokens": 211368260.0,
      "step": 274470
    },
    {
      "epoch": 0.3481666958412295,
      "grad_norm": 5.25,
      "learning_rate": 3.2595863283341245e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5447555422782898,
      "num_tokens": 211376372.0,
      "step": 274480
    },
    {
      "epoch": 0.34817938043376234,
      "grad_norm": 5.125,
      "learning_rate": 3.259522897325495e-05,
      "loss": 1.9349,
      "mean_token_accuracy": 0.571206483244896,
      "num_tokens": 211384614.0,
      "step": 274490
    },
    {
      "epoch": 0.3481920650262952,
      "grad_norm": 5.0625,
      "learning_rate": 3.259459466316866e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5280763655900955,
      "num_tokens": 211393118.0,
      "step": 274500
    },
    {
      "epoch": 0.34820474961882797,
      "grad_norm": 8.25,
      "learning_rate": 3.259396035308237e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.543645703792572,
      "num_tokens": 211400457.0,
      "step": 274510
    },
    {
      "epoch": 0.3482174342113608,
      "grad_norm": 5.40625,
      "learning_rate": 3.259332604299607e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5322377741336822,
      "num_tokens": 211408396.0,
      "step": 274520
    },
    {
      "epoch": 0.34823011880389365,
      "grad_norm": 4.90625,
      "learning_rate": 3.2592691732909785e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5550268441438675,
      "num_tokens": 211415882.0,
      "step": 274530
    },
    {
      "epoch": 0.3482428033964265,
      "grad_norm": 7.875,
      "learning_rate": 3.259205742282349e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5372065633535386,
      "num_tokens": 211423979.0,
      "step": 274540
    },
    {
      "epoch": 0.34825548798895933,
      "grad_norm": 5.96875,
      "learning_rate": 3.25914231127372e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5600302398204804,
      "num_tokens": 211431604.0,
      "step": 274550
    },
    {
      "epoch": 0.3482681725814922,
      "grad_norm": 5.90625,
      "learning_rate": 3.2590788802650915e-05,
      "loss": 2.2107,
      "mean_token_accuracy": 0.5200393497943878,
      "num_tokens": 211438885.0,
      "step": 274560
    },
    {
      "epoch": 0.348280857174025,
      "grad_norm": 5.6875,
      "learning_rate": 3.259015449256462e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5258333742618561,
      "num_tokens": 211446623.0,
      "step": 274570
    },
    {
      "epoch": 0.34829354176655786,
      "grad_norm": 5.40625,
      "learning_rate": 3.2589520182478325e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5354292124509812,
      "num_tokens": 211454607.0,
      "step": 274580
    },
    {
      "epoch": 0.34830622635909064,
      "grad_norm": 5.96875,
      "learning_rate": 3.258888587239203e-05,
      "loss": 2.2048,
      "mean_token_accuracy": 0.5204527378082275,
      "num_tokens": 211462129.0,
      "step": 274590
    },
    {
      "epoch": 0.3483189109516235,
      "grad_norm": 4.96875,
      "learning_rate": 3.258825156230574e-05,
      "loss": 1.7844,
      "mean_token_accuracy": 0.6004257738590241,
      "num_tokens": 211468883.0,
      "step": 274600
    },
    {
      "epoch": 0.3483315955441563,
      "grad_norm": 4.78125,
      "learning_rate": 3.2587617252219455e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5400546103715896,
      "num_tokens": 211477320.0,
      "step": 274610
    },
    {
      "epoch": 0.34834428013668917,
      "grad_norm": 5.0625,
      "learning_rate": 3.258698294213316e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5307779222726822,
      "num_tokens": 211485664.0,
      "step": 274620
    },
    {
      "epoch": 0.348356964729222,
      "grad_norm": 5.59375,
      "learning_rate": 3.258634863204687e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5477409720420837,
      "num_tokens": 211491937.0,
      "step": 274630
    },
    {
      "epoch": 0.34836964932175485,
      "grad_norm": 5.59375,
      "learning_rate": 3.258571432196058e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5422747135162354,
      "num_tokens": 211499800.0,
      "step": 274640
    },
    {
      "epoch": 0.3483823339142877,
      "grad_norm": 5.4375,
      "learning_rate": 3.258508001187428e-05,
      "loss": 1.7766,
      "mean_token_accuracy": 0.6014631569385529,
      "num_tokens": 211506863.0,
      "step": 274650
    },
    {
      "epoch": 0.34839501850682053,
      "grad_norm": 4.8125,
      "learning_rate": 3.2584445701787995e-05,
      "loss": 1.8295,
      "mean_token_accuracy": 0.5822975963354111,
      "num_tokens": 211514477.0,
      "step": 274660
    },
    {
      "epoch": 0.3484077030993533,
      "grad_norm": 5.15625,
      "learning_rate": 3.25838113917017e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5418022394180297,
      "num_tokens": 211522578.0,
      "step": 274670
    },
    {
      "epoch": 0.34842038769188616,
      "grad_norm": 4.84375,
      "learning_rate": 3.258317708161541e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5635625004768372,
      "num_tokens": 211528553.0,
      "step": 274680
    },
    {
      "epoch": 0.348433072284419,
      "grad_norm": 6.15625,
      "learning_rate": 3.258254277152912e-05,
      "loss": 2.1695,
      "mean_token_accuracy": 0.5203067332506179,
      "num_tokens": 211536692.0,
      "step": 274690
    },
    {
      "epoch": 0.34844575687695184,
      "grad_norm": 8.4375,
      "learning_rate": 3.258190846144283e-05,
      "loss": 1.997,
      "mean_token_accuracy": 0.5457532405853271,
      "num_tokens": 211543184.0,
      "step": 274700
    },
    {
      "epoch": 0.3484584414694847,
      "grad_norm": 5.25,
      "learning_rate": 3.2581274151356536e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5272035330533982,
      "num_tokens": 211552081.0,
      "step": 274710
    },
    {
      "epoch": 0.3484711260620175,
      "grad_norm": 5.96875,
      "learning_rate": 3.258063984127024e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5372005581855774,
      "num_tokens": 211559704.0,
      "step": 274720
    },
    {
      "epoch": 0.34848381065455036,
      "grad_norm": 4.90625,
      "learning_rate": 3.258000553118395e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.543332827091217,
      "num_tokens": 211566593.0,
      "step": 274730
    },
    {
      "epoch": 0.3484964952470832,
      "grad_norm": 4.46875,
      "learning_rate": 3.257937122109766e-05,
      "loss": 2.2941,
      "mean_token_accuracy": 0.5200017154216766,
      "num_tokens": 211575274.0,
      "step": 274740
    },
    {
      "epoch": 0.348509179839616,
      "grad_norm": 5.8125,
      "learning_rate": 3.257873691101137e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5232511609792709,
      "num_tokens": 211583299.0,
      "step": 274750
    },
    {
      "epoch": 0.34852186443214883,
      "grad_norm": 8.8125,
      "learning_rate": 3.257810260092508e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5418443828821182,
      "num_tokens": 211590427.0,
      "step": 274760
    },
    {
      "epoch": 0.3485345490246817,
      "grad_norm": 5.21875,
      "learning_rate": 3.257746829083879e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5293224066495895,
      "num_tokens": 211597195.0,
      "step": 274770
    },
    {
      "epoch": 0.3485472336172145,
      "grad_norm": 5.09375,
      "learning_rate": 3.25768339807525e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5798511266708374,
      "num_tokens": 211603695.0,
      "step": 274780
    },
    {
      "epoch": 0.34855991820974735,
      "grad_norm": 6.65625,
      "learning_rate": 3.25761996706662e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5569509208202362,
      "num_tokens": 211611337.0,
      "step": 274790
    },
    {
      "epoch": 0.3485726028022802,
      "grad_norm": 4.78125,
      "learning_rate": 3.257556536057991e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5423491925001145,
      "num_tokens": 211619776.0,
      "step": 274800
    },
    {
      "epoch": 0.34858528739481304,
      "grad_norm": 5.09375,
      "learning_rate": 3.257493105049362e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5335400968790054,
      "num_tokens": 211627981.0,
      "step": 274810
    },
    {
      "epoch": 0.3485979719873459,
      "grad_norm": 8.125,
      "learning_rate": 3.257429674040733e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5215619266033172,
      "num_tokens": 211635562.0,
      "step": 274820
    },
    {
      "epoch": 0.34861065657987866,
      "grad_norm": 5.28125,
      "learning_rate": 3.257366243032104e-05,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5654107749462127,
      "num_tokens": 211642646.0,
      "step": 274830
    },
    {
      "epoch": 0.3486233411724115,
      "grad_norm": 5.75,
      "learning_rate": 3.257302812023475e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.554742106795311,
      "num_tokens": 211649438.0,
      "step": 274840
    },
    {
      "epoch": 0.34863602576494435,
      "grad_norm": 6.21875,
      "learning_rate": 3.257239381014846e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5507098853588104,
      "num_tokens": 211657951.0,
      "step": 274850
    },
    {
      "epoch": 0.3486487103574772,
      "grad_norm": 7.0,
      "learning_rate": 3.257175950006216e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.522861871123314,
      "num_tokens": 211665894.0,
      "step": 274860
    },
    {
      "epoch": 0.34866139495001003,
      "grad_norm": 4.9375,
      "learning_rate": 3.257112518997587e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5381489217281341,
      "num_tokens": 211674197.0,
      "step": 274870
    },
    {
      "epoch": 0.34867407954254287,
      "grad_norm": 5.25,
      "learning_rate": 3.257049087988958e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5186494886875153,
      "num_tokens": 211682532.0,
      "step": 274880
    },
    {
      "epoch": 0.3486867641350757,
      "grad_norm": 4.5625,
      "learning_rate": 3.256985656980329e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5809026837348938,
      "num_tokens": 211689715.0,
      "step": 274890
    },
    {
      "epoch": 0.3486994487276085,
      "grad_norm": 4.84375,
      "learning_rate": 3.2569222259717e-05,
      "loss": 1.9256,
      "mean_token_accuracy": 0.5565451651811599,
      "num_tokens": 211697530.0,
      "step": 274900
    },
    {
      "epoch": 0.34871213332014134,
      "grad_norm": 5.125,
      "learning_rate": 3.256858794963071e-05,
      "loss": 1.89,
      "mean_token_accuracy": 0.586115974187851,
      "num_tokens": 211705740.0,
      "step": 274910
    },
    {
      "epoch": 0.3487248179126742,
      "grad_norm": 6.40625,
      "learning_rate": 3.2567953639544416e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5620246350765228,
      "num_tokens": 211712664.0,
      "step": 274920
    },
    {
      "epoch": 0.348737502505207,
      "grad_norm": 9.125,
      "learning_rate": 3.256731932945812e-05,
      "loss": 1.8442,
      "mean_token_accuracy": 0.5831897854804993,
      "num_tokens": 211719723.0,
      "step": 274930
    },
    {
      "epoch": 0.34875018709773986,
      "grad_norm": 5.3125,
      "learning_rate": 3.256668501937183e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5769548326730728,
      "num_tokens": 211726786.0,
      "step": 274940
    },
    {
      "epoch": 0.3487628716902727,
      "grad_norm": 6.125,
      "learning_rate": 3.256605070928554e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5448676377534867,
      "num_tokens": 211734612.0,
      "step": 274950
    },
    {
      "epoch": 0.34877555628280554,
      "grad_norm": 5.875,
      "learning_rate": 3.256541639919925e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.528071841597557,
      "num_tokens": 211743868.0,
      "step": 274960
    },
    {
      "epoch": 0.3487882408753384,
      "grad_norm": 7.9375,
      "learning_rate": 3.2564782089112956e-05,
      "loss": 1.8315,
      "mean_token_accuracy": 0.5901749163866044,
      "num_tokens": 211751254.0,
      "step": 274970
    },
    {
      "epoch": 0.34880092546787117,
      "grad_norm": 5.53125,
      "learning_rate": 3.256414777902667e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5290648609399795,
      "num_tokens": 211759197.0,
      "step": 274980
    },
    {
      "epoch": 0.348813610060404,
      "grad_norm": 5.5,
      "learning_rate": 3.2563513468940374e-05,
      "loss": 2.2408,
      "mean_token_accuracy": 0.5205657750368118,
      "num_tokens": 211767817.0,
      "step": 274990
    },
    {
      "epoch": 0.34882629465293685,
      "grad_norm": 5.6875,
      "learning_rate": 3.256287915885408e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5733268886804581,
      "num_tokens": 211773762.0,
      "step": 275000
    },
    {
      "epoch": 0.3488389792454697,
      "grad_norm": 5.0,
      "learning_rate": 3.256224484876779e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5638784110546112,
      "num_tokens": 211781024.0,
      "step": 275010
    },
    {
      "epoch": 0.34885166383800253,
      "grad_norm": 5.3125,
      "learning_rate": 3.2561610538681496e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.554791834950447,
      "num_tokens": 211788959.0,
      "step": 275020
    },
    {
      "epoch": 0.3488643484305354,
      "grad_norm": 5.34375,
      "learning_rate": 3.256097622859521e-05,
      "loss": 1.8226,
      "mean_token_accuracy": 0.5963308095932007,
      "num_tokens": 211794925.0,
      "step": 275030
    },
    {
      "epoch": 0.3488770330230682,
      "grad_norm": 4.8125,
      "learning_rate": 3.256034191850892e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5459826588630676,
      "num_tokens": 211803499.0,
      "step": 275040
    },
    {
      "epoch": 0.34888971761560106,
      "grad_norm": 6.09375,
      "learning_rate": 3.2559707608422626e-05,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5717848181724549,
      "num_tokens": 211810726.0,
      "step": 275050
    },
    {
      "epoch": 0.34890240220813384,
      "grad_norm": 7.65625,
      "learning_rate": 3.255907329833633e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5498805105686188,
      "num_tokens": 211818872.0,
      "step": 275060
    },
    {
      "epoch": 0.3489150868006667,
      "grad_norm": 5.125,
      "learning_rate": 3.255843898825004e-05,
      "loss": 2.2813,
      "mean_token_accuracy": 0.5027363210916519,
      "num_tokens": 211828206.0,
      "step": 275070
    },
    {
      "epoch": 0.3489277713931995,
      "grad_norm": 5.03125,
      "learning_rate": 3.255780467816375e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5248419493436813,
      "num_tokens": 211836995.0,
      "step": 275080
    },
    {
      "epoch": 0.34894045598573237,
      "grad_norm": 6.65625,
      "learning_rate": 3.255717036807746e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5617004245519638,
      "num_tokens": 211843968.0,
      "step": 275090
    },
    {
      "epoch": 0.3489531405782652,
      "grad_norm": 4.96875,
      "learning_rate": 3.2556536057991166e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5392655670642853,
      "num_tokens": 211853265.0,
      "step": 275100
    },
    {
      "epoch": 0.34896582517079805,
      "grad_norm": 4.65625,
      "learning_rate": 3.255590174790488e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5457557767629624,
      "num_tokens": 211859891.0,
      "step": 275110
    },
    {
      "epoch": 0.3489785097633309,
      "grad_norm": 5.0,
      "learning_rate": 3.2555267437818584e-05,
      "loss": 2.2218,
      "mean_token_accuracy": 0.5306991547346115,
      "num_tokens": 211868266.0,
      "step": 275120
    },
    {
      "epoch": 0.34899119435586373,
      "grad_norm": 5.34375,
      "learning_rate": 3.255463312773229e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5408373922109604,
      "num_tokens": 211876602.0,
      "step": 275130
    },
    {
      "epoch": 0.3490038789483965,
      "grad_norm": 5.125,
      "learning_rate": 3.2553998817646e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5287200897932053,
      "num_tokens": 211885498.0,
      "step": 275140
    },
    {
      "epoch": 0.34901656354092936,
      "grad_norm": 5.375,
      "learning_rate": 3.255336450755971e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5491924822330475,
      "num_tokens": 211893915.0,
      "step": 275150
    },
    {
      "epoch": 0.3490292481334622,
      "grad_norm": 5.8125,
      "learning_rate": 3.255273019747342e-05,
      "loss": 2.2346,
      "mean_token_accuracy": 0.5260030418634415,
      "num_tokens": 211901484.0,
      "step": 275160
    },
    {
      "epoch": 0.34904193272599504,
      "grad_norm": 5.90625,
      "learning_rate": 3.2552095887387124e-05,
      "loss": 2.3046,
      "mean_token_accuracy": 0.5130900800228119,
      "num_tokens": 211908961.0,
      "step": 275170
    },
    {
      "epoch": 0.3490546173185279,
      "grad_norm": 4.96875,
      "learning_rate": 3.2551461577300836e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.519203382730484,
      "num_tokens": 211916973.0,
      "step": 275180
    },
    {
      "epoch": 0.3490673019110607,
      "grad_norm": 6.34375,
      "learning_rate": 3.255082726721455e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5523466676473617,
      "num_tokens": 211925361.0,
      "step": 275190
    },
    {
      "epoch": 0.34907998650359356,
      "grad_norm": 6.65625,
      "learning_rate": 3.2550192957128254e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.5645793288946152,
      "num_tokens": 211931752.0,
      "step": 275200
    },
    {
      "epoch": 0.3490926710961264,
      "grad_norm": 5.25,
      "learning_rate": 3.254955864704196e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5402621358633042,
      "num_tokens": 211940173.0,
      "step": 275210
    },
    {
      "epoch": 0.3491053556886592,
      "grad_norm": 5.6875,
      "learning_rate": 3.2548924336955664e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5296829581260681,
      "num_tokens": 211948785.0,
      "step": 275220
    },
    {
      "epoch": 0.34911804028119203,
      "grad_norm": 4.96875,
      "learning_rate": 3.2548290026869377e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5404261231422425,
      "num_tokens": 211956960.0,
      "step": 275230
    },
    {
      "epoch": 0.3491307248737249,
      "grad_norm": 4.71875,
      "learning_rate": 3.254765571678309e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5295488685369492,
      "num_tokens": 211964525.0,
      "step": 275240
    },
    {
      "epoch": 0.3491434094662577,
      "grad_norm": 5.8125,
      "learning_rate": 3.2547021406696794e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5590830028057099,
      "num_tokens": 211972371.0,
      "step": 275250
    },
    {
      "epoch": 0.34915609405879056,
      "grad_norm": 5.625,
      "learning_rate": 3.2546387096610506e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5494659870862961,
      "num_tokens": 211980733.0,
      "step": 275260
    },
    {
      "epoch": 0.3491687786513234,
      "grad_norm": 5.34375,
      "learning_rate": 3.254575278652421e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5342428684234619,
      "num_tokens": 211988161.0,
      "step": 275270
    },
    {
      "epoch": 0.34918146324385624,
      "grad_norm": 5.6875,
      "learning_rate": 3.254511847643792e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5465434104204178,
      "num_tokens": 211995721.0,
      "step": 275280
    },
    {
      "epoch": 0.3491941478363891,
      "grad_norm": 7.0,
      "learning_rate": 3.254448416635163e-05,
      "loss": 1.9259,
      "mean_token_accuracy": 0.584734308719635,
      "num_tokens": 212001298.0,
      "step": 275290
    },
    {
      "epoch": 0.34920683242892187,
      "grad_norm": 6.90625,
      "learning_rate": 3.2543849856265334e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5214963555335999,
      "num_tokens": 212008794.0,
      "step": 275300
    },
    {
      "epoch": 0.3492195170214547,
      "grad_norm": 5.15625,
      "learning_rate": 3.2543215546179046e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5323379546403885,
      "num_tokens": 212016161.0,
      "step": 275310
    },
    {
      "epoch": 0.34923220161398755,
      "grad_norm": 5.0,
      "learning_rate": 3.254258123609275e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.543855857849121,
      "num_tokens": 212023563.0,
      "step": 275320
    },
    {
      "epoch": 0.3492448862065204,
      "grad_norm": 4.46875,
      "learning_rate": 3.2541946926006464e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5434131920337677,
      "num_tokens": 212031368.0,
      "step": 275330
    },
    {
      "epoch": 0.34925757079905323,
      "grad_norm": 6.1875,
      "learning_rate": 3.254131261592017e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5382045567035675,
      "num_tokens": 212038894.0,
      "step": 275340
    },
    {
      "epoch": 0.34927025539158607,
      "grad_norm": 8.0,
      "learning_rate": 3.2540678305833875e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5453677982091903,
      "num_tokens": 212046404.0,
      "step": 275350
    },
    {
      "epoch": 0.3492829399841189,
      "grad_norm": 5.3125,
      "learning_rate": 3.254004399574759e-05,
      "loss": 1.7429,
      "mean_token_accuracy": 0.6069739907979965,
      "num_tokens": 212053228.0,
      "step": 275360
    },
    {
      "epoch": 0.3492956245766517,
      "grad_norm": 5.0625,
      "learning_rate": 3.253940968566129e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5211106568574906,
      "num_tokens": 212061755.0,
      "step": 275370
    },
    {
      "epoch": 0.34930830916918454,
      "grad_norm": 7.15625,
      "learning_rate": 3.2538775375575004e-05,
      "loss": 1.8937,
      "mean_token_accuracy": 0.5938438683748245,
      "num_tokens": 212067910.0,
      "step": 275380
    },
    {
      "epoch": 0.3493209937617174,
      "grad_norm": 4.84375,
      "learning_rate": 3.2538141065488716e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5404168337583541,
      "num_tokens": 212076377.0,
      "step": 275390
    },
    {
      "epoch": 0.3493336783542502,
      "grad_norm": 5.1875,
      "learning_rate": 3.253750675540242e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5267611771821976,
      "num_tokens": 212083683.0,
      "step": 275400
    },
    {
      "epoch": 0.34934636294678306,
      "grad_norm": 5.21875,
      "learning_rate": 3.253687244531613e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5336222648620605,
      "num_tokens": 212091610.0,
      "step": 275410
    },
    {
      "epoch": 0.3493590475393159,
      "grad_norm": 5.1875,
      "learning_rate": 3.253623813522983e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5229639053344727,
      "num_tokens": 212099674.0,
      "step": 275420
    },
    {
      "epoch": 0.34937173213184874,
      "grad_norm": 5.40625,
      "learning_rate": 3.2535603825143545e-05,
      "loss": 1.9412,
      "mean_token_accuracy": 0.5662381589412689,
      "num_tokens": 212105439.0,
      "step": 275430
    },
    {
      "epoch": 0.3493844167243816,
      "grad_norm": 6.1875,
      "learning_rate": 3.253496951505726e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5461554884910583,
      "num_tokens": 212113505.0,
      "step": 275440
    },
    {
      "epoch": 0.34939710131691437,
      "grad_norm": 5.09375,
      "learning_rate": 3.253433520497096e-05,
      "loss": 2.2058,
      "mean_token_accuracy": 0.5232890546321869,
      "num_tokens": 212122293.0,
      "step": 275450
    },
    {
      "epoch": 0.3494097859094472,
      "grad_norm": 7.75,
      "learning_rate": 3.2533700894884674e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.5221558630466461,
      "num_tokens": 212130012.0,
      "step": 275460
    },
    {
      "epoch": 0.34942247050198005,
      "grad_norm": 6.03125,
      "learning_rate": 3.253306658479838e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5427317887544632,
      "num_tokens": 212137265.0,
      "step": 275470
    },
    {
      "epoch": 0.3494351550945129,
      "grad_norm": 6.59375,
      "learning_rate": 3.2532432274712085e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5461686581373215,
      "num_tokens": 212145306.0,
      "step": 275480
    },
    {
      "epoch": 0.34944783968704574,
      "grad_norm": 5.53125,
      "learning_rate": 3.25317979646258e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5427260160446167,
      "num_tokens": 212153918.0,
      "step": 275490
    },
    {
      "epoch": 0.3494605242795786,
      "grad_norm": 4.9375,
      "learning_rate": 3.25311636545395e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5249363511800766,
      "num_tokens": 212162248.0,
      "step": 275500
    },
    {
      "epoch": 0.3494732088721114,
      "grad_norm": 4.6875,
      "learning_rate": 3.2530529344453215e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.517959588766098,
      "num_tokens": 212171793.0,
      "step": 275510
    },
    {
      "epoch": 0.34948589346464426,
      "grad_norm": 5.34375,
      "learning_rate": 3.252989503436692e-05,
      "loss": 2.3026,
      "mean_token_accuracy": 0.5238905608654022,
      "num_tokens": 212178712.0,
      "step": 275520
    },
    {
      "epoch": 0.34949857805717705,
      "grad_norm": 5.03125,
      "learning_rate": 3.252926072428063e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5438133686780929,
      "num_tokens": 212187256.0,
      "step": 275530
    },
    {
      "epoch": 0.3495112626497099,
      "grad_norm": 6.1875,
      "learning_rate": 3.2528626414194344e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5374611616134644,
      "num_tokens": 212193314.0,
      "step": 275540
    },
    {
      "epoch": 0.3495239472422427,
      "grad_norm": 4.90625,
      "learning_rate": 3.252799210410804e-05,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5723661363124848,
      "num_tokens": 212200437.0,
      "step": 275550
    },
    {
      "epoch": 0.34953663183477557,
      "grad_norm": 10.8125,
      "learning_rate": 3.2527357794021755e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5584658145904541,
      "num_tokens": 212207296.0,
      "step": 275560
    },
    {
      "epoch": 0.3495493164273084,
      "grad_norm": 6.875,
      "learning_rate": 3.252672348393546e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.535778671503067,
      "num_tokens": 212215921.0,
      "step": 275570
    },
    {
      "epoch": 0.34956200101984125,
      "grad_norm": 5.28125,
      "learning_rate": 3.252608917384917e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5640758544206619,
      "num_tokens": 212223852.0,
      "step": 275580
    },
    {
      "epoch": 0.3495746856123741,
      "grad_norm": 6.4375,
      "learning_rate": 3.2525454863762884e-05,
      "loss": 1.8778,
      "mean_token_accuracy": 0.5822335302829742,
      "num_tokens": 212230253.0,
      "step": 275590
    },
    {
      "epoch": 0.34958737020490693,
      "grad_norm": 6.15625,
      "learning_rate": 3.252482055367659e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5331541717052459,
      "num_tokens": 212237618.0,
      "step": 275600
    },
    {
      "epoch": 0.3496000547974397,
      "grad_norm": 5.4375,
      "learning_rate": 3.25241862435903e-05,
      "loss": 1.8375,
      "mean_token_accuracy": 0.5913029909133911,
      "num_tokens": 212244092.0,
      "step": 275610
    },
    {
      "epoch": 0.34961273938997256,
      "grad_norm": 6.3125,
      "learning_rate": 3.252355193350401e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5738593846559524,
      "num_tokens": 212252149.0,
      "step": 275620
    },
    {
      "epoch": 0.3496254239825054,
      "grad_norm": 8.4375,
      "learning_rate": 3.252291762341771e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5192012280225754,
      "num_tokens": 212260748.0,
      "step": 275630
    },
    {
      "epoch": 0.34963810857503824,
      "grad_norm": 6.53125,
      "learning_rate": 3.2522283313331425e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5346849232912063,
      "num_tokens": 212267830.0,
      "step": 275640
    },
    {
      "epoch": 0.3496507931675711,
      "grad_norm": 6.5,
      "learning_rate": 3.252164900324513e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5577582716941833,
      "num_tokens": 212274693.0,
      "step": 275650
    },
    {
      "epoch": 0.3496634777601039,
      "grad_norm": 5.03125,
      "learning_rate": 3.252101469315884e-05,
      "loss": 1.8426,
      "mean_token_accuracy": 0.5843552649021149,
      "num_tokens": 212283084.0,
      "step": 275660
    },
    {
      "epoch": 0.34967616235263677,
      "grad_norm": 8.125,
      "learning_rate": 3.252038038307255e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5356933563947678,
      "num_tokens": 212290376.0,
      "step": 275670
    },
    {
      "epoch": 0.3496888469451696,
      "grad_norm": 4.78125,
      "learning_rate": 3.251974607298626e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5652492761611938,
      "num_tokens": 212297856.0,
      "step": 275680
    },
    {
      "epoch": 0.3497015315377024,
      "grad_norm": 7.3125,
      "learning_rate": 3.2519111762899965e-05,
      "loss": 1.7195,
      "mean_token_accuracy": 0.6304868191480637,
      "num_tokens": 212303782.0,
      "step": 275690
    },
    {
      "epoch": 0.34971421613023523,
      "grad_norm": 4.53125,
      "learning_rate": 3.251847745281367e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.518836572766304,
      "num_tokens": 212312206.0,
      "step": 275700
    },
    {
      "epoch": 0.3497269007227681,
      "grad_norm": 5.875,
      "learning_rate": 3.251784314272738e-05,
      "loss": 1.829,
      "mean_token_accuracy": 0.6009783059358597,
      "num_tokens": 212319926.0,
      "step": 275710
    },
    {
      "epoch": 0.3497395853153009,
      "grad_norm": 6.0,
      "learning_rate": 3.251720883264109e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5494432896375656,
      "num_tokens": 212326544.0,
      "step": 275720
    },
    {
      "epoch": 0.34975226990783376,
      "grad_norm": 6.21875,
      "learning_rate": 3.25165745225548e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5236282020807266,
      "num_tokens": 212334591.0,
      "step": 275730
    },
    {
      "epoch": 0.3497649545003666,
      "grad_norm": 4.84375,
      "learning_rate": 3.251594021246851e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5428330481052399,
      "num_tokens": 212342015.0,
      "step": 275740
    },
    {
      "epoch": 0.34977763909289944,
      "grad_norm": 5.03125,
      "learning_rate": 3.251530590238222e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5518165290355682,
      "num_tokens": 212349136.0,
      "step": 275750
    },
    {
      "epoch": 0.3497903236854323,
      "grad_norm": 4.96875,
      "learning_rate": 3.251467159229592e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5752046138048172,
      "num_tokens": 212357028.0,
      "step": 275760
    },
    {
      "epoch": 0.34980300827796507,
      "grad_norm": 5.375,
      "learning_rate": 3.2514037282209635e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5555918008089066,
      "num_tokens": 212365642.0,
      "step": 275770
    },
    {
      "epoch": 0.3498156928704979,
      "grad_norm": 5.5,
      "learning_rate": 3.251340297212334e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5163411200046539,
      "num_tokens": 212373997.0,
      "step": 275780
    },
    {
      "epoch": 0.34982837746303075,
      "grad_norm": 8.0625,
      "learning_rate": 3.251276866203705e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5332044839859009,
      "num_tokens": 212381884.0,
      "step": 275790
    },
    {
      "epoch": 0.3498410620555636,
      "grad_norm": 6.96875,
      "learning_rate": 3.251213435195076e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5459167063236237,
      "num_tokens": 212389846.0,
      "step": 275800
    },
    {
      "epoch": 0.34985374664809643,
      "grad_norm": 5.28125,
      "learning_rate": 3.251150004186447e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5593031346797943,
      "num_tokens": 212395631.0,
      "step": 275810
    },
    {
      "epoch": 0.34986643124062927,
      "grad_norm": 5.15625,
      "learning_rate": 3.2510865731778175e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5233856230974198,
      "num_tokens": 212404011.0,
      "step": 275820
    },
    {
      "epoch": 0.3498791158331621,
      "grad_norm": 5.375,
      "learning_rate": 3.251023142169188e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5771159440279007,
      "num_tokens": 212410891.0,
      "step": 275830
    },
    {
      "epoch": 0.3498918004256949,
      "grad_norm": 5.0625,
      "learning_rate": 3.250959711160559e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5437279134988785,
      "num_tokens": 212420145.0,
      "step": 275840
    },
    {
      "epoch": 0.34990448501822774,
      "grad_norm": 5.59375,
      "learning_rate": 3.25089628015193e-05,
      "loss": 1.913,
      "mean_token_accuracy": 0.5694331765174866,
      "num_tokens": 212427625.0,
      "step": 275850
    },
    {
      "epoch": 0.3499171696107606,
      "grad_norm": 7.6875,
      "learning_rate": 3.250832849143301e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5283909142017365,
      "num_tokens": 212436133.0,
      "step": 275860
    },
    {
      "epoch": 0.3499298542032934,
      "grad_norm": 6.59375,
      "learning_rate": 3.250769418134672e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5475097388029099,
      "num_tokens": 212444379.0,
      "step": 275870
    },
    {
      "epoch": 0.34994253879582626,
      "grad_norm": 5.0625,
      "learning_rate": 3.250705987126043e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5506833165884018,
      "num_tokens": 212451324.0,
      "step": 275880
    },
    {
      "epoch": 0.3499552233883591,
      "grad_norm": 4.625,
      "learning_rate": 3.250642556117413e-05,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5731301099061966,
      "num_tokens": 212459346.0,
      "step": 275890
    },
    {
      "epoch": 0.34996790798089195,
      "grad_norm": 8.75,
      "learning_rate": 3.250579125108784e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5392980247735977,
      "num_tokens": 212466641.0,
      "step": 275900
    },
    {
      "epoch": 0.3499805925734248,
      "grad_norm": 7.15625,
      "learning_rate": 3.250515694100155e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5398967444896698,
      "num_tokens": 212473636.0,
      "step": 275910
    },
    {
      "epoch": 0.3499932771659576,
      "grad_norm": 10.8125,
      "learning_rate": 3.250452263091526e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.560824966430664,
      "num_tokens": 212480927.0,
      "step": 275920
    },
    {
      "epoch": 0.3500059617584904,
      "grad_norm": 5.125,
      "learning_rate": 3.250388832082897e-05,
      "loss": 1.8717,
      "mean_token_accuracy": 0.58404700756073,
      "num_tokens": 212487870.0,
      "step": 275930
    },
    {
      "epoch": 0.35001864635102325,
      "grad_norm": 6.90625,
      "learning_rate": 3.250325401074268e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5456992357969284,
      "num_tokens": 212495050.0,
      "step": 275940
    },
    {
      "epoch": 0.3500313309435561,
      "grad_norm": 4.875,
      "learning_rate": 3.2502619700656386e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5333058506250381,
      "num_tokens": 212503485.0,
      "step": 275950
    },
    {
      "epoch": 0.35004401553608894,
      "grad_norm": 6.03125,
      "learning_rate": 3.25019853905701e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5360361456871032,
      "num_tokens": 212510786.0,
      "step": 275960
    },
    {
      "epoch": 0.3500567001286218,
      "grad_norm": 6.1875,
      "learning_rate": 3.25013510804838e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.542732372879982,
      "num_tokens": 212516411.0,
      "step": 275970
    },
    {
      "epoch": 0.3500693847211546,
      "grad_norm": 5.34375,
      "learning_rate": 3.250071677039751e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5241377949714661,
      "num_tokens": 212524515.0,
      "step": 275980
    },
    {
      "epoch": 0.35008206931368746,
      "grad_norm": 5.15625,
      "learning_rate": 3.250008246031122e-05,
      "loss": 2.3062,
      "mean_token_accuracy": 0.5080558598041535,
      "num_tokens": 212532547.0,
      "step": 275990
    },
    {
      "epoch": 0.35009475390622025,
      "grad_norm": 4.96875,
      "learning_rate": 3.2499448150224926e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5688986301422119,
      "num_tokens": 212540188.0,
      "step": 276000
    },
    {
      "epoch": 0.3501074384987531,
      "grad_norm": 9.625,
      "learning_rate": 3.249881384013864e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5377145916223526,
      "num_tokens": 212547263.0,
      "step": 276010
    },
    {
      "epoch": 0.35012012309128593,
      "grad_norm": 5.0,
      "learning_rate": 3.249817953005235e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5266951411962509,
      "num_tokens": 212555896.0,
      "step": 276020
    },
    {
      "epoch": 0.35013280768381877,
      "grad_norm": 6.25,
      "learning_rate": 3.2497545219966055e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5312663078308105,
      "num_tokens": 212563811.0,
      "step": 276030
    },
    {
      "epoch": 0.3501454922763516,
      "grad_norm": 9.375,
      "learning_rate": 3.249691090987976e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5654541343450546,
      "num_tokens": 212570803.0,
      "step": 276040
    },
    {
      "epoch": 0.35015817686888445,
      "grad_norm": 7.84375,
      "learning_rate": 3.2496276599793466e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5312702983617783,
      "num_tokens": 212578324.0,
      "step": 276050
    },
    {
      "epoch": 0.3501708614614173,
      "grad_norm": 9.0625,
      "learning_rate": 3.249564228970718e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5414320349693298,
      "num_tokens": 212586582.0,
      "step": 276060
    },
    {
      "epoch": 0.35018354605395013,
      "grad_norm": 6.25,
      "learning_rate": 3.249500797962089e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5145972371101379,
      "num_tokens": 212594884.0,
      "step": 276070
    },
    {
      "epoch": 0.3501962306464829,
      "grad_norm": 8.0,
      "learning_rate": 3.2494373669534596e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5332102209329606,
      "num_tokens": 212602466.0,
      "step": 276080
    },
    {
      "epoch": 0.35020891523901576,
      "grad_norm": 5.53125,
      "learning_rate": 3.249373935944831e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5490881860256195,
      "num_tokens": 212610520.0,
      "step": 276090
    },
    {
      "epoch": 0.3502215998315486,
      "grad_norm": 5.40625,
      "learning_rate": 3.249310504936201e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5691558927297592,
      "num_tokens": 212617486.0,
      "step": 276100
    },
    {
      "epoch": 0.35023428442408144,
      "grad_norm": 6.09375,
      "learning_rate": 3.249247073927572e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5293050408363342,
      "num_tokens": 212625816.0,
      "step": 276110
    },
    {
      "epoch": 0.3502469690166143,
      "grad_norm": 6.96875,
      "learning_rate": 3.249183642918943e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5428420901298523,
      "num_tokens": 212634692.0,
      "step": 276120
    },
    {
      "epoch": 0.3502596536091471,
      "grad_norm": 5.28125,
      "learning_rate": 3.2491202119103136e-05,
      "loss": 2.2176,
      "mean_token_accuracy": 0.5175079971551895,
      "num_tokens": 212642366.0,
      "step": 276130
    },
    {
      "epoch": 0.35027233820167997,
      "grad_norm": 14.625,
      "learning_rate": 3.249056780901685e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5415183454751968,
      "num_tokens": 212649702.0,
      "step": 276140
    },
    {
      "epoch": 0.3502850227942128,
      "grad_norm": 5.03125,
      "learning_rate": 3.2489933498930554e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5344536572694778,
      "num_tokens": 212657738.0,
      "step": 276150
    },
    {
      "epoch": 0.3502977073867456,
      "grad_norm": 5.96875,
      "learning_rate": 3.2489299188844266e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5713720262050629,
      "num_tokens": 212664066.0,
      "step": 276160
    },
    {
      "epoch": 0.35031039197927843,
      "grad_norm": 5.875,
      "learning_rate": 3.248866487875797e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.541894581913948,
      "num_tokens": 212671144.0,
      "step": 276170
    },
    {
      "epoch": 0.3503230765718113,
      "grad_norm": 4.3125,
      "learning_rate": 3.2488030568671676e-05,
      "loss": 1.9354,
      "mean_token_accuracy": 0.5635641276836395,
      "num_tokens": 212678660.0,
      "step": 276180
    },
    {
      "epoch": 0.3503357611643441,
      "grad_norm": 6.59375,
      "learning_rate": 3.248739625858539e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5208063453435898,
      "num_tokens": 212686537.0,
      "step": 276190
    },
    {
      "epoch": 0.35034844575687696,
      "grad_norm": 7.0625,
      "learning_rate": 3.2486761948499094e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5533536195755004,
      "num_tokens": 212693822.0,
      "step": 276200
    },
    {
      "epoch": 0.3503611303494098,
      "grad_norm": 5.1875,
      "learning_rate": 3.2486127638412806e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5263766050338745,
      "num_tokens": 212701678.0,
      "step": 276210
    },
    {
      "epoch": 0.35037381494194264,
      "grad_norm": 5.90625,
      "learning_rate": 3.248549332832652e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5358000069856643,
      "num_tokens": 212708492.0,
      "step": 276220
    },
    {
      "epoch": 0.3503864995344755,
      "grad_norm": 4.6875,
      "learning_rate": 3.2484859018240223e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5537664890289307,
      "num_tokens": 212716351.0,
      "step": 276230
    },
    {
      "epoch": 0.35039918412700827,
      "grad_norm": 6.15625,
      "learning_rate": 3.248422470815393e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5729140013456344,
      "num_tokens": 212723384.0,
      "step": 276240
    },
    {
      "epoch": 0.3504118687195411,
      "grad_norm": 5.875,
      "learning_rate": 3.2483590398067634e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.554906815290451,
      "num_tokens": 212730558.0,
      "step": 276250
    },
    {
      "epoch": 0.35042455331207395,
      "grad_norm": 5.40625,
      "learning_rate": 3.2482956087981346e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.545037692785263,
      "num_tokens": 212737872.0,
      "step": 276260
    },
    {
      "epoch": 0.3504372379046068,
      "grad_norm": 4.59375,
      "learning_rate": 3.248232177789506e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5480330884456635,
      "num_tokens": 212744743.0,
      "step": 276270
    },
    {
      "epoch": 0.35044992249713963,
      "grad_norm": 6.09375,
      "learning_rate": 3.2481687467808764e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5465326726436615,
      "num_tokens": 212751855.0,
      "step": 276280
    },
    {
      "epoch": 0.3504626070896725,
      "grad_norm": 4.59375,
      "learning_rate": 3.2481053157722476e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.554911658167839,
      "num_tokens": 212759664.0,
      "step": 276290
    },
    {
      "epoch": 0.3504752916822053,
      "grad_norm": 4.625,
      "learning_rate": 3.248041884763618e-05,
      "loss": 2.2053,
      "mean_token_accuracy": 0.5137193858623504,
      "num_tokens": 212768539.0,
      "step": 276300
    },
    {
      "epoch": 0.3504879762747381,
      "grad_norm": 5.15625,
      "learning_rate": 3.2479784537549887e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5415058106184005,
      "num_tokens": 212776768.0,
      "step": 276310
    },
    {
      "epoch": 0.35050066086727094,
      "grad_norm": 5.125,
      "learning_rate": 3.24791502274636e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5127810955047607,
      "num_tokens": 212784266.0,
      "step": 276320
    },
    {
      "epoch": 0.3505133454598038,
      "grad_norm": 4.71875,
      "learning_rate": 3.2478515917377304e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.559252855181694,
      "num_tokens": 212791736.0,
      "step": 276330
    },
    {
      "epoch": 0.3505260300523366,
      "grad_norm": 5.3125,
      "learning_rate": 3.2477881607291016e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.528074112534523,
      "num_tokens": 212798352.0,
      "step": 276340
    },
    {
      "epoch": 0.35053871464486946,
      "grad_norm": 5.34375,
      "learning_rate": 3.247724729720472e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5810380309820176,
      "num_tokens": 212805213.0,
      "step": 276350
    },
    {
      "epoch": 0.3505513992374023,
      "grad_norm": 5.625,
      "learning_rate": 3.2476612987118434e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5292035639286041,
      "num_tokens": 212812885.0,
      "step": 276360
    },
    {
      "epoch": 0.35056408382993515,
      "grad_norm": 5.46875,
      "learning_rate": 3.2475978677032146e-05,
      "loss": 2.2977,
      "mean_token_accuracy": 0.5246114253997802,
      "num_tokens": 212820106.0,
      "step": 276370
    },
    {
      "epoch": 0.350576768422468,
      "grad_norm": 7.5625,
      "learning_rate": 3.247534436694585e-05,
      "loss": 2.064,
      "mean_token_accuracy": 0.5413005322217941,
      "num_tokens": 212827264.0,
      "step": 276380
    },
    {
      "epoch": 0.3505894530150008,
      "grad_norm": 6.8125,
      "learning_rate": 3.2474710056859557e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5551182150840759,
      "num_tokens": 212834752.0,
      "step": 276390
    },
    {
      "epoch": 0.3506021376075336,
      "grad_norm": 7.65625,
      "learning_rate": 3.247407574677326e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.557273092865944,
      "num_tokens": 212841995.0,
      "step": 276400
    },
    {
      "epoch": 0.35061482220006646,
      "grad_norm": 11.8125,
      "learning_rate": 3.2473441436686974e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5280870646238327,
      "num_tokens": 212849506.0,
      "step": 276410
    },
    {
      "epoch": 0.3506275067925993,
      "grad_norm": 4.53125,
      "learning_rate": 3.2472807126600686e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5320156902074814,
      "num_tokens": 212857827.0,
      "step": 276420
    },
    {
      "epoch": 0.35064019138513214,
      "grad_norm": 5.125,
      "learning_rate": 3.247217281651439e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5374640136957168,
      "num_tokens": 212866248.0,
      "step": 276430
    },
    {
      "epoch": 0.350652875977665,
      "grad_norm": 10.75,
      "learning_rate": 3.2471538506428104e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5311235070228577,
      "num_tokens": 212874158.0,
      "step": 276440
    },
    {
      "epoch": 0.3506655605701978,
      "grad_norm": 4.71875,
      "learning_rate": 3.247090419634181e-05,
      "loss": 2.2842,
      "mean_token_accuracy": 0.4993717908859253,
      "num_tokens": 212882846.0,
      "step": 276450
    },
    {
      "epoch": 0.35067824516273066,
      "grad_norm": 5.03125,
      "learning_rate": 3.2470269886255514e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5303366959095002,
      "num_tokens": 212891399.0,
      "step": 276460
    },
    {
      "epoch": 0.35069092975526345,
      "grad_norm": 4.65625,
      "learning_rate": 3.2469635576169226e-05,
      "loss": 1.8088,
      "mean_token_accuracy": 0.5871335059404373,
      "num_tokens": 212898410.0,
      "step": 276470
    },
    {
      "epoch": 0.3507036143477963,
      "grad_norm": 5.09375,
      "learning_rate": 3.246900126608293e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5424605309963226,
      "num_tokens": 212907626.0,
      "step": 276480
    },
    {
      "epoch": 0.35071629894032913,
      "grad_norm": 5.75,
      "learning_rate": 3.2468366955996644e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5480207532644272,
      "num_tokens": 212915254.0,
      "step": 276490
    },
    {
      "epoch": 0.35072898353286197,
      "grad_norm": 5.0,
      "learning_rate": 3.246773264591035e-05,
      "loss": 1.8674,
      "mean_token_accuracy": 0.5804089546203614,
      "num_tokens": 212923661.0,
      "step": 276500
    },
    {
      "epoch": 0.3507416681253948,
      "grad_norm": 5.15625,
      "learning_rate": 3.246709833582406e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5385068029165268,
      "num_tokens": 212930347.0,
      "step": 276510
    },
    {
      "epoch": 0.35075435271792765,
      "grad_norm": 5.375,
      "learning_rate": 3.246646402573777e-05,
      "loss": 2.2561,
      "mean_token_accuracy": 0.524726203083992,
      "num_tokens": 212936771.0,
      "step": 276520
    },
    {
      "epoch": 0.3507670373104605,
      "grad_norm": 4.6875,
      "learning_rate": 3.246582971565147e-05,
      "loss": 2.1983,
      "mean_token_accuracy": 0.5378120392560959,
      "num_tokens": 212943853.0,
      "step": 276530
    },
    {
      "epoch": 0.35077972190299334,
      "grad_norm": 5.4375,
      "learning_rate": 3.2465195405565184e-05,
      "loss": 2.4495,
      "mean_token_accuracy": 0.4810445666313171,
      "num_tokens": 212953740.0,
      "step": 276540
    },
    {
      "epoch": 0.3507924064955261,
      "grad_norm": 4.90625,
      "learning_rate": 3.246456109547889e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5737880736589431,
      "num_tokens": 212960937.0,
      "step": 276550
    },
    {
      "epoch": 0.35080509108805896,
      "grad_norm": 7.90625,
      "learning_rate": 3.24639267853926e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5415773898363113,
      "num_tokens": 212968680.0,
      "step": 276560
    },
    {
      "epoch": 0.3508177756805918,
      "grad_norm": 6.21875,
      "learning_rate": 3.2463292475306314e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5314129322767258,
      "num_tokens": 212976178.0,
      "step": 276570
    },
    {
      "epoch": 0.35083046027312464,
      "grad_norm": 4.96875,
      "learning_rate": 3.246265816522002e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5361124247312545,
      "num_tokens": 212985749.0,
      "step": 276580
    },
    {
      "epoch": 0.3508431448656575,
      "grad_norm": 7.46875,
      "learning_rate": 3.2462023855133725e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5233653098344803,
      "num_tokens": 212995526.0,
      "step": 276590
    },
    {
      "epoch": 0.3508558294581903,
      "grad_norm": 5.375,
      "learning_rate": 3.246138954504743e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5607423901557922,
      "num_tokens": 213003331.0,
      "step": 276600
    },
    {
      "epoch": 0.35086851405072317,
      "grad_norm": 4.9375,
      "learning_rate": 3.246075523496114e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5348613351583481,
      "num_tokens": 213011355.0,
      "step": 276610
    },
    {
      "epoch": 0.350881198643256,
      "grad_norm": 4.84375,
      "learning_rate": 3.2460120924874854e-05,
      "loss": 1.9454,
      "mean_token_accuracy": 0.569893878698349,
      "num_tokens": 213017115.0,
      "step": 276620
    },
    {
      "epoch": 0.3508938832357888,
      "grad_norm": 6.78125,
      "learning_rate": 3.245948661478856e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5731566190719605,
      "num_tokens": 213024133.0,
      "step": 276630
    },
    {
      "epoch": 0.35090656782832164,
      "grad_norm": 5.21875,
      "learning_rate": 3.245885230470227e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5454361051321029,
      "num_tokens": 213031766.0,
      "step": 276640
    },
    {
      "epoch": 0.3509192524208545,
      "grad_norm": 5.75,
      "learning_rate": 3.245821799461598e-05,
      "loss": 2.2464,
      "mean_token_accuracy": 0.516621732711792,
      "num_tokens": 213040112.0,
      "step": 276650
    },
    {
      "epoch": 0.3509319370133873,
      "grad_norm": 5.90625,
      "learning_rate": 3.245758368452968e-05,
      "loss": 1.9137,
      "mean_token_accuracy": 0.5777775704860687,
      "num_tokens": 213047658.0,
      "step": 276660
    },
    {
      "epoch": 0.35094462160592016,
      "grad_norm": 5.3125,
      "learning_rate": 3.2456949374443394e-05,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5253243863582611,
      "num_tokens": 213056121.0,
      "step": 276670
    },
    {
      "epoch": 0.350957306198453,
      "grad_norm": 5.3125,
      "learning_rate": 3.24563150643571e-05,
      "loss": 2.3247,
      "mean_token_accuracy": 0.49717025756835936,
      "num_tokens": 213063771.0,
      "step": 276680
    },
    {
      "epoch": 0.35096999079098584,
      "grad_norm": 6.28125,
      "learning_rate": 3.245568075427081e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5556122094392777,
      "num_tokens": 213071721.0,
      "step": 276690
    },
    {
      "epoch": 0.3509826753835186,
      "grad_norm": 5.5,
      "learning_rate": 3.2455046444184524e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5241037905216217,
      "num_tokens": 213080251.0,
      "step": 276700
    },
    {
      "epoch": 0.35099535997605147,
      "grad_norm": 7.25,
      "learning_rate": 3.245441213409823e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5640523791313171,
      "num_tokens": 213087389.0,
      "step": 276710
    },
    {
      "epoch": 0.3510080445685843,
      "grad_norm": 6.96875,
      "learning_rate": 3.245377782401194e-05,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5569308042526245,
      "num_tokens": 213094201.0,
      "step": 276720
    },
    {
      "epoch": 0.35102072916111715,
      "grad_norm": 7.21875,
      "learning_rate": 3.245314351392564e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5526061713695526,
      "num_tokens": 213101313.0,
      "step": 276730
    },
    {
      "epoch": 0.35103341375365,
      "grad_norm": 4.53125,
      "learning_rate": 3.245250920383935e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.552614974975586,
      "num_tokens": 213109557.0,
      "step": 276740
    },
    {
      "epoch": 0.35104609834618283,
      "grad_norm": 5.0,
      "learning_rate": 3.2451874893753064e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5436642825603485,
      "num_tokens": 213118164.0,
      "step": 276750
    },
    {
      "epoch": 0.3510587829387157,
      "grad_norm": 5.4375,
      "learning_rate": 3.245124058366677e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5279700428247451,
      "num_tokens": 213126922.0,
      "step": 276760
    },
    {
      "epoch": 0.3510714675312485,
      "grad_norm": 6.40625,
      "learning_rate": 3.245060627358048e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5394466757774353,
      "num_tokens": 213134409.0,
      "step": 276770
    },
    {
      "epoch": 0.3510841521237813,
      "grad_norm": 5.46875,
      "learning_rate": 3.244997196349419e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.539738592505455,
      "num_tokens": 213142238.0,
      "step": 276780
    },
    {
      "epoch": 0.35109683671631414,
      "grad_norm": 5.875,
      "learning_rate": 3.24493376534079e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5717564284801483,
      "num_tokens": 213149362.0,
      "step": 276790
    },
    {
      "epoch": 0.351109521308847,
      "grad_norm": 6.03125,
      "learning_rate": 3.2448703343321605e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.539832529425621,
      "num_tokens": 213156981.0,
      "step": 276800
    },
    {
      "epoch": 0.3511222059013798,
      "grad_norm": 5.0625,
      "learning_rate": 3.244806903323531e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5686286240816116,
      "num_tokens": 213163182.0,
      "step": 276810
    },
    {
      "epoch": 0.35113489049391267,
      "grad_norm": 6.78125,
      "learning_rate": 3.244743472314902e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5521075129508972,
      "num_tokens": 213169704.0,
      "step": 276820
    },
    {
      "epoch": 0.3511475750864455,
      "grad_norm": 6.8125,
      "learning_rate": 3.244680041306273e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5113957762718201,
      "num_tokens": 213177683.0,
      "step": 276830
    },
    {
      "epoch": 0.35116025967897835,
      "grad_norm": 5.28125,
      "learning_rate": 3.244616610297644e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5701038748025894,
      "num_tokens": 213185465.0,
      "step": 276840
    },
    {
      "epoch": 0.3511729442715112,
      "grad_norm": 6.28125,
      "learning_rate": 3.244553179289015e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5468020498752594,
      "num_tokens": 213193627.0,
      "step": 276850
    },
    {
      "epoch": 0.351185628864044,
      "grad_norm": 5.25,
      "learning_rate": 3.244489748280386e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.535927340388298,
      "num_tokens": 213201706.0,
      "step": 276860
    },
    {
      "epoch": 0.3511983134565768,
      "grad_norm": 6.84375,
      "learning_rate": 3.244426317271756e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5298216819763184,
      "num_tokens": 213210316.0,
      "step": 276870
    },
    {
      "epoch": 0.35121099804910966,
      "grad_norm": 4.5625,
      "learning_rate": 3.244362886263127e-05,
      "loss": 1.8305,
      "mean_token_accuracy": 0.5757157981395722,
      "num_tokens": 213218510.0,
      "step": 276880
    },
    {
      "epoch": 0.3512236826416425,
      "grad_norm": 5.125,
      "learning_rate": 3.244299455254498e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5184671014547348,
      "num_tokens": 213228190.0,
      "step": 276890
    },
    {
      "epoch": 0.35123636723417534,
      "grad_norm": 5.34375,
      "learning_rate": 3.244236024245869e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5336717784404754,
      "num_tokens": 213237296.0,
      "step": 276900
    },
    {
      "epoch": 0.3512490518267082,
      "grad_norm": 5.78125,
      "learning_rate": 3.24417259323724e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5364645034074783,
      "num_tokens": 213245010.0,
      "step": 276910
    },
    {
      "epoch": 0.351261736419241,
      "grad_norm": 6.96875,
      "learning_rate": 3.244109162228611e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5227089852094651,
      "num_tokens": 213253651.0,
      "step": 276920
    },
    {
      "epoch": 0.35127442101177386,
      "grad_norm": 4.84375,
      "learning_rate": 3.2440457312199815e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5677878201007843,
      "num_tokens": 213261347.0,
      "step": 276930
    },
    {
      "epoch": 0.35128710560430665,
      "grad_norm": 6.4375,
      "learning_rate": 3.243982300211352e-05,
      "loss": 2.305,
      "mean_token_accuracy": 0.5090875566005707,
      "num_tokens": 213269465.0,
      "step": 276940
    },
    {
      "epoch": 0.3512997901968395,
      "grad_norm": 7.25,
      "learning_rate": 3.243918869202723e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5466757565736771,
      "num_tokens": 213275618.0,
      "step": 276950
    },
    {
      "epoch": 0.35131247478937233,
      "grad_norm": 5.0625,
      "learning_rate": 3.243855438194094e-05,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5714757084846497,
      "num_tokens": 213282606.0,
      "step": 276960
    },
    {
      "epoch": 0.35132515938190517,
      "grad_norm": 6.59375,
      "learning_rate": 3.243792007185465e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5504435479640961,
      "num_tokens": 213289746.0,
      "step": 276970
    },
    {
      "epoch": 0.351337843974438,
      "grad_norm": 4.96875,
      "learning_rate": 3.2437285761768355e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5228143632411957,
      "num_tokens": 213298780.0,
      "step": 276980
    },
    {
      "epoch": 0.35135052856697085,
      "grad_norm": 5.3125,
      "learning_rate": 3.243665145168207e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5509527206420899,
      "num_tokens": 213306587.0,
      "step": 276990
    },
    {
      "epoch": 0.3513632131595037,
      "grad_norm": 5.6875,
      "learning_rate": 3.243601714159577e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5305124759674072,
      "num_tokens": 213314352.0,
      "step": 277000
    },
    {
      "epoch": 0.35137589775203654,
      "grad_norm": 5.53125,
      "learning_rate": 3.243538283150948e-05,
      "loss": 2.2095,
      "mean_token_accuracy": 0.5158494383096695,
      "num_tokens": 213321919.0,
      "step": 277010
    },
    {
      "epoch": 0.3513885823445693,
      "grad_norm": 5.09375,
      "learning_rate": 3.243474852142319e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.569401690363884,
      "num_tokens": 213329437.0,
      "step": 277020
    },
    {
      "epoch": 0.35140126693710216,
      "grad_norm": 7.09375,
      "learning_rate": 3.2434114211336896e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5581256002187729,
      "num_tokens": 213337813.0,
      "step": 277030
    },
    {
      "epoch": 0.351413951529635,
      "grad_norm": 6.53125,
      "learning_rate": 3.243347990125061e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5605128407478333,
      "num_tokens": 213343893.0,
      "step": 277040
    },
    {
      "epoch": 0.35142663612216785,
      "grad_norm": 5.15625,
      "learning_rate": 3.243284559116432e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5370224803686142,
      "num_tokens": 213350784.0,
      "step": 277050
    },
    {
      "epoch": 0.3514393207147007,
      "grad_norm": 5.25,
      "learning_rate": 3.2432211281078025e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5536098897457122,
      "num_tokens": 213359855.0,
      "step": 277060
    },
    {
      "epoch": 0.35145200530723353,
      "grad_norm": 6.84375,
      "learning_rate": 3.243157697099173e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5597623497247696,
      "num_tokens": 213366956.0,
      "step": 277070
    },
    {
      "epoch": 0.35146468989976637,
      "grad_norm": 9.875,
      "learning_rate": 3.2430942660905436e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5622281461954117,
      "num_tokens": 213374576.0,
      "step": 277080
    },
    {
      "epoch": 0.3514773744922992,
      "grad_norm": 5.1875,
      "learning_rate": 3.243030835081915e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5745695173740387,
      "num_tokens": 213381446.0,
      "step": 277090
    },
    {
      "epoch": 0.351490059084832,
      "grad_norm": 5.0625,
      "learning_rate": 3.242967404073286e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5453886330127716,
      "num_tokens": 213389627.0,
      "step": 277100
    },
    {
      "epoch": 0.35150274367736484,
      "grad_norm": 6.03125,
      "learning_rate": 3.2429039730646565e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5377830028533935,
      "num_tokens": 213397322.0,
      "step": 277110
    },
    {
      "epoch": 0.3515154282698977,
      "grad_norm": 4.8125,
      "learning_rate": 3.242840542056028e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5387021422386169,
      "num_tokens": 213405880.0,
      "step": 277120
    },
    {
      "epoch": 0.3515281128624305,
      "grad_norm": 6.375,
      "learning_rate": 3.242777111047398e-05,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5678739100694656,
      "num_tokens": 213412832.0,
      "step": 277130
    },
    {
      "epoch": 0.35154079745496336,
      "grad_norm": 5.1875,
      "learning_rate": 3.2427136800387695e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5308478891849517,
      "num_tokens": 213420550.0,
      "step": 277140
    },
    {
      "epoch": 0.3515534820474962,
      "grad_norm": 6.40625,
      "learning_rate": 3.24265024903014e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5251528441905975,
      "num_tokens": 213427547.0,
      "step": 277150
    },
    {
      "epoch": 0.35156616664002904,
      "grad_norm": 6.90625,
      "learning_rate": 3.2425868180215106e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5302472829818725,
      "num_tokens": 213435826.0,
      "step": 277160
    },
    {
      "epoch": 0.35157885123256183,
      "grad_norm": 6.0,
      "learning_rate": 3.242523387012882e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5541176319122314,
      "num_tokens": 213444373.0,
      "step": 277170
    },
    {
      "epoch": 0.35159153582509467,
      "grad_norm": 4.6875,
      "learning_rate": 3.242459956004252e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5242814362049103,
      "num_tokens": 213453252.0,
      "step": 277180
    },
    {
      "epoch": 0.3516042204176275,
      "grad_norm": 6.0625,
      "learning_rate": 3.2423965249956235e-05,
      "loss": 2.2306,
      "mean_token_accuracy": 0.5201839238405228,
      "num_tokens": 213461043.0,
      "step": 277190
    },
    {
      "epoch": 0.35161690501016035,
      "grad_norm": 5.03125,
      "learning_rate": 3.242333093986995e-05,
      "loss": 1.8394,
      "mean_token_accuracy": 0.5846940279006958,
      "num_tokens": 213470046.0,
      "step": 277200
    },
    {
      "epoch": 0.3516295896026932,
      "grad_norm": 5.28125,
      "learning_rate": 3.242269662978365e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5348002254962921,
      "num_tokens": 213477221.0,
      "step": 277210
    },
    {
      "epoch": 0.35164227419522603,
      "grad_norm": 9.3125,
      "learning_rate": 3.242206231969736e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5571947395801544,
      "num_tokens": 213483979.0,
      "step": 277220
    },
    {
      "epoch": 0.3516549587877589,
      "grad_norm": 4.875,
      "learning_rate": 3.2421428009611064e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5424309611320496,
      "num_tokens": 213491547.0,
      "step": 277230
    },
    {
      "epoch": 0.3516676433802917,
      "grad_norm": 4.5,
      "learning_rate": 3.2420793699524776e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5350470155477524,
      "num_tokens": 213499885.0,
      "step": 277240
    },
    {
      "epoch": 0.3516803279728245,
      "grad_norm": 5.96875,
      "learning_rate": 3.242015938943849e-05,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5860941201448441,
      "num_tokens": 213506910.0,
      "step": 277250
    },
    {
      "epoch": 0.35169301256535734,
      "grad_norm": 8.3125,
      "learning_rate": 3.241952507935219e-05,
      "loss": 2.2449,
      "mean_token_accuracy": 0.5215118944644928,
      "num_tokens": 213514054.0,
      "step": 277260
    },
    {
      "epoch": 0.3517056971578902,
      "grad_norm": 6.21875,
      "learning_rate": 3.2418890769265905e-05,
      "loss": 2.2162,
      "mean_token_accuracy": 0.5219149619340897,
      "num_tokens": 213521960.0,
      "step": 277270
    },
    {
      "epoch": 0.351718381750423,
      "grad_norm": 4.875,
      "learning_rate": 3.241825645917961e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5262541055679322,
      "num_tokens": 213530484.0,
      "step": 277280
    },
    {
      "epoch": 0.35173106634295587,
      "grad_norm": 5.3125,
      "learning_rate": 3.2417622149093316e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.537162932753563,
      "num_tokens": 213539217.0,
      "step": 277290
    },
    {
      "epoch": 0.3517437509354887,
      "grad_norm": 7.375,
      "learning_rate": 3.241698783900703e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5470770359039306,
      "num_tokens": 213546993.0,
      "step": 277300
    },
    {
      "epoch": 0.35175643552802155,
      "grad_norm": 4.90625,
      "learning_rate": 3.2416353528920733e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5453213274478912,
      "num_tokens": 213555748.0,
      "step": 277310
    },
    {
      "epoch": 0.3517691201205544,
      "grad_norm": 5.40625,
      "learning_rate": 3.2415719218834446e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.563116478919983,
      "num_tokens": 213563422.0,
      "step": 277320
    },
    {
      "epoch": 0.3517818047130872,
      "grad_norm": 5.375,
      "learning_rate": 3.241508490874815e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5823717951774597,
      "num_tokens": 213570616.0,
      "step": 277330
    },
    {
      "epoch": 0.35179448930562,
      "grad_norm": 5.09375,
      "learning_rate": 3.241445059866186e-05,
      "loss": 1.7961,
      "mean_token_accuracy": 0.5903997719287872,
      "num_tokens": 213577445.0,
      "step": 277340
    },
    {
      "epoch": 0.35180717389815286,
      "grad_norm": 5.375,
      "learning_rate": 3.241381628857557e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5304415196180343,
      "num_tokens": 213586884.0,
      "step": 277350
    },
    {
      "epoch": 0.3518198584906857,
      "grad_norm": 5.8125,
      "learning_rate": 3.2413181978489274e-05,
      "loss": 1.8098,
      "mean_token_accuracy": 0.581833279132843,
      "num_tokens": 213595096.0,
      "step": 277360
    },
    {
      "epoch": 0.35183254308321854,
      "grad_norm": 6.1875,
      "learning_rate": 3.2412547668402986e-05,
      "loss": 1.845,
      "mean_token_accuracy": 0.593803209066391,
      "num_tokens": 213601658.0,
      "step": 277370
    },
    {
      "epoch": 0.3518452276757514,
      "grad_norm": 6.8125,
      "learning_rate": 3.241191335831669e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5523764461278915,
      "num_tokens": 213609467.0,
      "step": 277380
    },
    {
      "epoch": 0.3518579122682842,
      "grad_norm": 4.78125,
      "learning_rate": 3.24112790482304e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5419564217329025,
      "num_tokens": 213617269.0,
      "step": 277390
    },
    {
      "epoch": 0.35187059686081706,
      "grad_norm": 9.375,
      "learning_rate": 3.2410644738144116e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5213741570711136,
      "num_tokens": 213624743.0,
      "step": 277400
    },
    {
      "epoch": 0.35188328145334985,
      "grad_norm": 5.65625,
      "learning_rate": 3.241001042805782e-05,
      "loss": 1.804,
      "mean_token_accuracy": 0.6029517769813537,
      "num_tokens": 213630725.0,
      "step": 277410
    },
    {
      "epoch": 0.3518959660458827,
      "grad_norm": 4.84375,
      "learning_rate": 3.2409376117971526e-05,
      "loss": 2.2578,
      "mean_token_accuracy": 0.5177562057971954,
      "num_tokens": 213638462.0,
      "step": 277420
    },
    {
      "epoch": 0.35190865063841553,
      "grad_norm": 5.59375,
      "learning_rate": 3.240874180788523e-05,
      "loss": 1.8865,
      "mean_token_accuracy": 0.5820744156837463,
      "num_tokens": 213645698.0,
      "step": 277430
    },
    {
      "epoch": 0.3519213352309484,
      "grad_norm": 5.34375,
      "learning_rate": 3.2408107497798944e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5439203709363938,
      "num_tokens": 213653215.0,
      "step": 277440
    },
    {
      "epoch": 0.3519340198234812,
      "grad_norm": 6.375,
      "learning_rate": 3.2407473187712656e-05,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5675796300172806,
      "num_tokens": 213660920.0,
      "step": 277450
    },
    {
      "epoch": 0.35194670441601406,
      "grad_norm": 5.125,
      "learning_rate": 3.240683887762636e-05,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5301109492778778,
      "num_tokens": 213668466.0,
      "step": 277460
    },
    {
      "epoch": 0.3519593890085469,
      "grad_norm": 4.5625,
      "learning_rate": 3.240620456754007e-05,
      "loss": 1.8775,
      "mean_token_accuracy": 0.5779872298240661,
      "num_tokens": 213675337.0,
      "step": 277470
    },
    {
      "epoch": 0.35197207360107974,
      "grad_norm": 5.59375,
      "learning_rate": 3.240557025745378e-05,
      "loss": 1.9469,
      "mean_token_accuracy": 0.5785903751850128,
      "num_tokens": 213682477.0,
      "step": 277480
    },
    {
      "epoch": 0.3519847581936125,
      "grad_norm": 5.40625,
      "learning_rate": 3.240493594736749e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5348526149988174,
      "num_tokens": 213691081.0,
      "step": 277490
    },
    {
      "epoch": 0.35199744278614536,
      "grad_norm": 8.6875,
      "learning_rate": 3.2404301637281196e-05,
      "loss": 2.2408,
      "mean_token_accuracy": 0.5158713430166244,
      "num_tokens": 213699144.0,
      "step": 277500
    },
    {
      "epoch": 0.3520101273786782,
      "grad_norm": 4.875,
      "learning_rate": 3.24036673271949e-05,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5207395732402802,
      "num_tokens": 213708079.0,
      "step": 277510
    },
    {
      "epoch": 0.35202281197121105,
      "grad_norm": 5.96875,
      "learning_rate": 3.2403033017108614e-05,
      "loss": 2.144,
      "mean_token_accuracy": 0.5389156997203827,
      "num_tokens": 213715825.0,
      "step": 277520
    },
    {
      "epoch": 0.3520354965637439,
      "grad_norm": 6.25,
      "learning_rate": 3.240239870702232e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5346570998430252,
      "num_tokens": 213723572.0,
      "step": 277530
    },
    {
      "epoch": 0.35204818115627673,
      "grad_norm": 4.9375,
      "learning_rate": 3.240176439693603e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5544143855571747,
      "num_tokens": 213729816.0,
      "step": 277540
    },
    {
      "epoch": 0.35206086574880957,
      "grad_norm": 13.5625,
      "learning_rate": 3.240113008684974e-05,
      "loss": 2.2641,
      "mean_token_accuracy": 0.506033182144165,
      "num_tokens": 213738124.0,
      "step": 277550
    },
    {
      "epoch": 0.3520735503413424,
      "grad_norm": 6.6875,
      "learning_rate": 3.240049577676345e-05,
      "loss": 1.887,
      "mean_token_accuracy": 0.5894350975751876,
      "num_tokens": 213745431.0,
      "step": 277560
    },
    {
      "epoch": 0.3520862349338752,
      "grad_norm": 7.09375,
      "learning_rate": 3.2399861466677154e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5397745490074157,
      "num_tokens": 213751755.0,
      "step": 277570
    },
    {
      "epoch": 0.35209891952640804,
      "grad_norm": 5.21875,
      "learning_rate": 3.239922715659086e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5239378571510315,
      "num_tokens": 213760009.0,
      "step": 277580
    },
    {
      "epoch": 0.3521116041189409,
      "grad_norm": 4.75,
      "learning_rate": 3.239859284650457e-05,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5113752275705338,
      "num_tokens": 213769136.0,
      "step": 277590
    },
    {
      "epoch": 0.3521242887114737,
      "grad_norm": 5.21875,
      "learning_rate": 3.2397958536418284e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5550313740968704,
      "num_tokens": 213776499.0,
      "step": 277600
    },
    {
      "epoch": 0.35213697330400656,
      "grad_norm": 4.5625,
      "learning_rate": 3.239732422633199e-05,
      "loss": 1.9226,
      "mean_token_accuracy": 0.5804870545864105,
      "num_tokens": 213784609.0,
      "step": 277610
    },
    {
      "epoch": 0.3521496578965394,
      "grad_norm": 5.09375,
      "learning_rate": 3.23966899162457e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.539959329366684,
      "num_tokens": 213793023.0,
      "step": 277620
    },
    {
      "epoch": 0.35216234248907224,
      "grad_norm": 5.46875,
      "learning_rate": 3.2396055606159406e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5365272343158722,
      "num_tokens": 213801471.0,
      "step": 277630
    },
    {
      "epoch": 0.35217502708160503,
      "grad_norm": 6.78125,
      "learning_rate": 3.239542129607311e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5558315366506577,
      "num_tokens": 213809293.0,
      "step": 277640
    },
    {
      "epoch": 0.35218771167413787,
      "grad_norm": 8.6875,
      "learning_rate": 3.2394786985986824e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5587213486433029,
      "num_tokens": 213817116.0,
      "step": 277650
    },
    {
      "epoch": 0.3522003962666707,
      "grad_norm": 5.0,
      "learning_rate": 3.239415267590053e-05,
      "loss": 2.2404,
      "mean_token_accuracy": 0.5146487802267075,
      "num_tokens": 213824762.0,
      "step": 277660
    },
    {
      "epoch": 0.35221308085920355,
      "grad_norm": 5.3125,
      "learning_rate": 3.239351836581424e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.56821768283844,
      "num_tokens": 213833580.0,
      "step": 277670
    },
    {
      "epoch": 0.3522257654517364,
      "grad_norm": 5.21875,
      "learning_rate": 3.2392884055727953e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.550409585237503,
      "num_tokens": 213842378.0,
      "step": 277680
    },
    {
      "epoch": 0.35223845004426924,
      "grad_norm": 4.59375,
      "learning_rate": 3.239224974564166e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5662926614284516,
      "num_tokens": 213849929.0,
      "step": 277690
    },
    {
      "epoch": 0.3522511346368021,
      "grad_norm": 5.5,
      "learning_rate": 3.2391615435555364e-05,
      "loss": 2.2079,
      "mean_token_accuracy": 0.51260726749897,
      "num_tokens": 213857594.0,
      "step": 277700
    },
    {
      "epoch": 0.3522638192293349,
      "grad_norm": 5.15625,
      "learning_rate": 3.239098112546907e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5600517600774765,
      "num_tokens": 213865668.0,
      "step": 277710
    },
    {
      "epoch": 0.3522765038218677,
      "grad_norm": 5.28125,
      "learning_rate": 3.239034681538278e-05,
      "loss": 1.8137,
      "mean_token_accuracy": 0.5918223887681962,
      "num_tokens": 213871889.0,
      "step": 277720
    },
    {
      "epoch": 0.35228918841440054,
      "grad_norm": 4.875,
      "learning_rate": 3.2389712505296494e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.5542218208312988,
      "num_tokens": 213880835.0,
      "step": 277730
    },
    {
      "epoch": 0.3523018730069334,
      "grad_norm": 5.46875,
      "learning_rate": 3.23890781952102e-05,
      "loss": 1.8632,
      "mean_token_accuracy": 0.5808828353881836,
      "num_tokens": 213887942.0,
      "step": 277740
    },
    {
      "epoch": 0.3523145575994662,
      "grad_norm": 6.375,
      "learning_rate": 3.238844388512391e-05,
      "loss": 1.8606,
      "mean_token_accuracy": 0.5996165752410889,
      "num_tokens": 213894216.0,
      "step": 277750
    },
    {
      "epoch": 0.35232724219199907,
      "grad_norm": 7.0,
      "learning_rate": 3.2387809575037617e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5437366932630538,
      "num_tokens": 213902088.0,
      "step": 277760
    },
    {
      "epoch": 0.3523399267845319,
      "grad_norm": 5.625,
      "learning_rate": 3.238717526495132e-05,
      "loss": 1.8673,
      "mean_token_accuracy": 0.5768688380718231,
      "num_tokens": 213909883.0,
      "step": 277770
    },
    {
      "epoch": 0.35235261137706475,
      "grad_norm": 5.625,
      "learning_rate": 3.2386540954865034e-05,
      "loss": 1.9194,
      "mean_token_accuracy": 0.5707195907831192,
      "num_tokens": 213917728.0,
      "step": 277780
    },
    {
      "epoch": 0.3523652959695976,
      "grad_norm": 6.40625,
      "learning_rate": 3.238590664477874e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5330890566110611,
      "num_tokens": 213925691.0,
      "step": 277790
    },
    {
      "epoch": 0.3523779805621304,
      "grad_norm": 6.59375,
      "learning_rate": 3.238527233469245e-05,
      "loss": 1.858,
      "mean_token_accuracy": 0.5858684271574021,
      "num_tokens": 213932295.0,
      "step": 277800
    },
    {
      "epoch": 0.3523906651546632,
      "grad_norm": 5.21875,
      "learning_rate": 3.238463802460616e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5378448873758316,
      "num_tokens": 213939159.0,
      "step": 277810
    },
    {
      "epoch": 0.35240334974719606,
      "grad_norm": 4.90625,
      "learning_rate": 3.238400371451987e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5681420028209686,
      "num_tokens": 213946094.0,
      "step": 277820
    },
    {
      "epoch": 0.3524160343397289,
      "grad_norm": 4.84375,
      "learning_rate": 3.238336940443358e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5601217091083527,
      "num_tokens": 213953146.0,
      "step": 277830
    },
    {
      "epoch": 0.35242871893226174,
      "grad_norm": 6.1875,
      "learning_rate": 3.238273509434728e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5582572311162949,
      "num_tokens": 213959853.0,
      "step": 277840
    },
    {
      "epoch": 0.3524414035247946,
      "grad_norm": 11.6875,
      "learning_rate": 3.238210078426099e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5415670484304428,
      "num_tokens": 213966674.0,
      "step": 277850
    },
    {
      "epoch": 0.3524540881173274,
      "grad_norm": 5.03125,
      "learning_rate": 3.23814664741747e-05,
      "loss": 2.3231,
      "mean_token_accuracy": 0.4997279942035675,
      "num_tokens": 213976116.0,
      "step": 277860
    },
    {
      "epoch": 0.35246677270986027,
      "grad_norm": 6.0625,
      "learning_rate": 3.238083216408841e-05,
      "loss": 2.2866,
      "mean_token_accuracy": 0.5079108327627182,
      "num_tokens": 213984324.0,
      "step": 277870
    },
    {
      "epoch": 0.35247945730239305,
      "grad_norm": 4.84375,
      "learning_rate": 3.238019785400212e-05,
      "loss": 1.9381,
      "mean_token_accuracy": 0.5565623849630356,
      "num_tokens": 213992570.0,
      "step": 277880
    },
    {
      "epoch": 0.3524921418949259,
      "grad_norm": 5.46875,
      "learning_rate": 3.237956354391583e-05,
      "loss": 1.8664,
      "mean_token_accuracy": 0.5805128306150437,
      "num_tokens": 213999760.0,
      "step": 277890
    },
    {
      "epoch": 0.35250482648745873,
      "grad_norm": 5.0,
      "learning_rate": 3.237892923382954e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5600153863430023,
      "num_tokens": 214006713.0,
      "step": 277900
    },
    {
      "epoch": 0.3525175110799916,
      "grad_norm": 5.625,
      "learning_rate": 3.2378294923743244e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5484621077775955,
      "num_tokens": 214015188.0,
      "step": 277910
    },
    {
      "epoch": 0.3525301956725244,
      "grad_norm": 5.15625,
      "learning_rate": 3.237766061365695e-05,
      "loss": 1.5927,
      "mean_token_accuracy": 0.6380329221487046,
      "num_tokens": 214022090.0,
      "step": 277920
    },
    {
      "epoch": 0.35254288026505726,
      "grad_norm": 8.3125,
      "learning_rate": 3.237702630357066e-05,
      "loss": 1.9881,
      "mean_token_accuracy": 0.5545945405960083,
      "num_tokens": 214029264.0,
      "step": 277930
    },
    {
      "epoch": 0.3525555648575901,
      "grad_norm": 5.96875,
      "learning_rate": 3.237639199348437e-05,
      "loss": 1.8285,
      "mean_token_accuracy": 0.5731510549783707,
      "num_tokens": 214036519.0,
      "step": 277940
    },
    {
      "epoch": 0.35256824945012294,
      "grad_norm": 5.75,
      "learning_rate": 3.237575768339808e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5292177557945251,
      "num_tokens": 214043964.0,
      "step": 277950
    },
    {
      "epoch": 0.3525809340426557,
      "grad_norm": 5.03125,
      "learning_rate": 3.2375123373311785e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5531243652105331,
      "num_tokens": 214052146.0,
      "step": 277960
    },
    {
      "epoch": 0.35259361863518857,
      "grad_norm": 6.125,
      "learning_rate": 3.23744890632255e-05,
      "loss": 1.875,
      "mean_token_accuracy": 0.5810034930706024,
      "num_tokens": 214059141.0,
      "step": 277970
    },
    {
      "epoch": 0.3526063032277214,
      "grad_norm": 4.8125,
      "learning_rate": 3.23738547531392e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5699266195297241,
      "num_tokens": 214067308.0,
      "step": 277980
    },
    {
      "epoch": 0.35261898782025425,
      "grad_norm": 6.3125,
      "learning_rate": 3.237322044305291e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5260372757911682,
      "num_tokens": 214074620.0,
      "step": 277990
    },
    {
      "epoch": 0.3526316724127871,
      "grad_norm": 5.25,
      "learning_rate": 3.237258613296662e-05,
      "loss": 2.1847,
      "mean_token_accuracy": 0.5285846173763276,
      "num_tokens": 214083107.0,
      "step": 278000
    },
    {
      "epoch": 0.35264435700531993,
      "grad_norm": 5.8125,
      "learning_rate": 3.2371951822880325e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5422475874423981,
      "num_tokens": 214089704.0,
      "step": 278010
    },
    {
      "epoch": 0.35265704159785277,
      "grad_norm": 5.15625,
      "learning_rate": 3.237131751279404e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.539121824502945,
      "num_tokens": 214098311.0,
      "step": 278020
    },
    {
      "epoch": 0.3526697261903856,
      "grad_norm": 8.6875,
      "learning_rate": 3.237068320270775e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5755419552326202,
      "num_tokens": 214105598.0,
      "step": 278030
    },
    {
      "epoch": 0.3526824107829184,
      "grad_norm": 5.46875,
      "learning_rate": 3.2370048892621455e-05,
      "loss": 1.7912,
      "mean_token_accuracy": 0.588103836774826,
      "num_tokens": 214112569.0,
      "step": 278040
    },
    {
      "epoch": 0.35269509537545124,
      "grad_norm": 5.625,
      "learning_rate": 3.236941458253516e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5458680063486099,
      "num_tokens": 214119136.0,
      "step": 278050
    },
    {
      "epoch": 0.3527077799679841,
      "grad_norm": 5.71875,
      "learning_rate": 3.2368780272448865e-05,
      "loss": 1.9702,
      "mean_token_accuracy": 0.55719273686409,
      "num_tokens": 214127427.0,
      "step": 278060
    },
    {
      "epoch": 0.3527204645605169,
      "grad_norm": 5.875,
      "learning_rate": 3.236814596236258e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5414138525724411,
      "num_tokens": 214135883.0,
      "step": 278070
    },
    {
      "epoch": 0.35273314915304976,
      "grad_norm": 6.5625,
      "learning_rate": 3.236751165227629e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5485618412494659,
      "num_tokens": 214142777.0,
      "step": 278080
    },
    {
      "epoch": 0.3527458337455826,
      "grad_norm": 6.65625,
      "learning_rate": 3.2366877342189995e-05,
      "loss": 1.6378,
      "mean_token_accuracy": 0.634012547135353,
      "num_tokens": 214148681.0,
      "step": 278090
    },
    {
      "epoch": 0.35275851833811545,
      "grad_norm": 5.78125,
      "learning_rate": 3.236624303210371e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5272056609392166,
      "num_tokens": 214157799.0,
      "step": 278100
    },
    {
      "epoch": 0.35277120293064823,
      "grad_norm": 5.34375,
      "learning_rate": 3.236560872201741e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5454428941011429,
      "num_tokens": 214165888.0,
      "step": 278110
    },
    {
      "epoch": 0.35278388752318107,
      "grad_norm": 6.59375,
      "learning_rate": 3.236497441193112e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.521880492568016,
      "num_tokens": 214174035.0,
      "step": 278120
    },
    {
      "epoch": 0.3527965721157139,
      "grad_norm": 6.65625,
      "learning_rate": 3.236434010184483e-05,
      "loss": 2.2551,
      "mean_token_accuracy": 0.5088027030229568,
      "num_tokens": 214182217.0,
      "step": 278130
    },
    {
      "epoch": 0.35280925670824675,
      "grad_norm": 5.0,
      "learning_rate": 3.2363705791758535e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5516280949115753,
      "num_tokens": 214189333.0,
      "step": 278140
    },
    {
      "epoch": 0.3528219413007796,
      "grad_norm": 5.90625,
      "learning_rate": 3.236307148167225e-05,
      "loss": 1.9119,
      "mean_token_accuracy": 0.5662439823150635,
      "num_tokens": 214197276.0,
      "step": 278150
    },
    {
      "epoch": 0.35283462589331244,
      "grad_norm": 5.625,
      "learning_rate": 3.236243717158595e-05,
      "loss": 1.906,
      "mean_token_accuracy": 0.59011991918087,
      "num_tokens": 214204436.0,
      "step": 278160
    },
    {
      "epoch": 0.3528473104858453,
      "grad_norm": 5.875,
      "learning_rate": 3.2361802861499665e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5633380889892579,
      "num_tokens": 214211237.0,
      "step": 278170
    },
    {
      "epoch": 0.3528599950783781,
      "grad_norm": 6.15625,
      "learning_rate": 3.236116855141337e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5393039345741272,
      "num_tokens": 214219747.0,
      "step": 278180
    },
    {
      "epoch": 0.3528726796709109,
      "grad_norm": 5.0625,
      "learning_rate": 3.2360534241327075e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5295648783445358,
      "num_tokens": 214227958.0,
      "step": 278190
    },
    {
      "epoch": 0.35288536426344375,
      "grad_norm": 5.375,
      "learning_rate": 3.235989993124079e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5781898468732833,
      "num_tokens": 214235559.0,
      "step": 278200
    },
    {
      "epoch": 0.3528980488559766,
      "grad_norm": 5.09375,
      "learning_rate": 3.235926562115449e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5383241057395936,
      "num_tokens": 214243652.0,
      "step": 278210
    },
    {
      "epoch": 0.35291073344850943,
      "grad_norm": 4.6875,
      "learning_rate": 3.2358631311068205e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5453283816576004,
      "num_tokens": 214251916.0,
      "step": 278220
    },
    {
      "epoch": 0.35292341804104227,
      "grad_norm": 7.5,
      "learning_rate": 3.235799700098192e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5469337970018386,
      "num_tokens": 214259528.0,
      "step": 278230
    },
    {
      "epoch": 0.3529361026335751,
      "grad_norm": 7.65625,
      "learning_rate": 3.235736269089562e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5264371573925019,
      "num_tokens": 214267628.0,
      "step": 278240
    },
    {
      "epoch": 0.35294878722610795,
      "grad_norm": 4.65625,
      "learning_rate": 3.2356728380809335e-05,
      "loss": 1.8817,
      "mean_token_accuracy": 0.5853139221668243,
      "num_tokens": 214274039.0,
      "step": 278250
    },
    {
      "epoch": 0.3529614718186408,
      "grad_norm": 5.28125,
      "learning_rate": 3.235609407072303e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5432151883840561,
      "num_tokens": 214282587.0,
      "step": 278260
    },
    {
      "epoch": 0.3529741564111736,
      "grad_norm": 5.1875,
      "learning_rate": 3.2355459760636745e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5712777197360992,
      "num_tokens": 214290457.0,
      "step": 278270
    },
    {
      "epoch": 0.3529868410037064,
      "grad_norm": 5.21875,
      "learning_rate": 3.235482545055046e-05,
      "loss": 2.3285,
      "mean_token_accuracy": 0.5176322788000107,
      "num_tokens": 214299338.0,
      "step": 278280
    },
    {
      "epoch": 0.35299952559623926,
      "grad_norm": 5.0,
      "learning_rate": 3.235419114046416e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5214319705963135,
      "num_tokens": 214307179.0,
      "step": 278290
    },
    {
      "epoch": 0.3530122101887721,
      "grad_norm": 6.0625,
      "learning_rate": 3.2353556830377875e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5569581925868988,
      "num_tokens": 214313035.0,
      "step": 278300
    },
    {
      "epoch": 0.35302489478130494,
      "grad_norm": 5.84375,
      "learning_rate": 3.235292252029158e-05,
      "loss": 2.2033,
      "mean_token_accuracy": 0.525302967429161,
      "num_tokens": 214320544.0,
      "step": 278310
    },
    {
      "epoch": 0.3530375793738378,
      "grad_norm": 4.84375,
      "learning_rate": 3.235228821020529e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5212542861700058,
      "num_tokens": 214328807.0,
      "step": 278320
    },
    {
      "epoch": 0.3530502639663706,
      "grad_norm": 4.96875,
      "learning_rate": 3.2351653900119e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5218122243881226,
      "num_tokens": 214337811.0,
      "step": 278330
    },
    {
      "epoch": 0.35306294855890347,
      "grad_norm": 5.375,
      "learning_rate": 3.23510195900327e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5496516585350036,
      "num_tokens": 214345592.0,
      "step": 278340
    },
    {
      "epoch": 0.35307563315143625,
      "grad_norm": 5.96875,
      "learning_rate": 3.2350385279946415e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5463956862688064,
      "num_tokens": 214353474.0,
      "step": 278350
    },
    {
      "epoch": 0.3530883177439691,
      "grad_norm": 5.4375,
      "learning_rate": 3.234975096986012e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.545173317193985,
      "num_tokens": 214361718.0,
      "step": 278360
    },
    {
      "epoch": 0.35310100233650193,
      "grad_norm": 7.125,
      "learning_rate": 3.234911665977383e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5451137006282807,
      "num_tokens": 214369459.0,
      "step": 278370
    },
    {
      "epoch": 0.3531136869290348,
      "grad_norm": 5.25,
      "learning_rate": 3.2348482349687545e-05,
      "loss": 1.852,
      "mean_token_accuracy": 0.5763296604156494,
      "num_tokens": 214376331.0,
      "step": 278380
    },
    {
      "epoch": 0.3531263715215676,
      "grad_norm": 7.0,
      "learning_rate": 3.234784803960125e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5391838788986206,
      "num_tokens": 214384121.0,
      "step": 278390
    },
    {
      "epoch": 0.35313905611410046,
      "grad_norm": 4.78125,
      "learning_rate": 3.2347213729514956e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5410963952541351,
      "num_tokens": 214391510.0,
      "step": 278400
    },
    {
      "epoch": 0.3531517407066333,
      "grad_norm": 4.65625,
      "learning_rate": 3.234657941942866e-05,
      "loss": 2.2134,
      "mean_token_accuracy": 0.5143451064825058,
      "num_tokens": 214400106.0,
      "step": 278410
    },
    {
      "epoch": 0.35316442529916614,
      "grad_norm": 6.53125,
      "learning_rate": 3.234594510934237e-05,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5322378307580948,
      "num_tokens": 214408316.0,
      "step": 278420
    },
    {
      "epoch": 0.3531771098916989,
      "grad_norm": 6.53125,
      "learning_rate": 3.2345310799256085e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5274971038103103,
      "num_tokens": 214416844.0,
      "step": 278430
    },
    {
      "epoch": 0.35318979448423177,
      "grad_norm": 4.9375,
      "learning_rate": 3.234467648916979e-05,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5687138348817825,
      "num_tokens": 214424741.0,
      "step": 278440
    },
    {
      "epoch": 0.3532024790767646,
      "grad_norm": 5.65625,
      "learning_rate": 3.23440421790835e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5503520965576172,
      "num_tokens": 214432546.0,
      "step": 278450
    },
    {
      "epoch": 0.35321516366929745,
      "grad_norm": 5.46875,
      "learning_rate": 3.234340786899721e-05,
      "loss": 2.32,
      "mean_token_accuracy": 0.5044846445322037,
      "num_tokens": 214439869.0,
      "step": 278460
    },
    {
      "epoch": 0.3532278482618303,
      "grad_norm": 5.4375,
      "learning_rate": 3.234277355891091e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5575816571712494,
      "num_tokens": 214447771.0,
      "step": 278470
    },
    {
      "epoch": 0.35324053285436313,
      "grad_norm": 5.34375,
      "learning_rate": 3.2342139248824626e-05,
      "loss": 1.8676,
      "mean_token_accuracy": 0.5830896198749542,
      "num_tokens": 214454834.0,
      "step": 278480
    },
    {
      "epoch": 0.353253217446896,
      "grad_norm": 6.03125,
      "learning_rate": 3.234150493873833e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5607525736093522,
      "num_tokens": 214462190.0,
      "step": 278490
    },
    {
      "epoch": 0.3532659020394288,
      "grad_norm": 5.46875,
      "learning_rate": 3.234087062865204e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5392968654632568,
      "num_tokens": 214469470.0,
      "step": 278500
    },
    {
      "epoch": 0.3532785866319616,
      "grad_norm": 6.125,
      "learning_rate": 3.2340236318565755e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.562463355064392,
      "num_tokens": 214477314.0,
      "step": 278510
    },
    {
      "epoch": 0.35329127122449444,
      "grad_norm": 4.875,
      "learning_rate": 3.233960200847946e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5445248007774353,
      "num_tokens": 214484396.0,
      "step": 278520
    },
    {
      "epoch": 0.3533039558170273,
      "grad_norm": 5.3125,
      "learning_rate": 3.2338967698393166e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5615895718336106,
      "num_tokens": 214492387.0,
      "step": 278530
    },
    {
      "epoch": 0.3533166404095601,
      "grad_norm": 5.21875,
      "learning_rate": 3.233833338830687e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.527131450176239,
      "num_tokens": 214501036.0,
      "step": 278540
    },
    {
      "epoch": 0.35332932500209296,
      "grad_norm": 6.28125,
      "learning_rate": 3.233769907822058e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5650411605834961,
      "num_tokens": 214508262.0,
      "step": 278550
    },
    {
      "epoch": 0.3533420095946258,
      "grad_norm": 5.5,
      "learning_rate": 3.2337064768134295e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5413202315568924,
      "num_tokens": 214515451.0,
      "step": 278560
    },
    {
      "epoch": 0.35335469418715865,
      "grad_norm": 6.0,
      "learning_rate": 3.2336430458048e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5387062162160874,
      "num_tokens": 214523063.0,
      "step": 278570
    },
    {
      "epoch": 0.35336737877969143,
      "grad_norm": 5.53125,
      "learning_rate": 3.233579614796171e-05,
      "loss": 2.2675,
      "mean_token_accuracy": 0.5135575264692307,
      "num_tokens": 214532253.0,
      "step": 278580
    },
    {
      "epoch": 0.3533800633722243,
      "grad_norm": 8.1875,
      "learning_rate": 3.233516183787542e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5563538432121277,
      "num_tokens": 214539677.0,
      "step": 278590
    },
    {
      "epoch": 0.3533927479647571,
      "grad_norm": 6.875,
      "learning_rate": 3.2334527527789124e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5535055786371231,
      "num_tokens": 214546335.0,
      "step": 278600
    },
    {
      "epoch": 0.35340543255728996,
      "grad_norm": 4.8125,
      "learning_rate": 3.2333893217702836e-05,
      "loss": 2.2393,
      "mean_token_accuracy": 0.5130055785179138,
      "num_tokens": 214555149.0,
      "step": 278610
    },
    {
      "epoch": 0.3534181171498228,
      "grad_norm": 5.0,
      "learning_rate": 3.233325890761654e-05,
      "loss": 2.2499,
      "mean_token_accuracy": 0.520587581396103,
      "num_tokens": 214563376.0,
      "step": 278620
    },
    {
      "epoch": 0.35343080174235564,
      "grad_norm": 5.15625,
      "learning_rate": 3.233262459753025e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5340307623147964,
      "num_tokens": 214570936.0,
      "step": 278630
    },
    {
      "epoch": 0.3534434863348885,
      "grad_norm": 5.09375,
      "learning_rate": 3.233199028744396e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5349481016397476,
      "num_tokens": 214577557.0,
      "step": 278640
    },
    {
      "epoch": 0.3534561709274213,
      "grad_norm": 5.46875,
      "learning_rate": 3.233135597735767e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5392130643129349,
      "num_tokens": 214585721.0,
      "step": 278650
    },
    {
      "epoch": 0.3534688555199541,
      "grad_norm": 5.28125,
      "learning_rate": 3.233072166727138e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5251140356063843,
      "num_tokens": 214594623.0,
      "step": 278660
    },
    {
      "epoch": 0.35348154011248695,
      "grad_norm": 5.46875,
      "learning_rate": 3.233008735718509e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5332493096590042,
      "num_tokens": 214603680.0,
      "step": 278670
    },
    {
      "epoch": 0.3534942247050198,
      "grad_norm": 4.875,
      "learning_rate": 3.2329453047098794e-05,
      "loss": 1.7819,
      "mean_token_accuracy": 0.5856813430786133,
      "num_tokens": 214611006.0,
      "step": 278680
    },
    {
      "epoch": 0.35350690929755263,
      "grad_norm": 5.15625,
      "learning_rate": 3.23288187370125e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5537595987319947,
      "num_tokens": 214618841.0,
      "step": 278690
    },
    {
      "epoch": 0.35351959389008547,
      "grad_norm": 9.0,
      "learning_rate": 3.232818442692621e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.55755774974823,
      "num_tokens": 214626015.0,
      "step": 278700
    },
    {
      "epoch": 0.3535322784826183,
      "grad_norm": 5.0,
      "learning_rate": 3.232755011683992e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5170301854610443,
      "num_tokens": 214634278.0,
      "step": 278710
    },
    {
      "epoch": 0.35354496307515115,
      "grad_norm": 7.65625,
      "learning_rate": 3.232691580675363e-05,
      "loss": 2.224,
      "mean_token_accuracy": 0.5165722906589508,
      "num_tokens": 214642795.0,
      "step": 278720
    },
    {
      "epoch": 0.353557647667684,
      "grad_norm": 8.25,
      "learning_rate": 3.232628149666734e-05,
      "loss": 1.8571,
      "mean_token_accuracy": 0.5884124249219894,
      "num_tokens": 214648588.0,
      "step": 278730
    },
    {
      "epoch": 0.3535703322602168,
      "grad_norm": 6.21875,
      "learning_rate": 3.2325647186581046e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5424315899610519,
      "num_tokens": 214656288.0,
      "step": 278740
    },
    {
      "epoch": 0.3535830168527496,
      "grad_norm": 5.1875,
      "learning_rate": 3.232501287649475e-05,
      "loss": 1.7427,
      "mean_token_accuracy": 0.6031998366117477,
      "num_tokens": 214663696.0,
      "step": 278750
    },
    {
      "epoch": 0.35359570144528246,
      "grad_norm": 5.125,
      "learning_rate": 3.2324378566408463e-05,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5761275559663772,
      "num_tokens": 214670399.0,
      "step": 278760
    },
    {
      "epoch": 0.3536083860378153,
      "grad_norm": 6.5,
      "learning_rate": 3.232374425632217e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5400683492422104,
      "num_tokens": 214678015.0,
      "step": 278770
    },
    {
      "epoch": 0.35362107063034814,
      "grad_norm": 5.03125,
      "learning_rate": 3.232310994623588e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5317066490650177,
      "num_tokens": 214686820.0,
      "step": 278780
    },
    {
      "epoch": 0.353633755222881,
      "grad_norm": 5.03125,
      "learning_rate": 3.2322475636149586e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5305318176746369,
      "num_tokens": 214695164.0,
      "step": 278790
    },
    {
      "epoch": 0.3536464398154138,
      "grad_norm": 4.78125,
      "learning_rate": 3.23218413260633e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5535680025815963,
      "num_tokens": 214703014.0,
      "step": 278800
    },
    {
      "epoch": 0.35365912440794667,
      "grad_norm": 5.71875,
      "learning_rate": 3.2321207015977004e-05,
      "loss": 2.2379,
      "mean_token_accuracy": 0.5180055439472199,
      "num_tokens": 214712371.0,
      "step": 278810
    },
    {
      "epoch": 0.35367180900047945,
      "grad_norm": 5.53125,
      "learning_rate": 3.232057270589071e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5225822061300278,
      "num_tokens": 214721269.0,
      "step": 278820
    },
    {
      "epoch": 0.3536844935930123,
      "grad_norm": 5.0,
      "learning_rate": 3.231993839580442e-05,
      "loss": 1.7839,
      "mean_token_accuracy": 0.588929808139801,
      "num_tokens": 214728816.0,
      "step": 278830
    },
    {
      "epoch": 0.35369717818554514,
      "grad_norm": 6.0,
      "learning_rate": 3.2319304085718127e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5478758871555328,
      "num_tokens": 214735922.0,
      "step": 278840
    },
    {
      "epoch": 0.353709862778078,
      "grad_norm": 5.34375,
      "learning_rate": 3.231866977563184e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5322716116905213,
      "num_tokens": 214744302.0,
      "step": 278850
    },
    {
      "epoch": 0.3537225473706108,
      "grad_norm": 4.78125,
      "learning_rate": 3.231803546554555e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5635351836681366,
      "num_tokens": 214751632.0,
      "step": 278860
    },
    {
      "epoch": 0.35373523196314366,
      "grad_norm": 5.03125,
      "learning_rate": 3.2317401155459256e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5525297552347184,
      "num_tokens": 214759420.0,
      "step": 278870
    },
    {
      "epoch": 0.3537479165556765,
      "grad_norm": 6.21875,
      "learning_rate": 3.231676684537296e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5421573370695114,
      "num_tokens": 214768111.0,
      "step": 278880
    },
    {
      "epoch": 0.35376060114820934,
      "grad_norm": 4.8125,
      "learning_rate": 3.231613253528667e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5285546690225601,
      "num_tokens": 214775982.0,
      "step": 278890
    },
    {
      "epoch": 0.3537732857407421,
      "grad_norm": 5.3125,
      "learning_rate": 3.231549822520038e-05,
      "loss": 1.8348,
      "mean_token_accuracy": 0.5918183743953704,
      "num_tokens": 214782821.0,
      "step": 278900
    },
    {
      "epoch": 0.35378597033327497,
      "grad_norm": 6.75,
      "learning_rate": 3.231486391511409e-05,
      "loss": 1.8786,
      "mean_token_accuracy": 0.5828548282384872,
      "num_tokens": 214790126.0,
      "step": 278910
    },
    {
      "epoch": 0.3537986549258078,
      "grad_norm": 5.25,
      "learning_rate": 3.2314229605027797e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5279667437076568,
      "num_tokens": 214798853.0,
      "step": 278920
    },
    {
      "epoch": 0.35381133951834065,
      "grad_norm": 4.78125,
      "learning_rate": 3.231359529494151e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5526173919439316,
      "num_tokens": 214806700.0,
      "step": 278930
    },
    {
      "epoch": 0.3538240241108735,
      "grad_norm": 4.6875,
      "learning_rate": 3.2312960984855214e-05,
      "loss": 1.8003,
      "mean_token_accuracy": 0.5964859068393707,
      "num_tokens": 214814919.0,
      "step": 278940
    },
    {
      "epoch": 0.35383670870340633,
      "grad_norm": 4.65625,
      "learning_rate": 3.231232667476892e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.527427363395691,
      "num_tokens": 214823055.0,
      "step": 278950
    },
    {
      "epoch": 0.3538493932959392,
      "grad_norm": 4.71875,
      "learning_rate": 3.231169236468263e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.561964151263237,
      "num_tokens": 214830667.0,
      "step": 278960
    },
    {
      "epoch": 0.353862077888472,
      "grad_norm": 6.53125,
      "learning_rate": 3.231105805459634e-05,
      "loss": 1.7778,
      "mean_token_accuracy": 0.6106243193149566,
      "num_tokens": 214838627.0,
      "step": 278970
    },
    {
      "epoch": 0.3538747624810048,
      "grad_norm": 6.8125,
      "learning_rate": 3.231042374451005e-05,
      "loss": 2.2305,
      "mean_token_accuracy": 0.524897238612175,
      "num_tokens": 214846068.0,
      "step": 278980
    },
    {
      "epoch": 0.35388744707353764,
      "grad_norm": 6.125,
      "learning_rate": 3.2309789434423754e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.532034033536911,
      "num_tokens": 214854437.0,
      "step": 278990
    },
    {
      "epoch": 0.3539001316660705,
      "grad_norm": 4.875,
      "learning_rate": 3.2309155124337466e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5748982816934586,
      "num_tokens": 214860557.0,
      "step": 279000
    },
    {
      "epoch": 0.3539128162586033,
      "grad_norm": 10.6875,
      "learning_rate": 3.230852081425118e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5425099611282349,
      "num_tokens": 214869103.0,
      "step": 279010
    },
    {
      "epoch": 0.35392550085113617,
      "grad_norm": 6.90625,
      "learning_rate": 3.230788650416488e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5606773257255554,
      "num_tokens": 214876086.0,
      "step": 279020
    },
    {
      "epoch": 0.353938185443669,
      "grad_norm": 5.28125,
      "learning_rate": 3.230725219407859e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5296884298324585,
      "num_tokens": 214885249.0,
      "step": 279030
    },
    {
      "epoch": 0.35395087003620185,
      "grad_norm": 5.21875,
      "learning_rate": 3.2306617883992295e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5315690606832504,
      "num_tokens": 214894460.0,
      "step": 279040
    },
    {
      "epoch": 0.35396355462873463,
      "grad_norm": 5.78125,
      "learning_rate": 3.230598357390601e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5552073150873185,
      "num_tokens": 214903351.0,
      "step": 279050
    },
    {
      "epoch": 0.3539762392212675,
      "grad_norm": 11.1875,
      "learning_rate": 3.230534926381972e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5514247238636016,
      "num_tokens": 214909450.0,
      "step": 279060
    },
    {
      "epoch": 0.3539889238138003,
      "grad_norm": 5.71875,
      "learning_rate": 3.2304714953733424e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5337075978517533,
      "num_tokens": 214916199.0,
      "step": 279070
    },
    {
      "epoch": 0.35400160840633316,
      "grad_norm": 5.84375,
      "learning_rate": 3.2304080643647136e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5367827981710434,
      "num_tokens": 214924215.0,
      "step": 279080
    },
    {
      "epoch": 0.354014292998866,
      "grad_norm": 4.5625,
      "learning_rate": 3.230344633356084e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.524182277917862,
      "num_tokens": 214932614.0,
      "step": 279090
    },
    {
      "epoch": 0.35402697759139884,
      "grad_norm": 5.6875,
      "learning_rate": 3.230281202347455e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5432824045419693,
      "num_tokens": 214939710.0,
      "step": 279100
    },
    {
      "epoch": 0.3540396621839317,
      "grad_norm": 4.9375,
      "learning_rate": 3.230217771338826e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5461449503898621,
      "num_tokens": 214948096.0,
      "step": 279110
    },
    {
      "epoch": 0.3540523467764645,
      "grad_norm": 5.25,
      "learning_rate": 3.2301543403301965e-05,
      "loss": 1.9205,
      "mean_token_accuracy": 0.5741412460803985,
      "num_tokens": 214954695.0,
      "step": 279120
    },
    {
      "epoch": 0.3540650313689973,
      "grad_norm": 5.125,
      "learning_rate": 3.230090909321568e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5378020346164704,
      "num_tokens": 214962062.0,
      "step": 279130
    },
    {
      "epoch": 0.35407771596153015,
      "grad_norm": 5.6875,
      "learning_rate": 3.230027478312938e-05,
      "loss": 2.2292,
      "mean_token_accuracy": 0.5181279450654983,
      "num_tokens": 214969041.0,
      "step": 279140
    },
    {
      "epoch": 0.354090400554063,
      "grad_norm": 5.0,
      "learning_rate": 3.2299640473043094e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5419881641864777,
      "num_tokens": 214977515.0,
      "step": 279150
    },
    {
      "epoch": 0.35410308514659583,
      "grad_norm": 6.15625,
      "learning_rate": 3.22990061629568e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5669939666986465,
      "num_tokens": 214983966.0,
      "step": 279160
    },
    {
      "epoch": 0.35411576973912867,
      "grad_norm": 6.0625,
      "learning_rate": 3.2298371852870505e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.575429818034172,
      "num_tokens": 214991734.0,
      "step": 279170
    },
    {
      "epoch": 0.3541284543316615,
      "grad_norm": 5.125,
      "learning_rate": 3.229773754278422e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5403059512376786,
      "num_tokens": 214999726.0,
      "step": 279180
    },
    {
      "epoch": 0.35414113892419435,
      "grad_norm": 5.25,
      "learning_rate": 3.229710323269792e-05,
      "loss": 1.907,
      "mean_token_accuracy": 0.582624876499176,
      "num_tokens": 215008034.0,
      "step": 279190
    },
    {
      "epoch": 0.3541538235167272,
      "grad_norm": 5.65625,
      "learning_rate": 3.2296468922611634e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5272796303033829,
      "num_tokens": 215016827.0,
      "step": 279200
    },
    {
      "epoch": 0.35416650810926,
      "grad_norm": 7.875,
      "learning_rate": 3.2295834612525347e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5468226850032807,
      "num_tokens": 215024156.0,
      "step": 279210
    },
    {
      "epoch": 0.3541791927017928,
      "grad_norm": 5.15625,
      "learning_rate": 3.229520030243905e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5159667551517486,
      "num_tokens": 215032579.0,
      "step": 279220
    },
    {
      "epoch": 0.35419187729432566,
      "grad_norm": 5.34375,
      "learning_rate": 3.229456599235276e-05,
      "loss": 1.8025,
      "mean_token_accuracy": 0.5887600928544998,
      "num_tokens": 215039896.0,
      "step": 279230
    },
    {
      "epoch": 0.3542045618868585,
      "grad_norm": 5.28125,
      "learning_rate": 3.229393168226646e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5263271540403366,
      "num_tokens": 215047635.0,
      "step": 279240
    },
    {
      "epoch": 0.35421724647939135,
      "grad_norm": 6.21875,
      "learning_rate": 3.2293297372180175e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5509786158800125,
      "num_tokens": 215055858.0,
      "step": 279250
    },
    {
      "epoch": 0.3542299310719242,
      "grad_norm": 4.625,
      "learning_rate": 3.229266306209389e-05,
      "loss": 1.9214,
      "mean_token_accuracy": 0.5758252143859863,
      "num_tokens": 215063335.0,
      "step": 279260
    },
    {
      "epoch": 0.35424261566445703,
      "grad_norm": 10.5625,
      "learning_rate": 3.229202875200759e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5526262313127518,
      "num_tokens": 215070644.0,
      "step": 279270
    },
    {
      "epoch": 0.35425530025698987,
      "grad_norm": 5.71875,
      "learning_rate": 3.2291394441921304e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5282118499279023,
      "num_tokens": 215078346.0,
      "step": 279280
    },
    {
      "epoch": 0.35426798484952265,
      "grad_norm": 5.6875,
      "learning_rate": 3.229076013183501e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.545029616355896,
      "num_tokens": 215085985.0,
      "step": 279290
    },
    {
      "epoch": 0.3542806694420555,
      "grad_norm": 5.75,
      "learning_rate": 3.2290125821748715e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.560413372516632,
      "num_tokens": 215093902.0,
      "step": 279300
    },
    {
      "epoch": 0.35429335403458834,
      "grad_norm": 4.4375,
      "learning_rate": 3.228949151166243e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5537041038274765,
      "num_tokens": 215101860.0,
      "step": 279310
    },
    {
      "epoch": 0.3543060386271212,
      "grad_norm": 5.59375,
      "learning_rate": 3.228885720157613e-05,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5189109295606613,
      "num_tokens": 215109739.0,
      "step": 279320
    },
    {
      "epoch": 0.354318723219654,
      "grad_norm": 5.03125,
      "learning_rate": 3.2288222891489845e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5271224498748779,
      "num_tokens": 215117743.0,
      "step": 279330
    },
    {
      "epoch": 0.35433140781218686,
      "grad_norm": 4.71875,
      "learning_rate": 3.228758858140355e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5550776362419129,
      "num_tokens": 215125647.0,
      "step": 279340
    },
    {
      "epoch": 0.3543440924047197,
      "grad_norm": 4.875,
      "learning_rate": 3.228695427131726e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5576492100954056,
      "num_tokens": 215133365.0,
      "step": 279350
    },
    {
      "epoch": 0.35435677699725254,
      "grad_norm": 5.03125,
      "learning_rate": 3.228631996123097e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5514717400074005,
      "num_tokens": 215141322.0,
      "step": 279360
    },
    {
      "epoch": 0.35436946158978533,
      "grad_norm": 4.96875,
      "learning_rate": 3.228568565114467e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5388305515050889,
      "num_tokens": 215149044.0,
      "step": 279370
    },
    {
      "epoch": 0.35438214618231817,
      "grad_norm": 8.375,
      "learning_rate": 3.2285051341058385e-05,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5675747275352478,
      "num_tokens": 215154815.0,
      "step": 279380
    },
    {
      "epoch": 0.354394830774851,
      "grad_norm": 5.53125,
      "learning_rate": 3.228441703097209e-05,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5301795661449432,
      "num_tokens": 215163513.0,
      "step": 279390
    },
    {
      "epoch": 0.35440751536738385,
      "grad_norm": 6.09375,
      "learning_rate": 3.22837827208858e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5238104790449143,
      "num_tokens": 215171730.0,
      "step": 279400
    },
    {
      "epoch": 0.3544201999599167,
      "grad_norm": 5.0625,
      "learning_rate": 3.2283148410799515e-05,
      "loss": 1.8173,
      "mean_token_accuracy": 0.5837131768465043,
      "num_tokens": 215179753.0,
      "step": 279410
    },
    {
      "epoch": 0.35443288455244953,
      "grad_norm": 5.125,
      "learning_rate": 3.228251410071322e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5259460568428039,
      "num_tokens": 215188079.0,
      "step": 279420
    },
    {
      "epoch": 0.3544455691449824,
      "grad_norm": 5.375,
      "learning_rate": 3.228187979062693e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5526258319616317,
      "num_tokens": 215195717.0,
      "step": 279430
    },
    {
      "epoch": 0.3544582537375152,
      "grad_norm": 4.9375,
      "learning_rate": 3.228124548054064e-05,
      "loss": 1.7812,
      "mean_token_accuracy": 0.59766126871109,
      "num_tokens": 215202952.0,
      "step": 279440
    },
    {
      "epoch": 0.354470938330048,
      "grad_norm": 11.3125,
      "learning_rate": 3.228061117045434e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5184327036142349,
      "num_tokens": 215210961.0,
      "step": 279450
    },
    {
      "epoch": 0.35448362292258084,
      "grad_norm": 4.875,
      "learning_rate": 3.2279976860368055e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5644648998975754,
      "num_tokens": 215217892.0,
      "step": 279460
    },
    {
      "epoch": 0.3544963075151137,
      "grad_norm": 5.25,
      "learning_rate": 3.227934255028176e-05,
      "loss": 1.8833,
      "mean_token_accuracy": 0.573708352446556,
      "num_tokens": 215225038.0,
      "step": 279470
    },
    {
      "epoch": 0.3545089921076465,
      "grad_norm": 5.0625,
      "learning_rate": 3.227870824019547e-05,
      "loss": 1.9324,
      "mean_token_accuracy": 0.5737221658229827,
      "num_tokens": 215232713.0,
      "step": 279480
    },
    {
      "epoch": 0.35452167670017937,
      "grad_norm": 4.9375,
      "learning_rate": 3.2278073930109185e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5389371484518051,
      "num_tokens": 215241102.0,
      "step": 279490
    },
    {
      "epoch": 0.3545343612927122,
      "grad_norm": 5.8125,
      "learning_rate": 3.227743962002289e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5446820110082626,
      "num_tokens": 215248984.0,
      "step": 279500
    },
    {
      "epoch": 0.35454704588524505,
      "grad_norm": 9.8125,
      "learning_rate": 3.2276805309936595e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5545066773891449,
      "num_tokens": 215255438.0,
      "step": 279510
    },
    {
      "epoch": 0.35455973047777783,
      "grad_norm": 7.96875,
      "learning_rate": 3.22761709998503e-05,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5679031997919083,
      "num_tokens": 215263106.0,
      "step": 279520
    },
    {
      "epoch": 0.3545724150703107,
      "grad_norm": 6.4375,
      "learning_rate": 3.227553668976401e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5469883561134339,
      "num_tokens": 215270748.0,
      "step": 279530
    },
    {
      "epoch": 0.3545850996628435,
      "grad_norm": 5.40625,
      "learning_rate": 3.2274902379677725e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5594587445259094,
      "num_tokens": 215278464.0,
      "step": 279540
    },
    {
      "epoch": 0.35459778425537636,
      "grad_norm": 5.03125,
      "learning_rate": 3.227426806959143e-05,
      "loss": 2.3008,
      "mean_token_accuracy": 0.5105179160833359,
      "num_tokens": 215286055.0,
      "step": 279550
    },
    {
      "epoch": 0.3546104688479092,
      "grad_norm": 7.09375,
      "learning_rate": 3.227363375950514e-05,
      "loss": 2.2558,
      "mean_token_accuracy": 0.5159330278635025,
      "num_tokens": 215293709.0,
      "step": 279560
    },
    {
      "epoch": 0.35462315344044204,
      "grad_norm": 4.53125,
      "learning_rate": 3.227299944941885e-05,
      "loss": 1.8231,
      "mean_token_accuracy": 0.588230499625206,
      "num_tokens": 215301196.0,
      "step": 279570
    },
    {
      "epoch": 0.3546358380329749,
      "grad_norm": 8.0,
      "learning_rate": 3.227236513933255e-05,
      "loss": 1.703,
      "mean_token_accuracy": 0.622208422422409,
      "num_tokens": 215306060.0,
      "step": 279580
    },
    {
      "epoch": 0.3546485226255077,
      "grad_norm": 6.09375,
      "learning_rate": 3.2271730829246265e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5447052419185638,
      "num_tokens": 215315019.0,
      "step": 279590
    },
    {
      "epoch": 0.3546612072180405,
      "grad_norm": 5.5,
      "learning_rate": 3.227109651915997e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.537722447514534,
      "num_tokens": 215324138.0,
      "step": 279600
    },
    {
      "epoch": 0.35467389181057335,
      "grad_norm": 6.3125,
      "learning_rate": 3.227046220907368e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5558368623256683,
      "num_tokens": 215332345.0,
      "step": 279610
    },
    {
      "epoch": 0.3546865764031062,
      "grad_norm": 5.65625,
      "learning_rate": 3.226982789898739e-05,
      "loss": 1.8091,
      "mean_token_accuracy": 0.603796711564064,
      "num_tokens": 215339332.0,
      "step": 279620
    },
    {
      "epoch": 0.35469926099563903,
      "grad_norm": 5.59375,
      "learning_rate": 3.22691935889011e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5686333775520325,
      "num_tokens": 215347181.0,
      "step": 279630
    },
    {
      "epoch": 0.3547119455881719,
      "grad_norm": 11.0625,
      "learning_rate": 3.2268559278814805e-05,
      "loss": 1.7949,
      "mean_token_accuracy": 0.6056119948625565,
      "num_tokens": 215352872.0,
      "step": 279640
    },
    {
      "epoch": 0.3547246301807047,
      "grad_norm": 5.6875,
      "learning_rate": 3.226792496872851e-05,
      "loss": 1.6459,
      "mean_token_accuracy": 0.6184956550598144,
      "num_tokens": 215359307.0,
      "step": 279650
    },
    {
      "epoch": 0.35473731477323756,
      "grad_norm": 4.59375,
      "learning_rate": 3.226729065864222e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5193167686462402,
      "num_tokens": 215367856.0,
      "step": 279660
    },
    {
      "epoch": 0.3547499993657704,
      "grad_norm": 5.21875,
      "learning_rate": 3.226665634855593e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5817470282316208,
      "num_tokens": 215374947.0,
      "step": 279670
    },
    {
      "epoch": 0.3547626839583032,
      "grad_norm": 5.875,
      "learning_rate": 3.226602203846964e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5379451751708985,
      "num_tokens": 215382341.0,
      "step": 279680
    },
    {
      "epoch": 0.354775368550836,
      "grad_norm": 4.84375,
      "learning_rate": 3.226538772838335e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5270625084638596,
      "num_tokens": 215390697.0,
      "step": 279690
    },
    {
      "epoch": 0.35478805314336886,
      "grad_norm": 6.9375,
      "learning_rate": 3.226475341829706e-05,
      "loss": 1.8349,
      "mean_token_accuracy": 0.6075752586126327,
      "num_tokens": 215396750.0,
      "step": 279700
    },
    {
      "epoch": 0.3548007377359017,
      "grad_norm": 5.0,
      "learning_rate": 3.226411910821076e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5426845163106918,
      "num_tokens": 215405803.0,
      "step": 279710
    },
    {
      "epoch": 0.35481342232843455,
      "grad_norm": 6.875,
      "learning_rate": 3.226348479812447e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5668115645647049,
      "num_tokens": 215413773.0,
      "step": 279720
    },
    {
      "epoch": 0.3548261069209674,
      "grad_norm": 5.28125,
      "learning_rate": 3.226285048803818e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5471120119094849,
      "num_tokens": 215421461.0,
      "step": 279730
    },
    {
      "epoch": 0.35483879151350023,
      "grad_norm": 4.96875,
      "learning_rate": 3.226221617795189e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.5760090172290802,
      "num_tokens": 215428009.0,
      "step": 279740
    },
    {
      "epoch": 0.35485147610603307,
      "grad_norm": 5.78125,
      "learning_rate": 3.22615818678656e-05,
      "loss": 1.854,
      "mean_token_accuracy": 0.5724168121814728,
      "num_tokens": 215435458.0,
      "step": 279750
    },
    {
      "epoch": 0.35486416069856586,
      "grad_norm": 5.46875,
      "learning_rate": 3.226094755777931e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5176141619682312,
      "num_tokens": 215443088.0,
      "step": 279760
    },
    {
      "epoch": 0.3548768452910987,
      "grad_norm": 4.875,
      "learning_rate": 3.2260313247693016e-05,
      "loss": 2.2964,
      "mean_token_accuracy": 0.5044417232275009,
      "num_tokens": 215451114.0,
      "step": 279770
    },
    {
      "epoch": 0.35488952988363154,
      "grad_norm": 6.0625,
      "learning_rate": 3.225967893760672e-05,
      "loss": 1.8476,
      "mean_token_accuracy": 0.5816338896751404,
      "num_tokens": 215459184.0,
      "step": 279780
    },
    {
      "epoch": 0.3549022144761644,
      "grad_norm": 10.9375,
      "learning_rate": 3.225904462752043e-05,
      "loss": 1.8313,
      "mean_token_accuracy": 0.5861461907625198,
      "num_tokens": 215466610.0,
      "step": 279790
    },
    {
      "epoch": 0.3549148990686972,
      "grad_norm": 10.375,
      "learning_rate": 3.225841031743414e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5594105154275895,
      "num_tokens": 215473324.0,
      "step": 279800
    },
    {
      "epoch": 0.35492758366123006,
      "grad_norm": 5.65625,
      "learning_rate": 3.225777600734785e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5395228713750839,
      "num_tokens": 215480563.0,
      "step": 279810
    },
    {
      "epoch": 0.3549402682537629,
      "grad_norm": 4.90625,
      "learning_rate": 3.2257141697261556e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5565526515245438,
      "num_tokens": 215488464.0,
      "step": 279820
    },
    {
      "epoch": 0.35495295284629574,
      "grad_norm": 5.40625,
      "learning_rate": 3.225650738717527e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5287489414215087,
      "num_tokens": 215496242.0,
      "step": 279830
    },
    {
      "epoch": 0.35496563743882853,
      "grad_norm": 5.25,
      "learning_rate": 3.225587307708898e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5240153074264526,
      "num_tokens": 215504046.0,
      "step": 279840
    },
    {
      "epoch": 0.35497832203136137,
      "grad_norm": 4.90625,
      "learning_rate": 3.2255238767002686e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5335016667842865,
      "num_tokens": 215511307.0,
      "step": 279850
    },
    {
      "epoch": 0.3549910066238942,
      "grad_norm": 4.8125,
      "learning_rate": 3.225460445691639e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5291801333427429,
      "num_tokens": 215519460.0,
      "step": 279860
    },
    {
      "epoch": 0.35500369121642705,
      "grad_norm": 4.59375,
      "learning_rate": 3.2253970146830096e-05,
      "loss": 1.7918,
      "mean_token_accuracy": 0.6199753284454346,
      "num_tokens": 215525111.0,
      "step": 279870
    },
    {
      "epoch": 0.3550163758089599,
      "grad_norm": 5.03125,
      "learning_rate": 3.225333583674381e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5185635983943939,
      "num_tokens": 215532557.0,
      "step": 279880
    },
    {
      "epoch": 0.35502906040149274,
      "grad_norm": 6.0,
      "learning_rate": 3.225270152665752e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5502662569284439,
      "num_tokens": 215539214.0,
      "step": 279890
    },
    {
      "epoch": 0.3550417449940256,
      "grad_norm": 7.1875,
      "learning_rate": 3.2252067216571226e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5107341796159744,
      "num_tokens": 215548057.0,
      "step": 279900
    },
    {
      "epoch": 0.3550544295865584,
      "grad_norm": 5.75,
      "learning_rate": 3.225143290648494e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5381014525890351,
      "num_tokens": 215554988.0,
      "step": 279910
    },
    {
      "epoch": 0.3550671141790912,
      "grad_norm": 5.40625,
      "learning_rate": 3.225079859639864e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5421655923128128,
      "num_tokens": 215561858.0,
      "step": 279920
    },
    {
      "epoch": 0.35507979877162404,
      "grad_norm": 5.875,
      "learning_rate": 3.225016428631235e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5382204324007034,
      "num_tokens": 215570225.0,
      "step": 279930
    },
    {
      "epoch": 0.3550924833641569,
      "grad_norm": 5.28125,
      "learning_rate": 3.224952997622606e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5574671059846878,
      "num_tokens": 215578210.0,
      "step": 279940
    },
    {
      "epoch": 0.3551051679566897,
      "grad_norm": 6.3125,
      "learning_rate": 3.2248895666139766e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5205946445465088,
      "num_tokens": 215585652.0,
      "step": 279950
    },
    {
      "epoch": 0.35511785254922257,
      "grad_norm": 5.25,
      "learning_rate": 3.224826135605348e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5313777685165405,
      "num_tokens": 215593125.0,
      "step": 279960
    },
    {
      "epoch": 0.3551305371417554,
      "grad_norm": 5.0625,
      "learning_rate": 3.2247627045967184e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5470362365245819,
      "num_tokens": 215601611.0,
      "step": 279970
    },
    {
      "epoch": 0.35514322173428825,
      "grad_norm": 7.03125,
      "learning_rate": 3.2246992735880896e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5360728025436401,
      "num_tokens": 215610798.0,
      "step": 279980
    },
    {
      "epoch": 0.35515590632682104,
      "grad_norm": 5.75,
      "learning_rate": 3.22463584257946e-05,
      "loss": 1.9896,
      "mean_token_accuracy": 0.5527369290590286,
      "num_tokens": 215617912.0,
      "step": 279990
    },
    {
      "epoch": 0.3551685909193539,
      "grad_norm": 6.6875,
      "learning_rate": 3.2245724115708307e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5161610603332519,
      "num_tokens": 215625125.0,
      "step": 280000
    },
    {
      "epoch": 0.3551812755118867,
      "grad_norm": 4.5625,
      "learning_rate": 3.224508980562202e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5568108141422272,
      "num_tokens": 215633308.0,
      "step": 280010
    },
    {
      "epoch": 0.35519396010441956,
      "grad_norm": 6.0,
      "learning_rate": 3.2244455495535724e-05,
      "loss": 1.8632,
      "mean_token_accuracy": 0.5750783264636994,
      "num_tokens": 215640209.0,
      "step": 280020
    },
    {
      "epoch": 0.3552066446969524,
      "grad_norm": 5.375,
      "learning_rate": 3.2243821185449436e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5173554718494415,
      "num_tokens": 215649655.0,
      "step": 280030
    },
    {
      "epoch": 0.35521932928948524,
      "grad_norm": 5.1875,
      "learning_rate": 3.224318687536315e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5356718927621842,
      "num_tokens": 215658696.0,
      "step": 280040
    },
    {
      "epoch": 0.3552320138820181,
      "grad_norm": 4.90625,
      "learning_rate": 3.2242552565276854e-05,
      "loss": 1.7402,
      "mean_token_accuracy": 0.6096452295780181,
      "num_tokens": 215665318.0,
      "step": 280050
    },
    {
      "epoch": 0.3552446984745509,
      "grad_norm": 5.15625,
      "learning_rate": 3.224191825519056e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5421754539012908,
      "num_tokens": 215673342.0,
      "step": 280060
    },
    {
      "epoch": 0.3552573830670837,
      "grad_norm": 5.625,
      "learning_rate": 3.2241283945104264e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5524015605449677,
      "num_tokens": 215681684.0,
      "step": 280070
    },
    {
      "epoch": 0.35527006765961655,
      "grad_norm": 6.6875,
      "learning_rate": 3.2240649635017976e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.533706346154213,
      "num_tokens": 215689735.0,
      "step": 280080
    },
    {
      "epoch": 0.3552827522521494,
      "grad_norm": 4.65625,
      "learning_rate": 3.224001532493169e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5355672866106034,
      "num_tokens": 215696866.0,
      "step": 280090
    },
    {
      "epoch": 0.35529543684468223,
      "grad_norm": 5.40625,
      "learning_rate": 3.2239381014845394e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5253828972578048,
      "num_tokens": 215706771.0,
      "step": 280100
    },
    {
      "epoch": 0.3553081214372151,
      "grad_norm": 6.34375,
      "learning_rate": 3.2238746704759106e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5622868597507477,
      "num_tokens": 215714798.0,
      "step": 280110
    },
    {
      "epoch": 0.3553208060297479,
      "grad_norm": 5.78125,
      "learning_rate": 3.223811239467281e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5249850004911423,
      "num_tokens": 215722705.0,
      "step": 280120
    },
    {
      "epoch": 0.35533349062228076,
      "grad_norm": 5.875,
      "learning_rate": 3.223747808458652e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5419099479913712,
      "num_tokens": 215730636.0,
      "step": 280130
    },
    {
      "epoch": 0.3553461752148136,
      "grad_norm": 6.34375,
      "learning_rate": 3.223684377450023e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5590726613998414,
      "num_tokens": 215738186.0,
      "step": 280140
    },
    {
      "epoch": 0.3553588598073464,
      "grad_norm": 5.4375,
      "learning_rate": 3.2236209464413934e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5179670751094818,
      "num_tokens": 215746303.0,
      "step": 280150
    },
    {
      "epoch": 0.3553715443998792,
      "grad_norm": 6.6875,
      "learning_rate": 3.2235575154327646e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5474559456110001,
      "num_tokens": 215752465.0,
      "step": 280160
    },
    {
      "epoch": 0.35538422899241207,
      "grad_norm": 6.40625,
      "learning_rate": 3.223494084424135e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.529991215467453,
      "num_tokens": 215760958.0,
      "step": 280170
    },
    {
      "epoch": 0.3553969135849449,
      "grad_norm": 5.65625,
      "learning_rate": 3.2234306534155064e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.546191868185997,
      "num_tokens": 215767389.0,
      "step": 280180
    },
    {
      "epoch": 0.35540959817747775,
      "grad_norm": 5.90625,
      "learning_rate": 3.2233672224068776e-05,
      "loss": 2.2755,
      "mean_token_accuracy": 0.5079118460416794,
      "num_tokens": 215774973.0,
      "step": 280190
    },
    {
      "epoch": 0.3554222827700106,
      "grad_norm": 6.09375,
      "learning_rate": 3.2233037913982475e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.522667533159256,
      "num_tokens": 215783336.0,
      "step": 280200
    },
    {
      "epoch": 0.35543496736254343,
      "grad_norm": 7.28125,
      "learning_rate": 3.223240360389619e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5329905271530151,
      "num_tokens": 215790906.0,
      "step": 280210
    },
    {
      "epoch": 0.35544765195507627,
      "grad_norm": 5.125,
      "learning_rate": 3.223176929380989e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5297117471694947,
      "num_tokens": 215798385.0,
      "step": 280220
    },
    {
      "epoch": 0.35546033654760906,
      "grad_norm": 6.0,
      "learning_rate": 3.2231134983723604e-05,
      "loss": 1.7777,
      "mean_token_accuracy": 0.6010553956031799,
      "num_tokens": 215804095.0,
      "step": 280230
    },
    {
      "epoch": 0.3554730211401419,
      "grad_norm": 5.28125,
      "learning_rate": 3.2230500673637316e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.536415484547615,
      "num_tokens": 215813032.0,
      "step": 280240
    },
    {
      "epoch": 0.35548570573267474,
      "grad_norm": 5.34375,
      "learning_rate": 3.222986636355102e-05,
      "loss": 1.8883,
      "mean_token_accuracy": 0.5774192810058594,
      "num_tokens": 215821022.0,
      "step": 280250
    },
    {
      "epoch": 0.3554983903252076,
      "grad_norm": 5.3125,
      "learning_rate": 3.2229232053464734e-05,
      "loss": 1.7916,
      "mean_token_accuracy": 0.5862692952156067,
      "num_tokens": 215828454.0,
      "step": 280260
    },
    {
      "epoch": 0.3555110749177404,
      "grad_norm": 5.125,
      "learning_rate": 3.222859774337844e-05,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5300394892692566,
      "num_tokens": 215836613.0,
      "step": 280270
    },
    {
      "epoch": 0.35552375951027326,
      "grad_norm": 6.21875,
      "learning_rate": 3.2227963433292144e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5218186140060425,
      "num_tokens": 215843330.0,
      "step": 280280
    },
    {
      "epoch": 0.3555364441028061,
      "grad_norm": 4.78125,
      "learning_rate": 3.2227329123205857e-05,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5799438834190369,
      "num_tokens": 215851622.0,
      "step": 280290
    },
    {
      "epoch": 0.35554912869533895,
      "grad_norm": 5.40625,
      "learning_rate": 3.222669481311956e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5424657106399536,
      "num_tokens": 215859820.0,
      "step": 280300
    },
    {
      "epoch": 0.35556181328787173,
      "grad_norm": 6.40625,
      "learning_rate": 3.2226060503033274e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5469768524169922,
      "num_tokens": 215867696.0,
      "step": 280310
    },
    {
      "epoch": 0.35557449788040457,
      "grad_norm": 4.46875,
      "learning_rate": 3.222542619294698e-05,
      "loss": 1.8098,
      "mean_token_accuracy": 0.5870637029409409,
      "num_tokens": 215875487.0,
      "step": 280320
    },
    {
      "epoch": 0.3555871824729374,
      "grad_norm": 4.8125,
      "learning_rate": 3.222479188286069e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5467628180980683,
      "num_tokens": 215883101.0,
      "step": 280330
    },
    {
      "epoch": 0.35559986706547025,
      "grad_norm": 7.59375,
      "learning_rate": 3.22241575727744e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5529846370220184,
      "num_tokens": 215888899.0,
      "step": 280340
    },
    {
      "epoch": 0.3556125516580031,
      "grad_norm": 7.96875,
      "learning_rate": 3.22235232626881e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5395676076412201,
      "num_tokens": 215895640.0,
      "step": 280350
    },
    {
      "epoch": 0.35562523625053594,
      "grad_norm": 7.78125,
      "learning_rate": 3.2222888952601814e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5212422519922256,
      "num_tokens": 215903233.0,
      "step": 280360
    },
    {
      "epoch": 0.3556379208430688,
      "grad_norm": 4.65625,
      "learning_rate": 3.2222254642515526e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5478444010019302,
      "num_tokens": 215910006.0,
      "step": 280370
    },
    {
      "epoch": 0.3556506054356016,
      "grad_norm": 4.09375,
      "learning_rate": 3.222162033242923e-05,
      "loss": 1.8317,
      "mean_token_accuracy": 0.613011559844017,
      "num_tokens": 215916554.0,
      "step": 280380
    },
    {
      "epoch": 0.3556632900281344,
      "grad_norm": 6.78125,
      "learning_rate": 3.2220986022342944e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5257711827754974,
      "num_tokens": 215924750.0,
      "step": 280390
    },
    {
      "epoch": 0.35567597462066725,
      "grad_norm": 4.6875,
      "learning_rate": 3.222035171225665e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.563344544172287,
      "num_tokens": 215931985.0,
      "step": 280400
    },
    {
      "epoch": 0.3556886592132001,
      "grad_norm": 4.75,
      "learning_rate": 3.2219717402170355e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.57031269967556,
      "num_tokens": 215940125.0,
      "step": 280410
    },
    {
      "epoch": 0.35570134380573293,
      "grad_norm": 4.71875,
      "learning_rate": 3.221908309208407e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5567604124546051,
      "num_tokens": 215948731.0,
      "step": 280420
    },
    {
      "epoch": 0.35571402839826577,
      "grad_norm": 6.0,
      "learning_rate": 3.221844878199777e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5286319255828857,
      "num_tokens": 215957469.0,
      "step": 280430
    },
    {
      "epoch": 0.3557267129907986,
      "grad_norm": 5.5625,
      "learning_rate": 3.2217814471911484e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.5226679563522338,
      "num_tokens": 215966838.0,
      "step": 280440
    },
    {
      "epoch": 0.35573939758333145,
      "grad_norm": 5.84375,
      "learning_rate": 3.221718016182519e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5460474133491516,
      "num_tokens": 215974585.0,
      "step": 280450
    },
    {
      "epoch": 0.35575208217586424,
      "grad_norm": 4.96875,
      "learning_rate": 3.22165458517389e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5330441683530808,
      "num_tokens": 215983885.0,
      "step": 280460
    },
    {
      "epoch": 0.3557647667683971,
      "grad_norm": 6.59375,
      "learning_rate": 3.221591154165261e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5319941192865372,
      "num_tokens": 215992085.0,
      "step": 280470
    },
    {
      "epoch": 0.3557774513609299,
      "grad_norm": 5.84375,
      "learning_rate": 3.221527723156631e-05,
      "loss": 1.9112,
      "mean_token_accuracy": 0.5836641103029251,
      "num_tokens": 216000147.0,
      "step": 280480
    },
    {
      "epoch": 0.35579013595346276,
      "grad_norm": 4.625,
      "learning_rate": 3.2214642921480025e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5702717155218124,
      "num_tokens": 216008502.0,
      "step": 280490
    },
    {
      "epoch": 0.3558028205459956,
      "grad_norm": 5.28125,
      "learning_rate": 3.221400861139373e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5488082230091095,
      "num_tokens": 216015948.0,
      "step": 280500
    },
    {
      "epoch": 0.35581550513852844,
      "grad_norm": 5.125,
      "learning_rate": 3.221337430130744e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5310673326253891,
      "num_tokens": 216025085.0,
      "step": 280510
    },
    {
      "epoch": 0.3558281897310613,
      "grad_norm": 5.625,
      "learning_rate": 3.2212739991221154e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5398442327976227,
      "num_tokens": 216033809.0,
      "step": 280520
    },
    {
      "epoch": 0.3558408743235941,
      "grad_norm": 2.15625,
      "learning_rate": 3.221210568113486e-05,
      "loss": 1.8386,
      "mean_token_accuracy": 0.5950907766819,
      "num_tokens": 216040658.0,
      "step": 280530
    },
    {
      "epoch": 0.3558535589161269,
      "grad_norm": 5.5,
      "learning_rate": 3.2211471371048565e-05,
      "loss": 2.4376,
      "mean_token_accuracy": 0.4902441710233688,
      "num_tokens": 216049112.0,
      "step": 280540
    },
    {
      "epoch": 0.35586624350865975,
      "grad_norm": 4.84375,
      "learning_rate": 3.221083706096227e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5448275923728942,
      "num_tokens": 216057256.0,
      "step": 280550
    },
    {
      "epoch": 0.3558789281011926,
      "grad_norm": 5.5625,
      "learning_rate": 3.221020275087598e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5520852684974671,
      "num_tokens": 216065590.0,
      "step": 280560
    },
    {
      "epoch": 0.35589161269372543,
      "grad_norm": 4.75,
      "learning_rate": 3.2209568440789695e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5437329441308976,
      "num_tokens": 216073755.0,
      "step": 280570
    },
    {
      "epoch": 0.3559042972862583,
      "grad_norm": 6.03125,
      "learning_rate": 3.22089341307034e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5648348778486252,
      "num_tokens": 216081426.0,
      "step": 280580
    },
    {
      "epoch": 0.3559169818787911,
      "grad_norm": 4.71875,
      "learning_rate": 3.220829982061711e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5565482467412949,
      "num_tokens": 216088914.0,
      "step": 280590
    },
    {
      "epoch": 0.35592966647132396,
      "grad_norm": 5.875,
      "learning_rate": 3.220766551053082e-05,
      "loss": 1.7584,
      "mean_token_accuracy": 0.5932720512151718,
      "num_tokens": 216096347.0,
      "step": 280600
    },
    {
      "epoch": 0.3559423510638568,
      "grad_norm": 5.1875,
      "learning_rate": 3.220703120044453e-05,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5335453063249588,
      "num_tokens": 216104497.0,
      "step": 280610
    },
    {
      "epoch": 0.3559550356563896,
      "grad_norm": 4.6875,
      "learning_rate": 3.2206396890358235e-05,
      "loss": 1.892,
      "mean_token_accuracy": 0.5767662197351455,
      "num_tokens": 216112272.0,
      "step": 280620
    },
    {
      "epoch": 0.3559677202489224,
      "grad_norm": 5.0,
      "learning_rate": 3.220576258027194e-05,
      "loss": 1.8208,
      "mean_token_accuracy": 0.589379632472992,
      "num_tokens": 216119564.0,
      "step": 280630
    },
    {
      "epoch": 0.35598040484145527,
      "grad_norm": 5.28125,
      "learning_rate": 3.220512827018565e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.555672574043274,
      "num_tokens": 216126873.0,
      "step": 280640
    },
    {
      "epoch": 0.3559930894339881,
      "grad_norm": 3.921875,
      "learning_rate": 3.220449396009936e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5300438910722732,
      "num_tokens": 216135895.0,
      "step": 280650
    },
    {
      "epoch": 0.35600577402652095,
      "grad_norm": 5.28125,
      "learning_rate": 3.220385965001307e-05,
      "loss": 1.7232,
      "mean_token_accuracy": 0.6160383462905884,
      "num_tokens": 216143035.0,
      "step": 280660
    },
    {
      "epoch": 0.3560184586190538,
      "grad_norm": 5.21875,
      "learning_rate": 3.220322533992678e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5481639295816422,
      "num_tokens": 216152166.0,
      "step": 280670
    },
    {
      "epoch": 0.35603114321158663,
      "grad_norm": 7.625,
      "learning_rate": 3.220259102984049e-05,
      "loss": 1.8253,
      "mean_token_accuracy": 0.599644097685814,
      "num_tokens": 216159976.0,
      "step": 280680
    },
    {
      "epoch": 0.3560438278041195,
      "grad_norm": 5.59375,
      "learning_rate": 3.220195671975419e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5220210880041123,
      "num_tokens": 216169029.0,
      "step": 280690
    },
    {
      "epoch": 0.35605651239665226,
      "grad_norm": 7.5625,
      "learning_rate": 3.22013224096679e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5545950442552566,
      "num_tokens": 216178150.0,
      "step": 280700
    },
    {
      "epoch": 0.3560691969891851,
      "grad_norm": 6.90625,
      "learning_rate": 3.220068809958161e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5730729401111603,
      "num_tokens": 216185004.0,
      "step": 280710
    },
    {
      "epoch": 0.35608188158171794,
      "grad_norm": 4.71875,
      "learning_rate": 3.220005378949532e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5496568977832794,
      "num_tokens": 216193099.0,
      "step": 280720
    },
    {
      "epoch": 0.3560945661742508,
      "grad_norm": 7.84375,
      "learning_rate": 3.219941947940903e-05,
      "loss": 2.2439,
      "mean_token_accuracy": 0.5125350743532181,
      "num_tokens": 216201041.0,
      "step": 280730
    },
    {
      "epoch": 0.3561072507667836,
      "grad_norm": 5.09375,
      "learning_rate": 3.219878516932274e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5251684159040451,
      "num_tokens": 216209069.0,
      "step": 280740
    },
    {
      "epoch": 0.35611993535931646,
      "grad_norm": 6.625,
      "learning_rate": 3.2198150859236445e-05,
      "loss": 1.8142,
      "mean_token_accuracy": 0.6078190326690673,
      "num_tokens": 216216027.0,
      "step": 280750
    },
    {
      "epoch": 0.3561326199518493,
      "grad_norm": 5.28125,
      "learning_rate": 3.219751654915015e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5405539035797119,
      "num_tokens": 216223011.0,
      "step": 280760
    },
    {
      "epoch": 0.35614530454438215,
      "grad_norm": 7.9375,
      "learning_rate": 3.219688223906386e-05,
      "loss": 1.8249,
      "mean_token_accuracy": 0.5956331998109817,
      "num_tokens": 216229369.0,
      "step": 280770
    },
    {
      "epoch": 0.35615798913691493,
      "grad_norm": 7.25,
      "learning_rate": 3.219624792897757e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5274837732315063,
      "num_tokens": 216238070.0,
      "step": 280780
    },
    {
      "epoch": 0.3561706737294478,
      "grad_norm": 5.375,
      "learning_rate": 3.219561361889128e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5532653331756592,
      "num_tokens": 216244575.0,
      "step": 280790
    },
    {
      "epoch": 0.3561833583219806,
      "grad_norm": 6.6875,
      "learning_rate": 3.2194979308804985e-05,
      "loss": 1.779,
      "mean_token_accuracy": 0.6021595776081086,
      "num_tokens": 216251339.0,
      "step": 280800
    },
    {
      "epoch": 0.35619604291451346,
      "grad_norm": 5.875,
      "learning_rate": 3.21943449987187e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5434403121471405,
      "num_tokens": 216259283.0,
      "step": 280810
    },
    {
      "epoch": 0.3562087275070463,
      "grad_norm": 5.21875,
      "learning_rate": 3.21937106886324e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5563603818416596,
      "num_tokens": 216267881.0,
      "step": 280820
    },
    {
      "epoch": 0.35622141209957914,
      "grad_norm": 5.46875,
      "learning_rate": 3.219307637854611e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5137917637825012,
      "num_tokens": 216276646.0,
      "step": 280830
    },
    {
      "epoch": 0.356234096692112,
      "grad_norm": 4.78125,
      "learning_rate": 3.219244206845982e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5303265452384949,
      "num_tokens": 216285536.0,
      "step": 280840
    },
    {
      "epoch": 0.3562467812846448,
      "grad_norm": 7.375,
      "learning_rate": 3.2191807758373526e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5270316302776337,
      "num_tokens": 216292892.0,
      "step": 280850
    },
    {
      "epoch": 0.3562594658771776,
      "grad_norm": 5.84375,
      "learning_rate": 3.219117344828724e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5486083418130875,
      "num_tokens": 216300078.0,
      "step": 280860
    },
    {
      "epoch": 0.35627215046971045,
      "grad_norm": 9.375,
      "learning_rate": 3.219053913820095e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5439385712146759,
      "num_tokens": 216306577.0,
      "step": 280870
    },
    {
      "epoch": 0.3562848350622433,
      "grad_norm": 4.53125,
      "learning_rate": 3.2189904828114655e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5431217789649964,
      "num_tokens": 216314880.0,
      "step": 280880
    },
    {
      "epoch": 0.35629751965477613,
      "grad_norm": 6.15625,
      "learning_rate": 3.218927051802836e-05,
      "loss": 1.9219,
      "mean_token_accuracy": 0.5734822422266006,
      "num_tokens": 216321858.0,
      "step": 280890
    },
    {
      "epoch": 0.35631020424730897,
      "grad_norm": 5.09375,
      "learning_rate": 3.2188636207942066e-05,
      "loss": 1.944,
      "mean_token_accuracy": 0.5630120396614074,
      "num_tokens": 216329465.0,
      "step": 280900
    },
    {
      "epoch": 0.3563228888398418,
      "grad_norm": 4.53125,
      "learning_rate": 3.218800189785578e-05,
      "loss": 2.2926,
      "mean_token_accuracy": 0.5033743172883988,
      "num_tokens": 216338224.0,
      "step": 280910
    },
    {
      "epoch": 0.35633557343237465,
      "grad_norm": 5.96875,
      "learning_rate": 3.218736758776949e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5462819635868073,
      "num_tokens": 216344879.0,
      "step": 280920
    },
    {
      "epoch": 0.35634825802490744,
      "grad_norm": 6.125,
      "learning_rate": 3.2186733277683196e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5571061849594117,
      "num_tokens": 216351621.0,
      "step": 280930
    },
    {
      "epoch": 0.3563609426174403,
      "grad_norm": 5.5625,
      "learning_rate": 3.218609896759691e-05,
      "loss": 2.3496,
      "mean_token_accuracy": 0.49801678359508517,
      "num_tokens": 216359269.0,
      "step": 280940
    },
    {
      "epoch": 0.3563736272099731,
      "grad_norm": 7.6875,
      "learning_rate": 3.218546465751061e-05,
      "loss": 1.8683,
      "mean_token_accuracy": 0.5894713550806046,
      "num_tokens": 216366419.0,
      "step": 280950
    },
    {
      "epoch": 0.35638631180250596,
      "grad_norm": 5.53125,
      "learning_rate": 3.218483034742432e-05,
      "loss": 2.2756,
      "mean_token_accuracy": 0.5182547003030777,
      "num_tokens": 216375182.0,
      "step": 280960
    },
    {
      "epoch": 0.3563989963950388,
      "grad_norm": 5.71875,
      "learning_rate": 3.218419603733803e-05,
      "loss": 2.2399,
      "mean_token_accuracy": 0.5198900669813156,
      "num_tokens": 216384043.0,
      "step": 280970
    },
    {
      "epoch": 0.35641168098757164,
      "grad_norm": 4.9375,
      "learning_rate": 3.2183561727251736e-05,
      "loss": 2.2994,
      "mean_token_accuracy": 0.51363625228405,
      "num_tokens": 216392397.0,
      "step": 280980
    },
    {
      "epoch": 0.3564243655801045,
      "grad_norm": 6.21875,
      "learning_rate": 3.218292741716545e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5455443501472473,
      "num_tokens": 216400175.0,
      "step": 280990
    },
    {
      "epoch": 0.3564370501726373,
      "grad_norm": 6.75,
      "learning_rate": 3.218229310707915e-05,
      "loss": 1.7616,
      "mean_token_accuracy": 0.6037859082221985,
      "num_tokens": 216408190.0,
      "step": 281000
    },
    {
      "epoch": 0.3564497347651701,
      "grad_norm": 6.375,
      "learning_rate": 3.2181658796992866e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5514153420925141,
      "num_tokens": 216416004.0,
      "step": 281010
    },
    {
      "epoch": 0.35646241935770295,
      "grad_norm": 4.4375,
      "learning_rate": 3.218102448690658e-05,
      "loss": 1.8652,
      "mean_token_accuracy": 0.5812453687191009,
      "num_tokens": 216422923.0,
      "step": 281020
    },
    {
      "epoch": 0.3564751039502358,
      "grad_norm": 5.375,
      "learning_rate": 3.218039017682028e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5257454484701156,
      "num_tokens": 216430527.0,
      "step": 281030
    },
    {
      "epoch": 0.35648778854276864,
      "grad_norm": 5.1875,
      "learning_rate": 3.217975586673399e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5323182195425034,
      "num_tokens": 216439029.0,
      "step": 281040
    },
    {
      "epoch": 0.3565004731353015,
      "grad_norm": 6.40625,
      "learning_rate": 3.2179121556647694e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5409272164106369,
      "num_tokens": 216446560.0,
      "step": 281050
    },
    {
      "epoch": 0.3565131577278343,
      "grad_norm": 7.03125,
      "learning_rate": 3.2178487246561406e-05,
      "loss": 2.2292,
      "mean_token_accuracy": 0.5237181663513184,
      "num_tokens": 216454144.0,
      "step": 281060
    },
    {
      "epoch": 0.35652584232036716,
      "grad_norm": 5.3125,
      "learning_rate": 3.217785293647512e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5391121625900268,
      "num_tokens": 216463113.0,
      "step": 281070
    },
    {
      "epoch": 0.3565385269129,
      "grad_norm": 5.625,
      "learning_rate": 3.217721862638882e-05,
      "loss": 2.272,
      "mean_token_accuracy": 0.5031676560640335,
      "num_tokens": 216472591.0,
      "step": 281080
    },
    {
      "epoch": 0.3565512115054328,
      "grad_norm": 4.59375,
      "learning_rate": 3.2176584316302535e-05,
      "loss": 1.7098,
      "mean_token_accuracy": 0.6247723221778869,
      "num_tokens": 216478639.0,
      "step": 281090
    },
    {
      "epoch": 0.3565638960979656,
      "grad_norm": 5.21875,
      "learning_rate": 3.217595000621624e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.533425584435463,
      "num_tokens": 216485834.0,
      "step": 281100
    },
    {
      "epoch": 0.35657658069049847,
      "grad_norm": 4.84375,
      "learning_rate": 3.2175315696129946e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5425370752811431,
      "num_tokens": 216494048.0,
      "step": 281110
    },
    {
      "epoch": 0.3565892652830313,
      "grad_norm": 5.90625,
      "learning_rate": 3.217468138604366e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5573268413543702,
      "num_tokens": 216501707.0,
      "step": 281120
    },
    {
      "epoch": 0.35660194987556415,
      "grad_norm": 10.0625,
      "learning_rate": 3.2174047075957364e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.552954912185669,
      "num_tokens": 216508525.0,
      "step": 281130
    },
    {
      "epoch": 0.356614634468097,
      "grad_norm": 5.0,
      "learning_rate": 3.2173412765871076e-05,
      "loss": 2.2263,
      "mean_token_accuracy": 0.5160824209451675,
      "num_tokens": 216517723.0,
      "step": 281140
    },
    {
      "epoch": 0.35662731906062983,
      "grad_norm": 4.40625,
      "learning_rate": 3.217277845578478e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5532871812582016,
      "num_tokens": 216525674.0,
      "step": 281150
    },
    {
      "epoch": 0.3566400036531627,
      "grad_norm": 5.3125,
      "learning_rate": 3.217214414569849e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5300278842449189,
      "num_tokens": 216534138.0,
      "step": 281160
    },
    {
      "epoch": 0.35665268824569546,
      "grad_norm": 7.15625,
      "learning_rate": 3.21715098356122e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5367813557386398,
      "num_tokens": 216542681.0,
      "step": 281170
    },
    {
      "epoch": 0.3566653728382283,
      "grad_norm": 7.71875,
      "learning_rate": 3.2170875525525904e-05,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5289464980363846,
      "num_tokens": 216550802.0,
      "step": 281180
    },
    {
      "epoch": 0.35667805743076114,
      "grad_norm": 8.125,
      "learning_rate": 3.2170241215439616e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5262137055397034,
      "num_tokens": 216558530.0,
      "step": 281190
    },
    {
      "epoch": 0.356690742023294,
      "grad_norm": 4.71875,
      "learning_rate": 3.216960690535332e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5527787864208221,
      "num_tokens": 216565957.0,
      "step": 281200
    },
    {
      "epoch": 0.3567034266158268,
      "grad_norm": 4.6875,
      "learning_rate": 3.2168972595267034e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5557601273059845,
      "num_tokens": 216574430.0,
      "step": 281210
    },
    {
      "epoch": 0.35671611120835967,
      "grad_norm": 6.15625,
      "learning_rate": 3.2168338285180746e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5345224559307098,
      "num_tokens": 216580884.0,
      "step": 281220
    },
    {
      "epoch": 0.3567287958008925,
      "grad_norm": 8.125,
      "learning_rate": 3.216770397509445e-05,
      "loss": 2.2644,
      "mean_token_accuracy": 0.5212017953395843,
      "num_tokens": 216589349.0,
      "step": 281230
    },
    {
      "epoch": 0.35674148039342535,
      "grad_norm": 4.4375,
      "learning_rate": 3.2167069665008156e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5363215118646621,
      "num_tokens": 216596374.0,
      "step": 281240
    },
    {
      "epoch": 0.35675416498595813,
      "grad_norm": 5.4375,
      "learning_rate": 3.216643535492187e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5248392075300217,
      "num_tokens": 216604569.0,
      "step": 281250
    },
    {
      "epoch": 0.356766849578491,
      "grad_norm": 7.1875,
      "learning_rate": 3.2165801044835574e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5392761260271073,
      "num_tokens": 216613121.0,
      "step": 281260
    },
    {
      "epoch": 0.3567795341710238,
      "grad_norm": 5.78125,
      "learning_rate": 3.2165166734749286e-05,
      "loss": 2.2964,
      "mean_token_accuracy": 0.522594404220581,
      "num_tokens": 216621595.0,
      "step": 281270
    },
    {
      "epoch": 0.35679221876355666,
      "grad_norm": 4.71875,
      "learning_rate": 3.216453242466299e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.56052365899086,
      "num_tokens": 216628853.0,
      "step": 281280
    },
    {
      "epoch": 0.3568049033560895,
      "grad_norm": 4.84375,
      "learning_rate": 3.2163898114576703e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5300115436315537,
      "num_tokens": 216637035.0,
      "step": 281290
    },
    {
      "epoch": 0.35681758794862234,
      "grad_norm": 5.21875,
      "learning_rate": 3.2163263804490416e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5343939781188964,
      "num_tokens": 216644674.0,
      "step": 281300
    },
    {
      "epoch": 0.3568302725411552,
      "grad_norm": 9.25,
      "learning_rate": 3.2162629494404114e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.573613116145134,
      "num_tokens": 216650525.0,
      "step": 281310
    },
    {
      "epoch": 0.356842957133688,
      "grad_norm": 4.65625,
      "learning_rate": 3.2161995184317826e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5260717958211899,
      "num_tokens": 216659307.0,
      "step": 281320
    },
    {
      "epoch": 0.3568556417262208,
      "grad_norm": 5.5,
      "learning_rate": 3.216136087423153e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5321149915456772,
      "num_tokens": 216666774.0,
      "step": 281330
    },
    {
      "epoch": 0.35686832631875365,
      "grad_norm": 4.59375,
      "learning_rate": 3.2160726564145244e-05,
      "loss": 1.7851,
      "mean_token_accuracy": 0.6005958884954452,
      "num_tokens": 216674107.0,
      "step": 281340
    },
    {
      "epoch": 0.3568810109112865,
      "grad_norm": 7.78125,
      "learning_rate": 3.2160092254058956e-05,
      "loss": 1.868,
      "mean_token_accuracy": 0.5935945004224777,
      "num_tokens": 216680938.0,
      "step": 281350
    },
    {
      "epoch": 0.35689369550381933,
      "grad_norm": 6.0,
      "learning_rate": 3.215945794397266e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.5825294464826584,
      "num_tokens": 216687091.0,
      "step": 281360
    },
    {
      "epoch": 0.35690638009635217,
      "grad_norm": 5.375,
      "learning_rate": 3.215882363388637e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5522136002779007,
      "num_tokens": 216694951.0,
      "step": 281370
    },
    {
      "epoch": 0.356919064688885,
      "grad_norm": 5.5625,
      "learning_rate": 3.215818932380007e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5618897885084152,
      "num_tokens": 216702864.0,
      "step": 281380
    },
    {
      "epoch": 0.35693174928141785,
      "grad_norm": 6.34375,
      "learning_rate": 3.2157555013713784e-05,
      "loss": 1.8275,
      "mean_token_accuracy": 0.5888768196105957,
      "num_tokens": 216710401.0,
      "step": 281390
    },
    {
      "epoch": 0.35694443387395064,
      "grad_norm": 7.125,
      "learning_rate": 3.2156920703627496e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.518206462264061,
      "num_tokens": 216718505.0,
      "step": 281400
    },
    {
      "epoch": 0.3569571184664835,
      "grad_norm": 7.25,
      "learning_rate": 3.21562863935412e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5403260827064514,
      "num_tokens": 216725571.0,
      "step": 281410
    },
    {
      "epoch": 0.3569698030590163,
      "grad_norm": 7.0,
      "learning_rate": 3.2155652083454914e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5544241756200791,
      "num_tokens": 216733055.0,
      "step": 281420
    },
    {
      "epoch": 0.35698248765154916,
      "grad_norm": 6.40625,
      "learning_rate": 3.215501777336862e-05,
      "loss": 2.3325,
      "mean_token_accuracy": 0.5090548574924469,
      "num_tokens": 216740609.0,
      "step": 281430
    },
    {
      "epoch": 0.356995172244082,
      "grad_norm": 5.375,
      "learning_rate": 3.215438346328233e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5647048830986023,
      "num_tokens": 216746572.0,
      "step": 281440
    },
    {
      "epoch": 0.35700785683661485,
      "grad_norm": 5.65625,
      "learning_rate": 3.2153749153196037e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.548316490650177,
      "num_tokens": 216754258.0,
      "step": 281450
    },
    {
      "epoch": 0.3570205414291477,
      "grad_norm": 4.9375,
      "learning_rate": 3.215311484310974e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5224343657493591,
      "num_tokens": 216761359.0,
      "step": 281460
    },
    {
      "epoch": 0.3570332260216805,
      "grad_norm": 5.53125,
      "learning_rate": 3.2152480533023454e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5422345161437988,
      "num_tokens": 216770915.0,
      "step": 281470
    },
    {
      "epoch": 0.3570459106142133,
      "grad_norm": 5.625,
      "learning_rate": 3.215184622293716e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5580000787973404,
      "num_tokens": 216778576.0,
      "step": 281480
    },
    {
      "epoch": 0.35705859520674615,
      "grad_norm": 5.1875,
      "learning_rate": 3.215121191285087e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5335595071315765,
      "num_tokens": 216787165.0,
      "step": 281490
    },
    {
      "epoch": 0.357071279799279,
      "grad_norm": 5.21875,
      "learning_rate": 3.2150577602764584e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5346241980791092,
      "num_tokens": 216794368.0,
      "step": 281500
    },
    {
      "epoch": 0.35708396439181184,
      "grad_norm": 5.53125,
      "learning_rate": 3.214994329267829e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5707915693521499,
      "num_tokens": 216802514.0,
      "step": 281510
    },
    {
      "epoch": 0.3570966489843447,
      "grad_norm": 5.78125,
      "learning_rate": 3.2149308982591994e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.549913027882576,
      "num_tokens": 216810645.0,
      "step": 281520
    },
    {
      "epoch": 0.3571093335768775,
      "grad_norm": 9.625,
      "learning_rate": 3.21486746725057e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5637893587350845,
      "num_tokens": 216818099.0,
      "step": 281530
    },
    {
      "epoch": 0.35712201816941036,
      "grad_norm": 6.125,
      "learning_rate": 3.214804036241941e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.558072879910469,
      "num_tokens": 216826541.0,
      "step": 281540
    },
    {
      "epoch": 0.3571347027619432,
      "grad_norm": 5.78125,
      "learning_rate": 3.2147406052333124e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5403568744659424,
      "num_tokens": 216834353.0,
      "step": 281550
    },
    {
      "epoch": 0.357147387354476,
      "grad_norm": 5.09375,
      "learning_rate": 3.214677174224683e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5459586948156356,
      "num_tokens": 216843177.0,
      "step": 281560
    },
    {
      "epoch": 0.35716007194700883,
      "grad_norm": 4.71875,
      "learning_rate": 3.214613743216054e-05,
      "loss": 1.8031,
      "mean_token_accuracy": 0.5815903902053833,
      "num_tokens": 216849446.0,
      "step": 281570
    },
    {
      "epoch": 0.35717275653954167,
      "grad_norm": 7.625,
      "learning_rate": 3.214550312207425e-05,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5109694212675094,
      "num_tokens": 216857323.0,
      "step": 281580
    },
    {
      "epoch": 0.3571854411320745,
      "grad_norm": 4.78125,
      "learning_rate": 3.214486881198795e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5633084446191787,
      "num_tokens": 216865745.0,
      "step": 281590
    },
    {
      "epoch": 0.35719812572460735,
      "grad_norm": 5.125,
      "learning_rate": 3.2144234501901664e-05,
      "loss": 1.647,
      "mean_token_accuracy": 0.6376845419406891,
      "num_tokens": 216872857.0,
      "step": 281600
    },
    {
      "epoch": 0.3572108103171402,
      "grad_norm": 4.78125,
      "learning_rate": 3.214360019181537e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5767128229141235,
      "num_tokens": 216879491.0,
      "step": 281610
    },
    {
      "epoch": 0.35722349490967303,
      "grad_norm": 7.1875,
      "learning_rate": 3.214296588172908e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.568606173992157,
      "num_tokens": 216886956.0,
      "step": 281620
    },
    {
      "epoch": 0.3572361795022059,
      "grad_norm": 6.75,
      "learning_rate": 3.214233157164279e-05,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5631030976772309,
      "num_tokens": 216895081.0,
      "step": 281630
    },
    {
      "epoch": 0.35724886409473866,
      "grad_norm": 7.96875,
      "learning_rate": 3.21416972615565e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5561030983924866,
      "num_tokens": 216903231.0,
      "step": 281640
    },
    {
      "epoch": 0.3572615486872715,
      "grad_norm": 9.6875,
      "learning_rate": 3.2141062951470205e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5392205089330673,
      "num_tokens": 216910899.0,
      "step": 281650
    },
    {
      "epoch": 0.35727423327980434,
      "grad_norm": 4.8125,
      "learning_rate": 3.214042864138391e-05,
      "loss": 1.8556,
      "mean_token_accuracy": 0.5849177151918411,
      "num_tokens": 216918700.0,
      "step": 281660
    },
    {
      "epoch": 0.3572869178723372,
      "grad_norm": 6.875,
      "learning_rate": 3.213979433129762e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5364150881767273,
      "num_tokens": 216927724.0,
      "step": 281670
    },
    {
      "epoch": 0.35729960246487,
      "grad_norm": 4.96875,
      "learning_rate": 3.213916002121133e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5484052121639251,
      "num_tokens": 216935536.0,
      "step": 281680
    },
    {
      "epoch": 0.35731228705740287,
      "grad_norm": 5.75,
      "learning_rate": 3.213852571112504e-05,
      "loss": 1.9011,
      "mean_token_accuracy": 0.578773221373558,
      "num_tokens": 216941612.0,
      "step": 281690
    },
    {
      "epoch": 0.3573249716499357,
      "grad_norm": 5.28125,
      "learning_rate": 3.213789140103875e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5445982605218888,
      "num_tokens": 216949561.0,
      "step": 281700
    },
    {
      "epoch": 0.35733765624246855,
      "grad_norm": 6.03125,
      "learning_rate": 3.213725709095246e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5274020314216614,
      "num_tokens": 216957603.0,
      "step": 281710
    },
    {
      "epoch": 0.35735034083500133,
      "grad_norm": 6.75,
      "learning_rate": 3.213662278086617e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.5850629448890686,
      "num_tokens": 216964452.0,
      "step": 281720
    },
    {
      "epoch": 0.3573630254275342,
      "grad_norm": 4.96875,
      "learning_rate": 3.213598847077987e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5437513083219528,
      "num_tokens": 216972032.0,
      "step": 281730
    },
    {
      "epoch": 0.357375710020067,
      "grad_norm": 5.78125,
      "learning_rate": 3.213535416069358e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5405693054199219,
      "num_tokens": 216979689.0,
      "step": 281740
    },
    {
      "epoch": 0.35738839461259986,
      "grad_norm": 5.3125,
      "learning_rate": 3.213471985060729e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5278825044631958,
      "num_tokens": 216988262.0,
      "step": 281750
    },
    {
      "epoch": 0.3574010792051327,
      "grad_norm": 5.28125,
      "learning_rate": 3.2134085540521e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5221659660339355,
      "num_tokens": 216996356.0,
      "step": 281760
    },
    {
      "epoch": 0.35741376379766554,
      "grad_norm": 5.75,
      "learning_rate": 3.213345123043471e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5363201946020126,
      "num_tokens": 217004402.0,
      "step": 281770
    },
    {
      "epoch": 0.3574264483901984,
      "grad_norm": 5.40625,
      "learning_rate": 3.2132816920348415e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5513577342033387,
      "num_tokens": 217012496.0,
      "step": 281780
    },
    {
      "epoch": 0.3574391329827312,
      "grad_norm": 4.8125,
      "learning_rate": 3.213218261026213e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5540077745914459,
      "num_tokens": 217020095.0,
      "step": 281790
    },
    {
      "epoch": 0.357451817575264,
      "grad_norm": 4.84375,
      "learning_rate": 3.213154830017583e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.540082824230194,
      "num_tokens": 217028533.0,
      "step": 281800
    },
    {
      "epoch": 0.35746450216779685,
      "grad_norm": 5.96875,
      "learning_rate": 3.213091399008954e-05,
      "loss": 2.2328,
      "mean_token_accuracy": 0.5174020946025848,
      "num_tokens": 217036338.0,
      "step": 281810
    },
    {
      "epoch": 0.3574771867603297,
      "grad_norm": 7.375,
      "learning_rate": 3.213027968000325e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5433042049407959,
      "num_tokens": 217044521.0,
      "step": 281820
    },
    {
      "epoch": 0.35748987135286253,
      "grad_norm": 5.375,
      "learning_rate": 3.2129645369916955e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5383119612932206,
      "num_tokens": 217052017.0,
      "step": 281830
    },
    {
      "epoch": 0.3575025559453954,
      "grad_norm": 4.625,
      "learning_rate": 3.212901105983067e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5702614068984986,
      "num_tokens": 217058883.0,
      "step": 281840
    },
    {
      "epoch": 0.3575152405379282,
      "grad_norm": 5.46875,
      "learning_rate": 3.212837674974438e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5596595525741577,
      "num_tokens": 217065354.0,
      "step": 281850
    },
    {
      "epoch": 0.35752792513046106,
      "grad_norm": 5.21875,
      "learning_rate": 3.2127742439658085e-05,
      "loss": 2.2655,
      "mean_token_accuracy": 0.5196693062782287,
      "num_tokens": 217073009.0,
      "step": 281860
    },
    {
      "epoch": 0.35754060972299384,
      "grad_norm": 5.25,
      "learning_rate": 3.212710812957179e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5475118786096573,
      "num_tokens": 217081204.0,
      "step": 281870
    },
    {
      "epoch": 0.3575532943155267,
      "grad_norm": 5.21875,
      "learning_rate": 3.2126473819485495e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5553165793418884,
      "num_tokens": 217089397.0,
      "step": 281880
    },
    {
      "epoch": 0.3575659789080595,
      "grad_norm": 6.0625,
      "learning_rate": 3.212583950939921e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5451809048652649,
      "num_tokens": 217097489.0,
      "step": 281890
    },
    {
      "epoch": 0.35757866350059236,
      "grad_norm": 6.28125,
      "learning_rate": 3.212520519931292e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5343895763158798,
      "num_tokens": 217105051.0,
      "step": 281900
    },
    {
      "epoch": 0.3575913480931252,
      "grad_norm": 5.9375,
      "learning_rate": 3.2124570889226625e-05,
      "loss": 2.3825,
      "mean_token_accuracy": 0.4978222280740738,
      "num_tokens": 217113844.0,
      "step": 281910
    },
    {
      "epoch": 0.35760403268565805,
      "grad_norm": 5.40625,
      "learning_rate": 3.212393657914034e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5740841835737228,
      "num_tokens": 217121551.0,
      "step": 281920
    },
    {
      "epoch": 0.3576167172781909,
      "grad_norm": 6.125,
      "learning_rate": 3.212330226905404e-05,
      "loss": 1.8016,
      "mean_token_accuracy": 0.5966605752706527,
      "num_tokens": 217129010.0,
      "step": 281930
    },
    {
      "epoch": 0.35762940187072373,
      "grad_norm": 5.125,
      "learning_rate": 3.212266795896775e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5692516237497329,
      "num_tokens": 217136969.0,
      "step": 281940
    },
    {
      "epoch": 0.3576420864632565,
      "grad_norm": 7.03125,
      "learning_rate": 3.212203364888146e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.535952627658844,
      "num_tokens": 217145986.0,
      "step": 281950
    },
    {
      "epoch": 0.35765477105578936,
      "grad_norm": 14.4375,
      "learning_rate": 3.2121399338795165e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5350745022296906,
      "num_tokens": 217153357.0,
      "step": 281960
    },
    {
      "epoch": 0.3576674556483222,
      "grad_norm": 5.03125,
      "learning_rate": 3.212076502870888e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5457414925098419,
      "num_tokens": 217161217.0,
      "step": 281970
    },
    {
      "epoch": 0.35768014024085504,
      "grad_norm": 6.5,
      "learning_rate": 3.212013071862258e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5748162299394608,
      "num_tokens": 217168629.0,
      "step": 281980
    },
    {
      "epoch": 0.3576928248333879,
      "grad_norm": 4.65625,
      "learning_rate": 3.2119496408536295e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5390344232320785,
      "num_tokens": 217176772.0,
      "step": 281990
    },
    {
      "epoch": 0.3577055094259207,
      "grad_norm": 5.0,
      "learning_rate": 3.211886209845e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5477065086364746,
      "num_tokens": 217185348.0,
      "step": 282000
    },
    {
      "epoch": 0.35771819401845356,
      "grad_norm": 5.6875,
      "learning_rate": 3.2118227788363706e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5366927504539489,
      "num_tokens": 217192879.0,
      "step": 282010
    },
    {
      "epoch": 0.3577308786109864,
      "grad_norm": 5.21875,
      "learning_rate": 3.211759347827742e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5484424948692321,
      "num_tokens": 217200212.0,
      "step": 282020
    },
    {
      "epoch": 0.3577435632035192,
      "grad_norm": 5.875,
      "learning_rate": 3.211695916819112e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5478453129529953,
      "num_tokens": 217207126.0,
      "step": 282030
    },
    {
      "epoch": 0.35775624779605203,
      "grad_norm": 5.59375,
      "learning_rate": 3.2116324858104835e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5304471015930176,
      "num_tokens": 217214799.0,
      "step": 282040
    },
    {
      "epoch": 0.35776893238858487,
      "grad_norm": 6.25,
      "learning_rate": 3.211569054801855e-05,
      "loss": 2.2101,
      "mean_token_accuracy": 0.5241708725690841,
      "num_tokens": 217222679.0,
      "step": 282050
    },
    {
      "epoch": 0.3577816169811177,
      "grad_norm": 5.09375,
      "learning_rate": 3.211505623793225e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5594907194375992,
      "num_tokens": 217231389.0,
      "step": 282060
    },
    {
      "epoch": 0.35779430157365055,
      "grad_norm": 8.75,
      "learning_rate": 3.211442192784596e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5314414590597153,
      "num_tokens": 217238497.0,
      "step": 282070
    },
    {
      "epoch": 0.3578069861661834,
      "grad_norm": 5.3125,
      "learning_rate": 3.211378761775966e-05,
      "loss": 1.8625,
      "mean_token_accuracy": 0.5932407140731811,
      "num_tokens": 217246293.0,
      "step": 282080
    },
    {
      "epoch": 0.35781967075871624,
      "grad_norm": 5.5,
      "learning_rate": 3.2113153307673376e-05,
      "loss": 1.8911,
      "mean_token_accuracy": 0.5729092448949814,
      "num_tokens": 217253632.0,
      "step": 282090
    },
    {
      "epoch": 0.3578323553512491,
      "grad_norm": 5.6875,
      "learning_rate": 3.211251899758709e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5253140956163407,
      "num_tokens": 217262176.0,
      "step": 282100
    },
    {
      "epoch": 0.35784503994378186,
      "grad_norm": 4.9375,
      "learning_rate": 3.211188468750079e-05,
      "loss": 1.8971,
      "mean_token_accuracy": 0.5640762358903885,
      "num_tokens": 217269275.0,
      "step": 282110
    },
    {
      "epoch": 0.3578577245363147,
      "grad_norm": 5.1875,
      "learning_rate": 3.2111250377414505e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5452617764472961,
      "num_tokens": 217276992.0,
      "step": 282120
    },
    {
      "epoch": 0.35787040912884754,
      "grad_norm": 4.8125,
      "learning_rate": 3.211061606732821e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.529977285861969,
      "num_tokens": 217286077.0,
      "step": 282130
    },
    {
      "epoch": 0.3578830937213804,
      "grad_norm": 7.96875,
      "learning_rate": 3.210998175724192e-05,
      "loss": 2.2478,
      "mean_token_accuracy": 0.5183791428804397,
      "num_tokens": 217294841.0,
      "step": 282140
    },
    {
      "epoch": 0.3578957783139132,
      "grad_norm": 4.9375,
      "learning_rate": 3.210934744715563e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5400954365730286,
      "num_tokens": 217302657.0,
      "step": 282150
    },
    {
      "epoch": 0.35790846290644607,
      "grad_norm": 5.1875,
      "learning_rate": 3.210871313706933e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5667630821466446,
      "num_tokens": 217310404.0,
      "step": 282160
    },
    {
      "epoch": 0.3579211474989789,
      "grad_norm": 5.375,
      "learning_rate": 3.2108078826983045e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5689111739397049,
      "num_tokens": 217317871.0,
      "step": 282170
    },
    {
      "epoch": 0.35793383209151175,
      "grad_norm": 6.34375,
      "learning_rate": 3.210744451689676e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5436075627803802,
      "num_tokens": 217326210.0,
      "step": 282180
    },
    {
      "epoch": 0.35794651668404454,
      "grad_norm": 6.4375,
      "learning_rate": 3.210681020681046e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5355273514986039,
      "num_tokens": 217334145.0,
      "step": 282190
    },
    {
      "epoch": 0.3579592012765774,
      "grad_norm": 6.125,
      "learning_rate": 3.2106175896724175e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5284274309873581,
      "num_tokens": 217341970.0,
      "step": 282200
    },
    {
      "epoch": 0.3579718858691102,
      "grad_norm": 4.9375,
      "learning_rate": 3.210554158663788e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5308941513299942,
      "num_tokens": 217350683.0,
      "step": 282210
    },
    {
      "epoch": 0.35798457046164306,
      "grad_norm": 4.84375,
      "learning_rate": 3.2104907276551586e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5313930988311768,
      "num_tokens": 217358208.0,
      "step": 282220
    },
    {
      "epoch": 0.3579972550541759,
      "grad_norm": 8.625,
      "learning_rate": 3.21042729664653e-05,
      "loss": 1.8539,
      "mean_token_accuracy": 0.5909598678350448,
      "num_tokens": 217365175.0,
      "step": 282230
    },
    {
      "epoch": 0.35800993964670874,
      "grad_norm": 5.40625,
      "learning_rate": 3.2103638656379e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5525478452444077,
      "num_tokens": 217372709.0,
      "step": 282240
    },
    {
      "epoch": 0.3580226242392416,
      "grad_norm": 5.25,
      "learning_rate": 3.2103004346292715e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5568146795034409,
      "num_tokens": 217380980.0,
      "step": 282250
    },
    {
      "epoch": 0.3580353088317744,
      "grad_norm": 9.5625,
      "learning_rate": 3.210237003620642e-05,
      "loss": 1.9275,
      "mean_token_accuracy": 0.5660994529724122,
      "num_tokens": 217388831.0,
      "step": 282260
    },
    {
      "epoch": 0.3580479934243072,
      "grad_norm": 5.78125,
      "learning_rate": 3.210173572612013e-05,
      "loss": 1.8795,
      "mean_token_accuracy": 0.5779793083667755,
      "num_tokens": 217396668.0,
      "step": 282270
    },
    {
      "epoch": 0.35806067801684005,
      "grad_norm": 5.34375,
      "learning_rate": 3.210110141603384e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5459520995616913,
      "num_tokens": 217404065.0,
      "step": 282280
    },
    {
      "epoch": 0.3580733626093729,
      "grad_norm": 6.0,
      "learning_rate": 3.2100467105947544e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5275903582572937,
      "num_tokens": 217411622.0,
      "step": 282290
    },
    {
      "epoch": 0.35808604720190573,
      "grad_norm": 5.21875,
      "learning_rate": 3.2099832795861256e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5390746772289277,
      "num_tokens": 217420526.0,
      "step": 282300
    },
    {
      "epoch": 0.3580987317944386,
      "grad_norm": 5.28125,
      "learning_rate": 3.209919848577496e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5323390424251556,
      "num_tokens": 217428593.0,
      "step": 282310
    },
    {
      "epoch": 0.3581114163869714,
      "grad_norm": 5.90625,
      "learning_rate": 3.209856417568867e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5501670271158219,
      "num_tokens": 217435148.0,
      "step": 282320
    },
    {
      "epoch": 0.35812410097950426,
      "grad_norm": 5.75,
      "learning_rate": 3.2097929865602385e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5355478405952454,
      "num_tokens": 217443949.0,
      "step": 282330
    },
    {
      "epoch": 0.35813678557203704,
      "grad_norm": 6.625,
      "learning_rate": 3.209729555551609e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5448594987392426,
      "num_tokens": 217452427.0,
      "step": 282340
    },
    {
      "epoch": 0.3581494701645699,
      "grad_norm": 5.71875,
      "learning_rate": 3.2096661245429796e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5309060186147689,
      "num_tokens": 217460876.0,
      "step": 282350
    },
    {
      "epoch": 0.3581621547571027,
      "grad_norm": 5.5625,
      "learning_rate": 3.20960269353435e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5376379132270813,
      "num_tokens": 217470264.0,
      "step": 282360
    },
    {
      "epoch": 0.35817483934963557,
      "grad_norm": 5.5625,
      "learning_rate": 3.2095392625257213e-05,
      "loss": 2.2621,
      "mean_token_accuracy": 0.5198274224996566,
      "num_tokens": 217478296.0,
      "step": 282370
    },
    {
      "epoch": 0.3581875239421684,
      "grad_norm": 4.6875,
      "learning_rate": 3.2094758315170926e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5610857337713242,
      "num_tokens": 217486419.0,
      "step": 282380
    },
    {
      "epoch": 0.35820020853470125,
      "grad_norm": 4.65625,
      "learning_rate": 3.209412400508463e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5803192406892776,
      "num_tokens": 217494013.0,
      "step": 282390
    },
    {
      "epoch": 0.3582128931272341,
      "grad_norm": 6.5,
      "learning_rate": 3.209348969499834e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5336200505495071,
      "num_tokens": 217501971.0,
      "step": 282400
    },
    {
      "epoch": 0.35822557771976693,
      "grad_norm": 4.84375,
      "learning_rate": 3.209285538491205e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5513174653053283,
      "num_tokens": 217510201.0,
      "step": 282410
    },
    {
      "epoch": 0.3582382623122997,
      "grad_norm": 4.78125,
      "learning_rate": 3.2092221074825754e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.525807449221611,
      "num_tokens": 217518693.0,
      "step": 282420
    },
    {
      "epoch": 0.35825094690483256,
      "grad_norm": 5.28125,
      "learning_rate": 3.2091586764739466e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5571124464273453,
      "num_tokens": 217526439.0,
      "step": 282430
    },
    {
      "epoch": 0.3582636314973654,
      "grad_norm": 5.25,
      "learning_rate": 3.209095245465317e-05,
      "loss": 2.3171,
      "mean_token_accuracy": 0.4938291996717453,
      "num_tokens": 217534659.0,
      "step": 282440
    },
    {
      "epoch": 0.35827631608989824,
      "grad_norm": 4.8125,
      "learning_rate": 3.209031814456688e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5159173727035522,
      "num_tokens": 217543577.0,
      "step": 282450
    },
    {
      "epoch": 0.3582890006824311,
      "grad_norm": 5.03125,
      "learning_rate": 3.208968383448059e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5328600853681564,
      "num_tokens": 217551567.0,
      "step": 282460
    },
    {
      "epoch": 0.3583016852749639,
      "grad_norm": 7.28125,
      "learning_rate": 3.20890495243943e-05,
      "loss": 1.7872,
      "mean_token_accuracy": 0.6030375063419342,
      "num_tokens": 217558588.0,
      "step": 282470
    },
    {
      "epoch": 0.35831436986749676,
      "grad_norm": 6.34375,
      "learning_rate": 3.208841521430801e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5597845405340195,
      "num_tokens": 217566050.0,
      "step": 282480
    },
    {
      "epoch": 0.3583270544600296,
      "grad_norm": 4.90625,
      "learning_rate": 3.208778090422171e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5298168033361434,
      "num_tokens": 217573512.0,
      "step": 282490
    },
    {
      "epoch": 0.3583397390525624,
      "grad_norm": 6.375,
      "learning_rate": 3.2087146594135424e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5426308661699295,
      "num_tokens": 217580470.0,
      "step": 282500
    },
    {
      "epoch": 0.35835242364509523,
      "grad_norm": 5.03125,
      "learning_rate": 3.208651228404913e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.537532114982605,
      "num_tokens": 217588880.0,
      "step": 282510
    },
    {
      "epoch": 0.35836510823762807,
      "grad_norm": 5.65625,
      "learning_rate": 3.208587797396284e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5262255251407624,
      "num_tokens": 217597466.0,
      "step": 282520
    },
    {
      "epoch": 0.3583777928301609,
      "grad_norm": 5.65625,
      "learning_rate": 3.208524366387655e-05,
      "loss": 1.8183,
      "mean_token_accuracy": 0.5880316197872162,
      "num_tokens": 217605059.0,
      "step": 282530
    },
    {
      "epoch": 0.35839047742269375,
      "grad_norm": 5.9375,
      "learning_rate": 3.208460935379026e-05,
      "loss": 2.383,
      "mean_token_accuracy": 0.5030739486217499,
      "num_tokens": 217613015.0,
      "step": 282540
    },
    {
      "epoch": 0.3584031620152266,
      "grad_norm": 5.96875,
      "learning_rate": 3.208397504370397e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5590780854225159,
      "num_tokens": 217619956.0,
      "step": 282550
    },
    {
      "epoch": 0.35841584660775944,
      "grad_norm": 4.4375,
      "learning_rate": 3.2083340733617676e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5442696392536164,
      "num_tokens": 217628375.0,
      "step": 282560
    },
    {
      "epoch": 0.3584285312002923,
      "grad_norm": 5.28125,
      "learning_rate": 3.208270642353138e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5381523013114929,
      "num_tokens": 217638089.0,
      "step": 282570
    },
    {
      "epoch": 0.35844121579282506,
      "grad_norm": 5.21875,
      "learning_rate": 3.2082072113445094e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5330359905958175,
      "num_tokens": 217646312.0,
      "step": 282580
    },
    {
      "epoch": 0.3584539003853579,
      "grad_norm": 5.1875,
      "learning_rate": 3.20814378033588e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5259842127561569,
      "num_tokens": 217655919.0,
      "step": 282590
    },
    {
      "epoch": 0.35846658497789075,
      "grad_norm": 5.5,
      "learning_rate": 3.208080349327251e-05,
      "loss": 1.7866,
      "mean_token_accuracy": 0.5892385900020599,
      "num_tokens": 217663013.0,
      "step": 282600
    },
    {
      "epoch": 0.3584792695704236,
      "grad_norm": 9.125,
      "learning_rate": 3.2080169183186216e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5457186609506607,
      "num_tokens": 217670340.0,
      "step": 282610
    },
    {
      "epoch": 0.3584919541629564,
      "grad_norm": 5.28125,
      "learning_rate": 3.207953487309993e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5429569542407989,
      "num_tokens": 217678761.0,
      "step": 282620
    },
    {
      "epoch": 0.35850463875548927,
      "grad_norm": 4.875,
      "learning_rate": 3.2078900563013634e-05,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5043153405189514,
      "num_tokens": 217687285.0,
      "step": 282630
    },
    {
      "epoch": 0.3585173233480221,
      "grad_norm": 6.625,
      "learning_rate": 3.207826625292734e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5473648250102997,
      "num_tokens": 217694701.0,
      "step": 282640
    },
    {
      "epoch": 0.35853000794055495,
      "grad_norm": 7.40625,
      "learning_rate": 3.207763194284105e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5258600831031799,
      "num_tokens": 217702288.0,
      "step": 282650
    },
    {
      "epoch": 0.35854269253308774,
      "grad_norm": 5.96875,
      "learning_rate": 3.207699763275476e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.581008905172348,
      "num_tokens": 217709825.0,
      "step": 282660
    },
    {
      "epoch": 0.3585553771256206,
      "grad_norm": 4.84375,
      "learning_rate": 3.207636332266847e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5455049395561218,
      "num_tokens": 217717007.0,
      "step": 282670
    },
    {
      "epoch": 0.3585680617181534,
      "grad_norm": 5.4375,
      "learning_rate": 3.207572901258218e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5228428691625595,
      "num_tokens": 217725380.0,
      "step": 282680
    },
    {
      "epoch": 0.35858074631068626,
      "grad_norm": 6.15625,
      "learning_rate": 3.2075094702495886e-05,
      "loss": 1.7219,
      "mean_token_accuracy": 0.6011257141828537,
      "num_tokens": 217731647.0,
      "step": 282690
    },
    {
      "epoch": 0.3585934309032191,
      "grad_norm": 5.0625,
      "learning_rate": 3.207446039240959e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5472549945116043,
      "num_tokens": 217739266.0,
      "step": 282700
    },
    {
      "epoch": 0.35860611549575194,
      "grad_norm": 5.875,
      "learning_rate": 3.20738260823233e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5501499354839325,
      "num_tokens": 217745897.0,
      "step": 282710
    },
    {
      "epoch": 0.3586188000882848,
      "grad_norm": 9.25,
      "learning_rate": 3.207319177223701e-05,
      "loss": 1.8559,
      "mean_token_accuracy": 0.5909584492444993,
      "num_tokens": 217751176.0,
      "step": 282720
    },
    {
      "epoch": 0.3586314846808176,
      "grad_norm": 9.75,
      "learning_rate": 3.207255746215072e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5864558905363083,
      "num_tokens": 217757688.0,
      "step": 282730
    },
    {
      "epoch": 0.3586441692733504,
      "grad_norm": 5.96875,
      "learning_rate": 3.207192315206443e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5380238741636276,
      "num_tokens": 217765450.0,
      "step": 282740
    },
    {
      "epoch": 0.35865685386588325,
      "grad_norm": 4.59375,
      "learning_rate": 3.207128884197814e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5584064662456513,
      "num_tokens": 217772760.0,
      "step": 282750
    },
    {
      "epoch": 0.3586695384584161,
      "grad_norm": 7.625,
      "learning_rate": 3.2070654531891844e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5130632042884826,
      "num_tokens": 217780067.0,
      "step": 282760
    },
    {
      "epoch": 0.35868222305094893,
      "grad_norm": 4.625,
      "learning_rate": 3.207002022180555e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5340952724218369,
      "num_tokens": 217788806.0,
      "step": 282770
    },
    {
      "epoch": 0.3586949076434818,
      "grad_norm": 5.78125,
      "learning_rate": 3.206938591171926e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5309082955121994,
      "num_tokens": 217796766.0,
      "step": 282780
    },
    {
      "epoch": 0.3587075922360146,
      "grad_norm": 5.65625,
      "learning_rate": 3.206875160163297e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5388462513685226,
      "num_tokens": 217804343.0,
      "step": 282790
    },
    {
      "epoch": 0.35872027682854746,
      "grad_norm": 5.34375,
      "learning_rate": 3.206811729154668e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5533785551786423,
      "num_tokens": 217811362.0,
      "step": 282800
    },
    {
      "epoch": 0.35873296142108024,
      "grad_norm": 5.09375,
      "learning_rate": 3.2067482981460384e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5432331681251525,
      "num_tokens": 217819389.0,
      "step": 282810
    },
    {
      "epoch": 0.3587456460136131,
      "grad_norm": 7.75,
      "learning_rate": 3.2066848671374097e-05,
      "loss": 1.8862,
      "mean_token_accuracy": 0.5801163911819458,
      "num_tokens": 217825261.0,
      "step": 282820
    },
    {
      "epoch": 0.3587583306061459,
      "grad_norm": 7.65625,
      "learning_rate": 3.20662143612878e-05,
      "loss": 2.2658,
      "mean_token_accuracy": 0.5182279765605926,
      "num_tokens": 217832974.0,
      "step": 282830
    },
    {
      "epoch": 0.35877101519867877,
      "grad_norm": 6.4375,
      "learning_rate": 3.206558005120151e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5674555897712708,
      "num_tokens": 217841258.0,
      "step": 282840
    },
    {
      "epoch": 0.3587836997912116,
      "grad_norm": 4.5,
      "learning_rate": 3.206494574111522e-05,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5101298063993454,
      "num_tokens": 217849038.0,
      "step": 282850
    },
    {
      "epoch": 0.35879638438374445,
      "grad_norm": 6.84375,
      "learning_rate": 3.2064311431028925e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5497385650873184,
      "num_tokens": 217856479.0,
      "step": 282860
    },
    {
      "epoch": 0.3588090689762773,
      "grad_norm": 4.53125,
      "learning_rate": 3.206367712094264e-05,
      "loss": 2.3384,
      "mean_token_accuracy": 0.5020713657140732,
      "num_tokens": 217865475.0,
      "step": 282870
    },
    {
      "epoch": 0.35882175356881013,
      "grad_norm": 6.3125,
      "learning_rate": 3.206304281085635e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5804291844367981,
      "num_tokens": 217873297.0,
      "step": 282880
    },
    {
      "epoch": 0.3588344381613429,
      "grad_norm": 5.75,
      "learning_rate": 3.2062408500770054e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5195475518703461,
      "num_tokens": 217881186.0,
      "step": 282890
    },
    {
      "epoch": 0.35884712275387576,
      "grad_norm": 5.5625,
      "learning_rate": 3.2061774190683766e-05,
      "loss": 2.2083,
      "mean_token_accuracy": 0.5107702046632767,
      "num_tokens": 217889036.0,
      "step": 282900
    },
    {
      "epoch": 0.3588598073464086,
      "grad_norm": 5.5,
      "learning_rate": 3.2061139880597465e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5344301372766495,
      "num_tokens": 217896016.0,
      "step": 282910
    },
    {
      "epoch": 0.35887249193894144,
      "grad_norm": 5.53125,
      "learning_rate": 3.206050557051118e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5234902530908585,
      "num_tokens": 217904752.0,
      "step": 282920
    },
    {
      "epoch": 0.3588851765314743,
      "grad_norm": 5.09375,
      "learning_rate": 3.205987126042489e-05,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5823815166950226,
      "num_tokens": 217910887.0,
      "step": 282930
    },
    {
      "epoch": 0.3588978611240071,
      "grad_norm": 6.25,
      "learning_rate": 3.2059236950338595e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.553887665271759,
      "num_tokens": 217917827.0,
      "step": 282940
    },
    {
      "epoch": 0.35891054571653996,
      "grad_norm": 6.90625,
      "learning_rate": 3.205860264025231e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5482273578643799,
      "num_tokens": 217924740.0,
      "step": 282950
    },
    {
      "epoch": 0.3589232303090728,
      "grad_norm": 4.78125,
      "learning_rate": 3.205796833016601e-05,
      "loss": 1.7597,
      "mean_token_accuracy": 0.6116923481225968,
      "num_tokens": 217931082.0,
      "step": 282960
    },
    {
      "epoch": 0.3589359149016056,
      "grad_norm": 5.28125,
      "learning_rate": 3.2057334020079724e-05,
      "loss": 1.8082,
      "mean_token_accuracy": 0.5856361091136932,
      "num_tokens": 217938742.0,
      "step": 282970
    },
    {
      "epoch": 0.35894859949413843,
      "grad_norm": 6.15625,
      "learning_rate": 3.205669970999343e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.528678622841835,
      "num_tokens": 217945324.0,
      "step": 282980
    },
    {
      "epoch": 0.3589612840866713,
      "grad_norm": 7.0,
      "learning_rate": 3.2056065399907135e-05,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5587164998054505,
      "num_tokens": 217952870.0,
      "step": 282990
    },
    {
      "epoch": 0.3589739686792041,
      "grad_norm": 7.1875,
      "learning_rate": 3.205543108982085e-05,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5704344272613525,
      "num_tokens": 217960050.0,
      "step": 283000
    },
    {
      "epoch": 0.35898665327173696,
      "grad_norm": 5.53125,
      "learning_rate": 3.205479677973455e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5473203301429749,
      "num_tokens": 217968339.0,
      "step": 283010
    },
    {
      "epoch": 0.3589993378642698,
      "grad_norm": 7.0,
      "learning_rate": 3.2054162469648265e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5422666251659394,
      "num_tokens": 217975939.0,
      "step": 283020
    },
    {
      "epoch": 0.35901202245680264,
      "grad_norm": 5.15625,
      "learning_rate": 3.205352815956198e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5233638316392899,
      "num_tokens": 217983205.0,
      "step": 283030
    },
    {
      "epoch": 0.3590247070493355,
      "grad_norm": 4.875,
      "learning_rate": 3.205289384947568e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5626047432422638,
      "num_tokens": 217991189.0,
      "step": 283040
    },
    {
      "epoch": 0.35903739164186826,
      "grad_norm": 5.25,
      "learning_rate": 3.205225953938939e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5430785268545151,
      "num_tokens": 217999112.0,
      "step": 283050
    },
    {
      "epoch": 0.3590500762344011,
      "grad_norm": 6.15625,
      "learning_rate": 3.205162522930309e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5412830740213395,
      "num_tokens": 218007091.0,
      "step": 283060
    },
    {
      "epoch": 0.35906276082693395,
      "grad_norm": 11.5,
      "learning_rate": 3.2050990919216805e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5504599303007126,
      "num_tokens": 218013774.0,
      "step": 283070
    },
    {
      "epoch": 0.3590754454194668,
      "grad_norm": 8.75,
      "learning_rate": 3.205035660913052e-05,
      "loss": 2.1538,
      "mean_token_accuracy": 0.519494354724884,
      "num_tokens": 218022203.0,
      "step": 283080
    },
    {
      "epoch": 0.35908813001199963,
      "grad_norm": 5.78125,
      "learning_rate": 3.204972229904422e-05,
      "loss": 1.7834,
      "mean_token_accuracy": 0.599756920337677,
      "num_tokens": 218030267.0,
      "step": 283090
    },
    {
      "epoch": 0.35910081460453247,
      "grad_norm": 5.375,
      "learning_rate": 3.2049087988957935e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5236962407827377,
      "num_tokens": 218038491.0,
      "step": 283100
    },
    {
      "epoch": 0.3591134991970653,
      "grad_norm": 4.96875,
      "learning_rate": 3.204845367887164e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5636175185441971,
      "num_tokens": 218046269.0,
      "step": 283110
    },
    {
      "epoch": 0.35912618378959815,
      "grad_norm": 7.4375,
      "learning_rate": 3.2047819368785345e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5441312551498413,
      "num_tokens": 218054590.0,
      "step": 283120
    },
    {
      "epoch": 0.35913886838213094,
      "grad_norm": 8.25,
      "learning_rate": 3.204718505869906e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5428811967372894,
      "num_tokens": 218061730.0,
      "step": 283130
    },
    {
      "epoch": 0.3591515529746638,
      "grad_norm": 6.71875,
      "learning_rate": 3.204655074861276e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.559482416510582,
      "num_tokens": 218068381.0,
      "step": 283140
    },
    {
      "epoch": 0.3591642375671966,
      "grad_norm": 6.53125,
      "learning_rate": 3.2045916438526475e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.529387366771698,
      "num_tokens": 218075434.0,
      "step": 283150
    },
    {
      "epoch": 0.35917692215972946,
      "grad_norm": 6.75,
      "learning_rate": 3.204528212844019e-05,
      "loss": 1.6257,
      "mean_token_accuracy": 0.6220519602298736,
      "num_tokens": 218082110.0,
      "step": 283160
    },
    {
      "epoch": 0.3591896067522623,
      "grad_norm": 5.15625,
      "learning_rate": 3.204464781835389e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5295981645584107,
      "num_tokens": 218090430.0,
      "step": 283170
    },
    {
      "epoch": 0.35920229134479514,
      "grad_norm": 6.9375,
      "learning_rate": 3.20440135082676e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5491966336965561,
      "num_tokens": 218097631.0,
      "step": 283180
    },
    {
      "epoch": 0.359214975937328,
      "grad_norm": 5.21875,
      "learning_rate": 3.20433791981813e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5291674762964249,
      "num_tokens": 218106154.0,
      "step": 283190
    },
    {
      "epoch": 0.3592276605298608,
      "grad_norm": 7.0625,
      "learning_rate": 3.2042744888095015e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5380667567253112,
      "num_tokens": 218113352.0,
      "step": 283200
    },
    {
      "epoch": 0.3592403451223936,
      "grad_norm": 6.9375,
      "learning_rate": 3.204211057800873e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.547378134727478,
      "num_tokens": 218121003.0,
      "step": 283210
    },
    {
      "epoch": 0.35925302971492645,
      "grad_norm": 8.375,
      "learning_rate": 3.204147626792243e-05,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5722150027751922,
      "num_tokens": 218127483.0,
      "step": 283220
    },
    {
      "epoch": 0.3592657143074593,
      "grad_norm": 5.5,
      "learning_rate": 3.2040841957836145e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.517055270075798,
      "num_tokens": 218136182.0,
      "step": 283230
    },
    {
      "epoch": 0.35927839889999214,
      "grad_norm": 9.625,
      "learning_rate": 3.204020764774985e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.570865023136139,
      "num_tokens": 218143872.0,
      "step": 283240
    },
    {
      "epoch": 0.359291083492525,
      "grad_norm": 4.5,
      "learning_rate": 3.2039573337663555e-05,
      "loss": 2.2725,
      "mean_token_accuracy": 0.5059921652078628,
      "num_tokens": 218154083.0,
      "step": 283250
    },
    {
      "epoch": 0.3593037680850578,
      "grad_norm": 6.78125,
      "learning_rate": 3.203893902757727e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5299340158700943,
      "num_tokens": 218161873.0,
      "step": 283260
    },
    {
      "epoch": 0.35931645267759066,
      "grad_norm": 3.671875,
      "learning_rate": 3.203830471749097e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5576493561267852,
      "num_tokens": 218170197.0,
      "step": 283270
    },
    {
      "epoch": 0.35932913727012344,
      "grad_norm": 4.84375,
      "learning_rate": 3.2037670407404685e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5334416776895523,
      "num_tokens": 218176170.0,
      "step": 283280
    },
    {
      "epoch": 0.3593418218626563,
      "grad_norm": 5.75,
      "learning_rate": 3.203703609731839e-05,
      "loss": 2.2465,
      "mean_token_accuracy": 0.5135579407215118,
      "num_tokens": 218185178.0,
      "step": 283290
    },
    {
      "epoch": 0.3593545064551891,
      "grad_norm": 5.8125,
      "learning_rate": 3.20364017872321e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5303736954927445,
      "num_tokens": 218192961.0,
      "step": 283300
    },
    {
      "epoch": 0.35936719104772197,
      "grad_norm": 4.71875,
      "learning_rate": 3.2035767477145815e-05,
      "loss": 1.8626,
      "mean_token_accuracy": 0.5829660594463348,
      "num_tokens": 218201118.0,
      "step": 283310
    },
    {
      "epoch": 0.3593798756402548,
      "grad_norm": 6.34375,
      "learning_rate": 3.203513316705952e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5363497614860535,
      "num_tokens": 218208141.0,
      "step": 283320
    },
    {
      "epoch": 0.35939256023278765,
      "grad_norm": 4.96875,
      "learning_rate": 3.2034498856973225e-05,
      "loss": 2.3276,
      "mean_token_accuracy": 0.503224915266037,
      "num_tokens": 218216876.0,
      "step": 283330
    },
    {
      "epoch": 0.3594052448253205,
      "grad_norm": 4.8125,
      "learning_rate": 3.203386454688693e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5414267867803574,
      "num_tokens": 218225058.0,
      "step": 283340
    },
    {
      "epoch": 0.35941792941785333,
      "grad_norm": 5.09375,
      "learning_rate": 3.203323023680064e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5640681266784668,
      "num_tokens": 218232819.0,
      "step": 283350
    },
    {
      "epoch": 0.3594306140103861,
      "grad_norm": 5.28125,
      "learning_rate": 3.2032595926714355e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5345126092433929,
      "num_tokens": 218240367.0,
      "step": 283360
    },
    {
      "epoch": 0.35944329860291896,
      "grad_norm": 5.46875,
      "learning_rate": 3.203196161662806e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5357133954763412,
      "num_tokens": 218248219.0,
      "step": 283370
    },
    {
      "epoch": 0.3594559831954518,
      "grad_norm": 9.4375,
      "learning_rate": 3.203132730654177e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5515231490135193,
      "num_tokens": 218254883.0,
      "step": 283380
    },
    {
      "epoch": 0.35946866778798464,
      "grad_norm": 11.5,
      "learning_rate": 3.203069299645548e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5673355430364608,
      "num_tokens": 218261804.0,
      "step": 283390
    },
    {
      "epoch": 0.3594813523805175,
      "grad_norm": 5.0625,
      "learning_rate": 3.203005868636918e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5250370979309082,
      "num_tokens": 218268444.0,
      "step": 283400
    },
    {
      "epoch": 0.3594940369730503,
      "grad_norm": 4.90625,
      "learning_rate": 3.2029424376282895e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5421972513198853,
      "num_tokens": 218276785.0,
      "step": 283410
    },
    {
      "epoch": 0.35950672156558316,
      "grad_norm": 4.40625,
      "learning_rate": 3.20287900661966e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5401574105024338,
      "num_tokens": 218285554.0,
      "step": 283420
    },
    {
      "epoch": 0.359519406158116,
      "grad_norm": 5.53125,
      "learning_rate": 3.202815575611031e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5274362593889237,
      "num_tokens": 218293602.0,
      "step": 283430
    },
    {
      "epoch": 0.3595320907506488,
      "grad_norm": 6.34375,
      "learning_rate": 3.202752144602402e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5514480203390122,
      "num_tokens": 218299969.0,
      "step": 283440
    },
    {
      "epoch": 0.35954477534318163,
      "grad_norm": 4.8125,
      "learning_rate": 3.202688713593773e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5353617340326309,
      "num_tokens": 218308361.0,
      "step": 283450
    },
    {
      "epoch": 0.3595574599357145,
      "grad_norm": 4.96875,
      "learning_rate": 3.2026252825851436e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5532081216573715,
      "num_tokens": 218315114.0,
      "step": 283460
    },
    {
      "epoch": 0.3595701445282473,
      "grad_norm": 5.375,
      "learning_rate": 3.202561851576514e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5588197857141495,
      "num_tokens": 218322242.0,
      "step": 283470
    },
    {
      "epoch": 0.35958282912078016,
      "grad_norm": 4.75,
      "learning_rate": 3.202498420567885e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5353067368268967,
      "num_tokens": 218329878.0,
      "step": 283480
    },
    {
      "epoch": 0.359595513713313,
      "grad_norm": 4.84375,
      "learning_rate": 3.202434989559256e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5441897124052048,
      "num_tokens": 218338375.0,
      "step": 283490
    },
    {
      "epoch": 0.35960819830584584,
      "grad_norm": 6.6875,
      "learning_rate": 3.202371558550627e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5592072039842606,
      "num_tokens": 218345384.0,
      "step": 283500
    },
    {
      "epoch": 0.3596208828983787,
      "grad_norm": 6.4375,
      "learning_rate": 3.202308127541998e-05,
      "loss": 2.2076,
      "mean_token_accuracy": 0.5376368761062622,
      "num_tokens": 218352536.0,
      "step": 283510
    },
    {
      "epoch": 0.35963356749091147,
      "grad_norm": 5.40625,
      "learning_rate": 3.202244696533369e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5574786394834519,
      "num_tokens": 218360062.0,
      "step": 283520
    },
    {
      "epoch": 0.3596462520834443,
      "grad_norm": 5.40625,
      "learning_rate": 3.202181265524739e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5482560366392135,
      "num_tokens": 218368588.0,
      "step": 283530
    },
    {
      "epoch": 0.35965893667597715,
      "grad_norm": 6.21875,
      "learning_rate": 3.20211783451611e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5417809575796128,
      "num_tokens": 218376246.0,
      "step": 283540
    },
    {
      "epoch": 0.35967162126851,
      "grad_norm": 5.21875,
      "learning_rate": 3.202054403507481e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5613907724618912,
      "num_tokens": 218383780.0,
      "step": 283550
    },
    {
      "epoch": 0.35968430586104283,
      "grad_norm": 4.90625,
      "learning_rate": 3.201990972498852e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5435387879610062,
      "num_tokens": 218391103.0,
      "step": 283560
    },
    {
      "epoch": 0.35969699045357567,
      "grad_norm": 5.1875,
      "learning_rate": 3.201927541490223e-05,
      "loss": 1.9248,
      "mean_token_accuracy": 0.573180866241455,
      "num_tokens": 218398499.0,
      "step": 283570
    },
    {
      "epoch": 0.3597096750461085,
      "grad_norm": 5.03125,
      "learning_rate": 3.201864110481594e-05,
      "loss": 2.2083,
      "mean_token_accuracy": 0.5221231043338775,
      "num_tokens": 218406216.0,
      "step": 283580
    },
    {
      "epoch": 0.35972235963864135,
      "grad_norm": 5.375,
      "learning_rate": 3.2018006794729646e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5546576470136643,
      "num_tokens": 218413381.0,
      "step": 283590
    },
    {
      "epoch": 0.35973504423117414,
      "grad_norm": 6.6875,
      "learning_rate": 3.201737248464335e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5503019839525223,
      "num_tokens": 218421603.0,
      "step": 283600
    },
    {
      "epoch": 0.359747728823707,
      "grad_norm": 5.9375,
      "learning_rate": 3.201673817455706e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.531307253241539,
      "num_tokens": 218428948.0,
      "step": 283610
    },
    {
      "epoch": 0.3597604134162398,
      "grad_norm": 4.90625,
      "learning_rate": 3.201610386447077e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5878566235303879,
      "num_tokens": 218436655.0,
      "step": 283620
    },
    {
      "epoch": 0.35977309800877266,
      "grad_norm": 5.09375,
      "learning_rate": 3.201546955438448e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5633427917957305,
      "num_tokens": 218443651.0,
      "step": 283630
    },
    {
      "epoch": 0.3597857826013055,
      "grad_norm": 4.9375,
      "learning_rate": 3.2014835244298186e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5379076153039932,
      "num_tokens": 218452084.0,
      "step": 283640
    },
    {
      "epoch": 0.35979846719383834,
      "grad_norm": 5.28125,
      "learning_rate": 3.20142009342119e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5426076829433442,
      "num_tokens": 218460745.0,
      "step": 283650
    },
    {
      "epoch": 0.3598111517863712,
      "grad_norm": 17.0,
      "learning_rate": 3.201356662412561e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5468085706233978,
      "num_tokens": 218468727.0,
      "step": 283660
    },
    {
      "epoch": 0.359823836378904,
      "grad_norm": 7.3125,
      "learning_rate": 3.201293231403931e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5637062788009644,
      "num_tokens": 218476192.0,
      "step": 283670
    },
    {
      "epoch": 0.3598365209714368,
      "grad_norm": 9.5625,
      "learning_rate": 3.201229800395302e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.523243522644043,
      "num_tokens": 218484336.0,
      "step": 283680
    },
    {
      "epoch": 0.35984920556396965,
      "grad_norm": 7.09375,
      "learning_rate": 3.2011663693866726e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5379728764295578,
      "num_tokens": 218492528.0,
      "step": 283690
    },
    {
      "epoch": 0.3598618901565025,
      "grad_norm": 6.09375,
      "learning_rate": 3.201102938378044e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5474260807037353,
      "num_tokens": 218499875.0,
      "step": 283700
    },
    {
      "epoch": 0.35987457474903534,
      "grad_norm": 5.125,
      "learning_rate": 3.201039507369415e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5468431681394577,
      "num_tokens": 218507897.0,
      "step": 283710
    },
    {
      "epoch": 0.3598872593415682,
      "grad_norm": 5.125,
      "learning_rate": 3.2009760763607856e-05,
      "loss": 1.8701,
      "mean_token_accuracy": 0.5903814733028412,
      "num_tokens": 218514675.0,
      "step": 283720
    },
    {
      "epoch": 0.359899943934101,
      "grad_norm": 6.3125,
      "learning_rate": 3.200912645352157e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5525922745466232,
      "num_tokens": 218522996.0,
      "step": 283730
    },
    {
      "epoch": 0.35991262852663386,
      "grad_norm": 6.75,
      "learning_rate": 3.2008492143435274e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5499252527952194,
      "num_tokens": 218530735.0,
      "step": 283740
    },
    {
      "epoch": 0.35992531311916665,
      "grad_norm": 5.875,
      "learning_rate": 3.200785783334898e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.517151591181755,
      "num_tokens": 218537879.0,
      "step": 283750
    },
    {
      "epoch": 0.3599379977116995,
      "grad_norm": 4.84375,
      "learning_rate": 3.200722352326269e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5370424389839172,
      "num_tokens": 218545406.0,
      "step": 283760
    },
    {
      "epoch": 0.35995068230423233,
      "grad_norm": 7.0,
      "learning_rate": 3.2006589213176396e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5731207489967346,
      "num_tokens": 218552498.0,
      "step": 283770
    },
    {
      "epoch": 0.35996336689676517,
      "grad_norm": 7.0625,
      "learning_rate": 3.200595490309011e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5367372989654541,
      "num_tokens": 218560822.0,
      "step": 283780
    },
    {
      "epoch": 0.359976051489298,
      "grad_norm": 7.96875,
      "learning_rate": 3.2005320593003814e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5269295603036881,
      "num_tokens": 218568579.0,
      "step": 283790
    },
    {
      "epoch": 0.35998873608183085,
      "grad_norm": 5.78125,
      "learning_rate": 3.2004686282917526e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5562337398529053,
      "num_tokens": 218575707.0,
      "step": 283800
    },
    {
      "epoch": 0.3600014206743637,
      "grad_norm": 5.4375,
      "learning_rate": 3.200405197283123e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5469836741685867,
      "num_tokens": 218584102.0,
      "step": 283810
    },
    {
      "epoch": 0.36001410526689653,
      "grad_norm": 6.25,
      "learning_rate": 3.200341766274494e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5486857712268829,
      "num_tokens": 218591291.0,
      "step": 283820
    },
    {
      "epoch": 0.3600267898594293,
      "grad_norm": 5.125,
      "learning_rate": 3.200278335265865e-05,
      "loss": 1.89,
      "mean_token_accuracy": 0.5869889408349991,
      "num_tokens": 218598422.0,
      "step": 283830
    },
    {
      "epoch": 0.36003947445196216,
      "grad_norm": 5.28125,
      "learning_rate": 3.2002149042572354e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5513685703277588,
      "num_tokens": 218604322.0,
      "step": 283840
    },
    {
      "epoch": 0.360052159044495,
      "grad_norm": 6.25,
      "learning_rate": 3.2001514732486066e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5399122655391693,
      "num_tokens": 218612361.0,
      "step": 283850
    },
    {
      "epoch": 0.36006484363702784,
      "grad_norm": 6.75,
      "learning_rate": 3.200088042239978e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5526448577642441,
      "num_tokens": 218620705.0,
      "step": 283860
    },
    {
      "epoch": 0.3600775282295607,
      "grad_norm": 5.78125,
      "learning_rate": 3.2000246112313484e-05,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5202100992202758,
      "num_tokens": 218628624.0,
      "step": 283870
    },
    {
      "epoch": 0.3600902128220935,
      "grad_norm": 7.34375,
      "learning_rate": 3.199961180222719e-05,
      "loss": 1.7681,
      "mean_token_accuracy": 0.624059209227562,
      "num_tokens": 218635442.0,
      "step": 283880
    },
    {
      "epoch": 0.36010289741462637,
      "grad_norm": 7.8125,
      "learning_rate": 3.1998977492140894e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5321524351835251,
      "num_tokens": 218644221.0,
      "step": 283890
    },
    {
      "epoch": 0.3601155820071592,
      "grad_norm": 5.28125,
      "learning_rate": 3.1998343182054607e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5131124466657638,
      "num_tokens": 218652852.0,
      "step": 283900
    },
    {
      "epoch": 0.360128266599692,
      "grad_norm": 5.125,
      "learning_rate": 3.199770887196832e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5774347215890885,
      "num_tokens": 218659276.0,
      "step": 283910
    },
    {
      "epoch": 0.36014095119222483,
      "grad_norm": 4.875,
      "learning_rate": 3.1997074561882024e-05,
      "loss": 1.8511,
      "mean_token_accuracy": 0.5890093147754669,
      "num_tokens": 218665732.0,
      "step": 283920
    },
    {
      "epoch": 0.3601536357847577,
      "grad_norm": 5.875,
      "learning_rate": 3.1996440251795736e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5563137024641037,
      "num_tokens": 218673613.0,
      "step": 283930
    },
    {
      "epoch": 0.3601663203772905,
      "grad_norm": 4.96875,
      "learning_rate": 3.199580594170944e-05,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5264005213975906,
      "num_tokens": 218681515.0,
      "step": 283940
    },
    {
      "epoch": 0.36017900496982336,
      "grad_norm": 9.9375,
      "learning_rate": 3.199517163162315e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5537842690944672,
      "num_tokens": 218689547.0,
      "step": 283950
    },
    {
      "epoch": 0.3601916895623562,
      "grad_norm": 4.5625,
      "learning_rate": 3.199453732153686e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5405901998281479,
      "num_tokens": 218696349.0,
      "step": 283960
    },
    {
      "epoch": 0.36020437415488904,
      "grad_norm": 5.46875,
      "learning_rate": 3.1993903011450564e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5414398849010468,
      "num_tokens": 218704627.0,
      "step": 283970
    },
    {
      "epoch": 0.3602170587474219,
      "grad_norm": 5.75,
      "learning_rate": 3.1993268701364276e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5262416720390319,
      "num_tokens": 218713130.0,
      "step": 283980
    },
    {
      "epoch": 0.36022974333995467,
      "grad_norm": 6.03125,
      "learning_rate": 3.199263439127799e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5405194818973541,
      "num_tokens": 218720899.0,
      "step": 283990
    },
    {
      "epoch": 0.3602424279324875,
      "grad_norm": 5.34375,
      "learning_rate": 3.1992000081191694e-05,
      "loss": 1.8231,
      "mean_token_accuracy": 0.5806733906269074,
      "num_tokens": 218729206.0,
      "step": 284000
    },
    {
      "epoch": 0.36025511252502035,
      "grad_norm": 7.5625,
      "learning_rate": 3.19913657711054e-05,
      "loss": 1.6631,
      "mean_token_accuracy": 0.6274004608392716,
      "num_tokens": 218736146.0,
      "step": 284010
    },
    {
      "epoch": 0.3602677971175532,
      "grad_norm": 5.46875,
      "learning_rate": 3.1990731461019105e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5351814210414887,
      "num_tokens": 218743702.0,
      "step": 284020
    },
    {
      "epoch": 0.36028048171008603,
      "grad_norm": 10.5625,
      "learning_rate": 3.199009715093282e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5693049401044845,
      "num_tokens": 218749612.0,
      "step": 284030
    },
    {
      "epoch": 0.3602931663026189,
      "grad_norm": 5.96875,
      "learning_rate": 3.198946284084653e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5315139204263687,
      "num_tokens": 218756166.0,
      "step": 284040
    },
    {
      "epoch": 0.3603058508951517,
      "grad_norm": 5.15625,
      "learning_rate": 3.1988828530760234e-05,
      "loss": 1.9357,
      "mean_token_accuracy": 0.5725293785333634,
      "num_tokens": 218763403.0,
      "step": 284050
    },
    {
      "epoch": 0.36031853548768455,
      "grad_norm": 4.71875,
      "learning_rate": 3.1988194220673946e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5314369529485703,
      "num_tokens": 218771009.0,
      "step": 284060
    },
    {
      "epoch": 0.36033122008021734,
      "grad_norm": 5.90625,
      "learning_rate": 3.198755991058765e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5509203106164933,
      "num_tokens": 218778982.0,
      "step": 284070
    },
    {
      "epoch": 0.3603439046727502,
      "grad_norm": 5.0625,
      "learning_rate": 3.1986925600501364e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5689862877130508,
      "num_tokens": 218785227.0,
      "step": 284080
    },
    {
      "epoch": 0.360356589265283,
      "grad_norm": 6.625,
      "learning_rate": 3.198629129041507e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5334469556808472,
      "num_tokens": 218792371.0,
      "step": 284090
    },
    {
      "epoch": 0.36036927385781586,
      "grad_norm": 6.84375,
      "learning_rate": 3.1985656980328775e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.524258816242218,
      "num_tokens": 218800033.0,
      "step": 284100
    },
    {
      "epoch": 0.3603819584503487,
      "grad_norm": 5.34375,
      "learning_rate": 3.198502267024249e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5344426244497299,
      "num_tokens": 218808104.0,
      "step": 284110
    },
    {
      "epoch": 0.36039464304288155,
      "grad_norm": 7.1875,
      "learning_rate": 3.198438836015619e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5355776637792588,
      "num_tokens": 218815812.0,
      "step": 284120
    },
    {
      "epoch": 0.3604073276354144,
      "grad_norm": 6.1875,
      "learning_rate": 3.1983754050069904e-05,
      "loss": 2.2627,
      "mean_token_accuracy": 0.5061915725469589,
      "num_tokens": 218823963.0,
      "step": 284130
    },
    {
      "epoch": 0.36042001222794723,
      "grad_norm": 6.3125,
      "learning_rate": 3.1983119739983616e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5413336336612702,
      "num_tokens": 218831491.0,
      "step": 284140
    },
    {
      "epoch": 0.36043269682048,
      "grad_norm": 12.375,
      "learning_rate": 3.198248542989732e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5545978367328643,
      "num_tokens": 218837918.0,
      "step": 284150
    },
    {
      "epoch": 0.36044538141301286,
      "grad_norm": 6.6875,
      "learning_rate": 3.198185111981103e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5432667702436447,
      "num_tokens": 218846288.0,
      "step": 284160
    },
    {
      "epoch": 0.3604580660055457,
      "grad_norm": 10.3125,
      "learning_rate": 3.198121680972473e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.550923439860344,
      "num_tokens": 218854406.0,
      "step": 284170
    },
    {
      "epoch": 0.36047075059807854,
      "grad_norm": 5.1875,
      "learning_rate": 3.1980582499638445e-05,
      "loss": 1.863,
      "mean_token_accuracy": 0.5892412066459656,
      "num_tokens": 218861153.0,
      "step": 284180
    },
    {
      "epoch": 0.3604834351906114,
      "grad_norm": 5.65625,
      "learning_rate": 3.197994818955216e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5428481936454773,
      "num_tokens": 218868606.0,
      "step": 284190
    },
    {
      "epoch": 0.3604961197831442,
      "grad_norm": 5.25,
      "learning_rate": 3.197931387946586e-05,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5595546364784241,
      "num_tokens": 218876646.0,
      "step": 284200
    },
    {
      "epoch": 0.36050880437567706,
      "grad_norm": 5.15625,
      "learning_rate": 3.1978679569379574e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5565508991479874,
      "num_tokens": 218885924.0,
      "step": 284210
    },
    {
      "epoch": 0.36052148896820985,
      "grad_norm": 4.75,
      "learning_rate": 3.197804525929328e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5527647405862808,
      "num_tokens": 218894385.0,
      "step": 284220
    },
    {
      "epoch": 0.3605341735607427,
      "grad_norm": 4.84375,
      "learning_rate": 3.1977410949206985e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5552722662687302,
      "num_tokens": 218902334.0,
      "step": 284230
    },
    {
      "epoch": 0.36054685815327553,
      "grad_norm": 5.65625,
      "learning_rate": 3.19767766391207e-05,
      "loss": 1.6402,
      "mean_token_accuracy": 0.6194960951805115,
      "num_tokens": 218909340.0,
      "step": 284240
    },
    {
      "epoch": 0.36055954274580837,
      "grad_norm": 7.0,
      "learning_rate": 3.19761423290344e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5606257081031799,
      "num_tokens": 218917701.0,
      "step": 284250
    },
    {
      "epoch": 0.3605722273383412,
      "grad_norm": 7.71875,
      "learning_rate": 3.1975508018948114e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5324511915445328,
      "num_tokens": 218925469.0,
      "step": 284260
    },
    {
      "epoch": 0.36058491193087405,
      "grad_norm": 7.0625,
      "learning_rate": 3.197487370886182e-05,
      "loss": 1.8677,
      "mean_token_accuracy": 0.5753622710704803,
      "num_tokens": 218931915.0,
      "step": 284270
    },
    {
      "epoch": 0.3605975965234069,
      "grad_norm": 6.21875,
      "learning_rate": 3.197423939877553e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5319826751947403,
      "num_tokens": 218940027.0,
      "step": 284280
    },
    {
      "epoch": 0.36061028111593973,
      "grad_norm": 5.5625,
      "learning_rate": 3.197360508868924e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5221646577119827,
      "num_tokens": 218948518.0,
      "step": 284290
    },
    {
      "epoch": 0.3606229657084725,
      "grad_norm": 4.96875,
      "learning_rate": 3.197297077860294e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5414399057626724,
      "num_tokens": 218955848.0,
      "step": 284300
    },
    {
      "epoch": 0.36063565030100536,
      "grad_norm": 4.75,
      "learning_rate": 3.1972336468516655e-05,
      "loss": 1.6742,
      "mean_token_accuracy": 0.6279407739639282,
      "num_tokens": 218962497.0,
      "step": 284310
    },
    {
      "epoch": 0.3606483348935382,
      "grad_norm": 10.4375,
      "learning_rate": 3.197170215843036e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5686910629272461,
      "num_tokens": 218969984.0,
      "step": 284320
    },
    {
      "epoch": 0.36066101948607104,
      "grad_norm": 5.09375,
      "learning_rate": 3.197106784834407e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.552372595667839,
      "num_tokens": 218977810.0,
      "step": 284330
    },
    {
      "epoch": 0.3606737040786039,
      "grad_norm": 6.375,
      "learning_rate": 3.1970433538257784e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5443926095962525,
      "num_tokens": 218984977.0,
      "step": 284340
    },
    {
      "epoch": 0.3606863886711367,
      "grad_norm": 4.625,
      "learning_rate": 3.196979922817149e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.527278208732605,
      "num_tokens": 218993235.0,
      "step": 284350
    },
    {
      "epoch": 0.36069907326366957,
      "grad_norm": 8.3125,
      "learning_rate": 3.1969164918085195e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5420572310686111,
      "num_tokens": 218999566.0,
      "step": 284360
    },
    {
      "epoch": 0.3607117578562024,
      "grad_norm": 5.4375,
      "learning_rate": 3.19685306079989e-05,
      "loss": 1.8152,
      "mean_token_accuracy": 0.5886723875999451,
      "num_tokens": 219006195.0,
      "step": 284370
    },
    {
      "epoch": 0.3607244424487352,
      "grad_norm": 5.75,
      "learning_rate": 3.196789629791261e-05,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5140937298536301,
      "num_tokens": 219014657.0,
      "step": 284380
    },
    {
      "epoch": 0.36073712704126804,
      "grad_norm": 5.875,
      "learning_rate": 3.1967261987826325e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5516928106546402,
      "num_tokens": 219022112.0,
      "step": 284390
    },
    {
      "epoch": 0.3607498116338009,
      "grad_norm": 5.8125,
      "learning_rate": 3.196662767774003e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5336158812046051,
      "num_tokens": 219030081.0,
      "step": 284400
    },
    {
      "epoch": 0.3607624962263337,
      "grad_norm": 6.71875,
      "learning_rate": 3.196599336765374e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.584666445851326,
      "num_tokens": 219036533.0,
      "step": 284410
    },
    {
      "epoch": 0.36077518081886656,
      "grad_norm": 6.4375,
      "learning_rate": 3.196535905756745e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5516284525394439,
      "num_tokens": 219043270.0,
      "step": 284420
    },
    {
      "epoch": 0.3607878654113994,
      "grad_norm": 5.78125,
      "learning_rate": 3.196472474748115e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5552886188030243,
      "num_tokens": 219050911.0,
      "step": 284430
    },
    {
      "epoch": 0.36080055000393224,
      "grad_norm": 6.3125,
      "learning_rate": 3.1964090437394865e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5308008044958115,
      "num_tokens": 219058825.0,
      "step": 284440
    },
    {
      "epoch": 0.3608132345964651,
      "grad_norm": 5.4375,
      "learning_rate": 3.196345612730857e-05,
      "loss": 1.8858,
      "mean_token_accuracy": 0.5787335604429245,
      "num_tokens": 219066002.0,
      "step": 284450
    },
    {
      "epoch": 0.36082591918899787,
      "grad_norm": 6.4375,
      "learning_rate": 3.196282181722228e-05,
      "loss": 1.887,
      "mean_token_accuracy": 0.5886227309703826,
      "num_tokens": 219073396.0,
      "step": 284460
    },
    {
      "epoch": 0.3608386037815307,
      "grad_norm": 5.28125,
      "learning_rate": 3.196218750713599e-05,
      "loss": 1.8248,
      "mean_token_accuracy": 0.6010808140039444,
      "num_tokens": 219079741.0,
      "step": 284470
    },
    {
      "epoch": 0.36085128837406355,
      "grad_norm": 5.1875,
      "learning_rate": 3.19615531970497e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5422774374485015,
      "num_tokens": 219087431.0,
      "step": 284480
    },
    {
      "epoch": 0.3608639729665964,
      "grad_norm": 4.875,
      "learning_rate": 3.196091888696341e-05,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5718779742717743,
      "num_tokens": 219095596.0,
      "step": 284490
    },
    {
      "epoch": 0.36087665755912923,
      "grad_norm": 5.4375,
      "learning_rate": 3.196028457687712e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5354513734579086,
      "num_tokens": 219103901.0,
      "step": 284500
    },
    {
      "epoch": 0.3608893421516621,
      "grad_norm": 5.5,
      "learning_rate": 3.195965026679082e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5653912723064423,
      "num_tokens": 219112006.0,
      "step": 284510
    },
    {
      "epoch": 0.3609020267441949,
      "grad_norm": 6.65625,
      "learning_rate": 3.195901595670453e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5528866529464722,
      "num_tokens": 219119524.0,
      "step": 284520
    },
    {
      "epoch": 0.36091471133672776,
      "grad_norm": 5.40625,
      "learning_rate": 3.195838164661824e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5407333761453629,
      "num_tokens": 219127753.0,
      "step": 284530
    },
    {
      "epoch": 0.36092739592926054,
      "grad_norm": 6.40625,
      "learning_rate": 3.195774733653195e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5688649266958237,
      "num_tokens": 219135659.0,
      "step": 284540
    },
    {
      "epoch": 0.3609400805217934,
      "grad_norm": 7.28125,
      "learning_rate": 3.195711302644566e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5501000732183456,
      "num_tokens": 219143498.0,
      "step": 284550
    },
    {
      "epoch": 0.3609527651143262,
      "grad_norm": 5.15625,
      "learning_rate": 3.195647871635937e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5487375229597091,
      "num_tokens": 219151724.0,
      "step": 284560
    },
    {
      "epoch": 0.36096544970685907,
      "grad_norm": 5.46875,
      "learning_rate": 3.1955844406273075e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5449668407440186,
      "num_tokens": 219160419.0,
      "step": 284570
    },
    {
      "epoch": 0.3609781342993919,
      "grad_norm": 6.0,
      "learning_rate": 3.195521009618678e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5417335033416748,
      "num_tokens": 219167965.0,
      "step": 284580
    },
    {
      "epoch": 0.36099081889192475,
      "grad_norm": 4.96875,
      "learning_rate": 3.195457578610049e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.519689428806305,
      "num_tokens": 219176157.0,
      "step": 284590
    },
    {
      "epoch": 0.3610035034844576,
      "grad_norm": 6.53125,
      "learning_rate": 3.19539414760142e-05,
      "loss": 1.8257,
      "mean_token_accuracy": 0.5859640955924987,
      "num_tokens": 219183463.0,
      "step": 284600
    },
    {
      "epoch": 0.36101618807699043,
      "grad_norm": 6.6875,
      "learning_rate": 3.195330716592791e-05,
      "loss": 2.2255,
      "mean_token_accuracy": 0.5171308279037475,
      "num_tokens": 219190799.0,
      "step": 284610
    },
    {
      "epoch": 0.3610288726695232,
      "grad_norm": 5.0625,
      "learning_rate": 3.1952672855841616e-05,
      "loss": 1.8233,
      "mean_token_accuracy": 0.5892452716827392,
      "num_tokens": 219199031.0,
      "step": 284620
    },
    {
      "epoch": 0.36104155726205606,
      "grad_norm": 5.4375,
      "learning_rate": 3.195203854575533e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5543385922908783,
      "num_tokens": 219206340.0,
      "step": 284630
    },
    {
      "epoch": 0.3610542418545889,
      "grad_norm": 5.8125,
      "learning_rate": 3.195140423566903e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5403364986181259,
      "num_tokens": 219214423.0,
      "step": 284640
    },
    {
      "epoch": 0.36106692644712174,
      "grad_norm": 5.3125,
      "learning_rate": 3.195076992558274e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5549524903297425,
      "num_tokens": 219223771.0,
      "step": 284650
    },
    {
      "epoch": 0.3610796110396546,
      "grad_norm": 4.75,
      "learning_rate": 3.195013561549645e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.546372452378273,
      "num_tokens": 219232407.0,
      "step": 284660
    },
    {
      "epoch": 0.3610922956321874,
      "grad_norm": 5.34375,
      "learning_rate": 3.1949501305410156e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5547271370887756,
      "num_tokens": 219240647.0,
      "step": 284670
    },
    {
      "epoch": 0.36110498022472026,
      "grad_norm": 5.28125,
      "learning_rate": 3.194886699532387e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5312595754861832,
      "num_tokens": 219248670.0,
      "step": 284680
    },
    {
      "epoch": 0.36111766481725305,
      "grad_norm": 6.65625,
      "learning_rate": 3.194823268523758e-05,
      "loss": 1.9079,
      "mean_token_accuracy": 0.5731311023235321,
      "num_tokens": 219256646.0,
      "step": 284690
    },
    {
      "epoch": 0.3611303494097859,
      "grad_norm": 6.46875,
      "learning_rate": 3.1947598375151285e-05,
      "loss": 1.8355,
      "mean_token_accuracy": 0.5922168731689453,
      "num_tokens": 219263053.0,
      "step": 284700
    },
    {
      "epoch": 0.36114303400231873,
      "grad_norm": 5.0,
      "learning_rate": 3.194696406506499e-05,
      "loss": 2.2319,
      "mean_token_accuracy": 0.5178085207939148,
      "num_tokens": 219272318.0,
      "step": 284710
    },
    {
      "epoch": 0.36115571859485157,
      "grad_norm": 5.28125,
      "learning_rate": 3.1946329754978696e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.570584437251091,
      "num_tokens": 219280322.0,
      "step": 284720
    },
    {
      "epoch": 0.3611684031873844,
      "grad_norm": 5.0625,
      "learning_rate": 3.194569544489241e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5482348591089249,
      "num_tokens": 219288084.0,
      "step": 284730
    },
    {
      "epoch": 0.36118108777991725,
      "grad_norm": 9.25,
      "learning_rate": 3.194506113480612e-05,
      "loss": 1.8474,
      "mean_token_accuracy": 0.591438639163971,
      "num_tokens": 219295846.0,
      "step": 284740
    },
    {
      "epoch": 0.3611937723724501,
      "grad_norm": 6.125,
      "learning_rate": 3.1944426824719826e-05,
      "loss": 1.845,
      "mean_token_accuracy": 0.5797880172729493,
      "num_tokens": 219302932.0,
      "step": 284750
    },
    {
      "epoch": 0.36120645696498294,
      "grad_norm": 4.8125,
      "learning_rate": 3.194379251463354e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5628325372934342,
      "num_tokens": 219311651.0,
      "step": 284760
    },
    {
      "epoch": 0.3612191415575157,
      "grad_norm": 4.96875,
      "learning_rate": 3.194315820454724e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5275311261415482,
      "num_tokens": 219319871.0,
      "step": 284770
    },
    {
      "epoch": 0.36123182615004856,
      "grad_norm": 5.96875,
      "learning_rate": 3.194252389446095e-05,
      "loss": 1.744,
      "mean_token_accuracy": 0.6079045861959458,
      "num_tokens": 219325743.0,
      "step": 284780
    },
    {
      "epoch": 0.3612445107425814,
      "grad_norm": 5.25,
      "learning_rate": 3.194188958437466e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5555636703968048,
      "num_tokens": 219333165.0,
      "step": 284790
    },
    {
      "epoch": 0.36125719533511425,
      "grad_norm": 4.875,
      "learning_rate": 3.1941255274288366e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5363786488771438,
      "num_tokens": 219342205.0,
      "step": 284800
    },
    {
      "epoch": 0.3612698799276471,
      "grad_norm": 6.1875,
      "learning_rate": 3.194062096420208e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.558631545305252,
      "num_tokens": 219349951.0,
      "step": 284810
    },
    {
      "epoch": 0.3612825645201799,
      "grad_norm": 6.09375,
      "learning_rate": 3.1939986654115784e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5315104633569717,
      "num_tokens": 219358443.0,
      "step": 284820
    },
    {
      "epoch": 0.36129524911271277,
      "grad_norm": 5.375,
      "learning_rate": 3.1939352344029496e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5599664509296417,
      "num_tokens": 219366008.0,
      "step": 284830
    },
    {
      "epoch": 0.3613079337052456,
      "grad_norm": 5.0,
      "learning_rate": 3.193871803394321e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5521872729063034,
      "num_tokens": 219374276.0,
      "step": 284840
    },
    {
      "epoch": 0.3613206182977784,
      "grad_norm": 4.875,
      "learning_rate": 3.1938083723856906e-05,
      "loss": 1.8569,
      "mean_token_accuracy": 0.5881446242332459,
      "num_tokens": 219381051.0,
      "step": 284850
    },
    {
      "epoch": 0.36133330289031124,
      "grad_norm": 5.28125,
      "learning_rate": 3.193744941377062e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.561049547791481,
      "num_tokens": 219389631.0,
      "step": 284860
    },
    {
      "epoch": 0.3613459874828441,
      "grad_norm": 5.0625,
      "learning_rate": 3.1936815103684324e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5597104966640473,
      "num_tokens": 219397930.0,
      "step": 284870
    },
    {
      "epoch": 0.3613586720753769,
      "grad_norm": 5.59375,
      "learning_rate": 3.1936180793598036e-05,
      "loss": 1.8449,
      "mean_token_accuracy": 0.5781327813863755,
      "num_tokens": 219405013.0,
      "step": 284880
    },
    {
      "epoch": 0.36137135666790976,
      "grad_norm": 6.71875,
      "learning_rate": 3.193554648351175e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5564251512289047,
      "num_tokens": 219412498.0,
      "step": 284890
    },
    {
      "epoch": 0.3613840412604426,
      "grad_norm": 5.625,
      "learning_rate": 3.1934912173425453e-05,
      "loss": 1.8032,
      "mean_token_accuracy": 0.598094767332077,
      "num_tokens": 219418793.0,
      "step": 284900
    },
    {
      "epoch": 0.36139672585297544,
      "grad_norm": 4.96875,
      "learning_rate": 3.1934277863339166e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5431405365467071,
      "num_tokens": 219427128.0,
      "step": 284910
    },
    {
      "epoch": 0.3614094104455083,
      "grad_norm": 5.6875,
      "learning_rate": 3.193364355325287e-05,
      "loss": 1.9137,
      "mean_token_accuracy": 0.5660774737596512,
      "num_tokens": 219435165.0,
      "step": 284920
    },
    {
      "epoch": 0.36142209503804107,
      "grad_norm": 5.1875,
      "learning_rate": 3.1933009243166576e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5314291715621948,
      "num_tokens": 219443518.0,
      "step": 284930
    },
    {
      "epoch": 0.3614347796305739,
      "grad_norm": 4.875,
      "learning_rate": 3.193237493308029e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5635651290416718,
      "num_tokens": 219451484.0,
      "step": 284940
    },
    {
      "epoch": 0.36144746422310675,
      "grad_norm": 5.46875,
      "learning_rate": 3.1931740622993994e-05,
      "loss": 1.6809,
      "mean_token_accuracy": 0.6317763864994049,
      "num_tokens": 219457917.0,
      "step": 284950
    },
    {
      "epoch": 0.3614601488156396,
      "grad_norm": 5.28125,
      "learning_rate": 3.1931106312907706e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.547316563129425,
      "num_tokens": 219466902.0,
      "step": 284960
    },
    {
      "epoch": 0.36147283340817243,
      "grad_norm": 5.0625,
      "learning_rate": 3.193047200282142e-05,
      "loss": 1.9632,
      "mean_token_accuracy": 0.5559884786605835,
      "num_tokens": 219475482.0,
      "step": 284970
    },
    {
      "epoch": 0.3614855180007053,
      "grad_norm": 4.65625,
      "learning_rate": 3.192983769273512e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5617366850376129,
      "num_tokens": 219483210.0,
      "step": 284980
    },
    {
      "epoch": 0.3614982025932381,
      "grad_norm": 7.0625,
      "learning_rate": 3.192920338264883e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5365748345851898,
      "num_tokens": 219490726.0,
      "step": 284990
    },
    {
      "epoch": 0.36151088718577096,
      "grad_norm": 6.03125,
      "learning_rate": 3.1928569072562534e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5600123286247254,
      "num_tokens": 219498184.0,
      "step": 285000
    },
    {
      "epoch": 0.36152357177830374,
      "grad_norm": 16.75,
      "learning_rate": 3.1927934762476246e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5402909368276596,
      "num_tokens": 219505197.0,
      "step": 285010
    },
    {
      "epoch": 0.3615362563708366,
      "grad_norm": 5.5,
      "learning_rate": 3.192730045238996e-05,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5144469201564789,
      "num_tokens": 219513434.0,
      "step": 285020
    },
    {
      "epoch": 0.3615489409633694,
      "grad_norm": 5.5,
      "learning_rate": 3.1926666142303664e-05,
      "loss": 1.8405,
      "mean_token_accuracy": 0.5995168298482895,
      "num_tokens": 219520863.0,
      "step": 285030
    },
    {
      "epoch": 0.36156162555590227,
      "grad_norm": 5.28125,
      "learning_rate": 3.1926031832217376e-05,
      "loss": 1.5806,
      "mean_token_accuracy": 0.6483639717102051,
      "num_tokens": 219527117.0,
      "step": 285040
    },
    {
      "epoch": 0.3615743101484351,
      "grad_norm": 8.875,
      "learning_rate": 3.192539752213108e-05,
      "loss": 1.872,
      "mean_token_accuracy": 0.5797053635120392,
      "num_tokens": 219533978.0,
      "step": 285050
    },
    {
      "epoch": 0.36158699474096795,
      "grad_norm": 6.34375,
      "learning_rate": 3.1924763212044787e-05,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5712781071662902,
      "num_tokens": 219541044.0,
      "step": 285060
    },
    {
      "epoch": 0.3615996793335008,
      "grad_norm": 4.46875,
      "learning_rate": 3.19241289019585e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5498201489448548,
      "num_tokens": 219548982.0,
      "step": 285070
    },
    {
      "epoch": 0.36161236392603363,
      "grad_norm": 5.6875,
      "learning_rate": 3.1923494591872204e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5464463412761689,
      "num_tokens": 219556701.0,
      "step": 285080
    },
    {
      "epoch": 0.3616250485185664,
      "grad_norm": 6.125,
      "learning_rate": 3.1922860281785916e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5387236833572387,
      "num_tokens": 219564192.0,
      "step": 285090
    },
    {
      "epoch": 0.36163773311109926,
      "grad_norm": 9.25,
      "learning_rate": 3.192222597169962e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5496509879827499,
      "num_tokens": 219571096.0,
      "step": 285100
    },
    {
      "epoch": 0.3616504177036321,
      "grad_norm": 5.6875,
      "learning_rate": 3.1921591661613334e-05,
      "loss": 2.2896,
      "mean_token_accuracy": 0.5173501044511795,
      "num_tokens": 219579337.0,
      "step": 285110
    },
    {
      "epoch": 0.36166310229616494,
      "grad_norm": 6.625,
      "learning_rate": 3.192095735152704e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5684399724006652,
      "num_tokens": 219586618.0,
      "step": 285120
    },
    {
      "epoch": 0.3616757868886978,
      "grad_norm": 5.96875,
      "learning_rate": 3.1920323041440744e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5465823769569397,
      "num_tokens": 219593354.0,
      "step": 285130
    },
    {
      "epoch": 0.3616884714812306,
      "grad_norm": 5.59375,
      "learning_rate": 3.1919688731354456e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5463177174329757,
      "num_tokens": 219601597.0,
      "step": 285140
    },
    {
      "epoch": 0.36170115607376346,
      "grad_norm": 6.875,
      "learning_rate": 3.191905442126816e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.549253585934639,
      "num_tokens": 219608268.0,
      "step": 285150
    },
    {
      "epoch": 0.36171384066629625,
      "grad_norm": 4.96875,
      "learning_rate": 3.1918420111181874e-05,
      "loss": 2.2141,
      "mean_token_accuracy": 0.5226606160402298,
      "num_tokens": 219617341.0,
      "step": 285160
    },
    {
      "epoch": 0.3617265252588291,
      "grad_norm": 4.96875,
      "learning_rate": 3.1917785801095586e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5470812201499939,
      "num_tokens": 219624631.0,
      "step": 285170
    },
    {
      "epoch": 0.36173920985136193,
      "grad_norm": 5.71875,
      "learning_rate": 3.191715149100929e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5562744736671448,
      "num_tokens": 219630340.0,
      "step": 285180
    },
    {
      "epoch": 0.3617518944438948,
      "grad_norm": 6.40625,
      "learning_rate": 3.1916517180923004e-05,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5597061157226563,
      "num_tokens": 219637687.0,
      "step": 285190
    },
    {
      "epoch": 0.3617645790364276,
      "grad_norm": 6.90625,
      "learning_rate": 3.19158828708367e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.536645182967186,
      "num_tokens": 219645467.0,
      "step": 285200
    },
    {
      "epoch": 0.36177726362896045,
      "grad_norm": 4.9375,
      "learning_rate": 3.1915248560750414e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5442311704158783,
      "num_tokens": 219654219.0,
      "step": 285210
    },
    {
      "epoch": 0.3617899482214933,
      "grad_norm": 6.25,
      "learning_rate": 3.1914614250664126e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5271378427743911,
      "num_tokens": 219661542.0,
      "step": 285220
    },
    {
      "epoch": 0.36180263281402614,
      "grad_norm": 5.25,
      "learning_rate": 3.191397994057783e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5303473174571991,
      "num_tokens": 219670056.0,
      "step": 285230
    },
    {
      "epoch": 0.3618153174065589,
      "grad_norm": 7.28125,
      "learning_rate": 3.1913345630491544e-05,
      "loss": 1.8727,
      "mean_token_accuracy": 0.5989020973443985,
      "num_tokens": 219675986.0,
      "step": 285240
    },
    {
      "epoch": 0.36182800199909176,
      "grad_norm": 5.53125,
      "learning_rate": 3.191271132040525e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5673568844795227,
      "num_tokens": 219683976.0,
      "step": 285250
    },
    {
      "epoch": 0.3618406865916246,
      "grad_norm": 5.40625,
      "learning_rate": 3.191207701031896e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5506489604711533,
      "num_tokens": 219692828.0,
      "step": 285260
    },
    {
      "epoch": 0.36185337118415745,
      "grad_norm": 7.9375,
      "learning_rate": 3.191144270023267e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5614212602376938,
      "num_tokens": 219701302.0,
      "step": 285270
    },
    {
      "epoch": 0.3618660557766903,
      "grad_norm": 6.375,
      "learning_rate": 3.191080839014637e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5419178575277328,
      "num_tokens": 219709169.0,
      "step": 285280
    },
    {
      "epoch": 0.36187874036922313,
      "grad_norm": 4.875,
      "learning_rate": 3.1910174080060084e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5519207954406739,
      "num_tokens": 219715967.0,
      "step": 285290
    },
    {
      "epoch": 0.36189142496175597,
      "grad_norm": 5.25,
      "learning_rate": 3.190953976997379e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5273038685321808,
      "num_tokens": 219723767.0,
      "step": 285300
    },
    {
      "epoch": 0.3619041095542888,
      "grad_norm": 5.6875,
      "learning_rate": 3.19089054598875e-05,
      "loss": 1.8996,
      "mean_token_accuracy": 0.5668558955192566,
      "num_tokens": 219731108.0,
      "step": 285310
    },
    {
      "epoch": 0.3619167941468216,
      "grad_norm": 6.0625,
      "learning_rate": 3.1908271149801214e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.540530526638031,
      "num_tokens": 219740095.0,
      "step": 285320
    },
    {
      "epoch": 0.36192947873935444,
      "grad_norm": 5.71875,
      "learning_rate": 3.190763683971492e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5393351882696151,
      "num_tokens": 219747395.0,
      "step": 285330
    },
    {
      "epoch": 0.3619421633318873,
      "grad_norm": 6.1875,
      "learning_rate": 3.1907002529628624e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5353539884090424,
      "num_tokens": 219755833.0,
      "step": 285340
    },
    {
      "epoch": 0.3619548479244201,
      "grad_norm": 7.28125,
      "learning_rate": 3.190636821954233e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5268638670444489,
      "num_tokens": 219764448.0,
      "step": 285350
    },
    {
      "epoch": 0.36196753251695296,
      "grad_norm": 5.75,
      "learning_rate": 3.190573390945604e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5599599599838256,
      "num_tokens": 219771576.0,
      "step": 285360
    },
    {
      "epoch": 0.3619802171094858,
      "grad_norm": 6.21875,
      "learning_rate": 3.1905099599369754e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5504061043262481,
      "num_tokens": 219778344.0,
      "step": 285370
    },
    {
      "epoch": 0.36199290170201864,
      "grad_norm": 6.3125,
      "learning_rate": 3.190446528928346e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5597845852375031,
      "num_tokens": 219786337.0,
      "step": 285380
    },
    {
      "epoch": 0.3620055862945515,
      "grad_norm": 4.375,
      "learning_rate": 3.190383097919717e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5373434633016586,
      "num_tokens": 219794169.0,
      "step": 285390
    },
    {
      "epoch": 0.36201827088708427,
      "grad_norm": 7.34375,
      "learning_rate": 3.190319666911088e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5458509296178817,
      "num_tokens": 219802936.0,
      "step": 285400
    },
    {
      "epoch": 0.3620309554796171,
      "grad_norm": 5.875,
      "learning_rate": 3.190256235902458e-05,
      "loss": 1.907,
      "mean_token_accuracy": 0.5770321071147919,
      "num_tokens": 219810083.0,
      "step": 285410
    },
    {
      "epoch": 0.36204364007214995,
      "grad_norm": 8.25,
      "learning_rate": 3.1901928048938294e-05,
      "loss": 1.8448,
      "mean_token_accuracy": 0.5837788313627243,
      "num_tokens": 219818364.0,
      "step": 285420
    },
    {
      "epoch": 0.3620563246646828,
      "grad_norm": 6.28125,
      "learning_rate": 3.1901293738852e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5454997569322586,
      "num_tokens": 219827221.0,
      "step": 285430
    },
    {
      "epoch": 0.36206900925721563,
      "grad_norm": 4.8125,
      "learning_rate": 3.190065942876571e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5274031758308411,
      "num_tokens": 219835135.0,
      "step": 285440
    },
    {
      "epoch": 0.3620816938497485,
      "grad_norm": 6.0625,
      "learning_rate": 3.190002511867942e-05,
      "loss": 1.8862,
      "mean_token_accuracy": 0.5890378534793854,
      "num_tokens": 219841756.0,
      "step": 285450
    },
    {
      "epoch": 0.3620943784422813,
      "grad_norm": 5.40625,
      "learning_rate": 3.189939080859313e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5599291563034058,
      "num_tokens": 219850000.0,
      "step": 285460
    },
    {
      "epoch": 0.36210706303481416,
      "grad_norm": 7.25,
      "learning_rate": 3.1898756498506835e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.541347798705101,
      "num_tokens": 219857886.0,
      "step": 285470
    },
    {
      "epoch": 0.36211974762734694,
      "grad_norm": 5.71875,
      "learning_rate": 3.189812218842054e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5636454701423645,
      "num_tokens": 219864620.0,
      "step": 285480
    },
    {
      "epoch": 0.3621324322198798,
      "grad_norm": 5.625,
      "learning_rate": 3.189748787833425e-05,
      "loss": 2.2523,
      "mean_token_accuracy": 0.5179284512996674,
      "num_tokens": 219873819.0,
      "step": 285490
    },
    {
      "epoch": 0.3621451168124126,
      "grad_norm": 7.15625,
      "learning_rate": 3.189685356824796e-05,
      "loss": 2.3125,
      "mean_token_accuracy": 0.5016891539096833,
      "num_tokens": 219882574.0,
      "step": 285500
    },
    {
      "epoch": 0.36215780140494547,
      "grad_norm": 7.4375,
      "learning_rate": 3.189621925816167e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5416154056787491,
      "num_tokens": 219890312.0,
      "step": 285510
    },
    {
      "epoch": 0.3621704859974783,
      "grad_norm": 5.6875,
      "learning_rate": 3.189558494807538e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5201566874980926,
      "num_tokens": 219899006.0,
      "step": 285520
    },
    {
      "epoch": 0.36218317059001115,
      "grad_norm": 6.46875,
      "learning_rate": 3.189495063798909e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5301171749830246,
      "num_tokens": 219907912.0,
      "step": 285530
    },
    {
      "epoch": 0.362195855182544,
      "grad_norm": 4.6875,
      "learning_rate": 3.189431632790279e-05,
      "loss": 2.2389,
      "mean_token_accuracy": 0.5119789570569993,
      "num_tokens": 219916640.0,
      "step": 285540
    },
    {
      "epoch": 0.36220853977507683,
      "grad_norm": 7.21875,
      "learning_rate": 3.18936820178165e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.535499757528305,
      "num_tokens": 219923953.0,
      "step": 285550
    },
    {
      "epoch": 0.3622212243676096,
      "grad_norm": 5.8125,
      "learning_rate": 3.189304770773021e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5504392743110657,
      "num_tokens": 219931714.0,
      "step": 285560
    },
    {
      "epoch": 0.36223390896014246,
      "grad_norm": 4.78125,
      "learning_rate": 3.189241339764392e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5401666730642318,
      "num_tokens": 219938972.0,
      "step": 285570
    },
    {
      "epoch": 0.3622465935526753,
      "grad_norm": 5.125,
      "learning_rate": 3.189177908755763e-05,
      "loss": 1.8139,
      "mean_token_accuracy": 0.600107979774475,
      "num_tokens": 219945363.0,
      "step": 285580
    },
    {
      "epoch": 0.36225927814520814,
      "grad_norm": 5.8125,
      "learning_rate": 3.189114477747134e-05,
      "loss": 1.8452,
      "mean_token_accuracy": 0.593747016787529,
      "num_tokens": 219952486.0,
      "step": 285590
    },
    {
      "epoch": 0.362271962737741,
      "grad_norm": 5.0,
      "learning_rate": 3.1890510467385045e-05,
      "loss": 1.8502,
      "mean_token_accuracy": 0.5885265171527863,
      "num_tokens": 219958948.0,
      "step": 285600
    },
    {
      "epoch": 0.3622846473302738,
      "grad_norm": 5.15625,
      "learning_rate": 3.188987615729876e-05,
      "loss": 2.3642,
      "mean_token_accuracy": 0.5084771424531936,
      "num_tokens": 219968122.0,
      "step": 285610
    },
    {
      "epoch": 0.36229733192280666,
      "grad_norm": 4.875,
      "learning_rate": 3.188924184721246e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5740676403045655,
      "num_tokens": 219975660.0,
      "step": 285620
    },
    {
      "epoch": 0.36231001651533945,
      "grad_norm": 5.1875,
      "learning_rate": 3.188860753712617e-05,
      "loss": 1.9231,
      "mean_token_accuracy": 0.5798046082258225,
      "num_tokens": 219982719.0,
      "step": 285630
    },
    {
      "epoch": 0.3623227011078723,
      "grad_norm": 5.21875,
      "learning_rate": 3.188797322703988e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5305955708026886,
      "num_tokens": 219991157.0,
      "step": 285640
    },
    {
      "epoch": 0.36233538570040513,
      "grad_norm": 6.25,
      "learning_rate": 3.1887338916953585e-05,
      "loss": 2.1924,
      "mean_token_accuracy": 0.5297370046377182,
      "num_tokens": 219999465.0,
      "step": 285650
    },
    {
      "epoch": 0.362348070292938,
      "grad_norm": 6.5625,
      "learning_rate": 3.18867046068673e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.526019549369812,
      "num_tokens": 220007048.0,
      "step": 285660
    },
    {
      "epoch": 0.3623607548854708,
      "grad_norm": 5.375,
      "learning_rate": 3.188607029678101e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5226665526628494,
      "num_tokens": 220014555.0,
      "step": 285670
    },
    {
      "epoch": 0.36237343947800366,
      "grad_norm": 4.9375,
      "learning_rate": 3.1885435986694715e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5395415335893631,
      "num_tokens": 220022362.0,
      "step": 285680
    },
    {
      "epoch": 0.3623861240705365,
      "grad_norm": 5.375,
      "learning_rate": 3.188480167660842e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5725654512643814,
      "num_tokens": 220029923.0,
      "step": 285690
    },
    {
      "epoch": 0.36239880866306934,
      "grad_norm": 10.5625,
      "learning_rate": 3.1884167366522126e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5489886343479157,
      "num_tokens": 220036913.0,
      "step": 285700
    },
    {
      "epoch": 0.3624114932556021,
      "grad_norm": 5.25,
      "learning_rate": 3.188353305643584e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5423696845769882,
      "num_tokens": 220044901.0,
      "step": 285710
    },
    {
      "epoch": 0.36242417784813497,
      "grad_norm": 6.46875,
      "learning_rate": 3.188289874634955e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5340176671743393,
      "num_tokens": 220052422.0,
      "step": 285720
    },
    {
      "epoch": 0.3624368624406678,
      "grad_norm": 5.03125,
      "learning_rate": 3.1882264436263255e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5385817915201188,
      "num_tokens": 220060876.0,
      "step": 285730
    },
    {
      "epoch": 0.36244954703320065,
      "grad_norm": 6.40625,
      "learning_rate": 3.188163012617697e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5448389321565628,
      "num_tokens": 220068269.0,
      "step": 285740
    },
    {
      "epoch": 0.3624622316257335,
      "grad_norm": 5.625,
      "learning_rate": 3.188099581609067e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5248702168464661,
      "num_tokens": 220077064.0,
      "step": 285750
    },
    {
      "epoch": 0.36247491621826633,
      "grad_norm": 4.9375,
      "learning_rate": 3.188036150600438e-05,
      "loss": 1.8853,
      "mean_token_accuracy": 0.5813848346471786,
      "num_tokens": 220085957.0,
      "step": 285760
    },
    {
      "epoch": 0.36248760081079917,
      "grad_norm": 7.8125,
      "learning_rate": 3.187972719591809e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5452127873897552,
      "num_tokens": 220093529.0,
      "step": 285770
    },
    {
      "epoch": 0.362500285403332,
      "grad_norm": 5.0,
      "learning_rate": 3.1879092885831795e-05,
      "loss": 1.7316,
      "mean_token_accuracy": 0.6121956169605255,
      "num_tokens": 220101374.0,
      "step": 285780
    },
    {
      "epoch": 0.3625129699958648,
      "grad_norm": 6.34375,
      "learning_rate": 3.187845857574551e-05,
      "loss": 1.8857,
      "mean_token_accuracy": 0.579373475909233,
      "num_tokens": 220109428.0,
      "step": 285790
    },
    {
      "epoch": 0.36252565458839764,
      "grad_norm": 5.96875,
      "learning_rate": 3.187782426565921e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.561199739575386,
      "num_tokens": 220116446.0,
      "step": 285800
    },
    {
      "epoch": 0.3625383391809305,
      "grad_norm": 6.6875,
      "learning_rate": 3.1877189955572925e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5640173435211182,
      "num_tokens": 220123776.0,
      "step": 285810
    },
    {
      "epoch": 0.3625510237734633,
      "grad_norm": 5.84375,
      "learning_rate": 3.187655564548663e-05,
      "loss": 2.2502,
      "mean_token_accuracy": 0.5174571692943573,
      "num_tokens": 220130900.0,
      "step": 285820
    },
    {
      "epoch": 0.36256370836599616,
      "grad_norm": 6.625,
      "learning_rate": 3.1875921335400336e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5551769644021988,
      "num_tokens": 220137736.0,
      "step": 285830
    },
    {
      "epoch": 0.362576392958529,
      "grad_norm": 6.15625,
      "learning_rate": 3.187528702531405e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.5656013697385788,
      "num_tokens": 220146093.0,
      "step": 285840
    },
    {
      "epoch": 0.36258907755106184,
      "grad_norm": 5.96875,
      "learning_rate": 3.187465271522776e-05,
      "loss": 1.9458,
      "mean_token_accuracy": 0.5749882102012634,
      "num_tokens": 220153374.0,
      "step": 285850
    },
    {
      "epoch": 0.3626017621435947,
      "grad_norm": 6.1875,
      "learning_rate": 3.1874018405141465e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5720209091901779,
      "num_tokens": 220161543.0,
      "step": 285860
    },
    {
      "epoch": 0.36261444673612747,
      "grad_norm": 5.78125,
      "learning_rate": 3.187338409505518e-05,
      "loss": 2.2473,
      "mean_token_accuracy": 0.5119274765253067,
      "num_tokens": 220169011.0,
      "step": 285870
    },
    {
      "epoch": 0.3626271313286603,
      "grad_norm": 4.65625,
      "learning_rate": 3.187274978496888e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.531392776966095,
      "num_tokens": 220177482.0,
      "step": 285880
    },
    {
      "epoch": 0.36263981592119315,
      "grad_norm": 5.78125,
      "learning_rate": 3.187211547488259e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5216648697853088,
      "num_tokens": 220186667.0,
      "step": 285890
    },
    {
      "epoch": 0.362652500513726,
      "grad_norm": 7.625,
      "learning_rate": 3.18714811647963e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5264079093933105,
      "num_tokens": 220195242.0,
      "step": 285900
    },
    {
      "epoch": 0.36266518510625884,
      "grad_norm": 5.125,
      "learning_rate": 3.1870846854710006e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5387342035770416,
      "num_tokens": 220203064.0,
      "step": 285910
    },
    {
      "epoch": 0.3626778696987917,
      "grad_norm": 5.21875,
      "learning_rate": 3.187021254462372e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5214547336101532,
      "num_tokens": 220211246.0,
      "step": 285920
    },
    {
      "epoch": 0.3626905542913245,
      "grad_norm": 5.0,
      "learning_rate": 3.186957823453742e-05,
      "loss": 2.2969,
      "mean_token_accuracy": 0.5062353402376175,
      "num_tokens": 220219624.0,
      "step": 285930
    },
    {
      "epoch": 0.36270323888385736,
      "grad_norm": 4.96875,
      "learning_rate": 3.1868943924451135e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5345878005027771,
      "num_tokens": 220227465.0,
      "step": 285940
    },
    {
      "epoch": 0.36271592347639015,
      "grad_norm": 4.75,
      "learning_rate": 3.186830961436485e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5258144468069077,
      "num_tokens": 220235525.0,
      "step": 285950
    },
    {
      "epoch": 0.362728608068923,
      "grad_norm": 5.65625,
      "learning_rate": 3.1867675304278546e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5306872636079788,
      "num_tokens": 220243152.0,
      "step": 285960
    },
    {
      "epoch": 0.3627412926614558,
      "grad_norm": 5.0,
      "learning_rate": 3.186704099419226e-05,
      "loss": 1.8891,
      "mean_token_accuracy": 0.5905147701501846,
      "num_tokens": 220251639.0,
      "step": 285970
    },
    {
      "epoch": 0.36275397725398867,
      "grad_norm": 5.3125,
      "learning_rate": 3.1866406684105963e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5367370039224625,
      "num_tokens": 220259722.0,
      "step": 285980
    },
    {
      "epoch": 0.3627666618465215,
      "grad_norm": 7.15625,
      "learning_rate": 3.1865772374019676e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.537725207209587,
      "num_tokens": 220266960.0,
      "step": 285990
    },
    {
      "epoch": 0.36277934643905435,
      "grad_norm": 5.65625,
      "learning_rate": 3.186513806393339e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5548105776309967,
      "num_tokens": 220274046.0,
      "step": 286000
    },
    {
      "epoch": 0.3627920310315872,
      "grad_norm": 5.0625,
      "learning_rate": 3.186450375384709e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5473315417766571,
      "num_tokens": 220282682.0,
      "step": 286010
    },
    {
      "epoch": 0.36280471562412003,
      "grad_norm": 6.625,
      "learning_rate": 3.1863869443760805e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5624246895313263,
      "num_tokens": 220288202.0,
      "step": 286020
    },
    {
      "epoch": 0.3628174002166528,
      "grad_norm": 5.84375,
      "learning_rate": 3.186323513367451e-05,
      "loss": 2.2507,
      "mean_token_accuracy": 0.5135980278253556,
      "num_tokens": 220297468.0,
      "step": 286030
    },
    {
      "epoch": 0.36283008480918566,
      "grad_norm": 7.03125,
      "learning_rate": 3.1862600823588216e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5404991745948792,
      "num_tokens": 220303330.0,
      "step": 286040
    },
    {
      "epoch": 0.3628427694017185,
      "grad_norm": 4.59375,
      "learning_rate": 3.186196651350193e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5401931524276733,
      "num_tokens": 220310543.0,
      "step": 286050
    },
    {
      "epoch": 0.36285545399425134,
      "grad_norm": 5.5625,
      "learning_rate": 3.186133220341563e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5450468033552169,
      "num_tokens": 220319350.0,
      "step": 286060
    },
    {
      "epoch": 0.3628681385867842,
      "grad_norm": 5.21875,
      "learning_rate": 3.1860697893329345e-05,
      "loss": 2.1934,
      "mean_token_accuracy": 0.5241243898868561,
      "num_tokens": 220327576.0,
      "step": 286070
    },
    {
      "epoch": 0.362880823179317,
      "grad_norm": 5.375,
      "learning_rate": 3.186006358324305e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5354852199554443,
      "num_tokens": 220334928.0,
      "step": 286080
    },
    {
      "epoch": 0.36289350777184987,
      "grad_norm": 5.53125,
      "learning_rate": 3.185942927315676e-05,
      "loss": 2.3489,
      "mean_token_accuracy": 0.5062012761831284,
      "num_tokens": 220344227.0,
      "step": 286090
    },
    {
      "epoch": 0.36290619236438265,
      "grad_norm": 6.53125,
      "learning_rate": 3.185879496307047e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5398035138845444,
      "num_tokens": 220352422.0,
      "step": 286100
    },
    {
      "epoch": 0.3629188769569155,
      "grad_norm": 5.34375,
      "learning_rate": 3.1858160652984174e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5255999028682709,
      "num_tokens": 220361795.0,
      "step": 286110
    },
    {
      "epoch": 0.36293156154944833,
      "grad_norm": 7.375,
      "learning_rate": 3.1857526342897886e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5547172635793686,
      "num_tokens": 220368458.0,
      "step": 286120
    },
    {
      "epoch": 0.3629442461419812,
      "grad_norm": 5.65625,
      "learning_rate": 3.185689203281159e-05,
      "loss": 1.846,
      "mean_token_accuracy": 0.6020118147134781,
      "num_tokens": 220374672.0,
      "step": 286130
    },
    {
      "epoch": 0.362956930734514,
      "grad_norm": 4.78125,
      "learning_rate": 3.18562577227253e-05,
      "loss": 2.284,
      "mean_token_accuracy": 0.5098838210105896,
      "num_tokens": 220383045.0,
      "step": 286140
    },
    {
      "epoch": 0.36296961532704686,
      "grad_norm": 6.875,
      "learning_rate": 3.1855623412639015e-05,
      "loss": 1.7839,
      "mean_token_accuracy": 0.5917641758918762,
      "num_tokens": 220389614.0,
      "step": 286150
    },
    {
      "epoch": 0.3629822999195797,
      "grad_norm": 5.125,
      "learning_rate": 3.185498910255272e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5660018712282181,
      "num_tokens": 220396795.0,
      "step": 286160
    },
    {
      "epoch": 0.36299498451211254,
      "grad_norm": 5.09375,
      "learning_rate": 3.1854354792466426e-05,
      "loss": 2.3598,
      "mean_token_accuracy": 0.49175586104393004,
      "num_tokens": 220405310.0,
      "step": 286170
    },
    {
      "epoch": 0.3630076691046453,
      "grad_norm": 6.34375,
      "learning_rate": 3.185372048238013e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5595629513263702,
      "num_tokens": 220414075.0,
      "step": 286180
    },
    {
      "epoch": 0.36302035369717817,
      "grad_norm": 6.25,
      "learning_rate": 3.1853086172293844e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5384423226118088,
      "num_tokens": 220422505.0,
      "step": 286190
    },
    {
      "epoch": 0.363033038289711,
      "grad_norm": 5.1875,
      "learning_rate": 3.1852451862207556e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5341334819793702,
      "num_tokens": 220430629.0,
      "step": 286200
    },
    {
      "epoch": 0.36304572288224385,
      "grad_norm": 5.46875,
      "learning_rate": 3.185181755212126e-05,
      "loss": 1.9257,
      "mean_token_accuracy": 0.5760949969291687,
      "num_tokens": 220438326.0,
      "step": 286210
    },
    {
      "epoch": 0.3630584074747767,
      "grad_norm": 5.71875,
      "learning_rate": 3.185118324203497e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5182306230068207,
      "num_tokens": 220446205.0,
      "step": 286220
    },
    {
      "epoch": 0.36307109206730953,
      "grad_norm": 5.5625,
      "learning_rate": 3.185054893194868e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5403241068124771,
      "num_tokens": 220453638.0,
      "step": 286230
    },
    {
      "epoch": 0.36308377665984237,
      "grad_norm": 5.40625,
      "learning_rate": 3.1849914621862384e-05,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5630078911781311,
      "num_tokens": 220461721.0,
      "step": 286240
    },
    {
      "epoch": 0.3630964612523752,
      "grad_norm": 4.8125,
      "learning_rate": 3.1849280311776096e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5291080325841904,
      "num_tokens": 220470310.0,
      "step": 286250
    },
    {
      "epoch": 0.363109145844908,
      "grad_norm": 4.84375,
      "learning_rate": 3.18486460016898e-05,
      "loss": 2.2933,
      "mean_token_accuracy": 0.5436683923006058,
      "num_tokens": 220475276.0,
      "step": 286260
    },
    {
      "epoch": 0.36312183043744084,
      "grad_norm": 5.75,
      "learning_rate": 3.1848011691603514e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5490210086107254,
      "num_tokens": 220483036.0,
      "step": 286270
    },
    {
      "epoch": 0.3631345150299737,
      "grad_norm": 5.65625,
      "learning_rate": 3.184737738151722e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5394265711307525,
      "num_tokens": 220491107.0,
      "step": 286280
    },
    {
      "epoch": 0.3631471996225065,
      "grad_norm": 6.0,
      "learning_rate": 3.184674307143093e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.520657730102539,
      "num_tokens": 220499644.0,
      "step": 286290
    },
    {
      "epoch": 0.36315988421503936,
      "grad_norm": 5.875,
      "learning_rate": 3.1846108761344636e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5350511610507965,
      "num_tokens": 220507281.0,
      "step": 286300
    },
    {
      "epoch": 0.3631725688075722,
      "grad_norm": 5.28125,
      "learning_rate": 3.184547445125834e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5656063973903656,
      "num_tokens": 220514296.0,
      "step": 286310
    },
    {
      "epoch": 0.36318525340010505,
      "grad_norm": 5.8125,
      "learning_rate": 3.1844840141172054e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5643698871135712,
      "num_tokens": 220521492.0,
      "step": 286320
    },
    {
      "epoch": 0.3631979379926379,
      "grad_norm": 6.4375,
      "learning_rate": 3.184420583108576e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5293473154306412,
      "num_tokens": 220529468.0,
      "step": 286330
    },
    {
      "epoch": 0.3632106225851707,
      "grad_norm": 11.875,
      "learning_rate": 3.184357152099947e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5382063329219818,
      "num_tokens": 220536222.0,
      "step": 286340
    },
    {
      "epoch": 0.3632233071777035,
      "grad_norm": 5.0625,
      "learning_rate": 3.1842937210913183e-05,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5159029483795166,
      "num_tokens": 220545567.0,
      "step": 286350
    },
    {
      "epoch": 0.36323599177023635,
      "grad_norm": 8.6875,
      "learning_rate": 3.184230290082689e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5638116389513016,
      "num_tokens": 220552719.0,
      "step": 286360
    },
    {
      "epoch": 0.3632486763627692,
      "grad_norm": 8.5625,
      "learning_rate": 3.18416685907406e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5387887537479401,
      "num_tokens": 220560183.0,
      "step": 286370
    },
    {
      "epoch": 0.36326136095530204,
      "grad_norm": 5.125,
      "learning_rate": 3.18410342806543e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5359074473381042,
      "num_tokens": 220569330.0,
      "step": 286380
    },
    {
      "epoch": 0.3632740455478349,
      "grad_norm": 5.40625,
      "learning_rate": 3.184039997056801e-05,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5275472640991211,
      "num_tokens": 220577949.0,
      "step": 286390
    },
    {
      "epoch": 0.3632867301403677,
      "grad_norm": 5.1875,
      "learning_rate": 3.1839765660481724e-05,
      "loss": 1.8492,
      "mean_token_accuracy": 0.5981040269136428,
      "num_tokens": 220584158.0,
      "step": 286400
    },
    {
      "epoch": 0.36329941473290056,
      "grad_norm": 11.5625,
      "learning_rate": 3.183913135039543e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5498106837272644,
      "num_tokens": 220591298.0,
      "step": 286410
    },
    {
      "epoch": 0.36331209932543335,
      "grad_norm": 4.9375,
      "learning_rate": 3.183849704030914e-05,
      "loss": 1.8697,
      "mean_token_accuracy": 0.5802951335906983,
      "num_tokens": 220598662.0,
      "step": 286420
    },
    {
      "epoch": 0.3633247839179662,
      "grad_norm": 15.625,
      "learning_rate": 3.1837862730222847e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5669741928577423,
      "num_tokens": 220606253.0,
      "step": 286430
    },
    {
      "epoch": 0.36333746851049903,
      "grad_norm": 4.9375,
      "learning_rate": 3.183722842013656e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5363843828439713,
      "num_tokens": 220614767.0,
      "step": 286440
    },
    {
      "epoch": 0.36335015310303187,
      "grad_norm": 7.5625,
      "learning_rate": 3.1836594110050264e-05,
      "loss": 1.8687,
      "mean_token_accuracy": 0.5787621706724166,
      "num_tokens": 220621666.0,
      "step": 286450
    },
    {
      "epoch": 0.3633628376955647,
      "grad_norm": 6.125,
      "learning_rate": 3.183595979996397e-05,
      "loss": 1.8893,
      "mean_token_accuracy": 0.5756711572408676,
      "num_tokens": 220628382.0,
      "step": 286460
    },
    {
      "epoch": 0.36337552228809755,
      "grad_norm": 6.5625,
      "learning_rate": 3.183532548987768e-05,
      "loss": 1.8935,
      "mean_token_accuracy": 0.5834345251321793,
      "num_tokens": 220635553.0,
      "step": 286470
    },
    {
      "epoch": 0.3633882068806304,
      "grad_norm": 4.8125,
      "learning_rate": 3.183469117979139e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5296545028686523,
      "num_tokens": 220644888.0,
      "step": 286480
    },
    {
      "epoch": 0.36340089147316323,
      "grad_norm": 10.375,
      "learning_rate": 3.18340568697051e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5605084955692291,
      "num_tokens": 220652328.0,
      "step": 286490
    },
    {
      "epoch": 0.363413576065696,
      "grad_norm": 5.21875,
      "learning_rate": 3.183342255961881e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5403118282556534,
      "num_tokens": 220660908.0,
      "step": 286500
    },
    {
      "epoch": 0.36342626065822886,
      "grad_norm": 4.53125,
      "learning_rate": 3.1832788249532516e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5355790555477142,
      "num_tokens": 220668772.0,
      "step": 286510
    },
    {
      "epoch": 0.3634389452507617,
      "grad_norm": 7.625,
      "learning_rate": 3.183215393944622e-05,
      "loss": 1.8156,
      "mean_token_accuracy": 0.5824202775955201,
      "num_tokens": 220674957.0,
      "step": 286520
    },
    {
      "epoch": 0.36345162984329454,
      "grad_norm": 5.15625,
      "learning_rate": 3.183151962935993e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5195521473884582,
      "num_tokens": 220684296.0,
      "step": 286530
    },
    {
      "epoch": 0.3634643144358274,
      "grad_norm": 5.34375,
      "learning_rate": 3.183088531927364e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5640861093997955,
      "num_tokens": 220691844.0,
      "step": 286540
    },
    {
      "epoch": 0.3634769990283602,
      "grad_norm": 5.0625,
      "learning_rate": 3.183025100918735e-05,
      "loss": 1.8364,
      "mean_token_accuracy": 0.593495300412178,
      "num_tokens": 220698067.0,
      "step": 286550
    },
    {
      "epoch": 0.36348968362089307,
      "grad_norm": 4.625,
      "learning_rate": 3.182961669910106e-05,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5273132473230362,
      "num_tokens": 220705728.0,
      "step": 286560
    },
    {
      "epoch": 0.36350236821342585,
      "grad_norm": 5.0,
      "learning_rate": 3.182898238901477e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5489066690206528,
      "num_tokens": 220713615.0,
      "step": 286570
    },
    {
      "epoch": 0.3635150528059587,
      "grad_norm": 7.25,
      "learning_rate": 3.1828348078928474e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5272818952798843,
      "num_tokens": 220722598.0,
      "step": 286580
    },
    {
      "epoch": 0.36352773739849154,
      "grad_norm": 5.1875,
      "learning_rate": 3.182771376884218e-05,
      "loss": 2.2371,
      "mean_token_accuracy": 0.5192218989133834,
      "num_tokens": 220729822.0,
      "step": 286590
    },
    {
      "epoch": 0.3635404219910244,
      "grad_norm": 5.71875,
      "learning_rate": 3.182707945875589e-05,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5611276686191559,
      "num_tokens": 220737152.0,
      "step": 286600
    },
    {
      "epoch": 0.3635531065835572,
      "grad_norm": 5.09375,
      "learning_rate": 3.18264451486696e-05,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5863941311836243,
      "num_tokens": 220745188.0,
      "step": 286610
    },
    {
      "epoch": 0.36356579117609006,
      "grad_norm": 6.875,
      "learning_rate": 3.182581083858331e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.5884162187576294,
      "num_tokens": 220751107.0,
      "step": 286620
    },
    {
      "epoch": 0.3635784757686229,
      "grad_norm": 4.6875,
      "learning_rate": 3.1825176528497015e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.52315534055233,
      "num_tokens": 220758787.0,
      "step": 286630
    },
    {
      "epoch": 0.36359116036115574,
      "grad_norm": 5.15625,
      "learning_rate": 3.182454221841073e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5511522114276886,
      "num_tokens": 220767455.0,
      "step": 286640
    },
    {
      "epoch": 0.3636038449536885,
      "grad_norm": 5.1875,
      "learning_rate": 3.182390790832443e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5298523932695389,
      "num_tokens": 220776594.0,
      "step": 286650
    },
    {
      "epoch": 0.36361652954622137,
      "grad_norm": 4.78125,
      "learning_rate": 3.182327359823814e-05,
      "loss": 2.3513,
      "mean_token_accuracy": 0.5120829313993454,
      "num_tokens": 220785584.0,
      "step": 286660
    },
    {
      "epoch": 0.3636292141387542,
      "grad_norm": 5.78125,
      "learning_rate": 3.182263928815185e-05,
      "loss": 1.8622,
      "mean_token_accuracy": 0.5958319574594497,
      "num_tokens": 220792236.0,
      "step": 286670
    },
    {
      "epoch": 0.36364189873128705,
      "grad_norm": 5.25,
      "learning_rate": 3.1822004978065555e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5423725724220276,
      "num_tokens": 220799146.0,
      "step": 286680
    },
    {
      "epoch": 0.3636545833238199,
      "grad_norm": 5.25,
      "learning_rate": 3.182137066797927e-05,
      "loss": 1.8412,
      "mean_token_accuracy": 0.5987837493419648,
      "num_tokens": 220806551.0,
      "step": 286690
    },
    {
      "epoch": 0.36366726791635273,
      "grad_norm": 4.71875,
      "learning_rate": 3.182073635789298e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5485545724630356,
      "num_tokens": 220813847.0,
      "step": 286700
    },
    {
      "epoch": 0.3636799525088856,
      "grad_norm": 8.5,
      "learning_rate": 3.1820102047806685e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5658125519752503,
      "num_tokens": 220820635.0,
      "step": 286710
    },
    {
      "epoch": 0.3636926371014184,
      "grad_norm": 13.3125,
      "learning_rate": 3.181946773772039e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5563514649868011,
      "num_tokens": 220828276.0,
      "step": 286720
    },
    {
      "epoch": 0.3637053216939512,
      "grad_norm": 5.96875,
      "learning_rate": 3.1818833427634095e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5521939903497696,
      "num_tokens": 220835490.0,
      "step": 286730
    },
    {
      "epoch": 0.36371800628648404,
      "grad_norm": 7.28125,
      "learning_rate": 3.181819911754781e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5558057069778443,
      "num_tokens": 220843109.0,
      "step": 286740
    },
    {
      "epoch": 0.3637306908790169,
      "grad_norm": 6.6875,
      "learning_rate": 3.181756480746152e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5663962543010712,
      "num_tokens": 220849832.0,
      "step": 286750
    },
    {
      "epoch": 0.3637433754715497,
      "grad_norm": 6.0625,
      "learning_rate": 3.1816930497375225e-05,
      "loss": 1.8476,
      "mean_token_accuracy": 0.58535236120224,
      "num_tokens": 220857612.0,
      "step": 286760
    },
    {
      "epoch": 0.36375606006408256,
      "grad_norm": 6.84375,
      "learning_rate": 3.181629618728894e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5460111826658249,
      "num_tokens": 220864575.0,
      "step": 286770
    },
    {
      "epoch": 0.3637687446566154,
      "grad_norm": 7.4375,
      "learning_rate": 3.181566187720265e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.555759209394455,
      "num_tokens": 220873006.0,
      "step": 286780
    },
    {
      "epoch": 0.36378142924914825,
      "grad_norm": 12.125,
      "learning_rate": 3.1815027567116354e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5755952537059784,
      "num_tokens": 220880299.0,
      "step": 286790
    },
    {
      "epoch": 0.3637941138416811,
      "grad_norm": 5.4375,
      "learning_rate": 3.181439325703006e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5546152412891387,
      "num_tokens": 220888838.0,
      "step": 286800
    },
    {
      "epoch": 0.3638067984342139,
      "grad_norm": 5.5625,
      "learning_rate": 3.1813758946943765e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5680102378129959,
      "num_tokens": 220897645.0,
      "step": 286810
    },
    {
      "epoch": 0.3638194830267467,
      "grad_norm": 4.96875,
      "learning_rate": 3.181312463685748e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5531315267086029,
      "num_tokens": 220905135.0,
      "step": 286820
    },
    {
      "epoch": 0.36383216761927956,
      "grad_norm": 11.75,
      "learning_rate": 3.181249032677119e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5216053396463394,
      "num_tokens": 220912479.0,
      "step": 286830
    },
    {
      "epoch": 0.3638448522118124,
      "grad_norm": 6.25,
      "learning_rate": 3.1811856016684895e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5478199690580368,
      "num_tokens": 220920140.0,
      "step": 286840
    },
    {
      "epoch": 0.36385753680434524,
      "grad_norm": 4.875,
      "learning_rate": 3.181122170659861e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5478444308042526,
      "num_tokens": 220928941.0,
      "step": 286850
    },
    {
      "epoch": 0.3638702213968781,
      "grad_norm": 6.65625,
      "learning_rate": 3.181058739651231e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5503701537847518,
      "num_tokens": 220936466.0,
      "step": 286860
    },
    {
      "epoch": 0.3638829059894109,
      "grad_norm": 7.0,
      "learning_rate": 3.180995308642602e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5376458555459976,
      "num_tokens": 220943951.0,
      "step": 286870
    },
    {
      "epoch": 0.36389559058194376,
      "grad_norm": 6.0,
      "learning_rate": 3.180931877633973e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5298123955726624,
      "num_tokens": 220952341.0,
      "step": 286880
    },
    {
      "epoch": 0.36390827517447655,
      "grad_norm": 6.5625,
      "learning_rate": 3.1808684466253435e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.534153264760971,
      "num_tokens": 220960616.0,
      "step": 286890
    },
    {
      "epoch": 0.3639209597670094,
      "grad_norm": 7.65625,
      "learning_rate": 3.180805015616715e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5384907245635986,
      "num_tokens": 220967786.0,
      "step": 286900
    },
    {
      "epoch": 0.36393364435954223,
      "grad_norm": 5.28125,
      "learning_rate": 3.180741584608085e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5145316541194915,
      "num_tokens": 220977092.0,
      "step": 286910
    },
    {
      "epoch": 0.36394632895207507,
      "grad_norm": 6.15625,
      "learning_rate": 3.1806781535994565e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5345314770936966,
      "num_tokens": 220984310.0,
      "step": 286920
    },
    {
      "epoch": 0.3639590135446079,
      "grad_norm": 5.65625,
      "learning_rate": 3.180614722590827e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5321565359830857,
      "num_tokens": 220993223.0,
      "step": 286930
    },
    {
      "epoch": 0.36397169813714075,
      "grad_norm": 6.78125,
      "learning_rate": 3.1805512915821975e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5579518526792526,
      "num_tokens": 221001858.0,
      "step": 286940
    },
    {
      "epoch": 0.3639843827296736,
      "grad_norm": 5.0625,
      "learning_rate": 3.180487860573569e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5572784274816514,
      "num_tokens": 221010166.0,
      "step": 286950
    },
    {
      "epoch": 0.36399706732220644,
      "grad_norm": 7.90625,
      "learning_rate": 3.180424429564939e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5585553288459778,
      "num_tokens": 221017903.0,
      "step": 286960
    },
    {
      "epoch": 0.3640097519147392,
      "grad_norm": 4.625,
      "learning_rate": 3.1803609985563105e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5354855179786682,
      "num_tokens": 221025945.0,
      "step": 286970
    },
    {
      "epoch": 0.36402243650727206,
      "grad_norm": 5.65625,
      "learning_rate": 3.180297567547682e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.557927531003952,
      "num_tokens": 221033684.0,
      "step": 286980
    },
    {
      "epoch": 0.3640351210998049,
      "grad_norm": 6.34375,
      "learning_rate": 3.180234136539052e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.56351737678051,
      "num_tokens": 221041286.0,
      "step": 286990
    },
    {
      "epoch": 0.36404780569233774,
      "grad_norm": 4.5625,
      "learning_rate": 3.180170705530423e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5539152771234512,
      "num_tokens": 221048609.0,
      "step": 287000
    },
    {
      "epoch": 0.3640604902848706,
      "grad_norm": 5.1875,
      "learning_rate": 3.180107274521793e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.567504271864891,
      "num_tokens": 221056341.0,
      "step": 287010
    },
    {
      "epoch": 0.3640731748774034,
      "grad_norm": 5.0625,
      "learning_rate": 3.1800438435131645e-05,
      "loss": 2.2518,
      "mean_token_accuracy": 0.5091236412525177,
      "num_tokens": 221065952.0,
      "step": 287020
    },
    {
      "epoch": 0.36408585946993627,
      "grad_norm": 6.28125,
      "learning_rate": 3.179980412504536e-05,
      "loss": 1.8227,
      "mean_token_accuracy": 0.5940882831811904,
      "num_tokens": 221072947.0,
      "step": 287030
    },
    {
      "epoch": 0.36409854406246905,
      "grad_norm": 5.0625,
      "learning_rate": 3.179916981495906e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5286960691213608,
      "num_tokens": 221080544.0,
      "step": 287040
    },
    {
      "epoch": 0.3641112286550019,
      "grad_norm": 5.21875,
      "learning_rate": 3.1798535504872775e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5652584344148636,
      "num_tokens": 221087696.0,
      "step": 287050
    },
    {
      "epoch": 0.36412391324753474,
      "grad_norm": 5.3125,
      "learning_rate": 3.179790119478648e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5331614941358567,
      "num_tokens": 221095897.0,
      "step": 287060
    },
    {
      "epoch": 0.3641365978400676,
      "grad_norm": 5.0625,
      "learning_rate": 3.1797266884700186e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5340175122022629,
      "num_tokens": 221104163.0,
      "step": 287070
    },
    {
      "epoch": 0.3641492824326004,
      "grad_norm": 7.15625,
      "learning_rate": 3.17966325746139e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5404954671859741,
      "num_tokens": 221111185.0,
      "step": 287080
    },
    {
      "epoch": 0.36416196702513326,
      "grad_norm": 5.6875,
      "learning_rate": 3.17959982645276e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5591632634401321,
      "num_tokens": 221118875.0,
      "step": 287090
    },
    {
      "epoch": 0.3641746516176661,
      "grad_norm": 5.15625,
      "learning_rate": 3.1795363954441315e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.550492137670517,
      "num_tokens": 221126481.0,
      "step": 287100
    },
    {
      "epoch": 0.36418733621019894,
      "grad_norm": 5.75,
      "learning_rate": 3.179472964435502e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5346623808145523,
      "num_tokens": 221135118.0,
      "step": 287110
    },
    {
      "epoch": 0.3642000208027317,
      "grad_norm": 7.34375,
      "learning_rate": 3.179409533426873e-05,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5830354809761047,
      "num_tokens": 221142818.0,
      "step": 287120
    },
    {
      "epoch": 0.36421270539526457,
      "grad_norm": 5.0,
      "learning_rate": 3.1793461024182445e-05,
      "loss": 1.8622,
      "mean_token_accuracy": 0.5684730291366578,
      "num_tokens": 221150653.0,
      "step": 287130
    },
    {
      "epoch": 0.3642253899877974,
      "grad_norm": 8.5625,
      "learning_rate": 3.179282671409614e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5342050492763519,
      "num_tokens": 221155923.0,
      "step": 287140
    },
    {
      "epoch": 0.36423807458033025,
      "grad_norm": 5.1875,
      "learning_rate": 3.1792192404009856e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.53838552236557,
      "num_tokens": 221164329.0,
      "step": 287150
    },
    {
      "epoch": 0.3642507591728631,
      "grad_norm": 5.09375,
      "learning_rate": 3.179155809392356e-05,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5180955857038498,
      "num_tokens": 221172425.0,
      "step": 287160
    },
    {
      "epoch": 0.36426344376539593,
      "grad_norm": 9.3125,
      "learning_rate": 3.179092378383727e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5719442069530487,
      "num_tokens": 221179301.0,
      "step": 287170
    },
    {
      "epoch": 0.3642761283579288,
      "grad_norm": 6.09375,
      "learning_rate": 3.1790289473750985e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5302595973014832,
      "num_tokens": 221187467.0,
      "step": 287180
    },
    {
      "epoch": 0.3642888129504616,
      "grad_norm": 4.6875,
      "learning_rate": 3.178965516366469e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5369731277227402,
      "num_tokens": 221195955.0,
      "step": 287190
    },
    {
      "epoch": 0.3643014975429944,
      "grad_norm": 7.6875,
      "learning_rate": 3.17890208535784e-05,
      "loss": 1.868,
      "mean_token_accuracy": 0.5802563250064849,
      "num_tokens": 221202231.0,
      "step": 287200
    },
    {
      "epoch": 0.36431418213552724,
      "grad_norm": 5.25,
      "learning_rate": 3.178838654349211e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5470172017812729,
      "num_tokens": 221210292.0,
      "step": 287210
    },
    {
      "epoch": 0.3643268667280601,
      "grad_norm": 5.4375,
      "learning_rate": 3.178775223340581e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5401423960924149,
      "num_tokens": 221218192.0,
      "step": 287220
    },
    {
      "epoch": 0.3643395513205929,
      "grad_norm": 5.4375,
      "learning_rate": 3.1787117923319525e-05,
      "loss": 1.6767,
      "mean_token_accuracy": 0.6215211093425751,
      "num_tokens": 221224854.0,
      "step": 287230
    },
    {
      "epoch": 0.36435223591312577,
      "grad_norm": 5.375,
      "learning_rate": 3.178648361323323e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5350882321596145,
      "num_tokens": 221233443.0,
      "step": 287240
    },
    {
      "epoch": 0.3643649205056586,
      "grad_norm": 7.65625,
      "learning_rate": 3.178584930314694e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5726648181676864,
      "num_tokens": 221241426.0,
      "step": 287250
    },
    {
      "epoch": 0.36437760509819145,
      "grad_norm": 4.9375,
      "learning_rate": 3.178521499306065e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.516116949915886,
      "num_tokens": 221248973.0,
      "step": 287260
    },
    {
      "epoch": 0.3643902896907243,
      "grad_norm": 6.125,
      "learning_rate": 3.178458068297436e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5372600227594375,
      "num_tokens": 221255758.0,
      "step": 287270
    },
    {
      "epoch": 0.3644029742832571,
      "grad_norm": 5.625,
      "learning_rate": 3.1783946372888066e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5485712051391601,
      "num_tokens": 221263920.0,
      "step": 287280
    },
    {
      "epoch": 0.3644156588757899,
      "grad_norm": 8.8125,
      "learning_rate": 3.178331206280177e-05,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5163599699735641,
      "num_tokens": 221271891.0,
      "step": 287290
    },
    {
      "epoch": 0.36442834346832276,
      "grad_norm": 5.875,
      "learning_rate": 3.178267775271548e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5581730127334594,
      "num_tokens": 221279392.0,
      "step": 287300
    },
    {
      "epoch": 0.3644410280608556,
      "grad_norm": 6.5625,
      "learning_rate": 3.178204344262919e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5497779905796051,
      "num_tokens": 221286569.0,
      "step": 287310
    },
    {
      "epoch": 0.36445371265338844,
      "grad_norm": 7.78125,
      "learning_rate": 3.17814091325429e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5346260845661164,
      "num_tokens": 221294796.0,
      "step": 287320
    },
    {
      "epoch": 0.3644663972459213,
      "grad_norm": 6.78125,
      "learning_rate": 3.178077482245661e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5524133771657944,
      "num_tokens": 221301530.0,
      "step": 287330
    },
    {
      "epoch": 0.3644790818384541,
      "grad_norm": 5.90625,
      "learning_rate": 3.178014051237032e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5643007397651673,
      "num_tokens": 221308827.0,
      "step": 287340
    },
    {
      "epoch": 0.36449176643098696,
      "grad_norm": 6.71875,
      "learning_rate": 3.1779506202284024e-05,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5702519744634629,
      "num_tokens": 221317003.0,
      "step": 287350
    },
    {
      "epoch": 0.36450445102351975,
      "grad_norm": 5.0625,
      "learning_rate": 3.177887189219773e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5406033366918563,
      "num_tokens": 221324628.0,
      "step": 287360
    },
    {
      "epoch": 0.3645171356160526,
      "grad_norm": 8.0625,
      "learning_rate": 3.177823758211144e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5390612035989761,
      "num_tokens": 221331769.0,
      "step": 287370
    },
    {
      "epoch": 0.36452982020858543,
      "grad_norm": 5.15625,
      "learning_rate": 3.177760327202515e-05,
      "loss": 1.8492,
      "mean_token_accuracy": 0.5993487596511841,
      "num_tokens": 221339198.0,
      "step": 287380
    },
    {
      "epoch": 0.3645425048011183,
      "grad_norm": 7.09375,
      "learning_rate": 3.177696896193886e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5434052914381027,
      "num_tokens": 221347139.0,
      "step": 287390
    },
    {
      "epoch": 0.3645551893936511,
      "grad_norm": 10.1875,
      "learning_rate": 3.177633465185257e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5437419563531876,
      "num_tokens": 221354047.0,
      "step": 287400
    },
    {
      "epoch": 0.36456787398618395,
      "grad_norm": 5.625,
      "learning_rate": 3.1775700341766276e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5427952408790588,
      "num_tokens": 221361887.0,
      "step": 287410
    },
    {
      "epoch": 0.3645805585787168,
      "grad_norm": 5.0,
      "learning_rate": 3.177506603167998e-05,
      "loss": 1.7938,
      "mean_token_accuracy": 0.5929172813892365,
      "num_tokens": 221369056.0,
      "step": 287420
    },
    {
      "epoch": 0.36459324317124964,
      "grad_norm": 5.25,
      "learning_rate": 3.1774431721593693e-05,
      "loss": 1.7986,
      "mean_token_accuracy": 0.5905803591012955,
      "num_tokens": 221376188.0,
      "step": 287430
    },
    {
      "epoch": 0.3646059277637824,
      "grad_norm": 7.75,
      "learning_rate": 3.17737974115074e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5281102359294891,
      "num_tokens": 221382874.0,
      "step": 287440
    },
    {
      "epoch": 0.36461861235631526,
      "grad_norm": 5.4375,
      "learning_rate": 3.177316310142111e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5429751366376877,
      "num_tokens": 221391184.0,
      "step": 287450
    },
    {
      "epoch": 0.3646312969488481,
      "grad_norm": 16.375,
      "learning_rate": 3.1772528791334816e-05,
      "loss": 1.7543,
      "mean_token_accuracy": 0.6100998371839523,
      "num_tokens": 221397156.0,
      "step": 287460
    },
    {
      "epoch": 0.36464398154138095,
      "grad_norm": 6.25,
      "learning_rate": 3.177189448124853e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5231999725103378,
      "num_tokens": 221404010.0,
      "step": 287470
    },
    {
      "epoch": 0.3646566661339138,
      "grad_norm": 4.4375,
      "learning_rate": 3.1771260171162234e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5836254596710205,
      "num_tokens": 221410693.0,
      "step": 287480
    },
    {
      "epoch": 0.36466935072644663,
      "grad_norm": 5.65625,
      "learning_rate": 3.177062586107594e-05,
      "loss": 1.7705,
      "mean_token_accuracy": 0.5997769683599472,
      "num_tokens": 221417343.0,
      "step": 287490
    },
    {
      "epoch": 0.36468203531897947,
      "grad_norm": 5.46875,
      "learning_rate": 3.176999155098965e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5301716417074204,
      "num_tokens": 221425602.0,
      "step": 287500
    },
    {
      "epoch": 0.36469471991151226,
      "grad_norm": 4.25,
      "learning_rate": 3.1769357240903357e-05,
      "loss": 1.7639,
      "mean_token_accuracy": 0.6021265745162964,
      "num_tokens": 221432000.0,
      "step": 287510
    },
    {
      "epoch": 0.3647074045040451,
      "grad_norm": 5.78125,
      "learning_rate": 3.176872293081707e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5724412560462951,
      "num_tokens": 221439200.0,
      "step": 287520
    },
    {
      "epoch": 0.36472008909657794,
      "grad_norm": 8.125,
      "learning_rate": 3.176808862073078e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5695422351360321,
      "num_tokens": 221446021.0,
      "step": 287530
    },
    {
      "epoch": 0.3647327736891108,
      "grad_norm": 5.21875,
      "learning_rate": 3.1767454310644486e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5322558254003524,
      "num_tokens": 221454452.0,
      "step": 287540
    },
    {
      "epoch": 0.3647454582816436,
      "grad_norm": 5.625,
      "learning_rate": 3.17668200005582e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5729726701974869,
      "num_tokens": 221462289.0,
      "step": 287550
    },
    {
      "epoch": 0.36475814287417646,
      "grad_norm": 5.03125,
      "learning_rate": 3.17661856904719e-05,
      "loss": 1.8598,
      "mean_token_accuracy": 0.5821889579296112,
      "num_tokens": 221468696.0,
      "step": 287560
    },
    {
      "epoch": 0.3647708274667093,
      "grad_norm": 6.34375,
      "learning_rate": 3.176555138038561e-05,
      "loss": 1.918,
      "mean_token_accuracy": 0.5819285184144973,
      "num_tokens": 221476351.0,
      "step": 287570
    },
    {
      "epoch": 0.36478351205924214,
      "grad_norm": 6.25,
      "learning_rate": 3.176491707029932e-05,
      "loss": 1.9749,
      "mean_token_accuracy": 0.5623729676008224,
      "num_tokens": 221484089.0,
      "step": 287580
    },
    {
      "epoch": 0.36479619665177493,
      "grad_norm": 5.5,
      "learning_rate": 3.1764282760213027e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.5691966563463211,
      "num_tokens": 221491893.0,
      "step": 287590
    },
    {
      "epoch": 0.36480888124430777,
      "grad_norm": 6.34375,
      "learning_rate": 3.176364845012674e-05,
      "loss": 1.8434,
      "mean_token_accuracy": 0.5892141669988632,
      "num_tokens": 221499516.0,
      "step": 287600
    },
    {
      "epoch": 0.3648215658368406,
      "grad_norm": 6.65625,
      "learning_rate": 3.1763014140040444e-05,
      "loss": 2.3216,
      "mean_token_accuracy": 0.509088322520256,
      "num_tokens": 221508879.0,
      "step": 287610
    },
    {
      "epoch": 0.36483425042937345,
      "grad_norm": 7.1875,
      "learning_rate": 3.1762379829954156e-05,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5749134391546249,
      "num_tokens": 221515464.0,
      "step": 287620
    },
    {
      "epoch": 0.3648469350219063,
      "grad_norm": 6.09375,
      "learning_rate": 3.176174551986786e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5292242527008056,
      "num_tokens": 221522658.0,
      "step": 287630
    },
    {
      "epoch": 0.36485961961443913,
      "grad_norm": 6.65625,
      "learning_rate": 3.176111120978157e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5532713264226914,
      "num_tokens": 221531024.0,
      "step": 287640
    },
    {
      "epoch": 0.364872304206972,
      "grad_norm": 6.25,
      "learning_rate": 3.176047689969528e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5414597272872925,
      "num_tokens": 221537978.0,
      "step": 287650
    },
    {
      "epoch": 0.3648849887995048,
      "grad_norm": 4.875,
      "learning_rate": 3.175984258960899e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5263880550861358,
      "num_tokens": 221547572.0,
      "step": 287660
    },
    {
      "epoch": 0.3648976733920376,
      "grad_norm": 5.4375,
      "learning_rate": 3.1759208279522696e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5326988935470581,
      "num_tokens": 221555595.0,
      "step": 287670
    },
    {
      "epoch": 0.36491035798457044,
      "grad_norm": 6.0,
      "learning_rate": 3.175857396943641e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.552560493350029,
      "num_tokens": 221561778.0,
      "step": 287680
    },
    {
      "epoch": 0.3649230425771033,
      "grad_norm": 5.3125,
      "learning_rate": 3.1757939659350114e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5320060312747955,
      "num_tokens": 221569711.0,
      "step": 287690
    },
    {
      "epoch": 0.3649357271696361,
      "grad_norm": 5.59375,
      "learning_rate": 3.175730534926382e-05,
      "loss": 1.9197,
      "mean_token_accuracy": 0.5746812999248505,
      "num_tokens": 221577465.0,
      "step": 287700
    },
    {
      "epoch": 0.36494841176216897,
      "grad_norm": 7.125,
      "learning_rate": 3.175667103917753e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5387230426073074,
      "num_tokens": 221585619.0,
      "step": 287710
    },
    {
      "epoch": 0.3649610963547018,
      "grad_norm": 4.625,
      "learning_rate": 3.175603672909124e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5607714027166366,
      "num_tokens": 221594164.0,
      "step": 287720
    },
    {
      "epoch": 0.36497378094723465,
      "grad_norm": 5.96875,
      "learning_rate": 3.175540241900495e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5519551038742065,
      "num_tokens": 221600495.0,
      "step": 287730
    },
    {
      "epoch": 0.3649864655397675,
      "grad_norm": 6.75,
      "learning_rate": 3.1754768108918654e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5418365687131882,
      "num_tokens": 221608036.0,
      "step": 287740
    },
    {
      "epoch": 0.3649991501323003,
      "grad_norm": 5.0,
      "learning_rate": 3.1754133798832366e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.522523820400238,
      "num_tokens": 221615786.0,
      "step": 287750
    },
    {
      "epoch": 0.3650118347248331,
      "grad_norm": 5.8125,
      "learning_rate": 3.175349948874607e-05,
      "loss": 1.9314,
      "mean_token_accuracy": 0.5648279547691345,
      "num_tokens": 221623319.0,
      "step": 287760
    },
    {
      "epoch": 0.36502451931736596,
      "grad_norm": 6.65625,
      "learning_rate": 3.175286517865978e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5496564209461212,
      "num_tokens": 221631926.0,
      "step": 287770
    },
    {
      "epoch": 0.3650372039098988,
      "grad_norm": 7.53125,
      "learning_rate": 3.175223086857349e-05,
      "loss": 1.8428,
      "mean_token_accuracy": 0.5861870080232621,
      "num_tokens": 221639503.0,
      "step": 287780
    },
    {
      "epoch": 0.36504988850243164,
      "grad_norm": 5.6875,
      "learning_rate": 3.1751596558487195e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.556150671839714,
      "num_tokens": 221646318.0,
      "step": 287790
    },
    {
      "epoch": 0.3650625730949645,
      "grad_norm": 6.875,
      "learning_rate": 3.175096224840091e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5424498319625854,
      "num_tokens": 221653082.0,
      "step": 287800
    },
    {
      "epoch": 0.3650752576874973,
      "grad_norm": 5.09375,
      "learning_rate": 3.175032793831462e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.517633929848671,
      "num_tokens": 221661269.0,
      "step": 287810
    },
    {
      "epoch": 0.36508794228003016,
      "grad_norm": 6.5,
      "learning_rate": 3.1749693628228324e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5342841386795044,
      "num_tokens": 221669261.0,
      "step": 287820
    },
    {
      "epoch": 0.36510062687256295,
      "grad_norm": 5.21875,
      "learning_rate": 3.174905931814203e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5680888056755066,
      "num_tokens": 221677657.0,
      "step": 287830
    },
    {
      "epoch": 0.3651133114650958,
      "grad_norm": 5.53125,
      "learning_rate": 3.1748425008055735e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5382463812828064,
      "num_tokens": 221685188.0,
      "step": 287840
    },
    {
      "epoch": 0.36512599605762863,
      "grad_norm": 7.125,
      "learning_rate": 3.174779069796945e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.540639328956604,
      "num_tokens": 221692869.0,
      "step": 287850
    },
    {
      "epoch": 0.3651386806501615,
      "grad_norm": 5.78125,
      "learning_rate": 3.174715638788316e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5519299238920212,
      "num_tokens": 221699913.0,
      "step": 287860
    },
    {
      "epoch": 0.3651513652426943,
      "grad_norm": 6.3125,
      "learning_rate": 3.1746522077796864e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5439552783966064,
      "num_tokens": 221707604.0,
      "step": 287870
    },
    {
      "epoch": 0.36516404983522716,
      "grad_norm": 4.4375,
      "learning_rate": 3.1745887767710577e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5611966848373413,
      "num_tokens": 221715342.0,
      "step": 287880
    },
    {
      "epoch": 0.36517673442776,
      "grad_norm": 5.84375,
      "learning_rate": 3.174525345762428e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5574758648872375,
      "num_tokens": 221722636.0,
      "step": 287890
    },
    {
      "epoch": 0.36518941902029284,
      "grad_norm": 5.0,
      "learning_rate": 3.174461914753799e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5405556112527847,
      "num_tokens": 221731103.0,
      "step": 287900
    },
    {
      "epoch": 0.3652021036128256,
      "grad_norm": 7.0625,
      "learning_rate": 3.17439848374517e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.546584302186966,
      "num_tokens": 221739122.0,
      "step": 287910
    },
    {
      "epoch": 0.36521478820535846,
      "grad_norm": 6.375,
      "learning_rate": 3.1743350527365405e-05,
      "loss": 1.8672,
      "mean_token_accuracy": 0.5897323817014695,
      "num_tokens": 221745482.0,
      "step": 287920
    },
    {
      "epoch": 0.3652274727978913,
      "grad_norm": 5.15625,
      "learning_rate": 3.174271621727912e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5468348801136017,
      "num_tokens": 221753348.0,
      "step": 287930
    },
    {
      "epoch": 0.36524015739042415,
      "grad_norm": 5.90625,
      "learning_rate": 3.174208190719282e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5293361186981201,
      "num_tokens": 221761452.0,
      "step": 287940
    },
    {
      "epoch": 0.365252841982957,
      "grad_norm": 5.40625,
      "learning_rate": 3.1741447597106534e-05,
      "loss": 1.7564,
      "mean_token_accuracy": 0.605379331111908,
      "num_tokens": 221769336.0,
      "step": 287950
    },
    {
      "epoch": 0.36526552657548983,
      "grad_norm": 5.65625,
      "learning_rate": 3.1740813287020246e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5464781403541565,
      "num_tokens": 221776090.0,
      "step": 287960
    },
    {
      "epoch": 0.36527821116802267,
      "grad_norm": 5.78125,
      "learning_rate": 3.174017897693395e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5701092153787612,
      "num_tokens": 221782874.0,
      "step": 287970
    },
    {
      "epoch": 0.36529089576055546,
      "grad_norm": 6.6875,
      "learning_rate": 3.173954466684766e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5531525552272797,
      "num_tokens": 221789264.0,
      "step": 287980
    },
    {
      "epoch": 0.3653035803530883,
      "grad_norm": 4.96875,
      "learning_rate": 3.173891035676136e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5236493647098541,
      "num_tokens": 221796891.0,
      "step": 287990
    },
    {
      "epoch": 0.36531626494562114,
      "grad_norm": 6.5625,
      "learning_rate": 3.1738276046675075e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5695990681648254,
      "num_tokens": 221804730.0,
      "step": 288000
    },
    {
      "epoch": 0.365328949538154,
      "grad_norm": 13.5625,
      "learning_rate": 3.173764173658879e-05,
      "loss": 2.3094,
      "mean_token_accuracy": 0.5046919792890548,
      "num_tokens": 221812949.0,
      "step": 288010
    },
    {
      "epoch": 0.3653416341306868,
      "grad_norm": 12.25,
      "learning_rate": 3.173700742650249e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5371453702449799,
      "num_tokens": 221820797.0,
      "step": 288020
    },
    {
      "epoch": 0.36535431872321966,
      "grad_norm": 6.25,
      "learning_rate": 3.1736373116416204e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.564451715350151,
      "num_tokens": 221828787.0,
      "step": 288030
    },
    {
      "epoch": 0.3653670033157525,
      "grad_norm": 4.875,
      "learning_rate": 3.173573880632991e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5490630447864533,
      "num_tokens": 221836442.0,
      "step": 288040
    },
    {
      "epoch": 0.36537968790828534,
      "grad_norm": 6.15625,
      "learning_rate": 3.1735104496243615e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5780352652072906,
      "num_tokens": 221844232.0,
      "step": 288050
    },
    {
      "epoch": 0.36539237250081813,
      "grad_norm": 9.75,
      "learning_rate": 3.173447018615733e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5489579230546952,
      "num_tokens": 221851485.0,
      "step": 288060
    },
    {
      "epoch": 0.36540505709335097,
      "grad_norm": 6.46875,
      "learning_rate": 3.173383587607103e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5397971868515015,
      "num_tokens": 221858590.0,
      "step": 288070
    },
    {
      "epoch": 0.3654177416858838,
      "grad_norm": 5.96875,
      "learning_rate": 3.1733201565984745e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5657285541296005,
      "num_tokens": 221866548.0,
      "step": 288080
    },
    {
      "epoch": 0.36543042627841665,
      "grad_norm": 5.90625,
      "learning_rate": 3.173256725589845e-05,
      "loss": 2.297,
      "mean_token_accuracy": 0.5111986935138703,
      "num_tokens": 221874490.0,
      "step": 288090
    },
    {
      "epoch": 0.3654431108709495,
      "grad_norm": 6.125,
      "learning_rate": 3.173193294581216e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.556224238872528,
      "num_tokens": 221882347.0,
      "step": 288100
    },
    {
      "epoch": 0.36545579546348234,
      "grad_norm": 5.5625,
      "learning_rate": 3.173129863572587e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5516429364681243,
      "num_tokens": 221890236.0,
      "step": 288110
    },
    {
      "epoch": 0.3654684800560152,
      "grad_norm": 6.8125,
      "learning_rate": 3.173066432563957e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5494670331478119,
      "num_tokens": 221898198.0,
      "step": 288120
    },
    {
      "epoch": 0.365481164648548,
      "grad_norm": 6.6875,
      "learning_rate": 3.1730030015553285e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.546290647983551,
      "num_tokens": 221906376.0,
      "step": 288130
    },
    {
      "epoch": 0.3654938492410808,
      "grad_norm": 5.34375,
      "learning_rate": 3.172939570546699e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5483146518468857,
      "num_tokens": 221914322.0,
      "step": 288140
    },
    {
      "epoch": 0.36550653383361364,
      "grad_norm": 4.78125,
      "learning_rate": 3.17287613953807e-05,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5642268717288971,
      "num_tokens": 221921589.0,
      "step": 288150
    },
    {
      "epoch": 0.3655192184261465,
      "grad_norm": 5.59375,
      "learning_rate": 3.1728127085294415e-05,
      "loss": 1.9335,
      "mean_token_accuracy": 0.5733307361602783,
      "num_tokens": 221929577.0,
      "step": 288160
    },
    {
      "epoch": 0.3655319030186793,
      "grad_norm": 7.59375,
      "learning_rate": 3.172749277520812e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5429989159107208,
      "num_tokens": 221936469.0,
      "step": 288170
    },
    {
      "epoch": 0.36554458761121217,
      "grad_norm": 5.75,
      "learning_rate": 3.1726858465121825e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5655741423368454,
      "num_tokens": 221942614.0,
      "step": 288180
    },
    {
      "epoch": 0.365557272203745,
      "grad_norm": 7.4375,
      "learning_rate": 3.172622415503553e-05,
      "loss": 1.8796,
      "mean_token_accuracy": 0.5840920686721802,
      "num_tokens": 221949605.0,
      "step": 288190
    },
    {
      "epoch": 0.36556995679627785,
      "grad_norm": 7.21875,
      "learning_rate": 3.172558984494924e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5361867994070053,
      "num_tokens": 221955998.0,
      "step": 288200
    },
    {
      "epoch": 0.3655826413888107,
      "grad_norm": 6.9375,
      "learning_rate": 3.1724955534862955e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5468124479055405,
      "num_tokens": 221963851.0,
      "step": 288210
    },
    {
      "epoch": 0.3655953259813435,
      "grad_norm": 5.125,
      "learning_rate": 3.172432122477666e-05,
      "loss": 2.4103,
      "mean_token_accuracy": 0.4956500858068466,
      "num_tokens": 221972547.0,
      "step": 288220
    },
    {
      "epoch": 0.3656080105738763,
      "grad_norm": 6.15625,
      "learning_rate": 3.172368691469037e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5244202047586441,
      "num_tokens": 221981223.0,
      "step": 288230
    },
    {
      "epoch": 0.36562069516640916,
      "grad_norm": 6.28125,
      "learning_rate": 3.172305260460408e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5284943640232086,
      "num_tokens": 221988046.0,
      "step": 288240
    },
    {
      "epoch": 0.365633379758942,
      "grad_norm": 7.0,
      "learning_rate": 3.172241829451778e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5227263838052749,
      "num_tokens": 221996143.0,
      "step": 288250
    },
    {
      "epoch": 0.36564606435147484,
      "grad_norm": 5.96875,
      "learning_rate": 3.1721783984431495e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5599474251270294,
      "num_tokens": 222004014.0,
      "step": 288260
    },
    {
      "epoch": 0.3656587489440077,
      "grad_norm": 6.34375,
      "learning_rate": 3.17211496743452e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5243978142738343,
      "num_tokens": 222013068.0,
      "step": 288270
    },
    {
      "epoch": 0.3656714335365405,
      "grad_norm": 5.8125,
      "learning_rate": 3.172051536425891e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5327439993619919,
      "num_tokens": 222022040.0,
      "step": 288280
    },
    {
      "epoch": 0.36568411812907337,
      "grad_norm": 6.40625,
      "learning_rate": 3.171988105417262e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5477375537157059,
      "num_tokens": 222029165.0,
      "step": 288290
    },
    {
      "epoch": 0.36569680272160615,
      "grad_norm": 4.8125,
      "learning_rate": 3.171924674408633e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5399950474500657,
      "num_tokens": 222036808.0,
      "step": 288300
    },
    {
      "epoch": 0.365709487314139,
      "grad_norm": 6.0,
      "learning_rate": 3.171861243400004e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5416159152984619,
      "num_tokens": 222044166.0,
      "step": 288310
    },
    {
      "epoch": 0.36572217190667183,
      "grad_norm": 6.21875,
      "learning_rate": 3.171797812391374e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5637918591499329,
      "num_tokens": 222051487.0,
      "step": 288320
    },
    {
      "epoch": 0.3657348564992047,
      "grad_norm": 4.9375,
      "learning_rate": 3.171734381382745e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5774075239896774,
      "num_tokens": 222059411.0,
      "step": 288330
    },
    {
      "epoch": 0.3657475410917375,
      "grad_norm": 4.96875,
      "learning_rate": 3.171670950374116e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5424788445234299,
      "num_tokens": 222067811.0,
      "step": 288340
    },
    {
      "epoch": 0.36576022568427036,
      "grad_norm": 6.96875,
      "learning_rate": 3.171607519365487e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5410436630249024,
      "num_tokens": 222075762.0,
      "step": 288350
    },
    {
      "epoch": 0.3657729102768032,
      "grad_norm": 5.125,
      "learning_rate": 3.171544088356858e-05,
      "loss": 1.85,
      "mean_token_accuracy": 0.5819835424423218,
      "num_tokens": 222083352.0,
      "step": 288360
    },
    {
      "epoch": 0.36578559486933604,
      "grad_norm": 6.03125,
      "learning_rate": 3.171480657348229e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5447930693626404,
      "num_tokens": 222090112.0,
      "step": 288370
    },
    {
      "epoch": 0.3657982794618688,
      "grad_norm": 5.125,
      "learning_rate": 3.1714172263396e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5263229697942734,
      "num_tokens": 222098543.0,
      "step": 288380
    },
    {
      "epoch": 0.36581096405440167,
      "grad_norm": 8.5625,
      "learning_rate": 3.1713537953309705e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5509117364883422,
      "num_tokens": 222105475.0,
      "step": 288390
    },
    {
      "epoch": 0.3658236486469345,
      "grad_norm": 5.0625,
      "learning_rate": 3.171290364322341e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5283290445804596,
      "num_tokens": 222113549.0,
      "step": 288400
    },
    {
      "epoch": 0.36583633323946735,
      "grad_norm": 5.15625,
      "learning_rate": 3.171226933313712e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.543389829993248,
      "num_tokens": 222121027.0,
      "step": 288410
    },
    {
      "epoch": 0.3658490178320002,
      "grad_norm": 4.84375,
      "learning_rate": 3.171163502305083e-05,
      "loss": 1.8486,
      "mean_token_accuracy": 0.5922926545143128,
      "num_tokens": 222129020.0,
      "step": 288420
    },
    {
      "epoch": 0.36586170242453303,
      "grad_norm": 4.96875,
      "learning_rate": 3.171100071296454e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5331293195486069,
      "num_tokens": 222138234.0,
      "step": 288430
    },
    {
      "epoch": 0.36587438701706587,
      "grad_norm": 5.125,
      "learning_rate": 3.1710366402878246e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5384903967380523,
      "num_tokens": 222146084.0,
      "step": 288440
    },
    {
      "epoch": 0.36588707160959866,
      "grad_norm": 6.03125,
      "learning_rate": 3.170973209279196e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5410048365592957,
      "num_tokens": 222153286.0,
      "step": 288450
    },
    {
      "epoch": 0.3658997562021315,
      "grad_norm": 6.53125,
      "learning_rate": 3.170909778270566e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5374706387519836,
      "num_tokens": 222161709.0,
      "step": 288460
    },
    {
      "epoch": 0.36591244079466434,
      "grad_norm": 6.46875,
      "learning_rate": 3.170846347261937e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5248740762472153,
      "num_tokens": 222169408.0,
      "step": 288470
    },
    {
      "epoch": 0.3659251253871972,
      "grad_norm": 5.0625,
      "learning_rate": 3.170782916253308e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5488340795040131,
      "num_tokens": 222178063.0,
      "step": 288480
    },
    {
      "epoch": 0.36593780997973,
      "grad_norm": 6.15625,
      "learning_rate": 3.1707194852446786e-05,
      "loss": 2.217,
      "mean_token_accuracy": 0.5163656234741211,
      "num_tokens": 222186535.0,
      "step": 288490
    },
    {
      "epoch": 0.36595049457226286,
      "grad_norm": 4.75,
      "learning_rate": 3.17065605423605e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5537728011608124,
      "num_tokens": 222193453.0,
      "step": 288500
    },
    {
      "epoch": 0.3659631791647957,
      "grad_norm": 5.21875,
      "learning_rate": 3.170592623227421e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5412915199995041,
      "num_tokens": 222201195.0,
      "step": 288510
    },
    {
      "epoch": 0.36597586375732855,
      "grad_norm": 5.75,
      "learning_rate": 3.1705291922187916e-05,
      "loss": 1.7819,
      "mean_token_accuracy": 0.6025047600269318,
      "num_tokens": 222208564.0,
      "step": 288520
    },
    {
      "epoch": 0.36598854834986133,
      "grad_norm": 5.53125,
      "learning_rate": 3.170465761210162e-05,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5778686791658402,
      "num_tokens": 222217314.0,
      "step": 288530
    },
    {
      "epoch": 0.3660012329423942,
      "grad_norm": 7.9375,
      "learning_rate": 3.1704023302015326e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5706559717655182,
      "num_tokens": 222225015.0,
      "step": 288540
    },
    {
      "epoch": 0.366013917534927,
      "grad_norm": 5.0,
      "learning_rate": 3.170338899192904e-05,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5852499008178711,
      "num_tokens": 222231586.0,
      "step": 288550
    },
    {
      "epoch": 0.36602660212745985,
      "grad_norm": 5.15625,
      "learning_rate": 3.170275468184275e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5259833067655564,
      "num_tokens": 222240011.0,
      "step": 288560
    },
    {
      "epoch": 0.3660392867199927,
      "grad_norm": 6.15625,
      "learning_rate": 3.1702120371756456e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5385735154151916,
      "num_tokens": 222247901.0,
      "step": 288570
    },
    {
      "epoch": 0.36605197131252554,
      "grad_norm": 5.4375,
      "learning_rate": 3.170148606167017e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5550930589437485,
      "num_tokens": 222255708.0,
      "step": 288580
    },
    {
      "epoch": 0.3660646559050584,
      "grad_norm": 4.6875,
      "learning_rate": 3.170085175158387e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5243178308010101,
      "num_tokens": 222264414.0,
      "step": 288590
    },
    {
      "epoch": 0.3660773404975912,
      "grad_norm": 5.53125,
      "learning_rate": 3.170021744149758e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5495320498943329,
      "num_tokens": 222272650.0,
      "step": 288600
    },
    {
      "epoch": 0.366090025090124,
      "grad_norm": 4.71875,
      "learning_rate": 3.169958313141129e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5358315348625183,
      "num_tokens": 222280139.0,
      "step": 288610
    },
    {
      "epoch": 0.36610270968265685,
      "grad_norm": 6.5,
      "learning_rate": 3.1698948821324996e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5369234979152679,
      "num_tokens": 222287350.0,
      "step": 288620
    },
    {
      "epoch": 0.3661153942751897,
      "grad_norm": 6.15625,
      "learning_rate": 3.169831451123871e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.562426108121872,
      "num_tokens": 222294797.0,
      "step": 288630
    },
    {
      "epoch": 0.36612807886772253,
      "grad_norm": 9.875,
      "learning_rate": 3.169768020115242e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5549363642930984,
      "num_tokens": 222302760.0,
      "step": 288640
    },
    {
      "epoch": 0.36614076346025537,
      "grad_norm": 4.6875,
      "learning_rate": 3.1697045891066126e-05,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5437160551548004,
      "num_tokens": 222310810.0,
      "step": 288650
    },
    {
      "epoch": 0.3661534480527882,
      "grad_norm": 4.84375,
      "learning_rate": 3.169641158097983e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5213304281234741,
      "num_tokens": 222319880.0,
      "step": 288660
    },
    {
      "epoch": 0.36616613264532105,
      "grad_norm": 7.90625,
      "learning_rate": 3.1695777270893537e-05,
      "loss": 1.6182,
      "mean_token_accuracy": 0.6468997031450272,
      "num_tokens": 222326173.0,
      "step": 288670
    },
    {
      "epoch": 0.3661788172378539,
      "grad_norm": 5.09375,
      "learning_rate": 3.169514296080725e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5265620112419128,
      "num_tokens": 222334220.0,
      "step": 288680
    },
    {
      "epoch": 0.3661915018303867,
      "grad_norm": 5.71875,
      "learning_rate": 3.169450865072096e-05,
      "loss": 1.9314,
      "mean_token_accuracy": 0.5710943698883056,
      "num_tokens": 222341304.0,
      "step": 288690
    },
    {
      "epoch": 0.3662041864229195,
      "grad_norm": 4.71875,
      "learning_rate": 3.1693874340634666e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5265045374631881,
      "num_tokens": 222349807.0,
      "step": 288700
    },
    {
      "epoch": 0.36621687101545236,
      "grad_norm": 8.375,
      "learning_rate": 3.169324003054838e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5273070216178894,
      "num_tokens": 222357587.0,
      "step": 288710
    },
    {
      "epoch": 0.3662295556079852,
      "grad_norm": 5.5625,
      "learning_rate": 3.1692605720462084e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5376723140478135,
      "num_tokens": 222365054.0,
      "step": 288720
    },
    {
      "epoch": 0.36624224020051804,
      "grad_norm": 5.96875,
      "learning_rate": 3.1691971410375796e-05,
      "loss": 1.9417,
      "mean_token_accuracy": 0.5545074433088303,
      "num_tokens": 222371897.0,
      "step": 288730
    },
    {
      "epoch": 0.3662549247930509,
      "grad_norm": 5.0625,
      "learning_rate": 3.16913371002895e-05,
      "loss": 2.2683,
      "mean_token_accuracy": 0.5124410301446914,
      "num_tokens": 222380553.0,
      "step": 288740
    },
    {
      "epoch": 0.3662676093855837,
      "grad_norm": 5.71875,
      "learning_rate": 3.1690702790203206e-05,
      "loss": 2.461,
      "mean_token_accuracy": 0.49817789494991305,
      "num_tokens": 222389618.0,
      "step": 288750
    },
    {
      "epoch": 0.36628029397811657,
      "grad_norm": 6.28125,
      "learning_rate": 3.169006848011692e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5588076412677765,
      "num_tokens": 222396165.0,
      "step": 288760
    },
    {
      "epoch": 0.36629297857064935,
      "grad_norm": 6.9375,
      "learning_rate": 3.1689434170030624e-05,
      "loss": 1.8237,
      "mean_token_accuracy": 0.5870007336139679,
      "num_tokens": 222403084.0,
      "step": 288770
    },
    {
      "epoch": 0.3663056631631822,
      "grad_norm": 5.6875,
      "learning_rate": 3.1688799859944336e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5551891058683396,
      "num_tokens": 222410954.0,
      "step": 288780
    },
    {
      "epoch": 0.36631834775571503,
      "grad_norm": 5.5625,
      "learning_rate": 3.168816554985805e-05,
      "loss": 1.9578,
      "mean_token_accuracy": 0.5668430596590042,
      "num_tokens": 222418776.0,
      "step": 288790
    },
    {
      "epoch": 0.3663310323482479,
      "grad_norm": 58.75,
      "learning_rate": 3.1687531239771754e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5378980696201324,
      "num_tokens": 222426323.0,
      "step": 288800
    },
    {
      "epoch": 0.3663437169407807,
      "grad_norm": 4.65625,
      "learning_rate": 3.168689692968546e-05,
      "loss": 1.8907,
      "mean_token_accuracy": 0.5769733220338822,
      "num_tokens": 222435100.0,
      "step": 288810
    },
    {
      "epoch": 0.36635640153331356,
      "grad_norm": 5.90625,
      "learning_rate": 3.1686262619599164e-05,
      "loss": 2.2435,
      "mean_token_accuracy": 0.5200982242822647,
      "num_tokens": 222444497.0,
      "step": 288820
    },
    {
      "epoch": 0.3663690861258464,
      "grad_norm": 9.0625,
      "learning_rate": 3.1685628309512876e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5643083393573761,
      "num_tokens": 222452793.0,
      "step": 288830
    },
    {
      "epoch": 0.36638177071837924,
      "grad_norm": 5.03125,
      "learning_rate": 3.168499399942659e-05,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5471444636583328,
      "num_tokens": 222460476.0,
      "step": 288840
    },
    {
      "epoch": 0.366394455310912,
      "grad_norm": 6.65625,
      "learning_rate": 3.1684359689340294e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5506503105163574,
      "num_tokens": 222467801.0,
      "step": 288850
    },
    {
      "epoch": 0.36640713990344487,
      "grad_norm": 5.8125,
      "learning_rate": 3.1683725379254006e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5561074405908585,
      "num_tokens": 222475417.0,
      "step": 288860
    },
    {
      "epoch": 0.3664198244959777,
      "grad_norm": 4.875,
      "learning_rate": 3.168309106916771e-05,
      "loss": 2.2357,
      "mean_token_accuracy": 0.5091807961463928,
      "num_tokens": 222483942.0,
      "step": 288870
    },
    {
      "epoch": 0.36643250908851055,
      "grad_norm": 6.28125,
      "learning_rate": 3.168245675908142e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.542508351802826,
      "num_tokens": 222489925.0,
      "step": 288880
    },
    {
      "epoch": 0.3664451936810434,
      "grad_norm": 16.75,
      "learning_rate": 3.168182244899513e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5723049700260162,
      "num_tokens": 222497209.0,
      "step": 288890
    },
    {
      "epoch": 0.36645787827357623,
      "grad_norm": 5.78125,
      "learning_rate": 3.1681188138908834e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5348666667938232,
      "num_tokens": 222506421.0,
      "step": 288900
    },
    {
      "epoch": 0.3664705628661091,
      "grad_norm": 7.9375,
      "learning_rate": 3.1680553828822546e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5311555922031402,
      "num_tokens": 222513593.0,
      "step": 288910
    },
    {
      "epoch": 0.36648324745864186,
      "grad_norm": 7.5,
      "learning_rate": 3.167991951873625e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5442751824855805,
      "num_tokens": 222520778.0,
      "step": 288920
    },
    {
      "epoch": 0.3664959320511747,
      "grad_norm": 6.34375,
      "learning_rate": 3.1679285208649964e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5428854256868363,
      "num_tokens": 222528727.0,
      "step": 288930
    },
    {
      "epoch": 0.36650861664370754,
      "grad_norm": 6.21875,
      "learning_rate": 3.167865089856367e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5520183891057968,
      "num_tokens": 222536481.0,
      "step": 288940
    },
    {
      "epoch": 0.3665213012362404,
      "grad_norm": 4.90625,
      "learning_rate": 3.1678016588477374e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5777821719646454,
      "num_tokens": 222545184.0,
      "step": 288950
    },
    {
      "epoch": 0.3665339858287732,
      "grad_norm": 6.15625,
      "learning_rate": 3.1677382278391087e-05,
      "loss": 1.9055,
      "mean_token_accuracy": 0.5838752239942551,
      "num_tokens": 222551855.0,
      "step": 288960
    },
    {
      "epoch": 0.36654667042130606,
      "grad_norm": 5.6875,
      "learning_rate": 3.167674796830479e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5450176984071732,
      "num_tokens": 222559499.0,
      "step": 288970
    },
    {
      "epoch": 0.3665593550138389,
      "grad_norm": 8.1875,
      "learning_rate": 3.1676113658218504e-05,
      "loss": 1.8362,
      "mean_token_accuracy": 0.5990256339311599,
      "num_tokens": 222566389.0,
      "step": 288980
    },
    {
      "epoch": 0.36657203960637175,
      "grad_norm": 5.75,
      "learning_rate": 3.1675479348132216e-05,
      "loss": 1.859,
      "mean_token_accuracy": 0.5851287603378296,
      "num_tokens": 222573339.0,
      "step": 288990
    },
    {
      "epoch": 0.36658472419890453,
      "grad_norm": 5.34375,
      "learning_rate": 3.167484503804592e-05,
      "loss": 2.2596,
      "mean_token_accuracy": 0.5184817433357238,
      "num_tokens": 222581968.0,
      "step": 289000
    },
    {
      "epoch": 0.3665974087914374,
      "grad_norm": 5.75,
      "learning_rate": 3.167421072795963e-05,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5748125076293945,
      "num_tokens": 222589795.0,
      "step": 289010
    },
    {
      "epoch": 0.3666100933839702,
      "grad_norm": 6.71875,
      "learning_rate": 3.167357641787333e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5673187732696533,
      "num_tokens": 222597313.0,
      "step": 289020
    },
    {
      "epoch": 0.36662277797650306,
      "grad_norm": 4.78125,
      "learning_rate": 3.1672942107787044e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5414016902446747,
      "num_tokens": 222605877.0,
      "step": 289030
    },
    {
      "epoch": 0.3666354625690359,
      "grad_norm": 5.09375,
      "learning_rate": 3.1672307797700756e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5600310415029526,
      "num_tokens": 222614453.0,
      "step": 289040
    },
    {
      "epoch": 0.36664814716156874,
      "grad_norm": 7.125,
      "learning_rate": 3.167167348761446e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.5718008369207382,
      "num_tokens": 222622548.0,
      "step": 289050
    },
    {
      "epoch": 0.3666608317541016,
      "grad_norm": 4.96875,
      "learning_rate": 3.1671039177528174e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5578046858310699,
      "num_tokens": 222630562.0,
      "step": 289060
    },
    {
      "epoch": 0.3666735163466344,
      "grad_norm": 7.25,
      "learning_rate": 3.167040486744188e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.521083191037178,
      "num_tokens": 222639756.0,
      "step": 289070
    },
    {
      "epoch": 0.3666862009391672,
      "grad_norm": 4.90625,
      "learning_rate": 3.166977055735559e-05,
      "loss": 1.8497,
      "mean_token_accuracy": 0.5949158847332001,
      "num_tokens": 222646219.0,
      "step": 289080
    },
    {
      "epoch": 0.36669888553170005,
      "grad_norm": 6.65625,
      "learning_rate": 3.16691362472693e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5320163995027543,
      "num_tokens": 222653491.0,
      "step": 289090
    },
    {
      "epoch": 0.3667115701242329,
      "grad_norm": 5.21875,
      "learning_rate": 3.1668501937183e-05,
      "loss": 1.9067,
      "mean_token_accuracy": 0.5713088124990463,
      "num_tokens": 222661449.0,
      "step": 289100
    },
    {
      "epoch": 0.36672425471676573,
      "grad_norm": 5.8125,
      "learning_rate": 3.1667867627096714e-05,
      "loss": 1.8761,
      "mean_token_accuracy": 0.5701684415340423,
      "num_tokens": 222669120.0,
      "step": 289110
    },
    {
      "epoch": 0.36673693930929857,
      "grad_norm": 4.8125,
      "learning_rate": 3.166723331701042e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.558988144993782,
      "num_tokens": 222676603.0,
      "step": 289120
    },
    {
      "epoch": 0.3667496239018314,
      "grad_norm": 2.375,
      "learning_rate": 3.166659900692413e-05,
      "loss": 1.9389,
      "mean_token_accuracy": 0.5732201218605042,
      "num_tokens": 222684181.0,
      "step": 289130
    },
    {
      "epoch": 0.36676230849436425,
      "grad_norm": 5.28125,
      "learning_rate": 3.1665964696837844e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5398114860057831,
      "num_tokens": 222692149.0,
      "step": 289140
    },
    {
      "epoch": 0.3667749930868971,
      "grad_norm": 5.875,
      "learning_rate": 3.166533038675155e-05,
      "loss": 2.2599,
      "mean_token_accuracy": 0.5184650540351867,
      "num_tokens": 222700023.0,
      "step": 289150
    },
    {
      "epoch": 0.3667876776794299,
      "grad_norm": 5.6875,
      "learning_rate": 3.1664696076665255e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5702864438295364,
      "num_tokens": 222707283.0,
      "step": 289160
    },
    {
      "epoch": 0.3668003622719627,
      "grad_norm": 4.9375,
      "learning_rate": 3.166406176657896e-05,
      "loss": 1.809,
      "mean_token_accuracy": 0.5807318806648254,
      "num_tokens": 222714501.0,
      "step": 289170
    },
    {
      "epoch": 0.36681304686449556,
      "grad_norm": 4.75,
      "learning_rate": 3.166342745649267e-05,
      "loss": 1.905,
      "mean_token_accuracy": 0.5847723871469498,
      "num_tokens": 222722488.0,
      "step": 289180
    },
    {
      "epoch": 0.3668257314570284,
      "grad_norm": 5.09375,
      "learning_rate": 3.1662793146406384e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5264299482107162,
      "num_tokens": 222730905.0,
      "step": 289190
    },
    {
      "epoch": 0.36683841604956124,
      "grad_norm": 6.21875,
      "learning_rate": 3.166215883632009e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.556586018204689,
      "num_tokens": 222737847.0,
      "step": 289200
    },
    {
      "epoch": 0.3668511006420941,
      "grad_norm": 4.84375,
      "learning_rate": 3.16615245262338e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5282115072011948,
      "num_tokens": 222745525.0,
      "step": 289210
    },
    {
      "epoch": 0.3668637852346269,
      "grad_norm": 7.4375,
      "learning_rate": 3.166089021614751e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5561530649662018,
      "num_tokens": 222751471.0,
      "step": 289220
    },
    {
      "epoch": 0.36687646982715977,
      "grad_norm": 6.1875,
      "learning_rate": 3.166025590606121e-05,
      "loss": 2.2451,
      "mean_token_accuracy": 0.5144951343536377,
      "num_tokens": 222758954.0,
      "step": 289230
    },
    {
      "epoch": 0.36688915441969255,
      "grad_norm": 5.03125,
      "learning_rate": 3.1659621595974925e-05,
      "loss": 1.878,
      "mean_token_accuracy": 0.5831332623958587,
      "num_tokens": 222766381.0,
      "step": 289240
    },
    {
      "epoch": 0.3669018390122254,
      "grad_norm": 6.90625,
      "learning_rate": 3.165898728588863e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5676990807056427,
      "num_tokens": 222774591.0,
      "step": 289250
    },
    {
      "epoch": 0.36691452360475824,
      "grad_norm": 14.25,
      "learning_rate": 3.165835297580234e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5541134268045426,
      "num_tokens": 222780837.0,
      "step": 289260
    },
    {
      "epoch": 0.3669272081972911,
      "grad_norm": 10.375,
      "learning_rate": 3.165771866571605e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.534586825966835,
      "num_tokens": 222788304.0,
      "step": 289270
    },
    {
      "epoch": 0.3669398927898239,
      "grad_norm": 5.84375,
      "learning_rate": 3.165708435562976e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5463157176971436,
      "num_tokens": 222796393.0,
      "step": 289280
    },
    {
      "epoch": 0.36695257738235676,
      "grad_norm": 7.40625,
      "learning_rate": 3.1656450045543465e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5614096194505691,
      "num_tokens": 222803481.0,
      "step": 289290
    },
    {
      "epoch": 0.3669652619748896,
      "grad_norm": 5.65625,
      "learning_rate": 3.165581573545717e-05,
      "loss": 1.9137,
      "mean_token_accuracy": 0.5831513404846191,
      "num_tokens": 222811030.0,
      "step": 289300
    },
    {
      "epoch": 0.36697794656742244,
      "grad_norm": 4.875,
      "learning_rate": 3.165518142537088e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5234582781791687,
      "num_tokens": 222819396.0,
      "step": 289310
    },
    {
      "epoch": 0.3669906311599552,
      "grad_norm": 5.125,
      "learning_rate": 3.165454711528459e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5618618965148926,
      "num_tokens": 222825997.0,
      "step": 289320
    },
    {
      "epoch": 0.36700331575248807,
      "grad_norm": 5.53125,
      "learning_rate": 3.16539128051983e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5277670472860336,
      "num_tokens": 222834372.0,
      "step": 289330
    },
    {
      "epoch": 0.3670160003450209,
      "grad_norm": 5.53125,
      "learning_rate": 3.165327849511201e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5221553713083267,
      "num_tokens": 222842563.0,
      "step": 289340
    },
    {
      "epoch": 0.36702868493755375,
      "grad_norm": 7.53125,
      "learning_rate": 3.165264418502572e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5457074701786041,
      "num_tokens": 222850099.0,
      "step": 289350
    },
    {
      "epoch": 0.3670413695300866,
      "grad_norm": 6.25,
      "learning_rate": 3.165200987493942e-05,
      "loss": 1.769,
      "mean_token_accuracy": 0.599235275387764,
      "num_tokens": 222856438.0,
      "step": 289360
    },
    {
      "epoch": 0.36705405412261943,
      "grad_norm": 4.8125,
      "learning_rate": 3.165137556485313e-05,
      "loss": 1.7259,
      "mean_token_accuracy": 0.6114642083644867,
      "num_tokens": 222862761.0,
      "step": 289370
    },
    {
      "epoch": 0.3670667387151523,
      "grad_norm": 6.125,
      "learning_rate": 3.165074125476684e-05,
      "loss": 1.7807,
      "mean_token_accuracy": 0.5972196668386459,
      "num_tokens": 222868326.0,
      "step": 289380
    },
    {
      "epoch": 0.36707942330768506,
      "grad_norm": 5.65625,
      "learning_rate": 3.165010694468055e-05,
      "loss": 1.9388,
      "mean_token_accuracy": 0.5688178181648255,
      "num_tokens": 222875232.0,
      "step": 289390
    },
    {
      "epoch": 0.3670921079002179,
      "grad_norm": 6.78125,
      "learning_rate": 3.164947263459426e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5490308225154876,
      "num_tokens": 222881207.0,
      "step": 289400
    },
    {
      "epoch": 0.36710479249275074,
      "grad_norm": 5.0,
      "learning_rate": 3.164883832450797e-05,
      "loss": 2.2423,
      "mean_token_accuracy": 0.514579838514328,
      "num_tokens": 222890465.0,
      "step": 289410
    },
    {
      "epoch": 0.3671174770852836,
      "grad_norm": 4.59375,
      "learning_rate": 3.1648204014421675e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5395725816488266,
      "num_tokens": 222899030.0,
      "step": 289420
    },
    {
      "epoch": 0.3671301616778164,
      "grad_norm": 6.46875,
      "learning_rate": 3.164756970433538e-05,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5141651868820191,
      "num_tokens": 222906279.0,
      "step": 289430
    },
    {
      "epoch": 0.36714284627034927,
      "grad_norm": 6.5625,
      "learning_rate": 3.164693539424909e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.6003645479679107,
      "num_tokens": 222912610.0,
      "step": 289440
    },
    {
      "epoch": 0.3671555308628821,
      "grad_norm": 5.28125,
      "learning_rate": 3.16463010841628e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5149232864379882,
      "num_tokens": 222921102.0,
      "step": 289450
    },
    {
      "epoch": 0.36716821545541495,
      "grad_norm": 6.28125,
      "learning_rate": 3.164566677407651e-05,
      "loss": 2.317,
      "mean_token_accuracy": 0.5063227981328964,
      "num_tokens": 222929801.0,
      "step": 289460
    },
    {
      "epoch": 0.36718090004794773,
      "grad_norm": 5.0,
      "learning_rate": 3.1645032463990215e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5417841166257858,
      "num_tokens": 222936767.0,
      "step": 289470
    },
    {
      "epoch": 0.3671935846404806,
      "grad_norm": 5.09375,
      "learning_rate": 3.164439815390393e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5498580276966095,
      "num_tokens": 222943538.0,
      "step": 289480
    },
    {
      "epoch": 0.3672062692330134,
      "grad_norm": 5.46875,
      "learning_rate": 3.164376384381764e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5671098560094834,
      "num_tokens": 222950806.0,
      "step": 289490
    },
    {
      "epoch": 0.36721895382554626,
      "grad_norm": 5.46875,
      "learning_rate": 3.1643129533731345e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5678727567195893,
      "num_tokens": 222957336.0,
      "step": 289500
    },
    {
      "epoch": 0.3672316384180791,
      "grad_norm": 4.9375,
      "learning_rate": 3.164249522364505e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5402141034603118,
      "num_tokens": 222965910.0,
      "step": 289510
    },
    {
      "epoch": 0.36724432301061194,
      "grad_norm": 5.34375,
      "learning_rate": 3.164186091355876e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5488632708787918,
      "num_tokens": 222972846.0,
      "step": 289520
    },
    {
      "epoch": 0.3672570076031448,
      "grad_norm": 5.0,
      "learning_rate": 3.164122660347247e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5492308050394058,
      "num_tokens": 222980750.0,
      "step": 289530
    },
    {
      "epoch": 0.3672696921956776,
      "grad_norm": 5.5625,
      "learning_rate": 3.164059229338618e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5429956138134002,
      "num_tokens": 222987725.0,
      "step": 289540
    },
    {
      "epoch": 0.3672823767882104,
      "grad_norm": 5.5,
      "learning_rate": 3.1639957983299885e-05,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5826291143894196,
      "num_tokens": 222994918.0,
      "step": 289550
    },
    {
      "epoch": 0.36729506138074325,
      "grad_norm": 4.65625,
      "learning_rate": 3.16393236732136e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5824773520231247,
      "num_tokens": 223001362.0,
      "step": 289560
    },
    {
      "epoch": 0.3673077459732761,
      "grad_norm": 4.5625,
      "learning_rate": 3.16386893631273e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5665896356105804,
      "num_tokens": 223008233.0,
      "step": 289570
    },
    {
      "epoch": 0.36732043056580893,
      "grad_norm": 8.0625,
      "learning_rate": 3.163805505304101e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5484143972396851,
      "num_tokens": 223015568.0,
      "step": 289580
    },
    {
      "epoch": 0.36733311515834177,
      "grad_norm": 6.09375,
      "learning_rate": 3.163742074295472e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5538596987724305,
      "num_tokens": 223023638.0,
      "step": 289590
    },
    {
      "epoch": 0.3673457997508746,
      "grad_norm": 7.65625,
      "learning_rate": 3.1636786432868426e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5722951561212539,
      "num_tokens": 223030066.0,
      "step": 289600
    },
    {
      "epoch": 0.36735848434340745,
      "grad_norm": 7.40625,
      "learning_rate": 3.163615212278214e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5304785996675492,
      "num_tokens": 223037855.0,
      "step": 289610
    },
    {
      "epoch": 0.3673711689359403,
      "grad_norm": 5.375,
      "learning_rate": 3.163551781269585e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5722853124141694,
      "num_tokens": 223044917.0,
      "step": 289620
    },
    {
      "epoch": 0.3673838535284731,
      "grad_norm": 6.3125,
      "learning_rate": 3.1634883502609555e-05,
      "loss": 1.8085,
      "mean_token_accuracy": 0.5947977870702743,
      "num_tokens": 223052537.0,
      "step": 289630
    },
    {
      "epoch": 0.3673965381210059,
      "grad_norm": 6.25,
      "learning_rate": 3.163424919252326e-05,
      "loss": 2.2147,
      "mean_token_accuracy": 0.5259652256965637,
      "num_tokens": 223060542.0,
      "step": 289640
    },
    {
      "epoch": 0.36740922271353876,
      "grad_norm": 6.0625,
      "learning_rate": 3.1633614882436966e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.5574543654918671,
      "num_tokens": 223067780.0,
      "step": 289650
    },
    {
      "epoch": 0.3674219073060716,
      "grad_norm": 4.5625,
      "learning_rate": 3.163298057235068e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5525332391262054,
      "num_tokens": 223075032.0,
      "step": 289660
    },
    {
      "epoch": 0.36743459189860445,
      "grad_norm": 5.09375,
      "learning_rate": 3.163234626226439e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5419694870710373,
      "num_tokens": 223082420.0,
      "step": 289670
    },
    {
      "epoch": 0.3674472764911373,
      "grad_norm": 5.5,
      "learning_rate": 3.1631711952178096e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.573257502913475,
      "num_tokens": 223089810.0,
      "step": 289680
    },
    {
      "epoch": 0.36745996108367013,
      "grad_norm": 7.75,
      "learning_rate": 3.163107764209181e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5381673693656921,
      "num_tokens": 223097285.0,
      "step": 289690
    },
    {
      "epoch": 0.36747264567620297,
      "grad_norm": 6.59375,
      "learning_rate": 3.163044333200551e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.5308098137378693,
      "num_tokens": 223106131.0,
      "step": 289700
    },
    {
      "epoch": 0.36748533026873575,
      "grad_norm": 6.03125,
      "learning_rate": 3.162980902191922e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5501333713531494,
      "num_tokens": 223112999.0,
      "step": 289710
    },
    {
      "epoch": 0.3674980148612686,
      "grad_norm": 5.75,
      "learning_rate": 3.162917471183293e-05,
      "loss": 1.918,
      "mean_token_accuracy": 0.5780636340379715,
      "num_tokens": 223120133.0,
      "step": 289720
    },
    {
      "epoch": 0.36751069945380144,
      "grad_norm": 7.03125,
      "learning_rate": 3.1628540401746636e-05,
      "loss": 1.8575,
      "mean_token_accuracy": 0.6033150613307953,
      "num_tokens": 223126909.0,
      "step": 289730
    },
    {
      "epoch": 0.3675233840463343,
      "grad_norm": 6.0,
      "learning_rate": 3.162790609166035e-05,
      "loss": 2.2149,
      "mean_token_accuracy": 0.5286594599485397,
      "num_tokens": 223134663.0,
      "step": 289740
    },
    {
      "epoch": 0.3675360686388671,
      "grad_norm": 9.0625,
      "learning_rate": 3.162727178157405e-05,
      "loss": 1.8479,
      "mean_token_accuracy": 0.5909424751996994,
      "num_tokens": 223141218.0,
      "step": 289750
    },
    {
      "epoch": 0.36754875323139996,
      "grad_norm": 5.1875,
      "learning_rate": 3.1626637471487765e-05,
      "loss": 1.7963,
      "mean_token_accuracy": 0.5952363073825836,
      "num_tokens": 223148430.0,
      "step": 289760
    },
    {
      "epoch": 0.3675614378239328,
      "grad_norm": 6.65625,
      "learning_rate": 3.162600316140147e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.540434330701828,
      "num_tokens": 223155394.0,
      "step": 289770
    },
    {
      "epoch": 0.36757412241646564,
      "grad_norm": 4.6875,
      "learning_rate": 3.1625368851315176e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5612731516361237,
      "num_tokens": 223163584.0,
      "step": 289780
    },
    {
      "epoch": 0.36758680700899843,
      "grad_norm": 7.09375,
      "learning_rate": 3.162473454122889e-05,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5523653149604797,
      "num_tokens": 223171356.0,
      "step": 289790
    },
    {
      "epoch": 0.36759949160153127,
      "grad_norm": 6.25,
      "learning_rate": 3.1624100231142594e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5364791005849838,
      "num_tokens": 223179793.0,
      "step": 289800
    },
    {
      "epoch": 0.3676121761940641,
      "grad_norm": 4.6875,
      "learning_rate": 3.1623465921056306e-05,
      "loss": 1.7666,
      "mean_token_accuracy": 0.6007573008537292,
      "num_tokens": 223186906.0,
      "step": 289810
    },
    {
      "epoch": 0.36762486078659695,
      "grad_norm": 5.25,
      "learning_rate": 3.162283161097002e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5779332339763641,
      "num_tokens": 223194409.0,
      "step": 289820
    },
    {
      "epoch": 0.3676375453791298,
      "grad_norm": 5.75,
      "learning_rate": 3.162219730088372e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5705928921699523,
      "num_tokens": 223201321.0,
      "step": 289830
    },
    {
      "epoch": 0.36765022997166263,
      "grad_norm": 14.1875,
      "learning_rate": 3.1621562990797435e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5585747539997101,
      "num_tokens": 223207275.0,
      "step": 289840
    },
    {
      "epoch": 0.3676629145641955,
      "grad_norm": 5.6875,
      "learning_rate": 3.1620928680711134e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5429609328508377,
      "num_tokens": 223215577.0,
      "step": 289850
    },
    {
      "epoch": 0.36767559915672826,
      "grad_norm": 5.28125,
      "learning_rate": 3.1620294370624846e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5464863002300262,
      "num_tokens": 223223873.0,
      "step": 289860
    },
    {
      "epoch": 0.3676882837492611,
      "grad_norm": 4.78125,
      "learning_rate": 3.161966006053856e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5693852841854096,
      "num_tokens": 223231436.0,
      "step": 289870
    },
    {
      "epoch": 0.36770096834179394,
      "grad_norm": 5.59375,
      "learning_rate": 3.1619025750452264e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5650325208902359,
      "num_tokens": 223237744.0,
      "step": 289880
    },
    {
      "epoch": 0.3677136529343268,
      "grad_norm": 6.15625,
      "learning_rate": 3.1618391440365976e-05,
      "loss": 1.8756,
      "mean_token_accuracy": 0.5900814563035965,
      "num_tokens": 223244553.0,
      "step": 289890
    },
    {
      "epoch": 0.3677263375268596,
      "grad_norm": 6.875,
      "learning_rate": 3.161775713027968e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5605713218450546,
      "num_tokens": 223252364.0,
      "step": 289900
    },
    {
      "epoch": 0.36773902211939247,
      "grad_norm": 6.875,
      "learning_rate": 3.161712282019339e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.562713822722435,
      "num_tokens": 223259000.0,
      "step": 289910
    },
    {
      "epoch": 0.3677517067119253,
      "grad_norm": 6.59375,
      "learning_rate": 3.16164885101071e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5353320658206939,
      "num_tokens": 223266591.0,
      "step": 289920
    },
    {
      "epoch": 0.36776439130445815,
      "grad_norm": 5.25,
      "learning_rate": 3.1615854200020804e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.530223685503006,
      "num_tokens": 223275258.0,
      "step": 289930
    },
    {
      "epoch": 0.36777707589699093,
      "grad_norm": 5.09375,
      "learning_rate": 3.1615219889934516e-05,
      "loss": 2.174,
      "mean_token_accuracy": 0.5250604063272476,
      "num_tokens": 223283536.0,
      "step": 289940
    },
    {
      "epoch": 0.3677897604895238,
      "grad_norm": 5.25,
      "learning_rate": 3.161458557984822e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5484244674444199,
      "num_tokens": 223291182.0,
      "step": 289950
    },
    {
      "epoch": 0.3678024450820566,
      "grad_norm": 6.3125,
      "learning_rate": 3.1613951269761933e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.5108882635831833,
      "num_tokens": 223298941.0,
      "step": 289960
    },
    {
      "epoch": 0.36781512967458946,
      "grad_norm": 10.0625,
      "learning_rate": 3.1613316959675646e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5315637230873108,
      "num_tokens": 223305867.0,
      "step": 289970
    },
    {
      "epoch": 0.3678278142671223,
      "grad_norm": 4.9375,
      "learning_rate": 3.161268264958935e-05,
      "loss": 1.8626,
      "mean_token_accuracy": 0.581065833568573,
      "num_tokens": 223313210.0,
      "step": 289980
    },
    {
      "epoch": 0.36784049885965514,
      "grad_norm": 6.21875,
      "learning_rate": 3.1612048339503056e-05,
      "loss": 1.7807,
      "mean_token_accuracy": 0.6039382845163346,
      "num_tokens": 223320805.0,
      "step": 289990
    },
    {
      "epoch": 0.367853183452188,
      "grad_norm": 6.875,
      "learning_rate": 3.161141402941676e-05,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5539706885814667,
      "num_tokens": 223328026.0,
      "step": 290000
    },
    {
      "epoch": 0.3678658680447208,
      "grad_norm": 6.65625,
      "learning_rate": 3.1610779719330474e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5319836407899856,
      "num_tokens": 223336156.0,
      "step": 290010
    },
    {
      "epoch": 0.3678785526372536,
      "grad_norm": 5.0625,
      "learning_rate": 3.1610145409244186e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5541899144649506,
      "num_tokens": 223343005.0,
      "step": 290020
    },
    {
      "epoch": 0.36789123722978645,
      "grad_norm": 8.375,
      "learning_rate": 3.160951109915789e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5438450455665589,
      "num_tokens": 223350272.0,
      "step": 290030
    },
    {
      "epoch": 0.3679039218223193,
      "grad_norm": 6.59375,
      "learning_rate": 3.16088767890716e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5550023674964905,
      "num_tokens": 223358102.0,
      "step": 290040
    },
    {
      "epoch": 0.36791660641485213,
      "grad_norm": 4.96875,
      "learning_rate": 3.160824247898531e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5500056743621826,
      "num_tokens": 223365136.0,
      "step": 290050
    },
    {
      "epoch": 0.367929291007385,
      "grad_norm": 4.34375,
      "learning_rate": 3.1607608168899014e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5780700445175171,
      "num_tokens": 223371577.0,
      "step": 290060
    },
    {
      "epoch": 0.3679419755999178,
      "grad_norm": 5.1875,
      "learning_rate": 3.1606973858812726e-05,
      "loss": 1.8053,
      "mean_token_accuracy": 0.6116139858961105,
      "num_tokens": 223378749.0,
      "step": 290070
    },
    {
      "epoch": 0.36795466019245066,
      "grad_norm": 6.4375,
      "learning_rate": 3.160633954872643e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5234678328037262,
      "num_tokens": 223387544.0,
      "step": 290080
    },
    {
      "epoch": 0.3679673447849835,
      "grad_norm": 5.5,
      "learning_rate": 3.1605705238640144e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5321618914604187,
      "num_tokens": 223396008.0,
      "step": 290090
    },
    {
      "epoch": 0.3679800293775163,
      "grad_norm": 5.28125,
      "learning_rate": 3.160507092855385e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5295822530984878,
      "num_tokens": 223404404.0,
      "step": 290100
    },
    {
      "epoch": 0.3679927139700491,
      "grad_norm": 9.0625,
      "learning_rate": 3.160443661846756e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5400864630937576,
      "num_tokens": 223412426.0,
      "step": 290110
    },
    {
      "epoch": 0.36800539856258196,
      "grad_norm": 5.375,
      "learning_rate": 3.1603802308381266e-05,
      "loss": 1.8294,
      "mean_token_accuracy": 0.5965269476175308,
      "num_tokens": 223419315.0,
      "step": 290120
    },
    {
      "epoch": 0.3680180831551148,
      "grad_norm": 6.9375,
      "learning_rate": 3.160316799829497e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5311359912157059,
      "num_tokens": 223427359.0,
      "step": 290130
    },
    {
      "epoch": 0.36803076774764765,
      "grad_norm": 6.59375,
      "learning_rate": 3.1602533688208684e-05,
      "loss": 1.8951,
      "mean_token_accuracy": 0.5798005223274231,
      "num_tokens": 223433464.0,
      "step": 290140
    },
    {
      "epoch": 0.3680434523401805,
      "grad_norm": 5.1875,
      "learning_rate": 3.160189937812239e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5399369955062866,
      "num_tokens": 223441039.0,
      "step": 290150
    },
    {
      "epoch": 0.36805613693271333,
      "grad_norm": 5.1875,
      "learning_rate": 3.16012650680361e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5437209606170654,
      "num_tokens": 223448858.0,
      "step": 290160
    },
    {
      "epoch": 0.36806882152524617,
      "grad_norm": 5.3125,
      "learning_rate": 3.1600630757949814e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5318963140249252,
      "num_tokens": 223456651.0,
      "step": 290170
    },
    {
      "epoch": 0.36808150611777896,
      "grad_norm": 4.9375,
      "learning_rate": 3.159999644786352e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5376026719808579,
      "num_tokens": 223464509.0,
      "step": 290180
    },
    {
      "epoch": 0.3680941907103118,
      "grad_norm": 5.78125,
      "learning_rate": 3.1599362137777224e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.54808409512043,
      "num_tokens": 223472661.0,
      "step": 290190
    },
    {
      "epoch": 0.36810687530284464,
      "grad_norm": 5.75,
      "learning_rate": 3.159872782769093e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5191171407699585,
      "num_tokens": 223482218.0,
      "step": 290200
    },
    {
      "epoch": 0.3681195598953775,
      "grad_norm": 4.84375,
      "learning_rate": 3.159809351760464e-05,
      "loss": 1.8571,
      "mean_token_accuracy": 0.5919415414333343,
      "num_tokens": 223488615.0,
      "step": 290210
    },
    {
      "epoch": 0.3681322444879103,
      "grad_norm": 6.21875,
      "learning_rate": 3.1597459207518354e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5522152960300446,
      "num_tokens": 223496687.0,
      "step": 290220
    },
    {
      "epoch": 0.36814492908044316,
      "grad_norm": 6.21875,
      "learning_rate": 3.159682489743206e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5468532174825669,
      "num_tokens": 223503047.0,
      "step": 290230
    },
    {
      "epoch": 0.368157613672976,
      "grad_norm": 5.25,
      "learning_rate": 3.159619058734577e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5592852652072906,
      "num_tokens": 223510598.0,
      "step": 290240
    },
    {
      "epoch": 0.36817029826550884,
      "grad_norm": 7.84375,
      "learning_rate": 3.159555627725948e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5265811741352081,
      "num_tokens": 223519503.0,
      "step": 290250
    },
    {
      "epoch": 0.36818298285804163,
      "grad_norm": 4.84375,
      "learning_rate": 3.159492196717319e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5812323153018951,
      "num_tokens": 223527322.0,
      "step": 290260
    },
    {
      "epoch": 0.36819566745057447,
      "grad_norm": 5.46875,
      "learning_rate": 3.1594287657086894e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5321474432945251,
      "num_tokens": 223536178.0,
      "step": 290270
    },
    {
      "epoch": 0.3682083520431073,
      "grad_norm": 6.40625,
      "learning_rate": 3.15936533470006e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.555521160364151,
      "num_tokens": 223543657.0,
      "step": 290280
    },
    {
      "epoch": 0.36822103663564015,
      "grad_norm": 5.875,
      "learning_rate": 3.159301903691431e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5721193760633468,
      "num_tokens": 223550544.0,
      "step": 290290
    },
    {
      "epoch": 0.368233721228173,
      "grad_norm": 6.25,
      "learning_rate": 3.159238472682802e-05,
      "loss": 2.2149,
      "mean_token_accuracy": 0.5248198002576828,
      "num_tokens": 223558441.0,
      "step": 290300
    },
    {
      "epoch": 0.36824640582070584,
      "grad_norm": 5.25,
      "learning_rate": 3.159175041674173e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5187194555997848,
      "num_tokens": 223568364.0,
      "step": 290310
    },
    {
      "epoch": 0.3682590904132387,
      "grad_norm": 5.0,
      "learning_rate": 3.159111610665544e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5565832704305649,
      "num_tokens": 223576509.0,
      "step": 290320
    },
    {
      "epoch": 0.36827177500577146,
      "grad_norm": 6.3125,
      "learning_rate": 3.159048179656915e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.5482782423496246,
      "num_tokens": 223583153.0,
      "step": 290330
    },
    {
      "epoch": 0.3682844595983043,
      "grad_norm": 5.03125,
      "learning_rate": 3.158984748648285e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5536550462245942,
      "num_tokens": 223590650.0,
      "step": 290340
    },
    {
      "epoch": 0.36829714419083714,
      "grad_norm": 4.8125,
      "learning_rate": 3.158921317639656e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5259536683559418,
      "num_tokens": 223598496.0,
      "step": 290350
    },
    {
      "epoch": 0.36830982878337,
      "grad_norm": 6.15625,
      "learning_rate": 3.158857886631027e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5352691203355789,
      "num_tokens": 223605059.0,
      "step": 290360
    },
    {
      "epoch": 0.3683225133759028,
      "grad_norm": 5.84375,
      "learning_rate": 3.158794455622398e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5562865138053894,
      "num_tokens": 223612527.0,
      "step": 290370
    },
    {
      "epoch": 0.36833519796843567,
      "grad_norm": 5.40625,
      "learning_rate": 3.158731024613769e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5326753675937652,
      "num_tokens": 223621427.0,
      "step": 290380
    },
    {
      "epoch": 0.3683478825609685,
      "grad_norm": 6.65625,
      "learning_rate": 3.15866759360514e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5231742054224015,
      "num_tokens": 223629343.0,
      "step": 290390
    },
    {
      "epoch": 0.36836056715350135,
      "grad_norm": 5.375,
      "learning_rate": 3.1586041625965104e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5378270030021668,
      "num_tokens": 223637090.0,
      "step": 290400
    },
    {
      "epoch": 0.36837325174603414,
      "grad_norm": 5.34375,
      "learning_rate": 3.158540731587881e-05,
      "loss": 1.8811,
      "mean_token_accuracy": 0.583443495631218,
      "num_tokens": 223643537.0,
      "step": 290410
    },
    {
      "epoch": 0.368385936338567,
      "grad_norm": 5.34375,
      "learning_rate": 3.158477300579252e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5433378517627716,
      "num_tokens": 223651262.0,
      "step": 290420
    },
    {
      "epoch": 0.3683986209310998,
      "grad_norm": 5.21875,
      "learning_rate": 3.158413869570623e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5344768464565277,
      "num_tokens": 223660365.0,
      "step": 290430
    },
    {
      "epoch": 0.36841130552363266,
      "grad_norm": 5.03125,
      "learning_rate": 3.158350438561994e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5462230771780014,
      "num_tokens": 223669016.0,
      "step": 290440
    },
    {
      "epoch": 0.3684239901161655,
      "grad_norm": 5.9375,
      "learning_rate": 3.158287007553365e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5327456653118133,
      "num_tokens": 223676057.0,
      "step": 290450
    },
    {
      "epoch": 0.36843667470869834,
      "grad_norm": 5.15625,
      "learning_rate": 3.158223576544736e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5366116225719452,
      "num_tokens": 223684333.0,
      "step": 290460
    },
    {
      "epoch": 0.3684493593012312,
      "grad_norm": 6.34375,
      "learning_rate": 3.158160145536106e-05,
      "loss": 1.8398,
      "mean_token_accuracy": 0.5872735738754272,
      "num_tokens": 223690997.0,
      "step": 290470
    },
    {
      "epoch": 0.368462043893764,
      "grad_norm": 4.9375,
      "learning_rate": 3.158096714527477e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5327497333288193,
      "num_tokens": 223698428.0,
      "step": 290480
    },
    {
      "epoch": 0.3684747284862968,
      "grad_norm": 6.53125,
      "learning_rate": 3.158033283518848e-05,
      "loss": 1.7971,
      "mean_token_accuracy": 0.5965414345264435,
      "num_tokens": 223705511.0,
      "step": 290490
    },
    {
      "epoch": 0.36848741307882965,
      "grad_norm": 7.375,
      "learning_rate": 3.157969852510219e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5444354623556137,
      "num_tokens": 223712787.0,
      "step": 290500
    },
    {
      "epoch": 0.3685000976713625,
      "grad_norm": 5.34375,
      "learning_rate": 3.15790642150159e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5403541684150696,
      "num_tokens": 223721650.0,
      "step": 290510
    },
    {
      "epoch": 0.36851278226389533,
      "grad_norm": 5.625,
      "learning_rate": 3.157842990492961e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5374132961034774,
      "num_tokens": 223730047.0,
      "step": 290520
    },
    {
      "epoch": 0.3685254668564282,
      "grad_norm": 5.625,
      "learning_rate": 3.1577795594843315e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5156016916036605,
      "num_tokens": 223739487.0,
      "step": 290530
    },
    {
      "epoch": 0.368538151448961,
      "grad_norm": 5.65625,
      "learning_rate": 3.157716128475702e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.532260125875473,
      "num_tokens": 223747396.0,
      "step": 290540
    },
    {
      "epoch": 0.36855083604149386,
      "grad_norm": 6.03125,
      "learning_rate": 3.157652697467073e-05,
      "loss": 1.8684,
      "mean_token_accuracy": 0.564874854683876,
      "num_tokens": 223754887.0,
      "step": 290550
    },
    {
      "epoch": 0.3685635206340267,
      "grad_norm": 4.90625,
      "learning_rate": 3.157589266458444e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5487575709819794,
      "num_tokens": 223762032.0,
      "step": 290560
    },
    {
      "epoch": 0.3685762052265595,
      "grad_norm": 7.96875,
      "learning_rate": 3.157525835449815e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5755449891090393,
      "num_tokens": 223769679.0,
      "step": 290570
    },
    {
      "epoch": 0.3685888898190923,
      "grad_norm": 4.96875,
      "learning_rate": 3.1574624044411855e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5305945068597794,
      "num_tokens": 223777650.0,
      "step": 290580
    },
    {
      "epoch": 0.36860157441162517,
      "grad_norm": 6.21875,
      "learning_rate": 3.157398973432557e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5458053410053253,
      "num_tokens": 223785937.0,
      "step": 290590
    },
    {
      "epoch": 0.368614259004158,
      "grad_norm": 5.84375,
      "learning_rate": 3.157335542423928e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5403422892093659,
      "num_tokens": 223793511.0,
      "step": 290600
    },
    {
      "epoch": 0.36862694359669085,
      "grad_norm": 5.4375,
      "learning_rate": 3.157272111415298e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5504912734031677,
      "num_tokens": 223800815.0,
      "step": 290610
    },
    {
      "epoch": 0.3686396281892237,
      "grad_norm": 5.875,
      "learning_rate": 3.157208680406669e-05,
      "loss": 1.84,
      "mean_token_accuracy": 0.5832189440727233,
      "num_tokens": 223808486.0,
      "step": 290620
    },
    {
      "epoch": 0.36865231278175653,
      "grad_norm": 5.1875,
      "learning_rate": 3.1571452493980395e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.534945747256279,
      "num_tokens": 223815880.0,
      "step": 290630
    },
    {
      "epoch": 0.36866499737428937,
      "grad_norm": 5.75,
      "learning_rate": 3.157081818389411e-05,
      "loss": 2.2887,
      "mean_token_accuracy": 0.5065783441066742,
      "num_tokens": 223823759.0,
      "step": 290640
    },
    {
      "epoch": 0.36867768196682216,
      "grad_norm": 6.09375,
      "learning_rate": 3.157018387380782e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5535211116075516,
      "num_tokens": 223830858.0,
      "step": 290650
    },
    {
      "epoch": 0.368690366559355,
      "grad_norm": 6.09375,
      "learning_rate": 3.1569549563721525e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5619806677103043,
      "num_tokens": 223838436.0,
      "step": 290660
    },
    {
      "epoch": 0.36870305115188784,
      "grad_norm": 5.78125,
      "learning_rate": 3.156891525363524e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5682626187801361,
      "num_tokens": 223846055.0,
      "step": 290670
    },
    {
      "epoch": 0.3687157357444207,
      "grad_norm": 5.125,
      "learning_rate": 3.156828094354894e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5360945105552674,
      "num_tokens": 223852678.0,
      "step": 290680
    },
    {
      "epoch": 0.3687284203369535,
      "grad_norm": 6.34375,
      "learning_rate": 3.156764663346265e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5710870236158371,
      "num_tokens": 223859212.0,
      "step": 290690
    },
    {
      "epoch": 0.36874110492948636,
      "grad_norm": 5.46875,
      "learning_rate": 3.156701232337636e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.565259826183319,
      "num_tokens": 223866168.0,
      "step": 290700
    },
    {
      "epoch": 0.3687537895220192,
      "grad_norm": 5.5,
      "learning_rate": 3.1566378013290065e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5503728240728378,
      "num_tokens": 223874191.0,
      "step": 290710
    },
    {
      "epoch": 0.36876647411455205,
      "grad_norm": 7.03125,
      "learning_rate": 3.156574370320378e-05,
      "loss": 1.8925,
      "mean_token_accuracy": 0.5804391533136368,
      "num_tokens": 223880170.0,
      "step": 290720
    },
    {
      "epoch": 0.36877915870708483,
      "grad_norm": 4.375,
      "learning_rate": 3.156510939311748e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5379954963922501,
      "num_tokens": 223888451.0,
      "step": 290730
    },
    {
      "epoch": 0.36879184329961767,
      "grad_norm": 6.53125,
      "learning_rate": 3.1564475083031195e-05,
      "loss": 1.9359,
      "mean_token_accuracy": 0.5752227932214737,
      "num_tokens": 223894668.0,
      "step": 290740
    },
    {
      "epoch": 0.3688045278921505,
      "grad_norm": 6.4375,
      "learning_rate": 3.15638407729449e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5515480309724807,
      "num_tokens": 223901711.0,
      "step": 290750
    },
    {
      "epoch": 0.36881721248468335,
      "grad_norm": 6.21875,
      "learning_rate": 3.1563206462858606e-05,
      "loss": 1.7393,
      "mean_token_accuracy": 0.6125015318393707,
      "num_tokens": 223908261.0,
      "step": 290760
    },
    {
      "epoch": 0.3688298970772162,
      "grad_norm": 5.125,
      "learning_rate": 3.156257215277232e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5362839728593827,
      "num_tokens": 223916303.0,
      "step": 290770
    },
    {
      "epoch": 0.36884258166974904,
      "grad_norm": 5.6875,
      "learning_rate": 3.156193784268602e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5420826643705368,
      "num_tokens": 223924493.0,
      "step": 290780
    },
    {
      "epoch": 0.3688552662622819,
      "grad_norm": 5.03125,
      "learning_rate": 3.1561303532599735e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5689378768205643,
      "num_tokens": 223930838.0,
      "step": 290790
    },
    {
      "epoch": 0.36886795085481466,
      "grad_norm": 4.96875,
      "learning_rate": 3.156066922251345e-05,
      "loss": 1.8349,
      "mean_token_accuracy": 0.5837902009487153,
      "num_tokens": 223937659.0,
      "step": 290800
    },
    {
      "epoch": 0.3688806354473475,
      "grad_norm": 5.25,
      "learning_rate": 3.156003491242715e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5395531833171845,
      "num_tokens": 223944352.0,
      "step": 290810
    },
    {
      "epoch": 0.36889332003988035,
      "grad_norm": 5.15625,
      "learning_rate": 3.155940060234086e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5571717619895935,
      "num_tokens": 223951750.0,
      "step": 290820
    },
    {
      "epoch": 0.3689060046324132,
      "grad_norm": 5.0,
      "learning_rate": 3.155876629225456e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5383379578590393,
      "num_tokens": 223959104.0,
      "step": 290830
    },
    {
      "epoch": 0.36891868922494603,
      "grad_norm": 5.09375,
      "learning_rate": 3.1558131982168275e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5298275351524353,
      "num_tokens": 223967234.0,
      "step": 290840
    },
    {
      "epoch": 0.36893137381747887,
      "grad_norm": 5.84375,
      "learning_rate": 3.155749767208199e-05,
      "loss": 2.2395,
      "mean_token_accuracy": 0.5126560091972351,
      "num_tokens": 223976089.0,
      "step": 290850
    },
    {
      "epoch": 0.3689440584100117,
      "grad_norm": 10.3125,
      "learning_rate": 3.155686336199569e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5343959242105484,
      "num_tokens": 223983136.0,
      "step": 290860
    },
    {
      "epoch": 0.36895674300254455,
      "grad_norm": 5.90625,
      "learning_rate": 3.1556229051909405e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5202018558979035,
      "num_tokens": 223990768.0,
      "step": 290870
    },
    {
      "epoch": 0.36896942759507734,
      "grad_norm": 4.625,
      "learning_rate": 3.155559474182311e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5443197190761566,
      "num_tokens": 223999243.0,
      "step": 290880
    },
    {
      "epoch": 0.3689821121876102,
      "grad_norm": 7.125,
      "learning_rate": 3.1554960431736816e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5235999941825866,
      "num_tokens": 224007196.0,
      "step": 290890
    },
    {
      "epoch": 0.368994796780143,
      "grad_norm": 7.8125,
      "learning_rate": 3.155432612165053e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5522917538881302,
      "num_tokens": 224014428.0,
      "step": 290900
    },
    {
      "epoch": 0.36900748137267586,
      "grad_norm": 6.125,
      "learning_rate": 3.155369181156423e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5567188501358032,
      "num_tokens": 224022074.0,
      "step": 290910
    },
    {
      "epoch": 0.3690201659652087,
      "grad_norm": 6.5,
      "learning_rate": 3.1553057501477945e-05,
      "loss": 1.8874,
      "mean_token_accuracy": 0.5786596447229385,
      "num_tokens": 224029959.0,
      "step": 290920
    },
    {
      "epoch": 0.36903285055774154,
      "grad_norm": 4.90625,
      "learning_rate": 3.155242319139165e-05,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5713318407535553,
      "num_tokens": 224037079.0,
      "step": 290930
    },
    {
      "epoch": 0.3690455351502744,
      "grad_norm": 5.0625,
      "learning_rate": 3.155178888130536e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5498380631208419,
      "num_tokens": 224044651.0,
      "step": 290940
    },
    {
      "epoch": 0.3690582197428072,
      "grad_norm": 4.34375,
      "learning_rate": 3.155115457121907e-05,
      "loss": 2.225,
      "mean_token_accuracy": 0.5056745082139968,
      "num_tokens": 224053103.0,
      "step": 290950
    },
    {
      "epoch": 0.36907090433534,
      "grad_norm": 5.65625,
      "learning_rate": 3.1550520261132774e-05,
      "loss": 2.2344,
      "mean_token_accuracy": 0.5224577277898789,
      "num_tokens": 224060938.0,
      "step": 290960
    },
    {
      "epoch": 0.36908358892787285,
      "grad_norm": 5.21875,
      "learning_rate": 3.1549885951046486e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5421561598777771,
      "num_tokens": 224069134.0,
      "step": 290970
    },
    {
      "epoch": 0.3690962735204057,
      "grad_norm": 7.5,
      "learning_rate": 3.154925164096019e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5496063858270646,
      "num_tokens": 224076846.0,
      "step": 290980
    },
    {
      "epoch": 0.36910895811293853,
      "grad_norm": 7.25,
      "learning_rate": 3.15486173308739e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5483987540006637,
      "num_tokens": 224084547.0,
      "step": 290990
    },
    {
      "epoch": 0.3691216427054714,
      "grad_norm": 5.4375,
      "learning_rate": 3.1547983020787615e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5354611307382584,
      "num_tokens": 224091703.0,
      "step": 291000
    },
    {
      "epoch": 0.3691343272980042,
      "grad_norm": 6.4375,
      "learning_rate": 3.154734871070132e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5458401083946228,
      "num_tokens": 224099416.0,
      "step": 291010
    },
    {
      "epoch": 0.36914701189053706,
      "grad_norm": 5.0625,
      "learning_rate": 3.154671440061503e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5720219105482102,
      "num_tokens": 224107748.0,
      "step": 291020
    },
    {
      "epoch": 0.3691596964830699,
      "grad_norm": 5.78125,
      "learning_rate": 3.154608009052873e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5635310888290406,
      "num_tokens": 224114592.0,
      "step": 291030
    },
    {
      "epoch": 0.3691723810756027,
      "grad_norm": 4.875,
      "learning_rate": 3.1545445780442443e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5238039135932923,
      "num_tokens": 224123969.0,
      "step": 291040
    },
    {
      "epoch": 0.3691850656681355,
      "grad_norm": 5.71875,
      "learning_rate": 3.1544811470356156e-05,
      "loss": 2.214,
      "mean_token_accuracy": 0.5268978148698806,
      "num_tokens": 224132792.0,
      "step": 291050
    },
    {
      "epoch": 0.36919775026066837,
      "grad_norm": 5.125,
      "learning_rate": 3.154417716026986e-05,
      "loss": 2.2076,
      "mean_token_accuracy": 0.5143678903579711,
      "num_tokens": 224141295.0,
      "step": 291060
    },
    {
      "epoch": 0.3692104348532012,
      "grad_norm": 5.75,
      "learning_rate": 3.154354285018357e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5286371946334839,
      "num_tokens": 224149300.0,
      "step": 291070
    },
    {
      "epoch": 0.36922311944573405,
      "grad_norm": 5.625,
      "learning_rate": 3.154290854009728e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5603364825248718,
      "num_tokens": 224157730.0,
      "step": 291080
    },
    {
      "epoch": 0.3692358040382669,
      "grad_norm": 7.15625,
      "learning_rate": 3.154227423001099e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5234744638204575,
      "num_tokens": 224164668.0,
      "step": 291090
    },
    {
      "epoch": 0.36924848863079973,
      "grad_norm": 5.9375,
      "learning_rate": 3.1541639919924696e-05,
      "loss": 2.2914,
      "mean_token_accuracy": 0.5208886235952377,
      "num_tokens": 224174308.0,
      "step": 291100
    },
    {
      "epoch": 0.3692611732233326,
      "grad_norm": 7.90625,
      "learning_rate": 3.15410056098384e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5372536271810532,
      "num_tokens": 224180336.0,
      "step": 291110
    },
    {
      "epoch": 0.36927385781586536,
      "grad_norm": 5.875,
      "learning_rate": 3.154037129975211e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5322391599416733,
      "num_tokens": 224187292.0,
      "step": 291120
    },
    {
      "epoch": 0.3692865424083982,
      "grad_norm": 4.5,
      "learning_rate": 3.153973698966582e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.560793861746788,
      "num_tokens": 224194681.0,
      "step": 291130
    },
    {
      "epoch": 0.36929922700093104,
      "grad_norm": 5.6875,
      "learning_rate": 3.153910267957953e-05,
      "loss": 1.9954,
      "mean_token_accuracy": 0.553038728237152,
      "num_tokens": 224202504.0,
      "step": 291140
    },
    {
      "epoch": 0.3693119115934639,
      "grad_norm": 5.4375,
      "learning_rate": 3.153846836949324e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5267568022012711,
      "num_tokens": 224210800.0,
      "step": 291150
    },
    {
      "epoch": 0.3693245961859967,
      "grad_norm": 5.03125,
      "learning_rate": 3.153783405940695e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5665138155221939,
      "num_tokens": 224219211.0,
      "step": 291160
    },
    {
      "epoch": 0.36933728077852956,
      "grad_norm": 7.25,
      "learning_rate": 3.1537199749320654e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5194786757230758,
      "num_tokens": 224226764.0,
      "step": 291170
    },
    {
      "epoch": 0.3693499653710624,
      "grad_norm": 6.21875,
      "learning_rate": 3.153656543923436e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5234853744506835,
      "num_tokens": 224233902.0,
      "step": 291180
    },
    {
      "epoch": 0.36936264996359525,
      "grad_norm": 9.6875,
      "learning_rate": 3.153593112914807e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5722631871700287,
      "num_tokens": 224240828.0,
      "step": 291190
    },
    {
      "epoch": 0.36937533455612803,
      "grad_norm": 5.90625,
      "learning_rate": 3.153529681906178e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5371510744094848,
      "num_tokens": 224249379.0,
      "step": 291200
    },
    {
      "epoch": 0.3693880191486609,
      "grad_norm": 6.0625,
      "learning_rate": 3.153466250897549e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5263996720314026,
      "num_tokens": 224257753.0,
      "step": 291210
    },
    {
      "epoch": 0.3694007037411937,
      "grad_norm": 5.3125,
      "learning_rate": 3.15340281988892e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.558146494626999,
      "num_tokens": 224265514.0,
      "step": 291220
    },
    {
      "epoch": 0.36941338833372656,
      "grad_norm": 5.125,
      "learning_rate": 3.1533393888802906e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5310862779617309,
      "num_tokens": 224274102.0,
      "step": 291230
    },
    {
      "epoch": 0.3694260729262594,
      "grad_norm": 5.0625,
      "learning_rate": 3.153275957871661e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5616627335548401,
      "num_tokens": 224282418.0,
      "step": 291240
    },
    {
      "epoch": 0.36943875751879224,
      "grad_norm": 5.40625,
      "learning_rate": 3.1532125268630324e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5467431575059891,
      "num_tokens": 224290323.0,
      "step": 291250
    },
    {
      "epoch": 0.3694514421113251,
      "grad_norm": 5.65625,
      "learning_rate": 3.153149095854403e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5349061489105225,
      "num_tokens": 224297794.0,
      "step": 291260
    },
    {
      "epoch": 0.36946412670385786,
      "grad_norm": 8.125,
      "learning_rate": 3.153085664845774e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5238766849040986,
      "num_tokens": 224306327.0,
      "step": 291270
    },
    {
      "epoch": 0.3694768112963907,
      "grad_norm": 5.8125,
      "learning_rate": 3.1530222338371446e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5656210750341415,
      "num_tokens": 224313061.0,
      "step": 291280
    },
    {
      "epoch": 0.36948949588892355,
      "grad_norm": 6.0,
      "learning_rate": 3.152958802828516e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5218300104141236,
      "num_tokens": 224321444.0,
      "step": 291290
    },
    {
      "epoch": 0.3695021804814564,
      "grad_norm": 5.0625,
      "learning_rate": 3.1528953718198864e-05,
      "loss": 2.2345,
      "mean_token_accuracy": 0.5114443570375442,
      "num_tokens": 224329520.0,
      "step": 291300
    },
    {
      "epoch": 0.36951486507398923,
      "grad_norm": 5.59375,
      "learning_rate": 3.152831940811257e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5448883533477783,
      "num_tokens": 224337840.0,
      "step": 291310
    },
    {
      "epoch": 0.36952754966652207,
      "grad_norm": 4.96875,
      "learning_rate": 3.152768509802628e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5269680172204971,
      "num_tokens": 224345661.0,
      "step": 291320
    },
    {
      "epoch": 0.3695402342590549,
      "grad_norm": 5.125,
      "learning_rate": 3.1527050787939994e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.546964955329895,
      "num_tokens": 224354092.0,
      "step": 291330
    },
    {
      "epoch": 0.36955291885158775,
      "grad_norm": 6.75,
      "learning_rate": 3.15264164778537e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5619245231151581,
      "num_tokens": 224361848.0,
      "step": 291340
    },
    {
      "epoch": 0.36956560344412054,
      "grad_norm": 4.1875,
      "learning_rate": 3.152578216776741e-05,
      "loss": 1.8747,
      "mean_token_accuracy": 0.5704762816429139,
      "num_tokens": 224369796.0,
      "step": 291350
    },
    {
      "epoch": 0.3695782880366534,
      "grad_norm": 5.53125,
      "learning_rate": 3.1525147857681116e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5520241022109985,
      "num_tokens": 224377768.0,
      "step": 291360
    },
    {
      "epoch": 0.3695909726291862,
      "grad_norm": 4.53125,
      "learning_rate": 3.152451354759482e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5292536199092865,
      "num_tokens": 224384899.0,
      "step": 291370
    },
    {
      "epoch": 0.36960365722171906,
      "grad_norm": 7.4375,
      "learning_rate": 3.1523879237508534e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5447724282741546,
      "num_tokens": 224392245.0,
      "step": 291380
    },
    {
      "epoch": 0.3696163418142519,
      "grad_norm": 7.6875,
      "learning_rate": 3.152324492742224e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5420998066663743,
      "num_tokens": 224398860.0,
      "step": 291390
    },
    {
      "epoch": 0.36962902640678474,
      "grad_norm": 5.03125,
      "learning_rate": 3.152261061733595e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5273349016904831,
      "num_tokens": 224406871.0,
      "step": 291400
    },
    {
      "epoch": 0.3696417109993176,
      "grad_norm": 5.78125,
      "learning_rate": 3.152197630724966e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5280880093574524,
      "num_tokens": 224414698.0,
      "step": 291410
    },
    {
      "epoch": 0.3696543955918504,
      "grad_norm": 5.0,
      "learning_rate": 3.152134199716337e-05,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5305936992168426,
      "num_tokens": 224422027.0,
      "step": 291420
    },
    {
      "epoch": 0.3696670801843832,
      "grad_norm": 7.84375,
      "learning_rate": 3.152070768707708e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5467995077371597,
      "num_tokens": 224429492.0,
      "step": 291430
    },
    {
      "epoch": 0.36967976477691605,
      "grad_norm": 5.15625,
      "learning_rate": 3.1520073376990786e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5320074051618576,
      "num_tokens": 224436810.0,
      "step": 291440
    },
    {
      "epoch": 0.3696924493694489,
      "grad_norm": 4.8125,
      "learning_rate": 3.151943906690449e-05,
      "loss": 2.2579,
      "mean_token_accuracy": 0.5096900433301925,
      "num_tokens": 224445548.0,
      "step": 291450
    },
    {
      "epoch": 0.36970513396198174,
      "grad_norm": 4.625,
      "learning_rate": 3.15188047568182e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5408137828111649,
      "num_tokens": 224454068.0,
      "step": 291460
    },
    {
      "epoch": 0.3697178185545146,
      "grad_norm": 6.1875,
      "learning_rate": 3.151817044673191e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5575969040393829,
      "num_tokens": 224461226.0,
      "step": 291470
    },
    {
      "epoch": 0.3697305031470474,
      "grad_norm": 5.5,
      "learning_rate": 3.151753613664562e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5388827860355377,
      "num_tokens": 224468889.0,
      "step": 291480
    },
    {
      "epoch": 0.36974318773958026,
      "grad_norm": 5.375,
      "learning_rate": 3.1516901826559327e-05,
      "loss": 2.3111,
      "mean_token_accuracy": 0.5005401611328125,
      "num_tokens": 224478569.0,
      "step": 291490
    },
    {
      "epoch": 0.3697558723321131,
      "grad_norm": 7.21875,
      "learning_rate": 3.151626751647304e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5358293652534485,
      "num_tokens": 224487362.0,
      "step": 291500
    },
    {
      "epoch": 0.3697685569246459,
      "grad_norm": 6.1875,
      "learning_rate": 3.1515633206386744e-05,
      "loss": 1.956,
      "mean_token_accuracy": 0.5549843639135361,
      "num_tokens": 224494610.0,
      "step": 291510
    },
    {
      "epoch": 0.3697812415171787,
      "grad_norm": 6.40625,
      "learning_rate": 3.151499889630045e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5317492783069611,
      "num_tokens": 224503382.0,
      "step": 291520
    },
    {
      "epoch": 0.36979392610971157,
      "grad_norm": 7.40625,
      "learning_rate": 3.151436458621416e-05,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5787546157836914,
      "num_tokens": 224510046.0,
      "step": 291530
    },
    {
      "epoch": 0.3698066107022444,
      "grad_norm": 4.875,
      "learning_rate": 3.151373027612787e-05,
      "loss": 1.9755,
      "mean_token_accuracy": 0.563194939494133,
      "num_tokens": 224517831.0,
      "step": 291540
    },
    {
      "epoch": 0.36981929529477725,
      "grad_norm": 5.6875,
      "learning_rate": 3.151309596604158e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5619099646806717,
      "num_tokens": 224525268.0,
      "step": 291550
    },
    {
      "epoch": 0.3698319798873101,
      "grad_norm": 7.28125,
      "learning_rate": 3.1512461655955284e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5294219762086868,
      "num_tokens": 224532638.0,
      "step": 291560
    },
    {
      "epoch": 0.36984466447984293,
      "grad_norm": 5.125,
      "learning_rate": 3.1511827345868996e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5244334936141968,
      "num_tokens": 224541308.0,
      "step": 291570
    },
    {
      "epoch": 0.3698573490723758,
      "grad_norm": 4.625,
      "learning_rate": 3.15111930357827e-05,
      "loss": 1.8747,
      "mean_token_accuracy": 0.5754307389259339,
      "num_tokens": 224548413.0,
      "step": 291580
    },
    {
      "epoch": 0.36987003366490856,
      "grad_norm": 5.0,
      "learning_rate": 3.151055872569641e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5290596067905426,
      "num_tokens": 224557949.0,
      "step": 291590
    },
    {
      "epoch": 0.3698827182574414,
      "grad_norm": 5.25,
      "learning_rate": 3.150992441561012e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5374890327453613,
      "num_tokens": 224565973.0,
      "step": 291600
    },
    {
      "epoch": 0.36989540284997424,
      "grad_norm": 8.0625,
      "learning_rate": 3.1509290105523825e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5657321333885192,
      "num_tokens": 224574398.0,
      "step": 291610
    },
    {
      "epoch": 0.3699080874425071,
      "grad_norm": 5.78125,
      "learning_rate": 3.150865579543754e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5288663417100906,
      "num_tokens": 224583178.0,
      "step": 291620
    },
    {
      "epoch": 0.3699207720350399,
      "grad_norm": 6.1875,
      "learning_rate": 3.150802148535125e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5342359483242035,
      "num_tokens": 224590995.0,
      "step": 291630
    },
    {
      "epoch": 0.36993345662757277,
      "grad_norm": 5.6875,
      "learning_rate": 3.1507387175264954e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5370231896638871,
      "num_tokens": 224598987.0,
      "step": 291640
    },
    {
      "epoch": 0.3699461412201056,
      "grad_norm": 5.4375,
      "learning_rate": 3.150675286517866e-05,
      "loss": 2.3023,
      "mean_token_accuracy": 0.5094502925872803,
      "num_tokens": 224607619.0,
      "step": 291650
    },
    {
      "epoch": 0.36995882581263845,
      "grad_norm": 5.28125,
      "learning_rate": 3.1506118555092365e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5386249333620071,
      "num_tokens": 224616061.0,
      "step": 291660
    },
    {
      "epoch": 0.36997151040517123,
      "grad_norm": 5.78125,
      "learning_rate": 3.150548424500608e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5719734996557235,
      "num_tokens": 224623614.0,
      "step": 291670
    },
    {
      "epoch": 0.3699841949977041,
      "grad_norm": 5.46875,
      "learning_rate": 3.150484993491979e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5614443182945251,
      "num_tokens": 224631056.0,
      "step": 291680
    },
    {
      "epoch": 0.3699968795902369,
      "grad_norm": 5.21875,
      "learning_rate": 3.1504215624833495e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5225282877683639,
      "num_tokens": 224639941.0,
      "step": 291690
    },
    {
      "epoch": 0.37000956418276976,
      "grad_norm": 8.625,
      "learning_rate": 3.150358131474721e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.583978471159935,
      "num_tokens": 224647278.0,
      "step": 291700
    },
    {
      "epoch": 0.3700222487753026,
      "grad_norm": 6.46875,
      "learning_rate": 3.150294700466091e-05,
      "loss": 1.8648,
      "mean_token_accuracy": 0.5859767168760299,
      "num_tokens": 224654772.0,
      "step": 291710
    },
    {
      "epoch": 0.37003493336783544,
      "grad_norm": 4.625,
      "learning_rate": 3.150231269457462e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5740775525569916,
      "num_tokens": 224661424.0,
      "step": 291720
    },
    {
      "epoch": 0.3700476179603683,
      "grad_norm": 4.59375,
      "learning_rate": 3.150167838448833e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5169823348522187,
      "num_tokens": 224669975.0,
      "step": 291730
    },
    {
      "epoch": 0.37006030255290107,
      "grad_norm": 9.25,
      "learning_rate": 3.1501044074402035e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.5716882288455963,
      "num_tokens": 224676748.0,
      "step": 291740
    },
    {
      "epoch": 0.3700729871454339,
      "grad_norm": 9.6875,
      "learning_rate": 3.150040976431575e-05,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5604187905788421,
      "num_tokens": 224684436.0,
      "step": 291750
    },
    {
      "epoch": 0.37008567173796675,
      "grad_norm": 7.5625,
      "learning_rate": 3.149977545422945e-05,
      "loss": 1.6624,
      "mean_token_accuracy": 0.6302515804767609,
      "num_tokens": 224689867.0,
      "step": 291760
    },
    {
      "epoch": 0.3700983563304996,
      "grad_norm": 6.125,
      "learning_rate": 3.1499141144143165e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5529514908790588,
      "num_tokens": 224697928.0,
      "step": 291770
    },
    {
      "epoch": 0.37011104092303243,
      "grad_norm": 5.40625,
      "learning_rate": 3.149850683405688e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5247680574655533,
      "num_tokens": 224704516.0,
      "step": 291780
    },
    {
      "epoch": 0.37012372551556527,
      "grad_norm": 5.0,
      "learning_rate": 3.1497872523970575e-05,
      "loss": 1.7204,
      "mean_token_accuracy": 0.6212321072816849,
      "num_tokens": 224710641.0,
      "step": 291790
    },
    {
      "epoch": 0.3701364101080981,
      "grad_norm": 6.5,
      "learning_rate": 3.149723821388429e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5378597736358642,
      "num_tokens": 224717625.0,
      "step": 291800
    },
    {
      "epoch": 0.37014909470063095,
      "grad_norm": 5.875,
      "learning_rate": 3.149660390379799e-05,
      "loss": 1.8597,
      "mean_token_accuracy": 0.5795582890510559,
      "num_tokens": 224724770.0,
      "step": 291810
    },
    {
      "epoch": 0.37016177929316374,
      "grad_norm": 4.40625,
      "learning_rate": 3.1495969593711705e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5668846189975738,
      "num_tokens": 224732294.0,
      "step": 291820
    },
    {
      "epoch": 0.3701744638856966,
      "grad_norm": 4.59375,
      "learning_rate": 3.149533528362542e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5701384782791138,
      "num_tokens": 224739266.0,
      "step": 291830
    },
    {
      "epoch": 0.3701871484782294,
      "grad_norm": 5.75,
      "learning_rate": 3.149470097353912e-05,
      "loss": 1.7641,
      "mean_token_accuracy": 0.5973505675792694,
      "num_tokens": 224746010.0,
      "step": 291840
    },
    {
      "epoch": 0.37019983307076226,
      "grad_norm": 8.9375,
      "learning_rate": 3.1494066663452834e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5328389823436737,
      "num_tokens": 224753836.0,
      "step": 291850
    },
    {
      "epoch": 0.3702125176632951,
      "grad_norm": 5.59375,
      "learning_rate": 3.149343235336654e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5127852946519852,
      "num_tokens": 224762502.0,
      "step": 291860
    },
    {
      "epoch": 0.37022520225582795,
      "grad_norm": 6.28125,
      "learning_rate": 3.1492798043280245e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5564576029777527,
      "num_tokens": 224771215.0,
      "step": 291870
    },
    {
      "epoch": 0.3702378868483608,
      "grad_norm": 5.03125,
      "learning_rate": 3.149216373319396e-05,
      "loss": 1.9579,
      "mean_token_accuracy": 0.557477155327797,
      "num_tokens": 224780132.0,
      "step": 291880
    },
    {
      "epoch": 0.3702505714408936,
      "grad_norm": 5.5625,
      "learning_rate": 3.149152942310766e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5593177944421768,
      "num_tokens": 224787411.0,
      "step": 291890
    },
    {
      "epoch": 0.3702632560334264,
      "grad_norm": 5.0,
      "learning_rate": 3.1490895113021375e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5177765935659409,
      "num_tokens": 224795133.0,
      "step": 291900
    },
    {
      "epoch": 0.37027594062595925,
      "grad_norm": 6.09375,
      "learning_rate": 3.149026080293508e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5328880101442337,
      "num_tokens": 224803014.0,
      "step": 291910
    },
    {
      "epoch": 0.3702886252184921,
      "grad_norm": 6.03125,
      "learning_rate": 3.148962649284879e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5512935042381286,
      "num_tokens": 224809584.0,
      "step": 291920
    },
    {
      "epoch": 0.37030130981102494,
      "grad_norm": 6.84375,
      "learning_rate": 3.14889921827625e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5444845497608185,
      "num_tokens": 224817262.0,
      "step": 291930
    },
    {
      "epoch": 0.3703139944035578,
      "grad_norm": 5.53125,
      "learning_rate": 3.14883578726762e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.534858113527298,
      "num_tokens": 224824935.0,
      "step": 291940
    },
    {
      "epoch": 0.3703266789960906,
      "grad_norm": 5.8125,
      "learning_rate": 3.1487723562589915e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5446902692317963,
      "num_tokens": 224832314.0,
      "step": 291950
    },
    {
      "epoch": 0.37033936358862346,
      "grad_norm": 4.875,
      "learning_rate": 3.148708925250362e-05,
      "loss": 1.7369,
      "mean_token_accuracy": 0.6069431811571121,
      "num_tokens": 224839236.0,
      "step": 291960
    },
    {
      "epoch": 0.3703520481811563,
      "grad_norm": 9.5,
      "learning_rate": 3.148645494241733e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5415299594402313,
      "num_tokens": 224845725.0,
      "step": 291970
    },
    {
      "epoch": 0.3703647327736891,
      "grad_norm": 4.90625,
      "learning_rate": 3.1485820632331045e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5289074718952179,
      "num_tokens": 224854530.0,
      "step": 291980
    },
    {
      "epoch": 0.37037741736622193,
      "grad_norm": 4.96875,
      "learning_rate": 3.148518632224475e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5213065296411514,
      "num_tokens": 224863815.0,
      "step": 291990
    },
    {
      "epoch": 0.37039010195875477,
      "grad_norm": 5.53125,
      "learning_rate": 3.1484552012158455e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5313174068927765,
      "num_tokens": 224871984.0,
      "step": 292000
    },
    {
      "epoch": 0.3704027865512876,
      "grad_norm": 5.78125,
      "learning_rate": 3.148391770207216e-05,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5760659575462341,
      "num_tokens": 224880245.0,
      "step": 292010
    },
    {
      "epoch": 0.37041547114382045,
      "grad_norm": 5.625,
      "learning_rate": 3.148328339198587e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5451894879341126,
      "num_tokens": 224888409.0,
      "step": 292020
    },
    {
      "epoch": 0.3704281557363533,
      "grad_norm": 7.21875,
      "learning_rate": 3.1482649081899585e-05,
      "loss": 2.344,
      "mean_token_accuracy": 0.5055900812149048,
      "num_tokens": 224896580.0,
      "step": 292030
    },
    {
      "epoch": 0.37044084032888613,
      "grad_norm": 4.625,
      "learning_rate": 3.148201477181329e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5344561994075775,
      "num_tokens": 224905311.0,
      "step": 292040
    },
    {
      "epoch": 0.370453524921419,
      "grad_norm": 7.6875,
      "learning_rate": 3.1481380461727e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5533457517623901,
      "num_tokens": 224913123.0,
      "step": 292050
    },
    {
      "epoch": 0.37046620951395176,
      "grad_norm": 5.59375,
      "learning_rate": 3.148074615164071e-05,
      "loss": 1.9191,
      "mean_token_accuracy": 0.56415074467659,
      "num_tokens": 224920952.0,
      "step": 292060
    },
    {
      "epoch": 0.3704788941064846,
      "grad_norm": 5.9375,
      "learning_rate": 3.148011184155441e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.540712234377861,
      "num_tokens": 224928629.0,
      "step": 292070
    },
    {
      "epoch": 0.37049157869901744,
      "grad_norm": 6.96875,
      "learning_rate": 3.1479477531468125e-05,
      "loss": 1.9401,
      "mean_token_accuracy": 0.5580790877342224,
      "num_tokens": 224936590.0,
      "step": 292080
    },
    {
      "epoch": 0.3705042632915503,
      "grad_norm": 5.96875,
      "learning_rate": 3.147884322138183e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5433529853820801,
      "num_tokens": 224944525.0,
      "step": 292090
    },
    {
      "epoch": 0.3705169478840831,
      "grad_norm": 5.1875,
      "learning_rate": 3.147820891129554e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5444018959999084,
      "num_tokens": 224953111.0,
      "step": 292100
    },
    {
      "epoch": 0.37052963247661597,
      "grad_norm": 6.59375,
      "learning_rate": 3.147757460120925e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5391777426004409,
      "num_tokens": 224960590.0,
      "step": 292110
    },
    {
      "epoch": 0.3705423170691488,
      "grad_norm": 5.1875,
      "learning_rate": 3.147694029112296e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5236958146095276,
      "num_tokens": 224968511.0,
      "step": 292120
    },
    {
      "epoch": 0.37055500166168165,
      "grad_norm": 6.65625,
      "learning_rate": 3.1476305981036666e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5243490219116211,
      "num_tokens": 224975324.0,
      "step": 292130
    },
    {
      "epoch": 0.37056768625421443,
      "grad_norm": 6.8125,
      "learning_rate": 3.147567167095037e-05,
      "loss": 1.7515,
      "mean_token_accuracy": 0.6078951001167298,
      "num_tokens": 224982283.0,
      "step": 292140
    },
    {
      "epoch": 0.3705803708467473,
      "grad_norm": 5.84375,
      "learning_rate": 3.147503736086408e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.528636834025383,
      "num_tokens": 224989918.0,
      "step": 292150
    },
    {
      "epoch": 0.3705930554392801,
      "grad_norm": 6.1875,
      "learning_rate": 3.147440305077779e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5623168766498565,
      "num_tokens": 224997323.0,
      "step": 292160
    },
    {
      "epoch": 0.37060574003181296,
      "grad_norm": 4.84375,
      "learning_rate": 3.14737687406915e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5289434641599655,
      "num_tokens": 225005097.0,
      "step": 292170
    },
    {
      "epoch": 0.3706184246243458,
      "grad_norm": 7.40625,
      "learning_rate": 3.147313443060521e-05,
      "loss": 2.2762,
      "mean_token_accuracy": 0.5048030346632004,
      "num_tokens": 225013712.0,
      "step": 292180
    },
    {
      "epoch": 0.37063110921687864,
      "grad_norm": 5.46875,
      "learning_rate": 3.147250012051892e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5253768742084504,
      "num_tokens": 225022108.0,
      "step": 292190
    },
    {
      "epoch": 0.3706437938094115,
      "grad_norm": 5.21875,
      "learning_rate": 3.147186581043263e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5470680832862854,
      "num_tokens": 225030054.0,
      "step": 292200
    },
    {
      "epoch": 0.37065647840194427,
      "grad_norm": 5.59375,
      "learning_rate": 3.147123150034633e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5393314331769943,
      "num_tokens": 225037577.0,
      "step": 292210
    },
    {
      "epoch": 0.3706691629944771,
      "grad_norm": 6.125,
      "learning_rate": 3.147059719026004e-05,
      "loss": 2.2454,
      "mean_token_accuracy": 0.5213706225156785,
      "num_tokens": 225045357.0,
      "step": 292220
    },
    {
      "epoch": 0.37068184758700995,
      "grad_norm": 6.0,
      "learning_rate": 3.146996288017375e-05,
      "loss": 2.3225,
      "mean_token_accuracy": 0.507846224308014,
      "num_tokens": 225054123.0,
      "step": 292230
    },
    {
      "epoch": 0.3706945321795428,
      "grad_norm": 6.25,
      "learning_rate": 3.146932857008746e-05,
      "loss": 2.2846,
      "mean_token_accuracy": 0.5146045804023742,
      "num_tokens": 225062051.0,
      "step": 292240
    },
    {
      "epoch": 0.37070721677207563,
      "grad_norm": 4.8125,
      "learning_rate": 3.146869426000117e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5215537399053574,
      "num_tokens": 225070582.0,
      "step": 292250
    },
    {
      "epoch": 0.3707199013646085,
      "grad_norm": 8.375,
      "learning_rate": 3.146805994991488e-05,
      "loss": 1.9749,
      "mean_token_accuracy": 0.5630522936582565,
      "num_tokens": 225077640.0,
      "step": 292260
    },
    {
      "epoch": 0.3707325859571413,
      "grad_norm": 4.84375,
      "learning_rate": 3.146742563982859e-05,
      "loss": 1.8939,
      "mean_token_accuracy": 0.5837847471237183,
      "num_tokens": 225085371.0,
      "step": 292270
    },
    {
      "epoch": 0.37074527054967416,
      "grad_norm": 6.625,
      "learning_rate": 3.146679132974229e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5527418375015258,
      "num_tokens": 225093188.0,
      "step": 292280
    },
    {
      "epoch": 0.37075795514220694,
      "grad_norm": 9.8125,
      "learning_rate": 3.1466157019656e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5476584702730178,
      "num_tokens": 225100514.0,
      "step": 292290
    },
    {
      "epoch": 0.3707706397347398,
      "grad_norm": 7.75,
      "learning_rate": 3.146552270956971e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5669950306415558,
      "num_tokens": 225107947.0,
      "step": 292300
    },
    {
      "epoch": 0.3707833243272726,
      "grad_norm": 7.5,
      "learning_rate": 3.146488839948342e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5277980506420136,
      "num_tokens": 225115898.0,
      "step": 292310
    },
    {
      "epoch": 0.37079600891980546,
      "grad_norm": 5.1875,
      "learning_rate": 3.146425408939713e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5736361742019653,
      "num_tokens": 225123064.0,
      "step": 292320
    },
    {
      "epoch": 0.3708086935123383,
      "grad_norm": 4.78125,
      "learning_rate": 3.146361977931084e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5628848284482956,
      "num_tokens": 225131083.0,
      "step": 292330
    },
    {
      "epoch": 0.37082137810487115,
      "grad_norm": 5.0,
      "learning_rate": 3.1462985469224546e-05,
      "loss": 2.2821,
      "mean_token_accuracy": 0.5056359797716141,
      "num_tokens": 225139242.0,
      "step": 292340
    },
    {
      "epoch": 0.370834062697404,
      "grad_norm": 5.25,
      "learning_rate": 3.146235115913825e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5156683892011642,
      "num_tokens": 225146146.0,
      "step": 292350
    },
    {
      "epoch": 0.37084674728993683,
      "grad_norm": 7.1875,
      "learning_rate": 3.146171684905196e-05,
      "loss": 1.8256,
      "mean_token_accuracy": 0.5892106711864471,
      "num_tokens": 225153366.0,
      "step": 292360
    },
    {
      "epoch": 0.3708594318824696,
      "grad_norm": 6.8125,
      "learning_rate": 3.146108253896567e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5373365491628647,
      "num_tokens": 225161468.0,
      "step": 292370
    },
    {
      "epoch": 0.37087211647500246,
      "grad_norm": 6.09375,
      "learning_rate": 3.146044822887938e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5355622231960296,
      "num_tokens": 225169138.0,
      "step": 292380
    },
    {
      "epoch": 0.3708848010675353,
      "grad_norm": 6.6875,
      "learning_rate": 3.1459813918793086e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5364208489656448,
      "num_tokens": 225176007.0,
      "step": 292390
    },
    {
      "epoch": 0.37089748566006814,
      "grad_norm": 4.5625,
      "learning_rate": 3.14591796087068e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5495225191116333,
      "num_tokens": 225183390.0,
      "step": 292400
    },
    {
      "epoch": 0.370910170252601,
      "grad_norm": 4.84375,
      "learning_rate": 3.1458545298620504e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5517820298671723,
      "num_tokens": 225191415.0,
      "step": 292410
    },
    {
      "epoch": 0.3709228548451338,
      "grad_norm": 5.59375,
      "learning_rate": 3.145791098853421e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5236369967460632,
      "num_tokens": 225199406.0,
      "step": 292420
    },
    {
      "epoch": 0.37093553943766666,
      "grad_norm": 7.3125,
      "learning_rate": 3.145727667844792e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.533700805902481,
      "num_tokens": 225207909.0,
      "step": 292430
    },
    {
      "epoch": 0.3709482240301995,
      "grad_norm": 6.625,
      "learning_rate": 3.1456642368361626e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5312642246484757,
      "num_tokens": 225215816.0,
      "step": 292440
    },
    {
      "epoch": 0.3709609086227323,
      "grad_norm": 5.46875,
      "learning_rate": 3.145600805827534e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5617293208837509,
      "num_tokens": 225223300.0,
      "step": 292450
    },
    {
      "epoch": 0.37097359321526513,
      "grad_norm": 6.1875,
      "learning_rate": 3.145537374818905e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5584368735551835,
      "num_tokens": 225230640.0,
      "step": 292460
    },
    {
      "epoch": 0.37098627780779797,
      "grad_norm": 6.59375,
      "learning_rate": 3.1454739438102756e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5519247949123383,
      "num_tokens": 225238073.0,
      "step": 292470
    },
    {
      "epoch": 0.3709989624003308,
      "grad_norm": 5.09375,
      "learning_rate": 3.145410512801646e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5613616079092025,
      "num_tokens": 225245228.0,
      "step": 292480
    },
    {
      "epoch": 0.37101164699286365,
      "grad_norm": 5.40625,
      "learning_rate": 3.145347081793017e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5295816272497177,
      "num_tokens": 225253695.0,
      "step": 292490
    },
    {
      "epoch": 0.3710243315853965,
      "grad_norm": 5.625,
      "learning_rate": 3.145283650784388e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5389019161462784,
      "num_tokens": 225260692.0,
      "step": 292500
    },
    {
      "epoch": 0.37103701617792934,
      "grad_norm": 5.3125,
      "learning_rate": 3.145220219775759e-05,
      "loss": 1.7694,
      "mean_token_accuracy": 0.6043233692646026,
      "num_tokens": 225267093.0,
      "step": 292510
    },
    {
      "epoch": 0.3710497007704622,
      "grad_norm": 5.125,
      "learning_rate": 3.1451567887671296e-05,
      "loss": 1.8785,
      "mean_token_accuracy": 0.5874930024147034,
      "num_tokens": 225274983.0,
      "step": 292520
    },
    {
      "epoch": 0.37106238536299496,
      "grad_norm": 4.65625,
      "learning_rate": 3.145093357758501e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5341740190982819,
      "num_tokens": 225283048.0,
      "step": 292530
    },
    {
      "epoch": 0.3710750699555278,
      "grad_norm": 5.5,
      "learning_rate": 3.1450299267498714e-05,
      "loss": 1.8799,
      "mean_token_accuracy": 0.588852521777153,
      "num_tokens": 225290459.0,
      "step": 292540
    },
    {
      "epoch": 0.37108775454806064,
      "grad_norm": 6.03125,
      "learning_rate": 3.144966495741242e-05,
      "loss": 1.936,
      "mean_token_accuracy": 0.5768580496311188,
      "num_tokens": 225298748.0,
      "step": 292550
    },
    {
      "epoch": 0.3711004391405935,
      "grad_norm": 5.125,
      "learning_rate": 3.144903064732613e-05,
      "loss": 2.2349,
      "mean_token_accuracy": 0.5258561402559281,
      "num_tokens": 225305833.0,
      "step": 292560
    },
    {
      "epoch": 0.3711131237331263,
      "grad_norm": 5.125,
      "learning_rate": 3.1448396337239837e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5547513604164124,
      "num_tokens": 225314022.0,
      "step": 292570
    },
    {
      "epoch": 0.37112580832565917,
      "grad_norm": 7.0,
      "learning_rate": 3.144776202715355e-05,
      "loss": 1.7942,
      "mean_token_accuracy": 0.60114865899086,
      "num_tokens": 225320756.0,
      "step": 292580
    },
    {
      "epoch": 0.371138492918192,
      "grad_norm": 6.15625,
      "learning_rate": 3.1447127717067254e-05,
      "loss": 2.2188,
      "mean_token_accuracy": 0.521567451953888,
      "num_tokens": 225329964.0,
      "step": 292590
    },
    {
      "epoch": 0.37115117751072485,
      "grad_norm": 5.25,
      "learning_rate": 3.1446493406980966e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5400984227657318,
      "num_tokens": 225337760.0,
      "step": 292600
    },
    {
      "epoch": 0.37116386210325764,
      "grad_norm": 4.6875,
      "learning_rate": 3.144585909689468e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5334562957286835,
      "num_tokens": 225345770.0,
      "step": 292610
    },
    {
      "epoch": 0.3711765466957905,
      "grad_norm": 4.9375,
      "learning_rate": 3.1445224786808384e-05,
      "loss": 1.8134,
      "mean_token_accuracy": 0.5887230515480042,
      "num_tokens": 225353459.0,
      "step": 292620
    },
    {
      "epoch": 0.3711892312883233,
      "grad_norm": 6.84375,
      "learning_rate": 3.144459047672209e-05,
      "loss": 2.2748,
      "mean_token_accuracy": 0.515985694527626,
      "num_tokens": 225361660.0,
      "step": 292630
    },
    {
      "epoch": 0.37120191588085616,
      "grad_norm": 5.9375,
      "learning_rate": 3.1443956166635794e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5505674302577972,
      "num_tokens": 225370301.0,
      "step": 292640
    },
    {
      "epoch": 0.371214600473389,
      "grad_norm": 4.875,
      "learning_rate": 3.1443321856549506e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5264872521162033,
      "num_tokens": 225376990.0,
      "step": 292650
    },
    {
      "epoch": 0.37122728506592184,
      "grad_norm": 7.53125,
      "learning_rate": 3.144268754646322e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5072862684726716,
      "num_tokens": 225384722.0,
      "step": 292660
    },
    {
      "epoch": 0.3712399696584547,
      "grad_norm": 4.625,
      "learning_rate": 3.1442053236376924e-05,
      "loss": 2.3078,
      "mean_token_accuracy": 0.5093339502811431,
      "num_tokens": 225392664.0,
      "step": 292670
    },
    {
      "epoch": 0.37125265425098747,
      "grad_norm": 5.4375,
      "learning_rate": 3.1441418926290636e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5616490811109542,
      "num_tokens": 225401311.0,
      "step": 292680
    },
    {
      "epoch": 0.3712653388435203,
      "grad_norm": 5.25,
      "learning_rate": 3.144078461620434e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5727226495742798,
      "num_tokens": 225409261.0,
      "step": 292690
    },
    {
      "epoch": 0.37127802343605315,
      "grad_norm": 6.09375,
      "learning_rate": 3.144015030611805e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5481612265110016,
      "num_tokens": 225418744.0,
      "step": 292700
    },
    {
      "epoch": 0.371290708028586,
      "grad_norm": 5.78125,
      "learning_rate": 3.143951599603176e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5591988146305085,
      "num_tokens": 225426416.0,
      "step": 292710
    },
    {
      "epoch": 0.37130339262111883,
      "grad_norm": 4.75,
      "learning_rate": 3.1438881685945464e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5370783030986785,
      "num_tokens": 225434582.0,
      "step": 292720
    },
    {
      "epoch": 0.3713160772136517,
      "grad_norm": 5.4375,
      "learning_rate": 3.1438247375859176e-05,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5823554217815399,
      "num_tokens": 225441875.0,
      "step": 292730
    },
    {
      "epoch": 0.3713287618061845,
      "grad_norm": 4.90625,
      "learning_rate": 3.143761306577288e-05,
      "loss": 1.9283,
      "mean_token_accuracy": 0.5661868065595627,
      "num_tokens": 225450263.0,
      "step": 292740
    },
    {
      "epoch": 0.37134144639871736,
      "grad_norm": 4.96875,
      "learning_rate": 3.1436978755686594e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5563181608915329,
      "num_tokens": 225458117.0,
      "step": 292750
    },
    {
      "epoch": 0.37135413099125014,
      "grad_norm": 5.21875,
      "learning_rate": 3.14363444456003e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.540670070052147,
      "num_tokens": 225465226.0,
      "step": 292760
    },
    {
      "epoch": 0.371366815583783,
      "grad_norm": 6.6875,
      "learning_rate": 3.1435710135514005e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5441354036331176,
      "num_tokens": 225473764.0,
      "step": 292770
    },
    {
      "epoch": 0.3713795001763158,
      "grad_norm": 6.0,
      "learning_rate": 3.143507582542772e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.55022973716259,
      "num_tokens": 225482080.0,
      "step": 292780
    },
    {
      "epoch": 0.37139218476884867,
      "grad_norm": 7.96875,
      "learning_rate": 3.143444151534142e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5428679853677749,
      "num_tokens": 225488288.0,
      "step": 292790
    },
    {
      "epoch": 0.3714048693613815,
      "grad_norm": 5.375,
      "learning_rate": 3.1433807205255134e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5726519703865052,
      "num_tokens": 225495570.0,
      "step": 292800
    },
    {
      "epoch": 0.37141755395391435,
      "grad_norm": 6.125,
      "learning_rate": 3.1433172895168846e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5600722819566727,
      "num_tokens": 225504967.0,
      "step": 292810
    },
    {
      "epoch": 0.3714302385464472,
      "grad_norm": 4.78125,
      "learning_rate": 3.143253858508255e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5374046087265014,
      "num_tokens": 225512562.0,
      "step": 292820
    },
    {
      "epoch": 0.37144292313898003,
      "grad_norm": 5.34375,
      "learning_rate": 3.143190427499626e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5525081604719162,
      "num_tokens": 225521075.0,
      "step": 292830
    },
    {
      "epoch": 0.3714556077315128,
      "grad_norm": 4.625,
      "learning_rate": 3.143126996490996e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5537999987602233,
      "num_tokens": 225528447.0,
      "step": 292840
    },
    {
      "epoch": 0.37146829232404566,
      "grad_norm": 4.875,
      "learning_rate": 3.1430635654823675e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5454905569553375,
      "num_tokens": 225536612.0,
      "step": 292850
    },
    {
      "epoch": 0.3714809769165785,
      "grad_norm": 11.5625,
      "learning_rate": 3.143000134473739e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5748039573431015,
      "num_tokens": 225542704.0,
      "step": 292860
    },
    {
      "epoch": 0.37149366150911134,
      "grad_norm": 8.4375,
      "learning_rate": 3.142936703465109e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5571637660264969,
      "num_tokens": 225548948.0,
      "step": 292870
    },
    {
      "epoch": 0.3715063461016442,
      "grad_norm": 4.46875,
      "learning_rate": 3.1428732724564804e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5515229493379593,
      "num_tokens": 225557805.0,
      "step": 292880
    },
    {
      "epoch": 0.371519030694177,
      "grad_norm": 5.8125,
      "learning_rate": 3.142809841447851e-05,
      "loss": 1.8306,
      "mean_token_accuracy": 0.5871237099170685,
      "num_tokens": 225565086.0,
      "step": 292890
    },
    {
      "epoch": 0.37153171528670986,
      "grad_norm": 6.4375,
      "learning_rate": 3.1427464104392215e-05,
      "loss": 2.2216,
      "mean_token_accuracy": 0.5193684816360473,
      "num_tokens": 225572344.0,
      "step": 292900
    },
    {
      "epoch": 0.3715443998792427,
      "grad_norm": 5.3125,
      "learning_rate": 3.142682979430593e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5242047727108001,
      "num_tokens": 225580676.0,
      "step": 292910
    },
    {
      "epoch": 0.3715570844717755,
      "grad_norm": 5.65625,
      "learning_rate": 3.142619548421963e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5573266983032227,
      "num_tokens": 225587394.0,
      "step": 292920
    },
    {
      "epoch": 0.37156976906430833,
      "grad_norm": 4.90625,
      "learning_rate": 3.1425561174133344e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5424624562263489,
      "num_tokens": 225596087.0,
      "step": 292930
    },
    {
      "epoch": 0.37158245365684117,
      "grad_norm": 5.21875,
      "learning_rate": 3.142492686404705e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5247920900583267,
      "num_tokens": 225604235.0,
      "step": 292940
    },
    {
      "epoch": 0.371595138249374,
      "grad_norm": 8.125,
      "learning_rate": 3.142429255396076e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5698988825082779,
      "num_tokens": 225610645.0,
      "step": 292950
    },
    {
      "epoch": 0.37160782284190685,
      "grad_norm": 6.46875,
      "learning_rate": 3.1423658243874474e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5469819337129593,
      "num_tokens": 225617889.0,
      "step": 292960
    },
    {
      "epoch": 0.3716205074344397,
      "grad_norm": 5.09375,
      "learning_rate": 3.142302393378817e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.564089161157608,
      "num_tokens": 225624790.0,
      "step": 292970
    },
    {
      "epoch": 0.37163319202697254,
      "grad_norm": 6.21875,
      "learning_rate": 3.1422389623701885e-05,
      "loss": 1.905,
      "mean_token_accuracy": 0.5706452608108521,
      "num_tokens": 225633066.0,
      "step": 292980
    },
    {
      "epoch": 0.3716458766195054,
      "grad_norm": 4.6875,
      "learning_rate": 3.142175531361559e-05,
      "loss": 1.818,
      "mean_token_accuracy": 0.5908835262060166,
      "num_tokens": 225640408.0,
      "step": 292990
    },
    {
      "epoch": 0.37165856121203816,
      "grad_norm": 5.78125,
      "learning_rate": 3.14211210035293e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5812297224998474,
      "num_tokens": 225647829.0,
      "step": 293000
    },
    {
      "epoch": 0.371671245804571,
      "grad_norm": 5.9375,
      "learning_rate": 3.1420486693443014e-05,
      "loss": 1.8416,
      "mean_token_accuracy": 0.5927275985479354,
      "num_tokens": 225655392.0,
      "step": 293010
    },
    {
      "epoch": 0.37168393039710385,
      "grad_norm": 5.15625,
      "learning_rate": 3.141985238335672e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5809477210044861,
      "num_tokens": 225662916.0,
      "step": 293020
    },
    {
      "epoch": 0.3716966149896367,
      "grad_norm": 7.28125,
      "learning_rate": 3.141921807327043e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5375468462705613,
      "num_tokens": 225669635.0,
      "step": 293030
    },
    {
      "epoch": 0.37170929958216953,
      "grad_norm": 5.96875,
      "learning_rate": 3.141858376318414e-05,
      "loss": 2.2493,
      "mean_token_accuracy": 0.5204431414604187,
      "num_tokens": 225678083.0,
      "step": 293040
    },
    {
      "epoch": 0.37172198417470237,
      "grad_norm": 16.625,
      "learning_rate": 3.141794945309784e-05,
      "loss": 1.8163,
      "mean_token_accuracy": 0.5932564854621887,
      "num_tokens": 225684154.0,
      "step": 293050
    },
    {
      "epoch": 0.3717346687672352,
      "grad_norm": 7.71875,
      "learning_rate": 3.1417315143011555e-05,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5655185729265213,
      "num_tokens": 225690739.0,
      "step": 293060
    },
    {
      "epoch": 0.37174735335976805,
      "grad_norm": 11.6875,
      "learning_rate": 3.141668083292526e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5213255405426025,
      "num_tokens": 225698370.0,
      "step": 293070
    },
    {
      "epoch": 0.37176003795230084,
      "grad_norm": 5.15625,
      "learning_rate": 3.141604652283897e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5330548524856568,
      "num_tokens": 225706935.0,
      "step": 293080
    },
    {
      "epoch": 0.3717727225448337,
      "grad_norm": 6.28125,
      "learning_rate": 3.141541221275268e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5434116750955582,
      "num_tokens": 225714239.0,
      "step": 293090
    },
    {
      "epoch": 0.3717854071373665,
      "grad_norm": 7.125,
      "learning_rate": 3.141477790266639e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5624850571155549,
      "num_tokens": 225720220.0,
      "step": 293100
    },
    {
      "epoch": 0.37179809172989936,
      "grad_norm": 7.0625,
      "learning_rate": 3.1414143592580095e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.547007268667221,
      "num_tokens": 225727127.0,
      "step": 293110
    },
    {
      "epoch": 0.3718107763224322,
      "grad_norm": 5.09375,
      "learning_rate": 3.14135092824938e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5332551270723342,
      "num_tokens": 225735984.0,
      "step": 293120
    },
    {
      "epoch": 0.37182346091496504,
      "grad_norm": 8.4375,
      "learning_rate": 3.141287497240751e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5648935884237289,
      "num_tokens": 225742718.0,
      "step": 293130
    },
    {
      "epoch": 0.3718361455074979,
      "grad_norm": 5.4375,
      "learning_rate": 3.1412240662321225e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5655748009681701,
      "num_tokens": 225750310.0,
      "step": 293140
    },
    {
      "epoch": 0.37184883010003067,
      "grad_norm": 7.5,
      "learning_rate": 3.141160635223493e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5498601913452148,
      "num_tokens": 225758980.0,
      "step": 293150
    },
    {
      "epoch": 0.3718615146925635,
      "grad_norm": 7.625,
      "learning_rate": 3.141097204214864e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5704019367694855,
      "num_tokens": 225765660.0,
      "step": 293160
    },
    {
      "epoch": 0.37187419928509635,
      "grad_norm": 5.84375,
      "learning_rate": 3.141033773206235e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5717800348997116,
      "num_tokens": 225772702.0,
      "step": 293170
    },
    {
      "epoch": 0.3718868838776292,
      "grad_norm": 4.84375,
      "learning_rate": 3.140970342197605e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5355692327022552,
      "num_tokens": 225780921.0,
      "step": 293180
    },
    {
      "epoch": 0.37189956847016203,
      "grad_norm": 4.6875,
      "learning_rate": 3.1409069111889765e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5625389307737351,
      "num_tokens": 225787977.0,
      "step": 293190
    },
    {
      "epoch": 0.3719122530626949,
      "grad_norm": 5.71875,
      "learning_rate": 3.140843480180347e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5212470918893815,
      "num_tokens": 225797028.0,
      "step": 293200
    },
    {
      "epoch": 0.3719249376552277,
      "grad_norm": 5.3125,
      "learning_rate": 3.140780049171718e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5896941006183625,
      "num_tokens": 225804309.0,
      "step": 293210
    },
    {
      "epoch": 0.37193762224776056,
      "grad_norm": 5.03125,
      "learning_rate": 3.140716618163089e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5566890597343445,
      "num_tokens": 225811710.0,
      "step": 293220
    },
    {
      "epoch": 0.37195030684029334,
      "grad_norm": 6.78125,
      "learning_rate": 3.14065318715446e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5436152786016464,
      "num_tokens": 225819652.0,
      "step": 293230
    },
    {
      "epoch": 0.3719629914328262,
      "grad_norm": 6.59375,
      "learning_rate": 3.1405897561458305e-05,
      "loss": 1.7847,
      "mean_token_accuracy": 0.6003293246030807,
      "num_tokens": 225825911.0,
      "step": 293240
    },
    {
      "epoch": 0.371975676025359,
      "grad_norm": 5.28125,
      "learning_rate": 3.140526325137201e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.541664519906044,
      "num_tokens": 225832681.0,
      "step": 293250
    },
    {
      "epoch": 0.37198836061789187,
      "grad_norm": 5.625,
      "learning_rate": 3.140462894128572e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5499390155076981,
      "num_tokens": 225840678.0,
      "step": 293260
    },
    {
      "epoch": 0.3720010452104247,
      "grad_norm": 4.78125,
      "learning_rate": 3.140399463119943e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5630190879106521,
      "num_tokens": 225847898.0,
      "step": 293270
    },
    {
      "epoch": 0.37201372980295755,
      "grad_norm": 6.8125,
      "learning_rate": 3.140336032111314e-05,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5776452541351318,
      "num_tokens": 225854118.0,
      "step": 293280
    },
    {
      "epoch": 0.3720264143954904,
      "grad_norm": 4.8125,
      "learning_rate": 3.140272601102685e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5339752823114395,
      "num_tokens": 225862038.0,
      "step": 293290
    },
    {
      "epoch": 0.37203909898802323,
      "grad_norm": 7.8125,
      "learning_rate": 3.140209170094056e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5350434213876725,
      "num_tokens": 225870007.0,
      "step": 293300
    },
    {
      "epoch": 0.372051783580556,
      "grad_norm": 4.8125,
      "learning_rate": 3.140145739085427e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5667752474546432,
      "num_tokens": 225876696.0,
      "step": 293310
    },
    {
      "epoch": 0.37206446817308886,
      "grad_norm": 5.4375,
      "learning_rate": 3.140082308076797e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5773507505655289,
      "num_tokens": 225884006.0,
      "step": 293320
    },
    {
      "epoch": 0.3720771527656217,
      "grad_norm": 5.65625,
      "learning_rate": 3.140018877068168e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5475656688213348,
      "num_tokens": 225892565.0,
      "step": 293330
    },
    {
      "epoch": 0.37208983735815454,
      "grad_norm": 7.5625,
      "learning_rate": 3.139955446059539e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5590818732976913,
      "num_tokens": 225899551.0,
      "step": 293340
    },
    {
      "epoch": 0.3721025219506874,
      "grad_norm": 8.375,
      "learning_rate": 3.13989201505091e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5473517030477524,
      "num_tokens": 225907113.0,
      "step": 293350
    },
    {
      "epoch": 0.3721152065432202,
      "grad_norm": 5.28125,
      "learning_rate": 3.139828584042281e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5525315523147583,
      "num_tokens": 225914594.0,
      "step": 293360
    },
    {
      "epoch": 0.37212789113575306,
      "grad_norm": 7.96875,
      "learning_rate": 3.1397651530336515e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5450215876102448,
      "num_tokens": 225922295.0,
      "step": 293370
    },
    {
      "epoch": 0.3721405757282859,
      "grad_norm": 6.40625,
      "learning_rate": 3.139701722025023e-05,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5092357009649277,
      "num_tokens": 225929547.0,
      "step": 293380
    },
    {
      "epoch": 0.3721532603208187,
      "grad_norm": 7.125,
      "learning_rate": 3.139638291016393e-05,
      "loss": 1.8728,
      "mean_token_accuracy": 0.5863701641559601,
      "num_tokens": 225936477.0,
      "step": 293390
    },
    {
      "epoch": 0.37216594491335153,
      "grad_norm": 7.96875,
      "learning_rate": 3.139574860007764e-05,
      "loss": 1.7879,
      "mean_token_accuracy": 0.5909194380044938,
      "num_tokens": 225943088.0,
      "step": 293400
    },
    {
      "epoch": 0.3721786295058844,
      "grad_norm": 6.71875,
      "learning_rate": 3.139511428999135e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5334105998277664,
      "num_tokens": 225950304.0,
      "step": 293410
    },
    {
      "epoch": 0.3721913140984172,
      "grad_norm": 5.34375,
      "learning_rate": 3.1394479979905056e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5647987246513366,
      "num_tokens": 225958057.0,
      "step": 293420
    },
    {
      "epoch": 0.37220399869095006,
      "grad_norm": 6.6875,
      "learning_rate": 3.139384566981877e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5550903499126434,
      "num_tokens": 225965541.0,
      "step": 293430
    },
    {
      "epoch": 0.3722166832834829,
      "grad_norm": 5.75,
      "learning_rate": 3.139321135973248e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.524099126458168,
      "num_tokens": 225974328.0,
      "step": 293440
    },
    {
      "epoch": 0.37222936787601574,
      "grad_norm": 5.25,
      "learning_rate": 3.1392577049646185e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5678195178508758,
      "num_tokens": 225982166.0,
      "step": 293450
    },
    {
      "epoch": 0.3722420524685486,
      "grad_norm": 9.0,
      "learning_rate": 3.139194273955989e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5400354832410812,
      "num_tokens": 225988548.0,
      "step": 293460
    },
    {
      "epoch": 0.37225473706108136,
      "grad_norm": 6.875,
      "learning_rate": 3.1391308429473596e-05,
      "loss": 2.2604,
      "mean_token_accuracy": 0.5104644507169723,
      "num_tokens": 225996643.0,
      "step": 293470
    },
    {
      "epoch": 0.3722674216536142,
      "grad_norm": 4.90625,
      "learning_rate": 3.139067411938731e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.542983141541481,
      "num_tokens": 226004809.0,
      "step": 293480
    },
    {
      "epoch": 0.37228010624614705,
      "grad_norm": 5.90625,
      "learning_rate": 3.139003980930102e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5432012796401977,
      "num_tokens": 226012423.0,
      "step": 293490
    },
    {
      "epoch": 0.3722927908386799,
      "grad_norm": 7.21875,
      "learning_rate": 3.1389405499214726e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5404137670993805,
      "num_tokens": 226020541.0,
      "step": 293500
    },
    {
      "epoch": 0.37230547543121273,
      "grad_norm": 4.90625,
      "learning_rate": 3.138877118912844e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5579873353242875,
      "num_tokens": 226027176.0,
      "step": 293510
    },
    {
      "epoch": 0.37231816002374557,
      "grad_norm": 5.28125,
      "learning_rate": 3.138813687904214e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5505532324314117,
      "num_tokens": 226036446.0,
      "step": 293520
    },
    {
      "epoch": 0.3723308446162784,
      "grad_norm": 4.625,
      "learning_rate": 3.138750256895585e-05,
      "loss": 1.9257,
      "mean_token_accuracy": 0.5639539152383805,
      "num_tokens": 226044914.0,
      "step": 293530
    },
    {
      "epoch": 0.37234352920881125,
      "grad_norm": 4.84375,
      "learning_rate": 3.138686825886956e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5421102494001389,
      "num_tokens": 226054282.0,
      "step": 293540
    },
    {
      "epoch": 0.37235621380134404,
      "grad_norm": 8.4375,
      "learning_rate": 3.1386233948783266e-05,
      "loss": 1.8494,
      "mean_token_accuracy": 0.576509165763855,
      "num_tokens": 226060586.0,
      "step": 293550
    },
    {
      "epoch": 0.3723688983938769,
      "grad_norm": 4.90625,
      "learning_rate": 3.138559963869698e-05,
      "loss": 2.2035,
      "mean_token_accuracy": 0.5207290053367615,
      "num_tokens": 226068004.0,
      "step": 293560
    },
    {
      "epoch": 0.3723815829864097,
      "grad_norm": 5.78125,
      "learning_rate": 3.1384965328610683e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5329624861478806,
      "num_tokens": 226075380.0,
      "step": 293570
    },
    {
      "epoch": 0.37239426757894256,
      "grad_norm": 5.40625,
      "learning_rate": 3.1384331018524396e-05,
      "loss": 1.8167,
      "mean_token_accuracy": 0.58969586789608,
      "num_tokens": 226081977.0,
      "step": 293580
    },
    {
      "epoch": 0.3724069521714754,
      "grad_norm": 5.03125,
      "learning_rate": 3.13836967084381e-05,
      "loss": 1.7717,
      "mean_token_accuracy": 0.6093200743198395,
      "num_tokens": 226088596.0,
      "step": 293590
    },
    {
      "epoch": 0.37241963676400824,
      "grad_norm": 4.71875,
      "learning_rate": 3.1383062398351806e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5542743086814881,
      "num_tokens": 226096137.0,
      "step": 293600
    },
    {
      "epoch": 0.3724323213565411,
      "grad_norm": 5.65625,
      "learning_rate": 3.138242808826552e-05,
      "loss": 2.2161,
      "mean_token_accuracy": 0.5252669095993042,
      "num_tokens": 226104576.0,
      "step": 293610
    },
    {
      "epoch": 0.37244500594907387,
      "grad_norm": 5.65625,
      "learning_rate": 3.1381793778179224e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5306460946798325,
      "num_tokens": 226113018.0,
      "step": 293620
    },
    {
      "epoch": 0.3724576905416067,
      "grad_norm": 4.875,
      "learning_rate": 3.1381159468092936e-05,
      "loss": 1.8101,
      "mean_token_accuracy": 0.5839179694652558,
      "num_tokens": 226119846.0,
      "step": 293630
    },
    {
      "epoch": 0.37247037513413955,
      "grad_norm": 5.5,
      "learning_rate": 3.138052515800665e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5379339456558228,
      "num_tokens": 226128090.0,
      "step": 293640
    },
    {
      "epoch": 0.3724830597266724,
      "grad_norm": 7.09375,
      "learning_rate": 3.137989084792035e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.551924666762352,
      "num_tokens": 226135108.0,
      "step": 293650
    },
    {
      "epoch": 0.37249574431920524,
      "grad_norm": 7.03125,
      "learning_rate": 3.137925653783406e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5298958718776703,
      "num_tokens": 226142933.0,
      "step": 293660
    },
    {
      "epoch": 0.3725084289117381,
      "grad_norm": 5.625,
      "learning_rate": 3.1378622227747764e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5374039739370347,
      "num_tokens": 226149695.0,
      "step": 293670
    },
    {
      "epoch": 0.3725211135042709,
      "grad_norm": 5.78125,
      "learning_rate": 3.1377987917661476e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5393425762653351,
      "num_tokens": 226157342.0,
      "step": 293680
    },
    {
      "epoch": 0.37253379809680376,
      "grad_norm": 5.0625,
      "learning_rate": 3.137735360757519e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5550662338733673,
      "num_tokens": 226165184.0,
      "step": 293690
    },
    {
      "epoch": 0.37254648268933654,
      "grad_norm": 5.28125,
      "learning_rate": 3.1376719297488894e-05,
      "loss": 1.7558,
      "mean_token_accuracy": 0.5971135795116425,
      "num_tokens": 226172484.0,
      "step": 293700
    },
    {
      "epoch": 0.3725591672818694,
      "grad_norm": 6.0,
      "learning_rate": 3.1376084987402606e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5308891147375107,
      "num_tokens": 226180531.0,
      "step": 293710
    },
    {
      "epoch": 0.3725718518744022,
      "grad_norm": 5.625,
      "learning_rate": 3.137545067731631e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5467462778091431,
      "num_tokens": 226188253.0,
      "step": 293720
    },
    {
      "epoch": 0.37258453646693507,
      "grad_norm": 5.4375,
      "learning_rate": 3.137481636723002e-05,
      "loss": 2.2633,
      "mean_token_accuracy": 0.5106295555830002,
      "num_tokens": 226197381.0,
      "step": 293730
    },
    {
      "epoch": 0.3725972210594679,
      "grad_norm": 5.4375,
      "learning_rate": 3.137418205714373e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5311329513788223,
      "num_tokens": 226205241.0,
      "step": 293740
    },
    {
      "epoch": 0.37260990565200075,
      "grad_norm": 5.34375,
      "learning_rate": 3.1373547747057434e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5323914647102356,
      "num_tokens": 226213265.0,
      "step": 293750
    },
    {
      "epoch": 0.3726225902445336,
      "grad_norm": 6.4375,
      "learning_rate": 3.1372913436971146e-05,
      "loss": 1.8068,
      "mean_token_accuracy": 0.5993027061223983,
      "num_tokens": 226220114.0,
      "step": 293760
    },
    {
      "epoch": 0.37263527483706643,
      "grad_norm": 7.21875,
      "learning_rate": 3.137227912688485e-05,
      "loss": 1.7695,
      "mean_token_accuracy": 0.6002747148275376,
      "num_tokens": 226227925.0,
      "step": 293770
    },
    {
      "epoch": 0.3726479594295992,
      "grad_norm": 6.25,
      "learning_rate": 3.1371644816798564e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5253630638122558,
      "num_tokens": 226235574.0,
      "step": 293780
    },
    {
      "epoch": 0.37266064402213206,
      "grad_norm": 4.71875,
      "learning_rate": 3.1371010506712276e-05,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5755489885807037,
      "num_tokens": 226243911.0,
      "step": 293790
    },
    {
      "epoch": 0.3726733286146649,
      "grad_norm": 4.8125,
      "learning_rate": 3.137037619662598e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5556824326515197,
      "num_tokens": 226252106.0,
      "step": 293800
    },
    {
      "epoch": 0.37268601320719774,
      "grad_norm": 4.78125,
      "learning_rate": 3.1369741886539686e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5266319304704666,
      "num_tokens": 226260163.0,
      "step": 293810
    },
    {
      "epoch": 0.3726986977997306,
      "grad_norm": 9.0625,
      "learning_rate": 3.136910757645339e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5384516626596451,
      "num_tokens": 226267304.0,
      "step": 293820
    },
    {
      "epoch": 0.3727113823922634,
      "grad_norm": 5.625,
      "learning_rate": 3.1368473266367104e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.544918206334114,
      "num_tokens": 226275316.0,
      "step": 293830
    },
    {
      "epoch": 0.37272406698479627,
      "grad_norm": 12.0,
      "learning_rate": 3.1367838956280816e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5358287066221237,
      "num_tokens": 226283938.0,
      "step": 293840
    },
    {
      "epoch": 0.3727367515773291,
      "grad_norm": 6.5,
      "learning_rate": 3.136720464619452e-05,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5623286068439484,
      "num_tokens": 226291890.0,
      "step": 293850
    },
    {
      "epoch": 0.3727494361698619,
      "grad_norm": 5.75,
      "learning_rate": 3.1366570336108234e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5624981969594955,
      "num_tokens": 226299539.0,
      "step": 293860
    },
    {
      "epoch": 0.37276212076239473,
      "grad_norm": 4.8125,
      "learning_rate": 3.136593602602194e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5704885929822922,
      "num_tokens": 226307321.0,
      "step": 293870
    },
    {
      "epoch": 0.3727748053549276,
      "grad_norm": 5.71875,
      "learning_rate": 3.1365301715935644e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5621135205030441,
      "num_tokens": 226315287.0,
      "step": 293880
    },
    {
      "epoch": 0.3727874899474604,
      "grad_norm": 6.375,
      "learning_rate": 3.1364667405849356e-05,
      "loss": 1.8093,
      "mean_token_accuracy": 0.5890627861022949,
      "num_tokens": 226323026.0,
      "step": 293890
    },
    {
      "epoch": 0.37280017453999326,
      "grad_norm": 7.125,
      "learning_rate": 3.136403309576306e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5295006960630417,
      "num_tokens": 226330870.0,
      "step": 293900
    },
    {
      "epoch": 0.3728128591325261,
      "grad_norm": 6.8125,
      "learning_rate": 3.1363398785676774e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5212226659059525,
      "num_tokens": 226338317.0,
      "step": 293910
    },
    {
      "epoch": 0.37282554372505894,
      "grad_norm": 5.21875,
      "learning_rate": 3.136276447559048e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5259618163108826,
      "num_tokens": 226346532.0,
      "step": 293920
    },
    {
      "epoch": 0.3728382283175918,
      "grad_norm": 5.84375,
      "learning_rate": 3.136213016550419e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5552377074956893,
      "num_tokens": 226355631.0,
      "step": 293930
    },
    {
      "epoch": 0.37285091291012457,
      "grad_norm": 5.15625,
      "learning_rate": 3.13614958554179e-05,
      "loss": 1.8659,
      "mean_token_accuracy": 0.5820205628871917,
      "num_tokens": 226363031.0,
      "step": 293940
    },
    {
      "epoch": 0.3728635975026574,
      "grad_norm": 5.0,
      "learning_rate": 3.13608615453316e-05,
      "loss": 1.8597,
      "mean_token_accuracy": 0.5836824774742126,
      "num_tokens": 226371682.0,
      "step": 293950
    },
    {
      "epoch": 0.37287628209519025,
      "grad_norm": 5.28125,
      "learning_rate": 3.1360227235245314e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5369363963603974,
      "num_tokens": 226379346.0,
      "step": 293960
    },
    {
      "epoch": 0.3728889666877231,
      "grad_norm": 5.03125,
      "learning_rate": 3.135959292515902e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5586214601993561,
      "num_tokens": 226387194.0,
      "step": 293970
    },
    {
      "epoch": 0.37290165128025593,
      "grad_norm": 6.09375,
      "learning_rate": 3.135895861507273e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5229840308427811,
      "num_tokens": 226395503.0,
      "step": 293980
    },
    {
      "epoch": 0.37291433587278877,
      "grad_norm": 5.8125,
      "learning_rate": 3.1358324304986444e-05,
      "loss": 1.8245,
      "mean_token_accuracy": 0.5987049579620362,
      "num_tokens": 226401778.0,
      "step": 293990
    },
    {
      "epoch": 0.3729270204653216,
      "grad_norm": 4.96875,
      "learning_rate": 3.135768999490015e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5423584133386612,
      "num_tokens": 226409642.0,
      "step": 294000
    },
    {
      "epoch": 0.37293970505785445,
      "grad_norm": 5.875,
      "learning_rate": 3.1357055684813854e-05,
      "loss": 1.9114,
      "mean_token_accuracy": 0.5756929636001586,
      "num_tokens": 226417148.0,
      "step": 294010
    },
    {
      "epoch": 0.37295238965038724,
      "grad_norm": 5.34375,
      "learning_rate": 3.135642137472756e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5345245361328125,
      "num_tokens": 226425785.0,
      "step": 294020
    },
    {
      "epoch": 0.3729650742429201,
      "grad_norm": 5.5,
      "learning_rate": 3.135578706464127e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5421918094158172,
      "num_tokens": 226433084.0,
      "step": 294030
    },
    {
      "epoch": 0.3729777588354529,
      "grad_norm": 5.8125,
      "learning_rate": 3.1355152754554984e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5242368161678315,
      "num_tokens": 226440509.0,
      "step": 294040
    },
    {
      "epoch": 0.37299044342798576,
      "grad_norm": 5.1875,
      "learning_rate": 3.135451844446869e-05,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5676381587982178,
      "num_tokens": 226448431.0,
      "step": 294050
    },
    {
      "epoch": 0.3730031280205186,
      "grad_norm": 5.5,
      "learning_rate": 3.13538841343824e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.547417837381363,
      "num_tokens": 226456652.0,
      "step": 294060
    },
    {
      "epoch": 0.37301581261305145,
      "grad_norm": 6.90625,
      "learning_rate": 3.1353249824296114e-05,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5743021249771119,
      "num_tokens": 226462959.0,
      "step": 294070
    },
    {
      "epoch": 0.3730284972055843,
      "grad_norm": 5.53125,
      "learning_rate": 3.135261551420981e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.539421871304512,
      "num_tokens": 226470680.0,
      "step": 294080
    },
    {
      "epoch": 0.37304118179811707,
      "grad_norm": 4.75,
      "learning_rate": 3.1351981204123524e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5526408910751343,
      "num_tokens": 226477345.0,
      "step": 294090
    },
    {
      "epoch": 0.3730538663906499,
      "grad_norm": 10.0,
      "learning_rate": 3.135134689403723e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.533928245306015,
      "num_tokens": 226486297.0,
      "step": 294100
    },
    {
      "epoch": 0.37306655098318275,
      "grad_norm": 6.03125,
      "learning_rate": 3.135071258395094e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5219231873750687,
      "num_tokens": 226494154.0,
      "step": 294110
    },
    {
      "epoch": 0.3730792355757156,
      "grad_norm": 6.21875,
      "learning_rate": 3.1350078273864654e-05,
      "loss": 2.2942,
      "mean_token_accuracy": 0.5059064865112305,
      "num_tokens": 226501992.0,
      "step": 294120
    },
    {
      "epoch": 0.37309192016824844,
      "grad_norm": 5.03125,
      "learning_rate": 3.134944396377836e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5570332288742066,
      "num_tokens": 226509987.0,
      "step": 294130
    },
    {
      "epoch": 0.3731046047607813,
      "grad_norm": 6.6875,
      "learning_rate": 3.134880965369207e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.535503825545311,
      "num_tokens": 226517452.0,
      "step": 294140
    },
    {
      "epoch": 0.3731172893533141,
      "grad_norm": 4.96875,
      "learning_rate": 3.134817534360578e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5303351044654846,
      "num_tokens": 226525658.0,
      "step": 294150
    },
    {
      "epoch": 0.37312997394584696,
      "grad_norm": 6.59375,
      "learning_rate": 3.134754103351948e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5408653974533081,
      "num_tokens": 226534348.0,
      "step": 294160
    },
    {
      "epoch": 0.37314265853837975,
      "grad_norm": 5.3125,
      "learning_rate": 3.1346906723433194e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.546938419342041,
      "num_tokens": 226542690.0,
      "step": 294170
    },
    {
      "epoch": 0.3731553431309126,
      "grad_norm": 4.875,
      "learning_rate": 3.13462724133469e-05,
      "loss": 1.872,
      "mean_token_accuracy": 0.5869806051254273,
      "num_tokens": 226548468.0,
      "step": 294180
    },
    {
      "epoch": 0.37316802772344543,
      "grad_norm": 8.75,
      "learning_rate": 3.134563810326061e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5376661211252213,
      "num_tokens": 226556127.0,
      "step": 294190
    },
    {
      "epoch": 0.37318071231597827,
      "grad_norm": 5.875,
      "learning_rate": 3.134500379317432e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5654087394475937,
      "num_tokens": 226562761.0,
      "step": 294200
    },
    {
      "epoch": 0.3731933969085111,
      "grad_norm": 5.09375,
      "learning_rate": 3.134436948308803e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5318953186273575,
      "num_tokens": 226570510.0,
      "step": 294210
    },
    {
      "epoch": 0.37320608150104395,
      "grad_norm": 11.9375,
      "learning_rate": 3.1343735173001735e-05,
      "loss": 1.8456,
      "mean_token_accuracy": 0.5921315371990203,
      "num_tokens": 226576340.0,
      "step": 294220
    },
    {
      "epoch": 0.3732187660935768,
      "grad_norm": 5.875,
      "learning_rate": 3.134310086291544e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.53719103038311,
      "num_tokens": 226583283.0,
      "step": 294230
    },
    {
      "epoch": 0.37323145068610963,
      "grad_norm": 7.375,
      "learning_rate": 3.134246655282915e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5706938713788986,
      "num_tokens": 226590607.0,
      "step": 294240
    },
    {
      "epoch": 0.3732441352786424,
      "grad_norm": 5.59375,
      "learning_rate": 3.134183224274286e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5562601268291474,
      "num_tokens": 226598137.0,
      "step": 294250
    },
    {
      "epoch": 0.37325681987117526,
      "grad_norm": 4.6875,
      "learning_rate": 3.134119793265657e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5722889691591263,
      "num_tokens": 226606654.0,
      "step": 294260
    },
    {
      "epoch": 0.3732695044637081,
      "grad_norm": 7.96875,
      "learning_rate": 3.134056362257028e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5634111881256103,
      "num_tokens": 226613749.0,
      "step": 294270
    },
    {
      "epoch": 0.37328218905624094,
      "grad_norm": 4.65625,
      "learning_rate": 3.133992931248399e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5322388529777526,
      "num_tokens": 226623462.0,
      "step": 294280
    },
    {
      "epoch": 0.3732948736487738,
      "grad_norm": 6.25,
      "learning_rate": 3.133929500239769e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5550202816724777,
      "num_tokens": 226631285.0,
      "step": 294290
    },
    {
      "epoch": 0.3733075582413066,
      "grad_norm": 4.75,
      "learning_rate": 3.13386606923114e-05,
      "loss": 2.3244,
      "mean_token_accuracy": 0.5003608226776123,
      "num_tokens": 226640324.0,
      "step": 294300
    },
    {
      "epoch": 0.37332024283383947,
      "grad_norm": 6.21875,
      "learning_rate": 3.133802638222511e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5295097410678864,
      "num_tokens": 226648782.0,
      "step": 294310
    },
    {
      "epoch": 0.3733329274263723,
      "grad_norm": 6.3125,
      "learning_rate": 3.133739207213882e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5285998851060867,
      "num_tokens": 226655377.0,
      "step": 294320
    },
    {
      "epoch": 0.3733456120189051,
      "grad_norm": 7.125,
      "learning_rate": 3.133675776205253e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5498328387737275,
      "num_tokens": 226663856.0,
      "step": 294330
    },
    {
      "epoch": 0.37335829661143793,
      "grad_norm": 6.90625,
      "learning_rate": 3.133612345196624e-05,
      "loss": 2.2263,
      "mean_token_accuracy": 0.516412565112114,
      "num_tokens": 226672384.0,
      "step": 294340
    },
    {
      "epoch": 0.3733709812039708,
      "grad_norm": 4.90625,
      "learning_rate": 3.1335489141879945e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5438850790262222,
      "num_tokens": 226679353.0,
      "step": 294350
    },
    {
      "epoch": 0.3733836657965036,
      "grad_norm": 7.375,
      "learning_rate": 3.133485483179365e-05,
      "loss": 1.9702,
      "mean_token_accuracy": 0.566804301738739,
      "num_tokens": 226687249.0,
      "step": 294360
    },
    {
      "epoch": 0.37339635038903646,
      "grad_norm": 8.5,
      "learning_rate": 3.133422052170736e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5707045823335648,
      "num_tokens": 226694888.0,
      "step": 294370
    },
    {
      "epoch": 0.3734090349815693,
      "grad_norm": 6.78125,
      "learning_rate": 3.133358621162107e-05,
      "loss": 1.8167,
      "mean_token_accuracy": 0.590733426809311,
      "num_tokens": 226701337.0,
      "step": 294380
    },
    {
      "epoch": 0.37342171957410214,
      "grad_norm": 6.84375,
      "learning_rate": 3.133295190153478e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5429062187671662,
      "num_tokens": 226709292.0,
      "step": 294390
    },
    {
      "epoch": 0.373434404166635,
      "grad_norm": 6.625,
      "learning_rate": 3.1332317591448485e-05,
      "loss": 1.8901,
      "mean_token_accuracy": 0.5833687841892242,
      "num_tokens": 226715797.0,
      "step": 294400
    },
    {
      "epoch": 0.37344708875916777,
      "grad_norm": 4.90625,
      "learning_rate": 3.13316832813622e-05,
      "loss": 1.9248,
      "mean_token_accuracy": 0.5785619616508484,
      "num_tokens": 226722744.0,
      "step": 294410
    },
    {
      "epoch": 0.3734597733517006,
      "grad_norm": 5.9375,
      "learning_rate": 3.13310489712759e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5585226356983185,
      "num_tokens": 226730125.0,
      "step": 294420
    },
    {
      "epoch": 0.37347245794423345,
      "grad_norm": 7.0,
      "learning_rate": 3.133041466118961e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5350954383611679,
      "num_tokens": 226738846.0,
      "step": 294430
    },
    {
      "epoch": 0.3734851425367663,
      "grad_norm": 9.875,
      "learning_rate": 3.132978035110332e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5407205849885941,
      "num_tokens": 226746215.0,
      "step": 294440
    },
    {
      "epoch": 0.37349782712929913,
      "grad_norm": 7.4375,
      "learning_rate": 3.1329146041017025e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5393767565488815,
      "num_tokens": 226754420.0,
      "step": 294450
    },
    {
      "epoch": 0.373510511721832,
      "grad_norm": 9.0,
      "learning_rate": 3.132851173093074e-05,
      "loss": 2.2193,
      "mean_token_accuracy": 0.5250295728445054,
      "num_tokens": 226761043.0,
      "step": 294460
    },
    {
      "epoch": 0.3735231963143648,
      "grad_norm": 5.21875,
      "learning_rate": 3.132787742084445e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5492449164390564,
      "num_tokens": 226768730.0,
      "step": 294470
    },
    {
      "epoch": 0.37353588090689765,
      "grad_norm": 4.8125,
      "learning_rate": 3.1327243110758155e-05,
      "loss": 1.8846,
      "mean_token_accuracy": 0.58060881793499,
      "num_tokens": 226776313.0,
      "step": 294480
    },
    {
      "epoch": 0.37354856549943044,
      "grad_norm": 5.3125,
      "learning_rate": 3.132660880067187e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5595690250396729,
      "num_tokens": 226782814.0,
      "step": 294490
    },
    {
      "epoch": 0.3735612500919633,
      "grad_norm": 6.0625,
      "learning_rate": 3.1325974490585566e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5753757566213608,
      "num_tokens": 226789588.0,
      "step": 294500
    },
    {
      "epoch": 0.3735739346844961,
      "grad_norm": 10.75,
      "learning_rate": 3.132534018049928e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.5611895710229874,
      "num_tokens": 226796944.0,
      "step": 294510
    },
    {
      "epoch": 0.37358661927702896,
      "grad_norm": 5.78125,
      "learning_rate": 3.132470587041299e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5762711942195893,
      "num_tokens": 226804240.0,
      "step": 294520
    },
    {
      "epoch": 0.3735993038695618,
      "grad_norm": 4.96875,
      "learning_rate": 3.1324071560326695e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5378317087888718,
      "num_tokens": 226813110.0,
      "step": 294530
    },
    {
      "epoch": 0.37361198846209465,
      "grad_norm": 7.03125,
      "learning_rate": 3.132343725024041e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5650090962648392,
      "num_tokens": 226819658.0,
      "step": 294540
    },
    {
      "epoch": 0.3736246730546275,
      "grad_norm": 4.84375,
      "learning_rate": 3.132280294015411e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5276289790868759,
      "num_tokens": 226828696.0,
      "step": 294550
    },
    {
      "epoch": 0.3736373576471603,
      "grad_norm": 6.65625,
      "learning_rate": 3.1322168630067825e-05,
      "loss": 2.3106,
      "mean_token_accuracy": 0.5058638960123062,
      "num_tokens": 226836264.0,
      "step": 294560
    },
    {
      "epoch": 0.3736500422396931,
      "grad_norm": 4.96875,
      "learning_rate": 3.132153431998153e-05,
      "loss": 2.1905,
      "mean_token_accuracy": 0.5154675513505935,
      "num_tokens": 226845989.0,
      "step": 294570
    },
    {
      "epoch": 0.37366272683222596,
      "grad_norm": 5.03125,
      "learning_rate": 3.1320900009895236e-05,
      "loss": 2.2737,
      "mean_token_accuracy": 0.5081091910600662,
      "num_tokens": 226853693.0,
      "step": 294580
    },
    {
      "epoch": 0.3736754114247588,
      "grad_norm": 7.15625,
      "learning_rate": 3.132026569980895e-05,
      "loss": 1.8417,
      "mean_token_accuracy": 0.6000473141670227,
      "num_tokens": 226860438.0,
      "step": 294590
    },
    {
      "epoch": 0.37368809601729164,
      "grad_norm": 5.21875,
      "learning_rate": 3.131963138972265e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5739010274410248,
      "num_tokens": 226866848.0,
      "step": 294600
    },
    {
      "epoch": 0.3737007806098245,
      "grad_norm": 6.09375,
      "learning_rate": 3.1318997079636365e-05,
      "loss": 1.9261,
      "mean_token_accuracy": 0.5715466678142548,
      "num_tokens": 226874298.0,
      "step": 294610
    },
    {
      "epoch": 0.3737134652023573,
      "grad_norm": 5.9375,
      "learning_rate": 3.131836276955008e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5588469535112381,
      "num_tokens": 226880837.0,
      "step": 294620
    },
    {
      "epoch": 0.37372614979489016,
      "grad_norm": 4.875,
      "learning_rate": 3.131772845946378e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5376096367835999,
      "num_tokens": 226888649.0,
      "step": 294630
    },
    {
      "epoch": 0.37373883438742295,
      "grad_norm": 5.1875,
      "learning_rate": 3.131709414937749e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.561489999294281,
      "num_tokens": 226895837.0,
      "step": 294640
    },
    {
      "epoch": 0.3737515189799558,
      "grad_norm": 4.71875,
      "learning_rate": 3.1316459839291193e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5239433437585831,
      "num_tokens": 226903872.0,
      "step": 294650
    },
    {
      "epoch": 0.37376420357248863,
      "grad_norm": 4.90625,
      "learning_rate": 3.1315825529204906e-05,
      "loss": 1.9169,
      "mean_token_accuracy": 0.585142707824707,
      "num_tokens": 226911695.0,
      "step": 294660
    },
    {
      "epoch": 0.37377688816502147,
      "grad_norm": 5.46875,
      "learning_rate": 3.131519121911862e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5508935064077377,
      "num_tokens": 226920256.0,
      "step": 294670
    },
    {
      "epoch": 0.3737895727575543,
      "grad_norm": 7.21875,
      "learning_rate": 3.131455690903232e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5350062608718872,
      "num_tokens": 226928130.0,
      "step": 294680
    },
    {
      "epoch": 0.37380225735008715,
      "grad_norm": 5.4375,
      "learning_rate": 3.1313922598946035e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5748800873756409,
      "num_tokens": 226935247.0,
      "step": 294690
    },
    {
      "epoch": 0.37381494194262,
      "grad_norm": 4.8125,
      "learning_rate": 3.131328828885974e-05,
      "loss": 1.9094,
      "mean_token_accuracy": 0.5731602072715759,
      "num_tokens": 226942777.0,
      "step": 294700
    },
    {
      "epoch": 0.37382762653515283,
      "grad_norm": 4.53125,
      "learning_rate": 3.1312653978773446e-05,
      "loss": 1.7981,
      "mean_token_accuracy": 0.5890276938676834,
      "num_tokens": 226949524.0,
      "step": 294710
    },
    {
      "epoch": 0.3738403111276856,
      "grad_norm": 5.0625,
      "learning_rate": 3.131201966868716e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.564643457531929,
      "num_tokens": 226956033.0,
      "step": 294720
    },
    {
      "epoch": 0.37385299572021846,
      "grad_norm": 4.53125,
      "learning_rate": 3.131138535860086e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5501836866140366,
      "num_tokens": 226962971.0,
      "step": 294730
    },
    {
      "epoch": 0.3738656803127513,
      "grad_norm": 5.21875,
      "learning_rate": 3.1310751048514575e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5531445950269699,
      "num_tokens": 226970072.0,
      "step": 294740
    },
    {
      "epoch": 0.37387836490528414,
      "grad_norm": 4.90625,
      "learning_rate": 3.131011673842828e-05,
      "loss": 1.7886,
      "mean_token_accuracy": 0.6068761974573136,
      "num_tokens": 226978375.0,
      "step": 294750
    },
    {
      "epoch": 0.373891049497817,
      "grad_norm": 6.25,
      "learning_rate": 3.130948242834199e-05,
      "loss": 1.8578,
      "mean_token_accuracy": 0.5793507844209671,
      "num_tokens": 226985473.0,
      "step": 294760
    },
    {
      "epoch": 0.3739037340903498,
      "grad_norm": 7.8125,
      "learning_rate": 3.13088481182557e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5556289255619049,
      "num_tokens": 226991772.0,
      "step": 294770
    },
    {
      "epoch": 0.37391641868288267,
      "grad_norm": 5.84375,
      "learning_rate": 3.1308213808169404e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5566862225532532,
      "num_tokens": 226999087.0,
      "step": 294780
    },
    {
      "epoch": 0.3739291032754155,
      "grad_norm": 5.34375,
      "learning_rate": 3.1307579498083116e-05,
      "loss": 1.7179,
      "mean_token_accuracy": 0.6125586688518524,
      "num_tokens": 227006915.0,
      "step": 294790
    },
    {
      "epoch": 0.3739417878679483,
      "grad_norm": 6.15625,
      "learning_rate": 3.130694518799682e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5583808541297912,
      "num_tokens": 227013379.0,
      "step": 294800
    },
    {
      "epoch": 0.37395447246048114,
      "grad_norm": 6.5,
      "learning_rate": 3.130631087791053e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5774037301540375,
      "num_tokens": 227020388.0,
      "step": 294810
    },
    {
      "epoch": 0.373967157053014,
      "grad_norm": 5.21875,
      "learning_rate": 3.1305676567824245e-05,
      "loss": 1.8335,
      "mean_token_accuracy": 0.5897698074579238,
      "num_tokens": 227027686.0,
      "step": 294820
    },
    {
      "epoch": 0.3739798416455468,
      "grad_norm": 6.40625,
      "learning_rate": 3.130504225773795e-05,
      "loss": 1.8851,
      "mean_token_accuracy": 0.5740324944257736,
      "num_tokens": 227035471.0,
      "step": 294830
    },
    {
      "epoch": 0.37399252623807966,
      "grad_norm": 4.9375,
      "learning_rate": 3.1304407947651656e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5540818333625793,
      "num_tokens": 227043314.0,
      "step": 294840
    },
    {
      "epoch": 0.3740052108306125,
      "grad_norm": 4.65625,
      "learning_rate": 3.130377363756536e-05,
      "loss": 1.8624,
      "mean_token_accuracy": 0.5894151121377945,
      "num_tokens": 227050038.0,
      "step": 294850
    },
    {
      "epoch": 0.37401789542314534,
      "grad_norm": 4.90625,
      "learning_rate": 3.1303139327479074e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5496364653110504,
      "num_tokens": 227057848.0,
      "step": 294860
    },
    {
      "epoch": 0.3740305800156782,
      "grad_norm": 5.6875,
      "learning_rate": 3.1302505017392786e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5353253901004791,
      "num_tokens": 227066866.0,
      "step": 294870
    },
    {
      "epoch": 0.37404326460821097,
      "grad_norm": 5.40625,
      "learning_rate": 3.130187070730649e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5398984372615814,
      "num_tokens": 227074695.0,
      "step": 294880
    },
    {
      "epoch": 0.3740559492007438,
      "grad_norm": 4.59375,
      "learning_rate": 3.13012363972202e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5649700731039047,
      "num_tokens": 227083196.0,
      "step": 294890
    },
    {
      "epoch": 0.37406863379327665,
      "grad_norm": 6.6875,
      "learning_rate": 3.130060208713391e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5402335017919541,
      "num_tokens": 227090185.0,
      "step": 294900
    },
    {
      "epoch": 0.3740813183858095,
      "grad_norm": 4.6875,
      "learning_rate": 3.129996777704762e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5636773824691772,
      "num_tokens": 227097663.0,
      "step": 294910
    },
    {
      "epoch": 0.37409400297834233,
      "grad_norm": 5.25,
      "learning_rate": 3.1299333466961326e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5469636529684067,
      "num_tokens": 227106578.0,
      "step": 294920
    },
    {
      "epoch": 0.3741066875708752,
      "grad_norm": 6.78125,
      "learning_rate": 3.129869915687503e-05,
      "loss": 1.7898,
      "mean_token_accuracy": 0.6119354903697968,
      "num_tokens": 227114241.0,
      "step": 294930
    },
    {
      "epoch": 0.374119372163408,
      "grad_norm": 4.9375,
      "learning_rate": 3.1298064846788744e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5350848138332367,
      "num_tokens": 227121921.0,
      "step": 294940
    },
    {
      "epoch": 0.37413205675594086,
      "grad_norm": 5.03125,
      "learning_rate": 3.129743053670245e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5438876390457154,
      "num_tokens": 227129732.0,
      "step": 294950
    },
    {
      "epoch": 0.37414474134847364,
      "grad_norm": 6.0625,
      "learning_rate": 3.129679622661616e-05,
      "loss": 2.2422,
      "mean_token_accuracy": 0.5200557112693787,
      "num_tokens": 227136638.0,
      "step": 294960
    },
    {
      "epoch": 0.3741574259410065,
      "grad_norm": 5.5625,
      "learning_rate": 3.129616191652987e-05,
      "loss": 1.5505,
      "mean_token_accuracy": 0.6439635992050171,
      "num_tokens": 227142409.0,
      "step": 294970
    },
    {
      "epoch": 0.3741701105335393,
      "grad_norm": 6.0,
      "learning_rate": 3.129552760644358e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5118793606758117,
      "num_tokens": 227150150.0,
      "step": 294980
    },
    {
      "epoch": 0.37418279512607217,
      "grad_norm": 6.75,
      "learning_rate": 3.1294893296357284e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5329346418380737,
      "num_tokens": 227158070.0,
      "step": 294990
    },
    {
      "epoch": 0.374195479718605,
      "grad_norm": 6.78125,
      "learning_rate": 3.1294258986270996e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5523097544908524,
      "num_tokens": 227165287.0,
      "step": 295000
    },
    {
      "epoch": 0.37420816431113785,
      "grad_norm": 5.3125,
      "learning_rate": 3.12936246761847e-05,
      "loss": 2.2519,
      "mean_token_accuracy": 0.5054372787475586,
      "num_tokens": 227173623.0,
      "step": 295010
    },
    {
      "epoch": 0.3742208489036707,
      "grad_norm": 5.875,
      "learning_rate": 3.1292990366098413e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5568152725696563,
      "num_tokens": 227181038.0,
      "step": 295020
    },
    {
      "epoch": 0.3742335334962035,
      "grad_norm": 6.71875,
      "learning_rate": 3.129235605601212e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5375890523195267,
      "num_tokens": 227189200.0,
      "step": 295030
    },
    {
      "epoch": 0.3742462180887363,
      "grad_norm": 4.71875,
      "learning_rate": 3.129172174592583e-05,
      "loss": 2.2284,
      "mean_token_accuracy": 0.5191840678453445,
      "num_tokens": 227198603.0,
      "step": 295040
    },
    {
      "epoch": 0.37425890268126916,
      "grad_norm": 4.8125,
      "learning_rate": 3.1291087435839536e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5442992866039276,
      "num_tokens": 227206437.0,
      "step": 295050
    },
    {
      "epoch": 0.374271587273802,
      "grad_norm": 5.125,
      "learning_rate": 3.129045312575324e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5514021009206772,
      "num_tokens": 227215301.0,
      "step": 295060
    },
    {
      "epoch": 0.37428427186633484,
      "grad_norm": 6.03125,
      "learning_rate": 3.1289818815666954e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5410938590765,
      "num_tokens": 227222590.0,
      "step": 295070
    },
    {
      "epoch": 0.3742969564588677,
      "grad_norm": 5.65625,
      "learning_rate": 3.128918450558066e-05,
      "loss": 2.2878,
      "mean_token_accuracy": 0.5102034330368042,
      "num_tokens": 227229742.0,
      "step": 295080
    },
    {
      "epoch": 0.3743096410514005,
      "grad_norm": 5.96875,
      "learning_rate": 3.128855019549437e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5683448314666748,
      "num_tokens": 227236366.0,
      "step": 295090
    },
    {
      "epoch": 0.37432232564393336,
      "grad_norm": 11.25,
      "learning_rate": 3.128791588540808e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5444174736738205,
      "num_tokens": 227243507.0,
      "step": 295100
    },
    {
      "epoch": 0.37433501023646615,
      "grad_norm": 7.0,
      "learning_rate": 3.128728157532179e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5327205508947372,
      "num_tokens": 227252150.0,
      "step": 295110
    },
    {
      "epoch": 0.374347694828999,
      "grad_norm": 4.84375,
      "learning_rate": 3.1286647265235494e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5318678200244904,
      "num_tokens": 227261165.0,
      "step": 295120
    },
    {
      "epoch": 0.37436037942153183,
      "grad_norm": 5.875,
      "learning_rate": 3.12860129551492e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.540529128909111,
      "num_tokens": 227269412.0,
      "step": 295130
    },
    {
      "epoch": 0.37437306401406467,
      "grad_norm": 5.59375,
      "learning_rate": 3.128537864506291e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5423392355442047,
      "num_tokens": 227275950.0,
      "step": 295140
    },
    {
      "epoch": 0.3743857486065975,
      "grad_norm": 5.125,
      "learning_rate": 3.1284744334976624e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5345894604921341,
      "num_tokens": 227284729.0,
      "step": 295150
    },
    {
      "epoch": 0.37439843319913035,
      "grad_norm": 5.09375,
      "learning_rate": 3.128411002489033e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5338331699371338,
      "num_tokens": 227292549.0,
      "step": 295160
    },
    {
      "epoch": 0.3744111177916632,
      "grad_norm": 5.125,
      "learning_rate": 3.128347571480404e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5691852599382401,
      "num_tokens": 227299662.0,
      "step": 295170
    },
    {
      "epoch": 0.37442380238419604,
      "grad_norm": 4.53125,
      "learning_rate": 3.1282841404717746e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5507421404123306,
      "num_tokens": 227307803.0,
      "step": 295180
    },
    {
      "epoch": 0.3744364869767288,
      "grad_norm": 5.15625,
      "learning_rate": 3.128220709463145e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.539471161365509,
      "num_tokens": 227315992.0,
      "step": 295190
    },
    {
      "epoch": 0.37444917156926166,
      "grad_norm": 4.71875,
      "learning_rate": 3.1281572784545164e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5435744851827622,
      "num_tokens": 227324965.0,
      "step": 295200
    },
    {
      "epoch": 0.3744618561617945,
      "grad_norm": 5.78125,
      "learning_rate": 3.128093847445887e-05,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5116911470890045,
      "num_tokens": 227333219.0,
      "step": 295210
    },
    {
      "epoch": 0.37447454075432735,
      "grad_norm": 6.6875,
      "learning_rate": 3.128030416437258e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5455252557992936,
      "num_tokens": 227341225.0,
      "step": 295220
    },
    {
      "epoch": 0.3744872253468602,
      "grad_norm": 4.6875,
      "learning_rate": 3.127966985428629e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5315950453281403,
      "num_tokens": 227349208.0,
      "step": 295230
    },
    {
      "epoch": 0.374499909939393,
      "grad_norm": 5.96875,
      "learning_rate": 3.12790355442e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5714461982250214,
      "num_tokens": 227358006.0,
      "step": 295240
    },
    {
      "epoch": 0.37451259453192587,
      "grad_norm": 4.75,
      "learning_rate": 3.127840123411371e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5491698145866394,
      "num_tokens": 227366480.0,
      "step": 295250
    },
    {
      "epoch": 0.3745252791244587,
      "grad_norm": 5.0,
      "learning_rate": 3.127776692402741e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5346219539642334,
      "num_tokens": 227374616.0,
      "step": 295260
    },
    {
      "epoch": 0.3745379637169915,
      "grad_norm": 6.25,
      "learning_rate": 3.127713261394112e-05,
      "loss": 1.9025,
      "mean_token_accuracy": 0.5801508307456971,
      "num_tokens": 227381783.0,
      "step": 295270
    },
    {
      "epoch": 0.37455064830952434,
      "grad_norm": 6.09375,
      "learning_rate": 3.127649830385483e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5545110762119293,
      "num_tokens": 227390272.0,
      "step": 295280
    },
    {
      "epoch": 0.3745633329020572,
      "grad_norm": 5.15625,
      "learning_rate": 3.127586399376854e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5234515935182571,
      "num_tokens": 227398148.0,
      "step": 295290
    },
    {
      "epoch": 0.37457601749459,
      "grad_norm": 5.0,
      "learning_rate": 3.127522968368225e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.5207373082637787,
      "num_tokens": 227406161.0,
      "step": 295300
    },
    {
      "epoch": 0.37458870208712286,
      "grad_norm": 6.6875,
      "learning_rate": 3.127459537359596e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5395892083644866,
      "num_tokens": 227414499.0,
      "step": 295310
    },
    {
      "epoch": 0.3746013866796557,
      "grad_norm": 5.0,
      "learning_rate": 3.127396106350967e-05,
      "loss": 2.2093,
      "mean_token_accuracy": 0.5203723698854447,
      "num_tokens": 227423680.0,
      "step": 295320
    },
    {
      "epoch": 0.37461407127218854,
      "grad_norm": 7.0,
      "learning_rate": 3.1273326753423374e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.534345680475235,
      "num_tokens": 227431305.0,
      "step": 295330
    },
    {
      "epoch": 0.3746267558647214,
      "grad_norm": 4.375,
      "learning_rate": 3.127269244333708e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5571375608444213,
      "num_tokens": 227439459.0,
      "step": 295340
    },
    {
      "epoch": 0.37463944045725417,
      "grad_norm": 5.53125,
      "learning_rate": 3.127205813325079e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5584327220916748,
      "num_tokens": 227447600.0,
      "step": 295350
    },
    {
      "epoch": 0.374652125049787,
      "grad_norm": 7.40625,
      "learning_rate": 3.12714238231645e-05,
      "loss": 2.3308,
      "mean_token_accuracy": 0.4957081496715546,
      "num_tokens": 227454489.0,
      "step": 295360
    },
    {
      "epoch": 0.37466480964231985,
      "grad_norm": 4.71875,
      "learning_rate": 3.127078951307821e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5367779582738876,
      "num_tokens": 227462394.0,
      "step": 295370
    },
    {
      "epoch": 0.3746774942348527,
      "grad_norm": 7.375,
      "learning_rate": 3.1270155202991915e-05,
      "loss": 2.274,
      "mean_token_accuracy": 0.5126046359539032,
      "num_tokens": 227471262.0,
      "step": 295380
    },
    {
      "epoch": 0.37469017882738553,
      "grad_norm": 6.59375,
      "learning_rate": 3.126952089290563e-05,
      "loss": 1.9189,
      "mean_token_accuracy": 0.5647992551326751,
      "num_tokens": 227478518.0,
      "step": 295390
    },
    {
      "epoch": 0.3747028634199184,
      "grad_norm": 5.15625,
      "learning_rate": 3.126888658281933e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5720745652914048,
      "num_tokens": 227485283.0,
      "step": 295400
    },
    {
      "epoch": 0.3747155480124512,
      "grad_norm": 5.4375,
      "learning_rate": 3.126825227273304e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5435756474733353,
      "num_tokens": 227492170.0,
      "step": 295410
    },
    {
      "epoch": 0.37472823260498406,
      "grad_norm": 5.34375,
      "learning_rate": 3.126761796264675e-05,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5711077362298965,
      "num_tokens": 227500619.0,
      "step": 295420
    },
    {
      "epoch": 0.37474091719751684,
      "grad_norm": 5.5625,
      "learning_rate": 3.1266983652560455e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5438654869794846,
      "num_tokens": 227508227.0,
      "step": 295430
    },
    {
      "epoch": 0.3747536017900497,
      "grad_norm": 5.3125,
      "learning_rate": 3.126634934247417e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5448760539293289,
      "num_tokens": 227515546.0,
      "step": 295440
    },
    {
      "epoch": 0.3747662863825825,
      "grad_norm": 5.90625,
      "learning_rate": 3.126571503238788e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5669619232416153,
      "num_tokens": 227522265.0,
      "step": 295450
    },
    {
      "epoch": 0.37477897097511537,
      "grad_norm": 4.84375,
      "learning_rate": 3.1265080722301584e-05,
      "loss": 1.8063,
      "mean_token_accuracy": 0.5932320892810822,
      "num_tokens": 227529732.0,
      "step": 295460
    },
    {
      "epoch": 0.3747916555676482,
      "grad_norm": 4.78125,
      "learning_rate": 3.126444641221529e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5382405459880829,
      "num_tokens": 227537595.0,
      "step": 295470
    },
    {
      "epoch": 0.37480434016018105,
      "grad_norm": 5.875,
      "learning_rate": 3.1263812102128995e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5547784566879272,
      "num_tokens": 227544536.0,
      "step": 295480
    },
    {
      "epoch": 0.3748170247527139,
      "grad_norm": 6.6875,
      "learning_rate": 3.126317779204271e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5581827491521836,
      "num_tokens": 227551067.0,
      "step": 295490
    },
    {
      "epoch": 0.3748297093452467,
      "grad_norm": 6.65625,
      "learning_rate": 3.126254348195642e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5523827314376831,
      "num_tokens": 227559176.0,
      "step": 295500
    },
    {
      "epoch": 0.3748423939377795,
      "grad_norm": 5.53125,
      "learning_rate": 3.1261909171870125e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5406477123498916,
      "num_tokens": 227566878.0,
      "step": 295510
    },
    {
      "epoch": 0.37485507853031236,
      "grad_norm": 10.125,
      "learning_rate": 3.126127486178384e-05,
      "loss": 1.7966,
      "mean_token_accuracy": 0.5936320215463639,
      "num_tokens": 227573696.0,
      "step": 295520
    },
    {
      "epoch": 0.3748677631228452,
      "grad_norm": 5.28125,
      "learning_rate": 3.126064055169754e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5979851365089417,
      "num_tokens": 227579574.0,
      "step": 295530
    },
    {
      "epoch": 0.37488044771537804,
      "grad_norm": 5.1875,
      "learning_rate": 3.126000624161125e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5311362862586975,
      "num_tokens": 227588010.0,
      "step": 295540
    },
    {
      "epoch": 0.3748931323079109,
      "grad_norm": 5.90625,
      "learning_rate": 3.125937193152496e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.539044713973999,
      "num_tokens": 227596119.0,
      "step": 295550
    },
    {
      "epoch": 0.3749058169004437,
      "grad_norm": 5.65625,
      "learning_rate": 3.1258737621438665e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5358960300683975,
      "num_tokens": 227604272.0,
      "step": 295560
    },
    {
      "epoch": 0.37491850149297656,
      "grad_norm": 5.09375,
      "learning_rate": 3.125810331135238e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5286610186100006,
      "num_tokens": 227611728.0,
      "step": 295570
    },
    {
      "epoch": 0.37493118608550935,
      "grad_norm": 5.09375,
      "learning_rate": 3.125746900126608e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5196990936994552,
      "num_tokens": 227619975.0,
      "step": 295580
    },
    {
      "epoch": 0.3749438706780422,
      "grad_norm": 4.90625,
      "learning_rate": 3.1256834691179795e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5526688694953918,
      "num_tokens": 227628073.0,
      "step": 295590
    },
    {
      "epoch": 0.37495655527057503,
      "grad_norm": 7.40625,
      "learning_rate": 3.12562003810935e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5264766603708267,
      "num_tokens": 227635573.0,
      "step": 295600
    },
    {
      "epoch": 0.3749692398631079,
      "grad_norm": 5.125,
      "learning_rate": 3.1255566071007205e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5324062138795853,
      "num_tokens": 227643893.0,
      "step": 295610
    },
    {
      "epoch": 0.3749819244556407,
      "grad_norm": 6.25,
      "learning_rate": 3.125493176092092e-05,
      "loss": 1.9128,
      "mean_token_accuracy": 0.5763221472501755,
      "num_tokens": 227651485.0,
      "step": 295620
    },
    {
      "epoch": 0.37499460904817355,
      "grad_norm": 6.5,
      "learning_rate": 3.125429745083462e-05,
      "loss": 1.9412,
      "mean_token_accuracy": 0.5634918689727784,
      "num_tokens": 227659102.0,
      "step": 295630
    },
    {
      "epoch": 0.3750072936407064,
      "grad_norm": 5.84375,
      "learning_rate": 3.1253663140748335e-05,
      "loss": 2.1956,
      "mean_token_accuracy": 0.5261889040470124,
      "num_tokens": 227666891.0,
      "step": 295640
    },
    {
      "epoch": 0.37501997823323924,
      "grad_norm": 5.03125,
      "learning_rate": 3.125302883066205e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5372325986623764,
      "num_tokens": 227675081.0,
      "step": 295650
    },
    {
      "epoch": 0.375032662825772,
      "grad_norm": 5.53125,
      "learning_rate": 3.125239452057575e-05,
      "loss": 2.2491,
      "mean_token_accuracy": 0.5309238761663437,
      "num_tokens": 227683787.0,
      "step": 295660
    },
    {
      "epoch": 0.37504534741830486,
      "grad_norm": 5.15625,
      "learning_rate": 3.1251760210489465e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5544090092182159,
      "num_tokens": 227691083.0,
      "step": 295670
    },
    {
      "epoch": 0.3750580320108377,
      "grad_norm": 6.90625,
      "learning_rate": 3.125112590040316e-05,
      "loss": 1.8294,
      "mean_token_accuracy": 0.5839335083961487,
      "num_tokens": 227698385.0,
      "step": 295680
    },
    {
      "epoch": 0.37507071660337055,
      "grad_norm": 9.375,
      "learning_rate": 3.1250491590316875e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5587607741355896,
      "num_tokens": 227705656.0,
      "step": 295690
    },
    {
      "epoch": 0.3750834011959034,
      "grad_norm": 5.53125,
      "learning_rate": 3.124985728023059e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5279461324214936,
      "num_tokens": 227713270.0,
      "step": 295700
    },
    {
      "epoch": 0.37509608578843623,
      "grad_norm": 5.1875,
      "learning_rate": 3.124922297014429e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5546723395586014,
      "num_tokens": 227719431.0,
      "step": 295710
    },
    {
      "epoch": 0.37510877038096907,
      "grad_norm": 5.03125,
      "learning_rate": 3.1248588660058005e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5457960993051529,
      "num_tokens": 227726945.0,
      "step": 295720
    },
    {
      "epoch": 0.3751214549735019,
      "grad_norm": 6.90625,
      "learning_rate": 3.124795434997171e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5477791994810104,
      "num_tokens": 227733806.0,
      "step": 295730
    },
    {
      "epoch": 0.3751341395660347,
      "grad_norm": 5.09375,
      "learning_rate": 3.124732003988542e-05,
      "loss": 1.7006,
      "mean_token_accuracy": 0.6213384091854095,
      "num_tokens": 227741302.0,
      "step": 295740
    },
    {
      "epoch": 0.37514682415856754,
      "grad_norm": 5.25,
      "learning_rate": 3.124668572979913e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5277875125408172,
      "num_tokens": 227748289.0,
      "step": 295750
    },
    {
      "epoch": 0.3751595087511004,
      "grad_norm": 5.75,
      "learning_rate": 3.124605141971283e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5511982589960098,
      "num_tokens": 227755351.0,
      "step": 295760
    },
    {
      "epoch": 0.3751721933436332,
      "grad_norm": 4.375,
      "learning_rate": 3.1245417109626545e-05,
      "loss": 1.8496,
      "mean_token_accuracy": 0.5840495228767395,
      "num_tokens": 227762344.0,
      "step": 295770
    },
    {
      "epoch": 0.37518487793616606,
      "grad_norm": 5.6875,
      "learning_rate": 3.124478279954025e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.5146344035863877,
      "num_tokens": 227771247.0,
      "step": 295780
    },
    {
      "epoch": 0.3751975625286989,
      "grad_norm": 9.75,
      "learning_rate": 3.124414848945396e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5330801665782928,
      "num_tokens": 227778139.0,
      "step": 295790
    },
    {
      "epoch": 0.37521024712123174,
      "grad_norm": 6.5625,
      "learning_rate": 3.1243514179367675e-05,
      "loss": 2.2278,
      "mean_token_accuracy": 0.5156637042760849,
      "num_tokens": 227785495.0,
      "step": 295800
    },
    {
      "epoch": 0.3752229317137646,
      "grad_norm": 5.90625,
      "learning_rate": 3.124287986928138e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5696584135293961,
      "num_tokens": 227792015.0,
      "step": 295810
    },
    {
      "epoch": 0.37523561630629737,
      "grad_norm": 5.28125,
      "learning_rate": 3.1242245559195086e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5791084498167038,
      "num_tokens": 227797876.0,
      "step": 295820
    },
    {
      "epoch": 0.3752483008988302,
      "grad_norm": 6.84375,
      "learning_rate": 3.124161124910879e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5577704787254334,
      "num_tokens": 227804649.0,
      "step": 295830
    },
    {
      "epoch": 0.37526098549136305,
      "grad_norm": 6.125,
      "learning_rate": 3.12409769390225e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5751789152622223,
      "num_tokens": 227812005.0,
      "step": 295840
    },
    {
      "epoch": 0.3752736700838959,
      "grad_norm": 5.0,
      "learning_rate": 3.1240342628936215e-05,
      "loss": 2.2797,
      "mean_token_accuracy": 0.5130875706672668,
      "num_tokens": 227820334.0,
      "step": 295850
    },
    {
      "epoch": 0.37528635467642874,
      "grad_norm": 7.84375,
      "learning_rate": 3.123970831884992e-05,
      "loss": 2.2825,
      "mean_token_accuracy": 0.5089067131280899,
      "num_tokens": 227827842.0,
      "step": 295860
    },
    {
      "epoch": 0.3752990392689616,
      "grad_norm": 6.09375,
      "learning_rate": 3.123907400876363e-05,
      "loss": 2.1543,
      "mean_token_accuracy": 0.530698475241661,
      "num_tokens": 227837455.0,
      "step": 295870
    },
    {
      "epoch": 0.3753117238614944,
      "grad_norm": 4.4375,
      "learning_rate": 3.123843969867734e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5216645777225495,
      "num_tokens": 227845371.0,
      "step": 295880
    },
    {
      "epoch": 0.37532440845402726,
      "grad_norm": 5.09375,
      "learning_rate": 3.123780538859104e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5381380081176758,
      "num_tokens": 227853489.0,
      "step": 295890
    },
    {
      "epoch": 0.37533709304656004,
      "grad_norm": 5.625,
      "learning_rate": 3.1237171078504755e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.538916552066803,
      "num_tokens": 227861125.0,
      "step": 295900
    },
    {
      "epoch": 0.3753497776390929,
      "grad_norm": 8.25,
      "learning_rate": 3.123653676841846e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5328435450792313,
      "num_tokens": 227869718.0,
      "step": 295910
    },
    {
      "epoch": 0.3753624622316257,
      "grad_norm": 4.75,
      "learning_rate": 3.123590245833217e-05,
      "loss": 2.308,
      "mean_token_accuracy": 0.5054827451705932,
      "num_tokens": 227878328.0,
      "step": 295920
    },
    {
      "epoch": 0.37537514682415857,
      "grad_norm": 7.34375,
      "learning_rate": 3.1235268148245885e-05,
      "loss": 1.7278,
      "mean_token_accuracy": 0.6147670567035675,
      "num_tokens": 227886380.0,
      "step": 295930
    },
    {
      "epoch": 0.3753878314166914,
      "grad_norm": 5.71875,
      "learning_rate": 3.123463383815959e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5580671787261963,
      "num_tokens": 227894760.0,
      "step": 295940
    },
    {
      "epoch": 0.37540051600922425,
      "grad_norm": 6.5625,
      "learning_rate": 3.1233999528073296e-05,
      "loss": 1.8317,
      "mean_token_accuracy": 0.588320279121399,
      "num_tokens": 227902277.0,
      "step": 295950
    },
    {
      "epoch": 0.3754132006017571,
      "grad_norm": 5.75,
      "learning_rate": 3.1233365217987e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5399057865142822,
      "num_tokens": 227909199.0,
      "step": 295960
    },
    {
      "epoch": 0.3754258851942899,
      "grad_norm": 4.5625,
      "learning_rate": 3.123273090790071e-05,
      "loss": 2.2596,
      "mean_token_accuracy": 0.5188590258359909,
      "num_tokens": 227916543.0,
      "step": 295970
    },
    {
      "epoch": 0.3754385697868227,
      "grad_norm": 7.9375,
      "learning_rate": 3.1232096597814425e-05,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5253092855215072,
      "num_tokens": 227923657.0,
      "step": 295980
    },
    {
      "epoch": 0.37545125437935556,
      "grad_norm": 7.21875,
      "learning_rate": 3.123146228772813e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5589842200279236,
      "num_tokens": 227930589.0,
      "step": 295990
    },
    {
      "epoch": 0.3754639389718884,
      "grad_norm": 5.6875,
      "learning_rate": 3.123082797764184e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.565404811501503,
      "num_tokens": 227937659.0,
      "step": 296000
    },
    {
      "epoch": 0.37547662356442124,
      "grad_norm": 5.21875,
      "learning_rate": 3.123019366755555e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5339867562055588,
      "num_tokens": 227946682.0,
      "step": 296010
    },
    {
      "epoch": 0.3754893081569541,
      "grad_norm": 5.96875,
      "learning_rate": 3.1229559357469254e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5505802989006042,
      "num_tokens": 227954562.0,
      "step": 296020
    },
    {
      "epoch": 0.3755019927494869,
      "grad_norm": 4.78125,
      "learning_rate": 3.1228925047382966e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5346066206693649,
      "num_tokens": 227962713.0,
      "step": 296030
    },
    {
      "epoch": 0.37551467734201976,
      "grad_norm": 5.96875,
      "learning_rate": 3.122829073729667e-05,
      "loss": 1.9071,
      "mean_token_accuracy": 0.5735917627811432,
      "num_tokens": 227969819.0,
      "step": 296040
    },
    {
      "epoch": 0.37552736193455255,
      "grad_norm": 4.90625,
      "learning_rate": 3.122765642721038e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5330860137939453,
      "num_tokens": 227978345.0,
      "step": 296050
    },
    {
      "epoch": 0.3755400465270854,
      "grad_norm": 6.75,
      "learning_rate": 3.122702211712409e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5181180834770203,
      "num_tokens": 227986419.0,
      "step": 296060
    },
    {
      "epoch": 0.37555273111961823,
      "grad_norm": 6.6875,
      "learning_rate": 3.12263878070378e-05,
      "loss": 1.7944,
      "mean_token_accuracy": 0.5879690647125244,
      "num_tokens": 227992079.0,
      "step": 296070
    },
    {
      "epoch": 0.3755654157121511,
      "grad_norm": 5.0,
      "learning_rate": 3.122575349695151e-05,
      "loss": 2.2426,
      "mean_token_accuracy": 0.5224013507366181,
      "num_tokens": 227999819.0,
      "step": 296080
    },
    {
      "epoch": 0.3755781003046839,
      "grad_norm": 5.34375,
      "learning_rate": 3.122511918686522e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5435554921627045,
      "num_tokens": 228008731.0,
      "step": 296090
    },
    {
      "epoch": 0.37559078489721676,
      "grad_norm": 6.75,
      "learning_rate": 3.1224484876778923e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5417116761207581,
      "num_tokens": 228016995.0,
      "step": 296100
    },
    {
      "epoch": 0.3756034694897496,
      "grad_norm": 5.96875,
      "learning_rate": 3.122385056669263e-05,
      "loss": 2.2816,
      "mean_token_accuracy": 0.5150280088186264,
      "num_tokens": 228024528.0,
      "step": 296110
    },
    {
      "epoch": 0.37561615408228244,
      "grad_norm": 5.625,
      "learning_rate": 3.122321625660634e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5182500153779983,
      "num_tokens": 228033188.0,
      "step": 296120
    },
    {
      "epoch": 0.3756288386748152,
      "grad_norm": 5.03125,
      "learning_rate": 3.122258194652005e-05,
      "loss": 1.5102,
      "mean_token_accuracy": 0.6580544114112854,
      "num_tokens": 228038555.0,
      "step": 296130
    },
    {
      "epoch": 0.37564152326734807,
      "grad_norm": 5.78125,
      "learning_rate": 3.122194763643376e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5497723639011383,
      "num_tokens": 228046631.0,
      "step": 296140
    },
    {
      "epoch": 0.3756542078598809,
      "grad_norm": 5.5625,
      "learning_rate": 3.122131332634747e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5620110213756562,
      "num_tokens": 228054258.0,
      "step": 296150
    },
    {
      "epoch": 0.37566689245241375,
      "grad_norm": 6.40625,
      "learning_rate": 3.1220679016261176e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.561477142572403,
      "num_tokens": 228061770.0,
      "step": 296160
    },
    {
      "epoch": 0.3756795770449466,
      "grad_norm": 5.5625,
      "learning_rate": 3.122004470617488e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5478656172752381,
      "num_tokens": 228069553.0,
      "step": 296170
    },
    {
      "epoch": 0.37569226163747943,
      "grad_norm": 7.03125,
      "learning_rate": 3.121941039608859e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.52751584649086,
      "num_tokens": 228078815.0,
      "step": 296180
    },
    {
      "epoch": 0.37570494623001227,
      "grad_norm": 8.9375,
      "learning_rate": 3.12187760860023e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5291436702013016,
      "num_tokens": 228087048.0,
      "step": 296190
    },
    {
      "epoch": 0.3757176308225451,
      "grad_norm": 5.0,
      "learning_rate": 3.121814177591601e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5291938543319702,
      "num_tokens": 228096026.0,
      "step": 296200
    },
    {
      "epoch": 0.3757303154150779,
      "grad_norm": 6.9375,
      "learning_rate": 3.1217507465829716e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.550926896929741,
      "num_tokens": 228103628.0,
      "step": 296210
    },
    {
      "epoch": 0.37574300000761074,
      "grad_norm": 10.25,
      "learning_rate": 3.121687315574343e-05,
      "loss": 1.8182,
      "mean_token_accuracy": 0.5839171409606934,
      "num_tokens": 228110024.0,
      "step": 296220
    },
    {
      "epoch": 0.3757556846001436,
      "grad_norm": 5.71875,
      "learning_rate": 3.1216238845657134e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5187444448471069,
      "num_tokens": 228117387.0,
      "step": 296230
    },
    {
      "epoch": 0.3757683691926764,
      "grad_norm": 5.6875,
      "learning_rate": 3.121560453557084e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5341096758842468,
      "num_tokens": 228125852.0,
      "step": 296240
    },
    {
      "epoch": 0.37578105378520926,
      "grad_norm": 6.15625,
      "learning_rate": 3.121497022548455e-05,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5299061805009841,
      "num_tokens": 228133769.0,
      "step": 296250
    },
    {
      "epoch": 0.3757937383777421,
      "grad_norm": 4.5,
      "learning_rate": 3.1214335915398256e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5676235735416413,
      "num_tokens": 228141829.0,
      "step": 296260
    },
    {
      "epoch": 0.37580642297027494,
      "grad_norm": 5.6875,
      "learning_rate": 3.121370160531197e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5360740333795547,
      "num_tokens": 228150122.0,
      "step": 296270
    },
    {
      "epoch": 0.3758191075628078,
      "grad_norm": 6.0,
      "learning_rate": 3.121306729522568e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5410975009202957,
      "num_tokens": 228158613.0,
      "step": 296280
    },
    {
      "epoch": 0.37583179215534057,
      "grad_norm": 15.1875,
      "learning_rate": 3.1212432985139386e-05,
      "loss": 2.2322,
      "mean_token_accuracy": 0.51575066447258,
      "num_tokens": 228167076.0,
      "step": 296290
    },
    {
      "epoch": 0.3758444767478734,
      "grad_norm": 6.09375,
      "learning_rate": 3.121179867505309e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5516818344593049,
      "num_tokens": 228174061.0,
      "step": 296300
    },
    {
      "epoch": 0.37585716134040625,
      "grad_norm": 5.0625,
      "learning_rate": 3.12111643649668e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5162426382303238,
      "num_tokens": 228182759.0,
      "step": 296310
    },
    {
      "epoch": 0.3758698459329391,
      "grad_norm": 4.71875,
      "learning_rate": 3.121053005488051e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5241742461919785,
      "num_tokens": 228190380.0,
      "step": 296320
    },
    {
      "epoch": 0.37588253052547194,
      "grad_norm": 4.625,
      "learning_rate": 3.120989574479422e-05,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5244681268930436,
      "num_tokens": 228198490.0,
      "step": 296330
    },
    {
      "epoch": 0.3758952151180048,
      "grad_norm": 5.78125,
      "learning_rate": 3.1209261434707926e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5326630920171738,
      "num_tokens": 228206208.0,
      "step": 296340
    },
    {
      "epoch": 0.3759078997105376,
      "grad_norm": 5.75,
      "learning_rate": 3.120862712462164e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5374037772417068,
      "num_tokens": 228214115.0,
      "step": 296350
    },
    {
      "epoch": 0.37592058430307046,
      "grad_norm": 8.0625,
      "learning_rate": 3.1207992814535344e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5686459869146347,
      "num_tokens": 228221175.0,
      "step": 296360
    },
    {
      "epoch": 0.37593326889560325,
      "grad_norm": 4.875,
      "learning_rate": 3.120735850444905e-05,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5357025474309921,
      "num_tokens": 228229410.0,
      "step": 296370
    },
    {
      "epoch": 0.3759459534881361,
      "grad_norm": 4.8125,
      "learning_rate": 3.120672419436276e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5523839086294174,
      "num_tokens": 228236429.0,
      "step": 296380
    },
    {
      "epoch": 0.3759586380806689,
      "grad_norm": 5.625,
      "learning_rate": 3.120608988427647e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.5486416757106781,
      "num_tokens": 228243863.0,
      "step": 296390
    },
    {
      "epoch": 0.37597132267320177,
      "grad_norm": 4.90625,
      "learning_rate": 3.120545557419018e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5257046312093735,
      "num_tokens": 228251338.0,
      "step": 296400
    },
    {
      "epoch": 0.3759840072657346,
      "grad_norm": 8.375,
      "learning_rate": 3.1204821264103884e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5566453516483307,
      "num_tokens": 228259246.0,
      "step": 296410
    },
    {
      "epoch": 0.37599669185826745,
      "grad_norm": 4.90625,
      "learning_rate": 3.1204186954017596e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.544008269906044,
      "num_tokens": 228267143.0,
      "step": 296420
    },
    {
      "epoch": 0.3760093764508003,
      "grad_norm": 6.125,
      "learning_rate": 3.120355264393131e-05,
      "loss": 1.7882,
      "mean_token_accuracy": 0.6032839745283127,
      "num_tokens": 228274119.0,
      "step": 296430
    },
    {
      "epoch": 0.3760220610433331,
      "grad_norm": 6.21875,
      "learning_rate": 3.120291833384501e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5296849936246872,
      "num_tokens": 228282004.0,
      "step": 296440
    },
    {
      "epoch": 0.3760347456358659,
      "grad_norm": 6.8125,
      "learning_rate": 3.120228402375872e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5332016050815582,
      "num_tokens": 228289905.0,
      "step": 296450
    },
    {
      "epoch": 0.37604743022839876,
      "grad_norm": 4.75,
      "learning_rate": 3.1201649713672425e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.567993625998497,
      "num_tokens": 228297803.0,
      "step": 296460
    },
    {
      "epoch": 0.3760601148209316,
      "grad_norm": 6.65625,
      "learning_rate": 3.120101540358614e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.527242586016655,
      "num_tokens": 228305846.0,
      "step": 296470
    },
    {
      "epoch": 0.37607279941346444,
      "grad_norm": 6.53125,
      "learning_rate": 3.120038109349985e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.557195845246315,
      "num_tokens": 228313113.0,
      "step": 296480
    },
    {
      "epoch": 0.3760854840059973,
      "grad_norm": 5.4375,
      "learning_rate": 3.1199746783413554e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5262841582298279,
      "num_tokens": 228321480.0,
      "step": 296490
    },
    {
      "epoch": 0.3760981685985301,
      "grad_norm": 5.15625,
      "learning_rate": 3.1199112473327266e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5299764931201935,
      "num_tokens": 228329366.0,
      "step": 296500
    },
    {
      "epoch": 0.37611085319106297,
      "grad_norm": 5.40625,
      "learning_rate": 3.119847816324097e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5326396584510803,
      "num_tokens": 228336901.0,
      "step": 296510
    },
    {
      "epoch": 0.37612353778359575,
      "grad_norm": 4.6875,
      "learning_rate": 3.119784385315468e-05,
      "loss": 1.924,
      "mean_token_accuracy": 0.5580072641372681,
      "num_tokens": 228344989.0,
      "step": 296520
    },
    {
      "epoch": 0.3761362223761286,
      "grad_norm": 6.125,
      "learning_rate": 3.119720954306839e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5531709849834442,
      "num_tokens": 228353563.0,
      "step": 296530
    },
    {
      "epoch": 0.37614890696866143,
      "grad_norm": 10.6875,
      "learning_rate": 3.1196575232982094e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5738590151071549,
      "num_tokens": 228362095.0,
      "step": 296540
    },
    {
      "epoch": 0.3761615915611943,
      "grad_norm": 7.21875,
      "learning_rate": 3.1195940922895807e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5349648743867874,
      "num_tokens": 228368802.0,
      "step": 296550
    },
    {
      "epoch": 0.3761742761537271,
      "grad_norm": 5.0625,
      "learning_rate": 3.119530661280951e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5544360160827637,
      "num_tokens": 228376813.0,
      "step": 296560
    },
    {
      "epoch": 0.37618696074625996,
      "grad_norm": 5.65625,
      "learning_rate": 3.1194672302723224e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5559653341770172,
      "num_tokens": 228385185.0,
      "step": 296570
    },
    {
      "epoch": 0.3761996453387928,
      "grad_norm": 5.8125,
      "learning_rate": 3.119403799263693e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5425782889127732,
      "num_tokens": 228392755.0,
      "step": 296580
    },
    {
      "epoch": 0.37621232993132564,
      "grad_norm": 7.09375,
      "learning_rate": 3.1193403682550635e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5545126736164093,
      "num_tokens": 228400199.0,
      "step": 296590
    },
    {
      "epoch": 0.3762250145238584,
      "grad_norm": 5.84375,
      "learning_rate": 3.119276937246435e-05,
      "loss": 1.9011,
      "mean_token_accuracy": 0.5811554312705993,
      "num_tokens": 228406600.0,
      "step": 296600
    },
    {
      "epoch": 0.37623769911639127,
      "grad_norm": 6.28125,
      "learning_rate": 3.119213506237805e-05,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5504110515117645,
      "num_tokens": 228415010.0,
      "step": 296610
    },
    {
      "epoch": 0.3762503837089241,
      "grad_norm": 12.0,
      "learning_rate": 3.1191500752291764e-05,
      "loss": 1.839,
      "mean_token_accuracy": 0.5824847877025604,
      "num_tokens": 228422211.0,
      "step": 296620
    },
    {
      "epoch": 0.37626306830145695,
      "grad_norm": 5.375,
      "learning_rate": 3.1190866442205476e-05,
      "loss": 1.4786,
      "mean_token_accuracy": 0.6575611978769302,
      "num_tokens": 228428392.0,
      "step": 296630
    },
    {
      "epoch": 0.3762757528939898,
      "grad_norm": 7.375,
      "learning_rate": 3.119023213211918e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5526886582374573,
      "num_tokens": 228435478.0,
      "step": 296640
    },
    {
      "epoch": 0.37628843748652263,
      "grad_norm": 5.0625,
      "learning_rate": 3.118959782203289e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.540513026714325,
      "num_tokens": 228444928.0,
      "step": 296650
    },
    {
      "epoch": 0.3763011220790555,
      "grad_norm": 5.03125,
      "learning_rate": 3.118896351194659e-05,
      "loss": 1.8397,
      "mean_token_accuracy": 0.5789939254522324,
      "num_tokens": 228452230.0,
      "step": 296660
    },
    {
      "epoch": 0.3763138066715883,
      "grad_norm": 4.96875,
      "learning_rate": 3.1188329201860305e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5443537503480911,
      "num_tokens": 228460354.0,
      "step": 296670
    },
    {
      "epoch": 0.3763264912641211,
      "grad_norm": 5.59375,
      "learning_rate": 3.118769489177402e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5633714467287063,
      "num_tokens": 228466647.0,
      "step": 296680
    },
    {
      "epoch": 0.37633917585665394,
      "grad_norm": 6.21875,
      "learning_rate": 3.118706058168772e-05,
      "loss": 1.9248,
      "mean_token_accuracy": 0.5647756814956665,
      "num_tokens": 228473994.0,
      "step": 296690
    },
    {
      "epoch": 0.3763518604491868,
      "grad_norm": 6.9375,
      "learning_rate": 3.1186426271601434e-05,
      "loss": 2.237,
      "mean_token_accuracy": 0.5177285999059678,
      "num_tokens": 228481219.0,
      "step": 296700
    },
    {
      "epoch": 0.3763645450417196,
      "grad_norm": 4.96875,
      "learning_rate": 3.118579196151514e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5683498531579971,
      "num_tokens": 228489711.0,
      "step": 296710
    },
    {
      "epoch": 0.37637722963425246,
      "grad_norm": 6.28125,
      "learning_rate": 3.1185157651428845e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5296757161617279,
      "num_tokens": 228496742.0,
      "step": 296720
    },
    {
      "epoch": 0.3763899142267853,
      "grad_norm": 6.8125,
      "learning_rate": 3.118452334134256e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.564077764749527,
      "num_tokens": 228504455.0,
      "step": 296730
    },
    {
      "epoch": 0.37640259881931815,
      "grad_norm": 7.53125,
      "learning_rate": 3.118388903125626e-05,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5750378966331482,
      "num_tokens": 228511482.0,
      "step": 296740
    },
    {
      "epoch": 0.376415283411851,
      "grad_norm": 7.84375,
      "learning_rate": 3.1183254721169975e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5350710362195968,
      "num_tokens": 228519232.0,
      "step": 296750
    },
    {
      "epoch": 0.3764279680043838,
      "grad_norm": 5.8125,
      "learning_rate": 3.118262041108368e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5120450228452682,
      "num_tokens": 228527647.0,
      "step": 296760
    },
    {
      "epoch": 0.3764406525969166,
      "grad_norm": 5.5625,
      "learning_rate": 3.118198610099739e-05,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5667237907648086,
      "num_tokens": 228535165.0,
      "step": 296770
    },
    {
      "epoch": 0.37645333718944946,
      "grad_norm": 5.34375,
      "learning_rate": 3.1181351790911104e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5499457269906998,
      "num_tokens": 228543581.0,
      "step": 296780
    },
    {
      "epoch": 0.3764660217819823,
      "grad_norm": 5.6875,
      "learning_rate": 3.11807174808248e-05,
      "loss": 2.365,
      "mean_token_accuracy": 0.5053333789110184,
      "num_tokens": 228551971.0,
      "step": 296790
    },
    {
      "epoch": 0.37647870637451514,
      "grad_norm": 5.1875,
      "learning_rate": 3.1180083170738515e-05,
      "loss": 1.9451,
      "mean_token_accuracy": 0.567983677983284,
      "num_tokens": 228557832.0,
      "step": 296800
    },
    {
      "epoch": 0.376491390967048,
      "grad_norm": 5.15625,
      "learning_rate": 3.117944886065223e-05,
      "loss": 1.8865,
      "mean_token_accuracy": 0.5895484507083892,
      "num_tokens": 228565036.0,
      "step": 296810
    },
    {
      "epoch": 0.3765040755595808,
      "grad_norm": 5.15625,
      "learning_rate": 3.117881455056593e-05,
      "loss": 1.7787,
      "mean_token_accuracy": 0.5937704294919968,
      "num_tokens": 228572019.0,
      "step": 296820
    },
    {
      "epoch": 0.37651676015211366,
      "grad_norm": 4.84375,
      "learning_rate": 3.1178180240479644e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5739525616168976,
      "num_tokens": 228580900.0,
      "step": 296830
    },
    {
      "epoch": 0.37652944474464645,
      "grad_norm": 5.0,
      "learning_rate": 3.117754593039335e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5557332158088684,
      "num_tokens": 228589174.0,
      "step": 296840
    },
    {
      "epoch": 0.3765421293371793,
      "grad_norm": 5.6875,
      "learning_rate": 3.117691162030706e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5553565412759781,
      "num_tokens": 228594932.0,
      "step": 296850
    },
    {
      "epoch": 0.37655481392971213,
      "grad_norm": 5.1875,
      "learning_rate": 3.117627731022077e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5640765637159347,
      "num_tokens": 228604085.0,
      "step": 296860
    },
    {
      "epoch": 0.37656749852224497,
      "grad_norm": 5.09375,
      "learning_rate": 3.117564300013447e-05,
      "loss": 1.9297,
      "mean_token_accuracy": 0.5681872338056564,
      "num_tokens": 228610227.0,
      "step": 296870
    },
    {
      "epoch": 0.3765801831147778,
      "grad_norm": 5.03125,
      "learning_rate": 3.1175008690048185e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5508263856172562,
      "num_tokens": 228619151.0,
      "step": 296880
    },
    {
      "epoch": 0.37659286770731065,
      "grad_norm": 7.25,
      "learning_rate": 3.117437437996189e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5478151679039002,
      "num_tokens": 228626895.0,
      "step": 296890
    },
    {
      "epoch": 0.3766055522998435,
      "grad_norm": 5.71875,
      "learning_rate": 3.11737400698756e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5681225657463074,
      "num_tokens": 228633713.0,
      "step": 296900
    },
    {
      "epoch": 0.3766182368923763,
      "grad_norm": 6.1875,
      "learning_rate": 3.1173105759789314e-05,
      "loss": 2.2087,
      "mean_token_accuracy": 0.5257204622030258,
      "num_tokens": 228641008.0,
      "step": 296910
    },
    {
      "epoch": 0.3766309214849091,
      "grad_norm": 5.625,
      "learning_rate": 3.117247144970302e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5272541016340255,
      "num_tokens": 228649286.0,
      "step": 296920
    },
    {
      "epoch": 0.37664360607744196,
      "grad_norm": 5.25,
      "learning_rate": 3.1171837139616725e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5392965525388718,
      "num_tokens": 228657870.0,
      "step": 296930
    },
    {
      "epoch": 0.3766562906699748,
      "grad_norm": 7.3125,
      "learning_rate": 3.117120282953043e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5210856169462204,
      "num_tokens": 228664645.0,
      "step": 296940
    },
    {
      "epoch": 0.37666897526250764,
      "grad_norm": 7.375,
      "learning_rate": 3.117056851944414e-05,
      "loss": 1.7436,
      "mean_token_accuracy": 0.6098650962114334,
      "num_tokens": 228670553.0,
      "step": 296950
    },
    {
      "epoch": 0.3766816598550405,
      "grad_norm": 8.25,
      "learning_rate": 3.1169934209357855e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.541550213098526,
      "num_tokens": 228679629.0,
      "step": 296960
    },
    {
      "epoch": 0.3766943444475733,
      "grad_norm": 5.71875,
      "learning_rate": 3.116929989927156e-05,
      "loss": 1.9524,
      "mean_token_accuracy": 0.5662889927625656,
      "num_tokens": 228686976.0,
      "step": 296970
    },
    {
      "epoch": 0.37670702904010617,
      "grad_norm": 4.9375,
      "learning_rate": 3.116866558918527e-05,
      "loss": 2.3075,
      "mean_token_accuracy": 0.5100670039653779,
      "num_tokens": 228695449.0,
      "step": 296980
    },
    {
      "epoch": 0.37671971363263895,
      "grad_norm": 5.34375,
      "learning_rate": 3.116803127909898e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.527640438079834,
      "num_tokens": 228704409.0,
      "step": 296990
    },
    {
      "epoch": 0.3767323982251718,
      "grad_norm": 10.0625,
      "learning_rate": 3.116739696901268e-05,
      "loss": 1.6989,
      "mean_token_accuracy": 0.6084806203842164,
      "num_tokens": 228709952.0,
      "step": 297000
    },
    {
      "epoch": 0.37674508281770464,
      "grad_norm": 5.40625,
      "learning_rate": 3.1166762658926395e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5519276708364487,
      "num_tokens": 228716749.0,
      "step": 297010
    },
    {
      "epoch": 0.3767577674102375,
      "grad_norm": 5.5625,
      "learning_rate": 3.11661283488401e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5280830532312393,
      "num_tokens": 228724646.0,
      "step": 297020
    },
    {
      "epoch": 0.3767704520027703,
      "grad_norm": 5.46875,
      "learning_rate": 3.116549403875381e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5061476439237594,
      "num_tokens": 228732950.0,
      "step": 297030
    },
    {
      "epoch": 0.37678313659530316,
      "grad_norm": 10.5,
      "learning_rate": 3.116485972866752e-05,
      "loss": 1.9447,
      "mean_token_accuracy": 0.5650154560804367,
      "num_tokens": 228740393.0,
      "step": 297040
    },
    {
      "epoch": 0.376795821187836,
      "grad_norm": 5.21875,
      "learning_rate": 3.116422541858123e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5439021438360214,
      "num_tokens": 228747483.0,
      "step": 297050
    },
    {
      "epoch": 0.37680850578036884,
      "grad_norm": 4.71875,
      "learning_rate": 3.1163591108494935e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5316430389881134,
      "num_tokens": 228755422.0,
      "step": 297060
    },
    {
      "epoch": 0.3768211903729016,
      "grad_norm": 4.75,
      "learning_rate": 3.116295679840864e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5214480102062226,
      "num_tokens": 228763842.0,
      "step": 297070
    },
    {
      "epoch": 0.37683387496543447,
      "grad_norm": 6.78125,
      "learning_rate": 3.116232248832235e-05,
      "loss": 1.9073,
      "mean_token_accuracy": 0.5589796841144562,
      "num_tokens": 228772379.0,
      "step": 297080
    },
    {
      "epoch": 0.3768465595579673,
      "grad_norm": 5.40625,
      "learning_rate": 3.116168817823606e-05,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5614422291517258,
      "num_tokens": 228779693.0,
      "step": 297090
    },
    {
      "epoch": 0.37685924415050015,
      "grad_norm": 8.5625,
      "learning_rate": 3.116105386814977e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5629399806261063,
      "num_tokens": 228785773.0,
      "step": 297100
    },
    {
      "epoch": 0.376871928743033,
      "grad_norm": 5.5625,
      "learning_rate": 3.116041955806348e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5585732847452164,
      "num_tokens": 228792478.0,
      "step": 297110
    },
    {
      "epoch": 0.37688461333556583,
      "grad_norm": 4.8125,
      "learning_rate": 3.115978524797719e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5475253880023956,
      "num_tokens": 228800510.0,
      "step": 297120
    },
    {
      "epoch": 0.3768972979280987,
      "grad_norm": 8.125,
      "learning_rate": 3.115915093789089e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5438266009092331,
      "num_tokens": 228808764.0,
      "step": 297130
    },
    {
      "epoch": 0.3769099825206315,
      "grad_norm": 6.09375,
      "learning_rate": 3.11585166278046e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5461782336235046,
      "num_tokens": 228816993.0,
      "step": 297140
    },
    {
      "epoch": 0.3769226671131643,
      "grad_norm": 25.5,
      "learning_rate": 3.115788231771831e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5459709495306015,
      "num_tokens": 228823719.0,
      "step": 297150
    },
    {
      "epoch": 0.37693535170569714,
      "grad_norm": 4.96875,
      "learning_rate": 3.115724800763202e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5366750538349152,
      "num_tokens": 228832090.0,
      "step": 297160
    },
    {
      "epoch": 0.37694803629823,
      "grad_norm": 5.1875,
      "learning_rate": 3.115661369754573e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5173533022403717,
      "num_tokens": 228840144.0,
      "step": 297170
    },
    {
      "epoch": 0.3769607208907628,
      "grad_norm": 4.90625,
      "learning_rate": 3.115597938745944e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5564044445753098,
      "num_tokens": 228848904.0,
      "step": 297180
    },
    {
      "epoch": 0.37697340548329566,
      "grad_norm": 4.90625,
      "learning_rate": 3.1155345077373146e-05,
      "loss": 1.8907,
      "mean_token_accuracy": 0.5893475532531738,
      "num_tokens": 228857241.0,
      "step": 297190
    },
    {
      "epoch": 0.3769860900758285,
      "grad_norm": 5.6875,
      "learning_rate": 3.115471076728686e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5661288529634476,
      "num_tokens": 228864078.0,
      "step": 297200
    },
    {
      "epoch": 0.37699877466836135,
      "grad_norm": 4.59375,
      "learning_rate": 3.115407645720056e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5802932739257812,
      "num_tokens": 228872134.0,
      "step": 297210
    },
    {
      "epoch": 0.3770114592608942,
      "grad_norm": 5.3125,
      "learning_rate": 3.115344214711427e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5606737643480301,
      "num_tokens": 228878778.0,
      "step": 297220
    },
    {
      "epoch": 0.377024143853427,
      "grad_norm": 8.5,
      "learning_rate": 3.115280783702798e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5581375002861023,
      "num_tokens": 228885966.0,
      "step": 297230
    },
    {
      "epoch": 0.3770368284459598,
      "grad_norm": 5.9375,
      "learning_rate": 3.1152173526941686e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5495722472667695,
      "num_tokens": 228894184.0,
      "step": 297240
    },
    {
      "epoch": 0.37704951303849266,
      "grad_norm": 8.4375,
      "learning_rate": 3.11515392168554e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5455540746450425,
      "num_tokens": 228900725.0,
      "step": 297250
    },
    {
      "epoch": 0.3770621976310255,
      "grad_norm": 7.21875,
      "learning_rate": 3.115090490676911e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5808145433664322,
      "num_tokens": 228907238.0,
      "step": 297260
    },
    {
      "epoch": 0.37707488222355834,
      "grad_norm": 5.40625,
      "learning_rate": 3.1150270596682815e-05,
      "loss": 1.9513,
      "mean_token_accuracy": 0.5699783027172088,
      "num_tokens": 228914426.0,
      "step": 297270
    },
    {
      "epoch": 0.3770875668160912,
      "grad_norm": 4.65625,
      "learning_rate": 3.114963628659652e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5504138588905334,
      "num_tokens": 228922396.0,
      "step": 297280
    },
    {
      "epoch": 0.377100251408624,
      "grad_norm": 5.53125,
      "learning_rate": 3.1149001976510226e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5300318211317062,
      "num_tokens": 228930710.0,
      "step": 297290
    },
    {
      "epoch": 0.37711293600115686,
      "grad_norm": 5.3125,
      "learning_rate": 3.114836766642394e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5710288703441619,
      "num_tokens": 228938609.0,
      "step": 297300
    },
    {
      "epoch": 0.37712562059368965,
      "grad_norm": 6.5,
      "learning_rate": 3.114773335633765e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5321506291627884,
      "num_tokens": 228946390.0,
      "step": 297310
    },
    {
      "epoch": 0.3771383051862225,
      "grad_norm": 6.59375,
      "learning_rate": 3.1147099046251356e-05,
      "loss": 1.8755,
      "mean_token_accuracy": 0.5713778167963028,
      "num_tokens": 228952690.0,
      "step": 297320
    },
    {
      "epoch": 0.37715098977875533,
      "grad_norm": 7.34375,
      "learning_rate": 3.114646473616507e-05,
      "loss": 1.9012,
      "mean_token_accuracy": 0.5769325524568558,
      "num_tokens": 228959780.0,
      "step": 297330
    },
    {
      "epoch": 0.37716367437128817,
      "grad_norm": 5.25,
      "learning_rate": 3.114583042607877e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5377825319766998,
      "num_tokens": 228968970.0,
      "step": 297340
    },
    {
      "epoch": 0.377176358963821,
      "grad_norm": 5.90625,
      "learning_rate": 3.114519611599248e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5495885282754898,
      "num_tokens": 228975977.0,
      "step": 297350
    },
    {
      "epoch": 0.37718904355635385,
      "grad_norm": 12.5,
      "learning_rate": 3.114456180590619e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5456612765789032,
      "num_tokens": 228981878.0,
      "step": 297360
    },
    {
      "epoch": 0.3772017281488867,
      "grad_norm": 6.09375,
      "learning_rate": 3.1143927495819896e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5612802892923355,
      "num_tokens": 228988717.0,
      "step": 297370
    },
    {
      "epoch": 0.3772144127414195,
      "grad_norm": 5.40625,
      "learning_rate": 3.114329318573361e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5634208440780639,
      "num_tokens": 228996358.0,
      "step": 297380
    },
    {
      "epoch": 0.3772270973339523,
      "grad_norm": 8.75,
      "learning_rate": 3.1142658875647314e-05,
      "loss": 1.8549,
      "mean_token_accuracy": 0.5885510861873626,
      "num_tokens": 229002232.0,
      "step": 297390
    },
    {
      "epoch": 0.37723978192648516,
      "grad_norm": 5.125,
      "learning_rate": 3.1142024565561026e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.568122136592865,
      "num_tokens": 229010608.0,
      "step": 297400
    },
    {
      "epoch": 0.377252466519018,
      "grad_norm": 5.375,
      "learning_rate": 3.114139025547473e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5262977689504623,
      "num_tokens": 229017919.0,
      "step": 297410
    },
    {
      "epoch": 0.37726515111155084,
      "grad_norm": 5.4375,
      "learning_rate": 3.1140755945388436e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5301452368497849,
      "num_tokens": 229024866.0,
      "step": 297420
    },
    {
      "epoch": 0.3772778357040837,
      "grad_norm": 6.28125,
      "learning_rate": 3.114012163530215e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5617279946804047,
      "num_tokens": 229032390.0,
      "step": 297430
    },
    {
      "epoch": 0.3772905202966165,
      "grad_norm": 5.09375,
      "learning_rate": 3.1139487325215854e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5726366817951203,
      "num_tokens": 229039571.0,
      "step": 297440
    },
    {
      "epoch": 0.37730320488914937,
      "grad_norm": 5.0,
      "learning_rate": 3.1138853015129566e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5356114685535431,
      "num_tokens": 229047591.0,
      "step": 297450
    },
    {
      "epoch": 0.37731588948168215,
      "grad_norm": 6.78125,
      "learning_rate": 3.113821870504328e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5324746608734131,
      "num_tokens": 229055090.0,
      "step": 297460
    },
    {
      "epoch": 0.377328574074215,
      "grad_norm": 5.21875,
      "learning_rate": 3.1137584394956984e-05,
      "loss": 1.9036,
      "mean_token_accuracy": 0.5782122611999512,
      "num_tokens": 229062073.0,
      "step": 297470
    },
    {
      "epoch": 0.37734125866674784,
      "grad_norm": 6.5,
      "learning_rate": 3.113695008487069e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5466522365808487,
      "num_tokens": 229069564.0,
      "step": 297480
    },
    {
      "epoch": 0.3773539432592807,
      "grad_norm": 4.90625,
      "learning_rate": 3.1136315774784394e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5722911566495895,
      "num_tokens": 229077566.0,
      "step": 297490
    },
    {
      "epoch": 0.3773666278518135,
      "grad_norm": 4.84375,
      "learning_rate": 3.1135681464698106e-05,
      "loss": 1.7293,
      "mean_token_accuracy": 0.6183475494384766,
      "num_tokens": 229085406.0,
      "step": 297500
    },
    {
      "epoch": 0.37737931244434636,
      "grad_norm": 7.1875,
      "learning_rate": 3.113504715461182e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5547597885131836,
      "num_tokens": 229091804.0,
      "step": 297510
    },
    {
      "epoch": 0.3773919970368792,
      "grad_norm": 6.25,
      "learning_rate": 3.1134412844525524e-05,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5240246444940567,
      "num_tokens": 229099427.0,
      "step": 297520
    },
    {
      "epoch": 0.37740468162941204,
      "grad_norm": 5.15625,
      "learning_rate": 3.1133778534439236e-05,
      "loss": 1.8581,
      "mean_token_accuracy": 0.5924236238002777,
      "num_tokens": 229107144.0,
      "step": 297530
    },
    {
      "epoch": 0.3774173662219448,
      "grad_norm": 6.59375,
      "learning_rate": 3.113314422435294e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.5888499826192856,
      "num_tokens": 229113768.0,
      "step": 297540
    },
    {
      "epoch": 0.37743005081447767,
      "grad_norm": 6.0625,
      "learning_rate": 3.113250991426665e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.552632349729538,
      "num_tokens": 229121875.0,
      "step": 297550
    },
    {
      "epoch": 0.3774427354070105,
      "grad_norm": 6.3125,
      "learning_rate": 3.113187560418036e-05,
      "loss": 2.2087,
      "mean_token_accuracy": 0.5231844961643219,
      "num_tokens": 229130218.0,
      "step": 297560
    },
    {
      "epoch": 0.37745541999954335,
      "grad_norm": 5.0625,
      "learning_rate": 3.1131241294094064e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5272278010845184,
      "num_tokens": 229138876.0,
      "step": 297570
    },
    {
      "epoch": 0.3774681045920762,
      "grad_norm": 6.4375,
      "learning_rate": 3.1130606984007776e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.578914338350296,
      "num_tokens": 229146031.0,
      "step": 297580
    },
    {
      "epoch": 0.37748078918460903,
      "grad_norm": 4.84375,
      "learning_rate": 3.112997267392148e-05,
      "loss": 1.8214,
      "mean_token_accuracy": 0.5881554394960403,
      "num_tokens": 229152650.0,
      "step": 297590
    },
    {
      "epoch": 0.3774934737771419,
      "grad_norm": 5.84375,
      "learning_rate": 3.1129338363835194e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.577552393078804,
      "num_tokens": 229160226.0,
      "step": 297600
    },
    {
      "epoch": 0.3775061583696747,
      "grad_norm": 4.71875,
      "learning_rate": 3.1128704053748906e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5571158140897751,
      "num_tokens": 229168003.0,
      "step": 297610
    },
    {
      "epoch": 0.3775188429622075,
      "grad_norm": 8.625,
      "learning_rate": 3.112806974366261e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5191242903470993,
      "num_tokens": 229175120.0,
      "step": 297620
    },
    {
      "epoch": 0.37753152755474034,
      "grad_norm": 6.40625,
      "learning_rate": 3.1127435433576317e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5310794025659561,
      "num_tokens": 229183280.0,
      "step": 297630
    },
    {
      "epoch": 0.3775442121472732,
      "grad_norm": 5.15625,
      "learning_rate": 3.112680112349002e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5305006802082062,
      "num_tokens": 229191719.0,
      "step": 297640
    },
    {
      "epoch": 0.377556896739806,
      "grad_norm": 5.0,
      "learning_rate": 3.1126166813403734e-05,
      "loss": 1.864,
      "mean_token_accuracy": 0.5737905204296112,
      "num_tokens": 229198628.0,
      "step": 297650
    },
    {
      "epoch": 0.37756958133233887,
      "grad_norm": 5.28125,
      "learning_rate": 3.1125532503317446e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5240908026695251,
      "num_tokens": 229206989.0,
      "step": 297660
    },
    {
      "epoch": 0.3775822659248717,
      "grad_norm": 5.96875,
      "learning_rate": 3.112489819323115e-05,
      "loss": 1.7801,
      "mean_token_accuracy": 0.6093341767787933,
      "num_tokens": 229213474.0,
      "step": 297670
    },
    {
      "epoch": 0.37759495051740455,
      "grad_norm": 5.21875,
      "learning_rate": 3.1124263883144864e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5472255796194077,
      "num_tokens": 229220441.0,
      "step": 297680
    },
    {
      "epoch": 0.3776076351099374,
      "grad_norm": 5.5,
      "learning_rate": 3.112362957305857e-05,
      "loss": 2.2992,
      "mean_token_accuracy": 0.5116248726844788,
      "num_tokens": 229228401.0,
      "step": 297690
    },
    {
      "epoch": 0.3776203197024702,
      "grad_norm": 5.75,
      "learning_rate": 3.1122995262972274e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5475306034088134,
      "num_tokens": 229237207.0,
      "step": 297700
    },
    {
      "epoch": 0.377633004295003,
      "grad_norm": 4.9375,
      "learning_rate": 3.1122360952885986e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5397863656282424,
      "num_tokens": 229244938.0,
      "step": 297710
    },
    {
      "epoch": 0.37764568888753586,
      "grad_norm": 4.84375,
      "learning_rate": 3.112172664279969e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5483056247234345,
      "num_tokens": 229251935.0,
      "step": 297720
    },
    {
      "epoch": 0.3776583734800687,
      "grad_norm": 6.25,
      "learning_rate": 3.1121092332713404e-05,
      "loss": 2.2955,
      "mean_token_accuracy": 0.5054295748472214,
      "num_tokens": 229259758.0,
      "step": 297730
    },
    {
      "epoch": 0.37767105807260154,
      "grad_norm": 6.625,
      "learning_rate": 3.1120458022627116e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5341936349868774,
      "num_tokens": 229268402.0,
      "step": 297740
    },
    {
      "epoch": 0.3776837426651344,
      "grad_norm": 8.1875,
      "learning_rate": 3.111982371254082e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5266822338104248,
      "num_tokens": 229275827.0,
      "step": 297750
    },
    {
      "epoch": 0.3776964272576672,
      "grad_norm": 5.90625,
      "learning_rate": 3.111918940245453e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.52605442404747,
      "num_tokens": 229284136.0,
      "step": 297760
    },
    {
      "epoch": 0.37770911185020006,
      "grad_norm": 5.09375,
      "learning_rate": 3.111855509236823e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5657367438077927,
      "num_tokens": 229291962.0,
      "step": 297770
    },
    {
      "epoch": 0.37772179644273285,
      "grad_norm": 5.09375,
      "learning_rate": 3.1117920782281944e-05,
      "loss": 2.3491,
      "mean_token_accuracy": 0.5078315913677216,
      "num_tokens": 229300378.0,
      "step": 297780
    },
    {
      "epoch": 0.3777344810352657,
      "grad_norm": 6.21875,
      "learning_rate": 3.1117286472195656e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5260095328092576,
      "num_tokens": 229308799.0,
      "step": 297790
    },
    {
      "epoch": 0.37774716562779853,
      "grad_norm": 5.875,
      "learning_rate": 3.111665216210936e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5663169145584106,
      "num_tokens": 229316040.0,
      "step": 297800
    },
    {
      "epoch": 0.3777598502203314,
      "grad_norm": 6.0625,
      "learning_rate": 3.1116017852023074e-05,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5762436628341675,
      "num_tokens": 229323431.0,
      "step": 297810
    },
    {
      "epoch": 0.3777725348128642,
      "grad_norm": 6.75,
      "learning_rate": 3.111538354193678e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5351483583450317,
      "num_tokens": 229331191.0,
      "step": 297820
    },
    {
      "epoch": 0.37778521940539705,
      "grad_norm": 5.59375,
      "learning_rate": 3.1114749231850485e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5123987197875977,
      "num_tokens": 229339443.0,
      "step": 297830
    },
    {
      "epoch": 0.3777979039979299,
      "grad_norm": 4.71875,
      "learning_rate": 3.11141149217642e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5511088460683823,
      "num_tokens": 229348246.0,
      "step": 297840
    },
    {
      "epoch": 0.3778105885904627,
      "grad_norm": 4.34375,
      "learning_rate": 3.11134806116779e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.556231364607811,
      "num_tokens": 229356623.0,
      "step": 297850
    },
    {
      "epoch": 0.3778232731829955,
      "grad_norm": 4.75,
      "learning_rate": 3.1112846301591614e-05,
      "loss": 1.7286,
      "mean_token_accuracy": 0.6038184523582458,
      "num_tokens": 229364064.0,
      "step": 297860
    },
    {
      "epoch": 0.37783595777552836,
      "grad_norm": 5.0625,
      "learning_rate": 3.111221199150532e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5293124854564667,
      "num_tokens": 229372658.0,
      "step": 297870
    },
    {
      "epoch": 0.3778486423680612,
      "grad_norm": 5.375,
      "learning_rate": 3.111157768141903e-05,
      "loss": 1.8934,
      "mean_token_accuracy": 0.5807583689689636,
      "num_tokens": 229379652.0,
      "step": 297880
    },
    {
      "epoch": 0.37786132696059405,
      "grad_norm": 4.9375,
      "learning_rate": 3.111094337133274e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5691964209079743,
      "num_tokens": 229387676.0,
      "step": 297890
    },
    {
      "epoch": 0.3778740115531269,
      "grad_norm": 6.75,
      "learning_rate": 3.111030906124644e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5272799462080002,
      "num_tokens": 229395065.0,
      "step": 297900
    },
    {
      "epoch": 0.37788669614565973,
      "grad_norm": 5.03125,
      "learning_rate": 3.1109674751160155e-05,
      "loss": 1.7893,
      "mean_token_accuracy": 0.5965845316648484,
      "num_tokens": 229400313.0,
      "step": 297910
    },
    {
      "epoch": 0.37789938073819257,
      "grad_norm": 6.90625,
      "learning_rate": 3.110904044107386e-05,
      "loss": 1.7862,
      "mean_token_accuracy": 0.5940302968025207,
      "num_tokens": 229405399.0,
      "step": 297920
    },
    {
      "epoch": 0.37791206533072536,
      "grad_norm": 7.0625,
      "learning_rate": 3.110840613098757e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5510993212461471,
      "num_tokens": 229412914.0,
      "step": 297930
    },
    {
      "epoch": 0.3779247499232582,
      "grad_norm": 13.0,
      "learning_rate": 3.1107771820901284e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5540519714355469,
      "num_tokens": 229418393.0,
      "step": 297940
    },
    {
      "epoch": 0.37793743451579104,
      "grad_norm": 5.03125,
      "learning_rate": 3.110713751081499e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.536300778388977,
      "num_tokens": 229426049.0,
      "step": 297950
    },
    {
      "epoch": 0.3779501191083239,
      "grad_norm": 6.96875,
      "learning_rate": 3.11065032007287e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5663807034492493,
      "num_tokens": 229433497.0,
      "step": 297960
    },
    {
      "epoch": 0.3779628037008567,
      "grad_norm": 4.65625,
      "learning_rate": 3.11058688906424e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5537634253501892,
      "num_tokens": 229440380.0,
      "step": 297970
    },
    {
      "epoch": 0.37797548829338956,
      "grad_norm": 4.84375,
      "learning_rate": 3.110523458055611e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5512167483568191,
      "num_tokens": 229448300.0,
      "step": 297980
    },
    {
      "epoch": 0.3779881728859224,
      "grad_norm": 7.0625,
      "learning_rate": 3.1104600270469824e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5465503215789795,
      "num_tokens": 229455876.0,
      "step": 297990
    },
    {
      "epoch": 0.37800085747845524,
      "grad_norm": 6.34375,
      "learning_rate": 3.110396596038353e-05,
      "loss": 1.8324,
      "mean_token_accuracy": 0.5892499268054963,
      "num_tokens": 229463054.0,
      "step": 298000
    },
    {
      "epoch": 0.37801354207098803,
      "grad_norm": 7.375,
      "learning_rate": 3.110333165029724e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5331429004669189,
      "num_tokens": 229470432.0,
      "step": 298010
    },
    {
      "epoch": 0.37802622666352087,
      "grad_norm": 5.96875,
      "learning_rate": 3.110269734021095e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5238850325345993,
      "num_tokens": 229478312.0,
      "step": 298020
    },
    {
      "epoch": 0.3780389112560537,
      "grad_norm": 7.21875,
      "learning_rate": 3.110206303012466e-05,
      "loss": 1.7844,
      "mean_token_accuracy": 0.5994197100400924,
      "num_tokens": 229484972.0,
      "step": 298030
    },
    {
      "epoch": 0.37805159584858655,
      "grad_norm": 6.59375,
      "learning_rate": 3.1101428720038365e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.5903662443161011,
      "num_tokens": 229491123.0,
      "step": 298040
    },
    {
      "epoch": 0.3780642804411194,
      "grad_norm": 6.0,
      "learning_rate": 3.110079440995207e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5394084393978119,
      "num_tokens": 229499141.0,
      "step": 298050
    },
    {
      "epoch": 0.37807696503365223,
      "grad_norm": 5.96875,
      "learning_rate": 3.110016009986578e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5296680152416229,
      "num_tokens": 229506911.0,
      "step": 298060
    },
    {
      "epoch": 0.3780896496261851,
      "grad_norm": 9.5625,
      "learning_rate": 3.109952578977949e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5358720600605011,
      "num_tokens": 229515179.0,
      "step": 298070
    },
    {
      "epoch": 0.3781023342187179,
      "grad_norm": 5.5,
      "learning_rate": 3.10988914796932e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5466412156820297,
      "num_tokens": 229522966.0,
      "step": 298080
    },
    {
      "epoch": 0.3781150188112507,
      "grad_norm": 5.34375,
      "learning_rate": 3.109825716960691e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5229334086179733,
      "num_tokens": 229530797.0,
      "step": 298090
    },
    {
      "epoch": 0.37812770340378354,
      "grad_norm": 6.6875,
      "learning_rate": 3.109762285952062e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5361562073230743,
      "num_tokens": 229539652.0,
      "step": 298100
    },
    {
      "epoch": 0.3781403879963164,
      "grad_norm": 5.3125,
      "learning_rate": 3.109698854943432e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5255884051322937,
      "num_tokens": 229549109.0,
      "step": 298110
    },
    {
      "epoch": 0.3781530725888492,
      "grad_norm": 5.28125,
      "learning_rate": 3.109635423934803e-05,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5709055125713348,
      "num_tokens": 229556781.0,
      "step": 298120
    },
    {
      "epoch": 0.37816575718138207,
      "grad_norm": 5.4375,
      "learning_rate": 3.109571992926174e-05,
      "loss": 1.7661,
      "mean_token_accuracy": 0.6050153732299804,
      "num_tokens": 229564105.0,
      "step": 298130
    },
    {
      "epoch": 0.3781784417739149,
      "grad_norm": 5.8125,
      "learning_rate": 3.109508561917545e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5251246392726898,
      "num_tokens": 229572241.0,
      "step": 298140
    },
    {
      "epoch": 0.37819112636644775,
      "grad_norm": 5.1875,
      "learning_rate": 3.109445130908916e-05,
      "loss": 1.8217,
      "mean_token_accuracy": 0.5947502374649047,
      "num_tokens": 229578750.0,
      "step": 298150
    },
    {
      "epoch": 0.3782038109589806,
      "grad_norm": 4.4375,
      "learning_rate": 3.109381699900287e-05,
      "loss": 1.7411,
      "mean_token_accuracy": 0.6084304481744767,
      "num_tokens": 229584648.0,
      "step": 298160
    },
    {
      "epoch": 0.3782164955515134,
      "grad_norm": 5.40625,
      "learning_rate": 3.1093182688916575e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.566959434747696,
      "num_tokens": 229591391.0,
      "step": 298170
    },
    {
      "epoch": 0.3782291801440462,
      "grad_norm": 5.96875,
      "learning_rate": 3.109254837883028e-05,
      "loss": 1.8062,
      "mean_token_accuracy": 0.6030717045068741,
      "num_tokens": 229598226.0,
      "step": 298180
    },
    {
      "epoch": 0.37824186473657906,
      "grad_norm": 5.1875,
      "learning_rate": 3.109191406874399e-05,
      "loss": 1.8425,
      "mean_token_accuracy": 0.5945570051670075,
      "num_tokens": 229605388.0,
      "step": 298190
    },
    {
      "epoch": 0.3782545493291119,
      "grad_norm": 6.75,
      "learning_rate": 3.10912797586577e-05,
      "loss": 1.8805,
      "mean_token_accuracy": 0.5733135730028153,
      "num_tokens": 229611220.0,
      "step": 298200
    },
    {
      "epoch": 0.37826723392164474,
      "grad_norm": 5.625,
      "learning_rate": 3.109064544857141e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5283390253782272,
      "num_tokens": 229619014.0,
      "step": 298210
    },
    {
      "epoch": 0.3782799185141776,
      "grad_norm": 5.0625,
      "learning_rate": 3.1090011138485115e-05,
      "loss": 1.824,
      "mean_token_accuracy": 0.5913533836603164,
      "num_tokens": 229626769.0,
      "step": 298220
    },
    {
      "epoch": 0.3782926031067104,
      "grad_norm": 8.5,
      "learning_rate": 3.108937682839883e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5592240333557129,
      "num_tokens": 229635279.0,
      "step": 298230
    },
    {
      "epoch": 0.37830528769924326,
      "grad_norm": 2.453125,
      "learning_rate": 3.108874251831253e-05,
      "loss": 1.8536,
      "mean_token_accuracy": 0.6034557163715363,
      "num_tokens": 229642263.0,
      "step": 298240
    },
    {
      "epoch": 0.37831797229177605,
      "grad_norm": 5.25,
      "learning_rate": 3.108810820822624e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5435069590806961,
      "num_tokens": 229649485.0,
      "step": 298250
    },
    {
      "epoch": 0.3783306568843089,
      "grad_norm": 5.46875,
      "learning_rate": 3.108747389813995e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5371000528335571,
      "num_tokens": 229657253.0,
      "step": 298260
    },
    {
      "epoch": 0.37834334147684173,
      "grad_norm": 12.625,
      "learning_rate": 3.1086839588053656e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5447117865085602,
      "num_tokens": 229665427.0,
      "step": 298270
    },
    {
      "epoch": 0.3783560260693746,
      "grad_norm": 5.53125,
      "learning_rate": 3.108620527796737e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5515195041894912,
      "num_tokens": 229673022.0,
      "step": 298280
    },
    {
      "epoch": 0.3783687106619074,
      "grad_norm": 5.15625,
      "learning_rate": 3.108557096788108e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5578235238790512,
      "num_tokens": 229681638.0,
      "step": 298290
    },
    {
      "epoch": 0.37838139525444026,
      "grad_norm": 7.75,
      "learning_rate": 3.1084936657794785e-05,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5251585721969605,
      "num_tokens": 229690350.0,
      "step": 298300
    },
    {
      "epoch": 0.3783940798469731,
      "grad_norm": 5.84375,
      "learning_rate": 3.108430234770849e-05,
      "loss": 1.8297,
      "mean_token_accuracy": 0.5952658265829086,
      "num_tokens": 229697023.0,
      "step": 298310
    },
    {
      "epoch": 0.3784067644395059,
      "grad_norm": 4.96875,
      "learning_rate": 3.1083668037622196e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5178503036499024,
      "num_tokens": 229705148.0,
      "step": 298320
    },
    {
      "epoch": 0.3784194490320387,
      "grad_norm": 8.6875,
      "learning_rate": 3.108303372753591e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5246416807174683,
      "num_tokens": 229713355.0,
      "step": 298330
    },
    {
      "epoch": 0.37843213362457157,
      "grad_norm": 7.75,
      "learning_rate": 3.108239941744962e-05,
      "loss": 1.7312,
      "mean_token_accuracy": 0.6179472923278808,
      "num_tokens": 229720377.0,
      "step": 298340
    },
    {
      "epoch": 0.3784448182171044,
      "grad_norm": 5.65625,
      "learning_rate": 3.1081765107363326e-05,
      "loss": 1.9421,
      "mean_token_accuracy": 0.564685869216919,
      "num_tokens": 229728043.0,
      "step": 298350
    },
    {
      "epoch": 0.37845750280963725,
      "grad_norm": 5.625,
      "learning_rate": 3.108113079727704e-05,
      "loss": 1.8527,
      "mean_token_accuracy": 0.5936806499958038,
      "num_tokens": 229734134.0,
      "step": 298360
    },
    {
      "epoch": 0.3784701874021701,
      "grad_norm": 5.5625,
      "learning_rate": 3.108049648719074e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5260178595781326,
      "num_tokens": 229742911.0,
      "step": 298370
    },
    {
      "epoch": 0.37848287199470293,
      "grad_norm": 4.9375,
      "learning_rate": 3.1079862177104455e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.532907584309578,
      "num_tokens": 229751965.0,
      "step": 298380
    },
    {
      "epoch": 0.37849555658723577,
      "grad_norm": 4.9375,
      "learning_rate": 3.107922786701816e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5761777222156524,
      "num_tokens": 229759569.0,
      "step": 298390
    },
    {
      "epoch": 0.37850824117976856,
      "grad_norm": 5.34375,
      "learning_rate": 3.1078593556931866e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5526210963726044,
      "num_tokens": 229767987.0,
      "step": 298400
    },
    {
      "epoch": 0.3785209257723014,
      "grad_norm": 6.40625,
      "learning_rate": 3.107795924684558e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5402333199977875,
      "num_tokens": 229774301.0,
      "step": 298410
    },
    {
      "epoch": 0.37853361036483424,
      "grad_norm": 8.25,
      "learning_rate": 3.107732493675928e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5404874444007873,
      "num_tokens": 229781817.0,
      "step": 298420
    },
    {
      "epoch": 0.3785462949573671,
      "grad_norm": 6.25,
      "learning_rate": 3.1076690626672995e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5471414744853973,
      "num_tokens": 229789221.0,
      "step": 298430
    },
    {
      "epoch": 0.3785589795498999,
      "grad_norm": 5.5625,
      "learning_rate": 3.107605631658671e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5651403278112411,
      "num_tokens": 229796276.0,
      "step": 298440
    },
    {
      "epoch": 0.37857166414243276,
      "grad_norm": 4.5625,
      "learning_rate": 3.107542200650041e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5362071961164474,
      "num_tokens": 229803535.0,
      "step": 298450
    },
    {
      "epoch": 0.3785843487349656,
      "grad_norm": 8.1875,
      "learning_rate": 3.107478769641412e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5439730048179626,
      "num_tokens": 229811250.0,
      "step": 298460
    },
    {
      "epoch": 0.37859703332749844,
      "grad_norm": 5.625,
      "learning_rate": 3.1074153386327824e-05,
      "loss": 1.7477,
      "mean_token_accuracy": 0.6089876353740692,
      "num_tokens": 229818746.0,
      "step": 298470
    },
    {
      "epoch": 0.37860971792003123,
      "grad_norm": 6.40625,
      "learning_rate": 3.1073519076241536e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5287093549966813,
      "num_tokens": 229826585.0,
      "step": 298480
    },
    {
      "epoch": 0.37862240251256407,
      "grad_norm": 5.5,
      "learning_rate": 3.107288476615525e-05,
      "loss": 2.2427,
      "mean_token_accuracy": 0.516799607872963,
      "num_tokens": 229834668.0,
      "step": 298490
    },
    {
      "epoch": 0.3786350871050969,
      "grad_norm": 4.875,
      "learning_rate": 3.107225045606895e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5603448808193207,
      "num_tokens": 229843443.0,
      "step": 298500
    },
    {
      "epoch": 0.37864777169762975,
      "grad_norm": 5.46875,
      "learning_rate": 3.1071616145982665e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5622770041227341,
      "num_tokens": 229851000.0,
      "step": 298510
    },
    {
      "epoch": 0.3786604562901626,
      "grad_norm": 5.0625,
      "learning_rate": 3.107098183589637e-05,
      "loss": 1.8643,
      "mean_token_accuracy": 0.5731551289558411,
      "num_tokens": 229859121.0,
      "step": 298520
    },
    {
      "epoch": 0.37867314088269544,
      "grad_norm": 4.9375,
      "learning_rate": 3.1070347525810076e-05,
      "loss": 2.2113,
      "mean_token_accuracy": 0.520158451795578,
      "num_tokens": 229867479.0,
      "step": 298530
    },
    {
      "epoch": 0.3786858254752283,
      "grad_norm": 5.34375,
      "learning_rate": 3.106971321572379e-05,
      "loss": 1.8914,
      "mean_token_accuracy": 0.5867848247289658,
      "num_tokens": 229874489.0,
      "step": 298540
    },
    {
      "epoch": 0.3786985100677611,
      "grad_norm": 7.0625,
      "learning_rate": 3.1069078905637494e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5669074535369873,
      "num_tokens": 229880699.0,
      "step": 298550
    },
    {
      "epoch": 0.3787111946602939,
      "grad_norm": 5.53125,
      "learning_rate": 3.1068444595551206e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5767437815666199,
      "num_tokens": 229887736.0,
      "step": 298560
    },
    {
      "epoch": 0.37872387925282675,
      "grad_norm": 7.78125,
      "learning_rate": 3.106781028546491e-05,
      "loss": 2.2754,
      "mean_token_accuracy": 0.511203545331955,
      "num_tokens": 229896413.0,
      "step": 298570
    },
    {
      "epoch": 0.3787365638453596,
      "grad_norm": 5.3125,
      "learning_rate": 3.106717597537862e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5571701526641846,
      "num_tokens": 229904881.0,
      "step": 298580
    },
    {
      "epoch": 0.3787492484378924,
      "grad_norm": 6.21875,
      "learning_rate": 3.106654166529233e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5185000389814377,
      "num_tokens": 229912407.0,
      "step": 298590
    },
    {
      "epoch": 0.37876193303042527,
      "grad_norm": 6.34375,
      "learning_rate": 3.1065907355206034e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5395754426717758,
      "num_tokens": 229919648.0,
      "step": 298600
    },
    {
      "epoch": 0.3787746176229581,
      "grad_norm": 6.0,
      "learning_rate": 3.1065273045119746e-05,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5691659212112427,
      "num_tokens": 229926298.0,
      "step": 298610
    },
    {
      "epoch": 0.37878730221549095,
      "grad_norm": 4.96875,
      "learning_rate": 3.106463873503345e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5434440225362778,
      "num_tokens": 229933440.0,
      "step": 298620
    },
    {
      "epoch": 0.3787999868080238,
      "grad_norm": 5.28125,
      "learning_rate": 3.1064004424947163e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5328917562961578,
      "num_tokens": 229941301.0,
      "step": 298630
    },
    {
      "epoch": 0.3788126714005566,
      "grad_norm": 6.5,
      "learning_rate": 3.1063370114860876e-05,
      "loss": 2.3196,
      "mean_token_accuracy": 0.5022230952978134,
      "num_tokens": 229948787.0,
      "step": 298640
    },
    {
      "epoch": 0.3788253559930894,
      "grad_norm": 6.4375,
      "learning_rate": 3.106273580477458e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5445894360542297,
      "num_tokens": 229956595.0,
      "step": 298650
    },
    {
      "epoch": 0.37883804058562226,
      "grad_norm": 6.03125,
      "learning_rate": 3.1062101494688286e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.5658114105463028,
      "num_tokens": 229963635.0,
      "step": 298660
    },
    {
      "epoch": 0.3788507251781551,
      "grad_norm": 4.84375,
      "learning_rate": 3.1061467184602e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5644590854644775,
      "num_tokens": 229970592.0,
      "step": 298670
    },
    {
      "epoch": 0.37886340977068794,
      "grad_norm": 5.15625,
      "learning_rate": 3.1060832874515704e-05,
      "loss": 2.1811,
      "mean_token_accuracy": 0.5304196000099182,
      "num_tokens": 229978585.0,
      "step": 298680
    },
    {
      "epoch": 0.3788760943632208,
      "grad_norm": 5.1875,
      "learning_rate": 3.1060198564429416e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5415628224611282,
      "num_tokens": 229986302.0,
      "step": 298690
    },
    {
      "epoch": 0.3788887789557536,
      "grad_norm": 6.8125,
      "learning_rate": 3.105956425434312e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5492796897888184,
      "num_tokens": 229993969.0,
      "step": 298700
    },
    {
      "epoch": 0.37890146354828647,
      "grad_norm": 6.09375,
      "learning_rate": 3.105892994425683e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5552636831998825,
      "num_tokens": 230002112.0,
      "step": 298710
    },
    {
      "epoch": 0.37891414814081925,
      "grad_norm": 6.21875,
      "learning_rate": 3.1058295634170545e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5504971027374268,
      "num_tokens": 230009546.0,
      "step": 298720
    },
    {
      "epoch": 0.3789268327333521,
      "grad_norm": 4.9375,
      "learning_rate": 3.1057661324084244e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5331178098917008,
      "num_tokens": 230018609.0,
      "step": 298730
    },
    {
      "epoch": 0.37893951732588493,
      "grad_norm": 5.03125,
      "learning_rate": 3.1057027013997956e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5291923612356186,
      "num_tokens": 230027482.0,
      "step": 298740
    },
    {
      "epoch": 0.3789522019184178,
      "grad_norm": 8.125,
      "learning_rate": 3.105639270391166e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5198512941598892,
      "num_tokens": 230035503.0,
      "step": 298750
    },
    {
      "epoch": 0.3789648865109506,
      "grad_norm": 6.28125,
      "learning_rate": 3.1055758393825374e-05,
      "loss": 1.7366,
      "mean_token_accuracy": 0.6004591643810272,
      "num_tokens": 230042094.0,
      "step": 298760
    },
    {
      "epoch": 0.37897757110348346,
      "grad_norm": 6.75,
      "learning_rate": 3.1055124083739086e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5509460210800171,
      "num_tokens": 230048552.0,
      "step": 298770
    },
    {
      "epoch": 0.3789902556960163,
      "grad_norm": 4.8125,
      "learning_rate": 3.105448977365279e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5318235725164413,
      "num_tokens": 230057554.0,
      "step": 298780
    },
    {
      "epoch": 0.3790029402885491,
      "grad_norm": 5.1875,
      "learning_rate": 3.10538554635665e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5716795891523361,
      "num_tokens": 230066028.0,
      "step": 298790
    },
    {
      "epoch": 0.3790156248810819,
      "grad_norm": 5.28125,
      "learning_rate": 3.105322115348021e-05,
      "loss": 1.7346,
      "mean_token_accuracy": 0.5985690295696259,
      "num_tokens": 230074313.0,
      "step": 298800
    },
    {
      "epoch": 0.37902830947361477,
      "grad_norm": 5.03125,
      "learning_rate": 3.1052586843393914e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5899380713701248,
      "num_tokens": 230082695.0,
      "step": 298810
    },
    {
      "epoch": 0.3790409940661476,
      "grad_norm": 5.0,
      "learning_rate": 3.1051952533307626e-05,
      "loss": 1.6824,
      "mean_token_accuracy": 0.6241844743490219,
      "num_tokens": 230089592.0,
      "step": 298820
    },
    {
      "epoch": 0.37905367865868045,
      "grad_norm": 5.75,
      "learning_rate": 3.105131822322133e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5301255375146866,
      "num_tokens": 230097837.0,
      "step": 298830
    },
    {
      "epoch": 0.3790663632512133,
      "grad_norm": 4.75,
      "learning_rate": 3.1050683913135044e-05,
      "loss": 1.8675,
      "mean_token_accuracy": 0.5894683450460434,
      "num_tokens": 230105701.0,
      "step": 298840
    },
    {
      "epoch": 0.37907904784374613,
      "grad_norm": 5.15625,
      "learning_rate": 3.105004960304875e-05,
      "loss": 1.7381,
      "mean_token_accuracy": 0.6167407244443893,
      "num_tokens": 230112140.0,
      "step": 298850
    },
    {
      "epoch": 0.37909173243627897,
      "grad_norm": 5.375,
      "learning_rate": 3.104941529296246e-05,
      "loss": 1.8618,
      "mean_token_accuracy": 0.5933572888374329,
      "num_tokens": 230118952.0,
      "step": 298860
    },
    {
      "epoch": 0.37910441702881176,
      "grad_norm": 5.1875,
      "learning_rate": 3.1048780982876166e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5453219413757324,
      "num_tokens": 230128099.0,
      "step": 298870
    },
    {
      "epoch": 0.3791171016213446,
      "grad_norm": 6.3125,
      "learning_rate": 3.104814667278987e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5614746183156967,
      "num_tokens": 230135423.0,
      "step": 298880
    },
    {
      "epoch": 0.37912978621387744,
      "grad_norm": 5.75,
      "learning_rate": 3.1047512362703584e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.5874250143766403,
      "num_tokens": 230141828.0,
      "step": 298890
    },
    {
      "epoch": 0.3791424708064103,
      "grad_norm": 4.9375,
      "learning_rate": 3.104687805261729e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5449733406305313,
      "num_tokens": 230149130.0,
      "step": 298900
    },
    {
      "epoch": 0.3791551553989431,
      "grad_norm": 10.125,
      "learning_rate": 3.1046243742531e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5486625552177429,
      "num_tokens": 230155910.0,
      "step": 298910
    },
    {
      "epoch": 0.37916783999147596,
      "grad_norm": 5.65625,
      "learning_rate": 3.1045609432444714e-05,
      "loss": 2.2585,
      "mean_token_accuracy": 0.5151726722717285,
      "num_tokens": 230164591.0,
      "step": 298920
    },
    {
      "epoch": 0.3791805245840088,
      "grad_norm": 5.6875,
      "learning_rate": 3.104497512235842e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5347685247659684,
      "num_tokens": 230170845.0,
      "step": 298930
    },
    {
      "epoch": 0.37919320917654165,
      "grad_norm": 5.65625,
      "learning_rate": 3.1044340812272124e-05,
      "loss": 1.815,
      "mean_token_accuracy": 0.5984887301921844,
      "num_tokens": 230178329.0,
      "step": 298940
    },
    {
      "epoch": 0.37920589376907443,
      "grad_norm": 6.6875,
      "learning_rate": 3.104370650218583e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5224177926778794,
      "num_tokens": 230185111.0,
      "step": 298950
    },
    {
      "epoch": 0.3792185783616073,
      "grad_norm": 5.3125,
      "learning_rate": 3.104307219209954e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5538645029067993,
      "num_tokens": 230192842.0,
      "step": 298960
    },
    {
      "epoch": 0.3792312629541401,
      "grad_norm": 4.75,
      "learning_rate": 3.1042437882013254e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5330084979534149,
      "num_tokens": 230200704.0,
      "step": 298970
    },
    {
      "epoch": 0.37924394754667295,
      "grad_norm": 6.375,
      "learning_rate": 3.104180357192696e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5437913566827774,
      "num_tokens": 230208415.0,
      "step": 298980
    },
    {
      "epoch": 0.3792566321392058,
      "grad_norm": 6.0,
      "learning_rate": 3.104116926184067e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5574482858181,
      "num_tokens": 230215291.0,
      "step": 298990
    },
    {
      "epoch": 0.37926931673173864,
      "grad_norm": 5.5625,
      "learning_rate": 3.104053495175438e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5285925924777984,
      "num_tokens": 230223996.0,
      "step": 299000
    },
    {
      "epoch": 0.3792820013242715,
      "grad_norm": 5.75,
      "learning_rate": 3.103990064166808e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5473069936037064,
      "num_tokens": 230230917.0,
      "step": 299010
    },
    {
      "epoch": 0.3792946859168043,
      "grad_norm": 4.5625,
      "learning_rate": 3.1039266331581794e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5556090623140335,
      "num_tokens": 230238319.0,
      "step": 299020
    },
    {
      "epoch": 0.3793073705093371,
      "grad_norm": 9.0,
      "learning_rate": 3.10386320214955e-05,
      "loss": 2.2593,
      "mean_token_accuracy": 0.532803750038147,
      "num_tokens": 230246221.0,
      "step": 299030
    },
    {
      "epoch": 0.37932005510186995,
      "grad_norm": 6.25,
      "learning_rate": 3.103799771140921e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5241696566343308,
      "num_tokens": 230254667.0,
      "step": 299040
    },
    {
      "epoch": 0.3793327396944028,
      "grad_norm": 4.625,
      "learning_rate": 3.103736340132292e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5489835321903229,
      "num_tokens": 230261656.0,
      "step": 299050
    },
    {
      "epoch": 0.37934542428693563,
      "grad_norm": 5.1875,
      "learning_rate": 3.103672909123663e-05,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5754177033901214,
      "num_tokens": 230268878.0,
      "step": 299060
    },
    {
      "epoch": 0.37935810887946847,
      "grad_norm": 5.25,
      "learning_rate": 3.1036094781150334e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5186836183071136,
      "num_tokens": 230276229.0,
      "step": 299070
    },
    {
      "epoch": 0.3793707934720013,
      "grad_norm": 5.84375,
      "learning_rate": 3.103546047106404e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5670979738235473,
      "num_tokens": 230282201.0,
      "step": 299080
    },
    {
      "epoch": 0.37938347806453415,
      "grad_norm": 6.9375,
      "learning_rate": 3.103482616097775e-05,
      "loss": 2.3229,
      "mean_token_accuracy": 0.5060272306203842,
      "num_tokens": 230290807.0,
      "step": 299090
    },
    {
      "epoch": 0.379396162657067,
      "grad_norm": 5.75,
      "learning_rate": 3.103419185089146e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5292553454637527,
      "num_tokens": 230298924.0,
      "step": 299100
    },
    {
      "epoch": 0.3794088472495998,
      "grad_norm": 5.53125,
      "learning_rate": 3.103355754080517e-05,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5300797998905182,
      "num_tokens": 230306188.0,
      "step": 299110
    },
    {
      "epoch": 0.3794215318421326,
      "grad_norm": 4.90625,
      "learning_rate": 3.103292323071888e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5497357398271561,
      "num_tokens": 230314528.0,
      "step": 299120
    },
    {
      "epoch": 0.37943421643466546,
      "grad_norm": 5.5625,
      "learning_rate": 3.103228892063259e-05,
      "loss": 2.2594,
      "mean_token_accuracy": 0.5134480804204941,
      "num_tokens": 230322625.0,
      "step": 299130
    },
    {
      "epoch": 0.3794469010271983,
      "grad_norm": 5.09375,
      "learning_rate": 3.10316546105463e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5662555634975434,
      "num_tokens": 230331069.0,
      "step": 299140
    },
    {
      "epoch": 0.37945958561973114,
      "grad_norm": 4.8125,
      "learning_rate": 3.103102030046e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5760348111391067,
      "num_tokens": 230337186.0,
      "step": 299150
    },
    {
      "epoch": 0.379472270212264,
      "grad_norm": 4.9375,
      "learning_rate": 3.103038599037371e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.5650484174489975,
      "num_tokens": 230346448.0,
      "step": 299160
    },
    {
      "epoch": 0.3794849548047968,
      "grad_norm": 5.28125,
      "learning_rate": 3.102975168028742e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5295431226491928,
      "num_tokens": 230354904.0,
      "step": 299170
    },
    {
      "epoch": 0.37949763939732967,
      "grad_norm": 7.65625,
      "learning_rate": 3.102911737020113e-05,
      "loss": 1.835,
      "mean_token_accuracy": 0.5849470257759094,
      "num_tokens": 230361883.0,
      "step": 299180
    },
    {
      "epoch": 0.37951032398986245,
      "grad_norm": 5.75,
      "learning_rate": 3.102848306011484e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5299982190132141,
      "num_tokens": 230368322.0,
      "step": 299190
    },
    {
      "epoch": 0.3795230085823953,
      "grad_norm": 4.875,
      "learning_rate": 3.1027848750028545e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5727882325649262,
      "num_tokens": 230376093.0,
      "step": 299200
    },
    {
      "epoch": 0.37953569317492813,
      "grad_norm": 5.75,
      "learning_rate": 3.102721443994226e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.541117936372757,
      "num_tokens": 230383774.0,
      "step": 299210
    },
    {
      "epoch": 0.379548377767461,
      "grad_norm": 4.96875,
      "learning_rate": 3.102658012985596e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5225282192230225,
      "num_tokens": 230392493.0,
      "step": 299220
    },
    {
      "epoch": 0.3795610623599938,
      "grad_norm": 7.1875,
      "learning_rate": 3.102594581976967e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5247205495834351,
      "num_tokens": 230400438.0,
      "step": 299230
    },
    {
      "epoch": 0.37957374695252666,
      "grad_norm": 6.03125,
      "learning_rate": 3.102531150968338e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5525957852602005,
      "num_tokens": 230407905.0,
      "step": 299240
    },
    {
      "epoch": 0.3795864315450595,
      "grad_norm": 5.90625,
      "learning_rate": 3.1024677199597085e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5599050968885422,
      "num_tokens": 230414821.0,
      "step": 299250
    },
    {
      "epoch": 0.3795991161375923,
      "grad_norm": 4.78125,
      "learning_rate": 3.10240428895108e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5516428828239441,
      "num_tokens": 230423004.0,
      "step": 299260
    },
    {
      "epoch": 0.3796118007301251,
      "grad_norm": 6.625,
      "learning_rate": 3.102340857942451e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5484349936246872,
      "num_tokens": 230431320.0,
      "step": 299270
    },
    {
      "epoch": 0.37962448532265797,
      "grad_norm": 5.5,
      "learning_rate": 3.1022774269338215e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5728409856557846,
      "num_tokens": 230438514.0,
      "step": 299280
    },
    {
      "epoch": 0.3796371699151908,
      "grad_norm": 5.65625,
      "learning_rate": 3.102213995925192e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5733143121004105,
      "num_tokens": 230447649.0,
      "step": 299290
    },
    {
      "epoch": 0.37964985450772365,
      "grad_norm": 10.875,
      "learning_rate": 3.1021505649165625e-05,
      "loss": 1.8456,
      "mean_token_accuracy": 0.5808109819889069,
      "num_tokens": 230454198.0,
      "step": 299300
    },
    {
      "epoch": 0.3796625391002565,
      "grad_norm": 8.75,
      "learning_rate": 3.102087133907934e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5596652001142501,
      "num_tokens": 230460052.0,
      "step": 299310
    },
    {
      "epoch": 0.37967522369278933,
      "grad_norm": 4.59375,
      "learning_rate": 3.102023702899305e-05,
      "loss": 1.8634,
      "mean_token_accuracy": 0.5759083271026612,
      "num_tokens": 230468522.0,
      "step": 299320
    },
    {
      "epoch": 0.3796879082853222,
      "grad_norm": 6.84375,
      "learning_rate": 3.1019602718906755e-05,
      "loss": 1.8137,
      "mean_token_accuracy": 0.6022851884365081,
      "num_tokens": 230475403.0,
      "step": 299330
    },
    {
      "epoch": 0.37970059287785496,
      "grad_norm": 5.25,
      "learning_rate": 3.101896840882047e-05,
      "loss": 1.8605,
      "mean_token_accuracy": 0.5768777072429657,
      "num_tokens": 230482896.0,
      "step": 299340
    },
    {
      "epoch": 0.3797132774703878,
      "grad_norm": 6.78125,
      "learning_rate": 3.101833409873417e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5679322898387908,
      "num_tokens": 230490531.0,
      "step": 299350
    },
    {
      "epoch": 0.37972596206292064,
      "grad_norm": 6.15625,
      "learning_rate": 3.101769978864788e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.530206823348999,
      "num_tokens": 230498568.0,
      "step": 299360
    },
    {
      "epoch": 0.3797386466554535,
      "grad_norm": 6.1875,
      "learning_rate": 3.101706547856159e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5308323830366135,
      "num_tokens": 230506712.0,
      "step": 299370
    },
    {
      "epoch": 0.3797513312479863,
      "grad_norm": 5.40625,
      "learning_rate": 3.1016431168475295e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.54082390666008,
      "num_tokens": 230515488.0,
      "step": 299380
    },
    {
      "epoch": 0.37976401584051916,
      "grad_norm": 5.0625,
      "learning_rate": 3.101579685838901e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.558853468298912,
      "num_tokens": 230523038.0,
      "step": 299390
    },
    {
      "epoch": 0.379776700433052,
      "grad_norm": 5.5625,
      "learning_rate": 3.101516254830271e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5380438089370727,
      "num_tokens": 230530224.0,
      "step": 299400
    },
    {
      "epoch": 0.37978938502558485,
      "grad_norm": 5.21875,
      "learning_rate": 3.1014528238216425e-05,
      "loss": 1.9029,
      "mean_token_accuracy": 0.574269300699234,
      "num_tokens": 230538446.0,
      "step": 299410
    },
    {
      "epoch": 0.37980206961811763,
      "grad_norm": 6.03125,
      "learning_rate": 3.101389392813013e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5564178615808487,
      "num_tokens": 230545889.0,
      "step": 299420
    },
    {
      "epoch": 0.3798147542106505,
      "grad_norm": 8.625,
      "learning_rate": 3.1013259618043836e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5343385070562363,
      "num_tokens": 230553878.0,
      "step": 299430
    },
    {
      "epoch": 0.3798274388031833,
      "grad_norm": 6.96875,
      "learning_rate": 3.101262530795755e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5327556908130646,
      "num_tokens": 230561623.0,
      "step": 299440
    },
    {
      "epoch": 0.37984012339571616,
      "grad_norm": 4.875,
      "learning_rate": 3.101199099787125e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5684228241443634,
      "num_tokens": 230569118.0,
      "step": 299450
    },
    {
      "epoch": 0.379852807988249,
      "grad_norm": 4.6875,
      "learning_rate": 3.1011356687784965e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5624739557504654,
      "num_tokens": 230576393.0,
      "step": 299460
    },
    {
      "epoch": 0.37986549258078184,
      "grad_norm": 6.4375,
      "learning_rate": 3.101072237769868e-05,
      "loss": 1.8909,
      "mean_token_accuracy": 0.5764652580022812,
      "num_tokens": 230583656.0,
      "step": 299470
    },
    {
      "epoch": 0.3798781771733147,
      "grad_norm": 4.8125,
      "learning_rate": 3.101008806761238e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5312617540359497,
      "num_tokens": 230591819.0,
      "step": 299480
    },
    {
      "epoch": 0.3798908617658475,
      "grad_norm": 6.0625,
      "learning_rate": 3.100945375752609e-05,
      "loss": 2.2852,
      "mean_token_accuracy": 0.5051600486040115,
      "num_tokens": 230599196.0,
      "step": 299490
    },
    {
      "epoch": 0.3799035463583803,
      "grad_norm": 5.09375,
      "learning_rate": 3.100881944743979e-05,
      "loss": 2.3069,
      "mean_token_accuracy": 0.5067430764436722,
      "num_tokens": 230607891.0,
      "step": 299500
    },
    {
      "epoch": 0.37991623095091315,
      "grad_norm": 6.875,
      "learning_rate": 3.1008185137353505e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.533526960015297,
      "num_tokens": 230616151.0,
      "step": 299510
    },
    {
      "epoch": 0.379928915543446,
      "grad_norm": 6.4375,
      "learning_rate": 3.100755082726722e-05,
      "loss": 1.8107,
      "mean_token_accuracy": 0.6002116799354553,
      "num_tokens": 230623612.0,
      "step": 299520
    },
    {
      "epoch": 0.37994160013597883,
      "grad_norm": 7.03125,
      "learning_rate": 3.100691651718092e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5423697322607041,
      "num_tokens": 230631162.0,
      "step": 299530
    },
    {
      "epoch": 0.37995428472851167,
      "grad_norm": 5.9375,
      "learning_rate": 3.1006282207094635e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5344396561384201,
      "num_tokens": 230639218.0,
      "step": 299540
    },
    {
      "epoch": 0.3799669693210445,
      "grad_norm": 6.21875,
      "learning_rate": 3.100564789700835e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5569826573133468,
      "num_tokens": 230646361.0,
      "step": 299550
    },
    {
      "epoch": 0.37997965391357735,
      "grad_norm": 5.15625,
      "learning_rate": 3.100501358692205e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5519787549972535,
      "num_tokens": 230653399.0,
      "step": 299560
    },
    {
      "epoch": 0.3799923385061102,
      "grad_norm": 4.8125,
      "learning_rate": 3.100437927683576e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.545832097530365,
      "num_tokens": 230660989.0,
      "step": 299570
    },
    {
      "epoch": 0.380005023098643,
      "grad_norm": 6.875,
      "learning_rate": 3.100374496674946e-05,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5567930579185486,
      "num_tokens": 230668851.0,
      "step": 299580
    },
    {
      "epoch": 0.3800177076911758,
      "grad_norm": 5.9375,
      "learning_rate": 3.1003110656663175e-05,
      "loss": 1.8564,
      "mean_token_accuracy": 0.5894668370485305,
      "num_tokens": 230675155.0,
      "step": 299590
    },
    {
      "epoch": 0.38003039228370866,
      "grad_norm": 5.65625,
      "learning_rate": 3.100247634657689e-05,
      "loss": 1.9314,
      "mean_token_accuracy": 0.5660992980003356,
      "num_tokens": 230681721.0,
      "step": 299600
    },
    {
      "epoch": 0.3800430768762415,
      "grad_norm": 5.96875,
      "learning_rate": 3.100184203649059e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5439966976642608,
      "num_tokens": 230689785.0,
      "step": 299610
    },
    {
      "epoch": 0.38005576146877434,
      "grad_norm": 5.96875,
      "learning_rate": 3.1001207726404305e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5534206658601761,
      "num_tokens": 230695750.0,
      "step": 299620
    },
    {
      "epoch": 0.3800684460613072,
      "grad_norm": 6.125,
      "learning_rate": 3.100057341631801e-05,
      "loss": 1.8255,
      "mean_token_accuracy": 0.585657662153244,
      "num_tokens": 230702624.0,
      "step": 299630
    },
    {
      "epoch": 0.38008113065384,
      "grad_norm": 6.03125,
      "learning_rate": 3.0999939106231716e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5423037767410278,
      "num_tokens": 230709898.0,
      "step": 299640
    },
    {
      "epoch": 0.38009381524637287,
      "grad_norm": 5.03125,
      "learning_rate": 3.099930479614543e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5156316578388214,
      "num_tokens": 230718152.0,
      "step": 299650
    },
    {
      "epoch": 0.38010649983890565,
      "grad_norm": 5.71875,
      "learning_rate": 3.099867048605913e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5320377200841904,
      "num_tokens": 230726401.0,
      "step": 299660
    },
    {
      "epoch": 0.3801191844314385,
      "grad_norm": 5.4375,
      "learning_rate": 3.0998036175972845e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5497854202985764,
      "num_tokens": 230734818.0,
      "step": 299670
    },
    {
      "epoch": 0.38013186902397134,
      "grad_norm": 5.46875,
      "learning_rate": 3.099740186588655e-05,
      "loss": 1.8801,
      "mean_token_accuracy": 0.591431388258934,
      "num_tokens": 230742252.0,
      "step": 299680
    },
    {
      "epoch": 0.3801445536165042,
      "grad_norm": 5.78125,
      "learning_rate": 3.099676755580026e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5236260741949081,
      "num_tokens": 230751367.0,
      "step": 299690
    },
    {
      "epoch": 0.380157238209037,
      "grad_norm": 6.75,
      "learning_rate": 3.099613324571397e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5380549728870392,
      "num_tokens": 230758422.0,
      "step": 299700
    },
    {
      "epoch": 0.38016992280156986,
      "grad_norm": 5.28125,
      "learning_rate": 3.0995498935627673e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5893283665180207,
      "num_tokens": 230765786.0,
      "step": 299710
    },
    {
      "epoch": 0.3801826073941027,
      "grad_norm": 4.96875,
      "learning_rate": 3.0994864625541386e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5518063753843307,
      "num_tokens": 230774491.0,
      "step": 299720
    },
    {
      "epoch": 0.3801952919866355,
      "grad_norm": 5.34375,
      "learning_rate": 3.099423031545509e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.563977837562561,
      "num_tokens": 230781662.0,
      "step": 299730
    },
    {
      "epoch": 0.3802079765791683,
      "grad_norm": 4.9375,
      "learning_rate": 3.09935960053688e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5430192321538925,
      "num_tokens": 230790309.0,
      "step": 299740
    },
    {
      "epoch": 0.38022066117170117,
      "grad_norm": 5.96875,
      "learning_rate": 3.0992961695282515e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5683452069759369,
      "num_tokens": 230796867.0,
      "step": 299750
    },
    {
      "epoch": 0.380233345764234,
      "grad_norm": 6.40625,
      "learning_rate": 3.099232738519622e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5418539881706238,
      "num_tokens": 230804190.0,
      "step": 299760
    },
    {
      "epoch": 0.38024603035676685,
      "grad_norm": 5.34375,
      "learning_rate": 3.0991693075109926e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5218486219644547,
      "num_tokens": 230812690.0,
      "step": 299770
    },
    {
      "epoch": 0.3802587149492997,
      "grad_norm": 8.5,
      "learning_rate": 3.099105876502363e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.535343062877655,
      "num_tokens": 230820412.0,
      "step": 299780
    },
    {
      "epoch": 0.38027139954183253,
      "grad_norm": 5.9375,
      "learning_rate": 3.099042445493734e-05,
      "loss": 2.2074,
      "mean_token_accuracy": 0.5109392553567886,
      "num_tokens": 230828571.0,
      "step": 299790
    },
    {
      "epoch": 0.3802840841343654,
      "grad_norm": 4.84375,
      "learning_rate": 3.0989790144851055e-05,
      "loss": 2.1905,
      "mean_token_accuracy": 0.5293543636798859,
      "num_tokens": 230836875.0,
      "step": 299800
    },
    {
      "epoch": 0.38029676872689816,
      "grad_norm": 4.9375,
      "learning_rate": 3.098915583476476e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5591285198926925,
      "num_tokens": 230845792.0,
      "step": 299810
    },
    {
      "epoch": 0.380309453319431,
      "grad_norm": 4.75,
      "learning_rate": 3.098852152467847e-05,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5758224338293075,
      "num_tokens": 230853659.0,
      "step": 299820
    },
    {
      "epoch": 0.38032213791196384,
      "grad_norm": 6.0,
      "learning_rate": 3.098788721459218e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5228801131248474,
      "num_tokens": 230862070.0,
      "step": 299830
    },
    {
      "epoch": 0.3803348225044967,
      "grad_norm": 5.6875,
      "learning_rate": 3.0987252904505884e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5541954904794693,
      "num_tokens": 230870352.0,
      "step": 299840
    },
    {
      "epoch": 0.3803475070970295,
      "grad_norm": 4.46875,
      "learning_rate": 3.0986618594419596e-05,
      "loss": 1.804,
      "mean_token_accuracy": 0.5861679166555405,
      "num_tokens": 230878605.0,
      "step": 299850
    },
    {
      "epoch": 0.38036019168956237,
      "grad_norm": 6.25,
      "learning_rate": 3.09859842843333e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5542992919683456,
      "num_tokens": 230886563.0,
      "step": 299860
    },
    {
      "epoch": 0.3803728762820952,
      "grad_norm": 5.6875,
      "learning_rate": 3.098534997424701e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5394566476345062,
      "num_tokens": 230894703.0,
      "step": 299870
    },
    {
      "epoch": 0.38038556087462805,
      "grad_norm": 5.0,
      "learning_rate": 3.098471566416072e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5533592909574508,
      "num_tokens": 230902986.0,
      "step": 299880
    },
    {
      "epoch": 0.38039824546716083,
      "grad_norm": 5.15625,
      "learning_rate": 3.098408135407443e-05,
      "loss": 1.8017,
      "mean_token_accuracy": 0.5944410771131515,
      "num_tokens": 230910166.0,
      "step": 299890
    },
    {
      "epoch": 0.3804109300596937,
      "grad_norm": 5.5625,
      "learning_rate": 3.098344704398814e-05,
      "loss": 1.8118,
      "mean_token_accuracy": 0.5852906793355942,
      "num_tokens": 230918348.0,
      "step": 299900
    },
    {
      "epoch": 0.3804236146522265,
      "grad_norm": 5.53125,
      "learning_rate": 3.098281273390184e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5476518362760544,
      "num_tokens": 230926083.0,
      "step": 299910
    },
    {
      "epoch": 0.38043629924475936,
      "grad_norm": 7.5,
      "learning_rate": 3.0982178423815554e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.544710773229599,
      "num_tokens": 230934041.0,
      "step": 299920
    },
    {
      "epoch": 0.3804489838372922,
      "grad_norm": 8.5,
      "learning_rate": 3.098154411372926e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5289277791976928,
      "num_tokens": 230942576.0,
      "step": 299930
    },
    {
      "epoch": 0.38046166842982504,
      "grad_norm": 6.125,
      "learning_rate": 3.098090980364297e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5348813086748123,
      "num_tokens": 230950656.0,
      "step": 299940
    },
    {
      "epoch": 0.3804743530223579,
      "grad_norm": 6.625,
      "learning_rate": 3.098027549355668e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5292275667190551,
      "num_tokens": 230957961.0,
      "step": 299950
    },
    {
      "epoch": 0.3804870376148907,
      "grad_norm": 5.40625,
      "learning_rate": 3.097964118347039e-05,
      "loss": 2.3263,
      "mean_token_accuracy": 0.5037166744470596,
      "num_tokens": 230966787.0,
      "step": 299960
    },
    {
      "epoch": 0.3804997222074235,
      "grad_norm": 5.3125,
      "learning_rate": 3.09790068733841e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.552629953622818,
      "num_tokens": 230974962.0,
      "step": 299970
    },
    {
      "epoch": 0.38051240679995635,
      "grad_norm": 4.9375,
      "learning_rate": 3.0978372563297806e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5373959988355637,
      "num_tokens": 230983686.0,
      "step": 299980
    },
    {
      "epoch": 0.3805250913924892,
      "grad_norm": 6.03125,
      "learning_rate": 3.097773825321151e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5441451966762543,
      "num_tokens": 230991587.0,
      "step": 299990
    },
    {
      "epoch": 0.38053777598502203,
      "grad_norm": 7.5,
      "learning_rate": 3.0977103943125224e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.543859738111496,
      "num_tokens": 230998730.0,
      "step": 300000
    },
    {
      "epoch": 0.38055046057755487,
      "grad_norm": 5.0625,
      "learning_rate": 3.097646963303893e-05,
      "loss": 2.454,
      "mean_token_accuracy": 0.4794684648513794,
      "num_tokens": 231007628.0,
      "step": 300010
    },
    {
      "epoch": 0.3805631451700877,
      "grad_norm": 8.1875,
      "learning_rate": 3.097583532295264e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5498676657676697,
      "num_tokens": 231014619.0,
      "step": 300020
    },
    {
      "epoch": 0.38057582976262055,
      "grad_norm": 6.75,
      "learning_rate": 3.0975201012866346e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5538941025733948,
      "num_tokens": 231022412.0,
      "step": 300030
    },
    {
      "epoch": 0.3805885143551534,
      "grad_norm": 5.0625,
      "learning_rate": 3.097456670278006e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5401058524847031,
      "num_tokens": 231030573.0,
      "step": 300040
    },
    {
      "epoch": 0.3806011989476862,
      "grad_norm": 4.65625,
      "learning_rate": 3.0973932392693764e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5650897592306137,
      "num_tokens": 231038461.0,
      "step": 300050
    },
    {
      "epoch": 0.380613883540219,
      "grad_norm": 4.53125,
      "learning_rate": 3.097329808260747e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5174212664365768,
      "num_tokens": 231046411.0,
      "step": 300060
    },
    {
      "epoch": 0.38062656813275186,
      "grad_norm": 5.46875,
      "learning_rate": 3.097266377252118e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5287043064832687,
      "num_tokens": 231055698.0,
      "step": 300070
    },
    {
      "epoch": 0.3806392527252847,
      "grad_norm": 4.6875,
      "learning_rate": 3.097202946243489e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5432745158672333,
      "num_tokens": 231064312.0,
      "step": 300080
    },
    {
      "epoch": 0.38065193731781755,
      "grad_norm": 4.78125,
      "learning_rate": 3.09713951523486e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.536177909374237,
      "num_tokens": 231072463.0,
      "step": 300090
    },
    {
      "epoch": 0.3806646219103504,
      "grad_norm": 9.5,
      "learning_rate": 3.097076084226231e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5396980851888656,
      "num_tokens": 231079579.0,
      "step": 300100
    },
    {
      "epoch": 0.38067730650288323,
      "grad_norm": 5.96875,
      "learning_rate": 3.0970126532176016e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5269367069005966,
      "num_tokens": 231088066.0,
      "step": 300110
    },
    {
      "epoch": 0.38068999109541607,
      "grad_norm": 4.875,
      "learning_rate": 3.096949222208972e-05,
      "loss": 2.3079,
      "mean_token_accuracy": 0.5036504954099655,
      "num_tokens": 231096926.0,
      "step": 300120
    },
    {
      "epoch": 0.38070267568794885,
      "grad_norm": 5.4375,
      "learning_rate": 3.096885791200343e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5507049798965454,
      "num_tokens": 231106204.0,
      "step": 300130
    },
    {
      "epoch": 0.3807153602804817,
      "grad_norm": 5.03125,
      "learning_rate": 3.096822360191714e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5247345209121704,
      "num_tokens": 231114462.0,
      "step": 300140
    },
    {
      "epoch": 0.38072804487301454,
      "grad_norm": 7.3125,
      "learning_rate": 3.096758929183085e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5354790031909943,
      "num_tokens": 231122258.0,
      "step": 300150
    },
    {
      "epoch": 0.3807407294655474,
      "grad_norm": 5.625,
      "learning_rate": 3.0966954981744557e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5573947042226791,
      "num_tokens": 231129032.0,
      "step": 300160
    },
    {
      "epoch": 0.3807534140580802,
      "grad_norm": 5.53125,
      "learning_rate": 3.096632067165827e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5316363424062729,
      "num_tokens": 231136879.0,
      "step": 300170
    },
    {
      "epoch": 0.38076609865061306,
      "grad_norm": 5.5625,
      "learning_rate": 3.0965686361571974e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5628879457712174,
      "num_tokens": 231145174.0,
      "step": 300180
    },
    {
      "epoch": 0.3807787832431459,
      "grad_norm": 5.9375,
      "learning_rate": 3.096505205148568e-05,
      "loss": 1.9881,
      "mean_token_accuracy": 0.5527629494667053,
      "num_tokens": 231151624.0,
      "step": 300190
    },
    {
      "epoch": 0.3807914678356787,
      "grad_norm": 5.6875,
      "learning_rate": 3.096441774139939e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5498026072978973,
      "num_tokens": 231160717.0,
      "step": 300200
    },
    {
      "epoch": 0.38080415242821153,
      "grad_norm": 7.21875,
      "learning_rate": 3.09637834313131e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5738951653242111,
      "num_tokens": 231167868.0,
      "step": 300210
    },
    {
      "epoch": 0.38081683702074437,
      "grad_norm": 5.0,
      "learning_rate": 3.096314912122681e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.536531263589859,
      "num_tokens": 231176108.0,
      "step": 300220
    },
    {
      "epoch": 0.3808295216132772,
      "grad_norm": 5.03125,
      "learning_rate": 3.0962514811140514e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5480296105146408,
      "num_tokens": 231184498.0,
      "step": 300230
    },
    {
      "epoch": 0.38084220620581005,
      "grad_norm": 5.8125,
      "learning_rate": 3.0961880501054226e-05,
      "loss": 2.2162,
      "mean_token_accuracy": 0.5186025321483612,
      "num_tokens": 231192444.0,
      "step": 300240
    },
    {
      "epoch": 0.3808548907983429,
      "grad_norm": 4.53125,
      "learning_rate": 3.096124619096793e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5524529308080673,
      "num_tokens": 231200544.0,
      "step": 300250
    },
    {
      "epoch": 0.38086757539087573,
      "grad_norm": 6.21875,
      "learning_rate": 3.096061188088164e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.539961913228035,
      "num_tokens": 231208850.0,
      "step": 300260
    },
    {
      "epoch": 0.3808802599834086,
      "grad_norm": 5.6875,
      "learning_rate": 3.095997757079535e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5554094195365906,
      "num_tokens": 231216305.0,
      "step": 300270
    },
    {
      "epoch": 0.38089294457594136,
      "grad_norm": 5.0625,
      "learning_rate": 3.0959343260709055e-05,
      "loss": 1.6856,
      "mean_token_accuracy": 0.6246104866266251,
      "num_tokens": 231222986.0,
      "step": 300280
    },
    {
      "epoch": 0.3809056291684742,
      "grad_norm": 6.28125,
      "learning_rate": 3.095870895062277e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5434805989265442,
      "num_tokens": 231230400.0,
      "step": 300290
    },
    {
      "epoch": 0.38091831376100704,
      "grad_norm": 5.1875,
      "learning_rate": 3.095807464053648e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5341673284769058,
      "num_tokens": 231239471.0,
      "step": 300300
    },
    {
      "epoch": 0.3809309983535399,
      "grad_norm": 7.46875,
      "learning_rate": 3.0957440330450184e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5413158506155014,
      "num_tokens": 231246305.0,
      "step": 300310
    },
    {
      "epoch": 0.3809436829460727,
      "grad_norm": 5.1875,
      "learning_rate": 3.0956806020363896e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5547296941280365,
      "num_tokens": 231253945.0,
      "step": 300320
    },
    {
      "epoch": 0.38095636753860557,
      "grad_norm": 5.25,
      "learning_rate": 3.0956171710277595e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5268060624599457,
      "num_tokens": 231261811.0,
      "step": 300330
    },
    {
      "epoch": 0.3809690521311384,
      "grad_norm": 8.125,
      "learning_rate": 3.095553740019131e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5518987745046615,
      "num_tokens": 231268527.0,
      "step": 300340
    },
    {
      "epoch": 0.38098173672367125,
      "grad_norm": 5.09375,
      "learning_rate": 3.095490309010502e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5345382302999496,
      "num_tokens": 231277038.0,
      "step": 300350
    },
    {
      "epoch": 0.38099442131620403,
      "grad_norm": 6.40625,
      "learning_rate": 3.0954268780018725e-05,
      "loss": 1.8811,
      "mean_token_accuracy": 0.5818991303443909,
      "num_tokens": 231283759.0,
      "step": 300360
    },
    {
      "epoch": 0.3810071059087369,
      "grad_norm": 7.875,
      "learning_rate": 3.095363446993244e-05,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5710603058338165,
      "num_tokens": 231290415.0,
      "step": 300370
    },
    {
      "epoch": 0.3810197905012697,
      "grad_norm": 6.125,
      "learning_rate": 3.095300015984614e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5269177377223968,
      "num_tokens": 231298675.0,
      "step": 300380
    },
    {
      "epoch": 0.38103247509380256,
      "grad_norm": 7.03125,
      "learning_rate": 3.0952365849759854e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5391063868999482,
      "num_tokens": 231307126.0,
      "step": 300390
    },
    {
      "epoch": 0.3810451596863354,
      "grad_norm": 6.6875,
      "learning_rate": 3.095173153967356e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5953125119209289,
      "num_tokens": 231314704.0,
      "step": 300400
    },
    {
      "epoch": 0.38105784427886824,
      "grad_norm": 6.90625,
      "learning_rate": 3.0951097229587265e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5347215324640274,
      "num_tokens": 231322078.0,
      "step": 300410
    },
    {
      "epoch": 0.3810705288714011,
      "grad_norm": 4.84375,
      "learning_rate": 3.095046291950098e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5565846472978592,
      "num_tokens": 231331339.0,
      "step": 300420
    },
    {
      "epoch": 0.3810832134639339,
      "grad_norm": 5.15625,
      "learning_rate": 3.094982860941468e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5752256244421006,
      "num_tokens": 231337826.0,
      "step": 300430
    },
    {
      "epoch": 0.3810958980564667,
      "grad_norm": 5.8125,
      "learning_rate": 3.0949194299328395e-05,
      "loss": 2.2083,
      "mean_token_accuracy": 0.5258079469203949,
      "num_tokens": 231346889.0,
      "step": 300440
    },
    {
      "epoch": 0.38110858264899955,
      "grad_norm": 6.03125,
      "learning_rate": 3.094855998924211e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5662546545267105,
      "num_tokens": 231354107.0,
      "step": 300450
    },
    {
      "epoch": 0.3811212672415324,
      "grad_norm": 6.1875,
      "learning_rate": 3.094792567915581e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.583086559176445,
      "num_tokens": 231361696.0,
      "step": 300460
    },
    {
      "epoch": 0.38113395183406523,
      "grad_norm": 5.75,
      "learning_rate": 3.094729136906952e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5515525996685028,
      "num_tokens": 231368671.0,
      "step": 300470
    },
    {
      "epoch": 0.3811466364265981,
      "grad_norm": 4.65625,
      "learning_rate": 3.094665705898323e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5434832960367203,
      "num_tokens": 231376756.0,
      "step": 300480
    },
    {
      "epoch": 0.3811593210191309,
      "grad_norm": 8.1875,
      "learning_rate": 3.0946022748896935e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5675716459751129,
      "num_tokens": 231383850.0,
      "step": 300490
    },
    {
      "epoch": 0.38117200561166376,
      "grad_norm": 4.9375,
      "learning_rate": 3.094538843881065e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5285126566886902,
      "num_tokens": 231393386.0,
      "step": 300500
    },
    {
      "epoch": 0.3811846902041966,
      "grad_norm": 5.75,
      "learning_rate": 3.094475412872435e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5464230537414551,
      "num_tokens": 231400263.0,
      "step": 300510
    },
    {
      "epoch": 0.3811973747967294,
      "grad_norm": 7.71875,
      "learning_rate": 3.0944119818638064e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5396575510501862,
      "num_tokens": 231406547.0,
      "step": 300520
    },
    {
      "epoch": 0.3812100593892622,
      "grad_norm": 10.8125,
      "learning_rate": 3.094348550855177e-05,
      "loss": 1.7951,
      "mean_token_accuracy": 0.6053511261940002,
      "num_tokens": 231413632.0,
      "step": 300530
    },
    {
      "epoch": 0.38122274398179506,
      "grad_norm": 4.96875,
      "learning_rate": 3.0942851198465475e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5684051871299743,
      "num_tokens": 231421459.0,
      "step": 300540
    },
    {
      "epoch": 0.3812354285743279,
      "grad_norm": 6.03125,
      "learning_rate": 3.094221688837919e-05,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5207321137189865,
      "num_tokens": 231431014.0,
      "step": 300550
    },
    {
      "epoch": 0.38124811316686075,
      "grad_norm": 5.40625,
      "learning_rate": 3.094158257829289e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5290740251541137,
      "num_tokens": 231439123.0,
      "step": 300560
    },
    {
      "epoch": 0.3812607977593936,
      "grad_norm": 5.53125,
      "learning_rate": 3.0940948268206605e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5519495755434036,
      "num_tokens": 231447294.0,
      "step": 300570
    },
    {
      "epoch": 0.38127348235192643,
      "grad_norm": 5.625,
      "learning_rate": 3.094031395812032e-05,
      "loss": 1.9007,
      "mean_token_accuracy": 0.5817173063755036,
      "num_tokens": 231454387.0,
      "step": 300580
    },
    {
      "epoch": 0.38128616694445927,
      "grad_norm": 7.4375,
      "learning_rate": 3.093967964803402e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5414436519145965,
      "num_tokens": 231461199.0,
      "step": 300590
    },
    {
      "epoch": 0.38129885153699206,
      "grad_norm": 6.34375,
      "learning_rate": 3.093904533794773e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5254211485385895,
      "num_tokens": 231469993.0,
      "step": 300600
    },
    {
      "epoch": 0.3813115361295249,
      "grad_norm": 4.90625,
      "learning_rate": 3.093841102786143e-05,
      "loss": 1.9114,
      "mean_token_accuracy": 0.5719430923461915,
      "num_tokens": 231476870.0,
      "step": 300610
    },
    {
      "epoch": 0.38132422072205774,
      "grad_norm": 7.5625,
      "learning_rate": 3.0937776717775145e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5694275677204133,
      "num_tokens": 231484621.0,
      "step": 300620
    },
    {
      "epoch": 0.3813369053145906,
      "grad_norm": 5.375,
      "learning_rate": 3.093714240768886e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5718257635831833,
      "num_tokens": 231492356.0,
      "step": 300630
    },
    {
      "epoch": 0.3813495899071234,
      "grad_norm": 5.625,
      "learning_rate": 3.093650809760256e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5785583615303039,
      "num_tokens": 231500503.0,
      "step": 300640
    },
    {
      "epoch": 0.38136227449965626,
      "grad_norm": 6.0625,
      "learning_rate": 3.0935873787516275e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5343966990709305,
      "num_tokens": 231508573.0,
      "step": 300650
    },
    {
      "epoch": 0.3813749590921891,
      "grad_norm": 4.875,
      "learning_rate": 3.093523947742998e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.513172122836113,
      "num_tokens": 231516412.0,
      "step": 300660
    },
    {
      "epoch": 0.3813876436847219,
      "grad_norm": 5.40625,
      "learning_rate": 3.093460516734369e-05,
      "loss": 2.2786,
      "mean_token_accuracy": 0.5244179010391236,
      "num_tokens": 231523903.0,
      "step": 300670
    },
    {
      "epoch": 0.38140032827725473,
      "grad_norm": 9.6875,
      "learning_rate": 3.09339708572574e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5418377071619034,
      "num_tokens": 231532782.0,
      "step": 300680
    },
    {
      "epoch": 0.38141301286978757,
      "grad_norm": 6.4375,
      "learning_rate": 3.09333365471711e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.577676510810852,
      "num_tokens": 231540133.0,
      "step": 300690
    },
    {
      "epoch": 0.3814256974623204,
      "grad_norm": 7.75,
      "learning_rate": 3.0932702237084815e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5222229093313218,
      "num_tokens": 231548736.0,
      "step": 300700
    },
    {
      "epoch": 0.38143838205485325,
      "grad_norm": 4.40625,
      "learning_rate": 3.093206792699852e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5431553006172181,
      "num_tokens": 231557018.0,
      "step": 300710
    },
    {
      "epoch": 0.3814510666473861,
      "grad_norm": 5.34375,
      "learning_rate": 3.093143361691223e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5341820985078811,
      "num_tokens": 231564930.0,
      "step": 300720
    },
    {
      "epoch": 0.38146375123991894,
      "grad_norm": 4.78125,
      "learning_rate": 3.0930799306825945e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5376909732818603,
      "num_tokens": 231573737.0,
      "step": 300730
    },
    {
      "epoch": 0.3814764358324518,
      "grad_norm": 4.9375,
      "learning_rate": 3.093016499673965e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5441756695508957,
      "num_tokens": 231582420.0,
      "step": 300740
    },
    {
      "epoch": 0.38148912042498456,
      "grad_norm": 6.21875,
      "learning_rate": 3.0929530686653355e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5486738920211792,
      "num_tokens": 231590313.0,
      "step": 300750
    },
    {
      "epoch": 0.3815018050175174,
      "grad_norm": 5.0,
      "learning_rate": 3.092889637656706e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5386815458536148,
      "num_tokens": 231598737.0,
      "step": 300760
    },
    {
      "epoch": 0.38151448961005024,
      "grad_norm": 5.875,
      "learning_rate": 3.092826206648077e-05,
      "loss": 2.2633,
      "mean_token_accuracy": 0.5153091967105865,
      "num_tokens": 231606710.0,
      "step": 300770
    },
    {
      "epoch": 0.3815271742025831,
      "grad_norm": 6.71875,
      "learning_rate": 3.0927627756394485e-05,
      "loss": 1.7731,
      "mean_token_accuracy": 0.6173773050308228,
      "num_tokens": 231613538.0,
      "step": 300780
    },
    {
      "epoch": 0.3815398587951159,
      "grad_norm": 5.28125,
      "learning_rate": 3.092699344630819e-05,
      "loss": 2.2034,
      "mean_token_accuracy": 0.521771463751793,
      "num_tokens": 231620326.0,
      "step": 300790
    },
    {
      "epoch": 0.38155254338764877,
      "grad_norm": 4.96875,
      "learning_rate": 3.09263591362219e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5449281394481659,
      "num_tokens": 231628582.0,
      "step": 300800
    },
    {
      "epoch": 0.3815652279801816,
      "grad_norm": 4.8125,
      "learning_rate": 3.092572482613561e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5273734986782074,
      "num_tokens": 231636958.0,
      "step": 300810
    },
    {
      "epoch": 0.38157791257271445,
      "grad_norm": 7.25,
      "learning_rate": 3.092509051604931e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5356566905975342,
      "num_tokens": 231645050.0,
      "step": 300820
    },
    {
      "epoch": 0.38159059716524724,
      "grad_norm": 6.03125,
      "learning_rate": 3.0924456205963025e-05,
      "loss": 2.354,
      "mean_token_accuracy": 0.4910480499267578,
      "num_tokens": 231653048.0,
      "step": 300830
    },
    {
      "epoch": 0.3816032817577801,
      "grad_norm": 6.625,
      "learning_rate": 3.092382189587673e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5498791366815567,
      "num_tokens": 231662168.0,
      "step": 300840
    },
    {
      "epoch": 0.3816159663503129,
      "grad_norm": 6.0625,
      "learning_rate": 3.092318758579044e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5124190449714661,
      "num_tokens": 231671092.0,
      "step": 300850
    },
    {
      "epoch": 0.38162865094284576,
      "grad_norm": 5.375,
      "learning_rate": 3.092255327570415e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5275914818048477,
      "num_tokens": 231678220.0,
      "step": 300860
    },
    {
      "epoch": 0.3816413355353786,
      "grad_norm": 6.28125,
      "learning_rate": 3.092191896561786e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5403326719999313,
      "num_tokens": 231684254.0,
      "step": 300870
    },
    {
      "epoch": 0.38165402012791144,
      "grad_norm": 8.0625,
      "learning_rate": 3.0921284655531565e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5398209869861603,
      "num_tokens": 231692319.0,
      "step": 300880
    },
    {
      "epoch": 0.3816667047204443,
      "grad_norm": 6.71875,
      "learning_rate": 3.092065034544527e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5553351640701294,
      "num_tokens": 231700340.0,
      "step": 300890
    },
    {
      "epoch": 0.3816793893129771,
      "grad_norm": 5.15625,
      "learning_rate": 3.092001603535898e-05,
      "loss": 2.2209,
      "mean_token_accuracy": 0.530567592382431,
      "num_tokens": 231708634.0,
      "step": 300900
    },
    {
      "epoch": 0.3816920739055099,
      "grad_norm": 4.71875,
      "learning_rate": 3.091938172527269e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5259626835584641,
      "num_tokens": 231717811.0,
      "step": 300910
    },
    {
      "epoch": 0.38170475849804275,
      "grad_norm": 5.6875,
      "learning_rate": 3.09187474151864e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5284030348062515,
      "num_tokens": 231724747.0,
      "step": 300920
    },
    {
      "epoch": 0.3817174430905756,
      "grad_norm": 11.0625,
      "learning_rate": 3.091811310510011e-05,
      "loss": 2.2701,
      "mean_token_accuracy": 0.5183441936969757,
      "num_tokens": 231733030.0,
      "step": 300930
    },
    {
      "epoch": 0.38173012768310843,
      "grad_norm": 4.84375,
      "learning_rate": 3.091747879501382e-05,
      "loss": 1.8607,
      "mean_token_accuracy": 0.587407597899437,
      "num_tokens": 231740440.0,
      "step": 300940
    },
    {
      "epoch": 0.3817428122756413,
      "grad_norm": 5.84375,
      "learning_rate": 3.091684448492752e-05,
      "loss": 1.9043,
      "mean_token_accuracy": 0.5856277823448182,
      "num_tokens": 231748210.0,
      "step": 300950
    },
    {
      "epoch": 0.3817554968681741,
      "grad_norm": 5.21875,
      "learning_rate": 3.091621017484123e-05,
      "loss": 1.8983,
      "mean_token_accuracy": 0.568411237001419,
      "num_tokens": 231755832.0,
      "step": 300960
    },
    {
      "epoch": 0.38176818146070696,
      "grad_norm": 6.15625,
      "learning_rate": 3.091557586475494e-05,
      "loss": 1.9235,
      "mean_token_accuracy": 0.5610799282789231,
      "num_tokens": 231762287.0,
      "step": 300970
    },
    {
      "epoch": 0.3817808660532398,
      "grad_norm": 4.5,
      "learning_rate": 3.091494155466865e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5353858530521393,
      "num_tokens": 231770927.0,
      "step": 300980
    },
    {
      "epoch": 0.3817935506457726,
      "grad_norm": 5.59375,
      "learning_rate": 3.091430724458236e-05,
      "loss": 2.2581,
      "mean_token_accuracy": 0.5226213246583938,
      "num_tokens": 231779082.0,
      "step": 300990
    },
    {
      "epoch": 0.3818062352383054,
      "grad_norm": 5.4375,
      "learning_rate": 3.091367293449607e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5458345681428909,
      "num_tokens": 231787372.0,
      "step": 301000
    },
    {
      "epoch": 0.38181891983083827,
      "grad_norm": 5.125,
      "learning_rate": 3.0913038624409776e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5494475334882736,
      "num_tokens": 231795428.0,
      "step": 301010
    },
    {
      "epoch": 0.3818316044233711,
      "grad_norm": 5.125,
      "learning_rate": 3.091240431432348e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5303262770175934,
      "num_tokens": 231803443.0,
      "step": 301020
    },
    {
      "epoch": 0.38184428901590395,
      "grad_norm": 4.8125,
      "learning_rate": 3.091177000423719e-05,
      "loss": 1.6772,
      "mean_token_accuracy": 0.6153526186943055,
      "num_tokens": 231810592.0,
      "step": 301030
    },
    {
      "epoch": 0.3818569736084368,
      "grad_norm": 5.21875,
      "learning_rate": 3.09111356941509e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5415180116891861,
      "num_tokens": 231819764.0,
      "step": 301040
    },
    {
      "epoch": 0.38186965820096963,
      "grad_norm": 9.8125,
      "learning_rate": 3.091050138406461e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.552474507689476,
      "num_tokens": 231826423.0,
      "step": 301050
    },
    {
      "epoch": 0.38188234279350247,
      "grad_norm": 6.3125,
      "learning_rate": 3.0909867073978316e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.568464258313179,
      "num_tokens": 231834330.0,
      "step": 301060
    },
    {
      "epoch": 0.38189502738603526,
      "grad_norm": 5.03125,
      "learning_rate": 3.090923276389203e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5507804691791535,
      "num_tokens": 231843304.0,
      "step": 301070
    },
    {
      "epoch": 0.3819077119785681,
      "grad_norm": 9.5625,
      "learning_rate": 3.090859845380574e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5167738437652588,
      "num_tokens": 231851511.0,
      "step": 301080
    },
    {
      "epoch": 0.38192039657110094,
      "grad_norm": 5.28125,
      "learning_rate": 3.0907964143719446e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5468732118606567,
      "num_tokens": 231858867.0,
      "step": 301090
    },
    {
      "epoch": 0.3819330811636338,
      "grad_norm": 5.96875,
      "learning_rate": 3.090732983363315e-05,
      "loss": 1.7999,
      "mean_token_accuracy": 0.5916989594697952,
      "num_tokens": 231865932.0,
      "step": 301100
    },
    {
      "epoch": 0.3819457657561666,
      "grad_norm": 5.875,
      "learning_rate": 3.0906695523546856e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5317411184310913,
      "num_tokens": 231873127.0,
      "step": 301110
    },
    {
      "epoch": 0.38195845034869946,
      "grad_norm": 6.28125,
      "learning_rate": 3.090606121346057e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5557891845703125,
      "num_tokens": 231880444.0,
      "step": 301120
    },
    {
      "epoch": 0.3819711349412323,
      "grad_norm": 7.9375,
      "learning_rate": 3.090542690337428e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5499386936426163,
      "num_tokens": 231887250.0,
      "step": 301130
    },
    {
      "epoch": 0.3819838195337651,
      "grad_norm": 6.21875,
      "learning_rate": 3.0904792593287986e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5314998984336853,
      "num_tokens": 231896102.0,
      "step": 301140
    },
    {
      "epoch": 0.38199650412629793,
      "grad_norm": 8.0,
      "learning_rate": 3.09041582832017e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5338845431804657,
      "num_tokens": 231904690.0,
      "step": 301150
    },
    {
      "epoch": 0.38200918871883077,
      "grad_norm": 4.875,
      "learning_rate": 3.0903523973115403e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5447101354598999,
      "num_tokens": 231911152.0,
      "step": 301160
    },
    {
      "epoch": 0.3820218733113636,
      "grad_norm": 5.3125,
      "learning_rate": 3.090288966302911e-05,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5249844461679458,
      "num_tokens": 231919374.0,
      "step": 301170
    },
    {
      "epoch": 0.38203455790389645,
      "grad_norm": 5.25,
      "learning_rate": 3.090225535294282e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.5705195754766464,
      "num_tokens": 231926380.0,
      "step": 301180
    },
    {
      "epoch": 0.3820472424964293,
      "grad_norm": 4.75,
      "learning_rate": 3.0901621042856526e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5430131703615189,
      "num_tokens": 231934519.0,
      "step": 301190
    },
    {
      "epoch": 0.38205992708896214,
      "grad_norm": 5.875,
      "learning_rate": 3.090098673277024e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5672970324754715,
      "num_tokens": 231941437.0,
      "step": 301200
    },
    {
      "epoch": 0.382072611681495,
      "grad_norm": 5.84375,
      "learning_rate": 3.0900352422683944e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5557471543550492,
      "num_tokens": 231948199.0,
      "step": 301210
    },
    {
      "epoch": 0.38208529627402776,
      "grad_norm": 5.15625,
      "learning_rate": 3.0899718112597656e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5311827391386033,
      "num_tokens": 231956177.0,
      "step": 301220
    },
    {
      "epoch": 0.3820979808665606,
      "grad_norm": 5.625,
      "learning_rate": 3.089908380251136e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5198908865451812,
      "num_tokens": 231965372.0,
      "step": 301230
    },
    {
      "epoch": 0.38211066545909345,
      "grad_norm": 7.5,
      "learning_rate": 3.0898449492425067e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5446700632572175,
      "num_tokens": 231972757.0,
      "step": 301240
    },
    {
      "epoch": 0.3821233500516263,
      "grad_norm": 6.53125,
      "learning_rate": 3.089781518233878e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5558331906795502,
      "num_tokens": 231980051.0,
      "step": 301250
    },
    {
      "epoch": 0.38213603464415913,
      "grad_norm": 6.03125,
      "learning_rate": 3.0897180872252484e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5254974961280823,
      "num_tokens": 231987401.0,
      "step": 301260
    },
    {
      "epoch": 0.38214871923669197,
      "grad_norm": 4.3125,
      "learning_rate": 3.0896546562166196e-05,
      "loss": 1.8124,
      "mean_token_accuracy": 0.590184000134468,
      "num_tokens": 231994929.0,
      "step": 301270
    },
    {
      "epoch": 0.3821614038292248,
      "grad_norm": 7.59375,
      "learning_rate": 3.089591225207991e-05,
      "loss": 1.8315,
      "mean_token_accuracy": 0.6050803005695343,
      "num_tokens": 232002149.0,
      "step": 301280
    },
    {
      "epoch": 0.38217408842175765,
      "grad_norm": 5.0,
      "learning_rate": 3.0895277941993614e-05,
      "loss": 1.7271,
      "mean_token_accuracy": 0.6228949069976807,
      "num_tokens": 232008898.0,
      "step": 301290
    },
    {
      "epoch": 0.38218677301429044,
      "grad_norm": 5.125,
      "learning_rate": 3.089464363190732e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.535088238120079,
      "num_tokens": 232016264.0,
      "step": 301300
    },
    {
      "epoch": 0.3821994576068233,
      "grad_norm": 6.25,
      "learning_rate": 3.0894009321821024e-05,
      "loss": 2.2593,
      "mean_token_accuracy": 0.5259886145591736,
      "num_tokens": 232023620.0,
      "step": 301310
    },
    {
      "epoch": 0.3822121421993561,
      "grad_norm": 4.875,
      "learning_rate": 3.0893375011734736e-05,
      "loss": 2.276,
      "mean_token_accuracy": 0.5128762125968933,
      "num_tokens": 232031881.0,
      "step": 301320
    },
    {
      "epoch": 0.38222482679188896,
      "grad_norm": 5.03125,
      "learning_rate": 3.089274070164845e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5099014043807983,
      "num_tokens": 232040811.0,
      "step": 301330
    },
    {
      "epoch": 0.3822375113844218,
      "grad_norm": 5.25,
      "learning_rate": 3.0892106391562154e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5744225263595581,
      "num_tokens": 232047617.0,
      "step": 301340
    },
    {
      "epoch": 0.38225019597695464,
      "grad_norm": 5.84375,
      "learning_rate": 3.0891472081475866e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5241003781557083,
      "num_tokens": 232055329.0,
      "step": 301350
    },
    {
      "epoch": 0.3822628805694875,
      "grad_norm": 5.625,
      "learning_rate": 3.089083777138957e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5342465251684189,
      "num_tokens": 232061773.0,
      "step": 301360
    },
    {
      "epoch": 0.3822755651620203,
      "grad_norm": 7.5625,
      "learning_rate": 3.089020346130328e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5291024386882782,
      "num_tokens": 232070043.0,
      "step": 301370
    },
    {
      "epoch": 0.3822882497545531,
      "grad_norm": 5.125,
      "learning_rate": 3.088956915121699e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5392376393079757,
      "num_tokens": 232077645.0,
      "step": 301380
    },
    {
      "epoch": 0.38230093434708595,
      "grad_norm": 5.75,
      "learning_rate": 3.0888934841130694e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5306290924549103,
      "num_tokens": 232086427.0,
      "step": 301390
    },
    {
      "epoch": 0.3823136189396188,
      "grad_norm": 5.46875,
      "learning_rate": 3.0888300531044406e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.575275182723999,
      "num_tokens": 232093698.0,
      "step": 301400
    },
    {
      "epoch": 0.38232630353215163,
      "grad_norm": 6.25,
      "learning_rate": 3.088766622095812e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5268556207418442,
      "num_tokens": 232101635.0,
      "step": 301410
    },
    {
      "epoch": 0.3823389881246845,
      "grad_norm": 5.5,
      "learning_rate": 3.0887031910871824e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5210694581270218,
      "num_tokens": 232110871.0,
      "step": 301420
    },
    {
      "epoch": 0.3823516727172173,
      "grad_norm": 4.9375,
      "learning_rate": 3.0886397600785536e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5225501507520676,
      "num_tokens": 232119998.0,
      "step": 301430
    },
    {
      "epoch": 0.38236435730975016,
      "grad_norm": 7.53125,
      "learning_rate": 3.0885763290699235e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5347748816013336,
      "num_tokens": 232127779.0,
      "step": 301440
    },
    {
      "epoch": 0.382377041902283,
      "grad_norm": 7.03125,
      "learning_rate": 3.088512898061295e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5573730647563935,
      "num_tokens": 232134605.0,
      "step": 301450
    },
    {
      "epoch": 0.3823897264948158,
      "grad_norm": 5.9375,
      "learning_rate": 3.088449467052666e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5282485455274581,
      "num_tokens": 232143545.0,
      "step": 301460
    },
    {
      "epoch": 0.3824024110873486,
      "grad_norm": 4.96875,
      "learning_rate": 3.0883860360440364e-05,
      "loss": 1.7617,
      "mean_token_accuracy": 0.6090659081935883,
      "num_tokens": 232151242.0,
      "step": 301470
    },
    {
      "epoch": 0.38241509567988147,
      "grad_norm": 5.0,
      "learning_rate": 3.0883226050354076e-05,
      "loss": 1.9004,
      "mean_token_accuracy": 0.5719387739896774,
      "num_tokens": 232158896.0,
      "step": 301480
    },
    {
      "epoch": 0.3824277802724143,
      "grad_norm": 5.34375,
      "learning_rate": 3.088259174026778e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5347983866930008,
      "num_tokens": 232167087.0,
      "step": 301490
    },
    {
      "epoch": 0.38244046486494715,
      "grad_norm": 5.78125,
      "learning_rate": 3.0881957430181494e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5498250514268875,
      "num_tokens": 232174700.0,
      "step": 301500
    },
    {
      "epoch": 0.38245314945748,
      "grad_norm": 5.09375,
      "learning_rate": 3.08813231200952e-05,
      "loss": 2.2057,
      "mean_token_accuracy": 0.5247729808092118,
      "num_tokens": 232181712.0,
      "step": 301510
    },
    {
      "epoch": 0.38246583405001283,
      "grad_norm": 6.3125,
      "learning_rate": 3.0880688810008905e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5270667791366577,
      "num_tokens": 232189787.0,
      "step": 301520
    },
    {
      "epoch": 0.3824785186425457,
      "grad_norm": 5.03125,
      "learning_rate": 3.088005449992262e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5359443187713623,
      "num_tokens": 232198843.0,
      "step": 301530
    },
    {
      "epoch": 0.38249120323507846,
      "grad_norm": 5.78125,
      "learning_rate": 3.087942018983632e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5690892100334167,
      "num_tokens": 232205780.0,
      "step": 301540
    },
    {
      "epoch": 0.3825038878276113,
      "grad_norm": 5.0,
      "learning_rate": 3.0878785879750034e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.562088143825531,
      "num_tokens": 232213713.0,
      "step": 301550
    },
    {
      "epoch": 0.38251657242014414,
      "grad_norm": 5.59375,
      "learning_rate": 3.0878151569663746e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5254202127456665,
      "num_tokens": 232221321.0,
      "step": 301560
    },
    {
      "epoch": 0.382529257012677,
      "grad_norm": 6.625,
      "learning_rate": 3.087751725957745e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5595532208681107,
      "num_tokens": 232227255.0,
      "step": 301570
    },
    {
      "epoch": 0.3825419416052098,
      "grad_norm": 5.1875,
      "learning_rate": 3.087688294949116e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5564095973968506,
      "num_tokens": 232234132.0,
      "step": 301580
    },
    {
      "epoch": 0.38255462619774266,
      "grad_norm": 4.625,
      "learning_rate": 3.087624863940486e-05,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5136270731687546,
      "num_tokens": 232243093.0,
      "step": 301590
    },
    {
      "epoch": 0.3825673107902755,
      "grad_norm": 7.90625,
      "learning_rate": 3.0875614329318574e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5662771135568618,
      "num_tokens": 232250547.0,
      "step": 301600
    },
    {
      "epoch": 0.3825799953828083,
      "grad_norm": 4.5625,
      "learning_rate": 3.0874980019232287e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5387464106082916,
      "num_tokens": 232259171.0,
      "step": 301610
    },
    {
      "epoch": 0.38259267997534113,
      "grad_norm": 4.375,
      "learning_rate": 3.087434570914599e-05,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5531049400568009,
      "num_tokens": 232267141.0,
      "step": 301620
    },
    {
      "epoch": 0.382605364567874,
      "grad_norm": 9.9375,
      "learning_rate": 3.0873711399059704e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5431107163429261,
      "num_tokens": 232274306.0,
      "step": 301630
    },
    {
      "epoch": 0.3826180491604068,
      "grad_norm": 5.6875,
      "learning_rate": 3.087307708897341e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5421119064092637,
      "num_tokens": 232282252.0,
      "step": 301640
    },
    {
      "epoch": 0.38263073375293966,
      "grad_norm": 4.84375,
      "learning_rate": 3.0872442778887115e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5377587646245956,
      "num_tokens": 232289461.0,
      "step": 301650
    },
    {
      "epoch": 0.3826434183454725,
      "grad_norm": 4.5625,
      "learning_rate": 3.087180846880083e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5605017393827438,
      "num_tokens": 232296992.0,
      "step": 301660
    },
    {
      "epoch": 0.38265610293800534,
      "grad_norm": 5.1875,
      "learning_rate": 3.087117415871453e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5490136265754699,
      "num_tokens": 232304783.0,
      "step": 301670
    },
    {
      "epoch": 0.3826687875305382,
      "grad_norm": 5.75,
      "learning_rate": 3.0870539848628244e-05,
      "loss": 1.8764,
      "mean_token_accuracy": 0.5714588105678559,
      "num_tokens": 232311386.0,
      "step": 301680
    },
    {
      "epoch": 0.38268147212307096,
      "grad_norm": 6.4375,
      "learning_rate": 3.086990553854195e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5195392966270447,
      "num_tokens": 232318785.0,
      "step": 301690
    },
    {
      "epoch": 0.3826941567156038,
      "grad_norm": 5.03125,
      "learning_rate": 3.086927122845566e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5252898871898651,
      "num_tokens": 232328309.0,
      "step": 301700
    },
    {
      "epoch": 0.38270684130813665,
      "grad_norm": 4.75,
      "learning_rate": 3.086863691836937e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5366447478532791,
      "num_tokens": 232335453.0,
      "step": 301710
    },
    {
      "epoch": 0.3827195259006695,
      "grad_norm": 5.0,
      "learning_rate": 3.086800260828307e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.52651227414608,
      "num_tokens": 232344179.0,
      "step": 301720
    },
    {
      "epoch": 0.38273221049320233,
      "grad_norm": 6.5625,
      "learning_rate": 3.0867368298196785e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5345503449440002,
      "num_tokens": 232351206.0,
      "step": 301730
    },
    {
      "epoch": 0.38274489508573517,
      "grad_norm": 4.90625,
      "learning_rate": 3.086673398811049e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5621956706047058,
      "num_tokens": 232357937.0,
      "step": 301740
    },
    {
      "epoch": 0.382757579678268,
      "grad_norm": 7.4375,
      "learning_rate": 3.08660996780242e-05,
      "loss": 1.8281,
      "mean_token_accuracy": 0.5939681470394135,
      "num_tokens": 232364250.0,
      "step": 301750
    },
    {
      "epoch": 0.38277026427080085,
      "grad_norm": 6.375,
      "learning_rate": 3.0865465367937914e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5391666114330291,
      "num_tokens": 232372119.0,
      "step": 301760
    },
    {
      "epoch": 0.38278294886333364,
      "grad_norm": 4.875,
      "learning_rate": 3.086483105785162e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5348920613527298,
      "num_tokens": 232380091.0,
      "step": 301770
    },
    {
      "epoch": 0.3827956334558665,
      "grad_norm": 6.03125,
      "learning_rate": 3.0864196747765325e-05,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5271049231290817,
      "num_tokens": 232389227.0,
      "step": 301780
    },
    {
      "epoch": 0.3828083180483993,
      "grad_norm": 5.34375,
      "learning_rate": 3.086356243767903e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5245334297418595,
      "num_tokens": 232397919.0,
      "step": 301790
    },
    {
      "epoch": 0.38282100264093216,
      "grad_norm": 6.59375,
      "learning_rate": 3.086292812759274e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5674267768859863,
      "num_tokens": 232406059.0,
      "step": 301800
    },
    {
      "epoch": 0.382833687233465,
      "grad_norm": 5.0625,
      "learning_rate": 3.0862293817506455e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5484105259180069,
      "num_tokens": 232413333.0,
      "step": 301810
    },
    {
      "epoch": 0.38284637182599784,
      "grad_norm": 4.03125,
      "learning_rate": 3.086165950742016e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5682001948356629,
      "num_tokens": 232422056.0,
      "step": 301820
    },
    {
      "epoch": 0.3828590564185307,
      "grad_norm": 5.78125,
      "learning_rate": 3.086102519733387e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5450911670923233,
      "num_tokens": 232428860.0,
      "step": 301830
    },
    {
      "epoch": 0.3828717410110635,
      "grad_norm": 4.5,
      "learning_rate": 3.086039088724758e-05,
      "loss": 1.8636,
      "mean_token_accuracy": 0.5832710415124893,
      "num_tokens": 232437326.0,
      "step": 301840
    },
    {
      "epoch": 0.3828844256035963,
      "grad_norm": 7.34375,
      "learning_rate": 3.085975657716129e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5502599626779556,
      "num_tokens": 232445903.0,
      "step": 301850
    },
    {
      "epoch": 0.38289711019612915,
      "grad_norm": 8.3125,
      "learning_rate": 3.0859122267074995e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5567916125059128,
      "num_tokens": 232452703.0,
      "step": 301860
    },
    {
      "epoch": 0.382909794788662,
      "grad_norm": 6.53125,
      "learning_rate": 3.08584879569887e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5266020894050598,
      "num_tokens": 232460518.0,
      "step": 301870
    },
    {
      "epoch": 0.38292247938119484,
      "grad_norm": 5.0625,
      "learning_rate": 3.085785364690241e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5501106590032577,
      "num_tokens": 232469074.0,
      "step": 301880
    },
    {
      "epoch": 0.3829351639737277,
      "grad_norm": 5.40625,
      "learning_rate": 3.085721933681612e-05,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5231894791126251,
      "num_tokens": 232477520.0,
      "step": 301890
    },
    {
      "epoch": 0.3829478485662605,
      "grad_norm": 5.6875,
      "learning_rate": 3.085658502672983e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5455910980701446,
      "num_tokens": 232486093.0,
      "step": 301900
    },
    {
      "epoch": 0.38296053315879336,
      "grad_norm": 6.40625,
      "learning_rate": 3.085595071664354e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5257675975561142,
      "num_tokens": 232494509.0,
      "step": 301910
    },
    {
      "epoch": 0.3829732177513262,
      "grad_norm": 6.34375,
      "learning_rate": 3.085531640655725e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.5625575810670853,
      "num_tokens": 232500946.0,
      "step": 301920
    },
    {
      "epoch": 0.382985902343859,
      "grad_norm": 5.0625,
      "learning_rate": 3.085468209647095e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5417614728212357,
      "num_tokens": 232509927.0,
      "step": 301930
    },
    {
      "epoch": 0.3829985869363918,
      "grad_norm": 5.34375,
      "learning_rate": 3.085404778638466e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5204021066427231,
      "num_tokens": 232518357.0,
      "step": 301940
    },
    {
      "epoch": 0.38301127152892467,
      "grad_norm": 4.9375,
      "learning_rate": 3.085341347629837e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5189683109521865,
      "num_tokens": 232527202.0,
      "step": 301950
    },
    {
      "epoch": 0.3830239561214575,
      "grad_norm": 5.46875,
      "learning_rate": 3.085277916621208e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5507801622152328,
      "num_tokens": 232534312.0,
      "step": 301960
    },
    {
      "epoch": 0.38303664071399035,
      "grad_norm": 5.8125,
      "learning_rate": 3.085214485612579e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5493852645158768,
      "num_tokens": 232541176.0,
      "step": 301970
    },
    {
      "epoch": 0.3830493253065232,
      "grad_norm": 5.15625,
      "learning_rate": 3.08515105460395e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5488011181354523,
      "num_tokens": 232548388.0,
      "step": 301980
    },
    {
      "epoch": 0.38306200989905603,
      "grad_norm": 7.3125,
      "learning_rate": 3.0850876235953205e-05,
      "loss": 2.2595,
      "mean_token_accuracy": 0.5159664332866669,
      "num_tokens": 232556001.0,
      "step": 301990
    },
    {
      "epoch": 0.3830746944915889,
      "grad_norm": 4.96875,
      "learning_rate": 3.085024192586691e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5454386830329895,
      "num_tokens": 232563510.0,
      "step": 302000
    },
    {
      "epoch": 0.38308737908412166,
      "grad_norm": 6.25,
      "learning_rate": 3.084960761578062e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5272217750549316,
      "num_tokens": 232571762.0,
      "step": 302010
    },
    {
      "epoch": 0.3831000636766545,
      "grad_norm": 4.625,
      "learning_rate": 3.084897330569433e-05,
      "loss": 1.8784,
      "mean_token_accuracy": 0.579697173833847,
      "num_tokens": 232579889.0,
      "step": 302020
    },
    {
      "epoch": 0.38311274826918734,
      "grad_norm": 5.3125,
      "learning_rate": 3.084833899560804e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5619866669178009,
      "num_tokens": 232586402.0,
      "step": 302030
    },
    {
      "epoch": 0.3831254328617202,
      "grad_norm": 5.03125,
      "learning_rate": 3.0847704685521745e-05,
      "loss": 2.3238,
      "mean_token_accuracy": 0.5050710558891296,
      "num_tokens": 232594638.0,
      "step": 302040
    },
    {
      "epoch": 0.383138117454253,
      "grad_norm": 6.125,
      "learning_rate": 3.084707037543546e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5610152751207351,
      "num_tokens": 232601999.0,
      "step": 302050
    },
    {
      "epoch": 0.38315080204678587,
      "grad_norm": 6.375,
      "learning_rate": 3.084643606534916e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5387600034475326,
      "num_tokens": 232609688.0,
      "step": 302060
    },
    {
      "epoch": 0.3831634866393187,
      "grad_norm": 5.59375,
      "learning_rate": 3.084580175526287e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.5741152942180634,
      "num_tokens": 232618143.0,
      "step": 302070
    },
    {
      "epoch": 0.3831761712318515,
      "grad_norm": 5.03125,
      "learning_rate": 3.084516744517658e-05,
      "loss": 1.6965,
      "mean_token_accuracy": 0.6126416385173797,
      "num_tokens": 232625258.0,
      "step": 302080
    },
    {
      "epoch": 0.38318885582438433,
      "grad_norm": 5.65625,
      "learning_rate": 3.0844533135090286e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5886263340711594,
      "num_tokens": 232631874.0,
      "step": 302090
    },
    {
      "epoch": 0.3832015404169172,
      "grad_norm": 5.15625,
      "learning_rate": 3.0843898825004e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5487473964691162,
      "num_tokens": 232639951.0,
      "step": 302100
    },
    {
      "epoch": 0.38321422500945,
      "grad_norm": 5.90625,
      "learning_rate": 3.084326451491771e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5288776755332947,
      "num_tokens": 232648001.0,
      "step": 302110
    },
    {
      "epoch": 0.38322690960198286,
      "grad_norm": 7.9375,
      "learning_rate": 3.0842630204831415e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5617713302373886,
      "num_tokens": 232655831.0,
      "step": 302120
    },
    {
      "epoch": 0.3832395941945157,
      "grad_norm": 6.65625,
      "learning_rate": 3.084199589474512e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5591106504201889,
      "num_tokens": 232662345.0,
      "step": 302130
    },
    {
      "epoch": 0.38325227878704854,
      "grad_norm": 4.9375,
      "learning_rate": 3.0841361584658826e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5293433636426925,
      "num_tokens": 232670756.0,
      "step": 302140
    },
    {
      "epoch": 0.3832649633795814,
      "grad_norm": 5.375,
      "learning_rate": 3.084072727457254e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5481560826301575,
      "num_tokens": 232678993.0,
      "step": 302150
    },
    {
      "epoch": 0.38327764797211417,
      "grad_norm": 5.96875,
      "learning_rate": 3.084009296448625e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5658750146627426,
      "num_tokens": 232685675.0,
      "step": 302160
    },
    {
      "epoch": 0.383290332564647,
      "grad_norm": 5.21875,
      "learning_rate": 3.0839458654399956e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5240862816572189,
      "num_tokens": 232693426.0,
      "step": 302170
    },
    {
      "epoch": 0.38330301715717985,
      "grad_norm": 5.90625,
      "learning_rate": 3.083882434431367e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5421048849821091,
      "num_tokens": 232701396.0,
      "step": 302180
    },
    {
      "epoch": 0.3833157017497127,
      "grad_norm": 6.625,
      "learning_rate": 3.083819003422737e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.561728098988533,
      "num_tokens": 232709067.0,
      "step": 302190
    },
    {
      "epoch": 0.38332838634224553,
      "grad_norm": 6.6875,
      "learning_rate": 3.083755572414108e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5511322140693664,
      "num_tokens": 232717293.0,
      "step": 302200
    },
    {
      "epoch": 0.38334107093477837,
      "grad_norm": 6.75,
      "learning_rate": 3.083692141405479e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5378773748874665,
      "num_tokens": 232723416.0,
      "step": 302210
    },
    {
      "epoch": 0.3833537555273112,
      "grad_norm": 8.9375,
      "learning_rate": 3.0836287103968496e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5495703995227814,
      "num_tokens": 232732361.0,
      "step": 302220
    },
    {
      "epoch": 0.38336644011984405,
      "grad_norm": 5.125,
      "learning_rate": 3.083565279388221e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.563674396276474,
      "num_tokens": 232740281.0,
      "step": 302230
    },
    {
      "epoch": 0.38337912471237684,
      "grad_norm": 6.875,
      "learning_rate": 3.0835018483795913e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5386197865009308,
      "num_tokens": 232746539.0,
      "step": 302240
    },
    {
      "epoch": 0.3833918093049097,
      "grad_norm": 6.40625,
      "learning_rate": 3.0834384173709626e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5445586562156677,
      "num_tokens": 232754901.0,
      "step": 302250
    },
    {
      "epoch": 0.3834044938974425,
      "grad_norm": 5.03125,
      "learning_rate": 3.083374986362334e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5218255519866943,
      "num_tokens": 232763369.0,
      "step": 302260
    },
    {
      "epoch": 0.38341717848997536,
      "grad_norm": 8.0625,
      "learning_rate": 3.083311555353704e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5374313086271286,
      "num_tokens": 232770574.0,
      "step": 302270
    },
    {
      "epoch": 0.3834298630825082,
      "grad_norm": 6.71875,
      "learning_rate": 3.083248124345075e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.5197649121284484,
      "num_tokens": 232778407.0,
      "step": 302280
    },
    {
      "epoch": 0.38344254767504105,
      "grad_norm": 5.1875,
      "learning_rate": 3.083184693336446e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5313508629798889,
      "num_tokens": 232786527.0,
      "step": 302290
    },
    {
      "epoch": 0.3834552322675739,
      "grad_norm": 15.1875,
      "learning_rate": 3.0831212623278166e-05,
      "loss": 1.8768,
      "mean_token_accuracy": 0.5874081969261169,
      "num_tokens": 232793168.0,
      "step": 302300
    },
    {
      "epoch": 0.38346791686010673,
      "grad_norm": 6.15625,
      "learning_rate": 3.083057831319188e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5240931034088134,
      "num_tokens": 232801576.0,
      "step": 302310
    },
    {
      "epoch": 0.3834806014526395,
      "grad_norm": 5.28125,
      "learning_rate": 3.082994400310558e-05,
      "loss": 1.7231,
      "mean_token_accuracy": 0.6167602300643921,
      "num_tokens": 232809480.0,
      "step": 302320
    },
    {
      "epoch": 0.38349328604517235,
      "grad_norm": 5.5,
      "learning_rate": 3.0829309693019295e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5248951464891434,
      "num_tokens": 232817242.0,
      "step": 302330
    },
    {
      "epoch": 0.3835059706377052,
      "grad_norm": 4.96875,
      "learning_rate": 3.0828675382933e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5428408086299896,
      "num_tokens": 232825067.0,
      "step": 302340
    },
    {
      "epoch": 0.38351865523023804,
      "grad_norm": 5.3125,
      "learning_rate": 3.0828041072846706e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5367730975151062,
      "num_tokens": 232834089.0,
      "step": 302350
    },
    {
      "epoch": 0.3835313398227709,
      "grad_norm": 5.53125,
      "learning_rate": 3.082740676276042e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5650644540786743,
      "num_tokens": 232840543.0,
      "step": 302360
    },
    {
      "epoch": 0.3835440244153037,
      "grad_norm": 6.03125,
      "learning_rate": 3.0826772452674124e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5357833862304687,
      "num_tokens": 232849074.0,
      "step": 302370
    },
    {
      "epoch": 0.38355670900783656,
      "grad_norm": 5.21875,
      "learning_rate": 3.0826138142587836e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5509732246398926,
      "num_tokens": 232856454.0,
      "step": 302380
    },
    {
      "epoch": 0.3835693936003694,
      "grad_norm": 4.96875,
      "learning_rate": 3.082550383250155e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.543820035457611,
      "num_tokens": 232862386.0,
      "step": 302390
    },
    {
      "epoch": 0.3835820781929022,
      "grad_norm": 4.53125,
      "learning_rate": 3.082486952241525e-05,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5241207331418991,
      "num_tokens": 232869984.0,
      "step": 302400
    },
    {
      "epoch": 0.38359476278543503,
      "grad_norm": 6.4375,
      "learning_rate": 3.082423521232896e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5627041608095169,
      "num_tokens": 232877422.0,
      "step": 302410
    },
    {
      "epoch": 0.38360744737796787,
      "grad_norm": 5.28125,
      "learning_rate": 3.0823600902242664e-05,
      "loss": 1.9401,
      "mean_token_accuracy": 0.5631554782390594,
      "num_tokens": 232884867.0,
      "step": 302420
    },
    {
      "epoch": 0.3836201319705007,
      "grad_norm": 5.53125,
      "learning_rate": 3.0822966592156376e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5495001018047333,
      "num_tokens": 232892198.0,
      "step": 302430
    },
    {
      "epoch": 0.38363281656303355,
      "grad_norm": 5.1875,
      "learning_rate": 3.082233228207009e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5528787702322007,
      "num_tokens": 232899652.0,
      "step": 302440
    },
    {
      "epoch": 0.3836455011555664,
      "grad_norm": 9.75,
      "learning_rate": 3.0821697971983794e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5675073325634002,
      "num_tokens": 232907267.0,
      "step": 302450
    },
    {
      "epoch": 0.38365818574809923,
      "grad_norm": 4.75,
      "learning_rate": 3.0821063661897506e-05,
      "loss": 2.3494,
      "mean_token_accuracy": 0.512458524107933,
      "num_tokens": 232914746.0,
      "step": 302460
    },
    {
      "epoch": 0.3836708703406321,
      "grad_norm": 4.6875,
      "learning_rate": 3.082042935181121e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5348270624876023,
      "num_tokens": 232922409.0,
      "step": 302470
    },
    {
      "epoch": 0.38368355493316486,
      "grad_norm": 6.46875,
      "learning_rate": 3.0819795041724916e-05,
      "loss": 1.8285,
      "mean_token_accuracy": 0.5914947152137756,
      "num_tokens": 232929254.0,
      "step": 302480
    },
    {
      "epoch": 0.3836962395256977,
      "grad_norm": 6.0,
      "learning_rate": 3.081916073163863e-05,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5225163877010346,
      "num_tokens": 232937071.0,
      "step": 302490
    },
    {
      "epoch": 0.38370892411823054,
      "grad_norm": 7.8125,
      "learning_rate": 3.0818526421552334e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5629056066274643,
      "num_tokens": 232944218.0,
      "step": 302500
    },
    {
      "epoch": 0.3837216087107634,
      "grad_norm": 5.59375,
      "learning_rate": 3.0817892111466046e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5297431081533432,
      "num_tokens": 232952284.0,
      "step": 302510
    },
    {
      "epoch": 0.3837342933032962,
      "grad_norm": 10.625,
      "learning_rate": 3.081725780137975e-05,
      "loss": 1.8852,
      "mean_token_accuracy": 0.5887826532125473,
      "num_tokens": 232958788.0,
      "step": 302520
    },
    {
      "epoch": 0.38374697789582907,
      "grad_norm": 5.4375,
      "learning_rate": 3.0816623491293464e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5430951476097107,
      "num_tokens": 232964958.0,
      "step": 302530
    },
    {
      "epoch": 0.3837596624883619,
      "grad_norm": 6.375,
      "learning_rate": 3.081598918120717e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5593811273574829,
      "num_tokens": 232971453.0,
      "step": 302540
    },
    {
      "epoch": 0.3837723470808947,
      "grad_norm": 6.25,
      "learning_rate": 3.0815354871120874e-05,
      "loss": 1.5823,
      "mean_token_accuracy": 0.6393108427524566,
      "num_tokens": 232978388.0,
      "step": 302550
    },
    {
      "epoch": 0.38378503167342753,
      "grad_norm": 5.0625,
      "learning_rate": 3.0814720561034586e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5568211793899536,
      "num_tokens": 232986634.0,
      "step": 302560
    },
    {
      "epoch": 0.3837977162659604,
      "grad_norm": 6.5625,
      "learning_rate": 3.081408625094829e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5245749562978744,
      "num_tokens": 232994674.0,
      "step": 302570
    },
    {
      "epoch": 0.3838104008584932,
      "grad_norm": 4.71875,
      "learning_rate": 3.0813451940862004e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.550832313299179,
      "num_tokens": 233001624.0,
      "step": 302580
    },
    {
      "epoch": 0.38382308545102606,
      "grad_norm": 5.78125,
      "learning_rate": 3.0812817630775716e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5333087146282196,
      "num_tokens": 233010508.0,
      "step": 302590
    },
    {
      "epoch": 0.3838357700435589,
      "grad_norm": 7.375,
      "learning_rate": 3.081218332068942e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5434570729732513,
      "num_tokens": 233018395.0,
      "step": 302600
    },
    {
      "epoch": 0.38384845463609174,
      "grad_norm": 6.21875,
      "learning_rate": 3.0811549010603133e-05,
      "loss": 1.8354,
      "mean_token_accuracy": 0.5833911150693893,
      "num_tokens": 233024705.0,
      "step": 302610
    },
    {
      "epoch": 0.3838611392286246,
      "grad_norm": 4.9375,
      "learning_rate": 3.081091470051683e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5317145258188247,
      "num_tokens": 233031927.0,
      "step": 302620
    },
    {
      "epoch": 0.38387382382115737,
      "grad_norm": 5.125,
      "learning_rate": 3.0810280390430544e-05,
      "loss": 1.7157,
      "mean_token_accuracy": 0.6132590413093567,
      "num_tokens": 233039523.0,
      "step": 302630
    },
    {
      "epoch": 0.3838865084136902,
      "grad_norm": 6.75,
      "learning_rate": 3.0809646080344256e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5659616202116012,
      "num_tokens": 233045214.0,
      "step": 302640
    },
    {
      "epoch": 0.38389919300622305,
      "grad_norm": 5.4375,
      "learning_rate": 3.080901177025796e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5387859612703323,
      "num_tokens": 233052786.0,
      "step": 302650
    },
    {
      "epoch": 0.3839118775987559,
      "grad_norm": 5.3125,
      "learning_rate": 3.0808377460171674e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5296279162168502,
      "num_tokens": 233059504.0,
      "step": 302660
    },
    {
      "epoch": 0.38392456219128873,
      "grad_norm": 6.5625,
      "learning_rate": 3.080774315008538e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5293880701065063,
      "num_tokens": 233066169.0,
      "step": 302670
    },
    {
      "epoch": 0.3839372467838216,
      "grad_norm": 4.78125,
      "learning_rate": 3.080710883999909e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.582059669494629,
      "num_tokens": 233073909.0,
      "step": 302680
    },
    {
      "epoch": 0.3839499313763544,
      "grad_norm": 6.25,
      "learning_rate": 3.0806474529912797e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5723223775625229,
      "num_tokens": 233081487.0,
      "step": 302690
    },
    {
      "epoch": 0.38396261596888726,
      "grad_norm": 4.84375,
      "learning_rate": 3.08058402198265e-05,
      "loss": 1.8147,
      "mean_token_accuracy": 0.6152628988027573,
      "num_tokens": 233088497.0,
      "step": 302700
    },
    {
      "epoch": 0.38397530056142004,
      "grad_norm": 5.5625,
      "learning_rate": 3.0805205909740214e-05,
      "loss": 1.8479,
      "mean_token_accuracy": 0.5806551039218902,
      "num_tokens": 233095151.0,
      "step": 302710
    },
    {
      "epoch": 0.3839879851539529,
      "grad_norm": 7.40625,
      "learning_rate": 3.080457159965392e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.537403804063797,
      "num_tokens": 233102566.0,
      "step": 302720
    },
    {
      "epoch": 0.3840006697464857,
      "grad_norm": 5.625,
      "learning_rate": 3.080393728956763e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5562463521957397,
      "num_tokens": 233110469.0,
      "step": 302730
    },
    {
      "epoch": 0.38401335433901856,
      "grad_norm": 4.96875,
      "learning_rate": 3.0803302979481344e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5480960011482239,
      "num_tokens": 233117809.0,
      "step": 302740
    },
    {
      "epoch": 0.3840260389315514,
      "grad_norm": 5.03125,
      "learning_rate": 3.080266866939505e-05,
      "loss": 1.8794,
      "mean_token_accuracy": 0.5931671470403671,
      "num_tokens": 233124908.0,
      "step": 302750
    },
    {
      "epoch": 0.38403872352408425,
      "grad_norm": 5.0,
      "learning_rate": 3.0802034359308754e-05,
      "loss": 1.7759,
      "mean_token_accuracy": 0.6164992481470108,
      "num_tokens": 233131787.0,
      "step": 302760
    },
    {
      "epoch": 0.3840514081166171,
      "grad_norm": 5.15625,
      "learning_rate": 3.080140004922246e-05,
      "loss": 2.271,
      "mean_token_accuracy": 0.5076534420251846,
      "num_tokens": 233140310.0,
      "step": 302770
    },
    {
      "epoch": 0.38406409270914993,
      "grad_norm": 5.6875,
      "learning_rate": 3.080076573913617e-05,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5195009469985962,
      "num_tokens": 233147772.0,
      "step": 302780
    },
    {
      "epoch": 0.3840767773016827,
      "grad_norm": 5.53125,
      "learning_rate": 3.0800131429049884e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5218663513660431,
      "num_tokens": 233156606.0,
      "step": 302790
    },
    {
      "epoch": 0.38408946189421556,
      "grad_norm": 5.5625,
      "learning_rate": 3.079949711896359e-05,
      "loss": 1.7989,
      "mean_token_accuracy": 0.603069418668747,
      "num_tokens": 233163378.0,
      "step": 302800
    },
    {
      "epoch": 0.3841021464867484,
      "grad_norm": 6.03125,
      "learning_rate": 3.07988628088773e-05,
      "loss": 1.9123,
      "mean_token_accuracy": 0.5838119953870773,
      "num_tokens": 233170761.0,
      "step": 302810
    },
    {
      "epoch": 0.38411483107928124,
      "grad_norm": 7.6875,
      "learning_rate": 3.079822849879101e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5227369278669357,
      "num_tokens": 233177765.0,
      "step": 302820
    },
    {
      "epoch": 0.3841275156718141,
      "grad_norm": 6.8125,
      "learning_rate": 3.079759418870471e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5308218717575073,
      "num_tokens": 233185784.0,
      "step": 302830
    },
    {
      "epoch": 0.3841402002643469,
      "grad_norm": 5.03125,
      "learning_rate": 3.0796959878618424e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5271870464086532,
      "num_tokens": 233192645.0,
      "step": 302840
    },
    {
      "epoch": 0.38415288485687976,
      "grad_norm": 5.75,
      "learning_rate": 3.079632556853213e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5560121685266495,
      "num_tokens": 233200837.0,
      "step": 302850
    },
    {
      "epoch": 0.3841655694494126,
      "grad_norm": 5.40625,
      "learning_rate": 3.079569125844584e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5420053094625473,
      "num_tokens": 233208303.0,
      "step": 302860
    },
    {
      "epoch": 0.3841782540419454,
      "grad_norm": 5.09375,
      "learning_rate": 3.079505694835955e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5585394412279129,
      "num_tokens": 233215381.0,
      "step": 302870
    },
    {
      "epoch": 0.38419093863447823,
      "grad_norm": 5.75,
      "learning_rate": 3.079442263827326e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5586201697587967,
      "num_tokens": 233221454.0,
      "step": 302880
    },
    {
      "epoch": 0.38420362322701107,
      "grad_norm": 5.9375,
      "learning_rate": 3.0793788328186965e-05,
      "loss": 1.9199,
      "mean_token_accuracy": 0.5759794354438782,
      "num_tokens": 233228809.0,
      "step": 302890
    },
    {
      "epoch": 0.3842163078195439,
      "grad_norm": 6.15625,
      "learning_rate": 3.079315401810067e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5781631827354431,
      "num_tokens": 233236058.0,
      "step": 302900
    },
    {
      "epoch": 0.38422899241207675,
      "grad_norm": 5.03125,
      "learning_rate": 3.079251970801438e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.526023444533348,
      "num_tokens": 233245616.0,
      "step": 302910
    },
    {
      "epoch": 0.3842416770046096,
      "grad_norm": 4.875,
      "learning_rate": 3.079188539792809e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5623400956392288,
      "num_tokens": 233253420.0,
      "step": 302920
    },
    {
      "epoch": 0.38425436159714244,
      "grad_norm": 6.25,
      "learning_rate": 3.07912510878418e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5641750156879425,
      "num_tokens": 233261084.0,
      "step": 302930
    },
    {
      "epoch": 0.3842670461896753,
      "grad_norm": 7.09375,
      "learning_rate": 3.079061677775551e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5529840767383576,
      "num_tokens": 233268415.0,
      "step": 302940
    },
    {
      "epoch": 0.38427973078220806,
      "grad_norm": 7.0,
      "learning_rate": 3.078998246766922e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5674339652061462,
      "num_tokens": 233275802.0,
      "step": 302950
    },
    {
      "epoch": 0.3842924153747409,
      "grad_norm": 5.5,
      "learning_rate": 3.078934815758292e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5383137226104736,
      "num_tokens": 233282632.0,
      "step": 302960
    },
    {
      "epoch": 0.38430509996727374,
      "grad_norm": 5.65625,
      "learning_rate": 3.078871384749663e-05,
      "loss": 2.1274,
      "mean_token_accuracy": 0.5371311634778977,
      "num_tokens": 233290499.0,
      "step": 302970
    },
    {
      "epoch": 0.3843177845598066,
      "grad_norm": 6.1875,
      "learning_rate": 3.078807953741034e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5434963583946228,
      "num_tokens": 233298712.0,
      "step": 302980
    },
    {
      "epoch": 0.3843304691523394,
      "grad_norm": 5.625,
      "learning_rate": 3.078744522732405e-05,
      "loss": 1.7571,
      "mean_token_accuracy": 0.600156182050705,
      "num_tokens": 233306357.0,
      "step": 302990
    },
    {
      "epoch": 0.38434315374487227,
      "grad_norm": 5.5,
      "learning_rate": 3.078681091723776e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.540727025270462,
      "num_tokens": 233313635.0,
      "step": 303000
    },
    {
      "epoch": 0.3843558383374051,
      "grad_norm": 5.1875,
      "learning_rate": 3.078617660715147e-05,
      "loss": 1.8659,
      "mean_token_accuracy": 0.5772561520338059,
      "num_tokens": 233319392.0,
      "step": 303010
    },
    {
      "epoch": 0.3843685229299379,
      "grad_norm": 5.125,
      "learning_rate": 3.0785542297065175e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5324106514453888,
      "num_tokens": 233326929.0,
      "step": 303020
    },
    {
      "epoch": 0.38438120752247074,
      "grad_norm": 5.28125,
      "learning_rate": 3.078490798697889e-05,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5939239203929901,
      "num_tokens": 233335006.0,
      "step": 303030
    },
    {
      "epoch": 0.3843938921150036,
      "grad_norm": 5.0625,
      "learning_rate": 3.078427367689259e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5373033344745636,
      "num_tokens": 233343435.0,
      "step": 303040
    },
    {
      "epoch": 0.3844065767075364,
      "grad_norm": 5.875,
      "learning_rate": 3.07836393668063e-05,
      "loss": 1.724,
      "mean_token_accuracy": 0.6099333792924881,
      "num_tokens": 233349521.0,
      "step": 303050
    },
    {
      "epoch": 0.38441926130006926,
      "grad_norm": 4.1875,
      "learning_rate": 3.078300505672001e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5544819504022598,
      "num_tokens": 233357262.0,
      "step": 303060
    },
    {
      "epoch": 0.3844319458926021,
      "grad_norm": 5.40625,
      "learning_rate": 3.0782370746633715e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5290632218122482,
      "num_tokens": 233365814.0,
      "step": 303070
    },
    {
      "epoch": 0.38444463048513494,
      "grad_norm": 5.34375,
      "learning_rate": 3.078173643654743e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5477672219276428,
      "num_tokens": 233374348.0,
      "step": 303080
    },
    {
      "epoch": 0.3844573150776678,
      "grad_norm": 7.25,
      "learning_rate": 3.078110212646114e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.550258481502533,
      "num_tokens": 233382061.0,
      "step": 303090
    },
    {
      "epoch": 0.38446999967020057,
      "grad_norm": 5.34375,
      "learning_rate": 3.0780467816374845e-05,
      "loss": 2.2791,
      "mean_token_accuracy": 0.5116506040096283,
      "num_tokens": 233390866.0,
      "step": 303100
    },
    {
      "epoch": 0.3844826842627334,
      "grad_norm": 5.125,
      "learning_rate": 3.077983350628855e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5624591648578644,
      "num_tokens": 233399148.0,
      "step": 303110
    },
    {
      "epoch": 0.38449536885526625,
      "grad_norm": 5.875,
      "learning_rate": 3.0779199196202255e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5315676867961884,
      "num_tokens": 233407418.0,
      "step": 303120
    },
    {
      "epoch": 0.3845080534477991,
      "grad_norm": 5.9375,
      "learning_rate": 3.077856488611597e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5552697241306305,
      "num_tokens": 233414500.0,
      "step": 303130
    },
    {
      "epoch": 0.38452073804033193,
      "grad_norm": 7.625,
      "learning_rate": 3.077793057602968e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5396940648555756,
      "num_tokens": 233422133.0,
      "step": 303140
    },
    {
      "epoch": 0.3845334226328648,
      "grad_norm": 7.15625,
      "learning_rate": 3.0777296265943385e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5321591466665268,
      "num_tokens": 233429344.0,
      "step": 303150
    },
    {
      "epoch": 0.3845461072253976,
      "grad_norm": 5.28125,
      "learning_rate": 3.07766619558571e-05,
      "loss": 2.2112,
      "mean_token_accuracy": 0.5150055676698685,
      "num_tokens": 233438079.0,
      "step": 303160
    },
    {
      "epoch": 0.38455879181793046,
      "grad_norm": 6.125,
      "learning_rate": 3.07760276457708e-05,
      "loss": 1.9064,
      "mean_token_accuracy": 0.5704962223768234,
      "num_tokens": 233444437.0,
      "step": 303170
    },
    {
      "epoch": 0.38457147641046324,
      "grad_norm": 5.125,
      "learning_rate": 3.077539333568451e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5499435186386108,
      "num_tokens": 233452935.0,
      "step": 303180
    },
    {
      "epoch": 0.3845841610029961,
      "grad_norm": 6.6875,
      "learning_rate": 3.077475902559822e-05,
      "loss": 2.2356,
      "mean_token_accuracy": 0.5158719688653945,
      "num_tokens": 233462030.0,
      "step": 303190
    },
    {
      "epoch": 0.3845968455955289,
      "grad_norm": 6.71875,
      "learning_rate": 3.0774124715511925e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5694421201944351,
      "num_tokens": 233467249.0,
      "step": 303200
    },
    {
      "epoch": 0.38460953018806177,
      "grad_norm": 6.5625,
      "learning_rate": 3.077349040542564e-05,
      "loss": 1.881,
      "mean_token_accuracy": 0.5774661332368851,
      "num_tokens": 233473535.0,
      "step": 303210
    },
    {
      "epoch": 0.3846222147805946,
      "grad_norm": 6.71875,
      "learning_rate": 3.077285609533935e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.55386503636837,
      "num_tokens": 233480589.0,
      "step": 303220
    },
    {
      "epoch": 0.38463489937312745,
      "grad_norm": 5.40625,
      "learning_rate": 3.0772221785253055e-05,
      "loss": 1.8659,
      "mean_token_accuracy": 0.5893636524677277,
      "num_tokens": 233487592.0,
      "step": 303230
    },
    {
      "epoch": 0.3846475839656603,
      "grad_norm": 6.375,
      "learning_rate": 3.077158747516676e-05,
      "loss": 2.2607,
      "mean_token_accuracy": 0.5107468634843826,
      "num_tokens": 233495385.0,
      "step": 303240
    },
    {
      "epoch": 0.38466026855819313,
      "grad_norm": 4.84375,
      "learning_rate": 3.0770953165080466e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5514761060476303,
      "num_tokens": 233503071.0,
      "step": 303250
    },
    {
      "epoch": 0.3846729531507259,
      "grad_norm": 11.375,
      "learning_rate": 3.077031885499418e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5457416713237763,
      "num_tokens": 233510000.0,
      "step": 303260
    },
    {
      "epoch": 0.38468563774325876,
      "grad_norm": 4.84375,
      "learning_rate": 3.076968454490789e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5522648572921753,
      "num_tokens": 233516803.0,
      "step": 303270
    },
    {
      "epoch": 0.3846983223357916,
      "grad_norm": 4.625,
      "learning_rate": 3.0769050234821595e-05,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5771472901105881,
      "num_tokens": 233524434.0,
      "step": 303280
    },
    {
      "epoch": 0.38471100692832444,
      "grad_norm": 4.96875,
      "learning_rate": 3.076841592473531e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5561893731355667,
      "num_tokens": 233532086.0,
      "step": 303290
    },
    {
      "epoch": 0.3847236915208573,
      "grad_norm": 4.6875,
      "learning_rate": 3.076778161464901e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5433277726173401,
      "num_tokens": 233540370.0,
      "step": 303300
    },
    {
      "epoch": 0.3847363761133901,
      "grad_norm": 5.90625,
      "learning_rate": 3.076714730456272e-05,
      "loss": 2.2134,
      "mean_token_accuracy": 0.5257452696561813,
      "num_tokens": 233549134.0,
      "step": 303310
    },
    {
      "epoch": 0.38474906070592296,
      "grad_norm": 7.625,
      "learning_rate": 3.076651299447643e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5537007182836533,
      "num_tokens": 233556071.0,
      "step": 303320
    },
    {
      "epoch": 0.3847617452984558,
      "grad_norm": 5.5625,
      "learning_rate": 3.0765878684390136e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5317673593759537,
      "num_tokens": 233563827.0,
      "step": 303330
    },
    {
      "epoch": 0.3847744298909886,
      "grad_norm": 5.5,
      "learning_rate": 3.076524437430385e-05,
      "loss": 2.2829,
      "mean_token_accuracy": 0.5098960846662521,
      "num_tokens": 233572220.0,
      "step": 303340
    },
    {
      "epoch": 0.38478711448352143,
      "grad_norm": 6.21875,
      "learning_rate": 3.076461006421755e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.543644317984581,
      "num_tokens": 233579352.0,
      "step": 303350
    },
    {
      "epoch": 0.38479979907605427,
      "grad_norm": 5.1875,
      "learning_rate": 3.0763975754131265e-05,
      "loss": 2.2806,
      "mean_token_accuracy": 0.5123750448226929,
      "num_tokens": 233588250.0,
      "step": 303360
    },
    {
      "epoch": 0.3848124836685871,
      "grad_norm": 5.53125,
      "learning_rate": 3.076334144404498e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5338191539049149,
      "num_tokens": 233595501.0,
      "step": 303370
    },
    {
      "epoch": 0.38482516826111995,
      "grad_norm": 6.40625,
      "learning_rate": 3.0762707133958676e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.53319051861763,
      "num_tokens": 233604735.0,
      "step": 303380
    },
    {
      "epoch": 0.3848378528536528,
      "grad_norm": 7.46875,
      "learning_rate": 3.076207282387239e-05,
      "loss": 2.2816,
      "mean_token_accuracy": 0.520061245560646,
      "num_tokens": 233612459.0,
      "step": 303390
    },
    {
      "epoch": 0.38485053744618564,
      "grad_norm": 4.59375,
      "learning_rate": 3.076143851378609e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5396606743335723,
      "num_tokens": 233621226.0,
      "step": 303400
    },
    {
      "epoch": 0.3848632220387185,
      "grad_norm": 5.0625,
      "learning_rate": 3.0760804203699805e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.563148233294487,
      "num_tokens": 233628700.0,
      "step": 303410
    },
    {
      "epoch": 0.38487590663125126,
      "grad_norm": 5.09375,
      "learning_rate": 3.076016989361352e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5321230590343475,
      "num_tokens": 233637017.0,
      "step": 303420
    },
    {
      "epoch": 0.3848885912237841,
      "grad_norm": 5.15625,
      "learning_rate": 3.075953558352722e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5650612324476242,
      "num_tokens": 233644675.0,
      "step": 303430
    },
    {
      "epoch": 0.38490127581631695,
      "grad_norm": 5.78125,
      "learning_rate": 3.0758901273440935e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5403463572263718,
      "num_tokens": 233651255.0,
      "step": 303440
    },
    {
      "epoch": 0.3849139604088498,
      "grad_norm": 7.125,
      "learning_rate": 3.075826696335464e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5286408334970474,
      "num_tokens": 233659437.0,
      "step": 303450
    },
    {
      "epoch": 0.38492664500138263,
      "grad_norm": 5.59375,
      "learning_rate": 3.0757632653268346e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5336392879486084,
      "num_tokens": 233667600.0,
      "step": 303460
    },
    {
      "epoch": 0.38493932959391547,
      "grad_norm": 5.84375,
      "learning_rate": 3.075699834318206e-05,
      "loss": 2.2077,
      "mean_token_accuracy": 0.5206663250923157,
      "num_tokens": 233675615.0,
      "step": 303470
    },
    {
      "epoch": 0.3849520141864483,
      "grad_norm": 7.9375,
      "learning_rate": 3.075636403309576e-05,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5556587815284729,
      "num_tokens": 233682282.0,
      "step": 303480
    },
    {
      "epoch": 0.3849646987789811,
      "grad_norm": 7.21875,
      "learning_rate": 3.0755729723009475e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5203005909919739,
      "num_tokens": 233690569.0,
      "step": 303490
    },
    {
      "epoch": 0.38497738337151394,
      "grad_norm": 5.40625,
      "learning_rate": 3.075509541292318e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5322006553411484,
      "num_tokens": 233699374.0,
      "step": 303500
    },
    {
      "epoch": 0.3849900679640468,
      "grad_norm": 7.53125,
      "learning_rate": 3.075446110283689e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5470653027296066,
      "num_tokens": 233706415.0,
      "step": 303510
    },
    {
      "epoch": 0.3850027525565796,
      "grad_norm": 5.6875,
      "learning_rate": 3.07538267927506e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5473671406507492,
      "num_tokens": 233714105.0,
      "step": 303520
    },
    {
      "epoch": 0.38501543714911246,
      "grad_norm": 5.59375,
      "learning_rate": 3.0753192482664304e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5414342552423477,
      "num_tokens": 233721785.0,
      "step": 303530
    },
    {
      "epoch": 0.3850281217416453,
      "grad_norm": 9.1875,
      "learning_rate": 3.0752558172578016e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5615831255912781,
      "num_tokens": 233727998.0,
      "step": 303540
    },
    {
      "epoch": 0.38504080633417814,
      "grad_norm": 5.0,
      "learning_rate": 3.075192386249172e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5487151175737381,
      "num_tokens": 233736429.0,
      "step": 303550
    },
    {
      "epoch": 0.385053490926711,
      "grad_norm": 5.71875,
      "learning_rate": 3.075128955240543e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5661655545234681,
      "num_tokens": 233744063.0,
      "step": 303560
    },
    {
      "epoch": 0.38506617551924377,
      "grad_norm": 5.75,
      "learning_rate": 3.0750655242319145e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5491317808628082,
      "num_tokens": 233752006.0,
      "step": 303570
    },
    {
      "epoch": 0.3850788601117766,
      "grad_norm": 6.0625,
      "learning_rate": 3.075002093223285e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.548357892036438,
      "num_tokens": 233759741.0,
      "step": 303580
    },
    {
      "epoch": 0.38509154470430945,
      "grad_norm": 5.875,
      "learning_rate": 3.0749386622146556e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5351372987031937,
      "num_tokens": 233767782.0,
      "step": 303590
    },
    {
      "epoch": 0.3851042292968423,
      "grad_norm": 5.5625,
      "learning_rate": 3.074875231206026e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5366755872964859,
      "num_tokens": 233775783.0,
      "step": 303600
    },
    {
      "epoch": 0.38511691388937513,
      "grad_norm": 6.125,
      "learning_rate": 3.0748118001973974e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.547955596446991,
      "num_tokens": 233783640.0,
      "step": 303610
    },
    {
      "epoch": 0.385129598481908,
      "grad_norm": 4.71875,
      "learning_rate": 3.0747483691887686e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5361438900232315,
      "num_tokens": 233792839.0,
      "step": 303620
    },
    {
      "epoch": 0.3851422830744408,
      "grad_norm": 5.25,
      "learning_rate": 3.074684938180139e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5636964440345764,
      "num_tokens": 233800657.0,
      "step": 303630
    },
    {
      "epoch": 0.38515496766697366,
      "grad_norm": 5.5625,
      "learning_rate": 3.07462150717151e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5433499485254287,
      "num_tokens": 233808845.0,
      "step": 303640
    },
    {
      "epoch": 0.38516765225950644,
      "grad_norm": 6.59375,
      "learning_rate": 3.074558076162881e-05,
      "loss": 1.8657,
      "mean_token_accuracy": 0.5821921944618225,
      "num_tokens": 233815355.0,
      "step": 303650
    },
    {
      "epoch": 0.3851803368520393,
      "grad_norm": 9.1875,
      "learning_rate": 3.0744946451542514e-05,
      "loss": 1.9043,
      "mean_token_accuracy": 0.5703280448913575,
      "num_tokens": 233821799.0,
      "step": 303660
    },
    {
      "epoch": 0.3851930214445721,
      "grad_norm": 7.9375,
      "learning_rate": 3.0744312141456226e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5490158647298813,
      "num_tokens": 233827593.0,
      "step": 303670
    },
    {
      "epoch": 0.38520570603710497,
      "grad_norm": 5.0,
      "learning_rate": 3.074367783136993e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5387178122997284,
      "num_tokens": 233836053.0,
      "step": 303680
    },
    {
      "epoch": 0.3852183906296378,
      "grad_norm": 5.6875,
      "learning_rate": 3.0743043521283643e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5470479965209961,
      "num_tokens": 233843860.0,
      "step": 303690
    },
    {
      "epoch": 0.38523107522217065,
      "grad_norm": 4.9375,
      "learning_rate": 3.074240921119735e-05,
      "loss": 1.9085,
      "mean_token_accuracy": 0.5796658217906951,
      "num_tokens": 233851451.0,
      "step": 303700
    },
    {
      "epoch": 0.3852437598147035,
      "grad_norm": 4.84375,
      "learning_rate": 3.074177490111106e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5265410572290421,
      "num_tokens": 233860027.0,
      "step": 303710
    },
    {
      "epoch": 0.38525644440723633,
      "grad_norm": 4.90625,
      "learning_rate": 3.0741140591024766e-05,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5635368585586548,
      "num_tokens": 233869051.0,
      "step": 303720
    },
    {
      "epoch": 0.3852691289997691,
      "grad_norm": 6.59375,
      "learning_rate": 3.074050628093847e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.531731230020523,
      "num_tokens": 233877127.0,
      "step": 303730
    },
    {
      "epoch": 0.38528181359230196,
      "grad_norm": 5.15625,
      "learning_rate": 3.0739871970852184e-05,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5289484232664108,
      "num_tokens": 233885274.0,
      "step": 303740
    },
    {
      "epoch": 0.3852944981848348,
      "grad_norm": 5.6875,
      "learning_rate": 3.073923766076589e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5580254286527634,
      "num_tokens": 233893969.0,
      "step": 303750
    },
    {
      "epoch": 0.38530718277736764,
      "grad_norm": 5.96875,
      "learning_rate": 3.07386033506796e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5223343014717102,
      "num_tokens": 233902072.0,
      "step": 303760
    },
    {
      "epoch": 0.3853198673699005,
      "grad_norm": 6.0625,
      "learning_rate": 3.073796904059331e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5587793707847595,
      "num_tokens": 233909956.0,
      "step": 303770
    },
    {
      "epoch": 0.3853325519624333,
      "grad_norm": 6.625,
      "learning_rate": 3.073733473050702e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5397457331418991,
      "num_tokens": 233917096.0,
      "step": 303780
    },
    {
      "epoch": 0.38534523655496616,
      "grad_norm": 7.6875,
      "learning_rate": 3.073670042042073e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5462534487247467,
      "num_tokens": 233924198.0,
      "step": 303790
    },
    {
      "epoch": 0.385357921147499,
      "grad_norm": 6.15625,
      "learning_rate": 3.073606611033443e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5635432511568069,
      "num_tokens": 233932245.0,
      "step": 303800
    },
    {
      "epoch": 0.3853706057400318,
      "grad_norm": 6.5,
      "learning_rate": 3.073543180024814e-05,
      "loss": 1.9111,
      "mean_token_accuracy": 0.5774967283010483,
      "num_tokens": 233939170.0,
      "step": 303810
    },
    {
      "epoch": 0.38538329033256463,
      "grad_norm": 4.9375,
      "learning_rate": 3.0734797490161854e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5249350726604461,
      "num_tokens": 233948448.0,
      "step": 303820
    },
    {
      "epoch": 0.3853959749250975,
      "grad_norm": 5.34375,
      "learning_rate": 3.073416318007556e-05,
      "loss": 2.2233,
      "mean_token_accuracy": 0.5171221017837524,
      "num_tokens": 233957592.0,
      "step": 303830
    },
    {
      "epoch": 0.3854086595176303,
      "grad_norm": 5.25,
      "learning_rate": 3.073352886998927e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5408051133155822,
      "num_tokens": 233965218.0,
      "step": 303840
    },
    {
      "epoch": 0.38542134411016316,
      "grad_norm": 5.84375,
      "learning_rate": 3.0732894559902976e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.5866644740104675,
      "num_tokens": 233972212.0,
      "step": 303850
    },
    {
      "epoch": 0.385434028702696,
      "grad_norm": 5.0,
      "learning_rate": 3.073226024981669e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5298224270343781,
      "num_tokens": 233981046.0,
      "step": 303860
    },
    {
      "epoch": 0.38544671329522884,
      "grad_norm": 5.15625,
      "learning_rate": 3.0731625939730394e-05,
      "loss": 2.2375,
      "mean_token_accuracy": 0.5200688689947128,
      "num_tokens": 233988754.0,
      "step": 303870
    },
    {
      "epoch": 0.3854593978877617,
      "grad_norm": 6.5625,
      "learning_rate": 3.07309916296441e-05,
      "loss": 2.2931,
      "mean_token_accuracy": 0.5104395478963852,
      "num_tokens": 233995083.0,
      "step": 303880
    },
    {
      "epoch": 0.38547208248029446,
      "grad_norm": 5.53125,
      "learning_rate": 3.073035731955781e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5677040755748749,
      "num_tokens": 234003067.0,
      "step": 303890
    },
    {
      "epoch": 0.3854847670728273,
      "grad_norm": 5.1875,
      "learning_rate": 3.072972300947152e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5335371434688568,
      "num_tokens": 234010773.0,
      "step": 303900
    },
    {
      "epoch": 0.38549745166536015,
      "grad_norm": 6.3125,
      "learning_rate": 3.072908869938523e-05,
      "loss": 2.307,
      "mean_token_accuracy": 0.5086565464735031,
      "num_tokens": 234019708.0,
      "step": 303910
    },
    {
      "epoch": 0.385510136257893,
      "grad_norm": 6.875,
      "learning_rate": 3.072845438929894e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5295078158378601,
      "num_tokens": 234027633.0,
      "step": 303920
    },
    {
      "epoch": 0.38552282085042583,
      "grad_norm": 5.59375,
      "learning_rate": 3.0727820079212646e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5544756472110748,
      "num_tokens": 234035207.0,
      "step": 303930
    },
    {
      "epoch": 0.38553550544295867,
      "grad_norm": 7.15625,
      "learning_rate": 3.072718576912635e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5426078915596009,
      "num_tokens": 234042317.0,
      "step": 303940
    },
    {
      "epoch": 0.3855481900354915,
      "grad_norm": 4.9375,
      "learning_rate": 3.072655145904006e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5698872208595276,
      "num_tokens": 234049156.0,
      "step": 303950
    },
    {
      "epoch": 0.3855608746280243,
      "grad_norm": 4.96875,
      "learning_rate": 3.072591714895377e-05,
      "loss": 1.751,
      "mean_token_accuracy": 0.6084479868412018,
      "num_tokens": 234054454.0,
      "step": 303960
    },
    {
      "epoch": 0.38557355922055714,
      "grad_norm": 7.3125,
      "learning_rate": 3.072528283886748e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5246504157781601,
      "num_tokens": 234062771.0,
      "step": 303970
    },
    {
      "epoch": 0.38558624381309,
      "grad_norm": 6.5,
      "learning_rate": 3.072464852878119e-05,
      "loss": 1.8619,
      "mean_token_accuracy": 0.5872300267219543,
      "num_tokens": 234069057.0,
      "step": 303980
    },
    {
      "epoch": 0.3855989284056228,
      "grad_norm": 4.4375,
      "learning_rate": 3.07240142186949e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5374785661697388,
      "num_tokens": 234076614.0,
      "step": 303990
    },
    {
      "epoch": 0.38561161299815566,
      "grad_norm": 5.25,
      "learning_rate": 3.0723379908608604e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5422291904687881,
      "num_tokens": 234085388.0,
      "step": 304000
    },
    {
      "epoch": 0.3856242975906885,
      "grad_norm": 5.96875,
      "learning_rate": 3.072274559852231e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5296144515275956,
      "num_tokens": 234093274.0,
      "step": 304010
    },
    {
      "epoch": 0.38563698218322134,
      "grad_norm": 8.5625,
      "learning_rate": 3.072211128843602e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5546007603406906,
      "num_tokens": 234102098.0,
      "step": 304020
    },
    {
      "epoch": 0.3856496667757542,
      "grad_norm": 4.375,
      "learning_rate": 3.072147697834973e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5481829881668091,
      "num_tokens": 234109978.0,
      "step": 304030
    },
    {
      "epoch": 0.38566235136828697,
      "grad_norm": 5.84375,
      "learning_rate": 3.072084266826344e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5120617806911468,
      "num_tokens": 234118119.0,
      "step": 304040
    },
    {
      "epoch": 0.3856750359608198,
      "grad_norm": 5.9375,
      "learning_rate": 3.0720208358177145e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5644546896219254,
      "num_tokens": 234125874.0,
      "step": 304050
    },
    {
      "epoch": 0.38568772055335265,
      "grad_norm": 9.375,
      "learning_rate": 3.071957404809086e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.550259605050087,
      "num_tokens": 234133017.0,
      "step": 304060
    },
    {
      "epoch": 0.3857004051458855,
      "grad_norm": 5.59375,
      "learning_rate": 3.071893973800456e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5450056046247482,
      "num_tokens": 234141340.0,
      "step": 304070
    },
    {
      "epoch": 0.38571308973841834,
      "grad_norm": 4.90625,
      "learning_rate": 3.071830542791827e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5395396173000335,
      "num_tokens": 234149281.0,
      "step": 304080
    },
    {
      "epoch": 0.3857257743309512,
      "grad_norm": 5.21875,
      "learning_rate": 3.071767111783198e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5444880187511444,
      "num_tokens": 234157513.0,
      "step": 304090
    },
    {
      "epoch": 0.385738458923484,
      "grad_norm": 6.90625,
      "learning_rate": 3.0717036807745685e-05,
      "loss": 1.8447,
      "mean_token_accuracy": 0.583337926864624,
      "num_tokens": 234165016.0,
      "step": 304100
    },
    {
      "epoch": 0.38575114351601686,
      "grad_norm": 6.40625,
      "learning_rate": 3.07164024976594e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.535286158323288,
      "num_tokens": 234172970.0,
      "step": 304110
    },
    {
      "epoch": 0.38576382810854964,
      "grad_norm": 6.0,
      "learning_rate": 3.071576818757311e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5470260053873062,
      "num_tokens": 234180350.0,
      "step": 304120
    },
    {
      "epoch": 0.3857765127010825,
      "grad_norm": 5.40625,
      "learning_rate": 3.0715133877486814e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5393203675746918,
      "num_tokens": 234187587.0,
      "step": 304130
    },
    {
      "epoch": 0.3857891972936153,
      "grad_norm": 5.1875,
      "learning_rate": 3.071449956740052e-05,
      "loss": 1.9617,
      "mean_token_accuracy": 0.5712847143411637,
      "num_tokens": 234195463.0,
      "step": 304140
    },
    {
      "epoch": 0.38580188188614817,
      "grad_norm": 6.71875,
      "learning_rate": 3.071386525731423e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5419200867414474,
      "num_tokens": 234203273.0,
      "step": 304150
    },
    {
      "epoch": 0.385814566478681,
      "grad_norm": 4.8125,
      "learning_rate": 3.071323094722794e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5459049642086029,
      "num_tokens": 234211920.0,
      "step": 304160
    },
    {
      "epoch": 0.38582725107121385,
      "grad_norm": 5.9375,
      "learning_rate": 3.071259663714165e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5528370499610901,
      "num_tokens": 234217661.0,
      "step": 304170
    },
    {
      "epoch": 0.3858399356637467,
      "grad_norm": 8.0,
      "learning_rate": 3.0711962327055355e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5545248478651047,
      "num_tokens": 234225202.0,
      "step": 304180
    },
    {
      "epoch": 0.38585262025627953,
      "grad_norm": 5.4375,
      "learning_rate": 3.071132801696907e-05,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5749006539583206,
      "num_tokens": 234233338.0,
      "step": 304190
    },
    {
      "epoch": 0.3858653048488123,
      "grad_norm": 5.875,
      "learning_rate": 3.071069370688278e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5330608248710632,
      "num_tokens": 234241688.0,
      "step": 304200
    },
    {
      "epoch": 0.38587798944134516,
      "grad_norm": 5.34375,
      "learning_rate": 3.0710059396796484e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5685028195381164,
      "num_tokens": 234248451.0,
      "step": 304210
    },
    {
      "epoch": 0.385890674033878,
      "grad_norm": 7.40625,
      "learning_rate": 3.070942508671019e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5610256612300872,
      "num_tokens": 234256549.0,
      "step": 304220
    },
    {
      "epoch": 0.38590335862641084,
      "grad_norm": 5.75,
      "learning_rate": 3.0708790776623895e-05,
      "loss": 2.0711,
      "mean_token_accuracy": 0.538542777299881,
      "num_tokens": 234265213.0,
      "step": 304230
    },
    {
      "epoch": 0.3859160432189437,
      "grad_norm": 6.1875,
      "learning_rate": 3.070815646653761e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5388854712247848,
      "num_tokens": 234272205.0,
      "step": 304240
    },
    {
      "epoch": 0.3859287278114765,
      "grad_norm": 6.71875,
      "learning_rate": 3.070752215645132e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5275843173265458,
      "num_tokens": 234280381.0,
      "step": 304250
    },
    {
      "epoch": 0.38594141240400937,
      "grad_norm": 6.28125,
      "learning_rate": 3.0706887846365025e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5307366579771042,
      "num_tokens": 234288324.0,
      "step": 304260
    },
    {
      "epoch": 0.3859540969965422,
      "grad_norm": 6.78125,
      "learning_rate": 3.070625353627874e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5270367234945297,
      "num_tokens": 234296123.0,
      "step": 304270
    },
    {
      "epoch": 0.385966781589075,
      "grad_norm": 5.875,
      "learning_rate": 3.070561922619244e-05,
      "loss": 1.8568,
      "mean_token_accuracy": 0.588671737909317,
      "num_tokens": 234303473.0,
      "step": 304280
    },
    {
      "epoch": 0.38597946618160783,
      "grad_norm": 5.9375,
      "learning_rate": 3.070498491610615e-05,
      "loss": 2.2487,
      "mean_token_accuracy": 0.5016816228628158,
      "num_tokens": 234311509.0,
      "step": 304290
    },
    {
      "epoch": 0.3859921507741407,
      "grad_norm": 5.4375,
      "learning_rate": 3.070435060601986e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5743566244840622,
      "num_tokens": 234318982.0,
      "step": 304300
    },
    {
      "epoch": 0.3860048353666735,
      "grad_norm": 6.1875,
      "learning_rate": 3.0703716295933565e-05,
      "loss": 1.7074,
      "mean_token_accuracy": 0.6191198408603669,
      "num_tokens": 234325530.0,
      "step": 304310
    },
    {
      "epoch": 0.38601751995920636,
      "grad_norm": 5.90625,
      "learning_rate": 3.070308198584728e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.53442203104496,
      "num_tokens": 234334830.0,
      "step": 304320
    },
    {
      "epoch": 0.3860302045517392,
      "grad_norm": 5.09375,
      "learning_rate": 3.070244767576098e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.552623736858368,
      "num_tokens": 234343713.0,
      "step": 304330
    },
    {
      "epoch": 0.38604288914427204,
      "grad_norm": 5.25,
      "learning_rate": 3.0701813365674695e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5400730907917023,
      "num_tokens": 234351233.0,
      "step": 304340
    },
    {
      "epoch": 0.3860555737368049,
      "grad_norm": 6.96875,
      "learning_rate": 3.07011790555884e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5345297038555146,
      "num_tokens": 234357762.0,
      "step": 304350
    },
    {
      "epoch": 0.38606825832933767,
      "grad_norm": 6.21875,
      "learning_rate": 3.0700544745502105e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5702914416790008,
      "num_tokens": 234364540.0,
      "step": 304360
    },
    {
      "epoch": 0.3860809429218705,
      "grad_norm": 8.5625,
      "learning_rate": 3.069991043541582e-05,
      "loss": 1.9257,
      "mean_token_accuracy": 0.5726638078689575,
      "num_tokens": 234371257.0,
      "step": 304370
    },
    {
      "epoch": 0.38609362751440335,
      "grad_norm": 6.0,
      "learning_rate": 3.069927612532952e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5393587917089462,
      "num_tokens": 234379941.0,
      "step": 304380
    },
    {
      "epoch": 0.3861063121069362,
      "grad_norm": 5.4375,
      "learning_rate": 3.0698641815243235e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5366407096385956,
      "num_tokens": 234389113.0,
      "step": 304390
    },
    {
      "epoch": 0.38611899669946903,
      "grad_norm": 5.1875,
      "learning_rate": 3.069800750515695e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5283113420009613,
      "num_tokens": 234397300.0,
      "step": 304400
    },
    {
      "epoch": 0.38613168129200187,
      "grad_norm": 8.25,
      "learning_rate": 3.069737319507065e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5620343804359436,
      "num_tokens": 234403650.0,
      "step": 304410
    },
    {
      "epoch": 0.3861443658845347,
      "grad_norm": 5.40625,
      "learning_rate": 3.069673888498436e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5291477888822556,
      "num_tokens": 234412927.0,
      "step": 304420
    },
    {
      "epoch": 0.3861570504770675,
      "grad_norm": 7.375,
      "learning_rate": 3.069610457489806e-05,
      "loss": 1.848,
      "mean_token_accuracy": 0.5872342526912689,
      "num_tokens": 234419770.0,
      "step": 304430
    },
    {
      "epoch": 0.38616973506960034,
      "grad_norm": 7.65625,
      "learning_rate": 3.0695470264811775e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5740660339593887,
      "num_tokens": 234427586.0,
      "step": 304440
    },
    {
      "epoch": 0.3861824196621332,
      "grad_norm": 5.78125,
      "learning_rate": 3.069483595472549e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5441025525331498,
      "num_tokens": 234435309.0,
      "step": 304450
    },
    {
      "epoch": 0.386195104254666,
      "grad_norm": 5.5,
      "learning_rate": 3.069420164463919e-05,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5716367363929749,
      "num_tokens": 234443676.0,
      "step": 304460
    },
    {
      "epoch": 0.38620778884719886,
      "grad_norm": 4.71875,
      "learning_rate": 3.0693567334552905e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5450177967548371,
      "num_tokens": 234450791.0,
      "step": 304470
    },
    {
      "epoch": 0.3862204734397317,
      "grad_norm": 5.0,
      "learning_rate": 3.069293302446661e-05,
      "loss": 1.7679,
      "mean_token_accuracy": 0.5926177799701691,
      "num_tokens": 234457830.0,
      "step": 304480
    },
    {
      "epoch": 0.38623315803226455,
      "grad_norm": 6.03125,
      "learning_rate": 3.0692298714380316e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5893329083919525,
      "num_tokens": 234465218.0,
      "step": 304490
    },
    {
      "epoch": 0.3862458426247974,
      "grad_norm": 5.3125,
      "learning_rate": 3.069166440429403e-05,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5761791050434113,
      "num_tokens": 234472397.0,
      "step": 304500
    },
    {
      "epoch": 0.38625852721733017,
      "grad_norm": 4.90625,
      "learning_rate": 3.069103009420773e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5349510401487351,
      "num_tokens": 234480707.0,
      "step": 304510
    },
    {
      "epoch": 0.386271211809863,
      "grad_norm": 5.875,
      "learning_rate": 3.0690395784121445e-05,
      "loss": 1.9169,
      "mean_token_accuracy": 0.5739970833063126,
      "num_tokens": 234488161.0,
      "step": 304520
    },
    {
      "epoch": 0.38628389640239585,
      "grad_norm": 5.71875,
      "learning_rate": 3.068976147403515e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5444363921880722,
      "num_tokens": 234495562.0,
      "step": 304530
    },
    {
      "epoch": 0.3862965809949287,
      "grad_norm": 6.375,
      "learning_rate": 3.068912716394886e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.531185832619667,
      "num_tokens": 234503564.0,
      "step": 304540
    },
    {
      "epoch": 0.38630926558746154,
      "grad_norm": 6.875,
      "learning_rate": 3.0688492853862575e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.546096709370613,
      "num_tokens": 234510976.0,
      "step": 304550
    },
    {
      "epoch": 0.3863219501799944,
      "grad_norm": 5.25,
      "learning_rate": 3.068785854377627e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5362855702638626,
      "num_tokens": 234519579.0,
      "step": 304560
    },
    {
      "epoch": 0.3863346347725272,
      "grad_norm": 6.6875,
      "learning_rate": 3.0687224233689985e-05,
      "loss": 2.2563,
      "mean_token_accuracy": 0.512530392408371,
      "num_tokens": 234528307.0,
      "step": 304570
    },
    {
      "epoch": 0.38634731936506006,
      "grad_norm": 7.125,
      "learning_rate": 3.068658992360369e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5332014083862304,
      "num_tokens": 234535680.0,
      "step": 304580
    },
    {
      "epoch": 0.38636000395759285,
      "grad_norm": 6.5625,
      "learning_rate": 3.06859556135174e-05,
      "loss": 2.2503,
      "mean_token_accuracy": 0.5182973086833954,
      "num_tokens": 234543456.0,
      "step": 304590
    },
    {
      "epoch": 0.3863726885501257,
      "grad_norm": 5.59375,
      "learning_rate": 3.0685321303431115e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5389812052249908,
      "num_tokens": 234550772.0,
      "step": 304600
    },
    {
      "epoch": 0.38638537314265853,
      "grad_norm": 5.875,
      "learning_rate": 3.068468699334482e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5245844304561615,
      "num_tokens": 234558183.0,
      "step": 304610
    },
    {
      "epoch": 0.38639805773519137,
      "grad_norm": 5.375,
      "learning_rate": 3.068405268325853e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5323142558336258,
      "num_tokens": 234566774.0,
      "step": 304620
    },
    {
      "epoch": 0.3864107423277242,
      "grad_norm": 5.0625,
      "learning_rate": 3.068341837317224e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5342123121023178,
      "num_tokens": 234574944.0,
      "step": 304630
    },
    {
      "epoch": 0.38642342692025705,
      "grad_norm": 5.96875,
      "learning_rate": 3.068278406308594e-05,
      "loss": 2.2619,
      "mean_token_accuracy": 0.5153256207704544,
      "num_tokens": 234583582.0,
      "step": 304640
    },
    {
      "epoch": 0.3864361115127899,
      "grad_norm": 5.25,
      "learning_rate": 3.0682149752999655e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5377127826213837,
      "num_tokens": 234592866.0,
      "step": 304650
    },
    {
      "epoch": 0.38644879610532273,
      "grad_norm": 5.25,
      "learning_rate": 3.068151544291336e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5119457364082336,
      "num_tokens": 234601158.0,
      "step": 304660
    },
    {
      "epoch": 0.3864614806978555,
      "grad_norm": 4.875,
      "learning_rate": 3.068088113282707e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5444495737552643,
      "num_tokens": 234608108.0,
      "step": 304670
    },
    {
      "epoch": 0.38647416529038836,
      "grad_norm": 5.65625,
      "learning_rate": 3.068024682274078e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5278307110071182,
      "num_tokens": 234617495.0,
      "step": 304680
    },
    {
      "epoch": 0.3864868498829212,
      "grad_norm": 16.125,
      "learning_rate": 3.067961251265449e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5818011879920959,
      "num_tokens": 234623951.0,
      "step": 304690
    },
    {
      "epoch": 0.38649953447545404,
      "grad_norm": 5.875,
      "learning_rate": 3.0678978202568196e-05,
      "loss": 1.8912,
      "mean_token_accuracy": 0.567207983136177,
      "num_tokens": 234630029.0,
      "step": 304700
    },
    {
      "epoch": 0.3865122190679869,
      "grad_norm": 6.15625,
      "learning_rate": 3.06783438924819e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.533687511086464,
      "num_tokens": 234638234.0,
      "step": 304710
    },
    {
      "epoch": 0.3865249036605197,
      "grad_norm": 11.375,
      "learning_rate": 3.067770958239561e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.547102016210556,
      "num_tokens": 234645173.0,
      "step": 304720
    },
    {
      "epoch": 0.38653758825305257,
      "grad_norm": 6.0625,
      "learning_rate": 3.067707527230932e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5455025851726532,
      "num_tokens": 234652971.0,
      "step": 304730
    },
    {
      "epoch": 0.3865502728455854,
      "grad_norm": 8.625,
      "learning_rate": 3.067644096222303e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5323731392621994,
      "num_tokens": 234660745.0,
      "step": 304740
    },
    {
      "epoch": 0.3865629574381182,
      "grad_norm": 5.34375,
      "learning_rate": 3.067580665213674e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5486969470977783,
      "num_tokens": 234667970.0,
      "step": 304750
    },
    {
      "epoch": 0.38657564203065103,
      "grad_norm": 5.375,
      "learning_rate": 3.067517234205045e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.540460953116417,
      "num_tokens": 234674612.0,
      "step": 304760
    },
    {
      "epoch": 0.3865883266231839,
      "grad_norm": 5.625,
      "learning_rate": 3.0674538031964153e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5577473223209382,
      "num_tokens": 234681290.0,
      "step": 304770
    },
    {
      "epoch": 0.3866010112157167,
      "grad_norm": 4.8125,
      "learning_rate": 3.067390372187786e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.526365864276886,
      "num_tokens": 234688781.0,
      "step": 304780
    },
    {
      "epoch": 0.38661369580824956,
      "grad_norm": 5.40625,
      "learning_rate": 3.067326941179157e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5557715415954589,
      "num_tokens": 234698251.0,
      "step": 304790
    },
    {
      "epoch": 0.3866263804007824,
      "grad_norm": 6.46875,
      "learning_rate": 3.067263510170528e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.579520097374916,
      "num_tokens": 234704458.0,
      "step": 304800
    },
    {
      "epoch": 0.38663906499331524,
      "grad_norm": 5.28125,
      "learning_rate": 3.067200079161899e-05,
      "loss": 1.9079,
      "mean_token_accuracy": 0.574475708603859,
      "num_tokens": 234710460.0,
      "step": 304810
    },
    {
      "epoch": 0.3866517495858481,
      "grad_norm": 5.3125,
      "learning_rate": 3.06713664815327e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5460591048002243,
      "num_tokens": 234719020.0,
      "step": 304820
    },
    {
      "epoch": 0.38666443417838087,
      "grad_norm": 7.0625,
      "learning_rate": 3.0670732171446406e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5342590183019638,
      "num_tokens": 234727023.0,
      "step": 304830
    },
    {
      "epoch": 0.3866771187709137,
      "grad_norm": 12.1875,
      "learning_rate": 3.067009786136011e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5453412890434265,
      "num_tokens": 234734337.0,
      "step": 304840
    },
    {
      "epoch": 0.38668980336344655,
      "grad_norm": 5.28125,
      "learning_rate": 3.066946355127382e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5408324539661408,
      "num_tokens": 234742315.0,
      "step": 304850
    },
    {
      "epoch": 0.3867024879559794,
      "grad_norm": 5.53125,
      "learning_rate": 3.066882924118753e-05,
      "loss": 2.3159,
      "mean_token_accuracy": 0.5004599928855896,
      "num_tokens": 234751177.0,
      "step": 304860
    },
    {
      "epoch": 0.38671517254851223,
      "grad_norm": 4.8125,
      "learning_rate": 3.066819493110124e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5238464176654816,
      "num_tokens": 234759489.0,
      "step": 304870
    },
    {
      "epoch": 0.3867278571410451,
      "grad_norm": 5.96875,
      "learning_rate": 3.0667560621014946e-05,
      "loss": 1.8749,
      "mean_token_accuracy": 0.5874250292778015,
      "num_tokens": 234767646.0,
      "step": 304880
    },
    {
      "epoch": 0.3867405417335779,
      "grad_norm": 7.09375,
      "learning_rate": 3.066692631092866e-05,
      "loss": 1.7695,
      "mean_token_accuracy": 0.5957696914672852,
      "num_tokens": 234775142.0,
      "step": 304890
    },
    {
      "epoch": 0.3867532263261107,
      "grad_norm": 6.3125,
      "learning_rate": 3.066629200084237e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5403197556734085,
      "num_tokens": 234783320.0,
      "step": 304900
    },
    {
      "epoch": 0.38676591091864354,
      "grad_norm": 5.75,
      "learning_rate": 3.066565769075607e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5438575714826583,
      "num_tokens": 234790650.0,
      "step": 304910
    },
    {
      "epoch": 0.3867785955111764,
      "grad_norm": 4.5625,
      "learning_rate": 3.066502338066978e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5232906967401505,
      "num_tokens": 234797696.0,
      "step": 304920
    },
    {
      "epoch": 0.3867912801037092,
      "grad_norm": 6.1875,
      "learning_rate": 3.0664389070583486e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5353824585676193,
      "num_tokens": 234806303.0,
      "step": 304930
    },
    {
      "epoch": 0.38680396469624206,
      "grad_norm": 7.34375,
      "learning_rate": 3.06637547604972e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5298872858285903,
      "num_tokens": 234812500.0,
      "step": 304940
    },
    {
      "epoch": 0.3868166492887749,
      "grad_norm": 6.0625,
      "learning_rate": 3.066312045041091e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5334124535322189,
      "num_tokens": 234820190.0,
      "step": 304950
    },
    {
      "epoch": 0.38682933388130775,
      "grad_norm": 5.90625,
      "learning_rate": 3.0662486140324616e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5525795429944992,
      "num_tokens": 234828006.0,
      "step": 304960
    },
    {
      "epoch": 0.3868420184738406,
      "grad_norm": 7.125,
      "learning_rate": 3.066185183023833e-05,
      "loss": 1.8985,
      "mean_token_accuracy": 0.5698505759239196,
      "num_tokens": 234835319.0,
      "step": 304970
    },
    {
      "epoch": 0.3868547030663734,
      "grad_norm": 5.625,
      "learning_rate": 3.0661217520152034e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5327835112810135,
      "num_tokens": 234844070.0,
      "step": 304980
    },
    {
      "epoch": 0.3868673876589062,
      "grad_norm": 5.25,
      "learning_rate": 3.066058321006574e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5486463129520416,
      "num_tokens": 234852033.0,
      "step": 304990
    },
    {
      "epoch": 0.38688007225143906,
      "grad_norm": 9.3125,
      "learning_rate": 3.065994889997945e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.547996324300766,
      "num_tokens": 234858656.0,
      "step": 305000
    },
    {
      "epoch": 0.3868927568439719,
      "grad_norm": 5.9375,
      "learning_rate": 3.0659314589893156e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5250846385955811,
      "num_tokens": 234866933.0,
      "step": 305010
    },
    {
      "epoch": 0.38690544143650474,
      "grad_norm": 6.15625,
      "learning_rate": 3.065868027980687e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.532009956240654,
      "num_tokens": 234874813.0,
      "step": 305020
    },
    {
      "epoch": 0.3869181260290376,
      "grad_norm": 6.34375,
      "learning_rate": 3.065804596972058e-05,
      "loss": 2.2484,
      "mean_token_accuracy": 0.5229402750730514,
      "num_tokens": 234881246.0,
      "step": 305030
    },
    {
      "epoch": 0.3869308106215704,
      "grad_norm": 4.96875,
      "learning_rate": 3.0657411659634286e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5379166305065155,
      "num_tokens": 234888385.0,
      "step": 305040
    },
    {
      "epoch": 0.38694349521410326,
      "grad_norm": 7.59375,
      "learning_rate": 3.065677734954799e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5479853034019471,
      "num_tokens": 234895561.0,
      "step": 305050
    },
    {
      "epoch": 0.38695617980663605,
      "grad_norm": 5.3125,
      "learning_rate": 3.06561430394617e-05,
      "loss": 2.2344,
      "mean_token_accuracy": 0.5260572165250779,
      "num_tokens": 234902144.0,
      "step": 305060
    },
    {
      "epoch": 0.3869688643991689,
      "grad_norm": 6.53125,
      "learning_rate": 3.065550872937541e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5251878052949905,
      "num_tokens": 234909286.0,
      "step": 305070
    },
    {
      "epoch": 0.38698154899170173,
      "grad_norm": 5.0,
      "learning_rate": 3.065487441928912e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5578318893909454,
      "num_tokens": 234917319.0,
      "step": 305080
    },
    {
      "epoch": 0.38699423358423457,
      "grad_norm": 5.6875,
      "learning_rate": 3.0654240109202826e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5518774271011353,
      "num_tokens": 234923984.0,
      "step": 305090
    },
    {
      "epoch": 0.3870069181767674,
      "grad_norm": 6.0625,
      "learning_rate": 3.065360579911654e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5590755820274353,
      "num_tokens": 234932464.0,
      "step": 305100
    },
    {
      "epoch": 0.38701960276930025,
      "grad_norm": 5.6875,
      "learning_rate": 3.0652971489030244e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.535231226682663,
      "num_tokens": 234941154.0,
      "step": 305110
    },
    {
      "epoch": 0.3870322873618331,
      "grad_norm": 5.1875,
      "learning_rate": 3.065233717894395e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5495535582304001,
      "num_tokens": 234950329.0,
      "step": 305120
    },
    {
      "epoch": 0.38704497195436594,
      "grad_norm": 4.96875,
      "learning_rate": 3.065170286885766e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5559430569410324,
      "num_tokens": 234958932.0,
      "step": 305130
    },
    {
      "epoch": 0.3870576565468987,
      "grad_norm": 4.84375,
      "learning_rate": 3.065106855877137e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5240648061037063,
      "num_tokens": 234968056.0,
      "step": 305140
    },
    {
      "epoch": 0.38707034113943156,
      "grad_norm": 7.1875,
      "learning_rate": 3.065043424868508e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5567464917898178,
      "num_tokens": 234974848.0,
      "step": 305150
    },
    {
      "epoch": 0.3870830257319644,
      "grad_norm": 6.0,
      "learning_rate": 3.0649799938598784e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5233979254961014,
      "num_tokens": 234983269.0,
      "step": 305160
    },
    {
      "epoch": 0.38709571032449724,
      "grad_norm": 4.71875,
      "learning_rate": 3.0649165628512496e-05,
      "loss": 1.8684,
      "mean_token_accuracy": 0.591524875164032,
      "num_tokens": 234989887.0,
      "step": 305170
    },
    {
      "epoch": 0.3871083949170301,
      "grad_norm": 4.96875,
      "learning_rate": 3.06485313184262e-05,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5172636777162551,
      "num_tokens": 234998603.0,
      "step": 305180
    },
    {
      "epoch": 0.3871210795095629,
      "grad_norm": 5.6875,
      "learning_rate": 3.064789700833991e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5352940946817398,
      "num_tokens": 235006917.0,
      "step": 305190
    },
    {
      "epoch": 0.38713376410209577,
      "grad_norm": 6.1875,
      "learning_rate": 3.064726269825362e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5652458101511002,
      "num_tokens": 235013891.0,
      "step": 305200
    },
    {
      "epoch": 0.3871464486946286,
      "grad_norm": 5.75,
      "learning_rate": 3.0646628388167324e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5502149790525437,
      "num_tokens": 235021747.0,
      "step": 305210
    },
    {
      "epoch": 0.3871591332871614,
      "grad_norm": 5.8125,
      "learning_rate": 3.0645994078081037e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.532988291978836,
      "num_tokens": 235029682.0,
      "step": 305220
    },
    {
      "epoch": 0.38717181787969424,
      "grad_norm": 5.53125,
      "learning_rate": 3.064535976799475e-05,
      "loss": 1.7504,
      "mean_token_accuracy": 0.6106832504272461,
      "num_tokens": 235035923.0,
      "step": 305230
    },
    {
      "epoch": 0.3871845024722271,
      "grad_norm": 4.6875,
      "learning_rate": 3.0644725457908454e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5249736726284027,
      "num_tokens": 235043749.0,
      "step": 305240
    },
    {
      "epoch": 0.3871971870647599,
      "grad_norm": 5.40625,
      "learning_rate": 3.064409114782216e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.552340316772461,
      "num_tokens": 235050383.0,
      "step": 305250
    },
    {
      "epoch": 0.38720987165729276,
      "grad_norm": 5.40625,
      "learning_rate": 3.0643456837735865e-05,
      "loss": 1.9129,
      "mean_token_accuracy": 0.5607721298933029,
      "num_tokens": 235057559.0,
      "step": 305260
    },
    {
      "epoch": 0.3872225562498256,
      "grad_norm": 5.0625,
      "learning_rate": 3.064282252764958e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5377907276153564,
      "num_tokens": 235065221.0,
      "step": 305270
    },
    {
      "epoch": 0.38723524084235844,
      "grad_norm": 4.9375,
      "learning_rate": 3.064218821756329e-05,
      "loss": 1.7473,
      "mean_token_accuracy": 0.6143719017505646,
      "num_tokens": 235071304.0,
      "step": 305280
    },
    {
      "epoch": 0.3872479254348913,
      "grad_norm": 5.1875,
      "learning_rate": 3.0641553907476994e-05,
      "loss": 1.8559,
      "mean_token_accuracy": 0.5855906486511231,
      "num_tokens": 235079745.0,
      "step": 305290
    },
    {
      "epoch": 0.38726061002742407,
      "grad_norm": 10.6875,
      "learning_rate": 3.0640919597390706e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5803637087345124,
      "num_tokens": 235086361.0,
      "step": 305300
    },
    {
      "epoch": 0.3872732946199569,
      "grad_norm": 5.4375,
      "learning_rate": 3.064028528730441e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5317320406436921,
      "num_tokens": 235094705.0,
      "step": 305310
    },
    {
      "epoch": 0.38728597921248975,
      "grad_norm": 6.34375,
      "learning_rate": 3.0639650977218124e-05,
      "loss": 1.8765,
      "mean_token_accuracy": 0.5893939465284348,
      "num_tokens": 235101728.0,
      "step": 305320
    },
    {
      "epoch": 0.3872986638050226,
      "grad_norm": 7.65625,
      "learning_rate": 3.063901666713183e-05,
      "loss": 2.2892,
      "mean_token_accuracy": 0.50661680996418,
      "num_tokens": 235111203.0,
      "step": 305330
    },
    {
      "epoch": 0.38731134839755543,
      "grad_norm": 4.9375,
      "learning_rate": 3.0638382357045535e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5270445466041564,
      "num_tokens": 235118303.0,
      "step": 305340
    },
    {
      "epoch": 0.3873240329900883,
      "grad_norm": 6.375,
      "learning_rate": 3.063774804695925e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5832070082426071,
      "num_tokens": 235124965.0,
      "step": 305350
    },
    {
      "epoch": 0.3873367175826211,
      "grad_norm": 6.5,
      "learning_rate": 3.063711373687295e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5356577694416046,
      "num_tokens": 235133116.0,
      "step": 305360
    },
    {
      "epoch": 0.3873494021751539,
      "grad_norm": 6.09375,
      "learning_rate": 3.0636479426786664e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5454913467168808,
      "num_tokens": 235140968.0,
      "step": 305370
    },
    {
      "epoch": 0.38736208676768674,
      "grad_norm": 5.25,
      "learning_rate": 3.0635845116700376e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.575169461965561,
      "num_tokens": 235148872.0,
      "step": 305380
    },
    {
      "epoch": 0.3873747713602196,
      "grad_norm": 6.84375,
      "learning_rate": 3.063521080661408e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5441246509552002,
      "num_tokens": 235156913.0,
      "step": 305390
    },
    {
      "epoch": 0.3873874559527524,
      "grad_norm": 5.84375,
      "learning_rate": 3.063457649652779e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5265495896339416,
      "num_tokens": 235165096.0,
      "step": 305400
    },
    {
      "epoch": 0.38740014054528527,
      "grad_norm": 6.28125,
      "learning_rate": 3.063394218644149e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5524731874465942,
      "num_tokens": 235173090.0,
      "step": 305410
    },
    {
      "epoch": 0.3874128251378181,
      "grad_norm": 10.5,
      "learning_rate": 3.0633307876355205e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5303705483675003,
      "num_tokens": 235180290.0,
      "step": 305420
    },
    {
      "epoch": 0.38742550973035095,
      "grad_norm": 5.03125,
      "learning_rate": 3.063267356626892e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5818897128105164,
      "num_tokens": 235186653.0,
      "step": 305430
    },
    {
      "epoch": 0.3874381943228838,
      "grad_norm": 5.6875,
      "learning_rate": 3.063203925618262e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5400240451097489,
      "num_tokens": 235194394.0,
      "step": 305440
    },
    {
      "epoch": 0.3874508789154166,
      "grad_norm": 5.625,
      "learning_rate": 3.0631404946096334e-05,
      "loss": 2.3118,
      "mean_token_accuracy": 0.5082969099283219,
      "num_tokens": 235202498.0,
      "step": 305450
    },
    {
      "epoch": 0.3874635635079494,
      "grad_norm": 8.9375,
      "learning_rate": 3.063077063601004e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5634247243404389,
      "num_tokens": 235210079.0,
      "step": 305460
    },
    {
      "epoch": 0.38747624810048226,
      "grad_norm": 5.625,
      "learning_rate": 3.0630136325923745e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5756542444229126,
      "num_tokens": 235215840.0,
      "step": 305470
    },
    {
      "epoch": 0.3874889326930151,
      "grad_norm": 5.9375,
      "learning_rate": 3.062950201583746e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5369105190038681,
      "num_tokens": 235223057.0,
      "step": 305480
    },
    {
      "epoch": 0.38750161728554794,
      "grad_norm": 4.875,
      "learning_rate": 3.062886770575116e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5703247159719467,
      "num_tokens": 235230795.0,
      "step": 305490
    },
    {
      "epoch": 0.3875143018780808,
      "grad_norm": 4.96875,
      "learning_rate": 3.0628233395664874e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5384154856204987,
      "num_tokens": 235238593.0,
      "step": 305500
    },
    {
      "epoch": 0.3875269864706136,
      "grad_norm": 6.5,
      "learning_rate": 3.062759908557858e-05,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5621943056583405,
      "num_tokens": 235246519.0,
      "step": 305510
    },
    {
      "epoch": 0.38753967106314646,
      "grad_norm": 6.1875,
      "learning_rate": 3.062696477549229e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5419168293476104,
      "num_tokens": 235254511.0,
      "step": 305520
    },
    {
      "epoch": 0.38755235565567925,
      "grad_norm": 6.125,
      "learning_rate": 3.0626330465406e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5244135737419129,
      "num_tokens": 235261334.0,
      "step": 305530
    },
    {
      "epoch": 0.3875650402482121,
      "grad_norm": 7.28125,
      "learning_rate": 3.06256961553197e-05,
      "loss": 1.8929,
      "mean_token_accuracy": 0.583139854669571,
      "num_tokens": 235268263.0,
      "step": 305540
    },
    {
      "epoch": 0.38757772484074493,
      "grad_norm": 6.1875,
      "learning_rate": 3.0625061845233415e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5446890622377396,
      "num_tokens": 235275950.0,
      "step": 305550
    },
    {
      "epoch": 0.38759040943327777,
      "grad_norm": 5.0,
      "learning_rate": 3.062442753514712e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5170386284589767,
      "num_tokens": 235284497.0,
      "step": 305560
    },
    {
      "epoch": 0.3876030940258106,
      "grad_norm": 5.5,
      "learning_rate": 3.062379322506083e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5353993088006973,
      "num_tokens": 235291337.0,
      "step": 305570
    },
    {
      "epoch": 0.38761577861834345,
      "grad_norm": 7.1875,
      "learning_rate": 3.0623158914974544e-05,
      "loss": 1.866,
      "mean_token_accuracy": 0.5910243779420853,
      "num_tokens": 235298420.0,
      "step": 305580
    },
    {
      "epoch": 0.3876284632108763,
      "grad_norm": 5.6875,
      "learning_rate": 3.062252460488825e-05,
      "loss": 1.8156,
      "mean_token_accuracy": 0.5907038986682892,
      "num_tokens": 235305494.0,
      "step": 305590
    },
    {
      "epoch": 0.38764114780340914,
      "grad_norm": 7.59375,
      "learning_rate": 3.0621890294801955e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5240447461605072,
      "num_tokens": 235312611.0,
      "step": 305600
    },
    {
      "epoch": 0.3876538323959419,
      "grad_norm": 4.5625,
      "learning_rate": 3.062125598471566e-05,
      "loss": 1.8026,
      "mean_token_accuracy": 0.59552001953125,
      "num_tokens": 235319672.0,
      "step": 305610
    },
    {
      "epoch": 0.38766651698847476,
      "grad_norm": 7.21875,
      "learning_rate": 3.062062167462937e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5890497207641602,
      "num_tokens": 235326705.0,
      "step": 305620
    },
    {
      "epoch": 0.3876792015810076,
      "grad_norm": 7.03125,
      "learning_rate": 3.0619987364543085e-05,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5197304219007493,
      "num_tokens": 235334607.0,
      "step": 305630
    },
    {
      "epoch": 0.38769188617354045,
      "grad_norm": 5.84375,
      "learning_rate": 3.061935305445679e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5268510311841965,
      "num_tokens": 235342101.0,
      "step": 305640
    },
    {
      "epoch": 0.3877045707660733,
      "grad_norm": 6.4375,
      "learning_rate": 3.06187187443705e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.573519828915596,
      "num_tokens": 235349819.0,
      "step": 305650
    },
    {
      "epoch": 0.3877172553586061,
      "grad_norm": 12.8125,
      "learning_rate": 3.061808443428421e-05,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5833425879478454,
      "num_tokens": 235358046.0,
      "step": 305660
    },
    {
      "epoch": 0.38772993995113897,
      "grad_norm": 6.125,
      "learning_rate": 3.061745012419791e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.523516571521759,
      "num_tokens": 235365544.0,
      "step": 305670
    },
    {
      "epoch": 0.3877426245436718,
      "grad_norm": 5.3125,
      "learning_rate": 3.0616815814111625e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.540551832318306,
      "num_tokens": 235375419.0,
      "step": 305680
    },
    {
      "epoch": 0.3877553091362046,
      "grad_norm": 7.625,
      "learning_rate": 3.061618150402533e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5657972246408463,
      "num_tokens": 235382238.0,
      "step": 305690
    },
    {
      "epoch": 0.38776799372873744,
      "grad_norm": 5.4375,
      "learning_rate": 3.061554719393904e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5324729412794114,
      "num_tokens": 235390401.0,
      "step": 305700
    },
    {
      "epoch": 0.3877806783212703,
      "grad_norm": 5.125,
      "learning_rate": 3.061491288385275e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5376688629388809,
      "num_tokens": 235397579.0,
      "step": 305710
    },
    {
      "epoch": 0.3877933629138031,
      "grad_norm": 6.53125,
      "learning_rate": 3.061427857376646e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5704337328672409,
      "num_tokens": 235404830.0,
      "step": 305720
    },
    {
      "epoch": 0.38780604750633596,
      "grad_norm": 10.4375,
      "learning_rate": 3.061364426368017e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.54645534157753,
      "num_tokens": 235412241.0,
      "step": 305730
    },
    {
      "epoch": 0.3878187320988688,
      "grad_norm": 5.53125,
      "learning_rate": 3.061300995359388e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5475852876901627,
      "num_tokens": 235420347.0,
      "step": 305740
    },
    {
      "epoch": 0.38783141669140164,
      "grad_norm": 5.0625,
      "learning_rate": 3.061237564350758e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5248888701200485,
      "num_tokens": 235427169.0,
      "step": 305750
    },
    {
      "epoch": 0.3878441012839345,
      "grad_norm": 6.15625,
      "learning_rate": 3.061174133342129e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5542205333709717,
      "num_tokens": 235433503.0,
      "step": 305760
    },
    {
      "epoch": 0.38785678587646727,
      "grad_norm": 5.40625,
      "learning_rate": 3.0611107023335e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5619393408298492,
      "num_tokens": 235441938.0,
      "step": 305770
    },
    {
      "epoch": 0.3878694704690001,
      "grad_norm": 5.15625,
      "learning_rate": 3.061047271324871e-05,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5169839054346085,
      "num_tokens": 235449973.0,
      "step": 305780
    },
    {
      "epoch": 0.38788215506153295,
      "grad_norm": 5.34375,
      "learning_rate": 3.060983840316242e-05,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5877317309379577,
      "num_tokens": 235457777.0,
      "step": 305790
    },
    {
      "epoch": 0.3878948396540658,
      "grad_norm": 6.09375,
      "learning_rate": 3.060920409307613e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5390643566846848,
      "num_tokens": 235465751.0,
      "step": 305800
    },
    {
      "epoch": 0.38790752424659863,
      "grad_norm": 5.5625,
      "learning_rate": 3.0608569782989835e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5481146693229675,
      "num_tokens": 235473389.0,
      "step": 305810
    },
    {
      "epoch": 0.3879202088391315,
      "grad_norm": 5.625,
      "learning_rate": 3.060793547290354e-05,
      "loss": 2.3269,
      "mean_token_accuracy": 0.5104947358369827,
      "num_tokens": 235481752.0,
      "step": 305820
    },
    {
      "epoch": 0.3879328934316643,
      "grad_norm": 6.9375,
      "learning_rate": 3.060730116281725e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5556363761425018,
      "num_tokens": 235489479.0,
      "step": 305830
    },
    {
      "epoch": 0.3879455780241971,
      "grad_norm": 7.0625,
      "learning_rate": 3.060666685273096e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5227870345115662,
      "num_tokens": 235497325.0,
      "step": 305840
    },
    {
      "epoch": 0.38795826261672994,
      "grad_norm": 5.65625,
      "learning_rate": 3.060603254264467e-05,
      "loss": 2.3024,
      "mean_token_accuracy": 0.5064790308475494,
      "num_tokens": 235505271.0,
      "step": 305850
    },
    {
      "epoch": 0.3879709472092628,
      "grad_norm": 5.375,
      "learning_rate": 3.0605398232558376e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5618050336837769,
      "num_tokens": 235512478.0,
      "step": 305860
    },
    {
      "epoch": 0.3879836318017956,
      "grad_norm": 5.59375,
      "learning_rate": 3.060476392247209e-05,
      "loss": 2.2483,
      "mean_token_accuracy": 0.5050388991832733,
      "num_tokens": 235521680.0,
      "step": 305870
    },
    {
      "epoch": 0.38799631639432847,
      "grad_norm": 5.5,
      "learning_rate": 3.060412961238579e-05,
      "loss": 1.9113,
      "mean_token_accuracy": 0.5789055585861206,
      "num_tokens": 235528821.0,
      "step": 305880
    },
    {
      "epoch": 0.3880090009868613,
      "grad_norm": 5.90625,
      "learning_rate": 3.06034953022995e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5555143713951111,
      "num_tokens": 235536099.0,
      "step": 305890
    },
    {
      "epoch": 0.38802168557939415,
      "grad_norm": 5.03125,
      "learning_rate": 3.060286099221321e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5455384463071823,
      "num_tokens": 235544021.0,
      "step": 305900
    },
    {
      "epoch": 0.388034370171927,
      "grad_norm": 5.75,
      "learning_rate": 3.0602226682126916e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5584842979907989,
      "num_tokens": 235551771.0,
      "step": 305910
    },
    {
      "epoch": 0.3880470547644598,
      "grad_norm": 5.28125,
      "learning_rate": 3.060159237204063e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5144041955471039,
      "num_tokens": 235560189.0,
      "step": 305920
    },
    {
      "epoch": 0.3880597393569926,
      "grad_norm": 6.125,
      "learning_rate": 3.060095806195434e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5536603689193725,
      "num_tokens": 235567349.0,
      "step": 305930
    },
    {
      "epoch": 0.38807242394952546,
      "grad_norm": 5.4375,
      "learning_rate": 3.0600323751868045e-05,
      "loss": 2.232,
      "mean_token_accuracy": 0.5164830684661865,
      "num_tokens": 235573931.0,
      "step": 305940
    },
    {
      "epoch": 0.3880851085420583,
      "grad_norm": 5.03125,
      "learning_rate": 3.059968944178175e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5430120289325714,
      "num_tokens": 235581871.0,
      "step": 305950
    },
    {
      "epoch": 0.38809779313459114,
      "grad_norm": 5.625,
      "learning_rate": 3.059905513169546e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5308352768421173,
      "num_tokens": 235590206.0,
      "step": 305960
    },
    {
      "epoch": 0.388110477727124,
      "grad_norm": 3.84375,
      "learning_rate": 3.059842082160917e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5686375260353088,
      "num_tokens": 235598447.0,
      "step": 305970
    },
    {
      "epoch": 0.3881231623196568,
      "grad_norm": 4.75,
      "learning_rate": 3.059778651152288e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5640011429786682,
      "num_tokens": 235606620.0,
      "step": 305980
    },
    {
      "epoch": 0.38813584691218966,
      "grad_norm": 5.21875,
      "learning_rate": 3.0597152201436586e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5618183463811874,
      "num_tokens": 235613709.0,
      "step": 305990
    },
    {
      "epoch": 0.38814853150472245,
      "grad_norm": 5.46875,
      "learning_rate": 3.05965178913503e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5397064805030822,
      "num_tokens": 235622033.0,
      "step": 306000
    },
    {
      "epoch": 0.3881612160972553,
      "grad_norm": 6.09375,
      "learning_rate": 3.0595883581264e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5222208559513092,
      "num_tokens": 235630745.0,
      "step": 306010
    },
    {
      "epoch": 0.38817390068978813,
      "grad_norm": 4.6875,
      "learning_rate": 3.059524927117771e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5244650363922119,
      "num_tokens": 235639468.0,
      "step": 306020
    },
    {
      "epoch": 0.388186585282321,
      "grad_norm": 4.53125,
      "learning_rate": 3.059461496109142e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5319372415542603,
      "num_tokens": 235648636.0,
      "step": 306030
    },
    {
      "epoch": 0.3881992698748538,
      "grad_norm": 5.78125,
      "learning_rate": 3.0593980651005126e-05,
      "loss": 1.9746,
      "mean_token_accuracy": 0.570298171043396,
      "num_tokens": 235656039.0,
      "step": 306040
    },
    {
      "epoch": 0.38821195446738666,
      "grad_norm": 6.5625,
      "learning_rate": 3.059334634091884e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5737298905849457,
      "num_tokens": 235661767.0,
      "step": 306050
    },
    {
      "epoch": 0.3882246390599195,
      "grad_norm": 5.875,
      "learning_rate": 3.059271203083255e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.551039320230484,
      "num_tokens": 235669711.0,
      "step": 306060
    },
    {
      "epoch": 0.38823732365245234,
      "grad_norm": 5.90625,
      "learning_rate": 3.0592077720746256e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.55422542989254,
      "num_tokens": 235678058.0,
      "step": 306070
    },
    {
      "epoch": 0.3882500082449851,
      "grad_norm": 5.09375,
      "learning_rate": 3.059144341065997e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5291459023952484,
      "num_tokens": 235686931.0,
      "step": 306080
    },
    {
      "epoch": 0.38826269283751796,
      "grad_norm": 5.0,
      "learning_rate": 3.0590809100573666e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5313412398099899,
      "num_tokens": 235695134.0,
      "step": 306090
    },
    {
      "epoch": 0.3882753774300508,
      "grad_norm": 7.8125,
      "learning_rate": 3.059017479048738e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5257355004549027,
      "num_tokens": 235703050.0,
      "step": 306100
    },
    {
      "epoch": 0.38828806202258365,
      "grad_norm": 6.125,
      "learning_rate": 3.058954048040109e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5457074522972107,
      "num_tokens": 235711456.0,
      "step": 306110
    },
    {
      "epoch": 0.3883007466151165,
      "grad_norm": 9.875,
      "learning_rate": 3.0588906170314796e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5644155144691467,
      "num_tokens": 235718091.0,
      "step": 306120
    },
    {
      "epoch": 0.38831343120764933,
      "grad_norm": 6.8125,
      "learning_rate": 3.058827186022851e-05,
      "loss": 1.8116,
      "mean_token_accuracy": 0.618863782286644,
      "num_tokens": 235724785.0,
      "step": 306130
    },
    {
      "epoch": 0.38832611580018217,
      "grad_norm": 5.09375,
      "learning_rate": 3.0587637550142214e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.570350381731987,
      "num_tokens": 235731123.0,
      "step": 306140
    },
    {
      "epoch": 0.388338800392715,
      "grad_norm": 7.59375,
      "learning_rate": 3.0587003240055926e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5352123141288757,
      "num_tokens": 235737675.0,
      "step": 306150
    },
    {
      "epoch": 0.3883514849852478,
      "grad_norm": 6.125,
      "learning_rate": 3.058636892996963e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5375806123018265,
      "num_tokens": 235745237.0,
      "step": 306160
    },
    {
      "epoch": 0.38836416957778064,
      "grad_norm": 5.09375,
      "learning_rate": 3.0585734619883336e-05,
      "loss": 2.2048,
      "mean_token_accuracy": 0.5189032852649689,
      "num_tokens": 235753189.0,
      "step": 306170
    },
    {
      "epoch": 0.3883768541703135,
      "grad_norm": 6.375,
      "learning_rate": 3.058510030979705e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5242197304964066,
      "num_tokens": 235760549.0,
      "step": 306180
    },
    {
      "epoch": 0.3883895387628463,
      "grad_norm": 4.71875,
      "learning_rate": 3.0584465999710754e-05,
      "loss": 2.3575,
      "mean_token_accuracy": 0.5092863410711288,
      "num_tokens": 235769857.0,
      "step": 306190
    },
    {
      "epoch": 0.38840222335537916,
      "grad_norm": 6.40625,
      "learning_rate": 3.0583831689624466e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5385765224695206,
      "num_tokens": 235776667.0,
      "step": 306200
    },
    {
      "epoch": 0.388414907947912,
      "grad_norm": 4.75,
      "learning_rate": 3.058319737953818e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5577799677848816,
      "num_tokens": 235784969.0,
      "step": 306210
    },
    {
      "epoch": 0.38842759254044484,
      "grad_norm": 12.0,
      "learning_rate": 3.0582563069451883e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.571334931254387,
      "num_tokens": 235791332.0,
      "step": 306220
    },
    {
      "epoch": 0.3884402771329777,
      "grad_norm": 5.75,
      "learning_rate": 3.058192875936559e-05,
      "loss": 1.8165,
      "mean_token_accuracy": 0.5815359771251678,
      "num_tokens": 235797203.0,
      "step": 306230
    },
    {
      "epoch": 0.38845296172551047,
      "grad_norm": 6.0,
      "learning_rate": 3.0581294449279294e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5490284025669098,
      "num_tokens": 235806231.0,
      "step": 306240
    },
    {
      "epoch": 0.3884656463180433,
      "grad_norm": 5.0,
      "learning_rate": 3.0580660139193006e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5651933193206787,
      "num_tokens": 235814010.0,
      "step": 306250
    },
    {
      "epoch": 0.38847833091057615,
      "grad_norm": 6.3125,
      "learning_rate": 3.058002582910672e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5668311566114426,
      "num_tokens": 235821664.0,
      "step": 306260
    },
    {
      "epoch": 0.388491015503109,
      "grad_norm": 5.9375,
      "learning_rate": 3.0579391519020424e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.547144889831543,
      "num_tokens": 235829627.0,
      "step": 306270
    },
    {
      "epoch": 0.38850370009564184,
      "grad_norm": 5.5625,
      "learning_rate": 3.0578757208934136e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5431155890226365,
      "num_tokens": 235837180.0,
      "step": 306280
    },
    {
      "epoch": 0.3885163846881747,
      "grad_norm": 4.25,
      "learning_rate": 3.057812289884784e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5512178659439086,
      "num_tokens": 235844465.0,
      "step": 306290
    },
    {
      "epoch": 0.3885290692807075,
      "grad_norm": 4.78125,
      "learning_rate": 3.0577488588761547e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5745021969079971,
      "num_tokens": 235852664.0,
      "step": 306300
    },
    {
      "epoch": 0.3885417538732403,
      "grad_norm": 4.875,
      "learning_rate": 3.057685427867526e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5781335353851318,
      "num_tokens": 235860367.0,
      "step": 306310
    },
    {
      "epoch": 0.38855443846577314,
      "grad_norm": 6.375,
      "learning_rate": 3.0576219968588964e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5524565279483795,
      "num_tokens": 235868323.0,
      "step": 306320
    },
    {
      "epoch": 0.388567123058306,
      "grad_norm": 7.46875,
      "learning_rate": 3.0575585658502676e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5579182267189026,
      "num_tokens": 235875025.0,
      "step": 306330
    },
    {
      "epoch": 0.3885798076508388,
      "grad_norm": 4.9375,
      "learning_rate": 3.057495134841638e-05,
      "loss": 1.8717,
      "mean_token_accuracy": 0.5908345490694046,
      "num_tokens": 235882976.0,
      "step": 306340
    },
    {
      "epoch": 0.38859249224337167,
      "grad_norm": 4.65625,
      "learning_rate": 3.0574317038330094e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5219628274440765,
      "num_tokens": 235891075.0,
      "step": 306350
    },
    {
      "epoch": 0.3886051768359045,
      "grad_norm": 4.75,
      "learning_rate": 3.05736827282438e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5432174533605576,
      "num_tokens": 235899746.0,
      "step": 306360
    },
    {
      "epoch": 0.38861786142843735,
      "grad_norm": 4.5,
      "learning_rate": 3.0573048418157504e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5348261505365371,
      "num_tokens": 235907962.0,
      "step": 306370
    },
    {
      "epoch": 0.3886305460209702,
      "grad_norm": 5.03125,
      "learning_rate": 3.0572414108071216e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5557939380407333,
      "num_tokens": 235916337.0,
      "step": 306380
    },
    {
      "epoch": 0.388643230613503,
      "grad_norm": 5.21875,
      "learning_rate": 3.057177979798492e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5589770317077637,
      "num_tokens": 235924071.0,
      "step": 306390
    },
    {
      "epoch": 0.3886559152060358,
      "grad_norm": 5.5625,
      "learning_rate": 3.0571145487898634e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5249486446380616,
      "num_tokens": 235931690.0,
      "step": 306400
    },
    {
      "epoch": 0.38866859979856866,
      "grad_norm": 5.71875,
      "learning_rate": 3.0570511177812346e-05,
      "loss": 1.7922,
      "mean_token_accuracy": 0.5857431799173355,
      "num_tokens": 235938162.0,
      "step": 306410
    },
    {
      "epoch": 0.3886812843911015,
      "grad_norm": 5.59375,
      "learning_rate": 3.056987686772605e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5336056292057038,
      "num_tokens": 235945937.0,
      "step": 306420
    },
    {
      "epoch": 0.38869396898363434,
      "grad_norm": 6.125,
      "learning_rate": 3.056924255763976e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5443167954683303,
      "num_tokens": 235953866.0,
      "step": 306430
    },
    {
      "epoch": 0.3887066535761672,
      "grad_norm": 6.34375,
      "learning_rate": 3.056860824755346e-05,
      "loss": 1.7841,
      "mean_token_accuracy": 0.6118195146322251,
      "num_tokens": 235959935.0,
      "step": 306440
    },
    {
      "epoch": 0.3887193381687,
      "grad_norm": 5.6875,
      "learning_rate": 3.0567973937467174e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5452643781900406,
      "num_tokens": 235967906.0,
      "step": 306450
    },
    {
      "epoch": 0.38873202276123286,
      "grad_norm": 6.0625,
      "learning_rate": 3.0567339627380886e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.537138256430626,
      "num_tokens": 235974073.0,
      "step": 306460
    },
    {
      "epoch": 0.38874470735376565,
      "grad_norm": 6.34375,
      "learning_rate": 3.056670531729459e-05,
      "loss": 1.779,
      "mean_token_accuracy": 0.6101982712745666,
      "num_tokens": 235981760.0,
      "step": 306470
    },
    {
      "epoch": 0.3887573919462985,
      "grad_norm": 5.25,
      "learning_rate": 3.0566071007208304e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5557653665542602,
      "num_tokens": 235990917.0,
      "step": 306480
    },
    {
      "epoch": 0.38877007653883133,
      "grad_norm": 5.28125,
      "learning_rate": 3.056543669712201e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5399430572986603,
      "num_tokens": 235998755.0,
      "step": 306490
    },
    {
      "epoch": 0.3887827611313642,
      "grad_norm": 5.125,
      "learning_rate": 3.056480238703572e-05,
      "loss": 1.8278,
      "mean_token_accuracy": 0.5867455303668976,
      "num_tokens": 236005358.0,
      "step": 306500
    },
    {
      "epoch": 0.388795445723897,
      "grad_norm": 5.71875,
      "learning_rate": 3.056416807694943e-05,
      "loss": 1.8504,
      "mean_token_accuracy": 0.5829787194728852,
      "num_tokens": 236012636.0,
      "step": 306510
    },
    {
      "epoch": 0.38880813031642986,
      "grad_norm": 8.4375,
      "learning_rate": 3.056353376686313e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5724660158157349,
      "num_tokens": 236019356.0,
      "step": 306520
    },
    {
      "epoch": 0.3888208149089627,
      "grad_norm": 7.09375,
      "learning_rate": 3.0562899456776844e-05,
      "loss": 1.8921,
      "mean_token_accuracy": 0.5862461239099502,
      "num_tokens": 236027423.0,
      "step": 306530
    },
    {
      "epoch": 0.38883349950149554,
      "grad_norm": 5.03125,
      "learning_rate": 3.056226514669055e-05,
      "loss": 1.8782,
      "mean_token_accuracy": 0.5735284686088562,
      "num_tokens": 236036344.0,
      "step": 306540
    },
    {
      "epoch": 0.3888461840940283,
      "grad_norm": 5.53125,
      "learning_rate": 3.056163083660426e-05,
      "loss": 1.8338,
      "mean_token_accuracy": 0.5817681521177291,
      "num_tokens": 236044009.0,
      "step": 306550
    },
    {
      "epoch": 0.38885886868656117,
      "grad_norm": 6.59375,
      "learning_rate": 3.0560996526517974e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5584318161010742,
      "num_tokens": 236052451.0,
      "step": 306560
    },
    {
      "epoch": 0.388871553279094,
      "grad_norm": 5.46875,
      "learning_rate": 3.056036221643168e-05,
      "loss": 1.8723,
      "mean_token_accuracy": 0.5767384469509125,
      "num_tokens": 236059788.0,
      "step": 306570
    },
    {
      "epoch": 0.38888423787162685,
      "grad_norm": 5.40625,
      "learning_rate": 3.0559727906345385e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.537999951839447,
      "num_tokens": 236067809.0,
      "step": 306580
    },
    {
      "epoch": 0.3888969224641597,
      "grad_norm": 6.53125,
      "learning_rate": 3.055909359625909e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5565938085317612,
      "num_tokens": 236075354.0,
      "step": 306590
    },
    {
      "epoch": 0.38890960705669253,
      "grad_norm": 5.375,
      "learning_rate": 3.05584592861728e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5456624180078506,
      "num_tokens": 236082221.0,
      "step": 306600
    },
    {
      "epoch": 0.38892229164922537,
      "grad_norm": 4.84375,
      "learning_rate": 3.0557824976086514e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5357958137989044,
      "num_tokens": 236090034.0,
      "step": 306610
    },
    {
      "epoch": 0.3889349762417582,
      "grad_norm": 5.15625,
      "learning_rate": 3.055719066600022e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5253351330757141,
      "num_tokens": 236098349.0,
      "step": 306620
    },
    {
      "epoch": 0.388947660834291,
      "grad_norm": 4.6875,
      "learning_rate": 3.055655635591393e-05,
      "loss": 1.8397,
      "mean_token_accuracy": 0.5923759132623673,
      "num_tokens": 236105119.0,
      "step": 306630
    },
    {
      "epoch": 0.38896034542682384,
      "grad_norm": 5.84375,
      "learning_rate": 3.055592204582764e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5597395062446594,
      "num_tokens": 236112135.0,
      "step": 306640
    },
    {
      "epoch": 0.3889730300193567,
      "grad_norm": 9.8125,
      "learning_rate": 3.055528773574134e-05,
      "loss": 1.8667,
      "mean_token_accuracy": 0.5612017989158631,
      "num_tokens": 236118875.0,
      "step": 306650
    },
    {
      "epoch": 0.3889857146118895,
      "grad_norm": 5.5,
      "learning_rate": 3.0554653425655054e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.533543485403061,
      "num_tokens": 236126441.0,
      "step": 306660
    },
    {
      "epoch": 0.38899839920442236,
      "grad_norm": 5.59375,
      "learning_rate": 3.055401911556876e-05,
      "loss": 1.9262,
      "mean_token_accuracy": 0.5777622252702713,
      "num_tokens": 236133506.0,
      "step": 306670
    },
    {
      "epoch": 0.3890110837969552,
      "grad_norm": 5.96875,
      "learning_rate": 3.055338480548247e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.530687153339386,
      "num_tokens": 236141939.0,
      "step": 306680
    },
    {
      "epoch": 0.38902376838948804,
      "grad_norm": 7.75,
      "learning_rate": 3.055275049539618e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5290308326482773,
      "num_tokens": 236150889.0,
      "step": 306690
    },
    {
      "epoch": 0.3890364529820209,
      "grad_norm": 5.90625,
      "learning_rate": 3.055211618530989e-05,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5613148927688598,
      "num_tokens": 236158294.0,
      "step": 306700
    },
    {
      "epoch": 0.38904913757455367,
      "grad_norm": 8.0,
      "learning_rate": 3.0551481875223595e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5326457440853118,
      "num_tokens": 236165226.0,
      "step": 306710
    },
    {
      "epoch": 0.3890618221670865,
      "grad_norm": 8.9375,
      "learning_rate": 3.05508475651373e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5408005297183991,
      "num_tokens": 236171812.0,
      "step": 306720
    },
    {
      "epoch": 0.38907450675961935,
      "grad_norm": 6.59375,
      "learning_rate": 3.055021325505101e-05,
      "loss": 1.8319,
      "mean_token_accuracy": 0.5933000087738037,
      "num_tokens": 236177588.0,
      "step": 306730
    },
    {
      "epoch": 0.3890871913521522,
      "grad_norm": 4.9375,
      "learning_rate": 3.054957894496472e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5537385404109955,
      "num_tokens": 236185404.0,
      "step": 306740
    },
    {
      "epoch": 0.38909987594468504,
      "grad_norm": 5.09375,
      "learning_rate": 3.054894463487843e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5504416227340698,
      "num_tokens": 236192516.0,
      "step": 306750
    },
    {
      "epoch": 0.3891125605372179,
      "grad_norm": 8.0625,
      "learning_rate": 3.054831032479214e-05,
      "loss": 2.2914,
      "mean_token_accuracy": 0.5167566895484924,
      "num_tokens": 236199996.0,
      "step": 306760
    },
    {
      "epoch": 0.3891252451297507,
      "grad_norm": 4.75,
      "learning_rate": 3.054767601470585e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5590704917907715,
      "num_tokens": 236207465.0,
      "step": 306770
    },
    {
      "epoch": 0.3891379297222835,
      "grad_norm": 5.6875,
      "learning_rate": 3.054704170461955e-05,
      "loss": 2.2284,
      "mean_token_accuracy": 0.5184644937515259,
      "num_tokens": 236215568.0,
      "step": 306780
    },
    {
      "epoch": 0.38915061431481635,
      "grad_norm": 5.5625,
      "learning_rate": 3.054640739453326e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5507132589817048,
      "num_tokens": 236223899.0,
      "step": 306790
    },
    {
      "epoch": 0.3891632989073492,
      "grad_norm": 4.96875,
      "learning_rate": 3.054577308444697e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5489064902067184,
      "num_tokens": 236231956.0,
      "step": 306800
    },
    {
      "epoch": 0.38917598349988203,
      "grad_norm": 5.03125,
      "learning_rate": 3.054513877436068e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5456332057714463,
      "num_tokens": 236241653.0,
      "step": 306810
    },
    {
      "epoch": 0.38918866809241487,
      "grad_norm": 4.875,
      "learning_rate": 3.054450446427439e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5341910719871521,
      "num_tokens": 236249843.0,
      "step": 306820
    },
    {
      "epoch": 0.3892013526849477,
      "grad_norm": 6.65625,
      "learning_rate": 3.05438701541881e-05,
      "loss": 1.8158,
      "mean_token_accuracy": 0.5845303267240525,
      "num_tokens": 236256751.0,
      "step": 306830
    },
    {
      "epoch": 0.38921403727748055,
      "grad_norm": 6.21875,
      "learning_rate": 3.0543235844101805e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.529529157280922,
      "num_tokens": 236263168.0,
      "step": 306840
    },
    {
      "epoch": 0.3892267218700134,
      "grad_norm": 6.65625,
      "learning_rate": 3.054260153401551e-05,
      "loss": 1.9123,
      "mean_token_accuracy": 0.579224842786789,
      "num_tokens": 236270651.0,
      "step": 306850
    },
    {
      "epoch": 0.3892394064625462,
      "grad_norm": 5.0625,
      "learning_rate": 3.054196722392922e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5360637754201889,
      "num_tokens": 236279302.0,
      "step": 306860
    },
    {
      "epoch": 0.389252091055079,
      "grad_norm": 5.53125,
      "learning_rate": 3.054133291384293e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5588742762804031,
      "num_tokens": 236287671.0,
      "step": 306870
    },
    {
      "epoch": 0.38926477564761186,
      "grad_norm": 4.71875,
      "learning_rate": 3.054069860375664e-05,
      "loss": 1.912,
      "mean_token_accuracy": 0.5624686181545258,
      "num_tokens": 236296415.0,
      "step": 306880
    },
    {
      "epoch": 0.3892774602401447,
      "grad_norm": 4.90625,
      "learning_rate": 3.054006429367035e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.532071316242218,
      "num_tokens": 236304390.0,
      "step": 306890
    },
    {
      "epoch": 0.38929014483267754,
      "grad_norm": 5.5625,
      "learning_rate": 3.053942998358406e-05,
      "loss": 1.8805,
      "mean_token_accuracy": 0.5753803759813308,
      "num_tokens": 236312730.0,
      "step": 306900
    },
    {
      "epoch": 0.3893028294252104,
      "grad_norm": 8.0625,
      "learning_rate": 3.053879567349777e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5573932319879532,
      "num_tokens": 236320078.0,
      "step": 306910
    },
    {
      "epoch": 0.3893155140177432,
      "grad_norm": 5.96875,
      "learning_rate": 3.0538161363411475e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5326949447393418,
      "num_tokens": 236327847.0,
      "step": 306920
    },
    {
      "epoch": 0.38932819861027607,
      "grad_norm": 6.78125,
      "learning_rate": 3.053752705332518e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5392415404319764,
      "num_tokens": 236335352.0,
      "step": 306930
    },
    {
      "epoch": 0.38934088320280885,
      "grad_norm": 5.21875,
      "learning_rate": 3.053689274323889e-05,
      "loss": 1.7479,
      "mean_token_accuracy": 0.6029519498348236,
      "num_tokens": 236341716.0,
      "step": 306940
    },
    {
      "epoch": 0.3893535677953417,
      "grad_norm": 6.1875,
      "learning_rate": 3.05362584331526e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.5325917869806289,
      "num_tokens": 236348783.0,
      "step": 306950
    },
    {
      "epoch": 0.38936625238787453,
      "grad_norm": 5.6875,
      "learning_rate": 3.053562412306631e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5501569032669067,
      "num_tokens": 236355805.0,
      "step": 306960
    },
    {
      "epoch": 0.3893789369804074,
      "grad_norm": 5.34375,
      "learning_rate": 3.0534989812980015e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5468500435352326,
      "num_tokens": 236363453.0,
      "step": 306970
    },
    {
      "epoch": 0.3893916215729402,
      "grad_norm": 5.40625,
      "learning_rate": 3.053435550289373e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5551166296005249,
      "num_tokens": 236371100.0,
      "step": 306980
    },
    {
      "epoch": 0.38940430616547306,
      "grad_norm": 6.125,
      "learning_rate": 3.053372119280743e-05,
      "loss": 2.2504,
      "mean_token_accuracy": 0.5130034953355789,
      "num_tokens": 236377936.0,
      "step": 306990
    },
    {
      "epoch": 0.3894169907580059,
      "grad_norm": 5.375,
      "learning_rate": 3.053308688272114e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5169380575418472,
      "num_tokens": 236386282.0,
      "step": 307000
    },
    {
      "epoch": 0.38942967535053874,
      "grad_norm": 9.8125,
      "learning_rate": 3.053245257263485e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5560386002063751,
      "num_tokens": 236394705.0,
      "step": 307010
    },
    {
      "epoch": 0.3894423599430715,
      "grad_norm": 5.0,
      "learning_rate": 3.0531818262548555e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5393956780433655,
      "num_tokens": 236402567.0,
      "step": 307020
    },
    {
      "epoch": 0.38945504453560437,
      "grad_norm": 4.0625,
      "learning_rate": 3.053118395246227e-05,
      "loss": 1.8152,
      "mean_token_accuracy": 0.5918845534324646,
      "num_tokens": 236411846.0,
      "step": 307030
    },
    {
      "epoch": 0.3894677291281372,
      "grad_norm": 6.125,
      "learning_rate": 3.053054964237598e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5216635674238205,
      "num_tokens": 236419256.0,
      "step": 307040
    },
    {
      "epoch": 0.38948041372067005,
      "grad_norm": 6.09375,
      "learning_rate": 3.0529915332289685e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5470329225063324,
      "num_tokens": 236426848.0,
      "step": 307050
    },
    {
      "epoch": 0.3894930983132029,
      "grad_norm": 7.4375,
      "learning_rate": 3.052928102220339e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5293654918670654,
      "num_tokens": 236433536.0,
      "step": 307060
    },
    {
      "epoch": 0.38950578290573573,
      "grad_norm": 6.28125,
      "learning_rate": 3.0528646712117096e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5213127046823501,
      "num_tokens": 236441430.0,
      "step": 307070
    },
    {
      "epoch": 0.3895184674982686,
      "grad_norm": 4.6875,
      "learning_rate": 3.052801240203081e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5308173328638077,
      "num_tokens": 236449835.0,
      "step": 307080
    },
    {
      "epoch": 0.3895311520908014,
      "grad_norm": 5.46875,
      "learning_rate": 3.052737809194452e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5496151089668274,
      "num_tokens": 236457201.0,
      "step": 307090
    },
    {
      "epoch": 0.3895438366833342,
      "grad_norm": 4.53125,
      "learning_rate": 3.0526743781858225e-05,
      "loss": 2.0157,
      "mean_token_accuracy": 0.5547442078590393,
      "num_tokens": 236465658.0,
      "step": 307100
    },
    {
      "epoch": 0.38955652127586704,
      "grad_norm": 7.25,
      "learning_rate": 3.052610947177194e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5569547712802887,
      "num_tokens": 236472246.0,
      "step": 307110
    },
    {
      "epoch": 0.3895692058683999,
      "grad_norm": 7.53125,
      "learning_rate": 3.052547516168564e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5646871268749237,
      "num_tokens": 236480715.0,
      "step": 307120
    },
    {
      "epoch": 0.3895818904609327,
      "grad_norm": 5.28125,
      "learning_rate": 3.052484085159935e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5355510354042053,
      "num_tokens": 236488750.0,
      "step": 307130
    },
    {
      "epoch": 0.38959457505346556,
      "grad_norm": 5.125,
      "learning_rate": 3.052420654151306e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5392071634531022,
      "num_tokens": 236496265.0,
      "step": 307140
    },
    {
      "epoch": 0.3896072596459984,
      "grad_norm": 5.59375,
      "learning_rate": 3.0523572231426766e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5724287539720535,
      "num_tokens": 236503848.0,
      "step": 307150
    },
    {
      "epoch": 0.38961994423853125,
      "grad_norm": 7.0,
      "learning_rate": 3.052293792134048e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5190731644630432,
      "num_tokens": 236512706.0,
      "step": 307160
    },
    {
      "epoch": 0.3896326288310641,
      "grad_norm": 4.96875,
      "learning_rate": 3.052230361125418e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5427371323108673,
      "num_tokens": 236520269.0,
      "step": 307170
    },
    {
      "epoch": 0.3896453134235969,
      "grad_norm": 5.9375,
      "learning_rate": 3.0521669301167895e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5476468503475189,
      "num_tokens": 236528355.0,
      "step": 307180
    },
    {
      "epoch": 0.3896579980161297,
      "grad_norm": 5.0625,
      "learning_rate": 3.05210349910816e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.533588844537735,
      "num_tokens": 236536769.0,
      "step": 307190
    },
    {
      "epoch": 0.38967068260866256,
      "grad_norm": 5.6875,
      "learning_rate": 3.0520400680995306e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5628339886665344,
      "num_tokens": 236543854.0,
      "step": 307200
    },
    {
      "epoch": 0.3896833672011954,
      "grad_norm": 7.3125,
      "learning_rate": 3.051976637090902e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.550202140212059,
      "num_tokens": 236551468.0,
      "step": 307210
    },
    {
      "epoch": 0.38969605179372824,
      "grad_norm": 6.3125,
      "learning_rate": 3.0519132060822724e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5458565711975097,
      "num_tokens": 236558445.0,
      "step": 307220
    },
    {
      "epoch": 0.3897087363862611,
      "grad_norm": 5.125,
      "learning_rate": 3.0518497750736436e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5444384217262268,
      "num_tokens": 236567013.0,
      "step": 307230
    },
    {
      "epoch": 0.3897214209787939,
      "grad_norm": 6.15625,
      "learning_rate": 3.051786344065015e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5375921428203583,
      "num_tokens": 236574988.0,
      "step": 307240
    },
    {
      "epoch": 0.3897341055713267,
      "grad_norm": 6.625,
      "learning_rate": 3.051722913056385e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5344600260257721,
      "num_tokens": 236581980.0,
      "step": 307250
    },
    {
      "epoch": 0.38974679016385955,
      "grad_norm": 7.5,
      "learning_rate": 3.0516594820477562e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5459583640098572,
      "num_tokens": 236589674.0,
      "step": 307260
    },
    {
      "epoch": 0.3897594747563924,
      "grad_norm": 5.46875,
      "learning_rate": 3.0515960510391267e-05,
      "loss": 2.362,
      "mean_token_accuracy": 0.4964538782835007,
      "num_tokens": 236598479.0,
      "step": 307270
    },
    {
      "epoch": 0.38977215934892523,
      "grad_norm": 12.25,
      "learning_rate": 3.051532620030498e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5658694475889205,
      "num_tokens": 236605573.0,
      "step": 307280
    },
    {
      "epoch": 0.38978484394145807,
      "grad_norm": 6.1875,
      "learning_rate": 3.0514691890218688e-05,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5735117137432099,
      "num_tokens": 236613965.0,
      "step": 307290
    },
    {
      "epoch": 0.3897975285339909,
      "grad_norm": 4.6875,
      "learning_rate": 3.0514057580132393e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5313691973686219,
      "num_tokens": 236621893.0,
      "step": 307300
    },
    {
      "epoch": 0.38981021312652375,
      "grad_norm": 7.15625,
      "learning_rate": 3.0513423270046106e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5590041220188141,
      "num_tokens": 236629755.0,
      "step": 307310
    },
    {
      "epoch": 0.3898228977190566,
      "grad_norm": 6.46875,
      "learning_rate": 3.051278895995981e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.53116734623909,
      "num_tokens": 236638002.0,
      "step": 307320
    },
    {
      "epoch": 0.3898355823115894,
      "grad_norm": 6.78125,
      "learning_rate": 3.051215464987352e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.561977607011795,
      "num_tokens": 236645777.0,
      "step": 307330
    },
    {
      "epoch": 0.3898482669041222,
      "grad_norm": 4.65625,
      "learning_rate": 3.0511520339787232e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5377349108457565,
      "num_tokens": 236653654.0,
      "step": 307340
    },
    {
      "epoch": 0.38986095149665506,
      "grad_norm": 5.4375,
      "learning_rate": 3.0510886029700937e-05,
      "loss": 1.8644,
      "mean_token_accuracy": 0.5803163707256317,
      "num_tokens": 236660987.0,
      "step": 307350
    },
    {
      "epoch": 0.3898736360891879,
      "grad_norm": 5.0,
      "learning_rate": 3.0510251719614646e-05,
      "loss": 2.2442,
      "mean_token_accuracy": 0.5187884479761123,
      "num_tokens": 236667799.0,
      "step": 307360
    },
    {
      "epoch": 0.38988632068172074,
      "grad_norm": 5.46875,
      "learning_rate": 3.050961740952835e-05,
      "loss": 1.8445,
      "mean_token_accuracy": 0.609377259016037,
      "num_tokens": 236674092.0,
      "step": 307370
    },
    {
      "epoch": 0.3898990052742536,
      "grad_norm": 8.375,
      "learning_rate": 3.0508983099442063e-05,
      "loss": 2.2107,
      "mean_token_accuracy": 0.5196621119976044,
      "num_tokens": 236682079.0,
      "step": 307380
    },
    {
      "epoch": 0.3899116898667864,
      "grad_norm": 4.84375,
      "learning_rate": 3.0508348789355772e-05,
      "loss": 1.7951,
      "mean_token_accuracy": 0.5996117442846298,
      "num_tokens": 236689537.0,
      "step": 307390
    },
    {
      "epoch": 0.38992437445931927,
      "grad_norm": 11.0625,
      "learning_rate": 3.0507714479269477e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5593511283397674,
      "num_tokens": 236696491.0,
      "step": 307400
    },
    {
      "epoch": 0.38993705905185205,
      "grad_norm": 10.875,
      "learning_rate": 3.050708016918319e-05,
      "loss": 2.3418,
      "mean_token_accuracy": 0.5122084438800811,
      "num_tokens": 236704772.0,
      "step": 307410
    },
    {
      "epoch": 0.3899497436443849,
      "grad_norm": 5.84375,
      "learning_rate": 3.0506445859096895e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5680331140756607,
      "num_tokens": 236713212.0,
      "step": 307420
    },
    {
      "epoch": 0.38996242823691774,
      "grad_norm": 5.28125,
      "learning_rate": 3.0505811549010604e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5303743869066239,
      "num_tokens": 236722545.0,
      "step": 307430
    },
    {
      "epoch": 0.3899751128294506,
      "grad_norm": 5.375,
      "learning_rate": 3.0505177238924316e-05,
      "loss": 1.762,
      "mean_token_accuracy": 0.6201170086860657,
      "num_tokens": 236729809.0,
      "step": 307440
    },
    {
      "epoch": 0.3899877974219834,
      "grad_norm": 5.8125,
      "learning_rate": 3.050454292883802e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5599727720022202,
      "num_tokens": 236737109.0,
      "step": 307450
    },
    {
      "epoch": 0.39000048201451626,
      "grad_norm": 6.09375,
      "learning_rate": 3.050390861875173e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5388261705636979,
      "num_tokens": 236744082.0,
      "step": 307460
    },
    {
      "epoch": 0.3900131666070491,
      "grad_norm": 5.90625,
      "learning_rate": 3.0503274308665435e-05,
      "loss": 2.2559,
      "mean_token_accuracy": 0.5194604665040969,
      "num_tokens": 236752717.0,
      "step": 307470
    },
    {
      "epoch": 0.39002585119958194,
      "grad_norm": 4.3125,
      "learning_rate": 3.0502639998579147e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5562607705593109,
      "num_tokens": 236760703.0,
      "step": 307480
    },
    {
      "epoch": 0.3900385357921147,
      "grad_norm": 4.65625,
      "learning_rate": 3.0502005688492856e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5528321713209152,
      "num_tokens": 236769010.0,
      "step": 307490
    },
    {
      "epoch": 0.39005122038464757,
      "grad_norm": 5.46875,
      "learning_rate": 3.050137137840656e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5635080844163894,
      "num_tokens": 236777642.0,
      "step": 307500
    },
    {
      "epoch": 0.3900639049771804,
      "grad_norm": 4.96875,
      "learning_rate": 3.0500737068320274e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.540463662147522,
      "num_tokens": 236785892.0,
      "step": 307510
    },
    {
      "epoch": 0.39007658956971325,
      "grad_norm": 5.53125,
      "learning_rate": 3.050010275823398e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.533828416466713,
      "num_tokens": 236793416.0,
      "step": 307520
    },
    {
      "epoch": 0.3900892741622461,
      "grad_norm": 5.8125,
      "learning_rate": 3.0499468448147688e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5646814733743668,
      "num_tokens": 236801002.0,
      "step": 307530
    },
    {
      "epoch": 0.39010195875477893,
      "grad_norm": 7.09375,
      "learning_rate": 3.04988341380614e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5511025100946426,
      "num_tokens": 236809557.0,
      "step": 307540
    },
    {
      "epoch": 0.3901146433473118,
      "grad_norm": 6.03125,
      "learning_rate": 3.0498199827975105e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5660212606191635,
      "num_tokens": 236817058.0,
      "step": 307550
    },
    {
      "epoch": 0.3901273279398446,
      "grad_norm": 6.4375,
      "learning_rate": 3.0497565517888814e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5118813335895538,
      "num_tokens": 236825530.0,
      "step": 307560
    },
    {
      "epoch": 0.3901400125323774,
      "grad_norm": 5.46875,
      "learning_rate": 3.049693120780252e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5543005049228669,
      "num_tokens": 236833523.0,
      "step": 307570
    },
    {
      "epoch": 0.39015269712491024,
      "grad_norm": 8.0,
      "learning_rate": 3.049629689771623e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5755078256130218,
      "num_tokens": 236839915.0,
      "step": 307580
    },
    {
      "epoch": 0.3901653817174431,
      "grad_norm": 4.96875,
      "learning_rate": 3.049566258762994e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5622141152620316,
      "num_tokens": 236848155.0,
      "step": 307590
    },
    {
      "epoch": 0.3901780663099759,
      "grad_norm": 4.9375,
      "learning_rate": 3.0495028277543645e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5622182160615921,
      "num_tokens": 236855132.0,
      "step": 307600
    },
    {
      "epoch": 0.39019075090250877,
      "grad_norm": 6.03125,
      "learning_rate": 3.0494393967457358e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5459611892700196,
      "num_tokens": 236862409.0,
      "step": 307610
    },
    {
      "epoch": 0.3902034354950416,
      "grad_norm": 6.0625,
      "learning_rate": 3.0493759657371063e-05,
      "loss": 1.8378,
      "mean_token_accuracy": 0.5858872354030609,
      "num_tokens": 236869087.0,
      "step": 307620
    },
    {
      "epoch": 0.39021612008757445,
      "grad_norm": 7.03125,
      "learning_rate": 3.049312534728477e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5611229777336121,
      "num_tokens": 236876954.0,
      "step": 307630
    },
    {
      "epoch": 0.3902288046801073,
      "grad_norm": 6.1875,
      "learning_rate": 3.0492491037198484e-05,
      "loss": 1.931,
      "mean_token_accuracy": 0.56399507522583,
      "num_tokens": 236883372.0,
      "step": 307640
    },
    {
      "epoch": 0.3902414892726401,
      "grad_norm": 7.09375,
      "learning_rate": 3.049185672711219e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.546936497092247,
      "num_tokens": 236890535.0,
      "step": 307650
    },
    {
      "epoch": 0.3902541738651729,
      "grad_norm": 6.1875,
      "learning_rate": 3.04912224170259e-05,
      "loss": 2.2081,
      "mean_token_accuracy": 0.5224098026752472,
      "num_tokens": 236898426.0,
      "step": 307660
    },
    {
      "epoch": 0.39026685845770576,
      "grad_norm": 5.09375,
      "learning_rate": 3.0490588106939603e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5429201394319534,
      "num_tokens": 236905960.0,
      "step": 307670
    },
    {
      "epoch": 0.3902795430502386,
      "grad_norm": 6.53125,
      "learning_rate": 3.0489953796853315e-05,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5209358125925064,
      "num_tokens": 236914050.0,
      "step": 307680
    },
    {
      "epoch": 0.39029222764277144,
      "grad_norm": 5.75,
      "learning_rate": 3.0489319486767028e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5302606284618377,
      "num_tokens": 236921604.0,
      "step": 307690
    },
    {
      "epoch": 0.3903049122353043,
      "grad_norm": 5.09375,
      "learning_rate": 3.0488685176680733e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.527903413772583,
      "num_tokens": 236930273.0,
      "step": 307700
    },
    {
      "epoch": 0.3903175968278371,
      "grad_norm": 5.8125,
      "learning_rate": 3.048805086659444e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5713816672563553,
      "num_tokens": 236936251.0,
      "step": 307710
    },
    {
      "epoch": 0.3903302814203699,
      "grad_norm": 6.5,
      "learning_rate": 3.0487416556508147e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5432374894618988,
      "num_tokens": 236945036.0,
      "step": 307720
    },
    {
      "epoch": 0.39034296601290275,
      "grad_norm": 6.34375,
      "learning_rate": 3.048678224642186e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5411404639482498,
      "num_tokens": 236953194.0,
      "step": 307730
    },
    {
      "epoch": 0.3903556506054356,
      "grad_norm": 6.625,
      "learning_rate": 3.0486147936335568e-05,
      "loss": 1.8831,
      "mean_token_accuracy": 0.582890784740448,
      "num_tokens": 236959698.0,
      "step": 307740
    },
    {
      "epoch": 0.39036833519796843,
      "grad_norm": 5.0625,
      "learning_rate": 3.0485513626249273e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.520479267835617,
      "num_tokens": 236967261.0,
      "step": 307750
    },
    {
      "epoch": 0.39038101979050127,
      "grad_norm": 6.375,
      "learning_rate": 3.0484879316162985e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5353353083133697,
      "num_tokens": 236974080.0,
      "step": 307760
    },
    {
      "epoch": 0.3903937043830341,
      "grad_norm": 4.625,
      "learning_rate": 3.048424500607669e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5528778523206711,
      "num_tokens": 236982365.0,
      "step": 307770
    },
    {
      "epoch": 0.39040638897556695,
      "grad_norm": 6.46875,
      "learning_rate": 3.04836106959904e-05,
      "loss": 1.8382,
      "mean_token_accuracy": 0.5983388662338257,
      "num_tokens": 236989859.0,
      "step": 307780
    },
    {
      "epoch": 0.3904190735680998,
      "grad_norm": 6.84375,
      "learning_rate": 3.048297638590411e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5431152403354644,
      "num_tokens": 236998092.0,
      "step": 307790
    },
    {
      "epoch": 0.3904317581606326,
      "grad_norm": 7.15625,
      "learning_rate": 3.0482342075817817e-05,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5837462067604064,
      "num_tokens": 237004813.0,
      "step": 307800
    },
    {
      "epoch": 0.3904444427531654,
      "grad_norm": 5.125,
      "learning_rate": 3.0481707765731526e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5335522800683975,
      "num_tokens": 237013107.0,
      "step": 307810
    },
    {
      "epoch": 0.39045712734569826,
      "grad_norm": 6.0,
      "learning_rate": 3.0481073455645238e-05,
      "loss": 1.9572,
      "mean_token_accuracy": 0.5702834635972976,
      "num_tokens": 237020790.0,
      "step": 307820
    },
    {
      "epoch": 0.3904698119382311,
      "grad_norm": 5.9375,
      "learning_rate": 3.0480439145558943e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5495008230209351,
      "num_tokens": 237027700.0,
      "step": 307830
    },
    {
      "epoch": 0.39048249653076395,
      "grad_norm": 9.75,
      "learning_rate": 3.0479804835472652e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5488814115524292,
      "num_tokens": 237035285.0,
      "step": 307840
    },
    {
      "epoch": 0.3904951811232968,
      "grad_norm": 5.1875,
      "learning_rate": 3.0479170525386357e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5155007660388946,
      "num_tokens": 237043824.0,
      "step": 307850
    },
    {
      "epoch": 0.3905078657158296,
      "grad_norm": 6.34375,
      "learning_rate": 3.047853621530007e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5512590557336807,
      "num_tokens": 237052022.0,
      "step": 307860
    },
    {
      "epoch": 0.39052055030836247,
      "grad_norm": 7.125,
      "learning_rate": 3.0477901905213778e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5629347175359726,
      "num_tokens": 237057919.0,
      "step": 307870
    },
    {
      "epoch": 0.39053323490089525,
      "grad_norm": 4.59375,
      "learning_rate": 3.0477267595127483e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5441158652305603,
      "num_tokens": 237066598.0,
      "step": 307880
    },
    {
      "epoch": 0.3905459194934281,
      "grad_norm": 10.8125,
      "learning_rate": 3.0476633285041196e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5552147060632706,
      "num_tokens": 237074051.0,
      "step": 307890
    },
    {
      "epoch": 0.39055860408596094,
      "grad_norm": 6.125,
      "learning_rate": 3.04759989749549e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5461762726306916,
      "num_tokens": 237082219.0,
      "step": 307900
    },
    {
      "epoch": 0.3905712886784938,
      "grad_norm": 5.625,
      "learning_rate": 3.047536466486861e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5369781881570816,
      "num_tokens": 237089801.0,
      "step": 307910
    },
    {
      "epoch": 0.3905839732710266,
      "grad_norm": 5.6875,
      "learning_rate": 3.0474730354782322e-05,
      "loss": 1.7125,
      "mean_token_accuracy": 0.6090202689170837,
      "num_tokens": 237096907.0,
      "step": 307920
    },
    {
      "epoch": 0.39059665786355946,
      "grad_norm": 5.125,
      "learning_rate": 3.0474096044696027e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5407799482345581,
      "num_tokens": 237106027.0,
      "step": 307930
    },
    {
      "epoch": 0.3906093424560923,
      "grad_norm": 7.3125,
      "learning_rate": 3.0473461734609736e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5582110583782196,
      "num_tokens": 237114251.0,
      "step": 307940
    },
    {
      "epoch": 0.39062202704862514,
      "grad_norm": 5.28125,
      "learning_rate": 3.047282742452344e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5521275013685226,
      "num_tokens": 237122504.0,
      "step": 307950
    },
    {
      "epoch": 0.39063471164115793,
      "grad_norm": 7.34375,
      "learning_rate": 3.0472193114437153e-05,
      "loss": 2.2379,
      "mean_token_accuracy": 0.5172283291816712,
      "num_tokens": 237130347.0,
      "step": 307960
    },
    {
      "epoch": 0.39064739623369077,
      "grad_norm": 4.90625,
      "learning_rate": 3.0471558804350862e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5280651390552521,
      "num_tokens": 237138966.0,
      "step": 307970
    },
    {
      "epoch": 0.3906600808262236,
      "grad_norm": 4.8125,
      "learning_rate": 3.0470924494264567e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5475961238145828,
      "num_tokens": 237147361.0,
      "step": 307980
    },
    {
      "epoch": 0.39067276541875645,
      "grad_norm": 5.6875,
      "learning_rate": 3.047029018417828e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5150822013616562,
      "num_tokens": 237154569.0,
      "step": 307990
    },
    {
      "epoch": 0.3906854500112893,
      "grad_norm": 4.875,
      "learning_rate": 3.0469655874091985e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.528727474808693,
      "num_tokens": 237163205.0,
      "step": 308000
    },
    {
      "epoch": 0.39069813460382213,
      "grad_norm": 5.09375,
      "learning_rate": 3.0469021564005694e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5752868831157685,
      "num_tokens": 237170426.0,
      "step": 308010
    },
    {
      "epoch": 0.390710819196355,
      "grad_norm": 4.96875,
      "learning_rate": 3.0468387253919406e-05,
      "loss": 1.8349,
      "mean_token_accuracy": 0.5844900250434876,
      "num_tokens": 237178006.0,
      "step": 308020
    },
    {
      "epoch": 0.3907235037888878,
      "grad_norm": 5.40625,
      "learning_rate": 3.046775294383311e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5512325018644333,
      "num_tokens": 237185514.0,
      "step": 308030
    },
    {
      "epoch": 0.3907361883814206,
      "grad_norm": 8.6875,
      "learning_rate": 3.0467118633746823e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5458661109209061,
      "num_tokens": 237193542.0,
      "step": 308040
    },
    {
      "epoch": 0.39074887297395344,
      "grad_norm": 5.8125,
      "learning_rate": 3.0466484323660525e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.551107931137085,
      "num_tokens": 237201788.0,
      "step": 308050
    },
    {
      "epoch": 0.3907615575664863,
      "grad_norm": 4.96875,
      "learning_rate": 3.0465850013574237e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5647030860185623,
      "num_tokens": 237209988.0,
      "step": 308060
    },
    {
      "epoch": 0.3907742421590191,
      "grad_norm": 5.4375,
      "learning_rate": 3.046521570348795e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5532035082578659,
      "num_tokens": 237217482.0,
      "step": 308070
    },
    {
      "epoch": 0.39078692675155197,
      "grad_norm": 5.40625,
      "learning_rate": 3.0464581393401655e-05,
      "loss": 1.8547,
      "mean_token_accuracy": 0.5946685463190079,
      "num_tokens": 237223545.0,
      "step": 308080
    },
    {
      "epoch": 0.3907996113440848,
      "grad_norm": 5.59375,
      "learning_rate": 3.0463947083315364e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5421773254871368,
      "num_tokens": 237229743.0,
      "step": 308090
    },
    {
      "epoch": 0.39081229593661765,
      "grad_norm": 6.15625,
      "learning_rate": 3.046331277322907e-05,
      "loss": 1.8724,
      "mean_token_accuracy": 0.5768991768360138,
      "num_tokens": 237235846.0,
      "step": 308100
    },
    {
      "epoch": 0.3908249805291505,
      "grad_norm": 5.125,
      "learning_rate": 3.046267846314278e-05,
      "loss": 1.9802,
      "mean_token_accuracy": 0.5679336905479431,
      "num_tokens": 237243682.0,
      "step": 308110
    },
    {
      "epoch": 0.3908376651216833,
      "grad_norm": 5.71875,
      "learning_rate": 3.046204415305649e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5238979429006576,
      "num_tokens": 237251924.0,
      "step": 308120
    },
    {
      "epoch": 0.3908503497142161,
      "grad_norm": 5.90625,
      "learning_rate": 3.0461409842970195e-05,
      "loss": 2.2948,
      "mean_token_accuracy": 0.5107548773288727,
      "num_tokens": 237260079.0,
      "step": 308130
    },
    {
      "epoch": 0.39086303430674896,
      "grad_norm": 7.3125,
      "learning_rate": 3.0460775532883907e-05,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5532016038894654,
      "num_tokens": 237268399.0,
      "step": 308140
    },
    {
      "epoch": 0.3908757188992818,
      "grad_norm": 6.46875,
      "learning_rate": 3.0460141222797613e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5675983130931854,
      "num_tokens": 237274876.0,
      "step": 308150
    },
    {
      "epoch": 0.39088840349181464,
      "grad_norm": 6.53125,
      "learning_rate": 3.045950691271132e-05,
      "loss": 2.2107,
      "mean_token_accuracy": 0.51328846514225,
      "num_tokens": 237282530.0,
      "step": 308160
    },
    {
      "epoch": 0.3909010880843475,
      "grad_norm": 10.125,
      "learning_rate": 3.0458872602625033e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5371359258890152,
      "num_tokens": 237289090.0,
      "step": 308170
    },
    {
      "epoch": 0.3909137726768803,
      "grad_norm": 6.5,
      "learning_rate": 3.045823829253874e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5574142962694169,
      "num_tokens": 237296924.0,
      "step": 308180
    },
    {
      "epoch": 0.3909264572694131,
      "grad_norm": 9.0625,
      "learning_rate": 3.0457603982452448e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.522574982047081,
      "num_tokens": 237305361.0,
      "step": 308190
    },
    {
      "epoch": 0.39093914186194595,
      "grad_norm": 5.09375,
      "learning_rate": 3.0456969672366153e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5469222724437713,
      "num_tokens": 237312286.0,
      "step": 308200
    },
    {
      "epoch": 0.3909518264544788,
      "grad_norm": 4.9375,
      "learning_rate": 3.0456335362279865e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5177437514066696,
      "num_tokens": 237320501.0,
      "step": 308210
    },
    {
      "epoch": 0.39096451104701163,
      "grad_norm": 4.875,
      "learning_rate": 3.0455701052193574e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5432957172393799,
      "num_tokens": 237329377.0,
      "step": 308220
    },
    {
      "epoch": 0.3909771956395445,
      "grad_norm": 6.21875,
      "learning_rate": 3.045506674210728e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5272013753652572,
      "num_tokens": 237338224.0,
      "step": 308230
    },
    {
      "epoch": 0.3909898802320773,
      "grad_norm": 7.09375,
      "learning_rate": 3.045443243202099e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5583014786243439,
      "num_tokens": 237345737.0,
      "step": 308240
    },
    {
      "epoch": 0.39100256482461015,
      "grad_norm": 4.84375,
      "learning_rate": 3.0453798121934697e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5233133763074875,
      "num_tokens": 237353419.0,
      "step": 308250
    },
    {
      "epoch": 0.391015249417143,
      "grad_norm": 6.96875,
      "learning_rate": 3.0453163811848405e-05,
      "loss": 1.9759,
      "mean_token_accuracy": 0.5613527148962021,
      "num_tokens": 237360588.0,
      "step": 308260
    },
    {
      "epoch": 0.3910279340096758,
      "grad_norm": 7.0625,
      "learning_rate": 3.0452529501762117e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5452030688524246,
      "num_tokens": 237368034.0,
      "step": 308270
    },
    {
      "epoch": 0.3910406186022086,
      "grad_norm": 4.625,
      "learning_rate": 3.0451895191675823e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5315403163433075,
      "num_tokens": 237375776.0,
      "step": 308280
    },
    {
      "epoch": 0.39105330319474146,
      "grad_norm": 6.34375,
      "learning_rate": 3.045126088158953e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5338623851537705,
      "num_tokens": 237383401.0,
      "step": 308290
    },
    {
      "epoch": 0.3910659877872743,
      "grad_norm": 6.25,
      "learning_rate": 3.0450626571503237e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5634770393371582,
      "num_tokens": 237390725.0,
      "step": 308300
    },
    {
      "epoch": 0.39107867237980715,
      "grad_norm": 4.96875,
      "learning_rate": 3.044999226141695e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5376691818237305,
      "num_tokens": 237397897.0,
      "step": 308310
    },
    {
      "epoch": 0.39109135697234,
      "grad_norm": 5.1875,
      "learning_rate": 3.0449357951330658e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5364743828773498,
      "num_tokens": 237406023.0,
      "step": 308320
    },
    {
      "epoch": 0.39110404156487283,
      "grad_norm": 4.3125,
      "learning_rate": 3.0448723641244363e-05,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5812383949756622,
      "num_tokens": 237413826.0,
      "step": 308330
    },
    {
      "epoch": 0.39111672615740567,
      "grad_norm": 4.71875,
      "learning_rate": 3.0448089331158075e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5452944189310074,
      "num_tokens": 237421343.0,
      "step": 308340
    },
    {
      "epoch": 0.39112941074993846,
      "grad_norm": 11.6875,
      "learning_rate": 3.044745502107178e-05,
      "loss": 2.2863,
      "mean_token_accuracy": 0.519662368297577,
      "num_tokens": 237428549.0,
      "step": 308350
    },
    {
      "epoch": 0.3911420953424713,
      "grad_norm": 5.40625,
      "learning_rate": 3.044682071098549e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5541733175516128,
      "num_tokens": 237436170.0,
      "step": 308360
    },
    {
      "epoch": 0.39115477993500414,
      "grad_norm": 4.84375,
      "learning_rate": 3.04461864008992e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5448797613382339,
      "num_tokens": 237444218.0,
      "step": 308370
    },
    {
      "epoch": 0.391167464527537,
      "grad_norm": 6.1875,
      "learning_rate": 3.0445552090812907e-05,
      "loss": 2.288,
      "mean_token_accuracy": 0.5025114685297012,
      "num_tokens": 237452749.0,
      "step": 308380
    },
    {
      "epoch": 0.3911801491200698,
      "grad_norm": 6.375,
      "learning_rate": 3.044491778072662e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5262831091880799,
      "num_tokens": 237460783.0,
      "step": 308390
    },
    {
      "epoch": 0.39119283371260266,
      "grad_norm": 8.5625,
      "learning_rate": 3.044428347064032e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5373632550239563,
      "num_tokens": 237468410.0,
      "step": 308400
    },
    {
      "epoch": 0.3912055183051355,
      "grad_norm": 5.03125,
      "learning_rate": 3.0443649160554033e-05,
      "loss": 1.8685,
      "mean_token_accuracy": 0.5703563988208771,
      "num_tokens": 237475501.0,
      "step": 308410
    },
    {
      "epoch": 0.39121820289766834,
      "grad_norm": 5.9375,
      "learning_rate": 3.0443014850467745e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5436426371335983,
      "num_tokens": 237482690.0,
      "step": 308420
    },
    {
      "epoch": 0.39123088749020113,
      "grad_norm": 5.0625,
      "learning_rate": 3.0442380540381447e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5532391279935837,
      "num_tokens": 237490325.0,
      "step": 308430
    },
    {
      "epoch": 0.39124357208273397,
      "grad_norm": 4.875,
      "learning_rate": 3.044174623029516e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5302535206079483,
      "num_tokens": 237499698.0,
      "step": 308440
    },
    {
      "epoch": 0.3912562566752668,
      "grad_norm": 6.125,
      "learning_rate": 3.0441111920208865e-05,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5482881814241409,
      "num_tokens": 237506740.0,
      "step": 308450
    },
    {
      "epoch": 0.39126894126779965,
      "grad_norm": 4.90625,
      "learning_rate": 3.0440477610122577e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5245078265666961,
      "num_tokens": 237515684.0,
      "step": 308460
    },
    {
      "epoch": 0.3912816258603325,
      "grad_norm": 6.28125,
      "learning_rate": 3.0439843300036285e-05,
      "loss": 1.9032,
      "mean_token_accuracy": 0.5839014023542404,
      "num_tokens": 237522585.0,
      "step": 308470
    },
    {
      "epoch": 0.39129431045286533,
      "grad_norm": 4.5625,
      "learning_rate": 3.043920898994999e-05,
      "loss": 1.891,
      "mean_token_accuracy": 0.570452430844307,
      "num_tokens": 237530052.0,
      "step": 308480
    },
    {
      "epoch": 0.3913069950453982,
      "grad_norm": 10.0625,
      "learning_rate": 3.0438574679863703e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.5736541509628296,
      "num_tokens": 237536824.0,
      "step": 308490
    },
    {
      "epoch": 0.391319679637931,
      "grad_norm": 7.28125,
      "learning_rate": 3.043794036977741e-05,
      "loss": 2.2853,
      "mean_token_accuracy": 0.5170135229825974,
      "num_tokens": 237544062.0,
      "step": 308500
    },
    {
      "epoch": 0.3913323642304638,
      "grad_norm": 4.875,
      "learning_rate": 3.0437306059691117e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5334931164979935,
      "num_tokens": 237552389.0,
      "step": 308510
    },
    {
      "epoch": 0.39134504882299664,
      "grad_norm": 6.78125,
      "learning_rate": 3.043667174960483e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5455198287963867,
      "num_tokens": 237559716.0,
      "step": 308520
    },
    {
      "epoch": 0.3913577334155295,
      "grad_norm": 11.0,
      "learning_rate": 3.0436037439518535e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5522792518138886,
      "num_tokens": 237568044.0,
      "step": 308530
    },
    {
      "epoch": 0.3913704180080623,
      "grad_norm": 5.78125,
      "learning_rate": 3.0435403129432243e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5510072320699692,
      "num_tokens": 237576444.0,
      "step": 308540
    },
    {
      "epoch": 0.39138310260059517,
      "grad_norm": 5.1875,
      "learning_rate": 3.043476881934595e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5546454131603241,
      "num_tokens": 237583949.0,
      "step": 308550
    },
    {
      "epoch": 0.391395787193128,
      "grad_norm": 4.8125,
      "learning_rate": 3.043413450925966e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.539176070690155,
      "num_tokens": 237592442.0,
      "step": 308560
    },
    {
      "epoch": 0.39140847178566085,
      "grad_norm": 4.71875,
      "learning_rate": 3.043350019917337e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5186519861221314,
      "num_tokens": 237601654.0,
      "step": 308570
    },
    {
      "epoch": 0.3914211563781937,
      "grad_norm": 6.09375,
      "learning_rate": 3.0432865889087075e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5353496640920639,
      "num_tokens": 237610318.0,
      "step": 308580
    },
    {
      "epoch": 0.3914338409707265,
      "grad_norm": 5.625,
      "learning_rate": 3.0432231579000787e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5236236900091171,
      "num_tokens": 237617775.0,
      "step": 308590
    },
    {
      "epoch": 0.3914465255632593,
      "grad_norm": 5.125,
      "learning_rate": 3.0431597268914492e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5736628651618958,
      "num_tokens": 237624009.0,
      "step": 308600
    },
    {
      "epoch": 0.39145921015579216,
      "grad_norm": 6.125,
      "learning_rate": 3.04309629588282e-05,
      "loss": 1.8121,
      "mean_token_accuracy": 0.606851065158844,
      "num_tokens": 237630551.0,
      "step": 308610
    },
    {
      "epoch": 0.391471894748325,
      "grad_norm": 6.03125,
      "learning_rate": 3.0430328648741913e-05,
      "loss": 1.878,
      "mean_token_accuracy": 0.5752771347761154,
      "num_tokens": 237636539.0,
      "step": 308620
    },
    {
      "epoch": 0.39148457934085784,
      "grad_norm": 4.96875,
      "learning_rate": 3.042969433865562e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.547859114408493,
      "num_tokens": 237643938.0,
      "step": 308630
    },
    {
      "epoch": 0.3914972639333907,
      "grad_norm": 4.96875,
      "learning_rate": 3.0429060028569327e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5487166613340377,
      "num_tokens": 237651369.0,
      "step": 308640
    },
    {
      "epoch": 0.3915099485259235,
      "grad_norm": 7.5,
      "learning_rate": 3.0428425718483033e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5582008689641953,
      "num_tokens": 237658778.0,
      "step": 308650
    },
    {
      "epoch": 0.3915226331184563,
      "grad_norm": 5.875,
      "learning_rate": 3.0427791408396745e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5318613618612289,
      "num_tokens": 237666603.0,
      "step": 308660
    },
    {
      "epoch": 0.39153531771098915,
      "grad_norm": 5.09375,
      "learning_rate": 3.0427157098310454e-05,
      "loss": 1.8057,
      "mean_token_accuracy": 0.5961622714996337,
      "num_tokens": 237673856.0,
      "step": 308670
    },
    {
      "epoch": 0.391548002303522,
      "grad_norm": 5.375,
      "learning_rate": 3.042652278822416e-05,
      "loss": 2.2451,
      "mean_token_accuracy": 0.5165935963392257,
      "num_tokens": 237682145.0,
      "step": 308680
    },
    {
      "epoch": 0.39156068689605483,
      "grad_norm": 4.71875,
      "learning_rate": 3.042588847813787e-05,
      "loss": 1.886,
      "mean_token_accuracy": 0.5864557981491089,
      "num_tokens": 237688652.0,
      "step": 308690
    },
    {
      "epoch": 0.3915733714885877,
      "grad_norm": 5.34375,
      "learning_rate": 3.042525416805158e-05,
      "loss": 1.9412,
      "mean_token_accuracy": 0.5656378954648972,
      "num_tokens": 237695978.0,
      "step": 308700
    },
    {
      "epoch": 0.3915860560811205,
      "grad_norm": 4.96875,
      "learning_rate": 3.0424619857965285e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5543967872858048,
      "num_tokens": 237702564.0,
      "step": 308710
    },
    {
      "epoch": 0.39159874067365336,
      "grad_norm": 5.84375,
      "learning_rate": 3.0423985547878997e-05,
      "loss": 1.8105,
      "mean_token_accuracy": 0.5870190739631653,
      "num_tokens": 237709572.0,
      "step": 308720
    },
    {
      "epoch": 0.3916114252661862,
      "grad_norm": 6.25,
      "learning_rate": 3.0423351237792703e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.552112239599228,
      "num_tokens": 237716815.0,
      "step": 308730
    },
    {
      "epoch": 0.391624109858719,
      "grad_norm": 4.71875,
      "learning_rate": 3.042271692770641e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5399173885583878,
      "num_tokens": 237723889.0,
      "step": 308740
    },
    {
      "epoch": 0.3916367944512518,
      "grad_norm": 5.5625,
      "learning_rate": 3.0422082617620123e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5710055291652679,
      "num_tokens": 237730618.0,
      "step": 308750
    },
    {
      "epoch": 0.39164947904378467,
      "grad_norm": 6.96875,
      "learning_rate": 3.042144830753383e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5491662204265595,
      "num_tokens": 237737381.0,
      "step": 308760
    },
    {
      "epoch": 0.3916621636363175,
      "grad_norm": 6.09375,
      "learning_rate": 3.042081399744754e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5380633741617202,
      "num_tokens": 237745633.0,
      "step": 308770
    },
    {
      "epoch": 0.39167484822885035,
      "grad_norm": 6.0,
      "learning_rate": 3.0420179687361243e-05,
      "loss": 1.8739,
      "mean_token_accuracy": 0.5830386638641357,
      "num_tokens": 237752429.0,
      "step": 308780
    },
    {
      "epoch": 0.3916875328213832,
      "grad_norm": 5.59375,
      "learning_rate": 3.0419545377274955e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5437022477388382,
      "num_tokens": 237759531.0,
      "step": 308790
    },
    {
      "epoch": 0.39170021741391603,
      "grad_norm": 5.46875,
      "learning_rate": 3.0418911067188667e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5370629519224167,
      "num_tokens": 237767517.0,
      "step": 308800
    },
    {
      "epoch": 0.39171290200644887,
      "grad_norm": 5.3125,
      "learning_rate": 3.0418276757102372e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5632067173719406,
      "num_tokens": 237775854.0,
      "step": 308810
    },
    {
      "epoch": 0.39172558659898166,
      "grad_norm": 6.9375,
      "learning_rate": 3.041764244701608e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5493835806846619,
      "num_tokens": 237784618.0,
      "step": 308820
    },
    {
      "epoch": 0.3917382711915145,
      "grad_norm": 5.25,
      "learning_rate": 3.0417008136929787e-05,
      "loss": 2.2585,
      "mean_token_accuracy": 0.5201010286808014,
      "num_tokens": 237792387.0,
      "step": 308830
    },
    {
      "epoch": 0.39175095578404734,
      "grad_norm": 10.25,
      "learning_rate": 3.04163738268435e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.561278322339058,
      "num_tokens": 237800769.0,
      "step": 308840
    },
    {
      "epoch": 0.3917636403765802,
      "grad_norm": 6.59375,
      "learning_rate": 3.0415739516757207e-05,
      "loss": 1.837,
      "mean_token_accuracy": 0.5969987004995346,
      "num_tokens": 237808020.0,
      "step": 308850
    },
    {
      "epoch": 0.391776324969113,
      "grad_norm": 5.1875,
      "learning_rate": 3.0415105206670913e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.533467173576355,
      "num_tokens": 237815928.0,
      "step": 308860
    },
    {
      "epoch": 0.39178900956164586,
      "grad_norm": 14.6875,
      "learning_rate": 3.0414470896584625e-05,
      "loss": 2.2173,
      "mean_token_accuracy": 0.5336396872997284,
      "num_tokens": 237822790.0,
      "step": 308870
    },
    {
      "epoch": 0.3918016941541787,
      "grad_norm": 12.0,
      "learning_rate": 3.041383658649833e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5403852790594101,
      "num_tokens": 237829234.0,
      "step": 308880
    },
    {
      "epoch": 0.39181437874671154,
      "grad_norm": 4.84375,
      "learning_rate": 3.041320227641204e-05,
      "loss": 1.7333,
      "mean_token_accuracy": 0.614876064658165,
      "num_tokens": 237836050.0,
      "step": 308890
    },
    {
      "epoch": 0.39182706333924433,
      "grad_norm": 5.5,
      "learning_rate": 3.041256796632575e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5358592957258225,
      "num_tokens": 237844162.0,
      "step": 308900
    },
    {
      "epoch": 0.39183974793177717,
      "grad_norm": 4.78125,
      "learning_rate": 3.0411933656239456e-05,
      "loss": 2.2416,
      "mean_token_accuracy": 0.5223184555768967,
      "num_tokens": 237852714.0,
      "step": 308910
    },
    {
      "epoch": 0.39185243252431,
      "grad_norm": 4.90625,
      "learning_rate": 3.0411299346153165e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5308895140886307,
      "num_tokens": 237861028.0,
      "step": 308920
    },
    {
      "epoch": 0.39186511711684285,
      "grad_norm": 8.3125,
      "learning_rate": 3.041066503606687e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5612828195095062,
      "num_tokens": 237869059.0,
      "step": 308930
    },
    {
      "epoch": 0.3918778017093757,
      "grad_norm": 7.09375,
      "learning_rate": 3.0410030725980583e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5425345093011856,
      "num_tokens": 237877313.0,
      "step": 308940
    },
    {
      "epoch": 0.39189048630190854,
      "grad_norm": 7.34375,
      "learning_rate": 3.040939641589429e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5526444494724274,
      "num_tokens": 237884688.0,
      "step": 308950
    },
    {
      "epoch": 0.3919031708944414,
      "grad_norm": 6.625,
      "learning_rate": 3.0408762105807997e-05,
      "loss": 1.9353,
      "mean_token_accuracy": 0.5730361104011535,
      "num_tokens": 237892577.0,
      "step": 308960
    },
    {
      "epoch": 0.3919158554869742,
      "grad_norm": 5.4375,
      "learning_rate": 3.040812779572171e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5496864646673203,
      "num_tokens": 237900257.0,
      "step": 308970
    },
    {
      "epoch": 0.391928540079507,
      "grad_norm": 5.75,
      "learning_rate": 3.0407493485635414e-05,
      "loss": 2.2929,
      "mean_token_accuracy": 0.505370232462883,
      "num_tokens": 237908670.0,
      "step": 308980
    },
    {
      "epoch": 0.39194122467203985,
      "grad_norm": 5.15625,
      "learning_rate": 3.0406859175549123e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5542987287044525,
      "num_tokens": 237915696.0,
      "step": 308990
    },
    {
      "epoch": 0.3919539092645727,
      "grad_norm": 5.0,
      "learning_rate": 3.0406224865462835e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5296316832304001,
      "num_tokens": 237924093.0,
      "step": 309000
    },
    {
      "epoch": 0.3919665938571055,
      "grad_norm": 7.25,
      "learning_rate": 3.040559055537654e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5632483541965485,
      "num_tokens": 237932239.0,
      "step": 309010
    },
    {
      "epoch": 0.39197927844963837,
      "grad_norm": 7.375,
      "learning_rate": 3.040495624529025e-05,
      "loss": 1.8283,
      "mean_token_accuracy": 0.5846887797117233,
      "num_tokens": 237939932.0,
      "step": 309020
    },
    {
      "epoch": 0.3919919630421712,
      "grad_norm": 5.59375,
      "learning_rate": 3.0404321935203955e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5324217170476914,
      "num_tokens": 237947436.0,
      "step": 309030
    },
    {
      "epoch": 0.39200464763470405,
      "grad_norm": 5.125,
      "learning_rate": 3.0403687625117667e-05,
      "loss": 1.7659,
      "mean_token_accuracy": 0.626960015296936,
      "num_tokens": 237953730.0,
      "step": 309040
    },
    {
      "epoch": 0.3920173322272369,
      "grad_norm": 6.84375,
      "learning_rate": 3.0403053315031375e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5478041708469391,
      "num_tokens": 237961402.0,
      "step": 309050
    },
    {
      "epoch": 0.3920300168197697,
      "grad_norm": 5.46875,
      "learning_rate": 3.040241900494508e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5132684826850891,
      "num_tokens": 237968553.0,
      "step": 309060
    },
    {
      "epoch": 0.3920427014123025,
      "grad_norm": 4.71875,
      "learning_rate": 3.0401784694858793e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5366996765136719,
      "num_tokens": 237976373.0,
      "step": 309070
    },
    {
      "epoch": 0.39205538600483536,
      "grad_norm": 6.21875,
      "learning_rate": 3.0401150384772498e-05,
      "loss": 2.2342,
      "mean_token_accuracy": 0.5220989793539047,
      "num_tokens": 237984624.0,
      "step": 309080
    },
    {
      "epoch": 0.3920680705973682,
      "grad_norm": 4.84375,
      "learning_rate": 3.0400516074686207e-05,
      "loss": 2.135,
      "mean_token_accuracy": 0.5359652549028396,
      "num_tokens": 237992582.0,
      "step": 309090
    },
    {
      "epoch": 0.39208075518990104,
      "grad_norm": 5.5625,
      "learning_rate": 3.039988176459992e-05,
      "loss": 1.6758,
      "mean_token_accuracy": 0.6083561778068542,
      "num_tokens": 238000062.0,
      "step": 309100
    },
    {
      "epoch": 0.3920934397824339,
      "grad_norm": 4.59375,
      "learning_rate": 3.0399247454513625e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5303683906793595,
      "num_tokens": 238009100.0,
      "step": 309110
    },
    {
      "epoch": 0.3921061243749667,
      "grad_norm": 6.53125,
      "learning_rate": 3.0398613144427333e-05,
      "loss": 1.8046,
      "mean_token_accuracy": 0.5935039132833481,
      "num_tokens": 238016326.0,
      "step": 309120
    },
    {
      "epoch": 0.3921188089674995,
      "grad_norm": 9.0625,
      "learning_rate": 3.039797883434104e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5680814206600189,
      "num_tokens": 238022913.0,
      "step": 309130
    },
    {
      "epoch": 0.39213149356003235,
      "grad_norm": 8.75,
      "learning_rate": 3.039734452425475e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5429548501968384,
      "num_tokens": 238030724.0,
      "step": 309140
    },
    {
      "epoch": 0.3921441781525652,
      "grad_norm": 5.125,
      "learning_rate": 3.0396710214168463e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5420457661151886,
      "num_tokens": 238038481.0,
      "step": 309150
    },
    {
      "epoch": 0.39215686274509803,
      "grad_norm": 6.15625,
      "learning_rate": 3.0396075904082165e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5245772659778595,
      "num_tokens": 238045982.0,
      "step": 309160
    },
    {
      "epoch": 0.3921695473376309,
      "grad_norm": 4.4375,
      "learning_rate": 3.0395441593995877e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5314917027950287,
      "num_tokens": 238054527.0,
      "step": 309170
    },
    {
      "epoch": 0.3921822319301637,
      "grad_norm": 7.03125,
      "learning_rate": 3.0394807283909582e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.543633508682251,
      "num_tokens": 238061974.0,
      "step": 309180
    },
    {
      "epoch": 0.39219491652269656,
      "grad_norm": 5.625,
      "learning_rate": 3.0394172973823294e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5408958375453949,
      "num_tokens": 238069341.0,
      "step": 309190
    },
    {
      "epoch": 0.3922076011152294,
      "grad_norm": 5.375,
      "learning_rate": 3.0393538663737003e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5312035322189331,
      "num_tokens": 238077069.0,
      "step": 309200
    },
    {
      "epoch": 0.3922202857077622,
      "grad_norm": 7.375,
      "learning_rate": 3.039290435365071e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5369411677122116,
      "num_tokens": 238085082.0,
      "step": 309210
    },
    {
      "epoch": 0.392232970300295,
      "grad_norm": 4.875,
      "learning_rate": 3.039227004356442e-05,
      "loss": 1.8679,
      "mean_token_accuracy": 0.5776896148920059,
      "num_tokens": 238093145.0,
      "step": 309220
    },
    {
      "epoch": 0.39224565489282787,
      "grad_norm": 5.46875,
      "learning_rate": 3.0391635733478126e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5441774189472198,
      "num_tokens": 238100776.0,
      "step": 309230
    },
    {
      "epoch": 0.3922583394853607,
      "grad_norm": 8.25,
      "learning_rate": 3.0391001423391835e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5471681445837021,
      "num_tokens": 238108270.0,
      "step": 309240
    },
    {
      "epoch": 0.39227102407789355,
      "grad_norm": 4.65625,
      "learning_rate": 3.0390367113305547e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5613336026668548,
      "num_tokens": 238116336.0,
      "step": 309250
    },
    {
      "epoch": 0.3922837086704264,
      "grad_norm": 5.90625,
      "learning_rate": 3.0389732803219252e-05,
      "loss": 2.2569,
      "mean_token_accuracy": 0.5142803519964219,
      "num_tokens": 238125328.0,
      "step": 309260
    },
    {
      "epoch": 0.39229639326295923,
      "grad_norm": 6.75,
      "learning_rate": 3.038909849313296e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5513929992914199,
      "num_tokens": 238131709.0,
      "step": 309270
    },
    {
      "epoch": 0.39230907785549207,
      "grad_norm": 5.71875,
      "learning_rate": 3.0388464183046666e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5431195080280304,
      "num_tokens": 238139231.0,
      "step": 309280
    },
    {
      "epoch": 0.39232176244802486,
      "grad_norm": 5.75,
      "learning_rate": 3.038782987296038e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5460315912961959,
      "num_tokens": 238146203.0,
      "step": 309290
    },
    {
      "epoch": 0.3923344470405577,
      "grad_norm": 5.90625,
      "learning_rate": 3.0387195562874087e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5518854022026062,
      "num_tokens": 238153690.0,
      "step": 309300
    },
    {
      "epoch": 0.39234713163309054,
      "grad_norm": 5.15625,
      "learning_rate": 3.0386561252787793e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5338913440704346,
      "num_tokens": 238162005.0,
      "step": 309310
    },
    {
      "epoch": 0.3923598162256234,
      "grad_norm": 6.8125,
      "learning_rate": 3.0385926942701505e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5294818699359893,
      "num_tokens": 238169342.0,
      "step": 309320
    },
    {
      "epoch": 0.3923725008181562,
      "grad_norm": 5.625,
      "learning_rate": 3.038529263261521e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5745327025651932,
      "num_tokens": 238176791.0,
      "step": 309330
    },
    {
      "epoch": 0.39238518541068906,
      "grad_norm": 5.25,
      "learning_rate": 3.038465832252892e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5370363414287567,
      "num_tokens": 238183507.0,
      "step": 309340
    },
    {
      "epoch": 0.3923978700032219,
      "grad_norm": 6.9375,
      "learning_rate": 3.038402401244263e-05,
      "loss": 2.2423,
      "mean_token_accuracy": 0.5095944195985794,
      "num_tokens": 238192650.0,
      "step": 309350
    },
    {
      "epoch": 0.39241055459575475,
      "grad_norm": 6.09375,
      "learning_rate": 3.0383389702356336e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5542727202177048,
      "num_tokens": 238200776.0,
      "step": 309360
    },
    {
      "epoch": 0.39242323918828753,
      "grad_norm": 6.25,
      "learning_rate": 3.0382755392270045e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5353768020868301,
      "num_tokens": 238208710.0,
      "step": 309370
    },
    {
      "epoch": 0.3924359237808204,
      "grad_norm": 5.625,
      "learning_rate": 3.038212108218375e-05,
      "loss": 2.2902,
      "mean_token_accuracy": 0.5111539691686631,
      "num_tokens": 238216594.0,
      "step": 309380
    },
    {
      "epoch": 0.3924486083733532,
      "grad_norm": 5.25,
      "learning_rate": 3.0381486772097462e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5283852338790893,
      "num_tokens": 238224437.0,
      "step": 309390
    },
    {
      "epoch": 0.39246129296588605,
      "grad_norm": 5.4375,
      "learning_rate": 3.038085246201117e-05,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5639764338731765,
      "num_tokens": 238232525.0,
      "step": 309400
    },
    {
      "epoch": 0.3924739775584189,
      "grad_norm": 6.09375,
      "learning_rate": 3.0380218151924877e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5655696362257003,
      "num_tokens": 238239919.0,
      "step": 309410
    },
    {
      "epoch": 0.39248666215095174,
      "grad_norm": 5.9375,
      "learning_rate": 3.037958384183859e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5444504112005234,
      "num_tokens": 238246637.0,
      "step": 309420
    },
    {
      "epoch": 0.3924993467434846,
      "grad_norm": 5.09375,
      "learning_rate": 3.0378949531752294e-05,
      "loss": 1.846,
      "mean_token_accuracy": 0.5900383472442627,
      "num_tokens": 238254111.0,
      "step": 309430
    },
    {
      "epoch": 0.3925120313360174,
      "grad_norm": 12.0625,
      "learning_rate": 3.0378315221666003e-05,
      "loss": 1.8937,
      "mean_token_accuracy": 0.5858522862195968,
      "num_tokens": 238260654.0,
      "step": 309440
    },
    {
      "epoch": 0.3925247159285502,
      "grad_norm": 5.71875,
      "learning_rate": 3.0377680911579715e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5463786453008652,
      "num_tokens": 238268415.0,
      "step": 309450
    },
    {
      "epoch": 0.39253740052108305,
      "grad_norm": 5.375,
      "learning_rate": 3.037704660149342e-05,
      "loss": 1.9144,
      "mean_token_accuracy": 0.5665803998708725,
      "num_tokens": 238275894.0,
      "step": 309460
    },
    {
      "epoch": 0.3925500851136159,
      "grad_norm": 4.71875,
      "learning_rate": 3.037641229140713e-05,
      "loss": 1.9004,
      "mean_token_accuracy": 0.5763769656419754,
      "num_tokens": 238283674.0,
      "step": 309470
    },
    {
      "epoch": 0.39256276970614873,
      "grad_norm": 5.9375,
      "learning_rate": 3.0375777981320834e-05,
      "loss": 2.2594,
      "mean_token_accuracy": 0.5196232378482819,
      "num_tokens": 238291596.0,
      "step": 309480
    },
    {
      "epoch": 0.39257545429868157,
      "grad_norm": 6.0,
      "learning_rate": 3.0375143671234546e-05,
      "loss": 2.2913,
      "mean_token_accuracy": 0.5181201279163361,
      "num_tokens": 238299142.0,
      "step": 309490
    },
    {
      "epoch": 0.3925881388912144,
      "grad_norm": 5.875,
      "learning_rate": 3.0374509361148255e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5354197978973388,
      "num_tokens": 238307285.0,
      "step": 309500
    },
    {
      "epoch": 0.39260082348374725,
      "grad_norm": 9.375,
      "learning_rate": 3.037387505106196e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5691828638315201,
      "num_tokens": 238313984.0,
      "step": 309510
    },
    {
      "epoch": 0.3926135080762801,
      "grad_norm": 2.78125,
      "learning_rate": 3.0373240740975673e-05,
      "loss": 1.8108,
      "mean_token_accuracy": 0.602235397696495,
      "num_tokens": 238320705.0,
      "step": 309520
    },
    {
      "epoch": 0.3926261926688129,
      "grad_norm": 6.1875,
      "learning_rate": 3.0372606430889378e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5379780918359757,
      "num_tokens": 238329764.0,
      "step": 309530
    },
    {
      "epoch": 0.3926388772613457,
      "grad_norm": 5.4375,
      "learning_rate": 3.0371972120803087e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5491195976734161,
      "num_tokens": 238337673.0,
      "step": 309540
    },
    {
      "epoch": 0.39265156185387856,
      "grad_norm": 5.21875,
      "learning_rate": 3.03713378107168e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5267743080854416,
      "num_tokens": 238345820.0,
      "step": 309550
    },
    {
      "epoch": 0.3926642464464114,
      "grad_norm": 6.8125,
      "learning_rate": 3.0370703500630504e-05,
      "loss": 1.872,
      "mean_token_accuracy": 0.5845765054225922,
      "num_tokens": 238353124.0,
      "step": 309560
    },
    {
      "epoch": 0.39267693103894424,
      "grad_norm": 5.03125,
      "learning_rate": 3.0370069190544216e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5501031547784805,
      "num_tokens": 238361485.0,
      "step": 309570
    },
    {
      "epoch": 0.3926896156314771,
      "grad_norm": 4.6875,
      "learning_rate": 3.036943488045792e-05,
      "loss": 1.7931,
      "mean_token_accuracy": 0.5895157665014267,
      "num_tokens": 238368417.0,
      "step": 309580
    },
    {
      "epoch": 0.3927023002240099,
      "grad_norm": 6.40625,
      "learning_rate": 3.036880057037163e-05,
      "loss": 1.8029,
      "mean_token_accuracy": 0.5904090762138366,
      "num_tokens": 238374919.0,
      "step": 309590
    },
    {
      "epoch": 0.3927149848165427,
      "grad_norm": 7.09375,
      "learning_rate": 3.0368166260285343e-05,
      "loss": 1.9233,
      "mean_token_accuracy": 0.5690712124109268,
      "num_tokens": 238382386.0,
      "step": 309600
    },
    {
      "epoch": 0.39272766940907555,
      "grad_norm": 5.84375,
      "learning_rate": 3.0367531950199048e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.551378607749939,
      "num_tokens": 238389675.0,
      "step": 309610
    },
    {
      "epoch": 0.3927403540016084,
      "grad_norm": 5.25,
      "learning_rate": 3.0366897640112757e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5207552641630173,
      "num_tokens": 238399442.0,
      "step": 309620
    },
    {
      "epoch": 0.39275303859414123,
      "grad_norm": 4.78125,
      "learning_rate": 3.036626333002647e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5662939190864563,
      "num_tokens": 238406819.0,
      "step": 309630
    },
    {
      "epoch": 0.3927657231866741,
      "grad_norm": 5.8125,
      "learning_rate": 3.0365629019940174e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5360486954450607,
      "num_tokens": 238415322.0,
      "step": 309640
    },
    {
      "epoch": 0.3927784077792069,
      "grad_norm": 5.15625,
      "learning_rate": 3.0364994709853883e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.565008693933487,
      "num_tokens": 238422808.0,
      "step": 309650
    },
    {
      "epoch": 0.39279109237173976,
      "grad_norm": 7.5,
      "learning_rate": 3.0364360399767588e-05,
      "loss": 1.8261,
      "mean_token_accuracy": 0.5826643377542495,
      "num_tokens": 238429789.0,
      "step": 309660
    },
    {
      "epoch": 0.3928037769642726,
      "grad_norm": 4.59375,
      "learning_rate": 3.03637260896813e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5403826326131821,
      "num_tokens": 238437770.0,
      "step": 309670
    },
    {
      "epoch": 0.3928164615568054,
      "grad_norm": 5.375,
      "learning_rate": 3.036309177959501e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5478992283344268,
      "num_tokens": 238446158.0,
      "step": 309680
    },
    {
      "epoch": 0.3928291461493382,
      "grad_norm": 5.46875,
      "learning_rate": 3.0362457469508714e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5633229494094849,
      "num_tokens": 238454160.0,
      "step": 309690
    },
    {
      "epoch": 0.39284183074187107,
      "grad_norm": 4.59375,
      "learning_rate": 3.0361823159422427e-05,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5309017777442933,
      "num_tokens": 238461931.0,
      "step": 309700
    },
    {
      "epoch": 0.3928545153344039,
      "grad_norm": 4.78125,
      "learning_rate": 3.0361188849336132e-05,
      "loss": 1.6332,
      "mean_token_accuracy": 0.6252292513847351,
      "num_tokens": 238468858.0,
      "step": 309710
    },
    {
      "epoch": 0.39286719992693675,
      "grad_norm": 7.96875,
      "learning_rate": 3.036055453924984e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5197060167789459,
      "num_tokens": 238475461.0,
      "step": 309720
    },
    {
      "epoch": 0.3928798845194696,
      "grad_norm": 5.34375,
      "learning_rate": 3.0359920229163553e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5365713357925415,
      "num_tokens": 238483633.0,
      "step": 309730
    },
    {
      "epoch": 0.39289256911200243,
      "grad_norm": 5.875,
      "learning_rate": 3.0359285919077258e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5208840936422348,
      "num_tokens": 238491208.0,
      "step": 309740
    },
    {
      "epoch": 0.3929052537045353,
      "grad_norm": 5.5,
      "learning_rate": 3.0358651608990967e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5300331473350525,
      "num_tokens": 238498866.0,
      "step": 309750
    },
    {
      "epoch": 0.39291793829706806,
      "grad_norm": 5.1875,
      "learning_rate": 3.0358017298904672e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5252428859472275,
      "num_tokens": 238506229.0,
      "step": 309760
    },
    {
      "epoch": 0.3929306228896009,
      "grad_norm": 5.3125,
      "learning_rate": 3.0357382988818384e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5369887501001358,
      "num_tokens": 238513401.0,
      "step": 309770
    },
    {
      "epoch": 0.39294330748213374,
      "grad_norm": 5.21875,
      "learning_rate": 3.0356748678732093e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5296790212392807,
      "num_tokens": 238520780.0,
      "step": 309780
    },
    {
      "epoch": 0.3929559920746666,
      "grad_norm": 4.9375,
      "learning_rate": 3.03561143686458e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5489322185516358,
      "num_tokens": 238529265.0,
      "step": 309790
    },
    {
      "epoch": 0.3929686766671994,
      "grad_norm": 7.28125,
      "learning_rate": 3.035548005855951e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5540025413036347,
      "num_tokens": 238536331.0,
      "step": 309800
    },
    {
      "epoch": 0.39298136125973226,
      "grad_norm": 4.78125,
      "learning_rate": 3.0354845748473216e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5335248649120331,
      "num_tokens": 238543000.0,
      "step": 309810
    },
    {
      "epoch": 0.3929940458522651,
      "grad_norm": 4.875,
      "learning_rate": 3.0354211438386925e-05,
      "loss": 1.8486,
      "mean_token_accuracy": 0.5779415279626846,
      "num_tokens": 238550436.0,
      "step": 309820
    },
    {
      "epoch": 0.39300673044479795,
      "grad_norm": 9.6875,
      "learning_rate": 3.0353577128300637e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5271772831678391,
      "num_tokens": 238557431.0,
      "step": 309830
    },
    {
      "epoch": 0.39301941503733073,
      "grad_norm": 4.84375,
      "learning_rate": 3.0352942818214342e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5468183070421219,
      "num_tokens": 238564576.0,
      "step": 309840
    },
    {
      "epoch": 0.3930320996298636,
      "grad_norm": 9.125,
      "learning_rate": 3.035230850812805e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5326132714748383,
      "num_tokens": 238572582.0,
      "step": 309850
    },
    {
      "epoch": 0.3930447842223964,
      "grad_norm": 6.75,
      "learning_rate": 3.0351674198041756e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5522142082452774,
      "num_tokens": 238579908.0,
      "step": 309860
    },
    {
      "epoch": 0.39305746881492926,
      "grad_norm": 5.34375,
      "learning_rate": 3.035103988795547e-05,
      "loss": 2.2969,
      "mean_token_accuracy": 0.5047493487596512,
      "num_tokens": 238587269.0,
      "step": 309870
    },
    {
      "epoch": 0.3930701534074621,
      "grad_norm": 6.03125,
      "learning_rate": 3.0350405577869177e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5496155112981796,
      "num_tokens": 238595632.0,
      "step": 309880
    },
    {
      "epoch": 0.39308283799999494,
      "grad_norm": 6.96875,
      "learning_rate": 3.0349771267782882e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5595247566699981,
      "num_tokens": 238602657.0,
      "step": 309890
    },
    {
      "epoch": 0.3930955225925278,
      "grad_norm": 6.46875,
      "learning_rate": 3.0349136957696595e-05,
      "loss": 1.5543,
      "mean_token_accuracy": 0.6483007669448853,
      "num_tokens": 238609622.0,
      "step": 309900
    },
    {
      "epoch": 0.3931082071850606,
      "grad_norm": 4.34375,
      "learning_rate": 3.03485026476103e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5459418803453445,
      "num_tokens": 238618104.0,
      "step": 309910
    },
    {
      "epoch": 0.3931208917775934,
      "grad_norm": 5.0,
      "learning_rate": 3.034786833752401e-05,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5577116489410401,
      "num_tokens": 238625273.0,
      "step": 309920
    },
    {
      "epoch": 0.39313357637012625,
      "grad_norm": 5.90625,
      "learning_rate": 3.034723402743772e-05,
      "loss": 1.9243,
      "mean_token_accuracy": 0.5688564538955688,
      "num_tokens": 238633457.0,
      "step": 309930
    },
    {
      "epoch": 0.3931462609626591,
      "grad_norm": 6.78125,
      "learning_rate": 3.0346599717351426e-05,
      "loss": 1.8452,
      "mean_token_accuracy": 0.5890635967254638,
      "num_tokens": 238640925.0,
      "step": 309940
    },
    {
      "epoch": 0.39315894555519193,
      "grad_norm": 5.15625,
      "learning_rate": 3.034596540726514e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5514882028102874,
      "num_tokens": 238648364.0,
      "step": 309950
    },
    {
      "epoch": 0.39317163014772477,
      "grad_norm": 7.75,
      "learning_rate": 3.034533109717884e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5560463339090347,
      "num_tokens": 238655775.0,
      "step": 309960
    },
    {
      "epoch": 0.3931843147402576,
      "grad_norm": 4.78125,
      "learning_rate": 3.0344696787092552e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.5101265847682953,
      "num_tokens": 238662415.0,
      "step": 309970
    },
    {
      "epoch": 0.39319699933279045,
      "grad_norm": 5.5625,
      "learning_rate": 3.0344062477006265e-05,
      "loss": 2.3224,
      "mean_token_accuracy": 0.49286894500255585,
      "num_tokens": 238670591.0,
      "step": 309980
    },
    {
      "epoch": 0.3932096839253233,
      "grad_norm": 8.0,
      "learning_rate": 3.034342816691997e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5438551783561707,
      "num_tokens": 238676714.0,
      "step": 309990
    },
    {
      "epoch": 0.3932223685178561,
      "grad_norm": 5.21875,
      "learning_rate": 3.034279385683368e-05,
      "loss": 2.212,
      "mean_token_accuracy": 0.517471769452095,
      "num_tokens": 238685766.0,
      "step": 310000
    },
    {
      "epoch": 0.3932350531103889,
      "grad_norm": 5.125,
      "learning_rate": 3.0342159546747384e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5337136507034301,
      "num_tokens": 238694703.0,
      "step": 310010
    },
    {
      "epoch": 0.39324773770292176,
      "grad_norm": 5.59375,
      "learning_rate": 3.0341525236661096e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5626229643821716,
      "num_tokens": 238703249.0,
      "step": 310020
    },
    {
      "epoch": 0.3932604222954546,
      "grad_norm": 6.125,
      "learning_rate": 3.0340890926574805e-05,
      "loss": 1.8261,
      "mean_token_accuracy": 0.5923570692539215,
      "num_tokens": 238708855.0,
      "step": 310030
    },
    {
      "epoch": 0.39327310688798744,
      "grad_norm": 6.84375,
      "learning_rate": 3.034025661648851e-05,
      "loss": 1.7909,
      "mean_token_accuracy": 0.6132012754678726,
      "num_tokens": 238716033.0,
      "step": 310040
    },
    {
      "epoch": 0.3932857914805203,
      "grad_norm": 7.0625,
      "learning_rate": 3.0339622306402222e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5513200223445892,
      "num_tokens": 238722745.0,
      "step": 310050
    },
    {
      "epoch": 0.3932984760730531,
      "grad_norm": 7.15625,
      "learning_rate": 3.0338987996315928e-05,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5170555949211121,
      "num_tokens": 238731004.0,
      "step": 310060
    },
    {
      "epoch": 0.3933111606655859,
      "grad_norm": 6.40625,
      "learning_rate": 3.0338353686229636e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5498970866203308,
      "num_tokens": 238738131.0,
      "step": 310070
    },
    {
      "epoch": 0.39332384525811875,
      "grad_norm": 5.375,
      "learning_rate": 3.033771937614335e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5395125538110733,
      "num_tokens": 238745155.0,
      "step": 310080
    },
    {
      "epoch": 0.3933365298506516,
      "grad_norm": 5.46875,
      "learning_rate": 3.0337085066057054e-05,
      "loss": 1.8637,
      "mean_token_accuracy": 0.5816848456859589,
      "num_tokens": 238751745.0,
      "step": 310090
    },
    {
      "epoch": 0.39334921444318444,
      "grad_norm": 6.0,
      "learning_rate": 3.0336450755970763e-05,
      "loss": 1.7449,
      "mean_token_accuracy": 0.6180872261524201,
      "num_tokens": 238757713.0,
      "step": 310100
    },
    {
      "epoch": 0.3933618990357173,
      "grad_norm": 7.625,
      "learning_rate": 3.0335816445884468e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5485129565000534,
      "num_tokens": 238765848.0,
      "step": 310110
    },
    {
      "epoch": 0.3933745836282501,
      "grad_norm": 5.8125,
      "learning_rate": 3.033518213579818e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5362906068563461,
      "num_tokens": 238773333.0,
      "step": 310120
    },
    {
      "epoch": 0.39338726822078296,
      "grad_norm": 6.25,
      "learning_rate": 3.033454782571189e-05,
      "loss": 2.2515,
      "mean_token_accuracy": 0.5225643336772918,
      "num_tokens": 238781354.0,
      "step": 310130
    },
    {
      "epoch": 0.3933999528133158,
      "grad_norm": 5.78125,
      "learning_rate": 3.0333913515625594e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5490559458732605,
      "num_tokens": 238788838.0,
      "step": 310140
    },
    {
      "epoch": 0.3934126374058486,
      "grad_norm": 6.0625,
      "learning_rate": 3.0333279205539306e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5733501046895981,
      "num_tokens": 238795602.0,
      "step": 310150
    },
    {
      "epoch": 0.3934253219983814,
      "grad_norm": 5.65625,
      "learning_rate": 3.033264489545301e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5570892423391343,
      "num_tokens": 238803252.0,
      "step": 310160
    },
    {
      "epoch": 0.39343800659091427,
      "grad_norm": 7.3125,
      "learning_rate": 3.033201058536672e-05,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5215907096862793,
      "num_tokens": 238812085.0,
      "step": 310170
    },
    {
      "epoch": 0.3934506911834471,
      "grad_norm": 5.03125,
      "learning_rate": 3.0331376275280433e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5331815779209137,
      "num_tokens": 238820989.0,
      "step": 310180
    },
    {
      "epoch": 0.39346337577597995,
      "grad_norm": 4.8125,
      "learning_rate": 3.0330741965194138e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.545494282245636,
      "num_tokens": 238828048.0,
      "step": 310190
    },
    {
      "epoch": 0.3934760603685128,
      "grad_norm": 5.375,
      "learning_rate": 3.0330107655107847e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5365289509296417,
      "num_tokens": 238835599.0,
      "step": 310200
    },
    {
      "epoch": 0.39348874496104563,
      "grad_norm": 5.09375,
      "learning_rate": 3.0329473345021552e-05,
      "loss": 2.1529,
      "mean_token_accuracy": 0.5191774606704712,
      "num_tokens": 238842350.0,
      "step": 310210
    },
    {
      "epoch": 0.3935014295535785,
      "grad_norm": 8.375,
      "learning_rate": 3.0328839034935264e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.550292381644249,
      "num_tokens": 238849820.0,
      "step": 310220
    },
    {
      "epoch": 0.39351411414611126,
      "grad_norm": 5.46875,
      "learning_rate": 3.0328204724848973e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5563768953084945,
      "num_tokens": 238859019.0,
      "step": 310230
    },
    {
      "epoch": 0.3935267987386441,
      "grad_norm": 6.59375,
      "learning_rate": 3.0327570414762678e-05,
      "loss": 1.8393,
      "mean_token_accuracy": 0.5874141216278076,
      "num_tokens": 238866296.0,
      "step": 310240
    },
    {
      "epoch": 0.39353948333117694,
      "grad_norm": 4.96875,
      "learning_rate": 3.032693610467639e-05,
      "loss": 1.8343,
      "mean_token_accuracy": 0.5877721309661865,
      "num_tokens": 238873934.0,
      "step": 310250
    },
    {
      "epoch": 0.3935521679237098,
      "grad_norm": 5.625,
      "learning_rate": 3.0326301794590096e-05,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5627917289733887,
      "num_tokens": 238881634.0,
      "step": 310260
    },
    {
      "epoch": 0.3935648525162426,
      "grad_norm": 5.71875,
      "learning_rate": 3.0325667484503804e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5393432706594468,
      "num_tokens": 238891100.0,
      "step": 310270
    },
    {
      "epoch": 0.39357753710877547,
      "grad_norm": 6.09375,
      "learning_rate": 3.0325033174417517e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5532252967357636,
      "num_tokens": 238899218.0,
      "step": 310280
    },
    {
      "epoch": 0.3935902217013083,
      "grad_norm": 6.53125,
      "learning_rate": 3.0324398864331222e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5601008921861649,
      "num_tokens": 238905047.0,
      "step": 310290
    },
    {
      "epoch": 0.39360290629384115,
      "grad_norm": 5.78125,
      "learning_rate": 3.032376455424493e-05,
      "loss": 2.2371,
      "mean_token_accuracy": 0.519778636097908,
      "num_tokens": 238913440.0,
      "step": 310300
    },
    {
      "epoch": 0.39361559088637393,
      "grad_norm": 4.9375,
      "learning_rate": 3.0323130244158636e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5313221633434295,
      "num_tokens": 238921356.0,
      "step": 310310
    },
    {
      "epoch": 0.3936282754789068,
      "grad_norm": 7.6875,
      "learning_rate": 3.0322495934072348e-05,
      "loss": 1.8084,
      "mean_token_accuracy": 0.6030608177185058,
      "num_tokens": 238927463.0,
      "step": 310320
    },
    {
      "epoch": 0.3936409600714396,
      "grad_norm": 4.78125,
      "learning_rate": 3.032186162398606e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5561660081148148,
      "num_tokens": 238934543.0,
      "step": 310330
    },
    {
      "epoch": 0.39365364466397246,
      "grad_norm": 5.4375,
      "learning_rate": 3.0321227313899762e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5401683658361435,
      "num_tokens": 238941987.0,
      "step": 310340
    },
    {
      "epoch": 0.3936663292565053,
      "grad_norm": 5.40625,
      "learning_rate": 3.0320593003813474e-05,
      "loss": 1.8591,
      "mean_token_accuracy": 0.5807489395141602,
      "num_tokens": 238949931.0,
      "step": 310350
    },
    {
      "epoch": 0.39367901384903814,
      "grad_norm": 6.1875,
      "learning_rate": 3.031995869372718e-05,
      "loss": 1.8487,
      "mean_token_accuracy": 0.5809576451778412,
      "num_tokens": 238957279.0,
      "step": 310360
    },
    {
      "epoch": 0.393691698441571,
      "grad_norm": 4.5,
      "learning_rate": 3.0319324383640892e-05,
      "loss": 1.8016,
      "mean_token_accuracy": 0.5952459305524826,
      "num_tokens": 238965755.0,
      "step": 310370
    },
    {
      "epoch": 0.3937043830341038,
      "grad_norm": 5.625,
      "learning_rate": 3.03186900735546e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.512419268488884,
      "num_tokens": 238974535.0,
      "step": 310380
    },
    {
      "epoch": 0.3937170676266366,
      "grad_norm": 5.125,
      "learning_rate": 3.0318055763468306e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5408747643232346,
      "num_tokens": 238983261.0,
      "step": 310390
    },
    {
      "epoch": 0.39372975221916945,
      "grad_norm": 5.53125,
      "learning_rate": 3.0317421453382018e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5477536857128144,
      "num_tokens": 238990788.0,
      "step": 310400
    },
    {
      "epoch": 0.3937424368117023,
      "grad_norm": 5.28125,
      "learning_rate": 3.0316787143295723e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5698371201753616,
      "num_tokens": 238998124.0,
      "step": 310410
    },
    {
      "epoch": 0.39375512140423513,
      "grad_norm": 5.15625,
      "learning_rate": 3.0316152833209432e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5431600630283355,
      "num_tokens": 239005684.0,
      "step": 310420
    },
    {
      "epoch": 0.39376780599676797,
      "grad_norm": 4.78125,
      "learning_rate": 3.0315518523123144e-05,
      "loss": 1.8394,
      "mean_token_accuracy": 0.5890366345643997,
      "num_tokens": 239013776.0,
      "step": 310430
    },
    {
      "epoch": 0.3937804905893008,
      "grad_norm": 4.53125,
      "learning_rate": 3.031488421303685e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5498836874961853,
      "num_tokens": 239022244.0,
      "step": 310440
    },
    {
      "epoch": 0.39379317518183365,
      "grad_norm": 5.25,
      "learning_rate": 3.031424990295056e-05,
      "loss": 1.8732,
      "mean_token_accuracy": 0.5842721909284592,
      "num_tokens": 239030109.0,
      "step": 310450
    },
    {
      "epoch": 0.3938058597743665,
      "grad_norm": 7.0,
      "learning_rate": 3.0313615592864264e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5568972229957581,
      "num_tokens": 239037405.0,
      "step": 310460
    },
    {
      "epoch": 0.3938185443668993,
      "grad_norm": 5.3125,
      "learning_rate": 3.0312981282777976e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5232189416885376,
      "num_tokens": 239044550.0,
      "step": 310470
    },
    {
      "epoch": 0.3938312289594321,
      "grad_norm": 5.6875,
      "learning_rate": 3.0312346972691685e-05,
      "loss": 2.2345,
      "mean_token_accuracy": 0.5205508500337601,
      "num_tokens": 239053600.0,
      "step": 310480
    },
    {
      "epoch": 0.39384391355196496,
      "grad_norm": 6.0625,
      "learning_rate": 3.031171266260539e-05,
      "loss": 2.2399,
      "mean_token_accuracy": 0.5220379322767258,
      "num_tokens": 239061672.0,
      "step": 310490
    },
    {
      "epoch": 0.3938565981444978,
      "grad_norm": 5.71875,
      "learning_rate": 3.0311078352519102e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5233525276184082,
      "num_tokens": 239069587.0,
      "step": 310500
    },
    {
      "epoch": 0.39386928273703065,
      "grad_norm": 6.65625,
      "learning_rate": 3.0310444042432807e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.528420752286911,
      "num_tokens": 239076794.0,
      "step": 310510
    },
    {
      "epoch": 0.3938819673295635,
      "grad_norm": 8.0625,
      "learning_rate": 3.0309809732346516e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5780089139938355,
      "num_tokens": 239083478.0,
      "step": 310520
    },
    {
      "epoch": 0.39389465192209633,
      "grad_norm": 5.5625,
      "learning_rate": 3.0309175422260228e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5590166002511978,
      "num_tokens": 239091299.0,
      "step": 310530
    },
    {
      "epoch": 0.3939073365146291,
      "grad_norm": 4.65625,
      "learning_rate": 3.0308541112173934e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5521439880132675,
      "num_tokens": 239100234.0,
      "step": 310540
    },
    {
      "epoch": 0.39392002110716196,
      "grad_norm": 7.15625,
      "learning_rate": 3.0307906802087642e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5395743876695633,
      "num_tokens": 239107439.0,
      "step": 310550
    },
    {
      "epoch": 0.3939327056996948,
      "grad_norm": 8.625,
      "learning_rate": 3.0307272492001354e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5715879917144775,
      "num_tokens": 239114648.0,
      "step": 310560
    },
    {
      "epoch": 0.39394539029222764,
      "grad_norm": 7.8125,
      "learning_rate": 3.030663818191506e-05,
      "loss": 1.7069,
      "mean_token_accuracy": 0.6187062203884125,
      "num_tokens": 239120479.0,
      "step": 310570
    },
    {
      "epoch": 0.3939580748847605,
      "grad_norm": 5.5625,
      "learning_rate": 3.030600387182877e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5344823926687241,
      "num_tokens": 239127496.0,
      "step": 310580
    },
    {
      "epoch": 0.3939707594772933,
      "grad_norm": 5.53125,
      "learning_rate": 3.0305369561742474e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5619195938110352,
      "num_tokens": 239135580.0,
      "step": 310590
    },
    {
      "epoch": 0.39398344406982616,
      "grad_norm": 5.28125,
      "learning_rate": 3.0304735251656186e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5604886651039124,
      "num_tokens": 239143334.0,
      "step": 310600
    },
    {
      "epoch": 0.393996128662359,
      "grad_norm": 5.34375,
      "learning_rate": 3.0304100941569895e-05,
      "loss": 2.3283,
      "mean_token_accuracy": 0.5072322696447372,
      "num_tokens": 239150719.0,
      "step": 310610
    },
    {
      "epoch": 0.3940088132548918,
      "grad_norm": 4.90625,
      "learning_rate": 3.03034666314836e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5437986642122269,
      "num_tokens": 239158274.0,
      "step": 310620
    },
    {
      "epoch": 0.39402149784742463,
      "grad_norm": 4.53125,
      "learning_rate": 3.0302832321397312e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5495799213647843,
      "num_tokens": 239166568.0,
      "step": 310630
    },
    {
      "epoch": 0.39403418243995747,
      "grad_norm": 7.0625,
      "learning_rate": 3.0302198011311018e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5604079842567444,
      "num_tokens": 239173505.0,
      "step": 310640
    },
    {
      "epoch": 0.3940468670324903,
      "grad_norm": 7.71875,
      "learning_rate": 3.0301563701224726e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.531347131729126,
      "num_tokens": 239181115.0,
      "step": 310650
    },
    {
      "epoch": 0.39405955162502315,
      "grad_norm": 5.09375,
      "learning_rate": 3.030092939113844e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.541567251086235,
      "num_tokens": 239189499.0,
      "step": 310660
    },
    {
      "epoch": 0.394072236217556,
      "grad_norm": 5.4375,
      "learning_rate": 3.0300295081052144e-05,
      "loss": 1.8863,
      "mean_token_accuracy": 0.5701341778039932,
      "num_tokens": 239197478.0,
      "step": 310670
    },
    {
      "epoch": 0.39408492081008883,
      "grad_norm": 7.1875,
      "learning_rate": 3.0299660770965853e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5606603145599365,
      "num_tokens": 239204679.0,
      "step": 310680
    },
    {
      "epoch": 0.3940976054026217,
      "grad_norm": 5.59375,
      "learning_rate": 3.0299026460879558e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5505646228790283,
      "num_tokens": 239212688.0,
      "step": 310690
    },
    {
      "epoch": 0.39411028999515446,
      "grad_norm": 6.71875,
      "learning_rate": 3.029839215079327e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5658341765403747,
      "num_tokens": 239220547.0,
      "step": 310700
    },
    {
      "epoch": 0.3941229745876873,
      "grad_norm": 4.71875,
      "learning_rate": 3.0297757840706982e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5374341130256652,
      "num_tokens": 239228935.0,
      "step": 310710
    },
    {
      "epoch": 0.39413565918022014,
      "grad_norm": 4.84375,
      "learning_rate": 3.0297123530620684e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5498717039823532,
      "num_tokens": 239237557.0,
      "step": 310720
    },
    {
      "epoch": 0.394148343772753,
      "grad_norm": 6.8125,
      "learning_rate": 3.0296489220534396e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.5712201505899429,
      "num_tokens": 239244696.0,
      "step": 310730
    },
    {
      "epoch": 0.3941610283652858,
      "grad_norm": 5.21875,
      "learning_rate": 3.02958549104481e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5941213756799698,
      "num_tokens": 239253463.0,
      "step": 310740
    },
    {
      "epoch": 0.39417371295781867,
      "grad_norm": 6.71875,
      "learning_rate": 3.0295220600361814e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5379504859447479,
      "num_tokens": 239261609.0,
      "step": 310750
    },
    {
      "epoch": 0.3941863975503515,
      "grad_norm": 5.8125,
      "learning_rate": 3.0294586290275523e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5758279979228973,
      "num_tokens": 239268763.0,
      "step": 310760
    },
    {
      "epoch": 0.39419908214288435,
      "grad_norm": 5.5,
      "learning_rate": 3.0293951980189228e-05,
      "loss": 1.8755,
      "mean_token_accuracy": 0.5926111042499542,
      "num_tokens": 239275113.0,
      "step": 310770
    },
    {
      "epoch": 0.39421176673541714,
      "grad_norm": 5.96875,
      "learning_rate": 3.029331767010294e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5634779453277587,
      "num_tokens": 239282409.0,
      "step": 310780
    },
    {
      "epoch": 0.39422445132795,
      "grad_norm": 7.28125,
      "learning_rate": 3.0292683360016645e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5327050000429153,
      "num_tokens": 239291184.0,
      "step": 310790
    },
    {
      "epoch": 0.3942371359204828,
      "grad_norm": 5.90625,
      "learning_rate": 3.0292049049930354e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.5796268880367279,
      "num_tokens": 239298539.0,
      "step": 310800
    },
    {
      "epoch": 0.39424982051301566,
      "grad_norm": 5.75,
      "learning_rate": 3.0291414739844066e-05,
      "loss": 1.7648,
      "mean_token_accuracy": 0.6039407849311829,
      "num_tokens": 239304524.0,
      "step": 310810
    },
    {
      "epoch": 0.3942625051055485,
      "grad_norm": 5.71875,
      "learning_rate": 3.029078042975777e-05,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5820268809795379,
      "num_tokens": 239311514.0,
      "step": 310820
    },
    {
      "epoch": 0.39427518969808134,
      "grad_norm": 6.53125,
      "learning_rate": 3.029014611967148e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.558366459608078,
      "num_tokens": 239318359.0,
      "step": 310830
    },
    {
      "epoch": 0.3942878742906142,
      "grad_norm": 5.09375,
      "learning_rate": 3.0289511809585186e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5125541448593139,
      "num_tokens": 239326144.0,
      "step": 310840
    },
    {
      "epoch": 0.394300558883147,
      "grad_norm": 7.375,
      "learning_rate": 3.0288877499498898e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5756249785423279,
      "num_tokens": 239332953.0,
      "step": 310850
    },
    {
      "epoch": 0.3943132434756798,
      "grad_norm": 5.46875,
      "learning_rate": 3.0288243189412607e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.545928904414177,
      "num_tokens": 239340548.0,
      "step": 310860
    },
    {
      "epoch": 0.39432592806821265,
      "grad_norm": 5.3125,
      "learning_rate": 3.0287608879326312e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5603279143571853,
      "num_tokens": 239348146.0,
      "step": 310870
    },
    {
      "epoch": 0.3943386126607455,
      "grad_norm": 5.375,
      "learning_rate": 3.0286974569240024e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5271079391241074,
      "num_tokens": 239357287.0,
      "step": 310880
    },
    {
      "epoch": 0.39435129725327833,
      "grad_norm": 5.71875,
      "learning_rate": 3.028634025915373e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5486183434724807,
      "num_tokens": 239365519.0,
      "step": 310890
    },
    {
      "epoch": 0.3943639818458112,
      "grad_norm": 5.875,
      "learning_rate": 3.0285705949067438e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5310736536979676,
      "num_tokens": 239373261.0,
      "step": 310900
    },
    {
      "epoch": 0.394376666438344,
      "grad_norm": 6.3125,
      "learning_rate": 3.028507163898115e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.54473697245121,
      "num_tokens": 239381560.0,
      "step": 310910
    },
    {
      "epoch": 0.39438935103087686,
      "grad_norm": 5.28125,
      "learning_rate": 3.0284437328894856e-05,
      "loss": 2.236,
      "mean_token_accuracy": 0.5117266237735748,
      "num_tokens": 239391268.0,
      "step": 310920
    },
    {
      "epoch": 0.3944020356234097,
      "grad_norm": 8.5,
      "learning_rate": 3.0283803018808564e-05,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5602715909481049,
      "num_tokens": 239398208.0,
      "step": 310930
    },
    {
      "epoch": 0.3944147202159425,
      "grad_norm": 5.21875,
      "learning_rate": 3.028316870872227e-05,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5837490797042847,
      "num_tokens": 239405312.0,
      "step": 310940
    },
    {
      "epoch": 0.3944274048084753,
      "grad_norm": 5.34375,
      "learning_rate": 3.0282534398635982e-05,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5896795094013214,
      "num_tokens": 239413381.0,
      "step": 310950
    },
    {
      "epoch": 0.39444008940100816,
      "grad_norm": 6.375,
      "learning_rate": 3.028190008854969e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5798000693321228,
      "num_tokens": 239419896.0,
      "step": 310960
    },
    {
      "epoch": 0.394452773993541,
      "grad_norm": 7.78125,
      "learning_rate": 3.0281265778463396e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5438925713300705,
      "num_tokens": 239427743.0,
      "step": 310970
    },
    {
      "epoch": 0.39446545858607385,
      "grad_norm": 4.4375,
      "learning_rate": 3.0280631468377108e-05,
      "loss": 1.708,
      "mean_token_accuracy": 0.6097761750221252,
      "num_tokens": 239434069.0,
      "step": 310980
    },
    {
      "epoch": 0.3944781431786067,
      "grad_norm": 5.8125,
      "learning_rate": 3.0279997158290813e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.531944990158081,
      "num_tokens": 239441523.0,
      "step": 310990
    },
    {
      "epoch": 0.39449082777113953,
      "grad_norm": 5.46875,
      "learning_rate": 3.0279362848204522e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5598240584135056,
      "num_tokens": 239448460.0,
      "step": 311000
    },
    {
      "epoch": 0.3945035123636723,
      "grad_norm": 8.0625,
      "learning_rate": 3.0278728538118234e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5580243170261383,
      "num_tokens": 239455519.0,
      "step": 311010
    },
    {
      "epoch": 0.39451619695620516,
      "grad_norm": 5.3125,
      "learning_rate": 3.027809422803194e-05,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5260567188262939,
      "num_tokens": 239463893.0,
      "step": 311020
    },
    {
      "epoch": 0.394528881548738,
      "grad_norm": 5.96875,
      "learning_rate": 3.027745991794565e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5442411243915558,
      "num_tokens": 239470908.0,
      "step": 311030
    },
    {
      "epoch": 0.39454156614127084,
      "grad_norm": 5.5625,
      "learning_rate": 3.0276825607859354e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5564345270395279,
      "num_tokens": 239479754.0,
      "step": 311040
    },
    {
      "epoch": 0.3945542507338037,
      "grad_norm": 7.5,
      "learning_rate": 3.0276191297773066e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5646747410297394,
      "num_tokens": 239487010.0,
      "step": 311050
    },
    {
      "epoch": 0.3945669353263365,
      "grad_norm": 4.9375,
      "learning_rate": 3.0275556987686775e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5634629368782044,
      "num_tokens": 239495228.0,
      "step": 311060
    },
    {
      "epoch": 0.39457961991886936,
      "grad_norm": 6.78125,
      "learning_rate": 3.027492267760048e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5511882096529007,
      "num_tokens": 239502582.0,
      "step": 311070
    },
    {
      "epoch": 0.3945923045114022,
      "grad_norm": 5.25,
      "learning_rate": 3.0274288367514192e-05,
      "loss": 1.8276,
      "mean_token_accuracy": 0.5964420974254608,
      "num_tokens": 239509322.0,
      "step": 311080
    },
    {
      "epoch": 0.394604989103935,
      "grad_norm": 5.0625,
      "learning_rate": 3.0273654057427897e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5259031057357788,
      "num_tokens": 239516830.0,
      "step": 311090
    },
    {
      "epoch": 0.39461767369646783,
      "grad_norm": 7.1875,
      "learning_rate": 3.0273019747341606e-05,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5699717760086059,
      "num_tokens": 239523678.0,
      "step": 311100
    },
    {
      "epoch": 0.39463035828900067,
      "grad_norm": 6.46875,
      "learning_rate": 3.0272385437255318e-05,
      "loss": 2.2021,
      "mean_token_accuracy": 0.5238093703985214,
      "num_tokens": 239530489.0,
      "step": 311110
    },
    {
      "epoch": 0.3946430428815335,
      "grad_norm": 5.65625,
      "learning_rate": 3.0271751127169024e-05,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5653671801090241,
      "num_tokens": 239537972.0,
      "step": 311120
    },
    {
      "epoch": 0.39465572747406635,
      "grad_norm": 6.625,
      "learning_rate": 3.0271116817082736e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5182687610387802,
      "num_tokens": 239546836.0,
      "step": 311130
    },
    {
      "epoch": 0.3946684120665992,
      "grad_norm": 6.875,
      "learning_rate": 3.0270482506996438e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5607904195785522,
      "num_tokens": 239555355.0,
      "step": 311140
    },
    {
      "epoch": 0.39468109665913204,
      "grad_norm": 6.09375,
      "learning_rate": 3.026984819691015e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5763253450393677,
      "num_tokens": 239563206.0,
      "step": 311150
    },
    {
      "epoch": 0.3946937812516649,
      "grad_norm": 5.84375,
      "learning_rate": 3.0269213886823862e-05,
      "loss": 2.3685,
      "mean_token_accuracy": 0.5119539320468902,
      "num_tokens": 239571484.0,
      "step": 311160
    },
    {
      "epoch": 0.39470646584419766,
      "grad_norm": 5.40625,
      "learning_rate": 3.0268579576737567e-05,
      "loss": 2.1818,
      "mean_token_accuracy": 0.5253513485193253,
      "num_tokens": 239578900.0,
      "step": 311170
    },
    {
      "epoch": 0.3947191504367305,
      "grad_norm": 4.8125,
      "learning_rate": 3.0267945266651276e-05,
      "loss": 1.8504,
      "mean_token_accuracy": 0.5832612067461014,
      "num_tokens": 239586073.0,
      "step": 311180
    },
    {
      "epoch": 0.39473183502926334,
      "grad_norm": 5.0,
      "learning_rate": 3.026731095656498e-05,
      "loss": 1.8651,
      "mean_token_accuracy": 0.5884280622005462,
      "num_tokens": 239594479.0,
      "step": 311190
    },
    {
      "epoch": 0.3947445196217962,
      "grad_norm": 4.5625,
      "learning_rate": 3.0266676646478694e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5783082664012908,
      "num_tokens": 239601828.0,
      "step": 311200
    },
    {
      "epoch": 0.394757204214329,
      "grad_norm": 5.34375,
      "learning_rate": 3.0266042336392402e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5260114192962646,
      "num_tokens": 239610030.0,
      "step": 311210
    },
    {
      "epoch": 0.39476988880686187,
      "grad_norm": 7.0,
      "learning_rate": 3.0265408026306108e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5460612803697587,
      "num_tokens": 239617342.0,
      "step": 311220
    },
    {
      "epoch": 0.3947825733993947,
      "grad_norm": 5.21875,
      "learning_rate": 3.026477371621982e-05,
      "loss": 1.942,
      "mean_token_accuracy": 0.5625377148389816,
      "num_tokens": 239626018.0,
      "step": 311230
    },
    {
      "epoch": 0.39479525799192755,
      "grad_norm": 4.875,
      "learning_rate": 3.0264139406133525e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5633523613214493,
      "num_tokens": 239634857.0,
      "step": 311240
    },
    {
      "epoch": 0.39480794258446034,
      "grad_norm": 4.875,
      "learning_rate": 3.0263505096047234e-05,
      "loss": 2.144,
      "mean_token_accuracy": 0.5323800712823867,
      "num_tokens": 239643018.0,
      "step": 311250
    },
    {
      "epoch": 0.3948206271769932,
      "grad_norm": 6.5,
      "learning_rate": 3.0262870785960946e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5724680840969085,
      "num_tokens": 239652230.0,
      "step": 311260
    },
    {
      "epoch": 0.394833311769526,
      "grad_norm": 5.625,
      "learning_rate": 3.026223647587465e-05,
      "loss": 1.8155,
      "mean_token_accuracy": 0.595755597949028,
      "num_tokens": 239658607.0,
      "step": 311270
    },
    {
      "epoch": 0.39484599636205886,
      "grad_norm": 6.875,
      "learning_rate": 3.026160216578836e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5804643154144287,
      "num_tokens": 239665375.0,
      "step": 311280
    },
    {
      "epoch": 0.3948586809545917,
      "grad_norm": 5.34375,
      "learning_rate": 3.0260967855702065e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5295679032802582,
      "num_tokens": 239673896.0,
      "step": 311290
    },
    {
      "epoch": 0.39487136554712454,
      "grad_norm": 5.78125,
      "learning_rate": 3.0260333545615778e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5309962064027787,
      "num_tokens": 239681943.0,
      "step": 311300
    },
    {
      "epoch": 0.3948840501396574,
      "grad_norm": 6.375,
      "learning_rate": 3.0259699235529486e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5404947131872178,
      "num_tokens": 239689516.0,
      "step": 311310
    },
    {
      "epoch": 0.3948967347321902,
      "grad_norm": 6.6875,
      "learning_rate": 3.025906492544319e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5545389115810394,
      "num_tokens": 239696869.0,
      "step": 311320
    },
    {
      "epoch": 0.394909419324723,
      "grad_norm": 4.75,
      "learning_rate": 3.0258430615356904e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.5326534956693649,
      "num_tokens": 239706561.0,
      "step": 311330
    },
    {
      "epoch": 0.39492210391725585,
      "grad_norm": 6.0625,
      "learning_rate": 3.025779630527061e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.532264256477356,
      "num_tokens": 239714934.0,
      "step": 311340
    },
    {
      "epoch": 0.3949347885097887,
      "grad_norm": 4.90625,
      "learning_rate": 3.0257161995184318e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5609972238540649,
      "num_tokens": 239723293.0,
      "step": 311350
    },
    {
      "epoch": 0.39494747310232153,
      "grad_norm": 7.4375,
      "learning_rate": 3.025652768509803e-05,
      "loss": 2.114,
      "mean_token_accuracy": 0.545287799835205,
      "num_tokens": 239730147.0,
      "step": 311360
    },
    {
      "epoch": 0.3949601576948544,
      "grad_norm": 5.3125,
      "learning_rate": 3.0255893375011735e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5551442533731461,
      "num_tokens": 239737588.0,
      "step": 311370
    },
    {
      "epoch": 0.3949728422873872,
      "grad_norm": 6.4375,
      "learning_rate": 3.0255259064925444e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5525305598974228,
      "num_tokens": 239743914.0,
      "step": 311380
    },
    {
      "epoch": 0.39498552687992006,
      "grad_norm": 4.6875,
      "learning_rate": 3.025462475483915e-05,
      "loss": 1.8915,
      "mean_token_accuracy": 0.581794473528862,
      "num_tokens": 239750382.0,
      "step": 311390
    },
    {
      "epoch": 0.3949982114724529,
      "grad_norm": 5.0625,
      "learning_rate": 3.025399044475286e-05,
      "loss": 2.3478,
      "mean_token_accuracy": 0.49543738067150117,
      "num_tokens": 239758662.0,
      "step": 311400
    },
    {
      "epoch": 0.3950108960649857,
      "grad_norm": 5.96875,
      "learning_rate": 3.025335613466657e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.535996389389038,
      "num_tokens": 239766209.0,
      "step": 311410
    },
    {
      "epoch": 0.3950235806575185,
      "grad_norm": 2.203125,
      "learning_rate": 3.0252721824580276e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5616521745920181,
      "num_tokens": 239774580.0,
      "step": 311420
    },
    {
      "epoch": 0.39503626525005137,
      "grad_norm": 5.3125,
      "learning_rate": 3.0252087514493988e-05,
      "loss": 1.8323,
      "mean_token_accuracy": 0.5934286683797836,
      "num_tokens": 239782395.0,
      "step": 311430
    },
    {
      "epoch": 0.3950489498425842,
      "grad_norm": 4.90625,
      "learning_rate": 3.0251453204407696e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5507891356945038,
      "num_tokens": 239789655.0,
      "step": 311440
    },
    {
      "epoch": 0.39506163443511705,
      "grad_norm": 6.34375,
      "learning_rate": 3.0250818894321402e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5431284457445145,
      "num_tokens": 239796571.0,
      "step": 311450
    },
    {
      "epoch": 0.3950743190276499,
      "grad_norm": 5.21875,
      "learning_rate": 3.0250184584235114e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5530323892831802,
      "num_tokens": 239803952.0,
      "step": 311460
    },
    {
      "epoch": 0.39508700362018273,
      "grad_norm": 7.15625,
      "learning_rate": 3.024955027414882e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.553702837228775,
      "num_tokens": 239812277.0,
      "step": 311470
    },
    {
      "epoch": 0.3950996882127155,
      "grad_norm": 4.96875,
      "learning_rate": 3.0248915964062528e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5435712903738021,
      "num_tokens": 239820866.0,
      "step": 311480
    },
    {
      "epoch": 0.39511237280524836,
      "grad_norm": 5.09375,
      "learning_rate": 3.024828165397624e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5537040174007416,
      "num_tokens": 239827531.0,
      "step": 311490
    },
    {
      "epoch": 0.3951250573977812,
      "grad_norm": 5.21875,
      "learning_rate": 3.0247647343889946e-05,
      "loss": 2.2846,
      "mean_token_accuracy": 0.5068419247865676,
      "num_tokens": 239836300.0,
      "step": 311500
    },
    {
      "epoch": 0.39513774199031404,
      "grad_norm": 8.25,
      "learning_rate": 3.0247013033803658e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5754518419504165,
      "num_tokens": 239843567.0,
      "step": 311510
    },
    {
      "epoch": 0.3951504265828469,
      "grad_norm": 7.625,
      "learning_rate": 3.024637872371736e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5457176774740219,
      "num_tokens": 239850916.0,
      "step": 311520
    },
    {
      "epoch": 0.3951631111753797,
      "grad_norm": 4.90625,
      "learning_rate": 3.0245744413631072e-05,
      "loss": 1.9278,
      "mean_token_accuracy": 0.5697268426418305,
      "num_tokens": 239859195.0,
      "step": 311530
    },
    {
      "epoch": 0.39517579576791256,
      "grad_norm": 5.625,
      "learning_rate": 3.0245110103544784e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5275933146476746,
      "num_tokens": 239867960.0,
      "step": 311540
    },
    {
      "epoch": 0.3951884803604454,
      "grad_norm": 5.0,
      "learning_rate": 3.024447579345849e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5557389765977859,
      "num_tokens": 239875888.0,
      "step": 311550
    },
    {
      "epoch": 0.3952011649529782,
      "grad_norm": 5.1875,
      "learning_rate": 3.0243841483372198e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.573273777961731,
      "num_tokens": 239884159.0,
      "step": 311560
    },
    {
      "epoch": 0.39521384954551103,
      "grad_norm": 5.34375,
      "learning_rate": 3.0243207173285903e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.524931225180626,
      "num_tokens": 239891550.0,
      "step": 311570
    },
    {
      "epoch": 0.3952265341380439,
      "grad_norm": 5.40625,
      "learning_rate": 3.0242572863199615e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5456058770418167,
      "num_tokens": 239900041.0,
      "step": 311580
    },
    {
      "epoch": 0.3952392187305767,
      "grad_norm": 5.71875,
      "learning_rate": 3.0241938553113324e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5763082504272461,
      "num_tokens": 239906967.0,
      "step": 311590
    },
    {
      "epoch": 0.39525190332310955,
      "grad_norm": 5.71875,
      "learning_rate": 3.024130424302703e-05,
      "loss": 2.2584,
      "mean_token_accuracy": 0.515971302986145,
      "num_tokens": 239915239.0,
      "step": 311600
    },
    {
      "epoch": 0.3952645879156424,
      "grad_norm": 5.21875,
      "learning_rate": 3.024066993294074e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5335358321666718,
      "num_tokens": 239923100.0,
      "step": 311610
    },
    {
      "epoch": 0.39527727250817524,
      "grad_norm": 5.96875,
      "learning_rate": 3.0240035622854447e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5358296513557435,
      "num_tokens": 239931259.0,
      "step": 311620
    },
    {
      "epoch": 0.3952899571007081,
      "grad_norm": 4.96875,
      "learning_rate": 3.0239401312768156e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5353525847196579,
      "num_tokens": 239940242.0,
      "step": 311630
    },
    {
      "epoch": 0.39530264169324086,
      "grad_norm": 5.71875,
      "learning_rate": 3.0238767002681868e-05,
      "loss": 2.2583,
      "mean_token_accuracy": 0.5040792524814606,
      "num_tokens": 239947634.0,
      "step": 311640
    },
    {
      "epoch": 0.3953153262857737,
      "grad_norm": 5.71875,
      "learning_rate": 3.0238132692595573e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5289701104164124,
      "num_tokens": 239956138.0,
      "step": 311650
    },
    {
      "epoch": 0.39532801087830655,
      "grad_norm": 5.03125,
      "learning_rate": 3.0237498382509282e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5349650621414185,
      "num_tokens": 239964737.0,
      "step": 311660
    },
    {
      "epoch": 0.3953406954708394,
      "grad_norm": 6.3125,
      "learning_rate": 3.0236864072422987e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.542353892326355,
      "num_tokens": 239972399.0,
      "step": 311670
    },
    {
      "epoch": 0.39535338006337223,
      "grad_norm": 5.40625,
      "learning_rate": 3.02362297623367e-05,
      "loss": 2.2354,
      "mean_token_accuracy": 0.5132942348718643,
      "num_tokens": 239980586.0,
      "step": 311680
    },
    {
      "epoch": 0.39536606465590507,
      "grad_norm": 5.03125,
      "learning_rate": 3.0235595452250408e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5449008285999298,
      "num_tokens": 239989350.0,
      "step": 311690
    },
    {
      "epoch": 0.3953787492484379,
      "grad_norm": 4.75,
      "learning_rate": 3.0234961142164114e-05,
      "loss": 1.9006,
      "mean_token_accuracy": 0.5767864644527435,
      "num_tokens": 239996656.0,
      "step": 311700
    },
    {
      "epoch": 0.39539143384097075,
      "grad_norm": 5.25,
      "learning_rate": 3.0234326832077826e-05,
      "loss": 1.9386,
      "mean_token_accuracy": 0.5549756646156311,
      "num_tokens": 240003874.0,
      "step": 311710
    },
    {
      "epoch": 0.39540411843350354,
      "grad_norm": 4.40625,
      "learning_rate": 3.023369252199153e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5431411683559417,
      "num_tokens": 240013178.0,
      "step": 311720
    },
    {
      "epoch": 0.3954168030260364,
      "grad_norm": 6.65625,
      "learning_rate": 3.023305821190524e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5464833468198776,
      "num_tokens": 240020841.0,
      "step": 311730
    },
    {
      "epoch": 0.3954294876185692,
      "grad_norm": 6.21875,
      "learning_rate": 3.0232423901818952e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5409163802862167,
      "num_tokens": 240029054.0,
      "step": 311740
    },
    {
      "epoch": 0.39544217221110206,
      "grad_norm": 5.53125,
      "learning_rate": 3.0231789591732657e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5479971498250962,
      "num_tokens": 240036071.0,
      "step": 311750
    },
    {
      "epoch": 0.3954548568036349,
      "grad_norm": 4.9375,
      "learning_rate": 3.0231155281646366e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5458047926425934,
      "num_tokens": 240043848.0,
      "step": 311760
    },
    {
      "epoch": 0.39546754139616774,
      "grad_norm": 9.0625,
      "learning_rate": 3.023052097156007e-05,
      "loss": 2.3247,
      "mean_token_accuracy": 0.5035923898220063,
      "num_tokens": 240051218.0,
      "step": 311770
    },
    {
      "epoch": 0.3954802259887006,
      "grad_norm": 5.53125,
      "learning_rate": 3.0229886661473783e-05,
      "loss": 2.3004,
      "mean_token_accuracy": 0.512722960114479,
      "num_tokens": 240058145.0,
      "step": 311780
    },
    {
      "epoch": 0.3954929105812334,
      "grad_norm": 5.5,
      "learning_rate": 3.0229252351387492e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.556146776676178,
      "num_tokens": 240065664.0,
      "step": 311790
    },
    {
      "epoch": 0.3955055951737662,
      "grad_norm": 4.96875,
      "learning_rate": 3.0228618041301198e-05,
      "loss": 1.7941,
      "mean_token_accuracy": 0.6047338813543319,
      "num_tokens": 240072740.0,
      "step": 311800
    },
    {
      "epoch": 0.39551827976629905,
      "grad_norm": 6.25,
      "learning_rate": 3.022798373121491e-05,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5608601868152618,
      "num_tokens": 240079891.0,
      "step": 311810
    },
    {
      "epoch": 0.3955309643588319,
      "grad_norm": 5.21875,
      "learning_rate": 3.0227349421128615e-05,
      "loss": 2.3001,
      "mean_token_accuracy": 0.52029148042202,
      "num_tokens": 240088234.0,
      "step": 311820
    },
    {
      "epoch": 0.39554364895136473,
      "grad_norm": 6.96875,
      "learning_rate": 3.0226715111042324e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5314942806959152,
      "num_tokens": 240095563.0,
      "step": 311830
    },
    {
      "epoch": 0.3955563335438976,
      "grad_norm": 5.09375,
      "learning_rate": 3.0226080800956036e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5499245792627334,
      "num_tokens": 240102830.0,
      "step": 311840
    },
    {
      "epoch": 0.3955690181364304,
      "grad_norm": 5.71875,
      "learning_rate": 3.022544649086974e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5341766893863678,
      "num_tokens": 240111100.0,
      "step": 311850
    },
    {
      "epoch": 0.39558170272896326,
      "grad_norm": 5.03125,
      "learning_rate": 3.022481218078345e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5449373066425324,
      "num_tokens": 240118511.0,
      "step": 311860
    },
    {
      "epoch": 0.3955943873214961,
      "grad_norm": 6.90625,
      "learning_rate": 3.0224177870697155e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5393976122140884,
      "num_tokens": 240125283.0,
      "step": 311870
    },
    {
      "epoch": 0.3956070719140289,
      "grad_norm": 4.28125,
      "learning_rate": 3.0223543560610867e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5541234999895096,
      "num_tokens": 240133124.0,
      "step": 311880
    },
    {
      "epoch": 0.3956197565065617,
      "grad_norm": 5.90625,
      "learning_rate": 3.022290925052458e-05,
      "loss": 1.8155,
      "mean_token_accuracy": 0.6023755937814712,
      "num_tokens": 240140254.0,
      "step": 311890
    },
    {
      "epoch": 0.39563244109909457,
      "grad_norm": 6.125,
      "learning_rate": 3.022227494043828e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5352259278297424,
      "num_tokens": 240148258.0,
      "step": 311900
    },
    {
      "epoch": 0.3956451256916274,
      "grad_norm": 4.65625,
      "learning_rate": 3.0221640630351994e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5467796623706818,
      "num_tokens": 240156716.0,
      "step": 311910
    },
    {
      "epoch": 0.39565781028416025,
      "grad_norm": 6.0,
      "learning_rate": 3.02210063202657e-05,
      "loss": 2.2548,
      "mean_token_accuracy": 0.5167071729898453,
      "num_tokens": 240163960.0,
      "step": 311920
    },
    {
      "epoch": 0.3956704948766931,
      "grad_norm": 7.8125,
      "learning_rate": 3.022037201017941e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5384436398744583,
      "num_tokens": 240171137.0,
      "step": 311930
    },
    {
      "epoch": 0.39568317946922593,
      "grad_norm": 5.4375,
      "learning_rate": 3.021973770009312e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5644417315721512,
      "num_tokens": 240178519.0,
      "step": 311940
    },
    {
      "epoch": 0.3956958640617587,
      "grad_norm": 4.59375,
      "learning_rate": 3.0219103390006825e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5332298457622529,
      "num_tokens": 240185757.0,
      "step": 311950
    },
    {
      "epoch": 0.39570854865429156,
      "grad_norm": 5.90625,
      "learning_rate": 3.0218469079920537e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5526726067066192,
      "num_tokens": 240194010.0,
      "step": 311960
    },
    {
      "epoch": 0.3957212332468244,
      "grad_norm": 6.78125,
      "learning_rate": 3.0217834769834243e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5468374013900756,
      "num_tokens": 240201207.0,
      "step": 311970
    },
    {
      "epoch": 0.39573391783935724,
      "grad_norm": 6.84375,
      "learning_rate": 3.021720045974795e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5503889322280884,
      "num_tokens": 240208288.0,
      "step": 311980
    },
    {
      "epoch": 0.3957466024318901,
      "grad_norm": 5.3125,
      "learning_rate": 3.0216566149661664e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.5226372361183167,
      "num_tokens": 240217462.0,
      "step": 311990
    },
    {
      "epoch": 0.3957592870244229,
      "grad_norm": 5.375,
      "learning_rate": 3.021593183957537e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5599162250757217,
      "num_tokens": 240225243.0,
      "step": 312000
    },
    {
      "epoch": 0.39577197161695576,
      "grad_norm": 7.15625,
      "learning_rate": 3.0215297529489078e-05,
      "loss": 1.8147,
      "mean_token_accuracy": 0.6039444178342819,
      "num_tokens": 240231427.0,
      "step": 312010
    },
    {
      "epoch": 0.3957846562094886,
      "grad_norm": 6.15625,
      "learning_rate": 3.0214663219402783e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5586626648902893,
      "num_tokens": 240238682.0,
      "step": 312020
    },
    {
      "epoch": 0.3957973408020214,
      "grad_norm": 21.75,
      "learning_rate": 3.0214028909316495e-05,
      "loss": 1.7682,
      "mean_token_accuracy": 0.6095634698867798,
      "num_tokens": 240245046.0,
      "step": 312030
    },
    {
      "epoch": 0.39581002539455423,
      "grad_norm": 5.65625,
      "learning_rate": 3.0213394599230204e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5598533391952515,
      "num_tokens": 240252705.0,
      "step": 312040
    },
    {
      "epoch": 0.3958227099870871,
      "grad_norm": 6.34375,
      "learning_rate": 3.021276028914391e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5598347425460816,
      "num_tokens": 240261137.0,
      "step": 312050
    },
    {
      "epoch": 0.3958353945796199,
      "grad_norm": 4.90625,
      "learning_rate": 3.021212597905762e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5732561439275742,
      "num_tokens": 240269503.0,
      "step": 312060
    },
    {
      "epoch": 0.39584807917215276,
      "grad_norm": 7.78125,
      "learning_rate": 3.0211491668971327e-05,
      "loss": 1.8444,
      "mean_token_accuracy": 0.6051328390836715,
      "num_tokens": 240276940.0,
      "step": 312070
    },
    {
      "epoch": 0.3958607637646856,
      "grad_norm": 4.6875,
      "learning_rate": 3.0210857358885035e-05,
      "loss": 1.8164,
      "mean_token_accuracy": 0.5911421328783035,
      "num_tokens": 240284096.0,
      "step": 312080
    },
    {
      "epoch": 0.39587344835721844,
      "grad_norm": 6.75,
      "learning_rate": 3.0210223048798748e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5609844028949738,
      "num_tokens": 240291953.0,
      "step": 312090
    },
    {
      "epoch": 0.3958861329497513,
      "grad_norm": 5.0625,
      "learning_rate": 3.0209588738712453e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5585340052843094,
      "num_tokens": 240299779.0,
      "step": 312100
    },
    {
      "epoch": 0.39589881754228406,
      "grad_norm": 6.09375,
      "learning_rate": 3.0208954428626162e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5448184549808502,
      "num_tokens": 240307750.0,
      "step": 312110
    },
    {
      "epoch": 0.3959115021348169,
      "grad_norm": 3.96875,
      "learning_rate": 3.0208320118539867e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.552571502327919,
      "num_tokens": 240315237.0,
      "step": 312120
    },
    {
      "epoch": 0.39592418672734975,
      "grad_norm": 6.375,
      "learning_rate": 3.020768580845358e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5490020394325257,
      "num_tokens": 240322678.0,
      "step": 312130
    },
    {
      "epoch": 0.3959368713198826,
      "grad_norm": 5.46875,
      "learning_rate": 3.0207051498367288e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5619894117116928,
      "num_tokens": 240330590.0,
      "step": 312140
    },
    {
      "epoch": 0.39594955591241543,
      "grad_norm": 5.375,
      "learning_rate": 3.0206417188280993e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5444595903158188,
      "num_tokens": 240338936.0,
      "step": 312150
    },
    {
      "epoch": 0.39596224050494827,
      "grad_norm": 5.75,
      "learning_rate": 3.0205782878194705e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5282441437244415,
      "num_tokens": 240346563.0,
      "step": 312160
    },
    {
      "epoch": 0.3959749250974811,
      "grad_norm": 5.5625,
      "learning_rate": 3.020514856810841e-05,
      "loss": 1.9066,
      "mean_token_accuracy": 0.578739020228386,
      "num_tokens": 240355079.0,
      "step": 312170
    },
    {
      "epoch": 0.39598760969001395,
      "grad_norm": 4.78125,
      "learning_rate": 3.020451425802212e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5401607781648636,
      "num_tokens": 240363861.0,
      "step": 312180
    },
    {
      "epoch": 0.39600029428254674,
      "grad_norm": 6.25,
      "learning_rate": 3.020387994793583e-05,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5841879069805145,
      "num_tokens": 240371440.0,
      "step": 312190
    },
    {
      "epoch": 0.3960129788750796,
      "grad_norm": 7.0,
      "learning_rate": 3.0203245637849537e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5387290745973587,
      "num_tokens": 240378269.0,
      "step": 312200
    },
    {
      "epoch": 0.3960256634676124,
      "grad_norm": 13.0,
      "learning_rate": 3.0202611327763246e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5412132143974304,
      "num_tokens": 240384457.0,
      "step": 312210
    },
    {
      "epoch": 0.39603834806014526,
      "grad_norm": 4.6875,
      "learning_rate": 3.020197701767695e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5313991874456405,
      "num_tokens": 240392675.0,
      "step": 312220
    },
    {
      "epoch": 0.3960510326526781,
      "grad_norm": 6.71875,
      "learning_rate": 3.0201342707590663e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5343813806772232,
      "num_tokens": 240401394.0,
      "step": 312230
    },
    {
      "epoch": 0.39606371724521094,
      "grad_norm": 4.90625,
      "learning_rate": 3.0200708397504375e-05,
      "loss": 1.8876,
      "mean_token_accuracy": 0.5762921929359436,
      "num_tokens": 240408618.0,
      "step": 312240
    },
    {
      "epoch": 0.3960764018377438,
      "grad_norm": 7.53125,
      "learning_rate": 3.0200074087418077e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5650539547204971,
      "num_tokens": 240414941.0,
      "step": 312250
    },
    {
      "epoch": 0.3960890864302766,
      "grad_norm": 5.1875,
      "learning_rate": 3.019943977733179e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5580024302005768,
      "num_tokens": 240422904.0,
      "step": 312260
    },
    {
      "epoch": 0.3961017710228094,
      "grad_norm": 5.96875,
      "learning_rate": 3.0198805467245495e-05,
      "loss": 2.2643,
      "mean_token_accuracy": 0.507165989279747,
      "num_tokens": 240430362.0,
      "step": 312270
    },
    {
      "epoch": 0.39611445561534225,
      "grad_norm": 5.34375,
      "learning_rate": 3.0198171157159204e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.538062471151352,
      "num_tokens": 240438039.0,
      "step": 312280
    },
    {
      "epoch": 0.3961271402078751,
      "grad_norm": 6.875,
      "learning_rate": 3.0197536847072916e-05,
      "loss": 1.9102,
      "mean_token_accuracy": 0.5901085257530212,
      "num_tokens": 240445496.0,
      "step": 312290
    },
    {
      "epoch": 0.39613982480040794,
      "grad_norm": 4.8125,
      "learning_rate": 3.019690253698662e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5806407004594802,
      "num_tokens": 240453714.0,
      "step": 312300
    },
    {
      "epoch": 0.3961525093929408,
      "grad_norm": 6.6875,
      "learning_rate": 3.0196268226900333e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5274060428142547,
      "num_tokens": 240461192.0,
      "step": 312310
    },
    {
      "epoch": 0.3961651939854736,
      "grad_norm": 5.09375,
      "learning_rate": 3.0195633916814035e-05,
      "loss": 1.8461,
      "mean_token_accuracy": 0.5855189830064773,
      "num_tokens": 240468049.0,
      "step": 312320
    },
    {
      "epoch": 0.39617787857800646,
      "grad_norm": 5.15625,
      "learning_rate": 3.0194999606727747e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5448414742946625,
      "num_tokens": 240477015.0,
      "step": 312330
    },
    {
      "epoch": 0.3961905631705393,
      "grad_norm": 4.78125,
      "learning_rate": 3.019436529664146e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5395586222410202,
      "num_tokens": 240485152.0,
      "step": 312340
    },
    {
      "epoch": 0.3962032477630721,
      "grad_norm": 5.6875,
      "learning_rate": 3.0193730986555165e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5269102066755295,
      "num_tokens": 240492038.0,
      "step": 312350
    },
    {
      "epoch": 0.3962159323556049,
      "grad_norm": 6.0,
      "learning_rate": 3.0193096676468873e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.5318294167518616,
      "num_tokens": 240499237.0,
      "step": 312360
    },
    {
      "epoch": 0.39622861694813777,
      "grad_norm": 6.59375,
      "learning_rate": 3.0192462366382586e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5579891443252564,
      "num_tokens": 240507562.0,
      "step": 312370
    },
    {
      "epoch": 0.3962413015406706,
      "grad_norm": 4.84375,
      "learning_rate": 3.019182805629629e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5439274072647095,
      "num_tokens": 240515378.0,
      "step": 312380
    },
    {
      "epoch": 0.39625398613320345,
      "grad_norm": 5.03125,
      "learning_rate": 3.019119374621e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5338343560695649,
      "num_tokens": 240522997.0,
      "step": 312390
    },
    {
      "epoch": 0.3962666707257363,
      "grad_norm": 10.875,
      "learning_rate": 3.0190559436123705e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5524353861808777,
      "num_tokens": 240530113.0,
      "step": 312400
    },
    {
      "epoch": 0.39627935531826913,
      "grad_norm": 6.625,
      "learning_rate": 3.0189925126037417e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5439535200595855,
      "num_tokens": 240537511.0,
      "step": 312410
    },
    {
      "epoch": 0.3962920399108019,
      "grad_norm": 6.3125,
      "learning_rate": 3.0189290815951126e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5471420675516129,
      "num_tokens": 240545016.0,
      "step": 312420
    },
    {
      "epoch": 0.39630472450333476,
      "grad_norm": 4.75,
      "learning_rate": 3.018865650586483e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5255901157855988,
      "num_tokens": 240553312.0,
      "step": 312430
    },
    {
      "epoch": 0.3963174090958676,
      "grad_norm": 5.75,
      "learning_rate": 3.0188022195778543e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5345621913671493,
      "num_tokens": 240561274.0,
      "step": 312440
    },
    {
      "epoch": 0.39633009368840044,
      "grad_norm": 5.625,
      "learning_rate": 3.018738788569225e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5606655240058899,
      "num_tokens": 240569711.0,
      "step": 312450
    },
    {
      "epoch": 0.3963427782809333,
      "grad_norm": 5.34375,
      "learning_rate": 3.0186753575605957e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5287676930427552,
      "num_tokens": 240578899.0,
      "step": 312460
    },
    {
      "epoch": 0.3963554628734661,
      "grad_norm": 7.375,
      "learning_rate": 3.018611926551967e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5191127389669419,
      "num_tokens": 240586680.0,
      "step": 312470
    },
    {
      "epoch": 0.39636814746599897,
      "grad_norm": 8.3125,
      "learning_rate": 3.0185484955433375e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5427317410707474,
      "num_tokens": 240593267.0,
      "step": 312480
    },
    {
      "epoch": 0.3963808320585318,
      "grad_norm": 5.4375,
      "learning_rate": 3.0184850645347084e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5395196586847305,
      "num_tokens": 240601752.0,
      "step": 312490
    },
    {
      "epoch": 0.3963935166510646,
      "grad_norm": 5.78125,
      "learning_rate": 3.018421633526079e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5353379130363465,
      "num_tokens": 240609568.0,
      "step": 312500
    },
    {
      "epoch": 0.39640620124359743,
      "grad_norm": 5.28125,
      "learning_rate": 3.01835820251745e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5447900980710983,
      "num_tokens": 240617513.0,
      "step": 312510
    },
    {
      "epoch": 0.3964188858361303,
      "grad_norm": 11.5,
      "learning_rate": 3.018294771508821e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5465100258588791,
      "num_tokens": 240624188.0,
      "step": 312520
    },
    {
      "epoch": 0.3964315704286631,
      "grad_norm": 5.28125,
      "learning_rate": 3.0182313405001915e-05,
      "loss": 1.9082,
      "mean_token_accuracy": 0.5668139278888702,
      "num_tokens": 240631810.0,
      "step": 312530
    },
    {
      "epoch": 0.39644425502119596,
      "grad_norm": 4.71875,
      "learning_rate": 3.0181679094915627e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5492988258600235,
      "num_tokens": 240639420.0,
      "step": 312540
    },
    {
      "epoch": 0.3964569396137288,
      "grad_norm": 6.28125,
      "learning_rate": 3.0181044784829333e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5645900517702103,
      "num_tokens": 240646467.0,
      "step": 312550
    },
    {
      "epoch": 0.39646962420626164,
      "grad_norm": 5.5625,
      "learning_rate": 3.018041047474304e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5254560798406601,
      "num_tokens": 240655605.0,
      "step": 312560
    },
    {
      "epoch": 0.3964823087987945,
      "grad_norm": 6.3125,
      "learning_rate": 3.0179776164656754e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5574681013822556,
      "num_tokens": 240662142.0,
      "step": 312570
    },
    {
      "epoch": 0.39649499339132727,
      "grad_norm": 4.625,
      "learning_rate": 3.017914185457046e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5422788500785828,
      "num_tokens": 240669208.0,
      "step": 312580
    },
    {
      "epoch": 0.3965076779838601,
      "grad_norm": 5.5,
      "learning_rate": 3.0178507544484168e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5292710602283478,
      "num_tokens": 240677025.0,
      "step": 312590
    },
    {
      "epoch": 0.39652036257639295,
      "grad_norm": 5.28125,
      "learning_rate": 3.0177873234397873e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.554209727048874,
      "num_tokens": 240685431.0,
      "step": 312600
    },
    {
      "epoch": 0.3965330471689258,
      "grad_norm": 6.6875,
      "learning_rate": 3.0177238924311585e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5525569975376129,
      "num_tokens": 240692559.0,
      "step": 312610
    },
    {
      "epoch": 0.39654573176145863,
      "grad_norm": 6.21875,
      "learning_rate": 3.0176604614225297e-05,
      "loss": 1.7643,
      "mean_token_accuracy": 0.5938470244407654,
      "num_tokens": 240700004.0,
      "step": 312620
    },
    {
      "epoch": 0.39655841635399147,
      "grad_norm": 7.0625,
      "learning_rate": 3.0175970304139e-05,
      "loss": 2.2414,
      "mean_token_accuracy": 0.5242222279310227,
      "num_tokens": 240706759.0,
      "step": 312630
    },
    {
      "epoch": 0.3965711009465243,
      "grad_norm": 6.78125,
      "learning_rate": 3.017533599405271e-05,
      "loss": 1.8426,
      "mean_token_accuracy": 0.5885054588317871,
      "num_tokens": 240713804.0,
      "step": 312640
    },
    {
      "epoch": 0.39658378553905715,
      "grad_norm": 4.9375,
      "learning_rate": 3.0174701683966417e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5574608087539673,
      "num_tokens": 240721446.0,
      "step": 312650
    },
    {
      "epoch": 0.39659647013158994,
      "grad_norm": 5.40625,
      "learning_rate": 3.017406737388013e-05,
      "loss": 2.3501,
      "mean_token_accuracy": 0.5021298259496689,
      "num_tokens": 240729061.0,
      "step": 312660
    },
    {
      "epoch": 0.3966091547241228,
      "grad_norm": 5.65625,
      "learning_rate": 3.0173433063793838e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.5208378463983536,
      "num_tokens": 240736981.0,
      "step": 312670
    },
    {
      "epoch": 0.3966218393166556,
      "grad_norm": 5.90625,
      "learning_rate": 3.0172798753707543e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5449266880750656,
      "num_tokens": 240744587.0,
      "step": 312680
    },
    {
      "epoch": 0.39663452390918846,
      "grad_norm": 5.15625,
      "learning_rate": 3.0172164443621255e-05,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5143558472394943,
      "num_tokens": 240753255.0,
      "step": 312690
    },
    {
      "epoch": 0.3966472085017213,
      "grad_norm": 7.75,
      "learning_rate": 3.017153013353496e-05,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5642722755670547,
      "num_tokens": 240760259.0,
      "step": 312700
    },
    {
      "epoch": 0.39665989309425415,
      "grad_norm": 7.5,
      "learning_rate": 3.017089582344867e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5752404630184174,
      "num_tokens": 240767129.0,
      "step": 312710
    },
    {
      "epoch": 0.396672577686787,
      "grad_norm": 5.34375,
      "learning_rate": 3.017026151336238e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5366887211799621,
      "num_tokens": 240774698.0,
      "step": 312720
    },
    {
      "epoch": 0.39668526227931983,
      "grad_norm": 5.5,
      "learning_rate": 3.0169627203276087e-05,
      "loss": 2.2743,
      "mean_token_accuracy": 0.514042541384697,
      "num_tokens": 240783183.0,
      "step": 312730
    },
    {
      "epoch": 0.3966979468718526,
      "grad_norm": 8.0625,
      "learning_rate": 3.0168992893189795e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5301689565181732,
      "num_tokens": 240791585.0,
      "step": 312740
    },
    {
      "epoch": 0.39671063146438545,
      "grad_norm": 5.25,
      "learning_rate": 3.01683585831035e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5480936884880065,
      "num_tokens": 240799719.0,
      "step": 312750
    },
    {
      "epoch": 0.3967233160569183,
      "grad_norm": 6.0625,
      "learning_rate": 3.0167724273017213e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5419367343187332,
      "num_tokens": 240807286.0,
      "step": 312760
    },
    {
      "epoch": 0.39673600064945114,
      "grad_norm": 6.75,
      "learning_rate": 3.016708996293092e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5200746715068817,
      "num_tokens": 240815853.0,
      "step": 312770
    },
    {
      "epoch": 0.396748685241984,
      "grad_norm": 4.875,
      "learning_rate": 3.0166455652844627e-05,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5580641448497772,
      "num_tokens": 240823465.0,
      "step": 312780
    },
    {
      "epoch": 0.3967613698345168,
      "grad_norm": 10.8125,
      "learning_rate": 3.016582134275834e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5527545154094696,
      "num_tokens": 240830680.0,
      "step": 312790
    },
    {
      "epoch": 0.39677405442704966,
      "grad_norm": 5.65625,
      "learning_rate": 3.0165187032672044e-05,
      "loss": 1.9212,
      "mean_token_accuracy": 0.5693706393241882,
      "num_tokens": 240837433.0,
      "step": 312800
    },
    {
      "epoch": 0.3967867390195825,
      "grad_norm": 6.46875,
      "learning_rate": 3.0164552722585753e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5493551343679428,
      "num_tokens": 240845293.0,
      "step": 312810
    },
    {
      "epoch": 0.3967994236121153,
      "grad_norm": 4.90625,
      "learning_rate": 3.0163918412499465e-05,
      "loss": 1.882,
      "mean_token_accuracy": 0.570426481962204,
      "num_tokens": 240852880.0,
      "step": 312820
    },
    {
      "epoch": 0.39681210820464813,
      "grad_norm": 4.65625,
      "learning_rate": 3.016328410241317e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5524298012256622,
      "num_tokens": 240860808.0,
      "step": 312830
    },
    {
      "epoch": 0.39682479279718097,
      "grad_norm": 4.65625,
      "learning_rate": 3.016264979232688e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5304577261209488,
      "num_tokens": 240868354.0,
      "step": 312840
    },
    {
      "epoch": 0.3968374773897138,
      "grad_norm": 5.46875,
      "learning_rate": 3.0162015482240585e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5490925043821335,
      "num_tokens": 240875632.0,
      "step": 312850
    },
    {
      "epoch": 0.39685016198224665,
      "grad_norm": 5.96875,
      "learning_rate": 3.0161381172154297e-05,
      "loss": 1.8889,
      "mean_token_accuracy": 0.584586164355278,
      "num_tokens": 240881320.0,
      "step": 312860
    },
    {
      "epoch": 0.3968628465747795,
      "grad_norm": 5.125,
      "learning_rate": 3.0160746862068006e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5355831950902938,
      "num_tokens": 240890207.0,
      "step": 312870
    },
    {
      "epoch": 0.39687553116731233,
      "grad_norm": 7.875,
      "learning_rate": 3.016011255198171e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5658859193325043,
      "num_tokens": 240897118.0,
      "step": 312880
    },
    {
      "epoch": 0.3968882157598451,
      "grad_norm": 9.6875,
      "learning_rate": 3.0159478241895423e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5274813264608383,
      "num_tokens": 240904770.0,
      "step": 312890
    },
    {
      "epoch": 0.39690090035237796,
      "grad_norm": 4.9375,
      "learning_rate": 3.015884393180913e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.51486856341362,
      "num_tokens": 240913406.0,
      "step": 312900
    },
    {
      "epoch": 0.3969135849449108,
      "grad_norm": 5.28125,
      "learning_rate": 3.0158209621722837e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5249395847320557,
      "num_tokens": 240922610.0,
      "step": 312910
    },
    {
      "epoch": 0.39692626953744364,
      "grad_norm": 5.75,
      "learning_rate": 3.015757531163655e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5552332848310471,
      "num_tokens": 240930724.0,
      "step": 312920
    },
    {
      "epoch": 0.3969389541299765,
      "grad_norm": 5.1875,
      "learning_rate": 3.0156941001550255e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5386515974998474,
      "num_tokens": 240938115.0,
      "step": 312930
    },
    {
      "epoch": 0.3969516387225093,
      "grad_norm": 5.34375,
      "learning_rate": 3.0156306691463963e-05,
      "loss": 1.8902,
      "mean_token_accuracy": 0.581168395280838,
      "num_tokens": 240946682.0,
      "step": 312940
    },
    {
      "epoch": 0.39696432331504217,
      "grad_norm": 5.59375,
      "learning_rate": 3.015567238137767e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5410646110773086,
      "num_tokens": 240954974.0,
      "step": 312950
    },
    {
      "epoch": 0.396977007907575,
      "grad_norm": 8.0625,
      "learning_rate": 3.015503807129138e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5485706716775894,
      "num_tokens": 240962451.0,
      "step": 312960
    },
    {
      "epoch": 0.3969896925001078,
      "grad_norm": 5.3125,
      "learning_rate": 3.015440376120509e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5366616934537888,
      "num_tokens": 240969978.0,
      "step": 312970
    },
    {
      "epoch": 0.39700237709264063,
      "grad_norm": 11.6875,
      "learning_rate": 3.0153769451118795e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5620463609695434,
      "num_tokens": 240978936.0,
      "step": 312980
    },
    {
      "epoch": 0.3970150616851735,
      "grad_norm": 5.09375,
      "learning_rate": 3.0153135141032507e-05,
      "loss": 2.2974,
      "mean_token_accuracy": 0.5034380227327346,
      "num_tokens": 240987952.0,
      "step": 312990
    },
    {
      "epoch": 0.3970277462777063,
      "grad_norm": 7.4375,
      "learning_rate": 3.0152500830946212e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5447969496250152,
      "num_tokens": 240995338.0,
      "step": 313000
    },
    {
      "epoch": 0.39704043087023916,
      "grad_norm": 6.96875,
      "learning_rate": 3.015186652085992e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5340595155954361,
      "num_tokens": 241003318.0,
      "step": 313010
    },
    {
      "epoch": 0.397053115462772,
      "grad_norm": 5.6875,
      "learning_rate": 3.0151232210773633e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5257958054542542,
      "num_tokens": 241011276.0,
      "step": 313020
    },
    {
      "epoch": 0.39706580005530484,
      "grad_norm": 7.0625,
      "learning_rate": 3.015059790068734e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.5139141470193863,
      "num_tokens": 241018978.0,
      "step": 313030
    },
    {
      "epoch": 0.3970784846478377,
      "grad_norm": 5.5625,
      "learning_rate": 3.014996359060105e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5360496163368225,
      "num_tokens": 241027353.0,
      "step": 313040
    },
    {
      "epoch": 0.39709116924037047,
      "grad_norm": 4.6875,
      "learning_rate": 3.0149329280514753e-05,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5192047268152237,
      "num_tokens": 241036139.0,
      "step": 313050
    },
    {
      "epoch": 0.3971038538329033,
      "grad_norm": 8.5625,
      "learning_rate": 3.0148694970428465e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.567987722158432,
      "num_tokens": 241043658.0,
      "step": 313060
    },
    {
      "epoch": 0.39711653842543615,
      "grad_norm": 5.9375,
      "learning_rate": 3.0148060660342177e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5387487441301346,
      "num_tokens": 241052189.0,
      "step": 313070
    },
    {
      "epoch": 0.397129223017969,
      "grad_norm": 5.15625,
      "learning_rate": 3.0147426350255882e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.5179008364677429,
      "num_tokens": 241059848.0,
      "step": 313080
    },
    {
      "epoch": 0.39714190761050183,
      "grad_norm": 4.625,
      "learning_rate": 3.014679204016959e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5283412873744965,
      "num_tokens": 241067522.0,
      "step": 313090
    },
    {
      "epoch": 0.3971545922030347,
      "grad_norm": 7.65625,
      "learning_rate": 3.0146157730083296e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5352871984243393,
      "num_tokens": 241075405.0,
      "step": 313100
    },
    {
      "epoch": 0.3971672767955675,
      "grad_norm": 5.75,
      "learning_rate": 3.014552341999701e-05,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5552162230014801,
      "num_tokens": 241081396.0,
      "step": 313110
    },
    {
      "epoch": 0.39717996138810036,
      "grad_norm": 5.1875,
      "learning_rate": 3.0144889109910717e-05,
      "loss": 2.3424,
      "mean_token_accuracy": 0.5094203740358353,
      "num_tokens": 241090516.0,
      "step": 313120
    },
    {
      "epoch": 0.39719264598063314,
      "grad_norm": 6.0625,
      "learning_rate": 3.0144254799824423e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5594324409961701,
      "num_tokens": 241098575.0,
      "step": 313130
    },
    {
      "epoch": 0.397205330573166,
      "grad_norm": 5.1875,
      "learning_rate": 3.0143620489738135e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5349101334810257,
      "num_tokens": 241107441.0,
      "step": 313140
    },
    {
      "epoch": 0.3972180151656988,
      "grad_norm": 5.53125,
      "learning_rate": 3.014298617965184e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5379271984100342,
      "num_tokens": 241115794.0,
      "step": 313150
    },
    {
      "epoch": 0.39723069975823166,
      "grad_norm": 7.21875,
      "learning_rate": 3.014235186956555e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5487296432256699,
      "num_tokens": 241123404.0,
      "step": 313160
    },
    {
      "epoch": 0.3972433843507645,
      "grad_norm": 5.21875,
      "learning_rate": 3.014171755947926e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5508482605218887,
      "num_tokens": 241131583.0,
      "step": 313170
    },
    {
      "epoch": 0.39725606894329735,
      "grad_norm": 5.15625,
      "learning_rate": 3.0141083249392966e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5348872900009155,
      "num_tokens": 241139614.0,
      "step": 313180
    },
    {
      "epoch": 0.3972687535358302,
      "grad_norm": 9.9375,
      "learning_rate": 3.0140448939306675e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5576616287231445,
      "num_tokens": 241147023.0,
      "step": 313190
    },
    {
      "epoch": 0.39728143812836303,
      "grad_norm": 6.96875,
      "learning_rate": 3.013981462922038e-05,
      "loss": 1.8917,
      "mean_token_accuracy": 0.5834804087877273,
      "num_tokens": 241154319.0,
      "step": 313200
    },
    {
      "epoch": 0.3972941227208958,
      "grad_norm": 4.96875,
      "learning_rate": 3.0139180319134093e-05,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5273652076721191,
      "num_tokens": 241163565.0,
      "step": 313210
    },
    {
      "epoch": 0.39730680731342866,
      "grad_norm": 6.75,
      "learning_rate": 3.01385460090478e-05,
      "loss": 2.2709,
      "mean_token_accuracy": 0.5168809443712234,
      "num_tokens": 241172051.0,
      "step": 313220
    },
    {
      "epoch": 0.3973194919059615,
      "grad_norm": 6.0,
      "learning_rate": 3.0137911698961507e-05,
      "loss": 1.8354,
      "mean_token_accuracy": 0.5841163516044616,
      "num_tokens": 241179918.0,
      "step": 313230
    },
    {
      "epoch": 0.39733217649849434,
      "grad_norm": 5.1875,
      "learning_rate": 3.013727738887522e-05,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5746065586805343,
      "num_tokens": 241186642.0,
      "step": 313240
    },
    {
      "epoch": 0.3973448610910272,
      "grad_norm": 5.5,
      "learning_rate": 3.0136643078788924e-05,
      "loss": 1.9118,
      "mean_token_accuracy": 0.5687237352132797,
      "num_tokens": 241194348.0,
      "step": 313250
    },
    {
      "epoch": 0.39735754568356,
      "grad_norm": 8.1875,
      "learning_rate": 3.0136008768702633e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.522949942946434,
      "num_tokens": 241202621.0,
      "step": 313260
    },
    {
      "epoch": 0.39737023027609286,
      "grad_norm": 5.71875,
      "learning_rate": 3.0135374458616345e-05,
      "loss": 2.2187,
      "mean_token_accuracy": 0.5287369221448899,
      "num_tokens": 241210564.0,
      "step": 313270
    },
    {
      "epoch": 0.39738291486862565,
      "grad_norm": 5.65625,
      "learning_rate": 3.013474014853005e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5351223647594452,
      "num_tokens": 241218680.0,
      "step": 313280
    },
    {
      "epoch": 0.3973955994611585,
      "grad_norm": 7.8125,
      "learning_rate": 3.013410583844376e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.54692063331604,
      "num_tokens": 241225516.0,
      "step": 313290
    },
    {
      "epoch": 0.39740828405369133,
      "grad_norm": 5.5625,
      "learning_rate": 3.013347152835747e-05,
      "loss": 2.2297,
      "mean_token_accuracy": 0.5196126490831375,
      "num_tokens": 241233643.0,
      "step": 313300
    },
    {
      "epoch": 0.39742096864622417,
      "grad_norm": 6.625,
      "learning_rate": 3.0132837218271177e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5452541708946228,
      "num_tokens": 241240427.0,
      "step": 313310
    },
    {
      "epoch": 0.397433653238757,
      "grad_norm": 6.90625,
      "learning_rate": 3.0132202908184885e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5339425355195999,
      "num_tokens": 241249071.0,
      "step": 313320
    },
    {
      "epoch": 0.39744633783128985,
      "grad_norm": 6.09375,
      "learning_rate": 3.013156859809859e-05,
      "loss": 1.7914,
      "mean_token_accuracy": 0.5918983399868012,
      "num_tokens": 241256179.0,
      "step": 313330
    },
    {
      "epoch": 0.3974590224238227,
      "grad_norm": 4.71875,
      "learning_rate": 3.0130934288012303e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5236998200416565,
      "num_tokens": 241264592.0,
      "step": 313340
    },
    {
      "epoch": 0.39747170701635554,
      "grad_norm": 6.6875,
      "learning_rate": 3.013029997792601e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5413117408752441,
      "num_tokens": 241272531.0,
      "step": 313350
    },
    {
      "epoch": 0.3974843916088883,
      "grad_norm": 5.5625,
      "learning_rate": 3.0129665667839717e-05,
      "loss": 2.2158,
      "mean_token_accuracy": 0.5260571986436844,
      "num_tokens": 241280784.0,
      "step": 313360
    },
    {
      "epoch": 0.39749707620142116,
      "grad_norm": 6.03125,
      "learning_rate": 3.012903135775343e-05,
      "loss": 2.2446,
      "mean_token_accuracy": 0.5148527771234512,
      "num_tokens": 241288560.0,
      "step": 313370
    },
    {
      "epoch": 0.397509760793954,
      "grad_norm": 5.1875,
      "learning_rate": 3.0128397047667134e-05,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5651763558387757,
      "num_tokens": 241295131.0,
      "step": 313380
    },
    {
      "epoch": 0.39752244538648684,
      "grad_norm": 5.6875,
      "learning_rate": 3.0127762737580843e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5499683141708374,
      "num_tokens": 241302818.0,
      "step": 313390
    },
    {
      "epoch": 0.3975351299790197,
      "grad_norm": 6.125,
      "learning_rate": 3.0127128427494555e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5569694608449935,
      "num_tokens": 241311110.0,
      "step": 313400
    },
    {
      "epoch": 0.3975478145715525,
      "grad_norm": 5.9375,
      "learning_rate": 3.012649411740826e-05,
      "loss": 1.9578,
      "mean_token_accuracy": 0.5769857496023179,
      "num_tokens": 241319533.0,
      "step": 313410
    },
    {
      "epoch": 0.39756049916408537,
      "grad_norm": 4.90625,
      "learning_rate": 3.0125859807321973e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5361750364303589,
      "num_tokens": 241327750.0,
      "step": 313420
    },
    {
      "epoch": 0.3975731837566182,
      "grad_norm": 6.03125,
      "learning_rate": 3.0125225497235675e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5320154219865799,
      "num_tokens": 241335524.0,
      "step": 313430
    },
    {
      "epoch": 0.397585868349151,
      "grad_norm": 5.03125,
      "learning_rate": 3.0124591187149387e-05,
      "loss": 2.2613,
      "mean_token_accuracy": 0.5102406293153763,
      "num_tokens": 241344011.0,
      "step": 313440
    },
    {
      "epoch": 0.39759855294168384,
      "grad_norm": 5.8125,
      "learning_rate": 3.01239568770631e-05,
      "loss": 2.2681,
      "mean_token_accuracy": 0.5200941413640976,
      "num_tokens": 241353380.0,
      "step": 313450
    },
    {
      "epoch": 0.3976112375342167,
      "grad_norm": 6.84375,
      "learning_rate": 3.0123322566976804e-05,
      "loss": 1.7912,
      "mean_token_accuracy": 0.5895119309425354,
      "num_tokens": 241360453.0,
      "step": 313460
    },
    {
      "epoch": 0.3976239221267495,
      "grad_norm": 6.03125,
      "learning_rate": 3.0122688256890513e-05,
      "loss": 2.218,
      "mean_token_accuracy": 0.5188633561134338,
      "num_tokens": 241369663.0,
      "step": 313470
    },
    {
      "epoch": 0.39763660671928236,
      "grad_norm": 5.78125,
      "learning_rate": 3.012205394680422e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5524345844984054,
      "num_tokens": 241376726.0,
      "step": 313480
    },
    {
      "epoch": 0.3976492913118152,
      "grad_norm": 5.125,
      "learning_rate": 3.012141963671793e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5635360300540924,
      "num_tokens": 241383889.0,
      "step": 313490
    },
    {
      "epoch": 0.39766197590434804,
      "grad_norm": 4.78125,
      "learning_rate": 3.012078532663164e-05,
      "loss": 2.3126,
      "mean_token_accuracy": 0.5172947376966477,
      "num_tokens": 241391354.0,
      "step": 313500
    },
    {
      "epoch": 0.3976746604968809,
      "grad_norm": 5.46875,
      "learning_rate": 3.0120151016545345e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5248143404722214,
      "num_tokens": 241400315.0,
      "step": 313510
    },
    {
      "epoch": 0.39768734508941367,
      "grad_norm": 4.8125,
      "learning_rate": 3.0119516706459057e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5505200028419495,
      "num_tokens": 241409111.0,
      "step": 313520
    },
    {
      "epoch": 0.3977000296819465,
      "grad_norm": 5.125,
      "learning_rate": 3.0118882396372762e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5446850448846817,
      "num_tokens": 241416270.0,
      "step": 313530
    },
    {
      "epoch": 0.39771271427447935,
      "grad_norm": 4.90625,
      "learning_rate": 3.011824808628647e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5529710739850998,
      "num_tokens": 241423909.0,
      "step": 313540
    },
    {
      "epoch": 0.3977253988670122,
      "grad_norm": 5.0625,
      "learning_rate": 3.0117613776200183e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.521483051776886,
      "num_tokens": 241432688.0,
      "step": 313550
    },
    {
      "epoch": 0.39773808345954503,
      "grad_norm": 7.25,
      "learning_rate": 3.011697946611389e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5722523242235183,
      "num_tokens": 241439111.0,
      "step": 313560
    },
    {
      "epoch": 0.3977507680520779,
      "grad_norm": 5.5625,
      "learning_rate": 3.0116345156027597e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5278217196464539,
      "num_tokens": 241446936.0,
      "step": 313570
    },
    {
      "epoch": 0.3977634526446107,
      "grad_norm": 6.28125,
      "learning_rate": 3.0115710845941302e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5405373364686966,
      "num_tokens": 241455132.0,
      "step": 313580
    },
    {
      "epoch": 0.39777613723714356,
      "grad_norm": 5.09375,
      "learning_rate": 3.0115076535855015e-05,
      "loss": 2.236,
      "mean_token_accuracy": 0.5231913208961487,
      "num_tokens": 241463180.0,
      "step": 313590
    },
    {
      "epoch": 0.39778882182967634,
      "grad_norm": 4.375,
      "learning_rate": 3.0114442225768723e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5316529870033264,
      "num_tokens": 241471954.0,
      "step": 313600
    },
    {
      "epoch": 0.3978015064222092,
      "grad_norm": 5.6875,
      "learning_rate": 3.011380791568243e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5552768766880035,
      "num_tokens": 241479981.0,
      "step": 313610
    },
    {
      "epoch": 0.397814191014742,
      "grad_norm": 8.125,
      "learning_rate": 3.011317360559614e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5624920040369034,
      "num_tokens": 241487041.0,
      "step": 313620
    },
    {
      "epoch": 0.39782687560727487,
      "grad_norm": 4.78125,
      "learning_rate": 3.0112539295509846e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.538871419429779,
      "num_tokens": 241495371.0,
      "step": 313630
    },
    {
      "epoch": 0.3978395601998077,
      "grad_norm": 4.6875,
      "learning_rate": 3.0111904985423555e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5700343787670136,
      "num_tokens": 241502681.0,
      "step": 313640
    },
    {
      "epoch": 0.39785224479234055,
      "grad_norm": 10.8125,
      "learning_rate": 3.0111270675337267e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5607905060052871,
      "num_tokens": 241510093.0,
      "step": 313650
    },
    {
      "epoch": 0.3978649293848734,
      "grad_norm": 10.375,
      "learning_rate": 3.0110636365250972e-05,
      "loss": 1.8726,
      "mean_token_accuracy": 0.5722967654466629,
      "num_tokens": 241518222.0,
      "step": 313660
    },
    {
      "epoch": 0.39787761397740623,
      "grad_norm": 5.15625,
      "learning_rate": 3.011000205516468e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5372839272022247,
      "num_tokens": 241527407.0,
      "step": 313670
    },
    {
      "epoch": 0.397890298569939,
      "grad_norm": 7.375,
      "learning_rate": 3.0109367745078386e-05,
      "loss": 1.956,
      "mean_token_accuracy": 0.5614544302225113,
      "num_tokens": 241535022.0,
      "step": 313680
    },
    {
      "epoch": 0.39790298316247186,
      "grad_norm": 7.5,
      "learning_rate": 3.01087334349921e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5693425685167313,
      "num_tokens": 241542538.0,
      "step": 313690
    },
    {
      "epoch": 0.3979156677550047,
      "grad_norm": 4.6875,
      "learning_rate": 3.0108099124905807e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5331030339002609,
      "num_tokens": 241551728.0,
      "step": 313700
    },
    {
      "epoch": 0.39792835234753754,
      "grad_norm": 5.0,
      "learning_rate": 3.0107464814819513e-05,
      "loss": 1.8842,
      "mean_token_accuracy": 0.5857593774795532,
      "num_tokens": 241559371.0,
      "step": 313710
    },
    {
      "epoch": 0.3979410369400704,
      "grad_norm": 6.1875,
      "learning_rate": 3.0106830504733225e-05,
      "loss": 1.8485,
      "mean_token_accuracy": 0.5831110835075378,
      "num_tokens": 241567039.0,
      "step": 313720
    },
    {
      "epoch": 0.3979537215326032,
      "grad_norm": 5.0,
      "learning_rate": 3.010619619464693e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5399014413356781,
      "num_tokens": 241574758.0,
      "step": 313730
    },
    {
      "epoch": 0.39796640612513606,
      "grad_norm": 5.84375,
      "learning_rate": 3.010556188456064e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5225584656000137,
      "num_tokens": 241583137.0,
      "step": 313740
    },
    {
      "epoch": 0.39797909071766885,
      "grad_norm": 4.875,
      "learning_rate": 3.010492757447435e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5300696283578873,
      "num_tokens": 241590633.0,
      "step": 313750
    },
    {
      "epoch": 0.3979917753102017,
      "grad_norm": 5.09375,
      "learning_rate": 3.0104293264388056e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.541809406876564,
      "num_tokens": 241598949.0,
      "step": 313760
    },
    {
      "epoch": 0.39800445990273453,
      "grad_norm": 5.03125,
      "learning_rate": 3.0103658954301765e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5304790139198303,
      "num_tokens": 241606613.0,
      "step": 313770
    },
    {
      "epoch": 0.39801714449526737,
      "grad_norm": 5.9375,
      "learning_rate": 3.010302464421547e-05,
      "loss": 2.3069,
      "mean_token_accuracy": 0.510285621881485,
      "num_tokens": 241614245.0,
      "step": 313780
    },
    {
      "epoch": 0.3980298290878002,
      "grad_norm": 6.9375,
      "learning_rate": 3.0102390334129183e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5551929742097854,
      "num_tokens": 241621200.0,
      "step": 313790
    },
    {
      "epoch": 0.39804251368033305,
      "grad_norm": 6.75,
      "learning_rate": 3.0101756024042895e-05,
      "loss": 1.8339,
      "mean_token_accuracy": 0.589518803358078,
      "num_tokens": 241627253.0,
      "step": 313800
    },
    {
      "epoch": 0.3980551982728659,
      "grad_norm": 4.75,
      "learning_rate": 3.0101121713956597e-05,
      "loss": 2.2378,
      "mean_token_accuracy": 0.5137395232915878,
      "num_tokens": 241635914.0,
      "step": 313810
    },
    {
      "epoch": 0.39806788286539874,
      "grad_norm": 4.8125,
      "learning_rate": 3.010048740387031e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5309707581996918,
      "num_tokens": 241644302.0,
      "step": 313820
    },
    {
      "epoch": 0.3980805674579315,
      "grad_norm": 4.84375,
      "learning_rate": 3.0099853093784014e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5436190634965896,
      "num_tokens": 241651427.0,
      "step": 313830
    },
    {
      "epoch": 0.39809325205046436,
      "grad_norm": 4.75,
      "learning_rate": 3.0099218783697726e-05,
      "loss": 2.2395,
      "mean_token_accuracy": 0.5100123971700669,
      "num_tokens": 241659593.0,
      "step": 313840
    },
    {
      "epoch": 0.3981059366429972,
      "grad_norm": 4.5625,
      "learning_rate": 3.0098584473611435e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5413828581571579,
      "num_tokens": 241667920.0,
      "step": 313850
    },
    {
      "epoch": 0.39811862123553005,
      "grad_norm": 5.65625,
      "learning_rate": 3.009795016352514e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.542671537399292,
      "num_tokens": 241676975.0,
      "step": 313860
    },
    {
      "epoch": 0.3981313058280629,
      "grad_norm": 5.1875,
      "learning_rate": 3.0097315853438852e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5756790965795517,
      "num_tokens": 241684160.0,
      "step": 313870
    },
    {
      "epoch": 0.39814399042059573,
      "grad_norm": 5.15625,
      "learning_rate": 3.0096681543352558e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5552059948444367,
      "num_tokens": 241692155.0,
      "step": 313880
    },
    {
      "epoch": 0.39815667501312857,
      "grad_norm": 4.9375,
      "learning_rate": 3.0096047233266267e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5551518499851227,
      "num_tokens": 241701144.0,
      "step": 313890
    },
    {
      "epoch": 0.3981693596056614,
      "grad_norm": 9.0625,
      "learning_rate": 3.009541292317998e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5636041432619094,
      "num_tokens": 241708694.0,
      "step": 313900
    },
    {
      "epoch": 0.3981820441981942,
      "grad_norm": 4.5625,
      "learning_rate": 3.0094778613093684e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5145555108785629,
      "num_tokens": 241717780.0,
      "step": 313910
    },
    {
      "epoch": 0.39819472879072704,
      "grad_norm": 8.0625,
      "learning_rate": 3.0094144303007393e-05,
      "loss": 2.3055,
      "mean_token_accuracy": 0.5109561204910278,
      "num_tokens": 241725520.0,
      "step": 313920
    },
    {
      "epoch": 0.3982074133832599,
      "grad_norm": 7.375,
      "learning_rate": 3.0093509992921098e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5369548171758651,
      "num_tokens": 241734208.0,
      "step": 313930
    },
    {
      "epoch": 0.3982200979757927,
      "grad_norm": 5.21875,
      "learning_rate": 3.009287568283481e-05,
      "loss": 1.9239,
      "mean_token_accuracy": 0.5593548238277435,
      "num_tokens": 241741144.0,
      "step": 313940
    },
    {
      "epoch": 0.39823278256832556,
      "grad_norm": 5.625,
      "learning_rate": 3.009224137274852e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5271554201841354,
      "num_tokens": 241749546.0,
      "step": 313950
    },
    {
      "epoch": 0.3982454671608584,
      "grad_norm": 5.90625,
      "learning_rate": 3.0091607062662224e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5308676093816758,
      "num_tokens": 241756987.0,
      "step": 313960
    },
    {
      "epoch": 0.39825815175339124,
      "grad_norm": 4.8125,
      "learning_rate": 3.0090972752575936e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5434752017259598,
      "num_tokens": 241765066.0,
      "step": 313970
    },
    {
      "epoch": 0.3982708363459241,
      "grad_norm": 5.0625,
      "learning_rate": 3.0090338442489642e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5552900552749633,
      "num_tokens": 241772003.0,
      "step": 313980
    },
    {
      "epoch": 0.39828352093845687,
      "grad_norm": 5.46875,
      "learning_rate": 3.008970413240335e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5394341289997101,
      "num_tokens": 241780200.0,
      "step": 313990
    },
    {
      "epoch": 0.3982962055309897,
      "grad_norm": 4.8125,
      "learning_rate": 3.0089069822317063e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5463506042957306,
      "num_tokens": 241788267.0,
      "step": 314000
    },
    {
      "epoch": 0.39830889012352255,
      "grad_norm": 6.09375,
      "learning_rate": 3.0088435512230768e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.542492538690567,
      "num_tokens": 241796792.0,
      "step": 314010
    },
    {
      "epoch": 0.3983215747160554,
      "grad_norm": 6.03125,
      "learning_rate": 3.0087801202144477e-05,
      "loss": 1.902,
      "mean_token_accuracy": 0.5715087473392486,
      "num_tokens": 241805222.0,
      "step": 314020
    },
    {
      "epoch": 0.39833425930858823,
      "grad_norm": 8.9375,
      "learning_rate": 3.0087166892058182e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5658505886793137,
      "num_tokens": 241812019.0,
      "step": 314030
    },
    {
      "epoch": 0.3983469439011211,
      "grad_norm": 8.4375,
      "learning_rate": 3.0086532581971894e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.521692368388176,
      "num_tokens": 241819870.0,
      "step": 314040
    },
    {
      "epoch": 0.3983596284936539,
      "grad_norm": 5.40625,
      "learning_rate": 3.0085898271885603e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.523693174123764,
      "num_tokens": 241828996.0,
      "step": 314050
    },
    {
      "epoch": 0.39837231308618676,
      "grad_norm": 5.21875,
      "learning_rate": 3.008526396179931e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.530967065691948,
      "num_tokens": 241836661.0,
      "step": 314060
    },
    {
      "epoch": 0.39838499767871954,
      "grad_norm": 4.8125,
      "learning_rate": 3.008462965171302e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5372689723968506,
      "num_tokens": 241844672.0,
      "step": 314070
    },
    {
      "epoch": 0.3983976822712524,
      "grad_norm": 5.4375,
      "learning_rate": 3.0083995341626726e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5520629644393921,
      "num_tokens": 241853153.0,
      "step": 314080
    },
    {
      "epoch": 0.3984103668637852,
      "grad_norm": 6.84375,
      "learning_rate": 3.0083361031540435e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5571460157632828,
      "num_tokens": 241860277.0,
      "step": 314090
    },
    {
      "epoch": 0.39842305145631807,
      "grad_norm": 4.75,
      "learning_rate": 3.0082726721454147e-05,
      "loss": 1.8501,
      "mean_token_accuracy": 0.5755774229764938,
      "num_tokens": 241868854.0,
      "step": 314100
    },
    {
      "epoch": 0.3984357360488509,
      "grad_norm": 5.6875,
      "learning_rate": 3.0082092411367852e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5503817975521088,
      "num_tokens": 241874523.0,
      "step": 314110
    },
    {
      "epoch": 0.39844842064138375,
      "grad_norm": 5.625,
      "learning_rate": 3.008145810128156e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5516879588365555,
      "num_tokens": 241882390.0,
      "step": 314120
    },
    {
      "epoch": 0.3984611052339166,
      "grad_norm": 6.03125,
      "learning_rate": 3.0080823791195266e-05,
      "loss": 2.2714,
      "mean_token_accuracy": 0.5118190675973893,
      "num_tokens": 241891177.0,
      "step": 314130
    },
    {
      "epoch": 0.39847378982644943,
      "grad_norm": 9.625,
      "learning_rate": 3.0080189481108978e-05,
      "loss": 1.8423,
      "mean_token_accuracy": 0.5926289409399033,
      "num_tokens": 241897222.0,
      "step": 314140
    },
    {
      "epoch": 0.3984864744189822,
      "grad_norm": 5.90625,
      "learning_rate": 3.0079555171022687e-05,
      "loss": 1.8323,
      "mean_token_accuracy": 0.5958380699157715,
      "num_tokens": 241903913.0,
      "step": 314150
    },
    {
      "epoch": 0.39849915901151506,
      "grad_norm": 7.4375,
      "learning_rate": 3.0078920860936392e-05,
      "loss": 1.9061,
      "mean_token_accuracy": 0.5763303846120834,
      "num_tokens": 241911610.0,
      "step": 314160
    },
    {
      "epoch": 0.3985118436040479,
      "grad_norm": 6.21875,
      "learning_rate": 3.0078286550850104e-05,
      "loss": 2.2692,
      "mean_token_accuracy": 0.5142482906579972,
      "num_tokens": 241919642.0,
      "step": 314170
    },
    {
      "epoch": 0.39852452819658074,
      "grad_norm": 5.59375,
      "learning_rate": 3.0077652240763817e-05,
      "loss": 1.9241,
      "mean_token_accuracy": 0.5803369045257568,
      "num_tokens": 241927056.0,
      "step": 314180
    },
    {
      "epoch": 0.3985372127891136,
      "grad_norm": 5.1875,
      "learning_rate": 3.007701793067752e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5449502468109131,
      "num_tokens": 241934873.0,
      "step": 314190
    },
    {
      "epoch": 0.3985498973816464,
      "grad_norm": 6.15625,
      "learning_rate": 3.007638362059123e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5377516180276871,
      "num_tokens": 241942647.0,
      "step": 314200
    },
    {
      "epoch": 0.39856258197417926,
      "grad_norm": 5.3125,
      "learning_rate": 3.0075749310504936e-05,
      "loss": 1.7193,
      "mean_token_accuracy": 0.622042915225029,
      "num_tokens": 241950307.0,
      "step": 314210
    },
    {
      "epoch": 0.39857526656671205,
      "grad_norm": 6.25,
      "learning_rate": 3.0075115000418648e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5324177771806717,
      "num_tokens": 241957916.0,
      "step": 314220
    },
    {
      "epoch": 0.3985879511592449,
      "grad_norm": 4.46875,
      "learning_rate": 3.0074480690332357e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5371406644582748,
      "num_tokens": 241966033.0,
      "step": 314230
    },
    {
      "epoch": 0.39860063575177773,
      "grad_norm": 9.75,
      "learning_rate": 3.0073846380246062e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5351740539073944,
      "num_tokens": 241974008.0,
      "step": 314240
    },
    {
      "epoch": 0.3986133203443106,
      "grad_norm": 5.78125,
      "learning_rate": 3.0073212070159774e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5388606727123261,
      "num_tokens": 241981645.0,
      "step": 314250
    },
    {
      "epoch": 0.3986260049368434,
      "grad_norm": 5.40625,
      "learning_rate": 3.007257776007348e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5562578350305557,
      "num_tokens": 241987604.0,
      "step": 314260
    },
    {
      "epoch": 0.39863868952937626,
      "grad_norm": 5.34375,
      "learning_rate": 3.007194344998719e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5269702106714249,
      "num_tokens": 241995143.0,
      "step": 314270
    },
    {
      "epoch": 0.3986513741219091,
      "grad_norm": 6.03125,
      "learning_rate": 3.00713091399009e-05,
      "loss": 1.8338,
      "mean_token_accuracy": 0.5842218905687332,
      "num_tokens": 242002264.0,
      "step": 314280
    },
    {
      "epoch": 0.39866405871444194,
      "grad_norm": 5.28125,
      "learning_rate": 3.0070674829814606e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5527389287948609,
      "num_tokens": 242010168.0,
      "step": 314290
    },
    {
      "epoch": 0.3986767433069747,
      "grad_norm": 7.4375,
      "learning_rate": 3.0070040519728315e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5393569201231003,
      "num_tokens": 242017279.0,
      "step": 314300
    },
    {
      "epoch": 0.39868942789950756,
      "grad_norm": 6.46875,
      "learning_rate": 3.006940620964202e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5686456322669983,
      "num_tokens": 242023698.0,
      "step": 314310
    },
    {
      "epoch": 0.3987021124920404,
      "grad_norm": 5.125,
      "learning_rate": 3.0068771899555732e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5692994445562363,
      "num_tokens": 242031835.0,
      "step": 314320
    },
    {
      "epoch": 0.39871479708457325,
      "grad_norm": 4.71875,
      "learning_rate": 3.006813758946944e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5225584030151367,
      "num_tokens": 242041160.0,
      "step": 314330
    },
    {
      "epoch": 0.3987274816771061,
      "grad_norm": 5.8125,
      "learning_rate": 3.0067503279383146e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5369096904993057,
      "num_tokens": 242050191.0,
      "step": 314340
    },
    {
      "epoch": 0.39874016626963893,
      "grad_norm": 5.03125,
      "learning_rate": 3.006686896929686e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5745136797428131,
      "num_tokens": 242057457.0,
      "step": 314350
    },
    {
      "epoch": 0.39875285086217177,
      "grad_norm": 4.9375,
      "learning_rate": 3.0066234659210564e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5487165957689285,
      "num_tokens": 242066152.0,
      "step": 314360
    },
    {
      "epoch": 0.3987655354547046,
      "grad_norm": 5.84375,
      "learning_rate": 3.0065600349124273e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5466363787651062,
      "num_tokens": 242073753.0,
      "step": 314370
    },
    {
      "epoch": 0.3987782200472374,
      "grad_norm": 4.84375,
      "learning_rate": 3.0064966039037985e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5344552874565125,
      "num_tokens": 242082981.0,
      "step": 314380
    },
    {
      "epoch": 0.39879090463977024,
      "grad_norm": 4.625,
      "learning_rate": 3.006433172895169e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5468663901090622,
      "num_tokens": 242090154.0,
      "step": 314390
    },
    {
      "epoch": 0.3988035892323031,
      "grad_norm": 6.5,
      "learning_rate": 3.00636974188654e-05,
      "loss": 1.7793,
      "mean_token_accuracy": 0.5922376155853272,
      "num_tokens": 242096310.0,
      "step": 314400
    },
    {
      "epoch": 0.3988162738248359,
      "grad_norm": 4.875,
      "learning_rate": 3.0063063108779104e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5349146038293838,
      "num_tokens": 242104614.0,
      "step": 314410
    },
    {
      "epoch": 0.39882895841736876,
      "grad_norm": 9.875,
      "learning_rate": 3.0062428798692816e-05,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5780125617980957,
      "num_tokens": 242111007.0,
      "step": 314420
    },
    {
      "epoch": 0.3988416430099016,
      "grad_norm": 6.625,
      "learning_rate": 3.0061794488606525e-05,
      "loss": 2.2112,
      "mean_token_accuracy": 0.514430147409439,
      "num_tokens": 242118909.0,
      "step": 314430
    },
    {
      "epoch": 0.39885432760243444,
      "grad_norm": 5.21875,
      "learning_rate": 3.006116017852023e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5410326093435287,
      "num_tokens": 242127747.0,
      "step": 314440
    },
    {
      "epoch": 0.3988670121949673,
      "grad_norm": 4.90625,
      "learning_rate": 3.0060525868433942e-05,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5160473734140396,
      "num_tokens": 242135881.0,
      "step": 314450
    },
    {
      "epoch": 0.39887969678750007,
      "grad_norm": 6.03125,
      "learning_rate": 3.0059891558347648e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5529418289661407,
      "num_tokens": 242143990.0,
      "step": 314460
    },
    {
      "epoch": 0.3988923813800329,
      "grad_norm": 5.625,
      "learning_rate": 3.0059257248261357e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5674643158912659,
      "num_tokens": 242150410.0,
      "step": 314470
    },
    {
      "epoch": 0.39890506597256575,
      "grad_norm": 4.84375,
      "learning_rate": 3.005862293817507e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5439254552125931,
      "num_tokens": 242157525.0,
      "step": 314480
    },
    {
      "epoch": 0.3989177505650986,
      "grad_norm": 9.5625,
      "learning_rate": 3.0057988628088774e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5545244753360749,
      "num_tokens": 242164814.0,
      "step": 314490
    },
    {
      "epoch": 0.39893043515763144,
      "grad_norm": 5.0,
      "learning_rate": 3.0057354318002483e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5364443361759186,
      "num_tokens": 242173062.0,
      "step": 314500
    },
    {
      "epoch": 0.3989431197501643,
      "grad_norm": 11.4375,
      "learning_rate": 3.0056720007916188e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5227837413549423,
      "num_tokens": 242180489.0,
      "step": 314510
    },
    {
      "epoch": 0.3989558043426971,
      "grad_norm": 4.59375,
      "learning_rate": 3.00560856978299e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5415153950452805,
      "num_tokens": 242188787.0,
      "step": 314520
    },
    {
      "epoch": 0.39896848893522996,
      "grad_norm": 5.53125,
      "learning_rate": 3.005545138774361e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5600546926259995,
      "num_tokens": 242196421.0,
      "step": 314530
    },
    {
      "epoch": 0.39898117352776274,
      "grad_norm": 5.21875,
      "learning_rate": 3.0054817077657314e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5450498133897781,
      "num_tokens": 242202885.0,
      "step": 314540
    },
    {
      "epoch": 0.3989938581202956,
      "grad_norm": 7.71875,
      "learning_rate": 3.0054182767571026e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5686648935079575,
      "num_tokens": 242208947.0,
      "step": 314550
    },
    {
      "epoch": 0.3990065427128284,
      "grad_norm": 5.25,
      "learning_rate": 3.0053548457484732e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5328982055187226,
      "num_tokens": 242216712.0,
      "step": 314560
    },
    {
      "epoch": 0.39901922730536127,
      "grad_norm": 4.96875,
      "learning_rate": 3.005291414739844e-05,
      "loss": 2.3035,
      "mean_token_accuracy": 0.5064452350139618,
      "num_tokens": 242226184.0,
      "step": 314570
    },
    {
      "epoch": 0.3990319118978941,
      "grad_norm": 11.25,
      "learning_rate": 3.0052279837312153e-05,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5925017535686493,
      "num_tokens": 242233345.0,
      "step": 314580
    },
    {
      "epoch": 0.39904459649042695,
      "grad_norm": 5.75,
      "learning_rate": 3.0051645527225858e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5821703046560287,
      "num_tokens": 242238860.0,
      "step": 314590
    },
    {
      "epoch": 0.3990572810829598,
      "grad_norm": 6.5625,
      "learning_rate": 3.005101121713957e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5228298723697662,
      "num_tokens": 242246755.0,
      "step": 314600
    },
    {
      "epoch": 0.39906996567549263,
      "grad_norm": 6.875,
      "learning_rate": 3.0050376907053272e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5558360517024994,
      "num_tokens": 242254823.0,
      "step": 314610
    },
    {
      "epoch": 0.3990826502680254,
      "grad_norm": 5.21875,
      "learning_rate": 3.0049742596966984e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.537790197134018,
      "num_tokens": 242262778.0,
      "step": 314620
    },
    {
      "epoch": 0.39909533486055826,
      "grad_norm": 12.75,
      "learning_rate": 3.0049108286880696e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5461939126253128,
      "num_tokens": 242269482.0,
      "step": 314630
    },
    {
      "epoch": 0.3991080194530911,
      "grad_norm": 5.09375,
      "learning_rate": 3.0048473976794402e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5265746921300888,
      "num_tokens": 242278251.0,
      "step": 314640
    },
    {
      "epoch": 0.39912070404562394,
      "grad_norm": 6.75,
      "learning_rate": 3.004783966670811e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5684096544981003,
      "num_tokens": 242286500.0,
      "step": 314650
    },
    {
      "epoch": 0.3991333886381568,
      "grad_norm": 6.0625,
      "learning_rate": 3.0047205356621816e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5464820802211762,
      "num_tokens": 242294428.0,
      "step": 314660
    },
    {
      "epoch": 0.3991460732306896,
      "grad_norm": 4.96875,
      "learning_rate": 3.0046571046535528e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5337918430566788,
      "num_tokens": 242302711.0,
      "step": 314670
    },
    {
      "epoch": 0.39915875782322247,
      "grad_norm": 5.90625,
      "learning_rate": 3.0045936736449237e-05,
      "loss": 1.9447,
      "mean_token_accuracy": 0.5689268320798874,
      "num_tokens": 242311341.0,
      "step": 314680
    },
    {
      "epoch": 0.39917144241575525,
      "grad_norm": 6.90625,
      "learning_rate": 3.0045302426362942e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.546894758939743,
      "num_tokens": 242319218.0,
      "step": 314690
    },
    {
      "epoch": 0.3991841270082881,
      "grad_norm": 6.8125,
      "learning_rate": 3.0044668116276654e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5492580741643905,
      "num_tokens": 242326941.0,
      "step": 314700
    },
    {
      "epoch": 0.39919681160082093,
      "grad_norm": 5.15625,
      "learning_rate": 3.004403380619036e-05,
      "loss": 2.1929,
      "mean_token_accuracy": 0.5211536049842834,
      "num_tokens": 242334061.0,
      "step": 314710
    },
    {
      "epoch": 0.3992094961933538,
      "grad_norm": 7.09375,
      "learning_rate": 3.0043399496104068e-05,
      "loss": 1.6376,
      "mean_token_accuracy": 0.6242838472127914,
      "num_tokens": 242339886.0,
      "step": 314720
    },
    {
      "epoch": 0.3992221807858866,
      "grad_norm": 5.0,
      "learning_rate": 3.004276518601778e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5514486312866211,
      "num_tokens": 242348444.0,
      "step": 314730
    },
    {
      "epoch": 0.39923486537841946,
      "grad_norm": 5.21875,
      "learning_rate": 3.0042130875931486e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5444951742887497,
      "num_tokens": 242355905.0,
      "step": 314740
    },
    {
      "epoch": 0.3992475499709523,
      "grad_norm": 5.28125,
      "learning_rate": 3.0041496565845194e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5595666825771332,
      "num_tokens": 242363940.0,
      "step": 314750
    },
    {
      "epoch": 0.39926023456348514,
      "grad_norm": 6.125,
      "learning_rate": 3.00408622557589e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5383372932672501,
      "num_tokens": 242371091.0,
      "step": 314760
    },
    {
      "epoch": 0.3992729191560179,
      "grad_norm": 4.53125,
      "learning_rate": 3.0040227945672612e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5598154485225677,
      "num_tokens": 242378350.0,
      "step": 314770
    },
    {
      "epoch": 0.39928560374855077,
      "grad_norm": 7.34375,
      "learning_rate": 3.003959363558632e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5367345154285431,
      "num_tokens": 242386235.0,
      "step": 314780
    },
    {
      "epoch": 0.3992982883410836,
      "grad_norm": 5.09375,
      "learning_rate": 3.0038959325500026e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.545490175485611,
      "num_tokens": 242393759.0,
      "step": 314790
    },
    {
      "epoch": 0.39931097293361645,
      "grad_norm": 5.625,
      "learning_rate": 3.0038325015413738e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5384294509887695,
      "num_tokens": 242401780.0,
      "step": 314800
    },
    {
      "epoch": 0.3993236575261493,
      "grad_norm": 5.28125,
      "learning_rate": 3.0037690705327444e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5637856304645539,
      "num_tokens": 242410492.0,
      "step": 314810
    },
    {
      "epoch": 0.39933634211868213,
      "grad_norm": 4.6875,
      "learning_rate": 3.0037056395241152e-05,
      "loss": 1.7991,
      "mean_token_accuracy": 0.59393090903759,
      "num_tokens": 242418111.0,
      "step": 314820
    },
    {
      "epoch": 0.39934902671121497,
      "grad_norm": 5.9375,
      "learning_rate": 3.0036422085154864e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5626507103443146,
      "num_tokens": 242425468.0,
      "step": 314830
    },
    {
      "epoch": 0.3993617113037478,
      "grad_norm": 5.6875,
      "learning_rate": 3.003578777506857e-05,
      "loss": 1.9036,
      "mean_token_accuracy": 0.5754735320806503,
      "num_tokens": 242432314.0,
      "step": 314840
    },
    {
      "epoch": 0.3993743958962806,
      "grad_norm": 4.9375,
      "learning_rate": 3.003515346498228e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5630276262760162,
      "num_tokens": 242440232.0,
      "step": 314850
    },
    {
      "epoch": 0.39938708048881344,
      "grad_norm": 5.1875,
      "learning_rate": 3.0034519154895984e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5407616853713989,
      "num_tokens": 242449714.0,
      "step": 314860
    },
    {
      "epoch": 0.3993997650813463,
      "grad_norm": 5.96875,
      "learning_rate": 3.0033884844809696e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5561868876218796,
      "num_tokens": 242456163.0,
      "step": 314870
    },
    {
      "epoch": 0.3994124496738791,
      "grad_norm": 5.25,
      "learning_rate": 3.0033250534723405e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.540413624048233,
      "num_tokens": 242464958.0,
      "step": 314880
    },
    {
      "epoch": 0.39942513426641196,
      "grad_norm": 6.25,
      "learning_rate": 3.003261622463711e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5664775341749191,
      "num_tokens": 242471900.0,
      "step": 314890
    },
    {
      "epoch": 0.3994378188589448,
      "grad_norm": 5.25,
      "learning_rate": 3.0031981914550822e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5129342883825302,
      "num_tokens": 242480493.0,
      "step": 314900
    },
    {
      "epoch": 0.39945050345147765,
      "grad_norm": 5.15625,
      "learning_rate": 3.0031347604464528e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5271241664886475,
      "num_tokens": 242488916.0,
      "step": 314910
    },
    {
      "epoch": 0.3994631880440105,
      "grad_norm": 5.4375,
      "learning_rate": 3.0030713294378236e-05,
      "loss": 1.942,
      "mean_token_accuracy": 0.5759971082210541,
      "num_tokens": 242495805.0,
      "step": 314920
    },
    {
      "epoch": 0.39947587263654327,
      "grad_norm": 5.875,
      "learning_rate": 3.003007898429195e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.5276273787021637,
      "num_tokens": 242504286.0,
      "step": 314930
    },
    {
      "epoch": 0.3994885572290761,
      "grad_norm": 5.34375,
      "learning_rate": 3.0029444674205654e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5333957225084305,
      "num_tokens": 242512597.0,
      "step": 314940
    },
    {
      "epoch": 0.39950124182160895,
      "grad_norm": 8.5625,
      "learning_rate": 3.0028810364119362e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5462278455495835,
      "num_tokens": 242519865.0,
      "step": 314950
    },
    {
      "epoch": 0.3995139264141418,
      "grad_norm": 7.84375,
      "learning_rate": 3.0028176054033068e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5312156826257706,
      "num_tokens": 242527604.0,
      "step": 314960
    },
    {
      "epoch": 0.39952661100667464,
      "grad_norm": 5.3125,
      "learning_rate": 3.002754174394678e-05,
      "loss": 1.819,
      "mean_token_accuracy": 0.5961476773023605,
      "num_tokens": 242534656.0,
      "step": 314970
    },
    {
      "epoch": 0.3995392955992075,
      "grad_norm": 7.09375,
      "learning_rate": 3.0026907433860492e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5695700883865357,
      "num_tokens": 242541032.0,
      "step": 314980
    },
    {
      "epoch": 0.3995519801917403,
      "grad_norm": 9.5,
      "learning_rate": 3.0026273123774194e-05,
      "loss": 2.1777,
      "mean_token_accuracy": 0.5203258484601975,
      "num_tokens": 242548746.0,
      "step": 314990
    },
    {
      "epoch": 0.39956466478427316,
      "grad_norm": 6.53125,
      "learning_rate": 3.0025638813687906e-05,
      "loss": 1.8535,
      "mean_token_accuracy": 0.5773874551057816,
      "num_tokens": 242556040.0,
      "step": 315000
    },
    {
      "epoch": 0.39957734937680595,
      "grad_norm": 5.6875,
      "learning_rate": 3.002500450360161e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5297829627990722,
      "num_tokens": 242563726.0,
      "step": 315010
    },
    {
      "epoch": 0.3995900339693388,
      "grad_norm": 6.65625,
      "learning_rate": 3.0024370193515324e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5294891148805618,
      "num_tokens": 242572408.0,
      "step": 315020
    },
    {
      "epoch": 0.39960271856187163,
      "grad_norm": 5.53125,
      "learning_rate": 3.0023735883429032e-05,
      "loss": 2.3045,
      "mean_token_accuracy": 0.5045884549617767,
      "num_tokens": 242580605.0,
      "step": 315030
    },
    {
      "epoch": 0.39961540315440447,
      "grad_norm": 5.3125,
      "learning_rate": 3.0023101573342738e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5411457777023315,
      "num_tokens": 242588550.0,
      "step": 315040
    },
    {
      "epoch": 0.3996280877469373,
      "grad_norm": 5.125,
      "learning_rate": 3.002246726325645e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5481820553541183,
      "num_tokens": 242597104.0,
      "step": 315050
    },
    {
      "epoch": 0.39964077233947015,
      "grad_norm": 5.5,
      "learning_rate": 3.0021832953170155e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5662101089954377,
      "num_tokens": 242604606.0,
      "step": 315060
    },
    {
      "epoch": 0.399653456932003,
      "grad_norm": 4.71875,
      "learning_rate": 3.0021198643083864e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5811759173870087,
      "num_tokens": 242612013.0,
      "step": 315070
    },
    {
      "epoch": 0.39966614152453583,
      "grad_norm": 5.90625,
      "learning_rate": 3.0020564332997576e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5813400387763977,
      "num_tokens": 242619801.0,
      "step": 315080
    },
    {
      "epoch": 0.3996788261170686,
      "grad_norm": 6.28125,
      "learning_rate": 3.001993002291128e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5474812537431717,
      "num_tokens": 242627083.0,
      "step": 315090
    },
    {
      "epoch": 0.39969151070960146,
      "grad_norm": 5.53125,
      "learning_rate": 3.001929571282499e-05,
      "loss": 1.799,
      "mean_token_accuracy": 0.5989984989166259,
      "num_tokens": 242634054.0,
      "step": 315100
    },
    {
      "epoch": 0.3997041953021343,
      "grad_norm": 7.90625,
      "learning_rate": 3.0018661402738702e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5446818113327027,
      "num_tokens": 242642583.0,
      "step": 315110
    },
    {
      "epoch": 0.39971687989466714,
      "grad_norm": 5.09375,
      "learning_rate": 3.0018027092652408e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5294182389974594,
      "num_tokens": 242650244.0,
      "step": 315120
    },
    {
      "epoch": 0.3997295644872,
      "grad_norm": 12.9375,
      "learning_rate": 3.0017392782566116e-05,
      "loss": 2.2517,
      "mean_token_accuracy": 0.5251488626003266,
      "num_tokens": 242656513.0,
      "step": 315130
    },
    {
      "epoch": 0.3997422490797328,
      "grad_norm": 5.59375,
      "learning_rate": 3.0016758472479822e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5521322339773178,
      "num_tokens": 242664747.0,
      "step": 315140
    },
    {
      "epoch": 0.39975493367226567,
      "grad_norm": 5.0,
      "learning_rate": 3.0016124162393534e-05,
      "loss": 2.2214,
      "mean_token_accuracy": 0.5119439840316773,
      "num_tokens": 242672797.0,
      "step": 315150
    },
    {
      "epoch": 0.39976761826479845,
      "grad_norm": 4.90625,
      "learning_rate": 3.0015489852307243e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5842066884040833,
      "num_tokens": 242679664.0,
      "step": 315160
    },
    {
      "epoch": 0.3997803028573313,
      "grad_norm": 5.21875,
      "learning_rate": 3.0014855542220948e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5286754012107849,
      "num_tokens": 242687720.0,
      "step": 315170
    },
    {
      "epoch": 0.39979298744986413,
      "grad_norm": 6.53125,
      "learning_rate": 3.001422123213466e-05,
      "loss": 2.3101,
      "mean_token_accuracy": 0.506992045044899,
      "num_tokens": 242696496.0,
      "step": 315180
    },
    {
      "epoch": 0.399805672042397,
      "grad_norm": 5.625,
      "learning_rate": 3.0013586922048365e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5312790721654892,
      "num_tokens": 242703703.0,
      "step": 315190
    },
    {
      "epoch": 0.3998183566349298,
      "grad_norm": 5.46875,
      "learning_rate": 3.0012952611962074e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5472938239574432,
      "num_tokens": 242711525.0,
      "step": 315200
    },
    {
      "epoch": 0.39983104122746266,
      "grad_norm": 5.71875,
      "learning_rate": 3.0012318301875786e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5392649233341217,
      "num_tokens": 242719618.0,
      "step": 315210
    },
    {
      "epoch": 0.3998437258199955,
      "grad_norm": 16.125,
      "learning_rate": 3.001168399178949e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5703597486019134,
      "num_tokens": 242725239.0,
      "step": 315220
    },
    {
      "epoch": 0.39985641041252834,
      "grad_norm": 5.6875,
      "learning_rate": 3.00110496817032e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5286978721618653,
      "num_tokens": 242733429.0,
      "step": 315230
    },
    {
      "epoch": 0.3998690950050611,
      "grad_norm": 6.9375,
      "learning_rate": 3.0010415371616906e-05,
      "loss": 1.7942,
      "mean_token_accuracy": 0.595137095451355,
      "num_tokens": 242739446.0,
      "step": 315240
    },
    {
      "epoch": 0.39988177959759397,
      "grad_norm": 7.90625,
      "learning_rate": 3.0009781061530618e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5288369923830032,
      "num_tokens": 242746855.0,
      "step": 315250
    },
    {
      "epoch": 0.3998944641901268,
      "grad_norm": 4.59375,
      "learning_rate": 3.0009146751444327e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5289581209421158,
      "num_tokens": 242754746.0,
      "step": 315260
    },
    {
      "epoch": 0.39990714878265965,
      "grad_norm": 5.90625,
      "learning_rate": 3.0008512441358032e-05,
      "loss": 1.7464,
      "mean_token_accuracy": 0.6048337370157242,
      "num_tokens": 242761714.0,
      "step": 315270
    },
    {
      "epoch": 0.3999198333751925,
      "grad_norm": 5.125,
      "learning_rate": 3.0007878131271744e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5377590984106064,
      "num_tokens": 242769948.0,
      "step": 315280
    },
    {
      "epoch": 0.39993251796772533,
      "grad_norm": 6.75,
      "learning_rate": 3.000724382118545e-05,
      "loss": 2.3147,
      "mean_token_accuracy": 0.5024866580963134,
      "num_tokens": 242777835.0,
      "step": 315290
    },
    {
      "epoch": 0.3999452025602582,
      "grad_norm": 4.8125,
      "learning_rate": 3.0006609511099158e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5398725241422653,
      "num_tokens": 242787045.0,
      "step": 315300
    },
    {
      "epoch": 0.399957887152791,
      "grad_norm": 5.125,
      "learning_rate": 3.000597520101287e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5577868580818176,
      "num_tokens": 242794996.0,
      "step": 315310
    },
    {
      "epoch": 0.3999705717453238,
      "grad_norm": 6.125,
      "learning_rate": 3.0005340890926576e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5313945084810257,
      "num_tokens": 242803058.0,
      "step": 315320
    },
    {
      "epoch": 0.39998325633785664,
      "grad_norm": 5.0,
      "learning_rate": 3.0004706580840284e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5675275027751923,
      "num_tokens": 242810747.0,
      "step": 315330
    },
    {
      "epoch": 0.3999959409303895,
      "grad_norm": 4.4375,
      "learning_rate": 3.000407227075399e-05,
      "loss": 1.7602,
      "mean_token_accuracy": 0.610520800948143,
      "num_tokens": 242818586.0,
      "step": 315340
    },
    {
      "epoch": 0.4000086255229223,
      "grad_norm": 6.28125,
      "learning_rate": 3.0003437960667702e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5596739917993545,
      "num_tokens": 242825126.0,
      "step": 315350
    },
    {
      "epoch": 0.40002131011545516,
      "grad_norm": 5.375,
      "learning_rate": 3.0002803650581414e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5389130204916001,
      "num_tokens": 242832835.0,
      "step": 315360
    },
    {
      "epoch": 0.400033994707988,
      "grad_norm": 5.09375,
      "learning_rate": 3.0002169340495116e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5453730016946793,
      "num_tokens": 242840696.0,
      "step": 315370
    },
    {
      "epoch": 0.40004667930052085,
      "grad_norm": 6.34375,
      "learning_rate": 3.0001535030408828e-05,
      "loss": 2.2598,
      "mean_token_accuracy": 0.5113486766815185,
      "num_tokens": 242848967.0,
      "step": 315380
    },
    {
      "epoch": 0.4000593638930537,
      "grad_norm": 5.6875,
      "learning_rate": 3.0000900720322533e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5611112415790558,
      "num_tokens": 242857057.0,
      "step": 315390
    },
    {
      "epoch": 0.4000720484855865,
      "grad_norm": 6.375,
      "learning_rate": 3.0000266410236246e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5241349279880524,
      "num_tokens": 242865057.0,
      "step": 315400
    },
    {
      "epoch": 0.4000847330781193,
      "grad_norm": 5.28125,
      "learning_rate": 2.9999632100149954e-05,
      "loss": 1.7618,
      "mean_token_accuracy": 0.5964581102132798,
      "num_tokens": 242873253.0,
      "step": 315410
    },
    {
      "epoch": 0.40009741767065216,
      "grad_norm": 5.75,
      "learning_rate": 2.999899779006366e-05,
      "loss": 1.8591,
      "mean_token_accuracy": 0.5830770760774613,
      "num_tokens": 242878534.0,
      "step": 315420
    },
    {
      "epoch": 0.400110102263185,
      "grad_norm": 6.46875,
      "learning_rate": 2.9998363479977372e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5371064841747284,
      "num_tokens": 242887187.0,
      "step": 315430
    },
    {
      "epoch": 0.40012278685571784,
      "grad_norm": 5.5,
      "learning_rate": 2.9997729169891077e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5231789618730545,
      "num_tokens": 242895409.0,
      "step": 315440
    },
    {
      "epoch": 0.4001354714482507,
      "grad_norm": 6.8125,
      "learning_rate": 2.9997094859804786e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.557748082280159,
      "num_tokens": 242902351.0,
      "step": 315450
    },
    {
      "epoch": 0.4001481560407835,
      "grad_norm": 5.34375,
      "learning_rate": 2.9996460549718498e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5478212803602218,
      "num_tokens": 242910257.0,
      "step": 315460
    },
    {
      "epoch": 0.40016084063331636,
      "grad_norm": 5.375,
      "learning_rate": 2.9995826239632203e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.520503643155098,
      "num_tokens": 242918956.0,
      "step": 315470
    },
    {
      "epoch": 0.40017352522584915,
      "grad_norm": 5.75,
      "learning_rate": 2.9995191929545912e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5566259533166885,
      "num_tokens": 242926761.0,
      "step": 315480
    },
    {
      "epoch": 0.400186209818382,
      "grad_norm": 5.5,
      "learning_rate": 2.9994557619459617e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5506938576698304,
      "num_tokens": 242934913.0,
      "step": 315490
    },
    {
      "epoch": 0.40019889441091483,
      "grad_norm": 6.6875,
      "learning_rate": 2.999392330937333e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.549296173453331,
      "num_tokens": 242942348.0,
      "step": 315500
    },
    {
      "epoch": 0.40021157900344767,
      "grad_norm": 5.125,
      "learning_rate": 2.999328899928704e-05,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5636757522821426,
      "num_tokens": 242949015.0,
      "step": 315510
    },
    {
      "epoch": 0.4002242635959805,
      "grad_norm": 4.96875,
      "learning_rate": 2.9992654689200744e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5330127120018006,
      "num_tokens": 242957774.0,
      "step": 315520
    },
    {
      "epoch": 0.40023694818851335,
      "grad_norm": 6.65625,
      "learning_rate": 2.9992020379114456e-05,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5721350461244583,
      "num_tokens": 242964581.0,
      "step": 315530
    },
    {
      "epoch": 0.4002496327810462,
      "grad_norm": 5.0625,
      "learning_rate": 2.999138606902816e-05,
      "loss": 1.9592,
      "mean_token_accuracy": 0.567511010169983,
      "num_tokens": 242972733.0,
      "step": 315540
    },
    {
      "epoch": 0.40026231737357904,
      "grad_norm": 5.53125,
      "learning_rate": 2.999075175894187e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5525685280561448,
      "num_tokens": 242979864.0,
      "step": 315550
    },
    {
      "epoch": 0.4002750019661118,
      "grad_norm": 5.28125,
      "learning_rate": 2.9990117448855582e-05,
      "loss": 1.7161,
      "mean_token_accuracy": 0.612736365199089,
      "num_tokens": 242986466.0,
      "step": 315560
    },
    {
      "epoch": 0.40028768655864466,
      "grad_norm": 5.59375,
      "learning_rate": 2.9989483138769287e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5585234612226486,
      "num_tokens": 242993563.0,
      "step": 315570
    },
    {
      "epoch": 0.4003003711511775,
      "grad_norm": 6.09375,
      "learning_rate": 2.9988848828682996e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5358054548501968,
      "num_tokens": 243000657.0,
      "step": 315580
    },
    {
      "epoch": 0.40031305574371034,
      "grad_norm": 6.125,
      "learning_rate": 2.99882145185967e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5312346428632736,
      "num_tokens": 243010040.0,
      "step": 315590
    },
    {
      "epoch": 0.4003257403362432,
      "grad_norm": 5.9375,
      "learning_rate": 2.9987580208510414e-05,
      "loss": 1.936,
      "mean_token_accuracy": 0.5604225993156433,
      "num_tokens": 243017875.0,
      "step": 315600
    },
    {
      "epoch": 0.400338424928776,
      "grad_norm": 5.5,
      "learning_rate": 2.9986945898424122e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5235571712255478,
      "num_tokens": 243025637.0,
      "step": 315610
    },
    {
      "epoch": 0.40035110952130887,
      "grad_norm": 5.71875,
      "learning_rate": 2.9986311588337828e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5312679260969162,
      "num_tokens": 243033113.0,
      "step": 315620
    },
    {
      "epoch": 0.40036379411384165,
      "grad_norm": 8.1875,
      "learning_rate": 2.998567727825154e-05,
      "loss": 2.2039,
      "mean_token_accuracy": 0.5231468319892884,
      "num_tokens": 243040676.0,
      "step": 315630
    },
    {
      "epoch": 0.4003764787063745,
      "grad_norm": 5.3125,
      "learning_rate": 2.9985042968165245e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5245996206998825,
      "num_tokens": 243048070.0,
      "step": 315640
    },
    {
      "epoch": 0.40038916329890734,
      "grad_norm": 7.5,
      "learning_rate": 2.9984408658078954e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5539720892906189,
      "num_tokens": 243055227.0,
      "step": 315650
    },
    {
      "epoch": 0.4004018478914402,
      "grad_norm": 4.71875,
      "learning_rate": 2.9983774347992666e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5363205224275589,
      "num_tokens": 243063305.0,
      "step": 315660
    },
    {
      "epoch": 0.400414532483973,
      "grad_norm": 5.8125,
      "learning_rate": 2.998314003790637e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5529762089252472,
      "num_tokens": 243070974.0,
      "step": 315670
    },
    {
      "epoch": 0.40042721707650586,
      "grad_norm": 6.9375,
      "learning_rate": 2.998250572782008e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.542531993985176,
      "num_tokens": 243078620.0,
      "step": 315680
    },
    {
      "epoch": 0.4004399016690387,
      "grad_norm": 5.375,
      "learning_rate": 2.9981871417733785e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5377069801092148,
      "num_tokens": 243087444.0,
      "step": 315690
    },
    {
      "epoch": 0.40045258626157154,
      "grad_norm": 6.125,
      "learning_rate": 2.9981237107647498e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5670742422342301,
      "num_tokens": 243094976.0,
      "step": 315700
    },
    {
      "epoch": 0.4004652708541043,
      "grad_norm": 6.09375,
      "learning_rate": 2.9980602797561206e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5475199729204178,
      "num_tokens": 243103578.0,
      "step": 315710
    },
    {
      "epoch": 0.40047795544663717,
      "grad_norm": 4.84375,
      "learning_rate": 2.9979968487474912e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5433675020933151,
      "num_tokens": 243111825.0,
      "step": 315720
    },
    {
      "epoch": 0.40049064003917,
      "grad_norm": 5.875,
      "learning_rate": 2.9979334177388624e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5382064133882523,
      "num_tokens": 243119610.0,
      "step": 315730
    },
    {
      "epoch": 0.40050332463170285,
      "grad_norm": 4.65625,
      "learning_rate": 2.997869986730233e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5352725923061371,
      "num_tokens": 243127526.0,
      "step": 315740
    },
    {
      "epoch": 0.4005160092242357,
      "grad_norm": 4.96875,
      "learning_rate": 2.9978065557216038e-05,
      "loss": 1.872,
      "mean_token_accuracy": 0.5823093533515931,
      "num_tokens": 243135032.0,
      "step": 315750
    },
    {
      "epoch": 0.40052869381676853,
      "grad_norm": 7.125,
      "learning_rate": 2.997743124712975e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5321450799703598,
      "num_tokens": 243143229.0,
      "step": 315760
    },
    {
      "epoch": 0.4005413784093014,
      "grad_norm": 4.90625,
      "learning_rate": 2.9976796937043455e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5483423709869385,
      "num_tokens": 243151571.0,
      "step": 315770
    },
    {
      "epoch": 0.4005540630018342,
      "grad_norm": 7.5,
      "learning_rate": 2.9976162626957168e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5407690972089767,
      "num_tokens": 243158912.0,
      "step": 315780
    },
    {
      "epoch": 0.400566747594367,
      "grad_norm": 5.5625,
      "learning_rate": 2.997552831687087e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.533790847659111,
      "num_tokens": 243167565.0,
      "step": 315790
    },
    {
      "epoch": 0.40057943218689984,
      "grad_norm": 5.59375,
      "learning_rate": 2.997489400678458e-05,
      "loss": 1.9114,
      "mean_token_accuracy": 0.5697605013847351,
      "num_tokens": 243175538.0,
      "step": 315800
    },
    {
      "epoch": 0.4005921167794327,
      "grad_norm": 14.125,
      "learning_rate": 2.9974259696698294e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5275035917758941,
      "num_tokens": 243181764.0,
      "step": 315810
    },
    {
      "epoch": 0.4006048013719655,
      "grad_norm": 5.21875,
      "learning_rate": 2.9973625386612e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.5779448091983795,
      "num_tokens": 243189686.0,
      "step": 315820
    },
    {
      "epoch": 0.40061748596449837,
      "grad_norm": 7.5625,
      "learning_rate": 2.9972991076525708e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.5377429485321045,
      "num_tokens": 243197582.0,
      "step": 315830
    },
    {
      "epoch": 0.4006301705570312,
      "grad_norm": 5.625,
      "learning_rate": 2.9972356766439413e-05,
      "loss": 1.652,
      "mean_token_accuracy": 0.6240784883499145,
      "num_tokens": 243203980.0,
      "step": 315840
    },
    {
      "epoch": 0.40064285514956405,
      "grad_norm": 7.09375,
      "learning_rate": 2.9971722456353125e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5541999995708465,
      "num_tokens": 243212732.0,
      "step": 315850
    },
    {
      "epoch": 0.4006555397420969,
      "grad_norm": 9.5,
      "learning_rate": 2.9971088146266834e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5554441541433335,
      "num_tokens": 243219655.0,
      "step": 315860
    },
    {
      "epoch": 0.4006682243346297,
      "grad_norm": 4.96875,
      "learning_rate": 2.997045383618054e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5344653517007828,
      "num_tokens": 243227581.0,
      "step": 315870
    },
    {
      "epoch": 0.4006809089271625,
      "grad_norm": 5.3125,
      "learning_rate": 2.996981952609425e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5390380650758744,
      "num_tokens": 243235747.0,
      "step": 315880
    },
    {
      "epoch": 0.40069359351969536,
      "grad_norm": 5.125,
      "learning_rate": 2.9969185216007957e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5428470253944397,
      "num_tokens": 243244506.0,
      "step": 315890
    },
    {
      "epoch": 0.4007062781122282,
      "grad_norm": 6.25,
      "learning_rate": 2.9968550905921666e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5547445684671402,
      "num_tokens": 243253091.0,
      "step": 315900
    },
    {
      "epoch": 0.40071896270476104,
      "grad_norm": 5.8125,
      "learning_rate": 2.9967916595835378e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5211768567562103,
      "num_tokens": 243261448.0,
      "step": 315910
    },
    {
      "epoch": 0.4007316472972939,
      "grad_norm": 5.625,
      "learning_rate": 2.9967282285749083e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5535555243492126,
      "num_tokens": 243269209.0,
      "step": 315920
    },
    {
      "epoch": 0.4007443318898267,
      "grad_norm": 5.0625,
      "learning_rate": 2.9966647975662792e-05,
      "loss": 1.7496,
      "mean_token_accuracy": 0.6022141069173813,
      "num_tokens": 243276094.0,
      "step": 315930
    },
    {
      "epoch": 0.40075701648235956,
      "grad_norm": 7.1875,
      "learning_rate": 2.9966013665576497e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5244948983192443,
      "num_tokens": 243284339.0,
      "step": 315940
    },
    {
      "epoch": 0.40076970107489235,
      "grad_norm": 9.125,
      "learning_rate": 2.996537935549021e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5789895981550217,
      "num_tokens": 243290636.0,
      "step": 315950
    },
    {
      "epoch": 0.4007823856674252,
      "grad_norm": 5.53125,
      "learning_rate": 2.9964745045403918e-05,
      "loss": 1.945,
      "mean_token_accuracy": 0.5693101912736893,
      "num_tokens": 243298303.0,
      "step": 315960
    },
    {
      "epoch": 0.40079507025995803,
      "grad_norm": 5.21875,
      "learning_rate": 2.9964110735317623e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5446848779916763,
      "num_tokens": 243306715.0,
      "step": 315970
    },
    {
      "epoch": 0.40080775485249087,
      "grad_norm": 5.65625,
      "learning_rate": 2.9963476425231336e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5287989765405655,
      "num_tokens": 243314862.0,
      "step": 315980
    },
    {
      "epoch": 0.4008204394450237,
      "grad_norm": 5.8125,
      "learning_rate": 2.996284211514504e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5514877319335938,
      "num_tokens": 243322711.0,
      "step": 315990
    },
    {
      "epoch": 0.40083312403755655,
      "grad_norm": 6.71875,
      "learning_rate": 2.996220780505875e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.542634779214859,
      "num_tokens": 243330591.0,
      "step": 316000
    },
    {
      "epoch": 0.4008458086300894,
      "grad_norm": 7.3125,
      "learning_rate": 2.9961573494972462e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5243602126836777,
      "num_tokens": 243339592.0,
      "step": 316010
    },
    {
      "epoch": 0.40085849322262224,
      "grad_norm": 6.5,
      "learning_rate": 2.9960939184886167e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5802650332450867,
      "num_tokens": 243347972.0,
      "step": 316020
    },
    {
      "epoch": 0.400871177815155,
      "grad_norm": 7.0,
      "learning_rate": 2.9960304874799876e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5381192713975906,
      "num_tokens": 243355718.0,
      "step": 316030
    },
    {
      "epoch": 0.40088386240768786,
      "grad_norm": 7.03125,
      "learning_rate": 2.9959670564713588e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5262292802333832,
      "num_tokens": 243363668.0,
      "step": 316040
    },
    {
      "epoch": 0.4008965470002207,
      "grad_norm": 5.0625,
      "learning_rate": 2.9959036254627293e-05,
      "loss": 1.9105,
      "mean_token_accuracy": 0.5698312312364578,
      "num_tokens": 243371433.0,
      "step": 316050
    },
    {
      "epoch": 0.40090923159275355,
      "grad_norm": 4.71875,
      "learning_rate": 2.9958401944541002e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5592396646738053,
      "num_tokens": 243378802.0,
      "step": 316060
    },
    {
      "epoch": 0.4009219161852864,
      "grad_norm": 6.125,
      "learning_rate": 2.9957767634454707e-05,
      "loss": 1.7954,
      "mean_token_accuracy": 0.5997373998165131,
      "num_tokens": 243386035.0,
      "step": 316070
    },
    {
      "epoch": 0.40093460077781923,
      "grad_norm": 5.71875,
      "learning_rate": 2.995713332436842e-05,
      "loss": 1.8782,
      "mean_token_accuracy": 0.5941344171762466,
      "num_tokens": 243393382.0,
      "step": 316080
    },
    {
      "epoch": 0.40094728537035207,
      "grad_norm": 5.1875,
      "learning_rate": 2.9956499014282132e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5599802792072296,
      "num_tokens": 243400241.0,
      "step": 316090
    },
    {
      "epoch": 0.40095996996288485,
      "grad_norm": 5.90625,
      "learning_rate": 2.9955864704195834e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5267872273921966,
      "num_tokens": 243408190.0,
      "step": 316100
    },
    {
      "epoch": 0.4009726545554177,
      "grad_norm": 5.75,
      "learning_rate": 2.9955230394109546e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5580666542053223,
      "num_tokens": 243415281.0,
      "step": 316110
    },
    {
      "epoch": 0.40098533914795054,
      "grad_norm": 7.75,
      "learning_rate": 2.995459608402325e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5502969831228256,
      "num_tokens": 243421609.0,
      "step": 316120
    },
    {
      "epoch": 0.4009980237404834,
      "grad_norm": 6.09375,
      "learning_rate": 2.995396177393696e-05,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5309075474739074,
      "num_tokens": 243430010.0,
      "step": 316130
    },
    {
      "epoch": 0.4010107083330162,
      "grad_norm": 5.6875,
      "learning_rate": 2.9953327463850672e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5537002474069596,
      "num_tokens": 243437082.0,
      "step": 316140
    },
    {
      "epoch": 0.40102339292554906,
      "grad_norm": 7.6875,
      "learning_rate": 2.9952693153764377e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5485755324363708,
      "num_tokens": 243445830.0,
      "step": 316150
    },
    {
      "epoch": 0.4010360775180819,
      "grad_norm": 4.90625,
      "learning_rate": 2.995205884367809e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5341033548116684,
      "num_tokens": 243452349.0,
      "step": 316160
    },
    {
      "epoch": 0.40104876211061474,
      "grad_norm": 5.9375,
      "learning_rate": 2.995142453359179e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.52041777074337,
      "num_tokens": 243459929.0,
      "step": 316170
    },
    {
      "epoch": 0.40106144670314753,
      "grad_norm": 5.0,
      "learning_rate": 2.9950790223505504e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5718874394893646,
      "num_tokens": 243468529.0,
      "step": 316180
    },
    {
      "epoch": 0.40107413129568037,
      "grad_norm": 4.84375,
      "learning_rate": 2.9950155913419216e-05,
      "loss": 2.2176,
      "mean_token_accuracy": 0.5098792970180511,
      "num_tokens": 243476807.0,
      "step": 316190
    },
    {
      "epoch": 0.4010868158882132,
      "grad_norm": 4.875,
      "learning_rate": 2.994952160333292e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5565687268972397,
      "num_tokens": 243484089.0,
      "step": 316200
    },
    {
      "epoch": 0.40109950048074605,
      "grad_norm": 6.15625,
      "learning_rate": 2.994888729324663e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5836192458868027,
      "num_tokens": 243491428.0,
      "step": 316210
    },
    {
      "epoch": 0.4011121850732789,
      "grad_norm": 5.59375,
      "learning_rate": 2.9948252983160335e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.571231359243393,
      "num_tokens": 243498382.0,
      "step": 316220
    },
    {
      "epoch": 0.40112486966581173,
      "grad_norm": 5.8125,
      "learning_rate": 2.9947618673074047e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5327788680791855,
      "num_tokens": 243505551.0,
      "step": 316230
    },
    {
      "epoch": 0.4011375542583446,
      "grad_norm": 6.90625,
      "learning_rate": 2.9946984362987756e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5422746270895005,
      "num_tokens": 243513844.0,
      "step": 316240
    },
    {
      "epoch": 0.4011502388508774,
      "grad_norm": 5.28125,
      "learning_rate": 2.994635005290146e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5710500359535218,
      "num_tokens": 243522478.0,
      "step": 316250
    },
    {
      "epoch": 0.4011629234434102,
      "grad_norm": 10.8125,
      "learning_rate": 2.9945715742815173e-05,
      "loss": 1.8112,
      "mean_token_accuracy": 0.595108637213707,
      "num_tokens": 243528736.0,
      "step": 316260
    },
    {
      "epoch": 0.40117560803594304,
      "grad_norm": 6.96875,
      "learning_rate": 2.994508143272888e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5745520263910293,
      "num_tokens": 243535732.0,
      "step": 316270
    },
    {
      "epoch": 0.4011882926284759,
      "grad_norm": 5.28125,
      "learning_rate": 2.9944447122642588e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5656280487775802,
      "num_tokens": 243543278.0,
      "step": 316280
    },
    {
      "epoch": 0.4012009772210087,
      "grad_norm": 5.71875,
      "learning_rate": 2.99438128125563e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5227631956338883,
      "num_tokens": 243550819.0,
      "step": 316290
    },
    {
      "epoch": 0.40121366181354157,
      "grad_norm": 5.4375,
      "learning_rate": 2.9943178502470005e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5623493969440461,
      "num_tokens": 243557657.0,
      "step": 316300
    },
    {
      "epoch": 0.4012263464060744,
      "grad_norm": 5.875,
      "learning_rate": 2.9942544192383714e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5590427488088607,
      "num_tokens": 243563794.0,
      "step": 316310
    },
    {
      "epoch": 0.40123903099860725,
      "grad_norm": 8.875,
      "learning_rate": 2.994190988229742e-05,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5428422749042511,
      "num_tokens": 243571982.0,
      "step": 316320
    },
    {
      "epoch": 0.4012517155911401,
      "grad_norm": 5.125,
      "learning_rate": 2.994127557221113e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5354489773511887,
      "num_tokens": 243580181.0,
      "step": 316330
    },
    {
      "epoch": 0.4012644001836729,
      "grad_norm": 7.375,
      "learning_rate": 2.994064126212484e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5455758363008499,
      "num_tokens": 243586420.0,
      "step": 316340
    },
    {
      "epoch": 0.4012770847762057,
      "grad_norm": 5.59375,
      "learning_rate": 2.9940006952038545e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5586617350578308,
      "num_tokens": 243594184.0,
      "step": 316350
    },
    {
      "epoch": 0.40128976936873856,
      "grad_norm": 7.46875,
      "learning_rate": 2.9939372641952258e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5386714667081833,
      "num_tokens": 243602665.0,
      "step": 316360
    },
    {
      "epoch": 0.4013024539612714,
      "grad_norm": 5.0,
      "learning_rate": 2.9938738331865963e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5427765935659409,
      "num_tokens": 243611059.0,
      "step": 316370
    },
    {
      "epoch": 0.40131513855380424,
      "grad_norm": 5.1875,
      "learning_rate": 2.993810402177967e-05,
      "loss": 1.9304,
      "mean_token_accuracy": 0.5777263075113297,
      "num_tokens": 243619718.0,
      "step": 316380
    },
    {
      "epoch": 0.4013278231463371,
      "grad_norm": 6.09375,
      "learning_rate": 2.9937469711693384e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5509813874959946,
      "num_tokens": 243626449.0,
      "step": 316390
    },
    {
      "epoch": 0.4013405077388699,
      "grad_norm": 12.1875,
      "learning_rate": 2.993683540160709e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5744912087917328,
      "num_tokens": 243632777.0,
      "step": 316400
    },
    {
      "epoch": 0.40135319233140276,
      "grad_norm": 4.96875,
      "learning_rate": 2.9936201091520798e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5205811589956284,
      "num_tokens": 243641791.0,
      "step": 316410
    },
    {
      "epoch": 0.40136587692393555,
      "grad_norm": 6.53125,
      "learning_rate": 2.9935566781434503e-05,
      "loss": 1.8523,
      "mean_token_accuracy": 0.5786673665046692,
      "num_tokens": 243649193.0,
      "step": 316420
    },
    {
      "epoch": 0.4013785615164684,
      "grad_norm": 5.4375,
      "learning_rate": 2.9934932471348215e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5216531783342362,
      "num_tokens": 243655709.0,
      "step": 316430
    },
    {
      "epoch": 0.40139124610900123,
      "grad_norm": 5.375,
      "learning_rate": 2.9934298161261924e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.545922914147377,
      "num_tokens": 243664387.0,
      "step": 316440
    },
    {
      "epoch": 0.4014039307015341,
      "grad_norm": 7.15625,
      "learning_rate": 2.993366385117563e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5507582187652588,
      "num_tokens": 243671886.0,
      "step": 316450
    },
    {
      "epoch": 0.4014166152940669,
      "grad_norm": 5.46875,
      "learning_rate": 2.993302954108934e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5686449319124222,
      "num_tokens": 243678758.0,
      "step": 316460
    },
    {
      "epoch": 0.40142929988659976,
      "grad_norm": 5.65625,
      "learning_rate": 2.9932395231003047e-05,
      "loss": 1.6739,
      "mean_token_accuracy": 0.6382557779550553,
      "num_tokens": 243686055.0,
      "step": 316470
    },
    {
      "epoch": 0.4014419844791326,
      "grad_norm": 4.78125,
      "learning_rate": 2.9931760920916756e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5297050595283508,
      "num_tokens": 243694877.0,
      "step": 316480
    },
    {
      "epoch": 0.40145466907166544,
      "grad_norm": 6.40625,
      "learning_rate": 2.9931126610830468e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5492396384477616,
      "num_tokens": 243703051.0,
      "step": 316490
    },
    {
      "epoch": 0.4014673536641982,
      "grad_norm": 5.6875,
      "learning_rate": 2.9930492300744173e-05,
      "loss": 2.2578,
      "mean_token_accuracy": 0.5085037142038346,
      "num_tokens": 243712210.0,
      "step": 316500
    },
    {
      "epoch": 0.40148003825673106,
      "grad_norm": 7.0625,
      "learning_rate": 2.9929857990657885e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.5216410875320434,
      "num_tokens": 243720551.0,
      "step": 316510
    },
    {
      "epoch": 0.4014927228492639,
      "grad_norm": 5.9375,
      "learning_rate": 2.9929223680571587e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5729605197906494,
      "num_tokens": 243728321.0,
      "step": 316520
    },
    {
      "epoch": 0.40150540744179675,
      "grad_norm": 6.5,
      "learning_rate": 2.99285893704853e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5600071877241135,
      "num_tokens": 243736007.0,
      "step": 316530
    },
    {
      "epoch": 0.4015180920343296,
      "grad_norm": 5.28125,
      "learning_rate": 2.992795506039901e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5482758671045304,
      "num_tokens": 243742516.0,
      "step": 316540
    },
    {
      "epoch": 0.40153077662686243,
      "grad_norm": 5.65625,
      "learning_rate": 2.9927320750312717e-05,
      "loss": 2.2201,
      "mean_token_accuracy": 0.5186631172895432,
      "num_tokens": 243750656.0,
      "step": 316550
    },
    {
      "epoch": 0.40154346121939527,
      "grad_norm": 5.71875,
      "learning_rate": 2.9926686440226426e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5455151975154877,
      "num_tokens": 243758637.0,
      "step": 316560
    },
    {
      "epoch": 0.40155614581192806,
      "grad_norm": 6.03125,
      "learning_rate": 2.992605213014013e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5571082293987274,
      "num_tokens": 243765664.0,
      "step": 316570
    },
    {
      "epoch": 0.4015688304044609,
      "grad_norm": 6.0,
      "learning_rate": 2.9925417820053843e-05,
      "loss": 1.9016,
      "mean_token_accuracy": 0.5708423435688019,
      "num_tokens": 243772030.0,
      "step": 316580
    },
    {
      "epoch": 0.40158151499699374,
      "grad_norm": 4.84375,
      "learning_rate": 2.9924783509967552e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5433660566806793,
      "num_tokens": 243777499.0,
      "step": 316590
    },
    {
      "epoch": 0.4015941995895266,
      "grad_norm": 4.9375,
      "learning_rate": 2.9924149199881257e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5467699259519577,
      "num_tokens": 243786580.0,
      "step": 316600
    },
    {
      "epoch": 0.4016068841820594,
      "grad_norm": 4.375,
      "learning_rate": 2.992351488979497e-05,
      "loss": 1.8242,
      "mean_token_accuracy": 0.5958245933055878,
      "num_tokens": 243794263.0,
      "step": 316610
    },
    {
      "epoch": 0.40161956877459226,
      "grad_norm": 5.96875,
      "learning_rate": 2.9922880579708675e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5391034305095672,
      "num_tokens": 243803426.0,
      "step": 316620
    },
    {
      "epoch": 0.4016322533671251,
      "grad_norm": 6.84375,
      "learning_rate": 2.9922246269622383e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5669244945049285,
      "num_tokens": 243810622.0,
      "step": 316630
    },
    {
      "epoch": 0.40164493795965794,
      "grad_norm": 5.375,
      "learning_rate": 2.9921611959536095e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5586797654628753,
      "num_tokens": 243819831.0,
      "step": 316640
    },
    {
      "epoch": 0.40165762255219073,
      "grad_norm": 10.5625,
      "learning_rate": 2.99209776494498e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5725136876106263,
      "num_tokens": 243827079.0,
      "step": 316650
    },
    {
      "epoch": 0.40167030714472357,
      "grad_norm": 5.375,
      "learning_rate": 2.992034333936351e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5334490686655045,
      "num_tokens": 243835401.0,
      "step": 316660
    },
    {
      "epoch": 0.4016829917372564,
      "grad_norm": 5.8125,
      "learning_rate": 2.9919709029277215e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5594846963882446,
      "num_tokens": 243843156.0,
      "step": 316670
    },
    {
      "epoch": 0.40169567632978925,
      "grad_norm": 6.0,
      "learning_rate": 2.9919074719190927e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.552407830953598,
      "num_tokens": 243849623.0,
      "step": 316680
    },
    {
      "epoch": 0.4017083609223221,
      "grad_norm": 5.28125,
      "learning_rate": 2.9918440409104636e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5270205169916153,
      "num_tokens": 243857444.0,
      "step": 316690
    },
    {
      "epoch": 0.40172104551485494,
      "grad_norm": 6.59375,
      "learning_rate": 2.991780609901834e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5311689168214798,
      "num_tokens": 243864166.0,
      "step": 316700
    },
    {
      "epoch": 0.4017337301073878,
      "grad_norm": 6.71875,
      "learning_rate": 2.9917171788932053e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5227389752864837,
      "num_tokens": 243872214.0,
      "step": 316710
    },
    {
      "epoch": 0.4017464146999206,
      "grad_norm": 5.34375,
      "learning_rate": 2.991653747884576e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5475823283195496,
      "num_tokens": 243880262.0,
      "step": 316720
    },
    {
      "epoch": 0.4017590992924534,
      "grad_norm": 6.9375,
      "learning_rate": 2.9915903168759467e-05,
      "loss": 1.8544,
      "mean_token_accuracy": 0.5836683511734009,
      "num_tokens": 243888848.0,
      "step": 316730
    },
    {
      "epoch": 0.40177178388498624,
      "grad_norm": 4.96875,
      "learning_rate": 2.991526885867318e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5233566254377365,
      "num_tokens": 243898561.0,
      "step": 316740
    },
    {
      "epoch": 0.4017844684775191,
      "grad_norm": 4.84375,
      "learning_rate": 2.9914634548586885e-05,
      "loss": 1.7907,
      "mean_token_accuracy": 0.5872071355581283,
      "num_tokens": 243905716.0,
      "step": 316750
    },
    {
      "epoch": 0.4017971530700519,
      "grad_norm": 5.0,
      "learning_rate": 2.9914000238500594e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.525409483909607,
      "num_tokens": 243914613.0,
      "step": 316760
    },
    {
      "epoch": 0.40180983766258477,
      "grad_norm": 5.1875,
      "learning_rate": 2.99133659284143e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5762382000684738,
      "num_tokens": 243922131.0,
      "step": 316770
    },
    {
      "epoch": 0.4018225222551176,
      "grad_norm": 8.9375,
      "learning_rate": 2.991273161832801e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5396390438079834,
      "num_tokens": 243930632.0,
      "step": 316780
    },
    {
      "epoch": 0.40183520684765045,
      "grad_norm": 5.15625,
      "learning_rate": 2.991209730824172e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5297529250383377,
      "num_tokens": 243939210.0,
      "step": 316790
    },
    {
      "epoch": 0.4018478914401833,
      "grad_norm": 5.3125,
      "learning_rate": 2.9911462998155425e-05,
      "loss": 2.2524,
      "mean_token_accuracy": 0.514593842625618,
      "num_tokens": 243947461.0,
      "step": 316800
    },
    {
      "epoch": 0.4018605760327161,
      "grad_norm": 5.625,
      "learning_rate": 2.9910828688069137e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5309636324644089,
      "num_tokens": 243955707.0,
      "step": 316810
    },
    {
      "epoch": 0.4018732606252489,
      "grad_norm": 5.53125,
      "learning_rate": 2.9910194377982843e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5217080473899841,
      "num_tokens": 243963554.0,
      "step": 316820
    },
    {
      "epoch": 0.40188594521778176,
      "grad_norm": 6.0,
      "learning_rate": 2.990956006789655e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5231301754713058,
      "num_tokens": 243971640.0,
      "step": 316830
    },
    {
      "epoch": 0.4018986298103146,
      "grad_norm": 7.09375,
      "learning_rate": 2.9908925757810263e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5460824310779572,
      "num_tokens": 243978928.0,
      "step": 316840
    },
    {
      "epoch": 0.40191131440284744,
      "grad_norm": 5.875,
      "learning_rate": 2.990829144772397e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5401596009731293,
      "num_tokens": 243987483.0,
      "step": 316850
    },
    {
      "epoch": 0.4019239989953803,
      "grad_norm": 5.28125,
      "learning_rate": 2.9907657137637678e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5423036396503449,
      "num_tokens": 243995036.0,
      "step": 316860
    },
    {
      "epoch": 0.4019366835879131,
      "grad_norm": 6.1875,
      "learning_rate": 2.9907022827551383e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5193906396627426,
      "num_tokens": 244003613.0,
      "step": 316870
    },
    {
      "epoch": 0.40194936818044597,
      "grad_norm": 5.875,
      "learning_rate": 2.9906388517465095e-05,
      "loss": 1.7203,
      "mean_token_accuracy": 0.6055716902017594,
      "num_tokens": 244010452.0,
      "step": 316880
    },
    {
      "epoch": 0.40196205277297875,
      "grad_norm": 5.21875,
      "learning_rate": 2.9905754207378807e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5521041691303253,
      "num_tokens": 244018905.0,
      "step": 316890
    },
    {
      "epoch": 0.4019747373655116,
      "grad_norm": 9.3125,
      "learning_rate": 2.990511989729251e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5691081255674362,
      "num_tokens": 244024845.0,
      "step": 316900
    },
    {
      "epoch": 0.40198742195804443,
      "grad_norm": 6.28125,
      "learning_rate": 2.990448558720622e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5584109872579575,
      "num_tokens": 244032547.0,
      "step": 316910
    },
    {
      "epoch": 0.4020001065505773,
      "grad_norm": 4.75,
      "learning_rate": 2.9903851277119927e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5443014591932297,
      "num_tokens": 244040544.0,
      "step": 316920
    },
    {
      "epoch": 0.4020127911431101,
      "grad_norm": 6.0625,
      "learning_rate": 2.990321696703364e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5594207465648651,
      "num_tokens": 244048107.0,
      "step": 316930
    },
    {
      "epoch": 0.40202547573564296,
      "grad_norm": 6.09375,
      "learning_rate": 2.9902582656947347e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5466184169054031,
      "num_tokens": 244056066.0,
      "step": 316940
    },
    {
      "epoch": 0.4020381603281758,
      "grad_norm": 6.28125,
      "learning_rate": 2.9901948346861053e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5635163396596908,
      "num_tokens": 244062609.0,
      "step": 316950
    },
    {
      "epoch": 0.40205084492070864,
      "grad_norm": 5.0,
      "learning_rate": 2.9901314036774765e-05,
      "loss": 2.3542,
      "mean_token_accuracy": 0.49865550100803374,
      "num_tokens": 244071395.0,
      "step": 316960
    },
    {
      "epoch": 0.4020635295132414,
      "grad_norm": 13.9375,
      "learning_rate": 2.9900679726688474e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5272445827722549,
      "num_tokens": 244076606.0,
      "step": 316970
    },
    {
      "epoch": 0.40207621410577427,
      "grad_norm": 5.1875,
      "learning_rate": 2.990004541660218e-05,
      "loss": 1.7611,
      "mean_token_accuracy": 0.5989410161972046,
      "num_tokens": 244083388.0,
      "step": 316980
    },
    {
      "epoch": 0.4020888986983071,
      "grad_norm": 4.8125,
      "learning_rate": 2.989941110651589e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5306737869977951,
      "num_tokens": 244091427.0,
      "step": 316990
    },
    {
      "epoch": 0.40210158329083995,
      "grad_norm": 6.78125,
      "learning_rate": 2.9898776796429597e-05,
      "loss": 2.135,
      "mean_token_accuracy": 0.5375444501638412,
      "num_tokens": 244100507.0,
      "step": 317000
    },
    {
      "epoch": 0.4021142678833728,
      "grad_norm": 5.3125,
      "learning_rate": 2.9898142486343305e-05,
      "loss": 1.6697,
      "mean_token_accuracy": 0.6292157113552094,
      "num_tokens": 244105959.0,
      "step": 317010
    },
    {
      "epoch": 0.40212695247590563,
      "grad_norm": 5.59375,
      "learning_rate": 2.9897508176257017e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5563324421644211,
      "num_tokens": 244113332.0,
      "step": 317020
    },
    {
      "epoch": 0.40213963706843847,
      "grad_norm": 4.3125,
      "learning_rate": 2.9896873866170723e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5153844475746154,
      "num_tokens": 244122775.0,
      "step": 317030
    },
    {
      "epoch": 0.40215232166097126,
      "grad_norm": 15.8125,
      "learning_rate": 2.989623955608443e-05,
      "loss": 2.2504,
      "mean_token_accuracy": 0.5100891441106796,
      "num_tokens": 244129546.0,
      "step": 317040
    },
    {
      "epoch": 0.4021650062535041,
      "grad_norm": 4.6875,
      "learning_rate": 2.9895605245998137e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5412052571773529,
      "num_tokens": 244137508.0,
      "step": 317050
    },
    {
      "epoch": 0.40217769084603694,
      "grad_norm": 4.75,
      "learning_rate": 2.989497093591185e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5688351184129715,
      "num_tokens": 244145788.0,
      "step": 317060
    },
    {
      "epoch": 0.4021903754385698,
      "grad_norm": 5.84375,
      "learning_rate": 2.9894336625825558e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5599161595106125,
      "num_tokens": 244152590.0,
      "step": 317070
    },
    {
      "epoch": 0.4022030600311026,
      "grad_norm": 8.1875,
      "learning_rate": 2.9893702315739263e-05,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5847769469022751,
      "num_tokens": 244158816.0,
      "step": 317080
    },
    {
      "epoch": 0.40221574462363546,
      "grad_norm": 5.15625,
      "learning_rate": 2.9893068005652975e-05,
      "loss": 1.7178,
      "mean_token_accuracy": 0.6163851261138916,
      "num_tokens": 244166542.0,
      "step": 317090
    },
    {
      "epoch": 0.4022284292161683,
      "grad_norm": 6.1875,
      "learning_rate": 2.989243369556668e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5734172523021698,
      "num_tokens": 244174165.0,
      "step": 317100
    },
    {
      "epoch": 0.40224111380870115,
      "grad_norm": 5.28125,
      "learning_rate": 2.989179938548039e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5356249988079071,
      "num_tokens": 244182276.0,
      "step": 317110
    },
    {
      "epoch": 0.40225379840123393,
      "grad_norm": 5.15625,
      "learning_rate": 2.98911650753941e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5313823610544205,
      "num_tokens": 244191133.0,
      "step": 317120
    },
    {
      "epoch": 0.40226648299376677,
      "grad_norm": 4.65625,
      "learning_rate": 2.9890530765307807e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.549156653881073,
      "num_tokens": 244199453.0,
      "step": 317130
    },
    {
      "epoch": 0.4022791675862996,
      "grad_norm": 5.125,
      "learning_rate": 2.9889896455221515e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5457956224679947,
      "num_tokens": 244208243.0,
      "step": 317140
    },
    {
      "epoch": 0.40229185217883245,
      "grad_norm": 4.6875,
      "learning_rate": 2.988926214513522e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.557878440618515,
      "num_tokens": 244216188.0,
      "step": 317150
    },
    {
      "epoch": 0.4023045367713653,
      "grad_norm": 6.1875,
      "learning_rate": 2.9888627835048933e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5491775631904602,
      "num_tokens": 244224087.0,
      "step": 317160
    },
    {
      "epoch": 0.40231722136389814,
      "grad_norm": 5.53125,
      "learning_rate": 2.9887993524962642e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5424825340509415,
      "num_tokens": 244231791.0,
      "step": 317170
    },
    {
      "epoch": 0.402329905956431,
      "grad_norm": 5.09375,
      "learning_rate": 2.9887359214876347e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5469502419233322,
      "num_tokens": 244240411.0,
      "step": 317180
    },
    {
      "epoch": 0.4023425905489638,
      "grad_norm": 7.375,
      "learning_rate": 2.988672490479006e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5310387283563613,
      "num_tokens": 244248644.0,
      "step": 317190
    },
    {
      "epoch": 0.4023552751414966,
      "grad_norm": 5.0,
      "learning_rate": 2.9886090594703765e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5422738701105118,
      "num_tokens": 244257196.0,
      "step": 317200
    },
    {
      "epoch": 0.40236795973402945,
      "grad_norm": 4.6875,
      "learning_rate": 2.9885456284617473e-05,
      "loss": 1.8469,
      "mean_token_accuracy": 0.600879243016243,
      "num_tokens": 244264778.0,
      "step": 317210
    },
    {
      "epoch": 0.4023806443265623,
      "grad_norm": 5.28125,
      "learning_rate": 2.9884821974531185e-05,
      "loss": 1.8786,
      "mean_token_accuracy": 0.5836606383323669,
      "num_tokens": 244272255.0,
      "step": 317220
    },
    {
      "epoch": 0.40239332891909513,
      "grad_norm": 6.375,
      "learning_rate": 2.988418766444489e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5401781558990478,
      "num_tokens": 244280595.0,
      "step": 317230
    },
    {
      "epoch": 0.40240601351162797,
      "grad_norm": 7.34375,
      "learning_rate": 2.98835533543586e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5423674136400223,
      "num_tokens": 244288428.0,
      "step": 317240
    },
    {
      "epoch": 0.4024186981041608,
      "grad_norm": 6.25,
      "learning_rate": 2.9882919044272305e-05,
      "loss": 1.7944,
      "mean_token_accuracy": 0.5965778052806854,
      "num_tokens": 244295853.0,
      "step": 317250
    },
    {
      "epoch": 0.40243138269669365,
      "grad_norm": 5.0625,
      "learning_rate": 2.9882284734186017e-05,
      "loss": 1.8831,
      "mean_token_accuracy": 0.5754612684249878,
      "num_tokens": 244302593.0,
      "step": 317260
    },
    {
      "epoch": 0.4024440672892265,
      "grad_norm": 6.25,
      "learning_rate": 2.988165042409973e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5358505994081497,
      "num_tokens": 244310573.0,
      "step": 317270
    },
    {
      "epoch": 0.4024567518817593,
      "grad_norm": 5.09375,
      "learning_rate": 2.988101611401343e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5462131440639496,
      "num_tokens": 244318558.0,
      "step": 317280
    },
    {
      "epoch": 0.4024694364742921,
      "grad_norm": 5.03125,
      "learning_rate": 2.9880381803927143e-05,
      "loss": 1.7341,
      "mean_token_accuracy": 0.6171957880258561,
      "num_tokens": 244326146.0,
      "step": 317290
    },
    {
      "epoch": 0.40248212106682496,
      "grad_norm": 5.40625,
      "learning_rate": 2.987974749384085e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.581601870059967,
      "num_tokens": 244333786.0,
      "step": 317300
    },
    {
      "epoch": 0.4024948056593578,
      "grad_norm": 4.90625,
      "learning_rate": 2.987911318375456e-05,
      "loss": 1.8356,
      "mean_token_accuracy": 0.594879424571991,
      "num_tokens": 244341870.0,
      "step": 317310
    },
    {
      "epoch": 0.40250749025189064,
      "grad_norm": 5.71875,
      "learning_rate": 2.987847887366827e-05,
      "loss": 1.8277,
      "mean_token_accuracy": 0.5961726367473602,
      "num_tokens": 244348087.0,
      "step": 317320
    },
    {
      "epoch": 0.4025201748444235,
      "grad_norm": 5.1875,
      "learning_rate": 2.9877844563581975e-05,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5685432642698288,
      "num_tokens": 244355158.0,
      "step": 317330
    },
    {
      "epoch": 0.4025328594369563,
      "grad_norm": 6.59375,
      "learning_rate": 2.9877210253495687e-05,
      "loss": 1.8269,
      "mean_token_accuracy": 0.5901751458644867,
      "num_tokens": 244361738.0,
      "step": 317340
    },
    {
      "epoch": 0.40254554402948917,
      "grad_norm": 4.9375,
      "learning_rate": 2.9876575943409392e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5387376338243485,
      "num_tokens": 244368726.0,
      "step": 317350
    },
    {
      "epoch": 0.40255822862202195,
      "grad_norm": 5.53125,
      "learning_rate": 2.98759416333231e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5393442332744598,
      "num_tokens": 244376207.0,
      "step": 317360
    },
    {
      "epoch": 0.4025709132145548,
      "grad_norm": 5.6875,
      "learning_rate": 2.9875307323236813e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5097857803106308,
      "num_tokens": 244384392.0,
      "step": 317370
    },
    {
      "epoch": 0.40258359780708763,
      "grad_norm": 5.75,
      "learning_rate": 2.987467301315052e-05,
      "loss": 2.2048,
      "mean_token_accuracy": 0.5312347918748855,
      "num_tokens": 244393373.0,
      "step": 317380
    },
    {
      "epoch": 0.4025962823996205,
      "grad_norm": 5.25,
      "learning_rate": 2.9874038703064227e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5201717048883439,
      "num_tokens": 244401297.0,
      "step": 317390
    },
    {
      "epoch": 0.4026089669921533,
      "grad_norm": 13.875,
      "learning_rate": 2.9873404392977933e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5664131075143815,
      "num_tokens": 244408315.0,
      "step": 317400
    },
    {
      "epoch": 0.40262165158468616,
      "grad_norm": 4.875,
      "learning_rate": 2.9872770082891645e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5500198155641556,
      "num_tokens": 244415770.0,
      "step": 317410
    },
    {
      "epoch": 0.402634336177219,
      "grad_norm": 5.59375,
      "learning_rate": 2.9872135772805353e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5332491934299469,
      "num_tokens": 244423844.0,
      "step": 317420
    },
    {
      "epoch": 0.40264702076975184,
      "grad_norm": 6.59375,
      "learning_rate": 2.987150146271906e-05,
      "loss": 2.2473,
      "mean_token_accuracy": 0.5159451007843018,
      "num_tokens": 244431654.0,
      "step": 317430
    },
    {
      "epoch": 0.4026597053622846,
      "grad_norm": 6.1875,
      "learning_rate": 2.987086715263277e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5343519270420074,
      "num_tokens": 244439471.0,
      "step": 317440
    },
    {
      "epoch": 0.40267238995481747,
      "grad_norm": 4.6875,
      "learning_rate": 2.9870232842546476e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5261353194713593,
      "num_tokens": 244448798.0,
      "step": 317450
    },
    {
      "epoch": 0.4026850745473503,
      "grad_norm": 8.8125,
      "learning_rate": 2.9869598532460185e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5395357072353363,
      "num_tokens": 244456864.0,
      "step": 317460
    },
    {
      "epoch": 0.40269775913988315,
      "grad_norm": 5.3125,
      "learning_rate": 2.9868964222373897e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5644225627183914,
      "num_tokens": 244463292.0,
      "step": 317470
    },
    {
      "epoch": 0.402710443732416,
      "grad_norm": 8.6875,
      "learning_rate": 2.9868329912287602e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5446495413780212,
      "num_tokens": 244470419.0,
      "step": 317480
    },
    {
      "epoch": 0.40272312832494883,
      "grad_norm": 5.75,
      "learning_rate": 2.986769560220131e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5533768206834793,
      "num_tokens": 244477461.0,
      "step": 317490
    },
    {
      "epoch": 0.4027358129174817,
      "grad_norm": 5.4375,
      "learning_rate": 2.9867061292115017e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5567391008138657,
      "num_tokens": 244485157.0,
      "step": 317500
    },
    {
      "epoch": 0.40274849751001446,
      "grad_norm": 5.84375,
      "learning_rate": 2.986642698202873e-05,
      "loss": 2.257,
      "mean_token_accuracy": 0.5141822546720505,
      "num_tokens": 244492926.0,
      "step": 317510
    },
    {
      "epoch": 0.4027611821025473,
      "grad_norm": 7.15625,
      "learning_rate": 2.9865792671942437e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5383832156658173,
      "num_tokens": 244501556.0,
      "step": 317520
    },
    {
      "epoch": 0.40277386669508014,
      "grad_norm": 7.8125,
      "learning_rate": 2.9865158361856143e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5275764524936676,
      "num_tokens": 244509692.0,
      "step": 317530
    },
    {
      "epoch": 0.402786551287613,
      "grad_norm": 4.96875,
      "learning_rate": 2.9864524051769855e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5219126731157303,
      "num_tokens": 244517874.0,
      "step": 317540
    },
    {
      "epoch": 0.4027992358801458,
      "grad_norm": 5.65625,
      "learning_rate": 2.986388974168356e-05,
      "loss": 1.8699,
      "mean_token_accuracy": 0.5831081449985505,
      "num_tokens": 244525343.0,
      "step": 317550
    },
    {
      "epoch": 0.40281192047267866,
      "grad_norm": 7.875,
      "learning_rate": 2.986325543159727e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5525836229324341,
      "num_tokens": 244532535.0,
      "step": 317560
    },
    {
      "epoch": 0.4028246050652115,
      "grad_norm": 5.4375,
      "learning_rate": 2.986262112151098e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5324722409248352,
      "num_tokens": 244541524.0,
      "step": 317570
    },
    {
      "epoch": 0.40283728965774435,
      "grad_norm": 4.90625,
      "learning_rate": 2.9861986811424686e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5254574626684189,
      "num_tokens": 244550161.0,
      "step": 317580
    },
    {
      "epoch": 0.40284997425027713,
      "grad_norm": 5.21875,
      "learning_rate": 2.9861352501338395e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5462268173694611,
      "num_tokens": 244558625.0,
      "step": 317590
    },
    {
      "epoch": 0.40286265884281,
      "grad_norm": 5.375,
      "learning_rate": 2.98607181912521e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5318230539560318,
      "num_tokens": 244565893.0,
      "step": 317600
    },
    {
      "epoch": 0.4028753434353428,
      "grad_norm": 7.65625,
      "learning_rate": 2.9860083881165813e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5701344072818756,
      "num_tokens": 244573207.0,
      "step": 317610
    },
    {
      "epoch": 0.40288802802787566,
      "grad_norm": 7.6875,
      "learning_rate": 2.985944957107952e-05,
      "loss": 2.2094,
      "mean_token_accuracy": 0.5161773055791855,
      "num_tokens": 244581762.0,
      "step": 317620
    },
    {
      "epoch": 0.4029007126204085,
      "grad_norm": 6.09375,
      "learning_rate": 2.9858815260993227e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5263077050447464,
      "num_tokens": 244588995.0,
      "step": 317630
    },
    {
      "epoch": 0.40291339721294134,
      "grad_norm": 5.5,
      "learning_rate": 2.985818095090694e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.541047927737236,
      "num_tokens": 244597075.0,
      "step": 317640
    },
    {
      "epoch": 0.4029260818054742,
      "grad_norm": 5.5,
      "learning_rate": 2.9857546640820644e-05,
      "loss": 2.2862,
      "mean_token_accuracy": 0.5094983398914337,
      "num_tokens": 244605103.0,
      "step": 317650
    },
    {
      "epoch": 0.402938766398007,
      "grad_norm": 7.0,
      "learning_rate": 2.9856912330734353e-05,
      "loss": 2.2431,
      "mean_token_accuracy": 0.5187158107757568,
      "num_tokens": 244613833.0,
      "step": 317660
    },
    {
      "epoch": 0.4029514509905398,
      "grad_norm": 5.6875,
      "learning_rate": 2.9856278020648065e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5672067999839783,
      "num_tokens": 244620759.0,
      "step": 317670
    },
    {
      "epoch": 0.40296413558307265,
      "grad_norm": 6.46875,
      "learning_rate": 2.985564371056177e-05,
      "loss": 2.3353,
      "mean_token_accuracy": 0.5133046567440033,
      "num_tokens": 244627966.0,
      "step": 317680
    },
    {
      "epoch": 0.4029768201756055,
      "grad_norm": 5.125,
      "learning_rate": 2.9855009400475483e-05,
      "loss": 2.2314,
      "mean_token_accuracy": 0.5141896665096283,
      "num_tokens": 244636022.0,
      "step": 317690
    },
    {
      "epoch": 0.40298950476813833,
      "grad_norm": 6.03125,
      "learning_rate": 2.9854375090389185e-05,
      "loss": 1.7997,
      "mean_token_accuracy": 0.5945523083209991,
      "num_tokens": 244642722.0,
      "step": 317700
    },
    {
      "epoch": 0.40300218936067117,
      "grad_norm": 5.59375,
      "learning_rate": 2.9853740780302897e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5302237540483474,
      "num_tokens": 244650707.0,
      "step": 317710
    },
    {
      "epoch": 0.403014873953204,
      "grad_norm": 4.75,
      "learning_rate": 2.985310647021661e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5402510285377502,
      "num_tokens": 244659106.0,
      "step": 317720
    },
    {
      "epoch": 0.40302755854573685,
      "grad_norm": 6.65625,
      "learning_rate": 2.9852472160130314e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5497654736042022,
      "num_tokens": 244665606.0,
      "step": 317730
    },
    {
      "epoch": 0.4030402431382697,
      "grad_norm": 8.5,
      "learning_rate": 2.9851837850044023e-05,
      "loss": 1.933,
      "mean_token_accuracy": 0.5831269562244416,
      "num_tokens": 244673614.0,
      "step": 317740
    },
    {
      "epoch": 0.4030529277308025,
      "grad_norm": 5.28125,
      "learning_rate": 2.9851203539957728e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.525286391377449,
      "num_tokens": 244682336.0,
      "step": 317750
    },
    {
      "epoch": 0.4030656123233353,
      "grad_norm": 4.625,
      "learning_rate": 2.985056922987144e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5399837523698807,
      "num_tokens": 244690312.0,
      "step": 317760
    },
    {
      "epoch": 0.40307829691586816,
      "grad_norm": 5.5625,
      "learning_rate": 2.984993491978515e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.567693829536438,
      "num_tokens": 244698642.0,
      "step": 317770
    },
    {
      "epoch": 0.403090981508401,
      "grad_norm": 5.125,
      "learning_rate": 2.9849300609698854e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5393420636653901,
      "num_tokens": 244705891.0,
      "step": 317780
    },
    {
      "epoch": 0.40310366610093384,
      "grad_norm": 5.96875,
      "learning_rate": 2.9848666299612567e-05,
      "loss": 1.8162,
      "mean_token_accuracy": 0.5863347291946411,
      "num_tokens": 244711751.0,
      "step": 317790
    },
    {
      "epoch": 0.4031163506934667,
      "grad_norm": 7.0,
      "learning_rate": 2.9848031989526272e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.535838034749031,
      "num_tokens": 244719588.0,
      "step": 317800
    },
    {
      "epoch": 0.4031290352859995,
      "grad_norm": 5.90625,
      "learning_rate": 2.984739767943998e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5570905447006226,
      "num_tokens": 244727511.0,
      "step": 317810
    },
    {
      "epoch": 0.40314171987853237,
      "grad_norm": 4.84375,
      "learning_rate": 2.9846763369353693e-05,
      "loss": 2.3857,
      "mean_token_accuracy": 0.4901804685592651,
      "num_tokens": 244734558.0,
      "step": 317820
    },
    {
      "epoch": 0.40315440447106515,
      "grad_norm": 5.0,
      "learning_rate": 2.9846129059267398e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.54095578789711,
      "num_tokens": 244742889.0,
      "step": 317830
    },
    {
      "epoch": 0.403167089063598,
      "grad_norm": 6.0625,
      "learning_rate": 2.9845494749181107e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5407877087593078,
      "num_tokens": 244751299.0,
      "step": 317840
    },
    {
      "epoch": 0.40317977365613084,
      "grad_norm": 5.0625,
      "learning_rate": 2.984486043909482e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5585693418979645,
      "num_tokens": 244756695.0,
      "step": 317850
    },
    {
      "epoch": 0.4031924582486637,
      "grad_norm": 5.84375,
      "learning_rate": 2.9844226129008524e-05,
      "loss": 1.8409,
      "mean_token_accuracy": 0.5713829040527344,
      "num_tokens": 244764905.0,
      "step": 317860
    },
    {
      "epoch": 0.4032051428411965,
      "grad_norm": 5.59375,
      "learning_rate": 2.9843591818922233e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5515832424163818,
      "num_tokens": 244773703.0,
      "step": 317870
    },
    {
      "epoch": 0.40321782743372936,
      "grad_norm": 5.34375,
      "learning_rate": 2.984295750883594e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5381041765213013,
      "num_tokens": 244782367.0,
      "step": 317880
    },
    {
      "epoch": 0.4032305120262622,
      "grad_norm": 5.375,
      "learning_rate": 2.984232319874965e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5242841333150864,
      "num_tokens": 244790734.0,
      "step": 317890
    },
    {
      "epoch": 0.40324319661879504,
      "grad_norm": 7.3125,
      "learning_rate": 2.984168888866336e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5346756935119629,
      "num_tokens": 244798006.0,
      "step": 317900
    },
    {
      "epoch": 0.4032558812113278,
      "grad_norm": 5.40625,
      "learning_rate": 2.9841054578577065e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.525347238779068,
      "num_tokens": 244805896.0,
      "step": 317910
    },
    {
      "epoch": 0.40326856580386067,
      "grad_norm": 5.34375,
      "learning_rate": 2.9840420268490777e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5376497328281402,
      "num_tokens": 244812117.0,
      "step": 317920
    },
    {
      "epoch": 0.4032812503963935,
      "grad_norm": 5.28125,
      "learning_rate": 2.9839785958404482e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5470031470060348,
      "num_tokens": 244821058.0,
      "step": 317930
    },
    {
      "epoch": 0.40329393498892635,
      "grad_norm": 4.96875,
      "learning_rate": 2.983915164831819e-05,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5682174623012543,
      "num_tokens": 244829201.0,
      "step": 317940
    },
    {
      "epoch": 0.4033066195814592,
      "grad_norm": 7.75,
      "learning_rate": 2.9838517338231903e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5757410317659378,
      "num_tokens": 244835878.0,
      "step": 317950
    },
    {
      "epoch": 0.40331930417399203,
      "grad_norm": 5.0,
      "learning_rate": 2.983788302814561e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5276288509368896,
      "num_tokens": 244844147.0,
      "step": 317960
    },
    {
      "epoch": 0.4033319887665249,
      "grad_norm": 8.125,
      "learning_rate": 2.9837248718059317e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5350231409072876,
      "num_tokens": 244851274.0,
      "step": 317970
    },
    {
      "epoch": 0.40334467335905766,
      "grad_norm": 6.5,
      "learning_rate": 2.9836614407973023e-05,
      "loss": 1.9476,
      "mean_token_accuracy": 0.565444040298462,
      "num_tokens": 244859519.0,
      "step": 317980
    },
    {
      "epoch": 0.4033573579515905,
      "grad_norm": 4.8125,
      "learning_rate": 2.9835980097886735e-05,
      "loss": 2.2513,
      "mean_token_accuracy": 0.528476083278656,
      "num_tokens": 244866905.0,
      "step": 317990
    },
    {
      "epoch": 0.40337004254412334,
      "grad_norm": 6.84375,
      "learning_rate": 2.9835345787800443e-05,
      "loss": 1.8955,
      "mean_token_accuracy": 0.5763714462518692,
      "num_tokens": 244873579.0,
      "step": 318000
    },
    {
      "epoch": 0.4033827271366562,
      "grad_norm": 5.71875,
      "learning_rate": 2.983471147771415e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5213284343481064,
      "num_tokens": 244881571.0,
      "step": 318010
    },
    {
      "epoch": 0.403395411729189,
      "grad_norm": 4.875,
      "learning_rate": 2.983407716762786e-05,
      "loss": 1.7985,
      "mean_token_accuracy": 0.592662262916565,
      "num_tokens": 244887352.0,
      "step": 318020
    },
    {
      "epoch": 0.40340809632172187,
      "grad_norm": 5.15625,
      "learning_rate": 2.9833442857541566e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5397866159677506,
      "num_tokens": 244895533.0,
      "step": 318030
    },
    {
      "epoch": 0.4034207809142547,
      "grad_norm": 5.59375,
      "learning_rate": 2.9832808547455275e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5346012651920319,
      "num_tokens": 244904511.0,
      "step": 318040
    },
    {
      "epoch": 0.40343346550678755,
      "grad_norm": 6.125,
      "learning_rate": 2.9832174237368987e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.526356366276741,
      "num_tokens": 244911647.0,
      "step": 318050
    },
    {
      "epoch": 0.40344615009932033,
      "grad_norm": 7.375,
      "learning_rate": 2.9831539927282692e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5621849030256272,
      "num_tokens": 244918114.0,
      "step": 318060
    },
    {
      "epoch": 0.4034588346918532,
      "grad_norm": 4.9375,
      "learning_rate": 2.9830905617196405e-05,
      "loss": 1.6919,
      "mean_token_accuracy": 0.6240984797477722,
      "num_tokens": 244925652.0,
      "step": 318070
    },
    {
      "epoch": 0.403471519284386,
      "grad_norm": 6.21875,
      "learning_rate": 2.9830271307110107e-05,
      "loss": 2.2447,
      "mean_token_accuracy": 0.5135832518339157,
      "num_tokens": 244933651.0,
      "step": 318080
    },
    {
      "epoch": 0.40348420387691886,
      "grad_norm": 4.6875,
      "learning_rate": 2.982963699702382e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.524393767118454,
      "num_tokens": 244942924.0,
      "step": 318090
    },
    {
      "epoch": 0.4034968884694517,
      "grad_norm": 5.8125,
      "learning_rate": 2.982900268693753e-05,
      "loss": 1.868,
      "mean_token_accuracy": 0.5916940122842789,
      "num_tokens": 244949360.0,
      "step": 318100
    },
    {
      "epoch": 0.40350957306198454,
      "grad_norm": 7.875,
      "learning_rate": 2.9828368376851236e-05,
      "loss": 2.2539,
      "mean_token_accuracy": 0.521108603477478,
      "num_tokens": 244956881.0,
      "step": 318110
    },
    {
      "epoch": 0.4035222576545174,
      "grad_norm": 5.96875,
      "learning_rate": 2.9827734066764945e-05,
      "loss": 1.8483,
      "mean_token_accuracy": 0.5918748497962951,
      "num_tokens": 244963693.0,
      "step": 318120
    },
    {
      "epoch": 0.4035349422470502,
      "grad_norm": 4.5,
      "learning_rate": 2.982709975667865e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5242110460996627,
      "num_tokens": 244970471.0,
      "step": 318130
    },
    {
      "epoch": 0.403547626839583,
      "grad_norm": 5.125,
      "learning_rate": 2.9826465446592362e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5503983944654465,
      "num_tokens": 244978884.0,
      "step": 318140
    },
    {
      "epoch": 0.40356031143211585,
      "grad_norm": 6.84375,
      "learning_rate": 2.982583113650607e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5422690153121948,
      "num_tokens": 244986753.0,
      "step": 318150
    },
    {
      "epoch": 0.4035729960246487,
      "grad_norm": 6.46875,
      "learning_rate": 2.9825196826419776e-05,
      "loss": 2.144,
      "mean_token_accuracy": 0.5279859304428101,
      "num_tokens": 244994374.0,
      "step": 318160
    },
    {
      "epoch": 0.40358568061718153,
      "grad_norm": 5.375,
      "learning_rate": 2.982456251633349e-05,
      "loss": 2.2961,
      "mean_token_accuracy": 0.5071607202291488,
      "num_tokens": 245003690.0,
      "step": 318170
    },
    {
      "epoch": 0.40359836520971437,
      "grad_norm": 4.9375,
      "learning_rate": 2.9823928206247194e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5258862644433975,
      "num_tokens": 245011323.0,
      "step": 318180
    },
    {
      "epoch": 0.4036110498022472,
      "grad_norm": 5.34375,
      "learning_rate": 2.9823293896160903e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5493630856275559,
      "num_tokens": 245018341.0,
      "step": 318190
    },
    {
      "epoch": 0.40362373439478005,
      "grad_norm": 4.625,
      "learning_rate": 2.9822659586074615e-05,
      "loss": 1.8878,
      "mean_token_accuracy": 0.5711857736110687,
      "num_tokens": 245026688.0,
      "step": 318200
    },
    {
      "epoch": 0.4036364189873129,
      "grad_norm": 5.8125,
      "learning_rate": 2.982202527598832e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5820639610290528,
      "num_tokens": 245033306.0,
      "step": 318210
    },
    {
      "epoch": 0.4036491035798457,
      "grad_norm": 7.90625,
      "learning_rate": 2.982139096590203e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5407649457454682,
      "num_tokens": 245040854.0,
      "step": 318220
    },
    {
      "epoch": 0.4036617881723785,
      "grad_norm": 5.3125,
      "learning_rate": 2.9820756655815734e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.542750409245491,
      "num_tokens": 245049523.0,
      "step": 318230
    },
    {
      "epoch": 0.40367447276491136,
      "grad_norm": 5.28125,
      "learning_rate": 2.9820122345729446e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5390870690345764,
      "num_tokens": 245058651.0,
      "step": 318240
    },
    {
      "epoch": 0.4036871573574442,
      "grad_norm": 6.71875,
      "learning_rate": 2.9819488035643155e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5816478908061982,
      "num_tokens": 245066948.0,
      "step": 318250
    },
    {
      "epoch": 0.40369984194997705,
      "grad_norm": 6.125,
      "learning_rate": 2.981885372555686e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5484534561634063,
      "num_tokens": 245073443.0,
      "step": 318260
    },
    {
      "epoch": 0.4037125265425099,
      "grad_norm": 5.28125,
      "learning_rate": 2.9818219415470573e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5518448263406753,
      "num_tokens": 245082332.0,
      "step": 318270
    },
    {
      "epoch": 0.4037252111350427,
      "grad_norm": 7.5,
      "learning_rate": 2.9817585105384278e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5456728786230087,
      "num_tokens": 245089793.0,
      "step": 318280
    },
    {
      "epoch": 0.40373789572757557,
      "grad_norm": 5.53125,
      "learning_rate": 2.9816950795297987e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5555356591939926,
      "num_tokens": 245096251.0,
      "step": 318290
    },
    {
      "epoch": 0.40375058032010835,
      "grad_norm": 5.1875,
      "learning_rate": 2.98163164852117e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5390436172485351,
      "num_tokens": 245104274.0,
      "step": 318300
    },
    {
      "epoch": 0.4037632649126412,
      "grad_norm": 5.125,
      "learning_rate": 2.9815682175125404e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5386150777339935,
      "num_tokens": 245112387.0,
      "step": 318310
    },
    {
      "epoch": 0.40377594950517404,
      "grad_norm": 6.0625,
      "learning_rate": 2.9815047865039113e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5316758543252945,
      "num_tokens": 245120169.0,
      "step": 318320
    },
    {
      "epoch": 0.4037886340977069,
      "grad_norm": 4.59375,
      "learning_rate": 2.9814413554952818e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5847816705703736,
      "num_tokens": 245128701.0,
      "step": 318330
    },
    {
      "epoch": 0.4038013186902397,
      "grad_norm": 6.6875,
      "learning_rate": 2.981377924486653e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5305148839950562,
      "num_tokens": 245137528.0,
      "step": 318340
    },
    {
      "epoch": 0.40381400328277256,
      "grad_norm": 6.75,
      "learning_rate": 2.981314493478024e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5510402500629425,
      "num_tokens": 245145159.0,
      "step": 318350
    },
    {
      "epoch": 0.4038266878753054,
      "grad_norm": 6.46875,
      "learning_rate": 2.9812510624693944e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.543369036912918,
      "num_tokens": 245152682.0,
      "step": 318360
    },
    {
      "epoch": 0.40383937246783824,
      "grad_norm": 5.96875,
      "learning_rate": 2.9811876314607657e-05,
      "loss": 1.8668,
      "mean_token_accuracy": 0.579882824420929,
      "num_tokens": 245160727.0,
      "step": 318370
    },
    {
      "epoch": 0.40385205706037103,
      "grad_norm": 5.625,
      "learning_rate": 2.9811242004521362e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5472856938838959,
      "num_tokens": 245169629.0,
      "step": 318380
    },
    {
      "epoch": 0.40386474165290387,
      "grad_norm": 4.5625,
      "learning_rate": 2.981060769443507e-05,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5205227345228195,
      "num_tokens": 245179041.0,
      "step": 318390
    },
    {
      "epoch": 0.4038774262454367,
      "grad_norm": 6.96875,
      "learning_rate": 2.9809973384348783e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5321520924568176,
      "num_tokens": 245187093.0,
      "step": 318400
    },
    {
      "epoch": 0.40389011083796955,
      "grad_norm": 7.78125,
      "learning_rate": 2.9809339074262488e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5499674201011657,
      "num_tokens": 245194997.0,
      "step": 318410
    },
    {
      "epoch": 0.4039027954305024,
      "grad_norm": 5.46875,
      "learning_rate": 2.9808704764176197e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5337125301361084,
      "num_tokens": 245203475.0,
      "step": 318420
    },
    {
      "epoch": 0.40391548002303523,
      "grad_norm": 5.375,
      "learning_rate": 2.9808070454089902e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5539027363061905,
      "num_tokens": 245211630.0,
      "step": 318430
    },
    {
      "epoch": 0.4039281646155681,
      "grad_norm": 6.9375,
      "learning_rate": 2.9807436144003614e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5329087257385254,
      "num_tokens": 245220344.0,
      "step": 318440
    },
    {
      "epoch": 0.40394084920810086,
      "grad_norm": 4.875,
      "learning_rate": 2.9806801833917327e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5659408837556839,
      "num_tokens": 245228427.0,
      "step": 318450
    },
    {
      "epoch": 0.4039535338006337,
      "grad_norm": 5.125,
      "learning_rate": 2.980616752383103e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5336038678884506,
      "num_tokens": 245236008.0,
      "step": 318460
    },
    {
      "epoch": 0.40396621839316654,
      "grad_norm": 6.59375,
      "learning_rate": 2.980553321374474e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.539834377169609,
      "num_tokens": 245242982.0,
      "step": 318470
    },
    {
      "epoch": 0.4039789029856994,
      "grad_norm": 5.8125,
      "learning_rate": 2.9804898903658446e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5486364483833313,
      "num_tokens": 245251156.0,
      "step": 318480
    },
    {
      "epoch": 0.4039915875782322,
      "grad_norm": 5.03125,
      "learning_rate": 2.9804264593572158e-05,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5856314986944199,
      "num_tokens": 245258823.0,
      "step": 318490
    },
    {
      "epoch": 0.40400427217076507,
      "grad_norm": 5.0625,
      "learning_rate": 2.9803630283485867e-05,
      "loss": 2.2088,
      "mean_token_accuracy": 0.5208256721496582,
      "num_tokens": 245267091.0,
      "step": 318500
    },
    {
      "epoch": 0.4040169567632979,
      "grad_norm": 4.5,
      "learning_rate": 2.9802995973399572e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.531284150481224,
      "num_tokens": 245275752.0,
      "step": 318510
    },
    {
      "epoch": 0.40402964135583075,
      "grad_norm": 4.40625,
      "learning_rate": 2.9802361663313284e-05,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5520029902458191,
      "num_tokens": 245282478.0,
      "step": 318520
    },
    {
      "epoch": 0.40404232594836353,
      "grad_norm": 4.78125,
      "learning_rate": 2.980172735322699e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5621587336063385,
      "num_tokens": 245290777.0,
      "step": 318530
    },
    {
      "epoch": 0.4040550105408964,
      "grad_norm": 6.8125,
      "learning_rate": 2.98010930431407e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.521814626455307,
      "num_tokens": 245298862.0,
      "step": 318540
    },
    {
      "epoch": 0.4040676951334292,
      "grad_norm": 5.9375,
      "learning_rate": 2.980045873305441e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.529389426112175,
      "num_tokens": 245306714.0,
      "step": 318550
    },
    {
      "epoch": 0.40408037972596206,
      "grad_norm": 5.0,
      "learning_rate": 2.9799824422968116e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.560453724861145,
      "num_tokens": 245314881.0,
      "step": 318560
    },
    {
      "epoch": 0.4040930643184949,
      "grad_norm": 4.78125,
      "learning_rate": 2.9799190112881825e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5802241504192353,
      "num_tokens": 245323109.0,
      "step": 318570
    },
    {
      "epoch": 0.40410574891102774,
      "grad_norm": 5.375,
      "learning_rate": 2.979855580279553e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5467775791883469,
      "num_tokens": 245330125.0,
      "step": 318580
    },
    {
      "epoch": 0.4041184335035606,
      "grad_norm": 5.8125,
      "learning_rate": 2.9797921492709242e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5417651474475861,
      "num_tokens": 245337679.0,
      "step": 318590
    },
    {
      "epoch": 0.4041311180960934,
      "grad_norm": 7.875,
      "learning_rate": 2.979728718262295e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.580808874964714,
      "num_tokens": 245343894.0,
      "step": 318600
    },
    {
      "epoch": 0.4041438026886262,
      "grad_norm": 4.75,
      "learning_rate": 2.9796652872536656e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5591973751783371,
      "num_tokens": 245350546.0,
      "step": 318610
    },
    {
      "epoch": 0.40415648728115905,
      "grad_norm": 5.5,
      "learning_rate": 2.9796018562450368e-05,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5644498139619827,
      "num_tokens": 245358383.0,
      "step": 318620
    },
    {
      "epoch": 0.4041691718736919,
      "grad_norm": 5.34375,
      "learning_rate": 2.9795384252364074e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5264242738485336,
      "num_tokens": 245366896.0,
      "step": 318630
    },
    {
      "epoch": 0.40418185646622473,
      "grad_norm": 6.59375,
      "learning_rate": 2.9794749942277782e-05,
      "loss": 1.8974,
      "mean_token_accuracy": 0.5712696641683579,
      "num_tokens": 245372970.0,
      "step": 318640
    },
    {
      "epoch": 0.4041945410587576,
      "grad_norm": 4.65625,
      "learning_rate": 2.9794115632191495e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.5750599265098572,
      "num_tokens": 245381332.0,
      "step": 318650
    },
    {
      "epoch": 0.4042072256512904,
      "grad_norm": 5.25,
      "learning_rate": 2.97934813221052e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5402068823575974,
      "num_tokens": 245391113.0,
      "step": 318660
    },
    {
      "epoch": 0.40421991024382325,
      "grad_norm": 6.84375,
      "learning_rate": 2.979284701201891e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5366895943880081,
      "num_tokens": 245399374.0,
      "step": 318670
    },
    {
      "epoch": 0.4042325948363561,
      "grad_norm": 5.5625,
      "learning_rate": 2.9792212701932614e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5601585507392883,
      "num_tokens": 245407785.0,
      "step": 318680
    },
    {
      "epoch": 0.4042452794288889,
      "grad_norm": 5.5,
      "learning_rate": 2.9791578391846326e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5442926466464997,
      "num_tokens": 245416168.0,
      "step": 318690
    },
    {
      "epoch": 0.4042579640214217,
      "grad_norm": 6.15625,
      "learning_rate": 2.9790944081760035e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5497325003147125,
      "num_tokens": 245422725.0,
      "step": 318700
    },
    {
      "epoch": 0.40427064861395456,
      "grad_norm": 5.0,
      "learning_rate": 2.979030977167374e-05,
      "loss": 1.7352,
      "mean_token_accuracy": 0.6064888954162597,
      "num_tokens": 245430304.0,
      "step": 318710
    },
    {
      "epoch": 0.4042833332064874,
      "grad_norm": 5.5625,
      "learning_rate": 2.9789675461587452e-05,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5823543667793274,
      "num_tokens": 245438586.0,
      "step": 318720
    },
    {
      "epoch": 0.40429601779902025,
      "grad_norm": 5.375,
      "learning_rate": 2.9789041151501158e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5433892846107483,
      "num_tokens": 245446510.0,
      "step": 318730
    },
    {
      "epoch": 0.4043087023915531,
      "grad_norm": 4.65625,
      "learning_rate": 2.9788406841414866e-05,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5492274641990662,
      "num_tokens": 245454019.0,
      "step": 318740
    },
    {
      "epoch": 0.40432138698408593,
      "grad_norm": 6.21875,
      "learning_rate": 2.978777253132858e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.537212124466896,
      "num_tokens": 245462930.0,
      "step": 318750
    },
    {
      "epoch": 0.40433407157661877,
      "grad_norm": 6.875,
      "learning_rate": 2.9787138221242284e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5464328944683075,
      "num_tokens": 245470606.0,
      "step": 318760
    },
    {
      "epoch": 0.40434675616915156,
      "grad_norm": 10.4375,
      "learning_rate": 2.9786503911155993e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5448250591754913,
      "num_tokens": 245477746.0,
      "step": 318770
    },
    {
      "epoch": 0.4043594407616844,
      "grad_norm": 6.75,
      "learning_rate": 2.9785869601069705e-05,
      "loss": 1.7354,
      "mean_token_accuracy": 0.6110905349254608,
      "num_tokens": 245484432.0,
      "step": 318780
    },
    {
      "epoch": 0.40437212535421724,
      "grad_norm": 5.53125,
      "learning_rate": 2.978523529098341e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5603373855352402,
      "num_tokens": 245492863.0,
      "step": 318790
    },
    {
      "epoch": 0.4043848099467501,
      "grad_norm": 5.5,
      "learning_rate": 2.978460098089712e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5678355067968368,
      "num_tokens": 245500277.0,
      "step": 318800
    },
    {
      "epoch": 0.4043974945392829,
      "grad_norm": 6.40625,
      "learning_rate": 2.9783966670810824e-05,
      "loss": 1.8001,
      "mean_token_accuracy": 0.5972363442182541,
      "num_tokens": 245506753.0,
      "step": 318810
    },
    {
      "epoch": 0.40441017913181576,
      "grad_norm": 5.46875,
      "learning_rate": 2.9783332360724536e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5570911943912507,
      "num_tokens": 245513732.0,
      "step": 318820
    },
    {
      "epoch": 0.4044228637243486,
      "grad_norm": 5.1875,
      "learning_rate": 2.978269805063825e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5479670286178588,
      "num_tokens": 245521280.0,
      "step": 318830
    },
    {
      "epoch": 0.40443554831688144,
      "grad_norm": 5.1875,
      "learning_rate": 2.978206374055195e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5119379550218582,
      "num_tokens": 245528920.0,
      "step": 318840
    },
    {
      "epoch": 0.40444823290941423,
      "grad_norm": 6.375,
      "learning_rate": 2.9781429430465663e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5490190148353576,
      "num_tokens": 245536692.0,
      "step": 318850
    },
    {
      "epoch": 0.40446091750194707,
      "grad_norm": 5.0,
      "learning_rate": 2.9780795120379368e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5594691038131714,
      "num_tokens": 245544363.0,
      "step": 318860
    },
    {
      "epoch": 0.4044736020944799,
      "grad_norm": 5.125,
      "learning_rate": 2.978016081029308e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5672548741102219,
      "num_tokens": 245552313.0,
      "step": 318870
    },
    {
      "epoch": 0.40448628668701275,
      "grad_norm": 5.5625,
      "learning_rate": 2.977952650020679e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5320007532835007,
      "num_tokens": 245560631.0,
      "step": 318880
    },
    {
      "epoch": 0.4044989712795456,
      "grad_norm": 5.1875,
      "learning_rate": 2.9778892190120494e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5432050853967667,
      "num_tokens": 245568367.0,
      "step": 318890
    },
    {
      "epoch": 0.40451165587207843,
      "grad_norm": 11.375,
      "learning_rate": 2.9778257880034206e-05,
      "loss": 1.8643,
      "mean_token_accuracy": 0.5907602310180664,
      "num_tokens": 245575557.0,
      "step": 318900
    },
    {
      "epoch": 0.4045243404646113,
      "grad_norm": 5.53125,
      "learning_rate": 2.977762356994791e-05,
      "loss": 1.8344,
      "mean_token_accuracy": 0.5766600698232651,
      "num_tokens": 245583713.0,
      "step": 318910
    },
    {
      "epoch": 0.40453702505714406,
      "grad_norm": 5.3125,
      "learning_rate": 2.977698925986162e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5331247866153717,
      "num_tokens": 245591089.0,
      "step": 318920
    },
    {
      "epoch": 0.4045497096496769,
      "grad_norm": 6.28125,
      "learning_rate": 2.9776354949775332e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5356574207544327,
      "num_tokens": 245597991.0,
      "step": 318930
    },
    {
      "epoch": 0.40456239424220974,
      "grad_norm": 5.40625,
      "learning_rate": 2.9775720639689038e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.559532082080841,
      "num_tokens": 245604964.0,
      "step": 318940
    },
    {
      "epoch": 0.4045750788347426,
      "grad_norm": 6.09375,
      "learning_rate": 2.9775086329602747e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5493798971176147,
      "num_tokens": 245612394.0,
      "step": 318950
    },
    {
      "epoch": 0.4045877634272754,
      "grad_norm": 7.21875,
      "learning_rate": 2.9774452019516452e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5448109745979309,
      "num_tokens": 245619574.0,
      "step": 318960
    },
    {
      "epoch": 0.40460044801980827,
      "grad_norm": 6.6875,
      "learning_rate": 2.9773817709430164e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.559652054309845,
      "num_tokens": 245626086.0,
      "step": 318970
    },
    {
      "epoch": 0.4046131326123411,
      "grad_norm": 7.21875,
      "learning_rate": 2.9773183399343873e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5442084014415741,
      "num_tokens": 245633085.0,
      "step": 318980
    },
    {
      "epoch": 0.40462581720487395,
      "grad_norm": 5.8125,
      "learning_rate": 2.9772549089257578e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5366036981344223,
      "num_tokens": 245640696.0,
      "step": 318990
    },
    {
      "epoch": 0.40463850179740674,
      "grad_norm": 4.78125,
      "learning_rate": 2.977191477917129e-05,
      "loss": 2.1995,
      "mean_token_accuracy": 0.5299385040998459,
      "num_tokens": 245647930.0,
      "step": 319000
    },
    {
      "epoch": 0.4046511863899396,
      "grad_norm": 5.8125,
      "learning_rate": 2.9771280469084996e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5591210752725602,
      "num_tokens": 245655298.0,
      "step": 319010
    },
    {
      "epoch": 0.4046638709824724,
      "grad_norm": 6.1875,
      "learning_rate": 2.9770646158998704e-05,
      "loss": 1.9037,
      "mean_token_accuracy": 0.5825067073106766,
      "num_tokens": 245661157.0,
      "step": 319020
    },
    {
      "epoch": 0.40467655557500526,
      "grad_norm": 5.71875,
      "learning_rate": 2.9770011848912416e-05,
      "loss": 1.8905,
      "mean_token_accuracy": 0.5899009943008423,
      "num_tokens": 245667217.0,
      "step": 319030
    },
    {
      "epoch": 0.4046892401675381,
      "grad_norm": 6.125,
      "learning_rate": 2.9769377538826122e-05,
      "loss": 1.8139,
      "mean_token_accuracy": 0.5851596236228943,
      "num_tokens": 245674412.0,
      "step": 319040
    },
    {
      "epoch": 0.40470192476007094,
      "grad_norm": 5.34375,
      "learning_rate": 2.976874322873983e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5332709431648255,
      "num_tokens": 245681975.0,
      "step": 319050
    },
    {
      "epoch": 0.4047146093526038,
      "grad_norm": 5.3125,
      "learning_rate": 2.9768108918653536e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5320723682641983,
      "num_tokens": 245690570.0,
      "step": 319060
    },
    {
      "epoch": 0.4047272939451366,
      "grad_norm": 5.59375,
      "learning_rate": 2.9767474608567248e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5362919211387634,
      "num_tokens": 245698214.0,
      "step": 319070
    },
    {
      "epoch": 0.4047399785376694,
      "grad_norm": 6.625,
      "learning_rate": 2.9766840298480957e-05,
      "loss": 2.2461,
      "mean_token_accuracy": 0.5208394348621368,
      "num_tokens": 245706382.0,
      "step": 319080
    },
    {
      "epoch": 0.40475266313020225,
      "grad_norm": 5.78125,
      "learning_rate": 2.9766205988394662e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5402596980333328,
      "num_tokens": 245714976.0,
      "step": 319090
    },
    {
      "epoch": 0.4047653477227351,
      "grad_norm": 7.15625,
      "learning_rate": 2.9765571678308374e-05,
      "loss": 1.7848,
      "mean_token_accuracy": 0.5982150316238404,
      "num_tokens": 245720874.0,
      "step": 319100
    },
    {
      "epoch": 0.40477803231526793,
      "grad_norm": 5.3125,
      "learning_rate": 2.976493736822208e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5639353662729263,
      "num_tokens": 245728840.0,
      "step": 319110
    },
    {
      "epoch": 0.4047907169078008,
      "grad_norm": 4.75,
      "learning_rate": 2.976430305813579e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5427194446325302,
      "num_tokens": 245738205.0,
      "step": 319120
    },
    {
      "epoch": 0.4048034015003336,
      "grad_norm": 4.8125,
      "learning_rate": 2.97636687480495e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5396398812532425,
      "num_tokens": 245746917.0,
      "step": 319130
    },
    {
      "epoch": 0.40481608609286646,
      "grad_norm": 5.03125,
      "learning_rate": 2.9763034437963206e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5268803685903549,
      "num_tokens": 245754468.0,
      "step": 319140
    },
    {
      "epoch": 0.4048287706853993,
      "grad_norm": 5.4375,
      "learning_rate": 2.9762400127876915e-05,
      "loss": 1.7691,
      "mean_token_accuracy": 0.6009442746639252,
      "num_tokens": 245762190.0,
      "step": 319150
    },
    {
      "epoch": 0.4048414552779321,
      "grad_norm": 5.21875,
      "learning_rate": 2.976176581779062e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5484449744224549,
      "num_tokens": 245770099.0,
      "step": 319160
    },
    {
      "epoch": 0.4048541398704649,
      "grad_norm": 5.0,
      "learning_rate": 2.9761131507704332e-05,
      "loss": 1.914,
      "mean_token_accuracy": 0.5833062827587128,
      "num_tokens": 245777309.0,
      "step": 319170
    },
    {
      "epoch": 0.40486682446299777,
      "grad_norm": 5.25,
      "learning_rate": 2.976049719761804e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5527377754449845,
      "num_tokens": 245786276.0,
      "step": 319180
    },
    {
      "epoch": 0.4048795090555306,
      "grad_norm": 7.25,
      "learning_rate": 2.9759862887531746e-05,
      "loss": 1.9616,
      "mean_token_accuracy": 0.552073723077774,
      "num_tokens": 245793292.0,
      "step": 319190
    },
    {
      "epoch": 0.40489219364806345,
      "grad_norm": 5.34375,
      "learning_rate": 2.9759228577445458e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5475536942481994,
      "num_tokens": 245801152.0,
      "step": 319200
    },
    {
      "epoch": 0.4049048782405963,
      "grad_norm": 6.90625,
      "learning_rate": 2.9758594267359164e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5524028152227402,
      "num_tokens": 245809264.0,
      "step": 319210
    },
    {
      "epoch": 0.40491756283312913,
      "grad_norm": 5.75,
      "learning_rate": 2.9757959957272872e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5427891045808793,
      "num_tokens": 245817038.0,
      "step": 319220
    },
    {
      "epoch": 0.40493024742566197,
      "grad_norm": 5.34375,
      "learning_rate": 2.9757325647186584e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5608422040939331,
      "num_tokens": 245822953.0,
      "step": 319230
    },
    {
      "epoch": 0.40494293201819476,
      "grad_norm": 8.5,
      "learning_rate": 2.975669133710029e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5438008278608322,
      "num_tokens": 245831118.0,
      "step": 319240
    },
    {
      "epoch": 0.4049556166107276,
      "grad_norm": 5.78125,
      "learning_rate": 2.9756057027014002e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5403140991926193,
      "num_tokens": 245840221.0,
      "step": 319250
    },
    {
      "epoch": 0.40496830120326044,
      "grad_norm": 4.96875,
      "learning_rate": 2.9755422716927704e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5427497804164887,
      "num_tokens": 245848135.0,
      "step": 319260
    },
    {
      "epoch": 0.4049809857957933,
      "grad_norm": 5.0625,
      "learning_rate": 2.9754788406841416e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5513803064823151,
      "num_tokens": 245856419.0,
      "step": 319270
    },
    {
      "epoch": 0.4049936703883261,
      "grad_norm": 7.03125,
      "learning_rate": 2.9754154096755128e-05,
      "loss": 2.2818,
      "mean_token_accuracy": 0.5142790704965592,
      "num_tokens": 245864415.0,
      "step": 319280
    },
    {
      "epoch": 0.40500635498085896,
      "grad_norm": 5.34375,
      "learning_rate": 2.9753519786668834e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5460085958242417,
      "num_tokens": 245872855.0,
      "step": 319290
    },
    {
      "epoch": 0.4050190395733918,
      "grad_norm": 4.59375,
      "learning_rate": 2.9752885476582542e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5722825914621353,
      "num_tokens": 245880100.0,
      "step": 319300
    },
    {
      "epoch": 0.40503172416592464,
      "grad_norm": 5.15625,
      "learning_rate": 2.9752251166496248e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5204781740903854,
      "num_tokens": 245889047.0,
      "step": 319310
    },
    {
      "epoch": 0.40504440875845743,
      "grad_norm": 5.40625,
      "learning_rate": 2.975161685640996e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5711246401071548,
      "num_tokens": 245896486.0,
      "step": 319320
    },
    {
      "epoch": 0.40505709335099027,
      "grad_norm": 5.71875,
      "learning_rate": 2.975098254632367e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5447860866785049,
      "num_tokens": 245904318.0,
      "step": 319330
    },
    {
      "epoch": 0.4050697779435231,
      "grad_norm": 8.0,
      "learning_rate": 2.9750348236237374e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5500680387020112,
      "num_tokens": 245911237.0,
      "step": 319340
    },
    {
      "epoch": 0.40508246253605595,
      "grad_norm": 7.53125,
      "learning_rate": 2.9749713926151086e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5743442058563233,
      "num_tokens": 245919603.0,
      "step": 319350
    },
    {
      "epoch": 0.4050951471285888,
      "grad_norm": 4.875,
      "learning_rate": 2.974907961606479e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5366157680749893,
      "num_tokens": 245926369.0,
      "step": 319360
    },
    {
      "epoch": 0.40510783172112164,
      "grad_norm": 6.6875,
      "learning_rate": 2.97484453059785e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5335238933563232,
      "num_tokens": 245934431.0,
      "step": 319370
    },
    {
      "epoch": 0.4051205163136545,
      "grad_norm": 6.3125,
      "learning_rate": 2.9747810995892212e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5181815713644028,
      "num_tokens": 245943637.0,
      "step": 319380
    },
    {
      "epoch": 0.40513320090618726,
      "grad_norm": 4.9375,
      "learning_rate": 2.9747176685805918e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5361715704202652,
      "num_tokens": 245952784.0,
      "step": 319390
    },
    {
      "epoch": 0.4051458854987201,
      "grad_norm": 9.8125,
      "learning_rate": 2.9746542375719626e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5527073293924332,
      "num_tokens": 245959773.0,
      "step": 319400
    },
    {
      "epoch": 0.40515857009125295,
      "grad_norm": 4.84375,
      "learning_rate": 2.974590806563333e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5628673106431961,
      "num_tokens": 245966770.0,
      "step": 319410
    },
    {
      "epoch": 0.4051712546837858,
      "grad_norm": 7.4375,
      "learning_rate": 2.9745273755547044e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.553100797533989,
      "num_tokens": 245973226.0,
      "step": 319420
    },
    {
      "epoch": 0.4051839392763186,
      "grad_norm": 5.90625,
      "learning_rate": 2.9744639445460753e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5202736556529999,
      "num_tokens": 245981576.0,
      "step": 319430
    },
    {
      "epoch": 0.40519662386885147,
      "grad_norm": 5.0625,
      "learning_rate": 2.9744005135374458e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5371323168277741,
      "num_tokens": 245990013.0,
      "step": 319440
    },
    {
      "epoch": 0.4052093084613843,
      "grad_norm": 9.5625,
      "learning_rate": 2.974337082528817e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5527149379253388,
      "num_tokens": 245996214.0,
      "step": 319450
    },
    {
      "epoch": 0.40522199305391715,
      "grad_norm": 6.28125,
      "learning_rate": 2.9742736515201875e-05,
      "loss": 2.4678,
      "mean_token_accuracy": 0.4978324919939041,
      "num_tokens": 246004081.0,
      "step": 319460
    },
    {
      "epoch": 0.40523467764644994,
      "grad_norm": 4.9375,
      "learning_rate": 2.9742102205115584e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5450041323900223,
      "num_tokens": 246011815.0,
      "step": 319470
    },
    {
      "epoch": 0.4052473622389828,
      "grad_norm": 5.5625,
      "learning_rate": 2.9741467895029296e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.556077566742897,
      "num_tokens": 246021048.0,
      "step": 319480
    },
    {
      "epoch": 0.4052600468315156,
      "grad_norm": 4.8125,
      "learning_rate": 2.9740833584943e-05,
      "loss": 2.1905,
      "mean_token_accuracy": 0.5253757625818253,
      "num_tokens": 246030135.0,
      "step": 319490
    },
    {
      "epoch": 0.40527273142404846,
      "grad_norm": 6.84375,
      "learning_rate": 2.974019927485671e-05,
      "loss": 1.7337,
      "mean_token_accuracy": 0.6158658057451248,
      "num_tokens": 246037548.0,
      "step": 319500
    },
    {
      "epoch": 0.4052854160165813,
      "grad_norm": 5.625,
      "learning_rate": 2.9739564964770416e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5568488746881485,
      "num_tokens": 246045456.0,
      "step": 319510
    },
    {
      "epoch": 0.40529810060911414,
      "grad_norm": 6.25,
      "learning_rate": 2.9738930654684128e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5670771121978759,
      "num_tokens": 246052115.0,
      "step": 319520
    },
    {
      "epoch": 0.405310785201647,
      "grad_norm": 10.4375,
      "learning_rate": 2.9738296344597837e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5343454450368881,
      "num_tokens": 246060027.0,
      "step": 319530
    },
    {
      "epoch": 0.4053234697941798,
      "grad_norm": 5.21875,
      "learning_rate": 2.9737662034511542e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5350523084402085,
      "num_tokens": 246067470.0,
      "step": 319540
    },
    {
      "epoch": 0.4053361543867126,
      "grad_norm": 6.125,
      "learning_rate": 2.9737027724425254e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5376209765672684,
      "num_tokens": 246076112.0,
      "step": 319550
    },
    {
      "epoch": 0.40534883897924545,
      "grad_norm": 5.0,
      "learning_rate": 2.973639341433896e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5191559314727783,
      "num_tokens": 246085008.0,
      "step": 319560
    },
    {
      "epoch": 0.4053615235717783,
      "grad_norm": 6.6875,
      "learning_rate": 2.9735759104252668e-05,
      "loss": 1.7804,
      "mean_token_accuracy": 0.5858308851718903,
      "num_tokens": 246091337.0,
      "step": 319570
    },
    {
      "epoch": 0.40537420816431113,
      "grad_norm": 8.6875,
      "learning_rate": 2.973512479416638e-05,
      "loss": 1.7212,
      "mean_token_accuracy": 0.6006434023380279,
      "num_tokens": 246097014.0,
      "step": 319580
    },
    {
      "epoch": 0.405386892756844,
      "grad_norm": 5.21875,
      "learning_rate": 2.9734490484080086e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.547545713186264,
      "num_tokens": 246104975.0,
      "step": 319590
    },
    {
      "epoch": 0.4053995773493768,
      "grad_norm": 6.25,
      "learning_rate": 2.9733856173993794e-05,
      "loss": 2.3404,
      "mean_token_accuracy": 0.5139725506305695,
      "num_tokens": 246111770.0,
      "step": 319600
    },
    {
      "epoch": 0.40541226194190966,
      "grad_norm": 5.21875,
      "learning_rate": 2.97332218639075e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.516209813952446,
      "num_tokens": 246121285.0,
      "step": 319610
    },
    {
      "epoch": 0.4054249465344425,
      "grad_norm": 8.375,
      "learning_rate": 2.9732587553821212e-05,
      "loss": 2.2781,
      "mean_token_accuracy": 0.5077819764614105,
      "num_tokens": 246129726.0,
      "step": 319620
    },
    {
      "epoch": 0.4054376311269753,
      "grad_norm": 5.59375,
      "learning_rate": 2.9731953243734924e-05,
      "loss": 1.8556,
      "mean_token_accuracy": 0.5817767888307571,
      "num_tokens": 246137144.0,
      "step": 319630
    },
    {
      "epoch": 0.4054503157195081,
      "grad_norm": 6.96875,
      "learning_rate": 2.9731318933648626e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5149666130542755,
      "num_tokens": 246145168.0,
      "step": 319640
    },
    {
      "epoch": 0.40546300031204097,
      "grad_norm": 5.4375,
      "learning_rate": 2.9730684623562338e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5664820045232772,
      "num_tokens": 246152678.0,
      "step": 319650
    },
    {
      "epoch": 0.4054756849045738,
      "grad_norm": 6.6875,
      "learning_rate": 2.9730050313476043e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5207860469818115,
      "num_tokens": 246161601.0,
      "step": 319660
    },
    {
      "epoch": 0.40548836949710665,
      "grad_norm": 5.25,
      "learning_rate": 2.9729416003389755e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.5114717483520508,
      "num_tokens": 246169249.0,
      "step": 319670
    },
    {
      "epoch": 0.4055010540896395,
      "grad_norm": 7.625,
      "learning_rate": 2.9728781693303464e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5476224839687347,
      "num_tokens": 246177568.0,
      "step": 319680
    },
    {
      "epoch": 0.40551373868217233,
      "grad_norm": 4.875,
      "learning_rate": 2.972814738321717e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.544491246342659,
      "num_tokens": 246185640.0,
      "step": 319690
    },
    {
      "epoch": 0.4055264232747052,
      "grad_norm": 5.6875,
      "learning_rate": 2.9727513073130882e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5661512017250061,
      "num_tokens": 246192538.0,
      "step": 319700
    },
    {
      "epoch": 0.40553910786723796,
      "grad_norm": 4.78125,
      "learning_rate": 2.972687876304459e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5235257506370544,
      "num_tokens": 246200221.0,
      "step": 319710
    },
    {
      "epoch": 0.4055517924597708,
      "grad_norm": 6.96875,
      "learning_rate": 2.9726244452958296e-05,
      "loss": 1.8027,
      "mean_token_accuracy": 0.5828075915575027,
      "num_tokens": 246207847.0,
      "step": 319720
    },
    {
      "epoch": 0.40556447705230364,
      "grad_norm": 5.46875,
      "learning_rate": 2.9725610142872008e-05,
      "loss": 1.8728,
      "mean_token_accuracy": 0.5805975407361984,
      "num_tokens": 246215189.0,
      "step": 319730
    },
    {
      "epoch": 0.4055771616448365,
      "grad_norm": 4.75,
      "learning_rate": 2.9724975832785713e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5411108642816543,
      "num_tokens": 246223677.0,
      "step": 319740
    },
    {
      "epoch": 0.4055898462373693,
      "grad_norm": 5.6875,
      "learning_rate": 2.9724341522699422e-05,
      "loss": 1.7756,
      "mean_token_accuracy": 0.6046233654022217,
      "num_tokens": 246232318.0,
      "step": 319750
    },
    {
      "epoch": 0.40560253082990216,
      "grad_norm": 6.40625,
      "learning_rate": 2.9723707212613134e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.530250197649002,
      "num_tokens": 246239782.0,
      "step": 319760
    },
    {
      "epoch": 0.405615215422435,
      "grad_norm": 6.375,
      "learning_rate": 2.972307290252684e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5352807223796845,
      "num_tokens": 246247358.0,
      "step": 319770
    },
    {
      "epoch": 0.40562790001496785,
      "grad_norm": 6.875,
      "learning_rate": 2.9722438592440548e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5655587375164032,
      "num_tokens": 246254647.0,
      "step": 319780
    },
    {
      "epoch": 0.40564058460750063,
      "grad_norm": 4.5,
      "learning_rate": 2.9721804282354254e-05,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5605356395244598,
      "num_tokens": 246262339.0,
      "step": 319790
    },
    {
      "epoch": 0.4056532692000335,
      "grad_norm": 7.25,
      "learning_rate": 2.9721169972267966e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.577069029211998,
      "num_tokens": 246269758.0,
      "step": 319800
    },
    {
      "epoch": 0.4056659537925663,
      "grad_norm": 4.53125,
      "learning_rate": 2.9720535662181674e-05,
      "loss": 1.8726,
      "mean_token_accuracy": 0.5849253296852112,
      "num_tokens": 246277068.0,
      "step": 319810
    },
    {
      "epoch": 0.40567863838509916,
      "grad_norm": 5.71875,
      "learning_rate": 2.971990135209538e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5651118487119675,
      "num_tokens": 246285397.0,
      "step": 319820
    },
    {
      "epoch": 0.405691322977632,
      "grad_norm": 5.4375,
      "learning_rate": 2.9719267042009092e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5538433462381362,
      "num_tokens": 246293048.0,
      "step": 319830
    },
    {
      "epoch": 0.40570400757016484,
      "grad_norm": 5.03125,
      "learning_rate": 2.9718632731922797e-05,
      "loss": 1.9809,
      "mean_token_accuracy": 0.5674704521894455,
      "num_tokens": 246300776.0,
      "step": 319840
    },
    {
      "epoch": 0.4057166921626977,
      "grad_norm": 5.90625,
      "learning_rate": 2.9717998421836506e-05,
      "loss": 1.9386,
      "mean_token_accuracy": 0.5675781428813934,
      "num_tokens": 246308555.0,
      "step": 319850
    },
    {
      "epoch": 0.40572937675523046,
      "grad_norm": 7.71875,
      "learning_rate": 2.9717364111750218e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5628812044858933,
      "num_tokens": 246314899.0,
      "step": 319860
    },
    {
      "epoch": 0.4057420613477633,
      "grad_norm": 10.625,
      "learning_rate": 2.9716729801663923e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5268949687480926,
      "num_tokens": 246321866.0,
      "step": 319870
    },
    {
      "epoch": 0.40575474594029615,
      "grad_norm": 5.65625,
      "learning_rate": 2.9716095491577632e-05,
      "loss": 1.8046,
      "mean_token_accuracy": 0.5927349925041199,
      "num_tokens": 246330342.0,
      "step": 319880
    },
    {
      "epoch": 0.405767430532829,
      "grad_norm": 5.03125,
      "learning_rate": 2.9715461181491338e-05,
      "loss": 1.8428,
      "mean_token_accuracy": 0.5795154094696044,
      "num_tokens": 246338079.0,
      "step": 319890
    },
    {
      "epoch": 0.40578011512536183,
      "grad_norm": 10.625,
      "learning_rate": 2.971482687140505e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5410057783126831,
      "num_tokens": 246346308.0,
      "step": 319900
    },
    {
      "epoch": 0.40579279971789467,
      "grad_norm": 4.90625,
      "learning_rate": 2.971419256131876e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.534069836139679,
      "num_tokens": 246354786.0,
      "step": 319910
    },
    {
      "epoch": 0.4058054843104275,
      "grad_norm": 4.9375,
      "learning_rate": 2.9713558251232464e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5395863264799118,
      "num_tokens": 246363526.0,
      "step": 319920
    },
    {
      "epoch": 0.40581816890296035,
      "grad_norm": 5.8125,
      "learning_rate": 2.9712923941146176e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5219907075166702,
      "num_tokens": 246371655.0,
      "step": 319930
    },
    {
      "epoch": 0.40583085349549314,
      "grad_norm": 7.34375,
      "learning_rate": 2.971228963105988e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5602451026439667,
      "num_tokens": 246378279.0,
      "step": 319940
    },
    {
      "epoch": 0.405843538088026,
      "grad_norm": 6.8125,
      "learning_rate": 2.971165532097359e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.568853297829628,
      "num_tokens": 246385346.0,
      "step": 319950
    },
    {
      "epoch": 0.4058562226805588,
      "grad_norm": 5.59375,
      "learning_rate": 2.9711021010887302e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5415122956037521,
      "num_tokens": 246392206.0,
      "step": 319960
    },
    {
      "epoch": 0.40586890727309166,
      "grad_norm": 5.1875,
      "learning_rate": 2.9710386700801008e-05,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5201818019151687,
      "num_tokens": 246400318.0,
      "step": 319970
    },
    {
      "epoch": 0.4058815918656245,
      "grad_norm": 5.1875,
      "learning_rate": 2.970975239071472e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5705118596553802,
      "num_tokens": 246407465.0,
      "step": 319980
    },
    {
      "epoch": 0.40589427645815734,
      "grad_norm": 6.65625,
      "learning_rate": 2.970911808062842e-05,
      "loss": 2.2921,
      "mean_token_accuracy": 0.5073404133319854,
      "num_tokens": 246415727.0,
      "step": 319990
    },
    {
      "epoch": 0.4059069610506902,
      "grad_norm": 5.3125,
      "learning_rate": 2.9708483770542134e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5264613658189774,
      "num_tokens": 246425057.0,
      "step": 320000
    },
    {
      "epoch": 0.405919645643223,
      "grad_norm": 6.53125,
      "learning_rate": 2.9707849460455846e-05,
      "loss": 1.8921,
      "mean_token_accuracy": 0.5731404691934585,
      "num_tokens": 246432125.0,
      "step": 320010
    },
    {
      "epoch": 0.4059323302357558,
      "grad_norm": 4.78125,
      "learning_rate": 2.9707215150369548e-05,
      "loss": 1.6949,
      "mean_token_accuracy": 0.6131458759307862,
      "num_tokens": 246439713.0,
      "step": 320020
    },
    {
      "epoch": 0.40594501482828865,
      "grad_norm": 4.53125,
      "learning_rate": 2.970658084028326e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5635004788637161,
      "num_tokens": 246445945.0,
      "step": 320030
    },
    {
      "epoch": 0.4059576994208215,
      "grad_norm": 8.3125,
      "learning_rate": 2.9705946530196965e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5470666706562042,
      "num_tokens": 246453430.0,
      "step": 320040
    },
    {
      "epoch": 0.40597038401335434,
      "grad_norm": 5.75,
      "learning_rate": 2.9705312220110677e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5697192311286926,
      "num_tokens": 246460917.0,
      "step": 320050
    },
    {
      "epoch": 0.4059830686058872,
      "grad_norm": 5.53125,
      "learning_rate": 2.9704677910024386e-05,
      "loss": 1.8515,
      "mean_token_accuracy": 0.5960043251514435,
      "num_tokens": 246467589.0,
      "step": 320060
    },
    {
      "epoch": 0.40599575319842,
      "grad_norm": 5.15625,
      "learning_rate": 2.970404359993809e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5264562368392944,
      "num_tokens": 246476304.0,
      "step": 320070
    },
    {
      "epoch": 0.40600843779095286,
      "grad_norm": 13.3125,
      "learning_rate": 2.9703409289851804e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5765889078378678,
      "num_tokens": 246483780.0,
      "step": 320080
    },
    {
      "epoch": 0.4060211223834857,
      "grad_norm": 8.8125,
      "learning_rate": 2.970277497976551e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5719724893569946,
      "num_tokens": 246491071.0,
      "step": 320090
    },
    {
      "epoch": 0.4060338069760185,
      "grad_norm": 4.71875,
      "learning_rate": 2.9702140669679218e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5403163969516754,
      "num_tokens": 246499535.0,
      "step": 320100
    },
    {
      "epoch": 0.4060464915685513,
      "grad_norm": 5.0625,
      "learning_rate": 2.970150635959293e-05,
      "loss": 2.3422,
      "mean_token_accuracy": 0.49724349975585935,
      "num_tokens": 246508916.0,
      "step": 320110
    },
    {
      "epoch": 0.40605917616108417,
      "grad_norm": 6.28125,
      "learning_rate": 2.9700872049506635e-05,
      "loss": 1.7677,
      "mean_token_accuracy": 0.5939486205577851,
      "num_tokens": 246514834.0,
      "step": 320120
    },
    {
      "epoch": 0.406071860753617,
      "grad_norm": 6.03125,
      "learning_rate": 2.9700237739420344e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5686794489622116,
      "num_tokens": 246522255.0,
      "step": 320130
    },
    {
      "epoch": 0.40608454534614985,
      "grad_norm": 7.15625,
      "learning_rate": 2.969960342933405e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.522408452630043,
      "num_tokens": 246529339.0,
      "step": 320140
    },
    {
      "epoch": 0.4060972299386827,
      "grad_norm": 5.84375,
      "learning_rate": 2.969896911924776e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5343865513801574,
      "num_tokens": 246535766.0,
      "step": 320150
    },
    {
      "epoch": 0.40610991453121553,
      "grad_norm": 5.75,
      "learning_rate": 2.969833480916147e-05,
      "loss": 1.9268,
      "mean_token_accuracy": 0.5657282799482346,
      "num_tokens": 246543045.0,
      "step": 320160
    },
    {
      "epoch": 0.4061225991237484,
      "grad_norm": 5.1875,
      "learning_rate": 2.9697700499075176e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.520824983716011,
      "num_tokens": 246552050.0,
      "step": 320170
    },
    {
      "epoch": 0.40613528371628116,
      "grad_norm": 6.90625,
      "learning_rate": 2.9697066188988888e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5228783458471298,
      "num_tokens": 246559647.0,
      "step": 320180
    },
    {
      "epoch": 0.406147968308814,
      "grad_norm": 5.3125,
      "learning_rate": 2.9696431878902593e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5255666643381118,
      "num_tokens": 246567934.0,
      "step": 320190
    },
    {
      "epoch": 0.40616065290134684,
      "grad_norm": 7.625,
      "learning_rate": 2.9695797568816302e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5511967718601227,
      "num_tokens": 246574290.0,
      "step": 320200
    },
    {
      "epoch": 0.4061733374938797,
      "grad_norm": 5.8125,
      "learning_rate": 2.9695163258730014e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5159403473138809,
      "num_tokens": 246580738.0,
      "step": 320210
    },
    {
      "epoch": 0.4061860220864125,
      "grad_norm": 5.0,
      "learning_rate": 2.969452894864372e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5335712194442749,
      "num_tokens": 246589377.0,
      "step": 320220
    },
    {
      "epoch": 0.40619870667894536,
      "grad_norm": 5.78125,
      "learning_rate": 2.9693894638557428e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.5208610266447067,
      "num_tokens": 246596941.0,
      "step": 320230
    },
    {
      "epoch": 0.4062113912714782,
      "grad_norm": 5.59375,
      "learning_rate": 2.9693260328471133e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5463995903730392,
      "num_tokens": 246605840.0,
      "step": 320240
    },
    {
      "epoch": 0.40622407586401105,
      "grad_norm": 6.125,
      "learning_rate": 2.9692626018384845e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5577632904052734,
      "num_tokens": 246612747.0,
      "step": 320250
    },
    {
      "epoch": 0.40623676045654383,
      "grad_norm": 4.9375,
      "learning_rate": 2.9691991708298554e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5196511030197144,
      "num_tokens": 246619751.0,
      "step": 320260
    },
    {
      "epoch": 0.4062494450490767,
      "grad_norm": 6.125,
      "learning_rate": 2.969135739821226e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.559538796544075,
      "num_tokens": 246628167.0,
      "step": 320270
    },
    {
      "epoch": 0.4062621296416095,
      "grad_norm": 5.28125,
      "learning_rate": 2.969072308812597e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5502523303031921,
      "num_tokens": 246636010.0,
      "step": 320280
    },
    {
      "epoch": 0.40627481423414236,
      "grad_norm": 5.28125,
      "learning_rate": 2.9690088778039677e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.532124462723732,
      "num_tokens": 246643751.0,
      "step": 320290
    },
    {
      "epoch": 0.4062874988266752,
      "grad_norm": 4.59375,
      "learning_rate": 2.9689454467953386e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.531910189986229,
      "num_tokens": 246652436.0,
      "step": 320300
    },
    {
      "epoch": 0.40630018341920804,
      "grad_norm": 5.4375,
      "learning_rate": 2.9688820157867098e-05,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5196618556976318,
      "num_tokens": 246661290.0,
      "step": 320310
    },
    {
      "epoch": 0.4063128680117409,
      "grad_norm": 6.28125,
      "learning_rate": 2.9688185847780803e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5261338800191879,
      "num_tokens": 246669150.0,
      "step": 320320
    },
    {
      "epoch": 0.40632555260427367,
      "grad_norm": 5.34375,
      "learning_rate": 2.9687551537694512e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5495318025350571,
      "num_tokens": 246676450.0,
      "step": 320330
    },
    {
      "epoch": 0.4063382371968065,
      "grad_norm": 6.1875,
      "learning_rate": 2.9686917227608217e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5503776729106903,
      "num_tokens": 246684894.0,
      "step": 320340
    },
    {
      "epoch": 0.40635092178933935,
      "grad_norm": 5.0625,
      "learning_rate": 2.968628291752193e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5471341967582702,
      "num_tokens": 246692598.0,
      "step": 320350
    },
    {
      "epoch": 0.4063636063818722,
      "grad_norm": 5.6875,
      "learning_rate": 2.968564860743564e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.562535148859024,
      "num_tokens": 246699746.0,
      "step": 320360
    },
    {
      "epoch": 0.40637629097440503,
      "grad_norm": 4.75,
      "learning_rate": 2.9685014297349344e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5222810536623002,
      "num_tokens": 246707145.0,
      "step": 320370
    },
    {
      "epoch": 0.40638897556693787,
      "grad_norm": 4.75,
      "learning_rate": 2.9684379987263056e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5707286983728409,
      "num_tokens": 246715314.0,
      "step": 320380
    },
    {
      "epoch": 0.4064016601594707,
      "grad_norm": 9.9375,
      "learning_rate": 2.968374567717676e-05,
      "loss": 1.8243,
      "mean_token_accuracy": 0.5768563896417618,
      "num_tokens": 246721962.0,
      "step": 320390
    },
    {
      "epoch": 0.40641434475200355,
      "grad_norm": 7.125,
      "learning_rate": 2.9683111367090473e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5550759226083756,
      "num_tokens": 246729920.0,
      "step": 320400
    },
    {
      "epoch": 0.40642702934453634,
      "grad_norm": 5.34375,
      "learning_rate": 2.9682477057004182e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5363175064325333,
      "num_tokens": 246738883.0,
      "step": 320410
    },
    {
      "epoch": 0.4064397139370692,
      "grad_norm": 7.65625,
      "learning_rate": 2.9681842746917887e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.531638103723526,
      "num_tokens": 246746576.0,
      "step": 320420
    },
    {
      "epoch": 0.406452398529602,
      "grad_norm": 5.1875,
      "learning_rate": 2.96812084368316e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5617243766784668,
      "num_tokens": 246754972.0,
      "step": 320430
    },
    {
      "epoch": 0.40646508312213486,
      "grad_norm": 7.09375,
      "learning_rate": 2.96805741267453e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5568290948867798,
      "num_tokens": 246761982.0,
      "step": 320440
    },
    {
      "epoch": 0.4064777677146677,
      "grad_norm": 5.71875,
      "learning_rate": 2.9679939816659013e-05,
      "loss": 2.2067,
      "mean_token_accuracy": 0.515591225028038,
      "num_tokens": 246770577.0,
      "step": 320450
    },
    {
      "epoch": 0.40649045230720054,
      "grad_norm": 9.0,
      "learning_rate": 2.9679305506572726e-05,
      "loss": 1.7838,
      "mean_token_accuracy": 0.60135218501091,
      "num_tokens": 246776577.0,
      "step": 320460
    },
    {
      "epoch": 0.4065031368997334,
      "grad_norm": 5.34375,
      "learning_rate": 2.967867119648643e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.531343349814415,
      "num_tokens": 246783414.0,
      "step": 320470
    },
    {
      "epoch": 0.4065158214922662,
      "grad_norm": 5.78125,
      "learning_rate": 2.967803688640014e-05,
      "loss": 1.7652,
      "mean_token_accuracy": 0.611773219704628,
      "num_tokens": 246789932.0,
      "step": 320480
    },
    {
      "epoch": 0.406528506084799,
      "grad_norm": 10.25,
      "learning_rate": 2.9677402576313845e-05,
      "loss": 1.8116,
      "mean_token_accuracy": 0.5940040469169616,
      "num_tokens": 246796049.0,
      "step": 320490
    },
    {
      "epoch": 0.40654119067733185,
      "grad_norm": 5.1875,
      "learning_rate": 2.9676768266227557e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5375714540481568,
      "num_tokens": 246804227.0,
      "step": 320500
    },
    {
      "epoch": 0.4065538752698647,
      "grad_norm": 5.125,
      "learning_rate": 2.9676133956141266e-05,
      "loss": 1.9006,
      "mean_token_accuracy": 0.5749922424554825,
      "num_tokens": 246812224.0,
      "step": 320510
    },
    {
      "epoch": 0.40656655986239754,
      "grad_norm": 4.875,
      "learning_rate": 2.967549964605497e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5322847843170166,
      "num_tokens": 246820616.0,
      "step": 320520
    },
    {
      "epoch": 0.4065792444549304,
      "grad_norm": 6.59375,
      "learning_rate": 2.9674865335968683e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5270399957895279,
      "num_tokens": 246827881.0,
      "step": 320530
    },
    {
      "epoch": 0.4065919290474632,
      "grad_norm": 6.21875,
      "learning_rate": 2.967423102588239e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5453378856182098,
      "num_tokens": 246835869.0,
      "step": 320540
    },
    {
      "epoch": 0.40660461363999606,
      "grad_norm": 7.0,
      "learning_rate": 2.9673596715796097e-05,
      "loss": 1.7698,
      "mean_token_accuracy": 0.5953688979148865,
      "num_tokens": 246842546.0,
      "step": 320550
    },
    {
      "epoch": 0.4066172982325289,
      "grad_norm": 5.59375,
      "learning_rate": 2.967296240570981e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5555953949689865,
      "num_tokens": 246850210.0,
      "step": 320560
    },
    {
      "epoch": 0.4066299828250617,
      "grad_norm": 5.15625,
      "learning_rate": 2.9672328095623515e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5420216768980026,
      "num_tokens": 246859034.0,
      "step": 320570
    },
    {
      "epoch": 0.4066426674175945,
      "grad_norm": 6.375,
      "learning_rate": 2.9671693785537224e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5549495548009873,
      "num_tokens": 246867304.0,
      "step": 320580
    },
    {
      "epoch": 0.40665535201012737,
      "grad_norm": 7.09375,
      "learning_rate": 2.9671059475450936e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5454100042581558,
      "num_tokens": 246874014.0,
      "step": 320590
    },
    {
      "epoch": 0.4066680366026602,
      "grad_norm": 5.25,
      "learning_rate": 2.967042516536464e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5440866261720657,
      "num_tokens": 246881970.0,
      "step": 320600
    },
    {
      "epoch": 0.40668072119519305,
      "grad_norm": 8.5,
      "learning_rate": 2.966979085527835e-05,
      "loss": 1.8127,
      "mean_token_accuracy": 0.5952577471733094,
      "num_tokens": 246887810.0,
      "step": 320610
    },
    {
      "epoch": 0.4066934057877259,
      "grad_norm": 4.90625,
      "learning_rate": 2.9669156545192055e-05,
      "loss": 2.1737,
      "mean_token_accuracy": 0.5302835673093795,
      "num_tokens": 246896641.0,
      "step": 320620
    },
    {
      "epoch": 0.40670609038025873,
      "grad_norm": 6.5,
      "learning_rate": 2.9668522235105767e-05,
      "loss": 1.8057,
      "mean_token_accuracy": 0.5884016513824463,
      "num_tokens": 246903872.0,
      "step": 320630
    },
    {
      "epoch": 0.4067187749727916,
      "grad_norm": 6.0625,
      "learning_rate": 2.9667887925019476e-05,
      "loss": 1.9042,
      "mean_token_accuracy": 0.5809294134378433,
      "num_tokens": 246911251.0,
      "step": 320640
    },
    {
      "epoch": 0.40673145956532436,
      "grad_norm": 5.21875,
      "learning_rate": 2.966725361493318e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5246335119009018,
      "num_tokens": 246919630.0,
      "step": 320650
    },
    {
      "epoch": 0.4067441441578572,
      "grad_norm": 5.3125,
      "learning_rate": 2.9666619304846894e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5280248105525971,
      "num_tokens": 246927256.0,
      "step": 320660
    },
    {
      "epoch": 0.40675682875039004,
      "grad_norm": 6.625,
      "learning_rate": 2.96659849947606e-05,
      "loss": 2.1995,
      "mean_token_accuracy": 0.5228169053792954,
      "num_tokens": 246935280.0,
      "step": 320670
    },
    {
      "epoch": 0.4067695133429229,
      "grad_norm": 6.90625,
      "learning_rate": 2.9665350684674308e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5246559858322144,
      "num_tokens": 246944129.0,
      "step": 320680
    },
    {
      "epoch": 0.4067821979354557,
      "grad_norm": 7.09375,
      "learning_rate": 2.966471637458802e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5449723571538925,
      "num_tokens": 246951077.0,
      "step": 320690
    },
    {
      "epoch": 0.40679488252798857,
      "grad_norm": 4.3125,
      "learning_rate": 2.9664082064501725e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5533557593822479,
      "num_tokens": 246957657.0,
      "step": 320700
    },
    {
      "epoch": 0.4068075671205214,
      "grad_norm": 5.78125,
      "learning_rate": 2.9663447754415434e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5628676474094391,
      "num_tokens": 246964895.0,
      "step": 320710
    },
    {
      "epoch": 0.40682025171305425,
      "grad_norm": 5.9375,
      "learning_rate": 2.966281344432914e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5629481881856918,
      "num_tokens": 246972342.0,
      "step": 320720
    },
    {
      "epoch": 0.40683293630558703,
      "grad_norm": 5.5625,
      "learning_rate": 2.966217913424285e-05,
      "loss": 2.249,
      "mean_token_accuracy": 0.5108751833438874,
      "num_tokens": 246980242.0,
      "step": 320730
    },
    {
      "epoch": 0.4068456208981199,
      "grad_norm": 4.875,
      "learning_rate": 2.9661544824156564e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5588764071464538,
      "num_tokens": 246988572.0,
      "step": 320740
    },
    {
      "epoch": 0.4068583054906527,
      "grad_norm": 8.4375,
      "learning_rate": 2.9660910514070265e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5635217964649201,
      "num_tokens": 246995287.0,
      "step": 320750
    },
    {
      "epoch": 0.40687099008318556,
      "grad_norm": 6.5,
      "learning_rate": 2.9660276203983978e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5445622235536576,
      "num_tokens": 247002316.0,
      "step": 320760
    },
    {
      "epoch": 0.4068836746757184,
      "grad_norm": 5.53125,
      "learning_rate": 2.9659641893897683e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5223979264497757,
      "num_tokens": 247010269.0,
      "step": 320770
    },
    {
      "epoch": 0.40689635926825124,
      "grad_norm": 5.4375,
      "learning_rate": 2.9659007583811395e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5649315714836121,
      "num_tokens": 247017173.0,
      "step": 320780
    },
    {
      "epoch": 0.4069090438607841,
      "grad_norm": 6.1875,
      "learning_rate": 2.9658373273725104e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5189443945884704,
      "num_tokens": 247024477.0,
      "step": 320790
    },
    {
      "epoch": 0.40692172845331687,
      "grad_norm": 4.875,
      "learning_rate": 2.965773896363881e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.540730768442154,
      "num_tokens": 247032564.0,
      "step": 320800
    },
    {
      "epoch": 0.4069344130458497,
      "grad_norm": 6.0625,
      "learning_rate": 2.965710465355252e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.5750548660755157,
      "num_tokens": 247040694.0,
      "step": 320810
    },
    {
      "epoch": 0.40694709763838255,
      "grad_norm": 5.53125,
      "learning_rate": 2.9656470343466227e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5261339157819748,
      "num_tokens": 247049116.0,
      "step": 320820
    },
    {
      "epoch": 0.4069597822309154,
      "grad_norm": 5.53125,
      "learning_rate": 2.9655836033379935e-05,
      "loss": 1.8571,
      "mean_token_accuracy": 0.5907230854034424,
      "num_tokens": 247056012.0,
      "step": 320830
    },
    {
      "epoch": 0.40697246682344823,
      "grad_norm": 4.84375,
      "learning_rate": 2.9655201723293648e-05,
      "loss": 2.2453,
      "mean_token_accuracy": 0.5167217195034027,
      "num_tokens": 247063245.0,
      "step": 320840
    },
    {
      "epoch": 0.4069851514159811,
      "grad_norm": 7.625,
      "learning_rate": 2.9654567413207353e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5409092396497727,
      "num_tokens": 247070716.0,
      "step": 320850
    },
    {
      "epoch": 0.4069978360085139,
      "grad_norm": 4.78125,
      "learning_rate": 2.965393310312106e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5382973998785019,
      "num_tokens": 247079321.0,
      "step": 320860
    },
    {
      "epoch": 0.40701052060104675,
      "grad_norm": 4.96875,
      "learning_rate": 2.9653298793034767e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5397044360637665,
      "num_tokens": 247087378.0,
      "step": 320870
    },
    {
      "epoch": 0.40702320519357954,
      "grad_norm": 6.15625,
      "learning_rate": 2.965266448294848e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5426872342824935,
      "num_tokens": 247094532.0,
      "step": 320880
    },
    {
      "epoch": 0.4070358897861124,
      "grad_norm": 5.40625,
      "learning_rate": 2.9652030172862188e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.541580730676651,
      "num_tokens": 247102597.0,
      "step": 320890
    },
    {
      "epoch": 0.4070485743786452,
      "grad_norm": 5.71875,
      "learning_rate": 2.9651395862775893e-05,
      "loss": 2.2356,
      "mean_token_accuracy": 0.523907282948494,
      "num_tokens": 247110912.0,
      "step": 320900
    },
    {
      "epoch": 0.40706125897117806,
      "grad_norm": 5.09375,
      "learning_rate": 2.9650761552689605e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5336697697639465,
      "num_tokens": 247119217.0,
      "step": 320910
    },
    {
      "epoch": 0.4070739435637109,
      "grad_norm": 6.125,
      "learning_rate": 2.965012724260331e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5240872472524643,
      "num_tokens": 247127249.0,
      "step": 320920
    },
    {
      "epoch": 0.40708662815624375,
      "grad_norm": 5.75,
      "learning_rate": 2.964949293251702e-05,
      "loss": 1.8109,
      "mean_token_accuracy": 0.5941010355949402,
      "num_tokens": 247133760.0,
      "step": 320930
    },
    {
      "epoch": 0.4070993127487766,
      "grad_norm": 6.4375,
      "learning_rate": 2.964885862243073e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5281802237033844,
      "num_tokens": 247141905.0,
      "step": 320940
    },
    {
      "epoch": 0.40711199734130943,
      "grad_norm": 5.78125,
      "learning_rate": 2.9648224312344437e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5624413281679154,
      "num_tokens": 247149448.0,
      "step": 320950
    },
    {
      "epoch": 0.4071246819338422,
      "grad_norm": 5.5,
      "learning_rate": 2.9647590002258146e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5476129412651062,
      "num_tokens": 247158050.0,
      "step": 320960
    },
    {
      "epoch": 0.40713736652637506,
      "grad_norm": 6.78125,
      "learning_rate": 2.964695569217185e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5469769597053528,
      "num_tokens": 247165172.0,
      "step": 320970
    },
    {
      "epoch": 0.4071500511189079,
      "grad_norm": 7.59375,
      "learning_rate": 2.9646321382085563e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5452919483184815,
      "num_tokens": 247172798.0,
      "step": 320980
    },
    {
      "epoch": 0.40716273571144074,
      "grad_norm": 5.15625,
      "learning_rate": 2.9645687071999272e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5295429468154907,
      "num_tokens": 247180589.0,
      "step": 320990
    },
    {
      "epoch": 0.4071754203039736,
      "grad_norm": 5.0625,
      "learning_rate": 2.9645052761912977e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.583397912979126,
      "num_tokens": 247188228.0,
      "step": 321000
    },
    {
      "epoch": 0.4071881048965064,
      "grad_norm": 5.875,
      "learning_rate": 2.964441845182669e-05,
      "loss": 2.2561,
      "mean_token_accuracy": 0.5226454198360443,
      "num_tokens": 247195581.0,
      "step": 321010
    },
    {
      "epoch": 0.40720078948903926,
      "grad_norm": 6.8125,
      "learning_rate": 2.9643784141740395e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5526411563158036,
      "num_tokens": 247203311.0,
      "step": 321020
    },
    {
      "epoch": 0.4072134740815721,
      "grad_norm": 5.125,
      "learning_rate": 2.9643149831654103e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5557712733745575,
      "num_tokens": 247210583.0,
      "step": 321030
    },
    {
      "epoch": 0.4072261586741049,
      "grad_norm": 7.59375,
      "learning_rate": 2.9642515521567816e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5547330379486084,
      "num_tokens": 247217684.0,
      "step": 321040
    },
    {
      "epoch": 0.40723884326663773,
      "grad_norm": 4.59375,
      "learning_rate": 2.964188121148152e-05,
      "loss": 1.6016,
      "mean_token_accuracy": 0.6382755547761917,
      "num_tokens": 247224456.0,
      "step": 321050
    },
    {
      "epoch": 0.40725152785917057,
      "grad_norm": 5.15625,
      "learning_rate": 2.964124690139523e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5579768598079682,
      "num_tokens": 247232752.0,
      "step": 321060
    },
    {
      "epoch": 0.4072642124517034,
      "grad_norm": 5.65625,
      "learning_rate": 2.9640612591308935e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5507182538509369,
      "num_tokens": 247239625.0,
      "step": 321070
    },
    {
      "epoch": 0.40727689704423625,
      "grad_norm": 10.8125,
      "learning_rate": 2.9639978281222647e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.565298467874527,
      "num_tokens": 247246215.0,
      "step": 321080
    },
    {
      "epoch": 0.4072895816367691,
      "grad_norm": 6.90625,
      "learning_rate": 2.9639343971136356e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5464261710643769,
      "num_tokens": 247254990.0,
      "step": 321090
    },
    {
      "epoch": 0.40730226622930193,
      "grad_norm": 6.0,
      "learning_rate": 2.963870966105006e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5486337602138519,
      "num_tokens": 247263243.0,
      "step": 321100
    },
    {
      "epoch": 0.4073149508218348,
      "grad_norm": 6.78125,
      "learning_rate": 2.9638075350963773e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5352654129266738,
      "num_tokens": 247271408.0,
      "step": 321110
    },
    {
      "epoch": 0.40732763541436756,
      "grad_norm": 5.84375,
      "learning_rate": 2.963744104087748e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5418035835027695,
      "num_tokens": 247280632.0,
      "step": 321120
    },
    {
      "epoch": 0.4073403200069004,
      "grad_norm": 5.15625,
      "learning_rate": 2.9636806730791187e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5543294697999954,
      "num_tokens": 247287628.0,
      "step": 321130
    },
    {
      "epoch": 0.40735300459943324,
      "grad_norm": 4.875,
      "learning_rate": 2.96361724207049e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5238728940486908,
      "num_tokens": 247296444.0,
      "step": 321140
    },
    {
      "epoch": 0.4073656891919661,
      "grad_norm": 6.96875,
      "learning_rate": 2.9635538110618605e-05,
      "loss": 1.9027,
      "mean_token_accuracy": 0.57831711769104,
      "num_tokens": 247304202.0,
      "step": 321150
    },
    {
      "epoch": 0.4073783737844989,
      "grad_norm": 4.71875,
      "learning_rate": 2.9634903800532317e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.534179401397705,
      "num_tokens": 247312726.0,
      "step": 321160
    },
    {
      "epoch": 0.40739105837703177,
      "grad_norm": 5.625,
      "learning_rate": 2.963426949044602e-05,
      "loss": 1.9119,
      "mean_token_accuracy": 0.5828313022851944,
      "num_tokens": 247319028.0,
      "step": 321170
    },
    {
      "epoch": 0.4074037429695646,
      "grad_norm": 5.25,
      "learning_rate": 2.963363518035973e-05,
      "loss": 1.8673,
      "mean_token_accuracy": 0.5878550410270691,
      "num_tokens": 247327183.0,
      "step": 321180
    },
    {
      "epoch": 0.40741642756209745,
      "grad_norm": 8.0625,
      "learning_rate": 2.9633000870273443e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5602671682834626,
      "num_tokens": 247334130.0,
      "step": 321190
    },
    {
      "epoch": 0.40742911215463024,
      "grad_norm": 5.0625,
      "learning_rate": 2.963236656018715e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5664123892784119,
      "num_tokens": 247341190.0,
      "step": 321200
    },
    {
      "epoch": 0.4074417967471631,
      "grad_norm": 5.3125,
      "learning_rate": 2.9631732250100857e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5463681519031525,
      "num_tokens": 247347843.0,
      "step": 321210
    },
    {
      "epoch": 0.4074544813396959,
      "grad_norm": 4.625,
      "learning_rate": 2.9631097940014563e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5336703568696975,
      "num_tokens": 247354992.0,
      "step": 321220
    },
    {
      "epoch": 0.40746716593222876,
      "grad_norm": 5.4375,
      "learning_rate": 2.9630463629928275e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5336343973875046,
      "num_tokens": 247363075.0,
      "step": 321230
    },
    {
      "epoch": 0.4074798505247616,
      "grad_norm": 5.5,
      "learning_rate": 2.9629829319841984e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5453717589378357,
      "num_tokens": 247370689.0,
      "step": 321240
    },
    {
      "epoch": 0.40749253511729444,
      "grad_norm": 4.96875,
      "learning_rate": 2.962919500975569e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5328814804553985,
      "num_tokens": 247379468.0,
      "step": 321250
    },
    {
      "epoch": 0.4075052197098273,
      "grad_norm": 5.03125,
      "learning_rate": 2.96285606996694e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5348795235157013,
      "num_tokens": 247387250.0,
      "step": 321260
    },
    {
      "epoch": 0.40751790430236007,
      "grad_norm": 5.625,
      "learning_rate": 2.9627926389583106e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5484074950218201,
      "num_tokens": 247395796.0,
      "step": 321270
    },
    {
      "epoch": 0.4075305888948929,
      "grad_norm": 5.625,
      "learning_rate": 2.9627292079496815e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5247236132621765,
      "num_tokens": 247402827.0,
      "step": 321280
    },
    {
      "epoch": 0.40754327348742575,
      "grad_norm": 5.625,
      "learning_rate": 2.9626657769410527e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5293914407491684,
      "num_tokens": 247410979.0,
      "step": 321290
    },
    {
      "epoch": 0.4075559580799586,
      "grad_norm": 4.6875,
      "learning_rate": 2.9626023459324233e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.521923491358757,
      "num_tokens": 247419942.0,
      "step": 321300
    },
    {
      "epoch": 0.40756864267249143,
      "grad_norm": 6.4375,
      "learning_rate": 2.962538914923794e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5549851566553116,
      "num_tokens": 247426770.0,
      "step": 321310
    },
    {
      "epoch": 0.4075813272650243,
      "grad_norm": 4.75,
      "learning_rate": 2.9624754839151647e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5377448379993439,
      "num_tokens": 247434015.0,
      "step": 321320
    },
    {
      "epoch": 0.4075940118575571,
      "grad_norm": 6.125,
      "learning_rate": 2.962412052906536e-05,
      "loss": 2.3401,
      "mean_token_accuracy": 0.5018738687038422,
      "num_tokens": 247443515.0,
      "step": 321330
    },
    {
      "epoch": 0.40760669645008996,
      "grad_norm": 6.0,
      "learning_rate": 2.9623486218979068e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5618558138608932,
      "num_tokens": 247451481.0,
      "step": 321340
    },
    {
      "epoch": 0.40761938104262274,
      "grad_norm": 5.4375,
      "learning_rate": 2.9622851908892773e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5457208275794982,
      "num_tokens": 247459208.0,
      "step": 321350
    },
    {
      "epoch": 0.4076320656351556,
      "grad_norm": 5.21875,
      "learning_rate": 2.9622217598806485e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5528667896986008,
      "num_tokens": 247467829.0,
      "step": 321360
    },
    {
      "epoch": 0.4076447502276884,
      "grad_norm": 5.5,
      "learning_rate": 2.962158328872019e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5591105133295059,
      "num_tokens": 247475903.0,
      "step": 321370
    },
    {
      "epoch": 0.40765743482022126,
      "grad_norm": 4.75,
      "learning_rate": 2.96209489786339e-05,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5807802557945252,
      "num_tokens": 247483479.0,
      "step": 321380
    },
    {
      "epoch": 0.4076701194127541,
      "grad_norm": 5.4375,
      "learning_rate": 2.962031466854761e-05,
      "loss": 2.232,
      "mean_token_accuracy": 0.5172639101743698,
      "num_tokens": 247491691.0,
      "step": 321390
    },
    {
      "epoch": 0.40768280400528695,
      "grad_norm": 5.0625,
      "learning_rate": 2.9619680358461317e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5239394783973694,
      "num_tokens": 247500230.0,
      "step": 321400
    },
    {
      "epoch": 0.4076954885978198,
      "grad_norm": 4.84375,
      "learning_rate": 2.9619046048375025e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5212792187929154,
      "num_tokens": 247508796.0,
      "step": 321410
    },
    {
      "epoch": 0.40770817319035263,
      "grad_norm": 6.5625,
      "learning_rate": 2.961841173828873e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5237968236207962,
      "num_tokens": 247517768.0,
      "step": 321420
    },
    {
      "epoch": 0.4077208577828854,
      "grad_norm": 5.90625,
      "learning_rate": 2.9617777428202443e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5554142355918884,
      "num_tokens": 247524519.0,
      "step": 321430
    },
    {
      "epoch": 0.40773354237541826,
      "grad_norm": 8.125,
      "learning_rate": 2.961714311811615e-05,
      "loss": 1.9467,
      "mean_token_accuracy": 0.5791653990745544,
      "num_tokens": 247530868.0,
      "step": 321440
    },
    {
      "epoch": 0.4077462269679511,
      "grad_norm": 4.875,
      "learning_rate": 2.9616508808029857e-05,
      "loss": 1.9189,
      "mean_token_accuracy": 0.5771781533956528,
      "num_tokens": 247538142.0,
      "step": 321450
    },
    {
      "epoch": 0.40775891156048394,
      "grad_norm": 6.03125,
      "learning_rate": 2.961587449794357e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5268071889877319,
      "num_tokens": 247546568.0,
      "step": 321460
    },
    {
      "epoch": 0.4077715961530168,
      "grad_norm": 6.4375,
      "learning_rate": 2.9615240187857274e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5485278904438019,
      "num_tokens": 247553859.0,
      "step": 321470
    },
    {
      "epoch": 0.4077842807455496,
      "grad_norm": 20.625,
      "learning_rate": 2.9614605877770983e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5268629282712937,
      "num_tokens": 247560895.0,
      "step": 321480
    },
    {
      "epoch": 0.40779696533808246,
      "grad_norm": 5.25,
      "learning_rate": 2.9613971567684695e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5559385895729065,
      "num_tokens": 247567613.0,
      "step": 321490
    },
    {
      "epoch": 0.4078096499306153,
      "grad_norm": 5.34375,
      "learning_rate": 2.96133372575984e-05,
      "loss": 2.2079,
      "mean_token_accuracy": 0.519191962480545,
      "num_tokens": 247576180.0,
      "step": 321500
    },
    {
      "epoch": 0.4078223345231481,
      "grad_norm": 5.875,
      "learning_rate": 2.961270294751211e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5317542314529419,
      "num_tokens": 247584654.0,
      "step": 321510
    },
    {
      "epoch": 0.40783501911568093,
      "grad_norm": 5.8125,
      "learning_rate": 2.961206863742582e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5432358384132385,
      "num_tokens": 247591132.0,
      "step": 321520
    },
    {
      "epoch": 0.40784770370821377,
      "grad_norm": 7.46875,
      "learning_rate": 2.9611434327339527e-05,
      "loss": 1.8084,
      "mean_token_accuracy": 0.5949428260326386,
      "num_tokens": 247598529.0,
      "step": 321530
    },
    {
      "epoch": 0.4078603883007466,
      "grad_norm": 5.875,
      "learning_rate": 2.961080001725324e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.549942210316658,
      "num_tokens": 247606066.0,
      "step": 321540
    },
    {
      "epoch": 0.40787307289327945,
      "grad_norm": 5.09375,
      "learning_rate": 2.961016570716694e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5237885594367981,
      "num_tokens": 247614572.0,
      "step": 321550
    },
    {
      "epoch": 0.4078857574858123,
      "grad_norm": 4.96875,
      "learning_rate": 2.9609531397080653e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5477819621562958,
      "num_tokens": 247623355.0,
      "step": 321560
    },
    {
      "epoch": 0.40789844207834514,
      "grad_norm": 7.0,
      "learning_rate": 2.9608897086994365e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5253223598003387,
      "num_tokens": 247631530.0,
      "step": 321570
    },
    {
      "epoch": 0.407911126670878,
      "grad_norm": 6.5,
      "learning_rate": 2.960826277690807e-05,
      "loss": 1.7612,
      "mean_token_accuracy": 0.6073653817176818,
      "num_tokens": 247637311.0,
      "step": 321580
    },
    {
      "epoch": 0.40792381126341076,
      "grad_norm": 5.1875,
      "learning_rate": 2.960762846682178e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5244577497243881,
      "num_tokens": 247644833.0,
      "step": 321590
    },
    {
      "epoch": 0.4079364958559436,
      "grad_norm": 7.03125,
      "learning_rate": 2.9606994156735485e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5704632788896561,
      "num_tokens": 247652465.0,
      "step": 321600
    },
    {
      "epoch": 0.40794918044847645,
      "grad_norm": 5.28125,
      "learning_rate": 2.9606359846649197e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5592518866062164,
      "num_tokens": 247660339.0,
      "step": 321610
    },
    {
      "epoch": 0.4079618650410093,
      "grad_norm": 5.625,
      "learning_rate": 2.9605725536562906e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5501684933900833,
      "num_tokens": 247668071.0,
      "step": 321620
    },
    {
      "epoch": 0.4079745496335421,
      "grad_norm": 5.59375,
      "learning_rate": 2.960509122647661e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5612428098917007,
      "num_tokens": 247675309.0,
      "step": 321630
    },
    {
      "epoch": 0.40798723422607497,
      "grad_norm": 5.40625,
      "learning_rate": 2.9604456916390323e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.524543508887291,
      "num_tokens": 247684271.0,
      "step": 321640
    },
    {
      "epoch": 0.4079999188186078,
      "grad_norm": 6.8125,
      "learning_rate": 2.960382260630403e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5513027846813202,
      "num_tokens": 247691178.0,
      "step": 321650
    },
    {
      "epoch": 0.40801260341114065,
      "grad_norm": 5.6875,
      "learning_rate": 2.9603188296217737e-05,
      "loss": 1.8212,
      "mean_token_accuracy": 0.6020633459091187,
      "num_tokens": 247698507.0,
      "step": 321660
    },
    {
      "epoch": 0.40802528800367344,
      "grad_norm": 5.96875,
      "learning_rate": 2.960255398613145e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5249835044145584,
      "num_tokens": 247705387.0,
      "step": 321670
    },
    {
      "epoch": 0.4080379725962063,
      "grad_norm": 6.4375,
      "learning_rate": 2.9601919676045155e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5377583175897598,
      "num_tokens": 247713103.0,
      "step": 321680
    },
    {
      "epoch": 0.4080506571887391,
      "grad_norm": 5.3125,
      "learning_rate": 2.9601285365958863e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5760418236255646,
      "num_tokens": 247719835.0,
      "step": 321690
    },
    {
      "epoch": 0.40806334178127196,
      "grad_norm": 4.96875,
      "learning_rate": 2.960065105587257e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5312480211257935,
      "num_tokens": 247727934.0,
      "step": 321700
    },
    {
      "epoch": 0.4080760263738048,
      "grad_norm": 5.28125,
      "learning_rate": 2.960001674578628e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5410233974456787,
      "num_tokens": 247736069.0,
      "step": 321710
    },
    {
      "epoch": 0.40808871096633764,
      "grad_norm": 4.96875,
      "learning_rate": 2.959938243569999e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.551008689403534,
      "num_tokens": 247743525.0,
      "step": 321720
    },
    {
      "epoch": 0.4081013955588705,
      "grad_norm": 4.71875,
      "learning_rate": 2.9598748125613695e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5495210468769074,
      "num_tokens": 247752084.0,
      "step": 321730
    },
    {
      "epoch": 0.40811408015140327,
      "grad_norm": 4.9375,
      "learning_rate": 2.9598113815527407e-05,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5169583916664123,
      "num_tokens": 247761663.0,
      "step": 321740
    },
    {
      "epoch": 0.4081267647439361,
      "grad_norm": 4.4375,
      "learning_rate": 2.9597479505441112e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.540110045671463,
      "num_tokens": 247770012.0,
      "step": 321750
    },
    {
      "epoch": 0.40813944933646895,
      "grad_norm": 5.375,
      "learning_rate": 2.959684519535482e-05,
      "loss": 2.2805,
      "mean_token_accuracy": 0.5177763223648071,
      "num_tokens": 247777524.0,
      "step": 321760
    },
    {
      "epoch": 0.4081521339290018,
      "grad_norm": 4.5,
      "learning_rate": 2.9596210885268533e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5394775420427322,
      "num_tokens": 247786209.0,
      "step": 321770
    },
    {
      "epoch": 0.40816481852153463,
      "grad_norm": 4.9375,
      "learning_rate": 2.959557657518224e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.534710031747818,
      "num_tokens": 247794804.0,
      "step": 321780
    },
    {
      "epoch": 0.4081775031140675,
      "grad_norm": 10.9375,
      "learning_rate": 2.9594942265095947e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5416224628686905,
      "num_tokens": 247801996.0,
      "step": 321790
    },
    {
      "epoch": 0.4081901877066003,
      "grad_norm": 6.65625,
      "learning_rate": 2.9594307955009653e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5593189656734466,
      "num_tokens": 247809635.0,
      "step": 321800
    },
    {
      "epoch": 0.40820287229913316,
      "grad_norm": 6.375,
      "learning_rate": 2.9593673644923365e-05,
      "loss": 1.7744,
      "mean_token_accuracy": 0.6057015538215638,
      "num_tokens": 247816025.0,
      "step": 321810
    },
    {
      "epoch": 0.40821555689166594,
      "grad_norm": 6.71875,
      "learning_rate": 2.9593039334837074e-05,
      "loss": 1.7677,
      "mean_token_accuracy": 0.5947566628456116,
      "num_tokens": 247823385.0,
      "step": 321820
    },
    {
      "epoch": 0.4082282414841988,
      "grad_norm": 5.5625,
      "learning_rate": 2.959240502475078e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5448430061340332,
      "num_tokens": 247831347.0,
      "step": 321830
    },
    {
      "epoch": 0.4082409260767316,
      "grad_norm": 6.125,
      "learning_rate": 2.959177071466449e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5607685446739197,
      "num_tokens": 247839834.0,
      "step": 321840
    },
    {
      "epoch": 0.40825361066926447,
      "grad_norm": 6.96875,
      "learning_rate": 2.9591136404578196e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.542422765493393,
      "num_tokens": 247848379.0,
      "step": 321850
    },
    {
      "epoch": 0.4082662952617973,
      "grad_norm": 6.875,
      "learning_rate": 2.9590502094491905e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5514095276594162,
      "num_tokens": 247855055.0,
      "step": 321860
    },
    {
      "epoch": 0.40827897985433015,
      "grad_norm": 5.78125,
      "learning_rate": 2.9589867784405617e-05,
      "loss": 1.895,
      "mean_token_accuracy": 0.5829304546117783,
      "num_tokens": 247862253.0,
      "step": 321870
    },
    {
      "epoch": 0.408291664446863,
      "grad_norm": 5.0625,
      "learning_rate": 2.9589233474319323e-05,
      "loss": 1.8722,
      "mean_token_accuracy": 0.5841425031423568,
      "num_tokens": 247870209.0,
      "step": 321880
    },
    {
      "epoch": 0.40830434903939583,
      "grad_norm": 5.0625,
      "learning_rate": 2.958859916423303e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5432507365942001,
      "num_tokens": 247878195.0,
      "step": 321890
    },
    {
      "epoch": 0.4083170336319286,
      "grad_norm": 6.375,
      "learning_rate": 2.9587964854146737e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5268160849809647,
      "num_tokens": 247885385.0,
      "step": 321900
    },
    {
      "epoch": 0.40832971822446146,
      "grad_norm": 5.65625,
      "learning_rate": 2.958733054406045e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.530001026391983,
      "num_tokens": 247894109.0,
      "step": 321910
    },
    {
      "epoch": 0.4083424028169943,
      "grad_norm": 4.8125,
      "learning_rate": 2.958669623397416e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5391375839710235,
      "num_tokens": 247901603.0,
      "step": 321920
    },
    {
      "epoch": 0.40835508740952714,
      "grad_norm": 7.15625,
      "learning_rate": 2.9586061923887863e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5066116988658905,
      "num_tokens": 247909436.0,
      "step": 321930
    },
    {
      "epoch": 0.40836777200206,
      "grad_norm": 5.125,
      "learning_rate": 2.9585427613801575e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5523911327123642,
      "num_tokens": 247916489.0,
      "step": 321940
    },
    {
      "epoch": 0.4083804565945928,
      "grad_norm": 5.59375,
      "learning_rate": 2.958479330371528e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5551463395357132,
      "num_tokens": 247923143.0,
      "step": 321950
    },
    {
      "epoch": 0.40839314118712566,
      "grad_norm": 7.0,
      "learning_rate": 2.9584158993628993e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5313183784484863,
      "num_tokens": 247931398.0,
      "step": 321960
    },
    {
      "epoch": 0.4084058257796585,
      "grad_norm": 7.53125,
      "learning_rate": 2.95835246835427e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5560171902179718,
      "num_tokens": 247938812.0,
      "step": 321970
    },
    {
      "epoch": 0.4084185103721913,
      "grad_norm": 5.40625,
      "learning_rate": 2.9582890373456407e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5396325588226318,
      "num_tokens": 247947323.0,
      "step": 321980
    },
    {
      "epoch": 0.40843119496472413,
      "grad_norm": 5.5625,
      "learning_rate": 2.958225606337012e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5328990489244461,
      "num_tokens": 247954990.0,
      "step": 321990
    },
    {
      "epoch": 0.408443879557257,
      "grad_norm": 6.03125,
      "learning_rate": 2.9581621753283824e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5767167180776596,
      "num_tokens": 247961763.0,
      "step": 322000
    },
    {
      "epoch": 0.4084565641497898,
      "grad_norm": 6.96875,
      "learning_rate": 2.9580987443197533e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5178974598646164,
      "num_tokens": 247969452.0,
      "step": 322010
    },
    {
      "epoch": 0.40846924874232265,
      "grad_norm": 5.0625,
      "learning_rate": 2.9580353133111245e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5391456454992294,
      "num_tokens": 247978257.0,
      "step": 322020
    },
    {
      "epoch": 0.4084819333348555,
      "grad_norm": 5.46875,
      "learning_rate": 2.957971882302495e-05,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5633656173944473,
      "num_tokens": 247984477.0,
      "step": 322030
    },
    {
      "epoch": 0.40849461792738834,
      "grad_norm": 6.375,
      "learning_rate": 2.957908451293866e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.537615355849266,
      "num_tokens": 247993382.0,
      "step": 322040
    },
    {
      "epoch": 0.4085073025199212,
      "grad_norm": 5.96875,
      "learning_rate": 2.9578450202852364e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5238483548164368,
      "num_tokens": 248001742.0,
      "step": 322050
    },
    {
      "epoch": 0.40851998711245396,
      "grad_norm": 6.0,
      "learning_rate": 2.9577815892766077e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5355483412742614,
      "num_tokens": 248009729.0,
      "step": 322060
    },
    {
      "epoch": 0.4085326717049868,
      "grad_norm": 5.375,
      "learning_rate": 2.9577181582679785e-05,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5141526520252228,
      "num_tokens": 248018189.0,
      "step": 322070
    },
    {
      "epoch": 0.40854535629751965,
      "grad_norm": 6.53125,
      "learning_rate": 2.957654727259349e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5574058473110199,
      "num_tokens": 248025674.0,
      "step": 322080
    },
    {
      "epoch": 0.4085580408900525,
      "grad_norm": 5.21875,
      "learning_rate": 2.9575912962507203e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5316782146692276,
      "num_tokens": 248032715.0,
      "step": 322090
    },
    {
      "epoch": 0.40857072548258533,
      "grad_norm": 5.65625,
      "learning_rate": 2.9575278652420908e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5788719803094864,
      "num_tokens": 248039924.0,
      "step": 322100
    },
    {
      "epoch": 0.40858341007511817,
      "grad_norm": 5.59375,
      "learning_rate": 2.9574644342334617e-05,
      "loss": 2.2154,
      "mean_token_accuracy": 0.5134229212999344,
      "num_tokens": 248047132.0,
      "step": 322110
    },
    {
      "epoch": 0.408596094667651,
      "grad_norm": 6.03125,
      "learning_rate": 2.957401003224833e-05,
      "loss": 1.9605,
      "mean_token_accuracy": 0.5684553325176239,
      "num_tokens": 248055902.0,
      "step": 322120
    },
    {
      "epoch": 0.40860877926018385,
      "grad_norm": 4.625,
      "learning_rate": 2.9573375722162034e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.545684278011322,
      "num_tokens": 248064104.0,
      "step": 322130
    },
    {
      "epoch": 0.40862146385271664,
      "grad_norm": 5.0,
      "learning_rate": 2.9572741412075743e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5401975899934769,
      "num_tokens": 248071154.0,
      "step": 322140
    },
    {
      "epoch": 0.4086341484452495,
      "grad_norm": 9.1875,
      "learning_rate": 2.957210710198945e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5647172868251801,
      "num_tokens": 248078327.0,
      "step": 322150
    },
    {
      "epoch": 0.4086468330377823,
      "grad_norm": 4.8125,
      "learning_rate": 2.957147279190316e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5525955706834793,
      "num_tokens": 248086134.0,
      "step": 322160
    },
    {
      "epoch": 0.40865951763031516,
      "grad_norm": 7.9375,
      "learning_rate": 2.957083848181687e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5279829353094101,
      "num_tokens": 248093617.0,
      "step": 322170
    },
    {
      "epoch": 0.408672202222848,
      "grad_norm": 4.65625,
      "learning_rate": 2.9570204171730575e-05,
      "loss": 1.8557,
      "mean_token_accuracy": 0.5878268480300903,
      "num_tokens": 248101929.0,
      "step": 322180
    },
    {
      "epoch": 0.40868488681538084,
      "grad_norm": 6.3125,
      "learning_rate": 2.9569569861644287e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5272417426109314,
      "num_tokens": 248110036.0,
      "step": 322190
    },
    {
      "epoch": 0.4086975714079137,
      "grad_norm": 5.75,
      "learning_rate": 2.9568935551557992e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5602522253990173,
      "num_tokens": 248117073.0,
      "step": 322200
    },
    {
      "epoch": 0.40871025600044647,
      "grad_norm": 6.4375,
      "learning_rate": 2.95683012414717e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.53095643222332,
      "num_tokens": 248124594.0,
      "step": 322210
    },
    {
      "epoch": 0.4087229405929793,
      "grad_norm": 6.625,
      "learning_rate": 2.9567666931385413e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5210991740226746,
      "num_tokens": 248133141.0,
      "step": 322220
    },
    {
      "epoch": 0.40873562518551215,
      "grad_norm": 4.65625,
      "learning_rate": 2.956703262129912e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5370171785354614,
      "num_tokens": 248141482.0,
      "step": 322230
    },
    {
      "epoch": 0.408748309778045,
      "grad_norm": 11.75,
      "learning_rate": 2.9566398311212827e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5644388228654862,
      "num_tokens": 248148537.0,
      "step": 322240
    },
    {
      "epoch": 0.40876099437057783,
      "grad_norm": 5.59375,
      "learning_rate": 2.9565764001126532e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5420309990644455,
      "num_tokens": 248157103.0,
      "step": 322250
    },
    {
      "epoch": 0.4087736789631107,
      "grad_norm": 6.28125,
      "learning_rate": 2.9565129691040245e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5465822666883469,
      "num_tokens": 248164279.0,
      "step": 322260
    },
    {
      "epoch": 0.4087863635556435,
      "grad_norm": 7.21875,
      "learning_rate": 2.9564495380953953e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5319347858428956,
      "num_tokens": 248171604.0,
      "step": 322270
    },
    {
      "epoch": 0.40879904814817636,
      "grad_norm": 5.15625,
      "learning_rate": 2.956386107086766e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5633025616407394,
      "num_tokens": 248178862.0,
      "step": 322280
    },
    {
      "epoch": 0.40881173274070914,
      "grad_norm": 5.375,
      "learning_rate": 2.956322676078137e-05,
      "loss": 2.2438,
      "mean_token_accuracy": 0.5137459486722946,
      "num_tokens": 248186267.0,
      "step": 322290
    },
    {
      "epoch": 0.408824417333242,
      "grad_norm": 4.90625,
      "learning_rate": 2.9562592450695076e-05,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5305159240961075,
      "num_tokens": 248193355.0,
      "step": 322300
    },
    {
      "epoch": 0.4088371019257748,
      "grad_norm": 6.65625,
      "learning_rate": 2.9561958140608785e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5489997833967208,
      "num_tokens": 248201060.0,
      "step": 322310
    },
    {
      "epoch": 0.40884978651830767,
      "grad_norm": 6.59375,
      "learning_rate": 2.9561323830522497e-05,
      "loss": 1.81,
      "mean_token_accuracy": 0.5921080023050308,
      "num_tokens": 248208667.0,
      "step": 322320
    },
    {
      "epoch": 0.4088624711108405,
      "grad_norm": 5.71875,
      "learning_rate": 2.9560689520436202e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5660980194807053,
      "num_tokens": 248215873.0,
      "step": 322330
    },
    {
      "epoch": 0.40887515570337335,
      "grad_norm": 5.3125,
      "learning_rate": 2.9560055210349914e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5269025951623917,
      "num_tokens": 248224238.0,
      "step": 322340
    },
    {
      "epoch": 0.4088878402959062,
      "grad_norm": 11.8125,
      "learning_rate": 2.9559420900263616e-05,
      "loss": 1.8041,
      "mean_token_accuracy": 0.5897919714450837,
      "num_tokens": 248230819.0,
      "step": 322350
    },
    {
      "epoch": 0.40890052488843903,
      "grad_norm": 5.75,
      "learning_rate": 2.955878659017733e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.52998086810112,
      "num_tokens": 248238443.0,
      "step": 322360
    },
    {
      "epoch": 0.4089132094809718,
      "grad_norm": 4.6875,
      "learning_rate": 2.955815228009104e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5207289010286331,
      "num_tokens": 248247501.0,
      "step": 322370
    },
    {
      "epoch": 0.40892589407350466,
      "grad_norm": 4.15625,
      "learning_rate": 2.9557517970004746e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5412244200706482,
      "num_tokens": 248255829.0,
      "step": 322380
    },
    {
      "epoch": 0.4089385786660375,
      "grad_norm": 5.375,
      "learning_rate": 2.9556883659918455e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5443555653095246,
      "num_tokens": 248264159.0,
      "step": 322390
    },
    {
      "epoch": 0.40895126325857034,
      "grad_norm": 6.6875,
      "learning_rate": 2.955624934983216e-05,
      "loss": 1.8943,
      "mean_token_accuracy": 0.5799426198005676,
      "num_tokens": 248271564.0,
      "step": 322400
    },
    {
      "epoch": 0.4089639478511032,
      "grad_norm": 5.125,
      "learning_rate": 2.9555615039745872e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5455721944570542,
      "num_tokens": 248280216.0,
      "step": 322410
    },
    {
      "epoch": 0.408976632443636,
      "grad_norm": 4.8125,
      "learning_rate": 2.955498072965958e-05,
      "loss": 1.7955,
      "mean_token_accuracy": 0.6039048910140992,
      "num_tokens": 248288051.0,
      "step": 322420
    },
    {
      "epoch": 0.40898931703616886,
      "grad_norm": 10.6875,
      "learning_rate": 2.9554346419573286e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5529097586870193,
      "num_tokens": 248295428.0,
      "step": 322430
    },
    {
      "epoch": 0.4090020016287017,
      "grad_norm": 10.0625,
      "learning_rate": 2.9553712109487e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5752463936805725,
      "num_tokens": 248301296.0,
      "step": 322440
    },
    {
      "epoch": 0.4090146862212345,
      "grad_norm": 6.09375,
      "learning_rate": 2.9553077799400707e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5641897708177567,
      "num_tokens": 248308220.0,
      "step": 322450
    },
    {
      "epoch": 0.40902737081376733,
      "grad_norm": 5.4375,
      "learning_rate": 2.9552443489314413e-05,
      "loss": 1.8315,
      "mean_token_accuracy": 0.5829933404922485,
      "num_tokens": 248315207.0,
      "step": 322460
    },
    {
      "epoch": 0.4090400554063002,
      "grad_norm": 6.96875,
      "learning_rate": 2.9551809179228125e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5492537289857864,
      "num_tokens": 248322900.0,
      "step": 322470
    },
    {
      "epoch": 0.409052739998833,
      "grad_norm": 6.34375,
      "learning_rate": 2.955117486914183e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5490508407354355,
      "num_tokens": 248330647.0,
      "step": 322480
    },
    {
      "epoch": 0.40906542459136586,
      "grad_norm": 5.875,
      "learning_rate": 2.955054055905554e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5712511152029037,
      "num_tokens": 248338079.0,
      "step": 322490
    },
    {
      "epoch": 0.4090781091838987,
      "grad_norm": 9.0,
      "learning_rate": 2.954990624896925e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5607546955347061,
      "num_tokens": 248346362.0,
      "step": 322500
    },
    {
      "epoch": 0.40909079377643154,
      "grad_norm": 9.9375,
      "learning_rate": 2.9549271938882956e-05,
      "loss": 2.2382,
      "mean_token_accuracy": 0.5143005311489105,
      "num_tokens": 248354858.0,
      "step": 322510
    },
    {
      "epoch": 0.4091034783689644,
      "grad_norm": 7.0,
      "learning_rate": 2.9548637628796665e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5396611362695694,
      "num_tokens": 248362403.0,
      "step": 322520
    },
    {
      "epoch": 0.40911616296149717,
      "grad_norm": 7.0625,
      "learning_rate": 2.954800331871037e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.539167633652687,
      "num_tokens": 248369683.0,
      "step": 322530
    },
    {
      "epoch": 0.40912884755403,
      "grad_norm": 5.625,
      "learning_rate": 2.9547369008624082e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5325190991163253,
      "num_tokens": 248376640.0,
      "step": 322540
    },
    {
      "epoch": 0.40914153214656285,
      "grad_norm": 5.03125,
      "learning_rate": 2.954673469853779e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5691743701696396,
      "num_tokens": 248384428.0,
      "step": 322550
    },
    {
      "epoch": 0.4091542167390957,
      "grad_norm": 9.25,
      "learning_rate": 2.9546100388451497e-05,
      "loss": 1.7009,
      "mean_token_accuracy": 0.623865008354187,
      "num_tokens": 248391612.0,
      "step": 322560
    },
    {
      "epoch": 0.40916690133162853,
      "grad_norm": 5.78125,
      "learning_rate": 2.954546607836521e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5397037744522095,
      "num_tokens": 248398968.0,
      "step": 322570
    },
    {
      "epoch": 0.40917958592416137,
      "grad_norm": 8.0,
      "learning_rate": 2.9544831768278914e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5418063938617707,
      "num_tokens": 248406849.0,
      "step": 322580
    },
    {
      "epoch": 0.4091922705166942,
      "grad_norm": 6.25,
      "learning_rate": 2.9544197458192623e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5311292797327042,
      "num_tokens": 248415755.0,
      "step": 322590
    },
    {
      "epoch": 0.40920495510922705,
      "grad_norm": 5.78125,
      "learning_rate": 2.9543563148106335e-05,
      "loss": 2.2438,
      "mean_token_accuracy": 0.5216422319412232,
      "num_tokens": 248423070.0,
      "step": 322600
    },
    {
      "epoch": 0.40921763970175984,
      "grad_norm": 7.90625,
      "learning_rate": 2.954292883802004e-05,
      "loss": 2.2668,
      "mean_token_accuracy": 0.5133886903524398,
      "num_tokens": 248430682.0,
      "step": 322610
    },
    {
      "epoch": 0.4092303242942927,
      "grad_norm": 5.3125,
      "learning_rate": 2.954229452793375e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.546798488497734,
      "num_tokens": 248439030.0,
      "step": 322620
    },
    {
      "epoch": 0.4092430088868255,
      "grad_norm": 6.4375,
      "learning_rate": 2.9541660217847454e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.569129228591919,
      "num_tokens": 248444275.0,
      "step": 322630
    },
    {
      "epoch": 0.40925569347935836,
      "grad_norm": 5.8125,
      "learning_rate": 2.9541025907761166e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5554541409015655,
      "num_tokens": 248450473.0,
      "step": 322640
    },
    {
      "epoch": 0.4092683780718912,
      "grad_norm": 4.65625,
      "learning_rate": 2.9540391597674875e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5312162458896637,
      "num_tokens": 248457992.0,
      "step": 322650
    },
    {
      "epoch": 0.40928106266442404,
      "grad_norm": 5.09375,
      "learning_rate": 2.953975728758858e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5486762076616287,
      "num_tokens": 248465476.0,
      "step": 322660
    },
    {
      "epoch": 0.4092937472569569,
      "grad_norm": 5.40625,
      "learning_rate": 2.9539122977502293e-05,
      "loss": 1.9796,
      "mean_token_accuracy": 0.556096363067627,
      "num_tokens": 248473079.0,
      "step": 322670
    },
    {
      "epoch": 0.40930643184948967,
      "grad_norm": 5.3125,
      "learning_rate": 2.9538488667415998e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5367342859506607,
      "num_tokens": 248481443.0,
      "step": 322680
    },
    {
      "epoch": 0.4093191164420225,
      "grad_norm": 9.5625,
      "learning_rate": 2.9537854357329707e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5391296863555908,
      "num_tokens": 248488945.0,
      "step": 322690
    },
    {
      "epoch": 0.40933180103455535,
      "grad_norm": 4.75,
      "learning_rate": 2.953722004724342e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5445628225803375,
      "num_tokens": 248495848.0,
      "step": 322700
    },
    {
      "epoch": 0.4093444856270882,
      "grad_norm": 5.46875,
      "learning_rate": 2.9536585737157124e-05,
      "loss": 1.9484,
      "mean_token_accuracy": 0.577430459856987,
      "num_tokens": 248503201.0,
      "step": 322710
    },
    {
      "epoch": 0.40935717021962104,
      "grad_norm": 7.21875,
      "learning_rate": 2.9535951427070836e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5758379727602005,
      "num_tokens": 248510747.0,
      "step": 322720
    },
    {
      "epoch": 0.4093698548121539,
      "grad_norm": 6.0625,
      "learning_rate": 2.953531711698454e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5650281339883805,
      "num_tokens": 248518473.0,
      "step": 322730
    },
    {
      "epoch": 0.4093825394046867,
      "grad_norm": 6.21875,
      "learning_rate": 2.953468280689825e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5413006097078323,
      "num_tokens": 248526331.0,
      "step": 322740
    },
    {
      "epoch": 0.40939522399721956,
      "grad_norm": 6.0625,
      "learning_rate": 2.9534048496811963e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5389277309179306,
      "num_tokens": 248533980.0,
      "step": 322750
    },
    {
      "epoch": 0.40940790858975235,
      "grad_norm": 4.875,
      "learning_rate": 2.9533414186725668e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5588416486978531,
      "num_tokens": 248541920.0,
      "step": 322760
    },
    {
      "epoch": 0.4094205931822852,
      "grad_norm": 5.875,
      "learning_rate": 2.9532779876639377e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5545212000608444,
      "num_tokens": 248549156.0,
      "step": 322770
    },
    {
      "epoch": 0.409433277774818,
      "grad_norm": 4.96875,
      "learning_rate": 2.9532145566553082e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5393685311079025,
      "num_tokens": 248555821.0,
      "step": 322780
    },
    {
      "epoch": 0.40944596236735087,
      "grad_norm": 6.34375,
      "learning_rate": 2.9531511256466794e-05,
      "loss": 1.8445,
      "mean_token_accuracy": 0.5940784513950348,
      "num_tokens": 248562993.0,
      "step": 322790
    },
    {
      "epoch": 0.4094586469598837,
      "grad_norm": 5.28125,
      "learning_rate": 2.9530876946380503e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5665093958377838,
      "num_tokens": 248570427.0,
      "step": 322800
    },
    {
      "epoch": 0.40947133155241655,
      "grad_norm": 6.03125,
      "learning_rate": 2.9530242636294208e-05,
      "loss": 2.2463,
      "mean_token_accuracy": 0.5077661335468292,
      "num_tokens": 248578436.0,
      "step": 322810
    },
    {
      "epoch": 0.4094840161449494,
      "grad_norm": 5.03125,
      "learning_rate": 2.952960832620792e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.567717632651329,
      "num_tokens": 248585503.0,
      "step": 322820
    },
    {
      "epoch": 0.40949670073748223,
      "grad_norm": 5.625,
      "learning_rate": 2.9528974016121626e-05,
      "loss": 1.9141,
      "mean_token_accuracy": 0.5646268129348755,
      "num_tokens": 248593328.0,
      "step": 322830
    },
    {
      "epoch": 0.409509385330015,
      "grad_norm": 7.46875,
      "learning_rate": 2.9528339706035334e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5493197798728943,
      "num_tokens": 248601012.0,
      "step": 322840
    },
    {
      "epoch": 0.40952206992254786,
      "grad_norm": 5.1875,
      "learning_rate": 2.9527705395949047e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5229482173919677,
      "num_tokens": 248609662.0,
      "step": 322850
    },
    {
      "epoch": 0.4095347545150807,
      "grad_norm": 5.71875,
      "learning_rate": 2.9527071085862752e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5349093019962311,
      "num_tokens": 248616940.0,
      "step": 322860
    },
    {
      "epoch": 0.40954743910761354,
      "grad_norm": 6.0,
      "learning_rate": 2.952643677577646e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.52966348528862,
      "num_tokens": 248624550.0,
      "step": 322870
    },
    {
      "epoch": 0.4095601237001464,
      "grad_norm": 4.90625,
      "learning_rate": 2.9525802465690166e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5495171248912811,
      "num_tokens": 248632923.0,
      "step": 322880
    },
    {
      "epoch": 0.4095728082926792,
      "grad_norm": 5.40625,
      "learning_rate": 2.9525168155603878e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5369431376457214,
      "num_tokens": 248640833.0,
      "step": 322890
    },
    {
      "epoch": 0.40958549288521207,
      "grad_norm": 4.78125,
      "learning_rate": 2.9524533845517587e-05,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5582295536994935,
      "num_tokens": 248648090.0,
      "step": 322900
    },
    {
      "epoch": 0.4095981774777449,
      "grad_norm": 6.3125,
      "learning_rate": 2.9523899535431292e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5351694762706757,
      "num_tokens": 248655488.0,
      "step": 322910
    },
    {
      "epoch": 0.4096108620702777,
      "grad_norm": 6.6875,
      "learning_rate": 2.9523265225345004e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5259743869304657,
      "num_tokens": 248664233.0,
      "step": 322920
    },
    {
      "epoch": 0.40962354666281053,
      "grad_norm": 9.125,
      "learning_rate": 2.952263091525871e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5625744342803956,
      "num_tokens": 248670582.0,
      "step": 322930
    },
    {
      "epoch": 0.4096362312553434,
      "grad_norm": 6.75,
      "learning_rate": 2.952199660517242e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5396324068307876,
      "num_tokens": 248678157.0,
      "step": 322940
    },
    {
      "epoch": 0.4096489158478762,
      "grad_norm": 5.625,
      "learning_rate": 2.952136229508613e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5382687628269196,
      "num_tokens": 248685023.0,
      "step": 322950
    },
    {
      "epoch": 0.40966160044040906,
      "grad_norm": 5.34375,
      "learning_rate": 2.9520727984999836e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5253547340631485,
      "num_tokens": 248693277.0,
      "step": 322960
    },
    {
      "epoch": 0.4096742850329419,
      "grad_norm": 7.84375,
      "learning_rate": 2.9520093674913545e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5505354404449463,
      "num_tokens": 248700578.0,
      "step": 322970
    },
    {
      "epoch": 0.40968696962547474,
      "grad_norm": 4.9375,
      "learning_rate": 2.951945936482725e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5496057271957397,
      "num_tokens": 248708938.0,
      "step": 322980
    },
    {
      "epoch": 0.4096996542180076,
      "grad_norm": 7.40625,
      "learning_rate": 2.9518825054740962e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5380622625350953,
      "num_tokens": 248716927.0,
      "step": 322990
    },
    {
      "epoch": 0.40971233881054037,
      "grad_norm": 5.34375,
      "learning_rate": 2.951819074465467e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5472319155931473,
      "num_tokens": 248724108.0,
      "step": 323000
    },
    {
      "epoch": 0.4097250234030732,
      "grad_norm": 5.40625,
      "learning_rate": 2.9517556434568376e-05,
      "loss": 1.8378,
      "mean_token_accuracy": 0.5791717052459717,
      "num_tokens": 248731107.0,
      "step": 323010
    },
    {
      "epoch": 0.40973770799560605,
      "grad_norm": 4.90625,
      "learning_rate": 2.951692212448209e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5710449606180191,
      "num_tokens": 248738256.0,
      "step": 323020
    },
    {
      "epoch": 0.4097503925881389,
      "grad_norm": 8.3125,
      "learning_rate": 2.9516287814395794e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5537752449512482,
      "num_tokens": 248745388.0,
      "step": 323030
    },
    {
      "epoch": 0.40976307718067173,
      "grad_norm": 7.5,
      "learning_rate": 2.9515653504309503e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5211798250675201,
      "num_tokens": 248752951.0,
      "step": 323040
    },
    {
      "epoch": 0.40977576177320457,
      "grad_norm": 4.8125,
      "learning_rate": 2.9515019194223215e-05,
      "loss": 1.6213,
      "mean_token_accuracy": 0.6306796640157699,
      "num_tokens": 248758877.0,
      "step": 323050
    },
    {
      "epoch": 0.4097884463657374,
      "grad_norm": 6.0625,
      "learning_rate": 2.951438488413692e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5208052128553391,
      "num_tokens": 248766753.0,
      "step": 323060
    },
    {
      "epoch": 0.40980113095827025,
      "grad_norm": 5.59375,
      "learning_rate": 2.951375057405063e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5600055128335952,
      "num_tokens": 248775846.0,
      "step": 323070
    },
    {
      "epoch": 0.40981381555080304,
      "grad_norm": 6.46875,
      "learning_rate": 2.9513116263964334e-05,
      "loss": 1.8893,
      "mean_token_accuracy": 0.58614761531353,
      "num_tokens": 248782463.0,
      "step": 323080
    },
    {
      "epoch": 0.4098265001433359,
      "grad_norm": 5.96875,
      "learning_rate": 2.9512481953878046e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.545230370759964,
      "num_tokens": 248790595.0,
      "step": 323090
    },
    {
      "epoch": 0.4098391847358687,
      "grad_norm": 6.875,
      "learning_rate": 2.951184764379176e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5413692861795425,
      "num_tokens": 248798226.0,
      "step": 323100
    },
    {
      "epoch": 0.40985186932840156,
      "grad_norm": 5.21875,
      "learning_rate": 2.951121333370546e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5481993377208709,
      "num_tokens": 248805791.0,
      "step": 323110
    },
    {
      "epoch": 0.4098645539209344,
      "grad_norm": 6.5,
      "learning_rate": 2.9510579023619172e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5347352951765061,
      "num_tokens": 248813591.0,
      "step": 323120
    },
    {
      "epoch": 0.40987723851346725,
      "grad_norm": 5.59375,
      "learning_rate": 2.9509944713532878e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5501562386751175,
      "num_tokens": 248820738.0,
      "step": 323130
    },
    {
      "epoch": 0.4098899231060001,
      "grad_norm": 5.6875,
      "learning_rate": 2.950931040344659e-05,
      "loss": 1.9157,
      "mean_token_accuracy": 0.5681683391332626,
      "num_tokens": 248827161.0,
      "step": 323140
    },
    {
      "epoch": 0.4099026076985329,
      "grad_norm": 5.03125,
      "learning_rate": 2.95086760933603e-05,
      "loss": 1.8914,
      "mean_token_accuracy": 0.5705300271511078,
      "num_tokens": 248834319.0,
      "step": 323150
    },
    {
      "epoch": 0.4099152922910657,
      "grad_norm": 4.875,
      "learning_rate": 2.9508041783274004e-05,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5614363551139832,
      "num_tokens": 248842621.0,
      "step": 323160
    },
    {
      "epoch": 0.40992797688359855,
      "grad_norm": 5.0,
      "learning_rate": 2.9507407473187716e-05,
      "loss": 1.7658,
      "mean_token_accuracy": 0.6032323569059372,
      "num_tokens": 248849495.0,
      "step": 323170
    },
    {
      "epoch": 0.4099406614761314,
      "grad_norm": 4.84375,
      "learning_rate": 2.950677316310142e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5271451443433761,
      "num_tokens": 248857375.0,
      "step": 323180
    },
    {
      "epoch": 0.40995334606866424,
      "grad_norm": 5.25,
      "learning_rate": 2.950613885301513e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5197553187608719,
      "num_tokens": 248864915.0,
      "step": 323190
    },
    {
      "epoch": 0.4099660306611971,
      "grad_norm": 7.5625,
      "learning_rate": 2.9505504542928842e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5543612182140351,
      "num_tokens": 248870971.0,
      "step": 323200
    },
    {
      "epoch": 0.4099787152537299,
      "grad_norm": 7.1875,
      "learning_rate": 2.9504870232842548e-05,
      "loss": 2.2209,
      "mean_token_accuracy": 0.5227094233036041,
      "num_tokens": 248878624.0,
      "step": 323210
    },
    {
      "epoch": 0.40999139984626276,
      "grad_norm": 6.03125,
      "learning_rate": 2.9504235922756256e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5600718110799789,
      "num_tokens": 248887316.0,
      "step": 323220
    },
    {
      "epoch": 0.41000408443879555,
      "grad_norm": 4.65625,
      "learning_rate": 2.9503601612669962e-05,
      "loss": 1.8558,
      "mean_token_accuracy": 0.5802749216556549,
      "num_tokens": 248895194.0,
      "step": 323230
    },
    {
      "epoch": 0.4100167690313284,
      "grad_norm": 10.1875,
      "learning_rate": 2.9502967302583674e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5369551390409469,
      "num_tokens": 248903964.0,
      "step": 323240
    },
    {
      "epoch": 0.41002945362386123,
      "grad_norm": 5.375,
      "learning_rate": 2.9502332992497383e-05,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5746281385421753,
      "num_tokens": 248911180.0,
      "step": 323250
    },
    {
      "epoch": 0.41004213821639407,
      "grad_norm": 6.125,
      "learning_rate": 2.9501698682411088e-05,
      "loss": 1.8601,
      "mean_token_accuracy": 0.5825306177139282,
      "num_tokens": 248918069.0,
      "step": 323260
    },
    {
      "epoch": 0.4100548228089269,
      "grad_norm": 5.71875,
      "learning_rate": 2.95010643723248e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5706393420696259,
      "num_tokens": 248926669.0,
      "step": 323270
    },
    {
      "epoch": 0.41006750740145975,
      "grad_norm": 4.90625,
      "learning_rate": 2.9500430062238505e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5290141135454178,
      "num_tokens": 248933819.0,
      "step": 323280
    },
    {
      "epoch": 0.4100801919939926,
      "grad_norm": 6.84375,
      "learning_rate": 2.9499795752152214e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5386893451213837,
      "num_tokens": 248942814.0,
      "step": 323290
    },
    {
      "epoch": 0.41009287658652543,
      "grad_norm": 4.9375,
      "learning_rate": 2.9499161442065926e-05,
      "loss": 1.9057,
      "mean_token_accuracy": 0.5848508477210999,
      "num_tokens": 248949860.0,
      "step": 323300
    },
    {
      "epoch": 0.4101055611790582,
      "grad_norm": 4.40625,
      "learning_rate": 2.9498527131979632e-05,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5774094253778458,
      "num_tokens": 248958241.0,
      "step": 323310
    },
    {
      "epoch": 0.41011824577159106,
      "grad_norm": 11.9375,
      "learning_rate": 2.949789282189334e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5470271527767181,
      "num_tokens": 248966464.0,
      "step": 323320
    },
    {
      "epoch": 0.4101309303641239,
      "grad_norm": 6.1875,
      "learning_rate": 2.9497258511807053e-05,
      "loss": 1.7749,
      "mean_token_accuracy": 0.6036900341510772,
      "num_tokens": 248973671.0,
      "step": 323330
    },
    {
      "epoch": 0.41014361495665674,
      "grad_norm": 4.75,
      "learning_rate": 2.9496624201720758e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5396041810512543,
      "num_tokens": 248982028.0,
      "step": 323340
    },
    {
      "epoch": 0.4101562995491896,
      "grad_norm": 9.3125,
      "learning_rate": 2.9495989891634467e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5479081869125366,
      "num_tokens": 248989670.0,
      "step": 323350
    },
    {
      "epoch": 0.4101689841417224,
      "grad_norm": 9.5,
      "learning_rate": 2.9495355581548172e-05,
      "loss": 1.815,
      "mean_token_accuracy": 0.5926877379417419,
      "num_tokens": 248995826.0,
      "step": 323360
    },
    {
      "epoch": 0.41018166873425527,
      "grad_norm": 5.28125,
      "learning_rate": 2.9494721271461884e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5195244163274765,
      "num_tokens": 249004283.0,
      "step": 323370
    },
    {
      "epoch": 0.4101943533267881,
      "grad_norm": 5.0,
      "learning_rate": 2.9494086961375593e-05,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5682345718145371,
      "num_tokens": 249011634.0,
      "step": 323380
    },
    {
      "epoch": 0.4102070379193209,
      "grad_norm": 5.96875,
      "learning_rate": 2.9493452651289298e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5621794581413269,
      "num_tokens": 249019079.0,
      "step": 323390
    },
    {
      "epoch": 0.41021972251185373,
      "grad_norm": 5.1875,
      "learning_rate": 2.949281834120301e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5197612553834915,
      "num_tokens": 249027722.0,
      "step": 323400
    },
    {
      "epoch": 0.4102324071043866,
      "grad_norm": 5.40625,
      "learning_rate": 2.9492184031116716e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.552021986246109,
      "num_tokens": 249034970.0,
      "step": 323410
    },
    {
      "epoch": 0.4102450916969194,
      "grad_norm": 5.40625,
      "learning_rate": 2.9491549721030424e-05,
      "loss": 1.6888,
      "mean_token_accuracy": 0.6217735946178437,
      "num_tokens": 249041856.0,
      "step": 323420
    },
    {
      "epoch": 0.41025777628945226,
      "grad_norm": 5.15625,
      "learning_rate": 2.9490915410944137e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5361736446619034,
      "num_tokens": 249050701.0,
      "step": 323430
    },
    {
      "epoch": 0.4102704608819851,
      "grad_norm": 7.0625,
      "learning_rate": 2.9490281100857842e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.521079632639885,
      "num_tokens": 249058500.0,
      "step": 323440
    },
    {
      "epoch": 0.41028314547451794,
      "grad_norm": 11.3125,
      "learning_rate": 2.948964679077155e-05,
      "loss": 1.7514,
      "mean_token_accuracy": 0.6084787666797637,
      "num_tokens": 249065087.0,
      "step": 323450
    },
    {
      "epoch": 0.4102958300670508,
      "grad_norm": 5.65625,
      "learning_rate": 2.9489012480685256e-05,
      "loss": 1.9309,
      "mean_token_accuracy": 0.5678451091051102,
      "num_tokens": 249072361.0,
      "step": 323460
    },
    {
      "epoch": 0.41030851465958357,
      "grad_norm": 5.25,
      "learning_rate": 2.9488378170598968e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.5224803715944291,
      "num_tokens": 249081568.0,
      "step": 323470
    },
    {
      "epoch": 0.4103211992521164,
      "grad_norm": 5.5,
      "learning_rate": 2.948774386051268e-05,
      "loss": 2.2937,
      "mean_token_accuracy": 0.5192616760730744,
      "num_tokens": 249090016.0,
      "step": 323480
    },
    {
      "epoch": 0.41033388384464925,
      "grad_norm": 5.0625,
      "learning_rate": 2.9487109550426382e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5258663922548295,
      "num_tokens": 249098198.0,
      "step": 323490
    },
    {
      "epoch": 0.4103465684371821,
      "grad_norm": 5.0,
      "learning_rate": 2.9486475240340094e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5334993153810501,
      "num_tokens": 249105782.0,
      "step": 323500
    },
    {
      "epoch": 0.41035925302971493,
      "grad_norm": 5.03125,
      "learning_rate": 2.94858409302538e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5398172080516815,
      "num_tokens": 249113175.0,
      "step": 323510
    },
    {
      "epoch": 0.4103719376222478,
      "grad_norm": 5.5,
      "learning_rate": 2.9485206620167512e-05,
      "loss": 1.5329,
      "mean_token_accuracy": 0.6482146561145783,
      "num_tokens": 249118382.0,
      "step": 323520
    },
    {
      "epoch": 0.4103846222147806,
      "grad_norm": 6.125,
      "learning_rate": 2.948457231008122e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5732950031757355,
      "num_tokens": 249125424.0,
      "step": 323530
    },
    {
      "epoch": 0.41039730680731346,
      "grad_norm": 5.21875,
      "learning_rate": 2.9483937999994926e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5237345218658447,
      "num_tokens": 249134105.0,
      "step": 323540
    },
    {
      "epoch": 0.41040999139984624,
      "grad_norm": 6.28125,
      "learning_rate": 2.9483303689908638e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5473639756441117,
      "num_tokens": 249142530.0,
      "step": 323550
    },
    {
      "epoch": 0.4104226759923791,
      "grad_norm": 4.875,
      "learning_rate": 2.9482669379822343e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.524859157204628,
      "num_tokens": 249150211.0,
      "step": 323560
    },
    {
      "epoch": 0.4104353605849119,
      "grad_norm": 5.28125,
      "learning_rate": 2.9482035069736052e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5371925741434097,
      "num_tokens": 249158897.0,
      "step": 323570
    },
    {
      "epoch": 0.41044804517744476,
      "grad_norm": 5.21875,
      "learning_rate": 2.9481400759649764e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5355114877223969,
      "num_tokens": 249166295.0,
      "step": 323580
    },
    {
      "epoch": 0.4104607297699776,
      "grad_norm": 18.375,
      "learning_rate": 2.948076644956347e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.5704457014799118,
      "num_tokens": 249173634.0,
      "step": 323590
    },
    {
      "epoch": 0.41047341436251045,
      "grad_norm": 4.3125,
      "learning_rate": 2.948013213947718e-05,
      "loss": 1.8755,
      "mean_token_accuracy": 0.5772328943014144,
      "num_tokens": 249181006.0,
      "step": 323600
    },
    {
      "epoch": 0.4104860989550433,
      "grad_norm": 7.65625,
      "learning_rate": 2.9479497829390884e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5359882801771164,
      "num_tokens": 249188665.0,
      "step": 323610
    },
    {
      "epoch": 0.4104987835475761,
      "grad_norm": 5.625,
      "learning_rate": 2.9478863519304596e-05,
      "loss": 1.7888,
      "mean_token_accuracy": 0.5884411871433258,
      "num_tokens": 249196099.0,
      "step": 323620
    },
    {
      "epoch": 0.4105114681401089,
      "grad_norm": 5.78125,
      "learning_rate": 2.9478229209218305e-05,
      "loss": 1.9059,
      "mean_token_accuracy": 0.5668605506420136,
      "num_tokens": 249203024.0,
      "step": 323630
    },
    {
      "epoch": 0.41052415273264176,
      "grad_norm": 5.3125,
      "learning_rate": 2.947759489913201e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.558625391125679,
      "num_tokens": 249210348.0,
      "step": 323640
    },
    {
      "epoch": 0.4105368373251746,
      "grad_norm": 5.96875,
      "learning_rate": 2.9476960589045722e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5541546702384949,
      "num_tokens": 249218016.0,
      "step": 323650
    },
    {
      "epoch": 0.41054952191770744,
      "grad_norm": 4.96875,
      "learning_rate": 2.9476326278959427e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5347750067710877,
      "num_tokens": 249224379.0,
      "step": 323660
    },
    {
      "epoch": 0.4105622065102403,
      "grad_norm": 5.25,
      "learning_rate": 2.9475691968873136e-05,
      "loss": 2.2445,
      "mean_token_accuracy": 0.5142711967229843,
      "num_tokens": 249232439.0,
      "step": 323670
    },
    {
      "epoch": 0.4105748911027731,
      "grad_norm": 6.25,
      "learning_rate": 2.9475057658786848e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5324725091457367,
      "num_tokens": 249239762.0,
      "step": 323680
    },
    {
      "epoch": 0.41058757569530596,
      "grad_norm": 10.375,
      "learning_rate": 2.9474423348700554e-05,
      "loss": 1.8132,
      "mean_token_accuracy": 0.5965134352445602,
      "num_tokens": 249246476.0,
      "step": 323690
    },
    {
      "epoch": 0.41060026028783875,
      "grad_norm": 4.9375,
      "learning_rate": 2.9473789038614262e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5509871721267701,
      "num_tokens": 249254301.0,
      "step": 323700
    },
    {
      "epoch": 0.4106129448803716,
      "grad_norm": 4.40625,
      "learning_rate": 2.9473154728527968e-05,
      "loss": 1.9029,
      "mean_token_accuracy": 0.5842222154140473,
      "num_tokens": 249262115.0,
      "step": 323710
    },
    {
      "epoch": 0.41062562947290443,
      "grad_norm": 7.21875,
      "learning_rate": 2.947252041844168e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5523028641939163,
      "num_tokens": 249270060.0,
      "step": 323720
    },
    {
      "epoch": 0.41063831406543727,
      "grad_norm": 5.0,
      "learning_rate": 2.947188610835539e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5403760075569153,
      "num_tokens": 249277127.0,
      "step": 323730
    },
    {
      "epoch": 0.4106509986579701,
      "grad_norm": 5.90625,
      "learning_rate": 2.9471251798269094e-05,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5746417105197906,
      "num_tokens": 249283891.0,
      "step": 323740
    },
    {
      "epoch": 0.41066368325050295,
      "grad_norm": 6.03125,
      "learning_rate": 2.9470617488182806e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5513585954904556,
      "num_tokens": 249291155.0,
      "step": 323750
    },
    {
      "epoch": 0.4106763678430358,
      "grad_norm": 5.03125,
      "learning_rate": 2.946998317809651e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5565646886825562,
      "num_tokens": 249297985.0,
      "step": 323760
    },
    {
      "epoch": 0.41068905243556864,
      "grad_norm": 5.1875,
      "learning_rate": 2.946934886801022e-05,
      "loss": 1.9003,
      "mean_token_accuracy": 0.5710417091846466,
      "num_tokens": 249307037.0,
      "step": 323770
    },
    {
      "epoch": 0.4107017370281014,
      "grad_norm": 5.15625,
      "learning_rate": 2.9468714557923932e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5198203295469284,
      "num_tokens": 249315548.0,
      "step": 323780
    },
    {
      "epoch": 0.41071442162063426,
      "grad_norm": 4.71875,
      "learning_rate": 2.9468080247837638e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5485876023769378,
      "num_tokens": 249322319.0,
      "step": 323790
    },
    {
      "epoch": 0.4107271062131671,
      "grad_norm": 6.1875,
      "learning_rate": 2.9467445937751346e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5704834043979645,
      "num_tokens": 249328869.0,
      "step": 323800
    },
    {
      "epoch": 0.41073979080569994,
      "grad_norm": 5.34375,
      "learning_rate": 2.9466811627665052e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5301217138767242,
      "num_tokens": 249337111.0,
      "step": 323810
    },
    {
      "epoch": 0.4107524753982328,
      "grad_norm": 4.5625,
      "learning_rate": 2.9466177317578764e-05,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5327608495950699,
      "num_tokens": 249345718.0,
      "step": 323820
    },
    {
      "epoch": 0.4107651599907656,
      "grad_norm": 5.0625,
      "learning_rate": 2.9465543007492476e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5363001525402069,
      "num_tokens": 249353410.0,
      "step": 323830
    },
    {
      "epoch": 0.41077784458329847,
      "grad_norm": 5.9375,
      "learning_rate": 2.9464908697406178e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5458083987236023,
      "num_tokens": 249360885.0,
      "step": 323840
    },
    {
      "epoch": 0.4107905291758313,
      "grad_norm": 3.40625,
      "learning_rate": 2.946427438731989e-05,
      "loss": 1.8787,
      "mean_token_accuracy": 0.5802615314722062,
      "num_tokens": 249368008.0,
      "step": 323850
    },
    {
      "epoch": 0.4108032137683641,
      "grad_norm": 5.03125,
      "learning_rate": 2.9463640077233595e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5380329728126526,
      "num_tokens": 249375393.0,
      "step": 323860
    },
    {
      "epoch": 0.41081589836089694,
      "grad_norm": 5.21875,
      "learning_rate": 2.9463005767147304e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5334689140319824,
      "num_tokens": 249384566.0,
      "step": 323870
    },
    {
      "epoch": 0.4108285829534298,
      "grad_norm": 8.0,
      "learning_rate": 2.9462371457061016e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.560081422328949,
      "num_tokens": 249392928.0,
      "step": 323880
    },
    {
      "epoch": 0.4108412675459626,
      "grad_norm": 6.6875,
      "learning_rate": 2.946173714697472e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5269812703132629,
      "num_tokens": 249401403.0,
      "step": 323890
    },
    {
      "epoch": 0.41085395213849546,
      "grad_norm": 5.78125,
      "learning_rate": 2.9461102836888434e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.532247719168663,
      "num_tokens": 249410358.0,
      "step": 323900
    },
    {
      "epoch": 0.4108666367310283,
      "grad_norm": 5.90625,
      "learning_rate": 2.9460468526802136e-05,
      "loss": 1.9269,
      "mean_token_accuracy": 0.5605618268251419,
      "num_tokens": 249417322.0,
      "step": 323910
    },
    {
      "epoch": 0.41087932132356114,
      "grad_norm": 5.65625,
      "learning_rate": 2.9459834216715848e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5367058664560318,
      "num_tokens": 249425352.0,
      "step": 323920
    },
    {
      "epoch": 0.410892005916094,
      "grad_norm": 4.90625,
      "learning_rate": 2.945919990662956e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5389233887195587,
      "num_tokens": 249433052.0,
      "step": 323930
    },
    {
      "epoch": 0.41090469050862677,
      "grad_norm": 5.71875,
      "learning_rate": 2.9458565596543265e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5529852628707885,
      "num_tokens": 249441041.0,
      "step": 323940
    },
    {
      "epoch": 0.4109173751011596,
      "grad_norm": 7.53125,
      "learning_rate": 2.9457931286456974e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5404178828001023,
      "num_tokens": 249448687.0,
      "step": 323950
    },
    {
      "epoch": 0.41093005969369245,
      "grad_norm": 5.125,
      "learning_rate": 2.945729697637068e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5204984426498414,
      "num_tokens": 249457151.0,
      "step": 323960
    },
    {
      "epoch": 0.4109427442862253,
      "grad_norm": 5.1875,
      "learning_rate": 2.945666266628439e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5270700067281723,
      "num_tokens": 249465685.0,
      "step": 323970
    },
    {
      "epoch": 0.41095542887875813,
      "grad_norm": 5.5625,
      "learning_rate": 2.94560283561981e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5612305462360382,
      "num_tokens": 249473581.0,
      "step": 323980
    },
    {
      "epoch": 0.410968113471291,
      "grad_norm": 4.71875,
      "learning_rate": 2.9455394046111806e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5712667554616928,
      "num_tokens": 249479798.0,
      "step": 323990
    },
    {
      "epoch": 0.4109807980638238,
      "grad_norm": 5.96875,
      "learning_rate": 2.9454759736025518e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5343405306339264,
      "num_tokens": 249487305.0,
      "step": 324000
    },
    {
      "epoch": 0.41099348265635666,
      "grad_norm": 6.25,
      "learning_rate": 2.9454125425939223e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5645890444517135,
      "num_tokens": 249495466.0,
      "step": 324010
    },
    {
      "epoch": 0.41100616724888944,
      "grad_norm": 5.96875,
      "learning_rate": 2.9453491115852932e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5459043711423874,
      "num_tokens": 249504793.0,
      "step": 324020
    },
    {
      "epoch": 0.4110188518414223,
      "grad_norm": 5.25,
      "learning_rate": 2.9452856805766644e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.539462822675705,
      "num_tokens": 249513098.0,
      "step": 324030
    },
    {
      "epoch": 0.4110315364339551,
      "grad_norm": 4.875,
      "learning_rate": 2.945222249568035e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5425371557474137,
      "num_tokens": 249521723.0,
      "step": 324040
    },
    {
      "epoch": 0.41104422102648797,
      "grad_norm": 5.03125,
      "learning_rate": 2.9451588185594058e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.520654422044754,
      "num_tokens": 249529807.0,
      "step": 324050
    },
    {
      "epoch": 0.4110569056190208,
      "grad_norm": 5.59375,
      "learning_rate": 2.9450953875507763e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5434538006782532,
      "num_tokens": 249538153.0,
      "step": 324060
    },
    {
      "epoch": 0.41106959021155365,
      "grad_norm": 5.03125,
      "learning_rate": 2.9450319565421476e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5426240026950836,
      "num_tokens": 249546769.0,
      "step": 324070
    },
    {
      "epoch": 0.4110822748040865,
      "grad_norm": 5.96875,
      "learning_rate": 2.9449685255335184e-05,
      "loss": 1.8975,
      "mean_token_accuracy": 0.571901336312294,
      "num_tokens": 249554196.0,
      "step": 324080
    },
    {
      "epoch": 0.4110949593966193,
      "grad_norm": 5.9375,
      "learning_rate": 2.944905094524889e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5226399004459381,
      "num_tokens": 249562597.0,
      "step": 324090
    },
    {
      "epoch": 0.4111076439891521,
      "grad_norm": 5.75,
      "learning_rate": 2.9448416635162602e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5630870163440704,
      "num_tokens": 249569575.0,
      "step": 324100
    },
    {
      "epoch": 0.41112032858168496,
      "grad_norm": 5.75,
      "learning_rate": 2.9447782325076307e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5500501811504364,
      "num_tokens": 249576764.0,
      "step": 324110
    },
    {
      "epoch": 0.4111330131742178,
      "grad_norm": 7.25,
      "learning_rate": 2.9447148014990016e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5484800338745117,
      "num_tokens": 249583909.0,
      "step": 324120
    },
    {
      "epoch": 0.41114569776675064,
      "grad_norm": 5.1875,
      "learning_rate": 2.9446513704903728e-05,
      "loss": 1.9453,
      "mean_token_accuracy": 0.567459112405777,
      "num_tokens": 249591464.0,
      "step": 324130
    },
    {
      "epoch": 0.4111583823592835,
      "grad_norm": 5.71875,
      "learning_rate": 2.9445879394817433e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.566349059343338,
      "num_tokens": 249599400.0,
      "step": 324140
    },
    {
      "epoch": 0.4111710669518163,
      "grad_norm": 4.90625,
      "learning_rate": 2.9445245084731142e-05,
      "loss": 2.2723,
      "mean_token_accuracy": 0.5202407389879227,
      "num_tokens": 249607175.0,
      "step": 324150
    },
    {
      "epoch": 0.41118375154434916,
      "grad_norm": 5.78125,
      "learning_rate": 2.9444610774644847e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5287166863679886,
      "num_tokens": 249615285.0,
      "step": 324160
    },
    {
      "epoch": 0.41119643613688195,
      "grad_norm": 5.65625,
      "learning_rate": 2.944397646455856e-05,
      "loss": 1.6879,
      "mean_token_accuracy": 0.6163063555955887,
      "num_tokens": 249622135.0,
      "step": 324170
    },
    {
      "epoch": 0.4112091207294148,
      "grad_norm": 5.3125,
      "learning_rate": 2.944334215447227e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5291291922330856,
      "num_tokens": 249630703.0,
      "step": 324180
    },
    {
      "epoch": 0.41122180532194763,
      "grad_norm": 5.5,
      "learning_rate": 2.9442707844385974e-05,
      "loss": 1.7725,
      "mean_token_accuracy": 0.6129757940769196,
      "num_tokens": 249637048.0,
      "step": 324190
    },
    {
      "epoch": 0.41123448991448047,
      "grad_norm": 5.4375,
      "learning_rate": 2.9442073534299686e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5274591773748398,
      "num_tokens": 249645109.0,
      "step": 324200
    },
    {
      "epoch": 0.4112471745070133,
      "grad_norm": 4.84375,
      "learning_rate": 2.944143922421339e-05,
      "loss": 1.9055,
      "mean_token_accuracy": 0.5714496344327926,
      "num_tokens": 249652451.0,
      "step": 324210
    },
    {
      "epoch": 0.41125985909954615,
      "grad_norm": 4.5625,
      "learning_rate": 2.94408049141271e-05,
      "loss": 1.8998,
      "mean_token_accuracy": 0.5682545751333237,
      "num_tokens": 249660747.0,
      "step": 324220
    },
    {
      "epoch": 0.411272543692079,
      "grad_norm": 7.5625,
      "learning_rate": 2.9440170604040812e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5676810622215271,
      "num_tokens": 249668608.0,
      "step": 324230
    },
    {
      "epoch": 0.41128522828461184,
      "grad_norm": 5.8125,
      "learning_rate": 2.9439536293954517e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5655478686094284,
      "num_tokens": 249675835.0,
      "step": 324240
    },
    {
      "epoch": 0.4112979128771446,
      "grad_norm": 4.5625,
      "learning_rate": 2.943890198386823e-05,
      "loss": 1.8703,
      "mean_token_accuracy": 0.570887690782547,
      "num_tokens": 249683449.0,
      "step": 324250
    },
    {
      "epoch": 0.41131059746967746,
      "grad_norm": 5.625,
      "learning_rate": 2.9438267673781938e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5443959057331085,
      "num_tokens": 249691782.0,
      "step": 324260
    },
    {
      "epoch": 0.4113232820622103,
      "grad_norm": 5.46875,
      "learning_rate": 2.9437633363695644e-05,
      "loss": 1.8661,
      "mean_token_accuracy": 0.5841731607913971,
      "num_tokens": 249698325.0,
      "step": 324270
    },
    {
      "epoch": 0.41133596665474315,
      "grad_norm": 5.03125,
      "learning_rate": 2.9436999053609356e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5834339499473572,
      "num_tokens": 249705418.0,
      "step": 324280
    },
    {
      "epoch": 0.411348651247276,
      "grad_norm": 7.1875,
      "learning_rate": 2.9436364743523058e-05,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5222424328327179,
      "num_tokens": 249714836.0,
      "step": 324290
    },
    {
      "epoch": 0.41136133583980883,
      "grad_norm": 4.59375,
      "learning_rate": 2.943573043343677e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5485591888427734,
      "num_tokens": 249723313.0,
      "step": 324300
    },
    {
      "epoch": 0.41137402043234167,
      "grad_norm": 5.78125,
      "learning_rate": 2.9435096123350482e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5482667863368988,
      "num_tokens": 249731350.0,
      "step": 324310
    },
    {
      "epoch": 0.4113867050248745,
      "grad_norm": 5.28125,
      "learning_rate": 2.9434461813264187e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5462407052516938,
      "num_tokens": 249740027.0,
      "step": 324320
    },
    {
      "epoch": 0.4113993896174073,
      "grad_norm": 5.5625,
      "learning_rate": 2.9433827503177896e-05,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5173940032720565,
      "num_tokens": 249748318.0,
      "step": 324330
    },
    {
      "epoch": 0.41141207420994014,
      "grad_norm": 5.65625,
      "learning_rate": 2.94331931930916e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5403070330619812,
      "num_tokens": 249756374.0,
      "step": 324340
    },
    {
      "epoch": 0.411424758802473,
      "grad_norm": 4.84375,
      "learning_rate": 2.9432558883005314e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5321615636348724,
      "num_tokens": 249763298.0,
      "step": 324350
    },
    {
      "epoch": 0.4114374433950058,
      "grad_norm": 6.84375,
      "learning_rate": 2.9431924572919022e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5233530223369598,
      "num_tokens": 249772096.0,
      "step": 324360
    },
    {
      "epoch": 0.41145012798753866,
      "grad_norm": 5.4375,
      "learning_rate": 2.9431290262832728e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5664867669343948,
      "num_tokens": 249778549.0,
      "step": 324370
    },
    {
      "epoch": 0.4114628125800715,
      "grad_norm": 4.96875,
      "learning_rate": 2.943065595274644e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.550218915939331,
      "num_tokens": 249787232.0,
      "step": 324380
    },
    {
      "epoch": 0.41147549717260434,
      "grad_norm": 10.4375,
      "learning_rate": 2.9430021642660145e-05,
      "loss": 1.7992,
      "mean_token_accuracy": 0.5961972624063492,
      "num_tokens": 249794293.0,
      "step": 324390
    },
    {
      "epoch": 0.4114881817651372,
      "grad_norm": 4.71875,
      "learning_rate": 2.9429387332573854e-05,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5221169859170913,
      "num_tokens": 249803326.0,
      "step": 324400
    },
    {
      "epoch": 0.41150086635766997,
      "grad_norm": 6.5,
      "learning_rate": 2.9428753022487566e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5457462906837464,
      "num_tokens": 249812644.0,
      "step": 324410
    },
    {
      "epoch": 0.4115135509502028,
      "grad_norm": 5.125,
      "learning_rate": 2.942811871240127e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5392576724290847,
      "num_tokens": 249820046.0,
      "step": 324420
    },
    {
      "epoch": 0.41152623554273565,
      "grad_norm": 6.03125,
      "learning_rate": 2.942748440231498e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5445796757936477,
      "num_tokens": 249829156.0,
      "step": 324430
    },
    {
      "epoch": 0.4115389201352685,
      "grad_norm": 5.75,
      "learning_rate": 2.9426850092228685e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5304282486438752,
      "num_tokens": 249836768.0,
      "step": 324440
    },
    {
      "epoch": 0.41155160472780133,
      "grad_norm": 5.65625,
      "learning_rate": 2.9426215782142398e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5168069273233413,
      "num_tokens": 249844293.0,
      "step": 324450
    },
    {
      "epoch": 0.4115642893203342,
      "grad_norm": 6.25,
      "learning_rate": 2.9425581472056106e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5452663213014602,
      "num_tokens": 249853144.0,
      "step": 324460
    },
    {
      "epoch": 0.411576973912867,
      "grad_norm": 8.1875,
      "learning_rate": 2.942494716196981e-05,
      "loss": 1.8995,
      "mean_token_accuracy": 0.5739410936832428,
      "num_tokens": 249859619.0,
      "step": 324470
    },
    {
      "epoch": 0.41158965850539986,
      "grad_norm": 7.53125,
      "learning_rate": 2.9424312851883524e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5403046846389771,
      "num_tokens": 249867843.0,
      "step": 324480
    },
    {
      "epoch": 0.41160234309793264,
      "grad_norm": 7.59375,
      "learning_rate": 2.942367854179723e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5340012013912201,
      "num_tokens": 249875587.0,
      "step": 324490
    },
    {
      "epoch": 0.4116150276904655,
      "grad_norm": 5.8125,
      "learning_rate": 2.9423044231710938e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5172150790691376,
      "num_tokens": 249884654.0,
      "step": 324500
    },
    {
      "epoch": 0.4116277122829983,
      "grad_norm": 6.71875,
      "learning_rate": 2.942240992162465e-05,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5599279314279556,
      "num_tokens": 249892680.0,
      "step": 324510
    },
    {
      "epoch": 0.41164039687553117,
      "grad_norm": 5.625,
      "learning_rate": 2.9421775611538355e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5657727539539337,
      "num_tokens": 249901382.0,
      "step": 324520
    },
    {
      "epoch": 0.411653081468064,
      "grad_norm": 4.84375,
      "learning_rate": 2.9421141301452064e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5415998458862304,
      "num_tokens": 249909008.0,
      "step": 324530
    },
    {
      "epoch": 0.41166576606059685,
      "grad_norm": 8.875,
      "learning_rate": 2.942050699136577e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5352851808071136,
      "num_tokens": 249916656.0,
      "step": 324540
    },
    {
      "epoch": 0.4116784506531297,
      "grad_norm": 6.5625,
      "learning_rate": 2.941987268127948e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5390990525484085,
      "num_tokens": 249923223.0,
      "step": 324550
    },
    {
      "epoch": 0.4116911352456625,
      "grad_norm": 6.9375,
      "learning_rate": 2.941923837119319e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5266431838274002,
      "num_tokens": 249931540.0,
      "step": 324560
    },
    {
      "epoch": 0.4117038198381953,
      "grad_norm": 5.28125,
      "learning_rate": 2.9418604061106896e-05,
      "loss": 1.6663,
      "mean_token_accuracy": 0.6339711993932724,
      "num_tokens": 249937250.0,
      "step": 324570
    },
    {
      "epoch": 0.41171650443072816,
      "grad_norm": 5.21875,
      "learning_rate": 2.9417969751020608e-05,
      "loss": 1.9604,
      "mean_token_accuracy": 0.5528744101524353,
      "num_tokens": 249945568.0,
      "step": 324580
    },
    {
      "epoch": 0.411729189023261,
      "grad_norm": 5.5625,
      "learning_rate": 2.9417335440934313e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5409575223922729,
      "num_tokens": 249953704.0,
      "step": 324590
    },
    {
      "epoch": 0.41174187361579384,
      "grad_norm": 5.34375,
      "learning_rate": 2.9416701130848022e-05,
      "loss": 2.2548,
      "mean_token_accuracy": 0.5142484784126282,
      "num_tokens": 249961468.0,
      "step": 324600
    },
    {
      "epoch": 0.4117545582083267,
      "grad_norm": 4.46875,
      "learning_rate": 2.9416066820761734e-05,
      "loss": 1.9413,
      "mean_token_accuracy": 0.5691251516342163,
      "num_tokens": 249970422.0,
      "step": 324610
    },
    {
      "epoch": 0.4117672428008595,
      "grad_norm": 7.3125,
      "learning_rate": 2.941543251067544e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.534886559844017,
      "num_tokens": 249976937.0,
      "step": 324620
    },
    {
      "epoch": 0.41177992739339236,
      "grad_norm": 7.0,
      "learning_rate": 2.941479820058915e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5183002114295959,
      "num_tokens": 249985499.0,
      "step": 324630
    },
    {
      "epoch": 0.41179261198592515,
      "grad_norm": 5.28125,
      "learning_rate": 2.9414163890502853e-05,
      "loss": 2.1924,
      "mean_token_accuracy": 0.517214047908783,
      "num_tokens": 249994008.0,
      "step": 324640
    },
    {
      "epoch": 0.411805296578458,
      "grad_norm": 5.125,
      "learning_rate": 2.9413529580416566e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5165806293487549,
      "num_tokens": 250003913.0,
      "step": 324650
    },
    {
      "epoch": 0.41181798117099083,
      "grad_norm": 5.15625,
      "learning_rate": 2.9412895270330278e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5528257429599762,
      "num_tokens": 250011688.0,
      "step": 324660
    },
    {
      "epoch": 0.4118306657635237,
      "grad_norm": 7.96875,
      "learning_rate": 2.9412260960243983e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.551339203119278,
      "num_tokens": 250019622.0,
      "step": 324670
    },
    {
      "epoch": 0.4118433503560565,
      "grad_norm": 5.5625,
      "learning_rate": 2.9411626650157692e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5609879732131958,
      "num_tokens": 250026591.0,
      "step": 324680
    },
    {
      "epoch": 0.41185603494858936,
      "grad_norm": 7.0625,
      "learning_rate": 2.9410992340071397e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.544868803024292,
      "num_tokens": 250034708.0,
      "step": 324690
    },
    {
      "epoch": 0.4118687195411222,
      "grad_norm": 5.78125,
      "learning_rate": 2.941035802998511e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5349217772483825,
      "num_tokens": 250041974.0,
      "step": 324700
    },
    {
      "epoch": 0.41188140413365504,
      "grad_norm": 9.5625,
      "learning_rate": 2.9409723719898818e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5383258074522018,
      "num_tokens": 250050793.0,
      "step": 324710
    },
    {
      "epoch": 0.4118940887261878,
      "grad_norm": 11.625,
      "learning_rate": 2.9409089409812523e-05,
      "loss": 2.3791,
      "mean_token_accuracy": 0.5063080281019211,
      "num_tokens": 250056868.0,
      "step": 324720
    },
    {
      "epoch": 0.41190677331872066,
      "grad_norm": 11.3125,
      "learning_rate": 2.9408455099726235e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5583466529846192,
      "num_tokens": 250064276.0,
      "step": 324730
    },
    {
      "epoch": 0.4119194579112535,
      "grad_norm": 4.875,
      "learning_rate": 2.940782078963994e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5355673611164093,
      "num_tokens": 250071918.0,
      "step": 324740
    },
    {
      "epoch": 0.41193214250378635,
      "grad_norm": 6.21875,
      "learning_rate": 2.940718647955365e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.53300461769104,
      "num_tokens": 250080258.0,
      "step": 324750
    },
    {
      "epoch": 0.4119448270963192,
      "grad_norm": 5.125,
      "learning_rate": 2.940655216946736e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5327120006084443,
      "num_tokens": 250088232.0,
      "step": 324760
    },
    {
      "epoch": 0.41195751168885203,
      "grad_norm": 5.0625,
      "learning_rate": 2.9405917859381067e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5415911793708801,
      "num_tokens": 250096901.0,
      "step": 324770
    },
    {
      "epoch": 0.41197019628138487,
      "grad_norm": 5.40625,
      "learning_rate": 2.9405283549294776e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5691564857959748,
      "num_tokens": 250104655.0,
      "step": 324780
    },
    {
      "epoch": 0.4119828808739177,
      "grad_norm": 6.28125,
      "learning_rate": 2.940464923920848e-05,
      "loss": 1.8394,
      "mean_token_accuracy": 0.5791465222835541,
      "num_tokens": 250112641.0,
      "step": 324790
    },
    {
      "epoch": 0.4119955654664505,
      "grad_norm": 5.3125,
      "learning_rate": 2.9404014929122193e-05,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5269595146179199,
      "num_tokens": 250119594.0,
      "step": 324800
    },
    {
      "epoch": 0.41200825005898334,
      "grad_norm": 6.90625,
      "learning_rate": 2.9403380619035902e-05,
      "loss": 1.8329,
      "mean_token_accuracy": 0.5852758765220643,
      "num_tokens": 250126568.0,
      "step": 324810
    },
    {
      "epoch": 0.4120209346515162,
      "grad_norm": 5.28125,
      "learning_rate": 2.9402746308949607e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5396210819482803,
      "num_tokens": 250133360.0,
      "step": 324820
    },
    {
      "epoch": 0.412033619244049,
      "grad_norm": 5.96875,
      "learning_rate": 2.940211199886332e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5439282983541489,
      "num_tokens": 250141991.0,
      "step": 324830
    },
    {
      "epoch": 0.41204630383658186,
      "grad_norm": 13.1875,
      "learning_rate": 2.9401477688777025e-05,
      "loss": 1.873,
      "mean_token_accuracy": 0.5810295462608337,
      "num_tokens": 250149458.0,
      "step": 324840
    },
    {
      "epoch": 0.4120589884291147,
      "grad_norm": 5.375,
      "learning_rate": 2.9400843378690734e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5563882797956466,
      "num_tokens": 250157664.0,
      "step": 324850
    },
    {
      "epoch": 0.41207167302164754,
      "grad_norm": 5.625,
      "learning_rate": 2.9400209068604446e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5676015794277192,
      "num_tokens": 250165842.0,
      "step": 324860
    },
    {
      "epoch": 0.4120843576141804,
      "grad_norm": 8.3125,
      "learning_rate": 2.939957475851815e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5346543669700623,
      "num_tokens": 250172777.0,
      "step": 324870
    },
    {
      "epoch": 0.41209704220671317,
      "grad_norm": 6.1875,
      "learning_rate": 2.939894044843186e-05,
      "loss": 2.3068,
      "mean_token_accuracy": 0.5101263999938965,
      "num_tokens": 250181746.0,
      "step": 324880
    },
    {
      "epoch": 0.412109726799246,
      "grad_norm": 5.5625,
      "learning_rate": 2.9398306138345565e-05,
      "loss": 2.2093,
      "mean_token_accuracy": 0.5163091868162155,
      "num_tokens": 250190071.0,
      "step": 324890
    },
    {
      "epoch": 0.41212241139177885,
      "grad_norm": 4.90625,
      "learning_rate": 2.9397671828259277e-05,
      "loss": 2.2259,
      "mean_token_accuracy": 0.5087545394897461,
      "num_tokens": 250199287.0,
      "step": 324900
    },
    {
      "epoch": 0.4121350959843117,
      "grad_norm": 5.25,
      "learning_rate": 2.9397037518172986e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5716371774673462,
      "num_tokens": 250208365.0,
      "step": 324910
    },
    {
      "epoch": 0.41214778057684454,
      "grad_norm": 6.21875,
      "learning_rate": 2.939640320808669e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5271713078022003,
      "num_tokens": 250217409.0,
      "step": 324920
    },
    {
      "epoch": 0.4121604651693774,
      "grad_norm": 8.3125,
      "learning_rate": 2.9395768898000403e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5439542829990387,
      "num_tokens": 250224281.0,
      "step": 324930
    },
    {
      "epoch": 0.4121731497619102,
      "grad_norm": 5.25,
      "learning_rate": 2.939513458791411e-05,
      "loss": 2.2646,
      "mean_token_accuracy": 0.5034080386161804,
      "num_tokens": 250232208.0,
      "step": 324940
    },
    {
      "epoch": 0.41218583435444306,
      "grad_norm": 5.5625,
      "learning_rate": 2.9394500277827818e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5650097608566285,
      "num_tokens": 250241144.0,
      "step": 324950
    },
    {
      "epoch": 0.41219851894697584,
      "grad_norm": 20.625,
      "learning_rate": 2.939386596774153e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5263578176498414,
      "num_tokens": 250249168.0,
      "step": 324960
    },
    {
      "epoch": 0.4122112035395087,
      "grad_norm": 4.90625,
      "learning_rate": 2.9393231657655235e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.53426995575428,
      "num_tokens": 250257027.0,
      "step": 324970
    },
    {
      "epoch": 0.4122238881320415,
      "grad_norm": 7.0,
      "learning_rate": 2.9392597347568944e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5288177251815795,
      "num_tokens": 250263816.0,
      "step": 324980
    },
    {
      "epoch": 0.41223657272457437,
      "grad_norm": 6.25,
      "learning_rate": 2.939196303748265e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5429668337106704,
      "num_tokens": 250271335.0,
      "step": 324990
    },
    {
      "epoch": 0.4122492573171072,
      "grad_norm": 4.3125,
      "learning_rate": 2.939132872739636e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.5798726469278336,
      "num_tokens": 250278973.0,
      "step": 325000
    },
    {
      "epoch": 0.41226194190964005,
      "grad_norm": 7.15625,
      "learning_rate": 2.9390694417310073e-05,
      "loss": 2.4041,
      "mean_token_accuracy": 0.49075931310653687,
      "num_tokens": 250287076.0,
      "step": 325010
    },
    {
      "epoch": 0.4122746265021729,
      "grad_norm": 4.46875,
      "learning_rate": 2.9390060107223775e-05,
      "loss": 1.6632,
      "mean_token_accuracy": 0.6205704867839813,
      "num_tokens": 250293785.0,
      "step": 325020
    },
    {
      "epoch": 0.4122873110947057,
      "grad_norm": 7.46875,
      "learning_rate": 2.9389425797137488e-05,
      "loss": 2.2368,
      "mean_token_accuracy": 0.5116305321455001,
      "num_tokens": 250302995.0,
      "step": 325030
    },
    {
      "epoch": 0.4122999956872385,
      "grad_norm": 5.125,
      "learning_rate": 2.9388791487051193e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5515771448612213,
      "num_tokens": 250311765.0,
      "step": 325040
    },
    {
      "epoch": 0.41231268027977136,
      "grad_norm": 5.5,
      "learning_rate": 2.9388157176964905e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.5957924872636795,
      "num_tokens": 250319414.0,
      "step": 325050
    },
    {
      "epoch": 0.4123253648723042,
      "grad_norm": 5.28125,
      "learning_rate": 2.9387522866878614e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5380553901195526,
      "num_tokens": 250327706.0,
      "step": 325060
    },
    {
      "epoch": 0.41233804946483704,
      "grad_norm": 5.90625,
      "learning_rate": 2.938688855679232e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5203320741653442,
      "num_tokens": 250336125.0,
      "step": 325070
    },
    {
      "epoch": 0.4123507340573699,
      "grad_norm": 8.6875,
      "learning_rate": 2.938625424670603e-05,
      "loss": 1.8819,
      "mean_token_accuracy": 0.5895046621561051,
      "num_tokens": 250342820.0,
      "step": 325080
    },
    {
      "epoch": 0.4123634186499027,
      "grad_norm": 7.25,
      "learning_rate": 2.9385619936619737e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5287742674350738,
      "num_tokens": 250351180.0,
      "step": 325090
    },
    {
      "epoch": 0.41237610324243557,
      "grad_norm": 6.21875,
      "learning_rate": 2.9384985626533445e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5281272530555725,
      "num_tokens": 250358781.0,
      "step": 325100
    },
    {
      "epoch": 0.41238878783496835,
      "grad_norm": 5.46875,
      "learning_rate": 2.9384351316447157e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5279548615217209,
      "num_tokens": 250367352.0,
      "step": 325110
    },
    {
      "epoch": 0.4124014724275012,
      "grad_norm": 11.1875,
      "learning_rate": 2.9383717006360863e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5355235636234283,
      "num_tokens": 250373496.0,
      "step": 325120
    },
    {
      "epoch": 0.41241415702003403,
      "grad_norm": 8.75,
      "learning_rate": 2.938308269627457e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5491251677274704,
      "num_tokens": 250382363.0,
      "step": 325130
    },
    {
      "epoch": 0.4124268416125669,
      "grad_norm": 5.9375,
      "learning_rate": 2.9382448386188277e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5585797369480133,
      "num_tokens": 250389423.0,
      "step": 325140
    },
    {
      "epoch": 0.4124395262050997,
      "grad_norm": 10.8125,
      "learning_rate": 2.938181407610199e-05,
      "loss": 1.8209,
      "mean_token_accuracy": 0.5994137555360795,
      "num_tokens": 250395579.0,
      "step": 325150
    },
    {
      "epoch": 0.41245221079763256,
      "grad_norm": 8.5,
      "learning_rate": 2.9381179766015698e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5217749565839768,
      "num_tokens": 250402800.0,
      "step": 325160
    },
    {
      "epoch": 0.4124648953901654,
      "grad_norm": 7.03125,
      "learning_rate": 2.9380545455929403e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.514278644323349,
      "num_tokens": 250409425.0,
      "step": 325170
    },
    {
      "epoch": 0.41247757998269824,
      "grad_norm": 8.25,
      "learning_rate": 2.9379911145843115e-05,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5496887862682343,
      "num_tokens": 250416902.0,
      "step": 325180
    },
    {
      "epoch": 0.412490264575231,
      "grad_norm": 7.03125,
      "learning_rate": 2.9379276835756824e-05,
      "loss": 1.8664,
      "mean_token_accuracy": 0.5842450261116028,
      "num_tokens": 250423967.0,
      "step": 325190
    },
    {
      "epoch": 0.41250294916776387,
      "grad_norm": 19.625,
      "learning_rate": 2.937864252567053e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5675544947385788,
      "num_tokens": 250430437.0,
      "step": 325200
    },
    {
      "epoch": 0.4125156337602967,
      "grad_norm": 5.03125,
      "learning_rate": 2.937800821558424e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.55642249584198,
      "num_tokens": 250437255.0,
      "step": 325210
    },
    {
      "epoch": 0.41252831835282955,
      "grad_norm": 7.84375,
      "learning_rate": 2.9377373905497947e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.55513995885849,
      "num_tokens": 250444557.0,
      "step": 325220
    },
    {
      "epoch": 0.4125410029453624,
      "grad_norm": 5.125,
      "learning_rate": 2.9376739595411656e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5526918888092041,
      "num_tokens": 250451029.0,
      "step": 325230
    },
    {
      "epoch": 0.41255368753789523,
      "grad_norm": 5.1875,
      "learning_rate": 2.9376105285325368e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5282129913568496,
      "num_tokens": 250459640.0,
      "step": 325240
    },
    {
      "epoch": 0.41256637213042807,
      "grad_norm": 13.25,
      "learning_rate": 2.9375470975239073e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5418885469436645,
      "num_tokens": 250466230.0,
      "step": 325250
    },
    {
      "epoch": 0.4125790567229609,
      "grad_norm": 5.0,
      "learning_rate": 2.9374836665152782e-05,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5528462827205658,
      "num_tokens": 250473814.0,
      "step": 325260
    },
    {
      "epoch": 0.4125917413154937,
      "grad_norm": 5.5,
      "learning_rate": 2.9374202355066487e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5327746480703354,
      "num_tokens": 250482110.0,
      "step": 325270
    },
    {
      "epoch": 0.41260442590802654,
      "grad_norm": 5.40625,
      "learning_rate": 2.93735680449802e-05,
      "loss": 2.2194,
      "mean_token_accuracy": 0.5177856892347336,
      "num_tokens": 250490484.0,
      "step": 325280
    },
    {
      "epoch": 0.4126171105005594,
      "grad_norm": 4.59375,
      "learning_rate": 2.9372933734893908e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5705731958150864,
      "num_tokens": 250498160.0,
      "step": 325290
    },
    {
      "epoch": 0.4126297950930922,
      "grad_norm": 6.125,
      "learning_rate": 2.9372299424807613e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.552512326836586,
      "num_tokens": 250506062.0,
      "step": 325300
    },
    {
      "epoch": 0.41264247968562506,
      "grad_norm": 5.46875,
      "learning_rate": 2.9371665114721325e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5227391839027404,
      "num_tokens": 250514899.0,
      "step": 325310
    },
    {
      "epoch": 0.4126551642781579,
      "grad_norm": 5.65625,
      "learning_rate": 2.937103080463503e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.53372902572155,
      "num_tokens": 250522870.0,
      "step": 325320
    },
    {
      "epoch": 0.41266784887069075,
      "grad_norm": 5.59375,
      "learning_rate": 2.937039649454874e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5461053311824798,
      "num_tokens": 250530420.0,
      "step": 325330
    },
    {
      "epoch": 0.4126805334632236,
      "grad_norm": 6.65625,
      "learning_rate": 2.936976218446245e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5434300661087036,
      "num_tokens": 250537533.0,
      "step": 325340
    },
    {
      "epoch": 0.4126932180557564,
      "grad_norm": 5.0625,
      "learning_rate": 2.9369127874376157e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5464684784412384,
      "num_tokens": 250545223.0,
      "step": 325350
    },
    {
      "epoch": 0.4127059026482892,
      "grad_norm": 7.125,
      "learning_rate": 2.9368493564289866e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5661266177892685,
      "num_tokens": 250552301.0,
      "step": 325360
    },
    {
      "epoch": 0.41271858724082205,
      "grad_norm": 6.90625,
      "learning_rate": 2.936785925420357e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5558488547801972,
      "num_tokens": 250558907.0,
      "step": 325370
    },
    {
      "epoch": 0.4127312718333549,
      "grad_norm": 7.4375,
      "learning_rate": 2.9367224944117283e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.53000867664814,
      "num_tokens": 250566609.0,
      "step": 325380
    },
    {
      "epoch": 0.41274395642588774,
      "grad_norm": 6.65625,
      "learning_rate": 2.9366590634030995e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5540791183710099,
      "num_tokens": 250574152.0,
      "step": 325390
    },
    {
      "epoch": 0.4127566410184206,
      "grad_norm": 6.15625,
      "learning_rate": 2.9365956323944697e-05,
      "loss": 1.8738,
      "mean_token_accuracy": 0.575660914182663,
      "num_tokens": 250582054.0,
      "step": 325400
    },
    {
      "epoch": 0.4127693256109534,
      "grad_norm": 4.96875,
      "learning_rate": 2.936532201385841e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5524426966905593,
      "num_tokens": 250590430.0,
      "step": 325410
    },
    {
      "epoch": 0.41278201020348626,
      "grad_norm": 5.5,
      "learning_rate": 2.9364687703772115e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5277331888675689,
      "num_tokens": 250598689.0,
      "step": 325420
    },
    {
      "epoch": 0.41279469479601905,
      "grad_norm": 6.78125,
      "learning_rate": 2.9364053393685827e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5347825229167938,
      "num_tokens": 250606481.0,
      "step": 325430
    },
    {
      "epoch": 0.4128073793885519,
      "grad_norm": 4.875,
      "learning_rate": 2.9363419083599536e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5491033494472504,
      "num_tokens": 250613990.0,
      "step": 325440
    },
    {
      "epoch": 0.41282006398108473,
      "grad_norm": 5.5625,
      "learning_rate": 2.936278477351324e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5525621384382248,
      "num_tokens": 250620753.0,
      "step": 325450
    },
    {
      "epoch": 0.41283274857361757,
      "grad_norm": 5.9375,
      "learning_rate": 2.9362150463426953e-05,
      "loss": 1.7871,
      "mean_token_accuracy": 0.599285414814949,
      "num_tokens": 250628128.0,
      "step": 325460
    },
    {
      "epoch": 0.4128454331661504,
      "grad_norm": 6.09375,
      "learning_rate": 2.936151615334066e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5390670537948609,
      "num_tokens": 250635255.0,
      "step": 325470
    },
    {
      "epoch": 0.41285811775868325,
      "grad_norm": 6.25,
      "learning_rate": 2.9360881843254367e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5568427830934525,
      "num_tokens": 250643973.0,
      "step": 325480
    },
    {
      "epoch": 0.4128708023512161,
      "grad_norm": 4.96875,
      "learning_rate": 2.936024753316808e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5601584196090699,
      "num_tokens": 250650927.0,
      "step": 325490
    },
    {
      "epoch": 0.4128834869437489,
      "grad_norm": 4.96875,
      "learning_rate": 2.9359613223081785e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5453592777252197,
      "num_tokens": 250659351.0,
      "step": 325500
    },
    {
      "epoch": 0.4128961715362817,
      "grad_norm": 6.78125,
      "learning_rate": 2.9358978912995493e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5457715600728988,
      "num_tokens": 250665676.0,
      "step": 325510
    },
    {
      "epoch": 0.41290885612881456,
      "grad_norm": 5.625,
      "learning_rate": 2.93583446029092e-05,
      "loss": 1.8247,
      "mean_token_accuracy": 0.5834268748760223,
      "num_tokens": 250672605.0,
      "step": 325520
    },
    {
      "epoch": 0.4129215407213474,
      "grad_norm": 7.71875,
      "learning_rate": 2.935771029282291e-05,
      "loss": 1.8635,
      "mean_token_accuracy": 0.586947363615036,
      "num_tokens": 250678887.0,
      "step": 325530
    },
    {
      "epoch": 0.41293422531388024,
      "grad_norm": 6.1875,
      "learning_rate": 2.935707598273662e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.5857569605112076,
      "num_tokens": 250685963.0,
      "step": 325540
    },
    {
      "epoch": 0.4129469099064131,
      "grad_norm": 4.96875,
      "learning_rate": 2.9356441672650325e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.541441023349762,
      "num_tokens": 250693852.0,
      "step": 325550
    },
    {
      "epoch": 0.4129595944989459,
      "grad_norm": 5.4375,
      "learning_rate": 2.9355807362564037e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5306075006723404,
      "num_tokens": 250703095.0,
      "step": 325560
    },
    {
      "epoch": 0.41297227909147877,
      "grad_norm": 4.5625,
      "learning_rate": 2.9355173052477743e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5212418168783188,
      "num_tokens": 250711300.0,
      "step": 325570
    },
    {
      "epoch": 0.41298496368401155,
      "grad_norm": 5.125,
      "learning_rate": 2.935453874239145e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5193397969007492,
      "num_tokens": 250719319.0,
      "step": 325580
    },
    {
      "epoch": 0.4129976482765444,
      "grad_norm": 5.40625,
      "learning_rate": 2.9353904432305163e-05,
      "loss": 1.7843,
      "mean_token_accuracy": 0.6106187015771866,
      "num_tokens": 250725950.0,
      "step": 325590
    },
    {
      "epoch": 0.41301033286907723,
      "grad_norm": 4.625,
      "learning_rate": 2.935327012221887e-05,
      "loss": 1.7298,
      "mean_token_accuracy": 0.6050680577754974,
      "num_tokens": 250732348.0,
      "step": 325600
    },
    {
      "epoch": 0.4130230174616101,
      "grad_norm": 5.03125,
      "learning_rate": 2.9352635812132577e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5261042654514313,
      "num_tokens": 250740823.0,
      "step": 325610
    },
    {
      "epoch": 0.4130357020541429,
      "grad_norm": 4.4375,
      "learning_rate": 2.9352001502046283e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5420623749494553,
      "num_tokens": 250748792.0,
      "step": 325620
    },
    {
      "epoch": 0.41304838664667576,
      "grad_norm": 5.65625,
      "learning_rate": 2.9351367191959995e-05,
      "loss": 1.9197,
      "mean_token_accuracy": 0.5658549547195435,
      "num_tokens": 250756186.0,
      "step": 325630
    },
    {
      "epoch": 0.4130610712392086,
      "grad_norm": 14.5,
      "learning_rate": 2.9350732881873704e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5394364297389984,
      "num_tokens": 250763360.0,
      "step": 325640
    },
    {
      "epoch": 0.41307375583174144,
      "grad_norm": 4.96875,
      "learning_rate": 2.935009857178741e-05,
      "loss": 1.834,
      "mean_token_accuracy": 0.5855230957269668,
      "num_tokens": 250770772.0,
      "step": 325650
    },
    {
      "epoch": 0.4130864404242742,
      "grad_norm": 5.78125,
      "learning_rate": 2.934946426170112e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5295635461807251,
      "num_tokens": 250778029.0,
      "step": 325660
    },
    {
      "epoch": 0.41309912501680707,
      "grad_norm": 5.15625,
      "learning_rate": 2.9348829951614827e-05,
      "loss": 1.9197,
      "mean_token_accuracy": 0.5597622871398926,
      "num_tokens": 250785206.0,
      "step": 325670
    },
    {
      "epoch": 0.4131118096093399,
      "grad_norm": 5.5625,
      "learning_rate": 2.9348195641528535e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5275650471448898,
      "num_tokens": 250793637.0,
      "step": 325680
    },
    {
      "epoch": 0.41312449420187275,
      "grad_norm": 5.46875,
      "learning_rate": 2.9347561331442247e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5528341978788376,
      "num_tokens": 250802036.0,
      "step": 325690
    },
    {
      "epoch": 0.4131371787944056,
      "grad_norm": 5.875,
      "learning_rate": 2.9346927021355953e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5591068923473358,
      "num_tokens": 250810437.0,
      "step": 325700
    },
    {
      "epoch": 0.41314986338693843,
      "grad_norm": 5.71875,
      "learning_rate": 2.934629271126966e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5572612464427948,
      "num_tokens": 250817378.0,
      "step": 325710
    },
    {
      "epoch": 0.4131625479794713,
      "grad_norm": 7.3125,
      "learning_rate": 2.9345658401183367e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5642905384302139,
      "num_tokens": 250824727.0,
      "step": 325720
    },
    {
      "epoch": 0.4131752325720041,
      "grad_norm": 8.8125,
      "learning_rate": 2.934502409109708e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5591648250818253,
      "num_tokens": 250831741.0,
      "step": 325730
    },
    {
      "epoch": 0.4131879171645369,
      "grad_norm": 6.96875,
      "learning_rate": 2.9344389781010788e-05,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5623063266277313,
      "num_tokens": 250837829.0,
      "step": 325740
    },
    {
      "epoch": 0.41320060175706974,
      "grad_norm": 9.1875,
      "learning_rate": 2.9343755470924493e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5450478971004487,
      "num_tokens": 250845065.0,
      "step": 325750
    },
    {
      "epoch": 0.4132132863496026,
      "grad_norm": 6.71875,
      "learning_rate": 2.9343121160838205e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5579786241054535,
      "num_tokens": 250852156.0,
      "step": 325760
    },
    {
      "epoch": 0.4132259709421354,
      "grad_norm": 4.90625,
      "learning_rate": 2.934248685075191e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5727406948804855,
      "num_tokens": 250859902.0,
      "step": 325770
    },
    {
      "epoch": 0.41323865553466826,
      "grad_norm": 6.03125,
      "learning_rate": 2.934185254066562e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5598850250244141,
      "num_tokens": 250866716.0,
      "step": 325780
    },
    {
      "epoch": 0.4132513401272011,
      "grad_norm": 5.21875,
      "learning_rate": 2.934121823057933e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5540287971496582,
      "num_tokens": 250873387.0,
      "step": 325790
    },
    {
      "epoch": 0.41326402471973395,
      "grad_norm": 4.84375,
      "learning_rate": 2.9340583920493037e-05,
      "loss": 2.2058,
      "mean_token_accuracy": 0.5308532774448395,
      "num_tokens": 250881958.0,
      "step": 325800
    },
    {
      "epoch": 0.4132767093122668,
      "grad_norm": 4.9375,
      "learning_rate": 2.933994961040675e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5545912116765976,
      "num_tokens": 250890233.0,
      "step": 325810
    },
    {
      "epoch": 0.4132893939047996,
      "grad_norm": 6.5,
      "learning_rate": 2.933931530032045e-05,
      "loss": 1.7981,
      "mean_token_accuracy": 0.5938924044370651,
      "num_tokens": 250897387.0,
      "step": 325820
    },
    {
      "epoch": 0.4133020784973324,
      "grad_norm": 8.0,
      "learning_rate": 2.9338680990234163e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5362771123647689,
      "num_tokens": 250904891.0,
      "step": 325830
    },
    {
      "epoch": 0.41331476308986526,
      "grad_norm": 4.75,
      "learning_rate": 2.9338046680147875e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5710076034069062,
      "num_tokens": 250912647.0,
      "step": 325840
    },
    {
      "epoch": 0.4133274476823981,
      "grad_norm": 5.125,
      "learning_rate": 2.933741237006158e-05,
      "loss": 1.8578,
      "mean_token_accuracy": 0.578980877995491,
      "num_tokens": 250919255.0,
      "step": 325850
    },
    {
      "epoch": 0.41334013227493094,
      "grad_norm": 4.9375,
      "learning_rate": 2.933677805997529e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5424856632947922,
      "num_tokens": 250929180.0,
      "step": 325860
    },
    {
      "epoch": 0.4133528168674638,
      "grad_norm": 5.375,
      "learning_rate": 2.9336143749888995e-05,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5164212822914124,
      "num_tokens": 250937020.0,
      "step": 325870
    },
    {
      "epoch": 0.4133655014599966,
      "grad_norm": 5.53125,
      "learning_rate": 2.9335509439802707e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5497765570878983,
      "num_tokens": 250944775.0,
      "step": 325880
    },
    {
      "epoch": 0.41337818605252946,
      "grad_norm": 6.40625,
      "learning_rate": 2.9334875129716415e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5291761040687561,
      "num_tokens": 250950826.0,
      "step": 325890
    },
    {
      "epoch": 0.41339087064506225,
      "grad_norm": 5.5,
      "learning_rate": 2.933424081963012e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5248364061117172,
      "num_tokens": 250959233.0,
      "step": 325900
    },
    {
      "epoch": 0.4134035552375951,
      "grad_norm": 4.78125,
      "learning_rate": 2.9333606509543833e-05,
      "loss": 1.8881,
      "mean_token_accuracy": 0.5833520978689194,
      "num_tokens": 250966400.0,
      "step": 325910
    },
    {
      "epoch": 0.41341623983012793,
      "grad_norm": 4.78125,
      "learning_rate": 2.9332972199457538e-05,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5638537496328354,
      "num_tokens": 250974954.0,
      "step": 325920
    },
    {
      "epoch": 0.41342892442266077,
      "grad_norm": 6.21875,
      "learning_rate": 2.9332337889371247e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5282660126686096,
      "num_tokens": 250982168.0,
      "step": 325930
    },
    {
      "epoch": 0.4134416090151936,
      "grad_norm": 6.8125,
      "learning_rate": 2.933170357928496e-05,
      "loss": 1.7959,
      "mean_token_accuracy": 0.5972303122282028,
      "num_tokens": 250988760.0,
      "step": 325940
    },
    {
      "epoch": 0.41345429360772645,
      "grad_norm": 4.9375,
      "learning_rate": 2.9331069269198664e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5428960919380188,
      "num_tokens": 250996845.0,
      "step": 325950
    },
    {
      "epoch": 0.4134669782002593,
      "grad_norm": 5.75,
      "learning_rate": 2.9330434959112373e-05,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5652575045824051,
      "num_tokens": 251004235.0,
      "step": 325960
    },
    {
      "epoch": 0.4134796627927921,
      "grad_norm": 6.78125,
      "learning_rate": 2.932980064902608e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5707803994417191,
      "num_tokens": 251011927.0,
      "step": 325970
    },
    {
      "epoch": 0.4134923473853249,
      "grad_norm": 8.5,
      "learning_rate": 2.932916633893979e-05,
      "loss": 2.2633,
      "mean_token_accuracy": 0.5110696762800216,
      "num_tokens": 251020601.0,
      "step": 325980
    },
    {
      "epoch": 0.41350503197785776,
      "grad_norm": 5.25,
      "learning_rate": 2.93285320288535e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5163837641477584,
      "num_tokens": 251029270.0,
      "step": 325990
    },
    {
      "epoch": 0.4135177165703906,
      "grad_norm": 6.21875,
      "learning_rate": 2.9327897718767205e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5527803003787994,
      "num_tokens": 251037425.0,
      "step": 326000
    },
    {
      "epoch": 0.41353040116292344,
      "grad_norm": 5.25,
      "learning_rate": 2.9327263408680917e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5669729948043823,
      "num_tokens": 251045742.0,
      "step": 326010
    },
    {
      "epoch": 0.4135430857554563,
      "grad_norm": 5.03125,
      "learning_rate": 2.9326629098594622e-05,
      "loss": 1.939,
      "mean_token_accuracy": 0.5495937287807464,
      "num_tokens": 251052088.0,
      "step": 326020
    },
    {
      "epoch": 0.4135557703479891,
      "grad_norm": 4.9375,
      "learning_rate": 2.932599478850833e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5197689414024353,
      "num_tokens": 251061194.0,
      "step": 326030
    },
    {
      "epoch": 0.41356845494052197,
      "grad_norm": 4.78125,
      "learning_rate": 2.9325360478422043e-05,
      "loss": 1.931,
      "mean_token_accuracy": 0.5796661168336869,
      "num_tokens": 251067586.0,
      "step": 326040
    },
    {
      "epoch": 0.41358113953305475,
      "grad_norm": 5.40625,
      "learning_rate": 2.932472616833575e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5288272470235824,
      "num_tokens": 251075349.0,
      "step": 326050
    },
    {
      "epoch": 0.4135938241255876,
      "grad_norm": 5.34375,
      "learning_rate": 2.9324091858249457e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5557404190301896,
      "num_tokens": 251083480.0,
      "step": 326060
    },
    {
      "epoch": 0.41360650871812044,
      "grad_norm": 4.71875,
      "learning_rate": 2.9323457548163163e-05,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5621966272592545,
      "num_tokens": 251090533.0,
      "step": 326070
    },
    {
      "epoch": 0.4136191933106533,
      "grad_norm": 6.125,
      "learning_rate": 2.9322823238076875e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5543962329626083,
      "num_tokens": 251097730.0,
      "step": 326080
    },
    {
      "epoch": 0.4136318779031861,
      "grad_norm": 5.9375,
      "learning_rate": 2.9322188927990583e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5517055481672287,
      "num_tokens": 251105488.0,
      "step": 326090
    },
    {
      "epoch": 0.41364456249571896,
      "grad_norm": 6.25,
      "learning_rate": 2.932155461790429e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5276490032672883,
      "num_tokens": 251114474.0,
      "step": 326100
    },
    {
      "epoch": 0.4136572470882518,
      "grad_norm": 5.375,
      "learning_rate": 2.9320920307818e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5303578078746796,
      "num_tokens": 251123122.0,
      "step": 326110
    },
    {
      "epoch": 0.41366993168078464,
      "grad_norm": 19.625,
      "learning_rate": 2.932028599773171e-05,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5234583944082261,
      "num_tokens": 251130738.0,
      "step": 326120
    },
    {
      "epoch": 0.4136826162733174,
      "grad_norm": 9.0,
      "learning_rate": 2.9319651687645415e-05,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5261087119579315,
      "num_tokens": 251138994.0,
      "step": 326130
    },
    {
      "epoch": 0.41369530086585027,
      "grad_norm": 5.65625,
      "learning_rate": 2.9319017377559127e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5522709578275681,
      "num_tokens": 251145625.0,
      "step": 326140
    },
    {
      "epoch": 0.4137079854583831,
      "grad_norm": 6.84375,
      "learning_rate": 2.9318383067472832e-05,
      "loss": 2.3186,
      "mean_token_accuracy": 0.49688802659511566,
      "num_tokens": 251154371.0,
      "step": 326150
    },
    {
      "epoch": 0.41372067005091595,
      "grad_norm": 6.8125,
      "learning_rate": 2.931774875738654e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.5836557775735856,
      "num_tokens": 251160287.0,
      "step": 326160
    },
    {
      "epoch": 0.4137333546434488,
      "grad_norm": 6.34375,
      "learning_rate": 2.9317114447300253e-05,
      "loss": 1.8097,
      "mean_token_accuracy": 0.5956077247858047,
      "num_tokens": 251168029.0,
      "step": 326170
    },
    {
      "epoch": 0.41374603923598163,
      "grad_norm": 5.25,
      "learning_rate": 2.931648013721396e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.5752810835838318,
      "num_tokens": 251176521.0,
      "step": 326180
    },
    {
      "epoch": 0.4137587238285145,
      "grad_norm": 6.25,
      "learning_rate": 2.931584582712767e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5406837463378906,
      "num_tokens": 251185401.0,
      "step": 326190
    },
    {
      "epoch": 0.4137714084210473,
      "grad_norm": 5.4375,
      "learning_rate": 2.9315211517041373e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5538811624050141,
      "num_tokens": 251193924.0,
      "step": 326200
    },
    {
      "epoch": 0.4137840930135801,
      "grad_norm": 6.90625,
      "learning_rate": 2.9314577206955085e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.540888386964798,
      "num_tokens": 251202695.0,
      "step": 326210
    },
    {
      "epoch": 0.41379677760611294,
      "grad_norm": 4.5,
      "learning_rate": 2.9313942896868797e-05,
      "loss": 1.8065,
      "mean_token_accuracy": 0.6077651411294938,
      "num_tokens": 251209314.0,
      "step": 326220
    },
    {
      "epoch": 0.4138094621986458,
      "grad_norm": 5.1875,
      "learning_rate": 2.9313308586782502e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5708376228809356,
      "num_tokens": 251216932.0,
      "step": 326230
    },
    {
      "epoch": 0.4138221467911786,
      "grad_norm": 5.625,
      "learning_rate": 2.931267427669621e-05,
      "loss": 2.2812,
      "mean_token_accuracy": 0.5176688879728317,
      "num_tokens": 251225715.0,
      "step": 326240
    },
    {
      "epoch": 0.41383483138371147,
      "grad_norm": 5.0625,
      "learning_rate": 2.9312039966609916e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.529554033279419,
      "num_tokens": 251234644.0,
      "step": 326250
    },
    {
      "epoch": 0.4138475159762443,
      "grad_norm": 5.375,
      "learning_rate": 2.931140565652363e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5419129431247711,
      "num_tokens": 251242439.0,
      "step": 326260
    },
    {
      "epoch": 0.41386020056877715,
      "grad_norm": 5.375,
      "learning_rate": 2.9310771346437337e-05,
      "loss": 1.8095,
      "mean_token_accuracy": 0.5959745794534683,
      "num_tokens": 251249924.0,
      "step": 326270
    },
    {
      "epoch": 0.41387288516131,
      "grad_norm": 8.25,
      "learning_rate": 2.9310137036351043e-05,
      "loss": 1.9032,
      "mean_token_accuracy": 0.580692034959793,
      "num_tokens": 251256009.0,
      "step": 326280
    },
    {
      "epoch": 0.4138855697538428,
      "grad_norm": 4.78125,
      "learning_rate": 2.9309502726264755e-05,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5537756204605102,
      "num_tokens": 251264495.0,
      "step": 326290
    },
    {
      "epoch": 0.4138982543463756,
      "grad_norm": 6.65625,
      "learning_rate": 2.930886841617846e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5657266974449158,
      "num_tokens": 251271445.0,
      "step": 326300
    },
    {
      "epoch": 0.41391093893890846,
      "grad_norm": 6.53125,
      "learning_rate": 2.930823410609217e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5616829365491867,
      "num_tokens": 251279133.0,
      "step": 326310
    },
    {
      "epoch": 0.4139236235314413,
      "grad_norm": 7.03125,
      "learning_rate": 2.930759979600588e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5564226031303405,
      "num_tokens": 251287668.0,
      "step": 326320
    },
    {
      "epoch": 0.41393630812397414,
      "grad_norm": 5.125,
      "learning_rate": 2.9306965485919586e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5701012760400772,
      "num_tokens": 251295771.0,
      "step": 326330
    },
    {
      "epoch": 0.413948992716507,
      "grad_norm": 5.9375,
      "learning_rate": 2.9306331175833295e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5869883477687836,
      "num_tokens": 251302621.0,
      "step": 326340
    },
    {
      "epoch": 0.4139616773090398,
      "grad_norm": 4.90625,
      "learning_rate": 2.9305696865747e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5442687332630157,
      "num_tokens": 251310865.0,
      "step": 326350
    },
    {
      "epoch": 0.41397436190157266,
      "grad_norm": 4.9375,
      "learning_rate": 2.9305062555660713e-05,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5602297157049179,
      "num_tokens": 251319929.0,
      "step": 326360
    },
    {
      "epoch": 0.41398704649410545,
      "grad_norm": 5.71875,
      "learning_rate": 2.930442824557442e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5304098516702652,
      "num_tokens": 251327709.0,
      "step": 326370
    },
    {
      "epoch": 0.4139997310866383,
      "grad_norm": 5.71875,
      "learning_rate": 2.9303793935488127e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5506569147109985,
      "num_tokens": 251335281.0,
      "step": 326380
    },
    {
      "epoch": 0.41401241567917113,
      "grad_norm": 2.15625,
      "learning_rate": 2.930315962540184e-05,
      "loss": 1.8226,
      "mean_token_accuracy": 0.5878033399581909,
      "num_tokens": 251343280.0,
      "step": 326390
    },
    {
      "epoch": 0.41402510027170397,
      "grad_norm": 4.90625,
      "learning_rate": 2.9302525315315544e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5588411748409271,
      "num_tokens": 251350464.0,
      "step": 326400
    },
    {
      "epoch": 0.4140377848642368,
      "grad_norm": 5.15625,
      "learning_rate": 2.9301891005229253e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5346863120794296,
      "num_tokens": 251360035.0,
      "step": 326410
    },
    {
      "epoch": 0.41405046945676965,
      "grad_norm": 5.3125,
      "learning_rate": 2.9301256695142965e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5624801069498062,
      "num_tokens": 251368177.0,
      "step": 326420
    },
    {
      "epoch": 0.4140631540493025,
      "grad_norm": 8.125,
      "learning_rate": 2.930062238505667e-05,
      "loss": 1.8465,
      "mean_token_accuracy": 0.58496752679348,
      "num_tokens": 251375074.0,
      "step": 326430
    },
    {
      "epoch": 0.4140758386418353,
      "grad_norm": 5.25,
      "learning_rate": 2.929998807497038e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5344243735074997,
      "num_tokens": 251381650.0,
      "step": 326440
    },
    {
      "epoch": 0.4140885232343681,
      "grad_norm": 5.03125,
      "learning_rate": 2.9299353764884084e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5212300986051559,
      "num_tokens": 251389493.0,
      "step": 326450
    },
    {
      "epoch": 0.41410120782690096,
      "grad_norm": 4.8125,
      "learning_rate": 2.9298719454797797e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5199142962694168,
      "num_tokens": 251397703.0,
      "step": 326460
    },
    {
      "epoch": 0.4141138924194338,
      "grad_norm": 5.65625,
      "learning_rate": 2.9298085144711505e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5524374961853027,
      "num_tokens": 251404990.0,
      "step": 326470
    },
    {
      "epoch": 0.41412657701196665,
      "grad_norm": 5.78125,
      "learning_rate": 2.929745083462521e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5497961282730103,
      "num_tokens": 251411561.0,
      "step": 326480
    },
    {
      "epoch": 0.4141392616044995,
      "grad_norm": 5.0,
      "learning_rate": 2.9296816524538923e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5502988427877427,
      "num_tokens": 251419314.0,
      "step": 326490
    },
    {
      "epoch": 0.41415194619703233,
      "grad_norm": 5.21875,
      "learning_rate": 2.9296182214452628e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5483637422323226,
      "num_tokens": 251427302.0,
      "step": 326500
    },
    {
      "epoch": 0.41416463078956517,
      "grad_norm": 5.34375,
      "learning_rate": 2.9295547904366337e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5344180554151535,
      "num_tokens": 251434755.0,
      "step": 326510
    },
    {
      "epoch": 0.41417731538209795,
      "grad_norm": 5.15625,
      "learning_rate": 2.929491359428005e-05,
      "loss": 1.912,
      "mean_token_accuracy": 0.5653370440006256,
      "num_tokens": 251442117.0,
      "step": 326520
    },
    {
      "epoch": 0.4141899999746308,
      "grad_norm": 5.25,
      "learning_rate": 2.9294279284193754e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5467318534851074,
      "num_tokens": 251449204.0,
      "step": 326530
    },
    {
      "epoch": 0.41420268456716364,
      "grad_norm": 5.78125,
      "learning_rate": 2.9293644974107463e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5383371144533158,
      "num_tokens": 251457572.0,
      "step": 326540
    },
    {
      "epoch": 0.4142153691596965,
      "grad_norm": 4.875,
      "learning_rate": 2.929301066402117e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.53622105717659,
      "num_tokens": 251466616.0,
      "step": 326550
    },
    {
      "epoch": 0.4142280537522293,
      "grad_norm": 7.28125,
      "learning_rate": 2.929237635393488e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5491603553295136,
      "num_tokens": 251475292.0,
      "step": 326560
    },
    {
      "epoch": 0.41424073834476216,
      "grad_norm": 5.625,
      "learning_rate": 2.9291742043848593e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5540194660425186,
      "num_tokens": 251482114.0,
      "step": 326570
    },
    {
      "epoch": 0.414253422937295,
      "grad_norm": 4.5625,
      "learning_rate": 2.9291107733762295e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5364089429378509,
      "num_tokens": 251489501.0,
      "step": 326580
    },
    {
      "epoch": 0.41426610752982784,
      "grad_norm": 5.78125,
      "learning_rate": 2.9290473423676007e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5264174461364746,
      "num_tokens": 251497458.0,
      "step": 326590
    },
    {
      "epoch": 0.41427879212236063,
      "grad_norm": 4.9375,
      "learning_rate": 2.9289839113589712e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.523170992732048,
      "num_tokens": 251505026.0,
      "step": 326600
    },
    {
      "epoch": 0.41429147671489347,
      "grad_norm": 6.8125,
      "learning_rate": 2.9289204803503424e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5465682864189148,
      "num_tokens": 251511765.0,
      "step": 326610
    },
    {
      "epoch": 0.4143041613074263,
      "grad_norm": 6.375,
      "learning_rate": 2.9288570493417133e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.548220294713974,
      "num_tokens": 251520196.0,
      "step": 326620
    },
    {
      "epoch": 0.41431684589995915,
      "grad_norm": 5.1875,
      "learning_rate": 2.928793618333084e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5328107565641403,
      "num_tokens": 251528499.0,
      "step": 326630
    },
    {
      "epoch": 0.414329530492492,
      "grad_norm": 4.75,
      "learning_rate": 2.928730187324455e-05,
      "loss": 1.7799,
      "mean_token_accuracy": 0.6063569366931916,
      "num_tokens": 251534444.0,
      "step": 326640
    },
    {
      "epoch": 0.41434221508502483,
      "grad_norm": 6.25,
      "learning_rate": 2.9286667563158256e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5566914141178131,
      "num_tokens": 251541013.0,
      "step": 326650
    },
    {
      "epoch": 0.4143548996775577,
      "grad_norm": 5.1875,
      "learning_rate": 2.9286033253071965e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5676737427711487,
      "num_tokens": 251549159.0,
      "step": 326660
    },
    {
      "epoch": 0.4143675842700905,
      "grad_norm": 6.875,
      "learning_rate": 2.9285398942985677e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5558459520339966,
      "num_tokens": 251556943.0,
      "step": 326670
    },
    {
      "epoch": 0.4143802688626233,
      "grad_norm": 6.03125,
      "learning_rate": 2.9284764632899382e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5383746773004532,
      "num_tokens": 251564874.0,
      "step": 326680
    },
    {
      "epoch": 0.41439295345515614,
      "grad_norm": 4.53125,
      "learning_rate": 2.928413032281309e-05,
      "loss": 1.8289,
      "mean_token_accuracy": 0.5944199055433274,
      "num_tokens": 251571395.0,
      "step": 326690
    },
    {
      "epoch": 0.414405638047689,
      "grad_norm": 5.46875,
      "learning_rate": 2.9283496012726796e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5588673740625382,
      "num_tokens": 251579083.0,
      "step": 326700
    },
    {
      "epoch": 0.4144183226402218,
      "grad_norm": 7.03125,
      "learning_rate": 2.928286170264051e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5307134538888931,
      "num_tokens": 251586975.0,
      "step": 326710
    },
    {
      "epoch": 0.41443100723275467,
      "grad_norm": 4.8125,
      "learning_rate": 2.9282227392554217e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5603066056966781,
      "num_tokens": 251594430.0,
      "step": 326720
    },
    {
      "epoch": 0.4144436918252875,
      "grad_norm": 5.625,
      "learning_rate": 2.9281593082467922e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5474258065223694,
      "num_tokens": 251601029.0,
      "step": 326730
    },
    {
      "epoch": 0.41445637641782035,
      "grad_norm": 7.875,
      "learning_rate": 2.9280958772381635e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5256738990545273,
      "num_tokens": 251608248.0,
      "step": 326740
    },
    {
      "epoch": 0.4144690610103532,
      "grad_norm": 4.59375,
      "learning_rate": 2.928032446229534e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5407708376646042,
      "num_tokens": 251616344.0,
      "step": 326750
    },
    {
      "epoch": 0.414481745602886,
      "grad_norm": 4.96875,
      "learning_rate": 2.927969015220905e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5482223093509674,
      "num_tokens": 251624745.0,
      "step": 326760
    },
    {
      "epoch": 0.4144944301954188,
      "grad_norm": 8.0625,
      "learning_rate": 2.927905584212276e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5238832265138627,
      "num_tokens": 251632809.0,
      "step": 326770
    },
    {
      "epoch": 0.41450711478795166,
      "grad_norm": 4.90625,
      "learning_rate": 2.9278421532036466e-05,
      "loss": 1.8407,
      "mean_token_accuracy": 0.5867886006832123,
      "num_tokens": 251640776.0,
      "step": 326780
    },
    {
      "epoch": 0.4145197993804845,
      "grad_norm": 7.28125,
      "learning_rate": 2.9277787221950175e-05,
      "loss": 1.9605,
      "mean_token_accuracy": 0.560029286146164,
      "num_tokens": 251647640.0,
      "step": 326790
    },
    {
      "epoch": 0.41453248397301734,
      "grad_norm": 5.28125,
      "learning_rate": 2.927715291186388e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5487096399068833,
      "num_tokens": 251655296.0,
      "step": 326800
    },
    {
      "epoch": 0.4145451685655502,
      "grad_norm": 5.59375,
      "learning_rate": 2.9276518601777592e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5744333982467651,
      "num_tokens": 251662511.0,
      "step": 326810
    },
    {
      "epoch": 0.414557853158083,
      "grad_norm": 5.4375,
      "learning_rate": 2.92758842916913e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5544207155704498,
      "num_tokens": 251670573.0,
      "step": 326820
    },
    {
      "epoch": 0.41457053775061586,
      "grad_norm": 5.3125,
      "learning_rate": 2.9275249981605006e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5507993429899216,
      "num_tokens": 251678133.0,
      "step": 326830
    },
    {
      "epoch": 0.41458322234314865,
      "grad_norm": 4.9375,
      "learning_rate": 2.927461567151872e-05,
      "loss": 1.8667,
      "mean_token_accuracy": 0.5839957773685456,
      "num_tokens": 251685702.0,
      "step": 326840
    },
    {
      "epoch": 0.4145959069356815,
      "grad_norm": 5.53125,
      "learning_rate": 2.9273981361432424e-05,
      "loss": 2.2203,
      "mean_token_accuracy": 0.5201195061206818,
      "num_tokens": 251692242.0,
      "step": 326850
    },
    {
      "epoch": 0.41460859152821433,
      "grad_norm": 5.40625,
      "learning_rate": 2.9273347051346133e-05,
      "loss": 1.756,
      "mean_token_accuracy": 0.610350713133812,
      "num_tokens": 251700248.0,
      "step": 326860
    },
    {
      "epoch": 0.4146212761207472,
      "grad_norm": 5.875,
      "learning_rate": 2.9272712741259845e-05,
      "loss": 2.1956,
      "mean_token_accuracy": 0.5251497000455856,
      "num_tokens": 251708134.0,
      "step": 326870
    },
    {
      "epoch": 0.41463396071328,
      "grad_norm": 7.1875,
      "learning_rate": 2.927207843117355e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5314439237117767,
      "num_tokens": 251715243.0,
      "step": 326880
    },
    {
      "epoch": 0.41464664530581286,
      "grad_norm": 5.75,
      "learning_rate": 2.927144412108726e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5426994979381561,
      "num_tokens": 251721851.0,
      "step": 326890
    },
    {
      "epoch": 0.4146593298983457,
      "grad_norm": 7.1875,
      "learning_rate": 2.9270809811000964e-05,
      "loss": 1.8643,
      "mean_token_accuracy": 0.5824994206428528,
      "num_tokens": 251729960.0,
      "step": 326900
    },
    {
      "epoch": 0.4146720144908785,
      "grad_norm": 4.9375,
      "learning_rate": 2.9270175500914676e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.52878537774086,
      "num_tokens": 251738585.0,
      "step": 326910
    },
    {
      "epoch": 0.4146846990834113,
      "grad_norm": 5.53125,
      "learning_rate": 2.9269541190828385e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5641635119915008,
      "num_tokens": 251746229.0,
      "step": 326920
    },
    {
      "epoch": 0.41469738367594416,
      "grad_norm": 7.15625,
      "learning_rate": 2.926890688074209e-05,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5313383102416992,
      "num_tokens": 251754718.0,
      "step": 326930
    },
    {
      "epoch": 0.414710068268477,
      "grad_norm": 5.78125,
      "learning_rate": 2.9268272570655803e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5695503383874894,
      "num_tokens": 251761695.0,
      "step": 326940
    },
    {
      "epoch": 0.41472275286100985,
      "grad_norm": 7.25,
      "learning_rate": 2.9267638260569508e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5907003164291382,
      "num_tokens": 251768285.0,
      "step": 326950
    },
    {
      "epoch": 0.4147354374535427,
      "grad_norm": 6.1875,
      "learning_rate": 2.9267003950483217e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5426015198230744,
      "num_tokens": 251775238.0,
      "step": 326960
    },
    {
      "epoch": 0.41474812204607553,
      "grad_norm": 7.40625,
      "learning_rate": 2.926636964039693e-05,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5200768649578095,
      "num_tokens": 251781751.0,
      "step": 326970
    },
    {
      "epoch": 0.41476080663860837,
      "grad_norm": 5.21875,
      "learning_rate": 2.9265735330310634e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5325717955827713,
      "num_tokens": 251789705.0,
      "step": 326980
    },
    {
      "epoch": 0.41477349123114116,
      "grad_norm": 4.90625,
      "learning_rate": 2.9265101020224346e-05,
      "loss": 2.1712,
      "mean_token_accuracy": 0.5342343300580978,
      "num_tokens": 251798729.0,
      "step": 326990
    },
    {
      "epoch": 0.414786175823674,
      "grad_norm": 6.5625,
      "learning_rate": 2.9264466710138055e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5612052321434021,
      "num_tokens": 251805095.0,
      "step": 327000
    },
    {
      "epoch": 0.41479886041620684,
      "grad_norm": 4.71875,
      "learning_rate": 2.926383240005176e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5407284021377563,
      "num_tokens": 251814067.0,
      "step": 327010
    },
    {
      "epoch": 0.4148115450087397,
      "grad_norm": 4.78125,
      "learning_rate": 2.9263198089965472e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5397973477840423,
      "num_tokens": 251822102.0,
      "step": 327020
    },
    {
      "epoch": 0.4148242296012725,
      "grad_norm": 6.65625,
      "learning_rate": 2.9262563779879178e-05,
      "loss": 1.8205,
      "mean_token_accuracy": 0.593540346622467,
      "num_tokens": 251830068.0,
      "step": 327030
    },
    {
      "epoch": 0.41483691419380536,
      "grad_norm": 5.78125,
      "learning_rate": 2.9261929469792887e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5459529250860214,
      "num_tokens": 251837935.0,
      "step": 327040
    },
    {
      "epoch": 0.4148495987863382,
      "grad_norm": 6.40625,
      "learning_rate": 2.92612951597066e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5396614998579026,
      "num_tokens": 251845369.0,
      "step": 327050
    },
    {
      "epoch": 0.41486228337887104,
      "grad_norm": 5.5,
      "learning_rate": 2.9260660849620304e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5273910284042358,
      "num_tokens": 251854837.0,
      "step": 327060
    },
    {
      "epoch": 0.41487496797140383,
      "grad_norm": 4.8125,
      "learning_rate": 2.9260026539534013e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5396715521812439,
      "num_tokens": 251861539.0,
      "step": 327070
    },
    {
      "epoch": 0.41488765256393667,
      "grad_norm": 7.34375,
      "learning_rate": 2.9259392229447718e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5720543205738068,
      "num_tokens": 251868317.0,
      "step": 327080
    },
    {
      "epoch": 0.4149003371564695,
      "grad_norm": 4.40625,
      "learning_rate": 2.925875791936143e-05,
      "loss": 1.9605,
      "mean_token_accuracy": 0.5546367108821869,
      "num_tokens": 251876125.0,
      "step": 327090
    },
    {
      "epoch": 0.41491302174900235,
      "grad_norm": 5.09375,
      "learning_rate": 2.925812360927514e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5584244519472122,
      "num_tokens": 251883822.0,
      "step": 327100
    },
    {
      "epoch": 0.4149257063415352,
      "grad_norm": 5.71875,
      "learning_rate": 2.9257489299188844e-05,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5810345768928528,
      "num_tokens": 251890785.0,
      "step": 327110
    },
    {
      "epoch": 0.41493839093406804,
      "grad_norm": 5.5,
      "learning_rate": 2.9256854989102557e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5462278038263321,
      "num_tokens": 251898736.0,
      "step": 327120
    },
    {
      "epoch": 0.4149510755266009,
      "grad_norm": 5.4375,
      "learning_rate": 2.9256220679016262e-05,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5619417995214462,
      "num_tokens": 251907240.0,
      "step": 327130
    },
    {
      "epoch": 0.4149637601191337,
      "grad_norm": 7.96875,
      "learning_rate": 2.925558636892997e-05,
      "loss": 1.8385,
      "mean_token_accuracy": 0.5868466794490814,
      "num_tokens": 251914745.0,
      "step": 327140
    },
    {
      "epoch": 0.4149764447116665,
      "grad_norm": 6.34375,
      "learning_rate": 2.9254952058843683e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5264845997095108,
      "num_tokens": 251921723.0,
      "step": 327150
    },
    {
      "epoch": 0.41498912930419934,
      "grad_norm": 5.0625,
      "learning_rate": 2.9254317748757388e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5609166949987412,
      "num_tokens": 251929296.0,
      "step": 327160
    },
    {
      "epoch": 0.4150018138967322,
      "grad_norm": 7.78125,
      "learning_rate": 2.9253683438671097e-05,
      "loss": 2.2484,
      "mean_token_accuracy": 0.5126292794942856,
      "num_tokens": 251937915.0,
      "step": 327170
    },
    {
      "epoch": 0.415014498489265,
      "grad_norm": 4.53125,
      "learning_rate": 2.9253049128584802e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5481100142002105,
      "num_tokens": 251945446.0,
      "step": 327180
    },
    {
      "epoch": 0.41502718308179787,
      "grad_norm": 5.25,
      "learning_rate": 2.9252414818498514e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.544509419798851,
      "num_tokens": 251952413.0,
      "step": 327190
    },
    {
      "epoch": 0.4150398676743307,
      "grad_norm": 4.8125,
      "learning_rate": 2.9251780508412223e-05,
      "loss": 1.7266,
      "mean_token_accuracy": 0.6187105745077133,
      "num_tokens": 251959392.0,
      "step": 327200
    },
    {
      "epoch": 0.41505255226686355,
      "grad_norm": 5.40625,
      "learning_rate": 2.925114619832593e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5735115200281143,
      "num_tokens": 251967268.0,
      "step": 327210
    },
    {
      "epoch": 0.4150652368593964,
      "grad_norm": 5.25,
      "learning_rate": 2.925051188823964e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5193601161241531,
      "num_tokens": 251975628.0,
      "step": 327220
    },
    {
      "epoch": 0.4150779214519292,
      "grad_norm": 6.53125,
      "learning_rate": 2.9249877578153346e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5507846266031265,
      "num_tokens": 251983376.0,
      "step": 327230
    },
    {
      "epoch": 0.415090606044462,
      "grad_norm": 7.34375,
      "learning_rate": 2.9249243268067055e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5384516626596451,
      "num_tokens": 251990218.0,
      "step": 327240
    },
    {
      "epoch": 0.41510329063699486,
      "grad_norm": 5.9375,
      "learning_rate": 2.9248608957980767e-05,
      "loss": 2.227,
      "mean_token_accuracy": 0.5197046756744385,
      "num_tokens": 251998489.0,
      "step": 327250
    },
    {
      "epoch": 0.4151159752295277,
      "grad_norm": 5.90625,
      "learning_rate": 2.9247974647894472e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5239926338195801,
      "num_tokens": 252006649.0,
      "step": 327260
    },
    {
      "epoch": 0.41512865982206054,
      "grad_norm": 5.53125,
      "learning_rate": 2.924734033780818e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5553128451108933,
      "num_tokens": 252014350.0,
      "step": 327270
    },
    {
      "epoch": 0.4151413444145934,
      "grad_norm": 7.1875,
      "learning_rate": 2.9246706027721886e-05,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5793374836444855,
      "num_tokens": 252021832.0,
      "step": 327280
    },
    {
      "epoch": 0.4151540290071262,
      "grad_norm": 5.46875,
      "learning_rate": 2.9246071717635598e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5179941624402999,
      "num_tokens": 252031082.0,
      "step": 327290
    },
    {
      "epoch": 0.41516671359965907,
      "grad_norm": 5.75,
      "learning_rate": 2.9245437407549307e-05,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5775536119937896,
      "num_tokens": 252036981.0,
      "step": 327300
    },
    {
      "epoch": 0.41517939819219185,
      "grad_norm": 10.9375,
      "learning_rate": 2.9244803097463012e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5787822782993317,
      "num_tokens": 252043363.0,
      "step": 327310
    },
    {
      "epoch": 0.4151920827847247,
      "grad_norm": 6.0625,
      "learning_rate": 2.9244168787376725e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5655248701572418,
      "num_tokens": 252051981.0,
      "step": 327320
    },
    {
      "epoch": 0.41520476737725753,
      "grad_norm": 5.71875,
      "learning_rate": 2.924353447729043e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5210753709077836,
      "num_tokens": 252059988.0,
      "step": 327330
    },
    {
      "epoch": 0.4152174519697904,
      "grad_norm": 4.84375,
      "learning_rate": 2.924290016720414e-05,
      "loss": 1.7958,
      "mean_token_accuracy": 0.6003674179315567,
      "num_tokens": 252067020.0,
      "step": 327340
    },
    {
      "epoch": 0.4152301365623232,
      "grad_norm": 4.75,
      "learning_rate": 2.924226585711785e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5194250196218491,
      "num_tokens": 252074515.0,
      "step": 327350
    },
    {
      "epoch": 0.41524282115485606,
      "grad_norm": 6.6875,
      "learning_rate": 2.9241631547031556e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5262147396802902,
      "num_tokens": 252081735.0,
      "step": 327360
    },
    {
      "epoch": 0.4152555057473889,
      "grad_norm": 6.9375,
      "learning_rate": 2.9240997236945268e-05,
      "loss": 1.9226,
      "mean_token_accuracy": 0.5704436093568802,
      "num_tokens": 252087889.0,
      "step": 327370
    },
    {
      "epoch": 0.4152681903399217,
      "grad_norm": 5.4375,
      "learning_rate": 2.924036292685897e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5562456130981446,
      "num_tokens": 252096925.0,
      "step": 327380
    },
    {
      "epoch": 0.4152808749324545,
      "grad_norm": 4.8125,
      "learning_rate": 2.9239728616772682e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5420519918203354,
      "num_tokens": 252104947.0,
      "step": 327390
    },
    {
      "epoch": 0.41529355952498737,
      "grad_norm": 4.625,
      "learning_rate": 2.9239094306686394e-05,
      "loss": 2.2575,
      "mean_token_accuracy": 0.523003876209259,
      "num_tokens": 252114403.0,
      "step": 327400
    },
    {
      "epoch": 0.4153062441175202,
      "grad_norm": 5.21875,
      "learning_rate": 2.92384599966001e-05,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5659293562173844,
      "num_tokens": 252122042.0,
      "step": 327410
    },
    {
      "epoch": 0.41531892871005305,
      "grad_norm": 5.03125,
      "learning_rate": 2.923782568651381e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5474057793617249,
      "num_tokens": 252129911.0,
      "step": 327420
    },
    {
      "epoch": 0.4153316133025859,
      "grad_norm": 5.9375,
      "learning_rate": 2.9237191376427514e-05,
      "loss": 1.7972,
      "mean_token_accuracy": 0.5962596654891967,
      "num_tokens": 252135317.0,
      "step": 327430
    },
    {
      "epoch": 0.41534429789511873,
      "grad_norm": 5.9375,
      "learning_rate": 2.9236557066341226e-05,
      "loss": 1.9376,
      "mean_token_accuracy": 0.5677546858787537,
      "num_tokens": 252143263.0,
      "step": 327440
    },
    {
      "epoch": 0.41535698248765157,
      "grad_norm": 6.46875,
      "learning_rate": 2.9235922756254935e-05,
      "loss": 1.8462,
      "mean_token_accuracy": 0.5863198041915894,
      "num_tokens": 252150573.0,
      "step": 327450
    },
    {
      "epoch": 0.41536966708018436,
      "grad_norm": 4.96875,
      "learning_rate": 2.923528844616864e-05,
      "loss": 1.8911,
      "mean_token_accuracy": 0.5791022330522537,
      "num_tokens": 252157187.0,
      "step": 327460
    },
    {
      "epoch": 0.4153823516727172,
      "grad_norm": 5.84375,
      "learning_rate": 2.9234654136082352e-05,
      "loss": 1.8663,
      "mean_token_accuracy": 0.5818810552358628,
      "num_tokens": 252163164.0,
      "step": 327470
    },
    {
      "epoch": 0.41539503626525004,
      "grad_norm": 5.875,
      "learning_rate": 2.9234019825996058e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5482275545597076,
      "num_tokens": 252170974.0,
      "step": 327480
    },
    {
      "epoch": 0.4154077208577829,
      "grad_norm": 4.84375,
      "learning_rate": 2.9233385515909766e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5254113286733627,
      "num_tokens": 252178958.0,
      "step": 327490
    },
    {
      "epoch": 0.4154204054503157,
      "grad_norm": 5.4375,
      "learning_rate": 2.923275120582348e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5639445632696152,
      "num_tokens": 252186368.0,
      "step": 327500
    },
    {
      "epoch": 0.41543309004284856,
      "grad_norm": 7.15625,
      "learning_rate": 2.9232116895737184e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.560271829366684,
      "num_tokens": 252193362.0,
      "step": 327510
    },
    {
      "epoch": 0.4154457746353814,
      "grad_norm": 4.53125,
      "learning_rate": 2.9231482585650893e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5587111741304398,
      "num_tokens": 252200549.0,
      "step": 327520
    },
    {
      "epoch": 0.41545845922791425,
      "grad_norm": 7.40625,
      "learning_rate": 2.9230848275564598e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.5669885814189911,
      "num_tokens": 252207938.0,
      "step": 327530
    },
    {
      "epoch": 0.41547114382044703,
      "grad_norm": 10.875,
      "learning_rate": 2.923021396547831e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5780597239732742,
      "num_tokens": 252214340.0,
      "step": 327540
    },
    {
      "epoch": 0.41548382841297987,
      "grad_norm": 5.8125,
      "learning_rate": 2.922957965539202e-05,
      "loss": 1.9322,
      "mean_token_accuracy": 0.5826471537351608,
      "num_tokens": 252222117.0,
      "step": 327550
    },
    {
      "epoch": 0.4154965130055127,
      "grad_norm": 4.875,
      "learning_rate": 2.9228945345305724e-05,
      "loss": 1.7938,
      "mean_token_accuracy": 0.602029412984848,
      "num_tokens": 252228883.0,
      "step": 327560
    },
    {
      "epoch": 0.41550919759804555,
      "grad_norm": 4.8125,
      "learning_rate": 2.9228311035219436e-05,
      "loss": 1.8603,
      "mean_token_accuracy": 0.5856861919164658,
      "num_tokens": 252235033.0,
      "step": 327570
    },
    {
      "epoch": 0.4155218821905784,
      "grad_norm": 4.96875,
      "learning_rate": 2.922767672513314e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5357801198959351,
      "num_tokens": 252243216.0,
      "step": 327580
    },
    {
      "epoch": 0.41553456678311124,
      "grad_norm": 5.59375,
      "learning_rate": 2.922704241504685e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5307668387889862,
      "num_tokens": 252252268.0,
      "step": 327590
    },
    {
      "epoch": 0.4155472513756441,
      "grad_norm": 6.25,
      "learning_rate": 2.9226408104960562e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5170493602752686,
      "num_tokens": 252260305.0,
      "step": 327600
    },
    {
      "epoch": 0.4155599359681769,
      "grad_norm": 8.4375,
      "learning_rate": 2.9225773794874268e-05,
      "loss": 1.8711,
      "mean_token_accuracy": 0.5839551031589508,
      "num_tokens": 252267078.0,
      "step": 327610
    },
    {
      "epoch": 0.4155726205607097,
      "grad_norm": 8.0,
      "learning_rate": 2.9225139484787977e-05,
      "loss": 1.9275,
      "mean_token_accuracy": 0.5811981379985809,
      "num_tokens": 252274380.0,
      "step": 327620
    },
    {
      "epoch": 0.41558530515324255,
      "grad_norm": 6.78125,
      "learning_rate": 2.9224505174701682e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5372332870960236,
      "num_tokens": 252282815.0,
      "step": 327630
    },
    {
      "epoch": 0.4155979897457754,
      "grad_norm": 6.46875,
      "learning_rate": 2.9223870864615394e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5503998011350631,
      "num_tokens": 252289571.0,
      "step": 327640
    },
    {
      "epoch": 0.41561067433830823,
      "grad_norm": 4.6875,
      "learning_rate": 2.9223236554529103e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5134693950414657,
      "num_tokens": 252296232.0,
      "step": 327650
    },
    {
      "epoch": 0.41562335893084107,
      "grad_norm": 5.125,
      "learning_rate": 2.9222602244442808e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5517859876155853,
      "num_tokens": 252303775.0,
      "step": 327660
    },
    {
      "epoch": 0.4156360435233739,
      "grad_norm": 5.21875,
      "learning_rate": 2.922196793435652e-05,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5286250680685043,
      "num_tokens": 252311047.0,
      "step": 327670
    },
    {
      "epoch": 0.41564872811590675,
      "grad_norm": 5.25,
      "learning_rate": 2.9221333624270226e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5329256415367126,
      "num_tokens": 252318876.0,
      "step": 327680
    },
    {
      "epoch": 0.4156614127084396,
      "grad_norm": 5.15625,
      "learning_rate": 2.9220699314183934e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5190211743116379,
      "num_tokens": 252327709.0,
      "step": 327690
    },
    {
      "epoch": 0.4156740973009724,
      "grad_norm": 6.84375,
      "learning_rate": 2.9220065004097646e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5453037291765213,
      "num_tokens": 252335499.0,
      "step": 327700
    },
    {
      "epoch": 0.4156867818935052,
      "grad_norm": 5.71875,
      "learning_rate": 2.9219430694011352e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5448354452848434,
      "num_tokens": 252342839.0,
      "step": 327710
    },
    {
      "epoch": 0.41569946648603806,
      "grad_norm": 5.96875,
      "learning_rate": 2.921879638392506e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5696024090051651,
      "num_tokens": 252350544.0,
      "step": 327720
    },
    {
      "epoch": 0.4157121510785709,
      "grad_norm": 7.84375,
      "learning_rate": 2.9218162073838766e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5359620422124862,
      "num_tokens": 252357893.0,
      "step": 327730
    },
    {
      "epoch": 0.41572483567110374,
      "grad_norm": 4.84375,
      "learning_rate": 2.9217527763752478e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5376930564641953,
      "num_tokens": 252364912.0,
      "step": 327740
    },
    {
      "epoch": 0.4157375202636366,
      "grad_norm": 6.0625,
      "learning_rate": 2.921689345366619e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5229476362466812,
      "num_tokens": 252371728.0,
      "step": 327750
    },
    {
      "epoch": 0.4157502048561694,
      "grad_norm": 5.03125,
      "learning_rate": 2.9216259143579892e-05,
      "loss": 2.372,
      "mean_token_accuracy": 0.49931906163692474,
      "num_tokens": 252380751.0,
      "step": 327760
    },
    {
      "epoch": 0.41576288944870227,
      "grad_norm": 5.65625,
      "learning_rate": 2.9215624833493604e-05,
      "loss": 1.92,
      "mean_token_accuracy": 0.5659663498401641,
      "num_tokens": 252388214.0,
      "step": 327770
    },
    {
      "epoch": 0.41577557404123505,
      "grad_norm": 7.375,
      "learning_rate": 2.921499052340731e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5425585627555847,
      "num_tokens": 252394832.0,
      "step": 327780
    },
    {
      "epoch": 0.4157882586337679,
      "grad_norm": 5.0625,
      "learning_rate": 2.9214356213321022e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5367570698261261,
      "num_tokens": 252403117.0,
      "step": 327790
    },
    {
      "epoch": 0.41580094322630073,
      "grad_norm": 5.59375,
      "learning_rate": 2.921372190323473e-05,
      "loss": 1.7845,
      "mean_token_accuracy": 0.5897959649562836,
      "num_tokens": 252409537.0,
      "step": 327800
    },
    {
      "epoch": 0.4158136278188336,
      "grad_norm": 6.28125,
      "learning_rate": 2.9213087593148436e-05,
      "loss": 2.2284,
      "mean_token_accuracy": 0.52814179956913,
      "num_tokens": 252416681.0,
      "step": 327810
    },
    {
      "epoch": 0.4158263124113664,
      "grad_norm": 7.21875,
      "learning_rate": 2.9212453283062148e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5257593333721161,
      "num_tokens": 252424156.0,
      "step": 327820
    },
    {
      "epoch": 0.41583899700389926,
      "grad_norm": 5.53125,
      "learning_rate": 2.9211818972975853e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5137396931648255,
      "num_tokens": 252432035.0,
      "step": 327830
    },
    {
      "epoch": 0.4158516815964321,
      "grad_norm": 5.09375,
      "learning_rate": 2.9211184662889562e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5218517184257507,
      "num_tokens": 252440428.0,
      "step": 327840
    },
    {
      "epoch": 0.4158643661889649,
      "grad_norm": 4.75,
      "learning_rate": 2.9210550352803274e-05,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5783104598522186,
      "num_tokens": 252447556.0,
      "step": 327850
    },
    {
      "epoch": 0.4158770507814977,
      "grad_norm": 8.0625,
      "learning_rate": 2.920991604271698e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5541838794946671,
      "num_tokens": 252455631.0,
      "step": 327860
    },
    {
      "epoch": 0.41588973537403057,
      "grad_norm": 5.0625,
      "learning_rate": 2.9209281732630688e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5357264965772629,
      "num_tokens": 252463761.0,
      "step": 327870
    },
    {
      "epoch": 0.4159024199665634,
      "grad_norm": 6.59375,
      "learning_rate": 2.9208647422544394e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5245868146419526,
      "num_tokens": 252470933.0,
      "step": 327880
    },
    {
      "epoch": 0.41591510455909625,
      "grad_norm": 5.125,
      "learning_rate": 2.9208013112458106e-05,
      "loss": 1.7618,
      "mean_token_accuracy": 0.6023066997528076,
      "num_tokens": 252478064.0,
      "step": 327890
    },
    {
      "epoch": 0.4159277891516291,
      "grad_norm": 6.5,
      "learning_rate": 2.9207378802371814e-05,
      "loss": 2.2434,
      "mean_token_accuracy": 0.5168933868408203,
      "num_tokens": 252486507.0,
      "step": 327900
    },
    {
      "epoch": 0.41594047374416193,
      "grad_norm": 6.9375,
      "learning_rate": 2.920674449228552e-05,
      "loss": 1.8066,
      "mean_token_accuracy": 0.5914992034435272,
      "num_tokens": 252493772.0,
      "step": 327910
    },
    {
      "epoch": 0.4159531583366948,
      "grad_norm": 5.125,
      "learning_rate": 2.9206110182199232e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.52845678627491,
      "num_tokens": 252501442.0,
      "step": 327920
    },
    {
      "epoch": 0.41596584292922756,
      "grad_norm": 7.75,
      "learning_rate": 2.920547587211294e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.528569683432579,
      "num_tokens": 252510152.0,
      "step": 327930
    },
    {
      "epoch": 0.4159785275217604,
      "grad_norm": 5.84375,
      "learning_rate": 2.9204841562026646e-05,
      "loss": 2.295,
      "mean_token_accuracy": 0.5223008751869201,
      "num_tokens": 252518822.0,
      "step": 327940
    },
    {
      "epoch": 0.41599121211429324,
      "grad_norm": 5.34375,
      "learning_rate": 2.9204207251940358e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5361819267272949,
      "num_tokens": 252526277.0,
      "step": 327950
    },
    {
      "epoch": 0.4160038967068261,
      "grad_norm": 4.65625,
      "learning_rate": 2.9203572941854064e-05,
      "loss": 1.8272,
      "mean_token_accuracy": 0.5985224157571792,
      "num_tokens": 252531572.0,
      "step": 327960
    },
    {
      "epoch": 0.4160165812993589,
      "grad_norm": 6.875,
      "learning_rate": 2.9202938631767772e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5483758956193924,
      "num_tokens": 252538499.0,
      "step": 327970
    },
    {
      "epoch": 0.41602926589189176,
      "grad_norm": 8.0625,
      "learning_rate": 2.9202304321681484e-05,
      "loss": 1.8481,
      "mean_token_accuracy": 0.5806818127632141,
      "num_tokens": 252545914.0,
      "step": 327980
    },
    {
      "epoch": 0.4160419504844246,
      "grad_norm": 5.0,
      "learning_rate": 2.920167001159519e-05,
      "loss": 2.3376,
      "mean_token_accuracy": 0.5045649349689484,
      "num_tokens": 252553836.0,
      "step": 327990
    },
    {
      "epoch": 0.41605463507695745,
      "grad_norm": 5.8125,
      "learning_rate": 2.92010357015089e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5691844999790192,
      "num_tokens": 252562508.0,
      "step": 328000
    },
    {
      "epoch": 0.41606731966949023,
      "grad_norm": 6.90625,
      "learning_rate": 2.9200401391422604e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5596935123205184,
      "num_tokens": 252569566.0,
      "step": 328010
    },
    {
      "epoch": 0.4160800042620231,
      "grad_norm": 4.53125,
      "learning_rate": 2.9199767081336316e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5574238568544387,
      "num_tokens": 252576816.0,
      "step": 328020
    },
    {
      "epoch": 0.4160926888545559,
      "grad_norm": 4.9375,
      "learning_rate": 2.9199132771250025e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5520468145608902,
      "num_tokens": 252584272.0,
      "step": 328030
    },
    {
      "epoch": 0.41610537344708876,
      "grad_norm": 6.78125,
      "learning_rate": 2.919849846116373e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5510319590568542,
      "num_tokens": 252591344.0,
      "step": 328040
    },
    {
      "epoch": 0.4161180580396216,
      "grad_norm": 7.71875,
      "learning_rate": 2.9197864151077442e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5149399131536484,
      "num_tokens": 252599639.0,
      "step": 328050
    },
    {
      "epoch": 0.41613074263215444,
      "grad_norm": 6.75,
      "learning_rate": 2.9197229840991148e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5405959278345108,
      "num_tokens": 252607943.0,
      "step": 328060
    },
    {
      "epoch": 0.4161434272246873,
      "grad_norm": 6.90625,
      "learning_rate": 2.9196595530904856e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5454897612333298,
      "num_tokens": 252616407.0,
      "step": 328070
    },
    {
      "epoch": 0.4161561118172201,
      "grad_norm": 5.34375,
      "learning_rate": 2.919596122081857e-05,
      "loss": 2.2837,
      "mean_token_accuracy": 0.5106154471635819,
      "num_tokens": 252625150.0,
      "step": 328080
    },
    {
      "epoch": 0.4161687964097529,
      "grad_norm": 6.0625,
      "learning_rate": 2.9195326910732274e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5443494439125061,
      "num_tokens": 252631581.0,
      "step": 328090
    },
    {
      "epoch": 0.41618148100228575,
      "grad_norm": 5.3125,
      "learning_rate": 2.9194692600645986e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.550264036655426,
      "num_tokens": 252639640.0,
      "step": 328100
    },
    {
      "epoch": 0.4161941655948186,
      "grad_norm": 5.46875,
      "learning_rate": 2.9194058290559688e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5632085889577866,
      "num_tokens": 252648378.0,
      "step": 328110
    },
    {
      "epoch": 0.41620685018735143,
      "grad_norm": 5.90625,
      "learning_rate": 2.91934239804734e-05,
      "loss": 2.2494,
      "mean_token_accuracy": 0.511561644077301,
      "num_tokens": 252657269.0,
      "step": 328120
    },
    {
      "epoch": 0.41621953477988427,
      "grad_norm": 6.71875,
      "learning_rate": 2.9192789670387112e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5284394025802612,
      "num_tokens": 252665374.0,
      "step": 328130
    },
    {
      "epoch": 0.4162322193724171,
      "grad_norm": 5.125,
      "learning_rate": 2.9192155360300817e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5583024382591247,
      "num_tokens": 252672668.0,
      "step": 328140
    },
    {
      "epoch": 0.41624490396494995,
      "grad_norm": 5.03125,
      "learning_rate": 2.9191521050214526e-05,
      "loss": 2.039,
      "mean_token_accuracy": 0.5642152607440949,
      "num_tokens": 252680787.0,
      "step": 328150
    },
    {
      "epoch": 0.4162575885574828,
      "grad_norm": 5.09375,
      "learning_rate": 2.919088674012823e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5634057611227036,
      "num_tokens": 252688968.0,
      "step": 328160
    },
    {
      "epoch": 0.4162702731500156,
      "grad_norm": 6.03125,
      "learning_rate": 2.9190252430041944e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5309974431991578,
      "num_tokens": 252697536.0,
      "step": 328170
    },
    {
      "epoch": 0.4162829577425484,
      "grad_norm": 7.1875,
      "learning_rate": 2.9189618119955652e-05,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5303350895643234,
      "num_tokens": 252706007.0,
      "step": 328180
    },
    {
      "epoch": 0.41629564233508126,
      "grad_norm": 6.625,
      "learning_rate": 2.9188983809869358e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5343616038560868,
      "num_tokens": 252713171.0,
      "step": 328190
    },
    {
      "epoch": 0.4163083269276141,
      "grad_norm": 5.75,
      "learning_rate": 2.918834949978307e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5258915573358536,
      "num_tokens": 252722073.0,
      "step": 328200
    },
    {
      "epoch": 0.41632101152014694,
      "grad_norm": 4.625,
      "learning_rate": 2.9187715189696775e-05,
      "loss": 1.8371,
      "mean_token_accuracy": 0.5966540008783341,
      "num_tokens": 252728685.0,
      "step": 328210
    },
    {
      "epoch": 0.4163336961126798,
      "grad_norm": 4.78125,
      "learning_rate": 2.9187080879610484e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5292571753263473,
      "num_tokens": 252736110.0,
      "step": 328220
    },
    {
      "epoch": 0.4163463807052126,
      "grad_norm": 4.84375,
      "learning_rate": 2.9186446569524196e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5228458642959595,
      "num_tokens": 252745825.0,
      "step": 328230
    },
    {
      "epoch": 0.41635906529774547,
      "grad_norm": 7.3125,
      "learning_rate": 2.91858122594379e-05,
      "loss": 1.8904,
      "mean_token_accuracy": 0.5805812746286392,
      "num_tokens": 252753551.0,
      "step": 328240
    },
    {
      "epoch": 0.41637174989027825,
      "grad_norm": 5.71875,
      "learning_rate": 2.918517794935161e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5549468696117401,
      "num_tokens": 252760636.0,
      "step": 328250
    },
    {
      "epoch": 0.4163844344828111,
      "grad_norm": 6.53125,
      "learning_rate": 2.9184543639265316e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5276933431625366,
      "num_tokens": 252769637.0,
      "step": 328260
    },
    {
      "epoch": 0.41639711907534394,
      "grad_norm": 5.625,
      "learning_rate": 2.9183909329179028e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.526232174038887,
      "num_tokens": 252778124.0,
      "step": 328270
    },
    {
      "epoch": 0.4164098036678768,
      "grad_norm": 4.71875,
      "learning_rate": 2.9183275019092736e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5417100787162781,
      "num_tokens": 252786388.0,
      "step": 328280
    },
    {
      "epoch": 0.4164224882604096,
      "grad_norm": 6.15625,
      "learning_rate": 2.9182640709006442e-05,
      "loss": 2.2833,
      "mean_token_accuracy": 0.508776941895485,
      "num_tokens": 252795419.0,
      "step": 328290
    },
    {
      "epoch": 0.41643517285294246,
      "grad_norm": 6.9375,
      "learning_rate": 2.9182006398920154e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5676237970590592,
      "num_tokens": 252802964.0,
      "step": 328300
    },
    {
      "epoch": 0.4164478574454753,
      "grad_norm": 5.59375,
      "learning_rate": 2.918137208883386e-05,
      "loss": 1.9227,
      "mean_token_accuracy": 0.5684381395578384,
      "num_tokens": 252808898.0,
      "step": 328310
    },
    {
      "epoch": 0.4164605420380081,
      "grad_norm": 5.25,
      "learning_rate": 2.9180737778747568e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5336736977100373,
      "num_tokens": 252817380.0,
      "step": 328320
    },
    {
      "epoch": 0.4164732266305409,
      "grad_norm": 4.96875,
      "learning_rate": 2.918010346866128e-05,
      "loss": 1.8774,
      "mean_token_accuracy": 0.59182488322258,
      "num_tokens": 252824864.0,
      "step": 328330
    },
    {
      "epoch": 0.41648591122307377,
      "grad_norm": 4.09375,
      "learning_rate": 2.9179469158574985e-05,
      "loss": 1.8407,
      "mean_token_accuracy": 0.5907324731349946,
      "num_tokens": 252832983.0,
      "step": 328340
    },
    {
      "epoch": 0.4164985958156066,
      "grad_norm": 9.4375,
      "learning_rate": 2.9178834848488694e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5290749907493592,
      "num_tokens": 252841909.0,
      "step": 328350
    },
    {
      "epoch": 0.41651128040813945,
      "grad_norm": 6.375,
      "learning_rate": 2.91782005384024e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5552337735891342,
      "num_tokens": 252850043.0,
      "step": 328360
    },
    {
      "epoch": 0.4165239650006723,
      "grad_norm": 4.59375,
      "learning_rate": 2.9177566228316112e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5487582057714462,
      "num_tokens": 252857447.0,
      "step": 328370
    },
    {
      "epoch": 0.41653664959320513,
      "grad_norm": 4.9375,
      "learning_rate": 2.917693191822982e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5416273146867752,
      "num_tokens": 252864415.0,
      "step": 328380
    },
    {
      "epoch": 0.416549334185738,
      "grad_norm": 5.5625,
      "learning_rate": 2.9176297608143526e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5399066716432571,
      "num_tokens": 252872974.0,
      "step": 328390
    },
    {
      "epoch": 0.41656201877827076,
      "grad_norm": 5.5,
      "learning_rate": 2.9175663298057238e-05,
      "loss": 2.0157,
      "mean_token_accuracy": 0.5535315632820129,
      "num_tokens": 252880185.0,
      "step": 328400
    },
    {
      "epoch": 0.4165747033708036,
      "grad_norm": 6.5,
      "learning_rate": 2.9175028987970943e-05,
      "loss": 1.934,
      "mean_token_accuracy": 0.5641617387533188,
      "num_tokens": 252888167.0,
      "step": 328410
    },
    {
      "epoch": 0.41658738796333644,
      "grad_norm": 6.21875,
      "learning_rate": 2.9174394677884652e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5469342231750488,
      "num_tokens": 252895477.0,
      "step": 328420
    },
    {
      "epoch": 0.4166000725558693,
      "grad_norm": 5.625,
      "learning_rate": 2.9173760367798364e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5591208517551423,
      "num_tokens": 252903591.0,
      "step": 328430
    },
    {
      "epoch": 0.4166127571484021,
      "grad_norm": 5.1875,
      "learning_rate": 2.917312605771207e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5296465575695037,
      "num_tokens": 252911779.0,
      "step": 328440
    },
    {
      "epoch": 0.41662544174093497,
      "grad_norm": 5.28125,
      "learning_rate": 2.9172491747625778e-05,
      "loss": 2.2313,
      "mean_token_accuracy": 0.5119407266378403,
      "num_tokens": 252919675.0,
      "step": 328450
    },
    {
      "epoch": 0.4166381263334678,
      "grad_norm": 5.34375,
      "learning_rate": 2.9171857437539484e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5356446802616119,
      "num_tokens": 252928680.0,
      "step": 328460
    },
    {
      "epoch": 0.41665081092600065,
      "grad_norm": 4.875,
      "learning_rate": 2.9171223127453196e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5188999474048615,
      "num_tokens": 252937917.0,
      "step": 328470
    },
    {
      "epoch": 0.41666349551853343,
      "grad_norm": 6.28125,
      "learning_rate": 2.9170588817366908e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.5682093232870102,
      "num_tokens": 252945533.0,
      "step": 328480
    },
    {
      "epoch": 0.4166761801110663,
      "grad_norm": 4.8125,
      "learning_rate": 2.916995450728061e-05,
      "loss": 2.2511,
      "mean_token_accuracy": 0.5260476678609848,
      "num_tokens": 252952540.0,
      "step": 328490
    },
    {
      "epoch": 0.4166888647035991,
      "grad_norm": 7.375,
      "learning_rate": 2.9169320197194322e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5224300384521484,
      "num_tokens": 252960525.0,
      "step": 328500
    },
    {
      "epoch": 0.41670154929613196,
      "grad_norm": 6.875,
      "learning_rate": 2.9168685887108027e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5434590965509415,
      "num_tokens": 252968846.0,
      "step": 328510
    },
    {
      "epoch": 0.4167142338886648,
      "grad_norm": 6.46875,
      "learning_rate": 2.916805157702174e-05,
      "loss": 1.8031,
      "mean_token_accuracy": 0.6018249034881592,
      "num_tokens": 252974803.0,
      "step": 328520
    },
    {
      "epoch": 0.41672691848119764,
      "grad_norm": 5.0,
      "learning_rate": 2.9167417266935448e-05,
      "loss": 1.8182,
      "mean_token_accuracy": 0.5941921502351761,
      "num_tokens": 252981010.0,
      "step": 328530
    },
    {
      "epoch": 0.4167396030737305,
      "grad_norm": 4.90625,
      "learning_rate": 2.9166782956849153e-05,
      "loss": 1.9095,
      "mean_token_accuracy": 0.569950544834137,
      "num_tokens": 252988482.0,
      "step": 328540
    },
    {
      "epoch": 0.4167522876662633,
      "grad_norm": 6.1875,
      "learning_rate": 2.9166148646762866e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.541919207572937,
      "num_tokens": 252996524.0,
      "step": 328550
    },
    {
      "epoch": 0.4167649722587961,
      "grad_norm": 5.09375,
      "learning_rate": 2.916551433667657e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5350234866142273,
      "num_tokens": 253003562.0,
      "step": 328560
    },
    {
      "epoch": 0.41677765685132895,
      "grad_norm": 5.84375,
      "learning_rate": 2.916488002659028e-05,
      "loss": 2.2714,
      "mean_token_accuracy": 0.5128718584775924,
      "num_tokens": 253012002.0,
      "step": 328570
    },
    {
      "epoch": 0.4167903414438618,
      "grad_norm": 7.21875,
      "learning_rate": 2.9164245716503992e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5325028777122498,
      "num_tokens": 253019901.0,
      "step": 328580
    },
    {
      "epoch": 0.41680302603639463,
      "grad_norm": 5.96875,
      "learning_rate": 2.9163611406417697e-05,
      "loss": 1.8525,
      "mean_token_accuracy": 0.5855216413736344,
      "num_tokens": 253027909.0,
      "step": 328590
    },
    {
      "epoch": 0.41681571062892747,
      "grad_norm": 5.8125,
      "learning_rate": 2.9162977096331406e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5445569932460785,
      "num_tokens": 253035784.0,
      "step": 328600
    },
    {
      "epoch": 0.4168283952214603,
      "grad_norm": 7.03125,
      "learning_rate": 2.916234278624511e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5564197421073913,
      "num_tokens": 253044356.0,
      "step": 328610
    },
    {
      "epoch": 0.41684107981399315,
      "grad_norm": 7.6875,
      "learning_rate": 2.9161708476158823e-05,
      "loss": 2.2386,
      "mean_token_accuracy": 0.5186015576124191,
      "num_tokens": 253052176.0,
      "step": 328620
    },
    {
      "epoch": 0.416853764406526,
      "grad_norm": 5.75,
      "learning_rate": 2.9161074166072532e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5352648198604584,
      "num_tokens": 253060505.0,
      "step": 328630
    },
    {
      "epoch": 0.4168664489990588,
      "grad_norm": 4.8125,
      "learning_rate": 2.9160439855986238e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5362345993518829,
      "num_tokens": 253068021.0,
      "step": 328640
    },
    {
      "epoch": 0.4168791335915916,
      "grad_norm": 12.625,
      "learning_rate": 2.915980554589995e-05,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5733636856079102,
      "num_tokens": 253075215.0,
      "step": 328650
    },
    {
      "epoch": 0.41689181818412446,
      "grad_norm": 6.15625,
      "learning_rate": 2.9159171235813655e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5291502386331558,
      "num_tokens": 253082343.0,
      "step": 328660
    },
    {
      "epoch": 0.4169045027766573,
      "grad_norm": 6.4375,
      "learning_rate": 2.9158536925727364e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5315642893314362,
      "num_tokens": 253089843.0,
      "step": 328670
    },
    {
      "epoch": 0.41691718736919015,
      "grad_norm": 6.96875,
      "learning_rate": 2.9157902615641076e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5319671541452408,
      "num_tokens": 253097779.0,
      "step": 328680
    },
    {
      "epoch": 0.416929871961723,
      "grad_norm": 5.875,
      "learning_rate": 2.915726830555478e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5545922935009002,
      "num_tokens": 253105958.0,
      "step": 328690
    },
    {
      "epoch": 0.4169425565542558,
      "grad_norm": 7.0625,
      "learning_rate": 2.915663399546849e-05,
      "loss": 2.3098,
      "mean_token_accuracy": 0.5107998222112655,
      "num_tokens": 253114055.0,
      "step": 328700
    },
    {
      "epoch": 0.41695524114678867,
      "grad_norm": 6.28125,
      "learning_rate": 2.9155999685382195e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5438663393259049,
      "num_tokens": 253122741.0,
      "step": 328710
    },
    {
      "epoch": 0.41696792573932145,
      "grad_norm": 4.90625,
      "learning_rate": 2.9155365375295907e-05,
      "loss": 1.8983,
      "mean_token_accuracy": 0.5620232909917832,
      "num_tokens": 253131443.0,
      "step": 328720
    },
    {
      "epoch": 0.4169806103318543,
      "grad_norm": 6.5,
      "learning_rate": 2.9154731065209616e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5300523906946182,
      "num_tokens": 253138680.0,
      "step": 328730
    },
    {
      "epoch": 0.41699329492438714,
      "grad_norm": 10.75,
      "learning_rate": 2.915409675512332e-05,
      "loss": 1.8943,
      "mean_token_accuracy": 0.5874999582767486,
      "num_tokens": 253145161.0,
      "step": 328740
    },
    {
      "epoch": 0.41700597951692,
      "grad_norm": 5.75,
      "learning_rate": 2.9153462445037034e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5413235992193222,
      "num_tokens": 253151600.0,
      "step": 328750
    },
    {
      "epoch": 0.4170186641094528,
      "grad_norm": 6.71875,
      "learning_rate": 2.915282813495074e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5506791681051254,
      "num_tokens": 253158178.0,
      "step": 328760
    },
    {
      "epoch": 0.41703134870198566,
      "grad_norm": 7.09375,
      "learning_rate": 2.9152193824864448e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5415293782949447,
      "num_tokens": 253165552.0,
      "step": 328770
    },
    {
      "epoch": 0.4170440332945185,
      "grad_norm": 6.0625,
      "learning_rate": 2.915155951477816e-05,
      "loss": 1.8542,
      "mean_token_accuracy": 0.5877667367458344,
      "num_tokens": 253172617.0,
      "step": 328780
    },
    {
      "epoch": 0.4170567178870513,
      "grad_norm": 4.875,
      "learning_rate": 2.9150925204691865e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.554818120598793,
      "num_tokens": 253180720.0,
      "step": 328790
    },
    {
      "epoch": 0.41706940247958413,
      "grad_norm": 7.15625,
      "learning_rate": 2.9150290894605574e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.539271154999733,
      "num_tokens": 253189305.0,
      "step": 328800
    },
    {
      "epoch": 0.41708208707211697,
      "grad_norm": 6.71875,
      "learning_rate": 2.914965658451928e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5329829245805741,
      "num_tokens": 253197261.0,
      "step": 328810
    },
    {
      "epoch": 0.4170947716646498,
      "grad_norm": 7.25,
      "learning_rate": 2.914902227443299e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5281031191349029,
      "num_tokens": 253204758.0,
      "step": 328820
    },
    {
      "epoch": 0.41710745625718265,
      "grad_norm": 7.71875,
      "learning_rate": 2.91483879643467e-05,
      "loss": 1.9204,
      "mean_token_accuracy": 0.5696611732244492,
      "num_tokens": 253211451.0,
      "step": 328830
    },
    {
      "epoch": 0.4171201408497155,
      "grad_norm": 6.5625,
      "learning_rate": 2.9147753654260406e-05,
      "loss": 1.7487,
      "mean_token_accuracy": 0.6096697598695755,
      "num_tokens": 253217723.0,
      "step": 328840
    },
    {
      "epoch": 0.41713282544224833,
      "grad_norm": 6.25,
      "learning_rate": 2.9147119344174118e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5551818311214447,
      "num_tokens": 253225000.0,
      "step": 328850
    },
    {
      "epoch": 0.4171455100347812,
      "grad_norm": 5.03125,
      "learning_rate": 2.914648503408783e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5829794198274613,
      "num_tokens": 253232596.0,
      "step": 328860
    },
    {
      "epoch": 0.41715819462731396,
      "grad_norm": 5.96875,
      "learning_rate": 2.9145850724001532e-05,
      "loss": 1.9117,
      "mean_token_accuracy": 0.5790693879127502,
      "num_tokens": 253241032.0,
      "step": 328870
    },
    {
      "epoch": 0.4171708792198468,
      "grad_norm": 5.25,
      "learning_rate": 2.9145216413915244e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5652774900197983,
      "num_tokens": 253247937.0,
      "step": 328880
    },
    {
      "epoch": 0.41718356381237964,
      "grad_norm": 7.9375,
      "learning_rate": 2.914458210382895e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5234308302402496,
      "num_tokens": 253255718.0,
      "step": 328890
    },
    {
      "epoch": 0.4171962484049125,
      "grad_norm": 4.9375,
      "learning_rate": 2.914394779374266e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5742928355932235,
      "num_tokens": 253262743.0,
      "step": 328900
    },
    {
      "epoch": 0.4172089329974453,
      "grad_norm": 6.84375,
      "learning_rate": 2.914331348365637e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5227044433355331,
      "num_tokens": 253270386.0,
      "step": 328910
    },
    {
      "epoch": 0.41722161758997817,
      "grad_norm": 5.0,
      "learning_rate": 2.9142679173570075e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5465796917676926,
      "num_tokens": 253278814.0,
      "step": 328920
    },
    {
      "epoch": 0.417234302182511,
      "grad_norm": 5.03125,
      "learning_rate": 2.9142044863483788e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5783327162265778,
      "num_tokens": 253286580.0,
      "step": 328930
    },
    {
      "epoch": 0.41724698677504385,
      "grad_norm": 6.0625,
      "learning_rate": 2.9141410553397493e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5350343018770218,
      "num_tokens": 253295191.0,
      "step": 328940
    },
    {
      "epoch": 0.41725967136757663,
      "grad_norm": 4.90625,
      "learning_rate": 2.91407762433112e-05,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5277945846319199,
      "num_tokens": 253303471.0,
      "step": 328950
    },
    {
      "epoch": 0.4172723559601095,
      "grad_norm": 7.0,
      "learning_rate": 2.9140141933224914e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5464654624462127,
      "num_tokens": 253311162.0,
      "step": 328960
    },
    {
      "epoch": 0.4172850405526423,
      "grad_norm": 6.375,
      "learning_rate": 2.913950762313862e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.5500595897436142,
      "num_tokens": 253318598.0,
      "step": 328970
    },
    {
      "epoch": 0.41729772514517516,
      "grad_norm": 7.875,
      "learning_rate": 2.9138873313052328e-05,
      "loss": 1.8689,
      "mean_token_accuracy": 0.5929740071296692,
      "num_tokens": 253324633.0,
      "step": 328980
    },
    {
      "epoch": 0.417310409737708,
      "grad_norm": 4.8125,
      "learning_rate": 2.9138239002966033e-05,
      "loss": 1.8891,
      "mean_token_accuracy": 0.5804182708263397,
      "num_tokens": 253332776.0,
      "step": 328990
    },
    {
      "epoch": 0.41732309433024084,
      "grad_norm": 6.5625,
      "learning_rate": 2.9137604692879745e-05,
      "loss": 1.9068,
      "mean_token_accuracy": 0.5778252631425858,
      "num_tokens": 253340194.0,
      "step": 329000
    },
    {
      "epoch": 0.4173357789227737,
      "grad_norm": 7.6875,
      "learning_rate": 2.9136970382793454e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5167143821716309,
      "num_tokens": 253348241.0,
      "step": 329010
    },
    {
      "epoch": 0.4173484635153065,
      "grad_norm": 5.03125,
      "learning_rate": 2.913633607270716e-05,
      "loss": 1.8719,
      "mean_token_accuracy": 0.5840756952762604,
      "num_tokens": 253355287.0,
      "step": 329020
    },
    {
      "epoch": 0.4173611481078393,
      "grad_norm": 4.8125,
      "learning_rate": 2.913570176262087e-05,
      "loss": 1.7988,
      "mean_token_accuracy": 0.6053146630525589,
      "num_tokens": 253363553.0,
      "step": 329030
    },
    {
      "epoch": 0.41737383270037215,
      "grad_norm": 4.9375,
      "learning_rate": 2.9135067452534577e-05,
      "loss": 2.2573,
      "mean_token_accuracy": 0.511817330121994,
      "num_tokens": 253372557.0,
      "step": 329040
    },
    {
      "epoch": 0.417386517292905,
      "grad_norm": 6.78125,
      "learning_rate": 2.9134433142448286e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5310973227024078,
      "num_tokens": 253381727.0,
      "step": 329050
    },
    {
      "epoch": 0.41739920188543783,
      "grad_norm": 5.46875,
      "learning_rate": 2.9133798832361998e-05,
      "loss": 2.3537,
      "mean_token_accuracy": 0.5044833481311798,
      "num_tokens": 253391521.0,
      "step": 329060
    },
    {
      "epoch": 0.4174118864779707,
      "grad_norm": 5.21875,
      "learning_rate": 2.9133164522275703e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5361021429300308,
      "num_tokens": 253399068.0,
      "step": 329070
    },
    {
      "epoch": 0.4174245710705035,
      "grad_norm": 5.96875,
      "learning_rate": 2.9132530212189412e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5456244736909867,
      "num_tokens": 253407223.0,
      "step": 329080
    },
    {
      "epoch": 0.41743725566303636,
      "grad_norm": 5.03125,
      "learning_rate": 2.9131895902103117e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5581204354763031,
      "num_tokens": 253414446.0,
      "step": 329090
    },
    {
      "epoch": 0.4174499402555692,
      "grad_norm": 5.65625,
      "learning_rate": 2.913126159201683e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5335450530052185,
      "num_tokens": 253420552.0,
      "step": 329100
    },
    {
      "epoch": 0.417462624848102,
      "grad_norm": 4.90625,
      "learning_rate": 2.9130627281930538e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5271327793598175,
      "num_tokens": 253428915.0,
      "step": 329110
    },
    {
      "epoch": 0.4174753094406348,
      "grad_norm": 4.40625,
      "learning_rate": 2.9129992971844243e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5624172478914261,
      "num_tokens": 253435465.0,
      "step": 329120
    },
    {
      "epoch": 0.41748799403316766,
      "grad_norm": 6.40625,
      "learning_rate": 2.9129358661757956e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5390314728021621,
      "num_tokens": 253443472.0,
      "step": 329130
    },
    {
      "epoch": 0.4175006786257005,
      "grad_norm": 4.96875,
      "learning_rate": 2.912872435167166e-05,
      "loss": 1.6663,
      "mean_token_accuracy": 0.6211197912693024,
      "num_tokens": 253450940.0,
      "step": 329140
    },
    {
      "epoch": 0.41751336321823335,
      "grad_norm": 4.78125,
      "learning_rate": 2.912809004158537e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5600533753633499,
      "num_tokens": 253459823.0,
      "step": 329150
    },
    {
      "epoch": 0.4175260478107662,
      "grad_norm": 5.5625,
      "learning_rate": 2.9127455731499082e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5319455772638321,
      "num_tokens": 253468913.0,
      "step": 329160
    },
    {
      "epoch": 0.41753873240329903,
      "grad_norm": 5.0625,
      "learning_rate": 2.9126821421412787e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5504724711179734,
      "num_tokens": 253475378.0,
      "step": 329170
    },
    {
      "epoch": 0.41755141699583187,
      "grad_norm": 5.46875,
      "learning_rate": 2.9126187111326496e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5443624347448349,
      "num_tokens": 253482843.0,
      "step": 329180
    },
    {
      "epoch": 0.41756410158836466,
      "grad_norm": 5.3125,
      "learning_rate": 2.91255528012402e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.531217360496521,
      "num_tokens": 253492005.0,
      "step": 329190
    },
    {
      "epoch": 0.4175767861808975,
      "grad_norm": 5.8125,
      "learning_rate": 2.9124918491153913e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5359759420156479,
      "num_tokens": 253499996.0,
      "step": 329200
    },
    {
      "epoch": 0.41758947077343034,
      "grad_norm": 6.125,
      "learning_rate": 2.9124284181067622e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5238962471485138,
      "num_tokens": 253509338.0,
      "step": 329210
    },
    {
      "epoch": 0.4176021553659632,
      "grad_norm": 7.84375,
      "learning_rate": 2.9123649870981327e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5558831810951232,
      "num_tokens": 253518009.0,
      "step": 329220
    },
    {
      "epoch": 0.417614839958496,
      "grad_norm": 7.9375,
      "learning_rate": 2.912301556089504e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5362325519323349,
      "num_tokens": 253526374.0,
      "step": 329230
    },
    {
      "epoch": 0.41762752455102886,
      "grad_norm": 6.9375,
      "learning_rate": 2.9122381250808745e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5567759931087494,
      "num_tokens": 253533265.0,
      "step": 329240
    },
    {
      "epoch": 0.4176402091435617,
      "grad_norm": 4.96875,
      "learning_rate": 2.9121746940722454e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.531344187259674,
      "num_tokens": 253540498.0,
      "step": 329250
    },
    {
      "epoch": 0.4176528937360945,
      "grad_norm": 5.90625,
      "learning_rate": 2.9121112630636166e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5535720646381378,
      "num_tokens": 253548645.0,
      "step": 329260
    },
    {
      "epoch": 0.41766557832862733,
      "grad_norm": 5.90625,
      "learning_rate": 2.912047832054987e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5454554975032806,
      "num_tokens": 253555912.0,
      "step": 329270
    },
    {
      "epoch": 0.41767826292116017,
      "grad_norm": 6.21875,
      "learning_rate": 2.9119844010463583e-05,
      "loss": 1.8046,
      "mean_token_accuracy": 0.6087581217288971,
      "num_tokens": 253561761.0,
      "step": 329280
    },
    {
      "epoch": 0.417690947513693,
      "grad_norm": 5.09375,
      "learning_rate": 2.9119209700377285e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5476521104574203,
      "num_tokens": 253569677.0,
      "step": 329290
    },
    {
      "epoch": 0.41770363210622585,
      "grad_norm": 4.90625,
      "learning_rate": 2.9118575390290997e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5384721040725708,
      "num_tokens": 253577453.0,
      "step": 329300
    },
    {
      "epoch": 0.4177163166987587,
      "grad_norm": 5.875,
      "learning_rate": 2.911794108020471e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.555685630440712,
      "num_tokens": 253584489.0,
      "step": 329310
    },
    {
      "epoch": 0.41772900129129154,
      "grad_norm": 6.59375,
      "learning_rate": 2.9117306770118415e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5349841862916946,
      "num_tokens": 253591931.0,
      "step": 329320
    },
    {
      "epoch": 0.4177416858838244,
      "grad_norm": 5.625,
      "learning_rate": 2.9116672460032124e-05,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5038147091865539,
      "num_tokens": 253600704.0,
      "step": 329330
    },
    {
      "epoch": 0.41775437047635716,
      "grad_norm": 6.6875,
      "learning_rate": 2.911603814994583e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5490405321121216,
      "num_tokens": 253607332.0,
      "step": 329340
    },
    {
      "epoch": 0.41776705506889,
      "grad_norm": 6.25,
      "learning_rate": 2.911540383985954e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5547020435333252,
      "num_tokens": 253615257.0,
      "step": 329350
    },
    {
      "epoch": 0.41777973966142284,
      "grad_norm": 4.96875,
      "learning_rate": 2.911476952977325e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5541392028331756,
      "num_tokens": 253624479.0,
      "step": 329360
    },
    {
      "epoch": 0.4177924242539557,
      "grad_norm": 5.6875,
      "learning_rate": 2.9114135219686955e-05,
      "loss": 1.8263,
      "mean_token_accuracy": 0.5928562194108963,
      "num_tokens": 253630810.0,
      "step": 329370
    },
    {
      "epoch": 0.4178051088464885,
      "grad_norm": 5.9375,
      "learning_rate": 2.9113500909600667e-05,
      "loss": 1.9609,
      "mean_token_accuracy": 0.5546914488077164,
      "num_tokens": 253638769.0,
      "step": 329380
    },
    {
      "epoch": 0.41781779343902137,
      "grad_norm": 7.4375,
      "learning_rate": 2.9112866599514373e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5525817960500717,
      "num_tokens": 253646721.0,
      "step": 329390
    },
    {
      "epoch": 0.4178304780315542,
      "grad_norm": 5.28125,
      "learning_rate": 2.911223228942808e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5297071903944015,
      "num_tokens": 253653389.0,
      "step": 329400
    },
    {
      "epoch": 0.41784316262408705,
      "grad_norm": 4.84375,
      "learning_rate": 2.9111597979341794e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5529341608285904,
      "num_tokens": 253659917.0,
      "step": 329410
    },
    {
      "epoch": 0.41785584721661984,
      "grad_norm": 6.4375,
      "learning_rate": 2.91109636692555e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5278604298830032,
      "num_tokens": 253667976.0,
      "step": 329420
    },
    {
      "epoch": 0.4178685318091527,
      "grad_norm": 10.125,
      "learning_rate": 2.9110329359169208e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5582681208848953,
      "num_tokens": 253675456.0,
      "step": 329430
    },
    {
      "epoch": 0.4178812164016855,
      "grad_norm": 4.53125,
      "learning_rate": 2.9109695049082913e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5756075441837311,
      "num_tokens": 253682698.0,
      "step": 329440
    },
    {
      "epoch": 0.41789390099421836,
      "grad_norm": 5.375,
      "learning_rate": 2.9109060738996625e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.535680142045021,
      "num_tokens": 253691946.0,
      "step": 329450
    },
    {
      "epoch": 0.4179065855867512,
      "grad_norm": 6.15625,
      "learning_rate": 2.9108426428910334e-05,
      "loss": 2.236,
      "mean_token_accuracy": 0.52410187125206,
      "num_tokens": 253700788.0,
      "step": 329460
    },
    {
      "epoch": 0.41791927017928404,
      "grad_norm": 6.5625,
      "learning_rate": 2.910779211882404e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5361155539751052,
      "num_tokens": 253708943.0,
      "step": 329470
    },
    {
      "epoch": 0.4179319547718169,
      "grad_norm": 7.34375,
      "learning_rate": 2.910715780873775e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5607238709926605,
      "num_tokens": 253716135.0,
      "step": 329480
    },
    {
      "epoch": 0.4179446393643497,
      "grad_norm": 6.625,
      "learning_rate": 2.9106523498651457e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.537834307551384,
      "num_tokens": 253724036.0,
      "step": 329490
    },
    {
      "epoch": 0.4179573239568825,
      "grad_norm": 6.15625,
      "learning_rate": 2.9105889188565165e-05,
      "loss": 1.8659,
      "mean_token_accuracy": 0.5811270356178284,
      "num_tokens": 253731720.0,
      "step": 329500
    },
    {
      "epoch": 0.41797000854941535,
      "grad_norm": 5.53125,
      "learning_rate": 2.9105254878478878e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5452950656414032,
      "num_tokens": 253740011.0,
      "step": 329510
    },
    {
      "epoch": 0.4179826931419482,
      "grad_norm": 5.46875,
      "learning_rate": 2.9104620568392583e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.576750636100769,
      "num_tokens": 253748051.0,
      "step": 329520
    },
    {
      "epoch": 0.41799537773448103,
      "grad_norm": 6.3125,
      "learning_rate": 2.910398625830629e-05,
      "loss": 1.9108,
      "mean_token_accuracy": 0.58023961186409,
      "num_tokens": 253755317.0,
      "step": 329530
    },
    {
      "epoch": 0.4180080623270139,
      "grad_norm": 5.84375,
      "learning_rate": 2.9103351948219997e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5641559541225434,
      "num_tokens": 253762764.0,
      "step": 329540
    },
    {
      "epoch": 0.4180207469195467,
      "grad_norm": 6.0,
      "learning_rate": 2.910271763813371e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.5629190862178802,
      "num_tokens": 253769563.0,
      "step": 329550
    },
    {
      "epoch": 0.41803343151207956,
      "grad_norm": 7.28125,
      "learning_rate": 2.9102083328047418e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5423876106739044,
      "num_tokens": 253776435.0,
      "step": 329560
    },
    {
      "epoch": 0.4180461161046124,
      "grad_norm": 4.46875,
      "learning_rate": 2.9101449017961123e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5732513666152954,
      "num_tokens": 253782689.0,
      "step": 329570
    },
    {
      "epoch": 0.4180588006971452,
      "grad_norm": 6.71875,
      "learning_rate": 2.9100814707874835e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5493875622749329,
      "num_tokens": 253790038.0,
      "step": 329580
    },
    {
      "epoch": 0.418071485289678,
      "grad_norm": 7.625,
      "learning_rate": 2.910018039778854e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5480275571346283,
      "num_tokens": 253796671.0,
      "step": 329590
    },
    {
      "epoch": 0.41808416988221087,
      "grad_norm": 4.09375,
      "learning_rate": 2.909954608770225e-05,
      "loss": 1.8385,
      "mean_token_accuracy": 0.5810878813266754,
      "num_tokens": 253804457.0,
      "step": 329600
    },
    {
      "epoch": 0.4180968544747437,
      "grad_norm": 5.53125,
      "learning_rate": 2.909891177761596e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5247330576181412,
      "num_tokens": 253812248.0,
      "step": 329610
    },
    {
      "epoch": 0.41810953906727655,
      "grad_norm": 5.65625,
      "learning_rate": 2.9098277467529667e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5407427400350571,
      "num_tokens": 253820278.0,
      "step": 329620
    },
    {
      "epoch": 0.4181222236598094,
      "grad_norm": 6.15625,
      "learning_rate": 2.9097643157443376e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5378691583871842,
      "num_tokens": 253828347.0,
      "step": 329630
    },
    {
      "epoch": 0.41813490825234223,
      "grad_norm": 5.28125,
      "learning_rate": 2.909700884735708e-05,
      "loss": 1.9359,
      "mean_token_accuracy": 0.5648619204759597,
      "num_tokens": 253836620.0,
      "step": 329640
    },
    {
      "epoch": 0.41814759284487507,
      "grad_norm": 5.5,
      "learning_rate": 2.9096374537270793e-05,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5155882120132447,
      "num_tokens": 253844668.0,
      "step": 329650
    },
    {
      "epoch": 0.41816027743740786,
      "grad_norm": 4.9375,
      "learning_rate": 2.9095740227184505e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5341577857732773,
      "num_tokens": 253853340.0,
      "step": 329660
    },
    {
      "epoch": 0.4181729620299407,
      "grad_norm": 5.34375,
      "learning_rate": 2.9095105917098207e-05,
      "loss": 2.2758,
      "mean_token_accuracy": 0.5094185411930084,
      "num_tokens": 253861300.0,
      "step": 329670
    },
    {
      "epoch": 0.41818564662247354,
      "grad_norm": 4.875,
      "learning_rate": 2.909447160701192e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5188244909048081,
      "num_tokens": 253868996.0,
      "step": 329680
    },
    {
      "epoch": 0.4181983312150064,
      "grad_norm": 6.90625,
      "learning_rate": 2.9093837296925625e-05,
      "loss": 1.6659,
      "mean_token_accuracy": 0.6100386530160904,
      "num_tokens": 253876304.0,
      "step": 329690
    },
    {
      "epoch": 0.4182110158075392,
      "grad_norm": 5.6875,
      "learning_rate": 2.9093202986839337e-05,
      "loss": 2.3015,
      "mean_token_accuracy": 0.49980748891830445,
      "num_tokens": 253884717.0,
      "step": 329700
    },
    {
      "epoch": 0.41822370040007206,
      "grad_norm": 5.65625,
      "learning_rate": 2.9092568676753046e-05,
      "loss": 1.8553,
      "mean_token_accuracy": 0.5912778168916702,
      "num_tokens": 253891327.0,
      "step": 329710
    },
    {
      "epoch": 0.4182363849926049,
      "grad_norm": 5.4375,
      "learning_rate": 2.909193436666675e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5424586802721023,
      "num_tokens": 253898455.0,
      "step": 329720
    },
    {
      "epoch": 0.4182490695851377,
      "grad_norm": 11.8125,
      "learning_rate": 2.9091300056580463e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5615774631500244,
      "num_tokens": 253905985.0,
      "step": 329730
    },
    {
      "epoch": 0.41826175417767053,
      "grad_norm": 5.9375,
      "learning_rate": 2.9090665746494172e-05,
      "loss": 1.8741,
      "mean_token_accuracy": 0.5771048069000244,
      "num_tokens": 253913044.0,
      "step": 329740
    },
    {
      "epoch": 0.41827443877020337,
      "grad_norm": 10.0,
      "learning_rate": 2.9090031436407877e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5595857620239257,
      "num_tokens": 253920644.0,
      "step": 329750
    },
    {
      "epoch": 0.4182871233627362,
      "grad_norm": 5.78125,
      "learning_rate": 2.908939712632159e-05,
      "loss": 1.9297,
      "mean_token_accuracy": 0.5678344011306763,
      "num_tokens": 253928433.0,
      "step": 329760
    },
    {
      "epoch": 0.41829980795526905,
      "grad_norm": 6.40625,
      "learning_rate": 2.9088762816235295e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5416106104850769,
      "num_tokens": 253936469.0,
      "step": 329770
    },
    {
      "epoch": 0.4183124925478019,
      "grad_norm": 6.09375,
      "learning_rate": 2.9088128506149003e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5621239811182022,
      "num_tokens": 253943302.0,
      "step": 329780
    },
    {
      "epoch": 0.41832517714033474,
      "grad_norm": 6.5,
      "learning_rate": 2.9087494196062715e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5350655049085618,
      "num_tokens": 253952134.0,
      "step": 329790
    },
    {
      "epoch": 0.4183378617328676,
      "grad_norm": 5.78125,
      "learning_rate": 2.908685988597642e-05,
      "loss": 1.8724,
      "mean_token_accuracy": 0.5804001033306122,
      "num_tokens": 253960355.0,
      "step": 329800
    },
    {
      "epoch": 0.41835054632540036,
      "grad_norm": 5.9375,
      "learning_rate": 2.908622557589013e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5591454565525055,
      "num_tokens": 253969176.0,
      "step": 329810
    },
    {
      "epoch": 0.4183632309179332,
      "grad_norm": 7.0625,
      "learning_rate": 2.9085591265803835e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5469911813735961,
      "num_tokens": 253976958.0,
      "step": 329820
    },
    {
      "epoch": 0.41837591551046605,
      "grad_norm": 5.3125,
      "learning_rate": 2.9084956955717547e-05,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5189594626426697,
      "num_tokens": 253984330.0,
      "step": 329830
    },
    {
      "epoch": 0.4183886001029989,
      "grad_norm": 6.34375,
      "learning_rate": 2.9084322645631256e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5446243584156036,
      "num_tokens": 253992393.0,
      "step": 329840
    },
    {
      "epoch": 0.4184012846955317,
      "grad_norm": 5.125,
      "learning_rate": 2.908368833554496e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5428599119186401,
      "num_tokens": 254001564.0,
      "step": 329850
    },
    {
      "epoch": 0.41841396928806457,
      "grad_norm": 5.3125,
      "learning_rate": 2.9083054025458673e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5283276855945587,
      "num_tokens": 254010578.0,
      "step": 329860
    },
    {
      "epoch": 0.4184266538805974,
      "grad_norm": 6.9375,
      "learning_rate": 2.908241971537238e-05,
      "loss": 2.2236,
      "mean_token_accuracy": 0.5226233780384064,
      "num_tokens": 254018454.0,
      "step": 329870
    },
    {
      "epoch": 0.41843933847313025,
      "grad_norm": 6.90625,
      "learning_rate": 2.9081785405286087e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.5778134584426879,
      "num_tokens": 254024700.0,
      "step": 329880
    },
    {
      "epoch": 0.41845202306566304,
      "grad_norm": 7.875,
      "learning_rate": 2.90811510951998e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5214186549186707,
      "num_tokens": 254032799.0,
      "step": 329890
    },
    {
      "epoch": 0.4184647076581959,
      "grad_norm": 5.34375,
      "learning_rate": 2.9080516785113505e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5430690377950669,
      "num_tokens": 254040915.0,
      "step": 329900
    },
    {
      "epoch": 0.4184773922507287,
      "grad_norm": 6.625,
      "learning_rate": 2.9079882475027214e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5335936844348907,
      "num_tokens": 254048714.0,
      "step": 329910
    },
    {
      "epoch": 0.41849007684326156,
      "grad_norm": 6.96875,
      "learning_rate": 2.907924816494092e-05,
      "loss": 2.2365,
      "mean_token_accuracy": 0.5161918938159943,
      "num_tokens": 254057302.0,
      "step": 329920
    },
    {
      "epoch": 0.4185027614357944,
      "grad_norm": 7.25,
      "learning_rate": 2.907861385485463e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5487341225147248,
      "num_tokens": 254065024.0,
      "step": 329930
    },
    {
      "epoch": 0.41851544602832724,
      "grad_norm": 5.28125,
      "learning_rate": 2.907797954476834e-05,
      "loss": 1.9189,
      "mean_token_accuracy": 0.575899088382721,
      "num_tokens": 254072814.0,
      "step": 329940
    },
    {
      "epoch": 0.4185281306208601,
      "grad_norm": 6.03125,
      "learning_rate": 2.9077345234682045e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5415132343769073,
      "num_tokens": 254079454.0,
      "step": 329950
    },
    {
      "epoch": 0.4185408152133929,
      "grad_norm": 6.09375,
      "learning_rate": 2.9076710924595757e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5520613849163055,
      "num_tokens": 254087233.0,
      "step": 329960
    },
    {
      "epoch": 0.4185534998059257,
      "grad_norm": 5.90625,
      "learning_rate": 2.9076076614509463e-05,
      "loss": 1.7653,
      "mean_token_accuracy": 0.6176541477441788,
      "num_tokens": 254095093.0,
      "step": 329970
    },
    {
      "epoch": 0.41856618439845855,
      "grad_norm": 5.0625,
      "learning_rate": 2.907544230442317e-05,
      "loss": 1.912,
      "mean_token_accuracy": 0.5700146466493606,
      "num_tokens": 254102856.0,
      "step": 329980
    },
    {
      "epoch": 0.4185788689909914,
      "grad_norm": 4.90625,
      "learning_rate": 2.9074807994336883e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5474948227405548,
      "num_tokens": 254111773.0,
      "step": 329990
    },
    {
      "epoch": 0.41859155358352423,
      "grad_norm": 6.8125,
      "learning_rate": 2.907417368425059e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5748663365840911,
      "num_tokens": 254119021.0,
      "step": 330000
    },
    {
      "epoch": 0.4186042381760571,
      "grad_norm": 5.375,
      "learning_rate": 2.9073539374164298e-05,
      "loss": 1.7476,
      "mean_token_accuracy": 0.6036305457353592,
      "num_tokens": 254127006.0,
      "step": 330010
    },
    {
      "epoch": 0.4186169227685899,
      "grad_norm": 5.28125,
      "learning_rate": 2.9072905064078003e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5246646523475647,
      "num_tokens": 254135740.0,
      "step": 330020
    },
    {
      "epoch": 0.41862960736112276,
      "grad_norm": 6.5,
      "learning_rate": 2.9072270753991715e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5556336373090744,
      "num_tokens": 254142311.0,
      "step": 330030
    },
    {
      "epoch": 0.4186422919536556,
      "grad_norm": 6.28125,
      "learning_rate": 2.9071636443905427e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.544392192363739,
      "num_tokens": 254150015.0,
      "step": 330040
    },
    {
      "epoch": 0.4186549765461884,
      "grad_norm": 4.3125,
      "learning_rate": 2.907100213381913e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5412615299224853,
      "num_tokens": 254158795.0,
      "step": 330050
    },
    {
      "epoch": 0.4186676611387212,
      "grad_norm": 5.28125,
      "learning_rate": 2.907036782373284e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5354439049959183,
      "num_tokens": 254166384.0,
      "step": 330060
    },
    {
      "epoch": 0.41868034573125407,
      "grad_norm": 5.0625,
      "learning_rate": 2.9069733513646547e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5284277141094208,
      "num_tokens": 254174978.0,
      "step": 330070
    },
    {
      "epoch": 0.4186930303237869,
      "grad_norm": 5.28125,
      "learning_rate": 2.906909920356026e-05,
      "loss": 2.1847,
      "mean_token_accuracy": 0.5266403138637543,
      "num_tokens": 254181731.0,
      "step": 330080
    },
    {
      "epoch": 0.41870571491631975,
      "grad_norm": 5.53125,
      "learning_rate": 2.9068464893473967e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5232396692037582,
      "num_tokens": 254189919.0,
      "step": 330090
    },
    {
      "epoch": 0.4187183995088526,
      "grad_norm": 6.5625,
      "learning_rate": 2.9067830583387673e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5328555792570114,
      "num_tokens": 254198704.0,
      "step": 330100
    },
    {
      "epoch": 0.41873108410138543,
      "grad_norm": 5.25,
      "learning_rate": 2.9067196273301385e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5379627466201782,
      "num_tokens": 254206518.0,
      "step": 330110
    },
    {
      "epoch": 0.4187437686939183,
      "grad_norm": 7.09375,
      "learning_rate": 2.906656196321509e-05,
      "loss": 1.8803,
      "mean_token_accuracy": 0.5765373706817627,
      "num_tokens": 254214950.0,
      "step": 330120
    },
    {
      "epoch": 0.41875645328645106,
      "grad_norm": 6.4375,
      "learning_rate": 2.90659276531288e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5377819299697876,
      "num_tokens": 254223604.0,
      "step": 330130
    },
    {
      "epoch": 0.4187691378789839,
      "grad_norm": 4.84375,
      "learning_rate": 2.906529334304251e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5569118201732636,
      "num_tokens": 254232224.0,
      "step": 330140
    },
    {
      "epoch": 0.41878182247151674,
      "grad_norm": 6.59375,
      "learning_rate": 2.9064659032956217e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5547206550836563,
      "num_tokens": 254239907.0,
      "step": 330150
    },
    {
      "epoch": 0.4187945070640496,
      "grad_norm": 6.34375,
      "learning_rate": 2.9064024722869925e-05,
      "loss": 1.8756,
      "mean_token_accuracy": 0.5871229022741318,
      "num_tokens": 254247684.0,
      "step": 330160
    },
    {
      "epoch": 0.4188071916565824,
      "grad_norm": 8.5625,
      "learning_rate": 2.906339041278363e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5578761368989944,
      "num_tokens": 254255332.0,
      "step": 330170
    },
    {
      "epoch": 0.41881987624911526,
      "grad_norm": 5.625,
      "learning_rate": 2.9062756102697343e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.554666382074356,
      "num_tokens": 254263213.0,
      "step": 330180
    },
    {
      "epoch": 0.4188325608416481,
      "grad_norm": 5.25,
      "learning_rate": 2.906212179261105e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5510446339845657,
      "num_tokens": 254271211.0,
      "step": 330190
    },
    {
      "epoch": 0.4188452454341809,
      "grad_norm": 6.375,
      "learning_rate": 2.9061487482524757e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5267446666955948,
      "num_tokens": 254279644.0,
      "step": 330200
    },
    {
      "epoch": 0.41885793002671373,
      "grad_norm": 6.8125,
      "learning_rate": 2.906085317243847e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.547069427371025,
      "num_tokens": 254287956.0,
      "step": 330210
    },
    {
      "epoch": 0.4188706146192466,
      "grad_norm": 5.21875,
      "learning_rate": 2.9060218862352174e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5341162264347077,
      "num_tokens": 254296545.0,
      "step": 330220
    },
    {
      "epoch": 0.4188832992117794,
      "grad_norm": 6.40625,
      "learning_rate": 2.9059584552265883e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5315345793962478,
      "num_tokens": 254304167.0,
      "step": 330230
    },
    {
      "epoch": 0.41889598380431226,
      "grad_norm": 7.46875,
      "learning_rate": 2.9058950242179595e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5568597137928009,
      "num_tokens": 254312165.0,
      "step": 330240
    },
    {
      "epoch": 0.4189086683968451,
      "grad_norm": 5.53125,
      "learning_rate": 2.90583159320933e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5558392733335495,
      "num_tokens": 254319896.0,
      "step": 330250
    },
    {
      "epoch": 0.41892135298937794,
      "grad_norm": 6.6875,
      "learning_rate": 2.905768162200701e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.541608738899231,
      "num_tokens": 254328366.0,
      "step": 330260
    },
    {
      "epoch": 0.4189340375819108,
      "grad_norm": 4.75,
      "learning_rate": 2.9057047311920715e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5397535234689712,
      "num_tokens": 254337094.0,
      "step": 330270
    },
    {
      "epoch": 0.41894672217444356,
      "grad_norm": 5.5,
      "learning_rate": 2.9056413001834427e-05,
      "loss": 1.9027,
      "mean_token_accuracy": 0.5791828989982605,
      "num_tokens": 254345325.0,
      "step": 330280
    },
    {
      "epoch": 0.4189594067669764,
      "grad_norm": 5.78125,
      "learning_rate": 2.9055778691748136e-05,
      "loss": 1.8053,
      "mean_token_accuracy": 0.5902559697628021,
      "num_tokens": 254351139.0,
      "step": 330290
    },
    {
      "epoch": 0.41897209135950925,
      "grad_norm": 6.25,
      "learning_rate": 2.905514438166184e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5391714990139007,
      "num_tokens": 254358247.0,
      "step": 330300
    },
    {
      "epoch": 0.4189847759520421,
      "grad_norm": 5.8125,
      "learning_rate": 2.9054510071575553e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5467494040727615,
      "num_tokens": 254366180.0,
      "step": 330310
    },
    {
      "epoch": 0.41899746054457493,
      "grad_norm": 5.46875,
      "learning_rate": 2.905387576148926e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5382430404424667,
      "num_tokens": 254374459.0,
      "step": 330320
    },
    {
      "epoch": 0.41901014513710777,
      "grad_norm": 5.96875,
      "learning_rate": 2.9053241451402967e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5462422579526901,
      "num_tokens": 254381837.0,
      "step": 330330
    },
    {
      "epoch": 0.4190228297296406,
      "grad_norm": 5.78125,
      "learning_rate": 2.905260714131668e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5350982040166855,
      "num_tokens": 254390246.0,
      "step": 330340
    },
    {
      "epoch": 0.41903551432217345,
      "grad_norm": 4.78125,
      "learning_rate": 2.9051972831230385e-05,
      "loss": 1.938,
      "mean_token_accuracy": 0.5771610647439956,
      "num_tokens": 254397811.0,
      "step": 330350
    },
    {
      "epoch": 0.41904819891470624,
      "grad_norm": 5.1875,
      "learning_rate": 2.9051338521144093e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5307016760110855,
      "num_tokens": 254405355.0,
      "step": 330360
    },
    {
      "epoch": 0.4190608835072391,
      "grad_norm": 5.21875,
      "learning_rate": 2.90507042110578e-05,
      "loss": 1.9272,
      "mean_token_accuracy": 0.5680438876152039,
      "num_tokens": 254413342.0,
      "step": 330370
    },
    {
      "epoch": 0.4190735680997719,
      "grad_norm": 5.3125,
      "learning_rate": 2.905006990097151e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5263697475194931,
      "num_tokens": 254421797.0,
      "step": 330380
    },
    {
      "epoch": 0.41908625269230476,
      "grad_norm": 5.84375,
      "learning_rate": 2.904943559088522e-05,
      "loss": 1.7532,
      "mean_token_accuracy": 0.623077654838562,
      "num_tokens": 254428458.0,
      "step": 330390
    },
    {
      "epoch": 0.4190989372848376,
      "grad_norm": 6.0,
      "learning_rate": 2.9048801280798925e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5207912862300873,
      "num_tokens": 254436645.0,
      "step": 330400
    },
    {
      "epoch": 0.41911162187737044,
      "grad_norm": 7.65625,
      "learning_rate": 2.9048166970712637e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5487265259027481,
      "num_tokens": 254444408.0,
      "step": 330410
    },
    {
      "epoch": 0.4191243064699033,
      "grad_norm": 4.75,
      "learning_rate": 2.9047532660626342e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5524873822927475,
      "num_tokens": 254452627.0,
      "step": 330420
    },
    {
      "epoch": 0.4191369910624361,
      "grad_norm": 10.25,
      "learning_rate": 2.904689835054005e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.548203319311142,
      "num_tokens": 254460751.0,
      "step": 330430
    },
    {
      "epoch": 0.4191496756549689,
      "grad_norm": 8.9375,
      "learning_rate": 2.9046264040453763e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5598313540220261,
      "num_tokens": 254467980.0,
      "step": 330440
    },
    {
      "epoch": 0.41916236024750175,
      "grad_norm": 6.46875,
      "learning_rate": 2.904562973036747e-05,
      "loss": 2.2622,
      "mean_token_accuracy": 0.516063979268074,
      "num_tokens": 254475950.0,
      "step": 330450
    },
    {
      "epoch": 0.4191750448400346,
      "grad_norm": 5.59375,
      "learning_rate": 2.904499542028118e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5250375956296921,
      "num_tokens": 254484306.0,
      "step": 330460
    },
    {
      "epoch": 0.41918772943256744,
      "grad_norm": 6.34375,
      "learning_rate": 2.9044361110194883e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5392620593309403,
      "num_tokens": 254491637.0,
      "step": 330470
    },
    {
      "epoch": 0.4192004140251003,
      "grad_norm": 5.25,
      "learning_rate": 2.9043726800108595e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5329810738563537,
      "num_tokens": 254498853.0,
      "step": 330480
    },
    {
      "epoch": 0.4192130986176331,
      "grad_norm": 5.15625,
      "learning_rate": 2.9043092490022307e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5535339176654815,
      "num_tokens": 254505537.0,
      "step": 330490
    },
    {
      "epoch": 0.41922578321016596,
      "grad_norm": 4.90625,
      "learning_rate": 2.9042458179936012e-05,
      "loss": 1.9127,
      "mean_token_accuracy": 0.5758378326892852,
      "num_tokens": 254514074.0,
      "step": 330500
    },
    {
      "epoch": 0.4192384678026988,
      "grad_norm": 4.9375,
      "learning_rate": 2.904182386984972e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5828728765249253,
      "num_tokens": 254521148.0,
      "step": 330510
    },
    {
      "epoch": 0.4192511523952316,
      "grad_norm": 4.46875,
      "learning_rate": 2.9041189559763426e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5563782066106796,
      "num_tokens": 254526379.0,
      "step": 330520
    },
    {
      "epoch": 0.4192638369877644,
      "grad_norm": 6.125,
      "learning_rate": 2.904055524967714e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5392789363861084,
      "num_tokens": 254533682.0,
      "step": 330530
    },
    {
      "epoch": 0.41927652158029727,
      "grad_norm": 6.21875,
      "learning_rate": 2.9039920939590847e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5666774660348892,
      "num_tokens": 254541063.0,
      "step": 330540
    },
    {
      "epoch": 0.4192892061728301,
      "grad_norm": 5.0625,
      "learning_rate": 2.9039286629504553e-05,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5778772741556167,
      "num_tokens": 254549299.0,
      "step": 330550
    },
    {
      "epoch": 0.41930189076536295,
      "grad_norm": 4.90625,
      "learning_rate": 2.9038652319418265e-05,
      "loss": 1.6437,
      "mean_token_accuracy": 0.6265261560678482,
      "num_tokens": 254555830.0,
      "step": 330560
    },
    {
      "epoch": 0.4193145753578958,
      "grad_norm": 6.3125,
      "learning_rate": 2.903801800933197e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5457849115133285,
      "num_tokens": 254563692.0,
      "step": 330570
    },
    {
      "epoch": 0.41932725995042863,
      "grad_norm": 6.5625,
      "learning_rate": 2.903738369924568e-05,
      "loss": 1.8865,
      "mean_token_accuracy": 0.5759585499763489,
      "num_tokens": 254571104.0,
      "step": 330580
    },
    {
      "epoch": 0.4193399445429615,
      "grad_norm": 6.03125,
      "learning_rate": 2.903674938915939e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.544024470448494,
      "num_tokens": 254578410.0,
      "step": 330590
    },
    {
      "epoch": 0.41935262913549426,
      "grad_norm": 5.625,
      "learning_rate": 2.9036115079073096e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5421124994754791,
      "num_tokens": 254587167.0,
      "step": 330600
    },
    {
      "epoch": 0.4193653137280271,
      "grad_norm": 4.96875,
      "learning_rate": 2.9035480768986805e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5525191932916641,
      "num_tokens": 254595078.0,
      "step": 330610
    },
    {
      "epoch": 0.41937799832055994,
      "grad_norm": 8.1875,
      "learning_rate": 2.903484645890051e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5280030369758606,
      "num_tokens": 254601051.0,
      "step": 330620
    },
    {
      "epoch": 0.4193906829130928,
      "grad_norm": 5.0625,
      "learning_rate": 2.9034212148814222e-05,
      "loss": 2.3441,
      "mean_token_accuracy": 0.5071510523557663,
      "num_tokens": 254609637.0,
      "step": 330630
    },
    {
      "epoch": 0.4194033675056256,
      "grad_norm": 7.40625,
      "learning_rate": 2.903357783872793e-05,
      "loss": 2.1658,
      "mean_token_accuracy": 0.527812197804451,
      "num_tokens": 254616952.0,
      "step": 330640
    },
    {
      "epoch": 0.41941605209815847,
      "grad_norm": 5.375,
      "learning_rate": 2.9032943528641637e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5224811166524888,
      "num_tokens": 254625131.0,
      "step": 330650
    },
    {
      "epoch": 0.4194287366906913,
      "grad_norm": 8.1875,
      "learning_rate": 2.903230921855535e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5412992745637893,
      "num_tokens": 254633116.0,
      "step": 330660
    },
    {
      "epoch": 0.4194414212832241,
      "grad_norm": 4.65625,
      "learning_rate": 2.9031674908469057e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5321495443582535,
      "num_tokens": 254641549.0,
      "step": 330670
    },
    {
      "epoch": 0.41945410587575693,
      "grad_norm": 5.71875,
      "learning_rate": 2.9031040598382763e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5518511921167374,
      "num_tokens": 254648769.0,
      "step": 330680
    },
    {
      "epoch": 0.4194667904682898,
      "grad_norm": 6.65625,
      "learning_rate": 2.9030406288296475e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5353684157133103,
      "num_tokens": 254657372.0,
      "step": 330690
    },
    {
      "epoch": 0.4194794750608226,
      "grad_norm": 5.96875,
      "learning_rate": 2.902977197821018e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5434502959251404,
      "num_tokens": 254665664.0,
      "step": 330700
    },
    {
      "epoch": 0.41949215965335546,
      "grad_norm": 5.25,
      "learning_rate": 2.902913766812389e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5248292714357377,
      "num_tokens": 254674321.0,
      "step": 330710
    },
    {
      "epoch": 0.4195048442458883,
      "grad_norm": 4.9375,
      "learning_rate": 2.90285033580376e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5438863933086395,
      "num_tokens": 254683858.0,
      "step": 330720
    },
    {
      "epoch": 0.41951752883842114,
      "grad_norm": 6.125,
      "learning_rate": 2.9027869047951307e-05,
      "loss": 1.6499,
      "mean_token_accuracy": 0.6382315635681153,
      "num_tokens": 254689317.0,
      "step": 330730
    },
    {
      "epoch": 0.419530213430954,
      "grad_norm": 9.875,
      "learning_rate": 2.9027234737865015e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.561767315864563,
      "num_tokens": 254696318.0,
      "step": 330740
    },
    {
      "epoch": 0.41954289802348677,
      "grad_norm": 4.9375,
      "learning_rate": 2.902660042777872e-05,
      "loss": 2.248,
      "mean_token_accuracy": 0.5128458142280579,
      "num_tokens": 254703555.0,
      "step": 330750
    },
    {
      "epoch": 0.4195555826160196,
      "grad_norm": 4.5625,
      "learning_rate": 2.9025966117692433e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5493718802928924,
      "num_tokens": 254711182.0,
      "step": 330760
    },
    {
      "epoch": 0.41956826720855245,
      "grad_norm": 4.8125,
      "learning_rate": 2.902533180760614e-05,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5725733041763306,
      "num_tokens": 254719658.0,
      "step": 330770
    },
    {
      "epoch": 0.4195809518010853,
      "grad_norm": 6.40625,
      "learning_rate": 2.9024697497519847e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5498526841402054,
      "num_tokens": 254727353.0,
      "step": 330780
    },
    {
      "epoch": 0.41959363639361813,
      "grad_norm": 6.15625,
      "learning_rate": 2.902406318743356e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.540942195057869,
      "num_tokens": 254735260.0,
      "step": 330790
    },
    {
      "epoch": 0.41960632098615097,
      "grad_norm": 5.4375,
      "learning_rate": 2.9023428877347264e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.544122964143753,
      "num_tokens": 254742846.0,
      "step": 330800
    },
    {
      "epoch": 0.4196190055786838,
      "grad_norm": 5.5,
      "learning_rate": 2.9022794567260973e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5433524370193481,
      "num_tokens": 254749954.0,
      "step": 330810
    },
    {
      "epoch": 0.41963169017121665,
      "grad_norm": 4.6875,
      "learning_rate": 2.9022160257174685e-05,
      "loss": 2.3395,
      "mean_token_accuracy": 0.5014889091253281,
      "num_tokens": 254759268.0,
      "step": 330820
    },
    {
      "epoch": 0.41964437476374944,
      "grad_norm": 5.4375,
      "learning_rate": 2.902152594708839e-05,
      "loss": 1.8893,
      "mean_token_accuracy": 0.5741889595985412,
      "num_tokens": 254766966.0,
      "step": 330830
    },
    {
      "epoch": 0.4196570593562823,
      "grad_norm": 10.75,
      "learning_rate": 2.9020891637002103e-05,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5335050731897354,
      "num_tokens": 254774297.0,
      "step": 330840
    },
    {
      "epoch": 0.4196697439488151,
      "grad_norm": 6.0,
      "learning_rate": 2.9020257326915805e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5281042277812957,
      "num_tokens": 254781906.0,
      "step": 330850
    },
    {
      "epoch": 0.41968242854134796,
      "grad_norm": 6.125,
      "learning_rate": 2.9019623016829517e-05,
      "loss": 1.924,
      "mean_token_accuracy": 0.5730703920125961,
      "num_tokens": 254790489.0,
      "step": 330860
    },
    {
      "epoch": 0.4196951131338808,
      "grad_norm": 7.09375,
      "learning_rate": 2.901898870674323e-05,
      "loss": 1.7736,
      "mean_token_accuracy": 0.5978021025657654,
      "num_tokens": 254797349.0,
      "step": 330870
    },
    {
      "epoch": 0.41970779772641365,
      "grad_norm": 4.96875,
      "learning_rate": 2.9018354396656934e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.53985196352005,
      "num_tokens": 254804609.0,
      "step": 330880
    },
    {
      "epoch": 0.4197204823189465,
      "grad_norm": 5.15625,
      "learning_rate": 2.9017720086570643e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5441323339939117,
      "num_tokens": 254812432.0,
      "step": 330890
    },
    {
      "epoch": 0.4197331669114793,
      "grad_norm": 5.6875,
      "learning_rate": 2.901708577648435e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5363462090492248,
      "num_tokens": 254820340.0,
      "step": 330900
    },
    {
      "epoch": 0.4197458515040121,
      "grad_norm": 8.875,
      "learning_rate": 2.901645146639806e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5402911365032196,
      "num_tokens": 254825841.0,
      "step": 330910
    },
    {
      "epoch": 0.41975853609654495,
      "grad_norm": 5.375,
      "learning_rate": 2.901581715631177e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5512112379074097,
      "num_tokens": 254833745.0,
      "step": 330920
    },
    {
      "epoch": 0.4197712206890778,
      "grad_norm": 4.8125,
      "learning_rate": 2.9015182846225475e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5350750297307968,
      "num_tokens": 254842381.0,
      "step": 330930
    },
    {
      "epoch": 0.41978390528161064,
      "grad_norm": 5.0,
      "learning_rate": 2.9014548536139187e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5434744954109192,
      "num_tokens": 254849998.0,
      "step": 330940
    },
    {
      "epoch": 0.4197965898741435,
      "grad_norm": 6.875,
      "learning_rate": 2.9013914226052892e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5202042788267136,
      "num_tokens": 254857211.0,
      "step": 330950
    },
    {
      "epoch": 0.4198092744666763,
      "grad_norm": 7.34375,
      "learning_rate": 2.90132799159666e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5404879778623581,
      "num_tokens": 254864612.0,
      "step": 330960
    },
    {
      "epoch": 0.41982195905920916,
      "grad_norm": 4.96875,
      "learning_rate": 2.9012645605880313e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5253938913345337,
      "num_tokens": 254873438.0,
      "step": 330970
    },
    {
      "epoch": 0.419834643651742,
      "grad_norm": 4.75,
      "learning_rate": 2.9012011295794018e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5260163217782974,
      "num_tokens": 254881464.0,
      "step": 330980
    },
    {
      "epoch": 0.4198473282442748,
      "grad_norm": 7.5625,
      "learning_rate": 2.9011376985707727e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5392735332250596,
      "num_tokens": 254889640.0,
      "step": 330990
    },
    {
      "epoch": 0.41986001283680763,
      "grad_norm": 5.1875,
      "learning_rate": 2.9010742675621432e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5482853353023529,
      "num_tokens": 254898752.0,
      "step": 331000
    },
    {
      "epoch": 0.41987269742934047,
      "grad_norm": 5.65625,
      "learning_rate": 2.9010108365535144e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5464837908744812,
      "num_tokens": 254906255.0,
      "step": 331010
    },
    {
      "epoch": 0.4198853820218733,
      "grad_norm": 5.09375,
      "learning_rate": 2.9009474055448853e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5384470701217652,
      "num_tokens": 254913872.0,
      "step": 331020
    },
    {
      "epoch": 0.41989806661440615,
      "grad_norm": 5.75,
      "learning_rate": 2.900883974536256e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5363187253475189,
      "num_tokens": 254921486.0,
      "step": 331030
    },
    {
      "epoch": 0.419910751206939,
      "grad_norm": 6.53125,
      "learning_rate": 2.900820543527627e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5673007249832154,
      "num_tokens": 254928372.0,
      "step": 331040
    },
    {
      "epoch": 0.41992343579947183,
      "grad_norm": 5.90625,
      "learning_rate": 2.9007571125189976e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5514506489038468,
      "num_tokens": 254936477.0,
      "step": 331050
    },
    {
      "epoch": 0.4199361203920047,
      "grad_norm": 4.875,
      "learning_rate": 2.9006936815103685e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5254437386989593,
      "num_tokens": 254945448.0,
      "step": 331060
    },
    {
      "epoch": 0.41994880498453746,
      "grad_norm": 4.75,
      "learning_rate": 2.9006302505017397e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5452855914831162,
      "num_tokens": 254952330.0,
      "step": 331070
    },
    {
      "epoch": 0.4199614895770703,
      "grad_norm": 6.21875,
      "learning_rate": 2.9005668194931102e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5496932566165924,
      "num_tokens": 254960628.0,
      "step": 331080
    },
    {
      "epoch": 0.41997417416960314,
      "grad_norm": 6.3125,
      "learning_rate": 2.900503388484481e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5591042608022689,
      "num_tokens": 254968942.0,
      "step": 331090
    },
    {
      "epoch": 0.419986858762136,
      "grad_norm": 5.875,
      "learning_rate": 2.9004399574758516e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5344122409820556,
      "num_tokens": 254977352.0,
      "step": 331100
    },
    {
      "epoch": 0.4199995433546688,
      "grad_norm": 6.46875,
      "learning_rate": 2.900376526467223e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5549800664186477,
      "num_tokens": 254984216.0,
      "step": 331110
    },
    {
      "epoch": 0.42001222794720167,
      "grad_norm": 5.125,
      "learning_rate": 2.9003130954585937e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5302161037921905,
      "num_tokens": 254992324.0,
      "step": 331120
    },
    {
      "epoch": 0.4200249125397345,
      "grad_norm": 4.96875,
      "learning_rate": 2.9002496644499643e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5315045058727265,
      "num_tokens": 254999823.0,
      "step": 331130
    },
    {
      "epoch": 0.4200375971322673,
      "grad_norm": 5.875,
      "learning_rate": 2.9001862334413355e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5366666823625564,
      "num_tokens": 255006786.0,
      "step": 331140
    },
    {
      "epoch": 0.42005028172480013,
      "grad_norm": 6.125,
      "learning_rate": 2.900122802432706e-05,
      "loss": 1.8621,
      "mean_token_accuracy": 0.5919682294130325,
      "num_tokens": 255013200.0,
      "step": 331150
    },
    {
      "epoch": 0.420062966317333,
      "grad_norm": 5.1875,
      "learning_rate": 2.900059371424077e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5246455907821655,
      "num_tokens": 255021463.0,
      "step": 331160
    },
    {
      "epoch": 0.4200756509098658,
      "grad_norm": 6.3125,
      "learning_rate": 2.899995940415448e-05,
      "loss": 1.8999,
      "mean_token_accuracy": 0.5820302605628968,
      "num_tokens": 255028070.0,
      "step": 331170
    },
    {
      "epoch": 0.42008833550239866,
      "grad_norm": 5.6875,
      "learning_rate": 2.8999325094068186e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5618151634931564,
      "num_tokens": 255035895.0,
      "step": 331180
    },
    {
      "epoch": 0.4201010200949315,
      "grad_norm": 5.21875,
      "learning_rate": 2.8998690783981895e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5296718269586563,
      "num_tokens": 255044368.0,
      "step": 331190
    },
    {
      "epoch": 0.42011370468746434,
      "grad_norm": 5.46875,
      "learning_rate": 2.89980564738956e-05,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5638584464788436,
      "num_tokens": 255052116.0,
      "step": 331200
    },
    {
      "epoch": 0.4201263892799972,
      "grad_norm": 5.28125,
      "learning_rate": 2.8997422163809312e-05,
      "loss": 1.8198,
      "mean_token_accuracy": 0.6011087536811829,
      "num_tokens": 255059563.0,
      "step": 331210
    },
    {
      "epoch": 0.42013907387252997,
      "grad_norm": 5.15625,
      "learning_rate": 2.8996787853723025e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5509579002857208,
      "num_tokens": 255067096.0,
      "step": 331220
    },
    {
      "epoch": 0.4201517584650628,
      "grad_norm": 5.78125,
      "learning_rate": 2.8996153543636727e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5193236857652664,
      "num_tokens": 255075640.0,
      "step": 331230
    },
    {
      "epoch": 0.42016444305759565,
      "grad_norm": 4.96875,
      "learning_rate": 2.899551923355044e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5551713347434998,
      "num_tokens": 255084798.0,
      "step": 331240
    },
    {
      "epoch": 0.4201771276501285,
      "grad_norm": 4.96875,
      "learning_rate": 2.8994884923464144e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5199547946453095,
      "num_tokens": 255094162.0,
      "step": 331250
    },
    {
      "epoch": 0.42018981224266133,
      "grad_norm": 5.34375,
      "learning_rate": 2.8994250613377856e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5260385394096374,
      "num_tokens": 255101681.0,
      "step": 331260
    },
    {
      "epoch": 0.4202024968351942,
      "grad_norm": 6.125,
      "learning_rate": 2.8993616303291565e-05,
      "loss": 1.8011,
      "mean_token_accuracy": 0.5859886109828949,
      "num_tokens": 255109055.0,
      "step": 331270
    },
    {
      "epoch": 0.420215181427727,
      "grad_norm": 5.25,
      "learning_rate": 2.899298199320527e-05,
      "loss": 1.9282,
      "mean_token_accuracy": 0.5755789250135421,
      "num_tokens": 255116684.0,
      "step": 331280
    },
    {
      "epoch": 0.42022786602025985,
      "grad_norm": 6.125,
      "learning_rate": 2.8992347683118982e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5325141280889512,
      "num_tokens": 255124658.0,
      "step": 331290
    },
    {
      "epoch": 0.42024055061279264,
      "grad_norm": 5.28125,
      "learning_rate": 2.8991713373032688e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5478762656450271,
      "num_tokens": 255132930.0,
      "step": 331300
    },
    {
      "epoch": 0.4202532352053255,
      "grad_norm": 6.03125,
      "learning_rate": 2.8991079062946396e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5412102252244949,
      "num_tokens": 255140861.0,
      "step": 331310
    },
    {
      "epoch": 0.4202659197978583,
      "grad_norm": 4.90625,
      "learning_rate": 2.899044475286011e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5590364217758179,
      "num_tokens": 255149147.0,
      "step": 331320
    },
    {
      "epoch": 0.42027860439039116,
      "grad_norm": 7.21875,
      "learning_rate": 2.8989810442773814e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.534363666176796,
      "num_tokens": 255156475.0,
      "step": 331330
    },
    {
      "epoch": 0.420291288982924,
      "grad_norm": 6.09375,
      "learning_rate": 2.8989176132687523e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5370526134967804,
      "num_tokens": 255163792.0,
      "step": 331340
    },
    {
      "epoch": 0.42030397357545685,
      "grad_norm": 4.75,
      "learning_rate": 2.8988541822601228e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5718496084213257,
      "num_tokens": 255171005.0,
      "step": 331350
    },
    {
      "epoch": 0.4203166581679897,
      "grad_norm": 5.25,
      "learning_rate": 2.898790751251494e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.54997638463974,
      "num_tokens": 255179380.0,
      "step": 331360
    },
    {
      "epoch": 0.42032934276052253,
      "grad_norm": 5.375,
      "learning_rate": 2.898727320242865e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5527791261672974,
      "num_tokens": 255187210.0,
      "step": 331370
    },
    {
      "epoch": 0.4203420273530553,
      "grad_norm": 5.65625,
      "learning_rate": 2.8986638892342354e-05,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5744254887104034,
      "num_tokens": 255194417.0,
      "step": 331380
    },
    {
      "epoch": 0.42035471194558816,
      "grad_norm": 5.15625,
      "learning_rate": 2.8986004582256066e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.537932175397873,
      "num_tokens": 255202732.0,
      "step": 331390
    },
    {
      "epoch": 0.420367396538121,
      "grad_norm": 4.96875,
      "learning_rate": 2.8985370272169772e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5464956849813462,
      "num_tokens": 255210595.0,
      "step": 331400
    },
    {
      "epoch": 0.42038008113065384,
      "grad_norm": 4.71875,
      "learning_rate": 2.898473596208348e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5371872425079346,
      "num_tokens": 255219312.0,
      "step": 331410
    },
    {
      "epoch": 0.4203927657231867,
      "grad_norm": 5.4375,
      "learning_rate": 2.8984101651997193e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5612311661243439,
      "num_tokens": 255226979.0,
      "step": 331420
    },
    {
      "epoch": 0.4204054503157195,
      "grad_norm": 7.28125,
      "learning_rate": 2.8983467341910898e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5355771541595459,
      "num_tokens": 255234804.0,
      "step": 331430
    },
    {
      "epoch": 0.42041813490825236,
      "grad_norm": 5.34375,
      "learning_rate": 2.8982833031824607e-05,
      "loss": 1.7598,
      "mean_token_accuracy": 0.5992865681648254,
      "num_tokens": 255241313.0,
      "step": 331440
    },
    {
      "epoch": 0.4204308195007852,
      "grad_norm": 5.40625,
      "learning_rate": 2.8982198721738312e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5678068041801453,
      "num_tokens": 255248954.0,
      "step": 331450
    },
    {
      "epoch": 0.420443504093318,
      "grad_norm": 5.78125,
      "learning_rate": 2.8981564411652024e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5493821233510972,
      "num_tokens": 255257647.0,
      "step": 331460
    },
    {
      "epoch": 0.42045618868585083,
      "grad_norm": 5.1875,
      "learning_rate": 2.8980930101565733e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5351984113454819,
      "num_tokens": 255266157.0,
      "step": 331470
    },
    {
      "epoch": 0.42046887327838367,
      "grad_norm": 5.5625,
      "learning_rate": 2.8980295791479438e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.544348469376564,
      "num_tokens": 255273547.0,
      "step": 331480
    },
    {
      "epoch": 0.4204815578709165,
      "grad_norm": 6.15625,
      "learning_rate": 2.897966148139315e-05,
      "loss": 2.2216,
      "mean_token_accuracy": 0.522344559431076,
      "num_tokens": 255282343.0,
      "step": 331490
    },
    {
      "epoch": 0.42049424246344935,
      "grad_norm": 6.875,
      "learning_rate": 2.8979027171306856e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5539767742156982,
      "num_tokens": 255288932.0,
      "step": 331500
    },
    {
      "epoch": 0.4205069270559822,
      "grad_norm": 6.9375,
      "learning_rate": 2.8978392861220564e-05,
      "loss": 1.855,
      "mean_token_accuracy": 0.5856350362300873,
      "num_tokens": 255296069.0,
      "step": 331510
    },
    {
      "epoch": 0.42051961164851503,
      "grad_norm": 4.875,
      "learning_rate": 2.8977758551134277e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5417483299970627,
      "num_tokens": 255304260.0,
      "step": 331520
    },
    {
      "epoch": 0.4205322962410479,
      "grad_norm": 6.15625,
      "learning_rate": 2.8977124241047982e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5392459034919739,
      "num_tokens": 255312929.0,
      "step": 331530
    },
    {
      "epoch": 0.42054498083358066,
      "grad_norm": 5.4375,
      "learning_rate": 2.897648993096169e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5522789746522904,
      "num_tokens": 255319727.0,
      "step": 331540
    },
    {
      "epoch": 0.4205576654261135,
      "grad_norm": 5.0,
      "learning_rate": 2.8975855620875396e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5559128999710083,
      "num_tokens": 255327719.0,
      "step": 331550
    },
    {
      "epoch": 0.42057035001864634,
      "grad_norm": 9.8125,
      "learning_rate": 2.8975221310789108e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5237574636936188,
      "num_tokens": 255335477.0,
      "step": 331560
    },
    {
      "epoch": 0.4205830346111792,
      "grad_norm": 5.46875,
      "learning_rate": 2.8974587000702817e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5634608536958694,
      "num_tokens": 255342339.0,
      "step": 331570
    },
    {
      "epoch": 0.420595719203712,
      "grad_norm": 5.6875,
      "learning_rate": 2.8973952690616522e-05,
      "loss": 1.8996,
      "mean_token_accuracy": 0.5788658052682877,
      "num_tokens": 255349051.0,
      "step": 331580
    },
    {
      "epoch": 0.42060840379624487,
      "grad_norm": 7.8125,
      "learning_rate": 2.8973318380530234e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5403421252965928,
      "num_tokens": 255356477.0,
      "step": 331590
    },
    {
      "epoch": 0.4206210883887777,
      "grad_norm": 5.5,
      "learning_rate": 2.8972684070443947e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.555667033791542,
      "num_tokens": 255364151.0,
      "step": 331600
    },
    {
      "epoch": 0.4206337729813105,
      "grad_norm": 5.0,
      "learning_rate": 2.897204976035765e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5320294290781021,
      "num_tokens": 255372950.0,
      "step": 331610
    },
    {
      "epoch": 0.42064645757384334,
      "grad_norm": 5.5625,
      "learning_rate": 2.897141545027136e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.560219731926918,
      "num_tokens": 255380181.0,
      "step": 331620
    },
    {
      "epoch": 0.4206591421663762,
      "grad_norm": 4.8125,
      "learning_rate": 2.8970781140185066e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5481044113636017,
      "num_tokens": 255388205.0,
      "step": 331630
    },
    {
      "epoch": 0.420671826758909,
      "grad_norm": 5.96875,
      "learning_rate": 2.8970146830098778e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5819003701210022,
      "num_tokens": 255394488.0,
      "step": 331640
    },
    {
      "epoch": 0.42068451135144186,
      "grad_norm": 5.53125,
      "learning_rate": 2.8969512520012487e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.559775099158287,
      "num_tokens": 255403014.0,
      "step": 331650
    },
    {
      "epoch": 0.4206971959439747,
      "grad_norm": 6.96875,
      "learning_rate": 2.8968878209926192e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5217059165239334,
      "num_tokens": 255410703.0,
      "step": 331660
    },
    {
      "epoch": 0.42070988053650754,
      "grad_norm": 5.15625,
      "learning_rate": 2.8968243899839904e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5386036217212677,
      "num_tokens": 255418338.0,
      "step": 331670
    },
    {
      "epoch": 0.4207225651290404,
      "grad_norm": 4.625,
      "learning_rate": 2.896760958975361e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5636694163084031,
      "num_tokens": 255425829.0,
      "step": 331680
    },
    {
      "epoch": 0.42073524972157317,
      "grad_norm": 5.46875,
      "learning_rate": 2.896697527966732e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5891473025083542,
      "num_tokens": 255433162.0,
      "step": 331690
    },
    {
      "epoch": 0.420747934314106,
      "grad_norm": 5.28125,
      "learning_rate": 2.896634096958103e-05,
      "loss": 1.8472,
      "mean_token_accuracy": 0.5793842911720276,
      "num_tokens": 255441379.0,
      "step": 331700
    },
    {
      "epoch": 0.42076061890663885,
      "grad_norm": 6.65625,
      "learning_rate": 2.8965706659494736e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5466972678899765,
      "num_tokens": 255449126.0,
      "step": 331710
    },
    {
      "epoch": 0.4207733034991717,
      "grad_norm": 6.875,
      "learning_rate": 2.8965072349408445e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5386671900749207,
      "num_tokens": 255456038.0,
      "step": 331720
    },
    {
      "epoch": 0.42078598809170453,
      "grad_norm": 5.0,
      "learning_rate": 2.896443803932215e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5345690131187439,
      "num_tokens": 255464840.0,
      "step": 331730
    },
    {
      "epoch": 0.4207986726842374,
      "grad_norm": 6.53125,
      "learning_rate": 2.8963803729235862e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5240205854177475,
      "num_tokens": 255472211.0,
      "step": 331740
    },
    {
      "epoch": 0.4208113572767702,
      "grad_norm": 5.8125,
      "learning_rate": 2.896316941914957e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5424135506153107,
      "num_tokens": 255480888.0,
      "step": 331750
    },
    {
      "epoch": 0.42082404186930306,
      "grad_norm": 5.5,
      "learning_rate": 2.8962535109063276e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5593052327632904,
      "num_tokens": 255488444.0,
      "step": 331760
    },
    {
      "epoch": 0.42083672646183584,
      "grad_norm": 6.03125,
      "learning_rate": 2.896190079897699e-05,
      "loss": 1.8653,
      "mean_token_accuracy": 0.5765900492668152,
      "num_tokens": 255494462.0,
      "step": 331770
    },
    {
      "epoch": 0.4208494110543687,
      "grad_norm": 5.0,
      "learning_rate": 2.8961266488890694e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5304485708475113,
      "num_tokens": 255502955.0,
      "step": 331780
    },
    {
      "epoch": 0.4208620956469015,
      "grad_norm": 5.78125,
      "learning_rate": 2.8960632178804402e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5439048051834107,
      "num_tokens": 255509726.0,
      "step": 331790
    },
    {
      "epoch": 0.42087478023943437,
      "grad_norm": 5.8125,
      "learning_rate": 2.8959997868718115e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5397283971309662,
      "num_tokens": 255517484.0,
      "step": 331800
    },
    {
      "epoch": 0.4208874648319672,
      "grad_norm": 10.75,
      "learning_rate": 2.895936355863182e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.5771394282579422,
      "num_tokens": 255523805.0,
      "step": 331810
    },
    {
      "epoch": 0.42090014942450005,
      "grad_norm": 5.375,
      "learning_rate": 2.895872924854553e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5394688218832016,
      "num_tokens": 255532057.0,
      "step": 331820
    },
    {
      "epoch": 0.4209128340170329,
      "grad_norm": 5.9375,
      "learning_rate": 2.8958094938459234e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5388391435146331,
      "num_tokens": 255539913.0,
      "step": 331830
    },
    {
      "epoch": 0.42092551860956573,
      "grad_norm": 6.6875,
      "learning_rate": 2.8957460628372946e-05,
      "loss": 2.3645,
      "mean_token_accuracy": 0.5067295283079147,
      "num_tokens": 255547649.0,
      "step": 331840
    },
    {
      "epoch": 0.4209382032020985,
      "grad_norm": 5.09375,
      "learning_rate": 2.8956826318286655e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5403631716966629,
      "num_tokens": 255554809.0,
      "step": 331850
    },
    {
      "epoch": 0.42095088779463136,
      "grad_norm": 4.90625,
      "learning_rate": 2.895619200820036e-05,
      "loss": 2.3385,
      "mean_token_accuracy": 0.495878803730011,
      "num_tokens": 255563321.0,
      "step": 331860
    },
    {
      "epoch": 0.4209635723871642,
      "grad_norm": 6.6875,
      "learning_rate": 2.8955557698114072e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5415003180503846,
      "num_tokens": 255570715.0,
      "step": 331870
    },
    {
      "epoch": 0.42097625697969704,
      "grad_norm": 5.96875,
      "learning_rate": 2.8954923388027778e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5432533979415893,
      "num_tokens": 255578653.0,
      "step": 331880
    },
    {
      "epoch": 0.4209889415722299,
      "grad_norm": 6.09375,
      "learning_rate": 2.8954289077941486e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5565007597208023,
      "num_tokens": 255585854.0,
      "step": 331890
    },
    {
      "epoch": 0.4210016261647627,
      "grad_norm": 8.125,
      "learning_rate": 2.89536547678552e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5474183261394501,
      "num_tokens": 255591843.0,
      "step": 331900
    },
    {
      "epoch": 0.42101431075729556,
      "grad_norm": 4.96875,
      "learning_rate": 2.8953020457768904e-05,
      "loss": 1.9283,
      "mean_token_accuracy": 0.5628823161125183,
      "num_tokens": 255600379.0,
      "step": 331910
    },
    {
      "epoch": 0.4210269953498284,
      "grad_norm": 7.8125,
      "learning_rate": 2.8952386147682613e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5462113529443741,
      "num_tokens": 255607185.0,
      "step": 331920
    },
    {
      "epoch": 0.4210396799423612,
      "grad_norm": 5.28125,
      "learning_rate": 2.8951751837596318e-05,
      "loss": 1.9003,
      "mean_token_accuracy": 0.5924114346504211,
      "num_tokens": 255613884.0,
      "step": 331930
    },
    {
      "epoch": 0.42105236453489403,
      "grad_norm": 5.34375,
      "learning_rate": 2.895111752751003e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5367107957601547,
      "num_tokens": 255621322.0,
      "step": 331940
    },
    {
      "epoch": 0.42106504912742687,
      "grad_norm": 6.0,
      "learning_rate": 2.8950483217423742e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5370349317789078,
      "num_tokens": 255628318.0,
      "step": 331950
    },
    {
      "epoch": 0.4210777337199597,
      "grad_norm": 7.59375,
      "learning_rate": 2.8949848907337444e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5490822106599808,
      "num_tokens": 255634746.0,
      "step": 331960
    },
    {
      "epoch": 0.42109041831249255,
      "grad_norm": 5.28125,
      "learning_rate": 2.8949214597251156e-05,
      "loss": 1.8374,
      "mean_token_accuracy": 0.5836424916982651,
      "num_tokens": 255642084.0,
      "step": 331970
    },
    {
      "epoch": 0.4211031029050254,
      "grad_norm": 5.625,
      "learning_rate": 2.8948580287164862e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.561199089884758,
      "num_tokens": 255649546.0,
      "step": 331980
    },
    {
      "epoch": 0.42111578749755824,
      "grad_norm": 5.84375,
      "learning_rate": 2.8947945977078574e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5317465126514435,
      "num_tokens": 255658822.0,
      "step": 331990
    },
    {
      "epoch": 0.4211284720900911,
      "grad_norm": 4.8125,
      "learning_rate": 2.8947311666992283e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5584687352180481,
      "num_tokens": 255666020.0,
      "step": 332000
    },
    {
      "epoch": 0.42114115668262386,
      "grad_norm": 5.59375,
      "learning_rate": 2.8946677356905988e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5269450575113297,
      "num_tokens": 255673952.0,
      "step": 332010
    },
    {
      "epoch": 0.4211538412751567,
      "grad_norm": 4.53125,
      "learning_rate": 2.89460430468197e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5532960832118988,
      "num_tokens": 255682757.0,
      "step": 332020
    },
    {
      "epoch": 0.42116652586768955,
      "grad_norm": 8.375,
      "learning_rate": 2.8945408736733402e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5331596225500107,
      "num_tokens": 255690497.0,
      "step": 332030
    },
    {
      "epoch": 0.4211792104602224,
      "grad_norm": 14.8125,
      "learning_rate": 2.8944774426647114e-05,
      "loss": 1.9667,
      "mean_token_accuracy": 0.5668420553207397,
      "num_tokens": 255697056.0,
      "step": 332040
    },
    {
      "epoch": 0.4211918950527552,
      "grad_norm": 5.25,
      "learning_rate": 2.8944140116560826e-05,
      "loss": 1.8973,
      "mean_token_accuracy": 0.5675938278436661,
      "num_tokens": 255704986.0,
      "step": 332050
    },
    {
      "epoch": 0.42120457964528807,
      "grad_norm": 4.40625,
      "learning_rate": 2.894350580647453e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5502410948276519,
      "num_tokens": 255712195.0,
      "step": 332060
    },
    {
      "epoch": 0.4212172642378209,
      "grad_norm": 4.90625,
      "learning_rate": 2.894287149638824e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5817599654197693,
      "num_tokens": 255719347.0,
      "step": 332070
    },
    {
      "epoch": 0.4212299488303537,
      "grad_norm": 4.59375,
      "learning_rate": 2.8942237186301946e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5250793814659118,
      "num_tokens": 255727344.0,
      "step": 332080
    },
    {
      "epoch": 0.42124263342288654,
      "grad_norm": 6.40625,
      "learning_rate": 2.8941602876215658e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.552998012304306,
      "num_tokens": 255734165.0,
      "step": 332090
    },
    {
      "epoch": 0.4212553180154194,
      "grad_norm": 4.90625,
      "learning_rate": 2.8940968566129367e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5326382249593735,
      "num_tokens": 255743259.0,
      "step": 332100
    },
    {
      "epoch": 0.4212680026079522,
      "grad_norm": 4.71875,
      "learning_rate": 2.8940334256043072e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5593917191028595,
      "num_tokens": 255751159.0,
      "step": 332110
    },
    {
      "epoch": 0.42128068720048506,
      "grad_norm": 6.34375,
      "learning_rate": 2.8939699945956784e-05,
      "loss": 2.2161,
      "mean_token_accuracy": 0.5264635592699051,
      "num_tokens": 255759213.0,
      "step": 332120
    },
    {
      "epoch": 0.4212933717930179,
      "grad_norm": 5.53125,
      "learning_rate": 2.893906563587049e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.530802196264267,
      "num_tokens": 255767486.0,
      "step": 332130
    },
    {
      "epoch": 0.42130605638555074,
      "grad_norm": 6.375,
      "learning_rate": 2.8938431325784198e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5714146554470062,
      "num_tokens": 255774307.0,
      "step": 332140
    },
    {
      "epoch": 0.4213187409780836,
      "grad_norm": 5.59375,
      "learning_rate": 2.893779701569791e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5486131429672241,
      "num_tokens": 255781487.0,
      "step": 332150
    },
    {
      "epoch": 0.42133142557061637,
      "grad_norm": 7.125,
      "learning_rate": 2.8937162705611616e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5365328192710876,
      "num_tokens": 255788884.0,
      "step": 332160
    },
    {
      "epoch": 0.4213441101631492,
      "grad_norm": 5.5,
      "learning_rate": 2.8936528395525324e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5512972116470337,
      "num_tokens": 255796380.0,
      "step": 332170
    },
    {
      "epoch": 0.42135679475568205,
      "grad_norm": 4.65625,
      "learning_rate": 2.893589408543903e-05,
      "loss": 2.2326,
      "mean_token_accuracy": 0.5115404576063156,
      "num_tokens": 255804795.0,
      "step": 332180
    },
    {
      "epoch": 0.4213694793482149,
      "grad_norm": 5.21875,
      "learning_rate": 2.8935259775352742e-05,
      "loss": 1.7845,
      "mean_token_accuracy": 0.5946933627128601,
      "num_tokens": 255811855.0,
      "step": 332190
    },
    {
      "epoch": 0.42138216394074773,
      "grad_norm": 6.4375,
      "learning_rate": 2.893462546526645e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5264656245708466,
      "num_tokens": 255820232.0,
      "step": 332200
    },
    {
      "epoch": 0.4213948485332806,
      "grad_norm": 4.8125,
      "learning_rate": 2.8933991155180156e-05,
      "loss": 2.2793,
      "mean_token_accuracy": 0.5107676029205322,
      "num_tokens": 255829295.0,
      "step": 332210
    },
    {
      "epoch": 0.4214075331258134,
      "grad_norm": 5.9375,
      "learning_rate": 2.8933356845093868e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5542122304439545,
      "num_tokens": 255835849.0,
      "step": 332220
    },
    {
      "epoch": 0.42142021771834626,
      "grad_norm": 5.375,
      "learning_rate": 2.8932722535007573e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5317449301481247,
      "num_tokens": 255842966.0,
      "step": 332230
    },
    {
      "epoch": 0.42143290231087904,
      "grad_norm": 5.46875,
      "learning_rate": 2.8932088224921282e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5444398373365402,
      "num_tokens": 255851906.0,
      "step": 332240
    },
    {
      "epoch": 0.4214455869034119,
      "grad_norm": 6.59375,
      "learning_rate": 2.8931453914834994e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5222959071397781,
      "num_tokens": 255860149.0,
      "step": 332250
    },
    {
      "epoch": 0.4214582714959447,
      "grad_norm": 4.15625,
      "learning_rate": 2.89308196047487e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5717151403427124,
      "num_tokens": 255867096.0,
      "step": 332260
    },
    {
      "epoch": 0.42147095608847757,
      "grad_norm": 5.46875,
      "learning_rate": 2.893018529466241e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5529035240411758,
      "num_tokens": 255874419.0,
      "step": 332270
    },
    {
      "epoch": 0.4214836406810104,
      "grad_norm": 7.0,
      "learning_rate": 2.8929550984576114e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5488704323768616,
      "num_tokens": 255882054.0,
      "step": 332280
    },
    {
      "epoch": 0.42149632527354325,
      "grad_norm": 6.59375,
      "learning_rate": 2.8928916674489826e-05,
      "loss": 1.9234,
      "mean_token_accuracy": 0.5624088555574417,
      "num_tokens": 255889202.0,
      "step": 332290
    },
    {
      "epoch": 0.4215090098660761,
      "grad_norm": 5.9375,
      "learning_rate": 2.8928282364403535e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5536920636892319,
      "num_tokens": 255896937.0,
      "step": 332300
    },
    {
      "epoch": 0.42152169445860893,
      "grad_norm": 5.25,
      "learning_rate": 2.892764805431724e-05,
      "loss": 1.8363,
      "mean_token_accuracy": 0.5879746019840241,
      "num_tokens": 255904130.0,
      "step": 332310
    },
    {
      "epoch": 0.4215343790511417,
      "grad_norm": 5.84375,
      "learning_rate": 2.8927013744230952e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5407575964927673,
      "num_tokens": 255913626.0,
      "step": 332320
    },
    {
      "epoch": 0.42154706364367456,
      "grad_norm": 5.34375,
      "learning_rate": 2.8926379434144657e-05,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5849874436855316,
      "num_tokens": 255922169.0,
      "step": 332330
    },
    {
      "epoch": 0.4215597482362074,
      "grad_norm": 5.90625,
      "learning_rate": 2.8925745124058366e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.534737491607666,
      "num_tokens": 255931114.0,
      "step": 332340
    },
    {
      "epoch": 0.42157243282874024,
      "grad_norm": 7.09375,
      "learning_rate": 2.8925110813972078e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5422135382890702,
      "num_tokens": 255939880.0,
      "step": 332350
    },
    {
      "epoch": 0.4215851174212731,
      "grad_norm": 5.625,
      "learning_rate": 2.8924476503885784e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.564703744649887,
      "num_tokens": 255946112.0,
      "step": 332360
    },
    {
      "epoch": 0.4215978020138059,
      "grad_norm": 6.53125,
      "learning_rate": 2.8923842193799496e-05,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5236929893493653,
      "num_tokens": 255954256.0,
      "step": 332370
    },
    {
      "epoch": 0.42161048660633876,
      "grad_norm": 5.09375,
      "learning_rate": 2.8923207883713198e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5425992727279663,
      "num_tokens": 255962929.0,
      "step": 332380
    },
    {
      "epoch": 0.4216231711988716,
      "grad_norm": 5.8125,
      "learning_rate": 2.892257357362691e-05,
      "loss": 1.8342,
      "mean_token_accuracy": 0.5841233968734741,
      "num_tokens": 255969641.0,
      "step": 332390
    },
    {
      "epoch": 0.4216358557914044,
      "grad_norm": 7.0,
      "learning_rate": 2.8921939263540622e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5313407480716705,
      "num_tokens": 255976800.0,
      "step": 332400
    },
    {
      "epoch": 0.42164854038393723,
      "grad_norm": 5.28125,
      "learning_rate": 2.8921304953454327e-05,
      "loss": 1.8359,
      "mean_token_accuracy": 0.591003292798996,
      "num_tokens": 255983932.0,
      "step": 332410
    },
    {
      "epoch": 0.4216612249764701,
      "grad_norm": 6.78125,
      "learning_rate": 2.8920670643368036e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5400923728942871,
      "num_tokens": 255991150.0,
      "step": 332420
    },
    {
      "epoch": 0.4216739095690029,
      "grad_norm": 6.5625,
      "learning_rate": 2.892003633328174e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5389024585485458,
      "num_tokens": 255999509.0,
      "step": 332430
    },
    {
      "epoch": 0.42168659416153575,
      "grad_norm": 6.09375,
      "learning_rate": 2.8919402023195454e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5256812274456024,
      "num_tokens": 256007800.0,
      "step": 332440
    },
    {
      "epoch": 0.4216992787540686,
      "grad_norm": 6.125,
      "learning_rate": 2.8918767713109162e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5272765636444092,
      "num_tokens": 256014505.0,
      "step": 332450
    },
    {
      "epoch": 0.42171196334660144,
      "grad_norm": 6.625,
      "learning_rate": 2.8918133403022868e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5646431982517243,
      "num_tokens": 256022667.0,
      "step": 332460
    },
    {
      "epoch": 0.4217246479391343,
      "grad_norm": 6.875,
      "learning_rate": 2.891749909293658e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5375953704118729,
      "num_tokens": 256029703.0,
      "step": 332470
    },
    {
      "epoch": 0.42173733253166706,
      "grad_norm": 5.1875,
      "learning_rate": 2.891686478285029e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.58178651034832,
      "num_tokens": 256036916.0,
      "step": 332480
    },
    {
      "epoch": 0.4217500171241999,
      "grad_norm": 5.21875,
      "learning_rate": 2.8916230472763994e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5182751297950745,
      "num_tokens": 256045423.0,
      "step": 332490
    },
    {
      "epoch": 0.42176270171673275,
      "grad_norm": 5.34375,
      "learning_rate": 2.8915596162677706e-05,
      "loss": 2.2427,
      "mean_token_accuracy": 0.5110433667898178,
      "num_tokens": 256054446.0,
      "step": 332500
    },
    {
      "epoch": 0.4217753863092656,
      "grad_norm": 6.09375,
      "learning_rate": 2.891496185259141e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5384151756763458,
      "num_tokens": 256062663.0,
      "step": 332510
    },
    {
      "epoch": 0.42178807090179843,
      "grad_norm": 9.125,
      "learning_rate": 2.891432754250512e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5533763349056244,
      "num_tokens": 256070182.0,
      "step": 332520
    },
    {
      "epoch": 0.42180075549433127,
      "grad_norm": 4.1875,
      "learning_rate": 2.8913693232418832e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5599343568086624,
      "num_tokens": 256078844.0,
      "step": 332530
    },
    {
      "epoch": 0.4218134400868641,
      "grad_norm": 5.1875,
      "learning_rate": 2.8913058922332538e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5373935848474503,
      "num_tokens": 256086231.0,
      "step": 332540
    },
    {
      "epoch": 0.4218261246793969,
      "grad_norm": 6.625,
      "learning_rate": 2.8912424612246246e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5249582290649414,
      "num_tokens": 256093317.0,
      "step": 332550
    },
    {
      "epoch": 0.42183880927192974,
      "grad_norm": 5.5625,
      "learning_rate": 2.891179030215995e-05,
      "loss": 1.6741,
      "mean_token_accuracy": 0.6245650619268417,
      "num_tokens": 256099508.0,
      "step": 332560
    },
    {
      "epoch": 0.4218514938644626,
      "grad_norm": 9.125,
      "learning_rate": 2.8911155992073664e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5374374747276306,
      "num_tokens": 256106932.0,
      "step": 332570
    },
    {
      "epoch": 0.4218641784569954,
      "grad_norm": 6.03125,
      "learning_rate": 2.8910521681987373e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.5723437488079071,
      "num_tokens": 256113563.0,
      "step": 332580
    },
    {
      "epoch": 0.42187686304952826,
      "grad_norm": 6.59375,
      "learning_rate": 2.8909887371901078e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5604737162590027,
      "num_tokens": 256121099.0,
      "step": 332590
    },
    {
      "epoch": 0.4218895476420611,
      "grad_norm": 6.125,
      "learning_rate": 2.890925306181479e-05,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5718720942735672,
      "num_tokens": 256127255.0,
      "step": 332600
    },
    {
      "epoch": 0.42190223223459394,
      "grad_norm": 5.84375,
      "learning_rate": 2.8908618751728495e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5196017831563949,
      "num_tokens": 256135820.0,
      "step": 332610
    },
    {
      "epoch": 0.4219149168271268,
      "grad_norm": 6.15625,
      "learning_rate": 2.8907984441642204e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5623165369033813,
      "num_tokens": 256142604.0,
      "step": 332620
    },
    {
      "epoch": 0.42192760141965957,
      "grad_norm": 6.3125,
      "learning_rate": 2.8907350131555916e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5318932205438613,
      "num_tokens": 256151129.0,
      "step": 332630
    },
    {
      "epoch": 0.4219402860121924,
      "grad_norm": 4.84375,
      "learning_rate": 2.890671582146962e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5451037406921386,
      "num_tokens": 256160002.0,
      "step": 332640
    },
    {
      "epoch": 0.42195297060472525,
      "grad_norm": 4.90625,
      "learning_rate": 2.890608151138333e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5497459173202515,
      "num_tokens": 256167227.0,
      "step": 332650
    },
    {
      "epoch": 0.4219656551972581,
      "grad_norm": 5.375,
      "learning_rate": 2.8905447201297036e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5367074519395828,
      "num_tokens": 256175616.0,
      "step": 332660
    },
    {
      "epoch": 0.42197833978979093,
      "grad_norm": 5.21875,
      "learning_rate": 2.8904812891210748e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5391087085008621,
      "num_tokens": 256184061.0,
      "step": 332670
    },
    {
      "epoch": 0.4219910243823238,
      "grad_norm": 6.5,
      "learning_rate": 2.8904178581124457e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5790827721357346,
      "num_tokens": 256191067.0,
      "step": 332680
    },
    {
      "epoch": 0.4220037089748566,
      "grad_norm": 4.96875,
      "learning_rate": 2.8903544271038162e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5243299514055252,
      "num_tokens": 256199397.0,
      "step": 332690
    },
    {
      "epoch": 0.42201639356738946,
      "grad_norm": 5.25,
      "learning_rate": 2.8902909960951874e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5212457716464997,
      "num_tokens": 256208735.0,
      "step": 332700
    },
    {
      "epoch": 0.42202907815992224,
      "grad_norm": 7.53125,
      "learning_rate": 2.890227565086558e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5770397275686264,
      "num_tokens": 256214741.0,
      "step": 332710
    },
    {
      "epoch": 0.4220417627524551,
      "grad_norm": 8.9375,
      "learning_rate": 2.8901641340779288e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5221365064382553,
      "num_tokens": 256223062.0,
      "step": 332720
    },
    {
      "epoch": 0.4220544473449879,
      "grad_norm": 7.28125,
      "learning_rate": 2.8901007030693e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5449337989091874,
      "num_tokens": 256230102.0,
      "step": 332730
    },
    {
      "epoch": 0.42206713193752077,
      "grad_norm": 5.1875,
      "learning_rate": 2.8900372720606706e-05,
      "loss": 2.2792,
      "mean_token_accuracy": 0.5126826614141464,
      "num_tokens": 256238109.0,
      "step": 332740
    },
    {
      "epoch": 0.4220798165300536,
      "grad_norm": 6.40625,
      "learning_rate": 2.8899738410520418e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5452042132616043,
      "num_tokens": 256246712.0,
      "step": 332750
    },
    {
      "epoch": 0.42209250112258645,
      "grad_norm": 4.96875,
      "learning_rate": 2.889910410043412e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5610928952693939,
      "num_tokens": 256254017.0,
      "step": 332760
    },
    {
      "epoch": 0.4221051857151193,
      "grad_norm": 6.09375,
      "learning_rate": 2.8898469790347832e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5505463987588882,
      "num_tokens": 256261554.0,
      "step": 332770
    },
    {
      "epoch": 0.42211787030765213,
      "grad_norm": 5.25,
      "learning_rate": 2.8897835480261544e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5555148720741272,
      "num_tokens": 256268739.0,
      "step": 332780
    },
    {
      "epoch": 0.4221305549001849,
      "grad_norm": 8.375,
      "learning_rate": 2.889720117017525e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5457069873809814,
      "num_tokens": 256276051.0,
      "step": 332790
    },
    {
      "epoch": 0.42214323949271776,
      "grad_norm": 5.125,
      "learning_rate": 2.8896566860088958e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5405414551496506,
      "num_tokens": 256284226.0,
      "step": 332800
    },
    {
      "epoch": 0.4221559240852506,
      "grad_norm": 6.15625,
      "learning_rate": 2.8895932550002663e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5627095371484756,
      "num_tokens": 256291809.0,
      "step": 332810
    },
    {
      "epoch": 0.42216860867778344,
      "grad_norm": 7.5625,
      "learning_rate": 2.8895298239916376e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.587226602435112,
      "num_tokens": 256298898.0,
      "step": 332820
    },
    {
      "epoch": 0.4221812932703163,
      "grad_norm": 8.8125,
      "learning_rate": 2.8894663929830084e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.550560250878334,
      "num_tokens": 256305280.0,
      "step": 332830
    },
    {
      "epoch": 0.4221939778628491,
      "grad_norm": 7.8125,
      "learning_rate": 2.889402961974379e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5290367156267166,
      "num_tokens": 256312413.0,
      "step": 332840
    },
    {
      "epoch": 0.42220666245538196,
      "grad_norm": 6.15625,
      "learning_rate": 2.8893395309657502e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5454386591911315,
      "num_tokens": 256319641.0,
      "step": 332850
    },
    {
      "epoch": 0.4222193470479148,
      "grad_norm": 6.65625,
      "learning_rate": 2.8892760999571207e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5467059701681137,
      "num_tokens": 256327970.0,
      "step": 332860
    },
    {
      "epoch": 0.4222320316404476,
      "grad_norm": 5.8125,
      "learning_rate": 2.8892126689484916e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5347213476896286,
      "num_tokens": 256336498.0,
      "step": 332870
    },
    {
      "epoch": 0.42224471623298043,
      "grad_norm": 5.375,
      "learning_rate": 2.8891492379398628e-05,
      "loss": 1.8303,
      "mean_token_accuracy": 0.5869039982557297,
      "num_tokens": 256343693.0,
      "step": 332880
    },
    {
      "epoch": 0.4222574008255133,
      "grad_norm": 5.75,
      "learning_rate": 2.8890858069312333e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5449996590614319,
      "num_tokens": 256352615.0,
      "step": 332890
    },
    {
      "epoch": 0.4222700854180461,
      "grad_norm": 7.46875,
      "learning_rate": 2.8890223759226042e-05,
      "loss": 1.8895,
      "mean_token_accuracy": 0.5761892408132553,
      "num_tokens": 256360497.0,
      "step": 332900
    },
    {
      "epoch": 0.42228277001057896,
      "grad_norm": 5.25,
      "learning_rate": 2.8889589449139747e-05,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5213465809822082,
      "num_tokens": 256368976.0,
      "step": 332910
    },
    {
      "epoch": 0.4222954546031118,
      "grad_norm": 5.25,
      "learning_rate": 2.888895513905346e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5317137956619262,
      "num_tokens": 256377548.0,
      "step": 332920
    },
    {
      "epoch": 0.42230813919564464,
      "grad_norm": 5.28125,
      "learning_rate": 2.8888320828967168e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5387464314699173,
      "num_tokens": 256385522.0,
      "step": 332930
    },
    {
      "epoch": 0.4223208237881775,
      "grad_norm": 7.25,
      "learning_rate": 2.8887686518880874e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5545503616333007,
      "num_tokens": 256393422.0,
      "step": 332940
    },
    {
      "epoch": 0.42233350838071027,
      "grad_norm": 7.09375,
      "learning_rate": 2.8887052208794586e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5331681102514267,
      "num_tokens": 256400817.0,
      "step": 332950
    },
    {
      "epoch": 0.4223461929732431,
      "grad_norm": 8.5625,
      "learning_rate": 2.888641789870829e-05,
      "loss": 2.3049,
      "mean_token_accuracy": 0.5136855661869049,
      "num_tokens": 256408128.0,
      "step": 332960
    },
    {
      "epoch": 0.42235887756577595,
      "grad_norm": 5.4375,
      "learning_rate": 2.8885783588622e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5293155610561371,
      "num_tokens": 256416944.0,
      "step": 332970
    },
    {
      "epoch": 0.4223715621583088,
      "grad_norm": 7.15625,
      "learning_rate": 2.8885149278535712e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5515535712242127,
      "num_tokens": 256425023.0,
      "step": 332980
    },
    {
      "epoch": 0.42238424675084163,
      "grad_norm": 4.9375,
      "learning_rate": 2.8884514968449417e-05,
      "loss": 2.2247,
      "mean_token_accuracy": 0.5265331596136094,
      "num_tokens": 256432550.0,
      "step": 332990
    },
    {
      "epoch": 0.42239693134337447,
      "grad_norm": 5.25,
      "learning_rate": 2.8883880658363126e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5439439803361893,
      "num_tokens": 256439331.0,
      "step": 333000
    },
    {
      "epoch": 0.4224096159359073,
      "grad_norm": 5.3125,
      "learning_rate": 2.888324634827683e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5630820780992508,
      "num_tokens": 256447052.0,
      "step": 333010
    },
    {
      "epoch": 0.4224223005284401,
      "grad_norm": 5.1875,
      "learning_rate": 2.8882612038190544e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5572108387947082,
      "num_tokens": 256454796.0,
      "step": 333020
    },
    {
      "epoch": 0.42243498512097294,
      "grad_norm": 4.75,
      "learning_rate": 2.8881977728104252e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5407026827335357,
      "num_tokens": 256461255.0,
      "step": 333030
    },
    {
      "epoch": 0.4224476697135058,
      "grad_norm": 5.8125,
      "learning_rate": 2.8881343418017958e-05,
      "loss": 1.8721,
      "mean_token_accuracy": 0.582010817527771,
      "num_tokens": 256468790.0,
      "step": 333040
    },
    {
      "epoch": 0.4224603543060386,
      "grad_norm": 5.15625,
      "learning_rate": 2.888070910793167e-05,
      "loss": 2.2681,
      "mean_token_accuracy": 0.5225809931755065,
      "num_tokens": 256476451.0,
      "step": 333050
    },
    {
      "epoch": 0.42247303889857146,
      "grad_norm": 5.09375,
      "learning_rate": 2.8880074797845375e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5417036265134811,
      "num_tokens": 256485159.0,
      "step": 333060
    },
    {
      "epoch": 0.4224857234911043,
      "grad_norm": 5.875,
      "learning_rate": 2.8879440487759084e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5305953741073608,
      "num_tokens": 256493240.0,
      "step": 333070
    },
    {
      "epoch": 0.42249840808363714,
      "grad_norm": 6.90625,
      "learning_rate": 2.8878806177672796e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5700232684612274,
      "num_tokens": 256500580.0,
      "step": 333080
    },
    {
      "epoch": 0.42251109267617,
      "grad_norm": 4.9375,
      "learning_rate": 2.88781718675865e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5543666005134582,
      "num_tokens": 256508764.0,
      "step": 333090
    },
    {
      "epoch": 0.42252377726870277,
      "grad_norm": 5.3125,
      "learning_rate": 2.887753755750021e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5580548822879792,
      "num_tokens": 256515908.0,
      "step": 333100
    },
    {
      "epoch": 0.4225364618612356,
      "grad_norm": 5.75,
      "learning_rate": 2.8876903247413915e-05,
      "loss": 2.3116,
      "mean_token_accuracy": 0.5080569177865982,
      "num_tokens": 256523835.0,
      "step": 333110
    },
    {
      "epoch": 0.42254914645376845,
      "grad_norm": 5.5,
      "learning_rate": 2.8876268937327628e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5515399008989335,
      "num_tokens": 256531055.0,
      "step": 333120
    },
    {
      "epoch": 0.4225618310463013,
      "grad_norm": 6.6875,
      "learning_rate": 2.887563462724134e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5412823468446731,
      "num_tokens": 256538749.0,
      "step": 333130
    },
    {
      "epoch": 0.42257451563883414,
      "grad_norm": 5.125,
      "learning_rate": 2.887500031715504e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5613342940807342,
      "num_tokens": 256545574.0,
      "step": 333140
    },
    {
      "epoch": 0.422587200231367,
      "grad_norm": 6.96875,
      "learning_rate": 2.8874366007068754e-05,
      "loss": 1.9265,
      "mean_token_accuracy": 0.566809794306755,
      "num_tokens": 256551635.0,
      "step": 333150
    },
    {
      "epoch": 0.4225998848238998,
      "grad_norm": 4.4375,
      "learning_rate": 2.887373169698246e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5624886959791183,
      "num_tokens": 256558804.0,
      "step": 333160
    },
    {
      "epoch": 0.42261256941643266,
      "grad_norm": 5.3125,
      "learning_rate": 2.887309738689617e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5352041810750962,
      "num_tokens": 256566367.0,
      "step": 333170
    },
    {
      "epoch": 0.42262525400896545,
      "grad_norm": 5.6875,
      "learning_rate": 2.887246307680988e-05,
      "loss": 1.7537,
      "mean_token_accuracy": 0.6079571932554245,
      "num_tokens": 256573374.0,
      "step": 333180
    },
    {
      "epoch": 0.4226379386014983,
      "grad_norm": 5.78125,
      "learning_rate": 2.8871828766723585e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.548454761505127,
      "num_tokens": 256579772.0,
      "step": 333190
    },
    {
      "epoch": 0.4226506231940311,
      "grad_norm": 4.875,
      "learning_rate": 2.8871194456637297e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5301767259836196,
      "num_tokens": 256588847.0,
      "step": 333200
    },
    {
      "epoch": 0.42266330778656397,
      "grad_norm": 7.6875,
      "learning_rate": 2.8870560146551003e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5428669691085816,
      "num_tokens": 256594253.0,
      "step": 333210
    },
    {
      "epoch": 0.4226759923790968,
      "grad_norm": 5.09375,
      "learning_rate": 2.886992583646471e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5466745108366012,
      "num_tokens": 256602261.0,
      "step": 333220
    },
    {
      "epoch": 0.42268867697162965,
      "grad_norm": 5.125,
      "learning_rate": 2.8869291526378424e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5495778560638428,
      "num_tokens": 256609873.0,
      "step": 333230
    },
    {
      "epoch": 0.4227013615641625,
      "grad_norm": 5.375,
      "learning_rate": 2.886865721629213e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5382439494132996,
      "num_tokens": 256618233.0,
      "step": 333240
    },
    {
      "epoch": 0.42271404615669533,
      "grad_norm": 6.90625,
      "learning_rate": 2.8868022906205838e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5559174031019211,
      "num_tokens": 256625682.0,
      "step": 333250
    },
    {
      "epoch": 0.4227267307492281,
      "grad_norm": 9.9375,
      "learning_rate": 2.8867388596119543e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5773661702871322,
      "num_tokens": 256632660.0,
      "step": 333260
    },
    {
      "epoch": 0.42273941534176096,
      "grad_norm": 5.4375,
      "learning_rate": 2.8866754286033255e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5442346185445786,
      "num_tokens": 256640828.0,
      "step": 333270
    },
    {
      "epoch": 0.4227520999342938,
      "grad_norm": 6.625,
      "learning_rate": 2.8866119975946964e-05,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5420310914516449,
      "num_tokens": 256647597.0,
      "step": 333280
    },
    {
      "epoch": 0.42276478452682664,
      "grad_norm": 7.34375,
      "learning_rate": 2.886548566586067e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5290174931287766,
      "num_tokens": 256655968.0,
      "step": 333290
    },
    {
      "epoch": 0.4227774691193595,
      "grad_norm": 4.78125,
      "learning_rate": 2.886485135577438e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5427227944135666,
      "num_tokens": 256664711.0,
      "step": 333300
    },
    {
      "epoch": 0.4227901537118923,
      "grad_norm": 7.34375,
      "learning_rate": 2.8864217045688087e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5414522588253021,
      "num_tokens": 256672258.0,
      "step": 333310
    },
    {
      "epoch": 0.42280283830442517,
      "grad_norm": 7.0625,
      "learning_rate": 2.8863582735601796e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5376509517431259,
      "num_tokens": 256679946.0,
      "step": 333320
    },
    {
      "epoch": 0.422815522896958,
      "grad_norm": 5.6875,
      "learning_rate": 2.8862948425515508e-05,
      "loss": 2.2441,
      "mean_token_accuracy": 0.5085187643766403,
      "num_tokens": 256688799.0,
      "step": 333330
    },
    {
      "epoch": 0.4228282074894908,
      "grad_norm": 6.1875,
      "learning_rate": 2.8862314115429213e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5589802443981171,
      "num_tokens": 256695824.0,
      "step": 333340
    },
    {
      "epoch": 0.42284089208202363,
      "grad_norm": 4.96875,
      "learning_rate": 2.8861679805342922e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5155943810939789,
      "num_tokens": 256704502.0,
      "step": 333350
    },
    {
      "epoch": 0.4228535766745565,
      "grad_norm": 4.5625,
      "learning_rate": 2.8861045495256627e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.567060387134552,
      "num_tokens": 256712682.0,
      "step": 333360
    },
    {
      "epoch": 0.4228662612670893,
      "grad_norm": 6.28125,
      "learning_rate": 2.886041118517034e-05,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5770977795124054,
      "num_tokens": 256719970.0,
      "step": 333370
    },
    {
      "epoch": 0.42287894585962216,
      "grad_norm": 7.8125,
      "learning_rate": 2.8859776875084048e-05,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5752712607383728,
      "num_tokens": 256726550.0,
      "step": 333380
    },
    {
      "epoch": 0.422891630452155,
      "grad_norm": 5.15625,
      "learning_rate": 2.8859142564997753e-05,
      "loss": 1.8672,
      "mean_token_accuracy": 0.583835306763649,
      "num_tokens": 256733026.0,
      "step": 333390
    },
    {
      "epoch": 0.42290431504468784,
      "grad_norm": 6.625,
      "learning_rate": 2.8858508254911465e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5132500916719437,
      "num_tokens": 256742245.0,
      "step": 333400
    },
    {
      "epoch": 0.4229169996372207,
      "grad_norm": 6.4375,
      "learning_rate": 2.8857873944825174e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5350312978029251,
      "num_tokens": 256750691.0,
      "step": 333410
    },
    {
      "epoch": 0.42292968422975347,
      "grad_norm": 5.1875,
      "learning_rate": 2.885723963473888e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5845172345638275,
      "num_tokens": 256756864.0,
      "step": 333420
    },
    {
      "epoch": 0.4229423688222863,
      "grad_norm": 5.4375,
      "learning_rate": 2.885660532465259e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5291311740875244,
      "num_tokens": 256766436.0,
      "step": 333430
    },
    {
      "epoch": 0.42295505341481915,
      "grad_norm": 7.4375,
      "learning_rate": 2.8855971014566297e-05,
      "loss": 1.883,
      "mean_token_accuracy": 0.5831336051225662,
      "num_tokens": 256773475.0,
      "step": 333440
    },
    {
      "epoch": 0.422967738007352,
      "grad_norm": 5.96875,
      "learning_rate": 2.8855336704480006e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5369870364665985,
      "num_tokens": 256781566.0,
      "step": 333450
    },
    {
      "epoch": 0.42298042259988483,
      "grad_norm": 7.25,
      "learning_rate": 2.8854702394393718e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5501088589429856,
      "num_tokens": 256788126.0,
      "step": 333460
    },
    {
      "epoch": 0.42299310719241767,
      "grad_norm": 6.21875,
      "learning_rate": 2.8854068084307423e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.540761998295784,
      "num_tokens": 256795788.0,
      "step": 333470
    },
    {
      "epoch": 0.4230057917849505,
      "grad_norm": 4.96875,
      "learning_rate": 2.8853433774221132e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.5544107735157013,
      "num_tokens": 256804365.0,
      "step": 333480
    },
    {
      "epoch": 0.4230184763774833,
      "grad_norm": 6.125,
      "learning_rate": 2.8852799464134837e-05,
      "loss": 1.9755,
      "mean_token_accuracy": 0.5600357055664062,
      "num_tokens": 256812040.0,
      "step": 333490
    },
    {
      "epoch": 0.42303116097001614,
      "grad_norm": 8.625,
      "learning_rate": 2.885216515404855e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5284039616584778,
      "num_tokens": 256819093.0,
      "step": 333500
    },
    {
      "epoch": 0.423043845562549,
      "grad_norm": 5.625,
      "learning_rate": 2.885153084396226e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5368693917989731,
      "num_tokens": 256827181.0,
      "step": 333510
    },
    {
      "epoch": 0.4230565301550818,
      "grad_norm": 7.1875,
      "learning_rate": 2.8850896533875964e-05,
      "loss": 1.7419,
      "mean_token_accuracy": 0.6148013651371003,
      "num_tokens": 256834049.0,
      "step": 333520
    },
    {
      "epoch": 0.42306921474761466,
      "grad_norm": 5.125,
      "learning_rate": 2.8850262223789676e-05,
      "loss": 1.8848,
      "mean_token_accuracy": 0.5806677758693695,
      "num_tokens": 256842218.0,
      "step": 333530
    },
    {
      "epoch": 0.4230818993401475,
      "grad_norm": 7.09375,
      "learning_rate": 2.884962791370338e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.557800567150116,
      "num_tokens": 256848486.0,
      "step": 333540
    },
    {
      "epoch": 0.42309458393268035,
      "grad_norm": 9.6875,
      "learning_rate": 2.8848993603617093e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5282734930515289,
      "num_tokens": 256856202.0,
      "step": 333550
    },
    {
      "epoch": 0.4231072685252132,
      "grad_norm": 6.0,
      "learning_rate": 2.8848359293530802e-05,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5276758074760437,
      "num_tokens": 256863451.0,
      "step": 333560
    },
    {
      "epoch": 0.423119953117746,
      "grad_norm": 5.6875,
      "learning_rate": 2.8847724983444507e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5622574180364609,
      "num_tokens": 256870651.0,
      "step": 333570
    },
    {
      "epoch": 0.4231326377102788,
      "grad_norm": 6.75,
      "learning_rate": 2.884709067335822e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5341620743274689,
      "num_tokens": 256878825.0,
      "step": 333580
    },
    {
      "epoch": 0.42314532230281166,
      "grad_norm": 7.1875,
      "learning_rate": 2.8846456363271925e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5375962555408478,
      "num_tokens": 256885577.0,
      "step": 333590
    },
    {
      "epoch": 0.4231580068953445,
      "grad_norm": 4.8125,
      "learning_rate": 2.8845822053185633e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5494492024183273,
      "num_tokens": 256893630.0,
      "step": 333600
    },
    {
      "epoch": 0.42317069148787734,
      "grad_norm": 6.09375,
      "learning_rate": 2.8845187743099346e-05,
      "loss": 1.8657,
      "mean_token_accuracy": 0.6009098708629608,
      "num_tokens": 256900292.0,
      "step": 333610
    },
    {
      "epoch": 0.4231833760804102,
      "grad_norm": 5.125,
      "learning_rate": 2.884455343301305e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5362230867147446,
      "num_tokens": 256908902.0,
      "step": 333620
    },
    {
      "epoch": 0.423196060672943,
      "grad_norm": 5.125,
      "learning_rate": 2.884391912292676e-05,
      "loss": 1.9013,
      "mean_token_accuracy": 0.5700457334518433,
      "num_tokens": 256917824.0,
      "step": 333630
    },
    {
      "epoch": 0.42320874526547586,
      "grad_norm": 6.28125,
      "learning_rate": 2.8843284812840465e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5428913950920105,
      "num_tokens": 256924407.0,
      "step": 333640
    },
    {
      "epoch": 0.42322142985800865,
      "grad_norm": 6.75,
      "learning_rate": 2.8842650502754177e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5398862808942795,
      "num_tokens": 256931880.0,
      "step": 333650
    },
    {
      "epoch": 0.4232341144505415,
      "grad_norm": 5.09375,
      "learning_rate": 2.8842016192667886e-05,
      "loss": 1.6101,
      "mean_token_accuracy": 0.6421085119247436,
      "num_tokens": 256938643.0,
      "step": 333660
    },
    {
      "epoch": 0.42324679904307433,
      "grad_norm": 5.09375,
      "learning_rate": 2.884138188258159e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5405719548463821,
      "num_tokens": 256946859.0,
      "step": 333670
    },
    {
      "epoch": 0.42325948363560717,
      "grad_norm": 4.875,
      "learning_rate": 2.8840747572495303e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5309541016817093,
      "num_tokens": 256955905.0,
      "step": 333680
    },
    {
      "epoch": 0.42327216822814,
      "grad_norm": 5.3125,
      "learning_rate": 2.884011326240901e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5618259012699127,
      "num_tokens": 256964221.0,
      "step": 333690
    },
    {
      "epoch": 0.42328485282067285,
      "grad_norm": 9.25,
      "learning_rate": 2.8839478952322717e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5211932718753814,
      "num_tokens": 256972583.0,
      "step": 333700
    },
    {
      "epoch": 0.4232975374132057,
      "grad_norm": 5.125,
      "learning_rate": 2.883884464223643e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5388627350330353,
      "num_tokens": 256979544.0,
      "step": 333710
    },
    {
      "epoch": 0.42331022200573853,
      "grad_norm": 5.6875,
      "learning_rate": 2.8838210332150135e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5466713219881058,
      "num_tokens": 256986394.0,
      "step": 333720
    },
    {
      "epoch": 0.4233229065982713,
      "grad_norm": 6.15625,
      "learning_rate": 2.8837576022063844e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5806530684232711,
      "num_tokens": 256992617.0,
      "step": 333730
    },
    {
      "epoch": 0.42333559119080416,
      "grad_norm": 6.15625,
      "learning_rate": 2.883694171197755e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5659393042325973,
      "num_tokens": 257000780.0,
      "step": 333740
    },
    {
      "epoch": 0.423348275783337,
      "grad_norm": 5.53125,
      "learning_rate": 2.883630740189126e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5584945827722549,
      "num_tokens": 257007062.0,
      "step": 333750
    },
    {
      "epoch": 0.42336096037586984,
      "grad_norm": 13.3125,
      "learning_rate": 2.883567309180497e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5368044376373291,
      "num_tokens": 257014594.0,
      "step": 333760
    },
    {
      "epoch": 0.4233736449684027,
      "grad_norm": 5.5,
      "learning_rate": 2.8835038781718675e-05,
      "loss": 2.3336,
      "mean_token_accuracy": 0.5068174511194229,
      "num_tokens": 257023150.0,
      "step": 333770
    },
    {
      "epoch": 0.4233863295609355,
      "grad_norm": 6.78125,
      "learning_rate": 2.8834404471632387e-05,
      "loss": 1.7558,
      "mean_token_accuracy": 0.5959882229566574,
      "num_tokens": 257029806.0,
      "step": 333780
    },
    {
      "epoch": 0.42339901415346837,
      "grad_norm": 4.75,
      "learning_rate": 2.8833770161546093e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5311128556728363,
      "num_tokens": 257038855.0,
      "step": 333790
    },
    {
      "epoch": 0.4234116987460012,
      "grad_norm": 6.09375,
      "learning_rate": 2.88331358514598e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5544771760702133,
      "num_tokens": 257046560.0,
      "step": 333800
    },
    {
      "epoch": 0.423424383338534,
      "grad_norm": 4.625,
      "learning_rate": 2.8832501541373514e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5198310613632202,
      "num_tokens": 257053024.0,
      "step": 333810
    },
    {
      "epoch": 0.42343706793106684,
      "grad_norm": 5.8125,
      "learning_rate": 2.883186723128722e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5623365044593811,
      "num_tokens": 257060766.0,
      "step": 333820
    },
    {
      "epoch": 0.4234497525235997,
      "grad_norm": 5.375,
      "learning_rate": 2.8831232921200928e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5340469211339951,
      "num_tokens": 257067808.0,
      "step": 333830
    },
    {
      "epoch": 0.4234624371161325,
      "grad_norm": 8.5625,
      "learning_rate": 2.8830598611114633e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5343400180339813,
      "num_tokens": 257075611.0,
      "step": 333840
    },
    {
      "epoch": 0.42347512170866536,
      "grad_norm": 5.125,
      "learning_rate": 2.8829964301028345e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5433874398469924,
      "num_tokens": 257083179.0,
      "step": 333850
    },
    {
      "epoch": 0.4234878063011982,
      "grad_norm": 4.71875,
      "learning_rate": 2.8829329990942054e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5192235499620438,
      "num_tokens": 257092548.0,
      "step": 333860
    },
    {
      "epoch": 0.42350049089373104,
      "grad_norm": 4.71875,
      "learning_rate": 2.882869568085576e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5769295990467072,
      "num_tokens": 257099530.0,
      "step": 333870
    },
    {
      "epoch": 0.4235131754862639,
      "grad_norm": 5.625,
      "learning_rate": 2.882806137076947e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5544973313808441,
      "num_tokens": 257107150.0,
      "step": 333880
    },
    {
      "epoch": 0.42352586007879667,
      "grad_norm": 5.1875,
      "learning_rate": 2.8827427060683177e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5235725909471511,
      "num_tokens": 257115808.0,
      "step": 333890
    },
    {
      "epoch": 0.4235385446713295,
      "grad_norm": 8.0,
      "learning_rate": 2.8826792750596886e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5616692751646042,
      "num_tokens": 257123582.0,
      "step": 333900
    },
    {
      "epoch": 0.42355122926386235,
      "grad_norm": 4.96875,
      "learning_rate": 2.8826158440510598e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5463675081729888,
      "num_tokens": 257132369.0,
      "step": 333910
    },
    {
      "epoch": 0.4235639138563952,
      "grad_norm": 4.71875,
      "learning_rate": 2.8825524130424303e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5088788479566574,
      "num_tokens": 257140822.0,
      "step": 333920
    },
    {
      "epoch": 0.42357659844892803,
      "grad_norm": 5.34375,
      "learning_rate": 2.8824889820338015e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.529540839791298,
      "num_tokens": 257149759.0,
      "step": 333930
    },
    {
      "epoch": 0.4235892830414609,
      "grad_norm": 5.5625,
      "learning_rate": 2.8824255510251717e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5577199041843415,
      "num_tokens": 257156865.0,
      "step": 333940
    },
    {
      "epoch": 0.4236019676339937,
      "grad_norm": 5.09375,
      "learning_rate": 2.882362120016543e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.5627643823623657,
      "num_tokens": 257164612.0,
      "step": 333950
    },
    {
      "epoch": 0.4236146522265265,
      "grad_norm": 5.21875,
      "learning_rate": 2.882298689007914e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5510188996791839,
      "num_tokens": 257172116.0,
      "step": 333960
    },
    {
      "epoch": 0.42362733681905934,
      "grad_norm": 4.625,
      "learning_rate": 2.8822352579992847e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5422228068113327,
      "num_tokens": 257181204.0,
      "step": 333970
    },
    {
      "epoch": 0.4236400214115922,
      "grad_norm": 8.25,
      "learning_rate": 2.8821718269906555e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5135302066802978,
      "num_tokens": 257190706.0,
      "step": 333980
    },
    {
      "epoch": 0.423652706004125,
      "grad_norm": 5.375,
      "learning_rate": 2.882108395982026e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5771032929420471,
      "num_tokens": 257198084.0,
      "step": 333990
    },
    {
      "epoch": 0.42366539059665786,
      "grad_norm": 5.9375,
      "learning_rate": 2.8820449649733973e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5149322956800461,
      "num_tokens": 257205660.0,
      "step": 334000
    },
    {
      "epoch": 0.4236780751891907,
      "grad_norm": 5.28125,
      "learning_rate": 2.881981533964768e-05,
      "loss": 2.3477,
      "mean_token_accuracy": 0.4963599115610123,
      "num_tokens": 257213514.0,
      "step": 334010
    },
    {
      "epoch": 0.42369075978172355,
      "grad_norm": 10.25,
      "learning_rate": 2.8819181029561387e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5620844274759292,
      "num_tokens": 257219559.0,
      "step": 334020
    },
    {
      "epoch": 0.4237034443742564,
      "grad_norm": 5.78125,
      "learning_rate": 2.88185467194751e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5435090303421021,
      "num_tokens": 257227664.0,
      "step": 334030
    },
    {
      "epoch": 0.4237161289667892,
      "grad_norm": 6.1875,
      "learning_rate": 2.8817912409388804e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5430709391832351,
      "num_tokens": 257236704.0,
      "step": 334040
    },
    {
      "epoch": 0.423728813559322,
      "grad_norm": 5.8125,
      "learning_rate": 2.8817278099302513e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5435741543769836,
      "num_tokens": 257245325.0,
      "step": 334050
    },
    {
      "epoch": 0.42374149815185486,
      "grad_norm": 8.0625,
      "learning_rate": 2.8816643789216225e-05,
      "loss": 1.7136,
      "mean_token_accuracy": 0.6218688726425171,
      "num_tokens": 257252195.0,
      "step": 334060
    },
    {
      "epoch": 0.4237541827443877,
      "grad_norm": 5.0625,
      "learning_rate": 2.881600947912993e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5212521612644195,
      "num_tokens": 257261815.0,
      "step": 334070
    },
    {
      "epoch": 0.42376686733692054,
      "grad_norm": 5.15625,
      "learning_rate": 2.881537516904364e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5304147988557816,
      "num_tokens": 257270733.0,
      "step": 334080
    },
    {
      "epoch": 0.4237795519294534,
      "grad_norm": 4.9375,
      "learning_rate": 2.8814740858957345e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5795504510402679,
      "num_tokens": 257278028.0,
      "step": 334090
    },
    {
      "epoch": 0.4237922365219862,
      "grad_norm": 5.8125,
      "learning_rate": 2.8814106548871057e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5255434393882752,
      "num_tokens": 257286333.0,
      "step": 334100
    },
    {
      "epoch": 0.42380492111451906,
      "grad_norm": 5.5625,
      "learning_rate": 2.8813472238784766e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5628262221813202,
      "num_tokens": 257292917.0,
      "step": 334110
    },
    {
      "epoch": 0.42381760570705185,
      "grad_norm": 6.125,
      "learning_rate": 2.881283792869847e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5235199987888336,
      "num_tokens": 257300623.0,
      "step": 334120
    },
    {
      "epoch": 0.4238302902995847,
      "grad_norm": 5.21875,
      "learning_rate": 2.8812203618612183e-05,
      "loss": 1.8593,
      "mean_token_accuracy": 0.5992076009511947,
      "num_tokens": 257307651.0,
      "step": 334130
    },
    {
      "epoch": 0.42384297489211753,
      "grad_norm": 7.8125,
      "learning_rate": 2.881156930852589e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.532170295715332,
      "num_tokens": 257316250.0,
      "step": 334140
    },
    {
      "epoch": 0.42385565948465037,
      "grad_norm": 4.9375,
      "learning_rate": 2.8810934998439597e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5390131503343583,
      "num_tokens": 257324841.0,
      "step": 334150
    },
    {
      "epoch": 0.4238683440771832,
      "grad_norm": 4.53125,
      "learning_rate": 2.881030068835331e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5469481021165847,
      "num_tokens": 257334540.0,
      "step": 334160
    },
    {
      "epoch": 0.42388102866971605,
      "grad_norm": 5.15625,
      "learning_rate": 2.8809666378267015e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5537605047225952,
      "num_tokens": 257341934.0,
      "step": 334170
    },
    {
      "epoch": 0.4238937132622489,
      "grad_norm": 4.78125,
      "learning_rate": 2.8809032068180723e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5721082597970962,
      "num_tokens": 257348208.0,
      "step": 334180
    },
    {
      "epoch": 0.42390639785478174,
      "grad_norm": 7.0,
      "learning_rate": 2.880839775809443e-05,
      "loss": 2.2278,
      "mean_token_accuracy": 0.5212321937084198,
      "num_tokens": 257356772.0,
      "step": 334190
    },
    {
      "epoch": 0.4239190824473145,
      "grad_norm": 6.0,
      "learning_rate": 2.880776344800814e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5406811386346817,
      "num_tokens": 257363465.0,
      "step": 334200
    },
    {
      "epoch": 0.42393176703984736,
      "grad_norm": 5.125,
      "learning_rate": 2.880712913792185e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5264951914548874,
      "num_tokens": 257372033.0,
      "step": 334210
    },
    {
      "epoch": 0.4239444516323802,
      "grad_norm": 5.125,
      "learning_rate": 2.8806494827835555e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5513007283210755,
      "num_tokens": 257379857.0,
      "step": 334220
    },
    {
      "epoch": 0.42395713622491304,
      "grad_norm": 4.25,
      "learning_rate": 2.8805860517749267e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5694329142570496,
      "num_tokens": 257388133.0,
      "step": 334230
    },
    {
      "epoch": 0.4239698208174459,
      "grad_norm": 5.6875,
      "learning_rate": 2.8805226207662973e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5454107731580734,
      "num_tokens": 257396090.0,
      "step": 334240
    },
    {
      "epoch": 0.4239825054099787,
      "grad_norm": 5.75,
      "learning_rate": 2.880459189757668e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5329331904649734,
      "num_tokens": 257404554.0,
      "step": 334250
    },
    {
      "epoch": 0.42399519000251157,
      "grad_norm": 9.125,
      "learning_rate": 2.8803957587490393e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5402502745389939,
      "num_tokens": 257412549.0,
      "step": 334260
    },
    {
      "epoch": 0.4240078745950444,
      "grad_norm": 6.65625,
      "learning_rate": 2.88033232774041e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5453150063753128,
      "num_tokens": 257420545.0,
      "step": 334270
    },
    {
      "epoch": 0.4240205591875772,
      "grad_norm": 5.15625,
      "learning_rate": 2.8802688967317807e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5274729132652283,
      "num_tokens": 257427686.0,
      "step": 334280
    },
    {
      "epoch": 0.42403324378011004,
      "grad_norm": 5.71875,
      "learning_rate": 2.8802054657231513e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5530100017786026,
      "num_tokens": 257436164.0,
      "step": 334290
    },
    {
      "epoch": 0.4240459283726429,
      "grad_norm": 6.78125,
      "learning_rate": 2.8801420347145225e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.577722379565239,
      "num_tokens": 257443563.0,
      "step": 334300
    },
    {
      "epoch": 0.4240586129651757,
      "grad_norm": 5.28125,
      "learning_rate": 2.8800786037058937e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5406245648860931,
      "num_tokens": 257451909.0,
      "step": 334310
    },
    {
      "epoch": 0.42407129755770856,
      "grad_norm": 4.875,
      "learning_rate": 2.880015172697264e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5527156442403793,
      "num_tokens": 257460044.0,
      "step": 334320
    },
    {
      "epoch": 0.4240839821502414,
      "grad_norm": 4.6875,
      "learning_rate": 2.879951741688635e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5364788770675659,
      "num_tokens": 257467593.0,
      "step": 334330
    },
    {
      "epoch": 0.42409666674277424,
      "grad_norm": 5.40625,
      "learning_rate": 2.8798883106800063e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5300549179315567,
      "num_tokens": 257476019.0,
      "step": 334340
    },
    {
      "epoch": 0.4241093513353071,
      "grad_norm": 11.75,
      "learning_rate": 2.879824879671377e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.545218750834465,
      "num_tokens": 257483699.0,
      "step": 334350
    },
    {
      "epoch": 0.42412203592783987,
      "grad_norm": 5.3125,
      "learning_rate": 2.8797614486627477e-05,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5763651311397553,
      "num_tokens": 257491135.0,
      "step": 334360
    },
    {
      "epoch": 0.4241347205203727,
      "grad_norm": 5.78125,
      "learning_rate": 2.8796980176541183e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5464886367321015,
      "num_tokens": 257499849.0,
      "step": 334370
    },
    {
      "epoch": 0.42414740511290555,
      "grad_norm": 5.125,
      "learning_rate": 2.8796345866454895e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5346146285533905,
      "num_tokens": 257507823.0,
      "step": 334380
    },
    {
      "epoch": 0.4241600897054384,
      "grad_norm": 4.96875,
      "learning_rate": 2.8795711556368604e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5601934850215912,
      "num_tokens": 257515251.0,
      "step": 334390
    },
    {
      "epoch": 0.42417277429797123,
      "grad_norm": 6.0,
      "learning_rate": 2.879507724628231e-05,
      "loss": 1.8515,
      "mean_token_accuracy": 0.5842309355735779,
      "num_tokens": 257522449.0,
      "step": 334400
    },
    {
      "epoch": 0.4241854588905041,
      "grad_norm": 5.625,
      "learning_rate": 2.879444293619602e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5356238275766373,
      "num_tokens": 257531474.0,
      "step": 334410
    },
    {
      "epoch": 0.4241981434830369,
      "grad_norm": 4.90625,
      "learning_rate": 2.8793808626109726e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5612774699926376,
      "num_tokens": 257539951.0,
      "step": 334420
    },
    {
      "epoch": 0.4242108280755697,
      "grad_norm": 4.75,
      "learning_rate": 2.8793174316023435e-05,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5772820293903351,
      "num_tokens": 257547739.0,
      "step": 334430
    },
    {
      "epoch": 0.42422351266810254,
      "grad_norm": 4.6875,
      "learning_rate": 2.8792540005937147e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5419357568025589,
      "num_tokens": 257556329.0,
      "step": 334440
    },
    {
      "epoch": 0.4242361972606354,
      "grad_norm": 5.46875,
      "learning_rate": 2.8791905695850853e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5435326993465424,
      "num_tokens": 257564445.0,
      "step": 334450
    },
    {
      "epoch": 0.4242488818531682,
      "grad_norm": 6.53125,
      "learning_rate": 2.879127138576456e-05,
      "loss": 2.2251,
      "mean_token_accuracy": 0.5086154580116272,
      "num_tokens": 257572459.0,
      "step": 334460
    },
    {
      "epoch": 0.42426156644570107,
      "grad_norm": 5.65625,
      "learning_rate": 2.8790637075678267e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5576072454452514,
      "num_tokens": 257578865.0,
      "step": 334470
    },
    {
      "epoch": 0.4242742510382339,
      "grad_norm": 5.25,
      "learning_rate": 2.879000276559198e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5435013353824616,
      "num_tokens": 257586830.0,
      "step": 334480
    },
    {
      "epoch": 0.42428693563076675,
      "grad_norm": 6.8125,
      "learning_rate": 2.8789368455505688e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5232265442609787,
      "num_tokens": 257594218.0,
      "step": 334490
    },
    {
      "epoch": 0.4242996202232996,
      "grad_norm": 5.5,
      "learning_rate": 2.8788734145419393e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5507696032524109,
      "num_tokens": 257603047.0,
      "step": 334500
    },
    {
      "epoch": 0.4243123048158324,
      "grad_norm": 6.53125,
      "learning_rate": 2.8788099835333105e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5422016710042954,
      "num_tokens": 257610195.0,
      "step": 334510
    },
    {
      "epoch": 0.4243249894083652,
      "grad_norm": 8.125,
      "learning_rate": 2.878746552524681e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5212960720062256,
      "num_tokens": 257617448.0,
      "step": 334520
    },
    {
      "epoch": 0.42433767400089806,
      "grad_norm": 6.1875,
      "learning_rate": 2.878683121516052e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5474787384271622,
      "num_tokens": 257624962.0,
      "step": 334530
    },
    {
      "epoch": 0.4243503585934309,
      "grad_norm": 6.3125,
      "learning_rate": 2.878619690507423e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5378928393125534,
      "num_tokens": 257632273.0,
      "step": 334540
    },
    {
      "epoch": 0.42436304318596374,
      "grad_norm": 4.90625,
      "learning_rate": 2.8785562594987937e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5442457079887391,
      "num_tokens": 257640748.0,
      "step": 334550
    },
    {
      "epoch": 0.4243757277784966,
      "grad_norm": 5.09375,
      "learning_rate": 2.8784928284901645e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5310160696506501,
      "num_tokens": 257647629.0,
      "step": 334560
    },
    {
      "epoch": 0.4243884123710294,
      "grad_norm": 4.90625,
      "learning_rate": 2.878429397481535e-05,
      "loss": 1.8781,
      "mean_token_accuracy": 0.5883946180343628,
      "num_tokens": 257654812.0,
      "step": 334570
    },
    {
      "epoch": 0.42440109696356226,
      "grad_norm": 5.90625,
      "learning_rate": 2.8783659664729063e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5363472491502762,
      "num_tokens": 257661823.0,
      "step": 334580
    },
    {
      "epoch": 0.42441378155609505,
      "grad_norm": 5.78125,
      "learning_rate": 2.878302535464277e-05,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5678485453128814,
      "num_tokens": 257668874.0,
      "step": 334590
    },
    {
      "epoch": 0.4244264661486279,
      "grad_norm": 5.90625,
      "learning_rate": 2.8782391044556477e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5387737959623337,
      "num_tokens": 257676796.0,
      "step": 334600
    },
    {
      "epoch": 0.42443915074116073,
      "grad_norm": 6.1875,
      "learning_rate": 2.878175673447019e-05,
      "loss": 2.2977,
      "mean_token_accuracy": 0.5105674028396606,
      "num_tokens": 257684733.0,
      "step": 334610
    },
    {
      "epoch": 0.4244518353336936,
      "grad_norm": 5.90625,
      "learning_rate": 2.8781122424383894e-05,
      "loss": 1.8516,
      "mean_token_accuracy": 0.5944251179695129,
      "num_tokens": 257691975.0,
      "step": 334620
    },
    {
      "epoch": 0.4244645199262264,
      "grad_norm": 8.3125,
      "learning_rate": 2.8780488114297603e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5299466729164124,
      "num_tokens": 257699136.0,
      "step": 334630
    },
    {
      "epoch": 0.42447720451875925,
      "grad_norm": 10.75,
      "learning_rate": 2.8779853804211315e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5510712802410126,
      "num_tokens": 257707298.0,
      "step": 334640
    },
    {
      "epoch": 0.4244898891112921,
      "grad_norm": 6.375,
      "learning_rate": 2.877921949412502e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5148675471544266,
      "num_tokens": 257715628.0,
      "step": 334650
    },
    {
      "epoch": 0.42450257370382494,
      "grad_norm": 7.5625,
      "learning_rate": 2.877858518403873e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5295074164867402,
      "num_tokens": 257723258.0,
      "step": 334660
    },
    {
      "epoch": 0.4245152582963577,
      "grad_norm": 5.4375,
      "learning_rate": 2.8777950873952435e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5693412780761719,
      "num_tokens": 257732216.0,
      "step": 334670
    },
    {
      "epoch": 0.42452794288889056,
      "grad_norm": 5.15625,
      "learning_rate": 2.8777316563866147e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5422458052635193,
      "num_tokens": 257739366.0,
      "step": 334680
    },
    {
      "epoch": 0.4245406274814234,
      "grad_norm": 6.21875,
      "learning_rate": 2.877668225377986e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5350748628377915,
      "num_tokens": 257747207.0,
      "step": 334690
    },
    {
      "epoch": 0.42455331207395625,
      "grad_norm": 5.3125,
      "learning_rate": 2.877604794369356e-05,
      "loss": 2.3217,
      "mean_token_accuracy": 0.5093001544475555,
      "num_tokens": 257755633.0,
      "step": 334700
    },
    {
      "epoch": 0.4245659966664891,
      "grad_norm": 5.4375,
      "learning_rate": 2.8775413633607273e-05,
      "loss": 2.2649,
      "mean_token_accuracy": 0.5138766199350357,
      "num_tokens": 257763965.0,
      "step": 334710
    },
    {
      "epoch": 0.42457868125902193,
      "grad_norm": 6.34375,
      "learning_rate": 2.877477932352098e-05,
      "loss": 1.9117,
      "mean_token_accuracy": 0.5797552615404129,
      "num_tokens": 257770973.0,
      "step": 334720
    },
    {
      "epoch": 0.42459136585155477,
      "grad_norm": 6.0625,
      "learning_rate": 2.877414501343469e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5136435896158218,
      "num_tokens": 257779546.0,
      "step": 334730
    },
    {
      "epoch": 0.4246040504440876,
      "grad_norm": 5.15625,
      "learning_rate": 2.87735107033484e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5557041138410568,
      "num_tokens": 257786422.0,
      "step": 334740
    },
    {
      "epoch": 0.4246167350366204,
      "grad_norm": 5.28125,
      "learning_rate": 2.8772876393262105e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.559103038907051,
      "num_tokens": 257795342.0,
      "step": 334750
    },
    {
      "epoch": 0.42462941962915324,
      "grad_norm": 5.96875,
      "learning_rate": 2.8772242083175817e-05,
      "loss": 1.8788,
      "mean_token_accuracy": 0.5805180788040161,
      "num_tokens": 257802746.0,
      "step": 334760
    },
    {
      "epoch": 0.4246421042216861,
      "grad_norm": 5.9375,
      "learning_rate": 2.8771607773089522e-05,
      "loss": 2.181,
      "mean_token_accuracy": 0.5245548814535141,
      "num_tokens": 257811115.0,
      "step": 334770
    },
    {
      "epoch": 0.4246547888142189,
      "grad_norm": 4.9375,
      "learning_rate": 2.877097346300323e-05,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5655479609966279,
      "num_tokens": 257818075.0,
      "step": 334780
    },
    {
      "epoch": 0.42466747340675176,
      "grad_norm": 5.5,
      "learning_rate": 2.8770339152916943e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5402863711118698,
      "num_tokens": 257826601.0,
      "step": 334790
    },
    {
      "epoch": 0.4246801579992846,
      "grad_norm": 6.9375,
      "learning_rate": 2.876970484283065e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5419111579656601,
      "num_tokens": 257834724.0,
      "step": 334800
    },
    {
      "epoch": 0.42469284259181744,
      "grad_norm": 6.0,
      "learning_rate": 2.8769070532744357e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.538793757557869,
      "num_tokens": 257843181.0,
      "step": 334810
    },
    {
      "epoch": 0.4247055271843503,
      "grad_norm": 6.34375,
      "learning_rate": 2.8768436222658062e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5310404241085053,
      "num_tokens": 257851821.0,
      "step": 334820
    },
    {
      "epoch": 0.42471821177688307,
      "grad_norm": 6.90625,
      "learning_rate": 2.8767801912571775e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.543381005525589,
      "num_tokens": 257859313.0,
      "step": 334830
    },
    {
      "epoch": 0.4247308963694159,
      "grad_norm": 4.9375,
      "learning_rate": 2.8767167602485483e-05,
      "loss": 1.7779,
      "mean_token_accuracy": 0.591556841135025,
      "num_tokens": 257866280.0,
      "step": 334840
    },
    {
      "epoch": 0.42474358096194875,
      "grad_norm": 10.375,
      "learning_rate": 2.876653329239919e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5509361624717712,
      "num_tokens": 257873234.0,
      "step": 334850
    },
    {
      "epoch": 0.4247562655544816,
      "grad_norm": 4.96875,
      "learning_rate": 2.87658989823129e-05,
      "loss": 1.6533,
      "mean_token_accuracy": 0.6252115428447723,
      "num_tokens": 257879756.0,
      "step": 334860
    },
    {
      "epoch": 0.42476895014701443,
      "grad_norm": 6.0625,
      "learning_rate": 2.8765264672226606e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5387529134750366,
      "num_tokens": 257888052.0,
      "step": 334870
    },
    {
      "epoch": 0.4247816347395473,
      "grad_norm": 10.9375,
      "learning_rate": 2.8764630362140315e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.525556617975235,
      "num_tokens": 257896436.0,
      "step": 334880
    },
    {
      "epoch": 0.4247943193320801,
      "grad_norm": 9.5625,
      "learning_rate": 2.8763996052054027e-05,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5312738478183746,
      "num_tokens": 257904596.0,
      "step": 334890
    },
    {
      "epoch": 0.4248070039246129,
      "grad_norm": 5.5,
      "learning_rate": 2.8763361741967732e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5406986862421036,
      "num_tokens": 257912948.0,
      "step": 334900
    },
    {
      "epoch": 0.42481968851714574,
      "grad_norm": 6.9375,
      "learning_rate": 2.876272743188144e-05,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5263385474681854,
      "num_tokens": 257921117.0,
      "step": 334910
    },
    {
      "epoch": 0.4248323731096786,
      "grad_norm": 6.46875,
      "learning_rate": 2.8762093121795146e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5690533697605134,
      "num_tokens": 257928854.0,
      "step": 334920
    },
    {
      "epoch": 0.4248450577022114,
      "grad_norm": 5.375,
      "learning_rate": 2.876145881170886e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5342317670583725,
      "num_tokens": 257938140.0,
      "step": 334930
    },
    {
      "epoch": 0.42485774229474427,
      "grad_norm": 5.1875,
      "learning_rate": 2.8760824501622567e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5296689748764039,
      "num_tokens": 257947011.0,
      "step": 334940
    },
    {
      "epoch": 0.4248704268872771,
      "grad_norm": 4.96875,
      "learning_rate": 2.8760190191536273e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5318241566419601,
      "num_tokens": 257955009.0,
      "step": 334950
    },
    {
      "epoch": 0.42488311147980995,
      "grad_norm": 7.0,
      "learning_rate": 2.8759555881449985e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5396000951528549,
      "num_tokens": 257962492.0,
      "step": 334960
    },
    {
      "epoch": 0.4248957960723428,
      "grad_norm": 7.03125,
      "learning_rate": 2.875892157136369e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5389127880334854,
      "num_tokens": 257970512.0,
      "step": 334970
    },
    {
      "epoch": 0.4249084806648756,
      "grad_norm": 5.375,
      "learning_rate": 2.87582872612774e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5511068493127823,
      "num_tokens": 257978347.0,
      "step": 334980
    },
    {
      "epoch": 0.4249211652574084,
      "grad_norm": 5.46875,
      "learning_rate": 2.875765295119111e-05,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5719931870698929,
      "num_tokens": 257986221.0,
      "step": 334990
    },
    {
      "epoch": 0.42493384984994126,
      "grad_norm": 6.75,
      "learning_rate": 2.8757018641104816e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5649177819490433,
      "num_tokens": 257993406.0,
      "step": 335000
    },
    {
      "epoch": 0.4249465344424741,
      "grad_norm": 5.59375,
      "learning_rate": 2.8756384331018525e-05,
      "loss": 2.2429,
      "mean_token_accuracy": 0.518120464682579,
      "num_tokens": 258001377.0,
      "step": 335010
    },
    {
      "epoch": 0.42495921903500694,
      "grad_norm": 6.53125,
      "learning_rate": 2.875575002093223e-05,
      "loss": 1.9169,
      "mean_token_accuracy": 0.568388718366623,
      "num_tokens": 258009290.0,
      "step": 335020
    },
    {
      "epoch": 0.4249719036275398,
      "grad_norm": 4.40625,
      "learning_rate": 2.8755115710845943e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5212936729192734,
      "num_tokens": 258017208.0,
      "step": 335030
    },
    {
      "epoch": 0.4249845882200726,
      "grad_norm": 5.15625,
      "learning_rate": 2.875448140075965e-05,
      "loss": 2.2775,
      "mean_token_accuracy": 0.5154330611228943,
      "num_tokens": 258025635.0,
      "step": 335040
    },
    {
      "epoch": 0.42499727281260546,
      "grad_norm": 5.53125,
      "learning_rate": 2.8753847090673357e-05,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5784470796585083,
      "num_tokens": 258032720.0,
      "step": 335050
    },
    {
      "epoch": 0.42500995740513825,
      "grad_norm": 5.0625,
      "learning_rate": 2.875321278058707e-05,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5653381973505021,
      "num_tokens": 258041817.0,
      "step": 335060
    },
    {
      "epoch": 0.4250226419976711,
      "grad_norm": 5.1875,
      "learning_rate": 2.8752578470500774e-05,
      "loss": 2.235,
      "mean_token_accuracy": 0.5084310919046402,
      "num_tokens": 258049705.0,
      "step": 335070
    },
    {
      "epoch": 0.42503532659020393,
      "grad_norm": 6.375,
      "learning_rate": 2.8751944160414483e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.550452321767807,
      "num_tokens": 258057359.0,
      "step": 335080
    },
    {
      "epoch": 0.4250480111827368,
      "grad_norm": 5.15625,
      "learning_rate": 2.8751309850328195e-05,
      "loss": 2.2354,
      "mean_token_accuracy": 0.5133139103651047,
      "num_tokens": 258065857.0,
      "step": 335090
    },
    {
      "epoch": 0.4250606957752696,
      "grad_norm": 4.75,
      "learning_rate": 2.87506755402419e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5537025213241578,
      "num_tokens": 258074562.0,
      "step": 335100
    },
    {
      "epoch": 0.42507338036780246,
      "grad_norm": 4.875,
      "learning_rate": 2.8750041230155613e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.542577937245369,
      "num_tokens": 258082495.0,
      "step": 335110
    },
    {
      "epoch": 0.4250860649603353,
      "grad_norm": 5.25,
      "learning_rate": 2.8749406920069314e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5439320147037506,
      "num_tokens": 258090904.0,
      "step": 335120
    },
    {
      "epoch": 0.42509874955286814,
      "grad_norm": 4.9375,
      "learning_rate": 2.8748772609983027e-05,
      "loss": 2.243,
      "mean_token_accuracy": 0.5154095113277435,
      "num_tokens": 258099759.0,
      "step": 335130
    },
    {
      "epoch": 0.4251114341454009,
      "grad_norm": 5.1875,
      "learning_rate": 2.874813829989674e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5316682130098342,
      "num_tokens": 258108368.0,
      "step": 335140
    },
    {
      "epoch": 0.42512411873793376,
      "grad_norm": 6.3125,
      "learning_rate": 2.8747503989810444e-05,
      "loss": 2.2607,
      "mean_token_accuracy": 0.5064961105585098,
      "num_tokens": 258116812.0,
      "step": 335150
    },
    {
      "epoch": 0.4251368033304666,
      "grad_norm": 6.03125,
      "learning_rate": 2.8746869679724153e-05,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5852756083011628,
      "num_tokens": 258123019.0,
      "step": 335160
    },
    {
      "epoch": 0.42514948792299945,
      "grad_norm": 5.34375,
      "learning_rate": 2.8746235369637858e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.539180338382721,
      "num_tokens": 258130242.0,
      "step": 335170
    },
    {
      "epoch": 0.4251621725155323,
      "grad_norm": 6.03125,
      "learning_rate": 2.874560105955157e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5512348592281342,
      "num_tokens": 258137750.0,
      "step": 335180
    },
    {
      "epoch": 0.42517485710806513,
      "grad_norm": 5.1875,
      "learning_rate": 2.874496674946528e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5556084275245666,
      "num_tokens": 258145596.0,
      "step": 335190
    },
    {
      "epoch": 0.42518754170059797,
      "grad_norm": 6.8125,
      "learning_rate": 2.8744332439378984e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5413922756910324,
      "num_tokens": 258152947.0,
      "step": 335200
    },
    {
      "epoch": 0.4252002262931308,
      "grad_norm": 5.0625,
      "learning_rate": 2.8743698129292697e-05,
      "loss": 1.8241,
      "mean_token_accuracy": 0.5926044285297394,
      "num_tokens": 258160619.0,
      "step": 335210
    },
    {
      "epoch": 0.4252129108856636,
      "grad_norm": 11.5,
      "learning_rate": 2.8743063819206402e-05,
      "loss": 1.8317,
      "mean_token_accuracy": 0.586450245976448,
      "num_tokens": 258167367.0,
      "step": 335220
    },
    {
      "epoch": 0.42522559547819644,
      "grad_norm": 7.21875,
      "learning_rate": 2.874242950912011e-05,
      "loss": 1.8679,
      "mean_token_accuracy": 0.5759620010852814,
      "num_tokens": 258173188.0,
      "step": 335230
    },
    {
      "epoch": 0.4252382800707293,
      "grad_norm": 5.03125,
      "learning_rate": 2.8741795199033823e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5311091363430023,
      "num_tokens": 258181688.0,
      "step": 335240
    },
    {
      "epoch": 0.4252509646632621,
      "grad_norm": 5.25,
      "learning_rate": 2.8741160888947528e-05,
      "loss": 2.2928,
      "mean_token_accuracy": 0.5127672761678695,
      "num_tokens": 258190218.0,
      "step": 335250
    },
    {
      "epoch": 0.42526364925579496,
      "grad_norm": 5.78125,
      "learning_rate": 2.8740526578861237e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5471128344535827,
      "num_tokens": 258196978.0,
      "step": 335260
    },
    {
      "epoch": 0.4252763338483278,
      "grad_norm": 4.9375,
      "learning_rate": 2.873989226877495e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5246331959962844,
      "num_tokens": 258204828.0,
      "step": 335270
    },
    {
      "epoch": 0.42528901844086064,
      "grad_norm": 5.0,
      "learning_rate": 2.8739257958688654e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5670018881559372,
      "num_tokens": 258212786.0,
      "step": 335280
    },
    {
      "epoch": 0.4253017030333935,
      "grad_norm": 5.03125,
      "learning_rate": 2.8738623648602363e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.525871479511261,
      "num_tokens": 258221689.0,
      "step": 335290
    },
    {
      "epoch": 0.42531438762592627,
      "grad_norm": 5.25,
      "learning_rate": 2.873798933851607e-05,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5658209919929504,
      "num_tokens": 258228586.0,
      "step": 335300
    },
    {
      "epoch": 0.4253270722184591,
      "grad_norm": 5.90625,
      "learning_rate": 2.873735502842978e-05,
      "loss": 1.8915,
      "mean_token_accuracy": 0.5768663316965104,
      "num_tokens": 258235436.0,
      "step": 335310
    },
    {
      "epoch": 0.42533975681099195,
      "grad_norm": 6.1875,
      "learning_rate": 2.873672071834349e-05,
      "loss": 2.3722,
      "mean_token_accuracy": 0.5014064729213714,
      "num_tokens": 258242853.0,
      "step": 335320
    },
    {
      "epoch": 0.4253524414035248,
      "grad_norm": 5.90625,
      "learning_rate": 2.8736086408257195e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.542258819937706,
      "num_tokens": 258250077.0,
      "step": 335330
    },
    {
      "epoch": 0.42536512599605764,
      "grad_norm": 4.8125,
      "learning_rate": 2.8735452098170907e-05,
      "loss": 2.2584,
      "mean_token_accuracy": 0.5098408490419388,
      "num_tokens": 258259447.0,
      "step": 335340
    },
    {
      "epoch": 0.4253778105885905,
      "grad_norm": 6.90625,
      "learning_rate": 2.8734817788084612e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5509536832571029,
      "num_tokens": 258267372.0,
      "step": 335350
    },
    {
      "epoch": 0.4253904951811233,
      "grad_norm": 4.75,
      "learning_rate": 2.873418347799832e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5426891565322876,
      "num_tokens": 258275515.0,
      "step": 335360
    },
    {
      "epoch": 0.4254031797736561,
      "grad_norm": 6.25,
      "learning_rate": 2.8733549167912033e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5430258810520172,
      "num_tokens": 258284265.0,
      "step": 335370
    },
    {
      "epoch": 0.42541586436618894,
      "grad_norm": 8.3125,
      "learning_rate": 2.873291485782574e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5321499109268188,
      "num_tokens": 258290447.0,
      "step": 335380
    },
    {
      "epoch": 0.4254285489587218,
      "grad_norm": 8.1875,
      "learning_rate": 2.8732280547739447e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5155178159475327,
      "num_tokens": 258298743.0,
      "step": 335390
    },
    {
      "epoch": 0.4254412335512546,
      "grad_norm": 6.53125,
      "learning_rate": 2.8731646237653152e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5495818197727204,
      "num_tokens": 258306968.0,
      "step": 335400
    },
    {
      "epoch": 0.42545391814378747,
      "grad_norm": 4.75,
      "learning_rate": 2.8731011927566865e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5404694318771363,
      "num_tokens": 258314970.0,
      "step": 335410
    },
    {
      "epoch": 0.4254666027363203,
      "grad_norm": 4.625,
      "learning_rate": 2.8730377617480577e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5696300357580185,
      "num_tokens": 258323969.0,
      "step": 335420
    },
    {
      "epoch": 0.42547928732885315,
      "grad_norm": 7.53125,
      "learning_rate": 2.872974330739428e-05,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5635226905345917,
      "num_tokens": 258332093.0,
      "step": 335430
    },
    {
      "epoch": 0.425491971921386,
      "grad_norm": 5.03125,
      "learning_rate": 2.872910899730799e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5553150922060013,
      "num_tokens": 258340224.0,
      "step": 335440
    },
    {
      "epoch": 0.4255046565139188,
      "grad_norm": 5.6875,
      "learning_rate": 2.8728474687221696e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5572448015213013,
      "num_tokens": 258348611.0,
      "step": 335450
    },
    {
      "epoch": 0.4255173411064516,
      "grad_norm": 7.40625,
      "learning_rate": 2.8727840377135405e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.558898600935936,
      "num_tokens": 258356548.0,
      "step": 335460
    },
    {
      "epoch": 0.42553002569898446,
      "grad_norm": 7.3125,
      "learning_rate": 2.8727206067049117e-05,
      "loss": 1.7818,
      "mean_token_accuracy": 0.6012044876813889,
      "num_tokens": 258363064.0,
      "step": 335470
    },
    {
      "epoch": 0.4255427102915173,
      "grad_norm": 6.5,
      "learning_rate": 2.8726571756962822e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5457997471094131,
      "num_tokens": 258371522.0,
      "step": 335480
    },
    {
      "epoch": 0.42555539488405014,
      "grad_norm": 7.0625,
      "learning_rate": 2.8725937446876534e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.531712943315506,
      "num_tokens": 258380081.0,
      "step": 335490
    },
    {
      "epoch": 0.425568079476583,
      "grad_norm": 5.46875,
      "learning_rate": 2.8725303136790236e-05,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5738055318593979,
      "num_tokens": 258388048.0,
      "step": 335500
    },
    {
      "epoch": 0.4255807640691158,
      "grad_norm": 6.15625,
      "learning_rate": 2.872466882670395e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5484594404697418,
      "num_tokens": 258394784.0,
      "step": 335510
    },
    {
      "epoch": 0.42559344866164867,
      "grad_norm": 6.09375,
      "learning_rate": 2.872403451661766e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5709967702627182,
      "num_tokens": 258402828.0,
      "step": 335520
    },
    {
      "epoch": 0.42560613325418145,
      "grad_norm": 6.15625,
      "learning_rate": 2.8723400206531366e-05,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5693617701530457,
      "num_tokens": 258410896.0,
      "step": 335530
    },
    {
      "epoch": 0.4256188178467143,
      "grad_norm": 5.0,
      "learning_rate": 2.8722765896445075e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5619229227304459,
      "num_tokens": 258419344.0,
      "step": 335540
    },
    {
      "epoch": 0.42563150243924713,
      "grad_norm": 4.53125,
      "learning_rate": 2.872213158635878e-05,
      "loss": 1.9617,
      "mean_token_accuracy": 0.559559839963913,
      "num_tokens": 258427579.0,
      "step": 335550
    },
    {
      "epoch": 0.42564418703178,
      "grad_norm": 5.125,
      "learning_rate": 2.8721497276272492e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5753489851951599,
      "num_tokens": 258434982.0,
      "step": 335560
    },
    {
      "epoch": 0.4256568716243128,
      "grad_norm": 5.5,
      "learning_rate": 2.87208629661862e-05,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5682443082332611,
      "num_tokens": 258443085.0,
      "step": 335570
    },
    {
      "epoch": 0.42566955621684566,
      "grad_norm": 5.21875,
      "learning_rate": 2.8720228656099906e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.543803197145462,
      "num_tokens": 258452455.0,
      "step": 335580
    },
    {
      "epoch": 0.4256822408093785,
      "grad_norm": 5.34375,
      "learning_rate": 2.871959434601362e-05,
      "loss": 1.8848,
      "mean_token_accuracy": 0.5846000254154206,
      "num_tokens": 258458979.0,
      "step": 335590
    },
    {
      "epoch": 0.42569492540191134,
      "grad_norm": 4.65625,
      "learning_rate": 2.8718960035927324e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5475423067808152,
      "num_tokens": 258467572.0,
      "step": 335600
    },
    {
      "epoch": 0.4257076099944441,
      "grad_norm": 5.15625,
      "learning_rate": 2.8718325725841033e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5412186205387115,
      "num_tokens": 258475510.0,
      "step": 335610
    },
    {
      "epoch": 0.42572029458697697,
      "grad_norm": 9.375,
      "learning_rate": 2.8717691415754745e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5436500698328018,
      "num_tokens": 258483391.0,
      "step": 335620
    },
    {
      "epoch": 0.4257329791795098,
      "grad_norm": 6.6875,
      "learning_rate": 2.871705710566845e-05,
      "loss": 2.191,
      "mean_token_accuracy": 0.5192224025726319,
      "num_tokens": 258492119.0,
      "step": 335630
    },
    {
      "epoch": 0.42574566377204265,
      "grad_norm": 4.75,
      "learning_rate": 2.871642279558216e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5693508893251419,
      "num_tokens": 258499029.0,
      "step": 335640
    },
    {
      "epoch": 0.4257583483645755,
      "grad_norm": 4.8125,
      "learning_rate": 2.8715788485495864e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5185819149017334,
      "num_tokens": 258506804.0,
      "step": 335650
    },
    {
      "epoch": 0.42577103295710833,
      "grad_norm": 7.03125,
      "learning_rate": 2.8715154175409576e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5369203597307205,
      "num_tokens": 258514781.0,
      "step": 335660
    },
    {
      "epoch": 0.42578371754964117,
      "grad_norm": 5.03125,
      "learning_rate": 2.8714519865323285e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5348171561956405,
      "num_tokens": 258523973.0,
      "step": 335670
    },
    {
      "epoch": 0.425796402142174,
      "grad_norm": 6.53125,
      "learning_rate": 2.871388555523699e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5466752171516418,
      "num_tokens": 258530827.0,
      "step": 335680
    },
    {
      "epoch": 0.4258090867347068,
      "grad_norm": 4.46875,
      "learning_rate": 2.8713251245150702e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5484110563993454,
      "num_tokens": 258538902.0,
      "step": 335690
    },
    {
      "epoch": 0.42582177132723964,
      "grad_norm": 5.9375,
      "learning_rate": 2.8712616935064408e-05,
      "loss": 1.9417,
      "mean_token_accuracy": 0.5697677850723266,
      "num_tokens": 258544357.0,
      "step": 335700
    },
    {
      "epoch": 0.4258344559197725,
      "grad_norm": 5.96875,
      "learning_rate": 2.8711982624978117e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5246943712234498,
      "num_tokens": 258552528.0,
      "step": 335710
    },
    {
      "epoch": 0.4258471405123053,
      "grad_norm": 6.96875,
      "learning_rate": 2.871134831489183e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5733930796384812,
      "num_tokens": 258560788.0,
      "step": 335720
    },
    {
      "epoch": 0.42585982510483816,
      "grad_norm": 5.9375,
      "learning_rate": 2.8710714004805534e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5692083805799484,
      "num_tokens": 258567528.0,
      "step": 335730
    },
    {
      "epoch": 0.425872509697371,
      "grad_norm": 6.84375,
      "learning_rate": 2.8710079694719243e-05,
      "loss": 2.2093,
      "mean_token_accuracy": 0.5346789836883545,
      "num_tokens": 258575105.0,
      "step": 335740
    },
    {
      "epoch": 0.42588519428990385,
      "grad_norm": 11.5,
      "learning_rate": 2.8709445384632948e-05,
      "loss": 2.2845,
      "mean_token_accuracy": 0.5330296784639359,
      "num_tokens": 258582254.0,
      "step": 335750
    },
    {
      "epoch": 0.4258978788824367,
      "grad_norm": 6.96875,
      "learning_rate": 2.870881107454666e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5205713748931885,
      "num_tokens": 258591444.0,
      "step": 335760
    },
    {
      "epoch": 0.4259105634749695,
      "grad_norm": 7.625,
      "learning_rate": 2.870817676446037e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.524347311258316,
      "num_tokens": 258599074.0,
      "step": 335770
    },
    {
      "epoch": 0.4259232480675023,
      "grad_norm": 5.6875,
      "learning_rate": 2.8707542454374074e-05,
      "loss": 1.9902,
      "mean_token_accuracy": 0.564452862739563,
      "num_tokens": 258606476.0,
      "step": 335780
    },
    {
      "epoch": 0.42593593266003515,
      "grad_norm": 4.875,
      "learning_rate": 2.8706908144287787e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5437523066997528,
      "num_tokens": 258614926.0,
      "step": 335790
    },
    {
      "epoch": 0.425948617252568,
      "grad_norm": 6.53125,
      "learning_rate": 2.8706273834201492e-05,
      "loss": 1.8361,
      "mean_token_accuracy": 0.590336611866951,
      "num_tokens": 258622129.0,
      "step": 335800
    },
    {
      "epoch": 0.42596130184510084,
      "grad_norm": 5.5,
      "learning_rate": 2.87056395241152e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.556798779964447,
      "num_tokens": 258631049.0,
      "step": 335810
    },
    {
      "epoch": 0.4259739864376337,
      "grad_norm": 8.9375,
      "learning_rate": 2.8705005214028913e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5489251166582108,
      "num_tokens": 258637422.0,
      "step": 335820
    },
    {
      "epoch": 0.4259866710301665,
      "grad_norm": 8.9375,
      "learning_rate": 2.8704370903942618e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5414067387580872,
      "num_tokens": 258644636.0,
      "step": 335830
    },
    {
      "epoch": 0.4259993556226993,
      "grad_norm": 7.25,
      "learning_rate": 2.870373659385633e-05,
      "loss": 1.86,
      "mean_token_accuracy": 0.5818972826004029,
      "num_tokens": 258650621.0,
      "step": 335840
    },
    {
      "epoch": 0.42601204021523215,
      "grad_norm": 4.875,
      "learning_rate": 2.8703102283770032e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5394299328327179,
      "num_tokens": 258657288.0,
      "step": 335850
    },
    {
      "epoch": 0.426024724807765,
      "grad_norm": 5.15625,
      "learning_rate": 2.8702467973683744e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5313440680503845,
      "num_tokens": 258665105.0,
      "step": 335860
    },
    {
      "epoch": 0.42603740940029783,
      "grad_norm": 8.0625,
      "learning_rate": 2.8701833663597456e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5292891800403595,
      "num_tokens": 258672919.0,
      "step": 335870
    },
    {
      "epoch": 0.42605009399283067,
      "grad_norm": 5.625,
      "learning_rate": 2.870119935351116e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5324639797210693,
      "num_tokens": 258680120.0,
      "step": 335880
    },
    {
      "epoch": 0.4260627785853635,
      "grad_norm": 5.625,
      "learning_rate": 2.870056504342487e-05,
      "loss": 1.9149,
      "mean_token_accuracy": 0.5689802050590516,
      "num_tokens": 258687883.0,
      "step": 335890
    },
    {
      "epoch": 0.42607546317789635,
      "grad_norm": 4.96875,
      "learning_rate": 2.8699930733338576e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5285408318042755,
      "num_tokens": 258696740.0,
      "step": 335900
    },
    {
      "epoch": 0.4260881477704292,
      "grad_norm": 5.09375,
      "learning_rate": 2.8699296423252288e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.538200530409813,
      "num_tokens": 258704160.0,
      "step": 335910
    },
    {
      "epoch": 0.426100832362962,
      "grad_norm": 5.25,
      "learning_rate": 2.8698662113165997e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5202256590127945,
      "num_tokens": 258712827.0,
      "step": 335920
    },
    {
      "epoch": 0.4261135169554948,
      "grad_norm": 7.1875,
      "learning_rate": 2.8698027803079702e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5574167966842651,
      "num_tokens": 258721232.0,
      "step": 335930
    },
    {
      "epoch": 0.42612620154802766,
      "grad_norm": 6.8125,
      "learning_rate": 2.8697393492993414e-05,
      "loss": 1.7508,
      "mean_token_accuracy": 0.6072738379240036,
      "num_tokens": 258729198.0,
      "step": 335940
    },
    {
      "epoch": 0.4261388861405605,
      "grad_norm": 5.40625,
      "learning_rate": 2.869675918290712e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5635955274105072,
      "num_tokens": 258737335.0,
      "step": 335950
    },
    {
      "epoch": 0.42615157073309334,
      "grad_norm": 4.8125,
      "learning_rate": 2.8696124872820828e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5624602913856507,
      "num_tokens": 258744754.0,
      "step": 335960
    },
    {
      "epoch": 0.4261642553256262,
      "grad_norm": 5.34375,
      "learning_rate": 2.869549056273454e-05,
      "loss": 1.902,
      "mean_token_accuracy": 0.5726270258426667,
      "num_tokens": 258752647.0,
      "step": 335970
    },
    {
      "epoch": 0.426176939918159,
      "grad_norm": 5.78125,
      "learning_rate": 2.8694856252648246e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5432454496622086,
      "num_tokens": 258760675.0,
      "step": 335980
    },
    {
      "epoch": 0.42618962451069187,
      "grad_norm": 5.84375,
      "learning_rate": 2.8694221942561955e-05,
      "loss": 1.9191,
      "mean_token_accuracy": 0.5640021145343781,
      "num_tokens": 258767715.0,
      "step": 335990
    },
    {
      "epoch": 0.42620230910322465,
      "grad_norm": 5.90625,
      "learning_rate": 2.869358763247566e-05,
      "loss": 2.2178,
      "mean_token_accuracy": 0.5222956627607346,
      "num_tokens": 258776002.0,
      "step": 336000
    },
    {
      "epoch": 0.4262149936957575,
      "grad_norm": 5.15625,
      "learning_rate": 2.8692953322389372e-05,
      "loss": 1.6933,
      "mean_token_accuracy": 0.6171592593193054,
      "num_tokens": 258782806.0,
      "step": 336010
    },
    {
      "epoch": 0.42622767828829033,
      "grad_norm": 5.96875,
      "learning_rate": 2.869231901230308e-05,
      "loss": 2.2582,
      "mean_token_accuracy": 0.5272702306509018,
      "num_tokens": 258790713.0,
      "step": 336020
    },
    {
      "epoch": 0.4262403628808232,
      "grad_norm": 6.71875,
      "learning_rate": 2.8691684702216786e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5402164995670319,
      "num_tokens": 258798210.0,
      "step": 336030
    },
    {
      "epoch": 0.426253047473356,
      "grad_norm": 6.15625,
      "learning_rate": 2.8691050392130498e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5210395902395248,
      "num_tokens": 258807691.0,
      "step": 336040
    },
    {
      "epoch": 0.42626573206588886,
      "grad_norm": 5.59375,
      "learning_rate": 2.8690416082044204e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5576730251312256,
      "num_tokens": 258816549.0,
      "step": 336050
    },
    {
      "epoch": 0.4262784166584217,
      "grad_norm": 5.625,
      "learning_rate": 2.8689781771957912e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5228906810283661,
      "num_tokens": 258825164.0,
      "step": 336060
    },
    {
      "epoch": 0.42629110125095454,
      "grad_norm": 7.75,
      "learning_rate": 2.8689147461871624e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.530110090970993,
      "num_tokens": 258832817.0,
      "step": 336070
    },
    {
      "epoch": 0.4263037858434873,
      "grad_norm": 4.8125,
      "learning_rate": 2.868851315178533e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5344609171152115,
      "num_tokens": 258840560.0,
      "step": 336080
    },
    {
      "epoch": 0.42631647043602017,
      "grad_norm": 10.5,
      "learning_rate": 2.868787884169904e-05,
      "loss": 1.8428,
      "mean_token_accuracy": 0.5810191214084626,
      "num_tokens": 258847821.0,
      "step": 336090
    },
    {
      "epoch": 0.426329155028553,
      "grad_norm": 5.75,
      "learning_rate": 2.8687244531612744e-05,
      "loss": 1.8956,
      "mean_token_accuracy": 0.5704024761915207,
      "num_tokens": 258854185.0,
      "step": 336100
    },
    {
      "epoch": 0.42634183962108585,
      "grad_norm": 4.65625,
      "learning_rate": 2.8686610221526456e-05,
      "loss": 1.8626,
      "mean_token_accuracy": 0.5851374596357346,
      "num_tokens": 258861477.0,
      "step": 336110
    },
    {
      "epoch": 0.4263545242136187,
      "grad_norm": 6.125,
      "learning_rate": 2.8685975911440165e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5561181128025054,
      "num_tokens": 258869421.0,
      "step": 336120
    },
    {
      "epoch": 0.42636720880615153,
      "grad_norm": 5.25,
      "learning_rate": 2.868534160135387e-05,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5670807123184204,
      "num_tokens": 258878715.0,
      "step": 336130
    },
    {
      "epoch": 0.4263798933986844,
      "grad_norm": 10.0625,
      "learning_rate": 2.8684707291267582e-05,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5919438391923905,
      "num_tokens": 258886789.0,
      "step": 336140
    },
    {
      "epoch": 0.4263925779912172,
      "grad_norm": 5.125,
      "learning_rate": 2.868407298118129e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5272339165210724,
      "num_tokens": 258894768.0,
      "step": 336150
    },
    {
      "epoch": 0.42640526258375,
      "grad_norm": 5.90625,
      "learning_rate": 2.8683438671094996e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5458620667457581,
      "num_tokens": 258901663.0,
      "step": 336160
    },
    {
      "epoch": 0.42641794717628284,
      "grad_norm": 5.96875,
      "learning_rate": 2.868280436100871e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5598267018795013,
      "num_tokens": 258910504.0,
      "step": 336170
    },
    {
      "epoch": 0.4264306317688157,
      "grad_norm": 6.09375,
      "learning_rate": 2.8682170050922414e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5343832701444626,
      "num_tokens": 258917762.0,
      "step": 336180
    },
    {
      "epoch": 0.4264433163613485,
      "grad_norm": 4.96875,
      "learning_rate": 2.8681535740836123e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5447295159101486,
      "num_tokens": 258926195.0,
      "step": 336190
    },
    {
      "epoch": 0.42645600095388136,
      "grad_norm": 6.21875,
      "learning_rate": 2.8680901430749835e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5443362116813659,
      "num_tokens": 258934304.0,
      "step": 336200
    },
    {
      "epoch": 0.4264686855464142,
      "grad_norm": 6.96875,
      "learning_rate": 2.868026712066354e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5651542484760285,
      "num_tokens": 258941948.0,
      "step": 336210
    },
    {
      "epoch": 0.42648137013894705,
      "grad_norm": 9.5,
      "learning_rate": 2.8679632810577252e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5438295781612397,
      "num_tokens": 258948857.0,
      "step": 336220
    },
    {
      "epoch": 0.4264940547314799,
      "grad_norm": 4.96875,
      "learning_rate": 2.8678998500490954e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5327117502689361,
      "num_tokens": 258956615.0,
      "step": 336230
    },
    {
      "epoch": 0.4265067393240127,
      "grad_norm": 5.25,
      "learning_rate": 2.8678364190404666e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5620797783136368,
      "num_tokens": 258963922.0,
      "step": 336240
    },
    {
      "epoch": 0.4265194239165455,
      "grad_norm": 5.71875,
      "learning_rate": 2.867772988031838e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5651768833398819,
      "num_tokens": 258971536.0,
      "step": 336250
    },
    {
      "epoch": 0.42653210850907836,
      "grad_norm": 5.1875,
      "learning_rate": 2.8677095570232084e-05,
      "loss": 1.7613,
      "mean_token_accuracy": 0.5888283997774124,
      "num_tokens": 258977814.0,
      "step": 336260
    },
    {
      "epoch": 0.4265447931016112,
      "grad_norm": 5.6875,
      "learning_rate": 2.8676461260145792e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5346266359090805,
      "num_tokens": 258987207.0,
      "step": 336270
    },
    {
      "epoch": 0.42655747769414404,
      "grad_norm": 5.46875,
      "learning_rate": 2.8675826950059498e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5267216831445694,
      "num_tokens": 258996173.0,
      "step": 336280
    },
    {
      "epoch": 0.4265701622866769,
      "grad_norm": 5.28125,
      "learning_rate": 2.867519263997321e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5716022998094559,
      "num_tokens": 259004880.0,
      "step": 336290
    },
    {
      "epoch": 0.4265828468792097,
      "grad_norm": 5.3125,
      "learning_rate": 2.867455832988692e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5581781506538391,
      "num_tokens": 259012105.0,
      "step": 336300
    },
    {
      "epoch": 0.4265955314717425,
      "grad_norm": 4.84375,
      "learning_rate": 2.8673924019800624e-05,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5302728056907654,
      "num_tokens": 259021332.0,
      "step": 336310
    },
    {
      "epoch": 0.42660821606427535,
      "grad_norm": 5.46875,
      "learning_rate": 2.8673289709714336e-05,
      "loss": 2.2318,
      "mean_token_accuracy": 0.5171948492527008,
      "num_tokens": 259029363.0,
      "step": 336320
    },
    {
      "epoch": 0.4266209006568082,
      "grad_norm": 6.5625,
      "learning_rate": 2.867265539962804e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5322517067193985,
      "num_tokens": 259037080.0,
      "step": 336330
    },
    {
      "epoch": 0.42663358524934103,
      "grad_norm": 5.59375,
      "learning_rate": 2.867202108954175e-05,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5499104380607605,
      "num_tokens": 259044149.0,
      "step": 336340
    },
    {
      "epoch": 0.42664626984187387,
      "grad_norm": 4.65625,
      "learning_rate": 2.8671386779455462e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5591194272041321,
      "num_tokens": 259050513.0,
      "step": 336350
    },
    {
      "epoch": 0.4266589544344067,
      "grad_norm": 5.65625,
      "learning_rate": 2.8670752469369168e-05,
      "loss": 1.8502,
      "mean_token_accuracy": 0.5958976566791534,
      "num_tokens": 259057316.0,
      "step": 336360
    },
    {
      "epoch": 0.42667163902693955,
      "grad_norm": 6.90625,
      "learning_rate": 2.8670118159282876e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5546454638242722,
      "num_tokens": 259063271.0,
      "step": 336370
    },
    {
      "epoch": 0.4266843236194724,
      "grad_norm": 6.5625,
      "learning_rate": 2.8669483849196582e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5460944145917892,
      "num_tokens": 259070212.0,
      "step": 336380
    },
    {
      "epoch": 0.4266970082120052,
      "grad_norm": 5.0625,
      "learning_rate": 2.8668849539110294e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5434070318937302,
      "num_tokens": 259079559.0,
      "step": 336390
    },
    {
      "epoch": 0.426709692804538,
      "grad_norm": 6.5,
      "learning_rate": 2.8668215229024003e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5409064620733262,
      "num_tokens": 259086915.0,
      "step": 336400
    },
    {
      "epoch": 0.42672237739707086,
      "grad_norm": 5.65625,
      "learning_rate": 2.8667580918937708e-05,
      "loss": 2.2709,
      "mean_token_accuracy": 0.5139345943927764,
      "num_tokens": 259094990.0,
      "step": 336410
    },
    {
      "epoch": 0.4267350619896037,
      "grad_norm": 6.125,
      "learning_rate": 2.866694660885142e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5756245762109756,
      "num_tokens": 259102539.0,
      "step": 336420
    },
    {
      "epoch": 0.42674774658213654,
      "grad_norm": 5.5,
      "learning_rate": 2.8666312298765126e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5321003645658493,
      "num_tokens": 259110039.0,
      "step": 336430
    },
    {
      "epoch": 0.4267604311746694,
      "grad_norm": 5.0,
      "learning_rate": 2.8665677988678834e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.56360824406147,
      "num_tokens": 259117139.0,
      "step": 336440
    },
    {
      "epoch": 0.4267731157672022,
      "grad_norm": 4.78125,
      "learning_rate": 2.8665043678592546e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.536103954911232,
      "num_tokens": 259124939.0,
      "step": 336450
    },
    {
      "epoch": 0.42678580035973507,
      "grad_norm": 7.34375,
      "learning_rate": 2.8664409368506252e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5605087667703629,
      "num_tokens": 259132104.0,
      "step": 336460
    },
    {
      "epoch": 0.42679848495226785,
      "grad_norm": 4.875,
      "learning_rate": 2.866377505841996e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5505085259675979,
      "num_tokens": 259139493.0,
      "step": 336470
    },
    {
      "epoch": 0.4268111695448007,
      "grad_norm": 4.96875,
      "learning_rate": 2.8663140748333666e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5420305550098419,
      "num_tokens": 259147054.0,
      "step": 336480
    },
    {
      "epoch": 0.42682385413733354,
      "grad_norm": 5.625,
      "learning_rate": 2.8662506438247378e-05,
      "loss": 2.2371,
      "mean_token_accuracy": 0.517836406826973,
      "num_tokens": 259155617.0,
      "step": 336490
    },
    {
      "epoch": 0.4268365387298664,
      "grad_norm": 5.125,
      "learning_rate": 2.8661872128161087e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5521630138158798,
      "num_tokens": 259163717.0,
      "step": 336500
    },
    {
      "epoch": 0.4268492233223992,
      "grad_norm": 5.25,
      "learning_rate": 2.8661237818074792e-05,
      "loss": 2.2361,
      "mean_token_accuracy": 0.5139698386192322,
      "num_tokens": 259173259.0,
      "step": 336510
    },
    {
      "epoch": 0.42686190791493206,
      "grad_norm": 5.1875,
      "learning_rate": 2.8660603507988504e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5447925746440887,
      "num_tokens": 259182067.0,
      "step": 336520
    },
    {
      "epoch": 0.4268745925074649,
      "grad_norm": 5.28125,
      "learning_rate": 2.865996919790221e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5786107540130615,
      "num_tokens": 259190015.0,
      "step": 336530
    },
    {
      "epoch": 0.42688727709999774,
      "grad_norm": 5.53125,
      "learning_rate": 2.8659334887815918e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5514346331357955,
      "num_tokens": 259197096.0,
      "step": 336540
    },
    {
      "epoch": 0.4268999616925305,
      "grad_norm": 5.0,
      "learning_rate": 2.865870057772963e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5501189589500427,
      "num_tokens": 259206205.0,
      "step": 336550
    },
    {
      "epoch": 0.42691264628506337,
      "grad_norm": 4.40625,
      "learning_rate": 2.8658066267643336e-05,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5642842739820481,
      "num_tokens": 259214085.0,
      "step": 336560
    },
    {
      "epoch": 0.4269253308775962,
      "grad_norm": 6.03125,
      "learning_rate": 2.8657431957557044e-05,
      "loss": 2.2345,
      "mean_token_accuracy": 0.519537216424942,
      "num_tokens": 259221791.0,
      "step": 336570
    },
    {
      "epoch": 0.42693801547012905,
      "grad_norm": 6.90625,
      "learning_rate": 2.865679764747075e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.519168010354042,
      "num_tokens": 259229799.0,
      "step": 336580
    },
    {
      "epoch": 0.4269507000626619,
      "grad_norm": 5.0,
      "learning_rate": 2.8656163337384462e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5609585076570511,
      "num_tokens": 259236888.0,
      "step": 336590
    },
    {
      "epoch": 0.42696338465519473,
      "grad_norm": 5.65625,
      "learning_rate": 2.8655529027298174e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5424384027719498,
      "num_tokens": 259244030.0,
      "step": 336600
    },
    {
      "epoch": 0.4269760692477276,
      "grad_norm": 5.90625,
      "learning_rate": 2.8654894717211876e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5603855341672898,
      "num_tokens": 259250865.0,
      "step": 336610
    },
    {
      "epoch": 0.4269887538402604,
      "grad_norm": 7.25,
      "learning_rate": 2.8654260407125588e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5505855113267899,
      "num_tokens": 259258753.0,
      "step": 336620
    },
    {
      "epoch": 0.4270014384327932,
      "grad_norm": 6.4375,
      "learning_rate": 2.8653626097039294e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5641497313976288,
      "num_tokens": 259266124.0,
      "step": 336630
    },
    {
      "epoch": 0.42701412302532604,
      "grad_norm": 4.59375,
      "learning_rate": 2.8652991786953006e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5388391822576523,
      "num_tokens": 259273905.0,
      "step": 336640
    },
    {
      "epoch": 0.4270268076178589,
      "grad_norm": 5.0625,
      "learning_rate": 2.8652357476866714e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5304651618003845,
      "num_tokens": 259281203.0,
      "step": 336650
    },
    {
      "epoch": 0.4270394922103917,
      "grad_norm": 5.375,
      "learning_rate": 2.865172316678042e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5513950228691101,
      "num_tokens": 259289207.0,
      "step": 336660
    },
    {
      "epoch": 0.42705217680292457,
      "grad_norm": 6.53125,
      "learning_rate": 2.8651088856694132e-05,
      "loss": 1.9476,
      "mean_token_accuracy": 0.5563858062028885,
      "num_tokens": 259296748.0,
      "step": 336670
    },
    {
      "epoch": 0.4270648613954574,
      "grad_norm": 5.125,
      "learning_rate": 2.8650454546607837e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5179619073867798,
      "num_tokens": 259304065.0,
      "step": 336680
    },
    {
      "epoch": 0.42707754598799025,
      "grad_norm": 5.15625,
      "learning_rate": 2.8649820236521546e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5579960614442825,
      "num_tokens": 259310621.0,
      "step": 336690
    },
    {
      "epoch": 0.4270902305805231,
      "grad_norm": 8.125,
      "learning_rate": 2.8649185926435258e-05,
      "loss": 2.2583,
      "mean_token_accuracy": 0.5126777529716492,
      "num_tokens": 259316641.0,
      "step": 336700
    },
    {
      "epoch": 0.4271029151730559,
      "grad_norm": 7.15625,
      "learning_rate": 2.8648551616348963e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5565309256315232,
      "num_tokens": 259323334.0,
      "step": 336710
    },
    {
      "epoch": 0.4271155997655887,
      "grad_norm": 6.09375,
      "learning_rate": 2.8647917306262672e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.5737423747777939,
      "num_tokens": 259330273.0,
      "step": 336720
    },
    {
      "epoch": 0.42712828435812156,
      "grad_norm": 5.65625,
      "learning_rate": 2.8647282996176378e-05,
      "loss": 2.2561,
      "mean_token_accuracy": 0.5175493031740188,
      "num_tokens": 259338557.0,
      "step": 336730
    },
    {
      "epoch": 0.4271409689506544,
      "grad_norm": 4.5625,
      "learning_rate": 2.864664868609009e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5770788758993148,
      "num_tokens": 259344700.0,
      "step": 336740
    },
    {
      "epoch": 0.42715365354318724,
      "grad_norm": 5.1875,
      "learning_rate": 2.86460143760038e-05,
      "loss": 2.2659,
      "mean_token_accuracy": 0.5112573951482773,
      "num_tokens": 259351580.0,
      "step": 336750
    },
    {
      "epoch": 0.4271663381357201,
      "grad_norm": 5.34375,
      "learning_rate": 2.8645380065917504e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5238249778747559,
      "num_tokens": 259359094.0,
      "step": 336760
    },
    {
      "epoch": 0.4271790227282529,
      "grad_norm": 5.09375,
      "learning_rate": 2.8644745755831216e-05,
      "loss": 1.8218,
      "mean_token_accuracy": 0.5933655738830567,
      "num_tokens": 259365262.0,
      "step": 336770
    },
    {
      "epoch": 0.4271917073207857,
      "grad_norm": 4.5625,
      "learning_rate": 2.864411144574492e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5640381187200546,
      "num_tokens": 259373183.0,
      "step": 336780
    },
    {
      "epoch": 0.42720439191331855,
      "grad_norm": 5.21875,
      "learning_rate": 2.864347713565863e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5447232186794281,
      "num_tokens": 259381490.0,
      "step": 336790
    },
    {
      "epoch": 0.4272170765058514,
      "grad_norm": 4.65625,
      "learning_rate": 2.8642842825572342e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5371472865343094,
      "num_tokens": 259390184.0,
      "step": 336800
    },
    {
      "epoch": 0.42722976109838423,
      "grad_norm": 5.34375,
      "learning_rate": 2.8642208515486047e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5540397733449935,
      "num_tokens": 259398529.0,
      "step": 336810
    },
    {
      "epoch": 0.42724244569091707,
      "grad_norm": 7.84375,
      "learning_rate": 2.8641574205399756e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5470277488231658,
      "num_tokens": 259406410.0,
      "step": 336820
    },
    {
      "epoch": 0.4272551302834499,
      "grad_norm": 4.75,
      "learning_rate": 2.864093989531346e-05,
      "loss": 2.2741,
      "mean_token_accuracy": 0.5063495814800263,
      "num_tokens": 259415204.0,
      "step": 336830
    },
    {
      "epoch": 0.42726781487598275,
      "grad_norm": 5.96875,
      "learning_rate": 2.8640305585227174e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5188081860542297,
      "num_tokens": 259422249.0,
      "step": 336840
    },
    {
      "epoch": 0.4272804994685156,
      "grad_norm": 5.71875,
      "learning_rate": 2.8639671275140882e-05,
      "loss": 1.8475,
      "mean_token_accuracy": 0.5907981127500535,
      "num_tokens": 259430888.0,
      "step": 336850
    },
    {
      "epoch": 0.4272931840610484,
      "grad_norm": 5.09375,
      "learning_rate": 2.8639036965054588e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5449738532304764,
      "num_tokens": 259439218.0,
      "step": 336860
    },
    {
      "epoch": 0.4273058686535812,
      "grad_norm": 5.78125,
      "learning_rate": 2.86384026549683e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5186655104160309,
      "num_tokens": 259447539.0,
      "step": 336870
    },
    {
      "epoch": 0.42731855324611406,
      "grad_norm": 6.3125,
      "learning_rate": 2.8637768344882005e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5576580405235291,
      "num_tokens": 259454220.0,
      "step": 336880
    },
    {
      "epoch": 0.4273312378386469,
      "grad_norm": 5.125,
      "learning_rate": 2.8637134034795714e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5506542384624481,
      "num_tokens": 259462551.0,
      "step": 336890
    },
    {
      "epoch": 0.42734392243117975,
      "grad_norm": 4.9375,
      "learning_rate": 2.8636499724709426e-05,
      "loss": 1.8203,
      "mean_token_accuracy": 0.5912484765052796,
      "num_tokens": 259468345.0,
      "step": 336900
    },
    {
      "epoch": 0.4273566070237126,
      "grad_norm": 5.09375,
      "learning_rate": 2.863586541462313e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5385576099157333,
      "num_tokens": 259477123.0,
      "step": 336910
    },
    {
      "epoch": 0.42736929161624543,
      "grad_norm": 6.84375,
      "learning_rate": 2.863523110453684e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5282219320535659,
      "num_tokens": 259484662.0,
      "step": 336920
    },
    {
      "epoch": 0.42738197620877827,
      "grad_norm": 5.34375,
      "learning_rate": 2.8634596794450546e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5611605256795883,
      "num_tokens": 259493433.0,
      "step": 336930
    },
    {
      "epoch": 0.42739466080131105,
      "grad_norm": 5.1875,
      "learning_rate": 2.8633962484364258e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5376307815313339,
      "num_tokens": 259501455.0,
      "step": 336940
    },
    {
      "epoch": 0.4274073453938439,
      "grad_norm": 6.0625,
      "learning_rate": 2.8633328174277966e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5400178581476212,
      "num_tokens": 259509315.0,
      "step": 336950
    },
    {
      "epoch": 0.42742002998637674,
      "grad_norm": 5.96875,
      "learning_rate": 2.8632693864191672e-05,
      "loss": 1.7765,
      "mean_token_accuracy": 0.5997489482164383,
      "num_tokens": 259516110.0,
      "step": 336960
    },
    {
      "epoch": 0.4274327145789096,
      "grad_norm": 9.4375,
      "learning_rate": 2.8632059554105384e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.584414267539978,
      "num_tokens": 259522801.0,
      "step": 336970
    },
    {
      "epoch": 0.4274453991714424,
      "grad_norm": 6.21875,
      "learning_rate": 2.863142524401909e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5338423132896424,
      "num_tokens": 259530113.0,
      "step": 336980
    },
    {
      "epoch": 0.42745808376397526,
      "grad_norm": 12.625,
      "learning_rate": 2.8630790933932798e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5273540794849396,
      "num_tokens": 259537521.0,
      "step": 336990
    },
    {
      "epoch": 0.4274707683565081,
      "grad_norm": 7.875,
      "learning_rate": 2.863015662384651e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5454989105463028,
      "num_tokens": 259545663.0,
      "step": 337000
    },
    {
      "epoch": 0.42748345294904094,
      "grad_norm": 5.96875,
      "learning_rate": 2.8629522313760215e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5290266096591949,
      "num_tokens": 259554027.0,
      "step": 337010
    },
    {
      "epoch": 0.42749613754157373,
      "grad_norm": 6.5,
      "learning_rate": 2.8628888003673928e-05,
      "loss": 2.2949,
      "mean_token_accuracy": 0.5050489425659179,
      "num_tokens": 259562492.0,
      "step": 337020
    },
    {
      "epoch": 0.42750882213410657,
      "grad_norm": 6.71875,
      "learning_rate": 2.862825369358763e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5356290966272355,
      "num_tokens": 259571491.0,
      "step": 337030
    },
    {
      "epoch": 0.4275215067266394,
      "grad_norm": 4.9375,
      "learning_rate": 2.8627619383501342e-05,
      "loss": 2.2816,
      "mean_token_accuracy": 0.509706312417984,
      "num_tokens": 259580116.0,
      "step": 337040
    },
    {
      "epoch": 0.42753419131917225,
      "grad_norm": 5.15625,
      "learning_rate": 2.8626985073415054e-05,
      "loss": 1.8039,
      "mean_token_accuracy": 0.598064523935318,
      "num_tokens": 259587401.0,
      "step": 337050
    },
    {
      "epoch": 0.4275468759117051,
      "grad_norm": 6.125,
      "learning_rate": 2.862635076332876e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.577544903755188,
      "num_tokens": 259594226.0,
      "step": 337060
    },
    {
      "epoch": 0.42755956050423793,
      "grad_norm": 5.5,
      "learning_rate": 2.8625716453242468e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5409001410007477,
      "num_tokens": 259603202.0,
      "step": 337070
    },
    {
      "epoch": 0.4275722450967708,
      "grad_norm": 7.5,
      "learning_rate": 2.862508214315618e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5477627277374267,
      "num_tokens": 259609948.0,
      "step": 337080
    },
    {
      "epoch": 0.4275849296893036,
      "grad_norm": 9.0,
      "learning_rate": 2.8624447833069885e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5314542084932328,
      "num_tokens": 259616599.0,
      "step": 337090
    },
    {
      "epoch": 0.4275976142818364,
      "grad_norm": 6.875,
      "learning_rate": 2.8623813522983594e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5752831757068634,
      "num_tokens": 259623644.0,
      "step": 337100
    },
    {
      "epoch": 0.42761029887436924,
      "grad_norm": 7.09375,
      "learning_rate": 2.86231792128973e-05,
      "loss": 1.68,
      "mean_token_accuracy": 0.6288662344217301,
      "num_tokens": 259629498.0,
      "step": 337110
    },
    {
      "epoch": 0.4276229834669021,
      "grad_norm": 9.6875,
      "learning_rate": 2.862254490281101e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5581359505653382,
      "num_tokens": 259636716.0,
      "step": 337120
    },
    {
      "epoch": 0.4276356680594349,
      "grad_norm": 6.84375,
      "learning_rate": 2.862191059272472e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5406844735145568,
      "num_tokens": 259644206.0,
      "step": 337130
    },
    {
      "epoch": 0.42764835265196777,
      "grad_norm": 5.03125,
      "learning_rate": 2.8621276282638426e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5344842404127121,
      "num_tokens": 259652246.0,
      "step": 337140
    },
    {
      "epoch": 0.4276610372445006,
      "grad_norm": 6.0,
      "learning_rate": 2.8620641972552138e-05,
      "loss": 2.2095,
      "mean_token_accuracy": 0.513962310552597,
      "num_tokens": 259660661.0,
      "step": 337150
    },
    {
      "epoch": 0.42767372183703345,
      "grad_norm": 13.75,
      "learning_rate": 2.8620007662465843e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5139203071594238,
      "num_tokens": 259667721.0,
      "step": 337160
    },
    {
      "epoch": 0.4276864064295663,
      "grad_norm": 5.34375,
      "learning_rate": 2.8619373352379552e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.53210668861866,
      "num_tokens": 259675693.0,
      "step": 337170
    },
    {
      "epoch": 0.4276990910220991,
      "grad_norm": 12.3125,
      "learning_rate": 2.8618739042293264e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5344678193330765,
      "num_tokens": 259681532.0,
      "step": 337180
    },
    {
      "epoch": 0.4277117756146319,
      "grad_norm": 5.25,
      "learning_rate": 2.861810473220697e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5293859004974365,
      "num_tokens": 259690158.0,
      "step": 337190
    },
    {
      "epoch": 0.42772446020716476,
      "grad_norm": 7.1875,
      "learning_rate": 2.8617470422120678e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5513645142316819,
      "num_tokens": 259697206.0,
      "step": 337200
    },
    {
      "epoch": 0.4277371447996976,
      "grad_norm": 6.1875,
      "learning_rate": 2.8616836112034383e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5411038726568222,
      "num_tokens": 259704893.0,
      "step": 337210
    },
    {
      "epoch": 0.42774982939223044,
      "grad_norm": 6.59375,
      "learning_rate": 2.8616201801948096e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5320019602775574,
      "num_tokens": 259712753.0,
      "step": 337220
    },
    {
      "epoch": 0.4277625139847633,
      "grad_norm": 4.75,
      "learning_rate": 2.8615567491861804e-05,
      "loss": 1.9073,
      "mean_token_accuracy": 0.5899007678031921,
      "num_tokens": 259720056.0,
      "step": 337230
    },
    {
      "epoch": 0.4277751985772961,
      "grad_norm": 8.0625,
      "learning_rate": 2.861493318177551e-05,
      "loss": 1.8149,
      "mean_token_accuracy": 0.6019543945789337,
      "num_tokens": 259727712.0,
      "step": 337240
    },
    {
      "epoch": 0.4277878831698289,
      "grad_norm": 12.0625,
      "learning_rate": 2.8614298871689222e-05,
      "loss": 1.7961,
      "mean_token_accuracy": 0.5867903679609299,
      "num_tokens": 259733492.0,
      "step": 337250
    },
    {
      "epoch": 0.42780056776236175,
      "grad_norm": 7.25,
      "learning_rate": 2.8613664561602927e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5589970231056214,
      "num_tokens": 259740547.0,
      "step": 337260
    },
    {
      "epoch": 0.4278132523548946,
      "grad_norm": 6.0,
      "learning_rate": 2.8613030251516636e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5303505003452301,
      "num_tokens": 259748078.0,
      "step": 337270
    },
    {
      "epoch": 0.42782593694742743,
      "grad_norm": 6.03125,
      "learning_rate": 2.8612395941430348e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5659536361694336,
      "num_tokens": 259755402.0,
      "step": 337280
    },
    {
      "epoch": 0.4278386215399603,
      "grad_norm": 7.6875,
      "learning_rate": 2.8611761631344053e-05,
      "loss": 1.9755,
      "mean_token_accuracy": 0.5691081762313843,
      "num_tokens": 259763955.0,
      "step": 337290
    },
    {
      "epoch": 0.4278513061324931,
      "grad_norm": 5.71875,
      "learning_rate": 2.8611127321257762e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5362475335597991,
      "num_tokens": 259772716.0,
      "step": 337300
    },
    {
      "epoch": 0.42786399072502596,
      "grad_norm": 25.875,
      "learning_rate": 2.8610493011171468e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5429014891386033,
      "num_tokens": 259780298.0,
      "step": 337310
    },
    {
      "epoch": 0.4278766753175588,
      "grad_norm": 5.1875,
      "learning_rate": 2.860985870108518e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5247893571853638,
      "num_tokens": 259788669.0,
      "step": 337320
    },
    {
      "epoch": 0.4278893599100916,
      "grad_norm": 6.75,
      "learning_rate": 2.860922439099889e-05,
      "loss": 1.759,
      "mean_token_accuracy": 0.6228326201438904,
      "num_tokens": 259794824.0,
      "step": 337330
    },
    {
      "epoch": 0.4279020445026244,
      "grad_norm": 4.875,
      "learning_rate": 2.8608590080912594e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.548907271027565,
      "num_tokens": 259803065.0,
      "step": 337340
    },
    {
      "epoch": 0.42791472909515726,
      "grad_norm": 5.875,
      "learning_rate": 2.8607955770826306e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.53029605448246,
      "num_tokens": 259811108.0,
      "step": 337350
    },
    {
      "epoch": 0.4279274136876901,
      "grad_norm": 4.5625,
      "learning_rate": 2.860732146074001e-05,
      "loss": 2.2842,
      "mean_token_accuracy": 0.5053334474563599,
      "num_tokens": 259819491.0,
      "step": 337360
    },
    {
      "epoch": 0.42794009828022295,
      "grad_norm": 6.5,
      "learning_rate": 2.860668715065372e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5408078074455261,
      "num_tokens": 259827694.0,
      "step": 337370
    },
    {
      "epoch": 0.4279527828727558,
      "grad_norm": 6.09375,
      "learning_rate": 2.8606052840567432e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5389333695173264,
      "num_tokens": 259835291.0,
      "step": 337380
    },
    {
      "epoch": 0.42796546746528863,
      "grad_norm": 13.5,
      "learning_rate": 2.8605418530481137e-05,
      "loss": 1.8932,
      "mean_token_accuracy": 0.5804076284170151,
      "num_tokens": 259841168.0,
      "step": 337390
    },
    {
      "epoch": 0.42797815205782147,
      "grad_norm": 6.0625,
      "learning_rate": 2.860478422039485e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5351456344127655,
      "num_tokens": 259848920.0,
      "step": 337400
    },
    {
      "epoch": 0.42799083665035426,
      "grad_norm": 4.96875,
      "learning_rate": 2.860414991030855e-05,
      "loss": 1.745,
      "mean_token_accuracy": 0.6064273178577423,
      "num_tokens": 259855969.0,
      "step": 337410
    },
    {
      "epoch": 0.4280035212428871,
      "grad_norm": 5.5,
      "learning_rate": 2.8603515600222264e-05,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5285074949264527,
      "num_tokens": 259863293.0,
      "step": 337420
    },
    {
      "epoch": 0.42801620583541994,
      "grad_norm": 4.75,
      "learning_rate": 2.8602881290135976e-05,
      "loss": 1.8533,
      "mean_token_accuracy": 0.5888016521930695,
      "num_tokens": 259870351.0,
      "step": 337430
    },
    {
      "epoch": 0.4280288904279528,
      "grad_norm": 11.1875,
      "learning_rate": 2.860224698004968e-05,
      "loss": 2.2354,
      "mean_token_accuracy": 0.5291971564292908,
      "num_tokens": 259876800.0,
      "step": 337440
    },
    {
      "epoch": 0.4280415750204856,
      "grad_norm": 5.78125,
      "learning_rate": 2.860161266996339e-05,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5625446707010269,
      "num_tokens": 259883080.0,
      "step": 337450
    },
    {
      "epoch": 0.42805425961301846,
      "grad_norm": 4.9375,
      "learning_rate": 2.8600978359877095e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5288560688495636,
      "num_tokens": 259891138.0,
      "step": 337460
    },
    {
      "epoch": 0.4280669442055513,
      "grad_norm": 5.21875,
      "learning_rate": 2.8600344049790807e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5614977300167083,
      "num_tokens": 259898670.0,
      "step": 337470
    },
    {
      "epoch": 0.42807962879808414,
      "grad_norm": 10.4375,
      "learning_rate": 2.8599709739704516e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5398654013872146,
      "num_tokens": 259905318.0,
      "step": 337480
    },
    {
      "epoch": 0.42809231339061693,
      "grad_norm": 5.875,
      "learning_rate": 2.859907542961822e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5474310427904129,
      "num_tokens": 259913471.0,
      "step": 337490
    },
    {
      "epoch": 0.42810499798314977,
      "grad_norm": 5.03125,
      "learning_rate": 2.8598441119531934e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5307172477245331,
      "num_tokens": 259922026.0,
      "step": 337500
    },
    {
      "epoch": 0.4281176825756826,
      "grad_norm": 6.21875,
      "learning_rate": 2.859780680944564e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5287263065576553,
      "num_tokens": 259929639.0,
      "step": 337510
    },
    {
      "epoch": 0.42813036716821545,
      "grad_norm": 6.84375,
      "learning_rate": 2.8597172499359348e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5254419475793839,
      "num_tokens": 259937717.0,
      "step": 337520
    },
    {
      "epoch": 0.4281430517607483,
      "grad_norm": 6.4375,
      "learning_rate": 2.859653818927306e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5242230087518692,
      "num_tokens": 259946094.0,
      "step": 337530
    },
    {
      "epoch": 0.42815573635328114,
      "grad_norm": 6.03125,
      "learning_rate": 2.8595903879186765e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5549838006496429,
      "num_tokens": 259953497.0,
      "step": 337540
    },
    {
      "epoch": 0.428168420945814,
      "grad_norm": 7.53125,
      "learning_rate": 2.8595269569100474e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5442010909318924,
      "num_tokens": 259961714.0,
      "step": 337550
    },
    {
      "epoch": 0.4281811055383468,
      "grad_norm": 4.90625,
      "learning_rate": 2.859463525901418e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5405932843685151,
      "num_tokens": 259969843.0,
      "step": 337560
    },
    {
      "epoch": 0.4281937901308796,
      "grad_norm": 5.0,
      "learning_rate": 2.859400094892789e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.53179452419281,
      "num_tokens": 259976675.0,
      "step": 337570
    },
    {
      "epoch": 0.42820647472341244,
      "grad_norm": 9.625,
      "learning_rate": 2.85933666388416e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5416774988174439,
      "num_tokens": 259984782.0,
      "step": 337580
    },
    {
      "epoch": 0.4282191593159453,
      "grad_norm": 4.5,
      "learning_rate": 2.8592732328755305e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5335829764604568,
      "num_tokens": 259993757.0,
      "step": 337590
    },
    {
      "epoch": 0.4282318439084781,
      "grad_norm": 5.09375,
      "learning_rate": 2.8592098018669018e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5500024616718292,
      "num_tokens": 260001656.0,
      "step": 337600
    },
    {
      "epoch": 0.42824452850101097,
      "grad_norm": 5.1875,
      "learning_rate": 2.8591463708582723e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.526187950372696,
      "num_tokens": 260010298.0,
      "step": 337610
    },
    {
      "epoch": 0.4282572130935438,
      "grad_norm": 5.71875,
      "learning_rate": 2.859082939849643e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5250470101833343,
      "num_tokens": 260018267.0,
      "step": 337620
    },
    {
      "epoch": 0.42826989768607665,
      "grad_norm": 5.78125,
      "learning_rate": 2.8590195088410144e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5568789899349212,
      "num_tokens": 260026293.0,
      "step": 337630
    },
    {
      "epoch": 0.4282825822786095,
      "grad_norm": 5.96875,
      "learning_rate": 2.858956077832385e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5444553196430206,
      "num_tokens": 260033773.0,
      "step": 337640
    },
    {
      "epoch": 0.4282952668711423,
      "grad_norm": 5.375,
      "learning_rate": 2.8588926468237558e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5513983190059661,
      "num_tokens": 260041440.0,
      "step": 337650
    },
    {
      "epoch": 0.4283079514636751,
      "grad_norm": 5.5,
      "learning_rate": 2.8588292158151263e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5503466069698334,
      "num_tokens": 260049316.0,
      "step": 337660
    },
    {
      "epoch": 0.42832063605620796,
      "grad_norm": 5.1875,
      "learning_rate": 2.8587657848064975e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5286246538162231,
      "num_tokens": 260057634.0,
      "step": 337670
    },
    {
      "epoch": 0.4283333206487408,
      "grad_norm": 8.125,
      "learning_rate": 2.8587023537978684e-05,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5646504342556,
      "num_tokens": 260064742.0,
      "step": 337680
    },
    {
      "epoch": 0.42834600524127364,
      "grad_norm": 6.375,
      "learning_rate": 2.858638922789239e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5451713353395462,
      "num_tokens": 260071715.0,
      "step": 337690
    },
    {
      "epoch": 0.4283586898338065,
      "grad_norm": 15.0,
      "learning_rate": 2.85857549178061e-05,
      "loss": 1.8441,
      "mean_token_accuracy": 0.5928847998380661,
      "num_tokens": 260077228.0,
      "step": 337700
    },
    {
      "epoch": 0.4283713744263393,
      "grad_norm": 6.5625,
      "learning_rate": 2.8585120607719807e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.557237645983696,
      "num_tokens": 260084571.0,
      "step": 337710
    },
    {
      "epoch": 0.4283840590188721,
      "grad_norm": 12.3125,
      "learning_rate": 2.8584486297633516e-05,
      "loss": 1.9146,
      "mean_token_accuracy": 0.5795613676309586,
      "num_tokens": 260091791.0,
      "step": 337720
    },
    {
      "epoch": 0.42839674361140495,
      "grad_norm": 5.5,
      "learning_rate": 2.8583851987547228e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5660576313734055,
      "num_tokens": 260099458.0,
      "step": 337730
    },
    {
      "epoch": 0.4284094282039378,
      "grad_norm": 6.28125,
      "learning_rate": 2.8583217677460933e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5373761266469955,
      "num_tokens": 260106265.0,
      "step": 337740
    },
    {
      "epoch": 0.42842211279647063,
      "grad_norm": 5.65625,
      "learning_rate": 2.8582583367374642e-05,
      "loss": 2.2484,
      "mean_token_accuracy": 0.519814258813858,
      "num_tokens": 260114692.0,
      "step": 337750
    },
    {
      "epoch": 0.4284347973890035,
      "grad_norm": 5.09375,
      "learning_rate": 2.8581949057288347e-05,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5649317860603332,
      "num_tokens": 260121515.0,
      "step": 337760
    },
    {
      "epoch": 0.4284474819815363,
      "grad_norm": 6.90625,
      "learning_rate": 2.858131474720206e-05,
      "loss": 1.8002,
      "mean_token_accuracy": 0.5883772015571594,
      "num_tokens": 260129072.0,
      "step": 337770
    },
    {
      "epoch": 0.42846016657406916,
      "grad_norm": 6.1875,
      "learning_rate": 2.858068043711577e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5685825496912003,
      "num_tokens": 260137040.0,
      "step": 337780
    },
    {
      "epoch": 0.428472851166602,
      "grad_norm": 4.8125,
      "learning_rate": 2.8580046127029473e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5535053104162216,
      "num_tokens": 260143991.0,
      "step": 337790
    },
    {
      "epoch": 0.4284855357591348,
      "grad_norm": 7.78125,
      "learning_rate": 2.8579411816943186e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.5853434681892395,
      "num_tokens": 260151649.0,
      "step": 337800
    },
    {
      "epoch": 0.4284982203516676,
      "grad_norm": 5.0,
      "learning_rate": 2.857877750685689e-05,
      "loss": 1.9674,
      "mean_token_accuracy": 0.566637122631073,
      "num_tokens": 260159641.0,
      "step": 337810
    },
    {
      "epoch": 0.42851090494420047,
      "grad_norm": 4.8125,
      "learning_rate": 2.8578143196770603e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5344855606555938,
      "num_tokens": 260166959.0,
      "step": 337820
    },
    {
      "epoch": 0.4285235895367333,
      "grad_norm": 7.375,
      "learning_rate": 2.8577508886684312e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5587102890014648,
      "num_tokens": 260174426.0,
      "step": 337830
    },
    {
      "epoch": 0.42853627412926615,
      "grad_norm": 5.09375,
      "learning_rate": 2.8576874576598017e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5341432750225067,
      "num_tokens": 260183986.0,
      "step": 337840
    },
    {
      "epoch": 0.428548958721799,
      "grad_norm": 9.8125,
      "learning_rate": 2.857624026651173e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5630190193653106,
      "num_tokens": 260190186.0,
      "step": 337850
    },
    {
      "epoch": 0.42856164331433183,
      "grad_norm": 11.75,
      "learning_rate": 2.8575605956425435e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5405552536249161,
      "num_tokens": 260196950.0,
      "step": 337860
    },
    {
      "epoch": 0.42857432790686467,
      "grad_norm": 5.96875,
      "learning_rate": 2.8574971646339143e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.5703233867883682,
      "num_tokens": 260204589.0,
      "step": 337870
    },
    {
      "epoch": 0.42858701249939746,
      "grad_norm": 8.1875,
      "learning_rate": 2.8574337336252856e-05,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5675193578004837,
      "num_tokens": 260211380.0,
      "step": 337880
    },
    {
      "epoch": 0.4285996970919303,
      "grad_norm": 6.96875,
      "learning_rate": 2.857370302616656e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.561981800198555,
      "num_tokens": 260218154.0,
      "step": 337890
    },
    {
      "epoch": 0.42861238168446314,
      "grad_norm": 4.8125,
      "learning_rate": 2.857306871608027e-05,
      "loss": 2.285,
      "mean_token_accuracy": 0.49848260581493375,
      "num_tokens": 260227567.0,
      "step": 337900
    },
    {
      "epoch": 0.428625066276996,
      "grad_norm": 7.0,
      "learning_rate": 2.8572434405993975e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5413682103157044,
      "num_tokens": 260234263.0,
      "step": 337910
    },
    {
      "epoch": 0.4286377508695288,
      "grad_norm": 10.25,
      "learning_rate": 2.8571800095907687e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.5503372877836228,
      "num_tokens": 260240481.0,
      "step": 337920
    },
    {
      "epoch": 0.42865043546206166,
      "grad_norm": 5.4375,
      "learning_rate": 2.8571165785821396e-05,
      "loss": 2.2447,
      "mean_token_accuracy": 0.5152189344167709,
      "num_tokens": 260247620.0,
      "step": 337930
    },
    {
      "epoch": 0.4286631200545945,
      "grad_norm": 5.4375,
      "learning_rate": 2.85705314757351e-05,
      "loss": 2.229,
      "mean_token_accuracy": 0.5171794533729553,
      "num_tokens": 260256789.0,
      "step": 337940
    },
    {
      "epoch": 0.42867580464712735,
      "grad_norm": 5.0,
      "learning_rate": 2.8569897165648813e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.523046201467514,
      "num_tokens": 260265888.0,
      "step": 337950
    },
    {
      "epoch": 0.42868848923966013,
      "grad_norm": 5.25,
      "learning_rate": 2.856926285556252e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.525632119178772,
      "num_tokens": 260275368.0,
      "step": 337960
    },
    {
      "epoch": 0.42870117383219297,
      "grad_norm": 5.03125,
      "learning_rate": 2.8568628545476227e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.5500823259353638,
      "num_tokens": 260283385.0,
      "step": 337970
    },
    {
      "epoch": 0.4287138584247258,
      "grad_norm": 5.03125,
      "learning_rate": 2.856799423538994e-05,
      "loss": 2.2033,
      "mean_token_accuracy": 0.5256599187850952,
      "num_tokens": 260291814.0,
      "step": 337980
    },
    {
      "epoch": 0.42872654301725865,
      "grad_norm": 4.75,
      "learning_rate": 2.8567359925303645e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5463524132966995,
      "num_tokens": 260298378.0,
      "step": 337990
    },
    {
      "epoch": 0.4287392276097915,
      "grad_norm": 5.375,
      "learning_rate": 2.8566725615217354e-05,
      "loss": 1.8831,
      "mean_token_accuracy": 0.5820951491594315,
      "num_tokens": 260305160.0,
      "step": 338000
    },
    {
      "epoch": 0.42875191220232434,
      "grad_norm": 4.9375,
      "learning_rate": 2.8566091305131066e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5765462279319763,
      "num_tokens": 260312872.0,
      "step": 338010
    },
    {
      "epoch": 0.4287645967948572,
      "grad_norm": 8.0625,
      "learning_rate": 2.856545699504477e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5587351828813553,
      "num_tokens": 260320674.0,
      "step": 338020
    },
    {
      "epoch": 0.42877728138739,
      "grad_norm": 5.5625,
      "learning_rate": 2.856482268495848e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5387914568185806,
      "num_tokens": 260327791.0,
      "step": 338030
    },
    {
      "epoch": 0.4287899659799228,
      "grad_norm": 5.5,
      "learning_rate": 2.8564188374872185e-05,
      "loss": 1.8593,
      "mean_token_accuracy": 0.5927532553672791,
      "num_tokens": 260335646.0,
      "step": 338040
    },
    {
      "epoch": 0.42880265057245565,
      "grad_norm": 5.46875,
      "learning_rate": 2.8563554064785897e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5466807305812835,
      "num_tokens": 260342103.0,
      "step": 338050
    },
    {
      "epoch": 0.4288153351649885,
      "grad_norm": 5.59375,
      "learning_rate": 2.8562919754699606e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5339609801769256,
      "num_tokens": 260350186.0,
      "step": 338060
    },
    {
      "epoch": 0.42882801975752133,
      "grad_norm": 5.96875,
      "learning_rate": 2.856228544461331e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5303845852613449,
      "num_tokens": 260358965.0,
      "step": 338070
    },
    {
      "epoch": 0.42884070435005417,
      "grad_norm": 5.6875,
      "learning_rate": 2.8561651134527024e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5321073114871979,
      "num_tokens": 260368305.0,
      "step": 338080
    },
    {
      "epoch": 0.428853388942587,
      "grad_norm": 5.5,
      "learning_rate": 2.856101682444073e-05,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5647621572017669,
      "num_tokens": 260375537.0,
      "step": 338090
    },
    {
      "epoch": 0.42886607353511985,
      "grad_norm": 5.25,
      "learning_rate": 2.8560382514354438e-05,
      "loss": 2.2462,
      "mean_token_accuracy": 0.5215840548276901,
      "num_tokens": 260383450.0,
      "step": 338100
    },
    {
      "epoch": 0.4288787581276527,
      "grad_norm": 6.09375,
      "learning_rate": 2.855974820426815e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5638661175966263,
      "num_tokens": 260391824.0,
      "step": 338110
    },
    {
      "epoch": 0.4288914427201855,
      "grad_norm": 5.71875,
      "learning_rate": 2.8559113894181855e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.6012133806943893,
      "num_tokens": 260399116.0,
      "step": 338120
    },
    {
      "epoch": 0.4289041273127183,
      "grad_norm": 5.125,
      "learning_rate": 2.8558479584095564e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5480094611644745,
      "num_tokens": 260407062.0,
      "step": 338130
    },
    {
      "epoch": 0.42891681190525116,
      "grad_norm": 6.0625,
      "learning_rate": 2.855784527400927e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5247840106487274,
      "num_tokens": 260415162.0,
      "step": 338140
    },
    {
      "epoch": 0.428929496497784,
      "grad_norm": 6.09375,
      "learning_rate": 2.855721096392298e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.538386869430542,
      "num_tokens": 260423949.0,
      "step": 338150
    },
    {
      "epoch": 0.42894218109031684,
      "grad_norm": 7.21875,
      "learning_rate": 2.8556576653836693e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.557982474565506,
      "num_tokens": 260430818.0,
      "step": 338160
    },
    {
      "epoch": 0.4289548656828497,
      "grad_norm": 4.9375,
      "learning_rate": 2.8555942343750395e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5360904067754746,
      "num_tokens": 260439798.0,
      "step": 338170
    },
    {
      "epoch": 0.4289675502753825,
      "grad_norm": 7.0625,
      "learning_rate": 2.8555308033664108e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5408416777849198,
      "num_tokens": 260446246.0,
      "step": 338180
    },
    {
      "epoch": 0.4289802348679153,
      "grad_norm": 7.125,
      "learning_rate": 2.8554673723577813e-05,
      "loss": 1.9087,
      "mean_token_accuracy": 0.5681290477514267,
      "num_tokens": 260455157.0,
      "step": 338190
    },
    {
      "epoch": 0.42899291946044815,
      "grad_norm": 6.75,
      "learning_rate": 2.8554039413491525e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.546222448348999,
      "num_tokens": 260461379.0,
      "step": 338200
    },
    {
      "epoch": 0.429005604052981,
      "grad_norm": 4.9375,
      "learning_rate": 2.8553405103405234e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5737263202667237,
      "num_tokens": 260468465.0,
      "step": 338210
    },
    {
      "epoch": 0.42901828864551383,
      "grad_norm": 2.296875,
      "learning_rate": 2.855277079331894e-05,
      "loss": 1.7947,
      "mean_token_accuracy": 0.5955111533403397,
      "num_tokens": 260475890.0,
      "step": 338220
    },
    {
      "epoch": 0.4290309732380467,
      "grad_norm": 4.65625,
      "learning_rate": 2.855213648323265e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5307740360498429,
      "num_tokens": 260483968.0,
      "step": 338230
    },
    {
      "epoch": 0.4290436578305795,
      "grad_norm": 5.4375,
      "learning_rate": 2.8551502173146357e-05,
      "loss": 1.9557,
      "mean_token_accuracy": 0.576172149181366,
      "num_tokens": 260491873.0,
      "step": 338240
    },
    {
      "epoch": 0.42905634242311236,
      "grad_norm": 8.375,
      "learning_rate": 2.8550867863060065e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5356000661849976,
      "num_tokens": 260501250.0,
      "step": 338250
    },
    {
      "epoch": 0.4290690270156452,
      "grad_norm": 5.0625,
      "learning_rate": 2.8550233552973777e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5597830414772034,
      "num_tokens": 260508151.0,
      "step": 338260
    },
    {
      "epoch": 0.429081711608178,
      "grad_norm": 6.0,
      "learning_rate": 2.8549599242887483e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5383672028779983,
      "num_tokens": 260515880.0,
      "step": 338270
    },
    {
      "epoch": 0.4290943962007108,
      "grad_norm": 4.96875,
      "learning_rate": 2.854896493280119e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.542403581738472,
      "num_tokens": 260524823.0,
      "step": 338280
    },
    {
      "epoch": 0.42910708079324367,
      "grad_norm": 7.46875,
      "learning_rate": 2.8548330622714897e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5626954883337021,
      "num_tokens": 260531894.0,
      "step": 338290
    },
    {
      "epoch": 0.4291197653857765,
      "grad_norm": 10.1875,
      "learning_rate": 2.854769631262861e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5574064165353775,
      "num_tokens": 260540204.0,
      "step": 338300
    },
    {
      "epoch": 0.42913244997830935,
      "grad_norm": 5.0,
      "learning_rate": 2.8547062002542318e-05,
      "loss": 1.9696,
      "mean_token_accuracy": 0.571758833527565,
      "num_tokens": 260547374.0,
      "step": 338310
    },
    {
      "epoch": 0.4291451345708422,
      "grad_norm": 4.78125,
      "learning_rate": 2.8546427692456023e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5191415190696717,
      "num_tokens": 260556672.0,
      "step": 338320
    },
    {
      "epoch": 0.42915781916337503,
      "grad_norm": 7.9375,
      "learning_rate": 2.8545793382369735e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5580922842025757,
      "num_tokens": 260564374.0,
      "step": 338330
    },
    {
      "epoch": 0.4291705037559079,
      "grad_norm": 5.6875,
      "learning_rate": 2.854515907228344e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5553573548793793,
      "num_tokens": 260571786.0,
      "step": 338340
    },
    {
      "epoch": 0.42918318834844066,
      "grad_norm": 7.125,
      "learning_rate": 2.854452476219715e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.542038980126381,
      "num_tokens": 260579901.0,
      "step": 338350
    },
    {
      "epoch": 0.4291958729409735,
      "grad_norm": 6.03125,
      "learning_rate": 2.854389045211086e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5373687416315078,
      "num_tokens": 260588439.0,
      "step": 338360
    },
    {
      "epoch": 0.42920855753350634,
      "grad_norm": 4.96875,
      "learning_rate": 2.8543256142024567e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5450167715549469,
      "num_tokens": 260594907.0,
      "step": 338370
    },
    {
      "epoch": 0.4292212421260392,
      "grad_norm": 7.1875,
      "learning_rate": 2.8542621831938276e-05,
      "loss": 1.8756,
      "mean_token_accuracy": 0.5781083583831788,
      "num_tokens": 260601150.0,
      "step": 338380
    },
    {
      "epoch": 0.429233926718572,
      "grad_norm": 4.96875,
      "learning_rate": 2.854198752185198e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.55219706594944,
      "num_tokens": 260608048.0,
      "step": 338390
    },
    {
      "epoch": 0.42924661131110486,
      "grad_norm": 4.9375,
      "learning_rate": 2.8541353211765693e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5387273699045181,
      "num_tokens": 260615553.0,
      "step": 338400
    },
    {
      "epoch": 0.4292592959036377,
      "grad_norm": 9.0,
      "learning_rate": 2.8540718901679402e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5447532802820205,
      "num_tokens": 260622601.0,
      "step": 338410
    },
    {
      "epoch": 0.42927198049617055,
      "grad_norm": 7.21875,
      "learning_rate": 2.8540084591593107e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5452960819005966,
      "num_tokens": 260630531.0,
      "step": 338420
    },
    {
      "epoch": 0.42928466508870333,
      "grad_norm": 7.0625,
      "learning_rate": 2.853945028150682e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5430907487869263,
      "num_tokens": 260637678.0,
      "step": 338430
    },
    {
      "epoch": 0.4292973496812362,
      "grad_norm": 5.3125,
      "learning_rate": 2.8538815971420525e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5461953639984131,
      "num_tokens": 260645374.0,
      "step": 338440
    },
    {
      "epoch": 0.429310034273769,
      "grad_norm": 4.84375,
      "learning_rate": 2.8538181661334233e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5368053108453751,
      "num_tokens": 260653165.0,
      "step": 338450
    },
    {
      "epoch": 0.42932271886630186,
      "grad_norm": 5.65625,
      "learning_rate": 2.8537547351247945e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5218268126249314,
      "num_tokens": 260660688.0,
      "step": 338460
    },
    {
      "epoch": 0.4293354034588347,
      "grad_norm": 6.25,
      "learning_rate": 2.853691304116165e-05,
      "loss": 1.8466,
      "mean_token_accuracy": 0.5807108283042908,
      "num_tokens": 260668047.0,
      "step": 338470
    },
    {
      "epoch": 0.42934808805136754,
      "grad_norm": 6.875,
      "learning_rate": 2.853627873107536e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5456780254840851,
      "num_tokens": 260676944.0,
      "step": 338480
    },
    {
      "epoch": 0.4293607726439004,
      "grad_norm": 7.0625,
      "learning_rate": 2.8535644420989065e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5341573089361191,
      "num_tokens": 260684556.0,
      "step": 338490
    },
    {
      "epoch": 0.4293734572364332,
      "grad_norm": 5.40625,
      "learning_rate": 2.8535010110902777e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5279688686132431,
      "num_tokens": 260692996.0,
      "step": 338500
    },
    {
      "epoch": 0.429386141828966,
      "grad_norm": 5.46875,
      "learning_rate": 2.8534375800816486e-05,
      "loss": 1.894,
      "mean_token_accuracy": 0.5726231157779693,
      "num_tokens": 260699521.0,
      "step": 338510
    },
    {
      "epoch": 0.42939882642149885,
      "grad_norm": 6.875,
      "learning_rate": 2.853374149073019e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5487998634576797,
      "num_tokens": 260707955.0,
      "step": 338520
    },
    {
      "epoch": 0.4294115110140317,
      "grad_norm": 6.5625,
      "learning_rate": 2.8533107180643903e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5422944992780685,
      "num_tokens": 260716226.0,
      "step": 338530
    },
    {
      "epoch": 0.42942419560656453,
      "grad_norm": 6.15625,
      "learning_rate": 2.853247287055761e-05,
      "loss": 1.8211,
      "mean_token_accuracy": 0.5849190175533294,
      "num_tokens": 260723738.0,
      "step": 338540
    },
    {
      "epoch": 0.42943688019909737,
      "grad_norm": 6.59375,
      "learning_rate": 2.8531838560471317e-05,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5804224371910095,
      "num_tokens": 260730655.0,
      "step": 338550
    },
    {
      "epoch": 0.4294495647916302,
      "grad_norm": 5.96875,
      "learning_rate": 2.853120425038503e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5491420716047287,
      "num_tokens": 260738281.0,
      "step": 338560
    },
    {
      "epoch": 0.42946224938416305,
      "grad_norm": 4.90625,
      "learning_rate": 2.8530569940298735e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5677804529666901,
      "num_tokens": 260747040.0,
      "step": 338570
    },
    {
      "epoch": 0.4294749339766959,
      "grad_norm": 5.625,
      "learning_rate": 2.8529935630212447e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.542949891090393,
      "num_tokens": 260755247.0,
      "step": 338580
    },
    {
      "epoch": 0.4294876185692287,
      "grad_norm": 4.90625,
      "learning_rate": 2.852930132012615e-05,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5244872510433197,
      "num_tokens": 260763015.0,
      "step": 338590
    },
    {
      "epoch": 0.4295003031617615,
      "grad_norm": 5.53125,
      "learning_rate": 2.852866701003986e-05,
      "loss": 1.8285,
      "mean_token_accuracy": 0.5917777955532074,
      "num_tokens": 260768861.0,
      "step": 338600
    },
    {
      "epoch": 0.42951298775429436,
      "grad_norm": 5.90625,
      "learning_rate": 2.8528032699953573e-05,
      "loss": 2.2094,
      "mean_token_accuracy": 0.5324018269777298,
      "num_tokens": 260776707.0,
      "step": 338610
    },
    {
      "epoch": 0.4295256723468272,
      "grad_norm": 15.1875,
      "learning_rate": 2.852739838986728e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.537367644906044,
      "num_tokens": 260783737.0,
      "step": 338620
    },
    {
      "epoch": 0.42953835693936004,
      "grad_norm": 10.375,
      "learning_rate": 2.8526764079780987e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5318736433982849,
      "num_tokens": 260790901.0,
      "step": 338630
    },
    {
      "epoch": 0.4295510415318929,
      "grad_norm": 6.71875,
      "learning_rate": 2.8526129769694693e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.514866241812706,
      "num_tokens": 260798942.0,
      "step": 338640
    },
    {
      "epoch": 0.4295637261244257,
      "grad_norm": 5.875,
      "learning_rate": 2.8525495459608405e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5341051310300827,
      "num_tokens": 260808037.0,
      "step": 338650
    },
    {
      "epoch": 0.4295764107169585,
      "grad_norm": 7.6875,
      "learning_rate": 2.8524861149522113e-05,
      "loss": 1.8238,
      "mean_token_accuracy": 0.5777256220579148,
      "num_tokens": 260814727.0,
      "step": 338660
    },
    {
      "epoch": 0.42958909530949135,
      "grad_norm": 5.28125,
      "learning_rate": 2.852422683943582e-05,
      "loss": 2.2545,
      "mean_token_accuracy": 0.5092291533946991,
      "num_tokens": 260822927.0,
      "step": 338670
    },
    {
      "epoch": 0.4296017799020242,
      "grad_norm": 6.09375,
      "learning_rate": 2.852359252934953e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5384026348590851,
      "num_tokens": 260832009.0,
      "step": 338680
    },
    {
      "epoch": 0.42961446449455704,
      "grad_norm": 5.75,
      "learning_rate": 2.8522958219263236e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5611843764781952,
      "num_tokens": 260839157.0,
      "step": 338690
    },
    {
      "epoch": 0.4296271490870899,
      "grad_norm": 5.375,
      "learning_rate": 2.8522323909176945e-05,
      "loss": 1.9197,
      "mean_token_accuracy": 0.5834684699773789,
      "num_tokens": 260845780.0,
      "step": 338700
    },
    {
      "epoch": 0.4296398336796227,
      "grad_norm": 5.53125,
      "learning_rate": 2.8521689599090657e-05,
      "loss": 1.9035,
      "mean_token_accuracy": 0.5727421969175339,
      "num_tokens": 260852947.0,
      "step": 338710
    },
    {
      "epoch": 0.42965251827215556,
      "grad_norm": 4.78125,
      "learning_rate": 2.8521055289004363e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5325730800628662,
      "num_tokens": 260860734.0,
      "step": 338720
    },
    {
      "epoch": 0.4296652028646884,
      "grad_norm": 6.03125,
      "learning_rate": 2.852042097891807e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5718538343906403,
      "num_tokens": 260867836.0,
      "step": 338730
    },
    {
      "epoch": 0.4296778874572212,
      "grad_norm": 6.875,
      "learning_rate": 2.8519786668831777e-05,
      "loss": 1.7743,
      "mean_token_accuracy": 0.6234790563583374,
      "num_tokens": 260873155.0,
      "step": 338740
    },
    {
      "epoch": 0.429690572049754,
      "grad_norm": 5.84375,
      "learning_rate": 2.851915235874549e-05,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5314749985933304,
      "num_tokens": 260880830.0,
      "step": 338750
    },
    {
      "epoch": 0.42970325664228687,
      "grad_norm": 5.9375,
      "learning_rate": 2.8518518048659197e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5353314846754074,
      "num_tokens": 260889561.0,
      "step": 338760
    },
    {
      "epoch": 0.4297159412348197,
      "grad_norm": 5.4375,
      "learning_rate": 2.8517883738572903e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5609916001558304,
      "num_tokens": 260897402.0,
      "step": 338770
    },
    {
      "epoch": 0.42972862582735255,
      "grad_norm": 10.125,
      "learning_rate": 2.8517249428486615e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5448546886444092,
      "num_tokens": 260904872.0,
      "step": 338780
    },
    {
      "epoch": 0.4297413104198854,
      "grad_norm": 4.96875,
      "learning_rate": 2.851661511840032e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5455064803361893,
      "num_tokens": 260914204.0,
      "step": 338790
    },
    {
      "epoch": 0.42975399501241823,
      "grad_norm": 13.75,
      "learning_rate": 2.851598080831403e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5406790494918823,
      "num_tokens": 260920503.0,
      "step": 338800
    },
    {
      "epoch": 0.4297666796049511,
      "grad_norm": 6.375,
      "learning_rate": 2.851534649822774e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5276495456695557,
      "num_tokens": 260929018.0,
      "step": 338810
    },
    {
      "epoch": 0.42977936419748386,
      "grad_norm": 6.09375,
      "learning_rate": 2.8514712188141447e-05,
      "loss": 2.3111,
      "mean_token_accuracy": 0.5046823143959045,
      "num_tokens": 260937530.0,
      "step": 338820
    },
    {
      "epoch": 0.4297920487900167,
      "grad_norm": 4.5,
      "learning_rate": 2.8514077878055155e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5396831274032593,
      "num_tokens": 260945730.0,
      "step": 338830
    },
    {
      "epoch": 0.42980473338254954,
      "grad_norm": 4.96875,
      "learning_rate": 2.851344356796886e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5152667820453644,
      "num_tokens": 260954109.0,
      "step": 338840
    },
    {
      "epoch": 0.4298174179750824,
      "grad_norm": 7.53125,
      "learning_rate": 2.8512809257882573e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5197250455617904,
      "num_tokens": 260961603.0,
      "step": 338850
    },
    {
      "epoch": 0.4298301025676152,
      "grad_norm": 5.0,
      "learning_rate": 2.851217494779628e-05,
      "loss": 1.8142,
      "mean_token_accuracy": 0.6024568319320679,
      "num_tokens": 260969439.0,
      "step": 338860
    },
    {
      "epoch": 0.42984278716014807,
      "grad_norm": 5.5,
      "learning_rate": 2.8511540637709987e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5591196298599244,
      "num_tokens": 260976698.0,
      "step": 338870
    },
    {
      "epoch": 0.4298554717526809,
      "grad_norm": 4.5625,
      "learning_rate": 2.85109063276237e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.545825257897377,
      "num_tokens": 260983992.0,
      "step": 338880
    },
    {
      "epoch": 0.42986815634521375,
      "grad_norm": 6.09375,
      "learning_rate": 2.8510272017537408e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5385417073965073,
      "num_tokens": 260991305.0,
      "step": 338890
    },
    {
      "epoch": 0.42988084093774653,
      "grad_norm": 6.71875,
      "learning_rate": 2.8509637707451113e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5287176698446274,
      "num_tokens": 260998885.0,
      "step": 338900
    },
    {
      "epoch": 0.4298935255302794,
      "grad_norm": 7.625,
      "learning_rate": 2.8509003397364825e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5397079467773438,
      "num_tokens": 261007126.0,
      "step": 338910
    },
    {
      "epoch": 0.4299062101228122,
      "grad_norm": 6.5,
      "learning_rate": 2.850836908727853e-05,
      "loss": 2.2372,
      "mean_token_accuracy": 0.5222460806369782,
      "num_tokens": 261015270.0,
      "step": 338920
    },
    {
      "epoch": 0.42991889471534506,
      "grad_norm": 7.5,
      "learning_rate": 2.850773477719224e-05,
      "loss": 2.2137,
      "mean_token_accuracy": 0.5183346152305603,
      "num_tokens": 261022551.0,
      "step": 338930
    },
    {
      "epoch": 0.4299315793078779,
      "grad_norm": 5.25,
      "learning_rate": 2.850710046710595e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5359448492527008,
      "num_tokens": 261030913.0,
      "step": 338940
    },
    {
      "epoch": 0.42994426390041074,
      "grad_norm": 5.96875,
      "learning_rate": 2.8506466157019657e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5348021686077118,
      "num_tokens": 261037663.0,
      "step": 338950
    },
    {
      "epoch": 0.4299569484929436,
      "grad_norm": 4.9375,
      "learning_rate": 2.850583184693337e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5394132792949676,
      "num_tokens": 261046119.0,
      "step": 338960
    },
    {
      "epoch": 0.4299696330854764,
      "grad_norm": 4.5,
      "learning_rate": 2.850519753684707e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.539427888393402,
      "num_tokens": 261054726.0,
      "step": 338970
    },
    {
      "epoch": 0.4299823176780092,
      "grad_norm": 4.90625,
      "learning_rate": 2.8504563226760783e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5388314068317414,
      "num_tokens": 261062462.0,
      "step": 338980
    },
    {
      "epoch": 0.42999500227054205,
      "grad_norm": 6.625,
      "learning_rate": 2.8503928916674495e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5483117401599884,
      "num_tokens": 261070831.0,
      "step": 338990
    },
    {
      "epoch": 0.4300076868630749,
      "grad_norm": 5.28125,
      "learning_rate": 2.85032946065882e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5413882523775101,
      "num_tokens": 261078483.0,
      "step": 339000
    },
    {
      "epoch": 0.43002037145560773,
      "grad_norm": 5.15625,
      "learning_rate": 2.850266029650191e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5369522094726562,
      "num_tokens": 261085694.0,
      "step": 339010
    },
    {
      "epoch": 0.43003305604814057,
      "grad_norm": 17.625,
      "learning_rate": 2.8502025986415615e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5684591829776764,
      "num_tokens": 261091818.0,
      "step": 339020
    },
    {
      "epoch": 0.4300457406406734,
      "grad_norm": 4.8125,
      "learning_rate": 2.8501391676329327e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5406274974346161,
      "num_tokens": 261099319.0,
      "step": 339030
    },
    {
      "epoch": 0.43005842523320625,
      "grad_norm": 4.84375,
      "learning_rate": 2.8500757366243035e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5257674843072891,
      "num_tokens": 261108729.0,
      "step": 339040
    },
    {
      "epoch": 0.4300711098257391,
      "grad_norm": 4.90625,
      "learning_rate": 2.850012305615674e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5393178492784501,
      "num_tokens": 261116474.0,
      "step": 339050
    },
    {
      "epoch": 0.4300837944182719,
      "grad_norm": 4.09375,
      "learning_rate": 2.8499488746070453e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5435729026794434,
      "num_tokens": 261125151.0,
      "step": 339060
    },
    {
      "epoch": 0.4300964790108047,
      "grad_norm": 6.03125,
      "learning_rate": 2.8498854435984158e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5646717220544815,
      "num_tokens": 261132217.0,
      "step": 339070
    },
    {
      "epoch": 0.43010916360333756,
      "grad_norm": 5.125,
      "learning_rate": 2.8498220125897867e-05,
      "loss": 1.8727,
      "mean_token_accuracy": 0.5723121255636215,
      "num_tokens": 261140025.0,
      "step": 339080
    },
    {
      "epoch": 0.4301218481958704,
      "grad_norm": 7.40625,
      "learning_rate": 2.849758581581158e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.5729821801185608,
      "num_tokens": 261147813.0,
      "step": 339090
    },
    {
      "epoch": 0.43013453278840325,
      "grad_norm": 6.15625,
      "learning_rate": 2.8496951505725284e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5464031517505645,
      "num_tokens": 261155503.0,
      "step": 339100
    },
    {
      "epoch": 0.4301472173809361,
      "grad_norm": 5.0625,
      "learning_rate": 2.8496317195638993e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5383232861757279,
      "num_tokens": 261163763.0,
      "step": 339110
    },
    {
      "epoch": 0.43015990197346893,
      "grad_norm": 6.5625,
      "learning_rate": 2.84956828855527e-05,
      "loss": 1.8321,
      "mean_token_accuracy": 0.5843800663948059,
      "num_tokens": 261170016.0,
      "step": 339120
    },
    {
      "epoch": 0.4301725865660017,
      "grad_norm": 6.53125,
      "learning_rate": 2.849504857546641e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5564084470272064,
      "num_tokens": 261178716.0,
      "step": 339130
    },
    {
      "epoch": 0.43018527115853455,
      "grad_norm": 4.8125,
      "learning_rate": 2.849441426538012e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5602881610393524,
      "num_tokens": 261186645.0,
      "step": 339140
    },
    {
      "epoch": 0.4301979557510674,
      "grad_norm": 4.8125,
      "learning_rate": 2.8493779955293825e-05,
      "loss": 2.2598,
      "mean_token_accuracy": 0.5036542475223541,
      "num_tokens": 261195487.0,
      "step": 339150
    },
    {
      "epoch": 0.43021064034360024,
      "grad_norm": 5.84375,
      "learning_rate": 2.8493145645207537e-05,
      "loss": 1.936,
      "mean_token_accuracy": 0.566604745388031,
      "num_tokens": 261203852.0,
      "step": 339160
    },
    {
      "epoch": 0.4302233249361331,
      "grad_norm": 5.34375,
      "learning_rate": 2.8492511335121242e-05,
      "loss": 1.8667,
      "mean_token_accuracy": 0.5822415173053741,
      "num_tokens": 261211435.0,
      "step": 339170
    },
    {
      "epoch": 0.4302360095286659,
      "grad_norm": 7.03125,
      "learning_rate": 2.849187702503495e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5290614038705825,
      "num_tokens": 261219796.0,
      "step": 339180
    },
    {
      "epoch": 0.43024869412119876,
      "grad_norm": 6.78125,
      "learning_rate": 2.8491242714948663e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5679266214370727,
      "num_tokens": 261226680.0,
      "step": 339190
    },
    {
      "epoch": 0.4302613787137316,
      "grad_norm": 6.96875,
      "learning_rate": 2.849060840486237e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.567910784482956,
      "num_tokens": 261234541.0,
      "step": 339200
    },
    {
      "epoch": 0.4302740633062644,
      "grad_norm": 5.75,
      "learning_rate": 2.8489974094776077e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5584574967622757,
      "num_tokens": 261242574.0,
      "step": 339210
    },
    {
      "epoch": 0.43028674789879723,
      "grad_norm": 5.90625,
      "learning_rate": 2.8489339784689783e-05,
      "loss": 2.2364,
      "mean_token_accuracy": 0.5160265862941742,
      "num_tokens": 261250926.0,
      "step": 339220
    },
    {
      "epoch": 0.43029943249133007,
      "grad_norm": 5.75,
      "learning_rate": 2.8488705474603495e-05,
      "loss": 2.282,
      "mean_token_accuracy": 0.5100549727678299,
      "num_tokens": 261258912.0,
      "step": 339230
    },
    {
      "epoch": 0.4303121170838629,
      "grad_norm": 6.71875,
      "learning_rate": 2.8488071164517203e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5794893980026246,
      "num_tokens": 261267427.0,
      "step": 339240
    },
    {
      "epoch": 0.43032480167639575,
      "grad_norm": 5.65625,
      "learning_rate": 2.848743685443091e-05,
      "loss": 1.9044,
      "mean_token_accuracy": 0.5774209529161454,
      "num_tokens": 261274940.0,
      "step": 339250
    },
    {
      "epoch": 0.4303374862689286,
      "grad_norm": 5.125,
      "learning_rate": 2.848680254434462e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5287997186183929,
      "num_tokens": 261283099.0,
      "step": 339260
    },
    {
      "epoch": 0.43035017086146143,
      "grad_norm": 6.1875,
      "learning_rate": 2.8486168234258326e-05,
      "loss": 2.2688,
      "mean_token_accuracy": 0.515392753481865,
      "num_tokens": 261290990.0,
      "step": 339270
    },
    {
      "epoch": 0.4303628554539943,
      "grad_norm": 10.5,
      "learning_rate": 2.8485533924172035e-05,
      "loss": 1.738,
      "mean_token_accuracy": 0.6090502113103866,
      "num_tokens": 261297374.0,
      "step": 339280
    },
    {
      "epoch": 0.43037554004652706,
      "grad_norm": 5.28125,
      "learning_rate": 2.8484899614085747e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5505046904087066,
      "num_tokens": 261305253.0,
      "step": 339290
    },
    {
      "epoch": 0.4303882246390599,
      "grad_norm": 4.875,
      "learning_rate": 2.8484265303999452e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5449077844619751,
      "num_tokens": 261312164.0,
      "step": 339300
    },
    {
      "epoch": 0.43040090923159274,
      "grad_norm": 7.46875,
      "learning_rate": 2.848363099391316e-05,
      "loss": 1.9385,
      "mean_token_accuracy": 0.5532005995512008,
      "num_tokens": 261319067.0,
      "step": 339310
    },
    {
      "epoch": 0.4304135938241256,
      "grad_norm": 6.875,
      "learning_rate": 2.8482996683826867e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5321996867656708,
      "num_tokens": 261327763.0,
      "step": 339320
    },
    {
      "epoch": 0.4304262784166584,
      "grad_norm": 5.96875,
      "learning_rate": 2.848236237374058e-05,
      "loss": 1.8406,
      "mean_token_accuracy": 0.5781944811344146,
      "num_tokens": 261335116.0,
      "step": 339330
    },
    {
      "epoch": 0.43043896300919127,
      "grad_norm": 4.5625,
      "learning_rate": 2.848172806365429e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5377154439687729,
      "num_tokens": 261344143.0,
      "step": 339340
    },
    {
      "epoch": 0.4304516476017241,
      "grad_norm": 5.25,
      "learning_rate": 2.8481093753567993e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5357863992452622,
      "num_tokens": 261352333.0,
      "step": 339350
    },
    {
      "epoch": 0.43046433219425695,
      "grad_norm": 5.25,
      "learning_rate": 2.8480459443481705e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5510921895503997,
      "num_tokens": 261358850.0,
      "step": 339360
    },
    {
      "epoch": 0.43047701678678973,
      "grad_norm": 4.28125,
      "learning_rate": 2.847982513339541e-05,
      "loss": 1.7728,
      "mean_token_accuracy": 0.5949963122606278,
      "num_tokens": 261365927.0,
      "step": 339370
    },
    {
      "epoch": 0.4304897013793226,
      "grad_norm": 5.90625,
      "learning_rate": 2.8479190823309122e-05,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5343792736530304,
      "num_tokens": 261373921.0,
      "step": 339380
    },
    {
      "epoch": 0.4305023859718554,
      "grad_norm": 5.875,
      "learning_rate": 2.847855651322283e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5297298848628997,
      "num_tokens": 261381203.0,
      "step": 339390
    },
    {
      "epoch": 0.43051507056438826,
      "grad_norm": 5.28125,
      "learning_rate": 2.8477922203136537e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5231872081756592,
      "num_tokens": 261389274.0,
      "step": 339400
    },
    {
      "epoch": 0.4305277551569211,
      "grad_norm": 6.0,
      "learning_rate": 2.847728789305025e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5753971636295319,
      "num_tokens": 261396325.0,
      "step": 339410
    },
    {
      "epoch": 0.43054043974945394,
      "grad_norm": 9.25,
      "learning_rate": 2.8476653582963954e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5635816782712937,
      "num_tokens": 261401458.0,
      "step": 339420
    },
    {
      "epoch": 0.4305531243419868,
      "grad_norm": 5.0625,
      "learning_rate": 2.8476019272877663e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5413110136985779,
      "num_tokens": 261409322.0,
      "step": 339430
    },
    {
      "epoch": 0.4305658089345196,
      "grad_norm": 5.5,
      "learning_rate": 2.8475384962791375e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5736550241708755,
      "num_tokens": 261416250.0,
      "step": 339440
    },
    {
      "epoch": 0.4305784935270524,
      "grad_norm": 5.375,
      "learning_rate": 2.847475065270508e-05,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5762473285198212,
      "num_tokens": 261423949.0,
      "step": 339450
    },
    {
      "epoch": 0.43059117811958525,
      "grad_norm": 6.0625,
      "learning_rate": 2.847411634261879e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5602583050727844,
      "num_tokens": 261431145.0,
      "step": 339460
    },
    {
      "epoch": 0.4306038627121181,
      "grad_norm": 5.125,
      "learning_rate": 2.8473482032532494e-05,
      "loss": 2.2977,
      "mean_token_accuracy": 0.5081190377473831,
      "num_tokens": 261440025.0,
      "step": 339470
    },
    {
      "epoch": 0.43061654730465093,
      "grad_norm": 4.96875,
      "learning_rate": 2.8472847722446206e-05,
      "loss": 1.6952,
      "mean_token_accuracy": 0.6199363231658935,
      "num_tokens": 261445833.0,
      "step": 339480
    },
    {
      "epoch": 0.4306292318971838,
      "grad_norm": 4.84375,
      "learning_rate": 2.8472213412359915e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5806188553571701,
      "num_tokens": 261452582.0,
      "step": 339490
    },
    {
      "epoch": 0.4306419164897166,
      "grad_norm": 7.125,
      "learning_rate": 2.847157910227362e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5270620912313462,
      "num_tokens": 261459080.0,
      "step": 339500
    },
    {
      "epoch": 0.43065460108224946,
      "grad_norm": 4.96875,
      "learning_rate": 2.8470944792187333e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.53711696267128,
      "num_tokens": 261467351.0,
      "step": 339510
    },
    {
      "epoch": 0.4306672856747823,
      "grad_norm": 5.0625,
      "learning_rate": 2.8470310482101038e-05,
      "loss": 1.8173,
      "mean_token_accuracy": 0.5853122532367706,
      "num_tokens": 261473497.0,
      "step": 339520
    },
    {
      "epoch": 0.4306799702673151,
      "grad_norm": 5.09375,
      "learning_rate": 2.8469676172014747e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5223785966634751,
      "num_tokens": 261482086.0,
      "step": 339530
    },
    {
      "epoch": 0.4306926548598479,
      "grad_norm": 5.25,
      "learning_rate": 2.846904186192846e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5597279578447342,
      "num_tokens": 261489577.0,
      "step": 339540
    },
    {
      "epoch": 0.43070533945238076,
      "grad_norm": 6.75,
      "learning_rate": 2.8468407551842164e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5514002233743668,
      "num_tokens": 261497221.0,
      "step": 339550
    },
    {
      "epoch": 0.4307180240449136,
      "grad_norm": 4.78125,
      "learning_rate": 2.8467773241755873e-05,
      "loss": 1.6428,
      "mean_token_accuracy": 0.6339575827121735,
      "num_tokens": 261504787.0,
      "step": 339560
    },
    {
      "epoch": 0.43073070863744645,
      "grad_norm": 6.125,
      "learning_rate": 2.8467138931669578e-05,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5829846024513244,
      "num_tokens": 261511106.0,
      "step": 339570
    },
    {
      "epoch": 0.4307433932299793,
      "grad_norm": 5.78125,
      "learning_rate": 2.846650462158329e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5679909586906433,
      "num_tokens": 261518325.0,
      "step": 339580
    },
    {
      "epoch": 0.43075607782251213,
      "grad_norm": 5.0,
      "learning_rate": 2.8465870311497e-05,
      "loss": 1.8996,
      "mean_token_accuracy": 0.575544211268425,
      "num_tokens": 261526108.0,
      "step": 339590
    },
    {
      "epoch": 0.4307687624150449,
      "grad_norm": 7.875,
      "learning_rate": 2.8465236001410705e-05,
      "loss": 1.8787,
      "mean_token_accuracy": 0.5893402755260467,
      "num_tokens": 261532663.0,
      "step": 339600
    },
    {
      "epoch": 0.43078144700757776,
      "grad_norm": 7.03125,
      "learning_rate": 2.8464601691324417e-05,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5725245147943496,
      "num_tokens": 261538813.0,
      "step": 339610
    },
    {
      "epoch": 0.4307941316001106,
      "grad_norm": 4.65625,
      "learning_rate": 2.8463967381238122e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5434356749057769,
      "num_tokens": 261547279.0,
      "step": 339620
    },
    {
      "epoch": 0.43080681619264344,
      "grad_norm": 5.5,
      "learning_rate": 2.846333307115183e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5362511336803436,
      "num_tokens": 261555493.0,
      "step": 339630
    },
    {
      "epoch": 0.4308195007851763,
      "grad_norm": 5.21875,
      "learning_rate": 2.8462698761065543e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5490845412015914,
      "num_tokens": 261563836.0,
      "step": 339640
    },
    {
      "epoch": 0.4308321853777091,
      "grad_norm": 7.5,
      "learning_rate": 2.8462064450979248e-05,
      "loss": 2.2499,
      "mean_token_accuracy": 0.516673082113266,
      "num_tokens": 261571824.0,
      "step": 339650
    },
    {
      "epoch": 0.43084486997024196,
      "grad_norm": 5.25,
      "learning_rate": 2.8461430140892957e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5221595972776413,
      "num_tokens": 261580682.0,
      "step": 339660
    },
    {
      "epoch": 0.4308575545627748,
      "grad_norm": 5.0625,
      "learning_rate": 2.8460795830806662e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5443755030632019,
      "num_tokens": 261589453.0,
      "step": 339670
    },
    {
      "epoch": 0.4308702391553076,
      "grad_norm": 4.375,
      "learning_rate": 2.8460161520720374e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5250963479280472,
      "num_tokens": 261597822.0,
      "step": 339680
    },
    {
      "epoch": 0.43088292374784043,
      "grad_norm": 6.15625,
      "learning_rate": 2.8459527210634087e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5585950464010239,
      "num_tokens": 261605293.0,
      "step": 339690
    },
    {
      "epoch": 0.43089560834037327,
      "grad_norm": 4.90625,
      "learning_rate": 2.845889290054779e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5353122025728225,
      "num_tokens": 261612924.0,
      "step": 339700
    },
    {
      "epoch": 0.4309082929329061,
      "grad_norm": 5.46875,
      "learning_rate": 2.84582585904615e-05,
      "loss": 1.8513,
      "mean_token_accuracy": 0.5976619124412537,
      "num_tokens": 261618912.0,
      "step": 339710
    },
    {
      "epoch": 0.43092097752543895,
      "grad_norm": 8.4375,
      "learning_rate": 2.8457624280375206e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5369035333395005,
      "num_tokens": 261626364.0,
      "step": 339720
    },
    {
      "epoch": 0.4309336621179718,
      "grad_norm": 7.875,
      "learning_rate": 2.8456989970288918e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.556846821308136,
      "num_tokens": 261634512.0,
      "step": 339730
    },
    {
      "epoch": 0.43094634671050464,
      "grad_norm": 5.3125,
      "learning_rate": 2.8456355660202627e-05,
      "loss": 1.9404,
      "mean_token_accuracy": 0.5578797698020935,
      "num_tokens": 261642387.0,
      "step": 339740
    },
    {
      "epoch": 0.4309590313030375,
      "grad_norm": 4.96875,
      "learning_rate": 2.8455721350116332e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5152239769697189,
      "num_tokens": 261650543.0,
      "step": 339750
    },
    {
      "epoch": 0.43097171589557026,
      "grad_norm": 7.84375,
      "learning_rate": 2.8455087040030044e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5489303320646286,
      "num_tokens": 261658015.0,
      "step": 339760
    },
    {
      "epoch": 0.4309844004881031,
      "grad_norm": 4.90625,
      "learning_rate": 2.8454452729943746e-05,
      "loss": 1.9161,
      "mean_token_accuracy": 0.5740888476371765,
      "num_tokens": 261664325.0,
      "step": 339770
    },
    {
      "epoch": 0.43099708508063594,
      "grad_norm": 5.6875,
      "learning_rate": 2.845381841985746e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5636687338352203,
      "num_tokens": 261671493.0,
      "step": 339780
    },
    {
      "epoch": 0.4310097696731688,
      "grad_norm": 6.75,
      "learning_rate": 2.845318410977117e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5523849606513977,
      "num_tokens": 261679840.0,
      "step": 339790
    },
    {
      "epoch": 0.4310224542657016,
      "grad_norm": 5.3125,
      "learning_rate": 2.8452549799684876e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5576005160808564,
      "num_tokens": 261686087.0,
      "step": 339800
    },
    {
      "epoch": 0.43103513885823447,
      "grad_norm": 6.3125,
      "learning_rate": 2.8451915489598585e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5252942889928818,
      "num_tokens": 261691815.0,
      "step": 339810
    },
    {
      "epoch": 0.4310478234507673,
      "grad_norm": 6.8125,
      "learning_rate": 2.8451281179512297e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5400555700063705,
      "num_tokens": 261699703.0,
      "step": 339820
    },
    {
      "epoch": 0.43106050804330015,
      "grad_norm": 5.5,
      "learning_rate": 2.8450646869426002e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5464341282844544,
      "num_tokens": 261707493.0,
      "step": 339830
    },
    {
      "epoch": 0.43107319263583294,
      "grad_norm": 5.65625,
      "learning_rate": 2.845001255933971e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5274696171283721,
      "num_tokens": 261715846.0,
      "step": 339840
    },
    {
      "epoch": 0.4310858772283658,
      "grad_norm": 4.53125,
      "learning_rate": 2.8449378249253416e-05,
      "loss": 1.8174,
      "mean_token_accuracy": 0.5837288856506347,
      "num_tokens": 261722917.0,
      "step": 339850
    },
    {
      "epoch": 0.4310985618208986,
      "grad_norm": 5.46875,
      "learning_rate": 2.844874393916713e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5379616618156433,
      "num_tokens": 261731987.0,
      "step": 339860
    },
    {
      "epoch": 0.43111124641343146,
      "grad_norm": 5.59375,
      "learning_rate": 2.8448109629080837e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5357915967702865,
      "num_tokens": 261739451.0,
      "step": 339870
    },
    {
      "epoch": 0.4311239310059643,
      "grad_norm": 5.9375,
      "learning_rate": 2.8447475318994542e-05,
      "loss": 1.8992,
      "mean_token_accuracy": 0.5766418844461441,
      "num_tokens": 261746376.0,
      "step": 339880
    },
    {
      "epoch": 0.43113661559849714,
      "grad_norm": 5.28125,
      "learning_rate": 2.8446841008908255e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5327288061380386,
      "num_tokens": 261755144.0,
      "step": 339890
    },
    {
      "epoch": 0.43114930019103,
      "grad_norm": 4.8125,
      "learning_rate": 2.844620669882196e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.538704690337181,
      "num_tokens": 261764049.0,
      "step": 339900
    },
    {
      "epoch": 0.4311619847835628,
      "grad_norm": 5.5,
      "learning_rate": 2.844557238873567e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5599123328924179,
      "num_tokens": 261771041.0,
      "step": 339910
    },
    {
      "epoch": 0.4311746693760956,
      "grad_norm": 4.8125,
      "learning_rate": 2.844493807864938e-05,
      "loss": 1.7901,
      "mean_token_accuracy": 0.5893864691257477,
      "num_tokens": 261778929.0,
      "step": 339920
    },
    {
      "epoch": 0.43118735396862845,
      "grad_norm": 5.71875,
      "learning_rate": 2.8444303768563086e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5698343873023987,
      "num_tokens": 261786647.0,
      "step": 339930
    },
    {
      "epoch": 0.4312000385611613,
      "grad_norm": 6.59375,
      "learning_rate": 2.8443669458476795e-05,
      "loss": 1.9386,
      "mean_token_accuracy": 0.5802461713552475,
      "num_tokens": 261794191.0,
      "step": 339940
    },
    {
      "epoch": 0.43121272315369413,
      "grad_norm": 5.46875,
      "learning_rate": 2.84430351483905e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5820017546415329,
      "num_tokens": 261800592.0,
      "step": 339950
    },
    {
      "epoch": 0.431225407746227,
      "grad_norm": 6.46875,
      "learning_rate": 2.8442400838304212e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5222254693508148,
      "num_tokens": 261808284.0,
      "step": 339960
    },
    {
      "epoch": 0.4312380923387598,
      "grad_norm": 7.8125,
      "learning_rate": 2.844176652821792e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.530901300907135,
      "num_tokens": 261816999.0,
      "step": 339970
    },
    {
      "epoch": 0.43125077693129266,
      "grad_norm": 6.625,
      "learning_rate": 2.8441132218131626e-05,
      "loss": 2.1737,
      "mean_token_accuracy": 0.530004334449768,
      "num_tokens": 261824880.0,
      "step": 339980
    },
    {
      "epoch": 0.4312634615238255,
      "grad_norm": 7.34375,
      "learning_rate": 2.844049790804534e-05,
      "loss": 1.844,
      "mean_token_accuracy": 0.6042240023612976,
      "num_tokens": 261830863.0,
      "step": 339990
    },
    {
      "epoch": 0.4312761461163583,
      "grad_norm": 5.8125,
      "learning_rate": 2.8439863597959044e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5819767564535141,
      "num_tokens": 261836592.0,
      "step": 340000
    },
    {
      "epoch": 0.4312888307088911,
      "grad_norm": 5.5625,
      "learning_rate": 2.8439229287872753e-05,
      "loss": 1.9322,
      "mean_token_accuracy": 0.5706456303596497,
      "num_tokens": 261844400.0,
      "step": 340010
    },
    {
      "epoch": 0.43130151530142397,
      "grad_norm": 7.15625,
      "learning_rate": 2.8438594977786465e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.535865318775177,
      "num_tokens": 261852240.0,
      "step": 340020
    },
    {
      "epoch": 0.4313141998939568,
      "grad_norm": 5.5,
      "learning_rate": 2.843796066770017e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5437613248825073,
      "num_tokens": 261859358.0,
      "step": 340030
    },
    {
      "epoch": 0.43132688448648965,
      "grad_norm": 6.125,
      "learning_rate": 2.843732635761388e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5601775020360946,
      "num_tokens": 261867636.0,
      "step": 340040
    },
    {
      "epoch": 0.4313395690790225,
      "grad_norm": 4.71875,
      "learning_rate": 2.8436692047527584e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5269750416278839,
      "num_tokens": 261875845.0,
      "step": 340050
    },
    {
      "epoch": 0.43135225367155533,
      "grad_norm": 5.53125,
      "learning_rate": 2.8436057737441296e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5246262788772583,
      "num_tokens": 261884396.0,
      "step": 340060
    },
    {
      "epoch": 0.4313649382640881,
      "grad_norm": 5.71875,
      "learning_rate": 2.843542342735501e-05,
      "loss": 2.266,
      "mean_token_accuracy": 0.5192386835813523,
      "num_tokens": 261892683.0,
      "step": 340070
    },
    {
      "epoch": 0.43137762285662096,
      "grad_norm": 5.4375,
      "learning_rate": 2.843478911726871e-05,
      "loss": 1.8687,
      "mean_token_accuracy": 0.5707495152950287,
      "num_tokens": 261899838.0,
      "step": 340080
    },
    {
      "epoch": 0.4313903074491538,
      "grad_norm": 6.90625,
      "learning_rate": 2.8434154807182423e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5341783612966537,
      "num_tokens": 261907609.0,
      "step": 340090
    },
    {
      "epoch": 0.43140299204168664,
      "grad_norm": 6.53125,
      "learning_rate": 2.8433520497096128e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5313789248466492,
      "num_tokens": 261915828.0,
      "step": 340100
    },
    {
      "epoch": 0.4314156766342195,
      "grad_norm": 6.84375,
      "learning_rate": 2.843288618700984e-05,
      "loss": 1.7965,
      "mean_token_accuracy": 0.5987799853086472,
      "num_tokens": 261922901.0,
      "step": 340110
    },
    {
      "epoch": 0.4314283612267523,
      "grad_norm": 4.125,
      "learning_rate": 2.843225187692355e-05,
      "loss": 2.3012,
      "mean_token_accuracy": 0.5198518484830856,
      "num_tokens": 261931353.0,
      "step": 340120
    },
    {
      "epoch": 0.43144104581928516,
      "grad_norm": 6.59375,
      "learning_rate": 2.8431617566837254e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5262265563011169,
      "num_tokens": 261939069.0,
      "step": 340130
    },
    {
      "epoch": 0.431453730411818,
      "grad_norm": 6.1875,
      "learning_rate": 2.8430983256750966e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5636118531227112,
      "num_tokens": 261946784.0,
      "step": 340140
    },
    {
      "epoch": 0.4314664150043508,
      "grad_norm": 6.1875,
      "learning_rate": 2.843034894666467e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.582217225432396,
      "num_tokens": 261953819.0,
      "step": 340150
    },
    {
      "epoch": 0.43147909959688363,
      "grad_norm": 4.90625,
      "learning_rate": 2.842971463657838e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.5609789580106735,
      "num_tokens": 261960430.0,
      "step": 340160
    },
    {
      "epoch": 0.43149178418941647,
      "grad_norm": 5.0625,
      "learning_rate": 2.8429080326492093e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5192100554704666,
      "num_tokens": 261968752.0,
      "step": 340170
    },
    {
      "epoch": 0.4315044687819493,
      "grad_norm": 5.1875,
      "learning_rate": 2.8428446016405798e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5479455888271332,
      "num_tokens": 261977147.0,
      "step": 340180
    },
    {
      "epoch": 0.43151715337448215,
      "grad_norm": 6.0,
      "learning_rate": 2.8427811706319507e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5527950197458267,
      "num_tokens": 261985072.0,
      "step": 340190
    },
    {
      "epoch": 0.431529837967015,
      "grad_norm": 4.90625,
      "learning_rate": 2.8427177396233212e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5399456322193146,
      "num_tokens": 261992319.0,
      "step": 340200
    },
    {
      "epoch": 0.43154252255954784,
      "grad_norm": 6.625,
      "learning_rate": 2.8426543086146924e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.520962530374527,
      "num_tokens": 262001152.0,
      "step": 340210
    },
    {
      "epoch": 0.4315552071520807,
      "grad_norm": 5.9375,
      "learning_rate": 2.8425908776060633e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5302242308855056,
      "num_tokens": 262008377.0,
      "step": 340220
    },
    {
      "epoch": 0.43156789174461346,
      "grad_norm": 5.15625,
      "learning_rate": 2.8425274465974338e-05,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5619267076253891,
      "num_tokens": 262016917.0,
      "step": 340230
    },
    {
      "epoch": 0.4315805763371463,
      "grad_norm": 4.8125,
      "learning_rate": 2.842464015588805e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5327936440706253,
      "num_tokens": 262024605.0,
      "step": 340240
    },
    {
      "epoch": 0.43159326092967915,
      "grad_norm": 5.71875,
      "learning_rate": 2.8424005845801756e-05,
      "loss": 1.7764,
      "mean_token_accuracy": 0.5974648535251618,
      "num_tokens": 262031542.0,
      "step": 340250
    },
    {
      "epoch": 0.431605945522212,
      "grad_norm": 5.15625,
      "learning_rate": 2.8423371535715464e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5273485273122788,
      "num_tokens": 262039296.0,
      "step": 340260
    },
    {
      "epoch": 0.43161863011474483,
      "grad_norm": 7.53125,
      "learning_rate": 2.8422737225629177e-05,
      "loss": 2.0001,
      "mean_token_accuracy": 0.5468089133501053,
      "num_tokens": 262046931.0,
      "step": 340270
    },
    {
      "epoch": 0.43163131470727767,
      "grad_norm": 5.125,
      "learning_rate": 2.8422102915542882e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.527273952960968,
      "num_tokens": 262055711.0,
      "step": 340280
    },
    {
      "epoch": 0.4316439992998105,
      "grad_norm": 5.34375,
      "learning_rate": 2.842146860545659e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5424318134784698,
      "num_tokens": 262064635.0,
      "step": 340290
    },
    {
      "epoch": 0.43165668389234335,
      "grad_norm": 6.65625,
      "learning_rate": 2.8420834295370296e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5540293782949448,
      "num_tokens": 262073325.0,
      "step": 340300
    },
    {
      "epoch": 0.43166936848487614,
      "grad_norm": 5.6875,
      "learning_rate": 2.8420199985284008e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5280429542064666,
      "num_tokens": 262081925.0,
      "step": 340310
    },
    {
      "epoch": 0.431682053077409,
      "grad_norm": 4.9375,
      "learning_rate": 2.8419565675197717e-05,
      "loss": 1.9394,
      "mean_token_accuracy": 0.568862795829773,
      "num_tokens": 262088796.0,
      "step": 340320
    },
    {
      "epoch": 0.4316947376699418,
      "grad_norm": 6.6875,
      "learning_rate": 2.8418931365111422e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5704243093729019,
      "num_tokens": 262095959.0,
      "step": 340330
    },
    {
      "epoch": 0.43170742226247466,
      "grad_norm": 6.34375,
      "learning_rate": 2.8418297055025134e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5344631195068359,
      "num_tokens": 262103443.0,
      "step": 340340
    },
    {
      "epoch": 0.4317201068550075,
      "grad_norm": 7.40625,
      "learning_rate": 2.841766274493884e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5254444748163223,
      "num_tokens": 262111905.0,
      "step": 340350
    },
    {
      "epoch": 0.43173279144754034,
      "grad_norm": 6.875,
      "learning_rate": 2.841702843485255e-05,
      "loss": 2.1928,
      "mean_token_accuracy": 0.523060530424118,
      "num_tokens": 262119373.0,
      "step": 340360
    },
    {
      "epoch": 0.4317454760400732,
      "grad_norm": 5.28125,
      "learning_rate": 2.841639412476626e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.524988654255867,
      "num_tokens": 262127845.0,
      "step": 340370
    },
    {
      "epoch": 0.431758160632606,
      "grad_norm": 4.9375,
      "learning_rate": 2.8415759814679966e-05,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5224421799182892,
      "num_tokens": 262136468.0,
      "step": 340380
    },
    {
      "epoch": 0.4317708452251388,
      "grad_norm": 10.0625,
      "learning_rate": 2.8415125504593675e-05,
      "loss": 2.2101,
      "mean_token_accuracy": 0.5314690142869949,
      "num_tokens": 262143171.0,
      "step": 340390
    },
    {
      "epoch": 0.43178352981767165,
      "grad_norm": 5.21875,
      "learning_rate": 2.841449119450738e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5605889827013015,
      "num_tokens": 262150249.0,
      "step": 340400
    },
    {
      "epoch": 0.4317962144102045,
      "grad_norm": 4.5625,
      "learning_rate": 2.8413856884421092e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5713489711284637,
      "num_tokens": 262158469.0,
      "step": 340410
    },
    {
      "epoch": 0.43180889900273733,
      "grad_norm": 5.40625,
      "learning_rate": 2.84132225743348e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5704343020915985,
      "num_tokens": 262164689.0,
      "step": 340420
    },
    {
      "epoch": 0.4318215835952702,
      "grad_norm": 6.28125,
      "learning_rate": 2.8412588264248506e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5491351783275604,
      "num_tokens": 262172168.0,
      "step": 340430
    },
    {
      "epoch": 0.431834268187803,
      "grad_norm": 7.0625,
      "learning_rate": 2.841195395416222e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5444970190525055,
      "num_tokens": 262179879.0,
      "step": 340440
    },
    {
      "epoch": 0.43184695278033586,
      "grad_norm": 5.21875,
      "learning_rate": 2.8411319644075924e-05,
      "loss": 2.2774,
      "mean_token_accuracy": 0.5189426600933075,
      "num_tokens": 262189496.0,
      "step": 340450
    },
    {
      "epoch": 0.4318596373728687,
      "grad_norm": 5.5,
      "learning_rate": 2.8410685333989632e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5394397854804993,
      "num_tokens": 262197804.0,
      "step": 340460
    },
    {
      "epoch": 0.4318723219654015,
      "grad_norm": 6.3125,
      "learning_rate": 2.8410051023903345e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5230920583009719,
      "num_tokens": 262205570.0,
      "step": 340470
    },
    {
      "epoch": 0.4318850065579343,
      "grad_norm": 7.6875,
      "learning_rate": 2.840941671381705e-05,
      "loss": 1.895,
      "mean_token_accuracy": 0.5742154121398926,
      "num_tokens": 262212836.0,
      "step": 340480
    },
    {
      "epoch": 0.43189769115046717,
      "grad_norm": 6.9375,
      "learning_rate": 2.8408782403730762e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5366456747055054,
      "num_tokens": 262220717.0,
      "step": 340490
    },
    {
      "epoch": 0.431910375743,
      "grad_norm": 6.28125,
      "learning_rate": 2.8408148093644464e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5472716003656387,
      "num_tokens": 262228771.0,
      "step": 340500
    },
    {
      "epoch": 0.43192306033553285,
      "grad_norm": 5.65625,
      "learning_rate": 2.8407513783558176e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5284122377634048,
      "num_tokens": 262237274.0,
      "step": 340510
    },
    {
      "epoch": 0.4319357449280657,
      "grad_norm": 5.21875,
      "learning_rate": 2.8406879473471888e-05,
      "loss": 1.8557,
      "mean_token_accuracy": 0.582475671172142,
      "num_tokens": 262244221.0,
      "step": 340520
    },
    {
      "epoch": 0.43194842952059853,
      "grad_norm": 4.75,
      "learning_rate": 2.8406245163385594e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5736719846725464,
      "num_tokens": 262252368.0,
      "step": 340530
    },
    {
      "epoch": 0.4319611141131313,
      "grad_norm": 5.65625,
      "learning_rate": 2.8405610853299302e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5273296058177948,
      "num_tokens": 262261470.0,
      "step": 340540
    },
    {
      "epoch": 0.43197379870566416,
      "grad_norm": 5.625,
      "learning_rate": 2.8404976543213008e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5638210415840149,
      "num_tokens": 262268299.0,
      "step": 340550
    },
    {
      "epoch": 0.431986483298197,
      "grad_norm": 5.59375,
      "learning_rate": 2.840434223312672e-05,
      "loss": 1.8734,
      "mean_token_accuracy": 0.5790331482887268,
      "num_tokens": 262276274.0,
      "step": 340560
    },
    {
      "epoch": 0.43199916789072984,
      "grad_norm": 4.90625,
      "learning_rate": 2.840370792304043e-05,
      "loss": 2.2378,
      "mean_token_accuracy": 0.5096847534179687,
      "num_tokens": 262285766.0,
      "step": 340570
    },
    {
      "epoch": 0.4320118524832627,
      "grad_norm": 5.96875,
      "learning_rate": 2.8403073612954134e-05,
      "loss": 1.9385,
      "mean_token_accuracy": 0.573167234659195,
      "num_tokens": 262291904.0,
      "step": 340580
    },
    {
      "epoch": 0.4320245370757955,
      "grad_norm": 8.3125,
      "learning_rate": 2.8402439302867846e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5851607233285904,
      "num_tokens": 262298349.0,
      "step": 340590
    },
    {
      "epoch": 0.43203722166832836,
      "grad_norm": 6.625,
      "learning_rate": 2.840180499278155e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5267108321189881,
      "num_tokens": 262307134.0,
      "step": 340600
    },
    {
      "epoch": 0.4320499062608612,
      "grad_norm": 4.96875,
      "learning_rate": 2.840117068269526e-05,
      "loss": 1.9413,
      "mean_token_accuracy": 0.5660366654396057,
      "num_tokens": 262314789.0,
      "step": 340610
    },
    {
      "epoch": 0.432062590853394,
      "grad_norm": 6.75,
      "learning_rate": 2.8400536372608972e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5634785473346711,
      "num_tokens": 262322536.0,
      "step": 340620
    },
    {
      "epoch": 0.43207527544592683,
      "grad_norm": 4.9375,
      "learning_rate": 2.8399902062522678e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5372096806764602,
      "num_tokens": 262330080.0,
      "step": 340630
    },
    {
      "epoch": 0.4320879600384597,
      "grad_norm": 6.96875,
      "learning_rate": 2.8399267752436386e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5375781834125519,
      "num_tokens": 262337654.0,
      "step": 340640
    },
    {
      "epoch": 0.4321006446309925,
      "grad_norm": 5.40625,
      "learning_rate": 2.8398633442350092e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5499905198812485,
      "num_tokens": 262345087.0,
      "step": 340650
    },
    {
      "epoch": 0.43211332922352536,
      "grad_norm": 5.28125,
      "learning_rate": 2.8397999132263804e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5180098861455917,
      "num_tokens": 262353241.0,
      "step": 340660
    },
    {
      "epoch": 0.4321260138160582,
      "grad_norm": 4.96875,
      "learning_rate": 2.8397364822177513e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.563381490111351,
      "num_tokens": 262361259.0,
      "step": 340670
    },
    {
      "epoch": 0.43213869840859104,
      "grad_norm": 5.125,
      "learning_rate": 2.8396730512091218e-05,
      "loss": 1.7958,
      "mean_token_accuracy": 0.5941953361034393,
      "num_tokens": 262367485.0,
      "step": 340680
    },
    {
      "epoch": 0.4321513830011239,
      "grad_norm": 4.75,
      "learning_rate": 2.839609620200493e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5544280707836151,
      "num_tokens": 262374919.0,
      "step": 340690
    },
    {
      "epoch": 0.43216406759365666,
      "grad_norm": 5.0625,
      "learning_rate": 2.8395461891918635e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5517953485250473,
      "num_tokens": 262382795.0,
      "step": 340700
    },
    {
      "epoch": 0.4321767521861895,
      "grad_norm": 6.65625,
      "learning_rate": 2.8394827581832344e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5638461172580719,
      "num_tokens": 262390594.0,
      "step": 340710
    },
    {
      "epoch": 0.43218943677872235,
      "grad_norm": 4.96875,
      "learning_rate": 2.8394193271746056e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5388056695461273,
      "num_tokens": 262399909.0,
      "step": 340720
    },
    {
      "epoch": 0.4322021213712552,
      "grad_norm": 4.75,
      "learning_rate": 2.839355896165976e-05,
      "loss": 1.9204,
      "mean_token_accuracy": 0.5779363125562668,
      "num_tokens": 262406734.0,
      "step": 340730
    },
    {
      "epoch": 0.43221480596378803,
      "grad_norm": 10.25,
      "learning_rate": 2.839292465157347e-05,
      "loss": 2.3082,
      "mean_token_accuracy": 0.5116472244262695,
      "num_tokens": 262414969.0,
      "step": 340740
    },
    {
      "epoch": 0.43222749055632087,
      "grad_norm": 10.75,
      "learning_rate": 2.8392290341487182e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5711037904024124,
      "num_tokens": 262422269.0,
      "step": 340750
    },
    {
      "epoch": 0.4322401751488537,
      "grad_norm": 5.90625,
      "learning_rate": 2.8391656031400888e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5688200324773789,
      "num_tokens": 262429402.0,
      "step": 340760
    },
    {
      "epoch": 0.43225285974138655,
      "grad_norm": 7.125,
      "learning_rate": 2.8391021721314597e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5394612461328506,
      "num_tokens": 262436760.0,
      "step": 340770
    },
    {
      "epoch": 0.43226554433391934,
      "grad_norm": 6.75,
      "learning_rate": 2.8390387411228302e-05,
      "loss": 1.817,
      "mean_token_accuracy": 0.597484877705574,
      "num_tokens": 262443741.0,
      "step": 340780
    },
    {
      "epoch": 0.4322782289264522,
      "grad_norm": 5.375,
      "learning_rate": 2.8389753101142014e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5455146491527557,
      "num_tokens": 262451756.0,
      "step": 340790
    },
    {
      "epoch": 0.432290913518985,
      "grad_norm": 7.1875,
      "learning_rate": 2.8389118791055723e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5490122646093368,
      "num_tokens": 262459291.0,
      "step": 340800
    },
    {
      "epoch": 0.43230359811151786,
      "grad_norm": 5.09375,
      "learning_rate": 2.8388484480969428e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5492701888084411,
      "num_tokens": 262466796.0,
      "step": 340810
    },
    {
      "epoch": 0.4323162827040507,
      "grad_norm": 5.21875,
      "learning_rate": 2.838785017088314e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5458465129137039,
      "num_tokens": 262475424.0,
      "step": 340820
    },
    {
      "epoch": 0.43232896729658354,
      "grad_norm": 5.1875,
      "learning_rate": 2.8387215860796846e-05,
      "loss": 1.7952,
      "mean_token_accuracy": 0.5916930377483368,
      "num_tokens": 262481976.0,
      "step": 340830
    },
    {
      "epoch": 0.4323416518891164,
      "grad_norm": 4.90625,
      "learning_rate": 2.8386581550710554e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5262245923280716,
      "num_tokens": 262490917.0,
      "step": 340840
    },
    {
      "epoch": 0.4323543364816492,
      "grad_norm": 5.34375,
      "learning_rate": 2.8385947240624266e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5525124818086624,
      "num_tokens": 262498631.0,
      "step": 340850
    },
    {
      "epoch": 0.432367021074182,
      "grad_norm": 5.46875,
      "learning_rate": 2.8385312930537972e-05,
      "loss": 1.9172,
      "mean_token_accuracy": 0.5640229701995849,
      "num_tokens": 262506676.0,
      "step": 340860
    },
    {
      "epoch": 0.43237970566671485,
      "grad_norm": 6.3125,
      "learning_rate": 2.8384678620451684e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5315783590078353,
      "num_tokens": 262513939.0,
      "step": 340870
    },
    {
      "epoch": 0.4323923902592477,
      "grad_norm": 6.96875,
      "learning_rate": 2.8384044310365386e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5489318549633027,
      "num_tokens": 262521620.0,
      "step": 340880
    },
    {
      "epoch": 0.43240507485178054,
      "grad_norm": 4.78125,
      "learning_rate": 2.8383410000279098e-05,
      "loss": 2.2622,
      "mean_token_accuracy": 0.5131817311048508,
      "num_tokens": 262529842.0,
      "step": 340890
    },
    {
      "epoch": 0.4324177594443134,
      "grad_norm": 5.75,
      "learning_rate": 2.838277569019281e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5359489560127259,
      "num_tokens": 262538507.0,
      "step": 340900
    },
    {
      "epoch": 0.4324304440368462,
      "grad_norm": 6.9375,
      "learning_rate": 2.8382141380106516e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5290853083133698,
      "num_tokens": 262546667.0,
      "step": 340910
    },
    {
      "epoch": 0.43244312862937906,
      "grad_norm": 10.0625,
      "learning_rate": 2.8381507070020224e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5516239494085312,
      "num_tokens": 262552759.0,
      "step": 340920
    },
    {
      "epoch": 0.4324558132219119,
      "grad_norm": 6.71875,
      "learning_rate": 2.838087275993393e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5539016902446747,
      "num_tokens": 262560180.0,
      "step": 340930
    },
    {
      "epoch": 0.4324684978144447,
      "grad_norm": 5.0625,
      "learning_rate": 2.8380238449847642e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5296758949756623,
      "num_tokens": 262568098.0,
      "step": 340940
    },
    {
      "epoch": 0.4324811824069775,
      "grad_norm": 7.375,
      "learning_rate": 2.837960413976135e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5380682289600373,
      "num_tokens": 262576753.0,
      "step": 340950
    },
    {
      "epoch": 0.43249386699951037,
      "grad_norm": 5.53125,
      "learning_rate": 2.8378969829675056e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5498278617858887,
      "num_tokens": 262584909.0,
      "step": 340960
    },
    {
      "epoch": 0.4325065515920432,
      "grad_norm": 5.4375,
      "learning_rate": 2.8378335519588768e-05,
      "loss": 2.1644,
      "mean_token_accuracy": 0.532824432849884,
      "num_tokens": 262592948.0,
      "step": 340970
    },
    {
      "epoch": 0.43251923618457605,
      "grad_norm": 5.25,
      "learning_rate": 2.8377701209502473e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5144440203905105,
      "num_tokens": 262601741.0,
      "step": 340980
    },
    {
      "epoch": 0.4325319207771089,
      "grad_norm": 8.5,
      "learning_rate": 2.8377066899416182e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5336307495832443,
      "num_tokens": 262610251.0,
      "step": 340990
    },
    {
      "epoch": 0.43254460536964173,
      "grad_norm": 7.03125,
      "learning_rate": 2.8376432589329894e-05,
      "loss": 1.8428,
      "mean_token_accuracy": 0.5818985223770141,
      "num_tokens": 262617148.0,
      "step": 341000
    },
    {
      "epoch": 0.4325572899621745,
      "grad_norm": 4.71875,
      "learning_rate": 2.83757982792436e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.541027095913887,
      "num_tokens": 262626480.0,
      "step": 341010
    },
    {
      "epoch": 0.43256997455470736,
      "grad_norm": 4.84375,
      "learning_rate": 2.8375163969157308e-05,
      "loss": 2.248,
      "mean_token_accuracy": 0.51286561191082,
      "num_tokens": 262634095.0,
      "step": 341020
    },
    {
      "epoch": 0.4325826591472402,
      "grad_norm": 6.96875,
      "learning_rate": 2.8374529659071014e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.524960994720459,
      "num_tokens": 262642250.0,
      "step": 341030
    },
    {
      "epoch": 0.43259534373977304,
      "grad_norm": 6.46875,
      "learning_rate": 2.8373895348984726e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5353388249874115,
      "num_tokens": 262649913.0,
      "step": 341040
    },
    {
      "epoch": 0.4326080283323059,
      "grad_norm": 5.09375,
      "learning_rate": 2.8373261038898435e-05,
      "loss": 2.282,
      "mean_token_accuracy": 0.5078213661909103,
      "num_tokens": 262657555.0,
      "step": 341050
    },
    {
      "epoch": 0.4326207129248387,
      "grad_norm": 5.875,
      "learning_rate": 2.837262672881214e-05,
      "loss": 1.8791,
      "mean_token_accuracy": 0.5840017408132553,
      "num_tokens": 262665169.0,
      "step": 341060
    },
    {
      "epoch": 0.43263339751737157,
      "grad_norm": 6.71875,
      "learning_rate": 2.8371992418725852e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5248118817806244,
      "num_tokens": 262672093.0,
      "step": 341070
    },
    {
      "epoch": 0.4326460821099044,
      "grad_norm": 6.03125,
      "learning_rate": 2.8371358108639557e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5422718167304993,
      "num_tokens": 262680762.0,
      "step": 341080
    },
    {
      "epoch": 0.4326587667024372,
      "grad_norm": 7.9375,
      "learning_rate": 2.8370723798553266e-05,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5264761239290238,
      "num_tokens": 262688145.0,
      "step": 341090
    },
    {
      "epoch": 0.43267145129497003,
      "grad_norm": 5.125,
      "learning_rate": 2.8370089488466978e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5723295927047729,
      "num_tokens": 262695239.0,
      "step": 341100
    },
    {
      "epoch": 0.4326841358875029,
      "grad_norm": 6.75,
      "learning_rate": 2.8369455178380684e-05,
      "loss": 1.7937,
      "mean_token_accuracy": 0.5927811652421952,
      "num_tokens": 262701646.0,
      "step": 341110
    },
    {
      "epoch": 0.4326968204800357,
      "grad_norm": 5.65625,
      "learning_rate": 2.8368820868294392e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.535282525420189,
      "num_tokens": 262709956.0,
      "step": 341120
    },
    {
      "epoch": 0.43270950507256856,
      "grad_norm": 4.5625,
      "learning_rate": 2.8368186558208098e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.543940669298172,
      "num_tokens": 262717221.0,
      "step": 341130
    },
    {
      "epoch": 0.4327221896651014,
      "grad_norm": 4.5625,
      "learning_rate": 2.836755224812181e-05,
      "loss": 2.2441,
      "mean_token_accuracy": 0.5094260573387146,
      "num_tokens": 262724201.0,
      "step": 341140
    },
    {
      "epoch": 0.43273487425763424,
      "grad_norm": 4.8125,
      "learning_rate": 2.836691793803552e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5456809073686599,
      "num_tokens": 262732536.0,
      "step": 341150
    },
    {
      "epoch": 0.4327475588501671,
      "grad_norm": 5.90625,
      "learning_rate": 2.8366283627949224e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5455764293670654,
      "num_tokens": 262739635.0,
      "step": 341160
    },
    {
      "epoch": 0.43276024344269987,
      "grad_norm": 6.5,
      "learning_rate": 2.8365649317862936e-05,
      "loss": 2.3153,
      "mean_token_accuracy": 0.5087123364210129,
      "num_tokens": 262747620.0,
      "step": 341170
    },
    {
      "epoch": 0.4327729280352327,
      "grad_norm": 7.5625,
      "learning_rate": 2.836501500777664e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5493779510259629,
      "num_tokens": 262754344.0,
      "step": 341180
    },
    {
      "epoch": 0.43278561262776555,
      "grad_norm": 5.8125,
      "learning_rate": 2.836438069769035e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5433384060859681,
      "num_tokens": 262760601.0,
      "step": 341190
    },
    {
      "epoch": 0.4327982972202984,
      "grad_norm": 5.28125,
      "learning_rate": 2.8363746387604062e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5579697757959365,
      "num_tokens": 262768973.0,
      "step": 341200
    },
    {
      "epoch": 0.43281098181283123,
      "grad_norm": 4.375,
      "learning_rate": 2.8363112077517768e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5274784386157989,
      "num_tokens": 262777186.0,
      "step": 341210
    },
    {
      "epoch": 0.43282366640536407,
      "grad_norm": 5.6875,
      "learning_rate": 2.8362477767431476e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5269445300102233,
      "num_tokens": 262785091.0,
      "step": 341220
    },
    {
      "epoch": 0.4328363509978969,
      "grad_norm": 5.34375,
      "learning_rate": 2.836184345734518e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5586637824773788,
      "num_tokens": 262792307.0,
      "step": 341230
    },
    {
      "epoch": 0.43284903559042975,
      "grad_norm": 5.90625,
      "learning_rate": 2.8361209147258894e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5530690878629685,
      "num_tokens": 262800511.0,
      "step": 341240
    },
    {
      "epoch": 0.43286172018296254,
      "grad_norm": 5.71875,
      "learning_rate": 2.8360574837172606e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5351683557033539,
      "num_tokens": 262808310.0,
      "step": 341250
    },
    {
      "epoch": 0.4328744047754954,
      "grad_norm": 4.5625,
      "learning_rate": 2.8359940527086308e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5529419094324112,
      "num_tokens": 262816374.0,
      "step": 341260
    },
    {
      "epoch": 0.4328870893680282,
      "grad_norm": 7.40625,
      "learning_rate": 2.835930621700002e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5336542069911957,
      "num_tokens": 262825494.0,
      "step": 341270
    },
    {
      "epoch": 0.43289977396056106,
      "grad_norm": 9.9375,
      "learning_rate": 2.8358671906913725e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5378984957933426,
      "num_tokens": 262832835.0,
      "step": 341280
    },
    {
      "epoch": 0.4329124585530939,
      "grad_norm": 5.03125,
      "learning_rate": 2.8358037596827437e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5396903961896896,
      "num_tokens": 262840450.0,
      "step": 341290
    },
    {
      "epoch": 0.43292514314562675,
      "grad_norm": 5.28125,
      "learning_rate": 2.8357403286741146e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.5653320491313935,
      "num_tokens": 262848155.0,
      "step": 341300
    },
    {
      "epoch": 0.4329378277381596,
      "grad_norm": 5.4375,
      "learning_rate": 2.835676897665485e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5282053500413895,
      "num_tokens": 262855895.0,
      "step": 341310
    },
    {
      "epoch": 0.4329505123306924,
      "grad_norm": 6.15625,
      "learning_rate": 2.8356134666568564e-05,
      "loss": 2.2617,
      "mean_token_accuracy": 0.5217404961585999,
      "num_tokens": 262862672.0,
      "step": 341320
    },
    {
      "epoch": 0.4329631969232252,
      "grad_norm": 5.5625,
      "learning_rate": 2.835550035648227e-05,
      "loss": 1.681,
      "mean_token_accuracy": 0.6180303931236267,
      "num_tokens": 262870456.0,
      "step": 341330
    },
    {
      "epoch": 0.43297588151575805,
      "grad_norm": 5.9375,
      "learning_rate": 2.8354866046395978e-05,
      "loss": 2.3321,
      "mean_token_accuracy": 0.5099075257778167,
      "num_tokens": 262879059.0,
      "step": 341340
    },
    {
      "epoch": 0.4329885661082909,
      "grad_norm": 6.3125,
      "learning_rate": 2.835423173630969e-05,
      "loss": 1.8387,
      "mean_token_accuracy": 0.5932814359664917,
      "num_tokens": 262885010.0,
      "step": 341350
    },
    {
      "epoch": 0.43300125070082374,
      "grad_norm": 5.4375,
      "learning_rate": 2.8353597426223395e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.560406631231308,
      "num_tokens": 262893371.0,
      "step": 341360
    },
    {
      "epoch": 0.4330139352933566,
      "grad_norm": 5.4375,
      "learning_rate": 2.8352963116137104e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5356717586517334,
      "num_tokens": 262901856.0,
      "step": 341370
    },
    {
      "epoch": 0.4330266198858894,
      "grad_norm": 5.0625,
      "learning_rate": 2.835232880605081e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5429933577775955,
      "num_tokens": 262909837.0,
      "step": 341380
    },
    {
      "epoch": 0.43303930447842226,
      "grad_norm": 6.34375,
      "learning_rate": 2.835169449596452e-05,
      "loss": 2.3216,
      "mean_token_accuracy": 0.5025209039449692,
      "num_tokens": 262919512.0,
      "step": 341390
    },
    {
      "epoch": 0.4330519890709551,
      "grad_norm": 5.625,
      "learning_rate": 2.835106018587823e-05,
      "loss": 2.2995,
      "mean_token_accuracy": 0.5058963030576706,
      "num_tokens": 262928415.0,
      "step": 341400
    },
    {
      "epoch": 0.4330646736634879,
      "grad_norm": 5.03125,
      "learning_rate": 2.8350425875791936e-05,
      "loss": 1.7417,
      "mean_token_accuracy": 0.6140663534402847,
      "num_tokens": 262935188.0,
      "step": 341410
    },
    {
      "epoch": 0.43307735825602073,
      "grad_norm": 5.46875,
      "learning_rate": 2.8349791565705648e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.559794670343399,
      "num_tokens": 262942493.0,
      "step": 341420
    },
    {
      "epoch": 0.43309004284855357,
      "grad_norm": 5.625,
      "learning_rate": 2.8349157255619353e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5334648370742798,
      "num_tokens": 262950589.0,
      "step": 341430
    },
    {
      "epoch": 0.4331027274410864,
      "grad_norm": 5.4375,
      "learning_rate": 2.8348522945533062e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5518521189689636,
      "num_tokens": 262959449.0,
      "step": 341440
    },
    {
      "epoch": 0.43311541203361925,
      "grad_norm": 9.0,
      "learning_rate": 2.8347888635446774e-05,
      "loss": 1.8159,
      "mean_token_accuracy": 0.5940530896186829,
      "num_tokens": 262965449.0,
      "step": 341450
    },
    {
      "epoch": 0.4331280966261521,
      "grad_norm": 5.53125,
      "learning_rate": 2.834725432536048e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5285731136798859,
      "num_tokens": 262974540.0,
      "step": 341460
    },
    {
      "epoch": 0.43314078121868493,
      "grad_norm": 4.59375,
      "learning_rate": 2.8346620015274188e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5382132947444915,
      "num_tokens": 262982369.0,
      "step": 341470
    },
    {
      "epoch": 0.4331534658112177,
      "grad_norm": 6.9375,
      "learning_rate": 2.8345985705187893e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5298908621072769,
      "num_tokens": 262990478.0,
      "step": 341480
    },
    {
      "epoch": 0.43316615040375056,
      "grad_norm": 5.9375,
      "learning_rate": 2.8345351395101606e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5589223831892014,
      "num_tokens": 262996809.0,
      "step": 341490
    },
    {
      "epoch": 0.4331788349962834,
      "grad_norm": 5.3125,
      "learning_rate": 2.8344717085015314e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.575150653719902,
      "num_tokens": 263004050.0,
      "step": 341500
    },
    {
      "epoch": 0.43319151958881624,
      "grad_norm": 5.6875,
      "learning_rate": 2.834408277492902e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5735272169113159,
      "num_tokens": 263011499.0,
      "step": 341510
    },
    {
      "epoch": 0.4332042041813491,
      "grad_norm": 6.875,
      "learning_rate": 2.8343448464842732e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5325164467096328,
      "num_tokens": 263019590.0,
      "step": 341520
    },
    {
      "epoch": 0.4332168887738819,
      "grad_norm": 4.96875,
      "learning_rate": 2.8342814154756437e-05,
      "loss": 2.2992,
      "mean_token_accuracy": 0.5088630169630051,
      "num_tokens": 263027643.0,
      "step": 341530
    },
    {
      "epoch": 0.43322957336641477,
      "grad_norm": 5.65625,
      "learning_rate": 2.8342179844670146e-05,
      "loss": 1.9759,
      "mean_token_accuracy": 0.5482183009386062,
      "num_tokens": 263035196.0,
      "step": 341540
    },
    {
      "epoch": 0.4332422579589476,
      "grad_norm": 5.125,
      "learning_rate": 2.8341545534583858e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.565367367863655,
      "num_tokens": 263043213.0,
      "step": 341550
    },
    {
      "epoch": 0.4332549425514804,
      "grad_norm": 5.5,
      "learning_rate": 2.8340911224497563e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5631934463977813,
      "num_tokens": 263050538.0,
      "step": 341560
    },
    {
      "epoch": 0.43326762714401323,
      "grad_norm": 9.625,
      "learning_rate": 2.8340276914411272e-05,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5349646091461182,
      "num_tokens": 263058269.0,
      "step": 341570
    },
    {
      "epoch": 0.4332803117365461,
      "grad_norm": 6.40625,
      "learning_rate": 2.8339642604324977e-05,
      "loss": 1.8836,
      "mean_token_accuracy": 0.5843115389347077,
      "num_tokens": 263065256.0,
      "step": 341580
    },
    {
      "epoch": 0.4332929963290789,
      "grad_norm": 4.78125,
      "learning_rate": 2.833900829423869e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5467405825853348,
      "num_tokens": 263073520.0,
      "step": 341590
    },
    {
      "epoch": 0.43330568092161176,
      "grad_norm": 6.03125,
      "learning_rate": 2.8338373984152398e-05,
      "loss": 2.2502,
      "mean_token_accuracy": 0.526297253370285,
      "num_tokens": 263080633.0,
      "step": 341600
    },
    {
      "epoch": 0.4333183655141446,
      "grad_norm": 9.9375,
      "learning_rate": 2.8337739674066104e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5718346118927002,
      "num_tokens": 263088131.0,
      "step": 341610
    },
    {
      "epoch": 0.43333105010667744,
      "grad_norm": 5.40625,
      "learning_rate": 2.8337105363979816e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5303208798170089,
      "num_tokens": 263096365.0,
      "step": 341620
    },
    {
      "epoch": 0.4333437346992103,
      "grad_norm": 6.875,
      "learning_rate": 2.8336471053893528e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5574859619140625,
      "num_tokens": 263103634.0,
      "step": 341630
    },
    {
      "epoch": 0.43335641929174307,
      "grad_norm": 5.5625,
      "learning_rate": 2.833583674380723e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5498774111270904,
      "num_tokens": 263110984.0,
      "step": 341640
    },
    {
      "epoch": 0.4333691038842759,
      "grad_norm": 6.1875,
      "learning_rate": 2.8335202433720942e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5461158215999603,
      "num_tokens": 263118777.0,
      "step": 341650
    },
    {
      "epoch": 0.43338178847680875,
      "grad_norm": 5.4375,
      "learning_rate": 2.8334568123634647e-05,
      "loss": 1.8682,
      "mean_token_accuracy": 0.5872430324554443,
      "num_tokens": 263125708.0,
      "step": 341660
    },
    {
      "epoch": 0.4333944730693416,
      "grad_norm": 5.875,
      "learning_rate": 2.833393381354836e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5256735563278199,
      "num_tokens": 263134674.0,
      "step": 341670
    },
    {
      "epoch": 0.43340715766187443,
      "grad_norm": 5.78125,
      "learning_rate": 2.8333299503462068e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.547948083281517,
      "num_tokens": 263142258.0,
      "step": 341680
    },
    {
      "epoch": 0.4334198422544073,
      "grad_norm": 8.0,
      "learning_rate": 2.8332665193375774e-05,
      "loss": 1.7893,
      "mean_token_accuracy": 0.5901117205619812,
      "num_tokens": 263148934.0,
      "step": 341690
    },
    {
      "epoch": 0.4334325268469401,
      "grad_norm": 5.15625,
      "learning_rate": 2.8332030883289486e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5292104572057724,
      "num_tokens": 263157705.0,
      "step": 341700
    },
    {
      "epoch": 0.43344521143947295,
      "grad_norm": 4.5625,
      "learning_rate": 2.833139657320319e-05,
      "loss": 2.1474,
      "mean_token_accuracy": 0.54163176715374,
      "num_tokens": 263166326.0,
      "step": 341710
    },
    {
      "epoch": 0.43345789603200574,
      "grad_norm": 5.15625,
      "learning_rate": 2.83307622631169e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5852987468242645,
      "num_tokens": 263172796.0,
      "step": 341720
    },
    {
      "epoch": 0.4334705806245386,
      "grad_norm": 5.0,
      "learning_rate": 2.8330127953030612e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5333422005176545,
      "num_tokens": 263179825.0,
      "step": 341730
    },
    {
      "epoch": 0.4334832652170714,
      "grad_norm": 6.0625,
      "learning_rate": 2.8329493642944317e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5741288065910339,
      "num_tokens": 263187350.0,
      "step": 341740
    },
    {
      "epoch": 0.43349594980960426,
      "grad_norm": 5.15625,
      "learning_rate": 2.8328859332858026e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5268282651901245,
      "num_tokens": 263195659.0,
      "step": 341750
    },
    {
      "epoch": 0.4335086344021371,
      "grad_norm": 5.96875,
      "learning_rate": 2.832822502277173e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.566920918226242,
      "num_tokens": 263202635.0,
      "step": 341760
    },
    {
      "epoch": 0.43352131899466995,
      "grad_norm": 5.0625,
      "learning_rate": 2.8327590712685443e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5687000602483749,
      "num_tokens": 263210845.0,
      "step": 341770
    },
    {
      "epoch": 0.4335340035872028,
      "grad_norm": 5.21875,
      "learning_rate": 2.8326956402599152e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.533736315369606,
      "num_tokens": 263219429.0,
      "step": 341780
    },
    {
      "epoch": 0.43354668817973563,
      "grad_norm": 4.875,
      "learning_rate": 2.8326322092512858e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5182692676782608,
      "num_tokens": 263228685.0,
      "step": 341790
    },
    {
      "epoch": 0.4335593727722684,
      "grad_norm": 8.9375,
      "learning_rate": 2.832568778242657e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5439290314912796,
      "num_tokens": 263236713.0,
      "step": 341800
    },
    {
      "epoch": 0.43357205736480126,
      "grad_norm": 10.875,
      "learning_rate": 2.8325053472340275e-05,
      "loss": 1.8448,
      "mean_token_accuracy": 0.5971662640571594,
      "num_tokens": 263243696.0,
      "step": 341810
    },
    {
      "epoch": 0.4335847419573341,
      "grad_norm": 6.78125,
      "learning_rate": 2.8324419162253984e-05,
      "loss": 1.9896,
      "mean_token_accuracy": 0.556791365146637,
      "num_tokens": 263252155.0,
      "step": 341820
    },
    {
      "epoch": 0.43359742654986694,
      "grad_norm": 5.5,
      "learning_rate": 2.8323784852167696e-05,
      "loss": 1.8289,
      "mean_token_accuracy": 0.594994044303894,
      "num_tokens": 263257241.0,
      "step": 341830
    },
    {
      "epoch": 0.4336101111423998,
      "grad_norm": 5.8125,
      "learning_rate": 2.83231505420814e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5429422914981842,
      "num_tokens": 263265757.0,
      "step": 341840
    },
    {
      "epoch": 0.4336227957349326,
      "grad_norm": 3.75,
      "learning_rate": 2.832251623199511e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.558352142572403,
      "num_tokens": 263273810.0,
      "step": 341850
    },
    {
      "epoch": 0.43363548032746546,
      "grad_norm": 11.5625,
      "learning_rate": 2.8321881921908815e-05,
      "loss": 1.8739,
      "mean_token_accuracy": 0.587794354557991,
      "num_tokens": 263280778.0,
      "step": 341860
    },
    {
      "epoch": 0.4336481649199983,
      "grad_norm": 9.3125,
      "learning_rate": 2.8321247611822527e-05,
      "loss": 1.8356,
      "mean_token_accuracy": 0.5944917798042297,
      "num_tokens": 263287089.0,
      "step": 341870
    },
    {
      "epoch": 0.4336608495125311,
      "grad_norm": 8.75,
      "learning_rate": 2.8320613301736236e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5362668424844742,
      "num_tokens": 263294662.0,
      "step": 341880
    },
    {
      "epoch": 0.43367353410506393,
      "grad_norm": 4.65625,
      "learning_rate": 2.831997899164994e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5371280908584595,
      "num_tokens": 263302738.0,
      "step": 341890
    },
    {
      "epoch": 0.43368621869759677,
      "grad_norm": 4.75,
      "learning_rate": 2.8319344681563654e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5384555965662002,
      "num_tokens": 263311119.0,
      "step": 341900
    },
    {
      "epoch": 0.4336989032901296,
      "grad_norm": 6.25,
      "learning_rate": 2.831871037147736e-05,
      "loss": 1.7281,
      "mean_token_accuracy": 0.6093960762023926,
      "num_tokens": 263316170.0,
      "step": 341910
    },
    {
      "epoch": 0.43371158788266245,
      "grad_norm": 8.1875,
      "learning_rate": 2.8318076061391068e-05,
      "loss": 1.9222,
      "mean_token_accuracy": 0.5729304909706116,
      "num_tokens": 263322384.0,
      "step": 341920
    },
    {
      "epoch": 0.4337242724751953,
      "grad_norm": 6.34375,
      "learning_rate": 2.831744175130478e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5484057009220124,
      "num_tokens": 263329840.0,
      "step": 341930
    },
    {
      "epoch": 0.43373695706772813,
      "grad_norm": 6.78125,
      "learning_rate": 2.8316807441218485e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5313447713851929,
      "num_tokens": 263336412.0,
      "step": 341940
    },
    {
      "epoch": 0.4337496416602609,
      "grad_norm": 11.4375,
      "learning_rate": 2.8316173131132194e-05,
      "loss": 2.311,
      "mean_token_accuracy": 0.5059847891330719,
      "num_tokens": 263344631.0,
      "step": 341950
    },
    {
      "epoch": 0.43376232625279376,
      "grad_norm": 6.625,
      "learning_rate": 2.83155388210459e-05,
      "loss": 1.8724,
      "mean_token_accuracy": 0.570026957988739,
      "num_tokens": 263352150.0,
      "step": 341960
    },
    {
      "epoch": 0.4337750108453266,
      "grad_norm": 5.34375,
      "learning_rate": 2.831490451095961e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5463026821613312,
      "num_tokens": 263360540.0,
      "step": 341970
    },
    {
      "epoch": 0.43378769543785944,
      "grad_norm": 5.0,
      "learning_rate": 2.831427020087332e-05,
      "loss": 1.8733,
      "mean_token_accuracy": 0.5730760574340821,
      "num_tokens": 263367181.0,
      "step": 341980
    },
    {
      "epoch": 0.4338003800303923,
      "grad_norm": 4.5,
      "learning_rate": 2.8313635890787026e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5662263125181198,
      "num_tokens": 263374691.0,
      "step": 341990
    },
    {
      "epoch": 0.4338130646229251,
      "grad_norm": 6.28125,
      "learning_rate": 2.8313001580700738e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5459352612495423,
      "num_tokens": 263380620.0,
      "step": 342000
    },
    {
      "epoch": 0.43382574921545797,
      "grad_norm": 4.90625,
      "learning_rate": 2.8312367270614443e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.53942511677742,
      "num_tokens": 263389719.0,
      "step": 342010
    },
    {
      "epoch": 0.4338384338079908,
      "grad_norm": 4.59375,
      "learning_rate": 2.8311732960528152e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5404953330755233,
      "num_tokens": 263396879.0,
      "step": 342020
    },
    {
      "epoch": 0.4338511184005236,
      "grad_norm": 5.40625,
      "learning_rate": 2.8311098650441864e-05,
      "loss": 1.9376,
      "mean_token_accuracy": 0.5547064185142517,
      "num_tokens": 263403942.0,
      "step": 342030
    },
    {
      "epoch": 0.43386380299305644,
      "grad_norm": 6.625,
      "learning_rate": 2.831046434035557e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5387548953294754,
      "num_tokens": 263411499.0,
      "step": 342040
    },
    {
      "epoch": 0.4338764875855893,
      "grad_norm": 5.625,
      "learning_rate": 2.830983003026928e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5607095539569855,
      "num_tokens": 263417373.0,
      "step": 342050
    },
    {
      "epoch": 0.4338891721781221,
      "grad_norm": 7.1875,
      "learning_rate": 2.8309195720182983e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5276999861001969,
      "num_tokens": 263425670.0,
      "step": 342060
    },
    {
      "epoch": 0.43390185677065496,
      "grad_norm": 5.3125,
      "learning_rate": 2.8308561410096695e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5621517390012741,
      "num_tokens": 263431801.0,
      "step": 342070
    },
    {
      "epoch": 0.4339145413631878,
      "grad_norm": 5.03125,
      "learning_rate": 2.8307927100010408e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5455192714929581,
      "num_tokens": 263439758.0,
      "step": 342080
    },
    {
      "epoch": 0.43392722595572064,
      "grad_norm": 10.3125,
      "learning_rate": 2.8307292789924113e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5768356412649155,
      "num_tokens": 263446059.0,
      "step": 342090
    },
    {
      "epoch": 0.4339399105482535,
      "grad_norm": 4.6875,
      "learning_rate": 2.830665847983782e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5231198340654373,
      "num_tokens": 263453688.0,
      "step": 342100
    },
    {
      "epoch": 0.43395259514078627,
      "grad_norm": 4.78125,
      "learning_rate": 2.8306024169751527e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.571733969449997,
      "num_tokens": 263461289.0,
      "step": 342110
    },
    {
      "epoch": 0.4339652797333191,
      "grad_norm": 6.0,
      "learning_rate": 2.830538985966524e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.5720234930515289,
      "num_tokens": 263469364.0,
      "step": 342120
    },
    {
      "epoch": 0.43397796432585195,
      "grad_norm": 5.96875,
      "learning_rate": 2.8304755549578948e-05,
      "loss": 1.6219,
      "mean_token_accuracy": 0.6356403529644012,
      "num_tokens": 263476085.0,
      "step": 342130
    },
    {
      "epoch": 0.4339906489183848,
      "grad_norm": 6.21875,
      "learning_rate": 2.8304121239492653e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5604150772094727,
      "num_tokens": 263482202.0,
      "step": 342140
    },
    {
      "epoch": 0.43400333351091763,
      "grad_norm": 5.84375,
      "learning_rate": 2.8303486929406365e-05,
      "loss": 1.9043,
      "mean_token_accuracy": 0.5819934159517288,
      "num_tokens": 263489728.0,
      "step": 342150
    },
    {
      "epoch": 0.4340160181034505,
      "grad_norm": 4.71875,
      "learning_rate": 2.830285261932007e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5200765550136566,
      "num_tokens": 263499317.0,
      "step": 342160
    },
    {
      "epoch": 0.4340287026959833,
      "grad_norm": 5.28125,
      "learning_rate": 2.830221830923378e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5350040137767792,
      "num_tokens": 263506917.0,
      "step": 342170
    },
    {
      "epoch": 0.43404138728851616,
      "grad_norm": 5.6875,
      "learning_rate": 2.830158399914749e-05,
      "loss": 1.8503,
      "mean_token_accuracy": 0.5842558443546295,
      "num_tokens": 263514637.0,
      "step": 342180
    },
    {
      "epoch": 0.43405407188104894,
      "grad_norm": 6.9375,
      "learning_rate": 2.8300949689061197e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5239776581525802,
      "num_tokens": 263523134.0,
      "step": 342190
    },
    {
      "epoch": 0.4340667564735818,
      "grad_norm": 4.53125,
      "learning_rate": 2.8300315378974906e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5388959914445877,
      "num_tokens": 263531202.0,
      "step": 342200
    },
    {
      "epoch": 0.4340794410661146,
      "grad_norm": 4.84375,
      "learning_rate": 2.829968106888861e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5517532885074615,
      "num_tokens": 263539569.0,
      "step": 342210
    },
    {
      "epoch": 0.43409212565864747,
      "grad_norm": 6.125,
      "learning_rate": 2.8299046758802323e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5312302738428116,
      "num_tokens": 263547401.0,
      "step": 342220
    },
    {
      "epoch": 0.4341048102511803,
      "grad_norm": 5.09375,
      "learning_rate": 2.8298412448716032e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5213598340749741,
      "num_tokens": 263554678.0,
      "step": 342230
    },
    {
      "epoch": 0.43411749484371315,
      "grad_norm": 6.46875,
      "learning_rate": 2.8297778138629737e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5412533074617386,
      "num_tokens": 263562631.0,
      "step": 342240
    },
    {
      "epoch": 0.434130179436246,
      "grad_norm": 5.21875,
      "learning_rate": 2.829714382854345e-05,
      "loss": 1.8735,
      "mean_token_accuracy": 0.5813142359256744,
      "num_tokens": 263570893.0,
      "step": 342250
    },
    {
      "epoch": 0.43414286402877883,
      "grad_norm": 6.4375,
      "learning_rate": 2.8296509518457155e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5566655457019806,
      "num_tokens": 263578350.0,
      "step": 342260
    },
    {
      "epoch": 0.4341555486213116,
      "grad_norm": 8.4375,
      "learning_rate": 2.8295875208370863e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5553170144557953,
      "num_tokens": 263586976.0,
      "step": 342270
    },
    {
      "epoch": 0.43416823321384446,
      "grad_norm": 5.625,
      "learning_rate": 2.8295240898284576e-05,
      "loss": 1.8034,
      "mean_token_accuracy": 0.6005985915660859,
      "num_tokens": 263593881.0,
      "step": 342280
    },
    {
      "epoch": 0.4341809178063773,
      "grad_norm": 5.15625,
      "learning_rate": 2.829460658819828e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5349053502082824,
      "num_tokens": 263603412.0,
      "step": 342290
    },
    {
      "epoch": 0.43419360239891014,
      "grad_norm": 5.5625,
      "learning_rate": 2.829397227811199e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5359380096197128,
      "num_tokens": 263611776.0,
      "step": 342300
    },
    {
      "epoch": 0.434206286991443,
      "grad_norm": 6.0625,
      "learning_rate": 2.8293337968025695e-05,
      "loss": 2.3042,
      "mean_token_accuracy": 0.5114540696144104,
      "num_tokens": 263620697.0,
      "step": 342310
    },
    {
      "epoch": 0.4342189715839758,
      "grad_norm": 4.46875,
      "learning_rate": 2.8292703657939407e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5489399075508118,
      "num_tokens": 263629466.0,
      "step": 342320
    },
    {
      "epoch": 0.43423165617650866,
      "grad_norm": 4.84375,
      "learning_rate": 2.8292069347853116e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5337376654148102,
      "num_tokens": 263636880.0,
      "step": 342330
    },
    {
      "epoch": 0.4342443407690415,
      "grad_norm": 1.9296875,
      "learning_rate": 2.829143503776682e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.552106237411499,
      "num_tokens": 263645081.0,
      "step": 342340
    },
    {
      "epoch": 0.4342570253615743,
      "grad_norm": 4.84375,
      "learning_rate": 2.8290800727680533e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5531247913837433,
      "num_tokens": 263653590.0,
      "step": 342350
    },
    {
      "epoch": 0.43426970995410713,
      "grad_norm": 4.5625,
      "learning_rate": 2.829016641759424e-05,
      "loss": 2.1686,
      "mean_token_accuracy": 0.524622443318367,
      "num_tokens": 263662595.0,
      "step": 342360
    },
    {
      "epoch": 0.43428239454663997,
      "grad_norm": 5.21875,
      "learning_rate": 2.8289532107507947e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5551538109779358,
      "num_tokens": 263669745.0,
      "step": 342370
    },
    {
      "epoch": 0.4342950791391728,
      "grad_norm": 7.25,
      "learning_rate": 2.828889779742166e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5597108840942383,
      "num_tokens": 263677078.0,
      "step": 342380
    },
    {
      "epoch": 0.43430776373170565,
      "grad_norm": 5.0,
      "learning_rate": 2.8288263487335365e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5500549405813218,
      "num_tokens": 263684759.0,
      "step": 342390
    },
    {
      "epoch": 0.4343204483242385,
      "grad_norm": 5.09375,
      "learning_rate": 2.8287629177249074e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5451836854219436,
      "num_tokens": 263691860.0,
      "step": 342400
    },
    {
      "epoch": 0.43433313291677134,
      "grad_norm": 6.3125,
      "learning_rate": 2.828699486716278e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5401897847652435,
      "num_tokens": 263699373.0,
      "step": 342410
    },
    {
      "epoch": 0.4343458175093041,
      "grad_norm": 5.0,
      "learning_rate": 2.828636055707649e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5333184033632279,
      "num_tokens": 263706292.0,
      "step": 342420
    },
    {
      "epoch": 0.43435850210183696,
      "grad_norm": 5.0,
      "learning_rate": 2.8285726246990203e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5612946182489396,
      "num_tokens": 263713059.0,
      "step": 342430
    },
    {
      "epoch": 0.4343711866943698,
      "grad_norm": 5.15625,
      "learning_rate": 2.8285091936903905e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5286616861820221,
      "num_tokens": 263721338.0,
      "step": 342440
    },
    {
      "epoch": 0.43438387128690265,
      "grad_norm": 5.96875,
      "learning_rate": 2.8284457626817617e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.523686820268631,
      "num_tokens": 263729373.0,
      "step": 342450
    },
    {
      "epoch": 0.4343965558794355,
      "grad_norm": 7.0625,
      "learning_rate": 2.8283823316731323e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5686513721942902,
      "num_tokens": 263736548.0,
      "step": 342460
    },
    {
      "epoch": 0.4344092404719683,
      "grad_norm": 5.53125,
      "learning_rate": 2.8283189006645035e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5376078993082046,
      "num_tokens": 263743491.0,
      "step": 342470
    },
    {
      "epoch": 0.43442192506450117,
      "grad_norm": 5.375,
      "learning_rate": 2.8282554696558744e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5435385286808014,
      "num_tokens": 263751847.0,
      "step": 342480
    },
    {
      "epoch": 0.434434609657034,
      "grad_norm": 6.09375,
      "learning_rate": 2.828192038647245e-05,
      "loss": 2.2738,
      "mean_token_accuracy": 0.5207601845264435,
      "num_tokens": 263759297.0,
      "step": 342490
    },
    {
      "epoch": 0.4344472942495668,
      "grad_norm": 6.46875,
      "learning_rate": 2.828128607638616e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5493175506591796,
      "num_tokens": 263767472.0,
      "step": 342500
    },
    {
      "epoch": 0.43445997884209964,
      "grad_norm": 6.53125,
      "learning_rate": 2.8280651766299866e-05,
      "loss": 2.2827,
      "mean_token_accuracy": 0.5140907049179078,
      "num_tokens": 263774736.0,
      "step": 342510
    },
    {
      "epoch": 0.4344726634346325,
      "grad_norm": 9.875,
      "learning_rate": 2.8280017456213575e-05,
      "loss": 1.8689,
      "mean_token_accuracy": 0.57474445104599,
      "num_tokens": 263780370.0,
      "step": 342520
    },
    {
      "epoch": 0.4344853480271653,
      "grad_norm": 6.21875,
      "learning_rate": 2.8279383146127287e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5787307798862458,
      "num_tokens": 263789876.0,
      "step": 342530
    },
    {
      "epoch": 0.43449803261969816,
      "grad_norm": 5.03125,
      "learning_rate": 2.8278748836040993e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5300253003835678,
      "num_tokens": 263799323.0,
      "step": 342540
    },
    {
      "epoch": 0.434510717212231,
      "grad_norm": 5.34375,
      "learning_rate": 2.82781145259547e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5487865626811981,
      "num_tokens": 263806913.0,
      "step": 342550
    },
    {
      "epoch": 0.43452340180476384,
      "grad_norm": 5.5625,
      "learning_rate": 2.8277480215868414e-05,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5609095096588135,
      "num_tokens": 263814433.0,
      "step": 342560
    },
    {
      "epoch": 0.4345360863972967,
      "grad_norm": 6.5,
      "learning_rate": 2.827684590578212e-05,
      "loss": 1.8479,
      "mean_token_accuracy": 0.5885692358016967,
      "num_tokens": 263822475.0,
      "step": 342570
    },
    {
      "epoch": 0.43454877098982947,
      "grad_norm": 4.65625,
      "learning_rate": 2.8276211595695828e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5516964048147202,
      "num_tokens": 263829533.0,
      "step": 342580
    },
    {
      "epoch": 0.4345614555823623,
      "grad_norm": 5.5625,
      "learning_rate": 2.8275577285609533e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5700353443622589,
      "num_tokens": 263837052.0,
      "step": 342590
    },
    {
      "epoch": 0.43457414017489515,
      "grad_norm": 6.5,
      "learning_rate": 2.8274942975523245e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5665420413017273,
      "num_tokens": 263844843.0,
      "step": 342600
    },
    {
      "epoch": 0.434586824767428,
      "grad_norm": 11.25,
      "learning_rate": 2.8274308665436954e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5201464384794235,
      "num_tokens": 263852342.0,
      "step": 342610
    },
    {
      "epoch": 0.43459950935996083,
      "grad_norm": 5.9375,
      "learning_rate": 2.827367435535066e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.541727939248085,
      "num_tokens": 263859962.0,
      "step": 342620
    },
    {
      "epoch": 0.4346121939524937,
      "grad_norm": 6.09375,
      "learning_rate": 2.827304004526437e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5415948897600174,
      "num_tokens": 263867613.0,
      "step": 342630
    },
    {
      "epoch": 0.4346248785450265,
      "grad_norm": 4.90625,
      "learning_rate": 2.8272405735178077e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5512102007865906,
      "num_tokens": 263876229.0,
      "step": 342640
    },
    {
      "epoch": 0.43463756313755936,
      "grad_norm": 5.9375,
      "learning_rate": 2.8271771425091785e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5190592885017395,
      "num_tokens": 263884268.0,
      "step": 342650
    },
    {
      "epoch": 0.43465024773009214,
      "grad_norm": 4.5625,
      "learning_rate": 2.8271137115005498e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5225759416818618,
      "num_tokens": 263893406.0,
      "step": 342660
    },
    {
      "epoch": 0.434662932322625,
      "grad_norm": 5.1875,
      "learning_rate": 2.8270502804919203e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5405904144048691,
      "num_tokens": 263901499.0,
      "step": 342670
    },
    {
      "epoch": 0.4346756169151578,
      "grad_norm": 5.90625,
      "learning_rate": 2.826986849483291e-05,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5101636826992035,
      "num_tokens": 263908729.0,
      "step": 342680
    },
    {
      "epoch": 0.43468830150769067,
      "grad_norm": 5.8125,
      "learning_rate": 2.8269234184746617e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5402413070201874,
      "num_tokens": 263916636.0,
      "step": 342690
    },
    {
      "epoch": 0.4347009861002235,
      "grad_norm": 5.28125,
      "learning_rate": 2.826859987466033e-05,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5248584300279617,
      "num_tokens": 263924400.0,
      "step": 342700
    },
    {
      "epoch": 0.43471367069275635,
      "grad_norm": 6.5625,
      "learning_rate": 2.8267965564574038e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5220186740159989,
      "num_tokens": 263931374.0,
      "step": 342710
    },
    {
      "epoch": 0.4347263552852892,
      "grad_norm": 6.78125,
      "learning_rate": 2.8267331254487743e-05,
      "loss": 2.2768,
      "mean_token_accuracy": 0.505677342414856,
      "num_tokens": 263939961.0,
      "step": 342720
    },
    {
      "epoch": 0.43473903987782203,
      "grad_norm": 5.125,
      "learning_rate": 2.8266696944401455e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5398832380771637,
      "num_tokens": 263947777.0,
      "step": 342730
    },
    {
      "epoch": 0.4347517244703548,
      "grad_norm": 5.1875,
      "learning_rate": 2.826606263431516e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5695381313562393,
      "num_tokens": 263956315.0,
      "step": 342740
    },
    {
      "epoch": 0.43476440906288766,
      "grad_norm": 5.78125,
      "learning_rate": 2.826542832422887e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5304237127304077,
      "num_tokens": 263964119.0,
      "step": 342750
    },
    {
      "epoch": 0.4347770936554205,
      "grad_norm": 5.4375,
      "learning_rate": 2.826479401414258e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5198938518762588,
      "num_tokens": 263972248.0,
      "step": 342760
    },
    {
      "epoch": 0.43478977824795334,
      "grad_norm": 5.4375,
      "learning_rate": 2.8264159704056287e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5727978110313415,
      "num_tokens": 263978313.0,
      "step": 342770
    },
    {
      "epoch": 0.4348024628404862,
      "grad_norm": 5.28125,
      "learning_rate": 2.8263525393969996e-05,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5579831689596176,
      "num_tokens": 263986540.0,
      "step": 342780
    },
    {
      "epoch": 0.434815147433019,
      "grad_norm": 5.09375,
      "learning_rate": 2.82628910838837e-05,
      "loss": 2.2356,
      "mean_token_accuracy": 0.5179337054491043,
      "num_tokens": 263995446.0,
      "step": 342790
    },
    {
      "epoch": 0.43482783202555186,
      "grad_norm": 4.5625,
      "learning_rate": 2.8262256773797413e-05,
      "loss": 2.2826,
      "mean_token_accuracy": 0.5083770304918289,
      "num_tokens": 264003396.0,
      "step": 342800
    },
    {
      "epoch": 0.4348405166180847,
      "grad_norm": 4.8125,
      "learning_rate": 2.8261622463711125e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5347359418869019,
      "num_tokens": 264011636.0,
      "step": 342810
    },
    {
      "epoch": 0.4348532012106175,
      "grad_norm": 5.0625,
      "learning_rate": 2.8260988153624827e-05,
      "loss": 1.8137,
      "mean_token_accuracy": 0.5910419344902038,
      "num_tokens": 264018286.0,
      "step": 342820
    },
    {
      "epoch": 0.43486588580315033,
      "grad_norm": 5.40625,
      "learning_rate": 2.826035384353854e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5457813620567322,
      "num_tokens": 264026935.0,
      "step": 342830
    },
    {
      "epoch": 0.4348785703956832,
      "grad_norm": 5.25,
      "learning_rate": 2.8259719533452245e-05,
      "loss": 2.2678,
      "mean_token_accuracy": 0.5168805629014969,
      "num_tokens": 264035213.0,
      "step": 342840
    },
    {
      "epoch": 0.434891254988216,
      "grad_norm": 5.59375,
      "learning_rate": 2.8259085223365957e-05,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5197239816188812,
      "num_tokens": 264043362.0,
      "step": 342850
    },
    {
      "epoch": 0.43490393958074886,
      "grad_norm": 10.25,
      "learning_rate": 2.8258450913279666e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.520084771513939,
      "num_tokens": 264050214.0,
      "step": 342860
    },
    {
      "epoch": 0.4349166241732817,
      "grad_norm": 4.84375,
      "learning_rate": 2.825781660319337e-05,
      "loss": 1.9006,
      "mean_token_accuracy": 0.5819839715957642,
      "num_tokens": 264058594.0,
      "step": 342870
    },
    {
      "epoch": 0.43492930876581454,
      "grad_norm": 6.5625,
      "learning_rate": 2.8257182293107083e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5680250585079193,
      "num_tokens": 264065570.0,
      "step": 342880
    },
    {
      "epoch": 0.4349419933583473,
      "grad_norm": 5.28125,
      "learning_rate": 2.825654798302079e-05,
      "loss": 1.9715,
      "mean_token_accuracy": 0.5569370865821839,
      "num_tokens": 264072952.0,
      "step": 342890
    },
    {
      "epoch": 0.43495467795088016,
      "grad_norm": 6.125,
      "learning_rate": 2.8255913672934497e-05,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5104168713092804,
      "num_tokens": 264082448.0,
      "step": 342900
    },
    {
      "epoch": 0.434967362543413,
      "grad_norm": 5.96875,
      "learning_rate": 2.825527936284821e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.573115736246109,
      "num_tokens": 264089762.0,
      "step": 342910
    },
    {
      "epoch": 0.43498004713594585,
      "grad_norm": 6.25,
      "learning_rate": 2.8254645052761915e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5637465655803681,
      "num_tokens": 264096465.0,
      "step": 342920
    },
    {
      "epoch": 0.4349927317284787,
      "grad_norm": 4.71875,
      "learning_rate": 2.8254010742675623e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.547722464799881,
      "num_tokens": 264104521.0,
      "step": 342930
    },
    {
      "epoch": 0.43500541632101153,
      "grad_norm": 5.28125,
      "learning_rate": 2.825337643258933e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5584917038679122,
      "num_tokens": 264112491.0,
      "step": 342940
    },
    {
      "epoch": 0.43501810091354437,
      "grad_norm": 5.125,
      "learning_rate": 2.825274212250304e-05,
      "loss": 2.174,
      "mean_token_accuracy": 0.5243595153093338,
      "num_tokens": 264120755.0,
      "step": 342950
    },
    {
      "epoch": 0.4350307855060772,
      "grad_norm": 6.25,
      "learning_rate": 2.825210781241675e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5692202925682068,
      "num_tokens": 264127974.0,
      "step": 342960
    },
    {
      "epoch": 0.43504347009861,
      "grad_norm": 5.03125,
      "learning_rate": 2.8251473502330455e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5550621658563614,
      "num_tokens": 264136395.0,
      "step": 342970
    },
    {
      "epoch": 0.43505615469114284,
      "grad_norm": 7.1875,
      "learning_rate": 2.8250839192244167e-05,
      "loss": 1.8356,
      "mean_token_accuracy": 0.5836961388587951,
      "num_tokens": 264143506.0,
      "step": 342980
    },
    {
      "epoch": 0.4350688392836757,
      "grad_norm": 5.09375,
      "learning_rate": 2.8250204882157872e-05,
      "loss": 2.2096,
      "mean_token_accuracy": 0.5193607836961747,
      "num_tokens": 264151327.0,
      "step": 342990
    },
    {
      "epoch": 0.4350815238762085,
      "grad_norm": 4.6875,
      "learning_rate": 2.824957057207158e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5694215953350067,
      "num_tokens": 264159166.0,
      "step": 343000
    },
    {
      "epoch": 0.43509420846874136,
      "grad_norm": 6.6875,
      "learning_rate": 2.8248936261985293e-05,
      "loss": 1.9428,
      "mean_token_accuracy": 0.5718072414398193,
      "num_tokens": 264165823.0,
      "step": 343010
    },
    {
      "epoch": 0.4351068930612742,
      "grad_norm": 5.09375,
      "learning_rate": 2.8248301951899e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5648321211338043,
      "num_tokens": 264172493.0,
      "step": 343020
    },
    {
      "epoch": 0.43511957765380704,
      "grad_norm": 5.15625,
      "learning_rate": 2.8247667641812707e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5457759946584702,
      "num_tokens": 264180150.0,
      "step": 343030
    },
    {
      "epoch": 0.4351322622463399,
      "grad_norm": 5.09375,
      "learning_rate": 2.8247033331726413e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5253490209579468,
      "num_tokens": 264188028.0,
      "step": 343040
    },
    {
      "epoch": 0.43514494683887267,
      "grad_norm": 4.875,
      "learning_rate": 2.8246399021640125e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.565377214550972,
      "num_tokens": 264197291.0,
      "step": 343050
    },
    {
      "epoch": 0.4351576314314055,
      "grad_norm": 5.21875,
      "learning_rate": 2.8245764711553834e-05,
      "loss": 2.2531,
      "mean_token_accuracy": 0.5106030434370041,
      "num_tokens": 264203720.0,
      "step": 343060
    },
    {
      "epoch": 0.43517031602393835,
      "grad_norm": 4.40625,
      "learning_rate": 2.824513040146754e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5186936765909195,
      "num_tokens": 264212271.0,
      "step": 343070
    },
    {
      "epoch": 0.4351830006164712,
      "grad_norm": 4.96875,
      "learning_rate": 2.824449609138125e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5251774430274964,
      "num_tokens": 264220851.0,
      "step": 343080
    },
    {
      "epoch": 0.43519568520900404,
      "grad_norm": 7.4375,
      "learning_rate": 2.8243861781294956e-05,
      "loss": 1.8592,
      "mean_token_accuracy": 0.5763721764087677,
      "num_tokens": 264227690.0,
      "step": 343090
    },
    {
      "epoch": 0.4352083698015369,
      "grad_norm": 6.53125,
      "learning_rate": 2.8243227471208665e-05,
      "loss": 2.3076,
      "mean_token_accuracy": 0.515558049082756,
      "num_tokens": 264236707.0,
      "step": 343100
    },
    {
      "epoch": 0.4352210543940697,
      "grad_norm": 5.09375,
      "learning_rate": 2.8242593161122377e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5224442183971405,
      "num_tokens": 264244788.0,
      "step": 343110
    },
    {
      "epoch": 0.43523373898660256,
      "grad_norm": 9.0,
      "learning_rate": 2.8241958851036083e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5296544700860977,
      "num_tokens": 264251782.0,
      "step": 343120
    },
    {
      "epoch": 0.43524642357913534,
      "grad_norm": 5.6875,
      "learning_rate": 2.824132454094979e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.52978455722332,
      "num_tokens": 264259636.0,
      "step": 343130
    },
    {
      "epoch": 0.4352591081716682,
      "grad_norm": 4.78125,
      "learning_rate": 2.8240690230863497e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5368665724992752,
      "num_tokens": 264267714.0,
      "step": 343140
    },
    {
      "epoch": 0.435271792764201,
      "grad_norm": 4.875,
      "learning_rate": 2.824005592077721e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5422676205635071,
      "num_tokens": 264275915.0,
      "step": 343150
    },
    {
      "epoch": 0.43528447735673387,
      "grad_norm": 4.53125,
      "learning_rate": 2.8239421610690918e-05,
      "loss": 1.7623,
      "mean_token_accuracy": 0.6019190341234207,
      "num_tokens": 264283064.0,
      "step": 343160
    },
    {
      "epoch": 0.4352971619492667,
      "grad_norm": 5.90625,
      "learning_rate": 2.8238787300604623e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.5703637272119522,
      "num_tokens": 264289352.0,
      "step": 343170
    },
    {
      "epoch": 0.43530984654179955,
      "grad_norm": 4.9375,
      "learning_rate": 2.8238152990518335e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5314523607492447,
      "num_tokens": 264297554.0,
      "step": 343180
    },
    {
      "epoch": 0.4353225311343324,
      "grad_norm": 5.625,
      "learning_rate": 2.823751868043204e-05,
      "loss": 2.2711,
      "mean_token_accuracy": 0.5119503885507584,
      "num_tokens": 264305821.0,
      "step": 343190
    },
    {
      "epoch": 0.43533521572686523,
      "grad_norm": 6.59375,
      "learning_rate": 2.823688437034575e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.534376272559166,
      "num_tokens": 264313840.0,
      "step": 343200
    },
    {
      "epoch": 0.435347900319398,
      "grad_norm": 5.6875,
      "learning_rate": 2.823625006025946e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5580941289663315,
      "num_tokens": 264321288.0,
      "step": 343210
    },
    {
      "epoch": 0.43536058491193086,
      "grad_norm": 8.375,
      "learning_rate": 2.8235615750173167e-05,
      "loss": 1.8334,
      "mean_token_accuracy": 0.6064898312091828,
      "num_tokens": 264328507.0,
      "step": 343220
    },
    {
      "epoch": 0.4353732695044637,
      "grad_norm": 4.46875,
      "learning_rate": 2.823498144008688e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5379929155111313,
      "num_tokens": 264336043.0,
      "step": 343230
    },
    {
      "epoch": 0.43538595409699654,
      "grad_norm": 6.9375,
      "learning_rate": 2.823434713000058e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5369869738817215,
      "num_tokens": 264343836.0,
      "step": 343240
    },
    {
      "epoch": 0.4353986386895294,
      "grad_norm": 5.78125,
      "learning_rate": 2.8233712819914293e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5591819941997528,
      "num_tokens": 264351383.0,
      "step": 343250
    },
    {
      "epoch": 0.4354113232820622,
      "grad_norm": 5.28125,
      "learning_rate": 2.8233078509828005e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5464132755994797,
      "num_tokens": 264358633.0,
      "step": 343260
    },
    {
      "epoch": 0.43542400787459506,
      "grad_norm": 6.5,
      "learning_rate": 2.823244419974171e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5376236766576767,
      "num_tokens": 264365100.0,
      "step": 343270
    },
    {
      "epoch": 0.4354366924671279,
      "grad_norm": 5.0,
      "learning_rate": 2.823180988965542e-05,
      "loss": 2.2292,
      "mean_token_accuracy": 0.5157125800848007,
      "num_tokens": 264374039.0,
      "step": 343280
    },
    {
      "epoch": 0.4354493770596607,
      "grad_norm": 6.5625,
      "learning_rate": 2.8231175579569124e-05,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5670435011386872,
      "num_tokens": 264381058.0,
      "step": 343290
    },
    {
      "epoch": 0.43546206165219353,
      "grad_norm": 5.40625,
      "learning_rate": 2.8230541269482837e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5406057953834533,
      "num_tokens": 264389655.0,
      "step": 343300
    },
    {
      "epoch": 0.4354747462447264,
      "grad_norm": 7.78125,
      "learning_rate": 2.8229906959396545e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5357306927442551,
      "num_tokens": 264397395.0,
      "step": 343310
    },
    {
      "epoch": 0.4354874308372592,
      "grad_norm": 10.625,
      "learning_rate": 2.822927264931025e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5413672536611557,
      "num_tokens": 264405075.0,
      "step": 343320
    },
    {
      "epoch": 0.43550011542979206,
      "grad_norm": 6.9375,
      "learning_rate": 2.8228638339223963e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5756403386592865,
      "num_tokens": 264412997.0,
      "step": 343330
    },
    {
      "epoch": 0.4355128000223249,
      "grad_norm": 4.9375,
      "learning_rate": 2.8228004029137668e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5598645240068436,
      "num_tokens": 264420715.0,
      "step": 343340
    },
    {
      "epoch": 0.43552548461485774,
      "grad_norm": 5.375,
      "learning_rate": 2.8227369719051377e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5322570204734802,
      "num_tokens": 264428431.0,
      "step": 343350
    },
    {
      "epoch": 0.4355381692073905,
      "grad_norm": 5.59375,
      "learning_rate": 2.822673540896509e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5371809095144272,
      "num_tokens": 264436500.0,
      "step": 343360
    },
    {
      "epoch": 0.43555085379992337,
      "grad_norm": 6.8125,
      "learning_rate": 2.8226101098878794e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5414717614650726,
      "num_tokens": 264444220.0,
      "step": 343370
    },
    {
      "epoch": 0.4355635383924562,
      "grad_norm": 6.375,
      "learning_rate": 2.8225466788792503e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5323471277952194,
      "num_tokens": 264451711.0,
      "step": 343380
    },
    {
      "epoch": 0.43557622298498905,
      "grad_norm": 5.78125,
      "learning_rate": 2.822483247870621e-05,
      "loss": 1.7926,
      "mean_token_accuracy": 0.5920050591230392,
      "num_tokens": 264457033.0,
      "step": 343390
    },
    {
      "epoch": 0.4355889075775219,
      "grad_norm": 4.90625,
      "learning_rate": 2.822419816861992e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5441249966621399,
      "num_tokens": 264465409.0,
      "step": 343400
    },
    {
      "epoch": 0.43560159217005473,
      "grad_norm": 7.875,
      "learning_rate": 2.822356385853363e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5367359519004822,
      "num_tokens": 264473491.0,
      "step": 343410
    },
    {
      "epoch": 0.43561427676258757,
      "grad_norm": 6.15625,
      "learning_rate": 2.8222929548447335e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5226810485124588,
      "num_tokens": 264481606.0,
      "step": 343420
    },
    {
      "epoch": 0.4356269613551204,
      "grad_norm": 5.71875,
      "learning_rate": 2.8222295238361047e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5397233814001083,
      "num_tokens": 264488842.0,
      "step": 343430
    },
    {
      "epoch": 0.4356396459476532,
      "grad_norm": 5.28125,
      "learning_rate": 2.8221660928274752e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5190185248851776,
      "num_tokens": 264497222.0,
      "step": 343440
    },
    {
      "epoch": 0.43565233054018604,
      "grad_norm": 5.09375,
      "learning_rate": 2.822102661818846e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5504353404045105,
      "num_tokens": 264505191.0,
      "step": 343450
    },
    {
      "epoch": 0.4356650151327189,
      "grad_norm": 5.40625,
      "learning_rate": 2.8220392308102173e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5440591752529145,
      "num_tokens": 264513615.0,
      "step": 343460
    },
    {
      "epoch": 0.4356776997252517,
      "grad_norm": 5.0625,
      "learning_rate": 2.821975799801588e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5404127269983292,
      "num_tokens": 264521253.0,
      "step": 343470
    },
    {
      "epoch": 0.43569038431778456,
      "grad_norm": 6.90625,
      "learning_rate": 2.8219123687929587e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5697310149669648,
      "num_tokens": 264527745.0,
      "step": 343480
    },
    {
      "epoch": 0.4357030689103174,
      "grad_norm": 5.625,
      "learning_rate": 2.82184893778433e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5441324681043624,
      "num_tokens": 264535346.0,
      "step": 343490
    },
    {
      "epoch": 0.43571575350285024,
      "grad_norm": 6.375,
      "learning_rate": 2.8217855067757005e-05,
      "loss": 2.2389,
      "mean_token_accuracy": 0.5287858337163925,
      "num_tokens": 264543197.0,
      "step": 343500
    },
    {
      "epoch": 0.4357284380953831,
      "grad_norm": 6.4375,
      "learning_rate": 2.8217220757670713e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5164784759283065,
      "num_tokens": 264549644.0,
      "step": 343510
    },
    {
      "epoch": 0.43574112268791587,
      "grad_norm": 7.4375,
      "learning_rate": 2.821658644758442e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5535230219364167,
      "num_tokens": 264557212.0,
      "step": 343520
    },
    {
      "epoch": 0.4357538072804487,
      "grad_norm": 5.71875,
      "learning_rate": 2.821595213749813e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.522608482837677,
      "num_tokens": 264565568.0,
      "step": 343530
    },
    {
      "epoch": 0.43576649187298155,
      "grad_norm": 6.21875,
      "learning_rate": 2.8215317827411843e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5180904000997544,
      "num_tokens": 264573493.0,
      "step": 343540
    },
    {
      "epoch": 0.4357791764655144,
      "grad_norm": 6.15625,
      "learning_rate": 2.8214683517325545e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.536108136177063,
      "num_tokens": 264580649.0,
      "step": 343550
    },
    {
      "epoch": 0.43579186105804724,
      "grad_norm": 4.71875,
      "learning_rate": 2.8214049207239257e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5707623153924942,
      "num_tokens": 264587788.0,
      "step": 343560
    },
    {
      "epoch": 0.4358045456505801,
      "grad_norm": 4.90625,
      "learning_rate": 2.8213414897152962e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5465617209672928,
      "num_tokens": 264595869.0,
      "step": 343570
    },
    {
      "epoch": 0.4358172302431129,
      "grad_norm": 4.75,
      "learning_rate": 2.8212780587066675e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5554836690425873,
      "num_tokens": 264603316.0,
      "step": 343580
    },
    {
      "epoch": 0.43582991483564576,
      "grad_norm": 5.625,
      "learning_rate": 2.8212146276980383e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5700949758291245,
      "num_tokens": 264610856.0,
      "step": 343590
    },
    {
      "epoch": 0.43584259942817855,
      "grad_norm": 5.25,
      "learning_rate": 2.821151196689409e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5386260926723481,
      "num_tokens": 264619784.0,
      "step": 343600
    },
    {
      "epoch": 0.4358552840207114,
      "grad_norm": 4.84375,
      "learning_rate": 2.82108776568078e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5326447784900665,
      "num_tokens": 264627224.0,
      "step": 343610
    },
    {
      "epoch": 0.4358679686132442,
      "grad_norm": 5.40625,
      "learning_rate": 2.8210243346721503e-05,
      "loss": 1.6684,
      "mean_token_accuracy": 0.6251919150352478,
      "num_tokens": 264634608.0,
      "step": 343620
    },
    {
      "epoch": 0.43588065320577707,
      "grad_norm": 6.65625,
      "learning_rate": 2.8209609036635215e-05,
      "loss": 2.3241,
      "mean_token_accuracy": 0.5001612931489945,
      "num_tokens": 264642760.0,
      "step": 343630
    },
    {
      "epoch": 0.4358933377983099,
      "grad_norm": 4.875,
      "learning_rate": 2.8208974726548927e-05,
      "loss": 1.9275,
      "mean_token_accuracy": 0.5590983748435974,
      "num_tokens": 264650222.0,
      "step": 343640
    },
    {
      "epoch": 0.43590602239084275,
      "grad_norm": 5.0625,
      "learning_rate": 2.8208340416462632e-05,
      "loss": 1.6934,
      "mean_token_accuracy": 0.6162111431360244,
      "num_tokens": 264656782.0,
      "step": 343650
    },
    {
      "epoch": 0.4359187069833756,
      "grad_norm": 5.8125,
      "learning_rate": 2.820770610637634e-05,
      "loss": 1.8421,
      "mean_token_accuracy": 0.5866815984249115,
      "num_tokens": 264664411.0,
      "step": 343660
    },
    {
      "epoch": 0.43593139157590843,
      "grad_norm": 11.5625,
      "learning_rate": 2.8207071796290046e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5695957481861115,
      "num_tokens": 264671600.0,
      "step": 343670
    },
    {
      "epoch": 0.4359440761684412,
      "grad_norm": 5.09375,
      "learning_rate": 2.820643748620376e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5265522450208664,
      "num_tokens": 264679111.0,
      "step": 343680
    },
    {
      "epoch": 0.43595676076097406,
      "grad_norm": 5.4375,
      "learning_rate": 2.8205803176117467e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5420415997505188,
      "num_tokens": 264687388.0,
      "step": 343690
    },
    {
      "epoch": 0.4359694453535069,
      "grad_norm": 4.8125,
      "learning_rate": 2.8205168866031173e-05,
      "loss": 1.8449,
      "mean_token_accuracy": 0.5831340104341507,
      "num_tokens": 264693142.0,
      "step": 343700
    },
    {
      "epoch": 0.43598212994603974,
      "grad_norm": 5.875,
      "learning_rate": 2.8204534555944885e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5517980188131333,
      "num_tokens": 264701176.0,
      "step": 343710
    },
    {
      "epoch": 0.4359948145385726,
      "grad_norm": 4.96875,
      "learning_rate": 2.820390024585859e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.545273157954216,
      "num_tokens": 264709372.0,
      "step": 343720
    },
    {
      "epoch": 0.4360074991311054,
      "grad_norm": 5.03125,
      "learning_rate": 2.82032659357723e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5535104423761368,
      "num_tokens": 264717190.0,
      "step": 343730
    },
    {
      "epoch": 0.43602018372363827,
      "grad_norm": 6.03125,
      "learning_rate": 2.820263162568601e-05,
      "loss": 2.2688,
      "mean_token_accuracy": 0.5157197207212448,
      "num_tokens": 264724491.0,
      "step": 343740
    },
    {
      "epoch": 0.4360328683161711,
      "grad_norm": 5.5625,
      "learning_rate": 2.8201997315599716e-05,
      "loss": 2.2954,
      "mean_token_accuracy": 0.5133275777101517,
      "num_tokens": 264732451.0,
      "step": 343750
    },
    {
      "epoch": 0.4360455529087039,
      "grad_norm": 6.375,
      "learning_rate": 2.8201363005513425e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5429663509130478,
      "num_tokens": 264739453.0,
      "step": 343760
    },
    {
      "epoch": 0.43605823750123673,
      "grad_norm": 5.59375,
      "learning_rate": 2.820072869542713e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5638087093830109,
      "num_tokens": 264747272.0,
      "step": 343770
    },
    {
      "epoch": 0.4360709220937696,
      "grad_norm": 5.28125,
      "learning_rate": 2.8200094385340843e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5441418200731277,
      "num_tokens": 264755304.0,
      "step": 343780
    },
    {
      "epoch": 0.4360836066863024,
      "grad_norm": 6.03125,
      "learning_rate": 2.819946007525455e-05,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5772042542695999,
      "num_tokens": 264763764.0,
      "step": 343790
    },
    {
      "epoch": 0.43609629127883526,
      "grad_norm": 5.21875,
      "learning_rate": 2.8198825765168257e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5526639342308044,
      "num_tokens": 264771460.0,
      "step": 343800
    },
    {
      "epoch": 0.4361089758713681,
      "grad_norm": 4.875,
      "learning_rate": 2.819819145508197e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5483538717031479,
      "num_tokens": 264779115.0,
      "step": 343810
    },
    {
      "epoch": 0.43612166046390094,
      "grad_norm": 6.25,
      "learning_rate": 2.8197557144995674e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5484980493783951,
      "num_tokens": 264786219.0,
      "step": 343820
    },
    {
      "epoch": 0.4361343450564337,
      "grad_norm": 5.46875,
      "learning_rate": 2.8196922834909383e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5681163102388382,
      "num_tokens": 264794375.0,
      "step": 343830
    },
    {
      "epoch": 0.43614702964896657,
      "grad_norm": 4.8125,
      "learning_rate": 2.8196288524823095e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5276138782501221,
      "num_tokens": 264802318.0,
      "step": 343840
    },
    {
      "epoch": 0.4361597142414994,
      "grad_norm": 4.78125,
      "learning_rate": 2.81956542147368e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5772010862827301,
      "num_tokens": 264810567.0,
      "step": 343850
    },
    {
      "epoch": 0.43617239883403225,
      "grad_norm": 5.40625,
      "learning_rate": 2.819501990465051e-05,
      "loss": 2.3039,
      "mean_token_accuracy": 0.5032973110675811,
      "num_tokens": 264820173.0,
      "step": 343860
    },
    {
      "epoch": 0.4361850834265651,
      "grad_norm": 5.65625,
      "learning_rate": 2.8194385594564214e-05,
      "loss": 2.261,
      "mean_token_accuracy": 0.5153100520372391,
      "num_tokens": 264827735.0,
      "step": 343870
    },
    {
      "epoch": 0.43619776801909793,
      "grad_norm": 4.90625,
      "learning_rate": 2.8193751284477927e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.552726748585701,
      "num_tokens": 264836433.0,
      "step": 343880
    },
    {
      "epoch": 0.4362104526116308,
      "grad_norm": 4.9375,
      "learning_rate": 2.8193116974391635e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5620914220809936,
      "num_tokens": 264844861.0,
      "step": 343890
    },
    {
      "epoch": 0.4362231372041636,
      "grad_norm": 5.0625,
      "learning_rate": 2.819248266430534e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5369300812482833,
      "num_tokens": 264851903.0,
      "step": 343900
    },
    {
      "epoch": 0.4362358217966964,
      "grad_norm": 5.96875,
      "learning_rate": 2.8191848354219053e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5588473558425904,
      "num_tokens": 264859745.0,
      "step": 343910
    },
    {
      "epoch": 0.43624850638922924,
      "grad_norm": 5.5,
      "learning_rate": 2.8191214044132758e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.58091199696064,
      "num_tokens": 264867435.0,
      "step": 343920
    },
    {
      "epoch": 0.4362611909817621,
      "grad_norm": 5.90625,
      "learning_rate": 2.8190579734046467e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5291091233491898,
      "num_tokens": 264876157.0,
      "step": 343930
    },
    {
      "epoch": 0.4362738755742949,
      "grad_norm": 6.9375,
      "learning_rate": 2.818994542396018e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5483004868030548,
      "num_tokens": 264884650.0,
      "step": 343940
    },
    {
      "epoch": 0.43628656016682776,
      "grad_norm": 5.5,
      "learning_rate": 2.8189311113873884e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5481682658195496,
      "num_tokens": 264892794.0,
      "step": 343950
    },
    {
      "epoch": 0.4362992447593606,
      "grad_norm": 5.5625,
      "learning_rate": 2.8188676803787596e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5669033139944076,
      "num_tokens": 264900583.0,
      "step": 343960
    },
    {
      "epoch": 0.43631192935189345,
      "grad_norm": 4.78125,
      "learning_rate": 2.81880424937013e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.5614980340003968,
      "num_tokens": 264908343.0,
      "step": 343970
    },
    {
      "epoch": 0.4363246139444263,
      "grad_norm": 4.5625,
      "learning_rate": 2.818740818361501e-05,
      "loss": 1.9018,
      "mean_token_accuracy": 0.5754808515310288,
      "num_tokens": 264916697.0,
      "step": 343980
    },
    {
      "epoch": 0.4363372985369591,
      "grad_norm": 12.9375,
      "learning_rate": 2.8186773873528723e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.52495336830616,
      "num_tokens": 264924299.0,
      "step": 343990
    },
    {
      "epoch": 0.4363499831294919,
      "grad_norm": 4.84375,
      "learning_rate": 2.8186139563442428e-05,
      "loss": 1.9041,
      "mean_token_accuracy": 0.5752451837062835,
      "num_tokens": 264931791.0,
      "step": 344000
    },
    {
      "epoch": 0.43636266772202476,
      "grad_norm": 5.9375,
      "learning_rate": 2.8185505253356137e-05,
      "loss": 2.2271,
      "mean_token_accuracy": 0.5306592851877212,
      "num_tokens": 264940815.0,
      "step": 344010
    },
    {
      "epoch": 0.4363753523145576,
      "grad_norm": 5.3125,
      "learning_rate": 2.8184870943269842e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5604157388210297,
      "num_tokens": 264948705.0,
      "step": 344020
    },
    {
      "epoch": 0.43638803690709044,
      "grad_norm": 5.0,
      "learning_rate": 2.8184236633183554e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5649049878120422,
      "num_tokens": 264956893.0,
      "step": 344030
    },
    {
      "epoch": 0.4364007214996233,
      "grad_norm": 5.90625,
      "learning_rate": 2.8183602323097263e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5631669193506241,
      "num_tokens": 264964379.0,
      "step": 344040
    },
    {
      "epoch": 0.4364134060921561,
      "grad_norm": 4.9375,
      "learning_rate": 2.818296801301097e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5508903622627258,
      "num_tokens": 264972360.0,
      "step": 344050
    },
    {
      "epoch": 0.43642609068468896,
      "grad_norm": 8.3125,
      "learning_rate": 2.818233370292468e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5653933376073838,
      "num_tokens": 264979734.0,
      "step": 344060
    },
    {
      "epoch": 0.43643877527722175,
      "grad_norm": 5.5625,
      "learning_rate": 2.8181699392838386e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5620218276977539,
      "num_tokens": 264987594.0,
      "step": 344070
    },
    {
      "epoch": 0.4364514598697546,
      "grad_norm": 4.65625,
      "learning_rate": 2.8181065082752095e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5407798588275909,
      "num_tokens": 264994907.0,
      "step": 344080
    },
    {
      "epoch": 0.43646414446228743,
      "grad_norm": 7.8125,
      "learning_rate": 2.8180430772665807e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5683862566947937,
      "num_tokens": 265000093.0,
      "step": 344090
    },
    {
      "epoch": 0.43647682905482027,
      "grad_norm": 5.34375,
      "learning_rate": 2.8179796462579512e-05,
      "loss": 2.2344,
      "mean_token_accuracy": 0.5204680174589157,
      "num_tokens": 265007957.0,
      "step": 344100
    },
    {
      "epoch": 0.4364895136473531,
      "grad_norm": 5.40625,
      "learning_rate": 2.817916215249322e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5453788220882416,
      "num_tokens": 265014956.0,
      "step": 344110
    },
    {
      "epoch": 0.43650219823988595,
      "grad_norm": 7.4375,
      "learning_rate": 2.8178527842406926e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5431994080543519,
      "num_tokens": 265021570.0,
      "step": 344120
    },
    {
      "epoch": 0.4365148828324188,
      "grad_norm": 6.75,
      "learning_rate": 2.8177893532320638e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5356903940439224,
      "num_tokens": 265029113.0,
      "step": 344130
    },
    {
      "epoch": 0.43652756742495163,
      "grad_norm": 5.75,
      "learning_rate": 2.8177259222234347e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5271130859851837,
      "num_tokens": 265037034.0,
      "step": 344140
    },
    {
      "epoch": 0.4365402520174844,
      "grad_norm": 5.1875,
      "learning_rate": 2.8176624912148052e-05,
      "loss": 1.6852,
      "mean_token_accuracy": 0.6155828773975373,
      "num_tokens": 265044337.0,
      "step": 344150
    },
    {
      "epoch": 0.43655293661001726,
      "grad_norm": 7.0625,
      "learning_rate": 2.8175990602061764e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5330172091722488,
      "num_tokens": 265052008.0,
      "step": 344160
    },
    {
      "epoch": 0.4365656212025501,
      "grad_norm": 4.8125,
      "learning_rate": 2.817535629197547e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5444273382425309,
      "num_tokens": 265059614.0,
      "step": 344170
    },
    {
      "epoch": 0.43657830579508294,
      "grad_norm": 8.6875,
      "learning_rate": 2.817472198188918e-05,
      "loss": 2.3383,
      "mean_token_accuracy": 0.49735806286334994,
      "num_tokens": 265066873.0,
      "step": 344180
    },
    {
      "epoch": 0.4365909903876158,
      "grad_norm": 9.125,
      "learning_rate": 2.817408767180289e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5603276461362838,
      "num_tokens": 265074453.0,
      "step": 344190
    },
    {
      "epoch": 0.4366036749801486,
      "grad_norm": 6.21875,
      "learning_rate": 2.8173453361716596e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5271259546279907,
      "num_tokens": 265082794.0,
      "step": 344200
    },
    {
      "epoch": 0.43661635957268147,
      "grad_norm": 9.0,
      "learning_rate": 2.8172819051630305e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5178638756275177,
      "num_tokens": 265089615.0,
      "step": 344210
    },
    {
      "epoch": 0.4366290441652143,
      "grad_norm": 7.53125,
      "learning_rate": 2.817218474154401e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5444548845291137,
      "num_tokens": 265098651.0,
      "step": 344220
    },
    {
      "epoch": 0.4366417287577471,
      "grad_norm": 5.40625,
      "learning_rate": 2.8171550431457722e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5542446970939636,
      "num_tokens": 265106707.0,
      "step": 344230
    },
    {
      "epoch": 0.43665441335027994,
      "grad_norm": 6.84375,
      "learning_rate": 2.817091612137143e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.549265643954277,
      "num_tokens": 265114116.0,
      "step": 344240
    },
    {
      "epoch": 0.4366670979428128,
      "grad_norm": 6.0625,
      "learning_rate": 2.8170281811285136e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5561983466148377,
      "num_tokens": 265120713.0,
      "step": 344250
    },
    {
      "epoch": 0.4366797825353456,
      "grad_norm": 4.90625,
      "learning_rate": 2.816964750119885e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5399824231863022,
      "num_tokens": 265128772.0,
      "step": 344260
    },
    {
      "epoch": 0.43669246712787846,
      "grad_norm": 5.78125,
      "learning_rate": 2.8169013191112554e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5258598476648331,
      "num_tokens": 265137232.0,
      "step": 344270
    },
    {
      "epoch": 0.4367051517204113,
      "grad_norm": 4.4375,
      "learning_rate": 2.8168378881026263e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5499052911996841,
      "num_tokens": 265145293.0,
      "step": 344280
    },
    {
      "epoch": 0.43671783631294414,
      "grad_norm": 5.625,
      "learning_rate": 2.8167744570939975e-05,
      "loss": 1.811,
      "mean_token_accuracy": 0.5928536623716354,
      "num_tokens": 265152330.0,
      "step": 344290
    },
    {
      "epoch": 0.4367305209054769,
      "grad_norm": 5.90625,
      "learning_rate": 2.816711026085368e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5583966791629791,
      "num_tokens": 265159408.0,
      "step": 344300
    },
    {
      "epoch": 0.43674320549800977,
      "grad_norm": 7.09375,
      "learning_rate": 2.816647595076739e-05,
      "loss": 1.8117,
      "mean_token_accuracy": 0.5983594447374344,
      "num_tokens": 265165917.0,
      "step": 344310
    },
    {
      "epoch": 0.4367558900905426,
      "grad_norm": 5.40625,
      "learning_rate": 2.8165841640681094e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5305890619754792,
      "num_tokens": 265174033.0,
      "step": 344320
    },
    {
      "epoch": 0.43676857468307545,
      "grad_norm": 4.28125,
      "learning_rate": 2.8165207330594806e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.585604926943779,
      "num_tokens": 265180546.0,
      "step": 344330
    },
    {
      "epoch": 0.4367812592756083,
      "grad_norm": 5.0,
      "learning_rate": 2.816457302050852e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5351963818073273,
      "num_tokens": 265189334.0,
      "step": 344340
    },
    {
      "epoch": 0.43679394386814113,
      "grad_norm": 7.09375,
      "learning_rate": 2.816393871042222e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5755632251501084,
      "num_tokens": 265197885.0,
      "step": 344350
    },
    {
      "epoch": 0.436806628460674,
      "grad_norm": 5.65625,
      "learning_rate": 2.8163304400335932e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5311692893505097,
      "num_tokens": 265205554.0,
      "step": 344360
    },
    {
      "epoch": 0.4368193130532068,
      "grad_norm": 7.125,
      "learning_rate": 2.8162670090249645e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5613243222236634,
      "num_tokens": 265213792.0,
      "step": 344370
    },
    {
      "epoch": 0.4368319976457396,
      "grad_norm": 6.25,
      "learning_rate": 2.816203578016335e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5424767881631851,
      "num_tokens": 265221066.0,
      "step": 344380
    },
    {
      "epoch": 0.43684468223827244,
      "grad_norm": 6.125,
      "learning_rate": 2.816140147007706e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5624821841716766,
      "num_tokens": 265228731.0,
      "step": 344390
    },
    {
      "epoch": 0.4368573668308053,
      "grad_norm": 6.125,
      "learning_rate": 2.8160767159990764e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5449695736169815,
      "num_tokens": 265236607.0,
      "step": 344400
    },
    {
      "epoch": 0.4368700514233381,
      "grad_norm": 5.09375,
      "learning_rate": 2.8160132849904476e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5347302049398422,
      "num_tokens": 265244344.0,
      "step": 344410
    },
    {
      "epoch": 0.43688273601587096,
      "grad_norm": 6.09375,
      "learning_rate": 2.8159498539818185e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5635861456394196,
      "num_tokens": 265251070.0,
      "step": 344420
    },
    {
      "epoch": 0.4368954206084038,
      "grad_norm": 7.28125,
      "learning_rate": 2.815886422973189e-05,
      "loss": 1.6232,
      "mean_token_accuracy": 0.6265130639076233,
      "num_tokens": 265258157.0,
      "step": 344430
    },
    {
      "epoch": 0.43690810520093665,
      "grad_norm": 4.8125,
      "learning_rate": 2.8158229919645602e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5689956754446029,
      "num_tokens": 265266120.0,
      "step": 344440
    },
    {
      "epoch": 0.4369207897934695,
      "grad_norm": 6.0,
      "learning_rate": 2.8157595609559308e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5672153443098068,
      "num_tokens": 265273177.0,
      "step": 344450
    },
    {
      "epoch": 0.4369334743860023,
      "grad_norm": 5.65625,
      "learning_rate": 2.8156961299473016e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5324065119028092,
      "num_tokens": 265280995.0,
      "step": 344460
    },
    {
      "epoch": 0.4369461589785351,
      "grad_norm": 6.8125,
      "learning_rate": 2.815632698938673e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5539262682199478,
      "num_tokens": 265288756.0,
      "step": 344470
    },
    {
      "epoch": 0.43695884357106796,
      "grad_norm": 6.34375,
      "learning_rate": 2.8155692679300434e-05,
      "loss": 1.5882,
      "mean_token_accuracy": 0.6411644279956817,
      "num_tokens": 265295976.0,
      "step": 344480
    },
    {
      "epoch": 0.4369715281636008,
      "grad_norm": 7.09375,
      "learning_rate": 2.8155058369214143e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5257580369710922,
      "num_tokens": 265304744.0,
      "step": 344490
    },
    {
      "epoch": 0.43698421275613364,
      "grad_norm": 7.1875,
      "learning_rate": 2.8154424059127848e-05,
      "loss": 1.9306,
      "mean_token_accuracy": 0.5828312247991562,
      "num_tokens": 265311666.0,
      "step": 344500
    },
    {
      "epoch": 0.4369968973486665,
      "grad_norm": 5.46875,
      "learning_rate": 2.815378974904156e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5773161739110947,
      "num_tokens": 265318334.0,
      "step": 344510
    },
    {
      "epoch": 0.4370095819411993,
      "grad_norm": 5.28125,
      "learning_rate": 2.815315543895527e-05,
      "loss": 2.3071,
      "mean_token_accuracy": 0.5089882522821426,
      "num_tokens": 265325263.0,
      "step": 344520
    },
    {
      "epoch": 0.43702226653373216,
      "grad_norm": 4.6875,
      "learning_rate": 2.8152521128868974e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5305113911628723,
      "num_tokens": 265333188.0,
      "step": 344530
    },
    {
      "epoch": 0.43703495112626495,
      "grad_norm": 5.3125,
      "learning_rate": 2.8151886818782686e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5386882305145264,
      "num_tokens": 265340911.0,
      "step": 344540
    },
    {
      "epoch": 0.4370476357187978,
      "grad_norm": 5.5625,
      "learning_rate": 2.8151252508696392e-05,
      "loss": 2.2396,
      "mean_token_accuracy": 0.5230788975954056,
      "num_tokens": 265350256.0,
      "step": 344550
    },
    {
      "epoch": 0.43706032031133063,
      "grad_norm": 6.4375,
      "learning_rate": 2.81506181986101e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5735779941082001,
      "num_tokens": 265356966.0,
      "step": 344560
    },
    {
      "epoch": 0.43707300490386347,
      "grad_norm": 6.34375,
      "learning_rate": 2.8149983888523813e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5537372976541519,
      "num_tokens": 265365457.0,
      "step": 344570
    },
    {
      "epoch": 0.4370856894963963,
      "grad_norm": 4.8125,
      "learning_rate": 2.8149349578437518e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5308285266160965,
      "num_tokens": 265372512.0,
      "step": 344580
    },
    {
      "epoch": 0.43709837408892915,
      "grad_norm": 6.125,
      "learning_rate": 2.8148715268351227e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5297727137804031,
      "num_tokens": 265381038.0,
      "step": 344590
    },
    {
      "epoch": 0.437111058681462,
      "grad_norm": 4.78125,
      "learning_rate": 2.8148080958264932e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5387611001729965,
      "num_tokens": 265389275.0,
      "step": 344600
    },
    {
      "epoch": 0.43712374327399484,
      "grad_norm": 5.15625,
      "learning_rate": 2.8147446648178644e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5450925201177597,
      "num_tokens": 265397391.0,
      "step": 344610
    },
    {
      "epoch": 0.4371364278665276,
      "grad_norm": 4.625,
      "learning_rate": 2.8146812338092353e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5318806380033493,
      "num_tokens": 265405673.0,
      "step": 344620
    },
    {
      "epoch": 0.43714911245906046,
      "grad_norm": 6.03125,
      "learning_rate": 2.8146178028006058e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5399295568466187,
      "num_tokens": 265412634.0,
      "step": 344630
    },
    {
      "epoch": 0.4371617970515933,
      "grad_norm": 5.75,
      "learning_rate": 2.814554371791977e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5507168769836426,
      "num_tokens": 265420369.0,
      "step": 344640
    },
    {
      "epoch": 0.43717448164412614,
      "grad_norm": 4.6875,
      "learning_rate": 2.8144909407833476e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5210421621799469,
      "num_tokens": 265429004.0,
      "step": 344650
    },
    {
      "epoch": 0.437187166236659,
      "grad_norm": 9.0,
      "learning_rate": 2.8144275097747185e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.537603783607483,
      "num_tokens": 265435602.0,
      "step": 344660
    },
    {
      "epoch": 0.4371998508291918,
      "grad_norm": 10.5625,
      "learning_rate": 2.8143640787660897e-05,
      "loss": 1.7856,
      "mean_token_accuracy": 0.5974672973155976,
      "num_tokens": 265442575.0,
      "step": 344670
    },
    {
      "epoch": 0.43721253542172467,
      "grad_norm": 5.65625,
      "learning_rate": 2.8143006477574602e-05,
      "loss": 1.8783,
      "mean_token_accuracy": 0.5866636216640473,
      "num_tokens": 265450308.0,
      "step": 344680
    },
    {
      "epoch": 0.4372252200142575,
      "grad_norm": 5.3125,
      "learning_rate": 2.814237216748831e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5603273302316666,
      "num_tokens": 265457527.0,
      "step": 344690
    },
    {
      "epoch": 0.4372379046067903,
      "grad_norm": 5.1875,
      "learning_rate": 2.8141737857402016e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5453122019767761,
      "num_tokens": 265465299.0,
      "step": 344700
    },
    {
      "epoch": 0.43725058919932314,
      "grad_norm": 4.84375,
      "learning_rate": 2.8141103547315728e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5489845156669617,
      "num_tokens": 265473507.0,
      "step": 344710
    },
    {
      "epoch": 0.437263273791856,
      "grad_norm": 5.59375,
      "learning_rate": 2.814046923722944e-05,
      "loss": 1.8858,
      "mean_token_accuracy": 0.5876662880182266,
      "num_tokens": 265479758.0,
      "step": 344720
    },
    {
      "epoch": 0.4372759583843888,
      "grad_norm": 6.28125,
      "learning_rate": 2.8139834927143142e-05,
      "loss": 2.309,
      "mean_token_accuracy": 0.5133745551109314,
      "num_tokens": 265487780.0,
      "step": 344730
    },
    {
      "epoch": 0.43728864297692166,
      "grad_norm": 8.9375,
      "learning_rate": 2.8139200617056854e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5557657063007355,
      "num_tokens": 265494056.0,
      "step": 344740
    },
    {
      "epoch": 0.4373013275694545,
      "grad_norm": 7.125,
      "learning_rate": 2.813856630697056e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5646333009004593,
      "num_tokens": 265501697.0,
      "step": 344750
    },
    {
      "epoch": 0.43731401216198734,
      "grad_norm": 6.125,
      "learning_rate": 2.8137931996884272e-05,
      "loss": 1.7881,
      "mean_token_accuracy": 0.6039817690849304,
      "num_tokens": 265507617.0,
      "step": 344760
    },
    {
      "epoch": 0.43732669675452013,
      "grad_norm": 5.40625,
      "learning_rate": 2.813729768679798e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.5403762489557267,
      "num_tokens": 265515053.0,
      "step": 344770
    },
    {
      "epoch": 0.43733938134705297,
      "grad_norm": 8.25,
      "learning_rate": 2.8136663376711686e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5767173826694488,
      "num_tokens": 265522268.0,
      "step": 344780
    },
    {
      "epoch": 0.4373520659395858,
      "grad_norm": 5.0,
      "learning_rate": 2.8136029066625398e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5539883106946946,
      "num_tokens": 265529066.0,
      "step": 344790
    },
    {
      "epoch": 0.43736475053211865,
      "grad_norm": 6.46875,
      "learning_rate": 2.8135394756539103e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5503012150526047,
      "num_tokens": 265536267.0,
      "step": 344800
    },
    {
      "epoch": 0.4373774351246515,
      "grad_norm": 6.9375,
      "learning_rate": 2.8134760446452812e-05,
      "loss": 1.7258,
      "mean_token_accuracy": 0.6247464478015899,
      "num_tokens": 265542672.0,
      "step": 344810
    },
    {
      "epoch": 0.43739011971718433,
      "grad_norm": 4.875,
      "learning_rate": 2.8134126136366524e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5398740351200104,
      "num_tokens": 265550150.0,
      "step": 344820
    },
    {
      "epoch": 0.4374028043097172,
      "grad_norm": 4.875,
      "learning_rate": 2.813349182628023e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5241969257593155,
      "num_tokens": 265559043.0,
      "step": 344830
    },
    {
      "epoch": 0.43741548890225,
      "grad_norm": 6.5,
      "learning_rate": 2.813285751619394e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5720494419336319,
      "num_tokens": 265566221.0,
      "step": 344840
    },
    {
      "epoch": 0.4374281734947828,
      "grad_norm": 4.96875,
      "learning_rate": 2.8132223206107644e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5510370343923569,
      "num_tokens": 265575227.0,
      "step": 344850
    },
    {
      "epoch": 0.43744085808731564,
      "grad_norm": 5.65625,
      "learning_rate": 2.8131588896021356e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5560901790857316,
      "num_tokens": 265583430.0,
      "step": 344860
    },
    {
      "epoch": 0.4374535426798485,
      "grad_norm": 5.875,
      "learning_rate": 2.8130954585935065e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5602571636438369,
      "num_tokens": 265591450.0,
      "step": 344870
    },
    {
      "epoch": 0.4374662272723813,
      "grad_norm": 5.25,
      "learning_rate": 2.813032027584877e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5252607107162476,
      "num_tokens": 265599070.0,
      "step": 344880
    },
    {
      "epoch": 0.43747891186491417,
      "grad_norm": 4.96875,
      "learning_rate": 2.8129685965762482e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5350541651248932,
      "num_tokens": 265607428.0,
      "step": 344890
    },
    {
      "epoch": 0.437491596457447,
      "grad_norm": 4.78125,
      "learning_rate": 2.8129051655676187e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5539623826742173,
      "num_tokens": 265614004.0,
      "step": 344900
    },
    {
      "epoch": 0.43750428104997985,
      "grad_norm": 5.59375,
      "learning_rate": 2.8128417345589896e-05,
      "loss": 2.2697,
      "mean_token_accuracy": 0.5083869278430939,
      "num_tokens": 265622657.0,
      "step": 344910
    },
    {
      "epoch": 0.4375169656425127,
      "grad_norm": 9.625,
      "learning_rate": 2.812778303550361e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5453811377286911,
      "num_tokens": 265630660.0,
      "step": 344920
    },
    {
      "epoch": 0.4375296502350455,
      "grad_norm": 5.1875,
      "learning_rate": 2.8127148725417314e-05,
      "loss": 2.224,
      "mean_token_accuracy": 0.5207933813333512,
      "num_tokens": 265638959.0,
      "step": 344930
    },
    {
      "epoch": 0.4375423348275783,
      "grad_norm": 7.40625,
      "learning_rate": 2.8126514415331022e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.549160224199295,
      "num_tokens": 265645265.0,
      "step": 344940
    },
    {
      "epoch": 0.43755501942011116,
      "grad_norm": 6.125,
      "learning_rate": 2.8125880105244728e-05,
      "loss": 2.2475,
      "mean_token_accuracy": 0.5173256635665894,
      "num_tokens": 265653189.0,
      "step": 344950
    },
    {
      "epoch": 0.437567704012644,
      "grad_norm": 5.8125,
      "learning_rate": 2.812524579515844e-05,
      "loss": 1.925,
      "mean_token_accuracy": 0.5624906718730927,
      "num_tokens": 265661261.0,
      "step": 344960
    },
    {
      "epoch": 0.43758038860517684,
      "grad_norm": 4.6875,
      "learning_rate": 2.812461148507215e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5519191831350326,
      "num_tokens": 265668392.0,
      "step": 344970
    },
    {
      "epoch": 0.4375930731977097,
      "grad_norm": 6.25,
      "learning_rate": 2.8123977174985854e-05,
      "loss": 2.2738,
      "mean_token_accuracy": 0.5128903806209564,
      "num_tokens": 265675848.0,
      "step": 344980
    },
    {
      "epoch": 0.4376057577902425,
      "grad_norm": 5.40625,
      "learning_rate": 2.8123342864899566e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5408918917179107,
      "num_tokens": 265683812.0,
      "step": 344990
    },
    {
      "epoch": 0.43761844238277536,
      "grad_norm": 5.34375,
      "learning_rate": 2.812270855481327e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5428031295537948,
      "num_tokens": 265690985.0,
      "step": 345000
    },
    {
      "epoch": 0.43763112697530815,
      "grad_norm": 5.75,
      "learning_rate": 2.812207424472698e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5818050235509873,
      "num_tokens": 265698076.0,
      "step": 345010
    },
    {
      "epoch": 0.437643811567841,
      "grad_norm": 6.0,
      "learning_rate": 2.8121439934640692e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5566292405128479,
      "num_tokens": 265705551.0,
      "step": 345020
    },
    {
      "epoch": 0.43765649616037383,
      "grad_norm": 5.59375,
      "learning_rate": 2.8120805624554398e-05,
      "loss": 2.263,
      "mean_token_accuracy": 0.4975138992071152,
      "num_tokens": 265713838.0,
      "step": 345030
    },
    {
      "epoch": 0.4376691807529067,
      "grad_norm": 5.0,
      "learning_rate": 2.8120171314468106e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5224099040031434,
      "num_tokens": 265722997.0,
      "step": 345040
    },
    {
      "epoch": 0.4376818653454395,
      "grad_norm": 6.21875,
      "learning_rate": 2.8119537004381812e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5646652340888977,
      "num_tokens": 265730730.0,
      "step": 345050
    },
    {
      "epoch": 0.43769454993797235,
      "grad_norm": 12.5,
      "learning_rate": 2.8118902694295524e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5707582414150238,
      "num_tokens": 265737425.0,
      "step": 345060
    },
    {
      "epoch": 0.4377072345305052,
      "grad_norm": 6.25,
      "learning_rate": 2.8118268384209233e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5628233671188354,
      "num_tokens": 265745174.0,
      "step": 345070
    },
    {
      "epoch": 0.43771991912303804,
      "grad_norm": 5.03125,
      "learning_rate": 2.8117634074122938e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5662366211414337,
      "num_tokens": 265752729.0,
      "step": 345080
    },
    {
      "epoch": 0.4377326037155708,
      "grad_norm": 6.34375,
      "learning_rate": 2.811699976403665e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5609898537397384,
      "num_tokens": 265760804.0,
      "step": 345090
    },
    {
      "epoch": 0.43774528830810366,
      "grad_norm": 5.28125,
      "learning_rate": 2.8116365453950356e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5213733047246933,
      "num_tokens": 265769814.0,
      "step": 345100
    },
    {
      "epoch": 0.4377579729006365,
      "grad_norm": 9.25,
      "learning_rate": 2.8115731143864064e-05,
      "loss": 1.8508,
      "mean_token_accuracy": 0.5854118645191193,
      "num_tokens": 265777337.0,
      "step": 345110
    },
    {
      "epoch": 0.43777065749316935,
      "grad_norm": 7.34375,
      "learning_rate": 2.8115096833777776e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5513430178165436,
      "num_tokens": 265785273.0,
      "step": 345120
    },
    {
      "epoch": 0.4377833420857022,
      "grad_norm": 4.5,
      "learning_rate": 2.8114462523691482e-05,
      "loss": 2.0416,
      "mean_token_accuracy": 0.5421201556921005,
      "num_tokens": 265793758.0,
      "step": 345130
    },
    {
      "epoch": 0.43779602667823503,
      "grad_norm": 5.5625,
      "learning_rate": 2.8113828213605194e-05,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5915174275636673,
      "num_tokens": 265800099.0,
      "step": 345140
    },
    {
      "epoch": 0.43780871127076787,
      "grad_norm": 5.46875,
      "learning_rate": 2.8113193903518896e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5350043505430222,
      "num_tokens": 265808711.0,
      "step": 345150
    },
    {
      "epoch": 0.4378213958633007,
      "grad_norm": 5.28125,
      "learning_rate": 2.8112559593432608e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5320398271083832,
      "num_tokens": 265816470.0,
      "step": 345160
    },
    {
      "epoch": 0.4378340804558335,
      "grad_norm": 5.96875,
      "learning_rate": 2.811192528334632e-05,
      "loss": 1.9003,
      "mean_token_accuracy": 0.5796431124210357,
      "num_tokens": 265822699.0,
      "step": 345170
    },
    {
      "epoch": 0.43784676504836634,
      "grad_norm": 5.03125,
      "learning_rate": 2.8111290973260025e-05,
      "loss": 1.8402,
      "mean_token_accuracy": 0.5970611274242401,
      "num_tokens": 265830323.0,
      "step": 345180
    },
    {
      "epoch": 0.4378594496408992,
      "grad_norm": 5.34375,
      "learning_rate": 2.8110656663173734e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5204520255327225,
      "num_tokens": 265838172.0,
      "step": 345190
    },
    {
      "epoch": 0.437872134233432,
      "grad_norm": 6.96875,
      "learning_rate": 2.811002235308744e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5502437829971314,
      "num_tokens": 265844643.0,
      "step": 345200
    },
    {
      "epoch": 0.43788481882596486,
      "grad_norm": 8.625,
      "learning_rate": 2.810938804300115e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5459867000579834,
      "num_tokens": 265851809.0,
      "step": 345210
    },
    {
      "epoch": 0.4378975034184977,
      "grad_norm": 5.125,
      "learning_rate": 2.810875373291486e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5307019919157028,
      "num_tokens": 265859621.0,
      "step": 345220
    },
    {
      "epoch": 0.43791018801103054,
      "grad_norm": 5.65625,
      "learning_rate": 2.8108119422828566e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5258806377649308,
      "num_tokens": 265867064.0,
      "step": 345230
    },
    {
      "epoch": 0.43792287260356333,
      "grad_norm": 4.8125,
      "learning_rate": 2.8107485112742278e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5359426468610764,
      "num_tokens": 265874911.0,
      "step": 345240
    },
    {
      "epoch": 0.43793555719609617,
      "grad_norm": 6.1875,
      "learning_rate": 2.8106850802655983e-05,
      "loss": 1.9144,
      "mean_token_accuracy": 0.5708101779222489,
      "num_tokens": 265882326.0,
      "step": 345250
    },
    {
      "epoch": 0.437948241788629,
      "grad_norm": 4.4375,
      "learning_rate": 2.8106216492569692e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.545345738530159,
      "num_tokens": 265890956.0,
      "step": 345260
    },
    {
      "epoch": 0.43796092638116185,
      "grad_norm": 8.5,
      "learning_rate": 2.8105582182483404e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5767311871051788,
      "num_tokens": 265897817.0,
      "step": 345270
    },
    {
      "epoch": 0.4379736109736947,
      "grad_norm": 6.375,
      "learning_rate": 2.810494787239711e-05,
      "loss": 1.5984,
      "mean_token_accuracy": 0.6400107204914093,
      "num_tokens": 265905261.0,
      "step": 345280
    },
    {
      "epoch": 0.43798629556622753,
      "grad_norm": 5.03125,
      "learning_rate": 2.8104313562310818e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5469653069972992,
      "num_tokens": 265913345.0,
      "step": 345290
    },
    {
      "epoch": 0.4379989801587604,
      "grad_norm": 5.65625,
      "learning_rate": 2.810367925222453e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.549974337220192,
      "num_tokens": 265919385.0,
      "step": 345300
    },
    {
      "epoch": 0.4380116647512932,
      "grad_norm": 5.125,
      "learning_rate": 2.8103044942138236e-05,
      "loss": 2.2828,
      "mean_token_accuracy": 0.5118362009525299,
      "num_tokens": 265928206.0,
      "step": 345310
    },
    {
      "epoch": 0.438024349343826,
      "grad_norm": 6.5,
      "learning_rate": 2.8102410632051944e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5422638148069382,
      "num_tokens": 265936181.0,
      "step": 345320
    },
    {
      "epoch": 0.43803703393635884,
      "grad_norm": 11.4375,
      "learning_rate": 2.810177632196565e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5708812892436981,
      "num_tokens": 265943040.0,
      "step": 345330
    },
    {
      "epoch": 0.4380497185288917,
      "grad_norm": 6.65625,
      "learning_rate": 2.8101142011879362e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5410647124052048,
      "num_tokens": 265951488.0,
      "step": 345340
    },
    {
      "epoch": 0.4380624031214245,
      "grad_norm": 4.84375,
      "learning_rate": 2.810050770179307e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5337892025709152,
      "num_tokens": 265959144.0,
      "step": 345350
    },
    {
      "epoch": 0.43807508771395737,
      "grad_norm": 4.5,
      "learning_rate": 2.8099873391706776e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5366999924182891,
      "num_tokens": 265967541.0,
      "step": 345360
    },
    {
      "epoch": 0.4380877723064902,
      "grad_norm": 5.46875,
      "learning_rate": 2.8099239081620488e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.530176255106926,
      "num_tokens": 265975867.0,
      "step": 345370
    },
    {
      "epoch": 0.43810045689902305,
      "grad_norm": 5.78125,
      "learning_rate": 2.8098604771534193e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.5984631180763245,
      "num_tokens": 265982867.0,
      "step": 345380
    },
    {
      "epoch": 0.4381131414915559,
      "grad_norm": 6.40625,
      "learning_rate": 2.8097970461447902e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.581532084941864,
      "num_tokens": 265989581.0,
      "step": 345390
    },
    {
      "epoch": 0.4381258260840887,
      "grad_norm": 4.59375,
      "learning_rate": 2.8097336151361614e-05,
      "loss": 2.2471,
      "mean_token_accuracy": 0.5169862329959869,
      "num_tokens": 265997952.0,
      "step": 345400
    },
    {
      "epoch": 0.4381385106766215,
      "grad_norm": 5.15625,
      "learning_rate": 2.809670184127532e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5529414266347885,
      "num_tokens": 266005871.0,
      "step": 345410
    },
    {
      "epoch": 0.43815119526915436,
      "grad_norm": 7.09375,
      "learning_rate": 2.809606753118903e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5293424218893051,
      "num_tokens": 266013541.0,
      "step": 345420
    },
    {
      "epoch": 0.4381638798616872,
      "grad_norm": 6.53125,
      "learning_rate": 2.8095433221102734e-05,
      "loss": 2.2799,
      "mean_token_accuracy": 0.5096702933311462,
      "num_tokens": 266022005.0,
      "step": 345430
    },
    {
      "epoch": 0.43817656445422004,
      "grad_norm": 6.375,
      "learning_rate": 2.8094798911016446e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5222463428974151,
      "num_tokens": 266028955.0,
      "step": 345440
    },
    {
      "epoch": 0.4381892490467529,
      "grad_norm": 5.09375,
      "learning_rate": 2.8094164600930155e-05,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5667327910661697,
      "num_tokens": 266037040.0,
      "step": 345450
    },
    {
      "epoch": 0.4382019336392857,
      "grad_norm": 7.53125,
      "learning_rate": 2.809353029084386e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5256899505853653,
      "num_tokens": 266044951.0,
      "step": 345460
    },
    {
      "epoch": 0.43821461823181856,
      "grad_norm": 5.0,
      "learning_rate": 2.8092895980757572e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5467681795358658,
      "num_tokens": 266053611.0,
      "step": 345470
    },
    {
      "epoch": 0.43822730282435135,
      "grad_norm": 5.15625,
      "learning_rate": 2.8092261670671277e-05,
      "loss": 1.8774,
      "mean_token_accuracy": 0.575401496887207,
      "num_tokens": 266060633.0,
      "step": 345480
    },
    {
      "epoch": 0.4382399874168842,
      "grad_norm": 4.84375,
      "learning_rate": 2.8091627360584986e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5373363316059112,
      "num_tokens": 266069469.0,
      "step": 345490
    },
    {
      "epoch": 0.43825267200941703,
      "grad_norm": 5.90625,
      "learning_rate": 2.80909930504987e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5439573645591735,
      "num_tokens": 266077674.0,
      "step": 345500
    },
    {
      "epoch": 0.4382653566019499,
      "grad_norm": 7.0625,
      "learning_rate": 2.8090358740412404e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5714058458805085,
      "num_tokens": 266083702.0,
      "step": 345510
    },
    {
      "epoch": 0.4382780411944827,
      "grad_norm": 5.1875,
      "learning_rate": 2.8089724430326116e-05,
      "loss": 2.3349,
      "mean_token_accuracy": 0.49761285483837125,
      "num_tokens": 266093090.0,
      "step": 345520
    },
    {
      "epoch": 0.43829072578701556,
      "grad_norm": 5.0,
      "learning_rate": 2.8089090120239818e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5300120025873184,
      "num_tokens": 266102283.0,
      "step": 345530
    },
    {
      "epoch": 0.4383034103795484,
      "grad_norm": 11.4375,
      "learning_rate": 2.808845581015353e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.515762984752655,
      "num_tokens": 266110581.0,
      "step": 345540
    },
    {
      "epoch": 0.43831609497208124,
      "grad_norm": 5.5625,
      "learning_rate": 2.8087821500067242e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.562993660569191,
      "num_tokens": 266118417.0,
      "step": 345550
    },
    {
      "epoch": 0.438328779564614,
      "grad_norm": 6.71875,
      "learning_rate": 2.8087187189980947e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5262608885765075,
      "num_tokens": 266125115.0,
      "step": 345560
    },
    {
      "epoch": 0.43834146415714687,
      "grad_norm": 5.1875,
      "learning_rate": 2.8086552879894656e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5605623066425324,
      "num_tokens": 266133170.0,
      "step": 345570
    },
    {
      "epoch": 0.4383541487496797,
      "grad_norm": 6.9375,
      "learning_rate": 2.808591856980836e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5516821831464768,
      "num_tokens": 266140881.0,
      "step": 345580
    },
    {
      "epoch": 0.43836683334221255,
      "grad_norm": 6.1875,
      "learning_rate": 2.8085284259722074e-05,
      "loss": 1.8635,
      "mean_token_accuracy": 0.579679799079895,
      "num_tokens": 266148012.0,
      "step": 345590
    },
    {
      "epoch": 0.4383795179347454,
      "grad_norm": 5.40625,
      "learning_rate": 2.8084649949635782e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5534488081932067,
      "num_tokens": 266155832.0,
      "step": 345600
    },
    {
      "epoch": 0.43839220252727823,
      "grad_norm": 6.625,
      "learning_rate": 2.8084015639549488e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5451711118221283,
      "num_tokens": 266164089.0,
      "step": 345610
    },
    {
      "epoch": 0.43840488711981107,
      "grad_norm": 4.78125,
      "learning_rate": 2.80833813294632e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5524124562740326,
      "num_tokens": 266171760.0,
      "step": 345620
    },
    {
      "epoch": 0.4384175717123439,
      "grad_norm": 4.84375,
      "learning_rate": 2.8082747019376905e-05,
      "loss": 2.2783,
      "mean_token_accuracy": 0.5134883552789689,
      "num_tokens": 266180466.0,
      "step": 345630
    },
    {
      "epoch": 0.4384302563048767,
      "grad_norm": 8.1875,
      "learning_rate": 2.8082112709290614e-05,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5726884484291077,
      "num_tokens": 266187869.0,
      "step": 345640
    },
    {
      "epoch": 0.43844294089740954,
      "grad_norm": 4.90625,
      "learning_rate": 2.8081478399204326e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5311626464128494,
      "num_tokens": 266197043.0,
      "step": 345650
    },
    {
      "epoch": 0.4384556254899424,
      "grad_norm": 7.53125,
      "learning_rate": 2.808084408911803e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5455315500497818,
      "num_tokens": 266205409.0,
      "step": 345660
    },
    {
      "epoch": 0.4384683100824752,
      "grad_norm": 6.71875,
      "learning_rate": 2.808020977903174e-05,
      "loss": 1.8983,
      "mean_token_accuracy": 0.5783470928668976,
      "num_tokens": 266213706.0,
      "step": 345670
    },
    {
      "epoch": 0.43848099467500806,
      "grad_norm": 5.21875,
      "learning_rate": 2.8079575468945445e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.530827420949936,
      "num_tokens": 266221782.0,
      "step": 345680
    },
    {
      "epoch": 0.4384936792675409,
      "grad_norm": 6.53125,
      "learning_rate": 2.8078941158859158e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5590085059404373,
      "num_tokens": 266230073.0,
      "step": 345690
    },
    {
      "epoch": 0.43850636386007374,
      "grad_norm": 12.75,
      "learning_rate": 2.8078306848772866e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5540820509195328,
      "num_tokens": 266238324.0,
      "step": 345700
    },
    {
      "epoch": 0.43851904845260653,
      "grad_norm": 5.125,
      "learning_rate": 2.807767253868657e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.536725890636444,
      "num_tokens": 266246818.0,
      "step": 345710
    },
    {
      "epoch": 0.43853173304513937,
      "grad_norm": 5.1875,
      "learning_rate": 2.8077038228600284e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5478543132543564,
      "num_tokens": 266254836.0,
      "step": 345720
    },
    {
      "epoch": 0.4385444176376722,
      "grad_norm": 5.28125,
      "learning_rate": 2.807640391851399e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5731302529573441,
      "num_tokens": 266262069.0,
      "step": 345730
    },
    {
      "epoch": 0.43855710223020505,
      "grad_norm": 6.78125,
      "learning_rate": 2.8075769608427698e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5505587190389634,
      "num_tokens": 266268492.0,
      "step": 345740
    },
    {
      "epoch": 0.4385697868227379,
      "grad_norm": 5.8125,
      "learning_rate": 2.807513529834141e-05,
      "loss": 1.7619,
      "mean_token_accuracy": 0.6014005929231644,
      "num_tokens": 266275307.0,
      "step": 345750
    },
    {
      "epoch": 0.43858247141527074,
      "grad_norm": 5.46875,
      "learning_rate": 2.8074500988255115e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5554426968097687,
      "num_tokens": 266283312.0,
      "step": 345760
    },
    {
      "epoch": 0.4385951560078036,
      "grad_norm": 6.46875,
      "learning_rate": 2.8073866678168824e-05,
      "loss": 1.8336,
      "mean_token_accuracy": 0.5921141892671585,
      "num_tokens": 266291109.0,
      "step": 345770
    },
    {
      "epoch": 0.4386078406003364,
      "grad_norm": 5.03125,
      "learning_rate": 2.807323236808253e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5636078298091889,
      "num_tokens": 266298715.0,
      "step": 345780
    },
    {
      "epoch": 0.4386205251928692,
      "grad_norm": 5.34375,
      "learning_rate": 2.807259805799624e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5213415056467057,
      "num_tokens": 266307267.0,
      "step": 345790
    },
    {
      "epoch": 0.43863320978540205,
      "grad_norm": 5.625,
      "learning_rate": 2.807196374790995e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.552517694234848,
      "num_tokens": 266314027.0,
      "step": 345800
    },
    {
      "epoch": 0.4386458943779349,
      "grad_norm": 5.25,
      "learning_rate": 2.8071329437823656e-05,
      "loss": 1.7662,
      "mean_token_accuracy": 0.6201722264289856,
      "num_tokens": 266320333.0,
      "step": 345810
    },
    {
      "epoch": 0.4386585789704677,
      "grad_norm": 4.3125,
      "learning_rate": 2.8070695127737368e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5869227290153504,
      "num_tokens": 266326093.0,
      "step": 345820
    },
    {
      "epoch": 0.43867126356300057,
      "grad_norm": 6.21875,
      "learning_rate": 2.8070060817651073e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5441185444593429,
      "num_tokens": 266333715.0,
      "step": 345830
    },
    {
      "epoch": 0.4386839481555334,
      "grad_norm": 5.53125,
      "learning_rate": 2.8069426507564782e-05,
      "loss": 1.8393,
      "mean_token_accuracy": 0.5971727490425109,
      "num_tokens": 266340130.0,
      "step": 345840
    },
    {
      "epoch": 0.43869663274806625,
      "grad_norm": 6.40625,
      "learning_rate": 2.8068792197478494e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5308712542057037,
      "num_tokens": 266348303.0,
      "step": 345850
    },
    {
      "epoch": 0.4387093173405991,
      "grad_norm": 5.15625,
      "learning_rate": 2.80681578873922e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5583095043897629,
      "num_tokens": 266355351.0,
      "step": 345860
    },
    {
      "epoch": 0.4387220019331319,
      "grad_norm": 5.09375,
      "learning_rate": 2.8067523577305908e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5476410418748856,
      "num_tokens": 266363098.0,
      "step": 345870
    },
    {
      "epoch": 0.4387346865256647,
      "grad_norm": 5.21875,
      "learning_rate": 2.8066889267219613e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5417652189731598,
      "num_tokens": 266371719.0,
      "step": 345880
    },
    {
      "epoch": 0.43874737111819756,
      "grad_norm": 4.5,
      "learning_rate": 2.8066254957133326e-05,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5675953805446625,
      "num_tokens": 266379052.0,
      "step": 345890
    },
    {
      "epoch": 0.4387600557107304,
      "grad_norm": 6.40625,
      "learning_rate": 2.8065620647047038e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5244992226362228,
      "num_tokens": 266386657.0,
      "step": 345900
    },
    {
      "epoch": 0.43877274030326324,
      "grad_norm": 5.3125,
      "learning_rate": 2.806498633696074e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5283991932868958,
      "num_tokens": 266394682.0,
      "step": 345910
    },
    {
      "epoch": 0.4387854248957961,
      "grad_norm": 5.96875,
      "learning_rate": 2.8064352026874452e-05,
      "loss": 2.2138,
      "mean_token_accuracy": 0.5251441657543182,
      "num_tokens": 266401098.0,
      "step": 345920
    },
    {
      "epoch": 0.4387981094883289,
      "grad_norm": 5.0,
      "learning_rate": 2.8063717716788157e-05,
      "loss": 1.959,
      "mean_token_accuracy": 0.5668785035610199,
      "num_tokens": 266408853.0,
      "step": 345930
    },
    {
      "epoch": 0.43881079408086177,
      "grad_norm": 6.15625,
      "learning_rate": 2.806308340670187e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5441492170095443,
      "num_tokens": 266416946.0,
      "step": 345940
    },
    {
      "epoch": 0.43882347867339455,
      "grad_norm": 6.65625,
      "learning_rate": 2.8062449096615578e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5486805111169815,
      "num_tokens": 266424214.0,
      "step": 345950
    },
    {
      "epoch": 0.4388361632659274,
      "grad_norm": 5.4375,
      "learning_rate": 2.8061814786529283e-05,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5645163357257843,
      "num_tokens": 266432571.0,
      "step": 345960
    },
    {
      "epoch": 0.43884884785846023,
      "grad_norm": 5.90625,
      "learning_rate": 2.8061180476442996e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5324314385652542,
      "num_tokens": 266441014.0,
      "step": 345970
    },
    {
      "epoch": 0.4388615324509931,
      "grad_norm": 5.34375,
      "learning_rate": 2.80605461663567e-05,
      "loss": 2.2812,
      "mean_token_accuracy": 0.5056786686182022,
      "num_tokens": 266449587.0,
      "step": 345980
    },
    {
      "epoch": 0.4388742170435259,
      "grad_norm": 6.125,
      "learning_rate": 2.805991185627041e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5328567117452622,
      "num_tokens": 266458105.0,
      "step": 345990
    },
    {
      "epoch": 0.43888690163605876,
      "grad_norm": 5.375,
      "learning_rate": 2.8059277546184122e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5709311753511429,
      "num_tokens": 266466594.0,
      "step": 346000
    },
    {
      "epoch": 0.4388995862285916,
      "grad_norm": 5.34375,
      "learning_rate": 2.8058643236097827e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5533648133277893,
      "num_tokens": 266474191.0,
      "step": 346010
    },
    {
      "epoch": 0.43891227082112444,
      "grad_norm": 5.125,
      "learning_rate": 2.8058008926011536e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.540791493654251,
      "num_tokens": 266482576.0,
      "step": 346020
    },
    {
      "epoch": 0.4389249554136572,
      "grad_norm": 6.78125,
      "learning_rate": 2.805737461592524e-05,
      "loss": 1.8992,
      "mean_token_accuracy": 0.5774396657943726,
      "num_tokens": 266490764.0,
      "step": 346030
    },
    {
      "epoch": 0.43893764000619007,
      "grad_norm": 5.25,
      "learning_rate": 2.8056740305838953e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5362020015716553,
      "num_tokens": 266498741.0,
      "step": 346040
    },
    {
      "epoch": 0.4389503245987229,
      "grad_norm": 5.25,
      "learning_rate": 2.8056105995752662e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5452193081378937,
      "num_tokens": 266507817.0,
      "step": 346050
    },
    {
      "epoch": 0.43896300919125575,
      "grad_norm": 5.40625,
      "learning_rate": 2.8055471685666367e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5514292776584625,
      "num_tokens": 266515787.0,
      "step": 346060
    },
    {
      "epoch": 0.4389756937837886,
      "grad_norm": 6.34375,
      "learning_rate": 2.805483737558008e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5517292976379394,
      "num_tokens": 266522715.0,
      "step": 346070
    },
    {
      "epoch": 0.43898837837632143,
      "grad_norm": 8.5625,
      "learning_rate": 2.8054203065493785e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5379188597202301,
      "num_tokens": 266530940.0,
      "step": 346080
    },
    {
      "epoch": 0.43900106296885427,
      "grad_norm": 6.1875,
      "learning_rate": 2.8053568755407494e-05,
      "loss": 1.8451,
      "mean_token_accuracy": 0.5857146143913269,
      "num_tokens": 266537919.0,
      "step": 346090
    },
    {
      "epoch": 0.4390137475613871,
      "grad_norm": 5.0,
      "learning_rate": 2.8052934445321206e-05,
      "loss": 1.845,
      "mean_token_accuracy": 0.584647673368454,
      "num_tokens": 266545154.0,
      "step": 346100
    },
    {
      "epoch": 0.4390264321539199,
      "grad_norm": 5.28125,
      "learning_rate": 2.805230013523491e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5400626868009567,
      "num_tokens": 266553246.0,
      "step": 346110
    },
    {
      "epoch": 0.43903911674645274,
      "grad_norm": 4.75,
      "learning_rate": 2.805166582514862e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5182168304920196,
      "num_tokens": 266561652.0,
      "step": 346120
    },
    {
      "epoch": 0.4390518013389856,
      "grad_norm": 6.71875,
      "learning_rate": 2.8051031515062325e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5356635242700577,
      "num_tokens": 266568593.0,
      "step": 346130
    },
    {
      "epoch": 0.4390644859315184,
      "grad_norm": 6.03125,
      "learning_rate": 2.8050397204976037e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.542550602555275,
      "num_tokens": 266575846.0,
      "step": 346140
    },
    {
      "epoch": 0.43907717052405126,
      "grad_norm": 9.375,
      "learning_rate": 2.8049762894889746e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5386244505643845,
      "num_tokens": 266583134.0,
      "step": 346150
    },
    {
      "epoch": 0.4390898551165841,
      "grad_norm": 4.75,
      "learning_rate": 2.804912858480345e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5407946020364761,
      "num_tokens": 266590031.0,
      "step": 346160
    },
    {
      "epoch": 0.43910253970911695,
      "grad_norm": 6.25,
      "learning_rate": 2.8048494274717164e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5451112300157547,
      "num_tokens": 266596635.0,
      "step": 346170
    },
    {
      "epoch": 0.43911522430164973,
      "grad_norm": 6.3125,
      "learning_rate": 2.804785996463087e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5657528460025787,
      "num_tokens": 266603918.0,
      "step": 346180
    },
    {
      "epoch": 0.4391279088941826,
      "grad_norm": 5.21875,
      "learning_rate": 2.8047225654544578e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.540717625617981,
      "num_tokens": 266612429.0,
      "step": 346190
    },
    {
      "epoch": 0.4391405934867154,
      "grad_norm": 5.75,
      "learning_rate": 2.804659134445829e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5772038638591767,
      "num_tokens": 266618725.0,
      "step": 346200
    },
    {
      "epoch": 0.43915327807924825,
      "grad_norm": 5.5625,
      "learning_rate": 2.8045957034371995e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5639836192131042,
      "num_tokens": 266625415.0,
      "step": 346210
    },
    {
      "epoch": 0.4391659626717811,
      "grad_norm": 5.03125,
      "learning_rate": 2.8045322724285704e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5610672146081924,
      "num_tokens": 266633672.0,
      "step": 346220
    },
    {
      "epoch": 0.43917864726431394,
      "grad_norm": 5.75,
      "learning_rate": 2.8044688414199416e-05,
      "loss": 1.9353,
      "mean_token_accuracy": 0.5709595918655396,
      "num_tokens": 266640684.0,
      "step": 346230
    },
    {
      "epoch": 0.4391913318568468,
      "grad_norm": 5.15625,
      "learning_rate": 2.804405410411312e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5247059166431427,
      "num_tokens": 266648153.0,
      "step": 346240
    },
    {
      "epoch": 0.4392040164493796,
      "grad_norm": 6.8125,
      "learning_rate": 2.804341979402683e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5490362465381622,
      "num_tokens": 266656435.0,
      "step": 346250
    },
    {
      "epoch": 0.4392167010419124,
      "grad_norm": 5.34375,
      "learning_rate": 2.8042785483940535e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5230302482843399,
      "num_tokens": 266665862.0,
      "step": 346260
    },
    {
      "epoch": 0.43922938563444525,
      "grad_norm": 5.625,
      "learning_rate": 2.8042151173854248e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5281282305717468,
      "num_tokens": 266673682.0,
      "step": 346270
    },
    {
      "epoch": 0.4392420702269781,
      "grad_norm": 6.3125,
      "learning_rate": 2.804151686376796e-05,
      "loss": 1.8333,
      "mean_token_accuracy": 0.5925782412290573,
      "num_tokens": 266679692.0,
      "step": 346280
    },
    {
      "epoch": 0.43925475481951093,
      "grad_norm": 5.03125,
      "learning_rate": 2.804088255368166e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5383556604385376,
      "num_tokens": 266687434.0,
      "step": 346290
    },
    {
      "epoch": 0.43926743941204377,
      "grad_norm": 5.5,
      "learning_rate": 2.8040248243595374e-05,
      "loss": 1.7326,
      "mean_token_accuracy": 0.6112100750207901,
      "num_tokens": 266694374.0,
      "step": 346300
    },
    {
      "epoch": 0.4392801240045766,
      "grad_norm": 5.09375,
      "learning_rate": 2.803961393350908e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5760043680667877,
      "num_tokens": 266702307.0,
      "step": 346310
    },
    {
      "epoch": 0.43929280859710945,
      "grad_norm": 4.75,
      "learning_rate": 2.803897962342279e-05,
      "loss": 1.9689,
      "mean_token_accuracy": 0.5595676153898239,
      "num_tokens": 266709749.0,
      "step": 346320
    },
    {
      "epoch": 0.4393054931896423,
      "grad_norm": 6.4375,
      "learning_rate": 2.80383453133365e-05,
      "loss": 2.3465,
      "mean_token_accuracy": 0.5080495029687881,
      "num_tokens": 266718338.0,
      "step": 346330
    },
    {
      "epoch": 0.4393181777821751,
      "grad_norm": 4.8125,
      "learning_rate": 2.8037711003250205e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5308441609144211,
      "num_tokens": 266727255.0,
      "step": 346340
    },
    {
      "epoch": 0.4393308623747079,
      "grad_norm": 5.25,
      "learning_rate": 2.8037076693163917e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5609486073255538,
      "num_tokens": 266734414.0,
      "step": 346350
    },
    {
      "epoch": 0.43934354696724076,
      "grad_norm": 5.0,
      "learning_rate": 2.8036442383077623e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.527257427573204,
      "num_tokens": 266743838.0,
      "step": 346360
    },
    {
      "epoch": 0.4393562315597736,
      "grad_norm": 6.21875,
      "learning_rate": 2.803580807299133e-05,
      "loss": 2.2364,
      "mean_token_accuracy": 0.5179092943668365,
      "num_tokens": 266750441.0,
      "step": 346370
    },
    {
      "epoch": 0.43936891615230644,
      "grad_norm": 8.3125,
      "learning_rate": 2.8035173762905044e-05,
      "loss": 2.2983,
      "mean_token_accuracy": 0.5092690169811249,
      "num_tokens": 266758490.0,
      "step": 346380
    },
    {
      "epoch": 0.4393816007448393,
      "grad_norm": 6.25,
      "learning_rate": 2.803453945281875e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5509656310081482,
      "num_tokens": 266765463.0,
      "step": 346390
    },
    {
      "epoch": 0.4393942853373721,
      "grad_norm": 3.640625,
      "learning_rate": 2.8033905142732458e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5650530606508255,
      "num_tokens": 266772701.0,
      "step": 346400
    },
    {
      "epoch": 0.43940696992990497,
      "grad_norm": 7.59375,
      "learning_rate": 2.8033270832646163e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5702718526124955,
      "num_tokens": 266779908.0,
      "step": 346410
    },
    {
      "epoch": 0.43941965452243775,
      "grad_norm": 4.96875,
      "learning_rate": 2.8032636522559875e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5618408709764481,
      "num_tokens": 266786925.0,
      "step": 346420
    },
    {
      "epoch": 0.4394323391149706,
      "grad_norm": 6.5625,
      "learning_rate": 2.8032002212473584e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5333162724971772,
      "num_tokens": 266793986.0,
      "step": 346430
    },
    {
      "epoch": 0.43944502370750343,
      "grad_norm": 6.90625,
      "learning_rate": 2.803136790238729e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5282849997282029,
      "num_tokens": 266802220.0,
      "step": 346440
    },
    {
      "epoch": 0.4394577083000363,
      "grad_norm": 5.84375,
      "learning_rate": 2.8030733592301e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5406076490879059,
      "num_tokens": 266809318.0,
      "step": 346450
    },
    {
      "epoch": 0.4394703928925691,
      "grad_norm": 7.4375,
      "learning_rate": 2.8030099282214707e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5652195572853088,
      "num_tokens": 266817110.0,
      "step": 346460
    },
    {
      "epoch": 0.43948307748510196,
      "grad_norm": 6.21875,
      "learning_rate": 2.8029464972128416e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5464047521352768,
      "num_tokens": 266825183.0,
      "step": 346470
    },
    {
      "epoch": 0.4394957620776348,
      "grad_norm": 5.03125,
      "learning_rate": 2.8028830662042128e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5518293797969818,
      "num_tokens": 266833554.0,
      "step": 346480
    },
    {
      "epoch": 0.43950844667016764,
      "grad_norm": 5.15625,
      "learning_rate": 2.8028196351955833e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.5779424399137497,
      "num_tokens": 266840119.0,
      "step": 346490
    },
    {
      "epoch": 0.4395211312627004,
      "grad_norm": 5.9375,
      "learning_rate": 2.8027562041869542e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.531973198056221,
      "num_tokens": 266848573.0,
      "step": 346500
    },
    {
      "epoch": 0.43953381585523327,
      "grad_norm": 8.125,
      "learning_rate": 2.8026927731783247e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5365586429834366,
      "num_tokens": 266857012.0,
      "step": 346510
    },
    {
      "epoch": 0.4395465004477661,
      "grad_norm": 4.65625,
      "learning_rate": 2.802629342169696e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5611247718334198,
      "num_tokens": 266866456.0,
      "step": 346520
    },
    {
      "epoch": 0.43955918504029895,
      "grad_norm": 4.875,
      "learning_rate": 2.8025659111610668e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5271647185087204,
      "num_tokens": 266873783.0,
      "step": 346530
    },
    {
      "epoch": 0.4395718696328318,
      "grad_norm": 5.90625,
      "learning_rate": 2.8025024801524373e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.553115937113762,
      "num_tokens": 266881391.0,
      "step": 346540
    },
    {
      "epoch": 0.43958455422536463,
      "grad_norm": 5.25,
      "learning_rate": 2.8024390491438085e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5554663002490997,
      "num_tokens": 266888503.0,
      "step": 346550
    },
    {
      "epoch": 0.4395972388178975,
      "grad_norm": 5.0,
      "learning_rate": 2.802375618135179e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5556038200855256,
      "num_tokens": 266895788.0,
      "step": 346560
    },
    {
      "epoch": 0.4396099234104303,
      "grad_norm": 7.625,
      "learning_rate": 2.80231218712655e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.586536955833435,
      "num_tokens": 266903044.0,
      "step": 346570
    },
    {
      "epoch": 0.4396226080029631,
      "grad_norm": 5.75,
      "learning_rate": 2.8022487561179212e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5608122169971466,
      "num_tokens": 266909972.0,
      "step": 346580
    },
    {
      "epoch": 0.43963529259549594,
      "grad_norm": 5.0625,
      "learning_rate": 2.8021853251092917e-05,
      "loss": 1.9257,
      "mean_token_accuracy": 0.566680121421814,
      "num_tokens": 266917828.0,
      "step": 346590
    },
    {
      "epoch": 0.4396479771880288,
      "grad_norm": 5.125,
      "learning_rate": 2.8021218941006626e-05,
      "loss": 1.9804,
      "mean_token_accuracy": 0.5610604792833328,
      "num_tokens": 266925703.0,
      "step": 346600
    },
    {
      "epoch": 0.4396606617805616,
      "grad_norm": 4.71875,
      "learning_rate": 2.802058463092033e-05,
      "loss": 1.8705,
      "mean_token_accuracy": 0.578175675868988,
      "num_tokens": 266932592.0,
      "step": 346610
    },
    {
      "epoch": 0.43967334637309446,
      "grad_norm": 5.3125,
      "learning_rate": 2.8019950320834043e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5306072264909745,
      "num_tokens": 266940808.0,
      "step": 346620
    },
    {
      "epoch": 0.4396860309656273,
      "grad_norm": 6.53125,
      "learning_rate": 2.8019316010747752e-05,
      "loss": 2.2827,
      "mean_token_accuracy": 0.5089964181184768,
      "num_tokens": 266948420.0,
      "step": 346630
    },
    {
      "epoch": 0.43969871555816015,
      "grad_norm": 5.8125,
      "learning_rate": 2.8018681700661457e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5548028618097305,
      "num_tokens": 266955809.0,
      "step": 346640
    },
    {
      "epoch": 0.43971140015069293,
      "grad_norm": 6.1875,
      "learning_rate": 2.801804739057517e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.535831418633461,
      "num_tokens": 266964208.0,
      "step": 346650
    },
    {
      "epoch": 0.4397240847432258,
      "grad_norm": 5.96875,
      "learning_rate": 2.8017413080488875e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5726591438055039,
      "num_tokens": 266970835.0,
      "step": 346660
    },
    {
      "epoch": 0.4397367693357586,
      "grad_norm": 4.59375,
      "learning_rate": 2.8016778770402584e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5388317734003067,
      "num_tokens": 266978954.0,
      "step": 346670
    },
    {
      "epoch": 0.43974945392829146,
      "grad_norm": 4.96875,
      "learning_rate": 2.8016144460316296e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5470965534448624,
      "num_tokens": 266986076.0,
      "step": 346680
    },
    {
      "epoch": 0.4397621385208243,
      "grad_norm": 5.34375,
      "learning_rate": 2.801551015023e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5279440551996231,
      "num_tokens": 266994547.0,
      "step": 346690
    },
    {
      "epoch": 0.43977482311335714,
      "grad_norm": 6.75,
      "learning_rate": 2.8014875840143713e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5144481807947159,
      "num_tokens": 267002779.0,
      "step": 346700
    },
    {
      "epoch": 0.43978750770589,
      "grad_norm": 5.25,
      "learning_rate": 2.8014241530057415e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5350631535053253,
      "num_tokens": 267011639.0,
      "step": 346710
    },
    {
      "epoch": 0.4398001922984228,
      "grad_norm": 5.15625,
      "learning_rate": 2.8013607219971127e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.564306977391243,
      "num_tokens": 267019823.0,
      "step": 346720
    },
    {
      "epoch": 0.4398128768909556,
      "grad_norm": 6.53125,
      "learning_rate": 2.801297290988484e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5622612446546554,
      "num_tokens": 267026813.0,
      "step": 346730
    },
    {
      "epoch": 0.43982556148348845,
      "grad_norm": 4.625,
      "learning_rate": 2.8012338599798545e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5854099720716477,
      "num_tokens": 267033828.0,
      "step": 346740
    },
    {
      "epoch": 0.4398382460760213,
      "grad_norm": 6.84375,
      "learning_rate": 2.8011704289712254e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5562095493078232,
      "num_tokens": 267042322.0,
      "step": 346750
    },
    {
      "epoch": 0.43985093066855413,
      "grad_norm": 4.90625,
      "learning_rate": 2.801106997962596e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5523518830537796,
      "num_tokens": 267050623.0,
      "step": 346760
    },
    {
      "epoch": 0.43986361526108697,
      "grad_norm": 4.4375,
      "learning_rate": 2.801043566953967e-05,
      "loss": 1.839,
      "mean_token_accuracy": 0.5877711802721024,
      "num_tokens": 267059053.0,
      "step": 346770
    },
    {
      "epoch": 0.4398762998536198,
      "grad_norm": 6.0625,
      "learning_rate": 2.800980135945338e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5574407130479813,
      "num_tokens": 267066752.0,
      "step": 346780
    },
    {
      "epoch": 0.43988898444615265,
      "grad_norm": 6.59375,
      "learning_rate": 2.8009167049367085e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.560670119524002,
      "num_tokens": 267073863.0,
      "step": 346790
    },
    {
      "epoch": 0.4399016690386855,
      "grad_norm": 5.21875,
      "learning_rate": 2.8008532739280797e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5472906470298767,
      "num_tokens": 267081756.0,
      "step": 346800
    },
    {
      "epoch": 0.4399143536312183,
      "grad_norm": 4.8125,
      "learning_rate": 2.8007898429194503e-05,
      "loss": 2.2656,
      "mean_token_accuracy": 0.5144735127687454,
      "num_tokens": 267090249.0,
      "step": 346810
    },
    {
      "epoch": 0.4399270382237511,
      "grad_norm": 4.875,
      "learning_rate": 2.800726411910821e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5290978521108627,
      "num_tokens": 267097076.0,
      "step": 346820
    },
    {
      "epoch": 0.43993972281628396,
      "grad_norm": 6.65625,
      "learning_rate": 2.8006629809021923e-05,
      "loss": 2.2971,
      "mean_token_accuracy": 0.5110689222812652,
      "num_tokens": 267105416.0,
      "step": 346830
    },
    {
      "epoch": 0.4399524074088168,
      "grad_norm": 5.9375,
      "learning_rate": 2.800599549893563e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5458480238914489,
      "num_tokens": 267113447.0,
      "step": 346840
    },
    {
      "epoch": 0.43996509200134964,
      "grad_norm": 5.3125,
      "learning_rate": 2.8005361188849338e-05,
      "loss": 1.8316,
      "mean_token_accuracy": 0.5853637516498565,
      "num_tokens": 267120600.0,
      "step": 346850
    },
    {
      "epoch": 0.4399777765938825,
      "grad_norm": 6.34375,
      "learning_rate": 2.8004726878763043e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5475752562284469,
      "num_tokens": 267128333.0,
      "step": 346860
    },
    {
      "epoch": 0.4399904611864153,
      "grad_norm": 5.9375,
      "learning_rate": 2.8004092568676755e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5470941424369812,
      "num_tokens": 267136143.0,
      "step": 346870
    },
    {
      "epoch": 0.44000314577894817,
      "grad_norm": 6.75,
      "learning_rate": 2.8003458258590464e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5693490207195282,
      "num_tokens": 267143059.0,
      "step": 346880
    },
    {
      "epoch": 0.44001583037148095,
      "grad_norm": 5.96875,
      "learning_rate": 2.800282394850417e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5609380096197129,
      "num_tokens": 267151311.0,
      "step": 346890
    },
    {
      "epoch": 0.4400285149640138,
      "grad_norm": 6.0625,
      "learning_rate": 2.800218963841788e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.542275333404541,
      "num_tokens": 267158824.0,
      "step": 346900
    },
    {
      "epoch": 0.44004119955654664,
      "grad_norm": 5.25,
      "learning_rate": 2.8001555328331587e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5501220524311066,
      "num_tokens": 267165955.0,
      "step": 346910
    },
    {
      "epoch": 0.4400538841490795,
      "grad_norm": 5.65625,
      "learning_rate": 2.8000921018245295e-05,
      "loss": 1.8971,
      "mean_token_accuracy": 0.5945839196443558,
      "num_tokens": 267172688.0,
      "step": 346920
    },
    {
      "epoch": 0.4400665687416123,
      "grad_norm": 5.40625,
      "learning_rate": 2.8000286708159007e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5483212977647781,
      "num_tokens": 267179605.0,
      "step": 346930
    },
    {
      "epoch": 0.44007925333414516,
      "grad_norm": 5.5625,
      "learning_rate": 2.7999652398072713e-05,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5177330851554871,
      "num_tokens": 267188104.0,
      "step": 346940
    },
    {
      "epoch": 0.440091937926678,
      "grad_norm": 5.28125,
      "learning_rate": 2.799901808798642e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5511207163333893,
      "num_tokens": 267195624.0,
      "step": 346950
    },
    {
      "epoch": 0.44010462251921084,
      "grad_norm": 7.25,
      "learning_rate": 2.7998383777900127e-05,
      "loss": 1.8715,
      "mean_token_accuracy": 0.5820828080177307,
      "num_tokens": 267203118.0,
      "step": 346960
    },
    {
      "epoch": 0.4401173071117436,
      "grad_norm": 4.75,
      "learning_rate": 2.799774946781384e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5476730227470398,
      "num_tokens": 267210537.0,
      "step": 346970
    },
    {
      "epoch": 0.44012999170427647,
      "grad_norm": 10.5,
      "learning_rate": 2.7997115157727548e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5509177356958389,
      "num_tokens": 267218479.0,
      "step": 346980
    },
    {
      "epoch": 0.4401426762968093,
      "grad_norm": 5.9375,
      "learning_rate": 2.7996480847641253e-05,
      "loss": 1.8792,
      "mean_token_accuracy": 0.5807267636060714,
      "num_tokens": 267225212.0,
      "step": 346990
    },
    {
      "epoch": 0.44015536088934215,
      "grad_norm": 4.875,
      "learning_rate": 2.7995846537554965e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5292578369379044,
      "num_tokens": 267233171.0,
      "step": 347000
    },
    {
      "epoch": 0.440168045481875,
      "grad_norm": 5.4375,
      "learning_rate": 2.799521222746867e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.537722134590149,
      "num_tokens": 267241181.0,
      "step": 347010
    },
    {
      "epoch": 0.44018073007440783,
      "grad_norm": 5.28125,
      "learning_rate": 2.799457791738238e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5417079061269761,
      "num_tokens": 267249777.0,
      "step": 347020
    },
    {
      "epoch": 0.4401934146669407,
      "grad_norm": 6.875,
      "learning_rate": 2.799394360729609e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5313494950532913,
      "num_tokens": 267256608.0,
      "step": 347030
    },
    {
      "epoch": 0.4402060992594735,
      "grad_norm": 5.59375,
      "learning_rate": 2.7993309297209797e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5574967175722122,
      "num_tokens": 267264152.0,
      "step": 347040
    },
    {
      "epoch": 0.4402187838520063,
      "grad_norm": 5.03125,
      "learning_rate": 2.7992674987123506e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5289796948432922,
      "num_tokens": 267273252.0,
      "step": 347050
    },
    {
      "epoch": 0.44023146844453914,
      "grad_norm": 5.4375,
      "learning_rate": 2.799204067703721e-05,
      "loss": 2.2994,
      "mean_token_accuracy": 0.5059620141983032,
      "num_tokens": 267281685.0,
      "step": 347060
    },
    {
      "epoch": 0.440244153037072,
      "grad_norm": 5.0,
      "learning_rate": 2.7991406366950923e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5481891095638275,
      "num_tokens": 267289272.0,
      "step": 347070
    },
    {
      "epoch": 0.4402568376296048,
      "grad_norm": 5.15625,
      "learning_rate": 2.7990772056864635e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5537253230810165,
      "num_tokens": 267296514.0,
      "step": 347080
    },
    {
      "epoch": 0.44026952222213767,
      "grad_norm": 5.59375,
      "learning_rate": 2.7990137746778337e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5245367497205734,
      "num_tokens": 267303914.0,
      "step": 347090
    },
    {
      "epoch": 0.4402822068146705,
      "grad_norm": 5.21875,
      "learning_rate": 2.798950343669205e-05,
      "loss": 2.2178,
      "mean_token_accuracy": 0.5165849894285202,
      "num_tokens": 267311731.0,
      "step": 347100
    },
    {
      "epoch": 0.44029489140720335,
      "grad_norm": 4.90625,
      "learning_rate": 2.7988869126605755e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.55034821331501,
      "num_tokens": 267320238.0,
      "step": 347110
    },
    {
      "epoch": 0.44030757599973613,
      "grad_norm": 5.03125,
      "learning_rate": 2.7988234816519467e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.560801699757576,
      "num_tokens": 267329533.0,
      "step": 347120
    },
    {
      "epoch": 0.440320260592269,
      "grad_norm": 5.03125,
      "learning_rate": 2.7987600506433175e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5583244323730469,
      "num_tokens": 267337261.0,
      "step": 347130
    },
    {
      "epoch": 0.4403329451848018,
      "grad_norm": 7.59375,
      "learning_rate": 2.798696619634688e-05,
      "loss": 1.8185,
      "mean_token_accuracy": 0.5927790224552154,
      "num_tokens": 267344061.0,
      "step": 347140
    },
    {
      "epoch": 0.44034562977733466,
      "grad_norm": 7.40625,
      "learning_rate": 2.7986331886260593e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5252649843692779,
      "num_tokens": 267351265.0,
      "step": 347150
    },
    {
      "epoch": 0.4403583143698675,
      "grad_norm": 7.28125,
      "learning_rate": 2.79856975761743e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5461517870426178,
      "num_tokens": 267359236.0,
      "step": 347160
    },
    {
      "epoch": 0.44037099896240034,
      "grad_norm": 6.15625,
      "learning_rate": 2.7985063266088007e-05,
      "loss": 2.2361,
      "mean_token_accuracy": 0.5158944606781006,
      "num_tokens": 267366817.0,
      "step": 347170
    },
    {
      "epoch": 0.4403836835549332,
      "grad_norm": 8.8125,
      "learning_rate": 2.798442895600172e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5476034462451935,
      "num_tokens": 267373270.0,
      "step": 347180
    },
    {
      "epoch": 0.440396368147466,
      "grad_norm": 5.375,
      "learning_rate": 2.7983794645915425e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5449090987443924,
      "num_tokens": 267380732.0,
      "step": 347190
    },
    {
      "epoch": 0.4404090527399988,
      "grad_norm": 7.1875,
      "learning_rate": 2.7983160335829133e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5383301466703415,
      "num_tokens": 267387976.0,
      "step": 347200
    },
    {
      "epoch": 0.44042173733253165,
      "grad_norm": 4.96875,
      "learning_rate": 2.7982526025742845e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5482681542634964,
      "num_tokens": 267395540.0,
      "step": 347210
    },
    {
      "epoch": 0.4404344219250645,
      "grad_norm": 5.21875,
      "learning_rate": 2.798189171565655e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5463598430156708,
      "num_tokens": 267403128.0,
      "step": 347220
    },
    {
      "epoch": 0.44044710651759733,
      "grad_norm": 6.03125,
      "learning_rate": 2.798125740557026e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5168669492006301,
      "num_tokens": 267410876.0,
      "step": 347230
    },
    {
      "epoch": 0.44045979111013017,
      "grad_norm": 5.375,
      "learning_rate": 2.7980623095483965e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.564500167965889,
      "num_tokens": 267418779.0,
      "step": 347240
    },
    {
      "epoch": 0.440472475702663,
      "grad_norm": 6.40625,
      "learning_rate": 2.7979988785397677e-05,
      "loss": 1.8269,
      "mean_token_accuracy": 0.5806253790855408,
      "num_tokens": 267425613.0,
      "step": 347250
    },
    {
      "epoch": 0.44048516029519585,
      "grad_norm": 6.75,
      "learning_rate": 2.7979354475311386e-05,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5199128240346909,
      "num_tokens": 267433454.0,
      "step": 347260
    },
    {
      "epoch": 0.4404978448877287,
      "grad_norm": 5.125,
      "learning_rate": 2.797872016522509e-05,
      "loss": 1.8477,
      "mean_token_accuracy": 0.5884545177221299,
      "num_tokens": 267441946.0,
      "step": 347270
    },
    {
      "epoch": 0.4405105294802615,
      "grad_norm": 5.09375,
      "learning_rate": 2.7978085855138803e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.546517264842987,
      "num_tokens": 267450172.0,
      "step": 347280
    },
    {
      "epoch": 0.4405232140727943,
      "grad_norm": 4.875,
      "learning_rate": 2.797745154505251e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5393221974372864,
      "num_tokens": 267457510.0,
      "step": 347290
    },
    {
      "epoch": 0.44053589866532716,
      "grad_norm": 4.96875,
      "learning_rate": 2.7976817234966217e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5502860099077225,
      "num_tokens": 267465485.0,
      "step": 347300
    },
    {
      "epoch": 0.44054858325786,
      "grad_norm": 5.0625,
      "learning_rate": 2.797618292487993e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5468590319156647,
      "num_tokens": 267473676.0,
      "step": 347310
    },
    {
      "epoch": 0.44056126785039285,
      "grad_norm": 6.0625,
      "learning_rate": 2.7975548614793635e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5455070942640304,
      "num_tokens": 267480511.0,
      "step": 347320
    },
    {
      "epoch": 0.4405739524429257,
      "grad_norm": 4.78125,
      "learning_rate": 2.7974914304707343e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5267275512218476,
      "num_tokens": 267488601.0,
      "step": 347330
    },
    {
      "epoch": 0.44058663703545853,
      "grad_norm": 8.0625,
      "learning_rate": 2.797427999462105e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5723312020301818,
      "num_tokens": 267495815.0,
      "step": 347340
    },
    {
      "epoch": 0.44059932162799137,
      "grad_norm": 4.9375,
      "learning_rate": 2.797364568453476e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5260383427143097,
      "num_tokens": 267503985.0,
      "step": 347350
    },
    {
      "epoch": 0.44061200622052415,
      "grad_norm": 5.875,
      "learning_rate": 2.797301137444847e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5580168128013611,
      "num_tokens": 267512496.0,
      "step": 347360
    },
    {
      "epoch": 0.440624690813057,
      "grad_norm": 6.4375,
      "learning_rate": 2.7972377064362175e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5288840919733048,
      "num_tokens": 267521182.0,
      "step": 347370
    },
    {
      "epoch": 0.44063737540558984,
      "grad_norm": 5.28125,
      "learning_rate": 2.7971742754275887e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5715467900037765,
      "num_tokens": 267527984.0,
      "step": 347380
    },
    {
      "epoch": 0.4406500599981227,
      "grad_norm": 5.1875,
      "learning_rate": 2.7971108444189593e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5273265898227691,
      "num_tokens": 267535416.0,
      "step": 347390
    },
    {
      "epoch": 0.4406627445906555,
      "grad_norm": 5.75,
      "learning_rate": 2.79704741341033e-05,
      "loss": 1.7044,
      "mean_token_accuracy": 0.6236842632293701,
      "num_tokens": 267542471.0,
      "step": 347400
    },
    {
      "epoch": 0.44067542918318836,
      "grad_norm": 7.0,
      "learning_rate": 2.7969839824017013e-05,
      "loss": 1.8789,
      "mean_token_accuracy": 0.5839879035949707,
      "num_tokens": 267549664.0,
      "step": 347410
    },
    {
      "epoch": 0.4406881137757212,
      "grad_norm": 4.9375,
      "learning_rate": 2.796920551393072e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5368416786193848,
      "num_tokens": 267557657.0,
      "step": 347420
    },
    {
      "epoch": 0.44070079836825404,
      "grad_norm": 8.8125,
      "learning_rate": 2.796857120384443e-05,
      "loss": 1.8177,
      "mean_token_accuracy": 0.5889372110366822,
      "num_tokens": 267564344.0,
      "step": 347430
    },
    {
      "epoch": 0.44071348296078683,
      "grad_norm": 6.40625,
      "learning_rate": 2.7967936893758133e-05,
      "loss": 1.8003,
      "mean_token_accuracy": 0.6009962916374206,
      "num_tokens": 267572004.0,
      "step": 347440
    },
    {
      "epoch": 0.44072616755331967,
      "grad_norm": 4.625,
      "learning_rate": 2.7967302583671845e-05,
      "loss": 2.2269,
      "mean_token_accuracy": 0.5177609205245972,
      "num_tokens": 267579527.0,
      "step": 347450
    },
    {
      "epoch": 0.4407388521458525,
      "grad_norm": 4.78125,
      "learning_rate": 2.7966668273585557e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.527526131272316,
      "num_tokens": 267588897.0,
      "step": 347460
    },
    {
      "epoch": 0.44075153673838535,
      "grad_norm": 4.75,
      "learning_rate": 2.796603396349926e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5542519360780715,
      "num_tokens": 267596099.0,
      "step": 347470
    },
    {
      "epoch": 0.4407642213309182,
      "grad_norm": 7.125,
      "learning_rate": 2.796539965341297e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5325347691774368,
      "num_tokens": 267602516.0,
      "step": 347480
    },
    {
      "epoch": 0.44077690592345103,
      "grad_norm": 3.78125,
      "learning_rate": 2.7964765343326677e-05,
      "loss": 1.7869,
      "mean_token_accuracy": 0.5889475882053375,
      "num_tokens": 267609518.0,
      "step": 347490
    },
    {
      "epoch": 0.4407895905159839,
      "grad_norm": 4.5,
      "learning_rate": 2.796413103324039e-05,
      "loss": 1.8055,
      "mean_token_accuracy": 0.5901283860206604,
      "num_tokens": 267617063.0,
      "step": 347500
    },
    {
      "epoch": 0.4408022751085167,
      "grad_norm": 4.84375,
      "learning_rate": 2.7963496723154097e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5703671246767044,
      "num_tokens": 267624161.0,
      "step": 347510
    },
    {
      "epoch": 0.4408149597010495,
      "grad_norm": 4.78125,
      "learning_rate": 2.7962862413067803e-05,
      "loss": 2.2583,
      "mean_token_accuracy": 0.5281741499900818,
      "num_tokens": 267632238.0,
      "step": 347520
    },
    {
      "epoch": 0.44082764429358234,
      "grad_norm": 5.09375,
      "learning_rate": 2.7962228102981515e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5423308610916138,
      "num_tokens": 267639772.0,
      "step": 347530
    },
    {
      "epoch": 0.4408403288861152,
      "grad_norm": 4.625,
      "learning_rate": 2.796159379289522e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5577893257141113,
      "num_tokens": 267647770.0,
      "step": 347540
    },
    {
      "epoch": 0.440853013478648,
      "grad_norm": 5.125,
      "learning_rate": 2.796095948280893e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5468964964151383,
      "num_tokens": 267656018.0,
      "step": 347550
    },
    {
      "epoch": 0.44086569807118087,
      "grad_norm": 7.28125,
      "learning_rate": 2.796032517272264e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5304876446723938,
      "num_tokens": 267662378.0,
      "step": 347560
    },
    {
      "epoch": 0.4408783826637137,
      "grad_norm": 5.125,
      "learning_rate": 2.7959690862636346e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5633485674858093,
      "num_tokens": 267669300.0,
      "step": 347570
    },
    {
      "epoch": 0.44089106725624655,
      "grad_norm": 5.4375,
      "learning_rate": 2.7959056552550055e-05,
      "loss": 1.797,
      "mean_token_accuracy": 0.5975560784339905,
      "num_tokens": 267677000.0,
      "step": 347580
    },
    {
      "epoch": 0.44090375184877934,
      "grad_norm": 6.125,
      "learning_rate": 2.795842224246376e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5352592825889587,
      "num_tokens": 267684165.0,
      "step": 347590
    },
    {
      "epoch": 0.4409164364413122,
      "grad_norm": 5.5,
      "learning_rate": 2.7957787932377473e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5287180721759797,
      "num_tokens": 267692888.0,
      "step": 347600
    },
    {
      "epoch": 0.440929121033845,
      "grad_norm": 5.59375,
      "learning_rate": 2.795715362229118e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5390065371990204,
      "num_tokens": 267700828.0,
      "step": 347610
    },
    {
      "epoch": 0.44094180562637786,
      "grad_norm": 5.8125,
      "learning_rate": 2.7956519312204887e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5300530135631562,
      "num_tokens": 267708622.0,
      "step": 347620
    },
    {
      "epoch": 0.4409544902189107,
      "grad_norm": 5.53125,
      "learning_rate": 2.79558850021186e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5338583737611771,
      "num_tokens": 267716742.0,
      "step": 347630
    },
    {
      "epoch": 0.44096717481144354,
      "grad_norm": 5.53125,
      "learning_rate": 2.7955250692032304e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5413075000047683,
      "num_tokens": 267725273.0,
      "step": 347640
    },
    {
      "epoch": 0.4409798594039764,
      "grad_norm": 5.71875,
      "learning_rate": 2.7954616381946013e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5661956369876862,
      "num_tokens": 267732491.0,
      "step": 347650
    },
    {
      "epoch": 0.4409925439965092,
      "grad_norm": 5.21875,
      "learning_rate": 2.7953982071859725e-05,
      "loss": 1.8612,
      "mean_token_accuracy": 0.5933557391166687,
      "num_tokens": 267739134.0,
      "step": 347660
    },
    {
      "epoch": 0.441005228589042,
      "grad_norm": 11.125,
      "learning_rate": 2.795334776177343e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.524824520945549,
      "num_tokens": 267745879.0,
      "step": 347670
    },
    {
      "epoch": 0.44101791318157485,
      "grad_norm": 4.78125,
      "learning_rate": 2.795271345168714e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5540749728679657,
      "num_tokens": 267753605.0,
      "step": 347680
    },
    {
      "epoch": 0.4410305977741077,
      "grad_norm": 5.6875,
      "learning_rate": 2.7952079141600845e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5229222267866135,
      "num_tokens": 267761936.0,
      "step": 347690
    },
    {
      "epoch": 0.44104328236664053,
      "grad_norm": 5.40625,
      "learning_rate": 2.7951444831514557e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5517646551132203,
      "num_tokens": 267769439.0,
      "step": 347700
    },
    {
      "epoch": 0.4410559669591734,
      "grad_norm": 6.46875,
      "learning_rate": 2.7950810521428265e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.552512937784195,
      "num_tokens": 267776843.0,
      "step": 347710
    },
    {
      "epoch": 0.4410686515517062,
      "grad_norm": 5.3125,
      "learning_rate": 2.795017621134197e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.5686762690544128,
      "num_tokens": 267783670.0,
      "step": 347720
    },
    {
      "epoch": 0.44108133614423906,
      "grad_norm": 4.9375,
      "learning_rate": 2.7949541901255683e-05,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5103689223527909,
      "num_tokens": 267792518.0,
      "step": 347730
    },
    {
      "epoch": 0.4410940207367719,
      "grad_norm": 4.875,
      "learning_rate": 2.7948907591169388e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.523301962018013,
      "num_tokens": 267800620.0,
      "step": 347740
    },
    {
      "epoch": 0.4411067053293047,
      "grad_norm": 5.21875,
      "learning_rate": 2.7948273281083097e-05,
      "loss": 1.854,
      "mean_token_accuracy": 0.582359117269516,
      "num_tokens": 267807373.0,
      "step": 347750
    },
    {
      "epoch": 0.4411193899218375,
      "grad_norm": 5.5625,
      "learning_rate": 2.794763897099681e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5371353536844253,
      "num_tokens": 267815025.0,
      "step": 347760
    },
    {
      "epoch": 0.44113207451437036,
      "grad_norm": 4.59375,
      "learning_rate": 2.7947004660910514e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5227681428194046,
      "num_tokens": 267822575.0,
      "step": 347770
    },
    {
      "epoch": 0.4411447591069032,
      "grad_norm": 5.46875,
      "learning_rate": 2.7946370350824223e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5352853327989578,
      "num_tokens": 267830490.0,
      "step": 347780
    },
    {
      "epoch": 0.44115744369943605,
      "grad_norm": 5.21875,
      "learning_rate": 2.794573604073793e-05,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5965090990066528,
      "num_tokens": 267837144.0,
      "step": 347790
    },
    {
      "epoch": 0.4411701282919689,
      "grad_norm": 4.78125,
      "learning_rate": 2.794510173065164e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5535511374473572,
      "num_tokens": 267845203.0,
      "step": 347800
    },
    {
      "epoch": 0.44118281288450173,
      "grad_norm": 5.84375,
      "learning_rate": 2.7944467420565353e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5204694360494614,
      "num_tokens": 267852774.0,
      "step": 347810
    },
    {
      "epoch": 0.44119549747703457,
      "grad_norm": 5.84375,
      "learning_rate": 2.7943833110479055e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5409296870231628,
      "num_tokens": 267861756.0,
      "step": 347820
    },
    {
      "epoch": 0.44120818206956736,
      "grad_norm": 3.171875,
      "learning_rate": 2.7943198800392767e-05,
      "loss": 1.8033,
      "mean_token_accuracy": 0.5895459473133087,
      "num_tokens": 267869539.0,
      "step": 347830
    },
    {
      "epoch": 0.4412208666621002,
      "grad_norm": 6.5625,
      "learning_rate": 2.7942564490306472e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5458904147148133,
      "num_tokens": 267876815.0,
      "step": 347840
    },
    {
      "epoch": 0.44123355125463304,
      "grad_norm": 5.09375,
      "learning_rate": 2.7941930180220184e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5349662214517593,
      "num_tokens": 267884603.0,
      "step": 347850
    },
    {
      "epoch": 0.4412462358471659,
      "grad_norm": 8.3125,
      "learning_rate": 2.7941295870133893e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5705023288726807,
      "num_tokens": 267891560.0,
      "step": 347860
    },
    {
      "epoch": 0.4412589204396987,
      "grad_norm": 4.625,
      "learning_rate": 2.79406615600476e-05,
      "loss": 1.8575,
      "mean_token_accuracy": 0.5887193828821182,
      "num_tokens": 267899309.0,
      "step": 347870
    },
    {
      "epoch": 0.44127160503223156,
      "grad_norm": 6.8125,
      "learning_rate": 2.794002724996131e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5478563636541367,
      "num_tokens": 267905203.0,
      "step": 347880
    },
    {
      "epoch": 0.4412842896247644,
      "grad_norm": 6.53125,
      "learning_rate": 2.7939392939875016e-05,
      "loss": 2.1937,
      "mean_token_accuracy": 0.5222040414810181,
      "num_tokens": 267913890.0,
      "step": 347890
    },
    {
      "epoch": 0.44129697421729724,
      "grad_norm": 4.78125,
      "learning_rate": 2.7938758629788725e-05,
      "loss": 1.9749,
      "mean_token_accuracy": 0.5709254533052445,
      "num_tokens": 267920938.0,
      "step": 347900
    },
    {
      "epoch": 0.44130965880983003,
      "grad_norm": 5.9375,
      "learning_rate": 2.7938124319702437e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5706618547439575,
      "num_tokens": 267927844.0,
      "step": 347910
    },
    {
      "epoch": 0.44132234340236287,
      "grad_norm": 4.71875,
      "learning_rate": 2.7937490009616142e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5256753504276276,
      "num_tokens": 267936583.0,
      "step": 347920
    },
    {
      "epoch": 0.4413350279948957,
      "grad_norm": 7.09375,
      "learning_rate": 2.793685569952985e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5734201461076737,
      "num_tokens": 267944102.0,
      "step": 347930
    },
    {
      "epoch": 0.44134771258742855,
      "grad_norm": 4.71875,
      "learning_rate": 2.7936221389443556e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5388623118400574,
      "num_tokens": 267951833.0,
      "step": 347940
    },
    {
      "epoch": 0.4413603971799614,
      "grad_norm": 7.53125,
      "learning_rate": 2.793558707935727e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.534881055355072,
      "num_tokens": 267959120.0,
      "step": 347950
    },
    {
      "epoch": 0.44137308177249424,
      "grad_norm": 5.75,
      "learning_rate": 2.7934952769270977e-05,
      "loss": 1.8246,
      "mean_token_accuracy": 0.5918785631656647,
      "num_tokens": 267966180.0,
      "step": 347960
    },
    {
      "epoch": 0.4413857663650271,
      "grad_norm": 4.71875,
      "learning_rate": 2.7934318459184682e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5457889854907989,
      "num_tokens": 267974364.0,
      "step": 347970
    },
    {
      "epoch": 0.4413984509575599,
      "grad_norm": 5.6875,
      "learning_rate": 2.7933684149098395e-05,
      "loss": 2.2687,
      "mean_token_accuracy": 0.5102188378572464,
      "num_tokens": 267983826.0,
      "step": 347980
    },
    {
      "epoch": 0.4414111355500927,
      "grad_norm": 5.5,
      "learning_rate": 2.79330498390121e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5185528427362442,
      "num_tokens": 267990882.0,
      "step": 347990
    },
    {
      "epoch": 0.44142382014262554,
      "grad_norm": 8.3125,
      "learning_rate": 2.793241552892581e-05,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5841458082199097,
      "num_tokens": 267996991.0,
      "step": 348000
    },
    {
      "epoch": 0.4414365047351584,
      "grad_norm": 5.21875,
      "learning_rate": 2.793178121883952e-05,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5812599122524261,
      "num_tokens": 268003475.0,
      "step": 348010
    },
    {
      "epoch": 0.4414491893276912,
      "grad_norm": 7.59375,
      "learning_rate": 2.7931146908753226e-05,
      "loss": 1.8287,
      "mean_token_accuracy": 0.5871860146522522,
      "num_tokens": 268009379.0,
      "step": 348020
    },
    {
      "epoch": 0.44146187392022407,
      "grad_norm": 6.46875,
      "learning_rate": 2.7930512598666935e-05,
      "loss": 1.8522,
      "mean_token_accuracy": 0.5786666333675384,
      "num_tokens": 268016238.0,
      "step": 348030
    },
    {
      "epoch": 0.4414745585127569,
      "grad_norm": 7.90625,
      "learning_rate": 2.7929878288580647e-05,
      "loss": 1.7833,
      "mean_token_accuracy": 0.6008693695068359,
      "num_tokens": 268023301.0,
      "step": 348040
    },
    {
      "epoch": 0.44148724310528975,
      "grad_norm": 5.5,
      "learning_rate": 2.7929243978494352e-05,
      "loss": 1.9172,
      "mean_token_accuracy": 0.5745678722858429,
      "num_tokens": 268030642.0,
      "step": 348050
    },
    {
      "epoch": 0.44149992769782254,
      "grad_norm": 5.59375,
      "learning_rate": 2.792860966840806e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5411842107772827,
      "num_tokens": 268039012.0,
      "step": 348060
    },
    {
      "epoch": 0.4415126122903554,
      "grad_norm": 6.375,
      "learning_rate": 2.7927975358321767e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5515462696552277,
      "num_tokens": 268046347.0,
      "step": 348070
    },
    {
      "epoch": 0.4415252968828882,
      "grad_norm": 5.65625,
      "learning_rate": 2.792734104823548e-05,
      "loss": 1.9809,
      "mean_token_accuracy": 0.5648342192173004,
      "num_tokens": 268054624.0,
      "step": 348080
    },
    {
      "epoch": 0.44153798147542106,
      "grad_norm": 5.84375,
      "learning_rate": 2.7926706738149187e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5334759682416916,
      "num_tokens": 268061566.0,
      "step": 348090
    },
    {
      "epoch": 0.4415506660679539,
      "grad_norm": 5.09375,
      "learning_rate": 2.7926072428062893e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.527342677116394,
      "num_tokens": 268070323.0,
      "step": 348100
    },
    {
      "epoch": 0.44156335066048674,
      "grad_norm": 5.5,
      "learning_rate": 2.7925438117976605e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5446056246757507,
      "num_tokens": 268076982.0,
      "step": 348110
    },
    {
      "epoch": 0.4415760352530196,
      "grad_norm": 4.59375,
      "learning_rate": 2.792480380789031e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5316867858171463,
      "num_tokens": 268086452.0,
      "step": 348120
    },
    {
      "epoch": 0.4415887198455524,
      "grad_norm": 4.9375,
      "learning_rate": 2.792416949780402e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5395590394735337,
      "num_tokens": 268094655.0,
      "step": 348130
    },
    {
      "epoch": 0.4416014044380852,
      "grad_norm": 5.34375,
      "learning_rate": 2.792353518771773e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5390911042690277,
      "num_tokens": 268102505.0,
      "step": 348140
    },
    {
      "epoch": 0.44161408903061805,
      "grad_norm": 5.59375,
      "learning_rate": 2.7922900877631436e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5446714013814926,
      "num_tokens": 268109921.0,
      "step": 348150
    },
    {
      "epoch": 0.4416267736231509,
      "grad_norm": 5.1875,
      "learning_rate": 2.7922266567545145e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5416333079338074,
      "num_tokens": 268118785.0,
      "step": 348160
    },
    {
      "epoch": 0.44163945821568373,
      "grad_norm": 5.71875,
      "learning_rate": 2.792163225745885e-05,
      "loss": 1.8962,
      "mean_token_accuracy": 0.5719180583953858,
      "num_tokens": 268124854.0,
      "step": 348170
    },
    {
      "epoch": 0.4416521428082166,
      "grad_norm": 7.46875,
      "learning_rate": 2.7920997947372563e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5402409791946411,
      "num_tokens": 268132132.0,
      "step": 348180
    },
    {
      "epoch": 0.4416648274007494,
      "grad_norm": 12.0625,
      "learning_rate": 2.7920363637286275e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5325101375579834,
      "num_tokens": 268139841.0,
      "step": 348190
    },
    {
      "epoch": 0.44167751199328226,
      "grad_norm": 4.59375,
      "learning_rate": 2.7919729327199977e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5536517858505249,
      "num_tokens": 268147302.0,
      "step": 348200
    },
    {
      "epoch": 0.4416901965858151,
      "grad_norm": 5.71875,
      "learning_rate": 2.791909501711369e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5401888817548752,
      "num_tokens": 268155685.0,
      "step": 348210
    },
    {
      "epoch": 0.4417028811783479,
      "grad_norm": 5.40625,
      "learning_rate": 2.7918460707027394e-05,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5732567191123963,
      "num_tokens": 268164188.0,
      "step": 348220
    },
    {
      "epoch": 0.4417155657708807,
      "grad_norm": 4.78125,
      "learning_rate": 2.7917826396941106e-05,
      "loss": 1.8786,
      "mean_token_accuracy": 0.5693360388278961,
      "num_tokens": 268170740.0,
      "step": 348230
    },
    {
      "epoch": 0.44172825036341357,
      "grad_norm": 6.03125,
      "learning_rate": 2.7917192086854815e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5397813618183136,
      "num_tokens": 268177052.0,
      "step": 348240
    },
    {
      "epoch": 0.4417409349559464,
      "grad_norm": 6.28125,
      "learning_rate": 2.791655777676852e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5294759094715118,
      "num_tokens": 268185705.0,
      "step": 348250
    },
    {
      "epoch": 0.44175361954847925,
      "grad_norm": 5.0625,
      "learning_rate": 2.7915923466682233e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5478798508644104,
      "num_tokens": 268193918.0,
      "step": 348260
    },
    {
      "epoch": 0.4417663041410121,
      "grad_norm": 4.96875,
      "learning_rate": 2.7915289156595938e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5423152893781662,
      "num_tokens": 268202419.0,
      "step": 348270
    },
    {
      "epoch": 0.44177898873354493,
      "grad_norm": 5.09375,
      "learning_rate": 2.7914654846509647e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5309005558490754,
      "num_tokens": 268211152.0,
      "step": 348280
    },
    {
      "epoch": 0.44179167332607777,
      "grad_norm": 6.71875,
      "learning_rate": 2.791402053642336e-05,
      "loss": 2.2791,
      "mean_token_accuracy": 0.5118213266134262,
      "num_tokens": 268220578.0,
      "step": 348290
    },
    {
      "epoch": 0.44180435791861056,
      "grad_norm": 7.25,
      "learning_rate": 2.7913386226337064e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5650131374597549,
      "num_tokens": 268227438.0,
      "step": 348300
    },
    {
      "epoch": 0.4418170425111434,
      "grad_norm": 7.46875,
      "learning_rate": 2.7912751916250773e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5302637815475464,
      "num_tokens": 268235413.0,
      "step": 348310
    },
    {
      "epoch": 0.44182972710367624,
      "grad_norm": 5.65625,
      "learning_rate": 2.7912117606164478e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5241126835346221,
      "num_tokens": 268243650.0,
      "step": 348320
    },
    {
      "epoch": 0.4418424116962091,
      "grad_norm": 6.0625,
      "learning_rate": 2.791148329607819e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5373114317655563,
      "num_tokens": 268252169.0,
      "step": 348330
    },
    {
      "epoch": 0.4418550962887419,
      "grad_norm": 7.21875,
      "learning_rate": 2.79108489859919e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5509433388710022,
      "num_tokens": 268258428.0,
      "step": 348340
    },
    {
      "epoch": 0.44186778088127476,
      "grad_norm": 10.25,
      "learning_rate": 2.7910214675905604e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5351678669452667,
      "num_tokens": 268266352.0,
      "step": 348350
    },
    {
      "epoch": 0.4418804654738076,
      "grad_norm": 6.21875,
      "learning_rate": 2.7909580365819317e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5559695333242416,
      "num_tokens": 268273449.0,
      "step": 348360
    },
    {
      "epoch": 0.44189315006634045,
      "grad_norm": 4.75,
      "learning_rate": 2.7908946055733022e-05,
      "loss": 1.8812,
      "mean_token_accuracy": 0.5671497166156769,
      "num_tokens": 268282200.0,
      "step": 348370
    },
    {
      "epoch": 0.44190583465887323,
      "grad_norm": 9.9375,
      "learning_rate": 2.790831174564673e-05,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5726641535758972,
      "num_tokens": 268288906.0,
      "step": 348380
    },
    {
      "epoch": 0.4419185192514061,
      "grad_norm": 5.125,
      "learning_rate": 2.7907677435560443e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.521105420589447,
      "num_tokens": 268297724.0,
      "step": 348390
    },
    {
      "epoch": 0.4419312038439389,
      "grad_norm": 6.65625,
      "learning_rate": 2.7907043125474148e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5373038560152054,
      "num_tokens": 268305546.0,
      "step": 348400
    },
    {
      "epoch": 0.44194388843647175,
      "grad_norm": 4.78125,
      "learning_rate": 2.7906408815387857e-05,
      "loss": 1.8812,
      "mean_token_accuracy": 0.5770038574934006,
      "num_tokens": 268312869.0,
      "step": 348410
    },
    {
      "epoch": 0.4419565730290046,
      "grad_norm": 5.78125,
      "learning_rate": 2.7905774505301562e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5436780333518982,
      "num_tokens": 268321241.0,
      "step": 348420
    },
    {
      "epoch": 0.44196925762153744,
      "grad_norm": 5.78125,
      "learning_rate": 2.7905140195215274e-05,
      "loss": 1.873,
      "mean_token_accuracy": 0.5816269159317017,
      "num_tokens": 268327872.0,
      "step": 348430
    },
    {
      "epoch": 0.4419819422140703,
      "grad_norm": 7.53125,
      "learning_rate": 2.7904505885128983e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5576214373111725,
      "num_tokens": 268335450.0,
      "step": 348440
    },
    {
      "epoch": 0.4419946268066031,
      "grad_norm": 6.03125,
      "learning_rate": 2.790387157504269e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5363450467586517,
      "num_tokens": 268344348.0,
      "step": 348450
    },
    {
      "epoch": 0.4420073113991359,
      "grad_norm": 5.96875,
      "learning_rate": 2.79032372649564e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5344664275646209,
      "num_tokens": 268351471.0,
      "step": 348460
    },
    {
      "epoch": 0.44201999599166875,
      "grad_norm": 7.75,
      "learning_rate": 2.7902602954870106e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.551883265376091,
      "num_tokens": 268359487.0,
      "step": 348470
    },
    {
      "epoch": 0.4420326805842016,
      "grad_norm": 8.6875,
      "learning_rate": 2.7901968644783815e-05,
      "loss": 1.852,
      "mean_token_accuracy": 0.5734725326299668,
      "num_tokens": 268366402.0,
      "step": 348480
    },
    {
      "epoch": 0.44204536517673443,
      "grad_norm": 4.90625,
      "learning_rate": 2.7901334334697527e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5324328869581223,
      "num_tokens": 268374854.0,
      "step": 348490
    },
    {
      "epoch": 0.44205804976926727,
      "grad_norm": 6.3125,
      "learning_rate": 2.7900700024611232e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5686245054006577,
      "num_tokens": 268381033.0,
      "step": 348500
    },
    {
      "epoch": 0.4420707343618001,
      "grad_norm": 5.15625,
      "learning_rate": 2.790006571452494e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5235585123300552,
      "num_tokens": 268389274.0,
      "step": 348510
    },
    {
      "epoch": 0.44208341895433295,
      "grad_norm": 6.375,
      "learning_rate": 2.7899431404438646e-05,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5193803519010544,
      "num_tokens": 268396491.0,
      "step": 348520
    },
    {
      "epoch": 0.44209610354686574,
      "grad_norm": 6.1875,
      "learning_rate": 2.789879709435236e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5808065295219421,
      "num_tokens": 268403434.0,
      "step": 348530
    },
    {
      "epoch": 0.4421087881393986,
      "grad_norm": 4.90625,
      "learning_rate": 2.7898162784266067e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5391484290361405,
      "num_tokens": 268411221.0,
      "step": 348540
    },
    {
      "epoch": 0.4421214727319314,
      "grad_norm": 5.3125,
      "learning_rate": 2.7897528474179772e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.551947957277298,
      "num_tokens": 268419296.0,
      "step": 348550
    },
    {
      "epoch": 0.44213415732446426,
      "grad_norm": 5.40625,
      "learning_rate": 2.7896894164093485e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5550581216812134,
      "num_tokens": 268427019.0,
      "step": 348560
    },
    {
      "epoch": 0.4421468419169971,
      "grad_norm": 5.65625,
      "learning_rate": 2.789625985400719e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5364199936389923,
      "num_tokens": 268435479.0,
      "step": 348570
    },
    {
      "epoch": 0.44215952650952994,
      "grad_norm": 5.1875,
      "learning_rate": 2.78956255439209e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5466620832681656,
      "num_tokens": 268443756.0,
      "step": 348580
    },
    {
      "epoch": 0.4421722111020628,
      "grad_norm": 6.75,
      "learning_rate": 2.789499123383461e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.562674954533577,
      "num_tokens": 268451162.0,
      "step": 348590
    },
    {
      "epoch": 0.4421848956945956,
      "grad_norm": 5.90625,
      "learning_rate": 2.7894356923748316e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5392171919345856,
      "num_tokens": 268459527.0,
      "step": 348600
    },
    {
      "epoch": 0.4421975802871284,
      "grad_norm": 5.21875,
      "learning_rate": 2.7893722613662028e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5718798905611038,
      "num_tokens": 268468007.0,
      "step": 348610
    },
    {
      "epoch": 0.44221026487966125,
      "grad_norm": 6.1875,
      "learning_rate": 2.789308830357573e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5420576930046082,
      "num_tokens": 268476627.0,
      "step": 348620
    },
    {
      "epoch": 0.4422229494721941,
      "grad_norm": 4.84375,
      "learning_rate": 2.7892453993489442e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5537880182266235,
      "num_tokens": 268484449.0,
      "step": 348630
    },
    {
      "epoch": 0.44223563406472693,
      "grad_norm": 6.09375,
      "learning_rate": 2.7891819683403155e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5358018547296524,
      "num_tokens": 268491810.0,
      "step": 348640
    },
    {
      "epoch": 0.4422483186572598,
      "grad_norm": 4.71875,
      "learning_rate": 2.789118537331686e-05,
      "loss": 1.539,
      "mean_token_accuracy": 0.6582188427448272,
      "num_tokens": 268497819.0,
      "step": 348650
    },
    {
      "epoch": 0.4422610032497926,
      "grad_norm": 6.09375,
      "learning_rate": 2.789055106323057e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5335740119218826,
      "num_tokens": 268506704.0,
      "step": 348660
    },
    {
      "epoch": 0.44227368784232546,
      "grad_norm": 6.53125,
      "learning_rate": 2.7889916753144274e-05,
      "loss": 2.2671,
      "mean_token_accuracy": 0.5138713121414185,
      "num_tokens": 268514860.0,
      "step": 348670
    },
    {
      "epoch": 0.4422863724348583,
      "grad_norm": 5.46875,
      "learning_rate": 2.7889282443057986e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5554520696401596,
      "num_tokens": 268521868.0,
      "step": 348680
    },
    {
      "epoch": 0.4422990570273911,
      "grad_norm": 5.28125,
      "learning_rate": 2.7888648132971695e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5407826215028763,
      "num_tokens": 268530049.0,
      "step": 348690
    },
    {
      "epoch": 0.4423117416199239,
      "grad_norm": 6.75,
      "learning_rate": 2.78880138228854e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5364404916763306,
      "num_tokens": 268538663.0,
      "step": 348700
    },
    {
      "epoch": 0.44232442621245677,
      "grad_norm": 4.96875,
      "learning_rate": 2.7887379512799112e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5617769658565521,
      "num_tokens": 268545911.0,
      "step": 348710
    },
    {
      "epoch": 0.4423371108049896,
      "grad_norm": 6.1875,
      "learning_rate": 2.7886745202712818e-05,
      "loss": 1.827,
      "mean_token_accuracy": 0.5813523918390274,
      "num_tokens": 268554128.0,
      "step": 348720
    },
    {
      "epoch": 0.44234979539752245,
      "grad_norm": 5.78125,
      "learning_rate": 2.7886110892626526e-05,
      "loss": 2.3211,
      "mean_token_accuracy": 0.5031042873859406,
      "num_tokens": 268561842.0,
      "step": 348730
    },
    {
      "epoch": 0.4423624799900553,
      "grad_norm": 6.5,
      "learning_rate": 2.788547658254024e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5695536494255066,
      "num_tokens": 268568770.0,
      "step": 348740
    },
    {
      "epoch": 0.44237516458258813,
      "grad_norm": 7.25,
      "learning_rate": 2.7884842272453944e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5570934116840363,
      "num_tokens": 268575530.0,
      "step": 348750
    },
    {
      "epoch": 0.442387849175121,
      "grad_norm": 8.375,
      "learning_rate": 2.7884207962367653e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5602085590362549,
      "num_tokens": 268583909.0,
      "step": 348760
    },
    {
      "epoch": 0.44240053376765376,
      "grad_norm": 6.28125,
      "learning_rate": 2.7883573652281358e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5162313252687454,
      "num_tokens": 268590879.0,
      "step": 348770
    },
    {
      "epoch": 0.4424132183601866,
      "grad_norm": 5.40625,
      "learning_rate": 2.788293934219507e-05,
      "loss": 1.9297,
      "mean_token_accuracy": 0.5775848150253295,
      "num_tokens": 268598220.0,
      "step": 348780
    },
    {
      "epoch": 0.44242590295271944,
      "grad_norm": 6.125,
      "learning_rate": 2.788230503210878e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5364740818738938,
      "num_tokens": 268606625.0,
      "step": 348790
    },
    {
      "epoch": 0.4424385875452523,
      "grad_norm": 7.0625,
      "learning_rate": 2.7881670722022484e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5648776710033416,
      "num_tokens": 268613987.0,
      "step": 348800
    },
    {
      "epoch": 0.4424512721377851,
      "grad_norm": 6.125,
      "learning_rate": 2.7881036411936196e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5690344840288162,
      "num_tokens": 268620075.0,
      "step": 348810
    },
    {
      "epoch": 0.44246395673031796,
      "grad_norm": 7.09375,
      "learning_rate": 2.78804021018499e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5474111318588257,
      "num_tokens": 268627752.0,
      "step": 348820
    },
    {
      "epoch": 0.4424766413228508,
      "grad_norm": 5.5625,
      "learning_rate": 2.787976779176361e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5520558267831802,
      "num_tokens": 268636123.0,
      "step": 348830
    },
    {
      "epoch": 0.44248932591538365,
      "grad_norm": 5.375,
      "learning_rate": 2.7879133481677323e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5603321015834808,
      "num_tokens": 268644482.0,
      "step": 348840
    },
    {
      "epoch": 0.44250201050791643,
      "grad_norm": 5.40625,
      "learning_rate": 2.7878499171591028e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.545109486579895,
      "num_tokens": 268651751.0,
      "step": 348850
    },
    {
      "epoch": 0.4425146951004493,
      "grad_norm": 5.5625,
      "learning_rate": 2.7877864861504737e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.545032924413681,
      "num_tokens": 268659308.0,
      "step": 348860
    },
    {
      "epoch": 0.4425273796929821,
      "grad_norm": 7.1875,
      "learning_rate": 2.7877230551418442e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.550923553109169,
      "num_tokens": 268667051.0,
      "step": 348870
    },
    {
      "epoch": 0.44254006428551496,
      "grad_norm": 5.34375,
      "learning_rate": 2.7876596241332154e-05,
      "loss": 2.2093,
      "mean_token_accuracy": 0.5214761912822723,
      "num_tokens": 268675906.0,
      "step": 348880
    },
    {
      "epoch": 0.4425527488780478,
      "grad_norm": 6.25,
      "learning_rate": 2.7875961931245863e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.547143867611885,
      "num_tokens": 268682255.0,
      "step": 348890
    },
    {
      "epoch": 0.44256543347058064,
      "grad_norm": 6.53125,
      "learning_rate": 2.7875327621159568e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5521399885416031,
      "num_tokens": 268689922.0,
      "step": 348900
    },
    {
      "epoch": 0.4425781180631135,
      "grad_norm": 6.40625,
      "learning_rate": 2.787469331107328e-05,
      "loss": 1.9513,
      "mean_token_accuracy": 0.5614891111850738,
      "num_tokens": 268697488.0,
      "step": 348910
    },
    {
      "epoch": 0.4425908026556463,
      "grad_norm": 6.09375,
      "learning_rate": 2.7874059000986986e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.5119576275348663,
      "num_tokens": 268705540.0,
      "step": 348920
    },
    {
      "epoch": 0.4426034872481791,
      "grad_norm": 8.25,
      "learning_rate": 2.7873424690900694e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5778366506099701,
      "num_tokens": 268712649.0,
      "step": 348930
    },
    {
      "epoch": 0.44261617184071195,
      "grad_norm": 5.75,
      "learning_rate": 2.7872790380814407e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5288350343704223,
      "num_tokens": 268720507.0,
      "step": 348940
    },
    {
      "epoch": 0.4426288564332448,
      "grad_norm": 5.15625,
      "learning_rate": 2.7872156070728112e-05,
      "loss": 2.3901,
      "mean_token_accuracy": 0.4889168441295624,
      "num_tokens": 268729901.0,
      "step": 348950
    },
    {
      "epoch": 0.44264154102577763,
      "grad_norm": 5.40625,
      "learning_rate": 2.787152176064182e-05,
      "loss": 1.847,
      "mean_token_accuracy": 0.578073474764824,
      "num_tokens": 268737704.0,
      "step": 348960
    },
    {
      "epoch": 0.44265422561831047,
      "grad_norm": 4.71875,
      "learning_rate": 2.7870887450555533e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5284960329532623,
      "num_tokens": 268746155.0,
      "step": 348970
    },
    {
      "epoch": 0.4426669102108433,
      "grad_norm": 5.3125,
      "learning_rate": 2.7870253140469238e-05,
      "loss": 1.9412,
      "mean_token_accuracy": 0.5665226876735687,
      "num_tokens": 268752802.0,
      "step": 348980
    },
    {
      "epoch": 0.44267959480337615,
      "grad_norm": 12.625,
      "learning_rate": 2.786961883038295e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5776809453964233,
      "num_tokens": 268759806.0,
      "step": 348990
    },
    {
      "epoch": 0.44269227939590894,
      "grad_norm": 4.71875,
      "learning_rate": 2.7868984520296652e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5534487962722778,
      "num_tokens": 268768415.0,
      "step": 349000
    },
    {
      "epoch": 0.4427049639884418,
      "grad_norm": 5.65625,
      "learning_rate": 2.7868350210210364e-05,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5647065967321396,
      "num_tokens": 268775343.0,
      "step": 349010
    },
    {
      "epoch": 0.4427176485809746,
      "grad_norm": 4.9375,
      "learning_rate": 2.7867715900124076e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5199099153280258,
      "num_tokens": 268783155.0,
      "step": 349020
    },
    {
      "epoch": 0.44273033317350746,
      "grad_norm": 6.28125,
      "learning_rate": 2.7867081590037782e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5290333807468415,
      "num_tokens": 268790840.0,
      "step": 349030
    },
    {
      "epoch": 0.4427430177660403,
      "grad_norm": 5.1875,
      "learning_rate": 2.786644727995149e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5412177205085754,
      "num_tokens": 268798471.0,
      "step": 349040
    },
    {
      "epoch": 0.44275570235857314,
      "grad_norm": 6.5625,
      "learning_rate": 2.7865812969865196e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.541231843829155,
      "num_tokens": 268805514.0,
      "step": 349050
    },
    {
      "epoch": 0.442768386951106,
      "grad_norm": 6.40625,
      "learning_rate": 2.7865178659778908e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5513322860002517,
      "num_tokens": 268812983.0,
      "step": 349060
    },
    {
      "epoch": 0.4427810715436388,
      "grad_norm": 4.875,
      "learning_rate": 2.7864544349692617e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5511268556118012,
      "num_tokens": 268822475.0,
      "step": 349070
    },
    {
      "epoch": 0.4427937561361716,
      "grad_norm": 6.09375,
      "learning_rate": 2.7863910039606322e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5465846329927444,
      "num_tokens": 268829710.0,
      "step": 349080
    },
    {
      "epoch": 0.44280644072870445,
      "grad_norm": 6.28125,
      "learning_rate": 2.7863275729520034e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5404194116592407,
      "num_tokens": 268837046.0,
      "step": 349090
    },
    {
      "epoch": 0.4428191253212373,
      "grad_norm": 5.5,
      "learning_rate": 2.786264141943374e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.5724188625812531,
      "num_tokens": 268844885.0,
      "step": 349100
    },
    {
      "epoch": 0.44283180991377014,
      "grad_norm": 5.15625,
      "learning_rate": 2.786200710934745e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.572957918047905,
      "num_tokens": 268851618.0,
      "step": 349110
    },
    {
      "epoch": 0.442844494506303,
      "grad_norm": 8.8125,
      "learning_rate": 2.786137279926116e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5656802922487258,
      "num_tokens": 268858464.0,
      "step": 349120
    },
    {
      "epoch": 0.4428571790988358,
      "grad_norm": 5.875,
      "learning_rate": 2.7860738489174866e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.536999249458313,
      "num_tokens": 268866274.0,
      "step": 349130
    },
    {
      "epoch": 0.44286986369136866,
      "grad_norm": 4.84375,
      "learning_rate": 2.7860104179088575e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5389672130346298,
      "num_tokens": 268874016.0,
      "step": 349140
    },
    {
      "epoch": 0.4428825482839015,
      "grad_norm": 7.59375,
      "learning_rate": 2.785946986900228e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5437566250562668,
      "num_tokens": 268880954.0,
      "step": 349150
    },
    {
      "epoch": 0.4428952328764343,
      "grad_norm": 4.65625,
      "learning_rate": 2.7858835558915992e-05,
      "loss": 2.2715,
      "mean_token_accuracy": 0.519319263100624,
      "num_tokens": 268888878.0,
      "step": 349160
    },
    {
      "epoch": 0.4429079174689671,
      "grad_norm": 6.8125,
      "learning_rate": 2.78582012488297e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5518189370632172,
      "num_tokens": 268897560.0,
      "step": 349170
    },
    {
      "epoch": 0.44292060206149997,
      "grad_norm": 5.03125,
      "learning_rate": 2.7857566938743406e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5239397287368774,
      "num_tokens": 268906660.0,
      "step": 349180
    },
    {
      "epoch": 0.4429332866540328,
      "grad_norm": 6.625,
      "learning_rate": 2.7856932628657118e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5535172462463379,
      "num_tokens": 268915203.0,
      "step": 349190
    },
    {
      "epoch": 0.44294597124656565,
      "grad_norm": 5.78125,
      "learning_rate": 2.7856298318570824e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5319830715656281,
      "num_tokens": 268923678.0,
      "step": 349200
    },
    {
      "epoch": 0.4429586558390985,
      "grad_norm": 4.9375,
      "learning_rate": 2.7855664008484532e-05,
      "loss": 1.7802,
      "mean_token_accuracy": 0.5985621958971024,
      "num_tokens": 268931119.0,
      "step": 349210
    },
    {
      "epoch": 0.44297134043163133,
      "grad_norm": 5.34375,
      "learning_rate": 2.7855029698398244e-05,
      "loss": 1.8725,
      "mean_token_accuracy": 0.5912550896406173,
      "num_tokens": 268938796.0,
      "step": 349220
    },
    {
      "epoch": 0.4429840250241642,
      "grad_norm": 6.4375,
      "learning_rate": 2.785439538831195e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5505874991416931,
      "num_tokens": 268944702.0,
      "step": 349230
    },
    {
      "epoch": 0.44299670961669696,
      "grad_norm": 6.46875,
      "learning_rate": 2.785376107822566e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5300045549869538,
      "num_tokens": 268953712.0,
      "step": 349240
    },
    {
      "epoch": 0.4430093942092298,
      "grad_norm": 5.34375,
      "learning_rate": 2.7853126768139364e-05,
      "loss": 1.7839,
      "mean_token_accuracy": 0.5956841468811035,
      "num_tokens": 268960512.0,
      "step": 349250
    },
    {
      "epoch": 0.44302207880176264,
      "grad_norm": 5.5625,
      "learning_rate": 2.7852492458053076e-05,
      "loss": 2.2925,
      "mean_token_accuracy": 0.5044672280550003,
      "num_tokens": 268968064.0,
      "step": 349260
    },
    {
      "epoch": 0.4430347633942955,
      "grad_norm": 4.84375,
      "learning_rate": 2.7851858147966785e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5297002971172333,
      "num_tokens": 268976489.0,
      "step": 349270
    },
    {
      "epoch": 0.4430474479868283,
      "grad_norm": 5.0,
      "learning_rate": 2.785122383788049e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5446802452206612,
      "num_tokens": 268983927.0,
      "step": 349280
    },
    {
      "epoch": 0.44306013257936117,
      "grad_norm": 5.4375,
      "learning_rate": 2.7850589527794202e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5202942937612534,
      "num_tokens": 268992101.0,
      "step": 349290
    },
    {
      "epoch": 0.443072817171894,
      "grad_norm": 5.71875,
      "learning_rate": 2.7849955217707908e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5322436690330505,
      "num_tokens": 268999772.0,
      "step": 349300
    },
    {
      "epoch": 0.44308550176442685,
      "grad_norm": 8.6875,
      "learning_rate": 2.7849320907621616e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5343632608652115,
      "num_tokens": 269007409.0,
      "step": 349310
    },
    {
      "epoch": 0.44309818635695963,
      "grad_norm": 8.8125,
      "learning_rate": 2.784868659753533e-05,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5688780784606934,
      "num_tokens": 269014510.0,
      "step": 349320
    },
    {
      "epoch": 0.4431108709494925,
      "grad_norm": 4.84375,
      "learning_rate": 2.7848052287449034e-05,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5188590317964554,
      "num_tokens": 269023156.0,
      "step": 349330
    },
    {
      "epoch": 0.4431235555420253,
      "grad_norm": 6.375,
      "learning_rate": 2.7847417977362743e-05,
      "loss": 1.8169,
      "mean_token_accuracy": 0.5921619921922684,
      "num_tokens": 269030349.0,
      "step": 349340
    },
    {
      "epoch": 0.44313624013455816,
      "grad_norm": 5.21875,
      "learning_rate": 2.7846783667276448e-05,
      "loss": 2.1777,
      "mean_token_accuracy": 0.527264979481697,
      "num_tokens": 269039874.0,
      "step": 349350
    },
    {
      "epoch": 0.443148924727091,
      "grad_norm": 4.96875,
      "learning_rate": 2.784614935719016e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5422931790351868,
      "num_tokens": 269048289.0,
      "step": 349360
    },
    {
      "epoch": 0.44316160931962384,
      "grad_norm": 5.53125,
      "learning_rate": 2.7845515047103872e-05,
      "loss": 2.2649,
      "mean_token_accuracy": 0.5150914996862411,
      "num_tokens": 269056124.0,
      "step": 349370
    },
    {
      "epoch": 0.4431742939121567,
      "grad_norm": 5.84375,
      "learning_rate": 2.7844880737017574e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.54547820687294,
      "num_tokens": 269064697.0,
      "step": 349380
    },
    {
      "epoch": 0.4431869785046895,
      "grad_norm": 6.0,
      "learning_rate": 2.7844246426931286e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.549876794219017,
      "num_tokens": 269072589.0,
      "step": 349390
    },
    {
      "epoch": 0.4431996630972223,
      "grad_norm": 5.65625,
      "learning_rate": 2.784361211684499e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5354605227708816,
      "num_tokens": 269079941.0,
      "step": 349400
    },
    {
      "epoch": 0.44321234768975515,
      "grad_norm": 5.53125,
      "learning_rate": 2.7842977806758704e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5644470185041428,
      "num_tokens": 269087063.0,
      "step": 349410
    },
    {
      "epoch": 0.443225032282288,
      "grad_norm": 5.4375,
      "learning_rate": 2.7842343496672412e-05,
      "loss": 1.9146,
      "mean_token_accuracy": 0.5753014385700226,
      "num_tokens": 269092604.0,
      "step": 349420
    },
    {
      "epoch": 0.44323771687482083,
      "grad_norm": 10.8125,
      "learning_rate": 2.7841709186586118e-05,
      "loss": 2.2388,
      "mean_token_accuracy": 0.5230561047792435,
      "num_tokens": 269100559.0,
      "step": 349430
    },
    {
      "epoch": 0.44325040146735367,
      "grad_norm": 11.4375,
      "learning_rate": 2.784107487649983e-05,
      "loss": 1.9572,
      "mean_token_accuracy": 0.5703373491764069,
      "num_tokens": 269107633.0,
      "step": 349440
    },
    {
      "epoch": 0.4432630860598865,
      "grad_norm": 6.625,
      "learning_rate": 2.7840440566413535e-05,
      "loss": 2.2952,
      "mean_token_accuracy": 0.5035671859979629,
      "num_tokens": 269116187.0,
      "step": 349450
    },
    {
      "epoch": 0.44327577065241935,
      "grad_norm": 5.71875,
      "learning_rate": 2.7839806256327244e-05,
      "loss": 1.7842,
      "mean_token_accuracy": 0.5983305513858795,
      "num_tokens": 269123420.0,
      "step": 349460
    },
    {
      "epoch": 0.44328845524495214,
      "grad_norm": 5.6875,
      "learning_rate": 2.7839171946240956e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5487859368324279,
      "num_tokens": 269131430.0,
      "step": 349470
    },
    {
      "epoch": 0.443301139837485,
      "grad_norm": 5.09375,
      "learning_rate": 2.783853763615466e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5500815153121948,
      "num_tokens": 269139658.0,
      "step": 349480
    },
    {
      "epoch": 0.4433138244300178,
      "grad_norm": 6.53125,
      "learning_rate": 2.783790332606837e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5302486717700958,
      "num_tokens": 269147506.0,
      "step": 349490
    },
    {
      "epoch": 0.44332650902255066,
      "grad_norm": 5.40625,
      "learning_rate": 2.7837269015982076e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5562634527683258,
      "num_tokens": 269153512.0,
      "step": 349500
    },
    {
      "epoch": 0.4433391936150835,
      "grad_norm": 7.1875,
      "learning_rate": 2.7836634705895788e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5548521220684052,
      "num_tokens": 269160756.0,
      "step": 349510
    },
    {
      "epoch": 0.44335187820761635,
      "grad_norm": 6.40625,
      "learning_rate": 2.7836000395809496e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5318029522895813,
      "num_tokens": 269169015.0,
      "step": 349520
    },
    {
      "epoch": 0.4433645628001492,
      "grad_norm": 5.71875,
      "learning_rate": 2.7835366085723202e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.546998119354248,
      "num_tokens": 269176547.0,
      "step": 349530
    },
    {
      "epoch": 0.44337724739268203,
      "grad_norm": 6.28125,
      "learning_rate": 2.7834731775636914e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5517620265483856,
      "num_tokens": 269183758.0,
      "step": 349540
    },
    {
      "epoch": 0.4433899319852148,
      "grad_norm": 6.0,
      "learning_rate": 2.783409746555062e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5618462324142456,
      "num_tokens": 269190194.0,
      "step": 349550
    },
    {
      "epoch": 0.44340261657774765,
      "grad_norm": 4.875,
      "learning_rate": 2.7833463155464328e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5560093939304351,
      "num_tokens": 269198269.0,
      "step": 349560
    },
    {
      "epoch": 0.4434153011702805,
      "grad_norm": 5.15625,
      "learning_rate": 2.783282884537804e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5252597957849503,
      "num_tokens": 269206585.0,
      "step": 349570
    },
    {
      "epoch": 0.44342798576281334,
      "grad_norm": 4.84375,
      "learning_rate": 2.7832194535291746e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5475737363100052,
      "num_tokens": 269215159.0,
      "step": 349580
    },
    {
      "epoch": 0.4434406703553462,
      "grad_norm": 6.03125,
      "learning_rate": 2.7831560225205454e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5318786114454269,
      "num_tokens": 269223110.0,
      "step": 349590
    },
    {
      "epoch": 0.443453354947879,
      "grad_norm": 6.75,
      "learning_rate": 2.783092591511916e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5436056762933731,
      "num_tokens": 269231752.0,
      "step": 349600
    },
    {
      "epoch": 0.44346603954041186,
      "grad_norm": 4.46875,
      "learning_rate": 2.7830291605032872e-05,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5551443278789521,
      "num_tokens": 269239759.0,
      "step": 349610
    },
    {
      "epoch": 0.4434787241329447,
      "grad_norm": 4.96875,
      "learning_rate": 2.782965729494658e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5458153873682022,
      "num_tokens": 269247411.0,
      "step": 349620
    },
    {
      "epoch": 0.4434914087254775,
      "grad_norm": 6.96875,
      "learning_rate": 2.7829022984860286e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5531552404165268,
      "num_tokens": 269254462.0,
      "step": 349630
    },
    {
      "epoch": 0.44350409331801033,
      "grad_norm": 7.46875,
      "learning_rate": 2.7828388674773998e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5589896619319916,
      "num_tokens": 269260891.0,
      "step": 349640
    },
    {
      "epoch": 0.44351677791054317,
      "grad_norm": 6.5,
      "learning_rate": 2.7827754364687703e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.547193831205368,
      "num_tokens": 269268197.0,
      "step": 349650
    },
    {
      "epoch": 0.443529462503076,
      "grad_norm": 5.34375,
      "learning_rate": 2.7827120054601412e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5401180177927017,
      "num_tokens": 269275198.0,
      "step": 349660
    },
    {
      "epoch": 0.44354214709560885,
      "grad_norm": 6.625,
      "learning_rate": 2.7826485744515124e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5330577164888382,
      "num_tokens": 269282459.0,
      "step": 349670
    },
    {
      "epoch": 0.4435548316881417,
      "grad_norm": 5.21875,
      "learning_rate": 2.782585143442883e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5242073446512222,
      "num_tokens": 269291348.0,
      "step": 349680
    },
    {
      "epoch": 0.44356751628067453,
      "grad_norm": 5.03125,
      "learning_rate": 2.7825217124342538e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.546585601568222,
      "num_tokens": 269299654.0,
      "step": 349690
    },
    {
      "epoch": 0.4435802008732074,
      "grad_norm": 10.125,
      "learning_rate": 2.7824582814256244e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5344565480947494,
      "num_tokens": 269307003.0,
      "step": 349700
    },
    {
      "epoch": 0.44359288546574016,
      "grad_norm": 7.15625,
      "learning_rate": 2.7823948504169956e-05,
      "loss": 1.8752,
      "mean_token_accuracy": 0.593464332818985,
      "num_tokens": 269313117.0,
      "step": 349710
    },
    {
      "epoch": 0.443605570058273,
      "grad_norm": 5.375,
      "learning_rate": 2.7823314194083665e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5649968028068543,
      "num_tokens": 269321648.0,
      "step": 349720
    },
    {
      "epoch": 0.44361825465080584,
      "grad_norm": 4.6875,
      "learning_rate": 2.782267988399737e-05,
      "loss": 1.8343,
      "mean_token_accuracy": 0.5872087121009827,
      "num_tokens": 269329396.0,
      "step": 349730
    },
    {
      "epoch": 0.4436309392433387,
      "grad_norm": 5.03125,
      "learning_rate": 2.7822045573911082e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5486867547035217,
      "num_tokens": 269338326.0,
      "step": 349740
    },
    {
      "epoch": 0.4436436238358715,
      "grad_norm": 4.96875,
      "learning_rate": 2.7821411263824787e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5513453483581543,
      "num_tokens": 269346908.0,
      "step": 349750
    },
    {
      "epoch": 0.44365630842840437,
      "grad_norm": 5.96875,
      "learning_rate": 2.7820776953738496e-05,
      "loss": 1.8671,
      "mean_token_accuracy": 0.6001769483089447,
      "num_tokens": 269354002.0,
      "step": 349760
    },
    {
      "epoch": 0.4436689930209372,
      "grad_norm": 5.09375,
      "learning_rate": 2.7820142643652208e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.53392294049263,
      "num_tokens": 269363184.0,
      "step": 349770
    },
    {
      "epoch": 0.44368167761347005,
      "grad_norm": 5.03125,
      "learning_rate": 2.7819508333565914e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5171386361122131,
      "num_tokens": 269371408.0,
      "step": 349780
    },
    {
      "epoch": 0.44369436220600283,
      "grad_norm": 5.71875,
      "learning_rate": 2.7818874023479626e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5441710919141769,
      "num_tokens": 269379878.0,
      "step": 349790
    },
    {
      "epoch": 0.4437070467985357,
      "grad_norm": 6.90625,
      "learning_rate": 2.7818239713393328e-05,
      "loss": 1.7835,
      "mean_token_accuracy": 0.6080271601676941,
      "num_tokens": 269386845.0,
      "step": 349800
    },
    {
      "epoch": 0.4437197313910685,
      "grad_norm": 5.5,
      "learning_rate": 2.781760540330704e-05,
      "loss": 2.2305,
      "mean_token_accuracy": 0.507774606347084,
      "num_tokens": 269395152.0,
      "step": 349810
    },
    {
      "epoch": 0.44373241598360136,
      "grad_norm": 5.6875,
      "learning_rate": 2.7816971093220752e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5272553861141205,
      "num_tokens": 269402734.0,
      "step": 349820
    },
    {
      "epoch": 0.4437451005761342,
      "grad_norm": 5.03125,
      "learning_rate": 2.7816336783134457e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.548959133028984,
      "num_tokens": 269411275.0,
      "step": 349830
    },
    {
      "epoch": 0.44375778516866704,
      "grad_norm": 5.34375,
      "learning_rate": 2.7815702473048166e-05,
      "loss": 1.8694,
      "mean_token_accuracy": 0.5872480511665344,
      "num_tokens": 269419457.0,
      "step": 349840
    },
    {
      "epoch": 0.4437704697611999,
      "grad_norm": 6.71875,
      "learning_rate": 2.781506816296187e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5395111501216888,
      "num_tokens": 269428143.0,
      "step": 349850
    },
    {
      "epoch": 0.4437831543537327,
      "grad_norm": 5.4375,
      "learning_rate": 2.7814433852875583e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5483450770378113,
      "num_tokens": 269434558.0,
      "step": 349860
    },
    {
      "epoch": 0.4437958389462655,
      "grad_norm": 5.125,
      "learning_rate": 2.7813799542789292e-05,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5608574986457825,
      "num_tokens": 269442519.0,
      "step": 349870
    },
    {
      "epoch": 0.44380852353879835,
      "grad_norm": 6.65625,
      "learning_rate": 2.7813165232702998e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5274827390909195,
      "num_tokens": 269448784.0,
      "step": 349880
    },
    {
      "epoch": 0.4438212081313312,
      "grad_norm": 5.53125,
      "learning_rate": 2.781253092261671e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5353846371173858,
      "num_tokens": 269457259.0,
      "step": 349890
    },
    {
      "epoch": 0.44383389272386403,
      "grad_norm": 5.8125,
      "learning_rate": 2.781189661253042e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5157869219779968,
      "num_tokens": 269465527.0,
      "step": 349900
    },
    {
      "epoch": 0.4438465773163969,
      "grad_norm": 4.53125,
      "learning_rate": 2.7811262302444124e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5507045596837997,
      "num_tokens": 269473864.0,
      "step": 349910
    },
    {
      "epoch": 0.4438592619089297,
      "grad_norm": 14.0625,
      "learning_rate": 2.7810627992357836e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5641797751188278,
      "num_tokens": 269481266.0,
      "step": 349920
    },
    {
      "epoch": 0.44387194650146256,
      "grad_norm": 5.15625,
      "learning_rate": 2.780999368227154e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.523536530137062,
      "num_tokens": 269489317.0,
      "step": 349930
    },
    {
      "epoch": 0.44388463109399534,
      "grad_norm": 4.84375,
      "learning_rate": 2.780935937218525e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5561859309673309,
      "num_tokens": 269496615.0,
      "step": 349940
    },
    {
      "epoch": 0.4438973156865282,
      "grad_norm": 5.625,
      "learning_rate": 2.7808725062098962e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5495496600866318,
      "num_tokens": 269504911.0,
      "step": 349950
    },
    {
      "epoch": 0.443910000279061,
      "grad_norm": 4.46875,
      "learning_rate": 2.7808090752012667e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5138730466365814,
      "num_tokens": 269514394.0,
      "step": 349960
    },
    {
      "epoch": 0.44392268487159386,
      "grad_norm": 5.0,
      "learning_rate": 2.7807456441926376e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5540268242359161,
      "num_tokens": 269523061.0,
      "step": 349970
    },
    {
      "epoch": 0.4439353694641267,
      "grad_norm": 5.15625,
      "learning_rate": 2.780682213184008e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5436556249856949,
      "num_tokens": 269531495.0,
      "step": 349980
    },
    {
      "epoch": 0.44394805405665955,
      "grad_norm": 4.875,
      "learning_rate": 2.7806187821753794e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.554167240858078,
      "num_tokens": 269538193.0,
      "step": 349990
    },
    {
      "epoch": 0.4439607386491924,
      "grad_norm": 4.9375,
      "learning_rate": 2.7805553511667502e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5339546054601669,
      "num_tokens": 269547091.0,
      "step": 350000
    },
    {
      "epoch": 0.44397342324172523,
      "grad_norm": 5.15625,
      "learning_rate": 2.7804919201581208e-05,
      "loss": 2.2318,
      "mean_token_accuracy": 0.5131640046834945,
      "num_tokens": 269555810.0,
      "step": 350010
    },
    {
      "epoch": 0.443986107834258,
      "grad_norm": 6.53125,
      "learning_rate": 2.780428489149492e-05,
      "loss": 1.879,
      "mean_token_accuracy": 0.5701524466276169,
      "num_tokens": 269563566.0,
      "step": 350020
    },
    {
      "epoch": 0.44399879242679086,
      "grad_norm": 4.90625,
      "learning_rate": 2.7803650581408625e-05,
      "loss": 1.7865,
      "mean_token_accuracy": 0.6039927333593369,
      "num_tokens": 269570349.0,
      "step": 350030
    },
    {
      "epoch": 0.4440114770193237,
      "grad_norm": 14.5625,
      "learning_rate": 2.7803016271322334e-05,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5694542944431304,
      "num_tokens": 269577709.0,
      "step": 350040
    },
    {
      "epoch": 0.44402416161185654,
      "grad_norm": 5.1875,
      "learning_rate": 2.7802381961236046e-05,
      "loss": 1.7639,
      "mean_token_accuracy": 0.6043126702308654,
      "num_tokens": 269584447.0,
      "step": 350050
    },
    {
      "epoch": 0.4440368462043894,
      "grad_norm": 5.15625,
      "learning_rate": 2.780174765114975e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5461109817028046,
      "num_tokens": 269593502.0,
      "step": 350060
    },
    {
      "epoch": 0.4440495307969222,
      "grad_norm": 5.65625,
      "learning_rate": 2.780111334106346e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5847218990325928,
      "num_tokens": 269599986.0,
      "step": 350070
    },
    {
      "epoch": 0.44406221538945506,
      "grad_norm": 6.75,
      "learning_rate": 2.7800479030977166e-05,
      "loss": 1.7832,
      "mean_token_accuracy": 0.6018348425626755,
      "num_tokens": 269606875.0,
      "step": 350080
    },
    {
      "epoch": 0.4440748999819879,
      "grad_norm": 5.03125,
      "learning_rate": 2.7799844720890878e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.54153873026371,
      "num_tokens": 269615556.0,
      "step": 350090
    },
    {
      "epoch": 0.4440875845745207,
      "grad_norm": 5.34375,
      "learning_rate": 2.7799210410804586e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5342767119407654,
      "num_tokens": 269622830.0,
      "step": 350100
    },
    {
      "epoch": 0.44410026916705353,
      "grad_norm": 5.71875,
      "learning_rate": 2.7798576100718292e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5351042777299881,
      "num_tokens": 269630670.0,
      "step": 350110
    },
    {
      "epoch": 0.44411295375958637,
      "grad_norm": 14.0,
      "learning_rate": 2.7797941790632004e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5224725723266601,
      "num_tokens": 269639313.0,
      "step": 350120
    },
    {
      "epoch": 0.4441256383521192,
      "grad_norm": 6.90625,
      "learning_rate": 2.779730748054571e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5546612203121185,
      "num_tokens": 269646745.0,
      "step": 350130
    },
    {
      "epoch": 0.44413832294465205,
      "grad_norm": 5.0625,
      "learning_rate": 2.7796673170459418e-05,
      "loss": 1.8244,
      "mean_token_accuracy": 0.5984469354152679,
      "num_tokens": 269653876.0,
      "step": 350140
    },
    {
      "epoch": 0.4441510075371849,
      "grad_norm": 5.9375,
      "learning_rate": 2.779603886037313e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5470505774021148,
      "num_tokens": 269661706.0,
      "step": 350150
    },
    {
      "epoch": 0.44416369212971774,
      "grad_norm": 5.4375,
      "learning_rate": 2.7795404550286836e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5549509674310684,
      "num_tokens": 269669276.0,
      "step": 350160
    },
    {
      "epoch": 0.4441763767222506,
      "grad_norm": 6.5,
      "learning_rate": 2.7794770240200548e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5296726673841476,
      "num_tokens": 269676658.0,
      "step": 350170
    },
    {
      "epoch": 0.44418906131478336,
      "grad_norm": 4.84375,
      "learning_rate": 2.779413593011425e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5360673904418946,
      "num_tokens": 269685491.0,
      "step": 350180
    },
    {
      "epoch": 0.4442017459073162,
      "grad_norm": 5.21875,
      "learning_rate": 2.7793501620027962e-05,
      "loss": 2.251,
      "mean_token_accuracy": 0.5161378800868988,
      "num_tokens": 269695048.0,
      "step": 350190
    },
    {
      "epoch": 0.44421443049984904,
      "grad_norm": 4.71875,
      "learning_rate": 2.7792867309941674e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5603822529315948,
      "num_tokens": 269701499.0,
      "step": 350200
    },
    {
      "epoch": 0.4442271150923819,
      "grad_norm": 5.75,
      "learning_rate": 2.779223299985538e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5560928314924241,
      "num_tokens": 269708415.0,
      "step": 350210
    },
    {
      "epoch": 0.4442397996849147,
      "grad_norm": 5.1875,
      "learning_rate": 2.7791598689769088e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5500494182109833,
      "num_tokens": 269716276.0,
      "step": 350220
    },
    {
      "epoch": 0.44425248427744757,
      "grad_norm": 4.96875,
      "learning_rate": 2.7790964379682793e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5662200927734375,
      "num_tokens": 269723468.0,
      "step": 350230
    },
    {
      "epoch": 0.4442651688699804,
      "grad_norm": 5.65625,
      "learning_rate": 2.7790330069596505e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5477987051010131,
      "num_tokens": 269732416.0,
      "step": 350240
    },
    {
      "epoch": 0.44427785346251325,
      "grad_norm": 6.0625,
      "learning_rate": 2.7789695759510214e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5538512170314789,
      "num_tokens": 269739673.0,
      "step": 350250
    },
    {
      "epoch": 0.44429053805504604,
      "grad_norm": 4.6875,
      "learning_rate": 2.778906144942392e-05,
      "loss": 1.8065,
      "mean_token_accuracy": 0.5843482732772827,
      "num_tokens": 269747534.0,
      "step": 350260
    },
    {
      "epoch": 0.4443032226475789,
      "grad_norm": 5.5625,
      "learning_rate": 2.778842713933763e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5136500746011734,
      "num_tokens": 269756762.0,
      "step": 350270
    },
    {
      "epoch": 0.4443159072401117,
      "grad_norm": 5.09375,
      "learning_rate": 2.7787792829251337e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5576239734888077,
      "num_tokens": 269764786.0,
      "step": 350280
    },
    {
      "epoch": 0.44432859183264456,
      "grad_norm": 5.46875,
      "learning_rate": 2.7787158519165046e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5368801921606063,
      "num_tokens": 269771954.0,
      "step": 350290
    },
    {
      "epoch": 0.4443412764251774,
      "grad_norm": 5.71875,
      "learning_rate": 2.7786524209078758e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.546274048089981,
      "num_tokens": 269777915.0,
      "step": 350300
    },
    {
      "epoch": 0.44435396101771024,
      "grad_norm": 7.125,
      "learning_rate": 2.7785889898992463e-05,
      "loss": 1.9861,
      "mean_token_accuracy": 0.5644713401794433,
      "num_tokens": 269784555.0,
      "step": 350310
    },
    {
      "epoch": 0.4443666456102431,
      "grad_norm": 5.125,
      "learning_rate": 2.7785255588906172e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5417803674936295,
      "num_tokens": 269792508.0,
      "step": 350320
    },
    {
      "epoch": 0.44437933020277587,
      "grad_norm": 4.625,
      "learning_rate": 2.7784621278819877e-05,
      "loss": 1.8692,
      "mean_token_accuracy": 0.5853884726762771,
      "num_tokens": 269799519.0,
      "step": 350330
    },
    {
      "epoch": 0.4443920147953087,
      "grad_norm": 5.28125,
      "learning_rate": 2.778398696873359e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5340131103992463,
      "num_tokens": 269807649.0,
      "step": 350340
    },
    {
      "epoch": 0.44440469938784155,
      "grad_norm": 5.5,
      "learning_rate": 2.7783352658647298e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5256524085998535,
      "num_tokens": 269816594.0,
      "step": 350350
    },
    {
      "epoch": 0.4444173839803744,
      "grad_norm": 4.9375,
      "learning_rate": 2.7782718348561004e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5627281159162522,
      "num_tokens": 269823921.0,
      "step": 350360
    },
    {
      "epoch": 0.44443006857290723,
      "grad_norm": 4.8125,
      "learning_rate": 2.7782084038474716e-05,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5926982969045639,
      "num_tokens": 269831277.0,
      "step": 350370
    },
    {
      "epoch": 0.4444427531654401,
      "grad_norm": 5.21875,
      "learning_rate": 2.778144972838842e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5810178339481353,
      "num_tokens": 269838870.0,
      "step": 350380
    },
    {
      "epoch": 0.4444554377579729,
      "grad_norm": 5.5625,
      "learning_rate": 2.778081541830213e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.531339955329895,
      "num_tokens": 269847240.0,
      "step": 350390
    },
    {
      "epoch": 0.44446812235050576,
      "grad_norm": 11.5625,
      "learning_rate": 2.7780181108215842e-05,
      "loss": 1.8612,
      "mean_token_accuracy": 0.5663451671600341,
      "num_tokens": 269853574.0,
      "step": 350400
    },
    {
      "epoch": 0.44448080694303854,
      "grad_norm": 6.75,
      "learning_rate": 2.7779546798129547e-05,
      "loss": 2.342,
      "mean_token_accuracy": 0.5064013987779618,
      "num_tokens": 269862312.0,
      "step": 350410
    },
    {
      "epoch": 0.4444934915355714,
      "grad_norm": 4.6875,
      "learning_rate": 2.7778912488043256e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5670553028583527,
      "num_tokens": 269871273.0,
      "step": 350420
    },
    {
      "epoch": 0.4445061761281042,
      "grad_norm": 4.96875,
      "learning_rate": 2.777827817795696e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5239944726228714,
      "num_tokens": 269880218.0,
      "step": 350430
    },
    {
      "epoch": 0.44451886072063707,
      "grad_norm": 5.09375,
      "learning_rate": 2.7777643867870673e-05,
      "loss": 1.8856,
      "mean_token_accuracy": 0.5835907161235809,
      "num_tokens": 269885581.0,
      "step": 350440
    },
    {
      "epoch": 0.4445315453131699,
      "grad_norm": 5.25,
      "learning_rate": 2.7777009557784382e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5226033419370651,
      "num_tokens": 269894745.0,
      "step": 350450
    },
    {
      "epoch": 0.44454422990570275,
      "grad_norm": 4.75,
      "learning_rate": 2.7776375247698088e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5563637286424636,
      "num_tokens": 269903481.0,
      "step": 350460
    },
    {
      "epoch": 0.4445569144982356,
      "grad_norm": 5.0625,
      "learning_rate": 2.77757409376118e-05,
      "loss": 1.8297,
      "mean_token_accuracy": 0.5865999072790146,
      "num_tokens": 269910352.0,
      "step": 350470
    },
    {
      "epoch": 0.44456959909076843,
      "grad_norm": 5.65625,
      "learning_rate": 2.7775106627525505e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5324540972709656,
      "num_tokens": 269917487.0,
      "step": 350480
    },
    {
      "epoch": 0.4445822836833012,
      "grad_norm": 4.34375,
      "learning_rate": 2.7774472317439214e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5582839608192444,
      "num_tokens": 269924175.0,
      "step": 350490
    },
    {
      "epoch": 0.44459496827583406,
      "grad_norm": 5.28125,
      "learning_rate": 2.7773838007352926e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5395216464996337,
      "num_tokens": 269931915.0,
      "step": 350500
    },
    {
      "epoch": 0.4446076528683669,
      "grad_norm": 5.625,
      "learning_rate": 2.777320369726663e-05,
      "loss": 2.2865,
      "mean_token_accuracy": 0.50351080596447,
      "num_tokens": 269941153.0,
      "step": 350510
    },
    {
      "epoch": 0.44462033746089974,
      "grad_norm": 8.8125,
      "learning_rate": 2.777256938718034e-05,
      "loss": 1.8931,
      "mean_token_accuracy": 0.5757486820220947,
      "num_tokens": 269948304.0,
      "step": 350520
    },
    {
      "epoch": 0.4446330220534326,
      "grad_norm": 5.0625,
      "learning_rate": 2.7771935077094045e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5342475265264511,
      "num_tokens": 269956617.0,
      "step": 350530
    },
    {
      "epoch": 0.4446457066459654,
      "grad_norm": 6.46875,
      "learning_rate": 2.7771300767007757e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5487531393766403,
      "num_tokens": 269964091.0,
      "step": 350540
    },
    {
      "epoch": 0.44465839123849826,
      "grad_norm": 6.34375,
      "learning_rate": 2.777066645692147e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5245172053575515,
      "num_tokens": 269971446.0,
      "step": 350550
    },
    {
      "epoch": 0.4446710758310311,
      "grad_norm": 5.09375,
      "learning_rate": 2.777003214683517e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5525378823280335,
      "num_tokens": 269980300.0,
      "step": 350560
    },
    {
      "epoch": 0.4446837604235639,
      "grad_norm": 5.40625,
      "learning_rate": 2.7769397836748884e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5548293143510818,
      "num_tokens": 269986663.0,
      "step": 350570
    },
    {
      "epoch": 0.44469644501609673,
      "grad_norm": 4.875,
      "learning_rate": 2.776876352666259e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5596060931682587,
      "num_tokens": 269993663.0,
      "step": 350580
    },
    {
      "epoch": 0.44470912960862957,
      "grad_norm": 7.4375,
      "learning_rate": 2.77681292165763e-05,
      "loss": 2.2777,
      "mean_token_accuracy": 0.5067540585994721,
      "num_tokens": 270000711.0,
      "step": 350590
    },
    {
      "epoch": 0.4447218142011624,
      "grad_norm": 4.96875,
      "learning_rate": 2.776749490649001e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5403164446353912,
      "num_tokens": 270008561.0,
      "step": 350600
    },
    {
      "epoch": 0.44473449879369525,
      "grad_norm": 6.0,
      "learning_rate": 2.7766860596403715e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.586947113275528,
      "num_tokens": 270015881.0,
      "step": 350610
    },
    {
      "epoch": 0.4447471833862281,
      "grad_norm": 5.21875,
      "learning_rate": 2.7766226286317427e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5212976813316346,
      "num_tokens": 270024414.0,
      "step": 350620
    },
    {
      "epoch": 0.44475986797876094,
      "grad_norm": 6.8125,
      "learning_rate": 2.7765591976231133e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5318718999624252,
      "num_tokens": 270032330.0,
      "step": 350630
    },
    {
      "epoch": 0.4447725525712938,
      "grad_norm": 4.75,
      "learning_rate": 2.776495766614484e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5438472837209701,
      "num_tokens": 270039154.0,
      "step": 350640
    },
    {
      "epoch": 0.44478523716382656,
      "grad_norm": 5.84375,
      "learning_rate": 2.7764323356058554e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5456274181604386,
      "num_tokens": 270047440.0,
      "step": 350650
    },
    {
      "epoch": 0.4447979217563594,
      "grad_norm": 5.6875,
      "learning_rate": 2.776368904597226e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5235874027013778,
      "num_tokens": 270055845.0,
      "step": 350660
    },
    {
      "epoch": 0.44481060634889225,
      "grad_norm": 7.0625,
      "learning_rate": 2.7763054735885968e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5515759348869324,
      "num_tokens": 270062726.0,
      "step": 350670
    },
    {
      "epoch": 0.4448232909414251,
      "grad_norm": 5.75,
      "learning_rate": 2.7762420425799673e-05,
      "loss": 1.8616,
      "mean_token_accuracy": 0.5819282442331314,
      "num_tokens": 270070488.0,
      "step": 350680
    },
    {
      "epoch": 0.44483597553395793,
      "grad_norm": 4.9375,
      "learning_rate": 2.7761786115713385e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5460879087448121,
      "num_tokens": 270078825.0,
      "step": 350690
    },
    {
      "epoch": 0.44484866012649077,
      "grad_norm": 7.90625,
      "learning_rate": 2.7761151805627094e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5305937618017197,
      "num_tokens": 270087354.0,
      "step": 350700
    },
    {
      "epoch": 0.4448613447190236,
      "grad_norm": 5.5,
      "learning_rate": 2.77605174955408e-05,
      "loss": 1.8156,
      "mean_token_accuracy": 0.609327781200409,
      "num_tokens": 270094166.0,
      "step": 350710
    },
    {
      "epoch": 0.44487402931155645,
      "grad_norm": 5.34375,
      "learning_rate": 2.775988318545451e-05,
      "loss": 1.7474,
      "mean_token_accuracy": 0.6070124387741089,
      "num_tokens": 270099184.0,
      "step": 350720
    },
    {
      "epoch": 0.44488671390408924,
      "grad_norm": 7.375,
      "learning_rate": 2.7759248875368217e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5362682819366456,
      "num_tokens": 270107615.0,
      "step": 350730
    },
    {
      "epoch": 0.4448993984966221,
      "grad_norm": 5.65625,
      "learning_rate": 2.7758614565281925e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5415144562721252,
      "num_tokens": 270115902.0,
      "step": 350740
    },
    {
      "epoch": 0.4449120830891549,
      "grad_norm": 6.71875,
      "learning_rate": 2.7757980255195638e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5624979585409164,
      "num_tokens": 270122944.0,
      "step": 350750
    },
    {
      "epoch": 0.44492476768168776,
      "grad_norm": 6.03125,
      "learning_rate": 2.7757345945109343e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5687008440494538,
      "num_tokens": 270130365.0,
      "step": 350760
    },
    {
      "epoch": 0.4449374522742206,
      "grad_norm": 4.9375,
      "learning_rate": 2.775671163502305e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5312630653381347,
      "num_tokens": 270137897.0,
      "step": 350770
    },
    {
      "epoch": 0.44495013686675344,
      "grad_norm": 4.8125,
      "learning_rate": 2.7756077324936764e-05,
      "loss": 1.4967,
      "mean_token_accuracy": 0.6454887509346008,
      "num_tokens": 270143380.0,
      "step": 350780
    },
    {
      "epoch": 0.4449628214592863,
      "grad_norm": 5.125,
      "learning_rate": 2.775544301485047e-05,
      "loss": 1.9103,
      "mean_token_accuracy": 0.5865362972021103,
      "num_tokens": 270149252.0,
      "step": 350790
    },
    {
      "epoch": 0.44497550605181907,
      "grad_norm": 5.6875,
      "learning_rate": 2.7754808704764178e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5337694436311722,
      "num_tokens": 270155786.0,
      "step": 350800
    },
    {
      "epoch": 0.4449881906443519,
      "grad_norm": 4.96875,
      "learning_rate": 2.7754174394677883e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5512574255466461,
      "num_tokens": 270163638.0,
      "step": 350810
    },
    {
      "epoch": 0.44500087523688475,
      "grad_norm": 4.84375,
      "learning_rate": 2.7753540084591595e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5250962138175964,
      "num_tokens": 270170923.0,
      "step": 350820
    },
    {
      "epoch": 0.4450135598294176,
      "grad_norm": 6.8125,
      "learning_rate": 2.7752905774505304e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5659146547317505,
      "num_tokens": 270178881.0,
      "step": 350830
    },
    {
      "epoch": 0.44502624442195043,
      "grad_norm": 5.1875,
      "learning_rate": 2.775227146441901e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5262877017259597,
      "num_tokens": 270186849.0,
      "step": 350840
    },
    {
      "epoch": 0.4450389290144833,
      "grad_norm": 6.8125,
      "learning_rate": 2.775163715433272e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5623050630092621,
      "num_tokens": 270194416.0,
      "step": 350850
    },
    {
      "epoch": 0.4450516136070161,
      "grad_norm": 6.125,
      "learning_rate": 2.7751002844246427e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.514622688293457,
      "num_tokens": 270203253.0,
      "step": 350860
    },
    {
      "epoch": 0.44506429819954896,
      "grad_norm": 5.46875,
      "learning_rate": 2.7750368534160136e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.567821717262268,
      "num_tokens": 270210240.0,
      "step": 350870
    },
    {
      "epoch": 0.44507698279208174,
      "grad_norm": 6.96875,
      "learning_rate": 2.7749734224073848e-05,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5713588654994964,
      "num_tokens": 270217376.0,
      "step": 350880
    },
    {
      "epoch": 0.4450896673846146,
      "grad_norm": 6.90625,
      "learning_rate": 2.7749099913987553e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5404960840940476,
      "num_tokens": 270224522.0,
      "step": 350890
    },
    {
      "epoch": 0.4451023519771474,
      "grad_norm": 4.96875,
      "learning_rate": 2.7748465603901262e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5289932698011398,
      "num_tokens": 270232280.0,
      "step": 350900
    },
    {
      "epoch": 0.44511503656968027,
      "grad_norm": 5.09375,
      "learning_rate": 2.7747831293814967e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5731769412755966,
      "num_tokens": 270239562.0,
      "step": 350910
    },
    {
      "epoch": 0.4451277211622131,
      "grad_norm": 4.96875,
      "learning_rate": 2.774719698372868e-05,
      "loss": 2.2181,
      "mean_token_accuracy": 0.5183530449867249,
      "num_tokens": 270247372.0,
      "step": 350920
    },
    {
      "epoch": 0.44514040575474595,
      "grad_norm": 6.46875,
      "learning_rate": 2.774656267364239e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.535022696852684,
      "num_tokens": 270256181.0,
      "step": 350930
    },
    {
      "epoch": 0.4451530903472788,
      "grad_norm": 11.0625,
      "learning_rate": 2.7745928363556093e-05,
      "loss": 1.8456,
      "mean_token_accuracy": 0.5848974108695983,
      "num_tokens": 270263227.0,
      "step": 350940
    },
    {
      "epoch": 0.44516577493981163,
      "grad_norm": 7.34375,
      "learning_rate": 2.7745294053469806e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5565525710582733,
      "num_tokens": 270270656.0,
      "step": 350950
    },
    {
      "epoch": 0.4451784595323444,
      "grad_norm": 4.96875,
      "learning_rate": 2.774465974338351e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5295346885919571,
      "num_tokens": 270279156.0,
      "step": 350960
    },
    {
      "epoch": 0.44519114412487726,
      "grad_norm": 5.9375,
      "learning_rate": 2.7744025433297223e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5503639876842499,
      "num_tokens": 270286886.0,
      "step": 350970
    },
    {
      "epoch": 0.4452038287174101,
      "grad_norm": 4.84375,
      "learning_rate": 2.7743391123210932e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5540209680795669,
      "num_tokens": 270294991.0,
      "step": 350980
    },
    {
      "epoch": 0.44521651330994294,
      "grad_norm": 5.15625,
      "learning_rate": 2.7742756813124637e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5648132532835006,
      "num_tokens": 270302269.0,
      "step": 350990
    },
    {
      "epoch": 0.4452291979024758,
      "grad_norm": 5.9375,
      "learning_rate": 2.774212250303835e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5221901386976242,
      "num_tokens": 270309441.0,
      "step": 351000
    },
    {
      "epoch": 0.4452418824950086,
      "grad_norm": 5.25,
      "learning_rate": 2.7741488192952055e-05,
      "loss": 1.8337,
      "mean_token_accuracy": 0.5901300013065338,
      "num_tokens": 270316886.0,
      "step": 351010
    },
    {
      "epoch": 0.44525456708754146,
      "grad_norm": 5.375,
      "learning_rate": 2.7740853882865763e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5228178054094315,
      "num_tokens": 270325395.0,
      "step": 351020
    },
    {
      "epoch": 0.4452672516800743,
      "grad_norm": 5.09375,
      "learning_rate": 2.7740219572779476e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5441156089305877,
      "num_tokens": 270333284.0,
      "step": 351030
    },
    {
      "epoch": 0.4452799362726071,
      "grad_norm": 8.9375,
      "learning_rate": 2.773958526269318e-05,
      "loss": 1.8194,
      "mean_token_accuracy": 0.6014280527830124,
      "num_tokens": 270340844.0,
      "step": 351040
    },
    {
      "epoch": 0.44529262086513993,
      "grad_norm": 6.4375,
      "learning_rate": 2.773895095260689e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5547074437141418,
      "num_tokens": 270348405.0,
      "step": 351050
    },
    {
      "epoch": 0.4453053054576728,
      "grad_norm": 7.125,
      "learning_rate": 2.7738316642520595e-05,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5780769020318985,
      "num_tokens": 270355803.0,
      "step": 351060
    },
    {
      "epoch": 0.4453179900502056,
      "grad_norm": 4.75,
      "learning_rate": 2.7737682332434307e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5557010680437088,
      "num_tokens": 270363510.0,
      "step": 351070
    },
    {
      "epoch": 0.44533067464273846,
      "grad_norm": 6.65625,
      "learning_rate": 2.7737048022348016e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5325534969568253,
      "num_tokens": 270370296.0,
      "step": 351080
    },
    {
      "epoch": 0.4453433592352713,
      "grad_norm": 8.25,
      "learning_rate": 2.773641371226172e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5812752842903137,
      "num_tokens": 270377213.0,
      "step": 351090
    },
    {
      "epoch": 0.44535604382780414,
      "grad_norm": 4.9375,
      "learning_rate": 2.7735779402175433e-05,
      "loss": 2.3606,
      "mean_token_accuracy": 0.5041125178337097,
      "num_tokens": 270386620.0,
      "step": 351100
    },
    {
      "epoch": 0.445368728420337,
      "grad_norm": 9.625,
      "learning_rate": 2.773514509208914e-05,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5751931667327881,
      "num_tokens": 270393500.0,
      "step": 351110
    },
    {
      "epoch": 0.44538141301286976,
      "grad_norm": 5.5,
      "learning_rate": 2.7734510782002847e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5520328521728516,
      "num_tokens": 270401000.0,
      "step": 351120
    },
    {
      "epoch": 0.4453940976054026,
      "grad_norm": 5.875,
      "learning_rate": 2.773387647191656e-05,
      "loss": 1.8491,
      "mean_token_accuracy": 0.573328024148941,
      "num_tokens": 270407806.0,
      "step": 351130
    },
    {
      "epoch": 0.44540678219793545,
      "grad_norm": 12.9375,
      "learning_rate": 2.7733242161830265e-05,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5230874508619309,
      "num_tokens": 270415560.0,
      "step": 351140
    },
    {
      "epoch": 0.4454194667904683,
      "grad_norm": 7.40625,
      "learning_rate": 2.7732607851743974e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5304889589548111,
      "num_tokens": 270423495.0,
      "step": 351150
    },
    {
      "epoch": 0.44543215138300113,
      "grad_norm": 5.53125,
      "learning_rate": 2.773197354165768e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.5148984104394912,
      "num_tokens": 270431815.0,
      "step": 351160
    },
    {
      "epoch": 0.44544483597553397,
      "grad_norm": 5.40625,
      "learning_rate": 2.773133923157139e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5388853549957275,
      "num_tokens": 270438960.0,
      "step": 351170
    },
    {
      "epoch": 0.4454575205680668,
      "grad_norm": 4.9375,
      "learning_rate": 2.77307049214851e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5379839599132538,
      "num_tokens": 270447245.0,
      "step": 351180
    },
    {
      "epoch": 0.44547020516059965,
      "grad_norm": 6.5,
      "learning_rate": 2.7730070611398805e-05,
      "loss": 2.3048,
      "mean_token_accuracy": 0.5070498585700989,
      "num_tokens": 270455697.0,
      "step": 351190
    },
    {
      "epoch": 0.44548288975313244,
      "grad_norm": 7.21875,
      "learning_rate": 2.7729436301312517e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5401190429925918,
      "num_tokens": 270462802.0,
      "step": 351200
    },
    {
      "epoch": 0.4454955743456653,
      "grad_norm": 5.53125,
      "learning_rate": 2.7728801991226223e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5365773618221283,
      "num_tokens": 270468771.0,
      "step": 351210
    },
    {
      "epoch": 0.4455082589381981,
      "grad_norm": 7.59375,
      "learning_rate": 2.772816768113993e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5543050676584244,
      "num_tokens": 270476475.0,
      "step": 351220
    },
    {
      "epoch": 0.44552094353073096,
      "grad_norm": 5.5,
      "learning_rate": 2.7727533371053644e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5877027958631516,
      "num_tokens": 270484413.0,
      "step": 351230
    },
    {
      "epoch": 0.4455336281232638,
      "grad_norm": 7.84375,
      "learning_rate": 2.772689906096735e-05,
      "loss": 1.8486,
      "mean_token_accuracy": 0.5903317511081696,
      "num_tokens": 270490605.0,
      "step": 351240
    },
    {
      "epoch": 0.44554631271579664,
      "grad_norm": 4.90625,
      "learning_rate": 2.7726264750881058e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5519907295703887,
      "num_tokens": 270497978.0,
      "step": 351250
    },
    {
      "epoch": 0.4455589973083295,
      "grad_norm": 4.875,
      "learning_rate": 2.7725630440794763e-05,
      "loss": 1.7236,
      "mean_token_accuracy": 0.609409773349762,
      "num_tokens": 270503927.0,
      "step": 351260
    },
    {
      "epoch": 0.44557168190086227,
      "grad_norm": 5.0,
      "learning_rate": 2.7724996130708475e-05,
      "loss": 1.8668,
      "mean_token_accuracy": 0.5925774931907654,
      "num_tokens": 270511115.0,
      "step": 351270
    },
    {
      "epoch": 0.4455843664933951,
      "grad_norm": 5.3125,
      "learning_rate": 2.7724361820622187e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5487649649381637,
      "num_tokens": 270520050.0,
      "step": 351280
    },
    {
      "epoch": 0.44559705108592795,
      "grad_norm": 6.15625,
      "learning_rate": 2.772372751053589e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5428865134716034,
      "num_tokens": 270528069.0,
      "step": 351290
    },
    {
      "epoch": 0.4456097356784608,
      "grad_norm": 5.09375,
      "learning_rate": 2.77230932004496e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5348944425582886,
      "num_tokens": 270535684.0,
      "step": 351300
    },
    {
      "epoch": 0.44562242027099364,
      "grad_norm": 7.375,
      "learning_rate": 2.7722458890363307e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.573978990316391,
      "num_tokens": 270542015.0,
      "step": 351310
    },
    {
      "epoch": 0.4456351048635265,
      "grad_norm": 4.9375,
      "learning_rate": 2.7721824580277015e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5442232966423035,
      "num_tokens": 270550356.0,
      "step": 351320
    },
    {
      "epoch": 0.4456477894560593,
      "grad_norm": 6.0,
      "learning_rate": 2.7721190270190728e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5417189806699753,
      "num_tokens": 270557659.0,
      "step": 351330
    },
    {
      "epoch": 0.44566047404859216,
      "grad_norm": 5.09375,
      "learning_rate": 2.7720555960104433e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5543141901493073,
      "num_tokens": 270566482.0,
      "step": 351340
    },
    {
      "epoch": 0.44567315864112494,
      "grad_norm": 9.5,
      "learning_rate": 2.7719921650018145e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5717601984739303,
      "num_tokens": 270573251.0,
      "step": 351350
    },
    {
      "epoch": 0.4456858432336578,
      "grad_norm": 7.125,
      "learning_rate": 2.7719287339931847e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.549734365940094,
      "num_tokens": 270580186.0,
      "step": 351360
    },
    {
      "epoch": 0.4456985278261906,
      "grad_norm": 8.4375,
      "learning_rate": 2.771865302984556e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5275981962680817,
      "num_tokens": 270587959.0,
      "step": 351370
    },
    {
      "epoch": 0.44571121241872347,
      "grad_norm": 7.15625,
      "learning_rate": 2.771801871975927e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5368733108043671,
      "num_tokens": 270595604.0,
      "step": 351380
    },
    {
      "epoch": 0.4457238970112563,
      "grad_norm": 4.8125,
      "learning_rate": 2.7717384409672977e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5536880970001221,
      "num_tokens": 270602888.0,
      "step": 351390
    },
    {
      "epoch": 0.44573658160378915,
      "grad_norm": 5.125,
      "learning_rate": 2.7716750099586685e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5479384303092957,
      "num_tokens": 270610054.0,
      "step": 351400
    },
    {
      "epoch": 0.445749266196322,
      "grad_norm": 4.59375,
      "learning_rate": 2.771611578950039e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5307815939188003,
      "num_tokens": 270618417.0,
      "step": 351410
    },
    {
      "epoch": 0.44576195078885483,
      "grad_norm": 6.0625,
      "learning_rate": 2.7715481479414103e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5265866786241531,
      "num_tokens": 270625754.0,
      "step": 351420
    },
    {
      "epoch": 0.4457746353813876,
      "grad_norm": 4.96875,
      "learning_rate": 2.771484716932781e-05,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5720421373844147,
      "num_tokens": 270633733.0,
      "step": 351430
    },
    {
      "epoch": 0.44578731997392046,
      "grad_norm": 10.6875,
      "learning_rate": 2.7714212859241517e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5554066687822342,
      "num_tokens": 270640213.0,
      "step": 351440
    },
    {
      "epoch": 0.4458000045664533,
      "grad_norm": 4.65625,
      "learning_rate": 2.771357854915523e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5814206004142761,
      "num_tokens": 270647497.0,
      "step": 351450
    },
    {
      "epoch": 0.44581268915898614,
      "grad_norm": 5.0,
      "learning_rate": 2.7712944239068934e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5475826859474182,
      "num_tokens": 270654919.0,
      "step": 351460
    },
    {
      "epoch": 0.445825373751519,
      "grad_norm": 7.0,
      "learning_rate": 2.7712309928982643e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5317661374807358,
      "num_tokens": 270663338.0,
      "step": 351470
    },
    {
      "epoch": 0.4458380583440518,
      "grad_norm": 5.03125,
      "learning_rate": 2.7711675618896355e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5420119494199753,
      "num_tokens": 270670986.0,
      "step": 351480
    },
    {
      "epoch": 0.44585074293658467,
      "grad_norm": 5.34375,
      "learning_rate": 2.771104130881006e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.539296904206276,
      "num_tokens": 270679505.0,
      "step": 351490
    },
    {
      "epoch": 0.4458634275291175,
      "grad_norm": 5.78125,
      "learning_rate": 2.771040699872377e-05,
      "loss": 2.157,
      "mean_token_accuracy": 0.5221679359674454,
      "num_tokens": 270687672.0,
      "step": 351500
    },
    {
      "epoch": 0.4458761121216503,
      "grad_norm": 4.9375,
      "learning_rate": 2.7709772688637475e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.537595796585083,
      "num_tokens": 270696540.0,
      "step": 351510
    },
    {
      "epoch": 0.44588879671418313,
      "grad_norm": 5.25,
      "learning_rate": 2.7709138378551187e-05,
      "loss": 1.7417,
      "mean_token_accuracy": 0.6117699384689331,
      "num_tokens": 270702921.0,
      "step": 351520
    },
    {
      "epoch": 0.445901481306716,
      "grad_norm": 10.5,
      "learning_rate": 2.7708504068464896e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5399406224489212,
      "num_tokens": 270710270.0,
      "step": 351530
    },
    {
      "epoch": 0.4459141658992488,
      "grad_norm": 5.84375,
      "learning_rate": 2.77078697583786e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5510501235723495,
      "num_tokens": 270717387.0,
      "step": 351540
    },
    {
      "epoch": 0.44592685049178166,
      "grad_norm": 4.90625,
      "learning_rate": 2.7707235448292313e-05,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5218363046646118,
      "num_tokens": 270724815.0,
      "step": 351550
    },
    {
      "epoch": 0.4459395350843145,
      "grad_norm": 4.5625,
      "learning_rate": 2.770660113820602e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5171717017889023,
      "num_tokens": 270732762.0,
      "step": 351560
    },
    {
      "epoch": 0.44595221967684734,
      "grad_norm": 5.15625,
      "learning_rate": 2.7705966828119727e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5308665692806244,
      "num_tokens": 270740558.0,
      "step": 351570
    },
    {
      "epoch": 0.4459649042693802,
      "grad_norm": 7.625,
      "learning_rate": 2.770533251803344e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5576531559228897,
      "num_tokens": 270748526.0,
      "step": 351580
    },
    {
      "epoch": 0.44597758886191297,
      "grad_norm": 5.6875,
      "learning_rate": 2.7704698207947145e-05,
      "loss": 2.2223,
      "mean_token_accuracy": 0.5180806428194046,
      "num_tokens": 270757936.0,
      "step": 351590
    },
    {
      "epoch": 0.4459902734544458,
      "grad_norm": 6.625,
      "learning_rate": 2.7704063897860853e-05,
      "loss": 1.8323,
      "mean_token_accuracy": 0.5866466104984284,
      "num_tokens": 270764388.0,
      "step": 351600
    },
    {
      "epoch": 0.44600295804697865,
      "grad_norm": 5.6875,
      "learning_rate": 2.770342958777456e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5695439785718918,
      "num_tokens": 270773259.0,
      "step": 351610
    },
    {
      "epoch": 0.4460156426395115,
      "grad_norm": 4.96875,
      "learning_rate": 2.770279527768827e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.521181583404541,
      "num_tokens": 270781702.0,
      "step": 351620
    },
    {
      "epoch": 0.44602832723204433,
      "grad_norm": 4.625,
      "learning_rate": 2.770216096760198e-05,
      "loss": 1.9049,
      "mean_token_accuracy": 0.5724703848361969,
      "num_tokens": 270789227.0,
      "step": 351630
    },
    {
      "epoch": 0.44604101182457717,
      "grad_norm": 5.15625,
      "learning_rate": 2.7701526657515685e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5510740637779236,
      "num_tokens": 270797040.0,
      "step": 351640
    },
    {
      "epoch": 0.44605369641711,
      "grad_norm": 5.71875,
      "learning_rate": 2.7700892347429397e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.5419346064329147,
      "num_tokens": 270804566.0,
      "step": 351650
    },
    {
      "epoch": 0.44606638100964285,
      "grad_norm": 7.5625,
      "learning_rate": 2.7700258037343102e-05,
      "loss": 1.9197,
      "mean_token_accuracy": 0.5740446388721466,
      "num_tokens": 270811429.0,
      "step": 351660
    },
    {
      "epoch": 0.44607906560217564,
      "grad_norm": 6.90625,
      "learning_rate": 2.769962372725681e-05,
      "loss": 2.2539,
      "mean_token_accuracy": 0.5225113779306412,
      "num_tokens": 270818918.0,
      "step": 351670
    },
    {
      "epoch": 0.4460917501947085,
      "grad_norm": 4.96875,
      "learning_rate": 2.7698989417170523e-05,
      "loss": 1.9079,
      "mean_token_accuracy": 0.583038130402565,
      "num_tokens": 270827193.0,
      "step": 351680
    },
    {
      "epoch": 0.4461044347872413,
      "grad_norm": 4.875,
      "learning_rate": 2.769835510708423e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.577683937549591,
      "num_tokens": 270835833.0,
      "step": 351690
    },
    {
      "epoch": 0.44611711937977416,
      "grad_norm": 6.25,
      "learning_rate": 2.769772079699794e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5722253054380417,
      "num_tokens": 270842416.0,
      "step": 351700
    },
    {
      "epoch": 0.446129803972307,
      "grad_norm": 5.21875,
      "learning_rate": 2.769708648691165e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5247437208890915,
      "num_tokens": 270850693.0,
      "step": 351710
    },
    {
      "epoch": 0.44614248856483985,
      "grad_norm": 4.65625,
      "learning_rate": 2.7696452176825355e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5430415779352188,
      "num_tokens": 270859255.0,
      "step": 351720
    },
    {
      "epoch": 0.4461551731573727,
      "grad_norm": 5.71875,
      "learning_rate": 2.7695817866739067e-05,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5878403842449188,
      "num_tokens": 270865836.0,
      "step": 351730
    },
    {
      "epoch": 0.44616785774990547,
      "grad_norm": 6.75,
      "learning_rate": 2.7695183556652772e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5420511275529861,
      "num_tokens": 270873558.0,
      "step": 351740
    },
    {
      "epoch": 0.4461805423424383,
      "grad_norm": 6.0625,
      "learning_rate": 2.769454924656648e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5607362419366837,
      "num_tokens": 270880346.0,
      "step": 351750
    },
    {
      "epoch": 0.44619322693497115,
      "grad_norm": 6.59375,
      "learning_rate": 2.7693914936480193e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.568157535791397,
      "num_tokens": 270887209.0,
      "step": 351760
    },
    {
      "epoch": 0.446205911527504,
      "grad_norm": 8.5,
      "learning_rate": 2.76932806263939e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5438134372234344,
      "num_tokens": 270895986.0,
      "step": 351770
    },
    {
      "epoch": 0.44621859612003684,
      "grad_norm": 4.96875,
      "learning_rate": 2.7692646316307607e-05,
      "loss": 1.735,
      "mean_token_accuracy": 0.60488440990448,
      "num_tokens": 270903763.0,
      "step": 351780
    },
    {
      "epoch": 0.4462312807125697,
      "grad_norm": 4.9375,
      "learning_rate": 2.7692012006221313e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.5250554293394089,
      "num_tokens": 270912303.0,
      "step": 351790
    },
    {
      "epoch": 0.4462439653051025,
      "grad_norm": 5.28125,
      "learning_rate": 2.7691377696135025e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5372237473726272,
      "num_tokens": 270920692.0,
      "step": 351800
    },
    {
      "epoch": 0.44625664989763536,
      "grad_norm": 7.0,
      "learning_rate": 2.7690743386048734e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5387175440788269,
      "num_tokens": 270927970.0,
      "step": 351810
    },
    {
      "epoch": 0.44626933449016815,
      "grad_norm": 5.125,
      "learning_rate": 2.769010907596244e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5640744984149932,
      "num_tokens": 270935533.0,
      "step": 351820
    },
    {
      "epoch": 0.446282019082701,
      "grad_norm": 7.375,
      "learning_rate": 2.768947476587615e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5272656172513962,
      "num_tokens": 270942573.0,
      "step": 351830
    },
    {
      "epoch": 0.44629470367523383,
      "grad_norm": 4.53125,
      "learning_rate": 2.7688840455789856e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5384233355522156,
      "num_tokens": 270950942.0,
      "step": 351840
    },
    {
      "epoch": 0.44630738826776667,
      "grad_norm": 6.59375,
      "learning_rate": 2.7688206145703565e-05,
      "loss": 1.8167,
      "mean_token_accuracy": 0.5897151619195938,
      "num_tokens": 270957419.0,
      "step": 351850
    },
    {
      "epoch": 0.4463200728602995,
      "grad_norm": 5.59375,
      "learning_rate": 2.7687571835617277e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5455170154571534,
      "num_tokens": 270965059.0,
      "step": 351860
    },
    {
      "epoch": 0.44633275745283235,
      "grad_norm": 7.9375,
      "learning_rate": 2.7686937525530983e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5481586515903473,
      "num_tokens": 270973328.0,
      "step": 351870
    },
    {
      "epoch": 0.4463454420453652,
      "grad_norm": 7.0625,
      "learning_rate": 2.768630321544469e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.545399522781372,
      "num_tokens": 270981341.0,
      "step": 351880
    },
    {
      "epoch": 0.44635812663789803,
      "grad_norm": 4.8125,
      "learning_rate": 2.7685668905358397e-05,
      "loss": 1.9066,
      "mean_token_accuracy": 0.5731777250766754,
      "num_tokens": 270989872.0,
      "step": 351890
    },
    {
      "epoch": 0.4463708112304308,
      "grad_norm": 4.90625,
      "learning_rate": 2.768503459527211e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5390966832637787,
      "num_tokens": 270998276.0,
      "step": 351900
    },
    {
      "epoch": 0.44638349582296366,
      "grad_norm": 5.0,
      "learning_rate": 2.7684400285185818e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5376946568489075,
      "num_tokens": 271006356.0,
      "step": 351910
    },
    {
      "epoch": 0.4463961804154965,
      "grad_norm": 5.40625,
      "learning_rate": 2.7683765975099523e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5530631363391876,
      "num_tokens": 271013822.0,
      "step": 351920
    },
    {
      "epoch": 0.44640886500802934,
      "grad_norm": 5.375,
      "learning_rate": 2.7683131665013235e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5501762121915817,
      "num_tokens": 271022429.0,
      "step": 351930
    },
    {
      "epoch": 0.4464215496005622,
      "grad_norm": 5.6875,
      "learning_rate": 2.768249735492694e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.540339532494545,
      "num_tokens": 271030520.0,
      "step": 351940
    },
    {
      "epoch": 0.446434234193095,
      "grad_norm": 5.71875,
      "learning_rate": 2.768186304484065e-05,
      "loss": 1.6294,
      "mean_token_accuracy": 0.6263844490051269,
      "num_tokens": 271036892.0,
      "step": 351950
    },
    {
      "epoch": 0.44644691878562787,
      "grad_norm": 8.9375,
      "learning_rate": 2.768122873475436e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.540850704908371,
      "num_tokens": 271044002.0,
      "step": 351960
    },
    {
      "epoch": 0.4464596033781607,
      "grad_norm": 4.78125,
      "learning_rate": 2.7680594424668067e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5656637609004974,
      "num_tokens": 271051658.0,
      "step": 351970
    },
    {
      "epoch": 0.4464722879706935,
      "grad_norm": 5.90625,
      "learning_rate": 2.7679960114581775e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5379269301891327,
      "num_tokens": 271058934.0,
      "step": 351980
    },
    {
      "epoch": 0.44648497256322633,
      "grad_norm": 5.03125,
      "learning_rate": 2.767932580449548e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5366327136754989,
      "num_tokens": 271066037.0,
      "step": 351990
    },
    {
      "epoch": 0.4464976571557592,
      "grad_norm": 5.625,
      "learning_rate": 2.7678691494409193e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5274415999650955,
      "num_tokens": 271074701.0,
      "step": 352000
    },
    {
      "epoch": 0.446510341748292,
      "grad_norm": 5.5625,
      "learning_rate": 2.76780571843229e-05,
      "loss": 2.3142,
      "mean_token_accuracy": 0.5029096752405167,
      "num_tokens": 271083835.0,
      "step": 352010
    },
    {
      "epoch": 0.44652302634082486,
      "grad_norm": 6.8125,
      "learning_rate": 2.7677422874236607e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5400102287530899,
      "num_tokens": 271091727.0,
      "step": 352020
    },
    {
      "epoch": 0.4465357109333577,
      "grad_norm": 6.78125,
      "learning_rate": 2.767678856415032e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.569788247346878,
      "num_tokens": 271099252.0,
      "step": 352030
    },
    {
      "epoch": 0.44654839552589054,
      "grad_norm": 5.875,
      "learning_rate": 2.7676154254064024e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5330139011144638,
      "num_tokens": 271106159.0,
      "step": 352040
    },
    {
      "epoch": 0.4465610801184234,
      "grad_norm": 10.0625,
      "learning_rate": 2.7675519943977733e-05,
      "loss": 1.8968,
      "mean_token_accuracy": 0.5812130868434906,
      "num_tokens": 271113579.0,
      "step": 352050
    },
    {
      "epoch": 0.44657376471095617,
      "grad_norm": 6.125,
      "learning_rate": 2.7674885633891445e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5430813252925872,
      "num_tokens": 271121800.0,
      "step": 352060
    },
    {
      "epoch": 0.446586449303489,
      "grad_norm": 7.0625,
      "learning_rate": 2.767425132380515e-05,
      "loss": 1.9306,
      "mean_token_accuracy": 0.5649466037750244,
      "num_tokens": 271128148.0,
      "step": 352070
    },
    {
      "epoch": 0.44659913389602185,
      "grad_norm": 5.6875,
      "learning_rate": 2.7673617013718863e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5344758838415146,
      "num_tokens": 271135417.0,
      "step": 352080
    },
    {
      "epoch": 0.4466118184885547,
      "grad_norm": 5.53125,
      "learning_rate": 2.7672982703632565e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5767715752124787,
      "num_tokens": 271142623.0,
      "step": 352090
    },
    {
      "epoch": 0.44662450308108753,
      "grad_norm": 6.25,
      "learning_rate": 2.7672348393546277e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5265838027000427,
      "num_tokens": 271150604.0,
      "step": 352100
    },
    {
      "epoch": 0.4466371876736204,
      "grad_norm": 7.0,
      "learning_rate": 2.767171408345999e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5551663130521775,
      "num_tokens": 271157432.0,
      "step": 352110
    },
    {
      "epoch": 0.4466498722661532,
      "grad_norm": 5.15625,
      "learning_rate": 2.7671079773373694e-05,
      "loss": 1.9531,
      "mean_token_accuracy": 0.55789715051651,
      "num_tokens": 271164517.0,
      "step": 352120
    },
    {
      "epoch": 0.44666255685868606,
      "grad_norm": 5.4375,
      "learning_rate": 2.7670445463287403e-05,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5192069739103318,
      "num_tokens": 271172714.0,
      "step": 352130
    },
    {
      "epoch": 0.44667524145121884,
      "grad_norm": 6.09375,
      "learning_rate": 2.766981115320111e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5482047647237778,
      "num_tokens": 271179814.0,
      "step": 352140
    },
    {
      "epoch": 0.4466879260437517,
      "grad_norm": 6.5625,
      "learning_rate": 2.766917684311482e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5653865158557891,
      "num_tokens": 271186073.0,
      "step": 352150
    },
    {
      "epoch": 0.4467006106362845,
      "grad_norm": 5.28125,
      "learning_rate": 2.766854253302853e-05,
      "loss": 1.8314,
      "mean_token_accuracy": 0.5953749179840088,
      "num_tokens": 271193056.0,
      "step": 352160
    },
    {
      "epoch": 0.44671329522881736,
      "grad_norm": 5.65625,
      "learning_rate": 2.7667908222942235e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5456479460000991,
      "num_tokens": 271201094.0,
      "step": 352170
    },
    {
      "epoch": 0.4467259798213502,
      "grad_norm": 5.15625,
      "learning_rate": 2.7667273912855947e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5655695796012878,
      "num_tokens": 271209358.0,
      "step": 352180
    },
    {
      "epoch": 0.44673866441388305,
      "grad_norm": 5.4375,
      "learning_rate": 2.7666639602769652e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5526678562164307,
      "num_tokens": 271216852.0,
      "step": 352190
    },
    {
      "epoch": 0.4467513490064159,
      "grad_norm": 4.8125,
      "learning_rate": 2.766600529268336e-05,
      "loss": 1.9467,
      "mean_token_accuracy": 0.5679699510335923,
      "num_tokens": 271224794.0,
      "step": 352200
    },
    {
      "epoch": 0.4467640335989487,
      "grad_norm": 6.4375,
      "learning_rate": 2.7665370982597073e-05,
      "loss": 2.2257,
      "mean_token_accuracy": 0.5198271006345749,
      "num_tokens": 271231867.0,
      "step": 352210
    },
    {
      "epoch": 0.4467767181914815,
      "grad_norm": 5.65625,
      "learning_rate": 2.7664736672510778e-05,
      "loss": 1.8671,
      "mean_token_accuracy": 0.5643576979637146,
      "num_tokens": 271240075.0,
      "step": 352220
    },
    {
      "epoch": 0.44678940278401436,
      "grad_norm": 6.15625,
      "learning_rate": 2.7664102362424487e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5400976419448853,
      "num_tokens": 271248354.0,
      "step": 352230
    },
    {
      "epoch": 0.4468020873765472,
      "grad_norm": 5.125,
      "learning_rate": 2.7663468052338192e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5199416756629944,
      "num_tokens": 271256958.0,
      "step": 352240
    },
    {
      "epoch": 0.44681477196908004,
      "grad_norm": 5.375,
      "learning_rate": 2.7662833742251905e-05,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5343854904174805,
      "num_tokens": 271264265.0,
      "step": 352250
    },
    {
      "epoch": 0.4468274565616129,
      "grad_norm": 5.125,
      "learning_rate": 2.7662199432165613e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5235777109861374,
      "num_tokens": 271272697.0,
      "step": 352260
    },
    {
      "epoch": 0.4468401411541457,
      "grad_norm": 5.46875,
      "learning_rate": 2.766156512207932e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5527757287025452,
      "num_tokens": 271280893.0,
      "step": 352270
    },
    {
      "epoch": 0.44685282574667856,
      "grad_norm": 5.59375,
      "learning_rate": 2.766093081199303e-05,
      "loss": 1.9314,
      "mean_token_accuracy": 0.5751159429550171,
      "num_tokens": 271289407.0,
      "step": 352280
    },
    {
      "epoch": 0.44686551033921135,
      "grad_norm": 4.34375,
      "learning_rate": 2.7660296501906736e-05,
      "loss": 1.803,
      "mean_token_accuracy": 0.583443233370781,
      "num_tokens": 271296515.0,
      "step": 352290
    },
    {
      "epoch": 0.4468781949317442,
      "grad_norm": 6.6875,
      "learning_rate": 2.7659662191820445e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.575538432598114,
      "num_tokens": 271304135.0,
      "step": 352300
    },
    {
      "epoch": 0.44689087952427703,
      "grad_norm": 8.3125,
      "learning_rate": 2.7659027881734157e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.540553480386734,
      "num_tokens": 271311970.0,
      "step": 352310
    },
    {
      "epoch": 0.44690356411680987,
      "grad_norm": 10.8125,
      "learning_rate": 2.7658393571647862e-05,
      "loss": 1.8607,
      "mean_token_accuracy": 0.586996790766716,
      "num_tokens": 271317576.0,
      "step": 352320
    },
    {
      "epoch": 0.4469162487093427,
      "grad_norm": 5.5,
      "learning_rate": 2.765775926156157e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5429128468036651,
      "num_tokens": 271325216.0,
      "step": 352330
    },
    {
      "epoch": 0.44692893330187555,
      "grad_norm": 6.78125,
      "learning_rate": 2.7657124951475276e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5363039284944534,
      "num_tokens": 271332641.0,
      "step": 352340
    },
    {
      "epoch": 0.4469416178944084,
      "grad_norm": 4.84375,
      "learning_rate": 2.765649064138899e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5266217440366745,
      "num_tokens": 271340404.0,
      "step": 352350
    },
    {
      "epoch": 0.44695430248694124,
      "grad_norm": 5.53125,
      "learning_rate": 2.7655856331302697e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5475703954696656,
      "num_tokens": 271348124.0,
      "step": 352360
    },
    {
      "epoch": 0.446966987079474,
      "grad_norm": 6.03125,
      "learning_rate": 2.7655222021216403e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5656151711940766,
      "num_tokens": 271355547.0,
      "step": 352370
    },
    {
      "epoch": 0.44697967167200686,
      "grad_norm": 6.65625,
      "learning_rate": 2.7654587711130115e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5188481032848358,
      "num_tokens": 271363004.0,
      "step": 352380
    },
    {
      "epoch": 0.4469923562645397,
      "grad_norm": 5.03125,
      "learning_rate": 2.765395340104382e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5364208459854126,
      "num_tokens": 271369960.0,
      "step": 352390
    },
    {
      "epoch": 0.44700504085707254,
      "grad_norm": 7.59375,
      "learning_rate": 2.765331909095753e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5424817234277726,
      "num_tokens": 271378208.0,
      "step": 352400
    },
    {
      "epoch": 0.4470177254496054,
      "grad_norm": 6.03125,
      "learning_rate": 2.765268478087124e-05,
      "loss": 2.3517,
      "mean_token_accuracy": 0.49850850105285643,
      "num_tokens": 271387725.0,
      "step": 352410
    },
    {
      "epoch": 0.4470304100421382,
      "grad_norm": 4.9375,
      "learning_rate": 2.7652050470784946e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5381453841924667,
      "num_tokens": 271394841.0,
      "step": 352420
    },
    {
      "epoch": 0.44704309463467107,
      "grad_norm": 5.09375,
      "learning_rate": 2.7651416160698655e-05,
      "loss": 2.2208,
      "mean_token_accuracy": 0.5184298485517502,
      "num_tokens": 271403788.0,
      "step": 352430
    },
    {
      "epoch": 0.4470557792272039,
      "grad_norm": 6.84375,
      "learning_rate": 2.765078185061236e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5490020871162414,
      "num_tokens": 271412643.0,
      "step": 352440
    },
    {
      "epoch": 0.4470684638197367,
      "grad_norm": 6.625,
      "learning_rate": 2.7650147540526073e-05,
      "loss": 1.8551,
      "mean_token_accuracy": 0.5830734372138977,
      "num_tokens": 271418966.0,
      "step": 352450
    },
    {
      "epoch": 0.44708114841226954,
      "grad_norm": 6.65625,
      "learning_rate": 2.7649513230439785e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.5754249423742295,
      "num_tokens": 271425921.0,
      "step": 352460
    },
    {
      "epoch": 0.4470938330048024,
      "grad_norm": 6.90625,
      "learning_rate": 2.7648878920353487e-05,
      "loss": 1.684,
      "mean_token_accuracy": 0.6248248219490051,
      "num_tokens": 271432264.0,
      "step": 352470
    },
    {
      "epoch": 0.4471065175973352,
      "grad_norm": 4.78125,
      "learning_rate": 2.76482446102672e-05,
      "loss": 1.8811,
      "mean_token_accuracy": 0.58515305519104,
      "num_tokens": 271440053.0,
      "step": 352480
    },
    {
      "epoch": 0.44711920218986806,
      "grad_norm": 4.71875,
      "learning_rate": 2.7647610300180904e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.547908940911293,
      "num_tokens": 271447500.0,
      "step": 352490
    },
    {
      "epoch": 0.4471318867824009,
      "grad_norm": 6.3125,
      "learning_rate": 2.7646975990094616e-05,
      "loss": 1.7613,
      "mean_token_accuracy": 0.61084104180336,
      "num_tokens": 271454594.0,
      "step": 352500
    },
    {
      "epoch": 0.44714457137493374,
      "grad_norm": 5.8125,
      "learning_rate": 2.7646341680008325e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.535478925704956,
      "num_tokens": 271463050.0,
      "step": 352510
    },
    {
      "epoch": 0.4471572559674666,
      "grad_norm": 5.21875,
      "learning_rate": 2.764570736992203e-05,
      "loss": 2.2841,
      "mean_token_accuracy": 0.5067041218280792,
      "num_tokens": 271471929.0,
      "step": 352520
    },
    {
      "epoch": 0.44716994055999937,
      "grad_norm": 16.375,
      "learning_rate": 2.7645073059835742e-05,
      "loss": 1.7399,
      "mean_token_accuracy": 0.6150645464658737,
      "num_tokens": 271478841.0,
      "step": 352530
    },
    {
      "epoch": 0.4471826251525322,
      "grad_norm": 4.9375,
      "learning_rate": 2.7644438749749448e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5550629317760467,
      "num_tokens": 271486060.0,
      "step": 352540
    },
    {
      "epoch": 0.44719530974506505,
      "grad_norm": 4.8125,
      "learning_rate": 2.7643804439663157e-05,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5166280329227447,
      "num_tokens": 271495219.0,
      "step": 352550
    },
    {
      "epoch": 0.4472079943375979,
      "grad_norm": 4.71875,
      "learning_rate": 2.764317012957687e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5502058625221252,
      "num_tokens": 271503065.0,
      "step": 352560
    },
    {
      "epoch": 0.44722067893013073,
      "grad_norm": 5.78125,
      "learning_rate": 2.7642535819490574e-05,
      "loss": 1.8274,
      "mean_token_accuracy": 0.5795500874519348,
      "num_tokens": 271509920.0,
      "step": 352570
    },
    {
      "epoch": 0.4472333635226636,
      "grad_norm": 5.21875,
      "learning_rate": 2.7641901509404283e-05,
      "loss": 1.4961,
      "mean_token_accuracy": 0.663389727473259,
      "num_tokens": 271515626.0,
      "step": 352580
    },
    {
      "epoch": 0.4472460481151964,
      "grad_norm": 5.40625,
      "learning_rate": 2.7641267199317988e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5667662203311921,
      "num_tokens": 271523826.0,
      "step": 352590
    },
    {
      "epoch": 0.44725873270772926,
      "grad_norm": 6.875,
      "learning_rate": 2.76406328892317e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5563591063022614,
      "num_tokens": 271532279.0,
      "step": 352600
    },
    {
      "epoch": 0.44727141730026204,
      "grad_norm": 5.25,
      "learning_rate": 2.763999857914541e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5732864081859589,
      "num_tokens": 271538648.0,
      "step": 352610
    },
    {
      "epoch": 0.4472841018927949,
      "grad_norm": 4.84375,
      "learning_rate": 2.7639364269059114e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5668099105358124,
      "num_tokens": 271545785.0,
      "step": 352620
    },
    {
      "epoch": 0.4472967864853277,
      "grad_norm": 4.75,
      "learning_rate": 2.7638729958972826e-05,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5330061197280884,
      "num_tokens": 271553798.0,
      "step": 352630
    },
    {
      "epoch": 0.44730947107786057,
      "grad_norm": 7.875,
      "learning_rate": 2.7638095648886535e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5538872838020324,
      "num_tokens": 271560373.0,
      "step": 352640
    },
    {
      "epoch": 0.4473221556703934,
      "grad_norm": 18.25,
      "learning_rate": 2.763746133880024e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5615170896053314,
      "num_tokens": 271566887.0,
      "step": 352650
    },
    {
      "epoch": 0.44733484026292625,
      "grad_norm": 6.25,
      "learning_rate": 2.7636827028713953e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5532218217849731,
      "num_tokens": 271573959.0,
      "step": 352660
    },
    {
      "epoch": 0.4473475248554591,
      "grad_norm": 5.09375,
      "learning_rate": 2.7636192718627658e-05,
      "loss": 2.3415,
      "mean_token_accuracy": 0.4949703931808472,
      "num_tokens": 271582015.0,
      "step": 352670
    },
    {
      "epoch": 0.4473602094479919,
      "grad_norm": 5.28125,
      "learning_rate": 2.7635558408541367e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5453098326921463,
      "num_tokens": 271589513.0,
      "step": 352680
    },
    {
      "epoch": 0.4473728940405247,
      "grad_norm": 6.75,
      "learning_rate": 2.763492409845508e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5290453612804413,
      "num_tokens": 271597359.0,
      "step": 352690
    },
    {
      "epoch": 0.44738557863305756,
      "grad_norm": 6.46875,
      "learning_rate": 2.7634289788368784e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5733330905437469,
      "num_tokens": 271604281.0,
      "step": 352700
    },
    {
      "epoch": 0.4473982632255904,
      "grad_norm": 8.5,
      "learning_rate": 2.7633655478282493e-05,
      "loss": 2.258,
      "mean_token_accuracy": 0.5163067728281021,
      "num_tokens": 271612963.0,
      "step": 352710
    },
    {
      "epoch": 0.44741094781812324,
      "grad_norm": 5.59375,
      "learning_rate": 2.76330211681962e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5503563344478607,
      "num_tokens": 271620872.0,
      "step": 352720
    },
    {
      "epoch": 0.4474236324106561,
      "grad_norm": 7.4375,
      "learning_rate": 2.763238685810991e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5270985543727875,
      "num_tokens": 271629776.0,
      "step": 352730
    },
    {
      "epoch": 0.4474363170031889,
      "grad_norm": 6.1875,
      "learning_rate": 2.763175254802362e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5398551970720291,
      "num_tokens": 271637655.0,
      "step": 352740
    },
    {
      "epoch": 0.44744900159572176,
      "grad_norm": 5.75,
      "learning_rate": 2.7631118237937325e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.519588851928711,
      "num_tokens": 271645973.0,
      "step": 352750
    },
    {
      "epoch": 0.44746168618825455,
      "grad_norm": 4.90625,
      "learning_rate": 2.7630483927851037e-05,
      "loss": 2.2319,
      "mean_token_accuracy": 0.5157078981399537,
      "num_tokens": 271654020.0,
      "step": 352760
    },
    {
      "epoch": 0.4474743707807874,
      "grad_norm": 5.5625,
      "learning_rate": 2.7629849617764742e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5390545904636384,
      "num_tokens": 271662705.0,
      "step": 352770
    },
    {
      "epoch": 0.44748705537332023,
      "grad_norm": 6.8125,
      "learning_rate": 2.762921530767845e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5394448220729828,
      "num_tokens": 271669931.0,
      "step": 352780
    },
    {
      "epoch": 0.44749973996585307,
      "grad_norm": 6.34375,
      "learning_rate": 2.7628580997592163e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5794875979423523,
      "num_tokens": 271677459.0,
      "step": 352790
    },
    {
      "epoch": 0.4475124245583859,
      "grad_norm": 5.65625,
      "learning_rate": 2.7627946687505868e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5464612454175949,
      "num_tokens": 271684486.0,
      "step": 352800
    },
    {
      "epoch": 0.44752510915091875,
      "grad_norm": 5.125,
      "learning_rate": 2.7627312377419577e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5279401481151581,
      "num_tokens": 271691436.0,
      "step": 352810
    },
    {
      "epoch": 0.4475377937434516,
      "grad_norm": 5.65625,
      "learning_rate": 2.7626678067333282e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5409097492694854,
      "num_tokens": 271699296.0,
      "step": 352820
    },
    {
      "epoch": 0.44755047833598444,
      "grad_norm": 5.84375,
      "learning_rate": 2.7626043757246994e-05,
      "loss": 1.7739,
      "mean_token_accuracy": 0.6042641758918762,
      "num_tokens": 271705068.0,
      "step": 352830
    },
    {
      "epoch": 0.4475631629285172,
      "grad_norm": 4.90625,
      "learning_rate": 2.7625409447160707e-05,
      "loss": 1.4127,
      "mean_token_accuracy": 0.6818282783031464,
      "num_tokens": 271711105.0,
      "step": 352840
    },
    {
      "epoch": 0.44757584752105006,
      "grad_norm": 5.46875,
      "learning_rate": 2.762477513707441e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5434802085161209,
      "num_tokens": 271718652.0,
      "step": 352850
    },
    {
      "epoch": 0.4475885321135829,
      "grad_norm": 5.875,
      "learning_rate": 2.762414082698812e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.564024704694748,
      "num_tokens": 271726616.0,
      "step": 352860
    },
    {
      "epoch": 0.44760121670611575,
      "grad_norm": 5.03125,
      "learning_rate": 2.7623506516901826e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5847238719463348,
      "num_tokens": 271733733.0,
      "step": 352870
    },
    {
      "epoch": 0.4476139012986486,
      "grad_norm": 4.96875,
      "learning_rate": 2.7622872206815538e-05,
      "loss": 2.2257,
      "mean_token_accuracy": 0.515612217783928,
      "num_tokens": 271742540.0,
      "step": 352880
    },
    {
      "epoch": 0.4476265858911814,
      "grad_norm": 5.96875,
      "learning_rate": 2.7622237896729247e-05,
      "loss": 1.9413,
      "mean_token_accuracy": 0.5695404291152955,
      "num_tokens": 271751087.0,
      "step": 352890
    },
    {
      "epoch": 0.44763927048371427,
      "grad_norm": 5.28125,
      "learning_rate": 2.7621603586642952e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5221821695566178,
      "num_tokens": 271759853.0,
      "step": 352900
    },
    {
      "epoch": 0.4476519550762471,
      "grad_norm": 6.25,
      "learning_rate": 2.7620969276556664e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5494028776884079,
      "num_tokens": 271766688.0,
      "step": 352910
    },
    {
      "epoch": 0.4476646396687799,
      "grad_norm": 6.59375,
      "learning_rate": 2.762033496647037e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5312949866056442,
      "num_tokens": 271775331.0,
      "step": 352920
    },
    {
      "epoch": 0.44767732426131274,
      "grad_norm": 6.5625,
      "learning_rate": 2.761970065638408e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5360881417989731,
      "num_tokens": 271782840.0,
      "step": 352930
    },
    {
      "epoch": 0.4476900088538456,
      "grad_norm": 5.0,
      "learning_rate": 2.761906634629779e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5576784491539002,
      "num_tokens": 271790613.0,
      "step": 352940
    },
    {
      "epoch": 0.4477026934463784,
      "grad_norm": 5.65625,
      "learning_rate": 2.7618432036211496e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5490530043840408,
      "num_tokens": 271797947.0,
      "step": 352950
    },
    {
      "epoch": 0.44771537803891126,
      "grad_norm": 4.71875,
      "learning_rate": 2.7617797726125205e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5407917201519012,
      "num_tokens": 271806677.0,
      "step": 352960
    },
    {
      "epoch": 0.4477280626314441,
      "grad_norm": 5.1875,
      "learning_rate": 2.761716341603891e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5349199861288071,
      "num_tokens": 271815724.0,
      "step": 352970
    },
    {
      "epoch": 0.44774074722397694,
      "grad_norm": 6.53125,
      "learning_rate": 2.7616529105952622e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5251346945762634,
      "num_tokens": 271823610.0,
      "step": 352980
    },
    {
      "epoch": 0.4477534318165098,
      "grad_norm": 5.625,
      "learning_rate": 2.761589479586633e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.538828331232071,
      "num_tokens": 271831844.0,
      "step": 352990
    },
    {
      "epoch": 0.44776611640904257,
      "grad_norm": 4.78125,
      "learning_rate": 2.7615260485780036e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5295597374439239,
      "num_tokens": 271841044.0,
      "step": 353000
    },
    {
      "epoch": 0.4477788010015754,
      "grad_norm": 10.4375,
      "learning_rate": 2.761462617569375e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.518309161067009,
      "num_tokens": 271849221.0,
      "step": 353010
    },
    {
      "epoch": 0.44779148559410825,
      "grad_norm": 5.53125,
      "learning_rate": 2.7613991865607454e-05,
      "loss": 1.6848,
      "mean_token_accuracy": 0.618296229839325,
      "num_tokens": 271856038.0,
      "step": 353020
    },
    {
      "epoch": 0.4478041701866411,
      "grad_norm": 8.1875,
      "learning_rate": 2.7613357555521162e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5372535586357117,
      "num_tokens": 271862185.0,
      "step": 353030
    },
    {
      "epoch": 0.44781685477917393,
      "grad_norm": 5.5625,
      "learning_rate": 2.7612723245434875e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5451367408037185,
      "num_tokens": 271870655.0,
      "step": 353040
    },
    {
      "epoch": 0.4478295393717068,
      "grad_norm": 5.0625,
      "learning_rate": 2.761208893534858e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5568519502878189,
      "num_tokens": 271878273.0,
      "step": 353050
    },
    {
      "epoch": 0.4478422239642396,
      "grad_norm": 5.59375,
      "learning_rate": 2.761145462526229e-05,
      "loss": 1.7429,
      "mean_token_accuracy": 0.6065546482801437,
      "num_tokens": 271885583.0,
      "step": 353060
    },
    {
      "epoch": 0.44785490855677246,
      "grad_norm": 5.75,
      "learning_rate": 2.7610820315175994e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.517792671918869,
      "num_tokens": 271894835.0,
      "step": 353070
    },
    {
      "epoch": 0.44786759314930524,
      "grad_norm": 4.6875,
      "learning_rate": 2.7610186005089706e-05,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5589335918426513,
      "num_tokens": 271901472.0,
      "step": 353080
    },
    {
      "epoch": 0.4478802777418381,
      "grad_norm": 5.09375,
      "learning_rate": 2.7609551695003415e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5250821083784103,
      "num_tokens": 271909602.0,
      "step": 353090
    },
    {
      "epoch": 0.4478929623343709,
      "grad_norm": 5.53125,
      "learning_rate": 2.760891738491712e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5545985400676727,
      "num_tokens": 271917756.0,
      "step": 353100
    },
    {
      "epoch": 0.44790564692690377,
      "grad_norm": 5.5,
      "learning_rate": 2.7608283074830832e-05,
      "loss": 2.283,
      "mean_token_accuracy": 0.5182780534029007,
      "num_tokens": 271926834.0,
      "step": 353110
    },
    {
      "epoch": 0.4479183315194366,
      "grad_norm": 5.90625,
      "learning_rate": 2.7607648764744538e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.515715092420578,
      "num_tokens": 271935387.0,
      "step": 353120
    },
    {
      "epoch": 0.44793101611196945,
      "grad_norm": 5.125,
      "learning_rate": 2.7607014454658246e-05,
      "loss": 2.189,
      "mean_token_accuracy": 0.5318730711936951,
      "num_tokens": 271943167.0,
      "step": 353130
    },
    {
      "epoch": 0.4479437007045023,
      "grad_norm": 6.96875,
      "learning_rate": 2.760638014457196e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5547908931970597,
      "num_tokens": 271949288.0,
      "step": 353140
    },
    {
      "epoch": 0.4479563852970351,
      "grad_norm": 4.90625,
      "learning_rate": 2.7605745834485664e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5193299949169159,
      "num_tokens": 271958220.0,
      "step": 353150
    },
    {
      "epoch": 0.4479690698895679,
      "grad_norm": 5.6875,
      "learning_rate": 2.7605111524399373e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5524597495794297,
      "num_tokens": 271965441.0,
      "step": 353160
    },
    {
      "epoch": 0.44798175448210076,
      "grad_norm": 4.96875,
      "learning_rate": 2.7604477214313078e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5153181493282318,
      "num_tokens": 271973577.0,
      "step": 353170
    },
    {
      "epoch": 0.4479944390746336,
      "grad_norm": 6.0625,
      "learning_rate": 2.760384290422679e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5699330687522888,
      "num_tokens": 271981010.0,
      "step": 353180
    },
    {
      "epoch": 0.44800712366716644,
      "grad_norm": 5.34375,
      "learning_rate": 2.76032085941405e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5621467977762222,
      "num_tokens": 271990004.0,
      "step": 353190
    },
    {
      "epoch": 0.4480198082596993,
      "grad_norm": 5.375,
      "learning_rate": 2.7602574284054204e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5340548634529114,
      "num_tokens": 271997202.0,
      "step": 353200
    },
    {
      "epoch": 0.4480324928522321,
      "grad_norm": 4.65625,
      "learning_rate": 2.7601939973967916e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.563549143075943,
      "num_tokens": 272003058.0,
      "step": 353210
    },
    {
      "epoch": 0.44804517744476496,
      "grad_norm": 7.65625,
      "learning_rate": 2.7601305663881622e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5460132151842118,
      "num_tokens": 272010552.0,
      "step": 353220
    },
    {
      "epoch": 0.44805786203729775,
      "grad_norm": 5.3125,
      "learning_rate": 2.760067135379533e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5272231996059418,
      "num_tokens": 272018485.0,
      "step": 353230
    },
    {
      "epoch": 0.4480705466298306,
      "grad_norm": 5.59375,
      "learning_rate": 2.7600037043709043e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5325219094753265,
      "num_tokens": 272027295.0,
      "step": 353240
    },
    {
      "epoch": 0.44808323122236343,
      "grad_norm": 5.59375,
      "learning_rate": 2.7599402733622748e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5697577118873596,
      "num_tokens": 272033474.0,
      "step": 353250
    },
    {
      "epoch": 0.4480959158148963,
      "grad_norm": 5.46875,
      "learning_rate": 2.759876842353646e-05,
      "loss": 2.3149,
      "mean_token_accuracy": 0.5104154080152512,
      "num_tokens": 272040247.0,
      "step": 353260
    },
    {
      "epoch": 0.4481086004074291,
      "grad_norm": 5.53125,
      "learning_rate": 2.7598134113450162e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5430771052837372,
      "num_tokens": 272048484.0,
      "step": 353270
    },
    {
      "epoch": 0.44812128499996196,
      "grad_norm": 6.15625,
      "learning_rate": 2.7597499803363874e-05,
      "loss": 2.0029,
      "mean_token_accuracy": 0.545033073425293,
      "num_tokens": 272055793.0,
      "step": 353280
    },
    {
      "epoch": 0.4481339695924948,
      "grad_norm": 6.0625,
      "learning_rate": 2.7596865493277586e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5326424896717071,
      "num_tokens": 272063601.0,
      "step": 353290
    },
    {
      "epoch": 0.44814665418502764,
      "grad_norm": 5.15625,
      "learning_rate": 2.759623118319129e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5608928054571152,
      "num_tokens": 272070970.0,
      "step": 353300
    },
    {
      "epoch": 0.4481593387775604,
      "grad_norm": 5.96875,
      "learning_rate": 2.7595596873105e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.560715240240097,
      "num_tokens": 272078768.0,
      "step": 353310
    },
    {
      "epoch": 0.44817202337009326,
      "grad_norm": 4.96875,
      "learning_rate": 2.7594962563018706e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5250068366527557,
      "num_tokens": 272087485.0,
      "step": 353320
    },
    {
      "epoch": 0.4481847079626261,
      "grad_norm": 5.375,
      "learning_rate": 2.7594328252932418e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5448584407567978,
      "num_tokens": 272094909.0,
      "step": 353330
    },
    {
      "epoch": 0.44819739255515895,
      "grad_norm": 5.8125,
      "learning_rate": 2.7593693942846127e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5339356273412704,
      "num_tokens": 272102463.0,
      "step": 353340
    },
    {
      "epoch": 0.4482100771476918,
      "grad_norm": 5.9375,
      "learning_rate": 2.7593059632759832e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5532825231552124,
      "num_tokens": 272111531.0,
      "step": 353350
    },
    {
      "epoch": 0.44822276174022463,
      "grad_norm": 5.0,
      "learning_rate": 2.7592425322673544e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5376057505607605,
      "num_tokens": 272120808.0,
      "step": 353360
    },
    {
      "epoch": 0.44823544633275747,
      "grad_norm": 5.8125,
      "learning_rate": 2.759179101258725e-05,
      "loss": 1.7316,
      "mean_token_accuracy": 0.6267717629671097,
      "num_tokens": 272127253.0,
      "step": 353370
    },
    {
      "epoch": 0.4482481309252903,
      "grad_norm": 6.53125,
      "learning_rate": 2.7591156702500958e-05,
      "loss": 1.822,
      "mean_token_accuracy": 0.6014578223228455,
      "num_tokens": 272133565.0,
      "step": 353380
    },
    {
      "epoch": 0.4482608155178231,
      "grad_norm": 6.25,
      "learning_rate": 2.759052239241467e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5373966157436371,
      "num_tokens": 272141265.0,
      "step": 353390
    },
    {
      "epoch": 0.44827350011035594,
      "grad_norm": 5.125,
      "learning_rate": 2.7589888082328376e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5329149723052978,
      "num_tokens": 272149206.0,
      "step": 353400
    },
    {
      "epoch": 0.4482861847028888,
      "grad_norm": 4.84375,
      "learning_rate": 2.7589253772242084e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5458601415157318,
      "num_tokens": 272157265.0,
      "step": 353410
    },
    {
      "epoch": 0.4482988692954216,
      "grad_norm": 4.3125,
      "learning_rate": 2.758861946215579e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5618170469999313,
      "num_tokens": 272165296.0,
      "step": 353420
    },
    {
      "epoch": 0.44831155388795446,
      "grad_norm": 4.28125,
      "learning_rate": 2.7587985152069502e-05,
      "loss": 1.654,
      "mean_token_accuracy": 0.6202070951461792,
      "num_tokens": 272173506.0,
      "step": 353430
    },
    {
      "epoch": 0.4483242384804873,
      "grad_norm": 8.8125,
      "learning_rate": 2.758735084198321e-05,
      "loss": 1.5813,
      "mean_token_accuracy": 0.6427921414375305,
      "num_tokens": 272179486.0,
      "step": 353440
    },
    {
      "epoch": 0.44833692307302014,
      "grad_norm": 5.40625,
      "learning_rate": 2.7586716531896916e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5392506748437882,
      "num_tokens": 272188136.0,
      "step": 353450
    },
    {
      "epoch": 0.448349607665553,
      "grad_norm": 8.0,
      "learning_rate": 2.7586082221810628e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5711674839258194,
      "num_tokens": 272194474.0,
      "step": 353460
    },
    {
      "epoch": 0.44836229225808577,
      "grad_norm": 5.71875,
      "learning_rate": 2.7585447911724333e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5379055798053741,
      "num_tokens": 272202686.0,
      "step": 353470
    },
    {
      "epoch": 0.4483749768506186,
      "grad_norm": 5.25,
      "learning_rate": 2.7584813601638042e-05,
      "loss": 1.8843,
      "mean_token_accuracy": 0.5710244864225388,
      "num_tokens": 272211776.0,
      "step": 353480
    },
    {
      "epoch": 0.44838766144315145,
      "grad_norm": 8.1875,
      "learning_rate": 2.7584179291551754e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5210120558738709,
      "num_tokens": 272219420.0,
      "step": 353490
    },
    {
      "epoch": 0.4484003460356843,
      "grad_norm": 6.25,
      "learning_rate": 2.758354498146546e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5662504017353058,
      "num_tokens": 272225641.0,
      "step": 353500
    },
    {
      "epoch": 0.44841303062821714,
      "grad_norm": 5.0,
      "learning_rate": 2.758291067137917e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5228344619274139,
      "num_tokens": 272233629.0,
      "step": 353510
    },
    {
      "epoch": 0.44842571522075,
      "grad_norm": 5.15625,
      "learning_rate": 2.758227636129288e-05,
      "loss": 1.911,
      "mean_token_accuracy": 0.5744186639785767,
      "num_tokens": 272241086.0,
      "step": 353520
    },
    {
      "epoch": 0.4484383998132828,
      "grad_norm": 6.28125,
      "learning_rate": 2.7581642051206586e-05,
      "loss": 2.2819,
      "mean_token_accuracy": 0.5081402868032455,
      "num_tokens": 272248506.0,
      "step": 353530
    },
    {
      "epoch": 0.44845108440581566,
      "grad_norm": 6.15625,
      "learning_rate": 2.7581007741120295e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5706503719091416,
      "num_tokens": 272256392.0,
      "step": 353540
    },
    {
      "epoch": 0.44846376899834844,
      "grad_norm": 7.75,
      "learning_rate": 2.7580373431034e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5462587058544159,
      "num_tokens": 272262797.0,
      "step": 353550
    },
    {
      "epoch": 0.4484764535908813,
      "grad_norm": 5.78125,
      "learning_rate": 2.7579739120947712e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5501732140779495,
      "num_tokens": 272270729.0,
      "step": 353560
    },
    {
      "epoch": 0.4484891381834141,
      "grad_norm": 6.8125,
      "learning_rate": 2.757910481086142e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5469745218753814,
      "num_tokens": 272279026.0,
      "step": 353570
    },
    {
      "epoch": 0.44850182277594697,
      "grad_norm": 6.5625,
      "learning_rate": 2.7578470500775126e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5392972588539123,
      "num_tokens": 272286373.0,
      "step": 353580
    },
    {
      "epoch": 0.4485145073684798,
      "grad_norm": 6.625,
      "learning_rate": 2.757783619068884e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5558579683303833,
      "num_tokens": 272291749.0,
      "step": 353590
    },
    {
      "epoch": 0.44852719196101265,
      "grad_norm": 11.8125,
      "learning_rate": 2.7577201880602544e-05,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5241190403699875,
      "num_tokens": 272299224.0,
      "step": 353600
    },
    {
      "epoch": 0.4485398765535455,
      "grad_norm": 6.8125,
      "learning_rate": 2.7576567570516252e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5606111258268356,
      "num_tokens": 272306057.0,
      "step": 353610
    },
    {
      "epoch": 0.4485525611460783,
      "grad_norm": 5.21875,
      "learning_rate": 2.7575933260429965e-05,
      "loss": 1.9169,
      "mean_token_accuracy": 0.5798797309398651,
      "num_tokens": 272314164.0,
      "step": 353620
    },
    {
      "epoch": 0.4485652457386111,
      "grad_norm": 4.75,
      "learning_rate": 2.757529895034367e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5362790405750275,
      "num_tokens": 272321795.0,
      "step": 353630
    },
    {
      "epoch": 0.44857793033114396,
      "grad_norm": 4.59375,
      "learning_rate": 2.7574664640257382e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5305414408445358,
      "num_tokens": 272330729.0,
      "step": 353640
    },
    {
      "epoch": 0.4485906149236768,
      "grad_norm": 6.65625,
      "learning_rate": 2.7574030330171084e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5338533341884613,
      "num_tokens": 272338808.0,
      "step": 353650
    },
    {
      "epoch": 0.44860329951620964,
      "grad_norm": 10.3125,
      "learning_rate": 2.7573396020084796e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5451226234436035,
      "num_tokens": 272346105.0,
      "step": 353660
    },
    {
      "epoch": 0.4486159841087425,
      "grad_norm": 7.46875,
      "learning_rate": 2.7572761709998508e-05,
      "loss": 2.189,
      "mean_token_accuracy": 0.5329671233892441,
      "num_tokens": 272352788.0,
      "step": 353670
    },
    {
      "epoch": 0.4486286687012753,
      "grad_norm": 5.53125,
      "learning_rate": 2.7572127399912214e-05,
      "loss": 2.2753,
      "mean_token_accuracy": 0.5133993178606033,
      "num_tokens": 272361441.0,
      "step": 353680
    },
    {
      "epoch": 0.44864135329380816,
      "grad_norm": 5.59375,
      "learning_rate": 2.7571493089825922e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5470241159200668,
      "num_tokens": 272368731.0,
      "step": 353690
    },
    {
      "epoch": 0.44865403788634095,
      "grad_norm": 4.9375,
      "learning_rate": 2.7570858779739628e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5493383705615997,
      "num_tokens": 272375955.0,
      "step": 353700
    },
    {
      "epoch": 0.4486667224788738,
      "grad_norm": 5.34375,
      "learning_rate": 2.757022446965334e-05,
      "loss": 2.2444,
      "mean_token_accuracy": 0.5202999144792557,
      "num_tokens": 272385018.0,
      "step": 353710
    },
    {
      "epoch": 0.44867940707140663,
      "grad_norm": 5.375,
      "learning_rate": 2.756959015956705e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5551123470067978,
      "num_tokens": 272392790.0,
      "step": 353720
    },
    {
      "epoch": 0.4486920916639395,
      "grad_norm": 5.9375,
      "learning_rate": 2.7568955849480754e-05,
      "loss": 1.8763,
      "mean_token_accuracy": 0.5748162984848022,
      "num_tokens": 272399890.0,
      "step": 353730
    },
    {
      "epoch": 0.4487047762564723,
      "grad_norm": 5.3125,
      "learning_rate": 2.7568321539394466e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5333806723356247,
      "num_tokens": 272408026.0,
      "step": 353740
    },
    {
      "epoch": 0.44871746084900516,
      "grad_norm": 5.5,
      "learning_rate": 2.756768722930817e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5518855154514313,
      "num_tokens": 272415036.0,
      "step": 353750
    },
    {
      "epoch": 0.448730145441538,
      "grad_norm": 5.09375,
      "learning_rate": 2.756705291922188e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5236709326505661,
      "num_tokens": 272422382.0,
      "step": 353760
    },
    {
      "epoch": 0.44874283003407084,
      "grad_norm": 7.625,
      "learning_rate": 2.7566418609135592e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5455873489379883,
      "num_tokens": 272430091.0,
      "step": 353770
    },
    {
      "epoch": 0.4487555146266036,
      "grad_norm": 9.125,
      "learning_rate": 2.7565784299049298e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5278567552566529,
      "num_tokens": 272437339.0,
      "step": 353780
    },
    {
      "epoch": 0.44876819921913647,
      "grad_norm": 6.875,
      "learning_rate": 2.7565149988963006e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5178218096494674,
      "num_tokens": 272445272.0,
      "step": 353790
    },
    {
      "epoch": 0.4487808838116693,
      "grad_norm": 7.4375,
      "learning_rate": 2.7564515678876712e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5526986092329025,
      "num_tokens": 272453183.0,
      "step": 353800
    },
    {
      "epoch": 0.44879356840420215,
      "grad_norm": 4.78125,
      "learning_rate": 2.7563881368790424e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5606155574321747,
      "num_tokens": 272459549.0,
      "step": 353810
    },
    {
      "epoch": 0.448806252996735,
      "grad_norm": 5.15625,
      "learning_rate": 2.7563247058704133e-05,
      "loss": 1.8408,
      "mean_token_accuracy": 0.5938605219125748,
      "num_tokens": 272466787.0,
      "step": 353820
    },
    {
      "epoch": 0.44881893758926783,
      "grad_norm": 4.9375,
      "learning_rate": 2.7562612748617838e-05,
      "loss": 2.2114,
      "mean_token_accuracy": 0.5101951956748962,
      "num_tokens": 272474758.0,
      "step": 353830
    },
    {
      "epoch": 0.44883162218180067,
      "grad_norm": 4.78125,
      "learning_rate": 2.756197843853155e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5594275653362274,
      "num_tokens": 272483443.0,
      "step": 353840
    },
    {
      "epoch": 0.4488443067743335,
      "grad_norm": 5.65625,
      "learning_rate": 2.7561344128445255e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5254918932914734,
      "num_tokens": 272492397.0,
      "step": 353850
    },
    {
      "epoch": 0.4488569913668663,
      "grad_norm": 4.65625,
      "learning_rate": 2.7560709818358964e-05,
      "loss": 1.7698,
      "mean_token_accuracy": 0.605878809094429,
      "num_tokens": 272499738.0,
      "step": 353860
    },
    {
      "epoch": 0.44886967595939914,
      "grad_norm": 7.40625,
      "learning_rate": 2.7560075508272676e-05,
      "loss": 1.9058,
      "mean_token_accuracy": 0.5768840610980988,
      "num_tokens": 272507204.0,
      "step": 353870
    },
    {
      "epoch": 0.448882360551932,
      "grad_norm": 6.75,
      "learning_rate": 2.755944119818638e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5299477517604828,
      "num_tokens": 272515383.0,
      "step": 353880
    },
    {
      "epoch": 0.4488950451444648,
      "grad_norm": 5.9375,
      "learning_rate": 2.755880688810009e-05,
      "loss": 1.7591,
      "mean_token_accuracy": 0.6155563235282898,
      "num_tokens": 272521734.0,
      "step": 353890
    },
    {
      "epoch": 0.44890772973699766,
      "grad_norm": 6.59375,
      "learning_rate": 2.7558172578013796e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5729935884475708,
      "num_tokens": 272528134.0,
      "step": 353900
    },
    {
      "epoch": 0.4489204143295305,
      "grad_norm": 7.0,
      "learning_rate": 2.7557538267927508e-05,
      "loss": 1.9,
      "mean_token_accuracy": 0.5659432619810104,
      "num_tokens": 272534059.0,
      "step": 353910
    },
    {
      "epoch": 0.44893309892206334,
      "grad_norm": 7.34375,
      "learning_rate": 2.7556903957841217e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5426120370626449,
      "num_tokens": 272542778.0,
      "step": 353920
    },
    {
      "epoch": 0.4489457835145962,
      "grad_norm": 5.09375,
      "learning_rate": 2.7556269647754922e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5329192698001861,
      "num_tokens": 272551512.0,
      "step": 353930
    },
    {
      "epoch": 0.44895846810712897,
      "grad_norm": 4.84375,
      "learning_rate": 2.7555635337668634e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5619006216526031,
      "num_tokens": 272558287.0,
      "step": 353940
    },
    {
      "epoch": 0.4489711526996618,
      "grad_norm": 4.90625,
      "learning_rate": 2.755500102758234e-05,
      "loss": 1.8707,
      "mean_token_accuracy": 0.5840086668729783,
      "num_tokens": 272565703.0,
      "step": 353950
    },
    {
      "epoch": 0.44898383729219465,
      "grad_norm": 5.1875,
      "learning_rate": 2.7554366717496048e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5397929221391677,
      "num_tokens": 272573349.0,
      "step": 353960
    },
    {
      "epoch": 0.4489965218847275,
      "grad_norm": 5.6875,
      "learning_rate": 2.755373240740976e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5538962572813034,
      "num_tokens": 272581934.0,
      "step": 353970
    },
    {
      "epoch": 0.44900920647726034,
      "grad_norm": 5.375,
      "learning_rate": 2.7553098097323466e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5364808350801468,
      "num_tokens": 272590166.0,
      "step": 353980
    },
    {
      "epoch": 0.4490218910697932,
      "grad_norm": 6.96875,
      "learning_rate": 2.7552463787237174e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5428904891014099,
      "num_tokens": 272598344.0,
      "step": 353990
    },
    {
      "epoch": 0.449034575662326,
      "grad_norm": 9.5,
      "learning_rate": 2.755182947715088e-05,
      "loss": 2.2218,
      "mean_token_accuracy": 0.5168617606163025,
      "num_tokens": 272605353.0,
      "step": 354000
    },
    {
      "epoch": 0.44904726025485886,
      "grad_norm": 5.5625,
      "learning_rate": 2.7551195167064592e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5527876675128937,
      "num_tokens": 272612828.0,
      "step": 354010
    },
    {
      "epoch": 0.44905994484739165,
      "grad_norm": 5.3125,
      "learning_rate": 2.7550560856978304e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5355158507823944,
      "num_tokens": 272620909.0,
      "step": 354020
    },
    {
      "epoch": 0.4490726294399245,
      "grad_norm": 6.34375,
      "learning_rate": 2.7549926546892006e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5323792815208435,
      "num_tokens": 272628112.0,
      "step": 354030
    },
    {
      "epoch": 0.44908531403245733,
      "grad_norm": 7.0625,
      "learning_rate": 2.7549292236805718e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5272497177124024,
      "num_tokens": 272635462.0,
      "step": 354040
    },
    {
      "epoch": 0.44909799862499017,
      "grad_norm": 4.96875,
      "learning_rate": 2.7548657926719423e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5584825187921524,
      "num_tokens": 272643819.0,
      "step": 354050
    },
    {
      "epoch": 0.449110683217523,
      "grad_norm": 6.40625,
      "learning_rate": 2.7548023616633136e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5636429727077484,
      "num_tokens": 272651082.0,
      "step": 354060
    },
    {
      "epoch": 0.44912336781005585,
      "grad_norm": 6.28125,
      "learning_rate": 2.7547389306546844e-05,
      "loss": 1.7218,
      "mean_token_accuracy": 0.613891088962555,
      "num_tokens": 272657700.0,
      "step": 354070
    },
    {
      "epoch": 0.4491360524025887,
      "grad_norm": 5.15625,
      "learning_rate": 2.754675499646055e-05,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5632872611284256,
      "num_tokens": 272664789.0,
      "step": 354080
    },
    {
      "epoch": 0.4491487369951215,
      "grad_norm": 5.21875,
      "learning_rate": 2.7546120686374262e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5578549593687058,
      "num_tokens": 272673619.0,
      "step": 354090
    },
    {
      "epoch": 0.4491614215876543,
      "grad_norm": 5.40625,
      "learning_rate": 2.7545486376287967e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5249140918254852,
      "num_tokens": 272680974.0,
      "step": 354100
    },
    {
      "epoch": 0.44917410618018716,
      "grad_norm": 7.9375,
      "learning_rate": 2.7544852066201676e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.555470272898674,
      "num_tokens": 272688122.0,
      "step": 354110
    },
    {
      "epoch": 0.44918679077272,
      "grad_norm": 5.375,
      "learning_rate": 2.7544217756115388e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5375951379537582,
      "num_tokens": 272696480.0,
      "step": 354120
    },
    {
      "epoch": 0.44919947536525284,
      "grad_norm": 4.84375,
      "learning_rate": 2.7543583446029093e-05,
      "loss": 1.9565,
      "mean_token_accuracy": 0.5711354702711106,
      "num_tokens": 272702025.0,
      "step": 354130
    },
    {
      "epoch": 0.4492121599577857,
      "grad_norm": 6.78125,
      "learning_rate": 2.7542949135942802e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.53687182366848,
      "num_tokens": 272710076.0,
      "step": 354140
    },
    {
      "epoch": 0.4492248445503185,
      "grad_norm": 6.875,
      "learning_rate": 2.7542314825856507e-05,
      "loss": 1.8608,
      "mean_token_accuracy": 0.5854800969362259,
      "num_tokens": 272717180.0,
      "step": 354150
    },
    {
      "epoch": 0.44923752914285137,
      "grad_norm": 6.46875,
      "learning_rate": 2.754168051577022e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5326743483543396,
      "num_tokens": 272725361.0,
      "step": 354160
    },
    {
      "epoch": 0.44925021373538415,
      "grad_norm": 8.0,
      "learning_rate": 2.754104620568393e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5533009588718414,
      "num_tokens": 272733320.0,
      "step": 354170
    },
    {
      "epoch": 0.449262898327917,
      "grad_norm": 6.3125,
      "learning_rate": 2.7540411895597634e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5593685269355774,
      "num_tokens": 272739871.0,
      "step": 354180
    },
    {
      "epoch": 0.44927558292044983,
      "grad_norm": 5.375,
      "learning_rate": 2.7539777585511346e-05,
      "loss": 2.263,
      "mean_token_accuracy": 0.5205824345350265,
      "num_tokens": 272747981.0,
      "step": 354190
    },
    {
      "epoch": 0.4492882675129827,
      "grad_norm": 4.78125,
      "learning_rate": 2.753914327542505e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5499757617712021,
      "num_tokens": 272756019.0,
      "step": 354200
    },
    {
      "epoch": 0.4493009521055155,
      "grad_norm": 4.84375,
      "learning_rate": 2.753850896533876e-05,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5807100087404251,
      "num_tokens": 272763242.0,
      "step": 354210
    },
    {
      "epoch": 0.44931363669804836,
      "grad_norm": 5.9375,
      "learning_rate": 2.7537874655252472e-05,
      "loss": 2.2058,
      "mean_token_accuracy": 0.5271866798400879,
      "num_tokens": 272771488.0,
      "step": 354220
    },
    {
      "epoch": 0.4493263212905812,
      "grad_norm": 5.0,
      "learning_rate": 2.7537240345166177e-05,
      "loss": 1.6666,
      "mean_token_accuracy": 0.6280456364154816,
      "num_tokens": 272776749.0,
      "step": 354230
    },
    {
      "epoch": 0.44933900588311404,
      "grad_norm": 5.65625,
      "learning_rate": 2.7536606035079886e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5497634738683701,
      "num_tokens": 272784889.0,
      "step": 354240
    },
    {
      "epoch": 0.4493516904756468,
      "grad_norm": 5.4375,
      "learning_rate": 2.753597172499359e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.53067606985569,
      "num_tokens": 272793335.0,
      "step": 354250
    },
    {
      "epoch": 0.44936437506817967,
      "grad_norm": 7.84375,
      "learning_rate": 2.7535337414907304e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5406231641769409,
      "num_tokens": 272800652.0,
      "step": 354260
    },
    {
      "epoch": 0.4493770596607125,
      "grad_norm": 5.84375,
      "learning_rate": 2.7534703104821012e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5415970534086227,
      "num_tokens": 272809337.0,
      "step": 354270
    },
    {
      "epoch": 0.44938974425324535,
      "grad_norm": 4.96875,
      "learning_rate": 2.7534068794734718e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5626581162214279,
      "num_tokens": 272817113.0,
      "step": 354280
    },
    {
      "epoch": 0.4494024288457782,
      "grad_norm": 5.46875,
      "learning_rate": 2.753343448464843e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5621691614389419,
      "num_tokens": 272825819.0,
      "step": 354290
    },
    {
      "epoch": 0.44941511343831103,
      "grad_norm": 6.53125,
      "learning_rate": 2.7532800174562135e-05,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5285880386829376,
      "num_tokens": 272834221.0,
      "step": 354300
    },
    {
      "epoch": 0.4494277980308439,
      "grad_norm": 6.15625,
      "learning_rate": 2.7532165864475844e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5465635806322098,
      "num_tokens": 272842531.0,
      "step": 354310
    },
    {
      "epoch": 0.4494404826233767,
      "grad_norm": 4.84375,
      "learning_rate": 2.7531531554389556e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5563485473394394,
      "num_tokens": 272850427.0,
      "step": 354320
    },
    {
      "epoch": 0.4494531672159095,
      "grad_norm": 5.5,
      "learning_rate": 2.753089724430326e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5280974000692368,
      "num_tokens": 272858152.0,
      "step": 354330
    },
    {
      "epoch": 0.44946585180844234,
      "grad_norm": 6.5,
      "learning_rate": 2.753026293421697e-05,
      "loss": 1.805,
      "mean_token_accuracy": 0.5859219133853912,
      "num_tokens": 272865635.0,
      "step": 354340
    },
    {
      "epoch": 0.4494785364009752,
      "grad_norm": 4.75,
      "learning_rate": 2.7529628624130675e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5281260520219803,
      "num_tokens": 272874241.0,
      "step": 354350
    },
    {
      "epoch": 0.449491220993508,
      "grad_norm": 4.59375,
      "learning_rate": 2.7528994314044388e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5459603905677796,
      "num_tokens": 272883298.0,
      "step": 354360
    },
    {
      "epoch": 0.44950390558604086,
      "grad_norm": 5.1875,
      "learning_rate": 2.7528360003958096e-05,
      "loss": 1.9229,
      "mean_token_accuracy": 0.5701227307319641,
      "num_tokens": 272891655.0,
      "step": 354370
    },
    {
      "epoch": 0.4495165901785737,
      "grad_norm": 5.1875,
      "learning_rate": 2.75277256938718e-05,
      "loss": 1.9118,
      "mean_token_accuracy": 0.5883623898029328,
      "num_tokens": 272899244.0,
      "step": 354380
    },
    {
      "epoch": 0.44952927477110655,
      "grad_norm": 6.9375,
      "learning_rate": 2.7527091383785514e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5761069595813751,
      "num_tokens": 272906160.0,
      "step": 354390
    },
    {
      "epoch": 0.4495419593636394,
      "grad_norm": 5.21875,
      "learning_rate": 2.752645707369922e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5474270224571228,
      "num_tokens": 272913893.0,
      "step": 354400
    },
    {
      "epoch": 0.4495546439561722,
      "grad_norm": 4.59375,
      "learning_rate": 2.7525822763612928e-05,
      "loss": 1.6017,
      "mean_token_accuracy": 0.6328038841485977,
      "num_tokens": 272920093.0,
      "step": 354410
    },
    {
      "epoch": 0.449567328548705,
      "grad_norm": 5.34375,
      "learning_rate": 2.752518845352664e-05,
      "loss": 2.3808,
      "mean_token_accuracy": 0.5031005620956421,
      "num_tokens": 272928050.0,
      "step": 354420
    },
    {
      "epoch": 0.44958001314123786,
      "grad_norm": 6.3125,
      "learning_rate": 2.7524554143440345e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5359528362751007,
      "num_tokens": 272936790.0,
      "step": 354430
    },
    {
      "epoch": 0.4495926977337707,
      "grad_norm": 5.25,
      "learning_rate": 2.7523919833354058e-05,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5768674552440644,
      "num_tokens": 272945027.0,
      "step": 354440
    },
    {
      "epoch": 0.44960538232630354,
      "grad_norm": 5.125,
      "learning_rate": 2.7523285523267766e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5221345365047455,
      "num_tokens": 272953282.0,
      "step": 354450
    },
    {
      "epoch": 0.4496180669188364,
      "grad_norm": 5.0,
      "learning_rate": 2.752265121318147e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5357881098985672,
      "num_tokens": 272961140.0,
      "step": 354460
    },
    {
      "epoch": 0.4496307515113692,
      "grad_norm": 5.375,
      "learning_rate": 2.7522016903095184e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5675462245941162,
      "num_tokens": 272967777.0,
      "step": 354470
    },
    {
      "epoch": 0.44964343610390206,
      "grad_norm": 5.65625,
      "learning_rate": 2.752138259300889e-05,
      "loss": 1.847,
      "mean_token_accuracy": 0.5892982929944992,
      "num_tokens": 272974159.0,
      "step": 354480
    },
    {
      "epoch": 0.44965612069643485,
      "grad_norm": 5.1875,
      "learning_rate": 2.7520748282922598e-05,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5890521854162216,
      "num_tokens": 272980563.0,
      "step": 354490
    },
    {
      "epoch": 0.4496688052889677,
      "grad_norm": 5.78125,
      "learning_rate": 2.752011397283631e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5285707175731659,
      "num_tokens": 272989351.0,
      "step": 354500
    },
    {
      "epoch": 0.44968148988150053,
      "grad_norm": 5.5625,
      "learning_rate": 2.7519479662750015e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5640157222747803,
      "num_tokens": 272996818.0,
      "step": 354510
    },
    {
      "epoch": 0.44969417447403337,
      "grad_norm": 6.15625,
      "learning_rate": 2.7518845352663724e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5224931240081787,
      "num_tokens": 273005663.0,
      "step": 354520
    },
    {
      "epoch": 0.4497068590665662,
      "grad_norm": 4.90625,
      "learning_rate": 2.751821104257743e-05,
      "loss": 1.7561,
      "mean_token_accuracy": 0.6114979803562164,
      "num_tokens": 273012785.0,
      "step": 354530
    },
    {
      "epoch": 0.44971954365909905,
      "grad_norm": 6.25,
      "learning_rate": 2.751757673249114e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5599255830049514,
      "num_tokens": 273020166.0,
      "step": 354540
    },
    {
      "epoch": 0.4497322282516319,
      "grad_norm": 5.03125,
      "learning_rate": 2.751694242240485e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5380626767873764,
      "num_tokens": 273029510.0,
      "step": 354550
    },
    {
      "epoch": 0.4497449128441647,
      "grad_norm": 5.0625,
      "learning_rate": 2.7516308112318556e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5399595111608505,
      "num_tokens": 273038384.0,
      "step": 354560
    },
    {
      "epoch": 0.4497575974366975,
      "grad_norm": 5.0625,
      "learning_rate": 2.7515673802232268e-05,
      "loss": 1.8411,
      "mean_token_accuracy": 0.5890702605247498,
      "num_tokens": 273045520.0,
      "step": 354570
    },
    {
      "epoch": 0.44977028202923036,
      "grad_norm": 5.03125,
      "learning_rate": 2.7515039492145973e-05,
      "loss": 1.8554,
      "mean_token_accuracy": 0.5950973629951477,
      "num_tokens": 273052423.0,
      "step": 354580
    },
    {
      "epoch": 0.4497829666217632,
      "grad_norm": 5.03125,
      "learning_rate": 2.7514405182059682e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5283891081809997,
      "num_tokens": 273060618.0,
      "step": 354590
    },
    {
      "epoch": 0.44979565121429604,
      "grad_norm": 5.75,
      "learning_rate": 2.7513770871973394e-05,
      "loss": 1.7178,
      "mean_token_accuracy": 0.6336261868476868,
      "num_tokens": 273066914.0,
      "step": 354600
    },
    {
      "epoch": 0.4498083358068289,
      "grad_norm": 5.78125,
      "learning_rate": 2.75131365618871e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5751955896615982,
      "num_tokens": 273073629.0,
      "step": 354610
    },
    {
      "epoch": 0.4498210203993617,
      "grad_norm": 5.65625,
      "learning_rate": 2.7512502251800808e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5374902546405792,
      "num_tokens": 273080268.0,
      "step": 354620
    },
    {
      "epoch": 0.44983370499189457,
      "grad_norm": 5.875,
      "learning_rate": 2.7511867941714513e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5367344170808792,
      "num_tokens": 273088303.0,
      "step": 354630
    },
    {
      "epoch": 0.44984638958442735,
      "grad_norm": 5.5625,
      "learning_rate": 2.7511233631628226e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5567247271537781,
      "num_tokens": 273095271.0,
      "step": 354640
    },
    {
      "epoch": 0.4498590741769602,
      "grad_norm": 12.6875,
      "learning_rate": 2.7510599321541934e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5886326193809509,
      "num_tokens": 273101045.0,
      "step": 354650
    },
    {
      "epoch": 0.44987175876949304,
      "grad_norm": 4.3125,
      "learning_rate": 2.750996501145564e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5868350148200989,
      "num_tokens": 273106847.0,
      "step": 354660
    },
    {
      "epoch": 0.4498844433620259,
      "grad_norm": 8.6875,
      "learning_rate": 2.7509330701369352e-05,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5631083548069,
      "num_tokens": 273113881.0,
      "step": 354670
    },
    {
      "epoch": 0.4498971279545587,
      "grad_norm": 5.71875,
      "learning_rate": 2.7508696391283057e-05,
      "loss": 2.2788,
      "mean_token_accuracy": 0.5136399805545807,
      "num_tokens": 273122003.0,
      "step": 354680
    },
    {
      "epoch": 0.44990981254709156,
      "grad_norm": 6.46875,
      "learning_rate": 2.7508062081196766e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5453141421079636,
      "num_tokens": 273130875.0,
      "step": 354690
    },
    {
      "epoch": 0.4499224971396244,
      "grad_norm": 7.90625,
      "learning_rate": 2.7507427771110478e-05,
      "loss": 1.945,
      "mean_token_accuracy": 0.5763595461845398,
      "num_tokens": 273138193.0,
      "step": 354700
    },
    {
      "epoch": 0.44993518173215724,
      "grad_norm": 5.15625,
      "learning_rate": 2.7506793461024183e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5641854673624038,
      "num_tokens": 273145142.0,
      "step": 354710
    },
    {
      "epoch": 0.44994786632469,
      "grad_norm": 5.875,
      "learning_rate": 2.7506159150937892e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5537325799465179,
      "num_tokens": 273153018.0,
      "step": 354720
    },
    {
      "epoch": 0.44996055091722287,
      "grad_norm": 4.34375,
      "learning_rate": 2.7505524840851597e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.554714921116829,
      "num_tokens": 273160277.0,
      "step": 354730
    },
    {
      "epoch": 0.4499732355097557,
      "grad_norm": 5.875,
      "learning_rate": 2.750489053076531e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5563371658325196,
      "num_tokens": 273166183.0,
      "step": 354740
    },
    {
      "epoch": 0.44998592010228855,
      "grad_norm": 6.25,
      "learning_rate": 2.7504256220679018e-05,
      "loss": 2.2681,
      "mean_token_accuracy": 0.5125904351472854,
      "num_tokens": 273175059.0,
      "step": 354750
    },
    {
      "epoch": 0.4499986046948214,
      "grad_norm": 7.71875,
      "learning_rate": 2.7503621910592724e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.557794201374054,
      "num_tokens": 273181558.0,
      "step": 354760
    },
    {
      "epoch": 0.45001128928735423,
      "grad_norm": 5.53125,
      "learning_rate": 2.7502987600506436e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5429155915975571,
      "num_tokens": 273189730.0,
      "step": 354770
    },
    {
      "epoch": 0.4500239738798871,
      "grad_norm": 5.25,
      "learning_rate": 2.750235329042014e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5402082115411758,
      "num_tokens": 273197140.0,
      "step": 354780
    },
    {
      "epoch": 0.4500366584724199,
      "grad_norm": 7.09375,
      "learning_rate": 2.750171898033385e-05,
      "loss": 1.8841,
      "mean_token_accuracy": 0.5851909071207047,
      "num_tokens": 273203606.0,
      "step": 354790
    },
    {
      "epoch": 0.4500493430649527,
      "grad_norm": 4.96875,
      "learning_rate": 2.7501084670247562e-05,
      "loss": 1.9881,
      "mean_token_accuracy": 0.5710982888936996,
      "num_tokens": 273210211.0,
      "step": 354800
    },
    {
      "epoch": 0.45006202765748554,
      "grad_norm": 7.71875,
      "learning_rate": 2.7500450360161267e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5462799072265625,
      "num_tokens": 273218700.0,
      "step": 354810
    },
    {
      "epoch": 0.4500747122500184,
      "grad_norm": 6.78125,
      "learning_rate": 2.749981605007498e-05,
      "loss": 1.7741,
      "mean_token_accuracy": 0.6112124592065811,
      "num_tokens": 273224716.0,
      "step": 354820
    },
    {
      "epoch": 0.4500873968425512,
      "grad_norm": 4.90625,
      "learning_rate": 2.749918173998868e-05,
      "loss": 2.2368,
      "mean_token_accuracy": 0.5109420597553254,
      "num_tokens": 273233822.0,
      "step": 354830
    },
    {
      "epoch": 0.45010008143508407,
      "grad_norm": 8.625,
      "learning_rate": 2.7498547429902394e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5460347563028336,
      "num_tokens": 273241952.0,
      "step": 354840
    },
    {
      "epoch": 0.4501127660276169,
      "grad_norm": 6.46875,
      "learning_rate": 2.7497913119816106e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5322663128376007,
      "num_tokens": 273249192.0,
      "step": 354850
    },
    {
      "epoch": 0.45012545062014975,
      "grad_norm": 7.625,
      "learning_rate": 2.749727880972981e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5304440587759018,
      "num_tokens": 273255495.0,
      "step": 354860
    },
    {
      "epoch": 0.4501381352126826,
      "grad_norm": 5.375,
      "learning_rate": 2.749664449964352e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5386516451835632,
      "num_tokens": 273264000.0,
      "step": 354870
    },
    {
      "epoch": 0.4501508198052154,
      "grad_norm": 7.84375,
      "learning_rate": 2.7496010189557225e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5377953082323075,
      "num_tokens": 273271667.0,
      "step": 354880
    },
    {
      "epoch": 0.4501635043977482,
      "grad_norm": 5.09375,
      "learning_rate": 2.7495375879470937e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.566944670677185,
      "num_tokens": 273278562.0,
      "step": 354890
    },
    {
      "epoch": 0.45017618899028106,
      "grad_norm": 5.4375,
      "learning_rate": 2.7494741569384646e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5635643512010574,
      "num_tokens": 273285234.0,
      "step": 354900
    },
    {
      "epoch": 0.4501888735828139,
      "grad_norm": 5.40625,
      "learning_rate": 2.749410725929835e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.523037439584732,
      "num_tokens": 273293917.0,
      "step": 354910
    },
    {
      "epoch": 0.45020155817534674,
      "grad_norm": 5.75,
      "learning_rate": 2.7493472949212063e-05,
      "loss": 1.9063,
      "mean_token_accuracy": 0.572111177444458,
      "num_tokens": 273300124.0,
      "step": 354920
    },
    {
      "epoch": 0.4502142427678796,
      "grad_norm": 5.3125,
      "learning_rate": 2.749283863912577e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5457402974367142,
      "num_tokens": 273309708.0,
      "step": 354930
    },
    {
      "epoch": 0.4502269273604124,
      "grad_norm": 4.84375,
      "learning_rate": 2.7492204329039478e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5445763647556305,
      "num_tokens": 273317946.0,
      "step": 354940
    },
    {
      "epoch": 0.45023961195294526,
      "grad_norm": 6.1875,
      "learning_rate": 2.749157001895319e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5499390542507172,
      "num_tokens": 273323544.0,
      "step": 354950
    },
    {
      "epoch": 0.45025229654547805,
      "grad_norm": 5.40625,
      "learning_rate": 2.7490935708866895e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5606321930885315,
      "num_tokens": 273331047.0,
      "step": 354960
    },
    {
      "epoch": 0.4502649811380109,
      "grad_norm": 4.875,
      "learning_rate": 2.7490301398780604e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5597617775201797,
      "num_tokens": 273339883.0,
      "step": 354970
    },
    {
      "epoch": 0.45027766573054373,
      "grad_norm": 5.53125,
      "learning_rate": 2.748966708869431e-05,
      "loss": 1.9324,
      "mean_token_accuracy": 0.5809317052364349,
      "num_tokens": 273346663.0,
      "step": 354980
    },
    {
      "epoch": 0.45029035032307657,
      "grad_norm": 8.3125,
      "learning_rate": 2.748903277860802e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.556450217962265,
      "num_tokens": 273352785.0,
      "step": 354990
    },
    {
      "epoch": 0.4503030349156094,
      "grad_norm": 5.4375,
      "learning_rate": 2.748839846852173e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5750126838684082,
      "num_tokens": 273360119.0,
      "step": 355000
    },
    {
      "epoch": 0.45031571950814225,
      "grad_norm": 6.125,
      "learning_rate": 2.7487764158435435e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5732904255390168,
      "num_tokens": 273368150.0,
      "step": 355010
    },
    {
      "epoch": 0.4503284041006751,
      "grad_norm": 7.34375,
      "learning_rate": 2.7487129848349147e-05,
      "loss": 1.9004,
      "mean_token_accuracy": 0.5672159016132354,
      "num_tokens": 273376118.0,
      "step": 355020
    },
    {
      "epoch": 0.4503410886932079,
      "grad_norm": 5.03125,
      "learning_rate": 2.7486495538262853e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5483738929033279,
      "num_tokens": 273383775.0,
      "step": 355030
    },
    {
      "epoch": 0.4503537732857407,
      "grad_norm": 4.96875,
      "learning_rate": 2.748586122817656e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5645722359418869,
      "num_tokens": 273391297.0,
      "step": 355040
    },
    {
      "epoch": 0.45036645787827356,
      "grad_norm": 4.75,
      "learning_rate": 2.7485226918090274e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.565000981092453,
      "num_tokens": 273398674.0,
      "step": 355050
    },
    {
      "epoch": 0.4503791424708064,
      "grad_norm": 6.59375,
      "learning_rate": 2.748459260800398e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5406573086977005,
      "num_tokens": 273407434.0,
      "step": 355060
    },
    {
      "epoch": 0.45039182706333925,
      "grad_norm": 6.4375,
      "learning_rate": 2.7483958297917688e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5625528067350387,
      "num_tokens": 273414332.0,
      "step": 355070
    },
    {
      "epoch": 0.4504045116558721,
      "grad_norm": 5.125,
      "learning_rate": 2.7483323987831393e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5343081533908844,
      "num_tokens": 273422549.0,
      "step": 355080
    },
    {
      "epoch": 0.4504171962484049,
      "grad_norm": 5.46875,
      "learning_rate": 2.7482689677745105e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5321772038936615,
      "num_tokens": 273430757.0,
      "step": 355090
    },
    {
      "epoch": 0.45042988084093777,
      "grad_norm": 6.5,
      "learning_rate": 2.7482055367658814e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5589794248342514,
      "num_tokens": 273438265.0,
      "step": 355100
    },
    {
      "epoch": 0.45044256543347055,
      "grad_norm": 4.9375,
      "learning_rate": 2.748142105757252e-05,
      "loss": 1.9067,
      "mean_token_accuracy": 0.562646821141243,
      "num_tokens": 273446193.0,
      "step": 355110
    },
    {
      "epoch": 0.4504552500260034,
      "grad_norm": 5.21875,
      "learning_rate": 2.748078674748623e-05,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5689450174570083,
      "num_tokens": 273453413.0,
      "step": 355120
    },
    {
      "epoch": 0.45046793461853624,
      "grad_norm": 6.71875,
      "learning_rate": 2.7480152437399937e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5689803868532181,
      "num_tokens": 273460705.0,
      "step": 355130
    },
    {
      "epoch": 0.4504806192110691,
      "grad_norm": 4.78125,
      "learning_rate": 2.7479518127313646e-05,
      "loss": 1.8298,
      "mean_token_accuracy": 0.5901633739471436,
      "num_tokens": 273467749.0,
      "step": 355140
    },
    {
      "epoch": 0.4504933038036019,
      "grad_norm": 5.46875,
      "learning_rate": 2.7478883817227358e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5321317404508591,
      "num_tokens": 273475799.0,
      "step": 355150
    },
    {
      "epoch": 0.45050598839613476,
      "grad_norm": 4.875,
      "learning_rate": 2.7478249507141063e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5630187124013901,
      "num_tokens": 273483291.0,
      "step": 355160
    },
    {
      "epoch": 0.4505186729886676,
      "grad_norm": 5.625,
      "learning_rate": 2.7477615197054775e-05,
      "loss": 1.7595,
      "mean_token_accuracy": 0.6156127274036407,
      "num_tokens": 273490176.0,
      "step": 355170
    },
    {
      "epoch": 0.45053135758120044,
      "grad_norm": 4.53125,
      "learning_rate": 2.7476980886968477e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5307873249053955,
      "num_tokens": 273498680.0,
      "step": 355180
    },
    {
      "epoch": 0.45054404217373323,
      "grad_norm": 4.78125,
      "learning_rate": 2.747634657688219e-05,
      "loss": 2.2242,
      "mean_token_accuracy": 0.5206957280635833,
      "num_tokens": 273507695.0,
      "step": 355190
    },
    {
      "epoch": 0.45055672676626607,
      "grad_norm": 6.4375,
      "learning_rate": 2.74757122667959e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5593832433223724,
      "num_tokens": 273515135.0,
      "step": 355200
    },
    {
      "epoch": 0.4505694113587989,
      "grad_norm": 5.3125,
      "learning_rate": 2.7475077956709603e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.532869303226471,
      "num_tokens": 273523922.0,
      "step": 355210
    },
    {
      "epoch": 0.45058209595133175,
      "grad_norm": 5.65625,
      "learning_rate": 2.7474443646623315e-05,
      "loss": 1.8505,
      "mean_token_accuracy": 0.5920685559511185,
      "num_tokens": 273530980.0,
      "step": 355220
    },
    {
      "epoch": 0.4505947805438646,
      "grad_norm": 5.09375,
      "learning_rate": 2.747380933653702e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5432675093412399,
      "num_tokens": 273540165.0,
      "step": 355230
    },
    {
      "epoch": 0.45060746513639743,
      "grad_norm": 4.59375,
      "learning_rate": 2.7473175026450733e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5457235991954803,
      "num_tokens": 273547965.0,
      "step": 355240
    },
    {
      "epoch": 0.4506201497289303,
      "grad_norm": 6.78125,
      "learning_rate": 2.7472540716364442e-05,
      "loss": 1.6541,
      "mean_token_accuracy": 0.6357851147651672,
      "num_tokens": 273553176.0,
      "step": 355250
    },
    {
      "epoch": 0.4506328343214631,
      "grad_norm": 4.90625,
      "learning_rate": 2.7471906406278147e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5339827924966812,
      "num_tokens": 273562335.0,
      "step": 355260
    },
    {
      "epoch": 0.4506455189139959,
      "grad_norm": 5.625,
      "learning_rate": 2.747127209619186e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5535793304443359,
      "num_tokens": 273570817.0,
      "step": 355270
    },
    {
      "epoch": 0.45065820350652874,
      "grad_norm": 4.8125,
      "learning_rate": 2.7470637786105565e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5831633746623993,
      "num_tokens": 273578375.0,
      "step": 355280
    },
    {
      "epoch": 0.4506708880990616,
      "grad_norm": 4.59375,
      "learning_rate": 2.7470003476019273e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5621666252613068,
      "num_tokens": 273586666.0,
      "step": 355290
    },
    {
      "epoch": 0.4506835726915944,
      "grad_norm": 5.0625,
      "learning_rate": 2.7469369165932985e-05,
      "loss": 1.8204,
      "mean_token_accuracy": 0.6012805581092835,
      "num_tokens": 273592279.0,
      "step": 355300
    },
    {
      "epoch": 0.45069625728412727,
      "grad_norm": 5.125,
      "learning_rate": 2.746873485584669e-05,
      "loss": 2.2763,
      "mean_token_accuracy": 0.5084234207868576,
      "num_tokens": 273600490.0,
      "step": 355310
    },
    {
      "epoch": 0.4507089418766601,
      "grad_norm": 4.65625,
      "learning_rate": 2.74681005457604e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5295546293258667,
      "num_tokens": 273609287.0,
      "step": 355320
    },
    {
      "epoch": 0.45072162646919295,
      "grad_norm": 12.875,
      "learning_rate": 2.7467466235674105e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5476658821105957,
      "num_tokens": 273616345.0,
      "step": 355330
    },
    {
      "epoch": 0.4507343110617258,
      "grad_norm": 7.90625,
      "learning_rate": 2.7466831925587817e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5496748417615891,
      "num_tokens": 273624569.0,
      "step": 355340
    },
    {
      "epoch": 0.4507469956542586,
      "grad_norm": 5.1875,
      "learning_rate": 2.7466197615501526e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5336982756853104,
      "num_tokens": 273633693.0,
      "step": 355350
    },
    {
      "epoch": 0.4507596802467914,
      "grad_norm": 8.25,
      "learning_rate": 2.746556330541523e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.559368970990181,
      "num_tokens": 273641663.0,
      "step": 355360
    },
    {
      "epoch": 0.45077236483932426,
      "grad_norm": 5.4375,
      "learning_rate": 2.7464928995328943e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5245682775974274,
      "num_tokens": 273649610.0,
      "step": 355370
    },
    {
      "epoch": 0.4507850494318571,
      "grad_norm": 8.75,
      "learning_rate": 2.7464294685242652e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5147746056318283,
      "num_tokens": 273657969.0,
      "step": 355380
    },
    {
      "epoch": 0.45079773402438994,
      "grad_norm": 5.625,
      "learning_rate": 2.7463660375156357e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5519829034805298,
      "num_tokens": 273666089.0,
      "step": 355390
    },
    {
      "epoch": 0.4508104186169228,
      "grad_norm": 5.84375,
      "learning_rate": 2.746302606507007e-05,
      "loss": 1.9013,
      "mean_token_accuracy": 0.5786447346210479,
      "num_tokens": 273674034.0,
      "step": 355400
    },
    {
      "epoch": 0.4508231032094556,
      "grad_norm": 6.46875,
      "learning_rate": 2.7462391754983775e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5424265563488007,
      "num_tokens": 273681089.0,
      "step": 355410
    },
    {
      "epoch": 0.45083578780198846,
      "grad_norm": 5.0,
      "learning_rate": 2.7461757444897484e-05,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5185729414224625,
      "num_tokens": 273688633.0,
      "step": 355420
    },
    {
      "epoch": 0.45084847239452125,
      "grad_norm": 7.4375,
      "learning_rate": 2.7461123134811196e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5395216792821884,
      "num_tokens": 273696344.0,
      "step": 355430
    },
    {
      "epoch": 0.4508611569870541,
      "grad_norm": 4.65625,
      "learning_rate": 2.74604888247249e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5374272465705872,
      "num_tokens": 273703982.0,
      "step": 355440
    },
    {
      "epoch": 0.45087384157958693,
      "grad_norm": 4.96875,
      "learning_rate": 2.745985451463861e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5602447390556335,
      "num_tokens": 273712323.0,
      "step": 355450
    },
    {
      "epoch": 0.4508865261721198,
      "grad_norm": 5.03125,
      "learning_rate": 2.7459220204552315e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5341158419847488,
      "num_tokens": 273720525.0,
      "step": 355460
    },
    {
      "epoch": 0.4508992107646526,
      "grad_norm": 4.875,
      "learning_rate": 2.7458585894466027e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5572837948799133,
      "num_tokens": 273728476.0,
      "step": 355470
    },
    {
      "epoch": 0.45091189535718545,
      "grad_norm": 5.46875,
      "learning_rate": 2.7457951584379736e-05,
      "loss": 2.2411,
      "mean_token_accuracy": 0.516545695066452,
      "num_tokens": 273737238.0,
      "step": 355480
    },
    {
      "epoch": 0.4509245799497183,
      "grad_norm": 6.15625,
      "learning_rate": 2.745731727429344e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5281669318675994,
      "num_tokens": 273745773.0,
      "step": 355490
    },
    {
      "epoch": 0.4509372645422511,
      "grad_norm": 5.53125,
      "learning_rate": 2.7456682964207153e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5544690251350403,
      "num_tokens": 273754221.0,
      "step": 355500
    },
    {
      "epoch": 0.4509499491347839,
      "grad_norm": 5.59375,
      "learning_rate": 2.745604865412086e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5265958398580551,
      "num_tokens": 273763104.0,
      "step": 355510
    },
    {
      "epoch": 0.45096263372731676,
      "grad_norm": 5.40625,
      "learning_rate": 2.7455414344034568e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.534040430188179,
      "num_tokens": 273771650.0,
      "step": 355520
    },
    {
      "epoch": 0.4509753183198496,
      "grad_norm": 5.40625,
      "learning_rate": 2.745478003394828e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5413008272647858,
      "num_tokens": 273779521.0,
      "step": 355530
    },
    {
      "epoch": 0.45098800291238245,
      "grad_norm": 5.78125,
      "learning_rate": 2.7454145723861985e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5403557747602463,
      "num_tokens": 273786676.0,
      "step": 355540
    },
    {
      "epoch": 0.4510006875049153,
      "grad_norm": 6.28125,
      "learning_rate": 2.7453511413775697e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5318046152591706,
      "num_tokens": 273794510.0,
      "step": 355550
    },
    {
      "epoch": 0.45101337209744813,
      "grad_norm": 5.3125,
      "learning_rate": 2.74528771036894e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.536291167140007,
      "num_tokens": 273803048.0,
      "step": 355560
    },
    {
      "epoch": 0.45102605668998097,
      "grad_norm": 5.21875,
      "learning_rate": 2.745224279360311e-05,
      "loss": 1.829,
      "mean_token_accuracy": 0.591069421172142,
      "num_tokens": 273810183.0,
      "step": 355570
    },
    {
      "epoch": 0.45103874128251376,
      "grad_norm": 6.78125,
      "learning_rate": 2.7451608483516823e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5363367795944214,
      "num_tokens": 273817915.0,
      "step": 355580
    },
    {
      "epoch": 0.4510514258750466,
      "grad_norm": 5.75,
      "learning_rate": 2.745097417343053e-05,
      "loss": 1.8862,
      "mean_token_accuracy": 0.5854811400175095,
      "num_tokens": 273825509.0,
      "step": 355590
    },
    {
      "epoch": 0.45106411046757944,
      "grad_norm": 9.75,
      "learning_rate": 2.7450339863344237e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5677315771579743,
      "num_tokens": 273833300.0,
      "step": 355600
    },
    {
      "epoch": 0.4510767950601123,
      "grad_norm": 9.0,
      "learning_rate": 2.7449705553257943e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5740505903959274,
      "num_tokens": 273840390.0,
      "step": 355610
    },
    {
      "epoch": 0.4510894796526451,
      "grad_norm": 5.03125,
      "learning_rate": 2.7449071243171655e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5564092785120011,
      "num_tokens": 273848719.0,
      "step": 355620
    },
    {
      "epoch": 0.45110216424517796,
      "grad_norm": 6.28125,
      "learning_rate": 2.7448436933085364e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5514585018157959,
      "num_tokens": 273857323.0,
      "step": 355630
    },
    {
      "epoch": 0.4511148488377108,
      "grad_norm": 4.84375,
      "learning_rate": 2.744780262299907e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5469321489334107,
      "num_tokens": 273865217.0,
      "step": 355640
    },
    {
      "epoch": 0.45112753343024364,
      "grad_norm": 5.0,
      "learning_rate": 2.744716831291278e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5375677049160004,
      "num_tokens": 273873590.0,
      "step": 355650
    },
    {
      "epoch": 0.45114021802277643,
      "grad_norm": 7.46875,
      "learning_rate": 2.7446534002826486e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5468358933925629,
      "num_tokens": 273881517.0,
      "step": 355660
    },
    {
      "epoch": 0.45115290261530927,
      "grad_norm": 5.34375,
      "learning_rate": 2.7445899692740195e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5300549447536469,
      "num_tokens": 273890057.0,
      "step": 355670
    },
    {
      "epoch": 0.4511655872078421,
      "grad_norm": 5.09375,
      "learning_rate": 2.7445265382653907e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5471047699451447,
      "num_tokens": 273898164.0,
      "step": 355680
    },
    {
      "epoch": 0.45117827180037495,
      "grad_norm": 7.125,
      "learning_rate": 2.7444631072567613e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5427432149648667,
      "num_tokens": 273906075.0,
      "step": 355690
    },
    {
      "epoch": 0.4511909563929078,
      "grad_norm": 5.5625,
      "learning_rate": 2.744399676248132e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5387029886245728,
      "num_tokens": 273913614.0,
      "step": 355700
    },
    {
      "epoch": 0.45120364098544063,
      "grad_norm": 5.53125,
      "learning_rate": 2.7443362452395027e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5346769452095032,
      "num_tokens": 273922006.0,
      "step": 355710
    },
    {
      "epoch": 0.4512163255779735,
      "grad_norm": 5.4375,
      "learning_rate": 2.744272814230874e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5534436762332916,
      "num_tokens": 273929811.0,
      "step": 355720
    },
    {
      "epoch": 0.4512290101705063,
      "grad_norm": 6.53125,
      "learning_rate": 2.7442093832222448e-05,
      "loss": 2.2436,
      "mean_token_accuracy": 0.5187396824359893,
      "num_tokens": 273938204.0,
      "step": 355730
    },
    {
      "epoch": 0.4512416947630391,
      "grad_norm": 5.03125,
      "learning_rate": 2.7441459522136153e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5466827780008316,
      "num_tokens": 273945268.0,
      "step": 355740
    },
    {
      "epoch": 0.45125437935557194,
      "grad_norm": 5.46875,
      "learning_rate": 2.7440825212049865e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5282763421535492,
      "num_tokens": 273953303.0,
      "step": 355750
    },
    {
      "epoch": 0.4512670639481048,
      "grad_norm": 5.375,
      "learning_rate": 2.744019090196357e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5497208684682846,
      "num_tokens": 273962119.0,
      "step": 355760
    },
    {
      "epoch": 0.4512797485406376,
      "grad_norm": 7.6875,
      "learning_rate": 2.743955659187728e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5275288850069046,
      "num_tokens": 273970203.0,
      "step": 355770
    },
    {
      "epoch": 0.45129243313317047,
      "grad_norm": 7.125,
      "learning_rate": 2.743892228179099e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5577346056699752,
      "num_tokens": 273977952.0,
      "step": 355780
    },
    {
      "epoch": 0.4513051177257033,
      "grad_norm": 4.875,
      "learning_rate": 2.7438287971704697e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5429652780294418,
      "num_tokens": 273985684.0,
      "step": 355790
    },
    {
      "epoch": 0.45131780231823615,
      "grad_norm": 6.625,
      "learning_rate": 2.7437653661618405e-05,
      "loss": 2.1513,
      "mean_token_accuracy": 0.5350029468536377,
      "num_tokens": 273993098.0,
      "step": 355800
    },
    {
      "epoch": 0.451330486910769,
      "grad_norm": 5.5625,
      "learning_rate": 2.743701935153211e-05,
      "loss": 2.2992,
      "mean_token_accuracy": 0.49755375981330874,
      "num_tokens": 274001604.0,
      "step": 355810
    },
    {
      "epoch": 0.4513431715033018,
      "grad_norm": 7.625,
      "learning_rate": 2.7436385041445823e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5320341676473618,
      "num_tokens": 274008911.0,
      "step": 355820
    },
    {
      "epoch": 0.4513558560958346,
      "grad_norm": 6.15625,
      "learning_rate": 2.743575073135953e-05,
      "loss": 1.8978,
      "mean_token_accuracy": 0.5769753098487854,
      "num_tokens": 274016894.0,
      "step": 355830
    },
    {
      "epoch": 0.45136854068836746,
      "grad_norm": 5.0,
      "learning_rate": 2.7435116421273237e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5637052237987519,
      "num_tokens": 274023263.0,
      "step": 355840
    },
    {
      "epoch": 0.4513812252809003,
      "grad_norm": 5.625,
      "learning_rate": 2.743448211118695e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5442894607782364,
      "num_tokens": 274031038.0,
      "step": 355850
    },
    {
      "epoch": 0.45139390987343314,
      "grad_norm": 5.75,
      "learning_rate": 2.7433847801100655e-05,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5590079337358475,
      "num_tokens": 274038053.0,
      "step": 355860
    },
    {
      "epoch": 0.451406594465966,
      "grad_norm": 5.46875,
      "learning_rate": 2.7433213491014363e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5595982551574707,
      "num_tokens": 274046078.0,
      "step": 355870
    },
    {
      "epoch": 0.4514192790584988,
      "grad_norm": 5.40625,
      "learning_rate": 2.7432579180928075e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5424833565950393,
      "num_tokens": 274053980.0,
      "step": 355880
    },
    {
      "epoch": 0.45143196365103166,
      "grad_norm": 5.28125,
      "learning_rate": 2.743194487084178e-05,
      "loss": 1.9063,
      "mean_token_accuracy": 0.5814216136932373,
      "num_tokens": 274061891.0,
      "step": 355890
    },
    {
      "epoch": 0.45144464824356445,
      "grad_norm": 12.1875,
      "learning_rate": 2.743131056075549e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.544988214969635,
      "num_tokens": 274069735.0,
      "step": 355900
    },
    {
      "epoch": 0.4514573328360973,
      "grad_norm": 17.0,
      "learning_rate": 2.7430676250669195e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5298310846090317,
      "num_tokens": 274077588.0,
      "step": 355910
    },
    {
      "epoch": 0.45147001742863013,
      "grad_norm": 5.21875,
      "learning_rate": 2.7430041940582907e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5276644378900528,
      "num_tokens": 274085158.0,
      "step": 355920
    },
    {
      "epoch": 0.451482702021163,
      "grad_norm": 5.4375,
      "learning_rate": 2.742940763049662e-05,
      "loss": 2.1929,
      "mean_token_accuracy": 0.5212040096521378,
      "num_tokens": 274092182.0,
      "step": 355930
    },
    {
      "epoch": 0.4514953866136958,
      "grad_norm": 7.34375,
      "learning_rate": 2.742877332041032e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.555193492770195,
      "num_tokens": 274099173.0,
      "step": 355940
    },
    {
      "epoch": 0.45150807120622866,
      "grad_norm": 5.4375,
      "learning_rate": 2.7428139010324033e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5460717231035233,
      "num_tokens": 274107701.0,
      "step": 355950
    },
    {
      "epoch": 0.4515207557987615,
      "grad_norm": 6.0625,
      "learning_rate": 2.742750470023774e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5456589132547378,
      "num_tokens": 274115808.0,
      "step": 355960
    },
    {
      "epoch": 0.4515334403912943,
      "grad_norm": 7.0625,
      "learning_rate": 2.742687039015145e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5429153889417648,
      "num_tokens": 274123405.0,
      "step": 355970
    },
    {
      "epoch": 0.4515461249838271,
      "grad_norm": 4.8125,
      "learning_rate": 2.742623608006516e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5649068802595139,
      "num_tokens": 274132315.0,
      "step": 355980
    },
    {
      "epoch": 0.45155880957635997,
      "grad_norm": 7.0625,
      "learning_rate": 2.7425601769978865e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5346297442913055,
      "num_tokens": 274140613.0,
      "step": 355990
    },
    {
      "epoch": 0.4515714941688928,
      "grad_norm": 6.46875,
      "learning_rate": 2.7424967459892577e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5338025212287902,
      "num_tokens": 274147929.0,
      "step": 356000
    },
    {
      "epoch": 0.45158417876142565,
      "grad_norm": 6.46875,
      "learning_rate": 2.7424333149806282e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.5943719923496247,
      "num_tokens": 274154960.0,
      "step": 356010
    },
    {
      "epoch": 0.4515968633539585,
      "grad_norm": 6.71875,
      "learning_rate": 2.742369883971999e-05,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5209884285926819,
      "num_tokens": 274162356.0,
      "step": 356020
    },
    {
      "epoch": 0.45160954794649133,
      "grad_norm": 4.8125,
      "learning_rate": 2.7423064529633703e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5302592098712922,
      "num_tokens": 274170262.0,
      "step": 356030
    },
    {
      "epoch": 0.45162223253902417,
      "grad_norm": 8.3125,
      "learning_rate": 2.742243021954741e-05,
      "loss": 1.8757,
      "mean_token_accuracy": 0.5790067195892334,
      "num_tokens": 274177336.0,
      "step": 356040
    },
    {
      "epoch": 0.45163491713155696,
      "grad_norm": 5.5625,
      "learning_rate": 2.7421795909461117e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5491891354322433,
      "num_tokens": 274185355.0,
      "step": 356050
    },
    {
      "epoch": 0.4516476017240898,
      "grad_norm": 5.78125,
      "learning_rate": 2.7421161599374823e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5716071486473083,
      "num_tokens": 274192775.0,
      "step": 356060
    },
    {
      "epoch": 0.45166028631662264,
      "grad_norm": 5.28125,
      "learning_rate": 2.7420527289288535e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5364379018545151,
      "num_tokens": 274199983.0,
      "step": 356070
    },
    {
      "epoch": 0.4516729709091555,
      "grad_norm": 5.0,
      "learning_rate": 2.7419892979202243e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5557160586118698,
      "num_tokens": 274208882.0,
      "step": 356080
    },
    {
      "epoch": 0.4516856555016883,
      "grad_norm": 6.34375,
      "learning_rate": 2.741925866911595e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5341737926006317,
      "num_tokens": 274215771.0,
      "step": 356090
    },
    {
      "epoch": 0.45169834009422116,
      "grad_norm": 7.0,
      "learning_rate": 2.741862435902966e-05,
      "loss": 2.2504,
      "mean_token_accuracy": 0.517178338766098,
      "num_tokens": 274224039.0,
      "step": 356100
    },
    {
      "epoch": 0.451711024686754,
      "grad_norm": 5.59375,
      "learning_rate": 2.7417990048943366e-05,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5239771753549576,
      "num_tokens": 274233342.0,
      "step": 356110
    },
    {
      "epoch": 0.45172370927928684,
      "grad_norm": 4.8125,
      "learning_rate": 2.7417355738857075e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5664541184902191,
      "num_tokens": 274240034.0,
      "step": 356120
    },
    {
      "epoch": 0.45173639387181963,
      "grad_norm": 5.25,
      "learning_rate": 2.7416721428770787e-05,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5215656131505966,
      "num_tokens": 274248185.0,
      "step": 356130
    },
    {
      "epoch": 0.45174907846435247,
      "grad_norm": 4.3125,
      "learning_rate": 2.7416087118684492e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.545384430885315,
      "num_tokens": 274256546.0,
      "step": 356140
    },
    {
      "epoch": 0.4517617630568853,
      "grad_norm": 5.3125,
      "learning_rate": 2.74154528085982e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5565804004669189,
      "num_tokens": 274263391.0,
      "step": 356150
    },
    {
      "epoch": 0.45177444764941815,
      "grad_norm": 6.5625,
      "learning_rate": 2.7414818498511907e-05,
      "loss": 2.242,
      "mean_token_accuracy": 0.5232964336872101,
      "num_tokens": 274270246.0,
      "step": 356160
    },
    {
      "epoch": 0.451787132241951,
      "grad_norm": 5.0,
      "learning_rate": 2.741418418842562e-05,
      "loss": 1.8209,
      "mean_token_accuracy": 0.5960362523794174,
      "num_tokens": 274275853.0,
      "step": 356170
    },
    {
      "epoch": 0.45179981683448384,
      "grad_norm": 5.75,
      "learning_rate": 2.7413549878339327e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5323502808809281,
      "num_tokens": 274284448.0,
      "step": 356180
    },
    {
      "epoch": 0.4518125014270167,
      "grad_norm": 7.875,
      "learning_rate": 2.7412915568253033e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5447101414203643,
      "num_tokens": 274291457.0,
      "step": 356190
    },
    {
      "epoch": 0.4518251860195495,
      "grad_norm": 5.71875,
      "learning_rate": 2.7412281258166745e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5442380100488663,
      "num_tokens": 274299153.0,
      "step": 356200
    },
    {
      "epoch": 0.4518378706120823,
      "grad_norm": 17.875,
      "learning_rate": 2.741164694808045e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5087020993232727,
      "num_tokens": 274307694.0,
      "step": 356210
    },
    {
      "epoch": 0.45185055520461515,
      "grad_norm": 7.53125,
      "learning_rate": 2.741101263799416e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5736395925283432,
      "num_tokens": 274315252.0,
      "step": 356220
    },
    {
      "epoch": 0.451863239797148,
      "grad_norm": 6.875,
      "learning_rate": 2.741037832790787e-05,
      "loss": 1.8674,
      "mean_token_accuracy": 0.5817317008972168,
      "num_tokens": 274322498.0,
      "step": 356230
    },
    {
      "epoch": 0.4518759243896808,
      "grad_norm": 5.4375,
      "learning_rate": 2.7409744017821576e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5122491538524627,
      "num_tokens": 274330106.0,
      "step": 356240
    },
    {
      "epoch": 0.45188860898221367,
      "grad_norm": 5.46875,
      "learning_rate": 2.7409109707735285e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5152681231498718,
      "num_tokens": 274338288.0,
      "step": 356250
    },
    {
      "epoch": 0.4519012935747465,
      "grad_norm": 11.75,
      "learning_rate": 2.740847539764899e-05,
      "loss": 2.2622,
      "mean_token_accuracy": 0.5100659489631653,
      "num_tokens": 274346638.0,
      "step": 356260
    },
    {
      "epoch": 0.45191397816727935,
      "grad_norm": 6.625,
      "learning_rate": 2.7407841087562703e-05,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5730846107006073,
      "num_tokens": 274353264.0,
      "step": 356270
    },
    {
      "epoch": 0.4519266627598122,
      "grad_norm": 5.6875,
      "learning_rate": 2.740720677747641e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5284186065196991,
      "num_tokens": 274360949.0,
      "step": 356280
    },
    {
      "epoch": 0.451939347352345,
      "grad_norm": 5.8125,
      "learning_rate": 2.7406572467390117e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5538645625114441,
      "num_tokens": 274368567.0,
      "step": 356290
    },
    {
      "epoch": 0.4519520319448778,
      "grad_norm": 4.6875,
      "learning_rate": 2.740593815730383e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.533253526687622,
      "num_tokens": 274377061.0,
      "step": 356300
    },
    {
      "epoch": 0.45196471653741066,
      "grad_norm": 5.1875,
      "learning_rate": 2.740530384721754e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5535061657428741,
      "num_tokens": 274384934.0,
      "step": 356310
    },
    {
      "epoch": 0.4519774011299435,
      "grad_norm": 5.3125,
      "learning_rate": 2.7404669537131243e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5205073386430741,
      "num_tokens": 274394286.0,
      "step": 356320
    },
    {
      "epoch": 0.45199008572247634,
      "grad_norm": 4.6875,
      "learning_rate": 2.7404035227044955e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5326293617486954,
      "num_tokens": 274401229.0,
      "step": 356330
    },
    {
      "epoch": 0.4520027703150092,
      "grad_norm": 5.4375,
      "learning_rate": 2.740340091695866e-05,
      "loss": 1.914,
      "mean_token_accuracy": 0.5640910983085632,
      "num_tokens": 274408582.0,
      "step": 356340
    },
    {
      "epoch": 0.452015454907542,
      "grad_norm": 5.3125,
      "learning_rate": 2.7402766606872373e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5674144983291626,
      "num_tokens": 274415881.0,
      "step": 356350
    },
    {
      "epoch": 0.45202813950007487,
      "grad_norm": 4.96875,
      "learning_rate": 2.740213229678608e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5451053380966187,
      "num_tokens": 274424938.0,
      "step": 356360
    },
    {
      "epoch": 0.45204082409260765,
      "grad_norm": 5.96875,
      "learning_rate": 2.7401497986699787e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5688108623027801,
      "num_tokens": 274432709.0,
      "step": 356370
    },
    {
      "epoch": 0.4520535086851405,
      "grad_norm": 6.46875,
      "learning_rate": 2.74008636766135e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5473169147968292,
      "num_tokens": 274441043.0,
      "step": 356380
    },
    {
      "epoch": 0.45206619327767333,
      "grad_norm": 5.65625,
      "learning_rate": 2.7400229366527204e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5150489091873169,
      "num_tokens": 274450351.0,
      "step": 356390
    },
    {
      "epoch": 0.4520788778702062,
      "grad_norm": 4.875,
      "learning_rate": 2.7399595056440913e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.528043469786644,
      "num_tokens": 274459059.0,
      "step": 356400
    },
    {
      "epoch": 0.452091562462739,
      "grad_norm": 5.59375,
      "learning_rate": 2.7398960746354625e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5476338148117066,
      "num_tokens": 274466472.0,
      "step": 356410
    },
    {
      "epoch": 0.45210424705527186,
      "grad_norm": 6.53125,
      "learning_rate": 2.739832643626833e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5214306235313415,
      "num_tokens": 274474287.0,
      "step": 356420
    },
    {
      "epoch": 0.4521169316478047,
      "grad_norm": 4.84375,
      "learning_rate": 2.739769212618204e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5439876437187194,
      "num_tokens": 274482803.0,
      "step": 356430
    },
    {
      "epoch": 0.4521296162403375,
      "grad_norm": 5.1875,
      "learning_rate": 2.7397057816095744e-05,
      "loss": 1.7112,
      "mean_token_accuracy": 0.624007311463356,
      "num_tokens": 274489857.0,
      "step": 356440
    },
    {
      "epoch": 0.4521423008328703,
      "grad_norm": 5.71875,
      "learning_rate": 2.7396423506009457e-05,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5266315430402756,
      "num_tokens": 274496412.0,
      "step": 356450
    },
    {
      "epoch": 0.45215498542540317,
      "grad_norm": 6.09375,
      "learning_rate": 2.7395789195923165e-05,
      "loss": 1.8903,
      "mean_token_accuracy": 0.5751822918653489,
      "num_tokens": 274503790.0,
      "step": 356460
    },
    {
      "epoch": 0.452167670017936,
      "grad_norm": 4.65625,
      "learning_rate": 2.739515488583687e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5492097318172455,
      "num_tokens": 274511204.0,
      "step": 356470
    },
    {
      "epoch": 0.45218035461046885,
      "grad_norm": 5.6875,
      "learning_rate": 2.7394520575750583e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.538440951704979,
      "num_tokens": 274518612.0,
      "step": 356480
    },
    {
      "epoch": 0.4521930392030017,
      "grad_norm": 5.34375,
      "learning_rate": 2.7393886265664288e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.549951359629631,
      "num_tokens": 274526987.0,
      "step": 356490
    },
    {
      "epoch": 0.45220572379553453,
      "grad_norm": 5.46875,
      "learning_rate": 2.7393251955577997e-05,
      "loss": 2.2662,
      "mean_token_accuracy": 0.5080458521842957,
      "num_tokens": 274535169.0,
      "step": 356500
    },
    {
      "epoch": 0.45221840838806737,
      "grad_norm": 4.625,
      "learning_rate": 2.739261764549171e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5281801789999008,
      "num_tokens": 274544258.0,
      "step": 356510
    },
    {
      "epoch": 0.45223109298060016,
      "grad_norm": 5.84375,
      "learning_rate": 2.7391983335405414e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5549090266227722,
      "num_tokens": 274550809.0,
      "step": 356520
    },
    {
      "epoch": 0.452243777573133,
      "grad_norm": 7.03125,
      "learning_rate": 2.7391349025319123e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5293526262044906,
      "num_tokens": 274558490.0,
      "step": 356530
    },
    {
      "epoch": 0.45225646216566584,
      "grad_norm": 5.40625,
      "learning_rate": 2.739071471523283e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5566048592329025,
      "num_tokens": 274566605.0,
      "step": 356540
    },
    {
      "epoch": 0.4522691467581987,
      "grad_norm": 5.40625,
      "learning_rate": 2.739008040514654e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5548252940177918,
      "num_tokens": 274572737.0,
      "step": 356550
    },
    {
      "epoch": 0.4522818313507315,
      "grad_norm": 4.65625,
      "learning_rate": 2.738944609506025e-05,
      "loss": 1.874,
      "mean_token_accuracy": 0.578524187207222,
      "num_tokens": 274579495.0,
      "step": 356560
    },
    {
      "epoch": 0.45229451594326436,
      "grad_norm": 5.6875,
      "learning_rate": 2.7388811784973955e-05,
      "loss": 1.8971,
      "mean_token_accuracy": 0.5659829676151276,
      "num_tokens": 274587393.0,
      "step": 356570
    },
    {
      "epoch": 0.4523072005357972,
      "grad_norm": 5.4375,
      "learning_rate": 2.7388177474887667e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5525694757699966,
      "num_tokens": 274594323.0,
      "step": 356580
    },
    {
      "epoch": 0.45231988512833005,
      "grad_norm": 5.09375,
      "learning_rate": 2.7387543164801372e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5601569950580597,
      "num_tokens": 274601199.0,
      "step": 356590
    },
    {
      "epoch": 0.45233256972086283,
      "grad_norm": 5.34375,
      "learning_rate": 2.738690885471508e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5367824167013169,
      "num_tokens": 274607830.0,
      "step": 356600
    },
    {
      "epoch": 0.4523452543133957,
      "grad_norm": 4.75,
      "learning_rate": 2.7386274544628793e-05,
      "loss": 2.2227,
      "mean_token_accuracy": 0.51278535425663,
      "num_tokens": 274616857.0,
      "step": 356610
    },
    {
      "epoch": 0.4523579389059285,
      "grad_norm": 5.6875,
      "learning_rate": 2.73856402345425e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5354807883501053,
      "num_tokens": 274625946.0,
      "step": 356620
    },
    {
      "epoch": 0.45237062349846136,
      "grad_norm": 5.78125,
      "learning_rate": 2.7385005924456207e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5338733613491058,
      "num_tokens": 274633428.0,
      "step": 356630
    },
    {
      "epoch": 0.4523833080909942,
      "grad_norm": 4.78125,
      "learning_rate": 2.7384371614369912e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5417676240205764,
      "num_tokens": 274640683.0,
      "step": 356640
    },
    {
      "epoch": 0.45239599268352704,
      "grad_norm": 6.5,
      "learning_rate": 2.7383737304283625e-05,
      "loss": 1.9394,
      "mean_token_accuracy": 0.5853488564491272,
      "num_tokens": 274647958.0,
      "step": 356650
    },
    {
      "epoch": 0.4524086772760599,
      "grad_norm": 4.8125,
      "learning_rate": 2.7383102994197333e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.547613525390625,
      "num_tokens": 274657041.0,
      "step": 356660
    },
    {
      "epoch": 0.4524213618685927,
      "grad_norm": 5.4375,
      "learning_rate": 2.738246868411104e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5624494254589081,
      "num_tokens": 274665184.0,
      "step": 356670
    },
    {
      "epoch": 0.4524340464611255,
      "grad_norm": 7.125,
      "learning_rate": 2.738183437402475e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5457130283117294,
      "num_tokens": 274672631.0,
      "step": 356680
    },
    {
      "epoch": 0.45244673105365835,
      "grad_norm": 5.59375,
      "learning_rate": 2.7381200063938456e-05,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5857327401638031,
      "num_tokens": 274680890.0,
      "step": 356690
    },
    {
      "epoch": 0.4524594156461912,
      "grad_norm": 5.3125,
      "learning_rate": 2.7380565753852165e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5282951533794403,
      "num_tokens": 274688791.0,
      "step": 356700
    },
    {
      "epoch": 0.45247210023872403,
      "grad_norm": 6.65625,
      "learning_rate": 2.7379931443765877e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5381411939859391,
      "num_tokens": 274696821.0,
      "step": 356710
    },
    {
      "epoch": 0.45248478483125687,
      "grad_norm": 6.46875,
      "learning_rate": 2.7379297133679582e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5508788764476776,
      "num_tokens": 274704921.0,
      "step": 356720
    },
    {
      "epoch": 0.4524974694237897,
      "grad_norm": 5.0625,
      "learning_rate": 2.7378662823593295e-05,
      "loss": 1.6601,
      "mean_token_accuracy": 0.6106359422206878,
      "num_tokens": 274711438.0,
      "step": 356730
    },
    {
      "epoch": 0.45251015401632255,
      "grad_norm": 5.78125,
      "learning_rate": 2.7378028513506996e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5404919564723969,
      "num_tokens": 274718993.0,
      "step": 356740
    },
    {
      "epoch": 0.4525228386088554,
      "grad_norm": 5.09375,
      "learning_rate": 2.737739420342071e-05,
      "loss": 2.2493,
      "mean_token_accuracy": 0.5074758470058441,
      "num_tokens": 274727342.0,
      "step": 356750
    },
    {
      "epoch": 0.4525355232013882,
      "grad_norm": 6.84375,
      "learning_rate": 2.737675989333442e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5681711614131928,
      "num_tokens": 274734545.0,
      "step": 356760
    },
    {
      "epoch": 0.452548207793921,
      "grad_norm": 6.1875,
      "learning_rate": 2.7376125583248126e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5505981624126435,
      "num_tokens": 274741558.0,
      "step": 356770
    },
    {
      "epoch": 0.45256089238645386,
      "grad_norm": 5.3125,
      "learning_rate": 2.7375491273161835e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5595641821622849,
      "num_tokens": 274749255.0,
      "step": 356780
    },
    {
      "epoch": 0.4525735769789867,
      "grad_norm": 6.78125,
      "learning_rate": 2.737485696307554e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5340751677751541,
      "num_tokens": 274757835.0,
      "step": 356790
    },
    {
      "epoch": 0.45258626157151954,
      "grad_norm": 7.34375,
      "learning_rate": 2.7374222652989252e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5392309486865997,
      "num_tokens": 274765380.0,
      "step": 356800
    },
    {
      "epoch": 0.4525989461640524,
      "grad_norm": 7.0,
      "learning_rate": 2.737358834290296e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5481649279594422,
      "num_tokens": 274773675.0,
      "step": 356810
    },
    {
      "epoch": 0.4526116307565852,
      "grad_norm": 4.9375,
      "learning_rate": 2.7372954032816666e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5309325903654099,
      "num_tokens": 274781841.0,
      "step": 356820
    },
    {
      "epoch": 0.45262431534911807,
      "grad_norm": 5.625,
      "learning_rate": 2.737231972273038e-05,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5832232147455215,
      "num_tokens": 274789295.0,
      "step": 356830
    },
    {
      "epoch": 0.45263699994165085,
      "grad_norm": 5.28125,
      "learning_rate": 2.7371685412644084e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5441542744636536,
      "num_tokens": 274797601.0,
      "step": 356840
    },
    {
      "epoch": 0.4526496845341837,
      "grad_norm": 6.125,
      "learning_rate": 2.7371051102557793e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.532803425192833,
      "num_tokens": 274805035.0,
      "step": 356850
    },
    {
      "epoch": 0.45266236912671654,
      "grad_norm": 5.90625,
      "learning_rate": 2.7370416792471505e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5683106273412705,
      "num_tokens": 274812384.0,
      "step": 356860
    },
    {
      "epoch": 0.4526750537192494,
      "grad_norm": 11.6875,
      "learning_rate": 2.736978248238521e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5482620298862457,
      "num_tokens": 274818550.0,
      "step": 356870
    },
    {
      "epoch": 0.4526877383117822,
      "grad_norm": 6.0,
      "learning_rate": 2.736914817229892e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5225956112146377,
      "num_tokens": 274826535.0,
      "step": 356880
    },
    {
      "epoch": 0.45270042290431506,
      "grad_norm": 6.125,
      "learning_rate": 2.7368513862212624e-05,
      "loss": 1.7317,
      "mean_token_accuracy": 0.6040266752243042,
      "num_tokens": 274832292.0,
      "step": 356890
    },
    {
      "epoch": 0.4527131074968479,
      "grad_norm": 7.03125,
      "learning_rate": 2.7367879552126336e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5319849044084549,
      "num_tokens": 274839402.0,
      "step": 356900
    },
    {
      "epoch": 0.4527257920893807,
      "grad_norm": 6.03125,
      "learning_rate": 2.7367245242040045e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5242775499820709,
      "num_tokens": 274847513.0,
      "step": 356910
    },
    {
      "epoch": 0.4527384766819135,
      "grad_norm": 5.6875,
      "learning_rate": 2.736661093195375e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5403986006975174,
      "num_tokens": 274854190.0,
      "step": 356920
    },
    {
      "epoch": 0.45275116127444637,
      "grad_norm": 6.03125,
      "learning_rate": 2.7365976621867463e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5526179194450378,
      "num_tokens": 274861458.0,
      "step": 356930
    },
    {
      "epoch": 0.4527638458669792,
      "grad_norm": 7.4375,
      "learning_rate": 2.7365342311781168e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5295649886131286,
      "num_tokens": 274869218.0,
      "step": 356940
    },
    {
      "epoch": 0.45277653045951205,
      "grad_norm": 15.0625,
      "learning_rate": 2.7364708001694877e-05,
      "loss": 1.9049,
      "mean_token_accuracy": 0.577164176106453,
      "num_tokens": 274875672.0,
      "step": 356950
    },
    {
      "epoch": 0.4527892150520449,
      "grad_norm": 5.6875,
      "learning_rate": 2.736407369160859e-05,
      "loss": 1.6381,
      "mean_token_accuracy": 0.6228072285652161,
      "num_tokens": 274881202.0,
      "step": 356960
    },
    {
      "epoch": 0.45280189964457773,
      "grad_norm": 6.125,
      "learning_rate": 2.7363439381522294e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5384661316871643,
      "num_tokens": 274888399.0,
      "step": 356970
    },
    {
      "epoch": 0.4528145842371106,
      "grad_norm": 7.03125,
      "learning_rate": 2.7362805071436003e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.5735710114240646,
      "num_tokens": 274895890.0,
      "step": 356980
    },
    {
      "epoch": 0.45282726882964336,
      "grad_norm": 5.1875,
      "learning_rate": 2.7362170761349708e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5538587391376495,
      "num_tokens": 274902539.0,
      "step": 356990
    },
    {
      "epoch": 0.4528399534221762,
      "grad_norm": 9.4375,
      "learning_rate": 2.736153645126342e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5406087934970856,
      "num_tokens": 274909315.0,
      "step": 357000
    },
    {
      "epoch": 0.45285263801470904,
      "grad_norm": 7.15625,
      "learning_rate": 2.736090214117713e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5342767924070358,
      "num_tokens": 274918372.0,
      "step": 357010
    },
    {
      "epoch": 0.4528653226072419,
      "grad_norm": 5.4375,
      "learning_rate": 2.7360267831090834e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5587379932403564,
      "num_tokens": 274925733.0,
      "step": 357020
    },
    {
      "epoch": 0.4528780071997747,
      "grad_norm": 5.3125,
      "learning_rate": 2.7359633521004547e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5238385647535324,
      "num_tokens": 274933849.0,
      "step": 357030
    },
    {
      "epoch": 0.45289069179230756,
      "grad_norm": 5.125,
      "learning_rate": 2.7358999210918252e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.544497475028038,
      "num_tokens": 274941151.0,
      "step": 357040
    },
    {
      "epoch": 0.4529033763848404,
      "grad_norm": 6.71875,
      "learning_rate": 2.735836490083196e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5257358372211456,
      "num_tokens": 274948553.0,
      "step": 357050
    },
    {
      "epoch": 0.45291606097737325,
      "grad_norm": 5.09375,
      "learning_rate": 2.7357730590745673e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5429633259773254,
      "num_tokens": 274956759.0,
      "step": 357060
    },
    {
      "epoch": 0.45292874556990603,
      "grad_norm": 5.3125,
      "learning_rate": 2.7357096280659378e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5647605657577515,
      "num_tokens": 274963982.0,
      "step": 357070
    },
    {
      "epoch": 0.4529414301624389,
      "grad_norm": 6.78125,
      "learning_rate": 2.7356461970573087e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5634156048297883,
      "num_tokens": 274971705.0,
      "step": 357080
    },
    {
      "epoch": 0.4529541147549717,
      "grad_norm": 6.5,
      "learning_rate": 2.7355827660486792e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5775071561336518,
      "num_tokens": 274979906.0,
      "step": 357090
    },
    {
      "epoch": 0.45296679934750456,
      "grad_norm": 4.5,
      "learning_rate": 2.7355193350400504e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5584750771522522,
      "num_tokens": 274988007.0,
      "step": 357100
    },
    {
      "epoch": 0.4529794839400374,
      "grad_norm": 6.25,
      "learning_rate": 2.7354559040314216e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5427084356546402,
      "num_tokens": 274995740.0,
      "step": 357110
    },
    {
      "epoch": 0.45299216853257024,
      "grad_norm": 4.59375,
      "learning_rate": 2.735392473022792e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5331213742494583,
      "num_tokens": 275004047.0,
      "step": 357120
    },
    {
      "epoch": 0.4530048531251031,
      "grad_norm": 5.8125,
      "learning_rate": 2.735329042014163e-05,
      "loss": 1.6193,
      "mean_token_accuracy": 0.6381941884756088,
      "num_tokens": 275010127.0,
      "step": 357130
    },
    {
      "epoch": 0.4530175377176359,
      "grad_norm": 5.625,
      "learning_rate": 2.7352656110055336e-05,
      "loss": 1.9581,
      "mean_token_accuracy": 0.5696556776762008,
      "num_tokens": 275017895.0,
      "step": 357140
    },
    {
      "epoch": 0.4530302223101687,
      "grad_norm": 5.25,
      "learning_rate": 2.7352021799969048e-05,
      "loss": 2.2751,
      "mean_token_accuracy": 0.5127301692962647,
      "num_tokens": 275026137.0,
      "step": 357150
    },
    {
      "epoch": 0.45304290690270155,
      "grad_norm": 7.21875,
      "learning_rate": 2.7351387489882757e-05,
      "loss": 1.8915,
      "mean_token_accuracy": 0.5881404191255569,
      "num_tokens": 275032873.0,
      "step": 357160
    },
    {
      "epoch": 0.4530555914952344,
      "grad_norm": 5.46875,
      "learning_rate": 2.7350753179796462e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5488038778305053,
      "num_tokens": 275040527.0,
      "step": 357170
    },
    {
      "epoch": 0.45306827608776723,
      "grad_norm": 5.90625,
      "learning_rate": 2.7350118869710174e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5325277119874954,
      "num_tokens": 275048349.0,
      "step": 357180
    },
    {
      "epoch": 0.45308096068030007,
      "grad_norm": 4.84375,
      "learning_rate": 2.7349484559623883e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5599838346242905,
      "num_tokens": 275055826.0,
      "step": 357190
    },
    {
      "epoch": 0.4530936452728329,
      "grad_norm": 6.25,
      "learning_rate": 2.734885024953759e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5499020159244538,
      "num_tokens": 275063510.0,
      "step": 357200
    },
    {
      "epoch": 0.45310632986536575,
      "grad_norm": 5.0625,
      "learning_rate": 2.73482159394513e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5783242583274841,
      "num_tokens": 275070425.0,
      "step": 357210
    },
    {
      "epoch": 0.4531190144578986,
      "grad_norm": 7.40625,
      "learning_rate": 2.7347581629365006e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5369518607854843,
      "num_tokens": 275076972.0,
      "step": 357220
    },
    {
      "epoch": 0.4531316990504314,
      "grad_norm": 6.15625,
      "learning_rate": 2.7346947319278715e-05,
      "loss": 2.2778,
      "mean_token_accuracy": 0.518413382768631,
      "num_tokens": 275085158.0,
      "step": 357230
    },
    {
      "epoch": 0.4531443836429642,
      "grad_norm": 8.0625,
      "learning_rate": 2.7346313009192427e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5410909920930862,
      "num_tokens": 275091932.0,
      "step": 357240
    },
    {
      "epoch": 0.45315706823549706,
      "grad_norm": 4.9375,
      "learning_rate": 2.7345678699106132e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5532202243804931,
      "num_tokens": 275100051.0,
      "step": 357250
    },
    {
      "epoch": 0.4531697528280299,
      "grad_norm": 5.8125,
      "learning_rate": 2.734504438901984e-05,
      "loss": 1.8788,
      "mean_token_accuracy": 0.572435712814331,
      "num_tokens": 275106785.0,
      "step": 357260
    },
    {
      "epoch": 0.45318243742056274,
      "grad_norm": 4.84375,
      "learning_rate": 2.7344410078933546e-05,
      "loss": 1.9212,
      "mean_token_accuracy": 0.5700323164463044,
      "num_tokens": 275114243.0,
      "step": 357270
    },
    {
      "epoch": 0.4531951220130956,
      "grad_norm": 6.59375,
      "learning_rate": 2.7343775768847258e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5511083662509918,
      "num_tokens": 275121480.0,
      "step": 357280
    },
    {
      "epoch": 0.4532078066056284,
      "grad_norm": 5.96875,
      "learning_rate": 2.7343141458760967e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5528921663761139,
      "num_tokens": 275128762.0,
      "step": 357290
    },
    {
      "epoch": 0.45322049119816127,
      "grad_norm": 6.875,
      "learning_rate": 2.7342507148674672e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5613866120576858,
      "num_tokens": 275135857.0,
      "step": 357300
    },
    {
      "epoch": 0.45323317579069405,
      "grad_norm": 5.15625,
      "learning_rate": 2.7341872838588384e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5231557548046112,
      "num_tokens": 275143970.0,
      "step": 357310
    },
    {
      "epoch": 0.4532458603832269,
      "grad_norm": 5.125,
      "learning_rate": 2.734123852850209e-05,
      "loss": 1.8951,
      "mean_token_accuracy": 0.5812306642532349,
      "num_tokens": 275151229.0,
      "step": 357320
    },
    {
      "epoch": 0.45325854497575974,
      "grad_norm": 7.59375,
      "learning_rate": 2.73406042184158e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5578149616718292,
      "num_tokens": 275157975.0,
      "step": 357330
    },
    {
      "epoch": 0.4532712295682926,
      "grad_norm": 4.625,
      "learning_rate": 2.733996990832951e-05,
      "loss": 2.213,
      "mean_token_accuracy": 0.5260722130537033,
      "num_tokens": 275166102.0,
      "step": 357340
    },
    {
      "epoch": 0.4532839141608254,
      "grad_norm": 7.0,
      "learning_rate": 2.7339335598243216e-05,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5819141387939453,
      "num_tokens": 275172497.0,
      "step": 357350
    },
    {
      "epoch": 0.45329659875335826,
      "grad_norm": 13.875,
      "learning_rate": 2.7338701288156925e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5506875962018967,
      "num_tokens": 275178068.0,
      "step": 357360
    },
    {
      "epoch": 0.4533092833458911,
      "grad_norm": 6.40625,
      "learning_rate": 2.733806697807063e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5270882397890091,
      "num_tokens": 275184867.0,
      "step": 357370
    },
    {
      "epoch": 0.4533219679384239,
      "grad_norm": 4.875,
      "learning_rate": 2.7337432667984342e-05,
      "loss": 2.2053,
      "mean_token_accuracy": 0.5229019194841384,
      "num_tokens": 275192241.0,
      "step": 357380
    },
    {
      "epoch": 0.4533346525309567,
      "grad_norm": 5.875,
      "learning_rate": 2.733679835789805e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5563145965337754,
      "num_tokens": 275198829.0,
      "step": 357390
    },
    {
      "epoch": 0.45334733712348957,
      "grad_norm": 5.5,
      "learning_rate": 2.7336164047811756e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5408665150403976,
      "num_tokens": 275206299.0,
      "step": 357400
    },
    {
      "epoch": 0.4533600217160224,
      "grad_norm": 4.96875,
      "learning_rate": 2.733552973772547e-05,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5781775206327439,
      "num_tokens": 275213742.0,
      "step": 357410
    },
    {
      "epoch": 0.45337270630855525,
      "grad_norm": 7.0625,
      "learning_rate": 2.7334895427639174e-05,
      "loss": 1.7368,
      "mean_token_accuracy": 0.6097249805927276,
      "num_tokens": 275220230.0,
      "step": 357420
    },
    {
      "epoch": 0.4533853909010881,
      "grad_norm": 4.78125,
      "learning_rate": 2.7334261117552883e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5282793283462525,
      "num_tokens": 275227804.0,
      "step": 357430
    },
    {
      "epoch": 0.45339807549362093,
      "grad_norm": 5.75,
      "learning_rate": 2.7333626807466595e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5639788061380386,
      "num_tokens": 275236092.0,
      "step": 357440
    },
    {
      "epoch": 0.4534107600861538,
      "grad_norm": 5.71875,
      "learning_rate": 2.73329924973803e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5179113864898681,
      "num_tokens": 275245078.0,
      "step": 357450
    },
    {
      "epoch": 0.45342344467868656,
      "grad_norm": 5.34375,
      "learning_rate": 2.733235818729401e-05,
      "loss": 1.9372,
      "mean_token_accuracy": 0.559351646900177,
      "num_tokens": 275252394.0,
      "step": 357460
    },
    {
      "epoch": 0.4534361292712194,
      "grad_norm": 5.15625,
      "learning_rate": 2.7331723877207714e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5669309735298157,
      "num_tokens": 275260645.0,
      "step": 357470
    },
    {
      "epoch": 0.45344881386375224,
      "grad_norm": 8.375,
      "learning_rate": 2.7331089567121426e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5404213219881058,
      "num_tokens": 275268322.0,
      "step": 357480
    },
    {
      "epoch": 0.4534614984562851,
      "grad_norm": 6.125,
      "learning_rate": 2.733045525703514e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5941811442375183,
      "num_tokens": 275273950.0,
      "step": 357490
    },
    {
      "epoch": 0.4534741830488179,
      "grad_norm": 6.46875,
      "learning_rate": 2.732982094694884e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5438212096691132,
      "num_tokens": 275280475.0,
      "step": 357500
    },
    {
      "epoch": 0.45348686764135077,
      "grad_norm": 3.90625,
      "learning_rate": 2.7329186636862553e-05,
      "loss": 1.9237,
      "mean_token_accuracy": 0.5745417594909668,
      "num_tokens": 275287655.0,
      "step": 357510
    },
    {
      "epoch": 0.4534995522338836,
      "grad_norm": 7.25,
      "learning_rate": 2.7328552326776258e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5616359442472458,
      "num_tokens": 275294003.0,
      "step": 357520
    },
    {
      "epoch": 0.45351223682641645,
      "grad_norm": 4.78125,
      "learning_rate": 2.732791801668997e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5702902019023895,
      "num_tokens": 275302196.0,
      "step": 357530
    },
    {
      "epoch": 0.45352492141894923,
      "grad_norm": 6.40625,
      "learning_rate": 2.732728370660368e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5280538976192475,
      "num_tokens": 275309406.0,
      "step": 357540
    },
    {
      "epoch": 0.4535376060114821,
      "grad_norm": 8.5625,
      "learning_rate": 2.7326649396517384e-05,
      "loss": 2.2275,
      "mean_token_accuracy": 0.514923170208931,
      "num_tokens": 275316891.0,
      "step": 357550
    },
    {
      "epoch": 0.4535502906040149,
      "grad_norm": 9.25,
      "learning_rate": 2.7326015086431096e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.544665789604187,
      "num_tokens": 275323130.0,
      "step": 357560
    },
    {
      "epoch": 0.45356297519654776,
      "grad_norm": 6.09375,
      "learning_rate": 2.73253807763448e-05,
      "loss": 1.8503,
      "mean_token_accuracy": 0.5864616662263871,
      "num_tokens": 275330501.0,
      "step": 357570
    },
    {
      "epoch": 0.4535756597890806,
      "grad_norm": 6.53125,
      "learning_rate": 2.732474646625851e-05,
      "loss": 1.7845,
      "mean_token_accuracy": 0.5987003922462464,
      "num_tokens": 275337542.0,
      "step": 357580
    },
    {
      "epoch": 0.45358834438161344,
      "grad_norm": 5.4375,
      "learning_rate": 2.7324112156172222e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5255032539367676,
      "num_tokens": 275346338.0,
      "step": 357590
    },
    {
      "epoch": 0.4536010289741463,
      "grad_norm": 4.84375,
      "learning_rate": 2.7323477846085928e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5520980268716812,
      "num_tokens": 275353565.0,
      "step": 357600
    },
    {
      "epoch": 0.4536137135666791,
      "grad_norm": 4.96875,
      "learning_rate": 2.7322843535999637e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5229970782995224,
      "num_tokens": 275361987.0,
      "step": 357610
    },
    {
      "epoch": 0.4536263981592119,
      "grad_norm": 6.59375,
      "learning_rate": 2.7322209225913342e-05,
      "loss": 1.8244,
      "mean_token_accuracy": 0.5956482946872711,
      "num_tokens": 275368261.0,
      "step": 357620
    },
    {
      "epoch": 0.45363908275174475,
      "grad_norm": 5.25,
      "learning_rate": 2.7321574915827054e-05,
      "loss": 1.9179,
      "mean_token_accuracy": 0.5720531642436981,
      "num_tokens": 275376100.0,
      "step": 357630
    },
    {
      "epoch": 0.4536517673442776,
      "grad_norm": 6.1875,
      "learning_rate": 2.7320940605740763e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5345744043588638,
      "num_tokens": 275384416.0,
      "step": 357640
    },
    {
      "epoch": 0.45366445193681043,
      "grad_norm": 6.5625,
      "learning_rate": 2.7320306295654468e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5382953882217407,
      "num_tokens": 275393474.0,
      "step": 357650
    },
    {
      "epoch": 0.4536771365293433,
      "grad_norm": 5.46875,
      "learning_rate": 2.731967198556818e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5479477316141128,
      "num_tokens": 275402407.0,
      "step": 357660
    },
    {
      "epoch": 0.4536898211218761,
      "grad_norm": 5.1875,
      "learning_rate": 2.7319037675481886e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5141735732555389,
      "num_tokens": 275410940.0,
      "step": 357670
    },
    {
      "epoch": 0.45370250571440895,
      "grad_norm": 5.21875,
      "learning_rate": 2.7318403365395594e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5526036620140076,
      "num_tokens": 275419397.0,
      "step": 357680
    },
    {
      "epoch": 0.4537151903069418,
      "grad_norm": 7.90625,
      "learning_rate": 2.7317769055309306e-05,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5508473426103592,
      "num_tokens": 275426548.0,
      "step": 357690
    },
    {
      "epoch": 0.4537278748994746,
      "grad_norm": 5.03125,
      "learning_rate": 2.7317134745223012e-05,
      "loss": 2.2873,
      "mean_token_accuracy": 0.5082263648509979,
      "num_tokens": 275436000.0,
      "step": 357700
    },
    {
      "epoch": 0.4537405594920074,
      "grad_norm": 10.625,
      "learning_rate": 2.731650043513672e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5342826008796692,
      "num_tokens": 275443641.0,
      "step": 357710
    },
    {
      "epoch": 0.45375324408454026,
      "grad_norm": 8.6875,
      "learning_rate": 2.7315866125050426e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5449419319629669,
      "num_tokens": 275449868.0,
      "step": 357720
    },
    {
      "epoch": 0.4537659286770731,
      "grad_norm": 5.15625,
      "learning_rate": 2.7315231814964138e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5306077003479004,
      "num_tokens": 275457348.0,
      "step": 357730
    },
    {
      "epoch": 0.45377861326960595,
      "grad_norm": 6.25,
      "learning_rate": 2.7314597504877847e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5489031136035919,
      "num_tokens": 275466421.0,
      "step": 357740
    },
    {
      "epoch": 0.4537912978621388,
      "grad_norm": 5.0625,
      "learning_rate": 2.7313963194791552e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5482378363609314,
      "num_tokens": 275473434.0,
      "step": 357750
    },
    {
      "epoch": 0.45380398245467163,
      "grad_norm": 5.03125,
      "learning_rate": 2.7313328884705264e-05,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5537159681320191,
      "num_tokens": 275480757.0,
      "step": 357760
    },
    {
      "epoch": 0.45381666704720447,
      "grad_norm": 6.53125,
      "learning_rate": 2.731269457461897e-05,
      "loss": 1.7345,
      "mean_token_accuracy": 0.6119165778160095,
      "num_tokens": 275488106.0,
      "step": 357770
    },
    {
      "epoch": 0.45382935163973726,
      "grad_norm": 9.0625,
      "learning_rate": 2.731206026453268e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5587068408727646,
      "num_tokens": 275494982.0,
      "step": 357780
    },
    {
      "epoch": 0.4538420362322701,
      "grad_norm": 8.5625,
      "learning_rate": 2.731142595444639e-05,
      "loss": 1.8921,
      "mean_token_accuracy": 0.5951636224985123,
      "num_tokens": 275501670.0,
      "step": 357790
    },
    {
      "epoch": 0.45385472082480294,
      "grad_norm": 5.3125,
      "learning_rate": 2.7310791644360096e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5507459610700607,
      "num_tokens": 275509759.0,
      "step": 357800
    },
    {
      "epoch": 0.4538674054173358,
      "grad_norm": 7.84375,
      "learning_rate": 2.7310157334273805e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5675756722688675,
      "num_tokens": 275518429.0,
      "step": 357810
    },
    {
      "epoch": 0.4538800900098686,
      "grad_norm": 5.5,
      "learning_rate": 2.730952302418751e-05,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5762788355350494,
      "num_tokens": 275526251.0,
      "step": 357820
    },
    {
      "epoch": 0.45389277460240146,
      "grad_norm": 4.5625,
      "learning_rate": 2.7308888714101222e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5426781237125397,
      "num_tokens": 275534157.0,
      "step": 357830
    },
    {
      "epoch": 0.4539054591949343,
      "grad_norm": 4.9375,
      "learning_rate": 2.730825440401493e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5394065529108047,
      "num_tokens": 275541422.0,
      "step": 357840
    },
    {
      "epoch": 0.4539181437874671,
      "grad_norm": 9.9375,
      "learning_rate": 2.7307620093928636e-05,
      "loss": 1.8841,
      "mean_token_accuracy": 0.5782514810562134,
      "num_tokens": 275548487.0,
      "step": 357850
    },
    {
      "epoch": 0.45393082837999993,
      "grad_norm": 5.0,
      "learning_rate": 2.7306985783842348e-05,
      "loss": 1.8302,
      "mean_token_accuracy": 0.5992898017168045,
      "num_tokens": 275555278.0,
      "step": 357860
    },
    {
      "epoch": 0.45394351297253277,
      "grad_norm": 6.875,
      "learning_rate": 2.7306351473756054e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5596666842699051,
      "num_tokens": 275562645.0,
      "step": 357870
    },
    {
      "epoch": 0.4539561975650656,
      "grad_norm": 5.59375,
      "learning_rate": 2.7305717163669762e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5503461271524429,
      "num_tokens": 275570493.0,
      "step": 357880
    },
    {
      "epoch": 0.45396888215759845,
      "grad_norm": 6.3125,
      "learning_rate": 2.7305082853583474e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5408806473016738,
      "num_tokens": 275578443.0,
      "step": 357890
    },
    {
      "epoch": 0.4539815667501313,
      "grad_norm": 5.28125,
      "learning_rate": 2.730444854349718e-05,
      "loss": 1.8195,
      "mean_token_accuracy": 0.6036345899105072,
      "num_tokens": 275585636.0,
      "step": 357900
    },
    {
      "epoch": 0.45399425134266413,
      "grad_norm": 5.40625,
      "learning_rate": 2.7303814233410892e-05,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5077395230531693,
      "num_tokens": 275594810.0,
      "step": 357910
    },
    {
      "epoch": 0.454006935935197,
      "grad_norm": 6.84375,
      "learning_rate": 2.7303179923324594e-05,
      "loss": 1.8955,
      "mean_token_accuracy": 0.5758564829826355,
      "num_tokens": 275601917.0,
      "step": 357920
    },
    {
      "epoch": 0.45401962052772976,
      "grad_norm": 5.59375,
      "learning_rate": 2.7302545613238306e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5267664074897767,
      "num_tokens": 275609213.0,
      "step": 357930
    },
    {
      "epoch": 0.4540323051202626,
      "grad_norm": 4.90625,
      "learning_rate": 2.7301911303152018e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5420953273773194,
      "num_tokens": 275616580.0,
      "step": 357940
    },
    {
      "epoch": 0.45404498971279544,
      "grad_norm": 4.78125,
      "learning_rate": 2.7301276993065724e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5459309875965118,
      "num_tokens": 275625389.0,
      "step": 357950
    },
    {
      "epoch": 0.4540576743053283,
      "grad_norm": 5.125,
      "learning_rate": 2.7300642682979432e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5773021906614304,
      "num_tokens": 275632867.0,
      "step": 357960
    },
    {
      "epoch": 0.4540703588978611,
      "grad_norm": 4.625,
      "learning_rate": 2.7300008372893138e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5286954939365387,
      "num_tokens": 275640598.0,
      "step": 357970
    },
    {
      "epoch": 0.45408304349039397,
      "grad_norm": 6.25,
      "learning_rate": 2.729937406280685e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5386747390031814,
      "num_tokens": 275647405.0,
      "step": 357980
    },
    {
      "epoch": 0.4540957280829268,
      "grad_norm": 5.6875,
      "learning_rate": 2.729873975272056e-05,
      "loss": 1.8553,
      "mean_token_accuracy": 0.5733875155448913,
      "num_tokens": 275655937.0,
      "step": 357990
    },
    {
      "epoch": 0.45410841267545965,
      "grad_norm": 4.78125,
      "learning_rate": 2.7298105442634264e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5449006468057632,
      "num_tokens": 275663866.0,
      "step": 358000
    },
    {
      "epoch": 0.45412109726799244,
      "grad_norm": 4.78125,
      "learning_rate": 2.7297471132547976e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5377932399511337,
      "num_tokens": 275671282.0,
      "step": 358010
    },
    {
      "epoch": 0.4541337818605253,
      "grad_norm": 7.0625,
      "learning_rate": 2.729683682246168e-05,
      "loss": 1.8795,
      "mean_token_accuracy": 0.58790363073349,
      "num_tokens": 275677783.0,
      "step": 358020
    },
    {
      "epoch": 0.4541464664530581,
      "grad_norm": 5.625,
      "learning_rate": 2.729620251237539e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5242760419845581,
      "num_tokens": 275686031.0,
      "step": 358030
    },
    {
      "epoch": 0.45415915104559096,
      "grad_norm": 6.53125,
      "learning_rate": 2.7295568202289102e-05,
      "loss": 1.7613,
      "mean_token_accuracy": 0.6044555485248566,
      "num_tokens": 275693106.0,
      "step": 358040
    },
    {
      "epoch": 0.4541718356381238,
      "grad_norm": 6.3125,
      "learning_rate": 2.7294933892202808e-05,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5760005712509155,
      "num_tokens": 275700807.0,
      "step": 358050
    },
    {
      "epoch": 0.45418452023065664,
      "grad_norm": 5.9375,
      "learning_rate": 2.7294299582116516e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5524290978908539,
      "num_tokens": 275707745.0,
      "step": 358060
    },
    {
      "epoch": 0.4541972048231895,
      "grad_norm": 4.59375,
      "learning_rate": 2.729366527203022e-05,
      "loss": 1.8455,
      "mean_token_accuracy": 0.5911558568477631,
      "num_tokens": 275715410.0,
      "step": 358070
    },
    {
      "epoch": 0.4542098894157223,
      "grad_norm": 6.46875,
      "learning_rate": 2.7293030961943934e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5279252767562866,
      "num_tokens": 275723682.0,
      "step": 358080
    },
    {
      "epoch": 0.4542225740082551,
      "grad_norm": 5.71875,
      "learning_rate": 2.7292396651857642e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5741193443536758,
      "num_tokens": 275731187.0,
      "step": 358090
    },
    {
      "epoch": 0.45423525860078795,
      "grad_norm": 9.1875,
      "learning_rate": 2.7291762341771348e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5500113368034363,
      "num_tokens": 275738268.0,
      "step": 358100
    },
    {
      "epoch": 0.4542479431933208,
      "grad_norm": 6.96875,
      "learning_rate": 2.729112803168506e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5265256822109222,
      "num_tokens": 275746476.0,
      "step": 358110
    },
    {
      "epoch": 0.45426062778585363,
      "grad_norm": 5.59375,
      "learning_rate": 2.729049372159877e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5473907947540283,
      "num_tokens": 275753939.0,
      "step": 358120
    },
    {
      "epoch": 0.4542733123783865,
      "grad_norm": 5.1875,
      "learning_rate": 2.7289859411512474e-05,
      "loss": 2.2586,
      "mean_token_accuracy": 0.5190053641796112,
      "num_tokens": 275762315.0,
      "step": 358130
    },
    {
      "epoch": 0.4542859969709193,
      "grad_norm": 4.84375,
      "learning_rate": 2.7289225101426186e-05,
      "loss": 1.8923,
      "mean_token_accuracy": 0.5727373272180557,
      "num_tokens": 275769824.0,
      "step": 358140
    },
    {
      "epoch": 0.45429868156345216,
      "grad_norm": 6.59375,
      "learning_rate": 2.728859079133989e-05,
      "loss": 1.8866,
      "mean_token_accuracy": 0.589348554611206,
      "num_tokens": 275776653.0,
      "step": 358150
    },
    {
      "epoch": 0.454311366155985,
      "grad_norm": 5.65625,
      "learning_rate": 2.72879564812536e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5278083473443985,
      "num_tokens": 275785582.0,
      "step": 358160
    },
    {
      "epoch": 0.4543240507485178,
      "grad_norm": 5.8125,
      "learning_rate": 2.7287322171167312e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5347947925329208,
      "num_tokens": 275793179.0,
      "step": 358170
    },
    {
      "epoch": 0.4543367353410506,
      "grad_norm": 5.9375,
      "learning_rate": 2.7286687861081018e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5402974992990494,
      "num_tokens": 275801107.0,
      "step": 358180
    },
    {
      "epoch": 0.45434941993358346,
      "grad_norm": 5.71875,
      "learning_rate": 2.7286053550994726e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5072268933057785,
      "num_tokens": 275808444.0,
      "step": 358190
    },
    {
      "epoch": 0.4543621045261163,
      "grad_norm": 11.25,
      "learning_rate": 2.7285419240908432e-05,
      "loss": 1.8091,
      "mean_token_accuracy": 0.5935343086719513,
      "num_tokens": 275816173.0,
      "step": 358200
    },
    {
      "epoch": 0.45437478911864915,
      "grad_norm": 7.75,
      "learning_rate": 2.7284784930822144e-05,
      "loss": 1.8227,
      "mean_token_accuracy": 0.5846824169158935,
      "num_tokens": 275823974.0,
      "step": 358210
    },
    {
      "epoch": 0.454387473711182,
      "grad_norm": 7.84375,
      "learning_rate": 2.7284150620735853e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5374043077230454,
      "num_tokens": 275831683.0,
      "step": 358220
    },
    {
      "epoch": 0.45440015830371483,
      "grad_norm": 5.0,
      "learning_rate": 2.7283516310649558e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5467029303312302,
      "num_tokens": 275838110.0,
      "step": 358230
    },
    {
      "epoch": 0.45441284289624767,
      "grad_norm": 4.65625,
      "learning_rate": 2.728288200056327e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5321732133626937,
      "num_tokens": 275846121.0,
      "step": 358240
    },
    {
      "epoch": 0.45442552748878046,
      "grad_norm": 7.15625,
      "learning_rate": 2.7282247690476976e-05,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5182277202606201,
      "num_tokens": 275855135.0,
      "step": 358250
    },
    {
      "epoch": 0.4544382120813133,
      "grad_norm": 2.8125,
      "learning_rate": 2.7281613380390684e-05,
      "loss": 1.8219,
      "mean_token_accuracy": 0.5854265719652176,
      "num_tokens": 275863112.0,
      "step": 358260
    },
    {
      "epoch": 0.45445089667384614,
      "grad_norm": 4.125,
      "learning_rate": 2.7280979070304396e-05,
      "loss": 1.8152,
      "mean_token_accuracy": 0.5924450904130936,
      "num_tokens": 275870630.0,
      "step": 358270
    },
    {
      "epoch": 0.454463581266379,
      "grad_norm": 6.03125,
      "learning_rate": 2.7280344760218102e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5397142767906189,
      "num_tokens": 275877894.0,
      "step": 358280
    },
    {
      "epoch": 0.4544762658589118,
      "grad_norm": 9.0625,
      "learning_rate": 2.7279710450131814e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5484018325805664,
      "num_tokens": 275884276.0,
      "step": 358290
    },
    {
      "epoch": 0.45448895045144466,
      "grad_norm": 5.53125,
      "learning_rate": 2.7279076140045516e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5445763528347015,
      "num_tokens": 275891209.0,
      "step": 358300
    },
    {
      "epoch": 0.4545016350439775,
      "grad_norm": 6.3125,
      "learning_rate": 2.7278441829959228e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5596957772970199,
      "num_tokens": 275898397.0,
      "step": 358310
    },
    {
      "epoch": 0.4545143196365103,
      "grad_norm": 5.1875,
      "learning_rate": 2.727780751987294e-05,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5628178000450135,
      "num_tokens": 275905688.0,
      "step": 358320
    },
    {
      "epoch": 0.45452700422904313,
      "grad_norm": 5.0625,
      "learning_rate": 2.7277173209786645e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5528158217668533,
      "num_tokens": 275914300.0,
      "step": 358330
    },
    {
      "epoch": 0.45453968882157597,
      "grad_norm": 9.9375,
      "learning_rate": 2.7276538899700354e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5450782060623169,
      "num_tokens": 275922235.0,
      "step": 358340
    },
    {
      "epoch": 0.4545523734141088,
      "grad_norm": 6.5,
      "learning_rate": 2.727590458961406e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5345549076795578,
      "num_tokens": 275929950.0,
      "step": 358350
    },
    {
      "epoch": 0.45456505800664165,
      "grad_norm": 6.78125,
      "learning_rate": 2.727527027952777e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5640500307083129,
      "num_tokens": 275936379.0,
      "step": 358360
    },
    {
      "epoch": 0.4545777425991745,
      "grad_norm": 7.03125,
      "learning_rate": 2.727463596944148e-05,
      "loss": 2.2936,
      "mean_token_accuracy": 0.5234678238630295,
      "num_tokens": 275943292.0,
      "step": 358370
    },
    {
      "epoch": 0.45459042719170734,
      "grad_norm": 6.25,
      "learning_rate": 2.7274001659355186e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5618610411882401,
      "num_tokens": 275951454.0,
      "step": 358380
    },
    {
      "epoch": 0.4546031117842402,
      "grad_norm": 9.9375,
      "learning_rate": 2.7273367349268898e-05,
      "loss": 1.6344,
      "mean_token_accuracy": 0.6267519354820251,
      "num_tokens": 275957620.0,
      "step": 358390
    },
    {
      "epoch": 0.45461579637677296,
      "grad_norm": 4.75,
      "learning_rate": 2.7272733039182603e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5521968066692352,
      "num_tokens": 275966066.0,
      "step": 358400
    },
    {
      "epoch": 0.4546284809693058,
      "grad_norm": 5.6875,
      "learning_rate": 2.7272098729096312e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.525556680560112,
      "num_tokens": 275973687.0,
      "step": 358410
    },
    {
      "epoch": 0.45464116556183864,
      "grad_norm": 4.4375,
      "learning_rate": 2.7271464419010024e-05,
      "loss": 1.9074,
      "mean_token_accuracy": 0.5776321947574615,
      "num_tokens": 275980279.0,
      "step": 358420
    },
    {
      "epoch": 0.4546538501543715,
      "grad_norm": 6.03125,
      "learning_rate": 2.727083010892373e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5196651369333267,
      "num_tokens": 275989469.0,
      "step": 358430
    },
    {
      "epoch": 0.4546665347469043,
      "grad_norm": 5.21875,
      "learning_rate": 2.7270195798837438e-05,
      "loss": 2.2759,
      "mean_token_accuracy": 0.511509844660759,
      "num_tokens": 275997475.0,
      "step": 358440
    },
    {
      "epoch": 0.45467921933943717,
      "grad_norm": 8.6875,
      "learning_rate": 2.7269561488751144e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5810509622097015,
      "num_tokens": 276005469.0,
      "step": 358450
    },
    {
      "epoch": 0.45469190393197,
      "grad_norm": 5.3125,
      "learning_rate": 2.7268927178664856e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5292677104473114,
      "num_tokens": 276013866.0,
      "step": 358460
    },
    {
      "epoch": 0.45470458852450285,
      "grad_norm": 6.40625,
      "learning_rate": 2.7268292868578564e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5438426166772843,
      "num_tokens": 276022249.0,
      "step": 358470
    },
    {
      "epoch": 0.45471727311703564,
      "grad_norm": 5.03125,
      "learning_rate": 2.726765855849227e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5457738399505615,
      "num_tokens": 276030329.0,
      "step": 358480
    },
    {
      "epoch": 0.4547299577095685,
      "grad_norm": 8.8125,
      "learning_rate": 2.7267024248405982e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5540836691856384,
      "num_tokens": 276038112.0,
      "step": 358490
    },
    {
      "epoch": 0.4547426423021013,
      "grad_norm": 7.625,
      "learning_rate": 2.7266389938319687e-05,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5675974071025849,
      "num_tokens": 276045001.0,
      "step": 358500
    },
    {
      "epoch": 0.45475532689463416,
      "grad_norm": 5.28125,
      "learning_rate": 2.7265755628233396e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5469525098800659,
      "num_tokens": 276052246.0,
      "step": 358510
    },
    {
      "epoch": 0.454768011487167,
      "grad_norm": 6.0625,
      "learning_rate": 2.7265121318147108e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.53327776491642,
      "num_tokens": 276060378.0,
      "step": 358520
    },
    {
      "epoch": 0.45478069607969984,
      "grad_norm": 6.4375,
      "learning_rate": 2.7264487008060813e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.536061841249466,
      "num_tokens": 276068059.0,
      "step": 358530
    },
    {
      "epoch": 0.4547933806722327,
      "grad_norm": 4.9375,
      "learning_rate": 2.7263852697974522e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5411988824605942,
      "num_tokens": 276076560.0,
      "step": 358540
    },
    {
      "epoch": 0.4548060652647655,
      "grad_norm": 5.625,
      "learning_rate": 2.7263218387888228e-05,
      "loss": 1.8335,
      "mean_token_accuracy": 0.5777172803878784,
      "num_tokens": 276083489.0,
      "step": 358550
    },
    {
      "epoch": 0.4548187498572983,
      "grad_norm": 5.53125,
      "learning_rate": 2.726258407780194e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5547503888607025,
      "num_tokens": 276090552.0,
      "step": 358560
    },
    {
      "epoch": 0.45483143444983115,
      "grad_norm": 7.46875,
      "learning_rate": 2.726194976771565e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5705533623695374,
      "num_tokens": 276097116.0,
      "step": 358570
    },
    {
      "epoch": 0.454844119042364,
      "grad_norm": 5.0,
      "learning_rate": 2.7261315457629354e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5229326963424683,
      "num_tokens": 276105255.0,
      "step": 358580
    },
    {
      "epoch": 0.45485680363489683,
      "grad_norm": 7.1875,
      "learning_rate": 2.7260681147543066e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5504616141319275,
      "num_tokens": 276112854.0,
      "step": 358590
    },
    {
      "epoch": 0.4548694882274297,
      "grad_norm": 9.375,
      "learning_rate": 2.726004683745677e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5607744872570037,
      "num_tokens": 276120415.0,
      "step": 358600
    },
    {
      "epoch": 0.4548821728199625,
      "grad_norm": 5.3125,
      "learning_rate": 2.725941252737048e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5276536256074905,
      "num_tokens": 276129175.0,
      "step": 358610
    },
    {
      "epoch": 0.45489485741249536,
      "grad_norm": 4.96875,
      "learning_rate": 2.7258778217284192e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5428233563899993,
      "num_tokens": 276137522.0,
      "step": 358620
    },
    {
      "epoch": 0.4549075420050282,
      "grad_norm": 7.78125,
      "learning_rate": 2.7258143907197897e-05,
      "loss": 1.892,
      "mean_token_accuracy": 0.5731639206409455,
      "num_tokens": 276144840.0,
      "step": 358630
    },
    {
      "epoch": 0.454920226597561,
      "grad_norm": 5.25,
      "learning_rate": 2.7257509597111606e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5300023406744003,
      "num_tokens": 276152971.0,
      "step": 358640
    },
    {
      "epoch": 0.4549329111900938,
      "grad_norm": 5.1875,
      "learning_rate": 2.725687528702531e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5626442521810532,
      "num_tokens": 276160532.0,
      "step": 358650
    },
    {
      "epoch": 0.45494559578262667,
      "grad_norm": 6.28125,
      "learning_rate": 2.7256240976939024e-05,
      "loss": 1.5799,
      "mean_token_accuracy": 0.6476458191871644,
      "num_tokens": 276166801.0,
      "step": 358660
    },
    {
      "epoch": 0.4549582803751595,
      "grad_norm": 5.90625,
      "learning_rate": 2.7255606666852736e-05,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5612263292074203,
      "num_tokens": 276173982.0,
      "step": 358670
    },
    {
      "epoch": 0.45497096496769235,
      "grad_norm": 5.40625,
      "learning_rate": 2.7254972356766438e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5392821609973908,
      "num_tokens": 276181820.0,
      "step": 358680
    },
    {
      "epoch": 0.4549836495602252,
      "grad_norm": 5.78125,
      "learning_rate": 2.725433804668015e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.525682657957077,
      "num_tokens": 276190879.0,
      "step": 358690
    },
    {
      "epoch": 0.45499633415275803,
      "grad_norm": 5.71875,
      "learning_rate": 2.7253703736593855e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5325603932142258,
      "num_tokens": 276199348.0,
      "step": 358700
    },
    {
      "epoch": 0.45500901874529087,
      "grad_norm": 6.09375,
      "learning_rate": 2.7253069426507567e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5375701010227203,
      "num_tokens": 276207922.0,
      "step": 358710
    },
    {
      "epoch": 0.45502170333782366,
      "grad_norm": 6.375,
      "learning_rate": 2.7252435116421276e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5460100442171096,
      "num_tokens": 276215473.0,
      "step": 358720
    },
    {
      "epoch": 0.4550343879303565,
      "grad_norm": 5.78125,
      "learning_rate": 2.725180080633498e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5340847253799439,
      "num_tokens": 276223590.0,
      "step": 358730
    },
    {
      "epoch": 0.45504707252288934,
      "grad_norm": 4.625,
      "learning_rate": 2.7251166496248694e-05,
      "loss": 1.8213,
      "mean_token_accuracy": 0.5894417047500611,
      "num_tokens": 276230316.0,
      "step": 358740
    },
    {
      "epoch": 0.4550597571154222,
      "grad_norm": 5.3125,
      "learning_rate": 2.72505321861624e-05,
      "loss": 2.3074,
      "mean_token_accuracy": 0.5116810262203216,
      "num_tokens": 276238814.0,
      "step": 358750
    },
    {
      "epoch": 0.455072441707955,
      "grad_norm": 5.75,
      "learning_rate": 2.7249897876076108e-05,
      "loss": 1.8768,
      "mean_token_accuracy": 0.5861443132162094,
      "num_tokens": 276245849.0,
      "step": 358760
    },
    {
      "epoch": 0.45508512630048786,
      "grad_norm": 5.15625,
      "learning_rate": 2.724926356598982e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5418335676193238,
      "num_tokens": 276253843.0,
      "step": 358770
    },
    {
      "epoch": 0.4550978108930207,
      "grad_norm": 5.5,
      "learning_rate": 2.7248629255903525e-05,
      "loss": 2.2392,
      "mean_token_accuracy": 0.5241390347480774,
      "num_tokens": 276260753.0,
      "step": 358780
    },
    {
      "epoch": 0.4551104954855535,
      "grad_norm": 4.6875,
      "learning_rate": 2.7247994945817234e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5343849867582321,
      "num_tokens": 276269160.0,
      "step": 358790
    },
    {
      "epoch": 0.45512318007808633,
      "grad_norm": 5.03125,
      "learning_rate": 2.724736063573094e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.539498022198677,
      "num_tokens": 276277584.0,
      "step": 358800
    },
    {
      "epoch": 0.4551358646706192,
      "grad_norm": 7.125,
      "learning_rate": 2.724672632564465e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5439746022224426,
      "num_tokens": 276285781.0,
      "step": 358810
    },
    {
      "epoch": 0.455148549263152,
      "grad_norm": 5.8125,
      "learning_rate": 2.724609201555836e-05,
      "loss": 1.8738,
      "mean_token_accuracy": 0.5854505389928818,
      "num_tokens": 276293511.0,
      "step": 358820
    },
    {
      "epoch": 0.45516123385568485,
      "grad_norm": 7.40625,
      "learning_rate": 2.7245457705472066e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5564421713352203,
      "num_tokens": 276300555.0,
      "step": 358830
    },
    {
      "epoch": 0.4551739184482177,
      "grad_norm": 5.625,
      "learning_rate": 2.7244823395385778e-05,
      "loss": 2.2297,
      "mean_token_accuracy": 0.5200912564992904,
      "num_tokens": 276308753.0,
      "step": 358840
    },
    {
      "epoch": 0.45518660304075054,
      "grad_norm": 5.4375,
      "learning_rate": 2.7244189085299483e-05,
      "loss": 1.7442,
      "mean_token_accuracy": 0.6157905429601669,
      "num_tokens": 276315143.0,
      "step": 358850
    },
    {
      "epoch": 0.4551992876332834,
      "grad_norm": 4.9375,
      "learning_rate": 2.7243554775213192e-05,
      "loss": 1.8983,
      "mean_token_accuracy": 0.5789488524198532,
      "num_tokens": 276323599.0,
      "step": 358860
    },
    {
      "epoch": 0.45521197222581616,
      "grad_norm": 6.03125,
      "learning_rate": 2.7242920465126904e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5292374610900878,
      "num_tokens": 276331025.0,
      "step": 358870
    },
    {
      "epoch": 0.455224656818349,
      "grad_norm": 5.3125,
      "learning_rate": 2.724228615504061e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5883519232273102,
      "num_tokens": 276337992.0,
      "step": 358880
    },
    {
      "epoch": 0.45523734141088185,
      "grad_norm": 4.96875,
      "learning_rate": 2.7241651844954318e-05,
      "loss": 1.8307,
      "mean_token_accuracy": 0.6009377360343933,
      "num_tokens": 276344957.0,
      "step": 358890
    },
    {
      "epoch": 0.4552500260034147,
      "grad_norm": 6.59375,
      "learning_rate": 2.7241017534868023e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5548421949148178,
      "num_tokens": 276353130.0,
      "step": 358900
    },
    {
      "epoch": 0.45526271059594753,
      "grad_norm": 7.53125,
      "learning_rate": 2.7240383224781735e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5360153496265412,
      "num_tokens": 276360449.0,
      "step": 358910
    },
    {
      "epoch": 0.45527539518848037,
      "grad_norm": 5.03125,
      "learning_rate": 2.7239748914695444e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5343624770641326,
      "num_tokens": 276368103.0,
      "step": 358920
    },
    {
      "epoch": 0.4552880797810132,
      "grad_norm": 5.0625,
      "learning_rate": 2.723911460460915e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5475838363170624,
      "num_tokens": 276375620.0,
      "step": 358930
    },
    {
      "epoch": 0.45530076437354605,
      "grad_norm": 5.84375,
      "learning_rate": 2.723848029452286e-05,
      "loss": 2.2975,
      "mean_token_accuracy": 0.5031868129968643,
      "num_tokens": 276383829.0,
      "step": 358940
    },
    {
      "epoch": 0.45531344896607884,
      "grad_norm": 5.34375,
      "learning_rate": 2.7237845984436567e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5400209367275238,
      "num_tokens": 276392295.0,
      "step": 358950
    },
    {
      "epoch": 0.4553261335586117,
      "grad_norm": 7.09375,
      "learning_rate": 2.7237211674350276e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5153981953859329,
      "num_tokens": 276401205.0,
      "step": 358960
    },
    {
      "epoch": 0.4553388181511445,
      "grad_norm": 5.6875,
      "learning_rate": 2.7236577364263988e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5428091406822204,
      "num_tokens": 276410267.0,
      "step": 358970
    },
    {
      "epoch": 0.45535150274367736,
      "grad_norm": 5.46875,
      "learning_rate": 2.7235943054177693e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5395464718341827,
      "num_tokens": 276417170.0,
      "step": 358980
    },
    {
      "epoch": 0.4553641873362102,
      "grad_norm": 5.15625,
      "learning_rate": 2.7235308744091402e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5293694734573364,
      "num_tokens": 276424286.0,
      "step": 358990
    },
    {
      "epoch": 0.45537687192874304,
      "grad_norm": 4.96875,
      "learning_rate": 2.7234674434005107e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5424242824316025,
      "num_tokens": 276432795.0,
      "step": 359000
    },
    {
      "epoch": 0.4553895565212759,
      "grad_norm": 5.5,
      "learning_rate": 2.723404012391882e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5558355659246444,
      "num_tokens": 276441847.0,
      "step": 359010
    },
    {
      "epoch": 0.4554022411138087,
      "grad_norm": 4.84375,
      "learning_rate": 2.723340581383253e-05,
      "loss": 1.8953,
      "mean_token_accuracy": 0.5726893693208694,
      "num_tokens": 276449939.0,
      "step": 359020
    },
    {
      "epoch": 0.4554149257063415,
      "grad_norm": 6.09375,
      "learning_rate": 2.7232771503746234e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5333266437053681,
      "num_tokens": 276457761.0,
      "step": 359030
    },
    {
      "epoch": 0.45542761029887435,
      "grad_norm": 5.71875,
      "learning_rate": 2.7232137193659946e-05,
      "loss": 1.9222,
      "mean_token_accuracy": 0.5794053941965103,
      "num_tokens": 276465166.0,
      "step": 359040
    },
    {
      "epoch": 0.4554402948914072,
      "grad_norm": 6.96875,
      "learning_rate": 2.7231502883573658e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5449140280485153,
      "num_tokens": 276472598.0,
      "step": 359050
    },
    {
      "epoch": 0.45545297948394003,
      "grad_norm": 5.5625,
      "learning_rate": 2.723086857348736e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5355782270431518,
      "num_tokens": 276480526.0,
      "step": 359060
    },
    {
      "epoch": 0.4554656640764729,
      "grad_norm": 5.15625,
      "learning_rate": 2.7230234263401072e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5497245460748672,
      "num_tokens": 276487877.0,
      "step": 359070
    },
    {
      "epoch": 0.4554783486690057,
      "grad_norm": 6.21875,
      "learning_rate": 2.7229599953314777e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5638452798128128,
      "num_tokens": 276494500.0,
      "step": 359080
    },
    {
      "epoch": 0.45549103326153856,
      "grad_norm": 5.34375,
      "learning_rate": 2.722896564322849e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5315024524927139,
      "num_tokens": 276502434.0,
      "step": 359090
    },
    {
      "epoch": 0.4555037178540714,
      "grad_norm": 4.8125,
      "learning_rate": 2.7228331333142198e-05,
      "loss": 1.9022,
      "mean_token_accuracy": 0.5660122454166412,
      "num_tokens": 276510768.0,
      "step": 359100
    },
    {
      "epoch": 0.4555164024466042,
      "grad_norm": 5.09375,
      "learning_rate": 2.7227697023055903e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5233273595571518,
      "num_tokens": 276519477.0,
      "step": 359110
    },
    {
      "epoch": 0.455529087039137,
      "grad_norm": 6.03125,
      "learning_rate": 2.7227062712969616e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5401006042957306,
      "num_tokens": 276528177.0,
      "step": 359120
    },
    {
      "epoch": 0.45554177163166987,
      "grad_norm": 5.28125,
      "learning_rate": 2.722642840288332e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5512490034103393,
      "num_tokens": 276536473.0,
      "step": 359130
    },
    {
      "epoch": 0.4555544562242027,
      "grad_norm": 5.75,
      "learning_rate": 2.722579409279703e-05,
      "loss": 2.2488,
      "mean_token_accuracy": 0.5161839902400971,
      "num_tokens": 276543299.0,
      "step": 359140
    },
    {
      "epoch": 0.45556714081673555,
      "grad_norm": 5.09375,
      "learning_rate": 2.7225159782710742e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5246448189020156,
      "num_tokens": 276551955.0,
      "step": 359150
    },
    {
      "epoch": 0.4555798254092684,
      "grad_norm": 6.3125,
      "learning_rate": 2.7224525472624447e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5253597259521484,
      "num_tokens": 276559909.0,
      "step": 359160
    },
    {
      "epoch": 0.45559251000180123,
      "grad_norm": 4.9375,
      "learning_rate": 2.7223891162538156e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5301334530115127,
      "num_tokens": 276568093.0,
      "step": 359170
    },
    {
      "epoch": 0.4556051945943341,
      "grad_norm": 4.6875,
      "learning_rate": 2.722325685245186e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5237101048231125,
      "num_tokens": 276576429.0,
      "step": 359180
    },
    {
      "epoch": 0.45561787918686686,
      "grad_norm": 6.15625,
      "learning_rate": 2.7222622542365573e-05,
      "loss": 1.8538,
      "mean_token_accuracy": 0.5989004611968994,
      "num_tokens": 276583475.0,
      "step": 359190
    },
    {
      "epoch": 0.4556305637793997,
      "grad_norm": 5.25,
      "learning_rate": 2.7221988232279282e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.57674500644207,
      "num_tokens": 276592007.0,
      "step": 359200
    },
    {
      "epoch": 0.45564324837193254,
      "grad_norm": 5.28125,
      "learning_rate": 2.7221353922192987e-05,
      "loss": 1.7896,
      "mean_token_accuracy": 0.6090309321880341,
      "num_tokens": 276600109.0,
      "step": 359210
    },
    {
      "epoch": 0.4556559329644654,
      "grad_norm": 8.875,
      "learning_rate": 2.72207196121067e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5290972262620925,
      "num_tokens": 276606822.0,
      "step": 359220
    },
    {
      "epoch": 0.4556686175569982,
      "grad_norm": 5.625,
      "learning_rate": 2.7220085302020405e-05,
      "loss": 1.9458,
      "mean_token_accuracy": 0.5551724255084991,
      "num_tokens": 276613866.0,
      "step": 359230
    },
    {
      "epoch": 0.45568130214953106,
      "grad_norm": 6.53125,
      "learning_rate": 2.7219450991934114e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5364653885364532,
      "num_tokens": 276622081.0,
      "step": 359240
    },
    {
      "epoch": 0.4556939867420639,
      "grad_norm": 8.0625,
      "learning_rate": 2.7218816681847826e-05,
      "loss": 1.932,
      "mean_token_accuracy": 0.5593705981969833,
      "num_tokens": 276629650.0,
      "step": 359250
    },
    {
      "epoch": 0.4557066713345967,
      "grad_norm": 5.5625,
      "learning_rate": 2.721818237176153e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5229057908058167,
      "num_tokens": 276637671.0,
      "step": 359260
    },
    {
      "epoch": 0.45571935592712953,
      "grad_norm": 6.25,
      "learning_rate": 2.721754806167524e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5391851484775543,
      "num_tokens": 276644915.0,
      "step": 359270
    },
    {
      "epoch": 0.4557320405196624,
      "grad_norm": 6.96875,
      "learning_rate": 2.7216913751588945e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5151962816715241,
      "num_tokens": 276653430.0,
      "step": 359280
    },
    {
      "epoch": 0.4557447251121952,
      "grad_norm": 7.25,
      "learning_rate": 2.7216279441502657e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5491915464401245,
      "num_tokens": 276659683.0,
      "step": 359290
    },
    {
      "epoch": 0.45575740970472806,
      "grad_norm": 6.90625,
      "learning_rate": 2.7215645131416366e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5411343812942505,
      "num_tokens": 276667908.0,
      "step": 359300
    },
    {
      "epoch": 0.4557700942972609,
      "grad_norm": 5.125,
      "learning_rate": 2.721501082133007e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.55740305185318,
      "num_tokens": 276675871.0,
      "step": 359310
    },
    {
      "epoch": 0.45578277888979374,
      "grad_norm": 6.90625,
      "learning_rate": 2.7214376511243784e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5346799910068512,
      "num_tokens": 276683850.0,
      "step": 359320
    },
    {
      "epoch": 0.4557954634823266,
      "grad_norm": 5.59375,
      "learning_rate": 2.721374220115749e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5555685311555862,
      "num_tokens": 276690845.0,
      "step": 359330
    },
    {
      "epoch": 0.45580814807485937,
      "grad_norm": 7.78125,
      "learning_rate": 2.7213107891071198e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5245776325464249,
      "num_tokens": 276698520.0,
      "step": 359340
    },
    {
      "epoch": 0.4558208326673922,
      "grad_norm": 6.03125,
      "learning_rate": 2.721247358098491e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5323922276496887,
      "num_tokens": 276707392.0,
      "step": 359350
    },
    {
      "epoch": 0.45583351725992505,
      "grad_norm": 5.125,
      "learning_rate": 2.7211839270898615e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5667443394660949,
      "num_tokens": 276715801.0,
      "step": 359360
    },
    {
      "epoch": 0.4558462018524579,
      "grad_norm": 4.65625,
      "learning_rate": 2.7211204960812324e-05,
      "loss": 1.967,
      "mean_token_accuracy": 0.5619062662124634,
      "num_tokens": 276723229.0,
      "step": 359370
    },
    {
      "epoch": 0.45585888644499073,
      "grad_norm": 5.53125,
      "learning_rate": 2.721057065072603e-05,
      "loss": 1.9309,
      "mean_token_accuracy": 0.5764211148023606,
      "num_tokens": 276729421.0,
      "step": 359380
    },
    {
      "epoch": 0.45587157103752357,
      "grad_norm": 7.5,
      "learning_rate": 2.720993634063974e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5662194103002548,
      "num_tokens": 276736020.0,
      "step": 359390
    },
    {
      "epoch": 0.4558842556300564,
      "grad_norm": 4.71875,
      "learning_rate": 2.7209302030553454e-05,
      "loss": 1.766,
      "mean_token_accuracy": 0.6036955535411834,
      "num_tokens": 276743633.0,
      "step": 359400
    },
    {
      "epoch": 0.45589694022258925,
      "grad_norm": 5.84375,
      "learning_rate": 2.7208667720467155e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5370183497667312,
      "num_tokens": 276752298.0,
      "step": 359410
    },
    {
      "epoch": 0.45590962481512204,
      "grad_norm": 4.90625,
      "learning_rate": 2.7208033410380868e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5295361280441284,
      "num_tokens": 276760321.0,
      "step": 359420
    },
    {
      "epoch": 0.4559223094076549,
      "grad_norm": 17.25,
      "learning_rate": 2.7207399100294573e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5521477669477463,
      "num_tokens": 276768134.0,
      "step": 359430
    },
    {
      "epoch": 0.4559349940001877,
      "grad_norm": 5.46875,
      "learning_rate": 2.7206764790208285e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5346817046403884,
      "num_tokens": 276776929.0,
      "step": 359440
    },
    {
      "epoch": 0.45594767859272056,
      "grad_norm": 5.625,
      "learning_rate": 2.7206130480121994e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5391855329275131,
      "num_tokens": 276784913.0,
      "step": 359450
    },
    {
      "epoch": 0.4559603631852534,
      "grad_norm": 5.59375,
      "learning_rate": 2.72054961700357e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5413807302713394,
      "num_tokens": 276792028.0,
      "step": 359460
    },
    {
      "epoch": 0.45597304777778624,
      "grad_norm": 4.59375,
      "learning_rate": 2.720486185994941e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5346817255020142,
      "num_tokens": 276800296.0,
      "step": 359470
    },
    {
      "epoch": 0.4559857323703191,
      "grad_norm": 6.21875,
      "learning_rate": 2.7204227549863113e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5514854371547699,
      "num_tokens": 276807990.0,
      "step": 359480
    },
    {
      "epoch": 0.4559984169628519,
      "grad_norm": 6.15625,
      "learning_rate": 2.7203593239776825e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5316800445318222,
      "num_tokens": 276816265.0,
      "step": 359490
    },
    {
      "epoch": 0.4560111015553847,
      "grad_norm": 5.8125,
      "learning_rate": 2.7202958929690538e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5357555627822876,
      "num_tokens": 276824441.0,
      "step": 359500
    },
    {
      "epoch": 0.45602378614791755,
      "grad_norm": 9.25,
      "learning_rate": 2.7202324619604243e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5300311148166656,
      "num_tokens": 276832368.0,
      "step": 359510
    },
    {
      "epoch": 0.4560364707404504,
      "grad_norm": 6.0625,
      "learning_rate": 2.720169030951795e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5230857878923416,
      "num_tokens": 276839702.0,
      "step": 359520
    },
    {
      "epoch": 0.45604915533298324,
      "grad_norm": 5.1875,
      "learning_rate": 2.7201055999431657e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5732378214597702,
      "num_tokens": 276847887.0,
      "step": 359530
    },
    {
      "epoch": 0.4560618399255161,
      "grad_norm": 7.71875,
      "learning_rate": 2.720042168934537e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5546315789222718,
      "num_tokens": 276855297.0,
      "step": 359540
    },
    {
      "epoch": 0.4560745245180489,
      "grad_norm": 7.40625,
      "learning_rate": 2.7199787379259078e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5424733251333237,
      "num_tokens": 276862308.0,
      "step": 359550
    },
    {
      "epoch": 0.45608720911058176,
      "grad_norm": 5.4375,
      "learning_rate": 2.7199153069172783e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5293067634105683,
      "num_tokens": 276871003.0,
      "step": 359560
    },
    {
      "epoch": 0.4560998937031146,
      "grad_norm": 5.09375,
      "learning_rate": 2.7198518759086495e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5527501612901687,
      "num_tokens": 276878551.0,
      "step": 359570
    },
    {
      "epoch": 0.4561125782956474,
      "grad_norm": 6.9375,
      "learning_rate": 2.71978844490002e-05,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5655695825815201,
      "num_tokens": 276886123.0,
      "step": 359580
    },
    {
      "epoch": 0.4561252628881802,
      "grad_norm": 4.8125,
      "learning_rate": 2.719725013891391e-05,
      "loss": 1.8738,
      "mean_token_accuracy": 0.5856057494878769,
      "num_tokens": 276893060.0,
      "step": 359590
    },
    {
      "epoch": 0.45613794748071307,
      "grad_norm": 5.125,
      "learning_rate": 2.719661582882762e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.551110816001892,
      "num_tokens": 276901150.0,
      "step": 359600
    },
    {
      "epoch": 0.4561506320732459,
      "grad_norm": 13.8125,
      "learning_rate": 2.7195981518741327e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5269075959920884,
      "num_tokens": 276909532.0,
      "step": 359610
    },
    {
      "epoch": 0.45616331666577875,
      "grad_norm": 5.78125,
      "learning_rate": 2.7195347208655036e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5722219914197921,
      "num_tokens": 276917312.0,
      "step": 359620
    },
    {
      "epoch": 0.4561760012583116,
      "grad_norm": 9.6875,
      "learning_rate": 2.719471289856874e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5374787777662278,
      "num_tokens": 276924604.0,
      "step": 359630
    },
    {
      "epoch": 0.45618868585084443,
      "grad_norm": 11.875,
      "learning_rate": 2.7194078588482453e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5357849419116973,
      "num_tokens": 276932832.0,
      "step": 359640
    },
    {
      "epoch": 0.4562013704433773,
      "grad_norm": 4.84375,
      "learning_rate": 2.7193444278396162e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5737609088420867,
      "num_tokens": 276939888.0,
      "step": 359650
    },
    {
      "epoch": 0.45621405503591006,
      "grad_norm": 6.0625,
      "learning_rate": 2.7192809968309867e-05,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5586710870265961,
      "num_tokens": 276947623.0,
      "step": 359660
    },
    {
      "epoch": 0.4562267396284429,
      "grad_norm": 4.90625,
      "learning_rate": 2.719217565822358e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5290061056613922,
      "num_tokens": 276955797.0,
      "step": 359670
    },
    {
      "epoch": 0.45623942422097574,
      "grad_norm": 6.09375,
      "learning_rate": 2.7191541348137285e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5460184007883072,
      "num_tokens": 276964179.0,
      "step": 359680
    },
    {
      "epoch": 0.4562521088135086,
      "grad_norm": 5.125,
      "learning_rate": 2.7190907038050993e-05,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5619080036878585,
      "num_tokens": 276971601.0,
      "step": 359690
    },
    {
      "epoch": 0.4562647934060414,
      "grad_norm": 6.21875,
      "learning_rate": 2.7190272727964706e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5138421803712845,
      "num_tokens": 276979185.0,
      "step": 359700
    },
    {
      "epoch": 0.45627747799857427,
      "grad_norm": 6.34375,
      "learning_rate": 2.718963841787841e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5441361755132675,
      "num_tokens": 276986873.0,
      "step": 359710
    },
    {
      "epoch": 0.4562901625911071,
      "grad_norm": 5.375,
      "learning_rate": 2.718900410779212e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.571643403172493,
      "num_tokens": 276994969.0,
      "step": 359720
    },
    {
      "epoch": 0.4563028471836399,
      "grad_norm": 7.625,
      "learning_rate": 2.7188369797705825e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5474819928407669,
      "num_tokens": 277002299.0,
      "step": 359730
    },
    {
      "epoch": 0.45631553177617273,
      "grad_norm": 5.90625,
      "learning_rate": 2.7187735487619537e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5666975915431977,
      "num_tokens": 277010182.0,
      "step": 359740
    },
    {
      "epoch": 0.4563282163687056,
      "grad_norm": 5.3125,
      "learning_rate": 2.7187101177533246e-05,
      "loss": 2.2386,
      "mean_token_accuracy": 0.52170829474926,
      "num_tokens": 277018439.0,
      "step": 359750
    },
    {
      "epoch": 0.4563409009612384,
      "grad_norm": 7.4375,
      "learning_rate": 2.718646686744695e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5539694011211396,
      "num_tokens": 277025483.0,
      "step": 359760
    },
    {
      "epoch": 0.45635358555377126,
      "grad_norm": 4.875,
      "learning_rate": 2.7185832557360663e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5317078441381454,
      "num_tokens": 277033340.0,
      "step": 359770
    },
    {
      "epoch": 0.4563662701463041,
      "grad_norm": 5.75,
      "learning_rate": 2.718519824727437e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5467029809951782,
      "num_tokens": 277040439.0,
      "step": 359780
    },
    {
      "epoch": 0.45637895473883694,
      "grad_norm": 7.15625,
      "learning_rate": 2.7184563937188077e-05,
      "loss": 1.8642,
      "mean_token_accuracy": 0.5827925413846969,
      "num_tokens": 277047531.0,
      "step": 359790
    },
    {
      "epoch": 0.4563916393313698,
      "grad_norm": 5.71875,
      "learning_rate": 2.718392962710179e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.525000461935997,
      "num_tokens": 277055922.0,
      "step": 359800
    },
    {
      "epoch": 0.45640432392390257,
      "grad_norm": 4.96875,
      "learning_rate": 2.7183295317015495e-05,
      "loss": 2.3158,
      "mean_token_accuracy": 0.5144952327013016,
      "num_tokens": 277063192.0,
      "step": 359810
    },
    {
      "epoch": 0.4564170085164354,
      "grad_norm": 7.25,
      "learning_rate": 2.7182661006929207e-05,
      "loss": 1.7486,
      "mean_token_accuracy": 0.5999155521392823,
      "num_tokens": 277068988.0,
      "step": 359820
    },
    {
      "epoch": 0.45642969310896825,
      "grad_norm": 5.90625,
      "learning_rate": 2.718202669684291e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5259126156568528,
      "num_tokens": 277076520.0,
      "step": 359830
    },
    {
      "epoch": 0.4564423777015011,
      "grad_norm": 6.1875,
      "learning_rate": 2.718139238675662e-05,
      "loss": 1.9604,
      "mean_token_accuracy": 0.5663419157266617,
      "num_tokens": 277085289.0,
      "step": 359840
    },
    {
      "epoch": 0.45645506229403393,
      "grad_norm": 7.375,
      "learning_rate": 2.7180758076670333e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5231801599264145,
      "num_tokens": 277093864.0,
      "step": 359850
    },
    {
      "epoch": 0.45646774688656677,
      "grad_norm": 5.6875,
      "learning_rate": 2.718012376658404e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5432641804218292,
      "num_tokens": 277102141.0,
      "step": 359860
    },
    {
      "epoch": 0.4564804314790996,
      "grad_norm": 5.90625,
      "learning_rate": 2.7179489456497747e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5658116400241852,
      "num_tokens": 277109429.0,
      "step": 359870
    },
    {
      "epoch": 0.45649311607163245,
      "grad_norm": 7.1875,
      "learning_rate": 2.7178855146411453e-05,
      "loss": 1.7855,
      "mean_token_accuracy": 0.6075654715299607,
      "num_tokens": 277116421.0,
      "step": 359880
    },
    {
      "epoch": 0.45650580066416524,
      "grad_norm": 5.65625,
      "learning_rate": 2.7178220836325165e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5206673949956894,
      "num_tokens": 277124635.0,
      "step": 359890
    },
    {
      "epoch": 0.4565184852566981,
      "grad_norm": 3.609375,
      "learning_rate": 2.7177586526238874e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5893118292093277,
      "num_tokens": 277132359.0,
      "step": 359900
    },
    {
      "epoch": 0.4565311698492309,
      "grad_norm": 4.875,
      "learning_rate": 2.717695221615258e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5325002580881119,
      "num_tokens": 277140452.0,
      "step": 359910
    },
    {
      "epoch": 0.45654385444176376,
      "grad_norm": 5.625,
      "learning_rate": 2.717631790606629e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5216651111841202,
      "num_tokens": 277149209.0,
      "step": 359920
    },
    {
      "epoch": 0.4565565390342966,
      "grad_norm": 4.40625,
      "learning_rate": 2.717568359598e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5429768979549408,
      "num_tokens": 277156964.0,
      "step": 359930
    },
    {
      "epoch": 0.45656922362682945,
      "grad_norm": 5.875,
      "learning_rate": 2.7175049285893705e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5412026524543763,
      "num_tokens": 277164036.0,
      "step": 359940
    },
    {
      "epoch": 0.4565819082193623,
      "grad_norm": 6.25,
      "learning_rate": 2.7174414975807417e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5432299345731735,
      "num_tokens": 277172968.0,
      "step": 359950
    },
    {
      "epoch": 0.45659459281189513,
      "grad_norm": 5.1875,
      "learning_rate": 2.7173780665721123e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5675584942102432,
      "num_tokens": 277180750.0,
      "step": 359960
    },
    {
      "epoch": 0.4566072774044279,
      "grad_norm": 5.3125,
      "learning_rate": 2.717314635563483e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5411841005086899,
      "num_tokens": 277188185.0,
      "step": 359970
    },
    {
      "epoch": 0.45661996199696075,
      "grad_norm": 5.1875,
      "learning_rate": 2.7172512045548543e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5555957615375519,
      "num_tokens": 277194893.0,
      "step": 359980
    },
    {
      "epoch": 0.4566326465894936,
      "grad_norm": 5.03125,
      "learning_rate": 2.717187773546225e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5511757969856262,
      "num_tokens": 277201426.0,
      "step": 359990
    },
    {
      "epoch": 0.45664533118202644,
      "grad_norm": 4.59375,
      "learning_rate": 2.7171243425375958e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5430095255374908,
      "num_tokens": 277209627.0,
      "step": 360000
    },
    {
      "epoch": 0.4566580157745593,
      "grad_norm": 4.9375,
      "learning_rate": 2.7170609115289663e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.5199826747179032,
      "num_tokens": 277217740.0,
      "step": 360010
    },
    {
      "epoch": 0.4566707003670921,
      "grad_norm": 4.71875,
      "learning_rate": 2.7169974805203375e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5499101996421814,
      "num_tokens": 277226796.0,
      "step": 360020
    },
    {
      "epoch": 0.45668338495962496,
      "grad_norm": 10.4375,
      "learning_rate": 2.7169340495117084e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5244334012269973,
      "num_tokens": 277233970.0,
      "step": 360030
    },
    {
      "epoch": 0.4566960695521578,
      "grad_norm": 5.1875,
      "learning_rate": 2.716870618503079e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5538053035736084,
      "num_tokens": 277241391.0,
      "step": 360040
    },
    {
      "epoch": 0.4567087541446906,
      "grad_norm": 6.28125,
      "learning_rate": 2.71680718749445e-05,
      "loss": 1.827,
      "mean_token_accuracy": 0.5762586921453476,
      "num_tokens": 277248346.0,
      "step": 360050
    },
    {
      "epoch": 0.45672143873722343,
      "grad_norm": 6.28125,
      "learning_rate": 2.7167437564858207e-05,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5454607963562011,
      "num_tokens": 277256714.0,
      "step": 360060
    },
    {
      "epoch": 0.45673412332975627,
      "grad_norm": 6.53125,
      "learning_rate": 2.7166803254771915e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5554513692855835,
      "num_tokens": 277263789.0,
      "step": 360070
    },
    {
      "epoch": 0.4567468079222891,
      "grad_norm": 6.03125,
      "learning_rate": 2.7166168944685627e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5737211346626282,
      "num_tokens": 277272064.0,
      "step": 360080
    },
    {
      "epoch": 0.45675949251482195,
      "grad_norm": 6.25,
      "learning_rate": 2.7165534634599333e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5660407394170761,
      "num_tokens": 277280585.0,
      "step": 360090
    },
    {
      "epoch": 0.4567721771073548,
      "grad_norm": 5.40625,
      "learning_rate": 2.716490032451304e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5310771465301514,
      "num_tokens": 277289093.0,
      "step": 360100
    },
    {
      "epoch": 0.45678486169988763,
      "grad_norm": 6.03125,
      "learning_rate": 2.7164266014426747e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5514221668243409,
      "num_tokens": 277296500.0,
      "step": 360110
    },
    {
      "epoch": 0.4567975462924205,
      "grad_norm": 5.625,
      "learning_rate": 2.716363170434046e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5644074589014053,
      "num_tokens": 277303597.0,
      "step": 360120
    },
    {
      "epoch": 0.45681023088495326,
      "grad_norm": 6.28125,
      "learning_rate": 2.7162997394254168e-05,
      "loss": 2.2865,
      "mean_token_accuracy": 0.5073669224977493,
      "num_tokens": 277311391.0,
      "step": 360130
    },
    {
      "epoch": 0.4568229154774861,
      "grad_norm": 6.0,
      "learning_rate": 2.7162363084167873e-05,
      "loss": 2.3301,
      "mean_token_accuracy": 0.5007284730672836,
      "num_tokens": 277320116.0,
      "step": 360140
    },
    {
      "epoch": 0.45683560007001894,
      "grad_norm": 5.3125,
      "learning_rate": 2.7161728774081585e-05,
      "loss": 1.8499,
      "mean_token_accuracy": 0.5770758092403412,
      "num_tokens": 277328178.0,
      "step": 360150
    },
    {
      "epoch": 0.4568482846625518,
      "grad_norm": 6.625,
      "learning_rate": 2.716109446399529e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5501408547163009,
      "num_tokens": 277335762.0,
      "step": 360160
    },
    {
      "epoch": 0.4568609692550846,
      "grad_norm": 5.40625,
      "learning_rate": 2.7160460153909e-05,
      "loss": 1.8896,
      "mean_token_accuracy": 0.5790706723928452,
      "num_tokens": 277342713.0,
      "step": 360170
    },
    {
      "epoch": 0.45687365384761747,
      "grad_norm": 4.90625,
      "learning_rate": 2.715982584382271e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5513722211122513,
      "num_tokens": 277351290.0,
      "step": 360180
    },
    {
      "epoch": 0.4568863384401503,
      "grad_norm": 6.5,
      "learning_rate": 2.7159191533736417e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5468573480844497,
      "num_tokens": 277359399.0,
      "step": 360190
    },
    {
      "epoch": 0.4568990230326831,
      "grad_norm": 5.75,
      "learning_rate": 2.715855722365013e-05,
      "loss": 2.1474,
      "mean_token_accuracy": 0.52646344602108,
      "num_tokens": 277366714.0,
      "step": 360200
    },
    {
      "epoch": 0.45691170762521593,
      "grad_norm": 4.90625,
      "learning_rate": 2.715792291356383e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5289824932813645,
      "num_tokens": 277374952.0,
      "step": 360210
    },
    {
      "epoch": 0.4569243922177488,
      "grad_norm": 5.5,
      "learning_rate": 2.7157288603477543e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5462106496095658,
      "num_tokens": 277383845.0,
      "step": 360220
    },
    {
      "epoch": 0.4569370768102816,
      "grad_norm": 4.84375,
      "learning_rate": 2.7156654293391255e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5558571636676788,
      "num_tokens": 277390502.0,
      "step": 360230
    },
    {
      "epoch": 0.45694976140281446,
      "grad_norm": 4.96875,
      "learning_rate": 2.715601998330496e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5610104531049729,
      "num_tokens": 277398872.0,
      "step": 360240
    },
    {
      "epoch": 0.4569624459953473,
      "grad_norm": 6.9375,
      "learning_rate": 2.715538567321867e-05,
      "loss": 1.855,
      "mean_token_accuracy": 0.575954270362854,
      "num_tokens": 277406591.0,
      "step": 360250
    },
    {
      "epoch": 0.45697513058788014,
      "grad_norm": 6.09375,
      "learning_rate": 2.7154751363132375e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5632134169340134,
      "num_tokens": 277413963.0,
      "step": 360260
    },
    {
      "epoch": 0.456987815180413,
      "grad_norm": 6.46875,
      "learning_rate": 2.7154117053046087e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5522105455398559,
      "num_tokens": 277421505.0,
      "step": 360270
    },
    {
      "epoch": 0.45700049977294577,
      "grad_norm": 6.875,
      "learning_rate": 2.7153482742959795e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5495744735002518,
      "num_tokens": 277429045.0,
      "step": 360280
    },
    {
      "epoch": 0.4570131843654786,
      "grad_norm": 12.4375,
      "learning_rate": 2.71528484328735e-05,
      "loss": 2.293,
      "mean_token_accuracy": 0.5129666417837143,
      "num_tokens": 277435464.0,
      "step": 360290
    },
    {
      "epoch": 0.45702586895801145,
      "grad_norm": 5.5,
      "learning_rate": 2.7152214122787213e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5450956553220749,
      "num_tokens": 277443550.0,
      "step": 360300
    },
    {
      "epoch": 0.4570385535505443,
      "grad_norm": 6.75,
      "learning_rate": 2.715157981270092e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5307783633470535,
      "num_tokens": 277451887.0,
      "step": 360310
    },
    {
      "epoch": 0.45705123814307713,
      "grad_norm": 6.5,
      "learning_rate": 2.7150945502614627e-05,
      "loss": 1.8078,
      "mean_token_accuracy": 0.5958889573812485,
      "num_tokens": 277458488.0,
      "step": 360320
    },
    {
      "epoch": 0.45706392273561,
      "grad_norm": 7.1875,
      "learning_rate": 2.715031119252834e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5427180677652359,
      "num_tokens": 277466819.0,
      "step": 360330
    },
    {
      "epoch": 0.4570766073281428,
      "grad_norm": 5.03125,
      "learning_rate": 2.7149676882442045e-05,
      "loss": 2.2776,
      "mean_token_accuracy": 0.5156422406435013,
      "num_tokens": 277474281.0,
      "step": 360340
    },
    {
      "epoch": 0.45708929192067566,
      "grad_norm": 6.21875,
      "learning_rate": 2.7149042572355753e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5258114248514175,
      "num_tokens": 277481334.0,
      "step": 360350
    },
    {
      "epoch": 0.45710197651320844,
      "grad_norm": 5.375,
      "learning_rate": 2.714840826226946e-05,
      "loss": 2.3121,
      "mean_token_accuracy": 0.504878768324852,
      "num_tokens": 277489521.0,
      "step": 360360
    },
    {
      "epoch": 0.4571146611057413,
      "grad_norm": 6.125,
      "learning_rate": 2.714777395218317e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5443236291408539,
      "num_tokens": 277496619.0,
      "step": 360370
    },
    {
      "epoch": 0.4571273456982741,
      "grad_norm": 5.8125,
      "learning_rate": 2.714713964209688e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5491185665130616,
      "num_tokens": 277504469.0,
      "step": 360380
    },
    {
      "epoch": 0.45714003029080696,
      "grad_norm": 5.46875,
      "learning_rate": 2.7146505332010585e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5236797034740448,
      "num_tokens": 277512838.0,
      "step": 360390
    },
    {
      "epoch": 0.4571527148833398,
      "grad_norm": 5.125,
      "learning_rate": 2.7145871021924297e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5553816795349121,
      "num_tokens": 277521675.0,
      "step": 360400
    },
    {
      "epoch": 0.45716539947587265,
      "grad_norm": 5.4375,
      "learning_rate": 2.7145236711838002e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5289694756269455,
      "num_tokens": 277529135.0,
      "step": 360410
    },
    {
      "epoch": 0.4571780840684055,
      "grad_norm": 4.96875,
      "learning_rate": 2.714460240175171e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5626496762037277,
      "num_tokens": 277535872.0,
      "step": 360420
    },
    {
      "epoch": 0.45719076866093833,
      "grad_norm": 6.90625,
      "learning_rate": 2.7143968091665423e-05,
      "loss": 1.7924,
      "mean_token_accuracy": 0.6160504788160324,
      "num_tokens": 277542220.0,
      "step": 360430
    },
    {
      "epoch": 0.4572034532534711,
      "grad_norm": 9.25,
      "learning_rate": 2.714333378157913e-05,
      "loss": 1.8821,
      "mean_token_accuracy": 0.5756510496139526,
      "num_tokens": 277549982.0,
      "step": 360440
    },
    {
      "epoch": 0.45721613784600396,
      "grad_norm": 7.125,
      "learning_rate": 2.7142699471492837e-05,
      "loss": 1.7847,
      "mean_token_accuracy": 0.6133119612932205,
      "num_tokens": 277556295.0,
      "step": 360450
    },
    {
      "epoch": 0.4572288224385368,
      "grad_norm": 6.125,
      "learning_rate": 2.7142065161406543e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5558455169200898,
      "num_tokens": 277563140.0,
      "step": 360460
    },
    {
      "epoch": 0.45724150703106964,
      "grad_norm": 5.21875,
      "learning_rate": 2.7141430851320255e-05,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5283999055624008,
      "num_tokens": 277571454.0,
      "step": 360470
    },
    {
      "epoch": 0.4572541916236025,
      "grad_norm": 5.5,
      "learning_rate": 2.7140796541233964e-05,
      "loss": 1.9861,
      "mean_token_accuracy": 0.5542227864265442,
      "num_tokens": 277578730.0,
      "step": 360480
    },
    {
      "epoch": 0.4572668762161353,
      "grad_norm": 5.15625,
      "learning_rate": 2.714016223114767e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5426615834236145,
      "num_tokens": 277586495.0,
      "step": 360490
    },
    {
      "epoch": 0.45727956080866816,
      "grad_norm": 5.375,
      "learning_rate": 2.713952792106138e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5312609970569611,
      "num_tokens": 277593774.0,
      "step": 360500
    },
    {
      "epoch": 0.457292245401201,
      "grad_norm": 7.125,
      "learning_rate": 2.7138893610975086e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5585971146821975,
      "num_tokens": 277600585.0,
      "step": 360510
    },
    {
      "epoch": 0.4573049299937338,
      "grad_norm": 5.09375,
      "learning_rate": 2.7138259300888795e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.540145394206047,
      "num_tokens": 277608618.0,
      "step": 360520
    },
    {
      "epoch": 0.45731761458626663,
      "grad_norm": 5.03125,
      "learning_rate": 2.7137624990802507e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.57148557305336,
      "num_tokens": 277616384.0,
      "step": 360530
    },
    {
      "epoch": 0.45733029917879947,
      "grad_norm": 6.9375,
      "learning_rate": 2.7136990680716213e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5723850756883622,
      "num_tokens": 277623923.0,
      "step": 360540
    },
    {
      "epoch": 0.4573429837713323,
      "grad_norm": 5.0625,
      "learning_rate": 2.713635637062992e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5573071509599685,
      "num_tokens": 277631201.0,
      "step": 360550
    },
    {
      "epoch": 0.45735566836386515,
      "grad_norm": 7.03125,
      "learning_rate": 2.7135722060543627e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5253399521112442,
      "num_tokens": 277639134.0,
      "step": 360560
    },
    {
      "epoch": 0.457368352956398,
      "grad_norm": 6.15625,
      "learning_rate": 2.713508775045734e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5660724937915802,
      "num_tokens": 277646276.0,
      "step": 360570
    },
    {
      "epoch": 0.45738103754893084,
      "grad_norm": 5.625,
      "learning_rate": 2.713445344037105e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5366423487663269,
      "num_tokens": 277653667.0,
      "step": 360580
    },
    {
      "epoch": 0.4573937221414637,
      "grad_norm": 4.875,
      "learning_rate": 2.7133819130284753e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5490630835294723,
      "num_tokens": 277663255.0,
      "step": 360590
    },
    {
      "epoch": 0.45740640673399646,
      "grad_norm": 5.125,
      "learning_rate": 2.7133184820198465e-05,
      "loss": 1.7659,
      "mean_token_accuracy": 0.606675061583519,
      "num_tokens": 277670363.0,
      "step": 360600
    },
    {
      "epoch": 0.4574190913265293,
      "grad_norm": 5.84375,
      "learning_rate": 2.713255051011217e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5346708118915557,
      "num_tokens": 277678306.0,
      "step": 360610
    },
    {
      "epoch": 0.45743177591906214,
      "grad_norm": 5.375,
      "learning_rate": 2.7131916200025882e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5171761959791183,
      "num_tokens": 277686714.0,
      "step": 360620
    },
    {
      "epoch": 0.457444460511595,
      "grad_norm": 4.25,
      "learning_rate": 2.713128188993959e-05,
      "loss": 1.8111,
      "mean_token_accuracy": 0.5844598829746246,
      "num_tokens": 277693963.0,
      "step": 360630
    },
    {
      "epoch": 0.4574571451041278,
      "grad_norm": 5.34375,
      "learning_rate": 2.7130647579853297e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5601419568061828,
      "num_tokens": 277701581.0,
      "step": 360640
    },
    {
      "epoch": 0.45746982969666067,
      "grad_norm": 5.75,
      "learning_rate": 2.713001326976701e-05,
      "loss": 1.9205,
      "mean_token_accuracy": 0.583544921875,
      "num_tokens": 277708126.0,
      "step": 360650
    },
    {
      "epoch": 0.4574825142891935,
      "grad_norm": 5.15625,
      "learning_rate": 2.7129378959680714e-05,
      "loss": 1.937,
      "mean_token_accuracy": 0.5717035889625549,
      "num_tokens": 277715710.0,
      "step": 360660
    },
    {
      "epoch": 0.4574951988817263,
      "grad_norm": 5.625,
      "learning_rate": 2.7128744649594423e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5255902051925659,
      "num_tokens": 277723292.0,
      "step": 360670
    },
    {
      "epoch": 0.45750788347425914,
      "grad_norm": 6.4375,
      "learning_rate": 2.7128110339508135e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5350681573152543,
      "num_tokens": 277730965.0,
      "step": 360680
    },
    {
      "epoch": 0.457520568066792,
      "grad_norm": 4.9375,
      "learning_rate": 2.712747602942184e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5373865902423859,
      "num_tokens": 277738652.0,
      "step": 360690
    },
    {
      "epoch": 0.4575332526593248,
      "grad_norm": 5.4375,
      "learning_rate": 2.712684171933555e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5627722650766372,
      "num_tokens": 277746155.0,
      "step": 360700
    },
    {
      "epoch": 0.45754593725185766,
      "grad_norm": 5.25,
      "learning_rate": 2.7126207409249254e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5292796939611435,
      "num_tokens": 277754612.0,
      "step": 360710
    },
    {
      "epoch": 0.4575586218443905,
      "grad_norm": 4.6875,
      "learning_rate": 2.7125573099162966e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5772313714027405,
      "num_tokens": 277761847.0,
      "step": 360720
    },
    {
      "epoch": 0.45757130643692334,
      "grad_norm": 4.875,
      "learning_rate": 2.7124938789076675e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5567356139421463,
      "num_tokens": 277769665.0,
      "step": 360730
    },
    {
      "epoch": 0.4575839910294562,
      "grad_norm": 5.21875,
      "learning_rate": 2.712430447899038e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5259524583816528,
      "num_tokens": 277777396.0,
      "step": 360740
    },
    {
      "epoch": 0.45759667562198897,
      "grad_norm": 5.65625,
      "learning_rate": 2.7123670168904093e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5292178332805634,
      "num_tokens": 277785469.0,
      "step": 360750
    },
    {
      "epoch": 0.4576093602145218,
      "grad_norm": 5.0625,
      "learning_rate": 2.7123035858817798e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5542827546596527,
      "num_tokens": 277793351.0,
      "step": 360760
    },
    {
      "epoch": 0.45762204480705465,
      "grad_norm": 4.9375,
      "learning_rate": 2.7122401548731507e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5242903113365174,
      "num_tokens": 277801709.0,
      "step": 360770
    },
    {
      "epoch": 0.4576347293995875,
      "grad_norm": 4.9375,
      "learning_rate": 2.712176723864522e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5700746953487397,
      "num_tokens": 277809185.0,
      "step": 360780
    },
    {
      "epoch": 0.45764741399212033,
      "grad_norm": 5.625,
      "learning_rate": 2.7121132928558924e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5446954667568207,
      "num_tokens": 277817638.0,
      "step": 360790
    },
    {
      "epoch": 0.4576600985846532,
      "grad_norm": 5.625,
      "learning_rate": 2.7120498618472633e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5580613315105438,
      "num_tokens": 277825333.0,
      "step": 360800
    },
    {
      "epoch": 0.457672783177186,
      "grad_norm": 5.6875,
      "learning_rate": 2.711986430838634e-05,
      "loss": 1.8109,
      "mean_token_accuracy": 0.5987006843090057,
      "num_tokens": 277833082.0,
      "step": 360810
    },
    {
      "epoch": 0.45768546776971886,
      "grad_norm": 5.4375,
      "learning_rate": 2.711922999830005e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5445156514644622,
      "num_tokens": 277840998.0,
      "step": 360820
    },
    {
      "epoch": 0.45769815236225164,
      "grad_norm": 6.0,
      "learning_rate": 2.711859568821376e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5430872827768326,
      "num_tokens": 277848108.0,
      "step": 360830
    },
    {
      "epoch": 0.4577108369547845,
      "grad_norm": 5.90625,
      "learning_rate": 2.7117961378127465e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5679204523563385,
      "num_tokens": 277856188.0,
      "step": 360840
    },
    {
      "epoch": 0.4577235215473173,
      "grad_norm": 5.375,
      "learning_rate": 2.7117327068041177e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5491721123456955,
      "num_tokens": 277864955.0,
      "step": 360850
    },
    {
      "epoch": 0.45773620613985017,
      "grad_norm": 8.8125,
      "learning_rate": 2.7116692757954885e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5729236096143723,
      "num_tokens": 277871725.0,
      "step": 360860
    },
    {
      "epoch": 0.457748890732383,
      "grad_norm": 5.15625,
      "learning_rate": 2.711605844786859e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5432029873132705,
      "num_tokens": 277880921.0,
      "step": 360870
    },
    {
      "epoch": 0.45776157532491585,
      "grad_norm": 10.5625,
      "learning_rate": 2.7115424137782303e-05,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5690010786056519,
      "num_tokens": 277886254.0,
      "step": 360880
    },
    {
      "epoch": 0.4577742599174487,
      "grad_norm": 8.625,
      "learning_rate": 2.7114789827696008e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.541144871711731,
      "num_tokens": 277894688.0,
      "step": 360890
    },
    {
      "epoch": 0.45778694450998153,
      "grad_norm": 6.625,
      "learning_rate": 2.7114155517609717e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5325882464647294,
      "num_tokens": 277902675.0,
      "step": 360900
    },
    {
      "epoch": 0.4577996291025143,
      "grad_norm": 7.15625,
      "learning_rate": 2.711352120752343e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.550961610674858,
      "num_tokens": 277908921.0,
      "step": 360910
    },
    {
      "epoch": 0.45781231369504716,
      "grad_norm": 5.90625,
      "learning_rate": 2.7112886897437135e-05,
      "loss": 1.9632,
      "mean_token_accuracy": 0.5679118245840072,
      "num_tokens": 277917394.0,
      "step": 360920
    },
    {
      "epoch": 0.45782499828758,
      "grad_norm": 5.15625,
      "learning_rate": 2.7112252587350843e-05,
      "loss": 1.8466,
      "mean_token_accuracy": 0.5863168388605118,
      "num_tokens": 277923995.0,
      "step": 360930
    },
    {
      "epoch": 0.45783768288011284,
      "grad_norm": 5.125,
      "learning_rate": 2.711161827726455e-05,
      "loss": 1.8326,
      "mean_token_accuracy": 0.6006952971220016,
      "num_tokens": 277931821.0,
      "step": 360940
    },
    {
      "epoch": 0.4578503674726457,
      "grad_norm": 4.9375,
      "learning_rate": 2.711098396717826e-05,
      "loss": 1.8673,
      "mean_token_accuracy": 0.5813509911298752,
      "num_tokens": 277938355.0,
      "step": 360950
    },
    {
      "epoch": 0.4578630520651785,
      "grad_norm": 5.15625,
      "learning_rate": 2.7110349657091973e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5322287261486054,
      "num_tokens": 277946646.0,
      "step": 360960
    },
    {
      "epoch": 0.45787573665771136,
      "grad_norm": 6.28125,
      "learning_rate": 2.7109715347005675e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5251389801502228,
      "num_tokens": 277955506.0,
      "step": 360970
    },
    {
      "epoch": 0.4578884212502442,
      "grad_norm": 5.40625,
      "learning_rate": 2.7109081036919387e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5659405082464218,
      "num_tokens": 277962663.0,
      "step": 360980
    },
    {
      "epoch": 0.457901105842777,
      "grad_norm": 6.125,
      "learning_rate": 2.7108446726833092e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5322755098342895,
      "num_tokens": 277970463.0,
      "step": 360990
    },
    {
      "epoch": 0.45791379043530983,
      "grad_norm": 6.3125,
      "learning_rate": 2.7107812416746804e-05,
      "loss": 1.7862,
      "mean_token_accuracy": 0.5988012045621872,
      "num_tokens": 277978236.0,
      "step": 361000
    },
    {
      "epoch": 0.45792647502784267,
      "grad_norm": 5.46875,
      "learning_rate": 2.7107178106660513e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5478928536176682,
      "num_tokens": 277985277.0,
      "step": 361010
    },
    {
      "epoch": 0.4579391596203755,
      "grad_norm": 6.34375,
      "learning_rate": 2.710654379657422e-05,
      "loss": 2.289,
      "mean_token_accuracy": 0.5126859813928604,
      "num_tokens": 277992855.0,
      "step": 361020
    },
    {
      "epoch": 0.45795184421290835,
      "grad_norm": 5.5625,
      "learning_rate": 2.710590948648793e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5244805186986923,
      "num_tokens": 278001160.0,
      "step": 361030
    },
    {
      "epoch": 0.4579645288054412,
      "grad_norm": 5.84375,
      "learning_rate": 2.7105275176401636e-05,
      "loss": 1.8899,
      "mean_token_accuracy": 0.5784925580024719,
      "num_tokens": 278007408.0,
      "step": 361040
    },
    {
      "epoch": 0.45797721339797404,
      "grad_norm": 6.34375,
      "learning_rate": 2.7104640866315345e-05,
      "loss": 1.8722,
      "mean_token_accuracy": 0.569772231578827,
      "num_tokens": 278015029.0,
      "step": 361050
    },
    {
      "epoch": 0.4579898979905069,
      "grad_norm": 17.875,
      "learning_rate": 2.7104006556229057e-05,
      "loss": 1.88,
      "mean_token_accuracy": 0.6036981344223022,
      "num_tokens": 278020934.0,
      "step": 361060
    },
    {
      "epoch": 0.45800258258303966,
      "grad_norm": 6.21875,
      "learning_rate": 2.7103372246142762e-05,
      "loss": 2.1987,
      "mean_token_accuracy": 0.5242967814207077,
      "num_tokens": 278028885.0,
      "step": 361070
    },
    {
      "epoch": 0.4580152671755725,
      "grad_norm": 5.15625,
      "learning_rate": 2.710273793605647e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5547748595476151,
      "num_tokens": 278035561.0,
      "step": 361080
    },
    {
      "epoch": 0.45802795176810535,
      "grad_norm": 5.3125,
      "learning_rate": 2.7102103625970176e-05,
      "loss": 1.8454,
      "mean_token_accuracy": 0.6013160347938538,
      "num_tokens": 278042776.0,
      "step": 361090
    },
    {
      "epoch": 0.4580406363606382,
      "grad_norm": 5.65625,
      "learning_rate": 2.710146931588389e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.556250610947609,
      "num_tokens": 278050727.0,
      "step": 361100
    },
    {
      "epoch": 0.45805332095317103,
      "grad_norm": 6.6875,
      "learning_rate": 2.7100835005797597e-05,
      "loss": 2.2148,
      "mean_token_accuracy": 0.5188960522413254,
      "num_tokens": 278058128.0,
      "step": 361110
    },
    {
      "epoch": 0.45806600554570387,
      "grad_norm": 5.21875,
      "learning_rate": 2.7100200695711303e-05,
      "loss": 2.2903,
      "mean_token_accuracy": 0.5040287107229233,
      "num_tokens": 278066101.0,
      "step": 361120
    },
    {
      "epoch": 0.4580786901382367,
      "grad_norm": 5.78125,
      "learning_rate": 2.7099566385625015e-05,
      "loss": 1.7985,
      "mean_token_accuracy": 0.5912141323089599,
      "num_tokens": 278073568.0,
      "step": 361130
    },
    {
      "epoch": 0.4580913747307695,
      "grad_norm": 4.78125,
      "learning_rate": 2.709893207553872e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5458032697439194,
      "num_tokens": 278081363.0,
      "step": 361140
    },
    {
      "epoch": 0.45810405932330234,
      "grad_norm": 5.46875,
      "learning_rate": 2.709829776545243e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5443235516548157,
      "num_tokens": 278089083.0,
      "step": 361150
    },
    {
      "epoch": 0.4581167439158352,
      "grad_norm": 8.1875,
      "learning_rate": 2.709766345536614e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5250709384679795,
      "num_tokens": 278096597.0,
      "step": 361160
    },
    {
      "epoch": 0.458129428508368,
      "grad_norm": 5.28125,
      "learning_rate": 2.7097029145279846e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5467809915542603,
      "num_tokens": 278105013.0,
      "step": 361170
    },
    {
      "epoch": 0.45814211310090086,
      "grad_norm": 7.1875,
      "learning_rate": 2.7096394835193555e-05,
      "loss": 1.9173,
      "mean_token_accuracy": 0.5898105472326278,
      "num_tokens": 278112363.0,
      "step": 361180
    },
    {
      "epoch": 0.4581547976934337,
      "grad_norm": 5.5625,
      "learning_rate": 2.709576052510726e-05,
      "loss": 2.0157,
      "mean_token_accuracy": 0.546512508392334,
      "num_tokens": 278120440.0,
      "step": 361190
    },
    {
      "epoch": 0.45816748228596654,
      "grad_norm": 5.0,
      "learning_rate": 2.7095126215020972e-05,
      "loss": 1.9166,
      "mean_token_accuracy": 0.578608563542366,
      "num_tokens": 278128919.0,
      "step": 361200
    },
    {
      "epoch": 0.4581801668784994,
      "grad_norm": 5.1875,
      "learning_rate": 2.709449190493468e-05,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5154174745082856,
      "num_tokens": 278136073.0,
      "step": 361210
    },
    {
      "epoch": 0.45819285147103217,
      "grad_norm": 4.96875,
      "learning_rate": 2.7093857594848387e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5134644329547882,
      "num_tokens": 278143743.0,
      "step": 361220
    },
    {
      "epoch": 0.458205536063565,
      "grad_norm": 6.6875,
      "learning_rate": 2.70932232847621e-05,
      "loss": 1.8194,
      "mean_token_accuracy": 0.5939607858657837,
      "num_tokens": 278149565.0,
      "step": 361230
    },
    {
      "epoch": 0.45821822065609785,
      "grad_norm": 5.25,
      "learning_rate": 2.7092588974675804e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5418029367923737,
      "num_tokens": 278157745.0,
      "step": 361240
    },
    {
      "epoch": 0.4582309052486307,
      "grad_norm": 6.75,
      "learning_rate": 2.7091954664589513e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5517772406339645,
      "num_tokens": 278164693.0,
      "step": 361250
    },
    {
      "epoch": 0.45824358984116353,
      "grad_norm": 5.625,
      "learning_rate": 2.7091320354503225e-05,
      "loss": 1.9361,
      "mean_token_accuracy": 0.566124826669693,
      "num_tokens": 278173479.0,
      "step": 361260
    },
    {
      "epoch": 0.4582562744336964,
      "grad_norm": 6.40625,
      "learning_rate": 2.709068604441693e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5309722632169723,
      "num_tokens": 278180632.0,
      "step": 361270
    },
    {
      "epoch": 0.4582689590262292,
      "grad_norm": 4.59375,
      "learning_rate": 2.709005173433064e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5313727200031281,
      "num_tokens": 278188972.0,
      "step": 361280
    },
    {
      "epoch": 0.45828164361876206,
      "grad_norm": 5.34375,
      "learning_rate": 2.7089417424244344e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5765360563993454,
      "num_tokens": 278196559.0,
      "step": 361290
    },
    {
      "epoch": 0.45829432821129484,
      "grad_norm": 5.40625,
      "learning_rate": 2.7088783114158056e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.5240811318159103,
      "num_tokens": 278204254.0,
      "step": 361300
    },
    {
      "epoch": 0.4583070128038277,
      "grad_norm": 6.875,
      "learning_rate": 2.7088148804071765e-05,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5560712188482284,
      "num_tokens": 278212436.0,
      "step": 361310
    },
    {
      "epoch": 0.4583196973963605,
      "grad_norm": 4.5625,
      "learning_rate": 2.708751449398547e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5386025577783584,
      "num_tokens": 278220682.0,
      "step": 361320
    },
    {
      "epoch": 0.45833238198889337,
      "grad_norm": 5.03125,
      "learning_rate": 2.7086880183899183e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.532715454697609,
      "num_tokens": 278228583.0,
      "step": 361330
    },
    {
      "epoch": 0.4583450665814262,
      "grad_norm": 5.625,
      "learning_rate": 2.7086245873812888e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5345506191253662,
      "num_tokens": 278237663.0,
      "step": 361340
    },
    {
      "epoch": 0.45835775117395905,
      "grad_norm": 7.09375,
      "learning_rate": 2.7085611563726597e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5560040056705475,
      "num_tokens": 278242712.0,
      "step": 361350
    },
    {
      "epoch": 0.4583704357664919,
      "grad_norm": 5.84375,
      "learning_rate": 2.708497725364031e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5598028481006623,
      "num_tokens": 278250642.0,
      "step": 361360
    },
    {
      "epoch": 0.45838312035902473,
      "grad_norm": 5.3125,
      "learning_rate": 2.7084342943554014e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5490831047296524,
      "num_tokens": 278259112.0,
      "step": 361370
    },
    {
      "epoch": 0.4583958049515575,
      "grad_norm": 7.1875,
      "learning_rate": 2.7083708633467726e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5583437442779541,
      "num_tokens": 278266623.0,
      "step": 361380
    },
    {
      "epoch": 0.45840848954409036,
      "grad_norm": 3.515625,
      "learning_rate": 2.708307432338143e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5707830637693405,
      "num_tokens": 278274587.0,
      "step": 361390
    },
    {
      "epoch": 0.4584211741366232,
      "grad_norm": 4.75,
      "learning_rate": 2.708244001329514e-05,
      "loss": 1.8641,
      "mean_token_accuracy": 0.5883134186267853,
      "num_tokens": 278282208.0,
      "step": 361400
    },
    {
      "epoch": 0.45843385872915604,
      "grad_norm": 4.625,
      "learning_rate": 2.7081805703208853e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5172527372837067,
      "num_tokens": 278289805.0,
      "step": 361410
    },
    {
      "epoch": 0.4584465433216889,
      "grad_norm": 7.15625,
      "learning_rate": 2.7081171393122558e-05,
      "loss": 2.2748,
      "mean_token_accuracy": 0.5094444483518601,
      "num_tokens": 278298045.0,
      "step": 361420
    },
    {
      "epoch": 0.4584592279142217,
      "grad_norm": 5.8125,
      "learning_rate": 2.7080537083036267e-05,
      "loss": 1.8198,
      "mean_token_accuracy": 0.5993051618337631,
      "num_tokens": 278305742.0,
      "step": 361430
    },
    {
      "epoch": 0.45847191250675456,
      "grad_norm": 5.25,
      "learning_rate": 2.7079902772949972e-05,
      "loss": 2.2099,
      "mean_token_accuracy": 0.520516312122345,
      "num_tokens": 278313144.0,
      "step": 361440
    },
    {
      "epoch": 0.4584845970992874,
      "grad_norm": 5.21875,
      "learning_rate": 2.7079268462863684e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5376720488071441,
      "num_tokens": 278320203.0,
      "step": 361450
    },
    {
      "epoch": 0.4584972816918202,
      "grad_norm": 4.0625,
      "learning_rate": 2.7078634152777393e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5358428478240966,
      "num_tokens": 278328888.0,
      "step": 361460
    },
    {
      "epoch": 0.45850996628435303,
      "grad_norm": 5.0625,
      "learning_rate": 2.7077999842691098e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5359506279230117,
      "num_tokens": 278336652.0,
      "step": 361470
    },
    {
      "epoch": 0.4585226508768859,
      "grad_norm": 5.21875,
      "learning_rate": 2.707736553260481e-05,
      "loss": 2.2257,
      "mean_token_accuracy": 0.5103651225566864,
      "num_tokens": 278345099.0,
      "step": 361480
    },
    {
      "epoch": 0.4585353354694187,
      "grad_norm": 4.84375,
      "learning_rate": 2.7076731222518516e-05,
      "loss": 1.939,
      "mean_token_accuracy": 0.5628209620714187,
      "num_tokens": 278353279.0,
      "step": 361490
    },
    {
      "epoch": 0.45854802006195156,
      "grad_norm": 5.8125,
      "learning_rate": 2.7076096912432224e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5359545409679413,
      "num_tokens": 278361895.0,
      "step": 361500
    },
    {
      "epoch": 0.4585607046544844,
      "grad_norm": 5.9375,
      "learning_rate": 2.7075462602345937e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5684524208307267,
      "num_tokens": 278369806.0,
      "step": 361510
    },
    {
      "epoch": 0.45857338924701724,
      "grad_norm": 5.125,
      "learning_rate": 2.7074828292259642e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5222970545291901,
      "num_tokens": 278375987.0,
      "step": 361520
    },
    {
      "epoch": 0.4585860738395501,
      "grad_norm": 6.15625,
      "learning_rate": 2.707419398217335e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5390108168125153,
      "num_tokens": 278382707.0,
      "step": 361530
    },
    {
      "epoch": 0.45859875843208286,
      "grad_norm": 4.5,
      "learning_rate": 2.7073559672087056e-05,
      "loss": 1.9322,
      "mean_token_accuracy": 0.5689299404621124,
      "num_tokens": 278390640.0,
      "step": 361540
    },
    {
      "epoch": 0.4586114430246157,
      "grad_norm": 5.21875,
      "learning_rate": 2.7072925362000768e-05,
      "loss": 2.2223,
      "mean_token_accuracy": 0.5268342524766922,
      "num_tokens": 278399250.0,
      "step": 361550
    },
    {
      "epoch": 0.45862412761714855,
      "grad_norm": 7.59375,
      "learning_rate": 2.7072291051914477e-05,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5577230244874954,
      "num_tokens": 278406095.0,
      "step": 361560
    },
    {
      "epoch": 0.4586368122096814,
      "grad_norm": 5.96875,
      "learning_rate": 2.7071656741828182e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5375160604715348,
      "num_tokens": 278413833.0,
      "step": 361570
    },
    {
      "epoch": 0.45864949680221423,
      "grad_norm": 5.875,
      "learning_rate": 2.7071022431741894e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5341557741165162,
      "num_tokens": 278421492.0,
      "step": 361580
    },
    {
      "epoch": 0.45866218139474707,
      "grad_norm": 6.25,
      "learning_rate": 2.70703881216556e-05,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5239220798015595,
      "num_tokens": 278430895.0,
      "step": 361590
    },
    {
      "epoch": 0.4586748659872799,
      "grad_norm": 6.15625,
      "learning_rate": 2.706975381156931e-05,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5658936828374863,
      "num_tokens": 278438700.0,
      "step": 361600
    },
    {
      "epoch": 0.4586875505798127,
      "grad_norm": 13.6875,
      "learning_rate": 2.706911950148302e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5463419497013092,
      "num_tokens": 278445468.0,
      "step": 361610
    },
    {
      "epoch": 0.45870023517234554,
      "grad_norm": 4.875,
      "learning_rate": 2.7068485191396726e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5363645792007447,
      "num_tokens": 278453229.0,
      "step": 361620
    },
    {
      "epoch": 0.4587129197648784,
      "grad_norm": 5.21875,
      "learning_rate": 2.7067850881310435e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.534633582830429,
      "num_tokens": 278461662.0,
      "step": 361630
    },
    {
      "epoch": 0.4587256043574112,
      "grad_norm": 6.0625,
      "learning_rate": 2.706721657122414e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5604028910398483,
      "num_tokens": 278469388.0,
      "step": 361640
    },
    {
      "epoch": 0.45873828894994406,
      "grad_norm": 4.75,
      "learning_rate": 2.7066582261137852e-05,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5615781098604202,
      "num_tokens": 278477104.0,
      "step": 361650
    },
    {
      "epoch": 0.4587509735424769,
      "grad_norm": 6.4375,
      "learning_rate": 2.706594795105156e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.524540713429451,
      "num_tokens": 278484943.0,
      "step": 361660
    },
    {
      "epoch": 0.45876365813500974,
      "grad_norm": 5.21875,
      "learning_rate": 2.7065313640965266e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5310744404792785,
      "num_tokens": 278491755.0,
      "step": 361670
    },
    {
      "epoch": 0.4587763427275426,
      "grad_norm": 8.375,
      "learning_rate": 2.706467933087898e-05,
      "loss": 1.7624,
      "mean_token_accuracy": 0.5986623287200927,
      "num_tokens": 278498640.0,
      "step": 361680
    },
    {
      "epoch": 0.45878902732007537,
      "grad_norm": 6.1875,
      "learning_rate": 2.7064045020792684e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5640966296195984,
      "num_tokens": 278505309.0,
      "step": 361690
    },
    {
      "epoch": 0.4588017119126082,
      "grad_norm": 6.25,
      "learning_rate": 2.7063410710706392e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5560256451368332,
      "num_tokens": 278512732.0,
      "step": 361700
    },
    {
      "epoch": 0.45881439650514105,
      "grad_norm": 6.15625,
      "learning_rate": 2.7062776400620105e-05,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5911872416734696,
      "num_tokens": 278519740.0,
      "step": 361710
    },
    {
      "epoch": 0.4588270810976739,
      "grad_norm": 5.3125,
      "learning_rate": 2.706214209053381e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.534422504901886,
      "num_tokens": 278528220.0,
      "step": 361720
    },
    {
      "epoch": 0.45883976569020674,
      "grad_norm": 4.21875,
      "learning_rate": 2.706150778044752e-05,
      "loss": 1.6729,
      "mean_token_accuracy": 0.6269567310810089,
      "num_tokens": 278535241.0,
      "step": 361730
    },
    {
      "epoch": 0.4588524502827396,
      "grad_norm": 4.28125,
      "learning_rate": 2.7060873470361224e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5333468586206436,
      "num_tokens": 278544264.0,
      "step": 361740
    },
    {
      "epoch": 0.4588651348752724,
      "grad_norm": 5.90625,
      "learning_rate": 2.7060239160274936e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5460845500230789,
      "num_tokens": 278551074.0,
      "step": 361750
    },
    {
      "epoch": 0.45887781946780526,
      "grad_norm": 4.90625,
      "learning_rate": 2.705960485018865e-05,
      "loss": 1.6888,
      "mean_token_accuracy": 0.6048179864883423,
      "num_tokens": 278557776.0,
      "step": 361760
    },
    {
      "epoch": 0.45889050406033804,
      "grad_norm": 6.25,
      "learning_rate": 2.705897054010235e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.564798828959465,
      "num_tokens": 278565440.0,
      "step": 361770
    },
    {
      "epoch": 0.4589031886528709,
      "grad_norm": 5.03125,
      "learning_rate": 2.7058336230016062e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.5755307108163834,
      "num_tokens": 278572437.0,
      "step": 361780
    },
    {
      "epoch": 0.4589158732454037,
      "grad_norm": 3.609375,
      "learning_rate": 2.7057701919929775e-05,
      "loss": 1.879,
      "mean_token_accuracy": 0.5838988989591598,
      "num_tokens": 278580508.0,
      "step": 361790
    },
    {
      "epoch": 0.45892855783793657,
      "grad_norm": 6.09375,
      "learning_rate": 2.705706760984348e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5209107309579849,
      "num_tokens": 278589127.0,
      "step": 361800
    },
    {
      "epoch": 0.4589412424304694,
      "grad_norm": 6.0625,
      "learning_rate": 2.705643329975719e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5472546190023422,
      "num_tokens": 278598015.0,
      "step": 361810
    },
    {
      "epoch": 0.45895392702300225,
      "grad_norm": 18.875,
      "learning_rate": 2.7055798989670894e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5592512220144272,
      "num_tokens": 278606385.0,
      "step": 361820
    },
    {
      "epoch": 0.4589666116155351,
      "grad_norm": 5.46875,
      "learning_rate": 2.7055164679584606e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5204398602247238,
      "num_tokens": 278614215.0,
      "step": 361830
    },
    {
      "epoch": 0.45897929620806793,
      "grad_norm": 5.09375,
      "learning_rate": 2.7054530369498315e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5353262186050415,
      "num_tokens": 278622382.0,
      "step": 361840
    },
    {
      "epoch": 0.4589919808006007,
      "grad_norm": 5.71875,
      "learning_rate": 2.705389605941202e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5562805593013763,
      "num_tokens": 278630108.0,
      "step": 361850
    },
    {
      "epoch": 0.45900466539313356,
      "grad_norm": 5.0625,
      "learning_rate": 2.7053261749325732e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5281007379293442,
      "num_tokens": 278639896.0,
      "step": 361860
    },
    {
      "epoch": 0.4590173499856664,
      "grad_norm": 6.03125,
      "learning_rate": 2.7052627439239438e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5617689162492752,
      "num_tokens": 278648318.0,
      "step": 361870
    },
    {
      "epoch": 0.45903003457819924,
      "grad_norm": 5.5,
      "learning_rate": 2.7051993129153146e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5265870571136475,
      "num_tokens": 278655985.0,
      "step": 361880
    },
    {
      "epoch": 0.4590427191707321,
      "grad_norm": 4.875,
      "learning_rate": 2.705135881906686e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5454012274742126,
      "num_tokens": 278664259.0,
      "step": 361890
    },
    {
      "epoch": 0.4590554037632649,
      "grad_norm": 5.03125,
      "learning_rate": 2.7050724508980564e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5299753576517106,
      "num_tokens": 278672751.0,
      "step": 361900
    },
    {
      "epoch": 0.45906808835579777,
      "grad_norm": 5.78125,
      "learning_rate": 2.7050090198894273e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5631200343370437,
      "num_tokens": 278680075.0,
      "step": 361910
    },
    {
      "epoch": 0.4590807729483306,
      "grad_norm": 7.09375,
      "learning_rate": 2.7049455888807978e-05,
      "loss": 1.9087,
      "mean_token_accuracy": 0.5679219275712967,
      "num_tokens": 278687132.0,
      "step": 361920
    },
    {
      "epoch": 0.4590934575408634,
      "grad_norm": 5.65625,
      "learning_rate": 2.704882157872169e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.540721720457077,
      "num_tokens": 278695173.0,
      "step": 361930
    },
    {
      "epoch": 0.45910614213339623,
      "grad_norm": 6.125,
      "learning_rate": 2.70481872686354e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5500040292739868,
      "num_tokens": 278703179.0,
      "step": 361940
    },
    {
      "epoch": 0.4591188267259291,
      "grad_norm": 5.9375,
      "learning_rate": 2.7047552958549104e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5280284643173218,
      "num_tokens": 278711194.0,
      "step": 361950
    },
    {
      "epoch": 0.4591315113184619,
      "grad_norm": 8.25,
      "learning_rate": 2.7046918648462816e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5200101435184479,
      "num_tokens": 278717581.0,
      "step": 361960
    },
    {
      "epoch": 0.45914419591099476,
      "grad_norm": 5.0,
      "learning_rate": 2.704628433837652e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5561512857675552,
      "num_tokens": 278726007.0,
      "step": 361970
    },
    {
      "epoch": 0.4591568805035276,
      "grad_norm": 5.3125,
      "learning_rate": 2.704565002829023e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5469427436590195,
      "num_tokens": 278734287.0,
      "step": 361980
    },
    {
      "epoch": 0.45916956509606044,
      "grad_norm": 4.84375,
      "learning_rate": 2.7045015718203943e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5218993276357651,
      "num_tokens": 278742733.0,
      "step": 361990
    },
    {
      "epoch": 0.4591822496885933,
      "grad_norm": 5.625,
      "learning_rate": 2.7044381408117648e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5401764631271362,
      "num_tokens": 278749955.0,
      "step": 362000
    },
    {
      "epoch": 0.45919493428112607,
      "grad_norm": 5.15625,
      "learning_rate": 2.7043747098031357e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5404018938541413,
      "num_tokens": 278757348.0,
      "step": 362010
    },
    {
      "epoch": 0.4592076188736589,
      "grad_norm": 5.71875,
      "learning_rate": 2.7043112787945062e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5283644437789917,
      "num_tokens": 278764099.0,
      "step": 362020
    },
    {
      "epoch": 0.45922030346619175,
      "grad_norm": 5.03125,
      "learning_rate": 2.7042478477858774e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5262904465198517,
      "num_tokens": 278771963.0,
      "step": 362030
    },
    {
      "epoch": 0.4592329880587246,
      "grad_norm": 11.375,
      "learning_rate": 2.7041844167772483e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5323758333921432,
      "num_tokens": 278778516.0,
      "step": 362040
    },
    {
      "epoch": 0.45924567265125743,
      "grad_norm": 4.65625,
      "learning_rate": 2.7041209857686188e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.547665810585022,
      "num_tokens": 278787270.0,
      "step": 362050
    },
    {
      "epoch": 0.45925835724379027,
      "grad_norm": 6.09375,
      "learning_rate": 2.70405755475999e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5654131352901459,
      "num_tokens": 278794850.0,
      "step": 362060
    },
    {
      "epoch": 0.4592710418363231,
      "grad_norm": 6.34375,
      "learning_rate": 2.7039941237513606e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5502598971128464,
      "num_tokens": 278803887.0,
      "step": 362070
    },
    {
      "epoch": 0.4592837264288559,
      "grad_norm": 5.6875,
      "learning_rate": 2.7039306927427314e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5401413977146149,
      "num_tokens": 278811164.0,
      "step": 362080
    },
    {
      "epoch": 0.45929641102138874,
      "grad_norm": 5.25,
      "learning_rate": 2.7038672617341027e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5275455713272095,
      "num_tokens": 278818936.0,
      "step": 362090
    },
    {
      "epoch": 0.4593090956139216,
      "grad_norm": 5.78125,
      "learning_rate": 2.7038038307254732e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5415168434381485,
      "num_tokens": 278826974.0,
      "step": 362100
    },
    {
      "epoch": 0.4593217802064544,
      "grad_norm": 6.59375,
      "learning_rate": 2.703740399716844e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5360947251319885,
      "num_tokens": 278833912.0,
      "step": 362110
    },
    {
      "epoch": 0.45933446479898726,
      "grad_norm": 5.5,
      "learning_rate": 2.7036769687082146e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5419496953487396,
      "num_tokens": 278841514.0,
      "step": 362120
    },
    {
      "epoch": 0.4593471493915201,
      "grad_norm": 5.125,
      "learning_rate": 2.7036135376995858e-05,
      "loss": 2.2666,
      "mean_token_accuracy": 0.509045597910881,
      "num_tokens": 278851039.0,
      "step": 362130
    },
    {
      "epoch": 0.45935983398405295,
      "grad_norm": 7.09375,
      "learning_rate": 2.703550106690957e-05,
      "loss": 2.2605,
      "mean_token_accuracy": 0.5093905538320541,
      "num_tokens": 278859610.0,
      "step": 362140
    },
    {
      "epoch": 0.4593725185765858,
      "grad_norm": 5.875,
      "learning_rate": 2.7034866756823272e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5482458144426345,
      "num_tokens": 278865368.0,
      "step": 362150
    },
    {
      "epoch": 0.45938520316911857,
      "grad_norm": 8.9375,
      "learning_rate": 2.7034232446736984e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.533760866522789,
      "num_tokens": 278872684.0,
      "step": 362160
    },
    {
      "epoch": 0.4593978877616514,
      "grad_norm": 5.59375,
      "learning_rate": 2.703359813665069e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5353229433298111,
      "num_tokens": 278881111.0,
      "step": 362170
    },
    {
      "epoch": 0.45941057235418425,
      "grad_norm": 5.25,
      "learning_rate": 2.7032963826564402e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.545256108045578,
      "num_tokens": 278888414.0,
      "step": 362180
    },
    {
      "epoch": 0.4594232569467171,
      "grad_norm": 5.4375,
      "learning_rate": 2.703232951647811e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.535842552781105,
      "num_tokens": 278896166.0,
      "step": 362190
    },
    {
      "epoch": 0.45943594153924994,
      "grad_norm": 5.28125,
      "learning_rate": 2.7031695206391816e-05,
      "loss": 1.8935,
      "mean_token_accuracy": 0.5791544198989869,
      "num_tokens": 278904131.0,
      "step": 362200
    },
    {
      "epoch": 0.4594486261317828,
      "grad_norm": 4.6875,
      "learning_rate": 2.7031060896305528e-05,
      "loss": 2.2187,
      "mean_token_accuracy": 0.5202472865581512,
      "num_tokens": 278913291.0,
      "step": 362210
    },
    {
      "epoch": 0.4594613107243156,
      "grad_norm": 6.0625,
      "learning_rate": 2.7030426586219233e-05,
      "loss": 1.9058,
      "mean_token_accuracy": 0.5713997483253479,
      "num_tokens": 278920472.0,
      "step": 362220
    },
    {
      "epoch": 0.45947399531684846,
      "grad_norm": 5.1875,
      "learning_rate": 2.7029792276132942e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5394512563943863,
      "num_tokens": 278929329.0,
      "step": 362230
    },
    {
      "epoch": 0.45948667990938125,
      "grad_norm": 5.53125,
      "learning_rate": 2.7029157966046654e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5415596812963486,
      "num_tokens": 278936936.0,
      "step": 362240
    },
    {
      "epoch": 0.4594993645019141,
      "grad_norm": 8.4375,
      "learning_rate": 2.702852365596036e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5364472717046738,
      "num_tokens": 278945548.0,
      "step": 362250
    },
    {
      "epoch": 0.45951204909444693,
      "grad_norm": 4.96875,
      "learning_rate": 2.702788934587407e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5514567822217942,
      "num_tokens": 278953200.0,
      "step": 362260
    },
    {
      "epoch": 0.45952473368697977,
      "grad_norm": 6.625,
      "learning_rate": 2.7027255035787774e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5583096086978913,
      "num_tokens": 278960332.0,
      "step": 362270
    },
    {
      "epoch": 0.4595374182795126,
      "grad_norm": 8.5625,
      "learning_rate": 2.7026620725701486e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5283069610595703,
      "num_tokens": 278968443.0,
      "step": 362280
    },
    {
      "epoch": 0.45955010287204545,
      "grad_norm": 5.25,
      "learning_rate": 2.7025986415615195e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5621815681457519,
      "num_tokens": 278976324.0,
      "step": 362290
    },
    {
      "epoch": 0.4595627874645783,
      "grad_norm": 5.46875,
      "learning_rate": 2.70253521055289e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5519551187753677,
      "num_tokens": 278983111.0,
      "step": 362300
    },
    {
      "epoch": 0.45957547205711113,
      "grad_norm": 4.71875,
      "learning_rate": 2.7024717795442612e-05,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5816267877817154,
      "num_tokens": 278989794.0,
      "step": 362310
    },
    {
      "epoch": 0.4595881566496439,
      "grad_norm": 4.46875,
      "learning_rate": 2.7024083485356317e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5594200402498245,
      "num_tokens": 278997144.0,
      "step": 362320
    },
    {
      "epoch": 0.45960084124217676,
      "grad_norm": 5.8125,
      "learning_rate": 2.7023449175270026e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5531474977731705,
      "num_tokens": 279006011.0,
      "step": 362330
    },
    {
      "epoch": 0.4596135258347096,
      "grad_norm": 5.125,
      "learning_rate": 2.7022814865183738e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5266481667757035,
      "num_tokens": 279013894.0,
      "step": 362340
    },
    {
      "epoch": 0.45962621042724244,
      "grad_norm": 8.1875,
      "learning_rate": 2.7022180555097444e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5308724641799927,
      "num_tokens": 279022731.0,
      "step": 362350
    },
    {
      "epoch": 0.4596388950197753,
      "grad_norm": 5.6875,
      "learning_rate": 2.7021546245011152e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5588799953460694,
      "num_tokens": 279030752.0,
      "step": 362360
    },
    {
      "epoch": 0.4596515796123081,
      "grad_norm": 6.4375,
      "learning_rate": 2.7020911934924858e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5612890452146531,
      "num_tokens": 279037905.0,
      "step": 362370
    },
    {
      "epoch": 0.45966426420484097,
      "grad_norm": 5.625,
      "learning_rate": 2.702027762483857e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5182591915130615,
      "num_tokens": 279046147.0,
      "step": 362380
    },
    {
      "epoch": 0.4596769487973738,
      "grad_norm": 7.59375,
      "learning_rate": 2.701964331475228e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5589772611856461,
      "num_tokens": 279053599.0,
      "step": 362390
    },
    {
      "epoch": 0.4596896333899066,
      "grad_norm": 5.34375,
      "learning_rate": 2.7019009004665984e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5460423469543457,
      "num_tokens": 279062624.0,
      "step": 362400
    },
    {
      "epoch": 0.45970231798243943,
      "grad_norm": 7.71875,
      "learning_rate": 2.7018374694579696e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5658316612243652,
      "num_tokens": 279069425.0,
      "step": 362410
    },
    {
      "epoch": 0.4597150025749723,
      "grad_norm": 6.25,
      "learning_rate": 2.70177403844934e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5590710133314133,
      "num_tokens": 279076399.0,
      "step": 362420
    },
    {
      "epoch": 0.4597276871675051,
      "grad_norm": 6.875,
      "learning_rate": 2.701710607440711e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5527335733175278,
      "num_tokens": 279084653.0,
      "step": 362430
    },
    {
      "epoch": 0.45974037176003796,
      "grad_norm": 5.03125,
      "learning_rate": 2.7016471764320822e-05,
      "loss": 1.9809,
      "mean_token_accuracy": 0.5520490556955338,
      "num_tokens": 279092080.0,
      "step": 362440
    },
    {
      "epoch": 0.4597530563525708,
      "grad_norm": 4.90625,
      "learning_rate": 2.7015837454234528e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.566393893957138,
      "num_tokens": 279099893.0,
      "step": 362450
    },
    {
      "epoch": 0.45976574094510364,
      "grad_norm": 4.78125,
      "learning_rate": 2.7015203144148236e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5403189033269882,
      "num_tokens": 279106997.0,
      "step": 362460
    },
    {
      "epoch": 0.4597784255376365,
      "grad_norm": 4.40625,
      "learning_rate": 2.7014568834061942e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5620598524808884,
      "num_tokens": 279115300.0,
      "step": 362470
    },
    {
      "epoch": 0.45979111013016927,
      "grad_norm": 5.34375,
      "learning_rate": 2.7013934523975654e-05,
      "loss": 2.3132,
      "mean_token_accuracy": 0.5061012804508209,
      "num_tokens": 279124225.0,
      "step": 362480
    },
    {
      "epoch": 0.4598037947227021,
      "grad_norm": 5.78125,
      "learning_rate": 2.7013300213889363e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5476981908082962,
      "num_tokens": 279132654.0,
      "step": 362490
    },
    {
      "epoch": 0.45981647931523495,
      "grad_norm": 5.78125,
      "learning_rate": 2.7012665903803068e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5298624813556672,
      "num_tokens": 279140753.0,
      "step": 362500
    },
    {
      "epoch": 0.4598291639077678,
      "grad_norm": 5.90625,
      "learning_rate": 2.701203159371678e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5734311640262604,
      "num_tokens": 279148823.0,
      "step": 362510
    },
    {
      "epoch": 0.45984184850030063,
      "grad_norm": 4.875,
      "learning_rate": 2.7011397283630485e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5418097585439682,
      "num_tokens": 279157657.0,
      "step": 362520
    },
    {
      "epoch": 0.4598545330928335,
      "grad_norm": 4.5625,
      "learning_rate": 2.7010762973544194e-05,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5510484158992768,
      "num_tokens": 279166271.0,
      "step": 362530
    },
    {
      "epoch": 0.4598672176853663,
      "grad_norm": 6.25,
      "learning_rate": 2.7010128663457906e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5591459393501281,
      "num_tokens": 279173253.0,
      "step": 362540
    },
    {
      "epoch": 0.4598799022778991,
      "grad_norm": 5.53125,
      "learning_rate": 2.700949435337161e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5694337755441665,
      "num_tokens": 279180637.0,
      "step": 362550
    },
    {
      "epoch": 0.45989258687043194,
      "grad_norm": 6.3125,
      "learning_rate": 2.7008860043285324e-05,
      "loss": 1.9071,
      "mean_token_accuracy": 0.5672550976276398,
      "num_tokens": 279187782.0,
      "step": 362560
    },
    {
      "epoch": 0.4599052714629648,
      "grad_norm": 7.3125,
      "learning_rate": 2.7008225733199026e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5268115550279617,
      "num_tokens": 279195798.0,
      "step": 362570
    },
    {
      "epoch": 0.4599179560554976,
      "grad_norm": 5.3125,
      "learning_rate": 2.7007591423112738e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5317676573991775,
      "num_tokens": 279204074.0,
      "step": 362580
    },
    {
      "epoch": 0.45993064064803046,
      "grad_norm": 6.0625,
      "learning_rate": 2.700695711302645e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5522350132465362,
      "num_tokens": 279212183.0,
      "step": 362590
    },
    {
      "epoch": 0.4599433252405633,
      "grad_norm": 4.875,
      "learning_rate": 2.7006322802940155e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5356625139713287,
      "num_tokens": 279219993.0,
      "step": 362600
    },
    {
      "epoch": 0.45995600983309615,
      "grad_norm": 6.65625,
      "learning_rate": 2.7005688492853864e-05,
      "loss": 1.8669,
      "mean_token_accuracy": 0.587653186917305,
      "num_tokens": 279225410.0,
      "step": 362610
    },
    {
      "epoch": 0.459968694425629,
      "grad_norm": 6.125,
      "learning_rate": 2.700505418276757e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5486566007137299,
      "num_tokens": 279232610.0,
      "step": 362620
    },
    {
      "epoch": 0.4599813790181618,
      "grad_norm": 5.375,
      "learning_rate": 2.700441987268128e-05,
      "loss": 1.761,
      "mean_token_accuracy": 0.6142668813467026,
      "num_tokens": 279238441.0,
      "step": 362630
    },
    {
      "epoch": 0.4599940636106946,
      "grad_norm": 5.5625,
      "learning_rate": 2.700378556259499e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5485787689685822,
      "num_tokens": 279245427.0,
      "step": 362640
    },
    {
      "epoch": 0.46000674820322746,
      "grad_norm": 6.53125,
      "learning_rate": 2.7003151252508696e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5528359413146973,
      "num_tokens": 279252297.0,
      "step": 362650
    },
    {
      "epoch": 0.4600194327957603,
      "grad_norm": 5.03125,
      "learning_rate": 2.7002516942422408e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5253389030694962,
      "num_tokens": 279260175.0,
      "step": 362660
    },
    {
      "epoch": 0.46003211738829314,
      "grad_norm": 5.59375,
      "learning_rate": 2.7001882632336117e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5620707631111145,
      "num_tokens": 279266911.0,
      "step": 362670
    },
    {
      "epoch": 0.460044801980826,
      "grad_norm": 5.3125,
      "learning_rate": 2.7001248322249822e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5689325958490372,
      "num_tokens": 279273829.0,
      "step": 362680
    },
    {
      "epoch": 0.4600574865733588,
      "grad_norm": 5.375,
      "learning_rate": 2.7000614012163534e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5510587424039841,
      "num_tokens": 279280982.0,
      "step": 362690
    },
    {
      "epoch": 0.46007017116589166,
      "grad_norm": 6.09375,
      "learning_rate": 2.699997970207724e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5379546761512757,
      "num_tokens": 279287972.0,
      "step": 362700
    },
    {
      "epoch": 0.46008285575842445,
      "grad_norm": 5.65625,
      "learning_rate": 2.6999345391990948e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5448914915323257,
      "num_tokens": 279296198.0,
      "step": 362710
    },
    {
      "epoch": 0.4600955403509573,
      "grad_norm": 7.40625,
      "learning_rate": 2.699871108190466e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5525864422321319,
      "num_tokens": 279303762.0,
      "step": 362720
    },
    {
      "epoch": 0.46010822494349013,
      "grad_norm": 6.5625,
      "learning_rate": 2.6998076771818366e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5243157058954239,
      "num_tokens": 279312166.0,
      "step": 362730
    },
    {
      "epoch": 0.46012090953602297,
      "grad_norm": 7.59375,
      "learning_rate": 2.6997442461732074e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5562752723693848,
      "num_tokens": 279319009.0,
      "step": 362740
    },
    {
      "epoch": 0.4601335941285558,
      "grad_norm": 5.40625,
      "learning_rate": 2.699680815164578e-05,
      "loss": 2.4175,
      "mean_token_accuracy": 0.4909620314836502,
      "num_tokens": 279327889.0,
      "step": 362750
    },
    {
      "epoch": 0.46014627872108865,
      "grad_norm": 5.0,
      "learning_rate": 2.6996173841559492e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5572219967842102,
      "num_tokens": 279335257.0,
      "step": 362760
    },
    {
      "epoch": 0.4601589633136215,
      "grad_norm": 4.84375,
      "learning_rate": 2.69955395314732e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5425777196884155,
      "num_tokens": 279343585.0,
      "step": 362770
    },
    {
      "epoch": 0.46017164790615434,
      "grad_norm": 6.625,
      "learning_rate": 2.6994905221386906e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5263565957546235,
      "num_tokens": 279351863.0,
      "step": 362780
    },
    {
      "epoch": 0.4601843324986871,
      "grad_norm": 5.0,
      "learning_rate": 2.6994270911300618e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5692758530378341,
      "num_tokens": 279359578.0,
      "step": 362790
    },
    {
      "epoch": 0.46019701709121996,
      "grad_norm": 5.375,
      "learning_rate": 2.6993636601214323e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.5573176234960556,
      "num_tokens": 279366614.0,
      "step": 362800
    },
    {
      "epoch": 0.4602097016837528,
      "grad_norm": 5.25,
      "learning_rate": 2.6993002291128032e-05,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5690959513187408,
      "num_tokens": 279373569.0,
      "step": 362810
    },
    {
      "epoch": 0.46022238627628564,
      "grad_norm": 5.46875,
      "learning_rate": 2.6992367981041744e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5269913136959076,
      "num_tokens": 279381392.0,
      "step": 362820
    },
    {
      "epoch": 0.4602350708688185,
      "grad_norm": 4.9375,
      "learning_rate": 2.699173367095545e-05,
      "loss": 1.7732,
      "mean_token_accuracy": 0.5921085774898529,
      "num_tokens": 279388930.0,
      "step": 362830
    },
    {
      "epoch": 0.4602477554613513,
      "grad_norm": 6.875,
      "learning_rate": 2.699109936086916e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5394080489873886,
      "num_tokens": 279396613.0,
      "step": 362840
    },
    {
      "epoch": 0.46026044005388417,
      "grad_norm": 8.3125,
      "learning_rate": 2.6990465050782864e-05,
      "loss": 1.8113,
      "mean_token_accuracy": 0.596773886680603,
      "num_tokens": 279403724.0,
      "step": 362850
    },
    {
      "epoch": 0.460273124646417,
      "grad_norm": 4.90625,
      "learning_rate": 2.6989830740696576e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5361496537923813,
      "num_tokens": 279411986.0,
      "step": 362860
    },
    {
      "epoch": 0.4602858092389498,
      "grad_norm": 4.8125,
      "learning_rate": 2.6989196430610288e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5400817811489105,
      "num_tokens": 279419481.0,
      "step": 362870
    },
    {
      "epoch": 0.46029849383148264,
      "grad_norm": 7.0,
      "learning_rate": 2.698856212052399e-05,
      "loss": 1.7787,
      "mean_token_accuracy": 0.6029694736003876,
      "num_tokens": 279426042.0,
      "step": 362880
    },
    {
      "epoch": 0.4603111784240155,
      "grad_norm": 7.6875,
      "learning_rate": 2.6987927810437702e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5634511411190033,
      "num_tokens": 279432333.0,
      "step": 362890
    },
    {
      "epoch": 0.4603238630165483,
      "grad_norm": 5.65625,
      "learning_rate": 2.6987293500351407e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5399485439062118,
      "num_tokens": 279440374.0,
      "step": 362900
    },
    {
      "epoch": 0.46033654760908116,
      "grad_norm": 6.40625,
      "learning_rate": 2.6986659190265116e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5369089126586915,
      "num_tokens": 279447606.0,
      "step": 362910
    },
    {
      "epoch": 0.460349232201614,
      "grad_norm": 7.46875,
      "learning_rate": 2.6986024880178828e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5380547791719437,
      "num_tokens": 279455001.0,
      "step": 362920
    },
    {
      "epoch": 0.46036191679414684,
      "grad_norm": 8.25,
      "learning_rate": 2.6985390570092534e-05,
      "loss": 1.904,
      "mean_token_accuracy": 0.5845785796642303,
      "num_tokens": 279461190.0,
      "step": 362930
    },
    {
      "epoch": 0.4603746013866797,
      "grad_norm": 5.21875,
      "learning_rate": 2.6984756260006246e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5460433781147003,
      "num_tokens": 279470403.0,
      "step": 362940
    },
    {
      "epoch": 0.46038728597921247,
      "grad_norm": 5.96875,
      "learning_rate": 2.6984121949919948e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5363865584135056,
      "num_tokens": 279478440.0,
      "step": 362950
    },
    {
      "epoch": 0.4603999705717453,
      "grad_norm": 6.90625,
      "learning_rate": 2.698348763983366e-05,
      "loss": 1.6817,
      "mean_token_accuracy": 0.6191182643175125,
      "num_tokens": 279484512.0,
      "step": 362960
    },
    {
      "epoch": 0.46041265516427815,
      "grad_norm": 5.15625,
      "learning_rate": 2.6982853329747372e-05,
      "loss": 2.3395,
      "mean_token_accuracy": 0.4997483789920807,
      "num_tokens": 279493353.0,
      "step": 362970
    },
    {
      "epoch": 0.460425339756811,
      "grad_norm": 4.09375,
      "learning_rate": 2.6982219019661077e-05,
      "loss": 1.9317,
      "mean_token_accuracy": 0.5712765008211136,
      "num_tokens": 279503436.0,
      "step": 362980
    },
    {
      "epoch": 0.46043802434934383,
      "grad_norm": 8.25,
      "learning_rate": 2.6981584709574786e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5609060496091842,
      "num_tokens": 279510902.0,
      "step": 362990
    },
    {
      "epoch": 0.4604507089418767,
      "grad_norm": 5.65625,
      "learning_rate": 2.698095039948849e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5218148618936539,
      "num_tokens": 279518565.0,
      "step": 363000
    },
    {
      "epoch": 0.4604633935344095,
      "grad_norm": 6.21875,
      "learning_rate": 2.6980316089402204e-05,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5647534668445587,
      "num_tokens": 279526126.0,
      "step": 363010
    },
    {
      "epoch": 0.4604760781269423,
      "grad_norm": 5.25,
      "learning_rate": 2.6979681779315912e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.546120485663414,
      "num_tokens": 279533755.0,
      "step": 363020
    },
    {
      "epoch": 0.46048876271947514,
      "grad_norm": 4.90625,
      "learning_rate": 2.6979047469229618e-05,
      "loss": 1.8624,
      "mean_token_accuracy": 0.5758959442377091,
      "num_tokens": 279541324.0,
      "step": 363030
    },
    {
      "epoch": 0.460501447312008,
      "grad_norm": 8.3125,
      "learning_rate": 2.697841315914333e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5459722757339478,
      "num_tokens": 279549156.0,
      "step": 363040
    },
    {
      "epoch": 0.4605141319045408,
      "grad_norm": 5.0625,
      "learning_rate": 2.6977778849057035e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5222690433263779,
      "num_tokens": 279557902.0,
      "step": 363050
    },
    {
      "epoch": 0.46052681649707367,
      "grad_norm": 4.53125,
      "learning_rate": 2.6977144538970744e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.544727423787117,
      "num_tokens": 279565803.0,
      "step": 363060
    },
    {
      "epoch": 0.4605395010896065,
      "grad_norm": 4.3125,
      "learning_rate": 2.6976510228884456e-05,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5661701023578644,
      "num_tokens": 279574004.0,
      "step": 363070
    },
    {
      "epoch": 0.46055218568213935,
      "grad_norm": 4.75,
      "learning_rate": 2.697587591879816e-05,
      "loss": 2.3037,
      "mean_token_accuracy": 0.509059140086174,
      "num_tokens": 279583167.0,
      "step": 363080
    },
    {
      "epoch": 0.4605648702746722,
      "grad_norm": 6.4375,
      "learning_rate": 2.697524160871187e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5556566476821899,
      "num_tokens": 279590936.0,
      "step": 363090
    },
    {
      "epoch": 0.460577554867205,
      "grad_norm": 5.53125,
      "learning_rate": 2.6974607298625575e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5575652897357941,
      "num_tokens": 279598120.0,
      "step": 363100
    },
    {
      "epoch": 0.4605902394597378,
      "grad_norm": 5.6875,
      "learning_rate": 2.6973972988539288e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5230811566114426,
      "num_tokens": 279605751.0,
      "step": 363110
    },
    {
      "epoch": 0.46060292405227066,
      "grad_norm": 5.25,
      "learning_rate": 2.6973338678452996e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5229885578155518,
      "num_tokens": 279613866.0,
      "step": 363120
    },
    {
      "epoch": 0.4606156086448035,
      "grad_norm": 4.875,
      "learning_rate": 2.69727043683667e-05,
      "loss": 1.9451,
      "mean_token_accuracy": 0.5669464379549026,
      "num_tokens": 279621624.0,
      "step": 363130
    },
    {
      "epoch": 0.46062829323733634,
      "grad_norm": 5.15625,
      "learning_rate": 2.6972070058280414e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5404686868190766,
      "num_tokens": 279629079.0,
      "step": 363140
    },
    {
      "epoch": 0.4606409778298692,
      "grad_norm": 4.8125,
      "learning_rate": 2.697143574819412e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5495124667882919,
      "num_tokens": 279637041.0,
      "step": 363150
    },
    {
      "epoch": 0.460653662422402,
      "grad_norm": 6.40625,
      "learning_rate": 2.6970801438107828e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5288570314645767,
      "num_tokens": 279645206.0,
      "step": 363160
    },
    {
      "epoch": 0.46066634701493486,
      "grad_norm": 9.375,
      "learning_rate": 2.697016712802154e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5450019776821137,
      "num_tokens": 279653818.0,
      "step": 363170
    },
    {
      "epoch": 0.46067903160746765,
      "grad_norm": 5.28125,
      "learning_rate": 2.6969532817935245e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5420530021190644,
      "num_tokens": 279661291.0,
      "step": 363180
    },
    {
      "epoch": 0.4606917162000005,
      "grad_norm": 5.09375,
      "learning_rate": 2.6968898507848954e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5703544378280639,
      "num_tokens": 279667868.0,
      "step": 363190
    },
    {
      "epoch": 0.46070440079253333,
      "grad_norm": 5.90625,
      "learning_rate": 2.696826419776266e-05,
      "loss": 1.8767,
      "mean_token_accuracy": 0.5768686294555664,
      "num_tokens": 279675020.0,
      "step": 363200
    },
    {
      "epoch": 0.46071708538506617,
      "grad_norm": 4.84375,
      "learning_rate": 2.696762988767637e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5499630242586135,
      "num_tokens": 279681972.0,
      "step": 363210
    },
    {
      "epoch": 0.460729769977599,
      "grad_norm": 7.21875,
      "learning_rate": 2.696699557759008e-05,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5377887159585952,
      "num_tokens": 279690030.0,
      "step": 363220
    },
    {
      "epoch": 0.46074245457013185,
      "grad_norm": 5.5625,
      "learning_rate": 2.6966361267503786e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5545178145170212,
      "num_tokens": 279695365.0,
      "step": 363230
    },
    {
      "epoch": 0.4607551391626647,
      "grad_norm": 4.46875,
      "learning_rate": 2.6965726957417498e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5422444045543671,
      "num_tokens": 279704266.0,
      "step": 363240
    },
    {
      "epoch": 0.46076782375519754,
      "grad_norm": 10.1875,
      "learning_rate": 2.6965092647331203e-05,
      "loss": 1.9578,
      "mean_token_accuracy": 0.569765281677246,
      "num_tokens": 279711738.0,
      "step": 363250
    },
    {
      "epoch": 0.4607805083477303,
      "grad_norm": 6.8125,
      "learning_rate": 2.6964458337244912e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5546512365341186,
      "num_tokens": 279719300.0,
      "step": 363260
    },
    {
      "epoch": 0.46079319294026316,
      "grad_norm": 7.8125,
      "learning_rate": 2.6963824027158624e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5542003363370895,
      "num_tokens": 279727235.0,
      "step": 363270
    },
    {
      "epoch": 0.460805877532796,
      "grad_norm": 6.5625,
      "learning_rate": 2.696318971707233e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5373105585575104,
      "num_tokens": 279735440.0,
      "step": 363280
    },
    {
      "epoch": 0.46081856212532885,
      "grad_norm": 5.9375,
      "learning_rate": 2.696255540698604e-05,
      "loss": 1.7577,
      "mean_token_accuracy": 0.607903677225113,
      "num_tokens": 279744409.0,
      "step": 363290
    },
    {
      "epoch": 0.4608312467178617,
      "grad_norm": 5.03125,
      "learning_rate": 2.6961921096899743e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5516778200864791,
      "num_tokens": 279751673.0,
      "step": 363300
    },
    {
      "epoch": 0.46084393131039453,
      "grad_norm": 5.34375,
      "learning_rate": 2.6961286786813456e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5450580477714538,
      "num_tokens": 279761389.0,
      "step": 363310
    },
    {
      "epoch": 0.46085661590292737,
      "grad_norm": 5.71875,
      "learning_rate": 2.6960652476727168e-05,
      "loss": 1.8902,
      "mean_token_accuracy": 0.5879587173461914,
      "num_tokens": 279767694.0,
      "step": 363320
    },
    {
      "epoch": 0.4608693004954602,
      "grad_norm": 5.125,
      "learning_rate": 2.6960018166640873e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5297843903303147,
      "num_tokens": 279775996.0,
      "step": 363330
    },
    {
      "epoch": 0.460881985087993,
      "grad_norm": 4.96875,
      "learning_rate": 2.6959383856554582e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5613705039024353,
      "num_tokens": 279783080.0,
      "step": 363340
    },
    {
      "epoch": 0.46089466968052584,
      "grad_norm": 5.09375,
      "learning_rate": 2.6958749546468287e-05,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5279333651065826,
      "num_tokens": 279792069.0,
      "step": 363350
    },
    {
      "epoch": 0.4609073542730587,
      "grad_norm": 6.21875,
      "learning_rate": 2.6958115236382e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5430223405361175,
      "num_tokens": 279799778.0,
      "step": 363360
    },
    {
      "epoch": 0.4609200388655915,
      "grad_norm": 6.0625,
      "learning_rate": 2.6957480926295708e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5674847304821015,
      "num_tokens": 279806846.0,
      "step": 363370
    },
    {
      "epoch": 0.46093272345812436,
      "grad_norm": 5.375,
      "learning_rate": 2.6956846616209413e-05,
      "loss": 2.1999,
      "mean_token_accuracy": 0.5466104835271836,
      "num_tokens": 279813935.0,
      "step": 363380
    },
    {
      "epoch": 0.4609454080506572,
      "grad_norm": 4.75,
      "learning_rate": 2.6956212306123125e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5540533781051635,
      "num_tokens": 279821767.0,
      "step": 363390
    },
    {
      "epoch": 0.46095809264319004,
      "grad_norm": 5.28125,
      "learning_rate": 2.695557799603683e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5576746791601181,
      "num_tokens": 279829636.0,
      "step": 363400
    },
    {
      "epoch": 0.4609707772357229,
      "grad_norm": 5.8125,
      "learning_rate": 2.695494368595054e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.565724116563797,
      "num_tokens": 279837043.0,
      "step": 363410
    },
    {
      "epoch": 0.46098346182825567,
      "grad_norm": 5.8125,
      "learning_rate": 2.695430937586425e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5312197983264924,
      "num_tokens": 279846078.0,
      "step": 363420
    },
    {
      "epoch": 0.4609961464207885,
      "grad_norm": 4.84375,
      "learning_rate": 2.6953675065777957e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.527063536643982,
      "num_tokens": 279854405.0,
      "step": 363430
    },
    {
      "epoch": 0.46100883101332135,
      "grad_norm": 6.59375,
      "learning_rate": 2.6953040755691666e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5278568267822266,
      "num_tokens": 279861765.0,
      "step": 363440
    },
    {
      "epoch": 0.4610215156058542,
      "grad_norm": 5.5625,
      "learning_rate": 2.695240644560537e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5351952195167542,
      "num_tokens": 279870197.0,
      "step": 363450
    },
    {
      "epoch": 0.46103420019838703,
      "grad_norm": 5.0,
      "learning_rate": 2.6951772135519083e-05,
      "loss": 1.7659,
      "mean_token_accuracy": 0.6114794194698334,
      "num_tokens": 279878092.0,
      "step": 363460
    },
    {
      "epoch": 0.4610468847909199,
      "grad_norm": 5.78125,
      "learning_rate": 2.6951137825432792e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5392750024795532,
      "num_tokens": 279885586.0,
      "step": 363470
    },
    {
      "epoch": 0.4610595693834527,
      "grad_norm": 6.9375,
      "learning_rate": 2.6950503515346497e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5636229515075684,
      "num_tokens": 279891365.0,
      "step": 363480
    },
    {
      "epoch": 0.4610722539759855,
      "grad_norm": 6.8125,
      "learning_rate": 2.694986920526021e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5462817132472992,
      "num_tokens": 279898304.0,
      "step": 363490
    },
    {
      "epoch": 0.46108493856851834,
      "grad_norm": 4.5,
      "learning_rate": 2.6949234895173915e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5651494175195694,
      "num_tokens": 279906452.0,
      "step": 363500
    },
    {
      "epoch": 0.4610976231610512,
      "grad_norm": 6.625,
      "learning_rate": 2.6948600585087624e-05,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5682988852262497,
      "num_tokens": 279912700.0,
      "step": 363510
    },
    {
      "epoch": 0.461110307753584,
      "grad_norm": 14.0625,
      "learning_rate": 2.6947966275001336e-05,
      "loss": 1.8489,
      "mean_token_accuracy": 0.5783410847187043,
      "num_tokens": 279918027.0,
      "step": 363520
    },
    {
      "epoch": 0.46112299234611687,
      "grad_norm": 5.3125,
      "learning_rate": 2.694733196491504e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5388921558856964,
      "num_tokens": 279924864.0,
      "step": 363530
    },
    {
      "epoch": 0.4611356769386497,
      "grad_norm": 4.90625,
      "learning_rate": 2.694669765482875e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5715220123529434,
      "num_tokens": 279932403.0,
      "step": 363540
    },
    {
      "epoch": 0.46114836153118255,
      "grad_norm": 5.78125,
      "learning_rate": 2.6946063344742455e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5660737931728363,
      "num_tokens": 279940698.0,
      "step": 363550
    },
    {
      "epoch": 0.4611610461237154,
      "grad_norm": 7.40625,
      "learning_rate": 2.6945429034656167e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5284500300884247,
      "num_tokens": 279947886.0,
      "step": 363560
    },
    {
      "epoch": 0.4611737307162482,
      "grad_norm": 5.3125,
      "learning_rate": 2.6944794724569876e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5417784243822098,
      "num_tokens": 279956673.0,
      "step": 363570
    },
    {
      "epoch": 0.461186415308781,
      "grad_norm": 5.3125,
      "learning_rate": 2.694416041448358e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5238225311040878,
      "num_tokens": 279966056.0,
      "step": 363580
    },
    {
      "epoch": 0.46119909990131386,
      "grad_norm": 5.6875,
      "learning_rate": 2.6943526104397293e-05,
      "loss": 2.2193,
      "mean_token_accuracy": 0.5169164925813675,
      "num_tokens": 279974083.0,
      "step": 363590
    },
    {
      "epoch": 0.4612117844938467,
      "grad_norm": 5.15625,
      "learning_rate": 2.6942891794311002e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5499015331268311,
      "num_tokens": 279981600.0,
      "step": 363600
    },
    {
      "epoch": 0.46122446908637954,
      "grad_norm": 4.6875,
      "learning_rate": 2.6942257484224708e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5317323327064514,
      "num_tokens": 279989611.0,
      "step": 363610
    },
    {
      "epoch": 0.4612371536789124,
      "grad_norm": 5.625,
      "learning_rate": 2.694162317413842e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5594698429107666,
      "num_tokens": 279998050.0,
      "step": 363620
    },
    {
      "epoch": 0.4612498382714452,
      "grad_norm": 7.5,
      "learning_rate": 2.6940988864052125e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5361678510904312,
      "num_tokens": 280004812.0,
      "step": 363630
    },
    {
      "epoch": 0.46126252286397806,
      "grad_norm": 6.40625,
      "learning_rate": 2.6940354553965834e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5618522584438324,
      "num_tokens": 280012829.0,
      "step": 363640
    },
    {
      "epoch": 0.46127520745651085,
      "grad_norm": 5.78125,
      "learning_rate": 2.6939720243879546e-05,
      "loss": 1.85,
      "mean_token_accuracy": 0.5811052232980728,
      "num_tokens": 280021329.0,
      "step": 363650
    },
    {
      "epoch": 0.4612878920490437,
      "grad_norm": 6.78125,
      "learning_rate": 2.693908593379325e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5221344232559204,
      "num_tokens": 280028705.0,
      "step": 363660
    },
    {
      "epoch": 0.46130057664157653,
      "grad_norm": 5.59375,
      "learning_rate": 2.6938451623706963e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5621298372745513,
      "num_tokens": 280035798.0,
      "step": 363670
    },
    {
      "epoch": 0.4613132612341094,
      "grad_norm": 5.0,
      "learning_rate": 2.6937817313620665e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5476928383111954,
      "num_tokens": 280044151.0,
      "step": 363680
    },
    {
      "epoch": 0.4613259458266422,
      "grad_norm": 4.84375,
      "learning_rate": 2.6937183003534377e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5392360031604767,
      "num_tokens": 280052720.0,
      "step": 363690
    },
    {
      "epoch": 0.46133863041917506,
      "grad_norm": 5.375,
      "learning_rate": 2.693654869344809e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5371573090553283,
      "num_tokens": 280061566.0,
      "step": 363700
    },
    {
      "epoch": 0.4613513150117079,
      "grad_norm": 5.3125,
      "learning_rate": 2.6935914383361795e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5339568793773651,
      "num_tokens": 280069776.0,
      "step": 363710
    },
    {
      "epoch": 0.46136399960424074,
      "grad_norm": 5.25,
      "learning_rate": 2.6935280073275504e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5264327496290206,
      "num_tokens": 280078208.0,
      "step": 363720
    },
    {
      "epoch": 0.4613766841967735,
      "grad_norm": 4.4375,
      "learning_rate": 2.693464576318921e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5419136106967926,
      "num_tokens": 280087133.0,
      "step": 363730
    },
    {
      "epoch": 0.46138936878930636,
      "grad_norm": 6.46875,
      "learning_rate": 2.693401145310292e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5307833552360535,
      "num_tokens": 280094749.0,
      "step": 363740
    },
    {
      "epoch": 0.4614020533818392,
      "grad_norm": 6.65625,
      "learning_rate": 2.693337714301663e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5291560888290405,
      "num_tokens": 280103356.0,
      "step": 363750
    },
    {
      "epoch": 0.46141473797437205,
      "grad_norm": 7.15625,
      "learning_rate": 2.6932742832930335e-05,
      "loss": 2.3266,
      "mean_token_accuracy": 0.5091047167778016,
      "num_tokens": 280111564.0,
      "step": 363760
    },
    {
      "epoch": 0.4614274225669049,
      "grad_norm": 5.90625,
      "learning_rate": 2.6932108522844047e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5604278326034546,
      "num_tokens": 280119074.0,
      "step": 363770
    },
    {
      "epoch": 0.46144010715943773,
      "grad_norm": 7.40625,
      "learning_rate": 2.6931474212757753e-05,
      "loss": 1.901,
      "mean_token_accuracy": 0.5687194317579269,
      "num_tokens": 280127217.0,
      "step": 363780
    },
    {
      "epoch": 0.46145279175197057,
      "grad_norm": 6.1875,
      "learning_rate": 2.693083990267146e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5326754808425903,
      "num_tokens": 280135463.0,
      "step": 363790
    },
    {
      "epoch": 0.4614654763445034,
      "grad_norm": 8.25,
      "learning_rate": 2.6930205592585174e-05,
      "loss": 1.8267,
      "mean_token_accuracy": 0.6028842389583587,
      "num_tokens": 280142060.0,
      "step": 363800
    },
    {
      "epoch": 0.4614781609370362,
      "grad_norm": 4.75,
      "learning_rate": 2.692957128249888e-05,
      "loss": 2.2189,
      "mean_token_accuracy": 0.5273825585842132,
      "num_tokens": 280149953.0,
      "step": 363810
    },
    {
      "epoch": 0.46149084552956904,
      "grad_norm": 5.09375,
      "learning_rate": 2.6928936972412588e-05,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5138292580842971,
      "num_tokens": 280158158.0,
      "step": 363820
    },
    {
      "epoch": 0.4615035301221019,
      "grad_norm": 5.1875,
      "learning_rate": 2.6928302662326293e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.52116579413414,
      "num_tokens": 280166365.0,
      "step": 363830
    },
    {
      "epoch": 0.4615162147146347,
      "grad_norm": 4.75,
      "learning_rate": 2.6927668352240005e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.527722305059433,
      "num_tokens": 280175285.0,
      "step": 363840
    },
    {
      "epoch": 0.46152889930716756,
      "grad_norm": 6.875,
      "learning_rate": 2.6927034042153714e-05,
      "loss": 1.8976,
      "mean_token_accuracy": 0.5816804975271225,
      "num_tokens": 280181842.0,
      "step": 363850
    },
    {
      "epoch": 0.4615415838997004,
      "grad_norm": 6.40625,
      "learning_rate": 2.692639973206742e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5478054583072662,
      "num_tokens": 280189567.0,
      "step": 363860
    },
    {
      "epoch": 0.46155426849223324,
      "grad_norm": 5.4375,
      "learning_rate": 2.692576542198113e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5540886729955673,
      "num_tokens": 280197694.0,
      "step": 363870
    },
    {
      "epoch": 0.4615669530847661,
      "grad_norm": 6.46875,
      "learning_rate": 2.6925131111894837e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5518363893032074,
      "num_tokens": 280205022.0,
      "step": 363880
    },
    {
      "epoch": 0.46157963767729887,
      "grad_norm": 5.15625,
      "learning_rate": 2.6924496801808545e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.548004612326622,
      "num_tokens": 280212385.0,
      "step": 363890
    },
    {
      "epoch": 0.4615923222698317,
      "grad_norm": 4.96875,
      "learning_rate": 2.6923862491722258e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5373541653156281,
      "num_tokens": 280220328.0,
      "step": 363900
    },
    {
      "epoch": 0.46160500686236455,
      "grad_norm": 6.6875,
      "learning_rate": 2.6923228181635963e-05,
      "loss": 1.8323,
      "mean_token_accuracy": 0.5915033757686615,
      "num_tokens": 280226115.0,
      "step": 363910
    },
    {
      "epoch": 0.4616176914548974,
      "grad_norm": 6.96875,
      "learning_rate": 2.6922593871549672e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.527005186676979,
      "num_tokens": 280234494.0,
      "step": 363920
    },
    {
      "epoch": 0.46163037604743024,
      "grad_norm": 5.90625,
      "learning_rate": 2.6921959561463377e-05,
      "loss": 1.6768,
      "mean_token_accuracy": 0.6121572852134705,
      "num_tokens": 280241075.0,
      "step": 363930
    },
    {
      "epoch": 0.4616430606399631,
      "grad_norm": 6.21875,
      "learning_rate": 2.692132525137709e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5480649292469024,
      "num_tokens": 280246768.0,
      "step": 363940
    },
    {
      "epoch": 0.4616557452324959,
      "grad_norm": 5.875,
      "learning_rate": 2.6920690941290798e-05,
      "loss": 2.2466,
      "mean_token_accuracy": 0.5119284331798554,
      "num_tokens": 280254085.0,
      "step": 363950
    },
    {
      "epoch": 0.4616684298250287,
      "grad_norm": 5.5625,
      "learning_rate": 2.6920056631204503e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5347855269908905,
      "num_tokens": 280261577.0,
      "step": 363960
    },
    {
      "epoch": 0.46168111441756154,
      "grad_norm": 6.09375,
      "learning_rate": 2.6919422321118215e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.5243982762098313,
      "num_tokens": 280270131.0,
      "step": 363970
    },
    {
      "epoch": 0.4616937990100944,
      "grad_norm": 5.09375,
      "learning_rate": 2.691878801103192e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5492293357849121,
      "num_tokens": 280277640.0,
      "step": 363980
    },
    {
      "epoch": 0.4617064836026272,
      "grad_norm": 7.9375,
      "learning_rate": 2.691815370094563e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5563642859458924,
      "num_tokens": 280284941.0,
      "step": 363990
    },
    {
      "epoch": 0.46171916819516007,
      "grad_norm": 5.96875,
      "learning_rate": 2.691751939085934e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5328808754682541,
      "num_tokens": 280293697.0,
      "step": 364000
    },
    {
      "epoch": 0.4617318527876929,
      "grad_norm": 5.21875,
      "learning_rate": 2.6916885080773047e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5574591487646103,
      "num_tokens": 280300984.0,
      "step": 364010
    },
    {
      "epoch": 0.46174453738022575,
      "grad_norm": 5.21875,
      "learning_rate": 2.6916250770686756e-05,
      "loss": 2.3167,
      "mean_token_accuracy": 0.5050160348415375,
      "num_tokens": 280309406.0,
      "step": 364020
    },
    {
      "epoch": 0.4617572219727586,
      "grad_norm": 6.375,
      "learning_rate": 2.691561646060046e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5323871463537216,
      "num_tokens": 280317828.0,
      "step": 364030
    },
    {
      "epoch": 0.4617699065652914,
      "grad_norm": 5.78125,
      "learning_rate": 2.6914982150514173e-05,
      "loss": 2.1808,
      "mean_token_accuracy": 0.521414977312088,
      "num_tokens": 280326373.0,
      "step": 364040
    },
    {
      "epoch": 0.4617825911578242,
      "grad_norm": 5.21875,
      "learning_rate": 2.6914347840427885e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5433622092008591,
      "num_tokens": 280334822.0,
      "step": 364050
    },
    {
      "epoch": 0.46179527575035706,
      "grad_norm": 5.59375,
      "learning_rate": 2.6913713530341587e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5752043455839158,
      "num_tokens": 280341212.0,
      "step": 364060
    },
    {
      "epoch": 0.4618079603428899,
      "grad_norm": 5.15625,
      "learning_rate": 2.69130792202553e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.564610156416893,
      "num_tokens": 280349289.0,
      "step": 364070
    },
    {
      "epoch": 0.46182064493542274,
      "grad_norm": 6.875,
      "learning_rate": 2.6912444910169005e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.527754545211792,
      "num_tokens": 280358027.0,
      "step": 364080
    },
    {
      "epoch": 0.4618333295279556,
      "grad_norm": 5.125,
      "learning_rate": 2.6911810600082717e-05,
      "loss": 2.2716,
      "mean_token_accuracy": 0.5130530685186386,
      "num_tokens": 280365250.0,
      "step": 364090
    },
    {
      "epoch": 0.4618460141204884,
      "grad_norm": 5.34375,
      "learning_rate": 2.6911176289996426e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.55255126953125,
      "num_tokens": 280372559.0,
      "step": 364100
    },
    {
      "epoch": 0.46185869871302127,
      "grad_norm": 6.09375,
      "learning_rate": 2.691054197991013e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5439013004302978,
      "num_tokens": 280381628.0,
      "step": 364110
    },
    {
      "epoch": 0.46187138330555405,
      "grad_norm": 5.59375,
      "learning_rate": 2.6909907669823843e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.519736847281456,
      "num_tokens": 280390212.0,
      "step": 364120
    },
    {
      "epoch": 0.4618840678980869,
      "grad_norm": 5.6875,
      "learning_rate": 2.690927335973755e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5246451675891877,
      "num_tokens": 280399182.0,
      "step": 364130
    },
    {
      "epoch": 0.46189675249061973,
      "grad_norm": 5.8125,
      "learning_rate": 2.6908639049651257e-05,
      "loss": 2.2595,
      "mean_token_accuracy": 0.5230944156646729,
      "num_tokens": 280406826.0,
      "step": 364140
    },
    {
      "epoch": 0.4619094370831526,
      "grad_norm": 4.90625,
      "learning_rate": 2.690800473956497e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.561020490527153,
      "num_tokens": 280414409.0,
      "step": 364150
    },
    {
      "epoch": 0.4619221216756854,
      "grad_norm": 7.59375,
      "learning_rate": 2.6907370429478675e-05,
      "loss": 1.8237,
      "mean_token_accuracy": 0.5966670721769333,
      "num_tokens": 280420808.0,
      "step": 364160
    },
    {
      "epoch": 0.46193480626821826,
      "grad_norm": 5.96875,
      "learning_rate": 2.6906736119392383e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5195480763912201,
      "num_tokens": 280428088.0,
      "step": 364170
    },
    {
      "epoch": 0.4619474908607511,
      "grad_norm": 6.375,
      "learning_rate": 2.690610180930609e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5598656296730041,
      "num_tokens": 280435694.0,
      "step": 364180
    },
    {
      "epoch": 0.46196017545328394,
      "grad_norm": 6.53125,
      "learning_rate": 2.69054674992198e-05,
      "loss": 1.8676,
      "mean_token_accuracy": 0.5811881780624389,
      "num_tokens": 280442277.0,
      "step": 364190
    },
    {
      "epoch": 0.4619728600458167,
      "grad_norm": 5.65625,
      "learning_rate": 2.690483318913351e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5654081761837005,
      "num_tokens": 280450441.0,
      "step": 364200
    },
    {
      "epoch": 0.46198554463834957,
      "grad_norm": 5.40625,
      "learning_rate": 2.6904198879047215e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5274899303913116,
      "num_tokens": 280458212.0,
      "step": 364210
    },
    {
      "epoch": 0.4619982292308824,
      "grad_norm": 6.46875,
      "learning_rate": 2.6903564568960927e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5448202461004257,
      "num_tokens": 280466808.0,
      "step": 364220
    },
    {
      "epoch": 0.46201091382341525,
      "grad_norm": 6.34375,
      "learning_rate": 2.6902930258874632e-05,
      "loss": 1.854,
      "mean_token_accuracy": 0.5752856463193894,
      "num_tokens": 280474139.0,
      "step": 364230
    },
    {
      "epoch": 0.4620235984159481,
      "grad_norm": 5.71875,
      "learning_rate": 2.690229594878834e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5309356272220611,
      "num_tokens": 280481450.0,
      "step": 364240
    },
    {
      "epoch": 0.46203628300848093,
      "grad_norm": 6.03125,
      "learning_rate": 2.6901661638702053e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5446515113115311,
      "num_tokens": 280488243.0,
      "step": 364250
    },
    {
      "epoch": 0.46204896760101377,
      "grad_norm": 5.0625,
      "learning_rate": 2.690102732861576e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5322854101657868,
      "num_tokens": 280495859.0,
      "step": 364260
    },
    {
      "epoch": 0.4620616521935466,
      "grad_norm": 5.125,
      "learning_rate": 2.6900393018529467e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5542027473449707,
      "num_tokens": 280504007.0,
      "step": 364270
    },
    {
      "epoch": 0.4620743367860794,
      "grad_norm": 7.09375,
      "learning_rate": 2.6899758708443173e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5488737344741821,
      "num_tokens": 280511991.0,
      "step": 364280
    },
    {
      "epoch": 0.46208702137861224,
      "grad_norm": 6.375,
      "learning_rate": 2.6899124398356885e-05,
      "loss": 2.2095,
      "mean_token_accuracy": 0.5229762107133865,
      "num_tokens": 280519685.0,
      "step": 364290
    },
    {
      "epoch": 0.4620997059711451,
      "grad_norm": 5.1875,
      "learning_rate": 2.6898490088270594e-05,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5227294504642487,
      "num_tokens": 280527445.0,
      "step": 364300
    },
    {
      "epoch": 0.4621123905636779,
      "grad_norm": 5.09375,
      "learning_rate": 2.68978557781843e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5588456422090531,
      "num_tokens": 280535876.0,
      "step": 364310
    },
    {
      "epoch": 0.46212507515621076,
      "grad_norm": 5.84375,
      "learning_rate": 2.689722146809801e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5272584617137909,
      "num_tokens": 280545000.0,
      "step": 364320
    },
    {
      "epoch": 0.4621377597487436,
      "grad_norm": 5.71875,
      "learning_rate": 2.6896587158011716e-05,
      "loss": 1.8483,
      "mean_token_accuracy": 0.5864299595355987,
      "num_tokens": 280553125.0,
      "step": 364330
    },
    {
      "epoch": 0.46215044434127645,
      "grad_norm": 5.125,
      "learning_rate": 2.6895952847925425e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5285198241472244,
      "num_tokens": 280562735.0,
      "step": 364340
    },
    {
      "epoch": 0.4621631289338093,
      "grad_norm": 5.84375,
      "learning_rate": 2.6895318537839137e-05,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5382740527391434,
      "num_tokens": 280570402.0,
      "step": 364350
    },
    {
      "epoch": 0.46217581352634207,
      "grad_norm": 7.125,
      "learning_rate": 2.6894684227752843e-05,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5762256860733033,
      "num_tokens": 280576849.0,
      "step": 364360
    },
    {
      "epoch": 0.4621884981188749,
      "grad_norm": 4.65625,
      "learning_rate": 2.689404991766655e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5343994468450546,
      "num_tokens": 280584492.0,
      "step": 364370
    },
    {
      "epoch": 0.46220118271140775,
      "grad_norm": 5.09375,
      "learning_rate": 2.6893415607580257e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5350313305854797,
      "num_tokens": 280592896.0,
      "step": 364380
    },
    {
      "epoch": 0.4622138673039406,
      "grad_norm": 6.1875,
      "learning_rate": 2.689278129749397e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5479367077350616,
      "num_tokens": 280601316.0,
      "step": 364390
    },
    {
      "epoch": 0.46222655189647344,
      "grad_norm": 5.65625,
      "learning_rate": 2.6892146987407678e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5599645495414733,
      "num_tokens": 280609004.0,
      "step": 364400
    },
    {
      "epoch": 0.4622392364890063,
      "grad_norm": 5.875,
      "learning_rate": 2.6891512677321383e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5324084311723709,
      "num_tokens": 280617606.0,
      "step": 364410
    },
    {
      "epoch": 0.4622519210815391,
      "grad_norm": 5.0625,
      "learning_rate": 2.6890878367235095e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5286636799573898,
      "num_tokens": 280626523.0,
      "step": 364420
    },
    {
      "epoch": 0.4622646056740719,
      "grad_norm": 6.71875,
      "learning_rate": 2.68902440571488e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5264723747968674,
      "num_tokens": 280634381.0,
      "step": 364430
    },
    {
      "epoch": 0.46227729026660475,
      "grad_norm": 5.0,
      "learning_rate": 2.688960974706251e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5107066929340363,
      "num_tokens": 280642973.0,
      "step": 364440
    },
    {
      "epoch": 0.4622899748591376,
      "grad_norm": 5.625,
      "learning_rate": 2.688897543697622e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5283056646585464,
      "num_tokens": 280650968.0,
      "step": 364450
    },
    {
      "epoch": 0.46230265945167043,
      "grad_norm": 5.375,
      "learning_rate": 2.6888341126889927e-05,
      "loss": 2.248,
      "mean_token_accuracy": 0.5156514704227447,
      "num_tokens": 280660028.0,
      "step": 364460
    },
    {
      "epoch": 0.46231534404420327,
      "grad_norm": 5.09375,
      "learning_rate": 2.688770681680364e-05,
      "loss": 1.9451,
      "mean_token_accuracy": 0.5798474043607712,
      "num_tokens": 280667483.0,
      "step": 364470
    },
    {
      "epoch": 0.4623280286367361,
      "grad_norm": 6.65625,
      "learning_rate": 2.688707250671734e-05,
      "loss": 1.8389,
      "mean_token_accuracy": 0.5821855068206787,
      "num_tokens": 280674993.0,
      "step": 364480
    },
    {
      "epoch": 0.46234071322926895,
      "grad_norm": 5.4375,
      "learning_rate": 2.6886438196631053e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5271978229284286,
      "num_tokens": 280682634.0,
      "step": 364490
    },
    {
      "epoch": 0.4623533978218018,
      "grad_norm": 8.8125,
      "learning_rate": 2.6885803886544765e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5287118941545487,
      "num_tokens": 280689155.0,
      "step": 364500
    },
    {
      "epoch": 0.4623660824143346,
      "grad_norm": 6.1875,
      "learning_rate": 2.688516957645847e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5647227704524994,
      "num_tokens": 280695454.0,
      "step": 364510
    },
    {
      "epoch": 0.4623787670068674,
      "grad_norm": 9.25,
      "learning_rate": 2.688453526637218e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5612313121557235,
      "num_tokens": 280703034.0,
      "step": 364520
    },
    {
      "epoch": 0.46239145159940026,
      "grad_norm": 5.03125,
      "learning_rate": 2.688390095628589e-05,
      "loss": 1.8967,
      "mean_token_accuracy": 0.5685716241598129,
      "num_tokens": 280709653.0,
      "step": 364530
    },
    {
      "epoch": 0.4624041361919331,
      "grad_norm": 9.8125,
      "learning_rate": 2.6883266646199597e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5525822758674621,
      "num_tokens": 280716610.0,
      "step": 364540
    },
    {
      "epoch": 0.46241682078446594,
      "grad_norm": 5.28125,
      "learning_rate": 2.6882632336113305e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5348415583372116,
      "num_tokens": 280724333.0,
      "step": 364550
    },
    {
      "epoch": 0.4624295053769988,
      "grad_norm": 5.375,
      "learning_rate": 2.688199802602701e-05,
      "loss": 1.8733,
      "mean_token_accuracy": 0.5818281471729279,
      "num_tokens": 280731170.0,
      "step": 364560
    },
    {
      "epoch": 0.4624421899695316,
      "grad_norm": 6.0625,
      "learning_rate": 2.6881363715940723e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5307988107204438,
      "num_tokens": 280739616.0,
      "step": 364570
    },
    {
      "epoch": 0.46245487456206447,
      "grad_norm": 5.71875,
      "learning_rate": 2.688072940585443e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5634269118309021,
      "num_tokens": 280747714.0,
      "step": 364580
    },
    {
      "epoch": 0.46246755915459725,
      "grad_norm": 6.59375,
      "learning_rate": 2.6880095095768137e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5427049845457077,
      "num_tokens": 280755903.0,
      "step": 364590
    },
    {
      "epoch": 0.4624802437471301,
      "grad_norm": 5.09375,
      "learning_rate": 2.687946078568185e-05,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5189600467681885,
      "num_tokens": 280764280.0,
      "step": 364600
    },
    {
      "epoch": 0.46249292833966293,
      "grad_norm": 6.09375,
      "learning_rate": 2.6878826475595554e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5130556374788284,
      "num_tokens": 280772861.0,
      "step": 364610
    },
    {
      "epoch": 0.4625056129321958,
      "grad_norm": 5.9375,
      "learning_rate": 2.6878192165509263e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5253322958946228,
      "num_tokens": 280780761.0,
      "step": 364620
    },
    {
      "epoch": 0.4625182975247286,
      "grad_norm": 5.84375,
      "learning_rate": 2.6877557855422975e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5294372230768204,
      "num_tokens": 280788410.0,
      "step": 364630
    },
    {
      "epoch": 0.46253098211726146,
      "grad_norm": 5.125,
      "learning_rate": 2.687692354533668e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5390068143606186,
      "num_tokens": 280795300.0,
      "step": 364640
    },
    {
      "epoch": 0.4625436667097943,
      "grad_norm": 5.09375,
      "learning_rate": 2.687628923525039e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5641755104064942,
      "num_tokens": 280802337.0,
      "step": 364650
    },
    {
      "epoch": 0.46255635130232714,
      "grad_norm": 4.96875,
      "learning_rate": 2.6875654925164095e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5462162345647812,
      "num_tokens": 280809388.0,
      "step": 364660
    },
    {
      "epoch": 0.4625690358948599,
      "grad_norm": 4.78125,
      "learning_rate": 2.6875020615077807e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5376456588506698,
      "num_tokens": 280818519.0,
      "step": 364670
    },
    {
      "epoch": 0.46258172048739277,
      "grad_norm": 5.1875,
      "learning_rate": 2.6874386304991516e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5159203708171844,
      "num_tokens": 280827361.0,
      "step": 364680
    },
    {
      "epoch": 0.4625944050799256,
      "grad_norm": 4.78125,
      "learning_rate": 2.687375199490522e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5533780753612518,
      "num_tokens": 280835607.0,
      "step": 364690
    },
    {
      "epoch": 0.46260708967245845,
      "grad_norm": 5.0,
      "learning_rate": 2.6873117684818933e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5372103750705719,
      "num_tokens": 280843351.0,
      "step": 364700
    },
    {
      "epoch": 0.4626197742649913,
      "grad_norm": 5.21875,
      "learning_rate": 2.687248337473264e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5513259172439575,
      "num_tokens": 280849095.0,
      "step": 364710
    },
    {
      "epoch": 0.46263245885752413,
      "grad_norm": 5.5,
      "learning_rate": 2.6871849064646347e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.549166613817215,
      "num_tokens": 280855222.0,
      "step": 364720
    },
    {
      "epoch": 0.462645143450057,
      "grad_norm": 4.875,
      "learning_rate": 2.687121475456006e-05,
      "loss": 2.2422,
      "mean_token_accuracy": 0.5145045310258866,
      "num_tokens": 280862463.0,
      "step": 364730
    },
    {
      "epoch": 0.4626578280425898,
      "grad_norm": 7.21875,
      "learning_rate": 2.6870580444473765e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5446062564849854,
      "num_tokens": 280870757.0,
      "step": 364740
    },
    {
      "epoch": 0.4626705126351226,
      "grad_norm": 6.78125,
      "learning_rate": 2.6869946134387473e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5694585740566254,
      "num_tokens": 280877864.0,
      "step": 364750
    },
    {
      "epoch": 0.46268319722765544,
      "grad_norm": 5.46875,
      "learning_rate": 2.686931182430118e-05,
      "loss": 2.2678,
      "mean_token_accuracy": 0.5135609120130539,
      "num_tokens": 280885685.0,
      "step": 364760
    },
    {
      "epoch": 0.4626958818201883,
      "grad_norm": 5.6875,
      "learning_rate": 2.686867751421489e-05,
      "loss": 1.9667,
      "mean_token_accuracy": 0.5606866210699082,
      "num_tokens": 280893965.0,
      "step": 364770
    },
    {
      "epoch": 0.4627085664127211,
      "grad_norm": 4.75,
      "learning_rate": 2.68680432041286e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5290046602487564,
      "num_tokens": 280901853.0,
      "step": 364780
    },
    {
      "epoch": 0.46272125100525396,
      "grad_norm": 4.6875,
      "learning_rate": 2.6867408894042305e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5514130681753159,
      "num_tokens": 280908286.0,
      "step": 364790
    },
    {
      "epoch": 0.4627339355977868,
      "grad_norm": 6.03125,
      "learning_rate": 2.6866774583956017e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5401903748512268,
      "num_tokens": 280916218.0,
      "step": 364800
    },
    {
      "epoch": 0.46274662019031965,
      "grad_norm": 6.25,
      "learning_rate": 2.6866140273869722e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5290643393993377,
      "num_tokens": 280924031.0,
      "step": 364810
    },
    {
      "epoch": 0.4627593047828525,
      "grad_norm": 5.1875,
      "learning_rate": 2.686550596378343e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5393126279115676,
      "num_tokens": 280932858.0,
      "step": 364820
    },
    {
      "epoch": 0.4627719893753853,
      "grad_norm": 5.71875,
      "learning_rate": 2.6864871653697143e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5251921117305756,
      "num_tokens": 280940856.0,
      "step": 364830
    },
    {
      "epoch": 0.4627846739679181,
      "grad_norm": 6.34375,
      "learning_rate": 2.686423734361085e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5420553386211395,
      "num_tokens": 280947518.0,
      "step": 364840
    },
    {
      "epoch": 0.46279735856045096,
      "grad_norm": 5.5625,
      "learning_rate": 2.686360303352456e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5659824967384338,
      "num_tokens": 280953673.0,
      "step": 364850
    },
    {
      "epoch": 0.4628100431529838,
      "grad_norm": 7.3125,
      "learning_rate": 2.6862968723438263e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5462555348873138,
      "num_tokens": 280961777.0,
      "step": 364860
    },
    {
      "epoch": 0.46282272774551664,
      "grad_norm": 4.84375,
      "learning_rate": 2.6862334413351975e-05,
      "loss": 2.2861,
      "mean_token_accuracy": 0.5158560365438462,
      "num_tokens": 280970027.0,
      "step": 364870
    },
    {
      "epoch": 0.4628354123380495,
      "grad_norm": 5.34375,
      "learning_rate": 2.6861700103265687e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5391071110963821,
      "num_tokens": 280978544.0,
      "step": 364880
    },
    {
      "epoch": 0.4628480969305823,
      "grad_norm": 6.15625,
      "learning_rate": 2.6861065793179392e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5408486485481262,
      "num_tokens": 280985917.0,
      "step": 364890
    },
    {
      "epoch": 0.4628607815231151,
      "grad_norm": 4.90625,
      "learning_rate": 2.68604314830931e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.540924894809723,
      "num_tokens": 280994765.0,
      "step": 364900
    },
    {
      "epoch": 0.46287346611564795,
      "grad_norm": 5.65625,
      "learning_rate": 2.6859797173006806e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5388087064027787,
      "num_tokens": 281003113.0,
      "step": 364910
    },
    {
      "epoch": 0.4628861507081808,
      "grad_norm": 6.8125,
      "learning_rate": 2.685916286292052e-05,
      "loss": 1.7864,
      "mean_token_accuracy": 0.6030236691236496,
      "num_tokens": 281008685.0,
      "step": 364920
    },
    {
      "epoch": 0.46289883530071363,
      "grad_norm": 6.25,
      "learning_rate": 2.6858528552834227e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5370155930519104,
      "num_tokens": 281015876.0,
      "step": 364930
    },
    {
      "epoch": 0.46291151989324647,
      "grad_norm": 5.40625,
      "learning_rate": 2.6857894242747933e-05,
      "loss": 2.2941,
      "mean_token_accuracy": 0.5107711166143417,
      "num_tokens": 281023481.0,
      "step": 364940
    },
    {
      "epoch": 0.4629242044857793,
      "grad_norm": 5.0625,
      "learning_rate": 2.6857259932661645e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.54294513463974,
      "num_tokens": 281030272.0,
      "step": 364950
    },
    {
      "epoch": 0.46293688907831215,
      "grad_norm": 5.4375,
      "learning_rate": 2.685662562257535e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5173467785120011,
      "num_tokens": 281038783.0,
      "step": 364960
    },
    {
      "epoch": 0.462949573670845,
      "grad_norm": 7.5625,
      "learning_rate": 2.685599131248906e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5159447759389877,
      "num_tokens": 281045443.0,
      "step": 364970
    },
    {
      "epoch": 0.4629622582633778,
      "grad_norm": 6.71875,
      "learning_rate": 2.685535700240277e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.525259992480278,
      "num_tokens": 281053213.0,
      "step": 364980
    },
    {
      "epoch": 0.4629749428559106,
      "grad_norm": 5.09375,
      "learning_rate": 2.6854722692316476e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5261379271745682,
      "num_tokens": 281060977.0,
      "step": 364990
    },
    {
      "epoch": 0.46298762744844346,
      "grad_norm": 5.71875,
      "learning_rate": 2.6854088382230185e-05,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5528654664754867,
      "num_tokens": 281068467.0,
      "step": 365000
    },
    {
      "epoch": 0.4630003120409763,
      "grad_norm": 7.875,
      "learning_rate": 2.685345407214389e-05,
      "loss": 2.339,
      "mean_token_accuracy": 0.5065353095531464,
      "num_tokens": 281076656.0,
      "step": 365010
    },
    {
      "epoch": 0.46301299663350914,
      "grad_norm": 6.71875,
      "learning_rate": 2.6852819762057603e-05,
      "loss": 2.1995,
      "mean_token_accuracy": 0.5361639797687531,
      "num_tokens": 281085020.0,
      "step": 365020
    },
    {
      "epoch": 0.463025681226042,
      "grad_norm": 16.875,
      "learning_rate": 2.685218545197131e-05,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5678410232067108,
      "num_tokens": 281091410.0,
      "step": 365030
    },
    {
      "epoch": 0.4630383658185748,
      "grad_norm": 6.5,
      "learning_rate": 2.6851551141885017e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5719016671180726,
      "num_tokens": 281098500.0,
      "step": 365040
    },
    {
      "epoch": 0.46305105041110767,
      "grad_norm": 5.3125,
      "learning_rate": 2.685091683179873e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5377463728189469,
      "num_tokens": 281106171.0,
      "step": 365050
    },
    {
      "epoch": 0.46306373500364045,
      "grad_norm": 5.28125,
      "learning_rate": 2.6850282521712434e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5325655251741409,
      "num_tokens": 281114132.0,
      "step": 365060
    },
    {
      "epoch": 0.4630764195961733,
      "grad_norm": 4.875,
      "learning_rate": 2.6849648211626143e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5413930952548981,
      "num_tokens": 281121932.0,
      "step": 365070
    },
    {
      "epoch": 0.46308910418870614,
      "grad_norm": 6.03125,
      "learning_rate": 2.6849013901539855e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5301364332437515,
      "num_tokens": 281130148.0,
      "step": 365080
    },
    {
      "epoch": 0.463101788781239,
      "grad_norm": 5.125,
      "learning_rate": 2.684837959145356e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5483127713203431,
      "num_tokens": 281138396.0,
      "step": 365090
    },
    {
      "epoch": 0.4631144733737718,
      "grad_norm": 6.4375,
      "learning_rate": 2.684774528136727e-05,
      "loss": 2.2749,
      "mean_token_accuracy": 0.5257283210754394,
      "num_tokens": 281145909.0,
      "step": 365100
    },
    {
      "epoch": 0.46312715796630466,
      "grad_norm": 5.15625,
      "learning_rate": 2.6847110971280974e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5230837374925613,
      "num_tokens": 281154383.0,
      "step": 365110
    },
    {
      "epoch": 0.4631398425588375,
      "grad_norm": 6.3125,
      "learning_rate": 2.6846476661194687e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5369535833597183,
      "num_tokens": 281161478.0,
      "step": 365120
    },
    {
      "epoch": 0.46315252715137034,
      "grad_norm": 7.5,
      "learning_rate": 2.6845842351108395e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5456709176301956,
      "num_tokens": 281169258.0,
      "step": 365130
    },
    {
      "epoch": 0.4631652117439031,
      "grad_norm": 5.0,
      "learning_rate": 2.68452080410221e-05,
      "loss": 1.9081,
      "mean_token_accuracy": 0.577193558216095,
      "num_tokens": 281176675.0,
      "step": 365140
    },
    {
      "epoch": 0.46317789633643597,
      "grad_norm": 5.9375,
      "learning_rate": 2.6844573730935813e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5576780200004577,
      "num_tokens": 281183985.0,
      "step": 365150
    },
    {
      "epoch": 0.4631905809289688,
      "grad_norm": 5.5625,
      "learning_rate": 2.6843939420849518e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5521461278200149,
      "num_tokens": 281191791.0,
      "step": 365160
    },
    {
      "epoch": 0.46320326552150165,
      "grad_norm": 5.375,
      "learning_rate": 2.6843305110763227e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.537341696023941,
      "num_tokens": 281200438.0,
      "step": 365170
    },
    {
      "epoch": 0.4632159501140345,
      "grad_norm": 5.5625,
      "learning_rate": 2.684267080067694e-05,
      "loss": 1.8906,
      "mean_token_accuracy": 0.5814367234706879,
      "num_tokens": 281206703.0,
      "step": 365180
    },
    {
      "epoch": 0.46322863470656733,
      "grad_norm": 5.1875,
      "learning_rate": 2.6842036490590644e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5503874361515045,
      "num_tokens": 281214868.0,
      "step": 365190
    },
    {
      "epoch": 0.4632413192991002,
      "grad_norm": 4.71875,
      "learning_rate": 2.6841402180504353e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5614985257387162,
      "num_tokens": 281222858.0,
      "step": 365200
    },
    {
      "epoch": 0.463254003891633,
      "grad_norm": 5.25,
      "learning_rate": 2.684076787041806e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5471330285072327,
      "num_tokens": 281231821.0,
      "step": 365210
    },
    {
      "epoch": 0.4632666884841658,
      "grad_norm": 7.8125,
      "learning_rate": 2.684013356033177e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5582559645175934,
      "num_tokens": 281238433.0,
      "step": 365220
    },
    {
      "epoch": 0.46327937307669864,
      "grad_norm": 7.375,
      "learning_rate": 2.6839499250245483e-05,
      "loss": 1.9759,
      "mean_token_accuracy": 0.5636732369661331,
      "num_tokens": 281245271.0,
      "step": 365230
    },
    {
      "epoch": 0.4632920576692315,
      "grad_norm": 5.09375,
      "learning_rate": 2.6838864940159185e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5415741413831711,
      "num_tokens": 281253600.0,
      "step": 365240
    },
    {
      "epoch": 0.4633047422617643,
      "grad_norm": 5.3125,
      "learning_rate": 2.6838230630072897e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5297592878341675,
      "num_tokens": 281261324.0,
      "step": 365250
    },
    {
      "epoch": 0.46331742685429717,
      "grad_norm": 4.9375,
      "learning_rate": 2.6837596319986602e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5523963361978531,
      "num_tokens": 281270487.0,
      "step": 365260
    },
    {
      "epoch": 0.46333011144683,
      "grad_norm": 5.78125,
      "learning_rate": 2.6836962009900314e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5508555084466934,
      "num_tokens": 281278844.0,
      "step": 365270
    },
    {
      "epoch": 0.46334279603936285,
      "grad_norm": 5.0625,
      "learning_rate": 2.6836327699814023e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5406850546598434,
      "num_tokens": 281287326.0,
      "step": 365280
    },
    {
      "epoch": 0.4633554806318957,
      "grad_norm": 5.09375,
      "learning_rate": 2.683569338972773e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5156037360429764,
      "num_tokens": 281295432.0,
      "step": 365290
    },
    {
      "epoch": 0.4633681652244285,
      "grad_norm": 5.53125,
      "learning_rate": 2.683505907964144e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5630714416503906,
      "num_tokens": 281302901.0,
      "step": 365300
    },
    {
      "epoch": 0.4633808498169613,
      "grad_norm": 7.46875,
      "learning_rate": 2.6834424769555146e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5839225292205811,
      "num_tokens": 281308358.0,
      "step": 365310
    },
    {
      "epoch": 0.46339353440949416,
      "grad_norm": 5.03125,
      "learning_rate": 2.6833790459468855e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5260209769010544,
      "num_tokens": 281316045.0,
      "step": 365320
    },
    {
      "epoch": 0.463406219002027,
      "grad_norm": 6.75,
      "learning_rate": 2.6833156149382567e-05,
      "loss": 1.7783,
      "mean_token_accuracy": 0.6030933380126953,
      "num_tokens": 281322135.0,
      "step": 365330
    },
    {
      "epoch": 0.46341890359455984,
      "grad_norm": 6.1875,
      "learning_rate": 2.6832521839296272e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5360332250595092,
      "num_tokens": 281329033.0,
      "step": 365340
    },
    {
      "epoch": 0.4634315881870927,
      "grad_norm": 4.65625,
      "learning_rate": 2.683188752920998e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5459867805242539,
      "num_tokens": 281337876.0,
      "step": 365350
    },
    {
      "epoch": 0.4634442727796255,
      "grad_norm": 6.4375,
      "learning_rate": 2.6831253219123686e-05,
      "loss": 1.8788,
      "mean_token_accuracy": 0.5835493057966232,
      "num_tokens": 281344672.0,
      "step": 365360
    },
    {
      "epoch": 0.4634569573721583,
      "grad_norm": 6.0625,
      "learning_rate": 2.68306189090374e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5718441098928452,
      "num_tokens": 281352210.0,
      "step": 365370
    },
    {
      "epoch": 0.46346964196469115,
      "grad_norm": 4.875,
      "learning_rate": 2.6829984598951107e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5267770946025848,
      "num_tokens": 281360737.0,
      "step": 365380
    },
    {
      "epoch": 0.463482326557224,
      "grad_norm": 6.03125,
      "learning_rate": 2.6829350288864812e-05,
      "loss": 1.8276,
      "mean_token_accuracy": 0.5915654927492142,
      "num_tokens": 281367809.0,
      "step": 365390
    },
    {
      "epoch": 0.46349501114975683,
      "grad_norm": 7.28125,
      "learning_rate": 2.6828715978778525e-05,
      "loss": 2.2616,
      "mean_token_accuracy": 0.5202960044145584,
      "num_tokens": 281375967.0,
      "step": 365400
    },
    {
      "epoch": 0.46350769574228967,
      "grad_norm": 5.375,
      "learning_rate": 2.682808166869223e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5296750962734222,
      "num_tokens": 281384288.0,
      "step": 365410
    },
    {
      "epoch": 0.4635203803348225,
      "grad_norm": 6.3125,
      "learning_rate": 2.682744735860594e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5280235350131989,
      "num_tokens": 281392056.0,
      "step": 365420
    },
    {
      "epoch": 0.46353306492735535,
      "grad_norm": 5.25,
      "learning_rate": 2.682681304851965e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5532827556133271,
      "num_tokens": 281399719.0,
      "step": 365430
    },
    {
      "epoch": 0.4635457495198882,
      "grad_norm": 4.96875,
      "learning_rate": 2.6826178738433356e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5239223182201386,
      "num_tokens": 281408183.0,
      "step": 365440
    },
    {
      "epoch": 0.463558434112421,
      "grad_norm": 5.375,
      "learning_rate": 2.6825544428347065e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5468672335147857,
      "num_tokens": 281415760.0,
      "step": 365450
    },
    {
      "epoch": 0.4635711187049538,
      "grad_norm": 5.125,
      "learning_rate": 2.6824910118260777e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5535823851823807,
      "num_tokens": 281425452.0,
      "step": 365460
    },
    {
      "epoch": 0.46358380329748666,
      "grad_norm": 6.21875,
      "learning_rate": 2.6824275808174482e-05,
      "loss": 1.8047,
      "mean_token_accuracy": 0.585197651386261,
      "num_tokens": 281433038.0,
      "step": 365470
    },
    {
      "epoch": 0.4635964878900195,
      "grad_norm": 5.8125,
      "learning_rate": 2.682364149808819e-05,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5482057929039001,
      "num_tokens": 281440026.0,
      "step": 365480
    },
    {
      "epoch": 0.46360917248255235,
      "grad_norm": 5.84375,
      "learning_rate": 2.6823007188001896e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.5366146475076675,
      "num_tokens": 281446893.0,
      "step": 365490
    },
    {
      "epoch": 0.4636218570750852,
      "grad_norm": 6.46875,
      "learning_rate": 2.682237287791561e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5583783715963364,
      "num_tokens": 281453328.0,
      "step": 365500
    },
    {
      "epoch": 0.463634541667618,
      "grad_norm": 5.84375,
      "learning_rate": 2.6821738567829317e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5283581852912903,
      "num_tokens": 281461281.0,
      "step": 365510
    },
    {
      "epoch": 0.46364722626015087,
      "grad_norm": 4.90625,
      "learning_rate": 2.6821104257743023e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5499596118927002,
      "num_tokens": 281469451.0,
      "step": 365520
    },
    {
      "epoch": 0.46365991085268365,
      "grad_norm": 7.78125,
      "learning_rate": 2.6820469947656735e-05,
      "loss": 1.7133,
      "mean_token_accuracy": 0.6053896248340607,
      "num_tokens": 281475934.0,
      "step": 365530
    },
    {
      "epoch": 0.4636725954452165,
      "grad_norm": 5.46875,
      "learning_rate": 2.681983563757044e-05,
      "loss": 2.2902,
      "mean_token_accuracy": 0.516221621632576,
      "num_tokens": 281484302.0,
      "step": 365540
    },
    {
      "epoch": 0.46368528003774934,
      "grad_norm": 7.40625,
      "learning_rate": 2.681920132748415e-05,
      "loss": 1.8063,
      "mean_token_accuracy": 0.594529566168785,
      "num_tokens": 281491340.0,
      "step": 365550
    },
    {
      "epoch": 0.4636979646302822,
      "grad_norm": 4.5625,
      "learning_rate": 2.681856701739786e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5475779563188553,
      "num_tokens": 281498179.0,
      "step": 365560
    },
    {
      "epoch": 0.463710649222815,
      "grad_norm": 4.78125,
      "learning_rate": 2.6817932707311566e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5398278594017029,
      "num_tokens": 281505848.0,
      "step": 365570
    },
    {
      "epoch": 0.46372333381534786,
      "grad_norm": 5.875,
      "learning_rate": 2.6817298397225275e-05,
      "loss": 1.7774,
      "mean_token_accuracy": 0.6087319731712342,
      "num_tokens": 281511845.0,
      "step": 365580
    },
    {
      "epoch": 0.4637360184078807,
      "grad_norm": 5.875,
      "learning_rate": 2.681666408713898e-05,
      "loss": 1.5808,
      "mean_token_accuracy": 0.6390655040740967,
      "num_tokens": 281518193.0,
      "step": 365590
    },
    {
      "epoch": 0.46374870300041354,
      "grad_norm": 5.09375,
      "learning_rate": 2.6816029777052693e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5323674649000167,
      "num_tokens": 281524824.0,
      "step": 365600
    },
    {
      "epoch": 0.46376138759294633,
      "grad_norm": 5.4375,
      "learning_rate": 2.6815395466966405e-05,
      "loss": 2.2712,
      "mean_token_accuracy": 0.5175709933042526,
      "num_tokens": 281531942.0,
      "step": 365610
    },
    {
      "epoch": 0.46377407218547917,
      "grad_norm": 6.09375,
      "learning_rate": 2.6814761156880107e-05,
      "loss": 2.2093,
      "mean_token_accuracy": 0.509860149025917,
      "num_tokens": 281539977.0,
      "step": 365620
    },
    {
      "epoch": 0.463786756778012,
      "grad_norm": 5.25,
      "learning_rate": 2.681412684679382e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5262178838253021,
      "num_tokens": 281548042.0,
      "step": 365630
    },
    {
      "epoch": 0.46379944137054485,
      "grad_norm": 6.1875,
      "learning_rate": 2.6813492536707524e-05,
      "loss": 1.831,
      "mean_token_accuracy": 0.5882451146841049,
      "num_tokens": 281556474.0,
      "step": 365640
    },
    {
      "epoch": 0.4638121259630777,
      "grad_norm": 4.875,
      "learning_rate": 2.6812858226621236e-05,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5614292651414872,
      "num_tokens": 281564666.0,
      "step": 365650
    },
    {
      "epoch": 0.46382481055561053,
      "grad_norm": 7.5,
      "learning_rate": 2.6812223916534945e-05,
      "loss": 1.7404,
      "mean_token_accuracy": 0.5954611718654632,
      "num_tokens": 281571423.0,
      "step": 365660
    },
    {
      "epoch": 0.4638374951481434,
      "grad_norm": 4.75,
      "learning_rate": 2.681158960644865e-05,
      "loss": 1.8636,
      "mean_token_accuracy": 0.5858538538217545,
      "num_tokens": 281579205.0,
      "step": 365670
    },
    {
      "epoch": 0.4638501797406762,
      "grad_norm": 6.25,
      "learning_rate": 2.6810955296362362e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5347433477640152,
      "num_tokens": 281587341.0,
      "step": 365680
    },
    {
      "epoch": 0.463862864333209,
      "grad_norm": 4.75,
      "learning_rate": 2.6810320986276068e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5462309002876282,
      "num_tokens": 281594041.0,
      "step": 365690
    },
    {
      "epoch": 0.46387554892574184,
      "grad_norm": 5.28125,
      "learning_rate": 2.6809686676189777e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5481201112270355,
      "num_tokens": 281601289.0,
      "step": 365700
    },
    {
      "epoch": 0.4638882335182747,
      "grad_norm": 4.75,
      "learning_rate": 2.680905236610349e-05,
      "loss": 1.8868,
      "mean_token_accuracy": 0.5797621548175812,
      "num_tokens": 281609656.0,
      "step": 365710
    },
    {
      "epoch": 0.4639009181108075,
      "grad_norm": 5.15625,
      "learning_rate": 2.6808418056017194e-05,
      "loss": 2.2667,
      "mean_token_accuracy": 0.5097882568836212,
      "num_tokens": 281618309.0,
      "step": 365720
    },
    {
      "epoch": 0.46391360270334037,
      "grad_norm": 7.6875,
      "learning_rate": 2.6807783745930903e-05,
      "loss": 1.8635,
      "mean_token_accuracy": 0.5702105820178985,
      "num_tokens": 281627593.0,
      "step": 365730
    },
    {
      "epoch": 0.4639262872958732,
      "grad_norm": 5.84375,
      "learning_rate": 2.6807149435844608e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5550506740808487,
      "num_tokens": 281634434.0,
      "step": 365740
    },
    {
      "epoch": 0.46393897188840605,
      "grad_norm": 5.53125,
      "learning_rate": 2.680651512575832e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5350750923156739,
      "num_tokens": 281642616.0,
      "step": 365750
    },
    {
      "epoch": 0.4639516564809389,
      "grad_norm": 7.78125,
      "learning_rate": 2.680588081567203e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5415334880352021,
      "num_tokens": 281650634.0,
      "step": 365760
    },
    {
      "epoch": 0.4639643410734717,
      "grad_norm": 6.25,
      "learning_rate": 2.6805246505585734e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.558314859867096,
      "num_tokens": 281657498.0,
      "step": 365770
    },
    {
      "epoch": 0.4639770256660045,
      "grad_norm": 5.40625,
      "learning_rate": 2.6804612195499446e-05,
      "loss": 2.1385,
      "mean_token_accuracy": 0.526142156124115,
      "num_tokens": 281665164.0,
      "step": 365780
    },
    {
      "epoch": 0.46398971025853736,
      "grad_norm": 6.21875,
      "learning_rate": 2.6803977885413152e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5378892451524735,
      "num_tokens": 281673039.0,
      "step": 365790
    },
    {
      "epoch": 0.4640023948510702,
      "grad_norm": 5.03125,
      "learning_rate": 2.680334357532686e-05,
      "loss": 1.79,
      "mean_token_accuracy": 0.600013044476509,
      "num_tokens": 281680200.0,
      "step": 365800
    },
    {
      "epoch": 0.46401507944360304,
      "grad_norm": 5.0,
      "learning_rate": 2.6802709265240573e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.542522007226944,
      "num_tokens": 281688828.0,
      "step": 365810
    },
    {
      "epoch": 0.4640277640361359,
      "grad_norm": 5.15625,
      "learning_rate": 2.6802074955154278e-05,
      "loss": 1.9173,
      "mean_token_accuracy": 0.5716281503438949,
      "num_tokens": 281696268.0,
      "step": 365820
    },
    {
      "epoch": 0.4640404486286687,
      "grad_norm": 7.90625,
      "learning_rate": 2.6801440645067987e-05,
      "loss": 1.8699,
      "mean_token_accuracy": 0.5861120313405991,
      "num_tokens": 281703942.0,
      "step": 365830
    },
    {
      "epoch": 0.4640531332212015,
      "grad_norm": 8.625,
      "learning_rate": 2.6800806334981692e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5384114980697632,
      "num_tokens": 281710558.0,
      "step": 365840
    },
    {
      "epoch": 0.46406581781373435,
      "grad_norm": 5.59375,
      "learning_rate": 2.6800172024895404e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5564082831144332,
      "num_tokens": 281718494.0,
      "step": 365850
    },
    {
      "epoch": 0.4640785024062672,
      "grad_norm": 6.96875,
      "learning_rate": 2.6799537714809113e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5503116905689239,
      "num_tokens": 281726410.0,
      "step": 365860
    },
    {
      "epoch": 0.46409118699880003,
      "grad_norm": 4.96875,
      "learning_rate": 2.679890340472282e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5512629568576812,
      "num_tokens": 281732895.0,
      "step": 365870
    },
    {
      "epoch": 0.4641038715913329,
      "grad_norm": 13.0,
      "learning_rate": 2.679826909463653e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5376536250114441,
      "num_tokens": 281740698.0,
      "step": 365880
    },
    {
      "epoch": 0.4641165561838657,
      "grad_norm": 5.125,
      "learning_rate": 2.6797634784550236e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5432854980230332,
      "num_tokens": 281749008.0,
      "step": 365890
    },
    {
      "epoch": 0.46412924077639856,
      "grad_norm": 5.6875,
      "learning_rate": 2.6797000474463945e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5449545323848725,
      "num_tokens": 281757852.0,
      "step": 365900
    },
    {
      "epoch": 0.4641419253689314,
      "grad_norm": 5.90625,
      "learning_rate": 2.6796366164377657e-05,
      "loss": 2.174,
      "mean_token_accuracy": 0.5330586165189743,
      "num_tokens": 281765323.0,
      "step": 365910
    },
    {
      "epoch": 0.4641546099614642,
      "grad_norm": 4.8125,
      "learning_rate": 2.6795731854291362e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5536094188690186,
      "num_tokens": 281773079.0,
      "step": 365920
    },
    {
      "epoch": 0.464167294553997,
      "grad_norm": 5.65625,
      "learning_rate": 2.679509754420507e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5349534749984741,
      "num_tokens": 281781525.0,
      "step": 365930
    },
    {
      "epoch": 0.46417997914652986,
      "grad_norm": 7.0,
      "learning_rate": 2.6794463234118776e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5486252129077911,
      "num_tokens": 281789138.0,
      "step": 365940
    },
    {
      "epoch": 0.4641926637390627,
      "grad_norm": 4.71875,
      "learning_rate": 2.6793828924032488e-05,
      "loss": 1.9324,
      "mean_token_accuracy": 0.5741855174303054,
      "num_tokens": 281795384.0,
      "step": 365950
    },
    {
      "epoch": 0.46420534833159555,
      "grad_norm": 6.90625,
      "learning_rate": 2.6793194613946197e-05,
      "loss": 2.2806,
      "mean_token_accuracy": 0.5116027534008026,
      "num_tokens": 281802607.0,
      "step": 365960
    },
    {
      "epoch": 0.4642180329241284,
      "grad_norm": 5.96875,
      "learning_rate": 2.6792560303859902e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5535195589065551,
      "num_tokens": 281810657.0,
      "step": 365970
    },
    {
      "epoch": 0.46423071751666123,
      "grad_norm": 5.6875,
      "learning_rate": 2.6791925993773614e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5599407315254211,
      "num_tokens": 281816782.0,
      "step": 365980
    },
    {
      "epoch": 0.46424340210919407,
      "grad_norm": 8.375,
      "learning_rate": 2.679129168368732e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5379413455724716,
      "num_tokens": 281825198.0,
      "step": 365990
    },
    {
      "epoch": 0.46425608670172686,
      "grad_norm": 6.125,
      "learning_rate": 2.679065737360103e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5601973742246628,
      "num_tokens": 281832984.0,
      "step": 366000
    },
    {
      "epoch": 0.4642687712942597,
      "grad_norm": 4.78125,
      "learning_rate": 2.679002306351474e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5466636389493942,
      "num_tokens": 281839242.0,
      "step": 366010
    },
    {
      "epoch": 0.46428145588679254,
      "grad_norm": 7.03125,
      "learning_rate": 2.6789388753428446e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5565498024225235,
      "num_tokens": 281846390.0,
      "step": 366020
    },
    {
      "epoch": 0.4642941404793254,
      "grad_norm": 4.71875,
      "learning_rate": 2.6788754443342158e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5537760943174362,
      "num_tokens": 281854037.0,
      "step": 366030
    },
    {
      "epoch": 0.4643068250718582,
      "grad_norm": 7.6875,
      "learning_rate": 2.678812013325586e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5527006328105927,
      "num_tokens": 281861348.0,
      "step": 366040
    },
    {
      "epoch": 0.46431950966439106,
      "grad_norm": 7.28125,
      "learning_rate": 2.6787485823169572e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5661661446094512,
      "num_tokens": 281867940.0,
      "step": 366050
    },
    {
      "epoch": 0.4643321942569239,
      "grad_norm": 4.84375,
      "learning_rate": 2.6786851513083284e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5386780470609664,
      "num_tokens": 281877289.0,
      "step": 366060
    },
    {
      "epoch": 0.46434487884945674,
      "grad_norm": 10.75,
      "learning_rate": 2.678621720299699e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5474071443080902,
      "num_tokens": 281884765.0,
      "step": 366070
    },
    {
      "epoch": 0.46435756344198953,
      "grad_norm": 6.0625,
      "learning_rate": 2.67855828929107e-05,
      "loss": 1.8241,
      "mean_token_accuracy": 0.5942711174488068,
      "num_tokens": 281891839.0,
      "step": 366080
    },
    {
      "epoch": 0.46437024803452237,
      "grad_norm": 6.59375,
      "learning_rate": 2.6784948582824404e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5802311092615128,
      "num_tokens": 281896790.0,
      "step": 366090
    },
    {
      "epoch": 0.4643829326270552,
      "grad_norm": 5.0625,
      "learning_rate": 2.6784314272738116e-05,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5209904551506043,
      "num_tokens": 281905097.0,
      "step": 366100
    },
    {
      "epoch": 0.46439561721958805,
      "grad_norm": 8.3125,
      "learning_rate": 2.6783679962651825e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5235803961753845,
      "num_tokens": 281912862.0,
      "step": 366110
    },
    {
      "epoch": 0.4644083018121209,
      "grad_norm": 7.5,
      "learning_rate": 2.678304565256553e-05,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5197382718324661,
      "num_tokens": 281920724.0,
      "step": 366120
    },
    {
      "epoch": 0.46442098640465374,
      "grad_norm": 5.96875,
      "learning_rate": 2.6782411342479242e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5523723423480987,
      "num_tokens": 281928144.0,
      "step": 366130
    },
    {
      "epoch": 0.4644336709971866,
      "grad_norm": 6.1875,
      "learning_rate": 2.6781777032392948e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5702071607112884,
      "num_tokens": 281934576.0,
      "step": 366140
    },
    {
      "epoch": 0.4644463555897194,
      "grad_norm": 6.9375,
      "learning_rate": 2.6781142722306656e-05,
      "loss": 1.7934,
      "mean_token_accuracy": 0.591279673576355,
      "num_tokens": 281940990.0,
      "step": 366150
    },
    {
      "epoch": 0.4644590401822522,
      "grad_norm": 5.53125,
      "learning_rate": 2.678050841222037e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5249816089868545,
      "num_tokens": 281950464.0,
      "step": 366160
    },
    {
      "epoch": 0.46447172477478504,
      "grad_norm": 7.4375,
      "learning_rate": 2.6779874102134074e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5400605738162995,
      "num_tokens": 281958742.0,
      "step": 366170
    },
    {
      "epoch": 0.4644844093673179,
      "grad_norm": 6.59375,
      "learning_rate": 2.6779239792047783e-05,
      "loss": 1.8775,
      "mean_token_accuracy": 0.584335196018219,
      "num_tokens": 281966919.0,
      "step": 366180
    },
    {
      "epoch": 0.4644970939598507,
      "grad_norm": 8.0,
      "learning_rate": 2.6778605481961488e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5526741087436676,
      "num_tokens": 281973055.0,
      "step": 366190
    },
    {
      "epoch": 0.46450977855238357,
      "grad_norm": 7.40625,
      "learning_rate": 2.67779711718752e-05,
      "loss": 1.7645,
      "mean_token_accuracy": 0.6045647323131561,
      "num_tokens": 281979787.0,
      "step": 366200
    },
    {
      "epoch": 0.4645224631449164,
      "grad_norm": 5.28125,
      "learning_rate": 2.677733686178891e-05,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5176244586706161,
      "num_tokens": 281987485.0,
      "step": 366210
    },
    {
      "epoch": 0.46453514773744925,
      "grad_norm": 9.3125,
      "learning_rate": 2.6776702551702614e-05,
      "loss": 1.9376,
      "mean_token_accuracy": 0.5616925120353699,
      "num_tokens": 281994388.0,
      "step": 366220
    },
    {
      "epoch": 0.4645478323299821,
      "grad_norm": 5.8125,
      "learning_rate": 2.6776068241616326e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5242526650428772,
      "num_tokens": 282002469.0,
      "step": 366230
    },
    {
      "epoch": 0.4645605169225149,
      "grad_norm": 6.0625,
      "learning_rate": 2.677543393153003e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5631209224462509,
      "num_tokens": 282010210.0,
      "step": 366240
    },
    {
      "epoch": 0.4645732015150477,
      "grad_norm": 6.9375,
      "learning_rate": 2.677479962144374e-05,
      "loss": 1.8782,
      "mean_token_accuracy": 0.5791961014270782,
      "num_tokens": 282016964.0,
      "step": 366250
    },
    {
      "epoch": 0.46458588610758056,
      "grad_norm": 5.0625,
      "learning_rate": 2.6774165311357452e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.531941270828247,
      "num_tokens": 282024797.0,
      "step": 366260
    },
    {
      "epoch": 0.4645985707001134,
      "grad_norm": 7.09375,
      "learning_rate": 2.6773531001271158e-05,
      "loss": 1.9256,
      "mean_token_accuracy": 0.5758410423994065,
      "num_tokens": 282032459.0,
      "step": 366270
    },
    {
      "epoch": 0.46461125529264624,
      "grad_norm": 7.4375,
      "learning_rate": 2.6772896691184867e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5444067120552063,
      "num_tokens": 282039340.0,
      "step": 366280
    },
    {
      "epoch": 0.4646239398851791,
      "grad_norm": 5.34375,
      "learning_rate": 2.6772262381098572e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5362688690423966,
      "num_tokens": 282047719.0,
      "step": 366290
    },
    {
      "epoch": 0.4646366244777119,
      "grad_norm": 4.96875,
      "learning_rate": 2.6771628071012284e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.533325445652008,
      "num_tokens": 282056071.0,
      "step": 366300
    },
    {
      "epoch": 0.4646493090702447,
      "grad_norm": 7.375,
      "learning_rate": 2.6770993760925993e-05,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5670106828212738,
      "num_tokens": 282062027.0,
      "step": 366310
    },
    {
      "epoch": 0.46466199366277755,
      "grad_norm": 4.3125,
      "learning_rate": 2.6770359450839698e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5608661383390426,
      "num_tokens": 282070699.0,
      "step": 366320
    },
    {
      "epoch": 0.4646746782553104,
      "grad_norm": 6.21875,
      "learning_rate": 2.676972514075341e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5427255004644393,
      "num_tokens": 282079545.0,
      "step": 366330
    },
    {
      "epoch": 0.46468736284784323,
      "grad_norm": 11.875,
      "learning_rate": 2.676909083066712e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5490678578615189,
      "num_tokens": 282085465.0,
      "step": 366340
    },
    {
      "epoch": 0.4647000474403761,
      "grad_norm": 7.15625,
      "learning_rate": 2.6768456520580824e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.538603913784027,
      "num_tokens": 282093813.0,
      "step": 366350
    },
    {
      "epoch": 0.4647127320329089,
      "grad_norm": 5.53125,
      "learning_rate": 2.6767822210494536e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5353869944810867,
      "num_tokens": 282102644.0,
      "step": 366360
    },
    {
      "epoch": 0.46472541662544176,
      "grad_norm": 5.90625,
      "learning_rate": 2.6767187900408242e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5473789095878601,
      "num_tokens": 282111314.0,
      "step": 366370
    },
    {
      "epoch": 0.4647381012179746,
      "grad_norm": 7.03125,
      "learning_rate": 2.676655359032195e-05,
      "loss": 2.2674,
      "mean_token_accuracy": 0.5105130076408386,
      "num_tokens": 282118562.0,
      "step": 366380
    },
    {
      "epoch": 0.4647507858105074,
      "grad_norm": 5.21875,
      "learning_rate": 2.6765919280235663e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5511917531490326,
      "num_tokens": 282126552.0,
      "step": 366390
    },
    {
      "epoch": 0.4647634704030402,
      "grad_norm": 6.40625,
      "learning_rate": 2.6765284970149368e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.56320561170578,
      "num_tokens": 282133733.0,
      "step": 366400
    },
    {
      "epoch": 0.46477615499557307,
      "grad_norm": 4.8125,
      "learning_rate": 2.676465066006308e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5333693653345108,
      "num_tokens": 282143666.0,
      "step": 366410
    },
    {
      "epoch": 0.4647888395881059,
      "grad_norm": 6.21875,
      "learning_rate": 2.6764016349976782e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5393577337265014,
      "num_tokens": 282152538.0,
      "step": 366420
    },
    {
      "epoch": 0.46480152418063875,
      "grad_norm": 6.125,
      "learning_rate": 2.6763382039890494e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5274755537509919,
      "num_tokens": 282161120.0,
      "step": 366430
    },
    {
      "epoch": 0.4648142087731716,
      "grad_norm": 4.75,
      "learning_rate": 2.6762747729804206e-05,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5678905963897705,
      "num_tokens": 282168322.0,
      "step": 366440
    },
    {
      "epoch": 0.46482689336570443,
      "grad_norm": 4.65625,
      "learning_rate": 2.6762113419717912e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5651222229003906,
      "num_tokens": 282176334.0,
      "step": 366450
    },
    {
      "epoch": 0.46483957795823727,
      "grad_norm": 5.03125,
      "learning_rate": 2.676147910963162e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.53316750228405,
      "num_tokens": 282183967.0,
      "step": 366460
    },
    {
      "epoch": 0.46485226255077006,
      "grad_norm": 10.0625,
      "learning_rate": 2.6760844799545326e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5306839019060134,
      "num_tokens": 282192192.0,
      "step": 366470
    },
    {
      "epoch": 0.4648649471433029,
      "grad_norm": 7.84375,
      "learning_rate": 2.6760210489459038e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5315256536006927,
      "num_tokens": 282200108.0,
      "step": 366480
    },
    {
      "epoch": 0.46487763173583574,
      "grad_norm": 5.96875,
      "learning_rate": 2.6759576179372747e-05,
      "loss": 1.7232,
      "mean_token_accuracy": 0.6148457199335098,
      "num_tokens": 282206380.0,
      "step": 366490
    },
    {
      "epoch": 0.4648903163283686,
      "grad_norm": 3.96875,
      "learning_rate": 2.6758941869286452e-05,
      "loss": 1.9013,
      "mean_token_accuracy": 0.5799915790557861,
      "num_tokens": 282213083.0,
      "step": 366500
    },
    {
      "epoch": 0.4649030009209014,
      "grad_norm": 5.0625,
      "learning_rate": 2.6758307559200164e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5307082891464233,
      "num_tokens": 282220546.0,
      "step": 366510
    },
    {
      "epoch": 0.46491568551343426,
      "grad_norm": 5.75,
      "learning_rate": 2.675767324911387e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5698867708444595,
      "num_tokens": 282228558.0,
      "step": 366520
    },
    {
      "epoch": 0.4649283701059671,
      "grad_norm": 5.75,
      "learning_rate": 2.6757038939027578e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5681965500116348,
      "num_tokens": 282236435.0,
      "step": 366530
    },
    {
      "epoch": 0.46494105469849994,
      "grad_norm": 4.90625,
      "learning_rate": 2.675640462894129e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5389943778514862,
      "num_tokens": 282243931.0,
      "step": 366540
    },
    {
      "epoch": 0.46495373929103273,
      "grad_norm": 4.875,
      "learning_rate": 2.6755770318854996e-05,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5611517995595932,
      "num_tokens": 282251445.0,
      "step": 366550
    },
    {
      "epoch": 0.46496642388356557,
      "grad_norm": 8.875,
      "learning_rate": 2.6755136008768704e-05,
      "loss": 1.934,
      "mean_token_accuracy": 0.5709453493356704,
      "num_tokens": 282258765.0,
      "step": 366560
    },
    {
      "epoch": 0.4649791084760984,
      "grad_norm": 5.46875,
      "learning_rate": 2.675450169868241e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5376605212688446,
      "num_tokens": 282267397.0,
      "step": 366570
    },
    {
      "epoch": 0.46499179306863125,
      "grad_norm": 4.75,
      "learning_rate": 2.6753867388596122e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5572440564632416,
      "num_tokens": 282274466.0,
      "step": 366580
    },
    {
      "epoch": 0.4650044776611641,
      "grad_norm": 5.34375,
      "learning_rate": 2.675323307850983e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5633964359760284,
      "num_tokens": 282281841.0,
      "step": 366590
    },
    {
      "epoch": 0.46501716225369694,
      "grad_norm": 5.59375,
      "learning_rate": 2.6752598768423536e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5420184403657913,
      "num_tokens": 282289181.0,
      "step": 366600
    },
    {
      "epoch": 0.4650298468462298,
      "grad_norm": 7.21875,
      "learning_rate": 2.6751964458337248e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5432963132858276,
      "num_tokens": 282297007.0,
      "step": 366610
    },
    {
      "epoch": 0.4650425314387626,
      "grad_norm": 5.15625,
      "learning_rate": 2.6751330148250954e-05,
      "loss": 2.3539,
      "mean_token_accuracy": 0.502987140417099,
      "num_tokens": 282306022.0,
      "step": 366620
    },
    {
      "epoch": 0.4650552160312954,
      "grad_norm": 6.875,
      "learning_rate": 2.6750695838164662e-05,
      "loss": 1.7914,
      "mean_token_accuracy": 0.5944919526576996,
      "num_tokens": 282313215.0,
      "step": 366630
    },
    {
      "epoch": 0.46506790062382825,
      "grad_norm": 6.125,
      "learning_rate": 2.6750061528078374e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.551288852095604,
      "num_tokens": 282320620.0,
      "step": 366640
    },
    {
      "epoch": 0.4650805852163611,
      "grad_norm": 5.40625,
      "learning_rate": 2.674942721799208e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5334684014320373,
      "num_tokens": 282328710.0,
      "step": 366650
    },
    {
      "epoch": 0.4650932698088939,
      "grad_norm": 6.0,
      "learning_rate": 2.674879290790579e-05,
      "loss": 1.9856,
      "mean_token_accuracy": 0.5615733683109283,
      "num_tokens": 282335363.0,
      "step": 366660
    },
    {
      "epoch": 0.46510595440142677,
      "grad_norm": 4.75,
      "learning_rate": 2.6748158597819494e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5528577536344528,
      "num_tokens": 282344105.0,
      "step": 366670
    },
    {
      "epoch": 0.4651186389939596,
      "grad_norm": 6.40625,
      "learning_rate": 2.6747524287733206e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5212706327438354,
      "num_tokens": 282352229.0,
      "step": 366680
    },
    {
      "epoch": 0.46513132358649245,
      "grad_norm": 5.03125,
      "learning_rate": 2.6746889977646915e-05,
      "loss": 1.9565,
      "mean_token_accuracy": 0.559275221824646,
      "num_tokens": 282360327.0,
      "step": 366690
    },
    {
      "epoch": 0.4651440081790253,
      "grad_norm": 6.0625,
      "learning_rate": 2.674625566756062e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5704854398965835,
      "num_tokens": 282367087.0,
      "step": 366700
    },
    {
      "epoch": 0.4651566927715581,
      "grad_norm": 5.0,
      "learning_rate": 2.6745621357474332e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.549997740983963,
      "num_tokens": 282375682.0,
      "step": 366710
    },
    {
      "epoch": 0.4651693773640909,
      "grad_norm": 5.5,
      "learning_rate": 2.6744987047388038e-05,
      "loss": 1.8204,
      "mean_token_accuracy": 0.5972008258104324,
      "num_tokens": 282382990.0,
      "step": 366720
    },
    {
      "epoch": 0.46518206195662376,
      "grad_norm": 11.875,
      "learning_rate": 2.6744352737301746e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5322052806615829,
      "num_tokens": 282389674.0,
      "step": 366730
    },
    {
      "epoch": 0.4651947465491566,
      "grad_norm": 5.0,
      "learning_rate": 2.674371842721546e-05,
      "loss": 1.9427,
      "mean_token_accuracy": 0.5565505355596543,
      "num_tokens": 282397855.0,
      "step": 366740
    },
    {
      "epoch": 0.46520743114168944,
      "grad_norm": 5.75,
      "learning_rate": 2.6743084117129164e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5440331548452377,
      "num_tokens": 282404304.0,
      "step": 366750
    },
    {
      "epoch": 0.4652201157342223,
      "grad_norm": 5.96875,
      "learning_rate": 2.6742449807042872e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5501891374588013,
      "num_tokens": 282412817.0,
      "step": 366760
    },
    {
      "epoch": 0.4652328003267551,
      "grad_norm": 5.25,
      "learning_rate": 2.6741815496956578e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5471741378307342,
      "num_tokens": 282420396.0,
      "step": 366770
    },
    {
      "epoch": 0.4652454849192879,
      "grad_norm": 5.03125,
      "learning_rate": 2.674118118687029e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5394782692193985,
      "num_tokens": 282427518.0,
      "step": 366780
    },
    {
      "epoch": 0.46525816951182075,
      "grad_norm": 6.40625,
      "learning_rate": 2.6740546876784002e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5487410694360733,
      "num_tokens": 282435302.0,
      "step": 366790
    },
    {
      "epoch": 0.4652708541043536,
      "grad_norm": 5.28125,
      "learning_rate": 2.6739912566697704e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5351942509412766,
      "num_tokens": 282442418.0,
      "step": 366800
    },
    {
      "epoch": 0.46528353869688643,
      "grad_norm": 4.8125,
      "learning_rate": 2.6739278256611416e-05,
      "loss": 2.3755,
      "mean_token_accuracy": 0.49762356877326963,
      "num_tokens": 282449541.0,
      "step": 366810
    },
    {
      "epoch": 0.4652962232894193,
      "grad_norm": 7.875,
      "learning_rate": 2.673864394652512e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5701478511095047,
      "num_tokens": 282457196.0,
      "step": 366820
    },
    {
      "epoch": 0.4653089078819521,
      "grad_norm": 5.3125,
      "learning_rate": 2.6738009636438834e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5326152712106704,
      "num_tokens": 282465492.0,
      "step": 366830
    },
    {
      "epoch": 0.46532159247448496,
      "grad_norm": 7.15625,
      "learning_rate": 2.6737375326352542e-05,
      "loss": 1.6946,
      "mean_token_accuracy": 0.6188334792852401,
      "num_tokens": 282471317.0,
      "step": 366840
    },
    {
      "epoch": 0.4653342770670178,
      "grad_norm": 5.90625,
      "learning_rate": 2.6736741016266248e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5229647904634476,
      "num_tokens": 282480601.0,
      "step": 366850
    },
    {
      "epoch": 0.4653469616595506,
      "grad_norm": 7.875,
      "learning_rate": 2.673610670617996e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.526950141787529,
      "num_tokens": 282487032.0,
      "step": 366860
    },
    {
      "epoch": 0.4653596462520834,
      "grad_norm": 5.09375,
      "learning_rate": 2.6735472396093665e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.5643944203853607,
      "num_tokens": 282493568.0,
      "step": 366870
    },
    {
      "epoch": 0.46537233084461627,
      "grad_norm": 6.875,
      "learning_rate": 2.6734838086007374e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5219999194145203,
      "num_tokens": 282502914.0,
      "step": 366880
    },
    {
      "epoch": 0.4653850154371491,
      "grad_norm": 5.03125,
      "learning_rate": 2.6734203775921086e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5234109729528427,
      "num_tokens": 282511544.0,
      "step": 366890
    },
    {
      "epoch": 0.46539770002968195,
      "grad_norm": 3.34375,
      "learning_rate": 2.673356946583479e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.558821302652359,
      "num_tokens": 282519365.0,
      "step": 366900
    },
    {
      "epoch": 0.4654103846222148,
      "grad_norm": 4.75,
      "learning_rate": 2.67329351557485e-05,
      "loss": 1.9444,
      "mean_token_accuracy": 0.5611649870872497,
      "num_tokens": 282526196.0,
      "step": 366910
    },
    {
      "epoch": 0.46542306921474763,
      "grad_norm": 9.5625,
      "learning_rate": 2.6732300845662206e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.542048168182373,
      "num_tokens": 282531769.0,
      "step": 366920
    },
    {
      "epoch": 0.4654357538072805,
      "grad_norm": 5.09375,
      "learning_rate": 2.6731666535575918e-05,
      "loss": 2.2999,
      "mean_token_accuracy": 0.5113176107406616,
      "num_tokens": 282538800.0,
      "step": 366930
    },
    {
      "epoch": 0.46544843839981326,
      "grad_norm": 6.71875,
      "learning_rate": 2.6731032225489626e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5589226126670838,
      "num_tokens": 282547058.0,
      "step": 366940
    },
    {
      "epoch": 0.4654611229923461,
      "grad_norm": 7.1875,
      "learning_rate": 2.6730397915403332e-05,
      "loss": 1.8586,
      "mean_token_accuracy": 0.5890419840812683,
      "num_tokens": 282554089.0,
      "step": 366950
    },
    {
      "epoch": 0.46547380758487894,
      "grad_norm": 4.84375,
      "learning_rate": 2.6729763605317044e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5326301604509354,
      "num_tokens": 282563569.0,
      "step": 366960
    },
    {
      "epoch": 0.4654864921774118,
      "grad_norm": 7.15625,
      "learning_rate": 2.672912929523075e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5297839134931565,
      "num_tokens": 282571917.0,
      "step": 366970
    },
    {
      "epoch": 0.4654991767699446,
      "grad_norm": 5.46875,
      "learning_rate": 2.6728494985144458e-05,
      "loss": 1.8209,
      "mean_token_accuracy": 0.596777680516243,
      "num_tokens": 282578628.0,
      "step": 366980
    },
    {
      "epoch": 0.46551186136247746,
      "grad_norm": 5.03125,
      "learning_rate": 2.672786067505817e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5379734754562377,
      "num_tokens": 282585839.0,
      "step": 366990
    },
    {
      "epoch": 0.4655245459550103,
      "grad_norm": 5.34375,
      "learning_rate": 2.6727226364971875e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5313339233398438,
      "num_tokens": 282594070.0,
      "step": 367000
    },
    {
      "epoch": 0.46553723054754315,
      "grad_norm": 5.5,
      "learning_rate": 2.6726592054885584e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.554974827170372,
      "num_tokens": 282602854.0,
      "step": 367010
    },
    {
      "epoch": 0.46554991514007593,
      "grad_norm": 5.78125,
      "learning_rate": 2.672595774479929e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5327497482299804,
      "num_tokens": 282610307.0,
      "step": 367020
    },
    {
      "epoch": 0.4655625997326088,
      "grad_norm": 11.5625,
      "learning_rate": 2.6725323434713e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5414881587028504,
      "num_tokens": 282618028.0,
      "step": 367030
    },
    {
      "epoch": 0.4655752843251416,
      "grad_norm": 5.34375,
      "learning_rate": 2.672468912462671e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5427882969379425,
      "num_tokens": 282626326.0,
      "step": 367040
    },
    {
      "epoch": 0.46558796891767446,
      "grad_norm": 5.8125,
      "learning_rate": 2.6724054814540416e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5305038511753082,
      "num_tokens": 282634463.0,
      "step": 367050
    },
    {
      "epoch": 0.4656006535102073,
      "grad_norm": 7.03125,
      "learning_rate": 2.6723420504454128e-05,
      "loss": 2.2651,
      "mean_token_accuracy": 0.5218414545059205,
      "num_tokens": 282641864.0,
      "step": 367060
    },
    {
      "epoch": 0.46561333810274014,
      "grad_norm": 5.84375,
      "learning_rate": 2.6722786194367833e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5454119771718979,
      "num_tokens": 282649314.0,
      "step": 367070
    },
    {
      "epoch": 0.465626022695273,
      "grad_norm": 7.96875,
      "learning_rate": 2.6722151884281542e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5680370688438415,
      "num_tokens": 282656882.0,
      "step": 367080
    },
    {
      "epoch": 0.4656387072878058,
      "grad_norm": 5.375,
      "learning_rate": 2.6721517574195254e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5368249595165253,
      "num_tokens": 282664764.0,
      "step": 367090
    },
    {
      "epoch": 0.4656513918803386,
      "grad_norm": 9.5625,
      "learning_rate": 2.672088326410896e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5264650046825409,
      "num_tokens": 282672908.0,
      "step": 367100
    },
    {
      "epoch": 0.46566407647287145,
      "grad_norm": 4.90625,
      "learning_rate": 2.6720248954022668e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5465868175029754,
      "num_tokens": 282680895.0,
      "step": 367110
    },
    {
      "epoch": 0.4656767610654043,
      "grad_norm": 5.65625,
      "learning_rate": 2.6719614643936374e-05,
      "loss": 1.6415,
      "mean_token_accuracy": 0.6258534014225006,
      "num_tokens": 282687445.0,
      "step": 367120
    },
    {
      "epoch": 0.46568944565793713,
      "grad_norm": 4.53125,
      "learning_rate": 2.6718980333850086e-05,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5569123506546021,
      "num_tokens": 282695663.0,
      "step": 367130
    },
    {
      "epoch": 0.46570213025046997,
      "grad_norm": 5.0,
      "learning_rate": 2.6718346023763798e-05,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5689084351062774,
      "num_tokens": 282703468.0,
      "step": 367140
    },
    {
      "epoch": 0.4657148148430028,
      "grad_norm": 5.46875,
      "learning_rate": 2.67177117136775e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5376930177211762,
      "num_tokens": 282712026.0,
      "step": 367150
    },
    {
      "epoch": 0.46572749943553565,
      "grad_norm": 6.8125,
      "learning_rate": 2.6717077403591212e-05,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5660758554935456,
      "num_tokens": 282719573.0,
      "step": 367160
    },
    {
      "epoch": 0.4657401840280685,
      "grad_norm": 7.28125,
      "learning_rate": 2.6716443093504917e-05,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5216121435165405,
      "num_tokens": 282726289.0,
      "step": 367170
    },
    {
      "epoch": 0.4657528686206013,
      "grad_norm": 7.9375,
      "learning_rate": 2.671580878341863e-05,
      "loss": 1.7762,
      "mean_token_accuracy": 0.5935285925865174,
      "num_tokens": 282733302.0,
      "step": 367180
    },
    {
      "epoch": 0.4657655532131341,
      "grad_norm": 7.1875,
      "learning_rate": 2.6715174473332338e-05,
      "loss": 1.8013,
      "mean_token_accuracy": 0.5897032082080841,
      "num_tokens": 282739412.0,
      "step": 367190
    },
    {
      "epoch": 0.46577823780566696,
      "grad_norm": 7.21875,
      "learning_rate": 2.6714540163246043e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5732079148292542,
      "num_tokens": 282745822.0,
      "step": 367200
    },
    {
      "epoch": 0.4657909223981998,
      "grad_norm": 8.8125,
      "learning_rate": 2.6713905853159756e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5403442442417145,
      "num_tokens": 282753729.0,
      "step": 367210
    },
    {
      "epoch": 0.46580360699073264,
      "grad_norm": 6.0625,
      "learning_rate": 2.6713271543073458e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5600378960371017,
      "num_tokens": 282761325.0,
      "step": 367220
    },
    {
      "epoch": 0.4658162915832655,
      "grad_norm": 5.28125,
      "learning_rate": 2.671263723298717e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5320287644863129,
      "num_tokens": 282770110.0,
      "step": 367230
    },
    {
      "epoch": 0.4658289761757983,
      "grad_norm": 8.1875,
      "learning_rate": 2.6712002922900882e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5372422248125076,
      "num_tokens": 282779248.0,
      "step": 367240
    },
    {
      "epoch": 0.4658416607683311,
      "grad_norm": 6.5,
      "learning_rate": 2.6711368612814587e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5372383683919907,
      "num_tokens": 282787439.0,
      "step": 367250
    },
    {
      "epoch": 0.46585434536086395,
      "grad_norm": 4.5625,
      "learning_rate": 2.6710734302728296e-05,
      "loss": 1.9954,
      "mean_token_accuracy": 0.54830302298069,
      "num_tokens": 282794435.0,
      "step": 367260
    },
    {
      "epoch": 0.4658670299533968,
      "grad_norm": 7.125,
      "learning_rate": 2.6710099992642008e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5544336408376693,
      "num_tokens": 282801531.0,
      "step": 367270
    },
    {
      "epoch": 0.46587971454592964,
      "grad_norm": 6.1875,
      "learning_rate": 2.6709465682555713e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5514147281646729,
      "num_tokens": 282808393.0,
      "step": 367280
    },
    {
      "epoch": 0.4658923991384625,
      "grad_norm": 4.59375,
      "learning_rate": 2.6708831372469422e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5455151855945587,
      "num_tokens": 282815986.0,
      "step": 367290
    },
    {
      "epoch": 0.4659050837309953,
      "grad_norm": 11.0,
      "learning_rate": 2.6708197062383127e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5405102789402008,
      "num_tokens": 282822825.0,
      "step": 367300
    },
    {
      "epoch": 0.46591776832352816,
      "grad_norm": 5.84375,
      "learning_rate": 2.670756275229684e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5365135967731476,
      "num_tokens": 282832040.0,
      "step": 367310
    },
    {
      "epoch": 0.465930452916061,
      "grad_norm": 6.46875,
      "learning_rate": 2.670692844221055e-05,
      "loss": 2.2093,
      "mean_token_accuracy": 0.5206661760807038,
      "num_tokens": 282839368.0,
      "step": 367320
    },
    {
      "epoch": 0.4659431375085938,
      "grad_norm": 6.34375,
      "learning_rate": 2.6706294132124254e-05,
      "loss": 1.9,
      "mean_token_accuracy": 0.5773642897605896,
      "num_tokens": 282847567.0,
      "step": 367330
    },
    {
      "epoch": 0.4659558221011266,
      "grad_norm": 5.875,
      "learning_rate": 2.6705659822037966e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5548820406198501,
      "num_tokens": 282854971.0,
      "step": 367340
    },
    {
      "epoch": 0.46596850669365947,
      "grad_norm": 5.625,
      "learning_rate": 2.670502551195167e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5593189775943757,
      "num_tokens": 282861529.0,
      "step": 367350
    },
    {
      "epoch": 0.4659811912861923,
      "grad_norm": 5.40625,
      "learning_rate": 2.670439120186538e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5453896015882492,
      "num_tokens": 282869809.0,
      "step": 367360
    },
    {
      "epoch": 0.46599387587872515,
      "grad_norm": 6.25,
      "learning_rate": 2.6703756891779092e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.541749632358551,
      "num_tokens": 282876753.0,
      "step": 367370
    },
    {
      "epoch": 0.466006560471258,
      "grad_norm": 7.0625,
      "learning_rate": 2.6703122581692797e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5478713512420654,
      "num_tokens": 282884776.0,
      "step": 367380
    },
    {
      "epoch": 0.46601924506379083,
      "grad_norm": 5.625,
      "learning_rate": 2.6702488271606506e-05,
      "loss": 1.5503,
      "mean_token_accuracy": 0.6582218945026398,
      "num_tokens": 282890545.0,
      "step": 367390
    },
    {
      "epoch": 0.4660319296563237,
      "grad_norm": 6.21875,
      "learning_rate": 2.670185396152021e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5513829201459884,
      "num_tokens": 282899423.0,
      "step": 367400
    },
    {
      "epoch": 0.46604461424885646,
      "grad_norm": 5.15625,
      "learning_rate": 2.6701219651433924e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5280562609434127,
      "num_tokens": 282906894.0,
      "step": 367410
    },
    {
      "epoch": 0.4660572988413893,
      "grad_norm": 5.4375,
      "learning_rate": 2.6700585341347632e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5370913505554199,
      "num_tokens": 282915282.0,
      "step": 367420
    },
    {
      "epoch": 0.46606998343392214,
      "grad_norm": 12.125,
      "learning_rate": 2.6699951031261338e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5662637174129486,
      "num_tokens": 282921669.0,
      "step": 367430
    },
    {
      "epoch": 0.466082668026455,
      "grad_norm": 6.96875,
      "learning_rate": 2.669931672117505e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.534227529168129,
      "num_tokens": 282929733.0,
      "step": 367440
    },
    {
      "epoch": 0.4660953526189878,
      "grad_norm": 7.0,
      "learning_rate": 2.6698682411088755e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5501354157924652,
      "num_tokens": 282938150.0,
      "step": 367450
    },
    {
      "epoch": 0.46610803721152066,
      "grad_norm": 6.21875,
      "learning_rate": 2.6698048101002464e-05,
      "loss": 1.8727,
      "mean_token_accuracy": 0.5887684881687164,
      "num_tokens": 282944896.0,
      "step": 367460
    },
    {
      "epoch": 0.4661207218040535,
      "grad_norm": 4.78125,
      "learning_rate": 2.6697413790916176e-05,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5601926386356354,
      "num_tokens": 282951892.0,
      "step": 367470
    },
    {
      "epoch": 0.46613340639658635,
      "grad_norm": 5.0,
      "learning_rate": 2.669677948082988e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5366243153810502,
      "num_tokens": 282961381.0,
      "step": 367480
    },
    {
      "epoch": 0.46614609098911913,
      "grad_norm": 4.625,
      "learning_rate": 2.669614517074359e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5553882479667663,
      "num_tokens": 282969250.0,
      "step": 367490
    },
    {
      "epoch": 0.466158775581652,
      "grad_norm": 5.15625,
      "learning_rate": 2.6695510860657295e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5620212137699128,
      "num_tokens": 282977020.0,
      "step": 367500
    },
    {
      "epoch": 0.4661714601741848,
      "grad_norm": 5.1875,
      "learning_rate": 2.6694876550571008e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5467704176902771,
      "num_tokens": 282984015.0,
      "step": 367510
    },
    {
      "epoch": 0.46618414476671766,
      "grad_norm": 4.8125,
      "learning_rate": 2.669424224048472e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5578359723091125,
      "num_tokens": 282991595.0,
      "step": 367520
    },
    {
      "epoch": 0.4661968293592505,
      "grad_norm": 5.375,
      "learning_rate": 2.6693607930398422e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5259889751672745,
      "num_tokens": 283000902.0,
      "step": 367530
    },
    {
      "epoch": 0.46620951395178334,
      "grad_norm": 5.15625,
      "learning_rate": 2.6692973620312134e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5318541496992111,
      "num_tokens": 283007668.0,
      "step": 367540
    },
    {
      "epoch": 0.4662221985443162,
      "grad_norm": 7.125,
      "learning_rate": 2.669233931022584e-05,
      "loss": 1.9513,
      "mean_token_accuracy": 0.573912826180458,
      "num_tokens": 283014491.0,
      "step": 367550
    },
    {
      "epoch": 0.466234883136849,
      "grad_norm": 5.46875,
      "learning_rate": 2.669170500013955e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.548122325539589,
      "num_tokens": 283021927.0,
      "step": 367560
    },
    {
      "epoch": 0.4662475677293818,
      "grad_norm": 4.71875,
      "learning_rate": 2.669107069005326e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5313522011041641,
      "num_tokens": 283030735.0,
      "step": 367570
    },
    {
      "epoch": 0.46626025232191465,
      "grad_norm": 6.8125,
      "learning_rate": 2.6690436379966965e-05,
      "loss": 1.7367,
      "mean_token_accuracy": 0.620481064915657,
      "num_tokens": 283036933.0,
      "step": 367580
    },
    {
      "epoch": 0.4662729369144475,
      "grad_norm": 7.6875,
      "learning_rate": 2.6689802069880678e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5424073368310929,
      "num_tokens": 283044559.0,
      "step": 367590
    },
    {
      "epoch": 0.46628562150698033,
      "grad_norm": 6.25,
      "learning_rate": 2.6689167759794383e-05,
      "loss": 1.9262,
      "mean_token_accuracy": 0.572405406832695,
      "num_tokens": 283052557.0,
      "step": 367600
    },
    {
      "epoch": 0.46629830609951317,
      "grad_norm": 8.4375,
      "learning_rate": 2.668853344970809e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5725392311811447,
      "num_tokens": 283059879.0,
      "step": 367610
    },
    {
      "epoch": 0.466310990692046,
      "grad_norm": 6.3125,
      "learning_rate": 2.6687899139621804e-05,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5323133885860443,
      "num_tokens": 283067249.0,
      "step": 367620
    },
    {
      "epoch": 0.46632367528457885,
      "grad_norm": 5.15625,
      "learning_rate": 2.668726482953551e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5475430727005005,
      "num_tokens": 283075049.0,
      "step": 367630
    },
    {
      "epoch": 0.4663363598771117,
      "grad_norm": 4.65625,
      "learning_rate": 2.6686630519449218e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5355558931827545,
      "num_tokens": 283083450.0,
      "step": 367640
    },
    {
      "epoch": 0.4663490444696445,
      "grad_norm": 5.28125,
      "learning_rate": 2.6685996209362923e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.580021721124649,
      "num_tokens": 283090273.0,
      "step": 367650
    },
    {
      "epoch": 0.4663617290621773,
      "grad_norm": 4.75,
      "learning_rate": 2.6685361899276635e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5659587442874908,
      "num_tokens": 283097358.0,
      "step": 367660
    },
    {
      "epoch": 0.46637441365471016,
      "grad_norm": 5.09375,
      "learning_rate": 2.6684727589190344e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5479394406080246,
      "num_tokens": 283103485.0,
      "step": 367670
    },
    {
      "epoch": 0.466387098247243,
      "grad_norm": 5.75,
      "learning_rate": 2.668409327910405e-05,
      "loss": 1.7847,
      "mean_token_accuracy": 0.605261155962944,
      "num_tokens": 283110381.0,
      "step": 367680
    },
    {
      "epoch": 0.46639978283977584,
      "grad_norm": 6.1875,
      "learning_rate": 2.668345896901776e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5295898646116257,
      "num_tokens": 283118017.0,
      "step": 367690
    },
    {
      "epoch": 0.4664124674323087,
      "grad_norm": 5.125,
      "learning_rate": 2.6682824658931467e-05,
      "loss": 1.8406,
      "mean_token_accuracy": 0.6007363438606262,
      "num_tokens": 283125462.0,
      "step": 367700
    },
    {
      "epoch": 0.4664251520248415,
      "grad_norm": 6.71875,
      "learning_rate": 2.6682190348845176e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5586412727832795,
      "num_tokens": 283132257.0,
      "step": 367710
    },
    {
      "epoch": 0.4664378366173743,
      "grad_norm": 5.25,
      "learning_rate": 2.6681556038758888e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5606587022542954,
      "num_tokens": 283139871.0,
      "step": 367720
    },
    {
      "epoch": 0.46645052120990715,
      "grad_norm": 6.15625,
      "learning_rate": 2.6680921728672593e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5349065095186234,
      "num_tokens": 283146397.0,
      "step": 367730
    },
    {
      "epoch": 0.46646320580244,
      "grad_norm": 4.9375,
      "learning_rate": 2.6680287418586302e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5606351464986801,
      "num_tokens": 283153901.0,
      "step": 367740
    },
    {
      "epoch": 0.46647589039497284,
      "grad_norm": 5.03125,
      "learning_rate": 2.6679653108500007e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.56226567029953,
      "num_tokens": 283161329.0,
      "step": 367750
    },
    {
      "epoch": 0.4664885749875057,
      "grad_norm": 4.78125,
      "learning_rate": 2.667901879841372e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5666301012039184,
      "num_tokens": 283169027.0,
      "step": 367760
    },
    {
      "epoch": 0.4665012595800385,
      "grad_norm": 5.5625,
      "learning_rate": 2.6678384488327428e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5456921309232712,
      "num_tokens": 283177340.0,
      "step": 367770
    },
    {
      "epoch": 0.46651394417257136,
      "grad_norm": 7.46875,
      "learning_rate": 2.6677750178241133e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5646600961685181,
      "num_tokens": 283184204.0,
      "step": 367780
    },
    {
      "epoch": 0.4665266287651042,
      "grad_norm": 5.09375,
      "learning_rate": 2.6677115868154846e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.5777054607868195,
      "num_tokens": 283190791.0,
      "step": 367790
    },
    {
      "epoch": 0.466539313357637,
      "grad_norm": 5.6875,
      "learning_rate": 2.667648155806855e-05,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5654018104076386,
      "num_tokens": 283198119.0,
      "step": 367800
    },
    {
      "epoch": 0.46655199795016983,
      "grad_norm": 6.96875,
      "learning_rate": 2.667584724798226e-05,
      "loss": 1.887,
      "mean_token_accuracy": 0.5798791468143463,
      "num_tokens": 283206589.0,
      "step": 367810
    },
    {
      "epoch": 0.46656468254270267,
      "grad_norm": 8.0,
      "learning_rate": 2.6675212937895972e-05,
      "loss": 1.8188,
      "mean_token_accuracy": 0.5884711921215058,
      "num_tokens": 283213786.0,
      "step": 367820
    },
    {
      "epoch": 0.4665773671352355,
      "grad_norm": 6.8125,
      "learning_rate": 2.6674578627809677e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5502091914415359,
      "num_tokens": 283220379.0,
      "step": 367830
    },
    {
      "epoch": 0.46659005172776835,
      "grad_norm": 5.125,
      "learning_rate": 2.6673944317723386e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5753306984901428,
      "num_tokens": 283228716.0,
      "step": 367840
    },
    {
      "epoch": 0.4666027363203012,
      "grad_norm": 5.8125,
      "learning_rate": 2.667331000763709e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5802898615598678,
      "num_tokens": 283236149.0,
      "step": 367850
    },
    {
      "epoch": 0.46661542091283403,
      "grad_norm": 6.34375,
      "learning_rate": 2.6672675697550803e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5404863804578781,
      "num_tokens": 283243975.0,
      "step": 367860
    },
    {
      "epoch": 0.4666281055053669,
      "grad_norm": 5.15625,
      "learning_rate": 2.6672041387464512e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5281601279973984,
      "num_tokens": 283252571.0,
      "step": 367870
    },
    {
      "epoch": 0.46664079009789966,
      "grad_norm": 7.21875,
      "learning_rate": 2.6671407077378217e-05,
      "loss": 1.8493,
      "mean_token_accuracy": 0.5959094494581223,
      "num_tokens": 283259996.0,
      "step": 367880
    },
    {
      "epoch": 0.4666534746904325,
      "grad_norm": 6.875,
      "learning_rate": 2.667077276729193e-05,
      "loss": 2.3079,
      "mean_token_accuracy": 0.5138855576515198,
      "num_tokens": 283267389.0,
      "step": 367890
    },
    {
      "epoch": 0.46666615928296534,
      "grad_norm": 6.34375,
      "learning_rate": 2.6670138457205635e-05,
      "loss": 1.6877,
      "mean_token_accuracy": 0.6300839394330978,
      "num_tokens": 283273515.0,
      "step": 367900
    },
    {
      "epoch": 0.4666788438754982,
      "grad_norm": 6.78125,
      "learning_rate": 2.6669504147119344e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5361533164978027,
      "num_tokens": 283281474.0,
      "step": 367910
    },
    {
      "epoch": 0.466691528468031,
      "grad_norm": 6.09375,
      "learning_rate": 2.6668869837033056e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5656177788972855,
      "num_tokens": 283289513.0,
      "step": 367920
    },
    {
      "epoch": 0.46670421306056387,
      "grad_norm": 4.9375,
      "learning_rate": 2.666823552694676e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5484055072069168,
      "num_tokens": 283297649.0,
      "step": 367930
    },
    {
      "epoch": 0.4667168976530967,
      "grad_norm": 6.46875,
      "learning_rate": 2.6667601216860473e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.5919634699821472,
      "num_tokens": 283305607.0,
      "step": 367940
    },
    {
      "epoch": 0.46672958224562955,
      "grad_norm": 5.90625,
      "learning_rate": 2.6666966906774175e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5316416680812835,
      "num_tokens": 283313317.0,
      "step": 367950
    },
    {
      "epoch": 0.46674226683816233,
      "grad_norm": 6.21875,
      "learning_rate": 2.6666332596687887e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5392277926206589,
      "num_tokens": 283319993.0,
      "step": 367960
    },
    {
      "epoch": 0.4667549514306952,
      "grad_norm": 6.875,
      "learning_rate": 2.66656982866016e-05,
      "loss": 2.2312,
      "mean_token_accuracy": 0.5198512107133866,
      "num_tokens": 283326580.0,
      "step": 367970
    },
    {
      "epoch": 0.466767636023228,
      "grad_norm": 6.84375,
      "learning_rate": 2.6665063976515305e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5577626496553421,
      "num_tokens": 283333999.0,
      "step": 367980
    },
    {
      "epoch": 0.46678032061576086,
      "grad_norm": 5.875,
      "learning_rate": 2.6664429666429014e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.526139321923256,
      "num_tokens": 283342500.0,
      "step": 367990
    },
    {
      "epoch": 0.4667930052082937,
      "grad_norm": 5.1875,
      "learning_rate": 2.666379535634272e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5213981807231903,
      "num_tokens": 283350473.0,
      "step": 368000
    },
    {
      "epoch": 0.46680568980082654,
      "grad_norm": 5.15625,
      "learning_rate": 2.666316104625643e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5671133458614349,
      "num_tokens": 283358912.0,
      "step": 368010
    },
    {
      "epoch": 0.4668183743933594,
      "grad_norm": 5.6875,
      "learning_rate": 2.666252673617014e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5245865702629089,
      "num_tokens": 283365837.0,
      "step": 368020
    },
    {
      "epoch": 0.4668310589858922,
      "grad_norm": 5.28125,
      "learning_rate": 2.6661892426083845e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.554581680893898,
      "num_tokens": 283374283.0,
      "step": 368030
    },
    {
      "epoch": 0.466843743578425,
      "grad_norm": 5.03125,
      "learning_rate": 2.6661258115997557e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5194615215063095,
      "num_tokens": 283382494.0,
      "step": 368040
    },
    {
      "epoch": 0.46685642817095785,
      "grad_norm": 6.65625,
      "learning_rate": 2.6660623805911263e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5659294188022613,
      "num_tokens": 283390019.0,
      "step": 368050
    },
    {
      "epoch": 0.4668691127634907,
      "grad_norm": 5.53125,
      "learning_rate": 2.665998949582497e-05,
      "loss": 1.8208,
      "mean_token_accuracy": 0.5913370579481125,
      "num_tokens": 283397578.0,
      "step": 368060
    },
    {
      "epoch": 0.46688179735602353,
      "grad_norm": 6.875,
      "learning_rate": 2.6659355185738683e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5490073531866073,
      "num_tokens": 283405178.0,
      "step": 368070
    },
    {
      "epoch": 0.4668944819485564,
      "grad_norm": 5.3125,
      "learning_rate": 2.665872087565239e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5552282333374023,
      "num_tokens": 283412701.0,
      "step": 368080
    },
    {
      "epoch": 0.4669071665410892,
      "grad_norm": 5.40625,
      "learning_rate": 2.6658086565566098e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5597175657749176,
      "num_tokens": 283419311.0,
      "step": 368090
    },
    {
      "epoch": 0.46691985113362205,
      "grad_norm": 8.125,
      "learning_rate": 2.6657452255479803e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5434745937585831,
      "num_tokens": 283427729.0,
      "step": 368100
    },
    {
      "epoch": 0.4669325357261549,
      "grad_norm": 6.03125,
      "learning_rate": 2.6656817945393515e-05,
      "loss": 2.2357,
      "mean_token_accuracy": 0.5115483552217484,
      "num_tokens": 283434789.0,
      "step": 368110
    },
    {
      "epoch": 0.4669452203186877,
      "grad_norm": 5.5625,
      "learning_rate": 2.6656183635307224e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5482409745454788,
      "num_tokens": 283441803.0,
      "step": 368120
    },
    {
      "epoch": 0.4669579049112205,
      "grad_norm": 5.9375,
      "learning_rate": 2.665554932522093e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.5130419850349426,
      "num_tokens": 283450117.0,
      "step": 368130
    },
    {
      "epoch": 0.46697058950375336,
      "grad_norm": 4.84375,
      "learning_rate": 2.665491501513464e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.556939834356308,
      "num_tokens": 283457804.0,
      "step": 368140
    },
    {
      "epoch": 0.4669832740962862,
      "grad_norm": 6.03125,
      "learning_rate": 2.6654280705048347e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.558144536614418,
      "num_tokens": 283465922.0,
      "step": 368150
    },
    {
      "epoch": 0.46699595868881905,
      "grad_norm": 4.9375,
      "learning_rate": 2.6653646394962055e-05,
      "loss": 2.2672,
      "mean_token_accuracy": 0.5149622946977616,
      "num_tokens": 283474249.0,
      "step": 368160
    },
    {
      "epoch": 0.4670086432813519,
      "grad_norm": 5.625,
      "learning_rate": 2.6653012084875768e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5291047334671021,
      "num_tokens": 283482489.0,
      "step": 368170
    },
    {
      "epoch": 0.46702132787388473,
      "grad_norm": 5.6875,
      "learning_rate": 2.6652377774789473e-05,
      "loss": 1.871,
      "mean_token_accuracy": 0.5795305848121644,
      "num_tokens": 283489286.0,
      "step": 368180
    },
    {
      "epoch": 0.4670340124664175,
      "grad_norm": 6.5625,
      "learning_rate": 2.665174346470318e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5275591343641282,
      "num_tokens": 283495856.0,
      "step": 368190
    },
    {
      "epoch": 0.46704669705895036,
      "grad_norm": 7.25,
      "learning_rate": 2.6651109154616894e-05,
      "loss": 1.8621,
      "mean_token_accuracy": 0.5843643099069595,
      "num_tokens": 283503345.0,
      "step": 368200
    },
    {
      "epoch": 0.4670593816514832,
      "grad_norm": 6.21875,
      "learning_rate": 2.66504748445306e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5459138125181198,
      "num_tokens": 283511032.0,
      "step": 368210
    },
    {
      "epoch": 0.46707206624401604,
      "grad_norm": 6.6875,
      "learning_rate": 2.6649840534444308e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5788096487522125,
      "num_tokens": 283517941.0,
      "step": 368220
    },
    {
      "epoch": 0.4670847508365489,
      "grad_norm": 6.09375,
      "learning_rate": 2.6649206224358013e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5387003511190415,
      "num_tokens": 283525100.0,
      "step": 368230
    },
    {
      "epoch": 0.4670974354290817,
      "grad_norm": 17.25,
      "learning_rate": 2.6648571914271725e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5629689127206803,
      "num_tokens": 283532426.0,
      "step": 368240
    },
    {
      "epoch": 0.46711012002161456,
      "grad_norm": 11.0625,
      "learning_rate": 2.6647937604185434e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5174863874912262,
      "num_tokens": 283539225.0,
      "step": 368250
    },
    {
      "epoch": 0.4671228046141474,
      "grad_norm": 6.09375,
      "learning_rate": 2.664730329409914e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.541816183924675,
      "num_tokens": 283548301.0,
      "step": 368260
    },
    {
      "epoch": 0.4671354892066802,
      "grad_norm": 5.625,
      "learning_rate": 2.664666898401285e-05,
      "loss": 1.8851,
      "mean_token_accuracy": 0.5731058061122895,
      "num_tokens": 283555112.0,
      "step": 368270
    },
    {
      "epoch": 0.46714817379921303,
      "grad_norm": 5.6875,
      "learning_rate": 2.6646034673926557e-05,
      "loss": 1.9309,
      "mean_token_accuracy": 0.5622663140296936,
      "num_tokens": 283562359.0,
      "step": 368280
    },
    {
      "epoch": 0.46716085839174587,
      "grad_norm": 6.5625,
      "learning_rate": 2.6645400363840266e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5644662261009217,
      "num_tokens": 283569319.0,
      "step": 368290
    },
    {
      "epoch": 0.4671735429842787,
      "grad_norm": 5.9375,
      "learning_rate": 2.6644766053753978e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5538639307022095,
      "num_tokens": 283577170.0,
      "step": 368300
    },
    {
      "epoch": 0.46718622757681155,
      "grad_norm": 7.59375,
      "learning_rate": 2.6644131743667683e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5280188262462616,
      "num_tokens": 283584972.0,
      "step": 368310
    },
    {
      "epoch": 0.4671989121693444,
      "grad_norm": 6.125,
      "learning_rate": 2.6643497433581395e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5701661169528961,
      "num_tokens": 283592355.0,
      "step": 368320
    },
    {
      "epoch": 0.46721159676187723,
      "grad_norm": 5.1875,
      "learning_rate": 2.6642863123495097e-05,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5441230833530426,
      "num_tokens": 283600695.0,
      "step": 368330
    },
    {
      "epoch": 0.4672242813544101,
      "grad_norm": 6.5625,
      "learning_rate": 2.664222881340881e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5261719852685929,
      "num_tokens": 283609625.0,
      "step": 368340
    },
    {
      "epoch": 0.46723696594694286,
      "grad_norm": 8.375,
      "learning_rate": 2.664159450332252e-05,
      "loss": 1.5261,
      "mean_token_accuracy": 0.6421095728874207,
      "num_tokens": 283615945.0,
      "step": 368350
    },
    {
      "epoch": 0.4672496505394757,
      "grad_norm": 6.0625,
      "learning_rate": 2.6640960193236227e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5487067639827728,
      "num_tokens": 283623710.0,
      "step": 368360
    },
    {
      "epoch": 0.46726233513200854,
      "grad_norm": 6.84375,
      "learning_rate": 2.6640325883149936e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5217537134885788,
      "num_tokens": 283631011.0,
      "step": 368370
    },
    {
      "epoch": 0.4672750197245414,
      "grad_norm": 5.375,
      "learning_rate": 2.663969157306364e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5249445348978042,
      "num_tokens": 283640252.0,
      "step": 368380
    },
    {
      "epoch": 0.4672877043170742,
      "grad_norm": 6.21875,
      "learning_rate": 2.6639057262977353e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5377770632505416,
      "num_tokens": 283647681.0,
      "step": 368390
    },
    {
      "epoch": 0.46730038890960707,
      "grad_norm": 4.90625,
      "learning_rate": 2.6638422952891062e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5416956901550293,
      "num_tokens": 283654671.0,
      "step": 368400
    },
    {
      "epoch": 0.4673130735021399,
      "grad_norm": 6.125,
      "learning_rate": 2.6637788642804767e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5338619768619537,
      "num_tokens": 283662483.0,
      "step": 368410
    },
    {
      "epoch": 0.46732575809467275,
      "grad_norm": 4.90625,
      "learning_rate": 2.663715433271848e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5579416006803513,
      "num_tokens": 283669447.0,
      "step": 368420
    },
    {
      "epoch": 0.46733844268720554,
      "grad_norm": 5.5,
      "learning_rate": 2.6636520022632185e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5255740970373154,
      "num_tokens": 283678030.0,
      "step": 368430
    },
    {
      "epoch": 0.4673511272797384,
      "grad_norm": 7.46875,
      "learning_rate": 2.6635885712545893e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5292480796575546,
      "num_tokens": 283685102.0,
      "step": 368440
    },
    {
      "epoch": 0.4673638118722712,
      "grad_norm": 6.21875,
      "learning_rate": 2.6635251402459605e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5393619507551193,
      "num_tokens": 283694007.0,
      "step": 368450
    },
    {
      "epoch": 0.46737649646480406,
      "grad_norm": 7.375,
      "learning_rate": 2.663461709237331e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5307993561029434,
      "num_tokens": 283701751.0,
      "step": 368460
    },
    {
      "epoch": 0.4673891810573369,
      "grad_norm": 5.9375,
      "learning_rate": 2.663398278228702e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5459121018648148,
      "num_tokens": 283709136.0,
      "step": 368470
    },
    {
      "epoch": 0.46740186564986974,
      "grad_norm": 4.875,
      "learning_rate": 2.6633348472200725e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5237171351909637,
      "num_tokens": 283717427.0,
      "step": 368480
    },
    {
      "epoch": 0.4674145502424026,
      "grad_norm": 4.9375,
      "learning_rate": 2.6632714162114437e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5242924660444259,
      "num_tokens": 283726167.0,
      "step": 368490
    },
    {
      "epoch": 0.4674272348349354,
      "grad_norm": 6.09375,
      "learning_rate": 2.6632079852028146e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5463611602783203,
      "num_tokens": 283733584.0,
      "step": 368500
    },
    {
      "epoch": 0.4674399194274682,
      "grad_norm": 5.0625,
      "learning_rate": 2.663144554194185e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.540874508023262,
      "num_tokens": 283741389.0,
      "step": 368510
    },
    {
      "epoch": 0.46745260402000105,
      "grad_norm": 6.25,
      "learning_rate": 2.6630811231855563e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5499923944473266,
      "num_tokens": 283749056.0,
      "step": 368520
    },
    {
      "epoch": 0.4674652886125339,
      "grad_norm": 6.03125,
      "learning_rate": 2.663017692176927e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5372761726379395,
      "num_tokens": 283755878.0,
      "step": 368530
    },
    {
      "epoch": 0.46747797320506673,
      "grad_norm": 5.25,
      "learning_rate": 2.6629542611682977e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5538986325263977,
      "num_tokens": 283764411.0,
      "step": 368540
    },
    {
      "epoch": 0.4674906577975996,
      "grad_norm": 5.75,
      "learning_rate": 2.662890830159669e-05,
      "loss": 1.9604,
      "mean_token_accuracy": 0.5561888217926025,
      "num_tokens": 283772010.0,
      "step": 368550
    },
    {
      "epoch": 0.4675033423901324,
      "grad_norm": 5.375,
      "learning_rate": 2.6628273991510395e-05,
      "loss": 2.2438,
      "mean_token_accuracy": 0.5170555710792542,
      "num_tokens": 283780560.0,
      "step": 368560
    },
    {
      "epoch": 0.46751602698266526,
      "grad_norm": 5.6875,
      "learning_rate": 2.6627639681424104e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5471882134675979,
      "num_tokens": 283789293.0,
      "step": 368570
    },
    {
      "epoch": 0.4675287115751981,
      "grad_norm": 6.4375,
      "learning_rate": 2.662700537133781e-05,
      "loss": 1.856,
      "mean_token_accuracy": 0.5849931001663208,
      "num_tokens": 283796337.0,
      "step": 368580
    },
    {
      "epoch": 0.4675413961677309,
      "grad_norm": 4.75,
      "learning_rate": 2.662637106125152e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5484140872955322,
      "num_tokens": 283804796.0,
      "step": 368590
    },
    {
      "epoch": 0.4675540807602637,
      "grad_norm": 4.625,
      "learning_rate": 2.662573675116523e-05,
      "loss": 1.9021,
      "mean_token_accuracy": 0.5741229593753815,
      "num_tokens": 283812904.0,
      "step": 368600
    },
    {
      "epoch": 0.46756676535279657,
      "grad_norm": 9.9375,
      "learning_rate": 2.6625102441078935e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5516771137714386,
      "num_tokens": 283820644.0,
      "step": 368610
    },
    {
      "epoch": 0.4675794499453294,
      "grad_norm": 8.625,
      "learning_rate": 2.6624468130992647e-05,
      "loss": 2.3044,
      "mean_token_accuracy": 0.5033365964889527,
      "num_tokens": 283828728.0,
      "step": 368620
    },
    {
      "epoch": 0.46759213453786225,
      "grad_norm": 5.8125,
      "learning_rate": 2.6623833820906353e-05,
      "loss": 1.8946,
      "mean_token_accuracy": 0.5723292082548141,
      "num_tokens": 283835545.0,
      "step": 368630
    },
    {
      "epoch": 0.4676048191303951,
      "grad_norm": 6.15625,
      "learning_rate": 2.662319951082006e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5463791221380234,
      "num_tokens": 283842915.0,
      "step": 368640
    },
    {
      "epoch": 0.46761750372292793,
      "grad_norm": 7.0,
      "learning_rate": 2.6622565200733773e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5354972720146179,
      "num_tokens": 283851415.0,
      "step": 368650
    },
    {
      "epoch": 0.4676301883154607,
      "grad_norm": 5.375,
      "learning_rate": 2.662193089064748e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5528850078582763,
      "num_tokens": 283860344.0,
      "step": 368660
    },
    {
      "epoch": 0.46764287290799356,
      "grad_norm": 4.90625,
      "learning_rate": 2.6621296580561188e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.553016847372055,
      "num_tokens": 283867968.0,
      "step": 368670
    },
    {
      "epoch": 0.4676555575005264,
      "grad_norm": 6.71875,
      "learning_rate": 2.6620662270474893e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5400738775730133,
      "num_tokens": 283876237.0,
      "step": 368680
    },
    {
      "epoch": 0.46766824209305924,
      "grad_norm": 5.125,
      "learning_rate": 2.6620027960388605e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5548405706882477,
      "num_tokens": 283885027.0,
      "step": 368690
    },
    {
      "epoch": 0.4676809266855921,
      "grad_norm": 5.15625,
      "learning_rate": 2.6619393650302317e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5364935874938965,
      "num_tokens": 283893625.0,
      "step": 368700
    },
    {
      "epoch": 0.4676936112781249,
      "grad_norm": 6.1875,
      "learning_rate": 2.661875934021602e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5596729993820191,
      "num_tokens": 283902563.0,
      "step": 368710
    },
    {
      "epoch": 0.46770629587065776,
      "grad_norm": 5.90625,
      "learning_rate": 2.661812503012973e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5190169721841812,
      "num_tokens": 283911865.0,
      "step": 368720
    },
    {
      "epoch": 0.4677189804631906,
      "grad_norm": 5.0625,
      "learning_rate": 2.6617490720043437e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5240243881940841,
      "num_tokens": 283919694.0,
      "step": 368730
    },
    {
      "epoch": 0.4677316650557234,
      "grad_norm": 5.15625,
      "learning_rate": 2.661685640995715e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5704615116119385,
      "num_tokens": 283927449.0,
      "step": 368740
    },
    {
      "epoch": 0.46774434964825623,
      "grad_norm": 4.5625,
      "learning_rate": 2.6616222099870857e-05,
      "loss": 1.8093,
      "mean_token_accuracy": 0.5905212432146072,
      "num_tokens": 283934118.0,
      "step": 368750
    },
    {
      "epoch": 0.46775703424078907,
      "grad_norm": 5.46875,
      "learning_rate": 2.6615587789784563e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5202717810869217,
      "num_tokens": 283943009.0,
      "step": 368760
    },
    {
      "epoch": 0.4677697188333219,
      "grad_norm": 8.5625,
      "learning_rate": 2.6614953479698275e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5348204255104065,
      "num_tokens": 283950966.0,
      "step": 368770
    },
    {
      "epoch": 0.46778240342585475,
      "grad_norm": 6.625,
      "learning_rate": 2.661431916961198e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5676303982734681,
      "num_tokens": 283958037.0,
      "step": 368780
    },
    {
      "epoch": 0.4677950880183876,
      "grad_norm": 5.65625,
      "learning_rate": 2.661368485952569e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5416267782449722,
      "num_tokens": 283965767.0,
      "step": 368790
    },
    {
      "epoch": 0.46780777261092044,
      "grad_norm": 5.90625,
      "learning_rate": 2.66130505494394e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5286892831325531,
      "num_tokens": 283973356.0,
      "step": 368800
    },
    {
      "epoch": 0.4678204572034533,
      "grad_norm": 5.875,
      "learning_rate": 2.6612416239353107e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5399549007415771,
      "num_tokens": 283980897.0,
      "step": 368810
    },
    {
      "epoch": 0.46783314179598606,
      "grad_norm": 5.46875,
      "learning_rate": 2.6611781929266815e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5598542302846908,
      "num_tokens": 283987556.0,
      "step": 368820
    },
    {
      "epoch": 0.4678458263885189,
      "grad_norm": 7.5,
      "learning_rate": 2.661114761918052e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5358696728944778,
      "num_tokens": 283994389.0,
      "step": 368830
    },
    {
      "epoch": 0.46785851098105175,
      "grad_norm": 6.28125,
      "learning_rate": 2.6610513309094233e-05,
      "loss": 1.8526,
      "mean_token_accuracy": 0.5865720927715301,
      "num_tokens": 284002534.0,
      "step": 368840
    },
    {
      "epoch": 0.4678711955735846,
      "grad_norm": 7.53125,
      "learning_rate": 2.660987899900794e-05,
      "loss": 2.2662,
      "mean_token_accuracy": 0.506522250175476,
      "num_tokens": 284010036.0,
      "step": 368850
    },
    {
      "epoch": 0.4678838801661174,
      "grad_norm": 7.125,
      "learning_rate": 2.6609244688921647e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5391855806112289,
      "num_tokens": 284017727.0,
      "step": 368860
    },
    {
      "epoch": 0.46789656475865027,
      "grad_norm": 5.09375,
      "learning_rate": 2.660861037883536e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.557256668806076,
      "num_tokens": 284024376.0,
      "step": 368870
    },
    {
      "epoch": 0.4679092493511831,
      "grad_norm": 4.90625,
      "learning_rate": 2.6607976068749064e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5525307893753052,
      "num_tokens": 284032561.0,
      "step": 368880
    },
    {
      "epoch": 0.46792193394371595,
      "grad_norm": 5.46875,
      "learning_rate": 2.6607341758662773e-05,
      "loss": 1.9061,
      "mean_token_accuracy": 0.5654935330152512,
      "num_tokens": 284040212.0,
      "step": 368890
    },
    {
      "epoch": 0.46793461853624874,
      "grad_norm": 4.875,
      "learning_rate": 2.6606707448576485e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5528704553842545,
      "num_tokens": 284047859.0,
      "step": 368900
    },
    {
      "epoch": 0.4679473031287816,
      "grad_norm": 5.75,
      "learning_rate": 2.660607313849019e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5544796079397202,
      "num_tokens": 284055622.0,
      "step": 368910
    },
    {
      "epoch": 0.4679599877213144,
      "grad_norm": 5.71875,
      "learning_rate": 2.66054388284039e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.53255013525486,
      "num_tokens": 284064222.0,
      "step": 368920
    },
    {
      "epoch": 0.46797267231384726,
      "grad_norm": 5.84375,
      "learning_rate": 2.6604804518317605e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5241835504770279,
      "num_tokens": 284072217.0,
      "step": 368930
    },
    {
      "epoch": 0.4679853569063801,
      "grad_norm": 4.75,
      "learning_rate": 2.6604170208231317e-05,
      "loss": 1.7529,
      "mean_token_accuracy": 0.5918597668409348,
      "num_tokens": 284079642.0,
      "step": 368940
    },
    {
      "epoch": 0.46799804149891294,
      "grad_norm": 6.84375,
      "learning_rate": 2.6603535898145025e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5617422610521317,
      "num_tokens": 284087952.0,
      "step": 368950
    },
    {
      "epoch": 0.4680107260914458,
      "grad_norm": 6.1875,
      "learning_rate": 2.660290158805873e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5436215221881866,
      "num_tokens": 284096836.0,
      "step": 368960
    },
    {
      "epoch": 0.4680234106839786,
      "grad_norm": 4.96875,
      "learning_rate": 2.6602267277972443e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5380248039960861,
      "num_tokens": 284104705.0,
      "step": 368970
    },
    {
      "epoch": 0.4680360952765114,
      "grad_norm": 5.65625,
      "learning_rate": 2.660163296788615e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5255631148815155,
      "num_tokens": 284112970.0,
      "step": 368980
    },
    {
      "epoch": 0.46804877986904425,
      "grad_norm": 7.125,
      "learning_rate": 2.6600998657799857e-05,
      "loss": 1.97,
      "mean_token_accuracy": 0.548824992775917,
      "num_tokens": 284121013.0,
      "step": 368990
    },
    {
      "epoch": 0.4680614644615771,
      "grad_norm": 7.59375,
      "learning_rate": 2.660036434771357e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5634261906147003,
      "num_tokens": 284129431.0,
      "step": 369000
    },
    {
      "epoch": 0.46807414905410993,
      "grad_norm": 4.8125,
      "learning_rate": 2.6599730037627275e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5620137125253677,
      "num_tokens": 284137061.0,
      "step": 369010
    },
    {
      "epoch": 0.4680868336466428,
      "grad_norm": 4.6875,
      "learning_rate": 2.6599095727540983e-05,
      "loss": 1.8303,
      "mean_token_accuracy": 0.5955123245716095,
      "num_tokens": 284143010.0,
      "step": 369020
    },
    {
      "epoch": 0.4680995182391756,
      "grad_norm": 5.21875,
      "learning_rate": 2.659846141745469e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5476946592330932,
      "num_tokens": 284150592.0,
      "step": 369030
    },
    {
      "epoch": 0.46811220283170846,
      "grad_norm": 9.9375,
      "learning_rate": 2.65978271073684e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5658471077680588,
      "num_tokens": 284158366.0,
      "step": 369040
    },
    {
      "epoch": 0.4681248874242413,
      "grad_norm": 7.0625,
      "learning_rate": 2.659719279728211e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5432215124368668,
      "num_tokens": 284165813.0,
      "step": 369050
    },
    {
      "epoch": 0.4681375720167741,
      "grad_norm": 6.375,
      "learning_rate": 2.6596558487195815e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5581343680620193,
      "num_tokens": 284173702.0,
      "step": 369060
    },
    {
      "epoch": 0.4681502566093069,
      "grad_norm": 5.78125,
      "learning_rate": 2.6595924177109527e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5439208984375,
      "num_tokens": 284181652.0,
      "step": 369070
    },
    {
      "epoch": 0.46816294120183977,
      "grad_norm": 5.1875,
      "learning_rate": 2.659528986702324e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5458473891019822,
      "num_tokens": 284190307.0,
      "step": 369080
    },
    {
      "epoch": 0.4681756257943726,
      "grad_norm": 4.78125,
      "learning_rate": 2.659465555693694e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5513274133205414,
      "num_tokens": 284198572.0,
      "step": 369090
    },
    {
      "epoch": 0.46818831038690545,
      "grad_norm": 5.9375,
      "learning_rate": 2.6594021246850653e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5785011768341064,
      "num_tokens": 284206896.0,
      "step": 369100
    },
    {
      "epoch": 0.4682009949794383,
      "grad_norm": 7.1875,
      "learning_rate": 2.659338693676436e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5424185007810592,
      "num_tokens": 284214885.0,
      "step": 369110
    },
    {
      "epoch": 0.46821367957197113,
      "grad_norm": 5.375,
      "learning_rate": 2.659275262667807e-05,
      "loss": 1.8631,
      "mean_token_accuracy": 0.585152593255043,
      "num_tokens": 284222874.0,
      "step": 369120
    },
    {
      "epoch": 0.4682263641645039,
      "grad_norm": 5.6875,
      "learning_rate": 2.659211831659178e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5753572851419448,
      "num_tokens": 284229887.0,
      "step": 369130
    },
    {
      "epoch": 0.46823904875703676,
      "grad_norm": 7.6875,
      "learning_rate": 2.6591484006505485e-05,
      "loss": 2.2655,
      "mean_token_accuracy": 0.5199711710214615,
      "num_tokens": 284237258.0,
      "step": 369140
    },
    {
      "epoch": 0.4682517333495696,
      "grad_norm": 9.4375,
      "learning_rate": 2.6590849696419197e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.532949510216713,
      "num_tokens": 284246051.0,
      "step": 369150
    },
    {
      "epoch": 0.46826441794210244,
      "grad_norm": 8.75,
      "learning_rate": 2.6590215386332902e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5414449781179428,
      "num_tokens": 284253053.0,
      "step": 369160
    },
    {
      "epoch": 0.4682771025346353,
      "grad_norm": 7.03125,
      "learning_rate": 2.658958107624661e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5491337537765503,
      "num_tokens": 284261046.0,
      "step": 369170
    },
    {
      "epoch": 0.4682897871271681,
      "grad_norm": 5.6875,
      "learning_rate": 2.6588946766160323e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5249185889959336,
      "num_tokens": 284269166.0,
      "step": 369180
    },
    {
      "epoch": 0.46830247171970096,
      "grad_norm": 5.21875,
      "learning_rate": 2.658831245607403e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5434918195009232,
      "num_tokens": 284276447.0,
      "step": 369190
    },
    {
      "epoch": 0.4683151563122338,
      "grad_norm": 4.78125,
      "learning_rate": 2.6587678145987737e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5477800965309143,
      "num_tokens": 284285272.0,
      "step": 369200
    },
    {
      "epoch": 0.4683278409047666,
      "grad_norm": 7.875,
      "learning_rate": 2.6587043835901443e-05,
      "loss": 1.8016,
      "mean_token_accuracy": 0.5895615339279174,
      "num_tokens": 284290096.0,
      "step": 369210
    },
    {
      "epoch": 0.46834052549729943,
      "grad_norm": 4.78125,
      "learning_rate": 2.6586409525815155e-05,
      "loss": 2.284,
      "mean_token_accuracy": 0.5150407195091248,
      "num_tokens": 284298604.0,
      "step": 369220
    },
    {
      "epoch": 0.4683532100898323,
      "grad_norm": 4.46875,
      "learning_rate": 2.6585775215728863e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5515903115272522,
      "num_tokens": 284306911.0,
      "step": 369230
    },
    {
      "epoch": 0.4683658946823651,
      "grad_norm": 5.4375,
      "learning_rate": 2.658514090564257e-05,
      "loss": 2.2281,
      "mean_token_accuracy": 0.5215233713388443,
      "num_tokens": 284315515.0,
      "step": 369240
    },
    {
      "epoch": 0.46837857927489795,
      "grad_norm": 6.78125,
      "learning_rate": 2.658450659555628e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.531811136007309,
      "num_tokens": 284323966.0,
      "step": 369250
    },
    {
      "epoch": 0.4683912638674308,
      "grad_norm": 5.1875,
      "learning_rate": 2.6583872285469986e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5576173514127731,
      "num_tokens": 284331477.0,
      "step": 369260
    },
    {
      "epoch": 0.46840394845996364,
      "grad_norm": 6.0,
      "learning_rate": 2.6583237975383695e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5433765769004821,
      "num_tokens": 284340150.0,
      "step": 369270
    },
    {
      "epoch": 0.4684166330524965,
      "grad_norm": 5.84375,
      "learning_rate": 2.6582603665297407e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5297659903764724,
      "num_tokens": 284348030.0,
      "step": 369280
    },
    {
      "epoch": 0.46842931764502926,
      "grad_norm": 5.53125,
      "learning_rate": 2.6581969355211112e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5400524973869324,
      "num_tokens": 284355967.0,
      "step": 369290
    },
    {
      "epoch": 0.4684420022375621,
      "grad_norm": 5.09375,
      "learning_rate": 2.658133504512482e-05,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5559140890836716,
      "num_tokens": 284363985.0,
      "step": 369300
    },
    {
      "epoch": 0.46845468683009495,
      "grad_norm": 6.78125,
      "learning_rate": 2.6580700735038527e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5288112074136734,
      "num_tokens": 284372402.0,
      "step": 369310
    },
    {
      "epoch": 0.4684673714226278,
      "grad_norm": 7.28125,
      "learning_rate": 2.658006642495224e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5572744131088256,
      "num_tokens": 284380356.0,
      "step": 369320
    },
    {
      "epoch": 0.46848005601516063,
      "grad_norm": 6.78125,
      "learning_rate": 2.6579432114865947e-05,
      "loss": 1.9565,
      "mean_token_accuracy": 0.5671433329582214,
      "num_tokens": 284387017.0,
      "step": 369330
    },
    {
      "epoch": 0.46849274060769347,
      "grad_norm": 5.125,
      "learning_rate": 2.6578797804779653e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5168006032705307,
      "num_tokens": 284394468.0,
      "step": 369340
    },
    {
      "epoch": 0.4685054252002263,
      "grad_norm": 5.5,
      "learning_rate": 2.6578163494693365e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5794021993875503,
      "num_tokens": 284401371.0,
      "step": 369350
    },
    {
      "epoch": 0.46851810979275915,
      "grad_norm": 6.96875,
      "learning_rate": 2.657752918460707e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5252772390842437,
      "num_tokens": 284408594.0,
      "step": 369360
    },
    {
      "epoch": 0.46853079438529194,
      "grad_norm": 7.15625,
      "learning_rate": 2.657689487452078e-05,
      "loss": 2.2623,
      "mean_token_accuracy": 0.5131083220243454,
      "num_tokens": 284416269.0,
      "step": 369370
    },
    {
      "epoch": 0.4685434789778248,
      "grad_norm": 5.1875,
      "learning_rate": 2.657626056443449e-05,
      "loss": 1.9071,
      "mean_token_accuracy": 0.5713906228542328,
      "num_tokens": 284424180.0,
      "step": 369380
    },
    {
      "epoch": 0.4685561635703576,
      "grad_norm": 6.15625,
      "learning_rate": 2.6575626254348196e-05,
      "loss": 1.9103,
      "mean_token_accuracy": 0.5640412509441376,
      "num_tokens": 284432090.0,
      "step": 369390
    },
    {
      "epoch": 0.46856884816289046,
      "grad_norm": 4.5625,
      "learning_rate": 2.6574991944261905e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.52622250020504,
      "num_tokens": 284441293.0,
      "step": 369400
    },
    {
      "epoch": 0.4685815327554233,
      "grad_norm": 5.125,
      "learning_rate": 2.657435763417561e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5384932428598403,
      "num_tokens": 284449181.0,
      "step": 369410
    },
    {
      "epoch": 0.46859421734795614,
      "grad_norm": 5.5,
      "learning_rate": 2.6573723324089323e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5309029281139374,
      "num_tokens": 284457476.0,
      "step": 369420
    },
    {
      "epoch": 0.468606901940489,
      "grad_norm": 5.625,
      "learning_rate": 2.657308901400303e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.538420706987381,
      "num_tokens": 284466453.0,
      "step": 369430
    },
    {
      "epoch": 0.4686195865330218,
      "grad_norm": 5.34375,
      "learning_rate": 2.6572454703916737e-05,
      "loss": 2.2585,
      "mean_token_accuracy": 0.516902956366539,
      "num_tokens": 284474590.0,
      "step": 369440
    },
    {
      "epoch": 0.4686322711255546,
      "grad_norm": 5.5,
      "learning_rate": 2.657182039383045e-05,
      "loss": 1.8926,
      "mean_token_accuracy": 0.5777749925851822,
      "num_tokens": 284482064.0,
      "step": 369450
    },
    {
      "epoch": 0.46864495571808745,
      "grad_norm": 4.90625,
      "learning_rate": 2.6571186083744154e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5375275045633316,
      "num_tokens": 284489925.0,
      "step": 369460
    },
    {
      "epoch": 0.4686576403106203,
      "grad_norm": 5.84375,
      "learning_rate": 2.6570551773657863e-05,
      "loss": 1.8275,
      "mean_token_accuracy": 0.5912264287471771,
      "num_tokens": 284496472.0,
      "step": 369470
    },
    {
      "epoch": 0.46867032490315313,
      "grad_norm": 5.0625,
      "learning_rate": 2.6569917463571575e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5297367691993713,
      "num_tokens": 284503841.0,
      "step": 369480
    },
    {
      "epoch": 0.468683009495686,
      "grad_norm": 6.90625,
      "learning_rate": 2.656928315348528e-05,
      "loss": 1.8912,
      "mean_token_accuracy": 0.59588882625103,
      "num_tokens": 284511280.0,
      "step": 369490
    },
    {
      "epoch": 0.4686956940882188,
      "grad_norm": 4.96875,
      "learning_rate": 2.6568648843398993e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5338674038648605,
      "num_tokens": 284518843.0,
      "step": 369500
    },
    {
      "epoch": 0.46870837868075166,
      "grad_norm": 22.0,
      "learning_rate": 2.6568014533312695e-05,
      "loss": 1.722,
      "mean_token_accuracy": 0.625931254029274,
      "num_tokens": 284524851.0,
      "step": 369510
    },
    {
      "epoch": 0.4687210632732845,
      "grad_norm": 4.78125,
      "learning_rate": 2.6567380223226407e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5386507987976075,
      "num_tokens": 284532210.0,
      "step": 369520
    },
    {
      "epoch": 0.4687337478658173,
      "grad_norm": 6.3125,
      "learning_rate": 2.656674591314012e-05,
      "loss": 1.8448,
      "mean_token_accuracy": 0.5782018452882767,
      "num_tokens": 284540167.0,
      "step": 369530
    },
    {
      "epoch": 0.4687464324583501,
      "grad_norm": 6.375,
      "learning_rate": 2.6566111603053824e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.592489704489708,
      "num_tokens": 284548712.0,
      "step": 369540
    },
    {
      "epoch": 0.46875911705088297,
      "grad_norm": 6.5,
      "learning_rate": 2.6565477292967533e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5389943182468414,
      "num_tokens": 284556957.0,
      "step": 369550
    },
    {
      "epoch": 0.4687718016434158,
      "grad_norm": 5.75,
      "learning_rate": 2.6564842982881238e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5664715886116027,
      "num_tokens": 284563802.0,
      "step": 369560
    },
    {
      "epoch": 0.46878448623594865,
      "grad_norm": 5.5,
      "learning_rate": 2.656420867279495e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5456914067268371,
      "num_tokens": 284570340.0,
      "step": 369570
    },
    {
      "epoch": 0.4687971708284815,
      "grad_norm": 6.4375,
      "learning_rate": 2.656357436270866e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.532484695315361,
      "num_tokens": 284577863.0,
      "step": 369580
    },
    {
      "epoch": 0.46880985542101433,
      "grad_norm": 5.96875,
      "learning_rate": 2.6562940052622365e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5341748118400573,
      "num_tokens": 284586232.0,
      "step": 369590
    },
    {
      "epoch": 0.4688225400135471,
      "grad_norm": 7.0,
      "learning_rate": 2.6562305742536077e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5379905968904495,
      "num_tokens": 284594220.0,
      "step": 369600
    },
    {
      "epoch": 0.46883522460607996,
      "grad_norm": 7.75,
      "learning_rate": 2.6561671432449782e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5482617229223251,
      "num_tokens": 284601831.0,
      "step": 369610
    },
    {
      "epoch": 0.4688479091986128,
      "grad_norm": 4.875,
      "learning_rate": 2.656103712236349e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5406818121671677,
      "num_tokens": 284608692.0,
      "step": 369620
    },
    {
      "epoch": 0.46886059379114564,
      "grad_norm": 5.375,
      "learning_rate": 2.6560402812277203e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5416169703006745,
      "num_tokens": 284615801.0,
      "step": 369630
    },
    {
      "epoch": 0.4688732783836785,
      "grad_norm": 5.125,
      "learning_rate": 2.6559768502190908e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5243582636117935,
      "num_tokens": 284624245.0,
      "step": 369640
    },
    {
      "epoch": 0.4688859629762113,
      "grad_norm": 7.375,
      "learning_rate": 2.6559134192104617e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.564443263411522,
      "num_tokens": 284631820.0,
      "step": 369650
    },
    {
      "epoch": 0.46889864756874416,
      "grad_norm": 5.90625,
      "learning_rate": 2.6558499882018322e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5456686049699784,
      "num_tokens": 284639036.0,
      "step": 369660
    },
    {
      "epoch": 0.468911332161277,
      "grad_norm": 5.78125,
      "learning_rate": 2.6557865571932034e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5607367247343064,
      "num_tokens": 284646774.0,
      "step": 369670
    },
    {
      "epoch": 0.4689240167538098,
      "grad_norm": 6.03125,
      "learning_rate": 2.6557231261845743e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.54239122569561,
      "num_tokens": 284654696.0,
      "step": 369680
    },
    {
      "epoch": 0.46893670134634263,
      "grad_norm": 11.4375,
      "learning_rate": 2.655659695175945e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5586796075105667,
      "num_tokens": 284661768.0,
      "step": 369690
    },
    {
      "epoch": 0.4689493859388755,
      "grad_norm": 9.75,
      "learning_rate": 2.655596264167316e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5983835875988006,
      "num_tokens": 284668335.0,
      "step": 369700
    },
    {
      "epoch": 0.4689620705314083,
      "grad_norm": 4.875,
      "learning_rate": 2.6555328331586866e-05,
      "loss": 1.9524,
      "mean_token_accuracy": 0.5601085245609283,
      "num_tokens": 284676193.0,
      "step": 369710
    },
    {
      "epoch": 0.46897475512394116,
      "grad_norm": 5.625,
      "learning_rate": 2.6554694021500575e-05,
      "loss": 1.9317,
      "mean_token_accuracy": 0.5653882563114166,
      "num_tokens": 284683865.0,
      "step": 369720
    },
    {
      "epoch": 0.468987439716474,
      "grad_norm": 6.0625,
      "learning_rate": 2.6554059711414287e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5707833081483841,
      "num_tokens": 284691004.0,
      "step": 369730
    },
    {
      "epoch": 0.46900012430900684,
      "grad_norm": 4.875,
      "learning_rate": 2.6553425401327992e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5639674156904221,
      "num_tokens": 284698072.0,
      "step": 369740
    },
    {
      "epoch": 0.4690128089015397,
      "grad_norm": 6.0625,
      "learning_rate": 2.65527910912417e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5518685549497604,
      "num_tokens": 284705226.0,
      "step": 369750
    },
    {
      "epoch": 0.46902549349407247,
      "grad_norm": 5.1875,
      "learning_rate": 2.6552156781155406e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5449551939964294,
      "num_tokens": 284713738.0,
      "step": 369760
    },
    {
      "epoch": 0.4690381780866053,
      "grad_norm": 7.0,
      "learning_rate": 2.655152247106912e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5320782512426376,
      "num_tokens": 284720749.0,
      "step": 369770
    },
    {
      "epoch": 0.46905086267913815,
      "grad_norm": 9.0,
      "learning_rate": 2.6550888160982827e-05,
      "loss": 2.308,
      "mean_token_accuracy": 0.5209532856941224,
      "num_tokens": 284728277.0,
      "step": 369780
    },
    {
      "epoch": 0.469063547271671,
      "grad_norm": 5.03125,
      "learning_rate": 2.6550253850896533e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5485059261322022,
      "num_tokens": 284736374.0,
      "step": 369790
    },
    {
      "epoch": 0.46907623186420383,
      "grad_norm": 6.15625,
      "learning_rate": 2.6549619540810245e-05,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5634802758693696,
      "num_tokens": 284744039.0,
      "step": 369800
    },
    {
      "epoch": 0.46908891645673667,
      "grad_norm": 4.90625,
      "learning_rate": 2.654898523072395e-05,
      "loss": 1.8487,
      "mean_token_accuracy": 0.597955247759819,
      "num_tokens": 284751588.0,
      "step": 369810
    },
    {
      "epoch": 0.4691016010492695,
      "grad_norm": 5.0,
      "learning_rate": 2.654835092063766e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5314573168754577,
      "num_tokens": 284759602.0,
      "step": 369820
    },
    {
      "epoch": 0.46911428564180235,
      "grad_norm": 4.875,
      "learning_rate": 2.654771661055137e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.524022302031517,
      "num_tokens": 284767291.0,
      "step": 369830
    },
    {
      "epoch": 0.46912697023433514,
      "grad_norm": 6.5625,
      "learning_rate": 2.6547082300465076e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5698772311210633,
      "num_tokens": 284774129.0,
      "step": 369840
    },
    {
      "epoch": 0.469139654826868,
      "grad_norm": 6.21875,
      "learning_rate": 2.6546447990378785e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5218560993671417,
      "num_tokens": 284782473.0,
      "step": 369850
    },
    {
      "epoch": 0.4691523394194008,
      "grad_norm": 5.71875,
      "learning_rate": 2.654581368029249e-05,
      "loss": 1.7713,
      "mean_token_accuracy": 0.6017096400260925,
      "num_tokens": 284790808.0,
      "step": 369860
    },
    {
      "epoch": 0.46916502401193366,
      "grad_norm": 4.9375,
      "learning_rate": 2.6545179370206202e-05,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5284104585647583,
      "num_tokens": 284798317.0,
      "step": 369870
    },
    {
      "epoch": 0.4691777086044665,
      "grad_norm": 4.875,
      "learning_rate": 2.6544545060119915e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5349310755729675,
      "num_tokens": 284807190.0,
      "step": 369880
    },
    {
      "epoch": 0.46919039319699934,
      "grad_norm": 8.0,
      "learning_rate": 2.6543910750033617e-05,
      "loss": 1.8855,
      "mean_token_accuracy": 0.571798461675644,
      "num_tokens": 284812872.0,
      "step": 369890
    },
    {
      "epoch": 0.4692030777895322,
      "grad_norm": 6.1875,
      "learning_rate": 2.654327643994733e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5301354438066482,
      "num_tokens": 284821370.0,
      "step": 369900
    },
    {
      "epoch": 0.469215762382065,
      "grad_norm": 9.8125,
      "learning_rate": 2.6542642129861034e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5538373410701751,
      "num_tokens": 284827420.0,
      "step": 369910
    },
    {
      "epoch": 0.4692284469745978,
      "grad_norm": 7.96875,
      "learning_rate": 2.6542007819774746e-05,
      "loss": 1.9092,
      "mean_token_accuracy": 0.5802771121263504,
      "num_tokens": 284835053.0,
      "step": 369920
    },
    {
      "epoch": 0.46924113156713065,
      "grad_norm": 6.75,
      "learning_rate": 2.6541373509688455e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5514072597026825,
      "num_tokens": 284842627.0,
      "step": 369930
    },
    {
      "epoch": 0.4692538161596635,
      "grad_norm": 5.625,
      "learning_rate": 2.654073919960216e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5162110686302185,
      "num_tokens": 284852097.0,
      "step": 369940
    },
    {
      "epoch": 0.46926650075219634,
      "grad_norm": 6.75,
      "learning_rate": 2.6540104889515872e-05,
      "loss": 1.834,
      "mean_token_accuracy": 0.5944403052330017,
      "num_tokens": 284858447.0,
      "step": 369950
    },
    {
      "epoch": 0.4692791853447292,
      "grad_norm": 5.03125,
      "learning_rate": 2.6539470579429578e-05,
      "loss": 2.1274,
      "mean_token_accuracy": 0.5249618411064148,
      "num_tokens": 284867111.0,
      "step": 369960
    },
    {
      "epoch": 0.469291869937262,
      "grad_norm": 5.84375,
      "learning_rate": 2.6538836269343286e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5660401195287704,
      "num_tokens": 284873928.0,
      "step": 369970
    },
    {
      "epoch": 0.46930455452979486,
      "grad_norm": 5.84375,
      "learning_rate": 2.6538201959257e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5365776777267456,
      "num_tokens": 284882245.0,
      "step": 369980
    },
    {
      "epoch": 0.4693172391223277,
      "grad_norm": 5.90625,
      "learning_rate": 2.6537567649170704e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5623172551393509,
      "num_tokens": 284889838.0,
      "step": 369990
    },
    {
      "epoch": 0.4693299237148605,
      "grad_norm": 6.28125,
      "learning_rate": 2.6536933339084413e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5539748013019562,
      "num_tokens": 284898313.0,
      "step": 370000
    },
    {
      "epoch": 0.4693426083073933,
      "grad_norm": 5.96875,
      "learning_rate": 2.6536299028998125e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5448912680149078,
      "num_tokens": 284906084.0,
      "step": 370010
    },
    {
      "epoch": 0.46935529289992617,
      "grad_norm": 5.40625,
      "learning_rate": 2.653566471891183e-05,
      "loss": 1.873,
      "mean_token_accuracy": 0.5870957881212234,
      "num_tokens": 284913597.0,
      "step": 370020
    },
    {
      "epoch": 0.469367977492459,
      "grad_norm": 8.125,
      "learning_rate": 2.653503040882554e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5509715765714646,
      "num_tokens": 284921277.0,
      "step": 370030
    },
    {
      "epoch": 0.46938066208499185,
      "grad_norm": 5.625,
      "learning_rate": 2.6534396098739244e-05,
      "loss": 1.8697,
      "mean_token_accuracy": 0.5828134208917618,
      "num_tokens": 284929046.0,
      "step": 370040
    },
    {
      "epoch": 0.4693933466775247,
      "grad_norm": 9.5625,
      "learning_rate": 2.6533761788652956e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.533338388800621,
      "num_tokens": 284936287.0,
      "step": 370050
    },
    {
      "epoch": 0.46940603127005753,
      "grad_norm": 4.875,
      "learning_rate": 2.6533127478566665e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5323502779006958,
      "num_tokens": 284944599.0,
      "step": 370060
    },
    {
      "epoch": 0.4694187158625903,
      "grad_norm": 5.03125,
      "learning_rate": 2.653249316848037e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5306070923805237,
      "num_tokens": 284952498.0,
      "step": 370070
    },
    {
      "epoch": 0.46943140045512316,
      "grad_norm": 4.71875,
      "learning_rate": 2.6531858858394083e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5331162601709366,
      "num_tokens": 284959871.0,
      "step": 370080
    },
    {
      "epoch": 0.469444085047656,
      "grad_norm": 5.40625,
      "learning_rate": 2.6531224548307788e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5441299736499786,
      "num_tokens": 284967371.0,
      "step": 370090
    },
    {
      "epoch": 0.46945676964018884,
      "grad_norm": 7.0625,
      "learning_rate": 2.6530590238221497e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5336691945791244,
      "num_tokens": 284974394.0,
      "step": 370100
    },
    {
      "epoch": 0.4694694542327217,
      "grad_norm": 5.125,
      "learning_rate": 2.652995592813521e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5414161145687103,
      "num_tokens": 284982950.0,
      "step": 370110
    },
    {
      "epoch": 0.4694821388252545,
      "grad_norm": 4.84375,
      "learning_rate": 2.6529321618048914e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5305486738681793,
      "num_tokens": 284992344.0,
      "step": 370120
    },
    {
      "epoch": 0.46949482341778737,
      "grad_norm": 4.875,
      "learning_rate": 2.6528687307962623e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5424913465976715,
      "num_tokens": 285000700.0,
      "step": 370130
    },
    {
      "epoch": 0.4695075080103202,
      "grad_norm": 5.09375,
      "learning_rate": 2.6528052997876328e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5361427396535874,
      "num_tokens": 285008935.0,
      "step": 370140
    },
    {
      "epoch": 0.469520192602853,
      "grad_norm": 5.125,
      "learning_rate": 2.652741868779004e-05,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5700004070997238,
      "num_tokens": 285015680.0,
      "step": 370150
    },
    {
      "epoch": 0.46953287719538583,
      "grad_norm": 4.71875,
      "learning_rate": 2.652678437770375e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5593152940273285,
      "num_tokens": 285022905.0,
      "step": 370160
    },
    {
      "epoch": 0.4695455617879187,
      "grad_norm": 5.0,
      "learning_rate": 2.6526150067617454e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.530798289179802,
      "num_tokens": 285030358.0,
      "step": 370170
    },
    {
      "epoch": 0.4695582463804515,
      "grad_norm": 7.03125,
      "learning_rate": 2.6525515757531167e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5666677564382553,
      "num_tokens": 285037791.0,
      "step": 370180
    },
    {
      "epoch": 0.46957093097298436,
      "grad_norm": 5.9375,
      "learning_rate": 2.6524881447444872e-05,
      "loss": 1.9092,
      "mean_token_accuracy": 0.5810871362686157,
      "num_tokens": 285044837.0,
      "step": 370190
    },
    {
      "epoch": 0.4695836155655172,
      "grad_norm": 5.40625,
      "learning_rate": 2.652424713735858e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5283213466405868,
      "num_tokens": 285053673.0,
      "step": 370200
    },
    {
      "epoch": 0.46959630015805004,
      "grad_norm": 5.625,
      "learning_rate": 2.6523612827272293e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5524527549743652,
      "num_tokens": 285061048.0,
      "step": 370210
    },
    {
      "epoch": 0.4696089847505829,
      "grad_norm": 6.84375,
      "learning_rate": 2.6522978517185998e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5715445935726166,
      "num_tokens": 285068826.0,
      "step": 370220
    },
    {
      "epoch": 0.46962166934311567,
      "grad_norm": 6.625,
      "learning_rate": 2.6522344207099707e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5613088846206665,
      "num_tokens": 285076878.0,
      "step": 370230
    },
    {
      "epoch": 0.4696343539356485,
      "grad_norm": 4.96875,
      "learning_rate": 2.6521709897013412e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5503301680088043,
      "num_tokens": 285084390.0,
      "step": 370240
    },
    {
      "epoch": 0.46964703852818135,
      "grad_norm": 5.40625,
      "learning_rate": 2.6521075586927124e-05,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5168990105390548,
      "num_tokens": 285091787.0,
      "step": 370250
    },
    {
      "epoch": 0.4696597231207142,
      "grad_norm": 5.96875,
      "learning_rate": 2.6520441276840837e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5196179479360581,
      "num_tokens": 285099772.0,
      "step": 370260
    },
    {
      "epoch": 0.46967240771324703,
      "grad_norm": 4.6875,
      "learning_rate": 2.651980696675454e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5311381965875626,
      "num_tokens": 285107495.0,
      "step": 370270
    },
    {
      "epoch": 0.46968509230577987,
      "grad_norm": 5.875,
      "learning_rate": 2.651917265666825e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5664180010557175,
      "num_tokens": 285114477.0,
      "step": 370280
    },
    {
      "epoch": 0.4696977768983127,
      "grad_norm": 5.84375,
      "learning_rate": 2.6518538346581956e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5296666026115417,
      "num_tokens": 285122711.0,
      "step": 370290
    },
    {
      "epoch": 0.46971046149084555,
      "grad_norm": 5.25,
      "learning_rate": 2.6517904036495668e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5360961645841599,
      "num_tokens": 285129748.0,
      "step": 370300
    },
    {
      "epoch": 0.46972314608337834,
      "grad_norm": 11.6875,
      "learning_rate": 2.6517269726409377e-05,
      "loss": 1.865,
      "mean_token_accuracy": 0.5870633006095887,
      "num_tokens": 285135267.0,
      "step": 370310
    },
    {
      "epoch": 0.4697358306759112,
      "grad_norm": 5.5,
      "learning_rate": 2.6516635416323082e-05,
      "loss": 1.7601,
      "mean_token_accuracy": 0.6031209260225296,
      "num_tokens": 285141807.0,
      "step": 370320
    },
    {
      "epoch": 0.469748515268444,
      "grad_norm": 6.09375,
      "learning_rate": 2.6516001106236794e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5421683430671692,
      "num_tokens": 285150534.0,
      "step": 370330
    },
    {
      "epoch": 0.46976119986097686,
      "grad_norm": 6.625,
      "learning_rate": 2.65153667961505e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5351177006959915,
      "num_tokens": 285157931.0,
      "step": 370340
    },
    {
      "epoch": 0.4697738844535097,
      "grad_norm": 5.0625,
      "learning_rate": 2.651473248606421e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5366213023662567,
      "num_tokens": 285165231.0,
      "step": 370350
    },
    {
      "epoch": 0.46978656904604255,
      "grad_norm": 6.21875,
      "learning_rate": 2.651409817597792e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5362473368644715,
      "num_tokens": 285172861.0,
      "step": 370360
    },
    {
      "epoch": 0.4697992536385754,
      "grad_norm": 5.9375,
      "learning_rate": 2.6513463865891626e-05,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5257247149944305,
      "num_tokens": 285181103.0,
      "step": 370370
    },
    {
      "epoch": 0.46981193823110823,
      "grad_norm": 6.125,
      "learning_rate": 2.6512829555805335e-05,
      "loss": 2.201,
      "mean_token_accuracy": 0.5273517042398452,
      "num_tokens": 285189063.0,
      "step": 370380
    },
    {
      "epoch": 0.469824622823641,
      "grad_norm": 5.96875,
      "learning_rate": 2.651219524571904e-05,
      "loss": 2.2913,
      "mean_token_accuracy": 0.5068707168102264,
      "num_tokens": 285197319.0,
      "step": 370390
    },
    {
      "epoch": 0.46983730741617385,
      "grad_norm": 4.625,
      "learning_rate": 2.6511560935632752e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5496265649795532,
      "num_tokens": 285204891.0,
      "step": 370400
    },
    {
      "epoch": 0.4698499920087067,
      "grad_norm": 5.21875,
      "learning_rate": 2.651092662554646e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5448859959840775,
      "num_tokens": 285211401.0,
      "step": 370410
    },
    {
      "epoch": 0.46986267660123954,
      "grad_norm": 5.0,
      "learning_rate": 2.6510292315460166e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.539172625541687,
      "num_tokens": 285219855.0,
      "step": 370420
    },
    {
      "epoch": 0.4698753611937724,
      "grad_norm": 5.6875,
      "learning_rate": 2.650965800537388e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5359544694423676,
      "num_tokens": 285226921.0,
      "step": 370430
    },
    {
      "epoch": 0.4698880457863052,
      "grad_norm": 4.875,
      "learning_rate": 2.6509023695287584e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5411494076251984,
      "num_tokens": 285235886.0,
      "step": 370440
    },
    {
      "epoch": 0.46990073037883806,
      "grad_norm": 5.96875,
      "learning_rate": 2.6508389385201292e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5405237346887588,
      "num_tokens": 285244719.0,
      "step": 370450
    },
    {
      "epoch": 0.4699134149713709,
      "grad_norm": 5.21875,
      "learning_rate": 2.6507755075115005e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5285929083824158,
      "num_tokens": 285252342.0,
      "step": 370460
    },
    {
      "epoch": 0.4699260995639037,
      "grad_norm": 4.90625,
      "learning_rate": 2.650712076502871e-05,
      "loss": 1.8608,
      "mean_token_accuracy": 0.5935987830162048,
      "num_tokens": 285258651.0,
      "step": 370470
    },
    {
      "epoch": 0.46993878415643653,
      "grad_norm": 5.1875,
      "learning_rate": 2.650648645494242e-05,
      "loss": 1.9055,
      "mean_token_accuracy": 0.5685405552387237,
      "num_tokens": 285266116.0,
      "step": 370480
    },
    {
      "epoch": 0.46995146874896937,
      "grad_norm": 4.90625,
      "learning_rate": 2.6505852144856124e-05,
      "loss": 1.9372,
      "mean_token_accuracy": 0.5608011990785599,
      "num_tokens": 285273127.0,
      "step": 370490
    },
    {
      "epoch": 0.4699641533415022,
      "grad_norm": 6.5,
      "learning_rate": 2.6505217834769836e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5709607899188995,
      "num_tokens": 285280392.0,
      "step": 370500
    },
    {
      "epoch": 0.46997683793403505,
      "grad_norm": 6.28125,
      "learning_rate": 2.6504583524683545e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5319518476724625,
      "num_tokens": 285288167.0,
      "step": 370510
    },
    {
      "epoch": 0.4699895225265679,
      "grad_norm": 5.09375,
      "learning_rate": 2.650394921459725e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5623352527618408,
      "num_tokens": 285295862.0,
      "step": 370520
    },
    {
      "epoch": 0.47000220711910073,
      "grad_norm": 5.09375,
      "learning_rate": 2.6503314904510962e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5369896203279495,
      "num_tokens": 285303381.0,
      "step": 370530
    },
    {
      "epoch": 0.4700148917116335,
      "grad_norm": 4.8125,
      "learning_rate": 2.6502680594424668e-05,
      "loss": 2.3515,
      "mean_token_accuracy": 0.49271429479122164,
      "num_tokens": 285311528.0,
      "step": 370540
    },
    {
      "epoch": 0.47002757630416636,
      "grad_norm": 7.75,
      "learning_rate": 2.6502046284338376e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5406943798065186,
      "num_tokens": 285318281.0,
      "step": 370550
    },
    {
      "epoch": 0.4700402608966992,
      "grad_norm": 6.21875,
      "learning_rate": 2.650141197425209e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.539286944270134,
      "num_tokens": 285325963.0,
      "step": 370560
    },
    {
      "epoch": 0.47005294548923204,
      "grad_norm": 7.1875,
      "learning_rate": 2.6500777664165794e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5247856855392456,
      "num_tokens": 285335126.0,
      "step": 370570
    },
    {
      "epoch": 0.4700656300817649,
      "grad_norm": 4.78125,
      "learning_rate": 2.6500143354079503e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5477697134017945,
      "num_tokens": 285342278.0,
      "step": 370580
    },
    {
      "epoch": 0.4700783146742977,
      "grad_norm": 6.53125,
      "learning_rate": 2.6499509043993208e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5418447971343994,
      "num_tokens": 285349124.0,
      "step": 370590
    },
    {
      "epoch": 0.47009099926683057,
      "grad_norm": 16.125,
      "learning_rate": 2.649887473390692e-05,
      "loss": 2.2552,
      "mean_token_accuracy": 0.5280659466981887,
      "num_tokens": 285356614.0,
      "step": 370600
    },
    {
      "epoch": 0.4701036838593634,
      "grad_norm": 4.71875,
      "learning_rate": 2.6498240423820632e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5477635800838471,
      "num_tokens": 285364340.0,
      "step": 370610
    },
    {
      "epoch": 0.4701163684518962,
      "grad_norm": 7.78125,
      "learning_rate": 2.6497606113734334e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5607422560453414,
      "num_tokens": 285370896.0,
      "step": 370620
    },
    {
      "epoch": 0.47012905304442903,
      "grad_norm": 5.15625,
      "learning_rate": 2.6496971803648046e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.554713436961174,
      "num_tokens": 285379286.0,
      "step": 370630
    },
    {
      "epoch": 0.4701417376369619,
      "grad_norm": 6.03125,
      "learning_rate": 2.649633749356175e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5359049946069717,
      "num_tokens": 285387008.0,
      "step": 370640
    },
    {
      "epoch": 0.4701544222294947,
      "grad_norm": 6.03125,
      "learning_rate": 2.649570318347546e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5473286271095276,
      "num_tokens": 285394942.0,
      "step": 370650
    },
    {
      "epoch": 0.47016710682202756,
      "grad_norm": 5.15625,
      "learning_rate": 2.6495068873389173e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5629248559474945,
      "num_tokens": 285403364.0,
      "step": 370660
    },
    {
      "epoch": 0.4701797914145604,
      "grad_norm": 7.34375,
      "learning_rate": 2.6494434563302878e-05,
      "loss": 1.7488,
      "mean_token_accuracy": 0.6128560245037079,
      "num_tokens": 285409988.0,
      "step": 370670
    },
    {
      "epoch": 0.47019247600709324,
      "grad_norm": 4.40625,
      "learning_rate": 2.649380025321659e-05,
      "loss": 1.9021,
      "mean_token_accuracy": 0.5785662949085235,
      "num_tokens": 285417529.0,
      "step": 370680
    },
    {
      "epoch": 0.4702051605996261,
      "grad_norm": 5.5625,
      "learning_rate": 2.6493165943130292e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5277382224798203,
      "num_tokens": 285426741.0,
      "step": 370690
    },
    {
      "epoch": 0.47021784519215887,
      "grad_norm": 5.5,
      "learning_rate": 2.6492531633044004e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5247443586587905,
      "num_tokens": 285435397.0,
      "step": 370700
    },
    {
      "epoch": 0.4702305297846917,
      "grad_norm": 5.9375,
      "learning_rate": 2.6491897322957716e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5491798669099808,
      "num_tokens": 285443297.0,
      "step": 370710
    },
    {
      "epoch": 0.47024321437722455,
      "grad_norm": 7.3125,
      "learning_rate": 2.649126301287142e-05,
      "loss": 2.2529,
      "mean_token_accuracy": 0.5158650904893876,
      "num_tokens": 285451125.0,
      "step": 370720
    },
    {
      "epoch": 0.4702558989697574,
      "grad_norm": 5.21875,
      "learning_rate": 2.649062870278513e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5742369592189789,
      "num_tokens": 285457277.0,
      "step": 370730
    },
    {
      "epoch": 0.47026858356229023,
      "grad_norm": 5.59375,
      "learning_rate": 2.6489994392698836e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5544438451528549,
      "num_tokens": 285465742.0,
      "step": 370740
    },
    {
      "epoch": 0.4702812681548231,
      "grad_norm": 4.71875,
      "learning_rate": 2.6489360082612548e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5396153599023819,
      "num_tokens": 285474259.0,
      "step": 370750
    },
    {
      "epoch": 0.4702939527473559,
      "grad_norm": 6.875,
      "learning_rate": 2.6488725772526257e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5514215677976608,
      "num_tokens": 285481976.0,
      "step": 370760
    },
    {
      "epoch": 0.47030663733988876,
      "grad_norm": 6.5,
      "learning_rate": 2.6488091462439962e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5693769037723542,
      "num_tokens": 285487889.0,
      "step": 370770
    },
    {
      "epoch": 0.47031932193242154,
      "grad_norm": 5.21875,
      "learning_rate": 2.6487457152353674e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5576952785253525,
      "num_tokens": 285495087.0,
      "step": 370780
    },
    {
      "epoch": 0.4703320065249544,
      "grad_norm": 6.8125,
      "learning_rate": 2.648682284226738e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.524399945139885,
      "num_tokens": 285501724.0,
      "step": 370790
    },
    {
      "epoch": 0.4703446911174872,
      "grad_norm": 5.90625,
      "learning_rate": 2.6486188532181088e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5528123766183853,
      "num_tokens": 285509595.0,
      "step": 370800
    },
    {
      "epoch": 0.47035737571002006,
      "grad_norm": 5.4375,
      "learning_rate": 2.64855542220948e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5614640235900878,
      "num_tokens": 285516499.0,
      "step": 370810
    },
    {
      "epoch": 0.4703700603025529,
      "grad_norm": 6.71875,
      "learning_rate": 2.6484919912008506e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5577313661575317,
      "num_tokens": 285523113.0,
      "step": 370820
    },
    {
      "epoch": 0.47038274489508575,
      "grad_norm": 5.1875,
      "learning_rate": 2.6484285601922214e-05,
      "loss": 2.181,
      "mean_token_accuracy": 0.5240446120500565,
      "num_tokens": 285530400.0,
      "step": 370830
    },
    {
      "epoch": 0.4703954294876186,
      "grad_norm": 6.375,
      "learning_rate": 2.648365129183592e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5582115590572357,
      "num_tokens": 285538436.0,
      "step": 370840
    },
    {
      "epoch": 0.47040811408015143,
      "grad_norm": 4.9375,
      "learning_rate": 2.6483016981749632e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5373200833797455,
      "num_tokens": 285546441.0,
      "step": 370850
    },
    {
      "epoch": 0.4704207986726842,
      "grad_norm": 5.84375,
      "learning_rate": 2.648238267166334e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5601434826850891,
      "num_tokens": 285553488.0,
      "step": 370860
    },
    {
      "epoch": 0.47043348326521706,
      "grad_norm": 5.8125,
      "learning_rate": 2.6481748361577046e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5305917799472809,
      "num_tokens": 285561709.0,
      "step": 370870
    },
    {
      "epoch": 0.4704461678577499,
      "grad_norm": 4.625,
      "learning_rate": 2.6481114051490758e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.565994530916214,
      "num_tokens": 285569631.0,
      "step": 370880
    },
    {
      "epoch": 0.47045885245028274,
      "grad_norm": 6.59375,
      "learning_rate": 2.6480479741404463e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5436006605625152,
      "num_tokens": 285576778.0,
      "step": 370890
    },
    {
      "epoch": 0.4704715370428156,
      "grad_norm": 5.03125,
      "learning_rate": 2.6479845431318172e-05,
      "loss": 1.8611,
      "mean_token_accuracy": 0.5889014035463334,
      "num_tokens": 285584734.0,
      "step": 370900
    },
    {
      "epoch": 0.4704842216353484,
      "grad_norm": 6.3125,
      "learning_rate": 2.6479211121231884e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5637651950120925,
      "num_tokens": 285590503.0,
      "step": 370910
    },
    {
      "epoch": 0.47049690622788126,
      "grad_norm": 5.0625,
      "learning_rate": 2.647857681114559e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5559542894363403,
      "num_tokens": 285598695.0,
      "step": 370920
    },
    {
      "epoch": 0.4705095908204141,
      "grad_norm": 8.5625,
      "learning_rate": 2.64779425010593e-05,
      "loss": 1.9232,
      "mean_token_accuracy": 0.5894340217113495,
      "num_tokens": 285605661.0,
      "step": 370930
    },
    {
      "epoch": 0.4705222754129469,
      "grad_norm": 6.125,
      "learning_rate": 2.647730819097301e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5408789485692977,
      "num_tokens": 285612019.0,
      "step": 370940
    },
    {
      "epoch": 0.47053496000547973,
      "grad_norm": 5.59375,
      "learning_rate": 2.6476673880886716e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5358604162931442,
      "num_tokens": 285619290.0,
      "step": 370950
    },
    {
      "epoch": 0.47054764459801257,
      "grad_norm": 6.96875,
      "learning_rate": 2.6476039570800425e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5154431134462356,
      "num_tokens": 285628306.0,
      "step": 370960
    },
    {
      "epoch": 0.4705603291905454,
      "grad_norm": 4.9375,
      "learning_rate": 2.647540526071413e-05,
      "loss": 1.9144,
      "mean_token_accuracy": 0.5708046972751617,
      "num_tokens": 285636095.0,
      "step": 370970
    },
    {
      "epoch": 0.47057301378307825,
      "grad_norm": 5.15625,
      "learning_rate": 2.6474770950627842e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5227404266595841,
      "num_tokens": 285645068.0,
      "step": 370980
    },
    {
      "epoch": 0.4705856983756111,
      "grad_norm": 5.96875,
      "learning_rate": 2.6474136640541554e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5513337701559067,
      "num_tokens": 285652639.0,
      "step": 370990
    },
    {
      "epoch": 0.47059838296814394,
      "grad_norm": 5.4375,
      "learning_rate": 2.6473502330455256e-05,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5800837129354477,
      "num_tokens": 285660636.0,
      "step": 371000
    },
    {
      "epoch": 0.4706110675606767,
      "grad_norm": 4.84375,
      "learning_rate": 2.6472868020368968e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5518083304166794,
      "num_tokens": 285668631.0,
      "step": 371010
    },
    {
      "epoch": 0.47062375215320956,
      "grad_norm": 4.5,
      "learning_rate": 2.6472233710282674e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5451099395751953,
      "num_tokens": 285677705.0,
      "step": 371020
    },
    {
      "epoch": 0.4706364367457424,
      "grad_norm": 4.9375,
      "learning_rate": 2.6471599400196386e-05,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5656867146492004,
      "num_tokens": 285684748.0,
      "step": 371030
    },
    {
      "epoch": 0.47064912133827524,
      "grad_norm": 5.875,
      "learning_rate": 2.6470965090110094e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.520487156510353,
      "num_tokens": 285693214.0,
      "step": 371040
    },
    {
      "epoch": 0.4706618059308081,
      "grad_norm": 5.59375,
      "learning_rate": 2.64703307800238e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5431471019983292,
      "num_tokens": 285700032.0,
      "step": 371050
    },
    {
      "epoch": 0.4706744905233409,
      "grad_norm": 5.09375,
      "learning_rate": 2.6469696469937512e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.557223054766655,
      "num_tokens": 285707123.0,
      "step": 371060
    },
    {
      "epoch": 0.47068717511587377,
      "grad_norm": 5.28125,
      "learning_rate": 2.6469062159851214e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5541996926069259,
      "num_tokens": 285715289.0,
      "step": 371070
    },
    {
      "epoch": 0.4706998597084066,
      "grad_norm": 6.15625,
      "learning_rate": 2.6468427849764926e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5439636439085007,
      "num_tokens": 285723226.0,
      "step": 371080
    },
    {
      "epoch": 0.4707125443009394,
      "grad_norm": 6.46875,
      "learning_rate": 2.6467793539678638e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5903977006673813,
      "num_tokens": 285729676.0,
      "step": 371090
    },
    {
      "epoch": 0.47072522889347224,
      "grad_norm": 7.4375,
      "learning_rate": 2.6467159229592344e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5616125136613845,
      "num_tokens": 285737128.0,
      "step": 371100
    },
    {
      "epoch": 0.4707379134860051,
      "grad_norm": 6.65625,
      "learning_rate": 2.6466524919506052e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5447130739688874,
      "num_tokens": 285745428.0,
      "step": 371110
    },
    {
      "epoch": 0.4707505980785379,
      "grad_norm": 9.0,
      "learning_rate": 2.6465890609419758e-05,
      "loss": 2.2725,
      "mean_token_accuracy": 0.5221181839704514,
      "num_tokens": 285753623.0,
      "step": 371120
    },
    {
      "epoch": 0.47076328267107076,
      "grad_norm": 7.09375,
      "learning_rate": 2.646525629933347e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5775450885295867,
      "num_tokens": 285760623.0,
      "step": 371130
    },
    {
      "epoch": 0.4707759672636036,
      "grad_norm": 4.46875,
      "learning_rate": 2.646462198924718e-05,
      "loss": 1.933,
      "mean_token_accuracy": 0.5678947687149047,
      "num_tokens": 285768913.0,
      "step": 371140
    },
    {
      "epoch": 0.47078865185613644,
      "grad_norm": 6.03125,
      "learning_rate": 2.6463987679160884e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5464526861906052,
      "num_tokens": 285776732.0,
      "step": 371150
    },
    {
      "epoch": 0.4708013364486693,
      "grad_norm": 6.78125,
      "learning_rate": 2.6463353369074596e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.5731311738491058,
      "num_tokens": 285783747.0,
      "step": 371160
    },
    {
      "epoch": 0.47081402104120207,
      "grad_norm": 6.15625,
      "learning_rate": 2.64627190589883e-05,
      "loss": 1.911,
      "mean_token_accuracy": 0.5781271576881408,
      "num_tokens": 285790730.0,
      "step": 371170
    },
    {
      "epoch": 0.4708267056337349,
      "grad_norm": 5.78125,
      "learning_rate": 2.646208474890201e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5530703961849213,
      "num_tokens": 285797822.0,
      "step": 371180
    },
    {
      "epoch": 0.47083939022626775,
      "grad_norm": 5.09375,
      "learning_rate": 2.6461450438815722e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5665591657161713,
      "num_tokens": 285804712.0,
      "step": 371190
    },
    {
      "epoch": 0.4708520748188006,
      "grad_norm": 5.03125,
      "learning_rate": 2.6460816128729428e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5404633462429047,
      "num_tokens": 285811856.0,
      "step": 371200
    },
    {
      "epoch": 0.47086475941133343,
      "grad_norm": 5.1875,
      "learning_rate": 2.6460181818643136e-05,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5476106703281403,
      "num_tokens": 285820404.0,
      "step": 371210
    },
    {
      "epoch": 0.4708774440038663,
      "grad_norm": 5.84375,
      "learning_rate": 2.645954750855684e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5350737810134888,
      "num_tokens": 285828138.0,
      "step": 371220
    },
    {
      "epoch": 0.4708901285963991,
      "grad_norm": 6.28125,
      "learning_rate": 2.6458913198470554e-05,
      "loss": 1.9557,
      "mean_token_accuracy": 0.5795810639858245,
      "num_tokens": 285834879.0,
      "step": 371230
    },
    {
      "epoch": 0.47090281318893196,
      "grad_norm": 6.6875,
      "learning_rate": 2.6458278888384263e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5559184312820434,
      "num_tokens": 285842803.0,
      "step": 371240
    },
    {
      "epoch": 0.47091549778146474,
      "grad_norm": 9.4375,
      "learning_rate": 2.6457644578297968e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5196601301431656,
      "num_tokens": 285850576.0,
      "step": 371250
    },
    {
      "epoch": 0.4709281823739976,
      "grad_norm": 5.03125,
      "learning_rate": 2.645701026821168e-05,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5337289273738861,
      "num_tokens": 285859108.0,
      "step": 371260
    },
    {
      "epoch": 0.4709408669665304,
      "grad_norm": 11.3125,
      "learning_rate": 2.6456375958125385e-05,
      "loss": 1.8438,
      "mean_token_accuracy": 0.5827404677867889,
      "num_tokens": 285866100.0,
      "step": 371270
    },
    {
      "epoch": 0.47095355155906327,
      "grad_norm": 5.90625,
      "learning_rate": 2.6455741648039094e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5371728718280793,
      "num_tokens": 285873897.0,
      "step": 371280
    },
    {
      "epoch": 0.4709662361515961,
      "grad_norm": 5.1875,
      "learning_rate": 2.6455107337952806e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.555028983950615,
      "num_tokens": 285881635.0,
      "step": 371290
    },
    {
      "epoch": 0.47097892074412895,
      "grad_norm": 13.9375,
      "learning_rate": 2.645447302786651e-05,
      "loss": 1.6669,
      "mean_token_accuracy": 0.6231661289930344,
      "num_tokens": 285888130.0,
      "step": 371300
    },
    {
      "epoch": 0.4709916053366618,
      "grad_norm": 4.8125,
      "learning_rate": 2.645383871778022e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.52727589905262,
      "num_tokens": 285897147.0,
      "step": 371310
    },
    {
      "epoch": 0.47100428992919463,
      "grad_norm": 5.3125,
      "learning_rate": 2.6453204407693926e-05,
      "loss": 1.9117,
      "mean_token_accuracy": 0.5815491646528244,
      "num_tokens": 285905418.0,
      "step": 371320
    },
    {
      "epoch": 0.4710169745217274,
      "grad_norm": 6.90625,
      "learning_rate": 2.6452570097607638e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5549801409244537,
      "num_tokens": 285912998.0,
      "step": 371330
    },
    {
      "epoch": 0.47102965911426026,
      "grad_norm": 4.46875,
      "learning_rate": 2.6451935787521347e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5277706563472748,
      "num_tokens": 285921289.0,
      "step": 371340
    },
    {
      "epoch": 0.4710423437067931,
      "grad_norm": 6.0,
      "learning_rate": 2.6451301477435052e-05,
      "loss": 1.8811,
      "mean_token_accuracy": 0.586369377374649,
      "num_tokens": 285928181.0,
      "step": 371350
    },
    {
      "epoch": 0.47105502829932594,
      "grad_norm": 5.5,
      "learning_rate": 2.6450667167348764e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5530682921409606,
      "num_tokens": 285935516.0,
      "step": 371360
    },
    {
      "epoch": 0.4710677128918588,
      "grad_norm": 5.0625,
      "learning_rate": 2.645003285726247e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5408906489610672,
      "num_tokens": 285942713.0,
      "step": 371370
    },
    {
      "epoch": 0.4710803974843916,
      "grad_norm": 4.65625,
      "learning_rate": 2.6449398547176178e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5427806735038757,
      "num_tokens": 285950685.0,
      "step": 371380
    },
    {
      "epoch": 0.47109308207692446,
      "grad_norm": 5.71875,
      "learning_rate": 2.644876423708989e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5294729441404342,
      "num_tokens": 285959707.0,
      "step": 371390
    },
    {
      "epoch": 0.4711057666694573,
      "grad_norm": 6.3125,
      "learning_rate": 2.6448129927003596e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5337394833564758,
      "num_tokens": 285968460.0,
      "step": 371400
    },
    {
      "epoch": 0.4711184512619901,
      "grad_norm": 7.0625,
      "learning_rate": 2.6447495616917308e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5112821757793427,
      "num_tokens": 285977026.0,
      "step": 371410
    },
    {
      "epoch": 0.47113113585452293,
      "grad_norm": 5.09375,
      "learning_rate": 2.644686130683101e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5229182302951813,
      "num_tokens": 285985525.0,
      "step": 371420
    },
    {
      "epoch": 0.47114382044705577,
      "grad_norm": 11.5,
      "learning_rate": 2.6446226996744722e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.54275161921978,
      "num_tokens": 285994068.0,
      "step": 371430
    },
    {
      "epoch": 0.4711565050395886,
      "grad_norm": 5.34375,
      "learning_rate": 2.6445592686658434e-05,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5712774872779847,
      "num_tokens": 286000159.0,
      "step": 371440
    },
    {
      "epoch": 0.47116918963212145,
      "grad_norm": 7.9375,
      "learning_rate": 2.644495837657214e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5447861611843109,
      "num_tokens": 286007439.0,
      "step": 371450
    },
    {
      "epoch": 0.4711818742246543,
      "grad_norm": 5.15625,
      "learning_rate": 2.6444324066485848e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5413366615772247,
      "num_tokens": 286015297.0,
      "step": 371460
    },
    {
      "epoch": 0.47119455881718714,
      "grad_norm": 5.125,
      "learning_rate": 2.6443689756399553e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5789734423160553,
      "num_tokens": 286023243.0,
      "step": 371470
    },
    {
      "epoch": 0.4712072434097199,
      "grad_norm": 5.09375,
      "learning_rate": 2.6443055446313265e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5494499057531357,
      "num_tokens": 286031873.0,
      "step": 371480
    },
    {
      "epoch": 0.47121992800225276,
      "grad_norm": 4.96875,
      "learning_rate": 2.6442421136226974e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5411879330873489,
      "num_tokens": 286040222.0,
      "step": 371490
    },
    {
      "epoch": 0.4712326125947856,
      "grad_norm": 4.65625,
      "learning_rate": 2.644178682614068e-05,
      "loss": 2.2087,
      "mean_token_accuracy": 0.5250282794237137,
      "num_tokens": 286047285.0,
      "step": 371500
    },
    {
      "epoch": 0.47124529718731845,
      "grad_norm": 5.09375,
      "learning_rate": 2.6441152516054392e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5454071760177612,
      "num_tokens": 286054400.0,
      "step": 371510
    },
    {
      "epoch": 0.4712579817798513,
      "grad_norm": 5.375,
      "learning_rate": 2.6440518205968097e-05,
      "loss": 2.2442,
      "mean_token_accuracy": 0.5146088987588883,
      "num_tokens": 286062282.0,
      "step": 371520
    },
    {
      "epoch": 0.47127066637238413,
      "grad_norm": 5.53125,
      "learning_rate": 2.6439883895881806e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5337323904037475,
      "num_tokens": 286071411.0,
      "step": 371530
    },
    {
      "epoch": 0.47128335096491697,
      "grad_norm": 5.90625,
      "learning_rate": 2.6439249585795518e-05,
      "loss": 1.8612,
      "mean_token_accuracy": 0.5905345380306244,
      "num_tokens": 286078802.0,
      "step": 371540
    },
    {
      "epoch": 0.4712960355574498,
      "grad_norm": 6.15625,
      "learning_rate": 2.6438615275709223e-05,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5833162605762482,
      "num_tokens": 286085278.0,
      "step": 371550
    },
    {
      "epoch": 0.4713087201499826,
      "grad_norm": 5.53125,
      "learning_rate": 2.6437980965622932e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5370926469564438,
      "num_tokens": 286091859.0,
      "step": 371560
    },
    {
      "epoch": 0.47132140474251544,
      "grad_norm": 5.03125,
      "learning_rate": 2.6437346655536637e-05,
      "loss": 1.8103,
      "mean_token_accuracy": 0.594152244925499,
      "num_tokens": 286099007.0,
      "step": 371570
    },
    {
      "epoch": 0.4713340893350483,
      "grad_norm": 6.0,
      "learning_rate": 2.643671234545035e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5428362369537354,
      "num_tokens": 286106488.0,
      "step": 371580
    },
    {
      "epoch": 0.4713467739275811,
      "grad_norm": 8.125,
      "learning_rate": 2.6436078035364058e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5401247620582581,
      "num_tokens": 286114461.0,
      "step": 371590
    },
    {
      "epoch": 0.47135945852011396,
      "grad_norm": 4.875,
      "learning_rate": 2.6435443725277764e-05,
      "loss": 1.8891,
      "mean_token_accuracy": 0.5716486960649491,
      "num_tokens": 286123665.0,
      "step": 371600
    },
    {
      "epoch": 0.4713721431126468,
      "grad_norm": 6.375,
      "learning_rate": 2.6434809415191476e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5705002337694168,
      "num_tokens": 286130839.0,
      "step": 371610
    },
    {
      "epoch": 0.47138482770517964,
      "grad_norm": 6.71875,
      "learning_rate": 2.643417510510518e-05,
      "loss": 1.8946,
      "mean_token_accuracy": 0.5772536635398865,
      "num_tokens": 286137704.0,
      "step": 371620
    },
    {
      "epoch": 0.4713975122977125,
      "grad_norm": 5.34375,
      "learning_rate": 2.643354079501889e-05,
      "loss": 1.869,
      "mean_token_accuracy": 0.5829063922166824,
      "num_tokens": 286144460.0,
      "step": 371630
    },
    {
      "epoch": 0.47141019689024527,
      "grad_norm": 7.375,
      "learning_rate": 2.6432906484932602e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5252993017435074,
      "num_tokens": 286152255.0,
      "step": 371640
    },
    {
      "epoch": 0.4714228814827781,
      "grad_norm": 5.15625,
      "learning_rate": 2.6432272174846307e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5446521878242493,
      "num_tokens": 286160772.0,
      "step": 371650
    },
    {
      "epoch": 0.47143556607531095,
      "grad_norm": 4.46875,
      "learning_rate": 2.6431637864760016e-05,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5987678408622742,
      "num_tokens": 286168099.0,
      "step": 371660
    },
    {
      "epoch": 0.4714482506678438,
      "grad_norm": 5.375,
      "learning_rate": 2.643100355467372e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5395135879516602,
      "num_tokens": 286176509.0,
      "step": 371670
    },
    {
      "epoch": 0.47146093526037663,
      "grad_norm": 4.5625,
      "learning_rate": 2.6430369244587434e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5701184451580048,
      "num_tokens": 286182609.0,
      "step": 371680
    },
    {
      "epoch": 0.4714736198529095,
      "grad_norm": 7.46875,
      "learning_rate": 2.6429734934501142e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5570133686065674,
      "num_tokens": 286189258.0,
      "step": 371690
    },
    {
      "epoch": 0.4714863044454423,
      "grad_norm": 6.46875,
      "learning_rate": 2.6429100624414848e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5549753129482269,
      "num_tokens": 286198127.0,
      "step": 371700
    },
    {
      "epoch": 0.47149898903797516,
      "grad_norm": 8.75,
      "learning_rate": 2.642846631432856e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5711848199367523,
      "num_tokens": 286204205.0,
      "step": 371710
    },
    {
      "epoch": 0.47151167363050794,
      "grad_norm": 6.8125,
      "learning_rate": 2.6427832004242265e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5400344163179398,
      "num_tokens": 286211375.0,
      "step": 371720
    },
    {
      "epoch": 0.4715243582230408,
      "grad_norm": 5.34375,
      "learning_rate": 2.6427197694155974e-05,
      "loss": 1.6641,
      "mean_token_accuracy": 0.6255112826824188,
      "num_tokens": 286217833.0,
      "step": 371730
    },
    {
      "epoch": 0.4715370428155736,
      "grad_norm": 6.8125,
      "learning_rate": 2.6426563384069686e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5554146707057953,
      "num_tokens": 286224888.0,
      "step": 371740
    },
    {
      "epoch": 0.47154972740810647,
      "grad_norm": 5.09375,
      "learning_rate": 2.642592907398339e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5280977189540863,
      "num_tokens": 286234750.0,
      "step": 371750
    },
    {
      "epoch": 0.4715624120006393,
      "grad_norm": 5.03125,
      "learning_rate": 2.64252947638971e-05,
      "loss": 1.7322,
      "mean_token_accuracy": 0.6080168426036835,
      "num_tokens": 286243085.0,
      "step": 371760
    },
    {
      "epoch": 0.47157509659317215,
      "grad_norm": 5.6875,
      "learning_rate": 2.6424660453810805e-05,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5221203446388245,
      "num_tokens": 286251198.0,
      "step": 371770
    },
    {
      "epoch": 0.471587781185705,
      "grad_norm": 6.3125,
      "learning_rate": 2.6424026143724518e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5594785630702972,
      "num_tokens": 286258643.0,
      "step": 371780
    },
    {
      "epoch": 0.47160046577823783,
      "grad_norm": 5.78125,
      "learning_rate": 2.642339183363823e-05,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5803897559642792,
      "num_tokens": 286266146.0,
      "step": 371790
    },
    {
      "epoch": 0.4716131503707706,
      "grad_norm": 6.75,
      "learning_rate": 2.642275752355193e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.526412957906723,
      "num_tokens": 286274810.0,
      "step": 371800
    },
    {
      "epoch": 0.47162583496330346,
      "grad_norm": 9.1875,
      "learning_rate": 2.6422123213465644e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.534323439002037,
      "num_tokens": 286280928.0,
      "step": 371810
    },
    {
      "epoch": 0.4716385195558363,
      "grad_norm": 5.09375,
      "learning_rate": 2.6421488903379356e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5692344933748246,
      "num_tokens": 286287939.0,
      "step": 371820
    },
    {
      "epoch": 0.47165120414836914,
      "grad_norm": 5.15625,
      "learning_rate": 2.642085459329306e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5422994583845139,
      "num_tokens": 286295962.0,
      "step": 371830
    },
    {
      "epoch": 0.471663888740902,
      "grad_norm": 7.0,
      "learning_rate": 2.642022028320677e-05,
      "loss": 1.7988,
      "mean_token_accuracy": 0.5956011474132538,
      "num_tokens": 286302908.0,
      "step": 371840
    },
    {
      "epoch": 0.4716765733334348,
      "grad_norm": 6.40625,
      "learning_rate": 2.6419585973120475e-05,
      "loss": 1.7472,
      "mean_token_accuracy": 0.5988457083702088,
      "num_tokens": 286309705.0,
      "step": 371850
    },
    {
      "epoch": 0.47168925792596766,
      "grad_norm": 8.0625,
      "learning_rate": 2.6418951663034187e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5468402534723282,
      "num_tokens": 286317374.0,
      "step": 371860
    },
    {
      "epoch": 0.4717019425185005,
      "grad_norm": 5.3125,
      "learning_rate": 2.6418317352947896e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.543041467666626,
      "num_tokens": 286325449.0,
      "step": 371870
    },
    {
      "epoch": 0.4717146271110333,
      "grad_norm": 6.15625,
      "learning_rate": 2.64176830428616e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5563815265893937,
      "num_tokens": 286332793.0,
      "step": 371880
    },
    {
      "epoch": 0.47172731170356613,
      "grad_norm": 5.59375,
      "learning_rate": 2.6417048732775314e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5468874037265777,
      "num_tokens": 286340554.0,
      "step": 371890
    },
    {
      "epoch": 0.471739996296099,
      "grad_norm": 7.59375,
      "learning_rate": 2.641641442268902e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5519195407629013,
      "num_tokens": 286348282.0,
      "step": 371900
    },
    {
      "epoch": 0.4717526808886318,
      "grad_norm": 5.625,
      "learning_rate": 2.6415780112602728e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5470360428094864,
      "num_tokens": 286356644.0,
      "step": 371910
    },
    {
      "epoch": 0.47176536548116466,
      "grad_norm": 5.5625,
      "learning_rate": 2.641514580251644e-05,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5417286664247513,
      "num_tokens": 286365831.0,
      "step": 371920
    },
    {
      "epoch": 0.4717780500736975,
      "grad_norm": 10.875,
      "learning_rate": 2.6414511492430145e-05,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5648700058460235,
      "num_tokens": 286373257.0,
      "step": 371930
    },
    {
      "epoch": 0.47179073466623034,
      "grad_norm": 6.0625,
      "learning_rate": 2.6413877182343854e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5504067748785019,
      "num_tokens": 286380519.0,
      "step": 371940
    },
    {
      "epoch": 0.4718034192587631,
      "grad_norm": 5.71875,
      "learning_rate": 2.641324287225756e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5550218969583511,
      "num_tokens": 286387764.0,
      "step": 371950
    },
    {
      "epoch": 0.47181610385129596,
      "grad_norm": 5.1875,
      "learning_rate": 2.641260856217127e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5305208444595337,
      "num_tokens": 286395947.0,
      "step": 371960
    },
    {
      "epoch": 0.4718287884438288,
      "grad_norm": 5.4375,
      "learning_rate": 2.641197425208498e-05,
      "loss": 2.2763,
      "mean_token_accuracy": 0.5031907856464386,
      "num_tokens": 286404728.0,
      "step": 371970
    },
    {
      "epoch": 0.47184147303636165,
      "grad_norm": 5.65625,
      "learning_rate": 2.6411339941998686e-05,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5094125360250473,
      "num_tokens": 286412575.0,
      "step": 371980
    },
    {
      "epoch": 0.4718541576288945,
      "grad_norm": 5.65625,
      "learning_rate": 2.6410705631912398e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5116599291563034,
      "num_tokens": 286420694.0,
      "step": 371990
    },
    {
      "epoch": 0.47186684222142733,
      "grad_norm": 5.0625,
      "learning_rate": 2.6410071321826103e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5498833328485488,
      "num_tokens": 286429261.0,
      "step": 372000
    },
    {
      "epoch": 0.47187952681396017,
      "grad_norm": 6.65625,
      "learning_rate": 2.6409437011739812e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5862661063671112,
      "num_tokens": 286435567.0,
      "step": 372010
    },
    {
      "epoch": 0.471892211406493,
      "grad_norm": 5.53125,
      "learning_rate": 2.6408802701653524e-05,
      "loss": 2.2558,
      "mean_token_accuracy": 0.5257658362388611,
      "num_tokens": 286442870.0,
      "step": 372020
    },
    {
      "epoch": 0.4719048959990258,
      "grad_norm": 9.5625,
      "learning_rate": 2.640816839156723e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5632083147764206,
      "num_tokens": 286449931.0,
      "step": 372030
    },
    {
      "epoch": 0.47191758059155864,
      "grad_norm": 9.0,
      "learning_rate": 2.6407534081480938e-05,
      "loss": 1.7856,
      "mean_token_accuracy": 0.5997794926166534,
      "num_tokens": 286457427.0,
      "step": 372040
    },
    {
      "epoch": 0.4719302651840915,
      "grad_norm": 7.53125,
      "learning_rate": 2.6406899771394643e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5319954216480255,
      "num_tokens": 286464889.0,
      "step": 372050
    },
    {
      "epoch": 0.4719429497766243,
      "grad_norm": 6.40625,
      "learning_rate": 2.6406265461308355e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5369239985942841,
      "num_tokens": 286473060.0,
      "step": 372060
    },
    {
      "epoch": 0.47195563436915716,
      "grad_norm": 6.0,
      "learning_rate": 2.6405631151222064e-05,
      "loss": 2.2758,
      "mean_token_accuracy": 0.5111997038125992,
      "num_tokens": 286481539.0,
      "step": 372070
    },
    {
      "epoch": 0.47196831896169,
      "grad_norm": 5.96875,
      "learning_rate": 2.640499684113577e-05,
      "loss": 1.9453,
      "mean_token_accuracy": 0.5717123031616211,
      "num_tokens": 286488435.0,
      "step": 372080
    },
    {
      "epoch": 0.47198100355422284,
      "grad_norm": 6.15625,
      "learning_rate": 2.640436253104948e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5642941236495972,
      "num_tokens": 286496581.0,
      "step": 372090
    },
    {
      "epoch": 0.4719936881467557,
      "grad_norm": 8.625,
      "learning_rate": 2.6403728220963187e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5476289421319962,
      "num_tokens": 286504290.0,
      "step": 372100
    },
    {
      "epoch": 0.47200637273928847,
      "grad_norm": 5.9375,
      "learning_rate": 2.6403093910876896e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5527017533779144,
      "num_tokens": 286511708.0,
      "step": 372110
    },
    {
      "epoch": 0.4720190573318213,
      "grad_norm": 5.15625,
      "learning_rate": 2.6402459600790608e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5447535634040832,
      "num_tokens": 286520120.0,
      "step": 372120
    },
    {
      "epoch": 0.47203174192435415,
      "grad_norm": 7.75,
      "learning_rate": 2.6401825290704313e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5430832177400589,
      "num_tokens": 286527594.0,
      "step": 372130
    },
    {
      "epoch": 0.472044426516887,
      "grad_norm": 5.5,
      "learning_rate": 2.6401190980618022e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5913029313087463,
      "num_tokens": 286534814.0,
      "step": 372140
    },
    {
      "epoch": 0.47205711110941984,
      "grad_norm": 9.8125,
      "learning_rate": 2.6400556670531727e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5351818382740021,
      "num_tokens": 286542186.0,
      "step": 372150
    },
    {
      "epoch": 0.4720697957019527,
      "grad_norm": 6.28125,
      "learning_rate": 2.639992236044544e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5558495670557022,
      "num_tokens": 286550016.0,
      "step": 372160
    },
    {
      "epoch": 0.4720824802944855,
      "grad_norm": 5.1875,
      "learning_rate": 2.639928805035915e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5364946216344834,
      "num_tokens": 286556930.0,
      "step": 372170
    },
    {
      "epoch": 0.47209516488701836,
      "grad_norm": 6.5,
      "learning_rate": 2.6398653740272854e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5340483158826828,
      "num_tokens": 286564560.0,
      "step": 372180
    },
    {
      "epoch": 0.47210784947955114,
      "grad_norm": 4.8125,
      "learning_rate": 2.6398019430186566e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5432372093200684,
      "num_tokens": 286571872.0,
      "step": 372190
    },
    {
      "epoch": 0.472120534072084,
      "grad_norm": 6.40625,
      "learning_rate": 2.639738512010027e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5376511722803116,
      "num_tokens": 286579054.0,
      "step": 372200
    },
    {
      "epoch": 0.4721332186646168,
      "grad_norm": 5.25,
      "learning_rate": 2.6396750810013983e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5359894931316376,
      "num_tokens": 286587624.0,
      "step": 372210
    },
    {
      "epoch": 0.47214590325714967,
      "grad_norm": 4.8125,
      "learning_rate": 2.6396116499927692e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5410696685314178,
      "num_tokens": 286596697.0,
      "step": 372220
    },
    {
      "epoch": 0.4721585878496825,
      "grad_norm": 6.25,
      "learning_rate": 2.6395482189841397e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5647532999515533,
      "num_tokens": 286604834.0,
      "step": 372230
    },
    {
      "epoch": 0.47217127244221535,
      "grad_norm": 5.0625,
      "learning_rate": 2.639484787975511e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5579741269350051,
      "num_tokens": 286612921.0,
      "step": 372240
    },
    {
      "epoch": 0.4721839570347482,
      "grad_norm": 8.0625,
      "learning_rate": 2.6394213569668815e-05,
      "loss": 1.9256,
      "mean_token_accuracy": 0.573447448015213,
      "num_tokens": 286619639.0,
      "step": 372250
    },
    {
      "epoch": 0.47219664162728103,
      "grad_norm": 5.1875,
      "learning_rate": 2.6393579259582523e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5554527014493942,
      "num_tokens": 286627706.0,
      "step": 372260
    },
    {
      "epoch": 0.4722093262198138,
      "grad_norm": 10.375,
      "learning_rate": 2.6392944949496236e-05,
      "loss": 1.9307,
      "mean_token_accuracy": 0.5796132296323776,
      "num_tokens": 286634950.0,
      "step": 372270
    },
    {
      "epoch": 0.47222201081234666,
      "grad_norm": 4.75,
      "learning_rate": 2.639231063940994e-05,
      "loss": 1.9179,
      "mean_token_accuracy": 0.574603122472763,
      "num_tokens": 286642805.0,
      "step": 372280
    },
    {
      "epoch": 0.4722346954048795,
      "grad_norm": 5.40625,
      "learning_rate": 2.639167632932365e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5712401092052459,
      "num_tokens": 286650882.0,
      "step": 372290
    },
    {
      "epoch": 0.47224737999741234,
      "grad_norm": 5.125,
      "learning_rate": 2.6391042019237355e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.54178866147995,
      "num_tokens": 286658719.0,
      "step": 372300
    },
    {
      "epoch": 0.4722600645899452,
      "grad_norm": 7.34375,
      "learning_rate": 2.6390407709151067e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5405791789293289,
      "num_tokens": 286665922.0,
      "step": 372310
    },
    {
      "epoch": 0.472272749182478,
      "grad_norm": 11.25,
      "learning_rate": 2.6389773399064776e-05,
      "loss": 2.2463,
      "mean_token_accuracy": 0.5302732199430465,
      "num_tokens": 286674503.0,
      "step": 372320
    },
    {
      "epoch": 0.47228543377501087,
      "grad_norm": 8.9375,
      "learning_rate": 2.638913908897848e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5413555890321732,
      "num_tokens": 286683106.0,
      "step": 372330
    },
    {
      "epoch": 0.4722981183675437,
      "grad_norm": 6.28125,
      "learning_rate": 2.6388504778892193e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5612349271774292,
      "num_tokens": 286691102.0,
      "step": 372340
    },
    {
      "epoch": 0.4723108029600765,
      "grad_norm": 6.75,
      "learning_rate": 2.63878704688059e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5199655771255494,
      "num_tokens": 286699539.0,
      "step": 372350
    },
    {
      "epoch": 0.47232348755260933,
      "grad_norm": 5.28125,
      "learning_rate": 2.6387236158719607e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.551471608877182,
      "num_tokens": 286708202.0,
      "step": 372360
    },
    {
      "epoch": 0.4723361721451422,
      "grad_norm": 5.1875,
      "learning_rate": 2.638660184863332e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5402234792709351,
      "num_tokens": 286716026.0,
      "step": 372370
    },
    {
      "epoch": 0.472348856737675,
      "grad_norm": 7.25,
      "learning_rate": 2.6385967538547025e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5306145220994949,
      "num_tokens": 286722546.0,
      "step": 372380
    },
    {
      "epoch": 0.47236154133020786,
      "grad_norm": 5.0,
      "learning_rate": 2.6385333228460734e-05,
      "loss": 1.691,
      "mean_token_accuracy": 0.6122676610946656,
      "num_tokens": 286730024.0,
      "step": 372390
    },
    {
      "epoch": 0.4723742259227407,
      "grad_norm": 7.90625,
      "learning_rate": 2.638469891837444e-05,
      "loss": 1.8416,
      "mean_token_accuracy": 0.5998825937509537,
      "num_tokens": 286736988.0,
      "step": 372400
    },
    {
      "epoch": 0.47238691051527354,
      "grad_norm": 4.84375,
      "learning_rate": 2.638406460828815e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5339378327131271,
      "num_tokens": 286744636.0,
      "step": 372410
    },
    {
      "epoch": 0.4723995951078063,
      "grad_norm": 6.65625,
      "learning_rate": 2.638343029820186e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5338547468185425,
      "num_tokens": 286752475.0,
      "step": 372420
    },
    {
      "epoch": 0.47241227970033917,
      "grad_norm": 5.25,
      "learning_rate": 2.6382795988115565e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5201371043920517,
      "num_tokens": 286759898.0,
      "step": 372430
    },
    {
      "epoch": 0.472424964292872,
      "grad_norm": 4.53125,
      "learning_rate": 2.6382161678029277e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.527036365866661,
      "num_tokens": 286767651.0,
      "step": 372440
    },
    {
      "epoch": 0.47243764888540485,
      "grad_norm": 6.4375,
      "learning_rate": 2.6381527367942983e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.569898146390915,
      "num_tokens": 286774288.0,
      "step": 372450
    },
    {
      "epoch": 0.4724503334779377,
      "grad_norm": 7.4375,
      "learning_rate": 2.638089305785669e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5482438206672668,
      "num_tokens": 286779819.0,
      "step": 372460
    },
    {
      "epoch": 0.47246301807047053,
      "grad_norm": 6.375,
      "learning_rate": 2.6380258747770404e-05,
      "loss": 2.2562,
      "mean_token_accuracy": 0.5172768592834472,
      "num_tokens": 286788353.0,
      "step": 372470
    },
    {
      "epoch": 0.47247570266300337,
      "grad_norm": 5.0,
      "learning_rate": 2.637962443768411e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.539216086268425,
      "num_tokens": 286797200.0,
      "step": 372480
    },
    {
      "epoch": 0.4724883872555362,
      "grad_norm": 10.0,
      "learning_rate": 2.6378990127597818e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5581008702516556,
      "num_tokens": 286804022.0,
      "step": 372490
    },
    {
      "epoch": 0.472501071848069,
      "grad_norm": 5.09375,
      "learning_rate": 2.6378355817511523e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5178126454353332,
      "num_tokens": 286810959.0,
      "step": 372500
    },
    {
      "epoch": 0.47251375644060184,
      "grad_norm": 5.1875,
      "learning_rate": 2.6377721507425235e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5288677603006363,
      "num_tokens": 286820396.0,
      "step": 372510
    },
    {
      "epoch": 0.4725264410331347,
      "grad_norm": 5.78125,
      "learning_rate": 2.6377087197338944e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5510445475578308,
      "num_tokens": 286829340.0,
      "step": 372520
    },
    {
      "epoch": 0.4725391256256675,
      "grad_norm": 5.34375,
      "learning_rate": 2.637645288725265e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5324795097112656,
      "num_tokens": 286838314.0,
      "step": 372530
    },
    {
      "epoch": 0.47255181021820036,
      "grad_norm": 5.375,
      "learning_rate": 2.637581857716636e-05,
      "loss": 2.2291,
      "mean_token_accuracy": 0.5175638526678086,
      "num_tokens": 286846911.0,
      "step": 372540
    },
    {
      "epoch": 0.4725644948107332,
      "grad_norm": 6.3125,
      "learning_rate": 2.6375184267080067e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5443793058395385,
      "num_tokens": 286854111.0,
      "step": 372550
    },
    {
      "epoch": 0.47257717940326605,
      "grad_norm": 5.53125,
      "learning_rate": 2.6374549956993775e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5427917569875718,
      "num_tokens": 286861223.0,
      "step": 372560
    },
    {
      "epoch": 0.4725898639957989,
      "grad_norm": 4.78125,
      "learning_rate": 2.6373915646907488e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5367014378309249,
      "num_tokens": 286869693.0,
      "step": 372570
    },
    {
      "epoch": 0.4726025485883317,
      "grad_norm": 5.8125,
      "learning_rate": 2.6373281336821193e-05,
      "loss": 1.8575,
      "mean_token_accuracy": 0.5926647543907165,
      "num_tokens": 286876560.0,
      "step": 372580
    },
    {
      "epoch": 0.4726152331808645,
      "grad_norm": 4.78125,
      "learning_rate": 2.6372647026734905e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5442234843969345,
      "num_tokens": 286884615.0,
      "step": 372590
    },
    {
      "epoch": 0.47262791777339735,
      "grad_norm": 5.21875,
      "learning_rate": 2.6372012716648607e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.5605827510356903,
      "num_tokens": 286892880.0,
      "step": 372600
    },
    {
      "epoch": 0.4726406023659302,
      "grad_norm": 5.5,
      "learning_rate": 2.637137840656232e-05,
      "loss": 2.3151,
      "mean_token_accuracy": 0.5052617847919464,
      "num_tokens": 286902204.0,
      "step": 372610
    },
    {
      "epoch": 0.47265328695846304,
      "grad_norm": 5.65625,
      "learning_rate": 2.637074409647603e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5436074793338775,
      "num_tokens": 286910039.0,
      "step": 372620
    },
    {
      "epoch": 0.4726659715509959,
      "grad_norm": 5.15625,
      "learning_rate": 2.6370109786389737e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5398196429014206,
      "num_tokens": 286918208.0,
      "step": 372630
    },
    {
      "epoch": 0.4726786561435287,
      "grad_norm": 5.4375,
      "learning_rate": 2.6369475476303445e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.55631602704525,
      "num_tokens": 286925261.0,
      "step": 372640
    },
    {
      "epoch": 0.47269134073606156,
      "grad_norm": 7.1875,
      "learning_rate": 2.636884116621715e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.5570001870393753,
      "num_tokens": 286931475.0,
      "step": 372650
    },
    {
      "epoch": 0.47270402532859435,
      "grad_norm": 9.6875,
      "learning_rate": 2.6368206856130863e-05,
      "loss": 1.8268,
      "mean_token_accuracy": 0.592972406744957,
      "num_tokens": 286939434.0,
      "step": 372660
    },
    {
      "epoch": 0.4727167099211272,
      "grad_norm": 4.84375,
      "learning_rate": 2.636757254604457e-05,
      "loss": 2.2265,
      "mean_token_accuracy": 0.5157872378826142,
      "num_tokens": 286946535.0,
      "step": 372670
    },
    {
      "epoch": 0.47272939451366003,
      "grad_norm": 7.40625,
      "learning_rate": 2.6366938235958277e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5277378559112549,
      "num_tokens": 286953983.0,
      "step": 372680
    },
    {
      "epoch": 0.47274207910619287,
      "grad_norm": 5.375,
      "learning_rate": 2.636630392587199e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5510490477085114,
      "num_tokens": 286962666.0,
      "step": 372690
    },
    {
      "epoch": 0.4727547636987257,
      "grad_norm": 4.4375,
      "learning_rate": 2.6365669615785694e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.5671002030372619,
      "num_tokens": 286970079.0,
      "step": 372700
    },
    {
      "epoch": 0.47276744829125855,
      "grad_norm": 6.03125,
      "learning_rate": 2.6365035305699403e-05,
      "loss": 1.9194,
      "mean_token_accuracy": 0.5799681723117829,
      "num_tokens": 286976525.0,
      "step": 372710
    },
    {
      "epoch": 0.4727801328837914,
      "grad_norm": 5.3125,
      "learning_rate": 2.6364400995613115e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5177257269620895,
      "num_tokens": 286985778.0,
      "step": 372720
    },
    {
      "epoch": 0.47279281747632423,
      "grad_norm": 4.875,
      "learning_rate": 2.636376668552682e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5352725565433503,
      "num_tokens": 286992471.0,
      "step": 372730
    },
    {
      "epoch": 0.472805502068857,
      "grad_norm": 5.15625,
      "learning_rate": 2.636313237544053e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5532740116119385,
      "num_tokens": 287000835.0,
      "step": 372740
    },
    {
      "epoch": 0.47281818666138986,
      "grad_norm": 3.53125,
      "learning_rate": 2.636249806535424e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5705800145864487,
      "num_tokens": 287009326.0,
      "step": 372750
    },
    {
      "epoch": 0.4728308712539227,
      "grad_norm": 4.875,
      "learning_rate": 2.6361863755267947e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5294570952653885,
      "num_tokens": 287016925.0,
      "step": 372760
    },
    {
      "epoch": 0.47284355584645554,
      "grad_norm": 9.125,
      "learning_rate": 2.6361229445181656e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5592846870422363,
      "num_tokens": 287023966.0,
      "step": 372770
    },
    {
      "epoch": 0.4728562404389884,
      "grad_norm": 5.46875,
      "learning_rate": 2.636059513509536e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5416638493537903,
      "num_tokens": 287030513.0,
      "step": 372780
    },
    {
      "epoch": 0.4728689250315212,
      "grad_norm": 5.0625,
      "learning_rate": 2.6359960825009073e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5403136670589447,
      "num_tokens": 287038489.0,
      "step": 372790
    },
    {
      "epoch": 0.47288160962405407,
      "grad_norm": 10.1875,
      "learning_rate": 2.6359326514922782e-05,
      "loss": 1.8139,
      "mean_token_accuracy": 0.6000077098608017,
      "num_tokens": 287044241.0,
      "step": 372800
    },
    {
      "epoch": 0.4728942942165869,
      "grad_norm": 7.71875,
      "learning_rate": 2.6358692204836487e-05,
      "loss": 2.2418,
      "mean_token_accuracy": 0.5141067922115325,
      "num_tokens": 287053044.0,
      "step": 372810
    },
    {
      "epoch": 0.4729069788091197,
      "grad_norm": 8.0625,
      "learning_rate": 2.63580578947502e-05,
      "loss": 2.2669,
      "mean_token_accuracy": 0.5216010749340058,
      "num_tokens": 287061513.0,
      "step": 372820
    },
    {
      "epoch": 0.47291966340165253,
      "grad_norm": 6.84375,
      "learning_rate": 2.6357423584663905e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5266539126634597,
      "num_tokens": 287069341.0,
      "step": 372830
    },
    {
      "epoch": 0.4729323479941854,
      "grad_norm": 7.8125,
      "learning_rate": 2.6356789274577613e-05,
      "loss": 1.7783,
      "mean_token_accuracy": 0.6093869149684906,
      "num_tokens": 287076050.0,
      "step": 372840
    },
    {
      "epoch": 0.4729450325867182,
      "grad_norm": 5.3125,
      "learning_rate": 2.6356154964491326e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5333080410957336,
      "num_tokens": 287083959.0,
      "step": 372850
    },
    {
      "epoch": 0.47295771717925106,
      "grad_norm": 6.28125,
      "learning_rate": 2.635552065440503e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5293610274791718,
      "num_tokens": 287092114.0,
      "step": 372860
    },
    {
      "epoch": 0.4729704017717839,
      "grad_norm": 8.25,
      "learning_rate": 2.635488634431874e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5447467595338822,
      "num_tokens": 287100846.0,
      "step": 372870
    },
    {
      "epoch": 0.47298308636431674,
      "grad_norm": 5.125,
      "learning_rate": 2.6354252034232445e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5249304354190827,
      "num_tokens": 287108736.0,
      "step": 372880
    },
    {
      "epoch": 0.4729957709568495,
      "grad_norm": 4.75,
      "learning_rate": 2.6353617724146157e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5424662590026855,
      "num_tokens": 287116561.0,
      "step": 372890
    },
    {
      "epoch": 0.47300845554938237,
      "grad_norm": 5.71875,
      "learning_rate": 2.6352983414059866e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5401613533496856,
      "num_tokens": 287124067.0,
      "step": 372900
    },
    {
      "epoch": 0.4730211401419152,
      "grad_norm": 5.65625,
      "learning_rate": 2.635234910397357e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5109242528676987,
      "num_tokens": 287131759.0,
      "step": 372910
    },
    {
      "epoch": 0.47303382473444805,
      "grad_norm": 6.15625,
      "learning_rate": 2.6351714793887283e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5381355315446854,
      "num_tokens": 287140275.0,
      "step": 372920
    },
    {
      "epoch": 0.4730465093269809,
      "grad_norm": 4.625,
      "learning_rate": 2.635108048380099e-05,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5939639687538147,
      "num_tokens": 287147515.0,
      "step": 372930
    },
    {
      "epoch": 0.47305919391951373,
      "grad_norm": 5.0625,
      "learning_rate": 2.6350446173714697e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5654750674962997,
      "num_tokens": 287154685.0,
      "step": 372940
    },
    {
      "epoch": 0.4730718785120466,
      "grad_norm": 5.03125,
      "learning_rate": 2.634981186362841e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5447025567293167,
      "num_tokens": 287161595.0,
      "step": 372950
    },
    {
      "epoch": 0.4730845631045794,
      "grad_norm": 4.875,
      "learning_rate": 2.6349177553542115e-05,
      "loss": 1.6107,
      "mean_token_accuracy": 0.6426328122615814,
      "num_tokens": 287168376.0,
      "step": 372960
    },
    {
      "epoch": 0.4730972476971122,
      "grad_norm": 6.09375,
      "learning_rate": 2.6348543243455827e-05,
      "loss": 1.9036,
      "mean_token_accuracy": 0.5830264091491699,
      "num_tokens": 287175104.0,
      "step": 372970
    },
    {
      "epoch": 0.47310993228964504,
      "grad_norm": 5.5625,
      "learning_rate": 2.634790893336953e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5579581797122956,
      "num_tokens": 287182729.0,
      "step": 372980
    },
    {
      "epoch": 0.4731226168821779,
      "grad_norm": 5.15625,
      "learning_rate": 2.634727462328324e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5393820166587829,
      "num_tokens": 287191032.0,
      "step": 372990
    },
    {
      "epoch": 0.4731353014747107,
      "grad_norm": 4.9375,
      "learning_rate": 2.6346640313196953e-05,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5173882186412812,
      "num_tokens": 287200215.0,
      "step": 373000
    },
    {
      "epoch": 0.47314798606724356,
      "grad_norm": 5.21875,
      "learning_rate": 2.634600600311066e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5435049057006835,
      "num_tokens": 287208348.0,
      "step": 373010
    },
    {
      "epoch": 0.4731606706597764,
      "grad_norm": 5.4375,
      "learning_rate": 2.6345371693024367e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5879394203424454,
      "num_tokens": 287215809.0,
      "step": 373020
    },
    {
      "epoch": 0.47317335525230925,
      "grad_norm": 5.40625,
      "learning_rate": 2.6344737382938073e-05,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5618892908096313,
      "num_tokens": 287224220.0,
      "step": 373030
    },
    {
      "epoch": 0.4731860398448421,
      "grad_norm": 8.5,
      "learning_rate": 2.6344103072851785e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.529478445649147,
      "num_tokens": 287231271.0,
      "step": 373040
    },
    {
      "epoch": 0.4731987244373749,
      "grad_norm": 9.6875,
      "learning_rate": 2.6343468762765494e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5570815324783325,
      "num_tokens": 287238916.0,
      "step": 373050
    },
    {
      "epoch": 0.4732114090299077,
      "grad_norm": 5.15625,
      "learning_rate": 2.63428344526792e-05,
      "loss": 1.8997,
      "mean_token_accuracy": 0.5736562311649323,
      "num_tokens": 287245948.0,
      "step": 373060
    },
    {
      "epoch": 0.47322409362244056,
      "grad_norm": 7.9375,
      "learning_rate": 2.634220014259291e-05,
      "loss": 1.6655,
      "mean_token_accuracy": 0.6234869331121444,
      "num_tokens": 287252498.0,
      "step": 373070
    },
    {
      "epoch": 0.4732367782149734,
      "grad_norm": 8.0625,
      "learning_rate": 2.6341565832506616e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5384848147630692,
      "num_tokens": 287260427.0,
      "step": 373080
    },
    {
      "epoch": 0.47324946280750624,
      "grad_norm": 5.53125,
      "learning_rate": 2.6340931522420325e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5658198684453964,
      "num_tokens": 287267457.0,
      "step": 373090
    },
    {
      "epoch": 0.4732621474000391,
      "grad_norm": 4.84375,
      "learning_rate": 2.6340297212334037e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5579139649868011,
      "num_tokens": 287275407.0,
      "step": 373100
    },
    {
      "epoch": 0.4732748319925719,
      "grad_norm": 5.03125,
      "learning_rate": 2.6339662902247743e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5475249111652374,
      "num_tokens": 287283705.0,
      "step": 373110
    },
    {
      "epoch": 0.47328751658510476,
      "grad_norm": 14.375,
      "learning_rate": 2.633902859216145e-05,
      "loss": 1.8505,
      "mean_token_accuracy": 0.5909160315990448,
      "num_tokens": 287289983.0,
      "step": 373120
    },
    {
      "epoch": 0.47330020117763755,
      "grad_norm": 5.625,
      "learning_rate": 2.6338394282075157e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5631873399019242,
      "num_tokens": 287298634.0,
      "step": 373130
    },
    {
      "epoch": 0.4733128857701704,
      "grad_norm": 5.53125,
      "learning_rate": 2.633775997198887e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5348749607801437,
      "num_tokens": 287306105.0,
      "step": 373140
    },
    {
      "epoch": 0.47332557036270323,
      "grad_norm": 5.03125,
      "learning_rate": 2.6337125661902578e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5291594564914703,
      "num_tokens": 287312354.0,
      "step": 373150
    },
    {
      "epoch": 0.47333825495523607,
      "grad_norm": 5.6875,
      "learning_rate": 2.6336491351816283e-05,
      "loss": 2.2709,
      "mean_token_accuracy": 0.5071623355150223,
      "num_tokens": 287320780.0,
      "step": 373160
    },
    {
      "epoch": 0.4733509395477689,
      "grad_norm": 5.46875,
      "learning_rate": 2.6335857041729995e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.5656552314758301,
      "num_tokens": 287328205.0,
      "step": 373170
    },
    {
      "epoch": 0.47336362414030175,
      "grad_norm": 5.0625,
      "learning_rate": 2.63352227316437e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5703981965780258,
      "num_tokens": 287335641.0,
      "step": 373180
    },
    {
      "epoch": 0.4733763087328346,
      "grad_norm": 6.1875,
      "learning_rate": 2.633458842155741e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5411209493875504,
      "num_tokens": 287344657.0,
      "step": 373190
    },
    {
      "epoch": 0.47338899332536744,
      "grad_norm": 5.03125,
      "learning_rate": 2.633395411147112e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.529432961344719,
      "num_tokens": 287353089.0,
      "step": 373200
    },
    {
      "epoch": 0.4734016779179002,
      "grad_norm": 5.09375,
      "learning_rate": 2.6333319801384827e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5395651876926422,
      "num_tokens": 287361654.0,
      "step": 373210
    },
    {
      "epoch": 0.47341436251043306,
      "grad_norm": 5.15625,
      "learning_rate": 2.6332685491298535e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5463671803474426,
      "num_tokens": 287368660.0,
      "step": 373220
    },
    {
      "epoch": 0.4734270471029659,
      "grad_norm": 5.0625,
      "learning_rate": 2.633205118121224e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5355996280908585,
      "num_tokens": 287376099.0,
      "step": 373230
    },
    {
      "epoch": 0.47343973169549874,
      "grad_norm": 6.21875,
      "learning_rate": 2.6331416871125953e-05,
      "loss": 1.7543,
      "mean_token_accuracy": 0.5964584857225418,
      "num_tokens": 287382604.0,
      "step": 373240
    },
    {
      "epoch": 0.4734524162880316,
      "grad_norm": 4.90625,
      "learning_rate": 2.633078256103966e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5540765434503555,
      "num_tokens": 287390252.0,
      "step": 373250
    },
    {
      "epoch": 0.4734651008805644,
      "grad_norm": 5.28125,
      "learning_rate": 2.6330148250953367e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5322282880544662,
      "num_tokens": 287397688.0,
      "step": 373260
    },
    {
      "epoch": 0.47347778547309727,
      "grad_norm": 7.90625,
      "learning_rate": 2.632951394086708e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5599664777517319,
      "num_tokens": 287405237.0,
      "step": 373270
    },
    {
      "epoch": 0.4734904700656301,
      "grad_norm": 4.875,
      "learning_rate": 2.6328879630780784e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5268852651119232,
      "num_tokens": 287413854.0,
      "step": 373280
    },
    {
      "epoch": 0.4735031546581629,
      "grad_norm": 5.375,
      "learning_rate": 2.6328245320694493e-05,
      "loss": 1.9049,
      "mean_token_accuracy": 0.5706626772880554,
      "num_tokens": 287421192.0,
      "step": 373290
    },
    {
      "epoch": 0.47351583925069574,
      "grad_norm": 4.75,
      "learning_rate": 2.6327611010608205e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.53036470413208,
      "num_tokens": 287429614.0,
      "step": 373300
    },
    {
      "epoch": 0.4735285238432286,
      "grad_norm": 5.15625,
      "learning_rate": 2.632697670052191e-05,
      "loss": 1.7683,
      "mean_token_accuracy": 0.605251145362854,
      "num_tokens": 287435856.0,
      "step": 373310
    },
    {
      "epoch": 0.4735412084357614,
      "grad_norm": 5.03125,
      "learning_rate": 2.632634239043562e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5287887811660766,
      "num_tokens": 287443743.0,
      "step": 373320
    },
    {
      "epoch": 0.47355389302829426,
      "grad_norm": 4.9375,
      "learning_rate": 2.6325708080349325e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5348516583442688,
      "num_tokens": 287451454.0,
      "step": 373330
    },
    {
      "epoch": 0.4735665776208271,
      "grad_norm": 7.1875,
      "learning_rate": 2.6325073770263037e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5778169900178909,
      "num_tokens": 287459118.0,
      "step": 373340
    },
    {
      "epoch": 0.47357926221335994,
      "grad_norm": 6.3125,
      "learning_rate": 2.632443946017675e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5214132308959961,
      "num_tokens": 287466385.0,
      "step": 373350
    },
    {
      "epoch": 0.4735919468058927,
      "grad_norm": 5.1875,
      "learning_rate": 2.632380515009045e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5045170843601227,
      "num_tokens": 287474261.0,
      "step": 373360
    },
    {
      "epoch": 0.47360463139842557,
      "grad_norm": 5.0,
      "learning_rate": 2.6323170840004163e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5512243032455444,
      "num_tokens": 287481268.0,
      "step": 373370
    },
    {
      "epoch": 0.4736173159909584,
      "grad_norm": 8.9375,
      "learning_rate": 2.632253652991787e-05,
      "loss": 1.847,
      "mean_token_accuracy": 0.5814394414424896,
      "num_tokens": 287487512.0,
      "step": 373380
    },
    {
      "epoch": 0.47363000058349125,
      "grad_norm": 5.40625,
      "learning_rate": 2.632190221983158e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.55094895362854,
      "num_tokens": 287495339.0,
      "step": 373390
    },
    {
      "epoch": 0.4736426851760241,
      "grad_norm": 6.65625,
      "learning_rate": 2.632126790974529e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5542523354291916,
      "num_tokens": 287502924.0,
      "step": 373400
    },
    {
      "epoch": 0.47365536976855693,
      "grad_norm": 4.9375,
      "learning_rate": 2.6320633599658995e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5517092317342758,
      "num_tokens": 287510024.0,
      "step": 373410
    },
    {
      "epoch": 0.4736680543610898,
      "grad_norm": 6.3125,
      "learning_rate": 2.6319999289572707e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5721195787191391,
      "num_tokens": 287518313.0,
      "step": 373420
    },
    {
      "epoch": 0.4736807389536226,
      "grad_norm": 6.5625,
      "learning_rate": 2.6319364979486412e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5556251466274261,
      "num_tokens": 287525836.0,
      "step": 373430
    },
    {
      "epoch": 0.4736934235461554,
      "grad_norm": 7.625,
      "learning_rate": 2.631873066940012e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5641812831163406,
      "num_tokens": 287532662.0,
      "step": 373440
    },
    {
      "epoch": 0.47370610813868824,
      "grad_norm": 4.84375,
      "learning_rate": 2.6318096359313833e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5340117961168289,
      "num_tokens": 287539871.0,
      "step": 373450
    },
    {
      "epoch": 0.4737187927312211,
      "grad_norm": 6.9375,
      "learning_rate": 2.631746204922754e-05,
      "loss": 1.8507,
      "mean_token_accuracy": 0.5893801867961883,
      "num_tokens": 287547491.0,
      "step": 373460
    },
    {
      "epoch": 0.4737314773237539,
      "grad_norm": 5.9375,
      "learning_rate": 2.6316827739141247e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5288731306791306,
      "num_tokens": 287555905.0,
      "step": 373470
    },
    {
      "epoch": 0.47374416191628677,
      "grad_norm": 6.71875,
      "learning_rate": 2.6316193429054952e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5253080546855926,
      "num_tokens": 287564471.0,
      "step": 373480
    },
    {
      "epoch": 0.4737568465088196,
      "grad_norm": 6.5625,
      "learning_rate": 2.6315559118968665e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5173385947942734,
      "num_tokens": 287573139.0,
      "step": 373490
    },
    {
      "epoch": 0.47376953110135245,
      "grad_norm": 6.6875,
      "learning_rate": 2.6314924808882373e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5301647871732712,
      "num_tokens": 287581368.0,
      "step": 373500
    },
    {
      "epoch": 0.4737822156938853,
      "grad_norm": 4.84375,
      "learning_rate": 2.631429049879608e-05,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5246830254793167,
      "num_tokens": 287589498.0,
      "step": 373510
    },
    {
      "epoch": 0.4737949002864181,
      "grad_norm": 5.34375,
      "learning_rate": 2.631365618870979e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5599341481924057,
      "num_tokens": 287597002.0,
      "step": 373520
    },
    {
      "epoch": 0.4738075848789509,
      "grad_norm": 6.28125,
      "learning_rate": 2.6313021878623496e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.532595744729042,
      "num_tokens": 287604279.0,
      "step": 373530
    },
    {
      "epoch": 0.47382026947148376,
      "grad_norm": 5.46875,
      "learning_rate": 2.6312387568537205e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5636142790317535,
      "num_tokens": 287612764.0,
      "step": 373540
    },
    {
      "epoch": 0.4738329540640166,
      "grad_norm": 9.75,
      "learning_rate": 2.6311753258450917e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5485412955284119,
      "num_tokens": 287620925.0,
      "step": 373550
    },
    {
      "epoch": 0.47384563865654944,
      "grad_norm": 4.6875,
      "learning_rate": 2.6311118948364622e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.527566346526146,
      "num_tokens": 287628248.0,
      "step": 373560
    },
    {
      "epoch": 0.4738583232490823,
      "grad_norm": 5.15625,
      "learning_rate": 2.631048463827833e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5310150921344757,
      "num_tokens": 287635434.0,
      "step": 373570
    },
    {
      "epoch": 0.4738710078416151,
      "grad_norm": 6.09375,
      "learning_rate": 2.6309850328192036e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5455202281475067,
      "num_tokens": 287643160.0,
      "step": 373580
    },
    {
      "epoch": 0.47388369243414796,
      "grad_norm": 5.71875,
      "learning_rate": 2.630921601810575e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5481989562511445,
      "num_tokens": 287651370.0,
      "step": 373590
    },
    {
      "epoch": 0.47389637702668075,
      "grad_norm": 3.015625,
      "learning_rate": 2.6308581708019457e-05,
      "loss": 1.8938,
      "mean_token_accuracy": 0.5947865515947341,
      "num_tokens": 287659095.0,
      "step": 373600
    },
    {
      "epoch": 0.4739090616192136,
      "grad_norm": 6.65625,
      "learning_rate": 2.6307947397933163e-05,
      "loss": 1.8097,
      "mean_token_accuracy": 0.5913961946964263,
      "num_tokens": 287665408.0,
      "step": 373610
    },
    {
      "epoch": 0.47392174621174643,
      "grad_norm": 6.40625,
      "learning_rate": 2.6307313087846875e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5743014067411423,
      "num_tokens": 287673304.0,
      "step": 373620
    },
    {
      "epoch": 0.47393443080427927,
      "grad_norm": 6.5625,
      "learning_rate": 2.630667877776058e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5371078670024871,
      "num_tokens": 287680674.0,
      "step": 373630
    },
    {
      "epoch": 0.4739471153968121,
      "grad_norm": 5.8125,
      "learning_rate": 2.630604446767429e-05,
      "loss": 1.8419,
      "mean_token_accuracy": 0.5841220021247864,
      "num_tokens": 287688373.0,
      "step": 373640
    },
    {
      "epoch": 0.47395979998934495,
      "grad_norm": 7.34375,
      "learning_rate": 2.6305410157588e-05,
      "loss": 1.8876,
      "mean_token_accuracy": 0.5827220141887665,
      "num_tokens": 287694841.0,
      "step": 373650
    },
    {
      "epoch": 0.4739724845818778,
      "grad_norm": 4.96875,
      "learning_rate": 2.6304775847501706e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5349314272403717,
      "num_tokens": 287702040.0,
      "step": 373660
    },
    {
      "epoch": 0.47398516917441064,
      "grad_norm": 5.5625,
      "learning_rate": 2.6304141537415415e-05,
      "loss": 2.2732,
      "mean_token_accuracy": 0.5149134159088135,
      "num_tokens": 287710719.0,
      "step": 373670
    },
    {
      "epoch": 0.4739978537669434,
      "grad_norm": 6.84375,
      "learning_rate": 2.6303507227329127e-05,
      "loss": 2.2272,
      "mean_token_accuracy": 0.5260255873203278,
      "num_tokens": 287717995.0,
      "step": 373680
    },
    {
      "epoch": 0.47401053835947626,
      "grad_norm": 5.28125,
      "learning_rate": 2.6302872917242833e-05,
      "loss": 2.3413,
      "mean_token_accuracy": 0.5065155506134034,
      "num_tokens": 287726630.0,
      "step": 373690
    },
    {
      "epoch": 0.4740232229520091,
      "grad_norm": 4.96875,
      "learning_rate": 2.630223860715654e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5807894110679627,
      "num_tokens": 287735618.0,
      "step": 373700
    },
    {
      "epoch": 0.47403590754454195,
      "grad_norm": 7.53125,
      "learning_rate": 2.6301604297070247e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5530134618282319,
      "num_tokens": 287741882.0,
      "step": 373710
    },
    {
      "epoch": 0.4740485921370748,
      "grad_norm": 6.0,
      "learning_rate": 2.630096998698396e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5405770242214203,
      "num_tokens": 287750330.0,
      "step": 373720
    },
    {
      "epoch": 0.47406127672960763,
      "grad_norm": 7.5625,
      "learning_rate": 2.630033567689767e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5658135890960694,
      "num_tokens": 287757727.0,
      "step": 373730
    },
    {
      "epoch": 0.47407396132214047,
      "grad_norm": 5.59375,
      "learning_rate": 2.6299701366811373e-05,
      "loss": 1.8078,
      "mean_token_accuracy": 0.5938983500003815,
      "num_tokens": 287765678.0,
      "step": 373740
    },
    {
      "epoch": 0.4740866459146733,
      "grad_norm": 5.3125,
      "learning_rate": 2.6299067056725085e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.544958832859993,
      "num_tokens": 287772952.0,
      "step": 373750
    },
    {
      "epoch": 0.4740993305072061,
      "grad_norm": 4.8125,
      "learning_rate": 2.629843274663879e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5356073021888733,
      "num_tokens": 287781320.0,
      "step": 373760
    },
    {
      "epoch": 0.47411201509973894,
      "grad_norm": 5.03125,
      "learning_rate": 2.6297798436552503e-05,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5703953355550766,
      "num_tokens": 287788125.0,
      "step": 373770
    },
    {
      "epoch": 0.4741246996922718,
      "grad_norm": 5.0,
      "learning_rate": 2.629716412646621e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5424207091331482,
      "num_tokens": 287796717.0,
      "step": 373780
    },
    {
      "epoch": 0.4741373842848046,
      "grad_norm": 4.53125,
      "learning_rate": 2.6296529816379917e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5383734911680221,
      "num_tokens": 287804981.0,
      "step": 373790
    },
    {
      "epoch": 0.47415006887733746,
      "grad_norm": 5.125,
      "learning_rate": 2.629589550629363e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5257670760154725,
      "num_tokens": 287813215.0,
      "step": 373800
    },
    {
      "epoch": 0.4741627534698703,
      "grad_norm": 5.125,
      "learning_rate": 2.6295261196207334e-05,
      "loss": 1.8143,
      "mean_token_accuracy": 0.5982686966657639,
      "num_tokens": 287820537.0,
      "step": 373810
    },
    {
      "epoch": 0.47417543806240314,
      "grad_norm": 7.9375,
      "learning_rate": 2.6294626886121043e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5528569221496582,
      "num_tokens": 287828994.0,
      "step": 373820
    },
    {
      "epoch": 0.47418812265493593,
      "grad_norm": 6.125,
      "learning_rate": 2.6293992576034755e-05,
      "loss": 2.2134,
      "mean_token_accuracy": 0.522472932934761,
      "num_tokens": 287836971.0,
      "step": 373830
    },
    {
      "epoch": 0.47420080724746877,
      "grad_norm": 5.6875,
      "learning_rate": 2.629335826594846e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5270226389169693,
      "num_tokens": 287843410.0,
      "step": 373840
    },
    {
      "epoch": 0.4742134918400016,
      "grad_norm": 10.25,
      "learning_rate": 2.629272395586217e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5287657469511032,
      "num_tokens": 287849764.0,
      "step": 373850
    },
    {
      "epoch": 0.47422617643253445,
      "grad_norm": 6.78125,
      "learning_rate": 2.6292089645775874e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.55621617436409,
      "num_tokens": 287858151.0,
      "step": 373860
    },
    {
      "epoch": 0.4742388610250673,
      "grad_norm": 6.15625,
      "learning_rate": 2.6291455335689587e-05,
      "loss": 1.7583,
      "mean_token_accuracy": 0.5939715325832366,
      "num_tokens": 287865713.0,
      "step": 373870
    },
    {
      "epoch": 0.47425154561760013,
      "grad_norm": 5.03125,
      "learning_rate": 2.6290821025603295e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5246202766895294,
      "num_tokens": 287874309.0,
      "step": 373880
    },
    {
      "epoch": 0.474264230210133,
      "grad_norm": 5.4375,
      "learning_rate": 2.6290186715517e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5501687318086624,
      "num_tokens": 287882898.0,
      "step": 373890
    },
    {
      "epoch": 0.4742769148026658,
      "grad_norm": 4.90625,
      "learning_rate": 2.6289552405430713e-05,
      "loss": 2.1766,
      "mean_token_accuracy": 0.5404950618743897,
      "num_tokens": 287891227.0,
      "step": 373900
    },
    {
      "epoch": 0.4742895993951986,
      "grad_norm": 6.25,
      "learning_rate": 2.6288918095344418e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5265634566545486,
      "num_tokens": 287899649.0,
      "step": 373910
    },
    {
      "epoch": 0.47430228398773144,
      "grad_norm": 5.03125,
      "learning_rate": 2.6288283785258127e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5366989463567734,
      "num_tokens": 287907453.0,
      "step": 373920
    },
    {
      "epoch": 0.4743149685802643,
      "grad_norm": 6.40625,
      "learning_rate": 2.628764947517184e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5381975471973419,
      "num_tokens": 287914949.0,
      "step": 373930
    },
    {
      "epoch": 0.4743276531727971,
      "grad_norm": 6.3125,
      "learning_rate": 2.6287015165085544e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5596135407686234,
      "num_tokens": 287922589.0,
      "step": 373940
    },
    {
      "epoch": 0.47434033776532997,
      "grad_norm": 5.5625,
      "learning_rate": 2.6286380854999253e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5296594679355622,
      "num_tokens": 287930929.0,
      "step": 373950
    },
    {
      "epoch": 0.4743530223578628,
      "grad_norm": 4.875,
      "learning_rate": 2.628574654491296e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5362601459026337,
      "num_tokens": 287939512.0,
      "step": 373960
    },
    {
      "epoch": 0.47436570695039565,
      "grad_norm": 5.71875,
      "learning_rate": 2.628511223482667e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5309976518154145,
      "num_tokens": 287947610.0,
      "step": 373970
    },
    {
      "epoch": 0.4743783915429285,
      "grad_norm": 5.40625,
      "learning_rate": 2.628447792474038e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5408061236143112,
      "num_tokens": 287954088.0,
      "step": 373980
    },
    {
      "epoch": 0.4743910761354613,
      "grad_norm": 6.125,
      "learning_rate": 2.6283843614654085e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5427894234657288,
      "num_tokens": 287962940.0,
      "step": 373990
    },
    {
      "epoch": 0.4744037607279941,
      "grad_norm": 5.0625,
      "learning_rate": 2.6283209304567797e-05,
      "loss": 2.2926,
      "mean_token_accuracy": 0.5043911904096603,
      "num_tokens": 287971970.0,
      "step": 374000
    },
    {
      "epoch": 0.47441644532052696,
      "grad_norm": 4.8125,
      "learning_rate": 2.6282574994481502e-05,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5608982533216477,
      "num_tokens": 287978963.0,
      "step": 374010
    },
    {
      "epoch": 0.4744291299130598,
      "grad_norm": 5.25,
      "learning_rate": 2.628194068439521e-05,
      "loss": 1.8487,
      "mean_token_accuracy": 0.5840509951114654,
      "num_tokens": 287986709.0,
      "step": 374020
    },
    {
      "epoch": 0.47444181450559264,
      "grad_norm": 8.8125,
      "learning_rate": 2.6281306374308923e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5366020351648331,
      "num_tokens": 287995392.0,
      "step": 374030
    },
    {
      "epoch": 0.4744544990981255,
      "grad_norm": 5.125,
      "learning_rate": 2.628067206422263e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5491600006818771,
      "num_tokens": 288002953.0,
      "step": 374040
    },
    {
      "epoch": 0.4744671836906583,
      "grad_norm": 5.34375,
      "learning_rate": 2.6280037754136337e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5256945759057998,
      "num_tokens": 288011407.0,
      "step": 374050
    },
    {
      "epoch": 0.47447986828319116,
      "grad_norm": 5.21875,
      "learning_rate": 2.6279403444050042e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5278628468513489,
      "num_tokens": 288019141.0,
      "step": 374060
    },
    {
      "epoch": 0.47449255287572395,
      "grad_norm": 9.75,
      "learning_rate": 2.6278769133963755e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5466490805149078,
      "num_tokens": 288025634.0,
      "step": 374070
    },
    {
      "epoch": 0.4745052374682568,
      "grad_norm": 5.40625,
      "learning_rate": 2.6278134823877463e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5570824027061463,
      "num_tokens": 288034072.0,
      "step": 374080
    },
    {
      "epoch": 0.47451792206078963,
      "grad_norm": 4.5,
      "learning_rate": 2.627750051379117e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5731678903102875,
      "num_tokens": 288041939.0,
      "step": 374090
    },
    {
      "epoch": 0.4745306066533225,
      "grad_norm": 5.25,
      "learning_rate": 2.627686620370488e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5540960311889649,
      "num_tokens": 288050490.0,
      "step": 374100
    },
    {
      "epoch": 0.4745432912458553,
      "grad_norm": 8.875,
      "learning_rate": 2.6276231893618586e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5389508157968521,
      "num_tokens": 288057922.0,
      "step": 374110
    },
    {
      "epoch": 0.47455597583838816,
      "grad_norm": 4.96875,
      "learning_rate": 2.6275597583532295e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5633567303419114,
      "num_tokens": 288066303.0,
      "step": 374120
    },
    {
      "epoch": 0.474568660430921,
      "grad_norm": 4.5625,
      "learning_rate": 2.6274963273446007e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5375849813222885,
      "num_tokens": 288075250.0,
      "step": 374130
    },
    {
      "epoch": 0.47458134502345384,
      "grad_norm": 5.90625,
      "learning_rate": 2.6274328963359712e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.546624356508255,
      "num_tokens": 288082179.0,
      "step": 374140
    },
    {
      "epoch": 0.4745940296159866,
      "grad_norm": 5.34375,
      "learning_rate": 2.6273694653273424e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5264552444219589,
      "num_tokens": 288090845.0,
      "step": 374150
    },
    {
      "epoch": 0.47460671420851946,
      "grad_norm": 5.0,
      "learning_rate": 2.6273060343187126e-05,
      "loss": 1.767,
      "mean_token_accuracy": 0.5989826858043671,
      "num_tokens": 288097166.0,
      "step": 374160
    },
    {
      "epoch": 0.4746193988010523,
      "grad_norm": 6.46875,
      "learning_rate": 2.627242603310084e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5389404326677323,
      "num_tokens": 288105669.0,
      "step": 374170
    },
    {
      "epoch": 0.47463208339358515,
      "grad_norm": 5.4375,
      "learning_rate": 2.627179172301455e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5482196599245072,
      "num_tokens": 288113398.0,
      "step": 374180
    },
    {
      "epoch": 0.474644767986118,
      "grad_norm": 8.0,
      "learning_rate": 2.6271157412928256e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5520905435085297,
      "num_tokens": 288121378.0,
      "step": 374190
    },
    {
      "epoch": 0.47465745257865083,
      "grad_norm": 10.1875,
      "learning_rate": 2.6270523102841965e-05,
      "loss": 1.5163,
      "mean_token_accuracy": 0.658156818151474,
      "num_tokens": 288127383.0,
      "step": 374200
    },
    {
      "epoch": 0.47467013717118367,
      "grad_norm": 5.5625,
      "learning_rate": 2.626988879275567e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5483530282974243,
      "num_tokens": 288136831.0,
      "step": 374210
    },
    {
      "epoch": 0.4746828217637165,
      "grad_norm": 5.09375,
      "learning_rate": 2.6269254482669382e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5304973900318146,
      "num_tokens": 288146182.0,
      "step": 374220
    },
    {
      "epoch": 0.4746955063562493,
      "grad_norm": 5.28125,
      "learning_rate": 2.626862017258309e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5243925333023072,
      "num_tokens": 288154650.0,
      "step": 374230
    },
    {
      "epoch": 0.47470819094878214,
      "grad_norm": 4.9375,
      "learning_rate": 2.6267985862496796e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5321917444467544,
      "num_tokens": 288162424.0,
      "step": 374240
    },
    {
      "epoch": 0.474720875541315,
      "grad_norm": 4.40625,
      "learning_rate": 2.626735155241051e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5524268448352814,
      "num_tokens": 288170518.0,
      "step": 374250
    },
    {
      "epoch": 0.4747335601338478,
      "grad_norm": 6.21875,
      "learning_rate": 2.6266717242324214e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5415629088878632,
      "num_tokens": 288178234.0,
      "step": 374260
    },
    {
      "epoch": 0.47474624472638066,
      "grad_norm": 5.8125,
      "learning_rate": 2.6266082932237923e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5456925421953202,
      "num_tokens": 288185437.0,
      "step": 374270
    },
    {
      "epoch": 0.4747589293189135,
      "grad_norm": 6.28125,
      "learning_rate": 2.6265448622151635e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5399618744850159,
      "num_tokens": 288192678.0,
      "step": 374280
    },
    {
      "epoch": 0.47477161391144634,
      "grad_norm": 4.5625,
      "learning_rate": 2.626481431206534e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.570541712641716,
      "num_tokens": 288200479.0,
      "step": 374290
    },
    {
      "epoch": 0.47478429850397913,
      "grad_norm": 5.75,
      "learning_rate": 2.626418000197905e-05,
      "loss": 1.8737,
      "mean_token_accuracy": 0.5820519804954529,
      "num_tokens": 288207998.0,
      "step": 374300
    },
    {
      "epoch": 0.47479698309651197,
      "grad_norm": 4.875,
      "learning_rate": 2.6263545691892754e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5443134486675263,
      "num_tokens": 288217100.0,
      "step": 374310
    },
    {
      "epoch": 0.4748096676890448,
      "grad_norm": 5.21875,
      "learning_rate": 2.6262911381806466e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5645491510629654,
      "num_tokens": 288225079.0,
      "step": 374320
    },
    {
      "epoch": 0.47482235228157765,
      "grad_norm": 9.0,
      "learning_rate": 2.6262277071720175e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5563909471035003,
      "num_tokens": 288232326.0,
      "step": 374330
    },
    {
      "epoch": 0.4748350368741105,
      "grad_norm": 5.5625,
      "learning_rate": 2.626164276163388e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5487217038869858,
      "num_tokens": 288238856.0,
      "step": 374340
    },
    {
      "epoch": 0.47484772146664334,
      "grad_norm": 6.0625,
      "learning_rate": 2.6261008451547592e-05,
      "loss": 1.7716,
      "mean_token_accuracy": 0.6096149116754532,
      "num_tokens": 288246056.0,
      "step": 374350
    },
    {
      "epoch": 0.4748604060591762,
      "grad_norm": 7.59375,
      "learning_rate": 2.6260374141461298e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5249596923589707,
      "num_tokens": 288254254.0,
      "step": 374360
    },
    {
      "epoch": 0.474873090651709,
      "grad_norm": 5.375,
      "learning_rate": 2.6259739831375007e-05,
      "loss": 1.9241,
      "mean_token_accuracy": 0.5626812964677811,
      "num_tokens": 288263689.0,
      "step": 374370
    },
    {
      "epoch": 0.4748857752442418,
      "grad_norm": 6.4375,
      "learning_rate": 2.625910552128872e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5708359569311142,
      "num_tokens": 288271640.0,
      "step": 374380
    },
    {
      "epoch": 0.47489845983677464,
      "grad_norm": 6.5,
      "learning_rate": 2.6258471211202424e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5217280894517898,
      "num_tokens": 288279055.0,
      "step": 374390
    },
    {
      "epoch": 0.4749111444293075,
      "grad_norm": 5.71875,
      "learning_rate": 2.6257836901116133e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5456998884677887,
      "num_tokens": 288287107.0,
      "step": 374400
    },
    {
      "epoch": 0.4749238290218403,
      "grad_norm": 5.9375,
      "learning_rate": 2.6257202591029838e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5483936309814453,
      "num_tokens": 288295237.0,
      "step": 374410
    },
    {
      "epoch": 0.47493651361437317,
      "grad_norm": 5.25,
      "learning_rate": 2.625656828094355e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5503476619720459,
      "num_tokens": 288303109.0,
      "step": 374420
    },
    {
      "epoch": 0.474949198206906,
      "grad_norm": 4.6875,
      "learning_rate": 2.625593397085726e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5433306276798249,
      "num_tokens": 288310399.0,
      "step": 374430
    },
    {
      "epoch": 0.47496188279943885,
      "grad_norm": 5.03125,
      "learning_rate": 2.6255299660770964e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5698665827512741,
      "num_tokens": 288318180.0,
      "step": 374440
    },
    {
      "epoch": 0.4749745673919717,
      "grad_norm": 6.59375,
      "learning_rate": 2.6254665350684676e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5619464427232742,
      "num_tokens": 288325717.0,
      "step": 374450
    },
    {
      "epoch": 0.4749872519845045,
      "grad_norm": 4.5625,
      "learning_rate": 2.6254031040598382e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5385782063007355,
      "num_tokens": 288333108.0,
      "step": 374460
    },
    {
      "epoch": 0.4749999365770373,
      "grad_norm": 5.65625,
      "learning_rate": 2.625339673051209e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5573562473058701,
      "num_tokens": 288339916.0,
      "step": 374470
    },
    {
      "epoch": 0.47501262116957016,
      "grad_norm": 6.25,
      "learning_rate": 2.6252762420425803e-05,
      "loss": 1.8437,
      "mean_token_accuracy": 0.5926472008228302,
      "num_tokens": 288346864.0,
      "step": 374480
    },
    {
      "epoch": 0.475025305762103,
      "grad_norm": 5.53125,
      "learning_rate": 2.6252128110339508e-05,
      "loss": 1.849,
      "mean_token_accuracy": 0.5810339152812958,
      "num_tokens": 288354062.0,
      "step": 374490
    },
    {
      "epoch": 0.47503799035463584,
      "grad_norm": 7.65625,
      "learning_rate": 2.6251493800253217e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5590933322906494,
      "num_tokens": 288361423.0,
      "step": 374500
    },
    {
      "epoch": 0.4750506749471687,
      "grad_norm": 9.75,
      "learning_rate": 2.6250859490166922e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5610612332820892,
      "num_tokens": 288370414.0,
      "step": 374510
    },
    {
      "epoch": 0.4750633595397015,
      "grad_norm": 5.21875,
      "learning_rate": 2.6250225180080634e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5166285753250122,
      "num_tokens": 288377567.0,
      "step": 374520
    },
    {
      "epoch": 0.47507604413223437,
      "grad_norm": 8.875,
      "learning_rate": 2.6249590869994346e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5250389963388443,
      "num_tokens": 288385244.0,
      "step": 374530
    },
    {
      "epoch": 0.47508872872476715,
      "grad_norm": 5.21875,
      "learning_rate": 2.624895655990805e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.534173983335495,
      "num_tokens": 288393686.0,
      "step": 374540
    },
    {
      "epoch": 0.4751014133173,
      "grad_norm": 9.3125,
      "learning_rate": 2.624832224982176e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5532675683498383,
      "num_tokens": 288400718.0,
      "step": 374550
    },
    {
      "epoch": 0.47511409790983283,
      "grad_norm": 6.8125,
      "learning_rate": 2.6247687939735466e-05,
      "loss": 2.2712,
      "mean_token_accuracy": 0.5105324774980545,
      "num_tokens": 288408454.0,
      "step": 374560
    },
    {
      "epoch": 0.4751267825023657,
      "grad_norm": 11.1875,
      "learning_rate": 2.6247053629649178e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5418928354978562,
      "num_tokens": 288414904.0,
      "step": 374570
    },
    {
      "epoch": 0.4751394670948985,
      "grad_norm": 5.21875,
      "learning_rate": 2.6246419319562887e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5577326238155365,
      "num_tokens": 288423614.0,
      "step": 374580
    },
    {
      "epoch": 0.47515215168743136,
      "grad_norm": 5.875,
      "learning_rate": 2.6245785009476592e-05,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5394423365592956,
      "num_tokens": 288430017.0,
      "step": 374590
    },
    {
      "epoch": 0.4751648362799642,
      "grad_norm": 5.25,
      "learning_rate": 2.6245150699390304e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5361033499240875,
      "num_tokens": 288436423.0,
      "step": 374600
    },
    {
      "epoch": 0.47517752087249704,
      "grad_norm": 5.375,
      "learning_rate": 2.6244516389304013e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5377361655235291,
      "num_tokens": 288443861.0,
      "step": 374610
    },
    {
      "epoch": 0.4751902054650298,
      "grad_norm": 4.875,
      "learning_rate": 2.6243882079217718e-05,
      "loss": 2.2478,
      "mean_token_accuracy": 0.5099662572145462,
      "num_tokens": 288451519.0,
      "step": 374620
    },
    {
      "epoch": 0.47520289005756267,
      "grad_norm": 9.8125,
      "learning_rate": 2.624324776913143e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5246090531349182,
      "num_tokens": 288458975.0,
      "step": 374630
    },
    {
      "epoch": 0.4752155746500955,
      "grad_norm": 5.65625,
      "learning_rate": 2.6242613459045136e-05,
      "loss": 2.2416,
      "mean_token_accuracy": 0.5156415551900864,
      "num_tokens": 288467670.0,
      "step": 374640
    },
    {
      "epoch": 0.47522825924262835,
      "grad_norm": 7.125,
      "learning_rate": 2.6241979148958844e-05,
      "loss": 1.8653,
      "mean_token_accuracy": 0.5940852731466293,
      "num_tokens": 288475602.0,
      "step": 374650
    },
    {
      "epoch": 0.4752409438351612,
      "grad_norm": 5.84375,
      "learning_rate": 2.6241344838872557e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5500688761472702,
      "num_tokens": 288483694.0,
      "step": 374660
    },
    {
      "epoch": 0.47525362842769403,
      "grad_norm": 6.0625,
      "learning_rate": 2.6240710528786262e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5586847364902496,
      "num_tokens": 288490485.0,
      "step": 374670
    },
    {
      "epoch": 0.47526631302022687,
      "grad_norm": 7.0,
      "learning_rate": 2.624007621869997e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5239229023456573,
      "num_tokens": 288498347.0,
      "step": 374680
    },
    {
      "epoch": 0.4752789976127597,
      "grad_norm": 5.6875,
      "learning_rate": 2.6239441908613676e-05,
      "loss": 2.2259,
      "mean_token_accuracy": 0.527691313624382,
      "num_tokens": 288506302.0,
      "step": 374690
    },
    {
      "epoch": 0.4752916822052925,
      "grad_norm": 6.53125,
      "learning_rate": 2.6238807598527388e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5326594710350037,
      "num_tokens": 288514749.0,
      "step": 374700
    },
    {
      "epoch": 0.47530436679782534,
      "grad_norm": 9.4375,
      "learning_rate": 2.6238173288441097e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.550970482826233,
      "num_tokens": 288521098.0,
      "step": 374710
    },
    {
      "epoch": 0.4753170513903582,
      "grad_norm": 4.96875,
      "learning_rate": 2.6237538978354802e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5518247961997986,
      "num_tokens": 288529756.0,
      "step": 374720
    },
    {
      "epoch": 0.475329735982891,
      "grad_norm": 7.375,
      "learning_rate": 2.6236904668268514e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5465577840805054,
      "num_tokens": 288537304.0,
      "step": 374730
    },
    {
      "epoch": 0.47534242057542386,
      "grad_norm": 6.75,
      "learning_rate": 2.623627035818222e-05,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5691684991121292,
      "num_tokens": 288542769.0,
      "step": 374740
    },
    {
      "epoch": 0.4753551051679567,
      "grad_norm": 5.96875,
      "learning_rate": 2.623563604809593e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5573620498180389,
      "num_tokens": 288550699.0,
      "step": 374750
    },
    {
      "epoch": 0.47536778976048955,
      "grad_norm": 5.25,
      "learning_rate": 2.623500173800964e-05,
      "loss": 1.9221,
      "mean_token_accuracy": 0.5749604195356369,
      "num_tokens": 288558239.0,
      "step": 374760
    },
    {
      "epoch": 0.47538047435302233,
      "grad_norm": 6.125,
      "learning_rate": 2.6234367427923346e-05,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5252443313598633,
      "num_tokens": 288564704.0,
      "step": 374770
    },
    {
      "epoch": 0.47539315894555517,
      "grad_norm": 4.59375,
      "learning_rate": 2.6233733117837055e-05,
      "loss": 1.7771,
      "mean_token_accuracy": 0.6062103927135467,
      "num_tokens": 288571437.0,
      "step": 374780
    },
    {
      "epoch": 0.475405843538088,
      "grad_norm": 7.03125,
      "learning_rate": 2.623309880775076e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5567558526992797,
      "num_tokens": 288577238.0,
      "step": 374790
    },
    {
      "epoch": 0.47541852813062085,
      "grad_norm": 6.5,
      "learning_rate": 2.6232464497664472e-05,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5790430635213852,
      "num_tokens": 288584180.0,
      "step": 374800
    },
    {
      "epoch": 0.4754312127231537,
      "grad_norm": 5.3125,
      "learning_rate": 2.623183018757818e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.527406531572342,
      "num_tokens": 288593111.0,
      "step": 374810
    },
    {
      "epoch": 0.47544389731568654,
      "grad_norm": 4.875,
      "learning_rate": 2.6231195877491886e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5406308680772781,
      "num_tokens": 288601032.0,
      "step": 374820
    },
    {
      "epoch": 0.4754565819082194,
      "grad_norm": 5.3125,
      "learning_rate": 2.62305615674056e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5338757991790771,
      "num_tokens": 288608850.0,
      "step": 374830
    },
    {
      "epoch": 0.4754692665007522,
      "grad_norm": 5.1875,
      "learning_rate": 2.6229927257319304e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.544897398352623,
      "num_tokens": 288616881.0,
      "step": 374840
    },
    {
      "epoch": 0.475481951093285,
      "grad_norm": 4.96875,
      "learning_rate": 2.6229292947233013e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5628072619438171,
      "num_tokens": 288624244.0,
      "step": 374850
    },
    {
      "epoch": 0.47549463568581785,
      "grad_norm": 4.78125,
      "learning_rate": 2.6228658637146725e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5338446497917175,
      "num_tokens": 288631989.0,
      "step": 374860
    },
    {
      "epoch": 0.4755073202783507,
      "grad_norm": 6.875,
      "learning_rate": 2.622802432706043e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5314142972230911,
      "num_tokens": 288639919.0,
      "step": 374870
    },
    {
      "epoch": 0.47552000487088353,
      "grad_norm": 6.25,
      "learning_rate": 2.6227390016974142e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5346666693687439,
      "num_tokens": 288647307.0,
      "step": 374880
    },
    {
      "epoch": 0.47553268946341637,
      "grad_norm": 8.4375,
      "learning_rate": 2.6226755706887844e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5527395516633987,
      "num_tokens": 288653879.0,
      "step": 374890
    },
    {
      "epoch": 0.4755453740559492,
      "grad_norm": 6.125,
      "learning_rate": 2.6226121396801556e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5511319726705551,
      "num_tokens": 288662330.0,
      "step": 374900
    },
    {
      "epoch": 0.47555805864848205,
      "grad_norm": 5.125,
      "learning_rate": 2.622548708671527e-05,
      "loss": 1.8631,
      "mean_token_accuracy": 0.5888281524181366,
      "num_tokens": 288670009.0,
      "step": 374910
    },
    {
      "epoch": 0.4755707432410149,
      "grad_norm": 4.6875,
      "learning_rate": 2.6224852776628974e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5343359112739563,
      "num_tokens": 288679355.0,
      "step": 374920
    },
    {
      "epoch": 0.4755834278335477,
      "grad_norm": 6.875,
      "learning_rate": 2.6224218466542682e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5782788187265396,
      "num_tokens": 288686071.0,
      "step": 374930
    },
    {
      "epoch": 0.4755961124260805,
      "grad_norm": 7.40625,
      "learning_rate": 2.6223584156456388e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.564703157544136,
      "num_tokens": 288693297.0,
      "step": 374940
    },
    {
      "epoch": 0.47560879701861336,
      "grad_norm": 5.75,
      "learning_rate": 2.62229498463701e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5492513507604599,
      "num_tokens": 288700812.0,
      "step": 374950
    },
    {
      "epoch": 0.4756214816111462,
      "grad_norm": 5.84375,
      "learning_rate": 2.622231553628381e-05,
      "loss": 2.2461,
      "mean_token_accuracy": 0.515117859840393,
      "num_tokens": 288708083.0,
      "step": 374960
    },
    {
      "epoch": 0.47563416620367904,
      "grad_norm": 5.28125,
      "learning_rate": 2.6221681226197514e-05,
      "loss": 1.8396,
      "mean_token_accuracy": 0.5877691984176636,
      "num_tokens": 288715868.0,
      "step": 374970
    },
    {
      "epoch": 0.4756468507962119,
      "grad_norm": 5.34375,
      "learning_rate": 2.6221046916111226e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5237605333328247,
      "num_tokens": 288723191.0,
      "step": 374980
    },
    {
      "epoch": 0.4756595353887447,
      "grad_norm": 4.75,
      "learning_rate": 2.622041260602493e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5410998076200485,
      "num_tokens": 288731385.0,
      "step": 374990
    },
    {
      "epoch": 0.47567221998127757,
      "grad_norm": 5.59375,
      "learning_rate": 2.621977829593864e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5569425344467163,
      "num_tokens": 288739645.0,
      "step": 375000
    },
    {
      "epoch": 0.47568490457381035,
      "grad_norm": 7.5,
      "learning_rate": 2.6219143985852352e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5306889116764069,
      "num_tokens": 288747829.0,
      "step": 375010
    },
    {
      "epoch": 0.4756975891663432,
      "grad_norm": 5.8125,
      "learning_rate": 2.6218509675766058e-05,
      "loss": 1.8671,
      "mean_token_accuracy": 0.5902282357215881,
      "num_tokens": 288753954.0,
      "step": 375020
    },
    {
      "epoch": 0.47571027375887603,
      "grad_norm": 4.875,
      "learning_rate": 2.6217875365679766e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5362612575292587,
      "num_tokens": 288762267.0,
      "step": 375030
    },
    {
      "epoch": 0.4757229583514089,
      "grad_norm": 5.40625,
      "learning_rate": 2.6217241055593472e-05,
      "loss": 1.9099,
      "mean_token_accuracy": 0.5870635867118835,
      "num_tokens": 288770008.0,
      "step": 375040
    },
    {
      "epoch": 0.4757356429439417,
      "grad_norm": 7.34375,
      "learning_rate": 2.6216606745507184e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5394812256097794,
      "num_tokens": 288779029.0,
      "step": 375050
    },
    {
      "epoch": 0.47574832753647456,
      "grad_norm": 6.875,
      "learning_rate": 2.6215972435420893e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5610784530639649,
      "num_tokens": 288786079.0,
      "step": 375060
    },
    {
      "epoch": 0.4757610121290074,
      "grad_norm": 4.6875,
      "learning_rate": 2.6215338125334598e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5599735409021378,
      "num_tokens": 288792843.0,
      "step": 375070
    },
    {
      "epoch": 0.47577369672154024,
      "grad_norm": 6.34375,
      "learning_rate": 2.621470381524831e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5571460902690888,
      "num_tokens": 288799439.0,
      "step": 375080
    },
    {
      "epoch": 0.475786381314073,
      "grad_norm": 5.65625,
      "learning_rate": 2.6214069505162015e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5239473223686218,
      "num_tokens": 288806644.0,
      "step": 375090
    },
    {
      "epoch": 0.47579906590660587,
      "grad_norm": 4.8125,
      "learning_rate": 2.6213435195075724e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5421514511108398,
      "num_tokens": 288814435.0,
      "step": 375100
    },
    {
      "epoch": 0.4758117504991387,
      "grad_norm": 5.21875,
      "learning_rate": 2.6212800884989436e-05,
      "loss": 1.9018,
      "mean_token_accuracy": 0.5770490914583206,
      "num_tokens": 288822193.0,
      "step": 375110
    },
    {
      "epoch": 0.47582443509167155,
      "grad_norm": 7.1875,
      "learning_rate": 2.6212166574903142e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5424941688776016,
      "num_tokens": 288829669.0,
      "step": 375120
    },
    {
      "epoch": 0.4758371196842044,
      "grad_norm": 6.6875,
      "learning_rate": 2.621153226481685e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5200782179832458,
      "num_tokens": 288837934.0,
      "step": 375130
    },
    {
      "epoch": 0.47584980427673723,
      "grad_norm": 6.1875,
      "learning_rate": 2.6210897954730556e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5301434367895126,
      "num_tokens": 288846322.0,
      "step": 375140
    },
    {
      "epoch": 0.4758624888692701,
      "grad_norm": 5.6875,
      "learning_rate": 2.6210263644644268e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5315257281064987,
      "num_tokens": 288854701.0,
      "step": 375150
    },
    {
      "epoch": 0.4758751734618029,
      "grad_norm": 5.125,
      "learning_rate": 2.6209629334557977e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5336883962154388,
      "num_tokens": 288863396.0,
      "step": 375160
    },
    {
      "epoch": 0.4758878580543357,
      "grad_norm": 6.375,
      "learning_rate": 2.6208995024471682e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5423743307590485,
      "num_tokens": 288871627.0,
      "step": 375170
    },
    {
      "epoch": 0.47590054264686854,
      "grad_norm": 5.125,
      "learning_rate": 2.6208360714385394e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5394785344600678,
      "num_tokens": 288878787.0,
      "step": 375180
    },
    {
      "epoch": 0.4759132272394014,
      "grad_norm": 5.6875,
      "learning_rate": 2.62077264042991e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5411396712064743,
      "num_tokens": 288887317.0,
      "step": 375190
    },
    {
      "epoch": 0.4759259118319342,
      "grad_norm": 7.28125,
      "learning_rate": 2.6207092094212808e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5504065215587616,
      "num_tokens": 288894958.0,
      "step": 375200
    },
    {
      "epoch": 0.47593859642446706,
      "grad_norm": 6.3125,
      "learning_rate": 2.620645778412652e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5243077129125595,
      "num_tokens": 288902395.0,
      "step": 375210
    },
    {
      "epoch": 0.4759512810169999,
      "grad_norm": 4.6875,
      "learning_rate": 2.6205823474040226e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5378201544284821,
      "num_tokens": 288910633.0,
      "step": 375220
    },
    {
      "epoch": 0.47596396560953275,
      "grad_norm": 6.5625,
      "learning_rate": 2.6205189163953934e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.5113685071468353,
      "num_tokens": 288919672.0,
      "step": 375230
    },
    {
      "epoch": 0.47597665020206553,
      "grad_norm": 5.0,
      "learning_rate": 2.620455485386764e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5583852082490921,
      "num_tokens": 288927554.0,
      "step": 375240
    },
    {
      "epoch": 0.4759893347945984,
      "grad_norm": 7.15625,
      "learning_rate": 2.6203920543781352e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5577872604131698,
      "num_tokens": 288935045.0,
      "step": 375250
    },
    {
      "epoch": 0.4760020193871312,
      "grad_norm": 6.59375,
      "learning_rate": 2.6203286233695064e-05,
      "loss": 2.3434,
      "mean_token_accuracy": 0.5101682156324386,
      "num_tokens": 288944396.0,
      "step": 375260
    },
    {
      "epoch": 0.47601470397966406,
      "grad_norm": 4.5625,
      "learning_rate": 2.6202651923608766e-05,
      "loss": 1.877,
      "mean_token_accuracy": 0.5821471720933914,
      "num_tokens": 288952855.0,
      "step": 375270
    },
    {
      "epoch": 0.4760273885721969,
      "grad_norm": 6.0625,
      "learning_rate": 2.6202017613522478e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5367077112197876,
      "num_tokens": 288960003.0,
      "step": 375280
    },
    {
      "epoch": 0.47604007316472974,
      "grad_norm": 6.5,
      "learning_rate": 2.6201383303436184e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.527594780921936,
      "num_tokens": 288967868.0,
      "step": 375290
    },
    {
      "epoch": 0.4760527577572626,
      "grad_norm": 6.375,
      "learning_rate": 2.6200748993349896e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5702166587114335,
      "num_tokens": 288974255.0,
      "step": 375300
    },
    {
      "epoch": 0.4760654423497954,
      "grad_norm": 5.5,
      "learning_rate": 2.6200114683263604e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5271561682224274,
      "num_tokens": 288982691.0,
      "step": 375310
    },
    {
      "epoch": 0.4760781269423282,
      "grad_norm": 5.1875,
      "learning_rate": 2.619948037317731e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5667974203824997,
      "num_tokens": 288990214.0,
      "step": 375320
    },
    {
      "epoch": 0.47609081153486105,
      "grad_norm": 4.71875,
      "learning_rate": 2.6198846063091022e-05,
      "loss": 2.1777,
      "mean_token_accuracy": 0.5203036785125732,
      "num_tokens": 288999496.0,
      "step": 375330
    },
    {
      "epoch": 0.4761034961273939,
      "grad_norm": 5.40625,
      "learning_rate": 2.6198211753004727e-05,
      "loss": 2.2217,
      "mean_token_accuracy": 0.5199505448341369,
      "num_tokens": 289008751.0,
      "step": 375340
    },
    {
      "epoch": 0.47611618071992673,
      "grad_norm": 5.3125,
      "learning_rate": 2.6197577442918436e-05,
      "loss": 2.3155,
      "mean_token_accuracy": 0.5012937843799591,
      "num_tokens": 289017649.0,
      "step": 375350
    },
    {
      "epoch": 0.47612886531245957,
      "grad_norm": 7.84375,
      "learning_rate": 2.6196943132832148e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5619514226913452,
      "num_tokens": 289025213.0,
      "step": 375360
    },
    {
      "epoch": 0.4761415499049924,
      "grad_norm": 6.78125,
      "learning_rate": 2.6196308822745853e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.523826852440834,
      "num_tokens": 289033451.0,
      "step": 375370
    },
    {
      "epoch": 0.47615423449752525,
      "grad_norm": 4.75,
      "learning_rate": 2.6195674512659562e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.556617197394371,
      "num_tokens": 289041478.0,
      "step": 375380
    },
    {
      "epoch": 0.4761669190900581,
      "grad_norm": 6.78125,
      "learning_rate": 2.6195040202573268e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.52004274725914,
      "num_tokens": 289049553.0,
      "step": 375390
    },
    {
      "epoch": 0.4761796036825909,
      "grad_norm": 6.875,
      "learning_rate": 2.619440589248698e-05,
      "loss": 2.2382,
      "mean_token_accuracy": 0.5175370872020721,
      "num_tokens": 289057131.0,
      "step": 375400
    },
    {
      "epoch": 0.4761922882751237,
      "grad_norm": 7.40625,
      "learning_rate": 2.619377158240069e-05,
      "loss": 1.8518,
      "mean_token_accuracy": 0.5783876478672028,
      "num_tokens": 289063852.0,
      "step": 375410
    },
    {
      "epoch": 0.47620497286765656,
      "grad_norm": 5.0625,
      "learning_rate": 2.6193137272314394e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5643792897462845,
      "num_tokens": 289072012.0,
      "step": 375420
    },
    {
      "epoch": 0.4762176574601894,
      "grad_norm": 5.4375,
      "learning_rate": 2.6192502962228106e-05,
      "loss": 2.3174,
      "mean_token_accuracy": 0.49312161803245547,
      "num_tokens": 289079956.0,
      "step": 375430
    },
    {
      "epoch": 0.47623034205272224,
      "grad_norm": 7.125,
      "learning_rate": 2.619186865214181e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5413393914699555,
      "num_tokens": 289088248.0,
      "step": 375440
    },
    {
      "epoch": 0.4762430266452551,
      "grad_norm": 4.875,
      "learning_rate": 2.619123434205552e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5384329110383987,
      "num_tokens": 289097276.0,
      "step": 375450
    },
    {
      "epoch": 0.4762557112377879,
      "grad_norm": 5.1875,
      "learning_rate": 2.6190600031969232e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5410034924745559,
      "num_tokens": 289103493.0,
      "step": 375460
    },
    {
      "epoch": 0.47626839583032077,
      "grad_norm": 6.25,
      "learning_rate": 2.6189965721882937e-05,
      "loss": 1.8684,
      "mean_token_accuracy": 0.5749671965837478,
      "num_tokens": 289110880.0,
      "step": 375470
    },
    {
      "epoch": 0.47628108042285355,
      "grad_norm": 5.3125,
      "learning_rate": 2.6189331411796646e-05,
      "loss": 1.9044,
      "mean_token_accuracy": 0.5692063182592392,
      "num_tokens": 289119570.0,
      "step": 375480
    },
    {
      "epoch": 0.4762937650153864,
      "grad_norm": 6.4375,
      "learning_rate": 2.6188697101710358e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.543132358789444,
      "num_tokens": 289127015.0,
      "step": 375490
    },
    {
      "epoch": 0.47630644960791924,
      "grad_norm": 4.96875,
      "learning_rate": 2.6188062791624064e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5683651685714721,
      "num_tokens": 289135222.0,
      "step": 375500
    },
    {
      "epoch": 0.4763191342004521,
      "grad_norm": 5.125,
      "learning_rate": 2.6187428481537772e-05,
      "loss": 1.9453,
      "mean_token_accuracy": 0.5615113019943238,
      "num_tokens": 289144300.0,
      "step": 375510
    },
    {
      "epoch": 0.4763318187929849,
      "grad_norm": 6.0,
      "learning_rate": 2.6186794171451478e-05,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5786919683218003,
      "num_tokens": 289151977.0,
      "step": 375520
    },
    {
      "epoch": 0.47634450338551776,
      "grad_norm": 6.0,
      "learning_rate": 2.618615986136519e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5442827343940735,
      "num_tokens": 289159726.0,
      "step": 375530
    },
    {
      "epoch": 0.4763571879780506,
      "grad_norm": 18.5,
      "learning_rate": 2.61855255512789e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.5616131395101547,
      "num_tokens": 289166973.0,
      "step": 375540
    },
    {
      "epoch": 0.47636987257058344,
      "grad_norm": 5.8125,
      "learning_rate": 2.6184891241192604e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5488566935062409,
      "num_tokens": 289174240.0,
      "step": 375550
    },
    {
      "epoch": 0.4763825571631162,
      "grad_norm": 5.3125,
      "learning_rate": 2.6184256931106316e-05,
      "loss": 1.8742,
      "mean_token_accuracy": 0.5897959202528,
      "num_tokens": 289181317.0,
      "step": 375560
    },
    {
      "epoch": 0.47639524175564907,
      "grad_norm": 4.75,
      "learning_rate": 2.618362262102002e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5519956707954407,
      "num_tokens": 289189768.0,
      "step": 375570
    },
    {
      "epoch": 0.4764079263481819,
      "grad_norm": 5.21875,
      "learning_rate": 2.618298831093373e-05,
      "loss": 1.8349,
      "mean_token_accuracy": 0.5867137014865875,
      "num_tokens": 289197040.0,
      "step": 375580
    },
    {
      "epoch": 0.47642061094071475,
      "grad_norm": 7.6875,
      "learning_rate": 2.6182354000847442e-05,
      "loss": 1.9578,
      "mean_token_accuracy": 0.5541869282722474,
      "num_tokens": 289204666.0,
      "step": 375590
    },
    {
      "epoch": 0.4764332955332476,
      "grad_norm": 5.78125,
      "learning_rate": 2.6181719690761148e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5435554921627045,
      "num_tokens": 289212779.0,
      "step": 375600
    },
    {
      "epoch": 0.47644598012578043,
      "grad_norm": 6.4375,
      "learning_rate": 2.6181085380674856e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5796375274658203,
      "num_tokens": 289219458.0,
      "step": 375610
    },
    {
      "epoch": 0.4764586647183133,
      "grad_norm": 5.875,
      "learning_rate": 2.6180451070588562e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5345380425453186,
      "num_tokens": 289227388.0,
      "step": 375620
    },
    {
      "epoch": 0.4764713493108461,
      "grad_norm": 5.96875,
      "learning_rate": 2.6179816760502274e-05,
      "loss": 1.8501,
      "mean_token_accuracy": 0.5887228786945343,
      "num_tokens": 289234797.0,
      "step": 375630
    },
    {
      "epoch": 0.4764840339033789,
      "grad_norm": 5.03125,
      "learning_rate": 2.6179182450415986e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.549950385093689,
      "num_tokens": 289241822.0,
      "step": 375640
    },
    {
      "epoch": 0.47649671849591174,
      "grad_norm": 5.1875,
      "learning_rate": 2.6178548140329688e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5562509745359421,
      "num_tokens": 289249273.0,
      "step": 375650
    },
    {
      "epoch": 0.4765094030884446,
      "grad_norm": 5.4375,
      "learning_rate": 2.61779138302434e-05,
      "loss": 2.3081,
      "mean_token_accuracy": 0.506192609667778,
      "num_tokens": 289256988.0,
      "step": 375660
    },
    {
      "epoch": 0.4765220876809774,
      "grad_norm": 5.8125,
      "learning_rate": 2.6177279520157105e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5415649384260177,
      "num_tokens": 289264191.0,
      "step": 375670
    },
    {
      "epoch": 0.47653477227351027,
      "grad_norm": 5.09375,
      "learning_rate": 2.6176645210070818e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5263926804065704,
      "num_tokens": 289272788.0,
      "step": 375680
    },
    {
      "epoch": 0.4765474568660431,
      "grad_norm": 5.9375,
      "learning_rate": 2.6176010899984526e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.531345447897911,
      "num_tokens": 289280408.0,
      "step": 375690
    },
    {
      "epoch": 0.47656014145857595,
      "grad_norm": 6.5,
      "learning_rate": 2.617537658989823e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.571264460682869,
      "num_tokens": 289288236.0,
      "step": 375700
    },
    {
      "epoch": 0.47657282605110873,
      "grad_norm": 6.0625,
      "learning_rate": 2.6174742279811944e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.5624098241329193,
      "num_tokens": 289295168.0,
      "step": 375710
    },
    {
      "epoch": 0.4765855106436416,
      "grad_norm": 5.46875,
      "learning_rate": 2.617410796972565e-05,
      "loss": 1.705,
      "mean_token_accuracy": 0.6188785016536713,
      "num_tokens": 289302205.0,
      "step": 375720
    },
    {
      "epoch": 0.4765981952361744,
      "grad_norm": 5.96875,
      "learning_rate": 2.6173473659639358e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5428577989339829,
      "num_tokens": 289310334.0,
      "step": 375730
    },
    {
      "epoch": 0.47661087982870726,
      "grad_norm": 5.875,
      "learning_rate": 2.617283934955307e-05,
      "loss": 2.3033,
      "mean_token_accuracy": 0.5185699790716172,
      "num_tokens": 289319149.0,
      "step": 375740
    },
    {
      "epoch": 0.4766235644212401,
      "grad_norm": 6.65625,
      "learning_rate": 2.6172205039466775e-05,
      "loss": 1.9605,
      "mean_token_accuracy": 0.5642509877681732,
      "num_tokens": 289327598.0,
      "step": 375750
    },
    {
      "epoch": 0.47663624901377294,
      "grad_norm": 5.6875,
      "learning_rate": 2.6171570729380484e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5484191119670868,
      "num_tokens": 289335147.0,
      "step": 375760
    },
    {
      "epoch": 0.4766489336063058,
      "grad_norm": 5.15625,
      "learning_rate": 2.617093641929419e-05,
      "loss": 1.8775,
      "mean_token_accuracy": 0.5907393783330918,
      "num_tokens": 289342938.0,
      "step": 375770
    },
    {
      "epoch": 0.4766616181988386,
      "grad_norm": 5.53125,
      "learning_rate": 2.61703021092079e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5341312199831009,
      "num_tokens": 289350068.0,
      "step": 375780
    },
    {
      "epoch": 0.4766743027913714,
      "grad_norm": 5.59375,
      "learning_rate": 2.616966779912161e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5442243307828903,
      "num_tokens": 289356007.0,
      "step": 375790
    },
    {
      "epoch": 0.47668698738390425,
      "grad_norm": 5.3125,
      "learning_rate": 2.6169033489035316e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5369608551263809,
      "num_tokens": 289364658.0,
      "step": 375800
    },
    {
      "epoch": 0.4766996719764371,
      "grad_norm": 6.4375,
      "learning_rate": 2.6168399178949028e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5360913813114166,
      "num_tokens": 289373467.0,
      "step": 375810
    },
    {
      "epoch": 0.47671235656896993,
      "grad_norm": 7.78125,
      "learning_rate": 2.6167764868862733e-05,
      "loss": 1.779,
      "mean_token_accuracy": 0.6082920432090759,
      "num_tokens": 289380879.0,
      "step": 375820
    },
    {
      "epoch": 0.47672504116150277,
      "grad_norm": 5.375,
      "learning_rate": 2.6167130558776442e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5514924079179764,
      "num_tokens": 289388717.0,
      "step": 375830
    },
    {
      "epoch": 0.4767377257540356,
      "grad_norm": 6.84375,
      "learning_rate": 2.6166496248690154e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5291585773229599,
      "num_tokens": 289395918.0,
      "step": 375840
    },
    {
      "epoch": 0.47675041034656845,
      "grad_norm": 5.25,
      "learning_rate": 2.616586193860386e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5227125287055969,
      "num_tokens": 289405871.0,
      "step": 375850
    },
    {
      "epoch": 0.4767630949391013,
      "grad_norm": 5.65625,
      "learning_rate": 2.6165227628517568e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5172368943691253,
      "num_tokens": 289412998.0,
      "step": 375860
    },
    {
      "epoch": 0.4767757795316341,
      "grad_norm": 5.84375,
      "learning_rate": 2.6164593318431273e-05,
      "loss": 2.2501,
      "mean_token_accuracy": 0.513520109653473,
      "num_tokens": 289421349.0,
      "step": 375870
    },
    {
      "epoch": 0.4767884641241669,
      "grad_norm": 7.8125,
      "learning_rate": 2.6163959008344986e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5521988928318023,
      "num_tokens": 289429616.0,
      "step": 375880
    },
    {
      "epoch": 0.47680114871669976,
      "grad_norm": 5.40625,
      "learning_rate": 2.6163324698258694e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5462942659854889,
      "num_tokens": 289436820.0,
      "step": 375890
    },
    {
      "epoch": 0.4768138333092326,
      "grad_norm": 5.96875,
      "learning_rate": 2.61626903881724e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.576747989654541,
      "num_tokens": 289444194.0,
      "step": 375900
    },
    {
      "epoch": 0.47682651790176545,
      "grad_norm": 5.59375,
      "learning_rate": 2.6162056078086112e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5570429503917694,
      "num_tokens": 289452342.0,
      "step": 375910
    },
    {
      "epoch": 0.4768392024942983,
      "grad_norm": 5.09375,
      "learning_rate": 2.6161421767999817e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5404692888259888,
      "num_tokens": 289460404.0,
      "step": 375920
    },
    {
      "epoch": 0.4768518870868311,
      "grad_norm": 5.5625,
      "learning_rate": 2.6160787457913526e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5690453857183456,
      "num_tokens": 289466105.0,
      "step": 375930
    },
    {
      "epoch": 0.47686457167936397,
      "grad_norm": 6.34375,
      "learning_rate": 2.6160153147827238e-05,
      "loss": 2.1995,
      "mean_token_accuracy": 0.5137352466583252,
      "num_tokens": 289473856.0,
      "step": 375940
    },
    {
      "epoch": 0.47687725627189675,
      "grad_norm": 7.5,
      "learning_rate": 2.6159518837740943e-05,
      "loss": 2.2821,
      "mean_token_accuracy": 0.5143029808998107,
      "num_tokens": 289480849.0,
      "step": 375950
    },
    {
      "epoch": 0.4768899408644296,
      "grad_norm": 4.9375,
      "learning_rate": 2.6158884527654652e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5669275134801864,
      "num_tokens": 289487949.0,
      "step": 375960
    },
    {
      "epoch": 0.47690262545696244,
      "grad_norm": 8.125,
      "learning_rate": 2.6158250217568357e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5404265582561493,
      "num_tokens": 289495050.0,
      "step": 375970
    },
    {
      "epoch": 0.4769153100494953,
      "grad_norm": 4.5,
      "learning_rate": 2.615761590748207e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5477496564388276,
      "num_tokens": 289504210.0,
      "step": 375980
    },
    {
      "epoch": 0.4769279946420281,
      "grad_norm": 5.65625,
      "learning_rate": 2.615698159739578e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5400137424468994,
      "num_tokens": 289512150.0,
      "step": 375990
    },
    {
      "epoch": 0.47694067923456096,
      "grad_norm": 4.59375,
      "learning_rate": 2.6156347287309484e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5370701223611831,
      "num_tokens": 289519995.0,
      "step": 376000
    },
    {
      "epoch": 0.4769533638270938,
      "grad_norm": 5.84375,
      "learning_rate": 2.6155712977223196e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5400727152824402,
      "num_tokens": 289529461.0,
      "step": 376010
    },
    {
      "epoch": 0.47696604841962664,
      "grad_norm": 6.78125,
      "learning_rate": 2.61550786671369e-05,
      "loss": 1.6695,
      "mean_token_accuracy": 0.6301210701465607,
      "num_tokens": 289535235.0,
      "step": 376020
    },
    {
      "epoch": 0.47697873301215943,
      "grad_norm": 5.0625,
      "learning_rate": 2.615444435705061e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5383792012929917,
      "num_tokens": 289543252.0,
      "step": 376030
    },
    {
      "epoch": 0.47699141760469227,
      "grad_norm": 6.4375,
      "learning_rate": 2.6153810046964322e-05,
      "loss": 2.2344,
      "mean_token_accuracy": 0.5226587980985642,
      "num_tokens": 289552114.0,
      "step": 376040
    },
    {
      "epoch": 0.4770041021972251,
      "grad_norm": 4.71875,
      "learning_rate": 2.6153175736878027e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5581359684467315,
      "num_tokens": 289558980.0,
      "step": 376050
    },
    {
      "epoch": 0.47701678678975795,
      "grad_norm": 5.3125,
      "learning_rate": 2.615254142679174e-05,
      "loss": 1.8374,
      "mean_token_accuracy": 0.5945332258939743,
      "num_tokens": 289565685.0,
      "step": 376060
    },
    {
      "epoch": 0.4770294713822908,
      "grad_norm": 5.25,
      "learning_rate": 2.615190711670544e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5628133684396743,
      "num_tokens": 289574091.0,
      "step": 376070
    },
    {
      "epoch": 0.47704215597482363,
      "grad_norm": 5.9375,
      "learning_rate": 2.6151272806619154e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5296569377183914,
      "num_tokens": 289582138.0,
      "step": 376080
    },
    {
      "epoch": 0.4770548405673565,
      "grad_norm": 6.125,
      "learning_rate": 2.6150638496532866e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5185795664787293,
      "num_tokens": 289589866.0,
      "step": 376090
    },
    {
      "epoch": 0.4770675251598893,
      "grad_norm": 4.5,
      "learning_rate": 2.615000418644657e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5581290334463119,
      "num_tokens": 289596647.0,
      "step": 376100
    },
    {
      "epoch": 0.4770802097524221,
      "grad_norm": 5.96875,
      "learning_rate": 2.614936987636028e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5511852622032165,
      "num_tokens": 289605077.0,
      "step": 376110
    },
    {
      "epoch": 0.47709289434495494,
      "grad_norm": 6.71875,
      "learning_rate": 2.6148735566273985e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5365403711795806,
      "num_tokens": 289612408.0,
      "step": 376120
    },
    {
      "epoch": 0.4771055789374878,
      "grad_norm": 5.53125,
      "learning_rate": 2.6148101256187697e-05,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5200003862380982,
      "num_tokens": 289621612.0,
      "step": 376130
    },
    {
      "epoch": 0.4771182635300206,
      "grad_norm": 5.28125,
      "learning_rate": 2.6147466946101406e-05,
      "loss": 1.9451,
      "mean_token_accuracy": 0.5686213493347168,
      "num_tokens": 289630514.0,
      "step": 376140
    },
    {
      "epoch": 0.47713094812255347,
      "grad_norm": 6.09375,
      "learning_rate": 2.614683263601511e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5547779053449631,
      "num_tokens": 289638285.0,
      "step": 376150
    },
    {
      "epoch": 0.4771436327150863,
      "grad_norm": 7.40625,
      "learning_rate": 2.6146198325928824e-05,
      "loss": 1.9607,
      "mean_token_accuracy": 0.559353443980217,
      "num_tokens": 289644752.0,
      "step": 376160
    },
    {
      "epoch": 0.47715631730761915,
      "grad_norm": 4.5625,
      "learning_rate": 2.614556401584253e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5715219944715499,
      "num_tokens": 289652210.0,
      "step": 376170
    },
    {
      "epoch": 0.47716900190015193,
      "grad_norm": 5.0625,
      "learning_rate": 2.6144929705756238e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5661355793476105,
      "num_tokens": 289659052.0,
      "step": 376180
    },
    {
      "epoch": 0.4771816864926848,
      "grad_norm": 5.09375,
      "learning_rate": 2.614429539566995e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5447742640972137,
      "num_tokens": 289667480.0,
      "step": 376190
    },
    {
      "epoch": 0.4771943710852176,
      "grad_norm": 5.6875,
      "learning_rate": 2.6143661085583655e-05,
      "loss": 1.8354,
      "mean_token_accuracy": 0.6027088284492492,
      "num_tokens": 289674344.0,
      "step": 376200
    },
    {
      "epoch": 0.47720705567775046,
      "grad_norm": 4.5625,
      "learning_rate": 2.6143026775497364e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.537936407327652,
      "num_tokens": 289681511.0,
      "step": 376210
    },
    {
      "epoch": 0.4772197402702833,
      "grad_norm": 6.0625,
      "learning_rate": 2.614239246541107e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.554224818944931,
      "num_tokens": 289689161.0,
      "step": 376220
    },
    {
      "epoch": 0.47723242486281614,
      "grad_norm": 7.6875,
      "learning_rate": 2.614175815532478e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.552188616991043,
      "num_tokens": 289695366.0,
      "step": 376230
    },
    {
      "epoch": 0.477245109455349,
      "grad_norm": 5.25,
      "learning_rate": 2.614112384523849e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5347555637359619,
      "num_tokens": 289704119.0,
      "step": 376240
    },
    {
      "epoch": 0.4772577940478818,
      "grad_norm": 5.46875,
      "learning_rate": 2.6140489535152195e-05,
      "loss": 1.7561,
      "mean_token_accuracy": 0.600277841091156,
      "num_tokens": 289710342.0,
      "step": 376250
    },
    {
      "epoch": 0.4772704786404146,
      "grad_norm": 6.21875,
      "learning_rate": 2.6139855225065908e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5598896592855453,
      "num_tokens": 289718313.0,
      "step": 376260
    },
    {
      "epoch": 0.47728316323294745,
      "grad_norm": 6.5625,
      "learning_rate": 2.6139220914979613e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5344631910324097,
      "num_tokens": 289726892.0,
      "step": 376270
    },
    {
      "epoch": 0.4772958478254803,
      "grad_norm": 4.9375,
      "learning_rate": 2.613858660489332e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5583080589771271,
      "num_tokens": 289734500.0,
      "step": 376280
    },
    {
      "epoch": 0.47730853241801313,
      "grad_norm": 5.4375,
      "learning_rate": 2.6137952294807034e-05,
      "loss": 2.0416,
      "mean_token_accuracy": 0.5355208873748779,
      "num_tokens": 289742578.0,
      "step": 376290
    },
    {
      "epoch": 0.477321217010546,
      "grad_norm": 7.03125,
      "learning_rate": 2.613731798472074e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5330999463796615,
      "num_tokens": 289750015.0,
      "step": 376300
    },
    {
      "epoch": 0.4773339016030788,
      "grad_norm": 6.125,
      "learning_rate": 2.6136683674634448e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5532351434230804,
      "num_tokens": 289758426.0,
      "step": 376310
    },
    {
      "epoch": 0.47734658619561166,
      "grad_norm": 8.625,
      "learning_rate": 2.6136049364548153e-05,
      "loss": 1.7868,
      "mean_token_accuracy": 0.6111987143754959,
      "num_tokens": 289763733.0,
      "step": 376320
    },
    {
      "epoch": 0.4773592707881445,
      "grad_norm": 7.125,
      "learning_rate": 2.6135415054461865e-05,
      "loss": 1.8048,
      "mean_token_accuracy": 0.5947409272193909,
      "num_tokens": 289770220.0,
      "step": 376330
    },
    {
      "epoch": 0.4773719553806773,
      "grad_norm": 5.25,
      "learning_rate": 2.6134780744375574e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5659719705581665,
      "num_tokens": 289777812.0,
      "step": 376340
    },
    {
      "epoch": 0.4773846399732101,
      "grad_norm": 6.1875,
      "learning_rate": 2.613414643428928e-05,
      "loss": 1.9173,
      "mean_token_accuracy": 0.5865876197814941,
      "num_tokens": 289785410.0,
      "step": 376350
    },
    {
      "epoch": 0.47739732456574296,
      "grad_norm": 5.375,
      "learning_rate": 2.613351212420299e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.526644515991211,
      "num_tokens": 289794934.0,
      "step": 376360
    },
    {
      "epoch": 0.4774100091582758,
      "grad_norm": 5.5625,
      "learning_rate": 2.6132877814116697e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5467011898756027,
      "num_tokens": 289801517.0,
      "step": 376370
    },
    {
      "epoch": 0.47742269375080865,
      "grad_norm": 5.25,
      "learning_rate": 2.6132243504030406e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5261856466531754,
      "num_tokens": 289808563.0,
      "step": 376380
    },
    {
      "epoch": 0.4774353783433415,
      "grad_norm": 6.65625,
      "learning_rate": 2.6131609193944118e-05,
      "loss": 1.8895,
      "mean_token_accuracy": 0.5833956599235535,
      "num_tokens": 289814435.0,
      "step": 376390
    },
    {
      "epoch": 0.47744806293587433,
      "grad_norm": 4.90625,
      "learning_rate": 2.6130974883857823e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5524811148643494,
      "num_tokens": 289823179.0,
      "step": 376400
    },
    {
      "epoch": 0.47746074752840717,
      "grad_norm": 5.40625,
      "learning_rate": 2.6130340573771532e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.568507906794548,
      "num_tokens": 289829913.0,
      "step": 376410
    },
    {
      "epoch": 0.47747343212093996,
      "grad_norm": 6.25,
      "learning_rate": 2.6129706263685244e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.539053949713707,
      "num_tokens": 289837358.0,
      "step": 376420
    },
    {
      "epoch": 0.4774861167134728,
      "grad_norm": 5.1875,
      "learning_rate": 2.612907195359895e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5451850533485413,
      "num_tokens": 289845503.0,
      "step": 376430
    },
    {
      "epoch": 0.47749880130600564,
      "grad_norm": 6.40625,
      "learning_rate": 2.612843764351266e-05,
      "loss": 1.8796,
      "mean_token_accuracy": 0.5729699730873108,
      "num_tokens": 289853024.0,
      "step": 376440
    },
    {
      "epoch": 0.4775114858985385,
      "grad_norm": 5.96875,
      "learning_rate": 2.6127803333426363e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5600315511226654,
      "num_tokens": 289860595.0,
      "step": 376450
    },
    {
      "epoch": 0.4775241704910713,
      "grad_norm": 5.46875,
      "learning_rate": 2.6127169023340076e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5270025372505188,
      "num_tokens": 289869021.0,
      "step": 376460
    },
    {
      "epoch": 0.47753685508360416,
      "grad_norm": 7.9375,
      "learning_rate": 2.6126534713253788e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5590359807014466,
      "num_tokens": 289875817.0,
      "step": 376470
    },
    {
      "epoch": 0.477549539676137,
      "grad_norm": 5.875,
      "learning_rate": 2.6125900403167493e-05,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5220662981271744,
      "num_tokens": 289883304.0,
      "step": 376480
    },
    {
      "epoch": 0.47756222426866984,
      "grad_norm": 5.625,
      "learning_rate": 2.6125266093081202e-05,
      "loss": 1.9324,
      "mean_token_accuracy": 0.5688413321971894,
      "num_tokens": 289890496.0,
      "step": 376490
    },
    {
      "epoch": 0.47757490886120263,
      "grad_norm": 7.34375,
      "learning_rate": 2.6124631782994907e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5678441762924195,
      "num_tokens": 289896981.0,
      "step": 376500
    },
    {
      "epoch": 0.47758759345373547,
      "grad_norm": 6.625,
      "learning_rate": 2.612399747290862e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5406215339899063,
      "num_tokens": 289905282.0,
      "step": 376510
    },
    {
      "epoch": 0.4776002780462683,
      "grad_norm": 4.9375,
      "learning_rate": 2.6123363162822328e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5579808473587036,
      "num_tokens": 289912025.0,
      "step": 376520
    },
    {
      "epoch": 0.47761296263880115,
      "grad_norm": 5.5625,
      "learning_rate": 2.6122728852736033e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5323147445917129,
      "num_tokens": 289920143.0,
      "step": 376530
    },
    {
      "epoch": 0.477625647231334,
      "grad_norm": 4.9375,
      "learning_rate": 2.6122094542649745e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5371446669101715,
      "num_tokens": 289928185.0,
      "step": 376540
    },
    {
      "epoch": 0.47763833182386684,
      "grad_norm": 6.78125,
      "learning_rate": 2.612146023256345e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5540967553853988,
      "num_tokens": 289935257.0,
      "step": 376550
    },
    {
      "epoch": 0.4776510164163997,
      "grad_norm": 5.21875,
      "learning_rate": 2.612082592247716e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5336686402559281,
      "num_tokens": 289944187.0,
      "step": 376560
    },
    {
      "epoch": 0.4776637010089325,
      "grad_norm": 5.40625,
      "learning_rate": 2.6120191612390872e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5371120661497116,
      "num_tokens": 289952333.0,
      "step": 376570
    },
    {
      "epoch": 0.4776763856014653,
      "grad_norm": 5.59375,
      "learning_rate": 2.6119557302304577e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5583969116210937,
      "num_tokens": 289960750.0,
      "step": 376580
    },
    {
      "epoch": 0.47768907019399814,
      "grad_norm": 4.9375,
      "learning_rate": 2.6118922992218286e-05,
      "loss": 2.2561,
      "mean_token_accuracy": 0.5056432545185089,
      "num_tokens": 289968811.0,
      "step": 376590
    },
    {
      "epoch": 0.477701754786531,
      "grad_norm": 5.15625,
      "learning_rate": 2.611828868213199e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5160807967185974,
      "num_tokens": 289977244.0,
      "step": 376600
    },
    {
      "epoch": 0.4777144393790638,
      "grad_norm": 5.3125,
      "learning_rate": 2.6117654372045703e-05,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5108519822359086,
      "num_tokens": 289986555.0,
      "step": 376610
    },
    {
      "epoch": 0.47772712397159667,
      "grad_norm": 5.6875,
      "learning_rate": 2.6117020061959412e-05,
      "loss": 1.8126,
      "mean_token_accuracy": 0.6081388264894485,
      "num_tokens": 289993626.0,
      "step": 376620
    },
    {
      "epoch": 0.4777398085641295,
      "grad_norm": 5.15625,
      "learning_rate": 2.6116385751873117e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5408229619264603,
      "num_tokens": 290000213.0,
      "step": 376630
    },
    {
      "epoch": 0.47775249315666235,
      "grad_norm": 5.25,
      "learning_rate": 2.611575144178683e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.542027622461319,
      "num_tokens": 290007860.0,
      "step": 376640
    },
    {
      "epoch": 0.47776517774919514,
      "grad_norm": 7.40625,
      "learning_rate": 2.6115117131700535e-05,
      "loss": 1.8118,
      "mean_token_accuracy": 0.5943713694810867,
      "num_tokens": 290014195.0,
      "step": 376650
    },
    {
      "epoch": 0.477777862341728,
      "grad_norm": 8.4375,
      "learning_rate": 2.6114482821614244e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5520021557807923,
      "num_tokens": 290021671.0,
      "step": 376660
    },
    {
      "epoch": 0.4777905469342608,
      "grad_norm": 7.03125,
      "learning_rate": 2.6113848511527956e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5660760432481766,
      "num_tokens": 290028235.0,
      "step": 376670
    },
    {
      "epoch": 0.47780323152679366,
      "grad_norm": 7.625,
      "learning_rate": 2.611321420144166e-05,
      "loss": 1.8029,
      "mean_token_accuracy": 0.5995884209871292,
      "num_tokens": 290036435.0,
      "step": 376680
    },
    {
      "epoch": 0.4778159161193265,
      "grad_norm": 4.90625,
      "learning_rate": 2.611257989135537e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5272515028715133,
      "num_tokens": 290044645.0,
      "step": 376690
    },
    {
      "epoch": 0.47782860071185934,
      "grad_norm": 4.90625,
      "learning_rate": 2.6111945581269075e-05,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5575835078954696,
      "num_tokens": 290052757.0,
      "step": 376700
    },
    {
      "epoch": 0.4778412853043922,
      "grad_norm": 4.875,
      "learning_rate": 2.6111311271182787e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5316424369812012,
      "num_tokens": 290060615.0,
      "step": 376710
    },
    {
      "epoch": 0.477853969896925,
      "grad_norm": 11.0,
      "learning_rate": 2.6110676961096496e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5523205757141113,
      "num_tokens": 290067876.0,
      "step": 376720
    },
    {
      "epoch": 0.4778666544894578,
      "grad_norm": 6.59375,
      "learning_rate": 2.61100426510102e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5255191475152969,
      "num_tokens": 290076736.0,
      "step": 376730
    },
    {
      "epoch": 0.47787933908199065,
      "grad_norm": 5.78125,
      "learning_rate": 2.6109408340923913e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5418132692575455,
      "num_tokens": 290083619.0,
      "step": 376740
    },
    {
      "epoch": 0.4778920236745235,
      "grad_norm": 5.40625,
      "learning_rate": 2.610877403083762e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.529061159491539,
      "num_tokens": 290091630.0,
      "step": 376750
    },
    {
      "epoch": 0.47790470826705633,
      "grad_norm": 5.75,
      "learning_rate": 2.6108139720751328e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5327966004610062,
      "num_tokens": 290099810.0,
      "step": 376760
    },
    {
      "epoch": 0.4779173928595892,
      "grad_norm": 5.59375,
      "learning_rate": 2.610750541066504e-05,
      "loss": 2.2585,
      "mean_token_accuracy": 0.5092974305152893,
      "num_tokens": 290107975.0,
      "step": 376770
    },
    {
      "epoch": 0.477930077452122,
      "grad_norm": 6.25,
      "learning_rate": 2.6106871100578745e-05,
      "loss": 1.9864,
      "mean_token_accuracy": 0.5487154603004456,
      "num_tokens": 290115073.0,
      "step": 376780
    },
    {
      "epoch": 0.47794276204465486,
      "grad_norm": 6.9375,
      "learning_rate": 2.6106236790492454e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5253806859254837,
      "num_tokens": 290123413.0,
      "step": 376790
    },
    {
      "epoch": 0.4779554466371877,
      "grad_norm": 5.65625,
      "learning_rate": 2.610560248040616e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5242959827184677,
      "num_tokens": 290131223.0,
      "step": 376800
    },
    {
      "epoch": 0.4779681312297205,
      "grad_norm": 5.84375,
      "learning_rate": 2.610496817031987e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5591388911008834,
      "num_tokens": 290138714.0,
      "step": 376810
    },
    {
      "epoch": 0.4779808158222533,
      "grad_norm": 6.78125,
      "learning_rate": 2.6104333860233583e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5332309365272522,
      "num_tokens": 290145074.0,
      "step": 376820
    },
    {
      "epoch": 0.47799350041478617,
      "grad_norm": 5.09375,
      "learning_rate": 2.6103699550147285e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5415773421525956,
      "num_tokens": 290154354.0,
      "step": 376830
    },
    {
      "epoch": 0.478006185007319,
      "grad_norm": 4.59375,
      "learning_rate": 2.6103065240060998e-05,
      "loss": 1.8487,
      "mean_token_accuracy": 0.5738540410995483,
      "num_tokens": 290163130.0,
      "step": 376840
    },
    {
      "epoch": 0.47801886959985185,
      "grad_norm": 6.375,
      "learning_rate": 2.6102430929974703e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5712926387786865,
      "num_tokens": 290172069.0,
      "step": 376850
    },
    {
      "epoch": 0.4780315541923847,
      "grad_norm": 5.9375,
      "learning_rate": 2.6101796619888415e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.531258687376976,
      "num_tokens": 290180024.0,
      "step": 376860
    },
    {
      "epoch": 0.47804423878491753,
      "grad_norm": 5.125,
      "learning_rate": 2.6101162309802124e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5150470197200775,
      "num_tokens": 290187444.0,
      "step": 376870
    },
    {
      "epoch": 0.47805692337745037,
      "grad_norm": 7.0625,
      "learning_rate": 2.610052799971583e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5526545941829681,
      "num_tokens": 290195141.0,
      "step": 376880
    },
    {
      "epoch": 0.47806960796998316,
      "grad_norm": 4.59375,
      "learning_rate": 2.609989368962954e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.557221508026123,
      "num_tokens": 290202572.0,
      "step": 376890
    },
    {
      "epoch": 0.478082292562516,
      "grad_norm": 5.5625,
      "learning_rate": 2.6099259379543247e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5443083614110946,
      "num_tokens": 290210959.0,
      "step": 376900
    },
    {
      "epoch": 0.47809497715504884,
      "grad_norm": 4.5625,
      "learning_rate": 2.6098625069456955e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5543777108192444,
      "num_tokens": 290218046.0,
      "step": 376910
    },
    {
      "epoch": 0.4781076617475817,
      "grad_norm": 5.375,
      "learning_rate": 2.6097990759370667e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5351555943489075,
      "num_tokens": 290225375.0,
      "step": 376920
    },
    {
      "epoch": 0.4781203463401145,
      "grad_norm": 5.5,
      "learning_rate": 2.6097356449284373e-05,
      "loss": 2.266,
      "mean_token_accuracy": 0.49939844012260437,
      "num_tokens": 290233917.0,
      "step": 376930
    },
    {
      "epoch": 0.47813303093264736,
      "grad_norm": 4.90625,
      "learning_rate": 2.609672213919808e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5523471534252167,
      "num_tokens": 290241998.0,
      "step": 376940
    },
    {
      "epoch": 0.4781457155251802,
      "grad_norm": 7.03125,
      "learning_rate": 2.6096087829111787e-05,
      "loss": 1.8486,
      "mean_token_accuracy": 0.5766171991825104,
      "num_tokens": 290249194.0,
      "step": 376950
    },
    {
      "epoch": 0.47815840011771304,
      "grad_norm": 4.96875,
      "learning_rate": 2.60954535190255e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5549602568149566,
      "num_tokens": 290256712.0,
      "step": 376960
    },
    {
      "epoch": 0.47817108471024583,
      "grad_norm": 5.875,
      "learning_rate": 2.6094819208939208e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5413904905319213,
      "num_tokens": 290265395.0,
      "step": 376970
    },
    {
      "epoch": 0.47818376930277867,
      "grad_norm": 5.25,
      "learning_rate": 2.6094184898852913e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.5668053388595581,
      "num_tokens": 290273936.0,
      "step": 376980
    },
    {
      "epoch": 0.4781964538953115,
      "grad_norm": 5.0625,
      "learning_rate": 2.6093550588766625e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5507411420345306,
      "num_tokens": 290281647.0,
      "step": 376990
    },
    {
      "epoch": 0.47820913848784435,
      "grad_norm": 5.03125,
      "learning_rate": 2.609291627868033e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.547554612159729,
      "num_tokens": 290289876.0,
      "step": 377000
    },
    {
      "epoch": 0.4782218230803772,
      "grad_norm": 7.375,
      "learning_rate": 2.609228196859404e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5237653315067291,
      "num_tokens": 290297807.0,
      "step": 377010
    },
    {
      "epoch": 0.47823450767291004,
      "grad_norm": 4.8125,
      "learning_rate": 2.609164765850775e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.543174821138382,
      "num_tokens": 290307219.0,
      "step": 377020
    },
    {
      "epoch": 0.4782471922654429,
      "grad_norm": 6.5625,
      "learning_rate": 2.6091013348421457e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5366242915391922,
      "num_tokens": 290315473.0,
      "step": 377030
    },
    {
      "epoch": 0.4782598768579757,
      "grad_norm": 5.03125,
      "learning_rate": 2.6090379038335166e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5338217675685882,
      "num_tokens": 290323731.0,
      "step": 377040
    },
    {
      "epoch": 0.4782725614505085,
      "grad_norm": 6.75,
      "learning_rate": 2.608974472824887e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5351314872503281,
      "num_tokens": 290332006.0,
      "step": 377050
    },
    {
      "epoch": 0.47828524604304135,
      "grad_norm": 4.71875,
      "learning_rate": 2.6089110418162583e-05,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5670343548059463,
      "num_tokens": 290340499.0,
      "step": 377060
    },
    {
      "epoch": 0.4782979306355742,
      "grad_norm": 4.84375,
      "learning_rate": 2.6088476108076292e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5459447801113129,
      "num_tokens": 290347740.0,
      "step": 377070
    },
    {
      "epoch": 0.47831061522810703,
      "grad_norm": 5.21875,
      "learning_rate": 2.6087841797989997e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.533083462715149,
      "num_tokens": 290355207.0,
      "step": 377080
    },
    {
      "epoch": 0.47832329982063987,
      "grad_norm": 4.75,
      "learning_rate": 2.608720748790371e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.530357402563095,
      "num_tokens": 290363438.0,
      "step": 377090
    },
    {
      "epoch": 0.4783359844131727,
      "grad_norm": 5.28125,
      "learning_rate": 2.6086573177817415e-05,
      "loss": 1.8841,
      "mean_token_accuracy": 0.5813657760620117,
      "num_tokens": 290370888.0,
      "step": 377100
    },
    {
      "epoch": 0.47834866900570555,
      "grad_norm": 4.65625,
      "learning_rate": 2.6085938867731123e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5707416296005249,
      "num_tokens": 290377560.0,
      "step": 377110
    },
    {
      "epoch": 0.47836135359823834,
      "grad_norm": 6.5,
      "learning_rate": 2.6085304557644835e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5719475209712982,
      "num_tokens": 290383289.0,
      "step": 377120
    },
    {
      "epoch": 0.4783740381907712,
      "grad_norm": 5.03125,
      "learning_rate": 2.608467024755854e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5295138031244278,
      "num_tokens": 290392065.0,
      "step": 377130
    },
    {
      "epoch": 0.478386722783304,
      "grad_norm": 5.09375,
      "learning_rate": 2.608403593747225e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5500743955373764,
      "num_tokens": 290400938.0,
      "step": 377140
    },
    {
      "epoch": 0.47839940737583686,
      "grad_norm": 5.65625,
      "learning_rate": 2.6083401627385955e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5289624571800232,
      "num_tokens": 290409139.0,
      "step": 377150
    },
    {
      "epoch": 0.4784120919683697,
      "grad_norm": 5.28125,
      "learning_rate": 2.6082767317299667e-05,
      "loss": 1.8711,
      "mean_token_accuracy": 0.5810034334659576,
      "num_tokens": 290416651.0,
      "step": 377160
    },
    {
      "epoch": 0.47842477656090254,
      "grad_norm": 6.3125,
      "learning_rate": 2.6082133007213376e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5636291831731797,
      "num_tokens": 290424337.0,
      "step": 377170
    },
    {
      "epoch": 0.4784374611534354,
      "grad_norm": 5.21875,
      "learning_rate": 2.608149869712708e-05,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5401413083076477,
      "num_tokens": 290432352.0,
      "step": 377180
    },
    {
      "epoch": 0.4784501457459682,
      "grad_norm": 6.625,
      "learning_rate": 2.6080864387040793e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5607888579368592,
      "num_tokens": 290439147.0,
      "step": 377190
    },
    {
      "epoch": 0.478462830338501,
      "grad_norm": 5.40625,
      "learning_rate": 2.60802300769545e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.561236834526062,
      "num_tokens": 290445735.0,
      "step": 377200
    },
    {
      "epoch": 0.47847551493103385,
      "grad_norm": 5.75,
      "learning_rate": 2.6079595766868207e-05,
      "loss": 2.2061,
      "mean_token_accuracy": 0.5310718566179276,
      "num_tokens": 290452644.0,
      "step": 377210
    },
    {
      "epoch": 0.4784881995235667,
      "grad_norm": 5.6875,
      "learning_rate": 2.607896145678192e-05,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5446613371372223,
      "num_tokens": 290461539.0,
      "step": 377220
    },
    {
      "epoch": 0.47850088411609953,
      "grad_norm": 9.375,
      "learning_rate": 2.6078327146695625e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5632001012563705,
      "num_tokens": 290468644.0,
      "step": 377230
    },
    {
      "epoch": 0.4785135687086324,
      "grad_norm": 6.15625,
      "learning_rate": 2.6077692836609337e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5317591458559037,
      "num_tokens": 290476259.0,
      "step": 377240
    },
    {
      "epoch": 0.4785262533011652,
      "grad_norm": 6.65625,
      "learning_rate": 2.607705852652304e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5258918225765228,
      "num_tokens": 290484470.0,
      "step": 377250
    },
    {
      "epoch": 0.47853893789369806,
      "grad_norm": 9.8125,
      "learning_rate": 2.607642421643675e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5541105598211289,
      "num_tokens": 290491542.0,
      "step": 377260
    },
    {
      "epoch": 0.4785516224862309,
      "grad_norm": 4.96875,
      "learning_rate": 2.6075789906350463e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5521165728569031,
      "num_tokens": 290499298.0,
      "step": 377270
    },
    {
      "epoch": 0.4785643070787637,
      "grad_norm": 6.21875,
      "learning_rate": 2.607515559626417e-05,
      "loss": 2.287,
      "mean_token_accuracy": 0.5113257646560669,
      "num_tokens": 290506462.0,
      "step": 377280
    },
    {
      "epoch": 0.4785769916712965,
      "grad_norm": 6.375,
      "learning_rate": 2.6074521286177877e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5701086968183517,
      "num_tokens": 290514729.0,
      "step": 377290
    },
    {
      "epoch": 0.47858967626382937,
      "grad_norm": 5.5,
      "learning_rate": 2.6073886976091583e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5459784954786301,
      "num_tokens": 290521878.0,
      "step": 377300
    },
    {
      "epoch": 0.4786023608563622,
      "grad_norm": 5.96875,
      "learning_rate": 2.6073252666005295e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.5377155363559722,
      "num_tokens": 290529807.0,
      "step": 377310
    },
    {
      "epoch": 0.47861504544889505,
      "grad_norm": 5.5625,
      "learning_rate": 2.6072618355919003e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5091765880584717,
      "num_tokens": 290538625.0,
      "step": 377320
    },
    {
      "epoch": 0.4786277300414279,
      "grad_norm": 5.5625,
      "learning_rate": 2.607198404583271e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5587247103452683,
      "num_tokens": 290546850.0,
      "step": 377330
    },
    {
      "epoch": 0.47864041463396073,
      "grad_norm": 5.21875,
      "learning_rate": 2.607134973574642e-05,
      "loss": 2.2755,
      "mean_token_accuracy": 0.5166750162839889,
      "num_tokens": 290555101.0,
      "step": 377340
    },
    {
      "epoch": 0.4786530992264936,
      "grad_norm": 4.46875,
      "learning_rate": 2.607071542566013e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5525511085987092,
      "num_tokens": 290563658.0,
      "step": 377350
    },
    {
      "epoch": 0.47866578381902636,
      "grad_norm": 8.0,
      "learning_rate": 2.6070081115573835e-05,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5801952093839645,
      "num_tokens": 290570821.0,
      "step": 377360
    },
    {
      "epoch": 0.4786784684115592,
      "grad_norm": 7.625,
      "learning_rate": 2.6069446805487547e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5427066862583161,
      "num_tokens": 290578639.0,
      "step": 377370
    },
    {
      "epoch": 0.47869115300409204,
      "grad_norm": 5.0625,
      "learning_rate": 2.6068812495401253e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.536610358953476,
      "num_tokens": 290586948.0,
      "step": 377380
    },
    {
      "epoch": 0.4787038375966249,
      "grad_norm": 5.6875,
      "learning_rate": 2.606817818531496e-05,
      "loss": 2.1797,
      "mean_token_accuracy": 0.529484036564827,
      "num_tokens": 290594891.0,
      "step": 377390
    },
    {
      "epoch": 0.4787165221891577,
      "grad_norm": 5.46875,
      "learning_rate": 2.6067543875228673e-05,
      "loss": 1.7225,
      "mean_token_accuracy": 0.6077540218830109,
      "num_tokens": 290601514.0,
      "step": 377400
    },
    {
      "epoch": 0.47872920678169056,
      "grad_norm": 5.21875,
      "learning_rate": 2.606690956514238e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.531510841846466,
      "num_tokens": 290609691.0,
      "step": 377410
    },
    {
      "epoch": 0.4787418913742234,
      "grad_norm": 5.28125,
      "learning_rate": 2.6066275255056087e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5303854256868362,
      "num_tokens": 290618072.0,
      "step": 377420
    },
    {
      "epoch": 0.47875457596675625,
      "grad_norm": 8.9375,
      "learning_rate": 2.6065640944969793e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5670997619628906,
      "num_tokens": 290624815.0,
      "step": 377430
    },
    {
      "epoch": 0.47876726055928903,
      "grad_norm": 5.71875,
      "learning_rate": 2.6065006634883505e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5250998347997665,
      "num_tokens": 290633390.0,
      "step": 377440
    },
    {
      "epoch": 0.4787799451518219,
      "grad_norm": 5.28125,
      "learning_rate": 2.6064372324797214e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5608841717243195,
      "num_tokens": 290642034.0,
      "step": 377450
    },
    {
      "epoch": 0.4787926297443547,
      "grad_norm": 8.5625,
      "learning_rate": 2.606373801471092e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5545865446329117,
      "num_tokens": 290649768.0,
      "step": 377460
    },
    {
      "epoch": 0.47880531433688756,
      "grad_norm": 5.65625,
      "learning_rate": 2.606310370462463e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5277351826429367,
      "num_tokens": 290657972.0,
      "step": 377470
    },
    {
      "epoch": 0.4788179989294204,
      "grad_norm": 5.0625,
      "learning_rate": 2.6062469394538337e-05,
      "loss": 2.064,
      "mean_token_accuracy": 0.550548979640007,
      "num_tokens": 290666435.0,
      "step": 377480
    },
    {
      "epoch": 0.47883068352195324,
      "grad_norm": 4.6875,
      "learning_rate": 2.6061835084452045e-05,
      "loss": 2.3402,
      "mean_token_accuracy": 0.518165546655655,
      "num_tokens": 290674104.0,
      "step": 377490
    },
    {
      "epoch": 0.4788433681144861,
      "grad_norm": 5.40625,
      "learning_rate": 2.6061200774365757e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5420779526233673,
      "num_tokens": 290682777.0,
      "step": 377500
    },
    {
      "epoch": 0.4788560527070189,
      "grad_norm": 5.0,
      "learning_rate": 2.6060566464279463e-05,
      "loss": 1.8515,
      "mean_token_accuracy": 0.5784585058689118,
      "num_tokens": 290688608.0,
      "step": 377510
    },
    {
      "epoch": 0.4788687372995517,
      "grad_norm": 6.34375,
      "learning_rate": 2.605993215419317e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.546844482421875,
      "num_tokens": 290696761.0,
      "step": 377520
    },
    {
      "epoch": 0.47888142189208455,
      "grad_norm": 4.625,
      "learning_rate": 2.6059297844106877e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5219659358263016,
      "num_tokens": 290705237.0,
      "step": 377530
    },
    {
      "epoch": 0.4788941064846174,
      "grad_norm": 7.6875,
      "learning_rate": 2.605866353402059e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5376056373119354,
      "num_tokens": 290712960.0,
      "step": 377540
    },
    {
      "epoch": 0.47890679107715023,
      "grad_norm": 7.09375,
      "learning_rate": 2.6058029223934298e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.530153465270996,
      "num_tokens": 290720939.0,
      "step": 377550
    },
    {
      "epoch": 0.47891947566968307,
      "grad_norm": 5.5625,
      "learning_rate": 2.6057394913848003e-05,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5547762274742126,
      "num_tokens": 290729082.0,
      "step": 377560
    },
    {
      "epoch": 0.4789321602622159,
      "grad_norm": 4.53125,
      "learning_rate": 2.6056760603761715e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5216046571731567,
      "num_tokens": 290737350.0,
      "step": 377570
    },
    {
      "epoch": 0.47894484485474875,
      "grad_norm": 4.9375,
      "learning_rate": 2.605612629367542e-05,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5260063260793686,
      "num_tokens": 290744584.0,
      "step": 377580
    },
    {
      "epoch": 0.47895752944728154,
      "grad_norm": 5.53125,
      "learning_rate": 2.605549198358913e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5675924926996231,
      "num_tokens": 290751582.0,
      "step": 377590
    },
    {
      "epoch": 0.4789702140398144,
      "grad_norm": 13.875,
      "learning_rate": 2.605485767350284e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5777493357658386,
      "num_tokens": 290757557.0,
      "step": 377600
    },
    {
      "epoch": 0.4789828986323472,
      "grad_norm": 7.3125,
      "learning_rate": 2.6054223363416547e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5513575047254562,
      "num_tokens": 290766874.0,
      "step": 377610
    },
    {
      "epoch": 0.47899558322488006,
      "grad_norm": 5.375,
      "learning_rate": 2.605358905333026e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5348065704107284,
      "num_tokens": 290774038.0,
      "step": 377620
    },
    {
      "epoch": 0.4790082678174129,
      "grad_norm": 9.3125,
      "learning_rate": 2.605295474324396e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.532485032081604,
      "num_tokens": 290781614.0,
      "step": 377630
    },
    {
      "epoch": 0.47902095240994574,
      "grad_norm": 5.4375,
      "learning_rate": 2.6052320433157673e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5232386887073517,
      "num_tokens": 290791098.0,
      "step": 377640
    },
    {
      "epoch": 0.4790336370024786,
      "grad_norm": 5.09375,
      "learning_rate": 2.6051686123071385e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5512156933546066,
      "num_tokens": 290799718.0,
      "step": 377650
    },
    {
      "epoch": 0.4790463215950114,
      "grad_norm": 7.15625,
      "learning_rate": 2.605105181298509e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5597949832677841,
      "num_tokens": 290807191.0,
      "step": 377660
    },
    {
      "epoch": 0.4790590061875442,
      "grad_norm": 5.28125,
      "learning_rate": 2.60504175028988e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5307600289583206,
      "num_tokens": 290815376.0,
      "step": 377670
    },
    {
      "epoch": 0.47907169078007705,
      "grad_norm": 6.53125,
      "learning_rate": 2.6049783192812505e-05,
      "loss": 1.815,
      "mean_token_accuracy": 0.592896181344986,
      "num_tokens": 290822167.0,
      "step": 377680
    },
    {
      "epoch": 0.4790843753726099,
      "grad_norm": 5.40625,
      "learning_rate": 2.6049148882726217e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5516187965869903,
      "num_tokens": 290829214.0,
      "step": 377690
    },
    {
      "epoch": 0.47909705996514274,
      "grad_norm": 5.4375,
      "learning_rate": 2.6048514572639925e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5444403052330017,
      "num_tokens": 290836763.0,
      "step": 377700
    },
    {
      "epoch": 0.4791097445576756,
      "grad_norm": 5.4375,
      "learning_rate": 2.604788026255363e-05,
      "loss": 2.296,
      "mean_token_accuracy": 0.5067917972803115,
      "num_tokens": 290845750.0,
      "step": 377710
    },
    {
      "epoch": 0.4791224291502084,
      "grad_norm": 6.3125,
      "learning_rate": 2.6047245952467343e-05,
      "loss": 1.9617,
      "mean_token_accuracy": 0.5583937019109726,
      "num_tokens": 290853347.0,
      "step": 377720
    },
    {
      "epoch": 0.47913511374274126,
      "grad_norm": 6.40625,
      "learning_rate": 2.6046611642381048e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5398590445518494,
      "num_tokens": 290860485.0,
      "step": 377730
    },
    {
      "epoch": 0.4791477983352741,
      "grad_norm": 4.96875,
      "learning_rate": 2.6045977332294757e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5429095536470413,
      "num_tokens": 290869379.0,
      "step": 377740
    },
    {
      "epoch": 0.4791604829278069,
      "grad_norm": 6.25,
      "learning_rate": 2.604534302220847e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.532095518708229,
      "num_tokens": 290876531.0,
      "step": 377750
    },
    {
      "epoch": 0.4791731675203397,
      "grad_norm": 5.03125,
      "learning_rate": 2.6044708712122174e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5552728950977326,
      "num_tokens": 290884440.0,
      "step": 377760
    },
    {
      "epoch": 0.47918585211287257,
      "grad_norm": 6.4375,
      "learning_rate": 2.6044074402035883e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5421683847904205,
      "num_tokens": 290891907.0,
      "step": 377770
    },
    {
      "epoch": 0.4791985367054054,
      "grad_norm": 5.28125,
      "learning_rate": 2.604344009194959e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5313540071249008,
      "num_tokens": 290899610.0,
      "step": 377780
    },
    {
      "epoch": 0.47921122129793825,
      "grad_norm": 4.71875,
      "learning_rate": 2.60428057818633e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5361202418804168,
      "num_tokens": 290907168.0,
      "step": 377790
    },
    {
      "epoch": 0.4792239058904711,
      "grad_norm": 5.46875,
      "learning_rate": 2.604217147177701e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5629963457584382,
      "num_tokens": 290914339.0,
      "step": 377800
    },
    {
      "epoch": 0.47923659048300393,
      "grad_norm": 5.71875,
      "learning_rate": 2.6041537161690715e-05,
      "loss": 1.8162,
      "mean_token_accuracy": 0.5966769188642502,
      "num_tokens": 290921215.0,
      "step": 377810
    },
    {
      "epoch": 0.4792492750755368,
      "grad_norm": 5.34375,
      "learning_rate": 2.6040902851604427e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5265266060829162,
      "num_tokens": 290929728.0,
      "step": 377820
    },
    {
      "epoch": 0.47926195966806956,
      "grad_norm": 5.34375,
      "learning_rate": 2.6040268541518132e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5570704340934753,
      "num_tokens": 290938329.0,
      "step": 377830
    },
    {
      "epoch": 0.4792746442606024,
      "grad_norm": 7.125,
      "learning_rate": 2.603963423143184e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5639060944318771,
      "num_tokens": 290946856.0,
      "step": 377840
    },
    {
      "epoch": 0.47928732885313524,
      "grad_norm": 8.25,
      "learning_rate": 2.6038999921345553e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5671001344919204,
      "num_tokens": 290953111.0,
      "step": 377850
    },
    {
      "epoch": 0.4793000134456681,
      "grad_norm": 5.28125,
      "learning_rate": 2.603836561125926e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5553322196006775,
      "num_tokens": 290961019.0,
      "step": 377860
    },
    {
      "epoch": 0.4793126980382009,
      "grad_norm": 5.9375,
      "learning_rate": 2.6037731301172967e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.57337227165699,
      "num_tokens": 290968611.0,
      "step": 377870
    },
    {
      "epoch": 0.47932538263073377,
      "grad_norm": 4.96875,
      "learning_rate": 2.6037096991086673e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5645138204097748,
      "num_tokens": 290975347.0,
      "step": 377880
    },
    {
      "epoch": 0.4793380672232666,
      "grad_norm": 5.6875,
      "learning_rate": 2.6036462681000385e-05,
      "loss": 1.882,
      "mean_token_accuracy": 0.5766721934080123,
      "num_tokens": 290983071.0,
      "step": 377890
    },
    {
      "epoch": 0.47935075181579945,
      "grad_norm": 9.6875,
      "learning_rate": 2.6035828370914093e-05,
      "loss": 1.8717,
      "mean_token_accuracy": 0.5826201796531677,
      "num_tokens": 290989795.0,
      "step": 377900
    },
    {
      "epoch": 0.47936343640833223,
      "grad_norm": 7.96875,
      "learning_rate": 2.60351940608278e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5800782471895218,
      "num_tokens": 290995930.0,
      "step": 377910
    },
    {
      "epoch": 0.4793761210008651,
      "grad_norm": 6.625,
      "learning_rate": 2.603455975074151e-05,
      "loss": 2.2291,
      "mean_token_accuracy": 0.5165204614400863,
      "num_tokens": 291003468.0,
      "step": 377920
    },
    {
      "epoch": 0.4793888055933979,
      "grad_norm": 4.8125,
      "learning_rate": 2.6033925440655216e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5377388060092926,
      "num_tokens": 291010396.0,
      "step": 377930
    },
    {
      "epoch": 0.47940149018593076,
      "grad_norm": 5.21875,
      "learning_rate": 2.6033291130568925e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5281099736690521,
      "num_tokens": 291018624.0,
      "step": 377940
    },
    {
      "epoch": 0.4794141747784636,
      "grad_norm": 7.0625,
      "learning_rate": 2.6032656820482637e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5472022473812104,
      "num_tokens": 291026377.0,
      "step": 377950
    },
    {
      "epoch": 0.47942685937099644,
      "grad_norm": 4.65625,
      "learning_rate": 2.6032022510396342e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5292604625225067,
      "num_tokens": 291035118.0,
      "step": 377960
    },
    {
      "epoch": 0.4794395439635293,
      "grad_norm": 7.0,
      "learning_rate": 2.603138820031005e-05,
      "loss": 2.2792,
      "mean_token_accuracy": 0.5165185332298279,
      "num_tokens": 291042796.0,
      "step": 377970
    },
    {
      "epoch": 0.4794522285560621,
      "grad_norm": 6.0625,
      "learning_rate": 2.6030753890223757e-05,
      "loss": 2.2756,
      "mean_token_accuracy": 0.5125807821750641,
      "num_tokens": 291050996.0,
      "step": 377980
    },
    {
      "epoch": 0.4794649131485949,
      "grad_norm": 5.375,
      "learning_rate": 2.603011958013747e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5282978236675262,
      "num_tokens": 291059311.0,
      "step": 377990
    },
    {
      "epoch": 0.47947759774112775,
      "grad_norm": 5.90625,
      "learning_rate": 2.602948527005118e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.568568766117096,
      "num_tokens": 291065866.0,
      "step": 378000
    },
    {
      "epoch": 0.4794902823336606,
      "grad_norm": 5.75,
      "learning_rate": 2.6028850959964883e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5663253247737885,
      "num_tokens": 291073283.0,
      "step": 378010
    },
    {
      "epoch": 0.47950296692619343,
      "grad_norm": 12.25,
      "learning_rate": 2.6028216649878595e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5557817906141281,
      "num_tokens": 291079833.0,
      "step": 378020
    },
    {
      "epoch": 0.47951565151872627,
      "grad_norm": 6.71875,
      "learning_rate": 2.60275823397923e-05,
      "loss": 2.2173,
      "mean_token_accuracy": 0.5236153066158294,
      "num_tokens": 291087830.0,
      "step": 378030
    },
    {
      "epoch": 0.4795283361112591,
      "grad_norm": 6.0625,
      "learning_rate": 2.6026948029706012e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.52842917740345,
      "num_tokens": 291095641.0,
      "step": 378040
    },
    {
      "epoch": 0.47954102070379195,
      "grad_norm": 8.25,
      "learning_rate": 2.602631371961972e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5278082013130188,
      "num_tokens": 291103800.0,
      "step": 378050
    },
    {
      "epoch": 0.47955370529632474,
      "grad_norm": 4.875,
      "learning_rate": 2.6025679409533426e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5378192275762558,
      "num_tokens": 291112482.0,
      "step": 378060
    },
    {
      "epoch": 0.4795663898888576,
      "grad_norm": 9.1875,
      "learning_rate": 2.602504509944714e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5367692530155181,
      "num_tokens": 291119884.0,
      "step": 378070
    },
    {
      "epoch": 0.4795790744813904,
      "grad_norm": 5.34375,
      "learning_rate": 2.6024410789360844e-05,
      "loss": 1.8682,
      "mean_token_accuracy": 0.5901858776807785,
      "num_tokens": 291126560.0,
      "step": 378080
    },
    {
      "epoch": 0.47959175907392326,
      "grad_norm": 5.53125,
      "learning_rate": 2.6023776479274553e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5464391976594924,
      "num_tokens": 291135238.0,
      "step": 378090
    },
    {
      "epoch": 0.4796044436664561,
      "grad_norm": 6.78125,
      "learning_rate": 2.6023142169188265e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5448005110025406,
      "num_tokens": 291142867.0,
      "step": 378100
    },
    {
      "epoch": 0.47961712825898895,
      "grad_norm": 5.375,
      "learning_rate": 2.602250785910197e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5255040913820267,
      "num_tokens": 291151711.0,
      "step": 378110
    },
    {
      "epoch": 0.4796298128515218,
      "grad_norm": 5.6875,
      "learning_rate": 2.602187354901568e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5729256361722946,
      "num_tokens": 291159018.0,
      "step": 378120
    },
    {
      "epoch": 0.4796424974440546,
      "grad_norm": 5.25,
      "learning_rate": 2.6021239238929384e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5489675313234329,
      "num_tokens": 291166830.0,
      "step": 378130
    },
    {
      "epoch": 0.4796551820365874,
      "grad_norm": 6.875,
      "learning_rate": 2.6020604928843096e-05,
      "loss": 2.2705,
      "mean_token_accuracy": 0.5184690922498703,
      "num_tokens": 291174323.0,
      "step": 378140
    },
    {
      "epoch": 0.47966786662912025,
      "grad_norm": 7.53125,
      "learning_rate": 2.6019970618756805e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.534863168001175,
      "num_tokens": 291181406.0,
      "step": 378150
    },
    {
      "epoch": 0.4796805512216531,
      "grad_norm": 7.03125,
      "learning_rate": 2.601933630867051e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5519884198904037,
      "num_tokens": 291188553.0,
      "step": 378160
    },
    {
      "epoch": 0.47969323581418594,
      "grad_norm": 6.59375,
      "learning_rate": 2.6018701998584223e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5333036780357361,
      "num_tokens": 291195978.0,
      "step": 378170
    },
    {
      "epoch": 0.4797059204067188,
      "grad_norm": 15.9375,
      "learning_rate": 2.6018067688497928e-05,
      "loss": 1.8145,
      "mean_token_accuracy": 0.5955556690692901,
      "num_tokens": 291203009.0,
      "step": 378180
    },
    {
      "epoch": 0.4797186049992516,
      "grad_norm": 5.5625,
      "learning_rate": 2.6017433378411637e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.552351912856102,
      "num_tokens": 291209367.0,
      "step": 378190
    },
    {
      "epoch": 0.47973128959178446,
      "grad_norm": 6.65625,
      "learning_rate": 2.601679906832535e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5420301020145416,
      "num_tokens": 291217920.0,
      "step": 378200
    },
    {
      "epoch": 0.4797439741843173,
      "grad_norm": 5.03125,
      "learning_rate": 2.6016164758239054e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5567303895950317,
      "num_tokens": 291226105.0,
      "step": 378210
    },
    {
      "epoch": 0.4797566587768501,
      "grad_norm": 6.75,
      "learning_rate": 2.6015530448152763e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.534804779291153,
      "num_tokens": 291233869.0,
      "step": 378220
    },
    {
      "epoch": 0.47976934336938293,
      "grad_norm": 4.71875,
      "learning_rate": 2.6014896138066475e-05,
      "loss": 2.2961,
      "mean_token_accuracy": 0.5055692285299301,
      "num_tokens": 291243128.0,
      "step": 378230
    },
    {
      "epoch": 0.47978202796191577,
      "grad_norm": 5.25,
      "learning_rate": 2.601426182798018e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5265169620513916,
      "num_tokens": 291252541.0,
      "step": 378240
    },
    {
      "epoch": 0.4797947125544486,
      "grad_norm": 8.875,
      "learning_rate": 2.601362751789389e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5413417875766754,
      "num_tokens": 291259784.0,
      "step": 378250
    },
    {
      "epoch": 0.47980739714698145,
      "grad_norm": 10.0625,
      "learning_rate": 2.6012993207807594e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5371542155742646,
      "num_tokens": 291268515.0,
      "step": 378260
    },
    {
      "epoch": 0.4798200817395143,
      "grad_norm": 7.90625,
      "learning_rate": 2.6012358897721307e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5541487723588944,
      "num_tokens": 291274924.0,
      "step": 378270
    },
    {
      "epoch": 0.47983276633204713,
      "grad_norm": 6.0625,
      "learning_rate": 2.6011724587635015e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5625067353248596,
      "num_tokens": 291283517.0,
      "step": 378280
    },
    {
      "epoch": 0.47984545092458,
      "grad_norm": 5.375,
      "learning_rate": 2.601109027754872e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.545163607597351,
      "num_tokens": 291291888.0,
      "step": 378290
    },
    {
      "epoch": 0.47985813551711276,
      "grad_norm": 8.3125,
      "learning_rate": 2.6010455967462433e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5360526323318482,
      "num_tokens": 291298659.0,
      "step": 378300
    },
    {
      "epoch": 0.4798708201096456,
      "grad_norm": 5.34375,
      "learning_rate": 2.6009821657376138e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.557715219259262,
      "num_tokens": 291307017.0,
      "step": 378310
    },
    {
      "epoch": 0.47988350470217844,
      "grad_norm": 5.09375,
      "learning_rate": 2.6009187347289847e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5478520214557647,
      "num_tokens": 291313706.0,
      "step": 378320
    },
    {
      "epoch": 0.4798961892947113,
      "grad_norm": 6.4375,
      "learning_rate": 2.600855303720356e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5443695425987244,
      "num_tokens": 291321659.0,
      "step": 378330
    },
    {
      "epoch": 0.4799088738872441,
      "grad_norm": 5.84375,
      "learning_rate": 2.6007918727117264e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5589869320392609,
      "num_tokens": 291328879.0,
      "step": 378340
    },
    {
      "epoch": 0.47992155847977697,
      "grad_norm": 5.59375,
      "learning_rate": 2.6007284417030973e-05,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5605293393135071,
      "num_tokens": 291337269.0,
      "step": 378350
    },
    {
      "epoch": 0.4799342430723098,
      "grad_norm": 5.78125,
      "learning_rate": 2.600665010694468e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5411643296480179,
      "num_tokens": 291346821.0,
      "step": 378360
    },
    {
      "epoch": 0.47994692766484265,
      "grad_norm": 5.75,
      "learning_rate": 2.600601579685839e-05,
      "loss": 1.8165,
      "mean_token_accuracy": 0.5985177636146546,
      "num_tokens": 291353578.0,
      "step": 378370
    },
    {
      "epoch": 0.47995961225737543,
      "grad_norm": 7.125,
      "learning_rate": 2.6005381486772103e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5644356310367584,
      "num_tokens": 291361297.0,
      "step": 378380
    },
    {
      "epoch": 0.4799722968499083,
      "grad_norm": 5.8125,
      "learning_rate": 2.6004747176685805e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5486397296190262,
      "num_tokens": 291368597.0,
      "step": 378390
    },
    {
      "epoch": 0.4799849814424411,
      "grad_norm": 6.5,
      "learning_rate": 2.6004112866599517e-05,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5320961266756058,
      "num_tokens": 291376916.0,
      "step": 378400
    },
    {
      "epoch": 0.47999766603497396,
      "grad_norm": 6.96875,
      "learning_rate": 2.6003478556513222e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5532032430171967,
      "num_tokens": 291384686.0,
      "step": 378410
    },
    {
      "epoch": 0.4800103506275068,
      "grad_norm": 5.21875,
      "learning_rate": 2.6002844246426934e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5322960436344146,
      "num_tokens": 291392193.0,
      "step": 378420
    },
    {
      "epoch": 0.48002303522003964,
      "grad_norm": 4.96875,
      "learning_rate": 2.6002209936340643e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5220684319734573,
      "num_tokens": 291401646.0,
      "step": 378430
    },
    {
      "epoch": 0.4800357198125725,
      "grad_norm": 6.1875,
      "learning_rate": 2.600157562625435e-05,
      "loss": 1.6755,
      "mean_token_accuracy": 0.6162125408649445,
      "num_tokens": 291408773.0,
      "step": 378440
    },
    {
      "epoch": 0.4800484044051053,
      "grad_norm": 4.96875,
      "learning_rate": 2.600094131616806e-05,
      "loss": 1.8579,
      "mean_token_accuracy": 0.5945540606975556,
      "num_tokens": 291416401.0,
      "step": 378450
    },
    {
      "epoch": 0.4800610889976381,
      "grad_norm": 5.03125,
      "learning_rate": 2.6000307006081766e-05,
      "loss": 1.7328,
      "mean_token_accuracy": 0.6228681713342666,
      "num_tokens": 291423055.0,
      "step": 378460
    },
    {
      "epoch": 0.48007377359017095,
      "grad_norm": 5.0625,
      "learning_rate": 2.5999672695995475e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5421827137470245,
      "num_tokens": 291430925.0,
      "step": 378470
    },
    {
      "epoch": 0.4800864581827038,
      "grad_norm": 5.4375,
      "learning_rate": 2.5999038385909187e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5579522848129272,
      "num_tokens": 291438776.0,
      "step": 378480
    },
    {
      "epoch": 0.48009914277523663,
      "grad_norm": 7.5,
      "learning_rate": 2.5998404075822892e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5710150480270386,
      "num_tokens": 291446208.0,
      "step": 378490
    },
    {
      "epoch": 0.4801118273677695,
      "grad_norm": 6.21875,
      "learning_rate": 2.59977697657366e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5431026220321655,
      "num_tokens": 291452730.0,
      "step": 378500
    },
    {
      "epoch": 0.4801245119603023,
      "grad_norm": 7.5625,
      "learning_rate": 2.5997135455650306e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.5105831384658813,
      "num_tokens": 291461005.0,
      "step": 378510
    },
    {
      "epoch": 0.48013719655283515,
      "grad_norm": 6.0,
      "learning_rate": 2.599650114556402e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5505094110965729,
      "num_tokens": 291467372.0,
      "step": 378520
    },
    {
      "epoch": 0.48014988114536794,
      "grad_norm": 5.3125,
      "learning_rate": 2.5995866835477727e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.518106359243393,
      "num_tokens": 291476351.0,
      "step": 378530
    },
    {
      "epoch": 0.4801625657379008,
      "grad_norm": 7.0625,
      "learning_rate": 2.5995232525391432e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.575877594947815,
      "num_tokens": 291482545.0,
      "step": 378540
    },
    {
      "epoch": 0.4801752503304336,
      "grad_norm": 6.46875,
      "learning_rate": 2.5994598215305145e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.548582911491394,
      "num_tokens": 291490235.0,
      "step": 378550
    },
    {
      "epoch": 0.48018793492296646,
      "grad_norm": 4.90625,
      "learning_rate": 2.599396390521885e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5261019170284271,
      "num_tokens": 291498946.0,
      "step": 378560
    },
    {
      "epoch": 0.4802006195154993,
      "grad_norm": 6.34375,
      "learning_rate": 2.599332959513256e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.5778438121080398,
      "num_tokens": 291504906.0,
      "step": 378570
    },
    {
      "epoch": 0.48021330410803215,
      "grad_norm": 4.65625,
      "learning_rate": 2.599269528504627e-05,
      "loss": 1.9241,
      "mean_token_accuracy": 0.5789946019649506,
      "num_tokens": 291512526.0,
      "step": 378580
    },
    {
      "epoch": 0.480225988700565,
      "grad_norm": 7.6875,
      "learning_rate": 2.5992060974959976e-05,
      "loss": 2.1984,
      "mean_token_accuracy": 0.5259821802377701,
      "num_tokens": 291519711.0,
      "step": 378590
    },
    {
      "epoch": 0.48023867329309783,
      "grad_norm": 6.15625,
      "learning_rate": 2.5991426664873685e-05,
      "loss": 1.9269,
      "mean_token_accuracy": 0.5776428341865539,
      "num_tokens": 291525845.0,
      "step": 378600
    },
    {
      "epoch": 0.4802513578856306,
      "grad_norm": 5.5,
      "learning_rate": 2.599079235478739e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5323530793190002,
      "num_tokens": 291534522.0,
      "step": 378610
    },
    {
      "epoch": 0.48026404247816346,
      "grad_norm": 6.78125,
      "learning_rate": 2.5990158044701102e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.55384601354599,
      "num_tokens": 291541640.0,
      "step": 378620
    },
    {
      "epoch": 0.4802767270706963,
      "grad_norm": 11.3125,
      "learning_rate": 2.598952373461481e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5476964712142944,
      "num_tokens": 291548953.0,
      "step": 378630
    },
    {
      "epoch": 0.48028941166322914,
      "grad_norm": 7.5,
      "learning_rate": 2.5988889424528516e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5314527302980423,
      "num_tokens": 291557669.0,
      "step": 378640
    },
    {
      "epoch": 0.480302096255762,
      "grad_norm": 5.53125,
      "learning_rate": 2.598825511444223e-05,
      "loss": 2.235,
      "mean_token_accuracy": 0.5180742174386979,
      "num_tokens": 291565200.0,
      "step": 378650
    },
    {
      "epoch": 0.4803147808482948,
      "grad_norm": 6.625,
      "learning_rate": 2.5987620804355934e-05,
      "loss": 1.8442,
      "mean_token_accuracy": 0.5910768449306488,
      "num_tokens": 291571566.0,
      "step": 378660
    },
    {
      "epoch": 0.48032746544082766,
      "grad_norm": 5.375,
      "learning_rate": 2.5986986494269643e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5218838363885879,
      "num_tokens": 291579880.0,
      "step": 378670
    },
    {
      "epoch": 0.4803401500333605,
      "grad_norm": 7.0625,
      "learning_rate": 2.5986352184183355e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5613174736499786,
      "num_tokens": 291586749.0,
      "step": 378680
    },
    {
      "epoch": 0.4803528346258933,
      "grad_norm": 5.9375,
      "learning_rate": 2.598571787409706e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5638974487781525,
      "num_tokens": 291594037.0,
      "step": 378690
    },
    {
      "epoch": 0.48036551921842613,
      "grad_norm": 6.53125,
      "learning_rate": 2.598508356401077e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.538240858912468,
      "num_tokens": 291601157.0,
      "step": 378700
    },
    {
      "epoch": 0.48037820381095897,
      "grad_norm": 6.34375,
      "learning_rate": 2.5984449253924474e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.5717866152524949,
      "num_tokens": 291608641.0,
      "step": 378710
    },
    {
      "epoch": 0.4803908884034918,
      "grad_norm": 6.625,
      "learning_rate": 2.5983814943838186e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5369176745414734,
      "num_tokens": 291615294.0,
      "step": 378720
    },
    {
      "epoch": 0.48040357299602465,
      "grad_norm": 5.25,
      "learning_rate": 2.59831806337519e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.538089445233345,
      "num_tokens": 291623620.0,
      "step": 378730
    },
    {
      "epoch": 0.4804162575885575,
      "grad_norm": 5.71875,
      "learning_rate": 2.59825463236656e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5686535358428955,
      "num_tokens": 291630689.0,
      "step": 378740
    },
    {
      "epoch": 0.48042894218109033,
      "grad_norm": 5.53125,
      "learning_rate": 2.5981912013579313e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5712815910577774,
      "num_tokens": 291637638.0,
      "step": 378750
    },
    {
      "epoch": 0.4804416267736232,
      "grad_norm": 8.125,
      "learning_rate": 2.5981277703493018e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5821324765682221,
      "num_tokens": 291645041.0,
      "step": 378760
    },
    {
      "epoch": 0.48045431136615596,
      "grad_norm": 6.5,
      "learning_rate": 2.598064339340673e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5310164630413056,
      "num_tokens": 291652920.0,
      "step": 378770
    },
    {
      "epoch": 0.4804669959586888,
      "grad_norm": 5.125,
      "learning_rate": 2.598000908332044e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5357502996921539,
      "num_tokens": 291660562.0,
      "step": 378780
    },
    {
      "epoch": 0.48047968055122164,
      "grad_norm": 5.84375,
      "learning_rate": 2.5979374773234144e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5419045269489289,
      "num_tokens": 291667809.0,
      "step": 378790
    },
    {
      "epoch": 0.4804923651437545,
      "grad_norm": 5.21875,
      "learning_rate": 2.5978740463147856e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5473251879215241,
      "num_tokens": 291676223.0,
      "step": 378800
    },
    {
      "epoch": 0.4805050497362873,
      "grad_norm": 4.46875,
      "learning_rate": 2.5978106153061558e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.549084696173668,
      "num_tokens": 291684945.0,
      "step": 378810
    },
    {
      "epoch": 0.48051773432882017,
      "grad_norm": 6.15625,
      "learning_rate": 2.597747184297527e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5448348164558411,
      "num_tokens": 291693598.0,
      "step": 378820
    },
    {
      "epoch": 0.480530418921353,
      "grad_norm": 4.90625,
      "learning_rate": 2.5976837532888982e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5754003554582596,
      "num_tokens": 291700633.0,
      "step": 378830
    },
    {
      "epoch": 0.48054310351388585,
      "grad_norm": 5.1875,
      "learning_rate": 2.5976203222802688e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5564304143190384,
      "num_tokens": 291709236.0,
      "step": 378840
    },
    {
      "epoch": 0.48055578810641864,
      "grad_norm": 5.8125,
      "learning_rate": 2.5975568912716397e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5361139506101609,
      "num_tokens": 291717365.0,
      "step": 378850
    },
    {
      "epoch": 0.4805684726989515,
      "grad_norm": 5.84375,
      "learning_rate": 2.5974934602630102e-05,
      "loss": 1.9881,
      "mean_token_accuracy": 0.557449322938919,
      "num_tokens": 291724304.0,
      "step": 378860
    },
    {
      "epoch": 0.4805811572914843,
      "grad_norm": 5.375,
      "learning_rate": 2.5974300292543814e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5531279742717743,
      "num_tokens": 291732874.0,
      "step": 378870
    },
    {
      "epoch": 0.48059384188401716,
      "grad_norm": 6.6875,
      "learning_rate": 2.5973665982457523e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5433653950691223,
      "num_tokens": 291740888.0,
      "step": 378880
    },
    {
      "epoch": 0.48060652647655,
      "grad_norm": 5.09375,
      "learning_rate": 2.5973031672371228e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5510307401418686,
      "num_tokens": 291750121.0,
      "step": 378890
    },
    {
      "epoch": 0.48061921106908284,
      "grad_norm": 5.9375,
      "learning_rate": 2.597239736228494e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5506610035896301,
      "num_tokens": 291758460.0,
      "step": 378900
    },
    {
      "epoch": 0.4806318956616157,
      "grad_norm": 12.25,
      "learning_rate": 2.5971763052198646e-05,
      "loss": 1.9753,
      "mean_token_accuracy": 0.57391377389431,
      "num_tokens": 291764592.0,
      "step": 378910
    },
    {
      "epoch": 0.4806445802541485,
      "grad_norm": 4.5625,
      "learning_rate": 2.5971128742112354e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5446064889430999,
      "num_tokens": 291772473.0,
      "step": 378920
    },
    {
      "epoch": 0.4806572648466813,
      "grad_norm": 4.625,
      "learning_rate": 2.5970494432026067e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5191434800624848,
      "num_tokens": 291780701.0,
      "step": 378930
    },
    {
      "epoch": 0.48066994943921415,
      "grad_norm": 5.28125,
      "learning_rate": 2.5969860121939772e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5398581773042679,
      "num_tokens": 291788294.0,
      "step": 378940
    },
    {
      "epoch": 0.480682634031747,
      "grad_norm": 6.28125,
      "learning_rate": 2.596922581185348e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5484390884637833,
      "num_tokens": 291796454.0,
      "step": 378950
    },
    {
      "epoch": 0.48069531862427983,
      "grad_norm": 6.1875,
      "learning_rate": 2.5968591501767186e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5291518360376358,
      "num_tokens": 291804524.0,
      "step": 378960
    },
    {
      "epoch": 0.4807080032168127,
      "grad_norm": 6.0625,
      "learning_rate": 2.5967957191680898e-05,
      "loss": 1.6966,
      "mean_token_accuracy": 0.6180567920207978,
      "num_tokens": 291812239.0,
      "step": 378970
    },
    {
      "epoch": 0.4807206878093455,
      "grad_norm": 8.875,
      "learning_rate": 2.5967322881594607e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5518618524074554,
      "num_tokens": 291821037.0,
      "step": 378980
    },
    {
      "epoch": 0.48073337240187836,
      "grad_norm": 6.78125,
      "learning_rate": 2.5966688571508312e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5277848780155182,
      "num_tokens": 291828428.0,
      "step": 378990
    },
    {
      "epoch": 0.48074605699441114,
      "grad_norm": 6.65625,
      "learning_rate": 2.5966054261422024e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5438854962587356,
      "num_tokens": 291835647.0,
      "step": 379000
    },
    {
      "epoch": 0.480758741586944,
      "grad_norm": 5.5,
      "learning_rate": 2.596541995133573e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5545090556144714,
      "num_tokens": 291844036.0,
      "step": 379010
    },
    {
      "epoch": 0.4807714261794768,
      "grad_norm": 6.03125,
      "learning_rate": 2.596478564124944e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5189834415912629,
      "num_tokens": 291852701.0,
      "step": 379020
    },
    {
      "epoch": 0.48078411077200967,
      "grad_norm": 5.1875,
      "learning_rate": 2.596415133116315e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.5682836890220642,
      "num_tokens": 291859737.0,
      "step": 379030
    },
    {
      "epoch": 0.4807967953645425,
      "grad_norm": 6.625,
      "learning_rate": 2.5963517021076856e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.564552366733551,
      "num_tokens": 291865811.0,
      "step": 379040
    },
    {
      "epoch": 0.48080947995707535,
      "grad_norm": 5.625,
      "learning_rate": 2.5962882710990565e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5285366415977478,
      "num_tokens": 291874762.0,
      "step": 379050
    },
    {
      "epoch": 0.4808221645496082,
      "grad_norm": 6.46875,
      "learning_rate": 2.596224840090427e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5568315476179123,
      "num_tokens": 291881399.0,
      "step": 379060
    },
    {
      "epoch": 0.48083484914214103,
      "grad_norm": 6.21875,
      "learning_rate": 2.5961614090817982e-05,
      "loss": 1.7796,
      "mean_token_accuracy": 0.6073006182909012,
      "num_tokens": 291887550.0,
      "step": 379070
    },
    {
      "epoch": 0.4808475337346738,
      "grad_norm": 12.5,
      "learning_rate": 2.596097978073169e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5317560404539108,
      "num_tokens": 291894505.0,
      "step": 379080
    },
    {
      "epoch": 0.48086021832720666,
      "grad_norm": 6.0,
      "learning_rate": 2.5960345470645396e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5624113053083419,
      "num_tokens": 291901615.0,
      "step": 379090
    },
    {
      "epoch": 0.4808729029197395,
      "grad_norm": 6.0,
      "learning_rate": 2.5959711160559108e-05,
      "loss": 2.2405,
      "mean_token_accuracy": 0.5185830682516098,
      "num_tokens": 291909592.0,
      "step": 379100
    },
    {
      "epoch": 0.48088558751227234,
      "grad_norm": 5.09375,
      "learning_rate": 2.5959076850472814e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5353085666894912,
      "num_tokens": 291917309.0,
      "step": 379110
    },
    {
      "epoch": 0.4808982721048052,
      "grad_norm": 5.84375,
      "learning_rate": 2.5958442540386522e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5474362462759018,
      "num_tokens": 291923498.0,
      "step": 379120
    },
    {
      "epoch": 0.480910956697338,
      "grad_norm": 7.125,
      "learning_rate": 2.5957808230300235e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5388441920280457,
      "num_tokens": 291930449.0,
      "step": 379130
    },
    {
      "epoch": 0.48092364128987086,
      "grad_norm": 5.3125,
      "learning_rate": 2.595717392021394e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5492557048797607,
      "num_tokens": 291938137.0,
      "step": 379140
    },
    {
      "epoch": 0.4809363258824037,
      "grad_norm": 5.53125,
      "learning_rate": 2.5956539610127652e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5249049693346024,
      "num_tokens": 291945454.0,
      "step": 379150
    },
    {
      "epoch": 0.4809490104749365,
      "grad_norm": 6.0625,
      "learning_rate": 2.595590530004136e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5348011225461959,
      "num_tokens": 291952381.0,
      "step": 379160
    },
    {
      "epoch": 0.48096169506746933,
      "grad_norm": 6.40625,
      "learning_rate": 2.5955270989955066e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5469925254583359,
      "num_tokens": 291960135.0,
      "step": 379170
    },
    {
      "epoch": 0.48097437966000217,
      "grad_norm": 5.28125,
      "learning_rate": 2.5954636679868778e-05,
      "loss": 2.2691,
      "mean_token_accuracy": 0.5147587358951569,
      "num_tokens": 291966931.0,
      "step": 379180
    },
    {
      "epoch": 0.480987064252535,
      "grad_norm": 5.34375,
      "learning_rate": 2.5954002369782484e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5582034111022949,
      "num_tokens": 291973446.0,
      "step": 379190
    },
    {
      "epoch": 0.48099974884506785,
      "grad_norm": 7.34375,
      "learning_rate": 2.5953368059696192e-05,
      "loss": 2.2851,
      "mean_token_accuracy": 0.502221891283989,
      "num_tokens": 291981955.0,
      "step": 379200
    },
    {
      "epoch": 0.4810124334376007,
      "grad_norm": 5.0625,
      "learning_rate": 2.5952733749609904e-05,
      "loss": 1.8276,
      "mean_token_accuracy": 0.5825124502182006,
      "num_tokens": 291988543.0,
      "step": 379210
    },
    {
      "epoch": 0.48102511803013354,
      "grad_norm": 5.75,
      "learning_rate": 2.595209943952361e-05,
      "loss": 1.6965,
      "mean_token_accuracy": 0.6137669563293457,
      "num_tokens": 291995331.0,
      "step": 379220
    },
    {
      "epoch": 0.4810378026226664,
      "grad_norm": 5.90625,
      "learning_rate": 2.595146512943732e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5466195344924927,
      "num_tokens": 292002474.0,
      "step": 379230
    },
    {
      "epoch": 0.48105048721519916,
      "grad_norm": 5.40625,
      "learning_rate": 2.5950830819351024e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5256093055009842,
      "num_tokens": 292011362.0,
      "step": 379240
    },
    {
      "epoch": 0.481063171807732,
      "grad_norm": 5.96875,
      "learning_rate": 2.5950196509264736e-05,
      "loss": 1.8539,
      "mean_token_accuracy": 0.5863324195146561,
      "num_tokens": 292019578.0,
      "step": 379250
    },
    {
      "epoch": 0.48107585640026485,
      "grad_norm": 4.875,
      "learning_rate": 2.5949562199178445e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5450640946626664,
      "num_tokens": 292027740.0,
      "step": 379260
    },
    {
      "epoch": 0.4810885409927977,
      "grad_norm": 5.71875,
      "learning_rate": 2.594892788909215e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5326562821865082,
      "num_tokens": 292035732.0,
      "step": 379270
    },
    {
      "epoch": 0.4811012255853305,
      "grad_norm": 4.59375,
      "learning_rate": 2.5948293579005862e-05,
      "loss": 1.8634,
      "mean_token_accuracy": 0.5870031118392944,
      "num_tokens": 292043836.0,
      "step": 379280
    },
    {
      "epoch": 0.48111391017786337,
      "grad_norm": 6.40625,
      "learning_rate": 2.5947659268919568e-05,
      "loss": 2.2744,
      "mean_token_accuracy": 0.5117232739925385,
      "num_tokens": 292051710.0,
      "step": 379290
    },
    {
      "epoch": 0.4811265947703962,
      "grad_norm": 6.9375,
      "learning_rate": 2.5947024958833276e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5243886440992356,
      "num_tokens": 292059016.0,
      "step": 379300
    },
    {
      "epoch": 0.48113927936292905,
      "grad_norm": 5.0,
      "learning_rate": 2.594639064874699e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5769382625818252,
      "num_tokens": 292066415.0,
      "step": 379310
    },
    {
      "epoch": 0.48115196395546184,
      "grad_norm": 4.53125,
      "learning_rate": 2.5945756338660694e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5321834772825241,
      "num_tokens": 292074805.0,
      "step": 379320
    },
    {
      "epoch": 0.4811646485479947,
      "grad_norm": 5.5,
      "learning_rate": 2.5945122028574403e-05,
      "loss": 1.8971,
      "mean_token_accuracy": 0.5802857339382171,
      "num_tokens": 292083246.0,
      "step": 379330
    },
    {
      "epoch": 0.4811773331405275,
      "grad_norm": 5.75,
      "learning_rate": 2.5944487718488108e-05,
      "loss": 1.8249,
      "mean_token_accuracy": 0.5862839370965958,
      "num_tokens": 292090121.0,
      "step": 379340
    },
    {
      "epoch": 0.48119001773306036,
      "grad_norm": 5.34375,
      "learning_rate": 2.594385340840182e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5601171314716339,
      "num_tokens": 292098664.0,
      "step": 379350
    },
    {
      "epoch": 0.4812027023255932,
      "grad_norm": 6.6875,
      "learning_rate": 2.594321909831553e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.555378058552742,
      "num_tokens": 292105921.0,
      "step": 379360
    },
    {
      "epoch": 0.48121538691812604,
      "grad_norm": 5.46875,
      "learning_rate": 2.5942584788229234e-05,
      "loss": 1.9235,
      "mean_token_accuracy": 0.5635288655757904,
      "num_tokens": 292113391.0,
      "step": 379370
    },
    {
      "epoch": 0.4812280715106589,
      "grad_norm": 6.75,
      "learning_rate": 2.5941950478142946e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5502339631319046,
      "num_tokens": 292121021.0,
      "step": 379380
    },
    {
      "epoch": 0.4812407561031917,
      "grad_norm": 5.0,
      "learning_rate": 2.594131616805665e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.563410347700119,
      "num_tokens": 292129160.0,
      "step": 379390
    },
    {
      "epoch": 0.4812534406957245,
      "grad_norm": 5.34375,
      "learning_rate": 2.594068185797036e-05,
      "loss": 1.8695,
      "mean_token_accuracy": 0.5906752407550812,
      "num_tokens": 292135787.0,
      "step": 379400
    },
    {
      "epoch": 0.48126612528825735,
      "grad_norm": 6.53125,
      "learning_rate": 2.5940047547884072e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5563427239656449,
      "num_tokens": 292143813.0,
      "step": 379410
    },
    {
      "epoch": 0.4812788098807902,
      "grad_norm": 5.125,
      "learning_rate": 2.5939413237797778e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5428932458162308,
      "num_tokens": 292150976.0,
      "step": 379420
    },
    {
      "epoch": 0.48129149447332303,
      "grad_norm": 6.34375,
      "learning_rate": 2.5938778927711487e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5454759180545807,
      "num_tokens": 292157989.0,
      "step": 379430
    },
    {
      "epoch": 0.4813041790658559,
      "grad_norm": 5.96875,
      "learning_rate": 2.5938144617625192e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5512745261192322,
      "num_tokens": 292164771.0,
      "step": 379440
    },
    {
      "epoch": 0.4813168636583887,
      "grad_norm": 4.5625,
      "learning_rate": 2.5937510307538904e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5541091799736023,
      "num_tokens": 292174022.0,
      "step": 379450
    },
    {
      "epoch": 0.48132954825092156,
      "grad_norm": 5.71875,
      "learning_rate": 2.5936875997452613e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5348108917474746,
      "num_tokens": 292183145.0,
      "step": 379460
    },
    {
      "epoch": 0.48134223284345434,
      "grad_norm": 6.21875,
      "learning_rate": 2.5936241687366318e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5382499754428863,
      "num_tokens": 292191786.0,
      "step": 379470
    },
    {
      "epoch": 0.4813549174359872,
      "grad_norm": 8.125,
      "learning_rate": 2.593560737728003e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.560590073466301,
      "num_tokens": 292198895.0,
      "step": 379480
    },
    {
      "epoch": 0.48136760202852,
      "grad_norm": 4.96875,
      "learning_rate": 2.5934973067193736e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5477408558130265,
      "num_tokens": 292205590.0,
      "step": 379490
    },
    {
      "epoch": 0.48138028662105287,
      "grad_norm": 8.3125,
      "learning_rate": 2.5934338757107444e-05,
      "loss": 1.8251,
      "mean_token_accuracy": 0.5972390651702881,
      "num_tokens": 292212803.0,
      "step": 379500
    },
    {
      "epoch": 0.4813929712135857,
      "grad_norm": 6.1875,
      "learning_rate": 2.5933704447021156e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5601336658000946,
      "num_tokens": 292220973.0,
      "step": 379510
    },
    {
      "epoch": 0.48140565580611855,
      "grad_norm": 7.65625,
      "learning_rate": 2.5933070136934862e-05,
      "loss": 1.9079,
      "mean_token_accuracy": 0.5866356611251831,
      "num_tokens": 292226973.0,
      "step": 379520
    },
    {
      "epoch": 0.4814183403986514,
      "grad_norm": 4.78125,
      "learning_rate": 2.5932435826848574e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5317009389400482,
      "num_tokens": 292235593.0,
      "step": 379530
    },
    {
      "epoch": 0.48143102499118423,
      "grad_norm": 5.40625,
      "learning_rate": 2.5931801516762276e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5731047749519348,
      "num_tokens": 292242687.0,
      "step": 379540
    },
    {
      "epoch": 0.481443709583717,
      "grad_norm": 7.90625,
      "learning_rate": 2.5931167206675988e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.5608851552009583,
      "num_tokens": 292250296.0,
      "step": 379550
    },
    {
      "epoch": 0.48145639417624986,
      "grad_norm": 4.75,
      "learning_rate": 2.59305328965897e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5186370193958283,
      "num_tokens": 292258579.0,
      "step": 379560
    },
    {
      "epoch": 0.4814690787687827,
      "grad_norm": 5.34375,
      "learning_rate": 2.5929898586503406e-05,
      "loss": 1.8677,
      "mean_token_accuracy": 0.5759341418743134,
      "num_tokens": 292266779.0,
      "step": 379570
    },
    {
      "epoch": 0.48148176336131554,
      "grad_norm": 5.5,
      "learning_rate": 2.5929264276417114e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5331083178520203,
      "num_tokens": 292275933.0,
      "step": 379580
    },
    {
      "epoch": 0.4814944479538484,
      "grad_norm": 6.5,
      "learning_rate": 2.592862996633082e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5241871058940888,
      "num_tokens": 292283774.0,
      "step": 379590
    },
    {
      "epoch": 0.4815071325463812,
      "grad_norm": 7.03125,
      "learning_rate": 2.5927995656244532e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5366358697414398,
      "num_tokens": 292291867.0,
      "step": 379600
    },
    {
      "epoch": 0.48151981713891406,
      "grad_norm": 4.84375,
      "learning_rate": 2.592736134615824e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5361872762441635,
      "num_tokens": 292299496.0,
      "step": 379610
    },
    {
      "epoch": 0.4815325017314469,
      "grad_norm": 4.9375,
      "learning_rate": 2.5926727036071946e-05,
      "loss": 1.7784,
      "mean_token_accuracy": 0.6054724276065826,
      "num_tokens": 292306677.0,
      "step": 379620
    },
    {
      "epoch": 0.4815451863239797,
      "grad_norm": 5.34375,
      "learning_rate": 2.5926092725985658e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.5880507081747055,
      "num_tokens": 292313688.0,
      "step": 379630
    },
    {
      "epoch": 0.48155787091651253,
      "grad_norm": 6.59375,
      "learning_rate": 2.5925458415899363e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5612290263175964,
      "num_tokens": 292320214.0,
      "step": 379640
    },
    {
      "epoch": 0.4815705555090454,
      "grad_norm": 4.59375,
      "learning_rate": 2.5924824105813072e-05,
      "loss": 1.7155,
      "mean_token_accuracy": 0.6307749480009079,
      "num_tokens": 292326013.0,
      "step": 379650
    },
    {
      "epoch": 0.4815832401015782,
      "grad_norm": 5.21875,
      "learning_rate": 2.5924189795726784e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5420948028564453,
      "num_tokens": 292335158.0,
      "step": 379660
    },
    {
      "epoch": 0.48159592469411105,
      "grad_norm": 5.15625,
      "learning_rate": 2.592355548564049e-05,
      "loss": 1.8968,
      "mean_token_accuracy": 0.5840371906757355,
      "num_tokens": 292342889.0,
      "step": 379670
    },
    {
      "epoch": 0.4816086092866439,
      "grad_norm": 4.9375,
      "learning_rate": 2.5922921175554198e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5459531843662262,
      "num_tokens": 292351418.0,
      "step": 379680
    },
    {
      "epoch": 0.48162129387917674,
      "grad_norm": 4.9375,
      "learning_rate": 2.5922286865467904e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5220554351806641,
      "num_tokens": 292359862.0,
      "step": 379690
    },
    {
      "epoch": 0.4816339784717096,
      "grad_norm": 6.96875,
      "learning_rate": 2.5921652555381616e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.549752339720726,
      "num_tokens": 292367682.0,
      "step": 379700
    },
    {
      "epoch": 0.48164666306424236,
      "grad_norm": 6.96875,
      "learning_rate": 2.5921018245295324e-05,
      "loss": 1.7892,
      "mean_token_accuracy": 0.5979507684707641,
      "num_tokens": 292373886.0,
      "step": 379710
    },
    {
      "epoch": 0.4816593476567752,
      "grad_norm": 8.1875,
      "learning_rate": 2.592038393520903e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5357257694005966,
      "num_tokens": 292381234.0,
      "step": 379720
    },
    {
      "epoch": 0.48167203224930805,
      "grad_norm": 5.40625,
      "learning_rate": 2.5919749625122742e-05,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5213709741830825,
      "num_tokens": 292389585.0,
      "step": 379730
    },
    {
      "epoch": 0.4816847168418409,
      "grad_norm": 5.1875,
      "learning_rate": 2.5919115315036447e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5347401022911071,
      "num_tokens": 292397350.0,
      "step": 379740
    },
    {
      "epoch": 0.48169740143437373,
      "grad_norm": 5.8125,
      "learning_rate": 2.5918481004950156e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5366693437099457,
      "num_tokens": 292406697.0,
      "step": 379750
    },
    {
      "epoch": 0.48171008602690657,
      "grad_norm": 5.25,
      "learning_rate": 2.5917846694863868e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5636704176664352,
      "num_tokens": 292415381.0,
      "step": 379760
    },
    {
      "epoch": 0.4817227706194394,
      "grad_norm": 6.09375,
      "learning_rate": 2.5917212384777574e-05,
      "loss": 1.9129,
      "mean_token_accuracy": 0.576740688085556,
      "num_tokens": 292423529.0,
      "step": 379770
    },
    {
      "epoch": 0.48173545521197225,
      "grad_norm": 5.59375,
      "learning_rate": 2.5916578074691282e-05,
      "loss": 2.2404,
      "mean_token_accuracy": 0.5215466171503067,
      "num_tokens": 292431809.0,
      "step": 379780
    },
    {
      "epoch": 0.48174813980450504,
      "grad_norm": 6.0,
      "learning_rate": 2.5915943764604988e-05,
      "loss": 1.6381,
      "mean_token_accuracy": 0.6220814943313598,
      "num_tokens": 292439573.0,
      "step": 379790
    },
    {
      "epoch": 0.4817608243970379,
      "grad_norm": 5.0625,
      "learning_rate": 2.59153094545187e-05,
      "loss": 1.8047,
      "mean_token_accuracy": 0.5934570670127869,
      "num_tokens": 292446582.0,
      "step": 379800
    },
    {
      "epoch": 0.4817735089895707,
      "grad_norm": 7.09375,
      "learning_rate": 2.591467514443241e-05,
      "loss": 1.8495,
      "mean_token_accuracy": 0.5760000646114349,
      "num_tokens": 292453316.0,
      "step": 379810
    },
    {
      "epoch": 0.48178619358210356,
      "grad_norm": 5.53125,
      "learning_rate": 2.5914040834346114e-05,
      "loss": 1.8482,
      "mean_token_accuracy": 0.6023961305618286,
      "num_tokens": 292460450.0,
      "step": 379820
    },
    {
      "epoch": 0.4817988781746364,
      "grad_norm": 4.46875,
      "learning_rate": 2.5913406524259826e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5392775237560272,
      "num_tokens": 292468770.0,
      "step": 379830
    },
    {
      "epoch": 0.48181156276716924,
      "grad_norm": 5.03125,
      "learning_rate": 2.591277221417353e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5419621735811233,
      "num_tokens": 292476822.0,
      "step": 379840
    },
    {
      "epoch": 0.4818242473597021,
      "grad_norm": 5.0625,
      "learning_rate": 2.591213790408724e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5367688238620758,
      "num_tokens": 292484403.0,
      "step": 379850
    },
    {
      "epoch": 0.4818369319522349,
      "grad_norm": 6.21875,
      "learning_rate": 2.5911503594000952e-05,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5791218400001525,
      "num_tokens": 292491569.0,
      "step": 379860
    },
    {
      "epoch": 0.4818496165447677,
      "grad_norm": 6.5,
      "learning_rate": 2.5910869283914658e-05,
      "loss": 2.2767,
      "mean_token_accuracy": 0.5225970506668091,
      "num_tokens": 292498886.0,
      "step": 379870
    },
    {
      "epoch": 0.48186230113730055,
      "grad_norm": 8.625,
      "learning_rate": 2.5910234973828366e-05,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5802707254886628,
      "num_tokens": 292506058.0,
      "step": 379880
    },
    {
      "epoch": 0.4818749857298334,
      "grad_norm": 5.78125,
      "learning_rate": 2.590960066374207e-05,
      "loss": 1.8193,
      "mean_token_accuracy": 0.5891082882881165,
      "num_tokens": 292512823.0,
      "step": 379890
    },
    {
      "epoch": 0.48188767032236623,
      "grad_norm": 5.15625,
      "learning_rate": 2.5908966353655784e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5497199952602386,
      "num_tokens": 292520998.0,
      "step": 379900
    },
    {
      "epoch": 0.4819003549148991,
      "grad_norm": 5.1875,
      "learning_rate": 2.5908332043569496e-05,
      "loss": 1.6477,
      "mean_token_accuracy": 0.6246070206165314,
      "num_tokens": 292527702.0,
      "step": 379910
    },
    {
      "epoch": 0.4819130395074319,
      "grad_norm": 4.90625,
      "learning_rate": 2.5907697733483198e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.543520450592041,
      "num_tokens": 292536090.0,
      "step": 379920
    },
    {
      "epoch": 0.48192572409996476,
      "grad_norm": 5.8125,
      "learning_rate": 2.590706342339691e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5439014226198197,
      "num_tokens": 292544389.0,
      "step": 379930
    },
    {
      "epoch": 0.48193840869249754,
      "grad_norm": 5.375,
      "learning_rate": 2.5906429113310615e-05,
      "loss": 1.9262,
      "mean_token_accuracy": 0.5578287184238434,
      "num_tokens": 292552522.0,
      "step": 379940
    },
    {
      "epoch": 0.4819510932850304,
      "grad_norm": 5.71875,
      "learning_rate": 2.5905794803224327e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5488128781318664,
      "num_tokens": 292559720.0,
      "step": 379950
    },
    {
      "epoch": 0.4819637778775632,
      "grad_norm": 4.375,
      "learning_rate": 2.5905160493138036e-05,
      "loss": 1.9015,
      "mean_token_accuracy": 0.5757263749837875,
      "num_tokens": 292566736.0,
      "step": 379960
    },
    {
      "epoch": 0.48197646247009607,
      "grad_norm": 4.90625,
      "learning_rate": 2.590452618305174e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5759439438581466,
      "num_tokens": 292573449.0,
      "step": 379970
    },
    {
      "epoch": 0.4819891470626289,
      "grad_norm": 6.0,
      "learning_rate": 2.5903891872965454e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5309617936611175,
      "num_tokens": 292580789.0,
      "step": 379980
    },
    {
      "epoch": 0.48200183165516175,
      "grad_norm": 5.0,
      "learning_rate": 2.590325756287916e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5272721469402313,
      "num_tokens": 292589257.0,
      "step": 379990
    },
    {
      "epoch": 0.4820145162476946,
      "grad_norm": 6.09375,
      "learning_rate": 2.5902623252792868e-05,
      "loss": 1.8535,
      "mean_token_accuracy": 0.5908187866210938,
      "num_tokens": 292596606.0,
      "step": 380000
    },
    {
      "epoch": 0.48202720084022743,
      "grad_norm": 5.4375,
      "learning_rate": 2.590198894270658e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5248718351125717,
      "num_tokens": 292605053.0,
      "step": 380010
    },
    {
      "epoch": 0.4820398854327602,
      "grad_norm": 7.0625,
      "learning_rate": 2.5901354632620285e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5256370306015015,
      "num_tokens": 292612053.0,
      "step": 380020
    },
    {
      "epoch": 0.48205257002529306,
      "grad_norm": 5.53125,
      "learning_rate": 2.5900720322533994e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5623789161443711,
      "num_tokens": 292620241.0,
      "step": 380030
    },
    {
      "epoch": 0.4820652546178259,
      "grad_norm": 5.75,
      "learning_rate": 2.59000860124477e-05,
      "loss": 1.8612,
      "mean_token_accuracy": 0.5843283474445343,
      "num_tokens": 292626891.0,
      "step": 380040
    },
    {
      "epoch": 0.48207793921035874,
      "grad_norm": 5.15625,
      "learning_rate": 2.589945170236141e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5379322558641434,
      "num_tokens": 292634692.0,
      "step": 380050
    },
    {
      "epoch": 0.4820906238028916,
      "grad_norm": 7.15625,
      "learning_rate": 2.589881739227512e-05,
      "loss": 1.794,
      "mean_token_accuracy": 0.6057163804769516,
      "num_tokens": 292642681.0,
      "step": 380060
    },
    {
      "epoch": 0.4821033083954244,
      "grad_norm": 8.375,
      "learning_rate": 2.5898183082188826e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5854328632354736,
      "num_tokens": 292649536.0,
      "step": 380070
    },
    {
      "epoch": 0.48211599298795726,
      "grad_norm": 4.6875,
      "learning_rate": 2.5897548772102538e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5300476521253585,
      "num_tokens": 292657437.0,
      "step": 380080
    },
    {
      "epoch": 0.4821286775804901,
      "grad_norm": 5.0,
      "learning_rate": 2.5896914462016246e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5482446163892746,
      "num_tokens": 292665321.0,
      "step": 380090
    },
    {
      "epoch": 0.4821413621730229,
      "grad_norm": 4.46875,
      "learning_rate": 2.5896280151929952e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.5671611428260803,
      "num_tokens": 292671906.0,
      "step": 380100
    },
    {
      "epoch": 0.48215404676555573,
      "grad_norm": 5.09375,
      "learning_rate": 2.5895645841843664e-05,
      "loss": 1.8442,
      "mean_token_accuracy": 0.5917891979217529,
      "num_tokens": 292678898.0,
      "step": 380110
    },
    {
      "epoch": 0.4821667313580886,
      "grad_norm": 4.8125,
      "learning_rate": 2.589501153175737e-05,
      "loss": 1.7095,
      "mean_token_accuracy": 0.6182498872280121,
      "num_tokens": 292685815.0,
      "step": 380120
    },
    {
      "epoch": 0.4821794159506214,
      "grad_norm": 5.28125,
      "learning_rate": 2.5894377221671078e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5695898413658143,
      "num_tokens": 292692016.0,
      "step": 380130
    },
    {
      "epoch": 0.48219210054315426,
      "grad_norm": 5.0,
      "learning_rate": 2.589374291158479e-05,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5463162034749984,
      "num_tokens": 292700404.0,
      "step": 380140
    },
    {
      "epoch": 0.4822047851356871,
      "grad_norm": 5.03125,
      "learning_rate": 2.5893108601498495e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5375695437192917,
      "num_tokens": 292708913.0,
      "step": 380150
    },
    {
      "epoch": 0.48221746972821994,
      "grad_norm": 5.4375,
      "learning_rate": 2.5892474291412204e-05,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5520675420761109,
      "num_tokens": 292716468.0,
      "step": 380160
    },
    {
      "epoch": 0.4822301543207528,
      "grad_norm": 5.1875,
      "learning_rate": 2.589183998132591e-05,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5748069941997528,
      "num_tokens": 292724556.0,
      "step": 380170
    },
    {
      "epoch": 0.48224283891328557,
      "grad_norm": 6.90625,
      "learning_rate": 2.5891205671239622e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5249454051256179,
      "num_tokens": 292733508.0,
      "step": 380180
    },
    {
      "epoch": 0.4822555235058184,
      "grad_norm": 5.90625,
      "learning_rate": 2.589057136115333e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5478979855775833,
      "num_tokens": 292741682.0,
      "step": 380190
    },
    {
      "epoch": 0.48226820809835125,
      "grad_norm": 5.90625,
      "learning_rate": 2.5889937051067036e-05,
      "loss": 1.8617,
      "mean_token_accuracy": 0.5824660301208496,
      "num_tokens": 292747683.0,
      "step": 380200
    },
    {
      "epoch": 0.4822808926908841,
      "grad_norm": 5.5,
      "learning_rate": 2.5889302740980748e-05,
      "loss": 1.8967,
      "mean_token_accuracy": 0.5721009731292724,
      "num_tokens": 292756630.0,
      "step": 380210
    },
    {
      "epoch": 0.48229357728341693,
      "grad_norm": 10.0,
      "learning_rate": 2.5888668430894453e-05,
      "loss": 2.1818,
      "mean_token_accuracy": 0.5166555792093277,
      "num_tokens": 292764317.0,
      "step": 380220
    },
    {
      "epoch": 0.48230626187594977,
      "grad_norm": 4.65625,
      "learning_rate": 2.5888034120808162e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5671764552593231,
      "num_tokens": 292772722.0,
      "step": 380230
    },
    {
      "epoch": 0.4823189464684826,
      "grad_norm": 6.84375,
      "learning_rate": 2.5887399810721874e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5344114929437638,
      "num_tokens": 292779260.0,
      "step": 380240
    },
    {
      "epoch": 0.48233163106101545,
      "grad_norm": 4.84375,
      "learning_rate": 2.588676550063558e-05,
      "loss": 1.7178,
      "mean_token_accuracy": 0.6208138585090637,
      "num_tokens": 292786376.0,
      "step": 380250
    },
    {
      "epoch": 0.48234431565354824,
      "grad_norm": 5.59375,
      "learning_rate": 2.5886131190549288e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5480085521936416,
      "num_tokens": 292794776.0,
      "step": 380260
    },
    {
      "epoch": 0.4823570002460811,
      "grad_norm": 7.25,
      "learning_rate": 2.5885496880462994e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5538672029972076,
      "num_tokens": 292801925.0,
      "step": 380270
    },
    {
      "epoch": 0.4823696848386139,
      "grad_norm": 7.875,
      "learning_rate": 2.5884862570376706e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5387914776802063,
      "num_tokens": 292809496.0,
      "step": 380280
    },
    {
      "epoch": 0.48238236943114676,
      "grad_norm": 12.375,
      "learning_rate": 2.5884228260290418e-05,
      "loss": 1.7981,
      "mean_token_accuracy": 0.5946392923593521,
      "num_tokens": 292815276.0,
      "step": 380290
    },
    {
      "epoch": 0.4823950540236796,
      "grad_norm": 6.28125,
      "learning_rate": 2.588359395020412e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5508196920156478,
      "num_tokens": 292823371.0,
      "step": 380300
    },
    {
      "epoch": 0.48240773861621244,
      "grad_norm": 5.9375,
      "learning_rate": 2.5882959640117832e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5580325961112976,
      "num_tokens": 292831120.0,
      "step": 380310
    },
    {
      "epoch": 0.4824204232087453,
      "grad_norm": 7.78125,
      "learning_rate": 2.5882325330031537e-05,
      "loss": 2.2115,
      "mean_token_accuracy": 0.5173944473266602,
      "num_tokens": 292839254.0,
      "step": 380320
    },
    {
      "epoch": 0.4824331078012781,
      "grad_norm": 5.1875,
      "learning_rate": 2.588169101994525e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5536197066307068,
      "num_tokens": 292847407.0,
      "step": 380330
    },
    {
      "epoch": 0.4824457923938109,
      "grad_norm": 5.0625,
      "learning_rate": 2.5881056709858958e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5332960098981857,
      "num_tokens": 292855873.0,
      "step": 380340
    },
    {
      "epoch": 0.48245847698634375,
      "grad_norm": 7.3125,
      "learning_rate": 2.5880422399772663e-05,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5219506025314331,
      "num_tokens": 292863191.0,
      "step": 380350
    },
    {
      "epoch": 0.4824711615788766,
      "grad_norm": 5.5,
      "learning_rate": 2.5879788089686376e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5253127455711365,
      "num_tokens": 292870816.0,
      "step": 380360
    },
    {
      "epoch": 0.48248384617140944,
      "grad_norm": 5.96875,
      "learning_rate": 2.587915377960008e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.5651642352342605,
      "num_tokens": 292877876.0,
      "step": 380370
    },
    {
      "epoch": 0.4824965307639423,
      "grad_norm": 7.5,
      "learning_rate": 2.587851946951379e-05,
      "loss": 1.8672,
      "mean_token_accuracy": 0.582452803850174,
      "num_tokens": 292884011.0,
      "step": 380380
    },
    {
      "epoch": 0.4825092153564751,
      "grad_norm": 8.125,
      "learning_rate": 2.5877885159427502e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5398068308830262,
      "num_tokens": 292891926.0,
      "step": 380390
    },
    {
      "epoch": 0.48252189994900796,
      "grad_norm": 4.21875,
      "learning_rate": 2.5877250849341207e-05,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5373499095439911,
      "num_tokens": 292899578.0,
      "step": 380400
    },
    {
      "epoch": 0.48253458454154075,
      "grad_norm": 5.3125,
      "learning_rate": 2.5876616539254916e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5469857186079026,
      "num_tokens": 292907009.0,
      "step": 380410
    },
    {
      "epoch": 0.4825472691340736,
      "grad_norm": 5.0625,
      "learning_rate": 2.587598222916862e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5470758616924286,
      "num_tokens": 292914393.0,
      "step": 380420
    },
    {
      "epoch": 0.4825599537266064,
      "grad_norm": 5.8125,
      "learning_rate": 2.5875347919082333e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5340141385793686,
      "num_tokens": 292922551.0,
      "step": 380430
    },
    {
      "epoch": 0.48257263831913927,
      "grad_norm": 6.625,
      "learning_rate": 2.5874713608996042e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5385856866836548,
      "num_tokens": 292931018.0,
      "step": 380440
    },
    {
      "epoch": 0.4825853229116721,
      "grad_norm": 4.96875,
      "learning_rate": 2.5874079298909748e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5367692142724991,
      "num_tokens": 292940272.0,
      "step": 380450
    },
    {
      "epoch": 0.48259800750420495,
      "grad_norm": 6.71875,
      "learning_rate": 2.587344498882346e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5716268420219421,
      "num_tokens": 292946713.0,
      "step": 380460
    },
    {
      "epoch": 0.4826106920967378,
      "grad_norm": 5.125,
      "learning_rate": 2.5872810678737165e-05,
      "loss": 2.0822,
      "mean_token_accuracy": 0.54171804189682,
      "num_tokens": 292955165.0,
      "step": 380470
    },
    {
      "epoch": 0.48262337668927063,
      "grad_norm": 6.5,
      "learning_rate": 2.5872176368650874e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5471685796976089,
      "num_tokens": 292962908.0,
      "step": 380480
    },
    {
      "epoch": 0.4826360612818034,
      "grad_norm": 5.21875,
      "learning_rate": 2.5871542058564586e-05,
      "loss": 2.2615,
      "mean_token_accuracy": 0.5201304197311402,
      "num_tokens": 292971257.0,
      "step": 380490
    },
    {
      "epoch": 0.48264874587433626,
      "grad_norm": 7.8125,
      "learning_rate": 2.587090774847829e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5343677401542664,
      "num_tokens": 292978518.0,
      "step": 380500
    },
    {
      "epoch": 0.4826614304668691,
      "grad_norm": 5.1875,
      "learning_rate": 2.5870273438392e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5720165431499481,
      "num_tokens": 292985112.0,
      "step": 380510
    },
    {
      "epoch": 0.48267411505940194,
      "grad_norm": 6.25,
      "learning_rate": 2.5869639128305705e-05,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5686508029699325,
      "num_tokens": 292991836.0,
      "step": 380520
    },
    {
      "epoch": 0.4826867996519348,
      "grad_norm": 4.78125,
      "learning_rate": 2.5869004818219417e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.5884212672710418,
      "num_tokens": 293000142.0,
      "step": 380530
    },
    {
      "epoch": 0.4826994842444676,
      "grad_norm": 6.1875,
      "learning_rate": 2.5868370508133126e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5747200578451157,
      "num_tokens": 293006424.0,
      "step": 380540
    },
    {
      "epoch": 0.48271216883700047,
      "grad_norm": 5.03125,
      "learning_rate": 2.586773619804683e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.536933183670044,
      "num_tokens": 293014688.0,
      "step": 380550
    },
    {
      "epoch": 0.4827248534295333,
      "grad_norm": 6.25,
      "learning_rate": 2.5867101887960544e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5340289980173111,
      "num_tokens": 293022761.0,
      "step": 380560
    },
    {
      "epoch": 0.4827375380220661,
      "grad_norm": 6.78125,
      "learning_rate": 2.586646757787425e-05,
      "loss": 1.695,
      "mean_token_accuracy": 0.6002079665660858,
      "num_tokens": 293028938.0,
      "step": 380570
    },
    {
      "epoch": 0.48275022261459893,
      "grad_norm": 5.46875,
      "learning_rate": 2.5865833267787958e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5261189758777618,
      "num_tokens": 293036829.0,
      "step": 380580
    },
    {
      "epoch": 0.4827629072071318,
      "grad_norm": 5.40625,
      "learning_rate": 2.586519895770167e-05,
      "loss": 2.3103,
      "mean_token_accuracy": 0.5035774320363998,
      "num_tokens": 293045320.0,
      "step": 380590
    },
    {
      "epoch": 0.4827755917996646,
      "grad_norm": 5.71875,
      "learning_rate": 2.5864564647615375e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5470182597637177,
      "num_tokens": 293053209.0,
      "step": 380600
    },
    {
      "epoch": 0.48278827639219746,
      "grad_norm": 6.625,
      "learning_rate": 2.5863930337529084e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5394056916236878,
      "num_tokens": 293060601.0,
      "step": 380610
    },
    {
      "epoch": 0.4828009609847303,
      "grad_norm": 6.3125,
      "learning_rate": 2.586329602744279e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.5794402956962585,
      "num_tokens": 293068415.0,
      "step": 380620
    },
    {
      "epoch": 0.48281364557726314,
      "grad_norm": 4.9375,
      "learning_rate": 2.58626617173565e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5425008773803711,
      "num_tokens": 293076702.0,
      "step": 380630
    },
    {
      "epoch": 0.482826330169796,
      "grad_norm": 4.90625,
      "learning_rate": 2.586202740727021e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5432903051376343,
      "num_tokens": 293085911.0,
      "step": 380640
    },
    {
      "epoch": 0.48283901476232877,
      "grad_norm": 6.28125,
      "learning_rate": 2.5861393097183916e-05,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5747581005096436,
      "num_tokens": 293092197.0,
      "step": 380650
    },
    {
      "epoch": 0.4828516993548616,
      "grad_norm": 5.59375,
      "learning_rate": 2.5860758787097628e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5280335366725921,
      "num_tokens": 293101206.0,
      "step": 380660
    },
    {
      "epoch": 0.48286438394739445,
      "grad_norm": 5.09375,
      "learning_rate": 2.5860124477011333e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5455544799566269,
      "num_tokens": 293108907.0,
      "step": 380670
    },
    {
      "epoch": 0.4828770685399273,
      "grad_norm": 5.125,
      "learning_rate": 2.5859490166925042e-05,
      "loss": 1.8284,
      "mean_token_accuracy": 0.5858114689588547,
      "num_tokens": 293117124.0,
      "step": 380680
    },
    {
      "epoch": 0.48288975313246013,
      "grad_norm": 5.1875,
      "learning_rate": 2.5858855856838754e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5534909188747406,
      "num_tokens": 293125025.0,
      "step": 380690
    },
    {
      "epoch": 0.482902437724993,
      "grad_norm": 6.5625,
      "learning_rate": 2.585822154675246e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.548312383890152,
      "num_tokens": 293131909.0,
      "step": 380700
    },
    {
      "epoch": 0.4829151223175258,
      "grad_norm": 5.0,
      "learning_rate": 2.585758723666617e-05,
      "loss": 1.7999,
      "mean_token_accuracy": 0.5970997720956802,
      "num_tokens": 293138051.0,
      "step": 380710
    },
    {
      "epoch": 0.48292780691005865,
      "grad_norm": 7.71875,
      "learning_rate": 2.5856952926579873e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5381200045347214,
      "num_tokens": 293146530.0,
      "step": 380720
    },
    {
      "epoch": 0.48294049150259144,
      "grad_norm": 5.6875,
      "learning_rate": 2.5856318616493585e-05,
      "loss": 1.6181,
      "mean_token_accuracy": 0.6357827663421631,
      "num_tokens": 293153742.0,
      "step": 380730
    },
    {
      "epoch": 0.4829531760951243,
      "grad_norm": 5.5,
      "learning_rate": 2.5855684306407298e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5599965900182724,
      "num_tokens": 293161943.0,
      "step": 380740
    },
    {
      "epoch": 0.4829658606876571,
      "grad_norm": 5.125,
      "learning_rate": 2.5855049996321003e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.5781468898057938,
      "num_tokens": 293169944.0,
      "step": 380750
    },
    {
      "epoch": 0.48297854528018996,
      "grad_norm": 5.65625,
      "learning_rate": 2.585441568623471e-05,
      "loss": 2.2366,
      "mean_token_accuracy": 0.5172702223062515,
      "num_tokens": 293177402.0,
      "step": 380760
    },
    {
      "epoch": 0.4829912298727228,
      "grad_norm": 6.625,
      "learning_rate": 2.5853781376148417e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5448867529630661,
      "num_tokens": 293185507.0,
      "step": 380770
    },
    {
      "epoch": 0.48300391446525565,
      "grad_norm": 6.46875,
      "learning_rate": 2.585314706606213e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5358956575393676,
      "num_tokens": 293193488.0,
      "step": 380780
    },
    {
      "epoch": 0.4830165990577885,
      "grad_norm": 6.375,
      "learning_rate": 2.5852512755975838e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5205886483192443,
      "num_tokens": 293201063.0,
      "step": 380790
    },
    {
      "epoch": 0.48302928365032133,
      "grad_norm": 6.1875,
      "learning_rate": 2.5851878445889543e-05,
      "loss": 1.9388,
      "mean_token_accuracy": 0.5646946340799331,
      "num_tokens": 293207719.0,
      "step": 380800
    },
    {
      "epoch": 0.4830419682428541,
      "grad_norm": 5.65625,
      "learning_rate": 2.5851244135803255e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5553037643432617,
      "num_tokens": 293214172.0,
      "step": 380810
    },
    {
      "epoch": 0.48305465283538696,
      "grad_norm": 5.0,
      "learning_rate": 2.585060982571696e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5568694829940796,
      "num_tokens": 293223239.0,
      "step": 380820
    },
    {
      "epoch": 0.4830673374279198,
      "grad_norm": 5.4375,
      "learning_rate": 2.584997551563067e-05,
      "loss": 1.8703,
      "mean_token_accuracy": 0.5756235450506211,
      "num_tokens": 293229493.0,
      "step": 380830
    },
    {
      "epoch": 0.48308002202045264,
      "grad_norm": 9.25,
      "learning_rate": 2.584934120554438e-05,
      "loss": 1.8552,
      "mean_token_accuracy": 0.5839443594217301,
      "num_tokens": 293235573.0,
      "step": 380840
    },
    {
      "epoch": 0.4830927066129855,
      "grad_norm": 5.0625,
      "learning_rate": 2.5848706895458087e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5349850445985794,
      "num_tokens": 293243363.0,
      "step": 380850
    },
    {
      "epoch": 0.4831053912055183,
      "grad_norm": 6.65625,
      "learning_rate": 2.5848072585371796e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5506151854991913,
      "num_tokens": 293250552.0,
      "step": 380860
    },
    {
      "epoch": 0.48311807579805116,
      "grad_norm": 4.9375,
      "learning_rate": 2.58474382752855e-05,
      "loss": 1.7727,
      "mean_token_accuracy": 0.6048470914363862,
      "num_tokens": 293258477.0,
      "step": 380870
    },
    {
      "epoch": 0.48313076039058395,
      "grad_norm": 6.375,
      "learning_rate": 2.5846803965199213e-05,
      "loss": 2.2378,
      "mean_token_accuracy": 0.5166054785251617,
      "num_tokens": 293265923.0,
      "step": 380880
    },
    {
      "epoch": 0.4831434449831168,
      "grad_norm": 5.625,
      "learning_rate": 2.5846169655112922e-05,
      "loss": 1.8101,
      "mean_token_accuracy": 0.5969726145267487,
      "num_tokens": 293271660.0,
      "step": 380890
    },
    {
      "epoch": 0.48315612957564963,
      "grad_norm": 5.1875,
      "learning_rate": 2.5845535345026627e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5222465395927429,
      "num_tokens": 293279928.0,
      "step": 380900
    },
    {
      "epoch": 0.48316881416818247,
      "grad_norm": 5.15625,
      "learning_rate": 2.584490103494034e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5403461873531341,
      "num_tokens": 293287325.0,
      "step": 380910
    },
    {
      "epoch": 0.4831814987607153,
      "grad_norm": 7.0625,
      "learning_rate": 2.5844266724854045e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5614110976457596,
      "num_tokens": 293294546.0,
      "step": 380920
    },
    {
      "epoch": 0.48319418335324815,
      "grad_norm": 5.375,
      "learning_rate": 2.5843632414767753e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.537553197145462,
      "num_tokens": 293302336.0,
      "step": 380930
    },
    {
      "epoch": 0.483206867945781,
      "grad_norm": 7.3125,
      "learning_rate": 2.5842998104681466e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5325746744871139,
      "num_tokens": 293308647.0,
      "step": 380940
    },
    {
      "epoch": 0.48321955253831383,
      "grad_norm": 4.8125,
      "learning_rate": 2.584236379459517e-05,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5519046723842621,
      "num_tokens": 293316507.0,
      "step": 380950
    },
    {
      "epoch": 0.4832322371308466,
      "grad_norm": 6.28125,
      "learning_rate": 2.584172948450888e-05,
      "loss": 1.7641,
      "mean_token_accuracy": 0.6088451087474823,
      "num_tokens": 293323168.0,
      "step": 380960
    },
    {
      "epoch": 0.48324492172337946,
      "grad_norm": 6.375,
      "learning_rate": 2.5841095174422592e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.572564297914505,
      "num_tokens": 293330603.0,
      "step": 380970
    },
    {
      "epoch": 0.4832576063159123,
      "grad_norm": 5.3125,
      "learning_rate": 2.5840460864336297e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5263820171356202,
      "num_tokens": 293338871.0,
      "step": 380980
    },
    {
      "epoch": 0.48327029090844514,
      "grad_norm": 5.0,
      "learning_rate": 2.5839826554250006e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5343771427869797,
      "num_tokens": 293347020.0,
      "step": 380990
    },
    {
      "epoch": 0.483282975500978,
      "grad_norm": 4.84375,
      "learning_rate": 2.583919224416371e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5437926590442658,
      "num_tokens": 293354657.0,
      "step": 381000
    },
    {
      "epoch": 0.4832956600935108,
      "grad_norm": 5.5625,
      "learning_rate": 2.5838557934077423e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5520873814821243,
      "num_tokens": 293363255.0,
      "step": 381010
    },
    {
      "epoch": 0.48330834468604367,
      "grad_norm": 6.75,
      "learning_rate": 2.5837923623991132e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5231353670358658,
      "num_tokens": 293370468.0,
      "step": 381020
    },
    {
      "epoch": 0.4833210292785765,
      "grad_norm": 7.9375,
      "learning_rate": 2.5837289313904837e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5647285550832748,
      "num_tokens": 293376842.0,
      "step": 381030
    },
    {
      "epoch": 0.4833337138711093,
      "grad_norm": 7.0,
      "learning_rate": 2.583665500381855e-05,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5829165905714035,
      "num_tokens": 293382980.0,
      "step": 381040
    },
    {
      "epoch": 0.48334639846364214,
      "grad_norm": 7.09375,
      "learning_rate": 2.5836020693732255e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5235745191574097,
      "num_tokens": 293390968.0,
      "step": 381050
    },
    {
      "epoch": 0.483359083056175,
      "grad_norm": 6.375,
      "learning_rate": 2.5835386383645964e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5334763616323471,
      "num_tokens": 293399534.0,
      "step": 381060
    },
    {
      "epoch": 0.4833717676487078,
      "grad_norm": 5.53125,
      "learning_rate": 2.5834752073559676e-05,
      "loss": 1.9061,
      "mean_token_accuracy": 0.5727088481187821,
      "num_tokens": 293407342.0,
      "step": 381070
    },
    {
      "epoch": 0.48338445224124066,
      "grad_norm": 5.0625,
      "learning_rate": 2.583411776347338e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5318438887596131,
      "num_tokens": 293416095.0,
      "step": 381080
    },
    {
      "epoch": 0.4833971368337735,
      "grad_norm": 4.65625,
      "learning_rate": 2.5833483453387093e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5513096809387207,
      "num_tokens": 293424451.0,
      "step": 381090
    },
    {
      "epoch": 0.48340982142630634,
      "grad_norm": 5.875,
      "learning_rate": 2.5832849143300795e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5306022554636002,
      "num_tokens": 293432703.0,
      "step": 381100
    },
    {
      "epoch": 0.4834225060188392,
      "grad_norm": 5.25,
      "learning_rate": 2.5832214833214507e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5218534886837005,
      "num_tokens": 293442080.0,
      "step": 381110
    },
    {
      "epoch": 0.48343519061137197,
      "grad_norm": 5.96875,
      "learning_rate": 2.583158052312822e-05,
      "loss": 1.8019,
      "mean_token_accuracy": 0.5908637642860413,
      "num_tokens": 293449719.0,
      "step": 381120
    },
    {
      "epoch": 0.4834478752039048,
      "grad_norm": 4.65625,
      "learning_rate": 2.5830946213041925e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5747802972793579,
      "num_tokens": 293457639.0,
      "step": 381130
    },
    {
      "epoch": 0.48346055979643765,
      "grad_norm": 5.21875,
      "learning_rate": 2.5830311902955634e-05,
      "loss": 1.899,
      "mean_token_accuracy": 0.568547460436821,
      "num_tokens": 293464910.0,
      "step": 381140
    },
    {
      "epoch": 0.4834732443889705,
      "grad_norm": 5.125,
      "learning_rate": 2.582967759286934e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.549568486213684,
      "num_tokens": 293473108.0,
      "step": 381150
    },
    {
      "epoch": 0.48348592898150333,
      "grad_norm": 5.8125,
      "learning_rate": 2.582904328278305e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5399703025817871,
      "num_tokens": 293481584.0,
      "step": 381160
    },
    {
      "epoch": 0.4834986135740362,
      "grad_norm": 10.6875,
      "learning_rate": 2.582840897269676e-05,
      "loss": 1.9046,
      "mean_token_accuracy": 0.5841618090867996,
      "num_tokens": 293488118.0,
      "step": 381170
    },
    {
      "epoch": 0.483511298166569,
      "grad_norm": 6.6875,
      "learning_rate": 2.5827774662610465e-05,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5277384132146835,
      "num_tokens": 293495798.0,
      "step": 381180
    },
    {
      "epoch": 0.48352398275910186,
      "grad_norm": 6.1875,
      "learning_rate": 2.5827140352524177e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5280007988214492,
      "num_tokens": 293503188.0,
      "step": 381190
    },
    {
      "epoch": 0.48353666735163464,
      "grad_norm": 5.59375,
      "learning_rate": 2.5826506042437883e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5302842795848847,
      "num_tokens": 293510445.0,
      "step": 381200
    },
    {
      "epoch": 0.4835493519441675,
      "grad_norm": 4.9375,
      "learning_rate": 2.582587173235159e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.575671574473381,
      "num_tokens": 293518182.0,
      "step": 381210
    },
    {
      "epoch": 0.4835620365367003,
      "grad_norm": 5.0625,
      "learning_rate": 2.5825237422265304e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5740472108125687,
      "num_tokens": 293526104.0,
      "step": 381220
    },
    {
      "epoch": 0.48357472112923316,
      "grad_norm": 6.59375,
      "learning_rate": 2.582460311217901e-05,
      "loss": 1.8593,
      "mean_token_accuracy": 0.5869127988815308,
      "num_tokens": 293533800.0,
      "step": 381230
    },
    {
      "epoch": 0.483587405721766,
      "grad_norm": 4.78125,
      "learning_rate": 2.5823968802092718e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5196375668048858,
      "num_tokens": 293542968.0,
      "step": 381240
    },
    {
      "epoch": 0.48360009031429885,
      "grad_norm": 4.78125,
      "learning_rate": 2.5823334492006423e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5415931403636932,
      "num_tokens": 293551686.0,
      "step": 381250
    },
    {
      "epoch": 0.4836127749068317,
      "grad_norm": 6.34375,
      "learning_rate": 2.5822700181920135e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5336493849754333,
      "num_tokens": 293559592.0,
      "step": 381260
    },
    {
      "epoch": 0.48362545949936453,
      "grad_norm": 6.8125,
      "learning_rate": 2.5822065871833844e-05,
      "loss": 1.7557,
      "mean_token_accuracy": 0.6130144953727722,
      "num_tokens": 293567592.0,
      "step": 381270
    },
    {
      "epoch": 0.4836381440918973,
      "grad_norm": 5.1875,
      "learning_rate": 2.582143156174755e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.544716089963913,
      "num_tokens": 293576153.0,
      "step": 381280
    },
    {
      "epoch": 0.48365082868443016,
      "grad_norm": 5.6875,
      "learning_rate": 2.582079725166126e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5802200615406037,
      "num_tokens": 293583316.0,
      "step": 381290
    },
    {
      "epoch": 0.483663513276963,
      "grad_norm": 5.84375,
      "learning_rate": 2.5820162941574967e-05,
      "loss": 1.7093,
      "mean_token_accuracy": 0.6132930755615235,
      "num_tokens": 293589933.0,
      "step": 381300
    },
    {
      "epoch": 0.48367619786949584,
      "grad_norm": 5.65625,
      "learning_rate": 2.5819528631488675e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5357266932725906,
      "num_tokens": 293598981.0,
      "step": 381310
    },
    {
      "epoch": 0.4836888824620287,
      "grad_norm": 5.125,
      "learning_rate": 2.5818894321402388e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5261425405740738,
      "num_tokens": 293606578.0,
      "step": 381320
    },
    {
      "epoch": 0.4837015670545615,
      "grad_norm": 4.59375,
      "learning_rate": 2.5818260011316093e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5718243390321731,
      "num_tokens": 293614274.0,
      "step": 381330
    },
    {
      "epoch": 0.48371425164709436,
      "grad_norm": 8.375,
      "learning_rate": 2.58176257012298e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.52788125872612,
      "num_tokens": 293621901.0,
      "step": 381340
    },
    {
      "epoch": 0.48372693623962715,
      "grad_norm": 4.625,
      "learning_rate": 2.5816991391143507e-05,
      "loss": 2.2833,
      "mean_token_accuracy": 0.5017416536808014,
      "num_tokens": 293630582.0,
      "step": 381350
    },
    {
      "epoch": 0.48373962083216,
      "grad_norm": 4.9375,
      "learning_rate": 2.581635708105722e-05,
      "loss": 1.8002,
      "mean_token_accuracy": 0.5869103729724884,
      "num_tokens": 293638100.0,
      "step": 381360
    },
    {
      "epoch": 0.48375230542469283,
      "grad_norm": 8.625,
      "learning_rate": 2.5815722770970928e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5393199890851974,
      "num_tokens": 293645496.0,
      "step": 381370
    },
    {
      "epoch": 0.48376499001722567,
      "grad_norm": 9.5625,
      "learning_rate": 2.5815088460884633e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5340781837701798,
      "num_tokens": 293652673.0,
      "step": 381380
    },
    {
      "epoch": 0.4837776746097585,
      "grad_norm": 5.53125,
      "learning_rate": 2.5814454150798345e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.543350076675415,
      "num_tokens": 293661410.0,
      "step": 381390
    },
    {
      "epoch": 0.48379035920229135,
      "grad_norm": 5.6875,
      "learning_rate": 2.581381984071205e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5188978612422943,
      "num_tokens": 293669873.0,
      "step": 381400
    },
    {
      "epoch": 0.4838030437948242,
      "grad_norm": 4.625,
      "learning_rate": 2.581318553062576e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5520099073648452,
      "num_tokens": 293678154.0,
      "step": 381410
    },
    {
      "epoch": 0.48381572838735704,
      "grad_norm": 7.0625,
      "learning_rate": 2.581255122053947e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5469631403684616,
      "num_tokens": 293685868.0,
      "step": 381420
    },
    {
      "epoch": 0.4838284129798898,
      "grad_norm": 10.0,
      "learning_rate": 2.5811916910453177e-05,
      "loss": 2.1349,
      "mean_token_accuracy": 0.534791374206543,
      "num_tokens": 293693080.0,
      "step": 381430
    },
    {
      "epoch": 0.48384109757242266,
      "grad_norm": 5.625,
      "learning_rate": 2.5811282600366886e-05,
      "loss": 2.2035,
      "mean_token_accuracy": 0.5247383713722229,
      "num_tokens": 293701587.0,
      "step": 381440
    },
    {
      "epoch": 0.4838537821649555,
      "grad_norm": 5.03125,
      "learning_rate": 2.581064829028059e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5387789964675903,
      "num_tokens": 293710151.0,
      "step": 381450
    },
    {
      "epoch": 0.48386646675748834,
      "grad_norm": 6.34375,
      "learning_rate": 2.5810013980194303e-05,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5730729639530182,
      "num_tokens": 293716634.0,
      "step": 381460
    },
    {
      "epoch": 0.4838791513500212,
      "grad_norm": 4.78125,
      "learning_rate": 2.5809379670108015e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5445345431566239,
      "num_tokens": 293723845.0,
      "step": 381470
    },
    {
      "epoch": 0.483891835942554,
      "grad_norm": 12.8125,
      "learning_rate": 2.5808745360021717e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5457704782485961,
      "num_tokens": 293731125.0,
      "step": 381480
    },
    {
      "epoch": 0.48390452053508687,
      "grad_norm": 6.375,
      "learning_rate": 2.580811104993543e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5383930206298828,
      "num_tokens": 293737889.0,
      "step": 381490
    },
    {
      "epoch": 0.4839172051276197,
      "grad_norm": 5.3125,
      "learning_rate": 2.5807476739849135e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5421473503112793,
      "num_tokens": 293746874.0,
      "step": 381500
    },
    {
      "epoch": 0.4839298897201525,
      "grad_norm": 5.84375,
      "learning_rate": 2.5806842429762847e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5197455257177352,
      "num_tokens": 293754052.0,
      "step": 381510
    },
    {
      "epoch": 0.48394257431268534,
      "grad_norm": 6.9375,
      "learning_rate": 2.5806208119676556e-05,
      "loss": 1.9105,
      "mean_token_accuracy": 0.5793679475784301,
      "num_tokens": 293761977.0,
      "step": 381520
    },
    {
      "epoch": 0.4839552589052182,
      "grad_norm": 5.1875,
      "learning_rate": 2.580557380959026e-05,
      "loss": 2.2259,
      "mean_token_accuracy": 0.5270316302776337,
      "num_tokens": 293769637.0,
      "step": 381530
    },
    {
      "epoch": 0.483967943497751,
      "grad_norm": 6.96875,
      "learning_rate": 2.5804939499503973e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5461659550666809,
      "num_tokens": 293776002.0,
      "step": 381540
    },
    {
      "epoch": 0.48398062809028386,
      "grad_norm": 5.0,
      "learning_rate": 2.580430518941768e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5315110564231873,
      "num_tokens": 293784314.0,
      "step": 381550
    },
    {
      "epoch": 0.4839933126828167,
      "grad_norm": 5.875,
      "learning_rate": 2.5803670879331387e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.55240378677845,
      "num_tokens": 293792072.0,
      "step": 381560
    },
    {
      "epoch": 0.48400599727534954,
      "grad_norm": 6.03125,
      "learning_rate": 2.58030365692451e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5441348195075989,
      "num_tokens": 293799350.0,
      "step": 381570
    },
    {
      "epoch": 0.4840186818678824,
      "grad_norm": 8.9375,
      "learning_rate": 2.5802402259158805e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5441267490386963,
      "num_tokens": 293806816.0,
      "step": 381580
    },
    {
      "epoch": 0.48403136646041517,
      "grad_norm": 4.9375,
      "learning_rate": 2.5801767949072513e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5646083176136016,
      "num_tokens": 293816050.0,
      "step": 381590
    },
    {
      "epoch": 0.484044051052948,
      "grad_norm": 7.03125,
      "learning_rate": 2.580113363898622e-05,
      "loss": 1.9273,
      "mean_token_accuracy": 0.569000369310379,
      "num_tokens": 293824078.0,
      "step": 381600
    },
    {
      "epoch": 0.48405673564548085,
      "grad_norm": 5.34375,
      "learning_rate": 2.580049932889993e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5241041630506516,
      "num_tokens": 293832623.0,
      "step": 381610
    },
    {
      "epoch": 0.4840694202380137,
      "grad_norm": 4.28125,
      "learning_rate": 2.579986501881364e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5430507868528366,
      "num_tokens": 293840813.0,
      "step": 381620
    },
    {
      "epoch": 0.48408210483054653,
      "grad_norm": 5.0625,
      "learning_rate": 2.5799230708727345e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5354931235313416,
      "num_tokens": 293848978.0,
      "step": 381630
    },
    {
      "epoch": 0.4840947894230794,
      "grad_norm": 5.09375,
      "learning_rate": 2.5798596398641057e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5261741429567337,
      "num_tokens": 293857586.0,
      "step": 381640
    },
    {
      "epoch": 0.4841074740156122,
      "grad_norm": 5.375,
      "learning_rate": 2.5797962088554762e-05,
      "loss": 2.1766,
      "mean_token_accuracy": 0.5275604426860809,
      "num_tokens": 293863582.0,
      "step": 381650
    },
    {
      "epoch": 0.48412015860814506,
      "grad_norm": 5.28125,
      "learning_rate": 2.579732777846847e-05,
      "loss": 1.7097,
      "mean_token_accuracy": 0.6112821429967881,
      "num_tokens": 293870283.0,
      "step": 381660
    },
    {
      "epoch": 0.48413284320067784,
      "grad_norm": 5.5625,
      "learning_rate": 2.5796693468382183e-05,
      "loss": 1.7927,
      "mean_token_accuracy": 0.5871226340532303,
      "num_tokens": 293878587.0,
      "step": 381670
    },
    {
      "epoch": 0.4841455277932107,
      "grad_norm": 7.03125,
      "learning_rate": 2.579605915829589e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.5318300992250442,
      "num_tokens": 293885525.0,
      "step": 381680
    },
    {
      "epoch": 0.4841582123857435,
      "grad_norm": 6.3125,
      "learning_rate": 2.5795424848209597e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5488898634910584,
      "num_tokens": 293892831.0,
      "step": 381690
    },
    {
      "epoch": 0.48417089697827637,
      "grad_norm": 5.21875,
      "learning_rate": 2.5794790538123303e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5529206573963166,
      "num_tokens": 293901194.0,
      "step": 381700
    },
    {
      "epoch": 0.4841835815708092,
      "grad_norm": 5.59375,
      "learning_rate": 2.5794156228037015e-05,
      "loss": 2.2347,
      "mean_token_accuracy": 0.5268730461597443,
      "num_tokens": 293909276.0,
      "step": 381710
    },
    {
      "epoch": 0.48419626616334205,
      "grad_norm": 4.90625,
      "learning_rate": 2.5793521917950724e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5288276344537735,
      "num_tokens": 293917795.0,
      "step": 381720
    },
    {
      "epoch": 0.4842089507558749,
      "grad_norm": 4.84375,
      "learning_rate": 2.579288760786443e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5430652081966401,
      "num_tokens": 293925775.0,
      "step": 381730
    },
    {
      "epoch": 0.48422163534840773,
      "grad_norm": 6.8125,
      "learning_rate": 2.579225329777814e-05,
      "loss": 1.836,
      "mean_token_accuracy": 0.5950927793979645,
      "num_tokens": 293933118.0,
      "step": 381740
    },
    {
      "epoch": 0.4842343199409405,
      "grad_norm": 5.0625,
      "learning_rate": 2.5791618987691846e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5712647855281829,
      "num_tokens": 293940473.0,
      "step": 381750
    },
    {
      "epoch": 0.48424700453347336,
      "grad_norm": 5.71875,
      "learning_rate": 2.5790984677605555e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5464594185352325,
      "num_tokens": 293947925.0,
      "step": 381760
    },
    {
      "epoch": 0.4842596891260062,
      "grad_norm": 7.53125,
      "learning_rate": 2.5790350367519267e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5288470715284348,
      "num_tokens": 293957031.0,
      "step": 381770
    },
    {
      "epoch": 0.48427237371853904,
      "grad_norm": 5.125,
      "learning_rate": 2.5789716057432973e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5448068618774414,
      "num_tokens": 293965426.0,
      "step": 381780
    },
    {
      "epoch": 0.4842850583110719,
      "grad_norm": 5.0,
      "learning_rate": 2.578908174734668e-05,
      "loss": 1.9129,
      "mean_token_accuracy": 0.5683969616889953,
      "num_tokens": 293972645.0,
      "step": 381790
    },
    {
      "epoch": 0.4842977429036047,
      "grad_norm": 6.125,
      "learning_rate": 2.5788447437260387e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5626080602407455,
      "num_tokens": 293980807.0,
      "step": 381800
    },
    {
      "epoch": 0.48431042749613756,
      "grad_norm": 6.3125,
      "learning_rate": 2.57878131271741e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5432655304670334,
      "num_tokens": 293989940.0,
      "step": 381810
    },
    {
      "epoch": 0.48432311208867035,
      "grad_norm": 5.96875,
      "learning_rate": 2.5787178817087808e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5438573241233826,
      "num_tokens": 293997399.0,
      "step": 381820
    },
    {
      "epoch": 0.4843357966812032,
      "grad_norm": 6.0625,
      "learning_rate": 2.5786544507001513e-05,
      "loss": 1.7506,
      "mean_token_accuracy": 0.6071863234043121,
      "num_tokens": 294005398.0,
      "step": 381830
    },
    {
      "epoch": 0.48434848127373603,
      "grad_norm": 7.1875,
      "learning_rate": 2.5785910196915225e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.545759791135788,
      "num_tokens": 294012345.0,
      "step": 381840
    },
    {
      "epoch": 0.4843611658662689,
      "grad_norm": 5.375,
      "learning_rate": 2.578527588682893e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5695138216018677,
      "num_tokens": 294018436.0,
      "step": 381850
    },
    {
      "epoch": 0.4843738504588017,
      "grad_norm": 4.8125,
      "learning_rate": 2.578464157674264e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5579276919364929,
      "num_tokens": 294026308.0,
      "step": 381860
    },
    {
      "epoch": 0.48438653505133455,
      "grad_norm": 5.53125,
      "learning_rate": 2.578400726665635e-05,
      "loss": 1.8138,
      "mean_token_accuracy": 0.5896637618541718,
      "num_tokens": 294033638.0,
      "step": 381870
    },
    {
      "epoch": 0.4843992196438674,
      "grad_norm": 4.8125,
      "learning_rate": 2.5783372956570057e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.573788383603096,
      "num_tokens": 294042358.0,
      "step": 381880
    },
    {
      "epoch": 0.48441190423640024,
      "grad_norm": 5.28125,
      "learning_rate": 2.578273864648377e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.5212829083204269,
      "num_tokens": 294049181.0,
      "step": 381890
    },
    {
      "epoch": 0.484424588828933,
      "grad_norm": 5.4375,
      "learning_rate": 2.5782104336397477e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.550815099477768,
      "num_tokens": 294057354.0,
      "step": 381900
    },
    {
      "epoch": 0.48443727342146586,
      "grad_norm": 4.8125,
      "learning_rate": 2.5781470026311183e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5448365926742553,
      "num_tokens": 294064994.0,
      "step": 381910
    },
    {
      "epoch": 0.4844499580139987,
      "grad_norm": 14.6875,
      "learning_rate": 2.5780835716224895e-05,
      "loss": 1.6974,
      "mean_token_accuracy": 0.6324059963226318,
      "num_tokens": 294070549.0,
      "step": 381920
    },
    {
      "epoch": 0.48446264260653155,
      "grad_norm": 4.5,
      "learning_rate": 2.57802014061386e-05,
      "loss": 1.8975,
      "mean_token_accuracy": 0.5831149756908417,
      "num_tokens": 294078766.0,
      "step": 381930
    },
    {
      "epoch": 0.4844753271990644,
      "grad_norm": 6.0,
      "learning_rate": 2.577956709605231e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5459344536066055,
      "num_tokens": 294085672.0,
      "step": 381940
    },
    {
      "epoch": 0.48448801179159723,
      "grad_norm": 5.28125,
      "learning_rate": 2.577893278596602e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5554513692855835,
      "num_tokens": 294093003.0,
      "step": 381950
    },
    {
      "epoch": 0.48450069638413007,
      "grad_norm": 5.6875,
      "learning_rate": 2.5778298475879727e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5617573678493499,
      "num_tokens": 294099854.0,
      "step": 381960
    },
    {
      "epoch": 0.4845133809766629,
      "grad_norm": 5.96875,
      "learning_rate": 2.5777664165793435e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.563240385055542,
      "num_tokens": 294106681.0,
      "step": 381970
    },
    {
      "epoch": 0.4845260655691957,
      "grad_norm": 5.5,
      "learning_rate": 2.577702985570714e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5535874426364898,
      "num_tokens": 294115393.0,
      "step": 381980
    },
    {
      "epoch": 0.48453875016172854,
      "grad_norm": 5.125,
      "learning_rate": 2.5776395545620853e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5294971317052841,
      "num_tokens": 294123668.0,
      "step": 381990
    },
    {
      "epoch": 0.4845514347542614,
      "grad_norm": 5.8125,
      "learning_rate": 2.577576123553456e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.529562446475029,
      "num_tokens": 294130458.0,
      "step": 382000
    },
    {
      "epoch": 0.4845641193467942,
      "grad_norm": 7.21875,
      "learning_rate": 2.5775126925448267e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5126735210418701,
      "num_tokens": 294138955.0,
      "step": 382010
    },
    {
      "epoch": 0.48457680393932706,
      "grad_norm": 6.0625,
      "learning_rate": 2.577449261536198e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5394980907440186,
      "num_tokens": 294146670.0,
      "step": 382020
    },
    {
      "epoch": 0.4845894885318599,
      "grad_norm": 4.53125,
      "learning_rate": 2.5773858305275684e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.546322175860405,
      "num_tokens": 294154385.0,
      "step": 382030
    },
    {
      "epoch": 0.48460217312439274,
      "grad_norm": 6.9375,
      "learning_rate": 2.5773223995189393e-05,
      "loss": 1.7732,
      "mean_token_accuracy": 0.6024598032236099,
      "num_tokens": 294161262.0,
      "step": 382040
    },
    {
      "epoch": 0.4846148577169256,
      "grad_norm": 5.0,
      "learning_rate": 2.5772589685103105e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5560172706842422,
      "num_tokens": 294168928.0,
      "step": 382050
    },
    {
      "epoch": 0.48462754230945837,
      "grad_norm": 7.4375,
      "learning_rate": 2.577195537501681e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5149673998355866,
      "num_tokens": 294177136.0,
      "step": 382060
    },
    {
      "epoch": 0.4846402269019912,
      "grad_norm": 6.5625,
      "learning_rate": 2.577132106493052e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5439201354980469,
      "num_tokens": 294185681.0,
      "step": 382070
    },
    {
      "epoch": 0.48465291149452405,
      "grad_norm": 4.6875,
      "learning_rate": 2.5770686754844225e-05,
      "loss": 2.291,
      "mean_token_accuracy": 0.5104158788919448,
      "num_tokens": 294193980.0,
      "step": 382080
    },
    {
      "epoch": 0.4846655960870569,
      "grad_norm": 6.5625,
      "learning_rate": 2.5770052444757937e-05,
      "loss": 1.7865,
      "mean_token_accuracy": 0.596767646074295,
      "num_tokens": 294202222.0,
      "step": 382090
    },
    {
      "epoch": 0.48467828067958973,
      "grad_norm": 5.3125,
      "learning_rate": 2.5769418134671646e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5576567381620408,
      "num_tokens": 294209459.0,
      "step": 382100
    },
    {
      "epoch": 0.4846909652721226,
      "grad_norm": 6.0,
      "learning_rate": 2.576878382458535e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5547122091054917,
      "num_tokens": 294217532.0,
      "step": 382110
    },
    {
      "epoch": 0.4847036498646554,
      "grad_norm": 5.5,
      "learning_rate": 2.5768149514499063e-05,
      "loss": 1.9068,
      "mean_token_accuracy": 0.5632143020629883,
      "num_tokens": 294224561.0,
      "step": 382120
    },
    {
      "epoch": 0.48471633445718826,
      "grad_norm": 5.1875,
      "learning_rate": 2.576751520441277e-05,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5153924435377121,
      "num_tokens": 294232959.0,
      "step": 382130
    },
    {
      "epoch": 0.48472901904972104,
      "grad_norm": 6.875,
      "learning_rate": 2.5766880894326477e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5227294564247131,
      "num_tokens": 294241041.0,
      "step": 382140
    },
    {
      "epoch": 0.4847417036422539,
      "grad_norm": 5.3125,
      "learning_rate": 2.576624658424019e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5667158961296082,
      "num_tokens": 294247919.0,
      "step": 382150
    },
    {
      "epoch": 0.4847543882347867,
      "grad_norm": 5.90625,
      "learning_rate": 2.5765612274153895e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5590697646141052,
      "num_tokens": 294255978.0,
      "step": 382160
    },
    {
      "epoch": 0.48476707282731957,
      "grad_norm": 8.1875,
      "learning_rate": 2.5764977964067603e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5424607813358306,
      "num_tokens": 294262564.0,
      "step": 382170
    },
    {
      "epoch": 0.4847797574198524,
      "grad_norm": 5.875,
      "learning_rate": 2.576434365398131e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5665450721979142,
      "num_tokens": 294270858.0,
      "step": 382180
    },
    {
      "epoch": 0.48479244201238525,
      "grad_norm": 5.75,
      "learning_rate": 2.576370934389502e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5548687756061554,
      "num_tokens": 294278156.0,
      "step": 382190
    },
    {
      "epoch": 0.4848051266049181,
      "grad_norm": 5.4375,
      "learning_rate": 2.5763075033808733e-05,
      "loss": 1.8862,
      "mean_token_accuracy": 0.5779595226049423,
      "num_tokens": 294284227.0,
      "step": 382200
    },
    {
      "epoch": 0.48481781119745093,
      "grad_norm": 5.625,
      "learning_rate": 2.5762440723722435e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5286320477724076,
      "num_tokens": 294293101.0,
      "step": 382210
    },
    {
      "epoch": 0.4848304957899837,
      "grad_norm": 4.90625,
      "learning_rate": 2.5761806413636147e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.541272047162056,
      "num_tokens": 294301691.0,
      "step": 382220
    },
    {
      "epoch": 0.48484318038251656,
      "grad_norm": 6.96875,
      "learning_rate": 2.5761172103549852e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5570930480957031,
      "num_tokens": 294308882.0,
      "step": 382230
    },
    {
      "epoch": 0.4848558649750494,
      "grad_norm": 4.75,
      "learning_rate": 2.576053779346356e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5558216631412506,
      "num_tokens": 294317191.0,
      "step": 382240
    },
    {
      "epoch": 0.48486854956758224,
      "grad_norm": 5.65625,
      "learning_rate": 2.5759903483377273e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5693993508815766,
      "num_tokens": 294325215.0,
      "step": 382250
    },
    {
      "epoch": 0.4848812341601151,
      "grad_norm": 5.5,
      "learning_rate": 2.575926917329098e-05,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5616034507751465,
      "num_tokens": 294333273.0,
      "step": 382260
    },
    {
      "epoch": 0.4848939187526479,
      "grad_norm": 6.65625,
      "learning_rate": 2.575863486320469e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5277349531650544,
      "num_tokens": 294340769.0,
      "step": 382270
    },
    {
      "epoch": 0.48490660334518076,
      "grad_norm": 4.84375,
      "learning_rate": 2.5758000553118393e-05,
      "loss": 2.3331,
      "mean_token_accuracy": 0.5040015637874603,
      "num_tokens": 294349497.0,
      "step": 382280
    },
    {
      "epoch": 0.48491928793771355,
      "grad_norm": 9.125,
      "learning_rate": 2.5757366243032105e-05,
      "loss": 1.8715,
      "mean_token_accuracy": 0.5718870222568512,
      "num_tokens": 294356738.0,
      "step": 382290
    },
    {
      "epoch": 0.4849319725302464,
      "grad_norm": 5.09375,
      "learning_rate": 2.5756731932945817e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5313831359148026,
      "num_tokens": 294363913.0,
      "step": 382300
    },
    {
      "epoch": 0.48494465712277923,
      "grad_norm": 7.6875,
      "learning_rate": 2.5756097622859522e-05,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5804359793663025,
      "num_tokens": 294370272.0,
      "step": 382310
    },
    {
      "epoch": 0.4849573417153121,
      "grad_norm": 6.5,
      "learning_rate": 2.575546331277323e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5618411332368851,
      "num_tokens": 294376640.0,
      "step": 382320
    },
    {
      "epoch": 0.4849700263078449,
      "grad_norm": 4.375,
      "learning_rate": 2.5754829002686936e-05,
      "loss": 1.7613,
      "mean_token_accuracy": 0.6084192126989365,
      "num_tokens": 294383815.0,
      "step": 382330
    },
    {
      "epoch": 0.48498271090037776,
      "grad_norm": 6.03125,
      "learning_rate": 2.575419469260065e-05,
      "loss": 2.2559,
      "mean_token_accuracy": 0.5144735485315323,
      "num_tokens": 294391770.0,
      "step": 382340
    },
    {
      "epoch": 0.4849953954929106,
      "grad_norm": 5.78125,
      "learning_rate": 2.5753560382514357e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5322608321905136,
      "num_tokens": 294400334.0,
      "step": 382350
    },
    {
      "epoch": 0.48500808008544344,
      "grad_norm": 5.25,
      "learning_rate": 2.5752926072428063e-05,
      "loss": 1.8591,
      "mean_token_accuracy": 0.5946044713258744,
      "num_tokens": 294408060.0,
      "step": 382360
    },
    {
      "epoch": 0.4850207646779762,
      "grad_norm": 5.125,
      "learning_rate": 2.5752291762341775e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5578419089317321,
      "num_tokens": 294415895.0,
      "step": 382370
    },
    {
      "epoch": 0.48503344927050906,
      "grad_norm": 4.875,
      "learning_rate": 2.575165745225548e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5374782413244248,
      "num_tokens": 294423952.0,
      "step": 382380
    },
    {
      "epoch": 0.4850461338630419,
      "grad_norm": 6.1875,
      "learning_rate": 2.575102314216919e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5360932737588883,
      "num_tokens": 294430863.0,
      "step": 382390
    },
    {
      "epoch": 0.48505881845557475,
      "grad_norm": 4.5625,
      "learning_rate": 2.57503888320829e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.538609704375267,
      "num_tokens": 294439432.0,
      "step": 382400
    },
    {
      "epoch": 0.4850715030481076,
      "grad_norm": 5.28125,
      "learning_rate": 2.5749754521996606e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5642555117607116,
      "num_tokens": 294446736.0,
      "step": 382410
    },
    {
      "epoch": 0.48508418764064043,
      "grad_norm": 6.65625,
      "learning_rate": 2.5749120211910315e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5542657047510147,
      "num_tokens": 294454101.0,
      "step": 382420
    },
    {
      "epoch": 0.48509687223317327,
      "grad_norm": 6.96875,
      "learning_rate": 2.574848590182402e-05,
      "loss": 1.8812,
      "mean_token_accuracy": 0.5791270047426224,
      "num_tokens": 294461030.0,
      "step": 382430
    },
    {
      "epoch": 0.4851095568257061,
      "grad_norm": 6.8125,
      "learning_rate": 2.5747851591737733e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5595588356256485,
      "num_tokens": 294467853.0,
      "step": 382440
    },
    {
      "epoch": 0.4851222414182389,
      "grad_norm": 5.3125,
      "learning_rate": 2.574721728165144e-05,
      "loss": 1.568,
      "mean_token_accuracy": 0.6509480506181717,
      "num_tokens": 294474225.0,
      "step": 382450
    },
    {
      "epoch": 0.48513492601077174,
      "grad_norm": 8.1875,
      "learning_rate": 2.5746582971565147e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5357196092605591,
      "num_tokens": 294482813.0,
      "step": 382460
    },
    {
      "epoch": 0.4851476106033046,
      "grad_norm": 7.125,
      "learning_rate": 2.574594866147886e-05,
      "loss": 1.8759,
      "mean_token_accuracy": 0.5800282418727875,
      "num_tokens": 294490458.0,
      "step": 382470
    },
    {
      "epoch": 0.4851602951958374,
      "grad_norm": 5.21875,
      "learning_rate": 2.5745314351392564e-05,
      "loss": 1.8777,
      "mean_token_accuracy": 0.5818028628826142,
      "num_tokens": 294497609.0,
      "step": 382480
    },
    {
      "epoch": 0.48517297978837026,
      "grad_norm": 3.4375,
      "learning_rate": 2.5744680041306273e-05,
      "loss": 1.9292,
      "mean_token_accuracy": 0.5769349128007889,
      "num_tokens": 294504662.0,
      "step": 382490
    },
    {
      "epoch": 0.4851856643809031,
      "grad_norm": 5.5,
      "learning_rate": 2.5744045731219985e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5512660562992096,
      "num_tokens": 294512306.0,
      "step": 382500
    },
    {
      "epoch": 0.48519834897343594,
      "grad_norm": 6.0,
      "learning_rate": 2.574341142113369e-05,
      "loss": 1.8857,
      "mean_token_accuracy": 0.5816814482212067,
      "num_tokens": 294519663.0,
      "step": 382510
    },
    {
      "epoch": 0.4852110335659688,
      "grad_norm": 5.40625,
      "learning_rate": 2.57427771110474e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5505411058664322,
      "num_tokens": 294528012.0,
      "step": 382520
    },
    {
      "epoch": 0.48522371815850157,
      "grad_norm": 8.125,
      "learning_rate": 2.5742142800961104e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5411800056695938,
      "num_tokens": 294535579.0,
      "step": 382530
    },
    {
      "epoch": 0.4852364027510344,
      "grad_norm": 4.90625,
      "learning_rate": 2.5741508490874817e-05,
      "loss": 1.8166,
      "mean_token_accuracy": 0.5903251975774765,
      "num_tokens": 294543093.0,
      "step": 382540
    },
    {
      "epoch": 0.48524908734356725,
      "grad_norm": 8.6875,
      "learning_rate": 2.5740874180788525e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5504616439342499,
      "num_tokens": 294551889.0,
      "step": 382550
    },
    {
      "epoch": 0.4852617719361001,
      "grad_norm": 2.21875,
      "learning_rate": 2.574023987070223e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5731084048748016,
      "num_tokens": 294559846.0,
      "step": 382560
    },
    {
      "epoch": 0.48527445652863294,
      "grad_norm": 5.78125,
      "learning_rate": 2.5739605560615943e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5427001863718033,
      "num_tokens": 294568839.0,
      "step": 382570
    },
    {
      "epoch": 0.4852871411211658,
      "grad_norm": 6.625,
      "learning_rate": 2.5738971250529648e-05,
      "loss": 1.8995,
      "mean_token_accuracy": 0.567139846086502,
      "num_tokens": 294575892.0,
      "step": 382580
    },
    {
      "epoch": 0.4852998257136986,
      "grad_norm": 4.59375,
      "learning_rate": 2.5738336940443357e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5593400985002518,
      "num_tokens": 294584294.0,
      "step": 382590
    },
    {
      "epoch": 0.48531251030623146,
      "grad_norm": 4.8125,
      "learning_rate": 2.573770263035707e-05,
      "loss": 2.2396,
      "mean_token_accuracy": 0.5172789514064788,
      "num_tokens": 294593083.0,
      "step": 382600
    },
    {
      "epoch": 0.48532519489876425,
      "grad_norm": 5.09375,
      "learning_rate": 2.5737068320270774e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5639083445072174,
      "num_tokens": 294600212.0,
      "step": 382610
    },
    {
      "epoch": 0.4853378794912971,
      "grad_norm": 5.3125,
      "learning_rate": 2.5736434010184486e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5579605221748352,
      "num_tokens": 294607863.0,
      "step": 382620
    },
    {
      "epoch": 0.4853505640838299,
      "grad_norm": 5.3125,
      "learning_rate": 2.573579970009819e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.580002361536026,
      "num_tokens": 294615840.0,
      "step": 382630
    },
    {
      "epoch": 0.48536324867636277,
      "grad_norm": 5.5625,
      "learning_rate": 2.57351653900119e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5709033936262131,
      "num_tokens": 294623690.0,
      "step": 382640
    },
    {
      "epoch": 0.4853759332688956,
      "grad_norm": 4.96875,
      "learning_rate": 2.5734531079925613e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5510550439357758,
      "num_tokens": 294630381.0,
      "step": 382650
    },
    {
      "epoch": 0.48538861786142845,
      "grad_norm": 5.84375,
      "learning_rate": 2.5733896769839315e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5277576327323914,
      "num_tokens": 294636443.0,
      "step": 382660
    },
    {
      "epoch": 0.4854013024539613,
      "grad_norm": 7.21875,
      "learning_rate": 2.5733262459753027e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5648762166500092,
      "num_tokens": 294642230.0,
      "step": 382670
    },
    {
      "epoch": 0.48541398704649413,
      "grad_norm": 6.96875,
      "learning_rate": 2.5732628149666732e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5666115671396256,
      "num_tokens": 294649430.0,
      "step": 382680
    },
    {
      "epoch": 0.4854266716390269,
      "grad_norm": 7.28125,
      "learning_rate": 2.5731993839580444e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5532340705394745,
      "num_tokens": 294656094.0,
      "step": 382690
    },
    {
      "epoch": 0.48543935623155976,
      "grad_norm": 6.875,
      "learning_rate": 2.5731359529494153e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5597162455320358,
      "num_tokens": 294663968.0,
      "step": 382700
    },
    {
      "epoch": 0.4854520408240926,
      "grad_norm": 6.65625,
      "learning_rate": 2.573072521940786e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5582795977592468,
      "num_tokens": 294670750.0,
      "step": 382710
    },
    {
      "epoch": 0.48546472541662544,
      "grad_norm": 5.625,
      "learning_rate": 2.573009090932157e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5652067363262177,
      "num_tokens": 294677324.0,
      "step": 382720
    },
    {
      "epoch": 0.4854774100091583,
      "grad_norm": 5.65625,
      "learning_rate": 2.5729456599235276e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5557026088237762,
      "num_tokens": 294686313.0,
      "step": 382730
    },
    {
      "epoch": 0.4854900946016911,
      "grad_norm": 9.0625,
      "learning_rate": 2.5728822289148985e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5387121140956879,
      "num_tokens": 294694151.0,
      "step": 382740
    },
    {
      "epoch": 0.48550277919422397,
      "grad_norm": 6.0,
      "learning_rate": 2.5728187979062697e-05,
      "loss": 1.874,
      "mean_token_accuracy": 0.5842405647039414,
      "num_tokens": 294700432.0,
      "step": 382750
    },
    {
      "epoch": 0.48551546378675675,
      "grad_norm": 5.28125,
      "learning_rate": 2.5727553668976402e-05,
      "loss": 1.6838,
      "mean_token_accuracy": 0.6395140141248703,
      "num_tokens": 294707217.0,
      "step": 382760
    },
    {
      "epoch": 0.4855281483792896,
      "grad_norm": 6.46875,
      "learning_rate": 2.572691935889011e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5643197536468506,
      "num_tokens": 294714425.0,
      "step": 382770
    },
    {
      "epoch": 0.48554083297182243,
      "grad_norm": 5.03125,
      "learning_rate": 2.5726285048803816e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5523126751184464,
      "num_tokens": 294722482.0,
      "step": 382780
    },
    {
      "epoch": 0.4855535175643553,
      "grad_norm": 6.65625,
      "learning_rate": 2.5725650738717528e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5369680553674698,
      "num_tokens": 294730226.0,
      "step": 382790
    },
    {
      "epoch": 0.4855662021568881,
      "grad_norm": 4.75,
      "learning_rate": 2.5725016428631237e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5198448777198792,
      "num_tokens": 294738168.0,
      "step": 382800
    },
    {
      "epoch": 0.48557888674942096,
      "grad_norm": 6.96875,
      "learning_rate": 2.5724382118544942e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5481667280197143,
      "num_tokens": 294746175.0,
      "step": 382810
    },
    {
      "epoch": 0.4855915713419538,
      "grad_norm": 6.0625,
      "learning_rate": 2.5723747808458654e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5471885293722153,
      "num_tokens": 294753466.0,
      "step": 382820
    },
    {
      "epoch": 0.48560425593448664,
      "grad_norm": 6.59375,
      "learning_rate": 2.5723113498372363e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5500442415475846,
      "num_tokens": 294760336.0,
      "step": 382830
    },
    {
      "epoch": 0.4856169405270194,
      "grad_norm": 7.1875,
      "learning_rate": 2.572247918828607e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5584796994924546,
      "num_tokens": 294767671.0,
      "step": 382840
    },
    {
      "epoch": 0.48562962511955227,
      "grad_norm": 4.5625,
      "learning_rate": 2.572184487819978e-05,
      "loss": 1.8669,
      "mean_token_accuracy": 0.5796825230121613,
      "num_tokens": 294775606.0,
      "step": 382850
    },
    {
      "epoch": 0.4856423097120851,
      "grad_norm": 6.125,
      "learning_rate": 2.5721210568113486e-05,
      "loss": 1.9581,
      "mean_token_accuracy": 0.5847778081893921,
      "num_tokens": 294781046.0,
      "step": 382860
    },
    {
      "epoch": 0.48565499430461795,
      "grad_norm": 7.78125,
      "learning_rate": 2.5720576258027195e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.551455345749855,
      "num_tokens": 294787843.0,
      "step": 382870
    },
    {
      "epoch": 0.4856676788971508,
      "grad_norm": 5.5,
      "learning_rate": 2.5719941947940907e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5516702264547348,
      "num_tokens": 294793862.0,
      "step": 382880
    },
    {
      "epoch": 0.48568036348968363,
      "grad_norm": 6.65625,
      "learning_rate": 2.5719307637854612e-05,
      "loss": 1.8365,
      "mean_token_accuracy": 0.5965375483036042,
      "num_tokens": 294800644.0,
      "step": 382890
    },
    {
      "epoch": 0.48569304808221647,
      "grad_norm": 5.125,
      "learning_rate": 2.571867332776832e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5538610368967056,
      "num_tokens": 294809543.0,
      "step": 382900
    },
    {
      "epoch": 0.4857057326747493,
      "grad_norm": 5.65625,
      "learning_rate": 2.5718039017682026e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5628600627183914,
      "num_tokens": 294816625.0,
      "step": 382910
    },
    {
      "epoch": 0.4857184172672821,
      "grad_norm": 5.21875,
      "learning_rate": 2.571740470759574e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5399624228477478,
      "num_tokens": 294824261.0,
      "step": 382920
    },
    {
      "epoch": 0.48573110185981494,
      "grad_norm": 4.78125,
      "learning_rate": 2.5716770397509447e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5236196547746659,
      "num_tokens": 294833210.0,
      "step": 382930
    },
    {
      "epoch": 0.4857437864523478,
      "grad_norm": 5.125,
      "learning_rate": 2.5716136087423153e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5503417551517487,
      "num_tokens": 294839909.0,
      "step": 382940
    },
    {
      "epoch": 0.4857564710448806,
      "grad_norm": 7.1875,
      "learning_rate": 2.5715501777336865e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5082628667354584,
      "num_tokens": 294847044.0,
      "step": 382950
    },
    {
      "epoch": 0.48576915563741346,
      "grad_norm": 6.65625,
      "learning_rate": 2.571486746725057e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5531706750392914,
      "num_tokens": 294855700.0,
      "step": 382960
    },
    {
      "epoch": 0.4857818402299463,
      "grad_norm": 5.3125,
      "learning_rate": 2.571423315716428e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5254593014717102,
      "num_tokens": 294864645.0,
      "step": 382970
    },
    {
      "epoch": 0.48579452482247915,
      "grad_norm": 7.0625,
      "learning_rate": 2.571359884707799e-05,
      "loss": 2.2773,
      "mean_token_accuracy": 0.5118151754140854,
      "num_tokens": 294873002.0,
      "step": 382980
    },
    {
      "epoch": 0.485807209415012,
      "grad_norm": 5.9375,
      "learning_rate": 2.5712964536991696e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5446025848388671,
      "num_tokens": 294881059.0,
      "step": 382990
    },
    {
      "epoch": 0.4858198940075448,
      "grad_norm": 5.125,
      "learning_rate": 2.571233022690541e-05,
      "loss": 1.8606,
      "mean_token_accuracy": 0.5927369296550751,
      "num_tokens": 294889729.0,
      "step": 383000
    },
    {
      "epoch": 0.4858325786000776,
      "grad_norm": 5.875,
      "learning_rate": 2.571169591681911e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5575963526964187,
      "num_tokens": 294897138.0,
      "step": 383010
    },
    {
      "epoch": 0.48584526319261045,
      "grad_norm": 5.34375,
      "learning_rate": 2.5711061606732822e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5470493465662003,
      "num_tokens": 294905320.0,
      "step": 383020
    },
    {
      "epoch": 0.4858579477851433,
      "grad_norm": 7.03125,
      "learning_rate": 2.5710427296646535e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5501404762268066,
      "num_tokens": 294913315.0,
      "step": 383030
    },
    {
      "epoch": 0.48587063237767614,
      "grad_norm": 5.03125,
      "learning_rate": 2.570979298656024e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5197098821401596,
      "num_tokens": 294923068.0,
      "step": 383040
    },
    {
      "epoch": 0.485883316970209,
      "grad_norm": 6.1875,
      "learning_rate": 2.570915867647395e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5374039679765701,
      "num_tokens": 294932128.0,
      "step": 383050
    },
    {
      "epoch": 0.4858960015627418,
      "grad_norm": 5.0625,
      "learning_rate": 2.5708524366387654e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5331302613019944,
      "num_tokens": 294940424.0,
      "step": 383060
    },
    {
      "epoch": 0.48590868615527466,
      "grad_norm": 5.0625,
      "learning_rate": 2.5707890056301366e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5360696196556092,
      "num_tokens": 294948943.0,
      "step": 383070
    },
    {
      "epoch": 0.48592137074780745,
      "grad_norm": 7.40625,
      "learning_rate": 2.5707255746215075e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5372154206037522,
      "num_tokens": 294956359.0,
      "step": 383080
    },
    {
      "epoch": 0.4859340553403403,
      "grad_norm": 5.09375,
      "learning_rate": 2.570662143612878e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.542201691865921,
      "num_tokens": 294964750.0,
      "step": 383090
    },
    {
      "epoch": 0.48594673993287313,
      "grad_norm": 7.3125,
      "learning_rate": 2.5705987126042492e-05,
      "loss": 2.3009,
      "mean_token_accuracy": 0.5087977707386017,
      "num_tokens": 294972532.0,
      "step": 383100
    },
    {
      "epoch": 0.48595942452540597,
      "grad_norm": 6.28125,
      "learning_rate": 2.5705352815956198e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5570146560668945,
      "num_tokens": 294980340.0,
      "step": 383110
    },
    {
      "epoch": 0.4859721091179388,
      "grad_norm": 6.96875,
      "learning_rate": 2.5704718505869906e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5365925878286362,
      "num_tokens": 294986876.0,
      "step": 383120
    },
    {
      "epoch": 0.48598479371047165,
      "grad_norm": 5.5,
      "learning_rate": 2.570408419578362e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5354540765285491,
      "num_tokens": 294994397.0,
      "step": 383130
    },
    {
      "epoch": 0.4859974783030045,
      "grad_norm": 4.6875,
      "learning_rate": 2.5703449885697324e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5714385330677032,
      "num_tokens": 295002007.0,
      "step": 383140
    },
    {
      "epoch": 0.48601016289553733,
      "grad_norm": 6.84375,
      "learning_rate": 2.5702815575611033e-05,
      "loss": 1.8199,
      "mean_token_accuracy": 0.592317533493042,
      "num_tokens": 295010227.0,
      "step": 383150
    },
    {
      "epoch": 0.4860228474880701,
      "grad_norm": 5.625,
      "learning_rate": 2.5702181265524738e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5524965018033982,
      "num_tokens": 295017670.0,
      "step": 383160
    },
    {
      "epoch": 0.48603553208060296,
      "grad_norm": 5.09375,
      "learning_rate": 2.570154695543845e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5537933945655823,
      "num_tokens": 295025151.0,
      "step": 383170
    },
    {
      "epoch": 0.4860482166731358,
      "grad_norm": 6.09375,
      "learning_rate": 2.570091264535216e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5460548579692841,
      "num_tokens": 295032581.0,
      "step": 383180
    },
    {
      "epoch": 0.48606090126566864,
      "grad_norm": 5.71875,
      "learning_rate": 2.5700278335265864e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5598830997943878,
      "num_tokens": 295039994.0,
      "step": 383190
    },
    {
      "epoch": 0.4860735858582015,
      "grad_norm": 5.8125,
      "learning_rate": 2.5699644025179576e-05,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5843641489744187,
      "num_tokens": 295046878.0,
      "step": 383200
    },
    {
      "epoch": 0.4860862704507343,
      "grad_norm": 5.90625,
      "learning_rate": 2.5699009715093282e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5462692081928253,
      "num_tokens": 295054922.0,
      "step": 383210
    },
    {
      "epoch": 0.48609895504326717,
      "grad_norm": 5.09375,
      "learning_rate": 2.569837540500699e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.562394505739212,
      "num_tokens": 295062814.0,
      "step": 383220
    },
    {
      "epoch": 0.48611163963579995,
      "grad_norm": 5.625,
      "learning_rate": 2.5697741094920703e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5551131695508957,
      "num_tokens": 295070014.0,
      "step": 383230
    },
    {
      "epoch": 0.4861243242283328,
      "grad_norm": 5.09375,
      "learning_rate": 2.5697106784834408e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5597366541624069,
      "num_tokens": 295078356.0,
      "step": 383240
    },
    {
      "epoch": 0.48613700882086563,
      "grad_norm": 6.21875,
      "learning_rate": 2.5696472474748117e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5366650730371475,
      "num_tokens": 295084954.0,
      "step": 383250
    },
    {
      "epoch": 0.4861496934133985,
      "grad_norm": 16.125,
      "learning_rate": 2.5695838164661822e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5332704305648803,
      "num_tokens": 295092657.0,
      "step": 383260
    },
    {
      "epoch": 0.4861623780059313,
      "grad_norm": 4.9375,
      "learning_rate": 2.5695203854575534e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5419874668121338,
      "num_tokens": 295100881.0,
      "step": 383270
    },
    {
      "epoch": 0.48617506259846416,
      "grad_norm": 5.34375,
      "learning_rate": 2.5694569544489243e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.544905036687851,
      "num_tokens": 295108465.0,
      "step": 383280
    },
    {
      "epoch": 0.486187747190997,
      "grad_norm": 5.59375,
      "learning_rate": 2.5693935234402948e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5550147294998169,
      "num_tokens": 295116416.0,
      "step": 383290
    },
    {
      "epoch": 0.48620043178352984,
      "grad_norm": 5.0,
      "learning_rate": 2.569330092431666e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5291189610958099,
      "num_tokens": 295123853.0,
      "step": 383300
    },
    {
      "epoch": 0.4862131163760626,
      "grad_norm": 6.375,
      "learning_rate": 2.5692666614230366e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.520985671877861,
      "num_tokens": 295131982.0,
      "step": 383310
    },
    {
      "epoch": 0.48622580096859547,
      "grad_norm": 4.75,
      "learning_rate": 2.5692032304144074e-05,
      "loss": 1.6809,
      "mean_token_accuracy": 0.6157275795936584,
      "num_tokens": 295137468.0,
      "step": 383320
    },
    {
      "epoch": 0.4862384855611283,
      "grad_norm": 5.6875,
      "learning_rate": 2.5691397994057787e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5356966257095337,
      "num_tokens": 295146759.0,
      "step": 383330
    },
    {
      "epoch": 0.48625117015366115,
      "grad_norm": 5.125,
      "learning_rate": 2.5690763683971492e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5783058762550354,
      "num_tokens": 295153906.0,
      "step": 383340
    },
    {
      "epoch": 0.486263854746194,
      "grad_norm": 5.0,
      "learning_rate": 2.56901293738852e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5306545555591583,
      "num_tokens": 295162043.0,
      "step": 383350
    },
    {
      "epoch": 0.48627653933872683,
      "grad_norm": 4.84375,
      "learning_rate": 2.5689495063798906e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5505620688199997,
      "num_tokens": 295169249.0,
      "step": 383360
    },
    {
      "epoch": 0.4862892239312597,
      "grad_norm": 5.5,
      "learning_rate": 2.5688860753712618e-05,
      "loss": 2.2929,
      "mean_token_accuracy": 0.5016737431287766,
      "num_tokens": 295177719.0,
      "step": 383370
    },
    {
      "epoch": 0.4863019085237925,
      "grad_norm": 7.59375,
      "learning_rate": 2.568822644362633e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5618160694837571,
      "num_tokens": 295184515.0,
      "step": 383380
    },
    {
      "epoch": 0.4863145931163253,
      "grad_norm": 5.375,
      "learning_rate": 2.5687592133540032e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.545954379439354,
      "num_tokens": 295192514.0,
      "step": 383390
    },
    {
      "epoch": 0.48632727770885814,
      "grad_norm": 6.9375,
      "learning_rate": 2.5686957823453744e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5851454555988311,
      "num_tokens": 295200338.0,
      "step": 383400
    },
    {
      "epoch": 0.486339962301391,
      "grad_norm": 5.3125,
      "learning_rate": 2.568632351336745e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5390450894832611,
      "num_tokens": 295208292.0,
      "step": 383410
    },
    {
      "epoch": 0.4863526468939238,
      "grad_norm": 5.46875,
      "learning_rate": 2.5685689203281162e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5644821226596832,
      "num_tokens": 295215650.0,
      "step": 383420
    },
    {
      "epoch": 0.48636533148645666,
      "grad_norm": 9.5,
      "learning_rate": 2.568505489319487e-05,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5543109506368638,
      "num_tokens": 295222330.0,
      "step": 383430
    },
    {
      "epoch": 0.4863780160789895,
      "grad_norm": 5.1875,
      "learning_rate": 2.5684420583108576e-05,
      "loss": 2.2479,
      "mean_token_accuracy": 0.5150682717561722,
      "num_tokens": 295231259.0,
      "step": 383440
    },
    {
      "epoch": 0.48639070067152235,
      "grad_norm": 6.65625,
      "learning_rate": 2.5683786273022288e-05,
      "loss": 1.7799,
      "mean_token_accuracy": 0.5958341240882874,
      "num_tokens": 295237887.0,
      "step": 383450
    },
    {
      "epoch": 0.4864033852640552,
      "grad_norm": 5.375,
      "learning_rate": 2.5683151962935993e-05,
      "loss": 1.9451,
      "mean_token_accuracy": 0.5636121571063996,
      "num_tokens": 295246543.0,
      "step": 383460
    },
    {
      "epoch": 0.486416069856588,
      "grad_norm": 7.15625,
      "learning_rate": 2.5682517652849702e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5397709846496582,
      "num_tokens": 295254521.0,
      "step": 383470
    },
    {
      "epoch": 0.4864287544491208,
      "grad_norm": 6.53125,
      "learning_rate": 2.5681883342763414e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5276891559362411,
      "num_tokens": 295262364.0,
      "step": 383480
    },
    {
      "epoch": 0.48644143904165366,
      "grad_norm": 5.4375,
      "learning_rate": 2.568124903267712e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5429494023323059,
      "num_tokens": 295269017.0,
      "step": 383490
    },
    {
      "epoch": 0.4864541236341865,
      "grad_norm": 6.875,
      "learning_rate": 2.568061472259083e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5348395466804504,
      "num_tokens": 295277305.0,
      "step": 383500
    },
    {
      "epoch": 0.48646680822671934,
      "grad_norm": 5.1875,
      "learning_rate": 2.5679980412504534e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5287198126316071,
      "num_tokens": 295285528.0,
      "step": 383510
    },
    {
      "epoch": 0.4864794928192522,
      "grad_norm": 6.09375,
      "learning_rate": 2.5679346102418246e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5314742356538773,
      "num_tokens": 295293337.0,
      "step": 383520
    },
    {
      "epoch": 0.486492177411785,
      "grad_norm": 5.40625,
      "learning_rate": 2.5678711792331955e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5364578008651734,
      "num_tokens": 295301200.0,
      "step": 383530
    },
    {
      "epoch": 0.48650486200431786,
      "grad_norm": 6.4375,
      "learning_rate": 2.567807748224566e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5403012245893478,
      "num_tokens": 295308257.0,
      "step": 383540
    },
    {
      "epoch": 0.48651754659685065,
      "grad_norm": 5.34375,
      "learning_rate": 2.5677443172159372e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5591333985328675,
      "num_tokens": 295316057.0,
      "step": 383550
    },
    {
      "epoch": 0.4865302311893835,
      "grad_norm": 4.96875,
      "learning_rate": 2.5676808862073077e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5243272960186005,
      "num_tokens": 295324297.0,
      "step": 383560
    },
    {
      "epoch": 0.48654291578191633,
      "grad_norm": 4.78125,
      "learning_rate": 2.5676174551986786e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5285347729921341,
      "num_tokens": 295331714.0,
      "step": 383570
    },
    {
      "epoch": 0.48655560037444917,
      "grad_norm": 6.3125,
      "learning_rate": 2.56755402419005e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.532557463645935,
      "num_tokens": 295339718.0,
      "step": 383580
    },
    {
      "epoch": 0.486568284966982,
      "grad_norm": 5.4375,
      "learning_rate": 2.5674905931814204e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5487202346324921,
      "num_tokens": 295348748.0,
      "step": 383590
    },
    {
      "epoch": 0.48658096955951485,
      "grad_norm": 8.5,
      "learning_rate": 2.5674271621727912e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.5865993857383728,
      "num_tokens": 295355276.0,
      "step": 383600
    },
    {
      "epoch": 0.4865936541520477,
      "grad_norm": 6.90625,
      "learning_rate": 2.5673637311641618e-05,
      "loss": 1.9325,
      "mean_token_accuracy": 0.5718443781137467,
      "num_tokens": 295362965.0,
      "step": 383610
    },
    {
      "epoch": 0.48660633874458054,
      "grad_norm": 4.9375,
      "learning_rate": 2.567300300155533e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.553014126420021,
      "num_tokens": 295371215.0,
      "step": 383620
    },
    {
      "epoch": 0.4866190233371133,
      "grad_norm": 5.71875,
      "learning_rate": 2.567236869146904e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5296562552452088,
      "num_tokens": 295378691.0,
      "step": 383630
    },
    {
      "epoch": 0.48663170792964616,
      "grad_norm": 7.25,
      "learning_rate": 2.5671734381382744e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5357899993658066,
      "num_tokens": 295386708.0,
      "step": 383640
    },
    {
      "epoch": 0.486644392522179,
      "grad_norm": 6.3125,
      "learning_rate": 2.5671100071296456e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5753838837146759,
      "num_tokens": 295393197.0,
      "step": 383650
    },
    {
      "epoch": 0.48665707711471184,
      "grad_norm": 6.34375,
      "learning_rate": 2.567046576121016e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5376600563526154,
      "num_tokens": 295401688.0,
      "step": 383660
    },
    {
      "epoch": 0.4866697617072447,
      "grad_norm": 5.40625,
      "learning_rate": 2.566983145112387e-05,
      "loss": 1.8373,
      "mean_token_accuracy": 0.588031205534935,
      "num_tokens": 295408198.0,
      "step": 383670
    },
    {
      "epoch": 0.4866824462997775,
      "grad_norm": 4.71875,
      "learning_rate": 2.5669197141037582e-05,
      "loss": 1.8751,
      "mean_token_accuracy": 0.58607497215271,
      "num_tokens": 295416351.0,
      "step": 383680
    },
    {
      "epoch": 0.48669513089231037,
      "grad_norm": 7.21875,
      "learning_rate": 2.5668562830951288e-05,
      "loss": 2.2124,
      "mean_token_accuracy": 0.5155649185180664,
      "num_tokens": 295425481.0,
      "step": 383690
    },
    {
      "epoch": 0.48670781548484315,
      "grad_norm": 4.8125,
      "learning_rate": 2.5667928520864996e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5431106090545654,
      "num_tokens": 295432680.0,
      "step": 383700
    },
    {
      "epoch": 0.486720500077376,
      "grad_norm": 5.21875,
      "learning_rate": 2.566729421077871e-05,
      "loss": 1.8909,
      "mean_token_accuracy": 0.5795514762401581,
      "num_tokens": 295439889.0,
      "step": 383710
    },
    {
      "epoch": 0.48673318466990884,
      "grad_norm": 9.375,
      "learning_rate": 2.5666659900692414e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5293321192264557,
      "num_tokens": 295447626.0,
      "step": 383720
    },
    {
      "epoch": 0.4867458692624417,
      "grad_norm": 4.53125,
      "learning_rate": 2.5666025590606123e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5177021145820617,
      "num_tokens": 295456667.0,
      "step": 383730
    },
    {
      "epoch": 0.4867585538549745,
      "grad_norm": 5.8125,
      "learning_rate": 2.5665391280519828e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5597215861082077,
      "num_tokens": 295463885.0,
      "step": 383740
    },
    {
      "epoch": 0.48677123844750736,
      "grad_norm": 5.9375,
      "learning_rate": 2.566475697043354e-05,
      "loss": 1.9057,
      "mean_token_accuracy": 0.56965873837471,
      "num_tokens": 295470859.0,
      "step": 383750
    },
    {
      "epoch": 0.4867839230400402,
      "grad_norm": 5.375,
      "learning_rate": 2.5664122660347252e-05,
      "loss": 2.2306,
      "mean_token_accuracy": 0.5087356716394424,
      "num_tokens": 295479337.0,
      "step": 383760
    },
    {
      "epoch": 0.48679660763257304,
      "grad_norm": 5.15625,
      "learning_rate": 2.5663488350260954e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5354157984256744,
      "num_tokens": 295488279.0,
      "step": 383770
    },
    {
      "epoch": 0.4868092922251058,
      "grad_norm": 5.25,
      "learning_rate": 2.5662854040174666e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5638757854700088,
      "num_tokens": 295495888.0,
      "step": 383780
    },
    {
      "epoch": 0.48682197681763867,
      "grad_norm": 4.96875,
      "learning_rate": 2.5662219730088372e-05,
      "loss": 1.9273,
      "mean_token_accuracy": 0.5800364583730697,
      "num_tokens": 295504407.0,
      "step": 383790
    },
    {
      "epoch": 0.4868346614101715,
      "grad_norm": 5.28125,
      "learning_rate": 2.5661585420002084e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5613669872283935,
      "num_tokens": 295512319.0,
      "step": 383800
    },
    {
      "epoch": 0.48684734600270435,
      "grad_norm": 6.34375,
      "learning_rate": 2.5660951109915793e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.524646344780922,
      "num_tokens": 295520154.0,
      "step": 383810
    },
    {
      "epoch": 0.4868600305952372,
      "grad_norm": 6.375,
      "learning_rate": 2.5660316799829498e-05,
      "loss": 1.5189,
      "mean_token_accuracy": 0.6604347646236419,
      "num_tokens": 295526680.0,
      "step": 383820
    },
    {
      "epoch": 0.48687271518777003,
      "grad_norm": 5.09375,
      "learning_rate": 2.565968248974321e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5665339767932892,
      "num_tokens": 295533752.0,
      "step": 383830
    },
    {
      "epoch": 0.4868853997803029,
      "grad_norm": 6.53125,
      "learning_rate": 2.5659048179656915e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5277643263339996,
      "num_tokens": 295542448.0,
      "step": 383840
    },
    {
      "epoch": 0.4868980843728357,
      "grad_norm": 5.03125,
      "learning_rate": 2.5658413869570624e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5723682522773743,
      "num_tokens": 295550430.0,
      "step": 383850
    },
    {
      "epoch": 0.4869107689653685,
      "grad_norm": 5.6875,
      "learning_rate": 2.5657779559484336e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5494674354791641,
      "num_tokens": 295559013.0,
      "step": 383860
    },
    {
      "epoch": 0.48692345355790134,
      "grad_norm": 5.5,
      "learning_rate": 2.565714524939804e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5243928790092468,
      "num_tokens": 295567100.0,
      "step": 383870
    },
    {
      "epoch": 0.4869361381504342,
      "grad_norm": 5.65625,
      "learning_rate": 2.565651093931175e-05,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5727916568517685,
      "num_tokens": 295574782.0,
      "step": 383880
    },
    {
      "epoch": 0.486948822742967,
      "grad_norm": 6.0625,
      "learning_rate": 2.5655876629225456e-05,
      "loss": 1.8892,
      "mean_token_accuracy": 0.5795566141605377,
      "num_tokens": 295581072.0,
      "step": 383890
    },
    {
      "epoch": 0.48696150733549987,
      "grad_norm": 5.3125,
      "learning_rate": 2.5655242319139168e-05,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5750422656536103,
      "num_tokens": 295588961.0,
      "step": 383900
    },
    {
      "epoch": 0.4869741919280327,
      "grad_norm": 7.875,
      "learning_rate": 2.5654608009052877e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.547755965590477,
      "num_tokens": 295596399.0,
      "step": 383910
    },
    {
      "epoch": 0.48698687652056555,
      "grad_norm": 5.75,
      "learning_rate": 2.5653973698966582e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5628531008958817,
      "num_tokens": 295603347.0,
      "step": 383920
    },
    {
      "epoch": 0.4869995611130984,
      "grad_norm": 7.875,
      "learning_rate": 2.5653339388880294e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5569675534963607,
      "num_tokens": 295610000.0,
      "step": 383930
    },
    {
      "epoch": 0.4870122457056312,
      "grad_norm": 5.875,
      "learning_rate": 2.5652705078794e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5231972217559815,
      "num_tokens": 295617631.0,
      "step": 383940
    },
    {
      "epoch": 0.487024930298164,
      "grad_norm": 5.0625,
      "learning_rate": 2.5652070768707708e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5331256449222564,
      "num_tokens": 295626407.0,
      "step": 383950
    },
    {
      "epoch": 0.48703761489069686,
      "grad_norm": 5.375,
      "learning_rate": 2.565143645862142e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.559272164106369,
      "num_tokens": 295633765.0,
      "step": 383960
    },
    {
      "epoch": 0.4870502994832297,
      "grad_norm": 6.59375,
      "learning_rate": 2.5650802148535126e-05,
      "loss": 1.8416,
      "mean_token_accuracy": 0.596503221988678,
      "num_tokens": 295640080.0,
      "step": 383970
    },
    {
      "epoch": 0.48706298407576254,
      "grad_norm": 6.96875,
      "learning_rate": 2.5650167838448834e-05,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5225732117891312,
      "num_tokens": 295648090.0,
      "step": 383980
    },
    {
      "epoch": 0.4870756686682954,
      "grad_norm": 5.21875,
      "learning_rate": 2.564953352836254e-05,
      "loss": 2.2585,
      "mean_token_accuracy": 0.5212628483772278,
      "num_tokens": 295657939.0,
      "step": 383990
    },
    {
      "epoch": 0.4870883532608282,
      "grad_norm": 5.21875,
      "learning_rate": 2.5648899218276252e-05,
      "loss": 2.1976,
      "mean_token_accuracy": 0.5299848169088364,
      "num_tokens": 295665382.0,
      "step": 384000
    },
    {
      "epoch": 0.48710103785336106,
      "grad_norm": 4.96875,
      "learning_rate": 2.564826490818996e-05,
      "loss": 1.8942,
      "mean_token_accuracy": 0.569950133562088,
      "num_tokens": 295672459.0,
      "step": 384010
    },
    {
      "epoch": 0.48711372244589385,
      "grad_norm": 12.125,
      "learning_rate": 2.5647630598103666e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5227667987346649,
      "num_tokens": 295679324.0,
      "step": 384020
    },
    {
      "epoch": 0.4871264070384267,
      "grad_norm": 5.125,
      "learning_rate": 2.5646996288017378e-05,
      "loss": 2.2668,
      "mean_token_accuracy": 0.5097850501537323,
      "num_tokens": 295687592.0,
      "step": 384030
    },
    {
      "epoch": 0.48713909163095953,
      "grad_norm": 4.53125,
      "learning_rate": 2.5646361977931083e-05,
      "loss": 1.8524,
      "mean_token_accuracy": 0.5903797745704651,
      "num_tokens": 295693966.0,
      "step": 384040
    },
    {
      "epoch": 0.48715177622349237,
      "grad_norm": 5.0,
      "learning_rate": 2.5645727667844792e-05,
      "loss": 2.2671,
      "mean_token_accuracy": 0.5191674798727035,
      "num_tokens": 295702709.0,
      "step": 384050
    },
    {
      "epoch": 0.4871644608160252,
      "grad_norm": 5.1875,
      "learning_rate": 2.5645093357758504e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5481544077396393,
      "num_tokens": 295710094.0,
      "step": 384060
    },
    {
      "epoch": 0.48717714540855805,
      "grad_norm": 6.1875,
      "learning_rate": 2.564445904767221e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5286232829093933,
      "num_tokens": 295719125.0,
      "step": 384070
    },
    {
      "epoch": 0.4871898300010909,
      "grad_norm": 6.4375,
      "learning_rate": 2.564382473758592e-05,
      "loss": 2.2625,
      "mean_token_accuracy": 0.5110768646001815,
      "num_tokens": 295727885.0,
      "step": 384080
    },
    {
      "epoch": 0.48720251459362374,
      "grad_norm": 5.28125,
      "learning_rate": 2.5643190427499624e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5333321273326874,
      "num_tokens": 295736764.0,
      "step": 384090
    },
    {
      "epoch": 0.4872151991861565,
      "grad_norm": 6.65625,
      "learning_rate": 2.5642556117413336e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5769975423812866,
      "num_tokens": 295744313.0,
      "step": 384100
    },
    {
      "epoch": 0.48722788377868936,
      "grad_norm": 7.09375,
      "learning_rate": 2.5641921807327045e-05,
      "loss": 1.7683,
      "mean_token_accuracy": 0.606595727801323,
      "num_tokens": 295751587.0,
      "step": 384110
    },
    {
      "epoch": 0.4872405683712222,
      "grad_norm": 5.25,
      "learning_rate": 2.564128749724075e-05,
      "loss": 1.8763,
      "mean_token_accuracy": 0.5872838973999024,
      "num_tokens": 295759189.0,
      "step": 384120
    },
    {
      "epoch": 0.48725325296375505,
      "grad_norm": 5.125,
      "learning_rate": 2.5640653187154462e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5650493830442429,
      "num_tokens": 295767098.0,
      "step": 384130
    },
    {
      "epoch": 0.4872659375562879,
      "grad_norm": 7.59375,
      "learning_rate": 2.5640018877068167e-05,
      "loss": 1.8375,
      "mean_token_accuracy": 0.5945055544376373,
      "num_tokens": 295773127.0,
      "step": 384140
    },
    {
      "epoch": 0.48727862214882073,
      "grad_norm": 5.09375,
      "learning_rate": 2.5639384566981876e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.530102476477623,
      "num_tokens": 295782012.0,
      "step": 384150
    },
    {
      "epoch": 0.48729130674135357,
      "grad_norm": 5.0,
      "learning_rate": 2.5638750256895588e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5526598542928696,
      "num_tokens": 295790707.0,
      "step": 384160
    },
    {
      "epoch": 0.48730399133388635,
      "grad_norm": 4.65625,
      "learning_rate": 2.5638115946809294e-05,
      "loss": 1.7731,
      "mean_token_accuracy": 0.5980323553085327,
      "num_tokens": 295799279.0,
      "step": 384170
    },
    {
      "epoch": 0.4873166759264192,
      "grad_norm": 5.3125,
      "learning_rate": 2.5637481636723006e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5564058274030685,
      "num_tokens": 295807899.0,
      "step": 384180
    },
    {
      "epoch": 0.48732936051895204,
      "grad_norm": 3.828125,
      "learning_rate": 2.5636847326636708e-05,
      "loss": 1.8947,
      "mean_token_accuracy": 0.581336435675621,
      "num_tokens": 295815585.0,
      "step": 384190
    },
    {
      "epoch": 0.4873420451114849,
      "grad_norm": 5.1875,
      "learning_rate": 2.563621301655042e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5423165798187256,
      "num_tokens": 295822821.0,
      "step": 384200
    },
    {
      "epoch": 0.4873547297040177,
      "grad_norm": 4.90625,
      "learning_rate": 2.5635578706464132e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5678732037544251,
      "num_tokens": 295831336.0,
      "step": 384210
    },
    {
      "epoch": 0.48736741429655056,
      "grad_norm": 7.5,
      "learning_rate": 2.5634944396377837e-05,
      "loss": 1.5787,
      "mean_token_accuracy": 0.6385830134153366,
      "num_tokens": 295836819.0,
      "step": 384220
    },
    {
      "epoch": 0.4873800988890834,
      "grad_norm": 6.4375,
      "learning_rate": 2.5634310086291546e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5586168587207794,
      "num_tokens": 295843515.0,
      "step": 384230
    },
    {
      "epoch": 0.48739278348161624,
      "grad_norm": 5.40625,
      "learning_rate": 2.563367577620525e-05,
      "loss": 1.7079,
      "mean_token_accuracy": 0.6119420915842056,
      "num_tokens": 295849763.0,
      "step": 384240
    },
    {
      "epoch": 0.48740546807414903,
      "grad_norm": 5.78125,
      "learning_rate": 2.5633041466118964e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5278957933187485,
      "num_tokens": 295858010.0,
      "step": 384250
    },
    {
      "epoch": 0.48741815266668187,
      "grad_norm": 7.09375,
      "learning_rate": 2.5632407156032672e-05,
      "loss": 1.6705,
      "mean_token_accuracy": 0.6285013049840927,
      "num_tokens": 295864162.0,
      "step": 384260
    },
    {
      "epoch": 0.4874308372592147,
      "grad_norm": 5.125,
      "learning_rate": 2.5631772845946378e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5263154059648514,
      "num_tokens": 295872393.0,
      "step": 384270
    },
    {
      "epoch": 0.48744352185174755,
      "grad_norm": 7.8125,
      "learning_rate": 2.563113853586009e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5311791062355041,
      "num_tokens": 295879348.0,
      "step": 384280
    },
    {
      "epoch": 0.4874562064442804,
      "grad_norm": 6.375,
      "learning_rate": 2.5630504225773795e-05,
      "loss": 1.7098,
      "mean_token_accuracy": 0.6065574675798416,
      "num_tokens": 295884861.0,
      "step": 384290
    },
    {
      "epoch": 0.48746889103681323,
      "grad_norm": 6.125,
      "learning_rate": 2.5629869915687504e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5254690498113632,
      "num_tokens": 295893512.0,
      "step": 384300
    },
    {
      "epoch": 0.4874815756293461,
      "grad_norm": 6.0625,
      "learning_rate": 2.5629235605601216e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5605566173791885,
      "num_tokens": 295900708.0,
      "step": 384310
    },
    {
      "epoch": 0.4874942602218789,
      "grad_norm": 5.8125,
      "learning_rate": 2.562860129551492e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5293794691562652,
      "num_tokens": 295908141.0,
      "step": 384320
    },
    {
      "epoch": 0.4875069448144117,
      "grad_norm": 6.75,
      "learning_rate": 2.562796698542863e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5398287236690521,
      "num_tokens": 295916732.0,
      "step": 384330
    },
    {
      "epoch": 0.48751962940694454,
      "grad_norm": 7.75,
      "learning_rate": 2.5627332675342335e-05,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5649670004844666,
      "num_tokens": 295924852.0,
      "step": 384340
    },
    {
      "epoch": 0.4875323139994774,
      "grad_norm": 4.65625,
      "learning_rate": 2.5626698365256048e-05,
      "loss": 1.8778,
      "mean_token_accuracy": 0.5806679397821426,
      "num_tokens": 295933016.0,
      "step": 384350
    },
    {
      "epoch": 0.4875449985920102,
      "grad_norm": 4.84375,
      "learning_rate": 2.5626064055169756e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5585963070392609,
      "num_tokens": 295941097.0,
      "step": 384360
    },
    {
      "epoch": 0.48755768318454307,
      "grad_norm": 6.5625,
      "learning_rate": 2.562542974508346e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5473901718854904,
      "num_tokens": 295948339.0,
      "step": 384370
    },
    {
      "epoch": 0.4875703677770759,
      "grad_norm": 4.875,
      "learning_rate": 2.5624795434997174e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5155921161174775,
      "num_tokens": 295957904.0,
      "step": 384380
    },
    {
      "epoch": 0.48758305236960875,
      "grad_norm": 6.53125,
      "learning_rate": 2.562416112491088e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5572303384542465,
      "num_tokens": 295964059.0,
      "step": 384390
    },
    {
      "epoch": 0.4875957369621416,
      "grad_norm": 6.0,
      "learning_rate": 2.5623526814824588e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5534173429012299,
      "num_tokens": 295970859.0,
      "step": 384400
    },
    {
      "epoch": 0.4876084215546744,
      "grad_norm": 6.40625,
      "learning_rate": 2.56228925047383e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5566327571868896,
      "num_tokens": 295978836.0,
      "step": 384410
    },
    {
      "epoch": 0.4876211061472072,
      "grad_norm": 5.28125,
      "learning_rate": 2.5622258194652005e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5359948188066482,
      "num_tokens": 295987428.0,
      "step": 384420
    },
    {
      "epoch": 0.48763379073974006,
      "grad_norm": 6.25,
      "learning_rate": 2.5621623884565714e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5343687683343887,
      "num_tokens": 295995511.0,
      "step": 384430
    },
    {
      "epoch": 0.4876464753322729,
      "grad_norm": 5.0,
      "learning_rate": 2.562098957447942e-05,
      "loss": 1.8354,
      "mean_token_accuracy": 0.5990965008735657,
      "num_tokens": 296002485.0,
      "step": 384440
    },
    {
      "epoch": 0.48765915992480574,
      "grad_norm": 5.53125,
      "learning_rate": 2.562035526439313e-05,
      "loss": 1.8385,
      "mean_token_accuracy": 0.5997884422540665,
      "num_tokens": 296009563.0,
      "step": 384450
    },
    {
      "epoch": 0.4876718445173386,
      "grad_norm": 6.75,
      "learning_rate": 2.561972095430684e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5384088933467865,
      "num_tokens": 296018047.0,
      "step": 384460
    },
    {
      "epoch": 0.4876845291098714,
      "grad_norm": 5.53125,
      "learning_rate": 2.5619086644220546e-05,
      "loss": 2.2914,
      "mean_token_accuracy": 0.5101105123758316,
      "num_tokens": 296026991.0,
      "step": 384470
    },
    {
      "epoch": 0.48769721370240426,
      "grad_norm": 6.0,
      "learning_rate": 2.5618452334134258e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5512123674154281,
      "num_tokens": 296035835.0,
      "step": 384480
    },
    {
      "epoch": 0.48770989829493705,
      "grad_norm": 5.59375,
      "learning_rate": 2.5617818024047963e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5438401997089386,
      "num_tokens": 296043570.0,
      "step": 384490
    },
    {
      "epoch": 0.4877225828874699,
      "grad_norm": 5.34375,
      "learning_rate": 2.5617183713961672e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5186238795518875,
      "num_tokens": 296051163.0,
      "step": 384500
    },
    {
      "epoch": 0.48773526748000273,
      "grad_norm": 5.09375,
      "learning_rate": 2.5616549403875384e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5565522581338882,
      "num_tokens": 296058100.0,
      "step": 384510
    },
    {
      "epoch": 0.4877479520725356,
      "grad_norm": 4.6875,
      "learning_rate": 2.561591509378909e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5650692284107208,
      "num_tokens": 296064612.0,
      "step": 384520
    },
    {
      "epoch": 0.4877606366650684,
      "grad_norm": 5.40625,
      "learning_rate": 2.5615280783702798e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5760661900043488,
      "num_tokens": 296072647.0,
      "step": 384530
    },
    {
      "epoch": 0.48777332125760126,
      "grad_norm": 4.75,
      "learning_rate": 2.5614646473616503e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5398535251617431,
      "num_tokens": 296080996.0,
      "step": 384540
    },
    {
      "epoch": 0.4877860058501341,
      "grad_norm": 5.875,
      "learning_rate": 2.5614012163530216e-05,
      "loss": 1.957,
      "mean_token_accuracy": 0.5832303255796433,
      "num_tokens": 296090413.0,
      "step": 384550
    },
    {
      "epoch": 0.48779869044266694,
      "grad_norm": 6.09375,
      "learning_rate": 2.5613377853443928e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5676552474498748,
      "num_tokens": 296097670.0,
      "step": 384560
    },
    {
      "epoch": 0.4878113750351997,
      "grad_norm": 5.0,
      "learning_rate": 2.561274354335763e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5305372685194015,
      "num_tokens": 296106864.0,
      "step": 384570
    },
    {
      "epoch": 0.48782405962773256,
      "grad_norm": 5.15625,
      "learning_rate": 2.5612109233271342e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5486497163772583,
      "num_tokens": 296113230.0,
      "step": 384580
    },
    {
      "epoch": 0.4878367442202654,
      "grad_norm": 5.46875,
      "learning_rate": 2.5611474923185047e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5569337487220765,
      "num_tokens": 296120667.0,
      "step": 384590
    },
    {
      "epoch": 0.48784942881279825,
      "grad_norm": 5.03125,
      "learning_rate": 2.561084061309876e-05,
      "loss": 1.8907,
      "mean_token_accuracy": 0.5800015270709992,
      "num_tokens": 296127703.0,
      "step": 384600
    },
    {
      "epoch": 0.4878621134053311,
      "grad_norm": 5.1875,
      "learning_rate": 2.5610206303012468e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5427130550146103,
      "num_tokens": 296135445.0,
      "step": 384610
    },
    {
      "epoch": 0.48787479799786393,
      "grad_norm": 5.125,
      "learning_rate": 2.5609571992926173e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5370817184448242,
      "num_tokens": 296144200.0,
      "step": 384620
    },
    {
      "epoch": 0.48788748259039677,
      "grad_norm": 4.5625,
      "learning_rate": 2.5608937682839886e-05,
      "loss": 1.8497,
      "mean_token_accuracy": 0.5807796955108643,
      "num_tokens": 296151159.0,
      "step": 384630
    },
    {
      "epoch": 0.48790016718292956,
      "grad_norm": 4.8125,
      "learning_rate": 2.5608303372753594e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5314956992864609,
      "num_tokens": 296159293.0,
      "step": 384640
    },
    {
      "epoch": 0.4879128517754624,
      "grad_norm": 6.28125,
      "learning_rate": 2.56076690626673e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5619552850723266,
      "num_tokens": 296167033.0,
      "step": 384650
    },
    {
      "epoch": 0.48792553636799524,
      "grad_norm": 6.03125,
      "learning_rate": 2.5607034752581012e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.5592692077159882,
      "num_tokens": 296174769.0,
      "step": 384660
    },
    {
      "epoch": 0.4879382209605281,
      "grad_norm": 6.125,
      "learning_rate": 2.5606400442494717e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5612294882535934,
      "num_tokens": 296182323.0,
      "step": 384670
    },
    {
      "epoch": 0.4879509055530609,
      "grad_norm": 5.4375,
      "learning_rate": 2.5605766132408426e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5552321404218674,
      "num_tokens": 296190236.0,
      "step": 384680
    },
    {
      "epoch": 0.48796359014559376,
      "grad_norm": 5.71875,
      "learning_rate": 2.5605131822322138e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5306423395872116,
      "num_tokens": 296197044.0,
      "step": 384690
    },
    {
      "epoch": 0.4879762747381266,
      "grad_norm": 5.875,
      "learning_rate": 2.5604497512235843e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5189842492341995,
      "num_tokens": 296204111.0,
      "step": 384700
    },
    {
      "epoch": 0.48798895933065944,
      "grad_norm": 6.25,
      "learning_rate": 2.5603863202149552e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5439220339059829,
      "num_tokens": 296211514.0,
      "step": 384710
    },
    {
      "epoch": 0.48800164392319223,
      "grad_norm": 5.59375,
      "learning_rate": 2.5603228892063257e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5686940282583237,
      "num_tokens": 296218242.0,
      "step": 384720
    },
    {
      "epoch": 0.48801432851572507,
      "grad_norm": 6.03125,
      "learning_rate": 2.560259458197697e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.553855037689209,
      "num_tokens": 296226961.0,
      "step": 384730
    },
    {
      "epoch": 0.4880270131082579,
      "grad_norm": 1.8984375,
      "learning_rate": 2.5601960271890678e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5741084069013596,
      "num_tokens": 296235520.0,
      "step": 384740
    },
    {
      "epoch": 0.48803969770079075,
      "grad_norm": 5.75,
      "learning_rate": 2.5601325961804384e-05,
      "loss": 2.2423,
      "mean_token_accuracy": 0.5199433237314224,
      "num_tokens": 296244350.0,
      "step": 384750
    },
    {
      "epoch": 0.4880523822933236,
      "grad_norm": 6.9375,
      "learning_rate": 2.5600691651718096e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5542914122343063,
      "num_tokens": 296252548.0,
      "step": 384760
    },
    {
      "epoch": 0.48806506688585644,
      "grad_norm": 6.125,
      "learning_rate": 2.56000573416318e-05,
      "loss": 2.3138,
      "mean_token_accuracy": 0.5002143263816834,
      "num_tokens": 296261874.0,
      "step": 384770
    },
    {
      "epoch": 0.4880777514783893,
      "grad_norm": 4.96875,
      "learning_rate": 2.559942303154551e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5344121396541596,
      "num_tokens": 296270036.0,
      "step": 384780
    },
    {
      "epoch": 0.4880904360709221,
      "grad_norm": 4.96875,
      "learning_rate": 2.5598788721459222e-05,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5590107172727585,
      "num_tokens": 296277718.0,
      "step": 384790
    },
    {
      "epoch": 0.4881031206634549,
      "grad_norm": 6.09375,
      "learning_rate": 2.5598154411372927e-05,
      "loss": 1.9394,
      "mean_token_accuracy": 0.5613604485988617,
      "num_tokens": 296284369.0,
      "step": 384800
    },
    {
      "epoch": 0.48811580525598774,
      "grad_norm": 6.6875,
      "learning_rate": 2.5597520101286636e-05,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5548554927110672,
      "num_tokens": 296291927.0,
      "step": 384810
    },
    {
      "epoch": 0.4881284898485206,
      "grad_norm": 6.0,
      "learning_rate": 2.559688579120034e-05,
      "loss": 2.2099,
      "mean_token_accuracy": 0.5208275794982911,
      "num_tokens": 296299077.0,
      "step": 384820
    },
    {
      "epoch": 0.4881411744410534,
      "grad_norm": 6.90625,
      "learning_rate": 2.5596251481114054e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5291398882865905,
      "num_tokens": 296307388.0,
      "step": 384830
    },
    {
      "epoch": 0.48815385903358627,
      "grad_norm": 6.34375,
      "learning_rate": 2.5595617171027762e-05,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5298090785741806,
      "num_tokens": 296316159.0,
      "step": 384840
    },
    {
      "epoch": 0.4881665436261191,
      "grad_norm": 5.34375,
      "learning_rate": 2.5594982860941468e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5324154466390609,
      "num_tokens": 296325266.0,
      "step": 384850
    },
    {
      "epoch": 0.48817922821865195,
      "grad_norm": 5.03125,
      "learning_rate": 2.559434855085518e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5488162100315094,
      "num_tokens": 296333741.0,
      "step": 384860
    },
    {
      "epoch": 0.4881919128111848,
      "grad_norm": 6.0,
      "learning_rate": 2.5593714240768885e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5396982580423355,
      "num_tokens": 296341854.0,
      "step": 384870
    },
    {
      "epoch": 0.4882045974037176,
      "grad_norm": 5.15625,
      "learning_rate": 2.5593079930682594e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5372302740812301,
      "num_tokens": 296350046.0,
      "step": 384880
    },
    {
      "epoch": 0.4882172819962504,
      "grad_norm": 6.65625,
      "learning_rate": 2.5592445620596306e-05,
      "loss": 2.266,
      "mean_token_accuracy": 0.5188492953777313,
      "num_tokens": 296356954.0,
      "step": 384890
    },
    {
      "epoch": 0.48822996658878326,
      "grad_norm": 6.09375,
      "learning_rate": 2.559181131051001e-05,
      "loss": 1.8071,
      "mean_token_accuracy": 0.5833424866199494,
      "num_tokens": 296364736.0,
      "step": 384900
    },
    {
      "epoch": 0.4882426511813161,
      "grad_norm": 6.625,
      "learning_rate": 2.559117700042372e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5452617108821869,
      "num_tokens": 296372555.0,
      "step": 384910
    },
    {
      "epoch": 0.48825533577384894,
      "grad_norm": 6.375,
      "learning_rate": 2.5590542690337425e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5347581297159195,
      "num_tokens": 296379941.0,
      "step": 384920
    },
    {
      "epoch": 0.4882680203663818,
      "grad_norm": 6.4375,
      "learning_rate": 2.5589908380251138e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5663667231798172,
      "num_tokens": 296387593.0,
      "step": 384930
    },
    {
      "epoch": 0.4882807049589146,
      "grad_norm": 6.1875,
      "learning_rate": 2.558927407016485e-05,
      "loss": 1.8612,
      "mean_token_accuracy": 0.5802914798259735,
      "num_tokens": 296393813.0,
      "step": 384940
    },
    {
      "epoch": 0.48829338955144747,
      "grad_norm": 4.90625,
      "learning_rate": 2.558863976007855e-05,
      "loss": 2.1695,
      "mean_token_accuracy": 0.5238924950361252,
      "num_tokens": 296401892.0,
      "step": 384950
    },
    {
      "epoch": 0.48830607414398025,
      "grad_norm": 8.5625,
      "learning_rate": 2.5588005449992264e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.524957862496376,
      "num_tokens": 296408917.0,
      "step": 384960
    },
    {
      "epoch": 0.4883187587365131,
      "grad_norm": 5.09375,
      "learning_rate": 2.558737113990597e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5566517561674118,
      "num_tokens": 296416255.0,
      "step": 384970
    },
    {
      "epoch": 0.48833144332904593,
      "grad_norm": 4.875,
      "learning_rate": 2.558673682981968e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5186998397111893,
      "num_tokens": 296424182.0,
      "step": 384980
    },
    {
      "epoch": 0.4883441279215788,
      "grad_norm": 6.15625,
      "learning_rate": 2.558610251973339e-05,
      "loss": 2.2644,
      "mean_token_accuracy": 0.5177114427089691,
      "num_tokens": 296431912.0,
      "step": 384990
    },
    {
      "epoch": 0.4883568125141116,
      "grad_norm": 4.625,
      "learning_rate": 2.5585468209647095e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5362914860248565,
      "num_tokens": 296438214.0,
      "step": 385000
    },
    {
      "epoch": 0.48836949710664446,
      "grad_norm": 6.46875,
      "learning_rate": 2.5584833899560807e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5415826797485351,
      "num_tokens": 296445540.0,
      "step": 385010
    },
    {
      "epoch": 0.4883821816991773,
      "grad_norm": 4.6875,
      "learning_rate": 2.5584199589474513e-05,
      "loss": 1.8649,
      "mean_token_accuracy": 0.5691959857940674,
      "num_tokens": 296453873.0,
      "step": 385020
    },
    {
      "epoch": 0.48839486629171014,
      "grad_norm": 6.15625,
      "learning_rate": 2.558356527938822e-05,
      "loss": 1.9326,
      "mean_token_accuracy": 0.5745360046625138,
      "num_tokens": 296460506.0,
      "step": 385030
    },
    {
      "epoch": 0.4884075508842429,
      "grad_norm": 5.1875,
      "learning_rate": 2.5582930969301934e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5263646572828293,
      "num_tokens": 296467749.0,
      "step": 385040
    },
    {
      "epoch": 0.48842023547677577,
      "grad_norm": 6.84375,
      "learning_rate": 2.558229665921564e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.533949226140976,
      "num_tokens": 296475514.0,
      "step": 385050
    },
    {
      "epoch": 0.4884329200693086,
      "grad_norm": 7.21875,
      "learning_rate": 2.5581662349129348e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5392503559589386,
      "num_tokens": 296483281.0,
      "step": 385060
    },
    {
      "epoch": 0.48844560466184145,
      "grad_norm": 5.5,
      "learning_rate": 2.5581028039043053e-05,
      "loss": 1.8904,
      "mean_token_accuracy": 0.5780499756336213,
      "num_tokens": 296490325.0,
      "step": 385070
    },
    {
      "epoch": 0.4884582892543743,
      "grad_norm": 5.28125,
      "learning_rate": 2.5580393728956765e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5460930287837982,
      "num_tokens": 296497539.0,
      "step": 385080
    },
    {
      "epoch": 0.48847097384690713,
      "grad_norm": 4.875,
      "learning_rate": 2.5579759418870474e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5405931234359741,
      "num_tokens": 296505545.0,
      "step": 385090
    },
    {
      "epoch": 0.48848365843943997,
      "grad_norm": 5.5,
      "learning_rate": 2.557912510878418e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5241070240736008,
      "num_tokens": 296513587.0,
      "step": 385100
    },
    {
      "epoch": 0.48849634303197276,
      "grad_norm": 4.4375,
      "learning_rate": 2.557849079869789e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5660923838615417,
      "num_tokens": 296521805.0,
      "step": 385110
    },
    {
      "epoch": 0.4885090276245056,
      "grad_norm": 6.625,
      "learning_rate": 2.5577856488611597e-05,
      "loss": 2.2385,
      "mean_token_accuracy": 0.51871158182621,
      "num_tokens": 296530628.0,
      "step": 385120
    },
    {
      "epoch": 0.48852171221703844,
      "grad_norm": 5.09375,
      "learning_rate": 2.5577222178525306e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.546987634897232,
      "num_tokens": 296538046.0,
      "step": 385130
    },
    {
      "epoch": 0.4885343968095713,
      "grad_norm": 6.09375,
      "learning_rate": 2.5576587868439018e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5620324015617371,
      "num_tokens": 296544284.0,
      "step": 385140
    },
    {
      "epoch": 0.4885470814021041,
      "grad_norm": 5.71875,
      "learning_rate": 2.5575953558352723e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5477122217416763,
      "num_tokens": 296552729.0,
      "step": 385150
    },
    {
      "epoch": 0.48855976599463696,
      "grad_norm": 6.875,
      "learning_rate": 2.5575319248266432e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5380735278129578,
      "num_tokens": 296560641.0,
      "step": 385160
    },
    {
      "epoch": 0.4885724505871698,
      "grad_norm": 5.65625,
      "learning_rate": 2.5574684938180137e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5521761268377304,
      "num_tokens": 296567345.0,
      "step": 385170
    },
    {
      "epoch": 0.48858513517970265,
      "grad_norm": 6.03125,
      "learning_rate": 2.557405062809385e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5337681233882904,
      "num_tokens": 296575859.0,
      "step": 385180
    },
    {
      "epoch": 0.48859781977223543,
      "grad_norm": 4.5625,
      "learning_rate": 2.5573416318007558e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5366673171520233,
      "num_tokens": 296584445.0,
      "step": 385190
    },
    {
      "epoch": 0.48861050436476827,
      "grad_norm": 5.21875,
      "learning_rate": 2.5572782007921263e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5476715832948684,
      "num_tokens": 296592897.0,
      "step": 385200
    },
    {
      "epoch": 0.4886231889573011,
      "grad_norm": 7.0625,
      "learning_rate": 2.5572147697834975e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5556911379098892,
      "num_tokens": 296599272.0,
      "step": 385210
    },
    {
      "epoch": 0.48863587354983395,
      "grad_norm": 6.15625,
      "learning_rate": 2.557151338774868e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5156088411808014,
      "num_tokens": 296607292.0,
      "step": 385220
    },
    {
      "epoch": 0.4886485581423668,
      "grad_norm": 7.59375,
      "learning_rate": 2.557087907766239e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.561272794008255,
      "num_tokens": 296614298.0,
      "step": 385230
    },
    {
      "epoch": 0.48866124273489964,
      "grad_norm": 5.5625,
      "learning_rate": 2.5570244767576102e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5278529733419418,
      "num_tokens": 296621957.0,
      "step": 385240
    },
    {
      "epoch": 0.4886739273274325,
      "grad_norm": 4.6875,
      "learning_rate": 2.5569610457489807e-05,
      "loss": 1.6247,
      "mean_token_accuracy": 0.620778638124466,
      "num_tokens": 296628397.0,
      "step": 385250
    },
    {
      "epoch": 0.4886866119199653,
      "grad_norm": 5.09375,
      "learning_rate": 2.5568976147403516e-05,
      "loss": 1.8939,
      "mean_token_accuracy": 0.5764986783266067,
      "num_tokens": 296635963.0,
      "step": 385260
    },
    {
      "epoch": 0.4886992965124981,
      "grad_norm": 7.53125,
      "learning_rate": 2.556834183731722e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5487763941287994,
      "num_tokens": 296643474.0,
      "step": 385270
    },
    {
      "epoch": 0.48871198110503095,
      "grad_norm": 5.40625,
      "learning_rate": 2.5567707527230933e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5234703689813613,
      "num_tokens": 296653350.0,
      "step": 385280
    },
    {
      "epoch": 0.4887246656975638,
      "grad_norm": 4.875,
      "learning_rate": 2.5567073217144642e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5448692142963409,
      "num_tokens": 296661654.0,
      "step": 385290
    },
    {
      "epoch": 0.48873735029009663,
      "grad_norm": 5.15625,
      "learning_rate": 2.5566438907058347e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5467483937740326,
      "num_tokens": 296669269.0,
      "step": 385300
    },
    {
      "epoch": 0.48875003488262947,
      "grad_norm": 5.96875,
      "learning_rate": 2.556580459697206e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5224767625331879,
      "num_tokens": 296677511.0,
      "step": 385310
    },
    {
      "epoch": 0.4887627194751623,
      "grad_norm": 5.21875,
      "learning_rate": 2.5565170286885765e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5459578424692154,
      "num_tokens": 296686412.0,
      "step": 385320
    },
    {
      "epoch": 0.48877540406769515,
      "grad_norm": 5.3125,
      "learning_rate": 2.5564535976799474e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5380590170621872,
      "num_tokens": 296694562.0,
      "step": 385330
    },
    {
      "epoch": 0.488788088660228,
      "grad_norm": 5.53125,
      "learning_rate": 2.5563901666713186e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5126707196235657,
      "num_tokens": 296701411.0,
      "step": 385340
    },
    {
      "epoch": 0.4888007732527608,
      "grad_norm": 5.40625,
      "learning_rate": 2.556326735662689e-05,
      "loss": 2.4015,
      "mean_token_accuracy": 0.4946241736412048,
      "num_tokens": 296709963.0,
      "step": 385350
    },
    {
      "epoch": 0.4888134578452936,
      "grad_norm": 6.3125,
      "learning_rate": 2.5562633046540603e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5308791518211364,
      "num_tokens": 296716860.0,
      "step": 385360
    },
    {
      "epoch": 0.48882614243782646,
      "grad_norm": 6.34375,
      "learning_rate": 2.5561998736454305e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5484621345996856,
      "num_tokens": 296724659.0,
      "step": 385370
    },
    {
      "epoch": 0.4888388270303593,
      "grad_norm": 4.9375,
      "learning_rate": 2.5561364426368017e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5469124019145966,
      "num_tokens": 296732686.0,
      "step": 385380
    },
    {
      "epoch": 0.48885151162289214,
      "grad_norm": 5.125,
      "learning_rate": 2.556073011628173e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5648630112409592,
      "num_tokens": 296741611.0,
      "step": 385390
    },
    {
      "epoch": 0.488864196215425,
      "grad_norm": 5.0625,
      "learning_rate": 2.5560095806195435e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5431481838226319,
      "num_tokens": 296750481.0,
      "step": 385400
    },
    {
      "epoch": 0.4888768808079578,
      "grad_norm": 5.53125,
      "learning_rate": 2.5559461496109143e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5508373945951461,
      "num_tokens": 296758197.0,
      "step": 385410
    },
    {
      "epoch": 0.48888956540049067,
      "grad_norm": 5.0,
      "learning_rate": 2.555882718602285e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5215159147977829,
      "num_tokens": 296765587.0,
      "step": 385420
    },
    {
      "epoch": 0.48890224999302345,
      "grad_norm": 5.46875,
      "learning_rate": 2.555819287593656e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5608085453510284,
      "num_tokens": 296772914.0,
      "step": 385430
    },
    {
      "epoch": 0.4889149345855563,
      "grad_norm": 6.78125,
      "learning_rate": 2.555755856585027e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5581584125757217,
      "num_tokens": 296780157.0,
      "step": 385440
    },
    {
      "epoch": 0.48892761917808913,
      "grad_norm": 5.125,
      "learning_rate": 2.5556924255763975e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5221513479948043,
      "num_tokens": 296789039.0,
      "step": 385450
    },
    {
      "epoch": 0.488940303770622,
      "grad_norm": 5.0625,
      "learning_rate": 2.5556289945677687e-05,
      "loss": 1.7505,
      "mean_token_accuracy": 0.6041369348764419,
      "num_tokens": 296796288.0,
      "step": 385460
    },
    {
      "epoch": 0.4889529883631548,
      "grad_norm": 7.125,
      "learning_rate": 2.5555655635591393e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5268359124660492,
      "num_tokens": 296804234.0,
      "step": 385470
    },
    {
      "epoch": 0.48896567295568766,
      "grad_norm": 6.875,
      "learning_rate": 2.55550213255051e-05,
      "loss": 1.8869,
      "mean_token_accuracy": 0.5765607684850693,
      "num_tokens": 296811275.0,
      "step": 385480
    },
    {
      "epoch": 0.4889783575482205,
      "grad_norm": 5.0,
      "learning_rate": 2.5554387015418813e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5701303124427796,
      "num_tokens": 296819350.0,
      "step": 385490
    },
    {
      "epoch": 0.48899104214075334,
      "grad_norm": 4.8125,
      "learning_rate": 2.555375270533252e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5612630426883698,
      "num_tokens": 296827045.0,
      "step": 385500
    },
    {
      "epoch": 0.4890037267332861,
      "grad_norm": 6.1875,
      "learning_rate": 2.5553118395246228e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5210809677839279,
      "num_tokens": 296834254.0,
      "step": 385510
    },
    {
      "epoch": 0.48901641132581897,
      "grad_norm": 5.78125,
      "learning_rate": 2.5552484085159933e-05,
      "loss": 1.7872,
      "mean_token_accuracy": 0.6060355067253113,
      "num_tokens": 296839771.0,
      "step": 385520
    },
    {
      "epoch": 0.4890290959183518,
      "grad_norm": 5.34375,
      "learning_rate": 2.5551849775073645e-05,
      "loss": 2.2657,
      "mean_token_accuracy": 0.5104164749383926,
      "num_tokens": 296847653.0,
      "step": 385530
    },
    {
      "epoch": 0.48904178051088465,
      "grad_norm": 5.0,
      "learning_rate": 2.5551215464987354e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5582931995391845,
      "num_tokens": 296855212.0,
      "step": 385540
    },
    {
      "epoch": 0.4890544651034175,
      "grad_norm": 6.53125,
      "learning_rate": 2.555058115490106e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5239549458026886,
      "num_tokens": 296862398.0,
      "step": 385550
    },
    {
      "epoch": 0.48906714969595033,
      "grad_norm": 6.03125,
      "learning_rate": 2.554994684481477e-05,
      "loss": 1.7763,
      "mean_token_accuracy": 0.6071628928184509,
      "num_tokens": 296869667.0,
      "step": 385560
    },
    {
      "epoch": 0.4890798342884832,
      "grad_norm": 6.0625,
      "learning_rate": 2.554931253472848e-05,
      "loss": 1.6927,
      "mean_token_accuracy": 0.6176267087459564,
      "num_tokens": 296874607.0,
      "step": 385570
    },
    {
      "epoch": 0.48909251888101596,
      "grad_norm": 5.90625,
      "learning_rate": 2.5548678224642185e-05,
      "loss": 1.8361,
      "mean_token_accuracy": 0.5960131049156189,
      "num_tokens": 296881010.0,
      "step": 385580
    },
    {
      "epoch": 0.4891052034735488,
      "grad_norm": 7.78125,
      "learning_rate": 2.5548043914555897e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5655127882957458,
      "num_tokens": 296886987.0,
      "step": 385590
    },
    {
      "epoch": 0.48911788806608164,
      "grad_norm": 4.96875,
      "learning_rate": 2.5547409604469603e-05,
      "loss": 1.8814,
      "mean_token_accuracy": 0.5688337057828903,
      "num_tokens": 296895107.0,
      "step": 385600
    },
    {
      "epoch": 0.4891305726586145,
      "grad_norm": 7.15625,
      "learning_rate": 2.554677529438331e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5586425185203552,
      "num_tokens": 296901708.0,
      "step": 385610
    },
    {
      "epoch": 0.4891432572511473,
      "grad_norm": 8.375,
      "learning_rate": 2.5546140984297024e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5396440267562866,
      "num_tokens": 296909626.0,
      "step": 385620
    },
    {
      "epoch": 0.48915594184368016,
      "grad_norm": 7.03125,
      "learning_rate": 2.554550667421073e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5273605942726135,
      "num_tokens": 296917860.0,
      "step": 385630
    },
    {
      "epoch": 0.489168626436213,
      "grad_norm": 5.1875,
      "learning_rate": 2.5544872364124438e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5168012648820877,
      "num_tokens": 296926077.0,
      "step": 385640
    },
    {
      "epoch": 0.48918131102874585,
      "grad_norm": 5.875,
      "learning_rate": 2.5544238054038143e-05,
      "loss": 2.2589,
      "mean_token_accuracy": 0.5185319155454635,
      "num_tokens": 296934556.0,
      "step": 385650
    },
    {
      "epoch": 0.48919399562127863,
      "grad_norm": 5.5,
      "learning_rate": 2.5543603743951855e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.55696240067482,
      "num_tokens": 296942789.0,
      "step": 385660
    },
    {
      "epoch": 0.4892066802138115,
      "grad_norm": 8.625,
      "learning_rate": 2.5542969433865564e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.5556584298610687,
      "num_tokens": 296950725.0,
      "step": 385670
    },
    {
      "epoch": 0.4892193648063443,
      "grad_norm": 5.84375,
      "learning_rate": 2.554233512377927e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5408368110656738,
      "num_tokens": 296959302.0,
      "step": 385680
    },
    {
      "epoch": 0.48923204939887716,
      "grad_norm": 4.96875,
      "learning_rate": 2.554170081369298e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5337438255548477,
      "num_tokens": 296967898.0,
      "step": 385690
    },
    {
      "epoch": 0.48924473399141,
      "grad_norm": 7.5,
      "learning_rate": 2.5541066503606687e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5670073598623275,
      "num_tokens": 296975478.0,
      "step": 385700
    },
    {
      "epoch": 0.48925741858394284,
      "grad_norm": 5.4375,
      "learning_rate": 2.5540432193520396e-05,
      "loss": 1.8608,
      "mean_token_accuracy": 0.5867967188358307,
      "num_tokens": 296982042.0,
      "step": 385710
    },
    {
      "epoch": 0.4892701031764757,
      "grad_norm": 12.75,
      "learning_rate": 2.5539797883434108e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5788342624902725,
      "num_tokens": 296988817.0,
      "step": 385720
    },
    {
      "epoch": 0.4892827877690085,
      "grad_norm": 8.25,
      "learning_rate": 2.5539163573347813e-05,
      "loss": 1.796,
      "mean_token_accuracy": 0.5994403183460235,
      "num_tokens": 296994766.0,
      "step": 385730
    },
    {
      "epoch": 0.4892954723615413,
      "grad_norm": 6.40625,
      "learning_rate": 2.5538529263261525e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.538176828622818,
      "num_tokens": 297001424.0,
      "step": 385740
    },
    {
      "epoch": 0.48930815695407415,
      "grad_norm": 5.40625,
      "learning_rate": 2.5537894953175227e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5551591515541077,
      "num_tokens": 297008659.0,
      "step": 385750
    },
    {
      "epoch": 0.489320841546607,
      "grad_norm": 5.8125,
      "learning_rate": 2.553726064308894e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5291939288377762,
      "num_tokens": 297017246.0,
      "step": 385760
    },
    {
      "epoch": 0.48933352613913983,
      "grad_norm": 5.375,
      "learning_rate": 2.553662633300265e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5504305452108383,
      "num_tokens": 297023128.0,
      "step": 385770
    },
    {
      "epoch": 0.48934621073167267,
      "grad_norm": 5.3125,
      "learning_rate": 2.5535992022916357e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5494088411331177,
      "num_tokens": 297029710.0,
      "step": 385780
    },
    {
      "epoch": 0.4893588953242055,
      "grad_norm": 6.0625,
      "learning_rate": 2.5535357712830065e-05,
      "loss": 2.2247,
      "mean_token_accuracy": 0.5222649812698364,
      "num_tokens": 297036418.0,
      "step": 385790
    },
    {
      "epoch": 0.48937157991673835,
      "grad_norm": 5.09375,
      "learning_rate": 2.553472340274377e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5550275027751923,
      "num_tokens": 297044251.0,
      "step": 385800
    },
    {
      "epoch": 0.4893842645092712,
      "grad_norm": 6.875,
      "learning_rate": 2.5534089092657483e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5440154790878295,
      "num_tokens": 297051230.0,
      "step": 385810
    },
    {
      "epoch": 0.489396949101804,
      "grad_norm": 7.59375,
      "learning_rate": 2.553345478257119e-05,
      "loss": 2.3231,
      "mean_token_accuracy": 0.5137100160121918,
      "num_tokens": 297057546.0,
      "step": 385820
    },
    {
      "epoch": 0.4894096336943368,
      "grad_norm": 4.71875,
      "learning_rate": 2.5532820472484897e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.5671638906002044,
      "num_tokens": 297065751.0,
      "step": 385830
    },
    {
      "epoch": 0.48942231828686966,
      "grad_norm": 5.0625,
      "learning_rate": 2.553218616239861e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.534162575006485,
      "num_tokens": 297073807.0,
      "step": 385840
    },
    {
      "epoch": 0.4894350028794025,
      "grad_norm": 5.28125,
      "learning_rate": 2.5531551852312314e-05,
      "loss": 2.2644,
      "mean_token_accuracy": 0.5152761310338974,
      "num_tokens": 297081669.0,
      "step": 385850
    },
    {
      "epoch": 0.48944768747193534,
      "grad_norm": 6.21875,
      "learning_rate": 2.5530917542226023e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5568846166133881,
      "num_tokens": 297089063.0,
      "step": 385860
    },
    {
      "epoch": 0.4894603720644682,
      "grad_norm": 5.15625,
      "learning_rate": 2.5530283232139735e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5411583781242371,
      "num_tokens": 297096522.0,
      "step": 385870
    },
    {
      "epoch": 0.489473056657001,
      "grad_norm": 5.4375,
      "learning_rate": 2.552964892205344e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5248750805854797,
      "num_tokens": 297105146.0,
      "step": 385880
    },
    {
      "epoch": 0.48948574124953387,
      "grad_norm": 5.78125,
      "learning_rate": 2.552901461196715e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.556698453426361,
      "num_tokens": 297111899.0,
      "step": 385890
    },
    {
      "epoch": 0.48949842584206665,
      "grad_norm": 6.09375,
      "learning_rate": 2.5528380301880855e-05,
      "loss": 2.2755,
      "mean_token_accuracy": 0.5081567764282227,
      "num_tokens": 297120970.0,
      "step": 385900
    },
    {
      "epoch": 0.4895111104345995,
      "grad_norm": 6.34375,
      "learning_rate": 2.5527745991794567e-05,
      "loss": 1.8241,
      "mean_token_accuracy": 0.5980378746986389,
      "num_tokens": 297127800.0,
      "step": 385910
    },
    {
      "epoch": 0.48952379502713234,
      "grad_norm": 6.65625,
      "learning_rate": 2.5527111681708276e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5400753915309906,
      "num_tokens": 297135844.0,
      "step": 385920
    },
    {
      "epoch": 0.4895364796196652,
      "grad_norm": 8.125,
      "learning_rate": 2.552647737162198e-05,
      "loss": 1.7085,
      "mean_token_accuracy": 0.6167557597160339,
      "num_tokens": 297141712.0,
      "step": 385930
    },
    {
      "epoch": 0.489549164212198,
      "grad_norm": 6.0,
      "learning_rate": 2.5525843061535693e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5493423402309418,
      "num_tokens": 297149662.0,
      "step": 385940
    },
    {
      "epoch": 0.48956184880473086,
      "grad_norm": 4.78125,
      "learning_rate": 2.55252087514494e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5307566434144974,
      "num_tokens": 297157451.0,
      "step": 385950
    },
    {
      "epoch": 0.4895745333972637,
      "grad_norm": 6.0,
      "learning_rate": 2.5524574441363107e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5459904760122299,
      "num_tokens": 297163786.0,
      "step": 385960
    },
    {
      "epoch": 0.48958721798979654,
      "grad_norm": 6.84375,
      "learning_rate": 2.552394013127682e-05,
      "loss": 2.2479,
      "mean_token_accuracy": 0.5222535818815232,
      "num_tokens": 297171030.0,
      "step": 385970
    },
    {
      "epoch": 0.4895999025823293,
      "grad_norm": 5.09375,
      "learning_rate": 2.5523305821190525e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5140410810709,
      "num_tokens": 297179204.0,
      "step": 385980
    },
    {
      "epoch": 0.48961258717486217,
      "grad_norm": 7.125,
      "learning_rate": 2.5522671511104233e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5382505655288696,
      "num_tokens": 297186429.0,
      "step": 385990
    },
    {
      "epoch": 0.489625271767395,
      "grad_norm": 6.28125,
      "learning_rate": 2.552203720101794e-05,
      "loss": 1.8304,
      "mean_token_accuracy": 0.5916921824216843,
      "num_tokens": 297193247.0,
      "step": 386000
    },
    {
      "epoch": 0.48963795635992785,
      "grad_norm": 5.125,
      "learning_rate": 2.552140289093165e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5318516492843628,
      "num_tokens": 297201786.0,
      "step": 386010
    },
    {
      "epoch": 0.4896506409524607,
      "grad_norm": 6.03125,
      "learning_rate": 2.552076858084536e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5366725593805313,
      "num_tokens": 297209494.0,
      "step": 386020
    },
    {
      "epoch": 0.48966332554499353,
      "grad_norm": 5.46875,
      "learning_rate": 2.5520134270759065e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5678304433822632,
      "num_tokens": 297217391.0,
      "step": 386030
    },
    {
      "epoch": 0.4896760101375264,
      "grad_norm": 5.03125,
      "learning_rate": 2.5519499960672777e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5673445075750351,
      "num_tokens": 297225117.0,
      "step": 386040
    },
    {
      "epoch": 0.48968869473005916,
      "grad_norm": 5.03125,
      "learning_rate": 2.5518865650586483e-05,
      "loss": 1.7955,
      "mean_token_accuracy": 0.590061366558075,
      "num_tokens": 297232623.0,
      "step": 386050
    },
    {
      "epoch": 0.489701379322592,
      "grad_norm": 5.5625,
      "learning_rate": 2.551823134050019e-05,
      "loss": 1.8341,
      "mean_token_accuracy": 0.6046440094709397,
      "num_tokens": 297239347.0,
      "step": 386060
    },
    {
      "epoch": 0.48971406391512484,
      "grad_norm": 5.125,
      "learning_rate": 2.5517597030413903e-05,
      "loss": 1.9607,
      "mean_token_accuracy": 0.57262624502182,
      "num_tokens": 297247456.0,
      "step": 386070
    },
    {
      "epoch": 0.4897267485076577,
      "grad_norm": 6.8125,
      "learning_rate": 2.551696272032761e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5455913960933685,
      "num_tokens": 297254956.0,
      "step": 386080
    },
    {
      "epoch": 0.4897394331001905,
      "grad_norm": 6.34375,
      "learning_rate": 2.5516328410241317e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5279811769723892,
      "num_tokens": 297263164.0,
      "step": 386090
    },
    {
      "epoch": 0.48975211769272337,
      "grad_norm": 5.34375,
      "learning_rate": 2.5515694100155023e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5477029740810394,
      "num_tokens": 297270608.0,
      "step": 386100
    },
    {
      "epoch": 0.4897648022852562,
      "grad_norm": 6.53125,
      "learning_rate": 2.5515059790068735e-05,
      "loss": 2.2834,
      "mean_token_accuracy": 0.5179977297782898,
      "num_tokens": 297278061.0,
      "step": 386110
    },
    {
      "epoch": 0.48977748687778905,
      "grad_norm": 5.21875,
      "learning_rate": 2.5514425479982447e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5243655532598496,
      "num_tokens": 297286141.0,
      "step": 386120
    },
    {
      "epoch": 0.48979017147032183,
      "grad_norm": 4.59375,
      "learning_rate": 2.551379116989615e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.549449872970581,
      "num_tokens": 297293871.0,
      "step": 386130
    },
    {
      "epoch": 0.4898028560628547,
      "grad_norm": 6.90625,
      "learning_rate": 2.551315685980986e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5283056557178497,
      "num_tokens": 297301718.0,
      "step": 386140
    },
    {
      "epoch": 0.4898155406553875,
      "grad_norm": 6.8125,
      "learning_rate": 2.5512522549723567e-05,
      "loss": 1.8913,
      "mean_token_accuracy": 0.5775840878486633,
      "num_tokens": 297309571.0,
      "step": 386150
    },
    {
      "epoch": 0.48982822524792036,
      "grad_norm": 5.71875,
      "learning_rate": 2.551188823963728e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5442505955696106,
      "num_tokens": 297317274.0,
      "step": 386160
    },
    {
      "epoch": 0.4898409098404532,
      "grad_norm": 6.65625,
      "learning_rate": 2.5511253929550987e-05,
      "loss": 1.6445,
      "mean_token_accuracy": 0.639229366183281,
      "num_tokens": 297323398.0,
      "step": 386170
    },
    {
      "epoch": 0.48985359443298604,
      "grad_norm": 5.96875,
      "learning_rate": 2.5510619619464693e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5224605798721313,
      "num_tokens": 297330850.0,
      "step": 386180
    },
    {
      "epoch": 0.4898662790255189,
      "grad_norm": 5.9375,
      "learning_rate": 2.5509985309378405e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5312000066041946,
      "num_tokens": 297337836.0,
      "step": 386190
    },
    {
      "epoch": 0.4898789636180517,
      "grad_norm": 5.15625,
      "learning_rate": 2.550935099929211e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5346051722764968,
      "num_tokens": 297345888.0,
      "step": 386200
    },
    {
      "epoch": 0.4898916482105845,
      "grad_norm": 5.09375,
      "learning_rate": 2.550871668920582e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5340123683214187,
      "num_tokens": 297353390.0,
      "step": 386210
    },
    {
      "epoch": 0.48990433280311735,
      "grad_norm": 5.375,
      "learning_rate": 2.550808237911953e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5274787276983262,
      "num_tokens": 297361611.0,
      "step": 386220
    },
    {
      "epoch": 0.4899170173956502,
      "grad_norm": 5.59375,
      "learning_rate": 2.5507448069033236e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.543879297375679,
      "num_tokens": 297369593.0,
      "step": 386230
    },
    {
      "epoch": 0.48992970198818303,
      "grad_norm": 6.59375,
      "learning_rate": 2.5506813758946945e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5646611332893372,
      "num_tokens": 297377027.0,
      "step": 386240
    },
    {
      "epoch": 0.48994238658071587,
      "grad_norm": 6.03125,
      "learning_rate": 2.550617944886065e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5580548614263534,
      "num_tokens": 297384777.0,
      "step": 386250
    },
    {
      "epoch": 0.4899550711732487,
      "grad_norm": 6.875,
      "learning_rate": 2.5505545138774363e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5411615818738937,
      "num_tokens": 297392603.0,
      "step": 386260
    },
    {
      "epoch": 0.48996775576578155,
      "grad_norm": 5.21875,
      "learning_rate": 2.550491082868807e-05,
      "loss": 1.8287,
      "mean_token_accuracy": 0.6025099039077759,
      "num_tokens": 297401091.0,
      "step": 386270
    },
    {
      "epoch": 0.4899804403583144,
      "grad_norm": 6.875,
      "learning_rate": 2.5504276518601777e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5525147616863251,
      "num_tokens": 297408833.0,
      "step": 386280
    },
    {
      "epoch": 0.4899931249508472,
      "grad_norm": 5.125,
      "learning_rate": 2.550364220851549e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5193637251853943,
      "num_tokens": 297417474.0,
      "step": 386290
    },
    {
      "epoch": 0.49000580954338,
      "grad_norm": 4.84375,
      "learning_rate": 2.5503007898429194e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5400573521852493,
      "num_tokens": 297424604.0,
      "step": 386300
    },
    {
      "epoch": 0.49001849413591286,
      "grad_norm": 5.0625,
      "learning_rate": 2.5502373588342903e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5241563946008683,
      "num_tokens": 297432374.0,
      "step": 386310
    },
    {
      "epoch": 0.4900311787284457,
      "grad_norm": 5.5625,
      "learning_rate": 2.5501739278256615e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5325021356344223,
      "num_tokens": 297439958.0,
      "step": 386320
    },
    {
      "epoch": 0.49004386332097855,
      "grad_norm": 5.40625,
      "learning_rate": 2.550110496817032e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5309100478887558,
      "num_tokens": 297448791.0,
      "step": 386330
    },
    {
      "epoch": 0.4900565479135114,
      "grad_norm": 5.0625,
      "learning_rate": 2.550047065808403e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5613426744937897,
      "num_tokens": 297456559.0,
      "step": 386340
    },
    {
      "epoch": 0.49006923250604423,
      "grad_norm": 4.3125,
      "learning_rate": 2.5499836347997735e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5388616621494293,
      "num_tokens": 297465109.0,
      "step": 386350
    },
    {
      "epoch": 0.49008191709857707,
      "grad_norm": 5.53125,
      "learning_rate": 2.5499202037911447e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5505400449037552,
      "num_tokens": 297471428.0,
      "step": 386360
    },
    {
      "epoch": 0.49009460169110985,
      "grad_norm": 7.21875,
      "learning_rate": 2.5498567727825155e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5185393840074539,
      "num_tokens": 297479321.0,
      "step": 386370
    },
    {
      "epoch": 0.4901072862836427,
      "grad_norm": 5.09375,
      "learning_rate": 2.549793341773886e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5529682129621506,
      "num_tokens": 297487492.0,
      "step": 386380
    },
    {
      "epoch": 0.49011997087617554,
      "grad_norm": 5.09375,
      "learning_rate": 2.5497299107652573e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5543406158685684,
      "num_tokens": 297495261.0,
      "step": 386390
    },
    {
      "epoch": 0.4901326554687084,
      "grad_norm": 6.03125,
      "learning_rate": 2.5496664797566278e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5398785442113876,
      "num_tokens": 297502355.0,
      "step": 386400
    },
    {
      "epoch": 0.4901453400612412,
      "grad_norm": 5.40625,
      "learning_rate": 2.5496030487479987e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5503670364618302,
      "num_tokens": 297510501.0,
      "step": 386410
    },
    {
      "epoch": 0.49015802465377406,
      "grad_norm": 5.25,
      "learning_rate": 2.54953961773937e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5322453290224075,
      "num_tokens": 297518019.0,
      "step": 386420
    },
    {
      "epoch": 0.4901707092463069,
      "grad_norm": 5.9375,
      "learning_rate": 2.5494761867307404e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5379776567220688,
      "num_tokens": 297525647.0,
      "step": 386430
    },
    {
      "epoch": 0.49018339383883974,
      "grad_norm": 5.625,
      "learning_rate": 2.5494127557221113e-05,
      "loss": 2.1695,
      "mean_token_accuracy": 0.5303770810365677,
      "num_tokens": 297534072.0,
      "step": 386440
    },
    {
      "epoch": 0.49019607843137253,
      "grad_norm": 5.3125,
      "learning_rate": 2.549349324713482e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5474876374006271,
      "num_tokens": 297541936.0,
      "step": 386450
    },
    {
      "epoch": 0.49020876302390537,
      "grad_norm": 5.90625,
      "learning_rate": 2.549285893704853e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5470889836549759,
      "num_tokens": 297548709.0,
      "step": 386460
    },
    {
      "epoch": 0.4902214476164382,
      "grad_norm": 4.6875,
      "learning_rate": 2.5492224626962243e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5328084021806717,
      "num_tokens": 297556826.0,
      "step": 386470
    },
    {
      "epoch": 0.49023413220897105,
      "grad_norm": 5.65625,
      "learning_rate": 2.5491590316875945e-05,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5603902757167816,
      "num_tokens": 297564511.0,
      "step": 386480
    },
    {
      "epoch": 0.4902468168015039,
      "grad_norm": 5.4375,
      "learning_rate": 2.5490956006789657e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5555458784103393,
      "num_tokens": 297570810.0,
      "step": 386490
    },
    {
      "epoch": 0.49025950139403673,
      "grad_norm": 5.59375,
      "learning_rate": 2.549032169670337e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5327167361974716,
      "num_tokens": 297578453.0,
      "step": 386500
    },
    {
      "epoch": 0.4902721859865696,
      "grad_norm": 4.84375,
      "learning_rate": 2.548968738661707e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5334248244762421,
      "num_tokens": 297585947.0,
      "step": 386510
    },
    {
      "epoch": 0.49028487057910236,
      "grad_norm": 4.75,
      "learning_rate": 2.5489053076530783e-05,
      "loss": 1.8737,
      "mean_token_accuracy": 0.5756519556045532,
      "num_tokens": 297593948.0,
      "step": 386520
    },
    {
      "epoch": 0.4902975551716352,
      "grad_norm": 5.96875,
      "learning_rate": 2.548841876644449e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5505986303091049,
      "num_tokens": 297601733.0,
      "step": 386530
    },
    {
      "epoch": 0.49031023976416804,
      "grad_norm": 4.625,
      "learning_rate": 2.54877844563582e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5759065985679627,
      "num_tokens": 297609221.0,
      "step": 386540
    },
    {
      "epoch": 0.4903229243567009,
      "grad_norm": 4.84375,
      "learning_rate": 2.548715014627191e-05,
      "loss": 1.7308,
      "mean_token_accuracy": 0.6039675414562226,
      "num_tokens": 297614794.0,
      "step": 386550
    },
    {
      "epoch": 0.4903356089492337,
      "grad_norm": 5.09375,
      "learning_rate": 2.5486515836185615e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5420272260904312,
      "num_tokens": 297622759.0,
      "step": 386560
    },
    {
      "epoch": 0.49034829354176657,
      "grad_norm": 7.53125,
      "learning_rate": 2.5485881526099327e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5645885020494461,
      "num_tokens": 297630358.0,
      "step": 386570
    },
    {
      "epoch": 0.4903609781342994,
      "grad_norm": 5.0625,
      "learning_rate": 2.5485247216013032e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5285854250192642,
      "num_tokens": 297637386.0,
      "step": 386580
    },
    {
      "epoch": 0.49037366272683225,
      "grad_norm": 6.1875,
      "learning_rate": 2.548461290592674e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5663445234298706,
      "num_tokens": 297645420.0,
      "step": 386590
    },
    {
      "epoch": 0.49038634731936503,
      "grad_norm": 5.0625,
      "learning_rate": 2.5483978595840453e-05,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5736143201589584,
      "num_tokens": 297652497.0,
      "step": 386600
    },
    {
      "epoch": 0.4903990319118979,
      "grad_norm": 6.78125,
      "learning_rate": 2.548334428575416e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5583006501197815,
      "num_tokens": 297658727.0,
      "step": 386610
    },
    {
      "epoch": 0.4904117165044307,
      "grad_norm": 5.34375,
      "learning_rate": 2.5482709975667867e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5299500197172164,
      "num_tokens": 297667240.0,
      "step": 386620
    },
    {
      "epoch": 0.49042440109696356,
      "grad_norm": 5.125,
      "learning_rate": 2.5482075665581572e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5353022038936615,
      "num_tokens": 297676057.0,
      "step": 386630
    },
    {
      "epoch": 0.4904370856894964,
      "grad_norm": 5.40625,
      "learning_rate": 2.5481441355495285e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5349499344825744,
      "num_tokens": 297684851.0,
      "step": 386640
    },
    {
      "epoch": 0.49044977028202924,
      "grad_norm": 5.40625,
      "learning_rate": 2.5480807045408993e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5261345684528351,
      "num_tokens": 297691905.0,
      "step": 386650
    },
    {
      "epoch": 0.4904624548745621,
      "grad_norm": 6.8125,
      "learning_rate": 2.54801727353227e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5360118895769119,
      "num_tokens": 297698628.0,
      "step": 386660
    },
    {
      "epoch": 0.4904751394670949,
      "grad_norm": 11.0625,
      "learning_rate": 2.547953842523641e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5480364412069321,
      "num_tokens": 297705966.0,
      "step": 386670
    },
    {
      "epoch": 0.4904878240596277,
      "grad_norm": 5.875,
      "learning_rate": 2.5478904115150116e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5603463083505631,
      "num_tokens": 297713561.0,
      "step": 386680
    },
    {
      "epoch": 0.49050050865216055,
      "grad_norm": 4.53125,
      "learning_rate": 2.5478269805063825e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5522781938314438,
      "num_tokens": 297721688.0,
      "step": 386690
    },
    {
      "epoch": 0.4905131932446934,
      "grad_norm": 4.90625,
      "learning_rate": 2.5477635494977537e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5364841103553772,
      "num_tokens": 297730226.0,
      "step": 386700
    },
    {
      "epoch": 0.49052587783722623,
      "grad_norm": 5.03125,
      "learning_rate": 2.5477001184891242e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5559603810310364,
      "num_tokens": 297738217.0,
      "step": 386710
    },
    {
      "epoch": 0.4905385624297591,
      "grad_norm": 7.09375,
      "learning_rate": 2.547636687480495e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5226059645414353,
      "num_tokens": 297746566.0,
      "step": 386720
    },
    {
      "epoch": 0.4905512470222919,
      "grad_norm": 5.75,
      "learning_rate": 2.5475732564718656e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5689633965492249,
      "num_tokens": 297754436.0,
      "step": 386730
    },
    {
      "epoch": 0.49056393161482476,
      "grad_norm": 6.1875,
      "learning_rate": 2.547509825463237e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5836287409067153,
      "num_tokens": 297762698.0,
      "step": 386740
    },
    {
      "epoch": 0.4905766162073576,
      "grad_norm": 9.6875,
      "learning_rate": 2.5474463944546077e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5475777804851532,
      "num_tokens": 297769684.0,
      "step": 386750
    },
    {
      "epoch": 0.4905893007998904,
      "grad_norm": 9.125,
      "learning_rate": 2.5473829634459783e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5297784388065339,
      "num_tokens": 297777382.0,
      "step": 386760
    },
    {
      "epoch": 0.4906019853924232,
      "grad_norm": 6.15625,
      "learning_rate": 2.5473195324373495e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5497082591056823,
      "num_tokens": 297785383.0,
      "step": 386770
    },
    {
      "epoch": 0.49061466998495606,
      "grad_norm": 5.375,
      "learning_rate": 2.54725610142872e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5499721586704254,
      "num_tokens": 297791943.0,
      "step": 386780
    },
    {
      "epoch": 0.4906273545774889,
      "grad_norm": 5.0,
      "learning_rate": 2.547192670420091e-05,
      "loss": 2.3035,
      "mean_token_accuracy": 0.5144235759973526,
      "num_tokens": 297800119.0,
      "step": 386790
    },
    {
      "epoch": 0.49064003917002175,
      "grad_norm": 6.625,
      "learning_rate": 2.547129239411462e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.5244441092014313,
      "num_tokens": 297806935.0,
      "step": 386800
    },
    {
      "epoch": 0.4906527237625546,
      "grad_norm": 7.625,
      "learning_rate": 2.5470658084028326e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5522492498159408,
      "num_tokens": 297815182.0,
      "step": 386810
    },
    {
      "epoch": 0.49066540835508743,
      "grad_norm": 8.1875,
      "learning_rate": 2.5470023773942035e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5481285750865936,
      "num_tokens": 297823603.0,
      "step": 386820
    },
    {
      "epoch": 0.49067809294762027,
      "grad_norm": 7.53125,
      "learning_rate": 2.546938946385574e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5552765727043152,
      "num_tokens": 297830864.0,
      "step": 386830
    },
    {
      "epoch": 0.49069077754015306,
      "grad_norm": 6.34375,
      "learning_rate": 2.5468755153769453e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5486176431179046,
      "num_tokens": 297838146.0,
      "step": 386840
    },
    {
      "epoch": 0.4907034621326859,
      "grad_norm": 6.1875,
      "learning_rate": 2.5468120843683165e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5358475476503373,
      "num_tokens": 297845936.0,
      "step": 386850
    },
    {
      "epoch": 0.49071614672521874,
      "grad_norm": 6.09375,
      "learning_rate": 2.5467486533596867e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5594821095466613,
      "num_tokens": 297854063.0,
      "step": 386860
    },
    {
      "epoch": 0.4907288313177516,
      "grad_norm": 13.0625,
      "learning_rate": 2.546685222351058e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5479664027690887,
      "num_tokens": 297861394.0,
      "step": 386870
    },
    {
      "epoch": 0.4907415159102844,
      "grad_norm": 7.25,
      "learning_rate": 2.5466217913424284e-05,
      "loss": 1.7468,
      "mean_token_accuracy": 0.6142622649669647,
      "num_tokens": 297868733.0,
      "step": 386880
    },
    {
      "epoch": 0.49075420050281726,
      "grad_norm": 9.6875,
      "learning_rate": 2.5465583603337996e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5895867466926574,
      "num_tokens": 297874251.0,
      "step": 386890
    },
    {
      "epoch": 0.4907668850953501,
      "grad_norm": 5.40625,
      "learning_rate": 2.5464949293251705e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5598985940217972,
      "num_tokens": 297881602.0,
      "step": 386900
    },
    {
      "epoch": 0.4907795696878829,
      "grad_norm": 5.0,
      "learning_rate": 2.546431498316541e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5245186567306519,
      "num_tokens": 297889072.0,
      "step": 386910
    },
    {
      "epoch": 0.49079225428041573,
      "grad_norm": 6.65625,
      "learning_rate": 2.5463680673079123e-05,
      "loss": 1.865,
      "mean_token_accuracy": 0.5800530344247818,
      "num_tokens": 297895464.0,
      "step": 386920
    },
    {
      "epoch": 0.49080493887294857,
      "grad_norm": 4.8125,
      "learning_rate": 2.5463046362992828e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5495107889175415,
      "num_tokens": 297904245.0,
      "step": 386930
    },
    {
      "epoch": 0.4908176234654814,
      "grad_norm": 6.09375,
      "learning_rate": 2.5462412052906537e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5450037717819214,
      "num_tokens": 297910657.0,
      "step": 386940
    },
    {
      "epoch": 0.49083030805801425,
      "grad_norm": 5.15625,
      "learning_rate": 2.546177774282025e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5443374007940293,
      "num_tokens": 297918727.0,
      "step": 386950
    },
    {
      "epoch": 0.4908429926505471,
      "grad_norm": 6.125,
      "learning_rate": 2.5461143432733954e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5534443020820617,
      "num_tokens": 297926646.0,
      "step": 386960
    },
    {
      "epoch": 0.49085567724307994,
      "grad_norm": 4.84375,
      "learning_rate": 2.5460509122647663e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5369658708572388,
      "num_tokens": 297934626.0,
      "step": 386970
    },
    {
      "epoch": 0.4908683618356128,
      "grad_norm": 6.4375,
      "learning_rate": 2.5459874812561368e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.5612759977579117,
      "num_tokens": 297941841.0,
      "step": 386980
    },
    {
      "epoch": 0.49088104642814556,
      "grad_norm": 9.0,
      "learning_rate": 2.545924050247508e-05,
      "loss": 1.8131,
      "mean_token_accuracy": 0.6157847970724106,
      "num_tokens": 297948184.0,
      "step": 386990
    },
    {
      "epoch": 0.4908937310206784,
      "grad_norm": 5.03125,
      "learning_rate": 2.545860619238879e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5517319649457931,
      "num_tokens": 297955549.0,
      "step": 387000
    },
    {
      "epoch": 0.49090641561321124,
      "grad_norm": 5.4375,
      "learning_rate": 2.5457971882302494e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5428500384092331,
      "num_tokens": 297963247.0,
      "step": 387010
    },
    {
      "epoch": 0.4909191002057441,
      "grad_norm": 5.375,
      "learning_rate": 2.5457337572216207e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5448318541049957,
      "num_tokens": 297971419.0,
      "step": 387020
    },
    {
      "epoch": 0.4909317847982769,
      "grad_norm": 5.625,
      "learning_rate": 2.5456703262129912e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5286574393510819,
      "num_tokens": 297979458.0,
      "step": 387030
    },
    {
      "epoch": 0.49094446939080977,
      "grad_norm": 5.34375,
      "learning_rate": 2.545606895204362e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5328899472951889,
      "num_tokens": 297985677.0,
      "step": 387040
    },
    {
      "epoch": 0.4909571539833426,
      "grad_norm": 6.4375,
      "learning_rate": 2.5455434641957333e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5596829533576966,
      "num_tokens": 297993527.0,
      "step": 387050
    },
    {
      "epoch": 0.49096983857587545,
      "grad_norm": 5.9375,
      "learning_rate": 2.5454800331871038e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5502421051263809,
      "num_tokens": 298001015.0,
      "step": 387060
    },
    {
      "epoch": 0.49098252316840824,
      "grad_norm": 6.21875,
      "learning_rate": 2.5454166021784747e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5371833980083466,
      "num_tokens": 298008800.0,
      "step": 387070
    },
    {
      "epoch": 0.4909952077609411,
      "grad_norm": 6.5625,
      "learning_rate": 2.5453531711698452e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5158010423183441,
      "num_tokens": 298015796.0,
      "step": 387080
    },
    {
      "epoch": 0.4910078923534739,
      "grad_norm": 5.46875,
      "learning_rate": 2.5452897401612164e-05,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5453246593475342,
      "num_tokens": 298024117.0,
      "step": 387090
    },
    {
      "epoch": 0.49102057694600676,
      "grad_norm": 6.15625,
      "learning_rate": 2.5452263091525873e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5631116777658463,
      "num_tokens": 298031844.0,
      "step": 387100
    },
    {
      "epoch": 0.4910332615385396,
      "grad_norm": 8.875,
      "learning_rate": 2.545162878143958e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5447671920061111,
      "num_tokens": 298037842.0,
      "step": 387110
    },
    {
      "epoch": 0.49104594613107244,
      "grad_norm": 4.875,
      "learning_rate": 2.545099447135329e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5498048603534699,
      "num_tokens": 298045746.0,
      "step": 387120
    },
    {
      "epoch": 0.4910586307236053,
      "grad_norm": 4.96875,
      "learning_rate": 2.5450360161266996e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5475458770990371,
      "num_tokens": 298054100.0,
      "step": 387130
    },
    {
      "epoch": 0.4910713153161381,
      "grad_norm": 7.0,
      "learning_rate": 2.5449725851180705e-05,
      "loss": 1.5711,
      "mean_token_accuracy": 0.6609055787324906,
      "num_tokens": 298059971.0,
      "step": 387140
    },
    {
      "epoch": 0.4910839999086709,
      "grad_norm": 7.15625,
      "learning_rate": 2.5449091541094417e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5432797789573669,
      "num_tokens": 298068280.0,
      "step": 387150
    },
    {
      "epoch": 0.49109668450120375,
      "grad_norm": 6.8125,
      "learning_rate": 2.5448457231008122e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5259517371654511,
      "num_tokens": 298075843.0,
      "step": 387160
    },
    {
      "epoch": 0.4911093690937366,
      "grad_norm": 7.625,
      "learning_rate": 2.544782292092183e-05,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5717120110988617,
      "num_tokens": 298081943.0,
      "step": 387170
    },
    {
      "epoch": 0.49112205368626943,
      "grad_norm": 5.78125,
      "learning_rate": 2.5447188610835536e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5520701169967651,
      "num_tokens": 298089864.0,
      "step": 387180
    },
    {
      "epoch": 0.4911347382788023,
      "grad_norm": 5.78125,
      "learning_rate": 2.544655430074925e-05,
      "loss": 2.2822,
      "mean_token_accuracy": 0.5119173914194107,
      "num_tokens": 298098653.0,
      "step": 387190
    },
    {
      "epoch": 0.4911474228713351,
      "grad_norm": 6.78125,
      "learning_rate": 2.5445919990662957e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5529535949230194,
      "num_tokens": 298106319.0,
      "step": 387200
    },
    {
      "epoch": 0.49116010746386796,
      "grad_norm": 6.125,
      "learning_rate": 2.5445285680576662e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5279162287712097,
      "num_tokens": 298114675.0,
      "step": 387210
    },
    {
      "epoch": 0.4911727920564008,
      "grad_norm": 5.96875,
      "learning_rate": 2.5444651370490375e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5398292422294617,
      "num_tokens": 298123318.0,
      "step": 387220
    },
    {
      "epoch": 0.4911854766489336,
      "grad_norm": 5.8125,
      "learning_rate": 2.544401706040408e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5726688712835312,
      "num_tokens": 298129919.0,
      "step": 387230
    },
    {
      "epoch": 0.4911981612414664,
      "grad_norm": 5.5,
      "learning_rate": 2.544338275031779e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5227806001901627,
      "num_tokens": 298137865.0,
      "step": 387240
    },
    {
      "epoch": 0.49121084583399927,
      "grad_norm": 5.28125,
      "learning_rate": 2.54427484402315e-05,
      "loss": 1.9753,
      "mean_token_accuracy": 0.5704386413097382,
      "num_tokens": 298145882.0,
      "step": 387250
    },
    {
      "epoch": 0.4912235304265321,
      "grad_norm": 7.625,
      "learning_rate": 2.5442114130145206e-05,
      "loss": 1.8133,
      "mean_token_accuracy": 0.5975244462490081,
      "num_tokens": 298154182.0,
      "step": 387260
    },
    {
      "epoch": 0.49123621501906495,
      "grad_norm": 5.6875,
      "learning_rate": 2.5441479820058918e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5272253781557084,
      "num_tokens": 298162208.0,
      "step": 387270
    },
    {
      "epoch": 0.4912488996115978,
      "grad_norm": 4.875,
      "learning_rate": 2.544084550997262e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5153817713260651,
      "num_tokens": 298170718.0,
      "step": 387280
    },
    {
      "epoch": 0.49126158420413063,
      "grad_norm": 4.8125,
      "learning_rate": 2.5440211199886332e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5376014232635498,
      "num_tokens": 298178146.0,
      "step": 387290
    },
    {
      "epoch": 0.49127426879666347,
      "grad_norm": 4.84375,
      "learning_rate": 2.5439576889800044e-05,
      "loss": 1.751,
      "mean_token_accuracy": 0.5948927104473114,
      "num_tokens": 298185985.0,
      "step": 387300
    },
    {
      "epoch": 0.49128695338919626,
      "grad_norm": 5.28125,
      "learning_rate": 2.543894257971375e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5539354592561722,
      "num_tokens": 298193073.0,
      "step": 387310
    },
    {
      "epoch": 0.4912996379817291,
      "grad_norm": 6.96875,
      "learning_rate": 2.543830826962746e-05,
      "loss": 1.8895,
      "mean_token_accuracy": 0.5850589454174042,
      "num_tokens": 298199713.0,
      "step": 387320
    },
    {
      "epoch": 0.49131232257426194,
      "grad_norm": 5.28125,
      "learning_rate": 2.5437673959541164e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5206019669771195,
      "num_tokens": 298207901.0,
      "step": 387330
    },
    {
      "epoch": 0.4913250071667948,
      "grad_norm": 5.25,
      "learning_rate": 2.5437039649454876e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5353788495063782,
      "num_tokens": 298215818.0,
      "step": 387340
    },
    {
      "epoch": 0.4913376917593276,
      "grad_norm": 5.28125,
      "learning_rate": 2.5436405339368585e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5403295904397964,
      "num_tokens": 298222987.0,
      "step": 387350
    },
    {
      "epoch": 0.49135037635186046,
      "grad_norm": 4.8125,
      "learning_rate": 2.543577102928229e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5414733201265335,
      "num_tokens": 298230417.0,
      "step": 387360
    },
    {
      "epoch": 0.4913630609443933,
      "grad_norm": 5.6875,
      "learning_rate": 2.5435136719196002e-05,
      "loss": 2.2957,
      "mean_token_accuracy": 0.5162797451019288,
      "num_tokens": 298238396.0,
      "step": 387370
    },
    {
      "epoch": 0.4913757455369261,
      "grad_norm": 7.0625,
      "learning_rate": 2.543450240910971e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5398499429225921,
      "num_tokens": 298244847.0,
      "step": 387380
    },
    {
      "epoch": 0.49138843012945893,
      "grad_norm": 5.25,
      "learning_rate": 2.5433868099023416e-05,
      "loss": 1.9283,
      "mean_token_accuracy": 0.5775584727525711,
      "num_tokens": 298251518.0,
      "step": 387390
    },
    {
      "epoch": 0.49140111472199177,
      "grad_norm": 5.0625,
      "learning_rate": 2.543323378893713e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5629905670881271,
      "num_tokens": 298258788.0,
      "step": 387400
    },
    {
      "epoch": 0.4914137993145246,
      "grad_norm": 5.65625,
      "learning_rate": 2.5432599478850834e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5212522774934769,
      "num_tokens": 298266253.0,
      "step": 387410
    },
    {
      "epoch": 0.49142648390705745,
      "grad_norm": 5.875,
      "learning_rate": 2.5431965168764543e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5226447522640228,
      "num_tokens": 298274259.0,
      "step": 387420
    },
    {
      "epoch": 0.4914391684995903,
      "grad_norm": 4.90625,
      "learning_rate": 2.5431330858678255e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5252163916826248,
      "num_tokens": 298283449.0,
      "step": 387430
    },
    {
      "epoch": 0.49145185309212314,
      "grad_norm": 6.1875,
      "learning_rate": 2.543069654859196e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.566587382555008,
      "num_tokens": 298290828.0,
      "step": 387440
    },
    {
      "epoch": 0.491464537684656,
      "grad_norm": 6.09375,
      "learning_rate": 2.543006223850567e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5362231701612472,
      "num_tokens": 298297394.0,
      "step": 387450
    },
    {
      "epoch": 0.49147722227718876,
      "grad_norm": 5.4375,
      "learning_rate": 2.5429427928419374e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.553637370467186,
      "num_tokens": 298305691.0,
      "step": 387460
    },
    {
      "epoch": 0.4914899068697216,
      "grad_norm": 4.75,
      "learning_rate": 2.5428793618333086e-05,
      "loss": 2.174,
      "mean_token_accuracy": 0.5224714249372482,
      "num_tokens": 298313853.0,
      "step": 387470
    },
    {
      "epoch": 0.49150259146225445,
      "grad_norm": 12.125,
      "learning_rate": 2.5428159308246795e-05,
      "loss": 2.2887,
      "mean_token_accuracy": 0.5241418033838272,
      "num_tokens": 298321506.0,
      "step": 387480
    },
    {
      "epoch": 0.4915152760547873,
      "grad_norm": 6.5625,
      "learning_rate": 2.54275249981605e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5411216944456101,
      "num_tokens": 298328920.0,
      "step": 387490
    },
    {
      "epoch": 0.49152796064732013,
      "grad_norm": 4.65625,
      "learning_rate": 2.5426890688074212e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5275476068258286,
      "num_tokens": 298336615.0,
      "step": 387500
    },
    {
      "epoch": 0.49154064523985297,
      "grad_norm": 11.625,
      "learning_rate": 2.5426256377987918e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5322214871644974,
      "num_tokens": 298344161.0,
      "step": 387510
    },
    {
      "epoch": 0.4915533298323858,
      "grad_norm": 4.9375,
      "learning_rate": 2.5425622067901627e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.551318547129631,
      "num_tokens": 298352888.0,
      "step": 387520
    },
    {
      "epoch": 0.49156601442491865,
      "grad_norm": 4.875,
      "learning_rate": 2.542498775781534e-05,
      "loss": 1.8912,
      "mean_token_accuracy": 0.5806807458400727,
      "num_tokens": 298360229.0,
      "step": 387530
    },
    {
      "epoch": 0.49157869901745144,
      "grad_norm": 5.0,
      "learning_rate": 2.5424353447729044e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5272196471691132,
      "num_tokens": 298367906.0,
      "step": 387540
    },
    {
      "epoch": 0.4915913836099843,
      "grad_norm": 5.40625,
      "learning_rate": 2.5423719137642753e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5406149506568909,
      "num_tokens": 298375883.0,
      "step": 387550
    },
    {
      "epoch": 0.4916040682025171,
      "grad_norm": 5.09375,
      "learning_rate": 2.5423084827556458e-05,
      "loss": 1.8713,
      "mean_token_accuracy": 0.575805377960205,
      "num_tokens": 298381693.0,
      "step": 387560
    },
    {
      "epoch": 0.49161675279504996,
      "grad_norm": 5.5625,
      "learning_rate": 2.542245051747017e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5343801468610764,
      "num_tokens": 298388583.0,
      "step": 387570
    },
    {
      "epoch": 0.4916294373875828,
      "grad_norm": 5.71875,
      "learning_rate": 2.542181620738388e-05,
      "loss": 1.7972,
      "mean_token_accuracy": 0.5971505969762803,
      "num_tokens": 298395786.0,
      "step": 387580
    },
    {
      "epoch": 0.49164212198011564,
      "grad_norm": 6.125,
      "learning_rate": 2.5421181897297584e-05,
      "loss": 1.8333,
      "mean_token_accuracy": 0.5835888057947158,
      "num_tokens": 298401974.0,
      "step": 387590
    },
    {
      "epoch": 0.4916548065726485,
      "grad_norm": 4.84375,
      "learning_rate": 2.5420547587211297e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5209807246923447,
      "num_tokens": 298410794.0,
      "step": 387600
    },
    {
      "epoch": 0.4916674911651813,
      "grad_norm": 6.34375,
      "learning_rate": 2.5419913277125002e-05,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5849741101264954,
      "num_tokens": 298417649.0,
      "step": 387610
    },
    {
      "epoch": 0.4916801757577141,
      "grad_norm": 5.75,
      "learning_rate": 2.541927896703871e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.545651125907898,
      "num_tokens": 298426177.0,
      "step": 387620
    },
    {
      "epoch": 0.49169286035024695,
      "grad_norm": 8.125,
      "learning_rate": 2.5418644656952423e-05,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5295206248760224,
      "num_tokens": 298434109.0,
      "step": 387630
    },
    {
      "epoch": 0.4917055449427798,
      "grad_norm": 5.1875,
      "learning_rate": 2.5418010346866128e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5495155692100525,
      "num_tokens": 298441147.0,
      "step": 387640
    },
    {
      "epoch": 0.49171822953531263,
      "grad_norm": 8.0625,
      "learning_rate": 2.541737603677984e-05,
      "loss": 1.8881,
      "mean_token_accuracy": 0.582031300663948,
      "num_tokens": 298448613.0,
      "step": 387650
    },
    {
      "epoch": 0.4917309141278455,
      "grad_norm": 5.53125,
      "learning_rate": 2.5416741726693542e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5472241282463074,
      "num_tokens": 298456102.0,
      "step": 387660
    },
    {
      "epoch": 0.4917435987203783,
      "grad_norm": 8.25,
      "learning_rate": 2.5416107416607254e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5546102613210678,
      "num_tokens": 298462431.0,
      "step": 387670
    },
    {
      "epoch": 0.49175628331291116,
      "grad_norm": 5.0,
      "learning_rate": 2.5415473106520966e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.527387535572052,
      "num_tokens": 298470970.0,
      "step": 387680
    },
    {
      "epoch": 0.491768967905444,
      "grad_norm": 5.34375,
      "learning_rate": 2.5414838796434672e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5403399348258973,
      "num_tokens": 298478169.0,
      "step": 387690
    },
    {
      "epoch": 0.4917816524979768,
      "grad_norm": 5.375,
      "learning_rate": 2.541420448634838e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.53879434466362,
      "num_tokens": 298486815.0,
      "step": 387700
    },
    {
      "epoch": 0.4917943370905096,
      "grad_norm": 5.53125,
      "learning_rate": 2.5413570176262086e-05,
      "loss": 2.3131,
      "mean_token_accuracy": 0.5028971046209335,
      "num_tokens": 298495026.0,
      "step": 387710
    },
    {
      "epoch": 0.49180702168304247,
      "grad_norm": 4.875,
      "learning_rate": 2.5412935866175798e-05,
      "loss": 1.9335,
      "mean_token_accuracy": 0.5613453269004822,
      "num_tokens": 298502292.0,
      "step": 387720
    },
    {
      "epoch": 0.4918197062755753,
      "grad_norm": 6.21875,
      "learning_rate": 2.5412301556089507e-05,
      "loss": 2.2646,
      "mean_token_accuracy": 0.5218054503202438,
      "num_tokens": 298511469.0,
      "step": 387730
    },
    {
      "epoch": 0.49183239086810815,
      "grad_norm": 6.40625,
      "learning_rate": 2.5411667246003212e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5265361964702606,
      "num_tokens": 298518355.0,
      "step": 387740
    },
    {
      "epoch": 0.491845075460641,
      "grad_norm": 5.59375,
      "learning_rate": 2.5411032935916924e-05,
      "loss": 1.7336,
      "mean_token_accuracy": 0.6163217395544052,
      "num_tokens": 298524249.0,
      "step": 387750
    },
    {
      "epoch": 0.49185776005317383,
      "grad_norm": 7.09375,
      "learning_rate": 2.541039862583063e-05,
      "loss": 2.3381,
      "mean_token_accuracy": 0.5158203423023224,
      "num_tokens": 298531781.0,
      "step": 387760
    },
    {
      "epoch": 0.4918704446457067,
      "grad_norm": 5.90625,
      "learning_rate": 2.5409764315744338e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5574224412441253,
      "num_tokens": 298540055.0,
      "step": 387770
    },
    {
      "epoch": 0.49188312923823946,
      "grad_norm": 10.0625,
      "learning_rate": 2.540913000565805e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5246088206768036,
      "num_tokens": 298547211.0,
      "step": 387780
    },
    {
      "epoch": 0.4918958138307723,
      "grad_norm": 5.0,
      "learning_rate": 2.5408495695571756e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5318835020065308,
      "num_tokens": 298555103.0,
      "step": 387790
    },
    {
      "epoch": 0.49190849842330514,
      "grad_norm": 4.8125,
      "learning_rate": 2.5407861385485465e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5230034291744232,
      "num_tokens": 298564600.0,
      "step": 387800
    },
    {
      "epoch": 0.491921183015838,
      "grad_norm": 6.46875,
      "learning_rate": 2.540722707539917e-05,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5603729546070099,
      "num_tokens": 298571954.0,
      "step": 387810
    },
    {
      "epoch": 0.4919338676083708,
      "grad_norm": 5.34375,
      "learning_rate": 2.5406592765312882e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5534652948379517,
      "num_tokens": 298580209.0,
      "step": 387820
    },
    {
      "epoch": 0.49194655220090366,
      "grad_norm": 5.03125,
      "learning_rate": 2.540595845522659e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5402357548475265,
      "num_tokens": 298588284.0,
      "step": 387830
    },
    {
      "epoch": 0.4919592367934365,
      "grad_norm": 6.65625,
      "learning_rate": 2.5405324145140296e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5634182661771774,
      "num_tokens": 298596688.0,
      "step": 387840
    },
    {
      "epoch": 0.4919719213859693,
      "grad_norm": 4.1875,
      "learning_rate": 2.5404689835054008e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5523329347372055,
      "num_tokens": 298604165.0,
      "step": 387850
    },
    {
      "epoch": 0.49198460597850213,
      "grad_norm": 4.875,
      "learning_rate": 2.5404055524967714e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5250841587781906,
      "num_tokens": 298613258.0,
      "step": 387860
    },
    {
      "epoch": 0.491997290571035,
      "grad_norm": 8.1875,
      "learning_rate": 2.5403421214881422e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5318572342395782,
      "num_tokens": 298620238.0,
      "step": 387870
    },
    {
      "epoch": 0.4920099751635678,
      "grad_norm": 4.90625,
      "learning_rate": 2.5402786904795134e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.547280091047287,
      "num_tokens": 298628253.0,
      "step": 387880
    },
    {
      "epoch": 0.49202265975610066,
      "grad_norm": 6.40625,
      "learning_rate": 2.540215259470884e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5480327248573303,
      "num_tokens": 298635628.0,
      "step": 387890
    },
    {
      "epoch": 0.4920353443486335,
      "grad_norm": 5.65625,
      "learning_rate": 2.540151828462255e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5285258263349533,
      "num_tokens": 298643526.0,
      "step": 387900
    },
    {
      "epoch": 0.49204802894116634,
      "grad_norm": 5.875,
      "learning_rate": 2.5400883974536254e-05,
      "loss": 1.725,
      "mean_token_accuracy": 0.6135327637195587,
      "num_tokens": 298650288.0,
      "step": 387910
    },
    {
      "epoch": 0.4920607135336992,
      "grad_norm": 5.0,
      "learning_rate": 2.5400249664449966e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5384244889020919,
      "num_tokens": 298657206.0,
      "step": 387920
    },
    {
      "epoch": 0.49207339812623196,
      "grad_norm": 5.59375,
      "learning_rate": 2.5399615354363675e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.555476450920105,
      "num_tokens": 298665402.0,
      "step": 387930
    },
    {
      "epoch": 0.4920860827187648,
      "grad_norm": 5.25,
      "learning_rate": 2.539898104427738e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5582358777523041,
      "num_tokens": 298672556.0,
      "step": 387940
    },
    {
      "epoch": 0.49209876731129765,
      "grad_norm": 5.875,
      "learning_rate": 2.5398346734191092e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5524859338998794,
      "num_tokens": 298680767.0,
      "step": 387950
    },
    {
      "epoch": 0.4921114519038305,
      "grad_norm": 6.34375,
      "learning_rate": 2.5397712424104798e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5285027146339416,
      "num_tokens": 298689003.0,
      "step": 387960
    },
    {
      "epoch": 0.49212413649636333,
      "grad_norm": 4.875,
      "learning_rate": 2.5397078114018506e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5628201186656951,
      "num_tokens": 298696816.0,
      "step": 387970
    },
    {
      "epoch": 0.49213682108889617,
      "grad_norm": 6.09375,
      "learning_rate": 2.539644380393222e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5347761750221253,
      "num_tokens": 298705289.0,
      "step": 387980
    },
    {
      "epoch": 0.492149505681429,
      "grad_norm": 11.5,
      "learning_rate": 2.5395809493845924e-05,
      "loss": 2.2984,
      "mean_token_accuracy": 0.5127690255641937,
      "num_tokens": 298713065.0,
      "step": 387990
    },
    {
      "epoch": 0.49216219027396185,
      "grad_norm": 6.59375,
      "learning_rate": 2.5395175183759633e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5678046345710754,
      "num_tokens": 298720164.0,
      "step": 388000
    },
    {
      "epoch": 0.49217487486649464,
      "grad_norm": 7.125,
      "learning_rate": 2.5394540873673338e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.548981350660324,
      "num_tokens": 298728104.0,
      "step": 388010
    },
    {
      "epoch": 0.4921875594590275,
      "grad_norm": 4.8125,
      "learning_rate": 2.539390656358705e-05,
      "loss": 2.2557,
      "mean_token_accuracy": 0.5113194108009338,
      "num_tokens": 298737033.0,
      "step": 388020
    },
    {
      "epoch": 0.4922002440515603,
      "grad_norm": 5.25,
      "learning_rate": 2.5393272253500762e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5312149941921234,
      "num_tokens": 298746413.0,
      "step": 388030
    },
    {
      "epoch": 0.49221292864409316,
      "grad_norm": 5.4375,
      "learning_rate": 2.5392637943414464e-05,
      "loss": 1.5598,
      "mean_token_accuracy": 0.6383439481258393,
      "num_tokens": 298752845.0,
      "step": 388040
    },
    {
      "epoch": 0.492225613236626,
      "grad_norm": 5.375,
      "learning_rate": 2.5392003633328176e-05,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5594674706459045,
      "num_tokens": 298760700.0,
      "step": 388050
    },
    {
      "epoch": 0.49223829782915884,
      "grad_norm": 5.0625,
      "learning_rate": 2.539136932324188e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5582236170768737,
      "num_tokens": 298768166.0,
      "step": 388060
    },
    {
      "epoch": 0.4922509824216917,
      "grad_norm": 5.4375,
      "learning_rate": 2.5390735013155594e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5364303290843964,
      "num_tokens": 298775578.0,
      "step": 388070
    },
    {
      "epoch": 0.4922636670142245,
      "grad_norm": 5.21875,
      "learning_rate": 2.5390100703069302e-05,
      "loss": 2.232,
      "mean_token_accuracy": 0.5189180612564087,
      "num_tokens": 298784911.0,
      "step": 388080
    },
    {
      "epoch": 0.4922763516067573,
      "grad_norm": 5.4375,
      "learning_rate": 2.5389466392983008e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5607109814882278,
      "num_tokens": 298792877.0,
      "step": 388090
    },
    {
      "epoch": 0.49228903619929015,
      "grad_norm": 4.9375,
      "learning_rate": 2.538883208289672e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5445110827684403,
      "num_tokens": 298801503.0,
      "step": 388100
    },
    {
      "epoch": 0.492301720791823,
      "grad_norm": 6.09375,
      "learning_rate": 2.5388197772810425e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5651071578264236,
      "num_tokens": 298808594.0,
      "step": 388110
    },
    {
      "epoch": 0.49231440538435584,
      "grad_norm": 6.09375,
      "learning_rate": 2.5387563462724134e-05,
      "loss": 2.2314,
      "mean_token_accuracy": 0.5201067209243775,
      "num_tokens": 298817138.0,
      "step": 388120
    },
    {
      "epoch": 0.4923270899768887,
      "grad_norm": 5.59375,
      "learning_rate": 2.5386929152637846e-05,
      "loss": 1.9306,
      "mean_token_accuracy": 0.564201220870018,
      "num_tokens": 298824405.0,
      "step": 388130
    },
    {
      "epoch": 0.4923397745694215,
      "grad_norm": 5.8125,
      "learning_rate": 2.538629484255155e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5583849638700485,
      "num_tokens": 298830965.0,
      "step": 388140
    },
    {
      "epoch": 0.49235245916195436,
      "grad_norm": 5.3125,
      "learning_rate": 2.538566053246526e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5135589271783829,
      "num_tokens": 298840429.0,
      "step": 388150
    },
    {
      "epoch": 0.4923651437544872,
      "grad_norm": 5.03125,
      "learning_rate": 2.5385026222378966e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5342558056116105,
      "num_tokens": 298849808.0,
      "step": 388160
    },
    {
      "epoch": 0.49237782834702,
      "grad_norm": 5.40625,
      "learning_rate": 2.5384391912292678e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5472041159868241,
      "num_tokens": 298858457.0,
      "step": 388170
    },
    {
      "epoch": 0.4923905129395528,
      "grad_norm": 7.28125,
      "learning_rate": 2.5383757602206386e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5478061020374299,
      "num_tokens": 298866257.0,
      "step": 388180
    },
    {
      "epoch": 0.49240319753208567,
      "grad_norm": 6.875,
      "learning_rate": 2.5383123292120092e-05,
      "loss": 1.8654,
      "mean_token_accuracy": 0.5763966321945191,
      "num_tokens": 298874358.0,
      "step": 388190
    },
    {
      "epoch": 0.4924158821246185,
      "grad_norm": 6.25,
      "learning_rate": 2.5382488982033804e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5646862208843231,
      "num_tokens": 298881611.0,
      "step": 388200
    },
    {
      "epoch": 0.49242856671715135,
      "grad_norm": 4.625,
      "learning_rate": 2.538185467194751e-05,
      "loss": 1.7968,
      "mean_token_accuracy": 0.5947390735149384,
      "num_tokens": 298888659.0,
      "step": 388210
    },
    {
      "epoch": 0.4924412513096842,
      "grad_norm": 7.28125,
      "learning_rate": 2.5381220361861218e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.580399027466774,
      "num_tokens": 298894750.0,
      "step": 388220
    },
    {
      "epoch": 0.49245393590221703,
      "grad_norm": 12.1875,
      "learning_rate": 2.538058605177493e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5432929366827011,
      "num_tokens": 298902124.0,
      "step": 388230
    },
    {
      "epoch": 0.4924666204947499,
      "grad_norm": 5.90625,
      "learning_rate": 2.5379951741688636e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5538832485675812,
      "num_tokens": 298908316.0,
      "step": 388240
    },
    {
      "epoch": 0.49247930508728266,
      "grad_norm": 5.75,
      "learning_rate": 2.5379317431602344e-05,
      "loss": 2.2911,
      "mean_token_accuracy": 0.5204709857702255,
      "num_tokens": 298916198.0,
      "step": 388250
    },
    {
      "epoch": 0.4924919896798155,
      "grad_norm": 5.15625,
      "learning_rate": 2.537868312151605e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5562323272228241,
      "num_tokens": 298922991.0,
      "step": 388260
    },
    {
      "epoch": 0.49250467427234834,
      "grad_norm": 5.65625,
      "learning_rate": 2.5378048811429762e-05,
      "loss": 1.8252,
      "mean_token_accuracy": 0.5865760266780853,
      "num_tokens": 298929314.0,
      "step": 388270
    },
    {
      "epoch": 0.4925173588648812,
      "grad_norm": 6.03125,
      "learning_rate": 2.537741450134347e-05,
      "loss": 1.9004,
      "mean_token_accuracy": 0.5792895495891571,
      "num_tokens": 298936555.0,
      "step": 388280
    },
    {
      "epoch": 0.492530043457414,
      "grad_norm": 7.09375,
      "learning_rate": 2.5376780191257176e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5584907710552216,
      "num_tokens": 298943074.0,
      "step": 388290
    },
    {
      "epoch": 0.49254272804994687,
      "grad_norm": 4.4375,
      "learning_rate": 2.5376145881170888e-05,
      "loss": 1.9209,
      "mean_token_accuracy": 0.571087247133255,
      "num_tokens": 298950729.0,
      "step": 388300
    },
    {
      "epoch": 0.4925554126424797,
      "grad_norm": 5.25,
      "learning_rate": 2.5375511571084597e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5194333612918853,
      "num_tokens": 298959540.0,
      "step": 388310
    },
    {
      "epoch": 0.4925680972350125,
      "grad_norm": 4.90625,
      "learning_rate": 2.5374877260998302e-05,
      "loss": 1.8012,
      "mean_token_accuracy": 0.5939225047826767,
      "num_tokens": 298966937.0,
      "step": 388320
    },
    {
      "epoch": 0.49258078182754533,
      "grad_norm": 6.65625,
      "learning_rate": 2.5374242950912014e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5783673614263535,
      "num_tokens": 298974044.0,
      "step": 388330
    },
    {
      "epoch": 0.4925934664200782,
      "grad_norm": 5.28125,
      "learning_rate": 2.537360864082572e-05,
      "loss": 2.307,
      "mean_token_accuracy": 0.5150356888771057,
      "num_tokens": 298983345.0,
      "step": 388340
    },
    {
      "epoch": 0.492606151012611,
      "grad_norm": 4.75,
      "learning_rate": 2.5372974330739428e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5390127986669541,
      "num_tokens": 298991943.0,
      "step": 388350
    },
    {
      "epoch": 0.49261883560514386,
      "grad_norm": 8.6875,
      "learning_rate": 2.537234002065314e-05,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5756492704153061,
      "num_tokens": 299000713.0,
      "step": 388360
    },
    {
      "epoch": 0.4926315201976767,
      "grad_norm": 7.6875,
      "learning_rate": 2.5371705710566846e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5334864616394043,
      "num_tokens": 299007541.0,
      "step": 388370
    },
    {
      "epoch": 0.49264420479020954,
      "grad_norm": 5.625,
      "learning_rate": 2.5371071400480554e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5363585919141769,
      "num_tokens": 299015516.0,
      "step": 388380
    },
    {
      "epoch": 0.4926568893827424,
      "grad_norm": 6.1875,
      "learning_rate": 2.537043709039426e-05,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5724769592285156,
      "num_tokens": 299022122.0,
      "step": 388390
    },
    {
      "epoch": 0.49266957397527517,
      "grad_norm": 5.15625,
      "learning_rate": 2.5369802780307972e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5412813186645508,
      "num_tokens": 299030126.0,
      "step": 388400
    },
    {
      "epoch": 0.492682258567808,
      "grad_norm": 5.375,
      "learning_rate": 2.5369168470221684e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5327829450368882,
      "num_tokens": 299038792.0,
      "step": 388410
    },
    {
      "epoch": 0.49269494316034085,
      "grad_norm": 6.21875,
      "learning_rate": 2.5368534160135386e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5466858357191086,
      "num_tokens": 299047170.0,
      "step": 388420
    },
    {
      "epoch": 0.4927076277528737,
      "grad_norm": 7.84375,
      "learning_rate": 2.5367899850049098e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5481712192296981,
      "num_tokens": 299055729.0,
      "step": 388430
    },
    {
      "epoch": 0.49272031234540653,
      "grad_norm": 5.0,
      "learning_rate": 2.5367265539962804e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5561882853507996,
      "num_tokens": 299063745.0,
      "step": 388440
    },
    {
      "epoch": 0.49273299693793937,
      "grad_norm": 5.1875,
      "learning_rate": 2.5366631229876516e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5365778923034668,
      "num_tokens": 299072349.0,
      "step": 388450
    },
    {
      "epoch": 0.4927456815304722,
      "grad_norm": 7.34375,
      "learning_rate": 2.5365996919790224e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5492926597595215,
      "num_tokens": 299080467.0,
      "step": 388460
    },
    {
      "epoch": 0.49275836612300505,
      "grad_norm": 6.4375,
      "learning_rate": 2.536536260970393e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5454136580228806,
      "num_tokens": 299088319.0,
      "step": 388470
    },
    {
      "epoch": 0.49277105071553784,
      "grad_norm": 5.1875,
      "learning_rate": 2.5364728299617642e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5529517650604248,
      "num_tokens": 299095019.0,
      "step": 388480
    },
    {
      "epoch": 0.4927837353080707,
      "grad_norm": 4.71875,
      "learning_rate": 2.5364093989531347e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5479344010353089,
      "num_tokens": 299103491.0,
      "step": 388490
    },
    {
      "epoch": 0.4927964199006035,
      "grad_norm": 5.5,
      "learning_rate": 2.5363459679445056e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.543309086561203,
      "num_tokens": 299111621.0,
      "step": 388500
    },
    {
      "epoch": 0.49280910449313636,
      "grad_norm": 6.71875,
      "learning_rate": 2.5362825369358768e-05,
      "loss": 2.2431,
      "mean_token_accuracy": 0.5120690822601318,
      "num_tokens": 299120505.0,
      "step": 388510
    },
    {
      "epoch": 0.4928217890856692,
      "grad_norm": 4.8125,
      "learning_rate": 2.5362191059272473e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5462453752756119,
      "num_tokens": 299128701.0,
      "step": 388520
    },
    {
      "epoch": 0.49283447367820205,
      "grad_norm": 5.0,
      "learning_rate": 2.5361556749186182e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.526018351316452,
      "num_tokens": 299137687.0,
      "step": 388530
    },
    {
      "epoch": 0.4928471582707349,
      "grad_norm": 5.4375,
      "learning_rate": 2.5360922439099888e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5393603861331939,
      "num_tokens": 299146249.0,
      "step": 388540
    },
    {
      "epoch": 0.4928598428632677,
      "grad_norm": 4.59375,
      "learning_rate": 2.53602881290136e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.530499267578125,
      "num_tokens": 299153383.0,
      "step": 388550
    },
    {
      "epoch": 0.4928725274558005,
      "grad_norm": 4.875,
      "learning_rate": 2.535965381892731e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5393081247806549,
      "num_tokens": 299162222.0,
      "step": 388560
    },
    {
      "epoch": 0.49288521204833335,
      "grad_norm": 5.25,
      "learning_rate": 2.5359019508841014e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5608205378055573,
      "num_tokens": 299171328.0,
      "step": 388570
    },
    {
      "epoch": 0.4928978966408662,
      "grad_norm": 4.96875,
      "learning_rate": 2.5358385198754726e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5379952549934387,
      "num_tokens": 299180349.0,
      "step": 388580
    },
    {
      "epoch": 0.49291058123339904,
      "grad_norm": 6.78125,
      "learning_rate": 2.535775088866843e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5411894977092743,
      "num_tokens": 299188656.0,
      "step": 388590
    },
    {
      "epoch": 0.4929232658259319,
      "grad_norm": 10.4375,
      "learning_rate": 2.535711657858214e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5704048484563827,
      "num_tokens": 299195644.0,
      "step": 388600
    },
    {
      "epoch": 0.4929359504184647,
      "grad_norm": 5.8125,
      "learning_rate": 2.5356482268495852e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5365320384502411,
      "num_tokens": 299203722.0,
      "step": 388610
    },
    {
      "epoch": 0.49294863501099756,
      "grad_norm": 5.3125,
      "learning_rate": 2.5355847958409557e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5314600557088852,
      "num_tokens": 299212924.0,
      "step": 388620
    },
    {
      "epoch": 0.4929613196035304,
      "grad_norm": 5.90625,
      "learning_rate": 2.5355213648323266e-05,
      "loss": 1.8323,
      "mean_token_accuracy": 0.6059227734804153,
      "num_tokens": 299219871.0,
      "step": 388630
    },
    {
      "epoch": 0.4929740041960632,
      "grad_norm": 5.03125,
      "learning_rate": 2.535457933823697e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5653656303882599,
      "num_tokens": 299227494.0,
      "step": 388640
    },
    {
      "epoch": 0.49298668878859603,
      "grad_norm": 6.09375,
      "learning_rate": 2.5353945028150684e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5627266854047775,
      "num_tokens": 299234690.0,
      "step": 388650
    },
    {
      "epoch": 0.49299937338112887,
      "grad_norm": 5.84375,
      "learning_rate": 2.5353310718064392e-05,
      "loss": 1.8039,
      "mean_token_accuracy": 0.6020456492900849,
      "num_tokens": 299240255.0,
      "step": 388660
    },
    {
      "epoch": 0.4930120579736617,
      "grad_norm": 7.71875,
      "learning_rate": 2.5352676407978098e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5353625565767288,
      "num_tokens": 299247202.0,
      "step": 388670
    },
    {
      "epoch": 0.49302474256619455,
      "grad_norm": 6.15625,
      "learning_rate": 2.535204209789181e-05,
      "loss": 2.3089,
      "mean_token_accuracy": 0.4996585488319397,
      "num_tokens": 299256370.0,
      "step": 388680
    },
    {
      "epoch": 0.4930374271587274,
      "grad_norm": 5.65625,
      "learning_rate": 2.5351407787805515e-05,
      "loss": 2.3674,
      "mean_token_accuracy": 0.5043582409620285,
      "num_tokens": 299264767.0,
      "step": 388690
    },
    {
      "epoch": 0.49305011175126023,
      "grad_norm": 10.0,
      "learning_rate": 2.5350773477719224e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5447619438171387,
      "num_tokens": 299272585.0,
      "step": 388700
    },
    {
      "epoch": 0.4930627963437931,
      "grad_norm": 7.25,
      "learning_rate": 2.5350139167632936e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.531728383898735,
      "num_tokens": 299279531.0,
      "step": 388710
    },
    {
      "epoch": 0.49307548093632586,
      "grad_norm": 5.4375,
      "learning_rate": 2.534950485754664e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5356647074222565,
      "num_tokens": 299286269.0,
      "step": 388720
    },
    {
      "epoch": 0.4930881655288587,
      "grad_norm": 5.21875,
      "learning_rate": 2.534887054746035e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5287049442529679,
      "num_tokens": 299292898.0,
      "step": 388730
    },
    {
      "epoch": 0.49310085012139154,
      "grad_norm": 4.375,
      "learning_rate": 2.5348236237374056e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5535788923501969,
      "num_tokens": 299302078.0,
      "step": 388740
    },
    {
      "epoch": 0.4931135347139244,
      "grad_norm": 4.5,
      "learning_rate": 2.5347601927287768e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5383042544126511,
      "num_tokens": 299308719.0,
      "step": 388750
    },
    {
      "epoch": 0.4931262193064572,
      "grad_norm": 5.0,
      "learning_rate": 2.5346967617201476e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5632853865623474,
      "num_tokens": 299315644.0,
      "step": 388760
    },
    {
      "epoch": 0.49313890389899007,
      "grad_norm": 6.9375,
      "learning_rate": 2.5346333307115182e-05,
      "loss": 2.1995,
      "mean_token_accuracy": 0.5216517508029938,
      "num_tokens": 299322977.0,
      "step": 388770
    },
    {
      "epoch": 0.4931515884915229,
      "grad_norm": 5.90625,
      "learning_rate": 2.5345698997028894e-05,
      "loss": 1.836,
      "mean_token_accuracy": 0.5880750417709351,
      "num_tokens": 299330808.0,
      "step": 388780
    },
    {
      "epoch": 0.4931642730840557,
      "grad_norm": 5.65625,
      "learning_rate": 2.53450646869426e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5139047235250473,
      "num_tokens": 299339123.0,
      "step": 388790
    },
    {
      "epoch": 0.49317695767658853,
      "grad_norm": 5.59375,
      "learning_rate": 2.5344430376856308e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5229200065135956,
      "num_tokens": 299348230.0,
      "step": 388800
    },
    {
      "epoch": 0.4931896422691214,
      "grad_norm": 5.125,
      "learning_rate": 2.534379606677002e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5239495158195495,
      "num_tokens": 299357521.0,
      "step": 388810
    },
    {
      "epoch": 0.4932023268616542,
      "grad_norm": 5.5625,
      "learning_rate": 2.5343161756683725e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5366422027349472,
      "num_tokens": 299365486.0,
      "step": 388820
    },
    {
      "epoch": 0.49321501145418706,
      "grad_norm": 7.59375,
      "learning_rate": 2.5342527446597438e-05,
      "loss": 1.9227,
      "mean_token_accuracy": 0.5846634984016419,
      "num_tokens": 299372917.0,
      "step": 388830
    },
    {
      "epoch": 0.4932276960467199,
      "grad_norm": 4.625,
      "learning_rate": 2.534189313651114e-05,
      "loss": 1.7649,
      "mean_token_accuracy": 0.6283396482467651,
      "num_tokens": 299378556.0,
      "step": 388840
    },
    {
      "epoch": 0.49324038063925274,
      "grad_norm": 6.0625,
      "learning_rate": 2.5341258826424852e-05,
      "loss": 1.8881,
      "mean_token_accuracy": 0.5715169757604599,
      "num_tokens": 299385971.0,
      "step": 388850
    },
    {
      "epoch": 0.4932530652317856,
      "grad_norm": 5.03125,
      "learning_rate": 2.5340624516338564e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5437187612056732,
      "num_tokens": 299394855.0,
      "step": 388860
    },
    {
      "epoch": 0.49326574982431837,
      "grad_norm": 5.71875,
      "learning_rate": 2.533999020625227e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5587747305631637,
      "num_tokens": 299402589.0,
      "step": 388870
    },
    {
      "epoch": 0.4932784344168512,
      "grad_norm": 5.6875,
      "learning_rate": 2.5339355896165978e-05,
      "loss": 1.8671,
      "mean_token_accuracy": 0.5862686961889267,
      "num_tokens": 299409294.0,
      "step": 388880
    },
    {
      "epoch": 0.49329111900938405,
      "grad_norm": 5.0,
      "learning_rate": 2.5338721586079683e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5280229359865188,
      "num_tokens": 299418453.0,
      "step": 388890
    },
    {
      "epoch": 0.4933038036019169,
      "grad_norm": 5.25,
      "learning_rate": 2.5338087275993395e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.560317212343216,
      "num_tokens": 299426808.0,
      "step": 388900
    },
    {
      "epoch": 0.49331648819444973,
      "grad_norm": 5.03125,
      "learning_rate": 2.5337452965907104e-05,
      "loss": 1.8243,
      "mean_token_accuracy": 0.5923736184835434,
      "num_tokens": 299434543.0,
      "step": 388910
    },
    {
      "epoch": 0.4933291727869826,
      "grad_norm": 4.59375,
      "learning_rate": 2.533681865582081e-05,
      "loss": 1.6911,
      "mean_token_accuracy": 0.613839328289032,
      "num_tokens": 299442545.0,
      "step": 388920
    },
    {
      "epoch": 0.4933418573795154,
      "grad_norm": 5.59375,
      "learning_rate": 2.533618434573452e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5284061074256897,
      "num_tokens": 299449276.0,
      "step": 388930
    },
    {
      "epoch": 0.49335454197204825,
      "grad_norm": 5.0625,
      "learning_rate": 2.5335550035648227e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5323314934968948,
      "num_tokens": 299457559.0,
      "step": 388940
    },
    {
      "epoch": 0.49336722656458104,
      "grad_norm": 5.5,
      "learning_rate": 2.5334915725561936e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5168340474367141,
      "num_tokens": 299465211.0,
      "step": 388950
    },
    {
      "epoch": 0.4933799111571139,
      "grad_norm": 7.34375,
      "learning_rate": 2.5334281415475648e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5529880166053772,
      "num_tokens": 299473056.0,
      "step": 388960
    },
    {
      "epoch": 0.4933925957496467,
      "grad_norm": 5.4375,
      "learning_rate": 2.5333647105389353e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5312444865703583,
      "num_tokens": 299480444.0,
      "step": 388970
    },
    {
      "epoch": 0.49340528034217956,
      "grad_norm": 5.53125,
      "learning_rate": 2.5333012795303062e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5561114341020584,
      "num_tokens": 299487519.0,
      "step": 388980
    },
    {
      "epoch": 0.4934179649347124,
      "grad_norm": 6.5625,
      "learning_rate": 2.5332378485216767e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5528839409351349,
      "num_tokens": 299495418.0,
      "step": 388990
    },
    {
      "epoch": 0.49343064952724525,
      "grad_norm": 5.15625,
      "learning_rate": 2.533174417513048e-05,
      "loss": 1.9278,
      "mean_token_accuracy": 0.5701202034950257,
      "num_tokens": 299503164.0,
      "step": 389000
    },
    {
      "epoch": 0.4934433341197781,
      "grad_norm": 5.03125,
      "learning_rate": 2.5331109865044188e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5323449552059174,
      "num_tokens": 299512419.0,
      "step": 389010
    },
    {
      "epoch": 0.49345601871231093,
      "grad_norm": 5.4375,
      "learning_rate": 2.5330475554957893e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5600190788507462,
      "num_tokens": 299519215.0,
      "step": 389020
    },
    {
      "epoch": 0.4934687033048437,
      "grad_norm": 7.375,
      "learning_rate": 2.5329841244871606e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.537722134590149,
      "num_tokens": 299527236.0,
      "step": 389030
    },
    {
      "epoch": 0.49348138789737656,
      "grad_norm": 5.9375,
      "learning_rate": 2.532920693478531e-05,
      "loss": 1.8761,
      "mean_token_accuracy": 0.5708239912986756,
      "num_tokens": 299532887.0,
      "step": 389040
    },
    {
      "epoch": 0.4934940724899094,
      "grad_norm": 5.96875,
      "learning_rate": 2.532857262469902e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5362041115760803,
      "num_tokens": 299541110.0,
      "step": 389050
    },
    {
      "epoch": 0.49350675708244224,
      "grad_norm": 7.0,
      "learning_rate": 2.5327938314612732e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.5729354649782181,
      "num_tokens": 299546932.0,
      "step": 389060
    },
    {
      "epoch": 0.4935194416749751,
      "grad_norm": 4.96875,
      "learning_rate": 2.5327304004526437e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5332126230001449,
      "num_tokens": 299554914.0,
      "step": 389070
    },
    {
      "epoch": 0.4935321262675079,
      "grad_norm": 5.28125,
      "learning_rate": 2.5326669694440146e-05,
      "loss": 1.9651,
      "mean_token_accuracy": 0.571079957485199,
      "num_tokens": 299561035.0,
      "step": 389080
    },
    {
      "epoch": 0.49354481086004076,
      "grad_norm": 8.25,
      "learning_rate": 2.532603538435385e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5657619357109069,
      "num_tokens": 299566861.0,
      "step": 389090
    },
    {
      "epoch": 0.4935574954525736,
      "grad_norm": 7.03125,
      "learning_rate": 2.5325401074267563e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5505898982286453,
      "num_tokens": 299574287.0,
      "step": 389100
    },
    {
      "epoch": 0.4935701800451064,
      "grad_norm": 5.5625,
      "learning_rate": 2.5324766764181272e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5257117450237274,
      "num_tokens": 299582234.0,
      "step": 389110
    },
    {
      "epoch": 0.49358286463763923,
      "grad_norm": 5.40625,
      "learning_rate": 2.5324132454094978e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5262208253145217,
      "num_tokens": 299590371.0,
      "step": 389120
    },
    {
      "epoch": 0.49359554923017207,
      "grad_norm": 7.9375,
      "learning_rate": 2.532349814400869e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5737720251083374,
      "num_tokens": 299597502.0,
      "step": 389130
    },
    {
      "epoch": 0.4936082338227049,
      "grad_norm": 6.21875,
      "learning_rate": 2.5322863833922395e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5257699131965637,
      "num_tokens": 299605426.0,
      "step": 389140
    },
    {
      "epoch": 0.49362091841523775,
      "grad_norm": 4.0625,
      "learning_rate": 2.5322229523836104e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5590486586093902,
      "num_tokens": 299613554.0,
      "step": 389150
    },
    {
      "epoch": 0.4936336030077706,
      "grad_norm": 5.84375,
      "learning_rate": 2.5321595213749816e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5476103842258453,
      "num_tokens": 299621341.0,
      "step": 389160
    },
    {
      "epoch": 0.49364628760030344,
      "grad_norm": 6.15625,
      "learning_rate": 2.532096090366352e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.5762324333190918,
      "num_tokens": 299629066.0,
      "step": 389170
    },
    {
      "epoch": 0.4936589721928363,
      "grad_norm": 5.84375,
      "learning_rate": 2.532032659357723e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5392101138830185,
      "num_tokens": 299636662.0,
      "step": 389180
    },
    {
      "epoch": 0.49367165678536906,
      "grad_norm": 5.65625,
      "learning_rate": 2.5319692283490935e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5490829020738601,
      "num_tokens": 299644519.0,
      "step": 389190
    },
    {
      "epoch": 0.4936843413779019,
      "grad_norm": 4.6875,
      "learning_rate": 2.5319057973404647e-05,
      "loss": 1.8861,
      "mean_token_accuracy": 0.579340735077858,
      "num_tokens": 299651329.0,
      "step": 389200
    },
    {
      "epoch": 0.49369702597043474,
      "grad_norm": 5.25,
      "learning_rate": 2.531842366331836e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5589739203453064,
      "num_tokens": 299658786.0,
      "step": 389210
    },
    {
      "epoch": 0.4937097105629676,
      "grad_norm": 9.9375,
      "learning_rate": 2.531778935323206e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.5604642570018769,
      "num_tokens": 299665409.0,
      "step": 389220
    },
    {
      "epoch": 0.4937223951555004,
      "grad_norm": 5.1875,
      "learning_rate": 2.5317155043145774e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.5215040594339371,
      "num_tokens": 299673846.0,
      "step": 389230
    },
    {
      "epoch": 0.49373507974803327,
      "grad_norm": 7.28125,
      "learning_rate": 2.5316520733059486e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5509877532720566,
      "num_tokens": 299681889.0,
      "step": 389240
    },
    {
      "epoch": 0.4937477643405661,
      "grad_norm": 5.5,
      "learning_rate": 2.531588642297319e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.554099303483963,
      "num_tokens": 299689144.0,
      "step": 389250
    },
    {
      "epoch": 0.4937604489330989,
      "grad_norm": 6.0,
      "learning_rate": 2.53152521128869e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5349185168743134,
      "num_tokens": 299697536.0,
      "step": 389260
    },
    {
      "epoch": 0.49377313352563174,
      "grad_norm": 5.59375,
      "learning_rate": 2.5314617802800605e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5596241444349289,
      "num_tokens": 299706340.0,
      "step": 389270
    },
    {
      "epoch": 0.4937858181181646,
      "grad_norm": 4.96875,
      "learning_rate": 2.5313983492714317e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5381304591894149,
      "num_tokens": 299714667.0,
      "step": 389280
    },
    {
      "epoch": 0.4937985027106974,
      "grad_norm": 4.8125,
      "learning_rate": 2.5313349182628026e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5363503009080887,
      "num_tokens": 299722120.0,
      "step": 389290
    },
    {
      "epoch": 0.49381118730323026,
      "grad_norm": 6.46875,
      "learning_rate": 2.531271487254173e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5497190177440643,
      "num_tokens": 299729740.0,
      "step": 389300
    },
    {
      "epoch": 0.4938238718957631,
      "grad_norm": 5.0625,
      "learning_rate": 2.5312080562455444e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5356536954641342,
      "num_tokens": 299738239.0,
      "step": 389310
    },
    {
      "epoch": 0.49383655648829594,
      "grad_norm": 5.9375,
      "learning_rate": 2.531144625236915e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5400826573371887,
      "num_tokens": 299746858.0,
      "step": 389320
    },
    {
      "epoch": 0.4938492410808288,
      "grad_norm": 5.125,
      "learning_rate": 2.5310811942282858e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5269608587026596,
      "num_tokens": 299756104.0,
      "step": 389330
    },
    {
      "epoch": 0.49386192567336157,
      "grad_norm": 5.0625,
      "learning_rate": 2.531017763219657e-05,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5220447778701782,
      "num_tokens": 299765100.0,
      "step": 389340
    },
    {
      "epoch": 0.4938746102658944,
      "grad_norm": 5.8125,
      "learning_rate": 2.5309543322110275e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5296792447566986,
      "num_tokens": 299772719.0,
      "step": 389350
    },
    {
      "epoch": 0.49388729485842725,
      "grad_norm": 5.0,
      "learning_rate": 2.5308909012023984e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5417309463024139,
      "num_tokens": 299780981.0,
      "step": 389360
    },
    {
      "epoch": 0.4938999794509601,
      "grad_norm": 4.59375,
      "learning_rate": 2.530827470193769e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5470660567283631,
      "num_tokens": 299788698.0,
      "step": 389370
    },
    {
      "epoch": 0.49391266404349293,
      "grad_norm": 5.09375,
      "learning_rate": 2.53076403918514e-05,
      "loss": 1.8687,
      "mean_token_accuracy": 0.5807453274726868,
      "num_tokens": 299795498.0,
      "step": 389380
    },
    {
      "epoch": 0.4939253486360258,
      "grad_norm": 7.21875,
      "learning_rate": 2.530700608176511e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5432774662971497,
      "num_tokens": 299803309.0,
      "step": 389390
    },
    {
      "epoch": 0.4939380332285586,
      "grad_norm": 7.03125,
      "learning_rate": 2.5306371771678815e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5518084704875946,
      "num_tokens": 299810985.0,
      "step": 389400
    },
    {
      "epoch": 0.49395071782109146,
      "grad_norm": 7.0625,
      "learning_rate": 2.5305737461592528e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5749136716127395,
      "num_tokens": 299818059.0,
      "step": 389410
    },
    {
      "epoch": 0.49396340241362424,
      "grad_norm": 5.59375,
      "learning_rate": 2.5305103151506233e-05,
      "loss": 1.8317,
      "mean_token_accuracy": 0.5840419501066207,
      "num_tokens": 299824955.0,
      "step": 389420
    },
    {
      "epoch": 0.4939760870061571,
      "grad_norm": 5.1875,
      "learning_rate": 2.530446884141994e-05,
      "loss": 2.2552,
      "mean_token_accuracy": 0.5138047069311142,
      "num_tokens": 299833797.0,
      "step": 389430
    },
    {
      "epoch": 0.4939887715986899,
      "grad_norm": 5.9375,
      "learning_rate": 2.5303834531333654e-05,
      "loss": 2.251,
      "mean_token_accuracy": 0.5180753886699676,
      "num_tokens": 299842526.0,
      "step": 389440
    },
    {
      "epoch": 0.49400145619122277,
      "grad_norm": 5.5,
      "learning_rate": 2.530320022124736e-05,
      "loss": 1.9427,
      "mean_token_accuracy": 0.5706390082836151,
      "num_tokens": 299849031.0,
      "step": 389450
    },
    {
      "epoch": 0.4940141407837556,
      "grad_norm": 5.875,
      "learning_rate": 2.5302565911161068e-05,
      "loss": 1.9428,
      "mean_token_accuracy": 0.5486872345209122,
      "num_tokens": 299855696.0,
      "step": 389460
    },
    {
      "epoch": 0.49402682537628845,
      "grad_norm": 6.1875,
      "learning_rate": 2.5301931601074773e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5567484736442566,
      "num_tokens": 299863372.0,
      "step": 389470
    },
    {
      "epoch": 0.4940395099688213,
      "grad_norm": 7.5,
      "learning_rate": 2.5301297290988485e-05,
      "loss": 1.7836,
      "mean_token_accuracy": 0.6064079850912094,
      "num_tokens": 299869892.0,
      "step": 389480
    },
    {
      "epoch": 0.49405219456135413,
      "grad_norm": 3.203125,
      "learning_rate": 2.5300662980902194e-05,
      "loss": 1.9059,
      "mean_token_accuracy": 0.5784019231796265,
      "num_tokens": 299877577.0,
      "step": 389490
    },
    {
      "epoch": 0.4940648791538869,
      "grad_norm": 5.5625,
      "learning_rate": 2.53000286708159e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.536958533525467,
      "num_tokens": 299885223.0,
      "step": 389500
    },
    {
      "epoch": 0.49407756374641976,
      "grad_norm": 4.75,
      "learning_rate": 2.529939436072961e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5603594332933426,
      "num_tokens": 299892576.0,
      "step": 389510
    },
    {
      "epoch": 0.4940902483389526,
      "grad_norm": 6.28125,
      "learning_rate": 2.5298760050643317e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5558603972196579,
      "num_tokens": 299901356.0,
      "step": 389520
    },
    {
      "epoch": 0.49410293293148544,
      "grad_norm": 5.53125,
      "learning_rate": 2.5298125740557026e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5331693679094315,
      "num_tokens": 299909521.0,
      "step": 389530
    },
    {
      "epoch": 0.4941156175240183,
      "grad_norm": 8.25,
      "learning_rate": 2.5297491430470738e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5274058103561401,
      "num_tokens": 299916653.0,
      "step": 389540
    },
    {
      "epoch": 0.4941283021165511,
      "grad_norm": 5.09375,
      "learning_rate": 2.5296857120384443e-05,
      "loss": 1.9182,
      "mean_token_accuracy": 0.5728003650903701,
      "num_tokens": 299925529.0,
      "step": 389550
    },
    {
      "epoch": 0.49414098670908396,
      "grad_norm": 6.0,
      "learning_rate": 2.5296222810298152e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5376147449016571,
      "num_tokens": 299933796.0,
      "step": 389560
    },
    {
      "epoch": 0.4941536713016168,
      "grad_norm": 5.8125,
      "learning_rate": 2.5295588500211857e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5302920460700988,
      "num_tokens": 299943235.0,
      "step": 389570
    },
    {
      "epoch": 0.4941663558941496,
      "grad_norm": 5.21875,
      "learning_rate": 2.529495419012557e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5611363410949707,
      "num_tokens": 299950073.0,
      "step": 389580
    },
    {
      "epoch": 0.49417904048668243,
      "grad_norm": 5.84375,
      "learning_rate": 2.529431988003928e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5594492197036743,
      "num_tokens": 299957687.0,
      "step": 389590
    },
    {
      "epoch": 0.49419172507921527,
      "grad_norm": 4.59375,
      "learning_rate": 2.5293685569952983e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5486260086297989,
      "num_tokens": 299965954.0,
      "step": 389600
    },
    {
      "epoch": 0.4942044096717481,
      "grad_norm": 4.6875,
      "learning_rate": 2.5293051259866696e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5423355787992478,
      "num_tokens": 299974441.0,
      "step": 389610
    },
    {
      "epoch": 0.49421709426428095,
      "grad_norm": 6.65625,
      "learning_rate": 2.52924169497804e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5534738957881927,
      "num_tokens": 299981970.0,
      "step": 389620
    },
    {
      "epoch": 0.4942297788568138,
      "grad_norm": 7.5625,
      "learning_rate": 2.5291782639694113e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5534761786460877,
      "num_tokens": 299989354.0,
      "step": 389630
    },
    {
      "epoch": 0.49424246344934664,
      "grad_norm": 5.5625,
      "learning_rate": 2.5291148329607822e-05,
      "loss": 2.1377,
      "mean_token_accuracy": 0.525171235203743,
      "num_tokens": 299997597.0,
      "step": 389640
    },
    {
      "epoch": 0.4942551480418795,
      "grad_norm": 7.0,
      "learning_rate": 2.5290514019521527e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5340209275484085,
      "num_tokens": 300005754.0,
      "step": 389650
    },
    {
      "epoch": 0.49426783263441226,
      "grad_norm": 4.71875,
      "learning_rate": 2.528987970943524e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5597154468297958,
      "num_tokens": 300013532.0,
      "step": 389660
    },
    {
      "epoch": 0.4942805172269451,
      "grad_norm": 5.28125,
      "learning_rate": 2.5289245399348945e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5479965329170227,
      "num_tokens": 300021772.0,
      "step": 389670
    },
    {
      "epoch": 0.49429320181947795,
      "grad_norm": 5.65625,
      "learning_rate": 2.5288611089262653e-05,
      "loss": 1.7077,
      "mean_token_accuracy": 0.6121204704046249,
      "num_tokens": 300027278.0,
      "step": 389680
    },
    {
      "epoch": 0.4943058864120108,
      "grad_norm": 5.28125,
      "learning_rate": 2.5287976779176366e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5225134938955307,
      "num_tokens": 300035614.0,
      "step": 389690
    },
    {
      "epoch": 0.4943185710045436,
      "grad_norm": 4.90625,
      "learning_rate": 2.528734246909007e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5487253606319428,
      "num_tokens": 300043584.0,
      "step": 389700
    },
    {
      "epoch": 0.49433125559707647,
      "grad_norm": 3.203125,
      "learning_rate": 2.528670815900378e-05,
      "loss": 1.7732,
      "mean_token_accuracy": 0.6037209808826447,
      "num_tokens": 300051046.0,
      "step": 389710
    },
    {
      "epoch": 0.4943439401896093,
      "grad_norm": 5.53125,
      "learning_rate": 2.5286073848917485e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5518449008464813,
      "num_tokens": 300059812.0,
      "step": 389720
    },
    {
      "epoch": 0.4943566247821421,
      "grad_norm": 5.25,
      "learning_rate": 2.5285439538831197e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5469751685857773,
      "num_tokens": 300068074.0,
      "step": 389730
    },
    {
      "epoch": 0.49436930937467494,
      "grad_norm": 5.0625,
      "learning_rate": 2.5284805228744906e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5243176341056823,
      "num_tokens": 300076298.0,
      "step": 389740
    },
    {
      "epoch": 0.4943819939672078,
      "grad_norm": 4.75,
      "learning_rate": 2.528417091865861e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5277100831270218,
      "num_tokens": 300085095.0,
      "step": 389750
    },
    {
      "epoch": 0.4943946785597406,
      "grad_norm": 5.28125,
      "learning_rate": 2.5283536608572323e-05,
      "loss": 1.5817,
      "mean_token_accuracy": 0.6473603636026383,
      "num_tokens": 300091222.0,
      "step": 389760
    },
    {
      "epoch": 0.49440736315227346,
      "grad_norm": 8.375,
      "learning_rate": 2.528290229848603e-05,
      "loss": 1.8583,
      "mean_token_accuracy": 0.6026622921228408,
      "num_tokens": 300097839.0,
      "step": 389770
    },
    {
      "epoch": 0.4944200477448063,
      "grad_norm": 4.78125,
      "learning_rate": 2.5282267988399737e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5420453101396561,
      "num_tokens": 300105914.0,
      "step": 389780
    },
    {
      "epoch": 0.49443273233733914,
      "grad_norm": 4.9375,
      "learning_rate": 2.528163367831345e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5460043132305146,
      "num_tokens": 300114317.0,
      "step": 389790
    },
    {
      "epoch": 0.494445416929872,
      "grad_norm": 5.25,
      "learning_rate": 2.5280999368227155e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5293027430772781,
      "num_tokens": 300122220.0,
      "step": 389800
    },
    {
      "epoch": 0.49445810152240477,
      "grad_norm": 5.25,
      "learning_rate": 2.5280365058140864e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5484792947769165,
      "num_tokens": 300129737.0,
      "step": 389810
    },
    {
      "epoch": 0.4944707861149376,
      "grad_norm": 4.65625,
      "learning_rate": 2.527973074805457e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5400271147489548,
      "num_tokens": 300137947.0,
      "step": 389820
    },
    {
      "epoch": 0.49448347070747045,
      "grad_norm": 6.28125,
      "learning_rate": 2.527909643796828e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5474338591098785,
      "num_tokens": 300145693.0,
      "step": 389830
    },
    {
      "epoch": 0.4944961553000033,
      "grad_norm": 7.1875,
      "learning_rate": 2.527846212788199e-05,
      "loss": 2.1441,
      "mean_token_accuracy": 0.534384161233902,
      "num_tokens": 300152895.0,
      "step": 389840
    },
    {
      "epoch": 0.49450883989253613,
      "grad_norm": 7.4375,
      "learning_rate": 2.5277827817795695e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5354910671710968,
      "num_tokens": 300161655.0,
      "step": 389850
    },
    {
      "epoch": 0.494521524485069,
      "grad_norm": 6.0625,
      "learning_rate": 2.5277193507709407e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5432036966085434,
      "num_tokens": 300169687.0,
      "step": 389860
    },
    {
      "epoch": 0.4945342090776018,
      "grad_norm": 5.09375,
      "learning_rate": 2.5276559197623113e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5584224104881287,
      "num_tokens": 300178128.0,
      "step": 389870
    },
    {
      "epoch": 0.49454689367013466,
      "grad_norm": 6.71875,
      "learning_rate": 2.527592488753682e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5517336636781692,
      "num_tokens": 300185300.0,
      "step": 389880
    },
    {
      "epoch": 0.49455957826266744,
      "grad_norm": 5.46875,
      "learning_rate": 2.5275290577450534e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5268815904855728,
      "num_tokens": 300193386.0,
      "step": 389890
    },
    {
      "epoch": 0.4945722628552003,
      "grad_norm": 5.6875,
      "learning_rate": 2.527465626736424e-05,
      "loss": 1.8429,
      "mean_token_accuracy": 0.5979609161615371,
      "num_tokens": 300200325.0,
      "step": 389900
    },
    {
      "epoch": 0.4945849474477331,
      "grad_norm": 4.84375,
      "learning_rate": 2.5274021957277948e-05,
      "loss": 1.6844,
      "mean_token_accuracy": 0.6223197430372238,
      "num_tokens": 300207005.0,
      "step": 389910
    },
    {
      "epoch": 0.49459763204026597,
      "grad_norm": 4.90625,
      "learning_rate": 2.5273387647191653e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5575311362743378,
      "num_tokens": 300214636.0,
      "step": 389920
    },
    {
      "epoch": 0.4946103166327988,
      "grad_norm": 6.4375,
      "learning_rate": 2.5272753337105365e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5380192577838898,
      "num_tokens": 300222267.0,
      "step": 389930
    },
    {
      "epoch": 0.49462300122533165,
      "grad_norm": 7.6875,
      "learning_rate": 2.5272119027019074e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.559235543012619,
      "num_tokens": 300230153.0,
      "step": 389940
    },
    {
      "epoch": 0.4946356858178645,
      "grad_norm": 8.125,
      "learning_rate": 2.527148471693278e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5550484746694565,
      "num_tokens": 300237706.0,
      "step": 389950
    },
    {
      "epoch": 0.49464837041039733,
      "grad_norm": 7.6875,
      "learning_rate": 2.527085040684649e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5319425493478775,
      "num_tokens": 300245961.0,
      "step": 389960
    },
    {
      "epoch": 0.4946610550029301,
      "grad_norm": 5.875,
      "learning_rate": 2.5270216096760197e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5502780258655549,
      "num_tokens": 300255325.0,
      "step": 389970
    },
    {
      "epoch": 0.49467373959546296,
      "grad_norm": 11.25,
      "learning_rate": 2.5269581786673905e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5298980683088302,
      "num_tokens": 300263325.0,
      "step": 389980
    },
    {
      "epoch": 0.4946864241879958,
      "grad_norm": 6.53125,
      "learning_rate": 2.5268947476587618e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5430547833442688,
      "num_tokens": 300271081.0,
      "step": 389990
    },
    {
      "epoch": 0.49469910878052864,
      "grad_norm": 4.75,
      "learning_rate": 2.5268313166501323e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5543342232704163,
      "num_tokens": 300279246.0,
      "step": 390000
    },
    {
      "epoch": 0.4947117933730615,
      "grad_norm": 5.875,
      "learning_rate": 2.5267678856415035e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.550244140625,
      "num_tokens": 300287512.0,
      "step": 390010
    },
    {
      "epoch": 0.4947244779655943,
      "grad_norm": 6.375,
      "learning_rate": 2.5267044546328737e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5381883442401886,
      "num_tokens": 300295416.0,
      "step": 390020
    },
    {
      "epoch": 0.49473716255812716,
      "grad_norm": 6.15625,
      "learning_rate": 2.526641023624245e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5211406469345092,
      "num_tokens": 300302928.0,
      "step": 390030
    },
    {
      "epoch": 0.49474984715066,
      "grad_norm": 6.15625,
      "learning_rate": 2.526577592615616e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5360551238059997,
      "num_tokens": 300310987.0,
      "step": 390040
    },
    {
      "epoch": 0.4947625317431928,
      "grad_norm": 6.5625,
      "learning_rate": 2.5265141616069867e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5528574466705323,
      "num_tokens": 300318659.0,
      "step": 390050
    },
    {
      "epoch": 0.49477521633572563,
      "grad_norm": 5.28125,
      "learning_rate": 2.5264507305983575e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5387867480516434,
      "num_tokens": 300326146.0,
      "step": 390060
    },
    {
      "epoch": 0.4947879009282585,
      "grad_norm": 5.1875,
      "learning_rate": 2.526387299589728e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5274628937244416,
      "num_tokens": 300334267.0,
      "step": 390070
    },
    {
      "epoch": 0.4948005855207913,
      "grad_norm": 8.75,
      "learning_rate": 2.5263238685810993e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5509646743535995,
      "num_tokens": 300341322.0,
      "step": 390080
    },
    {
      "epoch": 0.49481327011332416,
      "grad_norm": 10.0,
      "learning_rate": 2.52626043757247e-05,
      "loss": 1.7528,
      "mean_token_accuracy": 0.6076206386089325,
      "num_tokens": 300347302.0,
      "step": 390090
    },
    {
      "epoch": 0.494825954705857,
      "grad_norm": 4.75,
      "learning_rate": 2.5261970065638407e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5313839852809906,
      "num_tokens": 300355729.0,
      "step": 390100
    },
    {
      "epoch": 0.49483863929838984,
      "grad_norm": 6.84375,
      "learning_rate": 2.526133575555212e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5467622995376586,
      "num_tokens": 300362799.0,
      "step": 390110
    },
    {
      "epoch": 0.4948513238909227,
      "grad_norm": 7.1875,
      "learning_rate": 2.5260701445465828e-05,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5665490567684174,
      "num_tokens": 300370259.0,
      "step": 390120
    },
    {
      "epoch": 0.49486400848345546,
      "grad_norm": 5.40625,
      "learning_rate": 2.5260067135379533e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5797658234834671,
      "num_tokens": 300378250.0,
      "step": 390130
    },
    {
      "epoch": 0.4948766930759883,
      "grad_norm": 5.71875,
      "learning_rate": 2.5259432825293245e-05,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5805270373821259,
      "num_tokens": 300385812.0,
      "step": 390140
    },
    {
      "epoch": 0.49488937766852115,
      "grad_norm": 7.1875,
      "learning_rate": 2.525879851520695e-05,
      "loss": 1.8488,
      "mean_token_accuracy": 0.5907736510038376,
      "num_tokens": 300392688.0,
      "step": 390150
    },
    {
      "epoch": 0.494902062261054,
      "grad_norm": 5.96875,
      "learning_rate": 2.525816420512066e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.517460298538208,
      "num_tokens": 300400741.0,
      "step": 390160
    },
    {
      "epoch": 0.49491474685358683,
      "grad_norm": 5.15625,
      "learning_rate": 2.525752989503437e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5311637967824936,
      "num_tokens": 300409626.0,
      "step": 390170
    },
    {
      "epoch": 0.49492743144611967,
      "grad_norm": 6.21875,
      "learning_rate": 2.5256895584948077e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5398333489894866,
      "num_tokens": 300417685.0,
      "step": 390180
    },
    {
      "epoch": 0.4949401160386525,
      "grad_norm": 5.28125,
      "learning_rate": 2.5256261274861786e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5280311018228531,
      "num_tokens": 300424872.0,
      "step": 390190
    },
    {
      "epoch": 0.4949528006311853,
      "grad_norm": 5.3125,
      "learning_rate": 2.525562696477549e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5676605939865113,
      "num_tokens": 300432515.0,
      "step": 390200
    },
    {
      "epoch": 0.49496548522371814,
      "grad_norm": 7.53125,
      "learning_rate": 2.5254992654689203e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5437841057777405,
      "num_tokens": 300441259.0,
      "step": 390210
    },
    {
      "epoch": 0.494978169816251,
      "grad_norm": 5.46875,
      "learning_rate": 2.5254358344602912e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5612267196178437,
      "num_tokens": 300446927.0,
      "step": 390220
    },
    {
      "epoch": 0.4949908544087838,
      "grad_norm": 6.0625,
      "learning_rate": 2.5253724034516617e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5199957877397537,
      "num_tokens": 300454962.0,
      "step": 390230
    },
    {
      "epoch": 0.49500353900131666,
      "grad_norm": 5.0625,
      "learning_rate": 2.525308972443033e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.545447489619255,
      "num_tokens": 300463973.0,
      "step": 390240
    },
    {
      "epoch": 0.4950162235938495,
      "grad_norm": 5.125,
      "learning_rate": 2.5252455414344035e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5184717208147049,
      "num_tokens": 300473052.0,
      "step": 390250
    },
    {
      "epoch": 0.49502890818638234,
      "grad_norm": 6.0,
      "learning_rate": 2.5251821104257743e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5404901057481766,
      "num_tokens": 300481641.0,
      "step": 390260
    },
    {
      "epoch": 0.4950415927789152,
      "grad_norm": 6.03125,
      "learning_rate": 2.5251186794171455e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5405540734529495,
      "num_tokens": 300488634.0,
      "step": 390270
    },
    {
      "epoch": 0.49505427737144797,
      "grad_norm": 5.375,
      "learning_rate": 2.525055248408516e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5265677362680435,
      "num_tokens": 300496934.0,
      "step": 390280
    },
    {
      "epoch": 0.4950669619639808,
      "grad_norm": 7.28125,
      "learning_rate": 2.524991817399887e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5430976629257203,
      "num_tokens": 300504220.0,
      "step": 390290
    },
    {
      "epoch": 0.49507964655651365,
      "grad_norm": 12.0625,
      "learning_rate": 2.5249283863912575e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5442362904548645,
      "num_tokens": 300512304.0,
      "step": 390300
    },
    {
      "epoch": 0.4950923311490465,
      "grad_norm": 5.21875,
      "learning_rate": 2.5248649553826287e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5271417915821075,
      "num_tokens": 300521195.0,
      "step": 390310
    },
    {
      "epoch": 0.49510501574157934,
      "grad_norm": 5.75,
      "learning_rate": 2.524801524374e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5751479268074036,
      "num_tokens": 300528385.0,
      "step": 390320
    },
    {
      "epoch": 0.4951177003341122,
      "grad_norm": 5.53125,
      "learning_rate": 2.52473809336537e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5420230150222778,
      "num_tokens": 300536729.0,
      "step": 390330
    },
    {
      "epoch": 0.495130384926645,
      "grad_norm": 4.71875,
      "learning_rate": 2.5246746623567413e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5494830250740051,
      "num_tokens": 300543261.0,
      "step": 390340
    },
    {
      "epoch": 0.49514306951917786,
      "grad_norm": 4.90625,
      "learning_rate": 2.524611231348112e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5693603485822678,
      "num_tokens": 300550562.0,
      "step": 390350
    },
    {
      "epoch": 0.49515575411171064,
      "grad_norm": 5.1875,
      "learning_rate": 2.524547800339483e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5303270876407623,
      "num_tokens": 300558991.0,
      "step": 390360
    },
    {
      "epoch": 0.4951684387042435,
      "grad_norm": 9.0,
      "learning_rate": 2.524484369330854e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5391445547342301,
      "num_tokens": 300567073.0,
      "step": 390370
    },
    {
      "epoch": 0.4951811232967763,
      "grad_norm": 5.5,
      "learning_rate": 2.5244209383222245e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5284147948026657,
      "num_tokens": 300574816.0,
      "step": 390380
    },
    {
      "epoch": 0.49519380788930917,
      "grad_norm": 6.09375,
      "learning_rate": 2.5243575073135957e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5315239369869232,
      "num_tokens": 300583174.0,
      "step": 390390
    },
    {
      "epoch": 0.495206492481842,
      "grad_norm": 7.4375,
      "learning_rate": 2.524294076304966e-05,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5796559244394303,
      "num_tokens": 300590398.0,
      "step": 390400
    },
    {
      "epoch": 0.49521917707437485,
      "grad_norm": 6.40625,
      "learning_rate": 2.524230645296337e-05,
      "loss": 1.7998,
      "mean_token_accuracy": 0.5956540584564209,
      "num_tokens": 300596804.0,
      "step": 390410
    },
    {
      "epoch": 0.4952318616669077,
      "grad_norm": 5.59375,
      "learning_rate": 2.5241672142877083e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5566390931606293,
      "num_tokens": 300603520.0,
      "step": 390420
    },
    {
      "epoch": 0.49524454625944053,
      "grad_norm": 8.5,
      "learning_rate": 2.524103783279079e-05,
      "loss": 1.9229,
      "mean_token_accuracy": 0.5649576961994172,
      "num_tokens": 300611234.0,
      "step": 390430
    },
    {
      "epoch": 0.4952572308519733,
      "grad_norm": 4.96875,
      "learning_rate": 2.5240403522704497e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5194189637899399,
      "num_tokens": 300620320.0,
      "step": 390440
    },
    {
      "epoch": 0.49526991544450616,
      "grad_norm": 7.6875,
      "learning_rate": 2.5239769212618203e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5564711540937424,
      "num_tokens": 300628725.0,
      "step": 390450
    },
    {
      "epoch": 0.495282600037039,
      "grad_norm": 5.15625,
      "learning_rate": 2.5239134902531915e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5287829518318177,
      "num_tokens": 300637012.0,
      "step": 390460
    },
    {
      "epoch": 0.49529528462957184,
      "grad_norm": 6.5,
      "learning_rate": 2.5238500592445623e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5410132288932801,
      "num_tokens": 300644870.0,
      "step": 390470
    },
    {
      "epoch": 0.4953079692221047,
      "grad_norm": 7.75,
      "learning_rate": 2.523786628235933e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5503587007522583,
      "num_tokens": 300651068.0,
      "step": 390480
    },
    {
      "epoch": 0.4953206538146375,
      "grad_norm": 4.9375,
      "learning_rate": 2.523723197227304e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5368594378232956,
      "num_tokens": 300658196.0,
      "step": 390490
    },
    {
      "epoch": 0.49533333840717036,
      "grad_norm": 5.03125,
      "learning_rate": 2.5236597662186746e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5456221401691437,
      "num_tokens": 300666517.0,
      "step": 390500
    },
    {
      "epoch": 0.4953460229997032,
      "grad_norm": 7.6875,
      "learning_rate": 2.5235963352100455e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5438614189624786,
      "num_tokens": 300674666.0,
      "step": 390510
    },
    {
      "epoch": 0.495358707592236,
      "grad_norm": 4.8125,
      "learning_rate": 2.5235329042014167e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5373201638460159,
      "num_tokens": 300683052.0,
      "step": 390520
    },
    {
      "epoch": 0.49537139218476883,
      "grad_norm": 5.5625,
      "learning_rate": 2.5234694731927873e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5509309738874435,
      "num_tokens": 300689327.0,
      "step": 390530
    },
    {
      "epoch": 0.4953840767773017,
      "grad_norm": 7.375,
      "learning_rate": 2.523406042184158e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5712050139904022,
      "num_tokens": 300695788.0,
      "step": 390540
    },
    {
      "epoch": 0.4953967613698345,
      "grad_norm": 4.75,
      "learning_rate": 2.5233426111755287e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5414275884628296,
      "num_tokens": 300704060.0,
      "step": 390550
    },
    {
      "epoch": 0.49540944596236736,
      "grad_norm": 6.5,
      "learning_rate": 2.5232791801669e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5546960860490799,
      "num_tokens": 300710774.0,
      "step": 390560
    },
    {
      "epoch": 0.4954221305549002,
      "grad_norm": 6.375,
      "learning_rate": 2.5232157491582707e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5336287379264831,
      "num_tokens": 300718842.0,
      "step": 390570
    },
    {
      "epoch": 0.49543481514743304,
      "grad_norm": 5.625,
      "learning_rate": 2.5231523181496413e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5478401184082031,
      "num_tokens": 300726988.0,
      "step": 390580
    },
    {
      "epoch": 0.4954474997399659,
      "grad_norm": 6.09375,
      "learning_rate": 2.5230888871410125e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5386109352111816,
      "num_tokens": 300735018.0,
      "step": 390590
    },
    {
      "epoch": 0.49546018433249867,
      "grad_norm": 6.375,
      "learning_rate": 2.523025456132383e-05,
      "loss": 2.3058,
      "mean_token_accuracy": 0.5232705444097518,
      "num_tokens": 300742911.0,
      "step": 390600
    },
    {
      "epoch": 0.4954728689250315,
      "grad_norm": 4.78125,
      "learning_rate": 2.522962025123754e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5398475438356399,
      "num_tokens": 300750089.0,
      "step": 390610
    },
    {
      "epoch": 0.49548555351756435,
      "grad_norm": 5.15625,
      "learning_rate": 2.522898594115125e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5435597479343415,
      "num_tokens": 300757584.0,
      "step": 390620
    },
    {
      "epoch": 0.4954982381100972,
      "grad_norm": 5.90625,
      "learning_rate": 2.5228351631064957e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5146136730909348,
      "num_tokens": 300764393.0,
      "step": 390630
    },
    {
      "epoch": 0.49551092270263003,
      "grad_norm": 5.65625,
      "learning_rate": 2.5227717320978665e-05,
      "loss": 2.3842,
      "mean_token_accuracy": 0.5031377881765365,
      "num_tokens": 300771542.0,
      "step": 390640
    },
    {
      "epoch": 0.49552360729516287,
      "grad_norm": 5.3125,
      "learning_rate": 2.522708301089237e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5569426983594894,
      "num_tokens": 300779318.0,
      "step": 390650
    },
    {
      "epoch": 0.4955362918876957,
      "grad_norm": 5.78125,
      "learning_rate": 2.5226448700806083e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5477527737617492,
      "num_tokens": 300784857.0,
      "step": 390660
    },
    {
      "epoch": 0.4955489764802285,
      "grad_norm": 7.5,
      "learning_rate": 2.522581439071979e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5684463083744049,
      "num_tokens": 300791232.0,
      "step": 390670
    },
    {
      "epoch": 0.49556166107276134,
      "grad_norm": 11.4375,
      "learning_rate": 2.5225180080633497e-05,
      "loss": 2.2447,
      "mean_token_accuracy": 0.5196777403354644,
      "num_tokens": 300798756.0,
      "step": 390680
    },
    {
      "epoch": 0.4955743456652942,
      "grad_norm": 5.5,
      "learning_rate": 2.522454577054721e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5421513020992279,
      "num_tokens": 300806224.0,
      "step": 390690
    },
    {
      "epoch": 0.495587030257827,
      "grad_norm": 4.78125,
      "learning_rate": 2.5223911460460914e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5683151483535767,
      "num_tokens": 300812703.0,
      "step": 390700
    },
    {
      "epoch": 0.49559971485035986,
      "grad_norm": 5.875,
      "learning_rate": 2.5223277150374623e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5753944993019104,
      "num_tokens": 300818789.0,
      "step": 390710
    },
    {
      "epoch": 0.4956123994428927,
      "grad_norm": 4.875,
      "learning_rate": 2.5222642840288335e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.562343418598175,
      "num_tokens": 300826328.0,
      "step": 390720
    },
    {
      "epoch": 0.49562508403542554,
      "grad_norm": 6.0625,
      "learning_rate": 2.522200853020204e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5382372558116912,
      "num_tokens": 300834259.0,
      "step": 390730
    },
    {
      "epoch": 0.4956377686279584,
      "grad_norm": 4.46875,
      "learning_rate": 2.5221374220115753e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5326586395502091,
      "num_tokens": 300843042.0,
      "step": 390740
    },
    {
      "epoch": 0.49565045322049117,
      "grad_norm": 4.9375,
      "learning_rate": 2.5220739910029455e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5252890676259995,
      "num_tokens": 300852713.0,
      "step": 390750
    },
    {
      "epoch": 0.495663137813024,
      "grad_norm": 5.125,
      "learning_rate": 2.5220105599943167e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5624105572700501,
      "num_tokens": 300858981.0,
      "step": 390760
    },
    {
      "epoch": 0.49567582240555685,
      "grad_norm": 3.921875,
      "learning_rate": 2.521947128985688e-05,
      "loss": 1.7946,
      "mean_token_accuracy": 0.5961550146341323,
      "num_tokens": 300866567.0,
      "step": 390770
    },
    {
      "epoch": 0.4956885069980897,
      "grad_norm": 6.0625,
      "learning_rate": 2.5218836979770584e-05,
      "loss": 2.3088,
      "mean_token_accuracy": 0.5076847076416016,
      "num_tokens": 300876345.0,
      "step": 390780
    },
    {
      "epoch": 0.49570119159062254,
      "grad_norm": 6.4375,
      "learning_rate": 2.5218202669684293e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5468841463327407,
      "num_tokens": 300883921.0,
      "step": 390790
    },
    {
      "epoch": 0.4957138761831554,
      "grad_norm": 6.625,
      "learning_rate": 2.5217568359598e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.572068852186203,
      "num_tokens": 300889553.0,
      "step": 390800
    },
    {
      "epoch": 0.4957265607756882,
      "grad_norm": 5.1875,
      "learning_rate": 2.521693404951171e-05,
      "loss": 1.9632,
      "mean_token_accuracy": 0.5722649902105331,
      "num_tokens": 300896390.0,
      "step": 390810
    },
    {
      "epoch": 0.49573924536822106,
      "grad_norm": 5.1875,
      "learning_rate": 2.521629973942542e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5423653066158295,
      "num_tokens": 300902928.0,
      "step": 390820
    },
    {
      "epoch": 0.49575192996075385,
      "grad_norm": 7.21875,
      "learning_rate": 2.5215665429339125e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5824650526046753,
      "num_tokens": 300910220.0,
      "step": 390830
    },
    {
      "epoch": 0.4957646145532867,
      "grad_norm": 5.90625,
      "learning_rate": 2.5215031119252837e-05,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5576035916805268,
      "num_tokens": 300918307.0,
      "step": 390840
    },
    {
      "epoch": 0.4957772991458195,
      "grad_norm": 5.4375,
      "learning_rate": 2.5214396809166542e-05,
      "loss": 2.2349,
      "mean_token_accuracy": 0.5259597301483154,
      "num_tokens": 300926183.0,
      "step": 390850
    },
    {
      "epoch": 0.49578998373835237,
      "grad_norm": 4.9375,
      "learning_rate": 2.521376249908025e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5387057095766068,
      "num_tokens": 300935133.0,
      "step": 390860
    },
    {
      "epoch": 0.4958026683308852,
      "grad_norm": 4.8125,
      "learning_rate": 2.5213128188993963e-05,
      "loss": 2.2431,
      "mean_token_accuracy": 0.5161322891712189,
      "num_tokens": 300944229.0,
      "step": 390870
    },
    {
      "epoch": 0.49581535292341805,
      "grad_norm": 4.5,
      "learning_rate": 2.5212493878907668e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5778092324733735,
      "num_tokens": 300952585.0,
      "step": 390880
    },
    {
      "epoch": 0.4958280375159509,
      "grad_norm": 4.75,
      "learning_rate": 2.5211859568821377e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.556858217716217,
      "num_tokens": 300959252.0,
      "step": 390890
    },
    {
      "epoch": 0.49584072210848373,
      "grad_norm": 5.8125,
      "learning_rate": 2.5211225258735082e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5587245166301728,
      "num_tokens": 300967356.0,
      "step": 390900
    },
    {
      "epoch": 0.4958534067010165,
      "grad_norm": 5.59375,
      "learning_rate": 2.5210590948648794e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5294619798660278,
      "num_tokens": 300977174.0,
      "step": 390910
    },
    {
      "epoch": 0.49586609129354936,
      "grad_norm": 5.96875,
      "learning_rate": 2.5209956638562503e-05,
      "loss": 1.6263,
      "mean_token_accuracy": 0.6357464820146561,
      "num_tokens": 300982591.0,
      "step": 390920
    },
    {
      "epoch": 0.4958787758860822,
      "grad_norm": 7.6875,
      "learning_rate": 2.520932232847621e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5456087648868561,
      "num_tokens": 300991210.0,
      "step": 390930
    },
    {
      "epoch": 0.49589146047861504,
      "grad_norm": 8.625,
      "learning_rate": 2.520868801838992e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5365537643432617,
      "num_tokens": 300999357.0,
      "step": 390940
    },
    {
      "epoch": 0.4959041450711479,
      "grad_norm": 6.4375,
      "learning_rate": 2.5208053708303626e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5507185280323028,
      "num_tokens": 301007982.0,
      "step": 390950
    },
    {
      "epoch": 0.4959168296636807,
      "grad_norm": 5.90625,
      "learning_rate": 2.5207419398217335e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5490271508693695,
      "num_tokens": 301015698.0,
      "step": 390960
    },
    {
      "epoch": 0.49592951425621357,
      "grad_norm": 6.15625,
      "learning_rate": 2.5206785088131047e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5401851266622544,
      "num_tokens": 301023312.0,
      "step": 390970
    },
    {
      "epoch": 0.4959421988487464,
      "grad_norm": 6.71875,
      "learning_rate": 2.5206150778044752e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5570438146591187,
      "num_tokens": 301030941.0,
      "step": 390980
    },
    {
      "epoch": 0.4959548834412792,
      "grad_norm": 6.6875,
      "learning_rate": 2.520551646795846e-05,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5566072851419449,
      "num_tokens": 301037878.0,
      "step": 390990
    },
    {
      "epoch": 0.49596756803381203,
      "grad_norm": 4.875,
      "learning_rate": 2.5204882157872166e-05,
      "loss": 2.2756,
      "mean_token_accuracy": 0.513512596487999,
      "num_tokens": 301045899.0,
      "step": 391000
    },
    {
      "epoch": 0.4959802526263449,
      "grad_norm": 5.1875,
      "learning_rate": 2.520424784778588e-05,
      "loss": 2.1854,
      "mean_token_accuracy": 0.5105769336223602,
      "num_tokens": 301055428.0,
      "step": 391010
    },
    {
      "epoch": 0.4959929372188777,
      "grad_norm": 7.625,
      "learning_rate": 2.5203613537699587e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5458106815814971,
      "num_tokens": 301062938.0,
      "step": 391020
    },
    {
      "epoch": 0.49600562181141056,
      "grad_norm": 4.90625,
      "learning_rate": 2.5202979227613293e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5512850701808929,
      "num_tokens": 301071232.0,
      "step": 391030
    },
    {
      "epoch": 0.4960183064039434,
      "grad_norm": 5.8125,
      "learning_rate": 2.5202344917527005e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5693294435739518,
      "num_tokens": 301078920.0,
      "step": 391040
    },
    {
      "epoch": 0.49603099099647624,
      "grad_norm": 5.03125,
      "learning_rate": 2.5201710607440713e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5266671717166901,
      "num_tokens": 301086632.0,
      "step": 391050
    },
    {
      "epoch": 0.4960436755890091,
      "grad_norm": 6.21875,
      "learning_rate": 2.520107629735442e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5501276344060898,
      "num_tokens": 301093706.0,
      "step": 391060
    },
    {
      "epoch": 0.49605636018154187,
      "grad_norm": 6.03125,
      "learning_rate": 2.520044198726813e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5381322950124741,
      "num_tokens": 301100828.0,
      "step": 391070
    },
    {
      "epoch": 0.4960690447740747,
      "grad_norm": 5.4375,
      "learning_rate": 2.5199807677181836e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5303195923566818,
      "num_tokens": 301109543.0,
      "step": 391080
    },
    {
      "epoch": 0.49608172936660755,
      "grad_norm": 7.09375,
      "learning_rate": 2.5199173367095545e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5457513332366943,
      "num_tokens": 301117828.0,
      "step": 391090
    },
    {
      "epoch": 0.4960944139591404,
      "grad_norm": 5.21875,
      "learning_rate": 2.5198539057009257e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5374114274978637,
      "num_tokens": 301126761.0,
      "step": 391100
    },
    {
      "epoch": 0.49610709855167323,
      "grad_norm": 6.3125,
      "learning_rate": 2.5197904746922962e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5411297976970673,
      "num_tokens": 301134758.0,
      "step": 391110
    },
    {
      "epoch": 0.4961197831442061,
      "grad_norm": 5.5625,
      "learning_rate": 2.5197270436836675e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5543537467718125,
      "num_tokens": 301141977.0,
      "step": 391120
    },
    {
      "epoch": 0.4961324677367389,
      "grad_norm": 7.09375,
      "learning_rate": 2.5196636126750377e-05,
      "loss": 1.8831,
      "mean_token_accuracy": 0.5783380717039108,
      "num_tokens": 301149549.0,
      "step": 391130
    },
    {
      "epoch": 0.4961451523292717,
      "grad_norm": 6.09375,
      "learning_rate": 2.519600181666409e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5606077522039413,
      "num_tokens": 301156677.0,
      "step": 391140
    },
    {
      "epoch": 0.49615783692180454,
      "grad_norm": 5.5625,
      "learning_rate": 2.51953675065778e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5544667422771454,
      "num_tokens": 301164459.0,
      "step": 391150
    },
    {
      "epoch": 0.4961705215143374,
      "grad_norm": 4.875,
      "learning_rate": 2.5194733196491506e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.542071956396103,
      "num_tokens": 301171505.0,
      "step": 391160
    },
    {
      "epoch": 0.4961832061068702,
      "grad_norm": 6.53125,
      "learning_rate": 2.5194098886405215e-05,
      "loss": 2.1854,
      "mean_token_accuracy": 0.5176041513681412,
      "num_tokens": 301179739.0,
      "step": 391170
    },
    {
      "epoch": 0.49619589069940306,
      "grad_norm": 5.09375,
      "learning_rate": 2.519346457631892e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5473863959312439,
      "num_tokens": 301187777.0,
      "step": 391180
    },
    {
      "epoch": 0.4962085752919359,
      "grad_norm": 6.65625,
      "learning_rate": 2.5192830266232632e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5597022622823715,
      "num_tokens": 301195409.0,
      "step": 391190
    },
    {
      "epoch": 0.49622125988446875,
      "grad_norm": 6.1875,
      "learning_rate": 2.519219595614634e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5790596157312393,
      "num_tokens": 301202801.0,
      "step": 391200
    },
    {
      "epoch": 0.4962339444770016,
      "grad_norm": 5.03125,
      "learning_rate": 2.5191561646060047e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5639591455459595,
      "num_tokens": 301209589.0,
      "step": 391210
    },
    {
      "epoch": 0.4962466290695344,
      "grad_norm": 4.65625,
      "learning_rate": 2.519092733597376e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5345991373062133,
      "num_tokens": 301216153.0,
      "step": 391220
    },
    {
      "epoch": 0.4962593136620672,
      "grad_norm": 7.0,
      "learning_rate": 2.5190293025887464e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5717552363872528,
      "num_tokens": 301222621.0,
      "step": 391230
    },
    {
      "epoch": 0.49627199825460006,
      "grad_norm": 6.5625,
      "learning_rate": 2.5189658715801173e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.549312698841095,
      "num_tokens": 301231021.0,
      "step": 391240
    },
    {
      "epoch": 0.4962846828471329,
      "grad_norm": 5.34375,
      "learning_rate": 2.5189024405714885e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.548391368985176,
      "num_tokens": 301237769.0,
      "step": 391250
    },
    {
      "epoch": 0.49629736743966574,
      "grad_norm": 4.6875,
      "learning_rate": 2.518839009562859e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.535508668422699,
      "num_tokens": 301245425.0,
      "step": 391260
    },
    {
      "epoch": 0.4963100520321986,
      "grad_norm": 5.65625,
      "learning_rate": 2.51877557855423e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.561963039636612,
      "num_tokens": 301252778.0,
      "step": 391270
    },
    {
      "epoch": 0.4963227366247314,
      "grad_norm": 5.1875,
      "learning_rate": 2.5187121475456004e-05,
      "loss": 1.9272,
      "mean_token_accuracy": 0.5823763996362686,
      "num_tokens": 301259843.0,
      "step": 391280
    },
    {
      "epoch": 0.49633542121726426,
      "grad_norm": 6.65625,
      "learning_rate": 2.5186487165369716e-05,
      "loss": 1.8545,
      "mean_token_accuracy": 0.599111071228981,
      "num_tokens": 301266572.0,
      "step": 391290
    },
    {
      "epoch": 0.49634810580979705,
      "grad_norm": 10.1875,
      "learning_rate": 2.5185852855283425e-05,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5197718143463135,
      "num_tokens": 301273159.0,
      "step": 391300
    },
    {
      "epoch": 0.4963607904023299,
      "grad_norm": 4.96875,
      "learning_rate": 2.518521854519713e-05,
      "loss": 1.8153,
      "mean_token_accuracy": 0.5890450119972229,
      "num_tokens": 301280538.0,
      "step": 391310
    },
    {
      "epoch": 0.49637347499486273,
      "grad_norm": 4.75,
      "learning_rate": 2.5184584235110843e-05,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5838030815124512,
      "num_tokens": 301287739.0,
      "step": 391320
    },
    {
      "epoch": 0.49638615958739557,
      "grad_norm": 8.0,
      "learning_rate": 2.5183949925024548e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5331183463335037,
      "num_tokens": 301295570.0,
      "step": 391330
    },
    {
      "epoch": 0.4963988441799284,
      "grad_norm": 4.84375,
      "learning_rate": 2.5183315614938257e-05,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5697915196418762,
      "num_tokens": 301303313.0,
      "step": 391340
    },
    {
      "epoch": 0.49641152877246125,
      "grad_norm": 5.9375,
      "learning_rate": 2.518268130485197e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5210723012685776,
      "num_tokens": 301312184.0,
      "step": 391350
    },
    {
      "epoch": 0.4964242133649941,
      "grad_norm": 4.625,
      "learning_rate": 2.5182046994765674e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5578583031892776,
      "num_tokens": 301319407.0,
      "step": 391360
    },
    {
      "epoch": 0.49643689795752693,
      "grad_norm": 5.90625,
      "learning_rate": 2.5181412684679383e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5285053104162216,
      "num_tokens": 301328133.0,
      "step": 391370
    },
    {
      "epoch": 0.4964495825500597,
      "grad_norm": 4.90625,
      "learning_rate": 2.518077837459309e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5668753564357758,
      "num_tokens": 301336561.0,
      "step": 391380
    },
    {
      "epoch": 0.49646226714259256,
      "grad_norm": 4.625,
      "learning_rate": 2.51801440645068e-05,
      "loss": 1.6156,
      "mean_token_accuracy": 0.6290556371212006,
      "num_tokens": 301344011.0,
      "step": 391390
    },
    {
      "epoch": 0.4964749517351254,
      "grad_norm": 5.4375,
      "learning_rate": 2.517950975442051e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5328837186098099,
      "num_tokens": 301352863.0,
      "step": 391400
    },
    {
      "epoch": 0.49648763632765824,
      "grad_norm": 12.6875,
      "learning_rate": 2.5178875444334215e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5531234800815582,
      "num_tokens": 301360091.0,
      "step": 391410
    },
    {
      "epoch": 0.4965003209201911,
      "grad_norm": 7.25,
      "learning_rate": 2.5178241134247927e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5492730051279068,
      "num_tokens": 301367066.0,
      "step": 391420
    },
    {
      "epoch": 0.4965130055127239,
      "grad_norm": 5.5,
      "learning_rate": 2.5177606824161632e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5324662536382675,
      "num_tokens": 301375208.0,
      "step": 391430
    },
    {
      "epoch": 0.49652569010525677,
      "grad_norm": 4.78125,
      "learning_rate": 2.517697251407534e-05,
      "loss": 1.9003,
      "mean_token_accuracy": 0.5755327135324478,
      "num_tokens": 301382964.0,
      "step": 391440
    },
    {
      "epoch": 0.4965383746977896,
      "grad_norm": 7.25,
      "learning_rate": 2.5176338203989053e-05,
      "loss": 1.9811,
      "mean_token_accuracy": 0.5627596288919449,
      "num_tokens": 301390004.0,
      "step": 391450
    },
    {
      "epoch": 0.4965510592903224,
      "grad_norm": 6.03125,
      "learning_rate": 2.5175703893902758e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5467572420835495,
      "num_tokens": 301398731.0,
      "step": 391460
    },
    {
      "epoch": 0.49656374388285524,
      "grad_norm": 7.34375,
      "learning_rate": 2.5175069583816467e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5312415689229966,
      "num_tokens": 301406636.0,
      "step": 391470
    },
    {
      "epoch": 0.4965764284753881,
      "grad_norm": 4.84375,
      "learning_rate": 2.5174435273730172e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5475297957658768,
      "num_tokens": 301415195.0,
      "step": 391480
    },
    {
      "epoch": 0.4965891130679209,
      "grad_norm": 22.375,
      "learning_rate": 2.5173800963643884e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5451658815145493,
      "num_tokens": 301422621.0,
      "step": 391490
    },
    {
      "epoch": 0.49660179766045376,
      "grad_norm": 5.9375,
      "learning_rate": 2.5173166653557597e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5639187276363373,
      "num_tokens": 301430861.0,
      "step": 391500
    },
    {
      "epoch": 0.4966144822529866,
      "grad_norm": 7.09375,
      "learning_rate": 2.51725323434713e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5479887008666993,
      "num_tokens": 301438725.0,
      "step": 391510
    },
    {
      "epoch": 0.49662716684551944,
      "grad_norm": 5.96875,
      "learning_rate": 2.517189803338501e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5412045806646347,
      "num_tokens": 301447077.0,
      "step": 391520
    },
    {
      "epoch": 0.4966398514380523,
      "grad_norm": 4.6875,
      "learning_rate": 2.5171263723298716e-05,
      "loss": 1.8482,
      "mean_token_accuracy": 0.5809798687696457,
      "num_tokens": 301454947.0,
      "step": 391530
    },
    {
      "epoch": 0.49665253603058507,
      "grad_norm": 5.34375,
      "learning_rate": 2.5170629413212428e-05,
      "loss": 1.8479,
      "mean_token_accuracy": 0.5827518463134765,
      "num_tokens": 301462177.0,
      "step": 391540
    },
    {
      "epoch": 0.4966652206231179,
      "grad_norm": 6.8125,
      "learning_rate": 2.5169995103126137e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5308000832796097,
      "num_tokens": 301469407.0,
      "step": 391550
    },
    {
      "epoch": 0.49667790521565075,
      "grad_norm": 4.9375,
      "learning_rate": 2.5169360793039842e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5387428253889084,
      "num_tokens": 301477550.0,
      "step": 391560
    },
    {
      "epoch": 0.4966905898081836,
      "grad_norm": 5.3125,
      "learning_rate": 2.5168726482953554e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5396485984325409,
      "num_tokens": 301485420.0,
      "step": 391570
    },
    {
      "epoch": 0.49670327440071643,
      "grad_norm": 6.40625,
      "learning_rate": 2.516809217286726e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5539137363433838,
      "num_tokens": 301492595.0,
      "step": 391580
    },
    {
      "epoch": 0.4967159589932493,
      "grad_norm": 4.96875,
      "learning_rate": 2.516745786278097e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5327876091003418,
      "num_tokens": 301500904.0,
      "step": 391590
    },
    {
      "epoch": 0.4967286435857821,
      "grad_norm": 5.0625,
      "learning_rate": 2.516682355269468e-05,
      "loss": 1.8714,
      "mean_token_accuracy": 0.5830873131752015,
      "num_tokens": 301507674.0,
      "step": 391600
    },
    {
      "epoch": 0.4967413281783149,
      "grad_norm": 6.28125,
      "learning_rate": 2.5166189242608386e-05,
      "loss": 1.8898,
      "mean_token_accuracy": 0.5711334943771362,
      "num_tokens": 301514568.0,
      "step": 391610
    },
    {
      "epoch": 0.49675401277084774,
      "grad_norm": 5.8125,
      "learning_rate": 2.5165554932522095e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5641702026128769,
      "num_tokens": 301522539.0,
      "step": 391620
    },
    {
      "epoch": 0.4967666973633806,
      "grad_norm": 5.4375,
      "learning_rate": 2.51649206224358e-05,
      "loss": 2.2154,
      "mean_token_accuracy": 0.5312814444303513,
      "num_tokens": 301530434.0,
      "step": 391630
    },
    {
      "epoch": 0.4967793819559134,
      "grad_norm": 6.25,
      "learning_rate": 2.5164286312349512e-05,
      "loss": 1.9617,
      "mean_token_accuracy": 0.5628925085067749,
      "num_tokens": 301538435.0,
      "step": 391640
    },
    {
      "epoch": 0.49679206654844627,
      "grad_norm": 5.9375,
      "learning_rate": 2.516365200226322e-05,
      "loss": 1.8581,
      "mean_token_accuracy": 0.5822871297597885,
      "num_tokens": 301545171.0,
      "step": 391650
    },
    {
      "epoch": 0.4968047511409791,
      "grad_norm": 5.15625,
      "learning_rate": 2.5163017692176926e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5493088155984879,
      "num_tokens": 301553070.0,
      "step": 391660
    },
    {
      "epoch": 0.49681743573351195,
      "grad_norm": 4.75,
      "learning_rate": 2.516238338209064e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5175727784633637,
      "num_tokens": 301561343.0,
      "step": 391670
    },
    {
      "epoch": 0.4968301203260448,
      "grad_norm": 7.34375,
      "learning_rate": 2.5161749072004344e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5580874502658844,
      "num_tokens": 301567927.0,
      "step": 391680
    },
    {
      "epoch": 0.4968428049185776,
      "grad_norm": 5.75,
      "learning_rate": 2.5161114761918052e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5420346707105637,
      "num_tokens": 301574678.0,
      "step": 391690
    },
    {
      "epoch": 0.4968554895111104,
      "grad_norm": 4.5625,
      "learning_rate": 2.5160480451831765e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.551426100730896,
      "num_tokens": 301582906.0,
      "step": 391700
    },
    {
      "epoch": 0.49686817410364326,
      "grad_norm": 4.96875,
      "learning_rate": 2.515984614174547e-05,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5254135072231293,
      "num_tokens": 301591106.0,
      "step": 391710
    },
    {
      "epoch": 0.4968808586961761,
      "grad_norm": 5.34375,
      "learning_rate": 2.515921183165918e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5675362944602966,
      "num_tokens": 301599044.0,
      "step": 391720
    },
    {
      "epoch": 0.49689354328870894,
      "grad_norm": 7.25,
      "learning_rate": 2.5158577521572884e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5358329832553863,
      "num_tokens": 301606527.0,
      "step": 391730
    },
    {
      "epoch": 0.4969062278812418,
      "grad_norm": 9.25,
      "learning_rate": 2.5157943211486596e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5856162458658218,
      "num_tokens": 301613280.0,
      "step": 391740
    },
    {
      "epoch": 0.4969189124737746,
      "grad_norm": 4.6875,
      "learning_rate": 2.5157308901400305e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.536188718676567,
      "num_tokens": 301621592.0,
      "step": 391750
    },
    {
      "epoch": 0.49693159706630746,
      "grad_norm": 5.15625,
      "learning_rate": 2.515667459131401e-05,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5680134892463684,
      "num_tokens": 301629901.0,
      "step": 391760
    },
    {
      "epoch": 0.49694428165884025,
      "grad_norm": 12.8125,
      "learning_rate": 2.5156040281227722e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5392030447721481,
      "num_tokens": 301636822.0,
      "step": 391770
    },
    {
      "epoch": 0.4969569662513731,
      "grad_norm": 7.46875,
      "learning_rate": 2.5155405971141428e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5355391591787338,
      "num_tokens": 301645552.0,
      "step": 391780
    },
    {
      "epoch": 0.49696965084390593,
      "grad_norm": 5.0,
      "learning_rate": 2.5154771661055136e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5676314800977706,
      "num_tokens": 301652589.0,
      "step": 391790
    },
    {
      "epoch": 0.49698233543643877,
      "grad_norm": 7.53125,
      "learning_rate": 2.515413735096885e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5409477710723877,
      "num_tokens": 301659870.0,
      "step": 391800
    },
    {
      "epoch": 0.4969950200289716,
      "grad_norm": 4.96875,
      "learning_rate": 2.5153503040882554e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5313194870948792,
      "num_tokens": 301667998.0,
      "step": 391810
    },
    {
      "epoch": 0.49700770462150445,
      "grad_norm": 5.90625,
      "learning_rate": 2.5152868730796263e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5581115245819092,
      "num_tokens": 301676161.0,
      "step": 391820
    },
    {
      "epoch": 0.4970203892140373,
      "grad_norm": 4.65625,
      "learning_rate": 2.5152234420709968e-05,
      "loss": 1.7486,
      "mean_token_accuracy": 0.6092018276453018,
      "num_tokens": 301683196.0,
      "step": 391830
    },
    {
      "epoch": 0.49703307380657014,
      "grad_norm": 5.625,
      "learning_rate": 2.515160011062368e-05,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5738758683204651,
      "num_tokens": 301690370.0,
      "step": 391840
    },
    {
      "epoch": 0.4970457583991029,
      "grad_norm": 6.375,
      "learning_rate": 2.515096580053739e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5447334349155426,
      "num_tokens": 301698769.0,
      "step": 391850
    },
    {
      "epoch": 0.49705844299163576,
      "grad_norm": 4.84375,
      "learning_rate": 2.5150331490451094e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5730943530797958,
      "num_tokens": 301705831.0,
      "step": 391860
    },
    {
      "epoch": 0.4970711275841686,
      "grad_norm": 5.03125,
      "learning_rate": 2.5149697180364806e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5661311954259872,
      "num_tokens": 301713874.0,
      "step": 391870
    },
    {
      "epoch": 0.49708381217670145,
      "grad_norm": 6.96875,
      "learning_rate": 2.5149062870278512e-05,
      "loss": 1.8024,
      "mean_token_accuracy": 0.6112911522388458,
      "num_tokens": 301720453.0,
      "step": 391880
    },
    {
      "epoch": 0.4970964967692343,
      "grad_norm": 7.40625,
      "learning_rate": 2.514842856019222e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5670909225940705,
      "num_tokens": 301727565.0,
      "step": 391890
    },
    {
      "epoch": 0.4971091813617671,
      "grad_norm": 8.0,
      "learning_rate": 2.5147794250105933e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5432238519191742,
      "num_tokens": 301733553.0,
      "step": 391900
    },
    {
      "epoch": 0.49712186595429997,
      "grad_norm": 8.3125,
      "learning_rate": 2.5147159940019638e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5327274829149247,
      "num_tokens": 301740752.0,
      "step": 391910
    },
    {
      "epoch": 0.4971345505468328,
      "grad_norm": 7.21875,
      "learning_rate": 2.514652562993335e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5363821685314178,
      "num_tokens": 301748222.0,
      "step": 391920
    },
    {
      "epoch": 0.4971472351393656,
      "grad_norm": 5.21875,
      "learning_rate": 2.5145891319847052e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5378470808267594,
      "num_tokens": 301755424.0,
      "step": 391930
    },
    {
      "epoch": 0.49715991973189844,
      "grad_norm": 5.0,
      "learning_rate": 2.5145257009760764e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5588226407766342,
      "num_tokens": 301763084.0,
      "step": 391940
    },
    {
      "epoch": 0.4971726043244313,
      "grad_norm": 5.78125,
      "learning_rate": 2.5144622699674476e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5304225265979767,
      "num_tokens": 301771673.0,
      "step": 391950
    },
    {
      "epoch": 0.4971852889169641,
      "grad_norm": 5.78125,
      "learning_rate": 2.514398838958818e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5496490746736526,
      "num_tokens": 301779399.0,
      "step": 391960
    },
    {
      "epoch": 0.49719797350949696,
      "grad_norm": 5.625,
      "learning_rate": 2.514335407950189e-05,
      "loss": 1.8573,
      "mean_token_accuracy": 0.5857475221157074,
      "num_tokens": 301787295.0,
      "step": 391970
    },
    {
      "epoch": 0.4972106581020298,
      "grad_norm": 7.25,
      "learning_rate": 2.5142719769415603e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5468697249889374,
      "num_tokens": 301795152.0,
      "step": 391980
    },
    {
      "epoch": 0.49722334269456264,
      "grad_norm": 4.6875,
      "learning_rate": 2.5142085459329308e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.538683956861496,
      "num_tokens": 301803030.0,
      "step": 391990
    },
    {
      "epoch": 0.4972360272870955,
      "grad_norm": 5.21875,
      "learning_rate": 2.5141451149243017e-05,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5186371088027955,
      "num_tokens": 301811001.0,
      "step": 392000
    },
    {
      "epoch": 0.49724871187962827,
      "grad_norm": 7.84375,
      "learning_rate": 2.5140816839156722e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5424228459596634,
      "num_tokens": 301819228.0,
      "step": 392010
    },
    {
      "epoch": 0.4972613964721611,
      "grad_norm": 5.875,
      "learning_rate": 2.5140182529070434e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5286040425300598,
      "num_tokens": 301826900.0,
      "step": 392020
    },
    {
      "epoch": 0.49727408106469395,
      "grad_norm": 4.96875,
      "learning_rate": 2.5139548218984143e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5409257292747498,
      "num_tokens": 301834079.0,
      "step": 392030
    },
    {
      "epoch": 0.4972867656572268,
      "grad_norm": 4.78125,
      "learning_rate": 2.5138913908897848e-05,
      "loss": 2.039,
      "mean_token_accuracy": 0.5501742035150528,
      "num_tokens": 301842523.0,
      "step": 392040
    },
    {
      "epoch": 0.49729945024975963,
      "grad_norm": 5.90625,
      "learning_rate": 2.513827959881156e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5346454530954361,
      "num_tokens": 301850073.0,
      "step": 392050
    },
    {
      "epoch": 0.4973121348422925,
      "grad_norm": 5.34375,
      "learning_rate": 2.5137645288725266e-05,
      "loss": 2.2058,
      "mean_token_accuracy": 0.5220687687397003,
      "num_tokens": 301858506.0,
      "step": 392060
    },
    {
      "epoch": 0.4973248194348253,
      "grad_norm": 4.53125,
      "learning_rate": 2.5137010978638974e-05,
      "loss": 1.8339,
      "mean_token_accuracy": 0.6019383043050766,
      "num_tokens": 301865178.0,
      "step": 392070
    },
    {
      "epoch": 0.4973375040273581,
      "grad_norm": 6.78125,
      "learning_rate": 2.5136376668552687e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5386611521244049,
      "num_tokens": 301872761.0,
      "step": 392080
    },
    {
      "epoch": 0.49735018861989094,
      "grad_norm": 5.125,
      "learning_rate": 2.5135742358466392e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5494486898183822,
      "num_tokens": 301881083.0,
      "step": 392090
    },
    {
      "epoch": 0.4973628732124238,
      "grad_norm": 5.40625,
      "learning_rate": 2.51351080483801e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5324577838182449,
      "num_tokens": 301889820.0,
      "step": 392100
    },
    {
      "epoch": 0.4973755578049566,
      "grad_norm": 4.9375,
      "learning_rate": 2.5134473738293806e-05,
      "loss": 2.2488,
      "mean_token_accuracy": 0.5107273429632186,
      "num_tokens": 301898302.0,
      "step": 392110
    },
    {
      "epoch": 0.49738824239748947,
      "grad_norm": 4.40625,
      "learning_rate": 2.5133839428207518e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5410055935382843,
      "num_tokens": 301905921.0,
      "step": 392120
    },
    {
      "epoch": 0.4974009269900223,
      "grad_norm": 5.71875,
      "learning_rate": 2.5133205118121227e-05,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5324698776006699,
      "num_tokens": 301913739.0,
      "step": 392130
    },
    {
      "epoch": 0.49741361158255515,
      "grad_norm": 7.9375,
      "learning_rate": 2.5132570808034932e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5382805794477463,
      "num_tokens": 301921066.0,
      "step": 392140
    },
    {
      "epoch": 0.497426296175088,
      "grad_norm": 7.09375,
      "learning_rate": 2.5131936497948644e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5245929270982742,
      "num_tokens": 301928778.0,
      "step": 392150
    },
    {
      "epoch": 0.4974389807676208,
      "grad_norm": 6.0625,
      "learning_rate": 2.513130218786235e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.562111446261406,
      "num_tokens": 301935111.0,
      "step": 392160
    },
    {
      "epoch": 0.4974516653601536,
      "grad_norm": 6.34375,
      "learning_rate": 2.513066787777606e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5547988206148148,
      "num_tokens": 301942840.0,
      "step": 392170
    },
    {
      "epoch": 0.49746434995268646,
      "grad_norm": 6.125,
      "learning_rate": 2.513003356768977e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5558630704879761,
      "num_tokens": 301951847.0,
      "step": 392180
    },
    {
      "epoch": 0.4974770345452193,
      "grad_norm": 6.59375,
      "learning_rate": 2.5129399257603476e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5367224752902985,
      "num_tokens": 301959376.0,
      "step": 392190
    },
    {
      "epoch": 0.49748971913775214,
      "grad_norm": 7.25,
      "learning_rate": 2.5128764947517185e-05,
      "loss": 1.7828,
      "mean_token_accuracy": 0.6020890980958938,
      "num_tokens": 301966513.0,
      "step": 392200
    },
    {
      "epoch": 0.497502403730285,
      "grad_norm": 4.875,
      "learning_rate": 2.512813063743089e-05,
      "loss": 1.6465,
      "mean_token_accuracy": 0.6435044437646866,
      "num_tokens": 301972332.0,
      "step": 392210
    },
    {
      "epoch": 0.4975150883228178,
      "grad_norm": 4.96875,
      "learning_rate": 2.5127496327344602e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5480334252119065,
      "num_tokens": 301979608.0,
      "step": 392220
    },
    {
      "epoch": 0.49752777291535066,
      "grad_norm": 4.9375,
      "learning_rate": 2.512686201725831e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5527470409870148,
      "num_tokens": 301987114.0,
      "step": 392230
    },
    {
      "epoch": 0.49754045750788345,
      "grad_norm": 5.5,
      "learning_rate": 2.5126227707172016e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.531929737329483,
      "num_tokens": 301995253.0,
      "step": 392240
    },
    {
      "epoch": 0.4975531421004163,
      "grad_norm": 5.96875,
      "learning_rate": 2.512559339708573e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5684462696313858,
      "num_tokens": 302002377.0,
      "step": 392250
    },
    {
      "epoch": 0.49756582669294913,
      "grad_norm": 5.3125,
      "learning_rate": 2.5124959086999434e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5478455156087876,
      "num_tokens": 302009683.0,
      "step": 392260
    },
    {
      "epoch": 0.497578511285482,
      "grad_norm": 5.4375,
      "learning_rate": 2.5124324776913142e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5445370972156525,
      "num_tokens": 302016159.0,
      "step": 392270
    },
    {
      "epoch": 0.4975911958780148,
      "grad_norm": 6.03125,
      "learning_rate": 2.5123690466826855e-05,
      "loss": 1.9063,
      "mean_token_accuracy": 0.5737218201160431,
      "num_tokens": 302024069.0,
      "step": 392280
    },
    {
      "epoch": 0.49760388047054765,
      "grad_norm": 5.21875,
      "learning_rate": 2.512305615674056e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.565162405371666,
      "num_tokens": 302031851.0,
      "step": 392290
    },
    {
      "epoch": 0.4976165650630805,
      "grad_norm": 5.0625,
      "learning_rate": 2.5122421846654272e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5428792774677277,
      "num_tokens": 302038885.0,
      "step": 392300
    },
    {
      "epoch": 0.49762924965561334,
      "grad_norm": 5.75,
      "learning_rate": 2.5121787536567974e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5543881237506867,
      "num_tokens": 302045346.0,
      "step": 392310
    },
    {
      "epoch": 0.4976419342481461,
      "grad_norm": 5.375,
      "learning_rate": 2.5121153226481686e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5390655905008316,
      "num_tokens": 302053418.0,
      "step": 392320
    },
    {
      "epoch": 0.49765461884067896,
      "grad_norm": 5.125,
      "learning_rate": 2.5120518916395398e-05,
      "loss": 2.2001,
      "mean_token_accuracy": 0.523321121931076,
      "num_tokens": 302061771.0,
      "step": 392330
    },
    {
      "epoch": 0.4976673034332118,
      "grad_norm": 7.25,
      "learning_rate": 2.5119884606309104e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5368728488683701,
      "num_tokens": 302070231.0,
      "step": 392340
    },
    {
      "epoch": 0.49767998802574465,
      "grad_norm": 7.15625,
      "learning_rate": 2.5119250296222812e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5456938207149505,
      "num_tokens": 302078652.0,
      "step": 392350
    },
    {
      "epoch": 0.4976926726182775,
      "grad_norm": 5.75,
      "learning_rate": 2.5118615986136518e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5384822815656662,
      "num_tokens": 302086981.0,
      "step": 392360
    },
    {
      "epoch": 0.49770535721081033,
      "grad_norm": 4.96875,
      "learning_rate": 2.511798167605023e-05,
      "loss": 1.8938,
      "mean_token_accuracy": 0.5881998419761658,
      "num_tokens": 302094258.0,
      "step": 392370
    },
    {
      "epoch": 0.49771804180334317,
      "grad_norm": 6.3125,
      "learning_rate": 2.511734736596394e-05,
      "loss": 1.753,
      "mean_token_accuracy": 0.6045329004526139,
      "num_tokens": 302100539.0,
      "step": 392380
    },
    {
      "epoch": 0.497730726395876,
      "grad_norm": 5.71875,
      "learning_rate": 2.5116713055877644e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.534921407699585,
      "num_tokens": 302109392.0,
      "step": 392390
    },
    {
      "epoch": 0.4977434109884088,
      "grad_norm": 5.625,
      "learning_rate": 2.5116078745791356e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5350891888141632,
      "num_tokens": 302118338.0,
      "step": 392400
    },
    {
      "epoch": 0.49775609558094164,
      "grad_norm": 5.875,
      "learning_rate": 2.511544443570506e-05,
      "loss": 2.2999,
      "mean_token_accuracy": 0.5073246330022811,
      "num_tokens": 302127268.0,
      "step": 392410
    },
    {
      "epoch": 0.4977687801734745,
      "grad_norm": 6.78125,
      "learning_rate": 2.511481012561877e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5835694164037705,
      "num_tokens": 302133153.0,
      "step": 392420
    },
    {
      "epoch": 0.4977814647660073,
      "grad_norm": 5.1875,
      "learning_rate": 2.5114175815532482e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5639125764369964,
      "num_tokens": 302140699.0,
      "step": 392430
    },
    {
      "epoch": 0.49779414935854016,
      "grad_norm": 7.28125,
      "learning_rate": 2.5113541505446188e-05,
      "loss": 1.7367,
      "mean_token_accuracy": 0.6096545696258545,
      "num_tokens": 302147897.0,
      "step": 392440
    },
    {
      "epoch": 0.497806833951073,
      "grad_norm": 6.0,
      "learning_rate": 2.5112907195359896e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5301539868116378,
      "num_tokens": 302155683.0,
      "step": 392450
    },
    {
      "epoch": 0.49781951854360584,
      "grad_norm": 5.25,
      "learning_rate": 2.5112272885273602e-05,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5647019922733307,
      "num_tokens": 302163311.0,
      "step": 392460
    },
    {
      "epoch": 0.4978322031361387,
      "grad_norm": 4.84375,
      "learning_rate": 2.5111638575187314e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5449805051088333,
      "num_tokens": 302170402.0,
      "step": 392470
    },
    {
      "epoch": 0.49784488772867147,
      "grad_norm": 6.21875,
      "learning_rate": 2.5111004265101023e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5668870627880096,
      "num_tokens": 302178686.0,
      "step": 392480
    },
    {
      "epoch": 0.4978575723212043,
      "grad_norm": 5.53125,
      "learning_rate": 2.5110369955014728e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5573786735534668,
      "num_tokens": 302186947.0,
      "step": 392490
    },
    {
      "epoch": 0.49787025691373715,
      "grad_norm": 5.4375,
      "learning_rate": 2.510973564492844e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5571208685636521,
      "num_tokens": 302194921.0,
      "step": 392500
    },
    {
      "epoch": 0.49788294150627,
      "grad_norm": 5.3125,
      "learning_rate": 2.5109101334842145e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5705412983894348,
      "num_tokens": 302201279.0,
      "step": 392510
    },
    {
      "epoch": 0.49789562609880283,
      "grad_norm": 5.53125,
      "learning_rate": 2.5108467024755854e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.547850376367569,
      "num_tokens": 302209427.0,
      "step": 392520
    },
    {
      "epoch": 0.4979083106913357,
      "grad_norm": 5.40625,
      "learning_rate": 2.5107832714669566e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5418701261281967,
      "num_tokens": 302216675.0,
      "step": 392530
    },
    {
      "epoch": 0.4979209952838685,
      "grad_norm": 8.625,
      "learning_rate": 2.510719840458327e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.5274168014526367,
      "num_tokens": 302225011.0,
      "step": 392540
    },
    {
      "epoch": 0.4979336798764013,
      "grad_norm": 5.5,
      "learning_rate": 2.510656409449698e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5488726109266281,
      "num_tokens": 302232104.0,
      "step": 392550
    },
    {
      "epoch": 0.49794636446893414,
      "grad_norm": 4.875,
      "learning_rate": 2.5105929784410686e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5450973063707352,
      "num_tokens": 302238962.0,
      "step": 392560
    },
    {
      "epoch": 0.497959049061467,
      "grad_norm": 5.15625,
      "learning_rate": 2.5105295474324398e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5473144978284836,
      "num_tokens": 302246854.0,
      "step": 392570
    },
    {
      "epoch": 0.4979717336539998,
      "grad_norm": 5.0,
      "learning_rate": 2.5104661164238107e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5516681402921677,
      "num_tokens": 302254154.0,
      "step": 392580
    },
    {
      "epoch": 0.49798441824653267,
      "grad_norm": 6.34375,
      "learning_rate": 2.5104026854151812e-05,
      "loss": 1.9513,
      "mean_token_accuracy": 0.5727628648281098,
      "num_tokens": 302261082.0,
      "step": 392590
    },
    {
      "epoch": 0.4979971028390655,
      "grad_norm": 5.65625,
      "learning_rate": 2.5103392544065524e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5536250025033951,
      "num_tokens": 302267328.0,
      "step": 392600
    },
    {
      "epoch": 0.49800978743159835,
      "grad_norm": 6.84375,
      "learning_rate": 2.510275823397923e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5495757609605789,
      "num_tokens": 302275166.0,
      "step": 392610
    },
    {
      "epoch": 0.4980224720241312,
      "grad_norm": 5.03125,
      "learning_rate": 2.5102123923892938e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5262184381484986,
      "num_tokens": 302284370.0,
      "step": 392620
    },
    {
      "epoch": 0.498035156616664,
      "grad_norm": 6.15625,
      "learning_rate": 2.510148961380665e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5358118832111358,
      "num_tokens": 302292213.0,
      "step": 392630
    },
    {
      "epoch": 0.4980478412091968,
      "grad_norm": 10.1875,
      "learning_rate": 2.5100855303720356e-05,
      "loss": 1.8069,
      "mean_token_accuracy": 0.5991561979055404,
      "num_tokens": 302297450.0,
      "step": 392640
    },
    {
      "epoch": 0.49806052580172966,
      "grad_norm": 5.5625,
      "learning_rate": 2.5100220993634064e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5561405718326569,
      "num_tokens": 302304929.0,
      "step": 392650
    },
    {
      "epoch": 0.4980732103942625,
      "grad_norm": 5.21875,
      "learning_rate": 2.509958668354777e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5420406967401504,
      "num_tokens": 302313612.0,
      "step": 392660
    },
    {
      "epoch": 0.49808589498679534,
      "grad_norm": 5.1875,
      "learning_rate": 2.5098952373461482e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5390120446681976,
      "num_tokens": 302321514.0,
      "step": 392670
    },
    {
      "epoch": 0.4980985795793282,
      "grad_norm": 5.4375,
      "learning_rate": 2.5098318063375194e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.532908034324646,
      "num_tokens": 302328911.0,
      "step": 392680
    },
    {
      "epoch": 0.498111264171861,
      "grad_norm": 5.03125,
      "learning_rate": 2.5097683753288896e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5294625371694565,
      "num_tokens": 302337652.0,
      "step": 392690
    },
    {
      "epoch": 0.49812394876439386,
      "grad_norm": 5.46875,
      "learning_rate": 2.5097049443202608e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.553951907157898,
      "num_tokens": 302344796.0,
      "step": 392700
    },
    {
      "epoch": 0.49813663335692665,
      "grad_norm": 4.84375,
      "learning_rate": 2.5096415133116313e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5500006139278412,
      "num_tokens": 302351942.0,
      "step": 392710
    },
    {
      "epoch": 0.4981493179494595,
      "grad_norm": 5.625,
      "learning_rate": 2.5095780823030026e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5345434844493866,
      "num_tokens": 302359110.0,
      "step": 392720
    },
    {
      "epoch": 0.49816200254199233,
      "grad_norm": 5.21875,
      "learning_rate": 2.5095146512943734e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5332647502422333,
      "num_tokens": 302367966.0,
      "step": 392730
    },
    {
      "epoch": 0.4981746871345252,
      "grad_norm": 5.21875,
      "learning_rate": 2.509451220285744e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5280742198228836,
      "num_tokens": 302376204.0,
      "step": 392740
    },
    {
      "epoch": 0.498187371727058,
      "grad_norm": 6.875,
      "learning_rate": 2.5093877892771152e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5435626626014709,
      "num_tokens": 302382606.0,
      "step": 392750
    },
    {
      "epoch": 0.49820005631959086,
      "grad_norm": 5.03125,
      "learning_rate": 2.5093243582684857e-05,
      "loss": 1.7769,
      "mean_token_accuracy": 0.6042036265134811,
      "num_tokens": 302388614.0,
      "step": 392760
    },
    {
      "epoch": 0.4982127409121237,
      "grad_norm": 5.40625,
      "learning_rate": 2.5092609272598566e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5208601951599121,
      "num_tokens": 302396935.0,
      "step": 392770
    },
    {
      "epoch": 0.49822542550465654,
      "grad_norm": 5.625,
      "learning_rate": 2.5091974962512278e-05,
      "loss": 2.3582,
      "mean_token_accuracy": 0.5046843767166138,
      "num_tokens": 302406146.0,
      "step": 392780
    },
    {
      "epoch": 0.4982381100971893,
      "grad_norm": 6.59375,
      "learning_rate": 2.5091340652425983e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5273765057325364,
      "num_tokens": 302413197.0,
      "step": 392790
    },
    {
      "epoch": 0.49825079468972217,
      "grad_norm": 4.90625,
      "learning_rate": 2.5090706342339692e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.5152560412883759,
      "num_tokens": 302421339.0,
      "step": 392800
    },
    {
      "epoch": 0.498263479282255,
      "grad_norm": 4.75,
      "learning_rate": 2.5090072032253397e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5407707870006562,
      "num_tokens": 302429733.0,
      "step": 392810
    },
    {
      "epoch": 0.49827616387478785,
      "grad_norm": 5.46875,
      "learning_rate": 2.508943772216711e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5525539636611938,
      "num_tokens": 302436914.0,
      "step": 392820
    },
    {
      "epoch": 0.4982888484673207,
      "grad_norm": 5.65625,
      "learning_rate": 2.5088803412080818e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.557358855009079,
      "num_tokens": 302444854.0,
      "step": 392830
    },
    {
      "epoch": 0.49830153305985353,
      "grad_norm": 6.46875,
      "learning_rate": 2.5088169101994524e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5343529790639877,
      "num_tokens": 302452416.0,
      "step": 392840
    },
    {
      "epoch": 0.49831421765238637,
      "grad_norm": 5.5,
      "learning_rate": 2.5087534791908236e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5738942861557007,
      "num_tokens": 302460361.0,
      "step": 392850
    },
    {
      "epoch": 0.4983269022449192,
      "grad_norm": 5.0,
      "learning_rate": 2.5086900481821945e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5626228421926498,
      "num_tokens": 302467881.0,
      "step": 392860
    },
    {
      "epoch": 0.498339586837452,
      "grad_norm": 5.5,
      "learning_rate": 2.508626617173565e-05,
      "loss": 1.9048,
      "mean_token_accuracy": 0.576726320385933,
      "num_tokens": 302474592.0,
      "step": 392870
    },
    {
      "epoch": 0.49835227142998484,
      "grad_norm": 7.96875,
      "learning_rate": 2.5085631861649362e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5347196727991104,
      "num_tokens": 302483150.0,
      "step": 392880
    },
    {
      "epoch": 0.4983649560225177,
      "grad_norm": 7.09375,
      "learning_rate": 2.5084997551563067e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5343129843473434,
      "num_tokens": 302490627.0,
      "step": 392890
    },
    {
      "epoch": 0.4983776406150505,
      "grad_norm": 4.71875,
      "learning_rate": 2.5084363241476776e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.542426472902298,
      "num_tokens": 302497920.0,
      "step": 392900
    },
    {
      "epoch": 0.49839032520758336,
      "grad_norm": 6.0,
      "learning_rate": 2.5083728931390488e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.550458800792694,
      "num_tokens": 302506198.0,
      "step": 392910
    },
    {
      "epoch": 0.4984030098001162,
      "grad_norm": 4.75,
      "learning_rate": 2.5083094621304194e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5816423773765564,
      "num_tokens": 302513490.0,
      "step": 392920
    },
    {
      "epoch": 0.49841569439264904,
      "grad_norm": 7.65625,
      "learning_rate": 2.5082460311217902e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.54215207695961,
      "num_tokens": 302520783.0,
      "step": 392930
    },
    {
      "epoch": 0.4984283789851819,
      "grad_norm": 4.9375,
      "learning_rate": 2.5081826001131608e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5254046678543091,
      "num_tokens": 302530274.0,
      "step": 392940
    },
    {
      "epoch": 0.49844106357771467,
      "grad_norm": 4.90625,
      "learning_rate": 2.508119169104532e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5810553550720214,
      "num_tokens": 302535961.0,
      "step": 392950
    },
    {
      "epoch": 0.4984537481702475,
      "grad_norm": 7.21875,
      "learning_rate": 2.508055738095903e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5354623883962631,
      "num_tokens": 302544788.0,
      "step": 392960
    },
    {
      "epoch": 0.49846643276278035,
      "grad_norm": 5.34375,
      "learning_rate": 2.5079923070872734e-05,
      "loss": 1.869,
      "mean_token_accuracy": 0.5793155789375305,
      "num_tokens": 302551871.0,
      "step": 392970
    },
    {
      "epoch": 0.4984791173553132,
      "grad_norm": 6.0625,
      "learning_rate": 2.5079288760786446e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5395275264978409,
      "num_tokens": 302559828.0,
      "step": 392980
    },
    {
      "epoch": 0.49849180194784604,
      "grad_norm": 5.21875,
      "learning_rate": 2.507865445070015e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5271155714988709,
      "num_tokens": 302567364.0,
      "step": 392990
    },
    {
      "epoch": 0.4985044865403789,
      "grad_norm": 6.46875,
      "learning_rate": 2.507802014061386e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.562635213136673,
      "num_tokens": 302574374.0,
      "step": 393000
    },
    {
      "epoch": 0.4985171711329117,
      "grad_norm": 4.84375,
      "learning_rate": 2.5077385830527572e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5413842618465423,
      "num_tokens": 302582398.0,
      "step": 393010
    },
    {
      "epoch": 0.4985298557254445,
      "grad_norm": 4.875,
      "learning_rate": 2.5076751520441278e-05,
      "loss": 1.8225,
      "mean_token_accuracy": 0.6183375507593155,
      "num_tokens": 302588048.0,
      "step": 393020
    },
    {
      "epoch": 0.49854254031797735,
      "grad_norm": 7.78125,
      "learning_rate": 2.5076117210354986e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5564516931772232,
      "num_tokens": 302595723.0,
      "step": 393030
    },
    {
      "epoch": 0.4985552249105102,
      "grad_norm": 7.5625,
      "learning_rate": 2.507548290026869e-05,
      "loss": 1.8103,
      "mean_token_accuracy": 0.6041875362396241,
      "num_tokens": 302602605.0,
      "step": 393040
    },
    {
      "epoch": 0.498567909503043,
      "grad_norm": 6.25,
      "learning_rate": 2.5074848590182404e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5661774694919586,
      "num_tokens": 302609890.0,
      "step": 393050
    },
    {
      "epoch": 0.49858059409557587,
      "grad_norm": 5.5,
      "learning_rate": 2.5074214280096116e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5492472767829895,
      "num_tokens": 302617604.0,
      "step": 393060
    },
    {
      "epoch": 0.4985932786881087,
      "grad_norm": 6.46875,
      "learning_rate": 2.5073579970009818e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5511722415685654,
      "num_tokens": 302624867.0,
      "step": 393070
    },
    {
      "epoch": 0.49860596328064155,
      "grad_norm": 5.8125,
      "learning_rate": 2.507294565992353e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5460954546928406,
      "num_tokens": 302632793.0,
      "step": 393080
    },
    {
      "epoch": 0.4986186478731744,
      "grad_norm": 5.1875,
      "learning_rate": 2.5072311349837235e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5329138487577438,
      "num_tokens": 302640960.0,
      "step": 393090
    },
    {
      "epoch": 0.4986313324657072,
      "grad_norm": 5.5,
      "learning_rate": 2.5071677039750947e-05,
      "loss": 1.9267,
      "mean_token_accuracy": 0.569964075088501,
      "num_tokens": 302649630.0,
      "step": 393100
    },
    {
      "epoch": 0.49864401705824,
      "grad_norm": 5.21875,
      "learning_rate": 2.5071042729664656e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5468857407569885,
      "num_tokens": 302657640.0,
      "step": 393110
    },
    {
      "epoch": 0.49865670165077286,
      "grad_norm": 11.125,
      "learning_rate": 2.507040841957836e-05,
      "loss": 2.2546,
      "mean_token_accuracy": 0.5217599123716354,
      "num_tokens": 302664685.0,
      "step": 393120
    },
    {
      "epoch": 0.4986693862433057,
      "grad_norm": 5.8125,
      "learning_rate": 2.5069774109492074e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.540252286195755,
      "num_tokens": 302672767.0,
      "step": 393130
    },
    {
      "epoch": 0.49868207083583854,
      "grad_norm": 6.625,
      "learning_rate": 2.506913979940578e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5288290679454803,
      "num_tokens": 302681255.0,
      "step": 393140
    },
    {
      "epoch": 0.4986947554283714,
      "grad_norm": 5.65625,
      "learning_rate": 2.5068505489319488e-05,
      "loss": 2.2527,
      "mean_token_accuracy": 0.5113399058580399,
      "num_tokens": 302689661.0,
      "step": 393150
    },
    {
      "epoch": 0.4987074400209042,
      "grad_norm": 7.1875,
      "learning_rate": 2.50678711792332e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5268931150436401,
      "num_tokens": 302697796.0,
      "step": 393160
    },
    {
      "epoch": 0.49872012461343707,
      "grad_norm": 6.15625,
      "learning_rate": 2.5067236869146905e-05,
      "loss": 2.212,
      "mean_token_accuracy": 0.5123736500740051,
      "num_tokens": 302705039.0,
      "step": 393170
    },
    {
      "epoch": 0.49873280920596985,
      "grad_norm": 5.96875,
      "learning_rate": 2.5066602559060614e-05,
      "loss": 1.6572,
      "mean_token_accuracy": 0.6233942717313766,
      "num_tokens": 302710732.0,
      "step": 393180
    },
    {
      "epoch": 0.4987454937985027,
      "grad_norm": 5.25,
      "learning_rate": 2.506596824897432e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5371364444494248,
      "num_tokens": 302719106.0,
      "step": 393190
    },
    {
      "epoch": 0.49875817839103553,
      "grad_norm": 6.3125,
      "learning_rate": 2.506533393888803e-05,
      "loss": 1.8316,
      "mean_token_accuracy": 0.587866359949112,
      "num_tokens": 302726137.0,
      "step": 393200
    },
    {
      "epoch": 0.4987708629835684,
      "grad_norm": 5.3125,
      "learning_rate": 2.506469962880174e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5274888902902604,
      "num_tokens": 302734231.0,
      "step": 393210
    },
    {
      "epoch": 0.4987835475761012,
      "grad_norm": 11.75,
      "learning_rate": 2.5064065318715446e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5446798086166382,
      "num_tokens": 302741852.0,
      "step": 393220
    },
    {
      "epoch": 0.49879623216863406,
      "grad_norm": 4.5,
      "learning_rate": 2.5063431008629158e-05,
      "loss": 1.7407,
      "mean_token_accuracy": 0.6041330397129059,
      "num_tokens": 302749189.0,
      "step": 393230
    },
    {
      "epoch": 0.4988089167611669,
      "grad_norm": 7.40625,
      "learning_rate": 2.5062796698542863e-05,
      "loss": 1.8595,
      "mean_token_accuracy": 0.5807347238063812,
      "num_tokens": 302755380.0,
      "step": 393240
    },
    {
      "epoch": 0.49882160135369974,
      "grad_norm": 5.21875,
      "learning_rate": 2.5062162388456572e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5379884719848633,
      "num_tokens": 302763470.0,
      "step": 393250
    },
    {
      "epoch": 0.4988342859462325,
      "grad_norm": 7.09375,
      "learning_rate": 2.5061528078370284e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5483366012573242,
      "num_tokens": 302772122.0,
      "step": 393260
    },
    {
      "epoch": 0.49884697053876537,
      "grad_norm": 7.0625,
      "learning_rate": 2.506089376828399e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5662033677101135,
      "num_tokens": 302778252.0,
      "step": 393270
    },
    {
      "epoch": 0.4988596551312982,
      "grad_norm": 6.5625,
      "learning_rate": 2.5060259458197698e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5496534556150436,
      "num_tokens": 302785342.0,
      "step": 393280
    },
    {
      "epoch": 0.49887233972383105,
      "grad_norm": 7.53125,
      "learning_rate": 2.5059625148111403e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.5558631479740143,
      "num_tokens": 302792322.0,
      "step": 393290
    },
    {
      "epoch": 0.4988850243163639,
      "grad_norm": 5.25,
      "learning_rate": 2.5058990838025116e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5455399870872497,
      "num_tokens": 302799980.0,
      "step": 393300
    },
    {
      "epoch": 0.49889770890889673,
      "grad_norm": 12.625,
      "learning_rate": 2.5058356527938824e-05,
      "loss": 2.2303,
      "mean_token_accuracy": 0.5160497158765793,
      "num_tokens": 302808559.0,
      "step": 393310
    },
    {
      "epoch": 0.49891039350142957,
      "grad_norm": 5.71875,
      "learning_rate": 2.505772221785253e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5424460649490357,
      "num_tokens": 302816858.0,
      "step": 393320
    },
    {
      "epoch": 0.4989230780939624,
      "grad_norm": 4.4375,
      "learning_rate": 2.5057087907766242e-05,
      "loss": 1.8492,
      "mean_token_accuracy": 0.5856010288000106,
      "num_tokens": 302824215.0,
      "step": 393330
    },
    {
      "epoch": 0.4989357626864952,
      "grad_norm": 5.5,
      "learning_rate": 2.5056453597679947e-05,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5785735785961151,
      "num_tokens": 302830951.0,
      "step": 393340
    },
    {
      "epoch": 0.49894844727902804,
      "grad_norm": 5.09375,
      "learning_rate": 2.5055819287593656e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5623621881008148,
      "num_tokens": 302837554.0,
      "step": 393350
    },
    {
      "epoch": 0.4989611318715609,
      "grad_norm": 6.75,
      "learning_rate": 2.5055184977507368e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5477268815040588,
      "num_tokens": 302844773.0,
      "step": 393360
    },
    {
      "epoch": 0.4989738164640937,
      "grad_norm": 4.21875,
      "learning_rate": 2.5054550667421073e-05,
      "loss": 1.8104,
      "mean_token_accuracy": 0.5895979642868042,
      "num_tokens": 302851015.0,
      "step": 393370
    },
    {
      "epoch": 0.49898650105662656,
      "grad_norm": 5.1875,
      "learning_rate": 2.5053916357334782e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.565102630853653,
      "num_tokens": 302858221.0,
      "step": 393380
    },
    {
      "epoch": 0.4989991856491594,
      "grad_norm": 6.125,
      "learning_rate": 2.5053282047248487e-05,
      "loss": 1.9577,
      "mean_token_accuracy": 0.5676024168729782,
      "num_tokens": 302865221.0,
      "step": 393390
    },
    {
      "epoch": 0.49901187024169225,
      "grad_norm": 5.0,
      "learning_rate": 2.50526477371622e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5083681285381317,
      "num_tokens": 302874379.0,
      "step": 393400
    },
    {
      "epoch": 0.4990245548342251,
      "grad_norm": 6.15625,
      "learning_rate": 2.5052013427075908e-05,
      "loss": 1.9232,
      "mean_token_accuracy": 0.5676497638225555,
      "num_tokens": 302880736.0,
      "step": 393410
    },
    {
      "epoch": 0.4990372394267579,
      "grad_norm": 6.34375,
      "learning_rate": 2.5051379116989614e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5556049644947052,
      "num_tokens": 302888749.0,
      "step": 393420
    },
    {
      "epoch": 0.4990499240192907,
      "grad_norm": 6.5625,
      "learning_rate": 2.5050744806903326e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5320557922124862,
      "num_tokens": 302896251.0,
      "step": 393430
    },
    {
      "epoch": 0.49906260861182355,
      "grad_norm": 6.21875,
      "learning_rate": 2.505011049681703e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.542291134595871,
      "num_tokens": 302903293.0,
      "step": 393440
    },
    {
      "epoch": 0.4990752932043564,
      "grad_norm": 6.75,
      "learning_rate": 2.504947618673074e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5571531414985657,
      "num_tokens": 302910490.0,
      "step": 393450
    },
    {
      "epoch": 0.49908797779688924,
      "grad_norm": 10.6875,
      "learning_rate": 2.5048841876644452e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5396436363458633,
      "num_tokens": 302917535.0,
      "step": 393460
    },
    {
      "epoch": 0.4991006623894221,
      "grad_norm": 5.15625,
      "learning_rate": 2.5048207566558157e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5236134201288223,
      "num_tokens": 302925632.0,
      "step": 393470
    },
    {
      "epoch": 0.4991133469819549,
      "grad_norm": 8.3125,
      "learning_rate": 2.504757325647187e-05,
      "loss": 1.9197,
      "mean_token_accuracy": 0.574878266453743,
      "num_tokens": 302931787.0,
      "step": 393480
    },
    {
      "epoch": 0.4991260315744877,
      "grad_norm": 4.5,
      "learning_rate": 2.504693894638557e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5625991284847259,
      "num_tokens": 302939469.0,
      "step": 393490
    },
    {
      "epoch": 0.49913871616702055,
      "grad_norm": 4.9375,
      "learning_rate": 2.5046304636299284e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5617002576589585,
      "num_tokens": 302947125.0,
      "step": 393500
    },
    {
      "epoch": 0.4991514007595534,
      "grad_norm": 5.8125,
      "learning_rate": 2.5045670326212996e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5707331210374832,
      "num_tokens": 302954749.0,
      "step": 393510
    },
    {
      "epoch": 0.49916408535208623,
      "grad_norm": 5.59375,
      "learning_rate": 2.50450360161267e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5463538587093353,
      "num_tokens": 302963269.0,
      "step": 393520
    },
    {
      "epoch": 0.49917676994461907,
      "grad_norm": 5.1875,
      "learning_rate": 2.504440170604041e-05,
      "loss": 1.9058,
      "mean_token_accuracy": 0.5782933473587036,
      "num_tokens": 302971272.0,
      "step": 393530
    },
    {
      "epoch": 0.4991894545371519,
      "grad_norm": 7.125,
      "learning_rate": 2.5043767395954115e-05,
      "loss": 1.8755,
      "mean_token_accuracy": 0.587925860285759,
      "num_tokens": 302979081.0,
      "step": 393540
    },
    {
      "epoch": 0.49920213912968475,
      "grad_norm": 5.96875,
      "learning_rate": 2.5043133085867827e-05,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5598378837108612,
      "num_tokens": 302986755.0,
      "step": 393550
    },
    {
      "epoch": 0.4992148237222176,
      "grad_norm": 5.875,
      "learning_rate": 2.5042498775781536e-05,
      "loss": 2.2084,
      "mean_token_accuracy": 0.5233579486608505,
      "num_tokens": 302994736.0,
      "step": 393560
    },
    {
      "epoch": 0.4992275083147504,
      "grad_norm": 7.84375,
      "learning_rate": 2.504186446569524e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5643032163381576,
      "num_tokens": 303002056.0,
      "step": 393570
    },
    {
      "epoch": 0.4992401929072832,
      "grad_norm": 8.25,
      "learning_rate": 2.5041230155608953e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5539387911558151,
      "num_tokens": 303009396.0,
      "step": 393580
    },
    {
      "epoch": 0.49925287749981606,
      "grad_norm": 5.90625,
      "learning_rate": 2.504059584552266e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5409292638301849,
      "num_tokens": 303016970.0,
      "step": 393590
    },
    {
      "epoch": 0.4992655620923489,
      "grad_norm": 4.40625,
      "learning_rate": 2.5039961535436368e-05,
      "loss": 1.7994,
      "mean_token_accuracy": 0.6070110976696015,
      "num_tokens": 303024184.0,
      "step": 393600
    },
    {
      "epoch": 0.49927824668488174,
      "grad_norm": 4.84375,
      "learning_rate": 2.503932722535008e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5799992859363556,
      "num_tokens": 303032156.0,
      "step": 393610
    },
    {
      "epoch": 0.4992909312774146,
      "grad_norm": 5.15625,
      "learning_rate": 2.5038692915263785e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5226975709199906,
      "num_tokens": 303040662.0,
      "step": 393620
    },
    {
      "epoch": 0.4993036158699474,
      "grad_norm": 5.09375,
      "learning_rate": 2.5038058605177494e-05,
      "loss": 2.219,
      "mean_token_accuracy": 0.520215830206871,
      "num_tokens": 303048006.0,
      "step": 393630
    },
    {
      "epoch": 0.49931630046248027,
      "grad_norm": 5.65625,
      "learning_rate": 2.50374242950912e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5150372177362442,
      "num_tokens": 303056506.0,
      "step": 393640
    },
    {
      "epoch": 0.49932898505501305,
      "grad_norm": 5.25,
      "learning_rate": 2.503678998500491e-05,
      "loss": 1.7689,
      "mean_token_accuracy": 0.6037710726261138,
      "num_tokens": 303063395.0,
      "step": 393650
    },
    {
      "epoch": 0.4993416696475459,
      "grad_norm": 5.40625,
      "learning_rate": 2.503615567491862e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5448291718959808,
      "num_tokens": 303071078.0,
      "step": 393660
    },
    {
      "epoch": 0.49935435424007873,
      "grad_norm": 6.0625,
      "learning_rate": 2.5035521364832325e-05,
      "loss": 1.7974,
      "mean_token_accuracy": 0.5939725548028946,
      "num_tokens": 303078087.0,
      "step": 393670
    },
    {
      "epoch": 0.4993670388326116,
      "grad_norm": 5.75,
      "learning_rate": 2.5034887054746037e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5550544112920761,
      "num_tokens": 303087031.0,
      "step": 393680
    },
    {
      "epoch": 0.4993797234251444,
      "grad_norm": 4.78125,
      "learning_rate": 2.5034252744659743e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5355926871299743,
      "num_tokens": 303096077.0,
      "step": 393690
    },
    {
      "epoch": 0.49939240801767726,
      "grad_norm": 5.46875,
      "learning_rate": 2.503361843457345e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5667276561260224,
      "num_tokens": 303103772.0,
      "step": 393700
    },
    {
      "epoch": 0.4994050926102101,
      "grad_norm": 4.84375,
      "learning_rate": 2.5032984124487164e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5453335255384445,
      "num_tokens": 303111229.0,
      "step": 393710
    },
    {
      "epoch": 0.49941777720274294,
      "grad_norm": 5.46875,
      "learning_rate": 2.503234981440087e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5312516391277313,
      "num_tokens": 303119599.0,
      "step": 393720
    },
    {
      "epoch": 0.4994304617952757,
      "grad_norm": 5.5,
      "learning_rate": 2.5031715504314578e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.539264714717865,
      "num_tokens": 303127373.0,
      "step": 393730
    },
    {
      "epoch": 0.49944314638780857,
      "grad_norm": 6.28125,
      "learning_rate": 2.5031081194228283e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5650614321231842,
      "num_tokens": 303134427.0,
      "step": 393740
    },
    {
      "epoch": 0.4994558309803414,
      "grad_norm": 4.9375,
      "learning_rate": 2.5030446884141995e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.5576821118593216,
      "num_tokens": 303142027.0,
      "step": 393750
    },
    {
      "epoch": 0.49946851557287425,
      "grad_norm": 7.03125,
      "learning_rate": 2.5029812574055704e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5383191138505936,
      "num_tokens": 303149010.0,
      "step": 393760
    },
    {
      "epoch": 0.4994812001654071,
      "grad_norm": 5.21875,
      "learning_rate": 2.502917826396941e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.532696110010147,
      "num_tokens": 303157724.0,
      "step": 393770
    },
    {
      "epoch": 0.49949388475793993,
      "grad_norm": 5.28125,
      "learning_rate": 2.502854395388312e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5230454623699188,
      "num_tokens": 303166743.0,
      "step": 393780
    },
    {
      "epoch": 0.4995065693504728,
      "grad_norm": 5.4375,
      "learning_rate": 2.502790964379683e-05,
      "loss": 1.8111,
      "mean_token_accuracy": 0.595775094628334,
      "num_tokens": 303173292.0,
      "step": 393790
    },
    {
      "epoch": 0.4995192539430056,
      "grad_norm": 5.6875,
      "learning_rate": 2.5027275333710536e-05,
      "loss": 1.8901,
      "mean_token_accuracy": 0.592594775557518,
      "num_tokens": 303179978.0,
      "step": 393800
    },
    {
      "epoch": 0.4995319385355384,
      "grad_norm": 5.03125,
      "learning_rate": 2.5026641023624248e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5442897915840149,
      "num_tokens": 303188511.0,
      "step": 393810
    },
    {
      "epoch": 0.49954462312807124,
      "grad_norm": 6.125,
      "learning_rate": 2.5026006713537953e-05,
      "loss": 2.2636,
      "mean_token_accuracy": 0.512268677353859,
      "num_tokens": 303197303.0,
      "step": 393820
    },
    {
      "epoch": 0.4995573077206041,
      "grad_norm": 5.125,
      "learning_rate": 2.5025372403451662e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5255198240280151,
      "num_tokens": 303205612.0,
      "step": 393830
    },
    {
      "epoch": 0.4995699923131369,
      "grad_norm": 4.59375,
      "learning_rate": 2.5024738093365374e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5456504106521607,
      "num_tokens": 303214220.0,
      "step": 393840
    },
    {
      "epoch": 0.49958267690566976,
      "grad_norm": 5.21875,
      "learning_rate": 2.502410378327908e-05,
      "loss": 1.8512,
      "mean_token_accuracy": 0.5869732737541199,
      "num_tokens": 303221111.0,
      "step": 393850
    },
    {
      "epoch": 0.4995953614982026,
      "grad_norm": 9.4375,
      "learning_rate": 2.502346947319279e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5446140825748443,
      "num_tokens": 303228317.0,
      "step": 393860
    },
    {
      "epoch": 0.49960804609073545,
      "grad_norm": 5.6875,
      "learning_rate": 2.5022835163106493e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5621169805526733,
      "num_tokens": 303236874.0,
      "step": 393870
    },
    {
      "epoch": 0.4996207306832683,
      "grad_norm": 5.09375,
      "learning_rate": 2.5022200853020205e-05,
      "loss": 2.245,
      "mean_token_accuracy": 0.5205601125955581,
      "num_tokens": 303245023.0,
      "step": 393880
    },
    {
      "epoch": 0.4996334152758011,
      "grad_norm": 5.9375,
      "learning_rate": 2.5021566542933918e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.521344342827797,
      "num_tokens": 303253430.0,
      "step": 393890
    },
    {
      "epoch": 0.4996460998683339,
      "grad_norm": 5.34375,
      "learning_rate": 2.5020932232847623e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5325198143720626,
      "num_tokens": 303262256.0,
      "step": 393900
    },
    {
      "epoch": 0.49965878446086676,
      "grad_norm": 9.0625,
      "learning_rate": 2.502029792276133e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5322285890579224,
      "num_tokens": 303269905.0,
      "step": 393910
    },
    {
      "epoch": 0.4996714690533996,
      "grad_norm": 4.96875,
      "learning_rate": 2.5019663612675037e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5427629053592682,
      "num_tokens": 303277727.0,
      "step": 393920
    },
    {
      "epoch": 0.49968415364593244,
      "grad_norm": 6.15625,
      "learning_rate": 2.501902930258875e-05,
      "loss": 1.912,
      "mean_token_accuracy": 0.5772944122552872,
      "num_tokens": 303285480.0,
      "step": 393930
    },
    {
      "epoch": 0.4996968382384653,
      "grad_norm": 5.96875,
      "learning_rate": 2.5018394992502458e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5447282195091248,
      "num_tokens": 303292353.0,
      "step": 393940
    },
    {
      "epoch": 0.4997095228309981,
      "grad_norm": 8.375,
      "learning_rate": 2.5017760682416163e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5549612611532211,
      "num_tokens": 303300105.0,
      "step": 393950
    },
    {
      "epoch": 0.4997222074235309,
      "grad_norm": 5.5625,
      "learning_rate": 2.5017126372329875e-05,
      "loss": 1.795,
      "mean_token_accuracy": 0.5943055868148803,
      "num_tokens": 303306557.0,
      "step": 393960
    },
    {
      "epoch": 0.49973489201606375,
      "grad_norm": 5.8125,
      "learning_rate": 2.501649206224358e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5595977216958999,
      "num_tokens": 303313971.0,
      "step": 393970
    },
    {
      "epoch": 0.4997475766085966,
      "grad_norm": 7.8125,
      "learning_rate": 2.501585775215729e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5438151776790618,
      "num_tokens": 303322681.0,
      "step": 393980
    },
    {
      "epoch": 0.49976026120112943,
      "grad_norm": 7.03125,
      "learning_rate": 2.5015223442071e-05,
      "loss": 1.9062,
      "mean_token_accuracy": 0.5804508239030838,
      "num_tokens": 303329510.0,
      "step": 393990
    },
    {
      "epoch": 0.49977294579366227,
      "grad_norm": 5.0,
      "learning_rate": 2.5014589131984707e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5477491050958634,
      "num_tokens": 303337438.0,
      "step": 394000
    },
    {
      "epoch": 0.4997856303861951,
      "grad_norm": 5.21875,
      "learning_rate": 2.5013954821898416e-05,
      "loss": 1.7831,
      "mean_token_accuracy": 0.6080305755138398,
      "num_tokens": 303344562.0,
      "step": 394010
    },
    {
      "epoch": 0.49979831497872795,
      "grad_norm": 8.1875,
      "learning_rate": 2.501332051181212e-05,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5239499807357788,
      "num_tokens": 303353169.0,
      "step": 394020
    },
    {
      "epoch": 0.4998109995712608,
      "grad_norm": 4.84375,
      "learning_rate": 2.5012686201725833e-05,
      "loss": 1.7741,
      "mean_token_accuracy": 0.5912545561790467,
      "num_tokens": 303359741.0,
      "step": 394030
    },
    {
      "epoch": 0.4998236841637936,
      "grad_norm": 5.4375,
      "learning_rate": 2.5012051891639542e-05,
      "loss": 1.8494,
      "mean_token_accuracy": 0.5859559178352356,
      "num_tokens": 303367681.0,
      "step": 394040
    },
    {
      "epoch": 0.4998363687563264,
      "grad_norm": 5.96875,
      "learning_rate": 2.5011417581553247e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5248730897903442,
      "num_tokens": 303375606.0,
      "step": 394050
    },
    {
      "epoch": 0.49984905334885926,
      "grad_norm": 4.96875,
      "learning_rate": 2.501078327146696e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5357592314481735,
      "num_tokens": 303383007.0,
      "step": 394060
    },
    {
      "epoch": 0.4998617379413921,
      "grad_norm": 6.15625,
      "learning_rate": 2.5010148961380665e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5170466363430023,
      "num_tokens": 303391707.0,
      "step": 394070
    },
    {
      "epoch": 0.49987442253392494,
      "grad_norm": 6.65625,
      "learning_rate": 2.5009514651294373e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5441328078508377,
      "num_tokens": 303400336.0,
      "step": 394080
    },
    {
      "epoch": 0.4998871071264578,
      "grad_norm": 8.5,
      "learning_rate": 2.5008880341208086e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5301484704017639,
      "num_tokens": 303408496.0,
      "step": 394090
    },
    {
      "epoch": 0.4998997917189906,
      "grad_norm": 6.625,
      "learning_rate": 2.500824603112179e-05,
      "loss": 2.2084,
      "mean_token_accuracy": 0.5264311134815216,
      "num_tokens": 303416856.0,
      "step": 394100
    },
    {
      "epoch": 0.49991247631152347,
      "grad_norm": 5.5625,
      "learning_rate": 2.50076117210355e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5653791040182113,
      "num_tokens": 303425440.0,
      "step": 394110
    },
    {
      "epoch": 0.49992516090405625,
      "grad_norm": 6.78125,
      "learning_rate": 2.5006977410949205e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5497726529836655,
      "num_tokens": 303433549.0,
      "step": 394120
    },
    {
      "epoch": 0.4999378454965891,
      "grad_norm": 7.5,
      "learning_rate": 2.5006343100862917e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5451858192682266,
      "num_tokens": 303441210.0,
      "step": 394130
    },
    {
      "epoch": 0.49995053008912194,
      "grad_norm": 7.34375,
      "learning_rate": 2.5005708790776626e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5397061944007874,
      "num_tokens": 303448363.0,
      "step": 394140
    },
    {
      "epoch": 0.4999632146816548,
      "grad_norm": 6.625,
      "learning_rate": 2.500507448069033e-05,
      "loss": 1.8689,
      "mean_token_accuracy": 0.5879924654960632,
      "num_tokens": 303454643.0,
      "step": 394150
    },
    {
      "epoch": 0.4999758992741876,
      "grad_norm": 4.84375,
      "learning_rate": 2.5004440170604043e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5320118188858032,
      "num_tokens": 303462991.0,
      "step": 394160
    },
    {
      "epoch": 0.49998858386672046,
      "grad_norm": 6.78125,
      "learning_rate": 2.500380586051775e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5326321870088577,
      "num_tokens": 303470281.0,
      "step": 394170
    },
    {
      "epoch": 0.5000012684592533,
      "grad_norm": 5.5,
      "learning_rate": 2.5003171550431457e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5254672795534134,
      "num_tokens": 303478646.0,
      "step": 394180
    },
    {
      "epoch": 0.5000139530517861,
      "grad_norm": 5.34375,
      "learning_rate": 2.500253724034517e-05,
      "loss": 2.2599,
      "mean_token_accuracy": 0.5154573619365692,
      "num_tokens": 303487295.0,
      "step": 394190
    },
    {
      "epoch": 0.500026637644319,
      "grad_norm": 6.625,
      "learning_rate": 2.5001902930258875e-05,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5560182631015778,
      "num_tokens": 303495185.0,
      "step": 394200
    },
    {
      "epoch": 0.5000393222368518,
      "grad_norm": 5.8125,
      "learning_rate": 2.5001268620172587e-05,
      "loss": 1.8476,
      "mean_token_accuracy": 0.5906226843595505,
      "num_tokens": 303502048.0,
      "step": 394210
    },
    {
      "epoch": 0.5000520068293847,
      "grad_norm": 6.375,
      "learning_rate": 2.500063431008629e-05,
      "loss": 1.892,
      "mean_token_accuracy": 0.5829189509153366,
      "num_tokens": 303509071.0,
      "step": 394220
    },
    {
      "epoch": 0.5000646914219175,
      "grad_norm": 5.40625,
      "learning_rate": 2.5e-05,
      "loss": 2.181,
      "mean_token_accuracy": 0.5242758184671402,
      "num_tokens": 303516263.0,
      "step": 394230
    },
    {
      "epoch": 0.5000773760144502,
      "grad_norm": 10.375,
      "learning_rate": 2.499936568991371e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.554773598909378,
      "num_tokens": 303522689.0,
      "step": 394240
    },
    {
      "epoch": 0.5000900606069831,
      "grad_norm": 4.9375,
      "learning_rate": 2.4998731379827415e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5479763388633728,
      "num_tokens": 303531546.0,
      "step": 394250
    },
    {
      "epoch": 0.5001027451995159,
      "grad_norm": 7.53125,
      "learning_rate": 2.4998097069741127e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5396432638168335,
      "num_tokens": 303539448.0,
      "step": 394260
    },
    {
      "epoch": 0.5001154297920488,
      "grad_norm": 5.1875,
      "learning_rate": 2.4997462759654836e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5321738064289093,
      "num_tokens": 303547685.0,
      "step": 394270
    },
    {
      "epoch": 0.5001281143845816,
      "grad_norm": 11.3125,
      "learning_rate": 2.4996828449568545e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.53115374147892,
      "num_tokens": 303555978.0,
      "step": 394280
    },
    {
      "epoch": 0.5001407989771145,
      "grad_norm": 4.46875,
      "learning_rate": 2.499619413948225e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5256145030260087,
      "num_tokens": 303564199.0,
      "step": 394290
    },
    {
      "epoch": 0.5001534835696473,
      "grad_norm": 5.96875,
      "learning_rate": 2.499555982939596e-05,
      "loss": 1.7964,
      "mean_token_accuracy": 0.6039765119552613,
      "num_tokens": 303571082.0,
      "step": 394300
    },
    {
      "epoch": 0.5001661681621802,
      "grad_norm": 5.09375,
      "learning_rate": 2.499492551930967e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5600700706243515,
      "num_tokens": 303578738.0,
      "step": 394310
    },
    {
      "epoch": 0.500178852754713,
      "grad_norm": 5.625,
      "learning_rate": 2.4994291209223376e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5420611351728439,
      "num_tokens": 303587699.0,
      "step": 394320
    },
    {
      "epoch": 0.5001915373472458,
      "grad_norm": 6.3125,
      "learning_rate": 2.4993656899137085e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5253385066986084,
      "num_tokens": 303594862.0,
      "step": 394330
    },
    {
      "epoch": 0.5002042219397786,
      "grad_norm": 5.90625,
      "learning_rate": 2.4993022589050794e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5472239673137664,
      "num_tokens": 303603012.0,
      "step": 394340
    },
    {
      "epoch": 0.5002169065323114,
      "grad_norm": 6.125,
      "learning_rate": 2.4992388278964503e-05,
      "loss": 1.784,
      "mean_token_accuracy": 0.6020272076129913,
      "num_tokens": 303610140.0,
      "step": 394350
    },
    {
      "epoch": 0.5002295911248443,
      "grad_norm": 8.375,
      "learning_rate": 2.499175396887821e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5407091766595841,
      "num_tokens": 303616396.0,
      "step": 394360
    },
    {
      "epoch": 0.5002422757173771,
      "grad_norm": 5.59375,
      "learning_rate": 2.499111965879192e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5717940777540207,
      "num_tokens": 303623650.0,
      "step": 394370
    },
    {
      "epoch": 0.50025496030991,
      "grad_norm": 5.96875,
      "learning_rate": 2.499048534870563e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.539073571562767,
      "num_tokens": 303632479.0,
      "step": 394380
    },
    {
      "epoch": 0.5002676449024428,
      "grad_norm": 4.71875,
      "learning_rate": 2.4989851038619334e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5288856148719787,
      "num_tokens": 303641578.0,
      "step": 394390
    },
    {
      "epoch": 0.5002803294949756,
      "grad_norm": 5.53125,
      "learning_rate": 2.4989216728533043e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5635212272405624,
      "num_tokens": 303649552.0,
      "step": 394400
    },
    {
      "epoch": 0.5002930140875085,
      "grad_norm": 6.125,
      "learning_rate": 2.4988582418446755e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.540868827700615,
      "num_tokens": 303658323.0,
      "step": 394410
    },
    {
      "epoch": 0.5003056986800413,
      "grad_norm": 4.96875,
      "learning_rate": 2.4987948108360464e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.525054320693016,
      "num_tokens": 303666185.0,
      "step": 394420
    },
    {
      "epoch": 0.5003183832725742,
      "grad_norm": 6.71875,
      "learning_rate": 2.498731379827417e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5441973298788071,
      "num_tokens": 303674130.0,
      "step": 394430
    },
    {
      "epoch": 0.500331067865107,
      "grad_norm": 5.71875,
      "learning_rate": 2.4986679488187878e-05,
      "loss": 1.8951,
      "mean_token_accuracy": 0.5700059294700622,
      "num_tokens": 303682767.0,
      "step": 394440
    },
    {
      "epoch": 0.5003437524576398,
      "grad_norm": 6.53125,
      "learning_rate": 2.4986045178101587e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5517780542373657,
      "num_tokens": 303690804.0,
      "step": 394450
    },
    {
      "epoch": 0.5003564370501726,
      "grad_norm": 6.0,
      "learning_rate": 2.4985410868015295e-05,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5702108681201935,
      "num_tokens": 303697565.0,
      "step": 394460
    },
    {
      "epoch": 0.5003691216427054,
      "grad_norm": 5.4375,
      "learning_rate": 2.4984776557929004e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.536336499452591,
      "num_tokens": 303706331.0,
      "step": 394470
    },
    {
      "epoch": 0.5003818062352383,
      "grad_norm": 8.0,
      "learning_rate": 2.4984142247842713e-05,
      "loss": 2.2537,
      "mean_token_accuracy": 0.5175731897354126,
      "num_tokens": 303715155.0,
      "step": 394480
    },
    {
      "epoch": 0.5003944908277711,
      "grad_norm": 5.40625,
      "learning_rate": 2.498350793775642e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5494276821613312,
      "num_tokens": 303722320.0,
      "step": 394490
    },
    {
      "epoch": 0.500407175420304,
      "grad_norm": 5.09375,
      "learning_rate": 2.498287362767013e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.5769820511341095,
      "num_tokens": 303730146.0,
      "step": 394500
    },
    {
      "epoch": 0.5004198600128368,
      "grad_norm": 6.15625,
      "learning_rate": 2.498223931758384e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5319317311048508,
      "num_tokens": 303738111.0,
      "step": 394510
    },
    {
      "epoch": 0.5004325446053697,
      "grad_norm": 8.75,
      "learning_rate": 2.4981605007497548e-05,
      "loss": 1.9088,
      "mean_token_accuracy": 0.5764436930418014,
      "num_tokens": 303745548.0,
      "step": 394520
    },
    {
      "epoch": 0.5004452291979025,
      "grad_norm": 4.8125,
      "learning_rate": 2.4980970697411253e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5356989741325379,
      "num_tokens": 303753965.0,
      "step": 394530
    },
    {
      "epoch": 0.5004579137904354,
      "grad_norm": 5.28125,
      "learning_rate": 2.4980336387324962e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5480591386556626,
      "num_tokens": 303761554.0,
      "step": 394540
    },
    {
      "epoch": 0.5004705983829681,
      "grad_norm": 4.65625,
      "learning_rate": 2.4979702077238674e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5515970528125763,
      "num_tokens": 303769330.0,
      "step": 394550
    },
    {
      "epoch": 0.5004832829755009,
      "grad_norm": 4.5,
      "learning_rate": 2.497906776715238e-05,
      "loss": 2.189,
      "mean_token_accuracy": 0.5315248191356658,
      "num_tokens": 303776541.0,
      "step": 394560
    },
    {
      "epoch": 0.5004959675680338,
      "grad_norm": 5.6875,
      "learning_rate": 2.4978433457066088e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5447926163673401,
      "num_tokens": 303783934.0,
      "step": 394570
    },
    {
      "epoch": 0.5005086521605666,
      "grad_norm": 5.4375,
      "learning_rate": 2.4977799146979797e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5363555401563644,
      "num_tokens": 303791872.0,
      "step": 394580
    },
    {
      "epoch": 0.5005213367530995,
      "grad_norm": 4.53125,
      "learning_rate": 2.4977164836893506e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5633856058120728,
      "num_tokens": 303800110.0,
      "step": 394590
    },
    {
      "epoch": 0.5005340213456323,
      "grad_norm": 7.34375,
      "learning_rate": 2.4976530526807214e-05,
      "loss": 1.9129,
      "mean_token_accuracy": 0.561503678560257,
      "num_tokens": 303808002.0,
      "step": 394600
    },
    {
      "epoch": 0.5005467059381652,
      "grad_norm": 6.6875,
      "learning_rate": 2.4975896216720923e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5467328637838363,
      "num_tokens": 303815053.0,
      "step": 394610
    },
    {
      "epoch": 0.500559390530698,
      "grad_norm": 4.78125,
      "learning_rate": 2.4975261906634632e-05,
      "loss": 1.868,
      "mean_token_accuracy": 0.5769611239433289,
      "num_tokens": 303822302.0,
      "step": 394620
    },
    {
      "epoch": 0.5005720751232308,
      "grad_norm": 5.875,
      "learning_rate": 2.497462759654834e-05,
      "loss": 1.729,
      "mean_token_accuracy": 0.6148469388484955,
      "num_tokens": 303829246.0,
      "step": 394630
    },
    {
      "epoch": 0.5005847597157637,
      "grad_norm": 5.125,
      "learning_rate": 2.4973993286462046e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5159046411514282,
      "num_tokens": 303836447.0,
      "step": 394640
    },
    {
      "epoch": 0.5005974443082964,
      "grad_norm": 5.9375,
      "learning_rate": 2.4973358976375758e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5409412443637848,
      "num_tokens": 303845152.0,
      "step": 394650
    },
    {
      "epoch": 0.5006101289008293,
      "grad_norm": 4.78125,
      "learning_rate": 2.4972724666289467e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5834291368722916,
      "num_tokens": 303851875.0,
      "step": 394660
    },
    {
      "epoch": 0.5006228134933621,
      "grad_norm": 6.03125,
      "learning_rate": 2.4972090356203172e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5665270835161209,
      "num_tokens": 303859772.0,
      "step": 394670
    },
    {
      "epoch": 0.500635498085895,
      "grad_norm": 4.4375,
      "learning_rate": 2.497145604611688e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5245140075683594,
      "num_tokens": 303867483.0,
      "step": 394680
    },
    {
      "epoch": 0.5006481826784278,
      "grad_norm": 6.78125,
      "learning_rate": 2.497082173603059e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5380729883909225,
      "num_tokens": 303874971.0,
      "step": 394690
    },
    {
      "epoch": 0.5006608672709607,
      "grad_norm": 6.25,
      "learning_rate": 2.49701874259443e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5333121806383133,
      "num_tokens": 303883155.0,
      "step": 394700
    },
    {
      "epoch": 0.5006735518634935,
      "grad_norm": 6.0625,
      "learning_rate": 2.4969553115858007e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5281691938638687,
      "num_tokens": 303890675.0,
      "step": 394710
    },
    {
      "epoch": 0.5006862364560263,
      "grad_norm": 5.90625,
      "learning_rate": 2.4968918805771716e-05,
      "loss": 1.7605,
      "mean_token_accuracy": 0.6079252302646637,
      "num_tokens": 303898989.0,
      "step": 394720
    },
    {
      "epoch": 0.5006989210485592,
      "grad_norm": 5.6875,
      "learning_rate": 2.4968284495685425e-05,
      "loss": 2.3279,
      "mean_token_accuracy": 0.5061736971139907,
      "num_tokens": 303908159.0,
      "step": 394730
    },
    {
      "epoch": 0.500711605641092,
      "grad_norm": 5.0625,
      "learning_rate": 2.496765018559913e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5556115508079529,
      "num_tokens": 303915954.0,
      "step": 394740
    },
    {
      "epoch": 0.5007242902336249,
      "grad_norm": 7.4375,
      "learning_rate": 2.4967015875512842e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5482325226068496,
      "num_tokens": 303923699.0,
      "step": 394750
    },
    {
      "epoch": 0.5007369748261576,
      "grad_norm": 7.21875,
      "learning_rate": 2.496638156542655e-05,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5804873079061508,
      "num_tokens": 303930540.0,
      "step": 394760
    },
    {
      "epoch": 0.5007496594186905,
      "grad_norm": 6.28125,
      "learning_rate": 2.4965747255340256e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5273242920637131,
      "num_tokens": 303938755.0,
      "step": 394770
    },
    {
      "epoch": 0.5007623440112233,
      "grad_norm": 5.78125,
      "learning_rate": 2.4965112945253965e-05,
      "loss": 1.8907,
      "mean_token_accuracy": 0.5747778415679932,
      "num_tokens": 303946478.0,
      "step": 394780
    },
    {
      "epoch": 0.5007750286037561,
      "grad_norm": 4.78125,
      "learning_rate": 2.4964478635167674e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5363008201122283,
      "num_tokens": 303954701.0,
      "step": 394790
    },
    {
      "epoch": 0.500787713196289,
      "grad_norm": 6.59375,
      "learning_rate": 2.4963844325081386e-05,
      "loss": 2.2451,
      "mean_token_accuracy": 0.5152391254901886,
      "num_tokens": 303962047.0,
      "step": 394800
    },
    {
      "epoch": 0.5008003977888218,
      "grad_norm": 4.6875,
      "learning_rate": 2.496321001499509e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5492075920104981,
      "num_tokens": 303970011.0,
      "step": 394810
    },
    {
      "epoch": 0.5008130823813547,
      "grad_norm": 5.34375,
      "learning_rate": 2.49625757049088e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5246910870075225,
      "num_tokens": 303977271.0,
      "step": 394820
    },
    {
      "epoch": 0.5008257669738875,
      "grad_norm": 6.3125,
      "learning_rate": 2.496194139482251e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5276375323534012,
      "num_tokens": 303985126.0,
      "step": 394830
    },
    {
      "epoch": 0.5008384515664204,
      "grad_norm": 6.1875,
      "learning_rate": 2.4961307084736217e-05,
      "loss": 1.7938,
      "mean_token_accuracy": 0.600346314907074,
      "num_tokens": 303992434.0,
      "step": 394840
    },
    {
      "epoch": 0.5008511361589532,
      "grad_norm": 6.96875,
      "learning_rate": 2.4960672774649926e-05,
      "loss": 2.2685,
      "mean_token_accuracy": 0.5081625401973724,
      "num_tokens": 303999835.0,
      "step": 394850
    },
    {
      "epoch": 0.500863820751486,
      "grad_norm": 4.96875,
      "learning_rate": 2.4960038464563635e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5279329240322113,
      "num_tokens": 304008566.0,
      "step": 394860
    },
    {
      "epoch": 0.5008765053440188,
      "grad_norm": 5.375,
      "learning_rate": 2.4959404154477344e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5456320464611053,
      "num_tokens": 304015977.0,
      "step": 394870
    },
    {
      "epoch": 0.5008891899365516,
      "grad_norm": 8.1875,
      "learning_rate": 2.495876984439105e-05,
      "loss": 2.2489,
      "mean_token_accuracy": 0.5161204785108566,
      "num_tokens": 304023135.0,
      "step": 394880
    },
    {
      "epoch": 0.5009018745290845,
      "grad_norm": 5.28125,
      "learning_rate": 2.4958135534304758e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.547059428691864,
      "num_tokens": 304030919.0,
      "step": 394890
    },
    {
      "epoch": 0.5009145591216173,
      "grad_norm": 5.84375,
      "learning_rate": 2.495750122421847e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5483641237020492,
      "num_tokens": 304038543.0,
      "step": 394900
    },
    {
      "epoch": 0.5009272437141502,
      "grad_norm": 6.625,
      "learning_rate": 2.4956866914132175e-05,
      "loss": 1.8903,
      "mean_token_accuracy": 0.5856031656265259,
      "num_tokens": 304046486.0,
      "step": 394910
    },
    {
      "epoch": 0.500939928306683,
      "grad_norm": 9.0,
      "learning_rate": 2.4956232604045884e-05,
      "loss": 1.8349,
      "mean_token_accuracy": 0.5991723299026489,
      "num_tokens": 304052682.0,
      "step": 394920
    },
    {
      "epoch": 0.5009526128992159,
      "grad_norm": 4.8125,
      "learning_rate": 2.4955598293959593e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5217287123203278,
      "num_tokens": 304061731.0,
      "step": 394930
    },
    {
      "epoch": 0.5009652974917487,
      "grad_norm": 6.28125,
      "learning_rate": 2.49549639838733e-05,
      "loss": 2.288,
      "mean_token_accuracy": 0.513649296760559,
      "num_tokens": 304068993.0,
      "step": 394940
    },
    {
      "epoch": 0.5009779820842815,
      "grad_norm": 4.75,
      "learning_rate": 2.495432967378701e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5367830216884613,
      "num_tokens": 304077119.0,
      "step": 394950
    },
    {
      "epoch": 0.5009906666768144,
      "grad_norm": 5.03125,
      "learning_rate": 2.495369536370072e-05,
      "loss": 2.2438,
      "mean_token_accuracy": 0.517394232749939,
      "num_tokens": 304085537.0,
      "step": 394960
    },
    {
      "epoch": 0.5010033512693471,
      "grad_norm": 6.78125,
      "learning_rate": 2.4953061053614428e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5378440707921982,
      "num_tokens": 304093779.0,
      "step": 394970
    },
    {
      "epoch": 0.50101603586188,
      "grad_norm": 18.375,
      "learning_rate": 2.4952426743528133e-05,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5763586014509201,
      "num_tokens": 304101700.0,
      "step": 394980
    },
    {
      "epoch": 0.5010287204544128,
      "grad_norm": 5.59375,
      "learning_rate": 2.4951792433441845e-05,
      "loss": 2.2714,
      "mean_token_accuracy": 0.5090660214424133,
      "num_tokens": 304110877.0,
      "step": 394990
    },
    {
      "epoch": 0.5010414050469457,
      "grad_norm": 5.71875,
      "learning_rate": 2.4951158123355554e-05,
      "loss": 2.3265,
      "mean_token_accuracy": 0.49374416172504426,
      "num_tokens": 304119407.0,
      "step": 395000
    },
    {
      "epoch": 0.5010540896394785,
      "grad_norm": 4.71875,
      "learning_rate": 2.4950523813269263e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5189608693122864,
      "num_tokens": 304128183.0,
      "step": 395010
    },
    {
      "epoch": 0.5010667742320113,
      "grad_norm": 5.09375,
      "learning_rate": 2.4949889503182968e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5652161180973053,
      "num_tokens": 304136574.0,
      "step": 395020
    },
    {
      "epoch": 0.5010794588245442,
      "grad_norm": 5.09375,
      "learning_rate": 2.4949255193096677e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.552055948972702,
      "num_tokens": 304144476.0,
      "step": 395030
    },
    {
      "epoch": 0.501092143417077,
      "grad_norm": 5.5625,
      "learning_rate": 2.494862088301039e-05,
      "loss": 2.257,
      "mean_token_accuracy": 0.5239477306604385,
      "num_tokens": 304154011.0,
      "step": 395040
    },
    {
      "epoch": 0.5011048280096099,
      "grad_norm": 5.59375,
      "learning_rate": 2.4947986572924094e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5541461706161499,
      "num_tokens": 304161536.0,
      "step": 395050
    },
    {
      "epoch": 0.5011175126021427,
      "grad_norm": 5.875,
      "learning_rate": 2.4947352262837803e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5339097321033478,
      "num_tokens": 304169532.0,
      "step": 395060
    },
    {
      "epoch": 0.5011301971946756,
      "grad_norm": 7.46875,
      "learning_rate": 2.494671795275151e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5076426953077317,
      "num_tokens": 304177294.0,
      "step": 395070
    },
    {
      "epoch": 0.5011428817872083,
      "grad_norm": 7.90625,
      "learning_rate": 2.494608364266522e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5391273081302643,
      "num_tokens": 304184725.0,
      "step": 395080
    },
    {
      "epoch": 0.5011555663797412,
      "grad_norm": 4.78125,
      "learning_rate": 2.494544933257893e-05,
      "loss": 1.8079,
      "mean_token_accuracy": 0.5962150782346726,
      "num_tokens": 304192524.0,
      "step": 395090
    },
    {
      "epoch": 0.501168250972274,
      "grad_norm": 4.8125,
      "learning_rate": 2.4944815022492638e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5574431031942367,
      "num_tokens": 304199719.0,
      "step": 395100
    },
    {
      "epoch": 0.5011809355648068,
      "grad_norm": 5.40625,
      "learning_rate": 2.4944180712406347e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5291622698307037,
      "num_tokens": 304207534.0,
      "step": 395110
    },
    {
      "epoch": 0.5011936201573397,
      "grad_norm": 5.375,
      "learning_rate": 2.4943546402320052e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5305165439844132,
      "num_tokens": 304215645.0,
      "step": 395120
    },
    {
      "epoch": 0.5012063047498725,
      "grad_norm": 5.625,
      "learning_rate": 2.494291209223376e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5603700160980225,
      "num_tokens": 304223682.0,
      "step": 395130
    },
    {
      "epoch": 0.5012189893424054,
      "grad_norm": 5.5,
      "learning_rate": 2.4942277782147473e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.534983777999878,
      "num_tokens": 304230940.0,
      "step": 395140
    },
    {
      "epoch": 0.5012316739349382,
      "grad_norm": 6.34375,
      "learning_rate": 2.4941643472061178e-05,
      "loss": 2.2939,
      "mean_token_accuracy": 0.5037931859493255,
      "num_tokens": 304238527.0,
      "step": 395150
    },
    {
      "epoch": 0.5012443585274711,
      "grad_norm": 5.34375,
      "learning_rate": 2.4941009161974887e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5319906771183014,
      "num_tokens": 304247178.0,
      "step": 395160
    },
    {
      "epoch": 0.5012570431200039,
      "grad_norm": 5.25,
      "learning_rate": 2.4940374851888596e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5659607589244843,
      "num_tokens": 304255085.0,
      "step": 395170
    },
    {
      "epoch": 0.5012697277125366,
      "grad_norm": 4.9375,
      "learning_rate": 2.4939740541802304e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5247789949178696,
      "num_tokens": 304263338.0,
      "step": 395180
    },
    {
      "epoch": 0.5012824123050695,
      "grad_norm": 6.3125,
      "learning_rate": 2.4939106231716013e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5414644479751587,
      "num_tokens": 304271450.0,
      "step": 395190
    },
    {
      "epoch": 0.5012950968976023,
      "grad_norm": 4.96875,
      "learning_rate": 2.4938471921629722e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5180636793375015,
      "num_tokens": 304279152.0,
      "step": 395200
    },
    {
      "epoch": 0.5013077814901352,
      "grad_norm": 10.3125,
      "learning_rate": 2.493783761154343e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5597252875566483,
      "num_tokens": 304287166.0,
      "step": 395210
    },
    {
      "epoch": 0.501320466082668,
      "grad_norm": 5.375,
      "learning_rate": 2.493720330145714e-05,
      "loss": 1.9385,
      "mean_token_accuracy": 0.5639719575643539,
      "num_tokens": 304295457.0,
      "step": 395220
    },
    {
      "epoch": 0.5013331506752009,
      "grad_norm": 4.96875,
      "learning_rate": 2.4936568991370845e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5665664553642273,
      "num_tokens": 304302874.0,
      "step": 395230
    },
    {
      "epoch": 0.5013458352677337,
      "grad_norm": 5.15625,
      "learning_rate": 2.4935934681284557e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5295965731143951,
      "num_tokens": 304309661.0,
      "step": 395240
    },
    {
      "epoch": 0.5013585198602666,
      "grad_norm": 5.3125,
      "learning_rate": 2.4935300371198266e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.554780375957489,
      "num_tokens": 304316905.0,
      "step": 395250
    },
    {
      "epoch": 0.5013712044527994,
      "grad_norm": 6.03125,
      "learning_rate": 2.493466606111197e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.551358875632286,
      "num_tokens": 304324785.0,
      "step": 395260
    },
    {
      "epoch": 0.5013838890453322,
      "grad_norm": 6.9375,
      "learning_rate": 2.493403175102568e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5659945905208588,
      "num_tokens": 304331614.0,
      "step": 395270
    },
    {
      "epoch": 0.501396573637865,
      "grad_norm": 6.15625,
      "learning_rate": 2.493339744093939e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5448608309030533,
      "num_tokens": 304338829.0,
      "step": 395280
    },
    {
      "epoch": 0.5014092582303978,
      "grad_norm": 5.4375,
      "learning_rate": 2.4932763130853097e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.530163112282753,
      "num_tokens": 304346887.0,
      "step": 395290
    },
    {
      "epoch": 0.5014219428229307,
      "grad_norm": 5.25,
      "learning_rate": 2.4932128820766806e-05,
      "loss": 1.8927,
      "mean_token_accuracy": 0.5845613509416581,
      "num_tokens": 304354855.0,
      "step": 395300
    },
    {
      "epoch": 0.5014346274154635,
      "grad_norm": 6.78125,
      "learning_rate": 2.4931494510680515e-05,
      "loss": 1.7496,
      "mean_token_accuracy": 0.6009945064783097,
      "num_tokens": 304360944.0,
      "step": 395310
    },
    {
      "epoch": 0.5014473120079964,
      "grad_norm": 6.4375,
      "learning_rate": 2.4930860200594223e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5789545029401779,
      "num_tokens": 304367848.0,
      "step": 395320
    },
    {
      "epoch": 0.5014599966005292,
      "grad_norm": 5.21875,
      "learning_rate": 2.493022589050793e-05,
      "loss": 2.2633,
      "mean_token_accuracy": 0.512067785859108,
      "num_tokens": 304376597.0,
      "step": 395330
    },
    {
      "epoch": 0.501472681193062,
      "grad_norm": 4.78125,
      "learning_rate": 2.492959158042164e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5504110336303711,
      "num_tokens": 304384891.0,
      "step": 395340
    },
    {
      "epoch": 0.5014853657855949,
      "grad_norm": 5.3125,
      "learning_rate": 2.492895727033535e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5363269418478012,
      "num_tokens": 304393319.0,
      "step": 395350
    },
    {
      "epoch": 0.5014980503781277,
      "grad_norm": 5.59375,
      "learning_rate": 2.4928322960249055e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5587268024682999,
      "num_tokens": 304400899.0,
      "step": 395360
    },
    {
      "epoch": 0.5015107349706606,
      "grad_norm": 6.96875,
      "learning_rate": 2.4927688650162764e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5794529914855957,
      "num_tokens": 304407063.0,
      "step": 395370
    },
    {
      "epoch": 0.5015234195631934,
      "grad_norm": 5.6875,
      "learning_rate": 2.4927054340076476e-05,
      "loss": 1.9572,
      "mean_token_accuracy": 0.5564321517944336,
      "num_tokens": 304414005.0,
      "step": 395380
    },
    {
      "epoch": 0.5015361041557262,
      "grad_norm": 5.375,
      "learning_rate": 2.4926420029990185e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5639768958091735,
      "num_tokens": 304421501.0,
      "step": 395390
    },
    {
      "epoch": 0.501548788748259,
      "grad_norm": 5.125,
      "learning_rate": 2.492578571990389e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5386121839284896,
      "num_tokens": 304429323.0,
      "step": 395400
    },
    {
      "epoch": 0.5015614733407918,
      "grad_norm": 7.84375,
      "learning_rate": 2.49251514098176e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5343366473913193,
      "num_tokens": 304437076.0,
      "step": 395410
    },
    {
      "epoch": 0.5015741579333247,
      "grad_norm": 4.90625,
      "learning_rate": 2.4924517099731307e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5493527024984359,
      "num_tokens": 304444863.0,
      "step": 395420
    },
    {
      "epoch": 0.5015868425258575,
      "grad_norm": 5.625,
      "learning_rate": 2.4923882789645016e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5262704908847808,
      "num_tokens": 304453961.0,
      "step": 395430
    },
    {
      "epoch": 0.5015995271183904,
      "grad_norm": 5.09375,
      "learning_rate": 2.4923248479558725e-05,
      "loss": 1.8065,
      "mean_token_accuracy": 0.594120079278946,
      "num_tokens": 304461066.0,
      "step": 395440
    },
    {
      "epoch": 0.5016122117109232,
      "grad_norm": 4.875,
      "learning_rate": 2.4922614169472434e-05,
      "loss": 1.8984,
      "mean_token_accuracy": 0.5763590276241303,
      "num_tokens": 304467278.0,
      "step": 395450
    },
    {
      "epoch": 0.5016248963034561,
      "grad_norm": 7.5,
      "learning_rate": 2.4921979859386142e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.518106746673584,
      "num_tokens": 304474225.0,
      "step": 395460
    },
    {
      "epoch": 0.5016375808959889,
      "grad_norm": 6.09375,
      "learning_rate": 2.4921345549299848e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5354749679565429,
      "num_tokens": 304483387.0,
      "step": 395470
    },
    {
      "epoch": 0.5016502654885218,
      "grad_norm": 4.9375,
      "learning_rate": 2.492071123921356e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5385652422904968,
      "num_tokens": 304490665.0,
      "step": 395480
    },
    {
      "epoch": 0.5016629500810545,
      "grad_norm": 7.21875,
      "learning_rate": 2.492007692912727e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5345093548297882,
      "num_tokens": 304499217.0,
      "step": 395490
    },
    {
      "epoch": 0.5016756346735873,
      "grad_norm": 5.0625,
      "learning_rate": 2.4919442619040974e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5309212386608124,
      "num_tokens": 304508054.0,
      "step": 395500
    },
    {
      "epoch": 0.5016883192661202,
      "grad_norm": 5.6875,
      "learning_rate": 2.4918808308954683e-05,
      "loss": 1.8317,
      "mean_token_accuracy": 0.5900355786085129,
      "num_tokens": 304514378.0,
      "step": 395510
    },
    {
      "epoch": 0.501701003858653,
      "grad_norm": 6.15625,
      "learning_rate": 2.491817399886839e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5531252145767211,
      "num_tokens": 304522083.0,
      "step": 395520
    },
    {
      "epoch": 0.5017136884511859,
      "grad_norm": 6.71875,
      "learning_rate": 2.49175396887821e-05,
      "loss": 1.9117,
      "mean_token_accuracy": 0.571455106139183,
      "num_tokens": 304529770.0,
      "step": 395530
    },
    {
      "epoch": 0.5017263730437187,
      "grad_norm": 5.3125,
      "learning_rate": 2.491690537869581e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5615981072187424,
      "num_tokens": 304537589.0,
      "step": 395540
    },
    {
      "epoch": 0.5017390576362516,
      "grad_norm": 5.5,
      "learning_rate": 2.4916271068609518e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5435637950897216,
      "num_tokens": 304545330.0,
      "step": 395550
    },
    {
      "epoch": 0.5017517422287844,
      "grad_norm": 7.4375,
      "learning_rate": 2.4915636758523226e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5485174417495727,
      "num_tokens": 304552888.0,
      "step": 395560
    },
    {
      "epoch": 0.5017644268213172,
      "grad_norm": 6.25,
      "learning_rate": 2.491500244843693e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5919569998979568,
      "num_tokens": 304559000.0,
      "step": 395570
    },
    {
      "epoch": 0.5017771114138501,
      "grad_norm": 5.0,
      "learning_rate": 2.4914368138350644e-05,
      "loss": 1.8497,
      "mean_token_accuracy": 0.587065675854683,
      "num_tokens": 304566777.0,
      "step": 395580
    },
    {
      "epoch": 0.5017897960063828,
      "grad_norm": 8.6875,
      "learning_rate": 2.4913733828264353e-05,
      "loss": 1.8879,
      "mean_token_accuracy": 0.574563416838646,
      "num_tokens": 304573024.0,
      "step": 395590
    },
    {
      "epoch": 0.5018024805989157,
      "grad_norm": 6.40625,
      "learning_rate": 2.491309951817806e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5051996588706971,
      "num_tokens": 304581153.0,
      "step": 395600
    },
    {
      "epoch": 0.5018151651914485,
      "grad_norm": 7.9375,
      "learning_rate": 2.4912465208091767e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.53242047727108,
      "num_tokens": 304588176.0,
      "step": 395610
    },
    {
      "epoch": 0.5018278497839814,
      "grad_norm": 7.03125,
      "learning_rate": 2.4911830898005475e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5284108787775039,
      "num_tokens": 304595582.0,
      "step": 395620
    },
    {
      "epoch": 0.5018405343765142,
      "grad_norm": 9.3125,
      "learning_rate": 2.4911196587919187e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5409271508455277,
      "num_tokens": 304603086.0,
      "step": 395630
    },
    {
      "epoch": 0.5018532189690471,
      "grad_norm": 5.59375,
      "learning_rate": 2.4910562277832893e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5317194074392319,
      "num_tokens": 304610484.0,
      "step": 395640
    },
    {
      "epoch": 0.5018659035615799,
      "grad_norm": 11.1875,
      "learning_rate": 2.49099279677466e-05,
      "loss": 1.9412,
      "mean_token_accuracy": 0.5551650404930115,
      "num_tokens": 304617729.0,
      "step": 395650
    },
    {
      "epoch": 0.5018785881541127,
      "grad_norm": 6.8125,
      "learning_rate": 2.490929365766031e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5386595368385315,
      "num_tokens": 304625566.0,
      "step": 395660
    },
    {
      "epoch": 0.5018912727466456,
      "grad_norm": 4.96875,
      "learning_rate": 2.490865934757402e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.5719294875860215,
      "num_tokens": 304631592.0,
      "step": 395670
    },
    {
      "epoch": 0.5019039573391784,
      "grad_norm": 5.375,
      "learning_rate": 2.4908025037487728e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5619656354188919,
      "num_tokens": 304638860.0,
      "step": 395680
    },
    {
      "epoch": 0.5019166419317113,
      "grad_norm": 5.28125,
      "learning_rate": 2.4907390727401437e-05,
      "loss": 1.8739,
      "mean_token_accuracy": 0.5985369890928268,
      "num_tokens": 304646472.0,
      "step": 395690
    },
    {
      "epoch": 0.501929326524244,
      "grad_norm": 5.3125,
      "learning_rate": 2.4906756417315145e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.5614130914211273,
      "num_tokens": 304654863.0,
      "step": 395700
    },
    {
      "epoch": 0.5019420111167769,
      "grad_norm": 5.625,
      "learning_rate": 2.490612210722885e-05,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5297304689884186,
      "num_tokens": 304663961.0,
      "step": 395710
    },
    {
      "epoch": 0.5019546957093097,
      "grad_norm": 5.5,
      "learning_rate": 2.490548779714256e-05,
      "loss": 2.2717,
      "mean_token_accuracy": 0.5103916972875595,
      "num_tokens": 304672594.0,
      "step": 395720
    },
    {
      "epoch": 0.5019673803018425,
      "grad_norm": 5.59375,
      "learning_rate": 2.490485348705627e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.568228480219841,
      "num_tokens": 304679916.0,
      "step": 395730
    },
    {
      "epoch": 0.5019800648943754,
      "grad_norm": 5.625,
      "learning_rate": 2.4904219176969977e-05,
      "loss": 1.8895,
      "mean_token_accuracy": 0.572410774230957,
      "num_tokens": 304687341.0,
      "step": 395740
    },
    {
      "epoch": 0.5019927494869082,
      "grad_norm": 4.5625,
      "learning_rate": 2.4903584866883686e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5302974581718445,
      "num_tokens": 304696907.0,
      "step": 395750
    },
    {
      "epoch": 0.5020054340794411,
      "grad_norm": 4.75,
      "learning_rate": 2.4902950556797394e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5541444450616837,
      "num_tokens": 304704134.0,
      "step": 395760
    },
    {
      "epoch": 0.5020181186719739,
      "grad_norm": 5.71875,
      "learning_rate": 2.4902316246711103e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5563065737485886,
      "num_tokens": 304712427.0,
      "step": 395770
    },
    {
      "epoch": 0.5020308032645068,
      "grad_norm": 5.15625,
      "learning_rate": 2.4901681936624812e-05,
      "loss": 2.3411,
      "mean_token_accuracy": 0.5073040544986724,
      "num_tokens": 304718797.0,
      "step": 395780
    },
    {
      "epoch": 0.5020434878570396,
      "grad_norm": 5.21875,
      "learning_rate": 2.490104762653852e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5564773231744766,
      "num_tokens": 304726969.0,
      "step": 395790
    },
    {
      "epoch": 0.5020561724495725,
      "grad_norm": 4.875,
      "learning_rate": 2.490041331645223e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5637535661458969,
      "num_tokens": 304735499.0,
      "step": 395800
    },
    {
      "epoch": 0.5020688570421052,
      "grad_norm": 4.96875,
      "learning_rate": 2.4899779006365938e-05,
      "loss": 1.925,
      "mean_token_accuracy": 0.5679711937904358,
      "num_tokens": 304743018.0,
      "step": 395810
    },
    {
      "epoch": 0.502081541634638,
      "grad_norm": 6.4375,
      "learning_rate": 2.4899144696279643e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5479402184486389,
      "num_tokens": 304751102.0,
      "step": 395820
    },
    {
      "epoch": 0.5020942262271709,
      "grad_norm": 5.3125,
      "learning_rate": 2.4898510386193356e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5705688804388046,
      "num_tokens": 304758035.0,
      "step": 395830
    },
    {
      "epoch": 0.5021069108197037,
      "grad_norm": 6.25,
      "learning_rate": 2.4897876076107064e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5460946381092071,
      "num_tokens": 304765089.0,
      "step": 395840
    },
    {
      "epoch": 0.5021195954122366,
      "grad_norm": 5.09375,
      "learning_rate": 2.489724176602077e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.543245193362236,
      "num_tokens": 304772374.0,
      "step": 395850
    },
    {
      "epoch": 0.5021322800047694,
      "grad_norm": 8.4375,
      "learning_rate": 2.489660745593448e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5439364194869996,
      "num_tokens": 304780182.0,
      "step": 395860
    },
    {
      "epoch": 0.5021449645973023,
      "grad_norm": 5.8125,
      "learning_rate": 2.489597314584819e-05,
      "loss": 2.2465,
      "mean_token_accuracy": 0.5154805243015289,
      "num_tokens": 304788622.0,
      "step": 395870
    },
    {
      "epoch": 0.5021576491898351,
      "grad_norm": 5.03125,
      "learning_rate": 2.4895338835761896e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.527654105424881,
      "num_tokens": 304796356.0,
      "step": 395880
    },
    {
      "epoch": 0.5021703337823679,
      "grad_norm": 5.28125,
      "learning_rate": 2.4894704525675605e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5442850321531296,
      "num_tokens": 304804396.0,
      "step": 395890
    },
    {
      "epoch": 0.5021830183749008,
      "grad_norm": 6.3125,
      "learning_rate": 2.4894070215589313e-05,
      "loss": 1.8329,
      "mean_token_accuracy": 0.5880346655845642,
      "num_tokens": 304812445.0,
      "step": 395900
    },
    {
      "epoch": 0.5021957029674335,
      "grad_norm": 4.4375,
      "learning_rate": 2.4893435905503022e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5327598571777343,
      "num_tokens": 304820562.0,
      "step": 395910
    },
    {
      "epoch": 0.5022083875599664,
      "grad_norm": 6.375,
      "learning_rate": 2.489280159541673e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5393419921398163,
      "num_tokens": 304827580.0,
      "step": 395920
    },
    {
      "epoch": 0.5022210721524992,
      "grad_norm": 5.09375,
      "learning_rate": 2.489216728533044e-05,
      "loss": 1.8488,
      "mean_token_accuracy": 0.5837089449167252,
      "num_tokens": 304835653.0,
      "step": 395930
    },
    {
      "epoch": 0.5022337567450321,
      "grad_norm": 4.71875,
      "learning_rate": 2.4891532975244148e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5325763612985611,
      "num_tokens": 304843503.0,
      "step": 395940
    },
    {
      "epoch": 0.5022464413375649,
      "grad_norm": 4.90625,
      "learning_rate": 2.4890898665157854e-05,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5134767442941666,
      "num_tokens": 304852810.0,
      "step": 395950
    },
    {
      "epoch": 0.5022591259300977,
      "grad_norm": 5.75,
      "learning_rate": 2.4890264355071562e-05,
      "loss": 2.2446,
      "mean_token_accuracy": 0.5185035645961762,
      "num_tokens": 304862117.0,
      "step": 395960
    },
    {
      "epoch": 0.5022718105226306,
      "grad_norm": 5.3125,
      "learning_rate": 2.4889630044985274e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.554332172870636,
      "num_tokens": 304870409.0,
      "step": 395970
    },
    {
      "epoch": 0.5022844951151634,
      "grad_norm": 5.875,
      "learning_rate": 2.4888995734898983e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5306066691875457,
      "num_tokens": 304879315.0,
      "step": 395980
    },
    {
      "epoch": 0.5022971797076963,
      "grad_norm": 5.78125,
      "learning_rate": 2.488836142481269e-05,
      "loss": 1.9094,
      "mean_token_accuracy": 0.5743327260017395,
      "num_tokens": 304887150.0,
      "step": 395990
    },
    {
      "epoch": 0.5023098643002291,
      "grad_norm": 5.0,
      "learning_rate": 2.4887727114726397e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5117299675941467,
      "num_tokens": 304894942.0,
      "step": 396000
    },
    {
      "epoch": 0.502322548892762,
      "grad_norm": 5.65625,
      "learning_rate": 2.4887092804640106e-05,
      "loss": 2.2531,
      "mean_token_accuracy": 0.5174448966979981,
      "num_tokens": 304903349.0,
      "step": 396010
    },
    {
      "epoch": 0.5023352334852947,
      "grad_norm": 6.3125,
      "learning_rate": 2.4886458494553815e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5315813481807709,
      "num_tokens": 304912678.0,
      "step": 396020
    },
    {
      "epoch": 0.5023479180778276,
      "grad_norm": 5.5,
      "learning_rate": 2.4885824184467524e-05,
      "loss": 1.8572,
      "mean_token_accuracy": 0.5909368842840195,
      "num_tokens": 304920044.0,
      "step": 396030
    },
    {
      "epoch": 0.5023606026703604,
      "grad_norm": 6.9375,
      "learning_rate": 2.4885189874381232e-05,
      "loss": 1.8435,
      "mean_token_accuracy": 0.5911745965480805,
      "num_tokens": 304926331.0,
      "step": 396040
    },
    {
      "epoch": 0.5023732872628932,
      "grad_norm": 7.46875,
      "learning_rate": 2.488455556429494e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5386645048856735,
      "num_tokens": 304934053.0,
      "step": 396050
    },
    {
      "epoch": 0.5023859718554261,
      "grad_norm": 5.125,
      "learning_rate": 2.4883921254208646e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5473241746425629,
      "num_tokens": 304943038.0,
      "step": 396060
    },
    {
      "epoch": 0.5023986564479589,
      "grad_norm": 6.3125,
      "learning_rate": 2.488328694412236e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5478741288185119,
      "num_tokens": 304951476.0,
      "step": 396070
    },
    {
      "epoch": 0.5024113410404918,
      "grad_norm": 5.40625,
      "learning_rate": 2.4882652634036067e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.5202485591173172,
      "num_tokens": 304959872.0,
      "step": 396080
    },
    {
      "epoch": 0.5024240256330246,
      "grad_norm": 7.5625,
      "learning_rate": 2.4882018323949773e-05,
      "loss": 1.7351,
      "mean_token_accuracy": 0.6176228135824203,
      "num_tokens": 304964897.0,
      "step": 396090
    },
    {
      "epoch": 0.5024367102255575,
      "grad_norm": 5.5625,
      "learning_rate": 2.488138401386348e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5386090934276581,
      "num_tokens": 304973381.0,
      "step": 396100
    },
    {
      "epoch": 0.5024493948180903,
      "grad_norm": 10.4375,
      "learning_rate": 2.488074970377719e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5615955740213394,
      "num_tokens": 304979468.0,
      "step": 396110
    },
    {
      "epoch": 0.502462079410623,
      "grad_norm": 5.9375,
      "learning_rate": 2.48801153936909e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5449678659439087,
      "num_tokens": 304988084.0,
      "step": 396120
    },
    {
      "epoch": 0.5024747640031559,
      "grad_norm": 5.4375,
      "learning_rate": 2.4879481083604608e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.544213455915451,
      "num_tokens": 304996759.0,
      "step": 396130
    },
    {
      "epoch": 0.5024874485956887,
      "grad_norm": 6.625,
      "learning_rate": 2.4878846773518316e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5501746356487274,
      "num_tokens": 305003894.0,
      "step": 396140
    },
    {
      "epoch": 0.5025001331882216,
      "grad_norm": 6.90625,
      "learning_rate": 2.4878212463432025e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5341204136610032,
      "num_tokens": 305012510.0,
      "step": 396150
    },
    {
      "epoch": 0.5025128177807544,
      "grad_norm": 5.8125,
      "learning_rate": 2.487757815334573e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5460057258605957,
      "num_tokens": 305019011.0,
      "step": 396160
    },
    {
      "epoch": 0.5025255023732873,
      "grad_norm": 5.96875,
      "learning_rate": 2.4876943843259442e-05,
      "loss": 1.7961,
      "mean_token_accuracy": 0.6011485517024994,
      "num_tokens": 305026037.0,
      "step": 396170
    },
    {
      "epoch": 0.5025381869658201,
      "grad_norm": 7.1875,
      "learning_rate": 2.487630953317315e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5570968210697174,
      "num_tokens": 305034471.0,
      "step": 396180
    },
    {
      "epoch": 0.502550871558353,
      "grad_norm": 4.6875,
      "learning_rate": 2.487567522308686e-05,
      "loss": 1.997,
      "mean_token_accuracy": 0.5577113389968872,
      "num_tokens": 305042219.0,
      "step": 396190
    },
    {
      "epoch": 0.5025635561508858,
      "grad_norm": 5.09375,
      "learning_rate": 2.4875040913000565e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5463441729545593,
      "num_tokens": 305049552.0,
      "step": 396200
    },
    {
      "epoch": 0.5025762407434186,
      "grad_norm": 5.75,
      "learning_rate": 2.4874406602914274e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5497114807367325,
      "num_tokens": 305056363.0,
      "step": 396210
    },
    {
      "epoch": 0.5025889253359515,
      "grad_norm": 11.5,
      "learning_rate": 2.4873772292827986e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5542017579078674,
      "num_tokens": 305062963.0,
      "step": 396220
    },
    {
      "epoch": 0.5026016099284842,
      "grad_norm": 5.8125,
      "learning_rate": 2.487313798274169e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.53433398604393,
      "num_tokens": 305069284.0,
      "step": 396230
    },
    {
      "epoch": 0.5026142945210171,
      "grad_norm": 7.71875,
      "learning_rate": 2.48725036726554e-05,
      "loss": 1.8829,
      "mean_token_accuracy": 0.5773582339286805,
      "num_tokens": 305076821.0,
      "step": 396240
    },
    {
      "epoch": 0.5026269791135499,
      "grad_norm": 5.34375,
      "learning_rate": 2.487186936256911e-05,
      "loss": 1.925,
      "mean_token_accuracy": 0.5750943571329117,
      "num_tokens": 305085377.0,
      "step": 396250
    },
    {
      "epoch": 0.5026396637060828,
      "grad_norm": 6.21875,
      "learning_rate": 2.4871235052482818e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5531021863222122,
      "num_tokens": 305091809.0,
      "step": 396260
    },
    {
      "epoch": 0.5026523482986156,
      "grad_norm": 6.0,
      "learning_rate": 2.4870600742396527e-05,
      "loss": 1.8322,
      "mean_token_accuracy": 0.5836194664239883,
      "num_tokens": 305099222.0,
      "step": 396270
    },
    {
      "epoch": 0.5026650328911484,
      "grad_norm": 5.5625,
      "learning_rate": 2.4869966432310235e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5465257436037063,
      "num_tokens": 305106119.0,
      "step": 396280
    },
    {
      "epoch": 0.5026777174836813,
      "grad_norm": 5.03125,
      "learning_rate": 2.4869332122223944e-05,
      "loss": 2.2907,
      "mean_token_accuracy": 0.5178764581680297,
      "num_tokens": 305113272.0,
      "step": 396290
    },
    {
      "epoch": 0.5026904020762141,
      "grad_norm": 4.71875,
      "learning_rate": 2.486869781213765e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5599639177322387,
      "num_tokens": 305120732.0,
      "step": 396300
    },
    {
      "epoch": 0.502703086668747,
      "grad_norm": 5.40625,
      "learning_rate": 2.486806350205136e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5622801095247268,
      "num_tokens": 305128289.0,
      "step": 396310
    },
    {
      "epoch": 0.5027157712612798,
      "grad_norm": 5.15625,
      "learning_rate": 2.486742919196507e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5305874913930893,
      "num_tokens": 305135491.0,
      "step": 396320
    },
    {
      "epoch": 0.5027284558538127,
      "grad_norm": 5.8125,
      "learning_rate": 2.4866794881878776e-05,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5183783173561096,
      "num_tokens": 305143698.0,
      "step": 396330
    },
    {
      "epoch": 0.5027411404463454,
      "grad_norm": 5.03125,
      "learning_rate": 2.4866160571792484e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5141193270683289,
      "num_tokens": 305152529.0,
      "step": 396340
    },
    {
      "epoch": 0.5027538250388782,
      "grad_norm": 5.9375,
      "learning_rate": 2.4865526261706193e-05,
      "loss": 1.8627,
      "mean_token_accuracy": 0.584823277592659,
      "num_tokens": 305159985.0,
      "step": 396350
    },
    {
      "epoch": 0.5027665096314111,
      "grad_norm": 4.84375,
      "learning_rate": 2.4864891951619905e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5609038680791855,
      "num_tokens": 305167162.0,
      "step": 396360
    },
    {
      "epoch": 0.5027791942239439,
      "grad_norm": 6.0625,
      "learning_rate": 2.486425764153361e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5570205301046371,
      "num_tokens": 305174589.0,
      "step": 396370
    },
    {
      "epoch": 0.5027918788164768,
      "grad_norm": 6.53125,
      "learning_rate": 2.486362333144732e-05,
      "loss": 1.7284,
      "mean_token_accuracy": 0.6215210914611816,
      "num_tokens": 305181740.0,
      "step": 396380
    },
    {
      "epoch": 0.5028045634090096,
      "grad_norm": 7.25,
      "learning_rate": 2.4862989021361028e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5287593066692352,
      "num_tokens": 305189802.0,
      "step": 396390
    },
    {
      "epoch": 0.5028172480015425,
      "grad_norm": 7.125,
      "learning_rate": 2.4862354711274737e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5650189042091369,
      "num_tokens": 305197372.0,
      "step": 396400
    },
    {
      "epoch": 0.5028299325940753,
      "grad_norm": 10.0625,
      "learning_rate": 2.4861720401188445e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.539989498257637,
      "num_tokens": 305204132.0,
      "step": 396410
    },
    {
      "epoch": 0.5028426171866082,
      "grad_norm": 4.9375,
      "learning_rate": 2.4861086091102154e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5608127266168594,
      "num_tokens": 305211783.0,
      "step": 396420
    },
    {
      "epoch": 0.502855301779141,
      "grad_norm": 6.0,
      "learning_rate": 2.4860451781015863e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5396252006292344,
      "num_tokens": 305219303.0,
      "step": 396430
    },
    {
      "epoch": 0.5028679863716737,
      "grad_norm": 5.9375,
      "learning_rate": 2.4859817470929568e-05,
      "loss": 2.2449,
      "mean_token_accuracy": 0.5180369317531586,
      "num_tokens": 305227319.0,
      "step": 396440
    },
    {
      "epoch": 0.5028806709642066,
      "grad_norm": 4.6875,
      "learning_rate": 2.4859183160843277e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5579024702310562,
      "num_tokens": 305234448.0,
      "step": 396450
    },
    {
      "epoch": 0.5028933555567394,
      "grad_norm": 5.71875,
      "learning_rate": 2.485854885075699e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.555453309416771,
      "num_tokens": 305242331.0,
      "step": 396460
    },
    {
      "epoch": 0.5029060401492723,
      "grad_norm": 6.0,
      "learning_rate": 2.4857914540670695e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5276196390390396,
      "num_tokens": 305250660.0,
      "step": 396470
    },
    {
      "epoch": 0.5029187247418051,
      "grad_norm": 12.5,
      "learning_rate": 2.4857280230584403e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5478508234024048,
      "num_tokens": 305258553.0,
      "step": 396480
    },
    {
      "epoch": 0.502931409334338,
      "grad_norm": 8.9375,
      "learning_rate": 2.4856645920498112e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5401038438081741,
      "num_tokens": 305265915.0,
      "step": 396490
    },
    {
      "epoch": 0.5029440939268708,
      "grad_norm": 5.53125,
      "learning_rate": 2.485601161041182e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5306753695011139,
      "num_tokens": 305273641.0,
      "step": 396500
    },
    {
      "epoch": 0.5029567785194036,
      "grad_norm": 5.875,
      "learning_rate": 2.485537730032553e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5486607789993286,
      "num_tokens": 305281895.0,
      "step": 396510
    },
    {
      "epoch": 0.5029694631119365,
      "grad_norm": 4.84375,
      "learning_rate": 2.4854742990239238e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5353967934846878,
      "num_tokens": 305290626.0,
      "step": 396520
    },
    {
      "epoch": 0.5029821477044693,
      "grad_norm": 7.4375,
      "learning_rate": 2.4854108680152947e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.51888507604599,
      "num_tokens": 305299037.0,
      "step": 396530
    },
    {
      "epoch": 0.5029948322970021,
      "grad_norm": 5.40625,
      "learning_rate": 2.4853474370066652e-05,
      "loss": 1.8653,
      "mean_token_accuracy": 0.5817522168159485,
      "num_tokens": 305308240.0,
      "step": 396540
    },
    {
      "epoch": 0.5030075168895349,
      "grad_norm": 5.375,
      "learning_rate": 2.485284005998036e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5554064631462097,
      "num_tokens": 305316543.0,
      "step": 396550
    },
    {
      "epoch": 0.5030202014820678,
      "grad_norm": 7.84375,
      "learning_rate": 2.4852205749894073e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5457829743623733,
      "num_tokens": 305325374.0,
      "step": 396560
    },
    {
      "epoch": 0.5030328860746006,
      "grad_norm": 6.3125,
      "learning_rate": 2.4851571439807782e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5569896459579468,
      "num_tokens": 305332356.0,
      "step": 396570
    },
    {
      "epoch": 0.5030455706671335,
      "grad_norm": 5.84375,
      "learning_rate": 2.4850937129721487e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5405051916837692,
      "num_tokens": 305341051.0,
      "step": 396580
    },
    {
      "epoch": 0.5030582552596663,
      "grad_norm": 5.5,
      "learning_rate": 2.4850302819635196e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5505654245615006,
      "num_tokens": 305348835.0,
      "step": 396590
    },
    {
      "epoch": 0.5030709398521991,
      "grad_norm": 6.28125,
      "learning_rate": 2.4849668509548905e-05,
      "loss": 1.8286,
      "mean_token_accuracy": 0.5828189074993133,
      "num_tokens": 305355630.0,
      "step": 396600
    },
    {
      "epoch": 0.503083624444732,
      "grad_norm": 5.96875,
      "learning_rate": 2.4849034199462613e-05,
      "loss": 1.9811,
      "mean_token_accuracy": 0.5512796998023987,
      "num_tokens": 305364075.0,
      "step": 396610
    },
    {
      "epoch": 0.5030963090372648,
      "grad_norm": 5.375,
      "learning_rate": 2.4848399889376322e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5273721635341644,
      "num_tokens": 305372421.0,
      "step": 396620
    },
    {
      "epoch": 0.5031089936297977,
      "grad_norm": 5.875,
      "learning_rate": 2.484776557929003e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5666026890277862,
      "num_tokens": 305381173.0,
      "step": 396630
    },
    {
      "epoch": 0.5031216782223304,
      "grad_norm": 6.09375,
      "learning_rate": 2.484713126920374e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5356761634349823,
      "num_tokens": 305389468.0,
      "step": 396640
    },
    {
      "epoch": 0.5031343628148633,
      "grad_norm": 5.84375,
      "learning_rate": 2.4846496959117445e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5548610240221024,
      "num_tokens": 305397624.0,
      "step": 396650
    },
    {
      "epoch": 0.5031470474073961,
      "grad_norm": 5.5625,
      "learning_rate": 2.4845862649031157e-05,
      "loss": 1.8457,
      "mean_token_accuracy": 0.5891327261924744,
      "num_tokens": 305403465.0,
      "step": 396660
    },
    {
      "epoch": 0.5031597319999289,
      "grad_norm": 5.59375,
      "learning_rate": 2.4845228338944866e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5650135248899459,
      "num_tokens": 305411741.0,
      "step": 396670
    },
    {
      "epoch": 0.5031724165924618,
      "grad_norm": 4.8125,
      "learning_rate": 2.484459402885857e-05,
      "loss": 1.7939,
      "mean_token_accuracy": 0.6002829790115356,
      "num_tokens": 305417915.0,
      "step": 396680
    },
    {
      "epoch": 0.5031851011849946,
      "grad_norm": 5.03125,
      "learning_rate": 2.484395971877228e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5680215775966644,
      "num_tokens": 305426371.0,
      "step": 396690
    },
    {
      "epoch": 0.5031977857775275,
      "grad_norm": 5.71875,
      "learning_rate": 2.484332540868599e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5435958921909332,
      "num_tokens": 305434444.0,
      "step": 396700
    },
    {
      "epoch": 0.5032104703700603,
      "grad_norm": 5.625,
      "learning_rate": 2.4842691098599697e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5315618634223938,
      "num_tokens": 305442729.0,
      "step": 396710
    },
    {
      "epoch": 0.5032231549625932,
      "grad_norm": 7.09375,
      "learning_rate": 2.4842056788513406e-05,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5290581941604614,
      "num_tokens": 305449521.0,
      "step": 396720
    },
    {
      "epoch": 0.503235839555126,
      "grad_norm": 4.875,
      "learning_rate": 2.4841422478427115e-05,
      "loss": 1.9241,
      "mean_token_accuracy": 0.5627784669399262,
      "num_tokens": 305456333.0,
      "step": 396730
    },
    {
      "epoch": 0.5032485241476589,
      "grad_norm": 4.65625,
      "learning_rate": 2.4840788168340824e-05,
      "loss": 1.8151,
      "mean_token_accuracy": 0.6026933819055558,
      "num_tokens": 305463873.0,
      "step": 396740
    },
    {
      "epoch": 0.5032612087401916,
      "grad_norm": 5.21875,
      "learning_rate": 2.4840153858254532e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5431955814361572,
      "num_tokens": 305472357.0,
      "step": 396750
    },
    {
      "epoch": 0.5032738933327244,
      "grad_norm": 5.59375,
      "learning_rate": 2.483951954816824e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5616832643747329,
      "num_tokens": 305480114.0,
      "step": 396760
    },
    {
      "epoch": 0.5032865779252573,
      "grad_norm": 6.75,
      "learning_rate": 2.483888523808195e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5562401831150054,
      "num_tokens": 305486523.0,
      "step": 396770
    },
    {
      "epoch": 0.5032992625177901,
      "grad_norm": 5.53125,
      "learning_rate": 2.483825092799566e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.52385972738266,
      "num_tokens": 305494541.0,
      "step": 396780
    },
    {
      "epoch": 0.503311947110323,
      "grad_norm": 5.46875,
      "learning_rate": 2.4837616617909364e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5410888105630874,
      "num_tokens": 305502779.0,
      "step": 396790
    },
    {
      "epoch": 0.5033246317028558,
      "grad_norm": 5.90625,
      "learning_rate": 2.4836982307823076e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5264117002487183,
      "num_tokens": 305511187.0,
      "step": 396800
    },
    {
      "epoch": 0.5033373162953887,
      "grad_norm": 5.3125,
      "learning_rate": 2.4836347997736785e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5275655299425125,
      "num_tokens": 305518968.0,
      "step": 396810
    },
    {
      "epoch": 0.5033500008879215,
      "grad_norm": 12.25,
      "learning_rate": 2.483571368765049e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5521586835384369,
      "num_tokens": 305525738.0,
      "step": 396820
    },
    {
      "epoch": 0.5033626854804543,
      "grad_norm": 5.21875,
      "learning_rate": 2.48350793775642e-05,
      "loss": 1.8963,
      "mean_token_accuracy": 0.5885444760322571,
      "num_tokens": 305531961.0,
      "step": 396830
    },
    {
      "epoch": 0.5033753700729872,
      "grad_norm": 5.9375,
      "learning_rate": 2.4834445067477908e-05,
      "loss": 1.9714,
      "mean_token_accuracy": 0.5617138475179673,
      "num_tokens": 305538966.0,
      "step": 396840
    },
    {
      "epoch": 0.50338805466552,
      "grad_norm": 5.34375,
      "learning_rate": 2.4833810757391616e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5198878854513168,
      "num_tokens": 305546872.0,
      "step": 396850
    },
    {
      "epoch": 0.5034007392580528,
      "grad_norm": 5.15625,
      "learning_rate": 2.4833176447305325e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5449644565582276,
      "num_tokens": 305555656.0,
      "step": 396860
    },
    {
      "epoch": 0.5034134238505856,
      "grad_norm": 5.09375,
      "learning_rate": 2.4832542137219034e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5649619340896607,
      "num_tokens": 305563361.0,
      "step": 396870
    },
    {
      "epoch": 0.5034261084431185,
      "grad_norm": 10.125,
      "learning_rate": 2.4831907827132743e-05,
      "loss": 1.8758,
      "mean_token_accuracy": 0.5853383034467697,
      "num_tokens": 305570155.0,
      "step": 396880
    },
    {
      "epoch": 0.5034387930356513,
      "grad_norm": 6.78125,
      "learning_rate": 2.4831273517046448e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5354305326938629,
      "num_tokens": 305577740.0,
      "step": 396890
    },
    {
      "epoch": 0.5034514776281841,
      "grad_norm": 5.53125,
      "learning_rate": 2.483063920696016e-05,
      "loss": 1.753,
      "mean_token_accuracy": 0.6018226057291031,
      "num_tokens": 305583926.0,
      "step": 396900
    },
    {
      "epoch": 0.503464162220717,
      "grad_norm": 5.75,
      "learning_rate": 2.483000489687387e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5593698054552079,
      "num_tokens": 305590872.0,
      "step": 396910
    },
    {
      "epoch": 0.5034768468132498,
      "grad_norm": 5.0,
      "learning_rate": 2.4829370586787574e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5484384298324585,
      "num_tokens": 305599806.0,
      "step": 396920
    },
    {
      "epoch": 0.5034895314057827,
      "grad_norm": 5.15625,
      "learning_rate": 2.4828736276701283e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5582607805728912,
      "num_tokens": 305608029.0,
      "step": 396930
    },
    {
      "epoch": 0.5035022159983155,
      "grad_norm": 7.9375,
      "learning_rate": 2.4828101966614992e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5525663763284683,
      "num_tokens": 305615895.0,
      "step": 396940
    },
    {
      "epoch": 0.5035149005908484,
      "grad_norm": 5.21875,
      "learning_rate": 2.4827467656528704e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5747364461421967,
      "num_tokens": 305623717.0,
      "step": 396950
    },
    {
      "epoch": 0.5035275851833811,
      "grad_norm": 5.875,
      "learning_rate": 2.482683334644241e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.534208145737648,
      "num_tokens": 305632910.0,
      "step": 396960
    },
    {
      "epoch": 0.503540269775914,
      "grad_norm": 5.9375,
      "learning_rate": 2.4826199036356118e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5387658476829529,
      "num_tokens": 305641247.0,
      "step": 396970
    },
    {
      "epoch": 0.5035529543684468,
      "grad_norm": 9.0,
      "learning_rate": 2.4825564726269827e-05,
      "loss": 1.6942,
      "mean_token_accuracy": 0.6067551374435425,
      "num_tokens": 305648437.0,
      "step": 396980
    },
    {
      "epoch": 0.5035656389609796,
      "grad_norm": 5.15625,
      "learning_rate": 2.4824930416183535e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5437351614236832,
      "num_tokens": 305656126.0,
      "step": 396990
    },
    {
      "epoch": 0.5035783235535125,
      "grad_norm": 6.09375,
      "learning_rate": 2.4824296106097244e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5448701173067093,
      "num_tokens": 305663010.0,
      "step": 397000
    },
    {
      "epoch": 0.5035910081460453,
      "grad_norm": 6.125,
      "learning_rate": 2.4823661796010953e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5263067841529846,
      "num_tokens": 305670821.0,
      "step": 397010
    },
    {
      "epoch": 0.5036036927385782,
      "grad_norm": 4.8125,
      "learning_rate": 2.482302748592466e-05,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5191358029842377,
      "num_tokens": 305679768.0,
      "step": 397020
    },
    {
      "epoch": 0.503616377331111,
      "grad_norm": 5.875,
      "learning_rate": 2.4822393175838367e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5234719425439834,
      "num_tokens": 305686682.0,
      "step": 397030
    },
    {
      "epoch": 0.5036290619236439,
      "grad_norm": 5.84375,
      "learning_rate": 2.4821758865752076e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5481084257364273,
      "num_tokens": 305694551.0,
      "step": 397040
    },
    {
      "epoch": 0.5036417465161767,
      "grad_norm": 5.6875,
      "learning_rate": 2.4821124555665788e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5559673577547073,
      "num_tokens": 305701982.0,
      "step": 397050
    },
    {
      "epoch": 0.5036544311087094,
      "grad_norm": 7.09375,
      "learning_rate": 2.4820490245579493e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5303363591432572,
      "num_tokens": 305709104.0,
      "step": 397060
    },
    {
      "epoch": 0.5036671157012423,
      "grad_norm": 4.71875,
      "learning_rate": 2.4819855935493202e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5648773670196533,
      "num_tokens": 305717519.0,
      "step": 397070
    },
    {
      "epoch": 0.5036798002937751,
      "grad_norm": 6.59375,
      "learning_rate": 2.481922162540691e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5164482951164245,
      "num_tokens": 305725350.0,
      "step": 397080
    },
    {
      "epoch": 0.503692484886308,
      "grad_norm": 6.21875,
      "learning_rate": 2.481858731532062e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5482887625694275,
      "num_tokens": 305732479.0,
      "step": 397090
    },
    {
      "epoch": 0.5037051694788408,
      "grad_norm": 5.59375,
      "learning_rate": 2.4817953005234328e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.543035289645195,
      "num_tokens": 305740213.0,
      "step": 397100
    },
    {
      "epoch": 0.5037178540713737,
      "grad_norm": 5.5625,
      "learning_rate": 2.4817318695148037e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5209095805883408,
      "num_tokens": 305748118.0,
      "step": 397110
    },
    {
      "epoch": 0.5037305386639065,
      "grad_norm": 6.6875,
      "learning_rate": 2.4816684385061746e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5369601011276245,
      "num_tokens": 305756584.0,
      "step": 397120
    },
    {
      "epoch": 0.5037432232564394,
      "grad_norm": 5.5,
      "learning_rate": 2.481605007497545e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5247756242752075,
      "num_tokens": 305765140.0,
      "step": 397130
    },
    {
      "epoch": 0.5037559078489722,
      "grad_norm": 4.6875,
      "learning_rate": 2.481541576488916e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5601569294929505,
      "num_tokens": 305773955.0,
      "step": 397140
    },
    {
      "epoch": 0.503768592441505,
      "grad_norm": 5.59375,
      "learning_rate": 2.4814781454802872e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5468414276838303,
      "num_tokens": 305782619.0,
      "step": 397150
    },
    {
      "epoch": 0.5037812770340379,
      "grad_norm": 5.34375,
      "learning_rate": 2.481414714471658e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5366666615009308,
      "num_tokens": 305790330.0,
      "step": 397160
    },
    {
      "epoch": 0.5037939616265706,
      "grad_norm": 6.59375,
      "learning_rate": 2.4813512834630286e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5353803306818008,
      "num_tokens": 305797360.0,
      "step": 397170
    },
    {
      "epoch": 0.5038066462191035,
      "grad_norm": 7.5625,
      "learning_rate": 2.4812878524543995e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5365253925323487,
      "num_tokens": 305804159.0,
      "step": 397180
    },
    {
      "epoch": 0.5038193308116363,
      "grad_norm": 6.25,
      "learning_rate": 2.4812244214457703e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5499894171953201,
      "num_tokens": 305811890.0,
      "step": 397190
    },
    {
      "epoch": 0.5038320154041692,
      "grad_norm": 4.78125,
      "learning_rate": 2.4811609904371412e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5554013401269913,
      "num_tokens": 305820295.0,
      "step": 397200
    },
    {
      "epoch": 0.503844699996702,
      "grad_norm": 4.84375,
      "learning_rate": 2.481097559428512e-05,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5558997631072998,
      "num_tokens": 305828768.0,
      "step": 397210
    },
    {
      "epoch": 0.5038573845892348,
      "grad_norm": 6.1875,
      "learning_rate": 2.481034128419883e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5553890317678452,
      "num_tokens": 305836191.0,
      "step": 397220
    },
    {
      "epoch": 0.5038700691817677,
      "grad_norm": 4.71875,
      "learning_rate": 2.480970697411254e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5387669771909713,
      "num_tokens": 305844075.0,
      "step": 397230
    },
    {
      "epoch": 0.5038827537743005,
      "grad_norm": 5.71875,
      "learning_rate": 2.4809072664026247e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5324877202510834,
      "num_tokens": 305851930.0,
      "step": 397240
    },
    {
      "epoch": 0.5038954383668334,
      "grad_norm": 7.0625,
      "learning_rate": 2.4808438353939956e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5367229104042053,
      "num_tokens": 305861104.0,
      "step": 397250
    },
    {
      "epoch": 0.5039081229593662,
      "grad_norm": 4.96875,
      "learning_rate": 2.4807804043853665e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5525885343551635,
      "num_tokens": 305868828.0,
      "step": 397260
    },
    {
      "epoch": 0.503920807551899,
      "grad_norm": 5.6875,
      "learning_rate": 2.480716973376737e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5386344134807587,
      "num_tokens": 305876181.0,
      "step": 397270
    },
    {
      "epoch": 0.5039334921444318,
      "grad_norm": 4.5625,
      "learning_rate": 2.480653542368108e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5502443879842758,
      "num_tokens": 305883418.0,
      "step": 397280
    },
    {
      "epoch": 0.5039461767369646,
      "grad_norm": 5.34375,
      "learning_rate": 2.480590111359479e-05,
      "loss": 1.8124,
      "mean_token_accuracy": 0.5887565076351166,
      "num_tokens": 305890508.0,
      "step": 397290
    },
    {
      "epoch": 0.5039588613294975,
      "grad_norm": 5.5625,
      "learning_rate": 2.4805266803508496e-05,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5630236893892289,
      "num_tokens": 305898805.0,
      "step": 397300
    },
    {
      "epoch": 0.5039715459220303,
      "grad_norm": 4.5625,
      "learning_rate": 2.4804632493422205e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5258702427148819,
      "num_tokens": 305907459.0,
      "step": 397310
    },
    {
      "epoch": 0.5039842305145632,
      "grad_norm": 4.8125,
      "learning_rate": 2.4803998183335914e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.526426887512207,
      "num_tokens": 305915470.0,
      "step": 397320
    },
    {
      "epoch": 0.503996915107096,
      "grad_norm": 5.15625,
      "learning_rate": 2.4803363873249622e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5408206880092621,
      "num_tokens": 305921199.0,
      "step": 397330
    },
    {
      "epoch": 0.5040095996996289,
      "grad_norm": 6.0625,
      "learning_rate": 2.480272956316333e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5343392312526702,
      "num_tokens": 305929314.0,
      "step": 397340
    },
    {
      "epoch": 0.5040222842921617,
      "grad_norm": 5.03125,
      "learning_rate": 2.480209525307704e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5371890395879746,
      "num_tokens": 305939360.0,
      "step": 397350
    },
    {
      "epoch": 0.5040349688846946,
      "grad_norm": 6.8125,
      "learning_rate": 2.480146094299075e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5378274977207184,
      "num_tokens": 305947044.0,
      "step": 397360
    },
    {
      "epoch": 0.5040476534772274,
      "grad_norm": 6.3125,
      "learning_rate": 2.4800826632904457e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5212581425905227,
      "num_tokens": 305955203.0,
      "step": 397370
    },
    {
      "epoch": 0.5040603380697601,
      "grad_norm": 4.8125,
      "learning_rate": 2.4800192322818163e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5410946547985077,
      "num_tokens": 305963701.0,
      "step": 397380
    },
    {
      "epoch": 0.504073022662293,
      "grad_norm": 5.375,
      "learning_rate": 2.4799558012731875e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5358424454927444,
      "num_tokens": 305971388.0,
      "step": 397390
    },
    {
      "epoch": 0.5040857072548258,
      "grad_norm": 5.0,
      "learning_rate": 2.4798923702645584e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5610094010829926,
      "num_tokens": 305979956.0,
      "step": 397400
    },
    {
      "epoch": 0.5040983918473587,
      "grad_norm": 5.90625,
      "learning_rate": 2.479828939255929e-05,
      "loss": 2.2584,
      "mean_token_accuracy": 0.5129493772983551,
      "num_tokens": 305988394.0,
      "step": 397410
    },
    {
      "epoch": 0.5041110764398915,
      "grad_norm": 6.59375,
      "learning_rate": 2.4797655082472998e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5325408995151519,
      "num_tokens": 305995819.0,
      "step": 397420
    },
    {
      "epoch": 0.5041237610324244,
      "grad_norm": 6.34375,
      "learning_rate": 2.4797020772386706e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5357068628072739,
      "num_tokens": 306002941.0,
      "step": 397430
    },
    {
      "epoch": 0.5041364456249572,
      "grad_norm": 5.3125,
      "learning_rate": 2.4796386462300415e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5321165293455123,
      "num_tokens": 306011569.0,
      "step": 397440
    },
    {
      "epoch": 0.50414913021749,
      "grad_norm": 14.0,
      "learning_rate": 2.4795752152214124e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.524596220254898,
      "num_tokens": 306019031.0,
      "step": 397450
    },
    {
      "epoch": 0.5041618148100229,
      "grad_norm": 6.25,
      "learning_rate": 2.4795117842127833e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5673080563545227,
      "num_tokens": 306026162.0,
      "step": 397460
    },
    {
      "epoch": 0.5041744994025557,
      "grad_norm": 5.5,
      "learning_rate": 2.479448353204154e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.55265192091465,
      "num_tokens": 306032819.0,
      "step": 397470
    },
    {
      "epoch": 0.5041871839950886,
      "grad_norm": 5.84375,
      "learning_rate": 2.4793849221955247e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5316090404987335,
      "num_tokens": 306039725.0,
      "step": 397480
    },
    {
      "epoch": 0.5041998685876213,
      "grad_norm": 5.1875,
      "learning_rate": 2.479321491186896e-05,
      "loss": 1.9394,
      "mean_token_accuracy": 0.5828804552555085,
      "num_tokens": 306046122.0,
      "step": 397490
    },
    {
      "epoch": 0.5042125531801542,
      "grad_norm": 6.03125,
      "learning_rate": 2.4792580601782668e-05,
      "loss": 1.8677,
      "mean_token_accuracy": 0.5665798425674439,
      "num_tokens": 306052586.0,
      "step": 397500
    },
    {
      "epoch": 0.504225237772687,
      "grad_norm": 5.09375,
      "learning_rate": 2.4791946291696373e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.563422778248787,
      "num_tokens": 306059457.0,
      "step": 397510
    },
    {
      "epoch": 0.5042379223652199,
      "grad_norm": 6.1875,
      "learning_rate": 2.4791311981610082e-05,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5768610835075378,
      "num_tokens": 306067848.0,
      "step": 397520
    },
    {
      "epoch": 0.5042506069577527,
      "grad_norm": 4.9375,
      "learning_rate": 2.479067767152379e-05,
      "loss": 1.8062,
      "mean_token_accuracy": 0.6016069620847702,
      "num_tokens": 306074409.0,
      "step": 397530
    },
    {
      "epoch": 0.5042632915502855,
      "grad_norm": 5.03125,
      "learning_rate": 2.4790043361437503e-05,
      "loss": 2.2058,
      "mean_token_accuracy": 0.5266568899154663,
      "num_tokens": 306083564.0,
      "step": 397540
    },
    {
      "epoch": 0.5042759761428184,
      "grad_norm": 5.15625,
      "learning_rate": 2.4789409051351208e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.53584044277668,
      "num_tokens": 306090831.0,
      "step": 397550
    },
    {
      "epoch": 0.5042886607353512,
      "grad_norm": 5.03125,
      "learning_rate": 2.4788774741264917e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.558556541800499,
      "num_tokens": 306098639.0,
      "step": 397560
    },
    {
      "epoch": 0.5043013453278841,
      "grad_norm": 6.3125,
      "learning_rate": 2.4788140431178625e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5514691293239593,
      "num_tokens": 306105838.0,
      "step": 397570
    },
    {
      "epoch": 0.5043140299204169,
      "grad_norm": 6.78125,
      "learning_rate": 2.4787506121092334e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5759082108736038,
      "num_tokens": 306112485.0,
      "step": 397580
    },
    {
      "epoch": 0.5043267145129497,
      "grad_norm": 8.9375,
      "learning_rate": 2.4786871811006043e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5476763010025024,
      "num_tokens": 306119107.0,
      "step": 397590
    },
    {
      "epoch": 0.5043393991054825,
      "grad_norm": 6.59375,
      "learning_rate": 2.478623750091975e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5479107052087784,
      "num_tokens": 306127009.0,
      "step": 397600
    },
    {
      "epoch": 0.5043520836980153,
      "grad_norm": 5.40625,
      "learning_rate": 2.478560319083346e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.571984738111496,
      "num_tokens": 306133928.0,
      "step": 397610
    },
    {
      "epoch": 0.5043647682905482,
      "grad_norm": 5.4375,
      "learning_rate": 2.4784968880747166e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5664819091558456,
      "num_tokens": 306141542.0,
      "step": 397620
    },
    {
      "epoch": 0.504377452883081,
      "grad_norm": 5.125,
      "learning_rate": 2.4784334570660874e-05,
      "loss": 1.8992,
      "mean_token_accuracy": 0.5818069458007813,
      "num_tokens": 306147720.0,
      "step": 397630
    },
    {
      "epoch": 0.5043901374756139,
      "grad_norm": 6.15625,
      "learning_rate": 2.4783700260574587e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5285777121782302,
      "num_tokens": 306156301.0,
      "step": 397640
    },
    {
      "epoch": 0.5044028220681467,
      "grad_norm": 5.90625,
      "learning_rate": 2.4783065950488292e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5418660968542099,
      "num_tokens": 306164703.0,
      "step": 397650
    },
    {
      "epoch": 0.5044155066606796,
      "grad_norm": 10.75,
      "learning_rate": 2.4782431640402e-05,
      "loss": 1.8085,
      "mean_token_accuracy": 0.5935226082801819,
      "num_tokens": 306172006.0,
      "step": 397660
    },
    {
      "epoch": 0.5044281912532124,
      "grad_norm": 5.15625,
      "learning_rate": 2.478179733031571e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5371430337429046,
      "num_tokens": 306180935.0,
      "step": 397670
    },
    {
      "epoch": 0.5044408758457453,
      "grad_norm": 4.8125,
      "learning_rate": 2.4781163020229418e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5464363157749176,
      "num_tokens": 306188956.0,
      "step": 397680
    },
    {
      "epoch": 0.504453560438278,
      "grad_norm": 4.84375,
      "learning_rate": 2.4780528710143127e-05,
      "loss": 1.9864,
      "mean_token_accuracy": 0.558247110247612,
      "num_tokens": 306197659.0,
      "step": 397690
    },
    {
      "epoch": 0.5044662450308108,
      "grad_norm": 4.5625,
      "learning_rate": 2.4779894400056836e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5457265108823777,
      "num_tokens": 306205454.0,
      "step": 397700
    },
    {
      "epoch": 0.5044789296233437,
      "grad_norm": 8.5625,
      "learning_rate": 2.4779260089970544e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5247632563114166,
      "num_tokens": 306213728.0,
      "step": 397710
    },
    {
      "epoch": 0.5044916142158765,
      "grad_norm": 6.90625,
      "learning_rate": 2.477862577988425e-05,
      "loss": 1.8926,
      "mean_token_accuracy": 0.5724897712469101,
      "num_tokens": 306221130.0,
      "step": 397720
    },
    {
      "epoch": 0.5045042988084094,
      "grad_norm": 6.03125,
      "learning_rate": 2.4777991469797962e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5455858916044235,
      "num_tokens": 306228509.0,
      "step": 397730
    },
    {
      "epoch": 0.5045169834009422,
      "grad_norm": 6.1875,
      "learning_rate": 2.477735715971167e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5703529357910156,
      "num_tokens": 306235303.0,
      "step": 397740
    },
    {
      "epoch": 0.5045296679934751,
      "grad_norm": 7.96875,
      "learning_rate": 2.477672284962538e-05,
      "loss": 1.782,
      "mean_token_accuracy": 0.6002545207738876,
      "num_tokens": 306242982.0,
      "step": 397750
    },
    {
      "epoch": 0.5045423525860079,
      "grad_norm": 6.375,
      "learning_rate": 2.4776088539539085e-05,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5284347057342529,
      "num_tokens": 306248918.0,
      "step": 397760
    },
    {
      "epoch": 0.5045550371785407,
      "grad_norm": 6.25,
      "learning_rate": 2.4775454229452793e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5143391579389572,
      "num_tokens": 306258342.0,
      "step": 397770
    },
    {
      "epoch": 0.5045677217710736,
      "grad_norm": 4.71875,
      "learning_rate": 2.4774819919366506e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5421308159828186,
      "num_tokens": 306266036.0,
      "step": 397780
    },
    {
      "epoch": 0.5045804063636063,
      "grad_norm": 5.09375,
      "learning_rate": 2.477418560928021e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.549665430188179,
      "num_tokens": 306273861.0,
      "step": 397790
    },
    {
      "epoch": 0.5045930909561392,
      "grad_norm": 6.40625,
      "learning_rate": 2.477355129919392e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5311257719993592,
      "num_tokens": 306280361.0,
      "step": 397800
    },
    {
      "epoch": 0.504605775548672,
      "grad_norm": 6.65625,
      "learning_rate": 2.477291698910763e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5310995072126389,
      "num_tokens": 306286981.0,
      "step": 397810
    },
    {
      "epoch": 0.5046184601412049,
      "grad_norm": 7.3125,
      "learning_rate": 2.4772282679021337e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5210737466812134,
      "num_tokens": 306296010.0,
      "step": 397820
    },
    {
      "epoch": 0.5046311447337377,
      "grad_norm": 5.1875,
      "learning_rate": 2.4771648368935046e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5704454958438874,
      "num_tokens": 306303318.0,
      "step": 397830
    },
    {
      "epoch": 0.5046438293262705,
      "grad_norm": 4.96875,
      "learning_rate": 2.4771014058848755e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5572760611772537,
      "num_tokens": 306311142.0,
      "step": 397840
    },
    {
      "epoch": 0.5046565139188034,
      "grad_norm": 5.4375,
      "learning_rate": 2.4770379748762463e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5492833167314529,
      "num_tokens": 306318474.0,
      "step": 397850
    },
    {
      "epoch": 0.5046691985113362,
      "grad_norm": 4.96875,
      "learning_rate": 2.476974543867617e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5319893330335617,
      "num_tokens": 306326616.0,
      "step": 397860
    },
    {
      "epoch": 0.5046818831038691,
      "grad_norm": 6.75,
      "learning_rate": 2.4769111128589877e-05,
      "loss": 1.9064,
      "mean_token_accuracy": 0.5669720590114593,
      "num_tokens": 306333362.0,
      "step": 397870
    },
    {
      "epoch": 0.5046945676964019,
      "grad_norm": 4.4375,
      "learning_rate": 2.476847681850359e-05,
      "loss": 2.225,
      "mean_token_accuracy": 0.5113865464925766,
      "num_tokens": 306341254.0,
      "step": 397880
    },
    {
      "epoch": 0.5047072522889348,
      "grad_norm": 4.9375,
      "learning_rate": 2.4767842508417295e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5628186285495758,
      "num_tokens": 306348854.0,
      "step": 397890
    },
    {
      "epoch": 0.5047199368814675,
      "grad_norm": 5.8125,
      "learning_rate": 2.4767208198331004e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5630259096622467,
      "num_tokens": 306355922.0,
      "step": 397900
    },
    {
      "epoch": 0.5047326214740004,
      "grad_norm": 5.84375,
      "learning_rate": 2.4766573888244712e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5463034629821777,
      "num_tokens": 306363680.0,
      "step": 397910
    },
    {
      "epoch": 0.5047453060665332,
      "grad_norm": 5.6875,
      "learning_rate": 2.476593957815842e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5435065031051636,
      "num_tokens": 306371176.0,
      "step": 397920
    },
    {
      "epoch": 0.504757990659066,
      "grad_norm": 5.3125,
      "learning_rate": 2.476530526807213e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5685931503772735,
      "num_tokens": 306379194.0,
      "step": 397930
    },
    {
      "epoch": 0.5047706752515989,
      "grad_norm": 4.90625,
      "learning_rate": 2.476467095798584e-05,
      "loss": 2.2284,
      "mean_token_accuracy": 0.5214545041322708,
      "num_tokens": 306387208.0,
      "step": 397940
    },
    {
      "epoch": 0.5047833598441317,
      "grad_norm": 6.84375,
      "learning_rate": 2.4764036647899547e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5465670526027679,
      "num_tokens": 306394713.0,
      "step": 397950
    },
    {
      "epoch": 0.5047960444366646,
      "grad_norm": 4.90625,
      "learning_rate": 2.4763402337813256e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.554721787571907,
      "num_tokens": 306404435.0,
      "step": 397960
    },
    {
      "epoch": 0.5048087290291974,
      "grad_norm": 6.5625,
      "learning_rate": 2.476276802772696e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5420281738042831,
      "num_tokens": 306412389.0,
      "step": 397970
    },
    {
      "epoch": 0.5048214136217303,
      "grad_norm": 5.28125,
      "learning_rate": 2.4762133717640674e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.541990339756012,
      "num_tokens": 306419348.0,
      "step": 397980
    },
    {
      "epoch": 0.5048340982142631,
      "grad_norm": 4.8125,
      "learning_rate": 2.4761499407554382e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5375249922275543,
      "num_tokens": 306427964.0,
      "step": 397990
    },
    {
      "epoch": 0.5048467828067958,
      "grad_norm": 9.25,
      "learning_rate": 2.4760865097468088e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5644568204879761,
      "num_tokens": 306435129.0,
      "step": 398000
    },
    {
      "epoch": 0.5048594673993287,
      "grad_norm": 5.5625,
      "learning_rate": 2.4760230787381796e-05,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5294130623340607,
      "num_tokens": 306441564.0,
      "step": 398010
    },
    {
      "epoch": 0.5048721519918615,
      "grad_norm": 4.8125,
      "learning_rate": 2.4759596477295505e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5467505425214767,
      "num_tokens": 306449883.0,
      "step": 398020
    },
    {
      "epoch": 0.5048848365843944,
      "grad_norm": 5.25,
      "learning_rate": 2.4758962167209214e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5412776887416839,
      "num_tokens": 306457691.0,
      "step": 398030
    },
    {
      "epoch": 0.5048975211769272,
      "grad_norm": 5.09375,
      "learning_rate": 2.4758327857122923e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5521307468414307,
      "num_tokens": 306466001.0,
      "step": 398040
    },
    {
      "epoch": 0.5049102057694601,
      "grad_norm": 6.25,
      "learning_rate": 2.475769354703663e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.525455442070961,
      "num_tokens": 306474509.0,
      "step": 398050
    },
    {
      "epoch": 0.5049228903619929,
      "grad_norm": 6.03125,
      "learning_rate": 2.475705923695034e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.539943665266037,
      "num_tokens": 306482380.0,
      "step": 398060
    },
    {
      "epoch": 0.5049355749545258,
      "grad_norm": 5.125,
      "learning_rate": 2.4756424926864045e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5497485339641571,
      "num_tokens": 306490517.0,
      "step": 398070
    },
    {
      "epoch": 0.5049482595470586,
      "grad_norm": 5.46875,
      "learning_rate": 2.4755790616777758e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5686811327934265,
      "num_tokens": 306496971.0,
      "step": 398080
    },
    {
      "epoch": 0.5049609441395914,
      "grad_norm": 5.6875,
      "learning_rate": 2.4755156306691466e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5785123109817505,
      "num_tokens": 306504423.0,
      "step": 398090
    },
    {
      "epoch": 0.5049736287321243,
      "grad_norm": 5.0625,
      "learning_rate": 2.475452199660517e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.539292910695076,
      "num_tokens": 306511648.0,
      "step": 398100
    },
    {
      "epoch": 0.504986313324657,
      "grad_norm": 5.3125,
      "learning_rate": 2.475388768651888e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5629009127616882,
      "num_tokens": 306518630.0,
      "step": 398110
    },
    {
      "epoch": 0.5049989979171899,
      "grad_norm": 5.40625,
      "learning_rate": 2.4753253376432593e-05,
      "loss": 1.8724,
      "mean_token_accuracy": 0.5874889314174652,
      "num_tokens": 306526411.0,
      "step": 398120
    },
    {
      "epoch": 0.5050116825097227,
      "grad_norm": 5.0,
      "learning_rate": 2.47526190663463e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5523366898298263,
      "num_tokens": 306534370.0,
      "step": 398130
    },
    {
      "epoch": 0.5050243671022556,
      "grad_norm": 5.75,
      "learning_rate": 2.4751984756260007e-05,
      "loss": 2.2061,
      "mean_token_accuracy": 0.5171780675649643,
      "num_tokens": 306543126.0,
      "step": 398140
    },
    {
      "epoch": 0.5050370516947884,
      "grad_norm": 5.875,
      "learning_rate": 2.4751350446173715e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.534602415561676,
      "num_tokens": 306550092.0,
      "step": 398150
    },
    {
      "epoch": 0.5050497362873212,
      "grad_norm": 5.125,
      "learning_rate": 2.4750716136087424e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5413861155509949,
      "num_tokens": 306557632.0,
      "step": 398160
    },
    {
      "epoch": 0.5050624208798541,
      "grad_norm": 5.8125,
      "learning_rate": 2.4750081826001133e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.530041053891182,
      "num_tokens": 306565744.0,
      "step": 398170
    },
    {
      "epoch": 0.5050751054723869,
      "grad_norm": 4.8125,
      "learning_rate": 2.474944751591484e-05,
      "loss": 1.9462,
      "mean_token_accuracy": 0.5573330730199814,
      "num_tokens": 306573526.0,
      "step": 398180
    },
    {
      "epoch": 0.5050877900649198,
      "grad_norm": 7.59375,
      "learning_rate": 2.474881320582855e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5510449320077896,
      "num_tokens": 306580737.0,
      "step": 398190
    },
    {
      "epoch": 0.5051004746574526,
      "grad_norm": 5.21875,
      "learning_rate": 2.474817889574226e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5202708691358566,
      "num_tokens": 306589651.0,
      "step": 398200
    },
    {
      "epoch": 0.5051131592499855,
      "grad_norm": 6.71875,
      "learning_rate": 2.4747544585655964e-05,
      "loss": 1.6885,
      "mean_token_accuracy": 0.6157235622406005,
      "num_tokens": 306596103.0,
      "step": 398210
    },
    {
      "epoch": 0.5051258438425182,
      "grad_norm": 6.6875,
      "learning_rate": 2.4746910275569677e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5675298273563385,
      "num_tokens": 306604483.0,
      "step": 398220
    },
    {
      "epoch": 0.505138528435051,
      "grad_norm": 5.6875,
      "learning_rate": 2.4746275965483385e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5238463819026947,
      "num_tokens": 306613430.0,
      "step": 398230
    },
    {
      "epoch": 0.5051512130275839,
      "grad_norm": 5.21875,
      "learning_rate": 2.474564165539709e-05,
      "loss": 1.8172,
      "mean_token_accuracy": 0.5980044782161713,
      "num_tokens": 306620927.0,
      "step": 398240
    },
    {
      "epoch": 0.5051638976201167,
      "grad_norm": 4.6875,
      "learning_rate": 2.47450073453108e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5461492210626602,
      "num_tokens": 306629146.0,
      "step": 398250
    },
    {
      "epoch": 0.5051765822126496,
      "grad_norm": 5.71875,
      "learning_rate": 2.4744373035224508e-05,
      "loss": 2.213,
      "mean_token_accuracy": 0.5231324017047883,
      "num_tokens": 306637937.0,
      "step": 398260
    },
    {
      "epoch": 0.5051892668051824,
      "grad_norm": 4.75,
      "learning_rate": 2.474373872513822e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5410541385412216,
      "num_tokens": 306646561.0,
      "step": 398270
    },
    {
      "epoch": 0.5052019513977153,
      "grad_norm": 7.8125,
      "learning_rate": 2.4743104415051926e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5437721908092499,
      "num_tokens": 306653820.0,
      "step": 398280
    },
    {
      "epoch": 0.5052146359902481,
      "grad_norm": 5.1875,
      "learning_rate": 2.4742470104965634e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.531571951508522,
      "num_tokens": 306662095.0,
      "step": 398290
    },
    {
      "epoch": 0.505227320582781,
      "grad_norm": 6.875,
      "learning_rate": 2.4741835794879343e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5829709559679032,
      "num_tokens": 306669819.0,
      "step": 398300
    },
    {
      "epoch": 0.5052400051753138,
      "grad_norm": 5.90625,
      "learning_rate": 2.4741201484793052e-05,
      "loss": 1.8139,
      "mean_token_accuracy": 0.5961070477962493,
      "num_tokens": 306676797.0,
      "step": 398310
    },
    {
      "epoch": 0.5052526897678465,
      "grad_norm": 7.875,
      "learning_rate": 2.474056717470676e-05,
      "loss": 2.2668,
      "mean_token_accuracy": 0.5087059885263443,
      "num_tokens": 306685733.0,
      "step": 398320
    },
    {
      "epoch": 0.5052653743603794,
      "grad_norm": 4.71875,
      "learning_rate": 2.473993286462047e-05,
      "loss": 2.2967,
      "mean_token_accuracy": 0.5100326210260391,
      "num_tokens": 306694191.0,
      "step": 398330
    },
    {
      "epoch": 0.5052780589529122,
      "grad_norm": 7.78125,
      "learning_rate": 2.4739298554534178e-05,
      "loss": 1.7512,
      "mean_token_accuracy": 0.6157106280326843,
      "num_tokens": 306699662.0,
      "step": 398340
    },
    {
      "epoch": 0.5052907435454451,
      "grad_norm": 6.65625,
      "learning_rate": 2.4738664244447883e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5408001750707626,
      "num_tokens": 306707451.0,
      "step": 398350
    },
    {
      "epoch": 0.5053034281379779,
      "grad_norm": 5.53125,
      "learning_rate": 2.4738029934361592e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5448039799928666,
      "num_tokens": 306714946.0,
      "step": 398360
    },
    {
      "epoch": 0.5053161127305108,
      "grad_norm": 6.0625,
      "learning_rate": 2.4737395624275304e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5374087631702423,
      "num_tokens": 306724023.0,
      "step": 398370
    },
    {
      "epoch": 0.5053287973230436,
      "grad_norm": 5.90625,
      "learning_rate": 2.473676131418901e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5315508633852005,
      "num_tokens": 306732094.0,
      "step": 398380
    },
    {
      "epoch": 0.5053414819155764,
      "grad_norm": 5.375,
      "learning_rate": 2.473612700410272e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5540017575025559,
      "num_tokens": 306740309.0,
      "step": 398390
    },
    {
      "epoch": 0.5053541665081093,
      "grad_norm": 5.96875,
      "learning_rate": 2.4735492694016427e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5351855367422104,
      "num_tokens": 306747303.0,
      "step": 398400
    },
    {
      "epoch": 0.5053668511006421,
      "grad_norm": 4.96875,
      "learning_rate": 2.4734858383930136e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.5596762329339982,
      "num_tokens": 306754211.0,
      "step": 398410
    },
    {
      "epoch": 0.505379535693175,
      "grad_norm": 4.9375,
      "learning_rate": 2.4734224073843845e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5421439826488494,
      "num_tokens": 306762433.0,
      "step": 398420
    },
    {
      "epoch": 0.5053922202857077,
      "grad_norm": 5.53125,
      "learning_rate": 2.4733589763757553e-05,
      "loss": 1.8587,
      "mean_token_accuracy": 0.5699148952960968,
      "num_tokens": 306768899.0,
      "step": 398430
    },
    {
      "epoch": 0.5054049048782406,
      "grad_norm": 10.125,
      "learning_rate": 2.4732955453671262e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5923996508121491,
      "num_tokens": 306774985.0,
      "step": 398440
    },
    {
      "epoch": 0.5054175894707734,
      "grad_norm": 3.234375,
      "learning_rate": 2.4732321143584967e-05,
      "loss": 1.7844,
      "mean_token_accuracy": 0.6119530469179153,
      "num_tokens": 306781501.0,
      "step": 398450
    },
    {
      "epoch": 0.5054302740633063,
      "grad_norm": 5.125,
      "learning_rate": 2.4731686833498676e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5460283875465393,
      "num_tokens": 306788998.0,
      "step": 398460
    },
    {
      "epoch": 0.5054429586558391,
      "grad_norm": 5.5625,
      "learning_rate": 2.4731052523412388e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5417926728725433,
      "num_tokens": 306796394.0,
      "step": 398470
    },
    {
      "epoch": 0.5054556432483719,
      "grad_norm": 5.15625,
      "learning_rate": 2.4730418213326097e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5199767082929612,
      "num_tokens": 306804504.0,
      "step": 398480
    },
    {
      "epoch": 0.5054683278409048,
      "grad_norm": 5.03125,
      "learning_rate": 2.4729783903239802e-05,
      "loss": 1.8152,
      "mean_token_accuracy": 0.5926138460636139,
      "num_tokens": 306812024.0,
      "step": 398490
    },
    {
      "epoch": 0.5054810124334376,
      "grad_norm": 8.8125,
      "learning_rate": 2.472914959315351e-05,
      "loss": 2.2391,
      "mean_token_accuracy": 0.5196535170078278,
      "num_tokens": 306819946.0,
      "step": 398500
    },
    {
      "epoch": 0.5054936970259705,
      "grad_norm": 5.6875,
      "learning_rate": 2.472851528306722e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5631341814994812,
      "num_tokens": 306826912.0,
      "step": 398510
    },
    {
      "epoch": 0.5055063816185033,
      "grad_norm": 5.46875,
      "learning_rate": 2.472788097298093e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5152742266654968,
      "num_tokens": 306834643.0,
      "step": 398520
    },
    {
      "epoch": 0.5055190662110361,
      "grad_norm": 6.15625,
      "learning_rate": 2.4727246662894637e-05,
      "loss": 2.2496,
      "mean_token_accuracy": 0.5093242526054382,
      "num_tokens": 306843954.0,
      "step": 398530
    },
    {
      "epoch": 0.5055317508035689,
      "grad_norm": 5.125,
      "learning_rate": 2.4726612352808346e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5296053230762482,
      "num_tokens": 306852108.0,
      "step": 398540
    },
    {
      "epoch": 0.5055444353961017,
      "grad_norm": 9.375,
      "learning_rate": 2.4725978042722055e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5473614573478699,
      "num_tokens": 306859609.0,
      "step": 398550
    },
    {
      "epoch": 0.5055571199886346,
      "grad_norm": 6.25,
      "learning_rate": 2.472534373263576e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.545998963713646,
      "num_tokens": 306866700.0,
      "step": 398560
    },
    {
      "epoch": 0.5055698045811674,
      "grad_norm": 4.84375,
      "learning_rate": 2.4724709422549472e-05,
      "loss": 1.9208,
      "mean_token_accuracy": 0.5676873683929443,
      "num_tokens": 306874635.0,
      "step": 398570
    },
    {
      "epoch": 0.5055824891737003,
      "grad_norm": 5.1875,
      "learning_rate": 2.472407511246318e-05,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5597602456808091,
      "num_tokens": 306882223.0,
      "step": 398580
    },
    {
      "epoch": 0.5055951737662331,
      "grad_norm": 4.78125,
      "learning_rate": 2.4723440802376886e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5559003412723541,
      "num_tokens": 306890769.0,
      "step": 398590
    },
    {
      "epoch": 0.505607858358766,
      "grad_norm": 6.6875,
      "learning_rate": 2.4722806492290595e-05,
      "loss": 2.2306,
      "mean_token_accuracy": 0.519540473818779,
      "num_tokens": 306898265.0,
      "step": 398600
    },
    {
      "epoch": 0.5056205429512988,
      "grad_norm": 5.09375,
      "learning_rate": 2.4722172182204307e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5290888458490371,
      "num_tokens": 306905718.0,
      "step": 398610
    },
    {
      "epoch": 0.5056332275438317,
      "grad_norm": 5.15625,
      "learning_rate": 2.4721537872118013e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5494777023792267,
      "num_tokens": 306912631.0,
      "step": 398620
    },
    {
      "epoch": 0.5056459121363645,
      "grad_norm": 7.125,
      "learning_rate": 2.472090356203172e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5387828081846238,
      "num_tokens": 306919233.0,
      "step": 398630
    },
    {
      "epoch": 0.5056585967288972,
      "grad_norm": 4.90625,
      "learning_rate": 2.472026925194543e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5406897395849228,
      "num_tokens": 306927162.0,
      "step": 398640
    },
    {
      "epoch": 0.5056712813214301,
      "grad_norm": 5.9375,
      "learning_rate": 2.471963494185914e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5421915650367737,
      "num_tokens": 306935500.0,
      "step": 398650
    },
    {
      "epoch": 0.5056839659139629,
      "grad_norm": 5.875,
      "learning_rate": 2.4719000631772848e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5239238828420639,
      "num_tokens": 306943521.0,
      "step": 398660
    },
    {
      "epoch": 0.5056966505064958,
      "grad_norm": 6.5,
      "learning_rate": 2.4718366321686556e-05,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5129526406526566,
      "num_tokens": 306952034.0,
      "step": 398670
    },
    {
      "epoch": 0.5057093350990286,
      "grad_norm": 6.8125,
      "learning_rate": 2.4717732011600265e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5308877915143967,
      "num_tokens": 306960603.0,
      "step": 398680
    },
    {
      "epoch": 0.5057220196915615,
      "grad_norm": 5.1875,
      "learning_rate": 2.4717097701513974e-05,
      "loss": 2.2274,
      "mean_token_accuracy": 0.5097268998622895,
      "num_tokens": 306970786.0,
      "step": 398690
    },
    {
      "epoch": 0.5057347042840943,
      "grad_norm": 5.40625,
      "learning_rate": 2.471646339142768e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5486726522445678,
      "num_tokens": 306978843.0,
      "step": 398700
    },
    {
      "epoch": 0.5057473888766271,
      "grad_norm": 5.5,
      "learning_rate": 2.471582908134139e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5279364228248596,
      "num_tokens": 306988122.0,
      "step": 398710
    },
    {
      "epoch": 0.50576007346916,
      "grad_norm": 4.6875,
      "learning_rate": 2.47151947712551e-05,
      "loss": 2.174,
      "mean_token_accuracy": 0.5338532656431199,
      "num_tokens": 306995978.0,
      "step": 398720
    },
    {
      "epoch": 0.5057727580616928,
      "grad_norm": 6.5,
      "learning_rate": 2.4714560461168805e-05,
      "loss": 1.8747,
      "mean_token_accuracy": 0.5830927580595017,
      "num_tokens": 307001559.0,
      "step": 398730
    },
    {
      "epoch": 0.5057854426542256,
      "grad_norm": 5.15625,
      "learning_rate": 2.4713926151082514e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5713252484798431,
      "num_tokens": 307009155.0,
      "step": 398740
    },
    {
      "epoch": 0.5057981272467584,
      "grad_norm": 4.875,
      "learning_rate": 2.4713291840996223e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5401170015335083,
      "num_tokens": 307018360.0,
      "step": 398750
    },
    {
      "epoch": 0.5058108118392913,
      "grad_norm": 5.46875,
      "learning_rate": 2.471265753090993e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5355727463960648,
      "num_tokens": 307027112.0,
      "step": 398760
    },
    {
      "epoch": 0.5058234964318241,
      "grad_norm": 5.21875,
      "learning_rate": 2.471202322082364e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.551158207654953,
      "num_tokens": 307035328.0,
      "step": 398770
    },
    {
      "epoch": 0.5058361810243569,
      "grad_norm": 4.625,
      "learning_rate": 2.471138891073735e-05,
      "loss": 1.7372,
      "mean_token_accuracy": 0.6127939939498901,
      "num_tokens": 307042537.0,
      "step": 398780
    },
    {
      "epoch": 0.5058488656168898,
      "grad_norm": 7.1875,
      "learning_rate": 2.4710754600651058e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5649977207183838,
      "num_tokens": 307050195.0,
      "step": 398790
    },
    {
      "epoch": 0.5058615502094226,
      "grad_norm": 5.375,
      "learning_rate": 2.4710120290564763e-05,
      "loss": 1.9007,
      "mean_token_accuracy": 0.5752626895904541,
      "num_tokens": 307058334.0,
      "step": 398800
    },
    {
      "epoch": 0.5058742348019555,
      "grad_norm": 5.3125,
      "learning_rate": 2.4709485980478475e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5368152022361755,
      "num_tokens": 307067080.0,
      "step": 398810
    },
    {
      "epoch": 0.5058869193944883,
      "grad_norm": 5.09375,
      "learning_rate": 2.4708851670392184e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.5639952480792999,
      "num_tokens": 307074171.0,
      "step": 398820
    },
    {
      "epoch": 0.5058996039870212,
      "grad_norm": 9.4375,
      "learning_rate": 2.470821736030589e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.538141468167305,
      "num_tokens": 307082362.0,
      "step": 398830
    },
    {
      "epoch": 0.505912288579554,
      "grad_norm": 8.4375,
      "learning_rate": 2.4707583050219598e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5227940231561661,
      "num_tokens": 307089781.0,
      "step": 398840
    },
    {
      "epoch": 0.5059249731720868,
      "grad_norm": 6.78125,
      "learning_rate": 2.4706948740133307e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5403470426797867,
      "num_tokens": 307098153.0,
      "step": 398850
    },
    {
      "epoch": 0.5059376577646196,
      "grad_norm": 5.0625,
      "learning_rate": 2.470631443004702e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.563164359331131,
      "num_tokens": 307105510.0,
      "step": 398860
    },
    {
      "epoch": 0.5059503423571524,
      "grad_norm": 5.90625,
      "learning_rate": 2.4705680119960724e-05,
      "loss": 1.701,
      "mean_token_accuracy": 0.6171544849872589,
      "num_tokens": 307112457.0,
      "step": 398870
    },
    {
      "epoch": 0.5059630269496853,
      "grad_norm": 6.9375,
      "learning_rate": 2.4705045809874433e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5355547398328782,
      "num_tokens": 307120171.0,
      "step": 398880
    },
    {
      "epoch": 0.5059757115422181,
      "grad_norm": 5.0,
      "learning_rate": 2.4704411499788142e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5275058954954147,
      "num_tokens": 307126598.0,
      "step": 398890
    },
    {
      "epoch": 0.505988396134751,
      "grad_norm": 5.4375,
      "learning_rate": 2.470377718970185e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5179360747337342,
      "num_tokens": 307134568.0,
      "step": 398900
    },
    {
      "epoch": 0.5060010807272838,
      "grad_norm": 5.375,
      "learning_rate": 2.470314287961556e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5390782713890075,
      "num_tokens": 307142797.0,
      "step": 398910
    },
    {
      "epoch": 0.5060137653198167,
      "grad_norm": 6.25,
      "learning_rate": 2.4702508569529268e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5266325294971466,
      "num_tokens": 307150436.0,
      "step": 398920
    },
    {
      "epoch": 0.5060264499123495,
      "grad_norm": 5.5625,
      "learning_rate": 2.4701874259442977e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5288059443235398,
      "num_tokens": 307158402.0,
      "step": 398930
    },
    {
      "epoch": 0.5060391345048822,
      "grad_norm": 6.53125,
      "learning_rate": 2.4701239949356682e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5533298492431641,
      "num_tokens": 307165249.0,
      "step": 398940
    },
    {
      "epoch": 0.5060518190974151,
      "grad_norm": 6.5625,
      "learning_rate": 2.470060563927039e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5391921430826188,
      "num_tokens": 307172888.0,
      "step": 398950
    },
    {
      "epoch": 0.5060645036899479,
      "grad_norm": 6.84375,
      "learning_rate": 2.4699971329184103e-05,
      "loss": 2.2909,
      "mean_token_accuracy": 0.5128367304801941,
      "num_tokens": 307180225.0,
      "step": 398960
    },
    {
      "epoch": 0.5060771882824808,
      "grad_norm": 7.125,
      "learning_rate": 2.4699337019097808e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5671672552824021,
      "num_tokens": 307187323.0,
      "step": 398970
    },
    {
      "epoch": 0.5060898728750136,
      "grad_norm": 7.28125,
      "learning_rate": 2.4698702709011517e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5458491533994675,
      "num_tokens": 307196137.0,
      "step": 398980
    },
    {
      "epoch": 0.5061025574675465,
      "grad_norm": 5.15625,
      "learning_rate": 2.4698068398925226e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5301693439483642,
      "num_tokens": 307204375.0,
      "step": 398990
    },
    {
      "epoch": 0.5061152420600793,
      "grad_norm": 7.25,
      "learning_rate": 2.4697434088838935e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5765914857387543,
      "num_tokens": 307209045.0,
      "step": 399000
    },
    {
      "epoch": 0.5061279266526122,
      "grad_norm": 9.0625,
      "learning_rate": 2.4696799778752643e-05,
      "loss": 1.8662,
      "mean_token_accuracy": 0.6014733582735061,
      "num_tokens": 307216438.0,
      "step": 399010
    },
    {
      "epoch": 0.506140611245145,
      "grad_norm": 5.65625,
      "learning_rate": 2.4696165468666352e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5290553867816925,
      "num_tokens": 307225010.0,
      "step": 399020
    },
    {
      "epoch": 0.5061532958376778,
      "grad_norm": 5.15625,
      "learning_rate": 2.469553115858006e-05,
      "loss": 1.9003,
      "mean_token_accuracy": 0.5703867256641388,
      "num_tokens": 307232873.0,
      "step": 399030
    },
    {
      "epoch": 0.5061659804302107,
      "grad_norm": 6.375,
      "learning_rate": 2.4694896848493766e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5348705768585205,
      "num_tokens": 307241223.0,
      "step": 399040
    },
    {
      "epoch": 0.5061786650227434,
      "grad_norm": 5.46875,
      "learning_rate": 2.4694262538407478e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5241049945354461,
      "num_tokens": 307249203.0,
      "step": 399050
    },
    {
      "epoch": 0.5061913496152763,
      "grad_norm": 8.5,
      "learning_rate": 2.4693628228321187e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5468928456306458,
      "num_tokens": 307256455.0,
      "step": 399060
    },
    {
      "epoch": 0.5062040342078091,
      "grad_norm": 5.25,
      "learning_rate": 2.4692993918234896e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5351720660924911,
      "num_tokens": 307264404.0,
      "step": 399070
    },
    {
      "epoch": 0.506216718800342,
      "grad_norm": 5.28125,
      "learning_rate": 2.46923596081486e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5686077296733856,
      "num_tokens": 307271915.0,
      "step": 399080
    },
    {
      "epoch": 0.5062294033928748,
      "grad_norm": 6.03125,
      "learning_rate": 2.469172529806231e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5598203718662262,
      "num_tokens": 307279896.0,
      "step": 399090
    },
    {
      "epoch": 0.5062420879854076,
      "grad_norm": 7.6875,
      "learning_rate": 2.4691090987976022e-05,
      "loss": 1.8958,
      "mean_token_accuracy": 0.5776719391345978,
      "num_tokens": 307286684.0,
      "step": 399100
    },
    {
      "epoch": 0.5062547725779405,
      "grad_norm": 6.53125,
      "learning_rate": 2.4690456677889727e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5428006589412689,
      "num_tokens": 307294230.0,
      "step": 399110
    },
    {
      "epoch": 0.5062674571704733,
      "grad_norm": 5.25,
      "learning_rate": 2.4689822367803436e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5212363779544831,
      "num_tokens": 307302677.0,
      "step": 399120
    },
    {
      "epoch": 0.5062801417630062,
      "grad_norm": 5.375,
      "learning_rate": 2.4689188057717145e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.539101442694664,
      "num_tokens": 307310362.0,
      "step": 399130
    },
    {
      "epoch": 0.506292826355539,
      "grad_norm": 5.78125,
      "learning_rate": 2.4688553747630853e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5323226779699326,
      "num_tokens": 307317622.0,
      "step": 399140
    },
    {
      "epoch": 0.5063055109480719,
      "grad_norm": 5.28125,
      "learning_rate": 2.4687919437544562e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5708610981702804,
      "num_tokens": 307325344.0,
      "step": 399150
    },
    {
      "epoch": 0.5063181955406046,
      "grad_norm": 5.8125,
      "learning_rate": 2.468728512745827e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5585641413927078,
      "num_tokens": 307332775.0,
      "step": 399160
    },
    {
      "epoch": 0.5063308801331374,
      "grad_norm": 8.5,
      "learning_rate": 2.468665081737198e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5638046115636826,
      "num_tokens": 307340102.0,
      "step": 399170
    },
    {
      "epoch": 0.5063435647256703,
      "grad_norm": 9.6875,
      "learning_rate": 2.4686016507285685e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5491266191005707,
      "num_tokens": 307347090.0,
      "step": 399180
    },
    {
      "epoch": 0.5063562493182031,
      "grad_norm": 5.25,
      "learning_rate": 2.4685382197199394e-05,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5268549978733063,
      "num_tokens": 307355374.0,
      "step": 399190
    },
    {
      "epoch": 0.506368933910736,
      "grad_norm": 5.125,
      "learning_rate": 2.4684747887113106e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5341508954763412,
      "num_tokens": 307362407.0,
      "step": 399200
    },
    {
      "epoch": 0.5063816185032688,
      "grad_norm": 6.09375,
      "learning_rate": 2.468411357702681e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5320280134677887,
      "num_tokens": 307370309.0,
      "step": 399210
    },
    {
      "epoch": 0.5063943030958017,
      "grad_norm": 5.1875,
      "learning_rate": 2.468347926694052e-05,
      "loss": 2.2112,
      "mean_token_accuracy": 0.522578826546669,
      "num_tokens": 307378898.0,
      "step": 399220
    },
    {
      "epoch": 0.5064069876883345,
      "grad_norm": 4.875,
      "learning_rate": 2.468284495685423e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5668596059083939,
      "num_tokens": 307387234.0,
      "step": 399230
    },
    {
      "epoch": 0.5064196722808674,
      "grad_norm": 5.1875,
      "learning_rate": 2.4682210646767937e-05,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5644626259803772,
      "num_tokens": 307394314.0,
      "step": 399240
    },
    {
      "epoch": 0.5064323568734002,
      "grad_norm": 4.65625,
      "learning_rate": 2.4681576336681646e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5329654604196549,
      "num_tokens": 307400272.0,
      "step": 399250
    },
    {
      "epoch": 0.5064450414659329,
      "grad_norm": 7.40625,
      "learning_rate": 2.4680942026595355e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5173615932464599,
      "num_tokens": 307407806.0,
      "step": 399260
    },
    {
      "epoch": 0.5064577260584658,
      "grad_norm": 5.78125,
      "learning_rate": 2.4680307716509064e-05,
      "loss": 1.7323,
      "mean_token_accuracy": 0.6091536968946457,
      "num_tokens": 307414824.0,
      "step": 399270
    },
    {
      "epoch": 0.5064704106509986,
      "grad_norm": 10.5625,
      "learning_rate": 2.4679673406422772e-05,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5888492673635483,
      "num_tokens": 307421116.0,
      "step": 399280
    },
    {
      "epoch": 0.5064830952435315,
      "grad_norm": 5.1875,
      "learning_rate": 2.4679039096336478e-05,
      "loss": 2.2614,
      "mean_token_accuracy": 0.5133466362953186,
      "num_tokens": 307429847.0,
      "step": 399290
    },
    {
      "epoch": 0.5064957798360643,
      "grad_norm": 4.9375,
      "learning_rate": 2.467840478625019e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5610447078943253,
      "num_tokens": 307437263.0,
      "step": 399300
    },
    {
      "epoch": 0.5065084644285972,
      "grad_norm": 6.03125,
      "learning_rate": 2.46777704761639e-05,
      "loss": 1.8225,
      "mean_token_accuracy": 0.5971511602401733,
      "num_tokens": 307443281.0,
      "step": 399310
    },
    {
      "epoch": 0.50652114902113,
      "grad_norm": 6.0,
      "learning_rate": 2.4677136166077604e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5383131504058838,
      "num_tokens": 307451565.0,
      "step": 399320
    },
    {
      "epoch": 0.5065338336136628,
      "grad_norm": 4.8125,
      "learning_rate": 2.4676501855991313e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5557893872261047,
      "num_tokens": 307459554.0,
      "step": 399330
    },
    {
      "epoch": 0.5065465182061957,
      "grad_norm": 5.4375,
      "learning_rate": 2.467586754590502e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5596191048622131,
      "num_tokens": 307466647.0,
      "step": 399340
    },
    {
      "epoch": 0.5065592027987285,
      "grad_norm": 5.125,
      "learning_rate": 2.467523323581873e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.548749354481697,
      "num_tokens": 307475151.0,
      "step": 399350
    },
    {
      "epoch": 0.5065718873912614,
      "grad_norm": 5.0625,
      "learning_rate": 2.467459892573244e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.546004718542099,
      "num_tokens": 307482299.0,
      "step": 399360
    },
    {
      "epoch": 0.5065845719837941,
      "grad_norm": 6.40625,
      "learning_rate": 2.4673964615646148e-05,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5252758920192718,
      "num_tokens": 307489395.0,
      "step": 399370
    },
    {
      "epoch": 0.506597256576327,
      "grad_norm": 6.25,
      "learning_rate": 2.4673330305559856e-05,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5771243929862976,
      "num_tokens": 307496580.0,
      "step": 399380
    },
    {
      "epoch": 0.5066099411688598,
      "grad_norm": 6.96875,
      "learning_rate": 2.4672695995473562e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5470464050769805,
      "num_tokens": 307503552.0,
      "step": 399390
    },
    {
      "epoch": 0.5066226257613927,
      "grad_norm": 4.875,
      "learning_rate": 2.4672061685387274e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5555355101823807,
      "num_tokens": 307511628.0,
      "step": 399400
    },
    {
      "epoch": 0.5066353103539255,
      "grad_norm": 5.5,
      "learning_rate": 2.4671427375300983e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5640171110630036,
      "num_tokens": 307519686.0,
      "step": 399410
    },
    {
      "epoch": 0.5066479949464583,
      "grad_norm": 5.5,
      "learning_rate": 2.4670793065214688e-05,
      "loss": 1.8608,
      "mean_token_accuracy": 0.5871913611888886,
      "num_tokens": 307526320.0,
      "step": 399420
    },
    {
      "epoch": 0.5066606795389912,
      "grad_norm": 6.28125,
      "learning_rate": 2.4670158755128397e-05,
      "loss": 2.3024,
      "mean_token_accuracy": 0.502970951795578,
      "num_tokens": 307535527.0,
      "step": 399430
    },
    {
      "epoch": 0.506673364131524,
      "grad_norm": 5.46875,
      "learning_rate": 2.4669524445042106e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5331706196069718,
      "num_tokens": 307543641.0,
      "step": 399440
    },
    {
      "epoch": 0.5066860487240569,
      "grad_norm": 6.75,
      "learning_rate": 2.4668890134955818e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5440799295902252,
      "num_tokens": 307551736.0,
      "step": 399450
    },
    {
      "epoch": 0.5066987333165897,
      "grad_norm": 6.0625,
      "learning_rate": 2.4668255824869523e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5134314566850662,
      "num_tokens": 307559637.0,
      "step": 399460
    },
    {
      "epoch": 0.5067114179091226,
      "grad_norm": 4.96875,
      "learning_rate": 2.4667621514783232e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5630468219518662,
      "num_tokens": 307566870.0,
      "step": 399470
    },
    {
      "epoch": 0.5067241025016553,
      "grad_norm": 5.125,
      "learning_rate": 2.466698720469694e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5365256875753402,
      "num_tokens": 307573858.0,
      "step": 399480
    },
    {
      "epoch": 0.5067367870941881,
      "grad_norm": 12.6875,
      "learning_rate": 2.466635289461065e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5599916934967041,
      "num_tokens": 307580642.0,
      "step": 399490
    },
    {
      "epoch": 0.506749471686721,
      "grad_norm": 4.875,
      "learning_rate": 2.4665718584524358e-05,
      "loss": 1.9281,
      "mean_token_accuracy": 0.5769076734781265,
      "num_tokens": 307587679.0,
      "step": 399500
    },
    {
      "epoch": 0.5067621562792538,
      "grad_norm": 7.71875,
      "learning_rate": 2.4665084274438067e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.553629207611084,
      "num_tokens": 307594461.0,
      "step": 399510
    },
    {
      "epoch": 0.5067748408717867,
      "grad_norm": 4.78125,
      "learning_rate": 2.4664449964351775e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5237492203712464,
      "num_tokens": 307602111.0,
      "step": 399520
    },
    {
      "epoch": 0.5067875254643195,
      "grad_norm": 6.625,
      "learning_rate": 2.466381565426548e-05,
      "loss": 1.8687,
      "mean_token_accuracy": 0.5929857045412064,
      "num_tokens": 307609128.0,
      "step": 399530
    },
    {
      "epoch": 0.5068002100568524,
      "grad_norm": 7.9375,
      "learning_rate": 2.4663181344179193e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5874547898769379,
      "num_tokens": 307615983.0,
      "step": 399540
    },
    {
      "epoch": 0.5068128946493852,
      "grad_norm": 12.0625,
      "learning_rate": 2.46625470340929e-05,
      "loss": 1.8826,
      "mean_token_accuracy": 0.5831942945718765,
      "num_tokens": 307622304.0,
      "step": 399550
    },
    {
      "epoch": 0.5068255792419181,
      "grad_norm": 7.9375,
      "learning_rate": 2.4661912724006607e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5297615081071854,
      "num_tokens": 307629382.0,
      "step": 399560
    },
    {
      "epoch": 0.5068382638344509,
      "grad_norm": 5.25,
      "learning_rate": 2.4661278413920316e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5629053503274918,
      "num_tokens": 307636653.0,
      "step": 399570
    },
    {
      "epoch": 0.5068509484269836,
      "grad_norm": 6.25,
      "learning_rate": 2.4660644103834024e-05,
      "loss": 2.2192,
      "mean_token_accuracy": 0.5167305111885071,
      "num_tokens": 307644588.0,
      "step": 399580
    },
    {
      "epoch": 0.5068636330195165,
      "grad_norm": 5.9375,
      "learning_rate": 2.4660009793747733e-05,
      "loss": 2.3641,
      "mean_token_accuracy": 0.4948340356349945,
      "num_tokens": 307653183.0,
      "step": 399590
    },
    {
      "epoch": 0.5068763176120493,
      "grad_norm": 5.3125,
      "learning_rate": 2.4659375483661442e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.590596491098404,
      "num_tokens": 307659496.0,
      "step": 399600
    },
    {
      "epoch": 0.5068890022045822,
      "grad_norm": 5.5,
      "learning_rate": 2.465874117357515e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.568996787071228,
      "num_tokens": 307665666.0,
      "step": 399610
    },
    {
      "epoch": 0.506901686797115,
      "grad_norm": 5.625,
      "learning_rate": 2.465810686348886e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5404029458761215,
      "num_tokens": 307673474.0,
      "step": 399620
    },
    {
      "epoch": 0.5069143713896479,
      "grad_norm": 7.40625,
      "learning_rate": 2.4657472553402565e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.540909343957901,
      "num_tokens": 307680954.0,
      "step": 399630
    },
    {
      "epoch": 0.5069270559821807,
      "grad_norm": 4.9375,
      "learning_rate": 2.4656838243316277e-05,
      "loss": 2.3351,
      "mean_token_accuracy": 0.5049483120441437,
      "num_tokens": 307688777.0,
      "step": 399640
    },
    {
      "epoch": 0.5069397405747135,
      "grad_norm": 7.9375,
      "learning_rate": 2.4656203933229986e-05,
      "loss": 1.8819,
      "mean_token_accuracy": 0.583564966917038,
      "num_tokens": 307696128.0,
      "step": 399650
    },
    {
      "epoch": 0.5069524251672464,
      "grad_norm": 4.90625,
      "learning_rate": 2.4655569623143694e-05,
      "loss": 2.3735,
      "mean_token_accuracy": 0.48849483728408816,
      "num_tokens": 307704007.0,
      "step": 399660
    },
    {
      "epoch": 0.5069651097597792,
      "grad_norm": 5.46875,
      "learning_rate": 2.46549353130574e-05,
      "loss": 1.8853,
      "mean_token_accuracy": 0.5799364507198334,
      "num_tokens": 307711191.0,
      "step": 399670
    },
    {
      "epoch": 0.506977794352312,
      "grad_norm": 6.59375,
      "learning_rate": 2.465430100297111e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5323247939348221,
      "num_tokens": 307719464.0,
      "step": 399680
    },
    {
      "epoch": 0.5069904789448448,
      "grad_norm": 5.59375,
      "learning_rate": 2.465366669288482e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5420948266983032,
      "num_tokens": 307726579.0,
      "step": 399690
    },
    {
      "epoch": 0.5070031635373777,
      "grad_norm": 7.625,
      "learning_rate": 2.4653032382798526e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.552788507938385,
      "num_tokens": 307733839.0,
      "step": 399700
    },
    {
      "epoch": 0.5070158481299105,
      "grad_norm": 6.6875,
      "learning_rate": 2.4652398072712235e-05,
      "loss": 2.2946,
      "mean_token_accuracy": 0.5013106465339661,
      "num_tokens": 307741479.0,
      "step": 399710
    },
    {
      "epoch": 0.5070285327224433,
      "grad_norm": 6.21875,
      "learning_rate": 2.4651763762625943e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5347576826810837,
      "num_tokens": 307749039.0,
      "step": 399720
    },
    {
      "epoch": 0.5070412173149762,
      "grad_norm": 5.03125,
      "learning_rate": 2.4651129452539652e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5244002759456634,
      "num_tokens": 307758590.0,
      "step": 399730
    },
    {
      "epoch": 0.507053901907509,
      "grad_norm": 5.25,
      "learning_rate": 2.465049514245336e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5346399545669556,
      "num_tokens": 307766463.0,
      "step": 399740
    },
    {
      "epoch": 0.5070665865000419,
      "grad_norm": 5.15625,
      "learning_rate": 2.464986083236707e-05,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5641290187835694,
      "num_tokens": 307774321.0,
      "step": 399750
    },
    {
      "epoch": 0.5070792710925747,
      "grad_norm": 6.0,
      "learning_rate": 2.464922652228078e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5659054428339004,
      "num_tokens": 307781576.0,
      "step": 399760
    },
    {
      "epoch": 0.5070919556851076,
      "grad_norm": 7.6875,
      "learning_rate": 2.4648592212194484e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5389109075069427,
      "num_tokens": 307788469.0,
      "step": 399770
    },
    {
      "epoch": 0.5071046402776404,
      "grad_norm": 6.5,
      "learning_rate": 2.4647957902108192e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.523657602071762,
      "num_tokens": 307795864.0,
      "step": 399780
    },
    {
      "epoch": 0.5071173248701732,
      "grad_norm": 6.0625,
      "learning_rate": 2.4647323592021905e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5460184901952744,
      "num_tokens": 307803276.0,
      "step": 399790
    },
    {
      "epoch": 0.507130009462706,
      "grad_norm": 6.28125,
      "learning_rate": 2.464668928193561e-05,
      "loss": 1.8921,
      "mean_token_accuracy": 0.5724517315626144,
      "num_tokens": 307811253.0,
      "step": 399800
    },
    {
      "epoch": 0.5071426940552388,
      "grad_norm": 4.875,
      "learning_rate": 2.464605497184932e-05,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5611090064048767,
      "num_tokens": 307817854.0,
      "step": 399810
    },
    {
      "epoch": 0.5071553786477717,
      "grad_norm": 4.90625,
      "learning_rate": 2.4645420661763027e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5657231628894805,
      "num_tokens": 307825210.0,
      "step": 399820
    },
    {
      "epoch": 0.5071680632403045,
      "grad_norm": 5.0625,
      "learning_rate": 2.4644786351676736e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5213125854730606,
      "num_tokens": 307832982.0,
      "step": 399830
    },
    {
      "epoch": 0.5071807478328374,
      "grad_norm": 7.1875,
      "learning_rate": 2.4644152041590445e-05,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5643126159906388,
      "num_tokens": 307839448.0,
      "step": 399840
    },
    {
      "epoch": 0.5071934324253702,
      "grad_norm": 9.875,
      "learning_rate": 2.4643517731504154e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5537836998701096,
      "num_tokens": 307846482.0,
      "step": 399850
    },
    {
      "epoch": 0.5072061170179031,
      "grad_norm": 6.6875,
      "learning_rate": 2.4642883421417862e-05,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5248646706342697,
      "num_tokens": 307854013.0,
      "step": 399860
    },
    {
      "epoch": 0.5072188016104359,
      "grad_norm": 9.0,
      "learning_rate": 2.464224911133157e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5359632104635239,
      "num_tokens": 307861677.0,
      "step": 399870
    },
    {
      "epoch": 0.5072314862029687,
      "grad_norm": 6.0,
      "learning_rate": 2.4641614801245277e-05,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5714295148849488,
      "num_tokens": 307869017.0,
      "step": 399880
    },
    {
      "epoch": 0.5072441707955015,
      "grad_norm": 7.40625,
      "learning_rate": 2.464098049115899e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5721558213233948,
      "num_tokens": 307876494.0,
      "step": 399890
    },
    {
      "epoch": 0.5072568553880343,
      "grad_norm": 4.875,
      "learning_rate": 2.4640346181072697e-05,
      "loss": 2.2744,
      "mean_token_accuracy": 0.5063756704330444,
      "num_tokens": 307885095.0,
      "step": 399900
    },
    {
      "epoch": 0.5072695399805672,
      "grad_norm": 7.8125,
      "learning_rate": 2.4639711870986403e-05,
      "loss": 1.8574,
      "mean_token_accuracy": 0.5911135226488113,
      "num_tokens": 307891929.0,
      "step": 399910
    },
    {
      "epoch": 0.5072822245731,
      "grad_norm": 7.15625,
      "learning_rate": 2.463907756090011e-05,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5834082305431366,
      "num_tokens": 307898209.0,
      "step": 399920
    },
    {
      "epoch": 0.5072949091656329,
      "grad_norm": 5.3125,
      "learning_rate": 2.463844325081382e-05,
      "loss": 2.2834,
      "mean_token_accuracy": 0.516071543097496,
      "num_tokens": 307906727.0,
      "step": 399930
    },
    {
      "epoch": 0.5073075937581657,
      "grad_norm": 5.46875,
      "learning_rate": 2.463780894072753e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5350290328264237,
      "num_tokens": 307914851.0,
      "step": 399940
    },
    {
      "epoch": 0.5073202783506986,
      "grad_norm": 7.96875,
      "learning_rate": 2.4637174630641238e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.546475812792778,
      "num_tokens": 307922162.0,
      "step": 399950
    },
    {
      "epoch": 0.5073329629432314,
      "grad_norm": 4.5625,
      "learning_rate": 2.4636540320554946e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5669685989618302,
      "num_tokens": 307930556.0,
      "step": 399960
    },
    {
      "epoch": 0.5073456475357642,
      "grad_norm": 5.75,
      "learning_rate": 2.4635906010468655e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5480412691831589,
      "num_tokens": 307938399.0,
      "step": 399970
    },
    {
      "epoch": 0.5073583321282971,
      "grad_norm": 6.3125,
      "learning_rate": 2.4635271700382364e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5556048154830933,
      "num_tokens": 307945258.0,
      "step": 399980
    },
    {
      "epoch": 0.5073710167208298,
      "grad_norm": 5.625,
      "learning_rate": 2.4634637390296073e-05,
      "loss": 2.1377,
      "mean_token_accuracy": 0.523714330792427,
      "num_tokens": 307954307.0,
      "step": 399990
    },
    {
      "epoch": 0.5073837013133627,
      "grad_norm": 4.59375,
      "learning_rate": 2.463400308020978e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5268262654542923,
      "num_tokens": 307963139.0,
      "step": 400000
    },
    {
      "epoch": 0.5073963859058955,
      "grad_norm": 6.25,
      "learning_rate": 2.4633368770123487e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5355425149202346,
      "num_tokens": 307970171.0,
      "step": 400010
    },
    {
      "epoch": 0.5074090704984284,
      "grad_norm": 7.03125,
      "learning_rate": 2.4632734460037195e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5339007109403611,
      "num_tokens": 307978465.0,
      "step": 400020
    },
    {
      "epoch": 0.5074217550909612,
      "grad_norm": 5.65625,
      "learning_rate": 2.4632100149950908e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5538743227720261,
      "num_tokens": 307986094.0,
      "step": 400030
    },
    {
      "epoch": 0.507434439683494,
      "grad_norm": 5.15625,
      "learning_rate": 2.4631465839864616e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5387252986431121,
      "num_tokens": 307993359.0,
      "step": 400040
    },
    {
      "epoch": 0.5074471242760269,
      "grad_norm": 5.40625,
      "learning_rate": 2.463083152977832e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5467722177505493,
      "num_tokens": 308000606.0,
      "step": 400050
    },
    {
      "epoch": 0.5074598088685597,
      "grad_norm": 5.125,
      "learning_rate": 2.463019721969203e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.519732877612114,
      "num_tokens": 308008413.0,
      "step": 400060
    },
    {
      "epoch": 0.5074724934610926,
      "grad_norm": 6.03125,
      "learning_rate": 2.462956290960574e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5252502679824829,
      "num_tokens": 308017178.0,
      "step": 400070
    },
    {
      "epoch": 0.5074851780536254,
      "grad_norm": 6.28125,
      "learning_rate": 2.4628928599519448e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5561771899461746,
      "num_tokens": 308025253.0,
      "step": 400080
    },
    {
      "epoch": 0.5074978626461583,
      "grad_norm": 11.875,
      "learning_rate": 2.4628294289433157e-05,
      "loss": 1.7755,
      "mean_token_accuracy": 0.6125003874301911,
      "num_tokens": 308031363.0,
      "step": 400090
    },
    {
      "epoch": 0.507510547238691,
      "grad_norm": 6.59375,
      "learning_rate": 2.4627659979346865e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5341632843017579,
      "num_tokens": 308038624.0,
      "step": 400100
    },
    {
      "epoch": 0.5075232318312238,
      "grad_norm": 5.40625,
      "learning_rate": 2.4627025669260574e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5515481173992157,
      "num_tokens": 308046379.0,
      "step": 400110
    },
    {
      "epoch": 0.5075359164237567,
      "grad_norm": 6.25,
      "learning_rate": 2.462639135917428e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5563889056444168,
      "num_tokens": 308054103.0,
      "step": 400120
    },
    {
      "epoch": 0.5075486010162895,
      "grad_norm": 7.15625,
      "learning_rate": 2.462575704908799e-05,
      "loss": 2.2615,
      "mean_token_accuracy": 0.5138480305671692,
      "num_tokens": 308062728.0,
      "step": 400130
    },
    {
      "epoch": 0.5075612856088224,
      "grad_norm": 3.8125,
      "learning_rate": 2.46251227390017e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5473802596330642,
      "num_tokens": 308070954.0,
      "step": 400140
    },
    {
      "epoch": 0.5075739702013552,
      "grad_norm": 6.3125,
      "learning_rate": 2.4624488428915406e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5570319414138794,
      "num_tokens": 308078115.0,
      "step": 400150
    },
    {
      "epoch": 0.5075866547938881,
      "grad_norm": 4.96875,
      "learning_rate": 2.4623854118829114e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5341646820306778,
      "num_tokens": 308086373.0,
      "step": 400160
    },
    {
      "epoch": 0.5075993393864209,
      "grad_norm": 5.03125,
      "learning_rate": 2.4623219808742823e-05,
      "loss": 2.3156,
      "mean_token_accuracy": 0.5052500396966935,
      "num_tokens": 308095443.0,
      "step": 400170
    },
    {
      "epoch": 0.5076120239789538,
      "grad_norm": 5.8125,
      "learning_rate": 2.4622585498656532e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5513272911310196,
      "num_tokens": 308102695.0,
      "step": 400180
    },
    {
      "epoch": 0.5076247085714866,
      "grad_norm": 7.625,
      "learning_rate": 2.462195118857024e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5519131392240524,
      "num_tokens": 308110368.0,
      "step": 400190
    },
    {
      "epoch": 0.5076373931640193,
      "grad_norm": 5.6875,
      "learning_rate": 2.462131687848395e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5436869174242019,
      "num_tokens": 308117756.0,
      "step": 400200
    },
    {
      "epoch": 0.5076500777565522,
      "grad_norm": 6.40625,
      "learning_rate": 2.4620682568397658e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5253265738487244,
      "num_tokens": 308126594.0,
      "step": 400210
    },
    {
      "epoch": 0.507662762349085,
      "grad_norm": 4.34375,
      "learning_rate": 2.4620048258311363e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5511227816343307,
      "num_tokens": 308134432.0,
      "step": 400220
    },
    {
      "epoch": 0.5076754469416179,
      "grad_norm": 5.59375,
      "learning_rate": 2.4619413948225076e-05,
      "loss": 2.4368,
      "mean_token_accuracy": 0.48663229644298556,
      "num_tokens": 308142631.0,
      "step": 400230
    },
    {
      "epoch": 0.5076881315341507,
      "grad_norm": 9.1875,
      "learning_rate": 2.4618779638138784e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5543540596961976,
      "num_tokens": 308149267.0,
      "step": 400240
    },
    {
      "epoch": 0.5077008161266836,
      "grad_norm": 5.6875,
      "learning_rate": 2.4618145328052493e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5186146587133408,
      "num_tokens": 308157918.0,
      "step": 400250
    },
    {
      "epoch": 0.5077135007192164,
      "grad_norm": 5.0625,
      "learning_rate": 2.46175110179662e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5433621168136596,
      "num_tokens": 308166876.0,
      "step": 400260
    },
    {
      "epoch": 0.5077261853117492,
      "grad_norm": 4.6875,
      "learning_rate": 2.4616876707879907e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5292616218328476,
      "num_tokens": 308174568.0,
      "step": 400270
    },
    {
      "epoch": 0.5077388699042821,
      "grad_norm": 6.625,
      "learning_rate": 2.461624239779362e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5475130826234818,
      "num_tokens": 308182230.0,
      "step": 400280
    },
    {
      "epoch": 0.5077515544968149,
      "grad_norm": 6.0,
      "learning_rate": 2.4615608087707325e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5251714020967484,
      "num_tokens": 308190655.0,
      "step": 400290
    },
    {
      "epoch": 0.5077642390893478,
      "grad_norm": 5.84375,
      "learning_rate": 2.4614973777621033e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5599732130765915,
      "num_tokens": 308198463.0,
      "step": 400300
    },
    {
      "epoch": 0.5077769236818805,
      "grad_norm": 7.59375,
      "learning_rate": 2.4614339467534742e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5271608114242554,
      "num_tokens": 308206216.0,
      "step": 400310
    },
    {
      "epoch": 0.5077896082744134,
      "grad_norm": 7.3125,
      "learning_rate": 2.461370515744845e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5581770747900009,
      "num_tokens": 308213297.0,
      "step": 400320
    },
    {
      "epoch": 0.5078022928669462,
      "grad_norm": 5.59375,
      "learning_rate": 2.461307084736216e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5394115269184112,
      "num_tokens": 308221847.0,
      "step": 400330
    },
    {
      "epoch": 0.5078149774594791,
      "grad_norm": 4.4375,
      "learning_rate": 2.461243653727587e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5356034129858017,
      "num_tokens": 308229468.0,
      "step": 400340
    },
    {
      "epoch": 0.5078276620520119,
      "grad_norm": 5.0,
      "learning_rate": 2.4611802227189577e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.54674232006073,
      "num_tokens": 308236583.0,
      "step": 400350
    },
    {
      "epoch": 0.5078403466445447,
      "grad_norm": 5.25,
      "learning_rate": 2.4611167917103282e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5561216801404953,
      "num_tokens": 308243778.0,
      "step": 400360
    },
    {
      "epoch": 0.5078530312370776,
      "grad_norm": 4.59375,
      "learning_rate": 2.461053360701699e-05,
      "loss": 1.8352,
      "mean_token_accuracy": 0.5835100799798966,
      "num_tokens": 308252367.0,
      "step": 400370
    },
    {
      "epoch": 0.5078657158296104,
      "grad_norm": 5.625,
      "learning_rate": 2.4609899296930703e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5752047896385193,
      "num_tokens": 308260021.0,
      "step": 400380
    },
    {
      "epoch": 0.5078784004221433,
      "grad_norm": 5.3125,
      "learning_rate": 2.460926498684441e-05,
      "loss": 2.2345,
      "mean_token_accuracy": 0.5248207211494446,
      "num_tokens": 308267704.0,
      "step": 400390
    },
    {
      "epoch": 0.5078910850146761,
      "grad_norm": 5.15625,
      "learning_rate": 2.4608630676758117e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5513136565685273,
      "num_tokens": 308275418.0,
      "step": 400400
    },
    {
      "epoch": 0.507903769607209,
      "grad_norm": 5.15625,
      "learning_rate": 2.4607996366671826e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5574608117341995,
      "num_tokens": 308282179.0,
      "step": 400410
    },
    {
      "epoch": 0.5079164541997417,
      "grad_norm": 8.0,
      "learning_rate": 2.4607362056585538e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.536110982298851,
      "num_tokens": 308289607.0,
      "step": 400420
    },
    {
      "epoch": 0.5079291387922745,
      "grad_norm": 5.65625,
      "learning_rate": 2.4606727746499244e-05,
      "loss": 1.9127,
      "mean_token_accuracy": 0.5771154344081879,
      "num_tokens": 308295970.0,
      "step": 400430
    },
    {
      "epoch": 0.5079418233848074,
      "grad_norm": 5.8125,
      "learning_rate": 2.4606093436412952e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5240130364894867,
      "num_tokens": 308303676.0,
      "step": 400440
    },
    {
      "epoch": 0.5079545079773402,
      "grad_norm": 6.25,
      "learning_rate": 2.460545912632666e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5307695299386979,
      "num_tokens": 308312076.0,
      "step": 400450
    },
    {
      "epoch": 0.5079671925698731,
      "grad_norm": 5.125,
      "learning_rate": 2.460482481624037e-05,
      "loss": 2.189,
      "mean_token_accuracy": 0.5278404921293258,
      "num_tokens": 308319410.0,
      "step": 400460
    },
    {
      "epoch": 0.5079798771624059,
      "grad_norm": 5.5,
      "learning_rate": 2.460419050615408e-05,
      "loss": 2.2909,
      "mean_token_accuracy": 0.5068393468856811,
      "num_tokens": 308327356.0,
      "step": 400470
    },
    {
      "epoch": 0.5079925617549388,
      "grad_norm": 4.8125,
      "learning_rate": 2.4603556196067787e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5582333743572235,
      "num_tokens": 308335084.0,
      "step": 400480
    },
    {
      "epoch": 0.5080052463474716,
      "grad_norm": 5.90625,
      "learning_rate": 2.4602921885981496e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5324808627367019,
      "num_tokens": 308342854.0,
      "step": 400490
    },
    {
      "epoch": 0.5080179309400045,
      "grad_norm": 8.1875,
      "learning_rate": 2.46022875758952e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5470034837722778,
      "num_tokens": 308350099.0,
      "step": 400500
    },
    {
      "epoch": 0.5080306155325373,
      "grad_norm": 7.0625,
      "learning_rate": 2.460165326580891e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5248014539480209,
      "num_tokens": 308357892.0,
      "step": 400510
    },
    {
      "epoch": 0.50804330012507,
      "grad_norm": 6.34375,
      "learning_rate": 2.4601018955722622e-05,
      "loss": 1.9111,
      "mean_token_accuracy": 0.5832155495882034,
      "num_tokens": 308363978.0,
      "step": 400520
    },
    {
      "epoch": 0.5080559847176029,
      "grad_norm": 5.03125,
      "learning_rate": 2.4600384645636328e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5426623404026032,
      "num_tokens": 308371531.0,
      "step": 400530
    },
    {
      "epoch": 0.5080686693101357,
      "grad_norm": 5.53125,
      "learning_rate": 2.4599750335550036e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5681995987892151,
      "num_tokens": 308378857.0,
      "step": 400540
    },
    {
      "epoch": 0.5080813539026686,
      "grad_norm": 4.9375,
      "learning_rate": 2.4599116025463745e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5579228341579437,
      "num_tokens": 308385737.0,
      "step": 400550
    },
    {
      "epoch": 0.5080940384952014,
      "grad_norm": 5.0,
      "learning_rate": 2.4598481715377454e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5703972578048706,
      "num_tokens": 308393697.0,
      "step": 400560
    },
    {
      "epoch": 0.5081067230877343,
      "grad_norm": 5.90625,
      "learning_rate": 2.4597847405291163e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5605921566486358,
      "num_tokens": 308401530.0,
      "step": 400570
    },
    {
      "epoch": 0.5081194076802671,
      "grad_norm": 6.875,
      "learning_rate": 2.459721309520487e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5568954288959503,
      "num_tokens": 308409656.0,
      "step": 400580
    },
    {
      "epoch": 0.5081320922727999,
      "grad_norm": 6.0,
      "learning_rate": 2.459657878511858e-05,
      "loss": 2.2603,
      "mean_token_accuracy": 0.5104228585958481,
      "num_tokens": 308415939.0,
      "step": 400590
    },
    {
      "epoch": 0.5081447768653328,
      "grad_norm": 5.09375,
      "learning_rate": 2.4595944475032285e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5479483366012573,
      "num_tokens": 308422877.0,
      "step": 400600
    },
    {
      "epoch": 0.5081574614578656,
      "grad_norm": 6.09375,
      "learning_rate": 2.4595310164945994e-05,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5617409616708755,
      "num_tokens": 308430184.0,
      "step": 400610
    },
    {
      "epoch": 0.5081701460503985,
      "grad_norm": 5.59375,
      "learning_rate": 2.4594675854859706e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5472654819488525,
      "num_tokens": 308438946.0,
      "step": 400620
    },
    {
      "epoch": 0.5081828306429312,
      "grad_norm": 4.75,
      "learning_rate": 2.4594041544773415e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.539586740732193,
      "num_tokens": 308447361.0,
      "step": 400630
    },
    {
      "epoch": 0.5081955152354641,
      "grad_norm": 6.625,
      "learning_rate": 2.459340723468712e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5484191179275513,
      "num_tokens": 308454248.0,
      "step": 400640
    },
    {
      "epoch": 0.5082081998279969,
      "grad_norm": 5.84375,
      "learning_rate": 2.459277292460083e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5318610727787018,
      "num_tokens": 308462580.0,
      "step": 400650
    },
    {
      "epoch": 0.5082208844205297,
      "grad_norm": 6.0,
      "learning_rate": 2.4592138614514538e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5572412312030792,
      "num_tokens": 308469682.0,
      "step": 400660
    },
    {
      "epoch": 0.5082335690130626,
      "grad_norm": 4.875,
      "learning_rate": 2.4591504304428247e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5294519782066345,
      "num_tokens": 308478522.0,
      "step": 400670
    },
    {
      "epoch": 0.5082462536055954,
      "grad_norm": 6.3125,
      "learning_rate": 2.4590869994341955e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5357024848461152,
      "num_tokens": 308484448.0,
      "step": 400680
    },
    {
      "epoch": 0.5082589381981283,
      "grad_norm": 7.34375,
      "learning_rate": 2.4590235684255664e-05,
      "loss": 2.2473,
      "mean_token_accuracy": 0.5128777503967286,
      "num_tokens": 308493329.0,
      "step": 400690
    },
    {
      "epoch": 0.5082716227906611,
      "grad_norm": 5.84375,
      "learning_rate": 2.4589601374169373e-05,
      "loss": 1.841,
      "mean_token_accuracy": 0.5819864928722381,
      "num_tokens": 308500562.0,
      "step": 400700
    },
    {
      "epoch": 0.508284307383194,
      "grad_norm": 7.5,
      "learning_rate": 2.4588967064083078e-05,
      "loss": 2.2739,
      "mean_token_accuracy": 0.5122739374637604,
      "num_tokens": 308509028.0,
      "step": 400710
    },
    {
      "epoch": 0.5082969919757268,
      "grad_norm": 9.375,
      "learning_rate": 2.458833275399679e-05,
      "loss": 2.1847,
      "mean_token_accuracy": 0.5414475262165069,
      "num_tokens": 308516527.0,
      "step": 400720
    },
    {
      "epoch": 0.5083096765682596,
      "grad_norm": 6.6875,
      "learning_rate": 2.45876984439105e-05,
      "loss": 2.2683,
      "mean_token_accuracy": 0.5139701575040817,
      "num_tokens": 308525525.0,
      "step": 400730
    },
    {
      "epoch": 0.5083223611607924,
      "grad_norm": 6.78125,
      "learning_rate": 2.4587064133824204e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5453308790922164,
      "num_tokens": 308533284.0,
      "step": 400740
    },
    {
      "epoch": 0.5083350457533252,
      "grad_norm": 6.1875,
      "learning_rate": 2.4586429823737913e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5369384527206421,
      "num_tokens": 308539972.0,
      "step": 400750
    },
    {
      "epoch": 0.5083477303458581,
      "grad_norm": 5.875,
      "learning_rate": 2.4585795513651622e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5269463688135148,
      "num_tokens": 308548553.0,
      "step": 400760
    },
    {
      "epoch": 0.5083604149383909,
      "grad_norm": 4.84375,
      "learning_rate": 2.458516120356533e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5473586708307266,
      "num_tokens": 308556784.0,
      "step": 400770
    },
    {
      "epoch": 0.5083730995309238,
      "grad_norm": 5.71875,
      "learning_rate": 2.458452689347904e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5609666228294372,
      "num_tokens": 308563351.0,
      "step": 400780
    },
    {
      "epoch": 0.5083857841234566,
      "grad_norm": 5.0,
      "learning_rate": 2.4583892583392748e-05,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5591108918190002,
      "num_tokens": 308571278.0,
      "step": 400790
    },
    {
      "epoch": 0.5083984687159895,
      "grad_norm": 5.125,
      "learning_rate": 2.4583258273306457e-05,
      "loss": 2.4065,
      "mean_token_accuracy": 0.49412852227687837,
      "num_tokens": 308579474.0,
      "step": 400800
    },
    {
      "epoch": 0.5084111533085223,
      "grad_norm": 5.65625,
      "learning_rate": 2.4582623963220162e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5480311572551727,
      "num_tokens": 308587119.0,
      "step": 400810
    },
    {
      "epoch": 0.508423837901055,
      "grad_norm": 5.59375,
      "learning_rate": 2.4581989653133874e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5507137984037399,
      "num_tokens": 308595533.0,
      "step": 400820
    },
    {
      "epoch": 0.508436522493588,
      "grad_norm": 5.6875,
      "learning_rate": 2.4581355343047583e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5257578551769256,
      "num_tokens": 308604001.0,
      "step": 400830
    },
    {
      "epoch": 0.5084492070861207,
      "grad_norm": 7.5625,
      "learning_rate": 2.4580721032961292e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5492847740650177,
      "num_tokens": 308610620.0,
      "step": 400840
    },
    {
      "epoch": 0.5084618916786536,
      "grad_norm": 5.65625,
      "learning_rate": 2.4580086722874997e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5382305026054383,
      "num_tokens": 308619209.0,
      "step": 400850
    },
    {
      "epoch": 0.5084745762711864,
      "grad_norm": 4.90625,
      "learning_rate": 2.4579452412788706e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5658494859933854,
      "num_tokens": 308626641.0,
      "step": 400860
    },
    {
      "epoch": 0.5084872608637193,
      "grad_norm": 7.6875,
      "learning_rate": 2.4578818102702418e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5402040839195251,
      "num_tokens": 308633565.0,
      "step": 400870
    },
    {
      "epoch": 0.5084999454562521,
      "grad_norm": 5.25,
      "learning_rate": 2.4578183792616123e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5664329022169113,
      "num_tokens": 308639929.0,
      "step": 400880
    },
    {
      "epoch": 0.508512630048785,
      "grad_norm": 5.8125,
      "learning_rate": 2.4577549482529832e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5517212122678756,
      "num_tokens": 308646642.0,
      "step": 400890
    },
    {
      "epoch": 0.5085253146413178,
      "grad_norm": 6.5625,
      "learning_rate": 2.457691517244354e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5709179192781448,
      "num_tokens": 308653447.0,
      "step": 400900
    },
    {
      "epoch": 0.5085379992338506,
      "grad_norm": 6.5,
      "learning_rate": 2.457628086235725e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5556212544441224,
      "num_tokens": 308660476.0,
      "step": 400910
    },
    {
      "epoch": 0.5085506838263835,
      "grad_norm": 4.96875,
      "learning_rate": 2.457564655227096e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5272343397140503,
      "num_tokens": 308669758.0,
      "step": 400920
    },
    {
      "epoch": 0.5085633684189163,
      "grad_norm": 6.03125,
      "learning_rate": 2.4575012242184667e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5321640491485595,
      "num_tokens": 308677069.0,
      "step": 400930
    },
    {
      "epoch": 0.5085760530114491,
      "grad_norm": 5.125,
      "learning_rate": 2.4574377932098376e-05,
      "loss": 1.8835,
      "mean_token_accuracy": 0.5874455273151398,
      "num_tokens": 308683712.0,
      "step": 400940
    },
    {
      "epoch": 0.5085887376039819,
      "grad_norm": 5.9375,
      "learning_rate": 2.457374362201208e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5382582932710648,
      "num_tokens": 308691683.0,
      "step": 400950
    },
    {
      "epoch": 0.5086014221965148,
      "grad_norm": 4.5,
      "learning_rate": 2.4573109311925793e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5355961173772812,
      "num_tokens": 308699442.0,
      "step": 400960
    },
    {
      "epoch": 0.5086141067890476,
      "grad_norm": 5.5,
      "learning_rate": 2.4572475001839502e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5547921419143677,
      "num_tokens": 308707459.0,
      "step": 400970
    },
    {
      "epoch": 0.5086267913815804,
      "grad_norm": 5.8125,
      "learning_rate": 2.4571840691753207e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5398941546678543,
      "num_tokens": 308715705.0,
      "step": 400980
    },
    {
      "epoch": 0.5086394759741133,
      "grad_norm": 5.21875,
      "learning_rate": 2.4571206381666916e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.552715852856636,
      "num_tokens": 308723440.0,
      "step": 400990
    },
    {
      "epoch": 0.5086521605666461,
      "grad_norm": 6.46875,
      "learning_rate": 2.4570572071580625e-05,
      "loss": 2.3432,
      "mean_token_accuracy": 0.5127355128526687,
      "num_tokens": 308731238.0,
      "step": 401000
    },
    {
      "epoch": 0.508664845159179,
      "grad_norm": 7.65625,
      "learning_rate": 2.4569937761494337e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5284331977367401,
      "num_tokens": 308737982.0,
      "step": 401010
    },
    {
      "epoch": 0.5086775297517118,
      "grad_norm": 3.953125,
      "learning_rate": 2.4569303451408042e-05,
      "loss": 1.7976,
      "mean_token_accuracy": 0.5943522751331329,
      "num_tokens": 308746340.0,
      "step": 401020
    },
    {
      "epoch": 0.5086902143442447,
      "grad_norm": 8.4375,
      "learning_rate": 2.456866914132175e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5495530247688294,
      "num_tokens": 308754110.0,
      "step": 401030
    },
    {
      "epoch": 0.5087028989367774,
      "grad_norm": 5.59375,
      "learning_rate": 2.456803483123546e-05,
      "loss": 1.9203,
      "mean_token_accuracy": 0.5742507189512253,
      "num_tokens": 308760857.0,
      "step": 401040
    },
    {
      "epoch": 0.5087155835293102,
      "grad_norm": 6.03125,
      "learning_rate": 2.456740052114917e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5267127752304077,
      "num_tokens": 308770214.0,
      "step": 401050
    },
    {
      "epoch": 0.5087282681218431,
      "grad_norm": 5.1875,
      "learning_rate": 2.4566766211062877e-05,
      "loss": 2.3337,
      "mean_token_accuracy": 0.5030812442302703,
      "num_tokens": 308779047.0,
      "step": 401060
    },
    {
      "epoch": 0.5087409527143759,
      "grad_norm": 4.9375,
      "learning_rate": 2.4566131900976586e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5480086028575897,
      "num_tokens": 308786210.0,
      "step": 401070
    },
    {
      "epoch": 0.5087536373069088,
      "grad_norm": 6.6875,
      "learning_rate": 2.4565497590890295e-05,
      "loss": 1.9797,
      "mean_token_accuracy": 0.553291380405426,
      "num_tokens": 308793919.0,
      "step": 401080
    },
    {
      "epoch": 0.5087663218994416,
      "grad_norm": 5.34375,
      "learning_rate": 2.4564863280804e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5324109077453614,
      "num_tokens": 308801835.0,
      "step": 401090
    },
    {
      "epoch": 0.5087790064919745,
      "grad_norm": 5.09375,
      "learning_rate": 2.456422897071771e-05,
      "loss": 1.8396,
      "mean_token_accuracy": 0.5994535058736801,
      "num_tokens": 308809901.0,
      "step": 401100
    },
    {
      "epoch": 0.5087916910845073,
      "grad_norm": 5.1875,
      "learning_rate": 2.456359466063142e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5516636997461319,
      "num_tokens": 308816825.0,
      "step": 401110
    },
    {
      "epoch": 0.5088043756770402,
      "grad_norm": 5.90625,
      "learning_rate": 2.4562960350545126e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5520362615585327,
      "num_tokens": 308824781.0,
      "step": 401120
    },
    {
      "epoch": 0.508817060269573,
      "grad_norm": 5.53125,
      "learning_rate": 2.4562326040458835e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.5534549176692962,
      "num_tokens": 308831407.0,
      "step": 401130
    },
    {
      "epoch": 0.5088297448621057,
      "grad_norm": 6.6875,
      "learning_rate": 2.4561691730372544e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5523992776870728,
      "num_tokens": 308839266.0,
      "step": 401140
    },
    {
      "epoch": 0.5088424294546386,
      "grad_norm": 4.875,
      "learning_rate": 2.4561057420286253e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5605005562305451,
      "num_tokens": 308847724.0,
      "step": 401150
    },
    {
      "epoch": 0.5088551140471714,
      "grad_norm": 7.09375,
      "learning_rate": 2.456042311019996e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5112560838460922,
      "num_tokens": 308856625.0,
      "step": 401160
    },
    {
      "epoch": 0.5088677986397043,
      "grad_norm": 6.3125,
      "learning_rate": 2.455978880011367e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.56736461520195,
      "num_tokens": 308863675.0,
      "step": 401170
    },
    {
      "epoch": 0.5088804832322371,
      "grad_norm": 13.9375,
      "learning_rate": 2.455915449002738e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.535298302769661,
      "num_tokens": 308869788.0,
      "step": 401180
    },
    {
      "epoch": 0.50889316782477,
      "grad_norm": 5.4375,
      "learning_rate": 2.4558520179941084e-05,
      "loss": 1.8547,
      "mean_token_accuracy": 0.5948192209005356,
      "num_tokens": 308876443.0,
      "step": 401190
    },
    {
      "epoch": 0.5089058524173028,
      "grad_norm": 4.9375,
      "learning_rate": 2.4557885869854793e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5386550456285477,
      "num_tokens": 308884783.0,
      "step": 401200
    },
    {
      "epoch": 0.5089185370098356,
      "grad_norm": 6.9375,
      "learning_rate": 2.4557251559768505e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5362509459257125,
      "num_tokens": 308892703.0,
      "step": 401210
    },
    {
      "epoch": 0.5089312216023685,
      "grad_norm": 5.8125,
      "learning_rate": 2.4556617249682214e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5322496712207794,
      "num_tokens": 308899952.0,
      "step": 401220
    },
    {
      "epoch": 0.5089439061949013,
      "grad_norm": 5.3125,
      "learning_rate": 2.455598293959592e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5864436566829682,
      "num_tokens": 308906724.0,
      "step": 401230
    },
    {
      "epoch": 0.5089565907874342,
      "grad_norm": 5.8125,
      "learning_rate": 2.4555348629509628e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5401848644018173,
      "num_tokens": 308914282.0,
      "step": 401240
    },
    {
      "epoch": 0.508969275379967,
      "grad_norm": 4.9375,
      "learning_rate": 2.4554714319423337e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5246690005064011,
      "num_tokens": 308922711.0,
      "step": 401250
    },
    {
      "epoch": 0.5089819599724998,
      "grad_norm": 7.21875,
      "learning_rate": 2.4554080009337045e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5474327355623245,
      "num_tokens": 308931570.0,
      "step": 401260
    },
    {
      "epoch": 0.5089946445650326,
      "grad_norm": 6.625,
      "learning_rate": 2.4553445699250754e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5717931807041168,
      "num_tokens": 308939036.0,
      "step": 401270
    },
    {
      "epoch": 0.5090073291575655,
      "grad_norm": 5.1875,
      "learning_rate": 2.4552811389164463e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5348187625408173,
      "num_tokens": 308948063.0,
      "step": 401280
    },
    {
      "epoch": 0.5090200137500983,
      "grad_norm": 9.0625,
      "learning_rate": 2.455217707907817e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.590624338388443,
      "num_tokens": 308954290.0,
      "step": 401290
    },
    {
      "epoch": 0.5090326983426311,
      "grad_norm": 5.21875,
      "learning_rate": 2.4551542768991877e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5372048944234848,
      "num_tokens": 308962936.0,
      "step": 401300
    },
    {
      "epoch": 0.509045382935164,
      "grad_norm": 4.875,
      "learning_rate": 2.455090845890559e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.556482857465744,
      "num_tokens": 308970330.0,
      "step": 401310
    },
    {
      "epoch": 0.5090580675276968,
      "grad_norm": 6.8125,
      "learning_rate": 2.4550274148819298e-05,
      "loss": 1.8939,
      "mean_token_accuracy": 0.5785969913005828,
      "num_tokens": 308977361.0,
      "step": 401320
    },
    {
      "epoch": 0.5090707521202297,
      "grad_norm": 4.59375,
      "learning_rate": 2.4549639838733003e-05,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5207758486270905,
      "num_tokens": 308986336.0,
      "step": 401330
    },
    {
      "epoch": 0.5090834367127625,
      "grad_norm": 5.8125,
      "learning_rate": 2.4549005528646712e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5401757806539536,
      "num_tokens": 308994520.0,
      "step": 401340
    },
    {
      "epoch": 0.5090961213052954,
      "grad_norm": 13.0625,
      "learning_rate": 2.4548371218560424e-05,
      "loss": 1.8389,
      "mean_token_accuracy": 0.5769409388303757,
      "num_tokens": 309001577.0,
      "step": 401350
    },
    {
      "epoch": 0.5091088058978281,
      "grad_norm": 4.84375,
      "learning_rate": 2.454773690847413e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5189790368080139,
      "num_tokens": 309010192.0,
      "step": 401360
    },
    {
      "epoch": 0.5091214904903609,
      "grad_norm": 5.1875,
      "learning_rate": 2.4547102598387838e-05,
      "loss": 1.7743,
      "mean_token_accuracy": 0.6185805529356003,
      "num_tokens": 309017049.0,
      "step": 401370
    },
    {
      "epoch": 0.5091341750828938,
      "grad_norm": 5.34375,
      "learning_rate": 2.4546468288301547e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5461881935596467,
      "num_tokens": 309025340.0,
      "step": 401380
    },
    {
      "epoch": 0.5091468596754266,
      "grad_norm": 5.1875,
      "learning_rate": 2.4545833978215256e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5303844213485718,
      "num_tokens": 309033374.0,
      "step": 401390
    },
    {
      "epoch": 0.5091595442679595,
      "grad_norm": 7.96875,
      "learning_rate": 2.4545199668128964e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5709631949663162,
      "num_tokens": 309040944.0,
      "step": 401400
    },
    {
      "epoch": 0.5091722288604923,
      "grad_norm": 5.59375,
      "learning_rate": 2.4544565358042673e-05,
      "loss": 1.9109,
      "mean_token_accuracy": 0.576244130730629,
      "num_tokens": 309048665.0,
      "step": 401410
    },
    {
      "epoch": 0.5091849134530252,
      "grad_norm": 4.9375,
      "learning_rate": 2.4543931047956382e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5350056529045105,
      "num_tokens": 309057058.0,
      "step": 401420
    },
    {
      "epoch": 0.509197598045558,
      "grad_norm": 6.5,
      "learning_rate": 2.454329673787009e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5297481089830398,
      "num_tokens": 309064877.0,
      "step": 401430
    },
    {
      "epoch": 0.5092102826380909,
      "grad_norm": 5.125,
      "learning_rate": 2.4542662427783796e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.544112715125084,
      "num_tokens": 309070680.0,
      "step": 401440
    },
    {
      "epoch": 0.5092229672306237,
      "grad_norm": 5.28125,
      "learning_rate": 2.4542028117697508e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5521689385175705,
      "num_tokens": 309077925.0,
      "step": 401450
    },
    {
      "epoch": 0.5092356518231564,
      "grad_norm": 5.84375,
      "learning_rate": 2.4541393807611217e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5735769987106323,
      "num_tokens": 309084912.0,
      "step": 401460
    },
    {
      "epoch": 0.5092483364156893,
      "grad_norm": 6.4375,
      "learning_rate": 2.4540759497524922e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.548757016658783,
      "num_tokens": 309092786.0,
      "step": 401470
    },
    {
      "epoch": 0.5092610210082221,
      "grad_norm": 5.46875,
      "learning_rate": 2.454012518743863e-05,
      "loss": 1.8616,
      "mean_token_accuracy": 0.5864435404539108,
      "num_tokens": 309100193.0,
      "step": 401480
    },
    {
      "epoch": 0.509273705600755,
      "grad_norm": 5.21875,
      "learning_rate": 2.453949087735234e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5479662388563156,
      "num_tokens": 309107169.0,
      "step": 401490
    },
    {
      "epoch": 0.5092863901932878,
      "grad_norm": 4.875,
      "learning_rate": 2.4538856567266048e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5398518115282058,
      "num_tokens": 309115394.0,
      "step": 401500
    },
    {
      "epoch": 0.5092990747858207,
      "grad_norm": 5.125,
      "learning_rate": 2.4538222257179757e-05,
      "loss": 2.2661,
      "mean_token_accuracy": 0.5130041629076004,
      "num_tokens": 309123053.0,
      "step": 401510
    },
    {
      "epoch": 0.5093117593783535,
      "grad_norm": 4.9375,
      "learning_rate": 2.4537587947093466e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5393936485052109,
      "num_tokens": 309132018.0,
      "step": 401520
    },
    {
      "epoch": 0.5093244439708863,
      "grad_norm": 4.78125,
      "learning_rate": 2.4536953637007175e-05,
      "loss": 1.8209,
      "mean_token_accuracy": 0.5911277592182159,
      "num_tokens": 309140535.0,
      "step": 401530
    },
    {
      "epoch": 0.5093371285634192,
      "grad_norm": 4.75,
      "learning_rate": 2.453631932692088e-05,
      "loss": 1.9085,
      "mean_token_accuracy": 0.5745669603347778,
      "num_tokens": 309147103.0,
      "step": 401540
    },
    {
      "epoch": 0.509349813155952,
      "grad_norm": 6.1875,
      "learning_rate": 2.4535685016834592e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5635506629943847,
      "num_tokens": 309154674.0,
      "step": 401550
    },
    {
      "epoch": 0.5093624977484849,
      "grad_norm": 5.03125,
      "learning_rate": 2.45350507067483e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5482379555702209,
      "num_tokens": 309162001.0,
      "step": 401560
    },
    {
      "epoch": 0.5093751823410176,
      "grad_norm": 4.75,
      "learning_rate": 2.4534416396662006e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5263617813587189,
      "num_tokens": 309171502.0,
      "step": 401570
    },
    {
      "epoch": 0.5093878669335505,
      "grad_norm": 6.59375,
      "learning_rate": 2.4533782086575715e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5642139494419098,
      "num_tokens": 309179276.0,
      "step": 401580
    },
    {
      "epoch": 0.5094005515260833,
      "grad_norm": 6.34375,
      "learning_rate": 2.4533147776489424e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5242342472076416,
      "num_tokens": 309188372.0,
      "step": 401590
    },
    {
      "epoch": 0.5094132361186161,
      "grad_norm": 8.5,
      "learning_rate": 2.4532513466403136e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5378627747297287,
      "num_tokens": 309195298.0,
      "step": 401600
    },
    {
      "epoch": 0.509425920711149,
      "grad_norm": 5.71875,
      "learning_rate": 2.453187915631684e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5340271025896073,
      "num_tokens": 309203647.0,
      "step": 401610
    },
    {
      "epoch": 0.5094386053036818,
      "grad_norm": 7.125,
      "learning_rate": 2.453124484623055e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5409796714782715,
      "num_tokens": 309211367.0,
      "step": 401620
    },
    {
      "epoch": 0.5094512898962147,
      "grad_norm": 6.375,
      "learning_rate": 2.453061053614426e-05,
      "loss": 1.8809,
      "mean_token_accuracy": 0.5756280153989792,
      "num_tokens": 309218734.0,
      "step": 401630
    },
    {
      "epoch": 0.5094639744887475,
      "grad_norm": 5.40625,
      "learning_rate": 2.4529976226057967e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.561590826511383,
      "num_tokens": 309226100.0,
      "step": 401640
    },
    {
      "epoch": 0.5094766590812804,
      "grad_norm": 9.1875,
      "learning_rate": 2.4529341915971676e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5321549981832504,
      "num_tokens": 309233920.0,
      "step": 401650
    },
    {
      "epoch": 0.5094893436738132,
      "grad_norm": 4.59375,
      "learning_rate": 2.4528707605885385e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5304167121648788,
      "num_tokens": 309241867.0,
      "step": 401660
    },
    {
      "epoch": 0.509502028266346,
      "grad_norm": 6.65625,
      "learning_rate": 2.4528073295799093e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5493773728609085,
      "num_tokens": 309249539.0,
      "step": 401670
    },
    {
      "epoch": 0.5095147128588788,
      "grad_norm": 6.6875,
      "learning_rate": 2.45274389857128e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5565820425748825,
      "num_tokens": 309256930.0,
      "step": 401680
    },
    {
      "epoch": 0.5095273974514116,
      "grad_norm": 4.96875,
      "learning_rate": 2.4526804675626508e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5237761914730072,
      "num_tokens": 309265945.0,
      "step": 401690
    },
    {
      "epoch": 0.5095400820439445,
      "grad_norm": 5.6875,
      "learning_rate": 2.452617036554022e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5216725498437882,
      "num_tokens": 309273909.0,
      "step": 401700
    },
    {
      "epoch": 0.5095527666364773,
      "grad_norm": 7.0625,
      "learning_rate": 2.4525536055453925e-05,
      "loss": 1.9007,
      "mean_token_accuracy": 0.569904762506485,
      "num_tokens": 309282460.0,
      "step": 401710
    },
    {
      "epoch": 0.5095654512290102,
      "grad_norm": 8.9375,
      "learning_rate": 2.4524901745367634e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5401440024375915,
      "num_tokens": 309289707.0,
      "step": 401720
    },
    {
      "epoch": 0.509578135821543,
      "grad_norm": 6.5625,
      "learning_rate": 2.4524267435281343e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5277271717786789,
      "num_tokens": 309297711.0,
      "step": 401730
    },
    {
      "epoch": 0.5095908204140759,
      "grad_norm": 6.40625,
      "learning_rate": 2.452363312519505e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5407488614320755,
      "num_tokens": 309304424.0,
      "step": 401740
    },
    {
      "epoch": 0.5096035050066087,
      "grad_norm": 4.84375,
      "learning_rate": 2.452299881510876e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5693046152591705,
      "num_tokens": 309312340.0,
      "step": 401750
    },
    {
      "epoch": 0.5096161895991415,
      "grad_norm": 5.65625,
      "learning_rate": 2.452236450502247e-05,
      "loss": 2.2439,
      "mean_token_accuracy": 0.5193986743688583,
      "num_tokens": 309321572.0,
      "step": 401760
    },
    {
      "epoch": 0.5096288741916744,
      "grad_norm": 8.4375,
      "learning_rate": 2.4521730194936177e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.537003168463707,
      "num_tokens": 309328243.0,
      "step": 401770
    },
    {
      "epoch": 0.5096415587842071,
      "grad_norm": 6.34375,
      "learning_rate": 2.4521095884849883e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5605423271656036,
      "num_tokens": 309335716.0,
      "step": 401780
    },
    {
      "epoch": 0.50965424337674,
      "grad_norm": 5.4375,
      "learning_rate": 2.4520461574763595e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5205630958080292,
      "num_tokens": 309344513.0,
      "step": 401790
    },
    {
      "epoch": 0.5096669279692728,
      "grad_norm": 6.71875,
      "learning_rate": 2.4519827264677304e-05,
      "loss": 1.9161,
      "mean_token_accuracy": 0.568626880645752,
      "num_tokens": 309351418.0,
      "step": 401800
    },
    {
      "epoch": 0.5096796125618057,
      "grad_norm": 5.625,
      "learning_rate": 2.4519192954591012e-05,
      "loss": 2.2718,
      "mean_token_accuracy": 0.5099661648273468,
      "num_tokens": 309359232.0,
      "step": 401810
    },
    {
      "epoch": 0.5096922971543385,
      "grad_norm": 6.25,
      "learning_rate": 2.4518558644504718e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5342489838600158,
      "num_tokens": 309367214.0,
      "step": 401820
    },
    {
      "epoch": 0.5097049817468714,
      "grad_norm": 5.03125,
      "learning_rate": 2.4517924334418427e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5522939562797546,
      "num_tokens": 309375262.0,
      "step": 401830
    },
    {
      "epoch": 0.5097176663394042,
      "grad_norm": 6.6875,
      "learning_rate": 2.451729002433214e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5377329975366593,
      "num_tokens": 309382914.0,
      "step": 401840
    },
    {
      "epoch": 0.509730350931937,
      "grad_norm": 5.375,
      "learning_rate": 2.4516655714245844e-05,
      "loss": 2.2349,
      "mean_token_accuracy": 0.513200244307518,
      "num_tokens": 309389996.0,
      "step": 401850
    },
    {
      "epoch": 0.5097430355244699,
      "grad_norm": 6.46875,
      "learning_rate": 2.4516021404159553e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5458573162555694,
      "num_tokens": 309398237.0,
      "step": 401860
    },
    {
      "epoch": 0.5097557201170027,
      "grad_norm": 6.21875,
      "learning_rate": 2.451538709407326e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5463936179876328,
      "num_tokens": 309405518.0,
      "step": 401870
    },
    {
      "epoch": 0.5097684047095355,
      "grad_norm": 6.375,
      "learning_rate": 2.451475278398697e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5529449194669723,
      "num_tokens": 309413432.0,
      "step": 401880
    },
    {
      "epoch": 0.5097810893020683,
      "grad_norm": 5.375,
      "learning_rate": 2.451411847390068e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.53720443546772,
      "num_tokens": 309421619.0,
      "step": 401890
    },
    {
      "epoch": 0.5097937738946012,
      "grad_norm": 9.0,
      "learning_rate": 2.4513484163814388e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5492866516113282,
      "num_tokens": 309429689.0,
      "step": 401900
    },
    {
      "epoch": 0.509806458487134,
      "grad_norm": 6.4375,
      "learning_rate": 2.4512849853728096e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5331464529037475,
      "num_tokens": 309436579.0,
      "step": 401910
    },
    {
      "epoch": 0.5098191430796668,
      "grad_norm": 4.78125,
      "learning_rate": 2.4512215543641802e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5311869472265244,
      "num_tokens": 309445172.0,
      "step": 401920
    },
    {
      "epoch": 0.5098318276721997,
      "grad_norm": 5.125,
      "learning_rate": 2.451158123355551e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5237902045249939,
      "num_tokens": 309453748.0,
      "step": 401930
    },
    {
      "epoch": 0.5098445122647325,
      "grad_norm": 4.875,
      "learning_rate": 2.4510946923469223e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5572857469320297,
      "num_tokens": 309461535.0,
      "step": 401940
    },
    {
      "epoch": 0.5098571968572654,
      "grad_norm": 6.4375,
      "learning_rate": 2.451031261338293e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5427551537752151,
      "num_tokens": 309468978.0,
      "step": 401950
    },
    {
      "epoch": 0.5098698814497982,
      "grad_norm": 5.28125,
      "learning_rate": 2.4509678303296637e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.542654862999916,
      "num_tokens": 309477174.0,
      "step": 401960
    },
    {
      "epoch": 0.5098825660423311,
      "grad_norm": 6.46875,
      "learning_rate": 2.4509043993210346e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5567401349544525,
      "num_tokens": 309485043.0,
      "step": 401970
    },
    {
      "epoch": 0.5098952506348639,
      "grad_norm": 5.1875,
      "learning_rate": 2.4508409683124054e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5338277876377105,
      "num_tokens": 309493341.0,
      "step": 401980
    },
    {
      "epoch": 0.5099079352273966,
      "grad_norm": 5.71875,
      "learning_rate": 2.4507775373037763e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5371877014636993,
      "num_tokens": 309501908.0,
      "step": 401990
    },
    {
      "epoch": 0.5099206198199295,
      "grad_norm": 6.46875,
      "learning_rate": 2.4507141062951472e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5333500176668167,
      "num_tokens": 309509371.0,
      "step": 402000
    },
    {
      "epoch": 0.5099333044124623,
      "grad_norm": 9.1875,
      "learning_rate": 2.450650675286518e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5318307310342789,
      "num_tokens": 309518258.0,
      "step": 402010
    },
    {
      "epoch": 0.5099459890049952,
      "grad_norm": 6.65625,
      "learning_rate": 2.450587244277889e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5456268876791001,
      "num_tokens": 309524578.0,
      "step": 402020
    },
    {
      "epoch": 0.509958673597528,
      "grad_norm": 4.90625,
      "learning_rate": 2.4505238132692595e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5530513435602188,
      "num_tokens": 309532033.0,
      "step": 402030
    },
    {
      "epoch": 0.5099713581900609,
      "grad_norm": 4.8125,
      "learning_rate": 2.4504603822606307e-05,
      "loss": 2.2925,
      "mean_token_accuracy": 0.5130671262741089,
      "num_tokens": 309539365.0,
      "step": 402040
    },
    {
      "epoch": 0.5099840427825937,
      "grad_norm": 5.1875,
      "learning_rate": 2.4503969512520015e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5833008825778961,
      "num_tokens": 309547920.0,
      "step": 402050
    },
    {
      "epoch": 0.5099967273751266,
      "grad_norm": 5.59375,
      "learning_rate": 2.450333520243372e-05,
      "loss": 1.8148,
      "mean_token_accuracy": 0.5904796808958054,
      "num_tokens": 309555967.0,
      "step": 402060
    },
    {
      "epoch": 0.5100094119676594,
      "grad_norm": 6.78125,
      "learning_rate": 2.450270089234743e-05,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5579291522502899,
      "num_tokens": 309563685.0,
      "step": 402070
    },
    {
      "epoch": 0.5100220965601922,
      "grad_norm": 7.71875,
      "learning_rate": 2.4502066582261138e-05,
      "loss": 2.3036,
      "mean_token_accuracy": 0.5091661155223847,
      "num_tokens": 309571247.0,
      "step": 402080
    },
    {
      "epoch": 0.510034781152725,
      "grad_norm": 5.0,
      "learning_rate": 2.4501432272174847e-05,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5250842362642288,
      "num_tokens": 309579105.0,
      "step": 402090
    },
    {
      "epoch": 0.5100474657452578,
      "grad_norm": 7.125,
      "learning_rate": 2.4500797962088556e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5533862680196762,
      "num_tokens": 309586395.0,
      "step": 402100
    },
    {
      "epoch": 0.5100601503377907,
      "grad_norm": 5.75,
      "learning_rate": 2.4500163652002264e-05,
      "loss": 2.3232,
      "mean_token_accuracy": 0.5132054090499878,
      "num_tokens": 309594674.0,
      "step": 402110
    },
    {
      "epoch": 0.5100728349303235,
      "grad_norm": 5.09375,
      "learning_rate": 2.4499529341915973e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.528621768951416,
      "num_tokens": 309603240.0,
      "step": 402120
    },
    {
      "epoch": 0.5100855195228564,
      "grad_norm": 12.0625,
      "learning_rate": 2.449889503182968e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5333106428384781,
      "num_tokens": 309610923.0,
      "step": 402130
    },
    {
      "epoch": 0.5100982041153892,
      "grad_norm": 5.5,
      "learning_rate": 2.449826072174339e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5584248721599578,
      "num_tokens": 309618115.0,
      "step": 402140
    },
    {
      "epoch": 0.510110888707922,
      "grad_norm": 5.03125,
      "learning_rate": 2.44976264116571e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.527841255068779,
      "num_tokens": 309627043.0,
      "step": 402150
    },
    {
      "epoch": 0.5101235733004549,
      "grad_norm": 5.5,
      "learning_rate": 2.4496992101570808e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.52218177318573,
      "num_tokens": 309635813.0,
      "step": 402160
    },
    {
      "epoch": 0.5101362578929877,
      "grad_norm": 6.53125,
      "learning_rate": 2.4496357791484514e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5426728755235672,
      "num_tokens": 309643179.0,
      "step": 402170
    },
    {
      "epoch": 0.5101489424855206,
      "grad_norm": 5.5,
      "learning_rate": 2.4495723481398222e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5490424990653991,
      "num_tokens": 309650622.0,
      "step": 402180
    },
    {
      "epoch": 0.5101616270780533,
      "grad_norm": 7.15625,
      "learning_rate": 2.4495089171311934e-05,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5856284886598587,
      "num_tokens": 309656922.0,
      "step": 402190
    },
    {
      "epoch": 0.5101743116705862,
      "grad_norm": 5.375,
      "learning_rate": 2.449445486122564e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5203730821609497,
      "num_tokens": 309665022.0,
      "step": 402200
    },
    {
      "epoch": 0.510186996263119,
      "grad_norm": 5.5,
      "learning_rate": 2.449382055113935e-05,
      "loss": 1.7863,
      "mean_token_accuracy": 0.5918907582759857,
      "num_tokens": 309672218.0,
      "step": 402210
    },
    {
      "epoch": 0.5101996808556519,
      "grad_norm": 5.375,
      "learning_rate": 2.4493186241053057e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5211613893508911,
      "num_tokens": 309681276.0,
      "step": 402220
    },
    {
      "epoch": 0.5102123654481847,
      "grad_norm": 5.40625,
      "learning_rate": 2.4492551930966766e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5541147112846374,
      "num_tokens": 309688920.0,
      "step": 402230
    },
    {
      "epoch": 0.5102250500407175,
      "grad_norm": 4.5,
      "learning_rate": 2.4491917620880475e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5271571338176727,
      "num_tokens": 309696979.0,
      "step": 402240
    },
    {
      "epoch": 0.5102377346332504,
      "grad_norm": 5.21875,
      "learning_rate": 2.4491283310794183e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5367362797260284,
      "num_tokens": 309703885.0,
      "step": 402250
    },
    {
      "epoch": 0.5102504192257832,
      "grad_norm": 5.59375,
      "learning_rate": 2.4490649000707892e-05,
      "loss": 1.8939,
      "mean_token_accuracy": 0.5766620188951492,
      "num_tokens": 309711886.0,
      "step": 402260
    },
    {
      "epoch": 0.5102631038183161,
      "grad_norm": 7.40625,
      "learning_rate": 2.4490014690621598e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5727350175380707,
      "num_tokens": 309719651.0,
      "step": 402270
    },
    {
      "epoch": 0.5102757884108489,
      "grad_norm": 6.0625,
      "learning_rate": 2.448938038053531e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5618961453437805,
      "num_tokens": 309727087.0,
      "step": 402280
    },
    {
      "epoch": 0.5102884730033818,
      "grad_norm": 5.125,
      "learning_rate": 2.448874607044902e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5459376394748687,
      "num_tokens": 309734358.0,
      "step": 402290
    },
    {
      "epoch": 0.5103011575959145,
      "grad_norm": 7.96875,
      "learning_rate": 2.4488111760362724e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5152472198009491,
      "num_tokens": 309742954.0,
      "step": 402300
    },
    {
      "epoch": 0.5103138421884473,
      "grad_norm": 6.875,
      "learning_rate": 2.4487477450276432e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.568675696849823,
      "num_tokens": 309749451.0,
      "step": 402310
    },
    {
      "epoch": 0.5103265267809802,
      "grad_norm": 4.96875,
      "learning_rate": 2.448684314019014e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5354032397270203,
      "num_tokens": 309757729.0,
      "step": 402320
    },
    {
      "epoch": 0.510339211373513,
      "grad_norm": 6.34375,
      "learning_rate": 2.4486208830103853e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.560812509059906,
      "num_tokens": 309766135.0,
      "step": 402330
    },
    {
      "epoch": 0.5103518959660459,
      "grad_norm": 6.03125,
      "learning_rate": 2.448557452001756e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5604495912790298,
      "num_tokens": 309773871.0,
      "step": 402340
    },
    {
      "epoch": 0.5103645805585787,
      "grad_norm": 5.6875,
      "learning_rate": 2.4484940209931267e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5384263247251511,
      "num_tokens": 309782091.0,
      "step": 402350
    },
    {
      "epoch": 0.5103772651511116,
      "grad_norm": 5.28125,
      "learning_rate": 2.4484305899844976e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5408881813287735,
      "num_tokens": 309788363.0,
      "step": 402360
    },
    {
      "epoch": 0.5103899497436444,
      "grad_norm": 6.4375,
      "learning_rate": 2.4483671589758685e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5523955017328263,
      "num_tokens": 309795395.0,
      "step": 402370
    },
    {
      "epoch": 0.5104026343361773,
      "grad_norm": 4.90625,
      "learning_rate": 2.4483037279672394e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5718605935573577,
      "num_tokens": 309802655.0,
      "step": 402380
    },
    {
      "epoch": 0.5104153189287101,
      "grad_norm": 4.84375,
      "learning_rate": 2.4482402969586102e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5469864666461944,
      "num_tokens": 309811147.0,
      "step": 402390
    },
    {
      "epoch": 0.5104280035212428,
      "grad_norm": 5.21875,
      "learning_rate": 2.448176865949981e-05,
      "loss": 2.2061,
      "mean_token_accuracy": 0.5138539791107177,
      "num_tokens": 309819664.0,
      "step": 402400
    },
    {
      "epoch": 0.5104406881137757,
      "grad_norm": 5.1875,
      "learning_rate": 2.4481134349413517e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5480351269245147,
      "num_tokens": 309827525.0,
      "step": 402410
    },
    {
      "epoch": 0.5104533727063085,
      "grad_norm": 6.3125,
      "learning_rate": 2.4480500039327225e-05,
      "loss": 1.8449,
      "mean_token_accuracy": 0.5853943705558777,
      "num_tokens": 309833882.0,
      "step": 402420
    },
    {
      "epoch": 0.5104660572988414,
      "grad_norm": 5.3125,
      "learning_rate": 2.4479865729240937e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5443334758281708,
      "num_tokens": 309842677.0,
      "step": 402430
    },
    {
      "epoch": 0.5104787418913742,
      "grad_norm": 5.59375,
      "learning_rate": 2.4479231419154643e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5572982639074325,
      "num_tokens": 309849883.0,
      "step": 402440
    },
    {
      "epoch": 0.5104914264839071,
      "grad_norm": 6.0,
      "learning_rate": 2.447859710906835e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5268438577651977,
      "num_tokens": 309858186.0,
      "step": 402450
    },
    {
      "epoch": 0.5105041110764399,
      "grad_norm": 9.75,
      "learning_rate": 2.447796279898206e-05,
      "loss": 1.9161,
      "mean_token_accuracy": 0.5700191885232926,
      "num_tokens": 309864371.0,
      "step": 402460
    },
    {
      "epoch": 0.5105167956689727,
      "grad_norm": 5.0625,
      "learning_rate": 2.447732848889577e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5338748425245285,
      "num_tokens": 309872777.0,
      "step": 402470
    },
    {
      "epoch": 0.5105294802615056,
      "grad_norm": 5.4375,
      "learning_rate": 2.4476694178809478e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5348023921251297,
      "num_tokens": 309881280.0,
      "step": 402480
    },
    {
      "epoch": 0.5105421648540384,
      "grad_norm": 5.53125,
      "learning_rate": 2.4476059868723186e-05,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5948392540216446,
      "num_tokens": 309888734.0,
      "step": 402490
    },
    {
      "epoch": 0.5105548494465713,
      "grad_norm": 5.1875,
      "learning_rate": 2.4475425558636895e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5351149827241898,
      "num_tokens": 309896453.0,
      "step": 402500
    },
    {
      "epoch": 0.510567534039104,
      "grad_norm": 5.15625,
      "learning_rate": 2.44747912485506e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5680840194225312,
      "num_tokens": 309904156.0,
      "step": 402510
    },
    {
      "epoch": 0.5105802186316369,
      "grad_norm": 6.0625,
      "learning_rate": 2.447415693846431e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5355836749076843,
      "num_tokens": 309910790.0,
      "step": 402520
    },
    {
      "epoch": 0.5105929032241697,
      "grad_norm": 4.78125,
      "learning_rate": 2.447352262837802e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5418942660093308,
      "num_tokens": 309919266.0,
      "step": 402530
    },
    {
      "epoch": 0.5106055878167025,
      "grad_norm": 5.625,
      "learning_rate": 2.447288831829173e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5263160794973374,
      "num_tokens": 309927374.0,
      "step": 402540
    },
    {
      "epoch": 0.5106182724092354,
      "grad_norm": 11.0625,
      "learning_rate": 2.4472254008205435e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5801060020923614,
      "num_tokens": 309933501.0,
      "step": 402550
    },
    {
      "epoch": 0.5106309570017682,
      "grad_norm": 5.03125,
      "learning_rate": 2.4471619698119144e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5280082166194916,
      "num_tokens": 309941145.0,
      "step": 402560
    },
    {
      "epoch": 0.5106436415943011,
      "grad_norm": 7.625,
      "learning_rate": 2.4470985388032853e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5602523654699325,
      "num_tokens": 309949487.0,
      "step": 402570
    },
    {
      "epoch": 0.5106563261868339,
      "grad_norm": 5.875,
      "learning_rate": 2.447035107794656e-05,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5201023340225219,
      "num_tokens": 309956732.0,
      "step": 402580
    },
    {
      "epoch": 0.5106690107793668,
      "grad_norm": 6.6875,
      "learning_rate": 2.446971676786027e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5438565164804459,
      "num_tokens": 309963787.0,
      "step": 402590
    },
    {
      "epoch": 0.5106816953718996,
      "grad_norm": 6.96875,
      "learning_rate": 2.446908245777398e-05,
      "loss": 1.8552,
      "mean_token_accuracy": 0.5881409227848053,
      "num_tokens": 309970541.0,
      "step": 402600
    },
    {
      "epoch": 0.5106943799644325,
      "grad_norm": 6.15625,
      "learning_rate": 2.4468448147687688e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5879235088825225,
      "num_tokens": 309977690.0,
      "step": 402610
    },
    {
      "epoch": 0.5107070645569652,
      "grad_norm": 7.21875,
      "learning_rate": 2.4467813837601393e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5378667503595352,
      "num_tokens": 309985384.0,
      "step": 402620
    },
    {
      "epoch": 0.510719749149498,
      "grad_norm": 4.8125,
      "learning_rate": 2.4467179527515105e-05,
      "loss": 2.243,
      "mean_token_accuracy": 0.5116432219743728,
      "num_tokens": 309993244.0,
      "step": 402630
    },
    {
      "epoch": 0.5107324337420309,
      "grad_norm": 7.59375,
      "learning_rate": 2.4466545217428814e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5455672413110733,
      "num_tokens": 309999964.0,
      "step": 402640
    },
    {
      "epoch": 0.5107451183345637,
      "grad_norm": 5.9375,
      "learning_rate": 2.446591090734252e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5502090305089951,
      "num_tokens": 310008335.0,
      "step": 402650
    },
    {
      "epoch": 0.5107578029270966,
      "grad_norm": 5.3125,
      "learning_rate": 2.4465276597256228e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5388488203287125,
      "num_tokens": 310016709.0,
      "step": 402660
    },
    {
      "epoch": 0.5107704875196294,
      "grad_norm": 5.375,
      "learning_rate": 2.4464642287169937e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5464978039264679,
      "num_tokens": 310023840.0,
      "step": 402670
    },
    {
      "epoch": 0.5107831721121623,
      "grad_norm": 4.9375,
      "learning_rate": 2.4464007977083646e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5135525822639465,
      "num_tokens": 310033025.0,
      "step": 402680
    },
    {
      "epoch": 0.5107958567046951,
      "grad_norm": 5.125,
      "learning_rate": 2.4463373666997354e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.519048735499382,
      "num_tokens": 310041694.0,
      "step": 402690
    },
    {
      "epoch": 0.5108085412972279,
      "grad_norm": 5.1875,
      "learning_rate": 2.4462739356911063e-05,
      "loss": 2.2925,
      "mean_token_accuracy": 0.5204984813928604,
      "num_tokens": 310049569.0,
      "step": 402700
    },
    {
      "epoch": 0.5108212258897608,
      "grad_norm": 5.75,
      "learning_rate": 2.4462105046824772e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5410036653280258,
      "num_tokens": 310056581.0,
      "step": 402710
    },
    {
      "epoch": 0.5108339104822935,
      "grad_norm": 5.09375,
      "learning_rate": 2.446147073673848e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5564639806747437,
      "num_tokens": 310063577.0,
      "step": 402720
    },
    {
      "epoch": 0.5108465950748264,
      "grad_norm": 10.875,
      "learning_rate": 2.446083642665219e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5525521963834763,
      "num_tokens": 310071137.0,
      "step": 402730
    },
    {
      "epoch": 0.5108592796673592,
      "grad_norm": 6.46875,
      "learning_rate": 2.4460202116565898e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5575466305017471,
      "num_tokens": 310077631.0,
      "step": 402740
    },
    {
      "epoch": 0.5108719642598921,
      "grad_norm": 4.5625,
      "learning_rate": 2.4459567806479607e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5195742398500443,
      "num_tokens": 310086254.0,
      "step": 402750
    },
    {
      "epoch": 0.5108846488524249,
      "grad_norm": 5.25,
      "learning_rate": 2.4458933496393312e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5548089236021042,
      "num_tokens": 310093119.0,
      "step": 402760
    },
    {
      "epoch": 0.5108973334449578,
      "grad_norm": 5.1875,
      "learning_rate": 2.4458299186307024e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5340842008590698,
      "num_tokens": 310100653.0,
      "step": 402770
    },
    {
      "epoch": 0.5109100180374906,
      "grad_norm": 5.1875,
      "learning_rate": 2.4457664876220733e-05,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5625024259090423,
      "num_tokens": 310108657.0,
      "step": 402780
    },
    {
      "epoch": 0.5109227026300234,
      "grad_norm": 8.25,
      "learning_rate": 2.445703056613444e-05,
      "loss": 1.8635,
      "mean_token_accuracy": 0.5882479339838028,
      "num_tokens": 310117441.0,
      "step": 402790
    },
    {
      "epoch": 0.5109353872225563,
      "grad_norm": 4.59375,
      "learning_rate": 2.4456396256048147e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5695318877696991,
      "num_tokens": 310125699.0,
      "step": 402800
    },
    {
      "epoch": 0.510948071815089,
      "grad_norm": 4.9375,
      "learning_rate": 2.4455761945961856e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5516956925392151,
      "num_tokens": 310134645.0,
      "step": 402810
    },
    {
      "epoch": 0.510960756407622,
      "grad_norm": 5.75,
      "learning_rate": 2.4455127635875565e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5141348332166672,
      "num_tokens": 310143815.0,
      "step": 402820
    },
    {
      "epoch": 0.5109734410001547,
      "grad_norm": 6.28125,
      "learning_rate": 2.4454493325789273e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5529247343540191,
      "num_tokens": 310150297.0,
      "step": 402830
    },
    {
      "epoch": 0.5109861255926876,
      "grad_norm": 5.1875,
      "learning_rate": 2.4453859015702982e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5313574969768524,
      "num_tokens": 310159024.0,
      "step": 402840
    },
    {
      "epoch": 0.5109988101852204,
      "grad_norm": 6.65625,
      "learning_rate": 2.445322470561669e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5312077075242996,
      "num_tokens": 310165904.0,
      "step": 402850
    },
    {
      "epoch": 0.5110114947777532,
      "grad_norm": 5.5,
      "learning_rate": 2.4452590395530396e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5436442822217942,
      "num_tokens": 310173631.0,
      "step": 402860
    },
    {
      "epoch": 0.5110241793702861,
      "grad_norm": 5.25,
      "learning_rate": 2.445195608544411e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5526235699653625,
      "num_tokens": 310181318.0,
      "step": 402870
    },
    {
      "epoch": 0.5110368639628189,
      "grad_norm": 8.8125,
      "learning_rate": 2.4451321775357817e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.567307534813881,
      "num_tokens": 310189399.0,
      "step": 402880
    },
    {
      "epoch": 0.5110495485553518,
      "grad_norm": 5.71875,
      "learning_rate": 2.4450687465271522e-05,
      "loss": 1.7959,
      "mean_token_accuracy": 0.5959122836589813,
      "num_tokens": 310196367.0,
      "step": 402890
    },
    {
      "epoch": 0.5110622331478846,
      "grad_norm": 5.5,
      "learning_rate": 2.445005315518523e-05,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5350122272968292,
      "num_tokens": 310203527.0,
      "step": 402900
    },
    {
      "epoch": 0.5110749177404175,
      "grad_norm": 5.6875,
      "learning_rate": 2.444941884509894e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5387753248214722,
      "num_tokens": 310211719.0,
      "step": 402910
    },
    {
      "epoch": 0.5110876023329503,
      "grad_norm": 7.59375,
      "learning_rate": 2.4448784535012652e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5712206125259399,
      "num_tokens": 310219249.0,
      "step": 402920
    },
    {
      "epoch": 0.511100286925483,
      "grad_norm": 6.15625,
      "learning_rate": 2.4448150224926357e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5310528606176377,
      "num_tokens": 310225981.0,
      "step": 402930
    },
    {
      "epoch": 0.5111129715180159,
      "grad_norm": 6.09375,
      "learning_rate": 2.4447515914840066e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5370550185441971,
      "num_tokens": 310233656.0,
      "step": 402940
    },
    {
      "epoch": 0.5111256561105487,
      "grad_norm": 5.90625,
      "learning_rate": 2.4446881604753775e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5293316632509232,
      "num_tokens": 310241804.0,
      "step": 402950
    },
    {
      "epoch": 0.5111383407030816,
      "grad_norm": 6.78125,
      "learning_rate": 2.4446247294667484e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5305606931447983,
      "num_tokens": 310248396.0,
      "step": 402960
    },
    {
      "epoch": 0.5111510252956144,
      "grad_norm": 10.375,
      "learning_rate": 2.4445612984581192e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5309629917144776,
      "num_tokens": 310255418.0,
      "step": 402970
    },
    {
      "epoch": 0.5111637098881473,
      "grad_norm": 5.09375,
      "learning_rate": 2.44449786744949e-05,
      "loss": 1.8368,
      "mean_token_accuracy": 0.5955534636974334,
      "num_tokens": 310262177.0,
      "step": 402980
    },
    {
      "epoch": 0.5111763944806801,
      "grad_norm": 6.71875,
      "learning_rate": 2.444434436440861e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5435971736907959,
      "num_tokens": 310268600.0,
      "step": 402990
    },
    {
      "epoch": 0.511189079073213,
      "grad_norm": 5.6875,
      "learning_rate": 2.4443710054322315e-05,
      "loss": 1.8893,
      "mean_token_accuracy": 0.5707500129938126,
      "num_tokens": 310277027.0,
      "step": 403000
    },
    {
      "epoch": 0.5112017636657458,
      "grad_norm": 6.0,
      "learning_rate": 2.4443075744236024e-05,
      "loss": 1.8107,
      "mean_token_accuracy": 0.5902426928281784,
      "num_tokens": 310283000.0,
      "step": 403010
    },
    {
      "epoch": 0.5112144482582786,
      "grad_norm": 6.53125,
      "learning_rate": 2.4442441434149736e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5266109853982925,
      "num_tokens": 310291005.0,
      "step": 403020
    },
    {
      "epoch": 0.5112271328508114,
      "grad_norm": 6.5625,
      "learning_rate": 2.444180712406344e-05,
      "loss": 1.8434,
      "mean_token_accuracy": 0.5857007443904877,
      "num_tokens": 310298332.0,
      "step": 403030
    },
    {
      "epoch": 0.5112398174433442,
      "grad_norm": 7.59375,
      "learning_rate": 2.444117281397715e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.555080845952034,
      "num_tokens": 310306547.0,
      "step": 403040
    },
    {
      "epoch": 0.5112525020358771,
      "grad_norm": 8.3125,
      "learning_rate": 2.444053850389086e-05,
      "loss": 1.9043,
      "mean_token_accuracy": 0.5700454026460647,
      "num_tokens": 310313606.0,
      "step": 403050
    },
    {
      "epoch": 0.5112651866284099,
      "grad_norm": 6.4375,
      "learning_rate": 2.4439904193804568e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5254953294992447,
      "num_tokens": 310321068.0,
      "step": 403060
    },
    {
      "epoch": 0.5112778712209428,
      "grad_norm": 5.34375,
      "learning_rate": 2.4439269883718276e-05,
      "loss": 2.3558,
      "mean_token_accuracy": 0.4937505304813385,
      "num_tokens": 310330080.0,
      "step": 403070
    },
    {
      "epoch": 0.5112905558134756,
      "grad_norm": 5.0,
      "learning_rate": 2.4438635573631985e-05,
      "loss": 1.7844,
      "mean_token_accuracy": 0.5947484880685806,
      "num_tokens": 310336294.0,
      "step": 403080
    },
    {
      "epoch": 0.5113032404060084,
      "grad_norm": 7.625,
      "learning_rate": 2.4438001263545694e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5563997268676758,
      "num_tokens": 310345316.0,
      "step": 403090
    },
    {
      "epoch": 0.5113159249985413,
      "grad_norm": 6.4375,
      "learning_rate": 2.44373669534594e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5583312034606933,
      "num_tokens": 310352717.0,
      "step": 403100
    },
    {
      "epoch": 0.5113286095910741,
      "grad_norm": 4.65625,
      "learning_rate": 2.4436732643373108e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5384310901165008,
      "num_tokens": 310360288.0,
      "step": 403110
    },
    {
      "epoch": 0.511341294183607,
      "grad_norm": 5.65625,
      "learning_rate": 2.443609833328682e-05,
      "loss": 2.2393,
      "mean_token_accuracy": 0.5150484770536423,
      "num_tokens": 310368392.0,
      "step": 403120
    },
    {
      "epoch": 0.5113539787761398,
      "grad_norm": 6.96875,
      "learning_rate": 2.443546402320053e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5405303925275803,
      "num_tokens": 310374902.0,
      "step": 403130
    },
    {
      "epoch": 0.5113666633686726,
      "grad_norm": 6.375,
      "learning_rate": 2.4434829713114234e-05,
      "loss": 2.2549,
      "mean_token_accuracy": 0.5156953454017639,
      "num_tokens": 310383351.0,
      "step": 403140
    },
    {
      "epoch": 0.5113793479612054,
      "grad_norm": 5.1875,
      "learning_rate": 2.4434195403027943e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5287630528211593,
      "num_tokens": 310391865.0,
      "step": 403150
    },
    {
      "epoch": 0.5113920325537383,
      "grad_norm": 5.625,
      "learning_rate": 2.4433561092941655e-05,
      "loss": 1.6847,
      "mean_token_accuracy": 0.6252473533153534,
      "num_tokens": 310398078.0,
      "step": 403160
    },
    {
      "epoch": 0.5114047171462711,
      "grad_norm": 6.59375,
      "learning_rate": 2.443292678285536e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.550047966837883,
      "num_tokens": 310404543.0,
      "step": 403170
    },
    {
      "epoch": 0.5114174017388039,
      "grad_norm": 10.125,
      "learning_rate": 2.443229247276907e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5521319806575775,
      "num_tokens": 310412428.0,
      "step": 403180
    },
    {
      "epoch": 0.5114300863313368,
      "grad_norm": 7.625,
      "learning_rate": 2.4431658162682778e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5542601943016052,
      "num_tokens": 310419224.0,
      "step": 403190
    },
    {
      "epoch": 0.5114427709238696,
      "grad_norm": 7.8125,
      "learning_rate": 2.4431023852596487e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.566514590382576,
      "num_tokens": 310426031.0,
      "step": 403200
    },
    {
      "epoch": 0.5114554555164025,
      "grad_norm": 7.3125,
      "learning_rate": 2.4430389542510195e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5583387672901153,
      "num_tokens": 310433408.0,
      "step": 403210
    },
    {
      "epoch": 0.5114681401089353,
      "grad_norm": 13.125,
      "learning_rate": 2.4429755232423904e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5535790741443634,
      "num_tokens": 310440982.0,
      "step": 403220
    },
    {
      "epoch": 0.5114808247014682,
      "grad_norm": 6.75,
      "learning_rate": 2.4429120922337613e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5467599391937256,
      "num_tokens": 310448776.0,
      "step": 403230
    },
    {
      "epoch": 0.511493509294001,
      "grad_norm": 5.0,
      "learning_rate": 2.4428486612251318e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5450709193944931,
      "num_tokens": 310456178.0,
      "step": 403240
    },
    {
      "epoch": 0.5115061938865337,
      "grad_norm": 4.34375,
      "learning_rate": 2.4427852302165027e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5660344064235687,
      "num_tokens": 310463983.0,
      "step": 403250
    },
    {
      "epoch": 0.5115188784790666,
      "grad_norm": 4.71875,
      "learning_rate": 2.442721799207874e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5294617652893067,
      "num_tokens": 310471177.0,
      "step": 403260
    },
    {
      "epoch": 0.5115315630715994,
      "grad_norm": 4.75,
      "learning_rate": 2.4426583681992444e-05,
      "loss": 1.714,
      "mean_token_accuracy": 0.616152623295784,
      "num_tokens": 310477678.0,
      "step": 403270
    },
    {
      "epoch": 0.5115442476641323,
      "grad_norm": 6.1875,
      "learning_rate": 2.4425949371906153e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5694594830274582,
      "num_tokens": 310486037.0,
      "step": 403280
    },
    {
      "epoch": 0.5115569322566651,
      "grad_norm": 5.03125,
      "learning_rate": 2.4425315061819862e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5340344727039337,
      "num_tokens": 310494344.0,
      "step": 403290
    },
    {
      "epoch": 0.511569616849198,
      "grad_norm": 4.9375,
      "learning_rate": 2.442468075173357e-05,
      "loss": 2.2481,
      "mean_token_accuracy": 0.5053200900554657,
      "num_tokens": 310502931.0,
      "step": 403300
    },
    {
      "epoch": 0.5115823014417308,
      "grad_norm": 7.21875,
      "learning_rate": 2.442404644164728e-05,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5216415703296662,
      "num_tokens": 310509713.0,
      "step": 403310
    },
    {
      "epoch": 0.5115949860342637,
      "grad_norm": 5.375,
      "learning_rate": 2.4423412131560988e-05,
      "loss": 1.7193,
      "mean_token_accuracy": 0.6202265202999115,
      "num_tokens": 310517173.0,
      "step": 403320
    },
    {
      "epoch": 0.5116076706267965,
      "grad_norm": 5.5,
      "learning_rate": 2.4422777821474697e-05,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5671206921339035,
      "num_tokens": 310525594.0,
      "step": 403330
    },
    {
      "epoch": 0.5116203552193292,
      "grad_norm": 5.75,
      "learning_rate": 2.4422143511388406e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5600601643323898,
      "num_tokens": 310531374.0,
      "step": 403340
    },
    {
      "epoch": 0.5116330398118621,
      "grad_norm": 4.9375,
      "learning_rate": 2.442150920130211e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5313744574785233,
      "num_tokens": 310540758.0,
      "step": 403350
    },
    {
      "epoch": 0.5116457244043949,
      "grad_norm": 5.1875,
      "learning_rate": 2.4420874891215823e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5470883071422576,
      "num_tokens": 310548095.0,
      "step": 403360
    },
    {
      "epoch": 0.5116584089969278,
      "grad_norm": 5.1875,
      "learning_rate": 2.4420240581129532e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5713871926069259,
      "num_tokens": 310555963.0,
      "step": 403370
    },
    {
      "epoch": 0.5116710935894606,
      "grad_norm": 5.03125,
      "learning_rate": 2.4419606271043237e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.553557488322258,
      "num_tokens": 310563252.0,
      "step": 403380
    },
    {
      "epoch": 0.5116837781819935,
      "grad_norm": 7.53125,
      "learning_rate": 2.4418971960956946e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5421570181846619,
      "num_tokens": 310570095.0,
      "step": 403390
    },
    {
      "epoch": 0.5116964627745263,
      "grad_norm": 5.625,
      "learning_rate": 2.4418337650870655e-05,
      "loss": 1.85,
      "mean_token_accuracy": 0.5874175995588302,
      "num_tokens": 310577424.0,
      "step": 403400
    },
    {
      "epoch": 0.5117091473670591,
      "grad_norm": 6.9375,
      "learning_rate": 2.4417703340784363e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5333842188119888,
      "num_tokens": 310586244.0,
      "step": 403410
    },
    {
      "epoch": 0.511721831959592,
      "grad_norm": 4.65625,
      "learning_rate": 2.4417069030698072e-05,
      "loss": 2.2265,
      "mean_token_accuracy": 0.5350617408752442,
      "num_tokens": 310593023.0,
      "step": 403420
    },
    {
      "epoch": 0.5117345165521248,
      "grad_norm": 7.4375,
      "learning_rate": 2.441643472061178e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5347983598709106,
      "num_tokens": 310601066.0,
      "step": 403430
    },
    {
      "epoch": 0.5117472011446577,
      "grad_norm": 5.5625,
      "learning_rate": 2.441580041052549e-05,
      "loss": 1.9702,
      "mean_token_accuracy": 0.5645978450775146,
      "num_tokens": 310608974.0,
      "step": 403440
    },
    {
      "epoch": 0.5117598857371904,
      "grad_norm": 5.03125,
      "learning_rate": 2.4415166100439195e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5372486919164657,
      "num_tokens": 310615429.0,
      "step": 403450
    },
    {
      "epoch": 0.5117725703297233,
      "grad_norm": 6.1875,
      "learning_rate": 2.4414531790352907e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.548943144083023,
      "num_tokens": 310620584.0,
      "step": 403460
    },
    {
      "epoch": 0.5117852549222561,
      "grad_norm": 6.40625,
      "learning_rate": 2.4413897480266616e-05,
      "loss": 2.2433,
      "mean_token_accuracy": 0.520476683974266,
      "num_tokens": 310627966.0,
      "step": 403470
    },
    {
      "epoch": 0.5117979395147889,
      "grad_norm": 6.0,
      "learning_rate": 2.441326317018032e-05,
      "loss": 1.8135,
      "mean_token_accuracy": 0.5949651598930359,
      "num_tokens": 310633816.0,
      "step": 403480
    },
    {
      "epoch": 0.5118106241073218,
      "grad_norm": 5.09375,
      "learning_rate": 2.441262886009403e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5469924986362458,
      "num_tokens": 310642171.0,
      "step": 403490
    },
    {
      "epoch": 0.5118233086998546,
      "grad_norm": 4.71875,
      "learning_rate": 2.441199455000774e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5682785391807557,
      "num_tokens": 310649809.0,
      "step": 403500
    },
    {
      "epoch": 0.5118359932923875,
      "grad_norm": 7.59375,
      "learning_rate": 2.441136023992145e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5563656359910965,
      "num_tokens": 310657794.0,
      "step": 403510
    },
    {
      "epoch": 0.5118486778849203,
      "grad_norm": 5.21875,
      "learning_rate": 2.4410725929835156e-05,
      "loss": 1.914,
      "mean_token_accuracy": 0.5630718529224396,
      "num_tokens": 310665862.0,
      "step": 403520
    },
    {
      "epoch": 0.5118613624774532,
      "grad_norm": 5.125,
      "learning_rate": 2.4410091619748865e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5232530266046524,
      "num_tokens": 310674518.0,
      "step": 403530
    },
    {
      "epoch": 0.511874047069986,
      "grad_norm": 5.40625,
      "learning_rate": 2.4409457309662574e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5352907598018646,
      "num_tokens": 310682904.0,
      "step": 403540
    },
    {
      "epoch": 0.5118867316625189,
      "grad_norm": 5.5625,
      "learning_rate": 2.4408822999576282e-05,
      "loss": 2.2596,
      "mean_token_accuracy": 0.5210783779621124,
      "num_tokens": 310690619.0,
      "step": 403550
    },
    {
      "epoch": 0.5118994162550516,
      "grad_norm": 4.9375,
      "learning_rate": 2.440818868948999e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5362429559230805,
      "num_tokens": 310698638.0,
      "step": 403560
    },
    {
      "epoch": 0.5119121008475844,
      "grad_norm": 5.5,
      "learning_rate": 2.44075543794037e-05,
      "loss": 1.906,
      "mean_token_accuracy": 0.5749633312225342,
      "num_tokens": 310706493.0,
      "step": 403570
    },
    {
      "epoch": 0.5119247854401173,
      "grad_norm": 4.96875,
      "learning_rate": 2.440692006931741e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5568484723567962,
      "num_tokens": 310712967.0,
      "step": 403580
    },
    {
      "epoch": 0.5119374700326501,
      "grad_norm": 4.8125,
      "learning_rate": 2.4406285759231114e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5569765895605088,
      "num_tokens": 310721681.0,
      "step": 403590
    },
    {
      "epoch": 0.511950154625183,
      "grad_norm": 5.03125,
      "learning_rate": 2.4405651449144823e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5191205084323883,
      "num_tokens": 310730150.0,
      "step": 403600
    },
    {
      "epoch": 0.5119628392177158,
      "grad_norm": 6.5625,
      "learning_rate": 2.4405017139058535e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5554867416620255,
      "num_tokens": 310736835.0,
      "step": 403610
    },
    {
      "epoch": 0.5119755238102487,
      "grad_norm": 5.5625,
      "learning_rate": 2.440438282897224e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5329290866851807,
      "num_tokens": 310744711.0,
      "step": 403620
    },
    {
      "epoch": 0.5119882084027815,
      "grad_norm": 6.875,
      "learning_rate": 2.440374851888595e-05,
      "loss": 1.8765,
      "mean_token_accuracy": 0.5654140830039978,
      "num_tokens": 310752754.0,
      "step": 403630
    },
    {
      "epoch": 0.5120008929953143,
      "grad_norm": 6.34375,
      "learning_rate": 2.4403114208799658e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5378080844879151,
      "num_tokens": 310760848.0,
      "step": 403640
    },
    {
      "epoch": 0.5120135775878472,
      "grad_norm": 4.75,
      "learning_rate": 2.4402479898713366e-05,
      "loss": 2.2815,
      "mean_token_accuracy": 0.5161228716373444,
      "num_tokens": 310768902.0,
      "step": 403650
    },
    {
      "epoch": 0.5120262621803799,
      "grad_norm": 5.6875,
      "learning_rate": 2.4401845588627075e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.5370743036270141,
      "num_tokens": 310775913.0,
      "step": 403660
    },
    {
      "epoch": 0.5120389467729128,
      "grad_norm": 6.25,
      "learning_rate": 2.4401211278540784e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5732499212026596,
      "num_tokens": 310782763.0,
      "step": 403670
    },
    {
      "epoch": 0.5120516313654456,
      "grad_norm": 6.15625,
      "learning_rate": 2.4400576968454493e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5437662333250046,
      "num_tokens": 310790118.0,
      "step": 403680
    },
    {
      "epoch": 0.5120643159579785,
      "grad_norm": 8.8125,
      "learning_rate": 2.4399942658368198e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5656746745109558,
      "num_tokens": 310799088.0,
      "step": 403690
    },
    {
      "epoch": 0.5120770005505113,
      "grad_norm": 4.90625,
      "learning_rate": 2.439930834828191e-05,
      "loss": 2.1766,
      "mean_token_accuracy": 0.5179757654666901,
      "num_tokens": 310808303.0,
      "step": 403700
    },
    {
      "epoch": 0.5120896851430442,
      "grad_norm": 8.6875,
      "learning_rate": 2.439867403819562e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5554724872112274,
      "num_tokens": 310815913.0,
      "step": 403710
    },
    {
      "epoch": 0.512102369735577,
      "grad_norm": 12.5625,
      "learning_rate": 2.4398039728109328e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5115174770355224,
      "num_tokens": 310824358.0,
      "step": 403720
    },
    {
      "epoch": 0.5121150543281098,
      "grad_norm": 4.75,
      "learning_rate": 2.4397405418023033e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5432030558586121,
      "num_tokens": 310832598.0,
      "step": 403730
    },
    {
      "epoch": 0.5121277389206427,
      "grad_norm": 5.4375,
      "learning_rate": 2.439677110793674e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5587721914052963,
      "num_tokens": 310841341.0,
      "step": 403740
    },
    {
      "epoch": 0.5121404235131755,
      "grad_norm": 5.1875,
      "learning_rate": 2.4396136797850454e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5248431771993637,
      "num_tokens": 310849246.0,
      "step": 403750
    },
    {
      "epoch": 0.5121531081057084,
      "grad_norm": 5.125,
      "learning_rate": 2.439550248776416e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5462085455656052,
      "num_tokens": 310857579.0,
      "step": 403760
    },
    {
      "epoch": 0.5121657926982411,
      "grad_norm": 5.53125,
      "learning_rate": 2.4394868177677868e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5615415751934052,
      "num_tokens": 310865633.0,
      "step": 403770
    },
    {
      "epoch": 0.512178477290774,
      "grad_norm": 5.875,
      "learning_rate": 2.4394233867591577e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5296120464801788,
      "num_tokens": 310874048.0,
      "step": 403780
    },
    {
      "epoch": 0.5121911618833068,
      "grad_norm": 6.125,
      "learning_rate": 2.4393599557505285e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5565287262201309,
      "num_tokens": 310880454.0,
      "step": 403790
    },
    {
      "epoch": 0.5122038464758396,
      "grad_norm": 7.09375,
      "learning_rate": 2.4392965247418994e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5316513299942016,
      "num_tokens": 310888116.0,
      "step": 403800
    },
    {
      "epoch": 0.5122165310683725,
      "grad_norm": 4.6875,
      "learning_rate": 2.4392330937332703e-05,
      "loss": 2.2613,
      "mean_token_accuracy": 0.509427335858345,
      "num_tokens": 310895884.0,
      "step": 403810
    },
    {
      "epoch": 0.5122292156609053,
      "grad_norm": 5.3125,
      "learning_rate": 2.439169662724641e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5338797509670258,
      "num_tokens": 310903827.0,
      "step": 403820
    },
    {
      "epoch": 0.5122419002534382,
      "grad_norm": 6.34375,
      "learning_rate": 2.4391062317160117e-05,
      "loss": 1.6896,
      "mean_token_accuracy": 0.6154261350631713,
      "num_tokens": 310911122.0,
      "step": 403830
    },
    {
      "epoch": 0.512254584845971,
      "grad_norm": 4.6875,
      "learning_rate": 2.4390428007073826e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5551250785589218,
      "num_tokens": 310919769.0,
      "step": 403840
    },
    {
      "epoch": 0.5122672694385039,
      "grad_norm": 5.0625,
      "learning_rate": 2.4389793696987538e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.556333377957344,
      "num_tokens": 310927654.0,
      "step": 403850
    },
    {
      "epoch": 0.5122799540310367,
      "grad_norm": 4.75,
      "learning_rate": 2.4389159386901243e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5401886910200119,
      "num_tokens": 310934760.0,
      "step": 403860
    },
    {
      "epoch": 0.5122926386235694,
      "grad_norm": 5.34375,
      "learning_rate": 2.4388525076814952e-05,
      "loss": 2.2038,
      "mean_token_accuracy": 0.5220454305410385,
      "num_tokens": 310943220.0,
      "step": 403870
    },
    {
      "epoch": 0.5123053232161023,
      "grad_norm": 5.46875,
      "learning_rate": 2.438789076672866e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5285350859165192,
      "num_tokens": 310951564.0,
      "step": 403880
    },
    {
      "epoch": 0.5123180078086351,
      "grad_norm": 6.65625,
      "learning_rate": 2.438725645664237e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5205605536699295,
      "num_tokens": 310959996.0,
      "step": 403890
    },
    {
      "epoch": 0.512330692401168,
      "grad_norm": 5.875,
      "learning_rate": 2.4386622146556078e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5183479338884354,
      "num_tokens": 310968744.0,
      "step": 403900
    },
    {
      "epoch": 0.5123433769937008,
      "grad_norm": 5.65625,
      "learning_rate": 2.4385987836469787e-05,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5601161181926727,
      "num_tokens": 310978001.0,
      "step": 403910
    },
    {
      "epoch": 0.5123560615862337,
      "grad_norm": 6.0,
      "learning_rate": 2.4385353526383496e-05,
      "loss": 2.2457,
      "mean_token_accuracy": 0.5279348254203796,
      "num_tokens": 310985649.0,
      "step": 403920
    },
    {
      "epoch": 0.5123687461787665,
      "grad_norm": 4.9375,
      "learning_rate": 2.4384719216297204e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5389918506145477,
      "num_tokens": 310994060.0,
      "step": 403930
    },
    {
      "epoch": 0.5123814307712994,
      "grad_norm": 5.90625,
      "learning_rate": 2.438408490621091e-05,
      "loss": 2.3277,
      "mean_token_accuracy": 0.5007565259933472,
      "num_tokens": 311002593.0,
      "step": 403940
    },
    {
      "epoch": 0.5123941153638322,
      "grad_norm": 5.28125,
      "learning_rate": 2.4383450596124622e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.554100900888443,
      "num_tokens": 311008899.0,
      "step": 403950
    },
    {
      "epoch": 0.512406799956365,
      "grad_norm": 5.09375,
      "learning_rate": 2.438281628603833e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5661535054445267,
      "num_tokens": 311015842.0,
      "step": 403960
    },
    {
      "epoch": 0.5124194845488979,
      "grad_norm": 4.78125,
      "learning_rate": 2.4382181975952036e-05,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5828387320041657,
      "num_tokens": 311023561.0,
      "step": 403970
    },
    {
      "epoch": 0.5124321691414306,
      "grad_norm": 4.65625,
      "learning_rate": 2.4381547665865745e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5286251127719879,
      "num_tokens": 311031829.0,
      "step": 403980
    },
    {
      "epoch": 0.5124448537339635,
      "grad_norm": 9.6875,
      "learning_rate": 2.4380913355779453e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5713042587041854,
      "num_tokens": 311038749.0,
      "step": 403990
    },
    {
      "epoch": 0.5124575383264963,
      "grad_norm": 4.875,
      "learning_rate": 2.4380279045693162e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5475555568933487,
      "num_tokens": 311047051.0,
      "step": 404000
    },
    {
      "epoch": 0.5124702229190292,
      "grad_norm": 8.5625,
      "learning_rate": 2.437964473560687e-05,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5793185412883759,
      "num_tokens": 311054779.0,
      "step": 404010
    },
    {
      "epoch": 0.512482907511562,
      "grad_norm": 9.0625,
      "learning_rate": 2.437901042552058e-05,
      "loss": 1.8595,
      "mean_token_accuracy": 0.5852152794599533,
      "num_tokens": 311060484.0,
      "step": 404020
    },
    {
      "epoch": 0.5124955921040948,
      "grad_norm": 5.25,
      "learning_rate": 2.4378376115434288e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5439736098051071,
      "num_tokens": 311067424.0,
      "step": 404030
    },
    {
      "epoch": 0.5125082766966277,
      "grad_norm": 5.3125,
      "learning_rate": 2.4377741805347994e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.572147423028946,
      "num_tokens": 311074005.0,
      "step": 404040
    },
    {
      "epoch": 0.5125209612891605,
      "grad_norm": 7.125,
      "learning_rate": 2.4377107495261706e-05,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5627597689628601,
      "num_tokens": 311082023.0,
      "step": 404050
    },
    {
      "epoch": 0.5125336458816934,
      "grad_norm": 7.15625,
      "learning_rate": 2.4376473185175415e-05,
      "loss": 1.9282,
      "mean_token_accuracy": 0.5535591661930084,
      "num_tokens": 311089290.0,
      "step": 404060
    },
    {
      "epoch": 0.5125463304742262,
      "grad_norm": 4.4375,
      "learning_rate": 2.437583887508912e-05,
      "loss": 1.8705,
      "mean_token_accuracy": 0.5769224375486374,
      "num_tokens": 311096396.0,
      "step": 404070
    },
    {
      "epoch": 0.512559015066759,
      "grad_norm": 11.6875,
      "learning_rate": 2.437520456500283e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5203132182359695,
      "num_tokens": 311104182.0,
      "step": 404080
    },
    {
      "epoch": 0.5125716996592918,
      "grad_norm": 14.6875,
      "learning_rate": 2.437457025491654e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5626333862543106,
      "num_tokens": 311110725.0,
      "step": 404090
    },
    {
      "epoch": 0.5125843842518247,
      "grad_norm": 6.21875,
      "learning_rate": 2.437393594483025e-05,
      "loss": 1.967,
      "mean_token_accuracy": 0.5664824157953262,
      "num_tokens": 311117827.0,
      "step": 404100
    },
    {
      "epoch": 0.5125970688443575,
      "grad_norm": 12.375,
      "learning_rate": 2.4373301634743955e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.551362207531929,
      "num_tokens": 311123674.0,
      "step": 404110
    },
    {
      "epoch": 0.5126097534368903,
      "grad_norm": 5.40625,
      "learning_rate": 2.4372667324657664e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5551292836666107,
      "num_tokens": 311130537.0,
      "step": 404120
    },
    {
      "epoch": 0.5126224380294232,
      "grad_norm": 6.34375,
      "learning_rate": 2.4372033014571372e-05,
      "loss": 1.7011,
      "mean_token_accuracy": 0.6176810801029206,
      "num_tokens": 311135400.0,
      "step": 404130
    },
    {
      "epoch": 0.512635122621956,
      "grad_norm": 4.96875,
      "learning_rate": 2.437139870448508e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5197558581829071,
      "num_tokens": 311143316.0,
      "step": 404140
    },
    {
      "epoch": 0.5126478072144889,
      "grad_norm": 5.8125,
      "learning_rate": 2.437076439439879e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5419278264045715,
      "num_tokens": 311151243.0,
      "step": 404150
    },
    {
      "epoch": 0.5126604918070217,
      "grad_norm": 5.8125,
      "learning_rate": 2.43701300843125e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5514938414096833,
      "num_tokens": 311158660.0,
      "step": 404160
    },
    {
      "epoch": 0.5126731763995546,
      "grad_norm": 4.875,
      "learning_rate": 2.4369495774226207e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5605210065841675,
      "num_tokens": 311165579.0,
      "step": 404170
    },
    {
      "epoch": 0.5126858609920873,
      "grad_norm": 5.15625,
      "learning_rate": 2.4368861464139913e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5563241302967071,
      "num_tokens": 311173641.0,
      "step": 404180
    },
    {
      "epoch": 0.5126985455846201,
      "grad_norm": 5.8125,
      "learning_rate": 2.4368227154053625e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.5580274373292923,
      "num_tokens": 311180099.0,
      "step": 404190
    },
    {
      "epoch": 0.512711230177153,
      "grad_norm": 5.78125,
      "learning_rate": 2.4367592843967333e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5383115023374557,
      "num_tokens": 311187844.0,
      "step": 404200
    },
    {
      "epoch": 0.5127239147696858,
      "grad_norm": 4.59375,
      "learning_rate": 2.436695853388104e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5419002532958984,
      "num_tokens": 311196184.0,
      "step": 404210
    },
    {
      "epoch": 0.5127365993622187,
      "grad_norm": 5.9375,
      "learning_rate": 2.4366324223794748e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5650649130344391,
      "num_tokens": 311204463.0,
      "step": 404220
    },
    {
      "epoch": 0.5127492839547515,
      "grad_norm": 5.375,
      "learning_rate": 2.4365689913708456e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5540257066488266,
      "num_tokens": 311212598.0,
      "step": 404230
    },
    {
      "epoch": 0.5127619685472844,
      "grad_norm": 6.78125,
      "learning_rate": 2.4365055603622165e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5509692311286927,
      "num_tokens": 311220353.0,
      "step": 404240
    },
    {
      "epoch": 0.5127746531398172,
      "grad_norm": 5.09375,
      "learning_rate": 2.4364421293535874e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5408143192529679,
      "num_tokens": 311229114.0,
      "step": 404250
    },
    {
      "epoch": 0.5127873377323501,
      "grad_norm": 5.21875,
      "learning_rate": 2.4363786983449583e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5512347280979156,
      "num_tokens": 311236900.0,
      "step": 404260
    },
    {
      "epoch": 0.5128000223248829,
      "grad_norm": 6.59375,
      "learning_rate": 2.436315267336329e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5451855272054672,
      "num_tokens": 311244284.0,
      "step": 404270
    },
    {
      "epoch": 0.5128127069174157,
      "grad_norm": 5.15625,
      "learning_rate": 2.4362518363276997e-05,
      "loss": 1.8436,
      "mean_token_accuracy": 0.5865753680467606,
      "num_tokens": 311250914.0,
      "step": 404280
    },
    {
      "epoch": 0.5128253915099485,
      "grad_norm": 7.0625,
      "learning_rate": 2.436188405319071e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5355737686157227,
      "num_tokens": 311258753.0,
      "step": 404290
    },
    {
      "epoch": 0.5128380761024813,
      "grad_norm": 6.375,
      "learning_rate": 2.4361249743104417e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5499457865953445,
      "num_tokens": 311267120.0,
      "step": 404300
    },
    {
      "epoch": 0.5128507606950142,
      "grad_norm": 5.5625,
      "learning_rate": 2.4360615433018126e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5498578727245331,
      "num_tokens": 311274062.0,
      "step": 404310
    },
    {
      "epoch": 0.512863445287547,
      "grad_norm": 5.71875,
      "learning_rate": 2.435998112293183e-05,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5813100099563598,
      "num_tokens": 311282807.0,
      "step": 404320
    },
    {
      "epoch": 0.5128761298800799,
      "grad_norm": 5.0625,
      "learning_rate": 2.435934681284554e-05,
      "loss": 2.2997,
      "mean_token_accuracy": 0.5068938612937928,
      "num_tokens": 311291693.0,
      "step": 404330
    },
    {
      "epoch": 0.5128888144726127,
      "grad_norm": 4.59375,
      "learning_rate": 2.4358712502759252e-05,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5931668639183044,
      "num_tokens": 311299577.0,
      "step": 404340
    },
    {
      "epoch": 0.5129014990651455,
      "grad_norm": 7.4375,
      "learning_rate": 2.4358078192672958e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.545081713795662,
      "num_tokens": 311306537.0,
      "step": 404350
    },
    {
      "epoch": 0.5129141836576784,
      "grad_norm": 5.78125,
      "learning_rate": 2.4357443882586667e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5625406205654144,
      "num_tokens": 311313183.0,
      "step": 404360
    },
    {
      "epoch": 0.5129268682502112,
      "grad_norm": 6.65625,
      "learning_rate": 2.4356809572500375e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5399130314588547,
      "num_tokens": 311320485.0,
      "step": 404370
    },
    {
      "epoch": 0.5129395528427441,
      "grad_norm": 6.5625,
      "learning_rate": 2.4356175262414084e-05,
      "loss": 1.8785,
      "mean_token_accuracy": 0.5844332218170166,
      "num_tokens": 311327149.0,
      "step": 404380
    },
    {
      "epoch": 0.5129522374352768,
      "grad_norm": 5.8125,
      "learning_rate": 2.4355540952327793e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5264742702245713,
      "num_tokens": 311335675.0,
      "step": 404390
    },
    {
      "epoch": 0.5129649220278097,
      "grad_norm": 5.875,
      "learning_rate": 2.43549066422415e-05,
      "loss": 1.9954,
      "mean_token_accuracy": 0.554746288061142,
      "num_tokens": 311342175.0,
      "step": 404400
    },
    {
      "epoch": 0.5129776066203425,
      "grad_norm": 6.0625,
      "learning_rate": 2.435427233215521e-05,
      "loss": 2.2465,
      "mean_token_accuracy": 0.5164580285549164,
      "num_tokens": 311351316.0,
      "step": 404410
    },
    {
      "epoch": 0.5129902912128753,
      "grad_norm": 8.75,
      "learning_rate": 2.4353638022068916e-05,
      "loss": 2.215,
      "mean_token_accuracy": 0.5202707767486572,
      "num_tokens": 311358744.0,
      "step": 404420
    },
    {
      "epoch": 0.5130029758054082,
      "grad_norm": 5.15625,
      "learning_rate": 2.4353003711982624e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5470667868852616,
      "num_tokens": 311366782.0,
      "step": 404430
    },
    {
      "epoch": 0.513015660397941,
      "grad_norm": 8.4375,
      "learning_rate": 2.4352369401896336e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5325913012027741,
      "num_tokens": 311375079.0,
      "step": 404440
    },
    {
      "epoch": 0.5130283449904739,
      "grad_norm": 4.75,
      "learning_rate": 2.4351735091810042e-05,
      "loss": 1.7861,
      "mean_token_accuracy": 0.5923526108264923,
      "num_tokens": 311383672.0,
      "step": 404450
    },
    {
      "epoch": 0.5130410295830067,
      "grad_norm": 6.0,
      "learning_rate": 2.435110078172375e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.531662854552269,
      "num_tokens": 311390288.0,
      "step": 404460
    },
    {
      "epoch": 0.5130537141755396,
      "grad_norm": 5.0625,
      "learning_rate": 2.435046647163746e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5373825609683991,
      "num_tokens": 311398330.0,
      "step": 404470
    },
    {
      "epoch": 0.5130663987680724,
      "grad_norm": 5.5,
      "learning_rate": 2.4349832161551168e-05,
      "loss": 1.8758,
      "mean_token_accuracy": 0.5851052582263947,
      "num_tokens": 311406068.0,
      "step": 404480
    },
    {
      "epoch": 0.5130790833606053,
      "grad_norm": 5.84375,
      "learning_rate": 2.4349197851464877e-05,
      "loss": 2.3692,
      "mean_token_accuracy": 0.5047853350639343,
      "num_tokens": 311414486.0,
      "step": 404490
    },
    {
      "epoch": 0.513091767953138,
      "grad_norm": 5.59375,
      "learning_rate": 2.4348563541378586e-05,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5814378470182419,
      "num_tokens": 311422613.0,
      "step": 404500
    },
    {
      "epoch": 0.5131044525456708,
      "grad_norm": 5.5625,
      "learning_rate": 2.4347929231292294e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5334103137254715,
      "num_tokens": 311429899.0,
      "step": 404510
    },
    {
      "epoch": 0.5131171371382037,
      "grad_norm": 5.3125,
      "learning_rate": 2.4347294921206003e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5355210810899734,
      "num_tokens": 311437751.0,
      "step": 404520
    },
    {
      "epoch": 0.5131298217307365,
      "grad_norm": 5.6875,
      "learning_rate": 2.4346660611119712e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.564910101890564,
      "num_tokens": 311446261.0,
      "step": 404530
    },
    {
      "epoch": 0.5131425063232694,
      "grad_norm": 7.0625,
      "learning_rate": 2.434602630103342e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5522408455610275,
      "num_tokens": 311452694.0,
      "step": 404540
    },
    {
      "epoch": 0.5131551909158022,
      "grad_norm": 4.78125,
      "learning_rate": 2.434539199094713e-05,
      "loss": 2.2822,
      "mean_token_accuracy": 0.510327136516571,
      "num_tokens": 311461028.0,
      "step": 404550
    },
    {
      "epoch": 0.5131678755083351,
      "grad_norm": 6.9375,
      "learning_rate": 2.4344757680860835e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5421693414449692,
      "num_tokens": 311468372.0,
      "step": 404560
    },
    {
      "epoch": 0.5131805601008679,
      "grad_norm": 5.59375,
      "learning_rate": 2.4344123370774543e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5236530125141143,
      "num_tokens": 311476419.0,
      "step": 404570
    },
    {
      "epoch": 0.5131932446934007,
      "grad_norm": 4.875,
      "learning_rate": 2.4343489060688255e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.523090073466301,
      "num_tokens": 311485077.0,
      "step": 404580
    },
    {
      "epoch": 0.5132059292859336,
      "grad_norm": 6.8125,
      "learning_rate": 2.434285475060196e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5380783915519715,
      "num_tokens": 311493551.0,
      "step": 404590
    },
    {
      "epoch": 0.5132186138784663,
      "grad_norm": 5.9375,
      "learning_rate": 2.434222044051567e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5183528780937194,
      "num_tokens": 311501075.0,
      "step": 404600
    },
    {
      "epoch": 0.5132312984709992,
      "grad_norm": 5.34375,
      "learning_rate": 2.4341586130429378e-05,
      "loss": 1.8859,
      "mean_token_accuracy": 0.5772995531558991,
      "num_tokens": 311507743.0,
      "step": 404610
    },
    {
      "epoch": 0.513243983063532,
      "grad_norm": 4.78125,
      "learning_rate": 2.4340951820343087e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.561188381910324,
      "num_tokens": 311516588.0,
      "step": 404620
    },
    {
      "epoch": 0.5132566676560649,
      "grad_norm": 5.1875,
      "learning_rate": 2.4340317510256796e-05,
      "loss": 1.6213,
      "mean_token_accuracy": 0.6344802647829055,
      "num_tokens": 311524236.0,
      "step": 404630
    },
    {
      "epoch": 0.5132693522485977,
      "grad_norm": 5.90625,
      "learning_rate": 2.4339683200170504e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5333706498146057,
      "num_tokens": 311532639.0,
      "step": 404640
    },
    {
      "epoch": 0.5132820368411306,
      "grad_norm": 5.96875,
      "learning_rate": 2.4339048890084213e-05,
      "loss": 2.4664,
      "mean_token_accuracy": 0.48865688741207125,
      "num_tokens": 311540656.0,
      "step": 404650
    },
    {
      "epoch": 0.5132947214336634,
      "grad_norm": 6.15625,
      "learning_rate": 2.433841457999792e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.567385995388031,
      "num_tokens": 311548852.0,
      "step": 404660
    },
    {
      "epoch": 0.5133074060261962,
      "grad_norm": 5.8125,
      "learning_rate": 2.4337780269911627e-05,
      "loss": 2.3113,
      "mean_token_accuracy": 0.5129175335168839,
      "num_tokens": 311557608.0,
      "step": 404670
    },
    {
      "epoch": 0.5133200906187291,
      "grad_norm": 7.03125,
      "learning_rate": 2.433714595982534e-05,
      "loss": 1.934,
      "mean_token_accuracy": 0.5720645278692246,
      "num_tokens": 311565266.0,
      "step": 404680
    },
    {
      "epoch": 0.5133327752112619,
      "grad_norm": 5.03125,
      "learning_rate": 2.4336511649739048e-05,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5756548047065735,
      "num_tokens": 311572540.0,
      "step": 404690
    },
    {
      "epoch": 0.5133454598037948,
      "grad_norm": 5.09375,
      "learning_rate": 2.4335877339652754e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5672213643789291,
      "num_tokens": 311580853.0,
      "step": 404700
    },
    {
      "epoch": 0.5133581443963275,
      "grad_norm": 6.65625,
      "learning_rate": 2.4335243029566462e-05,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5701800584793091,
      "num_tokens": 311588452.0,
      "step": 404710
    },
    {
      "epoch": 0.5133708289888604,
      "grad_norm": 4.75,
      "learning_rate": 2.433460871948017e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5362884640693665,
      "num_tokens": 311595151.0,
      "step": 404720
    },
    {
      "epoch": 0.5133835135813932,
      "grad_norm": 16.25,
      "learning_rate": 2.433397440939388e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.518917390704155,
      "num_tokens": 311602829.0,
      "step": 404730
    },
    {
      "epoch": 0.513396198173926,
      "grad_norm": 6.125,
      "learning_rate": 2.433334009930759e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5832699805498123,
      "num_tokens": 311610252.0,
      "step": 404740
    },
    {
      "epoch": 0.5134088827664589,
      "grad_norm": 6.90625,
      "learning_rate": 2.4332705789221297e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5607247352600098,
      "num_tokens": 311617616.0,
      "step": 404750
    },
    {
      "epoch": 0.5134215673589917,
      "grad_norm": 5.71875,
      "learning_rate": 2.4332071479135006e-05,
      "loss": 1.956,
      "mean_token_accuracy": 0.5559554547071457,
      "num_tokens": 311624756.0,
      "step": 404760
    },
    {
      "epoch": 0.5134342519515246,
      "grad_norm": 4.9375,
      "learning_rate": 2.433143716904871e-05,
      "loss": 1.9447,
      "mean_token_accuracy": 0.5678261816501617,
      "num_tokens": 311632309.0,
      "step": 404770
    },
    {
      "epoch": 0.5134469365440574,
      "grad_norm": 5.34375,
      "learning_rate": 2.4330802858962423e-05,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5285587102174759,
      "num_tokens": 311639915.0,
      "step": 404780
    },
    {
      "epoch": 0.5134596211365903,
      "grad_norm": 6.125,
      "learning_rate": 2.4330168548876132e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5371816784143448,
      "num_tokens": 311648468.0,
      "step": 404790
    },
    {
      "epoch": 0.5134723057291231,
      "grad_norm": 5.875,
      "learning_rate": 2.4329534238789838e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5328421235084534,
      "num_tokens": 311657039.0,
      "step": 404800
    },
    {
      "epoch": 0.5134849903216558,
      "grad_norm": 5.46875,
      "learning_rate": 2.4328899928703546e-05,
      "loss": 2.2839,
      "mean_token_accuracy": 0.5123801857233048,
      "num_tokens": 311664470.0,
      "step": 404810
    },
    {
      "epoch": 0.5134976749141887,
      "grad_norm": 5.65625,
      "learning_rate": 2.4328265618617255e-05,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5832574367523193,
      "num_tokens": 311672116.0,
      "step": 404820
    },
    {
      "epoch": 0.5135103595067215,
      "grad_norm": 8.1875,
      "learning_rate": 2.4327631308530964e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5333982884883881,
      "num_tokens": 311679334.0,
      "step": 404830
    },
    {
      "epoch": 0.5135230440992544,
      "grad_norm": 5.625,
      "learning_rate": 2.4326996998444672e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.536456036567688,
      "num_tokens": 311687294.0,
      "step": 404840
    },
    {
      "epoch": 0.5135357286917872,
      "grad_norm": 5.6875,
      "learning_rate": 2.432636268835838e-05,
      "loss": 2.2625,
      "mean_token_accuracy": 0.511249127984047,
      "num_tokens": 311695455.0,
      "step": 404850
    },
    {
      "epoch": 0.5135484132843201,
      "grad_norm": 6.09375,
      "learning_rate": 2.432572837827209e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.548215702176094,
      "num_tokens": 311702803.0,
      "step": 404860
    },
    {
      "epoch": 0.5135610978768529,
      "grad_norm": 5.65625,
      "learning_rate": 2.4325094068185795e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5386794298887253,
      "num_tokens": 311710430.0,
      "step": 404870
    },
    {
      "epoch": 0.5135737824693858,
      "grad_norm": 9.625,
      "learning_rate": 2.4324459758099507e-05,
      "loss": 1.8427,
      "mean_token_accuracy": 0.591449362039566,
      "num_tokens": 311717437.0,
      "step": 404880
    },
    {
      "epoch": 0.5135864670619186,
      "grad_norm": 5.375,
      "learning_rate": 2.4323825448013216e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5631869226694107,
      "num_tokens": 311726068.0,
      "step": 404890
    },
    {
      "epoch": 0.5135991516544514,
      "grad_norm": 5.625,
      "learning_rate": 2.4323191137926925e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5240179032087326,
      "num_tokens": 311734109.0,
      "step": 404900
    },
    {
      "epoch": 0.5136118362469843,
      "grad_norm": 7.625,
      "learning_rate": 2.432255682784063e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.532649764418602,
      "num_tokens": 311742119.0,
      "step": 404910
    },
    {
      "epoch": 0.513624520839517,
      "grad_norm": 6.3125,
      "learning_rate": 2.432192251775434e-05,
      "loss": 1.7074,
      "mean_token_accuracy": 0.6335916250944138,
      "num_tokens": 311749183.0,
      "step": 404920
    },
    {
      "epoch": 0.5136372054320499,
      "grad_norm": 10.0,
      "learning_rate": 2.432128820766805e-05,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5680516988039017,
      "num_tokens": 311755840.0,
      "step": 404930
    },
    {
      "epoch": 0.5136498900245827,
      "grad_norm": 4.90625,
      "learning_rate": 2.4320653897581756e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5338071078062058,
      "num_tokens": 311764889.0,
      "step": 404940
    },
    {
      "epoch": 0.5136625746171156,
      "grad_norm": 6.71875,
      "learning_rate": 2.4320019587495465e-05,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5743693321943283,
      "num_tokens": 311771866.0,
      "step": 404950
    },
    {
      "epoch": 0.5136752592096484,
      "grad_norm": 9.625,
      "learning_rate": 2.4319385277409174e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5401835948228836,
      "num_tokens": 311778705.0,
      "step": 404960
    },
    {
      "epoch": 0.5136879438021812,
      "grad_norm": 4.8125,
      "learning_rate": 2.4318750967322883e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5468997478485107,
      "num_tokens": 311786350.0,
      "step": 404970
    },
    {
      "epoch": 0.5137006283947141,
      "grad_norm": 6.15625,
      "learning_rate": 2.431811665723659e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.55358327627182,
      "num_tokens": 311794268.0,
      "step": 404980
    },
    {
      "epoch": 0.5137133129872469,
      "grad_norm": 6.28125,
      "learning_rate": 2.43174823471503e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5313662141561508,
      "num_tokens": 311802552.0,
      "step": 404990
    },
    {
      "epoch": 0.5137259975797798,
      "grad_norm": 6.0,
      "learning_rate": 2.431684803706401e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5275739192962646,
      "num_tokens": 311810815.0,
      "step": 405000
    },
    {
      "epoch": 0.5137386821723126,
      "grad_norm": 6.25,
      "learning_rate": 2.4316213726977714e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5502586424350738,
      "num_tokens": 311819077.0,
      "step": 405010
    },
    {
      "epoch": 0.5137513667648455,
      "grad_norm": 6.28125,
      "learning_rate": 2.4315579416891426e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5324665576219558,
      "num_tokens": 311825642.0,
      "step": 405020
    },
    {
      "epoch": 0.5137640513573782,
      "grad_norm": 6.75,
      "learning_rate": 2.4314945106805135e-05,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5730583190917968,
      "num_tokens": 311833489.0,
      "step": 405030
    },
    {
      "epoch": 0.5137767359499111,
      "grad_norm": 5.84375,
      "learning_rate": 2.431431079671884e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5256195664405823,
      "num_tokens": 311842156.0,
      "step": 405040
    },
    {
      "epoch": 0.5137894205424439,
      "grad_norm": 5.71875,
      "learning_rate": 2.431367648663255e-05,
      "loss": 1.891,
      "mean_token_accuracy": 0.5728225111961365,
      "num_tokens": 311849768.0,
      "step": 405050
    },
    {
      "epoch": 0.5138021051349767,
      "grad_norm": 5.90625,
      "learning_rate": 2.4313042176546258e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5281256228685379,
      "num_tokens": 311857851.0,
      "step": 405060
    },
    {
      "epoch": 0.5138147897275096,
      "grad_norm": 10.5625,
      "learning_rate": 2.431240786645997e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5417065232992172,
      "num_tokens": 311865756.0,
      "step": 405070
    },
    {
      "epoch": 0.5138274743200424,
      "grad_norm": 5.5,
      "learning_rate": 2.4311773556373675e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5324066698551178,
      "num_tokens": 311874320.0,
      "step": 405080
    },
    {
      "epoch": 0.5138401589125753,
      "grad_norm": 4.71875,
      "learning_rate": 2.4311139246287384e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5345521062612534,
      "num_tokens": 311882798.0,
      "step": 405090
    },
    {
      "epoch": 0.5138528435051081,
      "grad_norm": 4.75,
      "learning_rate": 2.4310504936201093e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5439129531383514,
      "num_tokens": 311891299.0,
      "step": 405100
    },
    {
      "epoch": 0.513865528097641,
      "grad_norm": 4.84375,
      "learning_rate": 2.43098706261148e-05,
      "loss": 2.3242,
      "mean_token_accuracy": 0.5041462182998657,
      "num_tokens": 311899870.0,
      "step": 405110
    },
    {
      "epoch": 0.5138782126901738,
      "grad_norm": 4.875,
      "learning_rate": 2.430923631602851e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5177586495876312,
      "num_tokens": 311908481.0,
      "step": 405120
    },
    {
      "epoch": 0.5138908972827065,
      "grad_norm": 8.9375,
      "learning_rate": 2.430860200594222e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5390723943710327,
      "num_tokens": 311916498.0,
      "step": 405130
    },
    {
      "epoch": 0.5139035818752394,
      "grad_norm": 11.0625,
      "learning_rate": 2.4307967695855928e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5438458949327469,
      "num_tokens": 311922758.0,
      "step": 405140
    },
    {
      "epoch": 0.5139162664677722,
      "grad_norm": 6.40625,
      "learning_rate": 2.4307333385769633e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5657269537448884,
      "num_tokens": 311929351.0,
      "step": 405150
    },
    {
      "epoch": 0.5139289510603051,
      "grad_norm": 5.0,
      "learning_rate": 2.4306699075683342e-05,
      "loss": 1.9068,
      "mean_token_accuracy": 0.5784984409809113,
      "num_tokens": 311935703.0,
      "step": 405160
    },
    {
      "epoch": 0.5139416356528379,
      "grad_norm": 6.875,
      "learning_rate": 2.4306064765597054e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.533863154053688,
      "num_tokens": 311943569.0,
      "step": 405170
    },
    {
      "epoch": 0.5139543202453708,
      "grad_norm": 5.90625,
      "learning_rate": 2.430543045551076e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5176405280828476,
      "num_tokens": 311952506.0,
      "step": 405180
    },
    {
      "epoch": 0.5139670048379036,
      "grad_norm": 7.46875,
      "learning_rate": 2.4304796145424468e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5411943733692169,
      "num_tokens": 311959007.0,
      "step": 405190
    },
    {
      "epoch": 0.5139796894304365,
      "grad_norm": 7.8125,
      "learning_rate": 2.4304161835338177e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5648426383733749,
      "num_tokens": 311966046.0,
      "step": 405200
    },
    {
      "epoch": 0.5139923740229693,
      "grad_norm": 7.09375,
      "learning_rate": 2.4303527525251886e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5451590031385422,
      "num_tokens": 311973304.0,
      "step": 405210
    },
    {
      "epoch": 0.514005058615502,
      "grad_norm": 5.75,
      "learning_rate": 2.4302893215165594e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5324322015047074,
      "num_tokens": 311982385.0,
      "step": 405220
    },
    {
      "epoch": 0.514017743208035,
      "grad_norm": 5.59375,
      "learning_rate": 2.4302258905079303e-05,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5650066822767258,
      "num_tokens": 311990452.0,
      "step": 405230
    },
    {
      "epoch": 0.5140304278005677,
      "grad_norm": 5.34375,
      "learning_rate": 2.4301624594993012e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5409159570932388,
      "num_tokens": 311997267.0,
      "step": 405240
    },
    {
      "epoch": 0.5140431123931006,
      "grad_norm": 5.0625,
      "learning_rate": 2.4300990284906717e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5253011375665665,
      "num_tokens": 312004828.0,
      "step": 405250
    },
    {
      "epoch": 0.5140557969856334,
      "grad_norm": 9.25,
      "learning_rate": 2.4300355974820426e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5593440294265747,
      "num_tokens": 312011768.0,
      "step": 405260
    },
    {
      "epoch": 0.5140684815781663,
      "grad_norm": 4.90625,
      "learning_rate": 2.4299721664734138e-05,
      "loss": 1.8505,
      "mean_token_accuracy": 0.5768890798091888,
      "num_tokens": 312018337.0,
      "step": 405270
    },
    {
      "epoch": 0.5140811661706991,
      "grad_norm": 5.28125,
      "learning_rate": 2.4299087354647847e-05,
      "loss": 2.2453,
      "mean_token_accuracy": 0.5183522075414657,
      "num_tokens": 312027608.0,
      "step": 405280
    },
    {
      "epoch": 0.5140938507632319,
      "grad_norm": 6.53125,
      "learning_rate": 2.4298453044561552e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5490572124719619,
      "num_tokens": 312034515.0,
      "step": 405290
    },
    {
      "epoch": 0.5141065353557648,
      "grad_norm": 7.59375,
      "learning_rate": 2.429781873447526e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5584885865449906,
      "num_tokens": 312041049.0,
      "step": 405300
    },
    {
      "epoch": 0.5141192199482976,
      "grad_norm": 5.71875,
      "learning_rate": 2.429718442438897e-05,
      "loss": 2.3012,
      "mean_token_accuracy": 0.5080975204706192,
      "num_tokens": 312049942.0,
      "step": 405310
    },
    {
      "epoch": 0.5141319045408305,
      "grad_norm": 6.40625,
      "learning_rate": 2.429655011430268e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5152738898992538,
      "num_tokens": 312058395.0,
      "step": 405320
    },
    {
      "epoch": 0.5141445891333633,
      "grad_norm": 6.34375,
      "learning_rate": 2.4295915804216387e-05,
      "loss": 1.7743,
      "mean_token_accuracy": 0.6015814334154129,
      "num_tokens": 312065794.0,
      "step": 405330
    },
    {
      "epoch": 0.5141572737258961,
      "grad_norm": 5.03125,
      "learning_rate": 2.4295281494130096e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5274918913841248,
      "num_tokens": 312074437.0,
      "step": 405340
    },
    {
      "epoch": 0.5141699583184289,
      "grad_norm": 7.40625,
      "learning_rate": 2.4294647184043805e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5621692329645157,
      "num_tokens": 312081734.0,
      "step": 405350
    },
    {
      "epoch": 0.5141826429109617,
      "grad_norm": 9.0,
      "learning_rate": 2.429401287395751e-05,
      "loss": 1.8869,
      "mean_token_accuracy": 0.5834176063537597,
      "num_tokens": 312089211.0,
      "step": 405360
    },
    {
      "epoch": 0.5141953275034946,
      "grad_norm": 5.78125,
      "learning_rate": 2.4293378563871222e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5600695431232452,
      "num_tokens": 312097448.0,
      "step": 405370
    },
    {
      "epoch": 0.5142080120960274,
      "grad_norm": 5.28125,
      "learning_rate": 2.429274425378493e-05,
      "loss": 1.9861,
      "mean_token_accuracy": 0.5536577016115188,
      "num_tokens": 312106792.0,
      "step": 405380
    },
    {
      "epoch": 0.5142206966885603,
      "grad_norm": 8.3125,
      "learning_rate": 2.4292109943698636e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5329798638820649,
      "num_tokens": 312114592.0,
      "step": 405390
    },
    {
      "epoch": 0.5142333812810931,
      "grad_norm": 5.125,
      "learning_rate": 2.4291475633612345e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5268155604600906,
      "num_tokens": 312122619.0,
      "step": 405400
    },
    {
      "epoch": 0.514246065873626,
      "grad_norm": 4.9375,
      "learning_rate": 2.4290841323526054e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5629776597023011,
      "num_tokens": 312129866.0,
      "step": 405410
    },
    {
      "epoch": 0.5142587504661588,
      "grad_norm": 4.78125,
      "learning_rate": 2.4290207013439762e-05,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5623127460479737,
      "num_tokens": 312136968.0,
      "step": 405420
    },
    {
      "epoch": 0.5142714350586917,
      "grad_norm": 4.6875,
      "learning_rate": 2.428957270335347e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5540840715169907,
      "num_tokens": 312145161.0,
      "step": 405430
    },
    {
      "epoch": 0.5142841196512244,
      "grad_norm": 4.53125,
      "learning_rate": 2.428893839326718e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5470821380615234,
      "num_tokens": 312153882.0,
      "step": 405440
    },
    {
      "epoch": 0.5142968042437572,
      "grad_norm": 5.125,
      "learning_rate": 2.428830408318089e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5532218992710114,
      "num_tokens": 312160895.0,
      "step": 405450
    },
    {
      "epoch": 0.5143094888362901,
      "grad_norm": 6.3125,
      "learning_rate": 2.4287669773094597e-05,
      "loss": 2.2009,
      "mean_token_accuracy": 0.524394404888153,
      "num_tokens": 312168921.0,
      "step": 405460
    },
    {
      "epoch": 0.5143221734288229,
      "grad_norm": 4.9375,
      "learning_rate": 2.4287035463008306e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5366561412811279,
      "num_tokens": 312177369.0,
      "step": 405470
    },
    {
      "epoch": 0.5143348580213558,
      "grad_norm": 4.875,
      "learning_rate": 2.4286401152922015e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5430340468883514,
      "num_tokens": 312185919.0,
      "step": 405480
    },
    {
      "epoch": 0.5143475426138886,
      "grad_norm": 5.40625,
      "learning_rate": 2.4285766842835724e-05,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5244734078645706,
      "num_tokens": 312195390.0,
      "step": 405490
    },
    {
      "epoch": 0.5143602272064215,
      "grad_norm": 6.53125,
      "learning_rate": 2.428513253274943e-05,
      "loss": 1.8346,
      "mean_token_accuracy": 0.6049012184143067,
      "num_tokens": 312202215.0,
      "step": 405500
    },
    {
      "epoch": 0.5143729117989543,
      "grad_norm": 8.1875,
      "learning_rate": 2.428449822266314e-05,
      "loss": 1.7662,
      "mean_token_accuracy": 0.6169733822345733,
      "num_tokens": 312208637.0,
      "step": 405510
    },
    {
      "epoch": 0.5143855963914871,
      "grad_norm": 5.1875,
      "learning_rate": 2.428386391257685e-05,
      "loss": 2.2083,
      "mean_token_accuracy": 0.5156752437353134,
      "num_tokens": 312216617.0,
      "step": 405520
    },
    {
      "epoch": 0.51439828098402,
      "grad_norm": 6.53125,
      "learning_rate": 2.4283229602490555e-05,
      "loss": 1.9414,
      "mean_token_accuracy": 0.5698759257793427,
      "num_tokens": 312222823.0,
      "step": 405530
    },
    {
      "epoch": 0.5144109655765527,
      "grad_norm": 4.84375,
      "learning_rate": 2.4282595292404264e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.515688544511795,
      "num_tokens": 312231757.0,
      "step": 405540
    },
    {
      "epoch": 0.5144236501690856,
      "grad_norm": 6.65625,
      "learning_rate": 2.4281960982317973e-05,
      "loss": 2.351,
      "mean_token_accuracy": 0.4974323809146881,
      "num_tokens": 312240548.0,
      "step": 405550
    },
    {
      "epoch": 0.5144363347616184,
      "grad_norm": 4.75,
      "learning_rate": 2.428132667223168e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5401349306106568,
      "num_tokens": 312248753.0,
      "step": 405560
    },
    {
      "epoch": 0.5144490193541513,
      "grad_norm": 6.6875,
      "learning_rate": 2.428069236214539e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5436988592147827,
      "num_tokens": 312256428.0,
      "step": 405570
    },
    {
      "epoch": 0.5144617039466841,
      "grad_norm": 3.390625,
      "learning_rate": 2.42800580520591e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5729439377784729,
      "num_tokens": 312264475.0,
      "step": 405580
    },
    {
      "epoch": 0.514474388539217,
      "grad_norm": 5.4375,
      "learning_rate": 2.4279423741972808e-05,
      "loss": 2.273,
      "mean_token_accuracy": 0.5157847285270691,
      "num_tokens": 312272962.0,
      "step": 405590
    },
    {
      "epoch": 0.5144870731317498,
      "grad_norm": 4.53125,
      "learning_rate": 2.4278789431886513e-05,
      "loss": 1.8593,
      "mean_token_accuracy": 0.5968106776475907,
      "num_tokens": 312280309.0,
      "step": 405600
    },
    {
      "epoch": 0.5144997577242826,
      "grad_norm": 5.71875,
      "learning_rate": 2.4278155121800225e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.522855919599533,
      "num_tokens": 312288965.0,
      "step": 405610
    },
    {
      "epoch": 0.5145124423168155,
      "grad_norm": 5.96875,
      "learning_rate": 2.4277520811713934e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5323578149080277,
      "num_tokens": 312297387.0,
      "step": 405620
    },
    {
      "epoch": 0.5145251269093483,
      "grad_norm": 4.875,
      "learning_rate": 2.427688650162764e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.543498945236206,
      "num_tokens": 312306007.0,
      "step": 405630
    },
    {
      "epoch": 0.5145378115018812,
      "grad_norm": 5.40625,
      "learning_rate": 2.4276252191541348e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5417108088731766,
      "num_tokens": 312313870.0,
      "step": 405640
    },
    {
      "epoch": 0.514550496094414,
      "grad_norm": 5.3125,
      "learning_rate": 2.4275617881455057e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5505054026842118,
      "num_tokens": 312321868.0,
      "step": 405650
    },
    {
      "epoch": 0.5145631806869468,
      "grad_norm": 6.3125,
      "learning_rate": 2.427498357136877e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.542209991812706,
      "num_tokens": 312329487.0,
      "step": 405660
    },
    {
      "epoch": 0.5145758652794796,
      "grad_norm": 4.9375,
      "learning_rate": 2.4274349261282474e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.536011528968811,
      "num_tokens": 312338692.0,
      "step": 405670
    },
    {
      "epoch": 0.5145885498720124,
      "grad_norm": 6.3125,
      "learning_rate": 2.4273714951196183e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5645876497030258,
      "num_tokens": 312346553.0,
      "step": 405680
    },
    {
      "epoch": 0.5146012344645453,
      "grad_norm": 5.4375,
      "learning_rate": 2.427308064110989e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5372203230857849,
      "num_tokens": 312354213.0,
      "step": 405690
    },
    {
      "epoch": 0.5146139190570781,
      "grad_norm": 5.0,
      "learning_rate": 2.42724463310236e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5438115030527115,
      "num_tokens": 312362641.0,
      "step": 405700
    },
    {
      "epoch": 0.514626603649611,
      "grad_norm": 7.78125,
      "learning_rate": 2.427181202093731e-05,
      "loss": 2.2518,
      "mean_token_accuracy": 0.518537163734436,
      "num_tokens": 312369959.0,
      "step": 405710
    },
    {
      "epoch": 0.5146392882421438,
      "grad_norm": 5.65625,
      "learning_rate": 2.4271177710851018e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.539294856786728,
      "num_tokens": 312378432.0,
      "step": 405720
    },
    {
      "epoch": 0.5146519728346767,
      "grad_norm": 6.25,
      "learning_rate": 2.4270543400764727e-05,
      "loss": 1.9376,
      "mean_token_accuracy": 0.575616866350174,
      "num_tokens": 312385851.0,
      "step": 405730
    },
    {
      "epoch": 0.5146646574272095,
      "grad_norm": 6.0625,
      "learning_rate": 2.4269909090678432e-05,
      "loss": 1.895,
      "mean_token_accuracy": 0.5836759328842163,
      "num_tokens": 312393936.0,
      "step": 405740
    },
    {
      "epoch": 0.5146773420197422,
      "grad_norm": 5.59375,
      "learning_rate": 2.426927478059214e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5434088081121444,
      "num_tokens": 312401750.0,
      "step": 405750
    },
    {
      "epoch": 0.5146900266122751,
      "grad_norm": 5.375,
      "learning_rate": 2.4268640470505853e-05,
      "loss": 1.8469,
      "mean_token_accuracy": 0.5885611921548843,
      "num_tokens": 312407300.0,
      "step": 405760
    },
    {
      "epoch": 0.5147027112048079,
      "grad_norm": 4.90625,
      "learning_rate": 2.4268006160419558e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5590005457401276,
      "num_tokens": 312414140.0,
      "step": 405770
    },
    {
      "epoch": 0.5147153957973408,
      "grad_norm": 4.75,
      "learning_rate": 2.4267371850333267e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5603494971990586,
      "num_tokens": 312421761.0,
      "step": 405780
    },
    {
      "epoch": 0.5147280803898736,
      "grad_norm": 5.875,
      "learning_rate": 2.4266737540246976e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5326949894428253,
      "num_tokens": 312429027.0,
      "step": 405790
    },
    {
      "epoch": 0.5147407649824065,
      "grad_norm": 5.96875,
      "learning_rate": 2.4266103230160684e-05,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5225467830896378,
      "num_tokens": 312437627.0,
      "step": 405800
    },
    {
      "epoch": 0.5147534495749393,
      "grad_norm": 5.59375,
      "learning_rate": 2.4265468920074393e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5477245867252349,
      "num_tokens": 312445155.0,
      "step": 405810
    },
    {
      "epoch": 0.5147661341674722,
      "grad_norm": 7.375,
      "learning_rate": 2.4264834609988102e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5250557869672775,
      "num_tokens": 312452128.0,
      "step": 405820
    },
    {
      "epoch": 0.514778818760005,
      "grad_norm": 5.40625,
      "learning_rate": 2.426420029990181e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.548643296957016,
      "num_tokens": 312460591.0,
      "step": 405830
    },
    {
      "epoch": 0.5147915033525378,
      "grad_norm": 7.5,
      "learning_rate": 2.4263565989815516e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5472149759531021,
      "num_tokens": 312469172.0,
      "step": 405840
    },
    {
      "epoch": 0.5148041879450707,
      "grad_norm": 6.3125,
      "learning_rate": 2.4262931679729225e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5412599086761475,
      "num_tokens": 312476159.0,
      "step": 405850
    },
    {
      "epoch": 0.5148168725376034,
      "grad_norm": 5.75,
      "learning_rate": 2.4262297369642937e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5340338796377182,
      "num_tokens": 312484025.0,
      "step": 405860
    },
    {
      "epoch": 0.5148295571301363,
      "grad_norm": 8.6875,
      "learning_rate": 2.4261663059556646e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5584843993186951,
      "num_tokens": 312491042.0,
      "step": 405870
    },
    {
      "epoch": 0.5148422417226691,
      "grad_norm": 6.28125,
      "learning_rate": 2.426102874947035e-05,
      "loss": 2.281,
      "mean_token_accuracy": 0.52452392578125,
      "num_tokens": 312497966.0,
      "step": 405880
    },
    {
      "epoch": 0.514854926315202,
      "grad_norm": 5.65625,
      "learning_rate": 2.426039443938406e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5591038078069687,
      "num_tokens": 312505311.0,
      "step": 405890
    },
    {
      "epoch": 0.5148676109077348,
      "grad_norm": 6.90625,
      "learning_rate": 2.4259760129297772e-05,
      "loss": 1.8139,
      "mean_token_accuracy": 0.6022861450910568,
      "num_tokens": 312511510.0,
      "step": 405900
    },
    {
      "epoch": 0.5148802955002676,
      "grad_norm": 6.21875,
      "learning_rate": 2.4259125819211477e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.53657665848732,
      "num_tokens": 312519139.0,
      "step": 405910
    },
    {
      "epoch": 0.5148929800928005,
      "grad_norm": 6.96875,
      "learning_rate": 2.4258491509125186e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5373042672872543,
      "num_tokens": 312527253.0,
      "step": 405920
    },
    {
      "epoch": 0.5149056646853333,
      "grad_norm": 6.78125,
      "learning_rate": 2.4257857199038895e-05,
      "loss": 1.9094,
      "mean_token_accuracy": 0.5747528702020646,
      "num_tokens": 312535461.0,
      "step": 405930
    },
    {
      "epoch": 0.5149183492778662,
      "grad_norm": 5.125,
      "learning_rate": 2.4257222888952603e-05,
      "loss": 1.9169,
      "mean_token_accuracy": 0.5710779041051864,
      "num_tokens": 312542653.0,
      "step": 405940
    },
    {
      "epoch": 0.514931033870399,
      "grad_norm": 5.59375,
      "learning_rate": 2.4256588578866312e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5451951354742051,
      "num_tokens": 312550887.0,
      "step": 405950
    },
    {
      "epoch": 0.5149437184629319,
      "grad_norm": 6.3125,
      "learning_rate": 2.425595426878002e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5587749630212784,
      "num_tokens": 312557581.0,
      "step": 405960
    },
    {
      "epoch": 0.5149564030554646,
      "grad_norm": 4.46875,
      "learning_rate": 2.425531995869373e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5455896347761154,
      "num_tokens": 312564776.0,
      "step": 405970
    },
    {
      "epoch": 0.5149690876479975,
      "grad_norm": 5.6875,
      "learning_rate": 2.4254685648607435e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.549054229259491,
      "num_tokens": 312572810.0,
      "step": 405980
    },
    {
      "epoch": 0.5149817722405303,
      "grad_norm": 4.65625,
      "learning_rate": 2.4254051338521144e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5478969991207123,
      "num_tokens": 312580868.0,
      "step": 405990
    },
    {
      "epoch": 0.5149944568330631,
      "grad_norm": 5.03125,
      "learning_rate": 2.4253417028434856e-05,
      "loss": 2.261,
      "mean_token_accuracy": 0.5104357808828354,
      "num_tokens": 312588684.0,
      "step": 406000
    },
    {
      "epoch": 0.515007141425596,
      "grad_norm": 5.9375,
      "learning_rate": 2.4252782718348565e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5300167679786683,
      "num_tokens": 312596135.0,
      "step": 406010
    },
    {
      "epoch": 0.5150198260181288,
      "grad_norm": 7.5,
      "learning_rate": 2.425214840826227e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5533309549093246,
      "num_tokens": 312603581.0,
      "step": 406020
    },
    {
      "epoch": 0.5150325106106617,
      "grad_norm": 5.4375,
      "learning_rate": 2.425151409817598e-05,
      "loss": 1.944,
      "mean_token_accuracy": 0.5707654982805253,
      "num_tokens": 312611914.0,
      "step": 406030
    },
    {
      "epoch": 0.5150451952031945,
      "grad_norm": 7.53125,
      "learning_rate": 2.4250879788089687e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5580952376127243,
      "num_tokens": 312618652.0,
      "step": 406040
    },
    {
      "epoch": 0.5150578797957274,
      "grad_norm": 5.0,
      "learning_rate": 2.4250245478003396e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5315932989120483,
      "num_tokens": 312626997.0,
      "step": 406050
    },
    {
      "epoch": 0.5150705643882602,
      "grad_norm": 6.65625,
      "learning_rate": 2.4249611167917105e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5584198504686355,
      "num_tokens": 312633528.0,
      "step": 406060
    },
    {
      "epoch": 0.5150832489807929,
      "grad_norm": 5.15625,
      "learning_rate": 2.4248976857830814e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5541772902011871,
      "num_tokens": 312641666.0,
      "step": 406070
    },
    {
      "epoch": 0.5150959335733258,
      "grad_norm": 10.6875,
      "learning_rate": 2.4248342547744522e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5453437358140946,
      "num_tokens": 312649425.0,
      "step": 406080
    },
    {
      "epoch": 0.5151086181658586,
      "grad_norm": 7.71875,
      "learning_rate": 2.4247708237658228e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5633771806955338,
      "num_tokens": 312656477.0,
      "step": 406090
    },
    {
      "epoch": 0.5151213027583915,
      "grad_norm": 6.65625,
      "learning_rate": 2.424707392757194e-05,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5643042892217636,
      "num_tokens": 312664231.0,
      "step": 406100
    },
    {
      "epoch": 0.5151339873509243,
      "grad_norm": 6.21875,
      "learning_rate": 2.424643961748565e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5309223383665085,
      "num_tokens": 312673617.0,
      "step": 406110
    },
    {
      "epoch": 0.5151466719434572,
      "grad_norm": 5.40625,
      "learning_rate": 2.4245805307399354e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5616683453321457,
      "num_tokens": 312682523.0,
      "step": 406120
    },
    {
      "epoch": 0.51515935653599,
      "grad_norm": 6.03125,
      "learning_rate": 2.4245170997313063e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5475495815277099,
      "num_tokens": 312690776.0,
      "step": 406130
    },
    {
      "epoch": 0.5151720411285228,
      "grad_norm": 19.0,
      "learning_rate": 2.424453668722677e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.5356181859970093,
      "num_tokens": 312697884.0,
      "step": 406140
    },
    {
      "epoch": 0.5151847257210557,
      "grad_norm": 4.90625,
      "learning_rate": 2.424390237714048e-05,
      "loss": 2.2841,
      "mean_token_accuracy": 0.5081589072942734,
      "num_tokens": 312704983.0,
      "step": 406150
    },
    {
      "epoch": 0.5151974103135885,
      "grad_norm": 5.0,
      "learning_rate": 2.424326806705419e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5751345664262771,
      "num_tokens": 312711510.0,
      "step": 406160
    },
    {
      "epoch": 0.5152100949061214,
      "grad_norm": 6.8125,
      "learning_rate": 2.4242633756967898e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5453311175107955,
      "num_tokens": 312718693.0,
      "step": 406170
    },
    {
      "epoch": 0.5152227794986541,
      "grad_norm": 4.9375,
      "learning_rate": 2.4241999446881606e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5708282083272934,
      "num_tokens": 312726951.0,
      "step": 406180
    },
    {
      "epoch": 0.515235464091187,
      "grad_norm": 4.75,
      "learning_rate": 2.424136513679531e-05,
      "loss": 1.8487,
      "mean_token_accuracy": 0.5818365693092347,
      "num_tokens": 312736135.0,
      "step": 406190
    },
    {
      "epoch": 0.5152481486837198,
      "grad_norm": 5.875,
      "learning_rate": 2.4240730826709024e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5388433277606964,
      "num_tokens": 312744801.0,
      "step": 406200
    },
    {
      "epoch": 0.5152608332762527,
      "grad_norm": 5.0625,
      "learning_rate": 2.4240096516622733e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5752107858657837,
      "num_tokens": 312752227.0,
      "step": 406210
    },
    {
      "epoch": 0.5152735178687855,
      "grad_norm": 7.03125,
      "learning_rate": 2.423946220653644e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5449333727359772,
      "num_tokens": 312759223.0,
      "step": 406220
    },
    {
      "epoch": 0.5152862024613183,
      "grad_norm": 5.375,
      "learning_rate": 2.4238827896450147e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5571298569440841,
      "num_tokens": 312767981.0,
      "step": 406230
    },
    {
      "epoch": 0.5152988870538512,
      "grad_norm": 4.71875,
      "learning_rate": 2.4238193586363855e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5518508523702621,
      "num_tokens": 312776245.0,
      "step": 406240
    },
    {
      "epoch": 0.515311571646384,
      "grad_norm": 5.21875,
      "learning_rate": 2.4237559276277568e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5346673518419266,
      "num_tokens": 312784711.0,
      "step": 406250
    },
    {
      "epoch": 0.5153242562389169,
      "grad_norm": 5.75,
      "learning_rate": 2.4236924966191273e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5223180085420609,
      "num_tokens": 312792116.0,
      "step": 406260
    },
    {
      "epoch": 0.5153369408314497,
      "grad_norm": 8.75,
      "learning_rate": 2.423629065610498e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5335922002792358,
      "num_tokens": 312799264.0,
      "step": 406270
    },
    {
      "epoch": 0.5153496254239825,
      "grad_norm": 7.0625,
      "learning_rate": 2.423565634601869e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5724559098482132,
      "num_tokens": 312806174.0,
      "step": 406280
    },
    {
      "epoch": 0.5153623100165153,
      "grad_norm": 6.0625,
      "learning_rate": 2.42350220359324e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5692327737808227,
      "num_tokens": 312812679.0,
      "step": 406290
    },
    {
      "epoch": 0.5153749946090481,
      "grad_norm": 4.8125,
      "learning_rate": 2.4234387725846108e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5581385642290115,
      "num_tokens": 312820621.0,
      "step": 406300
    },
    {
      "epoch": 0.515387679201581,
      "grad_norm": 4.84375,
      "learning_rate": 2.4233753415759817e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.5846149951219559,
      "num_tokens": 312826970.0,
      "step": 406310
    },
    {
      "epoch": 0.5154003637941138,
      "grad_norm": 5.3125,
      "learning_rate": 2.4233119105673525e-05,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5129289895296096,
      "num_tokens": 312834868.0,
      "step": 406320
    },
    {
      "epoch": 0.5154130483866467,
      "grad_norm": 7.5,
      "learning_rate": 2.423248479558723e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.538092416524887,
      "num_tokens": 312842072.0,
      "step": 406330
    },
    {
      "epoch": 0.5154257329791795,
      "grad_norm": 5.84375,
      "learning_rate": 2.423185048550094e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5499346017837524,
      "num_tokens": 312850571.0,
      "step": 406340
    },
    {
      "epoch": 0.5154384175717124,
      "grad_norm": 5.1875,
      "learning_rate": 2.423121617541465e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5351088374853135,
      "num_tokens": 312858316.0,
      "step": 406350
    },
    {
      "epoch": 0.5154511021642452,
      "grad_norm": 4.90625,
      "learning_rate": 2.4230581865328357e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5345177710056305,
      "num_tokens": 312867242.0,
      "step": 406360
    },
    {
      "epoch": 0.5154637867567781,
      "grad_norm": 7.65625,
      "learning_rate": 2.4229947555242066e-05,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5695768833160401,
      "num_tokens": 312874706.0,
      "step": 406370
    },
    {
      "epoch": 0.5154764713493108,
      "grad_norm": 6.0,
      "learning_rate": 2.4229313245155774e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5588813841342926,
      "num_tokens": 312881948.0,
      "step": 406380
    },
    {
      "epoch": 0.5154891559418436,
      "grad_norm": 8.5625,
      "learning_rate": 2.4228678935069486e-05,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5367264330387116,
      "num_tokens": 312889494.0,
      "step": 406390
    },
    {
      "epoch": 0.5155018405343765,
      "grad_norm": 6.625,
      "learning_rate": 2.4228044624983192e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5668716430664062,
      "num_tokens": 312897863.0,
      "step": 406400
    },
    {
      "epoch": 0.5155145251269093,
      "grad_norm": 5.46875,
      "learning_rate": 2.42274103148969e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5558056563138962,
      "num_tokens": 312906662.0,
      "step": 406410
    },
    {
      "epoch": 0.5155272097194422,
      "grad_norm": 4.59375,
      "learning_rate": 2.422677600481061e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5144422799348831,
      "num_tokens": 312914652.0,
      "step": 406420
    },
    {
      "epoch": 0.515539894311975,
      "grad_norm": 5.53125,
      "learning_rate": 2.4226141694724318e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5715130358934403,
      "num_tokens": 312923364.0,
      "step": 406430
    },
    {
      "epoch": 0.5155525789045079,
      "grad_norm": 5.09375,
      "learning_rate": 2.4225507384638027e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.55600965321064,
      "num_tokens": 312931890.0,
      "step": 406440
    },
    {
      "epoch": 0.5155652634970407,
      "grad_norm": 5.5,
      "learning_rate": 2.4224873074551736e-05,
      "loss": 2.2497,
      "mean_token_accuracy": 0.5172893434762955,
      "num_tokens": 312941137.0,
      "step": 406450
    },
    {
      "epoch": 0.5155779480895735,
      "grad_norm": 6.65625,
      "learning_rate": 2.4224238764465444e-05,
      "loss": 2.3876,
      "mean_token_accuracy": 0.4984734714031219,
      "num_tokens": 312949456.0,
      "step": 406460
    },
    {
      "epoch": 0.5155906326821064,
      "grad_norm": 5.625,
      "learning_rate": 2.422360445437915e-05,
      "loss": 1.8582,
      "mean_token_accuracy": 0.5892391800880432,
      "num_tokens": 312956228.0,
      "step": 406470
    },
    {
      "epoch": 0.5156033172746392,
      "grad_norm": 5.5,
      "learning_rate": 2.422297014429286e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5443740069866181,
      "num_tokens": 312964035.0,
      "step": 406480
    },
    {
      "epoch": 0.515616001867172,
      "grad_norm": 6.21875,
      "learning_rate": 2.422233583420657e-05,
      "loss": 1.8856,
      "mean_token_accuracy": 0.5840244144201279,
      "num_tokens": 312970061.0,
      "step": 406490
    },
    {
      "epoch": 0.5156286864597048,
      "grad_norm": 5.875,
      "learning_rate": 2.4221701524120276e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5428863018751144,
      "num_tokens": 312977942.0,
      "step": 406500
    },
    {
      "epoch": 0.5156413710522377,
      "grad_norm": 4.75,
      "learning_rate": 2.4221067214033985e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5540226995944977,
      "num_tokens": 312986214.0,
      "step": 406510
    },
    {
      "epoch": 0.5156540556447705,
      "grad_norm": 6.34375,
      "learning_rate": 2.4220432903947693e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5338630259037018,
      "num_tokens": 312993841.0,
      "step": 406520
    },
    {
      "epoch": 0.5156667402373034,
      "grad_norm": 5.84375,
      "learning_rate": 2.4219798593861402e-05,
      "loss": 2.2558,
      "mean_token_accuracy": 0.5267184138298034,
      "num_tokens": 313002925.0,
      "step": 406530
    },
    {
      "epoch": 0.5156794248298362,
      "grad_norm": 5.5625,
      "learning_rate": 2.421916428377511e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5474974423646927,
      "num_tokens": 313010782.0,
      "step": 406540
    },
    {
      "epoch": 0.515692109422369,
      "grad_norm": 5.71875,
      "learning_rate": 2.421852997368882e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5680188208818435,
      "num_tokens": 313017723.0,
      "step": 406550
    },
    {
      "epoch": 0.5157047940149019,
      "grad_norm": 5.28125,
      "learning_rate": 2.4217895663602528e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5197572767734527,
      "num_tokens": 313026007.0,
      "step": 406560
    },
    {
      "epoch": 0.5157174786074347,
      "grad_norm": 6.65625,
      "learning_rate": 2.4217261353516234e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5324073165655137,
      "num_tokens": 313034600.0,
      "step": 406570
    },
    {
      "epoch": 0.5157301631999676,
      "grad_norm": 5.53125,
      "learning_rate": 2.4216627043429942e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5536375850439071,
      "num_tokens": 313042440.0,
      "step": 406580
    },
    {
      "epoch": 0.5157428477925003,
      "grad_norm": 6.09375,
      "learning_rate": 2.4215992733343655e-05,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5137571930885315,
      "num_tokens": 313051658.0,
      "step": 406590
    },
    {
      "epoch": 0.5157555323850332,
      "grad_norm": 5.8125,
      "learning_rate": 2.4215358423257363e-05,
      "loss": 1.891,
      "mean_token_accuracy": 0.5734664797782898,
      "num_tokens": 313058634.0,
      "step": 406600
    },
    {
      "epoch": 0.515768216977566,
      "grad_norm": 4.875,
      "learning_rate": 2.421472411317107e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.543762481212616,
      "num_tokens": 313066726.0,
      "step": 406610
    },
    {
      "epoch": 0.5157809015700988,
      "grad_norm": 5.46875,
      "learning_rate": 2.4214089803084777e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.527111005783081,
      "num_tokens": 313074981.0,
      "step": 406620
    },
    {
      "epoch": 0.5157935861626317,
      "grad_norm": 5.0625,
      "learning_rate": 2.4213455492998486e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5360347688198089,
      "num_tokens": 313083492.0,
      "step": 406630
    },
    {
      "epoch": 0.5158062707551645,
      "grad_norm": 6.59375,
      "learning_rate": 2.4212821182912195e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5202419728040695,
      "num_tokens": 313091395.0,
      "step": 406640
    },
    {
      "epoch": 0.5158189553476974,
      "grad_norm": 4.78125,
      "learning_rate": 2.4212186872825904e-05,
      "loss": 1.8733,
      "mean_token_accuracy": 0.5742107808589936,
      "num_tokens": 313098539.0,
      "step": 406650
    },
    {
      "epoch": 0.5158316399402302,
      "grad_norm": 5.1875,
      "learning_rate": 2.4211552562739612e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5530327260494232,
      "num_tokens": 313107800.0,
      "step": 406660
    },
    {
      "epoch": 0.5158443245327631,
      "grad_norm": 5.1875,
      "learning_rate": 2.421091825265332e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5498833030462265,
      "num_tokens": 313116068.0,
      "step": 406670
    },
    {
      "epoch": 0.5158570091252959,
      "grad_norm": 5.09375,
      "learning_rate": 2.4210283942567026e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5444083511829376,
      "num_tokens": 313124873.0,
      "step": 406680
    },
    {
      "epoch": 0.5158696937178286,
      "grad_norm": 4.75,
      "learning_rate": 2.420964963248074e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5202095210552216,
      "num_tokens": 313133082.0,
      "step": 406690
    },
    {
      "epoch": 0.5158823783103615,
      "grad_norm": 4.8125,
      "learning_rate": 2.4209015322394447e-05,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5472292304039001,
      "num_tokens": 313141319.0,
      "step": 406700
    },
    {
      "epoch": 0.5158950629028943,
      "grad_norm": 5.15625,
      "learning_rate": 2.4208381012308153e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5402658969163895,
      "num_tokens": 313149195.0,
      "step": 406710
    },
    {
      "epoch": 0.5159077474954272,
      "grad_norm": 4.46875,
      "learning_rate": 2.420774670222186e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5760213732719421,
      "num_tokens": 313157902.0,
      "step": 406720
    },
    {
      "epoch": 0.51592043208796,
      "grad_norm": 6.125,
      "learning_rate": 2.420711239213557e-05,
      "loss": 2.294,
      "mean_token_accuracy": 0.5072009086608886,
      "num_tokens": 313165986.0,
      "step": 406730
    },
    {
      "epoch": 0.5159331166804929,
      "grad_norm": 7.75,
      "learning_rate": 2.420647808204928e-05,
      "loss": 1.9322,
      "mean_token_accuracy": 0.560525506734848,
      "num_tokens": 313172541.0,
      "step": 406740
    },
    {
      "epoch": 0.5159458012730257,
      "grad_norm": 5.8125,
      "learning_rate": 2.4205843771962988e-05,
      "loss": 1.83,
      "mean_token_accuracy": 0.5940299242734909,
      "num_tokens": 313180188.0,
      "step": 406750
    },
    {
      "epoch": 0.5159584858655586,
      "grad_norm": 4.96875,
      "learning_rate": 2.4205209461876696e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5802722543478012,
      "num_tokens": 313187288.0,
      "step": 406760
    },
    {
      "epoch": 0.5159711704580914,
      "grad_norm": 5.09375,
      "learning_rate": 2.4204575151790405e-05,
      "loss": 1.7345,
      "mean_token_accuracy": 0.6097499340772629,
      "num_tokens": 313194123.0,
      "step": 406770
    },
    {
      "epoch": 0.5159838550506242,
      "grad_norm": 5.46875,
      "learning_rate": 2.420394084170411e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5421699196100235,
      "num_tokens": 313201336.0,
      "step": 406780
    },
    {
      "epoch": 0.5159965396431571,
      "grad_norm": 4.5,
      "learning_rate": 2.4203306531617823e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5245835959911347,
      "num_tokens": 313209747.0,
      "step": 406790
    },
    {
      "epoch": 0.5160092242356898,
      "grad_norm": 7.875,
      "learning_rate": 2.420267222153153e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5655177086591721,
      "num_tokens": 313216570.0,
      "step": 406800
    },
    {
      "epoch": 0.5160219088282227,
      "grad_norm": 5.78125,
      "learning_rate": 2.420203791144524e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5430719166994095,
      "num_tokens": 313224453.0,
      "step": 406810
    },
    {
      "epoch": 0.5160345934207555,
      "grad_norm": 5.28125,
      "learning_rate": 2.4201403601358945e-05,
      "loss": 1.8174,
      "mean_token_accuracy": 0.5899345844984054,
      "num_tokens": 313231568.0,
      "step": 406820
    },
    {
      "epoch": 0.5160472780132884,
      "grad_norm": 6.28125,
      "learning_rate": 2.4200769291272657e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5668208599090576,
      "num_tokens": 313238567.0,
      "step": 406830
    },
    {
      "epoch": 0.5160599626058212,
      "grad_norm": 5.4375,
      "learning_rate": 2.4200134981186366e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5759159207344056,
      "num_tokens": 313246602.0,
      "step": 406840
    },
    {
      "epoch": 0.516072647198354,
      "grad_norm": 6.90625,
      "learning_rate": 2.419950067110007e-05,
      "loss": 1.8006,
      "mean_token_accuracy": 0.6010076433420182,
      "num_tokens": 313253274.0,
      "step": 406850
    },
    {
      "epoch": 0.5160853317908869,
      "grad_norm": 5.59375,
      "learning_rate": 2.419886636101378e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.554880467057228,
      "num_tokens": 313261229.0,
      "step": 406860
    },
    {
      "epoch": 0.5160980163834197,
      "grad_norm": 5.46875,
      "learning_rate": 2.419823205092749e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5301750361919403,
      "num_tokens": 313268223.0,
      "step": 406870
    },
    {
      "epoch": 0.5161107009759526,
      "grad_norm": 4.875,
      "learning_rate": 2.4197597740841198e-05,
      "loss": 1.933,
      "mean_token_accuracy": 0.5812721014022827,
      "num_tokens": 313276198.0,
      "step": 406880
    },
    {
      "epoch": 0.5161233855684854,
      "grad_norm": 5.0625,
      "learning_rate": 2.4196963430754907e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5340769678354264,
      "num_tokens": 313285697.0,
      "step": 406890
    },
    {
      "epoch": 0.5161360701610183,
      "grad_norm": 6.6875,
      "learning_rate": 2.4196329120668615e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5493266135454178,
      "num_tokens": 313293146.0,
      "step": 406900
    },
    {
      "epoch": 0.516148754753551,
      "grad_norm": 6.75,
      "learning_rate": 2.4195694810582324e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5470163315534592,
      "num_tokens": 313300384.0,
      "step": 406910
    },
    {
      "epoch": 0.5161614393460839,
      "grad_norm": 4.65625,
      "learning_rate": 2.419506050049603e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5673182934522629,
      "num_tokens": 313307841.0,
      "step": 406920
    },
    {
      "epoch": 0.5161741239386167,
      "grad_norm": 4.90625,
      "learning_rate": 2.419442619040974e-05,
      "loss": 2.2974,
      "mean_token_accuracy": 0.5056238204240799,
      "num_tokens": 313317232.0,
      "step": 406930
    },
    {
      "epoch": 0.5161868085311495,
      "grad_norm": 5.5,
      "learning_rate": 2.419379188032345e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5458804696798325,
      "num_tokens": 313324872.0,
      "step": 406940
    },
    {
      "epoch": 0.5161994931236824,
      "grad_norm": 6.84375,
      "learning_rate": 2.4193157570237156e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5562348872423172,
      "num_tokens": 313332697.0,
      "step": 406950
    },
    {
      "epoch": 0.5162121777162152,
      "grad_norm": 5.0,
      "learning_rate": 2.4192523260150864e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5667126595973968,
      "num_tokens": 313341094.0,
      "step": 406960
    },
    {
      "epoch": 0.5162248623087481,
      "grad_norm": 6.15625,
      "learning_rate": 2.4191888950064573e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.537386241555214,
      "num_tokens": 313348715.0,
      "step": 406970
    },
    {
      "epoch": 0.5162375469012809,
      "grad_norm": 6.875,
      "learning_rate": 2.4191254639978285e-05,
      "loss": 1.8827,
      "mean_token_accuracy": 0.5715817868709564,
      "num_tokens": 313356185.0,
      "step": 406980
    },
    {
      "epoch": 0.5162502314938138,
      "grad_norm": 4.90625,
      "learning_rate": 2.419062032989199e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5312673300504684,
      "num_tokens": 313364781.0,
      "step": 406990
    },
    {
      "epoch": 0.5162629160863466,
      "grad_norm": 5.4375,
      "learning_rate": 2.41899860198057e-05,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5855542778968811,
      "num_tokens": 313372185.0,
      "step": 407000
    },
    {
      "epoch": 0.5162756006788793,
      "grad_norm": 7.09375,
      "learning_rate": 2.4189351709719408e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5371982902288437,
      "num_tokens": 313379713.0,
      "step": 407010
    },
    {
      "epoch": 0.5162882852714122,
      "grad_norm": 5.65625,
      "learning_rate": 2.4188717399633117e-05,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5554563134908677,
      "num_tokens": 313387977.0,
      "step": 407020
    },
    {
      "epoch": 0.516300969863945,
      "grad_norm": 5.28125,
      "learning_rate": 2.4188083089546826e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5368879824876786,
      "num_tokens": 313395866.0,
      "step": 407030
    },
    {
      "epoch": 0.5163136544564779,
      "grad_norm": 5.53125,
      "learning_rate": 2.4187448779460534e-05,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5554276943206787,
      "num_tokens": 313401742.0,
      "step": 407040
    },
    {
      "epoch": 0.5163263390490107,
      "grad_norm": 5.15625,
      "learning_rate": 2.4186814469374243e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5405331671237945,
      "num_tokens": 313410181.0,
      "step": 407050
    },
    {
      "epoch": 0.5163390236415436,
      "grad_norm": 5.625,
      "learning_rate": 2.418618015928795e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5470750987529754,
      "num_tokens": 313417934.0,
      "step": 407060
    },
    {
      "epoch": 0.5163517082340764,
      "grad_norm": 4.5,
      "learning_rate": 2.4185545849201657e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.542582556605339,
      "num_tokens": 313425178.0,
      "step": 407070
    },
    {
      "epoch": 0.5163643928266092,
      "grad_norm": 6.71875,
      "learning_rate": 2.418491153911537e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5371823787689209,
      "num_tokens": 313432133.0,
      "step": 407080
    },
    {
      "epoch": 0.5163770774191421,
      "grad_norm": 5.3125,
      "learning_rate": 2.4184277229029075e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.526243194937706,
      "num_tokens": 313441010.0,
      "step": 407090
    },
    {
      "epoch": 0.5163897620116749,
      "grad_norm": 7.21875,
      "learning_rate": 2.4183642918942783e-05,
      "loss": 1.9073,
      "mean_token_accuracy": 0.5743563711643219,
      "num_tokens": 313448664.0,
      "step": 407100
    },
    {
      "epoch": 0.5164024466042078,
      "grad_norm": 6.0,
      "learning_rate": 2.4183008608856492e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5319452077150345,
      "num_tokens": 313456339.0,
      "step": 407110
    },
    {
      "epoch": 0.5164151311967405,
      "grad_norm": 6.4375,
      "learning_rate": 2.41823742987702e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5334760665893554,
      "num_tokens": 313464159.0,
      "step": 407120
    },
    {
      "epoch": 0.5164278157892734,
      "grad_norm": 6.03125,
      "learning_rate": 2.418173998868391e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5488237112760543,
      "num_tokens": 313471488.0,
      "step": 407130
    },
    {
      "epoch": 0.5164405003818062,
      "grad_norm": 10.875,
      "learning_rate": 2.4181105678597618e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.533865338563919,
      "num_tokens": 313479451.0,
      "step": 407140
    },
    {
      "epoch": 0.5164531849743391,
      "grad_norm": 5.5625,
      "learning_rate": 2.4180471368511327e-05,
      "loss": 1.9179,
      "mean_token_accuracy": 0.5598802208900452,
      "num_tokens": 313487243.0,
      "step": 407150
    },
    {
      "epoch": 0.5164658695668719,
      "grad_norm": 6.375,
      "learning_rate": 2.4179837058425032e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5470808297395706,
      "num_tokens": 313494493.0,
      "step": 407160
    },
    {
      "epoch": 0.5164785541594047,
      "grad_norm": 5.875,
      "learning_rate": 2.417920274833874e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.564470961689949,
      "num_tokens": 313502311.0,
      "step": 407170
    },
    {
      "epoch": 0.5164912387519376,
      "grad_norm": 2.78125,
      "learning_rate": 2.4178568438252453e-05,
      "loss": 1.685,
      "mean_token_accuracy": 0.6161714732646942,
      "num_tokens": 313509387.0,
      "step": 407180
    },
    {
      "epoch": 0.5165039233444704,
      "grad_norm": 4.625,
      "learning_rate": 2.4177934128166162e-05,
      "loss": 2.0822,
      "mean_token_accuracy": 0.531240439414978,
      "num_tokens": 313519056.0,
      "step": 407190
    },
    {
      "epoch": 0.5165166079370033,
      "grad_norm": 6.75,
      "learning_rate": 2.4177299818079867e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5852623075246811,
      "num_tokens": 313526353.0,
      "step": 407200
    },
    {
      "epoch": 0.516529292529536,
      "grad_norm": 7.75,
      "learning_rate": 2.4176665507993576e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5450742036104202,
      "num_tokens": 313533357.0,
      "step": 407210
    },
    {
      "epoch": 0.516541977122069,
      "grad_norm": 6.03125,
      "learning_rate": 2.4176031197907285e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5321560263633728,
      "num_tokens": 313542416.0,
      "step": 407220
    },
    {
      "epoch": 0.5165546617146017,
      "grad_norm": 4.71875,
      "learning_rate": 2.4175396887820994e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5259822189807892,
      "num_tokens": 313551166.0,
      "step": 407230
    },
    {
      "epoch": 0.5165673463071345,
      "grad_norm": 6.0625,
      "learning_rate": 2.4174762577734702e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5265324711799622,
      "num_tokens": 313559779.0,
      "step": 407240
    },
    {
      "epoch": 0.5165800308996674,
      "grad_norm": 6.5,
      "learning_rate": 2.417412826764841e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5304769605398179,
      "num_tokens": 313566920.0,
      "step": 407250
    },
    {
      "epoch": 0.5165927154922002,
      "grad_norm": 5.28125,
      "learning_rate": 2.417349395756212e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5640377759933471,
      "num_tokens": 313573548.0,
      "step": 407260
    },
    {
      "epoch": 0.5166054000847331,
      "grad_norm": 7.65625,
      "learning_rate": 2.417285964747583e-05,
      "loss": 2.2462,
      "mean_token_accuracy": 0.5155369311571121,
      "num_tokens": 313581059.0,
      "step": 407270
    },
    {
      "epoch": 0.5166180846772659,
      "grad_norm": 5.5,
      "learning_rate": 2.4172225337389537e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5451360434293747,
      "num_tokens": 313590258.0,
      "step": 407280
    },
    {
      "epoch": 0.5166307692697988,
      "grad_norm": 5.625,
      "learning_rate": 2.4171591027303246e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5567987263202667,
      "num_tokens": 313596746.0,
      "step": 407290
    },
    {
      "epoch": 0.5166434538623316,
      "grad_norm": 4.75,
      "learning_rate": 2.417095671721695e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5540382921695709,
      "num_tokens": 313604684.0,
      "step": 407300
    },
    {
      "epoch": 0.5166561384548645,
      "grad_norm": 9.5,
      "learning_rate": 2.417032240713066e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5613715797662735,
      "num_tokens": 313612423.0,
      "step": 407310
    },
    {
      "epoch": 0.5166688230473973,
      "grad_norm": 6.5625,
      "learning_rate": 2.4169688097044372e-05,
      "loss": 2.2318,
      "mean_token_accuracy": 0.5104495823383332,
      "num_tokens": 313620627.0,
      "step": 407320
    },
    {
      "epoch": 0.51668150763993,
      "grad_norm": 5.90625,
      "learning_rate": 2.4169053786958078e-05,
      "loss": 2.292,
      "mean_token_accuracy": 0.5094107240438461,
      "num_tokens": 313629883.0,
      "step": 407330
    },
    {
      "epoch": 0.5166941922324629,
      "grad_norm": 5.375,
      "learning_rate": 2.4168419476871786e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5545826882123948,
      "num_tokens": 313637417.0,
      "step": 407340
    },
    {
      "epoch": 0.5167068768249957,
      "grad_norm": 6.65625,
      "learning_rate": 2.4167785166785495e-05,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5644206464290619,
      "num_tokens": 313645477.0,
      "step": 407350
    },
    {
      "epoch": 0.5167195614175286,
      "grad_norm": 5.28125,
      "learning_rate": 2.4167150856699204e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5368817806243896,
      "num_tokens": 313653186.0,
      "step": 407360
    },
    {
      "epoch": 0.5167322460100614,
      "grad_norm": 4.59375,
      "learning_rate": 2.4166516546612912e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5534293681383133,
      "num_tokens": 313660756.0,
      "step": 407370
    },
    {
      "epoch": 0.5167449306025943,
      "grad_norm": 5.1875,
      "learning_rate": 2.416588223652662e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5280393302440644,
      "num_tokens": 313669165.0,
      "step": 407380
    },
    {
      "epoch": 0.5167576151951271,
      "grad_norm": 5.4375,
      "learning_rate": 2.416524792644033e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5266288548707962,
      "num_tokens": 313677982.0,
      "step": 407390
    },
    {
      "epoch": 0.5167702997876599,
      "grad_norm": 6.5,
      "learning_rate": 2.416461361635404e-05,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5766476452350616,
      "num_tokens": 313684769.0,
      "step": 407400
    },
    {
      "epoch": 0.5167829843801928,
      "grad_norm": 5.28125,
      "learning_rate": 2.4163979306267744e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5520470827817917,
      "num_tokens": 313692753.0,
      "step": 407410
    },
    {
      "epoch": 0.5167956689727256,
      "grad_norm": 6.3125,
      "learning_rate": 2.4163344996181456e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5411158114671707,
      "num_tokens": 313699156.0,
      "step": 407420
    },
    {
      "epoch": 0.5168083535652584,
      "grad_norm": 5.5625,
      "learning_rate": 2.4162710686095165e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5362625122070312,
      "num_tokens": 313707221.0,
      "step": 407430
    },
    {
      "epoch": 0.5168210381577912,
      "grad_norm": 4.90625,
      "learning_rate": 2.416207637600887e-05,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5228530973196029,
      "num_tokens": 313715219.0,
      "step": 407440
    },
    {
      "epoch": 0.5168337227503241,
      "grad_norm": 5.0,
      "learning_rate": 2.416144206592258e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5610077798366546,
      "num_tokens": 313724006.0,
      "step": 407450
    },
    {
      "epoch": 0.5168464073428569,
      "grad_norm": 6.40625,
      "learning_rate": 2.4160807755836288e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5469042509794235,
      "num_tokens": 313731043.0,
      "step": 407460
    },
    {
      "epoch": 0.5168590919353898,
      "grad_norm": 6.71875,
      "learning_rate": 2.4160173445749996e-05,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5597963392734527,
      "num_tokens": 313737371.0,
      "step": 407470
    },
    {
      "epoch": 0.5168717765279226,
      "grad_norm": 5.875,
      "learning_rate": 2.4159539135663705e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5220715999603271,
      "num_tokens": 313744341.0,
      "step": 407480
    },
    {
      "epoch": 0.5168844611204554,
      "grad_norm": 7.125,
      "learning_rate": 2.4158904825577414e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5352522790431976,
      "num_tokens": 313752506.0,
      "step": 407490
    },
    {
      "epoch": 0.5168971457129883,
      "grad_norm": 6.0,
      "learning_rate": 2.4158270515491123e-05,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5270908534526825,
      "num_tokens": 313760384.0,
      "step": 407500
    },
    {
      "epoch": 0.5169098303055211,
      "grad_norm": 5.03125,
      "learning_rate": 2.4157636205404828e-05,
      "loss": 2.2469,
      "mean_token_accuracy": 0.5133308500051499,
      "num_tokens": 313768120.0,
      "step": 407510
    },
    {
      "epoch": 0.516922514898054,
      "grad_norm": 5.0,
      "learning_rate": 2.415700189531854e-05,
      "loss": 1.6991,
      "mean_token_accuracy": 0.6195584118366242,
      "num_tokens": 313774870.0,
      "step": 407520
    },
    {
      "epoch": 0.5169351994905867,
      "grad_norm": 5.125,
      "learning_rate": 2.415636758523225e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5530475586652756,
      "num_tokens": 313782722.0,
      "step": 407530
    },
    {
      "epoch": 0.5169478840831196,
      "grad_norm": 6.09375,
      "learning_rate": 2.4155733275145954e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5267654329538345,
      "num_tokens": 313789796.0,
      "step": 407540
    },
    {
      "epoch": 0.5169605686756524,
      "grad_norm": 8.0625,
      "learning_rate": 2.4155098965059663e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5563499301671981,
      "num_tokens": 313797196.0,
      "step": 407550
    },
    {
      "epoch": 0.5169732532681852,
      "grad_norm": 7.34375,
      "learning_rate": 2.4154464654973372e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5455840468406677,
      "num_tokens": 313804862.0,
      "step": 407560
    },
    {
      "epoch": 0.5169859378607181,
      "grad_norm": 15.9375,
      "learning_rate": 2.4153830344887084e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5601554155349732,
      "num_tokens": 313812047.0,
      "step": 407570
    },
    {
      "epoch": 0.5169986224532509,
      "grad_norm": 6.3125,
      "learning_rate": 2.415319603480079e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5261721074581146,
      "num_tokens": 313820394.0,
      "step": 407580
    },
    {
      "epoch": 0.5170113070457838,
      "grad_norm": 5.0625,
      "learning_rate": 2.4152561724714498e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5483051270246506,
      "num_tokens": 313827976.0,
      "step": 407590
    },
    {
      "epoch": 0.5170239916383166,
      "grad_norm": 5.28125,
      "learning_rate": 2.4151927414628207e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5654121845960617,
      "num_tokens": 313835014.0,
      "step": 407600
    },
    {
      "epoch": 0.5170366762308495,
      "grad_norm": 5.90625,
      "learning_rate": 2.4151293104541915e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5554179936647415,
      "num_tokens": 313843418.0,
      "step": 407610
    },
    {
      "epoch": 0.5170493608233823,
      "grad_norm": 6.625,
      "learning_rate": 2.4150658794455624e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5577244848012924,
      "num_tokens": 313851231.0,
      "step": 407620
    },
    {
      "epoch": 0.517062045415915,
      "grad_norm": 6.34375,
      "learning_rate": 2.4150024484369333e-05,
      "loss": 1.9361,
      "mean_token_accuracy": 0.5529461562633514,
      "num_tokens": 313859948.0,
      "step": 407630
    },
    {
      "epoch": 0.517074730008448,
      "grad_norm": 4.84375,
      "learning_rate": 2.414939017428304e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5593711853027343,
      "num_tokens": 313867754.0,
      "step": 407640
    },
    {
      "epoch": 0.5170874146009807,
      "grad_norm": 8.375,
      "learning_rate": 2.4148755864196747e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5542704939842225,
      "num_tokens": 313873580.0,
      "step": 407650
    },
    {
      "epoch": 0.5171000991935136,
      "grad_norm": 4.6875,
      "learning_rate": 2.4148121554110456e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5360752224922181,
      "num_tokens": 313882529.0,
      "step": 407660
    },
    {
      "epoch": 0.5171127837860464,
      "grad_norm": 4.84375,
      "learning_rate": 2.4147487244024168e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5376648873090744,
      "num_tokens": 313890783.0,
      "step": 407670
    },
    {
      "epoch": 0.5171254683785793,
      "grad_norm": 4.71875,
      "learning_rate": 2.4146852933937873e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.551060351729393,
      "num_tokens": 313898360.0,
      "step": 407680
    },
    {
      "epoch": 0.5171381529711121,
      "grad_norm": 5.0625,
      "learning_rate": 2.4146218623851582e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5270376563072204,
      "num_tokens": 313905697.0,
      "step": 407690
    },
    {
      "epoch": 0.517150837563645,
      "grad_norm": 5.5625,
      "learning_rate": 2.414558431376529e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5532305061817169,
      "num_tokens": 313913771.0,
      "step": 407700
    },
    {
      "epoch": 0.5171635221561778,
      "grad_norm": 4.78125,
      "learning_rate": 2.4144950003679e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.52762451171875,
      "num_tokens": 313920947.0,
      "step": 407710
    },
    {
      "epoch": 0.5171762067487106,
      "grad_norm": 6.65625,
      "learning_rate": 2.4144315693592708e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5291985690593719,
      "num_tokens": 313928064.0,
      "step": 407720
    },
    {
      "epoch": 0.5171888913412435,
      "grad_norm": 5.0,
      "learning_rate": 2.4143681383506417e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5492481470108033,
      "num_tokens": 313934509.0,
      "step": 407730
    },
    {
      "epoch": 0.5172015759337762,
      "grad_norm": 6.0625,
      "learning_rate": 2.4143047073420126e-05,
      "loss": 2.2899,
      "mean_token_accuracy": 0.5083079069852829,
      "num_tokens": 313942838.0,
      "step": 407740
    },
    {
      "epoch": 0.5172142605263091,
      "grad_norm": 5.84375,
      "learning_rate": 2.414241276333383e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5379148542881012,
      "num_tokens": 313950787.0,
      "step": 407750
    },
    {
      "epoch": 0.5172269451188419,
      "grad_norm": 6.59375,
      "learning_rate": 2.4141778453247543e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.553648054599762,
      "num_tokens": 313958386.0,
      "step": 407760
    },
    {
      "epoch": 0.5172396297113748,
      "grad_norm": 5.28125,
      "learning_rate": 2.4141144143161252e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.539228293299675,
      "num_tokens": 313967443.0,
      "step": 407770
    },
    {
      "epoch": 0.5172523143039076,
      "grad_norm": 5.71875,
      "learning_rate": 2.414050983307496e-05,
      "loss": 1.8515,
      "mean_token_accuracy": 0.586708414554596,
      "num_tokens": 313975529.0,
      "step": 407780
    },
    {
      "epoch": 0.5172649988964404,
      "grad_norm": 8.25,
      "learning_rate": 2.4139875522988666e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5608302563428879,
      "num_tokens": 313982830.0,
      "step": 407790
    },
    {
      "epoch": 0.5172776834889733,
      "grad_norm": 5.75,
      "learning_rate": 2.4139241212902375e-05,
      "loss": 2.0001,
      "mean_token_accuracy": 0.554478457570076,
      "num_tokens": 313989958.0,
      "step": 407800
    },
    {
      "epoch": 0.5172903680815061,
      "grad_norm": 7.03125,
      "learning_rate": 2.4138606902816087e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5547055244445801,
      "num_tokens": 313998089.0,
      "step": 407810
    },
    {
      "epoch": 0.517303052674039,
      "grad_norm": 4.9375,
      "learning_rate": 2.4137972592729792e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5280527710914612,
      "num_tokens": 314005282.0,
      "step": 407820
    },
    {
      "epoch": 0.5173157372665718,
      "grad_norm": 5.75,
      "learning_rate": 2.41373382826435e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.521888017654419,
      "num_tokens": 314014223.0,
      "step": 407830
    },
    {
      "epoch": 0.5173284218591047,
      "grad_norm": 5.15625,
      "learning_rate": 2.413670397255721e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5064793795347213,
      "num_tokens": 314023027.0,
      "step": 407840
    },
    {
      "epoch": 0.5173411064516374,
      "grad_norm": 6.46875,
      "learning_rate": 2.413606966247092e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.5931548088788986,
      "num_tokens": 314030213.0,
      "step": 407850
    },
    {
      "epoch": 0.5173537910441703,
      "grad_norm": 5.78125,
      "learning_rate": 2.4135435352384627e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5629283875226975,
      "num_tokens": 314038122.0,
      "step": 407860
    },
    {
      "epoch": 0.5173664756367031,
      "grad_norm": 7.125,
      "learning_rate": 2.4134801042298336e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5426274120807648,
      "num_tokens": 314045442.0,
      "step": 407870
    },
    {
      "epoch": 0.5173791602292359,
      "grad_norm": 6.65625,
      "learning_rate": 2.4134166732212045e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5597254514694214,
      "num_tokens": 314051716.0,
      "step": 407880
    },
    {
      "epoch": 0.5173918448217688,
      "grad_norm": 6.5,
      "learning_rate": 2.413353242212575e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5352207213640213,
      "num_tokens": 314059545.0,
      "step": 407890
    },
    {
      "epoch": 0.5174045294143016,
      "grad_norm": 5.90625,
      "learning_rate": 2.413289811203946e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5709767609834671,
      "num_tokens": 314067066.0,
      "step": 407900
    },
    {
      "epoch": 0.5174172140068345,
      "grad_norm": 5.71875,
      "learning_rate": 2.413226380195317e-05,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5307236552238465,
      "num_tokens": 314073606.0,
      "step": 407910
    },
    {
      "epoch": 0.5174298985993673,
      "grad_norm": 6.90625,
      "learning_rate": 2.4131629491866876e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5533418208360672,
      "num_tokens": 314082293.0,
      "step": 407920
    },
    {
      "epoch": 0.5174425831919002,
      "grad_norm": 5.40625,
      "learning_rate": 2.4130995181780585e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5511325389146805,
      "num_tokens": 314089221.0,
      "step": 407930
    },
    {
      "epoch": 0.517455267784433,
      "grad_norm": 7.9375,
      "learning_rate": 2.4130360871694294e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5742311388254165,
      "num_tokens": 314096508.0,
      "step": 407940
    },
    {
      "epoch": 0.5174679523769657,
      "grad_norm": 5.0,
      "learning_rate": 2.4129726561608002e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.544581663608551,
      "num_tokens": 314104776.0,
      "step": 407950
    },
    {
      "epoch": 0.5174806369694986,
      "grad_norm": 5.03125,
      "learning_rate": 2.412909225152171e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5332591146230697,
      "num_tokens": 314112800.0,
      "step": 407960
    },
    {
      "epoch": 0.5174933215620314,
      "grad_norm": 4.75,
      "learning_rate": 2.412845794143542e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5456106394529343,
      "num_tokens": 314120455.0,
      "step": 407970
    },
    {
      "epoch": 0.5175060061545643,
      "grad_norm": 7.6875,
      "learning_rate": 2.412782363134913e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.532899197936058,
      "num_tokens": 314127214.0,
      "step": 407980
    },
    {
      "epoch": 0.5175186907470971,
      "grad_norm": 5.3125,
      "learning_rate": 2.4127189321262837e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5474388182163239,
      "num_tokens": 314135025.0,
      "step": 407990
    },
    {
      "epoch": 0.51753137533963,
      "grad_norm": 5.25,
      "learning_rate": 2.4126555011176543e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5593645215034485,
      "num_tokens": 314143188.0,
      "step": 408000
    },
    {
      "epoch": 0.5175440599321628,
      "grad_norm": 6.40625,
      "learning_rate": 2.4125920701090255e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5698077380657196,
      "num_tokens": 314150824.0,
      "step": 408010
    },
    {
      "epoch": 0.5175567445246956,
      "grad_norm": 5.0,
      "learning_rate": 2.4125286391003964e-05,
      "loss": 1.8322,
      "mean_token_accuracy": 0.5968319982290268,
      "num_tokens": 314157132.0,
      "step": 408020
    },
    {
      "epoch": 0.5175694291172285,
      "grad_norm": 6.3125,
      "learning_rate": 2.412465208091767e-05,
      "loss": 1.8455,
      "mean_token_accuracy": 0.5989132314920426,
      "num_tokens": 314162103.0,
      "step": 408030
    },
    {
      "epoch": 0.5175821137097613,
      "grad_norm": 4.90625,
      "learning_rate": 2.4124017770831378e-05,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5343111217021942,
      "num_tokens": 314170970.0,
      "step": 408040
    },
    {
      "epoch": 0.5175947983022942,
      "grad_norm": 4.8125,
      "learning_rate": 2.4123383460745086e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5410475373268128,
      "num_tokens": 314178568.0,
      "step": 408050
    },
    {
      "epoch": 0.5176074828948269,
      "grad_norm": 6.65625,
      "learning_rate": 2.4122749150658795e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5490369409322738,
      "num_tokens": 314186193.0,
      "step": 408060
    },
    {
      "epoch": 0.5176201674873598,
      "grad_norm": 8.9375,
      "learning_rate": 2.4122114840572504e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.562867271900177,
      "num_tokens": 314193806.0,
      "step": 408070
    },
    {
      "epoch": 0.5176328520798926,
      "grad_norm": 5.1875,
      "learning_rate": 2.4121480530486213e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5317552924156189,
      "num_tokens": 314201461.0,
      "step": 408080
    },
    {
      "epoch": 0.5176455366724255,
      "grad_norm": 7.53125,
      "learning_rate": 2.412084622039992e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5746260404586792,
      "num_tokens": 314207461.0,
      "step": 408090
    },
    {
      "epoch": 0.5176582212649583,
      "grad_norm": 6.53125,
      "learning_rate": 2.4120211910313627e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5397529751062393,
      "num_tokens": 314216103.0,
      "step": 408100
    },
    {
      "epoch": 0.5176709058574911,
      "grad_norm": 5.03125,
      "learning_rate": 2.411957760022734e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5434988707304,
      "num_tokens": 314224301.0,
      "step": 408110
    },
    {
      "epoch": 0.517683590450024,
      "grad_norm": 7.15625,
      "learning_rate": 2.4118943290141048e-05,
      "loss": 2.3478,
      "mean_token_accuracy": 0.49935367703437805,
      "num_tokens": 314233120.0,
      "step": 408120
    },
    {
      "epoch": 0.5176962750425568,
      "grad_norm": 7.1875,
      "learning_rate": 2.4118308980054753e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5513218522071839,
      "num_tokens": 314240499.0,
      "step": 408130
    },
    {
      "epoch": 0.5177089596350897,
      "grad_norm": 6.65625,
      "learning_rate": 2.4117674669968462e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5619695335626602,
      "num_tokens": 314248306.0,
      "step": 408140
    },
    {
      "epoch": 0.5177216442276225,
      "grad_norm": 8.5,
      "learning_rate": 2.411704035988217e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5311947613954544,
      "num_tokens": 314256033.0,
      "step": 408150
    },
    {
      "epoch": 0.5177343288201554,
      "grad_norm": 4.78125,
      "learning_rate": 2.4116406049795883e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5233943194150925,
      "num_tokens": 314264212.0,
      "step": 408160
    },
    {
      "epoch": 0.5177470134126881,
      "grad_norm": 5.6875,
      "learning_rate": 2.4115771739709588e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5429784834384919,
      "num_tokens": 314271861.0,
      "step": 408170
    },
    {
      "epoch": 0.5177596980052209,
      "grad_norm": 4.78125,
      "learning_rate": 2.4115137429623297e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5343584567308426,
      "num_tokens": 314279722.0,
      "step": 408180
    },
    {
      "epoch": 0.5177723825977538,
      "grad_norm": 4.625,
      "learning_rate": 2.4114503119537005e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5372276157140732,
      "num_tokens": 314288327.0,
      "step": 408190
    },
    {
      "epoch": 0.5177850671902866,
      "grad_norm": 5.4375,
      "learning_rate": 2.4113868809450714e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5264796912670135,
      "num_tokens": 314296770.0,
      "step": 408200
    },
    {
      "epoch": 0.5177977517828195,
      "grad_norm": 5.96875,
      "learning_rate": 2.4113234499364423e-05,
      "loss": 1.9577,
      "mean_token_accuracy": 0.5542005926370621,
      "num_tokens": 314304857.0,
      "step": 408210
    },
    {
      "epoch": 0.5178104363753523,
      "grad_norm": 7.53125,
      "learning_rate": 2.411260018927813e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5794736176729203,
      "num_tokens": 314313028.0,
      "step": 408220
    },
    {
      "epoch": 0.5178231209678852,
      "grad_norm": 5.8125,
      "learning_rate": 2.411196587919184e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5556354284286499,
      "num_tokens": 314320592.0,
      "step": 408230
    },
    {
      "epoch": 0.517835805560418,
      "grad_norm": 6.5625,
      "learning_rate": 2.4111331569105546e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5532955199480056,
      "num_tokens": 314328335.0,
      "step": 408240
    },
    {
      "epoch": 0.5178484901529509,
      "grad_norm": 6.875,
      "learning_rate": 2.4110697259019258e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5533711433410644,
      "num_tokens": 314335753.0,
      "step": 408250
    },
    {
      "epoch": 0.5178611747454837,
      "grad_norm": 7.3125,
      "learning_rate": 2.4110062948932967e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5652576506137847,
      "num_tokens": 314343775.0,
      "step": 408260
    },
    {
      "epoch": 0.5178738593380164,
      "grad_norm": 6.0625,
      "learning_rate": 2.4109428638846672e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5306967914104461,
      "num_tokens": 314351126.0,
      "step": 408270
    },
    {
      "epoch": 0.5178865439305493,
      "grad_norm": 5.4375,
      "learning_rate": 2.410879432876038e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5313284456729889,
      "num_tokens": 314358794.0,
      "step": 408280
    },
    {
      "epoch": 0.5178992285230821,
      "grad_norm": 6.15625,
      "learning_rate": 2.410816001867409e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5241757214069367,
      "num_tokens": 314365840.0,
      "step": 408290
    },
    {
      "epoch": 0.517911913115615,
      "grad_norm": 5.28125,
      "learning_rate": 2.4107525708587798e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5468411475419999,
      "num_tokens": 314374301.0,
      "step": 408300
    },
    {
      "epoch": 0.5179245977081478,
      "grad_norm": 6.46875,
      "learning_rate": 2.4106891398501507e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5201211482286453,
      "num_tokens": 314382036.0,
      "step": 408310
    },
    {
      "epoch": 0.5179372823006807,
      "grad_norm": 5.125,
      "learning_rate": 2.4106257088415216e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5435795903205871,
      "num_tokens": 314390013.0,
      "step": 408320
    },
    {
      "epoch": 0.5179499668932135,
      "grad_norm": 6.125,
      "learning_rate": 2.4105622778328924e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5469739675521851,
      "num_tokens": 314399250.0,
      "step": 408330
    },
    {
      "epoch": 0.5179626514857463,
      "grad_norm": 5.09375,
      "learning_rate": 2.410498846824263e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.519939973950386,
      "num_tokens": 314407059.0,
      "step": 408340
    },
    {
      "epoch": 0.5179753360782792,
      "grad_norm": 5.46875,
      "learning_rate": 2.4104354158156342e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5586005330085755,
      "num_tokens": 314415443.0,
      "step": 408350
    },
    {
      "epoch": 0.517988020670812,
      "grad_norm": 7.25,
      "learning_rate": 2.410371984807005e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5409115344285965,
      "num_tokens": 314423680.0,
      "step": 408360
    },
    {
      "epoch": 0.5180007052633449,
      "grad_norm": 5.1875,
      "learning_rate": 2.410308553798376e-05,
      "loss": 1.8572,
      "mean_token_accuracy": 0.5813565671443939,
      "num_tokens": 314430896.0,
      "step": 408370
    },
    {
      "epoch": 0.5180133898558776,
      "grad_norm": 4.84375,
      "learning_rate": 2.4102451227897465e-05,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5541968435049057,
      "num_tokens": 314439267.0,
      "step": 408380
    },
    {
      "epoch": 0.5180260744484105,
      "grad_norm": 6.4375,
      "learning_rate": 2.4101816917811173e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5394586682319641,
      "num_tokens": 314447584.0,
      "step": 408390
    },
    {
      "epoch": 0.5180387590409433,
      "grad_norm": 7.90625,
      "learning_rate": 2.4101182607724886e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5179119795560837,
      "num_tokens": 314455010.0,
      "step": 408400
    },
    {
      "epoch": 0.5180514436334762,
      "grad_norm": 6.53125,
      "learning_rate": 2.410054829763859e-05,
      "loss": 1.8523,
      "mean_token_accuracy": 0.6029314577579499,
      "num_tokens": 314461150.0,
      "step": 408410
    },
    {
      "epoch": 0.518064128226009,
      "grad_norm": 6.0,
      "learning_rate": 2.40999139875523e-05,
      "loss": 1.9427,
      "mean_token_accuracy": 0.5737315565347672,
      "num_tokens": 314468473.0,
      "step": 408420
    },
    {
      "epoch": 0.5180768128185418,
      "grad_norm": 6.65625,
      "learning_rate": 2.409927967746601e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5325062543153762,
      "num_tokens": 314475594.0,
      "step": 408430
    },
    {
      "epoch": 0.5180894974110747,
      "grad_norm": 4.8125,
      "learning_rate": 2.4098645367379717e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5168705314397812,
      "num_tokens": 314482856.0,
      "step": 408440
    },
    {
      "epoch": 0.5181021820036075,
      "grad_norm": 5.25,
      "learning_rate": 2.4098011057293426e-05,
      "loss": 1.8473,
      "mean_token_accuracy": 0.5778093039989471,
      "num_tokens": 314491406.0,
      "step": 408450
    },
    {
      "epoch": 0.5181148665961404,
      "grad_norm": 11.1875,
      "learning_rate": 2.4097376747207135e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5358104646205902,
      "num_tokens": 314498679.0,
      "step": 408460
    },
    {
      "epoch": 0.5181275511886732,
      "grad_norm": 5.25,
      "learning_rate": 2.4096742437120843e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5116006761789322,
      "num_tokens": 314506759.0,
      "step": 408470
    },
    {
      "epoch": 0.518140235781206,
      "grad_norm": 6.78125,
      "learning_rate": 2.409610812703455e-05,
      "loss": 1.8512,
      "mean_token_accuracy": 0.5771935403347015,
      "num_tokens": 314513243.0,
      "step": 408480
    },
    {
      "epoch": 0.5181529203737388,
      "grad_norm": 5.125,
      "learning_rate": 2.4095473816948257e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5327309221029282,
      "num_tokens": 314521459.0,
      "step": 408490
    },
    {
      "epoch": 0.5181656049662716,
      "grad_norm": 5.0625,
      "learning_rate": 2.409483950686197e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5731926709413528,
      "num_tokens": 314528179.0,
      "step": 408500
    },
    {
      "epoch": 0.5181782895588045,
      "grad_norm": 5.59375,
      "learning_rate": 2.4094205196775675e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5435343563556672,
      "num_tokens": 314536275.0,
      "step": 408510
    },
    {
      "epoch": 0.5181909741513373,
      "grad_norm": 5.96875,
      "learning_rate": 2.4093570886689384e-05,
      "loss": 2.2416,
      "mean_token_accuracy": 0.517275157570839,
      "num_tokens": 314544131.0,
      "step": 408520
    },
    {
      "epoch": 0.5182036587438702,
      "grad_norm": 7.125,
      "learning_rate": 2.4092936576603092e-05,
      "loss": 2.191,
      "mean_token_accuracy": 0.5400583535432816,
      "num_tokens": 314551409.0,
      "step": 408530
    },
    {
      "epoch": 0.518216343336403,
      "grad_norm": 5.875,
      "learning_rate": 2.40923022665168e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5392148524522782,
      "num_tokens": 314559085.0,
      "step": 408540
    },
    {
      "epoch": 0.5182290279289359,
      "grad_norm": 5.78125,
      "learning_rate": 2.409166795643051e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5351614952087402,
      "num_tokens": 314567390.0,
      "step": 408550
    },
    {
      "epoch": 0.5182417125214687,
      "grad_norm": 6.84375,
      "learning_rate": 2.409103364634422e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5597594261169434,
      "num_tokens": 314575334.0,
      "step": 408560
    },
    {
      "epoch": 0.5182543971140015,
      "grad_norm": 4.78125,
      "learning_rate": 2.4090399336257927e-05,
      "loss": 1.7974,
      "mean_token_accuracy": 0.6056067049503326,
      "num_tokens": 314581377.0,
      "step": 408570
    },
    {
      "epoch": 0.5182670817065343,
      "grad_norm": 4.90625,
      "learning_rate": 2.4089765026171636e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5549862027168274,
      "num_tokens": 314589688.0,
      "step": 408580
    },
    {
      "epoch": 0.5182797662990671,
      "grad_norm": 5.4375,
      "learning_rate": 2.408913071608534e-05,
      "loss": 2.2582,
      "mean_token_accuracy": 0.5125672101974488,
      "num_tokens": 314597743.0,
      "step": 408590
    },
    {
      "epoch": 0.5182924508916,
      "grad_norm": 6.46875,
      "learning_rate": 2.4088496405999054e-05,
      "loss": 2.3183,
      "mean_token_accuracy": 0.5030950784683228,
      "num_tokens": 314605630.0,
      "step": 408600
    },
    {
      "epoch": 0.5183051354841328,
      "grad_norm": 8.3125,
      "learning_rate": 2.4087862095912762e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.568580624461174,
      "num_tokens": 314613084.0,
      "step": 408610
    },
    {
      "epoch": 0.5183178200766657,
      "grad_norm": 6.875,
      "learning_rate": 2.4087227785826468e-05,
      "loss": 1.8412,
      "mean_token_accuracy": 0.5996997952461243,
      "num_tokens": 314620962.0,
      "step": 408620
    },
    {
      "epoch": 0.5183305046691985,
      "grad_norm": 5.96875,
      "learning_rate": 2.4086593475740176e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5609709858894348,
      "num_tokens": 314628196.0,
      "step": 408630
    },
    {
      "epoch": 0.5183431892617314,
      "grad_norm": 5.84375,
      "learning_rate": 2.408595916565389e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5443202286958695,
      "num_tokens": 314635871.0,
      "step": 408640
    },
    {
      "epoch": 0.5183558738542642,
      "grad_norm": 6.3125,
      "learning_rate": 2.4085324855567594e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5344050496816635,
      "num_tokens": 314643832.0,
      "step": 408650
    },
    {
      "epoch": 0.518368558446797,
      "grad_norm": 6.59375,
      "learning_rate": 2.4084690545481303e-05,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5664041757583618,
      "num_tokens": 314652400.0,
      "step": 408660
    },
    {
      "epoch": 0.5183812430393299,
      "grad_norm": 5.59375,
      "learning_rate": 2.408405623539501e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5344048351049423,
      "num_tokens": 314660539.0,
      "step": 408670
    },
    {
      "epoch": 0.5183939276318626,
      "grad_norm": 4.875,
      "learning_rate": 2.408342192530872e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.529849174618721,
      "num_tokens": 314667851.0,
      "step": 408680
    },
    {
      "epoch": 0.5184066122243955,
      "grad_norm": 5.0625,
      "learning_rate": 2.408278761522243e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.558272635936737,
      "num_tokens": 314675476.0,
      "step": 408690
    },
    {
      "epoch": 0.5184192968169283,
      "grad_norm": 8.1875,
      "learning_rate": 2.4082153305136138e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5404894649982452,
      "num_tokens": 314683491.0,
      "step": 408700
    },
    {
      "epoch": 0.5184319814094612,
      "grad_norm": 15.4375,
      "learning_rate": 2.4081518995049846e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5247653812170029,
      "num_tokens": 314690790.0,
      "step": 408710
    },
    {
      "epoch": 0.518444666001994,
      "grad_norm": 6.6875,
      "learning_rate": 2.408088468496355e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5396420419216156,
      "num_tokens": 314698578.0,
      "step": 408720
    },
    {
      "epoch": 0.5184573505945268,
      "grad_norm": 4.875,
      "learning_rate": 2.408025037487726e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5379960358142852,
      "num_tokens": 314706350.0,
      "step": 408730
    },
    {
      "epoch": 0.5184700351870597,
      "grad_norm": 5.03125,
      "learning_rate": 2.4079616064790973e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5429438829421998,
      "num_tokens": 314713680.0,
      "step": 408740
    },
    {
      "epoch": 0.5184827197795925,
      "grad_norm": 5.75,
      "learning_rate": 2.407898175470468e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5409796893596649,
      "num_tokens": 314721251.0,
      "step": 408750
    },
    {
      "epoch": 0.5184954043721254,
      "grad_norm": 5.125,
      "learning_rate": 2.4078347444618387e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5535617440938949,
      "num_tokens": 314728978.0,
      "step": 408760
    },
    {
      "epoch": 0.5185080889646582,
      "grad_norm": 5.3125,
      "learning_rate": 2.4077713134532095e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5488386631011963,
      "num_tokens": 314736024.0,
      "step": 408770
    },
    {
      "epoch": 0.5185207735571911,
      "grad_norm": 8.1875,
      "learning_rate": 2.4077078824445804e-05,
      "loss": 1.8855,
      "mean_token_accuracy": 0.5787773817777634,
      "num_tokens": 314742951.0,
      "step": 408780
    },
    {
      "epoch": 0.5185334581497238,
      "grad_norm": 5.03125,
      "learning_rate": 2.4076444514359513e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5381304562091828,
      "num_tokens": 314750188.0,
      "step": 408790
    },
    {
      "epoch": 0.5185461427422567,
      "grad_norm": 5.125,
      "learning_rate": 2.407581020427322e-05,
      "loss": 1.824,
      "mean_token_accuracy": 0.5847510248422623,
      "num_tokens": 314757045.0,
      "step": 408800
    },
    {
      "epoch": 0.5185588273347895,
      "grad_norm": 5.75,
      "learning_rate": 2.407517589418693e-05,
      "loss": 2.0001,
      "mean_token_accuracy": 0.5603226512670517,
      "num_tokens": 314765173.0,
      "step": 408810
    },
    {
      "epoch": 0.5185715119273223,
      "grad_norm": 4.78125,
      "learning_rate": 2.407454158410064e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5315022826194763,
      "num_tokens": 314773657.0,
      "step": 408820
    },
    {
      "epoch": 0.5185841965198552,
      "grad_norm": 7.15625,
      "learning_rate": 2.4073907274014344e-05,
      "loss": 1.8231,
      "mean_token_accuracy": 0.5886039882898331,
      "num_tokens": 314779910.0,
      "step": 408830
    },
    {
      "epoch": 0.518596881112388,
      "grad_norm": 5.59375,
      "learning_rate": 2.4073272963928057e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5444286882877349,
      "num_tokens": 314789005.0,
      "step": 408840
    },
    {
      "epoch": 0.5186095657049209,
      "grad_norm": 6.0,
      "learning_rate": 2.4072638653841765e-05,
      "loss": 1.8956,
      "mean_token_accuracy": 0.578384417295456,
      "num_tokens": 314795812.0,
      "step": 408850
    },
    {
      "epoch": 0.5186222502974537,
      "grad_norm": 5.8125,
      "learning_rate": 2.407200434375547e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5503459841012954,
      "num_tokens": 314804263.0,
      "step": 408860
    },
    {
      "epoch": 0.5186349348899866,
      "grad_norm": 6.59375,
      "learning_rate": 2.407137003366918e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5376508742570877,
      "num_tokens": 314811505.0,
      "step": 408870
    },
    {
      "epoch": 0.5186476194825194,
      "grad_norm": 7.5,
      "learning_rate": 2.4070735723582888e-05,
      "loss": 1.8642,
      "mean_token_accuracy": 0.59003444314003,
      "num_tokens": 314819123.0,
      "step": 408880
    },
    {
      "epoch": 0.5186603040750521,
      "grad_norm": 5.28125,
      "learning_rate": 2.4070101413496597e-05,
      "loss": 1.8995,
      "mean_token_accuracy": 0.573333153128624,
      "num_tokens": 314826761.0,
      "step": 408890
    },
    {
      "epoch": 0.518672988667585,
      "grad_norm": 4.96875,
      "learning_rate": 2.4069467103410306e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5336791574954987,
      "num_tokens": 314835561.0,
      "step": 408900
    },
    {
      "epoch": 0.5186856732601178,
      "grad_norm": 5.46875,
      "learning_rate": 2.4068832793324014e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.566252276301384,
      "num_tokens": 314842800.0,
      "step": 408910
    },
    {
      "epoch": 0.5186983578526507,
      "grad_norm": 6.875,
      "learning_rate": 2.4068198483237723e-05,
      "loss": 1.9282,
      "mean_token_accuracy": 0.5721132338047028,
      "num_tokens": 314850936.0,
      "step": 408920
    },
    {
      "epoch": 0.5187110424451835,
      "grad_norm": 6.125,
      "learning_rate": 2.406756417315143e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5303753614425659,
      "num_tokens": 314858324.0,
      "step": 408930
    },
    {
      "epoch": 0.5187237270377164,
      "grad_norm": 6.5625,
      "learning_rate": 2.406692986306514e-05,
      "loss": 2.2259,
      "mean_token_accuracy": 0.5188514471054078,
      "num_tokens": 314866882.0,
      "step": 408940
    },
    {
      "epoch": 0.5187364116302492,
      "grad_norm": 6.125,
      "learning_rate": 2.406629555297885e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5516125202178955,
      "num_tokens": 314874576.0,
      "step": 408950
    },
    {
      "epoch": 0.518749096222782,
      "grad_norm": 5.75,
      "learning_rate": 2.4065661242892558e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5255330324172973,
      "num_tokens": 314882589.0,
      "step": 408960
    },
    {
      "epoch": 0.5187617808153149,
      "grad_norm": 6.125,
      "learning_rate": 2.4065026932806263e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5690482079982757,
      "num_tokens": 314889152.0,
      "step": 408970
    },
    {
      "epoch": 0.5187744654078477,
      "grad_norm": 4.53125,
      "learning_rate": 2.4064392622719972e-05,
      "loss": 2.2568,
      "mean_token_accuracy": 0.5172697514295578,
      "num_tokens": 314898288.0,
      "step": 408980
    },
    {
      "epoch": 0.5187871500003806,
      "grad_norm": 5.25,
      "learning_rate": 2.4063758312633684e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5349066704511642,
      "num_tokens": 314905538.0,
      "step": 408990
    },
    {
      "epoch": 0.5187998345929133,
      "grad_norm": 7.09375,
      "learning_rate": 2.406312400254739e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5306134045124054,
      "num_tokens": 314913152.0,
      "step": 409000
    },
    {
      "epoch": 0.5188125191854462,
      "grad_norm": 5.40625,
      "learning_rate": 2.40624896924611e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5566923916339874,
      "num_tokens": 314921279.0,
      "step": 409010
    },
    {
      "epoch": 0.518825203777979,
      "grad_norm": 9.8125,
      "learning_rate": 2.4061855382374807e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5323856204748154,
      "num_tokens": 314927824.0,
      "step": 409020
    },
    {
      "epoch": 0.5188378883705119,
      "grad_norm": 4.75,
      "learning_rate": 2.4061221072288516e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.533179959654808,
      "num_tokens": 314936996.0,
      "step": 409030
    },
    {
      "epoch": 0.5188505729630447,
      "grad_norm": 5.0,
      "learning_rate": 2.4060586762202225e-05,
      "loss": 1.8706,
      "mean_token_accuracy": 0.5781510889530181,
      "num_tokens": 314944957.0,
      "step": 409040
    },
    {
      "epoch": 0.5188632575555775,
      "grad_norm": 5.15625,
      "learning_rate": 2.4059952452115933e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5386674761772156,
      "num_tokens": 314953281.0,
      "step": 409050
    },
    {
      "epoch": 0.5188759421481104,
      "grad_norm": 5.0625,
      "learning_rate": 2.4059318142029642e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.52199866771698,
      "num_tokens": 314961968.0,
      "step": 409060
    },
    {
      "epoch": 0.5188886267406432,
      "grad_norm": 6.5625,
      "learning_rate": 2.4058683831943347e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5407582372426987,
      "num_tokens": 314968759.0,
      "step": 409070
    },
    {
      "epoch": 0.5189013113331761,
      "grad_norm": 7.40625,
      "learning_rate": 2.4058049521857056e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.539696553349495,
      "num_tokens": 314976545.0,
      "step": 409080
    },
    {
      "epoch": 0.5189139959257089,
      "grad_norm": 6.0625,
      "learning_rate": 2.4057415211770768e-05,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5575346529483796,
      "num_tokens": 314982459.0,
      "step": 409090
    },
    {
      "epoch": 0.5189266805182418,
      "grad_norm": 15.625,
      "learning_rate": 2.4056780901684474e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5417697131633759,
      "num_tokens": 314989135.0,
      "step": 409100
    },
    {
      "epoch": 0.5189393651107745,
      "grad_norm": 4.96875,
      "learning_rate": 2.4056146591598182e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5447153002023697,
      "num_tokens": 314996729.0,
      "step": 409110
    },
    {
      "epoch": 0.5189520497033073,
      "grad_norm": 4.71875,
      "learning_rate": 2.405551228151189e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.55515216588974,
      "num_tokens": 315004392.0,
      "step": 409120
    },
    {
      "epoch": 0.5189647342958402,
      "grad_norm": 5.25,
      "learning_rate": 2.4054877971425603e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5455144315958023,
      "num_tokens": 315012159.0,
      "step": 409130
    },
    {
      "epoch": 0.518977418888373,
      "grad_norm": 6.78125,
      "learning_rate": 2.405424366133931e-05,
      "loss": 1.8294,
      "mean_token_accuracy": 0.5926173269748688,
      "num_tokens": 315018941.0,
      "step": 409140
    },
    {
      "epoch": 0.5189901034809059,
      "grad_norm": 5.1875,
      "learning_rate": 2.4053609351253017e-05,
      "loss": 1.9414,
      "mean_token_accuracy": 0.559391850233078,
      "num_tokens": 315026042.0,
      "step": 409150
    },
    {
      "epoch": 0.5190027880734387,
      "grad_norm": 4.71875,
      "learning_rate": 2.4052975041166726e-05,
      "loss": 1.9099,
      "mean_token_accuracy": 0.578813162446022,
      "num_tokens": 315033657.0,
      "step": 409160
    },
    {
      "epoch": 0.5190154726659716,
      "grad_norm": 5.1875,
      "learning_rate": 2.4052340731080435e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5376449912786484,
      "num_tokens": 315041242.0,
      "step": 409170
    },
    {
      "epoch": 0.5190281572585044,
      "grad_norm": 4.1875,
      "learning_rate": 2.4051706420994144e-05,
      "loss": 1.8849,
      "mean_token_accuracy": 0.5729464530944824,
      "num_tokens": 315049579.0,
      "step": 409180
    },
    {
      "epoch": 0.5190408418510373,
      "grad_norm": 4.5625,
      "learning_rate": 2.4051072110907852e-05,
      "loss": 1.7792,
      "mean_token_accuracy": 0.5886310935020447,
      "num_tokens": 315057884.0,
      "step": 409190
    },
    {
      "epoch": 0.5190535264435701,
      "grad_norm": 5.65625,
      "learning_rate": 2.405043780082156e-05,
      "loss": 1.8032,
      "mean_token_accuracy": 0.5889439404010772,
      "num_tokens": 315065466.0,
      "step": 409200
    },
    {
      "epoch": 0.5190662110361028,
      "grad_norm": 8.1875,
      "learning_rate": 2.4049803490735266e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5317360907793045,
      "num_tokens": 315072215.0,
      "step": 409210
    },
    {
      "epoch": 0.5190788956286357,
      "grad_norm": 5.34375,
      "learning_rate": 2.4049169180648975e-05,
      "loss": 2.2907,
      "mean_token_accuracy": 0.5102545619010925,
      "num_tokens": 315080422.0,
      "step": 409220
    },
    {
      "epoch": 0.5190915802211685,
      "grad_norm": 5.34375,
      "learning_rate": 2.4048534870562687e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5374808102846146,
      "num_tokens": 315087554.0,
      "step": 409230
    },
    {
      "epoch": 0.5191042648137014,
      "grad_norm": 5.34375,
      "learning_rate": 2.4047900560476393e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5469437211751937,
      "num_tokens": 315095516.0,
      "step": 409240
    },
    {
      "epoch": 0.5191169494062342,
      "grad_norm": 7.5,
      "learning_rate": 2.40472662503901e-05,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5283906161785126,
      "num_tokens": 315103465.0,
      "step": 409250
    },
    {
      "epoch": 0.5191296339987671,
      "grad_norm": 5.0625,
      "learning_rate": 2.404663194030381e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5424998700618744,
      "num_tokens": 315110147.0,
      "step": 409260
    },
    {
      "epoch": 0.5191423185912999,
      "grad_norm": 5.65625,
      "learning_rate": 2.404599763021752e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5562413394451141,
      "num_tokens": 315118801.0,
      "step": 409270
    },
    {
      "epoch": 0.5191550031838327,
      "grad_norm": 4.625,
      "learning_rate": 2.4045363320131228e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5300835430622101,
      "num_tokens": 315126475.0,
      "step": 409280
    },
    {
      "epoch": 0.5191676877763656,
      "grad_norm": 6.375,
      "learning_rate": 2.4044729010044936e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5528196305036545,
      "num_tokens": 315134915.0,
      "step": 409290
    },
    {
      "epoch": 0.5191803723688984,
      "grad_norm": 5.1875,
      "learning_rate": 2.4044094699958645e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5453541129827499,
      "num_tokens": 315142888.0,
      "step": 409300
    },
    {
      "epoch": 0.5191930569614313,
      "grad_norm": 5.40625,
      "learning_rate": 2.404346038987235e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5485549539327621,
      "num_tokens": 315150313.0,
      "step": 409310
    },
    {
      "epoch": 0.519205741553964,
      "grad_norm": 4.65625,
      "learning_rate": 2.404282607978606e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.529262027144432,
      "num_tokens": 315158788.0,
      "step": 409320
    },
    {
      "epoch": 0.5192184261464969,
      "grad_norm": 5.84375,
      "learning_rate": 2.404219176969977e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5331179320812225,
      "num_tokens": 315166614.0,
      "step": 409330
    },
    {
      "epoch": 0.5192311107390297,
      "grad_norm": 4.65625,
      "learning_rate": 2.404155745961348e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5640080362558365,
      "num_tokens": 315175523.0,
      "step": 409340
    },
    {
      "epoch": 0.5192437953315626,
      "grad_norm": 5.5625,
      "learning_rate": 2.4040923149527185e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5519262820482254,
      "num_tokens": 315182578.0,
      "step": 409350
    },
    {
      "epoch": 0.5192564799240954,
      "grad_norm": 7.59375,
      "learning_rate": 2.4040288839440894e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5488538116216659,
      "num_tokens": 315189511.0,
      "step": 409360
    },
    {
      "epoch": 0.5192691645166282,
      "grad_norm": 7.34375,
      "learning_rate": 2.4039654529354603e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.550211438536644,
      "num_tokens": 315196505.0,
      "step": 409370
    },
    {
      "epoch": 0.5192818491091611,
      "grad_norm": 6.5,
      "learning_rate": 2.403902021926831e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5607285410165787,
      "num_tokens": 315203725.0,
      "step": 409380
    },
    {
      "epoch": 0.5192945337016939,
      "grad_norm": 4.875,
      "learning_rate": 2.403838590918202e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5322006851434707,
      "num_tokens": 315211220.0,
      "step": 409390
    },
    {
      "epoch": 0.5193072182942268,
      "grad_norm": 7.125,
      "learning_rate": 2.403775159909573e-05,
      "loss": 1.8989,
      "mean_token_accuracy": 0.5792668282985687,
      "num_tokens": 315219140.0,
      "step": 409400
    },
    {
      "epoch": 0.5193199028867596,
      "grad_norm": 5.90625,
      "learning_rate": 2.4037117289009438e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5356681197881699,
      "num_tokens": 315227044.0,
      "step": 409410
    },
    {
      "epoch": 0.5193325874792925,
      "grad_norm": 5.15625,
      "learning_rate": 2.4036482978923143e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5234026610851288,
      "num_tokens": 315236233.0,
      "step": 409420
    },
    {
      "epoch": 0.5193452720718252,
      "grad_norm": 7.5625,
      "learning_rate": 2.4035848668836855e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5360246181488038,
      "num_tokens": 315245444.0,
      "step": 409430
    },
    {
      "epoch": 0.519357956664358,
      "grad_norm": 4.75,
      "learning_rate": 2.4035214358750564e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5503706932067871,
      "num_tokens": 315253483.0,
      "step": 409440
    },
    {
      "epoch": 0.5193706412568909,
      "grad_norm": 6.875,
      "learning_rate": 2.403458004866427e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5309640914201736,
      "num_tokens": 315261379.0,
      "step": 409450
    },
    {
      "epoch": 0.5193833258494237,
      "grad_norm": 6.09375,
      "learning_rate": 2.4033945738577978e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5504832446575165,
      "num_tokens": 315269035.0,
      "step": 409460
    },
    {
      "epoch": 0.5193960104419566,
      "grad_norm": 5.34375,
      "learning_rate": 2.4033311428491687e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5647293478250504,
      "num_tokens": 315276904.0,
      "step": 409470
    },
    {
      "epoch": 0.5194086950344894,
      "grad_norm": 5.28125,
      "learning_rate": 2.4032677118405396e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5260511070489884,
      "num_tokens": 315284996.0,
      "step": 409480
    },
    {
      "epoch": 0.5194213796270223,
      "grad_norm": 6.625,
      "learning_rate": 2.4032042808319104e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5345542669296265,
      "num_tokens": 315292276.0,
      "step": 409490
    },
    {
      "epoch": 0.5194340642195551,
      "grad_norm": 5.03125,
      "learning_rate": 2.4031408498232813e-05,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5748734802007676,
      "num_tokens": 315299781.0,
      "step": 409500
    },
    {
      "epoch": 0.5194467488120879,
      "grad_norm": 6.0625,
      "learning_rate": 2.4030774188146522e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.576748114824295,
      "num_tokens": 315307053.0,
      "step": 409510
    },
    {
      "epoch": 0.5194594334046208,
      "grad_norm": 8.8125,
      "learning_rate": 2.4030139878060227e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.529490515589714,
      "num_tokens": 315313943.0,
      "step": 409520
    },
    {
      "epoch": 0.5194721179971535,
      "grad_norm": 10.25,
      "learning_rate": 2.402950556797394e-05,
      "loss": 1.8711,
      "mean_token_accuracy": 0.5901897013187408,
      "num_tokens": 315321376.0,
      "step": 409530
    },
    {
      "epoch": 0.5194848025896864,
      "grad_norm": 6.65625,
      "learning_rate": 2.4028871257887648e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5292154937982559,
      "num_tokens": 315328275.0,
      "step": 409540
    },
    {
      "epoch": 0.5194974871822192,
      "grad_norm": 6.53125,
      "learning_rate": 2.4028236947801357e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.5670842885971069,
      "num_tokens": 315335507.0,
      "step": 409550
    },
    {
      "epoch": 0.5195101717747521,
      "grad_norm": 6.71875,
      "learning_rate": 2.4027602637715062e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5269262909889221,
      "num_tokens": 315343869.0,
      "step": 409560
    },
    {
      "epoch": 0.5195228563672849,
      "grad_norm": 4.21875,
      "learning_rate": 2.4026968327628774e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.544644781947136,
      "num_tokens": 315350966.0,
      "step": 409570
    },
    {
      "epoch": 0.5195355409598178,
      "grad_norm": 5.125,
      "learning_rate": 2.4026334017542483e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5335759282112121,
      "num_tokens": 315359015.0,
      "step": 409580
    },
    {
      "epoch": 0.5195482255523506,
      "grad_norm": 5.125,
      "learning_rate": 2.402569970745619e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5497911930084228,
      "num_tokens": 315366376.0,
      "step": 409590
    },
    {
      "epoch": 0.5195609101448834,
      "grad_norm": 5.09375,
      "learning_rate": 2.4025065397369897e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5607287615537644,
      "num_tokens": 315373863.0,
      "step": 409600
    },
    {
      "epoch": 0.5195735947374163,
      "grad_norm": 5.65625,
      "learning_rate": 2.4024431087283606e-05,
      "loss": 1.9156,
      "mean_token_accuracy": 0.5747903496026993,
      "num_tokens": 315381240.0,
      "step": 409610
    },
    {
      "epoch": 0.519586279329949,
      "grad_norm": 8.1875,
      "learning_rate": 2.4023796777197315e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5191309899091721,
      "num_tokens": 315389466.0,
      "step": 409620
    },
    {
      "epoch": 0.519598963922482,
      "grad_norm": 4.65625,
      "learning_rate": 2.4023162467111023e-05,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5808255225419998,
      "num_tokens": 315397036.0,
      "step": 409630
    },
    {
      "epoch": 0.5196116485150147,
      "grad_norm": 6.53125,
      "learning_rate": 2.4022528157024732e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5433105647563934,
      "num_tokens": 315404840.0,
      "step": 409640
    },
    {
      "epoch": 0.5196243331075476,
      "grad_norm": 5.1875,
      "learning_rate": 2.402189384693844e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5548603922128678,
      "num_tokens": 315411843.0,
      "step": 409650
    },
    {
      "epoch": 0.5196370177000804,
      "grad_norm": 6.09375,
      "learning_rate": 2.4021259536852146e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5434292495250702,
      "num_tokens": 315419993.0,
      "step": 409660
    },
    {
      "epoch": 0.5196497022926132,
      "grad_norm": 4.9375,
      "learning_rate": 2.4020625226765858e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5522192180156708,
      "num_tokens": 315428556.0,
      "step": 409670
    },
    {
      "epoch": 0.5196623868851461,
      "grad_norm": 5.6875,
      "learning_rate": 2.4019990916679567e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5348229706287384,
      "num_tokens": 315436286.0,
      "step": 409680
    },
    {
      "epoch": 0.5196750714776789,
      "grad_norm": 7.0625,
      "learning_rate": 2.4019356606593272e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5440086007118226,
      "num_tokens": 315444562.0,
      "step": 409690
    },
    {
      "epoch": 0.5196877560702118,
      "grad_norm": 5.15625,
      "learning_rate": 2.401872229650698e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.5647646456956863,
      "num_tokens": 315453140.0,
      "step": 409700
    },
    {
      "epoch": 0.5197004406627446,
      "grad_norm": 6.09375,
      "learning_rate": 2.401808798642069e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.527400553226471,
      "num_tokens": 315460502.0,
      "step": 409710
    },
    {
      "epoch": 0.5197131252552775,
      "grad_norm": 5.0625,
      "learning_rate": 2.4017453676334402e-05,
      "loss": 1.9471,
      "mean_token_accuracy": 0.5665973067283631,
      "num_tokens": 315468658.0,
      "step": 409720
    },
    {
      "epoch": 0.5197258098478102,
      "grad_norm": 4.875,
      "learning_rate": 2.4016819366248107e-05,
      "loss": 1.8606,
      "mean_token_accuracy": 0.5777875036001205,
      "num_tokens": 315476250.0,
      "step": 409730
    },
    {
      "epoch": 0.5197384944403431,
      "grad_norm": 6.28125,
      "learning_rate": 2.4016185056161816e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5229048788547516,
      "num_tokens": 315482930.0,
      "step": 409740
    },
    {
      "epoch": 0.5197511790328759,
      "grad_norm": 6.375,
      "learning_rate": 2.4015550746075525e-05,
      "loss": 1.7216,
      "mean_token_accuracy": 0.6125477910041809,
      "num_tokens": 315490541.0,
      "step": 409750
    },
    {
      "epoch": 0.5197638636254087,
      "grad_norm": 5.46875,
      "learning_rate": 2.4014916435989234e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5548935532569885,
      "num_tokens": 315497682.0,
      "step": 409760
    },
    {
      "epoch": 0.5197765482179416,
      "grad_norm": 6.09375,
      "learning_rate": 2.4014282125902942e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5457733333110809,
      "num_tokens": 315505586.0,
      "step": 409770
    },
    {
      "epoch": 0.5197892328104744,
      "grad_norm": 5.3125,
      "learning_rate": 2.401364781581665e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5328763961791992,
      "num_tokens": 315513964.0,
      "step": 409780
    },
    {
      "epoch": 0.5198019174030073,
      "grad_norm": 6.0,
      "learning_rate": 2.401301350573036e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.5734968096017837,
      "num_tokens": 315521943.0,
      "step": 409790
    },
    {
      "epoch": 0.5198146019955401,
      "grad_norm": 6.6875,
      "learning_rate": 2.4012379195644065e-05,
      "loss": 1.8234,
      "mean_token_accuracy": 0.5900234371423722,
      "num_tokens": 315527798.0,
      "step": 409800
    },
    {
      "epoch": 0.519827286588073,
      "grad_norm": 5.6875,
      "learning_rate": 2.4011744885557774e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5388855099678039,
      "num_tokens": 315535375.0,
      "step": 409810
    },
    {
      "epoch": 0.5198399711806058,
      "grad_norm": 4.65625,
      "learning_rate": 2.4011110575471486e-05,
      "loss": 2.2972,
      "mean_token_accuracy": 0.5115512549877167,
      "num_tokens": 315543768.0,
      "step": 409820
    },
    {
      "epoch": 0.5198526557731386,
      "grad_norm": 6.65625,
      "learning_rate": 2.401047626538519e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5234579533338547,
      "num_tokens": 315552681.0,
      "step": 409830
    },
    {
      "epoch": 0.5198653403656714,
      "grad_norm": 4.6875,
      "learning_rate": 2.40098419552989e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5369915395975113,
      "num_tokens": 315562141.0,
      "step": 409840
    },
    {
      "epoch": 0.5198780249582042,
      "grad_norm": 4.46875,
      "learning_rate": 2.400920764521261e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.564471372961998,
      "num_tokens": 315569499.0,
      "step": 409850
    },
    {
      "epoch": 0.5198907095507371,
      "grad_norm": 6.3125,
      "learning_rate": 2.4008573335126318e-05,
      "loss": 1.9306,
      "mean_token_accuracy": 0.5647891134023666,
      "num_tokens": 315577678.0,
      "step": 409860
    },
    {
      "epoch": 0.5199033941432699,
      "grad_norm": 5.34375,
      "learning_rate": 2.4007939025040026e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5717239886522293,
      "num_tokens": 315584897.0,
      "step": 409870
    },
    {
      "epoch": 0.5199160787358028,
      "grad_norm": 5.84375,
      "learning_rate": 2.4007304714953735e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5517063975334168,
      "num_tokens": 315591882.0,
      "step": 409880
    },
    {
      "epoch": 0.5199287633283356,
      "grad_norm": 5.25,
      "learning_rate": 2.4006670404867444e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.547113898396492,
      "num_tokens": 315600573.0,
      "step": 409890
    },
    {
      "epoch": 0.5199414479208684,
      "grad_norm": 5.6875,
      "learning_rate": 2.400603609478115e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5287543803453445,
      "num_tokens": 315608621.0,
      "step": 409900
    },
    {
      "epoch": 0.5199541325134013,
      "grad_norm": 5.5625,
      "learning_rate": 2.4005401784694858e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.5695976942777634,
      "num_tokens": 315616146.0,
      "step": 409910
    },
    {
      "epoch": 0.5199668171059341,
      "grad_norm": 4.90625,
      "learning_rate": 2.400476747460857e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5527883678674698,
      "num_tokens": 315623570.0,
      "step": 409920
    },
    {
      "epoch": 0.519979501698467,
      "grad_norm": 6.3125,
      "learning_rate": 2.400413316452228e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5463350296020508,
      "num_tokens": 315631780.0,
      "step": 409930
    },
    {
      "epoch": 0.5199921862909997,
      "grad_norm": 4.6875,
      "learning_rate": 2.4003498854435984e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.531569528579712,
      "num_tokens": 315640603.0,
      "step": 409940
    },
    {
      "epoch": 0.5200048708835326,
      "grad_norm": 6.28125,
      "learning_rate": 2.4002864544349693e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.52921744287014,
      "num_tokens": 315649112.0,
      "step": 409950
    },
    {
      "epoch": 0.5200175554760654,
      "grad_norm": 7.1875,
      "learning_rate": 2.40022302342634e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5610634565353394,
      "num_tokens": 315654975.0,
      "step": 409960
    },
    {
      "epoch": 0.5200302400685983,
      "grad_norm": 4.84375,
      "learning_rate": 2.400159592417711e-05,
      "loss": 1.8368,
      "mean_token_accuracy": 0.5821879297494889,
      "num_tokens": 315660966.0,
      "step": 409970
    },
    {
      "epoch": 0.5200429246611311,
      "grad_norm": 4.65625,
      "learning_rate": 2.400096161409082e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5598256707191467,
      "num_tokens": 315669550.0,
      "step": 409980
    },
    {
      "epoch": 0.5200556092536639,
      "grad_norm": 5.8125,
      "learning_rate": 2.4000327304004528e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5355931401252747,
      "num_tokens": 315678390.0,
      "step": 409990
    },
    {
      "epoch": 0.5200682938461968,
      "grad_norm": 6.09375,
      "learning_rate": 2.3999692993918236e-05,
      "loss": 1.871,
      "mean_token_accuracy": 0.5844008982181549,
      "num_tokens": 315685900.0,
      "step": 410000
    },
    {
      "epoch": 0.5200809784387296,
      "grad_norm": 7.15625,
      "learning_rate": 2.3999058683831942e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5364883840084076,
      "num_tokens": 315693539.0,
      "step": 410010
    },
    {
      "epoch": 0.5200936630312625,
      "grad_norm": 8.25,
      "learning_rate": 2.3998424373745654e-05,
      "loss": 1.7969,
      "mean_token_accuracy": 0.5863674819469452,
      "num_tokens": 315700845.0,
      "step": 410020
    },
    {
      "epoch": 0.5201063476237953,
      "grad_norm": 6.8125,
      "learning_rate": 2.3997790063659363e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5675458550453186,
      "num_tokens": 315707998.0,
      "step": 410030
    },
    {
      "epoch": 0.5201190322163282,
      "grad_norm": 5.21875,
      "learning_rate": 2.3997155753573068e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5376951634883881,
      "num_tokens": 315716014.0,
      "step": 410040
    },
    {
      "epoch": 0.5201317168088609,
      "grad_norm": 7.0,
      "learning_rate": 2.3996521443486777e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5457141518592834,
      "num_tokens": 315724842.0,
      "step": 410050
    },
    {
      "epoch": 0.5201444014013937,
      "grad_norm": 6.375,
      "learning_rate": 2.399588713340049e-05,
      "loss": 1.55,
      "mean_token_accuracy": 0.6420728445053101,
      "num_tokens": 315730378.0,
      "step": 410060
    },
    {
      "epoch": 0.5201570859939266,
      "grad_norm": 6.625,
      "learning_rate": 2.3995252823314198e-05,
      "loss": 1.8557,
      "mean_token_accuracy": 0.5909384667873383,
      "num_tokens": 315736804.0,
      "step": 410070
    },
    {
      "epoch": 0.5201697705864594,
      "grad_norm": 5.3125,
      "learning_rate": 2.3994618513227903e-05,
      "loss": 1.9226,
      "mean_token_accuracy": 0.5645226985216141,
      "num_tokens": 315742953.0,
      "step": 410080
    },
    {
      "epoch": 0.5201824551789923,
      "grad_norm": 6.1875,
      "learning_rate": 2.3993984203141612e-05,
      "loss": 1.8976,
      "mean_token_accuracy": 0.5886585235595703,
      "num_tokens": 315749270.0,
      "step": 410090
    },
    {
      "epoch": 0.5201951397715251,
      "grad_norm": 5.0625,
      "learning_rate": 2.399334989305532e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5398591190576554,
      "num_tokens": 315756322.0,
      "step": 410100
    },
    {
      "epoch": 0.520207824364058,
      "grad_norm": 7.09375,
      "learning_rate": 2.399271558296903e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.54888257086277,
      "num_tokens": 315763568.0,
      "step": 410110
    },
    {
      "epoch": 0.5202205089565908,
      "grad_norm": 5.75,
      "learning_rate": 2.3992081272882738e-05,
      "loss": 1.9524,
      "mean_token_accuracy": 0.5641529858112335,
      "num_tokens": 315771169.0,
      "step": 410120
    },
    {
      "epoch": 0.5202331935491237,
      "grad_norm": 6.71875,
      "learning_rate": 2.3991446962796447e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5493381232023239,
      "num_tokens": 315777213.0,
      "step": 410130
    },
    {
      "epoch": 0.5202458781416565,
      "grad_norm": 5.25,
      "learning_rate": 2.3990812652710155e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5631222307682038,
      "num_tokens": 315785744.0,
      "step": 410140
    },
    {
      "epoch": 0.5202585627341892,
      "grad_norm": 4.84375,
      "learning_rate": 2.399017834262386e-05,
      "loss": 1.9129,
      "mean_token_accuracy": 0.5752045184373855,
      "num_tokens": 315793971.0,
      "step": 410150
    },
    {
      "epoch": 0.5202712473267221,
      "grad_norm": 5.3125,
      "learning_rate": 2.3989544032537573e-05,
      "loss": 1.7595,
      "mean_token_accuracy": 0.6177701264619827,
      "num_tokens": 315801594.0,
      "step": 410160
    },
    {
      "epoch": 0.5202839319192549,
      "grad_norm": 4.84375,
      "learning_rate": 2.398890972245128e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5649126291275024,
      "num_tokens": 315808276.0,
      "step": 410170
    },
    {
      "epoch": 0.5202966165117878,
      "grad_norm": 6.28125,
      "learning_rate": 2.3988275412364987e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5427767604589462,
      "num_tokens": 315815753.0,
      "step": 410180
    },
    {
      "epoch": 0.5203093011043206,
      "grad_norm": 5.46875,
      "learning_rate": 2.3987641102278696e-05,
      "loss": 2.2638,
      "mean_token_accuracy": 0.5075296521186828,
      "num_tokens": 315824724.0,
      "step": 410190
    },
    {
      "epoch": 0.5203219856968535,
      "grad_norm": 5.03125,
      "learning_rate": 2.3987006792192405e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5512151598930359,
      "num_tokens": 315833400.0,
      "step": 410200
    },
    {
      "epoch": 0.5203346702893863,
      "grad_norm": 5.125,
      "learning_rate": 2.3986372482106113e-05,
      "loss": 2.2176,
      "mean_token_accuracy": 0.5156744211912155,
      "num_tokens": 315842586.0,
      "step": 410210
    },
    {
      "epoch": 0.5203473548819191,
      "grad_norm": 4.78125,
      "learning_rate": 2.3985738172019822e-05,
      "loss": 1.823,
      "mean_token_accuracy": 0.5877233982086182,
      "num_tokens": 315850909.0,
      "step": 410220
    },
    {
      "epoch": 0.520360039474452,
      "grad_norm": 5.75,
      "learning_rate": 2.398510386193353e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.542226380109787,
      "num_tokens": 315859393.0,
      "step": 410230
    },
    {
      "epoch": 0.5203727240669848,
      "grad_norm": 5.03125,
      "learning_rate": 2.398446955184724e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5366308629512787,
      "num_tokens": 315866898.0,
      "step": 410240
    },
    {
      "epoch": 0.5203854086595177,
      "grad_norm": 7.75,
      "learning_rate": 2.3983835241760945e-05,
      "loss": 1.6242,
      "mean_token_accuracy": 0.6342020452022552,
      "num_tokens": 315873492.0,
      "step": 410250
    },
    {
      "epoch": 0.5203980932520504,
      "grad_norm": 5.875,
      "learning_rate": 2.3983200931674657e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5448269993066788,
      "num_tokens": 315880430.0,
      "step": 410260
    },
    {
      "epoch": 0.5204107778445833,
      "grad_norm": 5.09375,
      "learning_rate": 2.3982566621588366e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5580984234809876,
      "num_tokens": 315887203.0,
      "step": 410270
    },
    {
      "epoch": 0.5204234624371161,
      "grad_norm": 5.09375,
      "learning_rate": 2.3981932311502074e-05,
      "loss": 2.2672,
      "mean_token_accuracy": 0.5285636514425278,
      "num_tokens": 315895740.0,
      "step": 410280
    },
    {
      "epoch": 0.520436147029649,
      "grad_norm": 4.75,
      "learning_rate": 2.398129800141578e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5358624964952469,
      "num_tokens": 315902896.0,
      "step": 410290
    },
    {
      "epoch": 0.5204488316221818,
      "grad_norm": 4.6875,
      "learning_rate": 2.398066369132949e-05,
      "loss": 1.8239,
      "mean_token_accuracy": 0.5868711829185486,
      "num_tokens": 315909183.0,
      "step": 410300
    },
    {
      "epoch": 0.5204615162147146,
      "grad_norm": 5.21875,
      "learning_rate": 2.39800293812432e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5637821197509766,
      "num_tokens": 315917557.0,
      "step": 410310
    },
    {
      "epoch": 0.5204742008072475,
      "grad_norm": 5.0625,
      "learning_rate": 2.3979395071156906e-05,
      "loss": 1.6177,
      "mean_token_accuracy": 0.6227355539798737,
      "num_tokens": 315925145.0,
      "step": 410320
    },
    {
      "epoch": 0.5204868853997803,
      "grad_norm": 4.5625,
      "learning_rate": 2.3978760761070615e-05,
      "loss": 1.911,
      "mean_token_accuracy": 0.5794020563364028,
      "num_tokens": 315932225.0,
      "step": 410330
    },
    {
      "epoch": 0.5204995699923132,
      "grad_norm": 5.78125,
      "learning_rate": 2.3978126450984323e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5300528854131699,
      "num_tokens": 315940858.0,
      "step": 410340
    },
    {
      "epoch": 0.520512254584846,
      "grad_norm": 6.03125,
      "learning_rate": 2.3977492140898032e-05,
      "loss": 2.0029,
      "mean_token_accuracy": 0.5580999851226807,
      "num_tokens": 315947555.0,
      "step": 410350
    },
    {
      "epoch": 0.5205249391773789,
      "grad_norm": 5.34375,
      "learning_rate": 2.397685783081174e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5324204206466675,
      "num_tokens": 315955218.0,
      "step": 410360
    },
    {
      "epoch": 0.5205376237699116,
      "grad_norm": 4.84375,
      "learning_rate": 2.397622352072545e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5489466845989227,
      "num_tokens": 315963526.0,
      "step": 410370
    },
    {
      "epoch": 0.5205503083624444,
      "grad_norm": 5.3125,
      "learning_rate": 2.397558921063916e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5634436637163163,
      "num_tokens": 315971763.0,
      "step": 410380
    },
    {
      "epoch": 0.5205629929549773,
      "grad_norm": 5.4375,
      "learning_rate": 2.3974954900552864e-05,
      "loss": 2.2516,
      "mean_token_accuracy": 0.5145560443401337,
      "num_tokens": 315980382.0,
      "step": 410390
    },
    {
      "epoch": 0.5205756775475101,
      "grad_norm": 5.4375,
      "learning_rate": 2.3974320590466573e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5627237111330032,
      "num_tokens": 315988031.0,
      "step": 410400
    },
    {
      "epoch": 0.520588362140043,
      "grad_norm": 5.375,
      "learning_rate": 2.3973686280380285e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5555761724710464,
      "num_tokens": 315996323.0,
      "step": 410410
    },
    {
      "epoch": 0.5206010467325758,
      "grad_norm": 5.53125,
      "learning_rate": 2.397305197029399e-05,
      "loss": 2.3314,
      "mean_token_accuracy": 0.5129358917474747,
      "num_tokens": 316004895.0,
      "step": 410420
    },
    {
      "epoch": 0.5206137313251087,
      "grad_norm": 5.65625,
      "learning_rate": 2.39724176602077e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5351631283760071,
      "num_tokens": 316012876.0,
      "step": 410430
    },
    {
      "epoch": 0.5206264159176415,
      "grad_norm": 5.125,
      "learning_rate": 2.3971783350121407e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5356030225753784,
      "num_tokens": 316020599.0,
      "step": 410440
    },
    {
      "epoch": 0.5206391005101743,
      "grad_norm": 6.6875,
      "learning_rate": 2.3971149040035116e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5610542953014374,
      "num_tokens": 316028521.0,
      "step": 410450
    },
    {
      "epoch": 0.5206517851027072,
      "grad_norm": 5.84375,
      "learning_rate": 2.3970514729948825e-05,
      "loss": 1.6637,
      "mean_token_accuracy": 0.6230508655309677,
      "num_tokens": 316036126.0,
      "step": 410460
    },
    {
      "epoch": 0.5206644696952399,
      "grad_norm": 4.96875,
      "learning_rate": 2.3969880419862534e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5547223061323165,
      "num_tokens": 316043914.0,
      "step": 410470
    },
    {
      "epoch": 0.5206771542877728,
      "grad_norm": 11.3125,
      "learning_rate": 2.3969246109776242e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.528003242611885,
      "num_tokens": 316050160.0,
      "step": 410480
    },
    {
      "epoch": 0.5206898388803056,
      "grad_norm": 5.0,
      "learning_rate": 2.396861179968995e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5470753461122513,
      "num_tokens": 316057769.0,
      "step": 410490
    },
    {
      "epoch": 0.5207025234728385,
      "grad_norm": 7.5625,
      "learning_rate": 2.396797748960366e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5352001786231995,
      "num_tokens": 316064247.0,
      "step": 410500
    },
    {
      "epoch": 0.5207152080653713,
      "grad_norm": 6.125,
      "learning_rate": 2.396734317951737e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5381476581096649,
      "num_tokens": 316071634.0,
      "step": 410510
    },
    {
      "epoch": 0.5207278926579042,
      "grad_norm": 5.59375,
      "learning_rate": 2.3966708869431077e-05,
      "loss": 1.848,
      "mean_token_accuracy": 0.5884620666503906,
      "num_tokens": 316078367.0,
      "step": 410520
    },
    {
      "epoch": 0.520740577250437,
      "grad_norm": 4.71875,
      "learning_rate": 2.3966074559344783e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5527013093233109,
      "num_tokens": 316086545.0,
      "step": 410530
    },
    {
      "epoch": 0.5207532618429698,
      "grad_norm": 7.40625,
      "learning_rate": 2.396544024925849e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5705205887556076,
      "num_tokens": 316093461.0,
      "step": 410540
    },
    {
      "epoch": 0.5207659464355027,
      "grad_norm": 6.15625,
      "learning_rate": 2.3964805939172204e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5221961170434952,
      "num_tokens": 316101489.0,
      "step": 410550
    },
    {
      "epoch": 0.5207786310280355,
      "grad_norm": 5.90625,
      "learning_rate": 2.396417162908591e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5513809502124787,
      "num_tokens": 316109309.0,
      "step": 410560
    },
    {
      "epoch": 0.5207913156205684,
      "grad_norm": 6.28125,
      "learning_rate": 2.3963537318999618e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5719283849000931,
      "num_tokens": 316117009.0,
      "step": 410570
    },
    {
      "epoch": 0.5208040002131011,
      "grad_norm": 8.625,
      "learning_rate": 2.3962903008913326e-05,
      "loss": 1.7311,
      "mean_token_accuracy": 0.6040758669376374,
      "num_tokens": 316123893.0,
      "step": 410580
    },
    {
      "epoch": 0.520816684805634,
      "grad_norm": 7.28125,
      "learning_rate": 2.3962268698827035e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5330936759710312,
      "num_tokens": 316130946.0,
      "step": 410590
    },
    {
      "epoch": 0.5208293693981668,
      "grad_norm": 5.875,
      "learning_rate": 2.3961634388740744e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5275212824344635,
      "num_tokens": 316140206.0,
      "step": 410600
    },
    {
      "epoch": 0.5208420539906996,
      "grad_norm": 5.875,
      "learning_rate": 2.3961000078654453e-05,
      "loss": 1.8628,
      "mean_token_accuracy": 0.5703554421663284,
      "num_tokens": 316147699.0,
      "step": 410610
    },
    {
      "epoch": 0.5208547385832325,
      "grad_norm": 8.5625,
      "learning_rate": 2.396036576856816e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5422204345464706,
      "num_tokens": 316155269.0,
      "step": 410620
    },
    {
      "epoch": 0.5208674231757653,
      "grad_norm": 4.71875,
      "learning_rate": 2.3959731458481867e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5340721160173416,
      "num_tokens": 316163830.0,
      "step": 410630
    },
    {
      "epoch": 0.5208801077682982,
      "grad_norm": 5.71875,
      "learning_rate": 2.3959097148395576e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5647445529699325,
      "num_tokens": 316171300.0,
      "step": 410640
    },
    {
      "epoch": 0.520892792360831,
      "grad_norm": 12.375,
      "learning_rate": 2.3958462838309288e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5843352407217026,
      "num_tokens": 316177959.0,
      "step": 410650
    },
    {
      "epoch": 0.5209054769533639,
      "grad_norm": 5.875,
      "learning_rate": 2.3957828528222996e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5517455458641052,
      "num_tokens": 316186392.0,
      "step": 410660
    },
    {
      "epoch": 0.5209181615458967,
      "grad_norm": 7.4375,
      "learning_rate": 2.3957194218136702e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5756873160600662,
      "num_tokens": 316193219.0,
      "step": 410670
    },
    {
      "epoch": 0.5209308461384295,
      "grad_norm": 5.1875,
      "learning_rate": 2.395655990805041e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5860212028026581,
      "num_tokens": 316199291.0,
      "step": 410680
    },
    {
      "epoch": 0.5209435307309623,
      "grad_norm": 10.4375,
      "learning_rate": 2.395592559796412e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.548839682340622,
      "num_tokens": 316206595.0,
      "step": 410690
    },
    {
      "epoch": 0.5209562153234951,
      "grad_norm": 8.8125,
      "learning_rate": 2.3955291287877828e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5438072264194489,
      "num_tokens": 316214112.0,
      "step": 410700
    },
    {
      "epoch": 0.520968899916028,
      "grad_norm": 6.34375,
      "learning_rate": 2.3954656977791537e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5240435391664505,
      "num_tokens": 316222613.0,
      "step": 410710
    },
    {
      "epoch": 0.5209815845085608,
      "grad_norm": 5.15625,
      "learning_rate": 2.3954022667705245e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5646783590316773,
      "num_tokens": 316230530.0,
      "step": 410720
    },
    {
      "epoch": 0.5209942691010937,
      "grad_norm": 6.0625,
      "learning_rate": 2.3953388357618954e-05,
      "loss": 1.9041,
      "mean_token_accuracy": 0.5740103930234909,
      "num_tokens": 316236403.0,
      "step": 410730
    },
    {
      "epoch": 0.5210069536936265,
      "grad_norm": 4.875,
      "learning_rate": 2.395275404753266e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.546860185265541,
      "num_tokens": 316245010.0,
      "step": 410740
    },
    {
      "epoch": 0.5210196382861594,
      "grad_norm": 6.8125,
      "learning_rate": 2.395211973744637e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5236656486988067,
      "num_tokens": 316253407.0,
      "step": 410750
    },
    {
      "epoch": 0.5210323228786922,
      "grad_norm": 5.5,
      "learning_rate": 2.395148542736008e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5502257138490677,
      "num_tokens": 316261945.0,
      "step": 410760
    },
    {
      "epoch": 0.521045007471225,
      "grad_norm": 8.25,
      "learning_rate": 2.3950851117273786e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5398854523897171,
      "num_tokens": 316269800.0,
      "step": 410770
    },
    {
      "epoch": 0.5210576920637578,
      "grad_norm": 5.3125,
      "learning_rate": 2.3950216807187494e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.526636752486229,
      "num_tokens": 316277954.0,
      "step": 410780
    },
    {
      "epoch": 0.5210703766562906,
      "grad_norm": 8.0,
      "learning_rate": 2.3949582497101203e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5463887810707092,
      "num_tokens": 316284347.0,
      "step": 410790
    },
    {
      "epoch": 0.5210830612488235,
      "grad_norm": 5.21875,
      "learning_rate": 2.3948948187014912e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.544620081782341,
      "num_tokens": 316291707.0,
      "step": 410800
    },
    {
      "epoch": 0.5210957458413563,
      "grad_norm": 5.5,
      "learning_rate": 2.394831387692862e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5645905435085297,
      "num_tokens": 316299691.0,
      "step": 410810
    },
    {
      "epoch": 0.5211084304338892,
      "grad_norm": 5.15625,
      "learning_rate": 2.394767956684233e-05,
      "loss": 1.9317,
      "mean_token_accuracy": 0.5687172740697861,
      "num_tokens": 316307490.0,
      "step": 410820
    },
    {
      "epoch": 0.521121115026422,
      "grad_norm": 5.46875,
      "learning_rate": 2.3947045256756038e-05,
      "loss": 1.9036,
      "mean_token_accuracy": 0.580589759349823,
      "num_tokens": 316314030.0,
      "step": 410830
    },
    {
      "epoch": 0.5211337996189548,
      "grad_norm": 5.25,
      "learning_rate": 2.3946410946669744e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5797786712646484,
      "num_tokens": 316320859.0,
      "step": 410840
    },
    {
      "epoch": 0.5211464842114877,
      "grad_norm": 6.0625,
      "learning_rate": 2.3945776636583456e-05,
      "loss": 1.8973,
      "mean_token_accuracy": 0.5743435621261597,
      "num_tokens": 316328788.0,
      "step": 410850
    },
    {
      "epoch": 0.5211591688040205,
      "grad_norm": 8.625,
      "learning_rate": 2.3945142326497164e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5329897433519364,
      "num_tokens": 316336633.0,
      "step": 410860
    },
    {
      "epoch": 0.5211718533965534,
      "grad_norm": 6.75,
      "learning_rate": 2.3944508016410873e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5386507153511048,
      "num_tokens": 316344516.0,
      "step": 410870
    },
    {
      "epoch": 0.5211845379890861,
      "grad_norm": 4.8125,
      "learning_rate": 2.394387370632458e-05,
      "loss": 2.2601,
      "mean_token_accuracy": 0.5089274942874908,
      "num_tokens": 316352992.0,
      "step": 410880
    },
    {
      "epoch": 0.521197222581619,
      "grad_norm": 9.8125,
      "learning_rate": 2.3943239396238287e-05,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5656001746654511,
      "num_tokens": 316360241.0,
      "step": 410890
    },
    {
      "epoch": 0.5212099071741518,
      "grad_norm": 6.8125,
      "learning_rate": 2.3942605086152e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5372614800930023,
      "num_tokens": 316367316.0,
      "step": 410900
    },
    {
      "epoch": 0.5212225917666847,
      "grad_norm": 5.03125,
      "learning_rate": 2.3941970776065705e-05,
      "loss": 2.2057,
      "mean_token_accuracy": 0.5236945867538452,
      "num_tokens": 316373986.0,
      "step": 410910
    },
    {
      "epoch": 0.5212352763592175,
      "grad_norm": 6.53125,
      "learning_rate": 2.3941336465979413e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5484614461660385,
      "num_tokens": 316380740.0,
      "step": 410920
    },
    {
      "epoch": 0.5212479609517503,
      "grad_norm": 6.3125,
      "learning_rate": 2.3940702155893122e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5369289755821228,
      "num_tokens": 316388521.0,
      "step": 410930
    },
    {
      "epoch": 0.5212606455442832,
      "grad_norm": 6.25,
      "learning_rate": 2.394006784580683e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5778411000967025,
      "num_tokens": 316395202.0,
      "step": 410940
    },
    {
      "epoch": 0.521273330136816,
      "grad_norm": 4.59375,
      "learning_rate": 2.393943353572054e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5432457804679871,
      "num_tokens": 316403957.0,
      "step": 410950
    },
    {
      "epoch": 0.5212860147293489,
      "grad_norm": 4.375,
      "learning_rate": 2.393879922563425e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5529242098331452,
      "num_tokens": 316412202.0,
      "step": 410960
    },
    {
      "epoch": 0.5212986993218817,
      "grad_norm": 5.25,
      "learning_rate": 2.3938164915547957e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.5303246229887009,
      "num_tokens": 316419761.0,
      "step": 410970
    },
    {
      "epoch": 0.5213113839144146,
      "grad_norm": 5.5,
      "learning_rate": 2.3937530605461662e-05,
      "loss": 2.3063,
      "mean_token_accuracy": 0.49863804280757906,
      "num_tokens": 316428353.0,
      "step": 410980
    },
    {
      "epoch": 0.5213240685069473,
      "grad_norm": 6.90625,
      "learning_rate": 2.3936896295375375e-05,
      "loss": 1.907,
      "mean_token_accuracy": 0.5789501190185546,
      "num_tokens": 316436081.0,
      "step": 410990
    },
    {
      "epoch": 0.5213367530994801,
      "grad_norm": 5.15625,
      "learning_rate": 2.3936261985289083e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5573997676372529,
      "num_tokens": 316443630.0,
      "step": 411000
    },
    {
      "epoch": 0.521349437692013,
      "grad_norm": 6.4375,
      "learning_rate": 2.393562767520279e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5585018157958984,
      "num_tokens": 316451238.0,
      "step": 411010
    },
    {
      "epoch": 0.5213621222845458,
      "grad_norm": 5.75,
      "learning_rate": 2.3934993365116497e-05,
      "loss": 1.8694,
      "mean_token_accuracy": 0.5798836171627044,
      "num_tokens": 316456842.0,
      "step": 411020
    },
    {
      "epoch": 0.5213748068770787,
      "grad_norm": 9.3125,
      "learning_rate": 2.3934359055030206e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5526661038398742,
      "num_tokens": 316464059.0,
      "step": 411030
    },
    {
      "epoch": 0.5213874914696115,
      "grad_norm": 5.34375,
      "learning_rate": 2.393372474494392e-05,
      "loss": 1.9347,
      "mean_token_accuracy": 0.5629170656204223,
      "num_tokens": 316472728.0,
      "step": 411040
    },
    {
      "epoch": 0.5214001760621444,
      "grad_norm": 6.28125,
      "learning_rate": 2.3933090434857624e-05,
      "loss": 1.7646,
      "mean_token_accuracy": 0.5878754615783691,
      "num_tokens": 316480427.0,
      "step": 411050
    },
    {
      "epoch": 0.5214128606546772,
      "grad_norm": 9.375,
      "learning_rate": 2.3932456124771332e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.54185631275177,
      "num_tokens": 316487844.0,
      "step": 411060
    },
    {
      "epoch": 0.5214255452472101,
      "grad_norm": 5.28125,
      "learning_rate": 2.393182181468504e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5324064344167709,
      "num_tokens": 316495643.0,
      "step": 411070
    },
    {
      "epoch": 0.5214382298397429,
      "grad_norm": 5.125,
      "learning_rate": 2.393118750459875e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5438635170459747,
      "num_tokens": 316503099.0,
      "step": 411080
    },
    {
      "epoch": 0.5214509144322756,
      "grad_norm": 6.40625,
      "learning_rate": 2.393055319451246e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5254666775465011,
      "num_tokens": 316511302.0,
      "step": 411090
    },
    {
      "epoch": 0.5214635990248085,
      "grad_norm": 5.4375,
      "learning_rate": 2.3929918884426167e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5380351722240448,
      "num_tokens": 316519122.0,
      "step": 411100
    },
    {
      "epoch": 0.5214762836173413,
      "grad_norm": 6.71875,
      "learning_rate": 2.3929284574339876e-05,
      "loss": 2.2897,
      "mean_token_accuracy": 0.5167082846164703,
      "num_tokens": 316527235.0,
      "step": 411110
    },
    {
      "epoch": 0.5214889682098742,
      "grad_norm": 7.8125,
      "learning_rate": 2.392865026425358e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5388331949710846,
      "num_tokens": 316534303.0,
      "step": 411120
    },
    {
      "epoch": 0.521501652802407,
      "grad_norm": 4.875,
      "learning_rate": 2.392801595416729e-05,
      "loss": 1.7814,
      "mean_token_accuracy": 0.591944745182991,
      "num_tokens": 316541930.0,
      "step": 411130
    },
    {
      "epoch": 0.5215143373949399,
      "grad_norm": 5.8125,
      "learning_rate": 2.3927381644081002e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5308064579963684,
      "num_tokens": 316549270.0,
      "step": 411140
    },
    {
      "epoch": 0.5215270219874727,
      "grad_norm": 5.8125,
      "learning_rate": 2.3926747333994708e-05,
      "loss": 1.8268,
      "mean_token_accuracy": 0.5845040798187255,
      "num_tokens": 316555908.0,
      "step": 411150
    },
    {
      "epoch": 0.5215397065800055,
      "grad_norm": 7.78125,
      "learning_rate": 2.3926113023908416e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5615938127040863,
      "num_tokens": 316563916.0,
      "step": 411160
    },
    {
      "epoch": 0.5215523911725384,
      "grad_norm": 5.625,
      "learning_rate": 2.3925478713822125e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5404774218797683,
      "num_tokens": 316571875.0,
      "step": 411170
    },
    {
      "epoch": 0.5215650757650712,
      "grad_norm": 5.53125,
      "learning_rate": 2.3924844403735834e-05,
      "loss": 1.8042,
      "mean_token_accuracy": 0.6013469517230987,
      "num_tokens": 316578036.0,
      "step": 411180
    },
    {
      "epoch": 0.5215777603576041,
      "grad_norm": 5.34375,
      "learning_rate": 2.3924210093649543e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5484368801116943,
      "num_tokens": 316585636.0,
      "step": 411190
    },
    {
      "epoch": 0.5215904449501368,
      "grad_norm": 6.4375,
      "learning_rate": 2.392357578356325e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5379988044500351,
      "num_tokens": 316593637.0,
      "step": 411200
    },
    {
      "epoch": 0.5216031295426697,
      "grad_norm": 7.84375,
      "learning_rate": 2.392294147347696e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5571283549070358,
      "num_tokens": 316601652.0,
      "step": 411210
    },
    {
      "epoch": 0.5216158141352025,
      "grad_norm": 4.53125,
      "learning_rate": 2.3922307163390665e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5276222705841065,
      "num_tokens": 316609465.0,
      "step": 411220
    },
    {
      "epoch": 0.5216284987277354,
      "grad_norm": 4.96875,
      "learning_rate": 2.3921672853304374e-05,
      "loss": 1.9344,
      "mean_token_accuracy": 0.5802493512630462,
      "num_tokens": 316616385.0,
      "step": 411230
    },
    {
      "epoch": 0.5216411833202682,
      "grad_norm": 6.40625,
      "learning_rate": 2.3921038543218086e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5394442647695541,
      "num_tokens": 316623744.0,
      "step": 411240
    },
    {
      "epoch": 0.521653867912801,
      "grad_norm": 6.15625,
      "learning_rate": 2.3920404233131795e-05,
      "loss": 2.2128,
      "mean_token_accuracy": 0.5230363607406616,
      "num_tokens": 316631193.0,
      "step": 411250
    },
    {
      "epoch": 0.5216665525053339,
      "grad_norm": 6.375,
      "learning_rate": 2.39197699230455e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.537218165397644,
      "num_tokens": 316638988.0,
      "step": 411260
    },
    {
      "epoch": 0.5216792370978667,
      "grad_norm": 5.21875,
      "learning_rate": 2.391913561295921e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5188379555940628,
      "num_tokens": 316647429.0,
      "step": 411270
    },
    {
      "epoch": 0.5216919216903996,
      "grad_norm": 6.125,
      "learning_rate": 2.3918501302872918e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5190125703811646,
      "num_tokens": 316654998.0,
      "step": 411280
    },
    {
      "epoch": 0.5217046062829324,
      "grad_norm": 5.1875,
      "learning_rate": 2.3917866992786627e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5522789150476456,
      "num_tokens": 316662259.0,
      "step": 411290
    },
    {
      "epoch": 0.5217172908754653,
      "grad_norm": 5.09375,
      "learning_rate": 2.3917232682700335e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5170170426368713,
      "num_tokens": 316671320.0,
      "step": 411300
    },
    {
      "epoch": 0.521729975467998,
      "grad_norm": 6.25,
      "learning_rate": 2.3916598372614044e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5482613801956177,
      "num_tokens": 316677820.0,
      "step": 411310
    },
    {
      "epoch": 0.5217426600605308,
      "grad_norm": 5.875,
      "learning_rate": 2.3915964062527753e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5571085214614868,
      "num_tokens": 316685328.0,
      "step": 411320
    },
    {
      "epoch": 0.5217553446530637,
      "grad_norm": 4.96875,
      "learning_rate": 2.3915329752441458e-05,
      "loss": 2.2952,
      "mean_token_accuracy": 0.5010191291570664,
      "num_tokens": 316694541.0,
      "step": 411330
    },
    {
      "epoch": 0.5217680292455965,
      "grad_norm": 4.9375,
      "learning_rate": 2.391469544235517e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5214143365621566,
      "num_tokens": 316703324.0,
      "step": 411340
    },
    {
      "epoch": 0.5217807138381294,
      "grad_norm": 4.59375,
      "learning_rate": 2.391406113226888e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5449349880218506,
      "num_tokens": 316711029.0,
      "step": 411350
    },
    {
      "epoch": 0.5217933984306622,
      "grad_norm": 4.84375,
      "learning_rate": 2.3913426822182584e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5316971421241761,
      "num_tokens": 316719037.0,
      "step": 411360
    },
    {
      "epoch": 0.5218060830231951,
      "grad_norm": 7.25,
      "learning_rate": 2.3912792512096293e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5314511567354202,
      "num_tokens": 316726983.0,
      "step": 411370
    },
    {
      "epoch": 0.5218187676157279,
      "grad_norm": 5.6875,
      "learning_rate": 2.3912158202010002e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5405560493469238,
      "num_tokens": 316734902.0,
      "step": 411380
    },
    {
      "epoch": 0.5218314522082607,
      "grad_norm": 4.875,
      "learning_rate": 2.391152389192371e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5373791009187698,
      "num_tokens": 316743464.0,
      "step": 411390
    },
    {
      "epoch": 0.5218441368007936,
      "grad_norm": 4.9375,
      "learning_rate": 2.391088958183742e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.535209858417511,
      "num_tokens": 316751173.0,
      "step": 411400
    },
    {
      "epoch": 0.5218568213933263,
      "grad_norm": 4.78125,
      "learning_rate": 2.3910255271751128e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5544243097305298,
      "num_tokens": 316759212.0,
      "step": 411410
    },
    {
      "epoch": 0.5218695059858592,
      "grad_norm": 4.9375,
      "learning_rate": 2.3909620961664837e-05,
      "loss": 1.8492,
      "mean_token_accuracy": 0.5818545013666153,
      "num_tokens": 316766063.0,
      "step": 411420
    },
    {
      "epoch": 0.521882190578392,
      "grad_norm": 5.53125,
      "learning_rate": 2.3908986651578546e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5406344085931778,
      "num_tokens": 316774763.0,
      "step": 411430
    },
    {
      "epoch": 0.5218948751709249,
      "grad_norm": 5.59375,
      "learning_rate": 2.3908352341492254e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5459722220897675,
      "num_tokens": 316783027.0,
      "step": 411440
    },
    {
      "epoch": 0.5219075597634577,
      "grad_norm": 6.78125,
      "learning_rate": 2.3907718031405963e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.544336810708046,
      "num_tokens": 316790541.0,
      "step": 411450
    },
    {
      "epoch": 0.5219202443559906,
      "grad_norm": 5.90625,
      "learning_rate": 2.3907083721319672e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5198060512542725,
      "num_tokens": 316799134.0,
      "step": 411460
    },
    {
      "epoch": 0.5219329289485234,
      "grad_norm": 4.4375,
      "learning_rate": 2.3906449411233377e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5744485646486283,
      "num_tokens": 316807625.0,
      "step": 411470
    },
    {
      "epoch": 0.5219456135410562,
      "grad_norm": 6.09375,
      "learning_rate": 2.390581510114709e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5263158679008484,
      "num_tokens": 316815901.0,
      "step": 411480
    },
    {
      "epoch": 0.5219582981335891,
      "grad_norm": 5.71875,
      "learning_rate": 2.3905180791060798e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5525741696357727,
      "num_tokens": 316823960.0,
      "step": 411490
    },
    {
      "epoch": 0.5219709827261219,
      "grad_norm": 6.71875,
      "learning_rate": 2.3904546480974503e-05,
      "loss": 2.2338,
      "mean_token_accuracy": 0.5174812078475952,
      "num_tokens": 316832424.0,
      "step": 411500
    },
    {
      "epoch": 0.5219836673186548,
      "grad_norm": 5.09375,
      "learning_rate": 2.3903912170888212e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5608599156141281,
      "num_tokens": 316840364.0,
      "step": 411510
    },
    {
      "epoch": 0.5219963519111875,
      "grad_norm": 4.8125,
      "learning_rate": 2.390327786080192e-05,
      "loss": 1.8205,
      "mean_token_accuracy": 0.5936160653829574,
      "num_tokens": 316847894.0,
      "step": 411520
    },
    {
      "epoch": 0.5220090365037204,
      "grad_norm": 5.09375,
      "learning_rate": 2.390264355071563e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5366497844457626,
      "num_tokens": 316855907.0,
      "step": 411530
    },
    {
      "epoch": 0.5220217210962532,
      "grad_norm": 6.1875,
      "learning_rate": 2.390200924062934e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5299330592155457,
      "num_tokens": 316863788.0,
      "step": 411540
    },
    {
      "epoch": 0.522034405688786,
      "grad_norm": 5.25,
      "learning_rate": 2.3901374930543047e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5430763840675354,
      "num_tokens": 316872391.0,
      "step": 411550
    },
    {
      "epoch": 0.5220470902813189,
      "grad_norm": 5.875,
      "learning_rate": 2.3900740620456756e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5439870655536652,
      "num_tokens": 316880496.0,
      "step": 411560
    },
    {
      "epoch": 0.5220597748738517,
      "grad_norm": 5.28125,
      "learning_rate": 2.390010631037046e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.538965892791748,
      "num_tokens": 316888765.0,
      "step": 411570
    },
    {
      "epoch": 0.5220724594663846,
      "grad_norm": 6.5,
      "learning_rate": 2.3899472000284173e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5243665128946304,
      "num_tokens": 316896127.0,
      "step": 411580
    },
    {
      "epoch": 0.5220851440589174,
      "grad_norm": 5.09375,
      "learning_rate": 2.3898837690197882e-05,
      "loss": 1.9035,
      "mean_token_accuracy": 0.5673982471227645,
      "num_tokens": 316904833.0,
      "step": 411590
    },
    {
      "epoch": 0.5220978286514503,
      "grad_norm": 5.96875,
      "learning_rate": 2.3898203380111587e-05,
      "loss": 1.8415,
      "mean_token_accuracy": 0.5841210782527924,
      "num_tokens": 316911370.0,
      "step": 411600
    },
    {
      "epoch": 0.522110513243983,
      "grad_norm": 5.8125,
      "learning_rate": 2.3897569070025296e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5344916224479676,
      "num_tokens": 316919768.0,
      "step": 411610
    },
    {
      "epoch": 0.522123197836516,
      "grad_norm": 6.375,
      "learning_rate": 2.3896934759939005e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5563575983047485,
      "num_tokens": 316927774.0,
      "step": 411620
    },
    {
      "epoch": 0.5221358824290487,
      "grad_norm": 5.03125,
      "learning_rate": 2.3896300449852717e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5306639909744263,
      "num_tokens": 316936285.0,
      "step": 411630
    },
    {
      "epoch": 0.5221485670215815,
      "grad_norm": 4.90625,
      "learning_rate": 2.3895666139766422e-05,
      "loss": 1.892,
      "mean_token_accuracy": 0.5693929553031921,
      "num_tokens": 316944499.0,
      "step": 411640
    },
    {
      "epoch": 0.5221612516141144,
      "grad_norm": 5.09375,
      "learning_rate": 2.389503182968013e-05,
      "loss": 1.9476,
      "mean_token_accuracy": 0.5726519793272018,
      "num_tokens": 316952063.0,
      "step": 411650
    },
    {
      "epoch": 0.5221739362066472,
      "grad_norm": 4.5625,
      "learning_rate": 2.389439751959384e-05,
      "loss": 1.939,
      "mean_token_accuracy": 0.5719853460788726,
      "num_tokens": 316959722.0,
      "step": 411660
    },
    {
      "epoch": 0.5221866207991801,
      "grad_norm": 6.90625,
      "learning_rate": 2.389376320950755e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5369061350822448,
      "num_tokens": 316968106.0,
      "step": 411670
    },
    {
      "epoch": 0.5221993053917129,
      "grad_norm": 5.34375,
      "learning_rate": 2.3893128899421257e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5197135627269744,
      "num_tokens": 316976561.0,
      "step": 411680
    },
    {
      "epoch": 0.5222119899842458,
      "grad_norm": 5.4375,
      "learning_rate": 2.3892494589334966e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5245286464691162,
      "num_tokens": 316985466.0,
      "step": 411690
    },
    {
      "epoch": 0.5222246745767786,
      "grad_norm": 6.53125,
      "learning_rate": 2.3891860279248675e-05,
      "loss": 1.9141,
      "mean_token_accuracy": 0.559547758102417,
      "num_tokens": 316993351.0,
      "step": 411700
    },
    {
      "epoch": 0.5222373591693114,
      "grad_norm": 6.59375,
      "learning_rate": 2.389122596916238e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5153230935335159,
      "num_tokens": 317002001.0,
      "step": 411710
    },
    {
      "epoch": 0.5222500437618443,
      "grad_norm": 5.46875,
      "learning_rate": 2.389059165907609e-05,
      "loss": 1.8844,
      "mean_token_accuracy": 0.5755702316761017,
      "num_tokens": 317010493.0,
      "step": 411720
    },
    {
      "epoch": 0.522262728354377,
      "grad_norm": 5.0625,
      "learning_rate": 2.38899573489898e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5505375385284423,
      "num_tokens": 317016813.0,
      "step": 411730
    },
    {
      "epoch": 0.5222754129469099,
      "grad_norm": 6.375,
      "learning_rate": 2.3889323038903506e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5850585103034973,
      "num_tokens": 317023777.0,
      "step": 411740
    },
    {
      "epoch": 0.5222880975394427,
      "grad_norm": 4.9375,
      "learning_rate": 2.3888688728817215e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5590976595878601,
      "num_tokens": 317032239.0,
      "step": 411750
    },
    {
      "epoch": 0.5223007821319756,
      "grad_norm": 8.6875,
      "learning_rate": 2.3888054418730924e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5609193414449691,
      "num_tokens": 317040122.0,
      "step": 411760
    },
    {
      "epoch": 0.5223134667245084,
      "grad_norm": 4.875,
      "learning_rate": 2.3887420108644633e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5443583101034164,
      "num_tokens": 317047976.0,
      "step": 411770
    },
    {
      "epoch": 0.5223261513170412,
      "grad_norm": 5.4375,
      "learning_rate": 2.388678579855834e-05,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5876162350177765,
      "num_tokens": 317056600.0,
      "step": 411780
    },
    {
      "epoch": 0.5223388359095741,
      "grad_norm": 5.4375,
      "learning_rate": 2.388615148847205e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5371798574924469,
      "num_tokens": 317064781.0,
      "step": 411790
    },
    {
      "epoch": 0.5223515205021069,
      "grad_norm": 6.40625,
      "learning_rate": 2.388551717838576e-05,
      "loss": 1.9134,
      "mean_token_accuracy": 0.5739749312400818,
      "num_tokens": 317072101.0,
      "step": 411800
    },
    {
      "epoch": 0.5223642050946398,
      "grad_norm": 6.21875,
      "learning_rate": 2.3884882868299464e-05,
      "loss": 1.8465,
      "mean_token_accuracy": 0.5964800477027893,
      "num_tokens": 317078741.0,
      "step": 411810
    },
    {
      "epoch": 0.5223768896871726,
      "grad_norm": 6.65625,
      "learning_rate": 2.3884248558213173e-05,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5761180102825165,
      "num_tokens": 317085937.0,
      "step": 411820
    },
    {
      "epoch": 0.5223895742797054,
      "grad_norm": 5.75,
      "learning_rate": 2.3883614248126885e-05,
      "loss": 2.246,
      "mean_token_accuracy": 0.5201664507389069,
      "num_tokens": 317094757.0,
      "step": 411830
    },
    {
      "epoch": 0.5224022588722382,
      "grad_norm": 5.59375,
      "learning_rate": 2.3882979938040594e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.579937556385994,
      "num_tokens": 317101317.0,
      "step": 411840
    },
    {
      "epoch": 0.5224149434647711,
      "grad_norm": 8.375,
      "learning_rate": 2.38823456279543e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5818810522556305,
      "num_tokens": 317106992.0,
      "step": 411850
    },
    {
      "epoch": 0.5224276280573039,
      "grad_norm": 6.5625,
      "learning_rate": 2.3881711317868008e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5444447726011277,
      "num_tokens": 317114324.0,
      "step": 411860
    },
    {
      "epoch": 0.5224403126498367,
      "grad_norm": 5.0625,
      "learning_rate": 2.388107700778172e-05,
      "loss": 2.2287,
      "mean_token_accuracy": 0.5127117216587067,
      "num_tokens": 317122805.0,
      "step": 411870
    },
    {
      "epoch": 0.5224529972423696,
      "grad_norm": 6.0,
      "learning_rate": 2.3880442697695425e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5315941900014878,
      "num_tokens": 317131193.0,
      "step": 411880
    },
    {
      "epoch": 0.5224656818349024,
      "grad_norm": 6.3125,
      "learning_rate": 2.3879808387609134e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5530423104763031,
      "num_tokens": 317137820.0,
      "step": 411890
    },
    {
      "epoch": 0.5224783664274353,
      "grad_norm": 9.0625,
      "learning_rate": 2.3879174077522843e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.562909534573555,
      "num_tokens": 317143664.0,
      "step": 411900
    },
    {
      "epoch": 0.5224910510199681,
      "grad_norm": 7.125,
      "learning_rate": 2.387853976743655e-05,
      "loss": 2.2209,
      "mean_token_accuracy": 0.5170580476522446,
      "num_tokens": 317151998.0,
      "step": 411910
    },
    {
      "epoch": 0.522503735612501,
      "grad_norm": 5.3125,
      "learning_rate": 2.387790545735026e-05,
      "loss": 1.8889,
      "mean_token_accuracy": 0.5696036010980606,
      "num_tokens": 317160411.0,
      "step": 411920
    },
    {
      "epoch": 0.5225164202050337,
      "grad_norm": 6.28125,
      "learning_rate": 2.387727114726397e-05,
      "loss": 1.7049,
      "mean_token_accuracy": 0.6297250926494599,
      "num_tokens": 317166664.0,
      "step": 411930
    },
    {
      "epoch": 0.5225291047975665,
      "grad_norm": 6.75,
      "learning_rate": 2.3876636837177678e-05,
      "loss": 2.2048,
      "mean_token_accuracy": 0.5217201083898544,
      "num_tokens": 317175445.0,
      "step": 411940
    },
    {
      "epoch": 0.5225417893900994,
      "grad_norm": 6.6875,
      "learning_rate": 2.3876002527091383e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5243302911520005,
      "num_tokens": 317183313.0,
      "step": 411950
    },
    {
      "epoch": 0.5225544739826322,
      "grad_norm": 4.8125,
      "learning_rate": 2.3875368217005092e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.5903360188007355,
      "num_tokens": 317192407.0,
      "step": 411960
    },
    {
      "epoch": 0.5225671585751651,
      "grad_norm": 5.4375,
      "learning_rate": 2.3874733906918804e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5537484765052796,
      "num_tokens": 317199882.0,
      "step": 411970
    },
    {
      "epoch": 0.5225798431676979,
      "grad_norm": 4.96875,
      "learning_rate": 2.387409959683251e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5432803183794022,
      "num_tokens": 317207801.0,
      "step": 411980
    },
    {
      "epoch": 0.5225925277602308,
      "grad_norm": 5.21875,
      "learning_rate": 2.3873465286746218e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5361819416284561,
      "num_tokens": 317216205.0,
      "step": 411990
    },
    {
      "epoch": 0.5226052123527636,
      "grad_norm": 6.40625,
      "learning_rate": 2.3872830976659927e-05,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5285890430212021,
      "num_tokens": 317224615.0,
      "step": 412000
    },
    {
      "epoch": 0.5226178969452965,
      "grad_norm": 5.28125,
      "learning_rate": 2.3872196666573636e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5475981920957566,
      "num_tokens": 317231344.0,
      "step": 412010
    },
    {
      "epoch": 0.5226305815378293,
      "grad_norm": 6.1875,
      "learning_rate": 2.3871562356487344e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5257802873849868,
      "num_tokens": 317240207.0,
      "step": 412020
    },
    {
      "epoch": 0.522643266130362,
      "grad_norm": 5.375,
      "learning_rate": 2.3870928046401053e-05,
      "loss": 1.8641,
      "mean_token_accuracy": 0.5841826289892197,
      "num_tokens": 317247393.0,
      "step": 412030
    },
    {
      "epoch": 0.522655950722895,
      "grad_norm": 6.375,
      "learning_rate": 2.3870293736314762e-05,
      "loss": 1.8742,
      "mean_token_accuracy": 0.5818038135766983,
      "num_tokens": 317254387.0,
      "step": 412040
    },
    {
      "epoch": 0.5226686353154277,
      "grad_norm": 5.0,
      "learning_rate": 2.386965942622847e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5384582668542862,
      "num_tokens": 317263129.0,
      "step": 412050
    },
    {
      "epoch": 0.5226813199079606,
      "grad_norm": 4.5625,
      "learning_rate": 2.3869025116142176e-05,
      "loss": 1.8346,
      "mean_token_accuracy": 0.5855263233184814,
      "num_tokens": 317270587.0,
      "step": 412060
    },
    {
      "epoch": 0.5226940045004934,
      "grad_norm": 5.875,
      "learning_rate": 2.3868390806055888e-05,
      "loss": 1.8489,
      "mean_token_accuracy": 0.5886890113353729,
      "num_tokens": 317277458.0,
      "step": 412070
    },
    {
      "epoch": 0.5227066890930263,
      "grad_norm": 5.28125,
      "learning_rate": 2.3867756495969597e-05,
      "loss": 1.7966,
      "mean_token_accuracy": 0.5978463232517243,
      "num_tokens": 317285647.0,
      "step": 412080
    },
    {
      "epoch": 0.5227193736855591,
      "grad_norm": 4.75,
      "learning_rate": 2.3867122185883302e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.525502347946167,
      "num_tokens": 317294693.0,
      "step": 412090
    },
    {
      "epoch": 0.5227320582780919,
      "grad_norm": 8.9375,
      "learning_rate": 2.386648787579701e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5631030678749085,
      "num_tokens": 317301814.0,
      "step": 412100
    },
    {
      "epoch": 0.5227447428706248,
      "grad_norm": 5.375,
      "learning_rate": 2.386585356571072e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5361484378576279,
      "num_tokens": 317310263.0,
      "step": 412110
    },
    {
      "epoch": 0.5227574274631576,
      "grad_norm": 4.96875,
      "learning_rate": 2.386521925562443e-05,
      "loss": 2.3077,
      "mean_token_accuracy": 0.5051335394382477,
      "num_tokens": 317318626.0,
      "step": 412120
    },
    {
      "epoch": 0.5227701120556905,
      "grad_norm": 7.65625,
      "learning_rate": 2.3864584945538137e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5394196808338165,
      "num_tokens": 317324604.0,
      "step": 412130
    },
    {
      "epoch": 0.5227827966482232,
      "grad_norm": 4.375,
      "learning_rate": 2.3863950635451846e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5235039830207825,
      "num_tokens": 317333502.0,
      "step": 412140
    },
    {
      "epoch": 0.5227954812407561,
      "grad_norm": 5.34375,
      "learning_rate": 2.3863316325365555e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5379445731639863,
      "num_tokens": 317340935.0,
      "step": 412150
    },
    {
      "epoch": 0.5228081658332889,
      "grad_norm": 4.84375,
      "learning_rate": 2.386268201527926e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5337895184755326,
      "num_tokens": 317348565.0,
      "step": 412160
    },
    {
      "epoch": 0.5228208504258218,
      "grad_norm": 4.84375,
      "learning_rate": 2.3862047705192972e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.522067877650261,
      "num_tokens": 317357693.0,
      "step": 412170
    },
    {
      "epoch": 0.5228335350183546,
      "grad_norm": 4.5625,
      "learning_rate": 2.386141339510668e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5374178141355515,
      "num_tokens": 317366268.0,
      "step": 412180
    },
    {
      "epoch": 0.5228462196108874,
      "grad_norm": 5.34375,
      "learning_rate": 2.3860779085020386e-05,
      "loss": 2.1754,
      "mean_token_accuracy": 0.5234028369188308,
      "num_tokens": 317375144.0,
      "step": 412190
    },
    {
      "epoch": 0.5228589042034203,
      "grad_norm": 5.9375,
      "learning_rate": 2.3860144774934095e-05,
      "loss": 2.1987,
      "mean_token_accuracy": 0.5230616986751556,
      "num_tokens": 317383513.0,
      "step": 412200
    },
    {
      "epoch": 0.5228715887959531,
      "grad_norm": 5.5625,
      "learning_rate": 2.3859510464847804e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5558098047971726,
      "num_tokens": 317390774.0,
      "step": 412210
    },
    {
      "epoch": 0.522884273388486,
      "grad_norm": 5.53125,
      "learning_rate": 2.3858876154761516e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5338840186595917,
      "num_tokens": 317399963.0,
      "step": 412220
    },
    {
      "epoch": 0.5228969579810188,
      "grad_norm": 9.375,
      "learning_rate": 2.385824184467522e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5449199140071869,
      "num_tokens": 317406249.0,
      "step": 412230
    },
    {
      "epoch": 0.5229096425735517,
      "grad_norm": 8.375,
      "learning_rate": 2.385760753458893e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.545274230837822,
      "num_tokens": 317413545.0,
      "step": 412240
    },
    {
      "epoch": 0.5229223271660844,
      "grad_norm": 7.96875,
      "learning_rate": 2.385697322450264e-05,
      "loss": 1.8422,
      "mean_token_accuracy": 0.6018553972244263,
      "num_tokens": 317419914.0,
      "step": 412250
    },
    {
      "epoch": 0.5229350117586172,
      "grad_norm": 7.21875,
      "learning_rate": 2.3856338914416347e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5411283284425735,
      "num_tokens": 317427410.0,
      "step": 412260
    },
    {
      "epoch": 0.5229476963511501,
      "grad_norm": 6.0625,
      "learning_rate": 2.3855704604330056e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5554330915212631,
      "num_tokens": 317434667.0,
      "step": 412270
    },
    {
      "epoch": 0.5229603809436829,
      "grad_norm": 5.3125,
      "learning_rate": 2.3855070294243765e-05,
      "loss": 2.2836,
      "mean_token_accuracy": 0.5133546262979507,
      "num_tokens": 317443044.0,
      "step": 412280
    },
    {
      "epoch": 0.5229730655362158,
      "grad_norm": 6.15625,
      "learning_rate": 2.3854435984157474e-05,
      "loss": 1.8246,
      "mean_token_accuracy": 0.5882120817899704,
      "num_tokens": 317450098.0,
      "step": 412290
    },
    {
      "epoch": 0.5229857501287486,
      "grad_norm": 6.25,
      "learning_rate": 2.385380167407118e-05,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5765486776828765,
      "num_tokens": 317456694.0,
      "step": 412300
    },
    {
      "epoch": 0.5229984347212815,
      "grad_norm": 4.84375,
      "learning_rate": 2.385316736398489e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5609193861484527,
      "num_tokens": 317464783.0,
      "step": 412310
    },
    {
      "epoch": 0.5230111193138143,
      "grad_norm": 5.9375,
      "learning_rate": 2.38525330538986e-05,
      "loss": 1.8233,
      "mean_token_accuracy": 0.5943807303905487,
      "num_tokens": 317472689.0,
      "step": 412320
    },
    {
      "epoch": 0.5230238039063471,
      "grad_norm": 5.75,
      "learning_rate": 2.3851898743812305e-05,
      "loss": 1.8909,
      "mean_token_accuracy": 0.5762715071439743,
      "num_tokens": 317480495.0,
      "step": 412330
    },
    {
      "epoch": 0.52303648849888,
      "grad_norm": 5.46875,
      "learning_rate": 2.3851264433726014e-05,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5573968976736069,
      "num_tokens": 317488230.0,
      "step": 412340
    },
    {
      "epoch": 0.5230491730914127,
      "grad_norm": 5.5,
      "learning_rate": 2.3850630123639723e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5322991490364075,
      "num_tokens": 317496708.0,
      "step": 412350
    },
    {
      "epoch": 0.5230618576839456,
      "grad_norm": 5.0,
      "learning_rate": 2.384999581355343e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5354193687438965,
      "num_tokens": 317503550.0,
      "step": 412360
    },
    {
      "epoch": 0.5230745422764784,
      "grad_norm": 7.0,
      "learning_rate": 2.384936150346714e-05,
      "loss": 2.0157,
      "mean_token_accuracy": 0.5572825193405151,
      "num_tokens": 317510080.0,
      "step": 412370
    },
    {
      "epoch": 0.5230872268690113,
      "grad_norm": 5.21875,
      "learning_rate": 2.384872719338085e-05,
      "loss": 1.8123,
      "mean_token_accuracy": 0.591385492682457,
      "num_tokens": 317516938.0,
      "step": 412380
    },
    {
      "epoch": 0.5230999114615441,
      "grad_norm": 6.6875,
      "learning_rate": 2.3848092883294558e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5750977367162704,
      "num_tokens": 317524419.0,
      "step": 412390
    },
    {
      "epoch": 0.523112596054077,
      "grad_norm": 4.75,
      "learning_rate": 2.3847458573208263e-05,
      "loss": 2.2576,
      "mean_token_accuracy": 0.5102826237678528,
      "num_tokens": 317532540.0,
      "step": 412400
    },
    {
      "epoch": 0.5231252806466098,
      "grad_norm": 5.125,
      "learning_rate": 2.3846824263121975e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5359767496585846,
      "num_tokens": 317540247.0,
      "step": 412410
    },
    {
      "epoch": 0.5231379652391426,
      "grad_norm": 4.875,
      "learning_rate": 2.3846189953035684e-05,
      "loss": 2.311,
      "mean_token_accuracy": 0.5119549781084061,
      "num_tokens": 317549031.0,
      "step": 412420
    },
    {
      "epoch": 0.5231506498316755,
      "grad_norm": 7.0625,
      "learning_rate": 2.3845555642949392e-05,
      "loss": 2.2977,
      "mean_token_accuracy": 0.5082300812005996,
      "num_tokens": 317556645.0,
      "step": 412430
    },
    {
      "epoch": 0.5231633344242083,
      "grad_norm": 5.5625,
      "learning_rate": 2.3844921332863098e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5511862754821777,
      "num_tokens": 317564316.0,
      "step": 412440
    },
    {
      "epoch": 0.5231760190167412,
      "grad_norm": 5.0625,
      "learning_rate": 2.3844287022776807e-05,
      "loss": 2.1785,
      "mean_token_accuracy": 0.5204808086156845,
      "num_tokens": 317572609.0,
      "step": 412450
    },
    {
      "epoch": 0.5231887036092739,
      "grad_norm": 4.875,
      "learning_rate": 2.384365271269052e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5680597305297852,
      "num_tokens": 317580546.0,
      "step": 412460
    },
    {
      "epoch": 0.5232013882018068,
      "grad_norm": 5.0,
      "learning_rate": 2.3843018402604224e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5407885074615478,
      "num_tokens": 317587861.0,
      "step": 412470
    },
    {
      "epoch": 0.5232140727943396,
      "grad_norm": 4.3125,
      "learning_rate": 2.3842384092517933e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5496873259544373,
      "num_tokens": 317596885.0,
      "step": 412480
    },
    {
      "epoch": 0.5232267573868724,
      "grad_norm": 5.25,
      "learning_rate": 2.384174978243164e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5330243110656738,
      "num_tokens": 317606251.0,
      "step": 412490
    },
    {
      "epoch": 0.5232394419794053,
      "grad_norm": 4.75,
      "learning_rate": 2.384111547234535e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5323172509670258,
      "num_tokens": 317615003.0,
      "step": 412500
    },
    {
      "epoch": 0.5232521265719381,
      "grad_norm": 5.1875,
      "learning_rate": 2.384048116225906e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5376666396856308,
      "num_tokens": 317622072.0,
      "step": 412510
    },
    {
      "epoch": 0.523264811164471,
      "grad_norm": 5.53125,
      "learning_rate": 2.3839846852172768e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5540626019239425,
      "num_tokens": 317630298.0,
      "step": 412520
    },
    {
      "epoch": 0.5232774957570038,
      "grad_norm": 6.0625,
      "learning_rate": 2.3839212542086476e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5709282219409942,
      "num_tokens": 317637982.0,
      "step": 412530
    },
    {
      "epoch": 0.5232901803495367,
      "grad_norm": 5.09375,
      "learning_rate": 2.3838578232000182e-05,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5128122091293335,
      "num_tokens": 317646885.0,
      "step": 412540
    },
    {
      "epoch": 0.5233028649420695,
      "grad_norm": 5.4375,
      "learning_rate": 2.383794392191389e-05,
      "loss": 1.8553,
      "mean_token_accuracy": 0.5884868919849395,
      "num_tokens": 317654944.0,
      "step": 412550
    },
    {
      "epoch": 0.5233155495346024,
      "grad_norm": 8.5,
      "learning_rate": 2.3837309611827603e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5790941596031189,
      "num_tokens": 317662177.0,
      "step": 412560
    },
    {
      "epoch": 0.5233282341271351,
      "grad_norm": 6.15625,
      "learning_rate": 2.3836675301741308e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5378210246562958,
      "num_tokens": 317669554.0,
      "step": 412570
    },
    {
      "epoch": 0.5233409187196679,
      "grad_norm": 5.8125,
      "learning_rate": 2.3836040991655017e-05,
      "loss": 1.6693,
      "mean_token_accuracy": 0.6238843381404877,
      "num_tokens": 317676183.0,
      "step": 412580
    },
    {
      "epoch": 0.5233536033122008,
      "grad_norm": 7.125,
      "learning_rate": 2.3835406681568726e-05,
      "loss": 2.2422,
      "mean_token_accuracy": 0.5277416825294494,
      "num_tokens": 317683275.0,
      "step": 412590
    },
    {
      "epoch": 0.5233662879047336,
      "grad_norm": 10.5,
      "learning_rate": 2.3834772371482434e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5498518943786621,
      "num_tokens": 317690909.0,
      "step": 412600
    },
    {
      "epoch": 0.5233789724972665,
      "grad_norm": 5.21875,
      "learning_rate": 2.3834138061396143e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5600870311260223,
      "num_tokens": 317697665.0,
      "step": 412610
    },
    {
      "epoch": 0.5233916570897993,
      "grad_norm": 5.53125,
      "learning_rate": 2.3833503751309852e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5267709463834762,
      "num_tokens": 317705341.0,
      "step": 412620
    },
    {
      "epoch": 0.5234043416823322,
      "grad_norm": 4.75,
      "learning_rate": 2.383286944122356e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5451654762029647,
      "num_tokens": 317713210.0,
      "step": 412630
    },
    {
      "epoch": 0.523417026274865,
      "grad_norm": 5.4375,
      "learning_rate": 2.383223513113727e-05,
      "loss": 1.7879,
      "mean_token_accuracy": 0.5981521308422089,
      "num_tokens": 317719743.0,
      "step": 412640
    },
    {
      "epoch": 0.5234297108673978,
      "grad_norm": 8.3125,
      "learning_rate": 2.3831600821050975e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5409033387899399,
      "num_tokens": 317727892.0,
      "step": 412650
    },
    {
      "epoch": 0.5234423954599307,
      "grad_norm": 5.6875,
      "learning_rate": 2.3830966510964687e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5641225904226304,
      "num_tokens": 317735389.0,
      "step": 412660
    },
    {
      "epoch": 0.5234550800524634,
      "grad_norm": 5.65625,
      "learning_rate": 2.3830332200878395e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5337731927633286,
      "num_tokens": 317743397.0,
      "step": 412670
    },
    {
      "epoch": 0.5234677646449963,
      "grad_norm": 5.375,
      "learning_rate": 2.38296978907921e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5732172429561615,
      "num_tokens": 317750029.0,
      "step": 412680
    },
    {
      "epoch": 0.5234804492375291,
      "grad_norm": 5.40625,
      "learning_rate": 2.382906358070581e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5365682303905487,
      "num_tokens": 317758688.0,
      "step": 412690
    },
    {
      "epoch": 0.523493133830062,
      "grad_norm": 4.59375,
      "learning_rate": 2.3828429270619518e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5333839684724808,
      "num_tokens": 317766739.0,
      "step": 412700
    },
    {
      "epoch": 0.5235058184225948,
      "grad_norm": 10.1875,
      "learning_rate": 2.3827794960533227e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5414779394865036,
      "num_tokens": 317775031.0,
      "step": 412710
    },
    {
      "epoch": 0.5235185030151276,
      "grad_norm": 5.59375,
      "learning_rate": 2.3827160650446936e-05,
      "loss": 1.8796,
      "mean_token_accuracy": 0.5738043367862702,
      "num_tokens": 317782943.0,
      "step": 412720
    },
    {
      "epoch": 0.5235311876076605,
      "grad_norm": 5.03125,
      "learning_rate": 2.3826526340360645e-05,
      "loss": 2.2305,
      "mean_token_accuracy": 0.5131361812353135,
      "num_tokens": 317791505.0,
      "step": 412730
    },
    {
      "epoch": 0.5235438722001933,
      "grad_norm": 5.5625,
      "learning_rate": 2.3825892030274353e-05,
      "loss": 2.2201,
      "mean_token_accuracy": 0.5140560388565063,
      "num_tokens": 317799370.0,
      "step": 412740
    },
    {
      "epoch": 0.5235565567927262,
      "grad_norm": 7.75,
      "learning_rate": 2.382525772018806e-05,
      "loss": 1.9749,
      "mean_token_accuracy": 0.5702975392341614,
      "num_tokens": 317807169.0,
      "step": 412750
    },
    {
      "epoch": 0.523569241385259,
      "grad_norm": 5.3125,
      "learning_rate": 2.382462341010177e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.5230237901210785,
      "num_tokens": 317815113.0,
      "step": 412760
    },
    {
      "epoch": 0.5235819259777919,
      "grad_norm": 5.46875,
      "learning_rate": 2.382398910001548e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5672536283731461,
      "num_tokens": 317822743.0,
      "step": 412770
    },
    {
      "epoch": 0.5235946105703246,
      "grad_norm": 8.0625,
      "learning_rate": 2.3823354789929185e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5563203483819962,
      "num_tokens": 317829720.0,
      "step": 412780
    },
    {
      "epoch": 0.5236072951628575,
      "grad_norm": 6.875,
      "learning_rate": 2.3822720479842894e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5468394666910171,
      "num_tokens": 317837072.0,
      "step": 412790
    },
    {
      "epoch": 0.5236199797553903,
      "grad_norm": 5.9375,
      "learning_rate": 2.3822086169756606e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5499035507440567,
      "num_tokens": 317844153.0,
      "step": 412800
    },
    {
      "epoch": 0.5236326643479231,
      "grad_norm": 5.78125,
      "learning_rate": 2.3821451859670314e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5340721219778061,
      "num_tokens": 317853053.0,
      "step": 412810
    },
    {
      "epoch": 0.523645348940456,
      "grad_norm": 5.34375,
      "learning_rate": 2.382081754958402e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5470039695501328,
      "num_tokens": 317860791.0,
      "step": 412820
    },
    {
      "epoch": 0.5236580335329888,
      "grad_norm": 6.5,
      "learning_rate": 2.382018323949773e-05,
      "loss": 2.2209,
      "mean_token_accuracy": 0.5197886556386948,
      "num_tokens": 317869071.0,
      "step": 412830
    },
    {
      "epoch": 0.5236707181255217,
      "grad_norm": 4.84375,
      "learning_rate": 2.3819548929411437e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5435765713453293,
      "num_tokens": 317875468.0,
      "step": 412840
    },
    {
      "epoch": 0.5236834027180545,
      "grad_norm": 6.78125,
      "learning_rate": 2.3818914619325146e-05,
      "loss": 2.2404,
      "mean_token_accuracy": 0.5302153885364532,
      "num_tokens": 317881564.0,
      "step": 412850
    },
    {
      "epoch": 0.5236960873105874,
      "grad_norm": 6.1875,
      "learning_rate": 2.3818280309238855e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5138223171234131,
      "num_tokens": 317889911.0,
      "step": 412860
    },
    {
      "epoch": 0.5237087719031202,
      "grad_norm": 6.375,
      "learning_rate": 2.3817645999152563e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5543761432170868,
      "num_tokens": 317896760.0,
      "step": 412870
    },
    {
      "epoch": 0.5237214564956529,
      "grad_norm": 14.5625,
      "learning_rate": 2.3817011689066272e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5410990417003632,
      "num_tokens": 317903754.0,
      "step": 412880
    },
    {
      "epoch": 0.5237341410881858,
      "grad_norm": 5.09375,
      "learning_rate": 2.3816377378979978e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.552068567276001,
      "num_tokens": 317910899.0,
      "step": 412890
    },
    {
      "epoch": 0.5237468256807186,
      "grad_norm": 6.59375,
      "learning_rate": 2.381574306889369e-05,
      "loss": 2.2707,
      "mean_token_accuracy": 0.5172693014144898,
      "num_tokens": 317918737.0,
      "step": 412900
    },
    {
      "epoch": 0.5237595102732515,
      "grad_norm": 5.125,
      "learning_rate": 2.38151087588074e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5397483497858048,
      "num_tokens": 317927024.0,
      "step": 412910
    },
    {
      "epoch": 0.5237721948657843,
      "grad_norm": 4.875,
      "learning_rate": 2.3814474448721104e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.553248530626297,
      "num_tokens": 317934857.0,
      "step": 412920
    },
    {
      "epoch": 0.5237848794583172,
      "grad_norm": 3.453125,
      "learning_rate": 2.3813840138634813e-05,
      "loss": 1.8538,
      "mean_token_accuracy": 0.5996340394020081,
      "num_tokens": 317941665.0,
      "step": 412930
    },
    {
      "epoch": 0.52379756405085,
      "grad_norm": 7.21875,
      "learning_rate": 2.381320582854852e-05,
      "loss": 1.9335,
      "mean_token_accuracy": 0.5645255088806153,
      "num_tokens": 317948400.0,
      "step": 412940
    },
    {
      "epoch": 0.5238102486433829,
      "grad_norm": 7.1875,
      "learning_rate": 2.381257151846223e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5478658109903336,
      "num_tokens": 317954829.0,
      "step": 412950
    },
    {
      "epoch": 0.5238229332359157,
      "grad_norm": 6.34375,
      "learning_rate": 2.381193720837594e-05,
      "loss": 1.8449,
      "mean_token_accuracy": 0.6036421716213226,
      "num_tokens": 317962243.0,
      "step": 412960
    },
    {
      "epoch": 0.5238356178284485,
      "grad_norm": 9.8125,
      "learning_rate": 2.3811302898289647e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5585686236619949,
      "num_tokens": 317968695.0,
      "step": 412970
    },
    {
      "epoch": 0.5238483024209813,
      "grad_norm": 4.59375,
      "learning_rate": 2.3810668588203356e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5409579694271087,
      "num_tokens": 317976361.0,
      "step": 412980
    },
    {
      "epoch": 0.5238609870135141,
      "grad_norm": 5.71875,
      "learning_rate": 2.381003427811706e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5466290086507797,
      "num_tokens": 317983804.0,
      "step": 412990
    },
    {
      "epoch": 0.523873671606047,
      "grad_norm": 5.375,
      "learning_rate": 2.3809399968030774e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5533237040042878,
      "num_tokens": 317992333.0,
      "step": 413000
    },
    {
      "epoch": 0.5238863561985798,
      "grad_norm": 6.8125,
      "learning_rate": 2.3808765657944482e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5243934214115142,
      "num_tokens": 318000725.0,
      "step": 413010
    },
    {
      "epoch": 0.5238990407911127,
      "grad_norm": 3.15625,
      "learning_rate": 2.380813134785819e-05,
      "loss": 1.881,
      "mean_token_accuracy": 0.5822216928005218,
      "num_tokens": 318008093.0,
      "step": 413020
    },
    {
      "epoch": 0.5239117253836455,
      "grad_norm": 6.46875,
      "learning_rate": 2.3807497037771897e-05,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5316437900066375,
      "num_tokens": 318017072.0,
      "step": 413030
    },
    {
      "epoch": 0.5239244099761783,
      "grad_norm": 5.25,
      "learning_rate": 2.3806862727685605e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5498151749372482,
      "num_tokens": 318024275.0,
      "step": 413040
    },
    {
      "epoch": 0.5239370945687112,
      "grad_norm": 5.625,
      "learning_rate": 2.3806228417599317e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5379563480615616,
      "num_tokens": 318031677.0,
      "step": 413050
    },
    {
      "epoch": 0.523949779161244,
      "grad_norm": 8.1875,
      "learning_rate": 2.3805594107513023e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5614064693450928,
      "num_tokens": 318038799.0,
      "step": 413060
    },
    {
      "epoch": 0.5239624637537769,
      "grad_norm": 5.4375,
      "learning_rate": 2.380495979742673e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5742677718400955,
      "num_tokens": 318045416.0,
      "step": 413070
    },
    {
      "epoch": 0.5239751483463096,
      "grad_norm": 5.96875,
      "learning_rate": 2.380432548734044e-05,
      "loss": 1.9469,
      "mean_token_accuracy": 0.5618933498859405,
      "num_tokens": 318053227.0,
      "step": 413080
    },
    {
      "epoch": 0.5239878329388425,
      "grad_norm": 5.34375,
      "learning_rate": 2.380369117725415e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5262729018926621,
      "num_tokens": 318061753.0,
      "step": 413090
    },
    {
      "epoch": 0.5240005175313753,
      "grad_norm": 4.84375,
      "learning_rate": 2.3803056867167858e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5265747517347336,
      "num_tokens": 318069616.0,
      "step": 413100
    },
    {
      "epoch": 0.5240132021239082,
      "grad_norm": 6.90625,
      "learning_rate": 2.3802422557081566e-05,
      "loss": 2.3215,
      "mean_token_accuracy": 0.5045179694890976,
      "num_tokens": 318077171.0,
      "step": 413110
    },
    {
      "epoch": 0.524025886716441,
      "grad_norm": 5.8125,
      "learning_rate": 2.3801788246995275e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5135806798934937,
      "num_tokens": 318085390.0,
      "step": 413120
    },
    {
      "epoch": 0.5240385713089738,
      "grad_norm": 6.84375,
      "learning_rate": 2.380115393690898e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5667035967111588,
      "num_tokens": 318091896.0,
      "step": 413130
    },
    {
      "epoch": 0.5240512559015067,
      "grad_norm": 5.0,
      "learning_rate": 2.380051962682269e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5476023584604264,
      "num_tokens": 318099536.0,
      "step": 413140
    },
    {
      "epoch": 0.5240639404940395,
      "grad_norm": 4.84375,
      "learning_rate": 2.37998853167364e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5180256843566895,
      "num_tokens": 318107564.0,
      "step": 413150
    },
    {
      "epoch": 0.5240766250865724,
      "grad_norm": 4.78125,
      "learning_rate": 2.3799251006650107e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.535581174492836,
      "num_tokens": 318116477.0,
      "step": 413160
    },
    {
      "epoch": 0.5240893096791052,
      "grad_norm": 6.0,
      "learning_rate": 2.3798616696563816e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5166718125343323,
      "num_tokens": 318123927.0,
      "step": 413170
    },
    {
      "epoch": 0.5241019942716381,
      "grad_norm": 5.3125,
      "learning_rate": 2.3797982386477524e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.568009752035141,
      "num_tokens": 318131675.0,
      "step": 413180
    },
    {
      "epoch": 0.5241146788641708,
      "grad_norm": 6.15625,
      "learning_rate": 2.3797348076391233e-05,
      "loss": 2.2616,
      "mean_token_accuracy": 0.5157647758722306,
      "num_tokens": 318139834.0,
      "step": 413190
    },
    {
      "epoch": 0.5241273634567036,
      "grad_norm": 6.53125,
      "learning_rate": 2.3796713766304942e-05,
      "loss": 1.8649,
      "mean_token_accuracy": 0.5818384438753128,
      "num_tokens": 318147381.0,
      "step": 413200
    },
    {
      "epoch": 0.5241400480492365,
      "grad_norm": 6.28125,
      "learning_rate": 2.379607945621865e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5236106783151626,
      "num_tokens": 318155546.0,
      "step": 413210
    },
    {
      "epoch": 0.5241527326417693,
      "grad_norm": 5.34375,
      "learning_rate": 2.379544514613236e-05,
      "loss": 1.8606,
      "mean_token_accuracy": 0.5783000081777573,
      "num_tokens": 318163286.0,
      "step": 413220
    },
    {
      "epoch": 0.5241654172343022,
      "grad_norm": 7.75,
      "learning_rate": 2.3794810836046068e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5797924876213074,
      "num_tokens": 318170396.0,
      "step": 413230
    },
    {
      "epoch": 0.524178101826835,
      "grad_norm": 6.6875,
      "learning_rate": 2.3794176525959777e-05,
      "loss": 1.9146,
      "mean_token_accuracy": 0.5713841289281845,
      "num_tokens": 318177638.0,
      "step": 413240
    },
    {
      "epoch": 0.5241907864193679,
      "grad_norm": 6.4375,
      "learning_rate": 2.3793542215873485e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5204660415649414,
      "num_tokens": 318185215.0,
      "step": 413250
    },
    {
      "epoch": 0.5242034710119007,
      "grad_norm": 4.46875,
      "learning_rate": 2.3792907905787194e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5479671627283096,
      "num_tokens": 318192202.0,
      "step": 413260
    },
    {
      "epoch": 0.5242161556044335,
      "grad_norm": 5.875,
      "learning_rate": 2.37922735957009e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.542347526550293,
      "num_tokens": 318199266.0,
      "step": 413270
    },
    {
      "epoch": 0.5242288401969664,
      "grad_norm": 7.09375,
      "learning_rate": 2.3791639285614608e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5420633226633071,
      "num_tokens": 318206819.0,
      "step": 413280
    },
    {
      "epoch": 0.5242415247894991,
      "grad_norm": 5.1875,
      "learning_rate": 2.379100497552832e-05,
      "loss": 2.1924,
      "mean_token_accuracy": 0.52691850066185,
      "num_tokens": 318214450.0,
      "step": 413290
    },
    {
      "epoch": 0.524254209382032,
      "grad_norm": 5.53125,
      "learning_rate": 2.3790370665442026e-05,
      "loss": 1.9293,
      "mean_token_accuracy": 0.567234092950821,
      "num_tokens": 318222940.0,
      "step": 413300
    },
    {
      "epoch": 0.5242668939745648,
      "grad_norm": 6.0625,
      "learning_rate": 2.3789736355355734e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5221223294734955,
      "num_tokens": 318230489.0,
      "step": 413310
    },
    {
      "epoch": 0.5242795785670977,
      "grad_norm": 6.09375,
      "learning_rate": 2.3789102045269443e-05,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5617640525102615,
      "num_tokens": 318238659.0,
      "step": 413320
    },
    {
      "epoch": 0.5242922631596305,
      "grad_norm": 6.8125,
      "learning_rate": 2.3788467735183152e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.538286241889,
      "num_tokens": 318247097.0,
      "step": 413330
    },
    {
      "epoch": 0.5243049477521634,
      "grad_norm": 4.75,
      "learning_rate": 2.378783342509686e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.525194239616394,
      "num_tokens": 318256883.0,
      "step": 413340
    },
    {
      "epoch": 0.5243176323446962,
      "grad_norm": 6.53125,
      "learning_rate": 2.378719911501057e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5630633533000946,
      "num_tokens": 318263338.0,
      "step": 413350
    },
    {
      "epoch": 0.524330316937229,
      "grad_norm": 5.15625,
      "learning_rate": 2.3786564804924278e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5289204627275467,
      "num_tokens": 318271599.0,
      "step": 413360
    },
    {
      "epoch": 0.5243430015297619,
      "grad_norm": 5.5,
      "learning_rate": 2.3785930494837984e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5467548638582229,
      "num_tokens": 318279490.0,
      "step": 413370
    },
    {
      "epoch": 0.5243556861222947,
      "grad_norm": 7.5,
      "learning_rate": 2.3785296184751692e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5276026546955108,
      "num_tokens": 318286565.0,
      "step": 413380
    },
    {
      "epoch": 0.5243683707148276,
      "grad_norm": 6.25,
      "learning_rate": 2.3784661874665404e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5387392997741699,
      "num_tokens": 318293742.0,
      "step": 413390
    },
    {
      "epoch": 0.5243810553073603,
      "grad_norm": 5.78125,
      "learning_rate": 2.3784027564579113e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5277388095855713,
      "num_tokens": 318300571.0,
      "step": 413400
    },
    {
      "epoch": 0.5243937398998932,
      "grad_norm": 4.84375,
      "learning_rate": 2.378339325449282e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5285017162561416,
      "num_tokens": 318308343.0,
      "step": 413410
    },
    {
      "epoch": 0.524406424492426,
      "grad_norm": 6.1875,
      "learning_rate": 2.3782758944406527e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5497772425413132,
      "num_tokens": 318315317.0,
      "step": 413420
    },
    {
      "epoch": 0.5244191090849588,
      "grad_norm": 6.46875,
      "learning_rate": 2.3782124634320236e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5641137719154358,
      "num_tokens": 318321734.0,
      "step": 413430
    },
    {
      "epoch": 0.5244317936774917,
      "grad_norm": 14.5625,
      "learning_rate": 2.3781490324233945e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5233598172664642,
      "num_tokens": 318330050.0,
      "step": 413440
    },
    {
      "epoch": 0.5244444782700245,
      "grad_norm": 5.0625,
      "learning_rate": 2.3780856014147653e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5659284114837646,
      "num_tokens": 318337675.0,
      "step": 413450
    },
    {
      "epoch": 0.5244571628625574,
      "grad_norm": 5.03125,
      "learning_rate": 2.3780221704061362e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5547594338655472,
      "num_tokens": 318344907.0,
      "step": 413460
    },
    {
      "epoch": 0.5244698474550902,
      "grad_norm": 4.75,
      "learning_rate": 2.377958739397507e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5613238453865051,
      "num_tokens": 318352957.0,
      "step": 413470
    },
    {
      "epoch": 0.5244825320476231,
      "grad_norm": 6.65625,
      "learning_rate": 2.3778953083888776e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5270574241876602,
      "num_tokens": 318360292.0,
      "step": 413480
    },
    {
      "epoch": 0.5244952166401559,
      "grad_norm": 6.875,
      "learning_rate": 2.377831877380249e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5617395043373108,
      "num_tokens": 318368105.0,
      "step": 413490
    },
    {
      "epoch": 0.5245079012326888,
      "grad_norm": 5.3125,
      "learning_rate": 2.3777684463716197e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5333562850952148,
      "num_tokens": 318375195.0,
      "step": 413500
    },
    {
      "epoch": 0.5245205858252215,
      "grad_norm": 4.90625,
      "learning_rate": 2.3777050153629902e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5473943769931793,
      "num_tokens": 318383379.0,
      "step": 413510
    },
    {
      "epoch": 0.5245332704177543,
      "grad_norm": 5.4375,
      "learning_rate": 2.377641584354361e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5732435077428818,
      "num_tokens": 318390675.0,
      "step": 413520
    },
    {
      "epoch": 0.5245459550102872,
      "grad_norm": 6.90625,
      "learning_rate": 2.377578153345732e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5320578396320343,
      "num_tokens": 318398423.0,
      "step": 413530
    },
    {
      "epoch": 0.52455863960282,
      "grad_norm": 5.3125,
      "learning_rate": 2.377514722337103e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5378122299909591,
      "num_tokens": 318407464.0,
      "step": 413540
    },
    {
      "epoch": 0.5245713241953529,
      "grad_norm": 7.34375,
      "learning_rate": 2.3774512913284737e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5535155802965164,
      "num_tokens": 318414591.0,
      "step": 413550
    },
    {
      "epoch": 0.5245840087878857,
      "grad_norm": 5.125,
      "learning_rate": 2.3773878603198446e-05,
      "loss": 2.19,
      "mean_token_accuracy": 0.5227809697389603,
      "num_tokens": 318422309.0,
      "step": 413560
    },
    {
      "epoch": 0.5245966933804186,
      "grad_norm": 4.8125,
      "learning_rate": 2.3773244293112155e-05,
      "loss": 1.9204,
      "mean_token_accuracy": 0.5778562426567078,
      "num_tokens": 318430421.0,
      "step": 413570
    },
    {
      "epoch": 0.5246093779729514,
      "grad_norm": 6.40625,
      "learning_rate": 2.377260998302586e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.5093714475631714,
      "num_tokens": 318439263.0,
      "step": 413580
    },
    {
      "epoch": 0.5246220625654842,
      "grad_norm": 5.96875,
      "learning_rate": 2.3771975672939572e-05,
      "loss": 1.7135,
      "mean_token_accuracy": 0.6113381117582322,
      "num_tokens": 318446775.0,
      "step": 413590
    },
    {
      "epoch": 0.5246347471580171,
      "grad_norm": 6.0625,
      "learning_rate": 2.377134136285328e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5402150928974152,
      "num_tokens": 318454233.0,
      "step": 413600
    },
    {
      "epoch": 0.5246474317505498,
      "grad_norm": 11.9375,
      "learning_rate": 2.377070705276699e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5468539983034134,
      "num_tokens": 318461421.0,
      "step": 413610
    },
    {
      "epoch": 0.5246601163430827,
      "grad_norm": 6.34375,
      "learning_rate": 2.3770072742680695e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.5279041498899459,
      "num_tokens": 318469600.0,
      "step": 413620
    },
    {
      "epoch": 0.5246728009356155,
      "grad_norm": 5.0,
      "learning_rate": 2.3769438432594404e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5690893232822418,
      "num_tokens": 318478345.0,
      "step": 413630
    },
    {
      "epoch": 0.5246854855281484,
      "grad_norm": 5.375,
      "learning_rate": 2.3768804122508116e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5240023493766784,
      "num_tokens": 318484860.0,
      "step": 413640
    },
    {
      "epoch": 0.5246981701206812,
      "grad_norm": 5.875,
      "learning_rate": 2.376816981242182e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5232744753360749,
      "num_tokens": 318493642.0,
      "step": 413650
    },
    {
      "epoch": 0.524710854713214,
      "grad_norm": 5.1875,
      "learning_rate": 2.376753550233553e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5167959272861481,
      "num_tokens": 318502543.0,
      "step": 413660
    },
    {
      "epoch": 0.5247235393057469,
      "grad_norm": 7.8125,
      "learning_rate": 2.376690119224924e-05,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5183882355690003,
      "num_tokens": 318511216.0,
      "step": 413670
    },
    {
      "epoch": 0.5247362238982797,
      "grad_norm": 5.59375,
      "learning_rate": 2.3766266882162948e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.56915582716465,
      "num_tokens": 318519976.0,
      "step": 413680
    },
    {
      "epoch": 0.5247489084908126,
      "grad_norm": 4.9375,
      "learning_rate": 2.3765632572076656e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5386705875396729,
      "num_tokens": 318526910.0,
      "step": 413690
    },
    {
      "epoch": 0.5247615930833454,
      "grad_norm": 5.625,
      "learning_rate": 2.3764998261990365e-05,
      "loss": 2.3007,
      "mean_token_accuracy": 0.509406891465187,
      "num_tokens": 318535421.0,
      "step": 413700
    },
    {
      "epoch": 0.5247742776758783,
      "grad_norm": 4.71875,
      "learning_rate": 2.3764363951904074e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5586396276950836,
      "num_tokens": 318543174.0,
      "step": 413710
    },
    {
      "epoch": 0.524786962268411,
      "grad_norm": 6.125,
      "learning_rate": 2.376372964181778e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5369223594665528,
      "num_tokens": 318549700.0,
      "step": 413720
    },
    {
      "epoch": 0.5247996468609439,
      "grad_norm": 5.875,
      "learning_rate": 2.376309533173149e-05,
      "loss": 2.3559,
      "mean_token_accuracy": 0.49628216326236724,
      "num_tokens": 318559057.0,
      "step": 413730
    },
    {
      "epoch": 0.5248123314534767,
      "grad_norm": 6.15625,
      "learning_rate": 2.37624610216452e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5603806942701339,
      "num_tokens": 318567192.0,
      "step": 413740
    },
    {
      "epoch": 0.5248250160460095,
      "grad_norm": 8.375,
      "learning_rate": 2.376182671155891e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5308908641338348,
      "num_tokens": 318575204.0,
      "step": 413750
    },
    {
      "epoch": 0.5248377006385424,
      "grad_norm": 5.4375,
      "learning_rate": 2.3761192401472614e-05,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5641299724578858,
      "num_tokens": 318581217.0,
      "step": 413760
    },
    {
      "epoch": 0.5248503852310752,
      "grad_norm": 6.03125,
      "learning_rate": 2.3760558091386323e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5361954212188721,
      "num_tokens": 318588737.0,
      "step": 413770
    },
    {
      "epoch": 0.5248630698236081,
      "grad_norm": 5.84375,
      "learning_rate": 2.3759923781300035e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5607030868530274,
      "num_tokens": 318596865.0,
      "step": 413780
    },
    {
      "epoch": 0.5248757544161409,
      "grad_norm": 5.21875,
      "learning_rate": 2.375928947121374e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.547732812166214,
      "num_tokens": 318605317.0,
      "step": 413790
    },
    {
      "epoch": 0.5248884390086738,
      "grad_norm": 5.71875,
      "learning_rate": 2.375865516112745e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5709685057401657,
      "num_tokens": 318612070.0,
      "step": 413800
    },
    {
      "epoch": 0.5249011236012066,
      "grad_norm": 6.1875,
      "learning_rate": 2.3758020851041158e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5336734265089035,
      "num_tokens": 318619489.0,
      "step": 413810
    },
    {
      "epoch": 0.5249138081937393,
      "grad_norm": 5.03125,
      "learning_rate": 2.3757386540954867e-05,
      "loss": 1.8218,
      "mean_token_accuracy": 0.595231705904007,
      "num_tokens": 318625689.0,
      "step": 413820
    },
    {
      "epoch": 0.5249264927862722,
      "grad_norm": 5.0,
      "learning_rate": 2.3756752230868575e-05,
      "loss": 2.264,
      "mean_token_accuracy": 0.5085294812917709,
      "num_tokens": 318634089.0,
      "step": 413830
    },
    {
      "epoch": 0.524939177378805,
      "grad_norm": 5.1875,
      "learning_rate": 2.3756117920782284e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5606079161167145,
      "num_tokens": 318643160.0,
      "step": 413840
    },
    {
      "epoch": 0.5249518619713379,
      "grad_norm": 5.03125,
      "learning_rate": 2.3755483610695993e-05,
      "loss": 1.8601,
      "mean_token_accuracy": 0.5834454506635666,
      "num_tokens": 318650284.0,
      "step": 413850
    },
    {
      "epoch": 0.5249645465638707,
      "grad_norm": 5.9375,
      "learning_rate": 2.3754849300609698e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5283424615859985,
      "num_tokens": 318658052.0,
      "step": 413860
    },
    {
      "epoch": 0.5249772311564036,
      "grad_norm": 4.625,
      "learning_rate": 2.3754214990523407e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5596699744462967,
      "num_tokens": 318666263.0,
      "step": 413870
    },
    {
      "epoch": 0.5249899157489364,
      "grad_norm": 5.9375,
      "learning_rate": 2.375358068043712e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5413622319698334,
      "num_tokens": 318675755.0,
      "step": 413880
    },
    {
      "epoch": 0.5250026003414693,
      "grad_norm": 7.125,
      "learning_rate": 2.3752946370350824e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5450601428747177,
      "num_tokens": 318684420.0,
      "step": 413890
    },
    {
      "epoch": 0.5250152849340021,
      "grad_norm": 4.40625,
      "learning_rate": 2.3752312060264533e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5395292699337005,
      "num_tokens": 318692471.0,
      "step": 413900
    },
    {
      "epoch": 0.5250279695265349,
      "grad_norm": 4.75,
      "learning_rate": 2.3751677750178242e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5538021832704544,
      "num_tokens": 318698347.0,
      "step": 413910
    },
    {
      "epoch": 0.5250406541190678,
      "grad_norm": 6.1875,
      "learning_rate": 2.375104344009195e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5208622366189957,
      "num_tokens": 318707035.0,
      "step": 413920
    },
    {
      "epoch": 0.5250533387116005,
      "grad_norm": 5.59375,
      "learning_rate": 2.375040913000566e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5410180687904358,
      "num_tokens": 318714142.0,
      "step": 413930
    },
    {
      "epoch": 0.5250660233041334,
      "grad_norm": 6.34375,
      "learning_rate": 2.3749774819919368e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5482050389051437,
      "num_tokens": 318721238.0,
      "step": 413940
    },
    {
      "epoch": 0.5250787078966662,
      "grad_norm": 4.5625,
      "learning_rate": 2.3749140509833077e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5619403123855591,
      "num_tokens": 318729436.0,
      "step": 413950
    },
    {
      "epoch": 0.5250913924891991,
      "grad_norm": 5.15625,
      "learning_rate": 2.3748506199746786e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5316342085599899,
      "num_tokens": 318738303.0,
      "step": 413960
    },
    {
      "epoch": 0.5251040770817319,
      "grad_norm": 4.875,
      "learning_rate": 2.374787188966049e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5625950843095779,
      "num_tokens": 318746083.0,
      "step": 413970
    },
    {
      "epoch": 0.5251167616742647,
      "grad_norm": 5.0625,
      "learning_rate": 2.3747237579574203e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5569714367389679,
      "num_tokens": 318753562.0,
      "step": 413980
    },
    {
      "epoch": 0.5251294462667976,
      "grad_norm": 5.28125,
      "learning_rate": 2.3746603269487912e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5508530795574188,
      "num_tokens": 318760819.0,
      "step": 413990
    },
    {
      "epoch": 0.5251421308593304,
      "grad_norm": 5.09375,
      "learning_rate": 2.3745968959401617e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5368374973535538,
      "num_tokens": 318768695.0,
      "step": 414000
    },
    {
      "epoch": 0.5251548154518633,
      "grad_norm": 4.9375,
      "learning_rate": 2.3745334649315326e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5271738082170486,
      "num_tokens": 318777588.0,
      "step": 414010
    },
    {
      "epoch": 0.525167500044396,
      "grad_norm": 5.1875,
      "learning_rate": 2.3744700339229035e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5430798977613449,
      "num_tokens": 318785761.0,
      "step": 414020
    },
    {
      "epoch": 0.525180184636929,
      "grad_norm": 5.6875,
      "learning_rate": 2.3744066029142743e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.55903939306736,
      "num_tokens": 318792291.0,
      "step": 414030
    },
    {
      "epoch": 0.5251928692294617,
      "grad_norm": 7.0625,
      "learning_rate": 2.3743431719056452e-05,
      "loss": 1.8754,
      "mean_token_accuracy": 0.5820114642381669,
      "num_tokens": 318799192.0,
      "step": 414040
    },
    {
      "epoch": 0.5252055538219946,
      "grad_norm": 6.34375,
      "learning_rate": 2.374279740897016e-05,
      "loss": 1.6999,
      "mean_token_accuracy": 0.6359741270542145,
      "num_tokens": 318805033.0,
      "step": 414050
    },
    {
      "epoch": 0.5252182384145274,
      "grad_norm": 6.03125,
      "learning_rate": 2.374216309888387e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5271642923355102,
      "num_tokens": 318812624.0,
      "step": 414060
    },
    {
      "epoch": 0.5252309230070602,
      "grad_norm": 5.875,
      "learning_rate": 2.3741528788797575e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5330026179552079,
      "num_tokens": 318820875.0,
      "step": 414070
    },
    {
      "epoch": 0.5252436075995931,
      "grad_norm": 6.125,
      "learning_rate": 2.3740894478711287e-05,
      "loss": 1.7957,
      "mean_token_accuracy": 0.5996219784021377,
      "num_tokens": 318828323.0,
      "step": 414080
    },
    {
      "epoch": 0.5252562921921259,
      "grad_norm": 5.0,
      "learning_rate": 2.3740260168624996e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.531441268324852,
      "num_tokens": 318836911.0,
      "step": 414090
    },
    {
      "epoch": 0.5252689767846588,
      "grad_norm": 7.6875,
      "learning_rate": 2.37396258585387e-05,
      "loss": 1.7481,
      "mean_token_accuracy": 0.5932942479848862,
      "num_tokens": 318843841.0,
      "step": 414100
    },
    {
      "epoch": 0.5252816613771916,
      "grad_norm": 5.5625,
      "learning_rate": 2.373899154845241e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5258410334587097,
      "num_tokens": 318852016.0,
      "step": 414110
    },
    {
      "epoch": 0.5252943459697245,
      "grad_norm": 6.28125,
      "learning_rate": 2.373835723836612e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5316311538219451,
      "num_tokens": 318861483.0,
      "step": 414120
    },
    {
      "epoch": 0.5253070305622572,
      "grad_norm": 5.34375,
      "learning_rate": 2.373772292827983e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5657150626182557,
      "num_tokens": 318868128.0,
      "step": 414130
    },
    {
      "epoch": 0.52531971515479,
      "grad_norm": 6.78125,
      "learning_rate": 2.3737088618193536e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5503680497407913,
      "num_tokens": 318875205.0,
      "step": 414140
    },
    {
      "epoch": 0.5253323997473229,
      "grad_norm": 8.5,
      "learning_rate": 2.3736454308107245e-05,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5178812891244888,
      "num_tokens": 318882874.0,
      "step": 414150
    },
    {
      "epoch": 0.5253450843398557,
      "grad_norm": 6.09375,
      "learning_rate": 2.3735819998020954e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5280585020780564,
      "num_tokens": 318890080.0,
      "step": 414160
    },
    {
      "epoch": 0.5253577689323886,
      "grad_norm": 5.8125,
      "learning_rate": 2.3735185687934662e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5744767129421234,
      "num_tokens": 318897813.0,
      "step": 414170
    },
    {
      "epoch": 0.5253704535249214,
      "grad_norm": 5.9375,
      "learning_rate": 2.373455137784837e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.531878662109375,
      "num_tokens": 318905499.0,
      "step": 414180
    },
    {
      "epoch": 0.5253831381174543,
      "grad_norm": 7.625,
      "learning_rate": 2.373391706776208e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.537278413772583,
      "num_tokens": 318914060.0,
      "step": 414190
    },
    {
      "epoch": 0.5253958227099871,
      "grad_norm": 6.53125,
      "learning_rate": 2.373328275767579e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5366183280944824,
      "num_tokens": 318921228.0,
      "step": 414200
    },
    {
      "epoch": 0.5254085073025199,
      "grad_norm": 6.0,
      "learning_rate": 2.3732648447589494e-05,
      "loss": 2.2251,
      "mean_token_accuracy": 0.5208315223455429,
      "num_tokens": 318929630.0,
      "step": 414210
    },
    {
      "epoch": 0.5254211918950528,
      "grad_norm": 5.3125,
      "learning_rate": 2.3732014137503206e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5450855076313019,
      "num_tokens": 318937904.0,
      "step": 414220
    },
    {
      "epoch": 0.5254338764875855,
      "grad_norm": 6.09375,
      "learning_rate": 2.3731379827416915e-05,
      "loss": 1.8917,
      "mean_token_accuracy": 0.5735176563262939,
      "num_tokens": 318946034.0,
      "step": 414230
    },
    {
      "epoch": 0.5254465610801184,
      "grad_norm": 4.8125,
      "learning_rate": 2.373074551733062e-05,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5669393748044967,
      "num_tokens": 318955239.0,
      "step": 414240
    },
    {
      "epoch": 0.5254592456726512,
      "grad_norm": 6.84375,
      "learning_rate": 2.373011120724433e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5534687042236328,
      "num_tokens": 318963727.0,
      "step": 414250
    },
    {
      "epoch": 0.5254719302651841,
      "grad_norm": 6.09375,
      "learning_rate": 2.3729476897158038e-05,
      "loss": 2.3061,
      "mean_token_accuracy": 0.510109931230545,
      "num_tokens": 318971759.0,
      "step": 414260
    },
    {
      "epoch": 0.5254846148577169,
      "grad_norm": 7.84375,
      "learning_rate": 2.3728842587071746e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5470185309648514,
      "num_tokens": 318980327.0,
      "step": 414270
    },
    {
      "epoch": 0.5254972994502498,
      "grad_norm": 6.65625,
      "learning_rate": 2.3728208276985455e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5191575139760971,
      "num_tokens": 318988593.0,
      "step": 414280
    },
    {
      "epoch": 0.5255099840427826,
      "grad_norm": 3.859375,
      "learning_rate": 2.3727573966899164e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5377101063728332,
      "num_tokens": 318996965.0,
      "step": 414290
    },
    {
      "epoch": 0.5255226686353154,
      "grad_norm": 5.125,
      "learning_rate": 2.3726939656812873e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5666732758283615,
      "num_tokens": 319004667.0,
      "step": 414300
    },
    {
      "epoch": 0.5255353532278483,
      "grad_norm": 5.65625,
      "learning_rate": 2.3726305346726578e-05,
      "loss": 2.2282,
      "mean_token_accuracy": 0.5146126747131348,
      "num_tokens": 319012054.0,
      "step": 414310
    },
    {
      "epoch": 0.5255480378203811,
      "grad_norm": 4.96875,
      "learning_rate": 2.372567103664029e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5282552659511566,
      "num_tokens": 319019439.0,
      "step": 414320
    },
    {
      "epoch": 0.525560722412914,
      "grad_norm": 5.25,
      "learning_rate": 2.3725036726554e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5518580645322799,
      "num_tokens": 319027811.0,
      "step": 414330
    },
    {
      "epoch": 0.5255734070054467,
      "grad_norm": 4.9375,
      "learning_rate": 2.3724402416467708e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5683019459247589,
      "num_tokens": 319034320.0,
      "step": 414340
    },
    {
      "epoch": 0.5255860915979796,
      "grad_norm": 6.5625,
      "learning_rate": 2.3723768106381413e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5614928752183914,
      "num_tokens": 319040715.0,
      "step": 414350
    },
    {
      "epoch": 0.5255987761905124,
      "grad_norm": 5.90625,
      "learning_rate": 2.372313379629512e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5374463111162185,
      "num_tokens": 319049796.0,
      "step": 414360
    },
    {
      "epoch": 0.5256114607830452,
      "grad_norm": 6.71875,
      "learning_rate": 2.3722499486208834e-05,
      "loss": 1.869,
      "mean_token_accuracy": 0.5895014047622681,
      "num_tokens": 319056269.0,
      "step": 414370
    },
    {
      "epoch": 0.5256241453755781,
      "grad_norm": 4.78125,
      "learning_rate": 2.372186517612254e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5431777000427246,
      "num_tokens": 319064308.0,
      "step": 414380
    },
    {
      "epoch": 0.5256368299681109,
      "grad_norm": 5.53125,
      "learning_rate": 2.3721230866036248e-05,
      "loss": 2.2595,
      "mean_token_accuracy": 0.5169261485338211,
      "num_tokens": 319071975.0,
      "step": 414390
    },
    {
      "epoch": 0.5256495145606438,
      "grad_norm": 5.15625,
      "learning_rate": 2.3720596555949957e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.55164754986763,
      "num_tokens": 319079270.0,
      "step": 414400
    },
    {
      "epoch": 0.5256621991531766,
      "grad_norm": 4.65625,
      "learning_rate": 2.3719962245863665e-05,
      "loss": 1.8437,
      "mean_token_accuracy": 0.5773282945156097,
      "num_tokens": 319086090.0,
      "step": 414410
    },
    {
      "epoch": 0.5256748837457095,
      "grad_norm": 6.03125,
      "learning_rate": 2.3719327935777374e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5426246732473373,
      "num_tokens": 319092871.0,
      "step": 414420
    },
    {
      "epoch": 0.5256875683382423,
      "grad_norm": 4.90625,
      "learning_rate": 2.3718693625691083e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5430991530418396,
      "num_tokens": 319099649.0,
      "step": 414430
    },
    {
      "epoch": 0.5257002529307752,
      "grad_norm": 5.0,
      "learning_rate": 2.371805931560479e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5656041920185089,
      "num_tokens": 319106875.0,
      "step": 414440
    },
    {
      "epoch": 0.5257129375233079,
      "grad_norm": 5.03125,
      "learning_rate": 2.3717425005518497e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5574118554592132,
      "num_tokens": 319114736.0,
      "step": 414450
    },
    {
      "epoch": 0.5257256221158407,
      "grad_norm": 6.84375,
      "learning_rate": 2.3716790695432206e-05,
      "loss": 1.9012,
      "mean_token_accuracy": 0.5656719148159027,
      "num_tokens": 319122341.0,
      "step": 414460
    },
    {
      "epoch": 0.5257383067083736,
      "grad_norm": 5.5625,
      "learning_rate": 2.3716156385345918e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5473752558231354,
      "num_tokens": 319130587.0,
      "step": 414470
    },
    {
      "epoch": 0.5257509913009064,
      "grad_norm": 5.84375,
      "learning_rate": 2.3715522075259623e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5508589059114456,
      "num_tokens": 319138590.0,
      "step": 414480
    },
    {
      "epoch": 0.5257636758934393,
      "grad_norm": 6.125,
      "learning_rate": 2.3714887765173332e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5534935176372529,
      "num_tokens": 319146157.0,
      "step": 414490
    },
    {
      "epoch": 0.5257763604859721,
      "grad_norm": 4.9375,
      "learning_rate": 2.371425345508704e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5310890763998032,
      "num_tokens": 319154633.0,
      "step": 414500
    },
    {
      "epoch": 0.525789045078505,
      "grad_norm": 7.0625,
      "learning_rate": 2.371361914500075e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5204908788204193,
      "num_tokens": 319161234.0,
      "step": 414510
    },
    {
      "epoch": 0.5258017296710378,
      "grad_norm": 4.96875,
      "learning_rate": 2.3712984834914458e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5491857409477234,
      "num_tokens": 319168568.0,
      "step": 414520
    },
    {
      "epoch": 0.5258144142635706,
      "grad_norm": 8.3125,
      "learning_rate": 2.3712350524828167e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5511809796094894,
      "num_tokens": 319176637.0,
      "step": 414530
    },
    {
      "epoch": 0.5258270988561035,
      "grad_norm": 2.28125,
      "learning_rate": 2.3711716214741876e-05,
      "loss": 1.9277,
      "mean_token_accuracy": 0.5716181367635726,
      "num_tokens": 319184390.0,
      "step": 414540
    },
    {
      "epoch": 0.5258397834486362,
      "grad_norm": 4.96875,
      "learning_rate": 2.3711081904655584e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5481827437877655,
      "num_tokens": 319191413.0,
      "step": 414550
    },
    {
      "epoch": 0.5258524680411691,
      "grad_norm": 5.59375,
      "learning_rate": 2.371044759456929e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.565183413028717,
      "num_tokens": 319198986.0,
      "step": 414560
    },
    {
      "epoch": 0.5258651526337019,
      "grad_norm": 5.0,
      "learning_rate": 2.3709813284483002e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5444674402475357,
      "num_tokens": 319206716.0,
      "step": 414570
    },
    {
      "epoch": 0.5258778372262348,
      "grad_norm": 4.71875,
      "learning_rate": 2.370917897439671e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5698793083429337,
      "num_tokens": 319214247.0,
      "step": 414580
    },
    {
      "epoch": 0.5258905218187676,
      "grad_norm": 6.9375,
      "learning_rate": 2.3708544664310416e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5620818048715591,
      "num_tokens": 319220712.0,
      "step": 414590
    },
    {
      "epoch": 0.5259032064113004,
      "grad_norm": 5.15625,
      "learning_rate": 2.3707910354224125e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5486991077661514,
      "num_tokens": 319229710.0,
      "step": 414600
    },
    {
      "epoch": 0.5259158910038333,
      "grad_norm": 7.25,
      "learning_rate": 2.3707276044137837e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5393192619085312,
      "num_tokens": 319237583.0,
      "step": 414610
    },
    {
      "epoch": 0.5259285755963661,
      "grad_norm": 12.5,
      "learning_rate": 2.3706641734051542e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5884691804647446,
      "num_tokens": 319243697.0,
      "step": 414620
    },
    {
      "epoch": 0.525941260188899,
      "grad_norm": 5.03125,
      "learning_rate": 2.370600742396525e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5247789531946182,
      "num_tokens": 319252197.0,
      "step": 414630
    },
    {
      "epoch": 0.5259539447814318,
      "grad_norm": 7.84375,
      "learning_rate": 2.370537311387896e-05,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5754589557647705,
      "num_tokens": 319259328.0,
      "step": 414640
    },
    {
      "epoch": 0.5259666293739647,
      "grad_norm": 5.78125,
      "learning_rate": 2.370473880379267e-05,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5714372634887696,
      "num_tokens": 319266743.0,
      "step": 414650
    },
    {
      "epoch": 0.5259793139664974,
      "grad_norm": 6.28125,
      "learning_rate": 2.3704104493706377e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5241475194692612,
      "num_tokens": 319274865.0,
      "step": 414660
    },
    {
      "epoch": 0.5259919985590303,
      "grad_norm": 5.0,
      "learning_rate": 2.3703470183620086e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5447492808103561,
      "num_tokens": 319283084.0,
      "step": 414670
    },
    {
      "epoch": 0.5260046831515631,
      "grad_norm": 5.78125,
      "learning_rate": 2.3702835873533795e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5378566801548004,
      "num_tokens": 319291566.0,
      "step": 414680
    },
    {
      "epoch": 0.5260173677440959,
      "grad_norm": 5.84375,
      "learning_rate": 2.37022015634475e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5532617807388306,
      "num_tokens": 319297964.0,
      "step": 414690
    },
    {
      "epoch": 0.5260300523366288,
      "grad_norm": 5.15625,
      "learning_rate": 2.370156725336121e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5195752918720246,
      "num_tokens": 319306148.0,
      "step": 414700
    },
    {
      "epoch": 0.5260427369291616,
      "grad_norm": 5.03125,
      "learning_rate": 2.370093294327492e-05,
      "loss": 2.2886,
      "mean_token_accuracy": 0.5053166061639786,
      "num_tokens": 319314934.0,
      "step": 414710
    },
    {
      "epoch": 0.5260554215216945,
      "grad_norm": 5.0,
      "learning_rate": 2.370029863318863e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5446231424808502,
      "num_tokens": 319322264.0,
      "step": 414720
    },
    {
      "epoch": 0.5260681061142273,
      "grad_norm": 4.90625,
      "learning_rate": 2.3699664323102335e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.520128670334816,
      "num_tokens": 319331461.0,
      "step": 414730
    },
    {
      "epoch": 0.5260807907067602,
      "grad_norm": 6.0625,
      "learning_rate": 2.3699030013016044e-05,
      "loss": 2.2842,
      "mean_token_accuracy": 0.5120231509208679,
      "num_tokens": 319340280.0,
      "step": 414740
    },
    {
      "epoch": 0.526093475299293,
      "grad_norm": 5.09375,
      "learning_rate": 2.3698395702929752e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5383796393871307,
      "num_tokens": 319348399.0,
      "step": 414750
    },
    {
      "epoch": 0.5261061598918257,
      "grad_norm": 5.34375,
      "learning_rate": 2.369776139284346e-05,
      "loss": 2.3528,
      "mean_token_accuracy": 0.5055491507053376,
      "num_tokens": 319358568.0,
      "step": 414760
    },
    {
      "epoch": 0.5261188444843586,
      "grad_norm": 7.15625,
      "learning_rate": 2.369712708275717e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5589411944150925,
      "num_tokens": 319366535.0,
      "step": 414770
    },
    {
      "epoch": 0.5261315290768914,
      "grad_norm": 5.0625,
      "learning_rate": 2.369649277267088e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.5830578982830048,
      "num_tokens": 319373837.0,
      "step": 414780
    },
    {
      "epoch": 0.5261442136694243,
      "grad_norm": 5.84375,
      "learning_rate": 2.3695858462584587e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5593682795763015,
      "num_tokens": 319381682.0,
      "step": 414790
    },
    {
      "epoch": 0.5261568982619571,
      "grad_norm": 9.9375,
      "learning_rate": 2.3695224152498293e-05,
      "loss": 2.242,
      "mean_token_accuracy": 0.5077028006315232,
      "num_tokens": 319388811.0,
      "step": 414800
    },
    {
      "epoch": 0.52616958285449,
      "grad_norm": 6.28125,
      "learning_rate": 2.3694589842412005e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5413115710020066,
      "num_tokens": 319396199.0,
      "step": 414810
    },
    {
      "epoch": 0.5261822674470228,
      "grad_norm": 5.875,
      "learning_rate": 2.3693955532325714e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5479289680719376,
      "num_tokens": 319404098.0,
      "step": 414820
    },
    {
      "epoch": 0.5261949520395557,
      "grad_norm": 4.875,
      "learning_rate": 2.369332122223942e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5565188109874726,
      "num_tokens": 319411646.0,
      "step": 414830
    },
    {
      "epoch": 0.5262076366320885,
      "grad_norm": 4.90625,
      "learning_rate": 2.3692686912153128e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5432524025440216,
      "num_tokens": 319420266.0,
      "step": 414840
    },
    {
      "epoch": 0.5262203212246213,
      "grad_norm": 7.125,
      "learning_rate": 2.3692052602066836e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.561157089471817,
      "num_tokens": 319428977.0,
      "step": 414850
    },
    {
      "epoch": 0.5262330058171542,
      "grad_norm": 6.3125,
      "learning_rate": 2.3691418291980545e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.577614825963974,
      "num_tokens": 319436164.0,
      "step": 414860
    },
    {
      "epoch": 0.5262456904096869,
      "grad_norm": 6.8125,
      "learning_rate": 2.3690783981894254e-05,
      "loss": 2.2927,
      "mean_token_accuracy": 0.5048001497983933,
      "num_tokens": 319443738.0,
      "step": 414870
    },
    {
      "epoch": 0.5262583750022198,
      "grad_norm": 4.8125,
      "learning_rate": 2.3690149671807963e-05,
      "loss": 1.9112,
      "mean_token_accuracy": 0.5772372245788574,
      "num_tokens": 319451766.0,
      "step": 414880
    },
    {
      "epoch": 0.5262710595947526,
      "grad_norm": 5.625,
      "learning_rate": 2.368951536172167e-05,
      "loss": 2.2112,
      "mean_token_accuracy": 0.5170385062694549,
      "num_tokens": 319461107.0,
      "step": 414890
    },
    {
      "epoch": 0.5262837441872855,
      "grad_norm": 8.5625,
      "learning_rate": 2.3688881051635377e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5376260221004486,
      "num_tokens": 319468707.0,
      "step": 414900
    },
    {
      "epoch": 0.5262964287798183,
      "grad_norm": 5.5625,
      "learning_rate": 2.368824674154909e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5673586368560791,
      "num_tokens": 319476501.0,
      "step": 414910
    },
    {
      "epoch": 0.5263091133723511,
      "grad_norm": 6.53125,
      "learning_rate": 2.3687612431462798e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5290271192789078,
      "num_tokens": 319484499.0,
      "step": 414920
    },
    {
      "epoch": 0.526321797964884,
      "grad_norm": 7.0625,
      "learning_rate": 2.3686978121376506e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5518814206123352,
      "num_tokens": 319492437.0,
      "step": 414930
    },
    {
      "epoch": 0.5263344825574168,
      "grad_norm": 6.03125,
      "learning_rate": 2.368634381129021e-05,
      "loss": 2.2496,
      "mean_token_accuracy": 0.531437224149704,
      "num_tokens": 319499230.0,
      "step": 414940
    },
    {
      "epoch": 0.5263471671499497,
      "grad_norm": 5.5,
      "learning_rate": 2.368570950120392e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.554833397269249,
      "num_tokens": 319507522.0,
      "step": 414950
    },
    {
      "epoch": 0.5263598517424825,
      "grad_norm": 5.375,
      "learning_rate": 2.3685075191117632e-05,
      "loss": 1.8361,
      "mean_token_accuracy": 0.593415355682373,
      "num_tokens": 319515773.0,
      "step": 414960
    },
    {
      "epoch": 0.5263725363350154,
      "grad_norm": 6.375,
      "learning_rate": 2.3684440881031338e-05,
      "loss": 2.218,
      "mean_token_accuracy": 0.5222501426935195,
      "num_tokens": 319523675.0,
      "step": 414970
    },
    {
      "epoch": 0.5263852209275481,
      "grad_norm": 7.09375,
      "learning_rate": 2.3683806570945047e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5282074123620987,
      "num_tokens": 319531778.0,
      "step": 414980
    },
    {
      "epoch": 0.526397905520081,
      "grad_norm": 4.53125,
      "learning_rate": 2.3683172260858755e-05,
      "loss": 1.8978,
      "mean_token_accuracy": 0.5771583080291748,
      "num_tokens": 319539391.0,
      "step": 414990
    },
    {
      "epoch": 0.5264105901126138,
      "grad_norm": 5.40625,
      "learning_rate": 2.3682537950772464e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5442276060581207,
      "num_tokens": 319548887.0,
      "step": 415000
    },
    {
      "epoch": 0.5264232747051466,
      "grad_norm": 8.375,
      "learning_rate": 2.3681903640686173e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5347549617290497,
      "num_tokens": 319557158.0,
      "step": 415010
    },
    {
      "epoch": 0.5264359592976795,
      "grad_norm": 7.375,
      "learning_rate": 2.368126933059988e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5330805301666259,
      "num_tokens": 319565778.0,
      "step": 415020
    },
    {
      "epoch": 0.5264486438902123,
      "grad_norm": 10.6875,
      "learning_rate": 2.368063502051359e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.556489759683609,
      "num_tokens": 319572674.0,
      "step": 415030
    },
    {
      "epoch": 0.5264613284827452,
      "grad_norm": 6.78125,
      "learning_rate": 2.3680000710427296e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5489998668432235,
      "num_tokens": 319580056.0,
      "step": 415040
    },
    {
      "epoch": 0.526474013075278,
      "grad_norm": 9.875,
      "learning_rate": 2.3679366400341008e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5687226831912995,
      "num_tokens": 319586316.0,
      "step": 415050
    },
    {
      "epoch": 0.5264866976678109,
      "grad_norm": 6.34375,
      "learning_rate": 2.3678732090254716e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5526450961828232,
      "num_tokens": 319593818.0,
      "step": 415060
    },
    {
      "epoch": 0.5264993822603437,
      "grad_norm": 6.71875,
      "learning_rate": 2.3678097780168422e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5655508935451508,
      "num_tokens": 319600558.0,
      "step": 415070
    },
    {
      "epoch": 0.5265120668528764,
      "grad_norm": 6.21875,
      "learning_rate": 2.367746347008213e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5534719109535218,
      "num_tokens": 319607618.0,
      "step": 415080
    },
    {
      "epoch": 0.5265247514454093,
      "grad_norm": 10.0,
      "learning_rate": 2.367682915999584e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5329936444759369,
      "num_tokens": 319614947.0,
      "step": 415090
    },
    {
      "epoch": 0.5265374360379421,
      "grad_norm": 6.75,
      "learning_rate": 2.367619484990955e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5561884105205536,
      "num_tokens": 319622085.0,
      "step": 415100
    },
    {
      "epoch": 0.526550120630475,
      "grad_norm": 5.71875,
      "learning_rate": 2.3675560539823257e-05,
      "loss": 1.9118,
      "mean_token_accuracy": 0.5786057561635971,
      "num_tokens": 319628827.0,
      "step": 415110
    },
    {
      "epoch": 0.5265628052230078,
      "grad_norm": 4.59375,
      "learning_rate": 2.3674926229736966e-05,
      "loss": 1.9357,
      "mean_token_accuracy": 0.5796946108341217,
      "num_tokens": 319636537.0,
      "step": 415120
    },
    {
      "epoch": 0.5265754898155407,
      "grad_norm": 5.0625,
      "learning_rate": 2.3674291919650674e-05,
      "loss": 1.9102,
      "mean_token_accuracy": 0.5735572278499603,
      "num_tokens": 319644158.0,
      "step": 415130
    },
    {
      "epoch": 0.5265881744080735,
      "grad_norm": 6.21875,
      "learning_rate": 2.3673657609564383e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5459091931581497,
      "num_tokens": 319650529.0,
      "step": 415140
    },
    {
      "epoch": 0.5266008590006063,
      "grad_norm": 4.53125,
      "learning_rate": 2.3673023299478092e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5419103562831878,
      "num_tokens": 319659072.0,
      "step": 415150
    },
    {
      "epoch": 0.5266135435931392,
      "grad_norm": 5.0,
      "learning_rate": 2.36723889893918e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5287705689668656,
      "num_tokens": 319667399.0,
      "step": 415160
    },
    {
      "epoch": 0.526626228185672,
      "grad_norm": 4.6875,
      "learning_rate": 2.367175467930551e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5411199063062668,
      "num_tokens": 319676046.0,
      "step": 415170
    },
    {
      "epoch": 0.5266389127782048,
      "grad_norm": 5.1875,
      "learning_rate": 2.3671120369219215e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5330496102571487,
      "num_tokens": 319683997.0,
      "step": 415180
    },
    {
      "epoch": 0.5266515973707376,
      "grad_norm": 5.6875,
      "learning_rate": 2.3670486059132923e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.562792894244194,
      "num_tokens": 319690757.0,
      "step": 415190
    },
    {
      "epoch": 0.5266642819632705,
      "grad_norm": 5.46875,
      "learning_rate": 2.3669851749046635e-05,
      "loss": 2.2689,
      "mean_token_accuracy": 0.5158623933792115,
      "num_tokens": 319699456.0,
      "step": 415200
    },
    {
      "epoch": 0.5266769665558033,
      "grad_norm": 4.90625,
      "learning_rate": 2.366921743896034e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5503981709480286,
      "num_tokens": 319707443.0,
      "step": 415210
    },
    {
      "epoch": 0.5266896511483362,
      "grad_norm": 6.34375,
      "learning_rate": 2.366858312887405e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5356307208538056,
      "num_tokens": 319715748.0,
      "step": 415220
    },
    {
      "epoch": 0.526702335740869,
      "grad_norm": 7.1875,
      "learning_rate": 2.3667948818787758e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5695723056793213,
      "num_tokens": 319722477.0,
      "step": 415230
    },
    {
      "epoch": 0.5267150203334018,
      "grad_norm": 5.0625,
      "learning_rate": 2.3667314508701467e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5340265154838562,
      "num_tokens": 319730891.0,
      "step": 415240
    },
    {
      "epoch": 0.5267277049259347,
      "grad_norm": 9.125,
      "learning_rate": 2.3666680198615176e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.553718113899231,
      "num_tokens": 319738553.0,
      "step": 415250
    },
    {
      "epoch": 0.5267403895184675,
      "grad_norm": 5.125,
      "learning_rate": 2.3666045888528885e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5718447476625442,
      "num_tokens": 319746105.0,
      "step": 415260
    },
    {
      "epoch": 0.5267530741110004,
      "grad_norm": 4.40625,
      "learning_rate": 2.3665411578442593e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5458827197551728,
      "num_tokens": 319754771.0,
      "step": 415270
    },
    {
      "epoch": 0.5267657587035331,
      "grad_norm": 4.46875,
      "learning_rate": 2.36647772683563e-05,
      "loss": 1.7434,
      "mean_token_accuracy": 0.6107812702655793,
      "num_tokens": 319761239.0,
      "step": 415280
    },
    {
      "epoch": 0.526778443296066,
      "grad_norm": 7.78125,
      "learning_rate": 2.3664142958270007e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5598830312490464,
      "num_tokens": 319769186.0,
      "step": 415290
    },
    {
      "epoch": 0.5267911278885988,
      "grad_norm": 6.1875,
      "learning_rate": 2.366350864818372e-05,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5190653681755066,
      "num_tokens": 319776969.0,
      "step": 415300
    },
    {
      "epoch": 0.5268038124811316,
      "grad_norm": 6.625,
      "learning_rate": 2.3662874338097428e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5320320218801499,
      "num_tokens": 319785435.0,
      "step": 415310
    },
    {
      "epoch": 0.5268164970736645,
      "grad_norm": 5.03125,
      "learning_rate": 2.3662240028011134e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.569722443819046,
      "num_tokens": 319792288.0,
      "step": 415320
    },
    {
      "epoch": 0.5268291816661973,
      "grad_norm": 8.875,
      "learning_rate": 2.3661605717924842e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5435310244560242,
      "num_tokens": 319799747.0,
      "step": 415330
    },
    {
      "epoch": 0.5268418662587302,
      "grad_norm": 6.5625,
      "learning_rate": 2.366097140783855e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5260862678289413,
      "num_tokens": 319808177.0,
      "step": 415340
    },
    {
      "epoch": 0.526854550851263,
      "grad_norm": 4.96875,
      "learning_rate": 2.366033709775226e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5383341610431671,
      "num_tokens": 319815322.0,
      "step": 415350
    },
    {
      "epoch": 0.5268672354437959,
      "grad_norm": 5.46875,
      "learning_rate": 2.365970278766597e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5608407735824585,
      "num_tokens": 319823259.0,
      "step": 415360
    },
    {
      "epoch": 0.5268799200363287,
      "grad_norm": 6.6875,
      "learning_rate": 2.3659068477579677e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5380189925432205,
      "num_tokens": 319831404.0,
      "step": 415370
    },
    {
      "epoch": 0.5268926046288616,
      "grad_norm": 5.4375,
      "learning_rate": 2.3658434167493386e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5517574161291122,
      "num_tokens": 319839624.0,
      "step": 415380
    },
    {
      "epoch": 0.5269052892213943,
      "grad_norm": 7.09375,
      "learning_rate": 2.365779985740709e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5422230362892151,
      "num_tokens": 319847987.0,
      "step": 415390
    },
    {
      "epoch": 0.5269179738139271,
      "grad_norm": 6.625,
      "learning_rate": 2.3657165547320803e-05,
      "loss": 1.8344,
      "mean_token_accuracy": 0.5971093118190766,
      "num_tokens": 319854079.0,
      "step": 415400
    },
    {
      "epoch": 0.52693065840646,
      "grad_norm": 4.96875,
      "learning_rate": 2.3656531237234512e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5186025708913803,
      "num_tokens": 319862053.0,
      "step": 415410
    },
    {
      "epoch": 0.5269433429989928,
      "grad_norm": 6.8125,
      "learning_rate": 2.3655896927148218e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5588628083467484,
      "num_tokens": 319869334.0,
      "step": 415420
    },
    {
      "epoch": 0.5269560275915257,
      "grad_norm": 5.625,
      "learning_rate": 2.3655262617061926e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5574163943529129,
      "num_tokens": 319876190.0,
      "step": 415430
    },
    {
      "epoch": 0.5269687121840585,
      "grad_norm": 7.625,
      "learning_rate": 2.3654628306975635e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5430592954158783,
      "num_tokens": 319884693.0,
      "step": 415440
    },
    {
      "epoch": 0.5269813967765914,
      "grad_norm": 5.46875,
      "learning_rate": 2.3653993996889344e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5408678621053695,
      "num_tokens": 319892814.0,
      "step": 415450
    },
    {
      "epoch": 0.5269940813691242,
      "grad_norm": 7.28125,
      "learning_rate": 2.3653359686803053e-05,
      "loss": 2.2511,
      "mean_token_accuracy": 0.508955928683281,
      "num_tokens": 319900965.0,
      "step": 415460
    },
    {
      "epoch": 0.527006765961657,
      "grad_norm": 5.5625,
      "learning_rate": 2.365272537671676e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5307013064622879,
      "num_tokens": 319909522.0,
      "step": 415470
    },
    {
      "epoch": 0.5270194505541899,
      "grad_norm": 5.15625,
      "learning_rate": 2.365209106663047e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5780014574527741,
      "num_tokens": 319917337.0,
      "step": 415480
    },
    {
      "epoch": 0.5270321351467226,
      "grad_norm": 5.9375,
      "learning_rate": 2.3651456756544175e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5412819057703018,
      "num_tokens": 319926503.0,
      "step": 415490
    },
    {
      "epoch": 0.5270448197392555,
      "grad_norm": 7.5625,
      "learning_rate": 2.3650822446457887e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5393988519906998,
      "num_tokens": 319933244.0,
      "step": 415500
    },
    {
      "epoch": 0.5270575043317883,
      "grad_norm": 5.1875,
      "learning_rate": 2.3650188136371596e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5291980564594269,
      "num_tokens": 319942228.0,
      "step": 415510
    },
    {
      "epoch": 0.5270701889243212,
      "grad_norm": 6.84375,
      "learning_rate": 2.3649553826285305e-05,
      "loss": 1.934,
      "mean_token_accuracy": 0.5742773294448853,
      "num_tokens": 319950182.0,
      "step": 415520
    },
    {
      "epoch": 0.527082873516854,
      "grad_norm": 6.625,
      "learning_rate": 2.364891951619901e-05,
      "loss": 1.6593,
      "mean_token_accuracy": 0.6322732955217362,
      "num_tokens": 319955946.0,
      "step": 415530
    },
    {
      "epoch": 0.5270955581093868,
      "grad_norm": 5.1875,
      "learning_rate": 2.3648285206112722e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5597653716802597,
      "num_tokens": 319963321.0,
      "step": 415540
    },
    {
      "epoch": 0.5271082427019197,
      "grad_norm": 5.0625,
      "learning_rate": 2.364765089602643e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5702893495559692,
      "num_tokens": 319971352.0,
      "step": 415550
    },
    {
      "epoch": 0.5271209272944525,
      "grad_norm": 4.90625,
      "learning_rate": 2.3647016585940137e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5434313744306565,
      "num_tokens": 319978623.0,
      "step": 415560
    },
    {
      "epoch": 0.5271336118869854,
      "grad_norm": 6.03125,
      "learning_rate": 2.3646382275853845e-05,
      "loss": 2.2021,
      "mean_token_accuracy": 0.5233013749122619,
      "num_tokens": 319987872.0,
      "step": 415570
    },
    {
      "epoch": 0.5271462964795182,
      "grad_norm": 6.25,
      "learning_rate": 2.3645747965767554e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.55656798183918,
      "num_tokens": 319995379.0,
      "step": 415580
    },
    {
      "epoch": 0.5271589810720511,
      "grad_norm": 6.46875,
      "learning_rate": 2.3645113655681263e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5433108091354371,
      "num_tokens": 320002957.0,
      "step": 415590
    },
    {
      "epoch": 0.5271716656645838,
      "grad_norm": 5.28125,
      "learning_rate": 2.364447934559497e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5367183089256287,
      "num_tokens": 320010042.0,
      "step": 415600
    },
    {
      "epoch": 0.5271843502571167,
      "grad_norm": 4.84375,
      "learning_rate": 2.364384503550868e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5583869814872742,
      "num_tokens": 320019015.0,
      "step": 415610
    },
    {
      "epoch": 0.5271970348496495,
      "grad_norm": 5.6875,
      "learning_rate": 2.364321072542239e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5264886915683746,
      "num_tokens": 320027389.0,
      "step": 415620
    },
    {
      "epoch": 0.5272097194421823,
      "grad_norm": 6.1875,
      "learning_rate": 2.3642576415336094e-05,
      "loss": 1.8155,
      "mean_token_accuracy": 0.5888038814067841,
      "num_tokens": 320034515.0,
      "step": 415630
    },
    {
      "epoch": 0.5272224040347152,
      "grad_norm": 4.59375,
      "learning_rate": 2.3641942105249806e-05,
      "loss": 1.7866,
      "mean_token_accuracy": 0.5941145032644272,
      "num_tokens": 320042415.0,
      "step": 415640
    },
    {
      "epoch": 0.527235088627248,
      "grad_norm": 6.0,
      "learning_rate": 2.3641307795163515e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5244983613491059,
      "num_tokens": 320050255.0,
      "step": 415650
    },
    {
      "epoch": 0.5272477732197809,
      "grad_norm": 6.96875,
      "learning_rate": 2.364067348507722e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5440774440765381,
      "num_tokens": 320057975.0,
      "step": 415660
    },
    {
      "epoch": 0.5272604578123137,
      "grad_norm": 6.40625,
      "learning_rate": 2.364003917499093e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.548085230588913,
      "num_tokens": 320065695.0,
      "step": 415670
    },
    {
      "epoch": 0.5272731424048466,
      "grad_norm": 5.625,
      "learning_rate": 2.3639404864904638e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5319876998662949,
      "num_tokens": 320072344.0,
      "step": 415680
    },
    {
      "epoch": 0.5272858269973794,
      "grad_norm": 7.3125,
      "learning_rate": 2.363877055481835e-05,
      "loss": 1.8466,
      "mean_token_accuracy": 0.5828149676322937,
      "num_tokens": 320078105.0,
      "step": 415690
    },
    {
      "epoch": 0.5272985115899121,
      "grad_norm": 5.78125,
      "learning_rate": 2.3638136244732055e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.5527889966964722,
      "num_tokens": 320085446.0,
      "step": 415700
    },
    {
      "epoch": 0.527311196182445,
      "grad_norm": 5.53125,
      "learning_rate": 2.3637501934645764e-05,
      "loss": 2.19,
      "mean_token_accuracy": 0.5259260982275009,
      "num_tokens": 320093575.0,
      "step": 415710
    },
    {
      "epoch": 0.5273238807749778,
      "grad_norm": 5.3125,
      "learning_rate": 2.3636867624559473e-05,
      "loss": 1.8433,
      "mean_token_accuracy": 0.5919824659824371,
      "num_tokens": 320101830.0,
      "step": 415720
    },
    {
      "epoch": 0.5273365653675107,
      "grad_norm": 5.5,
      "learning_rate": 2.3636233314473182e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5572713404893875,
      "num_tokens": 320109605.0,
      "step": 415730
    },
    {
      "epoch": 0.5273492499600435,
      "grad_norm": 4.90625,
      "learning_rate": 2.363559900438689e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5286886841058731,
      "num_tokens": 320117109.0,
      "step": 415740
    },
    {
      "epoch": 0.5273619345525764,
      "grad_norm": 5.5625,
      "learning_rate": 2.36349646943006e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5377088636159897,
      "num_tokens": 320124558.0,
      "step": 415750
    },
    {
      "epoch": 0.5273746191451092,
      "grad_norm": 4.75,
      "learning_rate": 2.3634330384214308e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5656179159879684,
      "num_tokens": 320132242.0,
      "step": 415760
    },
    {
      "epoch": 0.5273873037376421,
      "grad_norm": 5.4375,
      "learning_rate": 2.3633696074128013e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5633370518684387,
      "num_tokens": 320139926.0,
      "step": 415770
    },
    {
      "epoch": 0.5273999883301749,
      "grad_norm": 6.21875,
      "learning_rate": 2.3633061764041722e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5341742545366287,
      "num_tokens": 320148181.0,
      "step": 415780
    },
    {
      "epoch": 0.5274126729227077,
      "grad_norm": 6.25,
      "learning_rate": 2.3632427453955434e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5323765337467193,
      "num_tokens": 320156413.0,
      "step": 415790
    },
    {
      "epoch": 0.5274253575152406,
      "grad_norm": 9.375,
      "learning_rate": 2.363179314386914e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5547646790742874,
      "num_tokens": 320164869.0,
      "step": 415800
    },
    {
      "epoch": 0.5274380421077733,
      "grad_norm": 5.625,
      "learning_rate": 2.3631158833782848e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5693872988224029,
      "num_tokens": 320171780.0,
      "step": 415810
    },
    {
      "epoch": 0.5274507267003062,
      "grad_norm": 7.78125,
      "learning_rate": 2.3630524523696557e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5748587727546692,
      "num_tokens": 320178211.0,
      "step": 415820
    },
    {
      "epoch": 0.527463411292839,
      "grad_norm": 6.21875,
      "learning_rate": 2.3629890213610266e-05,
      "loss": 2.2755,
      "mean_token_accuracy": 0.51435706615448,
      "num_tokens": 320185226.0,
      "step": 415830
    },
    {
      "epoch": 0.5274760958853719,
      "grad_norm": 5.90625,
      "learning_rate": 2.3629255903523974e-05,
      "loss": 1.8565,
      "mean_token_accuracy": 0.5880590409040451,
      "num_tokens": 320192124.0,
      "step": 415840
    },
    {
      "epoch": 0.5274887804779047,
      "grad_norm": 5.90625,
      "learning_rate": 2.3628621593437683e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5577981978654861,
      "num_tokens": 320200312.0,
      "step": 415850
    },
    {
      "epoch": 0.5275014650704375,
      "grad_norm": 5.0625,
      "learning_rate": 2.3627987283351392e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5493667334318161,
      "num_tokens": 320207164.0,
      "step": 415860
    },
    {
      "epoch": 0.5275141496629704,
      "grad_norm": 4.71875,
      "learning_rate": 2.3627352973265097e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5573366761207581,
      "num_tokens": 320215033.0,
      "step": 415870
    },
    {
      "epoch": 0.5275268342555032,
      "grad_norm": 5.15625,
      "learning_rate": 2.3626718663178806e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5377788782119751,
      "num_tokens": 320223172.0,
      "step": 415880
    },
    {
      "epoch": 0.5275395188480361,
      "grad_norm": 4.8125,
      "learning_rate": 2.3626084353092518e-05,
      "loss": 1.8542,
      "mean_token_accuracy": 0.5915182411670685,
      "num_tokens": 320229343.0,
      "step": 415890
    },
    {
      "epoch": 0.5275522034405689,
      "grad_norm": 4.59375,
      "learning_rate": 2.3625450043006227e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5571869283914566,
      "num_tokens": 320237756.0,
      "step": 415900
    },
    {
      "epoch": 0.5275648880331018,
      "grad_norm": 7.53125,
      "learning_rate": 2.3624815732919932e-05,
      "loss": 1.9447,
      "mean_token_accuracy": 0.5684867799282074,
      "num_tokens": 320245451.0,
      "step": 415910
    },
    {
      "epoch": 0.5275775726256345,
      "grad_norm": 5.78125,
      "learning_rate": 2.362418142283364e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5492794364690781,
      "num_tokens": 320253065.0,
      "step": 415920
    },
    {
      "epoch": 0.5275902572181674,
      "grad_norm": 6.46875,
      "learning_rate": 2.362354711274735e-05,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5186556160449982,
      "num_tokens": 320261508.0,
      "step": 415930
    },
    {
      "epoch": 0.5276029418107002,
      "grad_norm": 7.75,
      "learning_rate": 2.362291280266106e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5573033422231675,
      "num_tokens": 320269213.0,
      "step": 415940
    },
    {
      "epoch": 0.527615626403233,
      "grad_norm": 4.71875,
      "learning_rate": 2.3622278492574767e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5382547974586487,
      "num_tokens": 320278015.0,
      "step": 415950
    },
    {
      "epoch": 0.5276283109957659,
      "grad_norm": 5.09375,
      "learning_rate": 2.3621644182488476e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5470286101102829,
      "num_tokens": 320286331.0,
      "step": 415960
    },
    {
      "epoch": 0.5276409955882987,
      "grad_norm": 6.1875,
      "learning_rate": 2.3621009872402185e-05,
      "loss": 1.8485,
      "mean_token_accuracy": 0.5770341753959656,
      "num_tokens": 320293112.0,
      "step": 415970
    },
    {
      "epoch": 0.5276536801808316,
      "grad_norm": 4.96875,
      "learning_rate": 2.3620375562315893e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5441744714975357,
      "num_tokens": 320300911.0,
      "step": 415980
    },
    {
      "epoch": 0.5276663647733644,
      "grad_norm": 5.34375,
      "learning_rate": 2.3619741252229602e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5337068766355515,
      "num_tokens": 320308146.0,
      "step": 415990
    },
    {
      "epoch": 0.5276790493658973,
      "grad_norm": 5.40625,
      "learning_rate": 2.361910694214331e-05,
      "loss": 2.0141,
      "mean_token_accuracy": 0.5635716378688812,
      "num_tokens": 320315610.0,
      "step": 416000
    },
    {
      "epoch": 0.52769173395843,
      "grad_norm": 5.0,
      "learning_rate": 2.3618472632057016e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5572407603263855,
      "num_tokens": 320324625.0,
      "step": 416010
    },
    {
      "epoch": 0.5277044185509628,
      "grad_norm": 6.9375,
      "learning_rate": 2.3617838321970725e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5917316108942032,
      "num_tokens": 320330591.0,
      "step": 416020
    },
    {
      "epoch": 0.5277171031434957,
      "grad_norm": 6.75,
      "learning_rate": 2.3617204011884437e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5694429516792298,
      "num_tokens": 320338248.0,
      "step": 416030
    },
    {
      "epoch": 0.5277297877360285,
      "grad_norm": 6.15625,
      "learning_rate": 2.3616569701798142e-05,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5610227853059768,
      "num_tokens": 320345518.0,
      "step": 416040
    },
    {
      "epoch": 0.5277424723285614,
      "grad_norm": 5.03125,
      "learning_rate": 2.361593539171185e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5439879983663559,
      "num_tokens": 320353744.0,
      "step": 416050
    },
    {
      "epoch": 0.5277551569210942,
      "grad_norm": 6.71875,
      "learning_rate": 2.361530108162556e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5619107127189636,
      "num_tokens": 320361283.0,
      "step": 416060
    },
    {
      "epoch": 0.5277678415136271,
      "grad_norm": 6.4375,
      "learning_rate": 2.361466677153927e-05,
      "loss": 1.7703,
      "mean_token_accuracy": 0.6060509741306305,
      "num_tokens": 320369210.0,
      "step": 416070
    },
    {
      "epoch": 0.5277805261061599,
      "grad_norm": 5.84375,
      "learning_rate": 2.3614032461452977e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5271515905857086,
      "num_tokens": 320377918.0,
      "step": 416080
    },
    {
      "epoch": 0.5277932106986927,
      "grad_norm": 5.15625,
      "learning_rate": 2.3613398151366686e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5687407076358795,
      "num_tokens": 320384941.0,
      "step": 416090
    },
    {
      "epoch": 0.5278058952912256,
      "grad_norm": 4.59375,
      "learning_rate": 2.3612763841280395e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5226779669523239,
      "num_tokens": 320393462.0,
      "step": 416100
    },
    {
      "epoch": 0.5278185798837584,
      "grad_norm": 6.1875,
      "learning_rate": 2.3612129531194104e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5427806615829468,
      "num_tokens": 320401492.0,
      "step": 416110
    },
    {
      "epoch": 0.5278312644762913,
      "grad_norm": 7.28125,
      "learning_rate": 2.361149522110781e-05,
      "loss": 2.2605,
      "mean_token_accuracy": 0.5035271883010864,
      "num_tokens": 320409621.0,
      "step": 416120
    },
    {
      "epoch": 0.527843949068824,
      "grad_norm": 5.09375,
      "learning_rate": 2.361086091102152e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5537912368774414,
      "num_tokens": 320416278.0,
      "step": 416130
    },
    {
      "epoch": 0.5278566336613569,
      "grad_norm": 6.53125,
      "learning_rate": 2.361022660093523e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5355238646268845,
      "num_tokens": 320423563.0,
      "step": 416140
    },
    {
      "epoch": 0.5278693182538897,
      "grad_norm": 4.96875,
      "learning_rate": 2.3609592290848935e-05,
      "loss": 1.9123,
      "mean_token_accuracy": 0.5744765847921371,
      "num_tokens": 320431121.0,
      "step": 416150
    },
    {
      "epoch": 0.5278820028464226,
      "grad_norm": 10.1875,
      "learning_rate": 2.3608957980762644e-05,
      "loss": 2.2081,
      "mean_token_accuracy": 0.5278462380170822,
      "num_tokens": 320440082.0,
      "step": 416160
    },
    {
      "epoch": 0.5278946874389554,
      "grad_norm": 5.9375,
      "learning_rate": 2.3608323670676353e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5336683720350266,
      "num_tokens": 320449381.0,
      "step": 416170
    },
    {
      "epoch": 0.5279073720314882,
      "grad_norm": 5.3125,
      "learning_rate": 2.360768936059006e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5764878034591675,
      "num_tokens": 320457236.0,
      "step": 416180
    },
    {
      "epoch": 0.5279200566240211,
      "grad_norm": 6.4375,
      "learning_rate": 2.360705505050377e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5301769435405731,
      "num_tokens": 320465302.0,
      "step": 416190
    },
    {
      "epoch": 0.5279327412165539,
      "grad_norm": 5.03125,
      "learning_rate": 2.360642074041748e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5378666758537293,
      "num_tokens": 320473213.0,
      "step": 416200
    },
    {
      "epoch": 0.5279454258090868,
      "grad_norm": 4.75,
      "learning_rate": 2.3605786430331188e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5623769372701645,
      "num_tokens": 320480264.0,
      "step": 416210
    },
    {
      "epoch": 0.5279581104016196,
      "grad_norm": 8.1875,
      "learning_rate": 2.3605152120244893e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5412584275007248,
      "num_tokens": 320487941.0,
      "step": 416220
    },
    {
      "epoch": 0.5279707949941524,
      "grad_norm": 5.9375,
      "learning_rate": 2.3604517810158605e-05,
      "loss": 2.3771,
      "mean_token_accuracy": 0.5035842806100845,
      "num_tokens": 320496207.0,
      "step": 416230
    },
    {
      "epoch": 0.5279834795866852,
      "grad_norm": 5.03125,
      "learning_rate": 2.3603883500072314e-05,
      "loss": 1.7978,
      "mean_token_accuracy": 0.6010279417037964,
      "num_tokens": 320502064.0,
      "step": 416240
    },
    {
      "epoch": 0.527996164179218,
      "grad_norm": 5.40625,
      "learning_rate": 2.360324918998602e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5648691773414611,
      "num_tokens": 320508387.0,
      "step": 416250
    },
    {
      "epoch": 0.5280088487717509,
      "grad_norm": 7.21875,
      "learning_rate": 2.3602614879899728e-05,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5275093704462052,
      "num_tokens": 320516585.0,
      "step": 416260
    },
    {
      "epoch": 0.5280215333642837,
      "grad_norm": 7.25,
      "learning_rate": 2.3601980569813437e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5296353101730347,
      "num_tokens": 320524203.0,
      "step": 416270
    },
    {
      "epoch": 0.5280342179568166,
      "grad_norm": 5.125,
      "learning_rate": 2.360134625972715e-05,
      "loss": 1.9856,
      "mean_token_accuracy": 0.5871247172355651,
      "num_tokens": 320530585.0,
      "step": 416280
    },
    {
      "epoch": 0.5280469025493494,
      "grad_norm": 6.5,
      "learning_rate": 2.3600711949640854e-05,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5649575501680374,
      "num_tokens": 320539403.0,
      "step": 416290
    },
    {
      "epoch": 0.5280595871418823,
      "grad_norm": 4.34375,
      "learning_rate": 2.3600077639554563e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5283828616142273,
      "num_tokens": 320547762.0,
      "step": 416300
    },
    {
      "epoch": 0.5280722717344151,
      "grad_norm": 6.75,
      "learning_rate": 2.359944332946827e-05,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5155148476362228,
      "num_tokens": 320555099.0,
      "step": 416310
    },
    {
      "epoch": 0.528084956326948,
      "grad_norm": 7.4375,
      "learning_rate": 2.359880901938198e-05,
      "loss": 2.3452,
      "mean_token_accuracy": 0.49410121738910673,
      "num_tokens": 320563965.0,
      "step": 416320
    },
    {
      "epoch": 0.5280976409194807,
      "grad_norm": 5.8125,
      "learning_rate": 2.359817470929569e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5466263353824615,
      "num_tokens": 320571537.0,
      "step": 416330
    },
    {
      "epoch": 0.5281103255120135,
      "grad_norm": 5.375,
      "learning_rate": 2.3597540399209398e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5615603655576706,
      "num_tokens": 320579685.0,
      "step": 416340
    },
    {
      "epoch": 0.5281230101045464,
      "grad_norm": 4.53125,
      "learning_rate": 2.3596906089123107e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5260200917720794,
      "num_tokens": 320588630.0,
      "step": 416350
    },
    {
      "epoch": 0.5281356946970792,
      "grad_norm": 4.65625,
      "learning_rate": 2.3596271779036812e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5531962394714356,
      "num_tokens": 320597219.0,
      "step": 416360
    },
    {
      "epoch": 0.5281483792896121,
      "grad_norm": 12.875,
      "learning_rate": 2.359563746895052e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5580058068037033,
      "num_tokens": 320605319.0,
      "step": 416370
    },
    {
      "epoch": 0.5281610638821449,
      "grad_norm": 5.1875,
      "learning_rate": 2.3595003158864233e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5280783653259278,
      "num_tokens": 320613830.0,
      "step": 416380
    },
    {
      "epoch": 0.5281737484746778,
      "grad_norm": 4.9375,
      "learning_rate": 2.3594368848777938e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5394127368927002,
      "num_tokens": 320621731.0,
      "step": 416390
    },
    {
      "epoch": 0.5281864330672106,
      "grad_norm": 4.59375,
      "learning_rate": 2.3593734538691647e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5314100712537766,
      "num_tokens": 320630175.0,
      "step": 416400
    },
    {
      "epoch": 0.5281991176597434,
      "grad_norm": 7.75,
      "learning_rate": 2.3593100228605356e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5463331073522568,
      "num_tokens": 320637518.0,
      "step": 416410
    },
    {
      "epoch": 0.5282118022522763,
      "grad_norm": 5.125,
      "learning_rate": 2.3592465918519064e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.5225365430116653,
      "num_tokens": 320647196.0,
      "step": 416420
    },
    {
      "epoch": 0.528224486844809,
      "grad_norm": 5.9375,
      "learning_rate": 2.3591831608432773e-05,
      "loss": 1.7791,
      "mean_token_accuracy": 0.596513831615448,
      "num_tokens": 320653514.0,
      "step": 416430
    },
    {
      "epoch": 0.528237171437342,
      "grad_norm": 4.75,
      "learning_rate": 2.3591197298346482e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5621822148561477,
      "num_tokens": 320660911.0,
      "step": 416440
    },
    {
      "epoch": 0.5282498560298747,
      "grad_norm": 5.84375,
      "learning_rate": 2.359056298826019e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.541356435418129,
      "num_tokens": 320669507.0,
      "step": 416450
    },
    {
      "epoch": 0.5282625406224076,
      "grad_norm": 4.8125,
      "learning_rate": 2.3589928678173896e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5397975355386734,
      "num_tokens": 320678215.0,
      "step": 416460
    },
    {
      "epoch": 0.5282752252149404,
      "grad_norm": 8.3125,
      "learning_rate": 2.3589294368087608e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5371442109346389,
      "num_tokens": 320686699.0,
      "step": 416470
    },
    {
      "epoch": 0.5282879098074732,
      "grad_norm": 5.59375,
      "learning_rate": 2.3588660058001317e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5328792452812194,
      "num_tokens": 320693919.0,
      "step": 416480
    },
    {
      "epoch": 0.5283005944000061,
      "grad_norm": 7.4375,
      "learning_rate": 2.3588025747915026e-05,
      "loss": 1.9393,
      "mean_token_accuracy": 0.5824065864086151,
      "num_tokens": 320701917.0,
      "step": 416490
    },
    {
      "epoch": 0.5283132789925389,
      "grad_norm": 6.625,
      "learning_rate": 2.358739143782873e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5552370697259903,
      "num_tokens": 320708740.0,
      "step": 416500
    },
    {
      "epoch": 0.5283259635850718,
      "grad_norm": 5.28125,
      "learning_rate": 2.358675712774244e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5513903349637985,
      "num_tokens": 320716054.0,
      "step": 416510
    },
    {
      "epoch": 0.5283386481776046,
      "grad_norm": 6.09375,
      "learning_rate": 2.3586122817656152e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5531065583229064,
      "num_tokens": 320723669.0,
      "step": 416520
    },
    {
      "epoch": 0.5283513327701375,
      "grad_norm": 10.4375,
      "learning_rate": 2.3585488507569857e-05,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5350128889083863,
      "num_tokens": 320731672.0,
      "step": 416530
    },
    {
      "epoch": 0.5283640173626702,
      "grad_norm": 5.625,
      "learning_rate": 2.3584854197483566e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5592007309198379,
      "num_tokens": 320738935.0,
      "step": 416540
    },
    {
      "epoch": 0.5283767019552031,
      "grad_norm": 6.25,
      "learning_rate": 2.3584219887397275e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5517916738986969,
      "num_tokens": 320746338.0,
      "step": 416550
    },
    {
      "epoch": 0.5283893865477359,
      "grad_norm": 6.84375,
      "learning_rate": 2.3583585577310983e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5189912289381027,
      "num_tokens": 320754445.0,
      "step": 416560
    },
    {
      "epoch": 0.5284020711402687,
      "grad_norm": 5.25,
      "learning_rate": 2.3582951267224692e-05,
      "loss": 2.2865,
      "mean_token_accuracy": 0.5122173309326172,
      "num_tokens": 320761999.0,
      "step": 416570
    },
    {
      "epoch": 0.5284147557328016,
      "grad_norm": 5.6875,
      "learning_rate": 2.35823169571384e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5451605916023254,
      "num_tokens": 320771028.0,
      "step": 416580
    },
    {
      "epoch": 0.5284274403253344,
      "grad_norm": 5.0,
      "learning_rate": 2.358168264705211e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5462771564722061,
      "num_tokens": 320780782.0,
      "step": 416590
    },
    {
      "epoch": 0.5284401249178673,
      "grad_norm": 5.59375,
      "learning_rate": 2.3581048336965815e-05,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5181438982486725,
      "num_tokens": 320788483.0,
      "step": 416600
    },
    {
      "epoch": 0.5284528095104001,
      "grad_norm": 5.4375,
      "learning_rate": 2.3580414026879524e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5500730276107788,
      "num_tokens": 320795948.0,
      "step": 416610
    },
    {
      "epoch": 0.528465494102933,
      "grad_norm": 4.4375,
      "learning_rate": 2.3579779716793236e-05,
      "loss": 1.9572,
      "mean_token_accuracy": 0.5742319256067276,
      "num_tokens": 320804109.0,
      "step": 416620
    },
    {
      "epoch": 0.5284781786954658,
      "grad_norm": 5.6875,
      "learning_rate": 2.357914540670694e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5393628954887391,
      "num_tokens": 320813930.0,
      "step": 416630
    },
    {
      "epoch": 0.5284908632879985,
      "grad_norm": 4.84375,
      "learning_rate": 2.357851109662065e-05,
      "loss": 2.2763,
      "mean_token_accuracy": 0.5123596817255021,
      "num_tokens": 320822122.0,
      "step": 416640
    },
    {
      "epoch": 0.5285035478805314,
      "grad_norm": 5.5625,
      "learning_rate": 2.357787678653436e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5670351058244705,
      "num_tokens": 320828077.0,
      "step": 416650
    },
    {
      "epoch": 0.5285162324730642,
      "grad_norm": 4.59375,
      "learning_rate": 2.3577242476448067e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5465015947818757,
      "num_tokens": 320837284.0,
      "step": 416660
    },
    {
      "epoch": 0.5285289170655971,
      "grad_norm": 4.96875,
      "learning_rate": 2.3576608166361776e-05,
      "loss": 1.8636,
      "mean_token_accuracy": 0.588439866900444,
      "num_tokens": 320845046.0,
      "step": 416670
    },
    {
      "epoch": 0.5285416016581299,
      "grad_norm": 5.46875,
      "learning_rate": 2.3575973856275485e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5312465727329254,
      "num_tokens": 320852369.0,
      "step": 416680
    },
    {
      "epoch": 0.5285542862506628,
      "grad_norm": 4.84375,
      "learning_rate": 2.3575339546189194e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5307116359472275,
      "num_tokens": 320861159.0,
      "step": 416690
    },
    {
      "epoch": 0.5285669708431956,
      "grad_norm": 5.4375,
      "learning_rate": 2.3574705236102902e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5825167238712311,
      "num_tokens": 320868122.0,
      "step": 416700
    },
    {
      "epoch": 0.5285796554357285,
      "grad_norm": 6.21875,
      "learning_rate": 2.3574070926016608e-05,
      "loss": 2.2577,
      "mean_token_accuracy": 0.5157056599855423,
      "num_tokens": 320875848.0,
      "step": 416710
    },
    {
      "epoch": 0.5285923400282613,
      "grad_norm": 5.65625,
      "learning_rate": 2.357343661593032e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5547848105430603,
      "num_tokens": 320882503.0,
      "step": 416720
    },
    {
      "epoch": 0.5286050246207941,
      "grad_norm": 5.625,
      "learning_rate": 2.357280230584403e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5699464321136475,
      "num_tokens": 320889211.0,
      "step": 416730
    },
    {
      "epoch": 0.528617709213327,
      "grad_norm": 6.46875,
      "learning_rate": 2.3572167995757734e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5483322590589523,
      "num_tokens": 320897658.0,
      "step": 416740
    },
    {
      "epoch": 0.5286303938058597,
      "grad_norm": 8.75,
      "learning_rate": 2.3571533685671443e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.53659887611866,
      "num_tokens": 320906197.0,
      "step": 416750
    },
    {
      "epoch": 0.5286430783983926,
      "grad_norm": 5.96875,
      "learning_rate": 2.357089937558515e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5689292192459107,
      "num_tokens": 320912275.0,
      "step": 416760
    },
    {
      "epoch": 0.5286557629909254,
      "grad_norm": 5.625,
      "learning_rate": 2.357026506549886e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5563288986682892,
      "num_tokens": 320919395.0,
      "step": 416770
    },
    {
      "epoch": 0.5286684475834583,
      "grad_norm": 5.25,
      "learning_rate": 2.356963075541257e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.526767960190773,
      "num_tokens": 320927421.0,
      "step": 416780
    },
    {
      "epoch": 0.5286811321759911,
      "grad_norm": 6.125,
      "learning_rate": 2.3568996445326278e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5586606830358505,
      "num_tokens": 320935421.0,
      "step": 416790
    },
    {
      "epoch": 0.5286938167685239,
      "grad_norm": 8.1875,
      "learning_rate": 2.3568362135239986e-05,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5857148259878159,
      "num_tokens": 320942836.0,
      "step": 416800
    },
    {
      "epoch": 0.5287065013610568,
      "grad_norm": 4.71875,
      "learning_rate": 2.3567727825153692e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5225591212511063,
      "num_tokens": 320951397.0,
      "step": 416810
    },
    {
      "epoch": 0.5287191859535896,
      "grad_norm": 6.0,
      "learning_rate": 2.3567093515067404e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5477578699588775,
      "num_tokens": 320959008.0,
      "step": 416820
    },
    {
      "epoch": 0.5287318705461225,
      "grad_norm": 5.5,
      "learning_rate": 2.3566459204981113e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5577370584011078,
      "num_tokens": 320967260.0,
      "step": 416830
    },
    {
      "epoch": 0.5287445551386553,
      "grad_norm": 6.0625,
      "learning_rate": 2.3565824894894818e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.545922526717186,
      "num_tokens": 320974939.0,
      "step": 416840
    },
    {
      "epoch": 0.5287572397311882,
      "grad_norm": 8.125,
      "learning_rate": 2.3565190584808527e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5478326141834259,
      "num_tokens": 320982038.0,
      "step": 416850
    },
    {
      "epoch": 0.5287699243237209,
      "grad_norm": 4.96875,
      "learning_rate": 2.3564556274722235e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5244481503963471,
      "num_tokens": 320991832.0,
      "step": 416860
    },
    {
      "epoch": 0.5287826089162538,
      "grad_norm": 5.71875,
      "learning_rate": 2.3563921964635948e-05,
      "loss": 2.2652,
      "mean_token_accuracy": 0.5114400625228882,
      "num_tokens": 321000675.0,
      "step": 416870
    },
    {
      "epoch": 0.5287952935087866,
      "grad_norm": 5.40625,
      "learning_rate": 2.3563287654549653e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5498609751462936,
      "num_tokens": 321007794.0,
      "step": 416880
    },
    {
      "epoch": 0.5288079781013194,
      "grad_norm": 6.0,
      "learning_rate": 2.356265334446336e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5477831125259399,
      "num_tokens": 321015925.0,
      "step": 416890
    },
    {
      "epoch": 0.5288206626938523,
      "grad_norm": 5.125,
      "learning_rate": 2.356201903437707e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5467167288064957,
      "num_tokens": 321023063.0,
      "step": 416900
    },
    {
      "epoch": 0.5288333472863851,
      "grad_norm": 5.5,
      "learning_rate": 2.356138472429078e-05,
      "loss": 2.3035,
      "mean_token_accuracy": 0.5042614877223969,
      "num_tokens": 321031091.0,
      "step": 416910
    },
    {
      "epoch": 0.528846031878918,
      "grad_norm": 5.75,
      "learning_rate": 2.3560750414204488e-05,
      "loss": 1.8544,
      "mean_token_accuracy": 0.5732318878173828,
      "num_tokens": 321037577.0,
      "step": 416920
    },
    {
      "epoch": 0.5288587164714508,
      "grad_norm": 5.90625,
      "learning_rate": 2.3560116104118197e-05,
      "loss": 1.6755,
      "mean_token_accuracy": 0.6335285007953644,
      "num_tokens": 321043336.0,
      "step": 416930
    },
    {
      "epoch": 0.5288714010639837,
      "grad_norm": 4.28125,
      "learning_rate": 2.3559481794031905e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.54712073802948,
      "num_tokens": 321050844.0,
      "step": 416940
    },
    {
      "epoch": 0.5288840856565165,
      "grad_norm": 5.5,
      "learning_rate": 2.355884748394561e-05,
      "loss": 1.8527,
      "mean_token_accuracy": 0.5854844748973846,
      "num_tokens": 321058499.0,
      "step": 416950
    },
    {
      "epoch": 0.5288967702490492,
      "grad_norm": 4.71875,
      "learning_rate": 2.3558213173859323e-05,
      "loss": 1.9035,
      "mean_token_accuracy": 0.5692609757184982,
      "num_tokens": 321065794.0,
      "step": 416960
    },
    {
      "epoch": 0.5289094548415821,
      "grad_norm": 5.0625,
      "learning_rate": 2.355757886377303e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5639837920665741,
      "num_tokens": 321073842.0,
      "step": 416970
    },
    {
      "epoch": 0.5289221394341149,
      "grad_norm": 5.65625,
      "learning_rate": 2.3556944553686737e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.548843190073967,
      "num_tokens": 321081903.0,
      "step": 416980
    },
    {
      "epoch": 0.5289348240266478,
      "grad_norm": 10.75,
      "learning_rate": 2.3556310243600446e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5538263976573944,
      "num_tokens": 321089749.0,
      "step": 416990
    },
    {
      "epoch": 0.5289475086191806,
      "grad_norm": 6.15625,
      "learning_rate": 2.3555675933514154e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5092289060354233,
      "num_tokens": 321098296.0,
      "step": 417000
    },
    {
      "epoch": 0.5289601932117135,
      "grad_norm": 8.375,
      "learning_rate": 2.3555041623427863e-05,
      "loss": 1.8675,
      "mean_token_accuracy": 0.5815821200609207,
      "num_tokens": 321105373.0,
      "step": 417010
    },
    {
      "epoch": 0.5289728778042463,
      "grad_norm": 6.9375,
      "learning_rate": 2.3554407313341572e-05,
      "loss": 1.9226,
      "mean_token_accuracy": 0.571590679883957,
      "num_tokens": 321113602.0,
      "step": 417020
    },
    {
      "epoch": 0.5289855623967791,
      "grad_norm": 5.6875,
      "learning_rate": 2.355377300325528e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5498409122228622,
      "num_tokens": 321122127.0,
      "step": 417030
    },
    {
      "epoch": 0.528998246989312,
      "grad_norm": 5.21875,
      "learning_rate": 2.355313869316899e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5326318979263306,
      "num_tokens": 321130351.0,
      "step": 417040
    },
    {
      "epoch": 0.5290109315818448,
      "grad_norm": 6.375,
      "learning_rate": 2.3552504383082695e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.548417529463768,
      "num_tokens": 321138018.0,
      "step": 417050
    },
    {
      "epoch": 0.5290236161743777,
      "grad_norm": 4.78125,
      "learning_rate": 2.3551870072996407e-05,
      "loss": 1.7209,
      "mean_token_accuracy": 0.6154832541942596,
      "num_tokens": 321144898.0,
      "step": 417060
    },
    {
      "epoch": 0.5290363007669104,
      "grad_norm": 6.3125,
      "learning_rate": 2.3551235762910116e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5580230623483657,
      "num_tokens": 321152051.0,
      "step": 417070
    },
    {
      "epoch": 0.5290489853594433,
      "grad_norm": 6.28125,
      "learning_rate": 2.3550601452823824e-05,
      "loss": 1.77,
      "mean_token_accuracy": 0.6034943491220475,
      "num_tokens": 321158557.0,
      "step": 417080
    },
    {
      "epoch": 0.5290616699519761,
      "grad_norm": 4.625,
      "learning_rate": 2.354996714273753e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5587563782930374,
      "num_tokens": 321165848.0,
      "step": 417090
    },
    {
      "epoch": 0.529074354544509,
      "grad_norm": 5.8125,
      "learning_rate": 2.354933283265124e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5479496568441391,
      "num_tokens": 321173247.0,
      "step": 417100
    },
    {
      "epoch": 0.5290870391370418,
      "grad_norm": 7.1875,
      "learning_rate": 2.354869852256495e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5254643023014068,
      "num_tokens": 321181289.0,
      "step": 417110
    },
    {
      "epoch": 0.5290997237295746,
      "grad_norm": 4.6875,
      "learning_rate": 2.3548064212478656e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5535353899002076,
      "num_tokens": 321188588.0,
      "step": 417120
    },
    {
      "epoch": 0.5291124083221075,
      "grad_norm": 6.625,
      "learning_rate": 2.3547429902392365e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5489577710628509,
      "num_tokens": 321195805.0,
      "step": 417130
    },
    {
      "epoch": 0.5291250929146403,
      "grad_norm": 5.5625,
      "learning_rate": 2.3546795592306073e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5617244273424149,
      "num_tokens": 321202771.0,
      "step": 417140
    },
    {
      "epoch": 0.5291377775071732,
      "grad_norm": 6.375,
      "learning_rate": 2.3546161282219782e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5385624527931213,
      "num_tokens": 321211773.0,
      "step": 417150
    },
    {
      "epoch": 0.529150462099706,
      "grad_norm": 7.6875,
      "learning_rate": 2.354552697213349e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.521331375837326,
      "num_tokens": 321218539.0,
      "step": 417160
    },
    {
      "epoch": 0.5291631466922389,
      "grad_norm": 5.59375,
      "learning_rate": 2.35448926620472e-05,
      "loss": 1.8655,
      "mean_token_accuracy": 0.5761516749858856,
      "num_tokens": 321224863.0,
      "step": 417170
    },
    {
      "epoch": 0.5291758312847716,
      "grad_norm": 4.59375,
      "learning_rate": 2.354425835196091e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5385924696922302,
      "num_tokens": 321232675.0,
      "step": 417180
    },
    {
      "epoch": 0.5291885158773044,
      "grad_norm": 7.75,
      "learning_rate": 2.3543624041874614e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5632789462804795,
      "num_tokens": 321240232.0,
      "step": 417190
    },
    {
      "epoch": 0.5292012004698373,
      "grad_norm": 6.40625,
      "learning_rate": 2.3542989731788322e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5255252927541733,
      "num_tokens": 321248376.0,
      "step": 417200
    },
    {
      "epoch": 0.5292138850623701,
      "grad_norm": 4.5625,
      "learning_rate": 2.3542355421702035e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5247056037187576,
      "num_tokens": 321256498.0,
      "step": 417210
    },
    {
      "epoch": 0.529226569654903,
      "grad_norm": 6.46875,
      "learning_rate": 2.354172111161574e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.551257210969925,
      "num_tokens": 321264086.0,
      "step": 417220
    },
    {
      "epoch": 0.5292392542474358,
      "grad_norm": 5.1875,
      "learning_rate": 2.354108680152945e-05,
      "loss": 1.8904,
      "mean_token_accuracy": 0.5852210521697998,
      "num_tokens": 321271855.0,
      "step": 417230
    },
    {
      "epoch": 0.5292519388399687,
      "grad_norm": 4.5625,
      "learning_rate": 2.3540452491443157e-05,
      "loss": 1.8697,
      "mean_token_accuracy": 0.5878440976142884,
      "num_tokens": 321279027.0,
      "step": 417240
    },
    {
      "epoch": 0.5292646234325015,
      "grad_norm": 4.71875,
      "learning_rate": 2.3539818181356866e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5434766709804535,
      "num_tokens": 321286713.0,
      "step": 417250
    },
    {
      "epoch": 0.5292773080250344,
      "grad_norm": 5.40625,
      "learning_rate": 2.3539183871270575e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5233953058719635,
      "num_tokens": 321294224.0,
      "step": 417260
    },
    {
      "epoch": 0.5292899926175672,
      "grad_norm": 7.03125,
      "learning_rate": 2.3538549561184284e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5425802111625672,
      "num_tokens": 321301968.0,
      "step": 417270
    },
    {
      "epoch": 0.5293026772100999,
      "grad_norm": 8.1875,
      "learning_rate": 2.3537915251097992e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5363010555505753,
      "num_tokens": 321308809.0,
      "step": 417280
    },
    {
      "epoch": 0.5293153618026328,
      "grad_norm": 6.53125,
      "learning_rate": 2.35372809410117e-05,
      "loss": 1.8343,
      "mean_token_accuracy": 0.5966740369796752,
      "num_tokens": 321314679.0,
      "step": 417290
    },
    {
      "epoch": 0.5293280463951656,
      "grad_norm": 5.09375,
      "learning_rate": 2.3536646630925406e-05,
      "loss": 2.3825,
      "mean_token_accuracy": 0.5062762349843979,
      "num_tokens": 321323241.0,
      "step": 417300
    },
    {
      "epoch": 0.5293407309876985,
      "grad_norm": 4.53125,
      "learning_rate": 2.353601232083912e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5366920351982116,
      "num_tokens": 321331800.0,
      "step": 417310
    },
    {
      "epoch": 0.5293534155802313,
      "grad_norm": 5.28125,
      "learning_rate": 2.3535378010752827e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5534826219081879,
      "num_tokens": 321340028.0,
      "step": 417320
    },
    {
      "epoch": 0.5293661001727642,
      "grad_norm": 6.25,
      "learning_rate": 2.3534743700666533e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.52726911008358,
      "num_tokens": 321348153.0,
      "step": 417330
    },
    {
      "epoch": 0.529378784765297,
      "grad_norm": 5.25,
      "learning_rate": 2.353410939058024e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5510450810194015,
      "num_tokens": 321356822.0,
      "step": 417340
    },
    {
      "epoch": 0.5293914693578298,
      "grad_norm": 5.1875,
      "learning_rate": 2.3533475080493954e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5540255546569824,
      "num_tokens": 321365050.0,
      "step": 417350
    },
    {
      "epoch": 0.5294041539503627,
      "grad_norm": 5.3125,
      "learning_rate": 2.353284077040766e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5307409048080445,
      "num_tokens": 321371849.0,
      "step": 417360
    },
    {
      "epoch": 0.5294168385428955,
      "grad_norm": 5.6875,
      "learning_rate": 2.3532206460321368e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5335613995790481,
      "num_tokens": 321379035.0,
      "step": 417370
    },
    {
      "epoch": 0.5294295231354283,
      "grad_norm": 5.875,
      "learning_rate": 2.3531572150235076e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.553579181432724,
      "num_tokens": 321385756.0,
      "step": 417380
    },
    {
      "epoch": 0.5294422077279611,
      "grad_norm": 8.1875,
      "learning_rate": 2.3530937840148785e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5333665400743485,
      "num_tokens": 321393258.0,
      "step": 417390
    },
    {
      "epoch": 0.529454892320494,
      "grad_norm": 5.75,
      "learning_rate": 2.3530303530062494e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5289974689483643,
      "num_tokens": 321402318.0,
      "step": 417400
    },
    {
      "epoch": 0.5294675769130268,
      "grad_norm": 5.53125,
      "learning_rate": 2.3529669219976203e-05,
      "loss": 2.2242,
      "mean_token_accuracy": 0.521820244193077,
      "num_tokens": 321410788.0,
      "step": 417410
    },
    {
      "epoch": 0.5294802615055596,
      "grad_norm": 8.0,
      "learning_rate": 2.352903490988991e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5220976918935776,
      "num_tokens": 321419565.0,
      "step": 417420
    },
    {
      "epoch": 0.5294929460980925,
      "grad_norm": 4.46875,
      "learning_rate": 2.3528400599803617e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.552034467458725,
      "num_tokens": 321428556.0,
      "step": 417430
    },
    {
      "epoch": 0.5295056306906253,
      "grad_norm": 5.875,
      "learning_rate": 2.3527766289717325e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.537071943283081,
      "num_tokens": 321435732.0,
      "step": 417440
    },
    {
      "epoch": 0.5295183152831582,
      "grad_norm": 5.1875,
      "learning_rate": 2.3527131979631038e-05,
      "loss": 1.9309,
      "mean_token_accuracy": 0.5693220913410186,
      "num_tokens": 321444081.0,
      "step": 417450
    },
    {
      "epoch": 0.529530999875691,
      "grad_norm": 5.75,
      "learning_rate": 2.3526497669544746e-05,
      "loss": 2.2651,
      "mean_token_accuracy": 0.5133989989757538,
      "num_tokens": 321452043.0,
      "step": 417460
    },
    {
      "epoch": 0.5295436844682239,
      "grad_norm": 7.09375,
      "learning_rate": 2.352586335945845e-05,
      "loss": 1.8622,
      "mean_token_accuracy": 0.5893428325653076,
      "num_tokens": 321459336.0,
      "step": 417470
    },
    {
      "epoch": 0.5295563690607566,
      "grad_norm": 6.6875,
      "learning_rate": 2.352522904937216e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5546908676624298,
      "num_tokens": 321467939.0,
      "step": 417480
    },
    {
      "epoch": 0.5295690536532895,
      "grad_norm": 6.28125,
      "learning_rate": 2.352459473928587e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5554327309131623,
      "num_tokens": 321474198.0,
      "step": 417490
    },
    {
      "epoch": 0.5295817382458223,
      "grad_norm": 4.5625,
      "learning_rate": 2.3523960429199578e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5278224080801011,
      "num_tokens": 321482082.0,
      "step": 417500
    },
    {
      "epoch": 0.5295944228383551,
      "grad_norm": 5.03125,
      "learning_rate": 2.3523326119113287e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5340074986219406,
      "num_tokens": 321492160.0,
      "step": 417510
    },
    {
      "epoch": 0.529607107430888,
      "grad_norm": 6.1875,
      "learning_rate": 2.3522691809026995e-05,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5279403418302536,
      "num_tokens": 321499219.0,
      "step": 417520
    },
    {
      "epoch": 0.5296197920234208,
      "grad_norm": 8.3125,
      "learning_rate": 2.3522057498940704e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5576232433319092,
      "num_tokens": 321506837.0,
      "step": 417530
    },
    {
      "epoch": 0.5296324766159537,
      "grad_norm": 5.6875,
      "learning_rate": 2.352142318885441e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.538076889514923,
      "num_tokens": 321513806.0,
      "step": 417540
    },
    {
      "epoch": 0.5296451612084865,
      "grad_norm": 6.1875,
      "learning_rate": 2.352078887876812e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.544091334939003,
      "num_tokens": 321520373.0,
      "step": 417550
    },
    {
      "epoch": 0.5296578458010194,
      "grad_norm": 6.3125,
      "learning_rate": 2.352015456868183e-05,
      "loss": 2.2486,
      "mean_token_accuracy": 0.512348872423172,
      "num_tokens": 321528830.0,
      "step": 417560
    },
    {
      "epoch": 0.5296705303935522,
      "grad_norm": 5.5625,
      "learning_rate": 2.3519520258595536e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5217486083507538,
      "num_tokens": 321537446.0,
      "step": 417570
    },
    {
      "epoch": 0.529683214986085,
      "grad_norm": 6.90625,
      "learning_rate": 2.3518885948509244e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5562498569488525,
      "num_tokens": 321544207.0,
      "step": 417580
    },
    {
      "epoch": 0.5296958995786178,
      "grad_norm": 6.28125,
      "learning_rate": 2.3518251638422953e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5608080267906189,
      "num_tokens": 321551892.0,
      "step": 417590
    },
    {
      "epoch": 0.5297085841711506,
      "grad_norm": 5.09375,
      "learning_rate": 2.3517617328336665e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.528038963675499,
      "num_tokens": 321560028.0,
      "step": 417600
    },
    {
      "epoch": 0.5297212687636835,
      "grad_norm": 6.4375,
      "learning_rate": 2.351698301825037e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5526689320802689,
      "num_tokens": 321566902.0,
      "step": 417610
    },
    {
      "epoch": 0.5297339533562163,
      "grad_norm": 6.0625,
      "learning_rate": 2.351634870816408e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5681567817926407,
      "num_tokens": 321574658.0,
      "step": 417620
    },
    {
      "epoch": 0.5297466379487492,
      "grad_norm": 5.375,
      "learning_rate": 2.3515714398077788e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.52708600461483,
      "num_tokens": 321582052.0,
      "step": 417630
    },
    {
      "epoch": 0.529759322541282,
      "grad_norm": 7.9375,
      "learning_rate": 2.3515080087991493e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5394246727228165,
      "num_tokens": 321588895.0,
      "step": 417640
    },
    {
      "epoch": 0.5297720071338149,
      "grad_norm": 5.46875,
      "learning_rate": 2.3514445777905206e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.585041880607605,
      "num_tokens": 321596432.0,
      "step": 417650
    },
    {
      "epoch": 0.5297846917263477,
      "grad_norm": 5.0,
      "learning_rate": 2.3513811467818914e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5420670658349991,
      "num_tokens": 321603605.0,
      "step": 417660
    },
    {
      "epoch": 0.5297973763188805,
      "grad_norm": 5.21875,
      "learning_rate": 2.3513177157732623e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5268004298210144,
      "num_tokens": 321612380.0,
      "step": 417670
    },
    {
      "epoch": 0.5298100609114134,
      "grad_norm": 5.8125,
      "learning_rate": 2.351254284764633e-05,
      "loss": 1.7504,
      "mean_token_accuracy": 0.6173453658819199,
      "num_tokens": 321620721.0,
      "step": 417680
    },
    {
      "epoch": 0.5298227455039461,
      "grad_norm": 4.5625,
      "learning_rate": 2.3511908537560037e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5441789358854294,
      "num_tokens": 321629304.0,
      "step": 417690
    },
    {
      "epoch": 0.529835430096479,
      "grad_norm": 5.71875,
      "learning_rate": 2.351127422747375e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5462798833847046,
      "num_tokens": 321637266.0,
      "step": 417700
    },
    {
      "epoch": 0.5298481146890118,
      "grad_norm": 7.8125,
      "learning_rate": 2.3510639917387455e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5400281757116318,
      "num_tokens": 321645434.0,
      "step": 417710
    },
    {
      "epoch": 0.5298607992815447,
      "grad_norm": 7.40625,
      "learning_rate": 2.3510005607301163e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5533074319362641,
      "num_tokens": 321651160.0,
      "step": 417720
    },
    {
      "epoch": 0.5298734838740775,
      "grad_norm": 4.78125,
      "learning_rate": 2.3509371297214872e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5594420433044434,
      "num_tokens": 321659128.0,
      "step": 417730
    },
    {
      "epoch": 0.5298861684666103,
      "grad_norm": 5.1875,
      "learning_rate": 2.350873698712858e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5330165058374405,
      "num_tokens": 321666498.0,
      "step": 417740
    },
    {
      "epoch": 0.5298988530591432,
      "grad_norm": 5.0,
      "learning_rate": 2.350810267704229e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5505603611469269,
      "num_tokens": 321673388.0,
      "step": 417750
    },
    {
      "epoch": 0.529911537651676,
      "grad_norm": 8.8125,
      "learning_rate": 2.3507468366955998e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5323755979537964,
      "num_tokens": 321681170.0,
      "step": 417760
    },
    {
      "epoch": 0.5299242222442089,
      "grad_norm": 5.96875,
      "learning_rate": 2.3506834056869707e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5811025470495224,
      "num_tokens": 321689506.0,
      "step": 417770
    },
    {
      "epoch": 0.5299369068367417,
      "grad_norm": 5.3125,
      "learning_rate": 2.3506199746783412e-05,
      "loss": 1.8177,
      "mean_token_accuracy": 0.5896572232246399,
      "num_tokens": 321697322.0,
      "step": 417780
    },
    {
      "epoch": 0.5299495914292746,
      "grad_norm": 12.5625,
      "learning_rate": 2.3505565436697124e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.554639321565628,
      "num_tokens": 321704349.0,
      "step": 417790
    },
    {
      "epoch": 0.5299622760218073,
      "grad_norm": 5.03125,
      "learning_rate": 2.3504931126610833e-05,
      "loss": 2.2292,
      "mean_token_accuracy": 0.5175375938415527,
      "num_tokens": 321712609.0,
      "step": 417800
    },
    {
      "epoch": 0.5299749606143402,
      "grad_norm": 5.6875,
      "learning_rate": 2.3504296816524542e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5607431203126907,
      "num_tokens": 321719949.0,
      "step": 417810
    },
    {
      "epoch": 0.529987645206873,
      "grad_norm": 5.96875,
      "learning_rate": 2.3503662506438247e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5606466859579087,
      "num_tokens": 321728181.0,
      "step": 417820
    },
    {
      "epoch": 0.5300003297994058,
      "grad_norm": 5.0,
      "learning_rate": 2.3503028196351956e-05,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5285521864891052,
      "num_tokens": 321736085.0,
      "step": 417830
    },
    {
      "epoch": 0.5300130143919387,
      "grad_norm": 4.59375,
      "learning_rate": 2.3502393886265668e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5511921644210815,
      "num_tokens": 321742691.0,
      "step": 417840
    },
    {
      "epoch": 0.5300256989844715,
      "grad_norm": 6.0625,
      "learning_rate": 2.3501759576179374e-05,
      "loss": 1.7922,
      "mean_token_accuracy": 0.6018518924713134,
      "num_tokens": 321751139.0,
      "step": 417850
    },
    {
      "epoch": 0.5300383835770044,
      "grad_norm": 5.40625,
      "learning_rate": 2.3501125266093082e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5493787884712219,
      "num_tokens": 321759554.0,
      "step": 417860
    },
    {
      "epoch": 0.5300510681695372,
      "grad_norm": 6.53125,
      "learning_rate": 2.350049095600679e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5343784242868423,
      "num_tokens": 321767737.0,
      "step": 417870
    },
    {
      "epoch": 0.5300637527620701,
      "grad_norm": 5.90625,
      "learning_rate": 2.34998566459205e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.566383907198906,
      "num_tokens": 321774365.0,
      "step": 417880
    },
    {
      "epoch": 0.5300764373546029,
      "grad_norm": 7.40625,
      "learning_rate": 2.349922233583421e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5532613098621368,
      "num_tokens": 321782593.0,
      "step": 417890
    },
    {
      "epoch": 0.5300891219471356,
      "grad_norm": 4.8125,
      "learning_rate": 2.3498588025747917e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5258245021104813,
      "num_tokens": 321791113.0,
      "step": 417900
    },
    {
      "epoch": 0.5301018065396685,
      "grad_norm": 5.0625,
      "learning_rate": 2.3497953715661626e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5611088812351227,
      "num_tokens": 321799064.0,
      "step": 417910
    },
    {
      "epoch": 0.5301144911322013,
      "grad_norm": 6.90625,
      "learning_rate": 2.349731940557533e-05,
      "loss": 2.335,
      "mean_token_accuracy": 0.5129731446504593,
      "num_tokens": 321806727.0,
      "step": 417920
    },
    {
      "epoch": 0.5301271757247342,
      "grad_norm": 4.875,
      "learning_rate": 2.349668509548904e-05,
      "loss": 1.8876,
      "mean_token_accuracy": 0.5670243382453919,
      "num_tokens": 321813895.0,
      "step": 417930
    },
    {
      "epoch": 0.530139860317267,
      "grad_norm": 4.8125,
      "learning_rate": 2.3496050785402752e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.54753078520298,
      "num_tokens": 321821981.0,
      "step": 417940
    },
    {
      "epoch": 0.5301525449097999,
      "grad_norm": 4.875,
      "learning_rate": 2.3495416475316458e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5540739208459854,
      "num_tokens": 321829488.0,
      "step": 417950
    },
    {
      "epoch": 0.5301652295023327,
      "grad_norm": 6.46875,
      "learning_rate": 2.3494782165230166e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5698773562908173,
      "num_tokens": 321837065.0,
      "step": 417960
    },
    {
      "epoch": 0.5301779140948655,
      "grad_norm": 5.40625,
      "learning_rate": 2.3494147855143875e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5519805639982224,
      "num_tokens": 321845302.0,
      "step": 417970
    },
    {
      "epoch": 0.5301905986873984,
      "grad_norm": 7.40625,
      "learning_rate": 2.3493513545057584e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5663492649793624,
      "num_tokens": 321852124.0,
      "step": 417980
    },
    {
      "epoch": 0.5302032832799312,
      "grad_norm": 4.90625,
      "learning_rate": 2.3492879234971293e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5539635956287384,
      "num_tokens": 321860006.0,
      "step": 417990
    },
    {
      "epoch": 0.5302159678724641,
      "grad_norm": 5.21875,
      "learning_rate": 2.3492244924885e-05,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5613873362541199,
      "num_tokens": 321867929.0,
      "step": 418000
    },
    {
      "epoch": 0.5302286524649968,
      "grad_norm": 6.0625,
      "learning_rate": 2.349161061479871e-05,
      "loss": 1.8432,
      "mean_token_accuracy": 0.5912568092346191,
      "num_tokens": 321874273.0,
      "step": 418010
    },
    {
      "epoch": 0.5302413370575297,
      "grad_norm": 5.40625,
      "learning_rate": 2.349097630471242e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5441028058528901,
      "num_tokens": 321882564.0,
      "step": 418020
    },
    {
      "epoch": 0.5302540216500625,
      "grad_norm": 5.46875,
      "learning_rate": 2.3490341994626124e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5546116560697556,
      "num_tokens": 321890058.0,
      "step": 418030
    },
    {
      "epoch": 0.5302667062425954,
      "grad_norm": 5.3125,
      "learning_rate": 2.3489707684539836e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5626208543777466,
      "num_tokens": 321897070.0,
      "step": 418040
    },
    {
      "epoch": 0.5302793908351282,
      "grad_norm": 5.15625,
      "learning_rate": 2.3489073374453545e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5634072154760361,
      "num_tokens": 321905148.0,
      "step": 418050
    },
    {
      "epoch": 0.530292075427661,
      "grad_norm": 5.21875,
      "learning_rate": 2.348843906436725e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.5758118122816086,
      "num_tokens": 321913098.0,
      "step": 418060
    },
    {
      "epoch": 0.5303047600201939,
      "grad_norm": 5.09375,
      "learning_rate": 2.348780475428096e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5157175898551941,
      "num_tokens": 321921117.0,
      "step": 418070
    },
    {
      "epoch": 0.5303174446127267,
      "grad_norm": 5.1875,
      "learning_rate": 2.3487170444194668e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5484552562236786,
      "num_tokens": 321929726.0,
      "step": 418080
    },
    {
      "epoch": 0.5303301292052596,
      "grad_norm": 5.59375,
      "learning_rate": 2.3486536134108377e-05,
      "loss": 1.8784,
      "mean_token_accuracy": 0.5708289623260498,
      "num_tokens": 321937061.0,
      "step": 418090
    },
    {
      "epoch": 0.5303428137977924,
      "grad_norm": 5.96875,
      "learning_rate": 2.3485901824022085e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5668531835079194,
      "num_tokens": 321944498.0,
      "step": 418100
    },
    {
      "epoch": 0.5303554983903253,
      "grad_norm": 6.125,
      "learning_rate": 2.3485267513935794e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5391263693571091,
      "num_tokens": 321953375.0,
      "step": 418110
    },
    {
      "epoch": 0.530368182982858,
      "grad_norm": 6.125,
      "learning_rate": 2.3484633203849503e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5495051980018616,
      "num_tokens": 321961469.0,
      "step": 418120
    },
    {
      "epoch": 0.5303808675753908,
      "grad_norm": 4.9375,
      "learning_rate": 2.3483998893763208e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5238642185926438,
      "num_tokens": 321970401.0,
      "step": 418130
    },
    {
      "epoch": 0.5303935521679237,
      "grad_norm": 4.9375,
      "learning_rate": 2.348336458367692e-05,
      "loss": 1.9414,
      "mean_token_accuracy": 0.5774784624576569,
      "num_tokens": 321977587.0,
      "step": 418140
    },
    {
      "epoch": 0.5304062367604565,
      "grad_norm": 5.53125,
      "learning_rate": 2.348273027359063e-05,
      "loss": 2.2955,
      "mean_token_accuracy": 0.5045890718698501,
      "num_tokens": 321986149.0,
      "step": 418150
    },
    {
      "epoch": 0.5304189213529894,
      "grad_norm": 4.90625,
      "learning_rate": 2.3482095963504334e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5664561808109283,
      "num_tokens": 321994257.0,
      "step": 418160
    },
    {
      "epoch": 0.5304316059455222,
      "grad_norm": 6.0625,
      "learning_rate": 2.3481461653418043e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.546022179722786,
      "num_tokens": 322000363.0,
      "step": 418170
    },
    {
      "epoch": 0.5304442905380551,
      "grad_norm": 4.75,
      "learning_rate": 2.3480827343331752e-05,
      "loss": 1.9265,
      "mean_token_accuracy": 0.5699932843446731,
      "num_tokens": 322008150.0,
      "step": 418180
    },
    {
      "epoch": 0.5304569751305879,
      "grad_norm": 9.9375,
      "learning_rate": 2.3480193033245464e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5571257472038269,
      "num_tokens": 322014673.0,
      "step": 418190
    },
    {
      "epoch": 0.5304696597231208,
      "grad_norm": 5.4375,
      "learning_rate": 2.347955872315917e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5346255213022232,
      "num_tokens": 322023015.0,
      "step": 418200
    },
    {
      "epoch": 0.5304823443156536,
      "grad_norm": 4.71875,
      "learning_rate": 2.3478924413072878e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5357077211141587,
      "num_tokens": 322031410.0,
      "step": 418210
    },
    {
      "epoch": 0.5304950289081863,
      "grad_norm": 12.4375,
      "learning_rate": 2.3478290102986587e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5414712011814118,
      "num_tokens": 322039228.0,
      "step": 418220
    },
    {
      "epoch": 0.5305077135007192,
      "grad_norm": 5.3125,
      "learning_rate": 2.3477655792900295e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5180216997861862,
      "num_tokens": 322047621.0,
      "step": 418230
    },
    {
      "epoch": 0.530520398093252,
      "grad_norm": 8.3125,
      "learning_rate": 2.3477021482814004e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5308019489049911,
      "num_tokens": 322056406.0,
      "step": 418240
    },
    {
      "epoch": 0.5305330826857849,
      "grad_norm": 5.96875,
      "learning_rate": 2.3476387172727713e-05,
      "loss": 1.9387,
      "mean_token_accuracy": 0.5874183923006058,
      "num_tokens": 322062982.0,
      "step": 418250
    },
    {
      "epoch": 0.5305457672783177,
      "grad_norm": 5.875,
      "learning_rate": 2.3475752862641422e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5431473821401596,
      "num_tokens": 322069743.0,
      "step": 418260
    },
    {
      "epoch": 0.5305584518708506,
      "grad_norm": 5.8125,
      "learning_rate": 2.3475118552555127e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5376219063997268,
      "num_tokens": 322079234.0,
      "step": 418270
    },
    {
      "epoch": 0.5305711364633834,
      "grad_norm": 5.0625,
      "learning_rate": 2.347448424246884e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.524172055721283,
      "num_tokens": 322087902.0,
      "step": 418280
    },
    {
      "epoch": 0.5305838210559162,
      "grad_norm": 5.375,
      "learning_rate": 2.3473849932382548e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5266433656215668,
      "num_tokens": 322096163.0,
      "step": 418290
    },
    {
      "epoch": 0.5305965056484491,
      "grad_norm": 8.1875,
      "learning_rate": 2.3473215622296253e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5292699486017227,
      "num_tokens": 322105560.0,
      "step": 418300
    },
    {
      "epoch": 0.5306091902409819,
      "grad_norm": 6.0625,
      "learning_rate": 2.3472581312209962e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5294101506471633,
      "num_tokens": 322114246.0,
      "step": 418310
    },
    {
      "epoch": 0.5306218748335148,
      "grad_norm": 6.03125,
      "learning_rate": 2.347194700212367e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5456399887800216,
      "num_tokens": 322123049.0,
      "step": 418320
    },
    {
      "epoch": 0.5306345594260475,
      "grad_norm": 5.875,
      "learning_rate": 2.347131269203738e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5601277679204941,
      "num_tokens": 322130675.0,
      "step": 418330
    },
    {
      "epoch": 0.5306472440185804,
      "grad_norm": 5.1875,
      "learning_rate": 2.3470678381951088e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5442896604537963,
      "num_tokens": 322139145.0,
      "step": 418340
    },
    {
      "epoch": 0.5306599286111132,
      "grad_norm": 7.625,
      "learning_rate": 2.3470044071864797e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.549825257062912,
      "num_tokens": 322146648.0,
      "step": 418350
    },
    {
      "epoch": 0.530672613203646,
      "grad_norm": 5.84375,
      "learning_rate": 2.3469409761778506e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5696466565132141,
      "num_tokens": 322154436.0,
      "step": 418360
    },
    {
      "epoch": 0.5306852977961789,
      "grad_norm": 7.375,
      "learning_rate": 2.346877545169221e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.535069277882576,
      "num_tokens": 322162866.0,
      "step": 418370
    },
    {
      "epoch": 0.5306979823887117,
      "grad_norm": 8.6875,
      "learning_rate": 2.3468141141605923e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5614240318536758,
      "num_tokens": 322169365.0,
      "step": 418380
    },
    {
      "epoch": 0.5307106669812446,
      "grad_norm": 6.875,
      "learning_rate": 2.3467506831519632e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.563622185587883,
      "num_tokens": 322175543.0,
      "step": 418390
    },
    {
      "epoch": 0.5307233515737774,
      "grad_norm": 6.71875,
      "learning_rate": 2.346687252143334e-05,
      "loss": 1.8524,
      "mean_token_accuracy": 0.5876359045505524,
      "num_tokens": 322182376.0,
      "step": 418400
    },
    {
      "epoch": 0.5307360361663103,
      "grad_norm": 4.9375,
      "learning_rate": 2.3466238211347046e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5646743595600128,
      "num_tokens": 322189320.0,
      "step": 418410
    },
    {
      "epoch": 0.530748720758843,
      "grad_norm": 6.1875,
      "learning_rate": 2.3465603901260755e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5470967292785645,
      "num_tokens": 322197490.0,
      "step": 418420
    },
    {
      "epoch": 0.530761405351376,
      "grad_norm": 5.46875,
      "learning_rate": 2.3464969591174467e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5461299896240235,
      "num_tokens": 322205331.0,
      "step": 418430
    },
    {
      "epoch": 0.5307740899439087,
      "grad_norm": 8.0625,
      "learning_rate": 2.3464335281088172e-05,
      "loss": 2.2554,
      "mean_token_accuracy": 0.5118239432573318,
      "num_tokens": 322213169.0,
      "step": 418440
    },
    {
      "epoch": 0.5307867745364415,
      "grad_norm": 6.4375,
      "learning_rate": 2.346370097100188e-05,
      "loss": 1.7542,
      "mean_token_accuracy": 0.6013876259326935,
      "num_tokens": 322219503.0,
      "step": 418450
    },
    {
      "epoch": 0.5307994591289744,
      "grad_norm": 4.75,
      "learning_rate": 2.346306666091559e-05,
      "loss": 2.352,
      "mean_token_accuracy": 0.4987696141004562,
      "num_tokens": 322227787.0,
      "step": 418460
    },
    {
      "epoch": 0.5308121437215072,
      "grad_norm": 5.375,
      "learning_rate": 2.34624323508293e-05,
      "loss": 1.7383,
      "mean_token_accuracy": 0.6237442761659622,
      "num_tokens": 322233259.0,
      "step": 418470
    },
    {
      "epoch": 0.5308248283140401,
      "grad_norm": 5.375,
      "learning_rate": 2.3461798040743007e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5428209185600281,
      "num_tokens": 322241284.0,
      "step": 418480
    },
    {
      "epoch": 0.5308375129065729,
      "grad_norm": 5.71875,
      "learning_rate": 2.3461163730656716e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5541885823011399,
      "num_tokens": 322249077.0,
      "step": 418490
    },
    {
      "epoch": 0.5308501974991058,
      "grad_norm": 7.375,
      "learning_rate": 2.3460529420570425e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5419120997190475,
      "num_tokens": 322255668.0,
      "step": 418500
    },
    {
      "epoch": 0.5308628820916386,
      "grad_norm": 11.6875,
      "learning_rate": 2.345989511048413e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5554092258214951,
      "num_tokens": 322263133.0,
      "step": 418510
    },
    {
      "epoch": 0.5308755666841714,
      "grad_norm": 6.21875,
      "learning_rate": 2.345926080039784e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5335713446140289,
      "num_tokens": 322270543.0,
      "step": 418520
    },
    {
      "epoch": 0.5308882512767042,
      "grad_norm": 5.40625,
      "learning_rate": 2.345862649031155e-05,
      "loss": 1.8749,
      "mean_token_accuracy": 0.5908765584230423,
      "num_tokens": 322277983.0,
      "step": 418530
    },
    {
      "epoch": 0.530900935869237,
      "grad_norm": 5.28125,
      "learning_rate": 2.3457992180225256e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5403212040662766,
      "num_tokens": 322286205.0,
      "step": 418540
    },
    {
      "epoch": 0.5309136204617699,
      "grad_norm": 6.75,
      "learning_rate": 2.3457357870138965e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5398014098405838,
      "num_tokens": 322294278.0,
      "step": 418550
    },
    {
      "epoch": 0.5309263050543027,
      "grad_norm": 5.125,
      "learning_rate": 2.3456723560052674e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5295637220144271,
      "num_tokens": 322302141.0,
      "step": 418560
    },
    {
      "epoch": 0.5309389896468356,
      "grad_norm": 5.40625,
      "learning_rate": 2.3456089249966382e-05,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5714143514633179,
      "num_tokens": 322309228.0,
      "step": 418570
    },
    {
      "epoch": 0.5309516742393684,
      "grad_norm": 5.34375,
      "learning_rate": 2.345545493988009e-05,
      "loss": 1.8713,
      "mean_token_accuracy": 0.579601240158081,
      "num_tokens": 322316235.0,
      "step": 418580
    },
    {
      "epoch": 0.5309643588319013,
      "grad_norm": 5.15625,
      "learning_rate": 2.34548206297938e-05,
      "loss": 2.2656,
      "mean_token_accuracy": 0.5090722590684891,
      "num_tokens": 322325112.0,
      "step": 418590
    },
    {
      "epoch": 0.5309770434244341,
      "grad_norm": 4.84375,
      "learning_rate": 2.345418631970751e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5714102536439896,
      "num_tokens": 322332710.0,
      "step": 418600
    },
    {
      "epoch": 0.5309897280169669,
      "grad_norm": 7.0625,
      "learning_rate": 2.3453552009621217e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5697879403829574,
      "num_tokens": 322338778.0,
      "step": 418610
    },
    {
      "epoch": 0.5310024126094998,
      "grad_norm": 4.65625,
      "learning_rate": 2.3452917699534923e-05,
      "loss": 1.9173,
      "mean_token_accuracy": 0.5790690183639526,
      "num_tokens": 322347147.0,
      "step": 418620
    },
    {
      "epoch": 0.5310150972020325,
      "grad_norm": 5.3125,
      "learning_rate": 2.3452283389448635e-05,
      "loss": 2.2211,
      "mean_token_accuracy": 0.5212865203619004,
      "num_tokens": 322355409.0,
      "step": 418630
    },
    {
      "epoch": 0.5310277817945654,
      "grad_norm": 5.8125,
      "learning_rate": 2.3451649079362344e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5337378442287445,
      "num_tokens": 322363279.0,
      "step": 418640
    },
    {
      "epoch": 0.5310404663870982,
      "grad_norm": 4.71875,
      "learning_rate": 2.345101476927605e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5229997158050537,
      "num_tokens": 322372261.0,
      "step": 418650
    },
    {
      "epoch": 0.5310531509796311,
      "grad_norm": 4.65625,
      "learning_rate": 2.3450380459189758e-05,
      "loss": 1.7341,
      "mean_token_accuracy": 0.6055469572544098,
      "num_tokens": 322379011.0,
      "step": 418660
    },
    {
      "epoch": 0.5310658355721639,
      "grad_norm": 5.21875,
      "learning_rate": 2.3449746149103466e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5156917810440064,
      "num_tokens": 322387349.0,
      "step": 418670
    },
    {
      "epoch": 0.5310785201646967,
      "grad_norm": 5.40625,
      "learning_rate": 2.3449111839017175e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5595372766256332,
      "num_tokens": 322393399.0,
      "step": 418680
    },
    {
      "epoch": 0.5310912047572296,
      "grad_norm": 6.21875,
      "learning_rate": 2.3448477528930884e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5336481541395187,
      "num_tokens": 322401113.0,
      "step": 418690
    },
    {
      "epoch": 0.5311038893497624,
      "grad_norm": 6.75,
      "learning_rate": 2.3447843218844593e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5486173093318939,
      "num_tokens": 322407151.0,
      "step": 418700
    },
    {
      "epoch": 0.5311165739422953,
      "grad_norm": 5.3125,
      "learning_rate": 2.34472089087583e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.561381357908249,
      "num_tokens": 322415388.0,
      "step": 418710
    },
    {
      "epoch": 0.5311292585348281,
      "grad_norm": 9.25,
      "learning_rate": 2.344657459867201e-05,
      "loss": 2.2805,
      "mean_token_accuracy": 0.5117947936058045,
      "num_tokens": 322423222.0,
      "step": 418720
    },
    {
      "epoch": 0.531141943127361,
      "grad_norm": 5.0625,
      "learning_rate": 2.344594028858572e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5624202191829681,
      "num_tokens": 322431183.0,
      "step": 418730
    },
    {
      "epoch": 0.5311546277198937,
      "grad_norm": 7.96875,
      "learning_rate": 2.3445305978499428e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5359249472618103,
      "num_tokens": 322439130.0,
      "step": 418740
    },
    {
      "epoch": 0.5311673123124266,
      "grad_norm": 5.4375,
      "learning_rate": 2.3444671668413133e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5412550687789917,
      "num_tokens": 322448289.0,
      "step": 418750
    },
    {
      "epoch": 0.5311799969049594,
      "grad_norm": 5.125,
      "learning_rate": 2.3444037358326842e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5500111848115921,
      "num_tokens": 322456143.0,
      "step": 418760
    },
    {
      "epoch": 0.5311926814974922,
      "grad_norm": 4.84375,
      "learning_rate": 2.3443403048240554e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5371233344078064,
      "num_tokens": 322464642.0,
      "step": 418770
    },
    {
      "epoch": 0.5312053660900251,
      "grad_norm": 5.34375,
      "learning_rate": 2.3442768738154263e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5578049570322037,
      "num_tokens": 322471857.0,
      "step": 418780
    },
    {
      "epoch": 0.5312180506825579,
      "grad_norm": 5.75,
      "learning_rate": 2.3442134428067968e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5599807620048523,
      "num_tokens": 322479518.0,
      "step": 418790
    },
    {
      "epoch": 0.5312307352750908,
      "grad_norm": 6.25,
      "learning_rate": 2.3441500117981677e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.5306853950023651,
      "num_tokens": 322487631.0,
      "step": 418800
    },
    {
      "epoch": 0.5312434198676236,
      "grad_norm": 5.25,
      "learning_rate": 2.3440865807895385e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5451416432857513,
      "num_tokens": 322494531.0,
      "step": 418810
    },
    {
      "epoch": 0.5312561044601565,
      "grad_norm": 6.0625,
      "learning_rate": 2.3440231497809094e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5429477721452713,
      "num_tokens": 322503033.0,
      "step": 418820
    },
    {
      "epoch": 0.5312687890526893,
      "grad_norm": 4.5625,
      "learning_rate": 2.3439597187722803e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5452224373817444,
      "num_tokens": 322510460.0,
      "step": 418830
    },
    {
      "epoch": 0.531281473645222,
      "grad_norm": 5.03125,
      "learning_rate": 2.343896287763651e-05,
      "loss": 1.9565,
      "mean_token_accuracy": 0.5715184956789017,
      "num_tokens": 322517154.0,
      "step": 418840
    },
    {
      "epoch": 0.5312941582377549,
      "grad_norm": 5.34375,
      "learning_rate": 2.343832856755022e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5254879981279373,
      "num_tokens": 322525742.0,
      "step": 418850
    },
    {
      "epoch": 0.5313068428302877,
      "grad_norm": 5.75,
      "learning_rate": 2.3437694257463926e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5422292500734329,
      "num_tokens": 322532465.0,
      "step": 418860
    },
    {
      "epoch": 0.5313195274228206,
      "grad_norm": 6.5625,
      "learning_rate": 2.3437059947377638e-05,
      "loss": 1.7253,
      "mean_token_accuracy": 0.6029662638902664,
      "num_tokens": 322539655.0,
      "step": 418870
    },
    {
      "epoch": 0.5313322120153534,
      "grad_norm": 5.875,
      "learning_rate": 2.3436425637291347e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5618552446365357,
      "num_tokens": 322546408.0,
      "step": 418880
    },
    {
      "epoch": 0.5313448966078863,
      "grad_norm": 4.9375,
      "learning_rate": 2.3435791327205052e-05,
      "loss": 2.2492,
      "mean_token_accuracy": 0.5062296569347382,
      "num_tokens": 322555431.0,
      "step": 418890
    },
    {
      "epoch": 0.5313575812004191,
      "grad_norm": 5.375,
      "learning_rate": 2.343515701711876e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5348521530628204,
      "num_tokens": 322563410.0,
      "step": 418900
    },
    {
      "epoch": 0.5313702657929519,
      "grad_norm": 4.875,
      "learning_rate": 2.343452270703247e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5510677307844162,
      "num_tokens": 322570718.0,
      "step": 418910
    },
    {
      "epoch": 0.5313829503854848,
      "grad_norm": 4.90625,
      "learning_rate": 2.3433888396946178e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5354154229164123,
      "num_tokens": 322579192.0,
      "step": 418920
    },
    {
      "epoch": 0.5313956349780176,
      "grad_norm": 4.9375,
      "learning_rate": 2.3433254086859887e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5369565337896347,
      "num_tokens": 322588651.0,
      "step": 418930
    },
    {
      "epoch": 0.5314083195705505,
      "grad_norm": 4.90625,
      "learning_rate": 2.3432619776773596e-05,
      "loss": 2.2753,
      "mean_token_accuracy": 0.5111857622861862,
      "num_tokens": 322596271.0,
      "step": 418940
    },
    {
      "epoch": 0.5314210041630832,
      "grad_norm": 7.28125,
      "learning_rate": 2.3431985466687304e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5495547890663147,
      "num_tokens": 322604010.0,
      "step": 418950
    },
    {
      "epoch": 0.5314336887556161,
      "grad_norm": 4.84375,
      "learning_rate": 2.343135115660101e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5640298694372177,
      "num_tokens": 322612199.0,
      "step": 418960
    },
    {
      "epoch": 0.5314463733481489,
      "grad_norm": 5.1875,
      "learning_rate": 2.3430716846514722e-05,
      "loss": 2.1901,
      "mean_token_accuracy": 0.5310558706521988,
      "num_tokens": 322620125.0,
      "step": 418970
    },
    {
      "epoch": 0.5314590579406818,
      "grad_norm": 6.4375,
      "learning_rate": 2.343008253642843e-05,
      "loss": 2.247,
      "mean_token_accuracy": 0.5110621392726898,
      "num_tokens": 322629040.0,
      "step": 418980
    },
    {
      "epoch": 0.5314717425332146,
      "grad_norm": 4.9375,
      "learning_rate": 2.342944822634214e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5357460886240005,
      "num_tokens": 322636857.0,
      "step": 418990
    },
    {
      "epoch": 0.5314844271257474,
      "grad_norm": 4.875,
      "learning_rate": 2.3428813916255845e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5375709742307663,
      "num_tokens": 322645217.0,
      "step": 419000
    },
    {
      "epoch": 0.5314971117182803,
      "grad_norm": 5.34375,
      "learning_rate": 2.3428179606169553e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.560786172747612,
      "num_tokens": 322652238.0,
      "step": 419010
    },
    {
      "epoch": 0.5315097963108131,
      "grad_norm": 7.34375,
      "learning_rate": 2.3427545296083266e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5428451269865036,
      "num_tokens": 322658748.0,
      "step": 419020
    },
    {
      "epoch": 0.531522480903346,
      "grad_norm": 6.3125,
      "learning_rate": 2.342691098599697e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.558290645480156,
      "num_tokens": 322666543.0,
      "step": 419030
    },
    {
      "epoch": 0.5315351654958788,
      "grad_norm": 5.15625,
      "learning_rate": 2.342627667591068e-05,
      "loss": 2.2812,
      "mean_token_accuracy": 0.5091633528470993,
      "num_tokens": 322675766.0,
      "step": 419040
    },
    {
      "epoch": 0.5315478500884117,
      "grad_norm": 5.0,
      "learning_rate": 2.342564236582439e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5350105315446854,
      "num_tokens": 322683825.0,
      "step": 419050
    },
    {
      "epoch": 0.5315605346809444,
      "grad_norm": 6.3125,
      "learning_rate": 2.3425008055738097e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5639093518257141,
      "num_tokens": 322691906.0,
      "step": 419060
    },
    {
      "epoch": 0.5315732192734772,
      "grad_norm": 6.25,
      "learning_rate": 2.3424373745651806e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5653486996889114,
      "num_tokens": 322698121.0,
      "step": 419070
    },
    {
      "epoch": 0.5315859038660101,
      "grad_norm": 7.9375,
      "learning_rate": 2.3423739435565515e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5564148247241973,
      "num_tokens": 322705677.0,
      "step": 419080
    },
    {
      "epoch": 0.5315985884585429,
      "grad_norm": 6.125,
      "learning_rate": 2.3423105125479223e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5264046758413314,
      "num_tokens": 322713112.0,
      "step": 419090
    },
    {
      "epoch": 0.5316112730510758,
      "grad_norm": 5.09375,
      "learning_rate": 2.342247081539293e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5583018898963928,
      "num_tokens": 322719924.0,
      "step": 419100
    },
    {
      "epoch": 0.5316239576436086,
      "grad_norm": 6.53125,
      "learning_rate": 2.3421836505306637e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5309287279844284,
      "num_tokens": 322728134.0,
      "step": 419110
    },
    {
      "epoch": 0.5316366422361415,
      "grad_norm": 5.25,
      "learning_rate": 2.342120219522035e-05,
      "loss": 1.8672,
      "mean_token_accuracy": 0.5775136113166809,
      "num_tokens": 322735717.0,
      "step": 419120
    },
    {
      "epoch": 0.5316493268286743,
      "grad_norm": 6.28125,
      "learning_rate": 2.3420567885134055e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5497913897037506,
      "num_tokens": 322742750.0,
      "step": 419130
    },
    {
      "epoch": 0.5316620114212072,
      "grad_norm": 6.40625,
      "learning_rate": 2.3419933575047764e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5564774215221405,
      "num_tokens": 322749449.0,
      "step": 419140
    },
    {
      "epoch": 0.53167469601374,
      "grad_norm": 5.15625,
      "learning_rate": 2.3419299264961472e-05,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5613103836774826,
      "num_tokens": 322757045.0,
      "step": 419150
    },
    {
      "epoch": 0.5316873806062727,
      "grad_norm": 6.0,
      "learning_rate": 2.341866495487518e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5402338773012161,
      "num_tokens": 322765567.0,
      "step": 419160
    },
    {
      "epoch": 0.5317000651988056,
      "grad_norm": 4.65625,
      "learning_rate": 2.341803064478889e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5660987079143525,
      "num_tokens": 322773377.0,
      "step": 419170
    },
    {
      "epoch": 0.5317127497913384,
      "grad_norm": 5.21875,
      "learning_rate": 2.34173963347026e-05,
      "loss": 2.2704,
      "mean_token_accuracy": 0.5047714233398437,
      "num_tokens": 322781353.0,
      "step": 419180
    },
    {
      "epoch": 0.5317254343838713,
      "grad_norm": 5.0625,
      "learning_rate": 2.3416762024616307e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5491032749414444,
      "num_tokens": 322790056.0,
      "step": 419190
    },
    {
      "epoch": 0.5317381189764041,
      "grad_norm": 6.15625,
      "learning_rate": 2.3416127714530016e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5377561748027802,
      "num_tokens": 322798834.0,
      "step": 419200
    },
    {
      "epoch": 0.531750803568937,
      "grad_norm": 6.40625,
      "learning_rate": 2.3415493404443725e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5718233644962311,
      "num_tokens": 322805823.0,
      "step": 419210
    },
    {
      "epoch": 0.5317634881614698,
      "grad_norm": 6.65625,
      "learning_rate": 2.3414859094357434e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5575259774923325,
      "num_tokens": 322812700.0,
      "step": 419220
    },
    {
      "epoch": 0.5317761727540026,
      "grad_norm": 5.65625,
      "learning_rate": 2.3414224784271142e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.509753966331482,
      "num_tokens": 322820600.0,
      "step": 419230
    },
    {
      "epoch": 0.5317888573465355,
      "grad_norm": 5.9375,
      "learning_rate": 2.3413590474184848e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5253693431615829,
      "num_tokens": 322827977.0,
      "step": 419240
    },
    {
      "epoch": 0.5318015419390683,
      "grad_norm": 5.8125,
      "learning_rate": 2.3412956164098556e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5611781448125839,
      "num_tokens": 322836153.0,
      "step": 419250
    },
    {
      "epoch": 0.5318142265316012,
      "grad_norm": 12.4375,
      "learning_rate": 2.341232185401227e-05,
      "loss": 1.8154,
      "mean_token_accuracy": 0.5979384422302246,
      "num_tokens": 322842521.0,
      "step": 419260
    },
    {
      "epoch": 0.5318269111241339,
      "grad_norm": 6.25,
      "learning_rate": 2.3411687543925974e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5428964614868164,
      "num_tokens": 322850574.0,
      "step": 419270
    },
    {
      "epoch": 0.5318395957166668,
      "grad_norm": 6.3125,
      "learning_rate": 2.3411053233839683e-05,
      "loss": 1.8242,
      "mean_token_accuracy": 0.58952317237854,
      "num_tokens": 322857603.0,
      "step": 419280
    },
    {
      "epoch": 0.5318522803091996,
      "grad_norm": 5.96875,
      "learning_rate": 2.341041892375339e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5754209458827972,
      "num_tokens": 322864666.0,
      "step": 419290
    },
    {
      "epoch": 0.5318649649017324,
      "grad_norm": 6.6875,
      "learning_rate": 2.34097846136671e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5617059916257858,
      "num_tokens": 322872173.0,
      "step": 419300
    },
    {
      "epoch": 0.5318776494942653,
      "grad_norm": 4.5625,
      "learning_rate": 2.340915030358081e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5377913296222687,
      "num_tokens": 322880469.0,
      "step": 419310
    },
    {
      "epoch": 0.5318903340867981,
      "grad_norm": 5.46875,
      "learning_rate": 2.3408515993494518e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5317320704460144,
      "num_tokens": 322888524.0,
      "step": 419320
    },
    {
      "epoch": 0.531903018679331,
      "grad_norm": 5.0625,
      "learning_rate": 2.3407881683408226e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5305023044347763,
      "num_tokens": 322896545.0,
      "step": 419330
    },
    {
      "epoch": 0.5319157032718638,
      "grad_norm": 8.8125,
      "learning_rate": 2.3407247373321932e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5434835880994797,
      "num_tokens": 322903932.0,
      "step": 419340
    },
    {
      "epoch": 0.5319283878643967,
      "grad_norm": 6.65625,
      "learning_rate": 2.340661306323564e-05,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5831813842058182,
      "num_tokens": 322911132.0,
      "step": 419350
    },
    {
      "epoch": 0.5319410724569295,
      "grad_norm": 6.09375,
      "learning_rate": 2.3405978753149353e-05,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5606829851865769,
      "num_tokens": 322919221.0,
      "step": 419360
    },
    {
      "epoch": 0.5319537570494624,
      "grad_norm": 6.75,
      "learning_rate": 2.340534444306306e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5460860073566437,
      "num_tokens": 322926593.0,
      "step": 419370
    },
    {
      "epoch": 0.5319664416419951,
      "grad_norm": 5.09375,
      "learning_rate": 2.3404710132976767e-05,
      "loss": 2.3543,
      "mean_token_accuracy": 0.49939519762992857,
      "num_tokens": 322935728.0,
      "step": 419380
    },
    {
      "epoch": 0.5319791262345279,
      "grad_norm": 5.0,
      "learning_rate": 2.3404075822890475e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5183097779750824,
      "num_tokens": 322944296.0,
      "step": 419390
    },
    {
      "epoch": 0.5319918108270608,
      "grad_norm": 8.1875,
      "learning_rate": 2.3403441512804184e-05,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5247428268194199,
      "num_tokens": 322952675.0,
      "step": 419400
    },
    {
      "epoch": 0.5320044954195936,
      "grad_norm": 6.25,
      "learning_rate": 2.3402807202717893e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5234419494867325,
      "num_tokens": 322962005.0,
      "step": 419410
    },
    {
      "epoch": 0.5320171800121265,
      "grad_norm": 5.09375,
      "learning_rate": 2.34021728926316e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5556565791368484,
      "num_tokens": 322969220.0,
      "step": 419420
    },
    {
      "epoch": 0.5320298646046593,
      "grad_norm": 5.875,
      "learning_rate": 2.340153858254531e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5194632887840271,
      "num_tokens": 322976646.0,
      "step": 419430
    },
    {
      "epoch": 0.5320425491971922,
      "grad_norm": 6.5,
      "learning_rate": 2.340090427245902e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5511137902736664,
      "num_tokens": 322984770.0,
      "step": 419440
    },
    {
      "epoch": 0.532055233789725,
      "grad_norm": 6.28125,
      "learning_rate": 2.3400269962372724e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5583017766475677,
      "num_tokens": 322992026.0,
      "step": 419450
    },
    {
      "epoch": 0.5320679183822578,
      "grad_norm": 7.5,
      "learning_rate": 2.3399635652286437e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.543996325135231,
      "num_tokens": 322999751.0,
      "step": 419460
    },
    {
      "epoch": 0.5320806029747907,
      "grad_norm": 6.71875,
      "learning_rate": 2.3399001342200145e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5342659413814544,
      "num_tokens": 323006628.0,
      "step": 419470
    },
    {
      "epoch": 0.5320932875673234,
      "grad_norm": 5.4375,
      "learning_rate": 2.339836703211385e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5324884980916977,
      "num_tokens": 323015238.0,
      "step": 419480
    },
    {
      "epoch": 0.5321059721598563,
      "grad_norm": 4.8125,
      "learning_rate": 2.339773272202756e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5685324013233185,
      "num_tokens": 323022412.0,
      "step": 419490
    },
    {
      "epoch": 0.5321186567523891,
      "grad_norm": 4.9375,
      "learning_rate": 2.3397098411941268e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5433010756969452,
      "num_tokens": 323030975.0,
      "step": 419500
    },
    {
      "epoch": 0.532131341344922,
      "grad_norm": 4.8125,
      "learning_rate": 2.3396464101854977e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5450656086206436,
      "num_tokens": 323037940.0,
      "step": 419510
    },
    {
      "epoch": 0.5321440259374548,
      "grad_norm": 5.0,
      "learning_rate": 2.3395829791768686e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5290737152099609,
      "num_tokens": 323045521.0,
      "step": 419520
    },
    {
      "epoch": 0.5321567105299877,
      "grad_norm": 5.03125,
      "learning_rate": 2.3395195481682394e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5588626533746719,
      "num_tokens": 323052985.0,
      "step": 419530
    },
    {
      "epoch": 0.5321693951225205,
      "grad_norm": 5.65625,
      "learning_rate": 2.3394561171596103e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5367218315601349,
      "num_tokens": 323060459.0,
      "step": 419540
    },
    {
      "epoch": 0.5321820797150533,
      "grad_norm": 5.65625,
      "learning_rate": 2.339392686150981e-05,
      "loss": 2.3941,
      "mean_token_accuracy": 0.4957470178604126,
      "num_tokens": 323069840.0,
      "step": 419550
    },
    {
      "epoch": 0.5321947643075862,
      "grad_norm": 5.84375,
      "learning_rate": 2.339329255142352e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5229302316904068,
      "num_tokens": 323076971.0,
      "step": 419560
    },
    {
      "epoch": 0.532207448900119,
      "grad_norm": 6.75,
      "learning_rate": 2.339265824133723e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5514692395925522,
      "num_tokens": 323084755.0,
      "step": 419570
    },
    {
      "epoch": 0.5322201334926518,
      "grad_norm": 5.28125,
      "learning_rate": 2.3392023931250938e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5327317267656326,
      "num_tokens": 323092186.0,
      "step": 419580
    },
    {
      "epoch": 0.5322328180851846,
      "grad_norm": 6.5625,
      "learning_rate": 2.3391389621164643e-05,
      "loss": 1.7891,
      "mean_token_accuracy": 0.5983120441436768,
      "num_tokens": 323100183.0,
      "step": 419590
    },
    {
      "epoch": 0.5322455026777175,
      "grad_norm": 4.5,
      "learning_rate": 2.3390755311078352e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5326437741518021,
      "num_tokens": 323108426.0,
      "step": 419600
    },
    {
      "epoch": 0.5322581872702503,
      "grad_norm": 5.0625,
      "learning_rate": 2.3390121000992064e-05,
      "loss": 2.3106,
      "mean_token_accuracy": 0.5154932022094727,
      "num_tokens": 323116446.0,
      "step": 419610
    },
    {
      "epoch": 0.5322708718627831,
      "grad_norm": 5.34375,
      "learning_rate": 2.338948669090577e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5536256223917008,
      "num_tokens": 323124026.0,
      "step": 419620
    },
    {
      "epoch": 0.532283556455316,
      "grad_norm": 5.46875,
      "learning_rate": 2.338885238081948e-05,
      "loss": 1.7311,
      "mean_token_accuracy": 0.6157773673534394,
      "num_tokens": 323130759.0,
      "step": 419630
    },
    {
      "epoch": 0.5322962410478488,
      "grad_norm": 6.40625,
      "learning_rate": 2.3388218070733187e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5365872502326965,
      "num_tokens": 323138837.0,
      "step": 419640
    },
    {
      "epoch": 0.5323089256403817,
      "grad_norm": 5.21875,
      "learning_rate": 2.3387583760646896e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5322630047798157,
      "num_tokens": 323147319.0,
      "step": 419650
    },
    {
      "epoch": 0.5323216102329145,
      "grad_norm": 6.28125,
      "learning_rate": 2.3386949450560605e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5713683396577836,
      "num_tokens": 323155762.0,
      "step": 419660
    },
    {
      "epoch": 0.5323342948254474,
      "grad_norm": 5.03125,
      "learning_rate": 2.3386315140474313e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5400610655546189,
      "num_tokens": 323164121.0,
      "step": 419670
    },
    {
      "epoch": 0.5323469794179801,
      "grad_norm": 8.125,
      "learning_rate": 2.3385680830388022e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5180122345685959,
      "num_tokens": 323172009.0,
      "step": 419680
    },
    {
      "epoch": 0.532359664010513,
      "grad_norm": 4.3125,
      "learning_rate": 2.3385046520301727e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5420934945344925,
      "num_tokens": 323180723.0,
      "step": 419690
    },
    {
      "epoch": 0.5323723486030458,
      "grad_norm": 5.96875,
      "learning_rate": 2.338441221021544e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5376703292131424,
      "num_tokens": 323188577.0,
      "step": 419700
    },
    {
      "epoch": 0.5323850331955786,
      "grad_norm": 5.03125,
      "learning_rate": 2.338377790012915e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5660625666379928,
      "num_tokens": 323195489.0,
      "step": 419710
    },
    {
      "epoch": 0.5323977177881115,
      "grad_norm": 6.9375,
      "learning_rate": 2.3383143590042854e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5635680347681046,
      "num_tokens": 323202036.0,
      "step": 419720
    },
    {
      "epoch": 0.5324104023806443,
      "grad_norm": 7.8125,
      "learning_rate": 2.3382509279956562e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5689577639102936,
      "num_tokens": 323207576.0,
      "step": 419730
    },
    {
      "epoch": 0.5324230869731772,
      "grad_norm": 5.4375,
      "learning_rate": 2.338187496987027e-05,
      "loss": 1.6976,
      "mean_token_accuracy": 0.6164722442626953,
      "num_tokens": 323214429.0,
      "step": 419740
    },
    {
      "epoch": 0.53243577156571,
      "grad_norm": 5.9375,
      "learning_rate": 2.3381240659783983e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5332723498344422,
      "num_tokens": 323222629.0,
      "step": 419750
    },
    {
      "epoch": 0.5324484561582429,
      "grad_norm": 6.9375,
      "learning_rate": 2.338060634969769e-05,
      "loss": 1.7957,
      "mean_token_accuracy": 0.5900074064731597,
      "num_tokens": 323229967.0,
      "step": 419760
    },
    {
      "epoch": 0.5324611407507757,
      "grad_norm": 6.59375,
      "learning_rate": 2.3379972039611397e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5393520325422287,
      "num_tokens": 323238916.0,
      "step": 419770
    },
    {
      "epoch": 0.5324738253433084,
      "grad_norm": 5.0,
      "learning_rate": 2.3379337729525106e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5648970991373062,
      "num_tokens": 323246946.0,
      "step": 419780
    },
    {
      "epoch": 0.5324865099358413,
      "grad_norm": 7.4375,
      "learning_rate": 2.3378703419438815e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5368948340415954,
      "num_tokens": 323254703.0,
      "step": 419790
    },
    {
      "epoch": 0.5324991945283741,
      "grad_norm": 5.0625,
      "learning_rate": 2.3378069109352524e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5562401950359345,
      "num_tokens": 323263170.0,
      "step": 419800
    },
    {
      "epoch": 0.532511879120907,
      "grad_norm": 5.90625,
      "learning_rate": 2.3377434799266232e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5405596405267715,
      "num_tokens": 323271026.0,
      "step": 419810
    },
    {
      "epoch": 0.5325245637134398,
      "grad_norm": 6.6875,
      "learning_rate": 2.337680048917994e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5403967320919036,
      "num_tokens": 323278428.0,
      "step": 419820
    },
    {
      "epoch": 0.5325372483059727,
      "grad_norm": 12.4375,
      "learning_rate": 2.3376166179093646e-05,
      "loss": 2.2387,
      "mean_token_accuracy": 0.524229320883751,
      "num_tokens": 323285369.0,
      "step": 419830
    },
    {
      "epoch": 0.5325499328985055,
      "grad_norm": 4.84375,
      "learning_rate": 2.3375531869007355e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5478437691926956,
      "num_tokens": 323293275.0,
      "step": 419840
    },
    {
      "epoch": 0.5325626174910383,
      "grad_norm": 6.40625,
      "learning_rate": 2.3374897558921067e-05,
      "loss": 1.8449,
      "mean_token_accuracy": 0.6100018739700317,
      "num_tokens": 323300274.0,
      "step": 419850
    },
    {
      "epoch": 0.5325753020835712,
      "grad_norm": 8.0625,
      "learning_rate": 2.3374263248834773e-05,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5212483197450638,
      "num_tokens": 323308079.0,
      "step": 419860
    },
    {
      "epoch": 0.532587986676104,
      "grad_norm": 10.1875,
      "learning_rate": 2.337362893874848e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5766573756933212,
      "num_tokens": 323315642.0,
      "step": 419870
    },
    {
      "epoch": 0.5326006712686369,
      "grad_norm": 5.75,
      "learning_rate": 2.337299462866219e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5263703614473343,
      "num_tokens": 323322171.0,
      "step": 419880
    },
    {
      "epoch": 0.5326133558611696,
      "grad_norm": 7.0625,
      "learning_rate": 2.33723603185759e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.540588641166687,
      "num_tokens": 323328593.0,
      "step": 419890
    },
    {
      "epoch": 0.5326260404537025,
      "grad_norm": 5.5,
      "learning_rate": 2.3371726008489608e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5322721838951111,
      "num_tokens": 323336761.0,
      "step": 419900
    },
    {
      "epoch": 0.5326387250462353,
      "grad_norm": 8.75,
      "learning_rate": 2.3371091698403316e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5598505347967148,
      "num_tokens": 323344579.0,
      "step": 419910
    },
    {
      "epoch": 0.5326514096387682,
      "grad_norm": 5.21875,
      "learning_rate": 2.3370457388317025e-05,
      "loss": 1.8287,
      "mean_token_accuracy": 0.6037044793367385,
      "num_tokens": 323351649.0,
      "step": 419920
    },
    {
      "epoch": 0.532664094231301,
      "grad_norm": 5.875,
      "learning_rate": 2.336982307823073e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5524457693099976,
      "num_tokens": 323360431.0,
      "step": 419930
    },
    {
      "epoch": 0.5326767788238338,
      "grad_norm": 4.875,
      "learning_rate": 2.336918876814444e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5526755452156067,
      "num_tokens": 323368694.0,
      "step": 419940
    },
    {
      "epoch": 0.5326894634163667,
      "grad_norm": 4.84375,
      "learning_rate": 2.336855445805815e-05,
      "loss": 2.2578,
      "mean_token_accuracy": 0.5138408333063126,
      "num_tokens": 323376518.0,
      "step": 419950
    },
    {
      "epoch": 0.5327021480088995,
      "grad_norm": 6.34375,
      "learning_rate": 2.336792014797186e-05,
      "loss": 1.8572,
      "mean_token_accuracy": 0.5839281380176544,
      "num_tokens": 323382198.0,
      "step": 419960
    },
    {
      "epoch": 0.5327148326014324,
      "grad_norm": 5.875,
      "learning_rate": 2.3367285837885565e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5529416233301163,
      "num_tokens": 323389920.0,
      "step": 419970
    },
    {
      "epoch": 0.5327275171939652,
      "grad_norm": 14.875,
      "learning_rate": 2.3366651527799274e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5737534940242768,
      "num_tokens": 323395231.0,
      "step": 419980
    },
    {
      "epoch": 0.5327402017864981,
      "grad_norm": 4.8125,
      "learning_rate": 2.3366017217712983e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5564255774021148,
      "num_tokens": 323403696.0,
      "step": 419990
    },
    {
      "epoch": 0.5327528863790308,
      "grad_norm": 7.21875,
      "learning_rate": 2.336538290762669e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5649851500988007,
      "num_tokens": 323410714.0,
      "step": 420000
    },
    {
      "epoch": 0.5327655709715636,
      "grad_norm": 5.625,
      "learning_rate": 2.33647485975404e-05,
      "loss": 1.904,
      "mean_token_accuracy": 0.5882616490125656,
      "num_tokens": 323418429.0,
      "step": 420010
    },
    {
      "epoch": 0.5327782555640965,
      "grad_norm": 5.4375,
      "learning_rate": 2.336411428745411e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5574854999780655,
      "num_tokens": 323425445.0,
      "step": 420020
    },
    {
      "epoch": 0.5327909401566293,
      "grad_norm": 4.875,
      "learning_rate": 2.3363479977367818e-05,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5207201600074768,
      "num_tokens": 323433978.0,
      "step": 420030
    },
    {
      "epoch": 0.5328036247491622,
      "grad_norm": 6.59375,
      "learning_rate": 2.3362845667281523e-05,
      "loss": 1.9082,
      "mean_token_accuracy": 0.5721837162971497,
      "num_tokens": 323441420.0,
      "step": 420040
    },
    {
      "epoch": 0.532816309341695,
      "grad_norm": 6.28125,
      "learning_rate": 2.3362211357195235e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5555650383234024,
      "num_tokens": 323448644.0,
      "step": 420050
    },
    {
      "epoch": 0.5328289939342279,
      "grad_norm": 8.625,
      "learning_rate": 2.3361577047108944e-05,
      "loss": 1.9469,
      "mean_token_accuracy": 0.5574356347322464,
      "num_tokens": 323456965.0,
      "step": 420060
    },
    {
      "epoch": 0.5328416785267607,
      "grad_norm": 14.0625,
      "learning_rate": 2.336094273702265e-05,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5105736762285232,
      "num_tokens": 323464855.0,
      "step": 420070
    },
    {
      "epoch": 0.5328543631192936,
      "grad_norm": 9.75,
      "learning_rate": 2.3360308426936358e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5603167533874511,
      "num_tokens": 323472665.0,
      "step": 420080
    },
    {
      "epoch": 0.5328670477118264,
      "grad_norm": 6.15625,
      "learning_rate": 2.335967411685007e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5563640534877777,
      "num_tokens": 323479409.0,
      "step": 420090
    },
    {
      "epoch": 0.5328797323043591,
      "grad_norm": 4.8125,
      "learning_rate": 2.3359039806763776e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5657661259174347,
      "num_tokens": 323486424.0,
      "step": 420100
    },
    {
      "epoch": 0.532892416896892,
      "grad_norm": 5.5,
      "learning_rate": 2.3358405496677484e-05,
      "loss": 1.7759,
      "mean_token_accuracy": 0.6023953974246978,
      "num_tokens": 323492972.0,
      "step": 420110
    },
    {
      "epoch": 0.5329051014894248,
      "grad_norm": 6.125,
      "learning_rate": 2.3357771186591193e-05,
      "loss": 1.8262,
      "mean_token_accuracy": 0.5929219245910644,
      "num_tokens": 323499399.0,
      "step": 420120
    },
    {
      "epoch": 0.5329177860819577,
      "grad_norm": 4.46875,
      "learning_rate": 2.3357136876504902e-05,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5806229531764984,
      "num_tokens": 323506078.0,
      "step": 420130
    },
    {
      "epoch": 0.5329304706744905,
      "grad_norm": 5.46875,
      "learning_rate": 2.335650256641861e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5627038568258286,
      "num_tokens": 323512168.0,
      "step": 420140
    },
    {
      "epoch": 0.5329431552670234,
      "grad_norm": 8.625,
      "learning_rate": 2.335586825633232e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5568893641233444,
      "num_tokens": 323519519.0,
      "step": 420150
    },
    {
      "epoch": 0.5329558398595562,
      "grad_norm": 5.3125,
      "learning_rate": 2.3355233946246028e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5403306454420089,
      "num_tokens": 323526986.0,
      "step": 420160
    },
    {
      "epoch": 0.532968524452089,
      "grad_norm": 5.34375,
      "learning_rate": 2.3354599636159737e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.534343209862709,
      "num_tokens": 323534761.0,
      "step": 420170
    },
    {
      "epoch": 0.5329812090446219,
      "grad_norm": 5.5,
      "learning_rate": 2.3353965326073442e-05,
      "loss": 2.3629,
      "mean_token_accuracy": 0.4952877998352051,
      "num_tokens": 323542321.0,
      "step": 420180
    },
    {
      "epoch": 0.5329938936371547,
      "grad_norm": 4.59375,
      "learning_rate": 2.3353331015987154e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5734366804361344,
      "num_tokens": 323549883.0,
      "step": 420190
    },
    {
      "epoch": 0.5330065782296876,
      "grad_norm": 5.875,
      "learning_rate": 2.3352696705900863e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5408912032842637,
      "num_tokens": 323558712.0,
      "step": 420200
    },
    {
      "epoch": 0.5330192628222203,
      "grad_norm": 5.46875,
      "learning_rate": 2.335206239581457e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5544859737157821,
      "num_tokens": 323567060.0,
      "step": 420210
    },
    {
      "epoch": 0.5330319474147532,
      "grad_norm": 6.21875,
      "learning_rate": 2.3351428085728277e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5638929396867752,
      "num_tokens": 323573745.0,
      "step": 420220
    },
    {
      "epoch": 0.533044632007286,
      "grad_norm": 5.40625,
      "learning_rate": 2.3350793775641986e-05,
      "loss": 1.7972,
      "mean_token_accuracy": 0.5964933127164841,
      "num_tokens": 323580793.0,
      "step": 420230
    },
    {
      "epoch": 0.5330573165998188,
      "grad_norm": 6.1875,
      "learning_rate": 2.3350159465555695e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5516285419464111,
      "num_tokens": 323588104.0,
      "step": 420240
    },
    {
      "epoch": 0.5330700011923517,
      "grad_norm": 4.75,
      "learning_rate": 2.3349525155469403e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5906942874193192,
      "num_tokens": 323595572.0,
      "step": 420250
    },
    {
      "epoch": 0.5330826857848845,
      "grad_norm": 7.78125,
      "learning_rate": 2.3348890845383112e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5551249861717225,
      "num_tokens": 323601968.0,
      "step": 420260
    },
    {
      "epoch": 0.5330953703774174,
      "grad_norm": 4.875,
      "learning_rate": 2.334825653529682e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5314976662397385,
      "num_tokens": 323610395.0,
      "step": 420270
    },
    {
      "epoch": 0.5331080549699502,
      "grad_norm": 5.6875,
      "learning_rate": 2.3347622225210526e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5289613902568817,
      "num_tokens": 323618523.0,
      "step": 420280
    },
    {
      "epoch": 0.5331207395624831,
      "grad_norm": 6.96875,
      "learning_rate": 2.3346987915124238e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5279133915901184,
      "num_tokens": 323626843.0,
      "step": 420290
    },
    {
      "epoch": 0.5331334241550159,
      "grad_norm": 5.4375,
      "learning_rate": 2.3346353605037947e-05,
      "loss": 1.9102,
      "mean_token_accuracy": 0.5569660723209381,
      "num_tokens": 323633255.0,
      "step": 420300
    },
    {
      "epoch": 0.5331461087475488,
      "grad_norm": 5.34375,
      "learning_rate": 2.3345719294951652e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5357579290866852,
      "num_tokens": 323641819.0,
      "step": 420310
    },
    {
      "epoch": 0.5331587933400815,
      "grad_norm": 6.78125,
      "learning_rate": 2.334508498486536e-05,
      "loss": 1.8683,
      "mean_token_accuracy": 0.575072267651558,
      "num_tokens": 323648683.0,
      "step": 420320
    },
    {
      "epoch": 0.5331714779326143,
      "grad_norm": 7.28125,
      "learning_rate": 2.334445067477907e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5397799968719482,
      "num_tokens": 323656190.0,
      "step": 420330
    },
    {
      "epoch": 0.5331841625251472,
      "grad_norm": 7.71875,
      "learning_rate": 2.3343816364692782e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5407034426927566,
      "num_tokens": 323663709.0,
      "step": 420340
    },
    {
      "epoch": 0.53319684711768,
      "grad_norm": 5.1875,
      "learning_rate": 2.3343182054606487e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5393475353717804,
      "num_tokens": 323672552.0,
      "step": 420350
    },
    {
      "epoch": 0.5332095317102129,
      "grad_norm": 11.4375,
      "learning_rate": 2.3342547744520196e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5474532186985016,
      "num_tokens": 323679682.0,
      "step": 420360
    },
    {
      "epoch": 0.5332222163027457,
      "grad_norm": 5.6875,
      "learning_rate": 2.3341913434433905e-05,
      "loss": 1.8822,
      "mean_token_accuracy": 0.5751002669334412,
      "num_tokens": 323687743.0,
      "step": 420370
    },
    {
      "epoch": 0.5332349008952786,
      "grad_norm": 7.65625,
      "learning_rate": 2.3341279124347614e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5343145847320556,
      "num_tokens": 323695004.0,
      "step": 420380
    },
    {
      "epoch": 0.5332475854878114,
      "grad_norm": 5.4375,
      "learning_rate": 2.3340644814261322e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.540480887889862,
      "num_tokens": 323702969.0,
      "step": 420390
    },
    {
      "epoch": 0.5332602700803442,
      "grad_norm": 5.21875,
      "learning_rate": 2.334001050417503e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5558553785085678,
      "num_tokens": 323710643.0,
      "step": 420400
    },
    {
      "epoch": 0.533272954672877,
      "grad_norm": 5.9375,
      "learning_rate": 2.333937619408874e-05,
      "loss": 1.8621,
      "mean_token_accuracy": 0.5829300910234452,
      "num_tokens": 323717416.0,
      "step": 420410
    },
    {
      "epoch": 0.5332856392654098,
      "grad_norm": 5.46875,
      "learning_rate": 2.3338741884002445e-05,
      "loss": 1.901,
      "mean_token_accuracy": 0.5850671291351318,
      "num_tokens": 323724529.0,
      "step": 420420
    },
    {
      "epoch": 0.5332983238579427,
      "grad_norm": 4.53125,
      "learning_rate": 2.3338107573916154e-05,
      "loss": 1.8296,
      "mean_token_accuracy": 0.5823756992816925,
      "num_tokens": 323731747.0,
      "step": 420430
    },
    {
      "epoch": 0.5333110084504755,
      "grad_norm": 6.0,
      "learning_rate": 2.3337473263829866e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5648125261068344,
      "num_tokens": 323739847.0,
      "step": 420440
    },
    {
      "epoch": 0.5333236930430084,
      "grad_norm": 7.5,
      "learning_rate": 2.333683895374357e-05,
      "loss": 1.997,
      "mean_token_accuracy": 0.5656029492616653,
      "num_tokens": 323746374.0,
      "step": 420450
    },
    {
      "epoch": 0.5333363776355412,
      "grad_norm": 4.96875,
      "learning_rate": 2.333620464365728e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5430379182100296,
      "num_tokens": 323754844.0,
      "step": 420460
    },
    {
      "epoch": 0.5333490622280741,
      "grad_norm": 8.6875,
      "learning_rate": 2.333557033357099e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5095153152942657,
      "num_tokens": 323763401.0,
      "step": 420470
    },
    {
      "epoch": 0.5333617468206069,
      "grad_norm": 6.53125,
      "learning_rate": 2.3334936023484698e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5249408304691314,
      "num_tokens": 323770373.0,
      "step": 420480
    },
    {
      "epoch": 0.5333744314131397,
      "grad_norm": 9.5,
      "learning_rate": 2.3334301713398406e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5370289385318756,
      "num_tokens": 323778454.0,
      "step": 420490
    },
    {
      "epoch": 0.5333871160056726,
      "grad_norm": 6.0625,
      "learning_rate": 2.3333667403312115e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5516248434782028,
      "num_tokens": 323786613.0,
      "step": 420500
    },
    {
      "epoch": 0.5333998005982054,
      "grad_norm": 10.0625,
      "learning_rate": 2.3333033093225824e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5387186735868454,
      "num_tokens": 323793786.0,
      "step": 420510
    },
    {
      "epoch": 0.5334124851907383,
      "grad_norm": 6.0625,
      "learning_rate": 2.333239878313953e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5576789885759353,
      "num_tokens": 323802097.0,
      "step": 420520
    },
    {
      "epoch": 0.533425169783271,
      "grad_norm": 4.90625,
      "learning_rate": 2.3331764473053238e-05,
      "loss": 1.8659,
      "mean_token_accuracy": 0.5715202391147614,
      "num_tokens": 323810792.0,
      "step": 420530
    },
    {
      "epoch": 0.5334378543758039,
      "grad_norm": 6.46875,
      "learning_rate": 2.333113016296695e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5598131567239761,
      "num_tokens": 323818687.0,
      "step": 420540
    },
    {
      "epoch": 0.5334505389683367,
      "grad_norm": 5.34375,
      "learning_rate": 2.333049585288066e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5582225948572159,
      "num_tokens": 323826047.0,
      "step": 420550
    },
    {
      "epoch": 0.5334632235608695,
      "grad_norm": 6.40625,
      "learning_rate": 2.3329861542794364e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5381161719560623,
      "num_tokens": 323832841.0,
      "step": 420560
    },
    {
      "epoch": 0.5334759081534024,
      "grad_norm": 6.125,
      "learning_rate": 2.3329227232708073e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5401145815849304,
      "num_tokens": 323838711.0,
      "step": 420570
    },
    {
      "epoch": 0.5334885927459352,
      "grad_norm": 5.4375,
      "learning_rate": 2.3328592922621785e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5358615964651108,
      "num_tokens": 323847294.0,
      "step": 420580
    },
    {
      "epoch": 0.5335012773384681,
      "grad_norm": 5.0,
      "learning_rate": 2.332795861253549e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5682157516479492,
      "num_tokens": 323854636.0,
      "step": 420590
    },
    {
      "epoch": 0.5335139619310009,
      "grad_norm": 5.40625,
      "learning_rate": 2.33273243024492e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5895176827907562,
      "num_tokens": 323861295.0,
      "step": 420600
    },
    {
      "epoch": 0.5335266465235338,
      "grad_norm": 5.5625,
      "learning_rate": 2.3326689992362908e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5385886281728745,
      "num_tokens": 323868050.0,
      "step": 420610
    },
    {
      "epoch": 0.5335393311160666,
      "grad_norm": 6.5,
      "learning_rate": 2.3326055682276617e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5319259285926818,
      "num_tokens": 323876123.0,
      "step": 420620
    },
    {
      "epoch": 0.5335520157085994,
      "grad_norm": 4.71875,
      "learning_rate": 2.3325421372190325e-05,
      "loss": 1.812,
      "mean_token_accuracy": 0.5965528428554535,
      "num_tokens": 323884325.0,
      "step": 420630
    },
    {
      "epoch": 0.5335647003011322,
      "grad_norm": 9.0,
      "learning_rate": 2.3324787062104034e-05,
      "loss": 1.8796,
      "mean_token_accuracy": 0.5781094491481781,
      "num_tokens": 323892167.0,
      "step": 420640
    },
    {
      "epoch": 0.533577384893665,
      "grad_norm": 4.96875,
      "learning_rate": 2.3324152752017743e-05,
      "loss": 1.8057,
      "mean_token_accuracy": 0.599420604109764,
      "num_tokens": 323898642.0,
      "step": 420650
    },
    {
      "epoch": 0.5335900694861979,
      "grad_norm": 6.34375,
      "learning_rate": 2.3323518441931448e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5230184316635131,
      "num_tokens": 323906691.0,
      "step": 420660
    },
    {
      "epoch": 0.5336027540787307,
      "grad_norm": 6.0625,
      "learning_rate": 2.3322884131845157e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5338182717561721,
      "num_tokens": 323915187.0,
      "step": 420670
    },
    {
      "epoch": 0.5336154386712636,
      "grad_norm": 5.28125,
      "learning_rate": 2.332224982175887e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5697462558746338,
      "num_tokens": 323923297.0,
      "step": 420680
    },
    {
      "epoch": 0.5336281232637964,
      "grad_norm": 4.71875,
      "learning_rate": 2.3321615511672574e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5469340920448303,
      "num_tokens": 323931538.0,
      "step": 420690
    },
    {
      "epoch": 0.5336408078563293,
      "grad_norm": 5.03125,
      "learning_rate": 2.3320981201586283e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5680173337459564,
      "num_tokens": 323939011.0,
      "step": 420700
    },
    {
      "epoch": 0.5336534924488621,
      "grad_norm": 6.21875,
      "learning_rate": 2.3320346891499992e-05,
      "loss": 2.2532,
      "mean_token_accuracy": 0.5145274698734283,
      "num_tokens": 323948387.0,
      "step": 420710
    },
    {
      "epoch": 0.5336661770413949,
      "grad_norm": 5.4375,
      "learning_rate": 2.33197125814137e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5677134841680527,
      "num_tokens": 323956103.0,
      "step": 420720
    },
    {
      "epoch": 0.5336788616339277,
      "grad_norm": 6.6875,
      "learning_rate": 2.331907827132741e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5270993202924729,
      "num_tokens": 323963500.0,
      "step": 420730
    },
    {
      "epoch": 0.5336915462264605,
      "grad_norm": 5.0625,
      "learning_rate": 2.3318443961241118e-05,
      "loss": 2.2563,
      "mean_token_accuracy": 0.5156752079725265,
      "num_tokens": 323972706.0,
      "step": 420740
    },
    {
      "epoch": 0.5337042308189934,
      "grad_norm": 5.6875,
      "learning_rate": 2.3317809651154827e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5294587254524231,
      "num_tokens": 323980701.0,
      "step": 420750
    },
    {
      "epoch": 0.5337169154115262,
      "grad_norm": 4.78125,
      "learning_rate": 2.3317175341068535e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5279312312602997,
      "num_tokens": 323989420.0,
      "step": 420760
    },
    {
      "epoch": 0.5337296000040591,
      "grad_norm": 6.0,
      "learning_rate": 2.331654103098224e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5196644455194473,
      "num_tokens": 323997281.0,
      "step": 420770
    },
    {
      "epoch": 0.5337422845965919,
      "grad_norm": 5.59375,
      "learning_rate": 2.3315906720895953e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5390413850545883,
      "num_tokens": 324005582.0,
      "step": 420780
    },
    {
      "epoch": 0.5337549691891247,
      "grad_norm": 4.78125,
      "learning_rate": 2.3315272410809662e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5434682756662369,
      "num_tokens": 324014721.0,
      "step": 420790
    },
    {
      "epoch": 0.5337676537816576,
      "grad_norm": 5.34375,
      "learning_rate": 2.3314638100723367e-05,
      "loss": 1.9257,
      "mean_token_accuracy": 0.5715954840183258,
      "num_tokens": 324023012.0,
      "step": 420800
    },
    {
      "epoch": 0.5337803383741904,
      "grad_norm": 5.46875,
      "learning_rate": 2.3314003790637076e-05,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5270193040370941,
      "num_tokens": 324031571.0,
      "step": 420810
    },
    {
      "epoch": 0.5337930229667233,
      "grad_norm": 6.15625,
      "learning_rate": 2.3313369480550785e-05,
      "loss": 1.8948,
      "mean_token_accuracy": 0.5791198283433914,
      "num_tokens": 324038738.0,
      "step": 420820
    },
    {
      "epoch": 0.533805707559256,
      "grad_norm": 5.625,
      "learning_rate": 2.3312735170464493e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5509182423353195,
      "num_tokens": 324047257.0,
      "step": 420830
    },
    {
      "epoch": 0.533818392151789,
      "grad_norm": 6.625,
      "learning_rate": 2.3312100860378202e-05,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5673105329275131,
      "num_tokens": 324054079.0,
      "step": 420840
    },
    {
      "epoch": 0.5338310767443217,
      "grad_norm": 6.59375,
      "learning_rate": 2.331146655029191e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5327355027198791,
      "num_tokens": 324061946.0,
      "step": 420850
    },
    {
      "epoch": 0.5338437613368546,
      "grad_norm": 5.875,
      "learning_rate": 2.331083224020562e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.5207332044839859,
      "num_tokens": 324071049.0,
      "step": 420860
    },
    {
      "epoch": 0.5338564459293874,
      "grad_norm": 5.03125,
      "learning_rate": 2.3310197930119325e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5331929296255111,
      "num_tokens": 324079759.0,
      "step": 420870
    },
    {
      "epoch": 0.5338691305219202,
      "grad_norm": 6.53125,
      "learning_rate": 2.3309563620033037e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5523872584104538,
      "num_tokens": 324088239.0,
      "step": 420880
    },
    {
      "epoch": 0.5338818151144531,
      "grad_norm": 6.3125,
      "learning_rate": 2.3308929309946746e-05,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5562562823295594,
      "num_tokens": 324095113.0,
      "step": 420890
    },
    {
      "epoch": 0.5338944997069859,
      "grad_norm": 5.4375,
      "learning_rate": 2.330829499986045e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5313475072383881,
      "num_tokens": 324104402.0,
      "step": 420900
    },
    {
      "epoch": 0.5339071842995188,
      "grad_norm": 5.6875,
      "learning_rate": 2.330766068977416e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5469591230154037,
      "num_tokens": 324111113.0,
      "step": 420910
    },
    {
      "epoch": 0.5339198688920516,
      "grad_norm": 8.0625,
      "learning_rate": 2.330702637968787e-05,
      "loss": 1.8724,
      "mean_token_accuracy": 0.5832789480686188,
      "num_tokens": 324119138.0,
      "step": 420920
    },
    {
      "epoch": 0.5339325534845845,
      "grad_norm": 6.1875,
      "learning_rate": 2.330639206960158e-05,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5787938714027405,
      "num_tokens": 324126331.0,
      "step": 420930
    },
    {
      "epoch": 0.5339452380771172,
      "grad_norm": 5.21875,
      "learning_rate": 2.3305757759515286e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5500074803829194,
      "num_tokens": 324134455.0,
      "step": 420940
    },
    {
      "epoch": 0.53395792266965,
      "grad_norm": 5.375,
      "learning_rate": 2.3305123449428995e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5223928660154342,
      "num_tokens": 324143862.0,
      "step": 420950
    },
    {
      "epoch": 0.5339706072621829,
      "grad_norm": 5.78125,
      "learning_rate": 2.3304489139342704e-05,
      "loss": 1.8516,
      "mean_token_accuracy": 0.5889581143856049,
      "num_tokens": 324151650.0,
      "step": 420960
    },
    {
      "epoch": 0.5339832918547157,
      "grad_norm": 6.09375,
      "learning_rate": 2.3303854829256412e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5340447217226029,
      "num_tokens": 324160396.0,
      "step": 420970
    },
    {
      "epoch": 0.5339959764472486,
      "grad_norm": 5.96875,
      "learning_rate": 2.330322051917012e-05,
      "loss": 2.2461,
      "mean_token_accuracy": 0.5247552514076232,
      "num_tokens": 324168505.0,
      "step": 420980
    },
    {
      "epoch": 0.5340086610397814,
      "grad_norm": 5.46875,
      "learning_rate": 2.330258620908383e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5375098139047623,
      "num_tokens": 324175902.0,
      "step": 420990
    },
    {
      "epoch": 0.5340213456323143,
      "grad_norm": 5.28125,
      "learning_rate": 2.330195189899754e-05,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5529662489891052,
      "num_tokens": 324184481.0,
      "step": 421000
    },
    {
      "epoch": 0.5340340302248471,
      "grad_norm": 10.4375,
      "learning_rate": 2.3301317588911244e-05,
      "loss": 1.7724,
      "mean_token_accuracy": 0.6008544892072678,
      "num_tokens": 324189990.0,
      "step": 421010
    },
    {
      "epoch": 0.53404671481738,
      "grad_norm": 5.09375,
      "learning_rate": 2.3300683278824956e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5275110691785813,
      "num_tokens": 324198485.0,
      "step": 421020
    },
    {
      "epoch": 0.5340593994099128,
      "grad_norm": 5.25,
      "learning_rate": 2.3300048968738665e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5566492676734924,
      "num_tokens": 324206932.0,
      "step": 421030
    },
    {
      "epoch": 0.5340720840024455,
      "grad_norm": 11.0625,
      "learning_rate": 2.329941465865237e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5519028723239898,
      "num_tokens": 324212447.0,
      "step": 421040
    },
    {
      "epoch": 0.5340847685949784,
      "grad_norm": 6.21875,
      "learning_rate": 2.329878034856608e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5234368652105331,
      "num_tokens": 324219597.0,
      "step": 421050
    },
    {
      "epoch": 0.5340974531875112,
      "grad_norm": 6.53125,
      "learning_rate": 2.3298146038479788e-05,
      "loss": 1.753,
      "mean_token_accuracy": 0.5955603182315826,
      "num_tokens": 324226558.0,
      "step": 421060
    },
    {
      "epoch": 0.5341101377800441,
      "grad_norm": 5.96875,
      "learning_rate": 2.3297511728393496e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5492853403091431,
      "num_tokens": 324234103.0,
      "step": 421070
    },
    {
      "epoch": 0.5341228223725769,
      "grad_norm": 6.15625,
      "learning_rate": 2.3296877418307205e-05,
      "loss": 2.2572,
      "mean_token_accuracy": 0.5096837431192398,
      "num_tokens": 324241338.0,
      "step": 421080
    },
    {
      "epoch": 0.5341355069651098,
      "grad_norm": 5.65625,
      "learning_rate": 2.3296243108220914e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5716448992490768,
      "num_tokens": 324247258.0,
      "step": 421090
    },
    {
      "epoch": 0.5341481915576426,
      "grad_norm": 5.5625,
      "learning_rate": 2.3295608798134622e-05,
      "loss": 1.7671,
      "mean_token_accuracy": 0.6099360257387161,
      "num_tokens": 324253000.0,
      "step": 421100
    },
    {
      "epoch": 0.5341608761501754,
      "grad_norm": 4.53125,
      "learning_rate": 2.3294974488048328e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5682167768478393,
      "num_tokens": 324260713.0,
      "step": 421110
    },
    {
      "epoch": 0.5341735607427083,
      "grad_norm": 4.625,
      "learning_rate": 2.329434017796204e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5272975891828537,
      "num_tokens": 324268474.0,
      "step": 421120
    },
    {
      "epoch": 0.5341862453352411,
      "grad_norm": 6.1875,
      "learning_rate": 2.329370586787575e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5476794153451919,
      "num_tokens": 324275117.0,
      "step": 421130
    },
    {
      "epoch": 0.534198929927774,
      "grad_norm": 6.0625,
      "learning_rate": 2.3293071557789457e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5365072607994079,
      "num_tokens": 324283128.0,
      "step": 421140
    },
    {
      "epoch": 0.5342116145203067,
      "grad_norm": 5.15625,
      "learning_rate": 2.3292437247703163e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.544773918390274,
      "num_tokens": 324290044.0,
      "step": 421150
    },
    {
      "epoch": 0.5342242991128396,
      "grad_norm": 6.0625,
      "learning_rate": 2.329180293761687e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5232936203479767,
      "num_tokens": 324298843.0,
      "step": 421160
    },
    {
      "epoch": 0.5342369837053724,
      "grad_norm": 5.4375,
      "learning_rate": 2.3291168627530584e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.563010749220848,
      "num_tokens": 324305379.0,
      "step": 421170
    },
    {
      "epoch": 0.5342496682979052,
      "grad_norm": 6.9375,
      "learning_rate": 2.329053431744429e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.551550704240799,
      "num_tokens": 324313986.0,
      "step": 421180
    },
    {
      "epoch": 0.5342623528904381,
      "grad_norm": 6.03125,
      "learning_rate": 2.3289900007357998e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5565175205469132,
      "num_tokens": 324321800.0,
      "step": 421190
    },
    {
      "epoch": 0.5342750374829709,
      "grad_norm": 6.65625,
      "learning_rate": 2.3289265697271706e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5501360952854156,
      "num_tokens": 324329030.0,
      "step": 421200
    },
    {
      "epoch": 0.5342877220755038,
      "grad_norm": 6.71875,
      "learning_rate": 2.3288631387185415e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5552288651466369,
      "num_tokens": 324335779.0,
      "step": 421210
    },
    {
      "epoch": 0.5343004066680366,
      "grad_norm": 5.84375,
      "learning_rate": 2.3287997077099124e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5514010578393936,
      "num_tokens": 324344519.0,
      "step": 421220
    },
    {
      "epoch": 0.5343130912605695,
      "grad_norm": 4.84375,
      "learning_rate": 2.3287362767012833e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5375231772661209,
      "num_tokens": 324352126.0,
      "step": 421230
    },
    {
      "epoch": 0.5343257758531023,
      "grad_norm": 5.5625,
      "learning_rate": 2.328672845692654e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5461005538702011,
      "num_tokens": 324360558.0,
      "step": 421240
    },
    {
      "epoch": 0.5343384604456352,
      "grad_norm": 6.0,
      "learning_rate": 2.3286094146840247e-05,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5591206133365632,
      "num_tokens": 324368691.0,
      "step": 421250
    },
    {
      "epoch": 0.5343511450381679,
      "grad_norm": 7.0625,
      "learning_rate": 2.3285459836753956e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5324139088392258,
      "num_tokens": 324375916.0,
      "step": 421260
    },
    {
      "epoch": 0.5343638296307007,
      "grad_norm": 4.90625,
      "learning_rate": 2.3284825526667668e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5710948646068573,
      "num_tokens": 324384478.0,
      "step": 421270
    },
    {
      "epoch": 0.5343765142232336,
      "grad_norm": 5.09375,
      "learning_rate": 2.3284191216581373e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5710630059242249,
      "num_tokens": 324392778.0,
      "step": 421280
    },
    {
      "epoch": 0.5343891988157664,
      "grad_norm": 5.84375,
      "learning_rate": 2.3283556906495082e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5377218395471572,
      "num_tokens": 324400711.0,
      "step": 421290
    },
    {
      "epoch": 0.5344018834082993,
      "grad_norm": 6.3125,
      "learning_rate": 2.328292259640879e-05,
      "loss": 1.6743,
      "mean_token_accuracy": 0.6328246504068374,
      "num_tokens": 324408472.0,
      "step": 421300
    },
    {
      "epoch": 0.5344145680008321,
      "grad_norm": 4.875,
      "learning_rate": 2.32822882863225e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5744280368089676,
      "num_tokens": 324416673.0,
      "step": 421310
    },
    {
      "epoch": 0.534427252593365,
      "grad_norm": 6.21875,
      "learning_rate": 2.3281653976236208e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5370137572288514,
      "num_tokens": 324424548.0,
      "step": 421320
    },
    {
      "epoch": 0.5344399371858978,
      "grad_norm": 5.5625,
      "learning_rate": 2.3281019666149917e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5269823491573333,
      "num_tokens": 324433168.0,
      "step": 421330
    },
    {
      "epoch": 0.5344526217784306,
      "grad_norm": 5.9375,
      "learning_rate": 2.3280385356063625e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5214603573083878,
      "num_tokens": 324440737.0,
      "step": 421340
    },
    {
      "epoch": 0.5344653063709635,
      "grad_norm": 5.5625,
      "learning_rate": 2.3279751045977334e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.536568820476532,
      "num_tokens": 324447823.0,
      "step": 421350
    },
    {
      "epoch": 0.5344779909634962,
      "grad_norm": 4.875,
      "learning_rate": 2.327911673589104e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5362176805734634,
      "num_tokens": 324457245.0,
      "step": 421360
    },
    {
      "epoch": 0.5344906755560291,
      "grad_norm": 7.34375,
      "learning_rate": 2.327848242580475e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5344482898712158,
      "num_tokens": 324464358.0,
      "step": 421370
    },
    {
      "epoch": 0.5345033601485619,
      "grad_norm": 5.625,
      "learning_rate": 2.327784811571846e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5309847980737686,
      "num_tokens": 324472975.0,
      "step": 421380
    },
    {
      "epoch": 0.5345160447410948,
      "grad_norm": 5.03125,
      "learning_rate": 2.3277213805632166e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5160086065530777,
      "num_tokens": 324482085.0,
      "step": 421390
    },
    {
      "epoch": 0.5345287293336276,
      "grad_norm": 5.125,
      "learning_rate": 2.3276579495545875e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5312271475791931,
      "num_tokens": 324490507.0,
      "step": 421400
    },
    {
      "epoch": 0.5345414139261605,
      "grad_norm": 6.375,
      "learning_rate": 2.3275945185459583e-05,
      "loss": 1.8264,
      "mean_token_accuracy": 0.5917548537254333,
      "num_tokens": 324497247.0,
      "step": 421410
    },
    {
      "epoch": 0.5345540985186933,
      "grad_norm": 5.25,
      "learning_rate": 2.3275310875373292e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5491445094347001,
      "num_tokens": 324505189.0,
      "step": 421420
    },
    {
      "epoch": 0.5345667831112261,
      "grad_norm": 4.875,
      "learning_rate": 2.3274676565287e-05,
      "loss": 1.8391,
      "mean_token_accuracy": 0.586837163567543,
      "num_tokens": 324512149.0,
      "step": 421430
    },
    {
      "epoch": 0.534579467703759,
      "grad_norm": 5.84375,
      "learning_rate": 2.327404225520071e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.534012320637703,
      "num_tokens": 324519783.0,
      "step": 421440
    },
    {
      "epoch": 0.5345921522962918,
      "grad_norm": 4.9375,
      "learning_rate": 2.3273407945114418e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5356402158737182,
      "num_tokens": 324529022.0,
      "step": 421450
    },
    {
      "epoch": 0.5346048368888247,
      "grad_norm": 5.6875,
      "learning_rate": 2.3272773635028127e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5173549473285675,
      "num_tokens": 324536911.0,
      "step": 421460
    },
    {
      "epoch": 0.5346175214813574,
      "grad_norm": 5.3125,
      "learning_rate": 2.3272139324941836e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5394944757223129,
      "num_tokens": 324545059.0,
      "step": 421470
    },
    {
      "epoch": 0.5346302060738903,
      "grad_norm": 5.125,
      "learning_rate": 2.3271505014855544e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5412753134965896,
      "num_tokens": 324553618.0,
      "step": 421480
    },
    {
      "epoch": 0.5346428906664231,
      "grad_norm": 5.75,
      "learning_rate": 2.327087070476925e-05,
      "loss": 2.2403,
      "mean_token_accuracy": 0.5133075833320617,
      "num_tokens": 324562677.0,
      "step": 421490
    },
    {
      "epoch": 0.5346555752589559,
      "grad_norm": 5.09375,
      "learning_rate": 2.327023639468296e-05,
      "loss": 1.9604,
      "mean_token_accuracy": 0.5657143533229828,
      "num_tokens": 324569670.0,
      "step": 421500
    },
    {
      "epoch": 0.5346682598514888,
      "grad_norm": 5.625,
      "learning_rate": 2.326960208459667e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5416488587856293,
      "num_tokens": 324577506.0,
      "step": 421510
    },
    {
      "epoch": 0.5346809444440216,
      "grad_norm": 6.78125,
      "learning_rate": 2.326896777451038e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5740898817777633,
      "num_tokens": 324583932.0,
      "step": 421520
    },
    {
      "epoch": 0.5346936290365545,
      "grad_norm": 5.15625,
      "learning_rate": 2.3268333464424085e-05,
      "loss": 1.8454,
      "mean_token_accuracy": 0.5845323234796524,
      "num_tokens": 324590413.0,
      "step": 421530
    },
    {
      "epoch": 0.5347063136290873,
      "grad_norm": 5.75,
      "learning_rate": 2.3267699154337793e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5532691955566407,
      "num_tokens": 324598362.0,
      "step": 421540
    },
    {
      "epoch": 0.5347189982216202,
      "grad_norm": 5.125,
      "learning_rate": 2.3267064844251502e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5555098235607148,
      "num_tokens": 324606265.0,
      "step": 421550
    },
    {
      "epoch": 0.534731682814153,
      "grad_norm": 4.6875,
      "learning_rate": 2.326643053416521e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5499430179595948,
      "num_tokens": 324613454.0,
      "step": 421560
    },
    {
      "epoch": 0.5347443674066858,
      "grad_norm": 5.375,
      "learning_rate": 2.326579622407892e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.565093407034874,
      "num_tokens": 324620609.0,
      "step": 421570
    },
    {
      "epoch": 0.5347570519992186,
      "grad_norm": 7.03125,
      "learning_rate": 2.326516191399263e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5329115867614747,
      "num_tokens": 324628736.0,
      "step": 421580
    },
    {
      "epoch": 0.5347697365917514,
      "grad_norm": 5.71875,
      "learning_rate": 2.3264527603906337e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5283071815967559,
      "num_tokens": 324636635.0,
      "step": 421590
    },
    {
      "epoch": 0.5347824211842843,
      "grad_norm": 5.875,
      "learning_rate": 2.3263893293820043e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5441562414169312,
      "num_tokens": 324644639.0,
      "step": 421600
    },
    {
      "epoch": 0.5347951057768171,
      "grad_norm": 4.46875,
      "learning_rate": 2.3263258983733755e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5630220592021942,
      "num_tokens": 324652058.0,
      "step": 421610
    },
    {
      "epoch": 0.53480779036935,
      "grad_norm": 4.34375,
      "learning_rate": 2.3262624673647463e-05,
      "loss": 1.9394,
      "mean_token_accuracy": 0.5733387231826782,
      "num_tokens": 324658854.0,
      "step": 421620
    },
    {
      "epoch": 0.5348204749618828,
      "grad_norm": 5.53125,
      "learning_rate": 2.326199036356117e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5427806377410889,
      "num_tokens": 324665714.0,
      "step": 421630
    },
    {
      "epoch": 0.5348331595544157,
      "grad_norm": 6.5625,
      "learning_rate": 2.3261356053474877e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.564744371175766,
      "num_tokens": 324672954.0,
      "step": 421640
    },
    {
      "epoch": 0.5348458441469485,
      "grad_norm": 5.3125,
      "learning_rate": 2.3260721743388586e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.542315399646759,
      "num_tokens": 324680496.0,
      "step": 421650
    },
    {
      "epoch": 0.5348585287394813,
      "grad_norm": 5.28125,
      "learning_rate": 2.32600874333023e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.562882924079895,
      "num_tokens": 324688555.0,
      "step": 421660
    },
    {
      "epoch": 0.5348712133320142,
      "grad_norm": 7.1875,
      "learning_rate": 2.3259453123216004e-05,
      "loss": 1.6394,
      "mean_token_accuracy": 0.6322212219238281,
      "num_tokens": 324695051.0,
      "step": 421670
    },
    {
      "epoch": 0.5348838979245469,
      "grad_norm": 5.0,
      "learning_rate": 2.3258818813129712e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5166015625,
      "num_tokens": 324703705.0,
      "step": 421680
    },
    {
      "epoch": 0.5348965825170798,
      "grad_norm": 5.1875,
      "learning_rate": 2.325818450304342e-05,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5619822412729263,
      "num_tokens": 324711039.0,
      "step": 421690
    },
    {
      "epoch": 0.5349092671096126,
      "grad_norm": 8.3125,
      "learning_rate": 2.325755019295713e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5788915663957596,
      "num_tokens": 324717553.0,
      "step": 421700
    },
    {
      "epoch": 0.5349219517021455,
      "grad_norm": 7.25,
      "learning_rate": 2.325691588287084e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5422847151756287,
      "num_tokens": 324725028.0,
      "step": 421710
    },
    {
      "epoch": 0.5349346362946783,
      "grad_norm": 5.09375,
      "learning_rate": 2.3256281572784547e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5265801310539245,
      "num_tokens": 324732871.0,
      "step": 421720
    },
    {
      "epoch": 0.5349473208872111,
      "grad_norm": 4.375,
      "learning_rate": 2.3255647262698256e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5448730230331421,
      "num_tokens": 324740248.0,
      "step": 421730
    },
    {
      "epoch": 0.534960005479744,
      "grad_norm": 5.0,
      "learning_rate": 2.325501295261196e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5534282892942428,
      "num_tokens": 324748405.0,
      "step": 421740
    },
    {
      "epoch": 0.5349726900722768,
      "grad_norm": 5.28125,
      "learning_rate": 2.325437864252567e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5306582450866699,
      "num_tokens": 324755433.0,
      "step": 421750
    },
    {
      "epoch": 0.5349853746648097,
      "grad_norm": 4.6875,
      "learning_rate": 2.3253744332439382e-05,
      "loss": 2.2466,
      "mean_token_accuracy": 0.515947425365448,
      "num_tokens": 324763946.0,
      "step": 421760
    },
    {
      "epoch": 0.5349980592573425,
      "grad_norm": 5.96875,
      "learning_rate": 2.3253110022353088e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.565897959470749,
      "num_tokens": 324770458.0,
      "step": 421770
    },
    {
      "epoch": 0.5350107438498753,
      "grad_norm": 6.34375,
      "learning_rate": 2.3252475712266796e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5720771759748459,
      "num_tokens": 324778122.0,
      "step": 421780
    },
    {
      "epoch": 0.5350234284424081,
      "grad_norm": 5.78125,
      "learning_rate": 2.3251841402180505e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5477511942386627,
      "num_tokens": 324785359.0,
      "step": 421790
    },
    {
      "epoch": 0.535036113034941,
      "grad_norm": 5.40625,
      "learning_rate": 2.3251207092094214e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5335290282964706,
      "num_tokens": 324794097.0,
      "step": 421800
    },
    {
      "epoch": 0.5350487976274738,
      "grad_norm": 6.0,
      "learning_rate": 2.3250572782007923e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5455970406532288,
      "num_tokens": 324802099.0,
      "step": 421810
    },
    {
      "epoch": 0.5350614822200066,
      "grad_norm": 5.0625,
      "learning_rate": 2.324993847192163e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5245116889476776,
      "num_tokens": 324809630.0,
      "step": 421820
    },
    {
      "epoch": 0.5350741668125395,
      "grad_norm": 6.96875,
      "learning_rate": 2.324930416183534e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5197343438863754,
      "num_tokens": 324817328.0,
      "step": 421830
    },
    {
      "epoch": 0.5350868514050723,
      "grad_norm": 4.96875,
      "learning_rate": 2.3248669851749045e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.535174211859703,
      "num_tokens": 324823849.0,
      "step": 421840
    },
    {
      "epoch": 0.5350995359976052,
      "grad_norm": 4.875,
      "learning_rate": 2.3248035541662754e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5482818067073822,
      "num_tokens": 324831561.0,
      "step": 421850
    },
    {
      "epoch": 0.535112220590138,
      "grad_norm": 6.28125,
      "learning_rate": 2.3247401231576466e-05,
      "loss": 1.7906,
      "mean_token_accuracy": 0.5881603807210922,
      "num_tokens": 324838558.0,
      "step": 421860
    },
    {
      "epoch": 0.5351249051826709,
      "grad_norm": 7.25,
      "learning_rate": 2.3246766921490175e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5320918917655945,
      "num_tokens": 324845644.0,
      "step": 421870
    },
    {
      "epoch": 0.5351375897752036,
      "grad_norm": 5.25,
      "learning_rate": 2.324613261140388e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5381359726190567,
      "num_tokens": 324854390.0,
      "step": 421880
    },
    {
      "epoch": 0.5351502743677364,
      "grad_norm": 7.59375,
      "learning_rate": 2.324549830131759e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5295294135808944,
      "num_tokens": 324862685.0,
      "step": 421890
    },
    {
      "epoch": 0.5351629589602693,
      "grad_norm": 5.6875,
      "learning_rate": 2.3244863991231298e-05,
      "loss": 2.223,
      "mean_token_accuracy": 0.5134948551654815,
      "num_tokens": 324870703.0,
      "step": 421900
    },
    {
      "epoch": 0.5351756435528021,
      "grad_norm": 5.3125,
      "learning_rate": 2.3244229681145007e-05,
      "loss": 2.3582,
      "mean_token_accuracy": 0.5016310513019562,
      "num_tokens": 324879117.0,
      "step": 421910
    },
    {
      "epoch": 0.535188328145335,
      "grad_norm": 6.1875,
      "learning_rate": 2.3243595371058715e-05,
      "loss": 1.7951,
      "mean_token_accuracy": 0.5922698974609375,
      "num_tokens": 324887129.0,
      "step": 421920
    },
    {
      "epoch": 0.5352010127378678,
      "grad_norm": 2.28125,
      "learning_rate": 2.3242961060972424e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5716539680957794,
      "num_tokens": 324894723.0,
      "step": 421930
    },
    {
      "epoch": 0.5352136973304007,
      "grad_norm": 7.90625,
      "learning_rate": 2.3242326750886133e-05,
      "loss": 1.6652,
      "mean_token_accuracy": 0.6187280356884003,
      "num_tokens": 324901625.0,
      "step": 421940
    },
    {
      "epoch": 0.5352263819229335,
      "grad_norm": 5.1875,
      "learning_rate": 2.324169244079984e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5257984697818756,
      "num_tokens": 324910177.0,
      "step": 421950
    },
    {
      "epoch": 0.5352390665154664,
      "grad_norm": 4.96875,
      "learning_rate": 2.324105813071355e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5783652305603028,
      "num_tokens": 324917771.0,
      "step": 421960
    },
    {
      "epoch": 0.5352517511079992,
      "grad_norm": 5.03125,
      "learning_rate": 2.324042382062726e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5415729641914367,
      "num_tokens": 324926405.0,
      "step": 421970
    },
    {
      "epoch": 0.535264435700532,
      "grad_norm": 5.125,
      "learning_rate": 2.3239789510540964e-05,
      "loss": 1.8886,
      "mean_token_accuracy": 0.575343182682991,
      "num_tokens": 324933651.0,
      "step": 421980
    },
    {
      "epoch": 0.5352771202930648,
      "grad_norm": 5.125,
      "learning_rate": 2.3239155200454673e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5503031343221665,
      "num_tokens": 324941923.0,
      "step": 421990
    },
    {
      "epoch": 0.5352898048855976,
      "grad_norm": 6.0,
      "learning_rate": 2.3238520890368385e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5641593366861344,
      "num_tokens": 324950100.0,
      "step": 422000
    },
    {
      "epoch": 0.5353024894781305,
      "grad_norm": 6.75,
      "learning_rate": 2.323788658028209e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5572841972112655,
      "num_tokens": 324956521.0,
      "step": 422010
    },
    {
      "epoch": 0.5353151740706633,
      "grad_norm": 5.40625,
      "learning_rate": 2.32372522701958e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5275766491889954,
      "num_tokens": 324964235.0,
      "step": 422020
    },
    {
      "epoch": 0.5353278586631962,
      "grad_norm": 7.0,
      "learning_rate": 2.3236617960109508e-05,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5052774548530579,
      "num_tokens": 324972288.0,
      "step": 422030
    },
    {
      "epoch": 0.535340543255729,
      "grad_norm": 6.53125,
      "learning_rate": 2.3235983650023217e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5206646353006363,
      "num_tokens": 324980095.0,
      "step": 422040
    },
    {
      "epoch": 0.5353532278482618,
      "grad_norm": 4.78125,
      "learning_rate": 2.3235349339936926e-05,
      "loss": 1.944,
      "mean_token_accuracy": 0.5606823474168777,
      "num_tokens": 324988181.0,
      "step": 422050
    },
    {
      "epoch": 0.5353659124407947,
      "grad_norm": 5.28125,
      "learning_rate": 2.3234715029850634e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5641510188579559,
      "num_tokens": 324995879.0,
      "step": 422060
    },
    {
      "epoch": 0.5353785970333275,
      "grad_norm": 6.5,
      "learning_rate": 2.3234080719764343e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5208488792181015,
      "num_tokens": 325004237.0,
      "step": 422070
    },
    {
      "epoch": 0.5353912816258604,
      "grad_norm": 5.90625,
      "learning_rate": 2.3233446409678052e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5370778679847718,
      "num_tokens": 325011358.0,
      "step": 422080
    },
    {
      "epoch": 0.5354039662183931,
      "grad_norm": 6.59375,
      "learning_rate": 2.3232812099591757e-05,
      "loss": 1.8943,
      "mean_token_accuracy": 0.5824144333600998,
      "num_tokens": 325017616.0,
      "step": 422090
    },
    {
      "epoch": 0.535416650810926,
      "grad_norm": 5.25,
      "learning_rate": 2.323217778950547e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5544357359409332,
      "num_tokens": 325025827.0,
      "step": 422100
    },
    {
      "epoch": 0.5354293354034588,
      "grad_norm": 5.46875,
      "learning_rate": 2.3231543479419178e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5494511753320694,
      "num_tokens": 325033803.0,
      "step": 422110
    },
    {
      "epoch": 0.5354420199959916,
      "grad_norm": 5.09375,
      "learning_rate": 2.3230909169332883e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5510022550821304,
      "num_tokens": 325041434.0,
      "step": 422120
    },
    {
      "epoch": 0.5354547045885245,
      "grad_norm": 5.96875,
      "learning_rate": 2.3230274859246592e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5710494995117188,
      "num_tokens": 325049436.0,
      "step": 422130
    },
    {
      "epoch": 0.5354673891810573,
      "grad_norm": 4.8125,
      "learning_rate": 2.32296405491603e-05,
      "loss": 2.2449,
      "mean_token_accuracy": 0.5138543784618378,
      "num_tokens": 325058351.0,
      "step": 422140
    },
    {
      "epoch": 0.5354800737735902,
      "grad_norm": 5.875,
      "learning_rate": 2.322900623907401e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5671873211860656,
      "num_tokens": 325066135.0,
      "step": 422150
    },
    {
      "epoch": 0.535492758366123,
      "grad_norm": 4.875,
      "learning_rate": 2.322837192898772e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5502000868320465,
      "num_tokens": 325074013.0,
      "step": 422160
    },
    {
      "epoch": 0.5355054429586559,
      "grad_norm": 7.8125,
      "learning_rate": 2.3227737618901427e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5708562761545182,
      "num_tokens": 325081282.0,
      "step": 422170
    },
    {
      "epoch": 0.5355181275511887,
      "grad_norm": 4.84375,
      "learning_rate": 2.3227103308815136e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5660791724920273,
      "num_tokens": 325088522.0,
      "step": 422180
    },
    {
      "epoch": 0.5355308121437216,
      "grad_norm": 4.8125,
      "learning_rate": 2.322646899872884e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5576544463634491,
      "num_tokens": 325095900.0,
      "step": 422190
    },
    {
      "epoch": 0.5355434967362543,
      "grad_norm": 5.6875,
      "learning_rate": 2.3225834688642553e-05,
      "loss": 1.691,
      "mean_token_accuracy": 0.6227650970220566,
      "num_tokens": 325102334.0,
      "step": 422200
    },
    {
      "epoch": 0.5355561813287871,
      "grad_norm": 5.0625,
      "learning_rate": 2.3225200378556262e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5220777958631515,
      "num_tokens": 325110805.0,
      "step": 422210
    },
    {
      "epoch": 0.53556886592132,
      "grad_norm": 5.03125,
      "learning_rate": 2.3224566068469967e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5441224575042725,
      "num_tokens": 325117726.0,
      "step": 422220
    },
    {
      "epoch": 0.5355815505138528,
      "grad_norm": 5.375,
      "learning_rate": 2.3223931758383676e-05,
      "loss": 1.5831,
      "mean_token_accuracy": 0.641927695274353,
      "num_tokens": 325125087.0,
      "step": 422230
    },
    {
      "epoch": 0.5355942351063857,
      "grad_norm": 5.875,
      "learning_rate": 2.3223297448297385e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5403184592723846,
      "num_tokens": 325132594.0,
      "step": 422240
    },
    {
      "epoch": 0.5356069196989185,
      "grad_norm": 6.75,
      "learning_rate": 2.3222663138211097e-05,
      "loss": 1.9462,
      "mean_token_accuracy": 0.5785381942987442,
      "num_tokens": 325139878.0,
      "step": 422250
    },
    {
      "epoch": 0.5356196042914514,
      "grad_norm": 5.0625,
      "learning_rate": 2.3222028828124802e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.5274355709552765,
      "num_tokens": 325147305.0,
      "step": 422260
    },
    {
      "epoch": 0.5356322888839842,
      "grad_norm": 5.5625,
      "learning_rate": 2.322139451803851e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5799787610769271,
      "num_tokens": 325155789.0,
      "step": 422270
    },
    {
      "epoch": 0.535644973476517,
      "grad_norm": 5.125,
      "learning_rate": 2.322076020795222e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.542129299044609,
      "num_tokens": 325164245.0,
      "step": 422280
    },
    {
      "epoch": 0.5356576580690499,
      "grad_norm": 5.6875,
      "learning_rate": 2.322012589786593e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5424494564533233,
      "num_tokens": 325171890.0,
      "step": 422290
    },
    {
      "epoch": 0.5356703426615826,
      "grad_norm": 7.5,
      "learning_rate": 2.3219491587779637e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.541369742155075,
      "num_tokens": 325180340.0,
      "step": 422300
    },
    {
      "epoch": 0.5356830272541155,
      "grad_norm": 5.84375,
      "learning_rate": 2.3218857277693346e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5449525743722916,
      "num_tokens": 325188509.0,
      "step": 422310
    },
    {
      "epoch": 0.5356957118466483,
      "grad_norm": 5.875,
      "learning_rate": 2.3218222967607055e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5403331637382507,
      "num_tokens": 325195599.0,
      "step": 422320
    },
    {
      "epoch": 0.5357083964391812,
      "grad_norm": 8.1875,
      "learning_rate": 2.321758865752076e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5458011329174042,
      "num_tokens": 325202107.0,
      "step": 422330
    },
    {
      "epoch": 0.535721081031714,
      "grad_norm": 7.0,
      "learning_rate": 2.321695434743447e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5291713654994965,
      "num_tokens": 325209547.0,
      "step": 422340
    },
    {
      "epoch": 0.5357337656242469,
      "grad_norm": 4.96875,
      "learning_rate": 2.321632003734818e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5701121091842651,
      "num_tokens": 325217996.0,
      "step": 422350
    },
    {
      "epoch": 0.5357464502167797,
      "grad_norm": 5.625,
      "learning_rate": 2.3215685727261886e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5404835194349289,
      "num_tokens": 325225378.0,
      "step": 422360
    },
    {
      "epoch": 0.5357591348093125,
      "grad_norm": 7.28125,
      "learning_rate": 2.3215051417175595e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5676595032215118,
      "num_tokens": 325232538.0,
      "step": 422370
    },
    {
      "epoch": 0.5357718194018454,
      "grad_norm": 5.3125,
      "learning_rate": 2.3214417107089304e-05,
      "loss": 1.8357,
      "mean_token_accuracy": 0.5902956277132034,
      "num_tokens": 325239510.0,
      "step": 422380
    },
    {
      "epoch": 0.5357845039943782,
      "grad_norm": 8.75,
      "learning_rate": 2.3213782797003013e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5438332855701447,
      "num_tokens": 325246724.0,
      "step": 422390
    },
    {
      "epoch": 0.535797188586911,
      "grad_norm": 5.46875,
      "learning_rate": 2.321314848691672e-05,
      "loss": 1.8693,
      "mean_token_accuracy": 0.577364581823349,
      "num_tokens": 325254590.0,
      "step": 422400
    },
    {
      "epoch": 0.5358098731794438,
      "grad_norm": 4.8125,
      "learning_rate": 2.321251417683043e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5686472922563552,
      "num_tokens": 325262669.0,
      "step": 422410
    },
    {
      "epoch": 0.5358225577719767,
      "grad_norm": 6.09375,
      "learning_rate": 2.321187986674414e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.5743842035531997,
      "num_tokens": 325271159.0,
      "step": 422420
    },
    {
      "epoch": 0.5358352423645095,
      "grad_norm": 6.3125,
      "learning_rate": 2.3211245556657844e-05,
      "loss": 1.9256,
      "mean_token_accuracy": 0.5810501039028168,
      "num_tokens": 325278316.0,
      "step": 422430
    },
    {
      "epoch": 0.5358479269570423,
      "grad_norm": 6.4375,
      "learning_rate": 2.3210611246571556e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5724514544010162,
      "num_tokens": 325286141.0,
      "step": 422440
    },
    {
      "epoch": 0.5358606115495752,
      "grad_norm": 7.84375,
      "learning_rate": 2.3209976936485265e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5309327661991119,
      "num_tokens": 325292641.0,
      "step": 422450
    },
    {
      "epoch": 0.535873296142108,
      "grad_norm": 7.6875,
      "learning_rate": 2.3209342626398974e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5607144743204117,
      "num_tokens": 325300345.0,
      "step": 422460
    },
    {
      "epoch": 0.5358859807346409,
      "grad_norm": 4.5625,
      "learning_rate": 2.320870831631268e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5633718490600585,
      "num_tokens": 325308242.0,
      "step": 422470
    },
    {
      "epoch": 0.5358986653271737,
      "grad_norm": 6.625,
      "learning_rate": 2.3208074006226388e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5757516026496887,
      "num_tokens": 325314177.0,
      "step": 422480
    },
    {
      "epoch": 0.5359113499197066,
      "grad_norm": 7.0,
      "learning_rate": 2.32074396961401e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5674521327018738,
      "num_tokens": 325321418.0,
      "step": 422490
    },
    {
      "epoch": 0.5359240345122394,
      "grad_norm": 7.03125,
      "learning_rate": 2.3206805386053805e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5387378841638565,
      "num_tokens": 325330011.0,
      "step": 422500
    },
    {
      "epoch": 0.5359367191047723,
      "grad_norm": 4.71875,
      "learning_rate": 2.3206171075967514e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.5621573597192764,
      "num_tokens": 325338484.0,
      "step": 422510
    },
    {
      "epoch": 0.535949403697305,
      "grad_norm": 5.15625,
      "learning_rate": 2.3205536765881223e-05,
      "loss": 2.2447,
      "mean_token_accuracy": 0.5218344330787659,
      "num_tokens": 325346876.0,
      "step": 422520
    },
    {
      "epoch": 0.5359620882898378,
      "grad_norm": 4.59375,
      "learning_rate": 2.320490245579493e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5464565694332123,
      "num_tokens": 325354912.0,
      "step": 422530
    },
    {
      "epoch": 0.5359747728823707,
      "grad_norm": 5.75,
      "learning_rate": 2.320426814570864e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5493849903345108,
      "num_tokens": 325364200.0,
      "step": 422540
    },
    {
      "epoch": 0.5359874574749035,
      "grad_norm": 5.3125,
      "learning_rate": 2.320363383562235e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5532459020614624,
      "num_tokens": 325372176.0,
      "step": 422550
    },
    {
      "epoch": 0.5360001420674364,
      "grad_norm": 5.0,
      "learning_rate": 2.3202999525536058e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5302362561225891,
      "num_tokens": 325380700.0,
      "step": 422560
    },
    {
      "epoch": 0.5360128266599692,
      "grad_norm": 4.71875,
      "learning_rate": 2.3202365215449763e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5707722663879394,
      "num_tokens": 325387949.0,
      "step": 422570
    },
    {
      "epoch": 0.5360255112525021,
      "grad_norm": 4.8125,
      "learning_rate": 2.3201730905363472e-05,
      "loss": 2.1879,
      "mean_token_accuracy": 0.531143519282341,
      "num_tokens": 325395009.0,
      "step": 422580
    },
    {
      "epoch": 0.5360381958450349,
      "grad_norm": 4.9375,
      "learning_rate": 2.3201096595277184e-05,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5267098665237426,
      "num_tokens": 325403955.0,
      "step": 422590
    },
    {
      "epoch": 0.5360508804375677,
      "grad_norm": 8.4375,
      "learning_rate": 2.320046228519089e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5244432270526886,
      "num_tokens": 325410345.0,
      "step": 422600
    },
    {
      "epoch": 0.5360635650301006,
      "grad_norm": 4.75,
      "learning_rate": 2.3199827975104598e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5354386091232299,
      "num_tokens": 325419043.0,
      "step": 422610
    },
    {
      "epoch": 0.5360762496226333,
      "grad_norm": 5.75,
      "learning_rate": 2.3199193665018307e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5330870300531387,
      "num_tokens": 325426138.0,
      "step": 422620
    },
    {
      "epoch": 0.5360889342151662,
      "grad_norm": 5.625,
      "learning_rate": 2.3198559354932016e-05,
      "loss": 1.8514,
      "mean_token_accuracy": 0.587710827589035,
      "num_tokens": 325434087.0,
      "step": 422630
    },
    {
      "epoch": 0.536101618807699,
      "grad_norm": 10.125,
      "learning_rate": 2.3197925044845724e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5392955988645554,
      "num_tokens": 325442273.0,
      "step": 422640
    },
    {
      "epoch": 0.5361143034002319,
      "grad_norm": 5.96875,
      "learning_rate": 2.3197290734759433e-05,
      "loss": 2.3676,
      "mean_token_accuracy": 0.5027174383401871,
      "num_tokens": 325451633.0,
      "step": 422650
    },
    {
      "epoch": 0.5361269879927647,
      "grad_norm": 6.0,
      "learning_rate": 2.3196656424673142e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5281075656414032,
      "num_tokens": 325459534.0,
      "step": 422660
    },
    {
      "epoch": 0.5361396725852975,
      "grad_norm": 6.15625,
      "learning_rate": 2.319602211458685e-05,
      "loss": 1.8625,
      "mean_token_accuracy": 0.583981066942215,
      "num_tokens": 325467330.0,
      "step": 422670
    },
    {
      "epoch": 0.5361523571778304,
      "grad_norm": 5.28125,
      "learning_rate": 2.3195387804500556e-05,
      "loss": 2.2443,
      "mean_token_accuracy": 0.5149971276521683,
      "num_tokens": 325476075.0,
      "step": 422680
    },
    {
      "epoch": 0.5361650417703632,
      "grad_norm": 5.5625,
      "learning_rate": 2.3194753494414268e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5380893111228943,
      "num_tokens": 325484806.0,
      "step": 422690
    },
    {
      "epoch": 0.5361777263628961,
      "grad_norm": 5.1875,
      "learning_rate": 2.3194119184327977e-05,
      "loss": 2.1983,
      "mean_token_accuracy": 0.5221469908952713,
      "num_tokens": 325493698.0,
      "step": 422700
    },
    {
      "epoch": 0.5361904109554289,
      "grad_norm": 5.3125,
      "learning_rate": 2.3193484874241682e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.53785060942173,
      "num_tokens": 325501970.0,
      "step": 422710
    },
    {
      "epoch": 0.5362030955479618,
      "grad_norm": 5.5,
      "learning_rate": 2.319285056415539e-05,
      "loss": 2.2822,
      "mean_token_accuracy": 0.5123668223619461,
      "num_tokens": 325509311.0,
      "step": 422720
    },
    {
      "epoch": 0.5362157801404945,
      "grad_norm": 5.625,
      "learning_rate": 2.31922162540691e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.561278322339058,
      "num_tokens": 325516581.0,
      "step": 422730
    },
    {
      "epoch": 0.5362284647330274,
      "grad_norm": 6.84375,
      "learning_rate": 2.319158194398281e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5292048692703247,
      "num_tokens": 325525224.0,
      "step": 422740
    },
    {
      "epoch": 0.5362411493255602,
      "grad_norm": 5.75,
      "learning_rate": 2.3190947633896517e-05,
      "loss": 1.8879,
      "mean_token_accuracy": 0.5674850583076477,
      "num_tokens": 325533669.0,
      "step": 422750
    },
    {
      "epoch": 0.536253833918093,
      "grad_norm": 7.65625,
      "learning_rate": 2.3190313323810226e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5559711515903473,
      "num_tokens": 325540138.0,
      "step": 422760
    },
    {
      "epoch": 0.5362665185106259,
      "grad_norm": 5.15625,
      "learning_rate": 2.3189679013723935e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5512609869241715,
      "num_tokens": 325548660.0,
      "step": 422770
    },
    {
      "epoch": 0.5362792031031587,
      "grad_norm": 5.3125,
      "learning_rate": 2.318904470363764e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5328997641801834,
      "num_tokens": 325556620.0,
      "step": 422780
    },
    {
      "epoch": 0.5362918876956916,
      "grad_norm": 7.4375,
      "learning_rate": 2.3188410393551352e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5235717356204986,
      "num_tokens": 325564245.0,
      "step": 422790
    },
    {
      "epoch": 0.5363045722882244,
      "grad_norm": 5.25,
      "learning_rate": 2.318777608346506e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5695358872413635,
      "num_tokens": 325572577.0,
      "step": 422800
    },
    {
      "epoch": 0.5363172568807573,
      "grad_norm": 4.9375,
      "learning_rate": 2.3187141773378766e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5668076336383819,
      "num_tokens": 325579824.0,
      "step": 422810
    },
    {
      "epoch": 0.53632994147329,
      "grad_norm": 5.3125,
      "learning_rate": 2.3186507463292475e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5353613555431366,
      "num_tokens": 325587986.0,
      "step": 422820
    },
    {
      "epoch": 0.5363426260658228,
      "grad_norm": 7.09375,
      "learning_rate": 2.3185873153206187e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5514221400022506,
      "num_tokens": 325597016.0,
      "step": 422830
    },
    {
      "epoch": 0.5363553106583557,
      "grad_norm": 4.84375,
      "learning_rate": 2.3185238843119896e-05,
      "loss": 1.8912,
      "mean_token_accuracy": 0.5829607844352722,
      "num_tokens": 325604973.0,
      "step": 422840
    },
    {
      "epoch": 0.5363679952508885,
      "grad_norm": 5.6875,
      "learning_rate": 2.31846045330336e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.54591324031353,
      "num_tokens": 325613403.0,
      "step": 422850
    },
    {
      "epoch": 0.5363806798434214,
      "grad_norm": 5.875,
      "learning_rate": 2.318397022294731e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5294407606124878,
      "num_tokens": 325621117.0,
      "step": 422860
    },
    {
      "epoch": 0.5363933644359542,
      "grad_norm": 6.03125,
      "learning_rate": 2.318333591286102e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.529251503944397,
      "num_tokens": 325629863.0,
      "step": 422870
    },
    {
      "epoch": 0.5364060490284871,
      "grad_norm": 4.625,
      "learning_rate": 2.3182701602774727e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5295214653015137,
      "num_tokens": 325638401.0,
      "step": 422880
    },
    {
      "epoch": 0.5364187336210199,
      "grad_norm": 7.15625,
      "learning_rate": 2.3182067292688436e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5564049690961838,
      "num_tokens": 325646474.0,
      "step": 422890
    },
    {
      "epoch": 0.5364314182135528,
      "grad_norm": 5.96875,
      "learning_rate": 2.3181432982602145e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5336348086595535,
      "num_tokens": 325654073.0,
      "step": 422900
    },
    {
      "epoch": 0.5364441028060856,
      "grad_norm": 5.6875,
      "learning_rate": 2.3180798672515854e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5426233738660813,
      "num_tokens": 325662092.0,
      "step": 422910
    },
    {
      "epoch": 0.5364567873986184,
      "grad_norm": 5.3125,
      "learning_rate": 2.318016436242956e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5286594599485397,
      "num_tokens": 325671008.0,
      "step": 422920
    },
    {
      "epoch": 0.5364694719911512,
      "grad_norm": 5.375,
      "learning_rate": 2.317953005234327e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5420236051082611,
      "num_tokens": 325679492.0,
      "step": 422930
    },
    {
      "epoch": 0.536482156583684,
      "grad_norm": 5.1875,
      "learning_rate": 2.317889574225698e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.565156775712967,
      "num_tokens": 325687675.0,
      "step": 422940
    },
    {
      "epoch": 0.5364948411762169,
      "grad_norm": 5.53125,
      "learning_rate": 2.3178261432170685e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5344253510236741,
      "num_tokens": 325695702.0,
      "step": 422950
    },
    {
      "epoch": 0.5365075257687497,
      "grad_norm": 8.1875,
      "learning_rate": 2.3177627122084394e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.532143560051918,
      "num_tokens": 325703831.0,
      "step": 422960
    },
    {
      "epoch": 0.5365202103612826,
      "grad_norm": 5.3125,
      "learning_rate": 2.3176992811998103e-05,
      "loss": 1.8892,
      "mean_token_accuracy": 0.5871251851320267,
      "num_tokens": 325711211.0,
      "step": 422970
    },
    {
      "epoch": 0.5365328949538154,
      "grad_norm": 5.59375,
      "learning_rate": 2.317635850191181e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5411911308765411,
      "num_tokens": 325719672.0,
      "step": 422980
    },
    {
      "epoch": 0.5365455795463482,
      "grad_norm": 6.78125,
      "learning_rate": 2.317572419182552e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5553798347711563,
      "num_tokens": 325726590.0,
      "step": 422990
    },
    {
      "epoch": 0.5365582641388811,
      "grad_norm": 6.0,
      "learning_rate": 2.317508988173923e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5254526257514953,
      "num_tokens": 325735037.0,
      "step": 423000
    },
    {
      "epoch": 0.5365709487314139,
      "grad_norm": 6.46875,
      "learning_rate": 2.3174455571652938e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5459196984767913,
      "num_tokens": 325742184.0,
      "step": 423010
    },
    {
      "epoch": 0.5365836333239468,
      "grad_norm": 4.5,
      "learning_rate": 2.3173821261566643e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5415321469306946,
      "num_tokens": 325750159.0,
      "step": 423020
    },
    {
      "epoch": 0.5365963179164795,
      "grad_norm": 5.875,
      "learning_rate": 2.3173186951480355e-05,
      "loss": 1.7263,
      "mean_token_accuracy": 0.6135475695133209,
      "num_tokens": 325756904.0,
      "step": 423030
    },
    {
      "epoch": 0.5366090025090124,
      "grad_norm": 5.65625,
      "learning_rate": 2.3172552641394064e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5328796803951263,
      "num_tokens": 325764026.0,
      "step": 423040
    },
    {
      "epoch": 0.5366216871015452,
      "grad_norm": 5.40625,
      "learning_rate": 2.3171918331307773e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5339462637901307,
      "num_tokens": 325773218.0,
      "step": 423050
    },
    {
      "epoch": 0.536634371694078,
      "grad_norm": 6.46875,
      "learning_rate": 2.3171284021221478e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5318481653928757,
      "num_tokens": 325781586.0,
      "step": 423060
    },
    {
      "epoch": 0.5366470562866109,
      "grad_norm": 4.75,
      "learning_rate": 2.3170649711135187e-05,
      "loss": 2.2694,
      "mean_token_accuracy": 0.5131752192974091,
      "num_tokens": 325789763.0,
      "step": 423070
    },
    {
      "epoch": 0.5366597408791437,
      "grad_norm": 5.21875,
      "learning_rate": 2.31700154010489e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5450159847736359,
      "num_tokens": 325797616.0,
      "step": 423080
    },
    {
      "epoch": 0.5366724254716766,
      "grad_norm": 5.28125,
      "learning_rate": 2.3169381090962604e-05,
      "loss": 1.8099,
      "mean_token_accuracy": 0.5940908849239349,
      "num_tokens": 325805123.0,
      "step": 423090
    },
    {
      "epoch": 0.5366851100642094,
      "grad_norm": 5.0625,
      "learning_rate": 2.3168746780876313e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5426843762397766,
      "num_tokens": 325813767.0,
      "step": 423100
    },
    {
      "epoch": 0.5366977946567423,
      "grad_norm": 5.5625,
      "learning_rate": 2.316811247079002e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5242965608835221,
      "num_tokens": 325821340.0,
      "step": 423110
    },
    {
      "epoch": 0.5367104792492751,
      "grad_norm": 5.1875,
      "learning_rate": 2.316747816070373e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5386321544647217,
      "num_tokens": 325829378.0,
      "step": 423120
    },
    {
      "epoch": 0.536723163841808,
      "grad_norm": 9.25,
      "learning_rate": 2.316684385061744e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5686977952718735,
      "num_tokens": 325835813.0,
      "step": 423130
    },
    {
      "epoch": 0.5367358484343407,
      "grad_norm": 6.71875,
      "learning_rate": 2.3166209540531148e-05,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5842616587877274,
      "num_tokens": 325843049.0,
      "step": 423140
    },
    {
      "epoch": 0.5367485330268735,
      "grad_norm": 6.8125,
      "learning_rate": 2.3165575230444857e-05,
      "loss": 2.3266,
      "mean_token_accuracy": 0.5061202198266983,
      "num_tokens": 325850052.0,
      "step": 423150
    },
    {
      "epoch": 0.5367612176194064,
      "grad_norm": 12.9375,
      "learning_rate": 2.3164940920358562e-05,
      "loss": 1.8719,
      "mean_token_accuracy": 0.5827375233173371,
      "num_tokens": 325856550.0,
      "step": 423160
    },
    {
      "epoch": 0.5367739022119392,
      "grad_norm": 5.59375,
      "learning_rate": 2.316430661027227e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5240294754505157,
      "num_tokens": 325865745.0,
      "step": 423170
    },
    {
      "epoch": 0.5367865868044721,
      "grad_norm": 6.34375,
      "learning_rate": 2.3163672300185983e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5281102299690247,
      "num_tokens": 325872637.0,
      "step": 423180
    },
    {
      "epoch": 0.5367992713970049,
      "grad_norm": 5.3125,
      "learning_rate": 2.3163037990099688e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.539772242307663,
      "num_tokens": 325880476.0,
      "step": 423190
    },
    {
      "epoch": 0.5368119559895378,
      "grad_norm": 7.46875,
      "learning_rate": 2.3162403680013397e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5369201898574829,
      "num_tokens": 325889099.0,
      "step": 423200
    },
    {
      "epoch": 0.5368246405820706,
      "grad_norm": 5.125,
      "learning_rate": 2.3161769369927106e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5438288062810898,
      "num_tokens": 325896880.0,
      "step": 423210
    },
    {
      "epoch": 0.5368373251746034,
      "grad_norm": 5.0625,
      "learning_rate": 2.3161135059840814e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5548030942678451,
      "num_tokens": 325904382.0,
      "step": 423220
    },
    {
      "epoch": 0.5368500097671363,
      "grad_norm": 5.09375,
      "learning_rate": 2.3160500749754523e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5463961869478225,
      "num_tokens": 325912264.0,
      "step": 423230
    },
    {
      "epoch": 0.536862694359669,
      "grad_norm": 7.0,
      "learning_rate": 2.3159866439668232e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5593509376049042,
      "num_tokens": 325919665.0,
      "step": 423240
    },
    {
      "epoch": 0.5368753789522019,
      "grad_norm": 5.0625,
      "learning_rate": 2.315923212958194e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5300679326057434,
      "num_tokens": 325926500.0,
      "step": 423250
    },
    {
      "epoch": 0.5368880635447347,
      "grad_norm": 5.15625,
      "learning_rate": 2.315859781949565e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.520630219578743,
      "num_tokens": 325935454.0,
      "step": 423260
    },
    {
      "epoch": 0.5369007481372676,
      "grad_norm": 5.625,
      "learning_rate": 2.3157963509409355e-05,
      "loss": 1.6793,
      "mean_token_accuracy": 0.6160314381122589,
      "num_tokens": 325942607.0,
      "step": 423270
    },
    {
      "epoch": 0.5369134327298004,
      "grad_norm": 6.625,
      "learning_rate": 2.3157329199323067e-05,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5887074023485184,
      "num_tokens": 325949240.0,
      "step": 423280
    },
    {
      "epoch": 0.5369261173223333,
      "grad_norm": 7.1875,
      "learning_rate": 2.3156694889236775e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5349522769451142,
      "num_tokens": 325955779.0,
      "step": 423290
    },
    {
      "epoch": 0.5369388019148661,
      "grad_norm": 5.625,
      "learning_rate": 2.315606057915048e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5309707075357437,
      "num_tokens": 325963917.0,
      "step": 423300
    },
    {
      "epoch": 0.5369514865073989,
      "grad_norm": 5.53125,
      "learning_rate": 2.315542626906419e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.561918991804123,
      "num_tokens": 325970927.0,
      "step": 423310
    },
    {
      "epoch": 0.5369641710999318,
      "grad_norm": 4.96875,
      "learning_rate": 2.3154791958977902e-05,
      "loss": 1.702,
      "mean_token_accuracy": 0.6187208116054534,
      "num_tokens": 325976970.0,
      "step": 423320
    },
    {
      "epoch": 0.5369768556924646,
      "grad_norm": 9.25,
      "learning_rate": 2.3154157648891607e-05,
      "loss": 1.9592,
      "mean_token_accuracy": 0.5814736455678939,
      "num_tokens": 325984705.0,
      "step": 423330
    },
    {
      "epoch": 0.5369895402849975,
      "grad_norm": 6.9375,
      "learning_rate": 2.3153523338805316e-05,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5181630402803421,
      "num_tokens": 325993321.0,
      "step": 423340
    },
    {
      "epoch": 0.5370022248775302,
      "grad_norm": 4.78125,
      "learning_rate": 2.3152889028719025e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5522383064031601,
      "num_tokens": 326000899.0,
      "step": 423350
    },
    {
      "epoch": 0.5370149094700631,
      "grad_norm": 5.78125,
      "learning_rate": 2.3152254718632733e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5272549152374267,
      "num_tokens": 326007784.0,
      "step": 423360
    },
    {
      "epoch": 0.5370275940625959,
      "grad_norm": 4.71875,
      "learning_rate": 2.3151620408546442e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.546439528465271,
      "num_tokens": 326015366.0,
      "step": 423370
    },
    {
      "epoch": 0.5370402786551287,
      "grad_norm": 6.03125,
      "learning_rate": 2.315098609846015e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5521591782569886,
      "num_tokens": 326022765.0,
      "step": 423380
    },
    {
      "epoch": 0.5370529632476616,
      "grad_norm": 5.75,
      "learning_rate": 2.315035178837386e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5806133776903153,
      "num_tokens": 326030140.0,
      "step": 423390
    },
    {
      "epoch": 0.5370656478401944,
      "grad_norm": 2.0625,
      "learning_rate": 2.3149717478287565e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5740941882133483,
      "num_tokens": 326038599.0,
      "step": 423400
    },
    {
      "epoch": 0.5370783324327273,
      "grad_norm": 4.5625,
      "learning_rate": 2.3149083168201274e-05,
      "loss": 1.836,
      "mean_token_accuracy": 0.5975329220294953,
      "num_tokens": 326045525.0,
      "step": 423410
    },
    {
      "epoch": 0.5370910170252601,
      "grad_norm": 5.875,
      "learning_rate": 2.3148448858114986e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5317772567272187,
      "num_tokens": 326052513.0,
      "step": 423420
    },
    {
      "epoch": 0.537103701617793,
      "grad_norm": 5.40625,
      "learning_rate": 2.3147814548028694e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.528246745467186,
      "num_tokens": 326061637.0,
      "step": 423430
    },
    {
      "epoch": 0.5371163862103258,
      "grad_norm": 5.0,
      "learning_rate": 2.31471802379424e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5598990112543106,
      "num_tokens": 326069254.0,
      "step": 423440
    },
    {
      "epoch": 0.5371290708028587,
      "grad_norm": 6.28125,
      "learning_rate": 2.314654592785611e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5205456674098968,
      "num_tokens": 326077643.0,
      "step": 423450
    },
    {
      "epoch": 0.5371417553953914,
      "grad_norm": 5.25,
      "learning_rate": 2.3145911617769817e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5765380412340164,
      "num_tokens": 326085161.0,
      "step": 423460
    },
    {
      "epoch": 0.5371544399879242,
      "grad_norm": 6.53125,
      "learning_rate": 2.3145277307683526e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5572426795959473,
      "num_tokens": 326091001.0,
      "step": 423470
    },
    {
      "epoch": 0.5371671245804571,
      "grad_norm": 5.5,
      "learning_rate": 2.3144642997597235e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5421142369508744,
      "num_tokens": 326098153.0,
      "step": 423480
    },
    {
      "epoch": 0.5371798091729899,
      "grad_norm": 6.09375,
      "learning_rate": 2.3144008687510944e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.558860182762146,
      "num_tokens": 326105475.0,
      "step": 423490
    },
    {
      "epoch": 0.5371924937655228,
      "grad_norm": 6.25,
      "learning_rate": 2.3143374377424652e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5549266457557678,
      "num_tokens": 326112775.0,
      "step": 423500
    },
    {
      "epoch": 0.5372051783580556,
      "grad_norm": 4.78125,
      "learning_rate": 2.3142740067338358e-05,
      "loss": 1.8701,
      "mean_token_accuracy": 0.5834598690271378,
      "num_tokens": 326120367.0,
      "step": 423510
    },
    {
      "epoch": 0.5372178629505885,
      "grad_norm": 6.78125,
      "learning_rate": 2.314210575725207e-05,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5542613625526428,
      "num_tokens": 326127323.0,
      "step": 423520
    },
    {
      "epoch": 0.5372305475431213,
      "grad_norm": 5.84375,
      "learning_rate": 2.314147144716578e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5213765233755112,
      "num_tokens": 326133865.0,
      "step": 423530
    },
    {
      "epoch": 0.5372432321356541,
      "grad_norm": 5.5625,
      "learning_rate": 2.3140837137079484e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5372283846139908,
      "num_tokens": 326141118.0,
      "step": 423540
    },
    {
      "epoch": 0.537255916728187,
      "grad_norm": 5.3125,
      "learning_rate": 2.3140202826993193e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5384846985340118,
      "num_tokens": 326149219.0,
      "step": 423550
    },
    {
      "epoch": 0.5372686013207197,
      "grad_norm": 4.5625,
      "learning_rate": 2.31395685169069e-05,
      "loss": 1.8825,
      "mean_token_accuracy": 0.5876058220863343,
      "num_tokens": 326156583.0,
      "step": 423560
    },
    {
      "epoch": 0.5372812859132526,
      "grad_norm": 4.875,
      "learning_rate": 2.313893420682061e-05,
      "loss": 1.8614,
      "mean_token_accuracy": 0.5802770853042603,
      "num_tokens": 326164846.0,
      "step": 423570
    },
    {
      "epoch": 0.5372939705057854,
      "grad_norm": 6.0625,
      "learning_rate": 2.313829989673432e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5188170522451401,
      "num_tokens": 326173325.0,
      "step": 423580
    },
    {
      "epoch": 0.5373066550983183,
      "grad_norm": 7.15625,
      "learning_rate": 2.3137665586648028e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5363295763731003,
      "num_tokens": 326181798.0,
      "step": 423590
    },
    {
      "epoch": 0.5373193396908511,
      "grad_norm": 6.75,
      "learning_rate": 2.3137031276561736e-05,
      "loss": 2.2555,
      "mean_token_accuracy": 0.5112232625484466,
      "num_tokens": 326190073.0,
      "step": 423600
    },
    {
      "epoch": 0.5373320242833839,
      "grad_norm": 4.46875,
      "learning_rate": 2.313639696647544e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5376018464565278,
      "num_tokens": 326196519.0,
      "step": 423610
    },
    {
      "epoch": 0.5373447088759168,
      "grad_norm": 5.46875,
      "learning_rate": 2.3135762656389154e-05,
      "loss": 1.822,
      "mean_token_accuracy": 0.5944656580686569,
      "num_tokens": 326204310.0,
      "step": 423620
    },
    {
      "epoch": 0.5373573934684496,
      "grad_norm": 4.65625,
      "learning_rate": 2.3135128346302862e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5459794759750366,
      "num_tokens": 326212813.0,
      "step": 423630
    },
    {
      "epoch": 0.5373700780609825,
      "grad_norm": 5.0,
      "learning_rate": 2.313449403621657e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5445649862289429,
      "num_tokens": 326220319.0,
      "step": 423640
    },
    {
      "epoch": 0.5373827626535153,
      "grad_norm": 5.4375,
      "learning_rate": 2.3133859726130277e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5523270219564438,
      "num_tokens": 326228947.0,
      "step": 423650
    },
    {
      "epoch": 0.5373954472460482,
      "grad_norm": 6.625,
      "learning_rate": 2.3133225416043985e-05,
      "loss": 2.2748,
      "mean_token_accuracy": 0.5120797574520111,
      "num_tokens": 326237509.0,
      "step": 423660
    },
    {
      "epoch": 0.5374081318385809,
      "grad_norm": 4.84375,
      "learning_rate": 2.3132591105957697e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.543307775259018,
      "num_tokens": 326246275.0,
      "step": 423670
    },
    {
      "epoch": 0.5374208164311138,
      "grad_norm": 4.78125,
      "learning_rate": 2.3131956795871403e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5287455201148987,
      "num_tokens": 326254898.0,
      "step": 423680
    },
    {
      "epoch": 0.5374335010236466,
      "grad_norm": 9.1875,
      "learning_rate": 2.313132248578511e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5347856014966965,
      "num_tokens": 326262442.0,
      "step": 423690
    },
    {
      "epoch": 0.5374461856161794,
      "grad_norm": 5.375,
      "learning_rate": 2.313068817569882e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5463121086359024,
      "num_tokens": 326270722.0,
      "step": 423700
    },
    {
      "epoch": 0.5374588702087123,
      "grad_norm": 4.84375,
      "learning_rate": 2.313005386561253e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5668921887874603,
      "num_tokens": 326279074.0,
      "step": 423710
    },
    {
      "epoch": 0.5374715548012451,
      "grad_norm": 5.28125,
      "learning_rate": 2.3129419555526238e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5252691745758057,
      "num_tokens": 326287572.0,
      "step": 423720
    },
    {
      "epoch": 0.537484239393778,
      "grad_norm": 4.96875,
      "learning_rate": 2.3128785245439946e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.530888506770134,
      "num_tokens": 326295093.0,
      "step": 423730
    },
    {
      "epoch": 0.5374969239863108,
      "grad_norm": 4.65625,
      "learning_rate": 2.3128150935353655e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5599038183689118,
      "num_tokens": 326301004.0,
      "step": 423740
    },
    {
      "epoch": 0.5375096085788437,
      "grad_norm": 6.46875,
      "learning_rate": 2.312751662526736e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5527925044298172,
      "num_tokens": 326308219.0,
      "step": 423750
    },
    {
      "epoch": 0.5375222931713765,
      "grad_norm": 5.8125,
      "learning_rate": 2.3126882315181073e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5596054404973984,
      "num_tokens": 326316675.0,
      "step": 423760
    },
    {
      "epoch": 0.5375349777639092,
      "grad_norm": 5.125,
      "learning_rate": 2.312624800509478e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5485044956207276,
      "num_tokens": 326325371.0,
      "step": 423770
    },
    {
      "epoch": 0.5375476623564421,
      "grad_norm": 7.25,
      "learning_rate": 2.3125613695008487e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5429687619209289,
      "num_tokens": 326332376.0,
      "step": 423780
    },
    {
      "epoch": 0.5375603469489749,
      "grad_norm": 5.15625,
      "learning_rate": 2.3124979384922196e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5342313081026078,
      "num_tokens": 326340383.0,
      "step": 423790
    },
    {
      "epoch": 0.5375730315415078,
      "grad_norm": 5.0625,
      "learning_rate": 2.3124345074835904e-05,
      "loss": 1.9208,
      "mean_token_accuracy": 0.5702129483222962,
      "num_tokens": 326348340.0,
      "step": 423800
    },
    {
      "epoch": 0.5375857161340406,
      "grad_norm": 5.5625,
      "learning_rate": 2.3123710764749616e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5584616273641586,
      "num_tokens": 326355387.0,
      "step": 423810
    },
    {
      "epoch": 0.5375984007265735,
      "grad_norm": 5.9375,
      "learning_rate": 2.3123076454663322e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5358691364526749,
      "num_tokens": 326362810.0,
      "step": 423820
    },
    {
      "epoch": 0.5376110853191063,
      "grad_norm": 5.65625,
      "learning_rate": 2.312244214457703e-05,
      "loss": 2.1513,
      "mean_token_accuracy": 0.5262853533029557,
      "num_tokens": 326371234.0,
      "step": 423830
    },
    {
      "epoch": 0.5376237699116392,
      "grad_norm": 5.28125,
      "learning_rate": 2.312180783449074e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5543603479862214,
      "num_tokens": 326378957.0,
      "step": 423840
    },
    {
      "epoch": 0.537636454504172,
      "grad_norm": 6.5625,
      "learning_rate": 2.3121173524404448e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5361483156681061,
      "num_tokens": 326387017.0,
      "step": 423850
    },
    {
      "epoch": 0.5376491390967048,
      "grad_norm": 6.5,
      "learning_rate": 2.3120539214318157e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5200141072273254,
      "num_tokens": 326395875.0,
      "step": 423860
    },
    {
      "epoch": 0.5376618236892377,
      "grad_norm": 5.875,
      "learning_rate": 2.3119904904231865e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5283512353897095,
      "num_tokens": 326402756.0,
      "step": 423870
    },
    {
      "epoch": 0.5376745082817704,
      "grad_norm": 5.0,
      "learning_rate": 2.3119270594145574e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5438890665769577,
      "num_tokens": 326410236.0,
      "step": 423880
    },
    {
      "epoch": 0.5376871928743033,
      "grad_norm": 5.59375,
      "learning_rate": 2.311863628405928e-05,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5766666203737258,
      "num_tokens": 326417877.0,
      "step": 423890
    },
    {
      "epoch": 0.5376998774668361,
      "grad_norm": 5.40625,
      "learning_rate": 2.3118001973972988e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5309980809688568,
      "num_tokens": 326425344.0,
      "step": 423900
    },
    {
      "epoch": 0.537712562059369,
      "grad_norm": 5.625,
      "learning_rate": 2.31173676638867e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5410568594932557,
      "num_tokens": 326433115.0,
      "step": 423910
    },
    {
      "epoch": 0.5377252466519018,
      "grad_norm": 7.09375,
      "learning_rate": 2.3116733353800406e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5446413040161133,
      "num_tokens": 326441443.0,
      "step": 423920
    },
    {
      "epoch": 0.5377379312444346,
      "grad_norm": 5.375,
      "learning_rate": 2.3116099043714115e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5309239447116851,
      "num_tokens": 326448701.0,
      "step": 423930
    },
    {
      "epoch": 0.5377506158369675,
      "grad_norm": 5.40625,
      "learning_rate": 2.3115464733627823e-05,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5716449677944183,
      "num_tokens": 326456617.0,
      "step": 423940
    },
    {
      "epoch": 0.5377633004295003,
      "grad_norm": 5.21875,
      "learning_rate": 2.3114830423541532e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5563194572925567,
      "num_tokens": 326463557.0,
      "step": 423950
    },
    {
      "epoch": 0.5377759850220332,
      "grad_norm": 5.9375,
      "learning_rate": 2.311419611345524e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5356998711824417,
      "num_tokens": 326471552.0,
      "step": 423960
    },
    {
      "epoch": 0.537788669614566,
      "grad_norm": 4.625,
      "learning_rate": 2.311356180336895e-05,
      "loss": 1.9071,
      "mean_token_accuracy": 0.571044972538948,
      "num_tokens": 326479150.0,
      "step": 423970
    },
    {
      "epoch": 0.5378013542070988,
      "grad_norm": 5.65625,
      "learning_rate": 2.3112927493282658e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5343227356672287,
      "num_tokens": 326487535.0,
      "step": 423980
    },
    {
      "epoch": 0.5378140387996316,
      "grad_norm": 4.9375,
      "learning_rate": 2.3112293183196364e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5278712123632431,
      "num_tokens": 326496050.0,
      "step": 423990
    },
    {
      "epoch": 0.5378267233921644,
      "grad_norm": 6.59375,
      "learning_rate": 2.3111658873110072e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.5123595416545867,
      "num_tokens": 326504517.0,
      "step": 424000
    },
    {
      "epoch": 0.5378394079846973,
      "grad_norm": 5.09375,
      "learning_rate": 2.3111024563023784e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5402450531721115,
      "num_tokens": 326513437.0,
      "step": 424010
    },
    {
      "epoch": 0.5378520925772301,
      "grad_norm": 4.9375,
      "learning_rate": 2.3110390252937493e-05,
      "loss": 1.9,
      "mean_token_accuracy": 0.5673914134502411,
      "num_tokens": 326522097.0,
      "step": 424020
    },
    {
      "epoch": 0.537864777169763,
      "grad_norm": 5.8125,
      "learning_rate": 2.31097559428512e-05,
      "loss": 1.7003,
      "mean_token_accuracy": 0.6180977702140809,
      "num_tokens": 326528810.0,
      "step": 424030
    },
    {
      "epoch": 0.5378774617622958,
      "grad_norm": 6.59375,
      "learning_rate": 2.3109121632764907e-05,
      "loss": 1.9293,
      "mean_token_accuracy": 0.5703556001186371,
      "num_tokens": 326536028.0,
      "step": 424040
    },
    {
      "epoch": 0.5378901463548287,
      "grad_norm": 5.1875,
      "learning_rate": 2.3108487322678616e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5232735335826874,
      "num_tokens": 326543996.0,
      "step": 424050
    },
    {
      "epoch": 0.5379028309473615,
      "grad_norm": 5.125,
      "learning_rate": 2.3107853012592325e-05,
      "loss": 2.235,
      "mean_token_accuracy": 0.5098689645528793,
      "num_tokens": 326552297.0,
      "step": 424060
    },
    {
      "epoch": 0.5379155155398944,
      "grad_norm": 5.21875,
      "learning_rate": 2.3107218702506033e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5407585173845291,
      "num_tokens": 326559118.0,
      "step": 424070
    },
    {
      "epoch": 0.5379282001324271,
      "grad_norm": 5.34375,
      "learning_rate": 2.3106584392419742e-05,
      "loss": 1.7834,
      "mean_token_accuracy": 0.606654092669487,
      "num_tokens": 326566630.0,
      "step": 424080
    },
    {
      "epoch": 0.5379408847249599,
      "grad_norm": 5.34375,
      "learning_rate": 2.310595008233345e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5353208184242249,
      "num_tokens": 326574847.0,
      "step": 424090
    },
    {
      "epoch": 0.5379535693174928,
      "grad_norm": 5.4375,
      "learning_rate": 2.3105315772247156e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5450355470180511,
      "num_tokens": 326582555.0,
      "step": 424100
    },
    {
      "epoch": 0.5379662539100256,
      "grad_norm": 5.46875,
      "learning_rate": 2.310468146216087e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5283164858818055,
      "num_tokens": 326590405.0,
      "step": 424110
    },
    {
      "epoch": 0.5379789385025585,
      "grad_norm": 5.8125,
      "learning_rate": 2.3104047152074577e-05,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5959370523691178,
      "num_tokens": 326597494.0,
      "step": 424120
    },
    {
      "epoch": 0.5379916230950913,
      "grad_norm": 8.3125,
      "learning_rate": 2.3103412841988283e-05,
      "loss": 1.7547,
      "mean_token_accuracy": 0.6140304028987884,
      "num_tokens": 326603959.0,
      "step": 424130
    },
    {
      "epoch": 0.5380043076876242,
      "grad_norm": 12.6875,
      "learning_rate": 2.310277853190199e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5378943830728531,
      "num_tokens": 326611311.0,
      "step": 424140
    },
    {
      "epoch": 0.538016992280157,
      "grad_norm": 5.40625,
      "learning_rate": 2.31021442218157e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5377976506948471,
      "num_tokens": 326618658.0,
      "step": 424150
    },
    {
      "epoch": 0.5380296768726898,
      "grad_norm": 10.8125,
      "learning_rate": 2.310150991172941e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5543943166732788,
      "num_tokens": 326625939.0,
      "step": 424160
    },
    {
      "epoch": 0.5380423614652227,
      "grad_norm": 6.15625,
      "learning_rate": 2.3100875601643117e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.5889953970909119,
      "num_tokens": 326632952.0,
      "step": 424170
    },
    {
      "epoch": 0.5380550460577554,
      "grad_norm": 5.3125,
      "learning_rate": 2.3100241291556826e-05,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5815414994955063,
      "num_tokens": 326640535.0,
      "step": 424180
    },
    {
      "epoch": 0.5380677306502883,
      "grad_norm": 5.9375,
      "learning_rate": 2.3099606981470535e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.54646155834198,
      "num_tokens": 326648726.0,
      "step": 424190
    },
    {
      "epoch": 0.5380804152428211,
      "grad_norm": 6.3125,
      "learning_rate": 2.3098972671384244e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5752857387065887,
      "num_tokens": 326657049.0,
      "step": 424200
    },
    {
      "epoch": 0.538093099835354,
      "grad_norm": 4.71875,
      "learning_rate": 2.3098338361297952e-05,
      "loss": 1.9326,
      "mean_token_accuracy": 0.5682937771081924,
      "num_tokens": 326663698.0,
      "step": 424210
    },
    {
      "epoch": 0.5381057844278868,
      "grad_norm": 5.1875,
      "learning_rate": 2.309770405121166e-05,
      "loss": 1.7478,
      "mean_token_accuracy": 0.5977762103080749,
      "num_tokens": 326670059.0,
      "step": 424220
    },
    {
      "epoch": 0.5381184690204197,
      "grad_norm": 7.09375,
      "learning_rate": 2.309706974112537e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5445872068405151,
      "num_tokens": 326678149.0,
      "step": 424230
    },
    {
      "epoch": 0.5381311536129525,
      "grad_norm": 5.46875,
      "learning_rate": 2.3096435431039075e-05,
      "loss": 1.7515,
      "mean_token_accuracy": 0.6080036520957947,
      "num_tokens": 326685341.0,
      "step": 424240
    },
    {
      "epoch": 0.5381438382054853,
      "grad_norm": 7.40625,
      "learning_rate": 2.3095801120952787e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5768664449453353,
      "num_tokens": 326692793.0,
      "step": 424250
    },
    {
      "epoch": 0.5381565227980182,
      "grad_norm": 4.875,
      "learning_rate": 2.3095166810866496e-05,
      "loss": 1.9428,
      "mean_token_accuracy": 0.5681392282247544,
      "num_tokens": 326700415.0,
      "step": 424260
    },
    {
      "epoch": 0.538169207390551,
      "grad_norm": 4.78125,
      "learning_rate": 2.30945325007802e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5192932456731796,
      "num_tokens": 326708381.0,
      "step": 424270
    },
    {
      "epoch": 0.5381818919830839,
      "grad_norm": 6.59375,
      "learning_rate": 2.309389819069391e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.524095532298088,
      "num_tokens": 326716831.0,
      "step": 424280
    },
    {
      "epoch": 0.5381945765756166,
      "grad_norm": 6.3125,
      "learning_rate": 2.309326388060762e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5224381506443023,
      "num_tokens": 326724313.0,
      "step": 424290
    },
    {
      "epoch": 0.5382072611681495,
      "grad_norm": 6.03125,
      "learning_rate": 2.3092629570521328e-05,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5514159828424454,
      "num_tokens": 326732103.0,
      "step": 424300
    },
    {
      "epoch": 0.5382199457606823,
      "grad_norm": 5.6875,
      "learning_rate": 2.3091995260435036e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5793304324150086,
      "num_tokens": 326738832.0,
      "step": 424310
    },
    {
      "epoch": 0.5382326303532151,
      "grad_norm": 5.4375,
      "learning_rate": 2.3091360950348745e-05,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5775711089372635,
      "num_tokens": 326745660.0,
      "step": 424320
    },
    {
      "epoch": 0.538245314945748,
      "grad_norm": 5.3125,
      "learning_rate": 2.3090726640262454e-05,
      "loss": 2.2332,
      "mean_token_accuracy": 0.5157234996557236,
      "num_tokens": 326754880.0,
      "step": 424330
    },
    {
      "epoch": 0.5382579995382808,
      "grad_norm": 4.875,
      "learning_rate": 2.309009233017616e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.520958599448204,
      "num_tokens": 326761275.0,
      "step": 424340
    },
    {
      "epoch": 0.5382706841308137,
      "grad_norm": 6.65625,
      "learning_rate": 2.308945802008987e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5180579990148544,
      "num_tokens": 326769568.0,
      "step": 424350
    },
    {
      "epoch": 0.5382833687233465,
      "grad_norm": 4.875,
      "learning_rate": 2.308882371000358e-05,
      "loss": 1.852,
      "mean_token_accuracy": 0.6042869210243225,
      "num_tokens": 326776861.0,
      "step": 424360
    },
    {
      "epoch": 0.5382960533158794,
      "grad_norm": 5.78125,
      "learning_rate": 2.3088189399917285e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5480838268995285,
      "num_tokens": 326785051.0,
      "step": 424370
    },
    {
      "epoch": 0.5383087379084122,
      "grad_norm": 6.84375,
      "learning_rate": 2.3087555089830994e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.542810371518135,
      "num_tokens": 326792380.0,
      "step": 424380
    },
    {
      "epoch": 0.5383214225009451,
      "grad_norm": 6.09375,
      "learning_rate": 2.3086920779744703e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.568125131726265,
      "num_tokens": 326799778.0,
      "step": 424390
    },
    {
      "epoch": 0.5383341070934778,
      "grad_norm": 4.84375,
      "learning_rate": 2.3086286469658415e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5503660678863526,
      "num_tokens": 326807996.0,
      "step": 424400
    },
    {
      "epoch": 0.5383467916860106,
      "grad_norm": 6.875,
      "learning_rate": 2.308565215957212e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5285734325647354,
      "num_tokens": 326816225.0,
      "step": 424410
    },
    {
      "epoch": 0.5383594762785435,
      "grad_norm": 5.90625,
      "learning_rate": 2.308501784948583e-05,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5266697078943252,
      "num_tokens": 326824870.0,
      "step": 424420
    },
    {
      "epoch": 0.5383721608710763,
      "grad_norm": 5.40625,
      "learning_rate": 2.3084383539399538e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5621544688940048,
      "num_tokens": 326832573.0,
      "step": 424430
    },
    {
      "epoch": 0.5383848454636092,
      "grad_norm": 8.875,
      "learning_rate": 2.3083749229313247e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.5789021372795105,
      "num_tokens": 326838526.0,
      "step": 424440
    },
    {
      "epoch": 0.538397530056142,
      "grad_norm": 4.78125,
      "learning_rate": 2.3083114919226955e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5440624535083771,
      "num_tokens": 326847574.0,
      "step": 424450
    },
    {
      "epoch": 0.5384102146486749,
      "grad_norm": 10.8125,
      "learning_rate": 2.3082480609140664e-05,
      "loss": 2.1984,
      "mean_token_accuracy": 0.5266715854406356,
      "num_tokens": 326855235.0,
      "step": 424460
    },
    {
      "epoch": 0.5384228992412077,
      "grad_norm": 6.375,
      "learning_rate": 2.3081846299054373e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5475024878978729,
      "num_tokens": 326861807.0,
      "step": 424470
    },
    {
      "epoch": 0.5384355838337405,
      "grad_norm": 5.03125,
      "learning_rate": 2.3081211988968078e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5534870654344559,
      "num_tokens": 326870370.0,
      "step": 424480
    },
    {
      "epoch": 0.5384482684262734,
      "grad_norm": 6.625,
      "learning_rate": 2.3080577678881787e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5303935408592224,
      "num_tokens": 326878432.0,
      "step": 424490
    },
    {
      "epoch": 0.5384609530188061,
      "grad_norm": 6.40625,
      "learning_rate": 2.30799433687955e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5549998819828034,
      "num_tokens": 326886536.0,
      "step": 424500
    },
    {
      "epoch": 0.538473637611339,
      "grad_norm": 5.5,
      "learning_rate": 2.3079309058709204e-05,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5191423147916794,
      "num_tokens": 326895252.0,
      "step": 424510
    },
    {
      "epoch": 0.5384863222038718,
      "grad_norm": 4.59375,
      "learning_rate": 2.3078674748622913e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5404324561357499,
      "num_tokens": 326904029.0,
      "step": 424520
    },
    {
      "epoch": 0.5384990067964047,
      "grad_norm": 5.0625,
      "learning_rate": 2.3078040438536622e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5270364910364151,
      "num_tokens": 326912460.0,
      "step": 424530
    },
    {
      "epoch": 0.5385116913889375,
      "grad_norm": 5.21875,
      "learning_rate": 2.307740612845033e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5408368468284607,
      "num_tokens": 326920721.0,
      "step": 424540
    },
    {
      "epoch": 0.5385243759814703,
      "grad_norm": 5.25,
      "learning_rate": 2.307677181836404e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5351006299257278,
      "num_tokens": 326928578.0,
      "step": 424550
    },
    {
      "epoch": 0.5385370605740032,
      "grad_norm": 7.0625,
      "learning_rate": 2.3076137508277748e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5366927713155747,
      "num_tokens": 326937081.0,
      "step": 424560
    },
    {
      "epoch": 0.538549745166536,
      "grad_norm": 6.1875,
      "learning_rate": 2.3075503198191457e-05,
      "loss": 1.8591,
      "mean_token_accuracy": 0.5864789068698884,
      "num_tokens": 326944152.0,
      "step": 424570
    },
    {
      "epoch": 0.5385624297590689,
      "grad_norm": 4.90625,
      "learning_rate": 2.3074868888105162e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5502550393342972,
      "num_tokens": 326951941.0,
      "step": 424580
    },
    {
      "epoch": 0.5385751143516017,
      "grad_norm": 5.125,
      "learning_rate": 2.307423457801887e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5559925734996796,
      "num_tokens": 326959078.0,
      "step": 424590
    },
    {
      "epoch": 0.5385877989441346,
      "grad_norm": 6.34375,
      "learning_rate": 2.3073600267932583e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.51629036962986,
      "num_tokens": 326967692.0,
      "step": 424600
    },
    {
      "epoch": 0.5386004835366673,
      "grad_norm": 5.21875,
      "learning_rate": 2.3072965957846292e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5359108656644821,
      "num_tokens": 326976157.0,
      "step": 424610
    },
    {
      "epoch": 0.5386131681292002,
      "grad_norm": 7.125,
      "learning_rate": 2.3072331647759997e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5165882170200348,
      "num_tokens": 326984545.0,
      "step": 424620
    },
    {
      "epoch": 0.538625852721733,
      "grad_norm": 5.6875,
      "learning_rate": 2.3071697337673706e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.518700024485588,
      "num_tokens": 326993939.0,
      "step": 424630
    },
    {
      "epoch": 0.5386385373142658,
      "grad_norm": 5.8125,
      "learning_rate": 2.3071063027587415e-05,
      "loss": 2.3437,
      "mean_token_accuracy": 0.5098795145750046,
      "num_tokens": 327002315.0,
      "step": 424640
    },
    {
      "epoch": 0.5386512219067987,
      "grad_norm": 5.34375,
      "learning_rate": 2.3070428717501123e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5352336764335632,
      "num_tokens": 327011583.0,
      "step": 424650
    },
    {
      "epoch": 0.5386639064993315,
      "grad_norm": 5.6875,
      "learning_rate": 2.3069794407414832e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5399386495351791,
      "num_tokens": 327019734.0,
      "step": 424660
    },
    {
      "epoch": 0.5386765910918644,
      "grad_norm": 5.0625,
      "learning_rate": 2.306916009732854e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5416536331176758,
      "num_tokens": 327027807.0,
      "step": 424670
    },
    {
      "epoch": 0.5386892756843972,
      "grad_norm": 5.75,
      "learning_rate": 2.306852578724225e-05,
      "loss": 1.7838,
      "mean_token_accuracy": 0.5985709190368652,
      "num_tokens": 327033551.0,
      "step": 424680
    },
    {
      "epoch": 0.5387019602769301,
      "grad_norm": 5.40625,
      "learning_rate": 2.306789147715596e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5234887808561325,
      "num_tokens": 327041701.0,
      "step": 424690
    },
    {
      "epoch": 0.5387146448694629,
      "grad_norm": 8.125,
      "learning_rate": 2.3067257167069667e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5474373161792755,
      "num_tokens": 327050736.0,
      "step": 424700
    },
    {
      "epoch": 0.5387273294619956,
      "grad_norm": 9.875,
      "learning_rate": 2.3066622856983376e-05,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5636705756187439,
      "num_tokens": 327057977.0,
      "step": 424710
    },
    {
      "epoch": 0.5387400140545285,
      "grad_norm": 7.0,
      "learning_rate": 2.306598854689708e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5615485787391663,
      "num_tokens": 327065130.0,
      "step": 424720
    },
    {
      "epoch": 0.5387526986470613,
      "grad_norm": 4.53125,
      "learning_rate": 2.306535423681079e-05,
      "loss": 2.2341,
      "mean_token_accuracy": 0.5152944833040237,
      "num_tokens": 327074264.0,
      "step": 424730
    },
    {
      "epoch": 0.5387653832395942,
      "grad_norm": 7.03125,
      "learning_rate": 2.3064719926724502e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5256827980279922,
      "num_tokens": 327082495.0,
      "step": 424740
    },
    {
      "epoch": 0.538778067832127,
      "grad_norm": 4.84375,
      "learning_rate": 2.3064085616638207e-05,
      "loss": 1.9182,
      "mean_token_accuracy": 0.5810221701860427,
      "num_tokens": 327089623.0,
      "step": 424750
    },
    {
      "epoch": 0.5387907524246599,
      "grad_norm": 5.0,
      "learning_rate": 2.3063451306551916e-05,
      "loss": 2.3041,
      "mean_token_accuracy": 0.5079910784959794,
      "num_tokens": 327098308.0,
      "step": 424760
    },
    {
      "epoch": 0.5388034370171927,
      "grad_norm": 6.5625,
      "learning_rate": 2.3062816996465625e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5430497050285339,
      "num_tokens": 327105980.0,
      "step": 424770
    },
    {
      "epoch": 0.5388161216097256,
      "grad_norm": 7.1875,
      "learning_rate": 2.3062182686379334e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5713942408561706,
      "num_tokens": 327112822.0,
      "step": 424780
    },
    {
      "epoch": 0.5388288062022584,
      "grad_norm": 5.09375,
      "learning_rate": 2.3061548376293042e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5559623062610626,
      "num_tokens": 327119959.0,
      "step": 424790
    },
    {
      "epoch": 0.5388414907947912,
      "grad_norm": 5.125,
      "learning_rate": 2.306091406620675e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5138384431600571,
      "num_tokens": 327129285.0,
      "step": 424800
    },
    {
      "epoch": 0.538854175387324,
      "grad_norm": 5.28125,
      "learning_rate": 2.306027975612046e-05,
      "loss": 2.2061,
      "mean_token_accuracy": 0.5206103652715683,
      "num_tokens": 327138008.0,
      "step": 424810
    },
    {
      "epoch": 0.5388668599798568,
      "grad_norm": 6.875,
      "learning_rate": 2.305964544603417e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5386044144630432,
      "num_tokens": 327144641.0,
      "step": 424820
    },
    {
      "epoch": 0.5388795445723897,
      "grad_norm": 6.0,
      "learning_rate": 2.3059011135947874e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5668470919132232,
      "num_tokens": 327151724.0,
      "step": 424830
    },
    {
      "epoch": 0.5388922291649225,
      "grad_norm": 5.34375,
      "learning_rate": 2.3058376825861586e-05,
      "loss": 1.9389,
      "mean_token_accuracy": 0.5624689340591431,
      "num_tokens": 327159458.0,
      "step": 424840
    },
    {
      "epoch": 0.5389049137574554,
      "grad_norm": 5.375,
      "learning_rate": 2.3057742515775295e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5322783410549163,
      "num_tokens": 327166548.0,
      "step": 424850
    },
    {
      "epoch": 0.5389175983499882,
      "grad_norm": 5.09375,
      "learning_rate": 2.3057108205689e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5506461173295975,
      "num_tokens": 327173759.0,
      "step": 424860
    },
    {
      "epoch": 0.538930282942521,
      "grad_norm": 5.90625,
      "learning_rate": 2.305647389560271e-05,
      "loss": 1.8571,
      "mean_token_accuracy": 0.5868544697761535,
      "num_tokens": 327180599.0,
      "step": 424870
    },
    {
      "epoch": 0.5389429675350539,
      "grad_norm": 7.0625,
      "learning_rate": 2.3055839585516418e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5530753850936889,
      "num_tokens": 327187450.0,
      "step": 424880
    },
    {
      "epoch": 0.5389556521275867,
      "grad_norm": 5.375,
      "learning_rate": 2.3055205275430126e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5542539030313491,
      "num_tokens": 327194900.0,
      "step": 424890
    },
    {
      "epoch": 0.5389683367201196,
      "grad_norm": 5.8125,
      "learning_rate": 2.3054570965343835e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.5859349817037582,
      "num_tokens": 327201901.0,
      "step": 424900
    },
    {
      "epoch": 0.5389810213126524,
      "grad_norm": 5.6875,
      "learning_rate": 2.3053936655257544e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5389863520860672,
      "num_tokens": 327209061.0,
      "step": 424910
    },
    {
      "epoch": 0.5389937059051852,
      "grad_norm": 6.6875,
      "learning_rate": 2.3053302345171253e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5736029773950577,
      "num_tokens": 327217052.0,
      "step": 424920
    },
    {
      "epoch": 0.539006390497718,
      "grad_norm": 5.1875,
      "learning_rate": 2.3052668035084958e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5458320677280426,
      "num_tokens": 327224478.0,
      "step": 424930
    },
    {
      "epoch": 0.5390190750902508,
      "grad_norm": 5.875,
      "learning_rate": 2.305203372499867e-05,
      "loss": 2.2382,
      "mean_token_accuracy": 0.512406799197197,
      "num_tokens": 327232710.0,
      "step": 424940
    },
    {
      "epoch": 0.5390317596827837,
      "grad_norm": 4.75,
      "learning_rate": 2.305139941491238e-05,
      "loss": 1.8689,
      "mean_token_accuracy": 0.575888478755951,
      "num_tokens": 327240574.0,
      "step": 424950
    },
    {
      "epoch": 0.5390444442753165,
      "grad_norm": 5.21875,
      "learning_rate": 2.3050765104826084e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5519009053707122,
      "num_tokens": 327249369.0,
      "step": 424960
    },
    {
      "epoch": 0.5390571288678494,
      "grad_norm": 4.8125,
      "learning_rate": 2.3050130794739793e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5414729207754135,
      "num_tokens": 327258739.0,
      "step": 424970
    },
    {
      "epoch": 0.5390698134603822,
      "grad_norm": 5.4375,
      "learning_rate": 2.30494964846535e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5250094562768937,
      "num_tokens": 327268049.0,
      "step": 424980
    },
    {
      "epoch": 0.5390824980529151,
      "grad_norm": 5.375,
      "learning_rate": 2.3048862174567214e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5397183328866959,
      "num_tokens": 327276224.0,
      "step": 424990
    },
    {
      "epoch": 0.5390951826454479,
      "grad_norm": 5.03125,
      "learning_rate": 2.304822786448092e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5595747411251069,
      "num_tokens": 327283667.0,
      "step": 425000
    },
    {
      "epoch": 0.5391078672379808,
      "grad_norm": 6.78125,
      "learning_rate": 2.3047593554394628e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5417969107627869,
      "num_tokens": 327290866.0,
      "step": 425010
    },
    {
      "epoch": 0.5391205518305136,
      "grad_norm": 5.09375,
      "learning_rate": 2.3046959244308337e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5211745977401734,
      "num_tokens": 327300078.0,
      "step": 425020
    },
    {
      "epoch": 0.5391332364230463,
      "grad_norm": 4.875,
      "learning_rate": 2.3046324934222045e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5510210365056991,
      "num_tokens": 327308065.0,
      "step": 425030
    },
    {
      "epoch": 0.5391459210155792,
      "grad_norm": 5.625,
      "learning_rate": 2.3045690624135754e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5308384269475936,
      "num_tokens": 327314732.0,
      "step": 425040
    },
    {
      "epoch": 0.539158605608112,
      "grad_norm": 5.28125,
      "learning_rate": 2.3045056314049463e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5375858932733536,
      "num_tokens": 327323825.0,
      "step": 425050
    },
    {
      "epoch": 0.5391712902006449,
      "grad_norm": 5.0,
      "learning_rate": 2.304442200396317e-05,
      "loss": 1.8849,
      "mean_token_accuracy": 0.5817414224147797,
      "num_tokens": 327332686.0,
      "step": 425060
    },
    {
      "epoch": 0.5391839747931777,
      "grad_norm": 6.0625,
      "learning_rate": 2.3043787693876877e-05,
      "loss": 1.8384,
      "mean_token_accuracy": 0.5884247809648514,
      "num_tokens": 327339366.0,
      "step": 425070
    },
    {
      "epoch": 0.5391966593857106,
      "grad_norm": 5.21875,
      "learning_rate": 2.3043153383790586e-05,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5727039486169815,
      "num_tokens": 327347144.0,
      "step": 425080
    },
    {
      "epoch": 0.5392093439782434,
      "grad_norm": 8.0625,
      "learning_rate": 2.3042519073704298e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5303231090307235,
      "num_tokens": 327354440.0,
      "step": 425090
    },
    {
      "epoch": 0.5392220285707762,
      "grad_norm": 6.03125,
      "learning_rate": 2.3041884763618003e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5682772785425186,
      "num_tokens": 327363154.0,
      "step": 425100
    },
    {
      "epoch": 0.5392347131633091,
      "grad_norm": 6.4375,
      "learning_rate": 2.3041250453531712e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5552994787693024,
      "num_tokens": 327371248.0,
      "step": 425110
    },
    {
      "epoch": 0.5392473977558419,
      "grad_norm": 6.75,
      "learning_rate": 2.304061614344542e-05,
      "loss": 1.825,
      "mean_token_accuracy": 0.5885156214237213,
      "num_tokens": 327377121.0,
      "step": 425120
    },
    {
      "epoch": 0.5392600823483747,
      "grad_norm": 8.6875,
      "learning_rate": 2.303998183335913e-05,
      "loss": 2.3078,
      "mean_token_accuracy": 0.5123518019914627,
      "num_tokens": 327384235.0,
      "step": 425130
    },
    {
      "epoch": 0.5392727669409075,
      "grad_norm": 4.71875,
      "learning_rate": 2.3039347523272838e-05,
      "loss": 1.7009,
      "mean_token_accuracy": 0.6242363005876541,
      "num_tokens": 327391361.0,
      "step": 425140
    },
    {
      "epoch": 0.5392854515334404,
      "grad_norm": 4.8125,
      "learning_rate": 2.3038713213186547e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.527068367600441,
      "num_tokens": 327399712.0,
      "step": 425150
    },
    {
      "epoch": 0.5392981361259732,
      "grad_norm": 5.1875,
      "learning_rate": 2.3038078903100256e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.539221653342247,
      "num_tokens": 327407984.0,
      "step": 425160
    },
    {
      "epoch": 0.5393108207185061,
      "grad_norm": 4.78125,
      "learning_rate": 2.303744459301396e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5516392916440964,
      "num_tokens": 327416240.0,
      "step": 425170
    },
    {
      "epoch": 0.5393235053110389,
      "grad_norm": 6.1875,
      "learning_rate": 2.3036810282927673e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5345200836658478,
      "num_tokens": 327424430.0,
      "step": 425180
    },
    {
      "epoch": 0.5393361899035717,
      "grad_norm": 6.03125,
      "learning_rate": 2.3036175972841382e-05,
      "loss": 1.8023,
      "mean_token_accuracy": 0.6058479815721511,
      "num_tokens": 327431082.0,
      "step": 425190
    },
    {
      "epoch": 0.5393488744961046,
      "grad_norm": 5.34375,
      "learning_rate": 2.303554166275509e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5580279231071472,
      "num_tokens": 327438528.0,
      "step": 425200
    },
    {
      "epoch": 0.5393615590886374,
      "grad_norm": 12.4375,
      "learning_rate": 2.3034907352668796e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5353712201118469,
      "num_tokens": 327445195.0,
      "step": 425210
    },
    {
      "epoch": 0.5393742436811703,
      "grad_norm": 5.5625,
      "learning_rate": 2.3034273042582505e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5664022564888,
      "num_tokens": 327452586.0,
      "step": 425220
    },
    {
      "epoch": 0.539386928273703,
      "grad_norm": 5.6875,
      "learning_rate": 2.3033638732496217e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5587244659662247,
      "num_tokens": 327460736.0,
      "step": 425230
    },
    {
      "epoch": 0.539399612866236,
      "grad_norm": 4.875,
      "learning_rate": 2.3033004422409922e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.565593758225441,
      "num_tokens": 327467914.0,
      "step": 425240
    },
    {
      "epoch": 0.5394122974587687,
      "grad_norm": 5.15625,
      "learning_rate": 2.303237011232363e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5224274873733521,
      "num_tokens": 327475991.0,
      "step": 425250
    },
    {
      "epoch": 0.5394249820513015,
      "grad_norm": 7.5625,
      "learning_rate": 2.303173580223734e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5806752681732178,
      "num_tokens": 327482804.0,
      "step": 425260
    },
    {
      "epoch": 0.5394376666438344,
      "grad_norm": 4.90625,
      "learning_rate": 2.303110149215105e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5351856648921967,
      "num_tokens": 327490572.0,
      "step": 425270
    },
    {
      "epoch": 0.5394503512363672,
      "grad_norm": 6.09375,
      "learning_rate": 2.3030467182064757e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.522713479399681,
      "num_tokens": 327498706.0,
      "step": 425280
    },
    {
      "epoch": 0.5394630358289001,
      "grad_norm": 6.5,
      "learning_rate": 2.3029832871978466e-05,
      "loss": 1.7692,
      "mean_token_accuracy": 0.5851768791675568,
      "num_tokens": 327505351.0,
      "step": 425290
    },
    {
      "epoch": 0.5394757204214329,
      "grad_norm": 4.875,
      "learning_rate": 2.3029198561892175e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5407927185297012,
      "num_tokens": 327513502.0,
      "step": 425300
    },
    {
      "epoch": 0.5394884050139658,
      "grad_norm": 5.15625,
      "learning_rate": 2.302856425180588e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5334189027547837,
      "num_tokens": 327521543.0,
      "step": 425310
    },
    {
      "epoch": 0.5395010896064986,
      "grad_norm": 7.5625,
      "learning_rate": 2.302792994171959e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5476629495620727,
      "num_tokens": 327530085.0,
      "step": 425320
    },
    {
      "epoch": 0.5395137741990315,
      "grad_norm": 5.40625,
      "learning_rate": 2.30272956316333e-05,
      "loss": 2.2234,
      "mean_token_accuracy": 0.518073657155037,
      "num_tokens": 327538277.0,
      "step": 425330
    },
    {
      "epoch": 0.5395264587915642,
      "grad_norm": 5.5625,
      "learning_rate": 2.302666132154701e-05,
      "loss": 2.217,
      "mean_token_accuracy": 0.5185646891593934,
      "num_tokens": 327545908.0,
      "step": 425340
    },
    {
      "epoch": 0.539539143384097,
      "grad_norm": 6.375,
      "learning_rate": 2.3026027011460715e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5516830325126648,
      "num_tokens": 327553179.0,
      "step": 425350
    },
    {
      "epoch": 0.5395518279766299,
      "grad_norm": 7.21875,
      "learning_rate": 2.3025392701374424e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5381849259138107,
      "num_tokens": 327561953.0,
      "step": 425360
    },
    {
      "epoch": 0.5395645125691627,
      "grad_norm": 4.84375,
      "learning_rate": 2.3024758391288132e-05,
      "loss": 2.157,
      "mean_token_accuracy": 0.5255880743265152,
      "num_tokens": 327569645.0,
      "step": 425370
    },
    {
      "epoch": 0.5395771971616956,
      "grad_norm": 6.4375,
      "learning_rate": 2.302412408120184e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5587349563837052,
      "num_tokens": 327576917.0,
      "step": 425380
    },
    {
      "epoch": 0.5395898817542284,
      "grad_norm": 5.875,
      "learning_rate": 2.302348977111555e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5300670892000199,
      "num_tokens": 327585183.0,
      "step": 425390
    },
    {
      "epoch": 0.5396025663467613,
      "grad_norm": 5.71875,
      "learning_rate": 2.302285546102926e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.544571977853775,
      "num_tokens": 327592282.0,
      "step": 425400
    },
    {
      "epoch": 0.5396152509392941,
      "grad_norm": 5.625,
      "learning_rate": 2.3022221150942967e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5376332551240921,
      "num_tokens": 327600976.0,
      "step": 425410
    },
    {
      "epoch": 0.5396279355318269,
      "grad_norm": 6.75,
      "learning_rate": 2.3021586840856673e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5689648538827896,
      "num_tokens": 327607257.0,
      "step": 425420
    },
    {
      "epoch": 0.5396406201243598,
      "grad_norm": 8.6875,
      "learning_rate": 2.3020952530770385e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5544796377420426,
      "num_tokens": 327613365.0,
      "step": 425430
    },
    {
      "epoch": 0.5396533047168925,
      "grad_norm": 4.75,
      "learning_rate": 2.3020318220684094e-05,
      "loss": 2.2114,
      "mean_token_accuracy": 0.5123571008443832,
      "num_tokens": 327622041.0,
      "step": 425440
    },
    {
      "epoch": 0.5396659893094254,
      "grad_norm": 4.84375,
      "learning_rate": 2.30196839105978e-05,
      "loss": 2.3293,
      "mean_token_accuracy": 0.5074382990598678,
      "num_tokens": 327631381.0,
      "step": 425450
    },
    {
      "epoch": 0.5396786739019582,
      "grad_norm": 4.8125,
      "learning_rate": 2.3019049600511508e-05,
      "loss": 1.8234,
      "mean_token_accuracy": 0.5904341399669647,
      "num_tokens": 327639054.0,
      "step": 425460
    },
    {
      "epoch": 0.5396913584944911,
      "grad_norm": 5.3125,
      "learning_rate": 2.3018415290425216e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5275141268968582,
      "num_tokens": 327647523.0,
      "step": 425470
    },
    {
      "epoch": 0.5397040430870239,
      "grad_norm": 4.5,
      "learning_rate": 2.3017780980338925e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5402559399604797,
      "num_tokens": 327656007.0,
      "step": 425480
    },
    {
      "epoch": 0.5397167276795567,
      "grad_norm": 5.46875,
      "learning_rate": 2.3017146670252634e-05,
      "loss": 2.3096,
      "mean_token_accuracy": 0.507553654909134,
      "num_tokens": 327663599.0,
      "step": 425490
    },
    {
      "epoch": 0.5397294122720896,
      "grad_norm": 5.4375,
      "learning_rate": 2.3016512360166343e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5416883528232574,
      "num_tokens": 327670546.0,
      "step": 425500
    },
    {
      "epoch": 0.5397420968646224,
      "grad_norm": 4.75,
      "learning_rate": 2.301587805008005e-05,
      "loss": 1.9062,
      "mean_token_accuracy": 0.5788134723901749,
      "num_tokens": 327678219.0,
      "step": 425510
    },
    {
      "epoch": 0.5397547814571553,
      "grad_norm": 5.5625,
      "learning_rate": 2.3015243739993757e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5395620822906494,
      "num_tokens": 327687004.0,
      "step": 425520
    },
    {
      "epoch": 0.5397674660496881,
      "grad_norm": 7.375,
      "learning_rate": 2.301460942990747e-05,
      "loss": 2.212,
      "mean_token_accuracy": 0.5101882547140122,
      "num_tokens": 327695382.0,
      "step": 425530
    },
    {
      "epoch": 0.539780150642221,
      "grad_norm": 4.96875,
      "learning_rate": 2.3013975119821178e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5425013124942779,
      "num_tokens": 327703368.0,
      "step": 425540
    },
    {
      "epoch": 0.5397928352347537,
      "grad_norm": 6.09375,
      "learning_rate": 2.3013340809734886e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5319662421941758,
      "num_tokens": 327711564.0,
      "step": 425550
    },
    {
      "epoch": 0.5398055198272866,
      "grad_norm": 6.65625,
      "learning_rate": 2.301270649964859e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5697280585765838,
      "num_tokens": 327718929.0,
      "step": 425560
    },
    {
      "epoch": 0.5398182044198194,
      "grad_norm": 4.625,
      "learning_rate": 2.3012072189562304e-05,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5717190653085709,
      "num_tokens": 327726154.0,
      "step": 425570
    },
    {
      "epoch": 0.5398308890123522,
      "grad_norm": 6.96875,
      "learning_rate": 2.3011437879476013e-05,
      "loss": 2.2361,
      "mean_token_accuracy": 0.5186114639043808,
      "num_tokens": 327734044.0,
      "step": 425580
    },
    {
      "epoch": 0.5398435736048851,
      "grad_norm": 6.0625,
      "learning_rate": 2.3010803569389718e-05,
      "loss": 2.3169,
      "mean_token_accuracy": 0.5112190246582031,
      "num_tokens": 327740979.0,
      "step": 425590
    },
    {
      "epoch": 0.5398562581974179,
      "grad_norm": 6.5,
      "learning_rate": 2.3010169259303427e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5468223690986633,
      "num_tokens": 327748479.0,
      "step": 425600
    },
    {
      "epoch": 0.5398689427899508,
      "grad_norm": 6.53125,
      "learning_rate": 2.3009534949217135e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5301796197891235,
      "num_tokens": 327754986.0,
      "step": 425610
    },
    {
      "epoch": 0.5398816273824836,
      "grad_norm": 5.0,
      "learning_rate": 2.3008900639130844e-05,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5588880181312561,
      "num_tokens": 327762302.0,
      "step": 425620
    },
    {
      "epoch": 0.5398943119750165,
      "grad_norm": 5.6875,
      "learning_rate": 2.3008266329044553e-05,
      "loss": 1.7845,
      "mean_token_accuracy": 0.6013387858867645,
      "num_tokens": 327769240.0,
      "step": 425630
    },
    {
      "epoch": 0.5399069965675493,
      "grad_norm": 6.0625,
      "learning_rate": 2.300763201895826e-05,
      "loss": 1.9322,
      "mean_token_accuracy": 0.5695596873760224,
      "num_tokens": 327775357.0,
      "step": 425640
    },
    {
      "epoch": 0.539919681160082,
      "grad_norm": 6.625,
      "learning_rate": 2.300699770887197e-05,
      "loss": 1.8033,
      "mean_token_accuracy": 0.6000252425670624,
      "num_tokens": 327781332.0,
      "step": 425650
    },
    {
      "epoch": 0.5399323657526149,
      "grad_norm": 6.03125,
      "learning_rate": 2.3006363398785676e-05,
      "loss": 1.8586,
      "mean_token_accuracy": 0.5832248806953431,
      "num_tokens": 327789441.0,
      "step": 425660
    },
    {
      "epoch": 0.5399450503451477,
      "grad_norm": 6.03125,
      "learning_rate": 2.3005729088699388e-05,
      "loss": 1.8664,
      "mean_token_accuracy": 0.5742797195911408,
      "num_tokens": 327796752.0,
      "step": 425670
    },
    {
      "epoch": 0.5399577349376806,
      "grad_norm": 12.5625,
      "learning_rate": 2.3005094778613097e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5283590495586395,
      "num_tokens": 327804692.0,
      "step": 425680
    },
    {
      "epoch": 0.5399704195302134,
      "grad_norm": 6.71875,
      "learning_rate": 2.3004460468526802e-05,
      "loss": 2.2698,
      "mean_token_accuracy": 0.5085812270641327,
      "num_tokens": 327813135.0,
      "step": 425690
    },
    {
      "epoch": 0.5399831041227463,
      "grad_norm": 5.0625,
      "learning_rate": 2.300382615844051e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5620555877685547,
      "num_tokens": 327819891.0,
      "step": 425700
    },
    {
      "epoch": 0.5399957887152791,
      "grad_norm": 5.1875,
      "learning_rate": 2.300319184835422e-05,
      "loss": 1.9073,
      "mean_token_accuracy": 0.5757703572511673,
      "num_tokens": 327827568.0,
      "step": 425710
    },
    {
      "epoch": 0.540008473307812,
      "grad_norm": 5.125,
      "learning_rate": 2.300255753826793e-05,
      "loss": 1.8491,
      "mean_token_accuracy": 0.6089368015527725,
      "num_tokens": 327834324.0,
      "step": 425720
    },
    {
      "epoch": 0.5400211579003448,
      "grad_norm": 4.78125,
      "learning_rate": 2.3001923228181637e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5504110276699066,
      "num_tokens": 327842859.0,
      "step": 425730
    },
    {
      "epoch": 0.5400338424928776,
      "grad_norm": 5.6875,
      "learning_rate": 2.3001288918095346e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5248242050409317,
      "num_tokens": 327851186.0,
      "step": 425740
    },
    {
      "epoch": 0.5400465270854105,
      "grad_norm": 4.75,
      "learning_rate": 2.3000654608009054e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5639412879943848,
      "num_tokens": 327858891.0,
      "step": 425750
    },
    {
      "epoch": 0.5400592116779432,
      "grad_norm": 5.46875,
      "learning_rate": 2.3000020297922763e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5291434526443481,
      "num_tokens": 327867711.0,
      "step": 425760
    },
    {
      "epoch": 0.5400718962704761,
      "grad_norm": 5.59375,
      "learning_rate": 2.2999385987836472e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5532026827335358,
      "num_tokens": 327875983.0,
      "step": 425770
    },
    {
      "epoch": 0.5400845808630089,
      "grad_norm": 5.03125,
      "learning_rate": 2.299875167775018e-05,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5084260821342468,
      "num_tokens": 327884585.0,
      "step": 425780
    },
    {
      "epoch": 0.5400972654555418,
      "grad_norm": 4.84375,
      "learning_rate": 2.299811736766389e-05,
      "loss": 2.0029,
      "mean_token_accuracy": 0.552556723356247,
      "num_tokens": 327893050.0,
      "step": 425790
    },
    {
      "epoch": 0.5401099500480746,
      "grad_norm": 6.40625,
      "learning_rate": 2.2997483057577595e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5340906649827957,
      "num_tokens": 327901229.0,
      "step": 425800
    },
    {
      "epoch": 0.5401226346406074,
      "grad_norm": 9.3125,
      "learning_rate": 2.2996848747491303e-05,
      "loss": 1.7447,
      "mean_token_accuracy": 0.614680677652359,
      "num_tokens": 327906481.0,
      "step": 425810
    },
    {
      "epoch": 0.5401353192331403,
      "grad_norm": 5.125,
      "learning_rate": 2.2996214437405015e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5464929938316345,
      "num_tokens": 327914731.0,
      "step": 425820
    },
    {
      "epoch": 0.5401480038256731,
      "grad_norm": 5.90625,
      "learning_rate": 2.299558012731872e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5598694205284118,
      "num_tokens": 327922591.0,
      "step": 425830
    },
    {
      "epoch": 0.540160688418206,
      "grad_norm": 6.65625,
      "learning_rate": 2.299494581723243e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5770267367362976,
      "num_tokens": 327930306.0,
      "step": 425840
    },
    {
      "epoch": 0.5401733730107388,
      "grad_norm": 6.96875,
      "learning_rate": 2.299431150714614e-05,
      "loss": 1.7461,
      "mean_token_accuracy": 0.6001182943582535,
      "num_tokens": 327937675.0,
      "step": 425850
    },
    {
      "epoch": 0.5401860576032717,
      "grad_norm": 6.40625,
      "learning_rate": 2.2993677197059847e-05,
      "loss": 2.3184,
      "mean_token_accuracy": 0.5054149270057678,
      "num_tokens": 327945796.0,
      "step": 425860
    },
    {
      "epoch": 0.5401987421958044,
      "grad_norm": 7.90625,
      "learning_rate": 2.2993042886973556e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5428255021572113,
      "num_tokens": 327953427.0,
      "step": 425870
    },
    {
      "epoch": 0.5402114267883372,
      "grad_norm": 4.6875,
      "learning_rate": 2.2992408576887265e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5458341985940933,
      "num_tokens": 327962232.0,
      "step": 425880
    },
    {
      "epoch": 0.5402241113808701,
      "grad_norm": 4.6875,
      "learning_rate": 2.2991774266800973e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5388870656490325,
      "num_tokens": 327970259.0,
      "step": 425890
    },
    {
      "epoch": 0.5402367959734029,
      "grad_norm": 4.9375,
      "learning_rate": 2.299113995671468e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5248874932527542,
      "num_tokens": 327979684.0,
      "step": 425900
    },
    {
      "epoch": 0.5402494805659358,
      "grad_norm": 6.34375,
      "learning_rate": 2.2990505646628387e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5524824678897857,
      "num_tokens": 327986418.0,
      "step": 425910
    },
    {
      "epoch": 0.5402621651584686,
      "grad_norm": 6.8125,
      "learning_rate": 2.29898713365421e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5283372223377227,
      "num_tokens": 327995852.0,
      "step": 425920
    },
    {
      "epoch": 0.5402748497510015,
      "grad_norm": 5.40625,
      "learning_rate": 2.2989237026455808e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5273096829652786,
      "num_tokens": 328004392.0,
      "step": 425930
    },
    {
      "epoch": 0.5402875343435343,
      "grad_norm": 5.78125,
      "learning_rate": 2.2988602716369514e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.544025918841362,
      "num_tokens": 328011350.0,
      "step": 425940
    },
    {
      "epoch": 0.5403002189360672,
      "grad_norm": 10.625,
      "learning_rate": 2.2987968406283222e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5235244303941726,
      "num_tokens": 328018477.0,
      "step": 425950
    },
    {
      "epoch": 0.5403129035286,
      "grad_norm": 5.375,
      "learning_rate": 2.298733409619693e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5319006651639938,
      "num_tokens": 328026488.0,
      "step": 425960
    },
    {
      "epoch": 0.5403255881211327,
      "grad_norm": 6.46875,
      "learning_rate": 2.298669978611064e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5604102551937103,
      "num_tokens": 328034427.0,
      "step": 425970
    },
    {
      "epoch": 0.5403382727136656,
      "grad_norm": 5.125,
      "learning_rate": 2.298606547602435e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.557812413573265,
      "num_tokens": 328042889.0,
      "step": 425980
    },
    {
      "epoch": 0.5403509573061984,
      "grad_norm": 4.59375,
      "learning_rate": 2.2985431165938057e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5271711766719818,
      "num_tokens": 328050887.0,
      "step": 425990
    },
    {
      "epoch": 0.5403636418987313,
      "grad_norm": 5.75,
      "learning_rate": 2.2984796855851766e-05,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5560713529586792,
      "num_tokens": 328059619.0,
      "step": 426000
    },
    {
      "epoch": 0.5403763264912641,
      "grad_norm": 5.34375,
      "learning_rate": 2.298416254576547e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5501095652580261,
      "num_tokens": 328069041.0,
      "step": 426010
    },
    {
      "epoch": 0.540389011083797,
      "grad_norm": 5.0,
      "learning_rate": 2.2983528235679184e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5527860403060914,
      "num_tokens": 328077081.0,
      "step": 426020
    },
    {
      "epoch": 0.5404016956763298,
      "grad_norm": 4.90625,
      "learning_rate": 2.2982893925592892e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5493011236190796,
      "num_tokens": 328084949.0,
      "step": 426030
    },
    {
      "epoch": 0.5404143802688626,
      "grad_norm": 9.875,
      "learning_rate": 2.2982259615506598e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5210739344358444,
      "num_tokens": 328091870.0,
      "step": 426040
    },
    {
      "epoch": 0.5404270648613955,
      "grad_norm": 4.71875,
      "learning_rate": 2.2981625305420306e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5549254238605499,
      "num_tokens": 328099271.0,
      "step": 426050
    },
    {
      "epoch": 0.5404397494539283,
      "grad_norm": 6.96875,
      "learning_rate": 2.298099099533402e-05,
      "loss": 2.2946,
      "mean_token_accuracy": 0.5100713014602661,
      "num_tokens": 328107118.0,
      "step": 426060
    },
    {
      "epoch": 0.5404524340464611,
      "grad_norm": 4.4375,
      "learning_rate": 2.2980356685247724e-05,
      "loss": 1.8794,
      "mean_token_accuracy": 0.5776205480098724,
      "num_tokens": 328115500.0,
      "step": 426070
    },
    {
      "epoch": 0.5404651186389939,
      "grad_norm": 6.625,
      "learning_rate": 2.2979722375161433e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5231243073940277,
      "num_tokens": 328124071.0,
      "step": 426080
    },
    {
      "epoch": 0.5404778032315268,
      "grad_norm": 6.375,
      "learning_rate": 2.297908806507514e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5463548302650452,
      "num_tokens": 328130744.0,
      "step": 426090
    },
    {
      "epoch": 0.5404904878240596,
      "grad_norm": 4.375,
      "learning_rate": 2.297845375498885e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.5770929306745529,
      "num_tokens": 328139191.0,
      "step": 426100
    },
    {
      "epoch": 0.5405031724165925,
      "grad_norm": 4.78125,
      "learning_rate": 2.297781944490256e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5238986879587173,
      "num_tokens": 328146883.0,
      "step": 426110
    },
    {
      "epoch": 0.5405158570091253,
      "grad_norm": 5.53125,
      "learning_rate": 2.2977185134816268e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5335702568292617,
      "num_tokens": 328155717.0,
      "step": 426120
    },
    {
      "epoch": 0.5405285416016581,
      "grad_norm": 6.21875,
      "learning_rate": 2.2976550824729976e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.518939658999443,
      "num_tokens": 328163023.0,
      "step": 426130
    },
    {
      "epoch": 0.540541226194191,
      "grad_norm": 4.6875,
      "learning_rate": 2.2975916514643685e-05,
      "loss": 2.218,
      "mean_token_accuracy": 0.5165390282869339,
      "num_tokens": 328171338.0,
      "step": 426140
    },
    {
      "epoch": 0.5405539107867238,
      "grad_norm": 4.90625,
      "learning_rate": 2.297528220455739e-05,
      "loss": 1.825,
      "mean_token_accuracy": 0.5925612688064575,
      "num_tokens": 328178447.0,
      "step": 426150
    },
    {
      "epoch": 0.5405665953792567,
      "grad_norm": 4.96875,
      "learning_rate": 2.2974647894471102e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5459429562091828,
      "num_tokens": 328186137.0,
      "step": 426160
    },
    {
      "epoch": 0.5405792799717895,
      "grad_norm": 5.375,
      "learning_rate": 2.297401358438481e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5373632997274399,
      "num_tokens": 328194221.0,
      "step": 426170
    },
    {
      "epoch": 0.5405919645643223,
      "grad_norm": 5.0,
      "learning_rate": 2.2973379274298517e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5477804929018021,
      "num_tokens": 328203534.0,
      "step": 426180
    },
    {
      "epoch": 0.5406046491568551,
      "grad_norm": 4.9375,
      "learning_rate": 2.2972744964212225e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5652280449867249,
      "num_tokens": 328210826.0,
      "step": 426190
    },
    {
      "epoch": 0.5406173337493879,
      "grad_norm": 5.78125,
      "learning_rate": 2.2972110654125934e-05,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5357152312994004,
      "num_tokens": 328218424.0,
      "step": 426200
    },
    {
      "epoch": 0.5406300183419208,
      "grad_norm": 5.5,
      "learning_rate": 2.2971476344039643e-05,
      "loss": 1.8516,
      "mean_token_accuracy": 0.5760022699832916,
      "num_tokens": 328224973.0,
      "step": 426210
    },
    {
      "epoch": 0.5406427029344536,
      "grad_norm": 5.0625,
      "learning_rate": 2.297084203395335e-05,
      "loss": 2.181,
      "mean_token_accuracy": 0.5242311656475067,
      "num_tokens": 328234150.0,
      "step": 426220
    },
    {
      "epoch": 0.5406553875269865,
      "grad_norm": 5.34375,
      "learning_rate": 2.297020772386706e-05,
      "loss": 1.8238,
      "mean_token_accuracy": 0.601248848438263,
      "num_tokens": 328242691.0,
      "step": 426230
    },
    {
      "epoch": 0.5406680721195193,
      "grad_norm": 6.28125,
      "learning_rate": 2.296957341378077e-05,
      "loss": 2.2121,
      "mean_token_accuracy": 0.5170934051275253,
      "num_tokens": 328250290.0,
      "step": 426240
    },
    {
      "epoch": 0.5406807567120522,
      "grad_norm": 6.84375,
      "learning_rate": 2.2968939103694474e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5572297155857087,
      "num_tokens": 328258745.0,
      "step": 426250
    },
    {
      "epoch": 0.540693441304585,
      "grad_norm": 5.625,
      "learning_rate": 2.2968304793608186e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5649808645248413,
      "num_tokens": 328266059.0,
      "step": 426260
    },
    {
      "epoch": 0.5407061258971179,
      "grad_norm": 4.9375,
      "learning_rate": 2.2967670483521895e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5708377093076706,
      "num_tokens": 328273642.0,
      "step": 426270
    },
    {
      "epoch": 0.5407188104896506,
      "grad_norm": 4.9375,
      "learning_rate": 2.29670361734356e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5248099237680435,
      "num_tokens": 328281364.0,
      "step": 426280
    },
    {
      "epoch": 0.5407314950821834,
      "grad_norm": 5.34375,
      "learning_rate": 2.296640186334931e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5731807768344879,
      "num_tokens": 328290019.0,
      "step": 426290
    },
    {
      "epoch": 0.5407441796747163,
      "grad_norm": 5.90625,
      "learning_rate": 2.2965767553263018e-05,
      "loss": 1.7695,
      "mean_token_accuracy": 0.6006043732166291,
      "num_tokens": 328296597.0,
      "step": 426300
    },
    {
      "epoch": 0.5407568642672491,
      "grad_norm": 6.34375,
      "learning_rate": 2.296513324317673e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5284000784158707,
      "num_tokens": 328304510.0,
      "step": 426310
    },
    {
      "epoch": 0.540769548859782,
      "grad_norm": 5.3125,
      "learning_rate": 2.2964498933090436e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5537909656763077,
      "num_tokens": 328311204.0,
      "step": 426320
    },
    {
      "epoch": 0.5407822334523148,
      "grad_norm": 4.84375,
      "learning_rate": 2.2963864623004144e-05,
      "loss": 1.6574,
      "mean_token_accuracy": 0.6339915215969085,
      "num_tokens": 328317959.0,
      "step": 426330
    },
    {
      "epoch": 0.5407949180448477,
      "grad_norm": 6.53125,
      "learning_rate": 2.2963230312917853e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5359242528676986,
      "num_tokens": 328326636.0,
      "step": 426340
    },
    {
      "epoch": 0.5408076026373805,
      "grad_norm": 8.25,
      "learning_rate": 2.2962596002831562e-05,
      "loss": 1.8338,
      "mean_token_accuracy": 0.5819957017898559,
      "num_tokens": 328334754.0,
      "step": 426350
    },
    {
      "epoch": 0.5408202872299133,
      "grad_norm": 5.3125,
      "learning_rate": 2.296196169274527e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5615029364824295,
      "num_tokens": 328343514.0,
      "step": 426360
    },
    {
      "epoch": 0.5408329718224462,
      "grad_norm": 6.5625,
      "learning_rate": 2.296132738265898e-05,
      "loss": 1.906,
      "mean_token_accuracy": 0.5678660035133362,
      "num_tokens": 328350814.0,
      "step": 426370
    },
    {
      "epoch": 0.540845656414979,
      "grad_norm": 5.1875,
      "learning_rate": 2.2960693072572688e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5453561812639236,
      "num_tokens": 328357874.0,
      "step": 426380
    },
    {
      "epoch": 0.5408583410075118,
      "grad_norm": 4.9375,
      "learning_rate": 2.2960058762486393e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5452075868844986,
      "num_tokens": 328364633.0,
      "step": 426390
    },
    {
      "epoch": 0.5408710256000446,
      "grad_norm": 5.25,
      "learning_rate": 2.2959424452400102e-05,
      "loss": 1.8898,
      "mean_token_accuracy": 0.5759689450263977,
      "num_tokens": 328371793.0,
      "step": 426400
    },
    {
      "epoch": 0.5408837101925775,
      "grad_norm": 5.71875,
      "learning_rate": 2.2958790142313814e-05,
      "loss": 1.7132,
      "mean_token_accuracy": 0.6158724755048752,
      "num_tokens": 328379075.0,
      "step": 426410
    },
    {
      "epoch": 0.5408963947851103,
      "grad_norm": 4.78125,
      "learning_rate": 2.295815583222752e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.546168076992035,
      "num_tokens": 328386200.0,
      "step": 426420
    },
    {
      "epoch": 0.5409090793776431,
      "grad_norm": 4.78125,
      "learning_rate": 2.2957521522141228e-05,
      "loss": 2.2558,
      "mean_token_accuracy": 0.5212790817022324,
      "num_tokens": 328395529.0,
      "step": 426430
    },
    {
      "epoch": 0.540921763970176,
      "grad_norm": 5.375,
      "learning_rate": 2.2956887212054937e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5689642518758774,
      "num_tokens": 328403157.0,
      "step": 426440
    },
    {
      "epoch": 0.5409344485627088,
      "grad_norm": 5.375,
      "learning_rate": 2.2956252901968646e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5377346873283386,
      "num_tokens": 328411688.0,
      "step": 426450
    },
    {
      "epoch": 0.5409471331552417,
      "grad_norm": 6.0,
      "learning_rate": 2.2955618591882354e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5383765280246735,
      "num_tokens": 328418485.0,
      "step": 426460
    },
    {
      "epoch": 0.5409598177477745,
      "grad_norm": 6.3125,
      "learning_rate": 2.2954984281796063e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5499463260173798,
      "num_tokens": 328426829.0,
      "step": 426470
    },
    {
      "epoch": 0.5409725023403074,
      "grad_norm": 5.09375,
      "learning_rate": 2.2954349971709772e-05,
      "loss": 2.2773,
      "mean_token_accuracy": 0.5153750330209732,
      "num_tokens": 328435261.0,
      "step": 426480
    },
    {
      "epoch": 0.5409851869328401,
      "grad_norm": 8.0,
      "learning_rate": 2.2953715661623477e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5299975872039795,
      "num_tokens": 328441433.0,
      "step": 426490
    },
    {
      "epoch": 0.540997871525373,
      "grad_norm": 5.53125,
      "learning_rate": 2.295308135153719e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5514180392026902,
      "num_tokens": 328449108.0,
      "step": 426500
    },
    {
      "epoch": 0.5410105561179058,
      "grad_norm": 4.6875,
      "learning_rate": 2.2952447041450898e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5369979530572891,
      "num_tokens": 328456982.0,
      "step": 426510
    },
    {
      "epoch": 0.5410232407104386,
      "grad_norm": 4.8125,
      "learning_rate": 2.2951812731364607e-05,
      "loss": 1.874,
      "mean_token_accuracy": 0.5837932348251342,
      "num_tokens": 328463780.0,
      "step": 426520
    },
    {
      "epoch": 0.5410359253029715,
      "grad_norm": 5.59375,
      "learning_rate": 2.2951178421278312e-05,
      "loss": 2.1777,
      "mean_token_accuracy": 0.5235569387674331,
      "num_tokens": 328472149.0,
      "step": 426530
    },
    {
      "epoch": 0.5410486098955043,
      "grad_norm": 6.3125,
      "learning_rate": 2.295054411119202e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5210811823606492,
      "num_tokens": 328479888.0,
      "step": 426540
    },
    {
      "epoch": 0.5410612944880372,
      "grad_norm": 5.53125,
      "learning_rate": 2.2949909801105733e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5529918193817138,
      "num_tokens": 328487240.0,
      "step": 426550
    },
    {
      "epoch": 0.54107397908057,
      "grad_norm": 5.5625,
      "learning_rate": 2.294927549101944e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5585110425949097,
      "num_tokens": 328494541.0,
      "step": 426560
    },
    {
      "epoch": 0.5410866636731029,
      "grad_norm": 6.09375,
      "learning_rate": 2.2948641180933147e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5455949604511261,
      "num_tokens": 328503730.0,
      "step": 426570
    },
    {
      "epoch": 0.5410993482656357,
      "grad_norm": 6.90625,
      "learning_rate": 2.2948006870846856e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5702066391706466,
      "num_tokens": 328511950.0,
      "step": 426580
    },
    {
      "epoch": 0.5411120328581684,
      "grad_norm": 5.78125,
      "learning_rate": 2.2947372560760565e-05,
      "loss": 1.8082,
      "mean_token_accuracy": 0.6117715716362,
      "num_tokens": 328518989.0,
      "step": 426590
    },
    {
      "epoch": 0.5411247174507013,
      "grad_norm": 5.5625,
      "learning_rate": 2.2946738250674273e-05,
      "loss": 2.2691,
      "mean_token_accuracy": 0.5330771714448929,
      "num_tokens": 328524944.0,
      "step": 426600
    },
    {
      "epoch": 0.5411374020432341,
      "grad_norm": 11.5625,
      "learning_rate": 2.2946103940587982e-05,
      "loss": 1.8335,
      "mean_token_accuracy": 0.5980705618858337,
      "num_tokens": 328532696.0,
      "step": 426610
    },
    {
      "epoch": 0.541150086635767,
      "grad_norm": 6.0,
      "learning_rate": 2.294546963050169e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5326935321092605,
      "num_tokens": 328539427.0,
      "step": 426620
    },
    {
      "epoch": 0.5411627712282998,
      "grad_norm": 6.4375,
      "learning_rate": 2.2944835320415396e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5395495891571045,
      "num_tokens": 328547614.0,
      "step": 426630
    },
    {
      "epoch": 0.5411754558208327,
      "grad_norm": 5.34375,
      "learning_rate": 2.2944201010329105e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5197820901870728,
      "num_tokens": 328555110.0,
      "step": 426640
    },
    {
      "epoch": 0.5411881404133655,
      "grad_norm": 6.25,
      "learning_rate": 2.2943566700242817e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5425005853176117,
      "num_tokens": 328562087.0,
      "step": 426650
    },
    {
      "epoch": 0.5412008250058984,
      "grad_norm": 5.78125,
      "learning_rate": 2.2942932390156523e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.546093299984932,
      "num_tokens": 328570552.0,
      "step": 426660
    },
    {
      "epoch": 0.5412135095984312,
      "grad_norm": 4.71875,
      "learning_rate": 2.294229808007023e-05,
      "loss": 1.911,
      "mean_token_accuracy": 0.5683190315961838,
      "num_tokens": 328577805.0,
      "step": 426670
    },
    {
      "epoch": 0.541226194190964,
      "grad_norm": 6.21875,
      "learning_rate": 2.294166376998394e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5268539160490036,
      "num_tokens": 328586663.0,
      "step": 426680
    },
    {
      "epoch": 0.5412388787834969,
      "grad_norm": 6.1875,
      "learning_rate": 2.294102945989765e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5461063057184219,
      "num_tokens": 328593614.0,
      "step": 426690
    },
    {
      "epoch": 0.5412515633760296,
      "grad_norm": 7.96875,
      "learning_rate": 2.2940395149811357e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5278001517057419,
      "num_tokens": 328601195.0,
      "step": 426700
    },
    {
      "epoch": 0.5412642479685625,
      "grad_norm": 5.3125,
      "learning_rate": 2.2939760839725066e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5670436680316925,
      "num_tokens": 328609554.0,
      "step": 426710
    },
    {
      "epoch": 0.5412769325610953,
      "grad_norm": 6.125,
      "learning_rate": 2.2939126529638775e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5104335218667984,
      "num_tokens": 328618454.0,
      "step": 426720
    },
    {
      "epoch": 0.5412896171536282,
      "grad_norm": 6.4375,
      "learning_rate": 2.2938492219552484e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5406745940446853,
      "num_tokens": 328626606.0,
      "step": 426730
    },
    {
      "epoch": 0.541302301746161,
      "grad_norm": 5.78125,
      "learning_rate": 2.293785790946619e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5592152804136277,
      "num_tokens": 328632646.0,
      "step": 426740
    },
    {
      "epoch": 0.5413149863386938,
      "grad_norm": 5.0,
      "learning_rate": 2.29372235993799e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5339895159006118,
      "num_tokens": 328641784.0,
      "step": 426750
    },
    {
      "epoch": 0.5413276709312267,
      "grad_norm": 5.59375,
      "learning_rate": 2.293658928929361e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5284705311059952,
      "num_tokens": 328649529.0,
      "step": 426760
    },
    {
      "epoch": 0.5413403555237595,
      "grad_norm": 5.84375,
      "learning_rate": 2.2935954979207315e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5281257688999176,
      "num_tokens": 328657645.0,
      "step": 426770
    },
    {
      "epoch": 0.5413530401162924,
      "grad_norm": 5.375,
      "learning_rate": 2.2935320669121024e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5540774166584015,
      "num_tokens": 328665259.0,
      "step": 426780
    },
    {
      "epoch": 0.5413657247088252,
      "grad_norm": 6.3125,
      "learning_rate": 2.2934686359034733e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5279957443475723,
      "num_tokens": 328673277.0,
      "step": 426790
    },
    {
      "epoch": 0.541378409301358,
      "grad_norm": 5.34375,
      "learning_rate": 2.293405204894844e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5328074604272842,
      "num_tokens": 328680882.0,
      "step": 426800
    },
    {
      "epoch": 0.5413910938938908,
      "grad_norm": 5.625,
      "learning_rate": 2.293341773886215e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5270574808120727,
      "num_tokens": 328688375.0,
      "step": 426810
    },
    {
      "epoch": 0.5414037784864236,
      "grad_norm": 8.6875,
      "learning_rate": 2.293278342877586e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5644797056913375,
      "num_tokens": 328695956.0,
      "step": 426820
    },
    {
      "epoch": 0.5414164630789565,
      "grad_norm": 4.34375,
      "learning_rate": 2.2932149118689568e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5458574593067169,
      "num_tokens": 328704042.0,
      "step": 426830
    },
    {
      "epoch": 0.5414291476714893,
      "grad_norm": 6.40625,
      "learning_rate": 2.2931514808603273e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5586955070495605,
      "num_tokens": 328711933.0,
      "step": 426840
    },
    {
      "epoch": 0.5414418322640222,
      "grad_norm": 6.4375,
      "learning_rate": 2.2930880498516985e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5378287196159363,
      "num_tokens": 328719096.0,
      "step": 426850
    },
    {
      "epoch": 0.541454516856555,
      "grad_norm": 5.15625,
      "learning_rate": 2.2930246188430694e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5513853907585144,
      "num_tokens": 328726883.0,
      "step": 426860
    },
    {
      "epoch": 0.5414672014490879,
      "grad_norm": 5.25,
      "learning_rate": 2.29296118783444e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5700826108455658,
      "num_tokens": 328734642.0,
      "step": 426870
    },
    {
      "epoch": 0.5414798860416207,
      "grad_norm": 6.9375,
      "learning_rate": 2.2928977568258108e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5329699009656906,
      "num_tokens": 328742201.0,
      "step": 426880
    },
    {
      "epoch": 0.5414925706341536,
      "grad_norm": 8.1875,
      "learning_rate": 2.2928343258171817e-05,
      "loss": 1.769,
      "mean_token_accuracy": 0.6070215344429016,
      "num_tokens": 328747967.0,
      "step": 426890
    },
    {
      "epoch": 0.5415052552266864,
      "grad_norm": 11.9375,
      "learning_rate": 2.292770894808553e-05,
      "loss": 1.6264,
      "mean_token_accuracy": 0.624670660495758,
      "num_tokens": 328754347.0,
      "step": 426900
    },
    {
      "epoch": 0.5415179398192191,
      "grad_norm": 5.125,
      "learning_rate": 2.2927074637999234e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.5637431353330612,
      "num_tokens": 328762033.0,
      "step": 426910
    },
    {
      "epoch": 0.541530624411752,
      "grad_norm": 5.5625,
      "learning_rate": 2.2926440327912943e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5279771775007248,
      "num_tokens": 328770046.0,
      "step": 426920
    },
    {
      "epoch": 0.5415433090042848,
      "grad_norm": 6.4375,
      "learning_rate": 2.2925806017826652e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.520522552728653,
      "num_tokens": 328778038.0,
      "step": 426930
    },
    {
      "epoch": 0.5415559935968177,
      "grad_norm": 5.59375,
      "learning_rate": 2.292517170774036e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5621995598077774,
      "num_tokens": 328785391.0,
      "step": 426940
    },
    {
      "epoch": 0.5415686781893505,
      "grad_norm": 5.6875,
      "learning_rate": 2.292453739765407e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5287405580282212,
      "num_tokens": 328793262.0,
      "step": 426950
    },
    {
      "epoch": 0.5415813627818834,
      "grad_norm": 16.5,
      "learning_rate": 2.2923903087567778e-05,
      "loss": 1.7739,
      "mean_token_accuracy": 0.6087012588977814,
      "num_tokens": 328799240.0,
      "step": 426960
    },
    {
      "epoch": 0.5415940473744162,
      "grad_norm": 5.65625,
      "learning_rate": 2.2923268777481487e-05,
      "loss": 1.8417,
      "mean_token_accuracy": 0.5984206855297088,
      "num_tokens": 328805964.0,
      "step": 426970
    },
    {
      "epoch": 0.541606731966949,
      "grad_norm": 4.8125,
      "learning_rate": 2.2922634467395192e-05,
      "loss": 1.7784,
      "mean_token_accuracy": 0.618532371520996,
      "num_tokens": 328811200.0,
      "step": 426980
    },
    {
      "epoch": 0.5416194165594819,
      "grad_norm": 5.09375,
      "learning_rate": 2.2922000157308904e-05,
      "loss": 1.8923,
      "mean_token_accuracy": 0.5812142729759217,
      "num_tokens": 328818294.0,
      "step": 426990
    },
    {
      "epoch": 0.5416321011520147,
      "grad_norm": 5.1875,
      "learning_rate": 2.2921365847222613e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5541864454746246,
      "num_tokens": 328826345.0,
      "step": 427000
    },
    {
      "epoch": 0.5416447857445476,
      "grad_norm": 5.40625,
      "learning_rate": 2.2920731537136318e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5412723779678345,
      "num_tokens": 328835416.0,
      "step": 427010
    },
    {
      "epoch": 0.5416574703370803,
      "grad_norm": 4.8125,
      "learning_rate": 2.2920097227050027e-05,
      "loss": 1.8769,
      "mean_token_accuracy": 0.5746448665857316,
      "num_tokens": 328843234.0,
      "step": 427020
    },
    {
      "epoch": 0.5416701549296132,
      "grad_norm": 5.0625,
      "learning_rate": 2.2919462916963736e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5168515384197235,
      "num_tokens": 328851434.0,
      "step": 427030
    },
    {
      "epoch": 0.541682839522146,
      "grad_norm": 4.875,
      "learning_rate": 2.2918828606877444e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5421232521533966,
      "num_tokens": 328860371.0,
      "step": 427040
    },
    {
      "epoch": 0.5416955241146789,
      "grad_norm": 5.09375,
      "learning_rate": 2.2918194296791153e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5283415734767913,
      "num_tokens": 328868896.0,
      "step": 427050
    },
    {
      "epoch": 0.5417082087072117,
      "grad_norm": 4.8125,
      "learning_rate": 2.2917559986704862e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5650644779205323,
      "num_tokens": 328876620.0,
      "step": 427060
    },
    {
      "epoch": 0.5417208932997445,
      "grad_norm": 6.5,
      "learning_rate": 2.291692567661857e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.547702842950821,
      "num_tokens": 328885021.0,
      "step": 427070
    },
    {
      "epoch": 0.5417335778922774,
      "grad_norm": 7.8125,
      "learning_rate": 2.2916291366532276e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5605663150548935,
      "num_tokens": 328892066.0,
      "step": 427080
    },
    {
      "epoch": 0.5417462624848102,
      "grad_norm": 5.71875,
      "learning_rate": 2.2915657056445988e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5325888812541961,
      "num_tokens": 328901389.0,
      "step": 427090
    },
    {
      "epoch": 0.5417589470773431,
      "grad_norm": 5.0625,
      "learning_rate": 2.2915022746359697e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5220837742090225,
      "num_tokens": 328910021.0,
      "step": 427100
    },
    {
      "epoch": 0.5417716316698759,
      "grad_norm": 3.921875,
      "learning_rate": 2.2914388436273406e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5571204334497452,
      "num_tokens": 328918709.0,
      "step": 427110
    },
    {
      "epoch": 0.5417843162624087,
      "grad_norm": 18.375,
      "learning_rate": 2.291375412618711e-05,
      "loss": 2.2959,
      "mean_token_accuracy": 0.5191742569208145,
      "num_tokens": 328925315.0,
      "step": 427120
    },
    {
      "epoch": 0.5417970008549415,
      "grad_norm": 5.5,
      "learning_rate": 2.291311981610082e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5704400360584259,
      "num_tokens": 328931688.0,
      "step": 427130
    },
    {
      "epoch": 0.5418096854474743,
      "grad_norm": 5.875,
      "learning_rate": 2.2912485506014532e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.545639044046402,
      "num_tokens": 328940274.0,
      "step": 427140
    },
    {
      "epoch": 0.5418223700400072,
      "grad_norm": 5.25,
      "learning_rate": 2.2911851195928237e-05,
      "loss": 1.914,
      "mean_token_accuracy": 0.5729462832212449,
      "num_tokens": 328947975.0,
      "step": 427150
    },
    {
      "epoch": 0.54183505463254,
      "grad_norm": 5.71875,
      "learning_rate": 2.2911216885841946e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5511081129312515,
      "num_tokens": 328954924.0,
      "step": 427160
    },
    {
      "epoch": 0.5418477392250729,
      "grad_norm": 4.71875,
      "learning_rate": 2.2910582575755655e-05,
      "loss": 2.2817,
      "mean_token_accuracy": 0.5121293604373932,
      "num_tokens": 328963399.0,
      "step": 427170
    },
    {
      "epoch": 0.5418604238176057,
      "grad_norm": 5.40625,
      "learning_rate": 2.2909948265669363e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5362563550472259,
      "num_tokens": 328971467.0,
      "step": 427180
    },
    {
      "epoch": 0.5418731084101386,
      "grad_norm": 5.0,
      "learning_rate": 2.2909313955583072e-05,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5182413667440414,
      "num_tokens": 328979777.0,
      "step": 427190
    },
    {
      "epoch": 0.5418857930026714,
      "grad_norm": 5.15625,
      "learning_rate": 2.290867964549678e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.53111552298069,
      "num_tokens": 328987116.0,
      "step": 427200
    },
    {
      "epoch": 0.5418984775952043,
      "grad_norm": 4.875,
      "learning_rate": 2.290804533541049e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.558780625462532,
      "num_tokens": 328996049.0,
      "step": 427210
    },
    {
      "epoch": 0.541911162187737,
      "grad_norm": 6.21875,
      "learning_rate": 2.2907411025324195e-05,
      "loss": 2.2311,
      "mean_token_accuracy": 0.5119497597217559,
      "num_tokens": 329005011.0,
      "step": 427220
    },
    {
      "epoch": 0.5419238467802698,
      "grad_norm": 5.3125,
      "learning_rate": 2.2906776715237904e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5740268588066101,
      "num_tokens": 329011601.0,
      "step": 427230
    },
    {
      "epoch": 0.5419365313728027,
      "grad_norm": 5.40625,
      "learning_rate": 2.2906142405151616e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5258497714996337,
      "num_tokens": 329019031.0,
      "step": 427240
    },
    {
      "epoch": 0.5419492159653355,
      "grad_norm": 5.625,
      "learning_rate": 2.290550809506532e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5466654896736145,
      "num_tokens": 329025712.0,
      "step": 427250
    },
    {
      "epoch": 0.5419619005578684,
      "grad_norm": 5.84375,
      "learning_rate": 2.290487378497903e-05,
      "loss": 2.2478,
      "mean_token_accuracy": 0.5128163874149323,
      "num_tokens": 329032928.0,
      "step": 427260
    },
    {
      "epoch": 0.5419745851504012,
      "grad_norm": 11.0625,
      "learning_rate": 2.290423947489274e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.528734540939331,
      "num_tokens": 329039586.0,
      "step": 427270
    },
    {
      "epoch": 0.5419872697429341,
      "grad_norm": 5.6875,
      "learning_rate": 2.2903605164806447e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5310089647769928,
      "num_tokens": 329047958.0,
      "step": 427280
    },
    {
      "epoch": 0.5419999543354669,
      "grad_norm": 5.90625,
      "learning_rate": 2.2902970854720156e-05,
      "loss": 1.857,
      "mean_token_accuracy": 0.593567955493927,
      "num_tokens": 329055570.0,
      "step": 427290
    },
    {
      "epoch": 0.5420126389279997,
      "grad_norm": 4.96875,
      "learning_rate": 2.2902336544633865e-05,
      "loss": 1.7652,
      "mean_token_accuracy": 0.5988361269235611,
      "num_tokens": 329062651.0,
      "step": 427300
    },
    {
      "epoch": 0.5420253235205326,
      "grad_norm": 5.5,
      "learning_rate": 2.2901702234547574e-05,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5296587526798249,
      "num_tokens": 329070052.0,
      "step": 427310
    },
    {
      "epoch": 0.5420380081130654,
      "grad_norm": 5.0,
      "learning_rate": 2.2901067924461282e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5509070158004761,
      "num_tokens": 329077919.0,
      "step": 427320
    },
    {
      "epoch": 0.5420506927055982,
      "grad_norm": 7.0625,
      "learning_rate": 2.2900433614374988e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5361559092998505,
      "num_tokens": 329086541.0,
      "step": 427330
    },
    {
      "epoch": 0.542063377298131,
      "grad_norm": 4.65625,
      "learning_rate": 2.28997993042887e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5621674835681916,
      "num_tokens": 329093864.0,
      "step": 427340
    },
    {
      "epoch": 0.5420760618906639,
      "grad_norm": 6.0625,
      "learning_rate": 2.289916499420241e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5602493017911911,
      "num_tokens": 329101830.0,
      "step": 427350
    },
    {
      "epoch": 0.5420887464831967,
      "grad_norm": 6.28125,
      "learning_rate": 2.2898530684116114e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5503538370132446,
      "num_tokens": 329109750.0,
      "step": 427360
    },
    {
      "epoch": 0.5421014310757295,
      "grad_norm": 5.1875,
      "learning_rate": 2.2897896374029823e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5582498669624328,
      "num_tokens": 329118708.0,
      "step": 427370
    },
    {
      "epoch": 0.5421141156682624,
      "grad_norm": 5.5,
      "learning_rate": 2.289726206394353e-05,
      "loss": 2.2958,
      "mean_token_accuracy": 0.5051056563854217,
      "num_tokens": 329128277.0,
      "step": 427380
    },
    {
      "epoch": 0.5421268002607952,
      "grad_norm": 5.09375,
      "learning_rate": 2.289662775385724e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5335222363471985,
      "num_tokens": 329136291.0,
      "step": 427390
    },
    {
      "epoch": 0.5421394848533281,
      "grad_norm": 4.9375,
      "learning_rate": 2.289599344377095e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5517327010631561,
      "num_tokens": 329143486.0,
      "step": 427400
    },
    {
      "epoch": 0.5421521694458609,
      "grad_norm": 6.5,
      "learning_rate": 2.2895359133684658e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5567673116922378,
      "num_tokens": 329150456.0,
      "step": 427410
    },
    {
      "epoch": 0.5421648540383938,
      "grad_norm": 5.53125,
      "learning_rate": 2.2894724823598366e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5513759851455688,
      "num_tokens": 329157761.0,
      "step": 427420
    },
    {
      "epoch": 0.5421775386309265,
      "grad_norm": 5.09375,
      "learning_rate": 2.2894090513512075e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5512433856725693,
      "num_tokens": 329165802.0,
      "step": 427430
    },
    {
      "epoch": 0.5421902232234594,
      "grad_norm": 5.6875,
      "learning_rate": 2.2893456203425784e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5552991151809692,
      "num_tokens": 329173309.0,
      "step": 427440
    },
    {
      "epoch": 0.5422029078159922,
      "grad_norm": 5.25,
      "learning_rate": 2.2892821893339493e-05,
      "loss": 2.3096,
      "mean_token_accuracy": 0.5040757685899735,
      "num_tokens": 329181755.0,
      "step": 427450
    },
    {
      "epoch": 0.542215592408525,
      "grad_norm": 5.8125,
      "learning_rate": 2.2892187583253198e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.540757006406784,
      "num_tokens": 329189081.0,
      "step": 427460
    },
    {
      "epoch": 0.5422282770010579,
      "grad_norm": 11.8125,
      "learning_rate": 2.2891553273166907e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5268002301454544,
      "num_tokens": 329196927.0,
      "step": 427470
    },
    {
      "epoch": 0.5422409615935907,
      "grad_norm": 7.90625,
      "learning_rate": 2.289091896308062e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5761194676160812,
      "num_tokens": 329204301.0,
      "step": 427480
    },
    {
      "epoch": 0.5422536461861236,
      "grad_norm": 4.90625,
      "learning_rate": 2.2890284652994328e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5360397011041641,
      "num_tokens": 329212277.0,
      "step": 427490
    },
    {
      "epoch": 0.5422663307786564,
      "grad_norm": 6.46875,
      "learning_rate": 2.2889650342908033e-05,
      "loss": 1.8179,
      "mean_token_accuracy": 0.5851636290550232,
      "num_tokens": 329219003.0,
      "step": 427500
    },
    {
      "epoch": 0.5422790153711893,
      "grad_norm": 7.03125,
      "learning_rate": 2.288901603282174e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5513961493968964,
      "num_tokens": 329226759.0,
      "step": 427510
    },
    {
      "epoch": 0.5422916999637221,
      "grad_norm": 8.875,
      "learning_rate": 2.288838172273545e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.561740267276764,
      "num_tokens": 329233899.0,
      "step": 427520
    },
    {
      "epoch": 0.5423043845562548,
      "grad_norm": 6.71875,
      "learning_rate": 2.288774741264916e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5426571935415268,
      "num_tokens": 329241009.0,
      "step": 427530
    },
    {
      "epoch": 0.5423170691487877,
      "grad_norm": 7.25,
      "learning_rate": 2.2887113102562868e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5237500637769699,
      "num_tokens": 329249055.0,
      "step": 427540
    },
    {
      "epoch": 0.5423297537413205,
      "grad_norm": 5.84375,
      "learning_rate": 2.2886478792476577e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5232438743114471,
      "num_tokens": 329257104.0,
      "step": 427550
    },
    {
      "epoch": 0.5423424383338534,
      "grad_norm": 6.875,
      "learning_rate": 2.2885844482390285e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5626963645219802,
      "num_tokens": 329264013.0,
      "step": 427560
    },
    {
      "epoch": 0.5423551229263862,
      "grad_norm": 6.65625,
      "learning_rate": 2.288521017230399e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5645127415657043,
      "num_tokens": 329270681.0,
      "step": 427570
    },
    {
      "epoch": 0.5423678075189191,
      "grad_norm": 5.53125,
      "learning_rate": 2.2884575862217703e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5489563554525375,
      "num_tokens": 329277841.0,
      "step": 427580
    },
    {
      "epoch": 0.5423804921114519,
      "grad_norm": 8.125,
      "learning_rate": 2.288394155213141e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5499851942062378,
      "num_tokens": 329284595.0,
      "step": 427590
    },
    {
      "epoch": 0.5423931767039848,
      "grad_norm": 8.5,
      "learning_rate": 2.2883307242045117e-05,
      "loss": 1.9208,
      "mean_token_accuracy": 0.5565031230449676,
      "num_tokens": 329291769.0,
      "step": 427600
    },
    {
      "epoch": 0.5424058612965176,
      "grad_norm": 5.0625,
      "learning_rate": 2.2882672931958826e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5213933289051056,
      "num_tokens": 329299005.0,
      "step": 427610
    },
    {
      "epoch": 0.5424185458890504,
      "grad_norm": 5.84375,
      "learning_rate": 2.2882038621872534e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5193782866001129,
      "num_tokens": 329306565.0,
      "step": 427620
    },
    {
      "epoch": 0.5424312304815833,
      "grad_norm": 5.21875,
      "learning_rate": 2.2881404311786243e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5372486621141433,
      "num_tokens": 329315246.0,
      "step": 427630
    },
    {
      "epoch": 0.542443915074116,
      "grad_norm": 4.875,
      "learning_rate": 2.2880770001699952e-05,
      "loss": 1.8937,
      "mean_token_accuracy": 0.5828581094741822,
      "num_tokens": 329322469.0,
      "step": 427640
    },
    {
      "epoch": 0.5424565996666489,
      "grad_norm": 6.78125,
      "learning_rate": 2.288013569161366e-05,
      "loss": 1.7137,
      "mean_token_accuracy": 0.6081738710403443,
      "num_tokens": 329328092.0,
      "step": 427650
    },
    {
      "epoch": 0.5424692842591817,
      "grad_norm": 4.90625,
      "learning_rate": 2.287950138152737e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5262345612049103,
      "num_tokens": 329336701.0,
      "step": 427660
    },
    {
      "epoch": 0.5424819688517146,
      "grad_norm": 5.25,
      "learning_rate": 2.2878867071441075e-05,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5705705106258392,
      "num_tokens": 329344413.0,
      "step": 427670
    },
    {
      "epoch": 0.5424946534442474,
      "grad_norm": 6.78125,
      "learning_rate": 2.2878232761354787e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5394072622060776,
      "num_tokens": 329352831.0,
      "step": 427680
    },
    {
      "epoch": 0.5425073380367802,
      "grad_norm": 5.5,
      "learning_rate": 2.2877598451268496e-05,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5122599601745605,
      "num_tokens": 329360610.0,
      "step": 427690
    },
    {
      "epoch": 0.5425200226293131,
      "grad_norm": 5.53125,
      "learning_rate": 2.2876964141182204e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5371229022741317,
      "num_tokens": 329367981.0,
      "step": 427700
    },
    {
      "epoch": 0.5425327072218459,
      "grad_norm": 6.28125,
      "learning_rate": 2.287632983109591e-05,
      "loss": 2.2704,
      "mean_token_accuracy": 0.5145885407924652,
      "num_tokens": 329376355.0,
      "step": 427710
    },
    {
      "epoch": 0.5425453918143788,
      "grad_norm": 4.90625,
      "learning_rate": 2.287569552100962e-05,
      "loss": 2.2451,
      "mean_token_accuracy": 0.5250761300325394,
      "num_tokens": 329383757.0,
      "step": 427720
    },
    {
      "epoch": 0.5425580764069116,
      "grad_norm": 5.84375,
      "learning_rate": 2.287506121092333e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5475647151470184,
      "num_tokens": 329390713.0,
      "step": 427730
    },
    {
      "epoch": 0.5425707609994445,
      "grad_norm": 7.1875,
      "learning_rate": 2.2874426900837036e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5358619928359986,
      "num_tokens": 329398148.0,
      "step": 427740
    },
    {
      "epoch": 0.5425834455919772,
      "grad_norm": 5.09375,
      "learning_rate": 2.2873792590750745e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.536449858546257,
      "num_tokens": 329406114.0,
      "step": 427750
    },
    {
      "epoch": 0.54259613018451,
      "grad_norm": 6.4375,
      "learning_rate": 2.2873158280664453e-05,
      "loss": 2.2009,
      "mean_token_accuracy": 0.5194569915533066,
      "num_tokens": 329413933.0,
      "step": 427760
    },
    {
      "epoch": 0.5426088147770429,
      "grad_norm": 7.0625,
      "learning_rate": 2.2872523970578162e-05,
      "loss": 2.2551,
      "mean_token_accuracy": 0.5138963609933853,
      "num_tokens": 329423175.0,
      "step": 427770
    },
    {
      "epoch": 0.5426214993695757,
      "grad_norm": 4.96875,
      "learning_rate": 2.287188966049187e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5126338452100754,
      "num_tokens": 329429557.0,
      "step": 427780
    },
    {
      "epoch": 0.5426341839621086,
      "grad_norm": 4.59375,
      "learning_rate": 2.287125535040558e-05,
      "loss": 1.8809,
      "mean_token_accuracy": 0.5867315232753754,
      "num_tokens": 329436064.0,
      "step": 427790
    },
    {
      "epoch": 0.5426468685546414,
      "grad_norm": 5.09375,
      "learning_rate": 2.287062104031929e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5466202020645141,
      "num_tokens": 329444254.0,
      "step": 427800
    },
    {
      "epoch": 0.5426595531471743,
      "grad_norm": 5.125,
      "learning_rate": 2.2869986730232994e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5708103477954865,
      "num_tokens": 329453016.0,
      "step": 427810
    },
    {
      "epoch": 0.5426722377397071,
      "grad_norm": 5.28125,
      "learning_rate": 2.2869352420146702e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5230548679828644,
      "num_tokens": 329461035.0,
      "step": 427820
    },
    {
      "epoch": 0.54268492233224,
      "grad_norm": 5.21875,
      "learning_rate": 2.2868718110060415e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.541606816649437,
      "num_tokens": 329469042.0,
      "step": 427830
    },
    {
      "epoch": 0.5426976069247728,
      "grad_norm": 7.71875,
      "learning_rate": 2.286808379997412e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5577391237020493,
      "num_tokens": 329475433.0,
      "step": 427840
    },
    {
      "epoch": 0.5427102915173055,
      "grad_norm": 5.21875,
      "learning_rate": 2.286744948988783e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5513317942619324,
      "num_tokens": 329484103.0,
      "step": 427850
    },
    {
      "epoch": 0.5427229761098384,
      "grad_norm": 4.4375,
      "learning_rate": 2.2866815179801537e-05,
      "loss": 2.2879,
      "mean_token_accuracy": 0.515313771367073,
      "num_tokens": 329491490.0,
      "step": 427860
    },
    {
      "epoch": 0.5427356607023712,
      "grad_norm": 7.21875,
      "learning_rate": 2.286618086971525e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5469750076532364,
      "num_tokens": 329500257.0,
      "step": 427870
    },
    {
      "epoch": 0.5427483452949041,
      "grad_norm": 5.5,
      "learning_rate": 2.2865546559628955e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5376541018486023,
      "num_tokens": 329507002.0,
      "step": 427880
    },
    {
      "epoch": 0.5427610298874369,
      "grad_norm": 4.9375,
      "learning_rate": 2.2864912249542664e-05,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5214386224746704,
      "num_tokens": 329516459.0,
      "step": 427890
    },
    {
      "epoch": 0.5427737144799698,
      "grad_norm": 5.1875,
      "learning_rate": 2.2864277939456372e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5212371736764908,
      "num_tokens": 329523787.0,
      "step": 427900
    },
    {
      "epoch": 0.5427863990725026,
      "grad_norm": 4.8125,
      "learning_rate": 2.286364362937008e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5456122279167175,
      "num_tokens": 329531317.0,
      "step": 427910
    },
    {
      "epoch": 0.5427990836650354,
      "grad_norm": 5.25,
      "learning_rate": 2.286300931928379e-05,
      "loss": 2.2763,
      "mean_token_accuracy": 0.51580990254879,
      "num_tokens": 329539983.0,
      "step": 427920
    },
    {
      "epoch": 0.5428117682575683,
      "grad_norm": 5.78125,
      "learning_rate": 2.28623750091975e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5306922942399979,
      "num_tokens": 329548589.0,
      "step": 427930
    },
    {
      "epoch": 0.5428244528501011,
      "grad_norm": 5.875,
      "learning_rate": 2.2861740699111207e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5277368158102036,
      "num_tokens": 329556774.0,
      "step": 427940
    },
    {
      "epoch": 0.542837137442634,
      "grad_norm": 11.375,
      "learning_rate": 2.2861106389024913e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5437438249588012,
      "num_tokens": 329562441.0,
      "step": 427950
    },
    {
      "epoch": 0.5428498220351667,
      "grad_norm": 7.125,
      "learning_rate": 2.286047207893862e-05,
      "loss": 2.2272,
      "mean_token_accuracy": 0.5286399364471436,
      "num_tokens": 329570360.0,
      "step": 427960
    },
    {
      "epoch": 0.5428625066276996,
      "grad_norm": 6.0,
      "learning_rate": 2.2859837768852334e-05,
      "loss": 1.8329,
      "mean_token_accuracy": 0.585644418001175,
      "num_tokens": 329577191.0,
      "step": 427970
    },
    {
      "epoch": 0.5428751912202324,
      "grad_norm": 5.96875,
      "learning_rate": 2.285920345876604e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5414624005556107,
      "num_tokens": 329584889.0,
      "step": 427980
    },
    {
      "epoch": 0.5428878758127653,
      "grad_norm": 7.28125,
      "learning_rate": 2.2858569148679748e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5237893551588059,
      "num_tokens": 329592719.0,
      "step": 427990
    },
    {
      "epoch": 0.5429005604052981,
      "grad_norm": 5.8125,
      "learning_rate": 2.2857934838593456e-05,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5291526287794113,
      "num_tokens": 329600504.0,
      "step": 428000
    },
    {
      "epoch": 0.5429132449978309,
      "grad_norm": 5.09375,
      "learning_rate": 2.2857300528507165e-05,
      "loss": 1.8937,
      "mean_token_accuracy": 0.5685348570346832,
      "num_tokens": 329608052.0,
      "step": 428010
    },
    {
      "epoch": 0.5429259295903638,
      "grad_norm": 4.78125,
      "learning_rate": 2.2856666218420874e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5329193890094757,
      "num_tokens": 329615965.0,
      "step": 428020
    },
    {
      "epoch": 0.5429386141828966,
      "grad_norm": 7.21875,
      "learning_rate": 2.2856031908334583e-05,
      "loss": 1.8441,
      "mean_token_accuracy": 0.5923550546169281,
      "num_tokens": 329622566.0,
      "step": 428030
    },
    {
      "epoch": 0.5429512987754295,
      "grad_norm": 4.9375,
      "learning_rate": 2.285539759824829e-05,
      "loss": 2.3727,
      "mean_token_accuracy": 0.49693289399147034,
      "num_tokens": 329630481.0,
      "step": 428040
    },
    {
      "epoch": 0.5429639833679623,
      "grad_norm": 5.3125,
      "learning_rate": 2.2854763288161997e-05,
      "loss": 1.6401,
      "mean_token_accuracy": 0.6218885779380798,
      "num_tokens": 329637014.0,
      "step": 428050
    },
    {
      "epoch": 0.5429766679604952,
      "grad_norm": 6.28125,
      "learning_rate": 2.2854128978075705e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5348976016044616,
      "num_tokens": 329644526.0,
      "step": 428060
    },
    {
      "epoch": 0.5429893525530279,
      "grad_norm": 5.40625,
      "learning_rate": 2.2853494667989418e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5386028349399566,
      "num_tokens": 329652992.0,
      "step": 428070
    },
    {
      "epoch": 0.5430020371455607,
      "grad_norm": 7.65625,
      "learning_rate": 2.2852860357903126e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5705545544624329,
      "num_tokens": 329660872.0,
      "step": 428080
    },
    {
      "epoch": 0.5430147217380936,
      "grad_norm": 5.8125,
      "learning_rate": 2.285222604781683e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5679398953914643,
      "num_tokens": 329668053.0,
      "step": 428090
    },
    {
      "epoch": 0.5430274063306264,
      "grad_norm": 8.3125,
      "learning_rate": 2.285159173773054e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5336629778146744,
      "num_tokens": 329674818.0,
      "step": 428100
    },
    {
      "epoch": 0.5430400909231593,
      "grad_norm": 11.125,
      "learning_rate": 2.285095742764425e-05,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5789005935192109,
      "num_tokens": 329682201.0,
      "step": 428110
    },
    {
      "epoch": 0.5430527755156921,
      "grad_norm": 8.375,
      "learning_rate": 2.2850323117557958e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5486922413110733,
      "num_tokens": 329689115.0,
      "step": 428120
    },
    {
      "epoch": 0.543065460108225,
      "grad_norm": 7.8125,
      "learning_rate": 2.2849688807471667e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5397150248289109,
      "num_tokens": 329697368.0,
      "step": 428130
    },
    {
      "epoch": 0.5430781447007578,
      "grad_norm": 8.625,
      "learning_rate": 2.2849054497385375e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5501704573631286,
      "num_tokens": 329705467.0,
      "step": 428140
    },
    {
      "epoch": 0.5430908292932907,
      "grad_norm": 5.0,
      "learning_rate": 2.2848420187299084e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5301097929477692,
      "num_tokens": 329713591.0,
      "step": 428150
    },
    {
      "epoch": 0.5431035138858235,
      "grad_norm": 6.21875,
      "learning_rate": 2.284778587721279e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5302722573280334,
      "num_tokens": 329721364.0,
      "step": 428160
    },
    {
      "epoch": 0.5431161984783562,
      "grad_norm": 4.90625,
      "learning_rate": 2.28471515671265e-05,
      "loss": 2.3094,
      "mean_token_accuracy": 0.500080144405365,
      "num_tokens": 329729626.0,
      "step": 428170
    },
    {
      "epoch": 0.5431288830708891,
      "grad_norm": 6.875,
      "learning_rate": 2.284651725704021e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5310907989740372,
      "num_tokens": 329737035.0,
      "step": 428180
    },
    {
      "epoch": 0.5431415676634219,
      "grad_norm": 5.0625,
      "learning_rate": 2.2845882946953916e-05,
      "loss": 1.8535,
      "mean_token_accuracy": 0.5789050966501236,
      "num_tokens": 329744664.0,
      "step": 428190
    },
    {
      "epoch": 0.5431542522559548,
      "grad_norm": 5.21875,
      "learning_rate": 2.2845248636867624e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.534234368801117,
      "num_tokens": 329753519.0,
      "step": 428200
    },
    {
      "epoch": 0.5431669368484876,
      "grad_norm": 4.96875,
      "learning_rate": 2.2844614326781333e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5458293676376342,
      "num_tokens": 329761224.0,
      "step": 428210
    },
    {
      "epoch": 0.5431796214410205,
      "grad_norm": 4.90625,
      "learning_rate": 2.2843980016695042e-05,
      "loss": 1.7821,
      "mean_token_accuracy": 0.5905629217624664,
      "num_tokens": 329768463.0,
      "step": 428220
    },
    {
      "epoch": 0.5431923060335533,
      "grad_norm": 4.90625,
      "learning_rate": 2.284334570660875e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5541160851716995,
      "num_tokens": 329776218.0,
      "step": 428230
    },
    {
      "epoch": 0.5432049906260861,
      "grad_norm": 7.8125,
      "learning_rate": 2.284271139652246e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5489959418773651,
      "num_tokens": 329784624.0,
      "step": 428240
    },
    {
      "epoch": 0.543217675218619,
      "grad_norm": 5.5625,
      "learning_rate": 2.2842077086436168e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5661553561687469,
      "num_tokens": 329791992.0,
      "step": 428250
    },
    {
      "epoch": 0.5432303598111518,
      "grad_norm": 6.09375,
      "learning_rate": 2.2841442776349873e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5324628114700317,
      "num_tokens": 329799702.0,
      "step": 428260
    },
    {
      "epoch": 0.5432430444036846,
      "grad_norm": 8.5625,
      "learning_rate": 2.2840808466263586e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5691495537757874,
      "num_tokens": 329805403.0,
      "step": 428270
    },
    {
      "epoch": 0.5432557289962174,
      "grad_norm": 5.09375,
      "learning_rate": 2.2840174156177294e-05,
      "loss": 1.8732,
      "mean_token_accuracy": 0.5724588751792907,
      "num_tokens": 329812853.0,
      "step": 428280
    },
    {
      "epoch": 0.5432684135887503,
      "grad_norm": 7.5,
      "learning_rate": 2.2839539846091003e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5338959664106369,
      "num_tokens": 329821383.0,
      "step": 428290
    },
    {
      "epoch": 0.5432810981812831,
      "grad_norm": 5.1875,
      "learning_rate": 2.283890553600471e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5384837716817856,
      "num_tokens": 329830122.0,
      "step": 428300
    },
    {
      "epoch": 0.5432937827738159,
      "grad_norm": 6.15625,
      "learning_rate": 2.283827122591842e-05,
      "loss": 2.3453,
      "mean_token_accuracy": 0.5083645582199097,
      "num_tokens": 329838010.0,
      "step": 428310
    },
    {
      "epoch": 0.5433064673663488,
      "grad_norm": 5.21875,
      "learning_rate": 2.283763691583213e-05,
      "loss": 1.8694,
      "mean_token_accuracy": 0.5878584682941437,
      "num_tokens": 329844792.0,
      "step": 428320
    },
    {
      "epoch": 0.5433191519588816,
      "grad_norm": 6.5,
      "learning_rate": 2.2837002605745835e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5382216393947601,
      "num_tokens": 329851169.0,
      "step": 428330
    },
    {
      "epoch": 0.5433318365514145,
      "grad_norm": 5.875,
      "learning_rate": 2.2836368295659543e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5189796388149261,
      "num_tokens": 329858664.0,
      "step": 428340
    },
    {
      "epoch": 0.5433445211439473,
      "grad_norm": 6.3125,
      "learning_rate": 2.2835733985573252e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5395987004041671,
      "num_tokens": 329867195.0,
      "step": 428350
    },
    {
      "epoch": 0.5433572057364802,
      "grad_norm": 5.65625,
      "learning_rate": 2.283509967548696e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5465354055166245,
      "num_tokens": 329875599.0,
      "step": 428360
    },
    {
      "epoch": 0.543369890329013,
      "grad_norm": 5.28125,
      "learning_rate": 2.283446536540067e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5374200075864792,
      "num_tokens": 329883247.0,
      "step": 428370
    },
    {
      "epoch": 0.5433825749215458,
      "grad_norm": 4.90625,
      "learning_rate": 2.283383105531438e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5327764302492142,
      "num_tokens": 329891321.0,
      "step": 428380
    },
    {
      "epoch": 0.5433952595140786,
      "grad_norm": 6.25,
      "learning_rate": 2.2833196745228087e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5735262364149094,
      "num_tokens": 329899214.0,
      "step": 428390
    },
    {
      "epoch": 0.5434079441066114,
      "grad_norm": 6.1875,
      "learning_rate": 2.2832562435141792e-05,
      "loss": 1.6921,
      "mean_token_accuracy": 0.6134766727685929,
      "num_tokens": 329905828.0,
      "step": 428400
    },
    {
      "epoch": 0.5434206286991443,
      "grad_norm": 5.78125,
      "learning_rate": 2.2831928125055505e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5442226707935334,
      "num_tokens": 329913844.0,
      "step": 428410
    },
    {
      "epoch": 0.5434333132916771,
      "grad_norm": 4.90625,
      "learning_rate": 2.2831293814969213e-05,
      "loss": 1.7302,
      "mean_token_accuracy": 0.602516520023346,
      "num_tokens": 329921461.0,
      "step": 428420
    },
    {
      "epoch": 0.54344599788421,
      "grad_norm": 7.21875,
      "learning_rate": 2.283065950488292e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5383071273565292,
      "num_tokens": 329929933.0,
      "step": 428430
    },
    {
      "epoch": 0.5434586824767428,
      "grad_norm": 4.8125,
      "learning_rate": 2.2830025194796627e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5538496971130371,
      "num_tokens": 329938179.0,
      "step": 428440
    },
    {
      "epoch": 0.5434713670692757,
      "grad_norm": 5.53125,
      "learning_rate": 2.2829390884710336e-05,
      "loss": 1.7901,
      "mean_token_accuracy": 0.5944221168756485,
      "num_tokens": 329944902.0,
      "step": 428450
    },
    {
      "epoch": 0.5434840516618085,
      "grad_norm": 5.75,
      "learning_rate": 2.2828756574624048e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5387483209371566,
      "num_tokens": 329952802.0,
      "step": 428460
    },
    {
      "epoch": 0.5434967362543413,
      "grad_norm": 7.09375,
      "learning_rate": 2.2828122264537754e-05,
      "loss": 1.9074,
      "mean_token_accuracy": 0.5764946043491364,
      "num_tokens": 329960516.0,
      "step": 428470
    },
    {
      "epoch": 0.5435094208468741,
      "grad_norm": 7.5625,
      "learning_rate": 2.2827487954451462e-05,
      "loss": 1.8509,
      "mean_token_accuracy": 0.5719868987798691,
      "num_tokens": 329967420.0,
      "step": 428480
    },
    {
      "epoch": 0.5435221054394069,
      "grad_norm": 6.65625,
      "learning_rate": 2.282685364436517e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5534224331378936,
      "num_tokens": 329974707.0,
      "step": 428490
    },
    {
      "epoch": 0.5435347900319398,
      "grad_norm": 6.9375,
      "learning_rate": 2.282621933427888e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5288251101970672,
      "num_tokens": 329982835.0,
      "step": 428500
    },
    {
      "epoch": 0.5435474746244726,
      "grad_norm": 5.0625,
      "learning_rate": 2.282558502419259e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5528941601514816,
      "num_tokens": 329990835.0,
      "step": 428510
    },
    {
      "epoch": 0.5435601592170055,
      "grad_norm": 4.96875,
      "learning_rate": 2.2824950714106297e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.558227363228798,
      "num_tokens": 330000135.0,
      "step": 428520
    },
    {
      "epoch": 0.5435728438095383,
      "grad_norm": 5.59375,
      "learning_rate": 2.2824316404020006e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5542550623416901,
      "num_tokens": 330007633.0,
      "step": 428530
    },
    {
      "epoch": 0.5435855284020712,
      "grad_norm": 6.09375,
      "learning_rate": 2.282368209393371e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5407380998134613,
      "num_tokens": 330015068.0,
      "step": 428540
    },
    {
      "epoch": 0.543598212994604,
      "grad_norm": 6.5,
      "learning_rate": 2.282304778384742e-05,
      "loss": 1.8506,
      "mean_token_accuracy": 0.5873250991106034,
      "num_tokens": 330022198.0,
      "step": 428550
    },
    {
      "epoch": 0.5436108975871368,
      "grad_norm": 5.15625,
      "learning_rate": 2.2822413473761132e-05,
      "loss": 2.2518,
      "mean_token_accuracy": 0.5142912119626999,
      "num_tokens": 330030950.0,
      "step": 428560
    },
    {
      "epoch": 0.5436235821796697,
      "grad_norm": 5.625,
      "learning_rate": 2.2821779163674838e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5318559437990189,
      "num_tokens": 330039981.0,
      "step": 428570
    },
    {
      "epoch": 0.5436362667722024,
      "grad_norm": 5.375,
      "learning_rate": 2.2821144853588546e-05,
      "loss": 2.2209,
      "mean_token_accuracy": 0.5137765914201736,
      "num_tokens": 330048446.0,
      "step": 428580
    },
    {
      "epoch": 0.5436489513647353,
      "grad_norm": 4.90625,
      "learning_rate": 2.2820510543502255e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5220711886882782,
      "num_tokens": 330057126.0,
      "step": 428590
    },
    {
      "epoch": 0.5436616359572681,
      "grad_norm": 4.6875,
      "learning_rate": 2.2819876233415964e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5489685773849488,
      "num_tokens": 330064420.0,
      "step": 428600
    },
    {
      "epoch": 0.543674320549801,
      "grad_norm": 4.90625,
      "learning_rate": 2.2819241923329673e-05,
      "loss": 2.2101,
      "mean_token_accuracy": 0.5164413839578629,
      "num_tokens": 330072865.0,
      "step": 428610
    },
    {
      "epoch": 0.5436870051423338,
      "grad_norm": 5.59375,
      "learning_rate": 2.281860761324338e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5563413053750992,
      "num_tokens": 330080882.0,
      "step": 428620
    },
    {
      "epoch": 0.5436996897348666,
      "grad_norm": 5.15625,
      "learning_rate": 2.281797330315709e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5655934303998947,
      "num_tokens": 330088559.0,
      "step": 428630
    },
    {
      "epoch": 0.5437123743273995,
      "grad_norm": 5.65625,
      "learning_rate": 2.2817338993070795e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5202394157648087,
      "num_tokens": 330096268.0,
      "step": 428640
    },
    {
      "epoch": 0.5437250589199323,
      "grad_norm": 5.46875,
      "learning_rate": 2.2816704682984504e-05,
      "loss": 1.7604,
      "mean_token_accuracy": 0.6166009128093719,
      "num_tokens": 330102695.0,
      "step": 428650
    },
    {
      "epoch": 0.5437377435124652,
      "grad_norm": 6.0,
      "learning_rate": 2.2816070372898216e-05,
      "loss": 1.8901,
      "mean_token_accuracy": 0.580063346028328,
      "num_tokens": 330110451.0,
      "step": 428660
    },
    {
      "epoch": 0.543750428104998,
      "grad_norm": 4.8125,
      "learning_rate": 2.2815436062811925e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5446906805038452,
      "num_tokens": 330118164.0,
      "step": 428670
    },
    {
      "epoch": 0.5437631126975309,
      "grad_norm": 8.25,
      "learning_rate": 2.281480175272563e-05,
      "loss": 1.8862,
      "mean_token_accuracy": 0.5676378011703491,
      "num_tokens": 330125259.0,
      "step": 428680
    },
    {
      "epoch": 0.5437757972900636,
      "grad_norm": 5.8125,
      "learning_rate": 2.281416744263934e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5273153454065322,
      "num_tokens": 330133476.0,
      "step": 428690
    },
    {
      "epoch": 0.5437884818825964,
      "grad_norm": 5.125,
      "learning_rate": 2.2813533132553048e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5723408281803131,
      "num_tokens": 330141424.0,
      "step": 428700
    },
    {
      "epoch": 0.5438011664751293,
      "grad_norm": 4.96875,
      "learning_rate": 2.2812898822466757e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5599781751632691,
      "num_tokens": 330150328.0,
      "step": 428710
    },
    {
      "epoch": 0.5438138510676621,
      "grad_norm": 6.5625,
      "learning_rate": 2.2812264512380465e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5273074001073838,
      "num_tokens": 330159074.0,
      "step": 428720
    },
    {
      "epoch": 0.543826535660195,
      "grad_norm": 5.03125,
      "learning_rate": 2.2811630202294174e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5440061211585998,
      "num_tokens": 330167500.0,
      "step": 428730
    },
    {
      "epoch": 0.5438392202527278,
      "grad_norm": 6.71875,
      "learning_rate": 2.2810995892207883e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5356831073760986,
      "num_tokens": 330175860.0,
      "step": 428740
    },
    {
      "epoch": 0.5438519048452607,
      "grad_norm": 5.0,
      "learning_rate": 2.2810361582121588e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5545471221208572,
      "num_tokens": 330182194.0,
      "step": 428750
    },
    {
      "epoch": 0.5438645894377935,
      "grad_norm": 5.3125,
      "learning_rate": 2.28097272720353e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5245905965566635,
      "num_tokens": 330190229.0,
      "step": 428760
    },
    {
      "epoch": 0.5438772740303264,
      "grad_norm": 6.5625,
      "learning_rate": 2.280909296194901e-05,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5946247220039368,
      "num_tokens": 330197981.0,
      "step": 428770
    },
    {
      "epoch": 0.5438899586228592,
      "grad_norm": 6.09375,
      "learning_rate": 2.2808458651862714e-05,
      "loss": 1.9219,
      "mean_token_accuracy": 0.5735387623310089,
      "num_tokens": 330206046.0,
      "step": 428780
    },
    {
      "epoch": 0.543902643215392,
      "grad_norm": 7.0,
      "learning_rate": 2.2807824341776423e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.575408759713173,
      "num_tokens": 330213132.0,
      "step": 428790
    },
    {
      "epoch": 0.5439153278079248,
      "grad_norm": 5.0625,
      "learning_rate": 2.2807190031690135e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5317614525556564,
      "num_tokens": 330222201.0,
      "step": 428800
    },
    {
      "epoch": 0.5439280124004576,
      "grad_norm": 5.0625,
      "learning_rate": 2.280655572160384e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5409170299768448,
      "num_tokens": 330230516.0,
      "step": 428810
    },
    {
      "epoch": 0.5439406969929905,
      "grad_norm": 5.21875,
      "learning_rate": 2.280592141151755e-05,
      "loss": 1.9,
      "mean_token_accuracy": 0.573698204755783,
      "num_tokens": 330238131.0,
      "step": 428820
    },
    {
      "epoch": 0.5439533815855233,
      "grad_norm": 5.09375,
      "learning_rate": 2.2805287101431258e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5618068605661393,
      "num_tokens": 330245475.0,
      "step": 428830
    },
    {
      "epoch": 0.5439660661780562,
      "grad_norm": 9.25,
      "learning_rate": 2.2804652791344967e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5222784340381622,
      "num_tokens": 330253249.0,
      "step": 428840
    },
    {
      "epoch": 0.543978750770589,
      "grad_norm": 5.125,
      "learning_rate": 2.2804018481258676e-05,
      "loss": 2.2942,
      "mean_token_accuracy": 0.5060590863227844,
      "num_tokens": 330262641.0,
      "step": 428850
    },
    {
      "epoch": 0.5439914353631218,
      "grad_norm": 6.625,
      "learning_rate": 2.2803384171172384e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5457416772842407,
      "num_tokens": 330269245.0,
      "step": 428860
    },
    {
      "epoch": 0.5440041199556547,
      "grad_norm": 6.75,
      "learning_rate": 2.2802749861086093e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5769096583127975,
      "num_tokens": 330276772.0,
      "step": 428870
    },
    {
      "epoch": 0.5440168045481875,
      "grad_norm": 5.875,
      "learning_rate": 2.2802115550999802e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5615564286708832,
      "num_tokens": 330284278.0,
      "step": 428880
    },
    {
      "epoch": 0.5440294891407204,
      "grad_norm": 5.21875,
      "learning_rate": 2.2801481240913507e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5263047069311142,
      "num_tokens": 330292844.0,
      "step": 428890
    },
    {
      "epoch": 0.5440421737332531,
      "grad_norm": 5.3125,
      "learning_rate": 2.280084693082722e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5100262552499771,
      "num_tokens": 330301422.0,
      "step": 428900
    },
    {
      "epoch": 0.544054858325786,
      "grad_norm": 5.78125,
      "learning_rate": 2.2800212620740928e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5497095316648484,
      "num_tokens": 330309344.0,
      "step": 428910
    },
    {
      "epoch": 0.5440675429183188,
      "grad_norm": 6.0625,
      "learning_rate": 2.2799578310654633e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5364351004362107,
      "num_tokens": 330317496.0,
      "step": 428920
    },
    {
      "epoch": 0.5440802275108517,
      "grad_norm": 5.625,
      "learning_rate": 2.2798944000568342e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5603377491235733,
      "num_tokens": 330325112.0,
      "step": 428930
    },
    {
      "epoch": 0.5440929121033845,
      "grad_norm": 5.96875,
      "learning_rate": 2.279830969048205e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.524338960647583,
      "num_tokens": 330334472.0,
      "step": 428940
    },
    {
      "epoch": 0.5441055966959173,
      "grad_norm": 12.3125,
      "learning_rate": 2.279767538039576e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5781496345996857,
      "num_tokens": 330341783.0,
      "step": 428950
    },
    {
      "epoch": 0.5441182812884502,
      "grad_norm": 4.96875,
      "learning_rate": 2.2797041070309468e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.547047632932663,
      "num_tokens": 330349475.0,
      "step": 428960
    },
    {
      "epoch": 0.544130965880983,
      "grad_norm": 5.46875,
      "learning_rate": 2.2796406760223177e-05,
      "loss": 2.3236,
      "mean_token_accuracy": 0.5066651999950409,
      "num_tokens": 330357374.0,
      "step": 428970
    },
    {
      "epoch": 0.5441436504735159,
      "grad_norm": 5.625,
      "learning_rate": 2.2795772450136886e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5454692035913468,
      "num_tokens": 330365484.0,
      "step": 428980
    },
    {
      "epoch": 0.5441563350660487,
      "grad_norm": 7.0,
      "learning_rate": 2.279513814005059e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5380150467157364,
      "num_tokens": 330373099.0,
      "step": 428990
    },
    {
      "epoch": 0.5441690196585816,
      "grad_norm": 5.84375,
      "learning_rate": 2.2794503829964303e-05,
      "loss": 1.8339,
      "mean_token_accuracy": 0.6011498808860779,
      "num_tokens": 330380764.0,
      "step": 429000
    },
    {
      "epoch": 0.5441817042511143,
      "grad_norm": 4.90625,
      "learning_rate": 2.2793869519878012e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5546515941619873,
      "num_tokens": 330388986.0,
      "step": 429010
    },
    {
      "epoch": 0.5441943888436471,
      "grad_norm": 5.25,
      "learning_rate": 2.2793235209791717e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5523661345243454,
      "num_tokens": 330398311.0,
      "step": 429020
    },
    {
      "epoch": 0.54420707343618,
      "grad_norm": 4.84375,
      "learning_rate": 2.2792600899705426e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5274013221263886,
      "num_tokens": 330406085.0,
      "step": 429030
    },
    {
      "epoch": 0.5442197580287128,
      "grad_norm": 4.875,
      "learning_rate": 2.2791966589619135e-05,
      "loss": 1.7731,
      "mean_token_accuracy": 0.6048437535762787,
      "num_tokens": 330413400.0,
      "step": 429040
    },
    {
      "epoch": 0.5442324426212457,
      "grad_norm": 5.8125,
      "learning_rate": 2.2791332279532847e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5613361805677414,
      "num_tokens": 330420382.0,
      "step": 429050
    },
    {
      "epoch": 0.5442451272137785,
      "grad_norm": 5.09375,
      "learning_rate": 2.2790697969446552e-05,
      "loss": 2.2386,
      "mean_token_accuracy": 0.5247105568647384,
      "num_tokens": 330428206.0,
      "step": 429060
    },
    {
      "epoch": 0.5442578118063114,
      "grad_norm": 5.59375,
      "learning_rate": 2.279006365936026e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5525142401456833,
      "num_tokens": 330435145.0,
      "step": 429070
    },
    {
      "epoch": 0.5442704963988442,
      "grad_norm": 12.1875,
      "learning_rate": 2.278942934927397e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5560624569654464,
      "num_tokens": 330442077.0,
      "step": 429080
    },
    {
      "epoch": 0.5442831809913771,
      "grad_norm": 4.9375,
      "learning_rate": 2.278879503918768e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5444896459579468,
      "num_tokens": 330449937.0,
      "step": 429090
    },
    {
      "epoch": 0.5442958655839099,
      "grad_norm": 5.4375,
      "learning_rate": 2.2788160729101387e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5363844394683838,
      "num_tokens": 330457789.0,
      "step": 429100
    },
    {
      "epoch": 0.5443085501764426,
      "grad_norm": 6.84375,
      "learning_rate": 2.2787526419015096e-05,
      "loss": 1.8712,
      "mean_token_accuracy": 0.5779090285301208,
      "num_tokens": 330464266.0,
      "step": 429110
    },
    {
      "epoch": 0.5443212347689755,
      "grad_norm": 5.75,
      "learning_rate": 2.2786892108928805e-05,
      "loss": 1.8527,
      "mean_token_accuracy": 0.5779817849397659,
      "num_tokens": 330471316.0,
      "step": 429120
    },
    {
      "epoch": 0.5443339193615083,
      "grad_norm": 12.8125,
      "learning_rate": 2.278625779884251e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5393557876348496,
      "num_tokens": 330479475.0,
      "step": 429130
    },
    {
      "epoch": 0.5443466039540412,
      "grad_norm": 5.90625,
      "learning_rate": 2.278562348875622e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5318985909223557,
      "num_tokens": 330487559.0,
      "step": 429140
    },
    {
      "epoch": 0.544359288546574,
      "grad_norm": 22.625,
      "learning_rate": 2.278498917866993e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5721309840679168,
      "num_tokens": 330493738.0,
      "step": 429150
    },
    {
      "epoch": 0.5443719731391069,
      "grad_norm": 6.9375,
      "learning_rate": 2.2784354868583636e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5624180227518082,
      "num_tokens": 330501249.0,
      "step": 429160
    },
    {
      "epoch": 0.5443846577316397,
      "grad_norm": 6.46875,
      "learning_rate": 2.2783720558497345e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5566005915403366,
      "num_tokens": 330507868.0,
      "step": 429170
    },
    {
      "epoch": 0.5443973423241725,
      "grad_norm": 5.78125,
      "learning_rate": 2.2783086248411054e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5511852830648423,
      "num_tokens": 330515653.0,
      "step": 429180
    },
    {
      "epoch": 0.5444100269167054,
      "grad_norm": 6.8125,
      "learning_rate": 2.2782451938324763e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5365293711423874,
      "num_tokens": 330523088.0,
      "step": 429190
    },
    {
      "epoch": 0.5444227115092382,
      "grad_norm": 5.53125,
      "learning_rate": 2.278181762823847e-05,
      "loss": 2.2107,
      "mean_token_accuracy": 0.517735967040062,
      "num_tokens": 330532554.0,
      "step": 429200
    },
    {
      "epoch": 0.544435396101771,
      "grad_norm": 6.09375,
      "learning_rate": 2.278118331815218e-05,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5158110141754151,
      "num_tokens": 330540511.0,
      "step": 429210
    },
    {
      "epoch": 0.5444480806943038,
      "grad_norm": 5.34375,
      "learning_rate": 2.278054900806589e-05,
      "loss": 1.7309,
      "mean_token_accuracy": 0.6117606937885285,
      "num_tokens": 330547515.0,
      "step": 429220
    },
    {
      "epoch": 0.5444607652868367,
      "grad_norm": 6.25,
      "learning_rate": 2.2779914697979594e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5498998433351516,
      "num_tokens": 330556084.0,
      "step": 429230
    },
    {
      "epoch": 0.5444734498793695,
      "grad_norm": 5.28125,
      "learning_rate": 2.2779280387893306e-05,
      "loss": 1.9755,
      "mean_token_accuracy": 0.5615011483430863,
      "num_tokens": 330564296.0,
      "step": 429240
    },
    {
      "epoch": 0.5444861344719023,
      "grad_norm": 6.125,
      "learning_rate": 2.2778646077807015e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5514321655035019,
      "num_tokens": 330572468.0,
      "step": 429250
    },
    {
      "epoch": 0.5444988190644352,
      "grad_norm": 5.34375,
      "learning_rate": 2.2778011767720724e-05,
      "loss": 2.2445,
      "mean_token_accuracy": 0.5060495972633362,
      "num_tokens": 330580922.0,
      "step": 429260
    },
    {
      "epoch": 0.544511503656968,
      "grad_norm": 5.53125,
      "learning_rate": 2.277737745763443e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5413060694932937,
      "num_tokens": 330588775.0,
      "step": 429270
    },
    {
      "epoch": 0.5445241882495009,
      "grad_norm": 7.34375,
      "learning_rate": 2.2776743147548138e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5360556095838547,
      "num_tokens": 330595722.0,
      "step": 429280
    },
    {
      "epoch": 0.5445368728420337,
      "grad_norm": 8.6875,
      "learning_rate": 2.277610883746185e-05,
      "loss": 1.8272,
      "mean_token_accuracy": 0.5833004295825959,
      "num_tokens": 330602845.0,
      "step": 429290
    },
    {
      "epoch": 0.5445495574345666,
      "grad_norm": 4.875,
      "learning_rate": 2.2775474527375555e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5303074687719345,
      "num_tokens": 330611596.0,
      "step": 429300
    },
    {
      "epoch": 0.5445622420270994,
      "grad_norm": 5.21875,
      "learning_rate": 2.2774840217289264e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5327105164527893,
      "num_tokens": 330619148.0,
      "step": 429310
    },
    {
      "epoch": 0.5445749266196322,
      "grad_norm": 6.6875,
      "learning_rate": 2.2774205907202973e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.535434004664421,
      "num_tokens": 330625703.0,
      "step": 429320
    },
    {
      "epoch": 0.544587611212165,
      "grad_norm": 4.90625,
      "learning_rate": 2.277357159711668e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5246922254562378,
      "num_tokens": 330633654.0,
      "step": 429330
    },
    {
      "epoch": 0.5446002958046978,
      "grad_norm": 6.34375,
      "learning_rate": 2.277293728703039e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.536330658197403,
      "num_tokens": 330641090.0,
      "step": 429340
    },
    {
      "epoch": 0.5446129803972307,
      "grad_norm": 4.5,
      "learning_rate": 2.27723029769441e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5440171837806702,
      "num_tokens": 330648783.0,
      "step": 429350
    },
    {
      "epoch": 0.5446256649897635,
      "grad_norm": 4.6875,
      "learning_rate": 2.2771668666857808e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5268909931182861,
      "num_tokens": 330656552.0,
      "step": 429360
    },
    {
      "epoch": 0.5446383495822964,
      "grad_norm": 6.34375,
      "learning_rate": 2.2771034356771513e-05,
      "loss": 2.3058,
      "mean_token_accuracy": 0.5066076040267944,
      "num_tokens": 330663868.0,
      "step": 429370
    },
    {
      "epoch": 0.5446510341748292,
      "grad_norm": 5.40625,
      "learning_rate": 2.2770400046685222e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5340081065893173,
      "num_tokens": 330671854.0,
      "step": 429380
    },
    {
      "epoch": 0.5446637187673621,
      "grad_norm": 5.78125,
      "learning_rate": 2.2769765736598934e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5768311291933059,
      "num_tokens": 330679433.0,
      "step": 429390
    },
    {
      "epoch": 0.5446764033598949,
      "grad_norm": 5.25,
      "learning_rate": 2.2769131426512643e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5378559052944183,
      "num_tokens": 330686575.0,
      "step": 429400
    },
    {
      "epoch": 0.5446890879524277,
      "grad_norm": 7.59375,
      "learning_rate": 2.2768497116426348e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5229053854942322,
      "num_tokens": 330694001.0,
      "step": 429410
    },
    {
      "epoch": 0.5447017725449605,
      "grad_norm": 5.25,
      "learning_rate": 2.2767862806340057e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5255807995796203,
      "num_tokens": 330702289.0,
      "step": 429420
    },
    {
      "epoch": 0.5447144571374933,
      "grad_norm": 5.75,
      "learning_rate": 2.2767228496253765e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5604228258132935,
      "num_tokens": 330710130.0,
      "step": 429430
    },
    {
      "epoch": 0.5447271417300262,
      "grad_norm": 5.40625,
      "learning_rate": 2.2766594186167474e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5556727468967437,
      "num_tokens": 330718817.0,
      "step": 429440
    },
    {
      "epoch": 0.544739826322559,
      "grad_norm": 5.46875,
      "learning_rate": 2.2765959876081183e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5241693258285522,
      "num_tokens": 330726631.0,
      "step": 429450
    },
    {
      "epoch": 0.5447525109150919,
      "grad_norm": 6.9375,
      "learning_rate": 2.2765325565994892e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5651278525590897,
      "num_tokens": 330733425.0,
      "step": 429460
    },
    {
      "epoch": 0.5447651955076247,
      "grad_norm": 6.0,
      "learning_rate": 2.27646912559086e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5324104130268097,
      "num_tokens": 330741463.0,
      "step": 429470
    },
    {
      "epoch": 0.5447778801001576,
      "grad_norm": 5.25,
      "learning_rate": 2.2764056945822306e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5536527812480927,
      "num_tokens": 330749255.0,
      "step": 429480
    },
    {
      "epoch": 0.5447905646926904,
      "grad_norm": 10.4375,
      "learning_rate": 2.2763422635736018e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5390353560447693,
      "num_tokens": 330756014.0,
      "step": 429490
    },
    {
      "epoch": 0.5448032492852232,
      "grad_norm": 5.9375,
      "learning_rate": 2.2762788325649727e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5387565225362778,
      "num_tokens": 330762618.0,
      "step": 429500
    },
    {
      "epoch": 0.5448159338777561,
      "grad_norm": 16.875,
      "learning_rate": 2.2762154015563432e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5637787789106369,
      "num_tokens": 330769560.0,
      "step": 429510
    },
    {
      "epoch": 0.5448286184702889,
      "grad_norm": 5.09375,
      "learning_rate": 2.276151970547714e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5498246103525162,
      "num_tokens": 330777271.0,
      "step": 429520
    },
    {
      "epoch": 0.5448413030628217,
      "grad_norm": 5.65625,
      "learning_rate": 2.276088539539085e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5385841757059098,
      "num_tokens": 330783342.0,
      "step": 429530
    },
    {
      "epoch": 0.5448539876553545,
      "grad_norm": 4.9375,
      "learning_rate": 2.2760251085304558e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.545520880818367,
      "num_tokens": 330792029.0,
      "step": 429540
    },
    {
      "epoch": 0.5448666722478874,
      "grad_norm": 7.84375,
      "learning_rate": 2.2759616775218267e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5550204128026962,
      "num_tokens": 330799299.0,
      "step": 429550
    },
    {
      "epoch": 0.5448793568404202,
      "grad_norm": 6.15625,
      "learning_rate": 2.2758982465131976e-05,
      "loss": 2.2657,
      "mean_token_accuracy": 0.5112341970205307,
      "num_tokens": 330808001.0,
      "step": 429560
    },
    {
      "epoch": 0.544892041432953,
      "grad_norm": 9.4375,
      "learning_rate": 2.2758348155045684e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5219943642616272,
      "num_tokens": 330815824.0,
      "step": 429570
    },
    {
      "epoch": 0.5449047260254859,
      "grad_norm": 5.15625,
      "learning_rate": 2.275771384495939e-05,
      "loss": 1.8474,
      "mean_token_accuracy": 0.585053625702858,
      "num_tokens": 330823289.0,
      "step": 429580
    },
    {
      "epoch": 0.5449174106180187,
      "grad_norm": 4.6875,
      "learning_rate": 2.2757079534873102e-05,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5958154708147049,
      "num_tokens": 330829807.0,
      "step": 429590
    },
    {
      "epoch": 0.5449300952105516,
      "grad_norm": 5.75,
      "learning_rate": 2.275644522478681e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5455159366130828,
      "num_tokens": 330837033.0,
      "step": 429600
    },
    {
      "epoch": 0.5449427798030844,
      "grad_norm": 4.84375,
      "learning_rate": 2.275581091470052e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5296021372079849,
      "num_tokens": 330845002.0,
      "step": 429610
    },
    {
      "epoch": 0.5449554643956173,
      "grad_norm": 6.25,
      "learning_rate": 2.2755176604614225e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5395648568868637,
      "num_tokens": 330852733.0,
      "step": 429620
    },
    {
      "epoch": 0.54496814898815,
      "grad_norm": 9.0,
      "learning_rate": 2.2754542294527934e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.543179041147232,
      "num_tokens": 330858941.0,
      "step": 429630
    },
    {
      "epoch": 0.5449808335806828,
      "grad_norm": 11.3125,
      "learning_rate": 2.2753907984441646e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5243688225746155,
      "num_tokens": 330866765.0,
      "step": 429640
    },
    {
      "epoch": 0.5449935181732157,
      "grad_norm": 6.03125,
      "learning_rate": 2.275327367435535e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5499293088912964,
      "num_tokens": 330875163.0,
      "step": 429650
    },
    {
      "epoch": 0.5450062027657485,
      "grad_norm": 5.6875,
      "learning_rate": 2.275263936426906e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5285895735025405,
      "num_tokens": 330883159.0,
      "step": 429660
    },
    {
      "epoch": 0.5450188873582814,
      "grad_norm": 5.09375,
      "learning_rate": 2.275200505418277e-05,
      "loss": 1.833,
      "mean_token_accuracy": 0.5970997184514999,
      "num_tokens": 330889655.0,
      "step": 429670
    },
    {
      "epoch": 0.5450315719508142,
      "grad_norm": 4.53125,
      "learning_rate": 2.2751370744096477e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5438660889863968,
      "num_tokens": 330897577.0,
      "step": 429680
    },
    {
      "epoch": 0.5450442565433471,
      "grad_norm": 5.5,
      "learning_rate": 2.2750736434010186e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5531183391809463,
      "num_tokens": 330903134.0,
      "step": 429690
    },
    {
      "epoch": 0.5450569411358799,
      "grad_norm": 4.78125,
      "learning_rate": 2.2750102123923895e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5711343348026275,
      "num_tokens": 330911428.0,
      "step": 429700
    },
    {
      "epoch": 0.5450696257284128,
      "grad_norm": 8.875,
      "learning_rate": 2.2749467813837603e-05,
      "loss": 2.3466,
      "mean_token_accuracy": 0.5045413255691529,
      "num_tokens": 330919035.0,
      "step": 429710
    },
    {
      "epoch": 0.5450823103209456,
      "grad_norm": 7.875,
      "learning_rate": 2.274883350375131e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5596521973609925,
      "num_tokens": 330925324.0,
      "step": 429720
    },
    {
      "epoch": 0.5450949949134783,
      "grad_norm": 5.75,
      "learning_rate": 2.274819919366502e-05,
      "loss": 1.8492,
      "mean_token_accuracy": 0.5865373522043228,
      "num_tokens": 330932427.0,
      "step": 429730
    },
    {
      "epoch": 0.5451076795060112,
      "grad_norm": 5.375,
      "learning_rate": 2.274756488357873e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5361541450023651,
      "num_tokens": 330940803.0,
      "step": 429740
    },
    {
      "epoch": 0.545120364098544,
      "grad_norm": 7.0625,
      "learning_rate": 2.2746930573492435e-05,
      "loss": 1.8213,
      "mean_token_accuracy": 0.6036867737770081,
      "num_tokens": 330947818.0,
      "step": 429750
    },
    {
      "epoch": 0.5451330486910769,
      "grad_norm": 4.6875,
      "learning_rate": 2.2746296263406144e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5732455134391785,
      "num_tokens": 330955392.0,
      "step": 429760
    },
    {
      "epoch": 0.5451457332836097,
      "grad_norm": 6.25,
      "learning_rate": 2.2745661953319852e-05,
      "loss": 1.82,
      "mean_token_accuracy": 0.5917494744062424,
      "num_tokens": 330962393.0,
      "step": 429770
    },
    {
      "epoch": 0.5451584178761426,
      "grad_norm": 7.375,
      "learning_rate": 2.2745027643233565e-05,
      "loss": 2.2548,
      "mean_token_accuracy": 0.5076965928077698,
      "num_tokens": 330970390.0,
      "step": 429780
    },
    {
      "epoch": 0.5451711024686754,
      "grad_norm": 6.03125,
      "learning_rate": 2.274439333314727e-05,
      "loss": 1.6547,
      "mean_token_accuracy": 0.6295913130044937,
      "num_tokens": 330976835.0,
      "step": 429790
    },
    {
      "epoch": 0.5451837870612082,
      "grad_norm": 3.890625,
      "learning_rate": 2.274375902306098e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5641230016946792,
      "num_tokens": 330985023.0,
      "step": 429800
    },
    {
      "epoch": 0.5451964716537411,
      "grad_norm": 5.96875,
      "learning_rate": 2.2743124712974687e-05,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5336543142795562,
      "num_tokens": 330992579.0,
      "step": 429810
    },
    {
      "epoch": 0.5452091562462739,
      "grad_norm": 6.375,
      "learning_rate": 2.2742490402888396e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5472037732601166,
      "num_tokens": 330999945.0,
      "step": 429820
    },
    {
      "epoch": 0.5452218408388068,
      "grad_norm": 4.71875,
      "learning_rate": 2.2741856092802105e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5617838412523269,
      "num_tokens": 331007674.0,
      "step": 429830
    },
    {
      "epoch": 0.5452345254313395,
      "grad_norm": 6.25,
      "learning_rate": 2.2741221782715814e-05,
      "loss": 1.8598,
      "mean_token_accuracy": 0.5793777108192444,
      "num_tokens": 331013805.0,
      "step": 429840
    },
    {
      "epoch": 0.5452472100238724,
      "grad_norm": 5.21875,
      "learning_rate": 2.2740587472629522e-05,
      "loss": 1.9044,
      "mean_token_accuracy": 0.5691587209701539,
      "num_tokens": 331021359.0,
      "step": 429850
    },
    {
      "epoch": 0.5452598946164052,
      "grad_norm": 5.34375,
      "learning_rate": 2.2739953162543228e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5328219413757325,
      "num_tokens": 331028915.0,
      "step": 429860
    },
    {
      "epoch": 0.5452725792089381,
      "grad_norm": 7.15625,
      "learning_rate": 2.2739318852456936e-05,
      "loss": 1.6685,
      "mean_token_accuracy": 0.6154837161302567,
      "num_tokens": 331035773.0,
      "step": 429870
    },
    {
      "epoch": 0.5452852638014709,
      "grad_norm": 7.125,
      "learning_rate": 2.273868454237065e-05,
      "loss": 2.2998,
      "mean_token_accuracy": 0.5046788692474365,
      "num_tokens": 331044320.0,
      "step": 429880
    },
    {
      "epoch": 0.5452979483940037,
      "grad_norm": 6.3125,
      "learning_rate": 2.2738050232284354e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5385111898183823,
      "num_tokens": 331052107.0,
      "step": 429890
    },
    {
      "epoch": 0.5453106329865366,
      "grad_norm": 5.46875,
      "learning_rate": 2.2737415922198063e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5182032436132431,
      "num_tokens": 331060375.0,
      "step": 429900
    },
    {
      "epoch": 0.5453233175790694,
      "grad_norm": 5.84375,
      "learning_rate": 2.273678161211177e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5255461692810058,
      "num_tokens": 331068330.0,
      "step": 429910
    },
    {
      "epoch": 0.5453360021716023,
      "grad_norm": 5.15625,
      "learning_rate": 2.273614730202548e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5505893677473068,
      "num_tokens": 331074794.0,
      "step": 429920
    },
    {
      "epoch": 0.5453486867641351,
      "grad_norm": 6.28125,
      "learning_rate": 2.273551299193919e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.538193690776825,
      "num_tokens": 331081942.0,
      "step": 429930
    },
    {
      "epoch": 0.545361371356668,
      "grad_norm": 5.03125,
      "learning_rate": 2.2734878681852898e-05,
      "loss": 1.8176,
      "mean_token_accuracy": 0.5954348504543304,
      "num_tokens": 331087538.0,
      "step": 429940
    },
    {
      "epoch": 0.5453740559492007,
      "grad_norm": 5.59375,
      "learning_rate": 2.2734244371766606e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5389082282781601,
      "num_tokens": 331094553.0,
      "step": 429950
    },
    {
      "epoch": 0.5453867405417335,
      "grad_norm": 5.21875,
      "learning_rate": 2.2733610061680312e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5800648212432862,
      "num_tokens": 331100843.0,
      "step": 429960
    },
    {
      "epoch": 0.5453994251342664,
      "grad_norm": 5.78125,
      "learning_rate": 2.273297575159402e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5425983488559722,
      "num_tokens": 331107504.0,
      "step": 429970
    },
    {
      "epoch": 0.5454121097267992,
      "grad_norm": 5.5,
      "learning_rate": 2.2732341441507733e-05,
      "loss": 2.255,
      "mean_token_accuracy": 0.5037441849708557,
      "num_tokens": 331116388.0,
      "step": 429980
    },
    {
      "epoch": 0.5454247943193321,
      "grad_norm": 6.625,
      "learning_rate": 2.273170713142144e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5406988829374313,
      "num_tokens": 331123178.0,
      "step": 429990
    },
    {
      "epoch": 0.5454374789118649,
      "grad_norm": 14.3125,
      "learning_rate": 2.2731072821335147e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.570444929599762,
      "num_tokens": 331129937.0,
      "step": 430000
    },
    {
      "epoch": 0.5454501635043978,
      "grad_norm": 6.96875,
      "learning_rate": 2.2730438511248855e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5264856845140458,
      "num_tokens": 331137385.0,
      "step": 430010
    },
    {
      "epoch": 0.5454628480969306,
      "grad_norm": 5.25,
      "learning_rate": 2.2729804201162564e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5514944493770599,
      "num_tokens": 331145691.0,
      "step": 430020
    },
    {
      "epoch": 0.5454755326894635,
      "grad_norm": 8.1875,
      "learning_rate": 2.2729169891076273e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5235018491744995,
      "num_tokens": 331153846.0,
      "step": 430030
    },
    {
      "epoch": 0.5454882172819963,
      "grad_norm": 5.90625,
      "learning_rate": 2.272853558098998e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5307941526174546,
      "num_tokens": 331162451.0,
      "step": 430040
    },
    {
      "epoch": 0.545500901874529,
      "grad_norm": 5.125,
      "learning_rate": 2.272790127090369e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.546179223060608,
      "num_tokens": 331169988.0,
      "step": 430050
    },
    {
      "epoch": 0.5455135864670619,
      "grad_norm": 5.40625,
      "learning_rate": 2.27272669608174e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5627136409282685,
      "num_tokens": 331177385.0,
      "step": 430060
    },
    {
      "epoch": 0.5455262710595947,
      "grad_norm": 5.78125,
      "learning_rate": 2.2726632650731105e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5373584568500519,
      "num_tokens": 331184673.0,
      "step": 430070
    },
    {
      "epoch": 0.5455389556521276,
      "grad_norm": 5.0,
      "learning_rate": 2.2725998340644817e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.545462715625763,
      "num_tokens": 331192337.0,
      "step": 430080
    },
    {
      "epoch": 0.5455516402446604,
      "grad_norm": 5.40625,
      "learning_rate": 2.2725364030558525e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.522611317038536,
      "num_tokens": 331200981.0,
      "step": 430090
    },
    {
      "epoch": 0.5455643248371933,
      "grad_norm": 5.375,
      "learning_rate": 2.272472972047223e-05,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5326398015022278,
      "num_tokens": 331208432.0,
      "step": 430100
    },
    {
      "epoch": 0.5455770094297261,
      "grad_norm": 5.15625,
      "learning_rate": 2.272409541038594e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5336392670869827,
      "num_tokens": 331215923.0,
      "step": 430110
    },
    {
      "epoch": 0.5455896940222589,
      "grad_norm": 5.40625,
      "learning_rate": 2.2723461100299648e-05,
      "loss": 2.2372,
      "mean_token_accuracy": 0.510060727596283,
      "num_tokens": 331223994.0,
      "step": 430120
    },
    {
      "epoch": 0.5456023786147918,
      "grad_norm": 5.5,
      "learning_rate": 2.2722826790213357e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5618808269500732,
      "num_tokens": 331231473.0,
      "step": 430130
    },
    {
      "epoch": 0.5456150632073246,
      "grad_norm": 4.875,
      "learning_rate": 2.2722192480127066e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5397514760494232,
      "num_tokens": 331239145.0,
      "step": 430140
    },
    {
      "epoch": 0.5456277477998575,
      "grad_norm": 5.0,
      "learning_rate": 2.2721558170040774e-05,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5604111939668656,
      "num_tokens": 331247110.0,
      "step": 430150
    },
    {
      "epoch": 0.5456404323923902,
      "grad_norm": 5.9375,
      "learning_rate": 2.2720923859954483e-05,
      "loss": 2.4159,
      "mean_token_accuracy": 0.5045624196529388,
      "num_tokens": 331255271.0,
      "step": 430160
    },
    {
      "epoch": 0.5456531169849231,
      "grad_norm": 5.15625,
      "learning_rate": 2.2720289549868192e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5456112205982209,
      "num_tokens": 331263269.0,
      "step": 430170
    },
    {
      "epoch": 0.5456658015774559,
      "grad_norm": 5.09375,
      "learning_rate": 2.27196552397819e-05,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5159111618995667,
      "num_tokens": 331271097.0,
      "step": 430180
    },
    {
      "epoch": 0.5456784861699887,
      "grad_norm": 5.1875,
      "learning_rate": 2.271902092969561e-05,
      "loss": 1.82,
      "mean_token_accuracy": 0.5922042429447174,
      "num_tokens": 331278252.0,
      "step": 430190
    },
    {
      "epoch": 0.5456911707625216,
      "grad_norm": 5.6875,
      "learning_rate": 2.2718386619609318e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5368338346481323,
      "num_tokens": 331286904.0,
      "step": 430200
    },
    {
      "epoch": 0.5457038553550544,
      "grad_norm": 6.40625,
      "learning_rate": 2.2717752309523023e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5556709915399551,
      "num_tokens": 331294299.0,
      "step": 430210
    },
    {
      "epoch": 0.5457165399475873,
      "grad_norm": 5.0,
      "learning_rate": 2.2717117999436736e-05,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5707847028970718,
      "num_tokens": 331301393.0,
      "step": 430220
    },
    {
      "epoch": 0.5457292245401201,
      "grad_norm": 6.34375,
      "learning_rate": 2.2716483689350444e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5461308091878891,
      "num_tokens": 331308830.0,
      "step": 430230
    },
    {
      "epoch": 0.545741909132653,
      "grad_norm": 4.65625,
      "learning_rate": 2.271584937926415e-05,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5401124715805053,
      "num_tokens": 331316810.0,
      "step": 430240
    },
    {
      "epoch": 0.5457545937251858,
      "grad_norm": 6.53125,
      "learning_rate": 2.271521506917786e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5637276530265808,
      "num_tokens": 331323706.0,
      "step": 430250
    },
    {
      "epoch": 0.5457672783177187,
      "grad_norm": 5.9375,
      "learning_rate": 2.2714580759091567e-05,
      "loss": 1.9462,
      "mean_token_accuracy": 0.5672830939292908,
      "num_tokens": 331331101.0,
      "step": 430260
    },
    {
      "epoch": 0.5457799629102514,
      "grad_norm": 5.25,
      "learning_rate": 2.2713946449005276e-05,
      "loss": 1.8503,
      "mean_token_accuracy": 0.5909409016370774,
      "num_tokens": 331338809.0,
      "step": 430270
    },
    {
      "epoch": 0.5457926475027842,
      "grad_norm": 4.96875,
      "learning_rate": 2.2713312138918985e-05,
      "loss": 1.7273,
      "mean_token_accuracy": 0.608192378282547,
      "num_tokens": 331345982.0,
      "step": 430280
    },
    {
      "epoch": 0.5458053320953171,
      "grad_norm": 8.5,
      "learning_rate": 2.2712677828832693e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5462392628192901,
      "num_tokens": 331353872.0,
      "step": 430290
    },
    {
      "epoch": 0.5458180166878499,
      "grad_norm": 6.0,
      "learning_rate": 2.2712043518746402e-05,
      "loss": 1.9269,
      "mean_token_accuracy": 0.5526022434234619,
      "num_tokens": 331361163.0,
      "step": 430300
    },
    {
      "epoch": 0.5458307012803828,
      "grad_norm": 5.96875,
      "learning_rate": 2.2711409208660107e-05,
      "loss": 1.9161,
      "mean_token_accuracy": 0.5834173172712326,
      "num_tokens": 331368661.0,
      "step": 430310
    },
    {
      "epoch": 0.5458433858729156,
      "grad_norm": 6.75,
      "learning_rate": 2.271077489857382e-05,
      "loss": 2.2095,
      "mean_token_accuracy": 0.5217260181903839,
      "num_tokens": 331376696.0,
      "step": 430320
    },
    {
      "epoch": 0.5458560704654485,
      "grad_norm": 4.5,
      "learning_rate": 2.271014058848753e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5211443632841111,
      "num_tokens": 331384395.0,
      "step": 430330
    },
    {
      "epoch": 0.5458687550579813,
      "grad_norm": 5.0625,
      "learning_rate": 2.2709506278401234e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5600331872701645,
      "num_tokens": 331391252.0,
      "step": 430340
    },
    {
      "epoch": 0.545881439650514,
      "grad_norm": 5.78125,
      "learning_rate": 2.2708871968314942e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5291256964206695,
      "num_tokens": 331398952.0,
      "step": 430350
    },
    {
      "epoch": 0.545894124243047,
      "grad_norm": 6.25,
      "learning_rate": 2.270823765822865e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.519636133313179,
      "num_tokens": 331407554.0,
      "step": 430360
    },
    {
      "epoch": 0.5459068088355797,
      "grad_norm": 6.65625,
      "learning_rate": 2.2707603348142363e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.555138674378395,
      "num_tokens": 331415521.0,
      "step": 430370
    },
    {
      "epoch": 0.5459194934281126,
      "grad_norm": 5.65625,
      "learning_rate": 2.270696903805607e-05,
      "loss": 2.2124,
      "mean_token_accuracy": 0.5224799871444702,
      "num_tokens": 331422407.0,
      "step": 430380
    },
    {
      "epoch": 0.5459321780206454,
      "grad_norm": 6.34375,
      "learning_rate": 2.2706334727969777e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5323940575122833,
      "num_tokens": 331430284.0,
      "step": 430390
    },
    {
      "epoch": 0.5459448626131783,
      "grad_norm": 4.96875,
      "learning_rate": 2.2705700417883486e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5361446261405944,
      "num_tokens": 331438007.0,
      "step": 430400
    },
    {
      "epoch": 0.5459575472057111,
      "grad_norm": 4.6875,
      "learning_rate": 2.2705066107797195e-05,
      "loss": 1.7363,
      "mean_token_accuracy": 0.6038651406764984,
      "num_tokens": 331445229.0,
      "step": 430410
    },
    {
      "epoch": 0.545970231798244,
      "grad_norm": 5.34375,
      "learning_rate": 2.2704431797710904e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.582163405418396,
      "num_tokens": 331451750.0,
      "step": 430420
    },
    {
      "epoch": 0.5459829163907768,
      "grad_norm": 7.125,
      "learning_rate": 2.2703797487624612e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5456729382276535,
      "num_tokens": 331458956.0,
      "step": 430430
    },
    {
      "epoch": 0.5459956009833096,
      "grad_norm": 9.3125,
      "learning_rate": 2.270316317753832e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5523156613111496,
      "num_tokens": 331465913.0,
      "step": 430440
    },
    {
      "epoch": 0.5460082855758425,
      "grad_norm": 4.84375,
      "learning_rate": 2.2702528867452026e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5470792472362518,
      "num_tokens": 331474042.0,
      "step": 430450
    },
    {
      "epoch": 0.5460209701683753,
      "grad_norm": 5.34375,
      "learning_rate": 2.2701894557365735e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5317421972751617,
      "num_tokens": 331482116.0,
      "step": 430460
    },
    {
      "epoch": 0.5460336547609081,
      "grad_norm": 5.625,
      "learning_rate": 2.2701260247279447e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.538502287864685,
      "num_tokens": 331490338.0,
      "step": 430470
    },
    {
      "epoch": 0.5460463393534409,
      "grad_norm": 5.84375,
      "learning_rate": 2.2700625937193153e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.533923664689064,
      "num_tokens": 331499529.0,
      "step": 430480
    },
    {
      "epoch": 0.5460590239459738,
      "grad_norm": 6.125,
      "learning_rate": 2.269999162710686e-05,
      "loss": 1.8379,
      "mean_token_accuracy": 0.5930157154798508,
      "num_tokens": 331506923.0,
      "step": 430490
    },
    {
      "epoch": 0.5460717085385066,
      "grad_norm": 7.125,
      "learning_rate": 2.269935731702057e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5348112642765045,
      "num_tokens": 331514233.0,
      "step": 430500
    },
    {
      "epoch": 0.5460843931310394,
      "grad_norm": 5.40625,
      "learning_rate": 2.269872300693428e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5671623796224594,
      "num_tokens": 331522176.0,
      "step": 430510
    },
    {
      "epoch": 0.5460970777235723,
      "grad_norm": 5.09375,
      "learning_rate": 2.2698088696847988e-05,
      "loss": 2.2341,
      "mean_token_accuracy": 0.5174759030342102,
      "num_tokens": 331531396.0,
      "step": 430520
    },
    {
      "epoch": 0.5461097623161051,
      "grad_norm": 6.84375,
      "learning_rate": 2.2697454386761696e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5714190751314163,
      "num_tokens": 331537695.0,
      "step": 430530
    },
    {
      "epoch": 0.546122446908638,
      "grad_norm": 6.40625,
      "learning_rate": 2.2696820076675405e-05,
      "loss": 1.7979,
      "mean_token_accuracy": 0.5855954468250275,
      "num_tokens": 331543990.0,
      "step": 430540
    },
    {
      "epoch": 0.5461351315011708,
      "grad_norm": 6.375,
      "learning_rate": 2.269618576658911e-05,
      "loss": 1.6007,
      "mean_token_accuracy": 0.6427872687578201,
      "num_tokens": 331550272.0,
      "step": 430550
    },
    {
      "epoch": 0.5461478160937037,
      "grad_norm": 7.96875,
      "learning_rate": 2.269555145650282e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5775366336107254,
      "num_tokens": 331556440.0,
      "step": 430560
    },
    {
      "epoch": 0.5461605006862364,
      "grad_norm": 5.46875,
      "learning_rate": 2.269491714641653e-05,
      "loss": 1.8663,
      "mean_token_accuracy": 0.5847576916217804,
      "num_tokens": 331564239.0,
      "step": 430570
    },
    {
      "epoch": 0.5461731852787692,
      "grad_norm": 5.65625,
      "learning_rate": 2.269428283633024e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5299462527036667,
      "num_tokens": 331573489.0,
      "step": 430580
    },
    {
      "epoch": 0.5461858698713021,
      "grad_norm": 5.1875,
      "learning_rate": 2.2693648526243945e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5663395524024963,
      "num_tokens": 331580904.0,
      "step": 430590
    },
    {
      "epoch": 0.5461985544638349,
      "grad_norm": 5.0,
      "learning_rate": 2.2693014216157654e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5576120734214782,
      "num_tokens": 331589652.0,
      "step": 430600
    },
    {
      "epoch": 0.5462112390563678,
      "grad_norm": 11.4375,
      "learning_rate": 2.2692379906071366e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5250088810920716,
      "num_tokens": 331596557.0,
      "step": 430610
    },
    {
      "epoch": 0.5462239236489006,
      "grad_norm": 6.65625,
      "learning_rate": 2.269174559598507e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5646147310733796,
      "num_tokens": 331605191.0,
      "step": 430620
    },
    {
      "epoch": 0.5462366082414335,
      "grad_norm": 5.03125,
      "learning_rate": 2.269111128589878e-05,
      "loss": 2.3509,
      "mean_token_accuracy": 0.5040052324533463,
      "num_tokens": 331612845.0,
      "step": 430630
    },
    {
      "epoch": 0.5462492928339663,
      "grad_norm": 13.1875,
      "learning_rate": 2.269047697581249e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5452332884073258,
      "num_tokens": 331619790.0,
      "step": 430640
    },
    {
      "epoch": 0.5462619774264992,
      "grad_norm": 5.15625,
      "learning_rate": 2.2689842665726198e-05,
      "loss": 2.2569,
      "mean_token_accuracy": 0.5171427518129349,
      "num_tokens": 331627747.0,
      "step": 430650
    },
    {
      "epoch": 0.546274662019032,
      "grad_norm": 5.09375,
      "learning_rate": 2.2689208355639907e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5464048117399216,
      "num_tokens": 331635435.0,
      "step": 430660
    },
    {
      "epoch": 0.5462873466115648,
      "grad_norm": 4.9375,
      "learning_rate": 2.2688574045553615e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5744183510541916,
      "num_tokens": 331642332.0,
      "step": 430670
    },
    {
      "epoch": 0.5463000312040976,
      "grad_norm": 4.71875,
      "learning_rate": 2.2687939735467324e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5587149292230607,
      "num_tokens": 331650134.0,
      "step": 430680
    },
    {
      "epoch": 0.5463127157966304,
      "grad_norm": 5.65625,
      "learning_rate": 2.268730542538103e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5554464608430862,
      "num_tokens": 331657587.0,
      "step": 430690
    },
    {
      "epoch": 0.5463254003891633,
      "grad_norm": 7.0,
      "learning_rate": 2.2686671115294738e-05,
      "loss": 1.7346,
      "mean_token_accuracy": 0.6130738765001297,
      "num_tokens": 331664055.0,
      "step": 430700
    },
    {
      "epoch": 0.5463380849816961,
      "grad_norm": 4.40625,
      "learning_rate": 2.268603680520845e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5641578286886215,
      "num_tokens": 331672620.0,
      "step": 430710
    },
    {
      "epoch": 0.546350769574229,
      "grad_norm": 6.53125,
      "learning_rate": 2.2685402495122156e-05,
      "loss": 1.9023,
      "mean_token_accuracy": 0.5879151105880738,
      "num_tokens": 331678315.0,
      "step": 430720
    },
    {
      "epoch": 0.5463634541667618,
      "grad_norm": 7.40625,
      "learning_rate": 2.2684768185035864e-05,
      "loss": 2.2404,
      "mean_token_accuracy": 0.510165536403656,
      "num_tokens": 331686865.0,
      "step": 430730
    },
    {
      "epoch": 0.5463761387592946,
      "grad_norm": 6.53125,
      "learning_rate": 2.2684133874949573e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5205725491046905,
      "num_tokens": 331694501.0,
      "step": 430740
    },
    {
      "epoch": 0.5463888233518275,
      "grad_norm": 6.4375,
      "learning_rate": 2.2683499564863282e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5356752663850785,
      "num_tokens": 331701818.0,
      "step": 430750
    },
    {
      "epoch": 0.5464015079443603,
      "grad_norm": 6.15625,
      "learning_rate": 2.268286525477699e-05,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5046340256929398,
      "num_tokens": 331710481.0,
      "step": 430760
    },
    {
      "epoch": 0.5464141925368932,
      "grad_norm": 6.28125,
      "learning_rate": 2.26822309446907e-05,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5210656940937042,
      "num_tokens": 331718369.0,
      "step": 430770
    },
    {
      "epoch": 0.546426877129426,
      "grad_norm": 5.625,
      "learning_rate": 2.2681596634604408e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5404631435871124,
      "num_tokens": 331725765.0,
      "step": 430780
    },
    {
      "epoch": 0.5464395617219588,
      "grad_norm": 4.96875,
      "learning_rate": 2.2680962324518117e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5375556766986846,
      "num_tokens": 331734133.0,
      "step": 430790
    },
    {
      "epoch": 0.5464522463144916,
      "grad_norm": 4.9375,
      "learning_rate": 2.2680328014431822e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5529332846403122,
      "num_tokens": 331741422.0,
      "step": 430800
    },
    {
      "epoch": 0.5464649309070245,
      "grad_norm": 6.28125,
      "learning_rate": 2.2679693704345534e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.5174530267715454,
      "num_tokens": 331749577.0,
      "step": 430810
    },
    {
      "epoch": 0.5464776154995573,
      "grad_norm": 7.21875,
      "learning_rate": 2.2679059394259243e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5381761372089386,
      "num_tokens": 331755922.0,
      "step": 430820
    },
    {
      "epoch": 0.5464903000920901,
      "grad_norm": 8.5,
      "learning_rate": 2.267842508417295e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5325250297784805,
      "num_tokens": 331762655.0,
      "step": 430830
    },
    {
      "epoch": 0.546502984684623,
      "grad_norm": 7.09375,
      "learning_rate": 2.2677790774086657e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5507012873888015,
      "num_tokens": 331769959.0,
      "step": 430840
    },
    {
      "epoch": 0.5465156692771558,
      "grad_norm": 8.125,
      "learning_rate": 2.2677156464000366e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.569476979970932,
      "num_tokens": 331776085.0,
      "step": 430850
    },
    {
      "epoch": 0.5465283538696887,
      "grad_norm": 6.15625,
      "learning_rate": 2.2676522153914075e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5592754483222961,
      "num_tokens": 331783649.0,
      "step": 430860
    },
    {
      "epoch": 0.5465410384622215,
      "grad_norm": 5.59375,
      "learning_rate": 2.2675887843827783e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5491650015115738,
      "num_tokens": 331791907.0,
      "step": 430870
    },
    {
      "epoch": 0.5465537230547544,
      "grad_norm": 6.46875,
      "learning_rate": 2.2675253533741492e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5391933798789978,
      "num_tokens": 331799665.0,
      "step": 430880
    },
    {
      "epoch": 0.5465664076472871,
      "grad_norm": 6.15625,
      "learning_rate": 2.26746192236552e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5389880746603012,
      "num_tokens": 331807802.0,
      "step": 430890
    },
    {
      "epoch": 0.5465790922398199,
      "grad_norm": 4.65625,
      "learning_rate": 2.2673984913568906e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5487486302852631,
      "num_tokens": 331816146.0,
      "step": 430900
    },
    {
      "epoch": 0.5465917768323528,
      "grad_norm": 5.4375,
      "learning_rate": 2.267335060348262e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5367720365524292,
      "num_tokens": 331824492.0,
      "step": 430910
    },
    {
      "epoch": 0.5466044614248856,
      "grad_norm": 5.28125,
      "learning_rate": 2.2672716293396327e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5281166195869446,
      "num_tokens": 331832814.0,
      "step": 430920
    },
    {
      "epoch": 0.5466171460174185,
      "grad_norm": 5.34375,
      "learning_rate": 2.2672081983310032e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5370708793401718,
      "num_tokens": 331841110.0,
      "step": 430930
    },
    {
      "epoch": 0.5466298306099513,
      "grad_norm": 4.5625,
      "learning_rate": 2.267144767322374e-05,
      "loss": 1.8907,
      "mean_token_accuracy": 0.5720312625169754,
      "num_tokens": 331850042.0,
      "step": 430940
    },
    {
      "epoch": 0.5466425152024842,
      "grad_norm": 7.3125,
      "learning_rate": 2.267081336313745e-05,
      "loss": 1.9797,
      "mean_token_accuracy": 0.557031187415123,
      "num_tokens": 331858729.0,
      "step": 430950
    },
    {
      "epoch": 0.546655199795017,
      "grad_norm": 4.53125,
      "learning_rate": 2.2670179053051162e-05,
      "loss": 1.9242,
      "mean_token_accuracy": 0.5715278506278991,
      "num_tokens": 331866411.0,
      "step": 430960
    },
    {
      "epoch": 0.5466678843875499,
      "grad_norm": 6.9375,
      "learning_rate": 2.2669544742964867e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5251665979623794,
      "num_tokens": 331874542.0,
      "step": 430970
    },
    {
      "epoch": 0.5466805689800827,
      "grad_norm": 5.6875,
      "learning_rate": 2.2668910432878576e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5429346263408661,
      "num_tokens": 331882407.0,
      "step": 430980
    },
    {
      "epoch": 0.5466932535726154,
      "grad_norm": 6.0625,
      "learning_rate": 2.2668276122792285e-05,
      "loss": 1.937,
      "mean_token_accuracy": 0.5717589169740677,
      "num_tokens": 331888530.0,
      "step": 430990
    },
    {
      "epoch": 0.5467059381651483,
      "grad_norm": 4.84375,
      "learning_rate": 2.2667641812705994e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5243832886219024,
      "num_tokens": 331896564.0,
      "step": 431000
    },
    {
      "epoch": 0.5467186227576811,
      "grad_norm": 5.0,
      "learning_rate": 2.2667007502619702e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5534436166286468,
      "num_tokens": 331904536.0,
      "step": 431010
    },
    {
      "epoch": 0.546731307350214,
      "grad_norm": 6.75,
      "learning_rate": 2.266637319253341e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5270176440477371,
      "num_tokens": 331912581.0,
      "step": 431020
    },
    {
      "epoch": 0.5467439919427468,
      "grad_norm": 4.75,
      "learning_rate": 2.266573888244712e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5438304483890534,
      "num_tokens": 331921267.0,
      "step": 431030
    },
    {
      "epoch": 0.5467566765352797,
      "grad_norm": 5.53125,
      "learning_rate": 2.2665104572360825e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5434612661600113,
      "num_tokens": 331928719.0,
      "step": 431040
    },
    {
      "epoch": 0.5467693611278125,
      "grad_norm": 12.5625,
      "learning_rate": 2.2664470262274534e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5520152896642685,
      "num_tokens": 331936153.0,
      "step": 431050
    },
    {
      "epoch": 0.5467820457203453,
      "grad_norm": 6.625,
      "learning_rate": 2.2663835952188246e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5720808267593384,
      "num_tokens": 331943922.0,
      "step": 431060
    },
    {
      "epoch": 0.5467947303128782,
      "grad_norm": 5.3125,
      "learning_rate": 2.266320164210195e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5338089287281036,
      "num_tokens": 331951655.0,
      "step": 431070
    },
    {
      "epoch": 0.546807414905411,
      "grad_norm": 5.34375,
      "learning_rate": 2.266256733201566e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5478566318750382,
      "num_tokens": 331959143.0,
      "step": 431080
    },
    {
      "epoch": 0.5468200994979439,
      "grad_norm": 5.03125,
      "learning_rate": 2.266193302192937e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5646205008029938,
      "num_tokens": 331966356.0,
      "step": 431090
    },
    {
      "epoch": 0.5468327840904766,
      "grad_norm": 5.03125,
      "learning_rate": 2.2661298711843078e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5498748838901519,
      "num_tokens": 331973727.0,
      "step": 431100
    },
    {
      "epoch": 0.5468454686830095,
      "grad_norm": 8.25,
      "learning_rate": 2.2660664401756786e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5513807326555252,
      "num_tokens": 331981597.0,
      "step": 431110
    },
    {
      "epoch": 0.5468581532755423,
      "grad_norm": 5.90625,
      "learning_rate": 2.2660030091670495e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5237163215875625,
      "num_tokens": 331990101.0,
      "step": 431120
    },
    {
      "epoch": 0.5468708378680751,
      "grad_norm": 4.65625,
      "learning_rate": 2.2659395781584204e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5312427639961242,
      "num_tokens": 331997647.0,
      "step": 431130
    },
    {
      "epoch": 0.546883522460608,
      "grad_norm": 11.3125,
      "learning_rate": 2.265876147149791e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.559142792224884,
      "num_tokens": 332004006.0,
      "step": 431140
    },
    {
      "epoch": 0.5468962070531408,
      "grad_norm": 6.8125,
      "learning_rate": 2.265812716141162e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5510273933410644,
      "num_tokens": 332012403.0,
      "step": 431150
    },
    {
      "epoch": 0.5469088916456737,
      "grad_norm": 7.53125,
      "learning_rate": 2.265749285132533e-05,
      "loss": 1.7934,
      "mean_token_accuracy": 0.6048519045114518,
      "num_tokens": 332019607.0,
      "step": 431160
    },
    {
      "epoch": 0.5469215762382065,
      "grad_norm": 5.375,
      "learning_rate": 2.265685854123904e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.53241426050663,
      "num_tokens": 332028506.0,
      "step": 431170
    },
    {
      "epoch": 0.5469342608307394,
      "grad_norm": 5.15625,
      "learning_rate": 2.2656224231152744e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5726441502571106,
      "num_tokens": 332036865.0,
      "step": 431180
    },
    {
      "epoch": 0.5469469454232722,
      "grad_norm": 5.0,
      "learning_rate": 2.2655589921066453e-05,
      "loss": 1.942,
      "mean_token_accuracy": 0.5726338446140289,
      "num_tokens": 332044314.0,
      "step": 431190
    },
    {
      "epoch": 0.546959630015805,
      "grad_norm": 5.03125,
      "learning_rate": 2.2654955610980165e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5521771043539048,
      "num_tokens": 332051653.0,
      "step": 431200
    },
    {
      "epoch": 0.5469723146083378,
      "grad_norm": 5.46875,
      "learning_rate": 2.265432130089387e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5296874612569809,
      "num_tokens": 332060690.0,
      "step": 431210
    },
    {
      "epoch": 0.5469849992008706,
      "grad_norm": 5.25,
      "learning_rate": 2.265368699080758e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5430948704481124,
      "num_tokens": 332068893.0,
      "step": 431220
    },
    {
      "epoch": 0.5469976837934035,
      "grad_norm": 5.40625,
      "learning_rate": 2.2653052680721288e-05,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5848148316144943,
      "num_tokens": 332076022.0,
      "step": 431230
    },
    {
      "epoch": 0.5470103683859363,
      "grad_norm": 5.125,
      "learning_rate": 2.2652418370634997e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5288270145654679,
      "num_tokens": 332084263.0,
      "step": 431240
    },
    {
      "epoch": 0.5470230529784692,
      "grad_norm": 7.21875,
      "learning_rate": 2.2651784060548705e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5804497003555298,
      "num_tokens": 332090361.0,
      "step": 431250
    },
    {
      "epoch": 0.547035737571002,
      "grad_norm": 6.5625,
      "learning_rate": 2.2651149750462414e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5363704264163971,
      "num_tokens": 332096983.0,
      "step": 431260
    },
    {
      "epoch": 0.5470484221635349,
      "grad_norm": 5.28125,
      "learning_rate": 2.2650515440376123e-05,
      "loss": 1.8703,
      "mean_token_accuracy": 0.5764298439025879,
      "num_tokens": 332104174.0,
      "step": 431270
    },
    {
      "epoch": 0.5470611067560677,
      "grad_norm": 5.0625,
      "learning_rate": 2.2649881130289828e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5465588808059693,
      "num_tokens": 332112921.0,
      "step": 431280
    },
    {
      "epoch": 0.5470737913486005,
      "grad_norm": 5.5625,
      "learning_rate": 2.2649246820203537e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5339344561100006,
      "num_tokens": 332121448.0,
      "step": 431290
    },
    {
      "epoch": 0.5470864759411334,
      "grad_norm": 5.3125,
      "learning_rate": 2.264861251011725e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5545506089925766,
      "num_tokens": 332129889.0,
      "step": 431300
    },
    {
      "epoch": 0.5470991605336661,
      "grad_norm": 5.25,
      "learning_rate": 2.2647978200030954e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5269907742738724,
      "num_tokens": 332138710.0,
      "step": 431310
    },
    {
      "epoch": 0.547111845126199,
      "grad_norm": 5.5625,
      "learning_rate": 2.2647343889944663e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5190883934497833,
      "num_tokens": 332146651.0,
      "step": 431320
    },
    {
      "epoch": 0.5471245297187318,
      "grad_norm": 5.0,
      "learning_rate": 2.2646709579858372e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5500536352396012,
      "num_tokens": 332154050.0,
      "step": 431330
    },
    {
      "epoch": 0.5471372143112647,
      "grad_norm": 8.375,
      "learning_rate": 2.264607526977208e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5119987607002259,
      "num_tokens": 332162174.0,
      "step": 431340
    },
    {
      "epoch": 0.5471498989037975,
      "grad_norm": 16.375,
      "learning_rate": 2.264544095968579e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.54305699467659,
      "num_tokens": 332169917.0,
      "step": 431350
    },
    {
      "epoch": 0.5471625834963304,
      "grad_norm": 5.28125,
      "learning_rate": 2.2644806649599498e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5324164122343064,
      "num_tokens": 332177946.0,
      "step": 431360
    },
    {
      "epoch": 0.5471752680888632,
      "grad_norm": 5.6875,
      "learning_rate": 2.2644172339513207e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5592861533164978,
      "num_tokens": 332185482.0,
      "step": 431370
    },
    {
      "epoch": 0.547187952681396,
      "grad_norm": 8.0,
      "learning_rate": 2.2643538029426916e-05,
      "loss": 2.2665,
      "mean_token_accuracy": 0.5243109345436097,
      "num_tokens": 332192976.0,
      "step": 431380
    },
    {
      "epoch": 0.5472006372739289,
      "grad_norm": 4.9375,
      "learning_rate": 2.264290371934062e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.566851270198822,
      "num_tokens": 332200082.0,
      "step": 431390
    },
    {
      "epoch": 0.5472133218664617,
      "grad_norm": 5.125,
      "learning_rate": 2.2642269409254333e-05,
      "loss": 1.8973,
      "mean_token_accuracy": 0.5745373517274857,
      "num_tokens": 332205853.0,
      "step": 431400
    },
    {
      "epoch": 0.5472260064589946,
      "grad_norm": 5.0625,
      "learning_rate": 2.2641635099168042e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5409532368183136,
      "num_tokens": 332214302.0,
      "step": 431410
    },
    {
      "epoch": 0.5472386910515273,
      "grad_norm": 4.375,
      "learning_rate": 2.2641000789081747e-05,
      "loss": 1.8971,
      "mean_token_accuracy": 0.5831529140472412,
      "num_tokens": 332222048.0,
      "step": 431420
    },
    {
      "epoch": 0.5472513756440602,
      "grad_norm": 6.15625,
      "learning_rate": 2.2640366478995456e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5509520202875138,
      "num_tokens": 332230524.0,
      "step": 431430
    },
    {
      "epoch": 0.547264060236593,
      "grad_norm": 7.9375,
      "learning_rate": 2.2639732168909165e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5201224744319916,
      "num_tokens": 332238113.0,
      "step": 431440
    },
    {
      "epoch": 0.5472767448291258,
      "grad_norm": 8.75,
      "learning_rate": 2.2639097858822873e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5619501829147339,
      "num_tokens": 332244394.0,
      "step": 431450
    },
    {
      "epoch": 0.5472894294216587,
      "grad_norm": 4.65625,
      "learning_rate": 2.2638463548736582e-05,
      "loss": 2.2176,
      "mean_token_accuracy": 0.5185458719730377,
      "num_tokens": 332251946.0,
      "step": 431460
    },
    {
      "epoch": 0.5473021140141915,
      "grad_norm": 5.0,
      "learning_rate": 2.263782923865029e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.522362470626831,
      "num_tokens": 332260899.0,
      "step": 431470
    },
    {
      "epoch": 0.5473147986067244,
      "grad_norm": 6.0,
      "learning_rate": 2.2637194928564e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5555109739303589,
      "num_tokens": 332269022.0,
      "step": 431480
    },
    {
      "epoch": 0.5473274831992572,
      "grad_norm": 7.03125,
      "learning_rate": 2.2636560618477705e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.542145448923111,
      "num_tokens": 332276272.0,
      "step": 431490
    },
    {
      "epoch": 0.5473401677917901,
      "grad_norm": 8.375,
      "learning_rate": 2.2635926308391417e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5635203182697296,
      "num_tokens": 332284108.0,
      "step": 431500
    },
    {
      "epoch": 0.5473528523843229,
      "grad_norm": 5.28125,
      "learning_rate": 2.2635291998305126e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5299590438604355,
      "num_tokens": 332293038.0,
      "step": 431510
    },
    {
      "epoch": 0.5473655369768556,
      "grad_norm": 5.09375,
      "learning_rate": 2.263465768821883e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5400880843400955,
      "num_tokens": 332301504.0,
      "step": 431520
    },
    {
      "epoch": 0.5473782215693885,
      "grad_norm": 6.90625,
      "learning_rate": 2.263402337813254e-05,
      "loss": 2.2544,
      "mean_token_accuracy": 0.5117081582546235,
      "num_tokens": 332309318.0,
      "step": 431530
    },
    {
      "epoch": 0.5473909061619213,
      "grad_norm": 5.28125,
      "learning_rate": 2.2633389068046252e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5676521331071853,
      "num_tokens": 332317164.0,
      "step": 431540
    },
    {
      "epoch": 0.5474035907544542,
      "grad_norm": 5.625,
      "learning_rate": 2.263275475795996e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5459128469228745,
      "num_tokens": 332324762.0,
      "step": 431550
    },
    {
      "epoch": 0.547416275346987,
      "grad_norm": 5.21875,
      "learning_rate": 2.2632120447873666e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5607418060302735,
      "num_tokens": 332332799.0,
      "step": 431560
    },
    {
      "epoch": 0.5474289599395199,
      "grad_norm": 7.71875,
      "learning_rate": 2.2631486137787375e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5540189951658249,
      "num_tokens": 332339360.0,
      "step": 431570
    },
    {
      "epoch": 0.5474416445320527,
      "grad_norm": 5.375,
      "learning_rate": 2.2630851827701084e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5334682464599609,
      "num_tokens": 332347700.0,
      "step": 431580
    },
    {
      "epoch": 0.5474543291245856,
      "grad_norm": 4.8125,
      "learning_rate": 2.2630217517614792e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5323820352554322,
      "num_tokens": 332355818.0,
      "step": 431590
    },
    {
      "epoch": 0.5474670137171184,
      "grad_norm": 5.03125,
      "learning_rate": 2.26295832075285e-05,
      "loss": 2.1913,
      "mean_token_accuracy": 0.5198309034109115,
      "num_tokens": 332364414.0,
      "step": 431600
    },
    {
      "epoch": 0.5474796983096512,
      "grad_norm": 6.65625,
      "learning_rate": 2.262894889744221e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5806329071521759,
      "num_tokens": 332370906.0,
      "step": 431610
    },
    {
      "epoch": 0.547492382902184,
      "grad_norm": 7.28125,
      "learning_rate": 2.262831458735592e-05,
      "loss": 2.3035,
      "mean_token_accuracy": 0.5121588975191116,
      "num_tokens": 332378431.0,
      "step": 431620
    },
    {
      "epoch": 0.5475050674947168,
      "grad_norm": 6.0625,
      "learning_rate": 2.2627680277269624e-05,
      "loss": 2.2957,
      "mean_token_accuracy": 0.5075703501701355,
      "num_tokens": 332387717.0,
      "step": 431630
    },
    {
      "epoch": 0.5475177520872497,
      "grad_norm": 7.1875,
      "learning_rate": 2.2627045967183336e-05,
      "loss": 1.9715,
      "mean_token_accuracy": 0.5551626145839691,
      "num_tokens": 332395291.0,
      "step": 431640
    },
    {
      "epoch": 0.5475304366797825,
      "grad_norm": 6.15625,
      "learning_rate": 2.2626411657097045e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.552007868885994,
      "num_tokens": 332403108.0,
      "step": 431650
    },
    {
      "epoch": 0.5475431212723154,
      "grad_norm": 5.53125,
      "learning_rate": 2.262577734701075e-05,
      "loss": 1.9017,
      "mean_token_accuracy": 0.5718428671360016,
      "num_tokens": 332411539.0,
      "step": 431660
    },
    {
      "epoch": 0.5475558058648482,
      "grad_norm": 7.21875,
      "learning_rate": 2.262514303692446e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5392473191022873,
      "num_tokens": 332419749.0,
      "step": 431670
    },
    {
      "epoch": 0.547568490457381,
      "grad_norm": 5.28125,
      "learning_rate": 2.2624508726838168e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5261786580085754,
      "num_tokens": 332427504.0,
      "step": 431680
    },
    {
      "epoch": 0.5475811750499139,
      "grad_norm": 5.46875,
      "learning_rate": 2.2623874416751876e-05,
      "loss": 1.6565,
      "mean_token_accuracy": 0.6185645282268524,
      "num_tokens": 332435193.0,
      "step": 431690
    },
    {
      "epoch": 0.5475938596424467,
      "grad_norm": 6.875,
      "learning_rate": 2.2623240106665585e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5434619963169098,
      "num_tokens": 332441585.0,
      "step": 431700
    },
    {
      "epoch": 0.5476065442349796,
      "grad_norm": 5.6875,
      "learning_rate": 2.2622605796579294e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5218295097351074,
      "num_tokens": 332449742.0,
      "step": 431710
    },
    {
      "epoch": 0.5476192288275123,
      "grad_norm": 5.03125,
      "learning_rate": 2.2621971486493003e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5424894124269486,
      "num_tokens": 332458527.0,
      "step": 431720
    },
    {
      "epoch": 0.5476319134200452,
      "grad_norm": 8.625,
      "learning_rate": 2.2621337176406708e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.543005895614624,
      "num_tokens": 332467314.0,
      "step": 431730
    },
    {
      "epoch": 0.547644598012578,
      "grad_norm": 4.6875,
      "learning_rate": 2.262070286632042e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5390059947967529,
      "num_tokens": 332476343.0,
      "step": 431740
    },
    {
      "epoch": 0.5476572826051109,
      "grad_norm": 4.9375,
      "learning_rate": 2.262006855623413e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5611308634281158,
      "num_tokens": 332483739.0,
      "step": 431750
    },
    {
      "epoch": 0.5476699671976437,
      "grad_norm": 5.21875,
      "learning_rate": 2.2619434246147837e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5500271737575531,
      "num_tokens": 332491501.0,
      "step": 431760
    },
    {
      "epoch": 0.5476826517901765,
      "grad_norm": 4.84375,
      "learning_rate": 2.2618799936061543e-05,
      "loss": 1.6514,
      "mean_token_accuracy": 0.6358234852552413,
      "num_tokens": 332497438.0,
      "step": 431770
    },
    {
      "epoch": 0.5476953363827094,
      "grad_norm": 7.65625,
      "learning_rate": 2.261816562597525e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5518142372369766,
      "num_tokens": 332503980.0,
      "step": 431780
    },
    {
      "epoch": 0.5477080209752422,
      "grad_norm": 5.84375,
      "learning_rate": 2.2617531315888964e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5585643321275711,
      "num_tokens": 332512639.0,
      "step": 431790
    },
    {
      "epoch": 0.5477207055677751,
      "grad_norm": 5.15625,
      "learning_rate": 2.261689700580267e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5272667288780213,
      "num_tokens": 332521120.0,
      "step": 431800
    },
    {
      "epoch": 0.5477333901603079,
      "grad_norm": 4.8125,
      "learning_rate": 2.2616262695716378e-05,
      "loss": 1.9344,
      "mean_token_accuracy": 0.5520717084407807,
      "num_tokens": 332527785.0,
      "step": 431810
    },
    {
      "epoch": 0.5477460747528408,
      "grad_norm": 4.625,
      "learning_rate": 2.2615628385630087e-05,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5313920170068741,
      "num_tokens": 332536185.0,
      "step": 431820
    },
    {
      "epoch": 0.5477587593453735,
      "grad_norm": 6.4375,
      "learning_rate": 2.2614994075543795e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5656766504049301,
      "num_tokens": 332543012.0,
      "step": 431830
    },
    {
      "epoch": 0.5477714439379063,
      "grad_norm": 4.90625,
      "learning_rate": 2.2614359765457504e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5612172275781632,
      "num_tokens": 332550410.0,
      "step": 431840
    },
    {
      "epoch": 0.5477841285304392,
      "grad_norm": 6.46875,
      "learning_rate": 2.2613725455371213e-05,
      "loss": 1.9053,
      "mean_token_accuracy": 0.5890808075666427,
      "num_tokens": 332557702.0,
      "step": 431850
    },
    {
      "epoch": 0.547796813122972,
      "grad_norm": 5.5,
      "learning_rate": 2.261309114528492e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5730919569730759,
      "num_tokens": 332565375.0,
      "step": 431860
    },
    {
      "epoch": 0.5478094977155049,
      "grad_norm": 5.59375,
      "learning_rate": 2.2612456835198627e-05,
      "loss": 1.7551,
      "mean_token_accuracy": 0.6037229001522064,
      "num_tokens": 332572623.0,
      "step": 431870
    },
    {
      "epoch": 0.5478221823080377,
      "grad_norm": 7.03125,
      "learning_rate": 2.2611822525112336e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5378012537956238,
      "num_tokens": 332580240.0,
      "step": 431880
    },
    {
      "epoch": 0.5478348669005706,
      "grad_norm": 5.6875,
      "learning_rate": 2.2611188215026048e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5369584172964096,
      "num_tokens": 332587319.0,
      "step": 431890
    },
    {
      "epoch": 0.5478475514931034,
      "grad_norm": 5.40625,
      "learning_rate": 2.2610553904939753e-05,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5303328305482864,
      "num_tokens": 332595143.0,
      "step": 431900
    },
    {
      "epoch": 0.5478602360856363,
      "grad_norm": 7.6875,
      "learning_rate": 2.2609919594853462e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5572715789079666,
      "num_tokens": 332603353.0,
      "step": 431910
    },
    {
      "epoch": 0.5478729206781691,
      "grad_norm": 5.9375,
      "learning_rate": 2.260928528476717e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.554800945520401,
      "num_tokens": 332609722.0,
      "step": 431920
    },
    {
      "epoch": 0.5478856052707018,
      "grad_norm": 6.71875,
      "learning_rate": 2.260865097468088e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5856405228376389,
      "num_tokens": 332615625.0,
      "step": 431930
    },
    {
      "epoch": 0.5478982898632347,
      "grad_norm": 5.59375,
      "learning_rate": 2.2608016664594588e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5428033322095871,
      "num_tokens": 332624687.0,
      "step": 431940
    },
    {
      "epoch": 0.5479109744557675,
      "grad_norm": 4.8125,
      "learning_rate": 2.2607382354508297e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5363860577344894,
      "num_tokens": 332632064.0,
      "step": 431950
    },
    {
      "epoch": 0.5479236590483004,
      "grad_norm": 6.6875,
      "learning_rate": 2.2606748044422005e-05,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5340810537338256,
      "num_tokens": 332639567.0,
      "step": 431960
    },
    {
      "epoch": 0.5479363436408332,
      "grad_norm": 5.03125,
      "learning_rate": 2.2606113734335714e-05,
      "loss": 2.2993,
      "mean_token_accuracy": 0.51302270591259,
      "num_tokens": 332646728.0,
      "step": 431970
    },
    {
      "epoch": 0.5479490282333661,
      "grad_norm": 4.875,
      "learning_rate": 2.2605479424249423e-05,
      "loss": 1.841,
      "mean_token_accuracy": 0.5887131124734879,
      "num_tokens": 332654291.0,
      "step": 431980
    },
    {
      "epoch": 0.5479617128258989,
      "grad_norm": 6.84375,
      "learning_rate": 2.2604845114163132e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5530782788991928,
      "num_tokens": 332661187.0,
      "step": 431990
    },
    {
      "epoch": 0.5479743974184317,
      "grad_norm": 5.78125,
      "learning_rate": 2.260421080407684e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5250861495733261,
      "num_tokens": 332668845.0,
      "step": 432000
    },
    {
      "epoch": 0.5479870820109646,
      "grad_norm": 5.625,
      "learning_rate": 2.2603576493990546e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5484625399112701,
      "num_tokens": 332676657.0,
      "step": 432010
    },
    {
      "epoch": 0.5479997666034974,
      "grad_norm": 6.34375,
      "learning_rate": 2.2602942183904255e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.58634312748909,
      "num_tokens": 332682656.0,
      "step": 432020
    },
    {
      "epoch": 0.5480124511960303,
      "grad_norm": 5.0625,
      "learning_rate": 2.2602307873817967e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5240459889173508,
      "num_tokens": 332690993.0,
      "step": 432030
    },
    {
      "epoch": 0.548025135788563,
      "grad_norm": 5.5,
      "learning_rate": 2.2601673563731672e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5347060620784759,
      "num_tokens": 332698434.0,
      "step": 432040
    },
    {
      "epoch": 0.5480378203810959,
      "grad_norm": 5.90625,
      "learning_rate": 2.260103925364538e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5565369963645935,
      "num_tokens": 332705666.0,
      "step": 432050
    },
    {
      "epoch": 0.5480505049736287,
      "grad_norm": 5.78125,
      "learning_rate": 2.260040494355909e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5500790417194367,
      "num_tokens": 332712175.0,
      "step": 432060
    },
    {
      "epoch": 0.5480631895661615,
      "grad_norm": 4.75,
      "learning_rate": 2.2599770633472798e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5533855140209198,
      "num_tokens": 332718774.0,
      "step": 432070
    },
    {
      "epoch": 0.5480758741586944,
      "grad_norm": 5.375,
      "learning_rate": 2.2599136323386507e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5348981499671936,
      "num_tokens": 332727242.0,
      "step": 432080
    },
    {
      "epoch": 0.5480885587512272,
      "grad_norm": 5.9375,
      "learning_rate": 2.2598502013300216e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5282922178506851,
      "num_tokens": 332734372.0,
      "step": 432090
    },
    {
      "epoch": 0.5481012433437601,
      "grad_norm": 5.125,
      "learning_rate": 2.2597867703213924e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.549072265625,
      "num_tokens": 332741516.0,
      "step": 432100
    },
    {
      "epoch": 0.5481139279362929,
      "grad_norm": 9.9375,
      "learning_rate": 2.259723339312763e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5377145648002625,
      "num_tokens": 332749706.0,
      "step": 432110
    },
    {
      "epoch": 0.5481266125288258,
      "grad_norm": 4.6875,
      "learning_rate": 2.259659908304134e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5311817616224289,
      "num_tokens": 332759280.0,
      "step": 432120
    },
    {
      "epoch": 0.5481392971213586,
      "grad_norm": 5.84375,
      "learning_rate": 2.259596477295505e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5668993979692459,
      "num_tokens": 332767371.0,
      "step": 432130
    },
    {
      "epoch": 0.5481519817138915,
      "grad_norm": 5.78125,
      "learning_rate": 2.259533046286876e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5475274056196213,
      "num_tokens": 332774289.0,
      "step": 432140
    },
    {
      "epoch": 0.5481646663064242,
      "grad_norm": 7.8125,
      "learning_rate": 2.2594696152782465e-05,
      "loss": 1.8654,
      "mean_token_accuracy": 0.5789606064558029,
      "num_tokens": 332782157.0,
      "step": 432150
    },
    {
      "epoch": 0.548177350898957,
      "grad_norm": 11.5625,
      "learning_rate": 2.2594061842696174e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.584656372666359,
      "num_tokens": 332789261.0,
      "step": 432160
    },
    {
      "epoch": 0.5481900354914899,
      "grad_norm": 6.4375,
      "learning_rate": 2.2593427532609882e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5356580376625061,
      "num_tokens": 332797465.0,
      "step": 432170
    },
    {
      "epoch": 0.5482027200840227,
      "grad_norm": 6.0,
      "learning_rate": 2.259279322252359e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5512085586786271,
      "num_tokens": 332805287.0,
      "step": 432180
    },
    {
      "epoch": 0.5482154046765556,
      "grad_norm": 5.21875,
      "learning_rate": 2.25921589124373e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5603642910718918,
      "num_tokens": 332811512.0,
      "step": 432190
    },
    {
      "epoch": 0.5482280892690884,
      "grad_norm": 5.875,
      "learning_rate": 2.259152460235101e-05,
      "loss": 2.5816,
      "mean_token_accuracy": 0.48128182888031007,
      "num_tokens": 332819756.0,
      "step": 432200
    },
    {
      "epoch": 0.5482407738616213,
      "grad_norm": 7.375,
      "learning_rate": 2.2590890292264717e-05,
      "loss": 1.8709,
      "mean_token_accuracy": 0.5902739703655243,
      "num_tokens": 332826867.0,
      "step": 432210
    },
    {
      "epoch": 0.5482534584541541,
      "grad_norm": 5.6875,
      "learning_rate": 2.2590255982178423e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5389101445674896,
      "num_tokens": 332835338.0,
      "step": 432220
    },
    {
      "epoch": 0.5482661430466869,
      "grad_norm": 5.625,
      "learning_rate": 2.2589621672092135e-05,
      "loss": 1.8784,
      "mean_token_accuracy": 0.5781751722097397,
      "num_tokens": 332842263.0,
      "step": 432230
    },
    {
      "epoch": 0.5482788276392198,
      "grad_norm": 4.9375,
      "learning_rate": 2.2588987362005843e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5232294976711274,
      "num_tokens": 332851001.0,
      "step": 432240
    },
    {
      "epoch": 0.5482915122317525,
      "grad_norm": 5.125,
      "learning_rate": 2.258835305191955e-05,
      "loss": 1.866,
      "mean_token_accuracy": 0.59275863468647,
      "num_tokens": 332857956.0,
      "step": 432250
    },
    {
      "epoch": 0.5483041968242854,
      "grad_norm": 6.875,
      "learning_rate": 2.2587718741833258e-05,
      "loss": 1.8435,
      "mean_token_accuracy": 0.5948174983263016,
      "num_tokens": 332864239.0,
      "step": 432260
    },
    {
      "epoch": 0.5483168814168182,
      "grad_norm": 6.03125,
      "learning_rate": 2.2587084431746966e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.565324530005455,
      "num_tokens": 332871500.0,
      "step": 432270
    },
    {
      "epoch": 0.5483295660093511,
      "grad_norm": 5.90625,
      "learning_rate": 2.2586450121660675e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5360560774803161,
      "num_tokens": 332880524.0,
      "step": 432280
    },
    {
      "epoch": 0.5483422506018839,
      "grad_norm": 5.6875,
      "learning_rate": 2.2585815811574384e-05,
      "loss": 1.9173,
      "mean_token_accuracy": 0.5629276514053345,
      "num_tokens": 332888138.0,
      "step": 432290
    },
    {
      "epoch": 0.5483549351944168,
      "grad_norm": 6.78125,
      "learning_rate": 2.2585181501488092e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.537317818403244,
      "num_tokens": 332895589.0,
      "step": 432300
    },
    {
      "epoch": 0.5483676197869496,
      "grad_norm": 5.28125,
      "learning_rate": 2.25845471914018e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5205164909362793,
      "num_tokens": 332904764.0,
      "step": 432310
    },
    {
      "epoch": 0.5483803043794824,
      "grad_norm": 10.5625,
      "learning_rate": 2.2583912881315507e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5324128955602646,
      "num_tokens": 332912178.0,
      "step": 432320
    },
    {
      "epoch": 0.5483929889720153,
      "grad_norm": 5.1875,
      "learning_rate": 2.258327857122922e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5571889460086823,
      "num_tokens": 332918904.0,
      "step": 432330
    },
    {
      "epoch": 0.5484056735645481,
      "grad_norm": 10.9375,
      "learning_rate": 2.2582644261142927e-05,
      "loss": 1.6301,
      "mean_token_accuracy": 0.6400677859783173,
      "num_tokens": 332924324.0,
      "step": 432340
    },
    {
      "epoch": 0.548418358157081,
      "grad_norm": 5.0625,
      "learning_rate": 2.2582009951056636e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5762826025485992,
      "num_tokens": 332932352.0,
      "step": 432350
    },
    {
      "epoch": 0.5484310427496137,
      "grad_norm": 5.375,
      "learning_rate": 2.258137564097034e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.528764495253563,
      "num_tokens": 332939766.0,
      "step": 432360
    },
    {
      "epoch": 0.5484437273421466,
      "grad_norm": 4.6875,
      "learning_rate": 2.258074133088405e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5630483537912369,
      "num_tokens": 332947041.0,
      "step": 432370
    },
    {
      "epoch": 0.5484564119346794,
      "grad_norm": 5.6875,
      "learning_rate": 2.2580107020797762e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5583907157182694,
      "num_tokens": 332954728.0,
      "step": 432380
    },
    {
      "epoch": 0.5484690965272122,
      "grad_norm": 5.125,
      "learning_rate": 2.2579472710711468e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5760364830493927,
      "num_tokens": 332962178.0,
      "step": 432390
    },
    {
      "epoch": 0.5484817811197451,
      "grad_norm": 5.40625,
      "learning_rate": 2.2578838400625176e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5352314174175262,
      "num_tokens": 332970041.0,
      "step": 432400
    },
    {
      "epoch": 0.5484944657122779,
      "grad_norm": 4.90625,
      "learning_rate": 2.2578204090538885e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5442803174257278,
      "num_tokens": 332977735.0,
      "step": 432410
    },
    {
      "epoch": 0.5485071503048108,
      "grad_norm": 5.03125,
      "learning_rate": 2.2577569780452594e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5226518779993057,
      "num_tokens": 332985826.0,
      "step": 432420
    },
    {
      "epoch": 0.5485198348973436,
      "grad_norm": 4.78125,
      "learning_rate": 2.2576935470366303e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5361166298389435,
      "num_tokens": 332994796.0,
      "step": 432430
    },
    {
      "epoch": 0.5485325194898765,
      "grad_norm": 7.0625,
      "learning_rate": 2.257630116028001e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.542192605137825,
      "num_tokens": 333002623.0,
      "step": 432440
    },
    {
      "epoch": 0.5485452040824093,
      "grad_norm": 7.90625,
      "learning_rate": 2.257566685019372e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5456403255462646,
      "num_tokens": 333009899.0,
      "step": 432450
    },
    {
      "epoch": 0.548557888674942,
      "grad_norm": 5.5,
      "learning_rate": 2.2575032540107426e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5271618008613587,
      "num_tokens": 333019272.0,
      "step": 432460
    },
    {
      "epoch": 0.5485705732674749,
      "grad_norm": 7.25,
      "learning_rate": 2.2574398230021138e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.553972116112709,
      "num_tokens": 333026542.0,
      "step": 432470
    },
    {
      "epoch": 0.5485832578600077,
      "grad_norm": 5.5,
      "learning_rate": 2.2573763919934846e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.519435054063797,
      "num_tokens": 333035051.0,
      "step": 432480
    },
    {
      "epoch": 0.5485959424525406,
      "grad_norm": 5.53125,
      "learning_rate": 2.2573129609848552e-05,
      "loss": 1.7589,
      "mean_token_accuracy": 0.6152087241411209,
      "num_tokens": 333042041.0,
      "step": 432490
    },
    {
      "epoch": 0.5486086270450734,
      "grad_norm": 5.46875,
      "learning_rate": 2.257249529976226e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5517369657754898,
      "num_tokens": 333048856.0,
      "step": 432500
    },
    {
      "epoch": 0.5486213116376063,
      "grad_norm": 7.96875,
      "learning_rate": 2.257186098967597e-05,
      "loss": 2.2088,
      "mean_token_accuracy": 0.5183498620986938,
      "num_tokens": 333057012.0,
      "step": 432510
    },
    {
      "epoch": 0.5486339962301391,
      "grad_norm": 8.8125,
      "learning_rate": 2.257122667958968e-05,
      "loss": 1.6919,
      "mean_token_accuracy": 0.6145955264568329,
      "num_tokens": 333064333.0,
      "step": 432520
    },
    {
      "epoch": 0.548646680822672,
      "grad_norm": 5.96875,
      "learning_rate": 2.2570592369503387e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5457158207893371,
      "num_tokens": 333072247.0,
      "step": 432530
    },
    {
      "epoch": 0.5486593654152048,
      "grad_norm": 5.625,
      "learning_rate": 2.2569958059417095e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5247110962867737,
      "num_tokens": 333080686.0,
      "step": 432540
    },
    {
      "epoch": 0.5486720500077376,
      "grad_norm": 5.75,
      "learning_rate": 2.2569323749330804e-05,
      "loss": 1.7494,
      "mean_token_accuracy": 0.6112733602523803,
      "num_tokens": 333088524.0,
      "step": 432550
    },
    {
      "epoch": 0.5486847346002705,
      "grad_norm": 4.875,
      "learning_rate": 2.2568689439244513e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5307752907276153,
      "num_tokens": 333096637.0,
      "step": 432560
    },
    {
      "epoch": 0.5486974191928032,
      "grad_norm": 4.625,
      "learning_rate": 2.256805512915822e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5704482138156891,
      "num_tokens": 333104668.0,
      "step": 432570
    },
    {
      "epoch": 0.5487101037853361,
      "grad_norm": 4.5,
      "learning_rate": 2.256742081907193e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5350422143936158,
      "num_tokens": 333113473.0,
      "step": 432580
    },
    {
      "epoch": 0.5487227883778689,
      "grad_norm": 5.125,
      "learning_rate": 2.256678650898564e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.53234903216362,
      "num_tokens": 333122137.0,
      "step": 432590
    },
    {
      "epoch": 0.5487354729704018,
      "grad_norm": 6.21875,
      "learning_rate": 2.2566152198899344e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5556899249553681,
      "num_tokens": 333128724.0,
      "step": 432600
    },
    {
      "epoch": 0.5487481575629346,
      "grad_norm": 5.9375,
      "learning_rate": 2.2565517888813053e-05,
      "loss": 1.8546,
      "mean_token_accuracy": 0.5812392085790634,
      "num_tokens": 333135630.0,
      "step": 432610
    },
    {
      "epoch": 0.5487608421554674,
      "grad_norm": 6.59375,
      "learning_rate": 2.2564883578726765e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5449848979711532,
      "num_tokens": 333142196.0,
      "step": 432620
    },
    {
      "epoch": 0.5487735267480003,
      "grad_norm": 6.21875,
      "learning_rate": 2.256424926864047e-05,
      "loss": 1.6607,
      "mean_token_accuracy": 0.6321187734603881,
      "num_tokens": 333148998.0,
      "step": 432630
    },
    {
      "epoch": 0.5487862113405331,
      "grad_norm": 5.71875,
      "learning_rate": 2.256361495855418e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5281878769397735,
      "num_tokens": 333156723.0,
      "step": 432640
    },
    {
      "epoch": 0.548798895933066,
      "grad_norm": 5.15625,
      "learning_rate": 2.2562980648467888e-05,
      "loss": 1.9617,
      "mean_token_accuracy": 0.5731358766555786,
      "num_tokens": 333164619.0,
      "step": 432650
    },
    {
      "epoch": 0.5488115805255988,
      "grad_norm": 5.15625,
      "learning_rate": 2.2562346338381597e-05,
      "loss": 2.189,
      "mean_token_accuracy": 0.5256742805242538,
      "num_tokens": 333172134.0,
      "step": 432660
    },
    {
      "epoch": 0.5488242651181316,
      "grad_norm": 5.34375,
      "learning_rate": 2.2561712028295306e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5785653769969941,
      "num_tokens": 333178601.0,
      "step": 432670
    },
    {
      "epoch": 0.5488369497106644,
      "grad_norm": 6.4375,
      "learning_rate": 2.2561077718209014e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5297508716583252,
      "num_tokens": 333185966.0,
      "step": 432680
    },
    {
      "epoch": 0.5488496343031973,
      "grad_norm": 6.875,
      "learning_rate": 2.2560443408122723e-05,
      "loss": 1.8122,
      "mean_token_accuracy": 0.5943733096122742,
      "num_tokens": 333193803.0,
      "step": 432690
    },
    {
      "epoch": 0.5488623188957301,
      "grad_norm": 4.9375,
      "learning_rate": 2.255980909803643e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5591924279928208,
      "num_tokens": 333202673.0,
      "step": 432700
    },
    {
      "epoch": 0.5488750034882629,
      "grad_norm": 5.78125,
      "learning_rate": 2.2559174787950137e-05,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5656604260206223,
      "num_tokens": 333208374.0,
      "step": 432710
    },
    {
      "epoch": 0.5488876880807958,
      "grad_norm": 6.3125,
      "learning_rate": 2.255854047786385e-05,
      "loss": 2.2656,
      "mean_token_accuracy": 0.523849293589592,
      "num_tokens": 333215427.0,
      "step": 432720
    },
    {
      "epoch": 0.5489003726733286,
      "grad_norm": 8.0625,
      "learning_rate": 2.2557906167777558e-05,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5467019289731979,
      "num_tokens": 333221475.0,
      "step": 432730
    },
    {
      "epoch": 0.5489130572658615,
      "grad_norm": 5.625,
      "learning_rate": 2.2557271857691263e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5506710708141327,
      "num_tokens": 333229597.0,
      "step": 432740
    },
    {
      "epoch": 0.5489257418583943,
      "grad_norm": 5.5625,
      "learning_rate": 2.2556637547604972e-05,
      "loss": 1.7501,
      "mean_token_accuracy": 0.611975371837616,
      "num_tokens": 333236820.0,
      "step": 432750
    },
    {
      "epoch": 0.5489384264509272,
      "grad_norm": 5.59375,
      "learning_rate": 2.255600323751868e-05,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5726406276226044,
      "num_tokens": 333244410.0,
      "step": 432760
    },
    {
      "epoch": 0.54895111104346,
      "grad_norm": 4.8125,
      "learning_rate": 2.255536892743239e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5600216388702393,
      "num_tokens": 333252348.0,
      "step": 432770
    },
    {
      "epoch": 0.5489637956359927,
      "grad_norm": 4.90625,
      "learning_rate": 2.25547346173461e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5558991253376007,
      "num_tokens": 333260716.0,
      "step": 432780
    },
    {
      "epoch": 0.5489764802285256,
      "grad_norm": 5.125,
      "learning_rate": 2.2554100307259807e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5212963581085205,
      "num_tokens": 333269474.0,
      "step": 432790
    },
    {
      "epoch": 0.5489891648210584,
      "grad_norm": 4.84375,
      "learning_rate": 2.2553465997173516e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5448493301868439,
      "num_tokens": 333276204.0,
      "step": 432800
    },
    {
      "epoch": 0.5490018494135913,
      "grad_norm": 8.3125,
      "learning_rate": 2.255283168708722e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.544307416677475,
      "num_tokens": 333283253.0,
      "step": 432810
    },
    {
      "epoch": 0.5490145340061241,
      "grad_norm": 5.1875,
      "learning_rate": 2.2552197377000933e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5384354382753372,
      "num_tokens": 333290756.0,
      "step": 432820
    },
    {
      "epoch": 0.549027218598657,
      "grad_norm": 6.0625,
      "learning_rate": 2.2551563066914642e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5709953486919404,
      "num_tokens": 333297856.0,
      "step": 432830
    },
    {
      "epoch": 0.5490399031911898,
      "grad_norm": 4.75,
      "learning_rate": 2.2550928756828347e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5480449050664902,
      "num_tokens": 333305023.0,
      "step": 432840
    },
    {
      "epoch": 0.5490525877837227,
      "grad_norm": 5.3125,
      "learning_rate": 2.2550294446742056e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5312769651412964,
      "num_tokens": 333313279.0,
      "step": 432850
    },
    {
      "epoch": 0.5490652723762555,
      "grad_norm": 4.84375,
      "learning_rate": 2.2549660136655765e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5708238929510117,
      "num_tokens": 333321429.0,
      "step": 432860
    },
    {
      "epoch": 0.5490779569687882,
      "grad_norm": 4.78125,
      "learning_rate": 2.2549025826569474e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5313724100589752,
      "num_tokens": 333329609.0,
      "step": 432870
    },
    {
      "epoch": 0.5490906415613211,
      "grad_norm": 6.09375,
      "learning_rate": 2.2548391516483182e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5499960243701935,
      "num_tokens": 333336843.0,
      "step": 432880
    },
    {
      "epoch": 0.5491033261538539,
      "grad_norm": 5.625,
      "learning_rate": 2.254775720639689e-05,
      "loss": 2.3208,
      "mean_token_accuracy": 0.5206806778907775,
      "num_tokens": 333345020.0,
      "step": 432890
    },
    {
      "epoch": 0.5491160107463868,
      "grad_norm": 6.125,
      "learning_rate": 2.25471228963106e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5303861707448959,
      "num_tokens": 333353110.0,
      "step": 432900
    },
    {
      "epoch": 0.5491286953389196,
      "grad_norm": 4.875,
      "learning_rate": 2.254648858622431e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5270878851413727,
      "num_tokens": 333361121.0,
      "step": 432910
    },
    {
      "epoch": 0.5491413799314525,
      "grad_norm": 7.375,
      "learning_rate": 2.2545854276138017e-05,
      "loss": 1.8546,
      "mean_token_accuracy": 0.5816627383232117,
      "num_tokens": 333368385.0,
      "step": 432920
    },
    {
      "epoch": 0.5491540645239853,
      "grad_norm": 5.21875,
      "learning_rate": 2.2545219966051726e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5460994809865951,
      "num_tokens": 333376442.0,
      "step": 432930
    },
    {
      "epoch": 0.5491667491165181,
      "grad_norm": 5.625,
      "learning_rate": 2.2544585655965435e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5716169714927674,
      "num_tokens": 333384344.0,
      "step": 432940
    },
    {
      "epoch": 0.549179433709051,
      "grad_norm": 7.40625,
      "learning_rate": 2.254395134587914e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5319403499364853,
      "num_tokens": 333392971.0,
      "step": 432950
    },
    {
      "epoch": 0.5491921183015838,
      "grad_norm": 5.0,
      "learning_rate": 2.2543317035792852e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5353662580251694,
      "num_tokens": 333401439.0,
      "step": 432960
    },
    {
      "epoch": 0.5492048028941167,
      "grad_norm": 4.78125,
      "learning_rate": 2.254268272570656e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5448051720857621,
      "num_tokens": 333408641.0,
      "step": 432970
    },
    {
      "epoch": 0.5492174874866494,
      "grad_norm": 6.09375,
      "learning_rate": 2.2542048415620266e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5232187181711196,
      "num_tokens": 333417220.0,
      "step": 432980
    },
    {
      "epoch": 0.5492301720791823,
      "grad_norm": 5.84375,
      "learning_rate": 2.2541414105533975e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5404134780168534,
      "num_tokens": 333425530.0,
      "step": 432990
    },
    {
      "epoch": 0.5492428566717151,
      "grad_norm": 7.09375,
      "learning_rate": 2.2540779795447684e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5826387673616409,
      "num_tokens": 333432297.0,
      "step": 433000
    },
    {
      "epoch": 0.5492555412642479,
      "grad_norm": 6.71875,
      "learning_rate": 2.2540145485361393e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5786810100078583,
      "num_tokens": 333440363.0,
      "step": 433010
    },
    {
      "epoch": 0.5492682258567808,
      "grad_norm": 5.15625,
      "learning_rate": 2.25395111752751e-05,
      "loss": 1.825,
      "mean_token_accuracy": 0.5846327245235443,
      "num_tokens": 333449391.0,
      "step": 433020
    },
    {
      "epoch": 0.5492809104493136,
      "grad_norm": 4.46875,
      "learning_rate": 2.253887686518881e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5366509944200516,
      "num_tokens": 333457370.0,
      "step": 433030
    },
    {
      "epoch": 0.5492935950418465,
      "grad_norm": 4.3125,
      "learning_rate": 2.253824255510252e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5513222545385361,
      "num_tokens": 333464711.0,
      "step": 433040
    },
    {
      "epoch": 0.5493062796343793,
      "grad_norm": 5.84375,
      "learning_rate": 2.2537608245016224e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5335153996944427,
      "num_tokens": 333472860.0,
      "step": 433050
    },
    {
      "epoch": 0.5493189642269122,
      "grad_norm": 6.8125,
      "learning_rate": 2.2536973934929936e-05,
      "loss": 1.8512,
      "mean_token_accuracy": 0.5888583332300186,
      "num_tokens": 333479716.0,
      "step": 433060
    },
    {
      "epoch": 0.549331648819445,
      "grad_norm": 5.96875,
      "learning_rate": 2.2536339624843645e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5792953252792359,
      "num_tokens": 333486035.0,
      "step": 433070
    },
    {
      "epoch": 0.5493443334119779,
      "grad_norm": 7.375,
      "learning_rate": 2.253570531475735e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.559568989276886,
      "num_tokens": 333493256.0,
      "step": 433080
    },
    {
      "epoch": 0.5493570180045106,
      "grad_norm": 6.84375,
      "learning_rate": 2.253507100467106e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5187351018190384,
      "num_tokens": 333500820.0,
      "step": 433090
    },
    {
      "epoch": 0.5493697025970434,
      "grad_norm": 5.125,
      "learning_rate": 2.2534436694584768e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5195295155048371,
      "num_tokens": 333508680.0,
      "step": 433100
    },
    {
      "epoch": 0.5493823871895763,
      "grad_norm": 4.3125,
      "learning_rate": 2.253380238449848e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5261940747499466,
      "num_tokens": 333517525.0,
      "step": 433110
    },
    {
      "epoch": 0.5493950717821091,
      "grad_norm": 7.46875,
      "learning_rate": 2.2533168074412185e-05,
      "loss": 1.8155,
      "mean_token_accuracy": 0.5948241919279098,
      "num_tokens": 333524896.0,
      "step": 433120
    },
    {
      "epoch": 0.549407756374642,
      "grad_norm": 4.375,
      "learning_rate": 2.2532533764325894e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5527708619832993,
      "num_tokens": 333533494.0,
      "step": 433130
    },
    {
      "epoch": 0.5494204409671748,
      "grad_norm": 7.65625,
      "learning_rate": 2.2531899454239603e-05,
      "loss": 1.761,
      "mean_token_accuracy": 0.6123393088579178,
      "num_tokens": 333539069.0,
      "step": 433140
    },
    {
      "epoch": 0.5494331255597077,
      "grad_norm": 5.0625,
      "learning_rate": 2.253126514415331e-05,
      "loss": 1.8288,
      "mean_token_accuracy": 0.5965667754411698,
      "num_tokens": 333546172.0,
      "step": 433150
    },
    {
      "epoch": 0.5494458101522405,
      "grad_norm": 5.4375,
      "learning_rate": 2.253063083406702e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.51984543800354,
      "num_tokens": 333555217.0,
      "step": 433160
    },
    {
      "epoch": 0.5494584947447733,
      "grad_norm": 6.1875,
      "learning_rate": 2.252999652398073e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5562780320644378,
      "num_tokens": 333562970.0,
      "step": 433170
    },
    {
      "epoch": 0.5494711793373062,
      "grad_norm": 20.5,
      "learning_rate": 2.2529362213894438e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5474935531616211,
      "num_tokens": 333570451.0,
      "step": 433180
    },
    {
      "epoch": 0.549483863929839,
      "grad_norm": 4.96875,
      "learning_rate": 2.2528727903808143e-05,
      "loss": 1.8473,
      "mean_token_accuracy": 0.5864124208688736,
      "num_tokens": 333577575.0,
      "step": 433190
    },
    {
      "epoch": 0.5494965485223718,
      "grad_norm": 8.3125,
      "learning_rate": 2.2528093593721852e-05,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5507520616054535,
      "num_tokens": 333585391.0,
      "step": 433200
    },
    {
      "epoch": 0.5495092331149046,
      "grad_norm": 4.84375,
      "learning_rate": 2.2527459283635564e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5630264461040497,
      "num_tokens": 333593017.0,
      "step": 433210
    },
    {
      "epoch": 0.5495219177074375,
      "grad_norm": 4.59375,
      "learning_rate": 2.252682497354927e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5229907244443893,
      "num_tokens": 333601933.0,
      "step": 433220
    },
    {
      "epoch": 0.5495346022999703,
      "grad_norm": 5.0625,
      "learning_rate": 2.2526190663462978e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5317443639039994,
      "num_tokens": 333610490.0,
      "step": 433230
    },
    {
      "epoch": 0.5495472868925032,
      "grad_norm": 6.375,
      "learning_rate": 2.2525556353376687e-05,
      "loss": 2.3573,
      "mean_token_accuracy": 0.4910849124193192,
      "num_tokens": 333619541.0,
      "step": 433240
    },
    {
      "epoch": 0.549559971485036,
      "grad_norm": 4.84375,
      "learning_rate": 2.2524922043290396e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5170563906431198,
      "num_tokens": 333627702.0,
      "step": 433250
    },
    {
      "epoch": 0.5495726560775688,
      "grad_norm": 7.96875,
      "learning_rate": 2.2524287733204104e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.528207927942276,
      "num_tokens": 333635117.0,
      "step": 433260
    },
    {
      "epoch": 0.5495853406701017,
      "grad_norm": 6.65625,
      "learning_rate": 2.2523653423117813e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5275434941053391,
      "num_tokens": 333643682.0,
      "step": 433270
    },
    {
      "epoch": 0.5495980252626345,
      "grad_norm": 4.875,
      "learning_rate": 2.2523019113031522e-05,
      "loss": 1.8639,
      "mean_token_accuracy": 0.5850521922111511,
      "num_tokens": 333652307.0,
      "step": 433280
    },
    {
      "epoch": 0.5496107098551674,
      "grad_norm": 5.0625,
      "learning_rate": 2.2522384802945227e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5267963886260987,
      "num_tokens": 333660117.0,
      "step": 433290
    },
    {
      "epoch": 0.5496233944477001,
      "grad_norm": 6.71875,
      "learning_rate": 2.2521750492858936e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5247652441263199,
      "num_tokens": 333668872.0,
      "step": 433300
    },
    {
      "epoch": 0.549636079040233,
      "grad_norm": 5.46875,
      "learning_rate": 2.2521116182772648e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5427733212709427,
      "num_tokens": 333675994.0,
      "step": 433310
    },
    {
      "epoch": 0.5496487636327658,
      "grad_norm": 7.1875,
      "learning_rate": 2.2520481872686357e-05,
      "loss": 1.9309,
      "mean_token_accuracy": 0.5716096788644791,
      "num_tokens": 333683369.0,
      "step": 433320
    },
    {
      "epoch": 0.5496614482252986,
      "grad_norm": 4.96875,
      "learning_rate": 2.2519847562600062e-05,
      "loss": 1.8984,
      "mean_token_accuracy": 0.5723682820796967,
      "num_tokens": 333691003.0,
      "step": 433330
    },
    {
      "epoch": 0.5496741328178315,
      "grad_norm": 4.75,
      "learning_rate": 2.251921325251377e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5617737740278244,
      "num_tokens": 333697595.0,
      "step": 433340
    },
    {
      "epoch": 0.5496868174103643,
      "grad_norm": 5.96875,
      "learning_rate": 2.2518578942427483e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5333598732948304,
      "num_tokens": 333705925.0,
      "step": 433350
    },
    {
      "epoch": 0.5496995020028972,
      "grad_norm": 5.21875,
      "learning_rate": 2.251794463234119e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5323636472225189,
      "num_tokens": 333713516.0,
      "step": 433360
    },
    {
      "epoch": 0.54971218659543,
      "grad_norm": 5.5,
      "learning_rate": 2.2517310322254897e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5229896605014801,
      "num_tokens": 333723546.0,
      "step": 433370
    },
    {
      "epoch": 0.5497248711879629,
      "grad_norm": 5.8125,
      "learning_rate": 2.2516676012168606e-05,
      "loss": 2.4095,
      "mean_token_accuracy": 0.49236548542976377,
      "num_tokens": 333733193.0,
      "step": 433380
    },
    {
      "epoch": 0.5497375557804957,
      "grad_norm": 7.09375,
      "learning_rate": 2.2516041702082315e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5594352066516877,
      "num_tokens": 333740599.0,
      "step": 433390
    },
    {
      "epoch": 0.5497502403730284,
      "grad_norm": 5.4375,
      "learning_rate": 2.2515407391996023e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5295510053634643,
      "num_tokens": 333749914.0,
      "step": 433400
    },
    {
      "epoch": 0.5497629249655613,
      "grad_norm": 5.8125,
      "learning_rate": 2.2514773081909732e-05,
      "loss": 2.1927,
      "mean_token_accuracy": 0.5398003846406937,
      "num_tokens": 333757287.0,
      "step": 433410
    },
    {
      "epoch": 0.5497756095580941,
      "grad_norm": 4.9375,
      "learning_rate": 2.251413877182344e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5325330257415771,
      "num_tokens": 333765399.0,
      "step": 433420
    },
    {
      "epoch": 0.549788294150627,
      "grad_norm": 6.71875,
      "learning_rate": 2.2513504461737146e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5358012527227402,
      "num_tokens": 333773452.0,
      "step": 433430
    },
    {
      "epoch": 0.5498009787431598,
      "grad_norm": 5.5625,
      "learning_rate": 2.2512870151650855e-05,
      "loss": 1.8371,
      "mean_token_accuracy": 0.5868295550346374,
      "num_tokens": 333779660.0,
      "step": 433440
    },
    {
      "epoch": 0.5498136633356927,
      "grad_norm": 5.03125,
      "learning_rate": 2.2512235841564567e-05,
      "loss": 1.8039,
      "mean_token_accuracy": 0.589085042476654,
      "num_tokens": 333786661.0,
      "step": 433450
    },
    {
      "epoch": 0.5498263479282255,
      "grad_norm": 5.0,
      "learning_rate": 2.2511601531478276e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5550287008285523,
      "num_tokens": 333793707.0,
      "step": 433460
    },
    {
      "epoch": 0.5498390325207584,
      "grad_norm": 5.125,
      "learning_rate": 2.251096722139198e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5333532899618149,
      "num_tokens": 333802947.0,
      "step": 433470
    },
    {
      "epoch": 0.5498517171132912,
      "grad_norm": 6.4375,
      "learning_rate": 2.251033291130569e-05,
      "loss": 1.8046,
      "mean_token_accuracy": 0.5927350968122482,
      "num_tokens": 333810039.0,
      "step": 433480
    },
    {
      "epoch": 0.549864401705824,
      "grad_norm": 4.71875,
      "learning_rate": 2.25096986012194e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5367143094539643,
      "num_tokens": 333818516.0,
      "step": 433490
    },
    {
      "epoch": 0.5498770862983569,
      "grad_norm": 8.0625,
      "learning_rate": 2.2509064291133107e-05,
      "loss": 1.7924,
      "mean_token_accuracy": 0.6088663280010224,
      "num_tokens": 333823739.0,
      "step": 433500
    },
    {
      "epoch": 0.5498897708908896,
      "grad_norm": 6.65625,
      "learning_rate": 2.2508429981046816e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.56786989569664,
      "num_tokens": 333831458.0,
      "step": 433510
    },
    {
      "epoch": 0.5499024554834225,
      "grad_norm": 6.40625,
      "learning_rate": 2.2507795670960525e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5347485989332199,
      "num_tokens": 333839670.0,
      "step": 433520
    },
    {
      "epoch": 0.5499151400759553,
      "grad_norm": 6.75,
      "learning_rate": 2.2507161360874234e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5329074680805206,
      "num_tokens": 333847766.0,
      "step": 433530
    },
    {
      "epoch": 0.5499278246684882,
      "grad_norm": 5.09375,
      "learning_rate": 2.250652705078794e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5477710664272308,
      "num_tokens": 333855843.0,
      "step": 433540
    },
    {
      "epoch": 0.549940509261021,
      "grad_norm": 4.71875,
      "learning_rate": 2.250589274070165e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5389868825674057,
      "num_tokens": 333864105.0,
      "step": 433550
    },
    {
      "epoch": 0.5499531938535538,
      "grad_norm": 6.40625,
      "learning_rate": 2.250525843061536e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5613261729478836,
      "num_tokens": 333870468.0,
      "step": 433560
    },
    {
      "epoch": 0.5499658784460867,
      "grad_norm": 4.625,
      "learning_rate": 2.2504624120529065e-05,
      "loss": 1.7726,
      "mean_token_accuracy": 0.5897987067699433,
      "num_tokens": 333877979.0,
      "step": 433570
    },
    {
      "epoch": 0.5499785630386195,
      "grad_norm": 5.21875,
      "learning_rate": 2.2503989810442774e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5395345598459244,
      "num_tokens": 333885956.0,
      "step": 433580
    },
    {
      "epoch": 0.5499912476311524,
      "grad_norm": 5.96875,
      "learning_rate": 2.2503355500356483e-05,
      "loss": 1.9404,
      "mean_token_accuracy": 0.5739830762147904,
      "num_tokens": 333892978.0,
      "step": 433590
    },
    {
      "epoch": 0.5500039322236852,
      "grad_norm": 4.96875,
      "learning_rate": 2.250272119027019e-05,
      "loss": 2.3203,
      "mean_token_accuracy": 0.5046040058135987,
      "num_tokens": 333901040.0,
      "step": 433600
    },
    {
      "epoch": 0.550016616816218,
      "grad_norm": 5.09375,
      "learning_rate": 2.25020868801839e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5394192188978195,
      "num_tokens": 333908680.0,
      "step": 433610
    },
    {
      "epoch": 0.5500293014087508,
      "grad_norm": 5.0625,
      "learning_rate": 2.250145257009761e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5489654749631881,
      "num_tokens": 333915732.0,
      "step": 433620
    },
    {
      "epoch": 0.5500419860012837,
      "grad_norm": 5.34375,
      "learning_rate": 2.2500818260011318e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5432044506072998,
      "num_tokens": 333923086.0,
      "step": 433630
    },
    {
      "epoch": 0.5500546705938165,
      "grad_norm": 4.75,
      "learning_rate": 2.2500183949925023e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5588819742202759,
      "num_tokens": 333931274.0,
      "step": 433640
    },
    {
      "epoch": 0.5500673551863493,
      "grad_norm": 4.90625,
      "learning_rate": 2.2499549639838735e-05,
      "loss": 2.3044,
      "mean_token_accuracy": 0.5094132483005523,
      "num_tokens": 333940722.0,
      "step": 433650
    },
    {
      "epoch": 0.5500800397788822,
      "grad_norm": 4.84375,
      "learning_rate": 2.2498915329752444e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5342671930789947,
      "num_tokens": 333948056.0,
      "step": 433660
    },
    {
      "epoch": 0.550092724371415,
      "grad_norm": 6.0,
      "learning_rate": 2.2498281019666153e-05,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5207028776407242,
      "num_tokens": 333956349.0,
      "step": 433670
    },
    {
      "epoch": 0.5501054089639479,
      "grad_norm": 5.125,
      "learning_rate": 2.2497646709579858e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5370871812105179,
      "num_tokens": 333964811.0,
      "step": 433680
    },
    {
      "epoch": 0.5501180935564807,
      "grad_norm": 5.125,
      "learning_rate": 2.2497012399493567e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5375075995922088,
      "num_tokens": 333972708.0,
      "step": 433690
    },
    {
      "epoch": 0.5501307781490136,
      "grad_norm": 5.5625,
      "learning_rate": 2.249637808940728e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5695277869701385,
      "num_tokens": 333980858.0,
      "step": 433700
    },
    {
      "epoch": 0.5501434627415464,
      "grad_norm": 7.28125,
      "learning_rate": 2.2495743779320984e-05,
      "loss": 2.2771,
      "mean_token_accuracy": 0.503996929526329,
      "num_tokens": 333989082.0,
      "step": 433710
    },
    {
      "epoch": 0.5501561473340791,
      "grad_norm": 5.40625,
      "learning_rate": 2.2495109469234693e-05,
      "loss": 2.2444,
      "mean_token_accuracy": 0.5260396331548691,
      "num_tokens": 333996562.0,
      "step": 433720
    },
    {
      "epoch": 0.550168831926612,
      "grad_norm": 5.40625,
      "learning_rate": 2.24944751591484e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5442670971155167,
      "num_tokens": 334003870.0,
      "step": 433730
    },
    {
      "epoch": 0.5501815165191448,
      "grad_norm": 5.3125,
      "learning_rate": 2.249384084906211e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5421190589666367,
      "num_tokens": 334011686.0,
      "step": 433740
    },
    {
      "epoch": 0.5501942011116777,
      "grad_norm": 5.96875,
      "learning_rate": 2.249320653897582e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5439076811075211,
      "num_tokens": 334019698.0,
      "step": 433750
    },
    {
      "epoch": 0.5502068857042105,
      "grad_norm": 5.90625,
      "learning_rate": 2.2492572228889528e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5441709518432617,
      "num_tokens": 334027512.0,
      "step": 433760
    },
    {
      "epoch": 0.5502195702967434,
      "grad_norm": 6.1875,
      "learning_rate": 2.2491937918803237e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5294396787881851,
      "num_tokens": 334034886.0,
      "step": 433770
    },
    {
      "epoch": 0.5502322548892762,
      "grad_norm": 5.40625,
      "learning_rate": 2.2491303608716942e-05,
      "loss": 1.5749,
      "mean_token_accuracy": 0.6420482128858567,
      "num_tokens": 334040996.0,
      "step": 433780
    },
    {
      "epoch": 0.5502449394818091,
      "grad_norm": 5.1875,
      "learning_rate": 2.249066929863065e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5434426337480545,
      "num_tokens": 334049384.0,
      "step": 433790
    },
    {
      "epoch": 0.5502576240743419,
      "grad_norm": 9.9375,
      "learning_rate": 2.2490034988544363e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.550206658244133,
      "num_tokens": 334055913.0,
      "step": 433800
    },
    {
      "epoch": 0.5502703086668747,
      "grad_norm": 5.0,
      "learning_rate": 2.2489400678458068e-05,
      "loss": 2.2837,
      "mean_token_accuracy": 0.5162802070379258,
      "num_tokens": 334064394.0,
      "step": 433810
    },
    {
      "epoch": 0.5502829932594075,
      "grad_norm": 5.71875,
      "learning_rate": 2.2488766368371777e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5490174025297165,
      "num_tokens": 334072358.0,
      "step": 433820
    },
    {
      "epoch": 0.5502956778519403,
      "grad_norm": 5.875,
      "learning_rate": 2.2488132058285486e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5137526303529739,
      "num_tokens": 334080689.0,
      "step": 433830
    },
    {
      "epoch": 0.5503083624444732,
      "grad_norm": 4.84375,
      "learning_rate": 2.2487497748199198e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5405640423297882,
      "num_tokens": 334089889.0,
      "step": 433840
    },
    {
      "epoch": 0.550321047037006,
      "grad_norm": 4.9375,
      "learning_rate": 2.2486863438112903e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.549150088429451,
      "num_tokens": 334097328.0,
      "step": 433850
    },
    {
      "epoch": 0.5503337316295389,
      "grad_norm": 4.71875,
      "learning_rate": 2.2486229128026612e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5180417418479919,
      "num_tokens": 334105574.0,
      "step": 433860
    },
    {
      "epoch": 0.5503464162220717,
      "grad_norm": 7.21875,
      "learning_rate": 2.248559481794032e-05,
      "loss": 1.9112,
      "mean_token_accuracy": 0.5868854761123657,
      "num_tokens": 334112074.0,
      "step": 433870
    },
    {
      "epoch": 0.5503591008146045,
      "grad_norm": 5.28125,
      "learning_rate": 2.248496050785403e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5286225140094757,
      "num_tokens": 334119631.0,
      "step": 433880
    },
    {
      "epoch": 0.5503717854071374,
      "grad_norm": 7.03125,
      "learning_rate": 2.2484326197767738e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5290226340293884,
      "num_tokens": 334127611.0,
      "step": 433890
    },
    {
      "epoch": 0.5503844699996702,
      "grad_norm": 6.65625,
      "learning_rate": 2.2483691887681447e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5630585014820099,
      "num_tokens": 334136768.0,
      "step": 433900
    },
    {
      "epoch": 0.5503971545922031,
      "grad_norm": 5.75,
      "learning_rate": 2.2483057577595156e-05,
      "loss": 1.795,
      "mean_token_accuracy": 0.5946591317653656,
      "num_tokens": 334143602.0,
      "step": 433910
    },
    {
      "epoch": 0.5504098391847358,
      "grad_norm": 6.28125,
      "learning_rate": 2.248242326750886e-05,
      "loss": 2.157,
      "mean_token_accuracy": 0.5410309046506881,
      "num_tokens": 334151425.0,
      "step": 433920
    },
    {
      "epoch": 0.5504225237772687,
      "grad_norm": 6.65625,
      "learning_rate": 2.248178895742257e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5744340151548386,
      "num_tokens": 334159172.0,
      "step": 433930
    },
    {
      "epoch": 0.5504352083698015,
      "grad_norm": 7.21875,
      "learning_rate": 2.2481154647336282e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5442660719156265,
      "num_tokens": 334166822.0,
      "step": 433940
    },
    {
      "epoch": 0.5504478929623343,
      "grad_norm": 8.125,
      "learning_rate": 2.2480520337249987e-05,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5812294036149979,
      "num_tokens": 334173551.0,
      "step": 433950
    },
    {
      "epoch": 0.5504605775548672,
      "grad_norm": 6.53125,
      "learning_rate": 2.2479886027163696e-05,
      "loss": 1.8208,
      "mean_token_accuracy": 0.5803523063659668,
      "num_tokens": 334181503.0,
      "step": 433960
    },
    {
      "epoch": 0.5504732621474,
      "grad_norm": 5.0,
      "learning_rate": 2.2479251717077405e-05,
      "loss": 2.1905,
      "mean_token_accuracy": 0.5156710237264633,
      "num_tokens": 334189474.0,
      "step": 433970
    },
    {
      "epoch": 0.5504859467399329,
      "grad_norm": 5.0,
      "learning_rate": 2.2478617406991113e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5420445322990417,
      "num_tokens": 334197542.0,
      "step": 433980
    },
    {
      "epoch": 0.5504986313324657,
      "grad_norm": 6.09375,
      "learning_rate": 2.2477983096904822e-05,
      "loss": 1.8362,
      "mean_token_accuracy": 0.5836413651704788,
      "num_tokens": 334204041.0,
      "step": 433990
    },
    {
      "epoch": 0.5505113159249986,
      "grad_norm": 4.65625,
      "learning_rate": 2.247734878681853e-05,
      "loss": 1.905,
      "mean_token_accuracy": 0.5689627051353454,
      "num_tokens": 334212209.0,
      "step": 434000
    },
    {
      "epoch": 0.5505240005175314,
      "grad_norm": 5.03125,
      "learning_rate": 2.247671447673224e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5412675440311432,
      "num_tokens": 334220699.0,
      "step": 434010
    },
    {
      "epoch": 0.5505366851100643,
      "grad_norm": 6.0625,
      "learning_rate": 2.2476080166645945e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.555362805724144,
      "num_tokens": 334228673.0,
      "step": 434020
    },
    {
      "epoch": 0.550549369702597,
      "grad_norm": 4.90625,
      "learning_rate": 2.2475445856559654e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5254712492227555,
      "num_tokens": 334237834.0,
      "step": 434030
    },
    {
      "epoch": 0.5505620542951298,
      "grad_norm": 4.71875,
      "learning_rate": 2.2474811546473366e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.569219246506691,
      "num_tokens": 334245806.0,
      "step": 434040
    },
    {
      "epoch": 0.5505747388876627,
      "grad_norm": 9.125,
      "learning_rate": 2.2474177236387074e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5598535805940628,
      "num_tokens": 334252178.0,
      "step": 434050
    },
    {
      "epoch": 0.5505874234801955,
      "grad_norm": 4.96875,
      "learning_rate": 2.247354292630078e-05,
      "loss": 1.4198,
      "mean_token_accuracy": 0.6643612086772919,
      "num_tokens": 334257527.0,
      "step": 434060
    },
    {
      "epoch": 0.5506001080727284,
      "grad_norm": 8.5,
      "learning_rate": 2.247290861621449e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5385367631912231,
      "num_tokens": 334263954.0,
      "step": 434070
    },
    {
      "epoch": 0.5506127926652612,
      "grad_norm": 5.5625,
      "learning_rate": 2.2472274306128197e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5106905043125153,
      "num_tokens": 334272541.0,
      "step": 434080
    },
    {
      "epoch": 0.5506254772577941,
      "grad_norm": 7.28125,
      "learning_rate": 2.2471639996041906e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5452007293701172,
      "num_tokens": 334279594.0,
      "step": 434090
    },
    {
      "epoch": 0.5506381618503269,
      "grad_norm": 5.4375,
      "learning_rate": 2.2471005685955615e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5480219572782516,
      "num_tokens": 334287300.0,
      "step": 434100
    },
    {
      "epoch": 0.5506508464428597,
      "grad_norm": 5.40625,
      "learning_rate": 2.2470371375869324e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5250947862863541,
      "num_tokens": 334294009.0,
      "step": 434110
    },
    {
      "epoch": 0.5506635310353926,
      "grad_norm": 5.21875,
      "learning_rate": 2.2469737065783032e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5643948644399643,
      "num_tokens": 334300535.0,
      "step": 434120
    },
    {
      "epoch": 0.5506762156279253,
      "grad_norm": 5.40625,
      "learning_rate": 2.2469102755696738e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5433579981327057,
      "num_tokens": 334307586.0,
      "step": 434130
    },
    {
      "epoch": 0.5506889002204582,
      "grad_norm": 5.0,
      "learning_rate": 2.246846844561045e-05,
      "loss": 2.2944,
      "mean_token_accuracy": 0.5086616575717926,
      "num_tokens": 334315812.0,
      "step": 434140
    },
    {
      "epoch": 0.550701584812991,
      "grad_norm": 5.71875,
      "learning_rate": 2.246783413552416e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.555348688364029,
      "num_tokens": 334324237.0,
      "step": 434150
    },
    {
      "epoch": 0.5507142694055239,
      "grad_norm": 5.28125,
      "learning_rate": 2.2467199825437864e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5307404398918152,
      "num_tokens": 334333190.0,
      "step": 434160
    },
    {
      "epoch": 0.5507269539980567,
      "grad_norm": 5.125,
      "learning_rate": 2.2466565515351573e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5338059216737747,
      "num_tokens": 334341821.0,
      "step": 434170
    },
    {
      "epoch": 0.5507396385905896,
      "grad_norm": 6.53125,
      "learning_rate": 2.246593120526528e-05,
      "loss": 1.9381,
      "mean_token_accuracy": 0.5729239672422409,
      "num_tokens": 334349280.0,
      "step": 434180
    },
    {
      "epoch": 0.5507523231831224,
      "grad_norm": 4.625,
      "learning_rate": 2.246529689517899e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5308124363422394,
      "num_tokens": 334357509.0,
      "step": 434190
    },
    {
      "epoch": 0.5507650077756552,
      "grad_norm": 6.09375,
      "learning_rate": 2.24646625850927e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5662986040115356,
      "num_tokens": 334365538.0,
      "step": 434200
    },
    {
      "epoch": 0.5507776923681881,
      "grad_norm": 6.25,
      "learning_rate": 2.2464028275006408e-05,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5603682070970535,
      "num_tokens": 334371781.0,
      "step": 434210
    },
    {
      "epoch": 0.5507903769607209,
      "grad_norm": 4.84375,
      "learning_rate": 2.2463393964920116e-05,
      "loss": 1.7564,
      "mean_token_accuracy": 0.6076980113983155,
      "num_tokens": 334378335.0,
      "step": 434220
    },
    {
      "epoch": 0.5508030615532538,
      "grad_norm": 6.5,
      "learning_rate": 2.246275965483382e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.5264763623476029,
      "num_tokens": 334386344.0,
      "step": 434230
    },
    {
      "epoch": 0.5508157461457865,
      "grad_norm": 7.625,
      "learning_rate": 2.2462125344747534e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5479902058839798,
      "num_tokens": 334392950.0,
      "step": 434240
    },
    {
      "epoch": 0.5508284307383194,
      "grad_norm": 5.125,
      "learning_rate": 2.2461491034661243e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5485214203596115,
      "num_tokens": 334400947.0,
      "step": 434250
    },
    {
      "epoch": 0.5508411153308522,
      "grad_norm": 6.28125,
      "learning_rate": 2.246085672457495e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5621027052402496,
      "num_tokens": 334409061.0,
      "step": 434260
    },
    {
      "epoch": 0.550853799923385,
      "grad_norm": 5.75,
      "learning_rate": 2.2460222414488657e-05,
      "loss": 1.959,
      "mean_token_accuracy": 0.5714704900979996,
      "num_tokens": 334416838.0,
      "step": 434270
    },
    {
      "epoch": 0.5508664845159179,
      "grad_norm": 8.875,
      "learning_rate": 2.245958810440237e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5524358719587326,
      "num_tokens": 334423504.0,
      "step": 434280
    },
    {
      "epoch": 0.5508791691084507,
      "grad_norm": 5.8125,
      "learning_rate": 2.2458953794316077e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5407299071550369,
      "num_tokens": 334431334.0,
      "step": 434290
    },
    {
      "epoch": 0.5508918537009836,
      "grad_norm": 6.0625,
      "learning_rate": 2.2458319484229783e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5255522847175598,
      "num_tokens": 334439877.0,
      "step": 434300
    },
    {
      "epoch": 0.5509045382935164,
      "grad_norm": 5.3125,
      "learning_rate": 2.245768517414349e-05,
      "loss": 2.2057,
      "mean_token_accuracy": 0.5301200240850449,
      "num_tokens": 334448906.0,
      "step": 434310
    },
    {
      "epoch": 0.5509172228860493,
      "grad_norm": 5.1875,
      "learning_rate": 2.24570508640572e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5570171505212784,
      "num_tokens": 334456876.0,
      "step": 434320
    },
    {
      "epoch": 0.5509299074785821,
      "grad_norm": 5.78125,
      "learning_rate": 2.245641655397091e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.549160948395729,
      "num_tokens": 334464817.0,
      "step": 434330
    },
    {
      "epoch": 0.5509425920711148,
      "grad_norm": 10.75,
      "learning_rate": 2.2455782243884618e-05,
      "loss": 1.7861,
      "mean_token_accuracy": 0.592720291018486,
      "num_tokens": 334471895.0,
      "step": 434340
    },
    {
      "epoch": 0.5509552766636477,
      "grad_norm": 5.78125,
      "learning_rate": 2.2455147933798327e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5878995090723038,
      "num_tokens": 334478553.0,
      "step": 434350
    },
    {
      "epoch": 0.5509679612561805,
      "grad_norm": 6.875,
      "learning_rate": 2.2454513623712035e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5369160413742066,
      "num_tokens": 334486113.0,
      "step": 434360
    },
    {
      "epoch": 0.5509806458487134,
      "grad_norm": 6.8125,
      "learning_rate": 2.245387931362574e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5378119111061096,
      "num_tokens": 334494181.0,
      "step": 434370
    },
    {
      "epoch": 0.5509933304412462,
      "grad_norm": 6.0,
      "learning_rate": 2.2453245003539453e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5553718209266663,
      "num_tokens": 334501194.0,
      "step": 434380
    },
    {
      "epoch": 0.5510060150337791,
      "grad_norm": 7.15625,
      "learning_rate": 2.245261069345316e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5348419398069382,
      "num_tokens": 334507936.0,
      "step": 434390
    },
    {
      "epoch": 0.5510186996263119,
      "grad_norm": 8.125,
      "learning_rate": 2.2451976383366867e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5409755349159241,
      "num_tokens": 334515297.0,
      "step": 434400
    },
    {
      "epoch": 0.5510313842188448,
      "grad_norm": 4.46875,
      "learning_rate": 2.2451342073280576e-05,
      "loss": 1.92,
      "mean_token_accuracy": 0.5677246510982513,
      "num_tokens": 334523408.0,
      "step": 434410
    },
    {
      "epoch": 0.5510440688113776,
      "grad_norm": 5.8125,
      "learning_rate": 2.2450707763194284e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5270522981882095,
      "num_tokens": 334531308.0,
      "step": 434420
    },
    {
      "epoch": 0.5510567534039104,
      "grad_norm": 5.21875,
      "learning_rate": 2.2450073453107996e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5810767441987992,
      "num_tokens": 334537790.0,
      "step": 434430
    },
    {
      "epoch": 0.5510694379964433,
      "grad_norm": 5.875,
      "learning_rate": 2.2449439143021702e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.528638768196106,
      "num_tokens": 334546134.0,
      "step": 434440
    },
    {
      "epoch": 0.551082122588976,
      "grad_norm": 5.375,
      "learning_rate": 2.244880483293541e-05,
      "loss": 2.237,
      "mean_token_accuracy": 0.519141486287117,
      "num_tokens": 334554081.0,
      "step": 434450
    },
    {
      "epoch": 0.5510948071815089,
      "grad_norm": 5.75,
      "learning_rate": 2.244817052284912e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5454643249511719,
      "num_tokens": 334561427.0,
      "step": 434460
    },
    {
      "epoch": 0.5511074917740417,
      "grad_norm": 11.125,
      "learning_rate": 2.2447536212762828e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5427127867937088,
      "num_tokens": 334568160.0,
      "step": 434470
    },
    {
      "epoch": 0.5511201763665746,
      "grad_norm": 4.6875,
      "learning_rate": 2.2446901902676537e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5263144850730896,
      "num_tokens": 334576643.0,
      "step": 434480
    },
    {
      "epoch": 0.5511328609591074,
      "grad_norm": 7.15625,
      "learning_rate": 2.2446267592590245e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.521431052684784,
      "num_tokens": 334584470.0,
      "step": 434490
    },
    {
      "epoch": 0.5511455455516402,
      "grad_norm": 5.75,
      "learning_rate": 2.2445633282503954e-05,
      "loss": 1.8219,
      "mean_token_accuracy": 0.5890038490295411,
      "num_tokens": 334589908.0,
      "step": 434500
    },
    {
      "epoch": 0.5511582301441731,
      "grad_norm": 6.1875,
      "learning_rate": 2.244499897241766e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5437604993581772,
      "num_tokens": 334597308.0,
      "step": 434510
    },
    {
      "epoch": 0.5511709147367059,
      "grad_norm": 5.71875,
      "learning_rate": 2.244436466233137e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5347638696432113,
      "num_tokens": 334605335.0,
      "step": 434520
    },
    {
      "epoch": 0.5511835993292388,
      "grad_norm": 4.59375,
      "learning_rate": 2.244373035224508e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5545301765203476,
      "num_tokens": 334612032.0,
      "step": 434530
    },
    {
      "epoch": 0.5511962839217716,
      "grad_norm": 6.75,
      "learning_rate": 2.2443096042158786e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5352537214756012,
      "num_tokens": 334619383.0,
      "step": 434540
    },
    {
      "epoch": 0.5512089685143045,
      "grad_norm": 5.03125,
      "learning_rate": 2.2442461732072495e-05,
      "loss": 1.7387,
      "mean_token_accuracy": 0.6094918191432953,
      "num_tokens": 334625611.0,
      "step": 434550
    },
    {
      "epoch": 0.5512216531068372,
      "grad_norm": 6.34375,
      "learning_rate": 2.2441827421986203e-05,
      "loss": 1.8391,
      "mean_token_accuracy": 0.5966971188783645,
      "num_tokens": 334631427.0,
      "step": 434560
    },
    {
      "epoch": 0.5512343376993701,
      "grad_norm": 6.3125,
      "learning_rate": 2.2441193111899912e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.537478905916214,
      "num_tokens": 334639060.0,
      "step": 434570
    },
    {
      "epoch": 0.5512470222919029,
      "grad_norm": 5.0625,
      "learning_rate": 2.244055880181362e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.548956710100174,
      "num_tokens": 334645998.0,
      "step": 434580
    },
    {
      "epoch": 0.5512597068844357,
      "grad_norm": 4.9375,
      "learning_rate": 2.243992449172733e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5256517827510834,
      "num_tokens": 334653217.0,
      "step": 434590
    },
    {
      "epoch": 0.5512723914769686,
      "grad_norm": 5.03125,
      "learning_rate": 2.2439290181641038e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5380271673202515,
      "num_tokens": 334660434.0,
      "step": 434600
    },
    {
      "epoch": 0.5512850760695014,
      "grad_norm": 5.84375,
      "learning_rate": 2.2438655871554744e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5697726607322693,
      "num_tokens": 334667875.0,
      "step": 434610
    },
    {
      "epoch": 0.5512977606620343,
      "grad_norm": 5.125,
      "learning_rate": 2.2438021561468452e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5311114758253097,
      "num_tokens": 334676261.0,
      "step": 434620
    },
    {
      "epoch": 0.5513104452545671,
      "grad_norm": 6.21875,
      "learning_rate": 2.2437387251382164e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.526390939950943,
      "num_tokens": 334685402.0,
      "step": 434630
    },
    {
      "epoch": 0.5513231298471,
      "grad_norm": 4.5625,
      "learning_rate": 2.2436752941295873e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5512985706329345,
      "num_tokens": 334693216.0,
      "step": 434640
    },
    {
      "epoch": 0.5513358144396328,
      "grad_norm": 5.15625,
      "learning_rate": 2.243611863120958e-05,
      "loss": 2.2877,
      "mean_token_accuracy": 0.508779302239418,
      "num_tokens": 334700896.0,
      "step": 434650
    },
    {
      "epoch": 0.5513484990321655,
      "grad_norm": 5.28125,
      "learning_rate": 2.2435484321123287e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5644908845424652,
      "num_tokens": 334708812.0,
      "step": 434660
    },
    {
      "epoch": 0.5513611836246984,
      "grad_norm": 6.15625,
      "learning_rate": 2.2434850011036996e-05,
      "loss": 2.274,
      "mean_token_accuracy": 0.5062310725450516,
      "num_tokens": 334717887.0,
      "step": 434670
    },
    {
      "epoch": 0.5513738682172312,
      "grad_norm": 8.5,
      "learning_rate": 2.2434215700950705e-05,
      "loss": 1.924,
      "mean_token_accuracy": 0.5770868390798569,
      "num_tokens": 334724741.0,
      "step": 434680
    },
    {
      "epoch": 0.5513865528097641,
      "grad_norm": 6.25,
      "learning_rate": 2.2433581390864413e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5603891909122467,
      "num_tokens": 334733320.0,
      "step": 434690
    },
    {
      "epoch": 0.5513992374022969,
      "grad_norm": 4.84375,
      "learning_rate": 2.2432947080778122e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5392856985330582,
      "num_tokens": 334742223.0,
      "step": 434700
    },
    {
      "epoch": 0.5514119219948298,
      "grad_norm": 7.875,
      "learning_rate": 2.243231277069183e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5557833820581436,
      "num_tokens": 334749209.0,
      "step": 434710
    },
    {
      "epoch": 0.5514246065873626,
      "grad_norm": 4.84375,
      "learning_rate": 2.243167846060554e-05,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5291666984558105,
      "num_tokens": 334758399.0,
      "step": 434720
    },
    {
      "epoch": 0.5514372911798955,
      "grad_norm": 5.53125,
      "learning_rate": 2.243104415051925e-05,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5229041814804077,
      "num_tokens": 334765527.0,
      "step": 434730
    },
    {
      "epoch": 0.5514499757724283,
      "grad_norm": 6.28125,
      "learning_rate": 2.2430409840432957e-05,
      "loss": 1.7882,
      "mean_token_accuracy": 0.5969540655612946,
      "num_tokens": 334771935.0,
      "step": 434740
    },
    {
      "epoch": 0.551462660364961,
      "grad_norm": 5.4375,
      "learning_rate": 2.2429775530346663e-05,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5297377943992615,
      "num_tokens": 334780194.0,
      "step": 434750
    },
    {
      "epoch": 0.551475344957494,
      "grad_norm": 5.875,
      "learning_rate": 2.242914122026037e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5629078209400177,
      "num_tokens": 334787311.0,
      "step": 434760
    },
    {
      "epoch": 0.5514880295500267,
      "grad_norm": 5.09375,
      "learning_rate": 2.2428506910174083e-05,
      "loss": 1.871,
      "mean_token_accuracy": 0.5856091350317001,
      "num_tokens": 334793929.0,
      "step": 434770
    },
    {
      "epoch": 0.5515007141425596,
      "grad_norm": 12.5625,
      "learning_rate": 2.242787260008779e-05,
      "loss": 1.98,
      "mean_token_accuracy": 0.5595712006092072,
      "num_tokens": 334800284.0,
      "step": 434780
    },
    {
      "epoch": 0.5515133987350924,
      "grad_norm": 5.28125,
      "learning_rate": 2.2427238290001498e-05,
      "loss": 1.8196,
      "mean_token_accuracy": 0.5947252154350281,
      "num_tokens": 334806977.0,
      "step": 434790
    },
    {
      "epoch": 0.5515260833276253,
      "grad_norm": 5.375,
      "learning_rate": 2.2426603979915206e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5472160965204239,
      "num_tokens": 334815042.0,
      "step": 434800
    },
    {
      "epoch": 0.5515387679201581,
      "grad_norm": 5.0625,
      "learning_rate": 2.2425969669828915e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5768931210041046,
      "num_tokens": 334820520.0,
      "step": 434810
    },
    {
      "epoch": 0.5515514525126909,
      "grad_norm": 12.75,
      "learning_rate": 2.2425335359742624e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5361197322607041,
      "num_tokens": 334828384.0,
      "step": 434820
    },
    {
      "epoch": 0.5515641371052238,
      "grad_norm": 5.875,
      "learning_rate": 2.2424701049656332e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.571769168972969,
      "num_tokens": 334834922.0,
      "step": 434830
    },
    {
      "epoch": 0.5515768216977566,
      "grad_norm": 6.40625,
      "learning_rate": 2.242406673957004e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5362105131149292,
      "num_tokens": 334843062.0,
      "step": 434840
    },
    {
      "epoch": 0.5515895062902895,
      "grad_norm": 5.03125,
      "learning_rate": 2.242343242948375e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5438946694135666,
      "num_tokens": 334851504.0,
      "step": 434850
    },
    {
      "epoch": 0.5516021908828223,
      "grad_norm": 4.90625,
      "learning_rate": 2.2422798119397455e-05,
      "loss": 1.8562,
      "mean_token_accuracy": 0.5729463040828705,
      "num_tokens": 334859031.0,
      "step": 434860
    },
    {
      "epoch": 0.5516148754753551,
      "grad_norm": 5.84375,
      "learning_rate": 2.2422163809311167e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.546320167183876,
      "num_tokens": 334866969.0,
      "step": 434870
    },
    {
      "epoch": 0.5516275600678879,
      "grad_norm": 6.125,
      "learning_rate": 2.2421529499224876e-05,
      "loss": 2.2162,
      "mean_token_accuracy": 0.5187220394611358,
      "num_tokens": 334875758.0,
      "step": 434880
    },
    {
      "epoch": 0.5516402446604207,
      "grad_norm": 6.71875,
      "learning_rate": 2.242089518913858e-05,
      "loss": 1.7721,
      "mean_token_accuracy": 0.5991233378648758,
      "num_tokens": 334883126.0,
      "step": 434890
    },
    {
      "epoch": 0.5516529292529536,
      "grad_norm": 8.25,
      "learning_rate": 2.242026087905229e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.534348776936531,
      "num_tokens": 334890984.0,
      "step": 434900
    },
    {
      "epoch": 0.5516656138454864,
      "grad_norm": 6.5,
      "learning_rate": 2.2419626568966e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5696994483470916,
      "num_tokens": 334897056.0,
      "step": 434910
    },
    {
      "epoch": 0.5516782984380193,
      "grad_norm": 5.40625,
      "learning_rate": 2.2418992258879708e-05,
      "loss": 2.2021,
      "mean_token_accuracy": 0.5142058223485947,
      "num_tokens": 334905259.0,
      "step": 434920
    },
    {
      "epoch": 0.5516909830305521,
      "grad_norm": 4.8125,
      "learning_rate": 2.2418357948793416e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5201895803213119,
      "num_tokens": 334913595.0,
      "step": 434930
    },
    {
      "epoch": 0.551703667623085,
      "grad_norm": 6.09375,
      "learning_rate": 2.2417723638707125e-05,
      "loss": 1.8446,
      "mean_token_accuracy": 0.5833216488361359,
      "num_tokens": 334921158.0,
      "step": 434940
    },
    {
      "epoch": 0.5517163522156178,
      "grad_norm": 5.625,
      "learning_rate": 2.2417089328620834e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5581988364458084,
      "num_tokens": 334929191.0,
      "step": 434950
    },
    {
      "epoch": 0.5517290368081507,
      "grad_norm": 8.4375,
      "learning_rate": 2.241645501853454e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5395388811826706,
      "num_tokens": 334936452.0,
      "step": 434960
    },
    {
      "epoch": 0.5517417214006834,
      "grad_norm": 5.84375,
      "learning_rate": 2.241582070844825e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5243003189563751,
      "num_tokens": 334944716.0,
      "step": 434970
    },
    {
      "epoch": 0.5517544059932162,
      "grad_norm": 5.3125,
      "learning_rate": 2.241518639836196e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.547724598646164,
      "num_tokens": 334953086.0,
      "step": 434980
    },
    {
      "epoch": 0.5517670905857491,
      "grad_norm": 6.65625,
      "learning_rate": 2.2414552088275666e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5451554000377655,
      "num_tokens": 334960838.0,
      "step": 434990
    },
    {
      "epoch": 0.5517797751782819,
      "grad_norm": 6.125,
      "learning_rate": 2.2413917778189374e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5785011798143387,
      "num_tokens": 334967817.0,
      "step": 435000
    },
    {
      "epoch": 0.5517924597708148,
      "grad_norm": 7.78125,
      "learning_rate": 2.2413283468103083e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5439232766628266,
      "num_tokens": 334973995.0,
      "step": 435010
    },
    {
      "epoch": 0.5518051443633476,
      "grad_norm": 7.8125,
      "learning_rate": 2.2412649158016795e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5497666120529174,
      "num_tokens": 334981610.0,
      "step": 435020
    },
    {
      "epoch": 0.5518178289558805,
      "grad_norm": 4.71875,
      "learning_rate": 2.24120148479305e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5424861133098602,
      "num_tokens": 334989384.0,
      "step": 435030
    },
    {
      "epoch": 0.5518305135484133,
      "grad_norm": 5.15625,
      "learning_rate": 2.241138053784421e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5464686691761017,
      "num_tokens": 334997787.0,
      "step": 435040
    },
    {
      "epoch": 0.5518431981409461,
      "grad_norm": 5.03125,
      "learning_rate": 2.2410746227757918e-05,
      "loss": 1.7636,
      "mean_token_accuracy": 0.6234421551227569,
      "num_tokens": 335003902.0,
      "step": 435050
    },
    {
      "epoch": 0.551855882733479,
      "grad_norm": 9.0625,
      "learning_rate": 2.2410111917671627e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5198574155569077,
      "num_tokens": 335011398.0,
      "step": 435060
    },
    {
      "epoch": 0.5518685673260117,
      "grad_norm": 5.9375,
      "learning_rate": 2.2409477607585335e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.549911168217659,
      "num_tokens": 335017954.0,
      "step": 435070
    },
    {
      "epoch": 0.5518812519185446,
      "grad_norm": 6.125,
      "learning_rate": 2.2408843297499044e-05,
      "loss": 1.8171,
      "mean_token_accuracy": 0.6160990625619889,
      "num_tokens": 335023037.0,
      "step": 435080
    },
    {
      "epoch": 0.5518939365110774,
      "grad_norm": 5.125,
      "learning_rate": 2.2408208987412753e-05,
      "loss": 1.8781,
      "mean_token_accuracy": 0.5715781569480896,
      "num_tokens": 335030751.0,
      "step": 435090
    },
    {
      "epoch": 0.5519066211036103,
      "grad_norm": 5.4375,
      "learning_rate": 2.2407574677326458e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5264968872070312,
      "num_tokens": 335039148.0,
      "step": 435100
    },
    {
      "epoch": 0.5519193056961431,
      "grad_norm": 5.15625,
      "learning_rate": 2.2406940367240167e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5235179394483567,
      "num_tokens": 335046792.0,
      "step": 435110
    },
    {
      "epoch": 0.551931990288676,
      "grad_norm": 5.625,
      "learning_rate": 2.240630605715388e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5749287784099579,
      "num_tokens": 335054441.0,
      "step": 435120
    },
    {
      "epoch": 0.5519446748812088,
      "grad_norm": 8.5,
      "learning_rate": 2.2405671747067584e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.5497566819190979,
      "num_tokens": 335061738.0,
      "step": 435130
    },
    {
      "epoch": 0.5519573594737416,
      "grad_norm": 4.96875,
      "learning_rate": 2.2405037436981293e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5450668483972549,
      "num_tokens": 335069785.0,
      "step": 435140
    },
    {
      "epoch": 0.5519700440662745,
      "grad_norm": 5.8125,
      "learning_rate": 2.2404403126895002e-05,
      "loss": 1.9753,
      "mean_token_accuracy": 0.5570010393857956,
      "num_tokens": 335077013.0,
      "step": 435150
    },
    {
      "epoch": 0.5519827286588073,
      "grad_norm": 5.3125,
      "learning_rate": 2.240376881680871e-05,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5323293209075928,
      "num_tokens": 335085053.0,
      "step": 435160
    },
    {
      "epoch": 0.5519954132513402,
      "grad_norm": 4.84375,
      "learning_rate": 2.240313450672242e-05,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5940067946910859,
      "num_tokens": 335092833.0,
      "step": 435170
    },
    {
      "epoch": 0.552008097843873,
      "grad_norm": 6.15625,
      "learning_rate": 2.2402500196636128e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5329142779111862,
      "num_tokens": 335101532.0,
      "step": 435180
    },
    {
      "epoch": 0.5520207824364058,
      "grad_norm": 4.75,
      "learning_rate": 2.2401865886549837e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5596019297838211,
      "num_tokens": 335109556.0,
      "step": 435190
    },
    {
      "epoch": 0.5520334670289386,
      "grad_norm": 7.28125,
      "learning_rate": 2.2401231576463542e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.5593210220336914,
      "num_tokens": 335116297.0,
      "step": 435200
    },
    {
      "epoch": 0.5520461516214714,
      "grad_norm": 5.28125,
      "learning_rate": 2.2400597266377254e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5397390216588974,
      "num_tokens": 335123409.0,
      "step": 435210
    },
    {
      "epoch": 0.5520588362140043,
      "grad_norm": 9.8125,
      "learning_rate": 2.2399962956290963e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5151277840137481,
      "num_tokens": 335131013.0,
      "step": 435220
    },
    {
      "epoch": 0.5520715208065371,
      "grad_norm": 6.5,
      "learning_rate": 2.2399328646204672e-05,
      "loss": 1.8259,
      "mean_token_accuracy": 0.5996165484189987,
      "num_tokens": 335137925.0,
      "step": 435230
    },
    {
      "epoch": 0.55208420539907,
      "grad_norm": 5.40625,
      "learning_rate": 2.2398694336118377e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5228379338979721,
      "num_tokens": 335146387.0,
      "step": 435240
    },
    {
      "epoch": 0.5520968899916028,
      "grad_norm": 5.4375,
      "learning_rate": 2.2398060026032086e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.5807012259960175,
      "num_tokens": 335154050.0,
      "step": 435250
    },
    {
      "epoch": 0.5521095745841357,
      "grad_norm": 14.5,
      "learning_rate": 2.2397425715945798e-05,
      "loss": 1.8509,
      "mean_token_accuracy": 0.5802709430456161,
      "num_tokens": 335160275.0,
      "step": 435260
    },
    {
      "epoch": 0.5521222591766685,
      "grad_norm": 6.53125,
      "learning_rate": 2.2396791405859503e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5321596980094909,
      "num_tokens": 335168047.0,
      "step": 435270
    },
    {
      "epoch": 0.5521349437692012,
      "grad_norm": 4.8125,
      "learning_rate": 2.2396157095773212e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.574235686659813,
      "num_tokens": 335174701.0,
      "step": 435280
    },
    {
      "epoch": 0.5521476283617341,
      "grad_norm": 7.25,
      "learning_rate": 2.239552278568692e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5605703443288803,
      "num_tokens": 335182878.0,
      "step": 435290
    },
    {
      "epoch": 0.5521603129542669,
      "grad_norm": 5.59375,
      "learning_rate": 2.239488847560063e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5438189834356308,
      "num_tokens": 335189604.0,
      "step": 435300
    },
    {
      "epoch": 0.5521729975467998,
      "grad_norm": 6.03125,
      "learning_rate": 2.239425416551434e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5503564864397049,
      "num_tokens": 335197388.0,
      "step": 435310
    },
    {
      "epoch": 0.5521856821393326,
      "grad_norm": 4.71875,
      "learning_rate": 2.2393619855428047e-05,
      "loss": 2.2609,
      "mean_token_accuracy": 0.5135712176561356,
      "num_tokens": 335206347.0,
      "step": 435320
    },
    {
      "epoch": 0.5521983667318655,
      "grad_norm": 4.625,
      "learning_rate": 2.2392985545341756e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.569932708144188,
      "num_tokens": 335214225.0,
      "step": 435330
    },
    {
      "epoch": 0.5522110513243983,
      "grad_norm": 4.90625,
      "learning_rate": 2.239235123525546e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5500548422336579,
      "num_tokens": 335222027.0,
      "step": 435340
    },
    {
      "epoch": 0.5522237359169312,
      "grad_norm": 5.34375,
      "learning_rate": 2.239171692516917e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5522702425718308,
      "num_tokens": 335229340.0,
      "step": 435350
    },
    {
      "epoch": 0.552236420509464,
      "grad_norm": 5.03125,
      "learning_rate": 2.2391082615082882e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5451233685016632,
      "num_tokens": 335237437.0,
      "step": 435360
    },
    {
      "epoch": 0.5522491051019968,
      "grad_norm": 6.71875,
      "learning_rate": 2.2390448304996587e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5700069427490234,
      "num_tokens": 335244467.0,
      "step": 435370
    },
    {
      "epoch": 0.5522617896945297,
      "grad_norm": 5.0,
      "learning_rate": 2.2389813994910296e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5347019076347351,
      "num_tokens": 335252572.0,
      "step": 435380
    },
    {
      "epoch": 0.5522744742870624,
      "grad_norm": 4.8125,
      "learning_rate": 2.2389179684824005e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5384025633335113,
      "num_tokens": 335261278.0,
      "step": 435390
    },
    {
      "epoch": 0.5522871588795953,
      "grad_norm": 5.3125,
      "learning_rate": 2.2388545374737714e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5288414865732193,
      "num_tokens": 335269712.0,
      "step": 435400
    },
    {
      "epoch": 0.5522998434721281,
      "grad_norm": 5.46875,
      "learning_rate": 2.2387911064651422e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5503049105405807,
      "num_tokens": 335277364.0,
      "step": 435410
    },
    {
      "epoch": 0.552312528064661,
      "grad_norm": 5.1875,
      "learning_rate": 2.238727675456513e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5638645708560943,
      "num_tokens": 335285144.0,
      "step": 435420
    },
    {
      "epoch": 0.5523252126571938,
      "grad_norm": 4.96875,
      "learning_rate": 2.238664244447884e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5417737632989883,
      "num_tokens": 335292202.0,
      "step": 435430
    },
    {
      "epoch": 0.5523378972497266,
      "grad_norm": 7.53125,
      "learning_rate": 2.238600813439255e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5753453820943832,
      "num_tokens": 335299193.0,
      "step": 435440
    },
    {
      "epoch": 0.5523505818422595,
      "grad_norm": 17.375,
      "learning_rate": 2.2385373824306254e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5411002218723298,
      "num_tokens": 335306873.0,
      "step": 435450
    },
    {
      "epoch": 0.5523632664347923,
      "grad_norm": 7.625,
      "learning_rate": 2.2384739514219966e-05,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5180946081876755,
      "num_tokens": 335314901.0,
      "step": 435460
    },
    {
      "epoch": 0.5523759510273252,
      "grad_norm": 5.28125,
      "learning_rate": 2.2384105204133675e-05,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5537232518196106,
      "num_tokens": 335323638.0,
      "step": 435470
    },
    {
      "epoch": 0.552388635619858,
      "grad_norm": 5.125,
      "learning_rate": 2.238347089404738e-05,
      "loss": 1.8731,
      "mean_token_accuracy": 0.5760688960552216,
      "num_tokens": 335332315.0,
      "step": 435480
    },
    {
      "epoch": 0.5524013202123909,
      "grad_norm": 5.875,
      "learning_rate": 2.238283658396109e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5459097355604172,
      "num_tokens": 335340683.0,
      "step": 435490
    },
    {
      "epoch": 0.5524140048049236,
      "grad_norm": 4.78125,
      "learning_rate": 2.2382202273874798e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5527230679988862,
      "num_tokens": 335348318.0,
      "step": 435500
    },
    {
      "epoch": 0.5524266893974565,
      "grad_norm": 5.59375,
      "learning_rate": 2.2381567963788506e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5372866868972779,
      "num_tokens": 335356992.0,
      "step": 435510
    },
    {
      "epoch": 0.5524393739899893,
      "grad_norm": 5.84375,
      "learning_rate": 2.2380933653702215e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5625959545373916,
      "num_tokens": 335363052.0,
      "step": 435520
    },
    {
      "epoch": 0.5524520585825221,
      "grad_norm": 5.5625,
      "learning_rate": 2.2380299343615924e-05,
      "loss": 1.8539,
      "mean_token_accuracy": 0.5778763592243195,
      "num_tokens": 335369334.0,
      "step": 435530
    },
    {
      "epoch": 0.552464743175055,
      "grad_norm": 4.90625,
      "learning_rate": 2.2379665033529633e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5585312396287918,
      "num_tokens": 335376375.0,
      "step": 435540
    },
    {
      "epoch": 0.5524774277675878,
      "grad_norm": 5.21875,
      "learning_rate": 2.2379030723443338e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5441507339477539,
      "num_tokens": 335384690.0,
      "step": 435550
    },
    {
      "epoch": 0.5524901123601207,
      "grad_norm": 6.15625,
      "learning_rate": 2.237839641335705e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5555501580238342,
      "num_tokens": 335391387.0,
      "step": 435560
    },
    {
      "epoch": 0.5525027969526535,
      "grad_norm": 5.1875,
      "learning_rate": 2.237776210327076e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5492606103420258,
      "num_tokens": 335399484.0,
      "step": 435570
    },
    {
      "epoch": 0.5525154815451864,
      "grad_norm": 5.375,
      "learning_rate": 2.2377127793184464e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5334722250699997,
      "num_tokens": 335408574.0,
      "step": 435580
    },
    {
      "epoch": 0.5525281661377192,
      "grad_norm": 7.84375,
      "learning_rate": 2.2376493483098173e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5423266738653183,
      "num_tokens": 335415872.0,
      "step": 435590
    },
    {
      "epoch": 0.5525408507302519,
      "grad_norm": 5.59375,
      "learning_rate": 2.2375859173011882e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5496602952480316,
      "num_tokens": 335423318.0,
      "step": 435600
    },
    {
      "epoch": 0.5525535353227848,
      "grad_norm": 6.53125,
      "learning_rate": 2.2375224862925594e-05,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5641657412052155,
      "num_tokens": 335431402.0,
      "step": 435610
    },
    {
      "epoch": 0.5525662199153176,
      "grad_norm": 5.71875,
      "learning_rate": 2.23745905528393e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5323486030101776,
      "num_tokens": 335439089.0,
      "step": 435620
    },
    {
      "epoch": 0.5525789045078505,
      "grad_norm": 6.65625,
      "learning_rate": 2.2373956242753008e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5631657361984252,
      "num_tokens": 335446864.0,
      "step": 435630
    },
    {
      "epoch": 0.5525915891003833,
      "grad_norm": 5.375,
      "learning_rate": 2.2373321932666717e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5512521445751191,
      "num_tokens": 335453502.0,
      "step": 435640
    },
    {
      "epoch": 0.5526042736929162,
      "grad_norm": 6.4375,
      "learning_rate": 2.2372687622580425e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5624257147312164,
      "num_tokens": 335461021.0,
      "step": 435650
    },
    {
      "epoch": 0.552616958285449,
      "grad_norm": 5.6875,
      "learning_rate": 2.2372053312494134e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5278456419706344,
      "num_tokens": 335468314.0,
      "step": 435660
    },
    {
      "epoch": 0.5526296428779819,
      "grad_norm": 6.78125,
      "learning_rate": 2.2371419002407843e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5393233150243759,
      "num_tokens": 335474883.0,
      "step": 435670
    },
    {
      "epoch": 0.5526423274705147,
      "grad_norm": 5.4375,
      "learning_rate": 2.237078469232155e-05,
      "loss": 2.2445,
      "mean_token_accuracy": 0.514758187532425,
      "num_tokens": 335483313.0,
      "step": 435680
    },
    {
      "epoch": 0.5526550120630475,
      "grad_norm": 5.75,
      "learning_rate": 2.2370150382235257e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5436433792114258,
      "num_tokens": 335491800.0,
      "step": 435690
    },
    {
      "epoch": 0.5526676966555804,
      "grad_norm": 8.5625,
      "learning_rate": 2.236951607214897e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5304364681243896,
      "num_tokens": 335500027.0,
      "step": 435700
    },
    {
      "epoch": 0.5526803812481131,
      "grad_norm": 5.40625,
      "learning_rate": 2.2368881762062678e-05,
      "loss": 1.5182,
      "mean_token_accuracy": 0.6477629840373993,
      "num_tokens": 335505590.0,
      "step": 435710
    },
    {
      "epoch": 0.552693065840646,
      "grad_norm": 5.15625,
      "learning_rate": 2.2368247451976383e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5332737624645233,
      "num_tokens": 335515313.0,
      "step": 435720
    },
    {
      "epoch": 0.5527057504331788,
      "grad_norm": 4.96875,
      "learning_rate": 2.2367613141890092e-05,
      "loss": 1.912,
      "mean_token_accuracy": 0.5768020272254943,
      "num_tokens": 335521982.0,
      "step": 435730
    },
    {
      "epoch": 0.5527184350257117,
      "grad_norm": 5.03125,
      "learning_rate": 2.23669788318038e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.562982252240181,
      "num_tokens": 335529824.0,
      "step": 435740
    },
    {
      "epoch": 0.5527311196182445,
      "grad_norm": 6.84375,
      "learning_rate": 2.236634452171751e-05,
      "loss": 1.8561,
      "mean_token_accuracy": 0.5853983938694001,
      "num_tokens": 335537555.0,
      "step": 435750
    },
    {
      "epoch": 0.5527438042107773,
      "grad_norm": 5.875,
      "learning_rate": 2.2365710211631218e-05,
      "loss": 1.9015,
      "mean_token_accuracy": 0.5675027966499329,
      "num_tokens": 335545546.0,
      "step": 435760
    },
    {
      "epoch": 0.5527564888033102,
      "grad_norm": 4.84375,
      "learning_rate": 2.2365075901544927e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5777048975229263,
      "num_tokens": 335553560.0,
      "step": 435770
    },
    {
      "epoch": 0.552769173395843,
      "grad_norm": 5.125,
      "learning_rate": 2.2364441591458636e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5432797014713288,
      "num_tokens": 335561341.0,
      "step": 435780
    },
    {
      "epoch": 0.5527818579883759,
      "grad_norm": 5.0625,
      "learning_rate": 2.236380728137234e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5536845088005066,
      "num_tokens": 335569028.0,
      "step": 435790
    },
    {
      "epoch": 0.5527945425809087,
      "grad_norm": 6.03125,
      "learning_rate": 2.2363172971286053e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5509366273880005,
      "num_tokens": 335577742.0,
      "step": 435800
    },
    {
      "epoch": 0.5528072271734416,
      "grad_norm": 6.25,
      "learning_rate": 2.2362538661199762e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5389866381883621,
      "num_tokens": 335585860.0,
      "step": 435810
    },
    {
      "epoch": 0.5528199117659743,
      "grad_norm": 4.875,
      "learning_rate": 2.236190435111347e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5327768296003341,
      "num_tokens": 335594199.0,
      "step": 435820
    },
    {
      "epoch": 0.5528325963585071,
      "grad_norm": 11.9375,
      "learning_rate": 2.2361270041027176e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5672425627708435,
      "num_tokens": 335601622.0,
      "step": 435830
    },
    {
      "epoch": 0.55284528095104,
      "grad_norm": 7.71875,
      "learning_rate": 2.2360635730940885e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5466057658195496,
      "num_tokens": 335609174.0,
      "step": 435840
    },
    {
      "epoch": 0.5528579655435728,
      "grad_norm": 5.3125,
      "learning_rate": 2.2360001420854597e-05,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5708816379308701,
      "num_tokens": 335615680.0,
      "step": 435850
    },
    {
      "epoch": 0.5528706501361057,
      "grad_norm": 5.1875,
      "learning_rate": 2.2359367110768302e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5441048324108124,
      "num_tokens": 335622592.0,
      "step": 435860
    },
    {
      "epoch": 0.5528833347286385,
      "grad_norm": 5.9375,
      "learning_rate": 2.235873280068201e-05,
      "loss": 2.2791,
      "mean_token_accuracy": 0.5107038229703903,
      "num_tokens": 335630818.0,
      "step": 435870
    },
    {
      "epoch": 0.5528960193211714,
      "grad_norm": 6.34375,
      "learning_rate": 2.235809849059572e-05,
      "loss": 2.1569,
      "mean_token_accuracy": 0.524711686372757,
      "num_tokens": 335639307.0,
      "step": 435880
    },
    {
      "epoch": 0.5529087039137042,
      "grad_norm": 8.3125,
      "learning_rate": 2.235746418050943e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5842227905988693,
      "num_tokens": 335647088.0,
      "step": 435890
    },
    {
      "epoch": 0.5529213885062371,
      "grad_norm": 5.28125,
      "learning_rate": 2.2356829870423137e-05,
      "loss": 1.8377,
      "mean_token_accuracy": 0.5946556866168976,
      "num_tokens": 335654453.0,
      "step": 435900
    },
    {
      "epoch": 0.5529340730987699,
      "grad_norm": 9.5,
      "learning_rate": 2.2356195560336846e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5413382977247239,
      "num_tokens": 335661706.0,
      "step": 435910
    },
    {
      "epoch": 0.5529467576913026,
      "grad_norm": 5.375,
      "learning_rate": 2.2355561250250555e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5358059912919998,
      "num_tokens": 335669476.0,
      "step": 435920
    },
    {
      "epoch": 0.5529594422838355,
      "grad_norm": 5.5625,
      "learning_rate": 2.235492694016426e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5437738686800003,
      "num_tokens": 335678159.0,
      "step": 435930
    },
    {
      "epoch": 0.5529721268763683,
      "grad_norm": 5.4375,
      "learning_rate": 2.235429263007797e-05,
      "loss": 2.2799,
      "mean_token_accuracy": 0.5117645919322967,
      "num_tokens": 335685486.0,
      "step": 435940
    },
    {
      "epoch": 0.5529848114689012,
      "grad_norm": 6.75,
      "learning_rate": 2.235365831999168e-05,
      "loss": 1.8989,
      "mean_token_accuracy": 0.5961891710758209,
      "num_tokens": 335692666.0,
      "step": 435950
    },
    {
      "epoch": 0.552997496061434,
      "grad_norm": 4.875,
      "learning_rate": 2.2353024009905386e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5481902420520782,
      "num_tokens": 335701465.0,
      "step": 435960
    },
    {
      "epoch": 0.5530101806539669,
      "grad_norm": 6.65625,
      "learning_rate": 2.2352389699819095e-05,
      "loss": 2.4303,
      "mean_token_accuracy": 0.4889933615922928,
      "num_tokens": 335709416.0,
      "step": 435970
    },
    {
      "epoch": 0.5530228652464997,
      "grad_norm": 6.375,
      "learning_rate": 2.2351755389732804e-05,
      "loss": 2.2589,
      "mean_token_accuracy": 0.5117690086364746,
      "num_tokens": 335717541.0,
      "step": 435980
    },
    {
      "epoch": 0.5530355498390325,
      "grad_norm": 5.0,
      "learning_rate": 2.2351121079646512e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.560611492395401,
      "num_tokens": 335723889.0,
      "step": 435990
    },
    {
      "epoch": 0.5530482344315654,
      "grad_norm": 4.96875,
      "learning_rate": 2.235048676956022e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5260885030031204,
      "num_tokens": 335733007.0,
      "step": 436000
    },
    {
      "epoch": 0.5530609190240982,
      "grad_norm": 5.28125,
      "learning_rate": 2.234985245947393e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5482994943857193,
      "num_tokens": 335740880.0,
      "step": 436010
    },
    {
      "epoch": 0.553073603616631,
      "grad_norm": 6.84375,
      "learning_rate": 2.234921814938764e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5466078966856003,
      "num_tokens": 335748681.0,
      "step": 436020
    },
    {
      "epoch": 0.5530862882091638,
      "grad_norm": 4.875,
      "learning_rate": 2.2348583839301347e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5359480947256088,
      "num_tokens": 335757941.0,
      "step": 436030
    },
    {
      "epoch": 0.5530989728016967,
      "grad_norm": 5.78125,
      "learning_rate": 2.2347949529215053e-05,
      "loss": 2.3773,
      "mean_token_accuracy": 0.5001188516616821,
      "num_tokens": 335767409.0,
      "step": 436040
    },
    {
      "epoch": 0.5531116573942295,
      "grad_norm": 5.21875,
      "learning_rate": 2.2347315219128765e-05,
      "loss": 1.7955,
      "mean_token_accuracy": 0.5991231322288513,
      "num_tokens": 335773209.0,
      "step": 436050
    },
    {
      "epoch": 0.5531243419867624,
      "grad_norm": 6.40625,
      "learning_rate": 2.2346680909042474e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5436081856489181,
      "num_tokens": 335780873.0,
      "step": 436060
    },
    {
      "epoch": 0.5531370265792952,
      "grad_norm": 5.09375,
      "learning_rate": 2.234604659895618e-05,
      "loss": 1.8581,
      "mean_token_accuracy": 0.5907391637563706,
      "num_tokens": 335787289.0,
      "step": 436070
    },
    {
      "epoch": 0.553149711171828,
      "grad_norm": 5.875,
      "learning_rate": 2.2345412288869888e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5400885552167892,
      "num_tokens": 335795231.0,
      "step": 436080
    },
    {
      "epoch": 0.5531623957643609,
      "grad_norm": 5.03125,
      "learning_rate": 2.23447779787836e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5695990264415741,
      "num_tokens": 335802649.0,
      "step": 436090
    },
    {
      "epoch": 0.5531750803568937,
      "grad_norm": 6.59375,
      "learning_rate": 2.2344143668697305e-05,
      "loss": 2.1712,
      "mean_token_accuracy": 0.5301368474960327,
      "num_tokens": 335810446.0,
      "step": 436100
    },
    {
      "epoch": 0.5531877649494266,
      "grad_norm": 5.9375,
      "learning_rate": 2.2343509358611014e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5490746408700943,
      "num_tokens": 335818939.0,
      "step": 436110
    },
    {
      "epoch": 0.5532004495419593,
      "grad_norm": 5.15625,
      "learning_rate": 2.2342875048524723e-05,
      "loss": 1.7724,
      "mean_token_accuracy": 0.603616863489151,
      "num_tokens": 335825671.0,
      "step": 436120
    },
    {
      "epoch": 0.5532131341344922,
      "grad_norm": 5.0,
      "learning_rate": 2.234224073843843e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5542139410972595,
      "num_tokens": 335832868.0,
      "step": 436130
    },
    {
      "epoch": 0.553225818727025,
      "grad_norm": 6.1875,
      "learning_rate": 2.234160642835214e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5510916888713837,
      "num_tokens": 335840974.0,
      "step": 436140
    },
    {
      "epoch": 0.5532385033195578,
      "grad_norm": 5.15625,
      "learning_rate": 2.234097211826585e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5748001635074615,
      "num_tokens": 335848540.0,
      "step": 436150
    },
    {
      "epoch": 0.5532511879120907,
      "grad_norm": 5.3125,
      "learning_rate": 2.2340337808179558e-05,
      "loss": 2.3362,
      "mean_token_accuracy": 0.49541468620300294,
      "num_tokens": 335857692.0,
      "step": 436160
    },
    {
      "epoch": 0.5532638725046235,
      "grad_norm": 6.3125,
      "learning_rate": 2.2339703498093263e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.533224493265152,
      "num_tokens": 335864351.0,
      "step": 436170
    },
    {
      "epoch": 0.5532765570971564,
      "grad_norm": 5.625,
      "learning_rate": 2.233906918800697e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5327706634998322,
      "num_tokens": 335872566.0,
      "step": 436180
    },
    {
      "epoch": 0.5532892416896892,
      "grad_norm": 4.40625,
      "learning_rate": 2.2338434877920684e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5251936346292496,
      "num_tokens": 335881693.0,
      "step": 436190
    },
    {
      "epoch": 0.5533019262822221,
      "grad_norm": 6.84375,
      "learning_rate": 2.2337800567834393e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5264548569917679,
      "num_tokens": 335889470.0,
      "step": 436200
    },
    {
      "epoch": 0.5533146108747549,
      "grad_norm": 5.34375,
      "learning_rate": 2.2337166257748098e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5265991032123566,
      "num_tokens": 335897815.0,
      "step": 436210
    },
    {
      "epoch": 0.5533272954672876,
      "grad_norm": 8.0625,
      "learning_rate": 2.2336531947661807e-05,
      "loss": 1.3947,
      "mean_token_accuracy": 0.6923190236091614,
      "num_tokens": 335903710.0,
      "step": 436220
    },
    {
      "epoch": 0.5533399800598205,
      "grad_norm": 5.59375,
      "learning_rate": 2.2335897637575515e-05,
      "loss": 1.8466,
      "mean_token_accuracy": 0.5827634334564209,
      "num_tokens": 335911344.0,
      "step": 436230
    },
    {
      "epoch": 0.5533526646523533,
      "grad_norm": 6.03125,
      "learning_rate": 2.2335263327489224e-05,
      "loss": 1.6709,
      "mean_token_accuracy": 0.6146588385105133,
      "num_tokens": 335916293.0,
      "step": 436240
    },
    {
      "epoch": 0.5533653492448862,
      "grad_norm": 6.03125,
      "learning_rate": 2.2334629017402933e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5349366128444671,
      "num_tokens": 335924415.0,
      "step": 436250
    },
    {
      "epoch": 0.553378033837419,
      "grad_norm": 6.28125,
      "learning_rate": 2.233399470731664e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5459971636533737,
      "num_tokens": 335933063.0,
      "step": 436260
    },
    {
      "epoch": 0.5533907184299519,
      "grad_norm": 4.78125,
      "learning_rate": 2.233336039723035e-05,
      "loss": 1.9272,
      "mean_token_accuracy": 0.5672699213027954,
      "num_tokens": 335940658.0,
      "step": 436270
    },
    {
      "epoch": 0.5534034030224847,
      "grad_norm": 5.59375,
      "learning_rate": 2.2332726087144056e-05,
      "loss": 1.9134,
      "mean_token_accuracy": 0.5746074080467224,
      "num_tokens": 335947760.0,
      "step": 436280
    },
    {
      "epoch": 0.5534160876150176,
      "grad_norm": 6.34375,
      "learning_rate": 2.2332091777057768e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5366245359182358,
      "num_tokens": 335956158.0,
      "step": 436290
    },
    {
      "epoch": 0.5534287722075504,
      "grad_norm": 6.8125,
      "learning_rate": 2.2331457466971477e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.5733811050653458,
      "num_tokens": 335964007.0,
      "step": 436300
    },
    {
      "epoch": 0.5534414568000832,
      "grad_norm": 9.75,
      "learning_rate": 2.2330823156885182e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5575072020292282,
      "num_tokens": 335969549.0,
      "step": 436310
    },
    {
      "epoch": 0.5534541413926161,
      "grad_norm": 7.96875,
      "learning_rate": 2.233018884679889e-05,
      "loss": 2.3065,
      "mean_token_accuracy": 0.507894629240036,
      "num_tokens": 335977636.0,
      "step": 436320
    },
    {
      "epoch": 0.5534668259851488,
      "grad_norm": 6.59375,
      "learning_rate": 2.23295545367126e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5429589480161667,
      "num_tokens": 335984695.0,
      "step": 436330
    },
    {
      "epoch": 0.5534795105776817,
      "grad_norm": 4.9375,
      "learning_rate": 2.2328920226626308e-05,
      "loss": 1.8619,
      "mean_token_accuracy": 0.5748678565025329,
      "num_tokens": 335992048.0,
      "step": 436340
    },
    {
      "epoch": 0.5534921951702145,
      "grad_norm": 5.40625,
      "learning_rate": 2.2328285916540017e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5275253385305405,
      "num_tokens": 336000502.0,
      "step": 436350
    },
    {
      "epoch": 0.5535048797627474,
      "grad_norm": 6.96875,
      "learning_rate": 2.2327651606453726e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5532230377197266,
      "num_tokens": 336008359.0,
      "step": 436360
    },
    {
      "epoch": 0.5535175643552802,
      "grad_norm": 4.96875,
      "learning_rate": 2.2327017296367434e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5538179278373718,
      "num_tokens": 336016106.0,
      "step": 436370
    },
    {
      "epoch": 0.553530248947813,
      "grad_norm": 5.09375,
      "learning_rate": 2.232638298628114e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5299062937498092,
      "num_tokens": 336022787.0,
      "step": 436380
    },
    {
      "epoch": 0.5535429335403459,
      "grad_norm": 5.9375,
      "learning_rate": 2.2325748676194852e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5491298198699951,
      "num_tokens": 336029425.0,
      "step": 436390
    },
    {
      "epoch": 0.5535556181328787,
      "grad_norm": 5.4375,
      "learning_rate": 2.232511436610856e-05,
      "loss": 2.2227,
      "mean_token_accuracy": 0.5166694045066833,
      "num_tokens": 336036472.0,
      "step": 436400
    },
    {
      "epoch": 0.5535683027254116,
      "grad_norm": 7.5,
      "learning_rate": 2.232448005602227e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5794954180717469,
      "num_tokens": 336044214.0,
      "step": 436410
    },
    {
      "epoch": 0.5535809873179444,
      "grad_norm": 6.09375,
      "learning_rate": 2.2323845745935975e-05,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5605315625667572,
      "num_tokens": 336052343.0,
      "step": 436420
    },
    {
      "epoch": 0.5535936719104773,
      "grad_norm": 5.1875,
      "learning_rate": 2.2323211435849683e-05,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5282405495643616,
      "num_tokens": 336059945.0,
      "step": 436430
    },
    {
      "epoch": 0.55360635650301,
      "grad_norm": 5.6875,
      "learning_rate": 2.2322577125763396e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5310962229967118,
      "num_tokens": 336068309.0,
      "step": 436440
    },
    {
      "epoch": 0.5536190410955429,
      "grad_norm": 7.0,
      "learning_rate": 2.23219428156771e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.526564535498619,
      "num_tokens": 336075611.0,
      "step": 436450
    },
    {
      "epoch": 0.5536317256880757,
      "grad_norm": 6.96875,
      "learning_rate": 2.232130850559081e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5485648602247238,
      "num_tokens": 336083073.0,
      "step": 436460
    },
    {
      "epoch": 0.5536444102806085,
      "grad_norm": 4.78125,
      "learning_rate": 2.232067419550452e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5222861468791962,
      "num_tokens": 336089847.0,
      "step": 436470
    },
    {
      "epoch": 0.5536570948731414,
      "grad_norm": 5.84375,
      "learning_rate": 2.2320039885418227e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5204849570989609,
      "num_tokens": 336097536.0,
      "step": 436480
    },
    {
      "epoch": 0.5536697794656742,
      "grad_norm": 5.03125,
      "learning_rate": 2.2319405575331936e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5382196277379989,
      "num_tokens": 336105525.0,
      "step": 436490
    },
    {
      "epoch": 0.5536824640582071,
      "grad_norm": 7.34375,
      "learning_rate": 2.2318771265245645e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5516697406768799,
      "num_tokens": 336112574.0,
      "step": 436500
    },
    {
      "epoch": 0.5536951486507399,
      "grad_norm": 6.53125,
      "learning_rate": 2.2318136955159353e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5294562399387359,
      "num_tokens": 336120331.0,
      "step": 436510
    },
    {
      "epoch": 0.5537078332432728,
      "grad_norm": 5.28125,
      "learning_rate": 2.231750264507306e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.572103101015091,
      "num_tokens": 336128572.0,
      "step": 436520
    },
    {
      "epoch": 0.5537205178358056,
      "grad_norm": 6.28125,
      "learning_rate": 2.2316868334986767e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.526482743024826,
      "num_tokens": 336136790.0,
      "step": 436530
    },
    {
      "epoch": 0.5537332024283383,
      "grad_norm": 5.3125,
      "learning_rate": 2.231623402490048e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5331035763025284,
      "num_tokens": 336144900.0,
      "step": 436540
    },
    {
      "epoch": 0.5537458870208712,
      "grad_norm": 6.1875,
      "learning_rate": 2.2315599714814185e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5547415673732757,
      "num_tokens": 336152430.0,
      "step": 436550
    },
    {
      "epoch": 0.553758571613404,
      "grad_norm": 4.78125,
      "learning_rate": 2.2314965404727894e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5341947436332702,
      "num_tokens": 336161451.0,
      "step": 436560
    },
    {
      "epoch": 0.5537712562059369,
      "grad_norm": 5.53125,
      "learning_rate": 2.2314331094641602e-05,
      "loss": 1.811,
      "mean_token_accuracy": 0.5826020389795303,
      "num_tokens": 336168406.0,
      "step": 436570
    },
    {
      "epoch": 0.5537839407984697,
      "grad_norm": 5.1875,
      "learning_rate": 2.2313696784555314e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5378553003072739,
      "num_tokens": 336174951.0,
      "step": 436580
    },
    {
      "epoch": 0.5537966253910026,
      "grad_norm": 6.375,
      "learning_rate": 2.231306247446902e-05,
      "loss": 1.9106,
      "mean_token_accuracy": 0.5699176549911499,
      "num_tokens": 336182981.0,
      "step": 436590
    },
    {
      "epoch": 0.5538093099835354,
      "grad_norm": 6.75,
      "learning_rate": 2.231242816438273e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5635247975587845,
      "num_tokens": 336189669.0,
      "step": 436600
    },
    {
      "epoch": 0.5538219945760683,
      "grad_norm": 5.125,
      "learning_rate": 2.2311793854296437e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5270291328430176,
      "num_tokens": 336197380.0,
      "step": 436610
    },
    {
      "epoch": 0.5538346791686011,
      "grad_norm": 6.46875,
      "learning_rate": 2.2311159544210146e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5183365195989609,
      "num_tokens": 336204441.0,
      "step": 436620
    },
    {
      "epoch": 0.5538473637611339,
      "grad_norm": 7.03125,
      "learning_rate": 2.2310525234123855e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5382381737232208,
      "num_tokens": 336212076.0,
      "step": 436630
    },
    {
      "epoch": 0.5538600483536668,
      "grad_norm": 7.75,
      "learning_rate": 2.2309890924037564e-05,
      "loss": 2.257,
      "mean_token_accuracy": 0.5263479024171829,
      "num_tokens": 336220020.0,
      "step": 436640
    },
    {
      "epoch": 0.5538727329461995,
      "grad_norm": 5.875,
      "learning_rate": 2.2309256613951272e-05,
      "loss": 1.8552,
      "mean_token_accuracy": 0.5896767050027847,
      "num_tokens": 336227042.0,
      "step": 436650
    },
    {
      "epoch": 0.5538854175387324,
      "grad_norm": 5.3125,
      "learning_rate": 2.2308622303864978e-05,
      "loss": 2.1712,
      "mean_token_accuracy": 0.5249728947877884,
      "num_tokens": 336234638.0,
      "step": 436660
    },
    {
      "epoch": 0.5538981021312652,
      "grad_norm": 6.4375,
      "learning_rate": 2.2307987993778686e-05,
      "loss": 2.2637,
      "mean_token_accuracy": 0.5204089462757111,
      "num_tokens": 336242258.0,
      "step": 436670
    },
    {
      "epoch": 0.5539107867237981,
      "grad_norm": 4.9375,
      "learning_rate": 2.23073536836924e-05,
      "loss": 1.8849,
      "mean_token_accuracy": 0.5727061927318573,
      "num_tokens": 336249470.0,
      "step": 436680
    },
    {
      "epoch": 0.5539234713163309,
      "grad_norm": 5.6875,
      "learning_rate": 2.2306719373606104e-05,
      "loss": 2.2263,
      "mean_token_accuracy": 0.516300630569458,
      "num_tokens": 336257589.0,
      "step": 436690
    },
    {
      "epoch": 0.5539361559088637,
      "grad_norm": 9.8125,
      "learning_rate": 2.2306085063519813e-05,
      "loss": 1.8701,
      "mean_token_accuracy": 0.5743349850177765,
      "num_tokens": 336264476.0,
      "step": 436700
    },
    {
      "epoch": 0.5539488405013966,
      "grad_norm": 5.375,
      "learning_rate": 2.230545075343352e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5783976554870606,
      "num_tokens": 336272782.0,
      "step": 436710
    },
    {
      "epoch": 0.5539615250939294,
      "grad_norm": 5.125,
      "learning_rate": 2.230481644334723e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.535835987329483,
      "num_tokens": 336280968.0,
      "step": 436720
    },
    {
      "epoch": 0.5539742096864623,
      "grad_norm": 5.375,
      "learning_rate": 2.230418213326094e-05,
      "loss": 1.881,
      "mean_token_accuracy": 0.5835667878389359,
      "num_tokens": 336289603.0,
      "step": 436730
    },
    {
      "epoch": 0.5539868942789951,
      "grad_norm": 6.84375,
      "learning_rate": 2.2303547823174648e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5553939372301102,
      "num_tokens": 336296095.0,
      "step": 436740
    },
    {
      "epoch": 0.553999578871528,
      "grad_norm": 6.46875,
      "learning_rate": 2.2302913513088356e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5409405142068863,
      "num_tokens": 336303592.0,
      "step": 436750
    },
    {
      "epoch": 0.5540122634640607,
      "grad_norm": 4.875,
      "learning_rate": 2.230227920300206e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5357805669307709,
      "num_tokens": 336311593.0,
      "step": 436760
    },
    {
      "epoch": 0.5540249480565935,
      "grad_norm": 5.21875,
      "learning_rate": 2.230164489291577e-05,
      "loss": 1.9405,
      "mean_token_accuracy": 0.5638834148645401,
      "num_tokens": 336320025.0,
      "step": 436770
    },
    {
      "epoch": 0.5540376326491264,
      "grad_norm": 5.8125,
      "learning_rate": 2.2301010582829483e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5711474746465683,
      "num_tokens": 336327756.0,
      "step": 436780
    },
    {
      "epoch": 0.5540503172416592,
      "grad_norm": 5.03125,
      "learning_rate": 2.230037627274319e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.538070684671402,
      "num_tokens": 336336247.0,
      "step": 436790
    },
    {
      "epoch": 0.5540630018341921,
      "grad_norm": 5.65625,
      "learning_rate": 2.2299741962656897e-05,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5824016600847244,
      "num_tokens": 336343086.0,
      "step": 436800
    },
    {
      "epoch": 0.5540756864267249,
      "grad_norm": 5.6875,
      "learning_rate": 2.2299107652570605e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.541357409954071,
      "num_tokens": 336350230.0,
      "step": 436810
    },
    {
      "epoch": 0.5540883710192578,
      "grad_norm": 7.3125,
      "learning_rate": 2.2298473342484314e-05,
      "loss": 2.135,
      "mean_token_accuracy": 0.5388263076543808,
      "num_tokens": 336358897.0,
      "step": 436820
    },
    {
      "epoch": 0.5541010556117906,
      "grad_norm": 8.625,
      "learning_rate": 2.2297839032398023e-05,
      "loss": 1.5316,
      "mean_token_accuracy": 0.6510316759347916,
      "num_tokens": 336364521.0,
      "step": 436830
    },
    {
      "epoch": 0.5541137402043235,
      "grad_norm": 9.375,
      "learning_rate": 2.229720472231173e-05,
      "loss": 1.8646,
      "mean_token_accuracy": 0.5778669476509094,
      "num_tokens": 336371470.0,
      "step": 436840
    },
    {
      "epoch": 0.5541264247968563,
      "grad_norm": 7.15625,
      "learning_rate": 2.229657041222544e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5464080035686493,
      "num_tokens": 336379976.0,
      "step": 436850
    },
    {
      "epoch": 0.554139109389389,
      "grad_norm": 5.46875,
      "learning_rate": 2.229593610213915e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5392164707183837,
      "num_tokens": 336386724.0,
      "step": 436860
    },
    {
      "epoch": 0.5541517939819219,
      "grad_norm": 6.15625,
      "learning_rate": 2.2295301792052854e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5277241438627243,
      "num_tokens": 336394154.0,
      "step": 436870
    },
    {
      "epoch": 0.5541644785744547,
      "grad_norm": 6.4375,
      "learning_rate": 2.2294667481966567e-05,
      "loss": 2.3126,
      "mean_token_accuracy": 0.5054986834526062,
      "num_tokens": 336402229.0,
      "step": 436880
    },
    {
      "epoch": 0.5541771631669876,
      "grad_norm": 4.90625,
      "learning_rate": 2.2294033171880275e-05,
      "loss": 1.8848,
      "mean_token_accuracy": 0.5873623698949814,
      "num_tokens": 336408880.0,
      "step": 436890
    },
    {
      "epoch": 0.5541898477595204,
      "grad_norm": 4.34375,
      "learning_rate": 2.229339886179398e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5477913916110992,
      "num_tokens": 336416160.0,
      "step": 436900
    },
    {
      "epoch": 0.5542025323520533,
      "grad_norm": 5.6875,
      "learning_rate": 2.229276455170769e-05,
      "loss": 1.8891,
      "mean_token_accuracy": 0.5901639103889466,
      "num_tokens": 336423826.0,
      "step": 436910
    },
    {
      "epoch": 0.5542152169445861,
      "grad_norm": 5.40625,
      "learning_rate": 2.2292130241621398e-05,
      "loss": 1.87,
      "mean_token_accuracy": 0.5943022429943084,
      "num_tokens": 336430660.0,
      "step": 436920
    },
    {
      "epoch": 0.5542279015371189,
      "grad_norm": 5.25,
      "learning_rate": 2.2291495931535107e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5220052778720856,
      "num_tokens": 336439863.0,
      "step": 436930
    },
    {
      "epoch": 0.5542405861296518,
      "grad_norm": 5.15625,
      "learning_rate": 2.2290861621448816e-05,
      "loss": 1.7542,
      "mean_token_accuracy": 0.6031784415245056,
      "num_tokens": 336445419.0,
      "step": 436940
    },
    {
      "epoch": 0.5542532707221846,
      "grad_norm": 5.15625,
      "learning_rate": 2.2290227311362524e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5658201813697815,
      "num_tokens": 336451940.0,
      "step": 436950
    },
    {
      "epoch": 0.5542659553147175,
      "grad_norm": 6.28125,
      "learning_rate": 2.2289593001276233e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5568995654582978,
      "num_tokens": 336458391.0,
      "step": 436960
    },
    {
      "epoch": 0.5542786399072502,
      "grad_norm": 6.34375,
      "learning_rate": 2.228895869118994e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5773005008697509,
      "num_tokens": 336465852.0,
      "step": 436970
    },
    {
      "epoch": 0.5542913244997831,
      "grad_norm": 4.84375,
      "learning_rate": 2.228832438110365e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.569883120059967,
      "num_tokens": 336473581.0,
      "step": 436980
    },
    {
      "epoch": 0.5543040090923159,
      "grad_norm": 5.03125,
      "learning_rate": 2.228769007101736e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5354715794324875,
      "num_tokens": 336482356.0,
      "step": 436990
    },
    {
      "epoch": 0.5543166936848488,
      "grad_norm": 5.0,
      "learning_rate": 2.2287055760931068e-05,
      "loss": 2.223,
      "mean_token_accuracy": 0.517371016740799,
      "num_tokens": 336489190.0,
      "step": 437000
    },
    {
      "epoch": 0.5543293782773816,
      "grad_norm": 5.71875,
      "learning_rate": 2.2286421450844773e-05,
      "loss": 1.8538,
      "mean_token_accuracy": 0.5788220971822738,
      "num_tokens": 336496002.0,
      "step": 437010
    },
    {
      "epoch": 0.5543420628699144,
      "grad_norm": 9.6875,
      "learning_rate": 2.2285787140758485e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5728018999099731,
      "num_tokens": 336502978.0,
      "step": 437020
    },
    {
      "epoch": 0.5543547474624473,
      "grad_norm": 5.46875,
      "learning_rate": 2.2285152830672194e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5470773875713348,
      "num_tokens": 336511515.0,
      "step": 437030
    },
    {
      "epoch": 0.5543674320549801,
      "grad_norm": 5.0625,
      "learning_rate": 2.22845185205859e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5313301146030426,
      "num_tokens": 336519775.0,
      "step": 437040
    },
    {
      "epoch": 0.554380116647513,
      "grad_norm": 4.84375,
      "learning_rate": 2.228388421049961e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5350779265165329,
      "num_tokens": 336528659.0,
      "step": 437050
    },
    {
      "epoch": 0.5543928012400458,
      "grad_norm": 8.75,
      "learning_rate": 2.2283249900413317e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.52796550989151,
      "num_tokens": 336536212.0,
      "step": 437060
    },
    {
      "epoch": 0.5544054858325786,
      "grad_norm": 6.53125,
      "learning_rate": 2.2282615590327026e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.5172559827566147,
      "num_tokens": 336543966.0,
      "step": 437070
    },
    {
      "epoch": 0.5544181704251114,
      "grad_norm": 5.125,
      "learning_rate": 2.2281981280240735e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5584842622280121,
      "num_tokens": 336551799.0,
      "step": 437080
    },
    {
      "epoch": 0.5544308550176442,
      "grad_norm": 5.53125,
      "learning_rate": 2.2281346970154443e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5340445727109909,
      "num_tokens": 336558962.0,
      "step": 437090
    },
    {
      "epoch": 0.5544435396101771,
      "grad_norm": 5.21875,
      "learning_rate": 2.2280712660068152e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5295134365558625,
      "num_tokens": 336566462.0,
      "step": 437100
    },
    {
      "epoch": 0.5544562242027099,
      "grad_norm": 4.6875,
      "learning_rate": 2.2280078349981857e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5437017291784286,
      "num_tokens": 336574876.0,
      "step": 437110
    },
    {
      "epoch": 0.5544689087952428,
      "grad_norm": 6.28125,
      "learning_rate": 2.227944403989557e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5532570332288742,
      "num_tokens": 336582733.0,
      "step": 437120
    },
    {
      "epoch": 0.5544815933877756,
      "grad_norm": 6.46875,
      "learning_rate": 2.2278809729809278e-05,
      "loss": 2.2744,
      "mean_token_accuracy": 0.49975247383117677,
      "num_tokens": 336590896.0,
      "step": 437130
    },
    {
      "epoch": 0.5544942779803085,
      "grad_norm": 4.46875,
      "learning_rate": 2.2278175419722987e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5281764596700669,
      "num_tokens": 336599506.0,
      "step": 437140
    },
    {
      "epoch": 0.5545069625728413,
      "grad_norm": 5.46875,
      "learning_rate": 2.2277541109636692e-05,
      "loss": 2.2275,
      "mean_token_accuracy": 0.521715959906578,
      "num_tokens": 336607373.0,
      "step": 437150
    },
    {
      "epoch": 0.554519647165374,
      "grad_norm": 4.78125,
      "learning_rate": 2.22769067995504e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5685036540031433,
      "num_tokens": 336614995.0,
      "step": 437160
    },
    {
      "epoch": 0.554532331757907,
      "grad_norm": 6.9375,
      "learning_rate": 2.2276272489464113e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5308691620826721,
      "num_tokens": 336623152.0,
      "step": 437170
    },
    {
      "epoch": 0.5545450163504397,
      "grad_norm": 5.625,
      "learning_rate": 2.227563817937782e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5277885884046555,
      "num_tokens": 336631726.0,
      "step": 437180
    },
    {
      "epoch": 0.5545577009429726,
      "grad_norm": 5.15625,
      "learning_rate": 2.2275003869291527e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.575895431637764,
      "num_tokens": 336639460.0,
      "step": 437190
    },
    {
      "epoch": 0.5545703855355054,
      "grad_norm": 4.6875,
      "learning_rate": 2.2274369559205236e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5456613570451736,
      "num_tokens": 336646590.0,
      "step": 437200
    },
    {
      "epoch": 0.5545830701280383,
      "grad_norm": 6.25,
      "learning_rate": 2.2273735249118945e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5450491905212402,
      "num_tokens": 336653776.0,
      "step": 437210
    },
    {
      "epoch": 0.5545957547205711,
      "grad_norm": 5.84375,
      "learning_rate": 2.2273100939032653e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5291468679904938,
      "num_tokens": 336661066.0,
      "step": 437220
    },
    {
      "epoch": 0.554608439313104,
      "grad_norm": 7.34375,
      "learning_rate": 2.2272466628946362e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5522730827331543,
      "num_tokens": 336668848.0,
      "step": 437230
    },
    {
      "epoch": 0.5546211239056368,
      "grad_norm": 5.5625,
      "learning_rate": 2.227183231886007e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5482571482658386,
      "num_tokens": 336675832.0,
      "step": 437240
    },
    {
      "epoch": 0.5546338084981696,
      "grad_norm": 6.5625,
      "learning_rate": 2.2271198008773776e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5615746080875397,
      "num_tokens": 336683017.0,
      "step": 437250
    },
    {
      "epoch": 0.5546464930907025,
      "grad_norm": 6.625,
      "learning_rate": 2.2270563698687485e-05,
      "loss": 1.7785,
      "mean_token_accuracy": 0.6016287535429001,
      "num_tokens": 336689543.0,
      "step": 437260
    },
    {
      "epoch": 0.5546591776832352,
      "grad_norm": 5.0625,
      "learning_rate": 2.2269929388601197e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5367079913616181,
      "num_tokens": 336695738.0,
      "step": 437270
    },
    {
      "epoch": 0.5546718622757681,
      "grad_norm": 5.0625,
      "learning_rate": 2.2269295078514903e-05,
      "loss": 1.7903,
      "mean_token_accuracy": 0.5882274329662323,
      "num_tokens": 336702537.0,
      "step": 437280
    },
    {
      "epoch": 0.5546845468683009,
      "grad_norm": 5.0,
      "learning_rate": 2.226866076842861e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5449539661407471,
      "num_tokens": 336711527.0,
      "step": 437290
    },
    {
      "epoch": 0.5546972314608338,
      "grad_norm": 5.0,
      "learning_rate": 2.226802645834232e-05,
      "loss": 2.2576,
      "mean_token_accuracy": 0.5086938947439194,
      "num_tokens": 336720481.0,
      "step": 437300
    },
    {
      "epoch": 0.5547099160533666,
      "grad_norm": 6.03125,
      "learning_rate": 2.226739214825603e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5211120456457138,
      "num_tokens": 336729322.0,
      "step": 437310
    },
    {
      "epoch": 0.5547226006458994,
      "grad_norm": 9.625,
      "learning_rate": 2.2266757838169738e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5349093407392502,
      "num_tokens": 336736676.0,
      "step": 437320
    },
    {
      "epoch": 0.5547352852384323,
      "grad_norm": 5.5625,
      "learning_rate": 2.2266123528083446e-05,
      "loss": 1.9041,
      "mean_token_accuracy": 0.5827448844909668,
      "num_tokens": 336744829.0,
      "step": 437330
    },
    {
      "epoch": 0.5547479698309651,
      "grad_norm": 6.34375,
      "learning_rate": 2.2265489217997155e-05,
      "loss": 2.2581,
      "mean_token_accuracy": 0.5051770687103272,
      "num_tokens": 336753473.0,
      "step": 437340
    },
    {
      "epoch": 0.554760654423498,
      "grad_norm": 4.8125,
      "learning_rate": 2.2264854907910864e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5665520310401917,
      "num_tokens": 336760427.0,
      "step": 437350
    },
    {
      "epoch": 0.5547733390160308,
      "grad_norm": 5.40625,
      "learning_rate": 2.226422059782457e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5509917825460434,
      "num_tokens": 336767846.0,
      "step": 437360
    },
    {
      "epoch": 0.5547860236085637,
      "grad_norm": 7.75,
      "learning_rate": 2.226358628773828e-05,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5582512259483338,
      "num_tokens": 336775029.0,
      "step": 437370
    },
    {
      "epoch": 0.5547987082010964,
      "grad_norm": 4.78125,
      "learning_rate": 2.226295197765199e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.5595211237668991,
      "num_tokens": 336783083.0,
      "step": 437380
    },
    {
      "epoch": 0.5548113927936293,
      "grad_norm": 6.46875,
      "learning_rate": 2.2262317667565695e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5349900513887406,
      "num_tokens": 336791486.0,
      "step": 437390
    },
    {
      "epoch": 0.5548240773861621,
      "grad_norm": 6.84375,
      "learning_rate": 2.2261683357479404e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5417424887418747,
      "num_tokens": 336799621.0,
      "step": 437400
    },
    {
      "epoch": 0.5548367619786949,
      "grad_norm": 5.78125,
      "learning_rate": 2.2261049047393113e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5298929542303086,
      "num_tokens": 336807265.0,
      "step": 437410
    },
    {
      "epoch": 0.5548494465712278,
      "grad_norm": 5.125,
      "learning_rate": 2.226041473730682e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5390142053365707,
      "num_tokens": 336814660.0,
      "step": 437420
    },
    {
      "epoch": 0.5548621311637606,
      "grad_norm": 6.4375,
      "learning_rate": 2.225978042722053e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5410809814929962,
      "num_tokens": 336823622.0,
      "step": 437430
    },
    {
      "epoch": 0.5548748157562935,
      "grad_norm": 6.5,
      "learning_rate": 2.225914611713424e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5337536036968231,
      "num_tokens": 336830808.0,
      "step": 437440
    },
    {
      "epoch": 0.5548875003488263,
      "grad_norm": 4.96875,
      "learning_rate": 2.2258511807047948e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5408839344978332,
      "num_tokens": 336839766.0,
      "step": 437450
    },
    {
      "epoch": 0.5549001849413592,
      "grad_norm": 5.75,
      "learning_rate": 2.2257877496961656e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5491870284080506,
      "num_tokens": 336847951.0,
      "step": 437460
    },
    {
      "epoch": 0.554912869533892,
      "grad_norm": 7.09375,
      "learning_rate": 2.2257243186875365e-05,
      "loss": 1.7802,
      "mean_token_accuracy": 0.6012490749359131,
      "num_tokens": 336854113.0,
      "step": 437470
    },
    {
      "epoch": 0.5549255541264247,
      "grad_norm": 4.90625,
      "learning_rate": 2.2256608876789074e-05,
      "loss": 2.2147,
      "mean_token_accuracy": 0.5191717356443405,
      "num_tokens": 336863161.0,
      "step": 437480
    },
    {
      "epoch": 0.5549382387189576,
      "grad_norm": 7.46875,
      "learning_rate": 2.225597456670278e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5664783924818039,
      "num_tokens": 336871089.0,
      "step": 437490
    },
    {
      "epoch": 0.5549509233114904,
      "grad_norm": 5.21875,
      "learning_rate": 2.2255340256616488e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5327648758888245,
      "num_tokens": 336880246.0,
      "step": 437500
    },
    {
      "epoch": 0.5549636079040233,
      "grad_norm": 5.375,
      "learning_rate": 2.22547059465302e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5216874688863754,
      "num_tokens": 336888472.0,
      "step": 437510
    },
    {
      "epoch": 0.5549762924965561,
      "grad_norm": 5.375,
      "learning_rate": 2.225407163644391e-05,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5551859557628631,
      "num_tokens": 336897006.0,
      "step": 437520
    },
    {
      "epoch": 0.554988977089089,
      "grad_norm": 5.34375,
      "learning_rate": 2.2253437326357614e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5397041022777558,
      "num_tokens": 336905122.0,
      "step": 437530
    },
    {
      "epoch": 0.5550016616816218,
      "grad_norm": 6.15625,
      "learning_rate": 2.2252803016271323e-05,
      "loss": 2.2342,
      "mean_token_accuracy": 0.5127354025840759,
      "num_tokens": 336913690.0,
      "step": 437540
    },
    {
      "epoch": 0.5550143462741547,
      "grad_norm": 5.53125,
      "learning_rate": 2.2252168706185032e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5592929422855377,
      "num_tokens": 336921204.0,
      "step": 437550
    },
    {
      "epoch": 0.5550270308666875,
      "grad_norm": 5.375,
      "learning_rate": 2.225153439609874e-05,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5289084941148758,
      "num_tokens": 336930402.0,
      "step": 437560
    },
    {
      "epoch": 0.5550397154592203,
      "grad_norm": 4.90625,
      "learning_rate": 2.225090008601245e-05,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5794212579727173,
      "num_tokens": 336938316.0,
      "step": 437570
    },
    {
      "epoch": 0.5550524000517532,
      "grad_norm": 5.875,
      "learning_rate": 2.2250265775926158e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5362021028995514,
      "num_tokens": 336945705.0,
      "step": 437580
    },
    {
      "epoch": 0.5550650846442859,
      "grad_norm": 6.40625,
      "learning_rate": 2.2249631465839867e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5491830766201019,
      "num_tokens": 336952595.0,
      "step": 437590
    },
    {
      "epoch": 0.5550777692368188,
      "grad_norm": 7.125,
      "learning_rate": 2.2248997155753572e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5167632043361664,
      "num_tokens": 336959708.0,
      "step": 437600
    },
    {
      "epoch": 0.5550904538293516,
      "grad_norm": 7.4375,
      "learning_rate": 2.2248362845667284e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5359360843896865,
      "num_tokens": 336967858.0,
      "step": 437610
    },
    {
      "epoch": 0.5551031384218845,
      "grad_norm": 5.59375,
      "learning_rate": 2.2247728535580993e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5475235790014267,
      "num_tokens": 336975380.0,
      "step": 437620
    },
    {
      "epoch": 0.5551158230144173,
      "grad_norm": 5.21875,
      "learning_rate": 2.2247094225494698e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5682212769985199,
      "num_tokens": 336983066.0,
      "step": 437630
    },
    {
      "epoch": 0.5551285076069501,
      "grad_norm": 5.40625,
      "learning_rate": 2.2246459915408407e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5345033347606659,
      "num_tokens": 336990485.0,
      "step": 437640
    },
    {
      "epoch": 0.555141192199483,
      "grad_norm": 6.5,
      "learning_rate": 2.2245825605322116e-05,
      "loss": 2.174,
      "mean_token_accuracy": 0.5297642111778259,
      "num_tokens": 336998878.0,
      "step": 437650
    },
    {
      "epoch": 0.5551538767920158,
      "grad_norm": 3.203125,
      "learning_rate": 2.2245191295235824e-05,
      "loss": 1.9208,
      "mean_token_accuracy": 0.5641643702983856,
      "num_tokens": 337006054.0,
      "step": 437660
    },
    {
      "epoch": 0.5551665613845487,
      "grad_norm": 5.28125,
      "learning_rate": 2.2244556985149533e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5538425266742706,
      "num_tokens": 337011871.0,
      "step": 437670
    },
    {
      "epoch": 0.5551792459770815,
      "grad_norm": 5.09375,
      "learning_rate": 2.2243922675063242e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5569152057170867,
      "num_tokens": 337020954.0,
      "step": 437680
    },
    {
      "epoch": 0.5551919305696144,
      "grad_norm": 7.125,
      "learning_rate": 2.224328836497695e-05,
      "loss": 2.327,
      "mean_token_accuracy": 0.51606684923172,
      "num_tokens": 337028126.0,
      "step": 437690
    },
    {
      "epoch": 0.5552046151621471,
      "grad_norm": 6.28125,
      "learning_rate": 2.2242654054890656e-05,
      "loss": 2.2073,
      "mean_token_accuracy": 0.5335122764110565,
      "num_tokens": 337035712.0,
      "step": 437700
    },
    {
      "epoch": 0.5552172997546799,
      "grad_norm": 6.5625,
      "learning_rate": 2.2242019744804368e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.574699142575264,
      "num_tokens": 337043244.0,
      "step": 437710
    },
    {
      "epoch": 0.5552299843472128,
      "grad_norm": 6.40625,
      "learning_rate": 2.2241385434718077e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5547891110181808,
      "num_tokens": 337051087.0,
      "step": 437720
    },
    {
      "epoch": 0.5552426689397456,
      "grad_norm": 4.75,
      "learning_rate": 2.2240751124631786e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5470907360315322,
      "num_tokens": 337058265.0,
      "step": 437730
    },
    {
      "epoch": 0.5552553535322785,
      "grad_norm": 4.875,
      "learning_rate": 2.224011681454549e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5753275364637375,
      "num_tokens": 337065963.0,
      "step": 437740
    },
    {
      "epoch": 0.5552680381248113,
      "grad_norm": 5.15625,
      "learning_rate": 2.22394825044592e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5386288374662399,
      "num_tokens": 337074171.0,
      "step": 437750
    },
    {
      "epoch": 0.5552807227173442,
      "grad_norm": 5.0625,
      "learning_rate": 2.2238848194372912e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5450075626373291,
      "num_tokens": 337080633.0,
      "step": 437760
    },
    {
      "epoch": 0.555293407309877,
      "grad_norm": 10.3125,
      "learning_rate": 2.2238213884286617e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5412434101104736,
      "num_tokens": 337088913.0,
      "step": 437770
    },
    {
      "epoch": 0.5553060919024099,
      "grad_norm": 5.25,
      "learning_rate": 2.2237579574200326e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5738080590963364,
      "num_tokens": 337095754.0,
      "step": 437780
    },
    {
      "epoch": 0.5553187764949427,
      "grad_norm": 5.625,
      "learning_rate": 2.2236945264114035e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.548216924071312,
      "num_tokens": 337103225.0,
      "step": 437790
    },
    {
      "epoch": 0.5553314610874754,
      "grad_norm": 5.375,
      "learning_rate": 2.2236310954027743e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5434459477663041,
      "num_tokens": 337110775.0,
      "step": 437800
    },
    {
      "epoch": 0.5553441456800083,
      "grad_norm": 4.84375,
      "learning_rate": 2.2235676643941452e-05,
      "loss": 2.2357,
      "mean_token_accuracy": 0.5212594211101532,
      "num_tokens": 337117434.0,
      "step": 437810
    },
    {
      "epoch": 0.5553568302725411,
      "grad_norm": 4.8125,
      "learning_rate": 2.223504233385516e-05,
      "loss": 1.8242,
      "mean_token_accuracy": 0.5929412871599198,
      "num_tokens": 337124370.0,
      "step": 437820
    },
    {
      "epoch": 0.555369514865074,
      "grad_norm": 6.6875,
      "learning_rate": 2.223440802376887e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.531320983171463,
      "num_tokens": 337132307.0,
      "step": 437830
    },
    {
      "epoch": 0.5553821994576068,
      "grad_norm": 5.21875,
      "learning_rate": 2.2233773713682575e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5399809241294861,
      "num_tokens": 337140400.0,
      "step": 437840
    },
    {
      "epoch": 0.5553948840501397,
      "grad_norm": 4.84375,
      "learning_rate": 2.2233139403596284e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5477829903364182,
      "num_tokens": 337148598.0,
      "step": 437850
    },
    {
      "epoch": 0.5554075686426725,
      "grad_norm": 5.1875,
      "learning_rate": 2.2232505093509996e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.535820597410202,
      "num_tokens": 337157317.0,
      "step": 437860
    },
    {
      "epoch": 0.5554202532352053,
      "grad_norm": 5.5625,
      "learning_rate": 2.22318707834237e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5364932268857956,
      "num_tokens": 337165559.0,
      "step": 437870
    },
    {
      "epoch": 0.5554329378277382,
      "grad_norm": 5.4375,
      "learning_rate": 2.223123647333741e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.5777134835720062,
      "num_tokens": 337173465.0,
      "step": 437880
    },
    {
      "epoch": 0.555445622420271,
      "grad_norm": 6.84375,
      "learning_rate": 2.223060216325112e-05,
      "loss": 2.2319,
      "mean_token_accuracy": 0.5192858427762985,
      "num_tokens": 337181263.0,
      "step": 437890
    },
    {
      "epoch": 0.5554583070128039,
      "grad_norm": 5.375,
      "learning_rate": 2.2229967853164827e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5493541926145553,
      "num_tokens": 337190345.0,
      "step": 437900
    },
    {
      "epoch": 0.5554709916053366,
      "grad_norm": 6.84375,
      "learning_rate": 2.2229333543078536e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5448705881834031,
      "num_tokens": 337198298.0,
      "step": 437910
    },
    {
      "epoch": 0.5554836761978695,
      "grad_norm": 4.96875,
      "learning_rate": 2.2228699232992245e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5353268772363663,
      "num_tokens": 337207381.0,
      "step": 437920
    },
    {
      "epoch": 0.5554963607904023,
      "grad_norm": 8.5,
      "learning_rate": 2.2228064922905954e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5321093887090683,
      "num_tokens": 337215388.0,
      "step": 437930
    },
    {
      "epoch": 0.5555090453829352,
      "grad_norm": 5.0,
      "learning_rate": 2.2227430612819662e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5290602385997772,
      "num_tokens": 337224411.0,
      "step": 437940
    },
    {
      "epoch": 0.555521729975468,
      "grad_norm": 7.34375,
      "learning_rate": 2.222679630273337e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5299057245254517,
      "num_tokens": 337232450.0,
      "step": 437950
    },
    {
      "epoch": 0.5555344145680008,
      "grad_norm": 5.59375,
      "learning_rate": 2.222616199264708e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5322943747043609,
      "num_tokens": 337240724.0,
      "step": 437960
    },
    {
      "epoch": 0.5555470991605337,
      "grad_norm": 7.03125,
      "learning_rate": 2.222552768256079e-05,
      "loss": 2.2774,
      "mean_token_accuracy": 0.5205838978290558,
      "num_tokens": 337249116.0,
      "step": 437970
    },
    {
      "epoch": 0.5555597837530665,
      "grad_norm": 5.25,
      "learning_rate": 2.2224893372474494e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5177534699440003,
      "num_tokens": 337256370.0,
      "step": 437980
    },
    {
      "epoch": 0.5555724683455994,
      "grad_norm": 5.5,
      "learning_rate": 2.2224259062388203e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5235386788845062,
      "num_tokens": 337265632.0,
      "step": 437990
    },
    {
      "epoch": 0.5555851529381322,
      "grad_norm": 7.1875,
      "learning_rate": 2.2223624752301915e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5419735312461853,
      "num_tokens": 337272534.0,
      "step": 438000
    },
    {
      "epoch": 0.555597837530665,
      "grad_norm": 5.15625,
      "learning_rate": 2.222299044221562e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.555067628622055,
      "num_tokens": 337280513.0,
      "step": 438010
    },
    {
      "epoch": 0.5556105221231978,
      "grad_norm": 6.96875,
      "learning_rate": 2.222235613212933e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5383326649665833,
      "num_tokens": 337287098.0,
      "step": 438020
    },
    {
      "epoch": 0.5556232067157306,
      "grad_norm": 5.5,
      "learning_rate": 2.2221721822043038e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5293788641691208,
      "num_tokens": 337294154.0,
      "step": 438030
    },
    {
      "epoch": 0.5556358913082635,
      "grad_norm": 5.78125,
      "learning_rate": 2.2221087511956746e-05,
      "loss": 1.8527,
      "mean_token_accuracy": 0.5904338598251343,
      "num_tokens": 337302002.0,
      "step": 438040
    },
    {
      "epoch": 0.5556485759007963,
      "grad_norm": 5.96875,
      "learning_rate": 2.2220453201870455e-05,
      "loss": 1.938,
      "mean_token_accuracy": 0.5520379334688187,
      "num_tokens": 337309358.0,
      "step": 438050
    },
    {
      "epoch": 0.5556612604933292,
      "grad_norm": 5.34375,
      "learning_rate": 2.2219818891784164e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5626994282007217,
      "num_tokens": 337316870.0,
      "step": 438060
    },
    {
      "epoch": 0.555673945085862,
      "grad_norm": 5.21875,
      "learning_rate": 2.2219184581697873e-05,
      "loss": 1.8409,
      "mean_token_accuracy": 0.5865337967872619,
      "num_tokens": 337322952.0,
      "step": 438070
    },
    {
      "epoch": 0.5556866296783949,
      "grad_norm": 6.1875,
      "learning_rate": 2.2218550271611578e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5632727771997452,
      "num_tokens": 337331073.0,
      "step": 438080
    },
    {
      "epoch": 0.5556993142709277,
      "grad_norm": 6.0625,
      "learning_rate": 2.2217915961525287e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5467090755701065,
      "num_tokens": 337339238.0,
      "step": 438090
    },
    {
      "epoch": 0.5557119988634605,
      "grad_norm": 6.0625,
      "learning_rate": 2.2217281651439e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.56349678337574,
      "num_tokens": 337346336.0,
      "step": 438100
    },
    {
      "epoch": 0.5557246834559934,
      "grad_norm": 5.28125,
      "learning_rate": 2.2216647341352708e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.562398636341095,
      "num_tokens": 337353961.0,
      "step": 438110
    },
    {
      "epoch": 0.5557373680485261,
      "grad_norm": 6.125,
      "learning_rate": 2.2216013031266413e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5435063660144805,
      "num_tokens": 337361954.0,
      "step": 438120
    },
    {
      "epoch": 0.555750052641059,
      "grad_norm": 5.4375,
      "learning_rate": 2.2215378721180122e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.5150970965623856,
      "num_tokens": 337370286.0,
      "step": 438130
    },
    {
      "epoch": 0.5557627372335918,
      "grad_norm": 7.1875,
      "learning_rate": 2.221474441109383e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.522537550330162,
      "num_tokens": 337377902.0,
      "step": 438140
    },
    {
      "epoch": 0.5557754218261247,
      "grad_norm": 7.5,
      "learning_rate": 2.221411010100754e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.533124965429306,
      "num_tokens": 337385601.0,
      "step": 438150
    },
    {
      "epoch": 0.5557881064186575,
      "grad_norm": 5.09375,
      "learning_rate": 2.2213475790921248e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5151491463184357,
      "num_tokens": 337395007.0,
      "step": 438160
    },
    {
      "epoch": 0.5558007910111904,
      "grad_norm": 7.0625,
      "learning_rate": 2.2212841480834957e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5632231175899506,
      "num_tokens": 337402913.0,
      "step": 438170
    },
    {
      "epoch": 0.5558134756037232,
      "grad_norm": 7.5625,
      "learning_rate": 2.2212207170748665e-05,
      "loss": 1.9156,
      "mean_token_accuracy": 0.5803829580545425,
      "num_tokens": 337409922.0,
      "step": 438180
    },
    {
      "epoch": 0.555826160196256,
      "grad_norm": 5.84375,
      "learning_rate": 2.221157286066237e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5337393254041671,
      "num_tokens": 337417816.0,
      "step": 438190
    },
    {
      "epoch": 0.5558388447887889,
      "grad_norm": 6.03125,
      "learning_rate": 2.2210938550576083e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5290849924087524,
      "num_tokens": 337426420.0,
      "step": 438200
    },
    {
      "epoch": 0.5558515293813217,
      "grad_norm": 4.8125,
      "learning_rate": 2.221030424048979e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5428939074277878,
      "num_tokens": 337434470.0,
      "step": 438210
    },
    {
      "epoch": 0.5558642139738545,
      "grad_norm": 9.375,
      "learning_rate": 2.2209669930403497e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5334860503673553,
      "num_tokens": 337442062.0,
      "step": 438220
    },
    {
      "epoch": 0.5558768985663873,
      "grad_norm": 7.46875,
      "learning_rate": 2.2209035620317206e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5567227214574814,
      "num_tokens": 337449361.0,
      "step": 438230
    },
    {
      "epoch": 0.5558895831589202,
      "grad_norm": 4.84375,
      "learning_rate": 2.2208401310230914e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5422244817018509,
      "num_tokens": 337457041.0,
      "step": 438240
    },
    {
      "epoch": 0.555902267751453,
      "grad_norm": 9.8125,
      "learning_rate": 2.2207767000144623e-05,
      "loss": 1.8698,
      "mean_token_accuracy": 0.5953338295221329,
      "num_tokens": 337464134.0,
      "step": 438250
    },
    {
      "epoch": 0.5559149523439858,
      "grad_norm": 5.6875,
      "learning_rate": 2.2207132690058332e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5379128247499466,
      "num_tokens": 337471470.0,
      "step": 438260
    },
    {
      "epoch": 0.5559276369365187,
      "grad_norm": 5.53125,
      "learning_rate": 2.220649837997204e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5329385578632355,
      "num_tokens": 337479457.0,
      "step": 438270
    },
    {
      "epoch": 0.5559403215290515,
      "grad_norm": 5.1875,
      "learning_rate": 2.220586406988575e-05,
      "loss": 2.2223,
      "mean_token_accuracy": 0.5255349099636077,
      "num_tokens": 337488046.0,
      "step": 438280
    },
    {
      "epoch": 0.5559530061215844,
      "grad_norm": 4.71875,
      "learning_rate": 2.2205229759799455e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5292649865150452,
      "num_tokens": 337495728.0,
      "step": 438290
    },
    {
      "epoch": 0.5559656907141172,
      "grad_norm": 5.5625,
      "learning_rate": 2.2204595449713167e-05,
      "loss": 1.8902,
      "mean_token_accuracy": 0.5805766701698303,
      "num_tokens": 337503728.0,
      "step": 438300
    },
    {
      "epoch": 0.5559783753066501,
      "grad_norm": 5.25,
      "learning_rate": 2.2203961139626876e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.550728115439415,
      "num_tokens": 337511106.0,
      "step": 438310
    },
    {
      "epoch": 0.5559910598991828,
      "grad_norm": 6.46875,
      "learning_rate": 2.2203326829540584e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.554761067032814,
      "num_tokens": 337519050.0,
      "step": 438320
    },
    {
      "epoch": 0.5560037444917157,
      "grad_norm": 5.09375,
      "learning_rate": 2.220269251945429e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5555488139390945,
      "num_tokens": 337527817.0,
      "step": 438330
    },
    {
      "epoch": 0.5560164290842485,
      "grad_norm": 5.125,
      "learning_rate": 2.2202058209368e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5565795570611953,
      "num_tokens": 337535669.0,
      "step": 438340
    },
    {
      "epoch": 0.5560291136767813,
      "grad_norm": 5.25,
      "learning_rate": 2.220142389928171e-05,
      "loss": 1.9293,
      "mean_token_accuracy": 0.5720299303531646,
      "num_tokens": 337543666.0,
      "step": 438350
    },
    {
      "epoch": 0.5560417982693142,
      "grad_norm": 6.75,
      "learning_rate": 2.2200789589195416e-05,
      "loss": 1.725,
      "mean_token_accuracy": 0.6168725490570068,
      "num_tokens": 337549766.0,
      "step": 438360
    },
    {
      "epoch": 0.556054482861847,
      "grad_norm": 5.21875,
      "learning_rate": 2.2200155279109125e-05,
      "loss": 2.313,
      "mean_token_accuracy": 0.5139305144548416,
      "num_tokens": 337557086.0,
      "step": 438370
    },
    {
      "epoch": 0.5560671674543799,
      "grad_norm": 5.53125,
      "learning_rate": 2.2199520969022833e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5461176306009292,
      "num_tokens": 337564374.0,
      "step": 438380
    },
    {
      "epoch": 0.5560798520469127,
      "grad_norm": 5.625,
      "learning_rate": 2.2198886658936542e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5508471339941025,
      "num_tokens": 337571091.0,
      "step": 438390
    },
    {
      "epoch": 0.5560925366394456,
      "grad_norm": 5.0,
      "learning_rate": 2.219825234885025e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.550192192196846,
      "num_tokens": 337579400.0,
      "step": 438400
    },
    {
      "epoch": 0.5561052212319784,
      "grad_norm": 5.84375,
      "learning_rate": 2.219761803876396e-05,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5836389511823654,
      "num_tokens": 337586550.0,
      "step": 438410
    },
    {
      "epoch": 0.5561179058245111,
      "grad_norm": 6.78125,
      "learning_rate": 2.219698372867767e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5620336085557938,
      "num_tokens": 337593037.0,
      "step": 438420
    },
    {
      "epoch": 0.556130590417044,
      "grad_norm": 8.8125,
      "learning_rate": 2.2196349418591374e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5622850567102432,
      "num_tokens": 337600157.0,
      "step": 438430
    },
    {
      "epoch": 0.5561432750095768,
      "grad_norm": 5.6875,
      "learning_rate": 2.2195715108505086e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5527102470397949,
      "num_tokens": 337607994.0,
      "step": 438440
    },
    {
      "epoch": 0.5561559596021097,
      "grad_norm": 6.625,
      "learning_rate": 2.2195080798418795e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5720861852169037,
      "num_tokens": 337615781.0,
      "step": 438450
    },
    {
      "epoch": 0.5561686441946425,
      "grad_norm": 6.53125,
      "learning_rate": 2.21944464883325e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5576241493225098,
      "num_tokens": 337623016.0,
      "step": 438460
    },
    {
      "epoch": 0.5561813287871754,
      "grad_norm": 9.3125,
      "learning_rate": 2.219381217824621e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5511738747358322,
      "num_tokens": 337629628.0,
      "step": 438470
    },
    {
      "epoch": 0.5561940133797082,
      "grad_norm": 6.4375,
      "learning_rate": 2.2193177868159917e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5256002098321915,
      "num_tokens": 337637796.0,
      "step": 438480
    },
    {
      "epoch": 0.5562066979722411,
      "grad_norm": 5.4375,
      "learning_rate": 2.219254355807363e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5547331184148788,
      "num_tokens": 337646303.0,
      "step": 438490
    },
    {
      "epoch": 0.5562193825647739,
      "grad_norm": 4.96875,
      "learning_rate": 2.2191909247987335e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.547067654132843,
      "num_tokens": 337653998.0,
      "step": 438500
    },
    {
      "epoch": 0.5562320671573067,
      "grad_norm": 5.0625,
      "learning_rate": 2.2191274937901044e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5448742538690567,
      "num_tokens": 337662125.0,
      "step": 438510
    },
    {
      "epoch": 0.5562447517498396,
      "grad_norm": 4.53125,
      "learning_rate": 2.2190640627814752e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5427444577217102,
      "num_tokens": 337670261.0,
      "step": 438520
    },
    {
      "epoch": 0.5562574363423723,
      "grad_norm": 7.59375,
      "learning_rate": 2.219000631772846e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5499882787466049,
      "num_tokens": 337677280.0,
      "step": 438530
    },
    {
      "epoch": 0.5562701209349052,
      "grad_norm": 7.21875,
      "learning_rate": 2.218937200764217e-05,
      "loss": 2.2161,
      "mean_token_accuracy": 0.5176867187023163,
      "num_tokens": 337685704.0,
      "step": 438540
    },
    {
      "epoch": 0.556282805527438,
      "grad_norm": 6.8125,
      "learning_rate": 2.218873769755588e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5361472129821777,
      "num_tokens": 337694884.0,
      "step": 438550
    },
    {
      "epoch": 0.5562954901199709,
      "grad_norm": 5.4375,
      "learning_rate": 2.2188103387469587e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5402063965797425,
      "num_tokens": 337702574.0,
      "step": 438560
    },
    {
      "epoch": 0.5563081747125037,
      "grad_norm": 6.28125,
      "learning_rate": 2.2187469077383293e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5241356372833252,
      "num_tokens": 337712238.0,
      "step": 438570
    },
    {
      "epoch": 0.5563208593050365,
      "grad_norm": 5.28125,
      "learning_rate": 2.2186834767297e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5269028097391129,
      "num_tokens": 337720678.0,
      "step": 438580
    },
    {
      "epoch": 0.5563335438975694,
      "grad_norm": 5.375,
      "learning_rate": 2.2186200457210714e-05,
      "loss": 1.9447,
      "mean_token_accuracy": 0.5591136544942856,
      "num_tokens": 337727447.0,
      "step": 438590
    },
    {
      "epoch": 0.5563462284901022,
      "grad_norm": 7.75,
      "learning_rate": 2.218556614712442e-05,
      "loss": 1.7608,
      "mean_token_accuracy": 0.6083472967147827,
      "num_tokens": 337734117.0,
      "step": 438600
    },
    {
      "epoch": 0.5563589130826351,
      "grad_norm": 4.78125,
      "learning_rate": 2.2184931837038128e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5433398216962815,
      "num_tokens": 337741817.0,
      "step": 438610
    },
    {
      "epoch": 0.5563715976751679,
      "grad_norm": 11.625,
      "learning_rate": 2.2184297526951836e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5618862986564637,
      "num_tokens": 337748470.0,
      "step": 438620
    },
    {
      "epoch": 0.5563842822677008,
      "grad_norm": 4.875,
      "learning_rate": 2.2183663216865545e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5510070145130157,
      "num_tokens": 337756808.0,
      "step": 438630
    },
    {
      "epoch": 0.5563969668602335,
      "grad_norm": 4.9375,
      "learning_rate": 2.2183028906779254e-05,
      "loss": 2.2958,
      "mean_token_accuracy": 0.49697216749191286,
      "num_tokens": 337765488.0,
      "step": 438640
    },
    {
      "epoch": 0.5564096514527663,
      "grad_norm": 5.0625,
      "learning_rate": 2.2182394596692963e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5526838511228561,
      "num_tokens": 337773409.0,
      "step": 438650
    },
    {
      "epoch": 0.5564223360452992,
      "grad_norm": 5.5,
      "learning_rate": 2.218176028660667e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5333196103572846,
      "num_tokens": 337780948.0,
      "step": 438660
    },
    {
      "epoch": 0.556435020637832,
      "grad_norm": 5.46875,
      "learning_rate": 2.2181125976520377e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5464087814092636,
      "num_tokens": 337787623.0,
      "step": 438670
    },
    {
      "epoch": 0.5564477052303649,
      "grad_norm": 6.96875,
      "learning_rate": 2.2180491666434085e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5468407988548278,
      "num_tokens": 337795659.0,
      "step": 438680
    },
    {
      "epoch": 0.5564603898228977,
      "grad_norm": 6.125,
      "learning_rate": 2.2179857356347798e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5271331250667572,
      "num_tokens": 337803676.0,
      "step": 438690
    },
    {
      "epoch": 0.5564730744154306,
      "grad_norm": 4.71875,
      "learning_rate": 2.2179223046261506e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5767798304557801,
      "num_tokens": 337809815.0,
      "step": 438700
    },
    {
      "epoch": 0.5564857590079634,
      "grad_norm": 6.34375,
      "learning_rate": 2.217858873617521e-05,
      "loss": 1.875,
      "mean_token_accuracy": 0.5735196739435195,
      "num_tokens": 337817472.0,
      "step": 438710
    },
    {
      "epoch": 0.5564984436004963,
      "grad_norm": 5.46875,
      "learning_rate": 2.217795442608892e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5380952447652817,
      "num_tokens": 337825295.0,
      "step": 438720
    },
    {
      "epoch": 0.5565111281930291,
      "grad_norm": 5.15625,
      "learning_rate": 2.217732011600263e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5582029491662979,
      "num_tokens": 337832902.0,
      "step": 438730
    },
    {
      "epoch": 0.5565238127855618,
      "grad_norm": 4.96875,
      "learning_rate": 2.2176685805916338e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5456313341856003,
      "num_tokens": 337840503.0,
      "step": 438740
    },
    {
      "epoch": 0.5565364973780947,
      "grad_norm": 7.0625,
      "learning_rate": 2.2176051495830047e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5545615166425705,
      "num_tokens": 337848215.0,
      "step": 438750
    },
    {
      "epoch": 0.5565491819706275,
      "grad_norm": 4.96875,
      "learning_rate": 2.2175417185743755e-05,
      "loss": 1.8337,
      "mean_token_accuracy": 0.5911925971508026,
      "num_tokens": 337856086.0,
      "step": 438760
    },
    {
      "epoch": 0.5565618665631604,
      "grad_norm": 9.5,
      "learning_rate": 2.2174782875657464e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5591759979724884,
      "num_tokens": 337862114.0,
      "step": 438770
    },
    {
      "epoch": 0.5565745511556932,
      "grad_norm": 6.0,
      "learning_rate": 2.217414856557117e-05,
      "loss": 2.2595,
      "mean_token_accuracy": 0.5188910484313964,
      "num_tokens": 337869254.0,
      "step": 438780
    },
    {
      "epoch": 0.5565872357482261,
      "grad_norm": 6.5625,
      "learning_rate": 2.217351425548488e-05,
      "loss": 2.218,
      "mean_token_accuracy": 0.5114875465631485,
      "num_tokens": 337878454.0,
      "step": 438790
    },
    {
      "epoch": 0.5565999203407589,
      "grad_norm": 6.21875,
      "learning_rate": 2.217287994539859e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5728869915008545,
      "num_tokens": 337886322.0,
      "step": 438800
    },
    {
      "epoch": 0.5566126049332917,
      "grad_norm": 6.125,
      "learning_rate": 2.2172245635312296e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5235589176416398,
      "num_tokens": 337893331.0,
      "step": 438810
    },
    {
      "epoch": 0.5566252895258246,
      "grad_norm": 7.65625,
      "learning_rate": 2.2171611325226004e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.550319927930832,
      "num_tokens": 337900484.0,
      "step": 438820
    },
    {
      "epoch": 0.5566379741183574,
      "grad_norm": 8.6875,
      "learning_rate": 2.2170977015139713e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5261978685855866,
      "num_tokens": 337908340.0,
      "step": 438830
    },
    {
      "epoch": 0.5566506587108903,
      "grad_norm": 5.15625,
      "learning_rate": 2.2170342705053422e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5283227264881134,
      "num_tokens": 337915923.0,
      "step": 438840
    },
    {
      "epoch": 0.556663343303423,
      "grad_norm": 6.0625,
      "learning_rate": 2.216970839496713e-05,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5819250136613846,
      "num_tokens": 337923846.0,
      "step": 438850
    },
    {
      "epoch": 0.5566760278959559,
      "grad_norm": 5.5,
      "learning_rate": 2.216907408488084e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5548846513032913,
      "num_tokens": 337932522.0,
      "step": 438860
    },
    {
      "epoch": 0.5566887124884887,
      "grad_norm": 7.09375,
      "learning_rate": 2.2168439774794548e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5520424246788025,
      "num_tokens": 337939578.0,
      "step": 438870
    },
    {
      "epoch": 0.5567013970810216,
      "grad_norm": 6.25,
      "learning_rate": 2.2167805464708257e-05,
      "loss": 2.2453,
      "mean_token_accuracy": 0.5116405844688415,
      "num_tokens": 337947795.0,
      "step": 438880
    },
    {
      "epoch": 0.5567140816735544,
      "grad_norm": 7.0,
      "learning_rate": 2.2167171154621966e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5322023808956147,
      "num_tokens": 337954600.0,
      "step": 438890
    },
    {
      "epoch": 0.5567267662660872,
      "grad_norm": 6.8125,
      "learning_rate": 2.2166536844535674e-05,
      "loss": 2.2033,
      "mean_token_accuracy": 0.523983359336853,
      "num_tokens": 337962185.0,
      "step": 438900
    },
    {
      "epoch": 0.5567394508586201,
      "grad_norm": 7.1875,
      "learning_rate": 2.2165902534449383e-05,
      "loss": 1.8733,
      "mean_token_accuracy": 0.581476578116417,
      "num_tokens": 337968269.0,
      "step": 438910
    },
    {
      "epoch": 0.5567521354511529,
      "grad_norm": 10.0,
      "learning_rate": 2.216526822436309e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5294398248195649,
      "num_tokens": 337975066.0,
      "step": 438920
    },
    {
      "epoch": 0.5567648200436858,
      "grad_norm": 5.25,
      "learning_rate": 2.21646339142768e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.531696355342865,
      "num_tokens": 337982777.0,
      "step": 438930
    },
    {
      "epoch": 0.5567775046362186,
      "grad_norm": 5.4375,
      "learning_rate": 2.216399960419051e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.5760563045740128,
      "num_tokens": 337989150.0,
      "step": 438940
    },
    {
      "epoch": 0.5567901892287515,
      "grad_norm": 11.0,
      "learning_rate": 2.2163365294104215e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5503974795341492,
      "num_tokens": 337996477.0,
      "step": 438950
    },
    {
      "epoch": 0.5568028738212842,
      "grad_norm": 5.5625,
      "learning_rate": 2.2162730984017923e-05,
      "loss": 2.3127,
      "mean_token_accuracy": 0.5035882234573364,
      "num_tokens": 338004902.0,
      "step": 438960
    },
    {
      "epoch": 0.556815558413817,
      "grad_norm": 5.40625,
      "learning_rate": 2.2162096673931632e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5303293496370316,
      "num_tokens": 338012921.0,
      "step": 438970
    },
    {
      "epoch": 0.5568282430063499,
      "grad_norm": 5.59375,
      "learning_rate": 2.216146236384534e-05,
      "loss": 1.9303,
      "mean_token_accuracy": 0.5681723266839981,
      "num_tokens": 338020358.0,
      "step": 438980
    },
    {
      "epoch": 0.5568409275988827,
      "grad_norm": 6.65625,
      "learning_rate": 2.216082805375905e-05,
      "loss": 1.778,
      "mean_token_accuracy": 0.6132109105587006,
      "num_tokens": 338026598.0,
      "step": 438990
    },
    {
      "epoch": 0.5568536121914156,
      "grad_norm": 6.0625,
      "learning_rate": 2.216019374367276e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5477635562419891,
      "num_tokens": 338034125.0,
      "step": 439000
    },
    {
      "epoch": 0.5568662967839484,
      "grad_norm": 6.625,
      "learning_rate": 2.2159559433586467e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5316112488508224,
      "num_tokens": 338041902.0,
      "step": 439010
    },
    {
      "epoch": 0.5568789813764813,
      "grad_norm": 5.3125,
      "learning_rate": 2.2158925123500172e-05,
      "loss": 2.2545,
      "mean_token_accuracy": 0.5104424148797989,
      "num_tokens": 338049330.0,
      "step": 439020
    },
    {
      "epoch": 0.5568916659690141,
      "grad_norm": 6.15625,
      "learning_rate": 2.2158290813413885e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.525079321861267,
      "num_tokens": 338058065.0,
      "step": 439030
    },
    {
      "epoch": 0.5569043505615469,
      "grad_norm": 5.90625,
      "learning_rate": 2.2157656503327593e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5434998482465744,
      "num_tokens": 338065523.0,
      "step": 439040
    },
    {
      "epoch": 0.5569170351540798,
      "grad_norm": 4.84375,
      "learning_rate": 2.21570221932413e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5307070523500442,
      "num_tokens": 338073522.0,
      "step": 439050
    },
    {
      "epoch": 0.5569297197466125,
      "grad_norm": 5.875,
      "learning_rate": 2.2156387883155007e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5388033032417298,
      "num_tokens": 338080976.0,
      "step": 439060
    },
    {
      "epoch": 0.5569424043391454,
      "grad_norm": 8.1875,
      "learning_rate": 2.2155753573068716e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5413719654083252,
      "num_tokens": 338088595.0,
      "step": 439070
    },
    {
      "epoch": 0.5569550889316782,
      "grad_norm": 5.28125,
      "learning_rate": 2.2155119262982428e-05,
      "loss": 2.2361,
      "mean_token_accuracy": 0.5160616129636765,
      "num_tokens": 338097844.0,
      "step": 439080
    },
    {
      "epoch": 0.5569677735242111,
      "grad_norm": 8.875,
      "learning_rate": 2.2154484952896134e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5401807010173798,
      "num_tokens": 338104731.0,
      "step": 439090
    },
    {
      "epoch": 0.5569804581167439,
      "grad_norm": 6.71875,
      "learning_rate": 2.2153850642809842e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5584010243415832,
      "num_tokens": 338111585.0,
      "step": 439100
    },
    {
      "epoch": 0.5569931427092768,
      "grad_norm": 5.75,
      "learning_rate": 2.215321633272355e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5614110052585601,
      "num_tokens": 338119150.0,
      "step": 439110
    },
    {
      "epoch": 0.5570058273018096,
      "grad_norm": 5.0625,
      "learning_rate": 2.215258202263726e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5666801303625106,
      "num_tokens": 338126375.0,
      "step": 439120
    },
    {
      "epoch": 0.5570185118943424,
      "grad_norm": 5.34375,
      "learning_rate": 2.215194771255097e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5422003239393234,
      "num_tokens": 338134548.0,
      "step": 439130
    },
    {
      "epoch": 0.5570311964868753,
      "grad_norm": 6.65625,
      "learning_rate": 2.2151313402464677e-05,
      "loss": 1.9464,
      "mean_token_accuracy": 0.564486101269722,
      "num_tokens": 338142828.0,
      "step": 439140
    },
    {
      "epoch": 0.557043881079408,
      "grad_norm": 5.75,
      "learning_rate": 2.2150679092378386e-05,
      "loss": 1.9087,
      "mean_token_accuracy": 0.5775287389755249,
      "num_tokens": 338150958.0,
      "step": 439150
    },
    {
      "epoch": 0.557056565671941,
      "grad_norm": 6.25,
      "learning_rate": 2.215004478229209e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5532147258520126,
      "num_tokens": 338159300.0,
      "step": 439160
    },
    {
      "epoch": 0.5570692502644737,
      "grad_norm": 4.71875,
      "learning_rate": 2.21494104722058e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5412753820419312,
      "num_tokens": 338165859.0,
      "step": 439170
    },
    {
      "epoch": 0.5570819348570066,
      "grad_norm": 6.125,
      "learning_rate": 2.2148776162119512e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.530539071559906,
      "num_tokens": 338173658.0,
      "step": 439180
    },
    {
      "epoch": 0.5570946194495394,
      "grad_norm": 5.5625,
      "learning_rate": 2.2148141852033218e-05,
      "loss": 2.2468,
      "mean_token_accuracy": 0.5207245767116546,
      "num_tokens": 338181411.0,
      "step": 439190
    },
    {
      "epoch": 0.5571073040420722,
      "grad_norm": 8.125,
      "learning_rate": 2.2147507541946926e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5476431012153625,
      "num_tokens": 338189682.0,
      "step": 439200
    },
    {
      "epoch": 0.5571199886346051,
      "grad_norm": 8.125,
      "learning_rate": 2.2146873231860635e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5301192909479141,
      "num_tokens": 338197456.0,
      "step": 439210
    },
    {
      "epoch": 0.5571326732271379,
      "grad_norm": 5.9375,
      "learning_rate": 2.2146238921774344e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5473006188869476,
      "num_tokens": 338204483.0,
      "step": 439220
    },
    {
      "epoch": 0.5571453578196708,
      "grad_norm": 5.03125,
      "learning_rate": 2.2145604611688053e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5264432817697525,
      "num_tokens": 338212904.0,
      "step": 439230
    },
    {
      "epoch": 0.5571580424122036,
      "grad_norm": 5.15625,
      "learning_rate": 2.214497030160176e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5543659925460815,
      "num_tokens": 338220226.0,
      "step": 439240
    },
    {
      "epoch": 0.5571707270047365,
      "grad_norm": 5.28125,
      "learning_rate": 2.214433599151547e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5678649872541428,
      "num_tokens": 338227556.0,
      "step": 439250
    },
    {
      "epoch": 0.5571834115972693,
      "grad_norm": 4.90625,
      "learning_rate": 2.2143701681429175e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5273558259010315,
      "num_tokens": 338235795.0,
      "step": 439260
    },
    {
      "epoch": 0.5571960961898021,
      "grad_norm": 4.96875,
      "learning_rate": 2.2143067371342884e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.5198946297168732,
      "num_tokens": 338242338.0,
      "step": 439270
    },
    {
      "epoch": 0.5572087807823349,
      "grad_norm": 6.21875,
      "learning_rate": 2.2142433061256596e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5755796521902085,
      "num_tokens": 338249534.0,
      "step": 439280
    },
    {
      "epoch": 0.5572214653748677,
      "grad_norm": 5.46875,
      "learning_rate": 2.2141798751170305e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5810927391052246,
      "num_tokens": 338255512.0,
      "step": 439290
    },
    {
      "epoch": 0.5572341499674006,
      "grad_norm": 7.09375,
      "learning_rate": 2.214116444108401e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5367553383111954,
      "num_tokens": 338263242.0,
      "step": 439300
    },
    {
      "epoch": 0.5572468345599334,
      "grad_norm": 4.875,
      "learning_rate": 2.214053013099772e-05,
      "loss": 1.8855,
      "mean_token_accuracy": 0.5862243890762329,
      "num_tokens": 338270729.0,
      "step": 439310
    },
    {
      "epoch": 0.5572595191524663,
      "grad_norm": 7.34375,
      "learning_rate": 2.213989582091143e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5222227931022644,
      "num_tokens": 338279212.0,
      "step": 439320
    },
    {
      "epoch": 0.5572722037449991,
      "grad_norm": 5.59375,
      "learning_rate": 2.2139261510825137e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5574181050062179,
      "num_tokens": 338288053.0,
      "step": 439330
    },
    {
      "epoch": 0.557284888337532,
      "grad_norm": 4.84375,
      "learning_rate": 2.2138627200738845e-05,
      "loss": 1.9193,
      "mean_token_accuracy": 0.5758908241987228,
      "num_tokens": 338296953.0,
      "step": 439340
    },
    {
      "epoch": 0.5572975729300648,
      "grad_norm": 4.9375,
      "learning_rate": 2.2137992890652554e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5427199393510819,
      "num_tokens": 338305430.0,
      "step": 439350
    },
    {
      "epoch": 0.5573102575225976,
      "grad_norm": 6.3125,
      "learning_rate": 2.2137358580566263e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5515767812728882,
      "num_tokens": 338313798.0,
      "step": 439360
    },
    {
      "epoch": 0.5573229421151304,
      "grad_norm": 5.5625,
      "learning_rate": 2.213672427047997e-05,
      "loss": 2.2616,
      "mean_token_accuracy": 0.5158938884735107,
      "num_tokens": 338322910.0,
      "step": 439370
    },
    {
      "epoch": 0.5573356267076632,
      "grad_norm": 5.40625,
      "learning_rate": 2.213608996039368e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5196763396263122,
      "num_tokens": 338331028.0,
      "step": 439380
    },
    {
      "epoch": 0.5573483113001961,
      "grad_norm": 4.9375,
      "learning_rate": 2.213545565030739e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5310334146022797,
      "num_tokens": 338340164.0,
      "step": 439390
    },
    {
      "epoch": 0.5573609958927289,
      "grad_norm": 4.8125,
      "learning_rate": 2.2134821340221094e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5398691266775131,
      "num_tokens": 338347949.0,
      "step": 439400
    },
    {
      "epoch": 0.5573736804852618,
      "grad_norm": 5.78125,
      "learning_rate": 2.2134187030134803e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5522066503763199,
      "num_tokens": 338355455.0,
      "step": 439410
    },
    {
      "epoch": 0.5573863650777946,
      "grad_norm": 7.0625,
      "learning_rate": 2.2133552720048515e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5519602030515671,
      "num_tokens": 338362380.0,
      "step": 439420
    },
    {
      "epoch": 0.5573990496703275,
      "grad_norm": 5.78125,
      "learning_rate": 2.213291840996222e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5445913821458817,
      "num_tokens": 338370125.0,
      "step": 439430
    },
    {
      "epoch": 0.5574117342628603,
      "grad_norm": 5.96875,
      "learning_rate": 2.213228409987593e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5542326480150223,
      "num_tokens": 338377690.0,
      "step": 439440
    },
    {
      "epoch": 0.5574244188553931,
      "grad_norm": 5.78125,
      "learning_rate": 2.2131649789789638e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5363562554121017,
      "num_tokens": 338385389.0,
      "step": 439450
    },
    {
      "epoch": 0.557437103447926,
      "grad_norm": 10.8125,
      "learning_rate": 2.2131015479703347e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5580908000469208,
      "num_tokens": 338393385.0,
      "step": 439460
    },
    {
      "epoch": 0.5574497880404587,
      "grad_norm": 6.78125,
      "learning_rate": 2.2130381169617056e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5369559228420258,
      "num_tokens": 338401681.0,
      "step": 439470
    },
    {
      "epoch": 0.5574624726329916,
      "grad_norm": 5.71875,
      "learning_rate": 2.2129746859530764e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5368000030517578,
      "num_tokens": 338409804.0,
      "step": 439480
    },
    {
      "epoch": 0.5574751572255244,
      "grad_norm": 4.90625,
      "learning_rate": 2.2129112549444473e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5488934129476547,
      "num_tokens": 338417683.0,
      "step": 439490
    },
    {
      "epoch": 0.5574878418180573,
      "grad_norm": 4.96875,
      "learning_rate": 2.2128478239358182e-05,
      "loss": 1.7971,
      "mean_token_accuracy": 0.5891462475061416,
      "num_tokens": 338425455.0,
      "step": 439500
    },
    {
      "epoch": 0.5575005264105901,
      "grad_norm": 5.8125,
      "learning_rate": 2.2127843929271887e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5476325482130051,
      "num_tokens": 338431964.0,
      "step": 439510
    },
    {
      "epoch": 0.5575132110031229,
      "grad_norm": 6.5625,
      "learning_rate": 2.21272096191856e-05,
      "loss": 2.4074,
      "mean_token_accuracy": 0.4933453857898712,
      "num_tokens": 338440674.0,
      "step": 439520
    },
    {
      "epoch": 0.5575258955956558,
      "grad_norm": 6.1875,
      "learning_rate": 2.2126575309099308e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.547946959733963,
      "num_tokens": 338449324.0,
      "step": 439530
    },
    {
      "epoch": 0.5575385801881886,
      "grad_norm": 5.40625,
      "learning_rate": 2.2125940999013013e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5384781450033188,
      "num_tokens": 338457447.0,
      "step": 439540
    },
    {
      "epoch": 0.5575512647807215,
      "grad_norm": 7.1875,
      "learning_rate": 2.2125306688926722e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5700735002756119,
      "num_tokens": 338464035.0,
      "step": 439550
    },
    {
      "epoch": 0.5575639493732543,
      "grad_norm": 7.0,
      "learning_rate": 2.212467237884043e-05,
      "loss": 1.9022,
      "mean_token_accuracy": 0.5840468764305115,
      "num_tokens": 338470464.0,
      "step": 439560
    },
    {
      "epoch": 0.5575766339657872,
      "grad_norm": 7.5,
      "learning_rate": 2.212403806875414e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5525892347097396,
      "num_tokens": 338477139.0,
      "step": 439570
    },
    {
      "epoch": 0.55758931855832,
      "grad_norm": 7.03125,
      "learning_rate": 2.2123403758667848e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5477986097335815,
      "num_tokens": 338484377.0,
      "step": 439580
    },
    {
      "epoch": 0.5576020031508527,
      "grad_norm": 5.28125,
      "learning_rate": 2.2122769448581557e-05,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5695947855710983,
      "num_tokens": 338491864.0,
      "step": 439590
    },
    {
      "epoch": 0.5576146877433856,
      "grad_norm": 5.0625,
      "learning_rate": 2.2122135138495266e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.569345873594284,
      "num_tokens": 338498670.0,
      "step": 439600
    },
    {
      "epoch": 0.5576273723359184,
      "grad_norm": 6.3125,
      "learning_rate": 2.212150082840897e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5273149728775024,
      "num_tokens": 338506388.0,
      "step": 439610
    },
    {
      "epoch": 0.5576400569284513,
      "grad_norm": 4.75,
      "learning_rate": 2.2120866518322683e-05,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5613287806510925,
      "num_tokens": 338513453.0,
      "step": 439620
    },
    {
      "epoch": 0.5576527415209841,
      "grad_norm": 4.8125,
      "learning_rate": 2.2120232208236392e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5253287255764008,
      "num_tokens": 338522938.0,
      "step": 439630
    },
    {
      "epoch": 0.557665426113517,
      "grad_norm": 6.71875,
      "learning_rate": 2.2119597898150097e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5501562476158142,
      "num_tokens": 338530202.0,
      "step": 439640
    },
    {
      "epoch": 0.5576781107060498,
      "grad_norm": 5.03125,
      "learning_rate": 2.2118963588063806e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5289316594600677,
      "num_tokens": 338537451.0,
      "step": 439650
    },
    {
      "epoch": 0.5576907952985827,
      "grad_norm": 5.0,
      "learning_rate": 2.2118329277977515e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5247761875391006,
      "num_tokens": 338546017.0,
      "step": 439660
    },
    {
      "epoch": 0.5577034798911155,
      "grad_norm": 5.96875,
      "learning_rate": 2.2117694967891227e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.552402549982071,
      "num_tokens": 338553857.0,
      "step": 439670
    },
    {
      "epoch": 0.5577161644836482,
      "grad_norm": 6.03125,
      "learning_rate": 2.2117060657804932e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5509846121072769,
      "num_tokens": 338560099.0,
      "step": 439680
    },
    {
      "epoch": 0.5577288490761811,
      "grad_norm": 4.6875,
      "learning_rate": 2.211642634771864e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5361298561096192,
      "num_tokens": 338569016.0,
      "step": 439690
    },
    {
      "epoch": 0.5577415336687139,
      "grad_norm": 6.875,
      "learning_rate": 2.211579203763235e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5698311239480972,
      "num_tokens": 338576291.0,
      "step": 439700
    },
    {
      "epoch": 0.5577542182612468,
      "grad_norm": 6.03125,
      "learning_rate": 2.211515772754606e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5202006816864013,
      "num_tokens": 338584988.0,
      "step": 439710
    },
    {
      "epoch": 0.5577669028537796,
      "grad_norm": 6.0,
      "learning_rate": 2.2114523417459767e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5429091632366181,
      "num_tokens": 338594186.0,
      "step": 439720
    },
    {
      "epoch": 0.5577795874463125,
      "grad_norm": 7.15625,
      "learning_rate": 2.2113889107373476e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5422629415988922,
      "num_tokens": 338601645.0,
      "step": 439730
    },
    {
      "epoch": 0.5577922720388453,
      "grad_norm": 6.46875,
      "learning_rate": 2.2113254797287185e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5493139296770095,
      "num_tokens": 338607722.0,
      "step": 439740
    },
    {
      "epoch": 0.5578049566313781,
      "grad_norm": 4.65625,
      "learning_rate": 2.211262048720089e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5501499831676483,
      "num_tokens": 338615274.0,
      "step": 439750
    },
    {
      "epoch": 0.557817641223911,
      "grad_norm": 6.71875,
      "learning_rate": 2.2111986177114602e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5639391124248505,
      "num_tokens": 338622310.0,
      "step": 439760
    },
    {
      "epoch": 0.5578303258164438,
      "grad_norm": 6.625,
      "learning_rate": 2.211135186702831e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5414512574672699,
      "num_tokens": 338629777.0,
      "step": 439770
    },
    {
      "epoch": 0.5578430104089767,
      "grad_norm": 4.84375,
      "learning_rate": 2.2110717556942016e-05,
      "loss": 1.8526,
      "mean_token_accuracy": 0.5816845715045929,
      "num_tokens": 338636966.0,
      "step": 439780
    },
    {
      "epoch": 0.5578556950015094,
      "grad_norm": 4.96875,
      "learning_rate": 2.2110083246855725e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5591817110776901,
      "num_tokens": 338644854.0,
      "step": 439790
    },
    {
      "epoch": 0.5578683795940423,
      "grad_norm": 8.125,
      "learning_rate": 2.2109448936769434e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5297107845544815,
      "num_tokens": 338652207.0,
      "step": 439800
    },
    {
      "epoch": 0.5578810641865751,
      "grad_norm": 6.34375,
      "learning_rate": 2.2108814626683143e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.537178847193718,
      "num_tokens": 338659783.0,
      "step": 439810
    },
    {
      "epoch": 0.557893748779108,
      "grad_norm": 6.21875,
      "learning_rate": 2.210818031659685e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5727407664060593,
      "num_tokens": 338666233.0,
      "step": 439820
    },
    {
      "epoch": 0.5579064333716408,
      "grad_norm": 7.5625,
      "learning_rate": 2.210754600651056e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.53770552277565,
      "num_tokens": 338673565.0,
      "step": 439830
    },
    {
      "epoch": 0.5579191179641736,
      "grad_norm": 8.0,
      "learning_rate": 2.210691169642427e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.559283372759819,
      "num_tokens": 338681221.0,
      "step": 439840
    },
    {
      "epoch": 0.5579318025567065,
      "grad_norm": 6.0,
      "learning_rate": 2.2106277386337974e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5197987288236618,
      "num_tokens": 338688990.0,
      "step": 439850
    },
    {
      "epoch": 0.5579444871492393,
      "grad_norm": 4.5,
      "learning_rate": 2.2105643076251686e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5732379943132401,
      "num_tokens": 338696867.0,
      "step": 439860
    },
    {
      "epoch": 0.5579571717417722,
      "grad_norm": 4.8125,
      "learning_rate": 2.2105008766165395e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.546897029876709,
      "num_tokens": 338706246.0,
      "step": 439870
    },
    {
      "epoch": 0.557969856334305,
      "grad_norm": 7.03125,
      "learning_rate": 2.2104374456079104e-05,
      "loss": 1.9954,
      "mean_token_accuracy": 0.5483099550008774,
      "num_tokens": 338713341.0,
      "step": 439880
    },
    {
      "epoch": 0.5579825409268379,
      "grad_norm": 5.03125,
      "learning_rate": 2.210374014599281e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5648986965417861,
      "num_tokens": 338720202.0,
      "step": 439890
    },
    {
      "epoch": 0.5579952255193706,
      "grad_norm": 5.1875,
      "learning_rate": 2.2103105835906518e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5436941385269165,
      "num_tokens": 338728133.0,
      "step": 439900
    },
    {
      "epoch": 0.5580079101119034,
      "grad_norm": 5.65625,
      "learning_rate": 2.210247152582023e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5261766701936722,
      "num_tokens": 338737628.0,
      "step": 439910
    },
    {
      "epoch": 0.5580205947044363,
      "grad_norm": 5.96875,
      "learning_rate": 2.2101837215733935e-05,
      "loss": 2.2769,
      "mean_token_accuracy": 0.5184229284524917,
      "num_tokens": 338745273.0,
      "step": 439920
    },
    {
      "epoch": 0.5580332792969691,
      "grad_norm": 5.8125,
      "learning_rate": 2.2101202905647644e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5531376004219055,
      "num_tokens": 338753108.0,
      "step": 439930
    },
    {
      "epoch": 0.558045963889502,
      "grad_norm": 7.03125,
      "learning_rate": 2.2100568595561353e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.529984587430954,
      "num_tokens": 338761429.0,
      "step": 439940
    },
    {
      "epoch": 0.5580586484820348,
      "grad_norm": 3.96875,
      "learning_rate": 2.209993428547506e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5387868136167526,
      "num_tokens": 338770558.0,
      "step": 439950
    },
    {
      "epoch": 0.5580713330745677,
      "grad_norm": 5.71875,
      "learning_rate": 2.209929997538877e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5250523507595062,
      "num_tokens": 338779563.0,
      "step": 439960
    },
    {
      "epoch": 0.5580840176671005,
      "grad_norm": 6.9375,
      "learning_rate": 2.209866566530248e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5380695074796676,
      "num_tokens": 338786403.0,
      "step": 439970
    },
    {
      "epoch": 0.5580967022596333,
      "grad_norm": 4.6875,
      "learning_rate": 2.2098031355216188e-05,
      "loss": 1.8136,
      "mean_token_accuracy": 0.5869396418333054,
      "num_tokens": 338792970.0,
      "step": 439980
    },
    {
      "epoch": 0.5581093868521662,
      "grad_norm": 4.5625,
      "learning_rate": 2.2097397045129893e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5454007655382156,
      "num_tokens": 338801339.0,
      "step": 439990
    },
    {
      "epoch": 0.5581220714446989,
      "grad_norm": 9.0,
      "learning_rate": 2.2096762735043602e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5351385802030564,
      "num_tokens": 338809733.0,
      "step": 440000
    },
    {
      "epoch": 0.5581347560372318,
      "grad_norm": 5.40625,
      "learning_rate": 2.2096128424957314e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5391585409641266,
      "num_tokens": 338817692.0,
      "step": 440010
    },
    {
      "epoch": 0.5581474406297646,
      "grad_norm": 6.875,
      "learning_rate": 2.209549411487102e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5637441635131836,
      "num_tokens": 338825151.0,
      "step": 440020
    },
    {
      "epoch": 0.5581601252222975,
      "grad_norm": 5.90625,
      "learning_rate": 2.2094859804784728e-05,
      "loss": 1.8803,
      "mean_token_accuracy": 0.5711716711521149,
      "num_tokens": 338832092.0,
      "step": 440030
    },
    {
      "epoch": 0.5581728098148303,
      "grad_norm": 5.09375,
      "learning_rate": 2.2094225494698437e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5706788659095764,
      "num_tokens": 338839846.0,
      "step": 440040
    },
    {
      "epoch": 0.5581854944073632,
      "grad_norm": 8.125,
      "learning_rate": 2.2093591184612146e-05,
      "loss": 2.2727,
      "mean_token_accuracy": 0.508163794875145,
      "num_tokens": 338848657.0,
      "step": 440050
    },
    {
      "epoch": 0.558198178999896,
      "grad_norm": 6.40625,
      "learning_rate": 2.2092956874525854e-05,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5577675461769104,
      "num_tokens": 338857448.0,
      "step": 440060
    },
    {
      "epoch": 0.5582108635924288,
      "grad_norm": 4.6875,
      "learning_rate": 2.2092322564439563e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5737351387739181,
      "num_tokens": 338864693.0,
      "step": 440070
    },
    {
      "epoch": 0.5582235481849617,
      "grad_norm": 6.4375,
      "learning_rate": 2.2091688254353272e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.547805804014206,
      "num_tokens": 338872060.0,
      "step": 440080
    },
    {
      "epoch": 0.5582362327774945,
      "grad_norm": 4.8125,
      "learning_rate": 2.209105394426698e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.528247258067131,
      "num_tokens": 338880590.0,
      "step": 440090
    },
    {
      "epoch": 0.5582489173700274,
      "grad_norm": 5.21875,
      "learning_rate": 2.2090419634180686e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5445202112197876,
      "num_tokens": 338887152.0,
      "step": 440100
    },
    {
      "epoch": 0.5582616019625601,
      "grad_norm": 7.59375,
      "learning_rate": 2.2089785324094398e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5400242000818253,
      "num_tokens": 338894813.0,
      "step": 440110
    },
    {
      "epoch": 0.558274286555093,
      "grad_norm": 4.59375,
      "learning_rate": 2.2089151014008107e-05,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5640181183815003,
      "num_tokens": 338902489.0,
      "step": 440120
    },
    {
      "epoch": 0.5582869711476258,
      "grad_norm": 5.3125,
      "learning_rate": 2.2088516703921812e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5423965603113174,
      "num_tokens": 338909660.0,
      "step": 440130
    },
    {
      "epoch": 0.5582996557401586,
      "grad_norm": 5.21875,
      "learning_rate": 2.208788239383552e-05,
      "loss": 1.7785,
      "mean_token_accuracy": 0.6050824463367462,
      "num_tokens": 338917145.0,
      "step": 440140
    },
    {
      "epoch": 0.5583123403326915,
      "grad_norm": 5.5,
      "learning_rate": 2.208724808374923e-05,
      "loss": 1.8135,
      "mean_token_accuracy": 0.5914451837539673,
      "num_tokens": 338924685.0,
      "step": 440150
    },
    {
      "epoch": 0.5583250249252243,
      "grad_norm": 6.15625,
      "learning_rate": 2.2086613773662938e-05,
      "loss": 1.6929,
      "mean_token_accuracy": 0.6205239355564117,
      "num_tokens": 338930447.0,
      "step": 440160
    },
    {
      "epoch": 0.5583377095177572,
      "grad_norm": 6.25,
      "learning_rate": 2.2085979463576647e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5837939888238907,
      "num_tokens": 338937696.0,
      "step": 440170
    },
    {
      "epoch": 0.55835039411029,
      "grad_norm": 7.28125,
      "learning_rate": 2.2085345153490356e-05,
      "loss": 1.8681,
      "mean_token_accuracy": 0.586703610420227,
      "num_tokens": 338944608.0,
      "step": 440180
    },
    {
      "epoch": 0.5583630787028229,
      "grad_norm": 6.53125,
      "learning_rate": 2.2084710843404064e-05,
      "loss": 2.2678,
      "mean_token_accuracy": 0.5177312284708023,
      "num_tokens": 338952244.0,
      "step": 440190
    },
    {
      "epoch": 0.5583757632953557,
      "grad_norm": 11.875,
      "learning_rate": 2.208407653331777e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5366383165121078,
      "num_tokens": 338960823.0,
      "step": 440200
    },
    {
      "epoch": 0.5583884478878886,
      "grad_norm": 5.9375,
      "learning_rate": 2.2083442223231482e-05,
      "loss": 1.7255,
      "mean_token_accuracy": 0.6218364655971527,
      "num_tokens": 338967020.0,
      "step": 440210
    },
    {
      "epoch": 0.5584011324804213,
      "grad_norm": 5.5625,
      "learning_rate": 2.208280791314519e-05,
      "loss": 1.8524,
      "mean_token_accuracy": 0.5958683788776398,
      "num_tokens": 338973079.0,
      "step": 440220
    },
    {
      "epoch": 0.5584138170729541,
      "grad_norm": 6.75,
      "learning_rate": 2.2082173603058896e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5344905823469162,
      "num_tokens": 338980814.0,
      "step": 440230
    },
    {
      "epoch": 0.558426501665487,
      "grad_norm": 6.03125,
      "learning_rate": 2.2081539292972605e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5747835397720337,
      "num_tokens": 338988674.0,
      "step": 440240
    },
    {
      "epoch": 0.5584391862580198,
      "grad_norm": 6.03125,
      "learning_rate": 2.2080904982886317e-05,
      "loss": 2.2908,
      "mean_token_accuracy": 0.502105575799942,
      "num_tokens": 338997461.0,
      "step": 440250
    },
    {
      "epoch": 0.5584518708505527,
      "grad_norm": 6.21875,
      "learning_rate": 2.2080270672800026e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5615539640188217,
      "num_tokens": 339005020.0,
      "step": 440260
    },
    {
      "epoch": 0.5584645554430855,
      "grad_norm": 6.96875,
      "learning_rate": 2.207963636271373e-05,
      "loss": 1.8052,
      "mean_token_accuracy": 0.6064143538475036,
      "num_tokens": 339010537.0,
      "step": 440270
    },
    {
      "epoch": 0.5584772400356184,
      "grad_norm": 5.40625,
      "learning_rate": 2.207900205262744e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5428225129842759,
      "num_tokens": 339017912.0,
      "step": 440280
    },
    {
      "epoch": 0.5584899246281512,
      "grad_norm": 6.28125,
      "learning_rate": 2.207836774254115e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5255949169397354,
      "num_tokens": 339024481.0,
      "step": 440290
    },
    {
      "epoch": 0.558502609220684,
      "grad_norm": 5.75,
      "learning_rate": 2.2077733432454857e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5144798368215561,
      "num_tokens": 339032678.0,
      "step": 440300
    },
    {
      "epoch": 0.5585152938132169,
      "grad_norm": 4.78125,
      "learning_rate": 2.2077099122368566e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5438663631677627,
      "num_tokens": 339040871.0,
      "step": 440310
    },
    {
      "epoch": 0.5585279784057496,
      "grad_norm": 10.75,
      "learning_rate": 2.2076464812282275e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5396849155426026,
      "num_tokens": 339049188.0,
      "step": 440320
    },
    {
      "epoch": 0.5585406629982825,
      "grad_norm": 6.0625,
      "learning_rate": 2.2075830502195983e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5273449182510376,
      "num_tokens": 339057558.0,
      "step": 440330
    },
    {
      "epoch": 0.5585533475908153,
      "grad_norm": 5.59375,
      "learning_rate": 2.207519619210969e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5544126272201538,
      "num_tokens": 339065256.0,
      "step": 440340
    },
    {
      "epoch": 0.5585660321833482,
      "grad_norm": 6.40625,
      "learning_rate": 2.20745618820234e-05,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5787241250276566,
      "num_tokens": 339072063.0,
      "step": 440350
    },
    {
      "epoch": 0.558578716775881,
      "grad_norm": 6.0625,
      "learning_rate": 2.207392757193711e-05,
      "loss": 1.7915,
      "mean_token_accuracy": 0.603806060552597,
      "num_tokens": 339080245.0,
      "step": 440360
    },
    {
      "epoch": 0.5585914013684139,
      "grad_norm": 6.5625,
      "learning_rate": 2.2073293261850815e-05,
      "loss": 1.895,
      "mean_token_accuracy": 0.5785138368606567,
      "num_tokens": 339086760.0,
      "step": 440370
    },
    {
      "epoch": 0.5586040859609467,
      "grad_norm": 5.75,
      "learning_rate": 2.2072658951764524e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5568965613842011,
      "num_tokens": 339094564.0,
      "step": 440380
    },
    {
      "epoch": 0.5586167705534795,
      "grad_norm": 5.09375,
      "learning_rate": 2.2072024641678233e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5662338584661484,
      "num_tokens": 339103219.0,
      "step": 440390
    },
    {
      "epoch": 0.5586294551460124,
      "grad_norm": 6.125,
      "learning_rate": 2.207139033159194e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5479649871587753,
      "num_tokens": 339109997.0,
      "step": 440400
    },
    {
      "epoch": 0.5586421397385452,
      "grad_norm": 5.96875,
      "learning_rate": 2.207075602150565e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5424693197011947,
      "num_tokens": 339117910.0,
      "step": 440410
    },
    {
      "epoch": 0.558654824331078,
      "grad_norm": 6.4375,
      "learning_rate": 2.207012171141936e-05,
      "loss": 2.2297,
      "mean_token_accuracy": 0.5153365939855575,
      "num_tokens": 339126267.0,
      "step": 440420
    },
    {
      "epoch": 0.5586675089236108,
      "grad_norm": 10.3125,
      "learning_rate": 2.2069487401333067e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5589369475841522,
      "num_tokens": 339133933.0,
      "step": 440430
    },
    {
      "epoch": 0.5586801935161437,
      "grad_norm": 5.4375,
      "learning_rate": 2.2068853091246773e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5403294533491134,
      "num_tokens": 339141314.0,
      "step": 440440
    },
    {
      "epoch": 0.5586928781086765,
      "grad_norm": 5.28125,
      "learning_rate": 2.2068218781160485e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5246177434921264,
      "num_tokens": 339150376.0,
      "step": 440450
    },
    {
      "epoch": 0.5587055627012093,
      "grad_norm": 4.84375,
      "learning_rate": 2.2067584471074194e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5195448219776153,
      "num_tokens": 339159593.0,
      "step": 440460
    },
    {
      "epoch": 0.5587182472937422,
      "grad_norm": 6.46875,
      "learning_rate": 2.2066950160987902e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5242875576019287,
      "num_tokens": 339166976.0,
      "step": 440470
    },
    {
      "epoch": 0.558730931886275,
      "grad_norm": 4.96875,
      "learning_rate": 2.2066315850901608e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5637286096811295,
      "num_tokens": 339175467.0,
      "step": 440480
    },
    {
      "epoch": 0.5587436164788079,
      "grad_norm": 5.78125,
      "learning_rate": 2.2065681540815317e-05,
      "loss": 1.8596,
      "mean_token_accuracy": 0.5853186070919036,
      "num_tokens": 339182575.0,
      "step": 440490
    },
    {
      "epoch": 0.5587563010713407,
      "grad_norm": 5.6875,
      "learning_rate": 2.206504723072903e-05,
      "loss": 1.7695,
      "mean_token_accuracy": 0.607182365655899,
      "num_tokens": 339188979.0,
      "step": 440500
    },
    {
      "epoch": 0.5587689856638736,
      "grad_norm": 5.59375,
      "learning_rate": 2.2064412920642734e-05,
      "loss": 1.8644,
      "mean_token_accuracy": 0.5793846607208252,
      "num_tokens": 339197299.0,
      "step": 440510
    },
    {
      "epoch": 0.5587816702564063,
      "grad_norm": 4.90625,
      "learning_rate": 2.2063778610556443e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.562301367521286,
      "num_tokens": 339205038.0,
      "step": 440520
    },
    {
      "epoch": 0.5587943548489391,
      "grad_norm": 5.09375,
      "learning_rate": 2.206314430047015e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5221368789672851,
      "num_tokens": 339213668.0,
      "step": 440530
    },
    {
      "epoch": 0.558807039441472,
      "grad_norm": 5.3125,
      "learning_rate": 2.206250999038386e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5463451176881791,
      "num_tokens": 339221506.0,
      "step": 440540
    },
    {
      "epoch": 0.5588197240340048,
      "grad_norm": 5.65625,
      "learning_rate": 2.206187568029757e-05,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5397807955741882,
      "num_tokens": 339229193.0,
      "step": 440550
    },
    {
      "epoch": 0.5588324086265377,
      "grad_norm": 6.84375,
      "learning_rate": 2.2061241370211278e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5741276115179061,
      "num_tokens": 339236710.0,
      "step": 440560
    },
    {
      "epoch": 0.5588450932190705,
      "grad_norm": 7.8125,
      "learning_rate": 2.2060607060124986e-05,
      "loss": 1.8576,
      "mean_token_accuracy": 0.5908323913812638,
      "num_tokens": 339243170.0,
      "step": 440570
    },
    {
      "epoch": 0.5588577778116034,
      "grad_norm": 5.875,
      "learning_rate": 2.2059972750038692e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5411922693252563,
      "num_tokens": 339251303.0,
      "step": 440580
    },
    {
      "epoch": 0.5588704624041362,
      "grad_norm": 18.375,
      "learning_rate": 2.20593384399524e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5714584529399872,
      "num_tokens": 339257984.0,
      "step": 440590
    },
    {
      "epoch": 0.5588831469966691,
      "grad_norm": 6.3125,
      "learning_rate": 2.2058704129866113e-05,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5658146500587463,
      "num_tokens": 339265638.0,
      "step": 440600
    },
    {
      "epoch": 0.5588958315892019,
      "grad_norm": 5.625,
      "learning_rate": 2.2058069819779818e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5493048042058944,
      "num_tokens": 339273582.0,
      "step": 440610
    },
    {
      "epoch": 0.5589085161817346,
      "grad_norm": 5.65625,
      "learning_rate": 2.2057435509693527e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5365200132131577,
      "num_tokens": 339281873.0,
      "step": 440620
    },
    {
      "epoch": 0.5589212007742675,
      "grad_norm": 5.25,
      "learning_rate": 2.2056801199607235e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.547622588276863,
      "num_tokens": 339288524.0,
      "step": 440630
    },
    {
      "epoch": 0.5589338853668003,
      "grad_norm": 5.65625,
      "learning_rate": 2.2056166889520944e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5321635395288468,
      "num_tokens": 339296552.0,
      "step": 440640
    },
    {
      "epoch": 0.5589465699593332,
      "grad_norm": 4.71875,
      "learning_rate": 2.2055532579434653e-05,
      "loss": 2.3319,
      "mean_token_accuracy": 0.5071165531873703,
      "num_tokens": 339304915.0,
      "step": 440650
    },
    {
      "epoch": 0.558959254551866,
      "grad_norm": 6.53125,
      "learning_rate": 2.2054898269348362e-05,
      "loss": 2.2317,
      "mean_token_accuracy": 0.5156893879175186,
      "num_tokens": 339313248.0,
      "step": 440660
    },
    {
      "epoch": 0.5589719391443989,
      "grad_norm": 5.4375,
      "learning_rate": 2.205426395926207e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5524960607290268,
      "num_tokens": 339320621.0,
      "step": 440670
    },
    {
      "epoch": 0.5589846237369317,
      "grad_norm": 5.96875,
      "learning_rate": 2.205362964917578e-05,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5144583612680436,
      "num_tokens": 339327275.0,
      "step": 440680
    },
    {
      "epoch": 0.5589973083294645,
      "grad_norm": 7.15625,
      "learning_rate": 2.2052995339089488e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5706590980291366,
      "num_tokens": 339333907.0,
      "step": 440690
    },
    {
      "epoch": 0.5590099929219974,
      "grad_norm": 5.4375,
      "learning_rate": 2.2052361029003197e-05,
      "loss": 1.8255,
      "mean_token_accuracy": 0.5796333223581314,
      "num_tokens": 339342544.0,
      "step": 440700
    },
    {
      "epoch": 0.5590226775145302,
      "grad_norm": 5.375,
      "learning_rate": 2.2051726718916905e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5341048687696457,
      "num_tokens": 339349019.0,
      "step": 440710
    },
    {
      "epoch": 0.5590353621070631,
      "grad_norm": 6.03125,
      "learning_rate": 2.205109240883061e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5384998053312302,
      "num_tokens": 339356586.0,
      "step": 440720
    },
    {
      "epoch": 0.5590480466995958,
      "grad_norm": 5.5,
      "learning_rate": 2.205045809874432e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5438470929861069,
      "num_tokens": 339365030.0,
      "step": 440730
    },
    {
      "epoch": 0.5590607312921287,
      "grad_norm": 6.71875,
      "learning_rate": 2.204982378865803e-05,
      "loss": 2.2066,
      "mean_token_accuracy": 0.5325317651033401,
      "num_tokens": 339372103.0,
      "step": 440740
    },
    {
      "epoch": 0.5590734158846615,
      "grad_norm": 5.15625,
      "learning_rate": 2.2049189478571737e-05,
      "loss": 1.7492,
      "mean_token_accuracy": 0.6133618652820587,
      "num_tokens": 339379292.0,
      "step": 440750
    },
    {
      "epoch": 0.5590861004771944,
      "grad_norm": 5.3125,
      "learning_rate": 2.2048555168485446e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5439633041620254,
      "num_tokens": 339387598.0,
      "step": 440760
    },
    {
      "epoch": 0.5590987850697272,
      "grad_norm": 4.71875,
      "learning_rate": 2.2047920858399154e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.570205295085907,
      "num_tokens": 339395136.0,
      "step": 440770
    },
    {
      "epoch": 0.55911146966226,
      "grad_norm": 7.28125,
      "learning_rate": 2.2047286548312863e-05,
      "loss": 1.9714,
      "mean_token_accuracy": 0.5498561978340148,
      "num_tokens": 339402738.0,
      "step": 440780
    },
    {
      "epoch": 0.5591241542547929,
      "grad_norm": 5.5,
      "learning_rate": 2.2046652238226572e-05,
      "loss": 1.7515,
      "mean_token_accuracy": 0.6135842591524124,
      "num_tokens": 339408770.0,
      "step": 440790
    },
    {
      "epoch": 0.5591368388473257,
      "grad_norm": 4.71875,
      "learning_rate": 2.204601792814028e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5495678842067718,
      "num_tokens": 339416046.0,
      "step": 440800
    },
    {
      "epoch": 0.5591495234398586,
      "grad_norm": 5.15625,
      "learning_rate": 2.204538361805399e-05,
      "loss": 1.8223,
      "mean_token_accuracy": 0.5941577672958374,
      "num_tokens": 339423816.0,
      "step": 440810
    },
    {
      "epoch": 0.5591622080323914,
      "grad_norm": 5.5625,
      "learning_rate": 2.2044749307967695e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5742856353521347,
      "num_tokens": 339431623.0,
      "step": 440820
    },
    {
      "epoch": 0.5591748926249243,
      "grad_norm": 5.59375,
      "learning_rate": 2.2044114997881404e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5107491731643676,
      "num_tokens": 339440595.0,
      "step": 440830
    },
    {
      "epoch": 0.559187577217457,
      "grad_norm": 6.21875,
      "learning_rate": 2.2043480687795116e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5544973760843277,
      "num_tokens": 339446691.0,
      "step": 440840
    },
    {
      "epoch": 0.5592002618099898,
      "grad_norm": 5.0,
      "learning_rate": 2.2042846377708824e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.538390251994133,
      "num_tokens": 339454889.0,
      "step": 440850
    },
    {
      "epoch": 0.5592129464025227,
      "grad_norm": 5.53125,
      "learning_rate": 2.204221206762253e-05,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5267997264862061,
      "num_tokens": 339462904.0,
      "step": 440860
    },
    {
      "epoch": 0.5592256309950555,
      "grad_norm": 6.6875,
      "learning_rate": 2.204157775753624e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5755654662847519,
      "num_tokens": 339469801.0,
      "step": 440870
    },
    {
      "epoch": 0.5592383155875884,
      "grad_norm": 6.03125,
      "learning_rate": 2.2040943447449947e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5202873468399047,
      "num_tokens": 339478577.0,
      "step": 440880
    },
    {
      "epoch": 0.5592510001801212,
      "grad_norm": 5.21875,
      "learning_rate": 2.2040309137363656e-05,
      "loss": 1.7075,
      "mean_token_accuracy": 0.5992771863937378,
      "num_tokens": 339485055.0,
      "step": 440890
    },
    {
      "epoch": 0.5592636847726541,
      "grad_norm": 6.8125,
      "learning_rate": 2.2039674827277365e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5450267851352691,
      "num_tokens": 339492869.0,
      "step": 440900
    },
    {
      "epoch": 0.5592763693651869,
      "grad_norm": 4.8125,
      "learning_rate": 2.2039040517191073e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5522619694471359,
      "num_tokens": 339499606.0,
      "step": 440910
    },
    {
      "epoch": 0.5592890539577197,
      "grad_norm": 4.9375,
      "learning_rate": 2.2038406207104782e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5228966474533081,
      "num_tokens": 339508547.0,
      "step": 440920
    },
    {
      "epoch": 0.5593017385502526,
      "grad_norm": 5.40625,
      "learning_rate": 2.2037771897018488e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.558391872048378,
      "num_tokens": 339515607.0,
      "step": 440930
    },
    {
      "epoch": 0.5593144231427853,
      "grad_norm": 5.40625,
      "learning_rate": 2.20371375869322e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5386000573635101,
      "num_tokens": 339524337.0,
      "step": 440940
    },
    {
      "epoch": 0.5593271077353182,
      "grad_norm": 4.3125,
      "learning_rate": 2.203650327684591e-05,
      "loss": 1.9749,
      "mean_token_accuracy": 0.5718085914850235,
      "num_tokens": 339532595.0,
      "step": 440950
    },
    {
      "epoch": 0.559339792327851,
      "grad_norm": 6.84375,
      "learning_rate": 2.2035868966759614e-05,
      "loss": 1.8881,
      "mean_token_accuracy": 0.5806759834289551,
      "num_tokens": 339540168.0,
      "step": 440960
    },
    {
      "epoch": 0.5593524769203839,
      "grad_norm": 5.46875,
      "learning_rate": 2.2035234656673322e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5391500562429428,
      "num_tokens": 339547626.0,
      "step": 440970
    },
    {
      "epoch": 0.5593651615129167,
      "grad_norm": 4.78125,
      "learning_rate": 2.203460034658703e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.549936494231224,
      "num_tokens": 339555346.0,
      "step": 440980
    },
    {
      "epoch": 0.5593778461054496,
      "grad_norm": 4.90625,
      "learning_rate": 2.2033966036500743e-05,
      "loss": 1.8812,
      "mean_token_accuracy": 0.5767786890268326,
      "num_tokens": 339562469.0,
      "step": 440990
    },
    {
      "epoch": 0.5593905306979824,
      "grad_norm": 5.90625,
      "learning_rate": 2.203333172641445e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5454695612192154,
      "num_tokens": 339569676.0,
      "step": 441000
    },
    {
      "epoch": 0.5594032152905152,
      "grad_norm": 6.28125,
      "learning_rate": 2.2032697416328157e-05,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5294301718473434,
      "num_tokens": 339578174.0,
      "step": 441010
    },
    {
      "epoch": 0.5594158998830481,
      "grad_norm": 10.1875,
      "learning_rate": 2.2032063106241866e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5386957883834839,
      "num_tokens": 339585489.0,
      "step": 441020
    },
    {
      "epoch": 0.5594285844755809,
      "grad_norm": 5.21875,
      "learning_rate": 2.203142879615557e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.530811783671379,
      "num_tokens": 339593828.0,
      "step": 441030
    },
    {
      "epoch": 0.5594412690681138,
      "grad_norm": 5.90625,
      "learning_rate": 2.2030794486069284e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5393678814172744,
      "num_tokens": 339601783.0,
      "step": 441040
    },
    {
      "epoch": 0.5594539536606465,
      "grad_norm": 5.75,
      "learning_rate": 2.2030160175982992e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5407646566629409,
      "num_tokens": 339609272.0,
      "step": 441050
    },
    {
      "epoch": 0.5594666382531794,
      "grad_norm": 5.46875,
      "learning_rate": 2.20295258658967e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5501575171947479,
      "num_tokens": 339617636.0,
      "step": 441060
    },
    {
      "epoch": 0.5594793228457122,
      "grad_norm": 6.15625,
      "learning_rate": 2.2028891555810406e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5442452281713486,
      "num_tokens": 339624118.0,
      "step": 441070
    },
    {
      "epoch": 0.559492007438245,
      "grad_norm": 5.46875,
      "learning_rate": 2.2028257245724115e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.56332548558712,
      "num_tokens": 339631933.0,
      "step": 441080
    },
    {
      "epoch": 0.5595046920307779,
      "grad_norm": 7.6875,
      "learning_rate": 2.2027622935637827e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5351418077945709,
      "num_tokens": 339639823.0,
      "step": 441090
    },
    {
      "epoch": 0.5595173766233107,
      "grad_norm": 6.625,
      "learning_rate": 2.2026988625551533e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.535209983587265,
      "num_tokens": 339647617.0,
      "step": 441100
    },
    {
      "epoch": 0.5595300612158436,
      "grad_norm": 5.1875,
      "learning_rate": 2.202635431546524e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5617103278636932,
      "num_tokens": 339653632.0,
      "step": 441110
    },
    {
      "epoch": 0.5595427458083764,
      "grad_norm": 5.1875,
      "learning_rate": 2.202572000537895e-05,
      "loss": 2.2266,
      "mean_token_accuracy": 0.516029167175293,
      "num_tokens": 339660040.0,
      "step": 441120
    },
    {
      "epoch": 0.5595554304009093,
      "grad_norm": 6.21875,
      "learning_rate": 2.202508569529266e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5471980899572373,
      "num_tokens": 339669102.0,
      "step": 441130
    },
    {
      "epoch": 0.5595681149934421,
      "grad_norm": 5.71875,
      "learning_rate": 2.2024451385206368e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5518936157226563,
      "num_tokens": 339676541.0,
      "step": 441140
    },
    {
      "epoch": 0.559580799585975,
      "grad_norm": 4.9375,
      "learning_rate": 2.2023817075120076e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5371380269527435,
      "num_tokens": 339685071.0,
      "step": 441150
    },
    {
      "epoch": 0.5595934841785077,
      "grad_norm": 6.15625,
      "learning_rate": 2.2023182765033785e-05,
      "loss": 2.2319,
      "mean_token_accuracy": 0.5279061913490295,
      "num_tokens": 339693588.0,
      "step": 441160
    },
    {
      "epoch": 0.5596061687710405,
      "grad_norm": 5.90625,
      "learning_rate": 2.202254845494749e-05,
      "loss": 2.3236,
      "mean_token_accuracy": 0.5194332778453827,
      "num_tokens": 339701225.0,
      "step": 441170
    },
    {
      "epoch": 0.5596188533635734,
      "grad_norm": 5.59375,
      "learning_rate": 2.2021914144861203e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5444006621837616,
      "num_tokens": 339709823.0,
      "step": 441180
    },
    {
      "epoch": 0.5596315379561062,
      "grad_norm": 5.09375,
      "learning_rate": 2.202127983477491e-05,
      "loss": 1.8447,
      "mean_token_accuracy": 0.5876750111579895,
      "num_tokens": 339715326.0,
      "step": 441190
    },
    {
      "epoch": 0.5596442225486391,
      "grad_norm": 9.75,
      "learning_rate": 2.202064552468862e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5754519134759903,
      "num_tokens": 339721954.0,
      "step": 441200
    },
    {
      "epoch": 0.5596569071411719,
      "grad_norm": 4.8125,
      "learning_rate": 2.2020011214602325e-05,
      "loss": 1.8315,
      "mean_token_accuracy": 0.5909010291099548,
      "num_tokens": 339729342.0,
      "step": 441210
    },
    {
      "epoch": 0.5596695917337048,
      "grad_norm": 6.71875,
      "learning_rate": 2.2019376904516034e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5310850203037262,
      "num_tokens": 339738050.0,
      "step": 441220
    },
    {
      "epoch": 0.5596822763262376,
      "grad_norm": 6.78125,
      "learning_rate": 2.2018742594429746e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.52340267598629,
      "num_tokens": 339746264.0,
      "step": 441230
    },
    {
      "epoch": 0.5596949609187704,
      "grad_norm": 4.25,
      "learning_rate": 2.201810828434345e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5335765212774277,
      "num_tokens": 339755028.0,
      "step": 441240
    },
    {
      "epoch": 0.5597076455113033,
      "grad_norm": 10.4375,
      "learning_rate": 2.201747397425716e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5588160753250122,
      "num_tokens": 339761612.0,
      "step": 441250
    },
    {
      "epoch": 0.559720330103836,
      "grad_norm": 5.1875,
      "learning_rate": 2.201683966417087e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5702049523591995,
      "num_tokens": 339769116.0,
      "step": 441260
    },
    {
      "epoch": 0.5597330146963689,
      "grad_norm": 5.25,
      "learning_rate": 2.2016205354084578e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.5772131383419037,
      "num_tokens": 339776155.0,
      "step": 441270
    },
    {
      "epoch": 0.5597456992889017,
      "grad_norm": 5.40625,
      "learning_rate": 2.2015571043998287e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5300634026527404,
      "num_tokens": 339785215.0,
      "step": 441280
    },
    {
      "epoch": 0.5597583838814346,
      "grad_norm": 5.375,
      "learning_rate": 2.2014936733911995e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5487951964139939,
      "num_tokens": 339793042.0,
      "step": 441290
    },
    {
      "epoch": 0.5597710684739674,
      "grad_norm": 5.03125,
      "learning_rate": 2.2014302423825704e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5772394716739655,
      "num_tokens": 339801074.0,
      "step": 441300
    },
    {
      "epoch": 0.5597837530665003,
      "grad_norm": 22.875,
      "learning_rate": 2.201366811373941e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5614108830690384,
      "num_tokens": 339807980.0,
      "step": 441310
    },
    {
      "epoch": 0.5597964376590331,
      "grad_norm": 5.46875,
      "learning_rate": 2.2013033803653118e-05,
      "loss": 1.8298,
      "mean_token_accuracy": 0.5861921370029449,
      "num_tokens": 339813713.0,
      "step": 441320
    },
    {
      "epoch": 0.5598091222515659,
      "grad_norm": 6.96875,
      "learning_rate": 2.201239949356683e-05,
      "loss": 1.7793,
      "mean_token_accuracy": 0.5914029240608215,
      "num_tokens": 339820038.0,
      "step": 441330
    },
    {
      "epoch": 0.5598218068440988,
      "grad_norm": 5.40625,
      "learning_rate": 2.2011765183480536e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5264153599739074,
      "num_tokens": 339827821.0,
      "step": 441340
    },
    {
      "epoch": 0.5598344914366316,
      "grad_norm": 6.03125,
      "learning_rate": 2.2011130873394244e-05,
      "loss": 2.2154,
      "mean_token_accuracy": 0.5143336653709412,
      "num_tokens": 339835260.0,
      "step": 441350
    },
    {
      "epoch": 0.5598471760291645,
      "grad_norm": 5.59375,
      "learning_rate": 2.2010496563307953e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5447835624217987,
      "num_tokens": 339842836.0,
      "step": 441360
    },
    {
      "epoch": 0.5598598606216972,
      "grad_norm": 6.3125,
      "learning_rate": 2.2009862253221662e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5445965439081192,
      "num_tokens": 339851336.0,
      "step": 441370
    },
    {
      "epoch": 0.5598725452142301,
      "grad_norm": 5.1875,
      "learning_rate": 2.200922794313537e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.558962008357048,
      "num_tokens": 339858636.0,
      "step": 441380
    },
    {
      "epoch": 0.5598852298067629,
      "grad_norm": 6.75,
      "learning_rate": 2.200859363304908e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5484826982021331,
      "num_tokens": 339866029.0,
      "step": 441390
    },
    {
      "epoch": 0.5598979143992957,
      "grad_norm": 5.25,
      "learning_rate": 2.2007959322962788e-05,
      "loss": 2.2337,
      "mean_token_accuracy": 0.515295684337616,
      "num_tokens": 339874414.0,
      "step": 441400
    },
    {
      "epoch": 0.5599105989918286,
      "grad_norm": 5.59375,
      "learning_rate": 2.2007325012876497e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5719982862472535,
      "num_tokens": 339882344.0,
      "step": 441410
    },
    {
      "epoch": 0.5599232835843614,
      "grad_norm": 7.125,
      "learning_rate": 2.2006690702790202e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5435591846704483,
      "num_tokens": 339890210.0,
      "step": 441420
    },
    {
      "epoch": 0.5599359681768943,
      "grad_norm": 5.1875,
      "learning_rate": 2.2006056392703914e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5375859141349792,
      "num_tokens": 339898785.0,
      "step": 441430
    },
    {
      "epoch": 0.5599486527694271,
      "grad_norm": 4.9375,
      "learning_rate": 2.2005422082617623e-05,
      "loss": 1.9393,
      "mean_token_accuracy": 0.5657194137573243,
      "num_tokens": 339905815.0,
      "step": 441440
    },
    {
      "epoch": 0.55996133736196,
      "grad_norm": 5.53125,
      "learning_rate": 2.200478777253133e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5765884280204773,
      "num_tokens": 339913503.0,
      "step": 441450
    },
    {
      "epoch": 0.5599740219544928,
      "grad_norm": 7.09375,
      "learning_rate": 2.2004153462445037e-05,
      "loss": 1.9513,
      "mean_token_accuracy": 0.5625526964664459,
      "num_tokens": 339921713.0,
      "step": 441460
    },
    {
      "epoch": 0.5599867065470255,
      "grad_norm": 5.78125,
      "learning_rate": 2.2003519152358746e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5584346115589142,
      "num_tokens": 339928651.0,
      "step": 441470
    },
    {
      "epoch": 0.5599993911395584,
      "grad_norm": 4.65625,
      "learning_rate": 2.2002884842272455e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5101603120565414,
      "num_tokens": 339936091.0,
      "step": 441480
    },
    {
      "epoch": 0.5600120757320912,
      "grad_norm": 3.140625,
      "learning_rate": 2.2002250532186163e-05,
      "loss": 1.6717,
      "mean_token_accuracy": 0.6267616808414459,
      "num_tokens": 339943694.0,
      "step": 441490
    },
    {
      "epoch": 0.5600247603246241,
      "grad_norm": 9.3125,
      "learning_rate": 2.2001616222099872e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5295370578765869,
      "num_tokens": 339951693.0,
      "step": 441500
    },
    {
      "epoch": 0.5600374449171569,
      "grad_norm": 7.21875,
      "learning_rate": 2.200098191201358e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5513527750968933,
      "num_tokens": 339959692.0,
      "step": 441510
    },
    {
      "epoch": 0.5600501295096898,
      "grad_norm": 6.03125,
      "learning_rate": 2.2000347601927286e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5411371469497681,
      "num_tokens": 339967013.0,
      "step": 441520
    },
    {
      "epoch": 0.5600628141022226,
      "grad_norm": 4.9375,
      "learning_rate": 2.1999713291841e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5240610510110855,
      "num_tokens": 339975399.0,
      "step": 441530
    },
    {
      "epoch": 0.5600754986947555,
      "grad_norm": 5.8125,
      "learning_rate": 2.1999078981754707e-05,
      "loss": 1.8665,
      "mean_token_accuracy": 0.5906493186950683,
      "num_tokens": 339981904.0,
      "step": 441540
    },
    {
      "epoch": 0.5600881832872883,
      "grad_norm": 12.0625,
      "learning_rate": 2.1998444671668412e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.542679387331009,
      "num_tokens": 339989123.0,
      "step": 441550
    },
    {
      "epoch": 0.560100867879821,
      "grad_norm": 6.71875,
      "learning_rate": 2.199781036158212e-05,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5393968969583511,
      "num_tokens": 339996232.0,
      "step": 441560
    },
    {
      "epoch": 0.560113552472354,
      "grad_norm": 5.21875,
      "learning_rate": 2.199717605149583e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5373808354139328,
      "num_tokens": 340005233.0,
      "step": 441570
    },
    {
      "epoch": 0.5601262370648867,
      "grad_norm": 5.5,
      "learning_rate": 2.1996541741409542e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5178130567073822,
      "num_tokens": 340012739.0,
      "step": 441580
    },
    {
      "epoch": 0.5601389216574196,
      "grad_norm": 7.21875,
      "learning_rate": 2.1995907431323247e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.553616738319397,
      "num_tokens": 340019117.0,
      "step": 441590
    },
    {
      "epoch": 0.5601516062499524,
      "grad_norm": 6.1875,
      "learning_rate": 2.1995273121236956e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5361907362937928,
      "num_tokens": 340026163.0,
      "step": 441600
    },
    {
      "epoch": 0.5601642908424853,
      "grad_norm": 4.9375,
      "learning_rate": 2.1994638811150665e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.531032818555832,
      "num_tokens": 340033863.0,
      "step": 441610
    },
    {
      "epoch": 0.5601769754350181,
      "grad_norm": 7.78125,
      "learning_rate": 2.1994004501064374e-05,
      "loss": 1.881,
      "mean_token_accuracy": 0.5766597896814346,
      "num_tokens": 340041500.0,
      "step": 441620
    },
    {
      "epoch": 0.5601896600275509,
      "grad_norm": 6.3125,
      "learning_rate": 2.1993370190978082e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5566649079322815,
      "num_tokens": 340049450.0,
      "step": 441630
    },
    {
      "epoch": 0.5602023446200838,
      "grad_norm": 3.140625,
      "learning_rate": 2.199273588089179e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.573565098643303,
      "num_tokens": 340057744.0,
      "step": 441640
    },
    {
      "epoch": 0.5602150292126166,
      "grad_norm": 8.5625,
      "learning_rate": 2.19921015708055e-05,
      "loss": 1.8883,
      "mean_token_accuracy": 0.5738099157810211,
      "num_tokens": 340064531.0,
      "step": 441650
    },
    {
      "epoch": 0.5602277138051495,
      "grad_norm": 5.90625,
      "learning_rate": 2.1991467260719205e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.545968097448349,
      "num_tokens": 340071768.0,
      "step": 441660
    },
    {
      "epoch": 0.5602403983976822,
      "grad_norm": 5.6875,
      "learning_rate": 2.1990832950632917e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5699320614337922,
      "num_tokens": 340079001.0,
      "step": 441670
    },
    {
      "epoch": 0.5602530829902151,
      "grad_norm": 5.53125,
      "learning_rate": 2.1990198640546626e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5259256869554519,
      "num_tokens": 340086720.0,
      "step": 441680
    },
    {
      "epoch": 0.5602657675827479,
      "grad_norm": 5.78125,
      "learning_rate": 2.198956433046033e-05,
      "loss": 2.2794,
      "mean_token_accuracy": 0.5227736234664917,
      "num_tokens": 340093986.0,
      "step": 441690
    },
    {
      "epoch": 0.5602784521752808,
      "grad_norm": 6.03125,
      "learning_rate": 2.198893002037404e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5312188684940338,
      "num_tokens": 340102588.0,
      "step": 441700
    },
    {
      "epoch": 0.5602911367678136,
      "grad_norm": 4.84375,
      "learning_rate": 2.198829571028775e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5345298618078231,
      "num_tokens": 340110185.0,
      "step": 441710
    },
    {
      "epoch": 0.5603038213603464,
      "grad_norm": 5.1875,
      "learning_rate": 2.1987661400201458e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.518732675909996,
      "num_tokens": 340117721.0,
      "step": 441720
    },
    {
      "epoch": 0.5603165059528793,
      "grad_norm": 6.34375,
      "learning_rate": 2.1987027090115166e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.572045311331749,
      "num_tokens": 340124866.0,
      "step": 441730
    },
    {
      "epoch": 0.5603291905454121,
      "grad_norm": 4.5,
      "learning_rate": 2.1986392780028875e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5613250434398651,
      "num_tokens": 340133146.0,
      "step": 441740
    },
    {
      "epoch": 0.560341875137945,
      "grad_norm": 7.1875,
      "learning_rate": 2.1985758469942584e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5522808730602264,
      "num_tokens": 340139537.0,
      "step": 441750
    },
    {
      "epoch": 0.5603545597304778,
      "grad_norm": 4.9375,
      "learning_rate": 2.198512415985629e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5314719170331955,
      "num_tokens": 340148217.0,
      "step": 441760
    },
    {
      "epoch": 0.5603672443230107,
      "grad_norm": 5.0625,
      "learning_rate": 2.198448984977e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5360621094703675,
      "num_tokens": 340156961.0,
      "step": 441770
    },
    {
      "epoch": 0.5603799289155434,
      "grad_norm": 4.96875,
      "learning_rate": 2.198385553968371e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5662148535251618,
      "num_tokens": 340165876.0,
      "step": 441780
    },
    {
      "epoch": 0.5603926135080762,
      "grad_norm": 5.25,
      "learning_rate": 2.198322122959742e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.5480700224637985,
      "num_tokens": 340173061.0,
      "step": 441790
    },
    {
      "epoch": 0.5604052981006091,
      "grad_norm": 7.375,
      "learning_rate": 2.1982586919511124e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5483976781368256,
      "num_tokens": 340181693.0,
      "step": 441800
    },
    {
      "epoch": 0.5604179826931419,
      "grad_norm": 5.6875,
      "learning_rate": 2.1981952609424833e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5212774902582169,
      "num_tokens": 340189755.0,
      "step": 441810
    },
    {
      "epoch": 0.5604306672856748,
      "grad_norm": 5.28125,
      "learning_rate": 2.1981318299338545e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5541838884353638,
      "num_tokens": 340196290.0,
      "step": 441820
    },
    {
      "epoch": 0.5604433518782076,
      "grad_norm": 6.75,
      "learning_rate": 2.198068398925225e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5745296537876129,
      "num_tokens": 340203489.0,
      "step": 441830
    },
    {
      "epoch": 0.5604560364707405,
      "grad_norm": 6.09375,
      "learning_rate": 2.198004967916596e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5286114484071731,
      "num_tokens": 340211674.0,
      "step": 441840
    },
    {
      "epoch": 0.5604687210632733,
      "grad_norm": 4.84375,
      "learning_rate": 2.1979415369079668e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5300700306892395,
      "num_tokens": 340220043.0,
      "step": 441850
    },
    {
      "epoch": 0.5604814056558061,
      "grad_norm": 5.1875,
      "learning_rate": 2.1978781058993377e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5524031311273575,
      "num_tokens": 340227576.0,
      "step": 441860
    },
    {
      "epoch": 0.560494090248339,
      "grad_norm": 5.6875,
      "learning_rate": 2.1978146748907085e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5198952317237854,
      "num_tokens": 340235778.0,
      "step": 441870
    },
    {
      "epoch": 0.5605067748408717,
      "grad_norm": 7.0,
      "learning_rate": 2.1977512438820794e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5560032278299332,
      "num_tokens": 340243093.0,
      "step": 441880
    },
    {
      "epoch": 0.5605194594334046,
      "grad_norm": 4.875,
      "learning_rate": 2.1976878128734503e-05,
      "loss": 1.8042,
      "mean_token_accuracy": 0.592016527056694,
      "num_tokens": 340251157.0,
      "step": 441890
    },
    {
      "epoch": 0.5605321440259374,
      "grad_norm": 6.65625,
      "learning_rate": 2.1976243818648208e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5247822046279907,
      "num_tokens": 340258673.0,
      "step": 441900
    },
    {
      "epoch": 0.5605448286184703,
      "grad_norm": 5.375,
      "learning_rate": 2.1975609508561917e-05,
      "loss": 1.9428,
      "mean_token_accuracy": 0.553180480003357,
      "num_tokens": 340265018.0,
      "step": 441910
    },
    {
      "epoch": 0.5605575132110031,
      "grad_norm": 7.46875,
      "learning_rate": 2.197497519847563e-05,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5232575058937072,
      "num_tokens": 340273119.0,
      "step": 441920
    },
    {
      "epoch": 0.560570197803536,
      "grad_norm": 6.0625,
      "learning_rate": 2.1974340888389334e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5270038902759552,
      "num_tokens": 340282336.0,
      "step": 441930
    },
    {
      "epoch": 0.5605828823960688,
      "grad_norm": 5.40625,
      "learning_rate": 2.1973706578303043e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5494558483362197,
      "num_tokens": 340290105.0,
      "step": 441940
    },
    {
      "epoch": 0.5605955669886016,
      "grad_norm": 5.125,
      "learning_rate": 2.1973072268216752e-05,
      "loss": 2.2672,
      "mean_token_accuracy": 0.5142310380935669,
      "num_tokens": 340298238.0,
      "step": 441950
    },
    {
      "epoch": 0.5606082515811345,
      "grad_norm": 10.75,
      "learning_rate": 2.197243795813046e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5454982846975327,
      "num_tokens": 340305847.0,
      "step": 441960
    },
    {
      "epoch": 0.5606209361736673,
      "grad_norm": 5.34375,
      "learning_rate": 2.197180364804417e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5369074553251266,
      "num_tokens": 340314324.0,
      "step": 441970
    },
    {
      "epoch": 0.5606336207662002,
      "grad_norm": 5.3125,
      "learning_rate": 2.1971169337957878e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5342312514781952,
      "num_tokens": 340322604.0,
      "step": 441980
    },
    {
      "epoch": 0.5606463053587329,
      "grad_norm": 5.75,
      "learning_rate": 2.1970535027871587e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5558153033256531,
      "num_tokens": 340329712.0,
      "step": 441990
    },
    {
      "epoch": 0.5606589899512658,
      "grad_norm": 8.1875,
      "learning_rate": 2.1969900717785296e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5480271935462951,
      "num_tokens": 340337223.0,
      "step": 442000
    },
    {
      "epoch": 0.5606716745437986,
      "grad_norm": 5.375,
      "learning_rate": 2.1969266407699e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5450984627008438,
      "num_tokens": 340344580.0,
      "step": 442010
    },
    {
      "epoch": 0.5606843591363314,
      "grad_norm": 5.5625,
      "learning_rate": 2.1968632097612713e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5797149926424027,
      "num_tokens": 340352267.0,
      "step": 442020
    },
    {
      "epoch": 0.5606970437288643,
      "grad_norm": 8.5625,
      "learning_rate": 2.1967997787526422e-05,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5741369307041169,
      "num_tokens": 340359214.0,
      "step": 442030
    },
    {
      "epoch": 0.5607097283213971,
      "grad_norm": 13.9375,
      "learning_rate": 2.1967363477440127e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5355311393737793,
      "num_tokens": 340365372.0,
      "step": 442040
    },
    {
      "epoch": 0.56072241291393,
      "grad_norm": 5.53125,
      "learning_rate": 2.1966729167353836e-05,
      "loss": 2.2429,
      "mean_token_accuracy": 0.5167540341615677,
      "num_tokens": 340374284.0,
      "step": 442050
    },
    {
      "epoch": 0.5607350975064628,
      "grad_norm": 5.65625,
      "learning_rate": 2.1966094857267548e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5355603158473968,
      "num_tokens": 340381956.0,
      "step": 442060
    },
    {
      "epoch": 0.5607477820989957,
      "grad_norm": 5.46875,
      "learning_rate": 2.1965460547181253e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5543138027191162,
      "num_tokens": 340389779.0,
      "step": 442070
    },
    {
      "epoch": 0.5607604666915285,
      "grad_norm": 4.6875,
      "learning_rate": 2.1964826237094962e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5700662016868592,
      "num_tokens": 340398302.0,
      "step": 442080
    },
    {
      "epoch": 0.5607731512840614,
      "grad_norm": 5.0,
      "learning_rate": 2.196419192700867e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5462099790573121,
      "num_tokens": 340405971.0,
      "step": 442090
    },
    {
      "epoch": 0.5607858358765941,
      "grad_norm": 6.59375,
      "learning_rate": 2.196355761692238e-05,
      "loss": 2.3089,
      "mean_token_accuracy": 0.5079802006483078,
      "num_tokens": 340414424.0,
      "step": 442100
    },
    {
      "epoch": 0.5607985204691269,
      "grad_norm": 5.6875,
      "learning_rate": 2.1962923306836088e-05,
      "loss": 1.856,
      "mean_token_accuracy": 0.5876102894544601,
      "num_tokens": 340421198.0,
      "step": 442110
    },
    {
      "epoch": 0.5608112050616598,
      "grad_norm": 5.8125,
      "learning_rate": 2.1962288996749797e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.54806447327137,
      "num_tokens": 340428742.0,
      "step": 442120
    },
    {
      "epoch": 0.5608238896541926,
      "grad_norm": 6.84375,
      "learning_rate": 2.1961654686663506e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5465646088123322,
      "num_tokens": 340436357.0,
      "step": 442130
    },
    {
      "epoch": 0.5608365742467255,
      "grad_norm": 4.625,
      "learning_rate": 2.196102037657721e-05,
      "loss": 1.7118,
      "mean_token_accuracy": 0.6304766982793808,
      "num_tokens": 340442001.0,
      "step": 442140
    },
    {
      "epoch": 0.5608492588392583,
      "grad_norm": 5.3125,
      "learning_rate": 2.196038606649092e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5161653608083725,
      "num_tokens": 340451147.0,
      "step": 442150
    },
    {
      "epoch": 0.5608619434317912,
      "grad_norm": 5.6875,
      "learning_rate": 2.1959751756404632e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5612066179513931,
      "num_tokens": 340458333.0,
      "step": 442160
    },
    {
      "epoch": 0.560874628024324,
      "grad_norm": 6.3125,
      "learning_rate": 2.195911744631834e-05,
      "loss": 1.8499,
      "mean_token_accuracy": 0.5820539593696594,
      "num_tokens": 340465779.0,
      "step": 442170
    },
    {
      "epoch": 0.5608873126168568,
      "grad_norm": 5.78125,
      "learning_rate": 2.1958483136232046e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5417974442243576,
      "num_tokens": 340472141.0,
      "step": 442180
    },
    {
      "epoch": 0.5608999972093897,
      "grad_norm": 5.375,
      "learning_rate": 2.1957848826145755e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5647854626178741,
      "num_tokens": 340480140.0,
      "step": 442190
    },
    {
      "epoch": 0.5609126818019224,
      "grad_norm": 5.125,
      "learning_rate": 2.1957214516059464e-05,
      "loss": 1.6742,
      "mean_token_accuracy": 0.6132225096225739,
      "num_tokens": 340486683.0,
      "step": 442200
    },
    {
      "epoch": 0.5609253663944553,
      "grad_norm": 5.0,
      "learning_rate": 2.1956580205973172e-05,
      "loss": 1.8948,
      "mean_token_accuracy": 0.5712978482246399,
      "num_tokens": 340493729.0,
      "step": 442210
    },
    {
      "epoch": 0.5609380509869881,
      "grad_norm": 5.25,
      "learning_rate": 2.195594589588688e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.530582121014595,
      "num_tokens": 340501897.0,
      "step": 442220
    },
    {
      "epoch": 0.560950735579521,
      "grad_norm": 4.96875,
      "learning_rate": 2.195531158580059e-05,
      "loss": 2.2356,
      "mean_token_accuracy": 0.519610783457756,
      "num_tokens": 340510395.0,
      "step": 442230
    },
    {
      "epoch": 0.5609634201720538,
      "grad_norm": 4.875,
      "learning_rate": 2.19546772757143e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.542290985584259,
      "num_tokens": 340518929.0,
      "step": 442240
    },
    {
      "epoch": 0.5609761047645866,
      "grad_norm": 8.3125,
      "learning_rate": 2.1954042965628004e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5573848187923431,
      "num_tokens": 340526741.0,
      "step": 442250
    },
    {
      "epoch": 0.5609887893571195,
      "grad_norm": 4.875,
      "learning_rate": 2.1953408655541716e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5462877124547958,
      "num_tokens": 340534348.0,
      "step": 442260
    },
    {
      "epoch": 0.5610014739496523,
      "grad_norm": 5.9375,
      "learning_rate": 2.1952774345455425e-05,
      "loss": 2.2167,
      "mean_token_accuracy": 0.520414474606514,
      "num_tokens": 340541301.0,
      "step": 442270
    },
    {
      "epoch": 0.5610141585421852,
      "grad_norm": 6.875,
      "learning_rate": 2.195214003536913e-05,
      "loss": 1.8628,
      "mean_token_accuracy": 0.5807265400886535,
      "num_tokens": 340548423.0,
      "step": 442280
    },
    {
      "epoch": 0.561026843134718,
      "grad_norm": 5.875,
      "learning_rate": 2.195150572528284e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.5135305792093277,
      "num_tokens": 340557215.0,
      "step": 442290
    },
    {
      "epoch": 0.5610395277272509,
      "grad_norm": 6.75,
      "learning_rate": 2.1950871415196548e-05,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5175216376781464,
      "num_tokens": 340564930.0,
      "step": 442300
    },
    {
      "epoch": 0.5610522123197836,
      "grad_norm": 7.5625,
      "learning_rate": 2.1950237105110256e-05,
      "loss": 1.8483,
      "mean_token_accuracy": 0.5932833015918731,
      "num_tokens": 340572947.0,
      "step": 442310
    },
    {
      "epoch": 0.5610648969123165,
      "grad_norm": 5.90625,
      "learning_rate": 2.1949602795023965e-05,
      "loss": 1.6828,
      "mean_token_accuracy": 0.6117736339569092,
      "num_tokens": 340578798.0,
      "step": 442320
    },
    {
      "epoch": 0.5610775815048493,
      "grad_norm": 5.125,
      "learning_rate": 2.1948968484937674e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5627079397439957,
      "num_tokens": 340587118.0,
      "step": 442330
    },
    {
      "epoch": 0.5610902660973821,
      "grad_norm": 4.5625,
      "learning_rate": 2.1948334174851383e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5387962877750396,
      "num_tokens": 340595443.0,
      "step": 442340
    },
    {
      "epoch": 0.561102950689915,
      "grad_norm": 4.65625,
      "learning_rate": 2.1947699864765088e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5335941910743713,
      "num_tokens": 340602816.0,
      "step": 442350
    },
    {
      "epoch": 0.5611156352824478,
      "grad_norm": 8.3125,
      "learning_rate": 2.19470655546788e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5639894783496857,
      "num_tokens": 340610016.0,
      "step": 442360
    },
    {
      "epoch": 0.5611283198749807,
      "grad_norm": 5.96875,
      "learning_rate": 2.194643124459251e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5478399127721787,
      "num_tokens": 340617321.0,
      "step": 442370
    },
    {
      "epoch": 0.5611410044675135,
      "grad_norm": 6.28125,
      "learning_rate": 2.1945796934506217e-05,
      "loss": 2.272,
      "mean_token_accuracy": 0.5132466554641724,
      "num_tokens": 340626467.0,
      "step": 442380
    },
    {
      "epoch": 0.5611536890600464,
      "grad_norm": 5.21875,
      "learning_rate": 2.1945162624419923e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5368322342634201,
      "num_tokens": 340634370.0,
      "step": 442390
    },
    {
      "epoch": 0.5611663736525792,
      "grad_norm": 5.90625,
      "learning_rate": 2.194452831433363e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5249227106571197,
      "num_tokens": 340641099.0,
      "step": 442400
    },
    {
      "epoch": 0.5611790582451119,
      "grad_norm": 8.25,
      "learning_rate": 2.1943894004247344e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5531254082918167,
      "num_tokens": 340647791.0,
      "step": 442410
    },
    {
      "epoch": 0.5611917428376448,
      "grad_norm": 8.75,
      "learning_rate": 2.194325969416105e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5518638402223587,
      "num_tokens": 340656097.0,
      "step": 442420
    },
    {
      "epoch": 0.5612044274301776,
      "grad_norm": 6.625,
      "learning_rate": 2.1942625384074758e-05,
      "loss": 2.2979,
      "mean_token_accuracy": 0.5047505229711533,
      "num_tokens": 340665520.0,
      "step": 442430
    },
    {
      "epoch": 0.5612171120227105,
      "grad_norm": 7.6875,
      "learning_rate": 2.1941991073988467e-05,
      "loss": 1.9389,
      "mean_token_accuracy": 0.5805511057376862,
      "num_tokens": 340672194.0,
      "step": 442440
    },
    {
      "epoch": 0.5612297966152433,
      "grad_norm": 8.125,
      "learning_rate": 2.1941356763902175e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5542244791984559,
      "num_tokens": 340679904.0,
      "step": 442450
    },
    {
      "epoch": 0.5612424812077762,
      "grad_norm": 5.53125,
      "learning_rate": 2.1940722453815884e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5267600625753402,
      "num_tokens": 340688179.0,
      "step": 442460
    },
    {
      "epoch": 0.561255165800309,
      "grad_norm": 6.46875,
      "learning_rate": 2.1940088143729593e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5686036378145218,
      "num_tokens": 340694994.0,
      "step": 442470
    },
    {
      "epoch": 0.5612678503928419,
      "grad_norm": 5.78125,
      "learning_rate": 2.19394538336433e-05,
      "loss": 1.8539,
      "mean_token_accuracy": 0.5885029166936875,
      "num_tokens": 340702096.0,
      "step": 442480
    },
    {
      "epoch": 0.5612805349853747,
      "grad_norm": 4.8125,
      "learning_rate": 2.1938819523557007e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5188450515270233,
      "num_tokens": 340710188.0,
      "step": 442490
    },
    {
      "epoch": 0.5612932195779075,
      "grad_norm": 6.375,
      "learning_rate": 2.193818521347072e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5488223820924759,
      "num_tokens": 340717861.0,
      "step": 442500
    },
    {
      "epoch": 0.5613059041704404,
      "grad_norm": 8.375,
      "learning_rate": 2.1937550903384428e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5644358932971955,
      "num_tokens": 340724544.0,
      "step": 442510
    },
    {
      "epoch": 0.5613185887629731,
      "grad_norm": 8.5625,
      "learning_rate": 2.1936916593298133e-05,
      "loss": 1.6634,
      "mean_token_accuracy": 0.6230808794498444,
      "num_tokens": 340731472.0,
      "step": 442520
    },
    {
      "epoch": 0.561331273355506,
      "grad_norm": 5.65625,
      "learning_rate": 2.1936282283211842e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5267623931169509,
      "num_tokens": 340739224.0,
      "step": 442530
    },
    {
      "epoch": 0.5613439579480388,
      "grad_norm": 5.09375,
      "learning_rate": 2.193564797312555e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5418060302734375,
      "num_tokens": 340746214.0,
      "step": 442540
    },
    {
      "epoch": 0.5613566425405717,
      "grad_norm": 5.71875,
      "learning_rate": 2.1935013663039263e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5363714545965195,
      "num_tokens": 340754848.0,
      "step": 442550
    },
    {
      "epoch": 0.5613693271331045,
      "grad_norm": 7.46875,
      "learning_rate": 2.1934379352952968e-05,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5845085412263871,
      "num_tokens": 340761654.0,
      "step": 442560
    },
    {
      "epoch": 0.5613820117256373,
      "grad_norm": 11.8125,
      "learning_rate": 2.1933745042866677e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5267118126153946,
      "num_tokens": 340769192.0,
      "step": 442570
    },
    {
      "epoch": 0.5613946963181702,
      "grad_norm": 7.59375,
      "learning_rate": 2.1933110732780386e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.548019427061081,
      "num_tokens": 340776596.0,
      "step": 442580
    },
    {
      "epoch": 0.561407380910703,
      "grad_norm": 5.4375,
      "learning_rate": 2.1932476422694094e-05,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5796479463577271,
      "num_tokens": 340783706.0,
      "step": 442590
    },
    {
      "epoch": 0.5614200655032359,
      "grad_norm": 5.96875,
      "learning_rate": 2.1931842112607803e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.54395891726017,
      "num_tokens": 340791645.0,
      "step": 442600
    },
    {
      "epoch": 0.5614327500957687,
      "grad_norm": 6.0,
      "learning_rate": 2.1931207802521512e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.534118315577507,
      "num_tokens": 340800510.0,
      "step": 442610
    },
    {
      "epoch": 0.5614454346883015,
      "grad_norm": 6.40625,
      "learning_rate": 2.193057349243522e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5597308129072189,
      "num_tokens": 340807776.0,
      "step": 442620
    },
    {
      "epoch": 0.5614581192808343,
      "grad_norm": 4.59375,
      "learning_rate": 2.1929939182348926e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5467743277549744,
      "num_tokens": 340815028.0,
      "step": 442630
    },
    {
      "epoch": 0.5614708038733672,
      "grad_norm": 5.5,
      "learning_rate": 2.1929304872262635e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.554752317070961,
      "num_tokens": 340820997.0,
      "step": 442640
    },
    {
      "epoch": 0.5614834884659,
      "grad_norm": 4.875,
      "learning_rate": 2.1928670562176347e-05,
      "loss": 1.8672,
      "mean_token_accuracy": 0.5700957179069519,
      "num_tokens": 340828753.0,
      "step": 442650
    },
    {
      "epoch": 0.5614961730584328,
      "grad_norm": 7.78125,
      "learning_rate": 2.1928036252090052e-05,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5879442423582077,
      "num_tokens": 340835219.0,
      "step": 442660
    },
    {
      "epoch": 0.5615088576509657,
      "grad_norm": 5.4375,
      "learning_rate": 2.192740194200376e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5406498312950134,
      "num_tokens": 340843333.0,
      "step": 442670
    },
    {
      "epoch": 0.5615215422434985,
      "grad_norm": 6.1875,
      "learning_rate": 2.192676763191747e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5585279524326324,
      "num_tokens": 340850002.0,
      "step": 442680
    },
    {
      "epoch": 0.5615342268360314,
      "grad_norm": 7.46875,
      "learning_rate": 2.1926133321831178e-05,
      "loss": 2.2966,
      "mean_token_accuracy": 0.5118892461061477,
      "num_tokens": 340858022.0,
      "step": 442690
    },
    {
      "epoch": 0.5615469114285642,
      "grad_norm": 5.8125,
      "learning_rate": 2.1925499011744887e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5315560758113861,
      "num_tokens": 340867296.0,
      "step": 442700
    },
    {
      "epoch": 0.5615595960210971,
      "grad_norm": 5.625,
      "learning_rate": 2.1924864701658596e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5208432108163834,
      "num_tokens": 340874532.0,
      "step": 442710
    },
    {
      "epoch": 0.5615722806136298,
      "grad_norm": 4.84375,
      "learning_rate": 2.1924230391572304e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5442980110645295,
      "num_tokens": 340882702.0,
      "step": 442720
    },
    {
      "epoch": 0.5615849652061626,
      "grad_norm": 6.875,
      "learning_rate": 2.192359608148601e-05,
      "loss": 2.2406,
      "mean_token_accuracy": 0.5264958292245865,
      "num_tokens": 340890076.0,
      "step": 442730
    },
    {
      "epoch": 0.5615976497986955,
      "grad_norm": 4.78125,
      "learning_rate": 2.192296177139972e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5646111369132996,
      "num_tokens": 340897360.0,
      "step": 442740
    },
    {
      "epoch": 0.5616103343912283,
      "grad_norm": 5.28125,
      "learning_rate": 2.192232746131343e-05,
      "loss": 2.2484,
      "mean_token_accuracy": 0.5123810738325119,
      "num_tokens": 340905556.0,
      "step": 442750
    },
    {
      "epoch": 0.5616230189837612,
      "grad_norm": 5.625,
      "learning_rate": 2.192169315122714e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5281269073486328,
      "num_tokens": 340912782.0,
      "step": 442760
    },
    {
      "epoch": 0.561635703576294,
      "grad_norm": 5.5625,
      "learning_rate": 2.1921058841140845e-05,
      "loss": 2.2687,
      "mean_token_accuracy": 0.5064430952072143,
      "num_tokens": 340922294.0,
      "step": 442770
    },
    {
      "epoch": 0.5616483881688269,
      "grad_norm": 15.0,
      "learning_rate": 2.1920424531054554e-05,
      "loss": 2.1658,
      "mean_token_accuracy": 0.53021260201931,
      "num_tokens": 340930476.0,
      "step": 442780
    },
    {
      "epoch": 0.5616610727613597,
      "grad_norm": 5.4375,
      "learning_rate": 2.1919790220968262e-05,
      "loss": 2.2411,
      "mean_token_accuracy": 0.5181042104959488,
      "num_tokens": 340939207.0,
      "step": 442790
    },
    {
      "epoch": 0.5616737573538925,
      "grad_norm": 5.5,
      "learning_rate": 2.191915591088197e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5726137429475784,
      "num_tokens": 340946109.0,
      "step": 442800
    },
    {
      "epoch": 0.5616864419464254,
      "grad_norm": 6.0,
      "learning_rate": 2.191852160079568e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5669952630996704,
      "num_tokens": 340953513.0,
      "step": 442810
    },
    {
      "epoch": 0.5616991265389581,
      "grad_norm": 5.3125,
      "learning_rate": 2.191788729070939e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5666708469390869,
      "num_tokens": 340960524.0,
      "step": 442820
    },
    {
      "epoch": 0.561711811131491,
      "grad_norm": 6.46875,
      "learning_rate": 2.1917252980623097e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5520502775907516,
      "num_tokens": 340968087.0,
      "step": 442830
    },
    {
      "epoch": 0.5617244957240238,
      "grad_norm": 6.03125,
      "learning_rate": 2.1916618670536803e-05,
      "loss": 2.2395,
      "mean_token_accuracy": 0.520254197716713,
      "num_tokens": 340977362.0,
      "step": 442840
    },
    {
      "epoch": 0.5617371803165567,
      "grad_norm": 6.28125,
      "learning_rate": 2.1915984360450515e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5355819255113602,
      "num_tokens": 340986073.0,
      "step": 442850
    },
    {
      "epoch": 0.5617498649090895,
      "grad_norm": 6.84375,
      "learning_rate": 2.1915350050364223e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5339810431003571,
      "num_tokens": 340994058.0,
      "step": 442860
    },
    {
      "epoch": 0.5617625495016224,
      "grad_norm": 5.65625,
      "learning_rate": 2.191471574027793e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5386679649353028,
      "num_tokens": 341003288.0,
      "step": 442870
    },
    {
      "epoch": 0.5617752340941552,
      "grad_norm": 6.5,
      "learning_rate": 2.1914081430191638e-05,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5384450614452362,
      "num_tokens": 341011203.0,
      "step": 442880
    },
    {
      "epoch": 0.561787918686688,
      "grad_norm": 5.28125,
      "learning_rate": 2.1913447120105346e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5372052073478699,
      "num_tokens": 341019883.0,
      "step": 442890
    },
    {
      "epoch": 0.5618006032792209,
      "grad_norm": 6.5625,
      "learning_rate": 2.1912812810019055e-05,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5723082274198532,
      "num_tokens": 341026466.0,
      "step": 442900
    },
    {
      "epoch": 0.5618132878717537,
      "grad_norm": 9.0625,
      "learning_rate": 2.1912178499932764e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.534040367603302,
      "num_tokens": 341033324.0,
      "step": 442910
    },
    {
      "epoch": 0.5618259724642866,
      "grad_norm": 4.5625,
      "learning_rate": 2.1911544189846473e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5264964371919632,
      "num_tokens": 341040730.0,
      "step": 442920
    },
    {
      "epoch": 0.5618386570568193,
      "grad_norm": 6.21875,
      "learning_rate": 2.191090987976018e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5361879050731659,
      "num_tokens": 341049218.0,
      "step": 442930
    },
    {
      "epoch": 0.5618513416493522,
      "grad_norm": 6.71875,
      "learning_rate": 2.1910275569673887e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5532716542482377,
      "num_tokens": 341055615.0,
      "step": 442940
    },
    {
      "epoch": 0.561864026241885,
      "grad_norm": 5.6875,
      "learning_rate": 2.19096412595876e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5282098531723023,
      "num_tokens": 341063846.0,
      "step": 442950
    },
    {
      "epoch": 0.5618767108344178,
      "grad_norm": 5.5625,
      "learning_rate": 2.1909006949501307e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5323638051748276,
      "num_tokens": 341071727.0,
      "step": 442960
    },
    {
      "epoch": 0.5618893954269507,
      "grad_norm": 5.78125,
      "learning_rate": 2.1908372639415016e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5383917659521102,
      "num_tokens": 341080310.0,
      "step": 442970
    },
    {
      "epoch": 0.5619020800194835,
      "grad_norm": 4.875,
      "learning_rate": 2.190773832932872e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5414006680250167,
      "num_tokens": 341087667.0,
      "step": 442980
    },
    {
      "epoch": 0.5619147646120164,
      "grad_norm": 4.59375,
      "learning_rate": 2.1907104019242434e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5513226628303528,
      "num_tokens": 341094872.0,
      "step": 442990
    },
    {
      "epoch": 0.5619274492045492,
      "grad_norm": 6.1875,
      "learning_rate": 2.1906469709156142e-05,
      "loss": 2.0001,
      "mean_token_accuracy": 0.5619183272123337,
      "num_tokens": 341102854.0,
      "step": 443000
    },
    {
      "epoch": 0.5619401337970821,
      "grad_norm": 5.09375,
      "learning_rate": 2.1905835399069848e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5452880889177323,
      "num_tokens": 341110715.0,
      "step": 443010
    },
    {
      "epoch": 0.5619528183896149,
      "grad_norm": 6.09375,
      "learning_rate": 2.1905201088983557e-05,
      "loss": 2.3096,
      "mean_token_accuracy": 0.510414895415306,
      "num_tokens": 341119756.0,
      "step": 443020
    },
    {
      "epoch": 0.5619655029821478,
      "grad_norm": 5.53125,
      "learning_rate": 2.1904566778897265e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5362963408231736,
      "num_tokens": 341127152.0,
      "step": 443030
    },
    {
      "epoch": 0.5619781875746805,
      "grad_norm": 5.0625,
      "learning_rate": 2.1903932468810974e-05,
      "loss": 1.9112,
      "mean_token_accuracy": 0.569111242890358,
      "num_tokens": 341134364.0,
      "step": 443040
    },
    {
      "epoch": 0.5619908721672133,
      "grad_norm": 5.25,
      "learning_rate": 2.1903298158724683e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5428730040788651,
      "num_tokens": 341141704.0,
      "step": 443050
    },
    {
      "epoch": 0.5620035567597462,
      "grad_norm": 5.21875,
      "learning_rate": 2.190266384863839e-05,
      "loss": 2.2121,
      "mean_token_accuracy": 0.5203079670667649,
      "num_tokens": 341150641.0,
      "step": 443060
    },
    {
      "epoch": 0.562016241352279,
      "grad_norm": 4.75,
      "learning_rate": 2.19020295385521e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5286398768424988,
      "num_tokens": 341158609.0,
      "step": 443070
    },
    {
      "epoch": 0.5620289259448119,
      "grad_norm": 1.859375,
      "learning_rate": 2.1901395228465806e-05,
      "loss": 1.8802,
      "mean_token_accuracy": 0.5854066729545593,
      "num_tokens": 341164735.0,
      "step": 443080
    },
    {
      "epoch": 0.5620416105373447,
      "grad_norm": 4.6875,
      "learning_rate": 2.1900760918379518e-05,
      "loss": 1.8158,
      "mean_token_accuracy": 0.5925964653491974,
      "num_tokens": 341172374.0,
      "step": 443090
    },
    {
      "epoch": 0.5620542951298776,
      "grad_norm": 5.59375,
      "learning_rate": 2.1900126608293226e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5316746354103088,
      "num_tokens": 341179924.0,
      "step": 443100
    },
    {
      "epoch": 0.5620669797224104,
      "grad_norm": 6.125,
      "learning_rate": 2.1899492298206932e-05,
      "loss": 2.2208,
      "mean_token_accuracy": 0.516828715801239,
      "num_tokens": 341188515.0,
      "step": 443110
    },
    {
      "epoch": 0.5620796643149432,
      "grad_norm": 5.59375,
      "learning_rate": 2.189885798812064e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5719059973955154,
      "num_tokens": 341195542.0,
      "step": 443120
    },
    {
      "epoch": 0.5620923489074761,
      "grad_norm": 4.65625,
      "learning_rate": 2.189822367803435e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5367475986480713,
      "num_tokens": 341203040.0,
      "step": 443130
    },
    {
      "epoch": 0.5621050335000088,
      "grad_norm": 6.125,
      "learning_rate": 2.189758936794806e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.561689606308937,
      "num_tokens": 341210005.0,
      "step": 443140
    },
    {
      "epoch": 0.5621177180925417,
      "grad_norm": 10.9375,
      "learning_rate": 2.1896955057861767e-05,
      "loss": 2.2463,
      "mean_token_accuracy": 0.5192469894886017,
      "num_tokens": 341218222.0,
      "step": 443150
    },
    {
      "epoch": 0.5621304026850745,
      "grad_norm": 5.75,
      "learning_rate": 2.1896320747775475e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5326339274644851,
      "num_tokens": 341225267.0,
      "step": 443160
    },
    {
      "epoch": 0.5621430872776074,
      "grad_norm": 5.25,
      "learning_rate": 2.1895686437689184e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5360698461532593,
      "num_tokens": 341233145.0,
      "step": 443170
    },
    {
      "epoch": 0.5621557718701402,
      "grad_norm": 7.84375,
      "learning_rate": 2.1895052127602893e-05,
      "loss": 1.8995,
      "mean_token_accuracy": 0.5789368510246277,
      "num_tokens": 341240710.0,
      "step": 443180
    },
    {
      "epoch": 0.562168456462673,
      "grad_norm": 5.46875,
      "learning_rate": 2.1894417817516602e-05,
      "loss": 1.7539,
      "mean_token_accuracy": 0.609019672870636,
      "num_tokens": 341248354.0,
      "step": 443190
    },
    {
      "epoch": 0.5621811410552059,
      "grad_norm": 6.03125,
      "learning_rate": 2.189378350743031e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5475070923566818,
      "num_tokens": 341256052.0,
      "step": 443200
    },
    {
      "epoch": 0.5621938256477387,
      "grad_norm": 5.28125,
      "learning_rate": 2.189314919734402e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5476915091276169,
      "num_tokens": 341264835.0,
      "step": 443210
    },
    {
      "epoch": 0.5622065102402716,
      "grad_norm": 5.0,
      "learning_rate": 2.1892514887257725e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5485257148742676,
      "num_tokens": 341272180.0,
      "step": 443220
    },
    {
      "epoch": 0.5622191948328044,
      "grad_norm": 6.46875,
      "learning_rate": 2.1891880577171433e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5305580765008926,
      "num_tokens": 341279644.0,
      "step": 443230
    },
    {
      "epoch": 0.5622318794253373,
      "grad_norm": 5.34375,
      "learning_rate": 2.1891246267085145e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.55172780752182,
      "num_tokens": 341287879.0,
      "step": 443240
    },
    {
      "epoch": 0.56224456401787,
      "grad_norm": 7.96875,
      "learning_rate": 2.189061195699885e-05,
      "loss": 2.3256,
      "mean_token_accuracy": 0.5065848112106324,
      "num_tokens": 341296442.0,
      "step": 443250
    },
    {
      "epoch": 0.5622572486104029,
      "grad_norm": 6.1875,
      "learning_rate": 2.188997764691256e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5561972349882126,
      "num_tokens": 341304234.0,
      "step": 443260
    },
    {
      "epoch": 0.5622699332029357,
      "grad_norm": 5.40625,
      "learning_rate": 2.1889343336826268e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5312574446201325,
      "num_tokens": 341312235.0,
      "step": 443270
    },
    {
      "epoch": 0.5622826177954685,
      "grad_norm": 6.9375,
      "learning_rate": 2.1888709026739977e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5403043091297149,
      "num_tokens": 341320272.0,
      "step": 443280
    },
    {
      "epoch": 0.5622953023880014,
      "grad_norm": 5.125,
      "learning_rate": 2.1888074716653686e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5351188391447067,
      "num_tokens": 341327562.0,
      "step": 443290
    },
    {
      "epoch": 0.5623079869805342,
      "grad_norm": 7.625,
      "learning_rate": 2.1887440406567394e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5374997913837433,
      "num_tokens": 341334186.0,
      "step": 443300
    },
    {
      "epoch": 0.5623206715730671,
      "grad_norm": 11.0,
      "learning_rate": 2.1886806096481103e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5324678629636764,
      "num_tokens": 341342036.0,
      "step": 443310
    },
    {
      "epoch": 0.5623333561655999,
      "grad_norm": 6.1875,
      "learning_rate": 2.188617178639481e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5308019787073135,
      "num_tokens": 341349712.0,
      "step": 443320
    },
    {
      "epoch": 0.5623460407581328,
      "grad_norm": 7.46875,
      "learning_rate": 2.1885537476308517e-05,
      "loss": 1.6908,
      "mean_token_accuracy": 0.6181001216173172,
      "num_tokens": 341355815.0,
      "step": 443330
    },
    {
      "epoch": 0.5623587253506656,
      "grad_norm": 5.28125,
      "learning_rate": 2.188490316622223e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5250936895608902,
      "num_tokens": 341364091.0,
      "step": 443340
    },
    {
      "epoch": 0.5623714099431983,
      "grad_norm": 6.34375,
      "learning_rate": 2.1884268856135938e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.537226191163063,
      "num_tokens": 341371943.0,
      "step": 443350
    },
    {
      "epoch": 0.5623840945357312,
      "grad_norm": 5.75,
      "learning_rate": 2.1883634546049643e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5332909286022186,
      "num_tokens": 341380291.0,
      "step": 443360
    },
    {
      "epoch": 0.562396779128264,
      "grad_norm": 5.46875,
      "learning_rate": 2.1883000235963352e-05,
      "loss": 1.9193,
      "mean_token_accuracy": 0.5827729344367981,
      "num_tokens": 341387439.0,
      "step": 443370
    },
    {
      "epoch": 0.5624094637207969,
      "grad_norm": 7.65625,
      "learning_rate": 2.188236592587706e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5385774403810502,
      "num_tokens": 341395311.0,
      "step": 443380
    },
    {
      "epoch": 0.5624221483133297,
      "grad_norm": 4.96875,
      "learning_rate": 2.188173161579077e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5233688056468964,
      "num_tokens": 341402985.0,
      "step": 443390
    },
    {
      "epoch": 0.5624348329058626,
      "grad_norm": 6.78125,
      "learning_rate": 2.188109730570448e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5782514125108719,
      "num_tokens": 341410471.0,
      "step": 443400
    },
    {
      "epoch": 0.5624475174983954,
      "grad_norm": 5.8125,
      "learning_rate": 2.1880462995618187e-05,
      "loss": 1.8632,
      "mean_token_accuracy": 0.5883752107620239,
      "num_tokens": 341418191.0,
      "step": 443410
    },
    {
      "epoch": 0.5624602020909283,
      "grad_norm": 4.96875,
      "learning_rate": 2.1879828685531896e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5388722866773605,
      "num_tokens": 341425123.0,
      "step": 443420
    },
    {
      "epoch": 0.5624728866834611,
      "grad_norm": 4.65625,
      "learning_rate": 2.1879194375445605e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.554011732339859,
      "num_tokens": 341433237.0,
      "step": 443430
    },
    {
      "epoch": 0.5624855712759939,
      "grad_norm": 6.53125,
      "learning_rate": 2.1878560065359313e-05,
      "loss": 2.3231,
      "mean_token_accuracy": 0.5152203381061554,
      "num_tokens": 341439975.0,
      "step": 443440
    },
    {
      "epoch": 0.5624982558685268,
      "grad_norm": 2.828125,
      "learning_rate": 2.1877925755273022e-05,
      "loss": 1.8712,
      "mean_token_accuracy": 0.5876927763223648,
      "num_tokens": 341448704.0,
      "step": 443450
    },
    {
      "epoch": 0.5625109404610595,
      "grad_norm": 5.46875,
      "learning_rate": 2.1877291445186728e-05,
      "loss": 1.8403,
      "mean_token_accuracy": 0.5801893174648285,
      "num_tokens": 341455818.0,
      "step": 443460
    },
    {
      "epoch": 0.5625236250535924,
      "grad_norm": 8.4375,
      "learning_rate": 2.1876657135100436e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5354233324527741,
      "num_tokens": 341463542.0,
      "step": 443470
    },
    {
      "epoch": 0.5625363096461252,
      "grad_norm": 5.46875,
      "learning_rate": 2.187602282501415e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5428531765937805,
      "num_tokens": 341470957.0,
      "step": 443480
    },
    {
      "epoch": 0.5625489942386581,
      "grad_norm": 5.28125,
      "learning_rate": 2.1875388514927854e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5410723179578781,
      "num_tokens": 341479207.0,
      "step": 443490
    },
    {
      "epoch": 0.5625616788311909,
      "grad_norm": 4.9375,
      "learning_rate": 2.1874754204841562e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5383346438407898,
      "num_tokens": 341486378.0,
      "step": 443500
    },
    {
      "epoch": 0.5625743634237237,
      "grad_norm": 6.3125,
      "learning_rate": 2.187411989475527e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5381226718425751,
      "num_tokens": 341494408.0,
      "step": 443510
    },
    {
      "epoch": 0.5625870480162566,
      "grad_norm": 7.0,
      "learning_rate": 2.187348558466898e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5439628958702087,
      "num_tokens": 341500715.0,
      "step": 443520
    },
    {
      "epoch": 0.5625997326087894,
      "grad_norm": 5.09375,
      "learning_rate": 2.187285127458269e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5557166546583175,
      "num_tokens": 341508835.0,
      "step": 443530
    },
    {
      "epoch": 0.5626124172013223,
      "grad_norm": 4.5625,
      "learning_rate": 2.1872216964496397e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.552909579873085,
      "num_tokens": 341517179.0,
      "step": 443540
    },
    {
      "epoch": 0.562625101793855,
      "grad_norm": 9.0,
      "learning_rate": 2.1871582654410106e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5367409527301789,
      "num_tokens": 341526038.0,
      "step": 443550
    },
    {
      "epoch": 0.562637786386388,
      "grad_norm": 7.6875,
      "learning_rate": 2.1870948344323815e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5481884479522705,
      "num_tokens": 341534380.0,
      "step": 443560
    },
    {
      "epoch": 0.5626504709789207,
      "grad_norm": 6.21875,
      "learning_rate": 2.187031403423752e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5248752504587173,
      "num_tokens": 341543001.0,
      "step": 443570
    },
    {
      "epoch": 0.5626631555714536,
      "grad_norm": 5.875,
      "learning_rate": 2.1869679724151232e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5372824519872665,
      "num_tokens": 341551212.0,
      "step": 443580
    },
    {
      "epoch": 0.5626758401639864,
      "grad_norm": 4.59375,
      "learning_rate": 2.186904541406494e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5405046939849854,
      "num_tokens": 341559304.0,
      "step": 443590
    },
    {
      "epoch": 0.5626885247565192,
      "grad_norm": 5.5625,
      "learning_rate": 2.1868411103978646e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5565928369760513,
      "num_tokens": 341567599.0,
      "step": 443600
    },
    {
      "epoch": 0.5627012093490521,
      "grad_norm": 4.96875,
      "learning_rate": 2.1867776793892355e-05,
      "loss": 1.9134,
      "mean_token_accuracy": 0.5713178515434265,
      "num_tokens": 341574724.0,
      "step": 443610
    },
    {
      "epoch": 0.5627138939415849,
      "grad_norm": 6.0625,
      "learning_rate": 2.1867142483806064e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5362368553876877,
      "num_tokens": 341582661.0,
      "step": 443620
    },
    {
      "epoch": 0.5627265785341178,
      "grad_norm": 7.3125,
      "learning_rate": 2.1866508173719773e-05,
      "loss": 1.8871,
      "mean_token_accuracy": 0.5848692059516907,
      "num_tokens": 341590072.0,
      "step": 443630
    },
    {
      "epoch": 0.5627392631266506,
      "grad_norm": 6.28125,
      "learning_rate": 2.186587386363348e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5495481073856354,
      "num_tokens": 341597409.0,
      "step": 443640
    },
    {
      "epoch": 0.5627519477191835,
      "grad_norm": 6.46875,
      "learning_rate": 2.186523955354719e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5516842991113663,
      "num_tokens": 341605977.0,
      "step": 443650
    },
    {
      "epoch": 0.5627646323117163,
      "grad_norm": 5.59375,
      "learning_rate": 2.18646052434609e-05,
      "loss": 2.2709,
      "mean_token_accuracy": 0.5190086245536805,
      "num_tokens": 341614886.0,
      "step": 443660
    },
    {
      "epoch": 0.562777316904249,
      "grad_norm": 5.40625,
      "learning_rate": 2.1863970933374604e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5306832939386368,
      "num_tokens": 341622493.0,
      "step": 443670
    },
    {
      "epoch": 0.5627900014967819,
      "grad_norm": 4.875,
      "learning_rate": 2.1863336623288316e-05,
      "loss": 1.9811,
      "mean_token_accuracy": 0.5664118379354477,
      "num_tokens": 341630186.0,
      "step": 443680
    },
    {
      "epoch": 0.5628026860893147,
      "grad_norm": 4.75,
      "learning_rate": 2.1862702313202025e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5324827015399933,
      "num_tokens": 341639114.0,
      "step": 443690
    },
    {
      "epoch": 0.5628153706818476,
      "grad_norm": 5.0625,
      "learning_rate": 2.186206800311573e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5437836945056915,
      "num_tokens": 341646749.0,
      "step": 443700
    },
    {
      "epoch": 0.5628280552743804,
      "grad_norm": 7.21875,
      "learning_rate": 2.186143369302944e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5255543380975723,
      "num_tokens": 341654697.0,
      "step": 443710
    },
    {
      "epoch": 0.5628407398669133,
      "grad_norm": 7.375,
      "learning_rate": 2.1860799382943148e-05,
      "loss": 1.8082,
      "mean_token_accuracy": 0.5851698756217957,
      "num_tokens": 341662165.0,
      "step": 443720
    },
    {
      "epoch": 0.5628534244594461,
      "grad_norm": 8.5625,
      "learning_rate": 2.186016507285686e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5378638207912445,
      "num_tokens": 341669473.0,
      "step": 443730
    },
    {
      "epoch": 0.5628661090519789,
      "grad_norm": 6.15625,
      "learning_rate": 2.1859530762770565e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5685491889715195,
      "num_tokens": 341676622.0,
      "step": 443740
    },
    {
      "epoch": 0.5628787936445118,
      "grad_norm": 4.75,
      "learning_rate": 2.1858896452684274e-05,
      "loss": 1.9386,
      "mean_token_accuracy": 0.5651564985513687,
      "num_tokens": 341684296.0,
      "step": 443750
    },
    {
      "epoch": 0.5628914782370446,
      "grad_norm": 5.25,
      "learning_rate": 2.1858262142597983e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5468349456787109,
      "num_tokens": 341691846.0,
      "step": 443760
    },
    {
      "epoch": 0.5629041628295774,
      "grad_norm": 5.84375,
      "learning_rate": 2.185762783251169e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5366237342357636,
      "num_tokens": 341699905.0,
      "step": 443770
    },
    {
      "epoch": 0.5629168474221102,
      "grad_norm": 6.25,
      "learning_rate": 2.18569935224254e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5542875587940216,
      "num_tokens": 341708089.0,
      "step": 443780
    },
    {
      "epoch": 0.5629295320146431,
      "grad_norm": 5.9375,
      "learning_rate": 2.185635921233911e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5415501922369004,
      "num_tokens": 341716116.0,
      "step": 443790
    },
    {
      "epoch": 0.5629422166071759,
      "grad_norm": 6.59375,
      "learning_rate": 2.1855724902252818e-05,
      "loss": 1.7653,
      "mean_token_accuracy": 0.6097739309072494,
      "num_tokens": 341721716.0,
      "step": 443800
    },
    {
      "epoch": 0.5629549011997088,
      "grad_norm": 5.8125,
      "learning_rate": 2.1855090592166523e-05,
      "loss": 2.1654,
      "mean_token_accuracy": 0.5265202701091767,
      "num_tokens": 341729318.0,
      "step": 443810
    },
    {
      "epoch": 0.5629675857922416,
      "grad_norm": 5.15625,
      "learning_rate": 2.1854456282080232e-05,
      "loss": 1.5029,
      "mean_token_accuracy": 0.6568477541208267,
      "num_tokens": 341735905.0,
      "step": 443820
    },
    {
      "epoch": 0.5629802703847744,
      "grad_norm": 6.40625,
      "learning_rate": 2.1853821971993944e-05,
      "loss": 1.9017,
      "mean_token_accuracy": 0.5746869534254074,
      "num_tokens": 341743025.0,
      "step": 443830
    },
    {
      "epoch": 0.5629929549773073,
      "grad_norm": 8.0625,
      "learning_rate": 2.185318766190765e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5708439737558365,
      "num_tokens": 341750127.0,
      "step": 443840
    },
    {
      "epoch": 0.5630056395698401,
      "grad_norm": 5.4375,
      "learning_rate": 2.1852553351821358e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5308182090520859,
      "num_tokens": 341758016.0,
      "step": 443850
    },
    {
      "epoch": 0.563018324162373,
      "grad_norm": 6.25,
      "learning_rate": 2.1851919041735067e-05,
      "loss": 1.887,
      "mean_token_accuracy": 0.5800985634326935,
      "num_tokens": 341764684.0,
      "step": 443860
    },
    {
      "epoch": 0.5630310087549057,
      "grad_norm": 5.6875,
      "learning_rate": 2.1851284731648776e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5478022009134292,
      "num_tokens": 341772456.0,
      "step": 443870
    },
    {
      "epoch": 0.5630436933474386,
      "grad_norm": 4.75,
      "learning_rate": 2.1850650421562484e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5336268752813339,
      "num_tokens": 341781566.0,
      "step": 443880
    },
    {
      "epoch": 0.5630563779399714,
      "grad_norm": 6.71875,
      "learning_rate": 2.1850016111476193e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5426245272159577,
      "num_tokens": 341788870.0,
      "step": 443890
    },
    {
      "epoch": 0.5630690625325042,
      "grad_norm": 7.9375,
      "learning_rate": 2.1849381801389902e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5402131825685501,
      "num_tokens": 341796685.0,
      "step": 443900
    },
    {
      "epoch": 0.5630817471250371,
      "grad_norm": 5.03125,
      "learning_rate": 2.1848747491303607e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5621980458498002,
      "num_tokens": 341803948.0,
      "step": 443910
    },
    {
      "epoch": 0.5630944317175699,
      "grad_norm": 7.15625,
      "learning_rate": 2.184811318121732e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5347392469644546,
      "num_tokens": 341811682.0,
      "step": 443920
    },
    {
      "epoch": 0.5631071163101028,
      "grad_norm": 5.34375,
      "learning_rate": 2.1847478871131028e-05,
      "loss": 1.9111,
      "mean_token_accuracy": 0.5644521564245224,
      "num_tokens": 341818734.0,
      "step": 443930
    },
    {
      "epoch": 0.5631198009026356,
      "grad_norm": 5.71875,
      "learning_rate": 2.1846844561044737e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5387073934078217,
      "num_tokens": 341826594.0,
      "step": 443940
    },
    {
      "epoch": 0.5631324854951685,
      "grad_norm": 4.59375,
      "learning_rate": 2.1846210250958442e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5484438687562943,
      "num_tokens": 341832964.0,
      "step": 443950
    },
    {
      "epoch": 0.5631451700877013,
      "grad_norm": 5.09375,
      "learning_rate": 2.184557594087215e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5566968202590943,
      "num_tokens": 341840524.0,
      "step": 443960
    },
    {
      "epoch": 0.5631578546802342,
      "grad_norm": 7.90625,
      "learning_rate": 2.1844941630785863e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5424595326185226,
      "num_tokens": 341848232.0,
      "step": 443970
    },
    {
      "epoch": 0.563170539272767,
      "grad_norm": 4.96875,
      "learning_rate": 2.184430732069957e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5399806082248688,
      "num_tokens": 341855922.0,
      "step": 443980
    },
    {
      "epoch": 0.5631832238652997,
      "grad_norm": 5.40625,
      "learning_rate": 2.1843673010613277e-05,
      "loss": 1.8375,
      "mean_token_accuracy": 0.5732755601406098,
      "num_tokens": 341862090.0,
      "step": 443990
    },
    {
      "epoch": 0.5631959084578326,
      "grad_norm": 4.90625,
      "learning_rate": 2.1843038700526986e-05,
      "loss": 1.7222,
      "mean_token_accuracy": 0.6165034264326096,
      "num_tokens": 341868670.0,
      "step": 444000
    },
    {
      "epoch": 0.5632085930503654,
      "grad_norm": 5.34375,
      "learning_rate": 2.1842404390440695e-05,
      "loss": 1.6763,
      "mean_token_accuracy": 0.6225103914737702,
      "num_tokens": 341874931.0,
      "step": 444010
    },
    {
      "epoch": 0.5632212776428983,
      "grad_norm": 6.59375,
      "learning_rate": 2.1841770080354403e-05,
      "loss": 1.8834,
      "mean_token_accuracy": 0.5685104131698608,
      "num_tokens": 341883018.0,
      "step": 444020
    },
    {
      "epoch": 0.5632339622354311,
      "grad_norm": 14.0625,
      "learning_rate": 2.1841135770268112e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5689680814743042,
      "num_tokens": 341890742.0,
      "step": 444030
    },
    {
      "epoch": 0.563246646827964,
      "grad_norm": 5.59375,
      "learning_rate": 2.184050146018182e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.539732027053833,
      "num_tokens": 341898978.0,
      "step": 444040
    },
    {
      "epoch": 0.5632593314204968,
      "grad_norm": 4.59375,
      "learning_rate": 2.1839867150095526e-05,
      "loss": 1.6221,
      "mean_token_accuracy": 0.6398534744977951,
      "num_tokens": 341904321.0,
      "step": 444050
    },
    {
      "epoch": 0.5632720160130296,
      "grad_norm": 5.78125,
      "learning_rate": 2.1839232840009235e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5713456809520722,
      "num_tokens": 341912186.0,
      "step": 444060
    },
    {
      "epoch": 0.5632847006055625,
      "grad_norm": 4.40625,
      "learning_rate": 2.1838598529922947e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5227960497140884,
      "num_tokens": 341920841.0,
      "step": 444070
    },
    {
      "epoch": 0.5632973851980952,
      "grad_norm": 8.4375,
      "learning_rate": 2.1837964219836652e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5318852484226226,
      "num_tokens": 341928272.0,
      "step": 444080
    },
    {
      "epoch": 0.5633100697906281,
      "grad_norm": 6.4375,
      "learning_rate": 2.183732990975036e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.55171799659729,
      "num_tokens": 341936606.0,
      "step": 444090
    },
    {
      "epoch": 0.5633227543831609,
      "grad_norm": 5.59375,
      "learning_rate": 2.183669559966407e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.565276923775673,
      "num_tokens": 341944078.0,
      "step": 444100
    },
    {
      "epoch": 0.5633354389756938,
      "grad_norm": 5.09375,
      "learning_rate": 2.183606128957778e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5565166264772415,
      "num_tokens": 341950740.0,
      "step": 444110
    },
    {
      "epoch": 0.5633481235682266,
      "grad_norm": 5.5625,
      "learning_rate": 2.1835426979491487e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.560333326458931,
      "num_tokens": 341959118.0,
      "step": 444120
    },
    {
      "epoch": 0.5633608081607594,
      "grad_norm": 4.28125,
      "learning_rate": 2.1834792669405196e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5608636528253556,
      "num_tokens": 341967631.0,
      "step": 444130
    },
    {
      "epoch": 0.5633734927532923,
      "grad_norm": 5.3125,
      "learning_rate": 2.1834158359318905e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.521408635377884,
      "num_tokens": 341975140.0,
      "step": 444140
    },
    {
      "epoch": 0.5633861773458251,
      "grad_norm": 5.0,
      "learning_rate": 2.1833524049232614e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5280687272548675,
      "num_tokens": 341983706.0,
      "step": 444150
    },
    {
      "epoch": 0.563398861938358,
      "grad_norm": 9.6875,
      "learning_rate": 2.183288973914632e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5330055147409439,
      "num_tokens": 341992757.0,
      "step": 444160
    },
    {
      "epoch": 0.5634115465308908,
      "grad_norm": 6.03125,
      "learning_rate": 2.183225542906003e-05,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5252838551998138,
      "num_tokens": 342001089.0,
      "step": 444170
    },
    {
      "epoch": 0.5634242311234237,
      "grad_norm": 5.40625,
      "learning_rate": 2.183162111897374e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5363742649555207,
      "num_tokens": 342008257.0,
      "step": 444180
    },
    {
      "epoch": 0.5634369157159564,
      "grad_norm": 5.625,
      "learning_rate": 2.1830986808887445e-05,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5211741656064988,
      "num_tokens": 342017006.0,
      "step": 444190
    },
    {
      "epoch": 0.5634496003084893,
      "grad_norm": 6.6875,
      "learning_rate": 2.1830352498801154e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5289287745952607,
      "num_tokens": 342024471.0,
      "step": 444200
    },
    {
      "epoch": 0.5634622849010221,
      "grad_norm": 6.21875,
      "learning_rate": 2.1829718188714863e-05,
      "loss": 2.2421,
      "mean_token_accuracy": 0.5181192994117737,
      "num_tokens": 342032442.0,
      "step": 444210
    },
    {
      "epoch": 0.5634749694935549,
      "grad_norm": 5.375,
      "learning_rate": 2.182908387862857e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5806928187608719,
      "num_tokens": 342040392.0,
      "step": 444220
    },
    {
      "epoch": 0.5634876540860878,
      "grad_norm": 6.1875,
      "learning_rate": 2.182844956854228e-05,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5275913119316101,
      "num_tokens": 342048199.0,
      "step": 444230
    },
    {
      "epoch": 0.5635003386786206,
      "grad_norm": 5.6875,
      "learning_rate": 2.182781525845599e-05,
      "loss": 2.2187,
      "mean_token_accuracy": 0.521278589963913,
      "num_tokens": 342054802.0,
      "step": 444240
    },
    {
      "epoch": 0.5635130232711535,
      "grad_norm": 4.71875,
      "learning_rate": 2.1827180948369698e-05,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5273504018783569,
      "num_tokens": 342063784.0,
      "step": 444250
    },
    {
      "epoch": 0.5635257078636863,
      "grad_norm": 6.25,
      "learning_rate": 2.1826546638283403e-05,
      "loss": 1.936,
      "mean_token_accuracy": 0.5671987295150757,
      "num_tokens": 342071102.0,
      "step": 444260
    },
    {
      "epoch": 0.5635383924562192,
      "grad_norm": 5.40625,
      "learning_rate": 2.1825912328197115e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5387113898992538,
      "num_tokens": 342079152.0,
      "step": 444270
    },
    {
      "epoch": 0.563551077048752,
      "grad_norm": 4.96875,
      "learning_rate": 2.1825278018110824e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5160701274871826,
      "num_tokens": 342088210.0,
      "step": 444280
    },
    {
      "epoch": 0.5635637616412847,
      "grad_norm": 5.40625,
      "learning_rate": 2.182464370802453e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5399395227432251,
      "num_tokens": 342096657.0,
      "step": 444290
    },
    {
      "epoch": 0.5635764462338176,
      "grad_norm": 6.28125,
      "learning_rate": 2.1824009397938238e-05,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5498939394950867,
      "num_tokens": 342104532.0,
      "step": 444300
    },
    {
      "epoch": 0.5635891308263504,
      "grad_norm": 5.71875,
      "learning_rate": 2.1823375087851947e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5336071640253067,
      "num_tokens": 342112733.0,
      "step": 444310
    },
    {
      "epoch": 0.5636018154188833,
      "grad_norm": 11.125,
      "learning_rate": 2.182274077776566e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5463132590055466,
      "num_tokens": 342120518.0,
      "step": 444320
    },
    {
      "epoch": 0.5636145000114161,
      "grad_norm": 8.5,
      "learning_rate": 2.1822106467679364e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5323779791593551,
      "num_tokens": 342128400.0,
      "step": 444330
    },
    {
      "epoch": 0.563627184603949,
      "grad_norm": 5.625,
      "learning_rate": 2.1821472157593073e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5447427809238434,
      "num_tokens": 342135251.0,
      "step": 444340
    },
    {
      "epoch": 0.5636398691964818,
      "grad_norm": 4.90625,
      "learning_rate": 2.182083784750678e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5309670537710189,
      "num_tokens": 342143273.0,
      "step": 444350
    },
    {
      "epoch": 0.5636525537890147,
      "grad_norm": 6.6875,
      "learning_rate": 2.182020353742049e-05,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5168965429067611,
      "num_tokens": 342150824.0,
      "step": 444360
    },
    {
      "epoch": 0.5636652383815475,
      "grad_norm": 5.71875,
      "learning_rate": 2.18195692273342e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.540048235654831,
      "num_tokens": 342158409.0,
      "step": 444370
    },
    {
      "epoch": 0.5636779229740803,
      "grad_norm": 6.40625,
      "learning_rate": 2.1818934917247908e-05,
      "loss": 1.9388,
      "mean_token_accuracy": 0.5565557539463043,
      "num_tokens": 342165191.0,
      "step": 444380
    },
    {
      "epoch": 0.5636906075666132,
      "grad_norm": 5.03125,
      "learning_rate": 2.1818300607161617e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5475244045257568,
      "num_tokens": 342174165.0,
      "step": 444390
    },
    {
      "epoch": 0.5637032921591459,
      "grad_norm": 4.9375,
      "learning_rate": 2.1817666297075322e-05,
      "loss": 1.8116,
      "mean_token_accuracy": 0.5988812327384949,
      "num_tokens": 342182387.0,
      "step": 444400
    },
    {
      "epoch": 0.5637159767516788,
      "grad_norm": 4.90625,
      "learning_rate": 2.1817031986989034e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.536106413602829,
      "num_tokens": 342189712.0,
      "step": 444410
    },
    {
      "epoch": 0.5637286613442116,
      "grad_norm": 6.40625,
      "learning_rate": 2.1816397676902743e-05,
      "loss": 2.3453,
      "mean_token_accuracy": 0.49791165590286257,
      "num_tokens": 342198162.0,
      "step": 444420
    },
    {
      "epoch": 0.5637413459367445,
      "grad_norm": 5.125,
      "learning_rate": 2.1815763366816448e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5566792607307434,
      "num_tokens": 342205661.0,
      "step": 444430
    },
    {
      "epoch": 0.5637540305292773,
      "grad_norm": 5.28125,
      "learning_rate": 2.1815129056730157e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5459116935729981,
      "num_tokens": 342212717.0,
      "step": 444440
    },
    {
      "epoch": 0.5637667151218101,
      "grad_norm": 5.59375,
      "learning_rate": 2.1814494746643866e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5402984380722046,
      "num_tokens": 342220482.0,
      "step": 444450
    },
    {
      "epoch": 0.563779399714343,
      "grad_norm": 6.3125,
      "learning_rate": 2.1813860436557574e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5394675552845001,
      "num_tokens": 342228341.0,
      "step": 444460
    },
    {
      "epoch": 0.5637920843068758,
      "grad_norm": 4.96875,
      "learning_rate": 2.1813226126471283e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5445149123668671,
      "num_tokens": 342236819.0,
      "step": 444470
    },
    {
      "epoch": 0.5638047688994087,
      "grad_norm": 5.125,
      "learning_rate": 2.1812591816384992e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5603850364685059,
      "num_tokens": 342243624.0,
      "step": 444480
    },
    {
      "epoch": 0.5638174534919415,
      "grad_norm": 5.625,
      "learning_rate": 2.18119575062987e-05,
      "loss": 1.8347,
      "mean_token_accuracy": 0.5792935460805893,
      "num_tokens": 342250456.0,
      "step": 444490
    },
    {
      "epoch": 0.5638301380844744,
      "grad_norm": 6.90625,
      "learning_rate": 2.1811323196212406e-05,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5226319849491119,
      "num_tokens": 342258451.0,
      "step": 444500
    },
    {
      "epoch": 0.5638428226770071,
      "grad_norm": 5.0,
      "learning_rate": 2.1810688886126118e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5244085907936096,
      "num_tokens": 342266776.0,
      "step": 444510
    },
    {
      "epoch": 0.56385550726954,
      "grad_norm": 5.78125,
      "learning_rate": 2.1810054576039827e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5434532403945923,
      "num_tokens": 342274512.0,
      "step": 444520
    },
    {
      "epoch": 0.5638681918620728,
      "grad_norm": 5.5,
      "learning_rate": 2.1809420265953536e-05,
      "loss": 2.2265,
      "mean_token_accuracy": 0.510973185300827,
      "num_tokens": 342283242.0,
      "step": 444530
    },
    {
      "epoch": 0.5638808764546056,
      "grad_norm": 5.4375,
      "learning_rate": 2.180878595586724e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5618805080652237,
      "num_tokens": 342291369.0,
      "step": 444540
    },
    {
      "epoch": 0.5638935610471385,
      "grad_norm": 5.21875,
      "learning_rate": 2.180815164578095e-05,
      "loss": 1.8876,
      "mean_token_accuracy": 0.5675463140010834,
      "num_tokens": 342299100.0,
      "step": 444550
    },
    {
      "epoch": 0.5639062456396713,
      "grad_norm": 5.90625,
      "learning_rate": 2.1807517335694662e-05,
      "loss": 1.8856,
      "mean_token_accuracy": 0.5692361474037171,
      "num_tokens": 342306542.0,
      "step": 444560
    },
    {
      "epoch": 0.5639189302322042,
      "grad_norm": 5.65625,
      "learning_rate": 2.1806883025608367e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5247665494680405,
      "num_tokens": 342314501.0,
      "step": 444570
    },
    {
      "epoch": 0.563931614824737,
      "grad_norm": 7.0625,
      "learning_rate": 2.1806248715522076e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5876432716846466,
      "num_tokens": 342320801.0,
      "step": 444580
    },
    {
      "epoch": 0.5639442994172699,
      "grad_norm": 6.40625,
      "learning_rate": 2.1805614405435785e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.5214508146047592,
      "num_tokens": 342328325.0,
      "step": 444590
    },
    {
      "epoch": 0.5639569840098027,
      "grad_norm": 5.46875,
      "learning_rate": 2.1804980095349493e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5379674047231674,
      "num_tokens": 342335737.0,
      "step": 444600
    },
    {
      "epoch": 0.5639696686023354,
      "grad_norm": 7.90625,
      "learning_rate": 2.1804345785263202e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5354255884885788,
      "num_tokens": 342343996.0,
      "step": 444610
    },
    {
      "epoch": 0.5639823531948683,
      "grad_norm": 7.5625,
      "learning_rate": 2.180371147517691e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5593754589557648,
      "num_tokens": 342350107.0,
      "step": 444620
    },
    {
      "epoch": 0.5639950377874011,
      "grad_norm": 22.5,
      "learning_rate": 2.180307716509062e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5416969209909439,
      "num_tokens": 342356299.0,
      "step": 444630
    },
    {
      "epoch": 0.564007722379934,
      "grad_norm": 4.75,
      "learning_rate": 2.1802442855004325e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5454781293869019,
      "num_tokens": 342363492.0,
      "step": 444640
    },
    {
      "epoch": 0.5640204069724668,
      "grad_norm": 4.78125,
      "learning_rate": 2.1801808544918034e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5588181138038635,
      "num_tokens": 342371263.0,
      "step": 444650
    },
    {
      "epoch": 0.5640330915649997,
      "grad_norm": 5.09375,
      "learning_rate": 2.1801174234831746e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5531965404748916,
      "num_tokens": 342380120.0,
      "step": 444660
    },
    {
      "epoch": 0.5640457761575325,
      "grad_norm": 5.3125,
      "learning_rate": 2.180053992474545e-05,
      "loss": 1.9093,
      "mean_token_accuracy": 0.576440155506134,
      "num_tokens": 342387950.0,
      "step": 444670
    },
    {
      "epoch": 0.5640584607500653,
      "grad_norm": 5.34375,
      "learning_rate": 2.179990561465916e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5799395143985748,
      "num_tokens": 342395204.0,
      "step": 444680
    },
    {
      "epoch": 0.5640711453425982,
      "grad_norm": 4.9375,
      "learning_rate": 2.179927130457287e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5279162019491196,
      "num_tokens": 342402795.0,
      "step": 444690
    },
    {
      "epoch": 0.564083829935131,
      "grad_norm": 7.375,
      "learning_rate": 2.1798636994486577e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5502430975437165,
      "num_tokens": 342410258.0,
      "step": 444700
    },
    {
      "epoch": 0.5640965145276639,
      "grad_norm": 5.6875,
      "learning_rate": 2.1798002684400286e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5518150985240936,
      "num_tokens": 342417921.0,
      "step": 444710
    },
    {
      "epoch": 0.5641091991201966,
      "grad_norm": 6.59375,
      "learning_rate": 2.1797368374313995e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5299467355012893,
      "num_tokens": 342425594.0,
      "step": 444720
    },
    {
      "epoch": 0.5641218837127295,
      "grad_norm": 5.3125,
      "learning_rate": 2.1796734064227704e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5374048560857773,
      "num_tokens": 342433691.0,
      "step": 444730
    },
    {
      "epoch": 0.5641345683052623,
      "grad_norm": 5.09375,
      "learning_rate": 2.1796099754141412e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5408590048551559,
      "num_tokens": 342441129.0,
      "step": 444740
    },
    {
      "epoch": 0.5641472528977952,
      "grad_norm": 6.875,
      "learning_rate": 2.1795465444055118e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.533523365855217,
      "num_tokens": 342448233.0,
      "step": 444750
    },
    {
      "epoch": 0.564159937490328,
      "grad_norm": 5.5625,
      "learning_rate": 2.179483113396883e-05,
      "loss": 1.9027,
      "mean_token_accuracy": 0.5798515856266022,
      "num_tokens": 342454405.0,
      "step": 444760
    },
    {
      "epoch": 0.5641726220828608,
      "grad_norm": 5.03125,
      "learning_rate": 2.179419682388254e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5278822600841522,
      "num_tokens": 342462526.0,
      "step": 444770
    },
    {
      "epoch": 0.5641853066753937,
      "grad_norm": 5.6875,
      "learning_rate": 2.1793562513796244e-05,
      "loss": 1.8801,
      "mean_token_accuracy": 0.5863115578889847,
      "num_tokens": 342469927.0,
      "step": 444780
    },
    {
      "epoch": 0.5641979912679265,
      "grad_norm": 5.0,
      "learning_rate": 2.1792928203709953e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.549773570895195,
      "num_tokens": 342478306.0,
      "step": 444790
    },
    {
      "epoch": 0.5642106758604594,
      "grad_norm": 5.46875,
      "learning_rate": 2.1792293893623665e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5171945840120316,
      "num_tokens": 342486998.0,
      "step": 444800
    },
    {
      "epoch": 0.5642233604529922,
      "grad_norm": 9.5625,
      "learning_rate": 2.179165958353737e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.53674376308918,
      "num_tokens": 342493932.0,
      "step": 444810
    },
    {
      "epoch": 0.564236045045525,
      "grad_norm": 7.1875,
      "learning_rate": 2.179102527345108e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5358058601617813,
      "num_tokens": 342500784.0,
      "step": 444820
    },
    {
      "epoch": 0.5642487296380578,
      "grad_norm": 6.3125,
      "learning_rate": 2.1790390963364788e-05,
      "loss": 2.231,
      "mean_token_accuracy": 0.5184611320495606,
      "num_tokens": 342507660.0,
      "step": 444830
    },
    {
      "epoch": 0.5642614142305906,
      "grad_norm": 10.6875,
      "learning_rate": 2.1789756653278496e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5758125185966492,
      "num_tokens": 342514337.0,
      "step": 444840
    },
    {
      "epoch": 0.5642740988231235,
      "grad_norm": 5.0,
      "learning_rate": 2.1789122343192205e-05,
      "loss": 2.2339,
      "mean_token_accuracy": 0.518257611989975,
      "num_tokens": 342523209.0,
      "step": 444850
    },
    {
      "epoch": 0.5642867834156563,
      "grad_norm": 5.21875,
      "learning_rate": 2.1788488033105914e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5416529625654221,
      "num_tokens": 342531725.0,
      "step": 444860
    },
    {
      "epoch": 0.5642994680081892,
      "grad_norm": 5.875,
      "learning_rate": 2.1787853723019623e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.543466180562973,
      "num_tokens": 342540406.0,
      "step": 444870
    },
    {
      "epoch": 0.564312152600722,
      "grad_norm": 5.375,
      "learning_rate": 2.1787219412933328e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5460911631584168,
      "num_tokens": 342547936.0,
      "step": 444880
    },
    {
      "epoch": 0.5643248371932549,
      "grad_norm": 4.9375,
      "learning_rate": 2.1786585102847037e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5550819754600524,
      "num_tokens": 342556022.0,
      "step": 444890
    },
    {
      "epoch": 0.5643375217857877,
      "grad_norm": 5.4375,
      "learning_rate": 2.178595079276075e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5598631829023362,
      "num_tokens": 342563904.0,
      "step": 444900
    },
    {
      "epoch": 0.5643502063783206,
      "grad_norm": 4.96875,
      "learning_rate": 2.1785316482674457e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5522991061210633,
      "num_tokens": 342572412.0,
      "step": 444910
    },
    {
      "epoch": 0.5643628909708533,
      "grad_norm": 5.75,
      "learning_rate": 2.1784682172588163e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5697633504867554,
      "num_tokens": 342580149.0,
      "step": 444920
    },
    {
      "epoch": 0.5643755755633861,
      "grad_norm": 5.21875,
      "learning_rate": 2.178404786250187e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5379163444042205,
      "num_tokens": 342588097.0,
      "step": 444930
    },
    {
      "epoch": 0.564388260155919,
      "grad_norm": 5.65625,
      "learning_rate": 2.178341355241558e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5429431647062302,
      "num_tokens": 342595292.0,
      "step": 444940
    },
    {
      "epoch": 0.5644009447484518,
      "grad_norm": 5.28125,
      "learning_rate": 2.178277924232929e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.549536943435669,
      "num_tokens": 342603210.0,
      "step": 444950
    },
    {
      "epoch": 0.5644136293409847,
      "grad_norm": 5.28125,
      "learning_rate": 2.1782144932242998e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5517689794301986,
      "num_tokens": 342610343.0,
      "step": 444960
    },
    {
      "epoch": 0.5644263139335175,
      "grad_norm": 5.09375,
      "learning_rate": 2.1781510622156707e-05,
      "loss": 2.1785,
      "mean_token_accuracy": 0.5248476237058639,
      "num_tokens": 342618758.0,
      "step": 444970
    },
    {
      "epoch": 0.5644389985260504,
      "grad_norm": 5.6875,
      "learning_rate": 2.1780876312070415e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5496586292982102,
      "num_tokens": 342626597.0,
      "step": 444980
    },
    {
      "epoch": 0.5644516831185832,
      "grad_norm": 5.21875,
      "learning_rate": 2.178024200198412e-05,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5188902676105499,
      "num_tokens": 342635645.0,
      "step": 444990
    },
    {
      "epoch": 0.564464367711116,
      "grad_norm": 4.5625,
      "learning_rate": 2.1779607691897833e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5391999870538712,
      "num_tokens": 342644548.0,
      "step": 445000
    },
    {
      "epoch": 0.5644770523036489,
      "grad_norm": 5.84375,
      "learning_rate": 2.177897338181154e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5660237550735474,
      "num_tokens": 342651790.0,
      "step": 445010
    },
    {
      "epoch": 0.5644897368961816,
      "grad_norm": 5.5625,
      "learning_rate": 2.1778339071725247e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5405176877975464,
      "num_tokens": 342660128.0,
      "step": 445020
    },
    {
      "epoch": 0.5645024214887145,
      "grad_norm": 4.78125,
      "learning_rate": 2.1777704761638956e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5289537250995636,
      "num_tokens": 342667735.0,
      "step": 445030
    },
    {
      "epoch": 0.5645151060812473,
      "grad_norm": 6.15625,
      "learning_rate": 2.1777070451552664e-05,
      "loss": 2.2586,
      "mean_token_accuracy": 0.520616763830185,
      "num_tokens": 342676742.0,
      "step": 445040
    },
    {
      "epoch": 0.5645277906737802,
      "grad_norm": 9.0,
      "learning_rate": 2.1776436141466376e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5353615432977676,
      "num_tokens": 342683757.0,
      "step": 445050
    },
    {
      "epoch": 0.564540475266313,
      "grad_norm": 6.4375,
      "learning_rate": 2.1775801831380082e-05,
      "loss": 2.2346,
      "mean_token_accuracy": 0.5145259529352189,
      "num_tokens": 342690973.0,
      "step": 445060
    },
    {
      "epoch": 0.5645531598588458,
      "grad_norm": 6.65625,
      "learning_rate": 2.177516752129379e-05,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5741956770420075,
      "num_tokens": 342699475.0,
      "step": 445070
    },
    {
      "epoch": 0.5645658444513787,
      "grad_norm": 5.53125,
      "learning_rate": 2.17745332112075e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.55344760119915,
      "num_tokens": 342707778.0,
      "step": 445080
    },
    {
      "epoch": 0.5645785290439115,
      "grad_norm": 5.15625,
      "learning_rate": 2.1773898901121205e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5694874197244644,
      "num_tokens": 342715006.0,
      "step": 445090
    },
    {
      "epoch": 0.5645912136364444,
      "grad_norm": 5.65625,
      "learning_rate": 2.1773264591034917e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5411328762769699,
      "num_tokens": 342723251.0,
      "step": 445100
    },
    {
      "epoch": 0.5646038982289772,
      "grad_norm": 4.75,
      "learning_rate": 2.1772630280948626e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5381678640842438,
      "num_tokens": 342732821.0,
      "step": 445110
    },
    {
      "epoch": 0.5646165828215101,
      "grad_norm": 5.0,
      "learning_rate": 2.1771995970862334e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.551954585313797,
      "num_tokens": 342740650.0,
      "step": 445120
    },
    {
      "epoch": 0.5646292674140428,
      "grad_norm": 8.25,
      "learning_rate": 2.177136166077604e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.531637915968895,
      "num_tokens": 342747989.0,
      "step": 445130
    },
    {
      "epoch": 0.5646419520065757,
      "grad_norm": 6.03125,
      "learning_rate": 2.177072735068975e-05,
      "loss": 1.9033,
      "mean_token_accuracy": 0.5796685069799423,
      "num_tokens": 342755165.0,
      "step": 445140
    },
    {
      "epoch": 0.5646546365991085,
      "grad_norm": 5.59375,
      "learning_rate": 2.177009304060346e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5582999438047409,
      "num_tokens": 342762385.0,
      "step": 445150
    },
    {
      "epoch": 0.5646673211916413,
      "grad_norm": 6.875,
      "learning_rate": 2.1769458730517166e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5573057055473327,
      "num_tokens": 342768856.0,
      "step": 445160
    },
    {
      "epoch": 0.5646800057841742,
      "grad_norm": 5.5625,
      "learning_rate": 2.1768824420430875e-05,
      "loss": 1.8654,
      "mean_token_accuracy": 0.5853304982185363,
      "num_tokens": 342776327.0,
      "step": 445170
    },
    {
      "epoch": 0.564692690376707,
      "grad_norm": 6.6875,
      "learning_rate": 2.1768190110344583e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.5903331637382507,
      "num_tokens": 342783113.0,
      "step": 445180
    },
    {
      "epoch": 0.5647053749692399,
      "grad_norm": 4.875,
      "learning_rate": 2.1767555800258292e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.56511589884758,
      "num_tokens": 342789647.0,
      "step": 445190
    },
    {
      "epoch": 0.5647180595617727,
      "grad_norm": 5.53125,
      "learning_rate": 2.1766921490172e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5316899657249451,
      "num_tokens": 342798458.0,
      "step": 445200
    },
    {
      "epoch": 0.5647307441543056,
      "grad_norm": 13.125,
      "learning_rate": 2.176628718008571e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5457823425531387,
      "num_tokens": 342806205.0,
      "step": 445210
    },
    {
      "epoch": 0.5647434287468384,
      "grad_norm": 4.96875,
      "learning_rate": 2.1765652869999418e-05,
      "loss": 2.064,
      "mean_token_accuracy": 0.5550178349018097,
      "num_tokens": 342814975.0,
      "step": 445220
    },
    {
      "epoch": 0.5647561133393711,
      "grad_norm": 5.1875,
      "learning_rate": 2.1765018559913124e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5371865928173065,
      "num_tokens": 342822381.0,
      "step": 445230
    },
    {
      "epoch": 0.564768797931904,
      "grad_norm": 14.5625,
      "learning_rate": 2.1764384249826836e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5615599513053894,
      "num_tokens": 342829746.0,
      "step": 445240
    },
    {
      "epoch": 0.5647814825244368,
      "grad_norm": 7.5,
      "learning_rate": 2.1763749939740544e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.541640704870224,
      "num_tokens": 342836668.0,
      "step": 445250
    },
    {
      "epoch": 0.5647941671169697,
      "grad_norm": 5.09375,
      "learning_rate": 2.1763115629654253e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5290700823068619,
      "num_tokens": 342844717.0,
      "step": 445260
    },
    {
      "epoch": 0.5648068517095025,
      "grad_norm": 5.625,
      "learning_rate": 2.176248131956796e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.532267227768898,
      "num_tokens": 342853722.0,
      "step": 445270
    },
    {
      "epoch": 0.5648195363020354,
      "grad_norm": 5.25,
      "learning_rate": 2.1761847009481667e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5867861390113831,
      "num_tokens": 342861758.0,
      "step": 445280
    },
    {
      "epoch": 0.5648322208945682,
      "grad_norm": 5.90625,
      "learning_rate": 2.176121269939538e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5637729614973068,
      "num_tokens": 342868355.0,
      "step": 445290
    },
    {
      "epoch": 0.5648449054871011,
      "grad_norm": 5.5,
      "learning_rate": 2.1760578389309085e-05,
      "loss": 1.8646,
      "mean_token_accuracy": 0.57933149933815,
      "num_tokens": 342875945.0,
      "step": 445300
    },
    {
      "epoch": 0.5648575900796339,
      "grad_norm": 4.59375,
      "learning_rate": 2.1759944079222794e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5322288662195206,
      "num_tokens": 342884462.0,
      "step": 445310
    },
    {
      "epoch": 0.5648702746721667,
      "grad_norm": 4.9375,
      "learning_rate": 2.1759309769136502e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5564007580280304,
      "num_tokens": 342891834.0,
      "step": 445320
    },
    {
      "epoch": 0.5648829592646996,
      "grad_norm": 5.53125,
      "learning_rate": 2.175867545905021e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5308833718299866,
      "num_tokens": 342900697.0,
      "step": 445330
    },
    {
      "epoch": 0.5648956438572323,
      "grad_norm": 5.71875,
      "learning_rate": 2.175804114896392e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5429217457771301,
      "num_tokens": 342909157.0,
      "step": 445340
    },
    {
      "epoch": 0.5649083284497652,
      "grad_norm": 5.78125,
      "learning_rate": 2.175740683887763e-05,
      "loss": 2.2463,
      "mean_token_accuracy": 0.5147359281778335,
      "num_tokens": 342916889.0,
      "step": 445350
    },
    {
      "epoch": 0.564921013042298,
      "grad_norm": 6.75,
      "learning_rate": 2.1756772528791337e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5477552235126495,
      "num_tokens": 342924575.0,
      "step": 445360
    },
    {
      "epoch": 0.5649336976348309,
      "grad_norm": 5.9375,
      "learning_rate": 2.1756138218705043e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5661060094833374,
      "num_tokens": 342931898.0,
      "step": 445370
    },
    {
      "epoch": 0.5649463822273637,
      "grad_norm": 6.09375,
      "learning_rate": 2.175550390861875e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.5503466755151749,
      "num_tokens": 342939530.0,
      "step": 445380
    },
    {
      "epoch": 0.5649590668198965,
      "grad_norm": 6.78125,
      "learning_rate": 2.1754869598532463e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5517977744340896,
      "num_tokens": 342947645.0,
      "step": 445390
    },
    {
      "epoch": 0.5649717514124294,
      "grad_norm": 7.40625,
      "learning_rate": 2.175423528844617e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5441677331924438,
      "num_tokens": 342955952.0,
      "step": 445400
    },
    {
      "epoch": 0.5649844360049622,
      "grad_norm": 5.6875,
      "learning_rate": 2.1753600978359878e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5260388165712356,
      "num_tokens": 342964134.0,
      "step": 445410
    },
    {
      "epoch": 0.5649971205974951,
      "grad_norm": 11.5625,
      "learning_rate": 2.1752966668273586e-05,
      "loss": 1.8969,
      "mean_token_accuracy": 0.5765244007110596,
      "num_tokens": 342970991.0,
      "step": 445420
    },
    {
      "epoch": 0.5650098051900279,
      "grad_norm": 5.25,
      "learning_rate": 2.1752332358187295e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5414456337690353,
      "num_tokens": 342979355.0,
      "step": 445430
    },
    {
      "epoch": 0.5650224897825608,
      "grad_norm": 5.5625,
      "learning_rate": 2.1751698048101004e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5575236260890961,
      "num_tokens": 342987331.0,
      "step": 445440
    },
    {
      "epoch": 0.5650351743750935,
      "grad_norm": 5.28125,
      "learning_rate": 2.1751063738014712e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5584527403116226,
      "num_tokens": 342994860.0,
      "step": 445450
    },
    {
      "epoch": 0.5650478589676264,
      "grad_norm": 6.84375,
      "learning_rate": 2.175042942792842e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.528660210967064,
      "num_tokens": 343002829.0,
      "step": 445460
    },
    {
      "epoch": 0.5650605435601592,
      "grad_norm": 5.5,
      "learning_rate": 2.174979511784213e-05,
      "loss": 2.2377,
      "mean_token_accuracy": 0.5175236940383912,
      "num_tokens": 343009898.0,
      "step": 445470
    },
    {
      "epoch": 0.565073228152692,
      "grad_norm": 6.40625,
      "learning_rate": 2.1749160807755835e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5393501788377761,
      "num_tokens": 343017977.0,
      "step": 445480
    },
    {
      "epoch": 0.5650859127452249,
      "grad_norm": 4.75,
      "learning_rate": 2.1748526497669547e-05,
      "loss": 1.7939,
      "mean_token_accuracy": 0.5952283143997192,
      "num_tokens": 343024670.0,
      "step": 445490
    },
    {
      "epoch": 0.5650985973377577,
      "grad_norm": 5.75,
      "learning_rate": 2.1747892187583256e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5434845566749573,
      "num_tokens": 343032756.0,
      "step": 445500
    },
    {
      "epoch": 0.5651112819302906,
      "grad_norm": 9.375,
      "learning_rate": 2.174725787749696e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5587767660617828,
      "num_tokens": 343040836.0,
      "step": 445510
    },
    {
      "epoch": 0.5651239665228234,
      "grad_norm": 10.5,
      "learning_rate": 2.174662356741067e-05,
      "loss": 1.8378,
      "mean_token_accuracy": 0.5914791792631149,
      "num_tokens": 343047822.0,
      "step": 445520
    },
    {
      "epoch": 0.5651366511153563,
      "grad_norm": 6.9375,
      "learning_rate": 2.174598925732438e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5468112796545028,
      "num_tokens": 343054885.0,
      "step": 445530
    },
    {
      "epoch": 0.5651493357078891,
      "grad_norm": 5.0,
      "learning_rate": 2.1745354947238088e-05,
      "loss": 1.8213,
      "mean_token_accuracy": 0.595298957824707,
      "num_tokens": 343062614.0,
      "step": 445540
    },
    {
      "epoch": 0.5651620203004218,
      "grad_norm": 6.15625,
      "learning_rate": 2.1744720637151797e-05,
      "loss": 1.7616,
      "mean_token_accuracy": 0.617904007434845,
      "num_tokens": 343069828.0,
      "step": 445550
    },
    {
      "epoch": 0.5651747048929547,
      "grad_norm": 6.4375,
      "learning_rate": 2.1744086327065505e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.5216081380844116,
      "num_tokens": 343076905.0,
      "step": 445560
    },
    {
      "epoch": 0.5651873894854875,
      "grad_norm": 5.34375,
      "learning_rate": 2.1743452016979214e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5673023521900177,
      "num_tokens": 343083566.0,
      "step": 445570
    },
    {
      "epoch": 0.5652000740780204,
      "grad_norm": 5.125,
      "learning_rate": 2.174281770689292e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5449574768543244,
      "num_tokens": 343091233.0,
      "step": 445580
    },
    {
      "epoch": 0.5652127586705532,
      "grad_norm": 6.0625,
      "learning_rate": 2.174218339680663e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5398932576179505,
      "num_tokens": 343098592.0,
      "step": 445590
    },
    {
      "epoch": 0.5652254432630861,
      "grad_norm": 10.0,
      "learning_rate": 2.174154908672034e-05,
      "loss": 1.7929,
      "mean_token_accuracy": 0.6019224137067795,
      "num_tokens": 343105697.0,
      "step": 445600
    },
    {
      "epoch": 0.5652381278556189,
      "grad_norm": 4.8125,
      "learning_rate": 2.1740914776634046e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.541476383805275,
      "num_tokens": 343112497.0,
      "step": 445610
    },
    {
      "epoch": 0.5652508124481517,
      "grad_norm": 5.3125,
      "learning_rate": 2.1740280466547754e-05,
      "loss": 1.9227,
      "mean_token_accuracy": 0.5769424438476562,
      "num_tokens": 343119548.0,
      "step": 445620
    },
    {
      "epoch": 0.5652634970406846,
      "grad_norm": 5.34375,
      "learning_rate": 2.1739646156461463e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5509048819541931,
      "num_tokens": 343127370.0,
      "step": 445630
    },
    {
      "epoch": 0.5652761816332174,
      "grad_norm": 14.75,
      "learning_rate": 2.1739011846375175e-05,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5207395493984223,
      "num_tokens": 343135093.0,
      "step": 445640
    },
    {
      "epoch": 0.5652888662257503,
      "grad_norm": 4.96875,
      "learning_rate": 2.173837753628888e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.561194896697998,
      "num_tokens": 343143027.0,
      "step": 445650
    },
    {
      "epoch": 0.565301550818283,
      "grad_norm": 5.65625,
      "learning_rate": 2.173774322620259e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5326844930648804,
      "num_tokens": 343151567.0,
      "step": 445660
    },
    {
      "epoch": 0.5653142354108159,
      "grad_norm": 5.28125,
      "learning_rate": 2.1737108916116298e-05,
      "loss": 1.8005,
      "mean_token_accuracy": 0.5878520965576172,
      "num_tokens": 343158671.0,
      "step": 445670
    },
    {
      "epoch": 0.5653269200033487,
      "grad_norm": 5.1875,
      "learning_rate": 2.1736474606030007e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5836994886398316,
      "num_tokens": 343166571.0,
      "step": 445680
    },
    {
      "epoch": 0.5653396045958816,
      "grad_norm": 7.5625,
      "learning_rate": 2.1735840295943715e-05,
      "loss": 2.242,
      "mean_token_accuracy": 0.5027780294418335,
      "num_tokens": 343174855.0,
      "step": 445690
    },
    {
      "epoch": 0.5653522891884144,
      "grad_norm": 5.25,
      "learning_rate": 2.1735205985857424e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5186088800430297,
      "num_tokens": 343184359.0,
      "step": 445700
    },
    {
      "epoch": 0.5653649737809472,
      "grad_norm": 6.25,
      "learning_rate": 2.1734571675771133e-05,
      "loss": 1.9141,
      "mean_token_accuracy": 0.5745336651802063,
      "num_tokens": 343191399.0,
      "step": 445710
    },
    {
      "epoch": 0.5653776583734801,
      "grad_norm": 5.28125,
      "learning_rate": 2.173393736568484e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5427091777324676,
      "num_tokens": 343199233.0,
      "step": 445720
    },
    {
      "epoch": 0.5653903429660129,
      "grad_norm": 5.34375,
      "learning_rate": 2.173330305559855e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5449996262788772,
      "num_tokens": 343207166.0,
      "step": 445730
    },
    {
      "epoch": 0.5654030275585458,
      "grad_norm": 5.46875,
      "learning_rate": 2.173266874551226e-05,
      "loss": 1.9809,
      "mean_token_accuracy": 0.5571381866931915,
      "num_tokens": 343214763.0,
      "step": 445740
    },
    {
      "epoch": 0.5654157121510786,
      "grad_norm": 7.125,
      "learning_rate": 2.1732034435425965e-05,
      "loss": 1.9604,
      "mean_token_accuracy": 0.5621300578117371,
      "num_tokens": 343221928.0,
      "step": 445750
    },
    {
      "epoch": 0.5654283967436114,
      "grad_norm": 6.34375,
      "learning_rate": 2.1731400125339673e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5480600714683532,
      "num_tokens": 343229517.0,
      "step": 445760
    },
    {
      "epoch": 0.5654410813361442,
      "grad_norm": 4.875,
      "learning_rate": 2.1730765815253382e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5475022196769714,
      "num_tokens": 343237085.0,
      "step": 445770
    },
    {
      "epoch": 0.565453765928677,
      "grad_norm": 9.625,
      "learning_rate": 2.173013150516709e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5327049851417541,
      "num_tokens": 343244747.0,
      "step": 445780
    },
    {
      "epoch": 0.5654664505212099,
      "grad_norm": 4.71875,
      "learning_rate": 2.17294971950808e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5609794855117798,
      "num_tokens": 343252576.0,
      "step": 445790
    },
    {
      "epoch": 0.5654791351137427,
      "grad_norm": 5.34375,
      "learning_rate": 2.1728862884994508e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5455828130245208,
      "num_tokens": 343261042.0,
      "step": 445800
    },
    {
      "epoch": 0.5654918197062756,
      "grad_norm": 6.09375,
      "learning_rate": 2.1728228574908217e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5380440384149552,
      "num_tokens": 343269271.0,
      "step": 445810
    },
    {
      "epoch": 0.5655045042988084,
      "grad_norm": 5.21875,
      "learning_rate": 2.1727594264821922e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5252027899026871,
      "num_tokens": 343278017.0,
      "step": 445820
    },
    {
      "epoch": 0.5655171888913413,
      "grad_norm": 4.84375,
      "learning_rate": 2.1726959954735634e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5697325646877289,
      "num_tokens": 343284771.0,
      "step": 445830
    },
    {
      "epoch": 0.5655298734838741,
      "grad_norm": 5.28125,
      "learning_rate": 2.1726325644649343e-05,
      "loss": 2.2817,
      "mean_token_accuracy": 0.5073916882276535,
      "num_tokens": 343294518.0,
      "step": 445840
    },
    {
      "epoch": 0.565542558076407,
      "grad_norm": 5.15625,
      "learning_rate": 2.1725691334563052e-05,
      "loss": 2.2347,
      "mean_token_accuracy": 0.5187200367450714,
      "num_tokens": 343303215.0,
      "step": 445850
    },
    {
      "epoch": 0.5655552426689398,
      "grad_norm": 6.375,
      "learning_rate": 2.1725057024476757e-05,
      "loss": 1.7217,
      "mean_token_accuracy": 0.6103088438510895,
      "num_tokens": 343309135.0,
      "step": 445860
    },
    {
      "epoch": 0.5655679272614725,
      "grad_norm": 5.9375,
      "learning_rate": 2.1724422714390466e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5502562642097473,
      "num_tokens": 343316998.0,
      "step": 445870
    },
    {
      "epoch": 0.5655806118540054,
      "grad_norm": 6.1875,
      "learning_rate": 2.1723788404304178e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5456041544675827,
      "num_tokens": 343325432.0,
      "step": 445880
    },
    {
      "epoch": 0.5655932964465382,
      "grad_norm": 4.90625,
      "learning_rate": 2.1723154094217883e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5516830325126648,
      "num_tokens": 343333150.0,
      "step": 445890
    },
    {
      "epoch": 0.5656059810390711,
      "grad_norm": 11.625,
      "learning_rate": 2.1722519784131592e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5582783997058869,
      "num_tokens": 343339817.0,
      "step": 445900
    },
    {
      "epoch": 0.5656186656316039,
      "grad_norm": 5.3125,
      "learning_rate": 2.17218854740453e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5487992405891419,
      "num_tokens": 343347142.0,
      "step": 445910
    },
    {
      "epoch": 0.5656313502241368,
      "grad_norm": 6.28125,
      "learning_rate": 2.172125116395901e-05,
      "loss": 1.8202,
      "mean_token_accuracy": 0.584000650048256,
      "num_tokens": 343353701.0,
      "step": 445920
    },
    {
      "epoch": 0.5656440348166696,
      "grad_norm": 6.0625,
      "learning_rate": 2.172061685387272e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5322410345077515,
      "num_tokens": 343361639.0,
      "step": 445930
    },
    {
      "epoch": 0.5656567194092024,
      "grad_norm": 7.0,
      "learning_rate": 2.1719982543786427e-05,
      "loss": 2.2366,
      "mean_token_accuracy": 0.5162353456020355,
      "num_tokens": 343369812.0,
      "step": 445940
    },
    {
      "epoch": 0.5656694040017353,
      "grad_norm": 5.0,
      "learning_rate": 2.1719348233700136e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5344434529542923,
      "num_tokens": 343377797.0,
      "step": 445950
    },
    {
      "epoch": 0.565682088594268,
      "grad_norm": 4.90625,
      "learning_rate": 2.171871392361384e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5615508019924164,
      "num_tokens": 343384187.0,
      "step": 445960
    },
    {
      "epoch": 0.565694773186801,
      "grad_norm": 5.59375,
      "learning_rate": 2.171807961352755e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5380973190069198,
      "num_tokens": 343392253.0,
      "step": 445970
    },
    {
      "epoch": 0.5657074577793337,
      "grad_norm": 5.125,
      "learning_rate": 2.1717445303441262e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5635704189538956,
      "num_tokens": 343399769.0,
      "step": 445980
    },
    {
      "epoch": 0.5657201423718666,
      "grad_norm": 6.59375,
      "learning_rate": 2.1716810993354968e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5251830160617829,
      "num_tokens": 343408185.0,
      "step": 445990
    },
    {
      "epoch": 0.5657328269643994,
      "grad_norm": 5.15625,
      "learning_rate": 2.1716176683268676e-05,
      "loss": 1.7994,
      "mean_token_accuracy": 0.5946364998817444,
      "num_tokens": 343415207.0,
      "step": 446000
    },
    {
      "epoch": 0.5657455115569322,
      "grad_norm": 5.5,
      "learning_rate": 2.1715542373182385e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5497456371784211,
      "num_tokens": 343423820.0,
      "step": 446010
    },
    {
      "epoch": 0.5657581961494651,
      "grad_norm": 6.09375,
      "learning_rate": 2.1714908063096094e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5393923461437226,
      "num_tokens": 343432291.0,
      "step": 446020
    },
    {
      "epoch": 0.5657708807419979,
      "grad_norm": 6.28125,
      "learning_rate": 2.1714273753009802e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5536748349666596,
      "num_tokens": 343440131.0,
      "step": 446030
    },
    {
      "epoch": 0.5657835653345308,
      "grad_norm": 6.125,
      "learning_rate": 2.171363944292351e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5749084800481796,
      "num_tokens": 343447530.0,
      "step": 446040
    },
    {
      "epoch": 0.5657962499270636,
      "grad_norm": 5.125,
      "learning_rate": 2.171300513283722e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5536131411790848,
      "num_tokens": 343455145.0,
      "step": 446050
    },
    {
      "epoch": 0.5658089345195965,
      "grad_norm": 5.875,
      "learning_rate": 2.171237082275093e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5280899584293366,
      "num_tokens": 343461813.0,
      "step": 446060
    },
    {
      "epoch": 0.5658216191121292,
      "grad_norm": 5.25,
      "learning_rate": 2.1711736512664634e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5318169087171555,
      "num_tokens": 343468759.0,
      "step": 446070
    },
    {
      "epoch": 0.5658343037046621,
      "grad_norm": 7.5,
      "learning_rate": 2.1711102202578346e-05,
      "loss": 1.9347,
      "mean_token_accuracy": 0.5682142943143844,
      "num_tokens": 343475642.0,
      "step": 446080
    },
    {
      "epoch": 0.5658469882971949,
      "grad_norm": 6.09375,
      "learning_rate": 2.1710467892492055e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5544213593006134,
      "num_tokens": 343483342.0,
      "step": 446090
    },
    {
      "epoch": 0.5658596728897277,
      "grad_norm": 7.75,
      "learning_rate": 2.170983358240576e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.546991840004921,
      "num_tokens": 343491823.0,
      "step": 446100
    },
    {
      "epoch": 0.5658723574822606,
      "grad_norm": 9.0,
      "learning_rate": 2.170919927231947e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5385489821434021,
      "num_tokens": 343500399.0,
      "step": 446110
    },
    {
      "epoch": 0.5658850420747934,
      "grad_norm": 6.28125,
      "learning_rate": 2.1708564962233178e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5504806995391845,
      "num_tokens": 343508100.0,
      "step": 446120
    },
    {
      "epoch": 0.5658977266673263,
      "grad_norm": 4.71875,
      "learning_rate": 2.1707930652146886e-05,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5555582165718078,
      "num_tokens": 343516837.0,
      "step": 446130
    },
    {
      "epoch": 0.5659104112598591,
      "grad_norm": 6.0,
      "learning_rate": 2.1707296342060595e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5331824123859406,
      "num_tokens": 343526053.0,
      "step": 446140
    },
    {
      "epoch": 0.565923095852392,
      "grad_norm": 5.34375,
      "learning_rate": 2.1706662031974304e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5724506556987763,
      "num_tokens": 343532822.0,
      "step": 446150
    },
    {
      "epoch": 0.5659357804449248,
      "grad_norm": 5.5625,
      "learning_rate": 2.1706027721888013e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5586169570684433,
      "num_tokens": 343540909.0,
      "step": 446160
    },
    {
      "epoch": 0.5659484650374575,
      "grad_norm": 4.84375,
      "learning_rate": 2.170539341180172e-05,
      "loss": 1.874,
      "mean_token_accuracy": 0.5760075330734253,
      "num_tokens": 343548985.0,
      "step": 446170
    },
    {
      "epoch": 0.5659611496299904,
      "grad_norm": 4.6875,
      "learning_rate": 2.170475910171543e-05,
      "loss": 2.3052,
      "mean_token_accuracy": 0.5099784940481186,
      "num_tokens": 343558789.0,
      "step": 446180
    },
    {
      "epoch": 0.5659738342225232,
      "grad_norm": 8.0625,
      "learning_rate": 2.170412479162914e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5458287537097931,
      "num_tokens": 343567088.0,
      "step": 446190
    },
    {
      "epoch": 0.5659865188150561,
      "grad_norm": 6.25,
      "learning_rate": 2.1703490481542844e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5513663530349732,
      "num_tokens": 343574688.0,
      "step": 446200
    },
    {
      "epoch": 0.5659992034075889,
      "grad_norm": 5.46875,
      "learning_rate": 2.1702856171456553e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5482888072729111,
      "num_tokens": 343582331.0,
      "step": 446210
    },
    {
      "epoch": 0.5660118880001218,
      "grad_norm": 6.96875,
      "learning_rate": 2.1702221861370265e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5253128260374069,
      "num_tokens": 343590137.0,
      "step": 446220
    },
    {
      "epoch": 0.5660245725926546,
      "grad_norm": 6.90625,
      "learning_rate": 2.1701587551283974e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5429049998521804,
      "num_tokens": 343597901.0,
      "step": 446230
    },
    {
      "epoch": 0.5660372571851875,
      "grad_norm": 6.65625,
      "learning_rate": 2.170095324119768e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5545138478279114,
      "num_tokens": 343604667.0,
      "step": 446240
    },
    {
      "epoch": 0.5660499417777203,
      "grad_norm": 5.375,
      "learning_rate": 2.1700318931111388e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5514036506414414,
      "num_tokens": 343612302.0,
      "step": 446250
    },
    {
      "epoch": 0.5660626263702531,
      "grad_norm": 5.40625,
      "learning_rate": 2.1699684621025097e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5371149480342865,
      "num_tokens": 343620505.0,
      "step": 446260
    },
    {
      "epoch": 0.566075310962786,
      "grad_norm": 6.5625,
      "learning_rate": 2.1699050310938805e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5131405711174011,
      "num_tokens": 343628928.0,
      "step": 446270
    },
    {
      "epoch": 0.5660879955553187,
      "grad_norm": 7.75,
      "learning_rate": 2.1698416000852514e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5528943747282028,
      "num_tokens": 343636809.0,
      "step": 446280
    },
    {
      "epoch": 0.5661006801478516,
      "grad_norm": 5.03125,
      "learning_rate": 2.1697781690766223e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5303654044866561,
      "num_tokens": 343645402.0,
      "step": 446290
    },
    {
      "epoch": 0.5661133647403844,
      "grad_norm": 4.84375,
      "learning_rate": 2.169714738067993e-05,
      "loss": 2.2912,
      "mean_token_accuracy": 0.5065746277570724,
      "num_tokens": 343653715.0,
      "step": 446300
    },
    {
      "epoch": 0.5661260493329173,
      "grad_norm": 9.75,
      "learning_rate": 2.1696513070593637e-05,
      "loss": 1.9476,
      "mean_token_accuracy": 0.5652006506919861,
      "num_tokens": 343659672.0,
      "step": 446310
    },
    {
      "epoch": 0.5661387339254501,
      "grad_norm": 6.0625,
      "learning_rate": 2.169587876050735e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5392129629850387,
      "num_tokens": 343668004.0,
      "step": 446320
    },
    {
      "epoch": 0.5661514185179829,
      "grad_norm": 5.65625,
      "learning_rate": 2.1695244450421058e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.556472897529602,
      "num_tokens": 343675040.0,
      "step": 446330
    },
    {
      "epoch": 0.5661641031105158,
      "grad_norm": 5.5,
      "learning_rate": 2.1694610140334763e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5601946353912354,
      "num_tokens": 343682145.0,
      "step": 446340
    },
    {
      "epoch": 0.5661767877030486,
      "grad_norm": 5.96875,
      "learning_rate": 2.1693975830248472e-05,
      "loss": 1.7282,
      "mean_token_accuracy": 0.6176941692829132,
      "num_tokens": 343688445.0,
      "step": 446350
    },
    {
      "epoch": 0.5661894722955815,
      "grad_norm": 5.34375,
      "learning_rate": 2.169334152016218e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5258199244737625,
      "num_tokens": 343696567.0,
      "step": 446360
    },
    {
      "epoch": 0.5662021568881143,
      "grad_norm": 6.09375,
      "learning_rate": 2.169270721007589e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5831937313079834,
      "num_tokens": 343702994.0,
      "step": 446370
    },
    {
      "epoch": 0.5662148414806472,
      "grad_norm": 6.71875,
      "learning_rate": 2.1692072899989598e-05,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5185318142175674,
      "num_tokens": 343712092.0,
      "step": 446380
    },
    {
      "epoch": 0.5662275260731799,
      "grad_norm": 5.1875,
      "learning_rate": 2.1691438589903307e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.536251837015152,
      "num_tokens": 343720642.0,
      "step": 446390
    },
    {
      "epoch": 0.5662402106657128,
      "grad_norm": 4.75,
      "learning_rate": 2.1690804279817016e-05,
      "loss": 2.2444,
      "mean_token_accuracy": 0.5203128427267074,
      "num_tokens": 343728824.0,
      "step": 446400
    },
    {
      "epoch": 0.5662528952582456,
      "grad_norm": 8.125,
      "learning_rate": 2.169016996973072e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5574395328760147,
      "num_tokens": 343735215.0,
      "step": 446410
    },
    {
      "epoch": 0.5662655798507784,
      "grad_norm": 5.375,
      "learning_rate": 2.1689535659644433e-05,
      "loss": 1.892,
      "mean_token_accuracy": 0.5762703627347946,
      "num_tokens": 343742077.0,
      "step": 446420
    },
    {
      "epoch": 0.5662782644433113,
      "grad_norm": 5.15625,
      "learning_rate": 2.1688901349558142e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5614682555198669,
      "num_tokens": 343749402.0,
      "step": 446430
    },
    {
      "epoch": 0.5662909490358441,
      "grad_norm": 5.09375,
      "learning_rate": 2.168826703947185e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5374815046787262,
      "num_tokens": 343758851.0,
      "step": 446440
    },
    {
      "epoch": 0.566303633628377,
      "grad_norm": 5.3125,
      "learning_rate": 2.1687632729385556e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5296596765518189,
      "num_tokens": 343766535.0,
      "step": 446450
    },
    {
      "epoch": 0.5663163182209098,
      "grad_norm": 7.21875,
      "learning_rate": 2.1686998419299265e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5535169750452041,
      "num_tokens": 343774385.0,
      "step": 446460
    },
    {
      "epoch": 0.5663290028134427,
      "grad_norm": 5.34375,
      "learning_rate": 2.1686364109212977e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.546140456199646,
      "num_tokens": 343781812.0,
      "step": 446470
    },
    {
      "epoch": 0.5663416874059755,
      "grad_norm": 4.9375,
      "learning_rate": 2.1685729799126682e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5508483707904815,
      "num_tokens": 343788735.0,
      "step": 446480
    },
    {
      "epoch": 0.5663543719985082,
      "grad_norm": 5.75,
      "learning_rate": 2.168509548904039e-05,
      "loss": 2.2831,
      "mean_token_accuracy": 0.5172560304403305,
      "num_tokens": 343796917.0,
      "step": 446490
    },
    {
      "epoch": 0.5663670565910411,
      "grad_norm": 6.25,
      "learning_rate": 2.16844611789541e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5671262979507447,
      "num_tokens": 343804540.0,
      "step": 446500
    },
    {
      "epoch": 0.5663797411835739,
      "grad_norm": 10.0,
      "learning_rate": 2.168382686886781e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5214123487472534,
      "num_tokens": 343811454.0,
      "step": 446510
    },
    {
      "epoch": 0.5663924257761068,
      "grad_norm": 4.9375,
      "learning_rate": 2.1683192558781517e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5553330212831498,
      "num_tokens": 343819077.0,
      "step": 446520
    },
    {
      "epoch": 0.5664051103686396,
      "grad_norm": 5.25,
      "learning_rate": 2.1682558248695226e-05,
      "loss": 1.9011,
      "mean_token_accuracy": 0.5753721773624421,
      "num_tokens": 343826029.0,
      "step": 446530
    },
    {
      "epoch": 0.5664177949611725,
      "grad_norm": 6.46875,
      "learning_rate": 2.1681923938608935e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5732115626335144,
      "num_tokens": 343832550.0,
      "step": 446540
    },
    {
      "epoch": 0.5664304795537053,
      "grad_norm": 6.4375,
      "learning_rate": 2.168128962852264e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.537152323126793,
      "num_tokens": 343840903.0,
      "step": 446550
    },
    {
      "epoch": 0.5664431641462381,
      "grad_norm": 6.59375,
      "learning_rate": 2.168065531843635e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5588884979486466,
      "num_tokens": 343847811.0,
      "step": 446560
    },
    {
      "epoch": 0.566455848738771,
      "grad_norm": 5.53125,
      "learning_rate": 2.168002100835006e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5291768223047256,
      "num_tokens": 343856438.0,
      "step": 446570
    },
    {
      "epoch": 0.5664685333313038,
      "grad_norm": 6.65625,
      "learning_rate": 2.1679386698263766e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5299431800842285,
      "num_tokens": 343863498.0,
      "step": 446580
    },
    {
      "epoch": 0.5664812179238367,
      "grad_norm": 4.625,
      "learning_rate": 2.1678752388177475e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5450696110725403,
      "num_tokens": 343871786.0,
      "step": 446590
    },
    {
      "epoch": 0.5664939025163694,
      "grad_norm": 6.5625,
      "learning_rate": 2.1678118078091184e-05,
      "loss": 1.9493,
      "mean_token_accuracy": 0.571765011548996,
      "num_tokens": 343878636.0,
      "step": 446600
    },
    {
      "epoch": 0.5665065871089023,
      "grad_norm": 7.65625,
      "learning_rate": 2.1677483768004896e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5177758991718292,
      "num_tokens": 343886853.0,
      "step": 446610
    },
    {
      "epoch": 0.5665192717014351,
      "grad_norm": 6.46875,
      "learning_rate": 2.16768494579186e-05,
      "loss": 1.7923,
      "mean_token_accuracy": 0.6053149253129959,
      "num_tokens": 343893478.0,
      "step": 446620
    },
    {
      "epoch": 0.566531956293968,
      "grad_norm": 8.375,
      "learning_rate": 2.167621514783231e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5628333300352096,
      "num_tokens": 343900072.0,
      "step": 446630
    },
    {
      "epoch": 0.5665446408865008,
      "grad_norm": 6.25,
      "learning_rate": 2.167558083774602e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5187167912721634,
      "num_tokens": 343908885.0,
      "step": 446640
    },
    {
      "epoch": 0.5665573254790336,
      "grad_norm": 5.09375,
      "learning_rate": 2.1674946527659727e-05,
      "loss": 1.9082,
      "mean_token_accuracy": 0.5672361731529236,
      "num_tokens": 343917005.0,
      "step": 446650
    },
    {
      "epoch": 0.5665700100715665,
      "grad_norm": 5.9375,
      "learning_rate": 2.1674312217573436e-05,
      "loss": 1.8826,
      "mean_token_accuracy": 0.5848469197750091,
      "num_tokens": 343925181.0,
      "step": 446660
    },
    {
      "epoch": 0.5665826946640993,
      "grad_norm": 4.9375,
      "learning_rate": 2.1673677907487145e-05,
      "loss": 2.2922,
      "mean_token_accuracy": 0.5096660345792771,
      "num_tokens": 343932077.0,
      "step": 446670
    },
    {
      "epoch": 0.5665953792566322,
      "grad_norm": 4.8125,
      "learning_rate": 2.1673043597400854e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5393221586942673,
      "num_tokens": 343940001.0,
      "step": 446680
    },
    {
      "epoch": 0.566608063849165,
      "grad_norm": 4.71875,
      "learning_rate": 2.167240928731456e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5300819188356399,
      "num_tokens": 343949110.0,
      "step": 446690
    },
    {
      "epoch": 0.5666207484416979,
      "grad_norm": 6.28125,
      "learning_rate": 2.1671774977228268e-05,
      "loss": 1.8795,
      "mean_token_accuracy": 0.5670447260141372,
      "num_tokens": 343957304.0,
      "step": 446700
    },
    {
      "epoch": 0.5666334330342306,
      "grad_norm": 5.65625,
      "learning_rate": 2.167114066714198e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5219414085149765,
      "num_tokens": 343964748.0,
      "step": 446710
    },
    {
      "epoch": 0.5666461176267634,
      "grad_norm": 6.09375,
      "learning_rate": 2.1670506357055685e-05,
      "loss": 1.8525,
      "mean_token_accuracy": 0.5706764191389084,
      "num_tokens": 343971187.0,
      "step": 446720
    },
    {
      "epoch": 0.5666588022192963,
      "grad_norm": 4.875,
      "learning_rate": 2.1669872046969394e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5316305816173553,
      "num_tokens": 343979737.0,
      "step": 446730
    },
    {
      "epoch": 0.5666714868118291,
      "grad_norm": 7.5625,
      "learning_rate": 2.1669237736883103e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5527680724859237,
      "num_tokens": 343988292.0,
      "step": 446740
    },
    {
      "epoch": 0.566684171404362,
      "grad_norm": 6.21875,
      "learning_rate": 2.166860342679681e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5468815684318542,
      "num_tokens": 343994767.0,
      "step": 446750
    },
    {
      "epoch": 0.5666968559968948,
      "grad_norm": 5.1875,
      "learning_rate": 2.166796911671052e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5389921307563782,
      "num_tokens": 344002671.0,
      "step": 446760
    },
    {
      "epoch": 0.5667095405894277,
      "grad_norm": 5.53125,
      "learning_rate": 2.166733480662423e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5359314262866974,
      "num_tokens": 344011698.0,
      "step": 446770
    },
    {
      "epoch": 0.5667222251819605,
      "grad_norm": 7.375,
      "learning_rate": 2.1666700496537938e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5553128153085709,
      "num_tokens": 344019171.0,
      "step": 446780
    },
    {
      "epoch": 0.5667349097744934,
      "grad_norm": 11.3125,
      "learning_rate": 2.1666066186451643e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5529862701892853,
      "num_tokens": 344025525.0,
      "step": 446790
    },
    {
      "epoch": 0.5667475943670262,
      "grad_norm": 6.0,
      "learning_rate": 2.1665431876365352e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.5088678508996963,
      "num_tokens": 344034107.0,
      "step": 446800
    },
    {
      "epoch": 0.5667602789595589,
      "grad_norm": 5.21875,
      "learning_rate": 2.1664797566279064e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.55411856174469,
      "num_tokens": 344042557.0,
      "step": 446810
    },
    {
      "epoch": 0.5667729635520918,
      "grad_norm": 9.5,
      "learning_rate": 2.1664163256192773e-05,
      "loss": 1.8926,
      "mean_token_accuracy": 0.5719776958227157,
      "num_tokens": 344050914.0,
      "step": 446820
    },
    {
      "epoch": 0.5667856481446246,
      "grad_norm": 6.78125,
      "learning_rate": 2.1663528946106478e-05,
      "loss": 1.8632,
      "mean_token_accuracy": 0.5801481485366822,
      "num_tokens": 344057271.0,
      "step": 446830
    },
    {
      "epoch": 0.5667983327371575,
      "grad_norm": 6.125,
      "learning_rate": 2.1662894636020187e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5380561381578446,
      "num_tokens": 344064241.0,
      "step": 446840
    },
    {
      "epoch": 0.5668110173296903,
      "grad_norm": 7.1875,
      "learning_rate": 2.1662260325933895e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5366633534431458,
      "num_tokens": 344071061.0,
      "step": 446850
    },
    {
      "epoch": 0.5668237019222232,
      "grad_norm": 5.4375,
      "learning_rate": 2.1661626015847604e-05,
      "loss": 1.8059,
      "mean_token_accuracy": 0.5969005703926087,
      "num_tokens": 344078694.0,
      "step": 446860
    },
    {
      "epoch": 0.566836386514756,
      "grad_norm": 4.9375,
      "learning_rate": 2.1660991705761313e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5407735645771027,
      "num_tokens": 344087212.0,
      "step": 446870
    },
    {
      "epoch": 0.5668490711072888,
      "grad_norm": 5.40625,
      "learning_rate": 2.166035739567502e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5394839376211167,
      "num_tokens": 344095788.0,
      "step": 446880
    },
    {
      "epoch": 0.5668617556998217,
      "grad_norm": 5.28125,
      "learning_rate": 2.165972308558873e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.53618523478508,
      "num_tokens": 344104972.0,
      "step": 446890
    },
    {
      "epoch": 0.5668744402923545,
      "grad_norm": 15.875,
      "learning_rate": 2.1659088775502436e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5586957454681396,
      "num_tokens": 344112288.0,
      "step": 446900
    },
    {
      "epoch": 0.5668871248848874,
      "grad_norm": 5.1875,
      "learning_rate": 2.1658454465416148e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5343341499567031,
      "num_tokens": 344120507.0,
      "step": 446910
    },
    {
      "epoch": 0.5668998094774201,
      "grad_norm": 5.15625,
      "learning_rate": 2.1657820155329857e-05,
      "loss": 1.7555,
      "mean_token_accuracy": 0.6064288884401321,
      "num_tokens": 344128002.0,
      "step": 446920
    },
    {
      "epoch": 0.566912494069953,
      "grad_norm": 4.78125,
      "learning_rate": 2.1657185845243562e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5375608265399933,
      "num_tokens": 344136916.0,
      "step": 446930
    },
    {
      "epoch": 0.5669251786624858,
      "grad_norm": 5.84375,
      "learning_rate": 2.165655153515727e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5245755434036254,
      "num_tokens": 344144712.0,
      "step": 446940
    },
    {
      "epoch": 0.5669378632550186,
      "grad_norm": 4.96875,
      "learning_rate": 2.165591722507098e-05,
      "loss": 1.8771,
      "mean_token_accuracy": 0.5681188523769378,
      "num_tokens": 344152124.0,
      "step": 446950
    },
    {
      "epoch": 0.5669505478475515,
      "grad_norm": 6.03125,
      "learning_rate": 2.1655282914984688e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.5786110579967498,
      "num_tokens": 344158949.0,
      "step": 446960
    },
    {
      "epoch": 0.5669632324400843,
      "grad_norm": 5.875,
      "learning_rate": 2.1654648604898397e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5537322252988816,
      "num_tokens": 344166282.0,
      "step": 446970
    },
    {
      "epoch": 0.5669759170326172,
      "grad_norm": 4.34375,
      "learning_rate": 2.1654014294812106e-05,
      "loss": 1.7203,
      "mean_token_accuracy": 0.602973461151123,
      "num_tokens": 344173735.0,
      "step": 446980
    },
    {
      "epoch": 0.56698860162515,
      "grad_norm": 6.5,
      "learning_rate": 2.1653379984725814e-05,
      "loss": 2.3287,
      "mean_token_accuracy": 0.507707267999649,
      "num_tokens": 344181330.0,
      "step": 446990
    },
    {
      "epoch": 0.5670012862176829,
      "grad_norm": 7.34375,
      "learning_rate": 2.165274567463952e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5454434722661972,
      "num_tokens": 344188698.0,
      "step": 447000
    },
    {
      "epoch": 0.5670139708102157,
      "grad_norm": 5.25,
      "learning_rate": 2.1652111364553232e-05,
      "loss": 1.8504,
      "mean_token_accuracy": 0.597008016705513,
      "num_tokens": 344195824.0,
      "step": 447010
    },
    {
      "epoch": 0.5670266554027485,
      "grad_norm": 4.9375,
      "learning_rate": 2.165147705446694e-05,
      "loss": 1.7224,
      "mean_token_accuracy": 0.6129313617944717,
      "num_tokens": 344202122.0,
      "step": 447020
    },
    {
      "epoch": 0.5670393399952813,
      "grad_norm": 4.875,
      "learning_rate": 2.165084274438065e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5419212728738785,
      "num_tokens": 344210275.0,
      "step": 447030
    },
    {
      "epoch": 0.5670520245878141,
      "grad_norm": 5.375,
      "learning_rate": 2.1650208434294355e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5500949323177338,
      "num_tokens": 344217470.0,
      "step": 447040
    },
    {
      "epoch": 0.567064709180347,
      "grad_norm": 5.34375,
      "learning_rate": 2.1649574124208063e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5490933150053025,
      "num_tokens": 344224506.0,
      "step": 447050
    },
    {
      "epoch": 0.5670773937728798,
      "grad_norm": 4.96875,
      "learning_rate": 2.1648939814121776e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.552426153421402,
      "num_tokens": 344231233.0,
      "step": 447060
    },
    {
      "epoch": 0.5670900783654127,
      "grad_norm": 6.0625,
      "learning_rate": 2.164830550403548e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5663049012422562,
      "num_tokens": 344239182.0,
      "step": 447070
    },
    {
      "epoch": 0.5671027629579455,
      "grad_norm": 5.5,
      "learning_rate": 2.164767119394919e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.539155301451683,
      "num_tokens": 344246792.0,
      "step": 447080
    },
    {
      "epoch": 0.5671154475504784,
      "grad_norm": 6.3125,
      "learning_rate": 2.16470368838629e-05,
      "loss": 1.5889,
      "mean_token_accuracy": 0.6471076071262359,
      "num_tokens": 344252526.0,
      "step": 447090
    },
    {
      "epoch": 0.5671281321430112,
      "grad_norm": 6.8125,
      "learning_rate": 2.1646402573776607e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5468602836132049,
      "num_tokens": 344259887.0,
      "step": 447100
    },
    {
      "epoch": 0.567140816735544,
      "grad_norm": 4.875,
      "learning_rate": 2.1645768263690316e-05,
      "loss": 1.8857,
      "mean_token_accuracy": 0.5779333859682083,
      "num_tokens": 344267779.0,
      "step": 447110
    },
    {
      "epoch": 0.5671535013280768,
      "grad_norm": 5.0625,
      "learning_rate": 2.1645133953604025e-05,
      "loss": 1.6913,
      "mean_token_accuracy": 0.6130857110023499,
      "num_tokens": 344274731.0,
      "step": 447120
    },
    {
      "epoch": 0.5671661859206096,
      "grad_norm": 4.96875,
      "learning_rate": 2.1644499643517733e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5513281911611557,
      "num_tokens": 344282541.0,
      "step": 447130
    },
    {
      "epoch": 0.5671788705131425,
      "grad_norm": 6.6875,
      "learning_rate": 2.164386533343144e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5423521786928177,
      "num_tokens": 344290010.0,
      "step": 447140
    },
    {
      "epoch": 0.5671915551056753,
      "grad_norm": 6.1875,
      "learning_rate": 2.164323102334515e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.570145669579506,
      "num_tokens": 344296566.0,
      "step": 447150
    },
    {
      "epoch": 0.5672042396982082,
      "grad_norm": 4.96875,
      "learning_rate": 2.164259671325886e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5221305638551712,
      "num_tokens": 344305377.0,
      "step": 447160
    },
    {
      "epoch": 0.567216924290741,
      "grad_norm": 4.96875,
      "learning_rate": 2.1641962403172565e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5511770784854889,
      "num_tokens": 344313046.0,
      "step": 447170
    },
    {
      "epoch": 0.5672296088832739,
      "grad_norm": 4.8125,
      "learning_rate": 2.1641328093086274e-05,
      "loss": 1.8674,
      "mean_token_accuracy": 0.5848521888256073,
      "num_tokens": 344320949.0,
      "step": 447180
    },
    {
      "epoch": 0.5672422934758067,
      "grad_norm": 6.21875,
      "learning_rate": 2.1640693782999982e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5717575311660766,
      "num_tokens": 344329570.0,
      "step": 447190
    },
    {
      "epoch": 0.5672549780683395,
      "grad_norm": 9.3125,
      "learning_rate": 2.1640059472913695e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5491317331790924,
      "num_tokens": 344337725.0,
      "step": 447200
    },
    {
      "epoch": 0.5672676626608724,
      "grad_norm": 5.1875,
      "learning_rate": 2.16394251628274e-05,
      "loss": 1.7998,
      "mean_token_accuracy": 0.6009722262620926,
      "num_tokens": 344343486.0,
      "step": 447210
    },
    {
      "epoch": 0.5672803472534051,
      "grad_norm": 4.78125,
      "learning_rate": 2.163879085274111e-05,
      "loss": 1.8436,
      "mean_token_accuracy": 0.5901020735502243,
      "num_tokens": 344350363.0,
      "step": 447220
    },
    {
      "epoch": 0.567293031845938,
      "grad_norm": 5.03125,
      "learning_rate": 2.1638156542654817e-05,
      "loss": 1.8624,
      "mean_token_accuracy": 0.5870769739151,
      "num_tokens": 344356145.0,
      "step": 447230
    },
    {
      "epoch": 0.5673057164384708,
      "grad_norm": 6.84375,
      "learning_rate": 2.1637522232568526e-05,
      "loss": 1.9292,
      "mean_token_accuracy": 0.5741793751716614,
      "num_tokens": 344362983.0,
      "step": 447240
    },
    {
      "epoch": 0.5673184010310037,
      "grad_norm": 5.65625,
      "learning_rate": 2.1636887922482235e-05,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5194147169589997,
      "num_tokens": 344372027.0,
      "step": 447250
    },
    {
      "epoch": 0.5673310856235365,
      "grad_norm": 5.96875,
      "learning_rate": 2.1636253612395944e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.535704055428505,
      "num_tokens": 344380313.0,
      "step": 447260
    },
    {
      "epoch": 0.5673437702160693,
      "grad_norm": 5.0,
      "learning_rate": 2.1635619302309652e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5381487965583801,
      "num_tokens": 344388153.0,
      "step": 447270
    },
    {
      "epoch": 0.5673564548086022,
      "grad_norm": 5.28125,
      "learning_rate": 2.1634984992223358e-05,
      "loss": 1.8675,
      "mean_token_accuracy": 0.5804728150367737,
      "num_tokens": 344394897.0,
      "step": 447280
    },
    {
      "epoch": 0.567369139401135,
      "grad_norm": 6.9375,
      "learning_rate": 2.1634350682137066e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5156610995531082,
      "num_tokens": 344403336.0,
      "step": 447290
    },
    {
      "epoch": 0.5673818239936679,
      "grad_norm": 5.125,
      "learning_rate": 2.163371637205078e-05,
      "loss": 2.2636,
      "mean_token_accuracy": 0.5098669409751893,
      "num_tokens": 344411451.0,
      "step": 447300
    },
    {
      "epoch": 0.5673945085862007,
      "grad_norm": 5.4375,
      "learning_rate": 2.1633082061964484e-05,
      "loss": 2.2489,
      "mean_token_accuracy": 0.5155218511819839,
      "num_tokens": 344419866.0,
      "step": 447310
    },
    {
      "epoch": 0.5674071931787336,
      "grad_norm": 10.6875,
      "learning_rate": 2.1632447751878193e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5759685158729553,
      "num_tokens": 344427372.0,
      "step": 447320
    },
    {
      "epoch": 0.5674198777712663,
      "grad_norm": 6.59375,
      "learning_rate": 2.16318134417919e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.540810826420784,
      "num_tokens": 344435118.0,
      "step": 447330
    },
    {
      "epoch": 0.5674325623637992,
      "grad_norm": 6.6875,
      "learning_rate": 2.163117913170561e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5374043852090835,
      "num_tokens": 344442789.0,
      "step": 447340
    },
    {
      "epoch": 0.567445246956332,
      "grad_norm": 5.875,
      "learning_rate": 2.163054482161932e-05,
      "loss": 1.8899,
      "mean_token_accuracy": 0.5872873097658158,
      "num_tokens": 344449934.0,
      "step": 447350
    },
    {
      "epoch": 0.5674579315488648,
      "grad_norm": 4.96875,
      "learning_rate": 2.1629910511533028e-05,
      "loss": 1.7941,
      "mean_token_accuracy": 0.593385910987854,
      "num_tokens": 344457413.0,
      "step": 447360
    },
    {
      "epoch": 0.5674706161413977,
      "grad_norm": 4.625,
      "learning_rate": 2.1629276201446736e-05,
      "loss": 1.7501,
      "mean_token_accuracy": 0.6120810866355896,
      "num_tokens": 344464389.0,
      "step": 447370
    },
    {
      "epoch": 0.5674833007339305,
      "grad_norm": 4.59375,
      "learning_rate": 2.162864189136044e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5422912061214447,
      "num_tokens": 344473241.0,
      "step": 447380
    },
    {
      "epoch": 0.5674959853264634,
      "grad_norm": 6.78125,
      "learning_rate": 2.162800758127415e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5523204416036606,
      "num_tokens": 344481001.0,
      "step": 447390
    },
    {
      "epoch": 0.5675086699189962,
      "grad_norm": 6.65625,
      "learning_rate": 2.1627373271187863e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5405686140060425,
      "num_tokens": 344489870.0,
      "step": 447400
    },
    {
      "epoch": 0.5675213545115291,
      "grad_norm": 5.25,
      "learning_rate": 2.162673896110157e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5532042056322097,
      "num_tokens": 344497651.0,
      "step": 447410
    },
    {
      "epoch": 0.5675340391040619,
      "grad_norm": 5.75,
      "learning_rate": 2.1626104651015277e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5427714049816131,
      "num_tokens": 344505276.0,
      "step": 447420
    },
    {
      "epoch": 0.5675467236965946,
      "grad_norm": 7.25,
      "learning_rate": 2.1625470340928985e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5402968257665635,
      "num_tokens": 344512459.0,
      "step": 447430
    },
    {
      "epoch": 0.5675594082891275,
      "grad_norm": 10.75,
      "learning_rate": 2.1624836030842694e-05,
      "loss": 2.2479,
      "mean_token_accuracy": 0.5157192826271058,
      "num_tokens": 344519802.0,
      "step": 447440
    },
    {
      "epoch": 0.5675720928816603,
      "grad_norm": 7.03125,
      "learning_rate": 2.1624201720756403e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5396912604570389,
      "num_tokens": 344526928.0,
      "step": 447450
    },
    {
      "epoch": 0.5675847774741932,
      "grad_norm": 5.3125,
      "learning_rate": 2.162356741067011e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5379767775535583,
      "num_tokens": 344535602.0,
      "step": 447460
    },
    {
      "epoch": 0.567597462066726,
      "grad_norm": 6.84375,
      "learning_rate": 2.162293310058382e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5281898438930511,
      "num_tokens": 344543810.0,
      "step": 447470
    },
    {
      "epoch": 0.5676101466592589,
      "grad_norm": 4.6875,
      "learning_rate": 2.162229879049753e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5493366867303848,
      "num_tokens": 344551692.0,
      "step": 447480
    },
    {
      "epoch": 0.5676228312517917,
      "grad_norm": 7.3125,
      "learning_rate": 2.1621664480411234e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5277583777904511,
      "num_tokens": 344558928.0,
      "step": 447490
    },
    {
      "epoch": 0.5676355158443245,
      "grad_norm": 6.375,
      "learning_rate": 2.1621030170324947e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5241664469242096,
      "num_tokens": 344566052.0,
      "step": 447500
    },
    {
      "epoch": 0.5676482004368574,
      "grad_norm": 6.21875,
      "learning_rate": 2.1620395860238655e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5155637264251709,
      "num_tokens": 344572842.0,
      "step": 447510
    },
    {
      "epoch": 0.5676608850293902,
      "grad_norm": 6.125,
      "learning_rate": 2.161976155015236e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5466400802135467,
      "num_tokens": 344579927.0,
      "step": 447520
    },
    {
      "epoch": 0.5676735696219231,
      "grad_norm": 7.8125,
      "learning_rate": 2.161912724006607e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5356792658567429,
      "num_tokens": 344587255.0,
      "step": 447530
    },
    {
      "epoch": 0.5676862542144558,
      "grad_norm": 4.59375,
      "learning_rate": 2.161849292997978e-05,
      "loss": 1.7821,
      "mean_token_accuracy": 0.5982117474079132,
      "num_tokens": 344594130.0,
      "step": 447540
    },
    {
      "epoch": 0.5676989388069887,
      "grad_norm": 7.59375,
      "learning_rate": 2.1617858619893487e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5517817914485932,
      "num_tokens": 344602483.0,
      "step": 447550
    },
    {
      "epoch": 0.5677116233995215,
      "grad_norm": 5.65625,
      "learning_rate": 2.1617224309807196e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5230017244815827,
      "num_tokens": 344610399.0,
      "step": 447560
    },
    {
      "epoch": 0.5677243079920544,
      "grad_norm": 5.375,
      "learning_rate": 2.1616589999720904e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5769999116659165,
      "num_tokens": 344617968.0,
      "step": 447570
    },
    {
      "epoch": 0.5677369925845872,
      "grad_norm": 4.5625,
      "learning_rate": 2.1615955689634613e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5635999321937561,
      "num_tokens": 344626778.0,
      "step": 447580
    },
    {
      "epoch": 0.56774967717712,
      "grad_norm": 4.75,
      "learning_rate": 2.1615321379548322e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5705306231975555,
      "num_tokens": 344633131.0,
      "step": 447590
    },
    {
      "epoch": 0.5677623617696529,
      "grad_norm": 5.40625,
      "learning_rate": 2.161468706946203e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5508790522813797,
      "num_tokens": 344641253.0,
      "step": 447600
    },
    {
      "epoch": 0.5677750463621857,
      "grad_norm": 5.34375,
      "learning_rate": 2.161405275937574e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5306525379419327,
      "num_tokens": 344648563.0,
      "step": 447610
    },
    {
      "epoch": 0.5677877309547186,
      "grad_norm": 5.78125,
      "learning_rate": 2.1613418449289448e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5713158637285233,
      "num_tokens": 344655997.0,
      "step": 447620
    },
    {
      "epoch": 0.5678004155472514,
      "grad_norm": 6.15625,
      "learning_rate": 2.1612784139203153e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5400964945554734,
      "num_tokens": 344663121.0,
      "step": 447630
    },
    {
      "epoch": 0.5678131001397843,
      "grad_norm": 5.90625,
      "learning_rate": 2.1612149829116866e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5696974128484726,
      "num_tokens": 344670844.0,
      "step": 447640
    },
    {
      "epoch": 0.567825784732317,
      "grad_norm": 5.125,
      "learning_rate": 2.1611515519030574e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5325170487165451,
      "num_tokens": 344679326.0,
      "step": 447650
    },
    {
      "epoch": 0.5678384693248498,
      "grad_norm": 5.53125,
      "learning_rate": 2.161088120894428e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5364569246768951,
      "num_tokens": 344685716.0,
      "step": 447660
    },
    {
      "epoch": 0.5678511539173827,
      "grad_norm": 6.03125,
      "learning_rate": 2.161024689885799e-05,
      "loss": 1.8957,
      "mean_token_accuracy": 0.5780585289001465,
      "num_tokens": 344692441.0,
      "step": 447670
    },
    {
      "epoch": 0.5678638385099155,
      "grad_norm": 6.9375,
      "learning_rate": 2.1609612588771697e-05,
      "loss": 2.2675,
      "mean_token_accuracy": 0.5151367664337159,
      "num_tokens": 344699671.0,
      "step": 447680
    },
    {
      "epoch": 0.5678765231024484,
      "grad_norm": 5.8125,
      "learning_rate": 2.1608978278685406e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5614831745624542,
      "num_tokens": 344708425.0,
      "step": 447690
    },
    {
      "epoch": 0.5678892076949812,
      "grad_norm": 5.375,
      "learning_rate": 2.1608343968599115e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5415925115346909,
      "num_tokens": 344715916.0,
      "step": 447700
    },
    {
      "epoch": 0.5679018922875141,
      "grad_norm": 5.53125,
      "learning_rate": 2.1607709658512823e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5740471184253693,
      "num_tokens": 344722657.0,
      "step": 447710
    },
    {
      "epoch": 0.5679145768800469,
      "grad_norm": 5.03125,
      "learning_rate": 2.1607075348426532e-05,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5732445150613785,
      "num_tokens": 344729276.0,
      "step": 447720
    },
    {
      "epoch": 0.5679272614725798,
      "grad_norm": 6.15625,
      "learning_rate": 2.1606441038340237e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5254840075969696,
      "num_tokens": 344738834.0,
      "step": 447730
    },
    {
      "epoch": 0.5679399460651126,
      "grad_norm": 8.375,
      "learning_rate": 2.160580672825395e-05,
      "loss": 1.882,
      "mean_token_accuracy": 0.5856357634067535,
      "num_tokens": 344746230.0,
      "step": 447740
    },
    {
      "epoch": 0.5679526306576453,
      "grad_norm": 5.59375,
      "learning_rate": 2.1605172418167658e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5460494339466095,
      "num_tokens": 344753524.0,
      "step": 447750
    },
    {
      "epoch": 0.5679653152501782,
      "grad_norm": 5.25,
      "learning_rate": 2.1604538108081364e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5365354835987091,
      "num_tokens": 344761184.0,
      "step": 447760
    },
    {
      "epoch": 0.567977999842711,
      "grad_norm": 8.125,
      "learning_rate": 2.1603903797995072e-05,
      "loss": 2.1383,
      "mean_token_accuracy": 0.528989440202713,
      "num_tokens": 344768739.0,
      "step": 447770
    },
    {
      "epoch": 0.5679906844352439,
      "grad_norm": 4.96875,
      "learning_rate": 2.160326948790878e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5382617384195327,
      "num_tokens": 344776845.0,
      "step": 447780
    },
    {
      "epoch": 0.5680033690277767,
      "grad_norm": 13.75,
      "learning_rate": 2.1602635177822493e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5429711937904358,
      "num_tokens": 344784616.0,
      "step": 447790
    },
    {
      "epoch": 0.5680160536203096,
      "grad_norm": 4.8125,
      "learning_rate": 2.16020008677362e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.523422247171402,
      "num_tokens": 344793208.0,
      "step": 447800
    },
    {
      "epoch": 0.5680287382128424,
      "grad_norm": 5.625,
      "learning_rate": 2.1601366557649907e-05,
      "loss": 2.3011,
      "mean_token_accuracy": 0.5076118439435959,
      "num_tokens": 344800559.0,
      "step": 447810
    },
    {
      "epoch": 0.5680414228053752,
      "grad_norm": 6.15625,
      "learning_rate": 2.1600732247563616e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5402249693870544,
      "num_tokens": 344808023.0,
      "step": 447820
    },
    {
      "epoch": 0.5680541073979081,
      "grad_norm": 4.78125,
      "learning_rate": 2.1600097937477325e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5349894553422928,
      "num_tokens": 344815755.0,
      "step": 447830
    },
    {
      "epoch": 0.5680667919904409,
      "grad_norm": 5.15625,
      "learning_rate": 2.1599463627391034e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5314614862203598,
      "num_tokens": 344823723.0,
      "step": 447840
    },
    {
      "epoch": 0.5680794765829738,
      "grad_norm": 5.0,
      "learning_rate": 2.1598829317304742e-05,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5688528925180435,
      "num_tokens": 344831404.0,
      "step": 447850
    },
    {
      "epoch": 0.5680921611755065,
      "grad_norm": 7.03125,
      "learning_rate": 2.159819500721845e-05,
      "loss": 1.7935,
      "mean_token_accuracy": 0.6014012902975082,
      "num_tokens": 344837057.0,
      "step": 447860
    },
    {
      "epoch": 0.5681048457680394,
      "grad_norm": 5.75,
      "learning_rate": 2.1597560697132156e-05,
      "loss": 1.7672,
      "mean_token_accuracy": 0.592146360874176,
      "num_tokens": 344845172.0,
      "step": 447870
    },
    {
      "epoch": 0.5681175303605722,
      "grad_norm": 4.9375,
      "learning_rate": 2.1596926387045865e-05,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5732926011085511,
      "num_tokens": 344852002.0,
      "step": 447880
    },
    {
      "epoch": 0.568130214953105,
      "grad_norm": 5.46875,
      "learning_rate": 2.1596292076959577e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5319591939449311,
      "num_tokens": 344860449.0,
      "step": 447890
    },
    {
      "epoch": 0.5681428995456379,
      "grad_norm": 5.53125,
      "learning_rate": 2.1595657766873283e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5681505382061005,
      "num_tokens": 344868965.0,
      "step": 447900
    },
    {
      "epoch": 0.5681555841381707,
      "grad_norm": 5.59375,
      "learning_rate": 2.159502345678699e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5627715051174164,
      "num_tokens": 344876267.0,
      "step": 447910
    },
    {
      "epoch": 0.5681682687307036,
      "grad_norm": 6.0,
      "learning_rate": 2.15943891467007e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5353103071451187,
      "num_tokens": 344884012.0,
      "step": 447920
    },
    {
      "epoch": 0.5681809533232364,
      "grad_norm": 6.46875,
      "learning_rate": 2.159375483661441e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5278843820095063,
      "num_tokens": 344891093.0,
      "step": 447930
    },
    {
      "epoch": 0.5681936379157693,
      "grad_norm": 5.0,
      "learning_rate": 2.1593120526528118e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5427807033061981,
      "num_tokens": 344899392.0,
      "step": 447940
    },
    {
      "epoch": 0.568206322508302,
      "grad_norm": 4.90625,
      "learning_rate": 2.1592486216441826e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5650712877511979,
      "num_tokens": 344908237.0,
      "step": 447950
    },
    {
      "epoch": 0.568219007100835,
      "grad_norm": 6.25,
      "learning_rate": 2.1591851906355535e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.5314893215894699,
      "num_tokens": 344915204.0,
      "step": 447960
    },
    {
      "epoch": 0.5682316916933677,
      "grad_norm": 6.09375,
      "learning_rate": 2.159121759626924e-05,
      "loss": 2.2877,
      "mean_token_accuracy": 0.5159968078136444,
      "num_tokens": 344922131.0,
      "step": 447970
    },
    {
      "epoch": 0.5682443762859005,
      "grad_norm": 6.1875,
      "learning_rate": 2.1590583286182952e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5291763573884964,
      "num_tokens": 344930428.0,
      "step": 447980
    },
    {
      "epoch": 0.5682570608784334,
      "grad_norm": 6.1875,
      "learning_rate": 2.158994897609666e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5656007587909698,
      "num_tokens": 344937589.0,
      "step": 447990
    },
    {
      "epoch": 0.5682697454709662,
      "grad_norm": 5.0,
      "learning_rate": 2.158931466601037e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5331049799919129,
      "num_tokens": 344945727.0,
      "step": 448000
    },
    {
      "epoch": 0.5682824300634991,
      "grad_norm": 4.9375,
      "learning_rate": 2.1588680355924075e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.535690650343895,
      "num_tokens": 344954662.0,
      "step": 448010
    },
    {
      "epoch": 0.5682951146560319,
      "grad_norm": 5.53125,
      "learning_rate": 2.1588046045837784e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.5776860535144805,
      "num_tokens": 344961235.0,
      "step": 448020
    },
    {
      "epoch": 0.5683077992485648,
      "grad_norm": 5.875,
      "learning_rate": 2.1587411735751496e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5609898805618286,
      "num_tokens": 344968354.0,
      "step": 448030
    },
    {
      "epoch": 0.5683204838410976,
      "grad_norm": 5.875,
      "learning_rate": 2.15867774256652e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5366362988948822,
      "num_tokens": 344977316.0,
      "step": 448040
    },
    {
      "epoch": 0.5683331684336304,
      "grad_norm": 5.3125,
      "learning_rate": 2.158614311557891e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5423604071140289,
      "num_tokens": 344985792.0,
      "step": 448050
    },
    {
      "epoch": 0.5683458530261633,
      "grad_norm": 7.4375,
      "learning_rate": 2.158550880549262e-05,
      "loss": 1.9062,
      "mean_token_accuracy": 0.5648313164710999,
      "num_tokens": 344993310.0,
      "step": 448060
    },
    {
      "epoch": 0.568358537618696,
      "grad_norm": 6.1875,
      "learning_rate": 2.1584874495406328e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5490727126598358,
      "num_tokens": 345001644.0,
      "step": 448070
    },
    {
      "epoch": 0.5683712222112289,
      "grad_norm": 7.625,
      "learning_rate": 2.1584240185320037e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5257637113332748,
      "num_tokens": 345008823.0,
      "step": 448080
    },
    {
      "epoch": 0.5683839068037617,
      "grad_norm": 5.25,
      "learning_rate": 2.1583605875233745e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5428424030542374,
      "num_tokens": 345016958.0,
      "step": 448090
    },
    {
      "epoch": 0.5683965913962946,
      "grad_norm": 4.875,
      "learning_rate": 2.1582971565147454e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5284053593873977,
      "num_tokens": 345024810.0,
      "step": 448100
    },
    {
      "epoch": 0.5684092759888274,
      "grad_norm": 6.15625,
      "learning_rate": 2.158233725506116e-05,
      "loss": 2.2386,
      "mean_token_accuracy": 0.5273582220077515,
      "num_tokens": 345032809.0,
      "step": 448110
    },
    {
      "epoch": 0.5684219605813603,
      "grad_norm": 5.0625,
      "learning_rate": 2.1581702944974868e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5297447085380554,
      "num_tokens": 345040856.0,
      "step": 448120
    },
    {
      "epoch": 0.5684346451738931,
      "grad_norm": 5.125,
      "learning_rate": 2.158106863488858e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5456019014120101,
      "num_tokens": 345049137.0,
      "step": 448130
    },
    {
      "epoch": 0.5684473297664259,
      "grad_norm": 9.6875,
      "learning_rate": 2.1580434324802286e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5338174670934677,
      "num_tokens": 345056531.0,
      "step": 448140
    },
    {
      "epoch": 0.5684600143589588,
      "grad_norm": 5.3125,
      "learning_rate": 2.1579800014715994e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5691957116127014,
      "num_tokens": 345064257.0,
      "step": 448150
    },
    {
      "epoch": 0.5684726989514916,
      "grad_norm": 7.0625,
      "learning_rate": 2.1579165704629703e-05,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5722713500261307,
      "num_tokens": 345070116.0,
      "step": 448160
    },
    {
      "epoch": 0.5684853835440244,
      "grad_norm": 5.25,
      "learning_rate": 2.1578531394543412e-05,
      "loss": 2.2357,
      "mean_token_accuracy": 0.5226249396800995,
      "num_tokens": 345079073.0,
      "step": 448170
    },
    {
      "epoch": 0.5684980681365572,
      "grad_norm": 5.8125,
      "learning_rate": 2.157789708445712e-05,
      "loss": 1.7779,
      "mean_token_accuracy": 0.6008522838354111,
      "num_tokens": 345086662.0,
      "step": 448180
    },
    {
      "epoch": 0.5685107527290901,
      "grad_norm": 6.21875,
      "learning_rate": 2.157726277437083e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5428043305873871,
      "num_tokens": 345094222.0,
      "step": 448190
    },
    {
      "epoch": 0.5685234373216229,
      "grad_norm": 5.125,
      "learning_rate": 2.1576628464284538e-05,
      "loss": 2.3236,
      "mean_token_accuracy": 0.5069890946149826,
      "num_tokens": 345102845.0,
      "step": 448200
    },
    {
      "epoch": 0.5685361219141557,
      "grad_norm": 6.71875,
      "learning_rate": 2.1575994154198247e-05,
      "loss": 1.999,
      "mean_token_accuracy": 0.5506520122289658,
      "num_tokens": 345110888.0,
      "step": 448210
    },
    {
      "epoch": 0.5685488065066886,
      "grad_norm": 6.28125,
      "learning_rate": 2.1575359844111952e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5552730947732926,
      "num_tokens": 345118967.0,
      "step": 448220
    },
    {
      "epoch": 0.5685614910992214,
      "grad_norm": 6.46875,
      "learning_rate": 2.1574725534025664e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5265820235013962,
      "num_tokens": 345127630.0,
      "step": 448230
    },
    {
      "epoch": 0.5685741756917543,
      "grad_norm": 5.0,
      "learning_rate": 2.1574091223939373e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5542170226573944,
      "num_tokens": 345135951.0,
      "step": 448240
    },
    {
      "epoch": 0.5685868602842871,
      "grad_norm": 5.96875,
      "learning_rate": 2.1573456913853078e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5292396664619445,
      "num_tokens": 345143933.0,
      "step": 448250
    },
    {
      "epoch": 0.56859954487682,
      "grad_norm": 12.875,
      "learning_rate": 2.1572822603766787e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5637185096740722,
      "num_tokens": 345150971.0,
      "step": 448260
    },
    {
      "epoch": 0.5686122294693527,
      "grad_norm": 5.0,
      "learning_rate": 2.1572188293680496e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5220309764146804,
      "num_tokens": 345159935.0,
      "step": 448270
    },
    {
      "epoch": 0.5686249140618856,
      "grad_norm": 7.09375,
      "learning_rate": 2.1571553983594205e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5438412308692933,
      "num_tokens": 345167567.0,
      "step": 448280
    },
    {
      "epoch": 0.5686375986544184,
      "grad_norm": 5.90625,
      "learning_rate": 2.1570919673507913e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5438764661550521,
      "num_tokens": 345175651.0,
      "step": 448290
    },
    {
      "epoch": 0.5686502832469512,
      "grad_norm": 4.8125,
      "learning_rate": 2.1570285363421622e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5460291504859924,
      "num_tokens": 345183792.0,
      "step": 448300
    },
    {
      "epoch": 0.5686629678394841,
      "grad_norm": 5.3125,
      "learning_rate": 2.156965105333533e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.5631090641021729,
      "num_tokens": 345191857.0,
      "step": 448310
    },
    {
      "epoch": 0.5686756524320169,
      "grad_norm": 6.3125,
      "learning_rate": 2.1569016743249036e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5253179460763931,
      "num_tokens": 345199059.0,
      "step": 448320
    },
    {
      "epoch": 0.5686883370245498,
      "grad_norm": 4.34375,
      "learning_rate": 2.1568382433162748e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5305553406476975,
      "num_tokens": 345205591.0,
      "step": 448330
    },
    {
      "epoch": 0.5687010216170826,
      "grad_norm": 4.875,
      "learning_rate": 2.1567748123076457e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5298536062240601,
      "num_tokens": 345213921.0,
      "step": 448340
    },
    {
      "epoch": 0.5687137062096155,
      "grad_norm": 5.15625,
      "learning_rate": 2.1567113812990162e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5412974089384079,
      "num_tokens": 345221868.0,
      "step": 448350
    },
    {
      "epoch": 0.5687263908021483,
      "grad_norm": 5.9375,
      "learning_rate": 2.156647950290387e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5696028649806977,
      "num_tokens": 345229220.0,
      "step": 448360
    },
    {
      "epoch": 0.568739075394681,
      "grad_norm": 6.8125,
      "learning_rate": 2.156584519281758e-05,
      "loss": 1.8451,
      "mean_token_accuracy": 0.5855924963951111,
      "num_tokens": 345237233.0,
      "step": 448370
    },
    {
      "epoch": 0.568751759987214,
      "grad_norm": 5.28125,
      "learning_rate": 2.1565210882731292e-05,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5282020062208176,
      "num_tokens": 345244520.0,
      "step": 448380
    },
    {
      "epoch": 0.5687644445797467,
      "grad_norm": 4.71875,
      "learning_rate": 2.1564576572644997e-05,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5803365647792816,
      "num_tokens": 345253405.0,
      "step": 448390
    },
    {
      "epoch": 0.5687771291722796,
      "grad_norm": 5.875,
      "learning_rate": 2.1563942262558706e-05,
      "loss": 1.7525,
      "mean_token_accuracy": 0.6077949941158295,
      "num_tokens": 345259770.0,
      "step": 448400
    },
    {
      "epoch": 0.5687898137648124,
      "grad_norm": 5.78125,
      "learning_rate": 2.1563307952472415e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5658021956682205,
      "num_tokens": 345267886.0,
      "step": 448410
    },
    {
      "epoch": 0.5688024983573453,
      "grad_norm": 5.65625,
      "learning_rate": 2.1562673642386123e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5320600926876068,
      "num_tokens": 345276496.0,
      "step": 448420
    },
    {
      "epoch": 0.5688151829498781,
      "grad_norm": 6.5625,
      "learning_rate": 2.1562039332299832e-05,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5916131198406219,
      "num_tokens": 345283627.0,
      "step": 448430
    },
    {
      "epoch": 0.5688278675424109,
      "grad_norm": 4.9375,
      "learning_rate": 2.156140502221354e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5524604171514511,
      "num_tokens": 345291153.0,
      "step": 448440
    },
    {
      "epoch": 0.5688405521349438,
      "grad_norm": 5.09375,
      "learning_rate": 2.156077071212725e-05,
      "loss": 2.0416,
      "mean_token_accuracy": 0.54737588763237,
      "num_tokens": 345299324.0,
      "step": 448450
    },
    {
      "epoch": 0.5688532367274766,
      "grad_norm": 7.53125,
      "learning_rate": 2.1560136402040955e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5288183152675628,
      "num_tokens": 345307803.0,
      "step": 448460
    },
    {
      "epoch": 0.5688659213200095,
      "grad_norm": 5.5625,
      "learning_rate": 2.1559502091954667e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5248510479927063,
      "num_tokens": 345316296.0,
      "step": 448470
    },
    {
      "epoch": 0.5688786059125422,
      "grad_norm": 5.1875,
      "learning_rate": 2.1558867781868376e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5343660742044449,
      "num_tokens": 345324923.0,
      "step": 448480
    },
    {
      "epoch": 0.5688912905050751,
      "grad_norm": 6.375,
      "learning_rate": 2.155823347178208e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5568767726421356,
      "num_tokens": 345332809.0,
      "step": 448490
    },
    {
      "epoch": 0.5689039750976079,
      "grad_norm": 5.53125,
      "learning_rate": 2.155759916169579e-05,
      "loss": 1.9322,
      "mean_token_accuracy": 0.5617930710315704,
      "num_tokens": 345340403.0,
      "step": 448500
    },
    {
      "epoch": 0.5689166596901408,
      "grad_norm": 5.875,
      "learning_rate": 2.15569648516095e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5504263579845429,
      "num_tokens": 345347826.0,
      "step": 448510
    },
    {
      "epoch": 0.5689293442826736,
      "grad_norm": 5.75,
      "learning_rate": 2.1556330541523207e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5341507852077484,
      "num_tokens": 345355973.0,
      "step": 448520
    },
    {
      "epoch": 0.5689420288752064,
      "grad_norm": 5.15625,
      "learning_rate": 2.1555696231436916e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5361631095409394,
      "num_tokens": 345363791.0,
      "step": 448530
    },
    {
      "epoch": 0.5689547134677393,
      "grad_norm": 6.65625,
      "learning_rate": 2.1555061921350625e-05,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5667399019002914,
      "num_tokens": 345371627.0,
      "step": 448540
    },
    {
      "epoch": 0.5689673980602721,
      "grad_norm": 5.71875,
      "learning_rate": 2.1554427611264334e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5658981293439865,
      "num_tokens": 345378858.0,
      "step": 448550
    },
    {
      "epoch": 0.568980082652805,
      "grad_norm": 5.53125,
      "learning_rate": 2.155379330117804e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5471582889556885,
      "num_tokens": 345386567.0,
      "step": 448560
    },
    {
      "epoch": 0.5689927672453378,
      "grad_norm": 4.78125,
      "learning_rate": 2.155315899109175e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5454130619764328,
      "num_tokens": 345393768.0,
      "step": 448570
    },
    {
      "epoch": 0.5690054518378707,
      "grad_norm": 4.875,
      "learning_rate": 2.155252468100546e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5163122236728668,
      "num_tokens": 345402166.0,
      "step": 448580
    },
    {
      "epoch": 0.5690181364304034,
      "grad_norm": 4.6875,
      "learning_rate": 2.155189037091917e-05,
      "loss": 2.2571,
      "mean_token_accuracy": 0.5107479244470596,
      "num_tokens": 345410900.0,
      "step": 448590
    },
    {
      "epoch": 0.5690308210229362,
      "grad_norm": 5.21875,
      "learning_rate": 2.1551256060832874e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5464303970336915,
      "num_tokens": 345419028.0,
      "step": 448600
    },
    {
      "epoch": 0.5690435056154691,
      "grad_norm": 5.03125,
      "learning_rate": 2.1550621750746583e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.546696600317955,
      "num_tokens": 345426562.0,
      "step": 448610
    },
    {
      "epoch": 0.5690561902080019,
      "grad_norm": 10.3125,
      "learning_rate": 2.1549987440660295e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5518775105476379,
      "num_tokens": 345433576.0,
      "step": 448620
    },
    {
      "epoch": 0.5690688748005348,
      "grad_norm": 6.59375,
      "learning_rate": 2.1549353130574e-05,
      "loss": 1.7971,
      "mean_token_accuracy": 0.6002602070569992,
      "num_tokens": 345440477.0,
      "step": 448630
    },
    {
      "epoch": 0.5690815593930676,
      "grad_norm": 4.65625,
      "learning_rate": 2.154871882048771e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5472832202911377,
      "num_tokens": 345448507.0,
      "step": 448640
    },
    {
      "epoch": 0.5690942439856005,
      "grad_norm": 8.125,
      "learning_rate": 2.1548084510401418e-05,
      "loss": 2.2314,
      "mean_token_accuracy": 0.5220315307378769,
      "num_tokens": 345455675.0,
      "step": 448650
    },
    {
      "epoch": 0.5691069285781333,
      "grad_norm": 5.5625,
      "learning_rate": 2.1547450200315126e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5568134039640427,
      "num_tokens": 345463495.0,
      "step": 448660
    },
    {
      "epoch": 0.5691196131706662,
      "grad_norm": 5.4375,
      "learning_rate": 2.1546815890228835e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5641591161489486,
      "num_tokens": 345470690.0,
      "step": 448670
    },
    {
      "epoch": 0.569132297763199,
      "grad_norm": 5.46875,
      "learning_rate": 2.1546181580142544e-05,
      "loss": 2.265,
      "mean_token_accuracy": 0.5192499250173569,
      "num_tokens": 345479169.0,
      "step": 448680
    },
    {
      "epoch": 0.5691449823557317,
      "grad_norm": 4.71875,
      "learning_rate": 2.1545547270056253e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5368609160184861,
      "num_tokens": 345487171.0,
      "step": 448690
    },
    {
      "epoch": 0.5691576669482646,
      "grad_norm": 5.15625,
      "learning_rate": 2.1544912959969958e-05,
      "loss": 1.7677,
      "mean_token_accuracy": 0.6040510982275009,
      "num_tokens": 345493000.0,
      "step": 448700
    },
    {
      "epoch": 0.5691703515407974,
      "grad_norm": 9.4375,
      "learning_rate": 2.1544278649883667e-05,
      "loss": 2.2918,
      "mean_token_accuracy": 0.5136490285396575,
      "num_tokens": 345501285.0,
      "step": 448710
    },
    {
      "epoch": 0.5691830361333303,
      "grad_norm": 7.15625,
      "learning_rate": 2.154364433979738e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5276080995798111,
      "num_tokens": 345509150.0,
      "step": 448720
    },
    {
      "epoch": 0.5691957207258631,
      "grad_norm": 5.125,
      "learning_rate": 2.1543010029711084e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5490037024021148,
      "num_tokens": 345516686.0,
      "step": 448730
    },
    {
      "epoch": 0.569208405318396,
      "grad_norm": 7.40625,
      "learning_rate": 2.1542375719624793e-05,
      "loss": 1.9234,
      "mean_token_accuracy": 0.5801367193460465,
      "num_tokens": 345521836.0,
      "step": 448740
    },
    {
      "epoch": 0.5692210899109288,
      "grad_norm": 5.46875,
      "learning_rate": 2.1541741409538502e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.5660079985857009,
      "num_tokens": 345529595.0,
      "step": 448750
    },
    {
      "epoch": 0.5692337745034616,
      "grad_norm": 5.03125,
      "learning_rate": 2.154110709945221e-05,
      "loss": 1.9282,
      "mean_token_accuracy": 0.563888669013977,
      "num_tokens": 345535915.0,
      "step": 448760
    },
    {
      "epoch": 0.5692464590959945,
      "grad_norm": 6.4375,
      "learning_rate": 2.154047278936592e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5518354177474976,
      "num_tokens": 345543960.0,
      "step": 448770
    },
    {
      "epoch": 0.5692591436885273,
      "grad_norm": 5.1875,
      "learning_rate": 2.1539838479279628e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5498523443937302,
      "num_tokens": 345552462.0,
      "step": 448780
    },
    {
      "epoch": 0.5692718282810602,
      "grad_norm": 4.78125,
      "learning_rate": 2.1539204169193337e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5300155639648437,
      "num_tokens": 345561310.0,
      "step": 448790
    },
    {
      "epoch": 0.5692845128735929,
      "grad_norm": 7.6875,
      "learning_rate": 2.1538569859107045e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5578110784292221,
      "num_tokens": 345568107.0,
      "step": 448800
    },
    {
      "epoch": 0.5692971974661258,
      "grad_norm": 4.46875,
      "learning_rate": 2.153793554902075e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5622195839881897,
      "num_tokens": 345574559.0,
      "step": 448810
    },
    {
      "epoch": 0.5693098820586586,
      "grad_norm": 7.46875,
      "learning_rate": 2.1537301238934463e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5431716412305831,
      "num_tokens": 345582935.0,
      "step": 448820
    },
    {
      "epoch": 0.5693225666511914,
      "grad_norm": 4.78125,
      "learning_rate": 2.153666692884817e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5208779990673065,
      "num_tokens": 345590675.0,
      "step": 448830
    },
    {
      "epoch": 0.5693352512437243,
      "grad_norm": 4.3125,
      "learning_rate": 2.1536032618761877e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5426299929618835,
      "num_tokens": 345600050.0,
      "step": 448840
    },
    {
      "epoch": 0.5693479358362571,
      "grad_norm": 6.78125,
      "learning_rate": 2.1535398308675586e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5481106549501419,
      "num_tokens": 345607193.0,
      "step": 448850
    },
    {
      "epoch": 0.56936062042879,
      "grad_norm": 4.6875,
      "learning_rate": 2.1534763998589294e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5210388720035553,
      "num_tokens": 345615398.0,
      "step": 448860
    },
    {
      "epoch": 0.5693733050213228,
      "grad_norm": 4.96875,
      "learning_rate": 2.1534129688503003e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5322139710187912,
      "num_tokens": 345623865.0,
      "step": 448870
    },
    {
      "epoch": 0.5693859896138557,
      "grad_norm": 5.1875,
      "learning_rate": 2.1533495378416712e-05,
      "loss": 1.9146,
      "mean_token_accuracy": 0.5836478054523468,
      "num_tokens": 345631152.0,
      "step": 448880
    },
    {
      "epoch": 0.5693986742063885,
      "grad_norm": 6.46875,
      "learning_rate": 2.153286106833042e-05,
      "loss": 1.7211,
      "mean_token_accuracy": 0.6243037790060043,
      "num_tokens": 345637356.0,
      "step": 448890
    },
    {
      "epoch": 0.5694113587989214,
      "grad_norm": 6.09375,
      "learning_rate": 2.153222675824413e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5388734936714172,
      "num_tokens": 345645302.0,
      "step": 448900
    },
    {
      "epoch": 0.5694240433914541,
      "grad_norm": 4.78125,
      "learning_rate": 2.1531592448157838e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5237581461668015,
      "num_tokens": 345653283.0,
      "step": 448910
    },
    {
      "epoch": 0.5694367279839869,
      "grad_norm": 7.46875,
      "learning_rate": 2.1530958138071547e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5322449505329132,
      "num_tokens": 345661522.0,
      "step": 448920
    },
    {
      "epoch": 0.5694494125765198,
      "grad_norm": 5.53125,
      "learning_rate": 2.1530323827985256e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5431151300668716,
      "num_tokens": 345669685.0,
      "step": 448930
    },
    {
      "epoch": 0.5694620971690526,
      "grad_norm": 17.375,
      "learning_rate": 2.1529689517898964e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5598840236663818,
      "num_tokens": 345677904.0,
      "step": 448940
    },
    {
      "epoch": 0.5694747817615855,
      "grad_norm": 6.21875,
      "learning_rate": 2.152905520781267e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5209826171398163,
      "num_tokens": 345685363.0,
      "step": 448950
    },
    {
      "epoch": 0.5694874663541183,
      "grad_norm": 5.46875,
      "learning_rate": 2.1528420897726382e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5719495594501496,
      "num_tokens": 345692919.0,
      "step": 448960
    },
    {
      "epoch": 0.5695001509466512,
      "grad_norm": 5.0625,
      "learning_rate": 2.152778658764009e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5509301036596298,
      "num_tokens": 345700613.0,
      "step": 448970
    },
    {
      "epoch": 0.569512835539184,
      "grad_norm": 5.15625,
      "learning_rate": 2.1527152277553796e-05,
      "loss": 2.2592,
      "mean_token_accuracy": 0.5040948539972305,
      "num_tokens": 345708662.0,
      "step": 448980
    },
    {
      "epoch": 0.5695255201317168,
      "grad_norm": 6.03125,
      "learning_rate": 2.1526517967467505e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5454374790191651,
      "num_tokens": 345716208.0,
      "step": 448990
    },
    {
      "epoch": 0.5695382047242497,
      "grad_norm": 7.5,
      "learning_rate": 2.1525883657381213e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5178337842226028,
      "num_tokens": 345723704.0,
      "step": 449000
    },
    {
      "epoch": 0.5695508893167824,
      "grad_norm": 8.0,
      "learning_rate": 2.1525249347294922e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5334389626979827,
      "num_tokens": 345731535.0,
      "step": 449010
    },
    {
      "epoch": 0.5695635739093153,
      "grad_norm": 7.8125,
      "learning_rate": 2.152461503720863e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5433905929327011,
      "num_tokens": 345739745.0,
      "step": 449020
    },
    {
      "epoch": 0.5695762585018481,
      "grad_norm": 5.34375,
      "learning_rate": 2.152398072712234e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5334567725658417,
      "num_tokens": 345748426.0,
      "step": 449030
    },
    {
      "epoch": 0.569588943094381,
      "grad_norm": 3.90625,
      "learning_rate": 2.152334641703605e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5593320816755295,
      "num_tokens": 345755338.0,
      "step": 449040
    },
    {
      "epoch": 0.5696016276869138,
      "grad_norm": 5.28125,
      "learning_rate": 2.1522712106949754e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5449420511722565,
      "num_tokens": 345763016.0,
      "step": 449050
    },
    {
      "epoch": 0.5696143122794467,
      "grad_norm": 6.6875,
      "learning_rate": 2.1522077796863466e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5744576454162598,
      "num_tokens": 345769457.0,
      "step": 449060
    },
    {
      "epoch": 0.5696269968719795,
      "grad_norm": 15.9375,
      "learning_rate": 2.1521443486777175e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5633942872285843,
      "num_tokens": 345776090.0,
      "step": 449070
    },
    {
      "epoch": 0.5696396814645123,
      "grad_norm": 7.46875,
      "learning_rate": 2.152080917669088e-05,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5965193927288055,
      "num_tokens": 345782320.0,
      "step": 449080
    },
    {
      "epoch": 0.5696523660570452,
      "grad_norm": 4.9375,
      "learning_rate": 2.152017486660459e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.565842691063881,
      "num_tokens": 345789307.0,
      "step": 449090
    },
    {
      "epoch": 0.569665050649578,
      "grad_norm": 6.6875,
      "learning_rate": 2.1519540556518297e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5337691575288772,
      "num_tokens": 345796353.0,
      "step": 449100
    },
    {
      "epoch": 0.5696777352421108,
      "grad_norm": 5.65625,
      "learning_rate": 2.151890624643201e-05,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5838769346475601,
      "num_tokens": 345803570.0,
      "step": 449110
    },
    {
      "epoch": 0.5696904198346436,
      "grad_norm": 5.96875,
      "learning_rate": 2.1518271936345715e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5293585956096649,
      "num_tokens": 345811185.0,
      "step": 449120
    },
    {
      "epoch": 0.5697031044271765,
      "grad_norm": 7.4375,
      "learning_rate": 2.1517637626259424e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5479631125926971,
      "num_tokens": 345818633.0,
      "step": 449130
    },
    {
      "epoch": 0.5697157890197093,
      "grad_norm": 4.625,
      "learning_rate": 2.1517003316173132e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5519913345575332,
      "num_tokens": 345824997.0,
      "step": 449140
    },
    {
      "epoch": 0.5697284736122421,
      "grad_norm": 5.03125,
      "learning_rate": 2.151636900608684e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.546548455953598,
      "num_tokens": 345833063.0,
      "step": 449150
    },
    {
      "epoch": 0.569741158204775,
      "grad_norm": 5.09375,
      "learning_rate": 2.151573469600055e-05,
      "loss": 1.9197,
      "mean_token_accuracy": 0.5713675349950791,
      "num_tokens": 345840622.0,
      "step": 449160
    },
    {
      "epoch": 0.5697538427973078,
      "grad_norm": 5.0625,
      "learning_rate": 2.151510038591426e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5370736658573151,
      "num_tokens": 345849649.0,
      "step": 449170
    },
    {
      "epoch": 0.5697665273898407,
      "grad_norm": 4.6875,
      "learning_rate": 2.1514466075827967e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5341721385717392,
      "num_tokens": 345858377.0,
      "step": 449180
    },
    {
      "epoch": 0.5697792119823735,
      "grad_norm": 6.59375,
      "learning_rate": 2.1513831765741673e-05,
      "loss": 1.9127,
      "mean_token_accuracy": 0.5698119461536407,
      "num_tokens": 345865957.0,
      "step": 449190
    },
    {
      "epoch": 0.5697918965749064,
      "grad_norm": 4.6875,
      "learning_rate": 2.151319745565538e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5234146863222122,
      "num_tokens": 345874899.0,
      "step": 449200
    },
    {
      "epoch": 0.5698045811674392,
      "grad_norm": 7.0625,
      "learning_rate": 2.1512563145569094e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5557342171669006,
      "num_tokens": 345883005.0,
      "step": 449210
    },
    {
      "epoch": 0.569817265759972,
      "grad_norm": 7.34375,
      "learning_rate": 2.15119288354828e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5344515383243561,
      "num_tokens": 345890437.0,
      "step": 449220
    },
    {
      "epoch": 0.5698299503525048,
      "grad_norm": 5.9375,
      "learning_rate": 2.1511294525396508e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5473071783781052,
      "num_tokens": 345898704.0,
      "step": 449230
    },
    {
      "epoch": 0.5698426349450376,
      "grad_norm": 4.75,
      "learning_rate": 2.1510660215310216e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5251558780670166,
      "num_tokens": 345907437.0,
      "step": 449240
    },
    {
      "epoch": 0.5698553195375705,
      "grad_norm": 6.5,
      "learning_rate": 2.1510025905223925e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5442614704370499,
      "num_tokens": 345914849.0,
      "step": 449250
    },
    {
      "epoch": 0.5698680041301033,
      "grad_norm": 7.46875,
      "learning_rate": 2.1509391595137634e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5769620299339294,
      "num_tokens": 345921216.0,
      "step": 449260
    },
    {
      "epoch": 0.5698806887226362,
      "grad_norm": 6.25,
      "learning_rate": 2.1508757285051343e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5575744450092316,
      "num_tokens": 345930417.0,
      "step": 449270
    },
    {
      "epoch": 0.569893373315169,
      "grad_norm": 5.96875,
      "learning_rate": 2.150812297496505e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5511558651924133,
      "num_tokens": 345938061.0,
      "step": 449280
    },
    {
      "epoch": 0.5699060579077019,
      "grad_norm": 5.71875,
      "learning_rate": 2.1507488664878757e-05,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5078636705875397,
      "num_tokens": 345945984.0,
      "step": 449290
    },
    {
      "epoch": 0.5699187425002347,
      "grad_norm": 6.0625,
      "learning_rate": 2.1506854354792465e-05,
      "loss": 2.2523,
      "mean_token_accuracy": 0.5262747466564178,
      "num_tokens": 345954018.0,
      "step": 449300
    },
    {
      "epoch": 0.5699314270927675,
      "grad_norm": 6.90625,
      "learning_rate": 2.1506220044706178e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5326431125402451,
      "num_tokens": 345962589.0,
      "step": 449310
    },
    {
      "epoch": 0.5699441116853003,
      "grad_norm": 7.75,
      "learning_rate": 2.1505585734619886e-05,
      "loss": 1.8843,
      "mean_token_accuracy": 0.5788112103939056,
      "num_tokens": 345968919.0,
      "step": 449320
    },
    {
      "epoch": 0.5699567962778331,
      "grad_norm": 5.0625,
      "learning_rate": 2.1504951424533592e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5665474325418473,
      "num_tokens": 345977564.0,
      "step": 449330
    },
    {
      "epoch": 0.569969480870366,
      "grad_norm": 7.65625,
      "learning_rate": 2.15043171144473e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5428505420684815,
      "num_tokens": 345986278.0,
      "step": 449340
    },
    {
      "epoch": 0.5699821654628988,
      "grad_norm": 6.6875,
      "learning_rate": 2.150368280436101e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5637882113456726,
      "num_tokens": 345993276.0,
      "step": 449350
    },
    {
      "epoch": 0.5699948500554317,
      "grad_norm": 6.03125,
      "learning_rate": 2.1503048494274718e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5364959239959717,
      "num_tokens": 346001740.0,
      "step": 449360
    },
    {
      "epoch": 0.5700075346479645,
      "grad_norm": 6.59375,
      "learning_rate": 2.1502414184188427e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5443744093179703,
      "num_tokens": 346010441.0,
      "step": 449370
    },
    {
      "epoch": 0.5700202192404973,
      "grad_norm": 5.71875,
      "learning_rate": 2.1501779874102135e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5486767649650574,
      "num_tokens": 346018197.0,
      "step": 449380
    },
    {
      "epoch": 0.5700329038330302,
      "grad_norm": 6.15625,
      "learning_rate": 2.1501145564015844e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5507707715034484,
      "num_tokens": 346025081.0,
      "step": 449390
    },
    {
      "epoch": 0.570045588425563,
      "grad_norm": 5.6875,
      "learning_rate": 2.1500511253929553e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5584377437829972,
      "num_tokens": 346031278.0,
      "step": 449400
    },
    {
      "epoch": 0.5700582730180959,
      "grad_norm": 5.65625,
      "learning_rate": 2.149987694384326e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5365417122840881,
      "num_tokens": 346039965.0,
      "step": 449410
    },
    {
      "epoch": 0.5700709576106286,
      "grad_norm": 6.1875,
      "learning_rate": 2.149924263375697e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5601872980594635,
      "num_tokens": 346047873.0,
      "step": 449420
    },
    {
      "epoch": 0.5700836422031615,
      "grad_norm": 4.875,
      "learning_rate": 2.1498608323670676e-05,
      "loss": 2.2488,
      "mean_token_accuracy": 0.5098788529634476,
      "num_tokens": 346056499.0,
      "step": 449430
    },
    {
      "epoch": 0.5700963267956943,
      "grad_norm": 5.6875,
      "learning_rate": 2.1497974013584384e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5367763459682464,
      "num_tokens": 346064817.0,
      "step": 449440
    },
    {
      "epoch": 0.5701090113882272,
      "grad_norm": 6.96875,
      "learning_rate": 2.1497339703498097e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.563501101732254,
      "num_tokens": 346070955.0,
      "step": 449450
    },
    {
      "epoch": 0.57012169598076,
      "grad_norm": 10.0,
      "learning_rate": 2.1496705393411802e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5631537139415741,
      "num_tokens": 346077325.0,
      "step": 449460
    },
    {
      "epoch": 0.5701343805732928,
      "grad_norm": 5.21875,
      "learning_rate": 2.149607108332551e-05,
      "loss": 1.8093,
      "mean_token_accuracy": 0.5944310367107392,
      "num_tokens": 346084615.0,
      "step": 449470
    },
    {
      "epoch": 0.5701470651658257,
      "grad_norm": 5.46875,
      "learning_rate": 2.149543677323922e-05,
      "loss": 2.3596,
      "mean_token_accuracy": 0.49990984201431277,
      "num_tokens": 346092762.0,
      "step": 449480
    },
    {
      "epoch": 0.5701597497583585,
      "grad_norm": 5.21875,
      "learning_rate": 2.1494802463152928e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5192176610231399,
      "num_tokens": 346101057.0,
      "step": 449490
    },
    {
      "epoch": 0.5701724343508914,
      "grad_norm": 5.0,
      "learning_rate": 2.1494168153066637e-05,
      "loss": 1.8367,
      "mean_token_accuracy": 0.5895594745874405,
      "num_tokens": 346108373.0,
      "step": 449500
    },
    {
      "epoch": 0.5701851189434242,
      "grad_norm": 5.1875,
      "learning_rate": 2.1493533842980346e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5530861526727676,
      "num_tokens": 346116929.0,
      "step": 449510
    },
    {
      "epoch": 0.5701978035359571,
      "grad_norm": 4.9375,
      "learning_rate": 2.1492899532894054e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5506118208169937,
      "num_tokens": 346123572.0,
      "step": 449520
    },
    {
      "epoch": 0.5702104881284898,
      "grad_norm": 5.5,
      "learning_rate": 2.1492265222807763e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5385597199201584,
      "num_tokens": 346130985.0,
      "step": 449530
    },
    {
      "epoch": 0.5702231727210226,
      "grad_norm": 5.125,
      "learning_rate": 2.149163091272147e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5481402963399887,
      "num_tokens": 346139118.0,
      "step": 449540
    },
    {
      "epoch": 0.5702358573135555,
      "grad_norm": 5.3125,
      "learning_rate": 2.149099660263518e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5881462752819061,
      "num_tokens": 346145856.0,
      "step": 449550
    },
    {
      "epoch": 0.5702485419060883,
      "grad_norm": 6.65625,
      "learning_rate": 2.149036229254889e-05,
      "loss": 1.8076,
      "mean_token_accuracy": 0.5851935714483261,
      "num_tokens": 346153028.0,
      "step": 449560
    },
    {
      "epoch": 0.5702612264986212,
      "grad_norm": 4.90625,
      "learning_rate": 2.1489727982462595e-05,
      "loss": 2.261,
      "mean_token_accuracy": 0.5202299654483795,
      "num_tokens": 346162822.0,
      "step": 449570
    },
    {
      "epoch": 0.570273911091154,
      "grad_norm": 8.6875,
      "learning_rate": 2.1489093672376303e-05,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5662190169095993,
      "num_tokens": 346170620.0,
      "step": 449580
    },
    {
      "epoch": 0.5702865956836869,
      "grad_norm": 5.1875,
      "learning_rate": 2.1488459362290012e-05,
      "loss": 2.2423,
      "mean_token_accuracy": 0.5060967803001404,
      "num_tokens": 346179015.0,
      "step": 449590
    },
    {
      "epoch": 0.5702992802762197,
      "grad_norm": 7.53125,
      "learning_rate": 2.148782505220372e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.543927738070488,
      "num_tokens": 346187025.0,
      "step": 449600
    },
    {
      "epoch": 0.5703119648687526,
      "grad_norm": 5.6875,
      "learning_rate": 2.148719074211743e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5367653131484985,
      "num_tokens": 346195820.0,
      "step": 449610
    },
    {
      "epoch": 0.5703246494612854,
      "grad_norm": 4.96875,
      "learning_rate": 2.148655643203114e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5614987254142761,
      "num_tokens": 346203699.0,
      "step": 449620
    },
    {
      "epoch": 0.5703373340538181,
      "grad_norm": 4.78125,
      "learning_rate": 2.1485922121944847e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5490148156881333,
      "num_tokens": 346211305.0,
      "step": 449630
    },
    {
      "epoch": 0.570350018646351,
      "grad_norm": 6.25,
      "learning_rate": 2.1485287811858552e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5451976090669632,
      "num_tokens": 346218882.0,
      "step": 449640
    },
    {
      "epoch": 0.5703627032388838,
      "grad_norm": 5.4375,
      "learning_rate": 2.1484653501772265e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5330267876386643,
      "num_tokens": 346227515.0,
      "step": 449650
    },
    {
      "epoch": 0.5703753878314167,
      "grad_norm": 5.125,
      "learning_rate": 2.1484019191685973e-05,
      "loss": 1.8337,
      "mean_token_accuracy": 0.6014307260513305,
      "num_tokens": 346235712.0,
      "step": 449660
    },
    {
      "epoch": 0.5703880724239495,
      "grad_norm": 5.09375,
      "learning_rate": 2.148338488159968e-05,
      "loss": 2.2227,
      "mean_token_accuracy": 0.5133127868175507,
      "num_tokens": 346242899.0,
      "step": 449670
    },
    {
      "epoch": 0.5704007570164824,
      "grad_norm": 4.90625,
      "learning_rate": 2.1482750571513387e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5440388828516006,
      "num_tokens": 346251731.0,
      "step": 449680
    },
    {
      "epoch": 0.5704134416090152,
      "grad_norm": 5.0,
      "learning_rate": 2.1482116261427096e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5504561632871627,
      "num_tokens": 346259911.0,
      "step": 449690
    },
    {
      "epoch": 0.570426126201548,
      "grad_norm": 5.59375,
      "learning_rate": 2.1481481951340808e-05,
      "loss": 2.3195,
      "mean_token_accuracy": 0.5047648102045059,
      "num_tokens": 346267777.0,
      "step": 449700
    },
    {
      "epoch": 0.5704388107940809,
      "grad_norm": 4.9375,
      "learning_rate": 2.1480847641254514e-05,
      "loss": 1.7608,
      "mean_token_accuracy": 0.5981794029474259,
      "num_tokens": 346275200.0,
      "step": 449710
    },
    {
      "epoch": 0.5704514953866137,
      "grad_norm": 4.96875,
      "learning_rate": 2.1480213331168222e-05,
      "loss": 2.215,
      "mean_token_accuracy": 0.5198141574859619,
      "num_tokens": 346283775.0,
      "step": 449720
    },
    {
      "epoch": 0.5704641799791466,
      "grad_norm": 6.40625,
      "learning_rate": 2.147957902108193e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5369827330112458,
      "num_tokens": 346292206.0,
      "step": 449730
    },
    {
      "epoch": 0.5704768645716793,
      "grad_norm": 8.125,
      "learning_rate": 2.147894471099564e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5639288932085037,
      "num_tokens": 346299994.0,
      "step": 449740
    },
    {
      "epoch": 0.5704895491642122,
      "grad_norm": 6.6875,
      "learning_rate": 2.147831040090935e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5474191814661026,
      "num_tokens": 346307986.0,
      "step": 449750
    },
    {
      "epoch": 0.570502233756745,
      "grad_norm": 5.25,
      "learning_rate": 2.1477676090823057e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5299462527036667,
      "num_tokens": 346315530.0,
      "step": 449760
    },
    {
      "epoch": 0.5705149183492778,
      "grad_norm": 7.03125,
      "learning_rate": 2.1477041780736766e-05,
      "loss": 2.2797,
      "mean_token_accuracy": 0.509502500295639,
      "num_tokens": 346322274.0,
      "step": 449770
    },
    {
      "epoch": 0.5705276029418107,
      "grad_norm": 9.875,
      "learning_rate": 2.147640747065047e-05,
      "loss": 2.2096,
      "mean_token_accuracy": 0.5287320196628571,
      "num_tokens": 346329189.0,
      "step": 449780
    },
    {
      "epoch": 0.5705402875343435,
      "grad_norm": 8.5,
      "learning_rate": 2.147577316056418e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5347622334957123,
      "num_tokens": 346335029.0,
      "step": 449790
    },
    {
      "epoch": 0.5705529721268764,
      "grad_norm": 6.4375,
      "learning_rate": 2.1475138850477892e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5701707690954209,
      "num_tokens": 346342798.0,
      "step": 449800
    },
    {
      "epoch": 0.5705656567194092,
      "grad_norm": 4.6875,
      "learning_rate": 2.1474504540391598e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5421303629875183,
      "num_tokens": 346350089.0,
      "step": 449810
    },
    {
      "epoch": 0.5705783413119421,
      "grad_norm": 4.875,
      "learning_rate": 2.1473870230305306e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5450467616319656,
      "num_tokens": 346358677.0,
      "step": 449820
    },
    {
      "epoch": 0.5705910259044749,
      "grad_norm": 5.0625,
      "learning_rate": 2.1473235920219015e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5377706348896026,
      "num_tokens": 346366444.0,
      "step": 449830
    },
    {
      "epoch": 0.5706037104970078,
      "grad_norm": 6.65625,
      "learning_rate": 2.1472601610132724e-05,
      "loss": 1.7582,
      "mean_token_accuracy": 0.6054072916507721,
      "num_tokens": 346372969.0,
      "step": 449840
    },
    {
      "epoch": 0.5706163950895405,
      "grad_norm": 5.0,
      "learning_rate": 2.1471967300046433e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5417540311813355,
      "num_tokens": 346381444.0,
      "step": 449850
    },
    {
      "epoch": 0.5706290796820733,
      "grad_norm": 5.1875,
      "learning_rate": 2.147133298996014e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5321399837732315,
      "num_tokens": 346389452.0,
      "step": 449860
    },
    {
      "epoch": 0.5706417642746062,
      "grad_norm": 6.46875,
      "learning_rate": 2.147069867987385e-05,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5202385783195496,
      "num_tokens": 346397915.0,
      "step": 449870
    },
    {
      "epoch": 0.570654448867139,
      "grad_norm": 6.09375,
      "learning_rate": 2.1470064369787555e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5250163525342941,
      "num_tokens": 346405124.0,
      "step": 449880
    },
    {
      "epoch": 0.5706671334596719,
      "grad_norm": 5.0625,
      "learning_rate": 2.1469430059701268e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5331555008888245,
      "num_tokens": 346412911.0,
      "step": 449890
    },
    {
      "epoch": 0.5706798180522047,
      "grad_norm": 4.90625,
      "learning_rate": 2.1468795749614976e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5530570060014725,
      "num_tokens": 346419828.0,
      "step": 449900
    },
    {
      "epoch": 0.5706925026447376,
      "grad_norm": 4.90625,
      "learning_rate": 2.1468161439528685e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.557959932088852,
      "num_tokens": 346427237.0,
      "step": 449910
    },
    {
      "epoch": 0.5707051872372704,
      "grad_norm": 6.0625,
      "learning_rate": 2.146752712944239e-05,
      "loss": 1.8555,
      "mean_token_accuracy": 0.5903773903846741,
      "num_tokens": 346434883.0,
      "step": 449920
    },
    {
      "epoch": 0.5707178718298032,
      "grad_norm": 6.40625,
      "learning_rate": 2.14668928193561e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5547819346189499,
      "num_tokens": 346440834.0,
      "step": 449930
    },
    {
      "epoch": 0.570730556422336,
      "grad_norm": 6.90625,
      "learning_rate": 2.146625850926981e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5329964190721512,
      "num_tokens": 346448592.0,
      "step": 449940
    },
    {
      "epoch": 0.5707432410148688,
      "grad_norm": 7.03125,
      "learning_rate": 2.1465624199183517e-05,
      "loss": 1.826,
      "mean_token_accuracy": 0.5834661006927491,
      "num_tokens": 346455706.0,
      "step": 449950
    },
    {
      "epoch": 0.5707559256074017,
      "grad_norm": 7.21875,
      "learning_rate": 2.1464989889097225e-05,
      "loss": 1.5681,
      "mean_token_accuracy": 0.6284807562828064,
      "num_tokens": 346461670.0,
      "step": 449960
    },
    {
      "epoch": 0.5707686101999345,
      "grad_norm": 5.46875,
      "learning_rate": 2.1464355579010934e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5523364007472992,
      "num_tokens": 346469042.0,
      "step": 449970
    },
    {
      "epoch": 0.5707812947924674,
      "grad_norm": 5.75,
      "learning_rate": 2.1463721268924643e-05,
      "loss": 2.422,
      "mean_token_accuracy": 0.4976939529180527,
      "num_tokens": 346477515.0,
      "step": 449980
    },
    {
      "epoch": 0.5707939793850002,
      "grad_norm": 9.0625,
      "learning_rate": 2.146308695883835e-05,
      "loss": 1.7707,
      "mean_token_accuracy": 0.6099585264921188,
      "num_tokens": 346483839.0,
      "step": 449990
    },
    {
      "epoch": 0.5708066639775331,
      "grad_norm": 5.875,
      "learning_rate": 2.146245264875206e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5536682873964309,
      "num_tokens": 346491166.0,
      "step": 450000
    },
    {
      "epoch": 0.5708193485700659,
      "grad_norm": 6.65625,
      "learning_rate": 2.146181833866577e-05,
      "loss": 1.8901,
      "mean_token_accuracy": 0.5814517855644226,
      "num_tokens": 346498110.0,
      "step": 450010
    },
    {
      "epoch": 0.5708320331625987,
      "grad_norm": 5.90625,
      "learning_rate": 2.1461184028579474e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5336263567209244,
      "num_tokens": 346506304.0,
      "step": 450020
    },
    {
      "epoch": 0.5708447177551316,
      "grad_norm": 5.15625,
      "learning_rate": 2.1460549718493183e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5354254513978958,
      "num_tokens": 346514297.0,
      "step": 450030
    },
    {
      "epoch": 0.5708574023476644,
      "grad_norm": 5.71875,
      "learning_rate": 2.1459915408406895e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5258604615926743,
      "num_tokens": 346523188.0,
      "step": 450040
    },
    {
      "epoch": 0.5708700869401973,
      "grad_norm": 8.125,
      "learning_rate": 2.14592810983206e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5443328768014908,
      "num_tokens": 346530227.0,
      "step": 450050
    },
    {
      "epoch": 0.57088277153273,
      "grad_norm": 5.4375,
      "learning_rate": 2.145864678823431e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5252343356609345,
      "num_tokens": 346539078.0,
      "step": 450060
    },
    {
      "epoch": 0.5708954561252629,
      "grad_norm": 5.5625,
      "learning_rate": 2.1458012478148018e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5344511598348618,
      "num_tokens": 346548083.0,
      "step": 450070
    },
    {
      "epoch": 0.5709081407177957,
      "grad_norm": 6.4375,
      "learning_rate": 2.1457378168061727e-05,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5817852199077607,
      "num_tokens": 346554891.0,
      "step": 450080
    },
    {
      "epoch": 0.5709208253103285,
      "grad_norm": 5.625,
      "learning_rate": 2.1456743857975436e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.576598584651947,
      "num_tokens": 346562022.0,
      "step": 450090
    },
    {
      "epoch": 0.5709335099028614,
      "grad_norm": 6.71875,
      "learning_rate": 2.1456109547889144e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5271651595830917,
      "num_tokens": 346570152.0,
      "step": 450100
    },
    {
      "epoch": 0.5709461944953942,
      "grad_norm": 5.0625,
      "learning_rate": 2.1455475237802853e-05,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5694309622049332,
      "num_tokens": 346578977.0,
      "step": 450110
    },
    {
      "epoch": 0.5709588790879271,
      "grad_norm": 7.1875,
      "learning_rate": 2.1454840927716562e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5370052993297577,
      "num_tokens": 346586130.0,
      "step": 450120
    },
    {
      "epoch": 0.5709715636804599,
      "grad_norm": 4.71875,
      "learning_rate": 2.1454206617630267e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5362091660499573,
      "num_tokens": 346594836.0,
      "step": 450130
    },
    {
      "epoch": 0.5709842482729928,
      "grad_norm": 5.1875,
      "learning_rate": 2.145357230754398e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.548235934972763,
      "num_tokens": 346601651.0,
      "step": 450140
    },
    {
      "epoch": 0.5709969328655256,
      "grad_norm": 4.5625,
      "learning_rate": 2.1452937997457688e-05,
      "loss": 1.8796,
      "mean_token_accuracy": 0.5849642336368561,
      "num_tokens": 346609269.0,
      "step": 450150
    },
    {
      "epoch": 0.5710096174580584,
      "grad_norm": 4.75,
      "learning_rate": 2.1452303687371393e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5385975390672684,
      "num_tokens": 346618785.0,
      "step": 450160
    },
    {
      "epoch": 0.5710223020505912,
      "grad_norm": 5.4375,
      "learning_rate": 2.1451669377285102e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5521624147891998,
      "num_tokens": 346625563.0,
      "step": 450170
    },
    {
      "epoch": 0.571034986643124,
      "grad_norm": 7.09375,
      "learning_rate": 2.145103506719881e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.538152065873146,
      "num_tokens": 346634441.0,
      "step": 450180
    },
    {
      "epoch": 0.5710476712356569,
      "grad_norm": 5.21875,
      "learning_rate": 2.145040075711252e-05,
      "loss": 1.9221,
      "mean_token_accuracy": 0.5752881109714508,
      "num_tokens": 346641325.0,
      "step": 450190
    },
    {
      "epoch": 0.5710603558281897,
      "grad_norm": 5.8125,
      "learning_rate": 2.144976644702623e-05,
      "loss": 1.8288,
      "mean_token_accuracy": 0.5972485631704331,
      "num_tokens": 346647713.0,
      "step": 450200
    },
    {
      "epoch": 0.5710730404207226,
      "grad_norm": 5.59375,
      "learning_rate": 2.1449132136939937e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5691676437854767,
      "num_tokens": 346655085.0,
      "step": 450210
    },
    {
      "epoch": 0.5710857250132554,
      "grad_norm": 4.59375,
      "learning_rate": 2.1448497826853646e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.53543781042099,
      "num_tokens": 346663384.0,
      "step": 450220
    },
    {
      "epoch": 0.5710984096057883,
      "grad_norm": 6.71875,
      "learning_rate": 2.144786351676735e-05,
      "loss": 1.9027,
      "mean_token_accuracy": 0.584859985113144,
      "num_tokens": 346670126.0,
      "step": 450230
    },
    {
      "epoch": 0.5711110941983211,
      "grad_norm": 4.59375,
      "learning_rate": 2.1447229206681063e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.545874834060669,
      "num_tokens": 346677504.0,
      "step": 450240
    },
    {
      "epoch": 0.5711237787908539,
      "grad_norm": 5.09375,
      "learning_rate": 2.1446594896594772e-05,
      "loss": 2.3278,
      "mean_token_accuracy": 0.5078349024057388,
      "num_tokens": 346686071.0,
      "step": 450250
    },
    {
      "epoch": 0.5711364633833867,
      "grad_norm": 5.03125,
      "learning_rate": 2.1445960586508477e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.549909582734108,
      "num_tokens": 346693910.0,
      "step": 450260
    },
    {
      "epoch": 0.5711491479759195,
      "grad_norm": 6.6875,
      "learning_rate": 2.1445326276422186e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5444014102220536,
      "num_tokens": 346701251.0,
      "step": 450270
    },
    {
      "epoch": 0.5711618325684524,
      "grad_norm": 5.46875,
      "learning_rate": 2.1444691966335898e-05,
      "loss": 2.25,
      "mean_token_accuracy": 0.5230516880750656,
      "num_tokens": 346710630.0,
      "step": 450280
    },
    {
      "epoch": 0.5711745171609852,
      "grad_norm": 4.59375,
      "learning_rate": 2.1444057656249607e-05,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5739231586456299,
      "num_tokens": 346718238.0,
      "step": 450290
    },
    {
      "epoch": 0.5711872017535181,
      "grad_norm": 6.4375,
      "learning_rate": 2.1443423346163312e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5609882563352585,
      "num_tokens": 346725899.0,
      "step": 450300
    },
    {
      "epoch": 0.5711998863460509,
      "grad_norm": 5.3125,
      "learning_rate": 2.144278903607702e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5518636465072632,
      "num_tokens": 346733397.0,
      "step": 450310
    },
    {
      "epoch": 0.5712125709385837,
      "grad_norm": 8.4375,
      "learning_rate": 2.144215472599073e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.542850810289383,
      "num_tokens": 346740321.0,
      "step": 450320
    },
    {
      "epoch": 0.5712252555311166,
      "grad_norm": 5.21875,
      "learning_rate": 2.144152041590444e-05,
      "loss": 1.8789,
      "mean_token_accuracy": 0.5833331257104873,
      "num_tokens": 346747871.0,
      "step": 450330
    },
    {
      "epoch": 0.5712379401236494,
      "grad_norm": 5.21875,
      "learning_rate": 2.1440886105818147e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5489956110715866,
      "num_tokens": 346755572.0,
      "step": 450340
    },
    {
      "epoch": 0.5712506247161823,
      "grad_norm": 5.25,
      "learning_rate": 2.1440251795731856e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.544059693813324,
      "num_tokens": 346763332.0,
      "step": 450350
    },
    {
      "epoch": 0.571263309308715,
      "grad_norm": 6.71875,
      "learning_rate": 2.1439617485645565e-05,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5303034275770188,
      "num_tokens": 346772059.0,
      "step": 450360
    },
    {
      "epoch": 0.571275993901248,
      "grad_norm": 6.09375,
      "learning_rate": 2.143898317555927e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5741190433502197,
      "num_tokens": 346778937.0,
      "step": 450370
    },
    {
      "epoch": 0.5712886784937807,
      "grad_norm": 7.46875,
      "learning_rate": 2.1438348865472982e-05,
      "loss": 1.8494,
      "mean_token_accuracy": 0.5903484463691712,
      "num_tokens": 346786434.0,
      "step": 450380
    },
    {
      "epoch": 0.5713013630863136,
      "grad_norm": 9.625,
      "learning_rate": 2.143771455538669e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5450113773345947,
      "num_tokens": 346794517.0,
      "step": 450390
    },
    {
      "epoch": 0.5713140476788464,
      "grad_norm": 7.28125,
      "learning_rate": 2.1437080245300396e-05,
      "loss": 1.8674,
      "mean_token_accuracy": 0.5834248661994934,
      "num_tokens": 346801031.0,
      "step": 450400
    },
    {
      "epoch": 0.5713267322713792,
      "grad_norm": 9.75,
      "learning_rate": 2.1436445935214105e-05,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5647661626338959,
      "num_tokens": 346808298.0,
      "step": 450410
    },
    {
      "epoch": 0.5713394168639121,
      "grad_norm": 6.65625,
      "learning_rate": 2.1435811625127814e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5760028302669525,
      "num_tokens": 346815235.0,
      "step": 450420
    },
    {
      "epoch": 0.5713521014564449,
      "grad_norm": 5.1875,
      "learning_rate": 2.1435177315041523e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5395000785589218,
      "num_tokens": 346823000.0,
      "step": 450430
    },
    {
      "epoch": 0.5713647860489778,
      "grad_norm": 5.78125,
      "learning_rate": 2.143454300495523e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.579964104294777,
      "num_tokens": 346828908.0,
      "step": 450440
    },
    {
      "epoch": 0.5713774706415106,
      "grad_norm": 5.25,
      "learning_rate": 2.143390869486894e-05,
      "loss": 1.7736,
      "mean_token_accuracy": 0.6040585666894913,
      "num_tokens": 346835831.0,
      "step": 450450
    },
    {
      "epoch": 0.5713901552340435,
      "grad_norm": 5.59375,
      "learning_rate": 2.143327438478265e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5356768280267715,
      "num_tokens": 346843586.0,
      "step": 450460
    },
    {
      "epoch": 0.5714028398265762,
      "grad_norm": 8.875,
      "learning_rate": 2.1432640074696354e-05,
      "loss": 1.7329,
      "mean_token_accuracy": 0.6068251579999924,
      "num_tokens": 346850612.0,
      "step": 450470
    },
    {
      "epoch": 0.571415524419109,
      "grad_norm": 7.0625,
      "learning_rate": 2.1432005764610066e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5360793679952621,
      "num_tokens": 346857868.0,
      "step": 450480
    },
    {
      "epoch": 0.5714282090116419,
      "grad_norm": 7.15625,
      "learning_rate": 2.1431371454523775e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5294479131698608,
      "num_tokens": 346866762.0,
      "step": 450490
    },
    {
      "epoch": 0.5714408936041747,
      "grad_norm": 15.5,
      "learning_rate": 2.1430737144437484e-05,
      "loss": 1.79,
      "mean_token_accuracy": 0.6001648306846619,
      "num_tokens": 346873851.0,
      "step": 450500
    },
    {
      "epoch": 0.5714535781967076,
      "grad_norm": 6.53125,
      "learning_rate": 2.143010283435119e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5385098576545715,
      "num_tokens": 346882588.0,
      "step": 450510
    },
    {
      "epoch": 0.5714662627892404,
      "grad_norm": 5.59375,
      "learning_rate": 2.1429468524264898e-05,
      "loss": 1.7486,
      "mean_token_accuracy": 0.5991438567638397,
      "num_tokens": 346891047.0,
      "step": 450520
    },
    {
      "epoch": 0.5714789473817733,
      "grad_norm": 5.40625,
      "learning_rate": 2.142883421417861e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5605661988258361,
      "num_tokens": 346898340.0,
      "step": 450530
    },
    {
      "epoch": 0.5714916319743061,
      "grad_norm": 5.59375,
      "learning_rate": 2.1428199904092315e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5673146933317185,
      "num_tokens": 346906077.0,
      "step": 450540
    },
    {
      "epoch": 0.571504316566839,
      "grad_norm": 5.90625,
      "learning_rate": 2.1427565594006024e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5613244652748108,
      "num_tokens": 346913505.0,
      "step": 450550
    },
    {
      "epoch": 0.5715170011593718,
      "grad_norm": 4.96875,
      "learning_rate": 2.1426931283919733e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5254666596651077,
      "num_tokens": 346921260.0,
      "step": 450560
    },
    {
      "epoch": 0.5715296857519045,
      "grad_norm": 6.03125,
      "learning_rate": 2.142629697383344e-05,
      "loss": 2.2928,
      "mean_token_accuracy": 0.5101047307252884,
      "num_tokens": 346930110.0,
      "step": 450570
    },
    {
      "epoch": 0.5715423703444374,
      "grad_norm": 7.84375,
      "learning_rate": 2.142566266374715e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.553086918592453,
      "num_tokens": 346935875.0,
      "step": 450580
    },
    {
      "epoch": 0.5715550549369702,
      "grad_norm": 8.375,
      "learning_rate": 2.142502835366086e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5399991244077682,
      "num_tokens": 346943378.0,
      "step": 450590
    },
    {
      "epoch": 0.5715677395295031,
      "grad_norm": 6.09375,
      "learning_rate": 2.1424394043574568e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5177044093608856,
      "num_tokens": 346951975.0,
      "step": 450600
    },
    {
      "epoch": 0.5715804241220359,
      "grad_norm": 5.375,
      "learning_rate": 2.1423759733488273e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.557251438498497,
      "num_tokens": 346960466.0,
      "step": 450610
    },
    {
      "epoch": 0.5715931087145688,
      "grad_norm": 15.875,
      "learning_rate": 2.1423125423401982e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5626139789819717,
      "num_tokens": 346967522.0,
      "step": 450620
    },
    {
      "epoch": 0.5716057933071016,
      "grad_norm": 5.34375,
      "learning_rate": 2.1422491113315694e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5357374608516693,
      "num_tokens": 346974667.0,
      "step": 450630
    },
    {
      "epoch": 0.5716184778996344,
      "grad_norm": 5.8125,
      "learning_rate": 2.14218568032294e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.549720185995102,
      "num_tokens": 346982238.0,
      "step": 450640
    },
    {
      "epoch": 0.5716311624921673,
      "grad_norm": 5.46875,
      "learning_rate": 2.1421222493143108e-05,
      "loss": 2.2431,
      "mean_token_accuracy": 0.5167517095804215,
      "num_tokens": 346990528.0,
      "step": 450650
    },
    {
      "epoch": 0.5716438470847001,
      "grad_norm": 4.71875,
      "learning_rate": 2.1420588183056817e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5698284327983856,
      "num_tokens": 346997994.0,
      "step": 450660
    },
    {
      "epoch": 0.571656531677233,
      "grad_norm": 4.75,
      "learning_rate": 2.1419953872970526e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5429998070001603,
      "num_tokens": 347005919.0,
      "step": 450670
    },
    {
      "epoch": 0.5716692162697657,
      "grad_norm": 6.65625,
      "learning_rate": 2.1419319562884234e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5299457281827926,
      "num_tokens": 347014126.0,
      "step": 450680
    },
    {
      "epoch": 0.5716819008622986,
      "grad_norm": 5.21875,
      "learning_rate": 2.1418685252797943e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5299751728773117,
      "num_tokens": 347021604.0,
      "step": 450690
    },
    {
      "epoch": 0.5716945854548314,
      "grad_norm": 6.09375,
      "learning_rate": 2.1418050942711652e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5546254515647888,
      "num_tokens": 347028770.0,
      "step": 450700
    },
    {
      "epoch": 0.5717072700473642,
      "grad_norm": 7.09375,
      "learning_rate": 2.141741663262536e-05,
      "loss": 1.8771,
      "mean_token_accuracy": 0.5821008175611496,
      "num_tokens": 347034989.0,
      "step": 450710
    },
    {
      "epoch": 0.5717199546398971,
      "grad_norm": 4.8125,
      "learning_rate": 2.1416782322539066e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.529975238442421,
      "num_tokens": 347044307.0,
      "step": 450720
    },
    {
      "epoch": 0.5717326392324299,
      "grad_norm": 5.21875,
      "learning_rate": 2.1416148012452778e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5598369538784027,
      "num_tokens": 347051622.0,
      "step": 450730
    },
    {
      "epoch": 0.5717453238249628,
      "grad_norm": 9.9375,
      "learning_rate": 2.1415513702366487e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.518253767490387,
      "num_tokens": 347058136.0,
      "step": 450740
    },
    {
      "epoch": 0.5717580084174956,
      "grad_norm": 5.09375,
      "learning_rate": 2.1414879392280192e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5280134737491607,
      "num_tokens": 347066552.0,
      "step": 450750
    },
    {
      "epoch": 0.5717706930100285,
      "grad_norm": 5.71875,
      "learning_rate": 2.14142450821939e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5259641915559768,
      "num_tokens": 347074646.0,
      "step": 450760
    },
    {
      "epoch": 0.5717833776025613,
      "grad_norm": 4.65625,
      "learning_rate": 2.1413610772107613e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5344069570302963,
      "num_tokens": 347082094.0,
      "step": 450770
    },
    {
      "epoch": 0.5717960621950942,
      "grad_norm": 5.125,
      "learning_rate": 2.1412976462021318e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5352530121803284,
      "num_tokens": 347090584.0,
      "step": 450780
    },
    {
      "epoch": 0.5718087467876269,
      "grad_norm": 6.125,
      "learning_rate": 2.1412342151935027e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5761984467506409,
      "num_tokens": 347097530.0,
      "step": 450790
    },
    {
      "epoch": 0.5718214313801597,
      "grad_norm": 4.625,
      "learning_rate": 2.1411707841848736e-05,
      "loss": 1.8497,
      "mean_token_accuracy": 0.5875426590442657,
      "num_tokens": 347104293.0,
      "step": 450800
    },
    {
      "epoch": 0.5718341159726926,
      "grad_norm": 4.90625,
      "learning_rate": 2.1411073531762445e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.54793621301651,
      "num_tokens": 347113001.0,
      "step": 450810
    },
    {
      "epoch": 0.5718468005652254,
      "grad_norm": 4.84375,
      "learning_rate": 2.1410439221676153e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5199785947799682,
      "num_tokens": 347122326.0,
      "step": 450820
    },
    {
      "epoch": 0.5718594851577583,
      "grad_norm": 6.28125,
      "learning_rate": 2.1409804911589862e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5460529446601867,
      "num_tokens": 347130920.0,
      "step": 450830
    },
    {
      "epoch": 0.5718721697502911,
      "grad_norm": 4.96875,
      "learning_rate": 2.140917060150357e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5239852130413055,
      "num_tokens": 347137459.0,
      "step": 450840
    },
    {
      "epoch": 0.571884854342824,
      "grad_norm": 7.09375,
      "learning_rate": 2.1408536291417276e-05,
      "loss": 1.8247,
      "mean_token_accuracy": 0.587348073720932,
      "num_tokens": 347145026.0,
      "step": 450850
    },
    {
      "epoch": 0.5718975389353568,
      "grad_norm": 5.28125,
      "learning_rate": 2.1407901981330985e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5226983398199081,
      "num_tokens": 347153627.0,
      "step": 450860
    },
    {
      "epoch": 0.5719102235278896,
      "grad_norm": 5.09375,
      "learning_rate": 2.1407267671244697e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5234529435634613,
      "num_tokens": 347163252.0,
      "step": 450870
    },
    {
      "epoch": 0.5719229081204225,
      "grad_norm": 4.96875,
      "learning_rate": 2.1406633361158406e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5300698846578598,
      "num_tokens": 347170179.0,
      "step": 450880
    },
    {
      "epoch": 0.5719355927129552,
      "grad_norm": 5.0625,
      "learning_rate": 2.140599905107211e-05,
      "loss": 2.2223,
      "mean_token_accuracy": 0.5164953738451004,
      "num_tokens": 347177549.0,
      "step": 450890
    },
    {
      "epoch": 0.5719482773054881,
      "grad_norm": 6.46875,
      "learning_rate": 2.140536474098582e-05,
      "loss": 2.2399,
      "mean_token_accuracy": 0.512671959400177,
      "num_tokens": 347185633.0,
      "step": 450900
    },
    {
      "epoch": 0.5719609618980209,
      "grad_norm": 6.71875,
      "learning_rate": 2.140473043089953e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5373164385557174,
      "num_tokens": 347193240.0,
      "step": 450910
    },
    {
      "epoch": 0.5719736464905538,
      "grad_norm": 6.75,
      "learning_rate": 2.1404096120813237e-05,
      "loss": 1.9114,
      "mean_token_accuracy": 0.5786790192127228,
      "num_tokens": 347200425.0,
      "step": 450920
    },
    {
      "epoch": 0.5719863310830866,
      "grad_norm": 5.40625,
      "learning_rate": 2.1403461810726946e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5709955364465713,
      "num_tokens": 347206926.0,
      "step": 450930
    },
    {
      "epoch": 0.5719990156756195,
      "grad_norm": 6.625,
      "learning_rate": 2.1402827500640655e-05,
      "loss": 2.2398,
      "mean_token_accuracy": 0.5226619303226471,
      "num_tokens": 347214021.0,
      "step": 450940
    },
    {
      "epoch": 0.5720117002681523,
      "grad_norm": 7.25,
      "learning_rate": 2.1402193190554363e-05,
      "loss": 1.8654,
      "mean_token_accuracy": 0.5863712370395661,
      "num_tokens": 347221589.0,
      "step": 450950
    },
    {
      "epoch": 0.5720243848606851,
      "grad_norm": 5.65625,
      "learning_rate": 2.140155888046807e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5638517826795578,
      "num_tokens": 347228032.0,
      "step": 450960
    },
    {
      "epoch": 0.572037069453218,
      "grad_norm": 7.78125,
      "learning_rate": 2.140092457038178e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5299144506454467,
      "num_tokens": 347235770.0,
      "step": 450970
    },
    {
      "epoch": 0.5720497540457508,
      "grad_norm": 4.9375,
      "learning_rate": 2.140029026029549e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5425879478454589,
      "num_tokens": 347244000.0,
      "step": 450980
    },
    {
      "epoch": 0.5720624386382837,
      "grad_norm": 7.03125,
      "learning_rate": 2.1399655950209195e-05,
      "loss": 1.8378,
      "mean_token_accuracy": 0.5863035380840301,
      "num_tokens": 347250918.0,
      "step": 450990
    },
    {
      "epoch": 0.5720751232308164,
      "grad_norm": 5.125,
      "learning_rate": 2.1399021640122904e-05,
      "loss": 2.1999,
      "mean_token_accuracy": 0.5249197334051132,
      "num_tokens": 347259237.0,
      "step": 451000
    },
    {
      "epoch": 0.5720878078233493,
      "grad_norm": 5.0625,
      "learning_rate": 2.1398387330036613e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5395822256803513,
      "num_tokens": 347266266.0,
      "step": 451010
    },
    {
      "epoch": 0.5721004924158821,
      "grad_norm": 5.625,
      "learning_rate": 2.139775301995032e-05,
      "loss": 2.3099,
      "mean_token_accuracy": 0.5023119360208511,
      "num_tokens": 347275935.0,
      "step": 451020
    },
    {
      "epoch": 0.5721131770084149,
      "grad_norm": 6.125,
      "learning_rate": 2.139711870986403e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5353522509336471,
      "num_tokens": 347283498.0,
      "step": 451030
    },
    {
      "epoch": 0.5721258616009478,
      "grad_norm": 6.1875,
      "learning_rate": 2.139648439977774e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5706969380378724,
      "num_tokens": 347290159.0,
      "step": 451040
    },
    {
      "epoch": 0.5721385461934806,
      "grad_norm": 5.71875,
      "learning_rate": 2.1395850089691447e-05,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5585604637861252,
      "num_tokens": 347298354.0,
      "step": 451050
    },
    {
      "epoch": 0.5721512307860135,
      "grad_norm": 11.125,
      "learning_rate": 2.1395215779605153e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5566244512796402,
      "num_tokens": 347305132.0,
      "step": 451060
    },
    {
      "epoch": 0.5721639153785463,
      "grad_norm": 5.3125,
      "learning_rate": 2.1394581469518865e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5446587145328522,
      "num_tokens": 347312366.0,
      "step": 451070
    },
    {
      "epoch": 0.5721765999710792,
      "grad_norm": 5.28125,
      "learning_rate": 2.1393947159432574e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5488857001066207,
      "num_tokens": 347320801.0,
      "step": 451080
    },
    {
      "epoch": 0.572189284563612,
      "grad_norm": 6.875,
      "learning_rate": 2.1393312849346282e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5267753958702087,
      "num_tokens": 347329200.0,
      "step": 451090
    },
    {
      "epoch": 0.5722019691561449,
      "grad_norm": 6.8125,
      "learning_rate": 2.1392678539259988e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5494202643632888,
      "num_tokens": 347337185.0,
      "step": 451100
    },
    {
      "epoch": 0.5722146537486776,
      "grad_norm": 4.65625,
      "learning_rate": 2.1392044229173697e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5472852289676666,
      "num_tokens": 347344657.0,
      "step": 451110
    },
    {
      "epoch": 0.5722273383412104,
      "grad_norm": 5.5,
      "learning_rate": 2.139140991908741e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5274420738220215,
      "num_tokens": 347351086.0,
      "step": 451120
    },
    {
      "epoch": 0.5722400229337433,
      "grad_norm": 6.84375,
      "learning_rate": 2.1390775609001114e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5652641296386719,
      "num_tokens": 347357324.0,
      "step": 451130
    },
    {
      "epoch": 0.5722527075262761,
      "grad_norm": 4.96875,
      "learning_rate": 2.1390141298914823e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.537314236164093,
      "num_tokens": 347364734.0,
      "step": 451140
    },
    {
      "epoch": 0.572265392118809,
      "grad_norm": 5.53125,
      "learning_rate": 2.138950698882853e-05,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5169541299343109,
      "num_tokens": 347373511.0,
      "step": 451150
    },
    {
      "epoch": 0.5722780767113418,
      "grad_norm": 5.625,
      "learning_rate": 2.138887267874224e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5337929487228393,
      "num_tokens": 347381728.0,
      "step": 451160
    },
    {
      "epoch": 0.5722907613038747,
      "grad_norm": 5.3125,
      "learning_rate": 2.138823836865595e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5621506065130234,
      "num_tokens": 347389457.0,
      "step": 451170
    },
    {
      "epoch": 0.5723034458964075,
      "grad_norm": 5.96875,
      "learning_rate": 2.1387604058569658e-05,
      "loss": 1.865,
      "mean_token_accuracy": 0.5661482691764832,
      "num_tokens": 347396697.0,
      "step": 451180
    },
    {
      "epoch": 0.5723161304889403,
      "grad_norm": 5.84375,
      "learning_rate": 2.1386969748483366e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5515075474977493,
      "num_tokens": 347404404.0,
      "step": 451190
    },
    {
      "epoch": 0.5723288150814732,
      "grad_norm": 9.0625,
      "learning_rate": 2.1386335438397072e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.560568243265152,
      "num_tokens": 347411106.0,
      "step": 451200
    },
    {
      "epoch": 0.5723414996740059,
      "grad_norm": 5.6875,
      "learning_rate": 2.1385701128310784e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.526226881146431,
      "num_tokens": 347419560.0,
      "step": 451210
    },
    {
      "epoch": 0.5723541842665388,
      "grad_norm": 4.96875,
      "learning_rate": 2.1385066818224493e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5513595849275589,
      "num_tokens": 347426770.0,
      "step": 451220
    },
    {
      "epoch": 0.5723668688590716,
      "grad_norm": 5.09375,
      "learning_rate": 2.1384432508138198e-05,
      "loss": 2.2681,
      "mean_token_accuracy": 0.5116095095872879,
      "num_tokens": 347435719.0,
      "step": 451230
    },
    {
      "epoch": 0.5723795534516045,
      "grad_norm": 5.6875,
      "learning_rate": 2.1383798198051907e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5757142126560211,
      "num_tokens": 347442802.0,
      "step": 451240
    },
    {
      "epoch": 0.5723922380441373,
      "grad_norm": 6.5,
      "learning_rate": 2.1383163887965616e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5298455089330674,
      "num_tokens": 347451238.0,
      "step": 451250
    },
    {
      "epoch": 0.5724049226366701,
      "grad_norm": 5.78125,
      "learning_rate": 2.1382529577879328e-05,
      "loss": 2.223,
      "mean_token_accuracy": 0.524112269282341,
      "num_tokens": 347459551.0,
      "step": 451260
    },
    {
      "epoch": 0.572417607229203,
      "grad_norm": 6.0,
      "learning_rate": 2.1381895267793033e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5275314956903457,
      "num_tokens": 347467445.0,
      "step": 451270
    },
    {
      "epoch": 0.5724302918217358,
      "grad_norm": 7.0625,
      "learning_rate": 2.1381260957706742e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5682560443878174,
      "num_tokens": 347474848.0,
      "step": 451280
    },
    {
      "epoch": 0.5724429764142687,
      "grad_norm": 5.0625,
      "learning_rate": 2.138062664762045e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5611848145723343,
      "num_tokens": 347483123.0,
      "step": 451290
    },
    {
      "epoch": 0.5724556610068015,
      "grad_norm": 4.5625,
      "learning_rate": 2.137999233753416e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5614652991294861,
      "num_tokens": 347489810.0,
      "step": 451300
    },
    {
      "epoch": 0.5724683455993343,
      "grad_norm": 4.9375,
      "learning_rate": 2.1379358027447868e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5373709946870804,
      "num_tokens": 347498691.0,
      "step": 451310
    },
    {
      "epoch": 0.5724810301918671,
      "grad_norm": 5.0625,
      "learning_rate": 2.1378723717361577e-05,
      "loss": 2.2621,
      "mean_token_accuracy": 0.519914734363556,
      "num_tokens": 347506341.0,
      "step": 451320
    },
    {
      "epoch": 0.5724937147844,
      "grad_norm": 6.46875,
      "learning_rate": 2.1378089407275285e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5579808533191681,
      "num_tokens": 347513877.0,
      "step": 451330
    },
    {
      "epoch": 0.5725063993769328,
      "grad_norm": 4.78125,
      "learning_rate": 2.137745509718899e-05,
      "loss": 1.7904,
      "mean_token_accuracy": 0.5983747750520706,
      "num_tokens": 347521402.0,
      "step": 451340
    },
    {
      "epoch": 0.5725190839694656,
      "grad_norm": 5.28125,
      "learning_rate": 2.13768207871027e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5438864976167679,
      "num_tokens": 347529258.0,
      "step": 451350
    },
    {
      "epoch": 0.5725317685619985,
      "grad_norm": 6.1875,
      "learning_rate": 2.137618647701641e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.522825175523758,
      "num_tokens": 347537019.0,
      "step": 451360
    },
    {
      "epoch": 0.5725444531545313,
      "grad_norm": 5.59375,
      "learning_rate": 2.1375552166930117e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5497742414474487,
      "num_tokens": 347543879.0,
      "step": 451370
    },
    {
      "epoch": 0.5725571377470642,
      "grad_norm": 5.03125,
      "learning_rate": 2.1374917856843826e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5361767768859863,
      "num_tokens": 347553691.0,
      "step": 451380
    },
    {
      "epoch": 0.572569822339597,
      "grad_norm": 5.53125,
      "learning_rate": 2.1374283546757534e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5529789507389069,
      "num_tokens": 347561621.0,
      "step": 451390
    },
    {
      "epoch": 0.5725825069321299,
      "grad_norm": 7.90625,
      "learning_rate": 2.1373649236671243e-05,
      "loss": 1.6932,
      "mean_token_accuracy": 0.61964031457901,
      "num_tokens": 347568450.0,
      "step": 451400
    },
    {
      "epoch": 0.5725951915246627,
      "grad_norm": 4.71875,
      "learning_rate": 2.1373014926584952e-05,
      "loss": 2.2214,
      "mean_token_accuracy": 0.5330022960901261,
      "num_tokens": 347575700.0,
      "step": 451410
    },
    {
      "epoch": 0.5726078761171954,
      "grad_norm": 9.375,
      "learning_rate": 2.137238061649866e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5211335778236389,
      "num_tokens": 347583952.0,
      "step": 451420
    },
    {
      "epoch": 0.5726205607097283,
      "grad_norm": 5.34375,
      "learning_rate": 2.137174630641237e-05,
      "loss": 2.2364,
      "mean_token_accuracy": 0.5185597866773606,
      "num_tokens": 347590874.0,
      "step": 451430
    },
    {
      "epoch": 0.5726332453022611,
      "grad_norm": 5.5625,
      "learning_rate": 2.1371111996326075e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.549849197268486,
      "num_tokens": 347598866.0,
      "step": 451440
    },
    {
      "epoch": 0.572645929894794,
      "grad_norm": 12.1875,
      "learning_rate": 2.1370477686239784e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.546731922030449,
      "num_tokens": 347604991.0,
      "step": 451450
    },
    {
      "epoch": 0.5726586144873268,
      "grad_norm": 4.78125,
      "learning_rate": 2.1369843376153496e-05,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5310685336589813,
      "num_tokens": 347613333.0,
      "step": 451460
    },
    {
      "epoch": 0.5726712990798597,
      "grad_norm": 6.15625,
      "learning_rate": 2.1369209066067204e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.531899818778038,
      "num_tokens": 347620828.0,
      "step": 451470
    },
    {
      "epoch": 0.5726839836723925,
      "grad_norm": 5.0625,
      "learning_rate": 2.136857475598091e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5285590827465058,
      "num_tokens": 347630162.0,
      "step": 451480
    },
    {
      "epoch": 0.5726966682649254,
      "grad_norm": 4.71875,
      "learning_rate": 2.136794044589462e-05,
      "loss": 1.8924,
      "mean_token_accuracy": 0.5775941580533981,
      "num_tokens": 347638536.0,
      "step": 451490
    },
    {
      "epoch": 0.5727093528574582,
      "grad_norm": 5.75,
      "learning_rate": 2.1367306135808327e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5282459080219268,
      "num_tokens": 347647539.0,
      "step": 451500
    },
    {
      "epoch": 0.572722037449991,
      "grad_norm": 4.75,
      "learning_rate": 2.1366671825722036e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5288112998008728,
      "num_tokens": 347654789.0,
      "step": 451510
    },
    {
      "epoch": 0.5727347220425238,
      "grad_norm": 5.3125,
      "learning_rate": 2.1366037515635745e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.5381931602954865,
      "num_tokens": 347662816.0,
      "step": 451520
    },
    {
      "epoch": 0.5727474066350566,
      "grad_norm": 7.875,
      "learning_rate": 2.1365403205549453e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5318801254034042,
      "num_tokens": 347670837.0,
      "step": 451530
    },
    {
      "epoch": 0.5727600912275895,
      "grad_norm": 6.125,
      "learning_rate": 2.1364768895463162e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5444296717643737,
      "num_tokens": 347678935.0,
      "step": 451540
    },
    {
      "epoch": 0.5727727758201223,
      "grad_norm": 5.96875,
      "learning_rate": 2.1364134585376868e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5877870142459869,
      "num_tokens": 347686395.0,
      "step": 451550
    },
    {
      "epoch": 0.5727854604126552,
      "grad_norm": 5.15625,
      "learning_rate": 2.136350027529058e-05,
      "loss": 1.8445,
      "mean_token_accuracy": 0.5935947626829148,
      "num_tokens": 347693331.0,
      "step": 451560
    },
    {
      "epoch": 0.572798145005188,
      "grad_norm": 5.28125,
      "learning_rate": 2.136286596520429e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5349726259708405,
      "num_tokens": 347701387.0,
      "step": 451570
    },
    {
      "epoch": 0.5728108295977208,
      "grad_norm": 5.84375,
      "learning_rate": 2.1362231655117994e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5561537355184555,
      "num_tokens": 347710483.0,
      "step": 451580
    },
    {
      "epoch": 0.5728235141902537,
      "grad_norm": 6.71875,
      "learning_rate": 2.1361597345031702e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5381134688854218,
      "num_tokens": 347717645.0,
      "step": 451590
    },
    {
      "epoch": 0.5728361987827865,
      "grad_norm": 6.75,
      "learning_rate": 2.136096303494541e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5357605755329132,
      "num_tokens": 347726141.0,
      "step": 451600
    },
    {
      "epoch": 0.5728488833753194,
      "grad_norm": 7.3125,
      "learning_rate": 2.136032872485912e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.509929484128952,
      "num_tokens": 347735071.0,
      "step": 451610
    },
    {
      "epoch": 0.5728615679678521,
      "grad_norm": 6.65625,
      "learning_rate": 2.135969441477283e-05,
      "loss": 2.3232,
      "mean_token_accuracy": 0.5122200548648834,
      "num_tokens": 347741665.0,
      "step": 451620
    },
    {
      "epoch": 0.572874252560385,
      "grad_norm": 6.96875,
      "learning_rate": 2.1359060104686537e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5840165972709656,
      "num_tokens": 347749199.0,
      "step": 451630
    },
    {
      "epoch": 0.5728869371529178,
      "grad_norm": 5.0625,
      "learning_rate": 2.1358425794600246e-05,
      "loss": 2.2033,
      "mean_token_accuracy": 0.5246674567461014,
      "num_tokens": 347757899.0,
      "step": 451640
    },
    {
      "epoch": 0.5728996217454506,
      "grad_norm": 6.34375,
      "learning_rate": 2.1357791484513955e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5352275758981705,
      "num_tokens": 347765470.0,
      "step": 451650
    },
    {
      "epoch": 0.5729123063379835,
      "grad_norm": 5.3125,
      "learning_rate": 2.1357157174427664e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5265381664037705,
      "num_tokens": 347774194.0,
      "step": 451660
    },
    {
      "epoch": 0.5729249909305163,
      "grad_norm": 5.03125,
      "learning_rate": 2.1356522864341372e-05,
      "loss": 1.9134,
      "mean_token_accuracy": 0.5648130536079407,
      "num_tokens": 347780777.0,
      "step": 451670
    },
    {
      "epoch": 0.5729376755230492,
      "grad_norm": 7.03125,
      "learning_rate": 2.135588855425508e-05,
      "loss": 1.8859,
      "mean_token_accuracy": 0.574431648850441,
      "num_tokens": 347787492.0,
      "step": 451680
    },
    {
      "epoch": 0.572950360115582,
      "grad_norm": 5.1875,
      "learning_rate": 2.1355254244168787e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5443340063095092,
      "num_tokens": 347795636.0,
      "step": 451690
    },
    {
      "epoch": 0.5729630447081149,
      "grad_norm": 4.125,
      "learning_rate": 2.13546199340825e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5388068735599518,
      "num_tokens": 347804198.0,
      "step": 451700
    },
    {
      "epoch": 0.5729757293006477,
      "grad_norm": 5.375,
      "learning_rate": 2.1353985623996207e-05,
      "loss": 1.7567,
      "mean_token_accuracy": 0.6103978902101517,
      "num_tokens": 347811597.0,
      "step": 451710
    },
    {
      "epoch": 0.5729884138931806,
      "grad_norm": 5.3125,
      "learning_rate": 2.1353351313909913e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5397000879049301,
      "num_tokens": 347819330.0,
      "step": 451720
    },
    {
      "epoch": 0.5730010984857133,
      "grad_norm": 4.96875,
      "learning_rate": 2.135271700382362e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5305004090070724,
      "num_tokens": 347826759.0,
      "step": 451730
    },
    {
      "epoch": 0.5730137830782461,
      "grad_norm": 6.875,
      "learning_rate": 2.135208269373733e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5247219741344452,
      "num_tokens": 347835819.0,
      "step": 451740
    },
    {
      "epoch": 0.573026467670779,
      "grad_norm": 5.46875,
      "learning_rate": 2.135144838365104e-05,
      "loss": 2.2714,
      "mean_token_accuracy": 0.5107513248920441,
      "num_tokens": 347845450.0,
      "step": 451750
    },
    {
      "epoch": 0.5730391522633118,
      "grad_norm": 6.125,
      "learning_rate": 2.1350814073564748e-05,
      "loss": 1.9214,
      "mean_token_accuracy": 0.5740853369235992,
      "num_tokens": 347852713.0,
      "step": 451760
    },
    {
      "epoch": 0.5730518368558447,
      "grad_norm": 8.5625,
      "learning_rate": 2.1350179763478456e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5219430327415466,
      "num_tokens": 347860351.0,
      "step": 451770
    },
    {
      "epoch": 0.5730645214483775,
      "grad_norm": 5.4375,
      "learning_rate": 2.1349545453392165e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5503030329942703,
      "num_tokens": 347868435.0,
      "step": 451780
    },
    {
      "epoch": 0.5730772060409104,
      "grad_norm": 5.28125,
      "learning_rate": 2.134891114330587e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5541091859340668,
      "num_tokens": 347876925.0,
      "step": 451790
    },
    {
      "epoch": 0.5730898906334432,
      "grad_norm": 7.875,
      "learning_rate": 2.1348276833219583e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.537196010351181,
      "num_tokens": 347884287.0,
      "step": 451800
    },
    {
      "epoch": 0.573102575225976,
      "grad_norm": 5.625,
      "learning_rate": 2.134764252313329e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5471505016088486,
      "num_tokens": 347892608.0,
      "step": 451810
    },
    {
      "epoch": 0.5731152598185089,
      "grad_norm": 5.5625,
      "learning_rate": 2.1347008213046997e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5483587712049485,
      "num_tokens": 347899500.0,
      "step": 451820
    },
    {
      "epoch": 0.5731279444110416,
      "grad_norm": 4.84375,
      "learning_rate": 2.1346373902960705e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5512683153152466,
      "num_tokens": 347906690.0,
      "step": 451830
    },
    {
      "epoch": 0.5731406290035745,
      "grad_norm": 4.96875,
      "learning_rate": 2.1345739592874414e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5534534245729447,
      "num_tokens": 347914107.0,
      "step": 451840
    },
    {
      "epoch": 0.5731533135961073,
      "grad_norm": 4.53125,
      "learning_rate": 2.1345105282788126e-05,
      "loss": 1.8239,
      "mean_token_accuracy": 0.5869992256164551,
      "num_tokens": 347921459.0,
      "step": 451850
    },
    {
      "epoch": 0.5731659981886402,
      "grad_norm": 5.40625,
      "learning_rate": 2.1344470972701832e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5506411135196686,
      "num_tokens": 347929824.0,
      "step": 451860
    },
    {
      "epoch": 0.573178682781173,
      "grad_norm": 7.3125,
      "learning_rate": 2.134383666261554e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5792131334543228,
      "num_tokens": 347937633.0,
      "step": 451870
    },
    {
      "epoch": 0.5731913673737059,
      "grad_norm": 7.09375,
      "learning_rate": 2.134320235252925e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5277449458837509,
      "num_tokens": 347944566.0,
      "step": 451880
    },
    {
      "epoch": 0.5732040519662387,
      "grad_norm": 6.78125,
      "learning_rate": 2.1342568042442958e-05,
      "loss": 1.9954,
      "mean_token_accuracy": 0.5441527366638184,
      "num_tokens": 347951832.0,
      "step": 451890
    },
    {
      "epoch": 0.5732167365587715,
      "grad_norm": 9.4375,
      "learning_rate": 2.1341933732356667e-05,
      "loss": 1.9256,
      "mean_token_accuracy": 0.5701637864112854,
      "num_tokens": 347959696.0,
      "step": 451900
    },
    {
      "epoch": 0.5732294211513044,
      "grad_norm": 4.84375,
      "learning_rate": 2.1341299422270375e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5833419382572174,
      "num_tokens": 347966237.0,
      "step": 451910
    },
    {
      "epoch": 0.5732421057438372,
      "grad_norm": 5.03125,
      "learning_rate": 2.1340665112184084e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5717247754335404,
      "num_tokens": 347974882.0,
      "step": 451920
    },
    {
      "epoch": 0.5732547903363701,
      "grad_norm": 5.84375,
      "learning_rate": 2.134003080209779e-05,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5635262697935104,
      "num_tokens": 347983293.0,
      "step": 451930
    },
    {
      "epoch": 0.5732674749289028,
      "grad_norm": 6.09375,
      "learning_rate": 2.1339396492011498e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.53563072681427,
      "num_tokens": 347991986.0,
      "step": 451940
    },
    {
      "epoch": 0.5732801595214357,
      "grad_norm": 5.65625,
      "learning_rate": 2.133876218192521e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5562601506710052,
      "num_tokens": 348000484.0,
      "step": 451950
    },
    {
      "epoch": 0.5732928441139685,
      "grad_norm": 6.71875,
      "learning_rate": 2.1338127871838916e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5496724367141723,
      "num_tokens": 348008726.0,
      "step": 451960
    },
    {
      "epoch": 0.5733055287065013,
      "grad_norm": 4.53125,
      "learning_rate": 2.1337493561752624e-05,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5184476971626282,
      "num_tokens": 348016953.0,
      "step": 451970
    },
    {
      "epoch": 0.5733182132990342,
      "grad_norm": 5.28125,
      "learning_rate": 2.1336859251666333e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5357897698879241,
      "num_tokens": 348025113.0,
      "step": 451980
    },
    {
      "epoch": 0.573330897891567,
      "grad_norm": 7.75,
      "learning_rate": 2.1336224941580042e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.571679201722145,
      "num_tokens": 348033112.0,
      "step": 451990
    },
    {
      "epoch": 0.5733435824840999,
      "grad_norm": 5.1875,
      "learning_rate": 2.133559063149375e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5155212730169296,
      "num_tokens": 348041832.0,
      "step": 452000
    },
    {
      "epoch": 0.5733562670766327,
      "grad_norm": 4.71875,
      "learning_rate": 2.133495632140746e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5320443958044052,
      "num_tokens": 348049395.0,
      "step": 452010
    },
    {
      "epoch": 0.5733689516691656,
      "grad_norm": 6.625,
      "learning_rate": 2.1334322011321168e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5402131289243698,
      "num_tokens": 348058570.0,
      "step": 452020
    },
    {
      "epoch": 0.5733816362616984,
      "grad_norm": 7.03125,
      "learning_rate": 2.1333687701234873e-05,
      "loss": 1.7794,
      "mean_token_accuracy": 0.5991953670978546,
      "num_tokens": 348065138.0,
      "step": 452030
    },
    {
      "epoch": 0.5733943208542313,
      "grad_norm": 5.1875,
      "learning_rate": 2.1333053391148582e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5283146947622299,
      "num_tokens": 348073466.0,
      "step": 452040
    },
    {
      "epoch": 0.573407005446764,
      "grad_norm": 5.09375,
      "learning_rate": 2.1332419081062294e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5359563440084457,
      "num_tokens": 348081917.0,
      "step": 452050
    },
    {
      "epoch": 0.5734196900392968,
      "grad_norm": 6.03125,
      "learning_rate": 2.1331784770976003e-05,
      "loss": 2.3492,
      "mean_token_accuracy": 0.5028387159109116,
      "num_tokens": 348090304.0,
      "step": 452060
    },
    {
      "epoch": 0.5734323746318297,
      "grad_norm": 5.15625,
      "learning_rate": 2.133115046088971e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5261318117380143,
      "num_tokens": 348099634.0,
      "step": 452070
    },
    {
      "epoch": 0.5734450592243625,
      "grad_norm": 6.65625,
      "learning_rate": 2.1330516150803417e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5726683735847473,
      "num_tokens": 348107556.0,
      "step": 452080
    },
    {
      "epoch": 0.5734577438168954,
      "grad_norm": 5.09375,
      "learning_rate": 2.1329881840717126e-05,
      "loss": 2.2553,
      "mean_token_accuracy": 0.5080794036388397,
      "num_tokens": 348116752.0,
      "step": 452090
    },
    {
      "epoch": 0.5734704284094282,
      "grad_norm": 5.0,
      "learning_rate": 2.1329247530630835e-05,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5550316542387008,
      "num_tokens": 348124541.0,
      "step": 452100
    },
    {
      "epoch": 0.5734831130019611,
      "grad_norm": 4.75,
      "learning_rate": 2.1328613220544543e-05,
      "loss": 1.8974,
      "mean_token_accuracy": 0.5741903215646744,
      "num_tokens": 348131918.0,
      "step": 452110
    },
    {
      "epoch": 0.5734957975944939,
      "grad_norm": 6.84375,
      "learning_rate": 2.1327978910458252e-05,
      "loss": 1.8702,
      "mean_token_accuracy": 0.5741533398628235,
      "num_tokens": 348138409.0,
      "step": 452120
    },
    {
      "epoch": 0.5735084821870267,
      "grad_norm": 4.9375,
      "learning_rate": 2.132734460037196e-05,
      "loss": 1.8504,
      "mean_token_accuracy": 0.5764984726905823,
      "num_tokens": 348146033.0,
      "step": 452130
    },
    {
      "epoch": 0.5735211667795596,
      "grad_norm": 6.9375,
      "learning_rate": 2.132671029028567e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5670534938573837,
      "num_tokens": 348154036.0,
      "step": 452140
    },
    {
      "epoch": 0.5735338513720923,
      "grad_norm": 8.75,
      "learning_rate": 2.132607598019938e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5721132606267929,
      "num_tokens": 348159457.0,
      "step": 452150
    },
    {
      "epoch": 0.5735465359646252,
      "grad_norm": 5.84375,
      "learning_rate": 2.1325441670113087e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.534238138794899,
      "num_tokens": 348167380.0,
      "step": 452160
    },
    {
      "epoch": 0.573559220557158,
      "grad_norm": 4.75,
      "learning_rate": 2.1324807360026792e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5710461765527726,
      "num_tokens": 348175388.0,
      "step": 452170
    },
    {
      "epoch": 0.5735719051496909,
      "grad_norm": 5.5625,
      "learning_rate": 2.13241730499405e-05,
      "loss": 1.7878,
      "mean_token_accuracy": 0.6008746951818467,
      "num_tokens": 348182468.0,
      "step": 452180
    },
    {
      "epoch": 0.5735845897422237,
      "grad_norm": 5.0625,
      "learning_rate": 2.1323538739854213e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5642355561256409,
      "num_tokens": 348189117.0,
      "step": 452190
    },
    {
      "epoch": 0.5735972743347565,
      "grad_norm": 6.09375,
      "learning_rate": 2.132290442976792e-05,
      "loss": 1.8592,
      "mean_token_accuracy": 0.598967444896698,
      "num_tokens": 348195724.0,
      "step": 452200
    },
    {
      "epoch": 0.5736099589272894,
      "grad_norm": 5.53125,
      "learning_rate": 2.1322270119681627e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5353372871875763,
      "num_tokens": 348204482.0,
      "step": 452210
    },
    {
      "epoch": 0.5736226435198222,
      "grad_norm": 4.96875,
      "learning_rate": 2.1321635809595336e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5587521374225617,
      "num_tokens": 348212819.0,
      "step": 452220
    },
    {
      "epoch": 0.5736353281123551,
      "grad_norm": 5.46875,
      "learning_rate": 2.1321001499509045e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.552605003118515,
      "num_tokens": 348220444.0,
      "step": 452230
    },
    {
      "epoch": 0.5736480127048879,
      "grad_norm": 6.15625,
      "learning_rate": 2.1320367189422754e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5268541783094406,
      "num_tokens": 348228053.0,
      "step": 452240
    },
    {
      "epoch": 0.5736606972974208,
      "grad_norm": 5.78125,
      "learning_rate": 2.1319732879336462e-05,
      "loss": 2.3228,
      "mean_token_accuracy": 0.49816611409187317,
      "num_tokens": 348237018.0,
      "step": 452250
    },
    {
      "epoch": 0.5736733818899535,
      "grad_norm": 5.25,
      "learning_rate": 2.131909856925017e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5545660585165024,
      "num_tokens": 348245370.0,
      "step": 452260
    },
    {
      "epoch": 0.5736860664824864,
      "grad_norm": 6.75,
      "learning_rate": 2.131846425916388e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5215149194002151,
      "num_tokens": 348253452.0,
      "step": 452270
    },
    {
      "epoch": 0.5736987510750192,
      "grad_norm": 5.1875,
      "learning_rate": 2.1317829949077585e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5224291503429412,
      "num_tokens": 348262158.0,
      "step": 452280
    },
    {
      "epoch": 0.573711435667552,
      "grad_norm": 7.65625,
      "learning_rate": 2.1317195638991297e-05,
      "loss": 1.9954,
      "mean_token_accuracy": 0.5624370694160461,
      "num_tokens": 348268099.0,
      "step": 452290
    },
    {
      "epoch": 0.5737241202600849,
      "grad_norm": 7.40625,
      "learning_rate": 2.1316561328905006e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.535915145277977,
      "num_tokens": 348275117.0,
      "step": 452300
    },
    {
      "epoch": 0.5737368048526177,
      "grad_norm": 6.78125,
      "learning_rate": 2.131592701881871e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5602733761072158,
      "num_tokens": 348282553.0,
      "step": 452310
    },
    {
      "epoch": 0.5737494894451506,
      "grad_norm": 6.84375,
      "learning_rate": 2.131529270873242e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5515058755874633,
      "num_tokens": 348290356.0,
      "step": 452320
    },
    {
      "epoch": 0.5737621740376834,
      "grad_norm": 5.21875,
      "learning_rate": 2.131465839864613e-05,
      "loss": 1.8458,
      "mean_token_accuracy": 0.5912326008081437,
      "num_tokens": 348298287.0,
      "step": 452330
    },
    {
      "epoch": 0.5737748586302163,
      "grad_norm": 5.15625,
      "learning_rate": 2.1314024088559838e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5736171871423721,
      "num_tokens": 348306222.0,
      "step": 452340
    },
    {
      "epoch": 0.573787543222749,
      "grad_norm": 5.0625,
      "learning_rate": 2.1313389778473546e-05,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5548234224319458,
      "num_tokens": 348314241.0,
      "step": 452350
    },
    {
      "epoch": 0.5738002278152818,
      "grad_norm": 6.09375,
      "learning_rate": 2.1312755468387255e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5458927065134048,
      "num_tokens": 348321764.0,
      "step": 452360
    },
    {
      "epoch": 0.5738129124078147,
      "grad_norm": 7.15625,
      "learning_rate": 2.1312121158300964e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5197425425052643,
      "num_tokens": 348330136.0,
      "step": 452370
    },
    {
      "epoch": 0.5738255970003475,
      "grad_norm": 4.96875,
      "learning_rate": 2.131148684821467e-05,
      "loss": 1.6755,
      "mean_token_accuracy": 0.6139575421810151,
      "num_tokens": 348336193.0,
      "step": 452380
    },
    {
      "epoch": 0.5738382815928804,
      "grad_norm": 8.3125,
      "learning_rate": 2.131085253812838e-05,
      "loss": 2.2462,
      "mean_token_accuracy": 0.5229234158992767,
      "num_tokens": 348343336.0,
      "step": 452390
    },
    {
      "epoch": 0.5738509661854132,
      "grad_norm": 6.625,
      "learning_rate": 2.131021822804209e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.526046347618103,
      "num_tokens": 348350958.0,
      "step": 452400
    },
    {
      "epoch": 0.5738636507779461,
      "grad_norm": 7.0625,
      "learning_rate": 2.1309583917955795e-05,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5767301797866822,
      "num_tokens": 348359278.0,
      "step": 452410
    },
    {
      "epoch": 0.5738763353704789,
      "grad_norm": 6.875,
      "learning_rate": 2.1308949607869504e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5435421586036682,
      "num_tokens": 348367215.0,
      "step": 452420
    },
    {
      "epoch": 0.5738890199630118,
      "grad_norm": 5.46875,
      "learning_rate": 2.1308315297783213e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5438863307237625,
      "num_tokens": 348375289.0,
      "step": 452430
    },
    {
      "epoch": 0.5739017045555446,
      "grad_norm": 5.0625,
      "learning_rate": 2.1307680987696925e-05,
      "loss": 1.9292,
      "mean_token_accuracy": 0.5782062232494354,
      "num_tokens": 348381696.0,
      "step": 452440
    },
    {
      "epoch": 0.5739143891480774,
      "grad_norm": 5.03125,
      "learning_rate": 2.130704667761063e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5639094352722168,
      "num_tokens": 348390472.0,
      "step": 452450
    },
    {
      "epoch": 0.5739270737406102,
      "grad_norm": 6.84375,
      "learning_rate": 2.130641236752434e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5421645641326904,
      "num_tokens": 348397779.0,
      "step": 452460
    },
    {
      "epoch": 0.573939758333143,
      "grad_norm": 5.34375,
      "learning_rate": 2.1305778057438048e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5445310950279236,
      "num_tokens": 348407050.0,
      "step": 452470
    },
    {
      "epoch": 0.5739524429256759,
      "grad_norm": 6.5625,
      "learning_rate": 2.1305143747351757e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5480553954839706,
      "num_tokens": 348415358.0,
      "step": 452480
    },
    {
      "epoch": 0.5739651275182087,
      "grad_norm": 8.625,
      "learning_rate": 2.1304509437265465e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5288075655698776,
      "num_tokens": 348422345.0,
      "step": 452490
    },
    {
      "epoch": 0.5739778121107416,
      "grad_norm": 5.46875,
      "learning_rate": 2.1303875127179174e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5332138866186142,
      "num_tokens": 348429585.0,
      "step": 452500
    },
    {
      "epoch": 0.5739904967032744,
      "grad_norm": 6.9375,
      "learning_rate": 2.1303240817092883e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5448617517948151,
      "num_tokens": 348437493.0,
      "step": 452510
    },
    {
      "epoch": 0.5740031812958072,
      "grad_norm": 7.65625,
      "learning_rate": 2.1302606507006588e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5376219570636749,
      "num_tokens": 348445412.0,
      "step": 452520
    },
    {
      "epoch": 0.5740158658883401,
      "grad_norm": 5.8125,
      "learning_rate": 2.1301972196920297e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5317118883132934,
      "num_tokens": 348454281.0,
      "step": 452530
    },
    {
      "epoch": 0.5740285504808729,
      "grad_norm": 5.625,
      "learning_rate": 2.130133788683401e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5593255519866943,
      "num_tokens": 348462446.0,
      "step": 452540
    },
    {
      "epoch": 0.5740412350734058,
      "grad_norm": 7.28125,
      "learning_rate": 2.1300703576747714e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5223150849342346,
      "num_tokens": 348471191.0,
      "step": 452550
    },
    {
      "epoch": 0.5740539196659386,
      "grad_norm": 6.1875,
      "learning_rate": 2.1300069266661423e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5335107475519181,
      "num_tokens": 348478710.0,
      "step": 452560
    },
    {
      "epoch": 0.5740666042584714,
      "grad_norm": 5.75,
      "learning_rate": 2.1299434956575132e-05,
      "loss": 1.8076,
      "mean_token_accuracy": 0.5906545698642731,
      "num_tokens": 348485965.0,
      "step": 452570
    },
    {
      "epoch": 0.5740792888510042,
      "grad_norm": 5.09375,
      "learning_rate": 2.1298800646488844e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5384594678878785,
      "num_tokens": 348494103.0,
      "step": 452580
    },
    {
      "epoch": 0.574091973443537,
      "grad_norm": 4.75,
      "learning_rate": 2.129816633640255e-05,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5794624716043473,
      "num_tokens": 348502003.0,
      "step": 452590
    },
    {
      "epoch": 0.5741046580360699,
      "grad_norm": 5.3125,
      "learning_rate": 2.1297532026316258e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5413751870393753,
      "num_tokens": 348510515.0,
      "step": 452600
    },
    {
      "epoch": 0.5741173426286027,
      "grad_norm": 5.8125,
      "learning_rate": 2.1296897716229967e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5603570133447647,
      "num_tokens": 348518063.0,
      "step": 452610
    },
    {
      "epoch": 0.5741300272211356,
      "grad_norm": 6.03125,
      "learning_rate": 2.1296263406143672e-05,
      "loss": 1.8138,
      "mean_token_accuracy": 0.5943454712629318,
      "num_tokens": 348524332.0,
      "step": 452620
    },
    {
      "epoch": 0.5741427118136684,
      "grad_norm": 4.96875,
      "learning_rate": 2.1295629096057384e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5461836248636246,
      "num_tokens": 348532068.0,
      "step": 452630
    },
    {
      "epoch": 0.5741553964062013,
      "grad_norm": 5.9375,
      "learning_rate": 2.1294994785971093e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5407471060752869,
      "num_tokens": 348540507.0,
      "step": 452640
    },
    {
      "epoch": 0.5741680809987341,
      "grad_norm": 4.6875,
      "learning_rate": 2.1294360475884802e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5570284187793731,
      "num_tokens": 348549033.0,
      "step": 452650
    },
    {
      "epoch": 0.574180765591267,
      "grad_norm": 6.625,
      "learning_rate": 2.1293726165798507e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5421567767858505,
      "num_tokens": 348556472.0,
      "step": 452660
    },
    {
      "epoch": 0.5741934501837997,
      "grad_norm": 5.0625,
      "learning_rate": 2.1293091855712216e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.509843161702156,
      "num_tokens": 348564819.0,
      "step": 452670
    },
    {
      "epoch": 0.5742061347763325,
      "grad_norm": 5.84375,
      "learning_rate": 2.1292457545625928e-05,
      "loss": 1.9387,
      "mean_token_accuracy": 0.5803287982940674,
      "num_tokens": 348571739.0,
      "step": 452680
    },
    {
      "epoch": 0.5742188193688654,
      "grad_norm": 4.4375,
      "learning_rate": 2.1291823235539633e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5395988404750824,
      "num_tokens": 348579282.0,
      "step": 452690
    },
    {
      "epoch": 0.5742315039613982,
      "grad_norm": 7.125,
      "learning_rate": 2.1291188925453342e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5439537465572357,
      "num_tokens": 348587421.0,
      "step": 452700
    },
    {
      "epoch": 0.5742441885539311,
      "grad_norm": 6.09375,
      "learning_rate": 2.129055461536705e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5544051170349121,
      "num_tokens": 348595436.0,
      "step": 452710
    },
    {
      "epoch": 0.5742568731464639,
      "grad_norm": 5.71875,
      "learning_rate": 2.128992030528076e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5485351592302322,
      "num_tokens": 348602281.0,
      "step": 452720
    },
    {
      "epoch": 0.5742695577389968,
      "grad_norm": 6.125,
      "learning_rate": 2.128928599519447e-05,
      "loss": 2.1808,
      "mean_token_accuracy": 0.52715083360672,
      "num_tokens": 348610747.0,
      "step": 452730
    },
    {
      "epoch": 0.5742822423315296,
      "grad_norm": 5.5,
      "learning_rate": 2.1288651685108177e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5516514897346496,
      "num_tokens": 348618146.0,
      "step": 452740
    },
    {
      "epoch": 0.5742949269240624,
      "grad_norm": 6.25,
      "learning_rate": 2.1288017375021886e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5173877745866775,
      "num_tokens": 348627003.0,
      "step": 452750
    },
    {
      "epoch": 0.5743076115165953,
      "grad_norm": 6.40625,
      "learning_rate": 2.128738306493559e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5237697273492813,
      "num_tokens": 348635945.0,
      "step": 452760
    },
    {
      "epoch": 0.574320296109128,
      "grad_norm": 6.90625,
      "learning_rate": 2.12867487548493e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5266665130853653,
      "num_tokens": 348643757.0,
      "step": 452770
    },
    {
      "epoch": 0.574332980701661,
      "grad_norm": 5.34375,
      "learning_rate": 2.1286114444763012e-05,
      "loss": 1.853,
      "mean_token_accuracy": 0.5809082061052322,
      "num_tokens": 348651765.0,
      "step": 452780
    },
    {
      "epoch": 0.5743456652941937,
      "grad_norm": 8.9375,
      "learning_rate": 2.128548013467672e-05,
      "loss": 1.823,
      "mean_token_accuracy": 0.589978763461113,
      "num_tokens": 348657558.0,
      "step": 452790
    },
    {
      "epoch": 0.5743583498867266,
      "grad_norm": 6.65625,
      "learning_rate": 2.1284845824590426e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.5152000337839127,
      "num_tokens": 348666030.0,
      "step": 452800
    },
    {
      "epoch": 0.5743710344792594,
      "grad_norm": 6.34375,
      "learning_rate": 2.1284211514504135e-05,
      "loss": 1.8996,
      "mean_token_accuracy": 0.5885977745056152,
      "num_tokens": 348673054.0,
      "step": 452810
    },
    {
      "epoch": 0.5743837190717923,
      "grad_norm": 4.5625,
      "learning_rate": 2.1283577204417844e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5603307723999024,
      "num_tokens": 348680960.0,
      "step": 452820
    },
    {
      "epoch": 0.5743964036643251,
      "grad_norm": 5.5625,
      "learning_rate": 2.1282942894331552e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5597645521163941,
      "num_tokens": 348689025.0,
      "step": 452830
    },
    {
      "epoch": 0.5744090882568579,
      "grad_norm": 4.84375,
      "learning_rate": 2.128230858424526e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5290845930576324,
      "num_tokens": 348697229.0,
      "step": 452840
    },
    {
      "epoch": 0.5744217728493908,
      "grad_norm": 5.0,
      "learning_rate": 2.128167427415897e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5468885362148285,
      "num_tokens": 348705234.0,
      "step": 452850
    },
    {
      "epoch": 0.5744344574419236,
      "grad_norm": 6.28125,
      "learning_rate": 2.128103996407268e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5230255901813508,
      "num_tokens": 348713171.0,
      "step": 452860
    },
    {
      "epoch": 0.5744471420344565,
      "grad_norm": 5.0625,
      "learning_rate": 2.1280405653986384e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5636421322822571,
      "num_tokens": 348720574.0,
      "step": 452870
    },
    {
      "epoch": 0.5744598266269892,
      "grad_norm": 4.6875,
      "learning_rate": 2.1279771343900096e-05,
      "loss": 1.9274,
      "mean_token_accuracy": 0.556973934173584,
      "num_tokens": 348728172.0,
      "step": 452880
    },
    {
      "epoch": 0.5744725112195221,
      "grad_norm": 5.15625,
      "learning_rate": 2.1279137033813805e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5537216037511825,
      "num_tokens": 348736940.0,
      "step": 452890
    },
    {
      "epoch": 0.5744851958120549,
      "grad_norm": 6.25,
      "learning_rate": 2.127850272372751e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.572491979598999,
      "num_tokens": 348743452.0,
      "step": 452900
    },
    {
      "epoch": 0.5744978804045877,
      "grad_norm": 5.5,
      "learning_rate": 2.127786841364122e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5463903456926346,
      "num_tokens": 348751799.0,
      "step": 452910
    },
    {
      "epoch": 0.5745105649971206,
      "grad_norm": 6.75,
      "learning_rate": 2.1277234103554928e-05,
      "loss": 1.8652,
      "mean_token_accuracy": 0.581916743516922,
      "num_tokens": 348760275.0,
      "step": 452920
    },
    {
      "epoch": 0.5745232495896534,
      "grad_norm": 7.40625,
      "learning_rate": 2.1276599793468636e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5211330473423004,
      "num_tokens": 348768012.0,
      "step": 452930
    },
    {
      "epoch": 0.5745359341821863,
      "grad_norm": 5.40625,
      "learning_rate": 2.1275965483382345e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5248602628707886,
      "num_tokens": 348775568.0,
      "step": 452940
    },
    {
      "epoch": 0.5745486187747191,
      "grad_norm": 6.03125,
      "learning_rate": 2.1275331173296054e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5682129710912704,
      "num_tokens": 348783090.0,
      "step": 452950
    },
    {
      "epoch": 0.574561303367252,
      "grad_norm": 4.71875,
      "learning_rate": 2.1274696863209763e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5389142572879791,
      "num_tokens": 348791274.0,
      "step": 452960
    },
    {
      "epoch": 0.5745739879597848,
      "grad_norm": 5.90625,
      "learning_rate": 2.1274062553123468e-05,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5586510956287384,
      "num_tokens": 348798714.0,
      "step": 452970
    },
    {
      "epoch": 0.5745866725523177,
      "grad_norm": 6.125,
      "learning_rate": 2.127342824303718e-05,
      "loss": 1.8032,
      "mean_token_accuracy": 0.6056701958179473,
      "num_tokens": 348805340.0,
      "step": 452980
    },
    {
      "epoch": 0.5745993571448504,
      "grad_norm": 7.9375,
      "learning_rate": 2.127279393295089e-05,
      "loss": 1.7956,
      "mean_token_accuracy": 0.6063030570745468,
      "num_tokens": 348811730.0,
      "step": 452990
    },
    {
      "epoch": 0.5746120417373832,
      "grad_norm": 6.0,
      "learning_rate": 2.1272159622864598e-05,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5657874047756195,
      "num_tokens": 348818277.0,
      "step": 453000
    },
    {
      "epoch": 0.5746247263299161,
      "grad_norm": 4.6875,
      "learning_rate": 2.1271525312778303e-05,
      "loss": 2.1766,
      "mean_token_accuracy": 0.525988632440567,
      "num_tokens": 348826740.0,
      "step": 453010
    },
    {
      "epoch": 0.5746374109224489,
      "grad_norm": 6.03125,
      "learning_rate": 2.1270891002692015e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5616398930549622,
      "num_tokens": 348833524.0,
      "step": 453020
    },
    {
      "epoch": 0.5746500955149818,
      "grad_norm": 5.90625,
      "learning_rate": 2.1270256692605724e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.558121058344841,
      "num_tokens": 348841596.0,
      "step": 453030
    },
    {
      "epoch": 0.5746627801075146,
      "grad_norm": 5.1875,
      "learning_rate": 2.126962238251943e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5175838619470596,
      "num_tokens": 348850614.0,
      "step": 453040
    },
    {
      "epoch": 0.5746754647000475,
      "grad_norm": 11.125,
      "learning_rate": 2.1268988072433138e-05,
      "loss": 1.7808,
      "mean_token_accuracy": 0.6159902036190033,
      "num_tokens": 348856372.0,
      "step": 453050
    },
    {
      "epoch": 0.5746881492925803,
      "grad_norm": 5.09375,
      "learning_rate": 2.1268353762346847e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5295819580554962,
      "num_tokens": 348865176.0,
      "step": 453060
    },
    {
      "epoch": 0.5747008338851131,
      "grad_norm": 6.84375,
      "learning_rate": 2.1267719452260555e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.556496262550354,
      "num_tokens": 348874446.0,
      "step": 453070
    },
    {
      "epoch": 0.574713518477646,
      "grad_norm": 5.9375,
      "learning_rate": 2.1267085142174264e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5308188796043396,
      "num_tokens": 348881905.0,
      "step": 453080
    },
    {
      "epoch": 0.5747262030701787,
      "grad_norm": 4.625,
      "learning_rate": 2.1266450832087973e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5673193991184234,
      "num_tokens": 348889185.0,
      "step": 453090
    },
    {
      "epoch": 0.5747388876627116,
      "grad_norm": 5.0,
      "learning_rate": 2.126581652200168e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5264926820993423,
      "num_tokens": 348897721.0,
      "step": 453100
    },
    {
      "epoch": 0.5747515722552444,
      "grad_norm": 5.09375,
      "learning_rate": 2.1265182211915387e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5463252514600754,
      "num_tokens": 348905348.0,
      "step": 453110
    },
    {
      "epoch": 0.5747642568477773,
      "grad_norm": 5.21875,
      "learning_rate": 2.12645479018291e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5724064946174622,
      "num_tokens": 348912288.0,
      "step": 453120
    },
    {
      "epoch": 0.5747769414403101,
      "grad_norm": 4.5625,
      "learning_rate": 2.1263913591742808e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5321762800216675,
      "num_tokens": 348921313.0,
      "step": 453130
    },
    {
      "epoch": 0.5747896260328429,
      "grad_norm": 4.53125,
      "learning_rate": 2.1263279281656513e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5218684017658234,
      "num_tokens": 348929361.0,
      "step": 453140
    },
    {
      "epoch": 0.5748023106253758,
      "grad_norm": 5.40625,
      "learning_rate": 2.1262644971570222e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5427489519119263,
      "num_tokens": 348937682.0,
      "step": 453150
    },
    {
      "epoch": 0.5748149952179086,
      "grad_norm": 5.71875,
      "learning_rate": 2.126201066148393e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5458073258399964,
      "num_tokens": 348944949.0,
      "step": 453160
    },
    {
      "epoch": 0.5748276798104415,
      "grad_norm": 6.3125,
      "learning_rate": 2.1261376351397643e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5540983378887177,
      "num_tokens": 348953174.0,
      "step": 453170
    },
    {
      "epoch": 0.5748403644029743,
      "grad_norm": 8.125,
      "learning_rate": 2.1260742041311348e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5518699496984482,
      "num_tokens": 348961655.0,
      "step": 453180
    },
    {
      "epoch": 0.5748530489955072,
      "grad_norm": 9.5625,
      "learning_rate": 2.1260107731225057e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.531685984134674,
      "num_tokens": 348969360.0,
      "step": 453190
    },
    {
      "epoch": 0.5748657335880399,
      "grad_norm": 5.46875,
      "learning_rate": 2.1259473421138766e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5284821450710296,
      "num_tokens": 348978209.0,
      "step": 453200
    },
    {
      "epoch": 0.5748784181805728,
      "grad_norm": 5.125,
      "learning_rate": 2.1258839111052474e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5295248359441758,
      "num_tokens": 348985177.0,
      "step": 453210
    },
    {
      "epoch": 0.5748911027731056,
      "grad_norm": 5.6875,
      "learning_rate": 2.1258204800966183e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5282798022031784,
      "num_tokens": 348993491.0,
      "step": 453220
    },
    {
      "epoch": 0.5749037873656384,
      "grad_norm": 7.4375,
      "learning_rate": 2.1257570490879892e-05,
      "loss": 1.7237,
      "mean_token_accuracy": 0.6062442600727082,
      "num_tokens": 348998913.0,
      "step": 453230
    },
    {
      "epoch": 0.5749164719581713,
      "grad_norm": 5.8125,
      "learning_rate": 2.12569361807936e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5365937381982804,
      "num_tokens": 349006627.0,
      "step": 453240
    },
    {
      "epoch": 0.5749291565507041,
      "grad_norm": 5.15625,
      "learning_rate": 2.1256301870707306e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5590829908847809,
      "num_tokens": 349014082.0,
      "step": 453250
    },
    {
      "epoch": 0.574941841143237,
      "grad_norm": 7.40625,
      "learning_rate": 2.1255667560621015e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5456243932247162,
      "num_tokens": 349021143.0,
      "step": 453260
    },
    {
      "epoch": 0.5749545257357698,
      "grad_norm": 5.03125,
      "learning_rate": 2.1255033250534727e-05,
      "loss": 1.7966,
      "mean_token_accuracy": 0.5832900464534759,
      "num_tokens": 349028384.0,
      "step": 453270
    },
    {
      "epoch": 0.5749672103283027,
      "grad_norm": 4.59375,
      "learning_rate": 2.1254398940448432e-05,
      "loss": 1.8761,
      "mean_token_accuracy": 0.5846921175718307,
      "num_tokens": 349036124.0,
      "step": 453280
    },
    {
      "epoch": 0.5749798949208355,
      "grad_norm": 5.0,
      "learning_rate": 2.125376463036214e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5515735298395157,
      "num_tokens": 349044082.0,
      "step": 453290
    },
    {
      "epoch": 0.5749925795133682,
      "grad_norm": 5.34375,
      "learning_rate": 2.125313032027585e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5466833770275116,
      "num_tokens": 349051175.0,
      "step": 453300
    },
    {
      "epoch": 0.5750052641059011,
      "grad_norm": 5.75,
      "learning_rate": 2.1252496010189558e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5438667893409729,
      "num_tokens": 349059405.0,
      "step": 453310
    },
    {
      "epoch": 0.5750179486984339,
      "grad_norm": 5.46875,
      "learning_rate": 2.1251861700103267e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5264913618564606,
      "num_tokens": 349067733.0,
      "step": 453320
    },
    {
      "epoch": 0.5750306332909668,
      "grad_norm": 5.84375,
      "learning_rate": 2.1251227390016976e-05,
      "loss": 2.3719,
      "mean_token_accuracy": 0.5020204216241837,
      "num_tokens": 349076565.0,
      "step": 453330
    },
    {
      "epoch": 0.5750433178834996,
      "grad_norm": 6.1875,
      "learning_rate": 2.1250593079930685e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.55474653840065,
      "num_tokens": 349083839.0,
      "step": 453340
    },
    {
      "epoch": 0.5750560024760325,
      "grad_norm": 5.28125,
      "learning_rate": 2.124995876984439e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5354409992694855,
      "num_tokens": 349091959.0,
      "step": 453350
    },
    {
      "epoch": 0.5750686870685653,
      "grad_norm": 8.1875,
      "learning_rate": 2.12493244597581e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.564642134308815,
      "num_tokens": 349097163.0,
      "step": 453360
    },
    {
      "epoch": 0.5750813716610982,
      "grad_norm": 5.09375,
      "learning_rate": 2.124869014967181e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5656027972698212,
      "num_tokens": 349104505.0,
      "step": 453370
    },
    {
      "epoch": 0.575094056253631,
      "grad_norm": 4.75,
      "learning_rate": 2.124805583958552e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5382686734199524,
      "num_tokens": 349112119.0,
      "step": 453380
    },
    {
      "epoch": 0.5751067408461638,
      "grad_norm": 5.90625,
      "learning_rate": 2.1247421529499225e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5580424189567565,
      "num_tokens": 349119716.0,
      "step": 453390
    },
    {
      "epoch": 0.5751194254386967,
      "grad_norm": 5.46875,
      "learning_rate": 2.1246787219412934e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5215806722640991,
      "num_tokens": 349128052.0,
      "step": 453400
    },
    {
      "epoch": 0.5751321100312294,
      "grad_norm": 6.09375,
      "learning_rate": 2.1246152909326642e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5359325021505356,
      "num_tokens": 349135424.0,
      "step": 453410
    },
    {
      "epoch": 0.5751447946237623,
      "grad_norm": 7.21875,
      "learning_rate": 2.124551859924035e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.521029743552208,
      "num_tokens": 349144645.0,
      "step": 453420
    },
    {
      "epoch": 0.5751574792162951,
      "grad_norm": 4.5,
      "learning_rate": 2.124488428915406e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5202797949314117,
      "num_tokens": 349152734.0,
      "step": 453430
    },
    {
      "epoch": 0.575170163808828,
      "grad_norm": 7.5,
      "learning_rate": 2.124424997906777e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5603083103895188,
      "num_tokens": 349159392.0,
      "step": 453440
    },
    {
      "epoch": 0.5751828484013608,
      "grad_norm": 5.28125,
      "learning_rate": 2.1243615668981477e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5367014050483704,
      "num_tokens": 349167542.0,
      "step": 453450
    },
    {
      "epoch": 0.5751955329938936,
      "grad_norm": 6.84375,
      "learning_rate": 2.1242981358895183e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5201325803995133,
      "num_tokens": 349175284.0,
      "step": 453460
    },
    {
      "epoch": 0.5752082175864265,
      "grad_norm": 6.3125,
      "learning_rate": 2.1242347048808895e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5545147836208344,
      "num_tokens": 349182281.0,
      "step": 453470
    },
    {
      "epoch": 0.5752209021789593,
      "grad_norm": 5.03125,
      "learning_rate": 2.1241712738722603e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.583789148926735,
      "num_tokens": 349188419.0,
      "step": 453480
    },
    {
      "epoch": 0.5752335867714922,
      "grad_norm": 7.46875,
      "learning_rate": 2.124107842863631e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5414532989263534,
      "num_tokens": 349196491.0,
      "step": 453490
    },
    {
      "epoch": 0.575246271364025,
      "grad_norm": 5.09375,
      "learning_rate": 2.1240444118550018e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5313174694776535,
      "num_tokens": 349203956.0,
      "step": 453500
    },
    {
      "epoch": 0.5752589559565578,
      "grad_norm": 5.03125,
      "learning_rate": 2.123980980846373e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5514874279499054,
      "num_tokens": 349212656.0,
      "step": 453510
    },
    {
      "epoch": 0.5752716405490906,
      "grad_norm": 6.03125,
      "learning_rate": 2.1239175498377435e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5550571829080582,
      "num_tokens": 349219723.0,
      "step": 453520
    },
    {
      "epoch": 0.5752843251416234,
      "grad_norm": 6.25,
      "learning_rate": 2.1238541188291144e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5466453760862351,
      "num_tokens": 349227946.0,
      "step": 453530
    },
    {
      "epoch": 0.5752970097341563,
      "grad_norm": 5.34375,
      "learning_rate": 2.1237906878204853e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5378003060817719,
      "num_tokens": 349236085.0,
      "step": 453540
    },
    {
      "epoch": 0.5753096943266891,
      "grad_norm": 6.21875,
      "learning_rate": 2.123727256811856e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5226696819067002,
      "num_tokens": 349243496.0,
      "step": 453550
    },
    {
      "epoch": 0.575322378919222,
      "grad_norm": 7.34375,
      "learning_rate": 2.123663825803227e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5292316257953644,
      "num_tokens": 349252307.0,
      "step": 453560
    },
    {
      "epoch": 0.5753350635117548,
      "grad_norm": 4.78125,
      "learning_rate": 2.123600394794598e-05,
      "loss": 2.2057,
      "mean_token_accuracy": 0.5194315850734711,
      "num_tokens": 349260588.0,
      "step": 453570
    },
    {
      "epoch": 0.5753477481042877,
      "grad_norm": 5.46875,
      "learning_rate": 2.1235369637859687e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5277565211057663,
      "num_tokens": 349268590.0,
      "step": 453580
    },
    {
      "epoch": 0.5753604326968205,
      "grad_norm": 4.875,
      "learning_rate": 2.1234735327773396e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5517323166131973,
      "num_tokens": 349277042.0,
      "step": 453590
    },
    {
      "epoch": 0.5753731172893534,
      "grad_norm": 4.8125,
      "learning_rate": 2.12341010176871e-05,
      "loss": 1.9099,
      "mean_token_accuracy": 0.5818089365959167,
      "num_tokens": 349284994.0,
      "step": 453600
    },
    {
      "epoch": 0.5753858018818861,
      "grad_norm": 6.375,
      "learning_rate": 2.1233466707600814e-05,
      "loss": 2.2706,
      "mean_token_accuracy": 0.5159817606210708,
      "num_tokens": 349292432.0,
      "step": 453610
    },
    {
      "epoch": 0.5753984864744189,
      "grad_norm": 4.84375,
      "learning_rate": 2.1232832397514522e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5446756988763809,
      "num_tokens": 349300879.0,
      "step": 453620
    },
    {
      "epoch": 0.5754111710669518,
      "grad_norm": 5.34375,
      "learning_rate": 2.1232198087428228e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5507013618946075,
      "num_tokens": 349308617.0,
      "step": 453630
    },
    {
      "epoch": 0.5754238556594846,
      "grad_norm": 6.4375,
      "learning_rate": 2.1231563777341937e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5634785205125808,
      "num_tokens": 349314921.0,
      "step": 453640
    },
    {
      "epoch": 0.5754365402520175,
      "grad_norm": 5.78125,
      "learning_rate": 2.1230929467255645e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.537320014834404,
      "num_tokens": 349323431.0,
      "step": 453650
    },
    {
      "epoch": 0.5754492248445503,
      "grad_norm": 6.875,
      "learning_rate": 2.1230295157169354e-05,
      "loss": 1.9359,
      "mean_token_accuracy": 0.5679179012775422,
      "num_tokens": 349329811.0,
      "step": 453660
    },
    {
      "epoch": 0.5754619094370832,
      "grad_norm": 6.25,
      "learning_rate": 2.1229660847083063e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5380639016628266,
      "num_tokens": 349337202.0,
      "step": 453670
    },
    {
      "epoch": 0.575474594029616,
      "grad_norm": 6.84375,
      "learning_rate": 2.122902653699677e-05,
      "loss": 1.895,
      "mean_token_accuracy": 0.5717927157878876,
      "num_tokens": 349344050.0,
      "step": 453680
    },
    {
      "epoch": 0.5754872786221488,
      "grad_norm": 6.71875,
      "learning_rate": 2.122839222691048e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5341772347688675,
      "num_tokens": 349351661.0,
      "step": 453690
    },
    {
      "epoch": 0.5754999632146817,
      "grad_norm": 5.53125,
      "learning_rate": 2.1227757916824186e-05,
      "loss": 2.2498,
      "mean_token_accuracy": 0.5200883150100708,
      "num_tokens": 349358915.0,
      "step": 453700
    },
    {
      "epoch": 0.5755126478072145,
      "grad_norm": 6.03125,
      "learning_rate": 2.1227123606737898e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5625742554664612,
      "num_tokens": 349367548.0,
      "step": 453710
    },
    {
      "epoch": 0.5755253323997473,
      "grad_norm": 5.375,
      "learning_rate": 2.1226489296651606e-05,
      "loss": 1.7464,
      "mean_token_accuracy": 0.6111736983060837,
      "num_tokens": 349373809.0,
      "step": 453720
    },
    {
      "epoch": 0.5755380169922801,
      "grad_norm": 12.6875,
      "learning_rate": 2.1225854986565312e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5708619177341461,
      "num_tokens": 349381159.0,
      "step": 453730
    },
    {
      "epoch": 0.575550701584813,
      "grad_norm": 5.40625,
      "learning_rate": 2.122522067647902e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5378122240304947,
      "num_tokens": 349389086.0,
      "step": 453740
    },
    {
      "epoch": 0.5755633861773458,
      "grad_norm": 6.03125,
      "learning_rate": 2.122458636639273e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5269187808036804,
      "num_tokens": 349397406.0,
      "step": 453750
    },
    {
      "epoch": 0.5755760707698787,
      "grad_norm": 6.625,
      "learning_rate": 2.122395205630644e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5455850273370743,
      "num_tokens": 349405359.0,
      "step": 453760
    },
    {
      "epoch": 0.5755887553624115,
      "grad_norm": 5.90625,
      "learning_rate": 2.1223317746220147e-05,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5352371305227279,
      "num_tokens": 349413227.0,
      "step": 453770
    },
    {
      "epoch": 0.5756014399549443,
      "grad_norm": 8.0625,
      "learning_rate": 2.1222683436133856e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5404367864131927,
      "num_tokens": 349420699.0,
      "step": 453780
    },
    {
      "epoch": 0.5756141245474772,
      "grad_norm": 5.75,
      "learning_rate": 2.1222049126047564e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5616175621747971,
      "num_tokens": 349429226.0,
      "step": 453790
    },
    {
      "epoch": 0.57562680914001,
      "grad_norm": 4.6875,
      "learning_rate": 2.1221414815961273e-05,
      "loss": 1.829,
      "mean_token_accuracy": 0.5866061329841614,
      "num_tokens": 349436432.0,
      "step": 453800
    },
    {
      "epoch": 0.5756394937325429,
      "grad_norm": 5.5625,
      "learning_rate": 2.1220780505874982e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5496461898088455,
      "num_tokens": 349443496.0,
      "step": 453810
    },
    {
      "epoch": 0.5756521783250756,
      "grad_norm": 4.8125,
      "learning_rate": 2.122014619578869e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5456275284290314,
      "num_tokens": 349452424.0,
      "step": 453820
    },
    {
      "epoch": 0.5756648629176085,
      "grad_norm": 6.1875,
      "learning_rate": 2.12195118857024e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5417578250169754,
      "num_tokens": 349460442.0,
      "step": 453830
    },
    {
      "epoch": 0.5756775475101413,
      "grad_norm": 8.1875,
      "learning_rate": 2.1218877575616105e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5109955817461014,
      "num_tokens": 349468363.0,
      "step": 453840
    },
    {
      "epoch": 0.5756902321026741,
      "grad_norm": 5.71875,
      "learning_rate": 2.1218243265529813e-05,
      "loss": 2.3389,
      "mean_token_accuracy": 0.5016309082508087,
      "num_tokens": 349476206.0,
      "step": 453850
    },
    {
      "epoch": 0.575702916695207,
      "grad_norm": 6.875,
      "learning_rate": 2.1217608955443525e-05,
      "loss": 1.991,
      "mean_token_accuracy": 0.5620671033859252,
      "num_tokens": 349483272.0,
      "step": 453860
    },
    {
      "epoch": 0.5757156012877398,
      "grad_norm": 6.90625,
      "learning_rate": 2.121697464535723e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5365958839654923,
      "num_tokens": 349492208.0,
      "step": 453870
    },
    {
      "epoch": 0.5757282858802727,
      "grad_norm": 5.1875,
      "learning_rate": 2.121634033527094e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5373060435056687,
      "num_tokens": 349499822.0,
      "step": 453880
    },
    {
      "epoch": 0.5757409704728055,
      "grad_norm": 6.5,
      "learning_rate": 2.1215706025184648e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5727081090211869,
      "num_tokens": 349507663.0,
      "step": 453890
    },
    {
      "epoch": 0.5757536550653384,
      "grad_norm": 6.5,
      "learning_rate": 2.1215071715098357e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5325720459222794,
      "num_tokens": 349515223.0,
      "step": 453900
    },
    {
      "epoch": 0.5757663396578712,
      "grad_norm": 5.96875,
      "learning_rate": 2.1214437405012066e-05,
      "loss": 1.9759,
      "mean_token_accuracy": 0.5593649625778199,
      "num_tokens": 349523639.0,
      "step": 453910
    },
    {
      "epoch": 0.5757790242504041,
      "grad_norm": 5.125,
      "learning_rate": 2.1213803094925774e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5584804683923721,
      "num_tokens": 349531332.0,
      "step": 453920
    },
    {
      "epoch": 0.5757917088429368,
      "grad_norm": 5.4375,
      "learning_rate": 2.1213168784839483e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5331816911697388,
      "num_tokens": 349539331.0,
      "step": 453930
    },
    {
      "epoch": 0.5758043934354696,
      "grad_norm": 5.4375,
      "learning_rate": 2.121253447475319e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5484433948993683,
      "num_tokens": 349546885.0,
      "step": 453940
    },
    {
      "epoch": 0.5758170780280025,
      "grad_norm": 8.0,
      "learning_rate": 2.12119001646669e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5550585210323333,
      "num_tokens": 349553799.0,
      "step": 453950
    },
    {
      "epoch": 0.5758297626205353,
      "grad_norm": 8.25,
      "learning_rate": 2.121126585458061e-05,
      "loss": 2.286,
      "mean_token_accuracy": 0.5065551489591599,
      "num_tokens": 349562196.0,
      "step": 453960
    },
    {
      "epoch": 0.5758424472130682,
      "grad_norm": 5.78125,
      "learning_rate": 2.1210631544494318e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5361471533775329,
      "num_tokens": 349570364.0,
      "step": 453970
    },
    {
      "epoch": 0.575855131805601,
      "grad_norm": 5.28125,
      "learning_rate": 2.1209997234408024e-05,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5371647149324417,
      "num_tokens": 349578339.0,
      "step": 453980
    },
    {
      "epoch": 0.5758678163981339,
      "grad_norm": 5.09375,
      "learning_rate": 2.1209362924321732e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5493897438049317,
      "num_tokens": 349584087.0,
      "step": 453990
    },
    {
      "epoch": 0.5758805009906667,
      "grad_norm": 6.28125,
      "learning_rate": 2.1208728614235444e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5494261741638183,
      "num_tokens": 349591850.0,
      "step": 454000
    },
    {
      "epoch": 0.5758931855831995,
      "grad_norm": 6.375,
      "learning_rate": 2.120809430414915e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5425740629434586,
      "num_tokens": 349599134.0,
      "step": 454010
    },
    {
      "epoch": 0.5759058701757324,
      "grad_norm": 6.46875,
      "learning_rate": 2.120745999406286e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5247622549533844,
      "num_tokens": 349607339.0,
      "step": 454020
    },
    {
      "epoch": 0.5759185547682651,
      "grad_norm": 5.0,
      "learning_rate": 2.1206825683976567e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5511245548725128,
      "num_tokens": 349615002.0,
      "step": 454030
    },
    {
      "epoch": 0.575931239360798,
      "grad_norm": 5.5625,
      "learning_rate": 2.1206191373890276e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5341570764780045,
      "num_tokens": 349623892.0,
      "step": 454040
    },
    {
      "epoch": 0.5759439239533308,
      "grad_norm": 5.1875,
      "learning_rate": 2.1205557063803985e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5596270829439163,
      "num_tokens": 349631939.0,
      "step": 454050
    },
    {
      "epoch": 0.5759566085458637,
      "grad_norm": 11.375,
      "learning_rate": 2.1204922753717693e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5288310170173645,
      "num_tokens": 349639360.0,
      "step": 454060
    },
    {
      "epoch": 0.5759692931383965,
      "grad_norm": 5.0625,
      "learning_rate": 2.1204288443631402e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5436829894781112,
      "num_tokens": 349646620.0,
      "step": 454070
    },
    {
      "epoch": 0.5759819777309293,
      "grad_norm": 5.5,
      "learning_rate": 2.1203654133545108e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.5341525495052337,
      "num_tokens": 349654135.0,
      "step": 454080
    },
    {
      "epoch": 0.5759946623234622,
      "grad_norm": 5.90625,
      "learning_rate": 2.1203019823458816e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5674993067979812,
      "num_tokens": 349661346.0,
      "step": 454090
    },
    {
      "epoch": 0.576007346915995,
      "grad_norm": 5.28125,
      "learning_rate": 2.120238551337253e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5160139352083206,
      "num_tokens": 349668476.0,
      "step": 454100
    },
    {
      "epoch": 0.5760200315085279,
      "grad_norm": 5.34375,
      "learning_rate": 2.1201751203286234e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5372764050960541,
      "num_tokens": 349677101.0,
      "step": 454110
    },
    {
      "epoch": 0.5760327161010607,
      "grad_norm": 6.03125,
      "learning_rate": 2.1201116893199942e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5474568843841553,
      "num_tokens": 349685253.0,
      "step": 454120
    },
    {
      "epoch": 0.5760454006935936,
      "grad_norm": 5.28125,
      "learning_rate": 2.120048258311365e-05,
      "loss": 2.2214,
      "mean_token_accuracy": 0.5116434782743454,
      "num_tokens": 349693690.0,
      "step": 454130
    },
    {
      "epoch": 0.5760580852861263,
      "grad_norm": 7.96875,
      "learning_rate": 2.119984827302736e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5481593519449234,
      "num_tokens": 349700712.0,
      "step": 454140
    },
    {
      "epoch": 0.5760707698786592,
      "grad_norm": 6.875,
      "learning_rate": 2.119921396294107e-05,
      "loss": 2.2205,
      "mean_token_accuracy": 0.510722142457962,
      "num_tokens": 349708368.0,
      "step": 454150
    },
    {
      "epoch": 0.576083454471192,
      "grad_norm": 5.71875,
      "learning_rate": 2.1198579652854777e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5582085072994232,
      "num_tokens": 349715810.0,
      "step": 454160
    },
    {
      "epoch": 0.5760961390637248,
      "grad_norm": 5.125,
      "learning_rate": 2.1197945342768486e-05,
      "loss": 1.706,
      "mean_token_accuracy": 0.6009039461612702,
      "num_tokens": 349721187.0,
      "step": 454170
    },
    {
      "epoch": 0.5761088236562577,
      "grad_norm": 6.28125,
      "learning_rate": 2.1197311032682195e-05,
      "loss": 1.7379,
      "mean_token_accuracy": 0.6059610098600388,
      "num_tokens": 349727877.0,
      "step": 454180
    },
    {
      "epoch": 0.5761215082487905,
      "grad_norm": 5.71875,
      "learning_rate": 2.11966767225959e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5614627182483674,
      "num_tokens": 349735222.0,
      "step": 454190
    },
    {
      "epoch": 0.5761341928413234,
      "grad_norm": 6.78125,
      "learning_rate": 2.1196042412509612e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5227105349302292,
      "num_tokens": 349744065.0,
      "step": 454200
    },
    {
      "epoch": 0.5761468774338562,
      "grad_norm": 5.25,
      "learning_rate": 2.119540810242332e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.550890427827835,
      "num_tokens": 349751343.0,
      "step": 454210
    },
    {
      "epoch": 0.5761595620263891,
      "grad_norm": 5.15625,
      "learning_rate": 2.1194773792337027e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5429484248161316,
      "num_tokens": 349759215.0,
      "step": 454220
    },
    {
      "epoch": 0.5761722466189219,
      "grad_norm": 5.21875,
      "learning_rate": 2.1194139482250735e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5450955659151078,
      "num_tokens": 349765925.0,
      "step": 454230
    },
    {
      "epoch": 0.5761849312114546,
      "grad_norm": 7.5625,
      "learning_rate": 2.1193505172164444e-05,
      "loss": 1.8559,
      "mean_token_accuracy": 0.5783590078353882,
      "num_tokens": 349772690.0,
      "step": 454240
    },
    {
      "epoch": 0.5761976158039875,
      "grad_norm": 4.78125,
      "learning_rate": 2.1192870862078153e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5487527072429657,
      "num_tokens": 349781685.0,
      "step": 454250
    },
    {
      "epoch": 0.5762103003965203,
      "grad_norm": 5.375,
      "learning_rate": 2.119223655199186e-05,
      "loss": 2.2777,
      "mean_token_accuracy": 0.5114448964595795,
      "num_tokens": 349789741.0,
      "step": 454260
    },
    {
      "epoch": 0.5762229849890532,
      "grad_norm": 5.3125,
      "learning_rate": 2.119160224190557e-05,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5684600919485092,
      "num_tokens": 349795196.0,
      "step": 454270
    },
    {
      "epoch": 0.576235669581586,
      "grad_norm": 6.125,
      "learning_rate": 2.119096793181928e-05,
      "loss": 2.2561,
      "mean_token_accuracy": 0.5171971619129181,
      "num_tokens": 349804073.0,
      "step": 454280
    },
    {
      "epoch": 0.5762483541741189,
      "grad_norm": 5.71875,
      "learning_rate": 2.1190333621732984e-05,
      "loss": 2.1934,
      "mean_token_accuracy": 0.5277379095554352,
      "num_tokens": 349812493.0,
      "step": 454290
    },
    {
      "epoch": 0.5762610387666517,
      "grad_norm": 5.09375,
      "learning_rate": 2.1189699311646696e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5703106224536896,
      "num_tokens": 349820540.0,
      "step": 454300
    },
    {
      "epoch": 0.5762737233591846,
      "grad_norm": 4.9375,
      "learning_rate": 2.1189065001560405e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5516267418861389,
      "num_tokens": 349829032.0,
      "step": 454310
    },
    {
      "epoch": 0.5762864079517174,
      "grad_norm": 5.03125,
      "learning_rate": 2.118843069147411e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5582472234964371,
      "num_tokens": 349836107.0,
      "step": 454320
    },
    {
      "epoch": 0.5762990925442502,
      "grad_norm": 6.25,
      "learning_rate": 2.118779638138782e-05,
      "loss": 1.7129,
      "mean_token_accuracy": 0.6092993736267089,
      "num_tokens": 349841701.0,
      "step": 454330
    },
    {
      "epoch": 0.576311777136783,
      "grad_norm": 5.84375,
      "learning_rate": 2.1187162071301528e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5485516488552094,
      "num_tokens": 349849710.0,
      "step": 454340
    },
    {
      "epoch": 0.5763244617293158,
      "grad_norm": 6.3125,
      "learning_rate": 2.118652776121524e-05,
      "loss": 1.9113,
      "mean_token_accuracy": 0.5612869977951049,
      "num_tokens": 349855648.0,
      "step": 454350
    },
    {
      "epoch": 0.5763371463218487,
      "grad_norm": 6.5625,
      "learning_rate": 2.1185893451128945e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5565453618764877,
      "num_tokens": 349862806.0,
      "step": 454360
    },
    {
      "epoch": 0.5763498309143815,
      "grad_norm": 6.84375,
      "learning_rate": 2.1185259141042654e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5210482239723205,
      "num_tokens": 349870974.0,
      "step": 454370
    },
    {
      "epoch": 0.5763625155069144,
      "grad_norm": 7.6875,
      "learning_rate": 2.1184624830956363e-05,
      "loss": 1.7417,
      "mean_token_accuracy": 0.6122296929359436,
      "num_tokens": 349878732.0,
      "step": 454380
    },
    {
      "epoch": 0.5763752000994472,
      "grad_norm": 5.84375,
      "learning_rate": 2.118399052087007e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.53816536962986,
      "num_tokens": 349886742.0,
      "step": 454390
    },
    {
      "epoch": 0.57638788469198,
      "grad_norm": 4.78125,
      "learning_rate": 2.118335621078378e-05,
      "loss": 2.227,
      "mean_token_accuracy": 0.515861889719963,
      "num_tokens": 349895885.0,
      "step": 454400
    },
    {
      "epoch": 0.5764005692845129,
      "grad_norm": 10.75,
      "learning_rate": 2.118272190069749e-05,
      "loss": 1.9087,
      "mean_token_accuracy": 0.5753242015838623,
      "num_tokens": 349903937.0,
      "step": 454410
    },
    {
      "epoch": 0.5764132538770457,
      "grad_norm": 5.625,
      "learning_rate": 2.1182087590611198e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5626424312591553,
      "num_tokens": 349910966.0,
      "step": 454420
    },
    {
      "epoch": 0.5764259384695786,
      "grad_norm": 5.25,
      "learning_rate": 2.1181453280524903e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5684435129165649,
      "num_tokens": 349917829.0,
      "step": 454430
    },
    {
      "epoch": 0.5764386230621114,
      "grad_norm": 6.6875,
      "learning_rate": 2.1180818970438615e-05,
      "loss": 2.2276,
      "mean_token_accuracy": 0.5161650747060775,
      "num_tokens": 349925456.0,
      "step": 454440
    },
    {
      "epoch": 0.5764513076546443,
      "grad_norm": 5.40625,
      "learning_rate": 2.1180184660352324e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5633050471544265,
      "num_tokens": 349931518.0,
      "step": 454450
    },
    {
      "epoch": 0.576463992247177,
      "grad_norm": 5.59375,
      "learning_rate": 2.117955035026603e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5465485483407975,
      "num_tokens": 349940269.0,
      "step": 454460
    },
    {
      "epoch": 0.5764766768397098,
      "grad_norm": 6.21875,
      "learning_rate": 2.1178916040179738e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5268348783254624,
      "num_tokens": 349947770.0,
      "step": 454470
    },
    {
      "epoch": 0.5764893614322427,
      "grad_norm": 7.4375,
      "learning_rate": 2.1178281730093447e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5648820757865906,
      "num_tokens": 349953909.0,
      "step": 454480
    },
    {
      "epoch": 0.5765020460247755,
      "grad_norm": 6.9375,
      "learning_rate": 2.1177647420007156e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5237856715917587,
      "num_tokens": 349962243.0,
      "step": 454490
    },
    {
      "epoch": 0.5765147306173084,
      "grad_norm": 4.78125,
      "learning_rate": 2.1177013109920864e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5326349437236786,
      "num_tokens": 349970557.0,
      "step": 454500
    },
    {
      "epoch": 0.5765274152098412,
      "grad_norm": 9.125,
      "learning_rate": 2.1176378799834573e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5561495214700699,
      "num_tokens": 349978435.0,
      "step": 454510
    },
    {
      "epoch": 0.5765400998023741,
      "grad_norm": 6.90625,
      "learning_rate": 2.1175744489748282e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5242515444755554,
      "num_tokens": 349986902.0,
      "step": 454520
    },
    {
      "epoch": 0.5765527843949069,
      "grad_norm": 6.71875,
      "learning_rate": 2.1175110179661987e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5550061583518981,
      "num_tokens": 349993733.0,
      "step": 454530
    },
    {
      "epoch": 0.5765654689874398,
      "grad_norm": 7.9375,
      "learning_rate": 2.11744758695757e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5429626196622849,
      "num_tokens": 350001303.0,
      "step": 454540
    },
    {
      "epoch": 0.5765781535799726,
      "grad_norm": 5.03125,
      "learning_rate": 2.1173841559489408e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.559160104393959,
      "num_tokens": 350008673.0,
      "step": 454550
    },
    {
      "epoch": 0.5765908381725053,
      "grad_norm": 5.75,
      "learning_rate": 2.1173207249403117e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5418258219957351,
      "num_tokens": 350017009.0,
      "step": 454560
    },
    {
      "epoch": 0.5766035227650382,
      "grad_norm": 6.78125,
      "learning_rate": 2.1172572939316822e-05,
      "loss": 1.7216,
      "mean_token_accuracy": 0.6059980750083923,
      "num_tokens": 350022766.0,
      "step": 454570
    },
    {
      "epoch": 0.576616207357571,
      "grad_norm": 5.03125,
      "learning_rate": 2.117193862923053e-05,
      "loss": 1.6886,
      "mean_token_accuracy": 0.6158858239650726,
      "num_tokens": 350030908.0,
      "step": 454580
    },
    {
      "epoch": 0.5766288919501039,
      "grad_norm": 7.9375,
      "learning_rate": 2.1171304319144243e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5298763424158096,
      "num_tokens": 350038674.0,
      "step": 454590
    },
    {
      "epoch": 0.5766415765426367,
      "grad_norm": 6.03125,
      "learning_rate": 2.117067000905795e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5403103739023208,
      "num_tokens": 350047016.0,
      "step": 454600
    },
    {
      "epoch": 0.5766542611351696,
      "grad_norm": 7.46875,
      "learning_rate": 2.1170035698971657e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.561774554848671,
      "num_tokens": 350053491.0,
      "step": 454610
    },
    {
      "epoch": 0.5766669457277024,
      "grad_norm": 5.03125,
      "learning_rate": 2.1169401388885366e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.531079825758934,
      "num_tokens": 350061940.0,
      "step": 454620
    },
    {
      "epoch": 0.5766796303202352,
      "grad_norm": 4.4375,
      "learning_rate": 2.1168767078799075e-05,
      "loss": 1.9204,
      "mean_token_accuracy": 0.5719526529312133,
      "num_tokens": 350069302.0,
      "step": 454630
    },
    {
      "epoch": 0.5766923149127681,
      "grad_norm": 5.8125,
      "learning_rate": 2.1168132768712783e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5854482918977737,
      "num_tokens": 350076339.0,
      "step": 454640
    },
    {
      "epoch": 0.5767049995053009,
      "grad_norm": 4.84375,
      "learning_rate": 2.1167498458626492e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5355798065662384,
      "num_tokens": 350084621.0,
      "step": 454650
    },
    {
      "epoch": 0.5767176840978337,
      "grad_norm": 6.21875,
      "learning_rate": 2.11668641485402e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5504000186920166,
      "num_tokens": 350091348.0,
      "step": 454660
    },
    {
      "epoch": 0.5767303686903665,
      "grad_norm": 5.21875,
      "learning_rate": 2.1166229838453906e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5623019605875015,
      "num_tokens": 350100258.0,
      "step": 454670
    },
    {
      "epoch": 0.5767430532828994,
      "grad_norm": 5.1875,
      "learning_rate": 2.1165595528367615e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5567714750766755,
      "num_tokens": 350107842.0,
      "step": 454680
    },
    {
      "epoch": 0.5767557378754322,
      "grad_norm": 5.9375,
      "learning_rate": 2.1164961218281327e-05,
      "loss": 1.7036,
      "mean_token_accuracy": 0.6203784346580505,
      "num_tokens": 350114998.0,
      "step": 454690
    },
    {
      "epoch": 0.5767684224679651,
      "grad_norm": 5.53125,
      "learning_rate": 2.1164326908195032e-05,
      "loss": 1.8836,
      "mean_token_accuracy": 0.5793908029794693,
      "num_tokens": 350121928.0,
      "step": 454700
    },
    {
      "epoch": 0.5767811070604979,
      "grad_norm": 5.09375,
      "learning_rate": 2.116369259810874e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5396487146615982,
      "num_tokens": 350128964.0,
      "step": 454710
    },
    {
      "epoch": 0.5767937916530307,
      "grad_norm": 5.34375,
      "learning_rate": 2.116305828802245e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5286262989044189,
      "num_tokens": 350137115.0,
      "step": 454720
    },
    {
      "epoch": 0.5768064762455636,
      "grad_norm": 6.0625,
      "learning_rate": 2.116242397793616e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5238046795129776,
      "num_tokens": 350145348.0,
      "step": 454730
    },
    {
      "epoch": 0.5768191608380964,
      "grad_norm": 7.03125,
      "learning_rate": 2.1161789667849867e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5311125248670578,
      "num_tokens": 350152612.0,
      "step": 454740
    },
    {
      "epoch": 0.5768318454306293,
      "grad_norm": 5.5625,
      "learning_rate": 2.1161155357763576e-05,
      "loss": 1.8433,
      "mean_token_accuracy": 0.595952770113945,
      "num_tokens": 350160061.0,
      "step": 454750
    },
    {
      "epoch": 0.576844530023162,
      "grad_norm": 7.8125,
      "learning_rate": 2.1160521047677285e-05,
      "loss": 1.7884,
      "mean_token_accuracy": 0.6017326086759567,
      "num_tokens": 350166516.0,
      "step": 454760
    },
    {
      "epoch": 0.576857214615695,
      "grad_norm": 7.375,
      "learning_rate": 2.1159886737590994e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5501394271850586,
      "num_tokens": 350174239.0,
      "step": 454770
    },
    {
      "epoch": 0.5768698992082277,
      "grad_norm": 6.5625,
      "learning_rate": 2.11592524275047e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5462615370750428,
      "num_tokens": 350182174.0,
      "step": 454780
    },
    {
      "epoch": 0.5768825838007605,
      "grad_norm": 5.0,
      "learning_rate": 2.115861811741841e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5692104607820511,
      "num_tokens": 350190374.0,
      "step": 454790
    },
    {
      "epoch": 0.5768952683932934,
      "grad_norm": 6.03125,
      "learning_rate": 2.115798380733212e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5340660989284516,
      "num_tokens": 350197799.0,
      "step": 454800
    },
    {
      "epoch": 0.5769079529858262,
      "grad_norm": 4.78125,
      "learning_rate": 2.1157349497245825e-05,
      "loss": 1.8448,
      "mean_token_accuracy": 0.5933398485183716,
      "num_tokens": 350204573.0,
      "step": 454810
    },
    {
      "epoch": 0.5769206375783591,
      "grad_norm": 6.03125,
      "learning_rate": 2.1156715187159534e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5515019983053208,
      "num_tokens": 350211957.0,
      "step": 454820
    },
    {
      "epoch": 0.5769333221708919,
      "grad_norm": 6.03125,
      "learning_rate": 2.1156080877073243e-05,
      "loss": 1.9804,
      "mean_token_accuracy": 0.5627016752958298,
      "num_tokens": 350220193.0,
      "step": 454830
    },
    {
      "epoch": 0.5769460067634248,
      "grad_norm": 4.875,
      "learning_rate": 2.115544656698695e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5442525804042816,
      "num_tokens": 350227145.0,
      "step": 454840
    },
    {
      "epoch": 0.5769586913559576,
      "grad_norm": 6.6875,
      "learning_rate": 2.115481225690066e-05,
      "loss": 2.2468,
      "mean_token_accuracy": 0.5093123555183411,
      "num_tokens": 350235209.0,
      "step": 454850
    },
    {
      "epoch": 0.5769713759484905,
      "grad_norm": 5.09375,
      "learning_rate": 2.115417794681437e-05,
      "loss": 1.7474,
      "mean_token_accuracy": 0.6124263912439346,
      "num_tokens": 350241887.0,
      "step": 454860
    },
    {
      "epoch": 0.5769840605410232,
      "grad_norm": 4.4375,
      "learning_rate": 2.1153543636728078e-05,
      "loss": 1.8357,
      "mean_token_accuracy": 0.5805050671100617,
      "num_tokens": 350249071.0,
      "step": 454870
    },
    {
      "epoch": 0.576996745133556,
      "grad_norm": 5.0625,
      "learning_rate": 2.1152909326641786e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5317286580801011,
      "num_tokens": 350257646.0,
      "step": 454880
    },
    {
      "epoch": 0.5770094297260889,
      "grad_norm": 5.21875,
      "learning_rate": 2.1152275016555495e-05,
      "loss": 2.2201,
      "mean_token_accuracy": 0.5226289093494415,
      "num_tokens": 350266079.0,
      "step": 454890
    },
    {
      "epoch": 0.5770221143186217,
      "grad_norm": 5.375,
      "learning_rate": 2.1151640706469204e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5515471667051315,
      "num_tokens": 350274045.0,
      "step": 454900
    },
    {
      "epoch": 0.5770347989111546,
      "grad_norm": 5.75,
      "learning_rate": 2.115100639638291e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5337163418531418,
      "num_tokens": 350281102.0,
      "step": 454910
    },
    {
      "epoch": 0.5770474835036874,
      "grad_norm": 5.5,
      "learning_rate": 2.1150372086296618e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5658999741077423,
      "num_tokens": 350288705.0,
      "step": 454920
    },
    {
      "epoch": 0.5770601680962203,
      "grad_norm": 5.21875,
      "learning_rate": 2.114973777621033e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5351075917482376,
      "num_tokens": 350297400.0,
      "step": 454930
    },
    {
      "epoch": 0.5770728526887531,
      "grad_norm": 6.53125,
      "learning_rate": 2.114910346612404e-05,
      "loss": 1.819,
      "mean_token_accuracy": 0.5911899745464325,
      "num_tokens": 350304493.0,
      "step": 454940
    },
    {
      "epoch": 0.5770855372812859,
      "grad_norm": 7.4375,
      "learning_rate": 2.1148469156037744e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5500721096992492,
      "num_tokens": 350311793.0,
      "step": 454950
    },
    {
      "epoch": 0.5770982218738188,
      "grad_norm": 5.28125,
      "learning_rate": 2.1147834845951453e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5313065856695175,
      "num_tokens": 350320002.0,
      "step": 454960
    },
    {
      "epoch": 0.5771109064663515,
      "grad_norm": 4.84375,
      "learning_rate": 2.114720053586516e-05,
      "loss": 2.241,
      "mean_token_accuracy": 0.5147384762763977,
      "num_tokens": 350327602.0,
      "step": 454970
    },
    {
      "epoch": 0.5771235910588844,
      "grad_norm": 5.1875,
      "learning_rate": 2.114656622577887e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5446850895881653,
      "num_tokens": 350335436.0,
      "step": 454980
    },
    {
      "epoch": 0.5771362756514172,
      "grad_norm": 5.78125,
      "learning_rate": 2.114593191569258e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5214681893587112,
      "num_tokens": 350344121.0,
      "step": 454990
    },
    {
      "epoch": 0.5771489602439501,
      "grad_norm": 4.75,
      "learning_rate": 2.1145297605606288e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.5241514027118683,
      "num_tokens": 350352922.0,
      "step": 455000
    },
    {
      "epoch": 0.5771616448364829,
      "grad_norm": 6.21875,
      "learning_rate": 2.1144663295519997e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5423857063055039,
      "num_tokens": 350359956.0,
      "step": 455010
    },
    {
      "epoch": 0.5771743294290157,
      "grad_norm": 5.25,
      "learning_rate": 2.1144028985433702e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5688814401626587,
      "num_tokens": 350366810.0,
      "step": 455020
    },
    {
      "epoch": 0.5771870140215486,
      "grad_norm": 4.96875,
      "learning_rate": 2.1143394675347414e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5437698423862457,
      "num_tokens": 350375247.0,
      "step": 455030
    },
    {
      "epoch": 0.5771996986140814,
      "grad_norm": 13.0625,
      "learning_rate": 2.1142760365261123e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5284524649381638,
      "num_tokens": 350383320.0,
      "step": 455040
    },
    {
      "epoch": 0.5772123832066143,
      "grad_norm": 6.3125,
      "learning_rate": 2.1142126055174828e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.5885367393493652,
      "num_tokens": 350391493.0,
      "step": 455050
    },
    {
      "epoch": 0.5772250677991471,
      "grad_norm": 6.34375,
      "learning_rate": 2.1141491745088537e-05,
      "loss": 1.7473,
      "mean_token_accuracy": 0.6047065734863282,
      "num_tokens": 350397673.0,
      "step": 455060
    },
    {
      "epoch": 0.57723775239168,
      "grad_norm": 8.3125,
      "learning_rate": 2.1140857435002246e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5579711765050888,
      "num_tokens": 350404925.0,
      "step": 455070
    },
    {
      "epoch": 0.5772504369842127,
      "grad_norm": 7.28125,
      "learning_rate": 2.1140223124915954e-05,
      "loss": 1.7709,
      "mean_token_accuracy": 0.5918200194835663,
      "num_tokens": 350412146.0,
      "step": 455080
    },
    {
      "epoch": 0.5772631215767456,
      "grad_norm": 7.875,
      "learning_rate": 2.1139588814829663e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5600415945053101,
      "num_tokens": 350420239.0,
      "step": 455090
    },
    {
      "epoch": 0.5772758061692784,
      "grad_norm": 6.84375,
      "learning_rate": 2.1138954504743372e-05,
      "loss": 1.6531,
      "mean_token_accuracy": 0.6227580457925797,
      "num_tokens": 350426136.0,
      "step": 455100
    },
    {
      "epoch": 0.5772884907618112,
      "grad_norm": 5.125,
      "learning_rate": 2.113832019465708e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5430182307958603,
      "num_tokens": 350434243.0,
      "step": 455110
    },
    {
      "epoch": 0.5773011753543441,
      "grad_norm": 5.78125,
      "learning_rate": 2.1137685884570786e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5409261614084244,
      "num_tokens": 350443449.0,
      "step": 455120
    },
    {
      "epoch": 0.5773138599468769,
      "grad_norm": 5.625,
      "learning_rate": 2.1137051574484498e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5378625452518463,
      "num_tokens": 350451858.0,
      "step": 455130
    },
    {
      "epoch": 0.5773265445394098,
      "grad_norm": 5.875,
      "learning_rate": 2.1136417264398207e-05,
      "loss": 1.7786,
      "mean_token_accuracy": 0.6089935898780823,
      "num_tokens": 350458544.0,
      "step": 455140
    },
    {
      "epoch": 0.5773392291319426,
      "grad_norm": 5.875,
      "learning_rate": 2.1135782954311916e-05,
      "loss": 1.664,
      "mean_token_accuracy": 0.61667760014534,
      "num_tokens": 350464896.0,
      "step": 455150
    },
    {
      "epoch": 0.5773519137244755,
      "grad_norm": 5.96875,
      "learning_rate": 2.113514864422562e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5290459513664245,
      "num_tokens": 350473150.0,
      "step": 455160
    },
    {
      "epoch": 0.5773645983170083,
      "grad_norm": 6.0625,
      "learning_rate": 2.113451433413933e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5313134372234345,
      "num_tokens": 350481970.0,
      "step": 455170
    },
    {
      "epoch": 0.577377282909541,
      "grad_norm": 5.0,
      "learning_rate": 2.1133880024053042e-05,
      "loss": 2.2137,
      "mean_token_accuracy": 0.5081532418727874,
      "num_tokens": 350491266.0,
      "step": 455180
    },
    {
      "epoch": 0.5773899675020739,
      "grad_norm": 14.6875,
      "learning_rate": 2.1133245713966747e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5429052144289017,
      "num_tokens": 350498616.0,
      "step": 455190
    },
    {
      "epoch": 0.5774026520946067,
      "grad_norm": 4.71875,
      "learning_rate": 2.1132611403880456e-05,
      "loss": 1.9804,
      "mean_token_accuracy": 0.5662969738245011,
      "num_tokens": 350507611.0,
      "step": 455200
    },
    {
      "epoch": 0.5774153366871396,
      "grad_norm": 11.75,
      "learning_rate": 2.1131977093794165e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5355169981718063,
      "num_tokens": 350514758.0,
      "step": 455210
    },
    {
      "epoch": 0.5774280212796724,
      "grad_norm": 7.96875,
      "learning_rate": 2.1131342783707873e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5451454877853393,
      "num_tokens": 350522471.0,
      "step": 455220
    },
    {
      "epoch": 0.5774407058722053,
      "grad_norm": 6.90625,
      "learning_rate": 2.1130708473621582e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5413974791765213,
      "num_tokens": 350529672.0,
      "step": 455230
    },
    {
      "epoch": 0.5774533904647381,
      "grad_norm": 6.28125,
      "learning_rate": 2.113007416353529e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5257689207792282,
      "num_tokens": 350536763.0,
      "step": 455240
    },
    {
      "epoch": 0.577466075057271,
      "grad_norm": 4.8125,
      "learning_rate": 2.1129439853449e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5429607629776001,
      "num_tokens": 350544549.0,
      "step": 455250
    },
    {
      "epoch": 0.5774787596498038,
      "grad_norm": 5.15625,
      "learning_rate": 2.1128805543362705e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5553290247917175,
      "num_tokens": 350552148.0,
      "step": 455260
    },
    {
      "epoch": 0.5774914442423366,
      "grad_norm": 5.65625,
      "learning_rate": 2.1128171233276414e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5539677202701568,
      "num_tokens": 350559991.0,
      "step": 455270
    },
    {
      "epoch": 0.5775041288348695,
      "grad_norm": 6.1875,
      "learning_rate": 2.1127536923190126e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5549129247665405,
      "num_tokens": 350567639.0,
      "step": 455280
    },
    {
      "epoch": 0.5775168134274022,
      "grad_norm": 14.9375,
      "learning_rate": 2.112690261310383e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5428127020597457,
      "num_tokens": 350574017.0,
      "step": 455290
    },
    {
      "epoch": 0.5775294980199351,
      "grad_norm": 7.375,
      "learning_rate": 2.112626830301754e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.562998166680336,
      "num_tokens": 350581873.0,
      "step": 455300
    },
    {
      "epoch": 0.5775421826124679,
      "grad_norm": 5.78125,
      "learning_rate": 2.112563399293125e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5480228275060653,
      "num_tokens": 350590561.0,
      "step": 455310
    },
    {
      "epoch": 0.5775548672050008,
      "grad_norm": 5.84375,
      "learning_rate": 2.112499968284496e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5447162210941314,
      "num_tokens": 350597752.0,
      "step": 455320
    },
    {
      "epoch": 0.5775675517975336,
      "grad_norm": 5.0,
      "learning_rate": 2.1124365372758666e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5476834625005722,
      "num_tokens": 350606437.0,
      "step": 455330
    },
    {
      "epoch": 0.5775802363900664,
      "grad_norm": 4.4375,
      "learning_rate": 2.1123731062672375e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5362800657749176,
      "num_tokens": 350613432.0,
      "step": 455340
    },
    {
      "epoch": 0.5775929209825993,
      "grad_norm": 7.46875,
      "learning_rate": 2.1123096752586084e-05,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5618144512176514,
      "num_tokens": 350621108.0,
      "step": 455350
    },
    {
      "epoch": 0.5776056055751321,
      "grad_norm": 5.0625,
      "learning_rate": 2.1122462442499792e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5470676869153976,
      "num_tokens": 350627405.0,
      "step": 455360
    },
    {
      "epoch": 0.577618290167665,
      "grad_norm": 5.09375,
      "learning_rate": 2.11218281324135e-05,
      "loss": 1.8207,
      "mean_token_accuracy": 0.5891854524612427,
      "num_tokens": 350633451.0,
      "step": 455370
    },
    {
      "epoch": 0.5776309747601978,
      "grad_norm": 5.9375,
      "learning_rate": 2.112119382232721e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5653180599212646,
      "num_tokens": 350641221.0,
      "step": 455380
    },
    {
      "epoch": 0.5776436593527307,
      "grad_norm": 5.03125,
      "learning_rate": 2.112055951224092e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5314463317394257,
      "num_tokens": 350649320.0,
      "step": 455390
    },
    {
      "epoch": 0.5776563439452634,
      "grad_norm": 6.1875,
      "learning_rate": 2.1119925202154624e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5423709243535996,
      "num_tokens": 350657204.0,
      "step": 455400
    },
    {
      "epoch": 0.5776690285377962,
      "grad_norm": 8.0,
      "learning_rate": 2.1119290892068333e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5595519810914993,
      "num_tokens": 350665159.0,
      "step": 455410
    },
    {
      "epoch": 0.5776817131303291,
      "grad_norm": 12.5625,
      "learning_rate": 2.1118656581982045e-05,
      "loss": 1.8538,
      "mean_token_accuracy": 0.595833745598793,
      "num_tokens": 350672000.0,
      "step": 455420
    },
    {
      "epoch": 0.5776943977228619,
      "grad_norm": 7.1875,
      "learning_rate": 2.111802227189575e-05,
      "loss": 2.3075,
      "mean_token_accuracy": 0.5095276713371277,
      "num_tokens": 350680670.0,
      "step": 455430
    },
    {
      "epoch": 0.5777070823153948,
      "grad_norm": 5.6875,
      "learning_rate": 2.111738796180946e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.531547686457634,
      "num_tokens": 350687989.0,
      "step": 455440
    },
    {
      "epoch": 0.5777197669079276,
      "grad_norm": 8.5625,
      "learning_rate": 2.1116753651723168e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5533718496561051,
      "num_tokens": 350694515.0,
      "step": 455450
    },
    {
      "epoch": 0.5777324515004605,
      "grad_norm": 6.71875,
      "learning_rate": 2.1116119341636876e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.541863477230072,
      "num_tokens": 350702481.0,
      "step": 455460
    },
    {
      "epoch": 0.5777451360929933,
      "grad_norm": 5.78125,
      "learning_rate": 2.1115485031550585e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5629644840955734,
      "num_tokens": 350711096.0,
      "step": 455470
    },
    {
      "epoch": 0.5777578206855262,
      "grad_norm": 5.71875,
      "learning_rate": 2.1114850721464294e-05,
      "loss": 1.7626,
      "mean_token_accuracy": 0.6013602614402771,
      "num_tokens": 350717333.0,
      "step": 455480
    },
    {
      "epoch": 0.577770505278059,
      "grad_norm": 5.46875,
      "learning_rate": 2.1114216411378003e-05,
      "loss": 1.8147,
      "mean_token_accuracy": 0.6041749507188797,
      "num_tokens": 350723117.0,
      "step": 455490
    },
    {
      "epoch": 0.5777831898705917,
      "grad_norm": 6.625,
      "learning_rate": 2.1113582101291708e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5471442729234696,
      "num_tokens": 350731620.0,
      "step": 455500
    },
    {
      "epoch": 0.5777958744631246,
      "grad_norm": 6.21875,
      "learning_rate": 2.1112947791205417e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5688200443983078,
      "num_tokens": 350738843.0,
      "step": 455510
    },
    {
      "epoch": 0.5778085590556574,
      "grad_norm": 6.4375,
      "learning_rate": 2.111231348111913e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5379694551229477,
      "num_tokens": 350745994.0,
      "step": 455520
    },
    {
      "epoch": 0.5778212436481903,
      "grad_norm": 5.40625,
      "learning_rate": 2.1111679171032838e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5534387171268463,
      "num_tokens": 350753579.0,
      "step": 455530
    },
    {
      "epoch": 0.5778339282407231,
      "grad_norm": 4.90625,
      "learning_rate": 2.1111044860946543e-05,
      "loss": 1.9161,
      "mean_token_accuracy": 0.573500245809555,
      "num_tokens": 350761166.0,
      "step": 455540
    },
    {
      "epoch": 0.577846612833256,
      "grad_norm": 5.5,
      "learning_rate": 2.111041055086025e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5315207093954086,
      "num_tokens": 350769136.0,
      "step": 455550
    },
    {
      "epoch": 0.5778592974257888,
      "grad_norm": 5.28125,
      "learning_rate": 2.110977624077396e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5556604832410812,
      "num_tokens": 350776440.0,
      "step": 455560
    },
    {
      "epoch": 0.5778719820183216,
      "grad_norm": 4.96875,
      "learning_rate": 2.110914193068767e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.540326738357544,
      "num_tokens": 350784132.0,
      "step": 455570
    },
    {
      "epoch": 0.5778846666108545,
      "grad_norm": 5.875,
      "learning_rate": 2.1108507620601378e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.53486407995224,
      "num_tokens": 350792181.0,
      "step": 455580
    },
    {
      "epoch": 0.5778973512033873,
      "grad_norm": 5.1875,
      "learning_rate": 2.1107873310515087e-05,
      "loss": 2.2039,
      "mean_token_accuracy": 0.5185397028923034,
      "num_tokens": 350800912.0,
      "step": 455590
    },
    {
      "epoch": 0.5779100357959202,
      "grad_norm": 5.71875,
      "learning_rate": 2.1107239000428795e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5433861225843429,
      "num_tokens": 350808748.0,
      "step": 455600
    },
    {
      "epoch": 0.5779227203884529,
      "grad_norm": 5.375,
      "learning_rate": 2.11066046903425e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5235808074474335,
      "num_tokens": 350816326.0,
      "step": 455610
    },
    {
      "epoch": 0.5779354049809858,
      "grad_norm": 5.78125,
      "learning_rate": 2.1105970380256213e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5438532799482345,
      "num_tokens": 350824065.0,
      "step": 455620
    },
    {
      "epoch": 0.5779480895735186,
      "grad_norm": 6.40625,
      "learning_rate": 2.110533607016992e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5654266059398652,
      "num_tokens": 350832174.0,
      "step": 455630
    },
    {
      "epoch": 0.5779607741660515,
      "grad_norm": 4.875,
      "learning_rate": 2.1104701760083627e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5510658502578736,
      "num_tokens": 350840307.0,
      "step": 455640
    },
    {
      "epoch": 0.5779734587585843,
      "grad_norm": 7.71875,
      "learning_rate": 2.1104067449997336e-05,
      "loss": 1.9469,
      "mean_token_accuracy": 0.5753542006015777,
      "num_tokens": 350847379.0,
      "step": 455650
    },
    {
      "epoch": 0.5779861433511171,
      "grad_norm": 5.875,
      "learning_rate": 2.1103433139911044e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5108119755983352,
      "num_tokens": 350856696.0,
      "step": 455660
    },
    {
      "epoch": 0.57799882794365,
      "grad_norm": 5.0,
      "learning_rate": 2.1102798829824753e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.536411589384079,
      "num_tokens": 350864372.0,
      "step": 455670
    },
    {
      "epoch": 0.5780115125361828,
      "grad_norm": 5.46875,
      "learning_rate": 2.1102164519738462e-05,
      "loss": 2.2346,
      "mean_token_accuracy": 0.5119520008563996,
      "num_tokens": 350872971.0,
      "step": 455680
    },
    {
      "epoch": 0.5780241971287157,
      "grad_norm": 5.59375,
      "learning_rate": 2.110153020965217e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5573667109012603,
      "num_tokens": 350881115.0,
      "step": 455690
    },
    {
      "epoch": 0.5780368817212485,
      "grad_norm": 5.1875,
      "learning_rate": 2.110089589956588e-05,
      "loss": 2.2773,
      "mean_token_accuracy": 0.5126661121845245,
      "num_tokens": 350889664.0,
      "step": 455700
    },
    {
      "epoch": 0.5780495663137813,
      "grad_norm": 6.78125,
      "learning_rate": 2.1100261589479585e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5584292232990264,
      "num_tokens": 350896695.0,
      "step": 455710
    },
    {
      "epoch": 0.5780622509063141,
      "grad_norm": 5.0625,
      "learning_rate": 2.1099627279393297e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5486358880996705,
      "num_tokens": 350904698.0,
      "step": 455720
    },
    {
      "epoch": 0.5780749354988469,
      "grad_norm": 6.90625,
      "learning_rate": 2.1098992969307006e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.557096204161644,
      "num_tokens": 350912647.0,
      "step": 455730
    },
    {
      "epoch": 0.5780876200913798,
      "grad_norm": 5.0625,
      "learning_rate": 2.1098358659220714e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.572817125916481,
      "num_tokens": 350921176.0,
      "step": 455740
    },
    {
      "epoch": 0.5781003046839126,
      "grad_norm": 7.5625,
      "learning_rate": 2.109772434913442e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5354963064193725,
      "num_tokens": 350929052.0,
      "step": 455750
    },
    {
      "epoch": 0.5781129892764455,
      "grad_norm": 5.4375,
      "learning_rate": 2.1097090039048132e-05,
      "loss": 2.2876,
      "mean_token_accuracy": 0.5047830641269684,
      "num_tokens": 350938381.0,
      "step": 455760
    },
    {
      "epoch": 0.5781256738689783,
      "grad_norm": 6.53125,
      "learning_rate": 2.109645572896184e-05,
      "loss": 1.9275,
      "mean_token_accuracy": 0.5809525161981582,
      "num_tokens": 350944797.0,
      "step": 455770
    },
    {
      "epoch": 0.5781383584615112,
      "grad_norm": 4.875,
      "learning_rate": 2.1095821418875546e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5481403410434723,
      "num_tokens": 350953442.0,
      "step": 455780
    },
    {
      "epoch": 0.578151043054044,
      "grad_norm": 5.40625,
      "learning_rate": 2.1095187108789255e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5687669664621353,
      "num_tokens": 350960970.0,
      "step": 455790
    },
    {
      "epoch": 0.5781637276465769,
      "grad_norm": 5.5625,
      "learning_rate": 2.1094552798702963e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5579437583684921,
      "num_tokens": 350968216.0,
      "step": 455800
    },
    {
      "epoch": 0.5781764122391096,
      "grad_norm": 7.28125,
      "learning_rate": 2.1093918488616672e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5754828214645386,
      "num_tokens": 350974853.0,
      "step": 455810
    },
    {
      "epoch": 0.5781890968316424,
      "grad_norm": 5.25,
      "learning_rate": 2.109328417853038e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5332065194845199,
      "num_tokens": 350982895.0,
      "step": 455820
    },
    {
      "epoch": 0.5782017814241753,
      "grad_norm": 5.625,
      "learning_rate": 2.109264986844409e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5478220641613006,
      "num_tokens": 350991088.0,
      "step": 455830
    },
    {
      "epoch": 0.5782144660167081,
      "grad_norm": 7.34375,
      "learning_rate": 2.1092015558357798e-05,
      "loss": 1.6551,
      "mean_token_accuracy": 0.6148050963878632,
      "num_tokens": 350997537.0,
      "step": 455840
    },
    {
      "epoch": 0.578227150609241,
      "grad_norm": 5.5,
      "learning_rate": 2.1091381248271504e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5172423332929611,
      "num_tokens": 351005530.0,
      "step": 455850
    },
    {
      "epoch": 0.5782398352017738,
      "grad_norm": 4.9375,
      "learning_rate": 2.1090746938185216e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5247314959764481,
      "num_tokens": 351014176.0,
      "step": 455860
    },
    {
      "epoch": 0.5782525197943067,
      "grad_norm": 7.0,
      "learning_rate": 2.1090112628098925e-05,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5725710362195968,
      "num_tokens": 351021480.0,
      "step": 455870
    },
    {
      "epoch": 0.5782652043868395,
      "grad_norm": 6.03125,
      "learning_rate": 2.108947831801263e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5438348889350891,
      "num_tokens": 351029944.0,
      "step": 455880
    },
    {
      "epoch": 0.5782778889793723,
      "grad_norm": 5.625,
      "learning_rate": 2.108884400792634e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5505505114793777,
      "num_tokens": 351037055.0,
      "step": 455890
    },
    {
      "epoch": 0.5782905735719052,
      "grad_norm": 9.4375,
      "learning_rate": 2.1088209697840047e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.558615094423294,
      "num_tokens": 351043966.0,
      "step": 455900
    },
    {
      "epoch": 0.578303258164438,
      "grad_norm": 5.53125,
      "learning_rate": 2.108757538775376e-05,
      "loss": 2.3117,
      "mean_token_accuracy": 0.5098066031932831,
      "num_tokens": 351051444.0,
      "step": 455910
    },
    {
      "epoch": 0.5783159427569708,
      "grad_norm": 5.15625,
      "learning_rate": 2.1086941077667465e-05,
      "loss": 1.8743,
      "mean_token_accuracy": 0.5825353235006332,
      "num_tokens": 351058943.0,
      "step": 455920
    },
    {
      "epoch": 0.5783286273495036,
      "grad_norm": 5.21875,
      "learning_rate": 2.1086306767581174e-05,
      "loss": 1.9469,
      "mean_token_accuracy": 0.5677063584327697,
      "num_tokens": 351065447.0,
      "step": 455930
    },
    {
      "epoch": 0.5783413119420365,
      "grad_norm": 5.90625,
      "learning_rate": 2.1085672457494882e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5454999923706054,
      "num_tokens": 351073778.0,
      "step": 455940
    },
    {
      "epoch": 0.5783539965345693,
      "grad_norm": 8.0,
      "learning_rate": 2.108503814740859e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5428931504487992,
      "num_tokens": 351081929.0,
      "step": 455950
    },
    {
      "epoch": 0.5783666811271021,
      "grad_norm": 5.84375,
      "learning_rate": 2.10844038373223e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5606331884860992,
      "num_tokens": 351089841.0,
      "step": 455960
    },
    {
      "epoch": 0.578379365719635,
      "grad_norm": 5.21875,
      "learning_rate": 2.108376952723601e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5297958374023437,
      "num_tokens": 351097379.0,
      "step": 455970
    },
    {
      "epoch": 0.5783920503121678,
      "grad_norm": 7.53125,
      "learning_rate": 2.1083135217149717e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5517745435237884,
      "num_tokens": 351103807.0,
      "step": 455980
    },
    {
      "epoch": 0.5784047349047007,
      "grad_norm": 6.6875,
      "learning_rate": 2.1082500907063423e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5458232969045639,
      "num_tokens": 351111548.0,
      "step": 455990
    },
    {
      "epoch": 0.5784174194972335,
      "grad_norm": 5.25,
      "learning_rate": 2.108186659697713e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5432484954595566,
      "num_tokens": 351119182.0,
      "step": 456000
    },
    {
      "epoch": 0.5784301040897664,
      "grad_norm": 9.125,
      "learning_rate": 2.1081232286890843e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5398551881313324,
      "num_tokens": 351126441.0,
      "step": 456010
    },
    {
      "epoch": 0.5784427886822991,
      "grad_norm": 6.78125,
      "learning_rate": 2.108059797680455e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5278225362300872,
      "num_tokens": 351135001.0,
      "step": 456020
    },
    {
      "epoch": 0.578455473274832,
      "grad_norm": 4.96875,
      "learning_rate": 2.1079963666718258e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5456523776054383,
      "num_tokens": 351142450.0,
      "step": 456030
    },
    {
      "epoch": 0.5784681578673648,
      "grad_norm": 4.96875,
      "learning_rate": 2.1079329356631966e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5699482947587967,
      "num_tokens": 351151015.0,
      "step": 456040
    },
    {
      "epoch": 0.5784808424598976,
      "grad_norm": 4.625,
      "learning_rate": 2.1078695046545675e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5525296539068222,
      "num_tokens": 351158836.0,
      "step": 456050
    },
    {
      "epoch": 0.5784935270524305,
      "grad_norm": 6.15625,
      "learning_rate": 2.1078060736459384e-05,
      "loss": 1.7302,
      "mean_token_accuracy": 0.5996338188648224,
      "num_tokens": 351166926.0,
      "step": 456060
    },
    {
      "epoch": 0.5785062116449633,
      "grad_norm": 5.53125,
      "learning_rate": 2.1077426426373093e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5530280411243439,
      "num_tokens": 351173936.0,
      "step": 456070
    },
    {
      "epoch": 0.5785188962374962,
      "grad_norm": 7.5,
      "learning_rate": 2.10767921162868e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.51356041431427,
      "num_tokens": 351181986.0,
      "step": 456080
    },
    {
      "epoch": 0.578531580830029,
      "grad_norm": 6.875,
      "learning_rate": 2.1076157806200507e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5430892258882523,
      "num_tokens": 351189246.0,
      "step": 456090
    },
    {
      "epoch": 0.5785442654225619,
      "grad_norm": 7.0,
      "learning_rate": 2.1075523496114215e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5640337944030762,
      "num_tokens": 351196235.0,
      "step": 456100
    },
    {
      "epoch": 0.5785569500150947,
      "grad_norm": 7.03125,
      "learning_rate": 2.1074889186027927e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5404554337263108,
      "num_tokens": 351204331.0,
      "step": 456110
    },
    {
      "epoch": 0.5785696346076274,
      "grad_norm": 6.9375,
      "learning_rate": 2.1074254875941636e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.5205364197492599,
      "num_tokens": 351212100.0,
      "step": 456120
    },
    {
      "epoch": 0.5785823192001603,
      "grad_norm": 5.6875,
      "learning_rate": 2.107362056585534e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5805465310811997,
      "num_tokens": 351219577.0,
      "step": 456130
    },
    {
      "epoch": 0.5785950037926931,
      "grad_norm": 23.875,
      "learning_rate": 2.107298625576905e-05,
      "loss": 2.2405,
      "mean_token_accuracy": 0.5318486392498016,
      "num_tokens": 351227258.0,
      "step": 456140
    },
    {
      "epoch": 0.578607688385226,
      "grad_norm": 6.84375,
      "learning_rate": 2.107235194568276e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5761878877878189,
      "num_tokens": 351234386.0,
      "step": 456150
    },
    {
      "epoch": 0.5786203729777588,
      "grad_norm": 7.1875,
      "learning_rate": 2.1071717635596468e-05,
      "loss": 2.3301,
      "mean_token_accuracy": 0.5215064793825149,
      "num_tokens": 351241906.0,
      "step": 456160
    },
    {
      "epoch": 0.5786330575702917,
      "grad_norm": 4.96875,
      "learning_rate": 2.1071083325510177e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5509232074022293,
      "num_tokens": 351251607.0,
      "step": 456170
    },
    {
      "epoch": 0.5786457421628245,
      "grad_norm": 6.25,
      "learning_rate": 2.1070449015423885e-05,
      "loss": 1.9592,
      "mean_token_accuracy": 0.5619270354509354,
      "num_tokens": 351259975.0,
      "step": 456180
    },
    {
      "epoch": 0.5786584267553574,
      "grad_norm": 5.15625,
      "learning_rate": 2.1069814705337594e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5223157554864883,
      "num_tokens": 351268164.0,
      "step": 456190
    },
    {
      "epoch": 0.5786711113478902,
      "grad_norm": 6.5,
      "learning_rate": 2.10691803952513e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5568460583686828,
      "num_tokens": 351276631.0,
      "step": 456200
    },
    {
      "epoch": 0.578683795940423,
      "grad_norm": 9.5625,
      "learning_rate": 2.106854608516501e-05,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5797925680875778,
      "num_tokens": 351283817.0,
      "step": 456210
    },
    {
      "epoch": 0.5786964805329559,
      "grad_norm": 5.53125,
      "learning_rate": 2.106791177507872e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5353867769241333,
      "num_tokens": 351292044.0,
      "step": 456220
    },
    {
      "epoch": 0.5787091651254886,
      "grad_norm": 4.78125,
      "learning_rate": 2.1067277464992426e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5369891375303268,
      "num_tokens": 351300017.0,
      "step": 456230
    },
    {
      "epoch": 0.5787218497180215,
      "grad_norm": 5.59375,
      "learning_rate": 2.1066643154906134e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.530445858836174,
      "num_tokens": 351308422.0,
      "step": 456240
    },
    {
      "epoch": 0.5787345343105543,
      "grad_norm": 4.5625,
      "learning_rate": 2.1066008844819846e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5676717847585678,
      "num_tokens": 351315505.0,
      "step": 456250
    },
    {
      "epoch": 0.5787472189030872,
      "grad_norm": 7.375,
      "learning_rate": 2.1065374534733552e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5394776046276093,
      "num_tokens": 351323783.0,
      "step": 456260
    },
    {
      "epoch": 0.57875990349562,
      "grad_norm": 6.4375,
      "learning_rate": 2.106474022464726e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5831368654966355,
      "num_tokens": 351330820.0,
      "step": 456270
    },
    {
      "epoch": 0.5787725880881528,
      "grad_norm": 15.5,
      "learning_rate": 2.106410591456097e-05,
      "loss": 1.7572,
      "mean_token_accuracy": 0.6139946639537811,
      "num_tokens": 351337931.0,
      "step": 456280
    },
    {
      "epoch": 0.5787852726806857,
      "grad_norm": 5.6875,
      "learning_rate": 2.1063471604474678e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5727100610733032,
      "num_tokens": 351345385.0,
      "step": 456290
    },
    {
      "epoch": 0.5787979572732185,
      "grad_norm": 6.59375,
      "learning_rate": 2.1062837294388387e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.551019361615181,
      "num_tokens": 351352198.0,
      "step": 456300
    },
    {
      "epoch": 0.5788106418657514,
      "grad_norm": 5.28125,
      "learning_rate": 2.1062202984302096e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5492394596338273,
      "num_tokens": 351360112.0,
      "step": 456310
    },
    {
      "epoch": 0.5788233264582842,
      "grad_norm": 4.9375,
      "learning_rate": 2.1061568674215804e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5399378955364227,
      "num_tokens": 351368420.0,
      "step": 456320
    },
    {
      "epoch": 0.5788360110508171,
      "grad_norm": 5.5625,
      "learning_rate": 2.1060934364129513e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5578963965177536,
      "num_tokens": 351376132.0,
      "step": 456330
    },
    {
      "epoch": 0.5788486956433498,
      "grad_norm": 5.59375,
      "learning_rate": 2.106030005404322e-05,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5163037151098251,
      "num_tokens": 351385140.0,
      "step": 456340
    },
    {
      "epoch": 0.5788613802358826,
      "grad_norm": 5.8125,
      "learning_rate": 2.105966574395693e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5316171437501908,
      "num_tokens": 351392946.0,
      "step": 456350
    },
    {
      "epoch": 0.5788740648284155,
      "grad_norm": 5.15625,
      "learning_rate": 2.105903143387064e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5473603785037995,
      "num_tokens": 351400667.0,
      "step": 456360
    },
    {
      "epoch": 0.5788867494209483,
      "grad_norm": 7.875,
      "learning_rate": 2.1058397123784345e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5647098958492279,
      "num_tokens": 351407936.0,
      "step": 456370
    },
    {
      "epoch": 0.5788994340134812,
      "grad_norm": 5.4375,
      "learning_rate": 2.1057762813698053e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5645516276359558,
      "num_tokens": 351414621.0,
      "step": 456380
    },
    {
      "epoch": 0.578912118606014,
      "grad_norm": 8.125,
      "learning_rate": 2.1057128503611762e-05,
      "loss": 2.3617,
      "mean_token_accuracy": 0.4959449082612991,
      "num_tokens": 351422704.0,
      "step": 456390
    },
    {
      "epoch": 0.5789248031985469,
      "grad_norm": 5.34375,
      "learning_rate": 2.105649419352547e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5611874729394912,
      "num_tokens": 351430568.0,
      "step": 456400
    },
    {
      "epoch": 0.5789374877910797,
      "grad_norm": 6.03125,
      "learning_rate": 2.105585988343918e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5768189847469329,
      "num_tokens": 351438514.0,
      "step": 456410
    },
    {
      "epoch": 0.5789501723836126,
      "grad_norm": 4.96875,
      "learning_rate": 2.1055225573352888e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5351736068725585,
      "num_tokens": 351447746.0,
      "step": 456420
    },
    {
      "epoch": 0.5789628569761454,
      "grad_norm": 5.40625,
      "learning_rate": 2.1054591263266597e-05,
      "loss": 1.7963,
      "mean_token_accuracy": 0.5888051807880401,
      "num_tokens": 351454883.0,
      "step": 456430
    },
    {
      "epoch": 0.5789755415686781,
      "grad_norm": 6.09375,
      "learning_rate": 2.1053956953180302e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5433137536048889,
      "num_tokens": 351462658.0,
      "step": 456440
    },
    {
      "epoch": 0.578988226161211,
      "grad_norm": 5.84375,
      "learning_rate": 2.1053322643094014e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5208554327487945,
      "num_tokens": 351471522.0,
      "step": 456450
    },
    {
      "epoch": 0.5790009107537438,
      "grad_norm": 6.0,
      "learning_rate": 2.1052688333007723e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5583349794149399,
      "num_tokens": 351479271.0,
      "step": 456460
    },
    {
      "epoch": 0.5790135953462767,
      "grad_norm": 7.25,
      "learning_rate": 2.105205402292143e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5600828498601913,
      "num_tokens": 351486552.0,
      "step": 456470
    },
    {
      "epoch": 0.5790262799388095,
      "grad_norm": 4.46875,
      "learning_rate": 2.1051419712835137e-05,
      "loss": 1.8641,
      "mean_token_accuracy": 0.5921819537878037,
      "num_tokens": 351494975.0,
      "step": 456480
    },
    {
      "epoch": 0.5790389645313424,
      "grad_norm": 5.15625,
      "learning_rate": 2.1050785402748846e-05,
      "loss": 1.8914,
      "mean_token_accuracy": 0.5881438702344894,
      "num_tokens": 351501985.0,
      "step": 456490
    },
    {
      "epoch": 0.5790516491238752,
      "grad_norm": 7.375,
      "learning_rate": 2.1050151092662558e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5743055254220962,
      "num_tokens": 351509590.0,
      "step": 456500
    },
    {
      "epoch": 0.579064333716408,
      "grad_norm": 7.125,
      "learning_rate": 2.1049516782576264e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5431392312049865,
      "num_tokens": 351516461.0,
      "step": 456510
    },
    {
      "epoch": 0.5790770183089409,
      "grad_norm": 5.65625,
      "learning_rate": 2.1048882472489972e-05,
      "loss": 1.9289,
      "mean_token_accuracy": 0.5686375081539154,
      "num_tokens": 351524960.0,
      "step": 456520
    },
    {
      "epoch": 0.5790897029014737,
      "grad_norm": 5.96875,
      "learning_rate": 2.104824816240368e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5332122057676315,
      "num_tokens": 351531783.0,
      "step": 456530
    },
    {
      "epoch": 0.5791023874940066,
      "grad_norm": 5.71875,
      "learning_rate": 2.104761385231739e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5358557939529419,
      "num_tokens": 351539842.0,
      "step": 456540
    },
    {
      "epoch": 0.5791150720865393,
      "grad_norm": 7.09375,
      "learning_rate": 2.10469795422311e-05,
      "loss": 1.9261,
      "mean_token_accuracy": 0.5779636055231094,
      "num_tokens": 351546942.0,
      "step": 456550
    },
    {
      "epoch": 0.5791277566790722,
      "grad_norm": 5.125,
      "learning_rate": 2.1046345232144807e-05,
      "loss": 2.2478,
      "mean_token_accuracy": 0.5144056409597397,
      "num_tokens": 351555694.0,
      "step": 456560
    },
    {
      "epoch": 0.579140441271605,
      "grad_norm": 5.46875,
      "learning_rate": 2.1045710922058516e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.520319327712059,
      "num_tokens": 351563793.0,
      "step": 456570
    },
    {
      "epoch": 0.5791531258641379,
      "grad_norm": 4.59375,
      "learning_rate": 2.104507661197222e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5398603975772858,
      "num_tokens": 351572391.0,
      "step": 456580
    },
    {
      "epoch": 0.5791658104566707,
      "grad_norm": 5.75,
      "learning_rate": 2.104444230188593e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5332513123750686,
      "num_tokens": 351579457.0,
      "step": 456590
    },
    {
      "epoch": 0.5791784950492035,
      "grad_norm": 8.125,
      "learning_rate": 2.1043807991799642e-05,
      "loss": 1.8571,
      "mean_token_accuracy": 0.5773563146591186,
      "num_tokens": 351585880.0,
      "step": 456600
    },
    {
      "epoch": 0.5791911796417364,
      "grad_norm": 5.5,
      "learning_rate": 2.1043173681713348e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5516410768032074,
      "num_tokens": 351592899.0,
      "step": 456610
    },
    {
      "epoch": 0.5792038642342692,
      "grad_norm": 5.3125,
      "learning_rate": 2.1042539371627056e-05,
      "loss": 2.2371,
      "mean_token_accuracy": 0.5160961776971817,
      "num_tokens": 351602315.0,
      "step": 456620
    },
    {
      "epoch": 0.5792165488268021,
      "grad_norm": 6.625,
      "learning_rate": 2.1041905061540765e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5255175113677979,
      "num_tokens": 351610642.0,
      "step": 456630
    },
    {
      "epoch": 0.5792292334193349,
      "grad_norm": 5.15625,
      "learning_rate": 2.1041270751454474e-05,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5691021084785461,
      "num_tokens": 351617517.0,
      "step": 456640
    },
    {
      "epoch": 0.5792419180118678,
      "grad_norm": 6.03125,
      "learning_rate": 2.1040636441368182e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5381653010845184,
      "num_tokens": 351625895.0,
      "step": 456650
    },
    {
      "epoch": 0.5792546026044005,
      "grad_norm": 6.59375,
      "learning_rate": 2.104000213128189e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5401501655578613,
      "num_tokens": 351633510.0,
      "step": 456660
    },
    {
      "epoch": 0.5792672871969333,
      "grad_norm": 4.90625,
      "learning_rate": 2.10393678211956e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5311333328485489,
      "num_tokens": 351640958.0,
      "step": 456670
    },
    {
      "epoch": 0.5792799717894662,
      "grad_norm": 7.46875,
      "learning_rate": 2.1038733511109305e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5396642655134201,
      "num_tokens": 351648934.0,
      "step": 456680
    },
    {
      "epoch": 0.579292656381999,
      "grad_norm": 5.0,
      "learning_rate": 2.1038099201023017e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.536079129576683,
      "num_tokens": 351656647.0,
      "step": 456690
    },
    {
      "epoch": 0.5793053409745319,
      "grad_norm": 8.0625,
      "learning_rate": 2.1037464890936726e-05,
      "loss": 1.8912,
      "mean_token_accuracy": 0.5816052675247192,
      "num_tokens": 351663681.0,
      "step": 456700
    },
    {
      "epoch": 0.5793180255670647,
      "grad_norm": 5.09375,
      "learning_rate": 2.1036830580850435e-05,
      "loss": 1.829,
      "mean_token_accuracy": 0.5830857634544373,
      "num_tokens": 351671096.0,
      "step": 456710
    },
    {
      "epoch": 0.5793307101595976,
      "grad_norm": 4.9375,
      "learning_rate": 2.103619627076414e-05,
      "loss": 1.8912,
      "mean_token_accuracy": 0.5812065958976745,
      "num_tokens": 351677692.0,
      "step": 456720
    },
    {
      "epoch": 0.5793433947521304,
      "grad_norm": 5.65625,
      "learning_rate": 2.103556196067785e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5697668582201004,
      "num_tokens": 351685750.0,
      "step": 456730
    },
    {
      "epoch": 0.5793560793446633,
      "grad_norm": 4.6875,
      "learning_rate": 2.103492765059156e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.534528037905693,
      "num_tokens": 351694760.0,
      "step": 456740
    },
    {
      "epoch": 0.579368763937196,
      "grad_norm": 6.53125,
      "learning_rate": 2.1034293340505267e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5733098924160004,
      "num_tokens": 351701679.0,
      "step": 456750
    },
    {
      "epoch": 0.5793814485297288,
      "grad_norm": 8.75,
      "learning_rate": 2.1033659030418975e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5364303350448608,
      "num_tokens": 351710418.0,
      "step": 456760
    },
    {
      "epoch": 0.5793941331222617,
      "grad_norm": 6.53125,
      "learning_rate": 2.1033024720332684e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5263908833265305,
      "num_tokens": 351717665.0,
      "step": 456770
    },
    {
      "epoch": 0.5794068177147945,
      "grad_norm": 4.90625,
      "learning_rate": 2.1032390410246393e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5513346374034882,
      "num_tokens": 351726250.0,
      "step": 456780
    },
    {
      "epoch": 0.5794195023073274,
      "grad_norm": 5.125,
      "learning_rate": 2.10317561001601e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.538994699716568,
      "num_tokens": 351733852.0,
      "step": 456790
    },
    {
      "epoch": 0.5794321868998602,
      "grad_norm": 5.4375,
      "learning_rate": 2.103112179007381e-05,
      "loss": 2.3118,
      "mean_token_accuracy": 0.5121466726064682,
      "num_tokens": 351741681.0,
      "step": 456800
    },
    {
      "epoch": 0.5794448714923931,
      "grad_norm": 5.625,
      "learning_rate": 2.103048747998752e-05,
      "loss": 1.8271,
      "mean_token_accuracy": 0.5906001806259156,
      "num_tokens": 351748433.0,
      "step": 456810
    },
    {
      "epoch": 0.5794575560849259,
      "grad_norm": 4.8125,
      "learning_rate": 2.1029853169901224e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5494740605354309,
      "num_tokens": 351756218.0,
      "step": 456820
    },
    {
      "epoch": 0.5794702406774587,
      "grad_norm": 5.78125,
      "learning_rate": 2.1029218859814933e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5653631925582886,
      "num_tokens": 351764364.0,
      "step": 456830
    },
    {
      "epoch": 0.5794829252699916,
      "grad_norm": 4.375,
      "learning_rate": 2.1028584549728645e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5611980617046356,
      "num_tokens": 351771063.0,
      "step": 456840
    },
    {
      "epoch": 0.5794956098625244,
      "grad_norm": 4.5625,
      "learning_rate": 2.1027950239642354e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5489574193954467,
      "num_tokens": 351778419.0,
      "step": 456850
    },
    {
      "epoch": 0.5795082944550572,
      "grad_norm": 5.71875,
      "learning_rate": 2.102731592955606e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5392165660858155,
      "num_tokens": 351786439.0,
      "step": 456860
    },
    {
      "epoch": 0.57952097904759,
      "grad_norm": 5.90625,
      "learning_rate": 2.1026681619469768e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.5196084946393966,
      "num_tokens": 351794824.0,
      "step": 456870
    },
    {
      "epoch": 0.5795336636401229,
      "grad_norm": 5.53125,
      "learning_rate": 2.1026047309383477e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5349314570426941,
      "num_tokens": 351803206.0,
      "step": 456880
    },
    {
      "epoch": 0.5795463482326557,
      "grad_norm": 5.03125,
      "learning_rate": 2.1025412999297185e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5214265048503876,
      "num_tokens": 351812583.0,
      "step": 456890
    },
    {
      "epoch": 0.5795590328251885,
      "grad_norm": 6.125,
      "learning_rate": 2.1024778689210894e-05,
      "loss": 2.2643,
      "mean_token_accuracy": 0.5155425488948822,
      "num_tokens": 351820447.0,
      "step": 456900
    },
    {
      "epoch": 0.5795717174177214,
      "grad_norm": 5.78125,
      "learning_rate": 2.1024144379124603e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5371111452579498,
      "num_tokens": 351828809.0,
      "step": 456910
    },
    {
      "epoch": 0.5795844020102542,
      "grad_norm": 6.125,
      "learning_rate": 2.102351006903831e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5271868824958801,
      "num_tokens": 351836119.0,
      "step": 456920
    },
    {
      "epoch": 0.5795970866027871,
      "grad_norm": 5.5,
      "learning_rate": 2.1022875758952017e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5493660002946854,
      "num_tokens": 351843944.0,
      "step": 456930
    },
    {
      "epoch": 0.5796097711953199,
      "grad_norm": 4.96875,
      "learning_rate": 2.102224144886573e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.533420205116272,
      "num_tokens": 351851785.0,
      "step": 456940
    },
    {
      "epoch": 0.5796224557878528,
      "grad_norm": 5.78125,
      "learning_rate": 2.1021607138779438e-05,
      "loss": 1.9632,
      "mean_token_accuracy": 0.5691913008689881,
      "num_tokens": 351858902.0,
      "step": 456950
    },
    {
      "epoch": 0.5796351403803855,
      "grad_norm": 6.78125,
      "learning_rate": 2.1020972828693143e-05,
      "loss": 1.7936,
      "mean_token_accuracy": 0.6094927728176117,
      "num_tokens": 351866064.0,
      "step": 456960
    },
    {
      "epoch": 0.5796478249729184,
      "grad_norm": 8.0,
      "learning_rate": 2.1020338518606852e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5357485264539719,
      "num_tokens": 351874483.0,
      "step": 456970
    },
    {
      "epoch": 0.5796605095654512,
      "grad_norm": 5.03125,
      "learning_rate": 2.101970420852056e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5299783289432526,
      "num_tokens": 351882621.0,
      "step": 456980
    },
    {
      "epoch": 0.579673194157984,
      "grad_norm": 5.84375,
      "learning_rate": 2.101906989843427e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5479906469583511,
      "num_tokens": 351890003.0,
      "step": 456990
    },
    {
      "epoch": 0.5796858787505169,
      "grad_norm": 6.65625,
      "learning_rate": 2.1018435588347978e-05,
      "loss": 2.2988,
      "mean_token_accuracy": 0.5100821048021317,
      "num_tokens": 351898440.0,
      "step": 457000
    },
    {
      "epoch": 0.5796985633430497,
      "grad_norm": 7.375,
      "learning_rate": 2.1017801278261687e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.53083416223526,
      "num_tokens": 351907109.0,
      "step": 457010
    },
    {
      "epoch": 0.5797112479355826,
      "grad_norm": 11.4375,
      "learning_rate": 2.1017166968175396e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5503889948129654,
      "num_tokens": 351914746.0,
      "step": 457020
    },
    {
      "epoch": 0.5797239325281154,
      "grad_norm": 5.0625,
      "learning_rate": 2.10165326580891e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5428035944700241,
      "num_tokens": 351922983.0,
      "step": 457030
    },
    {
      "epoch": 0.5797366171206483,
      "grad_norm": 5.6875,
      "learning_rate": 2.1015898348002813e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5439185500144958,
      "num_tokens": 351930480.0,
      "step": 457040
    },
    {
      "epoch": 0.5797493017131811,
      "grad_norm": 5.375,
      "learning_rate": 2.1015264037916522e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5737546980381012,
      "num_tokens": 351937498.0,
      "step": 457050
    },
    {
      "epoch": 0.5797619863057139,
      "grad_norm": 4.96875,
      "learning_rate": 2.101462972783023e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5410632908344268,
      "num_tokens": 351946274.0,
      "step": 457060
    },
    {
      "epoch": 0.5797746708982467,
      "grad_norm": 6.375,
      "learning_rate": 2.1013995417743936e-05,
      "loss": 2.3411,
      "mean_token_accuracy": 0.4966734260320663,
      "num_tokens": 351955240.0,
      "step": 457070
    },
    {
      "epoch": 0.5797873554907795,
      "grad_norm": 5.75,
      "learning_rate": 2.1013361107657645e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5696485280990601,
      "num_tokens": 351963346.0,
      "step": 457080
    },
    {
      "epoch": 0.5798000400833124,
      "grad_norm": 7.0,
      "learning_rate": 2.1012726797571357e-05,
      "loss": 2.2586,
      "mean_token_accuracy": 0.5228045076131821,
      "num_tokens": 351970604.0,
      "step": 457090
    },
    {
      "epoch": 0.5798127246758452,
      "grad_norm": 4.71875,
      "learning_rate": 2.1012092487485062e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5448833405971527,
      "num_tokens": 351978862.0,
      "step": 457100
    },
    {
      "epoch": 0.5798254092683781,
      "grad_norm": 7.9375,
      "learning_rate": 2.101145817739877e-05,
      "loss": 1.6367,
      "mean_token_accuracy": 0.6404911369085312,
      "num_tokens": 351985671.0,
      "step": 457110
    },
    {
      "epoch": 0.5798380938609109,
      "grad_norm": 5.15625,
      "learning_rate": 2.101082386731248e-05,
      "loss": 2.2203,
      "mean_token_accuracy": 0.5180575996637344,
      "num_tokens": 351994137.0,
      "step": 457120
    },
    {
      "epoch": 0.5798507784534438,
      "grad_norm": 5.71875,
      "learning_rate": 2.101018955722619e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5431002140045166,
      "num_tokens": 352002307.0,
      "step": 457130
    },
    {
      "epoch": 0.5798634630459766,
      "grad_norm": 5.125,
      "learning_rate": 2.1009555247139897e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5589633703231811,
      "num_tokens": 352009195.0,
      "step": 457140
    },
    {
      "epoch": 0.5798761476385094,
      "grad_norm": 4.625,
      "learning_rate": 2.1008920937053606e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5308241993188858,
      "num_tokens": 352017934.0,
      "step": 457150
    },
    {
      "epoch": 0.5798888322310423,
      "grad_norm": 5.03125,
      "learning_rate": 2.1008286626967315e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5258308351039886,
      "num_tokens": 352025770.0,
      "step": 457160
    },
    {
      "epoch": 0.579901516823575,
      "grad_norm": 4.8125,
      "learning_rate": 2.100765231688102e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.545661598443985,
      "num_tokens": 352034124.0,
      "step": 457170
    },
    {
      "epoch": 0.5799142014161079,
      "grad_norm": 5.875,
      "learning_rate": 2.1007018006794732e-05,
      "loss": 2.2121,
      "mean_token_accuracy": 0.52632757127285,
      "num_tokens": 352041518.0,
      "step": 457180
    },
    {
      "epoch": 0.5799268860086407,
      "grad_norm": 8.0,
      "learning_rate": 2.100638369670844e-05,
      "loss": 2.2399,
      "mean_token_accuracy": 0.5164610385894776,
      "num_tokens": 352049761.0,
      "step": 457190
    },
    {
      "epoch": 0.5799395706011736,
      "grad_norm": 4.65625,
      "learning_rate": 2.1005749386622146e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5300914943218231,
      "num_tokens": 352058075.0,
      "step": 457200
    },
    {
      "epoch": 0.5799522551937064,
      "grad_norm": 4.6875,
      "learning_rate": 2.1005115076535855e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5455804228782654,
      "num_tokens": 352066532.0,
      "step": 457210
    },
    {
      "epoch": 0.5799649397862392,
      "grad_norm": 5.5,
      "learning_rate": 2.1004480766449564e-05,
      "loss": 1.9282,
      "mean_token_accuracy": 0.5805586576461792,
      "num_tokens": 352073610.0,
      "step": 457220
    },
    {
      "epoch": 0.5799776243787721,
      "grad_norm": 5.6875,
      "learning_rate": 2.1003846456363276e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5428797543048859,
      "num_tokens": 352080690.0,
      "step": 457230
    },
    {
      "epoch": 0.5799903089713049,
      "grad_norm": 4.9375,
      "learning_rate": 2.100321214627698e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5254656165838242,
      "num_tokens": 352089231.0,
      "step": 457240
    },
    {
      "epoch": 0.5800029935638378,
      "grad_norm": 4.96875,
      "learning_rate": 2.100257783619069e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.526953861117363,
      "num_tokens": 352097936.0,
      "step": 457250
    },
    {
      "epoch": 0.5800156781563706,
      "grad_norm": 10.5,
      "learning_rate": 2.10019435261044e-05,
      "loss": 2.214,
      "mean_token_accuracy": 0.5299359202384949,
      "num_tokens": 352105622.0,
      "step": 457260
    },
    {
      "epoch": 0.5800283627489035,
      "grad_norm": 7.4375,
      "learning_rate": 2.1001309216018107e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5392375677824021,
      "num_tokens": 352112735.0,
      "step": 457270
    },
    {
      "epoch": 0.5800410473414362,
      "grad_norm": 5.21875,
      "learning_rate": 2.1000674905931816e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.5238895654678345,
      "num_tokens": 352120245.0,
      "step": 457280
    },
    {
      "epoch": 0.580053731933969,
      "grad_norm": 6.53125,
      "learning_rate": 2.1000040595845525e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5505359560251236,
      "num_tokens": 352127942.0,
      "step": 457290
    },
    {
      "epoch": 0.5800664165265019,
      "grad_norm": 5.28125,
      "learning_rate": 2.0999406285759234e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.534658208489418,
      "num_tokens": 352134310.0,
      "step": 457300
    },
    {
      "epoch": 0.5800791011190347,
      "grad_norm": 5.5,
      "learning_rate": 2.099877197567294e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.551740750670433,
      "num_tokens": 352140876.0,
      "step": 457310
    },
    {
      "epoch": 0.5800917857115676,
      "grad_norm": 5.0,
      "learning_rate": 2.0998137665586648e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5464792966842651,
      "num_tokens": 352148921.0,
      "step": 457320
    },
    {
      "epoch": 0.5801044703041004,
      "grad_norm": 5.0,
      "learning_rate": 2.099750335550036e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5523068100214005,
      "num_tokens": 352156929.0,
      "step": 457330
    },
    {
      "epoch": 0.5801171548966333,
      "grad_norm": 5.0625,
      "learning_rate": 2.0996869045414065e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5362260192632675,
      "num_tokens": 352166469.0,
      "step": 457340
    },
    {
      "epoch": 0.5801298394891661,
      "grad_norm": 4.78125,
      "learning_rate": 2.0996234735327774e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5620168954133987,
      "num_tokens": 352173645.0,
      "step": 457350
    },
    {
      "epoch": 0.580142524081699,
      "grad_norm": 6.875,
      "learning_rate": 2.0995600425241483e-05,
      "loss": 2.3322,
      "mean_token_accuracy": 0.4986968547105789,
      "num_tokens": 352181293.0,
      "step": 457360
    },
    {
      "epoch": 0.5801552086742318,
      "grad_norm": 5.625,
      "learning_rate": 2.099496611515519e-05,
      "loss": 1.806,
      "mean_token_accuracy": 0.5840647578239441,
      "num_tokens": 352189597.0,
      "step": 457370
    },
    {
      "epoch": 0.5801678932667645,
      "grad_norm": 6.5,
      "learning_rate": 2.09943318050689e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5386025488376618,
      "num_tokens": 352197197.0,
      "step": 457380
    },
    {
      "epoch": 0.5801805778592974,
      "grad_norm": 6.5,
      "learning_rate": 2.099369749498261e-05,
      "loss": 2.2504,
      "mean_token_accuracy": 0.5164733111858368,
      "num_tokens": 352204943.0,
      "step": 457390
    },
    {
      "epoch": 0.5801932624518302,
      "grad_norm": 5.90625,
      "learning_rate": 2.0993063184896318e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5413733959197998,
      "num_tokens": 352213122.0,
      "step": 457400
    },
    {
      "epoch": 0.5802059470443631,
      "grad_norm": 5.90625,
      "learning_rate": 2.0992428874810023e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5327458918094635,
      "num_tokens": 352221124.0,
      "step": 457410
    },
    {
      "epoch": 0.5802186316368959,
      "grad_norm": 6.5,
      "learning_rate": 2.0991794564723732e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5290913909673691,
      "num_tokens": 352229833.0,
      "step": 457420
    },
    {
      "epoch": 0.5802313162294288,
      "grad_norm": 5.15625,
      "learning_rate": 2.0991160254637444e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5553689688444138,
      "num_tokens": 352236810.0,
      "step": 457430
    },
    {
      "epoch": 0.5802440008219616,
      "grad_norm": 5.75,
      "learning_rate": 2.0990525944551153e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5366811662912369,
      "num_tokens": 352245030.0,
      "step": 457440
    },
    {
      "epoch": 0.5802566854144944,
      "grad_norm": 5.0625,
      "learning_rate": 2.0989891634464858e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5477773547172546,
      "num_tokens": 352253370.0,
      "step": 457450
    },
    {
      "epoch": 0.5802693700070273,
      "grad_norm": 5.84375,
      "learning_rate": 2.0989257324378567e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5764359354972839,
      "num_tokens": 352260603.0,
      "step": 457460
    },
    {
      "epoch": 0.5802820545995601,
      "grad_norm": 6.28125,
      "learning_rate": 2.0988623014292275e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5651257067918778,
      "num_tokens": 352268478.0,
      "step": 457470
    },
    {
      "epoch": 0.580294739192093,
      "grad_norm": 6.625,
      "learning_rate": 2.0987988704205984e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.523833480477333,
      "num_tokens": 352276610.0,
      "step": 457480
    },
    {
      "epoch": 0.5803074237846257,
      "grad_norm": 7.40625,
      "learning_rate": 2.0987354394119693e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5529824495315552,
      "num_tokens": 352283714.0,
      "step": 457490
    },
    {
      "epoch": 0.5803201083771586,
      "grad_norm": 4.96875,
      "learning_rate": 2.09867200840334e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5560315817594528,
      "num_tokens": 352292501.0,
      "step": 457500
    },
    {
      "epoch": 0.5803327929696914,
      "grad_norm": 5.53125,
      "learning_rate": 2.098608577394711e-05,
      "loss": 2.1754,
      "mean_token_accuracy": 0.5257043093442917,
      "num_tokens": 352300433.0,
      "step": 457510
    },
    {
      "epoch": 0.5803454775622243,
      "grad_norm": 5.25,
      "learning_rate": 2.0985451463860816e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5521894007921219,
      "num_tokens": 352307684.0,
      "step": 457520
    },
    {
      "epoch": 0.5803581621547571,
      "grad_norm": 5.3125,
      "learning_rate": 2.0984817153774528e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5393856734037399,
      "num_tokens": 352315863.0,
      "step": 457530
    },
    {
      "epoch": 0.5803708467472899,
      "grad_norm": 5.03125,
      "learning_rate": 2.0984182843688237e-05,
      "loss": 1.8578,
      "mean_token_accuracy": 0.5891005277633667,
      "num_tokens": 352323484.0,
      "step": 457540
    },
    {
      "epoch": 0.5803835313398228,
      "grad_norm": 4.71875,
      "learning_rate": 2.0983548533601942e-05,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5181055128574371,
      "num_tokens": 352332522.0,
      "step": 457550
    },
    {
      "epoch": 0.5803962159323556,
      "grad_norm": 7.9375,
      "learning_rate": 2.098291422351565e-05,
      "loss": 1.9471,
      "mean_token_accuracy": 0.5676728665828705,
      "num_tokens": 352339963.0,
      "step": 457560
    },
    {
      "epoch": 0.5804089005248885,
      "grad_norm": 4.90625,
      "learning_rate": 2.098227991342936e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5463280439376831,
      "num_tokens": 352347580.0,
      "step": 457570
    },
    {
      "epoch": 0.5804215851174213,
      "grad_norm": 4.84375,
      "learning_rate": 2.0981645603343068e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5314709901809692,
      "num_tokens": 352355131.0,
      "step": 457580
    },
    {
      "epoch": 0.5804342697099542,
      "grad_norm": 5.375,
      "learning_rate": 2.0981011293256777e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5818082481622696,
      "num_tokens": 352362820.0,
      "step": 457590
    },
    {
      "epoch": 0.5804469543024869,
      "grad_norm": 7.71875,
      "learning_rate": 2.0980376983170486e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5351305544376374,
      "num_tokens": 352370438.0,
      "step": 457600
    },
    {
      "epoch": 0.5804596388950197,
      "grad_norm": 5.3125,
      "learning_rate": 2.0979742673084194e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5493447005748748,
      "num_tokens": 352377553.0,
      "step": 457610
    },
    {
      "epoch": 0.5804723234875526,
      "grad_norm": 4.875,
      "learning_rate": 2.0979108362997903e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5292724281549454,
      "num_tokens": 352386109.0,
      "step": 457620
    },
    {
      "epoch": 0.5804850080800854,
      "grad_norm": 4.9375,
      "learning_rate": 2.0978474052911612e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5262472361326218,
      "num_tokens": 352394442.0,
      "step": 457630
    },
    {
      "epoch": 0.5804976926726183,
      "grad_norm": 5.84375,
      "learning_rate": 2.097783974282532e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5406869202852249,
      "num_tokens": 352403027.0,
      "step": 457640
    },
    {
      "epoch": 0.5805103772651511,
      "grad_norm": 6.625,
      "learning_rate": 2.097720543273903e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5413960546255112,
      "num_tokens": 352409978.0,
      "step": 457650
    },
    {
      "epoch": 0.580523061857684,
      "grad_norm": 5.1875,
      "learning_rate": 2.0976571122652735e-05,
      "loss": 2.1754,
      "mean_token_accuracy": 0.5282509416341782,
      "num_tokens": 352419396.0,
      "step": 457660
    },
    {
      "epoch": 0.5805357464502168,
      "grad_norm": 5.53125,
      "learning_rate": 2.0975936812566447e-05,
      "loss": 1.7691,
      "mean_token_accuracy": 0.6027176141738891,
      "num_tokens": 352425338.0,
      "step": 457670
    },
    {
      "epoch": 0.5805484310427497,
      "grad_norm": 5.8125,
      "learning_rate": 2.0975302502480156e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.5672076940536499,
      "num_tokens": 352433281.0,
      "step": 457680
    },
    {
      "epoch": 0.5805611156352825,
      "grad_norm": 6.125,
      "learning_rate": 2.097466819239386e-05,
      "loss": 1.7237,
      "mean_token_accuracy": 0.6093922793865204,
      "num_tokens": 352439531.0,
      "step": 457690
    },
    {
      "epoch": 0.5805738002278152,
      "grad_norm": 7.5,
      "learning_rate": 2.097403388230757e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5339616775512696,
      "num_tokens": 352446435.0,
      "step": 457700
    },
    {
      "epoch": 0.5805864848203481,
      "grad_norm": 4.84375,
      "learning_rate": 2.097339957222128e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5526239097118377,
      "num_tokens": 352454472.0,
      "step": 457710
    },
    {
      "epoch": 0.5805991694128809,
      "grad_norm": 7.40625,
      "learning_rate": 2.0972765262134987e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5397538840770721,
      "num_tokens": 352462202.0,
      "step": 457720
    },
    {
      "epoch": 0.5806118540054138,
      "grad_norm": 5.0625,
      "learning_rate": 2.0972130952048696e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5398867756128312,
      "num_tokens": 352470957.0,
      "step": 457730
    },
    {
      "epoch": 0.5806245385979466,
      "grad_norm": 6.0625,
      "learning_rate": 2.0971496641962405e-05,
      "loss": 1.9331,
      "mean_token_accuracy": 0.569926169514656,
      "num_tokens": 352478848.0,
      "step": 457740
    },
    {
      "epoch": 0.5806372231904795,
      "grad_norm": 5.4375,
      "learning_rate": 2.0970862331876113e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5340636491775512,
      "num_tokens": 352485759.0,
      "step": 457750
    },
    {
      "epoch": 0.5806499077830123,
      "grad_norm": 6.5,
      "learning_rate": 2.097022802178982e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.559538671374321,
      "num_tokens": 352493930.0,
      "step": 457760
    },
    {
      "epoch": 0.5806625923755451,
      "grad_norm": 4.71875,
      "learning_rate": 2.096959371170353e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5509709656238556,
      "num_tokens": 352502898.0,
      "step": 457770
    },
    {
      "epoch": 0.580675276968078,
      "grad_norm": 5.6875,
      "learning_rate": 2.096895940161724e-05,
      "loss": 1.7998,
      "mean_token_accuracy": 0.588265672326088,
      "num_tokens": 352509981.0,
      "step": 457780
    },
    {
      "epoch": 0.5806879615606108,
      "grad_norm": 5.125,
      "learning_rate": 2.0968325091530945e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5307588636875152,
      "num_tokens": 352517123.0,
      "step": 457790
    },
    {
      "epoch": 0.5807006461531437,
      "grad_norm": 5.15625,
      "learning_rate": 2.0967690781444654e-05,
      "loss": 2.2443,
      "mean_token_accuracy": 0.5285611271858215,
      "num_tokens": 352524499.0,
      "step": 457800
    },
    {
      "epoch": 0.5807133307456764,
      "grad_norm": 5.34375,
      "learning_rate": 2.0967056471358362e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5826347649097443,
      "num_tokens": 352532385.0,
      "step": 457810
    },
    {
      "epoch": 0.5807260153382093,
      "grad_norm": 8.0625,
      "learning_rate": 2.0966422161272075e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5558222532272339,
      "num_tokens": 352539181.0,
      "step": 457820
    },
    {
      "epoch": 0.5807386999307421,
      "grad_norm": 6.1875,
      "learning_rate": 2.096578785118578e-05,
      "loss": 1.8765,
      "mean_token_accuracy": 0.5795286864042282,
      "num_tokens": 352545573.0,
      "step": 457830
    },
    {
      "epoch": 0.5807513845232749,
      "grad_norm": 4.71875,
      "learning_rate": 2.096515354109949e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5387047439813614,
      "num_tokens": 352553762.0,
      "step": 457840
    },
    {
      "epoch": 0.5807640691158078,
      "grad_norm": 5.96875,
      "learning_rate": 2.0964519231013197e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5420436650514603,
      "num_tokens": 352561546.0,
      "step": 457850
    },
    {
      "epoch": 0.5807767537083406,
      "grad_norm": 5.5625,
      "learning_rate": 2.0963884920926906e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5427190452814102,
      "num_tokens": 352569903.0,
      "step": 457860
    },
    {
      "epoch": 0.5807894383008735,
      "grad_norm": 5.125,
      "learning_rate": 2.0963250610840615e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5367206901311874,
      "num_tokens": 352577749.0,
      "step": 457870
    },
    {
      "epoch": 0.5808021228934063,
      "grad_norm": 5.0625,
      "learning_rate": 2.0962616300754324e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5618395566940307,
      "num_tokens": 352586426.0,
      "step": 457880
    },
    {
      "epoch": 0.5808148074859392,
      "grad_norm": 4.84375,
      "learning_rate": 2.0961981990668032e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5505841910839081,
      "num_tokens": 352594604.0,
      "step": 457890
    },
    {
      "epoch": 0.580827492078472,
      "grad_norm": 4.78125,
      "learning_rate": 2.0961347680581738e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5431545495986938,
      "num_tokens": 352603773.0,
      "step": 457900
    },
    {
      "epoch": 0.5808401766710048,
      "grad_norm": 5.65625,
      "learning_rate": 2.0960713370495446e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5791352748870849,
      "num_tokens": 352610020.0,
      "step": 457910
    },
    {
      "epoch": 0.5808528612635376,
      "grad_norm": 6.4375,
      "learning_rate": 2.096007906040916e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5368543148040772,
      "num_tokens": 352617360.0,
      "step": 457920
    },
    {
      "epoch": 0.5808655458560704,
      "grad_norm": 4.9375,
      "learning_rate": 2.0959444750322864e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5198136448860169,
      "num_tokens": 352625355.0,
      "step": 457930
    },
    {
      "epoch": 0.5808782304486033,
      "grad_norm": 6.34375,
      "learning_rate": 2.0958810440236573e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5185608476400375,
      "num_tokens": 352632928.0,
      "step": 457940
    },
    {
      "epoch": 0.5808909150411361,
      "grad_norm": 4.875,
      "learning_rate": 2.095817613015028e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5550135940313339,
      "num_tokens": 352641026.0,
      "step": 457950
    },
    {
      "epoch": 0.580903599633669,
      "grad_norm": 6.65625,
      "learning_rate": 2.095754182006399e-05,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5728279709815979,
      "num_tokens": 352648519.0,
      "step": 457960
    },
    {
      "epoch": 0.5809162842262018,
      "grad_norm": 5.125,
      "learning_rate": 2.09569075099777e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5588686376810074,
      "num_tokens": 352656570.0,
      "step": 457970
    },
    {
      "epoch": 0.5809289688187347,
      "grad_norm": 6.53125,
      "learning_rate": 2.0956273199891408e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5454459965229035,
      "num_tokens": 352663969.0,
      "step": 457980
    },
    {
      "epoch": 0.5809416534112675,
      "grad_norm": 7.3125,
      "learning_rate": 2.0955638889805116e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5570370644330979,
      "num_tokens": 352669663.0,
      "step": 457990
    },
    {
      "epoch": 0.5809543380038003,
      "grad_norm": 6.46875,
      "learning_rate": 2.0955004579718822e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5216087609529495,
      "num_tokens": 352677937.0,
      "step": 458000
    },
    {
      "epoch": 0.5809670225963331,
      "grad_norm": 4.59375,
      "learning_rate": 2.095437026963253e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5743939250707626,
      "num_tokens": 352684914.0,
      "step": 458010
    },
    {
      "epoch": 0.5809797071888659,
      "grad_norm": 5.5625,
      "learning_rate": 2.0953735959546243e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.5758280217647552,
      "num_tokens": 352691129.0,
      "step": 458020
    },
    {
      "epoch": 0.5809923917813988,
      "grad_norm": 5.09375,
      "learning_rate": 2.095310164945995e-05,
      "loss": 2.2884,
      "mean_token_accuracy": 0.5065753400325775,
      "num_tokens": 352699410.0,
      "step": 458030
    },
    {
      "epoch": 0.5810050763739316,
      "grad_norm": 5.8125,
      "learning_rate": 2.0952467339373657e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.533682781457901,
      "num_tokens": 352708116.0,
      "step": 458040
    },
    {
      "epoch": 0.5810177609664645,
      "grad_norm": 5.25,
      "learning_rate": 2.0951833029287365e-05,
      "loss": 1.6967,
      "mean_token_accuracy": 0.6047910153865814,
      "num_tokens": 352715260.0,
      "step": 458050
    },
    {
      "epoch": 0.5810304455589973,
      "grad_norm": 5.5,
      "learning_rate": 2.0951198719201078e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5380827069282532,
      "num_tokens": 352723510.0,
      "step": 458060
    },
    {
      "epoch": 0.5810431301515302,
      "grad_norm": 7.34375,
      "learning_rate": 2.0950564409114783e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5332979530096054,
      "num_tokens": 352729341.0,
      "step": 458070
    },
    {
      "epoch": 0.581055814744063,
      "grad_norm": 5.25,
      "learning_rate": 2.094993009902849e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5422115385532379,
      "num_tokens": 352738408.0,
      "step": 458080
    },
    {
      "epoch": 0.5810684993365958,
      "grad_norm": 6.46875,
      "learning_rate": 2.09492957889422e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5208810418844223,
      "num_tokens": 352745176.0,
      "step": 458090
    },
    {
      "epoch": 0.5810811839291287,
      "grad_norm": 5.75,
      "learning_rate": 2.094866147885591e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5643127024173736,
      "num_tokens": 352751585.0,
      "step": 458100
    },
    {
      "epoch": 0.5810938685216614,
      "grad_norm": 6.15625,
      "learning_rate": 2.0948027168769618e-05,
      "loss": 2.19,
      "mean_token_accuracy": 0.5240063399076462,
      "num_tokens": 352758634.0,
      "step": 458110
    },
    {
      "epoch": 0.5811065531141943,
      "grad_norm": 5.8125,
      "learning_rate": 2.0947392858683327e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5720050245523453,
      "num_tokens": 352765296.0,
      "step": 458120
    },
    {
      "epoch": 0.5811192377067271,
      "grad_norm": 4.78125,
      "learning_rate": 2.0946758548597035e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5407832026481628,
      "num_tokens": 352774606.0,
      "step": 458130
    },
    {
      "epoch": 0.58113192229926,
      "grad_norm": 6.0625,
      "learning_rate": 2.094612423851074e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5330897003412247,
      "num_tokens": 352782670.0,
      "step": 458140
    },
    {
      "epoch": 0.5811446068917928,
      "grad_norm": 5.71875,
      "learning_rate": 2.094548992842445e-05,
      "loss": 2.2755,
      "mean_token_accuracy": 0.5187529295682907,
      "num_tokens": 352790050.0,
      "step": 458150
    },
    {
      "epoch": 0.5811572914843256,
      "grad_norm": 6.3125,
      "learning_rate": 2.094485561833816e-05,
      "loss": 2.3261,
      "mean_token_accuracy": 0.5032057940959931,
      "num_tokens": 352797983.0,
      "step": 458160
    },
    {
      "epoch": 0.5811699760768585,
      "grad_norm": 7.6875,
      "learning_rate": 2.0944221308251867e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5408286839723587,
      "num_tokens": 352804874.0,
      "step": 458170
    },
    {
      "epoch": 0.5811826606693913,
      "grad_norm": 5.21875,
      "learning_rate": 2.0943586998165576e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.541230782866478,
      "num_tokens": 352813379.0,
      "step": 458180
    },
    {
      "epoch": 0.5811953452619242,
      "grad_norm": 7.40625,
      "learning_rate": 2.0942952688079284e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5625482469797134,
      "num_tokens": 352820723.0,
      "step": 458190
    },
    {
      "epoch": 0.581208029854457,
      "grad_norm": 5.34375,
      "learning_rate": 2.0942318377992993e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5483091354370118,
      "num_tokens": 352828514.0,
      "step": 458200
    },
    {
      "epoch": 0.5812207144469899,
      "grad_norm": 5.65625,
      "learning_rate": 2.0941684067906702e-05,
      "loss": 1.8925,
      "mean_token_accuracy": 0.5843300223350525,
      "num_tokens": 352835374.0,
      "step": 458210
    },
    {
      "epoch": 0.5812333990395226,
      "grad_norm": 4.875,
      "learning_rate": 2.094104975782041e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5335130602121353,
      "num_tokens": 352843808.0,
      "step": 458220
    },
    {
      "epoch": 0.5812460836320554,
      "grad_norm": 5.0,
      "learning_rate": 2.094041544773412e-05,
      "loss": 1.9264,
      "mean_token_accuracy": 0.5712135106325149,
      "num_tokens": 352850333.0,
      "step": 458230
    },
    {
      "epoch": 0.5812587682245883,
      "grad_norm": 5.71875,
      "learning_rate": 2.0939781137647828e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5465904772281647,
      "num_tokens": 352857871.0,
      "step": 458240
    },
    {
      "epoch": 0.5812714528171211,
      "grad_norm": 4.28125,
      "learning_rate": 2.0939146827561533e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5502842992544175,
      "num_tokens": 352866266.0,
      "step": 458250
    },
    {
      "epoch": 0.581284137409654,
      "grad_norm": 6.84375,
      "learning_rate": 2.0938512517475246e-05,
      "loss": 1.8078,
      "mean_token_accuracy": 0.5890680521726608,
      "num_tokens": 352872776.0,
      "step": 458260
    },
    {
      "epoch": 0.5812968220021868,
      "grad_norm": 5.875,
      "learning_rate": 2.0937878207388954e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5468041181564331,
      "num_tokens": 352881568.0,
      "step": 458270
    },
    {
      "epoch": 0.5813095065947197,
      "grad_norm": 4.9375,
      "learning_rate": 2.093724389730266e-05,
      "loss": 1.6629,
      "mean_token_accuracy": 0.6250436723232269,
      "num_tokens": 352888454.0,
      "step": 458280
    },
    {
      "epoch": 0.5813221911872525,
      "grad_norm": 5.15625,
      "learning_rate": 2.093660958721637e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5740655958652496,
      "num_tokens": 352895930.0,
      "step": 458290
    },
    {
      "epoch": 0.5813348757797854,
      "grad_norm": 6.78125,
      "learning_rate": 2.0935975277130077e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5399888902902603,
      "num_tokens": 352903069.0,
      "step": 458300
    },
    {
      "epoch": 0.5813475603723182,
      "grad_norm": 7.0,
      "learning_rate": 2.0935340967043786e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5287220299243927,
      "num_tokens": 352911676.0,
      "step": 458310
    },
    {
      "epoch": 0.581360244964851,
      "grad_norm": 9.25,
      "learning_rate": 2.0934706656957495e-05,
      "loss": 1.8862,
      "mean_token_accuracy": 0.5833036452531815,
      "num_tokens": 352917471.0,
      "step": 458320
    },
    {
      "epoch": 0.5813729295573838,
      "grad_norm": 7.78125,
      "learning_rate": 2.0934072346871203e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5703783392906189,
      "num_tokens": 352924181.0,
      "step": 458330
    },
    {
      "epoch": 0.5813856141499166,
      "grad_norm": 6.0,
      "learning_rate": 2.0933438036784912e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5696052134037017,
      "num_tokens": 352930406.0,
      "step": 458340
    },
    {
      "epoch": 0.5813982987424495,
      "grad_norm": 5.53125,
      "learning_rate": 2.0932803726698617e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5578010737895965,
      "num_tokens": 352937276.0,
      "step": 458350
    },
    {
      "epoch": 0.5814109833349823,
      "grad_norm": 6.21875,
      "learning_rate": 2.093216941661233e-05,
      "loss": 1.8039,
      "mean_token_accuracy": 0.588478171825409,
      "num_tokens": 352943273.0,
      "step": 458360
    },
    {
      "epoch": 0.5814236679275152,
      "grad_norm": 5.625,
      "learning_rate": 2.0931535106526038e-05,
      "loss": 1.8978,
      "mean_token_accuracy": 0.575758209824562,
      "num_tokens": 352950451.0,
      "step": 458370
    },
    {
      "epoch": 0.581436352520048,
      "grad_norm": 5.8125,
      "learning_rate": 2.0930900796439744e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5464366167783737,
      "num_tokens": 352958757.0,
      "step": 458380
    },
    {
      "epoch": 0.5814490371125808,
      "grad_norm": 5.0625,
      "learning_rate": 2.0930266486353452e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5350328028202057,
      "num_tokens": 352968206.0,
      "step": 458390
    },
    {
      "epoch": 0.5814617217051137,
      "grad_norm": 5.71875,
      "learning_rate": 2.092963217626716e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5544889390468597,
      "num_tokens": 352976220.0,
      "step": 458400
    },
    {
      "epoch": 0.5814744062976465,
      "grad_norm": 5.78125,
      "learning_rate": 2.0928997866180873e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5388802111148834,
      "num_tokens": 352985036.0,
      "step": 458410
    },
    {
      "epoch": 0.5814870908901794,
      "grad_norm": 2.875,
      "learning_rate": 2.092836355609458e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5632576763629913,
      "num_tokens": 352993420.0,
      "step": 458420
    },
    {
      "epoch": 0.5814997754827121,
      "grad_norm": 5.96875,
      "learning_rate": 2.0927729246008287e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5415134191513061,
      "num_tokens": 353000344.0,
      "step": 458430
    },
    {
      "epoch": 0.581512460075245,
      "grad_norm": 4.9375,
      "learning_rate": 2.0927094935921996e-05,
      "loss": 1.8555,
      "mean_token_accuracy": 0.5931367397308349,
      "num_tokens": 353007771.0,
      "step": 458440
    },
    {
      "epoch": 0.5815251446677778,
      "grad_norm": 7.21875,
      "learning_rate": 2.0926460625835705e-05,
      "loss": 1.8597,
      "mean_token_accuracy": 0.5879757970571518,
      "num_tokens": 353014311.0,
      "step": 458450
    },
    {
      "epoch": 0.5815378292603107,
      "grad_norm": 4.875,
      "learning_rate": 2.0925826315749414e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5544482231140136,
      "num_tokens": 353020696.0,
      "step": 458460
    },
    {
      "epoch": 0.5815505138528435,
      "grad_norm": 6.46875,
      "learning_rate": 2.0925192005663122e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5433958232402801,
      "num_tokens": 353027799.0,
      "step": 458470
    },
    {
      "epoch": 0.5815631984453763,
      "grad_norm": 5.15625,
      "learning_rate": 2.092455769557683e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5245905160903931,
      "num_tokens": 353035417.0,
      "step": 458480
    },
    {
      "epoch": 0.5815758830379092,
      "grad_norm": 10.0625,
      "learning_rate": 2.0923923385490536e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5407631307840347,
      "num_tokens": 353041843.0,
      "step": 458490
    },
    {
      "epoch": 0.581588567630442,
      "grad_norm": 6.1875,
      "learning_rate": 2.0923289075404245e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5550902783870697,
      "num_tokens": 353050131.0,
      "step": 458500
    },
    {
      "epoch": 0.5816012522229749,
      "grad_norm": 5.5,
      "learning_rate": 2.0922654765317957e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5322191953659058,
      "num_tokens": 353058889.0,
      "step": 458510
    },
    {
      "epoch": 0.5816139368155077,
      "grad_norm": 5.125,
      "learning_rate": 2.0922020455231663e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5310271590948105,
      "num_tokens": 353067452.0,
      "step": 458520
    },
    {
      "epoch": 0.5816266214080406,
      "grad_norm": 5.0625,
      "learning_rate": 2.092138614514537e-05,
      "loss": 1.9197,
      "mean_token_accuracy": 0.5757717788219452,
      "num_tokens": 353076122.0,
      "step": 458530
    },
    {
      "epoch": 0.5816393060005733,
      "grad_norm": 5.4375,
      "learning_rate": 2.092075183505908e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5443603366613388,
      "num_tokens": 353084357.0,
      "step": 458540
    },
    {
      "epoch": 0.5816519905931061,
      "grad_norm": 5.96875,
      "learning_rate": 2.092011752497279e-05,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5672699064016342,
      "num_tokens": 353091610.0,
      "step": 458550
    },
    {
      "epoch": 0.581664675185639,
      "grad_norm": 5.6875,
      "learning_rate": 2.0919483214886498e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5294641345739365,
      "num_tokens": 353100468.0,
      "step": 458560
    },
    {
      "epoch": 0.5816773597781718,
      "grad_norm": 7.03125,
      "learning_rate": 2.0918848904800206e-05,
      "loss": 1.7252,
      "mean_token_accuracy": 0.6157085657119751,
      "num_tokens": 353107893.0,
      "step": 458570
    },
    {
      "epoch": 0.5816900443707047,
      "grad_norm": 7.34375,
      "learning_rate": 2.0918214594713915e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5302019476890564,
      "num_tokens": 353116576.0,
      "step": 458580
    },
    {
      "epoch": 0.5817027289632375,
      "grad_norm": 5.03125,
      "learning_rate": 2.091758028462762e-05,
      "loss": 2.174,
      "mean_token_accuracy": 0.5236076146364212,
      "num_tokens": 353125080.0,
      "step": 458590
    },
    {
      "epoch": 0.5817154135557704,
      "grad_norm": 4.9375,
      "learning_rate": 2.0916945974541333e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5482344388961792,
      "num_tokens": 353134435.0,
      "step": 458600
    },
    {
      "epoch": 0.5817280981483032,
      "grad_norm": 5.71875,
      "learning_rate": 2.091631166445504e-05,
      "loss": 1.902,
      "mean_token_accuracy": 0.5917797446250915,
      "num_tokens": 353140517.0,
      "step": 458610
    },
    {
      "epoch": 0.5817407827408361,
      "grad_norm": 5.4375,
      "learning_rate": 2.091567735436875e-05,
      "loss": 2.3687,
      "mean_token_accuracy": 0.49991934597492216,
      "num_tokens": 353149179.0,
      "step": 458620
    },
    {
      "epoch": 0.5817534673333689,
      "grad_norm": 4.625,
      "learning_rate": 2.0915043044282455e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5424857079982758,
      "num_tokens": 353158207.0,
      "step": 458630
    },
    {
      "epoch": 0.5817661519259016,
      "grad_norm": 5.1875,
      "learning_rate": 2.0914408734196164e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5280020117759705,
      "num_tokens": 353165180.0,
      "step": 458640
    },
    {
      "epoch": 0.5817788365184345,
      "grad_norm": 5.96875,
      "learning_rate": 2.0913774424109876e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.53549565076828,
      "num_tokens": 353172219.0,
      "step": 458650
    },
    {
      "epoch": 0.5817915211109673,
      "grad_norm": 5.0,
      "learning_rate": 2.091314011402358e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5616923660039902,
      "num_tokens": 353180731.0,
      "step": 458660
    },
    {
      "epoch": 0.5818042057035002,
      "grad_norm": 5.84375,
      "learning_rate": 2.091250580393729e-05,
      "loss": 1.8247,
      "mean_token_accuracy": 0.5796552538871765,
      "num_tokens": 353186189.0,
      "step": 458670
    },
    {
      "epoch": 0.581816890296033,
      "grad_norm": 6.625,
      "learning_rate": 2.0911871493851e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5394625544548035,
      "num_tokens": 353193741.0,
      "step": 458680
    },
    {
      "epoch": 0.5818295748885659,
      "grad_norm": 5.71875,
      "learning_rate": 2.0911237183764708e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5715910166501998,
      "num_tokens": 353201152.0,
      "step": 458690
    },
    {
      "epoch": 0.5818422594810987,
      "grad_norm": 5.84375,
      "learning_rate": 2.0910602873678417e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5395861297845841,
      "num_tokens": 353208100.0,
      "step": 458700
    },
    {
      "epoch": 0.5818549440736315,
      "grad_norm": 5.9375,
      "learning_rate": 2.0909968563592125e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5688096344470978,
      "num_tokens": 353215101.0,
      "step": 458710
    },
    {
      "epoch": 0.5818676286661644,
      "grad_norm": 5.59375,
      "learning_rate": 2.0909334253505834e-05,
      "loss": 1.7898,
      "mean_token_accuracy": 0.5954925715923309,
      "num_tokens": 353222188.0,
      "step": 458720
    },
    {
      "epoch": 0.5818803132586972,
      "grad_norm": 5.40625,
      "learning_rate": 2.090869994341954e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5127953112125396,
      "num_tokens": 353229808.0,
      "step": 458730
    },
    {
      "epoch": 0.58189299785123,
      "grad_norm": 5.53125,
      "learning_rate": 2.0908065633333248e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5156936943531036,
      "num_tokens": 353238936.0,
      "step": 458740
    },
    {
      "epoch": 0.5819056824437628,
      "grad_norm": 6.21875,
      "learning_rate": 2.090743132324696e-05,
      "loss": 2.2601,
      "mean_token_accuracy": 0.5067376911640167,
      "num_tokens": 353245994.0,
      "step": 458750
    },
    {
      "epoch": 0.5819183670362957,
      "grad_norm": 11.1875,
      "learning_rate": 2.0906797013160666e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5582402169704437,
      "num_tokens": 353252579.0,
      "step": 458760
    },
    {
      "epoch": 0.5819310516288285,
      "grad_norm": 4.90625,
      "learning_rate": 2.0906162703074374e-05,
      "loss": 1.8273,
      "mean_token_accuracy": 0.5950143575668335,
      "num_tokens": 353259897.0,
      "step": 458770
    },
    {
      "epoch": 0.5819437362213613,
      "grad_norm": 5.15625,
      "learning_rate": 2.0905528392988083e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5399997502565383,
      "num_tokens": 353267866.0,
      "step": 458780
    },
    {
      "epoch": 0.5819564208138942,
      "grad_norm": 7.0,
      "learning_rate": 2.0904894082901792e-05,
      "loss": 1.9156,
      "mean_token_accuracy": 0.5818193942308426,
      "num_tokens": 353274569.0,
      "step": 458790
    },
    {
      "epoch": 0.581969105406427,
      "grad_norm": 4.4375,
      "learning_rate": 2.09042597728155e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.537108039855957,
      "num_tokens": 353282329.0,
      "step": 458800
    },
    {
      "epoch": 0.5819817899989599,
      "grad_norm": 6.5625,
      "learning_rate": 2.090362546272921e-05,
      "loss": 1.8728,
      "mean_token_accuracy": 0.582608887553215,
      "num_tokens": 353290511.0,
      "step": 458810
    },
    {
      "epoch": 0.5819944745914927,
      "grad_norm": 5.46875,
      "learning_rate": 2.0902991152642918e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5233069360256195,
      "num_tokens": 353298544.0,
      "step": 458820
    },
    {
      "epoch": 0.5820071591840256,
      "grad_norm": 4.9375,
      "learning_rate": 2.0902356842556627e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5465049088001251,
      "num_tokens": 353305232.0,
      "step": 458830
    },
    {
      "epoch": 0.5820198437765584,
      "grad_norm": 11.1875,
      "learning_rate": 2.0901722532470332e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5239857017993927,
      "num_tokens": 353312628.0,
      "step": 458840
    },
    {
      "epoch": 0.5820325283690913,
      "grad_norm": 5.71875,
      "learning_rate": 2.0901088222384044e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.54018414914608,
      "num_tokens": 353320804.0,
      "step": 458850
    },
    {
      "epoch": 0.582045212961624,
      "grad_norm": 7.125,
      "learning_rate": 2.0900453912297753e-05,
      "loss": 2.3113,
      "mean_token_accuracy": 0.5063616007566452,
      "num_tokens": 353328131.0,
      "step": 458860
    },
    {
      "epoch": 0.5820578975541568,
      "grad_norm": 7.25,
      "learning_rate": 2.089981960221146e-05,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5739374816417694,
      "num_tokens": 353335273.0,
      "step": 458870
    },
    {
      "epoch": 0.5820705821466897,
      "grad_norm": 4.71875,
      "learning_rate": 2.0899185292125167e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.537244513630867,
      "num_tokens": 353344072.0,
      "step": 458880
    },
    {
      "epoch": 0.5820832667392225,
      "grad_norm": 5.875,
      "learning_rate": 2.0898550982038876e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5634051948785782,
      "num_tokens": 353351604.0,
      "step": 458890
    },
    {
      "epoch": 0.5820959513317554,
      "grad_norm": 7.0,
      "learning_rate": 2.0897916671952585e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.525250256061554,
      "num_tokens": 353358321.0,
      "step": 458900
    },
    {
      "epoch": 0.5821086359242882,
      "grad_norm": 4.65625,
      "learning_rate": 2.0897282361866293e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.531787571310997,
      "num_tokens": 353365783.0,
      "step": 458910
    },
    {
      "epoch": 0.5821213205168211,
      "grad_norm": 4.28125,
      "learning_rate": 2.0896648051780002e-05,
      "loss": 1.7654,
      "mean_token_accuracy": 0.5946051269769669,
      "num_tokens": 353373944.0,
      "step": 458920
    },
    {
      "epoch": 0.5821340051093539,
      "grad_norm": 6.28125,
      "learning_rate": 2.089601374169371e-05,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5723166286945343,
      "num_tokens": 353381690.0,
      "step": 458930
    },
    {
      "epoch": 0.5821466897018867,
      "grad_norm": 6.03125,
      "learning_rate": 2.0895379431607416e-05,
      "loss": 1.6304,
      "mean_token_accuracy": 0.6401903808116913,
      "num_tokens": 353387992.0,
      "step": 458940
    },
    {
      "epoch": 0.5821593742944196,
      "grad_norm": 7.90625,
      "learning_rate": 2.0894745121521128e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5463901042938233,
      "num_tokens": 353395997.0,
      "step": 458950
    },
    {
      "epoch": 0.5821720588869523,
      "grad_norm": 6.09375,
      "learning_rate": 2.0894110811434837e-05,
      "loss": 1.7853,
      "mean_token_accuracy": 0.5889187544584275,
      "num_tokens": 353404037.0,
      "step": 458960
    },
    {
      "epoch": 0.5821847434794852,
      "grad_norm": 5.28125,
      "learning_rate": 2.0893476501348542e-05,
      "loss": 1.7928,
      "mean_token_accuracy": 0.6126957029104233,
      "num_tokens": 353410241.0,
      "step": 458970
    },
    {
      "epoch": 0.582197428072018,
      "grad_norm": 5.90625,
      "learning_rate": 2.089284219126225e-05,
      "loss": 2.2305,
      "mean_token_accuracy": 0.5200065433979034,
      "num_tokens": 353417739.0,
      "step": 458980
    },
    {
      "epoch": 0.5822101126645509,
      "grad_norm": 5.65625,
      "learning_rate": 2.0892207881175963e-05,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5365947961807251,
      "num_tokens": 353424572.0,
      "step": 458990
    },
    {
      "epoch": 0.5822227972570837,
      "grad_norm": 5.03125,
      "learning_rate": 2.0891573571089672e-05,
      "loss": 1.8155,
      "mean_token_accuracy": 0.58929945230484,
      "num_tokens": 353430831.0,
      "step": 459000
    },
    {
      "epoch": 0.5822354818496166,
      "grad_norm": 4.9375,
      "learning_rate": 2.0890939261003377e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5299694031476975,
      "num_tokens": 353438684.0,
      "step": 459010
    },
    {
      "epoch": 0.5822481664421494,
      "grad_norm": 5.03125,
      "learning_rate": 2.0890304950917086e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5474220246076584,
      "num_tokens": 353446491.0,
      "step": 459020
    },
    {
      "epoch": 0.5822608510346822,
      "grad_norm": 5.0625,
      "learning_rate": 2.0889670640830795e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.532139801979065,
      "num_tokens": 353455813.0,
      "step": 459030
    },
    {
      "epoch": 0.5822735356272151,
      "grad_norm": 6.3125,
      "learning_rate": 2.0889036330744504e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5441442847251892,
      "num_tokens": 353464805.0,
      "step": 459040
    },
    {
      "epoch": 0.5822862202197479,
      "grad_norm": 4.71875,
      "learning_rate": 2.0888402020658212e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5268638402223587,
      "num_tokens": 353473076.0,
      "step": 459050
    },
    {
      "epoch": 0.5822989048122807,
      "grad_norm": 5.125,
      "learning_rate": 2.088776771057192e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5466202318668365,
      "num_tokens": 353480799.0,
      "step": 459060
    },
    {
      "epoch": 0.5823115894048135,
      "grad_norm": 5.21875,
      "learning_rate": 2.088713340048563e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5252118825912475,
      "num_tokens": 353489578.0,
      "step": 459070
    },
    {
      "epoch": 0.5823242739973464,
      "grad_norm": 4.75,
      "learning_rate": 2.0886499090399335e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5396395713090897,
      "num_tokens": 353498511.0,
      "step": 459080
    },
    {
      "epoch": 0.5823369585898792,
      "grad_norm": 6.25,
      "learning_rate": 2.0885864780313047e-05,
      "loss": 1.8601,
      "mean_token_accuracy": 0.598701810836792,
      "num_tokens": 353506142.0,
      "step": 459090
    },
    {
      "epoch": 0.582349643182412,
      "grad_norm": 4.78125,
      "learning_rate": 2.0885230470226756e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5310905992984771,
      "num_tokens": 353514204.0,
      "step": 459100
    },
    {
      "epoch": 0.5823623277749449,
      "grad_norm": 6.46875,
      "learning_rate": 2.088459616014046e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5578128725290299,
      "num_tokens": 353522437.0,
      "step": 459110
    },
    {
      "epoch": 0.5823750123674777,
      "grad_norm": 5.78125,
      "learning_rate": 2.088396185005417e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.5369045466184617,
      "num_tokens": 353529655.0,
      "step": 459120
    },
    {
      "epoch": 0.5823876969600106,
      "grad_norm": 5.3125,
      "learning_rate": 2.088332753996788e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5428358912467957,
      "num_tokens": 353538332.0,
      "step": 459130
    },
    {
      "epoch": 0.5824003815525434,
      "grad_norm": 6.5,
      "learning_rate": 2.0882693229881588e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5428917855024338,
      "num_tokens": 353545207.0,
      "step": 459140
    },
    {
      "epoch": 0.5824130661450763,
      "grad_norm": 6.84375,
      "learning_rate": 2.0882058919795296e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5299137771129608,
      "num_tokens": 353553116.0,
      "step": 459150
    },
    {
      "epoch": 0.582425750737609,
      "grad_norm": 7.46875,
      "learning_rate": 2.0881424609709005e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5539921939373016,
      "num_tokens": 353560864.0,
      "step": 459160
    },
    {
      "epoch": 0.5824384353301418,
      "grad_norm": 8.625,
      "learning_rate": 2.0880790299622714e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.5579673290252686,
      "num_tokens": 353568725.0,
      "step": 459170
    },
    {
      "epoch": 0.5824511199226747,
      "grad_norm": 5.90625,
      "learning_rate": 2.088015598953642e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5548894822597503,
      "num_tokens": 353575742.0,
      "step": 459180
    },
    {
      "epoch": 0.5824638045152075,
      "grad_norm": 5.34375,
      "learning_rate": 2.087952167945013e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5338301718235016,
      "num_tokens": 353583120.0,
      "step": 459190
    },
    {
      "epoch": 0.5824764891077404,
      "grad_norm": 5.15625,
      "learning_rate": 2.087888736936384e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5392648935317993,
      "num_tokens": 353591671.0,
      "step": 459200
    },
    {
      "epoch": 0.5824891737002732,
      "grad_norm": 4.9375,
      "learning_rate": 2.087825305927755e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5409937530755997,
      "num_tokens": 353600652.0,
      "step": 459210
    },
    {
      "epoch": 0.5825018582928061,
      "grad_norm": 6.34375,
      "learning_rate": 2.0877618749191254e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5763114660978317,
      "num_tokens": 353607322.0,
      "step": 459220
    },
    {
      "epoch": 0.5825145428853389,
      "grad_norm": 7.0625,
      "learning_rate": 2.0876984439104963e-05,
      "loss": 2.2076,
      "mean_token_accuracy": 0.5191304862499238,
      "num_tokens": 353614653.0,
      "step": 459230
    },
    {
      "epoch": 0.5825272274778718,
      "grad_norm": 5.90625,
      "learning_rate": 2.0876350129018675e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5475544452667236,
      "num_tokens": 353622584.0,
      "step": 459240
    },
    {
      "epoch": 0.5825399120704046,
      "grad_norm": 6.375,
      "learning_rate": 2.087571581893238e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5284689337015152,
      "num_tokens": 353630681.0,
      "step": 459250
    },
    {
      "epoch": 0.5825525966629373,
      "grad_norm": 7.75,
      "learning_rate": 2.087508150884609e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.539298465847969,
      "num_tokens": 353637102.0,
      "step": 459260
    },
    {
      "epoch": 0.5825652812554702,
      "grad_norm": 10.3125,
      "learning_rate": 2.0874447198759798e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5240277022123336,
      "num_tokens": 353644425.0,
      "step": 459270
    },
    {
      "epoch": 0.582577965848003,
      "grad_norm": 7.1875,
      "learning_rate": 2.0873812888673506e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5433051258325576,
      "num_tokens": 353650719.0,
      "step": 459280
    },
    {
      "epoch": 0.5825906504405359,
      "grad_norm": 6.9375,
      "learning_rate": 2.0873178578587215e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5517463386058807,
      "num_tokens": 353658544.0,
      "step": 459290
    },
    {
      "epoch": 0.5826033350330687,
      "grad_norm": 6.21875,
      "learning_rate": 2.0872544268500924e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5491225063800812,
      "num_tokens": 353665661.0,
      "step": 459300
    },
    {
      "epoch": 0.5826160196256016,
      "grad_norm": 5.96875,
      "learning_rate": 2.0871909958414633e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5327801823616027,
      "num_tokens": 353674571.0,
      "step": 459310
    },
    {
      "epoch": 0.5826287042181344,
      "grad_norm": 5.0,
      "learning_rate": 2.0871275648328338e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5250505626201629,
      "num_tokens": 353682168.0,
      "step": 459320
    },
    {
      "epoch": 0.5826413888106672,
      "grad_norm": 6.15625,
      "learning_rate": 2.0870641338242047e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5830099940299988,
      "num_tokens": 353689971.0,
      "step": 459330
    },
    {
      "epoch": 0.5826540734032001,
      "grad_norm": 5.78125,
      "learning_rate": 2.087000702815576e-05,
      "loss": 2.2786,
      "mean_token_accuracy": 0.5157750636339188,
      "num_tokens": 353698078.0,
      "step": 459340
    },
    {
      "epoch": 0.5826667579957329,
      "grad_norm": 4.875,
      "learning_rate": 2.0869372718069464e-05,
      "loss": 2.2942,
      "mean_token_accuracy": 0.510010227560997,
      "num_tokens": 353707167.0,
      "step": 459350
    },
    {
      "epoch": 0.5826794425882658,
      "grad_norm": 5.15625,
      "learning_rate": 2.0868738407983173e-05,
      "loss": 2.2598,
      "mean_token_accuracy": 0.5118832379579544,
      "num_tokens": 353716663.0,
      "step": 459360
    },
    {
      "epoch": 0.5826921271807985,
      "grad_norm": 5.65625,
      "learning_rate": 2.0868104097896882e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5640778064727783,
      "num_tokens": 353723318.0,
      "step": 459370
    },
    {
      "epoch": 0.5827048117733314,
      "grad_norm": 5.4375,
      "learning_rate": 2.086746978781059e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5430344790220261,
      "num_tokens": 353729671.0,
      "step": 459380
    },
    {
      "epoch": 0.5827174963658642,
      "grad_norm": 11.6875,
      "learning_rate": 2.08668354777243e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5182131320238114,
      "num_tokens": 353736139.0,
      "step": 459390
    },
    {
      "epoch": 0.5827301809583971,
      "grad_norm": 5.65625,
      "learning_rate": 2.0866201167638008e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.5787320613861084,
      "num_tokens": 353743261.0,
      "step": 459400
    },
    {
      "epoch": 0.5827428655509299,
      "grad_norm": 6.5,
      "learning_rate": 2.0865566857551717e-05,
      "loss": 1.8189,
      "mean_token_accuracy": 0.5908116221427917,
      "num_tokens": 353750644.0,
      "step": 459410
    },
    {
      "epoch": 0.5827555501434627,
      "grad_norm": 5.375,
      "learning_rate": 2.0864932547465425e-05,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5178799211978913,
      "num_tokens": 353758822.0,
      "step": 459420
    },
    {
      "epoch": 0.5827682347359956,
      "grad_norm": 6.28125,
      "learning_rate": 2.0864298237379134e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5338018834590912,
      "num_tokens": 353767458.0,
      "step": 459430
    },
    {
      "epoch": 0.5827809193285284,
      "grad_norm": 5.15625,
      "learning_rate": 2.0863663927292843e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5283061176538467,
      "num_tokens": 353776414.0,
      "step": 459440
    },
    {
      "epoch": 0.5827936039210613,
      "grad_norm": 7.21875,
      "learning_rate": 2.086302961720655e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5613301962614059,
      "num_tokens": 353783357.0,
      "step": 459450
    },
    {
      "epoch": 0.5828062885135941,
      "grad_norm": 5.4375,
      "learning_rate": 2.0862395307120257e-05,
      "loss": 1.8973,
      "mean_token_accuracy": 0.5774550795555115,
      "num_tokens": 353789952.0,
      "step": 459460
    },
    {
      "epoch": 0.582818973106127,
      "grad_norm": 5.0,
      "learning_rate": 2.0861760997033966e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5175875663757324,
      "num_tokens": 353797301.0,
      "step": 459470
    },
    {
      "epoch": 0.5828316576986597,
      "grad_norm": 5.40625,
      "learning_rate": 2.0861126686947678e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5604615807533264,
      "num_tokens": 353805452.0,
      "step": 459480
    },
    {
      "epoch": 0.5828443422911925,
      "grad_norm": 8.0,
      "learning_rate": 2.0860492376861383e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5452071934938431,
      "num_tokens": 353813495.0,
      "step": 459490
    },
    {
      "epoch": 0.5828570268837254,
      "grad_norm": 6.25,
      "learning_rate": 2.0859858066775092e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5539553374052048,
      "num_tokens": 353821764.0,
      "step": 459500
    },
    {
      "epoch": 0.5828697114762582,
      "grad_norm": 5.5625,
      "learning_rate": 2.08592237566888e-05,
      "loss": 1.9239,
      "mean_token_accuracy": 0.5795293539762497,
      "num_tokens": 353830156.0,
      "step": 459510
    },
    {
      "epoch": 0.5828823960687911,
      "grad_norm": 5.03125,
      "learning_rate": 2.085858944660251e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5400172591209411,
      "num_tokens": 353837975.0,
      "step": 459520
    },
    {
      "epoch": 0.5828950806613239,
      "grad_norm": 5.90625,
      "learning_rate": 2.0857955136516218e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5509949803352356,
      "num_tokens": 353845163.0,
      "step": 459530
    },
    {
      "epoch": 0.5829077652538568,
      "grad_norm": 4.9375,
      "learning_rate": 2.0857320826429927e-05,
      "loss": 1.8678,
      "mean_token_accuracy": 0.5837716281414032,
      "num_tokens": 353852007.0,
      "step": 459540
    },
    {
      "epoch": 0.5829204498463896,
      "grad_norm": 6.59375,
      "learning_rate": 2.0856686516343636e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5358762890100479,
      "num_tokens": 353860366.0,
      "step": 459550
    },
    {
      "epoch": 0.5829331344389225,
      "grad_norm": 5.78125,
      "learning_rate": 2.085605220625734e-05,
      "loss": 2.3672,
      "mean_token_accuracy": 0.4969980031251907,
      "num_tokens": 353867814.0,
      "step": 459560
    },
    {
      "epoch": 0.5829458190314553,
      "grad_norm": 5.1875,
      "learning_rate": 2.085541789617105e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5287737309932709,
      "num_tokens": 353876630.0,
      "step": 459570
    },
    {
      "epoch": 0.582958503623988,
      "grad_norm": 5.34375,
      "learning_rate": 2.0854783586084762e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5679418921470643,
      "num_tokens": 353883521.0,
      "step": 459580
    },
    {
      "epoch": 0.5829711882165209,
      "grad_norm": 6.46875,
      "learning_rate": 2.085414927599847e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5607679963111878,
      "num_tokens": 353891053.0,
      "step": 459590
    },
    {
      "epoch": 0.5829838728090537,
      "grad_norm": 5.28125,
      "learning_rate": 2.0853514965912176e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.532083922624588,
      "num_tokens": 353899994.0,
      "step": 459600
    },
    {
      "epoch": 0.5829965574015866,
      "grad_norm": 5.53125,
      "learning_rate": 2.0852880655825885e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5387791752815246,
      "num_tokens": 353908628.0,
      "step": 459610
    },
    {
      "epoch": 0.5830092419941194,
      "grad_norm": 4.90625,
      "learning_rate": 2.0852246345739593e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5542588382959366,
      "num_tokens": 353916746.0,
      "step": 459620
    },
    {
      "epoch": 0.5830219265866523,
      "grad_norm": 5.0625,
      "learning_rate": 2.0851612035653302e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5271741062402725,
      "num_tokens": 353926024.0,
      "step": 459630
    },
    {
      "epoch": 0.5830346111791851,
      "grad_norm": 5.65625,
      "learning_rate": 2.085097772556701e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5416956007480621,
      "num_tokens": 353932406.0,
      "step": 459640
    },
    {
      "epoch": 0.5830472957717179,
      "grad_norm": 5.96875,
      "learning_rate": 2.085034341548072e-05,
      "loss": 2.3226,
      "mean_token_accuracy": 0.5024262130260467,
      "num_tokens": 353941328.0,
      "step": 459650
    },
    {
      "epoch": 0.5830599803642508,
      "grad_norm": 6.4375,
      "learning_rate": 2.084970910539443e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5465906590223313,
      "num_tokens": 353949157.0,
      "step": 459660
    },
    {
      "epoch": 0.5830726649567836,
      "grad_norm": 4.71875,
      "learning_rate": 2.0849074795308134e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5693610638380051,
      "num_tokens": 353955851.0,
      "step": 459670
    },
    {
      "epoch": 0.5830853495493165,
      "grad_norm": 5.875,
      "learning_rate": 2.0848440485221846e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5448995351791381,
      "num_tokens": 353963557.0,
      "step": 459680
    },
    {
      "epoch": 0.5830980341418492,
      "grad_norm": 5.5,
      "learning_rate": 2.0847806175135555e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5437607556581497,
      "num_tokens": 353971837.0,
      "step": 459690
    },
    {
      "epoch": 0.5831107187343821,
      "grad_norm": 7.0,
      "learning_rate": 2.084717186504926e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.52446408867836,
      "num_tokens": 353981137.0,
      "step": 459700
    },
    {
      "epoch": 0.5831234033269149,
      "grad_norm": 6.40625,
      "learning_rate": 2.084653755496297e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5537730872631073,
      "num_tokens": 353988173.0,
      "step": 459710
    },
    {
      "epoch": 0.5831360879194477,
      "grad_norm": 6.21875,
      "learning_rate": 2.0845903244876677e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5244275808334351,
      "num_tokens": 353996717.0,
      "step": 459720
    },
    {
      "epoch": 0.5831487725119806,
      "grad_norm": 5.0,
      "learning_rate": 2.0845268934790386e-05,
      "loss": 1.8589,
      "mean_token_accuracy": 0.5964607357978821,
      "num_tokens": 354003444.0,
      "step": 459730
    },
    {
      "epoch": 0.5831614571045134,
      "grad_norm": 6.9375,
      "learning_rate": 2.0844634624704095e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5375915110111237,
      "num_tokens": 354010868.0,
      "step": 459740
    },
    {
      "epoch": 0.5831741416970463,
      "grad_norm": 5.53125,
      "learning_rate": 2.0844000314617804e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5424595385789871,
      "num_tokens": 354018376.0,
      "step": 459750
    },
    {
      "epoch": 0.5831868262895791,
      "grad_norm": 4.875,
      "learning_rate": 2.0843366004531512e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5448383331298828,
      "num_tokens": 354024289.0,
      "step": 459760
    },
    {
      "epoch": 0.583199510882112,
      "grad_norm": 6.09375,
      "learning_rate": 2.0842731694445218e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5457836985588074,
      "num_tokens": 354031841.0,
      "step": 459770
    },
    {
      "epoch": 0.5832121954746448,
      "grad_norm": 6.4375,
      "learning_rate": 2.084209738435893e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5468077689409256,
      "num_tokens": 354039169.0,
      "step": 459780
    },
    {
      "epoch": 0.5832248800671777,
      "grad_norm": 6.65625,
      "learning_rate": 2.084146307427264e-05,
      "loss": 1.8053,
      "mean_token_accuracy": 0.6078251421451568,
      "num_tokens": 354045563.0,
      "step": 459790
    },
    {
      "epoch": 0.5832375646597104,
      "grad_norm": 7.1875,
      "learning_rate": 2.0840828764186347e-05,
      "loss": 1.7314,
      "mean_token_accuracy": 0.6122389376163483,
      "num_tokens": 354053184.0,
      "step": 459800
    },
    {
      "epoch": 0.5832502492522432,
      "grad_norm": 5.375,
      "learning_rate": 2.0840194454100053e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5525000810623169,
      "num_tokens": 354061362.0,
      "step": 459810
    },
    {
      "epoch": 0.5832629338447761,
      "grad_norm": 7.78125,
      "learning_rate": 2.083956014401376e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5310196697711944,
      "num_tokens": 354068471.0,
      "step": 459820
    },
    {
      "epoch": 0.5832756184373089,
      "grad_norm": 7.03125,
      "learning_rate": 2.0838925833927474e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5382238954305649,
      "num_tokens": 354076407.0,
      "step": 459830
    },
    {
      "epoch": 0.5832883030298418,
      "grad_norm": 6.125,
      "learning_rate": 2.083829152384118e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.568183246254921,
      "num_tokens": 354083675.0,
      "step": 459840
    },
    {
      "epoch": 0.5833009876223746,
      "grad_norm": 6.5,
      "learning_rate": 2.0837657213754888e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5682732135057449,
      "num_tokens": 354091539.0,
      "step": 459850
    },
    {
      "epoch": 0.5833136722149075,
      "grad_norm": 5.53125,
      "learning_rate": 2.0837022903668596e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5561974585056305,
      "num_tokens": 354098749.0,
      "step": 459860
    },
    {
      "epoch": 0.5833263568074403,
      "grad_norm": 5.625,
      "learning_rate": 2.0836388593582305e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5520199716091156,
      "num_tokens": 354106446.0,
      "step": 459870
    },
    {
      "epoch": 0.5833390413999731,
      "grad_norm": 6.4375,
      "learning_rate": 2.0835754283496014e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5605926275253296,
      "num_tokens": 354113416.0,
      "step": 459880
    },
    {
      "epoch": 0.583351725992506,
      "grad_norm": 5.28125,
      "learning_rate": 2.0835119973409723e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.563885149359703,
      "num_tokens": 354121754.0,
      "step": 459890
    },
    {
      "epoch": 0.5833644105850387,
      "grad_norm": 6.78125,
      "learning_rate": 2.083448566332343e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5325918555259704,
      "num_tokens": 354128583.0,
      "step": 459900
    },
    {
      "epoch": 0.5833770951775716,
      "grad_norm": 6.65625,
      "learning_rate": 2.0833851353237137e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5583027392625809,
      "num_tokens": 354134325.0,
      "step": 459910
    },
    {
      "epoch": 0.5833897797701044,
      "grad_norm": 5.03125,
      "learning_rate": 2.083321704315085e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5484374046325684,
      "num_tokens": 354142894.0,
      "step": 459920
    },
    {
      "epoch": 0.5834024643626373,
      "grad_norm": 4.875,
      "learning_rate": 2.0832582733064558e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5396133542060852,
      "num_tokens": 354150712.0,
      "step": 459930
    },
    {
      "epoch": 0.5834151489551701,
      "grad_norm": 6.71875,
      "learning_rate": 2.0831948422978263e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5600508838891983,
      "num_tokens": 354157775.0,
      "step": 459940
    },
    {
      "epoch": 0.583427833547703,
      "grad_norm": 4.90625,
      "learning_rate": 2.0831314112891972e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5255859285593033,
      "num_tokens": 354165349.0,
      "step": 459950
    },
    {
      "epoch": 0.5834405181402358,
      "grad_norm": 5.0625,
      "learning_rate": 2.083067980280568e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5214352875947952,
      "num_tokens": 354174453.0,
      "step": 459960
    },
    {
      "epoch": 0.5834532027327686,
      "grad_norm": 10.125,
      "learning_rate": 2.0830045492719393e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.547967967391014,
      "num_tokens": 354182186.0,
      "step": 459970
    },
    {
      "epoch": 0.5834658873253015,
      "grad_norm": 7.6875,
      "learning_rate": 2.0829411182633098e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5574970036745072,
      "num_tokens": 354189183.0,
      "step": 459980
    },
    {
      "epoch": 0.5834785719178343,
      "grad_norm": 7.71875,
      "learning_rate": 2.0828776872546807e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5274629682302475,
      "num_tokens": 354196852.0,
      "step": 459990
    },
    {
      "epoch": 0.5834912565103672,
      "grad_norm": 5.28125,
      "learning_rate": 2.0828142562460515e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5528631180524826,
      "num_tokens": 354204156.0,
      "step": 460000
    },
    {
      "epoch": 0.5835039411028999,
      "grad_norm": 7.4375,
      "learning_rate": 2.0827508252374224e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5511002987623215,
      "num_tokens": 354210638.0,
      "step": 460010
    },
    {
      "epoch": 0.5835166256954328,
      "grad_norm": 16.125,
      "learning_rate": 2.0826873942287933e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5254235178232193,
      "num_tokens": 354218723.0,
      "step": 460020
    },
    {
      "epoch": 0.5835293102879656,
      "grad_norm": 4.84375,
      "learning_rate": 2.082623963220164e-05,
      "loss": 1.9354,
      "mean_token_accuracy": 0.5731677830219268,
      "num_tokens": 354225618.0,
      "step": 460030
    },
    {
      "epoch": 0.5835419948804984,
      "grad_norm": 8.3125,
      "learning_rate": 2.082560532211535e-05,
      "loss": 1.8052,
      "mean_token_accuracy": 0.5959476381540298,
      "num_tokens": 354232206.0,
      "step": 460040
    },
    {
      "epoch": 0.5835546794730313,
      "grad_norm": 5.78125,
      "learning_rate": 2.0824971012029056e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5287279695272445,
      "num_tokens": 354239212.0,
      "step": 460050
    },
    {
      "epoch": 0.5835673640655641,
      "grad_norm": 5.03125,
      "learning_rate": 2.0824336701942764e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.551726171374321,
      "num_tokens": 354245140.0,
      "step": 460060
    },
    {
      "epoch": 0.583580048658097,
      "grad_norm": 5.53125,
      "learning_rate": 2.0823702391856477e-05,
      "loss": 1.8144,
      "mean_token_accuracy": 0.6067673236131668,
      "num_tokens": 354252240.0,
      "step": 460070
    },
    {
      "epoch": 0.5835927332506298,
      "grad_norm": 4.71875,
      "learning_rate": 2.0823068081770182e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5601989150047302,
      "num_tokens": 354259741.0,
      "step": 460080
    },
    {
      "epoch": 0.5836054178431627,
      "grad_norm": 7.5625,
      "learning_rate": 2.082243377168389e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5619031608104705,
      "num_tokens": 354267556.0,
      "step": 460090
    },
    {
      "epoch": 0.5836181024356955,
      "grad_norm": 4.78125,
      "learning_rate": 2.08217994615976e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5404228448867798,
      "num_tokens": 354276353.0,
      "step": 460100
    },
    {
      "epoch": 0.5836307870282282,
      "grad_norm": 7.09375,
      "learning_rate": 2.0821165151511308e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5492113471031189,
      "num_tokens": 354283155.0,
      "step": 460110
    },
    {
      "epoch": 0.5836434716207611,
      "grad_norm": 6.46875,
      "learning_rate": 2.0820530841425017e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5639890193939209,
      "num_tokens": 354290802.0,
      "step": 460120
    },
    {
      "epoch": 0.5836561562132939,
      "grad_norm": 5.6875,
      "learning_rate": 2.0819896531338726e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5477766543626785,
      "num_tokens": 354298062.0,
      "step": 460130
    },
    {
      "epoch": 0.5836688408058268,
      "grad_norm": 7.96875,
      "learning_rate": 2.0819262221252434e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5460853606462479,
      "num_tokens": 354305525.0,
      "step": 460140
    },
    {
      "epoch": 0.5836815253983596,
      "grad_norm": 8.0625,
      "learning_rate": 2.081862791116614e-05,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5274485349655151,
      "num_tokens": 354313934.0,
      "step": 460150
    },
    {
      "epoch": 0.5836942099908925,
      "grad_norm": 5.21875,
      "learning_rate": 2.081799360107985e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.5648797154426575,
      "num_tokens": 354321122.0,
      "step": 460160
    },
    {
      "epoch": 0.5837068945834253,
      "grad_norm": 7.25,
      "learning_rate": 2.081735929099356e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5621045082807541,
      "num_tokens": 354327906.0,
      "step": 460170
    },
    {
      "epoch": 0.5837195791759582,
      "grad_norm": 6.71875,
      "learning_rate": 2.081672498090727e-05,
      "loss": 1.784,
      "mean_token_accuracy": 0.6039435654878617,
      "num_tokens": 354335229.0,
      "step": 460180
    },
    {
      "epoch": 0.583732263768491,
      "grad_norm": 7.40625,
      "learning_rate": 2.0816090670820975e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5521059453487396,
      "num_tokens": 354342170.0,
      "step": 460190
    },
    {
      "epoch": 0.5837449483610238,
      "grad_norm": 5.625,
      "learning_rate": 2.0815456360734683e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5226249247789383,
      "num_tokens": 354350058.0,
      "step": 460200
    },
    {
      "epoch": 0.5837576329535566,
      "grad_norm": 6.84375,
      "learning_rate": 2.0814822050648392e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5298034280538559,
      "num_tokens": 354357548.0,
      "step": 460210
    },
    {
      "epoch": 0.5837703175460894,
      "grad_norm": 5.0625,
      "learning_rate": 2.08141877405621e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5270711481571198,
      "num_tokens": 354365306.0,
      "step": 460220
    },
    {
      "epoch": 0.5837830021386223,
      "grad_norm": 5.34375,
      "learning_rate": 2.081355343047581e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5289219170808792,
      "num_tokens": 354373848.0,
      "step": 460230
    },
    {
      "epoch": 0.5837956867311551,
      "grad_norm": 4.71875,
      "learning_rate": 2.081291912038952e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5205166399478912,
      "num_tokens": 354382997.0,
      "step": 460240
    },
    {
      "epoch": 0.583808371323688,
      "grad_norm": 5.3125,
      "learning_rate": 2.0812284810303227e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5263317674398422,
      "num_tokens": 354392471.0,
      "step": 460250
    },
    {
      "epoch": 0.5838210559162208,
      "grad_norm": 5.75,
      "learning_rate": 2.0811650500216932e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5721421241760254,
      "num_tokens": 354400061.0,
      "step": 460260
    },
    {
      "epoch": 0.5838337405087536,
      "grad_norm": 5.5,
      "learning_rate": 2.0811016190130645e-05,
      "loss": 2.2677,
      "mean_token_accuracy": 0.5180759817361832,
      "num_tokens": 354408704.0,
      "step": 460270
    },
    {
      "epoch": 0.5838464251012865,
      "grad_norm": 5.90625,
      "learning_rate": 2.0810381880044353e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5350943237543107,
      "num_tokens": 354415867.0,
      "step": 460280
    },
    {
      "epoch": 0.5838591096938193,
      "grad_norm": 4.75,
      "learning_rate": 2.080974756995806e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5643072575330734,
      "num_tokens": 354423379.0,
      "step": 460290
    },
    {
      "epoch": 0.5838717942863522,
      "grad_norm": 6.3125,
      "learning_rate": 2.0809113259871767e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.533569473028183,
      "num_tokens": 354430371.0,
      "step": 460300
    },
    {
      "epoch": 0.583884478878885,
      "grad_norm": 6.375,
      "learning_rate": 2.0808478949785476e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5408539474010468,
      "num_tokens": 354437737.0,
      "step": 460310
    },
    {
      "epoch": 0.5838971634714178,
      "grad_norm": 5.21875,
      "learning_rate": 2.0807844639699185e-05,
      "loss": 2.1924,
      "mean_token_accuracy": 0.5244561016559601,
      "num_tokens": 354445814.0,
      "step": 460320
    },
    {
      "epoch": 0.5839098480639506,
      "grad_norm": 4.90625,
      "learning_rate": 2.0807210329612894e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5440535873174668,
      "num_tokens": 354453445.0,
      "step": 460330
    },
    {
      "epoch": 0.5839225326564835,
      "grad_norm": 4.875,
      "learning_rate": 2.0806576019526602e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5276892691850662,
      "num_tokens": 354461897.0,
      "step": 460340
    },
    {
      "epoch": 0.5839352172490163,
      "grad_norm": 5.28125,
      "learning_rate": 2.080594170944031e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.560164624452591,
      "num_tokens": 354469459.0,
      "step": 460350
    },
    {
      "epoch": 0.5839479018415491,
      "grad_norm": 7.5625,
      "learning_rate": 2.080530739935402e-05,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5124826550483703,
      "num_tokens": 354477949.0,
      "step": 460360
    },
    {
      "epoch": 0.583960586434082,
      "grad_norm": 5.90625,
      "learning_rate": 2.080467308926773e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5473567068576812,
      "num_tokens": 354485661.0,
      "step": 460370
    },
    {
      "epoch": 0.5839732710266148,
      "grad_norm": 11.9375,
      "learning_rate": 2.0804038779181437e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5189585387706757,
      "num_tokens": 354493949.0,
      "step": 460380
    },
    {
      "epoch": 0.5839859556191477,
      "grad_norm": 7.28125,
      "learning_rate": 2.0803404469095146e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.569182276725769,
      "num_tokens": 354502464.0,
      "step": 460390
    },
    {
      "epoch": 0.5839986402116805,
      "grad_norm": 6.59375,
      "learning_rate": 2.080277015900885e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5625081449747086,
      "num_tokens": 354509955.0,
      "step": 460400
    },
    {
      "epoch": 0.5840113248042134,
      "grad_norm": 4.96875,
      "learning_rate": 2.0802135848922564e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5361948758363724,
      "num_tokens": 354518164.0,
      "step": 460410
    },
    {
      "epoch": 0.5840240093967461,
      "grad_norm": 6.3125,
      "learning_rate": 2.0801501538836272e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5356788992881775,
      "num_tokens": 354526013.0,
      "step": 460420
    },
    {
      "epoch": 0.5840366939892789,
      "grad_norm": 8.625,
      "learning_rate": 2.0800867228749978e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5322570413351059,
      "num_tokens": 354534207.0,
      "step": 460430
    },
    {
      "epoch": 0.5840493785818118,
      "grad_norm": 6.71875,
      "learning_rate": 2.0800232918663686e-05,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5555030137300492,
      "num_tokens": 354541114.0,
      "step": 460440
    },
    {
      "epoch": 0.5840620631743446,
      "grad_norm": 7.5625,
      "learning_rate": 2.0799598608577395e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.5834767460823059,
      "num_tokens": 354546451.0,
      "step": 460450
    },
    {
      "epoch": 0.5840747477668775,
      "grad_norm": 5.65625,
      "learning_rate": 2.0798964298491104e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.577298390865326,
      "num_tokens": 354554946.0,
      "step": 460460
    },
    {
      "epoch": 0.5840874323594103,
      "grad_norm": 6.5625,
      "learning_rate": 2.0798329988404813e-05,
      "loss": 2.2858,
      "mean_token_accuracy": 0.5117826700210572,
      "num_tokens": 354563104.0,
      "step": 460470
    },
    {
      "epoch": 0.5841001169519432,
      "grad_norm": 5.71875,
      "learning_rate": 2.079769567831852e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5258536756038665,
      "num_tokens": 354571763.0,
      "step": 460480
    },
    {
      "epoch": 0.584112801544476,
      "grad_norm": 4.9375,
      "learning_rate": 2.079706136823223e-05,
      "loss": 2.3514,
      "mean_token_accuracy": 0.5036254227161407,
      "num_tokens": 354580630.0,
      "step": 460490
    },
    {
      "epoch": 0.5841254861370089,
      "grad_norm": 5.3125,
      "learning_rate": 2.0796427058145935e-05,
      "loss": 1.9219,
      "mean_token_accuracy": 0.5729159474372864,
      "num_tokens": 354589659.0,
      "step": 460500
    },
    {
      "epoch": 0.5841381707295417,
      "grad_norm": 5.375,
      "learning_rate": 2.0795792748059648e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5364237248897552,
      "num_tokens": 354597399.0,
      "step": 460510
    },
    {
      "epoch": 0.5841508553220744,
      "grad_norm": 7.34375,
      "learning_rate": 2.0795158437973356e-05,
      "loss": 1.8958,
      "mean_token_accuracy": 0.576053774356842,
      "num_tokens": 354605364.0,
      "step": 460520
    },
    {
      "epoch": 0.5841635399146073,
      "grad_norm": 5.0,
      "learning_rate": 2.0794524127887065e-05,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5126079052686692,
      "num_tokens": 354612432.0,
      "step": 460530
    },
    {
      "epoch": 0.5841762245071401,
      "grad_norm": 6.03125,
      "learning_rate": 2.079388981780077e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5458961397409439,
      "num_tokens": 354618099.0,
      "step": 460540
    },
    {
      "epoch": 0.584188909099673,
      "grad_norm": 6.9375,
      "learning_rate": 2.079325550771448e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5439598560333252,
      "num_tokens": 354625082.0,
      "step": 460550
    },
    {
      "epoch": 0.5842015936922058,
      "grad_norm": 4.6875,
      "learning_rate": 2.079262119762819e-05,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5557545959949494,
      "num_tokens": 354633918.0,
      "step": 460560
    },
    {
      "epoch": 0.5842142782847387,
      "grad_norm": 4.6875,
      "learning_rate": 2.0791986887541897e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.534716185927391,
      "num_tokens": 354642465.0,
      "step": 460570
    },
    {
      "epoch": 0.5842269628772715,
      "grad_norm": 5.6875,
      "learning_rate": 2.0791352577455605e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5299724638462067,
      "num_tokens": 354650152.0,
      "step": 460580
    },
    {
      "epoch": 0.5842396474698043,
      "grad_norm": 5.59375,
      "learning_rate": 2.0790718267369314e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5668124735355378,
      "num_tokens": 354658152.0,
      "step": 460590
    },
    {
      "epoch": 0.5842523320623372,
      "grad_norm": 4.625,
      "learning_rate": 2.0790083957283023e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5555349051952362,
      "num_tokens": 354666229.0,
      "step": 460600
    },
    {
      "epoch": 0.58426501665487,
      "grad_norm": 5.25,
      "learning_rate": 2.078944964719673e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5381124377250671,
      "num_tokens": 354673700.0,
      "step": 460610
    },
    {
      "epoch": 0.5842777012474029,
      "grad_norm": 5.03125,
      "learning_rate": 2.078881533711044e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5301131248474121,
      "num_tokens": 354682149.0,
      "step": 460620
    },
    {
      "epoch": 0.5842903858399356,
      "grad_norm": 4.875,
      "learning_rate": 2.078818102702415e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5461030751466751,
      "num_tokens": 354689835.0,
      "step": 460630
    },
    {
      "epoch": 0.5843030704324685,
      "grad_norm": 5.1875,
      "learning_rate": 2.0787546716937854e-05,
      "loss": 2.2565,
      "mean_token_accuracy": 0.5076100945472717,
      "num_tokens": 354698591.0,
      "step": 460640
    },
    {
      "epoch": 0.5843157550250013,
      "grad_norm": 6.125,
      "learning_rate": 2.0786912406851563e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5580060124397278,
      "num_tokens": 354704950.0,
      "step": 460650
    },
    {
      "epoch": 0.5843284396175341,
      "grad_norm": 6.71875,
      "learning_rate": 2.0786278096765275e-05,
      "loss": 1.8895,
      "mean_token_accuracy": 0.5731932550668717,
      "num_tokens": 354711729.0,
      "step": 460660
    },
    {
      "epoch": 0.584341124210067,
      "grad_norm": 5.1875,
      "learning_rate": 2.078564378667898e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5440151482820511,
      "num_tokens": 354720454.0,
      "step": 460670
    },
    {
      "epoch": 0.5843538088025998,
      "grad_norm": 7.78125,
      "learning_rate": 2.078500947659269e-05,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5894557505846023,
      "num_tokens": 354726707.0,
      "step": 460680
    },
    {
      "epoch": 0.5843664933951327,
      "grad_norm": 12.3125,
      "learning_rate": 2.0784375166506398e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.547833776473999,
      "num_tokens": 354733912.0,
      "step": 460690
    },
    {
      "epoch": 0.5843791779876655,
      "grad_norm": 5.875,
      "learning_rate": 2.0783740856420107e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5539797186851502,
      "num_tokens": 354741803.0,
      "step": 460700
    },
    {
      "epoch": 0.5843918625801984,
      "grad_norm": 5.78125,
      "learning_rate": 2.0783106546333816e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5408751428127289,
      "num_tokens": 354750420.0,
      "step": 460710
    },
    {
      "epoch": 0.5844045471727312,
      "grad_norm": 5.59375,
      "learning_rate": 2.0782472236247524e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.546637412905693,
      "num_tokens": 354757026.0,
      "step": 460720
    },
    {
      "epoch": 0.5844172317652641,
      "grad_norm": 4.84375,
      "learning_rate": 2.0781837926161233e-05,
      "loss": 1.6525,
      "mean_token_accuracy": 0.6227612018585205,
      "num_tokens": 354763956.0,
      "step": 460730
    },
    {
      "epoch": 0.5844299163577968,
      "grad_norm": 6.53125,
      "learning_rate": 2.0781203616074942e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5306439399719238,
      "num_tokens": 354772029.0,
      "step": 460740
    },
    {
      "epoch": 0.5844426009503296,
      "grad_norm": 4.84375,
      "learning_rate": 2.0780569305988647e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5355486810207367,
      "num_tokens": 354779901.0,
      "step": 460750
    },
    {
      "epoch": 0.5844552855428625,
      "grad_norm": 7.59375,
      "learning_rate": 2.077993499590236e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.538047331571579,
      "num_tokens": 354789165.0,
      "step": 460760
    },
    {
      "epoch": 0.5844679701353953,
      "grad_norm": 6.4375,
      "learning_rate": 2.0779300685816068e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5570152819156646,
      "num_tokens": 354797432.0,
      "step": 460770
    },
    {
      "epoch": 0.5844806547279282,
      "grad_norm": 5.25,
      "learning_rate": 2.0778666375729773e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5496170580387115,
      "num_tokens": 354804893.0,
      "step": 460780
    },
    {
      "epoch": 0.584493339320461,
      "grad_norm": 6.1875,
      "learning_rate": 2.0778032065643482e-05,
      "loss": 2.263,
      "mean_token_accuracy": 0.5144864350557328,
      "num_tokens": 354812088.0,
      "step": 460790
    },
    {
      "epoch": 0.5845060239129939,
      "grad_norm": 4.28125,
      "learning_rate": 2.0777397755557194e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5533331334590912,
      "num_tokens": 354820769.0,
      "step": 460800
    },
    {
      "epoch": 0.5845187085055267,
      "grad_norm": 6.90625,
      "learning_rate": 2.07767634454709e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5562779188156128,
      "num_tokens": 354827503.0,
      "step": 460810
    },
    {
      "epoch": 0.5845313930980595,
      "grad_norm": 5.21875,
      "learning_rate": 2.077612913538461e-05,
      "loss": 2.2653,
      "mean_token_accuracy": 0.51051364839077,
      "num_tokens": 354837222.0,
      "step": 460820
    },
    {
      "epoch": 0.5845440776905924,
      "grad_norm": 5.90625,
      "learning_rate": 2.0775494825298317e-05,
      "loss": 2.1274,
      "mean_token_accuracy": 0.5285467565059662,
      "num_tokens": 354846201.0,
      "step": 460830
    },
    {
      "epoch": 0.5845567622831251,
      "grad_norm": 5.53125,
      "learning_rate": 2.0774860515212026e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5651504546403885,
      "num_tokens": 354853285.0,
      "step": 460840
    },
    {
      "epoch": 0.584569446875658,
      "grad_norm": 4.625,
      "learning_rate": 2.0774226205125735e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.54637251496315,
      "num_tokens": 354861981.0,
      "step": 460850
    },
    {
      "epoch": 0.5845821314681908,
      "grad_norm": 5.3125,
      "learning_rate": 2.0773591895039443e-05,
      "loss": 2.3024,
      "mean_token_accuracy": 0.515507036447525,
      "num_tokens": 354870696.0,
      "step": 460860
    },
    {
      "epoch": 0.5845948160607237,
      "grad_norm": 5.90625,
      "learning_rate": 2.0772957584953152e-05,
      "loss": 2.1659,
      "mean_token_accuracy": 0.5276053160429001,
      "num_tokens": 354878324.0,
      "step": 460870
    },
    {
      "epoch": 0.5846075006532565,
      "grad_norm": 10.375,
      "learning_rate": 2.0772323274866857e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5437387973070145,
      "num_tokens": 354886637.0,
      "step": 460880
    },
    {
      "epoch": 0.5846201852457894,
      "grad_norm": 5.125,
      "learning_rate": 2.0771688964780566e-05,
      "loss": 1.8041,
      "mean_token_accuracy": 0.5950473308563232,
      "num_tokens": 354892976.0,
      "step": 460890
    },
    {
      "epoch": 0.5846328698383222,
      "grad_norm": 4.875,
      "learning_rate": 2.0771054654694278e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.5225382745265961,
      "num_tokens": 354901531.0,
      "step": 460900
    },
    {
      "epoch": 0.584645554430855,
      "grad_norm": 5.75,
      "learning_rate": 2.0770420344607987e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.5599424302577972,
      "num_tokens": 354908733.0,
      "step": 460910
    },
    {
      "epoch": 0.5846582390233879,
      "grad_norm": 6.125,
      "learning_rate": 2.0769786034521692e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5448829531669617,
      "num_tokens": 354917097.0,
      "step": 460920
    },
    {
      "epoch": 0.5846709236159207,
      "grad_norm": 7.09375,
      "learning_rate": 2.07691517244354e-05,
      "loss": 2.2519,
      "mean_token_accuracy": 0.513105708360672,
      "num_tokens": 354925314.0,
      "step": 460930
    },
    {
      "epoch": 0.5846836082084536,
      "grad_norm": 5.5,
      "learning_rate": 2.076851741434911e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5721297591924668,
      "num_tokens": 354932763.0,
      "step": 460940
    },
    {
      "epoch": 0.5846962928009863,
      "grad_norm": 5.0,
      "learning_rate": 2.076788310426282e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.545294639468193,
      "num_tokens": 354939583.0,
      "step": 460950
    },
    {
      "epoch": 0.5847089773935192,
      "grad_norm": 5.8125,
      "learning_rate": 2.0767248794176527e-05,
      "loss": 1.7955,
      "mean_token_accuracy": 0.592996460199356,
      "num_tokens": 354947651.0,
      "step": 460960
    },
    {
      "epoch": 0.584721661986052,
      "grad_norm": 5.34375,
      "learning_rate": 2.0766614484090236e-05,
      "loss": 1.7676,
      "mean_token_accuracy": 0.60826116502285,
      "num_tokens": 354954450.0,
      "step": 460970
    },
    {
      "epoch": 0.5847343465785848,
      "grad_norm": 4.90625,
      "learning_rate": 2.0765980174003945e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5683892875909805,
      "num_tokens": 354962512.0,
      "step": 460980
    },
    {
      "epoch": 0.5847470311711177,
      "grad_norm": 5.1875,
      "learning_rate": 2.076534586391765e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5379332393407822,
      "num_tokens": 354970837.0,
      "step": 460990
    },
    {
      "epoch": 0.5847597157636505,
      "grad_norm": 11.875,
      "learning_rate": 2.0764711553831362e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5580090045928955,
      "num_tokens": 354978137.0,
      "step": 461000
    },
    {
      "epoch": 0.5847724003561834,
      "grad_norm": 6.1875,
      "learning_rate": 2.076407724374507e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5211174011230468,
      "num_tokens": 354987584.0,
      "step": 461010
    },
    {
      "epoch": 0.5847850849487162,
      "grad_norm": 5.46875,
      "learning_rate": 2.0763442933658776e-05,
      "loss": 1.8712,
      "mean_token_accuracy": 0.5880159199237823,
      "num_tokens": 354994424.0,
      "step": 461020
    },
    {
      "epoch": 0.5847977695412491,
      "grad_norm": 7.21875,
      "learning_rate": 2.0762808623572485e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5476884216070175,
      "num_tokens": 355001486.0,
      "step": 461030
    },
    {
      "epoch": 0.5848104541337819,
      "grad_norm": 6.75,
      "learning_rate": 2.0762174313486194e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5366462230682373,
      "num_tokens": 355008751.0,
      "step": 461040
    },
    {
      "epoch": 0.5848231387263146,
      "grad_norm": 5.53125,
      "learning_rate": 2.0761540003399903e-05,
      "loss": 1.8371,
      "mean_token_accuracy": 0.5857752561569214,
      "num_tokens": 355014384.0,
      "step": 461050
    },
    {
      "epoch": 0.5848358233188475,
      "grad_norm": 5.6875,
      "learning_rate": 2.076090569331361e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.535062837600708,
      "num_tokens": 355021860.0,
      "step": 461060
    },
    {
      "epoch": 0.5848485079113803,
      "grad_norm": 5.28125,
      "learning_rate": 2.076027138322732e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.537976336479187,
      "num_tokens": 355029509.0,
      "step": 461070
    },
    {
      "epoch": 0.5848611925039132,
      "grad_norm": 4.71875,
      "learning_rate": 2.075963707314103e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.5154175400733948,
      "num_tokens": 355038527.0,
      "step": 461080
    },
    {
      "epoch": 0.584873877096446,
      "grad_norm": 6.5625,
      "learning_rate": 2.0759002763054734e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5465983361005783,
      "num_tokens": 355045539.0,
      "step": 461090
    },
    {
      "epoch": 0.5848865616889789,
      "grad_norm": 7.59375,
      "learning_rate": 2.0758368452968446e-05,
      "loss": 1.8836,
      "mean_token_accuracy": 0.5836194097995758,
      "num_tokens": 355052928.0,
      "step": 461100
    },
    {
      "epoch": 0.5848992462815117,
      "grad_norm": 6.59375,
      "learning_rate": 2.0757734142882155e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5705078780651093,
      "num_tokens": 355059985.0,
      "step": 461110
    },
    {
      "epoch": 0.5849119308740446,
      "grad_norm": 6.0,
      "learning_rate": 2.0757099832795864e-05,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5727253168821335,
      "num_tokens": 355067116.0,
      "step": 461120
    },
    {
      "epoch": 0.5849246154665774,
      "grad_norm": 4.59375,
      "learning_rate": 2.075646552270957e-05,
      "loss": 1.7527,
      "mean_token_accuracy": 0.6096347630023956,
      "num_tokens": 355074401.0,
      "step": 461130
    },
    {
      "epoch": 0.5849373000591102,
      "grad_norm": 5.46875,
      "learning_rate": 2.0755831212623278e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5323873877525329,
      "num_tokens": 355083215.0,
      "step": 461140
    },
    {
      "epoch": 0.584949984651643,
      "grad_norm": 10.6875,
      "learning_rate": 2.075519690253699e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5394631505012513,
      "num_tokens": 355091219.0,
      "step": 461150
    },
    {
      "epoch": 0.5849626692441758,
      "grad_norm": 5.3125,
      "learning_rate": 2.0754562592450695e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5399190425872803,
      "num_tokens": 355099449.0,
      "step": 461160
    },
    {
      "epoch": 0.5849753538367087,
      "grad_norm": 5.625,
      "learning_rate": 2.0753928282364404e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5460255324840546,
      "num_tokens": 355107735.0,
      "step": 461170
    },
    {
      "epoch": 0.5849880384292415,
      "grad_norm": 5.0625,
      "learning_rate": 2.0753293972278113e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5573185503482818,
      "num_tokens": 355115448.0,
      "step": 461180
    },
    {
      "epoch": 0.5850007230217744,
      "grad_norm": 4.875,
      "learning_rate": 2.075265966219182e-05,
      "loss": 1.8719,
      "mean_token_accuracy": 0.5888737231492996,
      "num_tokens": 355122443.0,
      "step": 461190
    },
    {
      "epoch": 0.5850134076143072,
      "grad_norm": 5.5625,
      "learning_rate": 2.075202535210553e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5495378255844117,
      "num_tokens": 355130362.0,
      "step": 461200
    },
    {
      "epoch": 0.58502609220684,
      "grad_norm": 6.4375,
      "learning_rate": 2.075139104201924e-05,
      "loss": 1.8911,
      "mean_token_accuracy": 0.5623967945575714,
      "num_tokens": 355138447.0,
      "step": 461210
    },
    {
      "epoch": 0.5850387767993729,
      "grad_norm": 5.4375,
      "learning_rate": 2.0750756731932948e-05,
      "loss": 2.3,
      "mean_token_accuracy": 0.5087778776884079,
      "num_tokens": 355146454.0,
      "step": 461220
    },
    {
      "epoch": 0.5850514613919057,
      "grad_norm": 5.25,
      "learning_rate": 2.0750122421846653e-05,
      "loss": 2.2375,
      "mean_token_accuracy": 0.5144165992736817,
      "num_tokens": 355155121.0,
      "step": 461230
    },
    {
      "epoch": 0.5850641459844386,
      "grad_norm": 4.96875,
      "learning_rate": 2.0749488111760362e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.530746129155159,
      "num_tokens": 355163355.0,
      "step": 461240
    },
    {
      "epoch": 0.5850768305769714,
      "grad_norm": 4.625,
      "learning_rate": 2.0748853801674074e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5512973576784134,
      "num_tokens": 355170647.0,
      "step": 461250
    },
    {
      "epoch": 0.5850895151695042,
      "grad_norm": 5.4375,
      "learning_rate": 2.074821949158778e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5436891168355942,
      "num_tokens": 355178506.0,
      "step": 461260
    },
    {
      "epoch": 0.585102199762037,
      "grad_norm": 6.875,
      "learning_rate": 2.0747585181501488e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5536249428987503,
      "num_tokens": 355186375.0,
      "step": 461270
    },
    {
      "epoch": 0.5851148843545699,
      "grad_norm": 5.3125,
      "learning_rate": 2.0746950871415197e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5691131293773651,
      "num_tokens": 355193484.0,
      "step": 461280
    },
    {
      "epoch": 0.5851275689471027,
      "grad_norm": 5.25,
      "learning_rate": 2.074631656132891e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5750387728214263,
      "num_tokens": 355200585.0,
      "step": 461290
    },
    {
      "epoch": 0.5851402535396355,
      "grad_norm": 6.4375,
      "learning_rate": 2.0745682251242614e-05,
      "loss": 2.2406,
      "mean_token_accuracy": 0.5174096167087555,
      "num_tokens": 355209010.0,
      "step": 461300
    },
    {
      "epoch": 0.5851529381321684,
      "grad_norm": 5.53125,
      "learning_rate": 2.0745047941156323e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5582840919494629,
      "num_tokens": 355215600.0,
      "step": 461310
    },
    {
      "epoch": 0.5851656227247012,
      "grad_norm": 4.875,
      "learning_rate": 2.0744413631070032e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5278274834156036,
      "num_tokens": 355224645.0,
      "step": 461320
    },
    {
      "epoch": 0.5851783073172341,
      "grad_norm": 5.4375,
      "learning_rate": 2.074377932098374e-05,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5787559181451798,
      "num_tokens": 355232849.0,
      "step": 461330
    },
    {
      "epoch": 0.5851909919097669,
      "grad_norm": 6.15625,
      "learning_rate": 2.074314501089745e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5821029067039489,
      "num_tokens": 355240733.0,
      "step": 461340
    },
    {
      "epoch": 0.5852036765022998,
      "grad_norm": 4.9375,
      "learning_rate": 2.0742510700811158e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5684486865997315,
      "num_tokens": 355249363.0,
      "step": 461350
    },
    {
      "epoch": 0.5852163610948325,
      "grad_norm": 4.875,
      "learning_rate": 2.0741876390724867e-05,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5156016409397125,
      "num_tokens": 355257292.0,
      "step": 461360
    },
    {
      "epoch": 0.5852290456873653,
      "grad_norm": 5.15625,
      "learning_rate": 2.0741242080638572e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5660052210092544,
      "num_tokens": 355264116.0,
      "step": 461370
    },
    {
      "epoch": 0.5852417302798982,
      "grad_norm": 7.9375,
      "learning_rate": 2.074060777055228e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5495472222566604,
      "num_tokens": 355271382.0,
      "step": 461380
    },
    {
      "epoch": 0.585254414872431,
      "grad_norm": 5.375,
      "learning_rate": 2.0739973460465993e-05,
      "loss": 1.8819,
      "mean_token_accuracy": 0.5812878698110581,
      "num_tokens": 355278364.0,
      "step": 461390
    },
    {
      "epoch": 0.5852670994649639,
      "grad_norm": 7.375,
      "learning_rate": 2.07393391503797e-05,
      "loss": 1.9306,
      "mean_token_accuracy": 0.5637310385704041,
      "num_tokens": 355285930.0,
      "step": 461400
    },
    {
      "epoch": 0.5852797840574967,
      "grad_norm": 5.90625,
      "learning_rate": 2.0738704840293407e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.541120421886444,
      "num_tokens": 355293999.0,
      "step": 461410
    },
    {
      "epoch": 0.5852924686500296,
      "grad_norm": 5.09375,
      "learning_rate": 2.0738070530207116e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5510170370340347,
      "num_tokens": 355300792.0,
      "step": 461420
    },
    {
      "epoch": 0.5853051532425624,
      "grad_norm": 4.875,
      "learning_rate": 2.0737436220120825e-05,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5710729032754898,
      "num_tokens": 355309420.0,
      "step": 461430
    },
    {
      "epoch": 0.5853178378350953,
      "grad_norm": 10.6875,
      "learning_rate": 2.0736801910034533e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.561401954293251,
      "num_tokens": 355316868.0,
      "step": 461440
    },
    {
      "epoch": 0.5853305224276281,
      "grad_norm": 7.875,
      "learning_rate": 2.0736167599948242e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5756957411766053,
      "num_tokens": 355323377.0,
      "step": 461450
    },
    {
      "epoch": 0.5853432070201608,
      "grad_norm": 5.5625,
      "learning_rate": 2.073553328986195e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5373910933732986,
      "num_tokens": 355331787.0,
      "step": 461460
    },
    {
      "epoch": 0.5853558916126937,
      "grad_norm": 6.0,
      "learning_rate": 2.0734898979775656e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.530868086218834,
      "num_tokens": 355339096.0,
      "step": 461470
    },
    {
      "epoch": 0.5853685762052265,
      "grad_norm": 5.25,
      "learning_rate": 2.0734264669689365e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5247667670249939,
      "num_tokens": 355346827.0,
      "step": 461480
    },
    {
      "epoch": 0.5853812607977594,
      "grad_norm": 4.90625,
      "learning_rate": 2.0733630359603077e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.550712576508522,
      "num_tokens": 355353504.0,
      "step": 461490
    },
    {
      "epoch": 0.5853939453902922,
      "grad_norm": 4.625,
      "learning_rate": 2.0732996049516786e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5723347902297974,
      "num_tokens": 355361187.0,
      "step": 461500
    },
    {
      "epoch": 0.5854066299828251,
      "grad_norm": 5.125,
      "learning_rate": 2.073236173943049e-05,
      "loss": 2.2936,
      "mean_token_accuracy": 0.5153393805027008,
      "num_tokens": 355369954.0,
      "step": 461510
    },
    {
      "epoch": 0.5854193145753579,
      "grad_norm": 7.03125,
      "learning_rate": 2.07317274293442e-05,
      "loss": 1.8567,
      "mean_token_accuracy": 0.5958685755729676,
      "num_tokens": 355376008.0,
      "step": 461520
    },
    {
      "epoch": 0.5854319991678907,
      "grad_norm": 4.84375,
      "learning_rate": 2.073109311925791e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5450910538434982,
      "num_tokens": 355384562.0,
      "step": 461530
    },
    {
      "epoch": 0.5854446837604236,
      "grad_norm": 4.6875,
      "learning_rate": 2.0730458809171617e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5606353551149368,
      "num_tokens": 355391461.0,
      "step": 461540
    },
    {
      "epoch": 0.5854573683529564,
      "grad_norm": 4.8125,
      "learning_rate": 2.0729824499085326e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5502462685108185,
      "num_tokens": 355399136.0,
      "step": 461550
    },
    {
      "epoch": 0.5854700529454893,
      "grad_norm": 6.65625,
      "learning_rate": 2.0729190188999035e-05,
      "loss": 1.931,
      "mean_token_accuracy": 0.5783876657485962,
      "num_tokens": 355406642.0,
      "step": 461560
    },
    {
      "epoch": 0.585482737538022,
      "grad_norm": 4.75,
      "learning_rate": 2.0728555878912744e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5389586478471756,
      "num_tokens": 355415168.0,
      "step": 461570
    },
    {
      "epoch": 0.5854954221305549,
      "grad_norm": 6.9375,
      "learning_rate": 2.072792156882645e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5239592105150223,
      "num_tokens": 355421450.0,
      "step": 461580
    },
    {
      "epoch": 0.5855081067230877,
      "grad_norm": 5.40625,
      "learning_rate": 2.072728725874016e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.5219768971204758,
      "num_tokens": 355430121.0,
      "step": 461590
    },
    {
      "epoch": 0.5855207913156205,
      "grad_norm": 5.875,
      "learning_rate": 2.072665294865387e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.553675165772438,
      "num_tokens": 355437845.0,
      "step": 461600
    },
    {
      "epoch": 0.5855334759081534,
      "grad_norm": 7.28125,
      "learning_rate": 2.0726018638567575e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.524907648563385,
      "num_tokens": 355444178.0,
      "step": 461610
    },
    {
      "epoch": 0.5855461605006862,
      "grad_norm": 7.34375,
      "learning_rate": 2.0725384328481284e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5404572129249573,
      "num_tokens": 355451379.0,
      "step": 461620
    },
    {
      "epoch": 0.5855588450932191,
      "grad_norm": 5.6875,
      "learning_rate": 2.0724750018394993e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5541976988315582,
      "num_tokens": 355459295.0,
      "step": 461630
    },
    {
      "epoch": 0.5855715296857519,
      "grad_norm": 5.0,
      "learning_rate": 2.07241157083087e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5561630517244339,
      "num_tokens": 355467420.0,
      "step": 461640
    },
    {
      "epoch": 0.5855842142782848,
      "grad_norm": 7.53125,
      "learning_rate": 2.072348139822241e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5558445900678635,
      "num_tokens": 355474385.0,
      "step": 461650
    },
    {
      "epoch": 0.5855968988708176,
      "grad_norm": 5.0625,
      "learning_rate": 2.072284708813612e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5509824097156525,
      "num_tokens": 355482893.0,
      "step": 461660
    },
    {
      "epoch": 0.5856095834633505,
      "grad_norm": 6.9375,
      "learning_rate": 2.0722212778049828e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.553414660692215,
      "num_tokens": 355489987.0,
      "step": 461670
    },
    {
      "epoch": 0.5856222680558832,
      "grad_norm": 6.59375,
      "learning_rate": 2.0721578467963533e-05,
      "loss": 1.6265,
      "mean_token_accuracy": 0.6395935863256454,
      "num_tokens": 355494450.0,
      "step": 461680
    },
    {
      "epoch": 0.585634952648416,
      "grad_norm": 5.96875,
      "learning_rate": 2.0720944157877245e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5245065480470658,
      "num_tokens": 355502310.0,
      "step": 461690
    },
    {
      "epoch": 0.5856476372409489,
      "grad_norm": 5.21875,
      "learning_rate": 2.0720309847790954e-05,
      "loss": 1.6611,
      "mean_token_accuracy": 0.6325823873281479,
      "num_tokens": 355510160.0,
      "step": 461700
    },
    {
      "epoch": 0.5856603218334817,
      "grad_norm": 6.03125,
      "learning_rate": 2.0719675537704662e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5366902530193329,
      "num_tokens": 355518398.0,
      "step": 461710
    },
    {
      "epoch": 0.5856730064260146,
      "grad_norm": 4.96875,
      "learning_rate": 2.0719041227618368e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5256225407123566,
      "num_tokens": 355527239.0,
      "step": 461720
    },
    {
      "epoch": 0.5856856910185474,
      "grad_norm": 9.5625,
      "learning_rate": 2.071840691753208e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5350308120250702,
      "num_tokens": 355533511.0,
      "step": 461730
    },
    {
      "epoch": 0.5856983756110803,
      "grad_norm": 9.6875,
      "learning_rate": 2.071777260744579e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5672458350658417,
      "num_tokens": 355539818.0,
      "step": 461740
    },
    {
      "epoch": 0.5857110602036131,
      "grad_norm": 6.3125,
      "learning_rate": 2.0717138297359494e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5557183384895324,
      "num_tokens": 355546789.0,
      "step": 461750
    },
    {
      "epoch": 0.5857237447961459,
      "grad_norm": 5.96875,
      "learning_rate": 2.0716503987273203e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5244326084852219,
      "num_tokens": 355554847.0,
      "step": 461760
    },
    {
      "epoch": 0.5857364293886788,
      "grad_norm": 4.59375,
      "learning_rate": 2.071586967718691e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5535672336816788,
      "num_tokens": 355562625.0,
      "step": 461770
    },
    {
      "epoch": 0.5857491139812115,
      "grad_norm": 5.375,
      "learning_rate": 2.071523536710062e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5662042528390885,
      "num_tokens": 355570761.0,
      "step": 461780
    },
    {
      "epoch": 0.5857617985737444,
      "grad_norm": 6.375,
      "learning_rate": 2.071460105701433e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5476192951202392,
      "num_tokens": 355579159.0,
      "step": 461790
    },
    {
      "epoch": 0.5857744831662772,
      "grad_norm": 6.3125,
      "learning_rate": 2.0713966746928038e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5797347337007522,
      "num_tokens": 355586352.0,
      "step": 461800
    },
    {
      "epoch": 0.5857871677588101,
      "grad_norm": 4.75,
      "learning_rate": 2.0713332436841746e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5319065511226654,
      "num_tokens": 355594179.0,
      "step": 461810
    },
    {
      "epoch": 0.5857998523513429,
      "grad_norm": 6.65625,
      "learning_rate": 2.0712698126755452e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5406755983829499,
      "num_tokens": 355601087.0,
      "step": 461820
    },
    {
      "epoch": 0.5858125369438758,
      "grad_norm": 9.375,
      "learning_rate": 2.0712063816669164e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5299256652593612,
      "num_tokens": 355609129.0,
      "step": 461830
    },
    {
      "epoch": 0.5858252215364086,
      "grad_norm": 5.09375,
      "learning_rate": 2.0711429506582873e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5252403140068054,
      "num_tokens": 355617064.0,
      "step": 461840
    },
    {
      "epoch": 0.5858379061289414,
      "grad_norm": 6.8125,
      "learning_rate": 2.0710795196496578e-05,
      "loss": 1.9715,
      "mean_token_accuracy": 0.5634994864463806,
      "num_tokens": 355624603.0,
      "step": 461850
    },
    {
      "epoch": 0.5858505907214743,
      "grad_norm": 6.3125,
      "learning_rate": 2.0710160886410287e-05,
      "loss": 2.318,
      "mean_token_accuracy": 0.505520036816597,
      "num_tokens": 355632217.0,
      "step": 461860
    },
    {
      "epoch": 0.5858632753140071,
      "grad_norm": 9.0625,
      "learning_rate": 2.0709526576323996e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5331546276807785,
      "num_tokens": 355639777.0,
      "step": 461870
    },
    {
      "epoch": 0.58587595990654,
      "grad_norm": 4.625,
      "learning_rate": 2.0708892266237708e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5383971273899079,
      "num_tokens": 355648592.0,
      "step": 461880
    },
    {
      "epoch": 0.5858886444990727,
      "grad_norm": 5.34375,
      "learning_rate": 2.0708257956151413e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5335900217294693,
      "num_tokens": 355656048.0,
      "step": 461890
    },
    {
      "epoch": 0.5859013290916056,
      "grad_norm": 5.3125,
      "learning_rate": 2.0707623646065122e-05,
      "loss": 1.8427,
      "mean_token_accuracy": 0.5891813158988952,
      "num_tokens": 355662689.0,
      "step": 461900
    },
    {
      "epoch": 0.5859140136841384,
      "grad_norm": 4.96875,
      "learning_rate": 2.070698933597883e-05,
      "loss": 1.9189,
      "mean_token_accuracy": 0.5771752119064331,
      "num_tokens": 355670001.0,
      "step": 461910
    },
    {
      "epoch": 0.5859266982766712,
      "grad_norm": 5.9375,
      "learning_rate": 2.070635502589254e-05,
      "loss": 1.8512,
      "mean_token_accuracy": 0.5846314668655396,
      "num_tokens": 355676424.0,
      "step": 461920
    },
    {
      "epoch": 0.5859393828692041,
      "grad_norm": 6.15625,
      "learning_rate": 2.0705720715806248e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.570169848203659,
      "num_tokens": 355684415.0,
      "step": 461930
    },
    {
      "epoch": 0.5859520674617369,
      "grad_norm": 8.3125,
      "learning_rate": 2.0705086405719957e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5432176142930984,
      "num_tokens": 355691407.0,
      "step": 461940
    },
    {
      "epoch": 0.5859647520542698,
      "grad_norm": 6.03125,
      "learning_rate": 2.0704452095633665e-05,
      "loss": 1.8932,
      "mean_token_accuracy": 0.5731174647808075,
      "num_tokens": 355698353.0,
      "step": 461950
    },
    {
      "epoch": 0.5859774366468026,
      "grad_norm": 4.75,
      "learning_rate": 2.070381778554737e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5328381925821304,
      "num_tokens": 355706680.0,
      "step": 461960
    },
    {
      "epoch": 0.5859901212393355,
      "grad_norm": 5.53125,
      "learning_rate": 2.070318347546108e-05,
      "loss": 1.8393,
      "mean_token_accuracy": 0.5809430748224258,
      "num_tokens": 355715612.0,
      "step": 461970
    },
    {
      "epoch": 0.5860028058318683,
      "grad_norm": 5.71875,
      "learning_rate": 2.070254916537479e-05,
      "loss": 2.2372,
      "mean_token_accuracy": 0.5058379232883453,
      "num_tokens": 355723862.0,
      "step": 461980
    },
    {
      "epoch": 0.586015490424401,
      "grad_norm": 8.375,
      "learning_rate": 2.0701914855288497e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.549482935667038,
      "num_tokens": 355731354.0,
      "step": 461990
    },
    {
      "epoch": 0.5860281750169339,
      "grad_norm": 6.375,
      "learning_rate": 2.0701280545202206e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5578201293945313,
      "num_tokens": 355739050.0,
      "step": 462000
    },
    {
      "epoch": 0.5860408596094667,
      "grad_norm": 4.8125,
      "learning_rate": 2.0700646235115915e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5183726072311401,
      "num_tokens": 355748278.0,
      "step": 462010
    },
    {
      "epoch": 0.5860535442019996,
      "grad_norm": 5.3125,
      "learning_rate": 2.0700011925029623e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.539674437046051,
      "num_tokens": 355756965.0,
      "step": 462020
    },
    {
      "epoch": 0.5860662287945324,
      "grad_norm": 5.3125,
      "learning_rate": 2.0699377614943332e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.541354364156723,
      "num_tokens": 355765969.0,
      "step": 462030
    },
    {
      "epoch": 0.5860789133870653,
      "grad_norm": 6.46875,
      "learning_rate": 2.069874330485704e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5180730521678925,
      "num_tokens": 355774842.0,
      "step": 462040
    },
    {
      "epoch": 0.5860915979795981,
      "grad_norm": 4.71875,
      "learning_rate": 2.069810899477075e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5365736484527588,
      "num_tokens": 355783441.0,
      "step": 462050
    },
    {
      "epoch": 0.586104282572131,
      "grad_norm": 8.6875,
      "learning_rate": 2.0697474684684455e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.556831881403923,
      "num_tokens": 355789830.0,
      "step": 462060
    },
    {
      "epoch": 0.5861169671646638,
      "grad_norm": 6.03125,
      "learning_rate": 2.0696840374598164e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5365888267755509,
      "num_tokens": 355798858.0,
      "step": 462070
    },
    {
      "epoch": 0.5861296517571966,
      "grad_norm": 8.875,
      "learning_rate": 2.0696206064511876e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5613980263471603,
      "num_tokens": 355804696.0,
      "step": 462080
    },
    {
      "epoch": 0.5861423363497295,
      "grad_norm": 6.78125,
      "learning_rate": 2.0695571754425584e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.533049938082695,
      "num_tokens": 355813051.0,
      "step": 462090
    },
    {
      "epoch": 0.5861550209422622,
      "grad_norm": 7.0,
      "learning_rate": 2.069493744433929e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5604869157075882,
      "num_tokens": 355821519.0,
      "step": 462100
    },
    {
      "epoch": 0.5861677055347951,
      "grad_norm": 6.40625,
      "learning_rate": 2.0694303134253e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5468057423830033,
      "num_tokens": 355829556.0,
      "step": 462110
    },
    {
      "epoch": 0.5861803901273279,
      "grad_norm": 5.84375,
      "learning_rate": 2.0693668824166707e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5428852796554565,
      "num_tokens": 355837884.0,
      "step": 462120
    },
    {
      "epoch": 0.5861930747198608,
      "grad_norm": 5.59375,
      "learning_rate": 2.0693034514080416e-05,
      "loss": 2.2311,
      "mean_token_accuracy": 0.5167428433895112,
      "num_tokens": 355846152.0,
      "step": 462130
    },
    {
      "epoch": 0.5862057593123936,
      "grad_norm": 5.59375,
      "learning_rate": 2.0692400203994125e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5638422727584839,
      "num_tokens": 355853266.0,
      "step": 462140
    },
    {
      "epoch": 0.5862184439049264,
      "grad_norm": 7.125,
      "learning_rate": 2.0691765893907833e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5563831806182862,
      "num_tokens": 355860553.0,
      "step": 462150
    },
    {
      "epoch": 0.5862311284974593,
      "grad_norm": 5.84375,
      "learning_rate": 2.0691131583821542e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5740030705928802,
      "num_tokens": 355867730.0,
      "step": 462160
    },
    {
      "epoch": 0.5862438130899921,
      "grad_norm": 5.125,
      "learning_rate": 2.069049727373525e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5664551228284835,
      "num_tokens": 355875653.0,
      "step": 462170
    },
    {
      "epoch": 0.586256497682525,
      "grad_norm": 4.15625,
      "learning_rate": 2.068986296364896e-05,
      "loss": 1.9401,
      "mean_token_accuracy": 0.5683277100324631,
      "num_tokens": 355883296.0,
      "step": 462180
    },
    {
      "epoch": 0.5862691822750578,
      "grad_norm": 15.875,
      "learning_rate": 2.068922865356267e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.5349786907434464,
      "num_tokens": 355891543.0,
      "step": 462190
    },
    {
      "epoch": 0.5862818668675907,
      "grad_norm": 5.84375,
      "learning_rate": 2.0688594343476374e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5791487634181977,
      "num_tokens": 355898578.0,
      "step": 462200
    },
    {
      "epoch": 0.5862945514601234,
      "grad_norm": 4.8125,
      "learning_rate": 2.0687960033390083e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5516088396310806,
      "num_tokens": 355906770.0,
      "step": 462210
    },
    {
      "epoch": 0.5863072360526563,
      "grad_norm": 5.875,
      "learning_rate": 2.0687325723303795e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5139077305793762,
      "num_tokens": 355915583.0,
      "step": 462220
    },
    {
      "epoch": 0.5863199206451891,
      "grad_norm": 5.90625,
      "learning_rate": 2.06866914132175e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5491886466741562,
      "num_tokens": 355923096.0,
      "step": 462230
    },
    {
      "epoch": 0.5863326052377219,
      "grad_norm": 5.59375,
      "learning_rate": 2.068605710313121e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5462086349725723,
      "num_tokens": 355931136.0,
      "step": 462240
    },
    {
      "epoch": 0.5863452898302548,
      "grad_norm": 5.28125,
      "learning_rate": 2.0685422793044917e-05,
      "loss": 1.7142,
      "mean_token_accuracy": 0.6194178849458695,
      "num_tokens": 355937576.0,
      "step": 462250
    },
    {
      "epoch": 0.5863579744227876,
      "grad_norm": 4.6875,
      "learning_rate": 2.0684788482958626e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5505905777215958,
      "num_tokens": 355945528.0,
      "step": 462260
    },
    {
      "epoch": 0.5863706590153205,
      "grad_norm": 6.53125,
      "learning_rate": 2.0684154172872335e-05,
      "loss": 1.8413,
      "mean_token_accuracy": 0.583495843410492,
      "num_tokens": 355952641.0,
      "step": 462270
    },
    {
      "epoch": 0.5863833436078533,
      "grad_norm": 5.125,
      "learning_rate": 2.0683519862786044e-05,
      "loss": 2.3054,
      "mean_token_accuracy": 0.5128193825483323,
      "num_tokens": 355960657.0,
      "step": 462280
    },
    {
      "epoch": 0.5863960282003862,
      "grad_norm": 5.21875,
      "learning_rate": 2.0682885552699752e-05,
      "loss": 1.8642,
      "mean_token_accuracy": 0.5930851399898529,
      "num_tokens": 355966445.0,
      "step": 462290
    },
    {
      "epoch": 0.586408712792919,
      "grad_norm": 4.75,
      "learning_rate": 2.068225124261346e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5379859149456024,
      "num_tokens": 355975078.0,
      "step": 462300
    },
    {
      "epoch": 0.5864213973854517,
      "grad_norm": 7.25,
      "learning_rate": 2.0681616932527167e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5396177053451539,
      "num_tokens": 355984489.0,
      "step": 462310
    },
    {
      "epoch": 0.5864340819779846,
      "grad_norm": 4.84375,
      "learning_rate": 2.068098262244088e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5748666614294052,
      "num_tokens": 355991911.0,
      "step": 462320
    },
    {
      "epoch": 0.5864467665705174,
      "grad_norm": 5.75,
      "learning_rate": 2.0680348312354587e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5217794269323349,
      "num_tokens": 356000770.0,
      "step": 462330
    },
    {
      "epoch": 0.5864594511630503,
      "grad_norm": 5.59375,
      "learning_rate": 2.0679714002268293e-05,
      "loss": 2.1704,
      "mean_token_accuracy": 0.529865238070488,
      "num_tokens": 356009671.0,
      "step": 462340
    },
    {
      "epoch": 0.5864721357555831,
      "grad_norm": 4.8125,
      "learning_rate": 2.0679079692182e-05,
      "loss": 2.269,
      "mean_token_accuracy": 0.5106233596801758,
      "num_tokens": 356017399.0,
      "step": 462350
    },
    {
      "epoch": 0.586484820348116,
      "grad_norm": 5.21875,
      "learning_rate": 2.067844538209571e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5291742831468582,
      "num_tokens": 356025640.0,
      "step": 462360
    },
    {
      "epoch": 0.5864975049406488,
      "grad_norm": 5.28125,
      "learning_rate": 2.067781107200942e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5358772456645966,
      "num_tokens": 356033618.0,
      "step": 462370
    },
    {
      "epoch": 0.5865101895331817,
      "grad_norm": 8.625,
      "learning_rate": 2.0677176761923128e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5580231785774231,
      "num_tokens": 356039990.0,
      "step": 462380
    },
    {
      "epoch": 0.5865228741257145,
      "grad_norm": 4.78125,
      "learning_rate": 2.0676542451836836e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5451213479042053,
      "num_tokens": 356047240.0,
      "step": 462390
    },
    {
      "epoch": 0.5865355587182473,
      "grad_norm": 4.78125,
      "learning_rate": 2.0675908141750545e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5309404641389847,
      "num_tokens": 356055532.0,
      "step": 462400
    },
    {
      "epoch": 0.5865482433107801,
      "grad_norm": 7.375,
      "learning_rate": 2.067527383166425e-05,
      "loss": 1.8598,
      "mean_token_accuracy": 0.5885399281978607,
      "num_tokens": 356061408.0,
      "step": 462410
    },
    {
      "epoch": 0.5865609279033129,
      "grad_norm": 4.78125,
      "learning_rate": 2.0674639521577963e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5419656097888946,
      "num_tokens": 356068387.0,
      "step": 462420
    },
    {
      "epoch": 0.5865736124958458,
      "grad_norm": 5.21875,
      "learning_rate": 2.067400521149167e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5632177084684372,
      "num_tokens": 356075076.0,
      "step": 462430
    },
    {
      "epoch": 0.5865862970883786,
      "grad_norm": 5.0625,
      "learning_rate": 2.0673370901405377e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5471218466758728,
      "num_tokens": 356082335.0,
      "step": 462440
    },
    {
      "epoch": 0.5865989816809115,
      "grad_norm": 5.15625,
      "learning_rate": 2.0672736591319086e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5539323687553406,
      "num_tokens": 356088704.0,
      "step": 462450
    },
    {
      "epoch": 0.5866116662734443,
      "grad_norm": 5.3125,
      "learning_rate": 2.0672102281232794e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5506996631622314,
      "num_tokens": 356096455.0,
      "step": 462460
    },
    {
      "epoch": 0.5866243508659771,
      "grad_norm": 5.21875,
      "learning_rate": 2.0671467971146506e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5320915162563324,
      "num_tokens": 356104654.0,
      "step": 462470
    },
    {
      "epoch": 0.58663703545851,
      "grad_norm": 6.59375,
      "learning_rate": 2.0670833661060212e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5376855552196502,
      "num_tokens": 356111561.0,
      "step": 462480
    },
    {
      "epoch": 0.5866497200510428,
      "grad_norm": 6.125,
      "learning_rate": 2.067019935097392e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.567206808924675,
      "num_tokens": 356118127.0,
      "step": 462490
    },
    {
      "epoch": 0.5866624046435757,
      "grad_norm": 10.0,
      "learning_rate": 2.066956504088763e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5528680980205536,
      "num_tokens": 356125978.0,
      "step": 462500
    },
    {
      "epoch": 0.5866750892361084,
      "grad_norm": 4.875,
      "learning_rate": 2.0668930730801338e-05,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5347686290740967,
      "num_tokens": 356132692.0,
      "step": 462510
    },
    {
      "epoch": 0.5866877738286413,
      "grad_norm": 10.8125,
      "learning_rate": 2.0668296420715047e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5195652574300766,
      "num_tokens": 356140839.0,
      "step": 462520
    },
    {
      "epoch": 0.5867004584211741,
      "grad_norm": 5.34375,
      "learning_rate": 2.0667662110628755e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5458844482898713,
      "num_tokens": 356149680.0,
      "step": 462530
    },
    {
      "epoch": 0.5867131430137069,
      "grad_norm": 8.5,
      "learning_rate": 2.0667027800542464e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5586968153715134,
      "num_tokens": 356157311.0,
      "step": 462540
    },
    {
      "epoch": 0.5867258276062398,
      "grad_norm": 4.28125,
      "learning_rate": 2.066639349045617e-05,
      "loss": 1.8627,
      "mean_token_accuracy": 0.5866574376821518,
      "num_tokens": 356165703.0,
      "step": 462550
    },
    {
      "epoch": 0.5867385121987726,
      "grad_norm": 5.125,
      "learning_rate": 2.0665759180369878e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5521384090185165,
      "num_tokens": 356174292.0,
      "step": 462560
    },
    {
      "epoch": 0.5867511967913055,
      "grad_norm": 5.28125,
      "learning_rate": 2.066512487028359e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5273750931024551,
      "num_tokens": 356183630.0,
      "step": 462570
    },
    {
      "epoch": 0.5867638813838383,
      "grad_norm": 5.125,
      "learning_rate": 2.0664490560197296e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5361941933631897,
      "num_tokens": 356192104.0,
      "step": 462580
    },
    {
      "epoch": 0.5867765659763712,
      "grad_norm": 6.59375,
      "learning_rate": 2.0663856250111004e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5641999632120133,
      "num_tokens": 356199444.0,
      "step": 462590
    },
    {
      "epoch": 0.586789250568904,
      "grad_norm": 5.28125,
      "learning_rate": 2.0663221940024713e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5342060267925263,
      "num_tokens": 356208311.0,
      "step": 462600
    },
    {
      "epoch": 0.5868019351614369,
      "grad_norm": 6.9375,
      "learning_rate": 2.0662587629938422e-05,
      "loss": 1.775,
      "mean_token_accuracy": 0.6021900087594986,
      "num_tokens": 356216542.0,
      "step": 462610
    },
    {
      "epoch": 0.5868146197539696,
      "grad_norm": 6.28125,
      "learning_rate": 2.066195331985213e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.52263622879982,
      "num_tokens": 356224742.0,
      "step": 462620
    },
    {
      "epoch": 0.5868273043465024,
      "grad_norm": 6.53125,
      "learning_rate": 2.066131900976584e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5584160447120666,
      "num_tokens": 356231284.0,
      "step": 462630
    },
    {
      "epoch": 0.5868399889390353,
      "grad_norm": 5.125,
      "learning_rate": 2.0660684699679548e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5700008362531662,
      "num_tokens": 356237999.0,
      "step": 462640
    },
    {
      "epoch": 0.5868526735315681,
      "grad_norm": 5.0625,
      "learning_rate": 2.0660050389593254e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5288183242082596,
      "num_tokens": 356245988.0,
      "step": 462650
    },
    {
      "epoch": 0.586865358124101,
      "grad_norm": 6.46875,
      "learning_rate": 2.0659416079506966e-05,
      "loss": 2.1797,
      "mean_token_accuracy": 0.5229394018650055,
      "num_tokens": 356254537.0,
      "step": 462660
    },
    {
      "epoch": 0.5868780427166338,
      "grad_norm": 5.5,
      "learning_rate": 2.0658781769420674e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5316280782222748,
      "num_tokens": 356262054.0,
      "step": 462670
    },
    {
      "epoch": 0.5868907273091667,
      "grad_norm": 6.53125,
      "learning_rate": 2.0658147459334383e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5376452088356019,
      "num_tokens": 356270344.0,
      "step": 462680
    },
    {
      "epoch": 0.5869034119016995,
      "grad_norm": 6.125,
      "learning_rate": 2.065751314924809e-05,
      "loss": 1.805,
      "mean_token_accuracy": 0.5986351132392883,
      "num_tokens": 356276079.0,
      "step": 462690
    },
    {
      "epoch": 0.5869160964942323,
      "grad_norm": 8.0625,
      "learning_rate": 2.0656878839161797e-05,
      "loss": 2.2928,
      "mean_token_accuracy": 0.5068026930093765,
      "num_tokens": 356284012.0,
      "step": 462700
    },
    {
      "epoch": 0.5869287810867652,
      "grad_norm": 6.0625,
      "learning_rate": 2.065624452907551e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5535940825939178,
      "num_tokens": 356292981.0,
      "step": 462710
    },
    {
      "epoch": 0.586941465679298,
      "grad_norm": 6.0,
      "learning_rate": 2.0655610218989215e-05,
      "loss": 2.1988,
      "mean_token_accuracy": 0.5222197324037552,
      "num_tokens": 356300886.0,
      "step": 462720
    },
    {
      "epoch": 0.5869541502718308,
      "grad_norm": 5.4375,
      "learning_rate": 2.0654975908902923e-05,
      "loss": 2.2761,
      "mean_token_accuracy": 0.5032132804393769,
      "num_tokens": 356309712.0,
      "step": 462730
    },
    {
      "epoch": 0.5869668348643636,
      "grad_norm": 4.71875,
      "learning_rate": 2.0654341598816632e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5564937800168991,
      "num_tokens": 356317874.0,
      "step": 462740
    },
    {
      "epoch": 0.5869795194568965,
      "grad_norm": 7.59375,
      "learning_rate": 2.065370728873034e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5662428349256515,
      "num_tokens": 356325599.0,
      "step": 462750
    },
    {
      "epoch": 0.5869922040494293,
      "grad_norm": 5.0,
      "learning_rate": 2.065307297864405e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.55461745262146,
      "num_tokens": 356333957.0,
      "step": 462760
    },
    {
      "epoch": 0.5870048886419622,
      "grad_norm": 5.03125,
      "learning_rate": 2.065243866855776e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5245064079761506,
      "num_tokens": 356342020.0,
      "step": 462770
    },
    {
      "epoch": 0.587017573234495,
      "grad_norm": 6.3125,
      "learning_rate": 2.0651804358471467e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5336622625589371,
      "num_tokens": 356349928.0,
      "step": 462780
    },
    {
      "epoch": 0.5870302578270278,
      "grad_norm": 4.8125,
      "learning_rate": 2.0651170048385172e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5228435218334198,
      "num_tokens": 356358007.0,
      "step": 462790
    },
    {
      "epoch": 0.5870429424195607,
      "grad_norm": 5.9375,
      "learning_rate": 2.065053573829888e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5340545862913132,
      "num_tokens": 356365425.0,
      "step": 462800
    },
    {
      "epoch": 0.5870556270120935,
      "grad_norm": 6.0625,
      "learning_rate": 2.0649901428212593e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5504692465066909,
      "num_tokens": 356372574.0,
      "step": 462810
    },
    {
      "epoch": 0.5870683116046264,
      "grad_norm": 4.5625,
      "learning_rate": 2.06492671181263e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5631160080432892,
      "num_tokens": 356380640.0,
      "step": 462820
    },
    {
      "epoch": 0.5870809961971591,
      "grad_norm": 4.78125,
      "learning_rate": 2.0648632808040007e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.562453830242157,
      "num_tokens": 356387462.0,
      "step": 462830
    },
    {
      "epoch": 0.587093680789692,
      "grad_norm": 5.71875,
      "learning_rate": 2.0647998497953716e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.534098106622696,
      "num_tokens": 356395878.0,
      "step": 462840
    },
    {
      "epoch": 0.5871063653822248,
      "grad_norm": 5.25,
      "learning_rate": 2.0647364187867425e-05,
      "loss": 1.8225,
      "mean_token_accuracy": 0.6023298323154449,
      "num_tokens": 356402587.0,
      "step": 462850
    },
    {
      "epoch": 0.5871190499747576,
      "grad_norm": 5.78125,
      "learning_rate": 2.0646729877781134e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5334006071090698,
      "num_tokens": 356410710.0,
      "step": 462860
    },
    {
      "epoch": 0.5871317345672905,
      "grad_norm": 5.96875,
      "learning_rate": 2.0646095567694842e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5406613349914551,
      "num_tokens": 356419679.0,
      "step": 462870
    },
    {
      "epoch": 0.5871444191598233,
      "grad_norm": 6.5625,
      "learning_rate": 2.064546125760855e-05,
      "loss": 2.2382,
      "mean_token_accuracy": 0.5222207397222519,
      "num_tokens": 356428199.0,
      "step": 462880
    },
    {
      "epoch": 0.5871571037523562,
      "grad_norm": 5.90625,
      "learning_rate": 2.064482694752226e-05,
      "loss": 1.9674,
      "mean_token_accuracy": 0.566949725151062,
      "num_tokens": 356434267.0,
      "step": 462890
    },
    {
      "epoch": 0.587169788344889,
      "grad_norm": 5.09375,
      "learning_rate": 2.0644192637435965e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.53612722158432,
      "num_tokens": 356442523.0,
      "step": 462900
    },
    {
      "epoch": 0.5871824729374219,
      "grad_norm": 6.09375,
      "learning_rate": 2.0643558327349677e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5524856001138687,
      "num_tokens": 356449755.0,
      "step": 462910
    },
    {
      "epoch": 0.5871951575299547,
      "grad_norm": 5.09375,
      "learning_rate": 2.0642924017263386e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5550918579101562,
      "num_tokens": 356456933.0,
      "step": 462920
    },
    {
      "epoch": 0.5872078421224874,
      "grad_norm": 5.0625,
      "learning_rate": 2.064228970717709e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.5700513631105423,
      "num_tokens": 356463627.0,
      "step": 462930
    },
    {
      "epoch": 0.5872205267150203,
      "grad_norm": 4.90625,
      "learning_rate": 2.06416553970908e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5393972814083099,
      "num_tokens": 356470449.0,
      "step": 462940
    },
    {
      "epoch": 0.5872332113075531,
      "grad_norm": 6.40625,
      "learning_rate": 2.064102108700451e-05,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5849513232707977,
      "num_tokens": 356477145.0,
      "step": 462950
    },
    {
      "epoch": 0.587245895900086,
      "grad_norm": 5.5,
      "learning_rate": 2.0640386776918218e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5506444156169892,
      "num_tokens": 356484343.0,
      "step": 462960
    },
    {
      "epoch": 0.5872585804926188,
      "grad_norm": 4.78125,
      "learning_rate": 2.0639752466831926e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5480163753032684,
      "num_tokens": 356492639.0,
      "step": 462970
    },
    {
      "epoch": 0.5872712650851517,
      "grad_norm": 7.125,
      "learning_rate": 2.0639118156745635e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5499599814414978,
      "num_tokens": 356500357.0,
      "step": 462980
    },
    {
      "epoch": 0.5872839496776845,
      "grad_norm": 4.90625,
      "learning_rate": 2.0638483846659344e-05,
      "loss": 1.869,
      "mean_token_accuracy": 0.5822229653596878,
      "num_tokens": 356508010.0,
      "step": 462990
    },
    {
      "epoch": 0.5872966342702174,
      "grad_norm": 5.53125,
      "learning_rate": 2.063784953657305e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5300830751657486,
      "num_tokens": 356516977.0,
      "step": 463000
    },
    {
      "epoch": 0.5873093188627502,
      "grad_norm": 5.9375,
      "learning_rate": 2.063721522648676e-05,
      "loss": 1.934,
      "mean_token_accuracy": 0.5605848014354706,
      "num_tokens": 356523369.0,
      "step": 463010
    },
    {
      "epoch": 0.587322003455283,
      "grad_norm": 10.125,
      "learning_rate": 2.063658091640047e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.53343465924263,
      "num_tokens": 356530984.0,
      "step": 463020
    },
    {
      "epoch": 0.5873346880478159,
      "grad_norm": 5.34375,
      "learning_rate": 2.0635946606314175e-05,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5700619578361511,
      "num_tokens": 356537783.0,
      "step": 463030
    },
    {
      "epoch": 0.5873473726403486,
      "grad_norm": 6.40625,
      "learning_rate": 2.0635312296227884e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5541200429201126,
      "num_tokens": 356545898.0,
      "step": 463040
    },
    {
      "epoch": 0.5873600572328815,
      "grad_norm": 6.25,
      "learning_rate": 2.0634677986141593e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5216090083122253,
      "num_tokens": 356553746.0,
      "step": 463050
    },
    {
      "epoch": 0.5873727418254143,
      "grad_norm": 6.46875,
      "learning_rate": 2.0634043676055305e-05,
      "loss": 1.8174,
      "mean_token_accuracy": 0.600493460893631,
      "num_tokens": 356561551.0,
      "step": 463060
    },
    {
      "epoch": 0.5873854264179472,
      "grad_norm": 6.4375,
      "learning_rate": 2.063340936596901e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5328368574380875,
      "num_tokens": 356569342.0,
      "step": 463070
    },
    {
      "epoch": 0.58739811101048,
      "grad_norm": 4.53125,
      "learning_rate": 2.063277505588272e-05,
      "loss": 1.7487,
      "mean_token_accuracy": 0.61496100127697,
      "num_tokens": 356576360.0,
      "step": 463080
    },
    {
      "epoch": 0.5874107956030128,
      "grad_norm": 7.90625,
      "learning_rate": 2.0632140745796428e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5569897621870041,
      "num_tokens": 356583185.0,
      "step": 463090
    },
    {
      "epoch": 0.5874234801955457,
      "grad_norm": 7.15625,
      "learning_rate": 2.0631506435710137e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5429844409227371,
      "num_tokens": 356589326.0,
      "step": 463100
    },
    {
      "epoch": 0.5874361647880785,
      "grad_norm": 5.625,
      "learning_rate": 2.0630872125623845e-05,
      "loss": 2.2716,
      "mean_token_accuracy": 0.5102716743946075,
      "num_tokens": 356596562.0,
      "step": 463110
    },
    {
      "epoch": 0.5874488493806114,
      "grad_norm": 4.84375,
      "learning_rate": 2.0630237815537554e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5307745337486267,
      "num_tokens": 356602548.0,
      "step": 463120
    },
    {
      "epoch": 0.5874615339731442,
      "grad_norm": 5.65625,
      "learning_rate": 2.0629603505451263e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5441863059997558,
      "num_tokens": 356611264.0,
      "step": 463130
    },
    {
      "epoch": 0.587474218565677,
      "grad_norm": 5.375,
      "learning_rate": 2.0628969195364968e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5509865701198577,
      "num_tokens": 356618559.0,
      "step": 463140
    },
    {
      "epoch": 0.5874869031582098,
      "grad_norm": 6.5,
      "learning_rate": 2.062833488527868e-05,
      "loss": 2.2176,
      "mean_token_accuracy": 0.5234177589416504,
      "num_tokens": 356626550.0,
      "step": 463150
    },
    {
      "epoch": 0.5874995877507427,
      "grad_norm": 5.21875,
      "learning_rate": 2.062770057519239e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.521160963177681,
      "num_tokens": 356633896.0,
      "step": 463160
    },
    {
      "epoch": 0.5875122723432755,
      "grad_norm": 6.375,
      "learning_rate": 2.0627066265106094e-05,
      "loss": 1.9212,
      "mean_token_accuracy": 0.57216836810112,
      "num_tokens": 356639633.0,
      "step": 463170
    },
    {
      "epoch": 0.5875249569358083,
      "grad_norm": 5.4375,
      "learning_rate": 2.0626431955019803e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5289561808109283,
      "num_tokens": 356647908.0,
      "step": 463180
    },
    {
      "epoch": 0.5875376415283412,
      "grad_norm": 8.8125,
      "learning_rate": 2.0625797644933512e-05,
      "loss": 1.9105,
      "mean_token_accuracy": 0.5821553289890289,
      "num_tokens": 356656389.0,
      "step": 463190
    },
    {
      "epoch": 0.587550326120874,
      "grad_norm": 5.6875,
      "learning_rate": 2.062516333484722e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5270276546478272,
      "num_tokens": 356664410.0,
      "step": 463200
    },
    {
      "epoch": 0.5875630107134069,
      "grad_norm": 8.3125,
      "learning_rate": 2.062452902476093e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5418822169303894,
      "num_tokens": 356671093.0,
      "step": 463210
    },
    {
      "epoch": 0.5875756953059397,
      "grad_norm": 5.15625,
      "learning_rate": 2.0623894714674638e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.550324285030365,
      "num_tokens": 356677994.0,
      "step": 463220
    },
    {
      "epoch": 0.5875883798984726,
      "grad_norm": 6.84375,
      "learning_rate": 2.0623260404588347e-05,
      "loss": 1.9045,
      "mean_token_accuracy": 0.578874921798706,
      "num_tokens": 356685090.0,
      "step": 463230
    },
    {
      "epoch": 0.5876010644910054,
      "grad_norm": 6.9375,
      "learning_rate": 2.0622626094502052e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5844772696495056,
      "num_tokens": 356691944.0,
      "step": 463240
    },
    {
      "epoch": 0.5876137490835381,
      "grad_norm": 6.6875,
      "learning_rate": 2.0621991784415764e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5395143657922745,
      "num_tokens": 356699618.0,
      "step": 463250
    },
    {
      "epoch": 0.587626433676071,
      "grad_norm": 5.59375,
      "learning_rate": 2.0621357474329473e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5207322746515274,
      "num_tokens": 356706393.0,
      "step": 463260
    },
    {
      "epoch": 0.5876391182686038,
      "grad_norm": 4.78125,
      "learning_rate": 2.0620723164243182e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5420678913593292,
      "num_tokens": 356715034.0,
      "step": 463270
    },
    {
      "epoch": 0.5876518028611367,
      "grad_norm": 5.78125,
      "learning_rate": 2.0620088854156887e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5244278252124787,
      "num_tokens": 356722788.0,
      "step": 463280
    },
    {
      "epoch": 0.5876644874536695,
      "grad_norm": 5.40625,
      "learning_rate": 2.0619454544070596e-05,
      "loss": 2.2637,
      "mean_token_accuracy": 0.5117615252733231,
      "num_tokens": 356730863.0,
      "step": 463290
    },
    {
      "epoch": 0.5876771720462024,
      "grad_norm": 5.5625,
      "learning_rate": 2.0618820233984308e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5313908338546753,
      "num_tokens": 356738411.0,
      "step": 463300
    },
    {
      "epoch": 0.5876898566387352,
      "grad_norm": 5.71875,
      "learning_rate": 2.0618185923898013e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5384559988975525,
      "num_tokens": 356745990.0,
      "step": 463310
    },
    {
      "epoch": 0.5877025412312681,
      "grad_norm": 5.71875,
      "learning_rate": 2.0617551613811722e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5514678567647934,
      "num_tokens": 356753840.0,
      "step": 463320
    },
    {
      "epoch": 0.5877152258238009,
      "grad_norm": 4.90625,
      "learning_rate": 2.061691730372543e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5298139065504074,
      "num_tokens": 356761977.0,
      "step": 463330
    },
    {
      "epoch": 0.5877279104163337,
      "grad_norm": 6.21875,
      "learning_rate": 2.061628299363914e-05,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5284140437841416,
      "num_tokens": 356769357.0,
      "step": 463340
    },
    {
      "epoch": 0.5877405950088666,
      "grad_norm": 5.0625,
      "learning_rate": 2.061564868355285e-05,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5174761593341828,
      "num_tokens": 356777898.0,
      "step": 463350
    },
    {
      "epoch": 0.5877532796013993,
      "grad_norm": 6.75,
      "learning_rate": 2.0615014373466557e-05,
      "loss": 1.9447,
      "mean_token_accuracy": 0.5670876950025558,
      "num_tokens": 356784935.0,
      "step": 463360
    },
    {
      "epoch": 0.5877659641939322,
      "grad_norm": 5.21875,
      "learning_rate": 2.0614380063380266e-05,
      "loss": 1.8532,
      "mean_token_accuracy": 0.5848001122474671,
      "num_tokens": 356793142.0,
      "step": 463370
    },
    {
      "epoch": 0.587778648786465,
      "grad_norm": 6.0625,
      "learning_rate": 2.061374575329397e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5325605779886246,
      "num_tokens": 356801896.0,
      "step": 463380
    },
    {
      "epoch": 0.5877913333789979,
      "grad_norm": 7.40625,
      "learning_rate": 2.061311144320768e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.559790900349617,
      "num_tokens": 356808813.0,
      "step": 463390
    },
    {
      "epoch": 0.5878040179715307,
      "grad_norm": 5.0,
      "learning_rate": 2.0612477133121392e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5499780893325805,
      "num_tokens": 356817672.0,
      "step": 463400
    },
    {
      "epoch": 0.5878167025640635,
      "grad_norm": 8.8125,
      "learning_rate": 2.0611842823035097e-05,
      "loss": 2.3161,
      "mean_token_accuracy": 0.5056641906499862,
      "num_tokens": 356824682.0,
      "step": 463410
    },
    {
      "epoch": 0.5878293871565964,
      "grad_norm": 5.53125,
      "learning_rate": 2.0611208512948806e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.533512857556343,
      "num_tokens": 356832689.0,
      "step": 463420
    },
    {
      "epoch": 0.5878420717491292,
      "grad_norm": 4.96875,
      "learning_rate": 2.0610574202862515e-05,
      "loss": 1.8975,
      "mean_token_accuracy": 0.586659574508667,
      "num_tokens": 356840576.0,
      "step": 463430
    },
    {
      "epoch": 0.5878547563416621,
      "grad_norm": 9.125,
      "learning_rate": 2.0609939892776224e-05,
      "loss": 1.934,
      "mean_token_accuracy": 0.5692753076553345,
      "num_tokens": 356846985.0,
      "step": 463440
    },
    {
      "epoch": 0.5878674409341949,
      "grad_norm": 4.8125,
      "learning_rate": 2.0609305582689932e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5825799643993378,
      "num_tokens": 356854921.0,
      "step": 463450
    },
    {
      "epoch": 0.5878801255267277,
      "grad_norm": 6.3125,
      "learning_rate": 2.060867127260364e-05,
      "loss": 1.9191,
      "mean_token_accuracy": 0.5768532395362854,
      "num_tokens": 356861342.0,
      "step": 463460
    },
    {
      "epoch": 0.5878928101192605,
      "grad_norm": 6.1875,
      "learning_rate": 2.060803696251735e-05,
      "loss": 1.8442,
      "mean_token_accuracy": 0.5858971238136291,
      "num_tokens": 356868053.0,
      "step": 463470
    },
    {
      "epoch": 0.5879054947117933,
      "grad_norm": 5.40625,
      "learning_rate": 2.060740265243106e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5280263274908066,
      "num_tokens": 356875525.0,
      "step": 463480
    },
    {
      "epoch": 0.5879181793043262,
      "grad_norm": 7.09375,
      "learning_rate": 2.0606768342344764e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.526616781949997,
      "num_tokens": 356883953.0,
      "step": 463490
    },
    {
      "epoch": 0.587930863896859,
      "grad_norm": 6.4375,
      "learning_rate": 2.0606134032258476e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5346137791872024,
      "num_tokens": 356891397.0,
      "step": 463500
    },
    {
      "epoch": 0.5879435484893919,
      "grad_norm": 5.8125,
      "learning_rate": 2.0605499722172185e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5352395117282868,
      "num_tokens": 356898311.0,
      "step": 463510
    },
    {
      "epoch": 0.5879562330819247,
      "grad_norm": 5.09375,
      "learning_rate": 2.060486541208589e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5388262867927551,
      "num_tokens": 356906601.0,
      "step": 463520
    },
    {
      "epoch": 0.5879689176744576,
      "grad_norm": 4.84375,
      "learning_rate": 2.06042311019996e-05,
      "loss": 1.8176,
      "mean_token_accuracy": 0.5931435257196427,
      "num_tokens": 356913105.0,
      "step": 463530
    },
    {
      "epoch": 0.5879816022669904,
      "grad_norm": 6.6875,
      "learning_rate": 2.060359679191331e-05,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5284797370433807,
      "num_tokens": 356920211.0,
      "step": 463540
    },
    {
      "epoch": 0.5879942868595233,
      "grad_norm": 5.0,
      "learning_rate": 2.0602962481827016e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5393953561782837,
      "num_tokens": 356928499.0,
      "step": 463550
    },
    {
      "epoch": 0.588006971452056,
      "grad_norm": 5.375,
      "learning_rate": 2.0602328171740725e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5306240946054459,
      "num_tokens": 356936828.0,
      "step": 463560
    },
    {
      "epoch": 0.5880196560445888,
      "grad_norm": 4.9375,
      "learning_rate": 2.0601693861654434e-05,
      "loss": 2.2514,
      "mean_token_accuracy": 0.5165815860033035,
      "num_tokens": 356944519.0,
      "step": 463570
    },
    {
      "epoch": 0.5880323406371217,
      "grad_norm": 5.0625,
      "learning_rate": 2.0601059551568143e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5432637751102447,
      "num_tokens": 356952649.0,
      "step": 463580
    },
    {
      "epoch": 0.5880450252296545,
      "grad_norm": 5.90625,
      "learning_rate": 2.060042524148185e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5293890446424484,
      "num_tokens": 356960207.0,
      "step": 463590
    },
    {
      "epoch": 0.5880577098221874,
      "grad_norm": 5.71875,
      "learning_rate": 2.059979093139556e-05,
      "loss": 1.7497,
      "mean_token_accuracy": 0.6058059871196747,
      "num_tokens": 356967260.0,
      "step": 463600
    },
    {
      "epoch": 0.5880703944147202,
      "grad_norm": 5.625,
      "learning_rate": 2.059915662130927e-05,
      "loss": 2.2826,
      "mean_token_accuracy": 0.5158922433853149,
      "num_tokens": 356976221.0,
      "step": 463610
    },
    {
      "epoch": 0.5880830790072531,
      "grad_norm": 4.28125,
      "learning_rate": 2.0598522311222974e-05,
      "loss": 2.3003,
      "mean_token_accuracy": 0.5060553759336471,
      "num_tokens": 356984829.0,
      "step": 463620
    },
    {
      "epoch": 0.5880957635997859,
      "grad_norm": 5.9375,
      "learning_rate": 2.0597888001136683e-05,
      "loss": 1.8364,
      "mean_token_accuracy": 0.5876547455787658,
      "num_tokens": 356991711.0,
      "step": 463630
    },
    {
      "epoch": 0.5881084481923187,
      "grad_norm": 4.875,
      "learning_rate": 2.0597253691050395e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.542816212773323,
      "num_tokens": 357000777.0,
      "step": 463640
    },
    {
      "epoch": 0.5881211327848516,
      "grad_norm": 6.59375,
      "learning_rate": 2.0596619380964104e-05,
      "loss": 2.2649,
      "mean_token_accuracy": 0.5151695817708969,
      "num_tokens": 357008354.0,
      "step": 463650
    },
    {
      "epoch": 0.5881338173773843,
      "grad_norm": 4.84375,
      "learning_rate": 2.059598507087781e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5419564008712768,
      "num_tokens": 357016522.0,
      "step": 463660
    },
    {
      "epoch": 0.5881465019699172,
      "grad_norm": 7.90625,
      "learning_rate": 2.0595350760791518e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5263157218694687,
      "num_tokens": 357024290.0,
      "step": 463670
    },
    {
      "epoch": 0.58815918656245,
      "grad_norm": 5.8125,
      "learning_rate": 2.0594716450705227e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5283798605203629,
      "num_tokens": 357032252.0,
      "step": 463680
    },
    {
      "epoch": 0.5881718711549829,
      "grad_norm": 6.6875,
      "learning_rate": 2.0594082140618935e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5247294962406158,
      "num_tokens": 357040162.0,
      "step": 463690
    },
    {
      "epoch": 0.5881845557475157,
      "grad_norm": 9.9375,
      "learning_rate": 2.0593447830532644e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.537842744588852,
      "num_tokens": 357047024.0,
      "step": 463700
    },
    {
      "epoch": 0.5881972403400486,
      "grad_norm": 5.28125,
      "learning_rate": 2.0592813520446353e-05,
      "loss": 1.8531,
      "mean_token_accuracy": 0.5906038641929626,
      "num_tokens": 357053503.0,
      "step": 463710
    },
    {
      "epoch": 0.5882099249325814,
      "grad_norm": 4.5625,
      "learning_rate": 2.059217921036006e-05,
      "loss": 1.7976,
      "mean_token_accuracy": 0.5877279758453369,
      "num_tokens": 357061727.0,
      "step": 463720
    },
    {
      "epoch": 0.5882226095251142,
      "grad_norm": 4.625,
      "learning_rate": 2.0591544900273767e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.549067136645317,
      "num_tokens": 357069092.0,
      "step": 463730
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 5.25,
      "learning_rate": 2.059091059018748e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5418540894985199,
      "num_tokens": 357077412.0,
      "step": 463740
    },
    {
      "epoch": 0.5882479787101799,
      "grad_norm": 4.875,
      "learning_rate": 2.0590276280101188e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5215273529291153,
      "num_tokens": 357085164.0,
      "step": 463750
    },
    {
      "epoch": 0.5882606633027128,
      "grad_norm": 8.6875,
      "learning_rate": 2.0589641970014893e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5368836402893067,
      "num_tokens": 357092823.0,
      "step": 463760
    },
    {
      "epoch": 0.5882733478952455,
      "grad_norm": 6.84375,
      "learning_rate": 2.0589007659928602e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5231853812932968,
      "num_tokens": 357101222.0,
      "step": 463770
    },
    {
      "epoch": 0.5882860324877784,
      "grad_norm": 6.90625,
      "learning_rate": 2.058837334984231e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5541145831346512,
      "num_tokens": 357108694.0,
      "step": 463780
    },
    {
      "epoch": 0.5882987170803112,
      "grad_norm": 5.03125,
      "learning_rate": 2.058773903975602e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5316919952630996,
      "num_tokens": 357118022.0,
      "step": 463790
    },
    {
      "epoch": 0.588311401672844,
      "grad_norm": 5.8125,
      "learning_rate": 2.0587104729669728e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5601132810115814,
      "num_tokens": 357125139.0,
      "step": 463800
    },
    {
      "epoch": 0.5883240862653769,
      "grad_norm": 7.34375,
      "learning_rate": 2.0586470419583437e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5628555297851563,
      "num_tokens": 357132849.0,
      "step": 463810
    },
    {
      "epoch": 0.5883367708579097,
      "grad_norm": 5.46875,
      "learning_rate": 2.0585836109497146e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5559195667505265,
      "num_tokens": 357140041.0,
      "step": 463820
    },
    {
      "epoch": 0.5883494554504426,
      "grad_norm": 5.28125,
      "learning_rate": 2.058520179941085e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5434037297964096,
      "num_tokens": 357148270.0,
      "step": 463830
    },
    {
      "epoch": 0.5883621400429754,
      "grad_norm": 6.0625,
      "learning_rate": 2.0584567489324563e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5389477610588074,
      "num_tokens": 357156763.0,
      "step": 463840
    },
    {
      "epoch": 0.5883748246355083,
      "grad_norm": 7.96875,
      "learning_rate": 2.0583933179238272e-05,
      "loss": 1.8624,
      "mean_token_accuracy": 0.5799072027206421,
      "num_tokens": 357163512.0,
      "step": 463850
    },
    {
      "epoch": 0.5883875092280411,
      "grad_norm": 6.5,
      "learning_rate": 2.058329886915198e-05,
      "loss": 2.2997,
      "mean_token_accuracy": 0.5037087976932526,
      "num_tokens": 357172532.0,
      "step": 463860
    },
    {
      "epoch": 0.5884001938205738,
      "grad_norm": 5.09375,
      "learning_rate": 2.0582664559065686e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5406137198209763,
      "num_tokens": 357180173.0,
      "step": 463870
    },
    {
      "epoch": 0.5884128784131067,
      "grad_norm": 7.4375,
      "learning_rate": 2.0582030248979395e-05,
      "loss": 1.8617,
      "mean_token_accuracy": 0.5777139961719513,
      "num_tokens": 357186845.0,
      "step": 463880
    },
    {
      "epoch": 0.5884255630056395,
      "grad_norm": 6.875,
      "learning_rate": 2.0581395938893107e-05,
      "loss": 2.2601,
      "mean_token_accuracy": 0.5279846429824829,
      "num_tokens": 357194028.0,
      "step": 463890
    },
    {
      "epoch": 0.5884382475981724,
      "grad_norm": 5.5,
      "learning_rate": 2.0580761628806812e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5453265190124512,
      "num_tokens": 357202687.0,
      "step": 463900
    },
    {
      "epoch": 0.5884509321907052,
      "grad_norm": 5.1875,
      "learning_rate": 2.058012731872052e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5481930404901505,
      "num_tokens": 357211107.0,
      "step": 463910
    },
    {
      "epoch": 0.5884636167832381,
      "grad_norm": 6.15625,
      "learning_rate": 2.057949300863423e-05,
      "loss": 1.7607,
      "mean_token_accuracy": 0.6005798161029816,
      "num_tokens": 357217710.0,
      "step": 463920
    },
    {
      "epoch": 0.5884763013757709,
      "grad_norm": 5.0,
      "learning_rate": 2.057885869854794e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5301050275564194,
      "num_tokens": 357226718.0,
      "step": 463930
    },
    {
      "epoch": 0.5884889859683038,
      "grad_norm": 4.71875,
      "learning_rate": 2.0578224388461647e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.54993656873703,
      "num_tokens": 357235160.0,
      "step": 463940
    },
    {
      "epoch": 0.5885016705608366,
      "grad_norm": 5.1875,
      "learning_rate": 2.0577590078375356e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5157942473888397,
      "num_tokens": 357243192.0,
      "step": 463950
    },
    {
      "epoch": 0.5885143551533694,
      "grad_norm": 8.0,
      "learning_rate": 2.0576955768289065e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5659853965044022,
      "num_tokens": 357249243.0,
      "step": 463960
    },
    {
      "epoch": 0.5885270397459023,
      "grad_norm": 6.5,
      "learning_rate": 2.057632145820277e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.517489156126976,
      "num_tokens": 357257636.0,
      "step": 463970
    },
    {
      "epoch": 0.588539724338435,
      "grad_norm": 5.40625,
      "learning_rate": 2.057568714811648e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5984743028879166,
      "num_tokens": 357264571.0,
      "step": 463980
    },
    {
      "epoch": 0.5885524089309679,
      "grad_norm": 6.21875,
      "learning_rate": 2.057505283803019e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5544458448886871,
      "num_tokens": 357271681.0,
      "step": 463990
    },
    {
      "epoch": 0.5885650935235007,
      "grad_norm": 4.9375,
      "learning_rate": 2.0574418527943896e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5546901941299438,
      "num_tokens": 357278241.0,
      "step": 464000
    },
    {
      "epoch": 0.5885777781160336,
      "grad_norm": 4.90625,
      "learning_rate": 2.0573784217857605e-05,
      "loss": 1.892,
      "mean_token_accuracy": 0.5863862365484238,
      "num_tokens": 357286353.0,
      "step": 464010
    },
    {
      "epoch": 0.5885904627085664,
      "grad_norm": 7.5,
      "learning_rate": 2.0573149907771314e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5299369812011718,
      "num_tokens": 357295078.0,
      "step": 464020
    },
    {
      "epoch": 0.5886031473010992,
      "grad_norm": 8.9375,
      "learning_rate": 2.0572515597685026e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5324537307024002,
      "num_tokens": 357302224.0,
      "step": 464030
    },
    {
      "epoch": 0.5886158318936321,
      "grad_norm": 5.125,
      "learning_rate": 2.057188128759873e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5386158645153045,
      "num_tokens": 357309192.0,
      "step": 464040
    },
    {
      "epoch": 0.5886285164861649,
      "grad_norm": 5.15625,
      "learning_rate": 2.057124697751244e-05,
      "loss": 2.2869,
      "mean_token_accuracy": 0.5152373075485229,
      "num_tokens": 357318415.0,
      "step": 464050
    },
    {
      "epoch": 0.5886412010786978,
      "grad_norm": 5.5,
      "learning_rate": 2.057061266742615e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5684604257345199,
      "num_tokens": 357325708.0,
      "step": 464060
    },
    {
      "epoch": 0.5886538856712306,
      "grad_norm": 6.125,
      "learning_rate": 2.0569978357339857e-05,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5664033770561219,
      "num_tokens": 357333393.0,
      "step": 464070
    },
    {
      "epoch": 0.5886665702637635,
      "grad_norm": 5.1875,
      "learning_rate": 2.0569344047253566e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5628440171480179,
      "num_tokens": 357340752.0,
      "step": 464080
    },
    {
      "epoch": 0.5886792548562962,
      "grad_norm": 4.28125,
      "learning_rate": 2.0568709737167275e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.538142877817154,
      "num_tokens": 357348250.0,
      "step": 464090
    },
    {
      "epoch": 0.5886919394488291,
      "grad_norm": 6.34375,
      "learning_rate": 2.0568075427080984e-05,
      "loss": 1.821,
      "mean_token_accuracy": 0.5888298809528351,
      "num_tokens": 357355366.0,
      "step": 464100
    },
    {
      "epoch": 0.5887046240413619,
      "grad_norm": 5.71875,
      "learning_rate": 2.056744111699469e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5479854226112366,
      "num_tokens": 357362692.0,
      "step": 464110
    },
    {
      "epoch": 0.5887173086338947,
      "grad_norm": 4.96875,
      "learning_rate": 2.0566806806908398e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5490162938833236,
      "num_tokens": 357370209.0,
      "step": 464120
    },
    {
      "epoch": 0.5887299932264276,
      "grad_norm": 5.40625,
      "learning_rate": 2.056617249682211e-05,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5120255500078201,
      "num_tokens": 357378805.0,
      "step": 464130
    },
    {
      "epoch": 0.5887426778189604,
      "grad_norm": 5.1875,
      "learning_rate": 2.0565538186735815e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5444379895925522,
      "num_tokens": 357386389.0,
      "step": 464140
    },
    {
      "epoch": 0.5887553624114933,
      "grad_norm": 5.6875,
      "learning_rate": 2.0564903876649524e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5654294639825821,
      "num_tokens": 357394738.0,
      "step": 464150
    },
    {
      "epoch": 0.5887680470040261,
      "grad_norm": 7.1875,
      "learning_rate": 2.0564269566563233e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5145788252353668,
      "num_tokens": 357401623.0,
      "step": 464160
    },
    {
      "epoch": 0.588780731596559,
      "grad_norm": 4.78125,
      "learning_rate": 2.056363525647694e-05,
      "loss": 1.8674,
      "mean_token_accuracy": 0.5842597037553787,
      "num_tokens": 357409314.0,
      "step": 464170
    },
    {
      "epoch": 0.5887934161890918,
      "grad_norm": 4.96875,
      "learning_rate": 2.056300094639065e-05,
      "loss": 2.0001,
      "mean_token_accuracy": 0.5658088982105255,
      "num_tokens": 357416175.0,
      "step": 464180
    },
    {
      "epoch": 0.5888061007816245,
      "grad_norm": 6.8125,
      "learning_rate": 2.056236663630436e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5802080929279327,
      "num_tokens": 357422524.0,
      "step": 464190
    },
    {
      "epoch": 0.5888187853741574,
      "grad_norm": 5.375,
      "learning_rate": 2.0561732326218068e-05,
      "loss": 1.8606,
      "mean_token_accuracy": 0.5729442000389099,
      "num_tokens": 357429570.0,
      "step": 464200
    },
    {
      "epoch": 0.5888314699666902,
      "grad_norm": 5.46875,
      "learning_rate": 2.0561098016131773e-05,
      "loss": 2.265,
      "mean_token_accuracy": 0.5013746380805969,
      "num_tokens": 357438719.0,
      "step": 464210
    },
    {
      "epoch": 0.5888441545592231,
      "grad_norm": 6.15625,
      "learning_rate": 2.056046370604548e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5495938956737518,
      "num_tokens": 357446198.0,
      "step": 464220
    },
    {
      "epoch": 0.5888568391517559,
      "grad_norm": 2.046875,
      "learning_rate": 2.0559829395959194e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5761740893125534,
      "num_tokens": 357454247.0,
      "step": 464230
    },
    {
      "epoch": 0.5888695237442888,
      "grad_norm": 5.40625,
      "learning_rate": 2.0559195085872902e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5471343874931336,
      "num_tokens": 357461246.0,
      "step": 464240
    },
    {
      "epoch": 0.5888822083368216,
      "grad_norm": 5.125,
      "learning_rate": 2.0558560775786608e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5196779310703278,
      "num_tokens": 357469654.0,
      "step": 464250
    },
    {
      "epoch": 0.5888948929293545,
      "grad_norm": 9.5625,
      "learning_rate": 2.0557926465700317e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5596921652555465,
      "num_tokens": 357476237.0,
      "step": 464260
    },
    {
      "epoch": 0.5889075775218873,
      "grad_norm": 5.59375,
      "learning_rate": 2.0557292155614025e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5566261589527131,
      "num_tokens": 357483769.0,
      "step": 464270
    },
    {
      "epoch": 0.5889202621144201,
      "grad_norm": 7.5,
      "learning_rate": 2.0556657845527734e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5925057530403137,
      "num_tokens": 357491480.0,
      "step": 464280
    },
    {
      "epoch": 0.588932946706953,
      "grad_norm": 5.03125,
      "learning_rate": 2.0556023535441443e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5465590685606003,
      "num_tokens": 357500155.0,
      "step": 464290
    },
    {
      "epoch": 0.5889456312994857,
      "grad_norm": 6.5625,
      "learning_rate": 2.055538922535515e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5578981757164001,
      "num_tokens": 357508432.0,
      "step": 464300
    },
    {
      "epoch": 0.5889583158920186,
      "grad_norm": 8.0625,
      "learning_rate": 2.055475491526886e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5641122221946716,
      "num_tokens": 357515490.0,
      "step": 464310
    },
    {
      "epoch": 0.5889710004845514,
      "grad_norm": 5.96875,
      "learning_rate": 2.0554120605182566e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5514063984155655,
      "num_tokens": 357523344.0,
      "step": 464320
    },
    {
      "epoch": 0.5889836850770843,
      "grad_norm": 6.40625,
      "learning_rate": 2.0553486295096278e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5505553185939789,
      "num_tokens": 357532080.0,
      "step": 464330
    },
    {
      "epoch": 0.5889963696696171,
      "grad_norm": 5.15625,
      "learning_rate": 2.0552851985009986e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5382952272891999,
      "num_tokens": 357539991.0,
      "step": 464340
    },
    {
      "epoch": 0.5890090542621499,
      "grad_norm": 6.1875,
      "learning_rate": 2.0552217674923692e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5376830041408539,
      "num_tokens": 357547182.0,
      "step": 464350
    },
    {
      "epoch": 0.5890217388546828,
      "grad_norm": 5.09375,
      "learning_rate": 2.05515833648374e-05,
      "loss": 2.2257,
      "mean_token_accuracy": 0.5385307133197784,
      "num_tokens": 357554699.0,
      "step": 464360
    },
    {
      "epoch": 0.5890344234472156,
      "grad_norm": 4.875,
      "learning_rate": 2.055094905475111e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5614488273859024,
      "num_tokens": 357562231.0,
      "step": 464370
    },
    {
      "epoch": 0.5890471080397485,
      "grad_norm": 6.1875,
      "learning_rate": 2.055031474466482e-05,
      "loss": 1.8099,
      "mean_token_accuracy": 0.5896246194839477,
      "num_tokens": 357568468.0,
      "step": 464380
    },
    {
      "epoch": 0.5890597926322813,
      "grad_norm": 5.375,
      "learning_rate": 2.0549680434578527e-05,
      "loss": 2.2642,
      "mean_token_accuracy": 0.5163315773010254,
      "num_tokens": 357576264.0,
      "step": 464390
    },
    {
      "epoch": 0.5890724772248142,
      "grad_norm": 7.375,
      "learning_rate": 2.0549046124492236e-05,
      "loss": 1.8596,
      "mean_token_accuracy": 0.5828030705451965,
      "num_tokens": 357582615.0,
      "step": 464400
    },
    {
      "epoch": 0.5890851618173469,
      "grad_norm": 5.03125,
      "learning_rate": 2.0548411814405944e-05,
      "loss": 1.7029,
      "mean_token_accuracy": 0.6036688387393951,
      "num_tokens": 357589563.0,
      "step": 464410
    },
    {
      "epoch": 0.5890978464098797,
      "grad_norm": 8.5625,
      "learning_rate": 2.054777750431965e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5340722680091858,
      "num_tokens": 357597573.0,
      "step": 464420
    },
    {
      "epoch": 0.5891105310024126,
      "grad_norm": 5.375,
      "learning_rate": 2.0547143194233362e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5349256485700608,
      "num_tokens": 357604627.0,
      "step": 464430
    },
    {
      "epoch": 0.5891232155949454,
      "grad_norm": 5.90625,
      "learning_rate": 2.054650888414707e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5499934554100037,
      "num_tokens": 357611686.0,
      "step": 464440
    },
    {
      "epoch": 0.5891359001874783,
      "grad_norm": 7.46875,
      "learning_rate": 2.054587457406078e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5561590880155564,
      "num_tokens": 357618796.0,
      "step": 464450
    },
    {
      "epoch": 0.5891485847800111,
      "grad_norm": 4.5,
      "learning_rate": 2.0545240263974485e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5422360241413117,
      "num_tokens": 357627813.0,
      "step": 464460
    },
    {
      "epoch": 0.589161269372544,
      "grad_norm": 4.75,
      "learning_rate": 2.0544605953888197e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5818497478961945,
      "num_tokens": 357635100.0,
      "step": 464470
    },
    {
      "epoch": 0.5891739539650768,
      "grad_norm": 4.78125,
      "learning_rate": 2.0543971643801905e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5373054176568985,
      "num_tokens": 357643077.0,
      "step": 464480
    },
    {
      "epoch": 0.5891866385576097,
      "grad_norm": 5.03125,
      "learning_rate": 2.054333733371561e-05,
      "loss": 2.3278,
      "mean_token_accuracy": 0.5135185807943344,
      "num_tokens": 357652373.0,
      "step": 464490
    },
    {
      "epoch": 0.5891993231501425,
      "grad_norm": 6.5,
      "learning_rate": 2.054270302362932e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5376948565244675,
      "num_tokens": 357660138.0,
      "step": 464500
    },
    {
      "epoch": 0.5892120077426752,
      "grad_norm": 6.5625,
      "learning_rate": 2.0542068713543028e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5499117702245713,
      "num_tokens": 357666793.0,
      "step": 464510
    },
    {
      "epoch": 0.5892246923352081,
      "grad_norm": 4.75,
      "learning_rate": 2.0541434403456737e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5333779692649842,
      "num_tokens": 357674874.0,
      "step": 464520
    },
    {
      "epoch": 0.5892373769277409,
      "grad_norm": 4.59375,
      "learning_rate": 2.0540800093370446e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5421090424060822,
      "num_tokens": 357682390.0,
      "step": 464530
    },
    {
      "epoch": 0.5892500615202738,
      "grad_norm": 7.125,
      "learning_rate": 2.0540165783284155e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5542602777481079,
      "num_tokens": 357689993.0,
      "step": 464540
    },
    {
      "epoch": 0.5892627461128066,
      "grad_norm": 5.84375,
      "learning_rate": 2.0539531473197863e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5290496110916137,
      "num_tokens": 357698651.0,
      "step": 464550
    },
    {
      "epoch": 0.5892754307053395,
      "grad_norm": 5.8125,
      "learning_rate": 2.053889716311157e-05,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5634766191244125,
      "num_tokens": 357707526.0,
      "step": 464560
    },
    {
      "epoch": 0.5892881152978723,
      "grad_norm": 5.375,
      "learning_rate": 2.053826285302528e-05,
      "loss": 2.2997,
      "mean_token_accuracy": 0.5025904685258865,
      "num_tokens": 357715788.0,
      "step": 464570
    },
    {
      "epoch": 0.5893007998904051,
      "grad_norm": 7.78125,
      "learning_rate": 2.053762854293899e-05,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5801330268383026,
      "num_tokens": 357721406.0,
      "step": 464580
    },
    {
      "epoch": 0.589313484482938,
      "grad_norm": 5.59375,
      "learning_rate": 2.0536994232852698e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5501048862934113,
      "num_tokens": 357728934.0,
      "step": 464590
    },
    {
      "epoch": 0.5893261690754708,
      "grad_norm": 8.6875,
      "learning_rate": 2.0536359922766404e-05,
      "loss": 1.8569,
      "mean_token_accuracy": 0.5775777220726013,
      "num_tokens": 357735289.0,
      "step": 464600
    },
    {
      "epoch": 0.5893388536680036,
      "grad_norm": 7.21875,
      "learning_rate": 2.0535725612680112e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5493655741214752,
      "num_tokens": 357742777.0,
      "step": 464610
    },
    {
      "epoch": 0.5893515382605364,
      "grad_norm": 5.1875,
      "learning_rate": 2.0535091302593824e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5557363629341125,
      "num_tokens": 357750898.0,
      "step": 464620
    },
    {
      "epoch": 0.5893642228530693,
      "grad_norm": 5.125,
      "learning_rate": 2.053445699250753e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5559728384017945,
      "num_tokens": 357760073.0,
      "step": 464630
    },
    {
      "epoch": 0.5893769074456021,
      "grad_norm": 6.4375,
      "learning_rate": 2.053382268242124e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5446914315223694,
      "num_tokens": 357769370.0,
      "step": 464640
    },
    {
      "epoch": 0.589389592038135,
      "grad_norm": 7.25,
      "learning_rate": 2.0533188372334947e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5833332926034928,
      "num_tokens": 357776026.0,
      "step": 464650
    },
    {
      "epoch": 0.5894022766306678,
      "grad_norm": 4.59375,
      "learning_rate": 2.0532554062248656e-05,
      "loss": 1.721,
      "mean_token_accuracy": 0.6193698436021805,
      "num_tokens": 357782936.0,
      "step": 464660
    },
    {
      "epoch": 0.5894149612232006,
      "grad_norm": 4.9375,
      "learning_rate": 2.0531919752162365e-05,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5713390737771988,
      "num_tokens": 357789138.0,
      "step": 464670
    },
    {
      "epoch": 0.5894276458157335,
      "grad_norm": 5.28125,
      "learning_rate": 2.0531285442076073e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5935534298419952,
      "num_tokens": 357796452.0,
      "step": 464680
    },
    {
      "epoch": 0.5894403304082663,
      "grad_norm": 5.40625,
      "learning_rate": 2.0530651131989782e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5434151917696,
      "num_tokens": 357804643.0,
      "step": 464690
    },
    {
      "epoch": 0.5894530150007992,
      "grad_norm": 5.4375,
      "learning_rate": 2.0530016821903488e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5209229677915573,
      "num_tokens": 357813215.0,
      "step": 464700
    },
    {
      "epoch": 0.589465699593332,
      "grad_norm": 5.46875,
      "learning_rate": 2.0529382511817196e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5405818790197372,
      "num_tokens": 357821411.0,
      "step": 464710
    },
    {
      "epoch": 0.5894783841858648,
      "grad_norm": 5.9375,
      "learning_rate": 2.052874820173091e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5553700357675553,
      "num_tokens": 357830409.0,
      "step": 464720
    },
    {
      "epoch": 0.5894910687783976,
      "grad_norm": 5.09375,
      "learning_rate": 2.0528113891644614e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5521758735179901,
      "num_tokens": 357838981.0,
      "step": 464730
    },
    {
      "epoch": 0.5895037533709304,
      "grad_norm": 5.1875,
      "learning_rate": 2.0527479581558323e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.53960380256176,
      "num_tokens": 357846565.0,
      "step": 464740
    },
    {
      "epoch": 0.5895164379634633,
      "grad_norm": 8.9375,
      "learning_rate": 2.052684527147203e-05,
      "loss": 1.8631,
      "mean_token_accuracy": 0.5816593140363693,
      "num_tokens": 357852859.0,
      "step": 464750
    },
    {
      "epoch": 0.5895291225559961,
      "grad_norm": 6.34375,
      "learning_rate": 2.052621096138574e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5523205161094665,
      "num_tokens": 357859372.0,
      "step": 464760
    },
    {
      "epoch": 0.589541807148529,
      "grad_norm": 4.9375,
      "learning_rate": 2.052557665129945e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5561458736658096,
      "num_tokens": 357868563.0,
      "step": 464770
    },
    {
      "epoch": 0.5895544917410618,
      "grad_norm": 5.71875,
      "learning_rate": 2.0524942341213157e-05,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5089609503746033,
      "num_tokens": 357877429.0,
      "step": 464780
    },
    {
      "epoch": 0.5895671763335947,
      "grad_norm": 8.5625,
      "learning_rate": 2.0524308031126866e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.5381098300218582,
      "num_tokens": 357884494.0,
      "step": 464790
    },
    {
      "epoch": 0.5895798609261275,
      "grad_norm": 4.71875,
      "learning_rate": 2.0523673721040575e-05,
      "loss": 1.6713,
      "mean_token_accuracy": 0.6189212679862977,
      "num_tokens": 357890662.0,
      "step": 464800
    },
    {
      "epoch": 0.5895925455186602,
      "grad_norm": 5.375,
      "learning_rate": 2.052303941095428e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5262187272310257,
      "num_tokens": 357899440.0,
      "step": 464810
    },
    {
      "epoch": 0.5896052301111931,
      "grad_norm": 10.3125,
      "learning_rate": 2.0522405100867992e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5338054418563842,
      "num_tokens": 357906156.0,
      "step": 464820
    },
    {
      "epoch": 0.5896179147037259,
      "grad_norm": 6.375,
      "learning_rate": 2.05217707907817e-05,
      "loss": 2.2523,
      "mean_token_accuracy": 0.5152021497488022,
      "num_tokens": 357914759.0,
      "step": 464830
    },
    {
      "epoch": 0.5896305992962588,
      "grad_norm": 5.25,
      "learning_rate": 2.0521136480695407e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5449089258909225,
      "num_tokens": 357923152.0,
      "step": 464840
    },
    {
      "epoch": 0.5896432838887916,
      "grad_norm": 5.1875,
      "learning_rate": 2.0520502170609115e-05,
      "loss": 2.2578,
      "mean_token_accuracy": 0.5155496299266815,
      "num_tokens": 357932147.0,
      "step": 464850
    },
    {
      "epoch": 0.5896559684813245,
      "grad_norm": 5.90625,
      "learning_rate": 2.0519867860522824e-05,
      "loss": 2.2725,
      "mean_token_accuracy": 0.522095987200737,
      "num_tokens": 357939893.0,
      "step": 464860
    },
    {
      "epoch": 0.5896686530738573,
      "grad_norm": 4.75,
      "learning_rate": 2.0519233550436533e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5257168501615525,
      "num_tokens": 357949347.0,
      "step": 464870
    },
    {
      "epoch": 0.5896813376663902,
      "grad_norm": 7.78125,
      "learning_rate": 2.051859924035024e-05,
      "loss": 2.2291,
      "mean_token_accuracy": 0.5192847043275833,
      "num_tokens": 357957171.0,
      "step": 464880
    },
    {
      "epoch": 0.589694022258923,
      "grad_norm": 7.65625,
      "learning_rate": 2.051796493026395e-05,
      "loss": 2.3076,
      "mean_token_accuracy": 0.507836052775383,
      "num_tokens": 357965753.0,
      "step": 464890
    },
    {
      "epoch": 0.5897067068514558,
      "grad_norm": 4.34375,
      "learning_rate": 2.051733062017766e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.527826589345932,
      "num_tokens": 357974126.0,
      "step": 464900
    },
    {
      "epoch": 0.5897193914439887,
      "grad_norm": 4.59375,
      "learning_rate": 2.0516696310091368e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5425348341464996,
      "num_tokens": 357981008.0,
      "step": 464910
    },
    {
      "epoch": 0.5897320760365214,
      "grad_norm": 5.125,
      "learning_rate": 2.0516062000005076e-05,
      "loss": 1.8133,
      "mean_token_accuracy": 0.5979242533445358,
      "num_tokens": 357987826.0,
      "step": 464920
    },
    {
      "epoch": 0.5897447606290543,
      "grad_norm": 7.0,
      "learning_rate": 2.0515427689918785e-05,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5673309028148651,
      "num_tokens": 357995410.0,
      "step": 464930
    },
    {
      "epoch": 0.5897574452215871,
      "grad_norm": 6.53125,
      "learning_rate": 2.051479337983249e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5438516497611999,
      "num_tokens": 358002148.0,
      "step": 464940
    },
    {
      "epoch": 0.58977012981412,
      "grad_norm": 6.09375,
      "learning_rate": 2.05141590697462e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.519431346654892,
      "num_tokens": 358009626.0,
      "step": 464950
    },
    {
      "epoch": 0.5897828144066528,
      "grad_norm": 5.25,
      "learning_rate": 2.051352475965991e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5431811213493347,
      "num_tokens": 358018094.0,
      "step": 464960
    },
    {
      "epoch": 0.5897954989991856,
      "grad_norm": 5.6875,
      "learning_rate": 2.051289044957362e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5269912093877792,
      "num_tokens": 358025095.0,
      "step": 464970
    },
    {
      "epoch": 0.5898081835917185,
      "grad_norm": 6.9375,
      "learning_rate": 2.0512256139487326e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5736312657594681,
      "num_tokens": 358031649.0,
      "step": 464980
    },
    {
      "epoch": 0.5898208681842513,
      "grad_norm": 6.96875,
      "learning_rate": 2.0511621829401034e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5691546976566315,
      "num_tokens": 358038991.0,
      "step": 464990
    },
    {
      "epoch": 0.5898335527767842,
      "grad_norm": 6.03125,
      "learning_rate": 2.0510987519314743e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5606495648622513,
      "num_tokens": 358046159.0,
      "step": 465000
    },
    {
      "epoch": 0.589846237369317,
      "grad_norm": 5.15625,
      "learning_rate": 2.0510353209228452e-05,
      "loss": 1.8757,
      "mean_token_accuracy": 0.5926721513271331,
      "num_tokens": 358053432.0,
      "step": 465010
    },
    {
      "epoch": 0.5898589219618499,
      "grad_norm": 4.5625,
      "learning_rate": 2.050971889914216e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.549580866098404,
      "num_tokens": 358060896.0,
      "step": 465020
    },
    {
      "epoch": 0.5898716065543826,
      "grad_norm": 5.53125,
      "learning_rate": 2.050908458905587e-05,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5690401583909989,
      "num_tokens": 358069057.0,
      "step": 465030
    },
    {
      "epoch": 0.5898842911469155,
      "grad_norm": 5.75,
      "learning_rate": 2.0508450278969578e-05,
      "loss": 1.8371,
      "mean_token_accuracy": 0.5951845288276673,
      "num_tokens": 358076136.0,
      "step": 465040
    },
    {
      "epoch": 0.5898969757394483,
      "grad_norm": 19.75,
      "learning_rate": 2.0507815968883283e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.535430297255516,
      "num_tokens": 358083831.0,
      "step": 465050
    },
    {
      "epoch": 0.5899096603319811,
      "grad_norm": 5.1875,
      "learning_rate": 2.0507181658796995e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.550862780213356,
      "num_tokens": 358091842.0,
      "step": 465060
    },
    {
      "epoch": 0.589922344924514,
      "grad_norm": 6.34375,
      "learning_rate": 2.0506547348710704e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5434266626834869,
      "num_tokens": 358098649.0,
      "step": 465070
    },
    {
      "epoch": 0.5899350295170468,
      "grad_norm": 4.875,
      "learning_rate": 2.050591303862441e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5659151911735535,
      "num_tokens": 358106345.0,
      "step": 465080
    },
    {
      "epoch": 0.5899477141095797,
      "grad_norm": 4.75,
      "learning_rate": 2.0505278728538118e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5521856784820557,
      "num_tokens": 358114378.0,
      "step": 465090
    },
    {
      "epoch": 0.5899603987021125,
      "grad_norm": 7.0625,
      "learning_rate": 2.0504644418451827e-05,
      "loss": 2.3441,
      "mean_token_accuracy": 0.4976258546113968,
      "num_tokens": 358120286.0,
      "step": 465100
    },
    {
      "epoch": 0.5899730832946454,
      "grad_norm": 5.3125,
      "learning_rate": 2.0504010108365536e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5359236568212509,
      "num_tokens": 358127189.0,
      "step": 465110
    },
    {
      "epoch": 0.5899857678871782,
      "grad_norm": 5.3125,
      "learning_rate": 2.0503375798279244e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5359314501285553,
      "num_tokens": 358135612.0,
      "step": 465120
    },
    {
      "epoch": 0.5899984524797109,
      "grad_norm": 5.03125,
      "learning_rate": 2.0502741488192953e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5452898621559144,
      "num_tokens": 358144573.0,
      "step": 465130
    },
    {
      "epoch": 0.5900111370722438,
      "grad_norm": 6.59375,
      "learning_rate": 2.0502107178106662e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5536704212427139,
      "num_tokens": 358152846.0,
      "step": 465140
    },
    {
      "epoch": 0.5900238216647766,
      "grad_norm": 7.875,
      "learning_rate": 2.0501472868020367e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5324338912963867,
      "num_tokens": 358160859.0,
      "step": 465150
    },
    {
      "epoch": 0.5900365062573095,
      "grad_norm": 5.21875,
      "learning_rate": 2.050083855793408e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.537458997964859,
      "num_tokens": 358168197.0,
      "step": 465160
    },
    {
      "epoch": 0.5900491908498423,
      "grad_norm": 5.125,
      "learning_rate": 2.0500204247847788e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5249658644199371,
      "num_tokens": 358176767.0,
      "step": 465170
    },
    {
      "epoch": 0.5900618754423752,
      "grad_norm": 6.21875,
      "learning_rate": 2.0499569937761497e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5486636519432068,
      "num_tokens": 358183120.0,
      "step": 465180
    },
    {
      "epoch": 0.590074560034908,
      "grad_norm": 10.25,
      "learning_rate": 2.0498935627675202e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5512540400028229,
      "num_tokens": 358189702.0,
      "step": 465190
    },
    {
      "epoch": 0.5900872446274409,
      "grad_norm": 6.03125,
      "learning_rate": 2.049830131758891e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5224357038736344,
      "num_tokens": 358196933.0,
      "step": 465200
    },
    {
      "epoch": 0.5900999292199737,
      "grad_norm": 5.75,
      "learning_rate": 2.0497667007502623e-05,
      "loss": 2.1425,
      "mean_token_accuracy": 0.5291960030794144,
      "num_tokens": 358205087.0,
      "step": 465210
    },
    {
      "epoch": 0.5901126138125065,
      "grad_norm": 7.75,
      "learning_rate": 2.049703269741633e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5371573448181153,
      "num_tokens": 358213064.0,
      "step": 465220
    },
    {
      "epoch": 0.5901252984050394,
      "grad_norm": 5.3125,
      "learning_rate": 2.0496398387330037e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5633958101272583,
      "num_tokens": 358220146.0,
      "step": 465230
    },
    {
      "epoch": 0.5901379829975721,
      "grad_norm": 5.03125,
      "learning_rate": 2.0495764077243746e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5329579383134841,
      "num_tokens": 358229083.0,
      "step": 465240
    },
    {
      "epoch": 0.590150667590105,
      "grad_norm": 5.0,
      "learning_rate": 2.0495129767157455e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5351582854986191,
      "num_tokens": 358236868.0,
      "step": 465250
    },
    {
      "epoch": 0.5901633521826378,
      "grad_norm": 6.4375,
      "learning_rate": 2.0494495457071163e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5416865617036819,
      "num_tokens": 358243972.0,
      "step": 465260
    },
    {
      "epoch": 0.5901760367751707,
      "grad_norm": 8.5625,
      "learning_rate": 2.0493861146984872e-05,
      "loss": 1.9219,
      "mean_token_accuracy": 0.5775916934013366,
      "num_tokens": 358249741.0,
      "step": 465270
    },
    {
      "epoch": 0.5901887213677035,
      "grad_norm": 6.03125,
      "learning_rate": 2.049322683689858e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5429949879646301,
      "num_tokens": 358257007.0,
      "step": 465280
    },
    {
      "epoch": 0.5902014059602363,
      "grad_norm": 5.625,
      "learning_rate": 2.0492592526812286e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5505307793617249,
      "num_tokens": 358264945.0,
      "step": 465290
    },
    {
      "epoch": 0.5902140905527692,
      "grad_norm": 5.84375,
      "learning_rate": 2.0491958216725995e-05,
      "loss": 1.9079,
      "mean_token_accuracy": 0.5689072221517563,
      "num_tokens": 358271836.0,
      "step": 465300
    },
    {
      "epoch": 0.590226775145302,
      "grad_norm": 5.46875,
      "learning_rate": 2.0491323906639707e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.54026400744915,
      "num_tokens": 358279453.0,
      "step": 465310
    },
    {
      "epoch": 0.5902394597378349,
      "grad_norm": 7.0,
      "learning_rate": 2.0490689596553412e-05,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5231503903865814,
      "num_tokens": 358287108.0,
      "step": 465320
    },
    {
      "epoch": 0.5902521443303677,
      "grad_norm": 8.0625,
      "learning_rate": 2.049005528646712e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5406575202941895,
      "num_tokens": 358294670.0,
      "step": 465330
    },
    {
      "epoch": 0.5902648289229006,
      "grad_norm": 6.90625,
      "learning_rate": 2.048942097638083e-05,
      "loss": 1.8289,
      "mean_token_accuracy": 0.5837676346302032,
      "num_tokens": 358302005.0,
      "step": 465340
    },
    {
      "epoch": 0.5902775135154333,
      "grad_norm": 4.625,
      "learning_rate": 2.048878666629454e-05,
      "loss": 1.7508,
      "mean_token_accuracy": 0.597114834189415,
      "num_tokens": 358309303.0,
      "step": 465350
    },
    {
      "epoch": 0.5902901981079661,
      "grad_norm": 8.25,
      "learning_rate": 2.0488152356208247e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5300392061471939,
      "num_tokens": 358317524.0,
      "step": 465360
    },
    {
      "epoch": 0.590302882700499,
      "grad_norm": 7.5,
      "learning_rate": 2.0487518046121956e-05,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5547665238380433,
      "num_tokens": 358325616.0,
      "step": 465370
    },
    {
      "epoch": 0.5903155672930318,
      "grad_norm": 5.28125,
      "learning_rate": 2.0486883736035665e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5439300984144211,
      "num_tokens": 358333084.0,
      "step": 465380
    },
    {
      "epoch": 0.5903282518855647,
      "grad_norm": 9.625,
      "learning_rate": 2.0486249425949374e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5431063383817673,
      "num_tokens": 358339543.0,
      "step": 465390
    },
    {
      "epoch": 0.5903409364780975,
      "grad_norm": 6.375,
      "learning_rate": 2.0485615115863082e-05,
      "loss": 1.8525,
      "mean_token_accuracy": 0.5826725840568543,
      "num_tokens": 358345429.0,
      "step": 465400
    },
    {
      "epoch": 0.5903536210706304,
      "grad_norm": 4.40625,
      "learning_rate": 2.048498080577679e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.551894697546959,
      "num_tokens": 358353565.0,
      "step": 465410
    },
    {
      "epoch": 0.5903663056631632,
      "grad_norm": 15.125,
      "learning_rate": 2.04843464956905e-05,
      "loss": 2.3386,
      "mean_token_accuracy": 0.5202848464250565,
      "num_tokens": 358361247.0,
      "step": 465420
    },
    {
      "epoch": 0.5903789902556961,
      "grad_norm": 5.625,
      "learning_rate": 2.0483712185604205e-05,
      "loss": 1.6063,
      "mean_token_accuracy": 0.6281674444675446,
      "num_tokens": 358367998.0,
      "step": 465430
    },
    {
      "epoch": 0.5903916748482289,
      "grad_norm": 6.9375,
      "learning_rate": 2.0483077875517914e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5438046783208847,
      "num_tokens": 358376236.0,
      "step": 465440
    },
    {
      "epoch": 0.5904043594407616,
      "grad_norm": 4.75,
      "learning_rate": 2.0482443565431626e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5241711288690567,
      "num_tokens": 358384499.0,
      "step": 465450
    },
    {
      "epoch": 0.5904170440332945,
      "grad_norm": 6.875,
      "learning_rate": 2.048180925534533e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5200226187705994,
      "num_tokens": 358390751.0,
      "step": 465460
    },
    {
      "epoch": 0.5904297286258273,
      "grad_norm": 7.1875,
      "learning_rate": 2.048117494525904e-05,
      "loss": 1.8268,
      "mean_token_accuracy": 0.5868358969688415,
      "num_tokens": 358397521.0,
      "step": 465470
    },
    {
      "epoch": 0.5904424132183602,
      "grad_norm": 12.0625,
      "learning_rate": 2.048054063517275e-05,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5755579501390458,
      "num_tokens": 358404447.0,
      "step": 465480
    },
    {
      "epoch": 0.590455097810893,
      "grad_norm": 5.5,
      "learning_rate": 2.0479906325086458e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5427743047475815,
      "num_tokens": 358411096.0,
      "step": 465490
    },
    {
      "epoch": 0.5904677824034259,
      "grad_norm": 5.53125,
      "learning_rate": 2.0479272015000166e-05,
      "loss": 1.8127,
      "mean_token_accuracy": 0.5824700027704239,
      "num_tokens": 358418003.0,
      "step": 465500
    },
    {
      "epoch": 0.5904804669959587,
      "grad_norm": 5.84375,
      "learning_rate": 2.0478637704913875e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5232869118452073,
      "num_tokens": 358425931.0,
      "step": 465510
    },
    {
      "epoch": 0.5904931515884915,
      "grad_norm": 5.25,
      "learning_rate": 2.0478003394827584e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5330238997936249,
      "num_tokens": 358434100.0,
      "step": 465520
    },
    {
      "epoch": 0.5905058361810244,
      "grad_norm": 5.40625,
      "learning_rate": 2.047736908474129e-05,
      "loss": 2.2489,
      "mean_token_accuracy": 0.5156503468751907,
      "num_tokens": 358442333.0,
      "step": 465530
    },
    {
      "epoch": 0.5905185207735572,
      "grad_norm": 5.1875,
      "learning_rate": 2.0476734774654998e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5223375886678696,
      "num_tokens": 358450482.0,
      "step": 465540
    },
    {
      "epoch": 0.59053120536609,
      "grad_norm": 5.09375,
      "learning_rate": 2.047610046456871e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5396559298038482,
      "num_tokens": 358458421.0,
      "step": 465550
    },
    {
      "epoch": 0.5905438899586228,
      "grad_norm": 6.4375,
      "learning_rate": 2.047546615448242e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5420074671506881,
      "num_tokens": 358467153.0,
      "step": 465560
    },
    {
      "epoch": 0.5905565745511557,
      "grad_norm": 5.40625,
      "learning_rate": 2.0474831844396124e-05,
      "loss": 1.9031,
      "mean_token_accuracy": 0.5759710252285004,
      "num_tokens": 358473787.0,
      "step": 465570
    },
    {
      "epoch": 0.5905692591436885,
      "grad_norm": 4.90625,
      "learning_rate": 2.0474197534309833e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5376156896352768,
      "num_tokens": 358481082.0,
      "step": 465580
    },
    {
      "epoch": 0.5905819437362214,
      "grad_norm": 5.375,
      "learning_rate": 2.047356322422354e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5330407351255417,
      "num_tokens": 358489134.0,
      "step": 465590
    },
    {
      "epoch": 0.5905946283287542,
      "grad_norm": 5.03125,
      "learning_rate": 2.047292891413725e-05,
      "loss": 1.8956,
      "mean_token_accuracy": 0.5760688096284866,
      "num_tokens": 358495625.0,
      "step": 465600
    },
    {
      "epoch": 0.590607312921287,
      "grad_norm": 6.6875,
      "learning_rate": 2.047229460405096e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5323184788227081,
      "num_tokens": 358503270.0,
      "step": 465610
    },
    {
      "epoch": 0.5906199975138199,
      "grad_norm": 4.8125,
      "learning_rate": 2.0471660293964668e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5548413336277008,
      "num_tokens": 358510325.0,
      "step": 465620
    },
    {
      "epoch": 0.5906326821063527,
      "grad_norm": 6.90625,
      "learning_rate": 2.0471025983878377e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5570067435503006,
      "num_tokens": 358518613.0,
      "step": 465630
    },
    {
      "epoch": 0.5906453666988856,
      "grad_norm": 7.125,
      "learning_rate": 2.0470391673792082e-05,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5560906529426575,
      "num_tokens": 358525969.0,
      "step": 465640
    },
    {
      "epoch": 0.5906580512914184,
      "grad_norm": 5.0625,
      "learning_rate": 2.0469757363705794e-05,
      "loss": 1.8112,
      "mean_token_accuracy": 0.5959959656000138,
      "num_tokens": 358531013.0,
      "step": 465650
    },
    {
      "epoch": 0.5906707358839512,
      "grad_norm": 4.6875,
      "learning_rate": 2.0469123053619503e-05,
      "loss": 1.8278,
      "mean_token_accuracy": 0.601289427280426,
      "num_tokens": 358538592.0,
      "step": 465660
    },
    {
      "epoch": 0.590683420476484,
      "grad_norm": 4.875,
      "learning_rate": 2.0468488743533208e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5417863816022873,
      "num_tokens": 358545983.0,
      "step": 465670
    },
    {
      "epoch": 0.5906961050690168,
      "grad_norm": 5.25,
      "learning_rate": 2.0467854433446917e-05,
      "loss": 2.2636,
      "mean_token_accuracy": 0.5149772346019745,
      "num_tokens": 358555725.0,
      "step": 465680
    },
    {
      "epoch": 0.5907087896615497,
      "grad_norm": 4.875,
      "learning_rate": 2.0467220123360626e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.542869833111763,
      "num_tokens": 358564387.0,
      "step": 465690
    },
    {
      "epoch": 0.5907214742540825,
      "grad_norm": 6.4375,
      "learning_rate": 2.0466585813274334e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5408032804727554,
      "num_tokens": 358570849.0,
      "step": 465700
    },
    {
      "epoch": 0.5907341588466154,
      "grad_norm": 7.0625,
      "learning_rate": 2.0465951503188043e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5361562818288803,
      "num_tokens": 358577914.0,
      "step": 465710
    },
    {
      "epoch": 0.5907468434391482,
      "grad_norm": 7.1875,
      "learning_rate": 2.0465317193101752e-05,
      "loss": 1.8388,
      "mean_token_accuracy": 0.5758909910917283,
      "num_tokens": 358583715.0,
      "step": 465720
    },
    {
      "epoch": 0.5907595280316811,
      "grad_norm": 6.75,
      "learning_rate": 2.046468288301546e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5446727365255356,
      "num_tokens": 358591795.0,
      "step": 465730
    },
    {
      "epoch": 0.5907722126242139,
      "grad_norm": 9.625,
      "learning_rate": 2.0464048572929166e-05,
      "loss": 2.3279,
      "mean_token_accuracy": 0.4993839681148529,
      "num_tokens": 358599227.0,
      "step": 465740
    },
    {
      "epoch": 0.5907848972167467,
      "grad_norm": 5.5,
      "learning_rate": 2.0463414262842878e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5770709276199341,
      "num_tokens": 358606870.0,
      "step": 465750
    },
    {
      "epoch": 0.5907975818092795,
      "grad_norm": 6.75,
      "learning_rate": 2.0462779952756587e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5375389814376831,
      "num_tokens": 358615191.0,
      "step": 465760
    },
    {
      "epoch": 0.5908102664018123,
      "grad_norm": 5.125,
      "learning_rate": 2.0462145642670296e-05,
      "loss": 1.97,
      "mean_token_accuracy": 0.5664072841405868,
      "num_tokens": 358623641.0,
      "step": 465770
    },
    {
      "epoch": 0.5908229509943452,
      "grad_norm": 6.5625,
      "learning_rate": 2.0461511332584e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5482032358646393,
      "num_tokens": 358630512.0,
      "step": 465780
    },
    {
      "epoch": 0.590835635586878,
      "grad_norm": 6.375,
      "learning_rate": 2.046087702249771e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5557297199964524,
      "num_tokens": 358638991.0,
      "step": 465790
    },
    {
      "epoch": 0.5908483201794109,
      "grad_norm": 4.46875,
      "learning_rate": 2.0460242712411422e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5612098097801208,
      "num_tokens": 358647642.0,
      "step": 465800
    },
    {
      "epoch": 0.5908610047719437,
      "grad_norm": 5.90625,
      "learning_rate": 2.0459608402325127e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.544833379983902,
      "num_tokens": 358655111.0,
      "step": 465810
    },
    {
      "epoch": 0.5908736893644766,
      "grad_norm": 6.125,
      "learning_rate": 2.0458974092238836e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5401927649974823,
      "num_tokens": 358662751.0,
      "step": 465820
    },
    {
      "epoch": 0.5908863739570094,
      "grad_norm": 6.9375,
      "learning_rate": 2.0458339782152545e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.533635413646698,
      "num_tokens": 358670156.0,
      "step": 465830
    },
    {
      "epoch": 0.5908990585495422,
      "grad_norm": 5.25,
      "learning_rate": 2.0457705472066253e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5353691428899765,
      "num_tokens": 358678184.0,
      "step": 465840
    },
    {
      "epoch": 0.5909117431420751,
      "grad_norm": 5.90625,
      "learning_rate": 2.0457071161979962e-05,
      "loss": 2.2395,
      "mean_token_accuracy": 0.5151663184165954,
      "num_tokens": 358687428.0,
      "step": 465850
    },
    {
      "epoch": 0.5909244277346078,
      "grad_norm": 5.4375,
      "learning_rate": 2.045643685189367e-05,
      "loss": 1.931,
      "mean_token_accuracy": 0.56054128408432,
      "num_tokens": 358695756.0,
      "step": 465860
    },
    {
      "epoch": 0.5909371123271407,
      "grad_norm": 5.0,
      "learning_rate": 2.045580254180738e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5467282116413117,
      "num_tokens": 358704518.0,
      "step": 465870
    },
    {
      "epoch": 0.5909497969196735,
      "grad_norm": 8.8125,
      "learning_rate": 2.0455168231721085e-05,
      "loss": 1.8919,
      "mean_token_accuracy": 0.5798447042703628,
      "num_tokens": 358712710.0,
      "step": 465880
    },
    {
      "epoch": 0.5909624815122064,
      "grad_norm": 6.40625,
      "learning_rate": 2.0454533921634797e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5370258748531341,
      "num_tokens": 358720433.0,
      "step": 465890
    },
    {
      "epoch": 0.5909751661047392,
      "grad_norm": 6.53125,
      "learning_rate": 2.0453899611548506e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5656916737556458,
      "num_tokens": 358727989.0,
      "step": 465900
    },
    {
      "epoch": 0.590987850697272,
      "grad_norm": 5.09375,
      "learning_rate": 2.045326530146221e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5201892703771591,
      "num_tokens": 358735507.0,
      "step": 465910
    },
    {
      "epoch": 0.5910005352898049,
      "grad_norm": 10.625,
      "learning_rate": 2.045263099137592e-05,
      "loss": 1.895,
      "mean_token_accuracy": 0.5723569452762604,
      "num_tokens": 358742424.0,
      "step": 465920
    },
    {
      "epoch": 0.5910132198823377,
      "grad_norm": 5.21875,
      "learning_rate": 2.045199668128963e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5499082177877426,
      "num_tokens": 358749137.0,
      "step": 465930
    },
    {
      "epoch": 0.5910259044748706,
      "grad_norm": 5.65625,
      "learning_rate": 2.045136237120334e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5218923479318619,
      "num_tokens": 358757171.0,
      "step": 465940
    },
    {
      "epoch": 0.5910385890674034,
      "grad_norm": 5.09375,
      "learning_rate": 2.0450728061117046e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5351513147354126,
      "num_tokens": 358765359.0,
      "step": 465950
    },
    {
      "epoch": 0.5910512736599363,
      "grad_norm": 5.84375,
      "learning_rate": 2.0450093751030755e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5345781892538071,
      "num_tokens": 358773874.0,
      "step": 465960
    },
    {
      "epoch": 0.591063958252469,
      "grad_norm": 5.28125,
      "learning_rate": 2.0449459440944464e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5340244352817536,
      "num_tokens": 358781578.0,
      "step": 465970
    },
    {
      "epoch": 0.5910766428450019,
      "grad_norm": 5.09375,
      "learning_rate": 2.0448825130858172e-05,
      "loss": 1.8311,
      "mean_token_accuracy": 0.5949625015258789,
      "num_tokens": 358788475.0,
      "step": 465980
    },
    {
      "epoch": 0.5910893274375347,
      "grad_norm": 6.125,
      "learning_rate": 2.044819082077188e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5281969487667084,
      "num_tokens": 358795631.0,
      "step": 465990
    },
    {
      "epoch": 0.5911020120300675,
      "grad_norm": 5.53125,
      "learning_rate": 2.044755651068559e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5474900394678116,
      "num_tokens": 358803723.0,
      "step": 466000
    },
    {
      "epoch": 0.5911146966226004,
      "grad_norm": 6.53125,
      "learning_rate": 2.04469222005993e-05,
      "loss": 1.9394,
      "mean_token_accuracy": 0.564399603009224,
      "num_tokens": 358812008.0,
      "step": 466010
    },
    {
      "epoch": 0.5911273812151332,
      "grad_norm": 6.46875,
      "learning_rate": 2.0446287890513004e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5237295240163803,
      "num_tokens": 358820017.0,
      "step": 466020
    },
    {
      "epoch": 0.5911400658076661,
      "grad_norm": 5.21875,
      "learning_rate": 2.0445653580426713e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.574027469754219,
      "num_tokens": 358827471.0,
      "step": 466030
    },
    {
      "epoch": 0.5911527504001989,
      "grad_norm": 6.21875,
      "learning_rate": 2.0445019270340425e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5467791080474853,
      "num_tokens": 358835596.0,
      "step": 466040
    },
    {
      "epoch": 0.5911654349927318,
      "grad_norm": 5.90625,
      "learning_rate": 2.044438496025413e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5493780016899109,
      "num_tokens": 358843436.0,
      "step": 466050
    },
    {
      "epoch": 0.5911781195852646,
      "grad_norm": 5.6875,
      "learning_rate": 2.044375065016784e-05,
      "loss": 1.8956,
      "mean_token_accuracy": 0.5698210626840592,
      "num_tokens": 358851169.0,
      "step": 466060
    },
    {
      "epoch": 0.5911908041777973,
      "grad_norm": 6.15625,
      "learning_rate": 2.0443116340081548e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5363647878170014,
      "num_tokens": 358858629.0,
      "step": 466070
    },
    {
      "epoch": 0.5912034887703302,
      "grad_norm": 5.59375,
      "learning_rate": 2.0442482029995256e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5728891789913177,
      "num_tokens": 358865702.0,
      "step": 466080
    },
    {
      "epoch": 0.591216173362863,
      "grad_norm": 6.90625,
      "learning_rate": 2.0441847719908965e-05,
      "loss": 2.2807,
      "mean_token_accuracy": 0.5096014082431793,
      "num_tokens": 358873098.0,
      "step": 466090
    },
    {
      "epoch": 0.5912288579553959,
      "grad_norm": 7.03125,
      "learning_rate": 2.0441213409822674e-05,
      "loss": 2.3529,
      "mean_token_accuracy": 0.498333215713501,
      "num_tokens": 358880824.0,
      "step": 466100
    },
    {
      "epoch": 0.5912415425479287,
      "grad_norm": 5.84375,
      "learning_rate": 2.0440579099736383e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5231315612792968,
      "num_tokens": 358888845.0,
      "step": 466110
    },
    {
      "epoch": 0.5912542271404616,
      "grad_norm": 5.84375,
      "learning_rate": 2.0439944789650088e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.542296177148819,
      "num_tokens": 358896154.0,
      "step": 466120
    },
    {
      "epoch": 0.5912669117329944,
      "grad_norm": 6.84375,
      "learning_rate": 2.0439310479563797e-05,
      "loss": 2.2457,
      "mean_token_accuracy": 0.5210767030715943,
      "num_tokens": 358905234.0,
      "step": 466130
    },
    {
      "epoch": 0.5912795963255273,
      "grad_norm": 6.46875,
      "learning_rate": 2.043867616947751e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5618110537528992,
      "num_tokens": 358912370.0,
      "step": 466140
    },
    {
      "epoch": 0.5912922809180601,
      "grad_norm": 7.09375,
      "learning_rate": 2.0438041859391218e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5379459470510483,
      "num_tokens": 358918196.0,
      "step": 466150
    },
    {
      "epoch": 0.5913049655105929,
      "grad_norm": 4.84375,
      "learning_rate": 2.0437407549304923e-05,
      "loss": 1.8816,
      "mean_token_accuracy": 0.5841334521770477,
      "num_tokens": 358926336.0,
      "step": 466160
    },
    {
      "epoch": 0.5913176501031258,
      "grad_norm": 7.6875,
      "learning_rate": 2.043677323921863e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5249650448560714,
      "num_tokens": 358934358.0,
      "step": 466170
    },
    {
      "epoch": 0.5913303346956585,
      "grad_norm": 5.34375,
      "learning_rate": 2.043613892913234e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5203905642032624,
      "num_tokens": 358942409.0,
      "step": 466180
    },
    {
      "epoch": 0.5913430192881914,
      "grad_norm": 5.15625,
      "learning_rate": 2.043550461904605e-05,
      "loss": 1.8575,
      "mean_token_accuracy": 0.5798943340778351,
      "num_tokens": 358949384.0,
      "step": 466190
    },
    {
      "epoch": 0.5913557038807242,
      "grad_norm": 6.21875,
      "learning_rate": 2.0434870308959758e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5541372627019883,
      "num_tokens": 358957652.0,
      "step": 466200
    },
    {
      "epoch": 0.5913683884732571,
      "grad_norm": 8.25,
      "learning_rate": 2.0434235998873467e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5522771656513215,
      "num_tokens": 358966382.0,
      "step": 466210
    },
    {
      "epoch": 0.5913810730657899,
      "grad_norm": 4.40625,
      "learning_rate": 2.0433601688787175e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5354006230831146,
      "num_tokens": 358974168.0,
      "step": 466220
    },
    {
      "epoch": 0.5913937576583227,
      "grad_norm": 5.3125,
      "learning_rate": 2.043296737870088e-05,
      "loss": 1.9896,
      "mean_token_accuracy": 0.5593170166015625,
      "num_tokens": 358981495.0,
      "step": 466230
    },
    {
      "epoch": 0.5914064422508556,
      "grad_norm": 5.375,
      "learning_rate": 2.0432333068614593e-05,
      "loss": 1.7113,
      "mean_token_accuracy": 0.5994594901800155,
      "num_tokens": 358988729.0,
      "step": 466240
    },
    {
      "epoch": 0.5914191268433884,
      "grad_norm": 5.5625,
      "learning_rate": 2.04316987585283e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5281120479106903,
      "num_tokens": 358997908.0,
      "step": 466250
    },
    {
      "epoch": 0.5914318114359213,
      "grad_norm": 4.8125,
      "learning_rate": 2.0431064448442007e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5390453815460206,
      "num_tokens": 359005322.0,
      "step": 466260
    },
    {
      "epoch": 0.5914444960284541,
      "grad_norm": 5.90625,
      "learning_rate": 2.0430430138355716e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5380547553300857,
      "num_tokens": 359013988.0,
      "step": 466270
    },
    {
      "epoch": 0.591457180620987,
      "grad_norm": 18.125,
      "learning_rate": 2.0429795828269428e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5431478530168533,
      "num_tokens": 359019968.0,
      "step": 466280
    },
    {
      "epoch": 0.5914698652135197,
      "grad_norm": 7.90625,
      "learning_rate": 2.0429161518183133e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5578435987234116,
      "num_tokens": 359026294.0,
      "step": 466290
    },
    {
      "epoch": 0.5914825498060525,
      "grad_norm": 6.15625,
      "learning_rate": 2.0428527208096842e-05,
      "loss": 1.8714,
      "mean_token_accuracy": 0.5841501593589783,
      "num_tokens": 359033592.0,
      "step": 466300
    },
    {
      "epoch": 0.5914952343985854,
      "grad_norm": 4.78125,
      "learning_rate": 2.042789289801055e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5480833202600479,
      "num_tokens": 359040671.0,
      "step": 466310
    },
    {
      "epoch": 0.5915079189911182,
      "grad_norm": 6.03125,
      "learning_rate": 2.042725858792426e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5762921154499054,
      "num_tokens": 359048223.0,
      "step": 466320
    },
    {
      "epoch": 0.5915206035836511,
      "grad_norm": 7.3125,
      "learning_rate": 2.0426624277837968e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.5763738453388214,
      "num_tokens": 359054566.0,
      "step": 466330
    },
    {
      "epoch": 0.5915332881761839,
      "grad_norm": 5.125,
      "learning_rate": 2.0425989967751677e-05,
      "loss": 1.8217,
      "mean_token_accuracy": 0.5801303327083588,
      "num_tokens": 359060591.0,
      "step": 466340
    },
    {
      "epoch": 0.5915459727687168,
      "grad_norm": 5.5625,
      "learning_rate": 2.0425355657665386e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.541660162806511,
      "num_tokens": 359068070.0,
      "step": 466350
    },
    {
      "epoch": 0.5915586573612496,
      "grad_norm": 5.03125,
      "learning_rate": 2.0424721347579094e-05,
      "loss": 1.8688,
      "mean_token_accuracy": 0.5875546276569367,
      "num_tokens": 359075797.0,
      "step": 466360
    },
    {
      "epoch": 0.5915713419537825,
      "grad_norm": 5.53125,
      "learning_rate": 2.04240870374928e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5432673841714859,
      "num_tokens": 359082819.0,
      "step": 466370
    },
    {
      "epoch": 0.5915840265463153,
      "grad_norm": 7.03125,
      "learning_rate": 2.0423452727406512e-05,
      "loss": 2.2816,
      "mean_token_accuracy": 0.5075156897306442,
      "num_tokens": 359091230.0,
      "step": 466380
    },
    {
      "epoch": 0.591596711138848,
      "grad_norm": 5.3125,
      "learning_rate": 2.042281841732022e-05,
      "loss": 2.1977,
      "mean_token_accuracy": 0.5179858446121216,
      "num_tokens": 359099775.0,
      "step": 466390
    },
    {
      "epoch": 0.5916093957313809,
      "grad_norm": 6.125,
      "learning_rate": 2.0422184107233926e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.542660066485405,
      "num_tokens": 359106782.0,
      "step": 466400
    },
    {
      "epoch": 0.5916220803239137,
      "grad_norm": 5.6875,
      "learning_rate": 2.0421549797147635e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5439530551433563,
      "num_tokens": 359113530.0,
      "step": 466410
    },
    {
      "epoch": 0.5916347649164466,
      "grad_norm": 7.25,
      "learning_rate": 2.0420915487061343e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5375730365514755,
      "num_tokens": 359121708.0,
      "step": 466420
    },
    {
      "epoch": 0.5916474495089794,
      "grad_norm": 5.90625,
      "learning_rate": 2.0420281176975052e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5473011016845704,
      "num_tokens": 359130109.0,
      "step": 466430
    },
    {
      "epoch": 0.5916601341015123,
      "grad_norm": 7.9375,
      "learning_rate": 2.041964686688876e-05,
      "loss": 2.2903,
      "mean_token_accuracy": 0.5179629683494568,
      "num_tokens": 359139268.0,
      "step": 466440
    },
    {
      "epoch": 0.5916728186940451,
      "grad_norm": 5.75,
      "learning_rate": 2.041901255680247e-05,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5760684967041015,
      "num_tokens": 359147398.0,
      "step": 466450
    },
    {
      "epoch": 0.5916855032865779,
      "grad_norm": 5.90625,
      "learning_rate": 2.041837824671618e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5375450044870377,
      "num_tokens": 359154985.0,
      "step": 466460
    },
    {
      "epoch": 0.5916981878791108,
      "grad_norm": 5.3125,
      "learning_rate": 2.0417743936629884e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5398575782775878,
      "num_tokens": 359162584.0,
      "step": 466470
    },
    {
      "epoch": 0.5917108724716436,
      "grad_norm": 7.375,
      "learning_rate": 2.0417109626543596e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5591928452253342,
      "num_tokens": 359169908.0,
      "step": 466480
    },
    {
      "epoch": 0.5917235570641765,
      "grad_norm": 6.1875,
      "learning_rate": 2.0416475316457305e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5288310647010803,
      "num_tokens": 359177558.0,
      "step": 466490
    },
    {
      "epoch": 0.5917362416567092,
      "grad_norm": 5.96875,
      "learning_rate": 2.041584100637101e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5333751082420349,
      "num_tokens": 359186096.0,
      "step": 466500
    },
    {
      "epoch": 0.5917489262492421,
      "grad_norm": 6.5625,
      "learning_rate": 2.041520669628472e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5389269024133683,
      "num_tokens": 359194333.0,
      "step": 466510
    },
    {
      "epoch": 0.5917616108417749,
      "grad_norm": 5.6875,
      "learning_rate": 2.0414572386198427e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5264555990695954,
      "num_tokens": 359202939.0,
      "step": 466520
    },
    {
      "epoch": 0.5917742954343078,
      "grad_norm": 6.40625,
      "learning_rate": 2.041393807611214e-05,
      "loss": 1.9069,
      "mean_token_accuracy": 0.5815369844436645,
      "num_tokens": 359209016.0,
      "step": 466530
    },
    {
      "epoch": 0.5917869800268406,
      "grad_norm": 6.96875,
      "learning_rate": 2.0413303766025845e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.540578106045723,
      "num_tokens": 359216876.0,
      "step": 466540
    },
    {
      "epoch": 0.5917996646193734,
      "grad_norm": 5.46875,
      "learning_rate": 2.0412669455939554e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5474240273237229,
      "num_tokens": 359224996.0,
      "step": 466550
    },
    {
      "epoch": 0.5918123492119063,
      "grad_norm": 4.5,
      "learning_rate": 2.0412035145853262e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5281565457582473,
      "num_tokens": 359232994.0,
      "step": 466560
    },
    {
      "epoch": 0.5918250338044391,
      "grad_norm": 6.9375,
      "learning_rate": 2.041140083576697e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.528038176894188,
      "num_tokens": 359240056.0,
      "step": 466570
    },
    {
      "epoch": 0.591837718396972,
      "grad_norm": 5.8125,
      "learning_rate": 2.041076652568068e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5672486662864685,
      "num_tokens": 359247043.0,
      "step": 466580
    },
    {
      "epoch": 0.5918504029895048,
      "grad_norm": 5.84375,
      "learning_rate": 2.041013221559439e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5205684244632721,
      "num_tokens": 359254843.0,
      "step": 466590
    },
    {
      "epoch": 0.5918630875820377,
      "grad_norm": 5.0,
      "learning_rate": 2.0409497905508097e-05,
      "loss": 1.8411,
      "mean_token_accuracy": 0.5909121930599213,
      "num_tokens": 359261610.0,
      "step": 466600
    },
    {
      "epoch": 0.5918757721745704,
      "grad_norm": 5.46875,
      "learning_rate": 2.0408863595421803e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5500111490488052,
      "num_tokens": 359268875.0,
      "step": 466610
    },
    {
      "epoch": 0.5918884567671032,
      "grad_norm": 5.0625,
      "learning_rate": 2.040822928533551e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.558806836605072,
      "num_tokens": 359277382.0,
      "step": 466620
    },
    {
      "epoch": 0.5919011413596361,
      "grad_norm": 6.0,
      "learning_rate": 2.0407594975249224e-05,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5710693836212158,
      "num_tokens": 359284440.0,
      "step": 466630
    },
    {
      "epoch": 0.5919138259521689,
      "grad_norm": 6.25,
      "learning_rate": 2.040696066516293e-05,
      "loss": 1.9041,
      "mean_token_accuracy": 0.5857025772333145,
      "num_tokens": 359292227.0,
      "step": 466640
    },
    {
      "epoch": 0.5919265105447018,
      "grad_norm": 5.0,
      "learning_rate": 2.0406326355076638e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5445747584104538,
      "num_tokens": 359300032.0,
      "step": 466650
    },
    {
      "epoch": 0.5919391951372346,
      "grad_norm": 4.46875,
      "learning_rate": 2.0405692044990346e-05,
      "loss": 2.2919,
      "mean_token_accuracy": 0.512201315164566,
      "num_tokens": 359308532.0,
      "step": 466660
    },
    {
      "epoch": 0.5919518797297675,
      "grad_norm": 5.5,
      "learning_rate": 2.0405057734904055e-05,
      "loss": 2.2963,
      "mean_token_accuracy": 0.5096061319112778,
      "num_tokens": 359316858.0,
      "step": 466670
    },
    {
      "epoch": 0.5919645643223003,
      "grad_norm": 5.71875,
      "learning_rate": 2.0404423424817764e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5320548266172409,
      "num_tokens": 359325114.0,
      "step": 466680
    },
    {
      "epoch": 0.591977248914833,
      "grad_norm": 4.6875,
      "learning_rate": 2.0403789114731473e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5425154507160187,
      "num_tokens": 359333827.0,
      "step": 466690
    },
    {
      "epoch": 0.591989933507366,
      "grad_norm": 5.28125,
      "learning_rate": 2.040315480464518e-05,
      "loss": 1.902,
      "mean_token_accuracy": 0.5736256688833237,
      "num_tokens": 359341527.0,
      "step": 466700
    },
    {
      "epoch": 0.5920026180998987,
      "grad_norm": 5.03125,
      "learning_rate": 2.0402520494558887e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5389645367860794,
      "num_tokens": 359350486.0,
      "step": 466710
    },
    {
      "epoch": 0.5920153026924316,
      "grad_norm": 5.1875,
      "learning_rate": 2.0401886184472595e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5306382417678833,
      "num_tokens": 359358134.0,
      "step": 466720
    },
    {
      "epoch": 0.5920279872849644,
      "grad_norm": 11.3125,
      "learning_rate": 2.0401251874386308e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5654722362756729,
      "num_tokens": 359365667.0,
      "step": 466730
    },
    {
      "epoch": 0.5920406718774973,
      "grad_norm": 6.25,
      "learning_rate": 2.0400617564300016e-05,
      "loss": 1.5564,
      "mean_token_accuracy": 0.6516029894351959,
      "num_tokens": 359371654.0,
      "step": 466740
    },
    {
      "epoch": 0.5920533564700301,
      "grad_norm": 5.21875,
      "learning_rate": 2.039998325421372e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.543964010477066,
      "num_tokens": 359380037.0,
      "step": 466750
    },
    {
      "epoch": 0.592066041062563,
      "grad_norm": 5.65625,
      "learning_rate": 2.039934894412743e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.51267868578434,
      "num_tokens": 359387854.0,
      "step": 466760
    },
    {
      "epoch": 0.5920787256550958,
      "grad_norm": 5.59375,
      "learning_rate": 2.0398714634041142e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5421812891960144,
      "num_tokens": 359395241.0,
      "step": 466770
    },
    {
      "epoch": 0.5920914102476286,
      "grad_norm": 7.90625,
      "learning_rate": 2.0398080323954848e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5463849067687988,
      "num_tokens": 359402713.0,
      "step": 466780
    },
    {
      "epoch": 0.5921040948401615,
      "grad_norm": 4.90625,
      "learning_rate": 2.0397446013868557e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5183929443359375,
      "num_tokens": 359410754.0,
      "step": 466790
    },
    {
      "epoch": 0.5921167794326943,
      "grad_norm": 4.875,
      "learning_rate": 2.0396811703782265e-05,
      "loss": 2.039,
      "mean_token_accuracy": 0.5444056034088135,
      "num_tokens": 359417887.0,
      "step": 466800
    },
    {
      "epoch": 0.5921294640252271,
      "grad_norm": 5.34375,
      "learning_rate": 2.0396177393695974e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5458270579576492,
      "num_tokens": 359425916.0,
      "step": 466810
    },
    {
      "epoch": 0.5921421486177599,
      "grad_norm": 5.5,
      "learning_rate": 2.0395543083609683e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5479253619909287,
      "num_tokens": 359433605.0,
      "step": 466820
    },
    {
      "epoch": 0.5921548332102928,
      "grad_norm": 4.75,
      "learning_rate": 2.039490877352339e-05,
      "loss": 1.8624,
      "mean_token_accuracy": 0.5798921287059784,
      "num_tokens": 359440372.0,
      "step": 466830
    },
    {
      "epoch": 0.5921675178028256,
      "grad_norm": 5.125,
      "learning_rate": 2.03942744634371e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5269656091928482,
      "num_tokens": 359448460.0,
      "step": 466840
    },
    {
      "epoch": 0.5921802023953584,
      "grad_norm": 6.65625,
      "learning_rate": 2.0393640153350806e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5787110567092896,
      "num_tokens": 359456146.0,
      "step": 466850
    },
    {
      "epoch": 0.5921928869878913,
      "grad_norm": 5.25,
      "learning_rate": 2.0393005843264514e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5347516089677811,
      "num_tokens": 359463360.0,
      "step": 466860
    },
    {
      "epoch": 0.5922055715804241,
      "grad_norm": 5.5,
      "learning_rate": 2.0392371533178226e-05,
      "loss": 2.2797,
      "mean_token_accuracy": 0.5217871725559234,
      "num_tokens": 359472008.0,
      "step": 466870
    },
    {
      "epoch": 0.592218256172957,
      "grad_norm": 13.5625,
      "learning_rate": 2.0391737223091932e-05,
      "loss": 2.2673,
      "mean_token_accuracy": 0.514389768242836,
      "num_tokens": 359479601.0,
      "step": 466880
    },
    {
      "epoch": 0.5922309407654898,
      "grad_norm": 7.40625,
      "learning_rate": 2.039110291300564e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5439664483070373,
      "num_tokens": 359486536.0,
      "step": 466890
    },
    {
      "epoch": 0.5922436253580227,
      "grad_norm": 6.0,
      "learning_rate": 2.039046860291935e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5584447503089904,
      "num_tokens": 359494187.0,
      "step": 466900
    },
    {
      "epoch": 0.5922563099505554,
      "grad_norm": 5.34375,
      "learning_rate": 2.0389834292833058e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5587375581264495,
      "num_tokens": 359502307.0,
      "step": 466910
    },
    {
      "epoch": 0.5922689945430883,
      "grad_norm": 5.5625,
      "learning_rate": 2.0389199982746767e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5265766024589539,
      "num_tokens": 359509229.0,
      "step": 466920
    },
    {
      "epoch": 0.5922816791356211,
      "grad_norm": 5.5,
      "learning_rate": 2.0388565672660476e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5822040438652039,
      "num_tokens": 359516422.0,
      "step": 466930
    },
    {
      "epoch": 0.5922943637281539,
      "grad_norm": 5.28125,
      "learning_rate": 2.0387931362574184e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5453519195318222,
      "num_tokens": 359523877.0,
      "step": 466940
    },
    {
      "epoch": 0.5923070483206868,
      "grad_norm": 6.1875,
      "learning_rate": 2.0387297052487893e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5374561369419097,
      "num_tokens": 359531677.0,
      "step": 466950
    },
    {
      "epoch": 0.5923197329132196,
      "grad_norm": 5.125,
      "learning_rate": 2.03866627424016e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5181362986564636,
      "num_tokens": 359539686.0,
      "step": 466960
    },
    {
      "epoch": 0.5923324175057525,
      "grad_norm": 6.59375,
      "learning_rate": 2.038602843231531e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5536387681961059,
      "num_tokens": 359547909.0,
      "step": 466970
    },
    {
      "epoch": 0.5923451020982853,
      "grad_norm": 4.96875,
      "learning_rate": 2.038539412222902e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5438317716121673,
      "num_tokens": 359554756.0,
      "step": 466980
    },
    {
      "epoch": 0.5923577866908182,
      "grad_norm": 6.0625,
      "learning_rate": 2.0384759812142725e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5310563921928406,
      "num_tokens": 359563400.0,
      "step": 466990
    },
    {
      "epoch": 0.592370471283351,
      "grad_norm": 6.0625,
      "learning_rate": 2.0384125502056433e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5393373847007752,
      "num_tokens": 359571321.0,
      "step": 467000
    },
    {
      "epoch": 0.5923831558758837,
      "grad_norm": 7.09375,
      "learning_rate": 2.0383491191970142e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5359321743249893,
      "num_tokens": 359578345.0,
      "step": 467010
    },
    {
      "epoch": 0.5923958404684166,
      "grad_norm": 7.71875,
      "learning_rate": 2.038285688188385e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.5200611293315888,
      "num_tokens": 359586957.0,
      "step": 467020
    },
    {
      "epoch": 0.5924085250609494,
      "grad_norm": 6.96875,
      "learning_rate": 2.038222257179756e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5319018363952637,
      "num_tokens": 359595546.0,
      "step": 467030
    },
    {
      "epoch": 0.5924212096534823,
      "grad_norm": 5.25,
      "learning_rate": 2.0381588261711268e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5340835213661194,
      "num_tokens": 359603658.0,
      "step": 467040
    },
    {
      "epoch": 0.5924338942460151,
      "grad_norm": 5.59375,
      "learning_rate": 2.0380953951624977e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5348168075084686,
      "num_tokens": 359611426.0,
      "step": 467050
    },
    {
      "epoch": 0.592446578838548,
      "grad_norm": 12.4375,
      "learning_rate": 2.0380319641538682e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5387394160032273,
      "num_tokens": 359619778.0,
      "step": 467060
    },
    {
      "epoch": 0.5924592634310808,
      "grad_norm": 4.4375,
      "learning_rate": 2.0379685331452395e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5481477171182633,
      "num_tokens": 359627285.0,
      "step": 467070
    },
    {
      "epoch": 0.5924719480236137,
      "grad_norm": 5.6875,
      "learning_rate": 2.0379051021366103e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5380110055208206,
      "num_tokens": 359635239.0,
      "step": 467080
    },
    {
      "epoch": 0.5924846326161465,
      "grad_norm": 5.59375,
      "learning_rate": 2.037841671127981e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5447742491960526,
      "num_tokens": 359643142.0,
      "step": 467090
    },
    {
      "epoch": 0.5924973172086793,
      "grad_norm": 5.03125,
      "learning_rate": 2.0377782401193517e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5456861823797226,
      "num_tokens": 359651057.0,
      "step": 467100
    },
    {
      "epoch": 0.5925100018012122,
      "grad_norm": 5.21875,
      "learning_rate": 2.0377148091107226e-05,
      "loss": 1.813,
      "mean_token_accuracy": 0.6078225582838058,
      "num_tokens": 359658348.0,
      "step": 467110
    },
    {
      "epoch": 0.592522686393745,
      "grad_norm": 5.1875,
      "learning_rate": 2.0376513781020938e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5225377380847931,
      "num_tokens": 359666562.0,
      "step": 467120
    },
    {
      "epoch": 0.5925353709862778,
      "grad_norm": 4.21875,
      "learning_rate": 2.0375879470934644e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5451739430427551,
      "num_tokens": 359674189.0,
      "step": 467130
    },
    {
      "epoch": 0.5925480555788106,
      "grad_norm": 5.875,
      "learning_rate": 2.0375245160848352e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5364742815494538,
      "num_tokens": 359681431.0,
      "step": 467140
    },
    {
      "epoch": 0.5925607401713435,
      "grad_norm": 5.875,
      "learning_rate": 2.037461085076206e-05,
      "loss": 1.7966,
      "mean_token_accuracy": 0.5878519684076309,
      "num_tokens": 359688201.0,
      "step": 467150
    },
    {
      "epoch": 0.5925734247638763,
      "grad_norm": 5.9375,
      "learning_rate": 2.037397654067577e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5353561282157898,
      "num_tokens": 359695516.0,
      "step": 467160
    },
    {
      "epoch": 0.5925861093564091,
      "grad_norm": 5.03125,
      "learning_rate": 2.037334223058948e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5199397534132004,
      "num_tokens": 359704446.0,
      "step": 467170
    },
    {
      "epoch": 0.592598793948942,
      "grad_norm": 4.6875,
      "learning_rate": 2.0372707920503187e-05,
      "loss": 2.1419,
      "mean_token_accuracy": 0.532294848561287,
      "num_tokens": 359711990.0,
      "step": 467180
    },
    {
      "epoch": 0.5926114785414748,
      "grad_norm": 5.0,
      "learning_rate": 2.0372073610416896e-05,
      "loss": 1.9109,
      "mean_token_accuracy": 0.5741130411624908,
      "num_tokens": 359718252.0,
      "step": 467190
    },
    {
      "epoch": 0.5926241631340077,
      "grad_norm": 6.96875,
      "learning_rate": 2.03714393003306e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5682024896144867,
      "num_tokens": 359725160.0,
      "step": 467200
    },
    {
      "epoch": 0.5926368477265405,
      "grad_norm": 5.4375,
      "learning_rate": 2.0370804990244313e-05,
      "loss": 1.8702,
      "mean_token_accuracy": 0.5773222178220749,
      "num_tokens": 359733422.0,
      "step": 467210
    },
    {
      "epoch": 0.5926495323190734,
      "grad_norm": 4.84375,
      "learning_rate": 2.0370170680158022e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5558609455823899,
      "num_tokens": 359741561.0,
      "step": 467220
    },
    {
      "epoch": 0.5926622169116061,
      "grad_norm": 4.9375,
      "learning_rate": 2.0369536370071728e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5359194874763489,
      "num_tokens": 359749437.0,
      "step": 467230
    },
    {
      "epoch": 0.5926749015041389,
      "grad_norm": 6.78125,
      "learning_rate": 2.0368902059985436e-05,
      "loss": 1.6815,
      "mean_token_accuracy": 0.6243513971567154,
      "num_tokens": 359755918.0,
      "step": 467240
    },
    {
      "epoch": 0.5926875860966718,
      "grad_norm": 4.9375,
      "learning_rate": 2.0368267749899145e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5463698446750641,
      "num_tokens": 359763684.0,
      "step": 467250
    },
    {
      "epoch": 0.5927002706892046,
      "grad_norm": 4.90625,
      "learning_rate": 2.0367633439812854e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5483821004629135,
      "num_tokens": 359770792.0,
      "step": 467260
    },
    {
      "epoch": 0.5927129552817375,
      "grad_norm": 5.21875,
      "learning_rate": 2.0366999129726563e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5640089809894562,
      "num_tokens": 359777918.0,
      "step": 467270
    },
    {
      "epoch": 0.5927256398742703,
      "grad_norm": 2.703125,
      "learning_rate": 2.036636481964027e-05,
      "loss": 1.8854,
      "mean_token_accuracy": 0.5789926797151566,
      "num_tokens": 359785369.0,
      "step": 467280
    },
    {
      "epoch": 0.5927383244668032,
      "grad_norm": 5.0,
      "learning_rate": 2.036573050955398e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.536544942855835,
      "num_tokens": 359793090.0,
      "step": 467290
    },
    {
      "epoch": 0.592751009059336,
      "grad_norm": 5.53125,
      "learning_rate": 2.0365096199467685e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5294489949941635,
      "num_tokens": 359801461.0,
      "step": 467300
    },
    {
      "epoch": 0.5927636936518689,
      "grad_norm": 4.875,
      "learning_rate": 2.0364461889381397e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5384061843156814,
      "num_tokens": 359810647.0,
      "step": 467310
    },
    {
      "epoch": 0.5927763782444017,
      "grad_norm": 6.34375,
      "learning_rate": 2.0363827579295106e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5458272725343705,
      "num_tokens": 359816460.0,
      "step": 467320
    },
    {
      "epoch": 0.5927890628369344,
      "grad_norm": 7.625,
      "learning_rate": 2.0363193269208815e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5412150859832764,
      "num_tokens": 359823514.0,
      "step": 467330
    },
    {
      "epoch": 0.5928017474294673,
      "grad_norm": 5.6875,
      "learning_rate": 2.036255895912252e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.541870042681694,
      "num_tokens": 359830914.0,
      "step": 467340
    },
    {
      "epoch": 0.5928144320220001,
      "grad_norm": 4.875,
      "learning_rate": 2.036192464903623e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5369896739721298,
      "num_tokens": 359839059.0,
      "step": 467350
    },
    {
      "epoch": 0.592827116614533,
      "grad_norm": 4.9375,
      "learning_rate": 2.036129033894994e-05,
      "loss": 1.7552,
      "mean_token_accuracy": 0.5999273955821991,
      "num_tokens": 359846593.0,
      "step": 467360
    },
    {
      "epoch": 0.5928398012070658,
      "grad_norm": 5.125,
      "learning_rate": 2.0360656028863647e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5637797087430954,
      "num_tokens": 359854283.0,
      "step": 467370
    },
    {
      "epoch": 0.5928524857995987,
      "grad_norm": 5.3125,
      "learning_rate": 2.0360021718777355e-05,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5493648201227188,
      "num_tokens": 359863701.0,
      "step": 467380
    },
    {
      "epoch": 0.5928651703921315,
      "grad_norm": 5.5,
      "learning_rate": 2.0359387408691064e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5666757941246032,
      "num_tokens": 359870805.0,
      "step": 467390
    },
    {
      "epoch": 0.5928778549846643,
      "grad_norm": 5.53125,
      "learning_rate": 2.0358753098604773e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5394786268472671,
      "num_tokens": 359877554.0,
      "step": 467400
    },
    {
      "epoch": 0.5928905395771972,
      "grad_norm": 10.0625,
      "learning_rate": 2.035811878851848e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5266308158636093,
      "num_tokens": 359885198.0,
      "step": 467410
    },
    {
      "epoch": 0.59290322416973,
      "grad_norm": 5.78125,
      "learning_rate": 2.035748447843219e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5766594707965851,
      "num_tokens": 359891621.0,
      "step": 467420
    },
    {
      "epoch": 0.5929159087622629,
      "grad_norm": 4.375,
      "learning_rate": 2.03568501683459e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5819955974817276,
      "num_tokens": 359898276.0,
      "step": 467430
    },
    {
      "epoch": 0.5929285933547956,
      "grad_norm": 6.875,
      "learning_rate": 2.0356215858259604e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5225284606218338,
      "num_tokens": 359906368.0,
      "step": 467440
    },
    {
      "epoch": 0.5929412779473285,
      "grad_norm": 5.21875,
      "learning_rate": 2.0355581548173313e-05,
      "loss": 1.7985,
      "mean_token_accuracy": 0.6051276236772537,
      "num_tokens": 359913952.0,
      "step": 467450
    },
    {
      "epoch": 0.5929539625398613,
      "grad_norm": 4.90625,
      "learning_rate": 2.0354947238087025e-05,
      "loss": 2.2457,
      "mean_token_accuracy": 0.513152876496315,
      "num_tokens": 359922413.0,
      "step": 467460
    },
    {
      "epoch": 0.5929666471323942,
      "grad_norm": 4.71875,
      "learning_rate": 2.035431292800073e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5622554779052734,
      "num_tokens": 359929739.0,
      "step": 467470
    },
    {
      "epoch": 0.592979331724927,
      "grad_norm": 4.8125,
      "learning_rate": 2.035367861791444e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5567658245563507,
      "num_tokens": 359937071.0,
      "step": 467480
    },
    {
      "epoch": 0.5929920163174598,
      "grad_norm": 4.9375,
      "learning_rate": 2.0353044307828148e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5272728443145752,
      "num_tokens": 359945084.0,
      "step": 467490
    },
    {
      "epoch": 0.5930047009099927,
      "grad_norm": 5.5625,
      "learning_rate": 2.0352409997741857e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5325533509254455,
      "num_tokens": 359952757.0,
      "step": 467500
    },
    {
      "epoch": 0.5930173855025255,
      "grad_norm": 5.0,
      "learning_rate": 2.0351775687655566e-05,
      "loss": 1.9118,
      "mean_token_accuracy": 0.5788092285394668,
      "num_tokens": 359960297.0,
      "step": 467510
    },
    {
      "epoch": 0.5930300700950584,
      "grad_norm": 5.03125,
      "learning_rate": 2.0351141377569274e-05,
      "loss": 1.7816,
      "mean_token_accuracy": 0.6024601638317109,
      "num_tokens": 359967263.0,
      "step": 467520
    },
    {
      "epoch": 0.5930427546875912,
      "grad_norm": 5.28125,
      "learning_rate": 2.0350507067482983e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5668864399194717,
      "num_tokens": 359974967.0,
      "step": 467530
    },
    {
      "epoch": 0.593055439280124,
      "grad_norm": 5.125,
      "learning_rate": 2.0349872757396692e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5370005905628205,
      "num_tokens": 359982422.0,
      "step": 467540
    },
    {
      "epoch": 0.5930681238726568,
      "grad_norm": 5.59375,
      "learning_rate": 2.0349238447310397e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5596200913190842,
      "num_tokens": 359989117.0,
      "step": 467550
    },
    {
      "epoch": 0.5930808084651896,
      "grad_norm": 6.0,
      "learning_rate": 2.034860413722411e-05,
      "loss": 1.799,
      "mean_token_accuracy": 0.5905357480049134,
      "num_tokens": 359997500.0,
      "step": 467560
    },
    {
      "epoch": 0.5930934930577225,
      "grad_norm": 7.96875,
      "learning_rate": 2.0347969827137818e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5765908420085907,
      "num_tokens": 360004612.0,
      "step": 467570
    },
    {
      "epoch": 0.5931061776502553,
      "grad_norm": 4.78125,
      "learning_rate": 2.0347335517051523e-05,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5215149164199829,
      "num_tokens": 360012669.0,
      "step": 467580
    },
    {
      "epoch": 0.5931188622427882,
      "grad_norm": 4.96875,
      "learning_rate": 2.0346701206965232e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5347845613956451,
      "num_tokens": 360020954.0,
      "step": 467590
    },
    {
      "epoch": 0.593131546835321,
      "grad_norm": 5.15625,
      "learning_rate": 2.034606689687894e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5274845033884048,
      "num_tokens": 360029673.0,
      "step": 467600
    },
    {
      "epoch": 0.5931442314278539,
      "grad_norm": 6.40625,
      "learning_rate": 2.034543258679265e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5336277693510055,
      "num_tokens": 360038131.0,
      "step": 467610
    },
    {
      "epoch": 0.5931569160203867,
      "grad_norm": 6.46875,
      "learning_rate": 2.0344798276706358e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5311861276626587,
      "num_tokens": 360046097.0,
      "step": 467620
    },
    {
      "epoch": 0.5931696006129195,
      "grad_norm": 6.78125,
      "learning_rate": 2.0344163966620067e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.570650988817215,
      "num_tokens": 360053130.0,
      "step": 467630
    },
    {
      "epoch": 0.5931822852054524,
      "grad_norm": 5.34375,
      "learning_rate": 2.0343529656533776e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.560178005695343,
      "num_tokens": 360061093.0,
      "step": 467640
    },
    {
      "epoch": 0.5931949697979851,
      "grad_norm": 7.9375,
      "learning_rate": 2.0342895346447484e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5193772792816163,
      "num_tokens": 360069608.0,
      "step": 467650
    },
    {
      "epoch": 0.593207654390518,
      "grad_norm": 4.8125,
      "learning_rate": 2.0342261036361193e-05,
      "loss": 1.8945,
      "mean_token_accuracy": 0.5823407024145126,
      "num_tokens": 360076210.0,
      "step": 467660
    },
    {
      "epoch": 0.5932203389830508,
      "grad_norm": 5.15625,
      "learning_rate": 2.0341626726274902e-05,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5700528085231781,
      "num_tokens": 360082833.0,
      "step": 467670
    },
    {
      "epoch": 0.5932330235755837,
      "grad_norm": 6.03125,
      "learning_rate": 2.0340992416188607e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.523508432507515,
      "num_tokens": 360091231.0,
      "step": 467680
    },
    {
      "epoch": 0.5932457081681165,
      "grad_norm": 6.28125,
      "learning_rate": 2.0340358106102316e-05,
      "loss": 1.8226,
      "mean_token_accuracy": 0.5897234529256821,
      "num_tokens": 360098321.0,
      "step": 467690
    },
    {
      "epoch": 0.5932583927606494,
      "grad_norm": 5.8125,
      "learning_rate": 2.0339723796016028e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5258221209049225,
      "num_tokens": 360106050.0,
      "step": 467700
    },
    {
      "epoch": 0.5932710773531822,
      "grad_norm": 6.0,
      "learning_rate": 2.0339089485929737e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.545479342341423,
      "num_tokens": 360113745.0,
      "step": 467710
    },
    {
      "epoch": 0.593283761945715,
      "grad_norm": 5.84375,
      "learning_rate": 2.0338455175843442e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5333525896072387,
      "num_tokens": 360122451.0,
      "step": 467720
    },
    {
      "epoch": 0.5932964465382479,
      "grad_norm": 5.1875,
      "learning_rate": 2.033782086575715e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5480984926223755,
      "num_tokens": 360130556.0,
      "step": 467730
    },
    {
      "epoch": 0.5933091311307807,
      "grad_norm": 5.25,
      "learning_rate": 2.033718655567086e-05,
      "loss": 2.3114,
      "mean_token_accuracy": 0.5096598327159881,
      "num_tokens": 360139337.0,
      "step": 467740
    },
    {
      "epoch": 0.5933218157233136,
      "grad_norm": 7.375,
      "learning_rate": 2.033655224558457e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5579392880201339,
      "num_tokens": 360146824.0,
      "step": 467750
    },
    {
      "epoch": 0.5933345003158463,
      "grad_norm": 5.34375,
      "learning_rate": 2.0335917935498277e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5195020020008088,
      "num_tokens": 360155190.0,
      "step": 467760
    },
    {
      "epoch": 0.5933471849083792,
      "grad_norm": 6.5,
      "learning_rate": 2.0335283625411986e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5324436545372009,
      "num_tokens": 360162541.0,
      "step": 467770
    },
    {
      "epoch": 0.593359869500912,
      "grad_norm": 6.03125,
      "learning_rate": 2.0334649315325695e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5685484737157822,
      "num_tokens": 360170460.0,
      "step": 467780
    },
    {
      "epoch": 0.5933725540934448,
      "grad_norm": 6.1875,
      "learning_rate": 2.03340150052394e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5743464648723602,
      "num_tokens": 360178731.0,
      "step": 467790
    },
    {
      "epoch": 0.5933852386859777,
      "grad_norm": 5.65625,
      "learning_rate": 2.0333380695153112e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5332013368606567,
      "num_tokens": 360186552.0,
      "step": 467800
    },
    {
      "epoch": 0.5933979232785105,
      "grad_norm": 4.65625,
      "learning_rate": 2.033274638506682e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5644235283136367,
      "num_tokens": 360194477.0,
      "step": 467810
    },
    {
      "epoch": 0.5934106078710434,
      "grad_norm": 6.46875,
      "learning_rate": 2.0332112074980526e-05,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5737775504589081,
      "num_tokens": 360201816.0,
      "step": 467820
    },
    {
      "epoch": 0.5934232924635762,
      "grad_norm": 5.375,
      "learning_rate": 2.0331477764894235e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5462385147809983,
      "num_tokens": 360210632.0,
      "step": 467830
    },
    {
      "epoch": 0.5934359770561091,
      "grad_norm": 4.6875,
      "learning_rate": 2.0330843454807944e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5534835696220398,
      "num_tokens": 360218551.0,
      "step": 467840
    },
    {
      "epoch": 0.5934486616486419,
      "grad_norm": 5.65625,
      "learning_rate": 2.0330209144721652e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5474970221519471,
      "num_tokens": 360227270.0,
      "step": 467850
    },
    {
      "epoch": 0.5934613462411747,
      "grad_norm": 4.84375,
      "learning_rate": 2.032957483463536e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5340638816356659,
      "num_tokens": 360234721.0,
      "step": 467860
    },
    {
      "epoch": 0.5934740308337075,
      "grad_norm": 7.15625,
      "learning_rate": 2.032894052454907e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5568906545639039,
      "num_tokens": 360242137.0,
      "step": 467870
    },
    {
      "epoch": 0.5934867154262403,
      "grad_norm": 13.5,
      "learning_rate": 2.032830621446278e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5537433683872223,
      "num_tokens": 360250276.0,
      "step": 467880
    },
    {
      "epoch": 0.5934994000187732,
      "grad_norm": 4.4375,
      "learning_rate": 2.0327671904376484e-05,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5324546188116074,
      "num_tokens": 360258758.0,
      "step": 467890
    },
    {
      "epoch": 0.593512084611306,
      "grad_norm": 5.0,
      "learning_rate": 2.0327037594290196e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5421054363250732,
      "num_tokens": 360266212.0,
      "step": 467900
    },
    {
      "epoch": 0.5935247692038389,
      "grad_norm": 6.21875,
      "learning_rate": 2.0326403284203905e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.530522820353508,
      "num_tokens": 360273917.0,
      "step": 467910
    },
    {
      "epoch": 0.5935374537963717,
      "grad_norm": 5.8125,
      "learning_rate": 2.0325768974117614e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5227931499481201,
      "num_tokens": 360281114.0,
      "step": 467920
    },
    {
      "epoch": 0.5935501383889046,
      "grad_norm": 8.8125,
      "learning_rate": 2.032513466403132e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5722081571817398,
      "num_tokens": 360288336.0,
      "step": 467930
    },
    {
      "epoch": 0.5935628229814374,
      "grad_norm": 5.78125,
      "learning_rate": 2.0324500353945028e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5508492588996887,
      "num_tokens": 360296419.0,
      "step": 467940
    },
    {
      "epoch": 0.5935755075739702,
      "grad_norm": 5.15625,
      "learning_rate": 2.032386604385874e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5669445723295212,
      "num_tokens": 360304825.0,
      "step": 467950
    },
    {
      "epoch": 0.593588192166503,
      "grad_norm": 4.8125,
      "learning_rate": 2.0323231733772445e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.553414860367775,
      "num_tokens": 360312294.0,
      "step": 467960
    },
    {
      "epoch": 0.5936008767590358,
      "grad_norm": 6.84375,
      "learning_rate": 2.0322597423686154e-05,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5599993079900741,
      "num_tokens": 360319232.0,
      "step": 467970
    },
    {
      "epoch": 0.5936135613515687,
      "grad_norm": 5.71875,
      "learning_rate": 2.0321963113599863e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5133922249078751,
      "num_tokens": 360327812.0,
      "step": 467980
    },
    {
      "epoch": 0.5936262459441015,
      "grad_norm": 6.96875,
      "learning_rate": 2.032132880351357e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5458158671855926,
      "num_tokens": 360334384.0,
      "step": 467990
    },
    {
      "epoch": 0.5936389305366344,
      "grad_norm": 6.75,
      "learning_rate": 2.032069449342728e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5690792053937912,
      "num_tokens": 360341262.0,
      "step": 468000
    },
    {
      "epoch": 0.5936516151291672,
      "grad_norm": 5.15625,
      "learning_rate": 2.032006018334099e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5299315959215164,
      "num_tokens": 360349466.0,
      "step": 468010
    },
    {
      "epoch": 0.5936642997217001,
      "grad_norm": 3.734375,
      "learning_rate": 2.0319425873254698e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5531534492969513,
      "num_tokens": 360357425.0,
      "step": 468020
    },
    {
      "epoch": 0.5936769843142329,
      "grad_norm": 5.9375,
      "learning_rate": 2.0318791563168403e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5425733864307404,
      "num_tokens": 360366400.0,
      "step": 468030
    },
    {
      "epoch": 0.5936896689067657,
      "grad_norm": 5.9375,
      "learning_rate": 2.0318157253082112e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5449876040220261,
      "num_tokens": 360373405.0,
      "step": 468040
    },
    {
      "epoch": 0.5937023534992986,
      "grad_norm": 6.84375,
      "learning_rate": 2.0317522942995824e-05,
      "loss": 1.9578,
      "mean_token_accuracy": 0.5621985286474228,
      "num_tokens": 360380440.0,
      "step": 468050
    },
    {
      "epoch": 0.5937150380918313,
      "grad_norm": 5.28125,
      "learning_rate": 2.031688863290953e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5569653540849686,
      "num_tokens": 360388358.0,
      "step": 468060
    },
    {
      "epoch": 0.5937277226843642,
      "grad_norm": 5.71875,
      "learning_rate": 2.0316254322823238e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5295147925615311,
      "num_tokens": 360397551.0,
      "step": 468070
    },
    {
      "epoch": 0.593740407276897,
      "grad_norm": 6.78125,
      "learning_rate": 2.0315620012736947e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5427553445100785,
      "num_tokens": 360405908.0,
      "step": 468080
    },
    {
      "epoch": 0.5937530918694299,
      "grad_norm": 6.9375,
      "learning_rate": 2.0314985702650655e-05,
      "loss": 1.7754,
      "mean_token_accuracy": 0.5911858409643174,
      "num_tokens": 360413575.0,
      "step": 468090
    },
    {
      "epoch": 0.5937657764619627,
      "grad_norm": 5.0,
      "learning_rate": 2.0314351392564364e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5589747488498688,
      "num_tokens": 360419934.0,
      "step": 468100
    },
    {
      "epoch": 0.5937784610544955,
      "grad_norm": 5.375,
      "learning_rate": 2.0313717082478073e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5282999545335769,
      "num_tokens": 360428016.0,
      "step": 468110
    },
    {
      "epoch": 0.5937911456470284,
      "grad_norm": 5.34375,
      "learning_rate": 2.031308277239178e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5413225263357162,
      "num_tokens": 360437221.0,
      "step": 468120
    },
    {
      "epoch": 0.5938038302395612,
      "grad_norm": 5.78125,
      "learning_rate": 2.031244846230549e-05,
      "loss": 1.9222,
      "mean_token_accuracy": 0.5833375751972198,
      "num_tokens": 360445257.0,
      "step": 468130
    },
    {
      "epoch": 0.5938165148320941,
      "grad_norm": 6.65625,
      "learning_rate": 2.03118141522192e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.530257710814476,
      "num_tokens": 360453312.0,
      "step": 468140
    },
    {
      "epoch": 0.5938291994246269,
      "grad_norm": 11.0,
      "learning_rate": 2.0311179842132908e-05,
      "loss": 1.8937,
      "mean_token_accuracy": 0.5787337988615036,
      "num_tokens": 360459415.0,
      "step": 468150
    },
    {
      "epoch": 0.5938418840171598,
      "grad_norm": 5.0,
      "learning_rate": 2.0310545532046617e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5504450350999832,
      "num_tokens": 360467555.0,
      "step": 468160
    },
    {
      "epoch": 0.5938545686096925,
      "grad_norm": 5.40625,
      "learning_rate": 2.0309911221960322e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5307211965322495,
      "num_tokens": 360475007.0,
      "step": 468170
    },
    {
      "epoch": 0.5938672532022253,
      "grad_norm": 5.5,
      "learning_rate": 2.030927691187403e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5390334099531173,
      "num_tokens": 360483853.0,
      "step": 468180
    },
    {
      "epoch": 0.5938799377947582,
      "grad_norm": 4.84375,
      "learning_rate": 2.0308642601787743e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5632735580205918,
      "num_tokens": 360491540.0,
      "step": 468190
    },
    {
      "epoch": 0.593892622387291,
      "grad_norm": 6.4375,
      "learning_rate": 2.0308008291701448e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5619482576847077,
      "num_tokens": 360498788.0,
      "step": 468200
    },
    {
      "epoch": 0.5939053069798239,
      "grad_norm": 6.34375,
      "learning_rate": 2.0307373981615157e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.563156521320343,
      "num_tokens": 360505811.0,
      "step": 468210
    },
    {
      "epoch": 0.5939179915723567,
      "grad_norm": 6.0,
      "learning_rate": 2.0306739671528866e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5423751085996628,
      "num_tokens": 360514035.0,
      "step": 468220
    },
    {
      "epoch": 0.5939306761648896,
      "grad_norm": 6.78125,
      "learning_rate": 2.0306105361442574e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5649403214454651,
      "num_tokens": 360521116.0,
      "step": 468230
    },
    {
      "epoch": 0.5939433607574224,
      "grad_norm": 6.1875,
      "learning_rate": 2.0305471051356283e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5605958610773086,
      "num_tokens": 360528124.0,
      "step": 468240
    },
    {
      "epoch": 0.5939560453499553,
      "grad_norm": 5.8125,
      "learning_rate": 2.0304836741269992e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5690660208463669,
      "num_tokens": 360535725.0,
      "step": 468250
    },
    {
      "epoch": 0.5939687299424881,
      "grad_norm": 5.3125,
      "learning_rate": 2.03042024311837e-05,
      "loss": 1.9784,
      "mean_token_accuracy": 0.567112198472023,
      "num_tokens": 360543333.0,
      "step": 468260
    },
    {
      "epoch": 0.5939814145350208,
      "grad_norm": 7.90625,
      "learning_rate": 2.0303568121097406e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5698553591966629,
      "num_tokens": 360550589.0,
      "step": 468270
    },
    {
      "epoch": 0.5939940991275537,
      "grad_norm": 5.375,
      "learning_rate": 2.0302933811011115e-05,
      "loss": 2.213,
      "mean_token_accuracy": 0.5210174918174744,
      "num_tokens": 360558263.0,
      "step": 468280
    },
    {
      "epoch": 0.5940067837200865,
      "grad_norm": 4.96875,
      "learning_rate": 2.0302299500924827e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5526431322097778,
      "num_tokens": 360564294.0,
      "step": 468290
    },
    {
      "epoch": 0.5940194683126194,
      "grad_norm": 5.0,
      "learning_rate": 2.0301665190838536e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5411731451749802,
      "num_tokens": 360572618.0,
      "step": 468300
    },
    {
      "epoch": 0.5940321529051522,
      "grad_norm": 5.28125,
      "learning_rate": 2.030103088075224e-05,
      "loss": 1.8997,
      "mean_token_accuracy": 0.5840732306241989,
      "num_tokens": 360579459.0,
      "step": 468310
    },
    {
      "epoch": 0.5940448374976851,
      "grad_norm": 5.53125,
      "learning_rate": 2.030039657066595e-05,
      "loss": 2.2645,
      "mean_token_accuracy": 0.5109179764986038,
      "num_tokens": 360587436.0,
      "step": 468320
    },
    {
      "epoch": 0.5940575220902179,
      "grad_norm": 7.0625,
      "learning_rate": 2.029976226057966e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5768191576004028,
      "num_tokens": 360595445.0,
      "step": 468330
    },
    {
      "epoch": 0.5940702066827507,
      "grad_norm": 5.25,
      "learning_rate": 2.0299127950493367e-05,
      "loss": 1.92,
      "mean_token_accuracy": 0.5705193042755127,
      "num_tokens": 360602999.0,
      "step": 468340
    },
    {
      "epoch": 0.5940828912752836,
      "grad_norm": 9.5,
      "learning_rate": 2.0298493640407076e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5425226330757141,
      "num_tokens": 360609844.0,
      "step": 468350
    },
    {
      "epoch": 0.5940955758678164,
      "grad_norm": 6.78125,
      "learning_rate": 2.0297859330320785e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5694566160440445,
      "num_tokens": 360617857.0,
      "step": 468360
    },
    {
      "epoch": 0.5941082604603493,
      "grad_norm": 5.1875,
      "learning_rate": 2.0297225020234493e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5511642724275589,
      "num_tokens": 360626520.0,
      "step": 468370
    },
    {
      "epoch": 0.594120945052882,
      "grad_norm": 6.0,
      "learning_rate": 2.02965907101482e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5405697673559189,
      "num_tokens": 360633924.0,
      "step": 468380
    },
    {
      "epoch": 0.5941336296454149,
      "grad_norm": 4.96875,
      "learning_rate": 2.029595640006191e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.544454425573349,
      "num_tokens": 360640850.0,
      "step": 468390
    },
    {
      "epoch": 0.5941463142379477,
      "grad_norm": 5.96875,
      "learning_rate": 2.029532208997562e-05,
      "loss": 1.6303,
      "mean_token_accuracy": 0.6304448753595352,
      "num_tokens": 360647695.0,
      "step": 468400
    },
    {
      "epoch": 0.5941589988304806,
      "grad_norm": 5.4375,
      "learning_rate": 2.0294687779889325e-05,
      "loss": 1.8979,
      "mean_token_accuracy": 0.5852741360664367,
      "num_tokens": 360653816.0,
      "step": 468410
    },
    {
      "epoch": 0.5941716834230134,
      "grad_norm": 5.9375,
      "learning_rate": 2.0294053469803034e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5548288881778717,
      "num_tokens": 360661565.0,
      "step": 468420
    },
    {
      "epoch": 0.5941843680155462,
      "grad_norm": 5.53125,
      "learning_rate": 2.0293419159716742e-05,
      "loss": 1.8203,
      "mean_token_accuracy": 0.6108472734689713,
      "num_tokens": 360668332.0,
      "step": 468430
    },
    {
      "epoch": 0.5941970526080791,
      "grad_norm": 7.25,
      "learning_rate": 2.0292784849630455e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5361899346113205,
      "num_tokens": 360676548.0,
      "step": 468440
    },
    {
      "epoch": 0.5942097372006119,
      "grad_norm": 7.40625,
      "learning_rate": 2.029215053954416e-05,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5832207441329956,
      "num_tokens": 360684016.0,
      "step": 468450
    },
    {
      "epoch": 0.5942224217931448,
      "grad_norm": 6.59375,
      "learning_rate": 2.029151622945787e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5617410987615585,
      "num_tokens": 360692530.0,
      "step": 468460
    },
    {
      "epoch": 0.5942351063856776,
      "grad_norm": 11.375,
      "learning_rate": 2.0290881919371577e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5236196011304856,
      "num_tokens": 360700523.0,
      "step": 468470
    },
    {
      "epoch": 0.5942477909782105,
      "grad_norm": 4.53125,
      "learning_rate": 2.0290247609285283e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5382794082164765,
      "num_tokens": 360708279.0,
      "step": 468480
    },
    {
      "epoch": 0.5942604755707432,
      "grad_norm": 4.9375,
      "learning_rate": 2.0289613299198995e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5370148032903671,
      "num_tokens": 360716602.0,
      "step": 468490
    },
    {
      "epoch": 0.594273160163276,
      "grad_norm": 7.21875,
      "learning_rate": 2.0288978989112704e-05,
      "loss": 1.883,
      "mean_token_accuracy": 0.5813105374574661,
      "num_tokens": 360723811.0,
      "step": 468500
    },
    {
      "epoch": 0.5942858447558089,
      "grad_norm": 6.28125,
      "learning_rate": 2.0288344679026412e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5279693275690078,
      "num_tokens": 360732531.0,
      "step": 468510
    },
    {
      "epoch": 0.5942985293483417,
      "grad_norm": 4.53125,
      "learning_rate": 2.0287710368940118e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5285194426774978,
      "num_tokens": 360741771.0,
      "step": 468520
    },
    {
      "epoch": 0.5943112139408746,
      "grad_norm": 6.65625,
      "learning_rate": 2.0287076058853826e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5432178854942322,
      "num_tokens": 360748031.0,
      "step": 468530
    },
    {
      "epoch": 0.5943238985334074,
      "grad_norm": 5.6875,
      "learning_rate": 2.028644174876754e-05,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5259162783622742,
      "num_tokens": 360757016.0,
      "step": 468540
    },
    {
      "epoch": 0.5943365831259403,
      "grad_norm": 5.1875,
      "learning_rate": 2.0285807438681244e-05,
      "loss": 1.9259,
      "mean_token_accuracy": 0.5784701943397522,
      "num_tokens": 360764544.0,
      "step": 468550
    },
    {
      "epoch": 0.5943492677184731,
      "grad_norm": 5.34375,
      "learning_rate": 2.0285173128594953e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5682130783796311,
      "num_tokens": 360772487.0,
      "step": 468560
    },
    {
      "epoch": 0.5943619523110059,
      "grad_norm": 6.96875,
      "learning_rate": 2.028453881850866e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5352298259735108,
      "num_tokens": 360779964.0,
      "step": 468570
    },
    {
      "epoch": 0.5943746369035388,
      "grad_norm": 5.21875,
      "learning_rate": 2.028390450842237e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5253231465816498,
      "num_tokens": 360788511.0,
      "step": 468580
    },
    {
      "epoch": 0.5943873214960715,
      "grad_norm": 4.71875,
      "learning_rate": 2.028327019833608e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5475884556770325,
      "num_tokens": 360794951.0,
      "step": 468590
    },
    {
      "epoch": 0.5944000060886044,
      "grad_norm": 7.1875,
      "learning_rate": 2.0282635888249788e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5531903266906738,
      "num_tokens": 360802377.0,
      "step": 468600
    },
    {
      "epoch": 0.5944126906811372,
      "grad_norm": 4.59375,
      "learning_rate": 2.0282001578163496e-05,
      "loss": 1.8632,
      "mean_token_accuracy": 0.5877217888832093,
      "num_tokens": 360809192.0,
      "step": 468610
    },
    {
      "epoch": 0.5944253752736701,
      "grad_norm": 7.28125,
      "learning_rate": 2.0281367268077202e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5318616896867752,
      "num_tokens": 360815790.0,
      "step": 468620
    },
    {
      "epoch": 0.5944380598662029,
      "grad_norm": 6.5625,
      "learning_rate": 2.0280732957990914e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5255739718675614,
      "num_tokens": 360823552.0,
      "step": 468630
    },
    {
      "epoch": 0.5944507444587358,
      "grad_norm": 5.0,
      "learning_rate": 2.0280098647904623e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5824178159236908,
      "num_tokens": 360830229.0,
      "step": 468640
    },
    {
      "epoch": 0.5944634290512686,
      "grad_norm": 4.375,
      "learning_rate": 2.027946433781833e-05,
      "loss": 1.9325,
      "mean_token_accuracy": 0.5611350744962692,
      "num_tokens": 360839010.0,
      "step": 468650
    },
    {
      "epoch": 0.5944761136438014,
      "grad_norm": 4.71875,
      "learning_rate": 2.0278830027732037e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5398268312215805,
      "num_tokens": 360846720.0,
      "step": 468660
    },
    {
      "epoch": 0.5944887982363343,
      "grad_norm": 5.375,
      "learning_rate": 2.0278195717645745e-05,
      "loss": 1.5993,
      "mean_token_accuracy": 0.6280705511569977,
      "num_tokens": 360852955.0,
      "step": 468670
    },
    {
      "epoch": 0.5945014828288671,
      "grad_norm": 6.03125,
      "learning_rate": 2.0277561407559458e-05,
      "loss": 2.3152,
      "mean_token_accuracy": 0.5048501551151275,
      "num_tokens": 360861670.0,
      "step": 468680
    },
    {
      "epoch": 0.5945141674214,
      "grad_norm": 6.0625,
      "learning_rate": 2.0276927097473163e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5384071379899978,
      "num_tokens": 360869563.0,
      "step": 468690
    },
    {
      "epoch": 0.5945268520139327,
      "grad_norm": 5.90625,
      "learning_rate": 2.027629278738687e-05,
      "loss": 1.8243,
      "mean_token_accuracy": 0.5882426917552948,
      "num_tokens": 360877565.0,
      "step": 468700
    },
    {
      "epoch": 0.5945395366064656,
      "grad_norm": 6.6875,
      "learning_rate": 2.027565847730058e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5648140698671341,
      "num_tokens": 360885347.0,
      "step": 468710
    },
    {
      "epoch": 0.5945522211989984,
      "grad_norm": 6.25,
      "learning_rate": 2.027502416721429e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5811767280101776,
      "num_tokens": 360892864.0,
      "step": 468720
    },
    {
      "epoch": 0.5945649057915312,
      "grad_norm": 6.65625,
      "learning_rate": 2.0274389857127998e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5734773367643357,
      "num_tokens": 360898971.0,
      "step": 468730
    },
    {
      "epoch": 0.5945775903840641,
      "grad_norm": 5.875,
      "learning_rate": 2.0273755547041707e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5512401282787323,
      "num_tokens": 360905300.0,
      "step": 468740
    },
    {
      "epoch": 0.5945902749765969,
      "grad_norm": 5.5625,
      "learning_rate": 2.0273121236955415e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5242776900529862,
      "num_tokens": 360912623.0,
      "step": 468750
    },
    {
      "epoch": 0.5946029595691298,
      "grad_norm": 5.375,
      "learning_rate": 2.027248692686912e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5095588237047195,
      "num_tokens": 360921329.0,
      "step": 468760
    },
    {
      "epoch": 0.5946156441616626,
      "grad_norm": 5.65625,
      "learning_rate": 2.027185261678283e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5215591251850128,
      "num_tokens": 360929502.0,
      "step": 468770
    },
    {
      "epoch": 0.5946283287541955,
      "grad_norm": 5.0625,
      "learning_rate": 2.027121830669654e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.552788257598877,
      "num_tokens": 360937650.0,
      "step": 468780
    },
    {
      "epoch": 0.5946410133467283,
      "grad_norm": 7.28125,
      "learning_rate": 2.0270583996610247e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5386394500732422,
      "num_tokens": 360945067.0,
      "step": 468790
    },
    {
      "epoch": 0.5946536979392611,
      "grad_norm": 4.75,
      "learning_rate": 2.0269949686523956e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.530687102675438,
      "num_tokens": 360953987.0,
      "step": 468800
    },
    {
      "epoch": 0.5946663825317939,
      "grad_norm": 7.25,
      "learning_rate": 2.0269315376437664e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5678246021270752,
      "num_tokens": 360960918.0,
      "step": 468810
    },
    {
      "epoch": 0.5946790671243267,
      "grad_norm": 6.21875,
      "learning_rate": 2.0268681066351373e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5727488040924072,
      "num_tokens": 360969878.0,
      "step": 468820
    },
    {
      "epoch": 0.5946917517168596,
      "grad_norm": 5.125,
      "learning_rate": 2.0268046756265082e-05,
      "loss": 1.9036,
      "mean_token_accuracy": 0.57593954205513,
      "num_tokens": 360976932.0,
      "step": 468830
    },
    {
      "epoch": 0.5947044363093924,
      "grad_norm": 6.0625,
      "learning_rate": 2.026741244617879e-05,
      "loss": 1.9277,
      "mean_token_accuracy": 0.5627236127853393,
      "num_tokens": 360983179.0,
      "step": 468840
    },
    {
      "epoch": 0.5947171209019253,
      "grad_norm": 5.96875,
      "learning_rate": 2.02667781360925e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5605831921100617,
      "num_tokens": 360991279.0,
      "step": 468850
    },
    {
      "epoch": 0.5947298054944581,
      "grad_norm": 4.78125,
      "learning_rate": 2.0266143826006208e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5253257572650909,
      "num_tokens": 360999831.0,
      "step": 468860
    },
    {
      "epoch": 0.594742490086991,
      "grad_norm": 4.1875,
      "learning_rate": 2.0265509515919913e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5447011590003967,
      "num_tokens": 361008849.0,
      "step": 468870
    },
    {
      "epoch": 0.5947551746795238,
      "grad_norm": 6.03125,
      "learning_rate": 2.0264875205833626e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5443008631467819,
      "num_tokens": 361016124.0,
      "step": 468880
    },
    {
      "epoch": 0.5947678592720566,
      "grad_norm": 5.28125,
      "learning_rate": 2.0264240895747334e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5480155289173126,
      "num_tokens": 361025415.0,
      "step": 468890
    },
    {
      "epoch": 0.5947805438645895,
      "grad_norm": 6.6875,
      "learning_rate": 2.026360658566104e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.556648564338684,
      "num_tokens": 361033415.0,
      "step": 468900
    },
    {
      "epoch": 0.5947932284571222,
      "grad_norm": 4.59375,
      "learning_rate": 2.026297227557475e-05,
      "loss": 2.25,
      "mean_token_accuracy": 0.5254145860671997,
      "num_tokens": 361041379.0,
      "step": 468910
    },
    {
      "epoch": 0.5948059130496551,
      "grad_norm": 6.0,
      "learning_rate": 2.0262337965488457e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5182174414396286,
      "num_tokens": 361048671.0,
      "step": 468920
    },
    {
      "epoch": 0.5948185976421879,
      "grad_norm": 5.1875,
      "learning_rate": 2.0261703655402166e-05,
      "loss": 1.8362,
      "mean_token_accuracy": 0.5838617801666259,
      "num_tokens": 361056859.0,
      "step": 468930
    },
    {
      "epoch": 0.5948312822347208,
      "grad_norm": 5.15625,
      "learning_rate": 2.0261069345315875e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.5915919244289398,
      "num_tokens": 361063877.0,
      "step": 468940
    },
    {
      "epoch": 0.5948439668272536,
      "grad_norm": 6.71875,
      "learning_rate": 2.0260435035229583e-05,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5585493505001068,
      "num_tokens": 361071226.0,
      "step": 468950
    },
    {
      "epoch": 0.5948566514197865,
      "grad_norm": 5.0625,
      "learning_rate": 2.0259800725143292e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5368095993995666,
      "num_tokens": 361079798.0,
      "step": 468960
    },
    {
      "epoch": 0.5948693360123193,
      "grad_norm": 5.28125,
      "learning_rate": 2.0259166415056997e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5273392647504807,
      "num_tokens": 361088298.0,
      "step": 468970
    },
    {
      "epoch": 0.5948820206048521,
      "grad_norm": 5.78125,
      "learning_rate": 2.025853210497071e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5298999547958374,
      "num_tokens": 361095663.0,
      "step": 468980
    },
    {
      "epoch": 0.594894705197385,
      "grad_norm": 6.21875,
      "learning_rate": 2.025789779488442e-05,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5392978131771088,
      "num_tokens": 361103596.0,
      "step": 468990
    },
    {
      "epoch": 0.5949073897899178,
      "grad_norm": 7.03125,
      "learning_rate": 2.0257263484798124e-05,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5289239853620529,
      "num_tokens": 361111628.0,
      "step": 469000
    },
    {
      "epoch": 0.5949200743824506,
      "grad_norm": 5.375,
      "learning_rate": 2.0256629174711832e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5566174358129501,
      "num_tokens": 361117632.0,
      "step": 469010
    },
    {
      "epoch": 0.5949327589749834,
      "grad_norm": 6.0625,
      "learning_rate": 2.025599486462554e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5403892874717713,
      "num_tokens": 361124892.0,
      "step": 469020
    },
    {
      "epoch": 0.5949454435675163,
      "grad_norm": 6.21875,
      "learning_rate": 2.0255360554539253e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5237103939056397,
      "num_tokens": 361133425.0,
      "step": 469030
    },
    {
      "epoch": 0.5949581281600491,
      "grad_norm": 5.09375,
      "learning_rate": 2.025472624445296e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.564626082777977,
      "num_tokens": 361140696.0,
      "step": 469040
    },
    {
      "epoch": 0.5949708127525819,
      "grad_norm": 5.78125,
      "learning_rate": 2.0254091934366667e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5427415519952774,
      "num_tokens": 361149011.0,
      "step": 469050
    },
    {
      "epoch": 0.5949834973451148,
      "grad_norm": 6.46875,
      "learning_rate": 2.0253457624280376e-05,
      "loss": 1.8464,
      "mean_token_accuracy": 0.579828006029129,
      "num_tokens": 361156207.0,
      "step": 469060
    },
    {
      "epoch": 0.5949961819376476,
      "grad_norm": 5.28125,
      "learning_rate": 2.0252823314194085e-05,
      "loss": 1.8702,
      "mean_token_accuracy": 0.5811579704284668,
      "num_tokens": 361164455.0,
      "step": 469070
    },
    {
      "epoch": 0.5950088665301805,
      "grad_norm": 5.15625,
      "learning_rate": 2.0252189004107794e-05,
      "loss": 1.9243,
      "mean_token_accuracy": 0.5621587842702865,
      "num_tokens": 361172953.0,
      "step": 469080
    },
    {
      "epoch": 0.5950215511227133,
      "grad_norm": 4.90625,
      "learning_rate": 2.0251554694021502e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5180225253105164,
      "num_tokens": 361180522.0,
      "step": 469090
    },
    {
      "epoch": 0.5950342357152462,
      "grad_norm": 4.875,
      "learning_rate": 2.025092038393521e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5340763986110687,
      "num_tokens": 361188726.0,
      "step": 469100
    },
    {
      "epoch": 0.595046920307779,
      "grad_norm": 5.71875,
      "learning_rate": 2.0250286073848916e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5648508846759797,
      "num_tokens": 361196911.0,
      "step": 469110
    },
    {
      "epoch": 0.5950596049003117,
      "grad_norm": 5.8125,
      "learning_rate": 2.024965176376263e-05,
      "loss": 1.905,
      "mean_token_accuracy": 0.5829043596982956,
      "num_tokens": 361204453.0,
      "step": 469120
    },
    {
      "epoch": 0.5950722894928446,
      "grad_norm": 5.5,
      "learning_rate": 2.0249017453676337e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.536090549826622,
      "num_tokens": 361213226.0,
      "step": 469130
    },
    {
      "epoch": 0.5950849740853774,
      "grad_norm": 6.9375,
      "learning_rate": 2.0248383143590043e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5444882571697235,
      "num_tokens": 361221991.0,
      "step": 469140
    },
    {
      "epoch": 0.5950976586779103,
      "grad_norm": 4.78125,
      "learning_rate": 2.024774883350375e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.596051475405693,
      "num_tokens": 361229148.0,
      "step": 469150
    },
    {
      "epoch": 0.5951103432704431,
      "grad_norm": 8.0,
      "learning_rate": 2.024711452341746e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5480314582586289,
      "num_tokens": 361236110.0,
      "step": 469160
    },
    {
      "epoch": 0.595123027862976,
      "grad_norm": 8.0,
      "learning_rate": 2.024648021333117e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5331133663654327,
      "num_tokens": 361243913.0,
      "step": 469170
    },
    {
      "epoch": 0.5951357124555088,
      "grad_norm": 5.15625,
      "learning_rate": 2.0245845903244878e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5298881083726883,
      "num_tokens": 361252214.0,
      "step": 469180
    },
    {
      "epoch": 0.5951483970480417,
      "grad_norm": 5.3125,
      "learning_rate": 2.0245211593158586e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5200925290584564,
      "num_tokens": 361260446.0,
      "step": 469190
    },
    {
      "epoch": 0.5951610816405745,
      "grad_norm": 6.625,
      "learning_rate": 2.0244577283072295e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5594042748212814,
      "num_tokens": 361267352.0,
      "step": 469200
    },
    {
      "epoch": 0.5951737662331072,
      "grad_norm": 5.3125,
      "learning_rate": 2.0243942972986e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5425072938203812,
      "num_tokens": 361274777.0,
      "step": 469210
    },
    {
      "epoch": 0.5951864508256401,
      "grad_norm": 5.25,
      "learning_rate": 2.0243308662899713e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5647406935691833,
      "num_tokens": 361283148.0,
      "step": 469220
    },
    {
      "epoch": 0.5951991354181729,
      "grad_norm": 6.90625,
      "learning_rate": 2.024267435281342e-05,
      "loss": 2.2443,
      "mean_token_accuracy": 0.5124686360359192,
      "num_tokens": 361291470.0,
      "step": 469230
    },
    {
      "epoch": 0.5952118200107058,
      "grad_norm": 6.6875,
      "learning_rate": 2.024204004272713e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5298211067914963,
      "num_tokens": 361299000.0,
      "step": 469240
    },
    {
      "epoch": 0.5952245046032386,
      "grad_norm": 5.5,
      "learning_rate": 2.0241405732640835e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5632032573223114,
      "num_tokens": 361305909.0,
      "step": 469250
    },
    {
      "epoch": 0.5952371891957715,
      "grad_norm": 8.875,
      "learning_rate": 2.0240771422554544e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5537148535251617,
      "num_tokens": 361313534.0,
      "step": 469260
    },
    {
      "epoch": 0.5952498737883043,
      "grad_norm": 5.0,
      "learning_rate": 2.0240137112468256e-05,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5574555456638336,
      "num_tokens": 361321449.0,
      "step": 469270
    },
    {
      "epoch": 0.5952625583808371,
      "grad_norm": 5.875,
      "learning_rate": 2.023950280238196e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5505195379257202,
      "num_tokens": 361328172.0,
      "step": 469280
    },
    {
      "epoch": 0.59527524297337,
      "grad_norm": 6.5,
      "learning_rate": 2.023886849229567e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5806559145450592,
      "num_tokens": 361334811.0,
      "step": 469290
    },
    {
      "epoch": 0.5952879275659028,
      "grad_norm": 4.59375,
      "learning_rate": 2.023823418220938e-05,
      "loss": 1.8958,
      "mean_token_accuracy": 0.5708954513072968,
      "num_tokens": 361343039.0,
      "step": 469300
    },
    {
      "epoch": 0.5953006121584357,
      "grad_norm": 6.5,
      "learning_rate": 2.0237599872123088e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5474363684654235,
      "num_tokens": 361351345.0,
      "step": 469310
    },
    {
      "epoch": 0.5953132967509684,
      "grad_norm": 4.9375,
      "learning_rate": 2.0236965562036797e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5161567598581314,
      "num_tokens": 361359138.0,
      "step": 469320
    },
    {
      "epoch": 0.5953259813435013,
      "grad_norm": 5.1875,
      "learning_rate": 2.0236331251950505e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5499119758605957,
      "num_tokens": 361366789.0,
      "step": 469330
    },
    {
      "epoch": 0.5953386659360341,
      "grad_norm": 4.8125,
      "learning_rate": 2.0235696941864214e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5566448092460632,
      "num_tokens": 361374453.0,
      "step": 469340
    },
    {
      "epoch": 0.595351350528567,
      "grad_norm": 4.71875,
      "learning_rate": 2.023506263177792e-05,
      "loss": 1.9063,
      "mean_token_accuracy": 0.5804203450679779,
      "num_tokens": 361381210.0,
      "step": 469350
    },
    {
      "epoch": 0.5953640351210998,
      "grad_norm": 6.53125,
      "learning_rate": 2.0234428321691628e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5495345890522003,
      "num_tokens": 361389560.0,
      "step": 469360
    },
    {
      "epoch": 0.5953767197136326,
      "grad_norm": 5.46875,
      "learning_rate": 2.023379401160534e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5654087662696838,
      "num_tokens": 361396544.0,
      "step": 469370
    },
    {
      "epoch": 0.5953894043061655,
      "grad_norm": 4.84375,
      "learning_rate": 2.0233159701519046e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5632069289684296,
      "num_tokens": 361403712.0,
      "step": 469380
    },
    {
      "epoch": 0.5954020888986983,
      "grad_norm": 5.34375,
      "learning_rate": 2.0232525391432754e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5305514514446259,
      "num_tokens": 361412232.0,
      "step": 469390
    },
    {
      "epoch": 0.5954147734912312,
      "grad_norm": 6.8125,
      "learning_rate": 2.0231891081346463e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5461593419313431,
      "num_tokens": 361420159.0,
      "step": 469400
    },
    {
      "epoch": 0.595427458083764,
      "grad_norm": 9.1875,
      "learning_rate": 2.0231256771260172e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5377983182668686,
      "num_tokens": 361428193.0,
      "step": 469410
    },
    {
      "epoch": 0.5954401426762969,
      "grad_norm": 7.125,
      "learning_rate": 2.023062246117388e-05,
      "loss": 1.8958,
      "mean_token_accuracy": 0.5815902262926101,
      "num_tokens": 361435560.0,
      "step": 469420
    },
    {
      "epoch": 0.5954528272688296,
      "grad_norm": 5.59375,
      "learning_rate": 2.022998815108759e-05,
      "loss": 2.3176,
      "mean_token_accuracy": 0.5050863474607468,
      "num_tokens": 361443264.0,
      "step": 469430
    },
    {
      "epoch": 0.5954655118613624,
      "grad_norm": 5.375,
      "learning_rate": 2.0229353841001298e-05,
      "loss": 1.7707,
      "mean_token_accuracy": 0.6080401003360748,
      "num_tokens": 361450993.0,
      "step": 469440
    },
    {
      "epoch": 0.5954781964538953,
      "grad_norm": 6.0625,
      "learning_rate": 2.0228719530915007e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5130401343107224,
      "num_tokens": 361457475.0,
      "step": 469450
    },
    {
      "epoch": 0.5954908810464281,
      "grad_norm": 11.0,
      "learning_rate": 2.0228085220828712e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5435315132141113,
      "num_tokens": 361463974.0,
      "step": 469460
    },
    {
      "epoch": 0.595503565638961,
      "grad_norm": 5.0625,
      "learning_rate": 2.0227450910742424e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5452830612659454,
      "num_tokens": 361471101.0,
      "step": 469470
    },
    {
      "epoch": 0.5955162502314938,
      "grad_norm": 11.125,
      "learning_rate": 2.0226816600656133e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5640517115592957,
      "num_tokens": 361477765.0,
      "step": 469480
    },
    {
      "epoch": 0.5955289348240267,
      "grad_norm": 5.125,
      "learning_rate": 2.022618229056984e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5489207297563553,
      "num_tokens": 361486580.0,
      "step": 469490
    },
    {
      "epoch": 0.5955416194165595,
      "grad_norm": 7.15625,
      "learning_rate": 2.0225547980483547e-05,
      "loss": 2.2399,
      "mean_token_accuracy": 0.5217256665229797,
      "num_tokens": 361494226.0,
      "step": 469500
    },
    {
      "epoch": 0.5955543040090923,
      "grad_norm": 9.4375,
      "learning_rate": 2.022491367039726e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.546597558259964,
      "num_tokens": 361501051.0,
      "step": 469510
    },
    {
      "epoch": 0.5955669886016252,
      "grad_norm": 6.25,
      "learning_rate": 2.0224279360310965e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5497687876224517,
      "num_tokens": 361508407.0,
      "step": 469520
    },
    {
      "epoch": 0.5955796731941579,
      "grad_norm": 6.28125,
      "learning_rate": 2.0223645050224673e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5373727709054947,
      "num_tokens": 361516460.0,
      "step": 469530
    },
    {
      "epoch": 0.5955923577866908,
      "grad_norm": 4.9375,
      "learning_rate": 2.0223010740138382e-05,
      "loss": 1.7339,
      "mean_token_accuracy": 0.6164357960224152,
      "num_tokens": 361523457.0,
      "step": 469540
    },
    {
      "epoch": 0.5956050423792236,
      "grad_norm": 10.625,
      "learning_rate": 2.022237643005209e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5252126425504684,
      "num_tokens": 361530894.0,
      "step": 469550
    },
    {
      "epoch": 0.5956177269717565,
      "grad_norm": 5.375,
      "learning_rate": 2.02217421199658e-05,
      "loss": 2.3125,
      "mean_token_accuracy": 0.5097702145576477,
      "num_tokens": 361538254.0,
      "step": 469560
    },
    {
      "epoch": 0.5956304115642893,
      "grad_norm": 5.3125,
      "learning_rate": 2.0221107809879508e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.529343581199646,
      "num_tokens": 361547537.0,
      "step": 469570
    },
    {
      "epoch": 0.5956430961568222,
      "grad_norm": 5.875,
      "learning_rate": 2.0220473499793217e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5684111028909683,
      "num_tokens": 361556080.0,
      "step": 469580
    },
    {
      "epoch": 0.595655780749355,
      "grad_norm": 6.15625,
      "learning_rate": 2.0219839189706922e-05,
      "loss": 1.7516,
      "mean_token_accuracy": 0.6107720315456391,
      "num_tokens": 361564515.0,
      "step": 469590
    },
    {
      "epoch": 0.5956684653418878,
      "grad_norm": 5.8125,
      "learning_rate": 2.021920487962063e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5403872817754746,
      "num_tokens": 361572891.0,
      "step": 469600
    },
    {
      "epoch": 0.5956811499344207,
      "grad_norm": 9.5625,
      "learning_rate": 2.0218570569534343e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5665720701217651,
      "num_tokens": 361580532.0,
      "step": 469610
    },
    {
      "epoch": 0.5956938345269535,
      "grad_norm": 5.3125,
      "learning_rate": 2.0217936259448052e-05,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5715148866176605,
      "num_tokens": 361588521.0,
      "step": 469620
    },
    {
      "epoch": 0.5957065191194864,
      "grad_norm": 4.71875,
      "learning_rate": 2.0217301949361757e-05,
      "loss": 2.2123,
      "mean_token_accuracy": 0.515334478020668,
      "num_tokens": 361597000.0,
      "step": 469630
    },
    {
      "epoch": 0.5957192037120191,
      "grad_norm": 5.28125,
      "learning_rate": 2.0216667639275466e-05,
      "loss": 2.2485,
      "mean_token_accuracy": 0.5184368878602982,
      "num_tokens": 361606531.0,
      "step": 469640
    },
    {
      "epoch": 0.595731888304552,
      "grad_norm": 6.1875,
      "learning_rate": 2.0216033329189175e-05,
      "loss": 1.6854,
      "mean_token_accuracy": 0.6145163416862488,
      "num_tokens": 361612452.0,
      "step": 469650
    },
    {
      "epoch": 0.5957445728970848,
      "grad_norm": 5.84375,
      "learning_rate": 2.0215399019102884e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5466728150844574,
      "num_tokens": 361620390.0,
      "step": 469660
    },
    {
      "epoch": 0.5957572574896176,
      "grad_norm": 6.34375,
      "learning_rate": 2.0214764709016592e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5259182274341583,
      "num_tokens": 361627937.0,
      "step": 469670
    },
    {
      "epoch": 0.5957699420821505,
      "grad_norm": 5.90625,
      "learning_rate": 2.02141303989303e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5321437835693359,
      "num_tokens": 361636742.0,
      "step": 469680
    },
    {
      "epoch": 0.5957826266746833,
      "grad_norm": 6.46875,
      "learning_rate": 2.021349608884401e-05,
      "loss": 1.9283,
      "mean_token_accuracy": 0.565244048833847,
      "num_tokens": 361644935.0,
      "step": 469690
    },
    {
      "epoch": 0.5957953112672162,
      "grad_norm": 5.03125,
      "learning_rate": 2.0212861778757715e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5537946254014969,
      "num_tokens": 361652471.0,
      "step": 469700
    },
    {
      "epoch": 0.595807995859749,
      "grad_norm": 6.84375,
      "learning_rate": 2.0212227468671427e-05,
      "loss": 1.789,
      "mean_token_accuracy": 0.5938599109649658,
      "num_tokens": 361659825.0,
      "step": 469710
    },
    {
      "epoch": 0.5958206804522819,
      "grad_norm": 6.15625,
      "learning_rate": 2.0211593158585136e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5744625210762024,
      "num_tokens": 361667158.0,
      "step": 469720
    },
    {
      "epoch": 0.5958333650448147,
      "grad_norm": 5.28125,
      "learning_rate": 2.021095884849884e-05,
      "loss": 1.7969,
      "mean_token_accuracy": 0.5938073128461838,
      "num_tokens": 361675137.0,
      "step": 469730
    },
    {
      "epoch": 0.5958460496373476,
      "grad_norm": 6.34375,
      "learning_rate": 2.021032453841255e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5520807355642319,
      "num_tokens": 361682734.0,
      "step": 469740
    },
    {
      "epoch": 0.5958587342298803,
      "grad_norm": 9.375,
      "learning_rate": 2.020969022832626e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5428093850612641,
      "num_tokens": 361688656.0,
      "step": 469750
    },
    {
      "epoch": 0.5958714188224131,
      "grad_norm": 6.0,
      "learning_rate": 2.0209055918239968e-05,
      "loss": 2.255,
      "mean_token_accuracy": 0.515366068482399,
      "num_tokens": 361697527.0,
      "step": 469760
    },
    {
      "epoch": 0.595884103414946,
      "grad_norm": 7.40625,
      "learning_rate": 2.0208421608153676e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5566040098667144,
      "num_tokens": 361706084.0,
      "step": 469770
    },
    {
      "epoch": 0.5958967880074788,
      "grad_norm": 5.0,
      "learning_rate": 2.0207787298067385e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5647511065006257,
      "num_tokens": 361713637.0,
      "step": 469780
    },
    {
      "epoch": 0.5959094726000117,
      "grad_norm": 5.1875,
      "learning_rate": 2.0207152987981094e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.559326434135437,
      "num_tokens": 361720368.0,
      "step": 469790
    },
    {
      "epoch": 0.5959221571925445,
      "grad_norm": 7.53125,
      "learning_rate": 2.02065186778948e-05,
      "loss": 1.8674,
      "mean_token_accuracy": 0.5882670849561691,
      "num_tokens": 361726907.0,
      "step": 469800
    },
    {
      "epoch": 0.5959348417850774,
      "grad_norm": 6.875,
      "learning_rate": 2.020588436780851e-05,
      "loss": 1.7249,
      "mean_token_accuracy": 0.6102474391460418,
      "num_tokens": 361733766.0,
      "step": 469810
    },
    {
      "epoch": 0.5959475263776102,
      "grad_norm": 7.40625,
      "learning_rate": 2.020525005772222e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5228241711854935,
      "num_tokens": 361741542.0,
      "step": 469820
    },
    {
      "epoch": 0.595960210970143,
      "grad_norm": 7.0625,
      "learning_rate": 2.020461574763593e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5371582329273223,
      "num_tokens": 361749553.0,
      "step": 469830
    },
    {
      "epoch": 0.5959728955626759,
      "grad_norm": 5.375,
      "learning_rate": 2.0203981437549634e-05,
      "loss": 1.9324,
      "mean_token_accuracy": 0.579406863451004,
      "num_tokens": 361757107.0,
      "step": 469840
    },
    {
      "epoch": 0.5959855801552086,
      "grad_norm": 5.6875,
      "learning_rate": 2.0203347127463343e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5370268434286117,
      "num_tokens": 361764849.0,
      "step": 469850
    },
    {
      "epoch": 0.5959982647477415,
      "grad_norm": 7.25,
      "learning_rate": 2.0202712817377055e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5267227381467819,
      "num_tokens": 361772432.0,
      "step": 469860
    },
    {
      "epoch": 0.5960109493402743,
      "grad_norm": 4.90625,
      "learning_rate": 2.020207850729076e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5315041661262512,
      "num_tokens": 361781354.0,
      "step": 469870
    },
    {
      "epoch": 0.5960236339328072,
      "grad_norm": 4.8125,
      "learning_rate": 2.020144419720447e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5614557683467865,
      "num_tokens": 361787941.0,
      "step": 469880
    },
    {
      "epoch": 0.59603631852534,
      "grad_norm": 5.65625,
      "learning_rate": 2.0200809887118178e-05,
      "loss": 2.1987,
      "mean_token_accuracy": 0.529315111041069,
      "num_tokens": 361795882.0,
      "step": 469890
    },
    {
      "epoch": 0.5960490031178729,
      "grad_norm": 7.125,
      "learning_rate": 2.0200175577031887e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5603143990039825,
      "num_tokens": 361803259.0,
      "step": 469900
    },
    {
      "epoch": 0.5960616877104057,
      "grad_norm": 5.34375,
      "learning_rate": 2.0199541266945595e-05,
      "loss": 1.5793,
      "mean_token_accuracy": 0.642223596572876,
      "num_tokens": 361809283.0,
      "step": 469910
    },
    {
      "epoch": 0.5960743723029385,
      "grad_norm": 6.59375,
      "learning_rate": 2.0198906956859304e-05,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5262300461530686,
      "num_tokens": 361817938.0,
      "step": 469920
    },
    {
      "epoch": 0.5960870568954714,
      "grad_norm": 5.71875,
      "learning_rate": 2.0198272646773013e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5513560771942139,
      "num_tokens": 361825461.0,
      "step": 469930
    },
    {
      "epoch": 0.5960997414880042,
      "grad_norm": 4.71875,
      "learning_rate": 2.0197638336686718e-05,
      "loss": 2.3011,
      "mean_token_accuracy": 0.5106791347265244,
      "num_tokens": 361832884.0,
      "step": 469940
    },
    {
      "epoch": 0.596112426080537,
      "grad_norm": 6.28125,
      "learning_rate": 2.019700402660043e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5501233160495758,
      "num_tokens": 361841028.0,
      "step": 469950
    },
    {
      "epoch": 0.5961251106730698,
      "grad_norm": 4.90625,
      "learning_rate": 2.019636971651414e-05,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5598894983530045,
      "num_tokens": 361848484.0,
      "step": 469960
    },
    {
      "epoch": 0.5961377952656027,
      "grad_norm": 7.0,
      "learning_rate": 2.0195735406427844e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.551218569278717,
      "num_tokens": 361854432.0,
      "step": 469970
    },
    {
      "epoch": 0.5961504798581355,
      "grad_norm": 4.46875,
      "learning_rate": 2.0195101096341553e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.540416595339775,
      "num_tokens": 361862196.0,
      "step": 469980
    },
    {
      "epoch": 0.5961631644506683,
      "grad_norm": 5.1875,
      "learning_rate": 2.0194466786255262e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5142389059066772,
      "num_tokens": 361870444.0,
      "step": 469990
    },
    {
      "epoch": 0.5961758490432012,
      "grad_norm": 6.78125,
      "learning_rate": 2.0193832476168974e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5600274085998536,
      "num_tokens": 361877244.0,
      "step": 470000
    },
    {
      "epoch": 0.596188533635734,
      "grad_norm": 6.71875,
      "learning_rate": 2.019319816608268e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5728366166353226,
      "num_tokens": 361884456.0,
      "step": 470010
    },
    {
      "epoch": 0.5962012182282669,
      "grad_norm": 5.03125,
      "learning_rate": 2.0192563855996388e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5628131598234176,
      "num_tokens": 361892841.0,
      "step": 470020
    },
    {
      "epoch": 0.5962139028207997,
      "grad_norm": 5.28125,
      "learning_rate": 2.0191929545910097e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5605753242969513,
      "num_tokens": 361901319.0,
      "step": 470030
    },
    {
      "epoch": 0.5962265874133326,
      "grad_norm": 4.875,
      "learning_rate": 2.0191295235823805e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5541273921728134,
      "num_tokens": 361908671.0,
      "step": 470040
    },
    {
      "epoch": 0.5962392720058654,
      "grad_norm": 8.375,
      "learning_rate": 2.0190660925737514e-05,
      "loss": 1.8619,
      "mean_token_accuracy": 0.5852049261331558,
      "num_tokens": 361916002.0,
      "step": 470050
    },
    {
      "epoch": 0.5962519565983981,
      "grad_norm": 6.6875,
      "learning_rate": 2.0190026615651223e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5323944091796875,
      "num_tokens": 361924157.0,
      "step": 470060
    },
    {
      "epoch": 0.596264641190931,
      "grad_norm": 4.9375,
      "learning_rate": 2.0189392305564932e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5510704666376114,
      "num_tokens": 361931341.0,
      "step": 470070
    },
    {
      "epoch": 0.5962773257834638,
      "grad_norm": 4.78125,
      "learning_rate": 2.0188757995478637e-05,
      "loss": 1.9322,
      "mean_token_accuracy": 0.582223504781723,
      "num_tokens": 361937935.0,
      "step": 470080
    },
    {
      "epoch": 0.5962900103759967,
      "grad_norm": 5.0625,
      "learning_rate": 2.0188123685392346e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5530155032873154,
      "num_tokens": 361945694.0,
      "step": 470090
    },
    {
      "epoch": 0.5963026949685295,
      "grad_norm": 5.09375,
      "learning_rate": 2.0187489375306058e-05,
      "loss": 1.8422,
      "mean_token_accuracy": 0.5885434627532959,
      "num_tokens": 361952681.0,
      "step": 470100
    },
    {
      "epoch": 0.5963153795610624,
      "grad_norm": 6.71875,
      "learning_rate": 2.0186855065219763e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.5663900196552276,
      "num_tokens": 361959403.0,
      "step": 470110
    },
    {
      "epoch": 0.5963280641535952,
      "grad_norm": 4.84375,
      "learning_rate": 2.0186220755133472e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.560605251789093,
      "num_tokens": 361966927.0,
      "step": 470120
    },
    {
      "epoch": 0.5963407487461281,
      "grad_norm": 6.9375,
      "learning_rate": 2.018558644504718e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5664183259010315,
      "num_tokens": 361973545.0,
      "step": 470130
    },
    {
      "epoch": 0.5963534333386609,
      "grad_norm": 4.84375,
      "learning_rate": 2.018495213496089e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5493829905986786,
      "num_tokens": 361981127.0,
      "step": 470140
    },
    {
      "epoch": 0.5963661179311937,
      "grad_norm": 6.6875,
      "learning_rate": 2.0184317824874598e-05,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5568156599998474,
      "num_tokens": 361987370.0,
      "step": 470150
    },
    {
      "epoch": 0.5963788025237265,
      "grad_norm": 5.03125,
      "learning_rate": 2.0183683514788307e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5365192890167236,
      "num_tokens": 361995265.0,
      "step": 470160
    },
    {
      "epoch": 0.5963914871162593,
      "grad_norm": 6.75,
      "learning_rate": 2.0183049204702016e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5671201467514038,
      "num_tokens": 362002546.0,
      "step": 470170
    },
    {
      "epoch": 0.5964041717087922,
      "grad_norm": 6.0625,
      "learning_rate": 2.018241489461572e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5314346104860306,
      "num_tokens": 362009276.0,
      "step": 470180
    },
    {
      "epoch": 0.596416856301325,
      "grad_norm": 4.78125,
      "learning_rate": 2.018178058452943e-05,
      "loss": 2.2662,
      "mean_token_accuracy": 0.5108673363924027,
      "num_tokens": 362018448.0,
      "step": 470190
    },
    {
      "epoch": 0.5964295408938579,
      "grad_norm": 5.84375,
      "learning_rate": 2.0181146274443142e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5345398485660553,
      "num_tokens": 362026429.0,
      "step": 470200
    },
    {
      "epoch": 0.5964422254863907,
      "grad_norm": 5.3125,
      "learning_rate": 2.018051196435685e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5594725787639618,
      "num_tokens": 362033949.0,
      "step": 470210
    },
    {
      "epoch": 0.5964549100789235,
      "grad_norm": 5.96875,
      "learning_rate": 2.0179877654270556e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5416455924510956,
      "num_tokens": 362042187.0,
      "step": 470220
    },
    {
      "epoch": 0.5964675946714564,
      "grad_norm": 6.15625,
      "learning_rate": 2.0179243344184265e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5631355762481689,
      "num_tokens": 362049302.0,
      "step": 470230
    },
    {
      "epoch": 0.5964802792639892,
      "grad_norm": 6.59375,
      "learning_rate": 2.0178609034097974e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5457284301519394,
      "num_tokens": 362055854.0,
      "step": 470240
    },
    {
      "epoch": 0.5964929638565221,
      "grad_norm": 4.9375,
      "learning_rate": 2.0177974724011682e-05,
      "loss": 2.3529,
      "mean_token_accuracy": 0.503713509440422,
      "num_tokens": 362063438.0,
      "step": 470250
    },
    {
      "epoch": 0.5965056484490548,
      "grad_norm": 5.28125,
      "learning_rate": 2.017734041392539e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5352615505456925,
      "num_tokens": 362071878.0,
      "step": 470260
    },
    {
      "epoch": 0.5965183330415877,
      "grad_norm": 6.6875,
      "learning_rate": 2.01767061038391e-05,
      "loss": 1.798,
      "mean_token_accuracy": 0.5984288930892945,
      "num_tokens": 362077475.0,
      "step": 470270
    },
    {
      "epoch": 0.5965310176341205,
      "grad_norm": 5.21875,
      "learning_rate": 2.017607179375281e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5408962219953537,
      "num_tokens": 362085191.0,
      "step": 470280
    },
    {
      "epoch": 0.5965437022266534,
      "grad_norm": 4.875,
      "learning_rate": 2.0175437483666514e-05,
      "loss": 2.2998,
      "mean_token_accuracy": 0.514264178276062,
      "num_tokens": 362092115.0,
      "step": 470290
    },
    {
      "epoch": 0.5965563868191862,
      "grad_norm": 6.09375,
      "learning_rate": 2.0174803173580226e-05,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5120029538869858,
      "num_tokens": 362100697.0,
      "step": 470300
    },
    {
      "epoch": 0.596569071411719,
      "grad_norm": 6.34375,
      "learning_rate": 2.0174168863493935e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5510095804929733,
      "num_tokens": 362107989.0,
      "step": 470310
    },
    {
      "epoch": 0.5965817560042519,
      "grad_norm": 5.90625,
      "learning_rate": 2.017353455340764e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5579603105783463,
      "num_tokens": 362116156.0,
      "step": 470320
    },
    {
      "epoch": 0.5965944405967847,
      "grad_norm": 5.96875,
      "learning_rate": 2.017290024332135e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5436847627162933,
      "num_tokens": 362124419.0,
      "step": 470330
    },
    {
      "epoch": 0.5966071251893176,
      "grad_norm": 5.65625,
      "learning_rate": 2.0172265933235058e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5293138295412063,
      "num_tokens": 362133063.0,
      "step": 470340
    },
    {
      "epoch": 0.5966198097818504,
      "grad_norm": 5.4375,
      "learning_rate": 2.0171631623148766e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5458524286746979,
      "num_tokens": 362138813.0,
      "step": 470350
    },
    {
      "epoch": 0.5966324943743833,
      "grad_norm": 7.84375,
      "learning_rate": 2.0170997313062475e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5269698709249496,
      "num_tokens": 362147260.0,
      "step": 470360
    },
    {
      "epoch": 0.596645178966916,
      "grad_norm": 5.03125,
      "learning_rate": 2.0170363002976184e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5454594403505325,
      "num_tokens": 362155418.0,
      "step": 470370
    },
    {
      "epoch": 0.5966578635594488,
      "grad_norm": 6.1875,
      "learning_rate": 2.0169728692889892e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5466000348329544,
      "num_tokens": 362163893.0,
      "step": 470380
    },
    {
      "epoch": 0.5966705481519817,
      "grad_norm": 5.53125,
      "learning_rate": 2.0169094382803598e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5523274540901184,
      "num_tokens": 362172442.0,
      "step": 470390
    },
    {
      "epoch": 0.5966832327445145,
      "grad_norm": 5.9375,
      "learning_rate": 2.016846007271731e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5285112023353576,
      "num_tokens": 362180539.0,
      "step": 470400
    },
    {
      "epoch": 0.5966959173370474,
      "grad_norm": 5.34375,
      "learning_rate": 2.016782576263102e-05,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5244209825992584,
      "num_tokens": 362188953.0,
      "step": 470410
    },
    {
      "epoch": 0.5967086019295802,
      "grad_norm": 5.875,
      "learning_rate": 2.0167191452544727e-05,
      "loss": 2.227,
      "mean_token_accuracy": 0.5268621683120728,
      "num_tokens": 362197234.0,
      "step": 470420
    },
    {
      "epoch": 0.5967212865221131,
      "grad_norm": 5.71875,
      "learning_rate": 2.0166557142458433e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5523402988910675,
      "num_tokens": 362205007.0,
      "step": 470430
    },
    {
      "epoch": 0.5967339711146459,
      "grad_norm": 13.5625,
      "learning_rate": 2.0165922832372145e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5278410643339158,
      "num_tokens": 362212411.0,
      "step": 470440
    },
    {
      "epoch": 0.5967466557071787,
      "grad_norm": 7.1875,
      "learning_rate": 2.0165288522285854e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5596068412065506,
      "num_tokens": 362220226.0,
      "step": 470450
    },
    {
      "epoch": 0.5967593402997116,
      "grad_norm": 4.6875,
      "learning_rate": 2.016465421219956e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5382380396127701,
      "num_tokens": 362226629.0,
      "step": 470460
    },
    {
      "epoch": 0.5967720248922443,
      "grad_norm": 5.40625,
      "learning_rate": 2.0164019902113268e-05,
      "loss": 2.2879,
      "mean_token_accuracy": 0.5036364555358886,
      "num_tokens": 362236255.0,
      "step": 470470
    },
    {
      "epoch": 0.5967847094847772,
      "grad_norm": 5.5625,
      "learning_rate": 2.0163385592026976e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5527009069919586,
      "num_tokens": 362245266.0,
      "step": 470480
    },
    {
      "epoch": 0.59679739407731,
      "grad_norm": 7.0,
      "learning_rate": 2.0162751281940685e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5686809957027436,
      "num_tokens": 362251442.0,
      "step": 470490
    },
    {
      "epoch": 0.5968100786698429,
      "grad_norm": 6.1875,
      "learning_rate": 2.0162116971854394e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.526908016204834,
      "num_tokens": 362258463.0,
      "step": 470500
    },
    {
      "epoch": 0.5968227632623757,
      "grad_norm": 4.75,
      "learning_rate": 2.0161482661768103e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5667315632104873,
      "num_tokens": 362266781.0,
      "step": 470510
    },
    {
      "epoch": 0.5968354478549086,
      "grad_norm": 6.6875,
      "learning_rate": 2.016084835168181e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5312342524528504,
      "num_tokens": 362274495.0,
      "step": 470520
    },
    {
      "epoch": 0.5968481324474414,
      "grad_norm": 5.3125,
      "learning_rate": 2.0160214041595517e-05,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5617393732070923,
      "num_tokens": 362281375.0,
      "step": 470530
    },
    {
      "epoch": 0.5968608170399742,
      "grad_norm": 5.8125,
      "learning_rate": 2.015957973150923e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5286663413047791,
      "num_tokens": 362289682.0,
      "step": 470540
    },
    {
      "epoch": 0.5968735016325071,
      "grad_norm": 5.78125,
      "learning_rate": 2.0158945421422938e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5763688057661056,
      "num_tokens": 362295825.0,
      "step": 470550
    },
    {
      "epoch": 0.5968861862250399,
      "grad_norm": 6.875,
      "learning_rate": 2.0158311111336643e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5637952983379364,
      "num_tokens": 362303963.0,
      "step": 470560
    },
    {
      "epoch": 0.5968988708175728,
      "grad_norm": 5.96875,
      "learning_rate": 2.0157676801250352e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5149501115083694,
      "num_tokens": 362311783.0,
      "step": 470570
    },
    {
      "epoch": 0.5969115554101055,
      "grad_norm": 5.03125,
      "learning_rate": 2.015704249116406e-05,
      "loss": 1.9137,
      "mean_token_accuracy": 0.5701814711093902,
      "num_tokens": 362320203.0,
      "step": 470580
    },
    {
      "epoch": 0.5969242400026384,
      "grad_norm": 4.84375,
      "learning_rate": 2.0156408181077773e-05,
      "loss": 1.9496,
      "mean_token_accuracy": 0.5765795797109604,
      "num_tokens": 362327442.0,
      "step": 470590
    },
    {
      "epoch": 0.5969369245951712,
      "grad_norm": 6.8125,
      "learning_rate": 2.0155773870991478e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.5520251452922821,
      "num_tokens": 362335296.0,
      "step": 470600
    },
    {
      "epoch": 0.596949609187704,
      "grad_norm": 4.84375,
      "learning_rate": 2.0155139560905187e-05,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5666781395673752,
      "num_tokens": 362342714.0,
      "step": 470610
    },
    {
      "epoch": 0.5969622937802369,
      "grad_norm": 5.5625,
      "learning_rate": 2.0154505250818895e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.542162424325943,
      "num_tokens": 362351224.0,
      "step": 470620
    },
    {
      "epoch": 0.5969749783727697,
      "grad_norm": 5.125,
      "learning_rate": 2.0153870940732604e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5240046381950378,
      "num_tokens": 362360109.0,
      "step": 470630
    },
    {
      "epoch": 0.5969876629653026,
      "grad_norm": 5.625,
      "learning_rate": 2.0153236630646313e-05,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5226364135742188,
      "num_tokens": 362367839.0,
      "step": 470640
    },
    {
      "epoch": 0.5970003475578354,
      "grad_norm": 6.0625,
      "learning_rate": 2.015260232056002e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5590112924575805,
      "num_tokens": 362375229.0,
      "step": 470650
    },
    {
      "epoch": 0.5970130321503683,
      "grad_norm": 5.15625,
      "learning_rate": 2.015196801047373e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5566589742898941,
      "num_tokens": 362384253.0,
      "step": 470660
    },
    {
      "epoch": 0.5970257167429011,
      "grad_norm": 5.96875,
      "learning_rate": 2.0151333700387436e-05,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5495770931243896,
      "num_tokens": 362392473.0,
      "step": 470670
    },
    {
      "epoch": 0.597038401335434,
      "grad_norm": 5.125,
      "learning_rate": 2.0150699390301145e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5215192079544068,
      "num_tokens": 362400924.0,
      "step": 470680
    },
    {
      "epoch": 0.5970510859279667,
      "grad_norm": 5.1875,
      "learning_rate": 2.0150065080214857e-05,
      "loss": 1.9064,
      "mean_token_accuracy": 0.5779310196638108,
      "num_tokens": 362407467.0,
      "step": 470690
    },
    {
      "epoch": 0.5970637705204995,
      "grad_norm": 6.3125,
      "learning_rate": 2.0149430770128562e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5504552215337754,
      "num_tokens": 362414998.0,
      "step": 470700
    },
    {
      "epoch": 0.5970764551130324,
      "grad_norm": 5.21875,
      "learning_rate": 2.014879646004227e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5282376170158386,
      "num_tokens": 362423076.0,
      "step": 470710
    },
    {
      "epoch": 0.5970891397055652,
      "grad_norm": 5.4375,
      "learning_rate": 2.014816214995598e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5441064655780792,
      "num_tokens": 362430199.0,
      "step": 470720
    },
    {
      "epoch": 0.5971018242980981,
      "grad_norm": 6.53125,
      "learning_rate": 2.0147527839869688e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5465004622936249,
      "num_tokens": 362438738.0,
      "step": 470730
    },
    {
      "epoch": 0.5971145088906309,
      "grad_norm": 5.375,
      "learning_rate": 2.0146893529783397e-05,
      "loss": 2.2061,
      "mean_token_accuracy": 0.5228802978992462,
      "num_tokens": 362446729.0,
      "step": 470740
    },
    {
      "epoch": 0.5971271934831638,
      "grad_norm": 5.625,
      "learning_rate": 2.0146259219697106e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5459409594535828,
      "num_tokens": 362454337.0,
      "step": 470750
    },
    {
      "epoch": 0.5971398780756966,
      "grad_norm": 5.21875,
      "learning_rate": 2.0145624909610814e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5352364599704742,
      "num_tokens": 362463097.0,
      "step": 470760
    },
    {
      "epoch": 0.5971525626682294,
      "grad_norm": 7.25,
      "learning_rate": 2.014499059952452e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5375658869743347,
      "num_tokens": 362471764.0,
      "step": 470770
    },
    {
      "epoch": 0.5971652472607623,
      "grad_norm": 7.6875,
      "learning_rate": 2.014435628943823e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5525124192237854,
      "num_tokens": 362479634.0,
      "step": 470780
    },
    {
      "epoch": 0.597177931853295,
      "grad_norm": 4.96875,
      "learning_rate": 2.014372197935194e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5557197123765946,
      "num_tokens": 362487802.0,
      "step": 470790
    },
    {
      "epoch": 0.5971906164458279,
      "grad_norm": 5.1875,
      "learning_rate": 2.014308766926565e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5588996142148972,
      "num_tokens": 362495459.0,
      "step": 470800
    },
    {
      "epoch": 0.5972033010383607,
      "grad_norm": 5.21875,
      "learning_rate": 2.0142453359179355e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5789403736591339,
      "num_tokens": 362503921.0,
      "step": 470810
    },
    {
      "epoch": 0.5972159856308936,
      "grad_norm": 5.28125,
      "learning_rate": 2.0141819049093063e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5338048815727234,
      "num_tokens": 362512736.0,
      "step": 470820
    },
    {
      "epoch": 0.5972286702234264,
      "grad_norm": 5.75,
      "learning_rate": 2.0141184739006772e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5280110388994217,
      "num_tokens": 362521391.0,
      "step": 470830
    },
    {
      "epoch": 0.5972413548159593,
      "grad_norm": 10.6875,
      "learning_rate": 2.014055042892048e-05,
      "loss": 2.064,
      "mean_token_accuracy": 0.5487231999635697,
      "num_tokens": 362529060.0,
      "step": 470840
    },
    {
      "epoch": 0.5972540394084921,
      "grad_norm": 6.3125,
      "learning_rate": 2.013991611883419e-05,
      "loss": 1.7786,
      "mean_token_accuracy": 0.5931139051914215,
      "num_tokens": 362536886.0,
      "step": 470850
    },
    {
      "epoch": 0.5972667240010249,
      "grad_norm": 5.9375,
      "learning_rate": 2.01392818087479e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5684936165809631,
      "num_tokens": 362544201.0,
      "step": 470860
    },
    {
      "epoch": 0.5972794085935578,
      "grad_norm": 6.53125,
      "learning_rate": 2.0138647498661607e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5511057704687119,
      "num_tokens": 362552988.0,
      "step": 470870
    },
    {
      "epoch": 0.5972920931860906,
      "grad_norm": 5.03125,
      "learning_rate": 2.0138013188575316e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5296546250581742,
      "num_tokens": 362559975.0,
      "step": 470880
    },
    {
      "epoch": 0.5973047777786235,
      "grad_norm": 5.40625,
      "learning_rate": 2.0137378878489025e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5325620323419571,
      "num_tokens": 362568525.0,
      "step": 470890
    },
    {
      "epoch": 0.5973174623711562,
      "grad_norm": 6.78125,
      "learning_rate": 2.0136744568402733e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5526138633489609,
      "num_tokens": 362576853.0,
      "step": 470900
    },
    {
      "epoch": 0.5973301469636891,
      "grad_norm": 7.5625,
      "learning_rate": 2.013611025831644e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5584409296512604,
      "num_tokens": 362584006.0,
      "step": 470910
    },
    {
      "epoch": 0.5973428315562219,
      "grad_norm": 6.25,
      "learning_rate": 2.0135475948230147e-05,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5600958913564682,
      "num_tokens": 362592659.0,
      "step": 470920
    },
    {
      "epoch": 0.5973555161487547,
      "grad_norm": 5.0,
      "learning_rate": 2.013484163814386e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5722569108009339,
      "num_tokens": 362600830.0,
      "step": 470930
    },
    {
      "epoch": 0.5973682007412876,
      "grad_norm": 4.9375,
      "learning_rate": 2.0134207328057565e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.525189557671547,
      "num_tokens": 362610454.0,
      "step": 470940
    },
    {
      "epoch": 0.5973808853338204,
      "grad_norm": 4.78125,
      "learning_rate": 2.0133573017971274e-05,
      "loss": 2.2129,
      "mean_token_accuracy": 0.5240434110164642,
      "num_tokens": 362616819.0,
      "step": 470950
    },
    {
      "epoch": 0.5973935699263533,
      "grad_norm": 5.1875,
      "learning_rate": 2.0132938707884982e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5510725378990173,
      "num_tokens": 362625368.0,
      "step": 470960
    },
    {
      "epoch": 0.5974062545188861,
      "grad_norm": 6.46875,
      "learning_rate": 2.013230439779869e-05,
      "loss": 1.8676,
      "mean_token_accuracy": 0.5771495491266251,
      "num_tokens": 362631991.0,
      "step": 470970
    },
    {
      "epoch": 0.597418939111419,
      "grad_norm": 5.78125,
      "learning_rate": 2.01316700877124e-05,
      "loss": 2.2946,
      "mean_token_accuracy": 0.5061141192913056,
      "num_tokens": 362640474.0,
      "step": 470980
    },
    {
      "epoch": 0.5974316237039518,
      "grad_norm": 9.25,
      "learning_rate": 2.013103577762611e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5386386245489121,
      "num_tokens": 362647965.0,
      "step": 470990
    },
    {
      "epoch": 0.5974443082964845,
      "grad_norm": 5.875,
      "learning_rate": 2.0130401467539817e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5287679433822632,
      "num_tokens": 362656276.0,
      "step": 471000
    },
    {
      "epoch": 0.5974569928890174,
      "grad_norm": 6.875,
      "learning_rate": 2.0129767157453526e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5304352223873139,
      "num_tokens": 362664397.0,
      "step": 471010
    },
    {
      "epoch": 0.5974696774815502,
      "grad_norm": 4.8125,
      "learning_rate": 2.012913284736723e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5283335983753205,
      "num_tokens": 362673085.0,
      "step": 471020
    },
    {
      "epoch": 0.5974823620740831,
      "grad_norm": 4.65625,
      "learning_rate": 2.0128498537280944e-05,
      "loss": 1.8177,
      "mean_token_accuracy": 0.598029375076294,
      "num_tokens": 362679446.0,
      "step": 471030
    },
    {
      "epoch": 0.5974950466666159,
      "grad_norm": 8.125,
      "learning_rate": 2.0127864227194652e-05,
      "loss": 2.2148,
      "mean_token_accuracy": 0.5159854412078857,
      "num_tokens": 362687662.0,
      "step": 471040
    },
    {
      "epoch": 0.5975077312591488,
      "grad_norm": 5.5625,
      "learning_rate": 2.0127229917108358e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5414326161146163,
      "num_tokens": 362695103.0,
      "step": 471050
    },
    {
      "epoch": 0.5975204158516816,
      "grad_norm": 5.75,
      "learning_rate": 2.0126595607022066e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5619186133146286,
      "num_tokens": 362703309.0,
      "step": 471060
    },
    {
      "epoch": 0.5975331004442145,
      "grad_norm": 5.5,
      "learning_rate": 2.0125961296935775e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5512573063373566,
      "num_tokens": 362710773.0,
      "step": 471070
    },
    {
      "epoch": 0.5975457850367473,
      "grad_norm": 4.96875,
      "learning_rate": 2.0125326986849484e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5428973138332367,
      "num_tokens": 362718555.0,
      "step": 471080
    },
    {
      "epoch": 0.59755846962928,
      "grad_norm": 4.875,
      "learning_rate": 2.0124692676763193e-05,
      "loss": 1.7028,
      "mean_token_accuracy": 0.6273228704929352,
      "num_tokens": 362725317.0,
      "step": 471090
    },
    {
      "epoch": 0.597571154221813,
      "grad_norm": 3.65625,
      "learning_rate": 2.01240583666769e-05,
      "loss": 1.907,
      "mean_token_accuracy": 0.5780405789613724,
      "num_tokens": 362732354.0,
      "step": 471100
    },
    {
      "epoch": 0.5975838388143457,
      "grad_norm": 6.375,
      "learning_rate": 2.012342405659061e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5270884782075882,
      "num_tokens": 362739462.0,
      "step": 471110
    },
    {
      "epoch": 0.5975965234068786,
      "grad_norm": 7.40625,
      "learning_rate": 2.0122789746504316e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5401369452476501,
      "num_tokens": 362747479.0,
      "step": 471120
    },
    {
      "epoch": 0.5976092079994114,
      "grad_norm": 5.59375,
      "learning_rate": 2.0122155436418028e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5712430328130722,
      "num_tokens": 362754626.0,
      "step": 471130
    },
    {
      "epoch": 0.5976218925919443,
      "grad_norm": 7.28125,
      "learning_rate": 2.0121521126331736e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5378647059202194,
      "num_tokens": 362762347.0,
      "step": 471140
    },
    {
      "epoch": 0.5976345771844771,
      "grad_norm": 7.03125,
      "learning_rate": 2.0120886816245442e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5487377196550369,
      "num_tokens": 362770092.0,
      "step": 471150
    },
    {
      "epoch": 0.5976472617770099,
      "grad_norm": 5.4375,
      "learning_rate": 2.012025250615915e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5406303256750107,
      "num_tokens": 362777242.0,
      "step": 471160
    },
    {
      "epoch": 0.5976599463695428,
      "grad_norm": 5.9375,
      "learning_rate": 2.011961819607286e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5459144383668899,
      "num_tokens": 362784959.0,
      "step": 471170
    },
    {
      "epoch": 0.5976726309620756,
      "grad_norm": 5.875,
      "learning_rate": 2.011898388598657e-05,
      "loss": 2.2975,
      "mean_token_accuracy": 0.51845281124115,
      "num_tokens": 362793424.0,
      "step": 471180
    },
    {
      "epoch": 0.5976853155546085,
      "grad_norm": 4.65625,
      "learning_rate": 2.0118349575900277e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.539622101187706,
      "num_tokens": 362801665.0,
      "step": 471190
    },
    {
      "epoch": 0.5976980001471413,
      "grad_norm": 5.5625,
      "learning_rate": 2.0117715265813985e-05,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5644455641508103,
      "num_tokens": 362809811.0,
      "step": 471200
    },
    {
      "epoch": 0.5977106847396741,
      "grad_norm": 5.84375,
      "learning_rate": 2.0117080955727694e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5197271883487702,
      "num_tokens": 362818197.0,
      "step": 471210
    },
    {
      "epoch": 0.5977233693322069,
      "grad_norm": 6.90625,
      "learning_rate": 2.0116446645641403e-05,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5812991976737976,
      "num_tokens": 362825842.0,
      "step": 471220
    },
    {
      "epoch": 0.5977360539247398,
      "grad_norm": 6.15625,
      "learning_rate": 2.011581233555511e-05,
      "loss": 1.7727,
      "mean_token_accuracy": 0.6019913971424102,
      "num_tokens": 362832270.0,
      "step": 471230
    },
    {
      "epoch": 0.5977487385172726,
      "grad_norm": 6.59375,
      "learning_rate": 2.011517802546882e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5377459675073624,
      "num_tokens": 362839354.0,
      "step": 471240
    },
    {
      "epoch": 0.5977614231098054,
      "grad_norm": 6.03125,
      "learning_rate": 2.011454371538253e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5189953207969665,
      "num_tokens": 362848217.0,
      "step": 471250
    },
    {
      "epoch": 0.5977741077023383,
      "grad_norm": 5.375,
      "learning_rate": 2.0113909405296234e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5403295069932937,
      "num_tokens": 362856249.0,
      "step": 471260
    },
    {
      "epoch": 0.5977867922948711,
      "grad_norm": 7.5625,
      "learning_rate": 2.0113275095209943e-05,
      "loss": 1.8374,
      "mean_token_accuracy": 0.5937552988529206,
      "num_tokens": 362862077.0,
      "step": 471270
    },
    {
      "epoch": 0.597799476887404,
      "grad_norm": 5.8125,
      "learning_rate": 2.0112640785123655e-05,
      "loss": 1.8368,
      "mean_token_accuracy": 0.5886824905872345,
      "num_tokens": 362870694.0,
      "step": 471280
    },
    {
      "epoch": 0.5978121614799368,
      "grad_norm": 5.53125,
      "learning_rate": 2.011200647503736e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5241605639457703,
      "num_tokens": 362879598.0,
      "step": 471290
    },
    {
      "epoch": 0.5978248460724697,
      "grad_norm": 4.90625,
      "learning_rate": 2.011137216495107e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5291290760040284,
      "num_tokens": 362888174.0,
      "step": 471300
    },
    {
      "epoch": 0.5978375306650024,
      "grad_norm": 5.53125,
      "learning_rate": 2.0110737854864778e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5433459997177124,
      "num_tokens": 362896715.0,
      "step": 471310
    },
    {
      "epoch": 0.5978502152575352,
      "grad_norm": 4.875,
      "learning_rate": 2.0110103544778487e-05,
      "loss": 1.8123,
      "mean_token_accuracy": 0.5933707058429718,
      "num_tokens": 362903887.0,
      "step": 471320
    },
    {
      "epoch": 0.5978628998500681,
      "grad_norm": 4.78125,
      "learning_rate": 2.0109469234692196e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5246433675289154,
      "num_tokens": 362912420.0,
      "step": 471330
    },
    {
      "epoch": 0.5978755844426009,
      "grad_norm": 9.4375,
      "learning_rate": 2.0108834924605904e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5220366477966308,
      "num_tokens": 362919290.0,
      "step": 471340
    },
    {
      "epoch": 0.5978882690351338,
      "grad_norm": 5.625,
      "learning_rate": 2.0108200614519613e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.539137664437294,
      "num_tokens": 362926877.0,
      "step": 471350
    },
    {
      "epoch": 0.5979009536276666,
      "grad_norm": 5.125,
      "learning_rate": 2.010756630443332e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.546506044268608,
      "num_tokens": 362934609.0,
      "step": 471360
    },
    {
      "epoch": 0.5979136382201995,
      "grad_norm": 6.5,
      "learning_rate": 2.010693199434703e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5434022337198258,
      "num_tokens": 362941899.0,
      "step": 471370
    },
    {
      "epoch": 0.5979263228127323,
      "grad_norm": 4.6875,
      "learning_rate": 2.010629768426074e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5296997964382172,
      "num_tokens": 362950723.0,
      "step": 471380
    },
    {
      "epoch": 0.5979390074052651,
      "grad_norm": 5.125,
      "learning_rate": 2.0105663374174448e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5486408710479737,
      "num_tokens": 362958175.0,
      "step": 471390
    },
    {
      "epoch": 0.597951691997798,
      "grad_norm": 4.8125,
      "learning_rate": 2.0105029064088153e-05,
      "loss": 1.8222,
      "mean_token_accuracy": 0.5889708876609803,
      "num_tokens": 362965540.0,
      "step": 471400
    },
    {
      "epoch": 0.5979643765903307,
      "grad_norm": 6.125,
      "learning_rate": 2.0104394754001862e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.548227408528328,
      "num_tokens": 362973477.0,
      "step": 471410
    },
    {
      "epoch": 0.5979770611828636,
      "grad_norm": 5.0625,
      "learning_rate": 2.0103760443915574e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5278229087591171,
      "num_tokens": 362982368.0,
      "step": 471420
    },
    {
      "epoch": 0.5979897457753964,
      "grad_norm": 4.8125,
      "learning_rate": 2.010312613382928e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5468861162662506,
      "num_tokens": 362990846.0,
      "step": 471430
    },
    {
      "epoch": 0.5980024303679293,
      "grad_norm": 10.5625,
      "learning_rate": 2.010249182374299e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5380544692277909,
      "num_tokens": 362998834.0,
      "step": 471440
    },
    {
      "epoch": 0.5980151149604621,
      "grad_norm": 6.6875,
      "learning_rate": 2.0101857513656697e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5547462701797485,
      "num_tokens": 363006577.0,
      "step": 471450
    },
    {
      "epoch": 0.598027799552995,
      "grad_norm": 6.1875,
      "learning_rate": 2.0101223203570406e-05,
      "loss": 1.9357,
      "mean_token_accuracy": 0.560973870754242,
      "num_tokens": 363014912.0,
      "step": 471460
    },
    {
      "epoch": 0.5980404841455278,
      "grad_norm": 7.25,
      "learning_rate": 2.0100588893484115e-05,
      "loss": 1.8866,
      "mean_token_accuracy": 0.595375657081604,
      "num_tokens": 363021157.0,
      "step": 471470
    },
    {
      "epoch": 0.5980531687380606,
      "grad_norm": 6.5625,
      "learning_rate": 2.0099954583397823e-05,
      "loss": 1.7147,
      "mean_token_accuracy": 0.6252952128648758,
      "num_tokens": 363027876.0,
      "step": 471480
    },
    {
      "epoch": 0.5980658533305935,
      "grad_norm": 5.3125,
      "learning_rate": 2.0099320273311532e-05,
      "loss": 2.219,
      "mean_token_accuracy": 0.5123818427324295,
      "num_tokens": 363037430.0,
      "step": 471490
    },
    {
      "epoch": 0.5980785379231263,
      "grad_norm": 6.0625,
      "learning_rate": 2.0098685963225237e-05,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5231261730194092,
      "num_tokens": 363045039.0,
      "step": 471500
    },
    {
      "epoch": 0.5980912225156592,
      "grad_norm": 10.0,
      "learning_rate": 2.0098051653138946e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5648860484361649,
      "num_tokens": 363052953.0,
      "step": 471510
    },
    {
      "epoch": 0.598103907108192,
      "grad_norm": 6.40625,
      "learning_rate": 2.009741734305266e-05,
      "loss": 1.9458,
      "mean_token_accuracy": 0.5730091571807862,
      "num_tokens": 363060321.0,
      "step": 471520
    },
    {
      "epoch": 0.5981165917007248,
      "grad_norm": 5.375,
      "learning_rate": 2.0096783032966364e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5474902123212815,
      "num_tokens": 363067486.0,
      "step": 471530
    },
    {
      "epoch": 0.5981292762932576,
      "grad_norm": 5.125,
      "learning_rate": 2.0096148722880072e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5427966833114624,
      "num_tokens": 363075632.0,
      "step": 471540
    },
    {
      "epoch": 0.5981419608857904,
      "grad_norm": 4.53125,
      "learning_rate": 2.009551441279378e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5667420089244842,
      "num_tokens": 363084247.0,
      "step": 471550
    },
    {
      "epoch": 0.5981546454783233,
      "grad_norm": 5.0,
      "learning_rate": 2.009488010270749e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5235449314117432,
      "num_tokens": 363092500.0,
      "step": 471560
    },
    {
      "epoch": 0.5981673300708561,
      "grad_norm": 6.3125,
      "learning_rate": 2.00942457926212e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5436403781175614,
      "num_tokens": 363100840.0,
      "step": 471570
    },
    {
      "epoch": 0.598180014663389,
      "grad_norm": 5.65625,
      "learning_rate": 2.0093611482534907e-05,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5634119480848312,
      "num_tokens": 363108050.0,
      "step": 471580
    },
    {
      "epoch": 0.5981926992559218,
      "grad_norm": 5.75,
      "learning_rate": 2.0092977172448616e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5338454067707061,
      "num_tokens": 363116143.0,
      "step": 471590
    },
    {
      "epoch": 0.5982053838484547,
      "grad_norm": 5.1875,
      "learning_rate": 2.0092342862362325e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5503665804862976,
      "num_tokens": 363122966.0,
      "step": 471600
    },
    {
      "epoch": 0.5982180684409875,
      "grad_norm": 4.84375,
      "learning_rate": 2.009170855227603e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5599618345499039,
      "num_tokens": 363131739.0,
      "step": 471610
    },
    {
      "epoch": 0.5982307530335204,
      "grad_norm": 6.3125,
      "learning_rate": 2.0091074242189742e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5704034894704819,
      "num_tokens": 363138836.0,
      "step": 471620
    },
    {
      "epoch": 0.5982434376260531,
      "grad_norm": 5.5,
      "learning_rate": 2.009043993210345e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5613964885473252,
      "num_tokens": 363147227.0,
      "step": 471630
    },
    {
      "epoch": 0.5982561222185859,
      "grad_norm": 4.8125,
      "learning_rate": 2.0089805622017156e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5868688762187958,
      "num_tokens": 363154296.0,
      "step": 471640
    },
    {
      "epoch": 0.5982688068111188,
      "grad_norm": 6.625,
      "learning_rate": 2.0089171311930865e-05,
      "loss": 1.9233,
      "mean_token_accuracy": 0.5843773752450943,
      "num_tokens": 363161303.0,
      "step": 471650
    },
    {
      "epoch": 0.5982814914036516,
      "grad_norm": 5.65625,
      "learning_rate": 2.0088537001844574e-05,
      "loss": 2.2469,
      "mean_token_accuracy": 0.5210451751947403,
      "num_tokens": 363169215.0,
      "step": 471660
    },
    {
      "epoch": 0.5982941759961845,
      "grad_norm": 6.75,
      "learning_rate": 2.0087902691758283e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5263208299875259,
      "num_tokens": 363177540.0,
      "step": 471670
    },
    {
      "epoch": 0.5983068605887173,
      "grad_norm": 6.15625,
      "learning_rate": 2.008726838167199e-05,
      "loss": 1.9304,
      "mean_token_accuracy": 0.564858901500702,
      "num_tokens": 363184575.0,
      "step": 471680
    },
    {
      "epoch": 0.5983195451812502,
      "grad_norm": 5.0,
      "learning_rate": 2.00866340715857e-05,
      "loss": 1.8151,
      "mean_token_accuracy": 0.5946501612663269,
      "num_tokens": 363190491.0,
      "step": 471690
    },
    {
      "epoch": 0.598332229773783,
      "grad_norm": 6.1875,
      "learning_rate": 2.008599976149941e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5292265027761459,
      "num_tokens": 363197770.0,
      "step": 471700
    },
    {
      "epoch": 0.5983449143663158,
      "grad_norm": 6.34375,
      "learning_rate": 2.0085365451413114e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.529668316245079,
      "num_tokens": 363205183.0,
      "step": 471710
    },
    {
      "epoch": 0.5983575989588487,
      "grad_norm": 5.96875,
      "learning_rate": 2.0084731141326826e-05,
      "loss": 1.7821,
      "mean_token_accuracy": 0.5945058733224868,
      "num_tokens": 363212034.0,
      "step": 471720
    },
    {
      "epoch": 0.5983702835513814,
      "grad_norm": 8.0,
      "learning_rate": 2.0084096831240535e-05,
      "loss": 1.8568,
      "mean_token_accuracy": 0.594992607831955,
      "num_tokens": 363218977.0,
      "step": 471730
    },
    {
      "epoch": 0.5983829681439143,
      "grad_norm": 5.40625,
      "learning_rate": 2.008346252115424e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5391196936368943,
      "num_tokens": 363227426.0,
      "step": 471740
    },
    {
      "epoch": 0.5983956527364471,
      "grad_norm": 6.96875,
      "learning_rate": 2.008282821106795e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5477159053087235,
      "num_tokens": 363234171.0,
      "step": 471750
    },
    {
      "epoch": 0.59840833732898,
      "grad_norm": 7.09375,
      "learning_rate": 2.0082193900981658e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.541231882572174,
      "num_tokens": 363241947.0,
      "step": 471760
    },
    {
      "epoch": 0.5984210219215128,
      "grad_norm": 6.34375,
      "learning_rate": 2.008155959089537e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5084461092948913,
      "num_tokens": 363249234.0,
      "step": 471770
    },
    {
      "epoch": 0.5984337065140457,
      "grad_norm": 5.9375,
      "learning_rate": 2.0080925280809075e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5267644226551056,
      "num_tokens": 363257374.0,
      "step": 471780
    },
    {
      "epoch": 0.5984463911065785,
      "grad_norm": 5.65625,
      "learning_rate": 2.0080290970722784e-05,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5569698274135589,
      "num_tokens": 363264168.0,
      "step": 471790
    },
    {
      "epoch": 0.5984590756991113,
      "grad_norm": 5.625,
      "learning_rate": 2.0079656660636493e-05,
      "loss": 2.2431,
      "mean_token_accuracy": 0.5237359315156936,
      "num_tokens": 363270912.0,
      "step": 471800
    },
    {
      "epoch": 0.5984717602916442,
      "grad_norm": 6.96875,
      "learning_rate": 2.00790223505502e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5283573985099792,
      "num_tokens": 363279997.0,
      "step": 471810
    },
    {
      "epoch": 0.598484444884177,
      "grad_norm": 6.0625,
      "learning_rate": 2.007838804046391e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5437923640012741,
      "num_tokens": 363288226.0,
      "step": 471820
    },
    {
      "epoch": 0.5984971294767099,
      "grad_norm": 6.5625,
      "learning_rate": 2.007775373037762e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5449073314666748,
      "num_tokens": 363296152.0,
      "step": 471830
    },
    {
      "epoch": 0.5985098140692426,
      "grad_norm": 5.09375,
      "learning_rate": 2.0077119420291328e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5464899033308029,
      "num_tokens": 363303256.0,
      "step": 471840
    },
    {
      "epoch": 0.5985224986617755,
      "grad_norm": 6.5625,
      "learning_rate": 2.0076485110205033e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.547707948088646,
      "num_tokens": 363311048.0,
      "step": 471850
    },
    {
      "epoch": 0.5985351832543083,
      "grad_norm": 5.03125,
      "learning_rate": 2.0075850800118745e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5580731868743897,
      "num_tokens": 363319189.0,
      "step": 471860
    },
    {
      "epoch": 0.5985478678468411,
      "grad_norm": 5.0625,
      "learning_rate": 2.0075216490032454e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.558557254076004,
      "num_tokens": 363327982.0,
      "step": 471870
    },
    {
      "epoch": 0.598560552439374,
      "grad_norm": 6.875,
      "learning_rate": 2.007458217994616e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5404530853033066,
      "num_tokens": 363335927.0,
      "step": 471880
    },
    {
      "epoch": 0.5985732370319068,
      "grad_norm": 5.65625,
      "learning_rate": 2.0073947869859868e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5313306838274002,
      "num_tokens": 363344366.0,
      "step": 471890
    },
    {
      "epoch": 0.5985859216244397,
      "grad_norm": 8.1875,
      "learning_rate": 2.0073313559773577e-05,
      "loss": 2.2162,
      "mean_token_accuracy": 0.5226329445838929,
      "num_tokens": 363352379.0,
      "step": 471900
    },
    {
      "epoch": 0.5985986062169725,
      "grad_norm": 5.65625,
      "learning_rate": 2.0072679249687286e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5622668772935867,
      "num_tokens": 363361198.0,
      "step": 471910
    },
    {
      "epoch": 0.5986112908095054,
      "grad_norm": 5.21875,
      "learning_rate": 2.0072044939600994e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5510603189468384,
      "num_tokens": 363369175.0,
      "step": 471920
    },
    {
      "epoch": 0.5986239754020382,
      "grad_norm": 7.6875,
      "learning_rate": 2.0071410629514703e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.567196387052536,
      "num_tokens": 363376374.0,
      "step": 471930
    },
    {
      "epoch": 0.5986366599945709,
      "grad_norm": 8.0,
      "learning_rate": 2.0070776319428412e-05,
      "loss": 1.9205,
      "mean_token_accuracy": 0.5754971116781235,
      "num_tokens": 363382434.0,
      "step": 471940
    },
    {
      "epoch": 0.5986493445871038,
      "grad_norm": 7.21875,
      "learning_rate": 2.0070142009342117e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5389330714941025,
      "num_tokens": 363389305.0,
      "step": 471950
    },
    {
      "epoch": 0.5986620291796366,
      "grad_norm": 5.875,
      "learning_rate": 2.006950769925583e-05,
      "loss": 2.274,
      "mean_token_accuracy": 0.5118992388248443,
      "num_tokens": 363397543.0,
      "step": 471960
    },
    {
      "epoch": 0.5986747137721695,
      "grad_norm": 8.125,
      "learning_rate": 2.0068873389169538e-05,
      "loss": 2.2318,
      "mean_token_accuracy": 0.5285712480545044,
      "num_tokens": 363404031.0,
      "step": 471970
    },
    {
      "epoch": 0.5986873983647023,
      "grad_norm": 7.0,
      "learning_rate": 2.0068239079083247e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5517352670431137,
      "num_tokens": 363411521.0,
      "step": 471980
    },
    {
      "epoch": 0.5987000829572352,
      "grad_norm": 5.40625,
      "learning_rate": 2.0067604768996952e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5611049264669419,
      "num_tokens": 363417568.0,
      "step": 471990
    },
    {
      "epoch": 0.598712767549768,
      "grad_norm": 7.34375,
      "learning_rate": 2.006697045891066e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5403816372156143,
      "num_tokens": 363425035.0,
      "step": 472000
    },
    {
      "epoch": 0.5987254521423009,
      "grad_norm": 5.6875,
      "learning_rate": 2.0066336148824373e-05,
      "loss": 2.2464,
      "mean_token_accuracy": 0.5149882823228836,
      "num_tokens": 363433734.0,
      "step": 472010
    },
    {
      "epoch": 0.5987381367348337,
      "grad_norm": 12.6875,
      "learning_rate": 2.006570183873808e-05,
      "loss": 2.2618,
      "mean_token_accuracy": 0.5180340558290482,
      "num_tokens": 363441887.0,
      "step": 472020
    },
    {
      "epoch": 0.5987508213273665,
      "grad_norm": 4.8125,
      "learning_rate": 2.0065067528651787e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5510491192340851,
      "num_tokens": 363450456.0,
      "step": 472030
    },
    {
      "epoch": 0.5987635059198994,
      "grad_norm": 5.1875,
      "learning_rate": 2.0064433218565496e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5252211391925812,
      "num_tokens": 363459043.0,
      "step": 472040
    },
    {
      "epoch": 0.5987761905124321,
      "grad_norm": 6.34375,
      "learning_rate": 2.0063798908479205e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.539654666185379,
      "num_tokens": 363465954.0,
      "step": 472050
    },
    {
      "epoch": 0.598788875104965,
      "grad_norm": 6.71875,
      "learning_rate": 2.0063164598392913e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.55007503926754,
      "num_tokens": 363473835.0,
      "step": 472060
    },
    {
      "epoch": 0.5988015596974978,
      "grad_norm": 5.5,
      "learning_rate": 2.0062530288306622e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5464507400989532,
      "num_tokens": 363481973.0,
      "step": 472070
    },
    {
      "epoch": 0.5988142442900307,
      "grad_norm": 5.53125,
      "learning_rate": 2.006189597822033e-05,
      "loss": 1.6963,
      "mean_token_accuracy": 0.6153941869735717,
      "num_tokens": 363488624.0,
      "step": 472080
    },
    {
      "epoch": 0.5988269288825635,
      "grad_norm": 7.25,
      "learning_rate": 2.0061261668134036e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5252877533435821,
      "num_tokens": 363496243.0,
      "step": 472090
    },
    {
      "epoch": 0.5988396134750963,
      "grad_norm": 5.125,
      "learning_rate": 2.0060627358047745e-05,
      "loss": 1.8839,
      "mean_token_accuracy": 0.5754511296749115,
      "num_tokens": 363503612.0,
      "step": 472100
    },
    {
      "epoch": 0.5988522980676292,
      "grad_norm": 4.96875,
      "learning_rate": 2.0059993047961457e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5810847073793411,
      "num_tokens": 363511466.0,
      "step": 472110
    },
    {
      "epoch": 0.598864982660162,
      "grad_norm": 6.25,
      "learning_rate": 2.0059358737875162e-05,
      "loss": 1.9205,
      "mean_token_accuracy": 0.5736710011959076,
      "num_tokens": 363518814.0,
      "step": 472120
    },
    {
      "epoch": 0.5988776672526949,
      "grad_norm": 5.375,
      "learning_rate": 2.005872442778887e-05,
      "loss": 1.8353,
      "mean_token_accuracy": 0.5849259048700333,
      "num_tokens": 363525945.0,
      "step": 472130
    },
    {
      "epoch": 0.5988903518452277,
      "grad_norm": 8.5625,
      "learning_rate": 2.005809011770258e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5591027110815048,
      "num_tokens": 363533742.0,
      "step": 472140
    },
    {
      "epoch": 0.5989030364377605,
      "grad_norm": 5.4375,
      "learning_rate": 2.005745580761629e-05,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5153313308954239,
      "num_tokens": 363542351.0,
      "step": 472150
    },
    {
      "epoch": 0.5989157210302933,
      "grad_norm": 6.28125,
      "learning_rate": 2.0056821497529997e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5286959558725357,
      "num_tokens": 363549927.0,
      "step": 472160
    },
    {
      "epoch": 0.5989284056228262,
      "grad_norm": 6.0,
      "learning_rate": 2.0056187187443706e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5630471974611282,
      "num_tokens": 363558029.0,
      "step": 472170
    },
    {
      "epoch": 0.598941090215359,
      "grad_norm": 7.1875,
      "learning_rate": 2.0055552877357415e-05,
      "loss": 1.8442,
      "mean_token_accuracy": 0.5912003099918366,
      "num_tokens": 363564495.0,
      "step": 472180
    },
    {
      "epoch": 0.5989537748078918,
      "grad_norm": 5.625,
      "learning_rate": 2.0054918567271124e-05,
      "loss": 2.3095,
      "mean_token_accuracy": 0.5167749941349029,
      "num_tokens": 363572723.0,
      "step": 472190
    },
    {
      "epoch": 0.5989664594004247,
      "grad_norm": 5.0,
      "learning_rate": 2.005428425718483e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5323418021202088,
      "num_tokens": 363581796.0,
      "step": 472200
    },
    {
      "epoch": 0.5989791439929575,
      "grad_norm": 5.21875,
      "learning_rate": 2.005364994709854e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5742894589900971,
      "num_tokens": 363589275.0,
      "step": 472210
    },
    {
      "epoch": 0.5989918285854904,
      "grad_norm": 6.84375,
      "learning_rate": 2.005301563701225e-05,
      "loss": 1.8914,
      "mean_token_accuracy": 0.5791818886995316,
      "num_tokens": 363596019.0,
      "step": 472220
    },
    {
      "epoch": 0.5990045131780232,
      "grad_norm": 5.25,
      "learning_rate": 2.0052381326925955e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5412487149238586,
      "num_tokens": 363603472.0,
      "step": 472230
    },
    {
      "epoch": 0.5990171977705561,
      "grad_norm": 5.875,
      "learning_rate": 2.0051747016839664e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5245279371738434,
      "num_tokens": 363610092.0,
      "step": 472240
    },
    {
      "epoch": 0.5990298823630889,
      "grad_norm": 5.59375,
      "learning_rate": 2.0051112706753376e-05,
      "loss": 2.3504,
      "mean_token_accuracy": 0.5004202008247376,
      "num_tokens": 363619248.0,
      "step": 472250
    },
    {
      "epoch": 0.5990425669556216,
      "grad_norm": 4.9375,
      "learning_rate": 2.005047839666708e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5622087895870209,
      "num_tokens": 363625924.0,
      "step": 472260
    },
    {
      "epoch": 0.5990552515481545,
      "grad_norm": 5.875,
      "learning_rate": 2.004984408658079e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5447096675634384,
      "num_tokens": 363633799.0,
      "step": 472270
    },
    {
      "epoch": 0.5990679361406873,
      "grad_norm": 5.125,
      "learning_rate": 2.00492097764945e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5381699800491333,
      "num_tokens": 363641464.0,
      "step": 472280
    },
    {
      "epoch": 0.5990806207332202,
      "grad_norm": 5.9375,
      "learning_rate": 2.0048575466408208e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5422716438770294,
      "num_tokens": 363648737.0,
      "step": 472290
    },
    {
      "epoch": 0.599093305325753,
      "grad_norm": 5.15625,
      "learning_rate": 2.0047941156321916e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5471517950296402,
      "num_tokens": 363656568.0,
      "step": 472300
    },
    {
      "epoch": 0.5991059899182859,
      "grad_norm": 4.75,
      "learning_rate": 2.0047306846235625e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5648080766201019,
      "num_tokens": 363663048.0,
      "step": 472310
    },
    {
      "epoch": 0.5991186745108187,
      "grad_norm": 6.03125,
      "learning_rate": 2.0046672536149334e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.561615726351738,
      "num_tokens": 363671052.0,
      "step": 472320
    },
    {
      "epoch": 0.5991313591033515,
      "grad_norm": 6.6875,
      "learning_rate": 2.0046038226063043e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.572248962521553,
      "num_tokens": 363679398.0,
      "step": 472330
    },
    {
      "epoch": 0.5991440436958844,
      "grad_norm": 7.5,
      "learning_rate": 2.0045403915976748e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5237680196762085,
      "num_tokens": 363687130.0,
      "step": 472340
    },
    {
      "epoch": 0.5991567282884172,
      "grad_norm": 4.375,
      "learning_rate": 2.004476960589046e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5493451863527298,
      "num_tokens": 363695253.0,
      "step": 472350
    },
    {
      "epoch": 0.59916941288095,
      "grad_norm": 5.125,
      "learning_rate": 2.004413529580417e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5649981707334518,
      "num_tokens": 363702079.0,
      "step": 472360
    },
    {
      "epoch": 0.5991820974734828,
      "grad_norm": 7.84375,
      "learning_rate": 2.0043500985717874e-05,
      "loss": 1.9407,
      "mean_token_accuracy": 0.569999173283577,
      "num_tokens": 363709988.0,
      "step": 472370
    },
    {
      "epoch": 0.5991947820660157,
      "grad_norm": 6.875,
      "learning_rate": 2.0042866675631583e-05,
      "loss": 2.1654,
      "mean_token_accuracy": 0.5185319602489471,
      "num_tokens": 363717684.0,
      "step": 472380
    },
    {
      "epoch": 0.5992074666585485,
      "grad_norm": 5.75,
      "learning_rate": 2.004223236554529e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5386863619089126,
      "num_tokens": 363724948.0,
      "step": 472390
    },
    {
      "epoch": 0.5992201512510814,
      "grad_norm": 5.1875,
      "learning_rate": 2.0041598055459e-05,
      "loss": 1.9129,
      "mean_token_accuracy": 0.5641012370586396,
      "num_tokens": 363732665.0,
      "step": 472400
    },
    {
      "epoch": 0.5992328358436142,
      "grad_norm": 5.15625,
      "learning_rate": 2.004096374537271e-05,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5190673172473907,
      "num_tokens": 363740711.0,
      "step": 472410
    },
    {
      "epoch": 0.599245520436147,
      "grad_norm": 4.78125,
      "learning_rate": 2.0040329435286418e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5379573106765747,
      "num_tokens": 363749471.0,
      "step": 472420
    },
    {
      "epoch": 0.5992582050286799,
      "grad_norm": 5.4375,
      "learning_rate": 2.0039695125200127e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5328682899475098,
      "num_tokens": 363757943.0,
      "step": 472430
    },
    {
      "epoch": 0.5992708896212127,
      "grad_norm": 5.375,
      "learning_rate": 2.0039060815113832e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5521415054798127,
      "num_tokens": 363766264.0,
      "step": 472440
    },
    {
      "epoch": 0.5992835742137456,
      "grad_norm": 5.3125,
      "learning_rate": 2.0038426505027544e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5498461902141571,
      "num_tokens": 363774551.0,
      "step": 472450
    },
    {
      "epoch": 0.5992962588062783,
      "grad_norm": 6.3125,
      "learning_rate": 2.0037792194941253e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5577563971281052,
      "num_tokens": 363781518.0,
      "step": 472460
    },
    {
      "epoch": 0.5993089433988112,
      "grad_norm": 4.6875,
      "learning_rate": 2.0037157884854958e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5817042857408523,
      "num_tokens": 363789447.0,
      "step": 472470
    },
    {
      "epoch": 0.599321627991344,
      "grad_norm": 8.1875,
      "learning_rate": 2.0036523574768667e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.556721669435501,
      "num_tokens": 363796527.0,
      "step": 472480
    },
    {
      "epoch": 0.5993343125838768,
      "grad_norm": 5.15625,
      "learning_rate": 2.0035889264682376e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5341757118701935,
      "num_tokens": 363804457.0,
      "step": 472490
    },
    {
      "epoch": 0.5993469971764097,
      "grad_norm": 5.90625,
      "learning_rate": 2.0035254954596088e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5579492956399917,
      "num_tokens": 363811089.0,
      "step": 472500
    },
    {
      "epoch": 0.5993596817689425,
      "grad_norm": 4.65625,
      "learning_rate": 2.0034620644509793e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5400230318307877,
      "num_tokens": 363820227.0,
      "step": 472510
    },
    {
      "epoch": 0.5993723663614754,
      "grad_norm": 5.125,
      "learning_rate": 2.0033986334423502e-05,
      "loss": 2.2849,
      "mean_token_accuracy": 0.5128778904676438,
      "num_tokens": 363829308.0,
      "step": 472520
    },
    {
      "epoch": 0.5993850509540082,
      "grad_norm": 5.21875,
      "learning_rate": 2.003335202433721e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5560589253902435,
      "num_tokens": 363836358.0,
      "step": 472530
    },
    {
      "epoch": 0.5993977355465411,
      "grad_norm": 5.59375,
      "learning_rate": 2.003271771425092e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5426357895135879,
      "num_tokens": 363844833.0,
      "step": 472540
    },
    {
      "epoch": 0.5994104201390739,
      "grad_norm": 6.0625,
      "learning_rate": 2.0032083404164628e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5532992750406265,
      "num_tokens": 363852422.0,
      "step": 472550
    },
    {
      "epoch": 0.5994231047316068,
      "grad_norm": 4.78125,
      "learning_rate": 2.0031449094078337e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5504226237535477,
      "num_tokens": 363859707.0,
      "step": 472560
    },
    {
      "epoch": 0.5994357893241395,
      "grad_norm": 5.5,
      "learning_rate": 2.0030814783992045e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5275911509990692,
      "num_tokens": 363868282.0,
      "step": 472570
    },
    {
      "epoch": 0.5994484739166723,
      "grad_norm": 5.0,
      "learning_rate": 2.003018047390575e-05,
      "loss": 1.7748,
      "mean_token_accuracy": 0.5932881236076355,
      "num_tokens": 363875970.0,
      "step": 472580
    },
    {
      "epoch": 0.5994611585092052,
      "grad_norm": 6.0,
      "learning_rate": 2.002954616381946e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5460265845060348,
      "num_tokens": 363884256.0,
      "step": 472590
    },
    {
      "epoch": 0.599473843101738,
      "grad_norm": 5.125,
      "learning_rate": 2.0028911853733172e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5455764830112457,
      "num_tokens": 363892930.0,
      "step": 472600
    },
    {
      "epoch": 0.5994865276942709,
      "grad_norm": 7.15625,
      "learning_rate": 2.0028277543646877e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5323150932788849,
      "num_tokens": 363901065.0,
      "step": 472610
    },
    {
      "epoch": 0.5994992122868037,
      "grad_norm": 6.5,
      "learning_rate": 2.0027643233560586e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5639255553483963,
      "num_tokens": 363908031.0,
      "step": 472620
    },
    {
      "epoch": 0.5995118968793366,
      "grad_norm": 6.03125,
      "learning_rate": 2.0027008923474295e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5746718645095825,
      "num_tokens": 363915577.0,
      "step": 472630
    },
    {
      "epoch": 0.5995245814718694,
      "grad_norm": 6.8125,
      "learning_rate": 2.0026374613388003e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5576207429170609,
      "num_tokens": 363923384.0,
      "step": 472640
    },
    {
      "epoch": 0.5995372660644022,
      "grad_norm": 8.625,
      "learning_rate": 2.0025740303301712e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.580239537358284,
      "num_tokens": 363930285.0,
      "step": 472650
    },
    {
      "epoch": 0.5995499506569351,
      "grad_norm": 5.25,
      "learning_rate": 2.002510599321542e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.539562600851059,
      "num_tokens": 363936922.0,
      "step": 472660
    },
    {
      "epoch": 0.5995626352494678,
      "grad_norm": 5.125,
      "learning_rate": 2.002447168312913e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5324223935604095,
      "num_tokens": 363944724.0,
      "step": 472670
    },
    {
      "epoch": 0.5995753198420007,
      "grad_norm": 7.875,
      "learning_rate": 2.0023837373042835e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.57062126994133,
      "num_tokens": 363953031.0,
      "step": 472680
    },
    {
      "epoch": 0.5995880044345335,
      "grad_norm": 5.03125,
      "learning_rate": 2.0023203062956547e-05,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5255165129899979,
      "num_tokens": 363961147.0,
      "step": 472690
    },
    {
      "epoch": 0.5996006890270664,
      "grad_norm": 6.375,
      "learning_rate": 2.0022568752870256e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5457996487617492,
      "num_tokens": 363969282.0,
      "step": 472700
    },
    {
      "epoch": 0.5996133736195992,
      "grad_norm": 6.09375,
      "learning_rate": 2.0021934442783964e-05,
      "loss": 2.2775,
      "mean_token_accuracy": 0.5134885042905808,
      "num_tokens": 363977724.0,
      "step": 472710
    },
    {
      "epoch": 0.5996260582121321,
      "grad_norm": 5.75,
      "learning_rate": 2.002130013269767e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5504616320133209,
      "num_tokens": 363986160.0,
      "step": 472720
    },
    {
      "epoch": 0.5996387428046649,
      "grad_norm": 4.78125,
      "learning_rate": 2.002066582261138e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5387672007083892,
      "num_tokens": 363993985.0,
      "step": 472730
    },
    {
      "epoch": 0.5996514273971977,
      "grad_norm": 9.1875,
      "learning_rate": 2.002003151252509e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5379069417715072,
      "num_tokens": 364001788.0,
      "step": 472740
    },
    {
      "epoch": 0.5996641119897306,
      "grad_norm": 5.28125,
      "learning_rate": 2.0019397202438796e-05,
      "loss": 2.2123,
      "mean_token_accuracy": 0.527295833826065,
      "num_tokens": 364010164.0,
      "step": 472750
    },
    {
      "epoch": 0.5996767965822634,
      "grad_norm": 5.40625,
      "learning_rate": 2.0018762892352505e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5199546784162521,
      "num_tokens": 364018752.0,
      "step": 472760
    },
    {
      "epoch": 0.5996894811747963,
      "grad_norm": 5.65625,
      "learning_rate": 2.0018128582266214e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5279851973056793,
      "num_tokens": 364028418.0,
      "step": 472770
    },
    {
      "epoch": 0.599702165767329,
      "grad_norm": 5.0,
      "learning_rate": 2.0017494272179922e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5354068785905838,
      "num_tokens": 364035873.0,
      "step": 472780
    },
    {
      "epoch": 0.5997148503598619,
      "grad_norm": 4.5,
      "learning_rate": 2.001685996209363e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5454484820365906,
      "num_tokens": 364044112.0,
      "step": 472790
    },
    {
      "epoch": 0.5997275349523947,
      "grad_norm": 6.5,
      "learning_rate": 2.001622565200734e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.52567740380764,
      "num_tokens": 364052774.0,
      "step": 472800
    },
    {
      "epoch": 0.5997402195449275,
      "grad_norm": 5.21875,
      "learning_rate": 2.001559134192105e-05,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5561694264411926,
      "num_tokens": 364060708.0,
      "step": 472810
    },
    {
      "epoch": 0.5997529041374604,
      "grad_norm": 5.1875,
      "learning_rate": 2.0014957031834754e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.549840635061264,
      "num_tokens": 364067741.0,
      "step": 472820
    },
    {
      "epoch": 0.5997655887299932,
      "grad_norm": 5.09375,
      "learning_rate": 2.0014322721748463e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5295046240091323,
      "num_tokens": 364075273.0,
      "step": 472830
    },
    {
      "epoch": 0.5997782733225261,
      "grad_norm": 5.1875,
      "learning_rate": 2.0013688411662175e-05,
      "loss": 1.7418,
      "mean_token_accuracy": 0.6029217958450317,
      "num_tokens": 364081891.0,
      "step": 472840
    },
    {
      "epoch": 0.5997909579150589,
      "grad_norm": 7.9375,
      "learning_rate": 2.001305410157588e-05,
      "loss": 1.5417,
      "mean_token_accuracy": 0.64769806265831,
      "num_tokens": 364088877.0,
      "step": 472850
    },
    {
      "epoch": 0.5998036425075918,
      "grad_norm": 6.40625,
      "learning_rate": 2.001241979148959e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5475290238857269,
      "num_tokens": 364096759.0,
      "step": 472860
    },
    {
      "epoch": 0.5998163271001246,
      "grad_norm": 4.71875,
      "learning_rate": 2.0011785481403298e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5348224699497223,
      "num_tokens": 364104154.0,
      "step": 472870
    },
    {
      "epoch": 0.5998290116926573,
      "grad_norm": 5.25,
      "learning_rate": 2.0011151171317006e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5334595084190369,
      "num_tokens": 364112850.0,
      "step": 472880
    },
    {
      "epoch": 0.5998416962851902,
      "grad_norm": 11.5,
      "learning_rate": 2.0010516861230715e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5362879067659378,
      "num_tokens": 364119316.0,
      "step": 472890
    },
    {
      "epoch": 0.599854380877723,
      "grad_norm": 5.03125,
      "learning_rate": 2.0009882551144424e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5255024552345275,
      "num_tokens": 364127224.0,
      "step": 472900
    },
    {
      "epoch": 0.5998670654702559,
      "grad_norm": 7.75,
      "learning_rate": 2.0009248241058132e-05,
      "loss": 1.6653,
      "mean_token_accuracy": 0.6294840961694718,
      "num_tokens": 364133591.0,
      "step": 472910
    },
    {
      "epoch": 0.5998797500627887,
      "grad_norm": 5.875,
      "learning_rate": 2.000861393097184e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5529170274734497,
      "num_tokens": 364141289.0,
      "step": 472920
    },
    {
      "epoch": 0.5998924346553216,
      "grad_norm": 5.90625,
      "learning_rate": 2.0007979620885547e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5328805178403855,
      "num_tokens": 364149822.0,
      "step": 472930
    },
    {
      "epoch": 0.5999051192478544,
      "grad_norm": 8.125,
      "learning_rate": 2.000734531079926e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5265269309282303,
      "num_tokens": 364157470.0,
      "step": 472940
    },
    {
      "epoch": 0.5999178038403873,
      "grad_norm": 5.0625,
      "learning_rate": 2.0006711000712967e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5864856690168381,
      "num_tokens": 364165772.0,
      "step": 472950
    },
    {
      "epoch": 0.5999304884329201,
      "grad_norm": 5.28125,
      "learning_rate": 2.0006076690626673e-05,
      "loss": 1.8157,
      "mean_token_accuracy": 0.6051658511161804,
      "num_tokens": 364172291.0,
      "step": 472960
    },
    {
      "epoch": 0.5999431730254529,
      "grad_norm": 5.6875,
      "learning_rate": 2.000544238054038e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.573085755109787,
      "num_tokens": 364181390.0,
      "step": 472970
    },
    {
      "epoch": 0.5999558576179858,
      "grad_norm": 7.34375,
      "learning_rate": 2.000480807045409e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5391819983720779,
      "num_tokens": 364189127.0,
      "step": 472980
    },
    {
      "epoch": 0.5999685422105185,
      "grad_norm": 5.21875,
      "learning_rate": 2.00041737603678e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5406795024871827,
      "num_tokens": 364196554.0,
      "step": 472990
    },
    {
      "epoch": 0.5999812268030514,
      "grad_norm": 7.15625,
      "learning_rate": 2.0003539450281508e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5541824549436569,
      "num_tokens": 364204224.0,
      "step": 473000
    },
    {
      "epoch": 0.5999939113955842,
      "grad_norm": 4.96875,
      "learning_rate": 2.0002905140195216e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5167368561029434,
      "num_tokens": 364211630.0,
      "step": 473010
    },
    {
      "epoch": 0.6000065959881171,
      "grad_norm": 6.59375,
      "learning_rate": 2.0002270830108925e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5555835455656052,
      "num_tokens": 364219081.0,
      "step": 473020
    },
    {
      "epoch": 0.6000192805806499,
      "grad_norm": 6.03125,
      "learning_rate": 2.000163652002263e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.56861592233181,
      "num_tokens": 364224964.0,
      "step": 473030
    },
    {
      "epoch": 0.6000319651731827,
      "grad_norm": 5.40625,
      "learning_rate": 2.0001002209936343e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5332030057907104,
      "num_tokens": 364232779.0,
      "step": 473040
    },
    {
      "epoch": 0.6000446497657156,
      "grad_norm": 6.09375,
      "learning_rate": 2.000036789985005e-05,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5809877544641495,
      "num_tokens": 364240003.0,
      "step": 473050
    },
    {
      "epoch": 0.6000573343582484,
      "grad_norm": 5.0625,
      "learning_rate": 1.9999733589763757e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5234962791204453,
      "num_tokens": 364249726.0,
      "step": 473060
    },
    {
      "epoch": 0.6000700189507813,
      "grad_norm": 4.78125,
      "learning_rate": 1.9999099279677466e-05,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5619527518749237,
      "num_tokens": 364258275.0,
      "step": 473070
    },
    {
      "epoch": 0.600082703543314,
      "grad_norm": 5.0,
      "learning_rate": 1.9998464969591174e-05,
      "loss": 2.227,
      "mean_token_accuracy": 0.5143339157104492,
      "num_tokens": 364266218.0,
      "step": 473080
    },
    {
      "epoch": 0.600095388135847,
      "grad_norm": 5.1875,
      "learning_rate": 1.9997830659504886e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5932525902986526,
      "num_tokens": 364272441.0,
      "step": 473090
    },
    {
      "epoch": 0.6001080727283797,
      "grad_norm": 5.34375,
      "learning_rate": 1.9997196349418592e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5363808512687683,
      "num_tokens": 364280179.0,
      "step": 473100
    },
    {
      "epoch": 0.6001207573209126,
      "grad_norm": 5.65625,
      "learning_rate": 1.99965620393323e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.547091081738472,
      "num_tokens": 364288622.0,
      "step": 473110
    },
    {
      "epoch": 0.6001334419134454,
      "grad_norm": 6.40625,
      "learning_rate": 1.999592772924601e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5267233282327652,
      "num_tokens": 364295713.0,
      "step": 473120
    },
    {
      "epoch": 0.6001461265059782,
      "grad_norm": 5.03125,
      "learning_rate": 1.9995293419159718e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5412026882171631,
      "num_tokens": 364303372.0,
      "step": 473130
    },
    {
      "epoch": 0.6001588110985111,
      "grad_norm": 6.40625,
      "learning_rate": 1.9994659109073427e-05,
      "loss": 1.9055,
      "mean_token_accuracy": 0.5694470494985581,
      "num_tokens": 364312143.0,
      "step": 473140
    },
    {
      "epoch": 0.6001714956910439,
      "grad_norm": 5.34375,
      "learning_rate": 1.9994024798987135e-05,
      "loss": 2.2243,
      "mean_token_accuracy": 0.52676442861557,
      "num_tokens": 364319016.0,
      "step": 473150
    },
    {
      "epoch": 0.6001841802835768,
      "grad_norm": 5.125,
      "learning_rate": 1.9993390488900844e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5470166772603988,
      "num_tokens": 364326387.0,
      "step": 473160
    },
    {
      "epoch": 0.6001968648761096,
      "grad_norm": 5.375,
      "learning_rate": 1.999275617881455e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5565860360860825,
      "num_tokens": 364333559.0,
      "step": 473170
    },
    {
      "epoch": 0.6002095494686425,
      "grad_norm": 6.0,
      "learning_rate": 1.999212186872826e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5263804048299789,
      "num_tokens": 364341217.0,
      "step": 473180
    },
    {
      "epoch": 0.6002222340611753,
      "grad_norm": 5.5,
      "learning_rate": 1.999148755864197e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5424323678016663,
      "num_tokens": 364349887.0,
      "step": 473190
    },
    {
      "epoch": 0.600234918653708,
      "grad_norm": 7.0625,
      "learning_rate": 1.9990853248555676e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.53292096555233,
      "num_tokens": 364356190.0,
      "step": 473200
    },
    {
      "epoch": 0.6002476032462409,
      "grad_norm": 4.625,
      "learning_rate": 1.9990218938469385e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5650900930166245,
      "num_tokens": 364365587.0,
      "step": 473210
    },
    {
      "epoch": 0.6002602878387737,
      "grad_norm": 5.375,
      "learning_rate": 1.9989584628383093e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5401982963085175,
      "num_tokens": 364373832.0,
      "step": 473220
    },
    {
      "epoch": 0.6002729724313066,
      "grad_norm": 6.8125,
      "learning_rate": 1.9988950318296802e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5493545353412628,
      "num_tokens": 364381054.0,
      "step": 473230
    },
    {
      "epoch": 0.6002856570238394,
      "grad_norm": 4.90625,
      "learning_rate": 1.998831600821051e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5498686462640763,
      "num_tokens": 364389428.0,
      "step": 473240
    },
    {
      "epoch": 0.6002983416163723,
      "grad_norm": 6.78125,
      "learning_rate": 1.998768169812422e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5598946899175644,
      "num_tokens": 364396734.0,
      "step": 473250
    },
    {
      "epoch": 0.6003110262089051,
      "grad_norm": 6.65625,
      "learning_rate": 1.9987047388037928e-05,
      "loss": 2.2558,
      "mean_token_accuracy": 0.5041897147893906,
      "num_tokens": 364405633.0,
      "step": 473260
    },
    {
      "epoch": 0.6003237108014379,
      "grad_norm": 4.75,
      "learning_rate": 1.9986413077951634e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5353861749172211,
      "num_tokens": 364413113.0,
      "step": 473270
    },
    {
      "epoch": 0.6003363953939708,
      "grad_norm": 9.0625,
      "learning_rate": 1.9985778767865346e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5400854676961899,
      "num_tokens": 364420275.0,
      "step": 473280
    },
    {
      "epoch": 0.6003490799865036,
      "grad_norm": 4.78125,
      "learning_rate": 1.9985144457779054e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5398642033338547,
      "num_tokens": 364428256.0,
      "step": 473290
    },
    {
      "epoch": 0.6003617645790364,
      "grad_norm": 6.125,
      "learning_rate": 1.9984510147692763e-05,
      "loss": 1.7,
      "mean_token_accuracy": 0.6158154785633088,
      "num_tokens": 364435393.0,
      "step": 473300
    },
    {
      "epoch": 0.6003744491715692,
      "grad_norm": 5.375,
      "learning_rate": 1.998387583760647e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5373303264379501,
      "num_tokens": 364443994.0,
      "step": 473310
    },
    {
      "epoch": 0.6003871337641021,
      "grad_norm": 5.375,
      "learning_rate": 1.9983241527520177e-05,
      "loss": 1.9015,
      "mean_token_accuracy": 0.5785173445940017,
      "num_tokens": 364450558.0,
      "step": 473320
    },
    {
      "epoch": 0.6003998183566349,
      "grad_norm": 5.6875,
      "learning_rate": 1.998260721743389e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5526867717504501,
      "num_tokens": 364456945.0,
      "step": 473330
    },
    {
      "epoch": 0.6004125029491678,
      "grad_norm": 6.875,
      "learning_rate": 1.9981972907347595e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5253090977668762,
      "num_tokens": 364464107.0,
      "step": 473340
    },
    {
      "epoch": 0.6004251875417006,
      "grad_norm": 5.0625,
      "learning_rate": 1.9981338597261303e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5216224819421769,
      "num_tokens": 364472402.0,
      "step": 473350
    },
    {
      "epoch": 0.6004378721342334,
      "grad_norm": 11.25,
      "learning_rate": 1.9980704287175012e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5277847498655319,
      "num_tokens": 364479244.0,
      "step": 473360
    },
    {
      "epoch": 0.6004505567267663,
      "grad_norm": 6.125,
      "learning_rate": 1.998006997708872e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5204016000032425,
      "num_tokens": 364488040.0,
      "step": 473370
    },
    {
      "epoch": 0.6004632413192991,
      "grad_norm": 4.96875,
      "learning_rate": 1.997943566700243e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5270863503217698,
      "num_tokens": 364496261.0,
      "step": 473380
    },
    {
      "epoch": 0.600475925911832,
      "grad_norm": 6.0,
      "learning_rate": 1.997880135691614e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5301816284656524,
      "num_tokens": 364504667.0,
      "step": 473390
    },
    {
      "epoch": 0.6004886105043648,
      "grad_norm": 5.53125,
      "learning_rate": 1.9978167046829847e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5302971720695495,
      "num_tokens": 364513312.0,
      "step": 473400
    },
    {
      "epoch": 0.6005012950968976,
      "grad_norm": 6.78125,
      "learning_rate": 1.9977532736743553e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5418008923530578,
      "num_tokens": 364520819.0,
      "step": 473410
    },
    {
      "epoch": 0.6005139796894304,
      "grad_norm": 5.0625,
      "learning_rate": 1.997689842665726e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5337350338697433,
      "num_tokens": 364528546.0,
      "step": 473420
    },
    {
      "epoch": 0.6005266642819632,
      "grad_norm": 5.125,
      "learning_rate": 1.9976264116570973e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5240981310606003,
      "num_tokens": 364536699.0,
      "step": 473430
    },
    {
      "epoch": 0.6005393488744961,
      "grad_norm": 9.125,
      "learning_rate": 1.997562980648468e-05,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5109025090932846,
      "num_tokens": 364544597.0,
      "step": 473440
    },
    {
      "epoch": 0.6005520334670289,
      "grad_norm": 4.71875,
      "learning_rate": 1.9974995496398387e-05,
      "loss": 1.8678,
      "mean_token_accuracy": 0.5712886422872543,
      "num_tokens": 364551962.0,
      "step": 473450
    },
    {
      "epoch": 0.6005647180595618,
      "grad_norm": 6.21875,
      "learning_rate": 1.9974361186312096e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.5788546442985535,
      "num_tokens": 364558162.0,
      "step": 473460
    },
    {
      "epoch": 0.6005774026520946,
      "grad_norm": 5.4375,
      "learning_rate": 1.9973726876225805e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.5577667891979218,
      "num_tokens": 364565142.0,
      "step": 473470
    },
    {
      "epoch": 0.6005900872446275,
      "grad_norm": 5.53125,
      "learning_rate": 1.9973092566139514e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5418325692415238,
      "num_tokens": 364574717.0,
      "step": 473480
    },
    {
      "epoch": 0.6006027718371603,
      "grad_norm": 5.0625,
      "learning_rate": 1.9972458256053222e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5353129059076309,
      "num_tokens": 364583180.0,
      "step": 473490
    },
    {
      "epoch": 0.6006154564296932,
      "grad_norm": 7.46875,
      "learning_rate": 1.997182394596693e-05,
      "loss": 1.7358,
      "mean_token_accuracy": 0.6171789556741715,
      "num_tokens": 364589221.0,
      "step": 473500
    },
    {
      "epoch": 0.600628141022226,
      "grad_norm": 6.5625,
      "learning_rate": 1.997118963588064e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.536928591132164,
      "num_tokens": 364597282.0,
      "step": 473510
    },
    {
      "epoch": 0.6006408256147587,
      "grad_norm": 5.375,
      "learning_rate": 1.9970555325794345e-05,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5639463275671005,
      "num_tokens": 364605374.0,
      "step": 473520
    },
    {
      "epoch": 0.6006535102072916,
      "grad_norm": 6.78125,
      "learning_rate": 1.9969921015708057e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5380708545446395,
      "num_tokens": 364614273.0,
      "step": 473530
    },
    {
      "epoch": 0.6006661947998244,
      "grad_norm": 4.875,
      "learning_rate": 1.9969286705621766e-05,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5793833166360856,
      "num_tokens": 364621113.0,
      "step": 473540
    },
    {
      "epoch": 0.6006788793923573,
      "grad_norm": 5.75,
      "learning_rate": 1.996865239553547e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5340592086315155,
      "num_tokens": 364629370.0,
      "step": 473550
    },
    {
      "epoch": 0.6006915639848901,
      "grad_norm": 5.625,
      "learning_rate": 1.996801808544918e-05,
      "loss": 1.8592,
      "mean_token_accuracy": 0.5866220146417618,
      "num_tokens": 364636662.0,
      "step": 473560
    },
    {
      "epoch": 0.600704248577423,
      "grad_norm": 6.4375,
      "learning_rate": 1.996738377536289e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.5168219894170761,
      "num_tokens": 364644789.0,
      "step": 473570
    },
    {
      "epoch": 0.6007169331699558,
      "grad_norm": 6.28125,
      "learning_rate": 1.9966749465276598e-05,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5252956479787827,
      "num_tokens": 364652957.0,
      "step": 473580
    },
    {
      "epoch": 0.6007296177624886,
      "grad_norm": 5.1875,
      "learning_rate": 1.9966115155190306e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5321913897991181,
      "num_tokens": 364662036.0,
      "step": 473590
    },
    {
      "epoch": 0.6007423023550215,
      "grad_norm": 5.46875,
      "learning_rate": 1.9965480845104015e-05,
      "loss": 2.3414,
      "mean_token_accuracy": 0.5064714550971985,
      "num_tokens": 364670535.0,
      "step": 473600
    },
    {
      "epoch": 0.6007549869475542,
      "grad_norm": 5.96875,
      "learning_rate": 1.9964846535017724e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.540613266825676,
      "num_tokens": 364676470.0,
      "step": 473610
    },
    {
      "epoch": 0.6007676715400871,
      "grad_norm": 6.09375,
      "learning_rate": 1.9964212224931433e-05,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5348811596632004,
      "num_tokens": 364684799.0,
      "step": 473620
    },
    {
      "epoch": 0.6007803561326199,
      "grad_norm": 7.65625,
      "learning_rate": 1.996357791484514e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5683869957923889,
      "num_tokens": 364690789.0,
      "step": 473630
    },
    {
      "epoch": 0.6007930407251528,
      "grad_norm": 5.46875,
      "learning_rate": 1.996294360475885e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5182606637477875,
      "num_tokens": 364698928.0,
      "step": 473640
    },
    {
      "epoch": 0.6008057253176856,
      "grad_norm": 5.21875,
      "learning_rate": 1.9962309294672556e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5564224034547806,
      "num_tokens": 364706464.0,
      "step": 473650
    },
    {
      "epoch": 0.6008184099102185,
      "grad_norm": 5.65625,
      "learning_rate": 1.9961674984586264e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5411612391471863,
      "num_tokens": 364714351.0,
      "step": 473660
    },
    {
      "epoch": 0.6008310945027513,
      "grad_norm": 4.65625,
      "learning_rate": 1.9961040674499976e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5494755297899246,
      "num_tokens": 364721569.0,
      "step": 473670
    },
    {
      "epoch": 0.6008437790952841,
      "grad_norm": 5.84375,
      "learning_rate": 1.9960406364413685e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5317926704883575,
      "num_tokens": 364728367.0,
      "step": 473680
    },
    {
      "epoch": 0.600856463687817,
      "grad_norm": 6.09375,
      "learning_rate": 1.995977205432739e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5664207547903061,
      "num_tokens": 364734743.0,
      "step": 473690
    },
    {
      "epoch": 0.6008691482803498,
      "grad_norm": 9.125,
      "learning_rate": 1.99591377442411e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5274275809526443,
      "num_tokens": 364742688.0,
      "step": 473700
    },
    {
      "epoch": 0.6008818328728827,
      "grad_norm": 6.59375,
      "learning_rate": 1.9958503434154808e-05,
      "loss": 2.2313,
      "mean_token_accuracy": 0.519719809293747,
      "num_tokens": 364749087.0,
      "step": 473710
    },
    {
      "epoch": 0.6008945174654154,
      "grad_norm": 4.875,
      "learning_rate": 1.9957869124068517e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5360747128725052,
      "num_tokens": 364757635.0,
      "step": 473720
    },
    {
      "epoch": 0.6009072020579483,
      "grad_norm": 4.96875,
      "learning_rate": 1.9957234813982225e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.571970471739769,
      "num_tokens": 364765860.0,
      "step": 473730
    },
    {
      "epoch": 0.6009198866504811,
      "grad_norm": 6.3125,
      "learning_rate": 1.9956600503895934e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5498188942670822,
      "num_tokens": 364772294.0,
      "step": 473740
    },
    {
      "epoch": 0.6009325712430139,
      "grad_norm": 5.25,
      "learning_rate": 1.9955966193809643e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5766496151685715,
      "num_tokens": 364778937.0,
      "step": 473750
    },
    {
      "epoch": 0.6009452558355468,
      "grad_norm": 5.0,
      "learning_rate": 1.9955331883723348e-05,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5147022545337677,
      "num_tokens": 364787689.0,
      "step": 473760
    },
    {
      "epoch": 0.6009579404280796,
      "grad_norm": 8.9375,
      "learning_rate": 1.995469757363706e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.5737491518259048,
      "num_tokens": 364795009.0,
      "step": 473770
    },
    {
      "epoch": 0.6009706250206125,
      "grad_norm": 6.1875,
      "learning_rate": 1.995406326355077e-05,
      "loss": 1.8759,
      "mean_token_accuracy": 0.5775964975357055,
      "num_tokens": 364802223.0,
      "step": 473780
    },
    {
      "epoch": 0.6009833096131453,
      "grad_norm": 5.21875,
      "learning_rate": 1.9953428953464474e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.561492508649826,
      "num_tokens": 364810817.0,
      "step": 473790
    },
    {
      "epoch": 0.6009959942056782,
      "grad_norm": 6.40625,
      "learning_rate": 1.9952794643378183e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5439467847347259,
      "num_tokens": 364819044.0,
      "step": 473800
    },
    {
      "epoch": 0.601008678798211,
      "grad_norm": 6.96875,
      "learning_rate": 1.9952160333291892e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5349493354558945,
      "num_tokens": 364826699.0,
      "step": 473810
    },
    {
      "epoch": 0.6010213633907437,
      "grad_norm": 6.40625,
      "learning_rate": 1.99515260232056e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.553238132596016,
      "num_tokens": 364834719.0,
      "step": 473820
    },
    {
      "epoch": 0.6010340479832766,
      "grad_norm": 5.53125,
      "learning_rate": 1.995089171311931e-05,
      "loss": 1.5967,
      "mean_token_accuracy": 0.6556669116020203,
      "num_tokens": 364839803.0,
      "step": 473830
    },
    {
      "epoch": 0.6010467325758094,
      "grad_norm": 7.3125,
      "learning_rate": 1.9950257403033018e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5439424753189087,
      "num_tokens": 364847080.0,
      "step": 473840
    },
    {
      "epoch": 0.6010594171683423,
      "grad_norm": 5.59375,
      "learning_rate": 1.9949623092946727e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5189332842826844,
      "num_tokens": 364854831.0,
      "step": 473850
    },
    {
      "epoch": 0.6010721017608751,
      "grad_norm": 5.5625,
      "learning_rate": 1.9948988782860432e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5429308414459229,
      "num_tokens": 364863744.0,
      "step": 473860
    },
    {
      "epoch": 0.601084786353408,
      "grad_norm": 6.9375,
      "learning_rate": 1.9948354472774144e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5216474145650863,
      "num_tokens": 364871744.0,
      "step": 473870
    },
    {
      "epoch": 0.6010974709459408,
      "grad_norm": 6.34375,
      "learning_rate": 1.9947720162687853e-05,
      "loss": 1.8142,
      "mean_token_accuracy": 0.5835764944553375,
      "num_tokens": 364879053.0,
      "step": 473880
    },
    {
      "epoch": 0.6011101555384737,
      "grad_norm": 5.40625,
      "learning_rate": 1.9947085852601562e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5625277310609818,
      "num_tokens": 364887085.0,
      "step": 473890
    },
    {
      "epoch": 0.6011228401310065,
      "grad_norm": 7.5625,
      "learning_rate": 1.9946451542515267e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5782838582992553,
      "num_tokens": 364894471.0,
      "step": 473900
    },
    {
      "epoch": 0.6011355247235393,
      "grad_norm": 5.71875,
      "learning_rate": 1.9945817232428976e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5218616515398026,
      "num_tokens": 364902431.0,
      "step": 473910
    },
    {
      "epoch": 0.6011482093160722,
      "grad_norm": 4.96875,
      "learning_rate": 1.9945182922342688e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5558989495038986,
      "num_tokens": 364911107.0,
      "step": 473920
    },
    {
      "epoch": 0.6011608939086049,
      "grad_norm": 5.4375,
      "learning_rate": 1.9944548612256393e-05,
      "loss": 1.8644,
      "mean_token_accuracy": 0.5783654630184174,
      "num_tokens": 364918419.0,
      "step": 473930
    },
    {
      "epoch": 0.6011735785011378,
      "grad_norm": 7.90625,
      "learning_rate": 1.9943914302170102e-05,
      "loss": 1.8086,
      "mean_token_accuracy": 0.5876511454582214,
      "num_tokens": 364924534.0,
      "step": 473940
    },
    {
      "epoch": 0.6011862630936706,
      "grad_norm": 5.28125,
      "learning_rate": 1.994327999208381e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5649120897054672,
      "num_tokens": 364931615.0,
      "step": 473950
    },
    {
      "epoch": 0.6011989476862035,
      "grad_norm": 4.84375,
      "learning_rate": 1.994264568199752e-05,
      "loss": 1.7711,
      "mean_token_accuracy": 0.5969637393951416,
      "num_tokens": 364939008.0,
      "step": 473960
    },
    {
      "epoch": 0.6012116322787363,
      "grad_norm": 5.5625,
      "learning_rate": 1.994201137191123e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5238414257764816,
      "num_tokens": 364946981.0,
      "step": 473970
    },
    {
      "epoch": 0.6012243168712691,
      "grad_norm": 7.125,
      "learning_rate": 1.9941377061824937e-05,
      "loss": 1.884,
      "mean_token_accuracy": 0.5784836828708648,
      "num_tokens": 364954490.0,
      "step": 473980
    },
    {
      "epoch": 0.601237001463802,
      "grad_norm": 5.0,
      "learning_rate": 1.9940742751738646e-05,
      "loss": 2.235,
      "mean_token_accuracy": 0.5155810803174973,
      "num_tokens": 364962704.0,
      "step": 473990
    },
    {
      "epoch": 0.6012496860563348,
      "grad_norm": 5.75,
      "learning_rate": 1.994010844165235e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5714972078800201,
      "num_tokens": 364970619.0,
      "step": 474000
    },
    {
      "epoch": 0.6012623706488677,
      "grad_norm": 5.375,
      "learning_rate": 1.993947413156606e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5425081521272659,
      "num_tokens": 364979166.0,
      "step": 474010
    },
    {
      "epoch": 0.6012750552414005,
      "grad_norm": 5.125,
      "learning_rate": 1.9938839821479772e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5528382509946823,
      "num_tokens": 364986836.0,
      "step": 474020
    },
    {
      "epoch": 0.6012877398339334,
      "grad_norm": 5.15625,
      "learning_rate": 1.9938205511393477e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5237058907747268,
      "num_tokens": 364995296.0,
      "step": 474030
    },
    {
      "epoch": 0.6013004244264661,
      "grad_norm": 6.1875,
      "learning_rate": 1.9937571201307186e-05,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5391962200403213,
      "num_tokens": 365003987.0,
      "step": 474040
    },
    {
      "epoch": 0.601313109018999,
      "grad_norm": 5.90625,
      "learning_rate": 1.9936936891220895e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5602151155471802,
      "num_tokens": 365011448.0,
      "step": 474050
    },
    {
      "epoch": 0.6013257936115318,
      "grad_norm": 6.875,
      "learning_rate": 1.9936302581134607e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5563490241765976,
      "num_tokens": 365019600.0,
      "step": 474060
    },
    {
      "epoch": 0.6013384782040646,
      "grad_norm": 5.78125,
      "learning_rate": 1.9935668271048312e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5594244658946991,
      "num_tokens": 365027746.0,
      "step": 474070
    },
    {
      "epoch": 0.6013511627965975,
      "grad_norm": 5.625,
      "learning_rate": 1.993503396096202e-05,
      "loss": 1.5389,
      "mean_token_accuracy": 0.653298968076706,
      "num_tokens": 365034603.0,
      "step": 474080
    },
    {
      "epoch": 0.6013638473891303,
      "grad_norm": 4.625,
      "learning_rate": 1.993439965087573e-05,
      "loss": 1.8766,
      "mean_token_accuracy": 0.5824630588293076,
      "num_tokens": 365041730.0,
      "step": 474090
    },
    {
      "epoch": 0.6013765319816632,
      "grad_norm": 6.5,
      "learning_rate": 1.993376534078944e-05,
      "loss": 1.9035,
      "mean_token_accuracy": 0.5662826031446457,
      "num_tokens": 365049375.0,
      "step": 474100
    },
    {
      "epoch": 0.601389216574196,
      "grad_norm": 6.40625,
      "learning_rate": 1.9933131030703147e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5432745337486267,
      "num_tokens": 365056916.0,
      "step": 474110
    },
    {
      "epoch": 0.6014019011667289,
      "grad_norm": 4.90625,
      "learning_rate": 1.9932496720616856e-05,
      "loss": 1.8925,
      "mean_token_accuracy": 0.5782967299222946,
      "num_tokens": 365063514.0,
      "step": 474120
    },
    {
      "epoch": 0.6014145857592617,
      "grad_norm": 3.5,
      "learning_rate": 1.9931862410530565e-05,
      "loss": 1.7525,
      "mean_token_accuracy": 0.6111821591854095,
      "num_tokens": 365068719.0,
      "step": 474130
    },
    {
      "epoch": 0.6014272703517944,
      "grad_norm": 6.40625,
      "learning_rate": 1.993122810044427e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5282380282878876,
      "num_tokens": 365076112.0,
      "step": 474140
    },
    {
      "epoch": 0.6014399549443273,
      "grad_norm": 5.84375,
      "learning_rate": 1.993059379035798e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5519920229911804,
      "num_tokens": 365083541.0,
      "step": 474150
    },
    {
      "epoch": 0.6014526395368601,
      "grad_norm": 5.46875,
      "learning_rate": 1.992995948027169e-05,
      "loss": 1.8445,
      "mean_token_accuracy": 0.5857269942760468,
      "num_tokens": 365091790.0,
      "step": 474160
    },
    {
      "epoch": 0.601465324129393,
      "grad_norm": 5.25,
      "learning_rate": 1.9929325170185396e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5312807321548462,
      "num_tokens": 365099744.0,
      "step": 474170
    },
    {
      "epoch": 0.6014780087219258,
      "grad_norm": 5.1875,
      "learning_rate": 1.9928690860099105e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5316790521144867,
      "num_tokens": 365107364.0,
      "step": 474180
    },
    {
      "epoch": 0.6014906933144587,
      "grad_norm": 6.875,
      "learning_rate": 1.9928056550012814e-05,
      "loss": 1.9524,
      "mean_token_accuracy": 0.5572306394577027,
      "num_tokens": 365115141.0,
      "step": 474190
    },
    {
      "epoch": 0.6015033779069915,
      "grad_norm": 4.9375,
      "learning_rate": 1.9927422239926523e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5589009821414948,
      "num_tokens": 365123182.0,
      "step": 474200
    },
    {
      "epoch": 0.6015160624995243,
      "grad_norm": 5.03125,
      "learning_rate": 1.992678792984023e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5259326785802841,
      "num_tokens": 365132637.0,
      "step": 474210
    },
    {
      "epoch": 0.6015287470920572,
      "grad_norm": 6.28125,
      "learning_rate": 1.992615361975394e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.539446622133255,
      "num_tokens": 365141188.0,
      "step": 474220
    },
    {
      "epoch": 0.60154143168459,
      "grad_norm": 1.8125,
      "learning_rate": 1.992551930966765e-05,
      "loss": 1.8578,
      "mean_token_accuracy": 0.5907040417194367,
      "num_tokens": 365148203.0,
      "step": 474230
    },
    {
      "epoch": 0.6015541162771229,
      "grad_norm": 5.15625,
      "learning_rate": 1.9924884999581354e-05,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5359819233417511,
      "num_tokens": 365156712.0,
      "step": 474240
    },
    {
      "epoch": 0.6015668008696556,
      "grad_norm": 6.21875,
      "learning_rate": 1.9924250689495063e-05,
      "loss": 2.215,
      "mean_token_accuracy": 0.5114614307880402,
      "num_tokens": 365165733.0,
      "step": 474250
    },
    {
      "epoch": 0.6015794854621885,
      "grad_norm": 4.8125,
      "learning_rate": 1.9923616379408775e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5102686583995819,
      "num_tokens": 365173903.0,
      "step": 474260
    },
    {
      "epoch": 0.6015921700547213,
      "grad_norm": 4.71875,
      "learning_rate": 1.9922982069322484e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5232744425535202,
      "num_tokens": 365182683.0,
      "step": 474270
    },
    {
      "epoch": 0.6016048546472542,
      "grad_norm": 6.125,
      "learning_rate": 1.992234775923619e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5651951342821121,
      "num_tokens": 365190192.0,
      "step": 474280
    },
    {
      "epoch": 0.601617539239787,
      "grad_norm": 5.09375,
      "learning_rate": 1.9921713449149898e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5365764111280441,
      "num_tokens": 365198561.0,
      "step": 474290
    },
    {
      "epoch": 0.6016302238323198,
      "grad_norm": 6.0,
      "learning_rate": 1.9921079139063607e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5701226115226745,
      "num_tokens": 365206329.0,
      "step": 474300
    },
    {
      "epoch": 0.6016429084248527,
      "grad_norm": 5.03125,
      "learning_rate": 1.9920444828977315e-05,
      "loss": 1.9204,
      "mean_token_accuracy": 0.5685434222221375,
      "num_tokens": 365214341.0,
      "step": 474310
    },
    {
      "epoch": 0.6016555930173855,
      "grad_norm": 6.59375,
      "learning_rate": 1.9919810518891024e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5293494433164596,
      "num_tokens": 365221920.0,
      "step": 474320
    },
    {
      "epoch": 0.6016682776099184,
      "grad_norm": 5.125,
      "learning_rate": 1.9919176208804733e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5325204730033875,
      "num_tokens": 365230388.0,
      "step": 474330
    },
    {
      "epoch": 0.6016809622024512,
      "grad_norm": 5.53125,
      "learning_rate": 1.991854189871844e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5575981736183167,
      "num_tokens": 365237191.0,
      "step": 474340
    },
    {
      "epoch": 0.601693646794984,
      "grad_norm": 5.96875,
      "learning_rate": 1.9917907588632147e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5463420331478119,
      "num_tokens": 365244361.0,
      "step": 474350
    },
    {
      "epoch": 0.6017063313875168,
      "grad_norm": 7.90625,
      "learning_rate": 1.991727327854586e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5352794498205184,
      "num_tokens": 365252466.0,
      "step": 474360
    },
    {
      "epoch": 0.6017190159800496,
      "grad_norm": 6.03125,
      "learning_rate": 1.9916638968459568e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5252463698387146,
      "num_tokens": 365261202.0,
      "step": 474370
    },
    {
      "epoch": 0.6017317005725825,
      "grad_norm": 5.09375,
      "learning_rate": 1.9916004658373273e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5491629987955093,
      "num_tokens": 365269790.0,
      "step": 474380
    },
    {
      "epoch": 0.6017443851651153,
      "grad_norm": 4.65625,
      "learning_rate": 1.9915370348286982e-05,
      "loss": 1.8145,
      "mean_token_accuracy": 0.6007386863231658,
      "num_tokens": 365276768.0,
      "step": 474390
    },
    {
      "epoch": 0.6017570697576482,
      "grad_norm": 8.3125,
      "learning_rate": 1.991473603820069e-05,
      "loss": 2.2284,
      "mean_token_accuracy": 0.5276439428329468,
      "num_tokens": 365283776.0,
      "step": 474400
    },
    {
      "epoch": 0.601769754350181,
      "grad_norm": 6.15625,
      "learning_rate": 1.99141017281144e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5375500947237015,
      "num_tokens": 365291088.0,
      "step": 474410
    },
    {
      "epoch": 0.6017824389427139,
      "grad_norm": 6.28125,
      "learning_rate": 1.9913467418028108e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5444000840187073,
      "num_tokens": 365298188.0,
      "step": 474420
    },
    {
      "epoch": 0.6017951235352467,
      "grad_norm": 4.8125,
      "learning_rate": 1.9912833107941817e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5479364514350891,
      "num_tokens": 365306140.0,
      "step": 474430
    },
    {
      "epoch": 0.6018078081277796,
      "grad_norm": 5.03125,
      "learning_rate": 1.9912198797855526e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5380640000104904,
      "num_tokens": 365315416.0,
      "step": 474440
    },
    {
      "epoch": 0.6018204927203123,
      "grad_norm": 4.90625,
      "learning_rate": 1.991156448776923e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5410882472991944,
      "num_tokens": 365322686.0,
      "step": 474450
    },
    {
      "epoch": 0.6018331773128451,
      "grad_norm": 7.21875,
      "learning_rate": 1.9910930177682943e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5592369973659516,
      "num_tokens": 365330404.0,
      "step": 474460
    },
    {
      "epoch": 0.601845861905378,
      "grad_norm": 7.0625,
      "learning_rate": 1.9910295867596652e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5576351851224899,
      "num_tokens": 365337138.0,
      "step": 474470
    },
    {
      "epoch": 0.6018585464979108,
      "grad_norm": 4.46875,
      "learning_rate": 1.990966155751036e-05,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5130991011857986,
      "num_tokens": 365346155.0,
      "step": 474480
    },
    {
      "epoch": 0.6018712310904437,
      "grad_norm": 5.125,
      "learning_rate": 1.9909027247424066e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5545513570308686,
      "num_tokens": 365354456.0,
      "step": 474490
    },
    {
      "epoch": 0.6018839156829765,
      "grad_norm": 8.125,
      "learning_rate": 1.9908392937337775e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5612883299589158,
      "num_tokens": 365362031.0,
      "step": 474500
    },
    {
      "epoch": 0.6018966002755094,
      "grad_norm": 5.28125,
      "learning_rate": 1.9907758627251487e-05,
      "loss": 1.9578,
      "mean_token_accuracy": 0.5573029607534409,
      "num_tokens": 365369206.0,
      "step": 474510
    },
    {
      "epoch": 0.6019092848680422,
      "grad_norm": 8.6875,
      "learning_rate": 1.9907124317165192e-05,
      "loss": 1.861,
      "mean_token_accuracy": 0.5928451299667359,
      "num_tokens": 365375143.0,
      "step": 474520
    },
    {
      "epoch": 0.601921969460575,
      "grad_norm": 6.0625,
      "learning_rate": 1.99064900070789e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5357376992702484,
      "num_tokens": 365383908.0,
      "step": 474530
    },
    {
      "epoch": 0.6019346540531079,
      "grad_norm": 7.15625,
      "learning_rate": 1.990585569699261e-05,
      "loss": 2.3171,
      "mean_token_accuracy": 0.5114362061023712,
      "num_tokens": 365391155.0,
      "step": 474540
    },
    {
      "epoch": 0.6019473386456407,
      "grad_norm": 6.59375,
      "learning_rate": 1.990522138690632e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5366903811693191,
      "num_tokens": 365398969.0,
      "step": 474550
    },
    {
      "epoch": 0.6019600232381735,
      "grad_norm": 4.5625,
      "learning_rate": 1.9904587076820027e-05,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5859462499618531,
      "num_tokens": 365406727.0,
      "step": 474560
    },
    {
      "epoch": 0.6019727078307063,
      "grad_norm": 5.125,
      "learning_rate": 1.9903952766733736e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5481297463178635,
      "num_tokens": 365414121.0,
      "step": 474570
    },
    {
      "epoch": 0.6019853924232392,
      "grad_norm": 6.0,
      "learning_rate": 1.9903318456647445e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5387840628623962,
      "num_tokens": 365423133.0,
      "step": 474580
    },
    {
      "epoch": 0.601998077015772,
      "grad_norm": 5.09375,
      "learning_rate": 1.990268414656115e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5425948649644852,
      "num_tokens": 365429838.0,
      "step": 474590
    },
    {
      "epoch": 0.6020107616083049,
      "grad_norm": 6.8125,
      "learning_rate": 1.9902049836474862e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5612868875265121,
      "num_tokens": 365437170.0,
      "step": 474600
    },
    {
      "epoch": 0.6020234462008377,
      "grad_norm": 7.75,
      "learning_rate": 1.990141552638857e-05,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5620618730783462,
      "num_tokens": 365444802.0,
      "step": 474610
    },
    {
      "epoch": 0.6020361307933705,
      "grad_norm": 5.0,
      "learning_rate": 1.9900781216302276e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5660993993282318,
      "num_tokens": 365451532.0,
      "step": 474620
    },
    {
      "epoch": 0.6020488153859034,
      "grad_norm": 4.75,
      "learning_rate": 1.9900146906215985e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5573832631111145,
      "num_tokens": 365459165.0,
      "step": 474630
    },
    {
      "epoch": 0.6020614999784362,
      "grad_norm": 4.84375,
      "learning_rate": 1.9899512596129694e-05,
      "loss": 1.8421,
      "mean_token_accuracy": 0.5860684126615524,
      "num_tokens": 365466243.0,
      "step": 474640
    },
    {
      "epoch": 0.6020741845709691,
      "grad_norm": 4.65625,
      "learning_rate": 1.9898878286043406e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5306695491075516,
      "num_tokens": 365474641.0,
      "step": 474650
    },
    {
      "epoch": 0.6020868691635018,
      "grad_norm": 5.65625,
      "learning_rate": 1.989824397595711e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5482476562261581,
      "num_tokens": 365481659.0,
      "step": 474660
    },
    {
      "epoch": 0.6020995537560347,
      "grad_norm": 6.53125,
      "learning_rate": 1.989760966587082e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5503940522670746,
      "num_tokens": 365489919.0,
      "step": 474670
    },
    {
      "epoch": 0.6021122383485675,
      "grad_norm": 5.03125,
      "learning_rate": 1.989697535578453e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5491431176662445,
      "num_tokens": 365497293.0,
      "step": 474680
    },
    {
      "epoch": 0.6021249229411003,
      "grad_norm": 5.28125,
      "learning_rate": 1.9896341045698237e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.546187824010849,
      "num_tokens": 365505416.0,
      "step": 474690
    },
    {
      "epoch": 0.6021376075336332,
      "grad_norm": 9.0625,
      "learning_rate": 1.9895706735611946e-05,
      "loss": 1.8475,
      "mean_token_accuracy": 0.5857138395309448,
      "num_tokens": 365512388.0,
      "step": 474700
    },
    {
      "epoch": 0.602150292126166,
      "grad_norm": 5.53125,
      "learning_rate": 1.9895072425525655e-05,
      "loss": 1.6854,
      "mean_token_accuracy": 0.6102751195430756,
      "num_tokens": 365519047.0,
      "step": 474710
    },
    {
      "epoch": 0.6021629767186989,
      "grad_norm": 5.0,
      "learning_rate": 1.9894438115439364e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5462800741195679,
      "num_tokens": 365526745.0,
      "step": 474720
    },
    {
      "epoch": 0.6021756613112317,
      "grad_norm": 14.6875,
      "learning_rate": 1.989380380535307e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5377184152603149,
      "num_tokens": 365533796.0,
      "step": 474730
    },
    {
      "epoch": 0.6021883459037646,
      "grad_norm": 5.84375,
      "learning_rate": 1.9893169495266778e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5432532161474228,
      "num_tokens": 365541300.0,
      "step": 474740
    },
    {
      "epoch": 0.6022010304962974,
      "grad_norm": 4.34375,
      "learning_rate": 1.989253518518049e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5554610431194306,
      "num_tokens": 365549460.0,
      "step": 474750
    },
    {
      "epoch": 0.6022137150888301,
      "grad_norm": 5.375,
      "learning_rate": 1.9891900875094195e-05,
      "loss": 2.3747,
      "mean_token_accuracy": 0.5029161274433136,
      "num_tokens": 365557941.0,
      "step": 474760
    },
    {
      "epoch": 0.602226399681363,
      "grad_norm": 5.4375,
      "learning_rate": 1.9891266565007904e-05,
      "loss": 1.9197,
      "mean_token_accuracy": 0.5708861976861954,
      "num_tokens": 365565397.0,
      "step": 474770
    },
    {
      "epoch": 0.6022390842738958,
      "grad_norm": 4.84375,
      "learning_rate": 1.9890632254921613e-05,
      "loss": 1.5025,
      "mean_token_accuracy": 0.6585203438997269,
      "num_tokens": 365571224.0,
      "step": 474780
    },
    {
      "epoch": 0.6022517688664287,
      "grad_norm": 5.875,
      "learning_rate": 1.988999794483532e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5397712647914886,
      "num_tokens": 365579404.0,
      "step": 474790
    },
    {
      "epoch": 0.6022644534589615,
      "grad_norm": 5.59375,
      "learning_rate": 1.988936363474903e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5636204749345779,
      "num_tokens": 365586402.0,
      "step": 474800
    },
    {
      "epoch": 0.6022771380514944,
      "grad_norm": 4.875,
      "learning_rate": 1.988872932466274e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5455634713172912,
      "num_tokens": 365594299.0,
      "step": 474810
    },
    {
      "epoch": 0.6022898226440272,
      "grad_norm": 5.875,
      "learning_rate": 1.9888095014576448e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5273946553468705,
      "num_tokens": 365602924.0,
      "step": 474820
    },
    {
      "epoch": 0.6023025072365601,
      "grad_norm": 4.625,
      "learning_rate": 1.9887460704490153e-05,
      "loss": 1.9458,
      "mean_token_accuracy": 0.5689793735742569,
      "num_tokens": 365610414.0,
      "step": 474830
    },
    {
      "epoch": 0.6023151918290929,
      "grad_norm": 7.65625,
      "learning_rate": 1.988682639440386e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5700133711099624,
      "num_tokens": 365616832.0,
      "step": 474840
    },
    {
      "epoch": 0.6023278764216257,
      "grad_norm": 5.0625,
      "learning_rate": 1.9886192084317574e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.525708582997322,
      "num_tokens": 365624601.0,
      "step": 474850
    },
    {
      "epoch": 0.6023405610141586,
      "grad_norm": 6.90625,
      "learning_rate": 1.9885557774231283e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.55349161028862,
      "num_tokens": 365632090.0,
      "step": 474860
    },
    {
      "epoch": 0.6023532456066913,
      "grad_norm": 5.03125,
      "learning_rate": 1.9884923464144988e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5313929170370102,
      "num_tokens": 365640809.0,
      "step": 474870
    },
    {
      "epoch": 0.6023659301992242,
      "grad_norm": 5.3125,
      "learning_rate": 1.9884289154058697e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.545358094573021,
      "num_tokens": 365648243.0,
      "step": 474880
    },
    {
      "epoch": 0.602378614791757,
      "grad_norm": 5.9375,
      "learning_rate": 1.9883654843972405e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5362800687551499,
      "num_tokens": 365656467.0,
      "step": 474890
    },
    {
      "epoch": 0.6023912993842899,
      "grad_norm": 5.59375,
      "learning_rate": 1.9883020533886114e-05,
      "loss": 1.879,
      "mean_token_accuracy": 0.5833478271961212,
      "num_tokens": 365665081.0,
      "step": 474900
    },
    {
      "epoch": 0.6024039839768227,
      "grad_norm": 9.0625,
      "learning_rate": 1.9882386223799823e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.517238050699234,
      "num_tokens": 365672900.0,
      "step": 474910
    },
    {
      "epoch": 0.6024166685693555,
      "grad_norm": 6.25,
      "learning_rate": 1.988175191371353e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.519281753897667,
      "num_tokens": 365681949.0,
      "step": 474920
    },
    {
      "epoch": 0.6024293531618884,
      "grad_norm": 6.1875,
      "learning_rate": 1.988111760362724e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5387498259544372,
      "num_tokens": 365690054.0,
      "step": 474930
    },
    {
      "epoch": 0.6024420377544212,
      "grad_norm": 5.0,
      "learning_rate": 1.9880483293540946e-05,
      "loss": 2.2147,
      "mean_token_accuracy": 0.5180912733078002,
      "num_tokens": 365697306.0,
      "step": 474940
    },
    {
      "epoch": 0.6024547223469541,
      "grad_norm": 5.34375,
      "learning_rate": 1.9879848983454658e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.553108525276184,
      "num_tokens": 365705397.0,
      "step": 474950
    },
    {
      "epoch": 0.6024674069394869,
      "grad_norm": 7.65625,
      "learning_rate": 1.9879214673368367e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5448606073856354,
      "num_tokens": 365712430.0,
      "step": 474960
    },
    {
      "epoch": 0.6024800915320198,
      "grad_norm": 6.15625,
      "learning_rate": 1.9878580363282072e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5463831633329391,
      "num_tokens": 365719089.0,
      "step": 474970
    },
    {
      "epoch": 0.6024927761245525,
      "grad_norm": 6.21875,
      "learning_rate": 1.987794605319578e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.553144383430481,
      "num_tokens": 365727507.0,
      "step": 474980
    },
    {
      "epoch": 0.6025054607170854,
      "grad_norm": 6.0,
      "learning_rate": 1.9877311743109493e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5407092571258545,
      "num_tokens": 365735527.0,
      "step": 474990
    },
    {
      "epoch": 0.6025181453096182,
      "grad_norm": 6.90625,
      "learning_rate": 1.9876677433023198e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5691409468650818,
      "num_tokens": 365742152.0,
      "step": 475000
    },
    {
      "epoch": 0.602530829902151,
      "grad_norm": 5.09375,
      "learning_rate": 1.9876043122936907e-05,
      "loss": 1.8779,
      "mean_token_accuracy": 0.592106255888939,
      "num_tokens": 365750039.0,
      "step": 475010
    },
    {
      "epoch": 0.6025435144946839,
      "grad_norm": 5.65625,
      "learning_rate": 1.9875408812850616e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5449686765670776,
      "num_tokens": 365758775.0,
      "step": 475020
    },
    {
      "epoch": 0.6025561990872167,
      "grad_norm": 5.375,
      "learning_rate": 1.9874774502764324e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5616132378578186,
      "num_tokens": 365766968.0,
      "step": 475030
    },
    {
      "epoch": 0.6025688836797496,
      "grad_norm": 10.1875,
      "learning_rate": 1.9874140192678033e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5320731937885285,
      "num_tokens": 365775154.0,
      "step": 475040
    },
    {
      "epoch": 0.6025815682722824,
      "grad_norm": 5.25,
      "learning_rate": 1.9873505882591742e-05,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5231912344694137,
      "num_tokens": 365783935.0,
      "step": 475050
    },
    {
      "epoch": 0.6025942528648153,
      "grad_norm": 5.65625,
      "learning_rate": 1.987287157250545e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5299026012420655,
      "num_tokens": 365792966.0,
      "step": 475060
    },
    {
      "epoch": 0.6026069374573481,
      "grad_norm": 7.3125,
      "learning_rate": 1.987223726241916e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5366381108760834,
      "num_tokens": 365802315.0,
      "step": 475070
    },
    {
      "epoch": 0.6026196220498808,
      "grad_norm": 5.53125,
      "learning_rate": 1.9871602952332865e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5267276555299759,
      "num_tokens": 365810646.0,
      "step": 475080
    },
    {
      "epoch": 0.6026323066424137,
      "grad_norm": 7.53125,
      "learning_rate": 1.9870968642246577e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5331832885742187,
      "num_tokens": 365818018.0,
      "step": 475090
    },
    {
      "epoch": 0.6026449912349465,
      "grad_norm": 6.65625,
      "learning_rate": 1.9870334332160285e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5530631214380264,
      "num_tokens": 365825766.0,
      "step": 475100
    },
    {
      "epoch": 0.6026576758274794,
      "grad_norm": 5.75,
      "learning_rate": 1.986970002207399e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.534329891204834,
      "num_tokens": 365834134.0,
      "step": 475110
    },
    {
      "epoch": 0.6026703604200122,
      "grad_norm": 6.3125,
      "learning_rate": 1.98690657119877e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5285672545433044,
      "num_tokens": 365841055.0,
      "step": 475120
    },
    {
      "epoch": 0.6026830450125451,
      "grad_norm": 6.4375,
      "learning_rate": 1.986843140190141e-05,
      "loss": 1.7544,
      "mean_token_accuracy": 0.6174082040786744,
      "num_tokens": 365848395.0,
      "step": 475130
    },
    {
      "epoch": 0.6026957296050779,
      "grad_norm": 5.28125,
      "learning_rate": 1.9867797091815117e-05,
      "loss": 1.7943,
      "mean_token_accuracy": 0.5935639888048172,
      "num_tokens": 365855299.0,
      "step": 475140
    },
    {
      "epoch": 0.6027084141976107,
      "grad_norm": 4.9375,
      "learning_rate": 1.9867162781728826e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5485525816679001,
      "num_tokens": 365863295.0,
      "step": 475150
    },
    {
      "epoch": 0.6027210987901436,
      "grad_norm": 7.375,
      "learning_rate": 1.9866528471642535e-05,
      "loss": 1.8128,
      "mean_token_accuracy": 0.5985635757446289,
      "num_tokens": 365870990.0,
      "step": 475160
    },
    {
      "epoch": 0.6027337833826764,
      "grad_norm": 6.3125,
      "learning_rate": 1.9865894161556243e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5601457715034485,
      "num_tokens": 365877561.0,
      "step": 475170
    },
    {
      "epoch": 0.6027464679752093,
      "grad_norm": 5.46875,
      "learning_rate": 1.986525985146995e-05,
      "loss": 1.8796,
      "mean_token_accuracy": 0.5844378530979156,
      "num_tokens": 365886252.0,
      "step": 475180
    },
    {
      "epoch": 0.602759152567742,
      "grad_norm": 4.90625,
      "learning_rate": 1.986462554138366e-05,
      "loss": 2.1754,
      "mean_token_accuracy": 0.5269091844558715,
      "num_tokens": 365894702.0,
      "step": 475190
    },
    {
      "epoch": 0.6027718371602749,
      "grad_norm": 5.5,
      "learning_rate": 1.986399123129737e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5567347526550293,
      "num_tokens": 365902650.0,
      "step": 475200
    },
    {
      "epoch": 0.6027845217528077,
      "grad_norm": 7.65625,
      "learning_rate": 1.9863356921211075e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5308210849761963,
      "num_tokens": 365909847.0,
      "step": 475210
    },
    {
      "epoch": 0.6027972063453406,
      "grad_norm": 6.1875,
      "learning_rate": 1.9862722611124784e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5661245733499527,
      "num_tokens": 365918303.0,
      "step": 475220
    },
    {
      "epoch": 0.6028098909378734,
      "grad_norm": 5.875,
      "learning_rate": 1.9862088301038492e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5520694196224213,
      "num_tokens": 365926764.0,
      "step": 475230
    },
    {
      "epoch": 0.6028225755304062,
      "grad_norm": 4.8125,
      "learning_rate": 1.9861453990952204e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5476232647895813,
      "num_tokens": 365933723.0,
      "step": 475240
    },
    {
      "epoch": 0.6028352601229391,
      "grad_norm": 4.34375,
      "learning_rate": 1.986081968086591e-05,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5648268342018128,
      "num_tokens": 365943059.0,
      "step": 475250
    },
    {
      "epoch": 0.6028479447154719,
      "grad_norm": 6.65625,
      "learning_rate": 1.986018537077962e-05,
      "loss": 2.1999,
      "mean_token_accuracy": 0.5203132838010788,
      "num_tokens": 365951101.0,
      "step": 475260
    },
    {
      "epoch": 0.6028606293080048,
      "grad_norm": 6.15625,
      "learning_rate": 1.9859551060693327e-05,
      "loss": 1.8953,
      "mean_token_accuracy": 0.5774405688047409,
      "num_tokens": 365958073.0,
      "step": 475270
    },
    {
      "epoch": 0.6028733139005376,
      "grad_norm": 7.5,
      "learning_rate": 1.9858916750607036e-05,
      "loss": 1.9066,
      "mean_token_accuracy": 0.570067235827446,
      "num_tokens": 365965498.0,
      "step": 475280
    },
    {
      "epoch": 0.6028859984930705,
      "grad_norm": 4.90625,
      "learning_rate": 1.9858282440520745e-05,
      "loss": 1.8638,
      "mean_token_accuracy": 0.5719406068325043,
      "num_tokens": 365972499.0,
      "step": 475290
    },
    {
      "epoch": 0.6028986830856032,
      "grad_norm": 5.03125,
      "learning_rate": 1.9857648130434454e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5310384809970856,
      "num_tokens": 365981005.0,
      "step": 475300
    },
    {
      "epoch": 0.602911367678136,
      "grad_norm": 6.59375,
      "learning_rate": 1.9857013820348162e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5489123344421387,
      "num_tokens": 365988600.0,
      "step": 475310
    },
    {
      "epoch": 0.6029240522706689,
      "grad_norm": 6.09375,
      "learning_rate": 1.9856379510261868e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5507726281881332,
      "num_tokens": 365996593.0,
      "step": 475320
    },
    {
      "epoch": 0.6029367368632017,
      "grad_norm": 6.875,
      "learning_rate": 1.9855745200175576e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5615644484758378,
      "num_tokens": 366004065.0,
      "step": 475330
    },
    {
      "epoch": 0.6029494214557346,
      "grad_norm": 5.84375,
      "learning_rate": 1.985511089008929e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5189511030912399,
      "num_tokens": 366012526.0,
      "step": 475340
    },
    {
      "epoch": 0.6029621060482674,
      "grad_norm": 5.9375,
      "learning_rate": 1.9854476580002994e-05,
      "loss": 1.7758,
      "mean_token_accuracy": 0.6129584819078445,
      "num_tokens": 366020936.0,
      "step": 475350
    },
    {
      "epoch": 0.6029747906408003,
      "grad_norm": 5.5625,
      "learning_rate": 1.9853842269916703e-05,
      "loss": 1.7663,
      "mean_token_accuracy": 0.6173253417015075,
      "num_tokens": 366026093.0,
      "step": 475360
    },
    {
      "epoch": 0.6029874752333331,
      "grad_norm": 5.40625,
      "learning_rate": 1.985320795983041e-05,
      "loss": 1.9462,
      "mean_token_accuracy": 0.5715948194265366,
      "num_tokens": 366032931.0,
      "step": 475370
    },
    {
      "epoch": 0.603000159825866,
      "grad_norm": 8.1875,
      "learning_rate": 1.985257364974412e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5472975164651871,
      "num_tokens": 366040278.0,
      "step": 475380
    },
    {
      "epoch": 0.6030128444183988,
      "grad_norm": 4.03125,
      "learning_rate": 1.985193933965783e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.554262125492096,
      "num_tokens": 366048347.0,
      "step": 475390
    },
    {
      "epoch": 0.6030255290109315,
      "grad_norm": 5.53125,
      "learning_rate": 1.9851305029571538e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5378954857587814,
      "num_tokens": 366056371.0,
      "step": 475400
    },
    {
      "epoch": 0.6030382136034644,
      "grad_norm": 6.6875,
      "learning_rate": 1.9850670719485246e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5379406183958053,
      "num_tokens": 366064269.0,
      "step": 475410
    },
    {
      "epoch": 0.6030508981959972,
      "grad_norm": 5.3125,
      "learning_rate": 1.985003640939895e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.526832714676857,
      "num_tokens": 366073366.0,
      "step": 475420
    },
    {
      "epoch": 0.6030635827885301,
      "grad_norm": 6.5625,
      "learning_rate": 1.9849402099312664e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5804761588573456,
      "num_tokens": 366081032.0,
      "step": 475430
    },
    {
      "epoch": 0.6030762673810629,
      "grad_norm": 5.09375,
      "learning_rate": 1.9848767789226372e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5678715199232102,
      "num_tokens": 366089523.0,
      "step": 475440
    },
    {
      "epoch": 0.6030889519735958,
      "grad_norm": 7.75,
      "learning_rate": 1.984813347914008e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.5725120604038239,
      "num_tokens": 366096720.0,
      "step": 475450
    },
    {
      "epoch": 0.6031016365661286,
      "grad_norm": 5.5,
      "learning_rate": 1.9847499169053787e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5267752856016159,
      "num_tokens": 366104538.0,
      "step": 475460
    },
    {
      "epoch": 0.6031143211586614,
      "grad_norm": 4.75,
      "learning_rate": 1.9846864858967495e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5362592935562134,
      "num_tokens": 366113834.0,
      "step": 475470
    },
    {
      "epoch": 0.6031270057511943,
      "grad_norm": 4.96875,
      "learning_rate": 1.9846230548881207e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5302991509437561,
      "num_tokens": 366121291.0,
      "step": 475480
    },
    {
      "epoch": 0.603139690343727,
      "grad_norm": 5.21875,
      "learning_rate": 1.9845596238794913e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5384760141372681,
      "num_tokens": 366130046.0,
      "step": 475490
    },
    {
      "epoch": 0.60315237493626,
      "grad_norm": 5.71875,
      "learning_rate": 1.984496192870862e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5584692388772965,
      "num_tokens": 366138239.0,
      "step": 475500
    },
    {
      "epoch": 0.6031650595287927,
      "grad_norm": 5.34375,
      "learning_rate": 1.984432761862233e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.5365291386842728,
      "num_tokens": 366146447.0,
      "step": 475510
    },
    {
      "epoch": 0.6031777441213256,
      "grad_norm": 5.59375,
      "learning_rate": 1.984369330853604e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5373082399368286,
      "num_tokens": 366154418.0,
      "step": 475520
    },
    {
      "epoch": 0.6031904287138584,
      "grad_norm": 6.59375,
      "learning_rate": 1.9843058998449748e-05,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5610160440206527,
      "num_tokens": 366161358.0,
      "step": 475530
    },
    {
      "epoch": 0.6032031133063913,
      "grad_norm": 7.03125,
      "learning_rate": 1.9842424688363456e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5798705279827118,
      "num_tokens": 366168313.0,
      "step": 475540
    },
    {
      "epoch": 0.6032157978989241,
      "grad_norm": 4.90625,
      "learning_rate": 1.9841790378277165e-05,
      "loss": 1.8733,
      "mean_token_accuracy": 0.5912656217813492,
      "num_tokens": 366174498.0,
      "step": 475550
    },
    {
      "epoch": 0.6032284824914569,
      "grad_norm": 5.84375,
      "learning_rate": 1.984115606819087e-05,
      "loss": 1.6199,
      "mean_token_accuracy": 0.6338687717914582,
      "num_tokens": 366180971.0,
      "step": 475560
    },
    {
      "epoch": 0.6032411670839898,
      "grad_norm": 7.75,
      "learning_rate": 1.984052175810458e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5504507571458817,
      "num_tokens": 366187404.0,
      "step": 475570
    },
    {
      "epoch": 0.6032538516765226,
      "grad_norm": 5.25,
      "learning_rate": 1.983988744801829e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5579187870025635,
      "num_tokens": 366195752.0,
      "step": 475580
    },
    {
      "epoch": 0.6032665362690555,
      "grad_norm": 9.375,
      "learning_rate": 1.9839253137931997e-05,
      "loss": 1.8709,
      "mean_token_accuracy": 0.5820782661437989,
      "num_tokens": 366203072.0,
      "step": 475590
    },
    {
      "epoch": 0.6032792208615883,
      "grad_norm": 7.4375,
      "learning_rate": 1.9838618827845706e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5211414605379104,
      "num_tokens": 366211214.0,
      "step": 475600
    },
    {
      "epoch": 0.6032919054541211,
      "grad_norm": 4.71875,
      "learning_rate": 1.9837984517759414e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5344766169786453,
      "num_tokens": 366218612.0,
      "step": 475610
    },
    {
      "epoch": 0.6033045900466539,
      "grad_norm": 4.90625,
      "learning_rate": 1.9837350207673123e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.53532874584198,
      "num_tokens": 366227460.0,
      "step": 475620
    },
    {
      "epoch": 0.6033172746391867,
      "grad_norm": 6.4375,
      "learning_rate": 1.9836715897586832e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5632415354251862,
      "num_tokens": 366234847.0,
      "step": 475630
    },
    {
      "epoch": 0.6033299592317196,
      "grad_norm": 5.25,
      "learning_rate": 1.983608158750054e-05,
      "loss": 1.9268,
      "mean_token_accuracy": 0.5721419483423233,
      "num_tokens": 366242125.0,
      "step": 475640
    },
    {
      "epoch": 0.6033426438242524,
      "grad_norm": 7.75,
      "learning_rate": 1.983544727741425e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5351838797330857,
      "num_tokens": 366249879.0,
      "step": 475650
    },
    {
      "epoch": 0.6033553284167853,
      "grad_norm": 4.875,
      "learning_rate": 1.9834812967327958e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5849887937307358,
      "num_tokens": 366257618.0,
      "step": 475660
    },
    {
      "epoch": 0.6033680130093181,
      "grad_norm": 6.375,
      "learning_rate": 1.9834178657241663e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5313261151313782,
      "num_tokens": 366266067.0,
      "step": 475670
    },
    {
      "epoch": 0.603380697601851,
      "grad_norm": 5.1875,
      "learning_rate": 1.9833544347155375e-05,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5568864643573761,
      "num_tokens": 366274406.0,
      "step": 475680
    },
    {
      "epoch": 0.6033933821943838,
      "grad_norm": 7.125,
      "learning_rate": 1.9832910037069084e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5651594966650009,
      "num_tokens": 366281017.0,
      "step": 475690
    },
    {
      "epoch": 0.6034060667869166,
      "grad_norm": 6.25,
      "learning_rate": 1.983227572698279e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5414412498474122,
      "num_tokens": 366288428.0,
      "step": 475700
    },
    {
      "epoch": 0.6034187513794494,
      "grad_norm": 5.03125,
      "learning_rate": 1.9831641416896498e-05,
      "loss": 2.256,
      "mean_token_accuracy": 0.5211350351572037,
      "num_tokens": 366296584.0,
      "step": 475710
    },
    {
      "epoch": 0.6034314359719822,
      "grad_norm": 5.0,
      "learning_rate": 1.9831007106810207e-05,
      "loss": 2.2473,
      "mean_token_accuracy": 0.5145590215921402,
      "num_tokens": 366305872.0,
      "step": 475720
    },
    {
      "epoch": 0.6034441205645151,
      "grad_norm": 5.6875,
      "learning_rate": 1.9830372796723916e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5388901233673096,
      "num_tokens": 366314171.0,
      "step": 475730
    },
    {
      "epoch": 0.6034568051570479,
      "grad_norm": 8.5625,
      "learning_rate": 1.9829738486637625e-05,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5673821896314621,
      "num_tokens": 366321068.0,
      "step": 475740
    },
    {
      "epoch": 0.6034694897495808,
      "grad_norm": 6.59375,
      "learning_rate": 1.9829104176551333e-05,
      "loss": 2.2314,
      "mean_token_accuracy": 0.5184265583753586,
      "num_tokens": 366328777.0,
      "step": 475750
    },
    {
      "epoch": 0.6034821743421136,
      "grad_norm": 9.0625,
      "learning_rate": 1.9828469866465042e-05,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5604037344455719,
      "num_tokens": 366337732.0,
      "step": 475760
    },
    {
      "epoch": 0.6034948589346465,
      "grad_norm": 8.125,
      "learning_rate": 1.9827835556378747e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5290246337652207,
      "num_tokens": 366345282.0,
      "step": 475770
    },
    {
      "epoch": 0.6035075435271793,
      "grad_norm": 7.625,
      "learning_rate": 1.982720124629246e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5190980553627014,
      "num_tokens": 366352397.0,
      "step": 475780
    },
    {
      "epoch": 0.6035202281197121,
      "grad_norm": 5.40625,
      "learning_rate": 1.9826566936206168e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.540687307715416,
      "num_tokens": 366359629.0,
      "step": 475790
    },
    {
      "epoch": 0.603532912712245,
      "grad_norm": 6.0625,
      "learning_rate": 1.9825932626119874e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.5584401279687882,
      "num_tokens": 366367767.0,
      "step": 475800
    },
    {
      "epoch": 0.6035455973047777,
      "grad_norm": 5.15625,
      "learning_rate": 1.9825298316033582e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5429835587739944,
      "num_tokens": 366375258.0,
      "step": 475810
    },
    {
      "epoch": 0.6035582818973106,
      "grad_norm": 6.90625,
      "learning_rate": 1.982466400594729e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5557764321565628,
      "num_tokens": 366382697.0,
      "step": 475820
    },
    {
      "epoch": 0.6035709664898434,
      "grad_norm": 7.0,
      "learning_rate": 1.9824029695861003e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5385654658079148,
      "num_tokens": 366390236.0,
      "step": 475830
    },
    {
      "epoch": 0.6035836510823763,
      "grad_norm": 5.28125,
      "learning_rate": 1.982339538577471e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5242279708385468,
      "num_tokens": 366398129.0,
      "step": 475840
    },
    {
      "epoch": 0.6035963356749091,
      "grad_norm": 6.90625,
      "learning_rate": 1.9822761075688417e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.546222585439682,
      "num_tokens": 366405712.0,
      "step": 475850
    },
    {
      "epoch": 0.6036090202674419,
      "grad_norm": 5.8125,
      "learning_rate": 1.9822126765602126e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5208618491888046,
      "num_tokens": 366414727.0,
      "step": 475860
    },
    {
      "epoch": 0.6036217048599748,
      "grad_norm": 7.0,
      "learning_rate": 1.9821492455515835e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5440947711467743,
      "num_tokens": 366422355.0,
      "step": 475870
    },
    {
      "epoch": 0.6036343894525076,
      "grad_norm": 9.1875,
      "learning_rate": 1.9820858145429543e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5497647762298584,
      "num_tokens": 366429620.0,
      "step": 475880
    },
    {
      "epoch": 0.6036470740450405,
      "grad_norm": 5.46875,
      "learning_rate": 1.9820223835343252e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5255183309316636,
      "num_tokens": 366437268.0,
      "step": 475890
    },
    {
      "epoch": 0.6036597586375733,
      "grad_norm": 5.375,
      "learning_rate": 1.981958952525696e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5405656009912491,
      "num_tokens": 366445391.0,
      "step": 475900
    },
    {
      "epoch": 0.6036724432301062,
      "grad_norm": 5.34375,
      "learning_rate": 1.9818955215170666e-05,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5325514256954194,
      "num_tokens": 366454200.0,
      "step": 475910
    },
    {
      "epoch": 0.603685127822639,
      "grad_norm": 5.03125,
      "learning_rate": 1.981832090508438e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5350035756826401,
      "num_tokens": 366462145.0,
      "step": 475920
    },
    {
      "epoch": 0.6036978124151718,
      "grad_norm": 4.90625,
      "learning_rate": 1.9817686594998087e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5537005126476288,
      "num_tokens": 366468921.0,
      "step": 475930
    },
    {
      "epoch": 0.6037104970077046,
      "grad_norm": 5.90625,
      "learning_rate": 1.9817052284911793e-05,
      "loss": 1.673,
      "mean_token_accuracy": 0.6192701697349549,
      "num_tokens": 366475225.0,
      "step": 475940
    },
    {
      "epoch": 0.6037231816002374,
      "grad_norm": 5.3125,
      "learning_rate": 1.98164179748255e-05,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5196727812290192,
      "num_tokens": 366483436.0,
      "step": 475950
    },
    {
      "epoch": 0.6037358661927703,
      "grad_norm": 5.9375,
      "learning_rate": 1.981578366473921e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.554252314567566,
      "num_tokens": 366490440.0,
      "step": 475960
    },
    {
      "epoch": 0.6037485507853031,
      "grad_norm": 25.5,
      "learning_rate": 1.9815149354652922e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5470549076795578,
      "num_tokens": 366497577.0,
      "step": 475970
    },
    {
      "epoch": 0.603761235377836,
      "grad_norm": 7.59375,
      "learning_rate": 1.9814515044566627e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5349316000938416,
      "num_tokens": 366504579.0,
      "step": 475980
    },
    {
      "epoch": 0.6037739199703688,
      "grad_norm": 5.84375,
      "learning_rate": 1.9813880734480336e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5419450283050538,
      "num_tokens": 366513270.0,
      "step": 475990
    },
    {
      "epoch": 0.6037866045629017,
      "grad_norm": 5.0625,
      "learning_rate": 1.9813246424394045e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5461645483970642,
      "num_tokens": 366521200.0,
      "step": 476000
    },
    {
      "epoch": 0.6037992891554345,
      "grad_norm": 6.09375,
      "learning_rate": 1.981261211430775e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5344720959663392,
      "num_tokens": 366529639.0,
      "step": 476010
    },
    {
      "epoch": 0.6038119737479672,
      "grad_norm": 5.4375,
      "learning_rate": 1.9811977804221462e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5154235452413559,
      "num_tokens": 366538170.0,
      "step": 476020
    },
    {
      "epoch": 0.6038246583405001,
      "grad_norm": 5.875,
      "learning_rate": 1.981134349413517e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5471428245306015,
      "num_tokens": 366545867.0,
      "step": 476030
    },
    {
      "epoch": 0.6038373429330329,
      "grad_norm": 5.3125,
      "learning_rate": 1.981070918404888e-05,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5193540126085281,
      "num_tokens": 366554438.0,
      "step": 476040
    },
    {
      "epoch": 0.6038500275255658,
      "grad_norm": 5.3125,
      "learning_rate": 1.9810074873962585e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.544140699505806,
      "num_tokens": 366563358.0,
      "step": 476050
    },
    {
      "epoch": 0.6038627121180986,
      "grad_norm": 5.75,
      "learning_rate": 1.9809440563876294e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5389914155006409,
      "num_tokens": 366571292.0,
      "step": 476060
    },
    {
      "epoch": 0.6038753967106315,
      "grad_norm": 6.4375,
      "learning_rate": 1.9808806253790006e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.54325011074543,
      "num_tokens": 366580054.0,
      "step": 476070
    },
    {
      "epoch": 0.6038880813031643,
      "grad_norm": 6.09375,
      "learning_rate": 1.980817194370371e-05,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5154070734977723,
      "num_tokens": 366588111.0,
      "step": 476080
    },
    {
      "epoch": 0.6039007658956971,
      "grad_norm": 6.4375,
      "learning_rate": 1.980753763361742e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5432660043239593,
      "num_tokens": 366596174.0,
      "step": 476090
    },
    {
      "epoch": 0.60391345048823,
      "grad_norm": 8.125,
      "learning_rate": 1.980690332353113e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5304679334163666,
      "num_tokens": 366604181.0,
      "step": 476100
    },
    {
      "epoch": 0.6039261350807628,
      "grad_norm": 4.9375,
      "learning_rate": 1.9806269013444838e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5307015180587769,
      "num_tokens": 366612804.0,
      "step": 476110
    },
    {
      "epoch": 0.6039388196732957,
      "grad_norm": 4.90625,
      "learning_rate": 1.9805634703358546e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5709871977567673,
      "num_tokens": 366620190.0,
      "step": 476120
    },
    {
      "epoch": 0.6039515042658284,
      "grad_norm": 5.15625,
      "learning_rate": 1.9805000393272255e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5419932961463928,
      "num_tokens": 366627825.0,
      "step": 476130
    },
    {
      "epoch": 0.6039641888583613,
      "grad_norm": 6.0,
      "learning_rate": 1.9804366083185964e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5517448723316193,
      "num_tokens": 366636176.0,
      "step": 476140
    },
    {
      "epoch": 0.6039768734508941,
      "grad_norm": 4.65625,
      "learning_rate": 1.980373177309967e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5400898486375809,
      "num_tokens": 366643909.0,
      "step": 476150
    },
    {
      "epoch": 0.603989558043427,
      "grad_norm": 7.09375,
      "learning_rate": 1.9803097463013378e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5323280215263366,
      "num_tokens": 366652332.0,
      "step": 476160
    },
    {
      "epoch": 0.6040022426359598,
      "grad_norm": 6.0625,
      "learning_rate": 1.980246315292709e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5513702720403671,
      "num_tokens": 366660884.0,
      "step": 476170
    },
    {
      "epoch": 0.6040149272284926,
      "grad_norm": 6.96875,
      "learning_rate": 1.98018288428408e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5169333457946778,
      "num_tokens": 366668606.0,
      "step": 476180
    },
    {
      "epoch": 0.6040276118210255,
      "grad_norm": 5.3125,
      "learning_rate": 1.9801194532754504e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.557058522105217,
      "num_tokens": 366677089.0,
      "step": 476190
    },
    {
      "epoch": 0.6040402964135583,
      "grad_norm": 5.1875,
      "learning_rate": 1.9800560222668213e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.517939630150795,
      "num_tokens": 366685879.0,
      "step": 476200
    },
    {
      "epoch": 0.6040529810060912,
      "grad_norm": 5.3125,
      "learning_rate": 1.9799925912581922e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.524080240726471,
      "num_tokens": 366695491.0,
      "step": 476210
    },
    {
      "epoch": 0.604065665598624,
      "grad_norm": 6.46875,
      "learning_rate": 1.979929160249563e-05,
      "loss": 1.8785,
      "mean_token_accuracy": 0.5853636801242829,
      "num_tokens": 366702729.0,
      "step": 476220
    },
    {
      "epoch": 0.6040783501911569,
      "grad_norm": 5.3125,
      "learning_rate": 1.979865729240934e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5475274682044983,
      "num_tokens": 366710606.0,
      "step": 476230
    },
    {
      "epoch": 0.6040910347836896,
      "grad_norm": 7.28125,
      "learning_rate": 1.9798022982323048e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5494934111833573,
      "num_tokens": 366718310.0,
      "step": 476240
    },
    {
      "epoch": 0.6041037193762224,
      "grad_norm": 5.0625,
      "learning_rate": 1.9797388672236757e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5506074368953705,
      "num_tokens": 366727103.0,
      "step": 476250
    },
    {
      "epoch": 0.6041164039687553,
      "grad_norm": 6.40625,
      "learning_rate": 1.9796754362150462e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5298405766487122,
      "num_tokens": 366735428.0,
      "step": 476260
    },
    {
      "epoch": 0.6041290885612881,
      "grad_norm": 6.03125,
      "learning_rate": 1.9796120052064174e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5690448820590973,
      "num_tokens": 366742404.0,
      "step": 476270
    },
    {
      "epoch": 0.604141773153821,
      "grad_norm": 7.65625,
      "learning_rate": 1.9795485741977883e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5375984311103821,
      "num_tokens": 366750446.0,
      "step": 476280
    },
    {
      "epoch": 0.6041544577463538,
      "grad_norm": 5.40625,
      "learning_rate": 1.9794851431891588e-05,
      "loss": 1.7875,
      "mean_token_accuracy": 0.6037387698888779,
      "num_tokens": 366757446.0,
      "step": 476290
    },
    {
      "epoch": 0.6041671423388867,
      "grad_norm": 5.4375,
      "learning_rate": 1.9794217121805297e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5260828673839569,
      "num_tokens": 366766310.0,
      "step": 476300
    },
    {
      "epoch": 0.6041798269314195,
      "grad_norm": 5.1875,
      "learning_rate": 1.9793582811719006e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5490875154733658,
      "num_tokens": 366775062.0,
      "step": 476310
    },
    {
      "epoch": 0.6041925115239524,
      "grad_norm": 5.1875,
      "learning_rate": 1.9792948501632714e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5610603362321853,
      "num_tokens": 366783387.0,
      "step": 476320
    },
    {
      "epoch": 0.6042051961164852,
      "grad_norm": 7.09375,
      "learning_rate": 1.9792314191546423e-05,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5237168282270431,
      "num_tokens": 366791368.0,
      "step": 476330
    },
    {
      "epoch": 0.6042178807090179,
      "grad_norm": 5.0625,
      "learning_rate": 1.9791679881460132e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.524499186873436,
      "num_tokens": 366800367.0,
      "step": 476340
    },
    {
      "epoch": 0.6042305653015508,
      "grad_norm": 5.875,
      "learning_rate": 1.979104557137384e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5586551159620285,
      "num_tokens": 366808106.0,
      "step": 476350
    },
    {
      "epoch": 0.6042432498940836,
      "grad_norm": 5.28125,
      "learning_rate": 1.979041126128755e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5467724531888962,
      "num_tokens": 366816452.0,
      "step": 476360
    },
    {
      "epoch": 0.6042559344866165,
      "grad_norm": 6.125,
      "learning_rate": 1.9789776951201258e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.552552518248558,
      "num_tokens": 366824752.0,
      "step": 476370
    },
    {
      "epoch": 0.6042686190791493,
      "grad_norm": 5.4375,
      "learning_rate": 1.9789142641114967e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5252990126609802,
      "num_tokens": 366833130.0,
      "step": 476380
    },
    {
      "epoch": 0.6042813036716822,
      "grad_norm": 4.9375,
      "learning_rate": 1.9788508331028676e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5364795863628388,
      "num_tokens": 366840866.0,
      "step": 476390
    },
    {
      "epoch": 0.604293988264215,
      "grad_norm": 5.0625,
      "learning_rate": 1.978787402094238e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5445785760879517,
      "num_tokens": 366849652.0,
      "step": 476400
    },
    {
      "epoch": 0.6043066728567478,
      "grad_norm": 5.4375,
      "learning_rate": 1.9787239710856093e-05,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5650534510612488,
      "num_tokens": 366856621.0,
      "step": 476410
    },
    {
      "epoch": 0.6043193574492807,
      "grad_norm": 4.9375,
      "learning_rate": 1.9786605400769802e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5314357489347458,
      "num_tokens": 366865714.0,
      "step": 476420
    },
    {
      "epoch": 0.6043320420418135,
      "grad_norm": 6.125,
      "learning_rate": 1.9785971090683507e-05,
      "loss": 1.8508,
      "mean_token_accuracy": 0.5876639902591705,
      "num_tokens": 366873156.0,
      "step": 476430
    },
    {
      "epoch": 0.6043447266343464,
      "grad_norm": 7.40625,
      "learning_rate": 1.9785336780597216e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5288569509983063,
      "num_tokens": 366880457.0,
      "step": 476440
    },
    {
      "epoch": 0.6043574112268791,
      "grad_norm": 6.78125,
      "learning_rate": 1.9784702470510925e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.554108065366745,
      "num_tokens": 366888032.0,
      "step": 476450
    },
    {
      "epoch": 0.604370095819412,
      "grad_norm": 6.0,
      "learning_rate": 1.9784068160424633e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5490592300891877,
      "num_tokens": 366896776.0,
      "step": 476460
    },
    {
      "epoch": 0.6043827804119448,
      "grad_norm": 5.75,
      "learning_rate": 1.9783433850338342e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5469360500574112,
      "num_tokens": 366903803.0,
      "step": 476470
    },
    {
      "epoch": 0.6043954650044777,
      "grad_norm": 5.3125,
      "learning_rate": 1.978279954025205e-05,
      "loss": 2.2033,
      "mean_token_accuracy": 0.5214531004428864,
      "num_tokens": 366911634.0,
      "step": 476480
    },
    {
      "epoch": 0.6044081495970105,
      "grad_norm": 5.53125,
      "learning_rate": 1.978216523016576e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5483414560556412,
      "num_tokens": 366919757.0,
      "step": 476490
    },
    {
      "epoch": 0.6044208341895433,
      "grad_norm": 6.6875,
      "learning_rate": 1.9781530920079465e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5248538732528687,
      "num_tokens": 366929028.0,
      "step": 476500
    },
    {
      "epoch": 0.6044335187820762,
      "grad_norm": 5.71875,
      "learning_rate": 1.9780896609993177e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5152405261993408,
      "num_tokens": 366936655.0,
      "step": 476510
    },
    {
      "epoch": 0.604446203374609,
      "grad_norm": 5.125,
      "learning_rate": 1.9780262299906886e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5166601717472077,
      "num_tokens": 366944138.0,
      "step": 476520
    },
    {
      "epoch": 0.6044588879671419,
      "grad_norm": 5.53125,
      "learning_rate": 1.977962798982059e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5407001793384552,
      "num_tokens": 366951901.0,
      "step": 476530
    },
    {
      "epoch": 0.6044715725596747,
      "grad_norm": 5.46875,
      "learning_rate": 1.97789936797343e-05,
      "loss": 2.218,
      "mean_token_accuracy": 0.5213220536708831,
      "num_tokens": 366959227.0,
      "step": 476540
    },
    {
      "epoch": 0.6044842571522075,
      "grad_norm": 6.28125,
      "learning_rate": 1.977835936964801e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5368849039077759,
      "num_tokens": 366966415.0,
      "step": 476550
    },
    {
      "epoch": 0.6044969417447403,
      "grad_norm": 4.9375,
      "learning_rate": 1.977772505956172e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.566222870349884,
      "num_tokens": 366974554.0,
      "step": 476560
    },
    {
      "epoch": 0.6045096263372731,
      "grad_norm": 5.84375,
      "learning_rate": 1.9777090749475426e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5420327425003052,
      "num_tokens": 366981507.0,
      "step": 476570
    },
    {
      "epoch": 0.604522310929806,
      "grad_norm": 4.34375,
      "learning_rate": 1.9776456439389135e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5654057204723358,
      "num_tokens": 366989081.0,
      "step": 476580
    },
    {
      "epoch": 0.6045349955223388,
      "grad_norm": 5.21875,
      "learning_rate": 1.9775822129302844e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5228485614061356,
      "num_tokens": 366996954.0,
      "step": 476590
    },
    {
      "epoch": 0.6045476801148717,
      "grad_norm": 5.90625,
      "learning_rate": 1.9775187819216552e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5234153568744659,
      "num_tokens": 367004672.0,
      "step": 476600
    },
    {
      "epoch": 0.6045603647074045,
      "grad_norm": 5.3125,
      "learning_rate": 1.977455350913026e-05,
      "loss": 2.303,
      "mean_token_accuracy": 0.5108493894338608,
      "num_tokens": 367012290.0,
      "step": 476610
    },
    {
      "epoch": 0.6045730492999374,
      "grad_norm": 6.59375,
      "learning_rate": 1.977391919904397e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5328356355428696,
      "num_tokens": 367021451.0,
      "step": 476620
    },
    {
      "epoch": 0.6045857338924702,
      "grad_norm": 6.5,
      "learning_rate": 1.977328488895768e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5636182606220246,
      "num_tokens": 367027642.0,
      "step": 476630
    },
    {
      "epoch": 0.604598418485003,
      "grad_norm": 5.28125,
      "learning_rate": 1.9772650578871384e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5525762617588044,
      "num_tokens": 367036246.0,
      "step": 476640
    },
    {
      "epoch": 0.6046111030775358,
      "grad_norm": 4.96875,
      "learning_rate": 1.9772016268785093e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5345127582550049,
      "num_tokens": 367043237.0,
      "step": 476650
    },
    {
      "epoch": 0.6046237876700686,
      "grad_norm": 5.0,
      "learning_rate": 1.9771381958698805e-05,
      "loss": 1.881,
      "mean_token_accuracy": 0.5910479813814163,
      "num_tokens": 367050281.0,
      "step": 476660
    },
    {
      "epoch": 0.6046364722626015,
      "grad_norm": 5.53125,
      "learning_rate": 1.977074764861251e-05,
      "loss": 1.7492,
      "mean_token_accuracy": 0.6083483517169952,
      "num_tokens": 367057135.0,
      "step": 476670
    },
    {
      "epoch": 0.6046491568551343,
      "grad_norm": 4.8125,
      "learning_rate": 1.977011333852622e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5355958104133606,
      "num_tokens": 367065794.0,
      "step": 476680
    },
    {
      "epoch": 0.6046618414476672,
      "grad_norm": 6.375,
      "learning_rate": 1.9769479028439928e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5555365025997162,
      "num_tokens": 367073319.0,
      "step": 476690
    },
    {
      "epoch": 0.6046745260402,
      "grad_norm": 4.78125,
      "learning_rate": 1.9768844718353636e-05,
      "loss": 1.8907,
      "mean_token_accuracy": 0.5803958028554916,
      "num_tokens": 367082035.0,
      "step": 476700
    },
    {
      "epoch": 0.6046872106327329,
      "grad_norm": 6.6875,
      "learning_rate": 1.9768210408267345e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5394524544477463,
      "num_tokens": 367087523.0,
      "step": 476710
    },
    {
      "epoch": 0.6046998952252657,
      "grad_norm": 5.90625,
      "learning_rate": 1.9767576098181054e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5509316802024842,
      "num_tokens": 367094215.0,
      "step": 476720
    },
    {
      "epoch": 0.6047125798177985,
      "grad_norm": 4.78125,
      "learning_rate": 1.9766941788094763e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5394645571708679,
      "num_tokens": 367102345.0,
      "step": 476730
    },
    {
      "epoch": 0.6047252644103314,
      "grad_norm": 6.5625,
      "learning_rate": 1.9766307478008468e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5325779765844345,
      "num_tokens": 367111271.0,
      "step": 476740
    },
    {
      "epoch": 0.6047379490028642,
      "grad_norm": 5.375,
      "learning_rate": 1.9765673167922177e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5399690717458725,
      "num_tokens": 367119667.0,
      "step": 476750
    },
    {
      "epoch": 0.604750633595397,
      "grad_norm": 4.875,
      "learning_rate": 1.976503885783589e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5349488377571106,
      "num_tokens": 367127983.0,
      "step": 476760
    },
    {
      "epoch": 0.6047633181879298,
      "grad_norm": 4.5,
      "learning_rate": 1.9764404547749598e-05,
      "loss": 1.8733,
      "mean_token_accuracy": 0.5931135654449463,
      "num_tokens": 367135045.0,
      "step": 476770
    },
    {
      "epoch": 0.6047760027804627,
      "grad_norm": 7.78125,
      "learning_rate": 1.9763770237663303e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.5292041420936584,
      "num_tokens": 367142660.0,
      "step": 476780
    },
    {
      "epoch": 0.6047886873729955,
      "grad_norm": 4.90625,
      "learning_rate": 1.976313592757701e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5532226383686065,
      "num_tokens": 367149499.0,
      "step": 476790
    },
    {
      "epoch": 0.6048013719655283,
      "grad_norm": 6.75,
      "learning_rate": 1.9762501617490724e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5663745939731598,
      "num_tokens": 367157106.0,
      "step": 476800
    },
    {
      "epoch": 0.6048140565580612,
      "grad_norm": 4.625,
      "learning_rate": 1.976186730740443e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5570336729288101,
      "num_tokens": 367165432.0,
      "step": 476810
    },
    {
      "epoch": 0.604826741150594,
      "grad_norm": 5.28125,
      "learning_rate": 1.9761232997318138e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5659243255853653,
      "num_tokens": 367173156.0,
      "step": 476820
    },
    {
      "epoch": 0.6048394257431269,
      "grad_norm": 5.21875,
      "learning_rate": 1.9760598687231847e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.55316821038723,
      "num_tokens": 367181736.0,
      "step": 476830
    },
    {
      "epoch": 0.6048521103356597,
      "grad_norm": 6.0625,
      "learning_rate": 1.9759964377145555e-05,
      "loss": 1.7587,
      "mean_token_accuracy": 0.6346679896116256,
      "num_tokens": 367188134.0,
      "step": 476840
    },
    {
      "epoch": 0.6048647949281926,
      "grad_norm": 5.84375,
      "learning_rate": 1.9759330067059264e-05,
      "loss": 1.7759,
      "mean_token_accuracy": 0.609791374206543,
      "num_tokens": 367194701.0,
      "step": 476850
    },
    {
      "epoch": 0.6048774795207253,
      "grad_norm": 5.1875,
      "learning_rate": 1.9758695756972973e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5332703292369843,
      "num_tokens": 367202362.0,
      "step": 476860
    },
    {
      "epoch": 0.6048901641132582,
      "grad_norm": 6.65625,
      "learning_rate": 1.975806144688668e-05,
      "loss": 1.8845,
      "mean_token_accuracy": 0.5829687714576721,
      "num_tokens": 367209355.0,
      "step": 476870
    },
    {
      "epoch": 0.604902848705791,
      "grad_norm": 7.375,
      "learning_rate": 1.9757427136800387e-05,
      "loss": 1.853,
      "mean_token_accuracy": 0.583943635225296,
      "num_tokens": 367216147.0,
      "step": 476880
    },
    {
      "epoch": 0.6049155332983238,
      "grad_norm": 3.40625,
      "learning_rate": 1.9756792826714096e-05,
      "loss": 1.8606,
      "mean_token_accuracy": 0.5802531898021698,
      "num_tokens": 367222594.0,
      "step": 476890
    },
    {
      "epoch": 0.6049282178908567,
      "grad_norm": 7.5,
      "learning_rate": 1.9756158516627808e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5484184145927429,
      "num_tokens": 367229946.0,
      "step": 476900
    },
    {
      "epoch": 0.6049409024833895,
      "grad_norm": 5.09375,
      "learning_rate": 1.9755524206541513e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5316981732845306,
      "num_tokens": 367237298.0,
      "step": 476910
    },
    {
      "epoch": 0.6049535870759224,
      "grad_norm": 5.65625,
      "learning_rate": 1.9754889896455222e-05,
      "loss": 1.6756,
      "mean_token_accuracy": 0.6160245776176453,
      "num_tokens": 367242487.0,
      "step": 476920
    },
    {
      "epoch": 0.6049662716684552,
      "grad_norm": 5.3125,
      "learning_rate": 1.975425558636893e-05,
      "loss": 1.8182,
      "mean_token_accuracy": 0.6012164145708084,
      "num_tokens": 367249358.0,
      "step": 476930
    },
    {
      "epoch": 0.6049789562609881,
      "grad_norm": 5.96875,
      "learning_rate": 1.975362127628264e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5672049105167389,
      "num_tokens": 367257295.0,
      "step": 476940
    },
    {
      "epoch": 0.6049916408535209,
      "grad_norm": 5.5625,
      "learning_rate": 1.9752986966196348e-05,
      "loss": 1.9577,
      "mean_token_accuracy": 0.5719610244035721,
      "num_tokens": 367265517.0,
      "step": 476950
    },
    {
      "epoch": 0.6050043254460536,
      "grad_norm": 8.0,
      "learning_rate": 1.9752352656110057e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5269737392663956,
      "num_tokens": 367274597.0,
      "step": 476960
    },
    {
      "epoch": 0.6050170100385865,
      "grad_norm": 9.0625,
      "learning_rate": 1.9751718346023766e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5384620368480683,
      "num_tokens": 367281685.0,
      "step": 476970
    },
    {
      "epoch": 0.6050296946311193,
      "grad_norm": 5.71875,
      "learning_rate": 1.9751084035937474e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5622386336326599,
      "num_tokens": 367289351.0,
      "step": 476980
    },
    {
      "epoch": 0.6050423792236522,
      "grad_norm": 5.6875,
      "learning_rate": 1.975044972585118e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5354026049375534,
      "num_tokens": 367297986.0,
      "step": 476990
    },
    {
      "epoch": 0.605055063816185,
      "grad_norm": 5.4375,
      "learning_rate": 1.9749815415764892e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5411141455173493,
      "num_tokens": 367305400.0,
      "step": 477000
    },
    {
      "epoch": 0.6050677484087179,
      "grad_norm": 4.71875,
      "learning_rate": 1.97491811056786e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5697806805372239,
      "num_tokens": 367313418.0,
      "step": 477010
    },
    {
      "epoch": 0.6050804330012507,
      "grad_norm": 6.8125,
      "learning_rate": 1.9748546795592306e-05,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5210601657629013,
      "num_tokens": 367322163.0,
      "step": 477020
    },
    {
      "epoch": 0.6050931175937835,
      "grad_norm": 4.75,
      "learning_rate": 1.9747912485506015e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5678776860237121,
      "num_tokens": 367330287.0,
      "step": 477030
    },
    {
      "epoch": 0.6051058021863164,
      "grad_norm": 4.875,
      "learning_rate": 1.9747278175419723e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5281929194927215,
      "num_tokens": 367339557.0,
      "step": 477040
    },
    {
      "epoch": 0.6051184867788492,
      "grad_norm": 6.34375,
      "learning_rate": 1.9746643865333432e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5449765145778656,
      "num_tokens": 367347537.0,
      "step": 477050
    },
    {
      "epoch": 0.6051311713713821,
      "grad_norm": 5.78125,
      "learning_rate": 1.974600955524714e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.555262315273285,
      "num_tokens": 367354506.0,
      "step": 477060
    },
    {
      "epoch": 0.6051438559639148,
      "grad_norm": 5.59375,
      "learning_rate": 1.974537524516085e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5337869971990585,
      "num_tokens": 367362272.0,
      "step": 477070
    },
    {
      "epoch": 0.6051565405564477,
      "grad_norm": 5.09375,
      "learning_rate": 1.974474093507456e-05,
      "loss": 1.9031,
      "mean_token_accuracy": 0.5627518355846405,
      "num_tokens": 367369645.0,
      "step": 477080
    },
    {
      "epoch": 0.6051692251489805,
      "grad_norm": 5.15625,
      "learning_rate": 1.9744106624988264e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5223320037126541,
      "num_tokens": 367377344.0,
      "step": 477090
    },
    {
      "epoch": 0.6051819097415134,
      "grad_norm": 6.53125,
      "learning_rate": 1.9743472314901976e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5610477328300476,
      "num_tokens": 367384973.0,
      "step": 477100
    },
    {
      "epoch": 0.6051945943340462,
      "grad_norm": 9.4375,
      "learning_rate": 1.9742838004815685e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5319367408752441,
      "num_tokens": 367393344.0,
      "step": 477110
    },
    {
      "epoch": 0.605207278926579,
      "grad_norm": 6.0625,
      "learning_rate": 1.974220369472939e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5729787856340408,
      "num_tokens": 367399428.0,
      "step": 477120
    },
    {
      "epoch": 0.6052199635191119,
      "grad_norm": 7.0,
      "learning_rate": 1.97415693846431e-05,
      "loss": 1.5778,
      "mean_token_accuracy": 0.6445724606513977,
      "num_tokens": 367405211.0,
      "step": 477130
    },
    {
      "epoch": 0.6052326481116447,
      "grad_norm": 5.65625,
      "learning_rate": 1.9740935074556807e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5517391383647918,
      "num_tokens": 367413842.0,
      "step": 477140
    },
    {
      "epoch": 0.6052453327041776,
      "grad_norm": 5.25,
      "learning_rate": 1.974030076447052e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5311308592557907,
      "num_tokens": 367422237.0,
      "step": 477150
    },
    {
      "epoch": 0.6052580172967104,
      "grad_norm": 6.59375,
      "learning_rate": 1.9739666454384225e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5598735392093659,
      "num_tokens": 367429824.0,
      "step": 477160
    },
    {
      "epoch": 0.6052707018892433,
      "grad_norm": 4.78125,
      "learning_rate": 1.9739032144297934e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5403456389904022,
      "num_tokens": 367438916.0,
      "step": 477170
    },
    {
      "epoch": 0.605283386481776,
      "grad_norm": 5.71875,
      "learning_rate": 1.9738397834211642e-05,
      "loss": 1.7991,
      "mean_token_accuracy": 0.6079171121120452,
      "num_tokens": 367445010.0,
      "step": 477180
    },
    {
      "epoch": 0.6052960710743088,
      "grad_norm": 6.34375,
      "learning_rate": 1.973776352412535e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.535328420996666,
      "num_tokens": 367453074.0,
      "step": 477190
    },
    {
      "epoch": 0.6053087556668417,
      "grad_norm": 5.25,
      "learning_rate": 1.973712921403906e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5429170429706573,
      "num_tokens": 367460451.0,
      "step": 477200
    },
    {
      "epoch": 0.6053214402593745,
      "grad_norm": 5.625,
      "learning_rate": 1.973649490395277e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5540347278118134,
      "num_tokens": 367467923.0,
      "step": 477210
    },
    {
      "epoch": 0.6053341248519074,
      "grad_norm": 6.03125,
      "learning_rate": 1.9735860593866477e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5221586227416992,
      "num_tokens": 367476158.0,
      "step": 477220
    },
    {
      "epoch": 0.6053468094444402,
      "grad_norm": 5.1875,
      "learning_rate": 1.9735226283780183e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.558324807882309,
      "num_tokens": 367483403.0,
      "step": 477230
    },
    {
      "epoch": 0.6053594940369731,
      "grad_norm": 7.59375,
      "learning_rate": 1.973459197369389e-05,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5608457505702973,
      "num_tokens": 367492320.0,
      "step": 477240
    },
    {
      "epoch": 0.6053721786295059,
      "grad_norm": 6.875,
      "learning_rate": 1.9733957663607604e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5716421157121658,
      "num_tokens": 367499593.0,
      "step": 477250
    },
    {
      "epoch": 0.6053848632220388,
      "grad_norm": 6.34375,
      "learning_rate": 1.973332335352131e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5398719429969787,
      "num_tokens": 367508171.0,
      "step": 477260
    },
    {
      "epoch": 0.6053975478145716,
      "grad_norm": 5.15625,
      "learning_rate": 1.9732689043435018e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5524708747863769,
      "num_tokens": 367516284.0,
      "step": 477270
    },
    {
      "epoch": 0.6054102324071043,
      "grad_norm": 5.1875,
      "learning_rate": 1.9732054733348726e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5378357708454132,
      "num_tokens": 367523499.0,
      "step": 477280
    },
    {
      "epoch": 0.6054229169996372,
      "grad_norm": 5.71875,
      "learning_rate": 1.9731420423262435e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5391089797019959,
      "num_tokens": 367531569.0,
      "step": 477290
    },
    {
      "epoch": 0.60543560159217,
      "grad_norm": 5.46875,
      "learning_rate": 1.9730786113176144e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5527885913848877,
      "num_tokens": 367539297.0,
      "step": 477300
    },
    {
      "epoch": 0.6054482861847029,
      "grad_norm": 5.1875,
      "learning_rate": 1.9730151803089853e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5542575806379318,
      "num_tokens": 367548062.0,
      "step": 477310
    },
    {
      "epoch": 0.6054609707772357,
      "grad_norm": 5.59375,
      "learning_rate": 1.972951749300356e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5413675665855407,
      "num_tokens": 367557110.0,
      "step": 477320
    },
    {
      "epoch": 0.6054736553697686,
      "grad_norm": 5.59375,
      "learning_rate": 1.9728883182917267e-05,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5648607015609741,
      "num_tokens": 367564091.0,
      "step": 477330
    },
    {
      "epoch": 0.6054863399623014,
      "grad_norm": 7.34375,
      "learning_rate": 1.972824887283098e-05,
      "loss": 1.7629,
      "mean_token_accuracy": 0.6041038453578949,
      "num_tokens": 367571558.0,
      "step": 477340
    },
    {
      "epoch": 0.6054990245548342,
      "grad_norm": 7.46875,
      "learning_rate": 1.9727614562744688e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.533790922164917,
      "num_tokens": 367579696.0,
      "step": 477350
    },
    {
      "epoch": 0.6055117091473671,
      "grad_norm": 4.75,
      "learning_rate": 1.9726980252658396e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5420307844877243,
      "num_tokens": 367588330.0,
      "step": 477360
    },
    {
      "epoch": 0.6055243937398999,
      "grad_norm": 5.34375,
      "learning_rate": 1.97263459425721e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5535206943750381,
      "num_tokens": 367595133.0,
      "step": 477370
    },
    {
      "epoch": 0.6055370783324328,
      "grad_norm": 4.96875,
      "learning_rate": 1.972571163248581e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5456221342086792,
      "num_tokens": 367603810.0,
      "step": 477380
    },
    {
      "epoch": 0.6055497629249655,
      "grad_norm": 7.375,
      "learning_rate": 1.9725077322399523e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5534559786319733,
      "num_tokens": 367611818.0,
      "step": 477390
    },
    {
      "epoch": 0.6055624475174984,
      "grad_norm": 5.09375,
      "learning_rate": 1.9724443012313228e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5433941841125488,
      "num_tokens": 367620836.0,
      "step": 477400
    },
    {
      "epoch": 0.6055751321100312,
      "grad_norm": 9.375,
      "learning_rate": 1.9723808702226937e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5654689729213714,
      "num_tokens": 367628829.0,
      "step": 477410
    },
    {
      "epoch": 0.6055878167025641,
      "grad_norm": 6.4375,
      "learning_rate": 1.9723174392140645e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.548603966832161,
      "num_tokens": 367636459.0,
      "step": 477420
    },
    {
      "epoch": 0.6056005012950969,
      "grad_norm": 6.4375,
      "learning_rate": 1.9722540082054354e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5299561649560929,
      "num_tokens": 367644890.0,
      "step": 477430
    },
    {
      "epoch": 0.6056131858876297,
      "grad_norm": 4.9375,
      "learning_rate": 1.9721905771968063e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5357995331287384,
      "num_tokens": 367652972.0,
      "step": 477440
    },
    {
      "epoch": 0.6056258704801626,
      "grad_norm": 5.03125,
      "learning_rate": 1.972127146188177e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5189766675233841,
      "num_tokens": 367660733.0,
      "step": 477450
    },
    {
      "epoch": 0.6056385550726954,
      "grad_norm": 4.34375,
      "learning_rate": 1.972063715179548e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5356428414583206,
      "num_tokens": 367669098.0,
      "step": 477460
    },
    {
      "epoch": 0.6056512396652283,
      "grad_norm": 5.09375,
      "learning_rate": 1.9720002841709186e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5376473397016526,
      "num_tokens": 367677935.0,
      "step": 477470
    },
    {
      "epoch": 0.605663924257761,
      "grad_norm": 7.34375,
      "learning_rate": 1.9719368531622894e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5701191186904907,
      "num_tokens": 367683788.0,
      "step": 477480
    },
    {
      "epoch": 0.605676608850294,
      "grad_norm": 7.34375,
      "learning_rate": 1.9718734221536607e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5438663333654403,
      "num_tokens": 367690775.0,
      "step": 477490
    },
    {
      "epoch": 0.6056892934428267,
      "grad_norm": 9.5,
      "learning_rate": 1.9718099911450312e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5518964737653732,
      "num_tokens": 367698395.0,
      "step": 477500
    },
    {
      "epoch": 0.6057019780353595,
      "grad_norm": 6.03125,
      "learning_rate": 1.971746560136402e-05,
      "loss": 1.9632,
      "mean_token_accuracy": 0.5595547735691071,
      "num_tokens": 367705813.0,
      "step": 477510
    },
    {
      "epoch": 0.6057146626278924,
      "grad_norm": 6.46875,
      "learning_rate": 1.971683129127773e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5169831216335297,
      "num_tokens": 367714119.0,
      "step": 477520
    },
    {
      "epoch": 0.6057273472204252,
      "grad_norm": 6.4375,
      "learning_rate": 1.9716196981191438e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5408140987157821,
      "num_tokens": 367721851.0,
      "step": 477530
    },
    {
      "epoch": 0.6057400318129581,
      "grad_norm": 4.84375,
      "learning_rate": 1.9715562671105147e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5533553302288056,
      "num_tokens": 367730407.0,
      "step": 477540
    },
    {
      "epoch": 0.6057527164054909,
      "grad_norm": 4.65625,
      "learning_rate": 1.9714928361018856e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5554577529430389,
      "num_tokens": 367737558.0,
      "step": 477550
    },
    {
      "epoch": 0.6057654009980238,
      "grad_norm": 5.84375,
      "learning_rate": 1.9714294050932564e-05,
      "loss": 1.6631,
      "mean_token_accuracy": 0.6301323473453522,
      "num_tokens": 367743918.0,
      "step": 477560
    },
    {
      "epoch": 0.6057780855905566,
      "grad_norm": 5.1875,
      "learning_rate": 1.9713659740846273e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5550969183444977,
      "num_tokens": 367752550.0,
      "step": 477570
    },
    {
      "epoch": 0.6057907701830894,
      "grad_norm": 6.6875,
      "learning_rate": 1.971302543075998e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.558675903081894,
      "num_tokens": 367758810.0,
      "step": 477580
    },
    {
      "epoch": 0.6058034547756223,
      "grad_norm": 6.53125,
      "learning_rate": 1.971239112067369e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5378875732421875,
      "num_tokens": 367766732.0,
      "step": 477590
    },
    {
      "epoch": 0.605816139368155,
      "grad_norm": 6.09375,
      "learning_rate": 1.97117568105874e-05,
      "loss": 1.8805,
      "mean_token_accuracy": 0.5647616267204285,
      "num_tokens": 367774280.0,
      "step": 477600
    },
    {
      "epoch": 0.6058288239606879,
      "grad_norm": 8.875,
      "learning_rate": 1.9711122500501105e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5288286924362182,
      "num_tokens": 367782262.0,
      "step": 477610
    },
    {
      "epoch": 0.6058415085532207,
      "grad_norm": 5.21875,
      "learning_rate": 1.9710488190414813e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5243548810482025,
      "num_tokens": 367790014.0,
      "step": 477620
    },
    {
      "epoch": 0.6058541931457536,
      "grad_norm": 5.46875,
      "learning_rate": 1.9709853880328522e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5456177890300751,
      "num_tokens": 367797530.0,
      "step": 477630
    },
    {
      "epoch": 0.6058668777382864,
      "grad_norm": 7.4375,
      "learning_rate": 1.970921957024223e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5365723729133606,
      "num_tokens": 367805862.0,
      "step": 477640
    },
    {
      "epoch": 0.6058795623308193,
      "grad_norm": 8.75,
      "learning_rate": 1.970858526015594e-05,
      "loss": 1.8828,
      "mean_token_accuracy": 0.5750620275735855,
      "num_tokens": 367812684.0,
      "step": 477650
    },
    {
      "epoch": 0.6058922469233521,
      "grad_norm": 5.46875,
      "learning_rate": 1.970795095006965e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5416477918624878,
      "num_tokens": 367821666.0,
      "step": 477660
    },
    {
      "epoch": 0.6059049315158849,
      "grad_norm": 6.28125,
      "learning_rate": 1.9707316639983357e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5677762448787689,
      "num_tokens": 367829537.0,
      "step": 477670
    },
    {
      "epoch": 0.6059176161084178,
      "grad_norm": 6.5,
      "learning_rate": 1.9706682329897062e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5374075084924698,
      "num_tokens": 367837738.0,
      "step": 477680
    },
    {
      "epoch": 0.6059303007009506,
      "grad_norm": 5.0,
      "learning_rate": 1.9706048019810775e-05,
      "loss": 2.2648,
      "mean_token_accuracy": 0.5118400514125824,
      "num_tokens": 367846185.0,
      "step": 477690
    },
    {
      "epoch": 0.6059429852934834,
      "grad_norm": 7.53125,
      "learning_rate": 1.9705413709724483e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5492370665073395,
      "num_tokens": 367853769.0,
      "step": 477700
    },
    {
      "epoch": 0.6059556698860162,
      "grad_norm": 4.875,
      "learning_rate": 1.970477939963819e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.532101109623909,
      "num_tokens": 367862002.0,
      "step": 477710
    },
    {
      "epoch": 0.6059683544785491,
      "grad_norm": 4.78125,
      "learning_rate": 1.9704145089551897e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5573385864496231,
      "num_tokens": 367869339.0,
      "step": 477720
    },
    {
      "epoch": 0.6059810390710819,
      "grad_norm": 6.375,
      "learning_rate": 1.970351077946561e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5562134891748428,
      "num_tokens": 367876421.0,
      "step": 477730
    },
    {
      "epoch": 0.6059937236636147,
      "grad_norm": 4.75,
      "learning_rate": 1.9702876469379318e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.547585329413414,
      "num_tokens": 367882807.0,
      "step": 477740
    },
    {
      "epoch": 0.6060064082561476,
      "grad_norm": 5.09375,
      "learning_rate": 1.9702242159293024e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5395418405532837,
      "num_tokens": 367891522.0,
      "step": 477750
    },
    {
      "epoch": 0.6060190928486804,
      "grad_norm": 5.0625,
      "learning_rate": 1.9701607849206732e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5500905930995941,
      "num_tokens": 367899285.0,
      "step": 477760
    },
    {
      "epoch": 0.6060317774412133,
      "grad_norm": 7.6875,
      "learning_rate": 1.970097353912044e-05,
      "loss": 2.2773,
      "mean_token_accuracy": 0.5173951536417007,
      "num_tokens": 367906611.0,
      "step": 477770
    },
    {
      "epoch": 0.6060444620337461,
      "grad_norm": 5.375,
      "learning_rate": 1.970033922903415e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5562172561883927,
      "num_tokens": 367914931.0,
      "step": 477780
    },
    {
      "epoch": 0.606057146626279,
      "grad_norm": 4.84375,
      "learning_rate": 1.969970491894786e-05,
      "loss": 2.1847,
      "mean_token_accuracy": 0.5224231570959091,
      "num_tokens": 367924557.0,
      "step": 477790
    },
    {
      "epoch": 0.6060698312188117,
      "grad_norm": 5.28125,
      "learning_rate": 1.9699070608861567e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5454119116067886,
      "num_tokens": 367932729.0,
      "step": 477800
    },
    {
      "epoch": 0.6060825158113446,
      "grad_norm": 4.6875,
      "learning_rate": 1.9698436298775276e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5575820118188858,
      "num_tokens": 367941138.0,
      "step": 477810
    },
    {
      "epoch": 0.6060952004038774,
      "grad_norm": 7.625,
      "learning_rate": 1.969780198868898e-05,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5730773389339447,
      "num_tokens": 367947858.0,
      "step": 477820
    },
    {
      "epoch": 0.6061078849964102,
      "grad_norm": 5.875,
      "learning_rate": 1.9697167678602694e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5420706927776336,
      "num_tokens": 367956420.0,
      "step": 477830
    },
    {
      "epoch": 0.6061205695889431,
      "grad_norm": 5.1875,
      "learning_rate": 1.9696533368516402e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5098427772521973,
      "num_tokens": 367964161.0,
      "step": 477840
    },
    {
      "epoch": 0.6061332541814759,
      "grad_norm": 5.28125,
      "learning_rate": 1.9695899058430108e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5267702549695968,
      "num_tokens": 367972409.0,
      "step": 477850
    },
    {
      "epoch": 0.6061459387740088,
      "grad_norm": 5.03125,
      "learning_rate": 1.9695264748343816e-05,
      "loss": 1.9055,
      "mean_token_accuracy": 0.5823311567306518,
      "num_tokens": 367979383.0,
      "step": 477860
    },
    {
      "epoch": 0.6061586233665416,
      "grad_norm": 5.40625,
      "learning_rate": 1.9694630438257525e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5360530883073806,
      "num_tokens": 367986512.0,
      "step": 477870
    },
    {
      "epoch": 0.6061713079590745,
      "grad_norm": 4.71875,
      "learning_rate": 1.9693996128171234e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.5528036683797837,
      "num_tokens": 367994408.0,
      "step": 477880
    },
    {
      "epoch": 0.6061839925516073,
      "grad_norm": 5.78125,
      "learning_rate": 1.9693361818084943e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5565940916538239,
      "num_tokens": 368002356.0,
      "step": 477890
    },
    {
      "epoch": 0.60619667714414,
      "grad_norm": 4.96875,
      "learning_rate": 1.969272750799865e-05,
      "loss": 2.2392,
      "mean_token_accuracy": 0.5173294365406036,
      "num_tokens": 368010210.0,
      "step": 477900
    },
    {
      "epoch": 0.606209361736673,
      "grad_norm": 8.5,
      "learning_rate": 1.969209319791236e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5280896723270416,
      "num_tokens": 368017879.0,
      "step": 477910
    },
    {
      "epoch": 0.6062220463292057,
      "grad_norm": 5.78125,
      "learning_rate": 1.9691458887826065e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5341954350471496,
      "num_tokens": 368026821.0,
      "step": 477920
    },
    {
      "epoch": 0.6062347309217386,
      "grad_norm": 5.15625,
      "learning_rate": 1.9690824577739778e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5226399183273316,
      "num_tokens": 368035492.0,
      "step": 477930
    },
    {
      "epoch": 0.6062474155142714,
      "grad_norm": 7.34375,
      "learning_rate": 1.9690190267653486e-05,
      "loss": 1.8597,
      "mean_token_accuracy": 0.583614844083786,
      "num_tokens": 368043068.0,
      "step": 477940
    },
    {
      "epoch": 0.6062601001068043,
      "grad_norm": 5.15625,
      "learning_rate": 1.9689555957567195e-05,
      "loss": 1.8709,
      "mean_token_accuracy": 0.5718460261821747,
      "num_tokens": 368050156.0,
      "step": 477950
    },
    {
      "epoch": 0.6062727846993371,
      "grad_norm": 11.125,
      "learning_rate": 1.96889216474809e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5647740364074707,
      "num_tokens": 368056136.0,
      "step": 477960
    },
    {
      "epoch": 0.6062854692918699,
      "grad_norm": 4.84375,
      "learning_rate": 1.968828733739461e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5255138099193573,
      "num_tokens": 368064761.0,
      "step": 477970
    },
    {
      "epoch": 0.6062981538844028,
      "grad_norm": 5.59375,
      "learning_rate": 1.968765302730832e-05,
      "loss": 2.3201,
      "mean_token_accuracy": 0.5018094003200531,
      "num_tokens": 368073113.0,
      "step": 477980
    },
    {
      "epoch": 0.6063108384769356,
      "grad_norm": 5.25,
      "learning_rate": 1.9687018717222027e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5699454039335251,
      "num_tokens": 368079997.0,
      "step": 477990
    },
    {
      "epoch": 0.6063235230694685,
      "grad_norm": 4.65625,
      "learning_rate": 1.9686384407135735e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5625812530517578,
      "num_tokens": 368087635.0,
      "step": 478000
    },
    {
      "epoch": 0.6063362076620012,
      "grad_norm": 9.375,
      "learning_rate": 1.9685750097049444e-05,
      "loss": 1.8316,
      "mean_token_accuracy": 0.5997117757797241,
      "num_tokens": 368094058.0,
      "step": 478010
    },
    {
      "epoch": 0.6063488922545341,
      "grad_norm": 5.6875,
      "learning_rate": 1.9685115786963153e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5679917424917221,
      "num_tokens": 368101890.0,
      "step": 478020
    },
    {
      "epoch": 0.6063615768470669,
      "grad_norm": 5.375,
      "learning_rate": 1.968448147687686e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5453123897314072,
      "num_tokens": 368108364.0,
      "step": 478030
    },
    {
      "epoch": 0.6063742614395998,
      "grad_norm": 5.25,
      "learning_rate": 1.968384716679057e-05,
      "loss": 1.8742,
      "mean_token_accuracy": 0.5712502509355545,
      "num_tokens": 368115317.0,
      "step": 478040
    },
    {
      "epoch": 0.6063869460321326,
      "grad_norm": 12.3125,
      "learning_rate": 1.968321285670428e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5449858158826828,
      "num_tokens": 368123296.0,
      "step": 478050
    },
    {
      "epoch": 0.6063996306246654,
      "grad_norm": 5.875,
      "learning_rate": 1.9682578546617984e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5396783381700516,
      "num_tokens": 368131256.0,
      "step": 478060
    },
    {
      "epoch": 0.6064123152171983,
      "grad_norm": 5.78125,
      "learning_rate": 1.9681944236531693e-05,
      "loss": 1.8854,
      "mean_token_accuracy": 0.5828205317258834,
      "num_tokens": 368139889.0,
      "step": 478070
    },
    {
      "epoch": 0.6064249998097311,
      "grad_norm": 5.15625,
      "learning_rate": 1.9681309926445405e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5467505246400833,
      "num_tokens": 368146388.0,
      "step": 478080
    },
    {
      "epoch": 0.606437684402264,
      "grad_norm": 5.46875,
      "learning_rate": 1.968067561635911e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5686697334051132,
      "num_tokens": 368154917.0,
      "step": 478090
    },
    {
      "epoch": 0.6064503689947968,
      "grad_norm": 6.375,
      "learning_rate": 1.968004130627282e-05,
      "loss": 1.7047,
      "mean_token_accuracy": 0.6049492120742798,
      "num_tokens": 368161376.0,
      "step": 478100
    },
    {
      "epoch": 0.6064630535873297,
      "grad_norm": 5.40625,
      "learning_rate": 1.9679406996186528e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5476248770952225,
      "num_tokens": 368169395.0,
      "step": 478110
    },
    {
      "epoch": 0.6064757381798624,
      "grad_norm": 5.6875,
      "learning_rate": 1.9678772686100237e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5300019711256028,
      "num_tokens": 368177450.0,
      "step": 478120
    },
    {
      "epoch": 0.6064884227723952,
      "grad_norm": 5.375,
      "learning_rate": 1.9678138376013946e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5189540684223175,
      "num_tokens": 368185813.0,
      "step": 478130
    },
    {
      "epoch": 0.6065011073649281,
      "grad_norm": 5.0625,
      "learning_rate": 1.9677504065927654e-05,
      "loss": 2.2994,
      "mean_token_accuracy": 0.5127684801816941,
      "num_tokens": 368194411.0,
      "step": 478140
    },
    {
      "epoch": 0.6065137919574609,
      "grad_norm": 6.125,
      "learning_rate": 1.9676869755841363e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5713047385215759,
      "num_tokens": 368201302.0,
      "step": 478150
    },
    {
      "epoch": 0.6065264765499938,
      "grad_norm": 5.25,
      "learning_rate": 1.9676235445755072e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5152139097452164,
      "num_tokens": 368208566.0,
      "step": 478160
    },
    {
      "epoch": 0.6065391611425266,
      "grad_norm": 6.96875,
      "learning_rate": 1.967560113566878e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5691164433956146,
      "num_tokens": 368216908.0,
      "step": 478170
    },
    {
      "epoch": 0.6065518457350595,
      "grad_norm": 5.34375,
      "learning_rate": 1.967496682558249e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5627464473247528,
      "num_tokens": 368225386.0,
      "step": 478180
    },
    {
      "epoch": 0.6065645303275923,
      "grad_norm": 7.125,
      "learning_rate": 1.9674332515496198e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5336719810962677,
      "num_tokens": 368232645.0,
      "step": 478190
    },
    {
      "epoch": 0.6065772149201252,
      "grad_norm": 7.3125,
      "learning_rate": 1.9673698205409903e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5413140594959259,
      "num_tokens": 368239671.0,
      "step": 478200
    },
    {
      "epoch": 0.606589899512658,
      "grad_norm": 5.25,
      "learning_rate": 1.9673063895323612e-05,
      "loss": 1.6927,
      "mean_token_accuracy": 0.6163791865110397,
      "num_tokens": 368247006.0,
      "step": 478210
    },
    {
      "epoch": 0.6066025841051907,
      "grad_norm": 9.0,
      "learning_rate": 1.9672429585237324e-05,
      "loss": 2.3017,
      "mean_token_accuracy": 0.5133605778217316,
      "num_tokens": 368253674.0,
      "step": 478220
    },
    {
      "epoch": 0.6066152686977236,
      "grad_norm": 7.5625,
      "learning_rate": 1.967179527515103e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5535592377185822,
      "num_tokens": 368260216.0,
      "step": 478230
    },
    {
      "epoch": 0.6066279532902564,
      "grad_norm": 4.6875,
      "learning_rate": 1.9671160965064738e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5655919522047043,
      "num_tokens": 368267517.0,
      "step": 478240
    },
    {
      "epoch": 0.6066406378827893,
      "grad_norm": 5.59375,
      "learning_rate": 1.9670526654978447e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5649630635976791,
      "num_tokens": 368276096.0,
      "step": 478250
    },
    {
      "epoch": 0.6066533224753221,
      "grad_norm": 5.9375,
      "learning_rate": 1.9669892344892156e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5408667773008347,
      "num_tokens": 368283898.0,
      "step": 478260
    },
    {
      "epoch": 0.606666007067855,
      "grad_norm": 6.09375,
      "learning_rate": 1.9669258034805865e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5330187797546386,
      "num_tokens": 368292507.0,
      "step": 478270
    },
    {
      "epoch": 0.6066786916603878,
      "grad_norm": 6.09375,
      "learning_rate": 1.9668623724719573e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5331444889307022,
      "num_tokens": 368300194.0,
      "step": 478280
    },
    {
      "epoch": 0.6066913762529206,
      "grad_norm": 9.0625,
      "learning_rate": 1.9667989414633282e-05,
      "loss": 1.7431,
      "mean_token_accuracy": 0.6214415341615677,
      "num_tokens": 368306032.0,
      "step": 478290
    },
    {
      "epoch": 0.6067040608454535,
      "grad_norm": 4.71875,
      "learning_rate": 1.9667355104546987e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5589393347501754,
      "num_tokens": 368314446.0,
      "step": 478300
    },
    {
      "epoch": 0.6067167454379863,
      "grad_norm": 4.9375,
      "learning_rate": 1.9666720794460696e-05,
      "loss": 2.2087,
      "mean_token_accuracy": 0.5195630222558976,
      "num_tokens": 368322778.0,
      "step": 478310
    },
    {
      "epoch": 0.6067294300305192,
      "grad_norm": 6.4375,
      "learning_rate": 1.9666086484374408e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5589610785245895,
      "num_tokens": 368329405.0,
      "step": 478320
    },
    {
      "epoch": 0.6067421146230519,
      "grad_norm": 7.84375,
      "learning_rate": 1.9665452174288117e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5648261547088623,
      "num_tokens": 368337202.0,
      "step": 478330
    },
    {
      "epoch": 0.6067547992155848,
      "grad_norm": 6.75,
      "learning_rate": 1.9664817864201822e-05,
      "loss": 2.2427,
      "mean_token_accuracy": 0.5156670033931732,
      "num_tokens": 368346640.0,
      "step": 478340
    },
    {
      "epoch": 0.6067674838081176,
      "grad_norm": 5.4375,
      "learning_rate": 1.966418355411553e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5411707729101181,
      "num_tokens": 368353209.0,
      "step": 478350
    },
    {
      "epoch": 0.6067801684006505,
      "grad_norm": 4.9375,
      "learning_rate": 1.966354924402924e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5417852997779846,
      "num_tokens": 368361453.0,
      "step": 478360
    },
    {
      "epoch": 0.6067928529931833,
      "grad_norm": 4.875,
      "learning_rate": 1.966291493394295e-05,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5669046372175217,
      "num_tokens": 368369973.0,
      "step": 478370
    },
    {
      "epoch": 0.6068055375857161,
      "grad_norm": 6.84375,
      "learning_rate": 1.9662280623856657e-05,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5295463055372238,
      "num_tokens": 368377462.0,
      "step": 478380
    },
    {
      "epoch": 0.606818222178249,
      "grad_norm": 7.03125,
      "learning_rate": 1.9661646313770366e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5590022802352905,
      "num_tokens": 368385814.0,
      "step": 478390
    },
    {
      "epoch": 0.6068309067707818,
      "grad_norm": 4.75,
      "learning_rate": 1.9661012003684075e-05,
      "loss": 2.2157,
      "mean_token_accuracy": 0.5172075271606446,
      "num_tokens": 368393976.0,
      "step": 478400
    },
    {
      "epoch": 0.6068435913633147,
      "grad_norm": 4.78125,
      "learning_rate": 1.966037769359778e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5691530525684356,
      "num_tokens": 368401216.0,
      "step": 478410
    },
    {
      "epoch": 0.6068562759558475,
      "grad_norm": 5.375,
      "learning_rate": 1.9659743383511492e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5475033521652222,
      "num_tokens": 368409813.0,
      "step": 478420
    },
    {
      "epoch": 0.6068689605483804,
      "grad_norm": 5.6875,
      "learning_rate": 1.96591090734252e-05,
      "loss": 1.9105,
      "mean_token_accuracy": 0.5730806738138199,
      "num_tokens": 368417978.0,
      "step": 478430
    },
    {
      "epoch": 0.6068816451409131,
      "grad_norm": 4.71875,
      "learning_rate": 1.9658474763338906e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5760628044605255,
      "num_tokens": 368425199.0,
      "step": 478440
    },
    {
      "epoch": 0.6068943297334459,
      "grad_norm": 5.125,
      "learning_rate": 1.9657840453252615e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5361355185508728,
      "num_tokens": 368433209.0,
      "step": 478450
    },
    {
      "epoch": 0.6069070143259788,
      "grad_norm": 5.25,
      "learning_rate": 1.9657206143166324e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.5191276967525482,
      "num_tokens": 368441999.0,
      "step": 478460
    },
    {
      "epoch": 0.6069196989185116,
      "grad_norm": 5.96875,
      "learning_rate": 1.9656571833080033e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5466501772403717,
      "num_tokens": 368448654.0,
      "step": 478470
    },
    {
      "epoch": 0.6069323835110445,
      "grad_norm": 4.875,
      "learning_rate": 1.965593752299374e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5649411171674729,
      "num_tokens": 368457195.0,
      "step": 478480
    },
    {
      "epoch": 0.6069450681035773,
      "grad_norm": 5.125,
      "learning_rate": 1.965530321290745e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5530082941055298,
      "num_tokens": 368464434.0,
      "step": 478490
    },
    {
      "epoch": 0.6069577526961102,
      "grad_norm": 5.84375,
      "learning_rate": 1.965466890282116e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5312598586082459,
      "num_tokens": 368472260.0,
      "step": 478500
    },
    {
      "epoch": 0.606970437288643,
      "grad_norm": 5.0,
      "learning_rate": 1.9654034592734864e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5441007107496262,
      "num_tokens": 368480781.0,
      "step": 478510
    },
    {
      "epoch": 0.6069831218811758,
      "grad_norm": 5.71875,
      "learning_rate": 1.9653400282648576e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5298993796110153,
      "num_tokens": 368488266.0,
      "step": 478520
    },
    {
      "epoch": 0.6069958064737087,
      "grad_norm": 5.0,
      "learning_rate": 1.9652765972562285e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5626785308122635,
      "num_tokens": 368496392.0,
      "step": 478530
    },
    {
      "epoch": 0.6070084910662414,
      "grad_norm": 5.03125,
      "learning_rate": 1.9652131662475994e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.5119811207056045,
      "num_tokens": 368504983.0,
      "step": 478540
    },
    {
      "epoch": 0.6070211756587743,
      "grad_norm": 5.21875,
      "learning_rate": 1.96514973523897e-05,
      "loss": 1.8418,
      "mean_token_accuracy": 0.5886192202568055,
      "num_tokens": 368512265.0,
      "step": 478550
    },
    {
      "epoch": 0.6070338602513071,
      "grad_norm": 5.34375,
      "learning_rate": 1.9650863042303408e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5189316481351852,
      "num_tokens": 368520649.0,
      "step": 478560
    },
    {
      "epoch": 0.60704654484384,
      "grad_norm": 6.8125,
      "learning_rate": 1.965022873221712e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5666275292634964,
      "num_tokens": 368527864.0,
      "step": 478570
    },
    {
      "epoch": 0.6070592294363728,
      "grad_norm": 5.8125,
      "learning_rate": 1.9649594422130825e-05,
      "loss": 2.2441,
      "mean_token_accuracy": 0.514820271730423,
      "num_tokens": 368534823.0,
      "step": 478580
    },
    {
      "epoch": 0.6070719140289057,
      "grad_norm": 4.4375,
      "learning_rate": 1.9648960112044534e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5376395553350448,
      "num_tokens": 368542983.0,
      "step": 478590
    },
    {
      "epoch": 0.6070845986214385,
      "grad_norm": 4.5,
      "learning_rate": 1.9648325801958243e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5219244867563247,
      "num_tokens": 368551131.0,
      "step": 478600
    },
    {
      "epoch": 0.6070972832139713,
      "grad_norm": 6.25,
      "learning_rate": 1.964769149187195e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5477361112833024,
      "num_tokens": 368558847.0,
      "step": 478610
    },
    {
      "epoch": 0.6071099678065042,
      "grad_norm": 4.65625,
      "learning_rate": 1.964705718178566e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5383647739887237,
      "num_tokens": 368567008.0,
      "step": 478620
    },
    {
      "epoch": 0.607122652399037,
      "grad_norm": 6.25,
      "learning_rate": 1.964642287169937e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5186351269483567,
      "num_tokens": 368574838.0,
      "step": 478630
    },
    {
      "epoch": 0.6071353369915699,
      "grad_norm": 4.96875,
      "learning_rate": 1.9645788561613078e-05,
      "loss": 1.9059,
      "mean_token_accuracy": 0.5689816802740097,
      "num_tokens": 368582879.0,
      "step": 478640
    },
    {
      "epoch": 0.6071480215841026,
      "grad_norm": 11.4375,
      "learning_rate": 1.9645154251526783e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.564558920264244,
      "num_tokens": 368590123.0,
      "step": 478650
    },
    {
      "epoch": 0.6071607061766355,
      "grad_norm": 5.8125,
      "learning_rate": 1.9644519941440495e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5678414016962051,
      "num_tokens": 368597571.0,
      "step": 478660
    },
    {
      "epoch": 0.6071733907691683,
      "grad_norm": 7.0,
      "learning_rate": 1.9643885631354204e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5093643993139267,
      "num_tokens": 368605157.0,
      "step": 478670
    },
    {
      "epoch": 0.6071860753617011,
      "grad_norm": 7.0625,
      "learning_rate": 1.964325132126791e-05,
      "loss": 1.9239,
      "mean_token_accuracy": 0.5661214053630829,
      "num_tokens": 368611992.0,
      "step": 478680
    },
    {
      "epoch": 0.607198759954234,
      "grad_norm": 4.5625,
      "learning_rate": 1.9642617011181618e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.544224888086319,
      "num_tokens": 368619658.0,
      "step": 478690
    },
    {
      "epoch": 0.6072114445467668,
      "grad_norm": 5.1875,
      "learning_rate": 1.9641982701095327e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5362316817045212,
      "num_tokens": 368627111.0,
      "step": 478700
    },
    {
      "epoch": 0.6072241291392997,
      "grad_norm": 8.4375,
      "learning_rate": 1.964134839100904e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5519984304904938,
      "num_tokens": 368634691.0,
      "step": 478710
    },
    {
      "epoch": 0.6072368137318325,
      "grad_norm": 5.4375,
      "learning_rate": 1.9640714080922744e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5398798644542694,
      "num_tokens": 368641941.0,
      "step": 478720
    },
    {
      "epoch": 0.6072494983243654,
      "grad_norm": 4.90625,
      "learning_rate": 1.9640079770836453e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.570223143696785,
      "num_tokens": 368649748.0,
      "step": 478730
    },
    {
      "epoch": 0.6072621829168982,
      "grad_norm": 5.78125,
      "learning_rate": 1.9639445460750162e-05,
      "loss": 2.3018,
      "mean_token_accuracy": 0.5087046682834625,
      "num_tokens": 368657597.0,
      "step": 478740
    },
    {
      "epoch": 0.607274867509431,
      "grad_norm": 6.65625,
      "learning_rate": 1.963881115066387e-05,
      "loss": 1.8719,
      "mean_token_accuracy": 0.578342717885971,
      "num_tokens": 368664888.0,
      "step": 478750
    },
    {
      "epoch": 0.6072875521019638,
      "grad_norm": 10.3125,
      "learning_rate": 1.963817684057758e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5570264041423798,
      "num_tokens": 368671918.0,
      "step": 478760
    },
    {
      "epoch": 0.6073002366944966,
      "grad_norm": 5.25,
      "learning_rate": 1.9637542530491288e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5307168632745742,
      "num_tokens": 368679200.0,
      "step": 478770
    },
    {
      "epoch": 0.6073129212870295,
      "grad_norm": 5.25,
      "learning_rate": 1.9636908220404997e-05,
      "loss": 2.2676,
      "mean_token_accuracy": 0.5125351011753082,
      "num_tokens": 368686816.0,
      "step": 478780
    },
    {
      "epoch": 0.6073256058795623,
      "grad_norm": 6.28125,
      "learning_rate": 1.9636273910318702e-05,
      "loss": 1.855,
      "mean_token_accuracy": 0.5907601058483124,
      "num_tokens": 368693502.0,
      "step": 478790
    },
    {
      "epoch": 0.6073382904720952,
      "grad_norm": 6.0,
      "learning_rate": 1.963563960023241e-05,
      "loss": 1.7894,
      "mean_token_accuracy": 0.6046993434429169,
      "num_tokens": 368700103.0,
      "step": 478800
    },
    {
      "epoch": 0.607350975064628,
      "grad_norm": 5.15625,
      "learning_rate": 1.9635005290146123e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5355435699224472,
      "num_tokens": 368707006.0,
      "step": 478810
    },
    {
      "epoch": 0.6073636596571609,
      "grad_norm": 7.6875,
      "learning_rate": 1.9634370980059828e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5400072544813156,
      "num_tokens": 368714955.0,
      "step": 478820
    },
    {
      "epoch": 0.6073763442496937,
      "grad_norm": 6.4375,
      "learning_rate": 1.9633736669973537e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5689305275678634,
      "num_tokens": 368723714.0,
      "step": 478830
    },
    {
      "epoch": 0.6073890288422265,
      "grad_norm": 6.09375,
      "learning_rate": 1.9633102359887246e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5695794641971588,
      "num_tokens": 368731538.0,
      "step": 478840
    },
    {
      "epoch": 0.6074017134347593,
      "grad_norm": 6.0625,
      "learning_rate": 1.9632468049800954e-05,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5799490541219712,
      "num_tokens": 368739623.0,
      "step": 478850
    },
    {
      "epoch": 0.6074143980272921,
      "grad_norm": 5.5625,
      "learning_rate": 1.9631833739714663e-05,
      "loss": 2.2541,
      "mean_token_accuracy": 0.5165040642023087,
      "num_tokens": 368748127.0,
      "step": 478860
    },
    {
      "epoch": 0.607427082619825,
      "grad_norm": 7.125,
      "learning_rate": 1.9631199429628372e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5502391368150711,
      "num_tokens": 368755185.0,
      "step": 478870
    },
    {
      "epoch": 0.6074397672123578,
      "grad_norm": 4.875,
      "learning_rate": 1.963056511954208e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.542887806892395,
      "num_tokens": 368763757.0,
      "step": 478880
    },
    {
      "epoch": 0.6074524518048907,
      "grad_norm": 5.375,
      "learning_rate": 1.9629930809455786e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5585497230291366,
      "num_tokens": 368772142.0,
      "step": 478890
    },
    {
      "epoch": 0.6074651363974235,
      "grad_norm": 4.9375,
      "learning_rate": 1.9629296499369495e-05,
      "loss": 1.8446,
      "mean_token_accuracy": 0.5831376761198044,
      "num_tokens": 368780250.0,
      "step": 478900
    },
    {
      "epoch": 0.6074778209899563,
      "grad_norm": 8.6875,
      "learning_rate": 1.9628662189283207e-05,
      "loss": 2.2895,
      "mean_token_accuracy": 0.5168128311634064,
      "num_tokens": 368787688.0,
      "step": 478910
    },
    {
      "epoch": 0.6074905055824892,
      "grad_norm": 6.125,
      "learning_rate": 1.9628027879196916e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5452388405799866,
      "num_tokens": 368796292.0,
      "step": 478920
    },
    {
      "epoch": 0.607503190175022,
      "grad_norm": 6.96875,
      "learning_rate": 1.962739356911062e-05,
      "loss": 1.9427,
      "mean_token_accuracy": 0.5674262523651123,
      "num_tokens": 368802741.0,
      "step": 478930
    },
    {
      "epoch": 0.6075158747675549,
      "grad_norm": 6.53125,
      "learning_rate": 1.962675925902433e-05,
      "loss": 1.7664,
      "mean_token_accuracy": 0.6011682689189911,
      "num_tokens": 368809131.0,
      "step": 478940
    },
    {
      "epoch": 0.6075285593600876,
      "grad_norm": 6.53125,
      "learning_rate": 1.962612494893804e-05,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5582832545042038,
      "num_tokens": 368816263.0,
      "step": 478950
    },
    {
      "epoch": 0.6075412439526205,
      "grad_norm": 5.40625,
      "learning_rate": 1.9625490638851747e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5516104876995087,
      "num_tokens": 368824813.0,
      "step": 478960
    },
    {
      "epoch": 0.6075539285451533,
      "grad_norm": 6.28125,
      "learning_rate": 1.9624856328765456e-05,
      "loss": 1.8027,
      "mean_token_accuracy": 0.5816202402114868,
      "num_tokens": 368831166.0,
      "step": 478970
    },
    {
      "epoch": 0.6075666131376862,
      "grad_norm": 5.875,
      "learning_rate": 1.9624222018679165e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.52741160094738,
      "num_tokens": 368838844.0,
      "step": 478980
    },
    {
      "epoch": 0.607579297730219,
      "grad_norm": 5.5,
      "learning_rate": 1.9623587708592873e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5395053327083588,
      "num_tokens": 368846167.0,
      "step": 478990
    },
    {
      "epoch": 0.6075919823227518,
      "grad_norm": 6.9375,
      "learning_rate": 1.962295339850658e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5615905225276947,
      "num_tokens": 368854031.0,
      "step": 479000
    },
    {
      "epoch": 0.6076046669152847,
      "grad_norm": 6.125,
      "learning_rate": 1.962231908842029e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5342955321073533,
      "num_tokens": 368862420.0,
      "step": 479010
    },
    {
      "epoch": 0.6076173515078175,
      "grad_norm": 5.125,
      "learning_rate": 1.9621684778334e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.545829251408577,
      "num_tokens": 368870153.0,
      "step": 479020
    },
    {
      "epoch": 0.6076300361003504,
      "grad_norm": 7.125,
      "learning_rate": 1.9621050468247705e-05,
      "loss": 1.8578,
      "mean_token_accuracy": 0.5796867251396179,
      "num_tokens": 368876300.0,
      "step": 479030
    },
    {
      "epoch": 0.6076427206928832,
      "grad_norm": 5.625,
      "learning_rate": 1.9620416158161414e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5374226689338684,
      "num_tokens": 368883540.0,
      "step": 479040
    },
    {
      "epoch": 0.6076554052854161,
      "grad_norm": 4.78125,
      "learning_rate": 1.9619781848075122e-05,
      "loss": 1.9149,
      "mean_token_accuracy": 0.5790287137031556,
      "num_tokens": 368891841.0,
      "step": 479050
    },
    {
      "epoch": 0.6076680898779488,
      "grad_norm": 5.1875,
      "learning_rate": 1.961914753798883e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5600235253572464,
      "num_tokens": 368900099.0,
      "step": 479060
    },
    {
      "epoch": 0.6076807744704816,
      "grad_norm": 6.71875,
      "learning_rate": 1.961851322790254e-05,
      "loss": 1.9039,
      "mean_token_accuracy": 0.5739893853664398,
      "num_tokens": 368907484.0,
      "step": 479070
    },
    {
      "epoch": 0.6076934590630145,
      "grad_norm": 7.0,
      "learning_rate": 1.961787891781625e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5450237035751343,
      "num_tokens": 368915029.0,
      "step": 479080
    },
    {
      "epoch": 0.6077061436555473,
      "grad_norm": 4.84375,
      "learning_rate": 1.9617244607729957e-05,
      "loss": 2.2557,
      "mean_token_accuracy": 0.5228269547224045,
      "num_tokens": 368921930.0,
      "step": 479090
    },
    {
      "epoch": 0.6077188282480802,
      "grad_norm": 6.65625,
      "learning_rate": 1.9616610297643666e-05,
      "loss": 1.8466,
      "mean_token_accuracy": 0.587904155254364,
      "num_tokens": 368928879.0,
      "step": 479100
    },
    {
      "epoch": 0.607731512840613,
      "grad_norm": 5.875,
      "learning_rate": 1.9615975987557375e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5508749127388001,
      "num_tokens": 368935700.0,
      "step": 479110
    },
    {
      "epoch": 0.6077441974331459,
      "grad_norm": 5.09375,
      "learning_rate": 1.9615341677471084e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5462193727493286,
      "num_tokens": 368942679.0,
      "step": 479120
    },
    {
      "epoch": 0.6077568820256787,
      "grad_norm": 6.65625,
      "learning_rate": 1.9614707367384792e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5420894920825958,
      "num_tokens": 368949187.0,
      "step": 479130
    },
    {
      "epoch": 0.6077695666182116,
      "grad_norm": 5.5,
      "learning_rate": 1.9614073057298498e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5538426846265793,
      "num_tokens": 368957122.0,
      "step": 479140
    },
    {
      "epoch": 0.6077822512107444,
      "grad_norm": 5.3125,
      "learning_rate": 1.961343874721221e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5609045386314392,
      "num_tokens": 368964262.0,
      "step": 479150
    },
    {
      "epoch": 0.6077949358032771,
      "grad_norm": 4.78125,
      "learning_rate": 1.961280443712592e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5529593288898468,
      "num_tokens": 368972959.0,
      "step": 479160
    },
    {
      "epoch": 0.60780762039581,
      "grad_norm": 5.375,
      "learning_rate": 1.9612170127039624e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5293774276971817,
      "num_tokens": 368982484.0,
      "step": 479170
    },
    {
      "epoch": 0.6078203049883428,
      "grad_norm": 4.6875,
      "learning_rate": 1.9611535816953333e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5630242943763732,
      "num_tokens": 368989949.0,
      "step": 479180
    },
    {
      "epoch": 0.6078329895808757,
      "grad_norm": 5.15625,
      "learning_rate": 1.961090150686704e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5398726731538772,
      "num_tokens": 368997886.0,
      "step": 479190
    },
    {
      "epoch": 0.6078456741734085,
      "grad_norm": 5.21875,
      "learning_rate": 1.961026719678075e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5438995122909546,
      "num_tokens": 369006125.0,
      "step": 479200
    },
    {
      "epoch": 0.6078583587659414,
      "grad_norm": 5.5,
      "learning_rate": 1.960963288669446e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5316379874944687,
      "num_tokens": 369014771.0,
      "step": 479210
    },
    {
      "epoch": 0.6078710433584742,
      "grad_norm": 4.90625,
      "learning_rate": 1.9608998576608168e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5677565544843673,
      "num_tokens": 369023421.0,
      "step": 479220
    },
    {
      "epoch": 0.607883727951007,
      "grad_norm": 6.0625,
      "learning_rate": 1.9608364266521876e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5339223831892014,
      "num_tokens": 369032789.0,
      "step": 479230
    },
    {
      "epoch": 0.6078964125435399,
      "grad_norm": 5.71875,
      "learning_rate": 1.9607729956435582e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.544374942779541,
      "num_tokens": 369039110.0,
      "step": 479240
    },
    {
      "epoch": 0.6079090971360727,
      "grad_norm": 5.34375,
      "learning_rate": 1.9607095646349294e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.522673150897026,
      "num_tokens": 369047790.0,
      "step": 479250
    },
    {
      "epoch": 0.6079217817286056,
      "grad_norm": 5.3125,
      "learning_rate": 1.9606461336263003e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5272692888975143,
      "num_tokens": 369056600.0,
      "step": 479260
    },
    {
      "epoch": 0.6079344663211383,
      "grad_norm": 5.5,
      "learning_rate": 1.9605827026176708e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5287279844284057,
      "num_tokens": 369065485.0,
      "step": 479270
    },
    {
      "epoch": 0.6079471509136712,
      "grad_norm": 9.5,
      "learning_rate": 1.9605192716090417e-05,
      "loss": 1.6998,
      "mean_token_accuracy": 0.6119275778532028,
      "num_tokens": 369072140.0,
      "step": 479280
    },
    {
      "epoch": 0.607959835506204,
      "grad_norm": 4.96875,
      "learning_rate": 1.9604558406004125e-05,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5667944997549057,
      "num_tokens": 369080507.0,
      "step": 479290
    },
    {
      "epoch": 0.6079725200987368,
      "grad_norm": 6.0,
      "learning_rate": 1.9603924095917838e-05,
      "loss": 2.2269,
      "mean_token_accuracy": 0.522174459695816,
      "num_tokens": 369088212.0,
      "step": 479300
    },
    {
      "epoch": 0.6079852046912697,
      "grad_norm": 7.15625,
      "learning_rate": 1.9603289785831543e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.5254642814397812,
      "num_tokens": 369096770.0,
      "step": 479310
    },
    {
      "epoch": 0.6079978892838025,
      "grad_norm": 6.75,
      "learning_rate": 1.960265547574525e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5355254977941513,
      "num_tokens": 369104003.0,
      "step": 479320
    },
    {
      "epoch": 0.6080105738763354,
      "grad_norm": 5.0,
      "learning_rate": 1.960202116565896e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.537292218208313,
      "num_tokens": 369111596.0,
      "step": 479330
    },
    {
      "epoch": 0.6080232584688682,
      "grad_norm": 6.15625,
      "learning_rate": 1.960138685557267e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.544594892859459,
      "num_tokens": 369118663.0,
      "step": 479340
    },
    {
      "epoch": 0.6080359430614011,
      "grad_norm": 9.375,
      "learning_rate": 1.9600752545486378e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5306298434734344,
      "num_tokens": 369127092.0,
      "step": 479350
    },
    {
      "epoch": 0.6080486276539339,
      "grad_norm": 9.625,
      "learning_rate": 1.9600118235400087e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5420869410037994,
      "num_tokens": 369134777.0,
      "step": 479360
    },
    {
      "epoch": 0.6080613122464668,
      "grad_norm": 5.46875,
      "learning_rate": 1.9599483925313795e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5508194684982299,
      "num_tokens": 369142626.0,
      "step": 479370
    },
    {
      "epoch": 0.6080739968389995,
      "grad_norm": 5.9375,
      "learning_rate": 1.95988496152275e-05,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5704894155263901,
      "num_tokens": 369150404.0,
      "step": 479380
    },
    {
      "epoch": 0.6080866814315323,
      "grad_norm": 6.25,
      "learning_rate": 1.959821530514121e-05,
      "loss": 1.9577,
      "mean_token_accuracy": 0.5499663919210434,
      "num_tokens": 369157710.0,
      "step": 479390
    },
    {
      "epoch": 0.6080993660240652,
      "grad_norm": 10.0625,
      "learning_rate": 1.959758099505492e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5276192516088486,
      "num_tokens": 369165366.0,
      "step": 479400
    },
    {
      "epoch": 0.608112050616598,
      "grad_norm": 4.6875,
      "learning_rate": 1.9596946684968627e-05,
      "loss": 1.6637,
      "mean_token_accuracy": 0.628835666179657,
      "num_tokens": 369171948.0,
      "step": 479410
    },
    {
      "epoch": 0.6081247352091309,
      "grad_norm": 6.40625,
      "learning_rate": 1.9596312374882336e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5580389559268951,
      "num_tokens": 369179081.0,
      "step": 479420
    },
    {
      "epoch": 0.6081374198016637,
      "grad_norm": 5.71875,
      "learning_rate": 1.9595678064796044e-05,
      "loss": 1.8868,
      "mean_token_accuracy": 0.5757509559392929,
      "num_tokens": 369186979.0,
      "step": 479430
    },
    {
      "epoch": 0.6081501043941966,
      "grad_norm": 5.40625,
      "learning_rate": 1.9595043754709753e-05,
      "loss": 2.2313,
      "mean_token_accuracy": 0.5153094857931138,
      "num_tokens": 369195399.0,
      "step": 479440
    },
    {
      "epoch": 0.6081627889867294,
      "grad_norm": 5.09375,
      "learning_rate": 1.9594409444623462e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5178083598613739,
      "num_tokens": 369204119.0,
      "step": 479450
    },
    {
      "epoch": 0.6081754735792622,
      "grad_norm": 5.78125,
      "learning_rate": 1.959377513453717e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5269065856933594,
      "num_tokens": 369212109.0,
      "step": 479460
    },
    {
      "epoch": 0.6081881581717951,
      "grad_norm": 5.0,
      "learning_rate": 1.959314082445088e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5538949191570282,
      "num_tokens": 369219760.0,
      "step": 479470
    },
    {
      "epoch": 0.6082008427643278,
      "grad_norm": 4.75,
      "learning_rate": 1.9592506514364585e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5130925595760345,
      "num_tokens": 369227269.0,
      "step": 479480
    },
    {
      "epoch": 0.6082135273568607,
      "grad_norm": 7.4375,
      "learning_rate": 1.9591872204278293e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.544921287894249,
      "num_tokens": 369236137.0,
      "step": 479490
    },
    {
      "epoch": 0.6082262119493935,
      "grad_norm": 5.40625,
      "learning_rate": 1.9591237894192006e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.5568716347217559,
      "num_tokens": 369244192.0,
      "step": 479500
    },
    {
      "epoch": 0.6082388965419264,
      "grad_norm": 6.125,
      "learning_rate": 1.9590603584105714e-05,
      "loss": 1.7683,
      "mean_token_accuracy": 0.6013945311307907,
      "num_tokens": 369250875.0,
      "step": 479510
    },
    {
      "epoch": 0.6082515811344592,
      "grad_norm": 6.625,
      "learning_rate": 1.958996927401942e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5539109826087951,
      "num_tokens": 369257844.0,
      "step": 479520
    },
    {
      "epoch": 0.6082642657269921,
      "grad_norm": 5.59375,
      "learning_rate": 1.958933496393313e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5378607988357544,
      "num_tokens": 369266817.0,
      "step": 479530
    },
    {
      "epoch": 0.6082769503195249,
      "grad_norm": 6.0625,
      "learning_rate": 1.9588700653846837e-05,
      "loss": 1.7219,
      "mean_token_accuracy": 0.6047190397977829,
      "num_tokens": 369273929.0,
      "step": 479540
    },
    {
      "epoch": 0.6082896349120577,
      "grad_norm": 5.0,
      "learning_rate": 1.9588066343760546e-05,
      "loss": 1.7882,
      "mean_token_accuracy": 0.5889424383640289,
      "num_tokens": 369282537.0,
      "step": 479550
    },
    {
      "epoch": 0.6083023195045906,
      "grad_norm": 5.21875,
      "learning_rate": 1.9587432033674255e-05,
      "loss": 1.9272,
      "mean_token_accuracy": 0.5734788000583648,
      "num_tokens": 369290251.0,
      "step": 479560
    },
    {
      "epoch": 0.6083150040971234,
      "grad_norm": 5.5625,
      "learning_rate": 1.9586797723587963e-05,
      "loss": 1.8198,
      "mean_token_accuracy": 0.5796287596225739,
      "num_tokens": 369297915.0,
      "step": 479570
    },
    {
      "epoch": 0.6083276886896563,
      "grad_norm": 7.03125,
      "learning_rate": 1.9586163413501672e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5363254576921463,
      "num_tokens": 369304814.0,
      "step": 479580
    },
    {
      "epoch": 0.608340373282189,
      "grad_norm": 6.0,
      "learning_rate": 1.958552910341538e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5583161324262619,
      "num_tokens": 369312304.0,
      "step": 479590
    },
    {
      "epoch": 0.6083530578747219,
      "grad_norm": 5.8125,
      "learning_rate": 1.958489479332909e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5390664875507355,
      "num_tokens": 369320386.0,
      "step": 479600
    },
    {
      "epoch": 0.6083657424672547,
      "grad_norm": 4.90625,
      "learning_rate": 1.95842604832428e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5246194809675216,
      "num_tokens": 369328656.0,
      "step": 479610
    },
    {
      "epoch": 0.6083784270597875,
      "grad_norm": 5.4375,
      "learning_rate": 1.9583626173156504e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5465676724910736,
      "num_tokens": 369337553.0,
      "step": 479620
    },
    {
      "epoch": 0.6083911116523204,
      "grad_norm": 5.21875,
      "learning_rate": 1.9582991863070212e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5445777237415313,
      "num_tokens": 369346112.0,
      "step": 479630
    },
    {
      "epoch": 0.6084037962448532,
      "grad_norm": 5.125,
      "learning_rate": 1.9582357552983925e-05,
      "loss": 1.6491,
      "mean_token_accuracy": 0.6243816137313842,
      "num_tokens": 369353050.0,
      "step": 479640
    },
    {
      "epoch": 0.6084164808373861,
      "grad_norm": 5.0,
      "learning_rate": 1.958172324289763e-05,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5291214197874069,
      "num_tokens": 369361756.0,
      "step": 479650
    },
    {
      "epoch": 0.6084291654299189,
      "grad_norm": 4.9375,
      "learning_rate": 1.958108893281134e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5437609523534774,
      "num_tokens": 369368560.0,
      "step": 479660
    },
    {
      "epoch": 0.6084418500224518,
      "grad_norm": 6.5625,
      "learning_rate": 1.9580454622725047e-05,
      "loss": 2.2879,
      "mean_token_accuracy": 0.5181479036808014,
      "num_tokens": 369375891.0,
      "step": 479670
    },
    {
      "epoch": 0.6084545346149846,
      "grad_norm": 5.34375,
      "learning_rate": 1.9579820312638756e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5415873944759368,
      "num_tokens": 369382643.0,
      "step": 479680
    },
    {
      "epoch": 0.6084672192075175,
      "grad_norm": 5.21875,
      "learning_rate": 1.9579186002552465e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5810879617929459,
      "num_tokens": 369388720.0,
      "step": 479690
    },
    {
      "epoch": 0.6084799038000502,
      "grad_norm": 6.15625,
      "learning_rate": 1.9578551692466174e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5416960328817367,
      "num_tokens": 369396402.0,
      "step": 479700
    },
    {
      "epoch": 0.608492588392583,
      "grad_norm": 5.90625,
      "learning_rate": 1.9577917382379882e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5759182870388031,
      "num_tokens": 369403294.0,
      "step": 479710
    },
    {
      "epoch": 0.6085052729851159,
      "grad_norm": 5.71875,
      "learning_rate": 1.957728307229359e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5233565002679825,
      "num_tokens": 369411967.0,
      "step": 479720
    },
    {
      "epoch": 0.6085179575776487,
      "grad_norm": 5.1875,
      "learning_rate": 1.9576648762207296e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5346426069736481,
      "num_tokens": 369420547.0,
      "step": 479730
    },
    {
      "epoch": 0.6085306421701816,
      "grad_norm": 5.65625,
      "learning_rate": 1.957601445212101e-05,
      "loss": 1.8814,
      "mean_token_accuracy": 0.5801240831613541,
      "num_tokens": 369428659.0,
      "step": 479740
    },
    {
      "epoch": 0.6085433267627144,
      "grad_norm": 4.75,
      "learning_rate": 1.9575380142034717e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5619711548089981,
      "num_tokens": 369436861.0,
      "step": 479750
    },
    {
      "epoch": 0.6085560113552473,
      "grad_norm": 4.78125,
      "learning_rate": 1.9574745831948423e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5543583393096924,
      "num_tokens": 369443951.0,
      "step": 479760
    },
    {
      "epoch": 0.6085686959477801,
      "grad_norm": 10.25,
      "learning_rate": 1.957411152186213e-05,
      "loss": 1.8403,
      "mean_token_accuracy": 0.597210693359375,
      "num_tokens": 369451217.0,
      "step": 479770
    },
    {
      "epoch": 0.6085813805403129,
      "grad_norm": 5.65625,
      "learning_rate": 1.957347721177584e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5359871476888657,
      "num_tokens": 369459698.0,
      "step": 479780
    },
    {
      "epoch": 0.6085940651328458,
      "grad_norm": 7.25,
      "learning_rate": 1.957284290168955e-05,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5604089468717575,
      "num_tokens": 369466510.0,
      "step": 479790
    },
    {
      "epoch": 0.6086067497253785,
      "grad_norm": 5.90625,
      "learning_rate": 1.9572208591603258e-05,
      "loss": 2.2825,
      "mean_token_accuracy": 0.5191177994012832,
      "num_tokens": 369474310.0,
      "step": 479800
    },
    {
      "epoch": 0.6086194343179114,
      "grad_norm": 4.78125,
      "learning_rate": 1.9571574281516966e-05,
      "loss": 2.351,
      "mean_token_accuracy": 0.5012116312980652,
      "num_tokens": 369481498.0,
      "step": 479810
    },
    {
      "epoch": 0.6086321189104442,
      "grad_norm": 5.21875,
      "learning_rate": 1.9570939971430675e-05,
      "loss": 2.2824,
      "mean_token_accuracy": 0.5140366047620774,
      "num_tokens": 369488627.0,
      "step": 479820
    },
    {
      "epoch": 0.6086448035029771,
      "grad_norm": 8.0625,
      "learning_rate": 1.957030566134438e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5484799563884735,
      "num_tokens": 369495977.0,
      "step": 479830
    },
    {
      "epoch": 0.6086574880955099,
      "grad_norm": 5.53125,
      "learning_rate": 1.9569671351258093e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.540329372882843,
      "num_tokens": 369503876.0,
      "step": 479840
    },
    {
      "epoch": 0.6086701726880427,
      "grad_norm": 9.3125,
      "learning_rate": 1.95690370411718e-05,
      "loss": 1.8434,
      "mean_token_accuracy": 0.594665914773941,
      "num_tokens": 369511657.0,
      "step": 479850
    },
    {
      "epoch": 0.6086828572805756,
      "grad_norm": 4.625,
      "learning_rate": 1.9568402731085507e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5496942371129989,
      "num_tokens": 369519111.0,
      "step": 479860
    },
    {
      "epoch": 0.6086955418731084,
      "grad_norm": 6.71875,
      "learning_rate": 1.9567768420999215e-05,
      "loss": 2.2366,
      "mean_token_accuracy": 0.5169868260622025,
      "num_tokens": 369527523.0,
      "step": 479870
    },
    {
      "epoch": 0.6087082264656413,
      "grad_norm": 5.625,
      "learning_rate": 1.9567134110912924e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5359354108572006,
      "num_tokens": 369535050.0,
      "step": 479880
    },
    {
      "epoch": 0.608720911058174,
      "grad_norm": 6.84375,
      "learning_rate": 1.9566499800826636e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5446899652481079,
      "num_tokens": 369543398.0,
      "step": 479890
    },
    {
      "epoch": 0.608733595650707,
      "grad_norm": 5.3125,
      "learning_rate": 1.956586549074034e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5594489872455597,
      "num_tokens": 369550322.0,
      "step": 479900
    },
    {
      "epoch": 0.6087462802432397,
      "grad_norm": 5.8125,
      "learning_rate": 1.956523118065405e-05,
      "loss": 1.77,
      "mean_token_accuracy": 0.6029849350452423,
      "num_tokens": 369557540.0,
      "step": 479910
    },
    {
      "epoch": 0.6087589648357726,
      "grad_norm": 6.375,
      "learning_rate": 1.956459687056776e-05,
      "loss": 1.7831,
      "mean_token_accuracy": 0.5929057896137238,
      "num_tokens": 369563749.0,
      "step": 479920
    },
    {
      "epoch": 0.6087716494283054,
      "grad_norm": 5.375,
      "learning_rate": 1.9563962560481468e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5623144745826721,
      "num_tokens": 369570575.0,
      "step": 479930
    },
    {
      "epoch": 0.6087843340208382,
      "grad_norm": 7.34375,
      "learning_rate": 1.9563328250395177e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5470102429389954,
      "num_tokens": 369577582.0,
      "step": 479940
    },
    {
      "epoch": 0.6087970186133711,
      "grad_norm": 5.875,
      "learning_rate": 1.9562693940308885e-05,
      "loss": 1.9199,
      "mean_token_accuracy": 0.5702661156654358,
      "num_tokens": 369585056.0,
      "step": 479950
    },
    {
      "epoch": 0.6088097032059039,
      "grad_norm": 4.9375,
      "learning_rate": 1.9562059630222594e-05,
      "loss": 2.2836,
      "mean_token_accuracy": 0.5164465636014939,
      "num_tokens": 369593260.0,
      "step": 479960
    },
    {
      "epoch": 0.6088223877984368,
      "grad_norm": 8.125,
      "learning_rate": 1.95614253201363e-05,
      "loss": 1.8855,
      "mean_token_accuracy": 0.5821184903383255,
      "num_tokens": 369600000.0,
      "step": 479970
    },
    {
      "epoch": 0.6088350723909696,
      "grad_norm": 4.625,
      "learning_rate": 1.9560791010050008e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5622046291828156,
      "num_tokens": 369607056.0,
      "step": 479980
    },
    {
      "epoch": 0.6088477569835025,
      "grad_norm": 6.0625,
      "learning_rate": 1.956015669996372e-05,
      "loss": 1.932,
      "mean_token_accuracy": 0.5838242113590241,
      "num_tokens": 369614322.0,
      "step": 479990
    },
    {
      "epoch": 0.6088604415760352,
      "grad_norm": 5.625,
      "learning_rate": 1.9559522389877426e-05,
      "loss": 2.2084,
      "mean_token_accuracy": 0.5295432478189468,
      "num_tokens": 369623059.0,
      "step": 480000
    },
    {
      "epoch": 0.608873126168568,
      "grad_norm": 5.65625,
      "learning_rate": 1.9558888079791134e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5345398604869842,
      "num_tokens": 369631232.0,
      "step": 480010
    },
    {
      "epoch": 0.6088858107611009,
      "grad_norm": 4.90625,
      "learning_rate": 1.9558253769704843e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.551235806941986,
      "num_tokens": 369639473.0,
      "step": 480020
    },
    {
      "epoch": 0.6088984953536337,
      "grad_norm": 4.75,
      "learning_rate": 1.9557619459618555e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5488816171884536,
      "num_tokens": 369647847.0,
      "step": 480030
    },
    {
      "epoch": 0.6089111799461666,
      "grad_norm": 4.65625,
      "learning_rate": 1.955698514953226e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5676194161176682,
      "num_tokens": 369655286.0,
      "step": 480040
    },
    {
      "epoch": 0.6089238645386994,
      "grad_norm": 4.71875,
      "learning_rate": 1.955635083944597e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5434587329626084,
      "num_tokens": 369663547.0,
      "step": 480050
    },
    {
      "epoch": 0.6089365491312323,
      "grad_norm": 5.375,
      "learning_rate": 1.9555716529359678e-05,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5686453878879547,
      "num_tokens": 369671789.0,
      "step": 480060
    },
    {
      "epoch": 0.6089492337237651,
      "grad_norm": 6.9375,
      "learning_rate": 1.9555082219273383e-05,
      "loss": 1.754,
      "mean_token_accuracy": 0.6018583953380585,
      "num_tokens": 369678791.0,
      "step": 480070
    },
    {
      "epoch": 0.608961918316298,
      "grad_norm": 5.1875,
      "learning_rate": 1.9554447909187096e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5446180701255798,
      "num_tokens": 369686408.0,
      "step": 480080
    },
    {
      "epoch": 0.6089746029088308,
      "grad_norm": 5.125,
      "learning_rate": 1.9553813599100804e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5535505682229995,
      "num_tokens": 369693354.0,
      "step": 480090
    },
    {
      "epoch": 0.6089872875013636,
      "grad_norm": 4.9375,
      "learning_rate": 1.9553179289014513e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5236783653497696,
      "num_tokens": 369702783.0,
      "step": 480100
    },
    {
      "epoch": 0.6089999720938964,
      "grad_norm": 9.625,
      "learning_rate": 1.955254497892822e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5565577149391174,
      "num_tokens": 369709863.0,
      "step": 480110
    },
    {
      "epoch": 0.6090126566864292,
      "grad_norm": 6.125,
      "learning_rate": 1.9551910668841927e-05,
      "loss": 2.2687,
      "mean_token_accuracy": 0.515636819601059,
      "num_tokens": 369718305.0,
      "step": 480120
    },
    {
      "epoch": 0.6090253412789621,
      "grad_norm": 7.1875,
      "learning_rate": 1.955127635875564e-05,
      "loss": 1.8289,
      "mean_token_accuracy": 0.5833051443099976,
      "num_tokens": 369725336.0,
      "step": 480130
    },
    {
      "epoch": 0.6090380258714949,
      "grad_norm": 8.1875,
      "learning_rate": 1.9550642048669345e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5638982623815536,
      "num_tokens": 369732226.0,
      "step": 480140
    },
    {
      "epoch": 0.6090507104640278,
      "grad_norm": 4.96875,
      "learning_rate": 1.9550007738583053e-05,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5171174049377442,
      "num_tokens": 369740181.0,
      "step": 480150
    },
    {
      "epoch": 0.6090633950565606,
      "grad_norm": 5.46875,
      "learning_rate": 1.9549373428496762e-05,
      "loss": 1.8299,
      "mean_token_accuracy": 0.5854795008897782,
      "num_tokens": 369747105.0,
      "step": 480160
    },
    {
      "epoch": 0.6090760796490934,
      "grad_norm": 5.40625,
      "learning_rate": 1.954873911841047e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5437747240066528,
      "num_tokens": 369755904.0,
      "step": 480170
    },
    {
      "epoch": 0.6090887642416263,
      "grad_norm": 5.28125,
      "learning_rate": 1.954810480832418e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5211694270372391,
      "num_tokens": 369765138.0,
      "step": 480180
    },
    {
      "epoch": 0.6091014488341591,
      "grad_norm": 4.9375,
      "learning_rate": 1.954747049823789e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.54326291680336,
      "num_tokens": 369773588.0,
      "step": 480190
    },
    {
      "epoch": 0.609114133426692,
      "grad_norm": 6.125,
      "learning_rate": 1.9546836188151597e-05,
      "loss": 2.2408,
      "mean_token_accuracy": 0.508290821313858,
      "num_tokens": 369782874.0,
      "step": 480200
    },
    {
      "epoch": 0.6091268180192247,
      "grad_norm": 6.15625,
      "learning_rate": 1.9546201878065302e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5526436030864715,
      "num_tokens": 369790097.0,
      "step": 480210
    },
    {
      "epoch": 0.6091395026117576,
      "grad_norm": 5.15625,
      "learning_rate": 1.954556756797901e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5222759038209915,
      "num_tokens": 369799488.0,
      "step": 480220
    },
    {
      "epoch": 0.6091521872042904,
      "grad_norm": 6.09375,
      "learning_rate": 1.9544933257892723e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.512319466471672,
      "num_tokens": 369807260.0,
      "step": 480230
    },
    {
      "epoch": 0.6091648717968232,
      "grad_norm": 5.21875,
      "learning_rate": 1.9544298947806432e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5291256219148636,
      "num_tokens": 369815164.0,
      "step": 480240
    },
    {
      "epoch": 0.6091775563893561,
      "grad_norm": 5.8125,
      "learning_rate": 1.9543664637720137e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.532437315583229,
      "num_tokens": 369822923.0,
      "step": 480250
    },
    {
      "epoch": 0.6091902409818889,
      "grad_norm": 5.53125,
      "learning_rate": 1.9543030327633846e-05,
      "loss": 1.6816,
      "mean_token_accuracy": 0.6199089407920837,
      "num_tokens": 369829277.0,
      "step": 480260
    },
    {
      "epoch": 0.6092029255744218,
      "grad_norm": 7.25,
      "learning_rate": 1.9542396017547555e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5385099679231644,
      "num_tokens": 369836516.0,
      "step": 480270
    },
    {
      "epoch": 0.6092156101669546,
      "grad_norm": 9.625,
      "learning_rate": 1.9541761707461264e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5488306969404221,
      "num_tokens": 369842895.0,
      "step": 480280
    },
    {
      "epoch": 0.6092282947594875,
      "grad_norm": 5.1875,
      "learning_rate": 1.9541127397374972e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5740787416696549,
      "num_tokens": 369852025.0,
      "step": 480290
    },
    {
      "epoch": 0.6092409793520203,
      "grad_norm": 5.40625,
      "learning_rate": 1.954049308728868e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5586893320083618,
      "num_tokens": 369860152.0,
      "step": 480300
    },
    {
      "epoch": 0.6092536639445532,
      "grad_norm": 4.96875,
      "learning_rate": 1.953985877720239e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5330274730920792,
      "num_tokens": 369868623.0,
      "step": 480310
    },
    {
      "epoch": 0.6092663485370859,
      "grad_norm": 5.59375,
      "learning_rate": 1.9539224467116095e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5555752009153366,
      "num_tokens": 369876484.0,
      "step": 480320
    },
    {
      "epoch": 0.6092790331296187,
      "grad_norm": 6.34375,
      "learning_rate": 1.9538590157029807e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5479899555444717,
      "num_tokens": 369882836.0,
      "step": 480330
    },
    {
      "epoch": 0.6092917177221516,
      "grad_norm": 5.03125,
      "learning_rate": 1.9537955846943516e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5515724837779998,
      "num_tokens": 369889569.0,
      "step": 480340
    },
    {
      "epoch": 0.6093044023146844,
      "grad_norm": 6.9375,
      "learning_rate": 1.953732153685722e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5475951880216599,
      "num_tokens": 369897292.0,
      "step": 480350
    },
    {
      "epoch": 0.6093170869072173,
      "grad_norm": 9.125,
      "learning_rate": 1.953668722677093e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5290500462055207,
      "num_tokens": 369905459.0,
      "step": 480360
    },
    {
      "epoch": 0.6093297714997501,
      "grad_norm": 8.875,
      "learning_rate": 1.953605291668464e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5332441836595535,
      "num_tokens": 369912304.0,
      "step": 480370
    },
    {
      "epoch": 0.609342456092283,
      "grad_norm": 7.15625,
      "learning_rate": 1.9535418606598348e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5378764003515244,
      "num_tokens": 369919429.0,
      "step": 480380
    },
    {
      "epoch": 0.6093551406848158,
      "grad_norm": 4.8125,
      "learning_rate": 1.9534784296512056e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5551986187696457,
      "num_tokens": 369926764.0,
      "step": 480390
    },
    {
      "epoch": 0.6093678252773486,
      "grad_norm": 6.15625,
      "learning_rate": 1.9534149986425765e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5347779840230942,
      "num_tokens": 369933628.0,
      "step": 480400
    },
    {
      "epoch": 0.6093805098698815,
      "grad_norm": 5.375,
      "learning_rate": 1.9533515676339474e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5390033662319184,
      "num_tokens": 369941656.0,
      "step": 480410
    },
    {
      "epoch": 0.6093931944624142,
      "grad_norm": 5.09375,
      "learning_rate": 1.953288136625318e-05,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5316758841276169,
      "num_tokens": 369949523.0,
      "step": 480420
    },
    {
      "epoch": 0.6094058790549471,
      "grad_norm": 7.21875,
      "learning_rate": 1.953224705616689e-05,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5608230084180832,
      "num_tokens": 369956140.0,
      "step": 480430
    },
    {
      "epoch": 0.6094185636474799,
      "grad_norm": 6.40625,
      "learning_rate": 1.95316127460806e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5420803368091583,
      "num_tokens": 369964563.0,
      "step": 480440
    },
    {
      "epoch": 0.6094312482400128,
      "grad_norm": 4.84375,
      "learning_rate": 1.953097843599431e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5306543320417404,
      "num_tokens": 369972568.0,
      "step": 480450
    },
    {
      "epoch": 0.6094439328325456,
      "grad_norm": 8.125,
      "learning_rate": 1.9530344125908014e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5457173556089401,
      "num_tokens": 369979508.0,
      "step": 480460
    },
    {
      "epoch": 0.6094566174250785,
      "grad_norm": 5.71875,
      "learning_rate": 1.9529709815821726e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5493546783924103,
      "num_tokens": 369987905.0,
      "step": 480470
    },
    {
      "epoch": 0.6094693020176113,
      "grad_norm": 5.75,
      "learning_rate": 1.9529075505735435e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5295874744653701,
      "num_tokens": 369995764.0,
      "step": 480480
    },
    {
      "epoch": 0.6094819866101441,
      "grad_norm": 6.125,
      "learning_rate": 1.952844119564914e-05,
      "loss": 1.8199,
      "mean_token_accuracy": 0.5996265798807144,
      "num_tokens": 370002272.0,
      "step": 480490
    },
    {
      "epoch": 0.609494671202677,
      "grad_norm": 5.9375,
      "learning_rate": 1.952780688556285e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5321796119213105,
      "num_tokens": 370010146.0,
      "step": 480500
    },
    {
      "epoch": 0.6095073557952098,
      "grad_norm": 5.59375,
      "learning_rate": 1.9527172575476558e-05,
      "loss": 2.3367,
      "mean_token_accuracy": 0.5007844865322113,
      "num_tokens": 370019182.0,
      "step": 480510
    },
    {
      "epoch": 0.6095200403877427,
      "grad_norm": 6.0,
      "learning_rate": 1.9526538265390267e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5221498042345047,
      "num_tokens": 370026984.0,
      "step": 480520
    },
    {
      "epoch": 0.6095327249802754,
      "grad_norm": 13.3125,
      "learning_rate": 1.9525903955303975e-05,
      "loss": 1.7364,
      "mean_token_accuracy": 0.598458993434906,
      "num_tokens": 370033516.0,
      "step": 480530
    },
    {
      "epoch": 0.6095454095728083,
      "grad_norm": 9.8125,
      "learning_rate": 1.9525269645217684e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5483124196529389,
      "num_tokens": 370040997.0,
      "step": 480540
    },
    {
      "epoch": 0.6095580941653411,
      "grad_norm": 14.6875,
      "learning_rate": 1.9524635335131393e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5286581248044968,
      "num_tokens": 370048692.0,
      "step": 480550
    },
    {
      "epoch": 0.6095707787578739,
      "grad_norm": 8.0625,
      "learning_rate": 1.9524001025045098e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5351308286190033,
      "num_tokens": 370055588.0,
      "step": 480560
    },
    {
      "epoch": 0.6095834633504068,
      "grad_norm": 8.75,
      "learning_rate": 1.952336671495881e-05,
      "loss": 1.786,
      "mean_token_accuracy": 0.5937031447887421,
      "num_tokens": 370061499.0,
      "step": 480570
    },
    {
      "epoch": 0.6095961479429396,
      "grad_norm": 5.6875,
      "learning_rate": 1.952273240487252e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.54856276512146,
      "num_tokens": 370069738.0,
      "step": 480580
    },
    {
      "epoch": 0.6096088325354725,
      "grad_norm": 4.84375,
      "learning_rate": 1.9522098094786224e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5187638461589813,
      "num_tokens": 370078833.0,
      "step": 480590
    },
    {
      "epoch": 0.6096215171280053,
      "grad_norm": 5.5625,
      "learning_rate": 1.9521463784699933e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.566407436132431,
      "num_tokens": 370085343.0,
      "step": 480600
    },
    {
      "epoch": 0.6096342017205382,
      "grad_norm": 7.125,
      "learning_rate": 1.9520829474613642e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5467023104429245,
      "num_tokens": 370092363.0,
      "step": 480610
    },
    {
      "epoch": 0.609646886313071,
      "grad_norm": 4.8125,
      "learning_rate": 1.9520195164527354e-05,
      "loss": 2.2519,
      "mean_token_accuracy": 0.5111902773380279,
      "num_tokens": 370101287.0,
      "step": 480620
    },
    {
      "epoch": 0.6096595709056039,
      "grad_norm": 5.46875,
      "learning_rate": 1.951956085444106e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5470949590206147,
      "num_tokens": 370109187.0,
      "step": 480630
    },
    {
      "epoch": 0.6096722554981366,
      "grad_norm": 4.6875,
      "learning_rate": 1.9518926544354768e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5253019630908966,
      "num_tokens": 370117616.0,
      "step": 480640
    },
    {
      "epoch": 0.6096849400906694,
      "grad_norm": 5.9375,
      "learning_rate": 1.9518292234268477e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5566722273826599,
      "num_tokens": 370125405.0,
      "step": 480650
    },
    {
      "epoch": 0.6096976246832023,
      "grad_norm": 5.84375,
      "learning_rate": 1.9517657924182186e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5470891982316971,
      "num_tokens": 370133637.0,
      "step": 480660
    },
    {
      "epoch": 0.6097103092757351,
      "grad_norm": 4.875,
      "learning_rate": 1.9517023614095894e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5276302814483642,
      "num_tokens": 370142427.0,
      "step": 480670
    },
    {
      "epoch": 0.609722993868268,
      "grad_norm": 4.8125,
      "learning_rate": 1.9516389304009603e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5624500691890717,
      "num_tokens": 370150587.0,
      "step": 480680
    },
    {
      "epoch": 0.6097356784608008,
      "grad_norm": 6.71875,
      "learning_rate": 1.9515754993923312e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.549341881275177,
      "num_tokens": 370158016.0,
      "step": 480690
    },
    {
      "epoch": 0.6097483630533337,
      "grad_norm": 4.28125,
      "learning_rate": 1.9515120683837017e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5677070677280426,
      "num_tokens": 370165245.0,
      "step": 480700
    },
    {
      "epoch": 0.6097610476458665,
      "grad_norm": 5.65625,
      "learning_rate": 1.9514486373750726e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5508890867233276,
      "num_tokens": 370172689.0,
      "step": 480710
    },
    {
      "epoch": 0.6097737322383993,
      "grad_norm": 6.625,
      "learning_rate": 1.9513852063664438e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5521739810705185,
      "num_tokens": 370179503.0,
      "step": 480720
    },
    {
      "epoch": 0.6097864168309322,
      "grad_norm": 5.9375,
      "learning_rate": 1.9513217753578143e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5583200514316559,
      "num_tokens": 370186898.0,
      "step": 480730
    },
    {
      "epoch": 0.6097991014234649,
      "grad_norm": 5.5625,
      "learning_rate": 1.9512583443491852e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5674200892448426,
      "num_tokens": 370194671.0,
      "step": 480740
    },
    {
      "epoch": 0.6098117860159978,
      "grad_norm": 6.375,
      "learning_rate": 1.951194913340556e-05,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5217245012521744,
      "num_tokens": 370203219.0,
      "step": 480750
    },
    {
      "epoch": 0.6098244706085306,
      "grad_norm": 5.0,
      "learning_rate": 1.951131482331927e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5476385831832886,
      "num_tokens": 370210612.0,
      "step": 480760
    },
    {
      "epoch": 0.6098371552010635,
      "grad_norm": 6.03125,
      "learning_rate": 1.9510680513232978e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5430339217185974,
      "num_tokens": 370219168.0,
      "step": 480770
    },
    {
      "epoch": 0.6098498397935963,
      "grad_norm": 5.28125,
      "learning_rate": 1.9510046203146687e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5389935612678528,
      "num_tokens": 370226985.0,
      "step": 480780
    },
    {
      "epoch": 0.6098625243861291,
      "grad_norm": 5.15625,
      "learning_rate": 1.9509411893060396e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5402682900428772,
      "num_tokens": 370235909.0,
      "step": 480790
    },
    {
      "epoch": 0.609875208978662,
      "grad_norm": 7.6875,
      "learning_rate": 1.95087775829741e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5507809489965438,
      "num_tokens": 370244084.0,
      "step": 480800
    },
    {
      "epoch": 0.6098878935711948,
      "grad_norm": 5.28125,
      "learning_rate": 1.950814327288781e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5586872696876526,
      "num_tokens": 370251063.0,
      "step": 480810
    },
    {
      "epoch": 0.6099005781637277,
      "grad_norm": 4.78125,
      "learning_rate": 1.9507508962801522e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.566963404417038,
      "num_tokens": 370258944.0,
      "step": 480820
    },
    {
      "epoch": 0.6099132627562605,
      "grad_norm": 5.21875,
      "learning_rate": 1.950687465271523e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.534472131729126,
      "num_tokens": 370266069.0,
      "step": 480830
    },
    {
      "epoch": 0.6099259473487934,
      "grad_norm": 5.125,
      "learning_rate": 1.9506240342628936e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5353654801845551,
      "num_tokens": 370273624.0,
      "step": 480840
    },
    {
      "epoch": 0.6099386319413261,
      "grad_norm": 4.96875,
      "learning_rate": 1.9505606032542645e-05,
      "loss": 1.7245,
      "mean_token_accuracy": 0.6128992795944214,
      "num_tokens": 370280093.0,
      "step": 480850
    },
    {
      "epoch": 0.609951316533859,
      "grad_norm": 7.5625,
      "learning_rate": 1.9504971722456354e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5223882317543029,
      "num_tokens": 370288207.0,
      "step": 480860
    },
    {
      "epoch": 0.6099640011263918,
      "grad_norm": 6.1875,
      "learning_rate": 1.9504337412370062e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5264358401298523,
      "num_tokens": 370296736.0,
      "step": 480870
    },
    {
      "epoch": 0.6099766857189246,
      "grad_norm": 5.78125,
      "learning_rate": 1.950370310228377e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5278094857931137,
      "num_tokens": 370303586.0,
      "step": 480880
    },
    {
      "epoch": 0.6099893703114575,
      "grad_norm": 6.65625,
      "learning_rate": 1.950306879219748e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5339292615652085,
      "num_tokens": 370311097.0,
      "step": 480890
    },
    {
      "epoch": 0.6100020549039903,
      "grad_norm": 9.0,
      "learning_rate": 1.950243448211119e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5453212916851043,
      "num_tokens": 370318939.0,
      "step": 480900
    },
    {
      "epoch": 0.6100147394965232,
      "grad_norm": 4.8125,
      "learning_rate": 1.9501800172024894e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5209461361169815,
      "num_tokens": 370327508.0,
      "step": 480910
    },
    {
      "epoch": 0.610027424089056,
      "grad_norm": 5.875,
      "learning_rate": 1.9501165861938606e-05,
      "loss": 1.9063,
      "mean_token_accuracy": 0.5822835624217987,
      "num_tokens": 370335058.0,
      "step": 480920
    },
    {
      "epoch": 0.6100401086815889,
      "grad_norm": 4.8125,
      "learning_rate": 1.9500531551852315e-05,
      "loss": 1.8922,
      "mean_token_accuracy": 0.579242342710495,
      "num_tokens": 370342350.0,
      "step": 480930
    },
    {
      "epoch": 0.6100527932741217,
      "grad_norm": 5.65625,
      "learning_rate": 1.949989724176602e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5425149857997894,
      "num_tokens": 370350178.0,
      "step": 480940
    },
    {
      "epoch": 0.6100654778666544,
      "grad_norm": 5.125,
      "learning_rate": 1.949926293167973e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5553648740053176,
      "num_tokens": 370358604.0,
      "step": 480950
    },
    {
      "epoch": 0.6100781624591873,
      "grad_norm": 7.53125,
      "learning_rate": 1.949862862159344e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5264146149158477,
      "num_tokens": 370366879.0,
      "step": 480960
    },
    {
      "epoch": 0.6100908470517201,
      "grad_norm": 5.71875,
      "learning_rate": 1.9497994311507146e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5372641563415528,
      "num_tokens": 370373706.0,
      "step": 480970
    },
    {
      "epoch": 0.610103531644253,
      "grad_norm": 5.15625,
      "learning_rate": 1.9497360001420855e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5349130272865296,
      "num_tokens": 370380938.0,
      "step": 480980
    },
    {
      "epoch": 0.6101162162367858,
      "grad_norm": 7.28125,
      "learning_rate": 1.9496725691334564e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5281455427408218,
      "num_tokens": 370388880.0,
      "step": 480990
    },
    {
      "epoch": 0.6101289008293187,
      "grad_norm": 5.5625,
      "learning_rate": 1.9496091381248273e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5598699778318406,
      "num_tokens": 370395859.0,
      "step": 481000
    },
    {
      "epoch": 0.6101415854218515,
      "grad_norm": 5.28125,
      "learning_rate": 1.949545707116198e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5253695249557495,
      "num_tokens": 370403803.0,
      "step": 481010
    },
    {
      "epoch": 0.6101542700143844,
      "grad_norm": 6.875,
      "learning_rate": 1.949482276107569e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5733276933431626,
      "num_tokens": 370409900.0,
      "step": 481020
    },
    {
      "epoch": 0.6101669546069172,
      "grad_norm": 5.28125,
      "learning_rate": 1.94941884509894e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5432839155197143,
      "num_tokens": 370417811.0,
      "step": 481030
    },
    {
      "epoch": 0.61017963919945,
      "grad_norm": 5.71875,
      "learning_rate": 1.9493554140903107e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5235613912343979,
      "num_tokens": 370426972.0,
      "step": 481040
    },
    {
      "epoch": 0.6101923237919828,
      "grad_norm": 5.3125,
      "learning_rate": 1.9492919830816813e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.532284215092659,
      "num_tokens": 370435222.0,
      "step": 481050
    },
    {
      "epoch": 0.6102050083845156,
      "grad_norm": 7.625,
      "learning_rate": 1.9492285520730525e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5488162875175476,
      "num_tokens": 370443151.0,
      "step": 481060
    },
    {
      "epoch": 0.6102176929770485,
      "grad_norm": 9.5625,
      "learning_rate": 1.9491651210644234e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5287436574697495,
      "num_tokens": 370450795.0,
      "step": 481070
    },
    {
      "epoch": 0.6102303775695813,
      "grad_norm": 6.1875,
      "learning_rate": 1.949101690055794e-05,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5286331355571747,
      "num_tokens": 370459336.0,
      "step": 481080
    },
    {
      "epoch": 0.6102430621621142,
      "grad_norm": 5.9375,
      "learning_rate": 1.9490382590471648e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5547297298908234,
      "num_tokens": 370466287.0,
      "step": 481090
    },
    {
      "epoch": 0.610255746754647,
      "grad_norm": 6.09375,
      "learning_rate": 1.9489748280385357e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5395369023084641,
      "num_tokens": 370474966.0,
      "step": 481100
    },
    {
      "epoch": 0.6102684313471798,
      "grad_norm": 5.28125,
      "learning_rate": 1.9489113970299065e-05,
      "loss": 1.9297,
      "mean_token_accuracy": 0.570941898226738,
      "num_tokens": 370482391.0,
      "step": 481110
    },
    {
      "epoch": 0.6102811159397127,
      "grad_norm": 4.78125,
      "learning_rate": 1.9488479660212774e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5676255792379379,
      "num_tokens": 370491476.0,
      "step": 481120
    },
    {
      "epoch": 0.6102938005322455,
      "grad_norm": 5.40625,
      "learning_rate": 1.9487845350126483e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5366341441869735,
      "num_tokens": 370498786.0,
      "step": 481130
    },
    {
      "epoch": 0.6103064851247784,
      "grad_norm": 5.4375,
      "learning_rate": 1.948721104004019e-05,
      "loss": 1.8707,
      "mean_token_accuracy": 0.562413889169693,
      "num_tokens": 370506086.0,
      "step": 481140
    },
    {
      "epoch": 0.6103191697173111,
      "grad_norm": 5.65625,
      "learning_rate": 1.9486576729953897e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5368605732917786,
      "num_tokens": 370514794.0,
      "step": 481150
    },
    {
      "epoch": 0.610331854309844,
      "grad_norm": 5.3125,
      "learning_rate": 1.948594241986761e-05,
      "loss": 1.9092,
      "mean_token_accuracy": 0.575708994269371,
      "num_tokens": 370522267.0,
      "step": 481160
    },
    {
      "epoch": 0.6103445389023768,
      "grad_norm": 5.71875,
      "learning_rate": 1.9485308109781318e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.556012749671936,
      "num_tokens": 370529284.0,
      "step": 481170
    },
    {
      "epoch": 0.6103572234949096,
      "grad_norm": 5.03125,
      "learning_rate": 1.9484673799695023e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5479761213064194,
      "num_tokens": 370537309.0,
      "step": 481180
    },
    {
      "epoch": 0.6103699080874425,
      "grad_norm": 6.1875,
      "learning_rate": 1.9484039489608732e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5418036729097366,
      "num_tokens": 370545128.0,
      "step": 481190
    },
    {
      "epoch": 0.6103825926799753,
      "grad_norm": 5.15625,
      "learning_rate": 1.948340517952244e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5655177175998688,
      "num_tokens": 370552898.0,
      "step": 481200
    },
    {
      "epoch": 0.6103952772725082,
      "grad_norm": 6.34375,
      "learning_rate": 1.9482770869436153e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5389880150556564,
      "num_tokens": 370561434.0,
      "step": 481210
    },
    {
      "epoch": 0.610407961865041,
      "grad_norm": 5.375,
      "learning_rate": 1.9482136559349858e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.547669380903244,
      "num_tokens": 370568683.0,
      "step": 481220
    },
    {
      "epoch": 0.6104206464575739,
      "grad_norm": 4.8125,
      "learning_rate": 1.9481502249263567e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5217210322618484,
      "num_tokens": 370577073.0,
      "step": 481230
    },
    {
      "epoch": 0.6104333310501067,
      "grad_norm": 4.6875,
      "learning_rate": 1.9480867939177275e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5387449562549591,
      "num_tokens": 370584288.0,
      "step": 481240
    },
    {
      "epoch": 0.6104460156426396,
      "grad_norm": 6.46875,
      "learning_rate": 1.9480233629090984e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.540515986084938,
      "num_tokens": 370591413.0,
      "step": 481250
    },
    {
      "epoch": 0.6104587002351723,
      "grad_norm": 4.75,
      "learning_rate": 1.9479599319004693e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5794709324836731,
      "num_tokens": 370598589.0,
      "step": 481260
    },
    {
      "epoch": 0.6104713848277051,
      "grad_norm": 4.71875,
      "learning_rate": 1.9478965008918402e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5394018143415451,
      "num_tokens": 370606968.0,
      "step": 481270
    },
    {
      "epoch": 0.610484069420238,
      "grad_norm": 4.6875,
      "learning_rate": 1.947833069883211e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.544493654370308,
      "num_tokens": 370615508.0,
      "step": 481280
    },
    {
      "epoch": 0.6104967540127708,
      "grad_norm": 10.3125,
      "learning_rate": 1.9477696388745816e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5325236350297928,
      "num_tokens": 370622796.0,
      "step": 481290
    },
    {
      "epoch": 0.6105094386053037,
      "grad_norm": 4.9375,
      "learning_rate": 1.9477062078659525e-05,
      "loss": 1.8277,
      "mean_token_accuracy": 0.5844927489757538,
      "num_tokens": 370630030.0,
      "step": 481300
    },
    {
      "epoch": 0.6105221231978365,
      "grad_norm": 6.96875,
      "learning_rate": 1.9476427768573237e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5639577358961105,
      "num_tokens": 370636714.0,
      "step": 481310
    },
    {
      "epoch": 0.6105348077903694,
      "grad_norm": 6.3125,
      "learning_rate": 1.9475793458486942e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5413030922412873,
      "num_tokens": 370644510.0,
      "step": 481320
    },
    {
      "epoch": 0.6105474923829022,
      "grad_norm": 4.9375,
      "learning_rate": 1.947515914840065e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5673256009817124,
      "num_tokens": 370651724.0,
      "step": 481330
    },
    {
      "epoch": 0.610560176975435,
      "grad_norm": 5.5,
      "learning_rate": 1.947452483831436e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.577938261628151,
      "num_tokens": 370658625.0,
      "step": 481340
    },
    {
      "epoch": 0.6105728615679679,
      "grad_norm": 6.375,
      "learning_rate": 1.9473890528228068e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5272845387458801,
      "num_tokens": 370666740.0,
      "step": 481350
    },
    {
      "epoch": 0.6105855461605006,
      "grad_norm": 5.6875,
      "learning_rate": 1.9473256218141777e-05,
      "loss": 1.9421,
      "mean_token_accuracy": 0.561242151260376,
      "num_tokens": 370674804.0,
      "step": 481360
    },
    {
      "epoch": 0.6105982307530335,
      "grad_norm": 7.34375,
      "learning_rate": 1.9472621908055486e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5580079257488251,
      "num_tokens": 370681818.0,
      "step": 481370
    },
    {
      "epoch": 0.6106109153455663,
      "grad_norm": 5.375,
      "learning_rate": 1.9471987597969194e-05,
      "loss": 2.3233,
      "mean_token_accuracy": 0.501772066950798,
      "num_tokens": 370690346.0,
      "step": 481380
    },
    {
      "epoch": 0.6106235999380992,
      "grad_norm": 9.0,
      "learning_rate": 1.94713532878829e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5316235452890397,
      "num_tokens": 370697643.0,
      "step": 481390
    },
    {
      "epoch": 0.610636284530632,
      "grad_norm": 6.28125,
      "learning_rate": 1.9470718977796612e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5470546275377274,
      "num_tokens": 370705260.0,
      "step": 481400
    },
    {
      "epoch": 0.6106489691231649,
      "grad_norm": 4.75,
      "learning_rate": 1.947008466771032e-05,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5581187278032302,
      "num_tokens": 370713813.0,
      "step": 481410
    },
    {
      "epoch": 0.6106616537156977,
      "grad_norm": 5.8125,
      "learning_rate": 1.946945035762403e-05,
      "loss": 2.2404,
      "mean_token_accuracy": 0.5112729698419571,
      "num_tokens": 370722571.0,
      "step": 481420
    },
    {
      "epoch": 0.6106743383082305,
      "grad_norm": 4.84375,
      "learning_rate": 1.9468816047537735e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5680439412593842,
      "num_tokens": 370730150.0,
      "step": 481430
    },
    {
      "epoch": 0.6106870229007634,
      "grad_norm": 6.40625,
      "learning_rate": 1.9468181737451444e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5442098617553711,
      "num_tokens": 370737417.0,
      "step": 481440
    },
    {
      "epoch": 0.6106997074932962,
      "grad_norm": 5.4375,
      "learning_rate": 1.9467547427365156e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5279896467924118,
      "num_tokens": 370745152.0,
      "step": 481450
    },
    {
      "epoch": 0.6107123920858291,
      "grad_norm": 5.15625,
      "learning_rate": 1.946691311727886e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5439469277858734,
      "num_tokens": 370753546.0,
      "step": 481460
    },
    {
      "epoch": 0.6107250766783618,
      "grad_norm": 5.6875,
      "learning_rate": 1.946627880719257e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5248340159654618,
      "num_tokens": 370761907.0,
      "step": 481470
    },
    {
      "epoch": 0.6107377612708947,
      "grad_norm": 5.8125,
      "learning_rate": 1.946564449710628e-05,
      "loss": 2.2548,
      "mean_token_accuracy": 0.5124864101409912,
      "num_tokens": 370769991.0,
      "step": 481480
    },
    {
      "epoch": 0.6107504458634275,
      "grad_norm": 7.78125,
      "learning_rate": 1.9465010187019987e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5508355110883713,
      "num_tokens": 370778115.0,
      "step": 481490
    },
    {
      "epoch": 0.6107631304559603,
      "grad_norm": 6.46875,
      "learning_rate": 1.9464375876933696e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5432080864906311,
      "num_tokens": 370785214.0,
      "step": 481500
    },
    {
      "epoch": 0.6107758150484932,
      "grad_norm": 6.8125,
      "learning_rate": 1.9463741566847405e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5640645742416381,
      "num_tokens": 370793145.0,
      "step": 481510
    },
    {
      "epoch": 0.610788499641026,
      "grad_norm": 4.8125,
      "learning_rate": 1.9463107256761113e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5449121713638305,
      "num_tokens": 370801654.0,
      "step": 481520
    },
    {
      "epoch": 0.6108011842335589,
      "grad_norm": 5.40625,
      "learning_rate": 1.946247294667482e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5366090089082718,
      "num_tokens": 370810208.0,
      "step": 481530
    },
    {
      "epoch": 0.6108138688260917,
      "grad_norm": 7.0,
      "learning_rate": 1.9461838636588528e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5360797196626663,
      "num_tokens": 370817976.0,
      "step": 481540
    },
    {
      "epoch": 0.6108265534186246,
      "grad_norm": 5.40625,
      "learning_rate": 1.946120432650224e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.577067032456398,
      "num_tokens": 370826950.0,
      "step": 481550
    },
    {
      "epoch": 0.6108392380111574,
      "grad_norm": 5.3125,
      "learning_rate": 1.9460570016415945e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5511320292949676,
      "num_tokens": 370833022.0,
      "step": 481560
    },
    {
      "epoch": 0.6108519226036903,
      "grad_norm": 4.8125,
      "learning_rate": 1.9459935706329654e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5390309631824494,
      "num_tokens": 370841060.0,
      "step": 481570
    },
    {
      "epoch": 0.610864607196223,
      "grad_norm": 5.71875,
      "learning_rate": 1.9459301396243362e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5379786103963852,
      "num_tokens": 370848731.0,
      "step": 481580
    },
    {
      "epoch": 0.6108772917887558,
      "grad_norm": 5.375,
      "learning_rate": 1.945866708615707e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5301599413156509,
      "num_tokens": 370856683.0,
      "step": 481590
    },
    {
      "epoch": 0.6108899763812887,
      "grad_norm": 6.53125,
      "learning_rate": 1.945803277607078e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5361455291509628,
      "num_tokens": 370864256.0,
      "step": 481600
    },
    {
      "epoch": 0.6109026609738215,
      "grad_norm": 4.875,
      "learning_rate": 1.945739846598449e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5541454434394837,
      "num_tokens": 370872207.0,
      "step": 481610
    },
    {
      "epoch": 0.6109153455663544,
      "grad_norm": 5.6875,
      "learning_rate": 1.9456764155898197e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.568315076828003,
      "num_tokens": 370879798.0,
      "step": 481620
    },
    {
      "epoch": 0.6109280301588872,
      "grad_norm": 6.21875,
      "learning_rate": 1.9456129845811906e-05,
      "loss": 1.8239,
      "mean_token_accuracy": 0.5907907634973526,
      "num_tokens": 370887127.0,
      "step": 481630
    },
    {
      "epoch": 0.6109407147514201,
      "grad_norm": 6.03125,
      "learning_rate": 1.945549553572561e-05,
      "loss": 2.2507,
      "mean_token_accuracy": 0.5287507563829422,
      "num_tokens": 370895305.0,
      "step": 481640
    },
    {
      "epoch": 0.6109533993439529,
      "grad_norm": 6.40625,
      "learning_rate": 1.9454861225639324e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5434731125831604,
      "num_tokens": 370903023.0,
      "step": 481650
    },
    {
      "epoch": 0.6109660839364857,
      "grad_norm": 5.09375,
      "learning_rate": 1.9454226915553032e-05,
      "loss": 1.7874,
      "mean_token_accuracy": 0.5959054052829742,
      "num_tokens": 370909446.0,
      "step": 481660
    },
    {
      "epoch": 0.6109787685290186,
      "grad_norm": 5.0,
      "learning_rate": 1.9453592605466738e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5595892518758774,
      "num_tokens": 370916939.0,
      "step": 481670
    },
    {
      "epoch": 0.6109914531215513,
      "grad_norm": 5.5625,
      "learning_rate": 1.9452958295380446e-05,
      "loss": 1.9609,
      "mean_token_accuracy": 0.5696494668722153,
      "num_tokens": 370924860.0,
      "step": 481680
    },
    {
      "epoch": 0.6110041377140842,
      "grad_norm": 6.78125,
      "learning_rate": 1.9452323985294155e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5503066718578339,
      "num_tokens": 370931236.0,
      "step": 481690
    },
    {
      "epoch": 0.611016822306617,
      "grad_norm": 6.21875,
      "learning_rate": 1.9451689675207864e-05,
      "loss": 1.8561,
      "mean_token_accuracy": 0.5824633777141571,
      "num_tokens": 370938642.0,
      "step": 481700
    },
    {
      "epoch": 0.6110295068991499,
      "grad_norm": 4.625,
      "learning_rate": 1.9451055365121573e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5496943831443787,
      "num_tokens": 370947479.0,
      "step": 481710
    },
    {
      "epoch": 0.6110421914916827,
      "grad_norm": 5.46875,
      "learning_rate": 1.945042105503528e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5598058044910431,
      "num_tokens": 370955177.0,
      "step": 481720
    },
    {
      "epoch": 0.6110548760842155,
      "grad_norm": 4.46875,
      "learning_rate": 1.944978674494899e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.547988909482956,
      "num_tokens": 370963503.0,
      "step": 481730
    },
    {
      "epoch": 0.6110675606767484,
      "grad_norm": 9.375,
      "learning_rate": 1.9449152434862696e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5633455008268357,
      "num_tokens": 370970722.0,
      "step": 481740
    },
    {
      "epoch": 0.6110802452692812,
      "grad_norm": 6.25,
      "learning_rate": 1.9448518124776408e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5349134266376495,
      "num_tokens": 370978665.0,
      "step": 481750
    },
    {
      "epoch": 0.6110929298618141,
      "grad_norm": 7.96875,
      "learning_rate": 1.9447883814690116e-05,
      "loss": 1.8178,
      "mean_token_accuracy": 0.5805812239646911,
      "num_tokens": 370985670.0,
      "step": 481760
    },
    {
      "epoch": 0.6111056144543469,
      "grad_norm": 4.96875,
      "learning_rate": 1.9447249504603822e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5417532801628113,
      "num_tokens": 370994010.0,
      "step": 481770
    },
    {
      "epoch": 0.6111182990468798,
      "grad_norm": 7.0,
      "learning_rate": 1.944661519451753e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5589434623718261,
      "num_tokens": 371002042.0,
      "step": 481780
    },
    {
      "epoch": 0.6111309836394125,
      "grad_norm": 5.40625,
      "learning_rate": 1.944598088443124e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5293729454278946,
      "num_tokens": 371010712.0,
      "step": 481790
    },
    {
      "epoch": 0.6111436682319454,
      "grad_norm": 16.375,
      "learning_rate": 1.944534657434495e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5303295403718948,
      "num_tokens": 371016913.0,
      "step": 481800
    },
    {
      "epoch": 0.6111563528244782,
      "grad_norm": 5.59375,
      "learning_rate": 1.9444712264258657e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5319599062204361,
      "num_tokens": 371025068.0,
      "step": 481810
    },
    {
      "epoch": 0.611169037417011,
      "grad_norm": 7.03125,
      "learning_rate": 1.9444077954172365e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5496469140052795,
      "num_tokens": 371032569.0,
      "step": 481820
    },
    {
      "epoch": 0.6111817220095439,
      "grad_norm": 4.375,
      "learning_rate": 1.9443443644086074e-05,
      "loss": 1.749,
      "mean_token_accuracy": 0.6025971651077271,
      "num_tokens": 371040136.0,
      "step": 481830
    },
    {
      "epoch": 0.6111944066020767,
      "grad_norm": 6.03125,
      "learning_rate": 1.9442809333999783e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5447651594877243,
      "num_tokens": 371048129.0,
      "step": 481840
    },
    {
      "epoch": 0.6112070911946096,
      "grad_norm": 5.90625,
      "learning_rate": 1.944217502391349e-05,
      "loss": 1.9453,
      "mean_token_accuracy": 0.565002515912056,
      "num_tokens": 371054896.0,
      "step": 481850
    },
    {
      "epoch": 0.6112197757871424,
      "grad_norm": 6.75,
      "learning_rate": 1.94415407138272e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5741929650306702,
      "num_tokens": 371062001.0,
      "step": 481860
    },
    {
      "epoch": 0.6112324603796753,
      "grad_norm": 6.78125,
      "learning_rate": 1.944090640374091e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5536957263946534,
      "num_tokens": 371069660.0,
      "step": 481870
    },
    {
      "epoch": 0.611245144972208,
      "grad_norm": 4.84375,
      "learning_rate": 1.9440272093654615e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5360632568597794,
      "num_tokens": 371077401.0,
      "step": 481880
    },
    {
      "epoch": 0.6112578295647408,
      "grad_norm": 7.0625,
      "learning_rate": 1.9439637783568327e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5332840919494629,
      "num_tokens": 371084970.0,
      "step": 481890
    },
    {
      "epoch": 0.6112705141572737,
      "grad_norm": 7.34375,
      "learning_rate": 1.9439003473482035e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5519846051931381,
      "num_tokens": 371092873.0,
      "step": 481900
    },
    {
      "epoch": 0.6112831987498065,
      "grad_norm": 5.3125,
      "learning_rate": 1.943836916339574e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5453991919755936,
      "num_tokens": 371101277.0,
      "step": 481910
    },
    {
      "epoch": 0.6112958833423394,
      "grad_norm": 5.59375,
      "learning_rate": 1.943773485330945e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5570447117090225,
      "num_tokens": 371109477.0,
      "step": 481920
    },
    {
      "epoch": 0.6113085679348722,
      "grad_norm": 5.5,
      "learning_rate": 1.9437100543223158e-05,
      "loss": 2.1811,
      "mean_token_accuracy": 0.521496444940567,
      "num_tokens": 371118956.0,
      "step": 481930
    },
    {
      "epoch": 0.6113212525274051,
      "grad_norm": 6.0,
      "learning_rate": 1.9436466233136867e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5470777690410614,
      "num_tokens": 371126966.0,
      "step": 481940
    },
    {
      "epoch": 0.6113339371199379,
      "grad_norm": 6.15625,
      "learning_rate": 1.9435831923050576e-05,
      "loss": 1.8766,
      "mean_token_accuracy": 0.5726781606674194,
      "num_tokens": 371133428.0,
      "step": 481950
    },
    {
      "epoch": 0.6113466217124708,
      "grad_norm": 5.46875,
      "learning_rate": 1.9435197612964284e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5217534869909286,
      "num_tokens": 371142174.0,
      "step": 481960
    },
    {
      "epoch": 0.6113593063050036,
      "grad_norm": 11.0,
      "learning_rate": 1.9434563302877993e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5396371364593506,
      "num_tokens": 371149204.0,
      "step": 481970
    },
    {
      "epoch": 0.6113719908975364,
      "grad_norm": 5.125,
      "learning_rate": 1.94339289927917e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5375413417816162,
      "num_tokens": 371156944.0,
      "step": 481980
    },
    {
      "epoch": 0.6113846754900693,
      "grad_norm": 6.53125,
      "learning_rate": 1.943329468270541e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.524010694026947,
      "num_tokens": 371163989.0,
      "step": 481990
    },
    {
      "epoch": 0.611397360082602,
      "grad_norm": 6.46875,
      "learning_rate": 1.943266037261912e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5331099182367325,
      "num_tokens": 371172292.0,
      "step": 482000
    },
    {
      "epoch": 0.6114100446751349,
      "grad_norm": 6.6875,
      "learning_rate": 1.9432026062532828e-05,
      "loss": 1.7437,
      "mean_token_accuracy": 0.6099792689085006,
      "num_tokens": 371178462.0,
      "step": 482010
    },
    {
      "epoch": 0.6114227292676677,
      "grad_norm": 6.84375,
      "learning_rate": 1.9431391752446533e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.561645793914795,
      "num_tokens": 371185802.0,
      "step": 482020
    },
    {
      "epoch": 0.6114354138602006,
      "grad_norm": 5.0625,
      "learning_rate": 1.9430757442360242e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.552827563881874,
      "num_tokens": 371193106.0,
      "step": 482030
    },
    {
      "epoch": 0.6114480984527334,
      "grad_norm": 4.875,
      "learning_rate": 1.9430123132273954e-05,
      "loss": 2.2453,
      "mean_token_accuracy": 0.5260995477437973,
      "num_tokens": 371201987.0,
      "step": 482040
    },
    {
      "epoch": 0.6114607830452662,
      "grad_norm": 5.1875,
      "learning_rate": 1.942948882218766e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5354114681482315,
      "num_tokens": 371208490.0,
      "step": 482050
    },
    {
      "epoch": 0.6114734676377991,
      "grad_norm": 4.53125,
      "learning_rate": 1.942885451210137e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5440679252147674,
      "num_tokens": 371217062.0,
      "step": 482060
    },
    {
      "epoch": 0.6114861522303319,
      "grad_norm": 6.8125,
      "learning_rate": 1.9428220202015077e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5384568482637405,
      "num_tokens": 371224140.0,
      "step": 482070
    },
    {
      "epoch": 0.6114988368228648,
      "grad_norm": 4.75,
      "learning_rate": 1.9427585891928786e-05,
      "loss": 2.2386,
      "mean_token_accuracy": 0.524622517824173,
      "num_tokens": 371232049.0,
      "step": 482080
    },
    {
      "epoch": 0.6115115214153976,
      "grad_norm": 5.6875,
      "learning_rate": 1.9426951581842495e-05,
      "loss": 1.8691,
      "mean_token_accuracy": 0.5982348173856735,
      "num_tokens": 371237932.0,
      "step": 482090
    },
    {
      "epoch": 0.6115242060079304,
      "grad_norm": 5.1875,
      "learning_rate": 1.9426317271756203e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5572879254817963,
      "num_tokens": 371246109.0,
      "step": 482100
    },
    {
      "epoch": 0.6115368906004632,
      "grad_norm": 5.1875,
      "learning_rate": 1.9425682961669912e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5472734093666076,
      "num_tokens": 371254446.0,
      "step": 482110
    },
    {
      "epoch": 0.611549575192996,
      "grad_norm": 5.8125,
      "learning_rate": 1.9425048651583617e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5388953208923339,
      "num_tokens": 371262714.0,
      "step": 482120
    },
    {
      "epoch": 0.6115622597855289,
      "grad_norm": 5.28125,
      "learning_rate": 1.9424414341497326e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5419905215501786,
      "num_tokens": 371270439.0,
      "step": 482130
    },
    {
      "epoch": 0.6115749443780617,
      "grad_norm": 6.96875,
      "learning_rate": 1.942378003141104e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5455256193876267,
      "num_tokens": 371277998.0,
      "step": 482140
    },
    {
      "epoch": 0.6115876289705946,
      "grad_norm": 6.59375,
      "learning_rate": 1.9423145721324744e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5225172609090805,
      "num_tokens": 371286920.0,
      "step": 482150
    },
    {
      "epoch": 0.6116003135631274,
      "grad_norm": 7.0625,
      "learning_rate": 1.9422511411238452e-05,
      "loss": 1.6879,
      "mean_token_accuracy": 0.6207154840230942,
      "num_tokens": 371292690.0,
      "step": 482160
    },
    {
      "epoch": 0.6116129981556603,
      "grad_norm": 5.09375,
      "learning_rate": 1.942187710115216e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5627985507249832,
      "num_tokens": 371300899.0,
      "step": 482170
    },
    {
      "epoch": 0.6116256827481931,
      "grad_norm": 5.34375,
      "learning_rate": 1.942124279106587e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.5762737542390823,
      "num_tokens": 371308154.0,
      "step": 482180
    },
    {
      "epoch": 0.611638367340726,
      "grad_norm": 6.625,
      "learning_rate": 1.942060848097958e-05,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5730607569217682,
      "num_tokens": 371316055.0,
      "step": 482190
    },
    {
      "epoch": 0.6116510519332587,
      "grad_norm": 4.8125,
      "learning_rate": 1.9419974170893287e-05,
      "loss": 1.8904,
      "mean_token_accuracy": 0.5768951952457428,
      "num_tokens": 371323418.0,
      "step": 482200
    },
    {
      "epoch": 0.6116637365257915,
      "grad_norm": 5.4375,
      "learning_rate": 1.9419339860806996e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5262750655412674,
      "num_tokens": 371331744.0,
      "step": 482210
    },
    {
      "epoch": 0.6116764211183244,
      "grad_norm": 5.3125,
      "learning_rate": 1.9418705550720705e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5324457585811615,
      "num_tokens": 371340157.0,
      "step": 482220
    },
    {
      "epoch": 0.6116891057108572,
      "grad_norm": 5.21875,
      "learning_rate": 1.941807124063441e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5493023991584778,
      "num_tokens": 371347828.0,
      "step": 482230
    },
    {
      "epoch": 0.6117017903033901,
      "grad_norm": 5.5,
      "learning_rate": 1.9417436930548122e-05,
      "loss": 2.1785,
      "mean_token_accuracy": 0.5239061564207077,
      "num_tokens": 371356040.0,
      "step": 482240
    },
    {
      "epoch": 0.6117144748959229,
      "grad_norm": 5.46875,
      "learning_rate": 1.941680262046183e-05,
      "loss": 2.2397,
      "mean_token_accuracy": 0.519932433962822,
      "num_tokens": 371363316.0,
      "step": 482250
    },
    {
      "epoch": 0.6117271594884558,
      "grad_norm": 5.09375,
      "learning_rate": 1.9416168310375536e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5522530227899551,
      "num_tokens": 371371013.0,
      "step": 482260
    },
    {
      "epoch": 0.6117398440809886,
      "grad_norm": 4.625,
      "learning_rate": 1.9415534000289245e-05,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5790968984365463,
      "num_tokens": 371376865.0,
      "step": 482270
    },
    {
      "epoch": 0.6117525286735214,
      "grad_norm": 6.15625,
      "learning_rate": 1.9414899690202954e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.544648078083992,
      "num_tokens": 371384233.0,
      "step": 482280
    },
    {
      "epoch": 0.6117652132660543,
      "grad_norm": 4.84375,
      "learning_rate": 1.9414265380116663e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5206740945577621,
      "num_tokens": 371392399.0,
      "step": 482290
    },
    {
      "epoch": 0.611777897858587,
      "grad_norm": 6.21875,
      "learning_rate": 1.941363107003037e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5621133089065552,
      "num_tokens": 371399396.0,
      "step": 482300
    },
    {
      "epoch": 0.61179058245112,
      "grad_norm": 5.75,
      "learning_rate": 1.941299675994408e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5488995164632797,
      "num_tokens": 371406229.0,
      "step": 482310
    },
    {
      "epoch": 0.6118032670436527,
      "grad_norm": 7.09375,
      "learning_rate": 1.941236244985779e-05,
      "loss": 2.0141,
      "mean_token_accuracy": 0.5564494907855988,
      "num_tokens": 371414398.0,
      "step": 482320
    },
    {
      "epoch": 0.6118159516361856,
      "grad_norm": 5.375,
      "learning_rate": 1.9411728139771498e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5565961927175522,
      "num_tokens": 371422565.0,
      "step": 482330
    },
    {
      "epoch": 0.6118286362287184,
      "grad_norm": 9.25,
      "learning_rate": 1.9411093829685206e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5656435191631317,
      "num_tokens": 371428885.0,
      "step": 482340
    },
    {
      "epoch": 0.6118413208212513,
      "grad_norm": 8.875,
      "learning_rate": 1.9410459519598915e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5435605049133301,
      "num_tokens": 371436069.0,
      "step": 482350
    },
    {
      "epoch": 0.6118540054137841,
      "grad_norm": 5.875,
      "learning_rate": 1.940982520951262e-05,
      "loss": 1.843,
      "mean_token_accuracy": 0.5942725479602814,
      "num_tokens": 371442882.0,
      "step": 482360
    },
    {
      "epoch": 0.6118666900063169,
      "grad_norm": 5.71875,
      "learning_rate": 1.940919089942633e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5447270154953003,
      "num_tokens": 371451071.0,
      "step": 482370
    },
    {
      "epoch": 0.6118793745988498,
      "grad_norm": 6.59375,
      "learning_rate": 1.940855658934004e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5267869919538498,
      "num_tokens": 371457881.0,
      "step": 482380
    },
    {
      "epoch": 0.6118920591913826,
      "grad_norm": 6.90625,
      "learning_rate": 1.940792227925375e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5453720599412918,
      "num_tokens": 371465695.0,
      "step": 482390
    },
    {
      "epoch": 0.6119047437839155,
      "grad_norm": 5.03125,
      "learning_rate": 1.9407287969167455e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5545042216777801,
      "num_tokens": 371474509.0,
      "step": 482400
    },
    {
      "epoch": 0.6119174283764482,
      "grad_norm": 5.15625,
      "learning_rate": 1.9406653659081164e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5664621889591217,
      "num_tokens": 371483489.0,
      "step": 482410
    },
    {
      "epoch": 0.6119301129689811,
      "grad_norm": 4.875,
      "learning_rate": 1.9406019348994873e-05,
      "loss": 2.2912,
      "mean_token_accuracy": 0.5174980312585831,
      "num_tokens": 371491843.0,
      "step": 482420
    },
    {
      "epoch": 0.6119427975615139,
      "grad_norm": 7.15625,
      "learning_rate": 1.940538503890858e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5225154548883438,
      "num_tokens": 371499307.0,
      "step": 482430
    },
    {
      "epoch": 0.6119554821540467,
      "grad_norm": 5.9375,
      "learning_rate": 1.940475072882229e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5585362851619721,
      "num_tokens": 371507190.0,
      "step": 482440
    },
    {
      "epoch": 0.6119681667465796,
      "grad_norm": 4.59375,
      "learning_rate": 1.9404116418736e-05,
      "loss": 2.2138,
      "mean_token_accuracy": 0.5146392852067947,
      "num_tokens": 371516158.0,
      "step": 482450
    },
    {
      "epoch": 0.6119808513391124,
      "grad_norm": 4.90625,
      "learning_rate": 1.9403482108649708e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5409156113862992,
      "num_tokens": 371523730.0,
      "step": 482460
    },
    {
      "epoch": 0.6119935359316453,
      "grad_norm": 5.125,
      "learning_rate": 1.9402847798563413e-05,
      "loss": 1.9524,
      "mean_token_accuracy": 0.5620540142059326,
      "num_tokens": 371532092.0,
      "step": 482470
    },
    {
      "epoch": 0.6120062205241781,
      "grad_norm": 5.625,
      "learning_rate": 1.9402213488477125e-05,
      "loss": 1.8669,
      "mean_token_accuracy": 0.5839355379343033,
      "num_tokens": 371538158.0,
      "step": 482480
    },
    {
      "epoch": 0.612018905116711,
      "grad_norm": 7.9375,
      "learning_rate": 1.9401579178390834e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5441447407007217,
      "num_tokens": 371544432.0,
      "step": 482490
    },
    {
      "epoch": 0.6120315897092438,
      "grad_norm": 7.125,
      "learning_rate": 1.940094486830454e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5655519485473632,
      "num_tokens": 371552780.0,
      "step": 482500
    },
    {
      "epoch": 0.6120442743017767,
      "grad_norm": 5.65625,
      "learning_rate": 1.9400310558218248e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5804642379283905,
      "num_tokens": 371559902.0,
      "step": 482510
    },
    {
      "epoch": 0.6120569588943094,
      "grad_norm": 5.71875,
      "learning_rate": 1.9399676248131957e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.533719202876091,
      "num_tokens": 371568011.0,
      "step": 482520
    },
    {
      "epoch": 0.6120696434868422,
      "grad_norm": 5.46875,
      "learning_rate": 1.9399041938045666e-05,
      "loss": 2.2347,
      "mean_token_accuracy": 0.5182149201631546,
      "num_tokens": 371575897.0,
      "step": 482530
    },
    {
      "epoch": 0.6120823280793751,
      "grad_norm": 6.0,
      "learning_rate": 1.9398407627959374e-05,
      "loss": 1.6896,
      "mean_token_accuracy": 0.6185631930828095,
      "num_tokens": 371582479.0,
      "step": 482540
    },
    {
      "epoch": 0.6120950126719079,
      "grad_norm": 5.28125,
      "learning_rate": 1.9397773317873083e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5318591713905334,
      "num_tokens": 371590825.0,
      "step": 482550
    },
    {
      "epoch": 0.6121076972644408,
      "grad_norm": 7.4375,
      "learning_rate": 1.9397139007786792e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5297486990690231,
      "num_tokens": 371598235.0,
      "step": 482560
    },
    {
      "epoch": 0.6121203818569736,
      "grad_norm": 7.0625,
      "learning_rate": 1.9396504697700497e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.5671665996313096,
      "num_tokens": 371606555.0,
      "step": 482570
    },
    {
      "epoch": 0.6121330664495065,
      "grad_norm": 5.96875,
      "learning_rate": 1.939587038761421e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5365072965621949,
      "num_tokens": 371614864.0,
      "step": 482580
    },
    {
      "epoch": 0.6121457510420393,
      "grad_norm": 4.75,
      "learning_rate": 1.9395236077527918e-05,
      "loss": 2.2491,
      "mean_token_accuracy": 0.5055366605520248,
      "num_tokens": 371623197.0,
      "step": 482590
    },
    {
      "epoch": 0.6121584356345721,
      "grad_norm": 6.71875,
      "learning_rate": 1.9394601767441627e-05,
      "loss": 2.2181,
      "mean_token_accuracy": 0.5280709534883499,
      "num_tokens": 371631166.0,
      "step": 482600
    },
    {
      "epoch": 0.612171120227105,
      "grad_norm": 11.125,
      "learning_rate": 1.9393967457355332e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5594682544469833,
      "num_tokens": 371638621.0,
      "step": 482610
    },
    {
      "epoch": 0.6121838048196377,
      "grad_norm": 4.96875,
      "learning_rate": 1.939333314726904e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5642963200807571,
      "num_tokens": 371645794.0,
      "step": 482620
    },
    {
      "epoch": 0.6121964894121706,
      "grad_norm": 9.3125,
      "learning_rate": 1.9392698837182753e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5584756195545196,
      "num_tokens": 371653307.0,
      "step": 482630
    },
    {
      "epoch": 0.6122091740047034,
      "grad_norm": 5.5,
      "learning_rate": 1.939206452709646e-05,
      "loss": 1.8722,
      "mean_token_accuracy": 0.590753635764122,
      "num_tokens": 371660105.0,
      "step": 482640
    },
    {
      "epoch": 0.6122218585972363,
      "grad_norm": 5.6875,
      "learning_rate": 1.9391430217010167e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5397873550653458,
      "num_tokens": 371668641.0,
      "step": 482650
    },
    {
      "epoch": 0.6122345431897691,
      "grad_norm": 5.125,
      "learning_rate": 1.9390795906923876e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5775312066078186,
      "num_tokens": 371676477.0,
      "step": 482660
    },
    {
      "epoch": 0.6122472277823019,
      "grad_norm": 5.09375,
      "learning_rate": 1.9390161596837585e-05,
      "loss": 1.8143,
      "mean_token_accuracy": 0.5962836116552352,
      "num_tokens": 371683086.0,
      "step": 482670
    },
    {
      "epoch": 0.6122599123748348,
      "grad_norm": 8.8125,
      "learning_rate": 1.9389527286751293e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.550379478931427,
      "num_tokens": 371690159.0,
      "step": 482680
    },
    {
      "epoch": 0.6122725969673676,
      "grad_norm": 6.40625,
      "learning_rate": 1.9388892976665002e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.5461504012346268,
      "num_tokens": 371698963.0,
      "step": 482690
    },
    {
      "epoch": 0.6122852815599005,
      "grad_norm": 5.03125,
      "learning_rate": 1.938825866657871e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5499754011631012,
      "num_tokens": 371706944.0,
      "step": 482700
    },
    {
      "epoch": 0.6122979661524333,
      "grad_norm": 6.34375,
      "learning_rate": 1.9387624356492416e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5233053267002106,
      "num_tokens": 371715358.0,
      "step": 482710
    },
    {
      "epoch": 0.6123106507449662,
      "grad_norm": 6.4375,
      "learning_rate": 1.9386990046406125e-05,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5253668755292893,
      "num_tokens": 371723696.0,
      "step": 482720
    },
    {
      "epoch": 0.6123233353374989,
      "grad_norm": 6.75,
      "learning_rate": 1.9386355736319837e-05,
      "loss": 1.9149,
      "mean_token_accuracy": 0.5757349461317063,
      "num_tokens": 371731355.0,
      "step": 482730
    },
    {
      "epoch": 0.6123360199300318,
      "grad_norm": 5.84375,
      "learning_rate": 1.9385721426233542e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5551845878362656,
      "num_tokens": 371740113.0,
      "step": 482740
    },
    {
      "epoch": 0.6123487045225646,
      "grad_norm": 2.8125,
      "learning_rate": 1.938508711614725e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5607945024967194,
      "num_tokens": 371748111.0,
      "step": 482750
    },
    {
      "epoch": 0.6123613891150974,
      "grad_norm": 6.25,
      "learning_rate": 1.938445280606096e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5300221353769302,
      "num_tokens": 371756215.0,
      "step": 482760
    },
    {
      "epoch": 0.6123740737076303,
      "grad_norm": 4.90625,
      "learning_rate": 1.9383818495974672e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5618431180715561,
      "num_tokens": 371764227.0,
      "step": 482770
    },
    {
      "epoch": 0.6123867583001631,
      "grad_norm": 5.21875,
      "learning_rate": 1.9383184185888377e-05,
      "loss": 1.7941,
      "mean_token_accuracy": 0.6000193268060684,
      "num_tokens": 371772680.0,
      "step": 482780
    },
    {
      "epoch": 0.612399442892696,
      "grad_norm": 5.28125,
      "learning_rate": 1.9382549875802086e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5503928959369659,
      "num_tokens": 371779846.0,
      "step": 482790
    },
    {
      "epoch": 0.6124121274852288,
      "grad_norm": 4.65625,
      "learning_rate": 1.9381915565715795e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5742772877216339,
      "num_tokens": 371788258.0,
      "step": 482800
    },
    {
      "epoch": 0.6124248120777617,
      "grad_norm": 4.46875,
      "learning_rate": 1.9381281255629504e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5258573353290558,
      "num_tokens": 371796881.0,
      "step": 482810
    },
    {
      "epoch": 0.6124374966702945,
      "grad_norm": 6.59375,
      "learning_rate": 1.9380646945543212e-05,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5474784046411514,
      "num_tokens": 371804755.0,
      "step": 482820
    },
    {
      "epoch": 0.6124501812628272,
      "grad_norm": 3.046875,
      "learning_rate": 1.938001263545692e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5355455815792084,
      "num_tokens": 371812138.0,
      "step": 482830
    },
    {
      "epoch": 0.6124628658553601,
      "grad_norm": 5.59375,
      "learning_rate": 1.937937832537063e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.543305504322052,
      "num_tokens": 371819510.0,
      "step": 482840
    },
    {
      "epoch": 0.6124755504478929,
      "grad_norm": 4.8125,
      "learning_rate": 1.9378744015284335e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5315088868141175,
      "num_tokens": 371828303.0,
      "step": 482850
    },
    {
      "epoch": 0.6124882350404258,
      "grad_norm": 5.34375,
      "learning_rate": 1.9378109705198044e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5657602161169052,
      "num_tokens": 371835912.0,
      "step": 482860
    },
    {
      "epoch": 0.6125009196329586,
      "grad_norm": 9.4375,
      "learning_rate": 1.9377475395111756e-05,
      "loss": 1.7084,
      "mean_token_accuracy": 0.611755833029747,
      "num_tokens": 371842509.0,
      "step": 482870
    },
    {
      "epoch": 0.6125136042254915,
      "grad_norm": 4.65625,
      "learning_rate": 1.937684108502546e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.577471700310707,
      "num_tokens": 371850964.0,
      "step": 482880
    },
    {
      "epoch": 0.6125262888180243,
      "grad_norm": 9.5625,
      "learning_rate": 1.937620677493917e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5176284998655319,
      "num_tokens": 371859701.0,
      "step": 482890
    },
    {
      "epoch": 0.6125389734105572,
      "grad_norm": 6.03125,
      "learning_rate": 1.937557246485288e-05,
      "loss": 1.9248,
      "mean_token_accuracy": 0.5547681719064712,
      "num_tokens": 371868844.0,
      "step": 482900
    },
    {
      "epoch": 0.61255165800309,
      "grad_norm": 5.03125,
      "learning_rate": 1.9374938154766588e-05,
      "loss": 1.8179,
      "mean_token_accuracy": 0.6035790652036667,
      "num_tokens": 371875076.0,
      "step": 482910
    },
    {
      "epoch": 0.6125643425956228,
      "grad_norm": 5.90625,
      "learning_rate": 1.9374303844680296e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.529298922419548,
      "num_tokens": 371881954.0,
      "step": 482920
    },
    {
      "epoch": 0.6125770271881557,
      "grad_norm": 5.40625,
      "learning_rate": 1.9373669534594005e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5628667175769806,
      "num_tokens": 371888862.0,
      "step": 482930
    },
    {
      "epoch": 0.6125897117806884,
      "grad_norm": 5.53125,
      "learning_rate": 1.9373035224507714e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5171623975038528,
      "num_tokens": 371897567.0,
      "step": 482940
    },
    {
      "epoch": 0.6126023963732213,
      "grad_norm": 10.1875,
      "learning_rate": 1.937240091442142e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.54450021982193,
      "num_tokens": 371902626.0,
      "step": 482950
    },
    {
      "epoch": 0.6126150809657541,
      "grad_norm": 5.3125,
      "learning_rate": 1.9371766604335128e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5545411020517349,
      "num_tokens": 371909479.0,
      "step": 482960
    },
    {
      "epoch": 0.612627765558287,
      "grad_norm": 5.125,
      "learning_rate": 1.937113229424884e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5330734014511108,
      "num_tokens": 371916386.0,
      "step": 482970
    },
    {
      "epoch": 0.6126404501508198,
      "grad_norm": 5.78125,
      "learning_rate": 1.937049798416255e-05,
      "loss": 2.2709,
      "mean_token_accuracy": 0.5073489129543305,
      "num_tokens": 371924664.0,
      "step": 482980
    },
    {
      "epoch": 0.6126531347433526,
      "grad_norm": 5.65625,
      "learning_rate": 1.9369863674076254e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5437039017677308,
      "num_tokens": 371932477.0,
      "step": 482990
    },
    {
      "epoch": 0.6126658193358855,
      "grad_norm": 5.125,
      "learning_rate": 1.9369229363989963e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5516219973564148,
      "num_tokens": 371940373.0,
      "step": 483000
    },
    {
      "epoch": 0.6126785039284183,
      "grad_norm": 5.125,
      "learning_rate": 1.936859505390367e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5479815602302551,
      "num_tokens": 371947403.0,
      "step": 483010
    },
    {
      "epoch": 0.6126911885209512,
      "grad_norm": 6.40625,
      "learning_rate": 1.936796074381738e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5809423327445984,
      "num_tokens": 371955631.0,
      "step": 483020
    },
    {
      "epoch": 0.612703873113484,
      "grad_norm": 5.0625,
      "learning_rate": 1.936732643373109e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.561735737323761,
      "num_tokens": 371963532.0,
      "step": 483030
    },
    {
      "epoch": 0.6127165577060169,
      "grad_norm": 2.84375,
      "learning_rate": 1.9366692123644798e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5804641813039779,
      "num_tokens": 371970900.0,
      "step": 483040
    },
    {
      "epoch": 0.6127292422985496,
      "grad_norm": 7.21875,
      "learning_rate": 1.9366057813558507e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5446744531393051,
      "num_tokens": 371977230.0,
      "step": 483050
    },
    {
      "epoch": 0.6127419268910824,
      "grad_norm": 5.5625,
      "learning_rate": 1.9365423503472212e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5371522605419159,
      "num_tokens": 371985294.0,
      "step": 483060
    },
    {
      "epoch": 0.6127546114836153,
      "grad_norm": 5.1875,
      "learning_rate": 1.9364789193385924e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5250670880079269,
      "num_tokens": 371993192.0,
      "step": 483070
    },
    {
      "epoch": 0.6127672960761481,
      "grad_norm": 5.875,
      "learning_rate": 1.9364154883299633e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5589688688516616,
      "num_tokens": 372001127.0,
      "step": 483080
    },
    {
      "epoch": 0.612779980668681,
      "grad_norm": 5.65625,
      "learning_rate": 1.9363520573213338e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5767116904258728,
      "num_tokens": 372009177.0,
      "step": 483090
    },
    {
      "epoch": 0.6127926652612138,
      "grad_norm": 5.28125,
      "learning_rate": 1.9362886263127047e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5708754062652588,
      "num_tokens": 372016228.0,
      "step": 483100
    },
    {
      "epoch": 0.6128053498537467,
      "grad_norm": 9.8125,
      "learning_rate": 1.9362251953040756e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.549603921175003,
      "num_tokens": 372022502.0,
      "step": 483110
    },
    {
      "epoch": 0.6128180344462795,
      "grad_norm": 5.34375,
      "learning_rate": 1.9361617642954464e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.52073734998703,
      "num_tokens": 372030925.0,
      "step": 483120
    },
    {
      "epoch": 0.6128307190388124,
      "grad_norm": 5.03125,
      "learning_rate": 1.9360983332868173e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5516494691371918,
      "num_tokens": 372038476.0,
      "step": 483130
    },
    {
      "epoch": 0.6128434036313452,
      "grad_norm": 5.53125,
      "learning_rate": 1.9360349022781882e-05,
      "loss": 1.891,
      "mean_token_accuracy": 0.5780336081981658,
      "num_tokens": 372045670.0,
      "step": 483140
    },
    {
      "epoch": 0.6128560882238779,
      "grad_norm": 5.375,
      "learning_rate": 1.935971471269559e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5381363660097123,
      "num_tokens": 372054530.0,
      "step": 483150
    },
    {
      "epoch": 0.6128687728164108,
      "grad_norm": 4.96875,
      "learning_rate": 1.9359080402609296e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5287565916776658,
      "num_tokens": 372061762.0,
      "step": 483160
    },
    {
      "epoch": 0.6128814574089436,
      "grad_norm": 6.34375,
      "learning_rate": 1.9358446092523008e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5263507664203644,
      "num_tokens": 372069066.0,
      "step": 483170
    },
    {
      "epoch": 0.6128941420014765,
      "grad_norm": 5.96875,
      "learning_rate": 1.9357811782436717e-05,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5228048473596573,
      "num_tokens": 372077973.0,
      "step": 483180
    },
    {
      "epoch": 0.6129068265940093,
      "grad_norm": 6.375,
      "learning_rate": 1.9357177472350426e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5179495453834534,
      "num_tokens": 372086944.0,
      "step": 483190
    },
    {
      "epoch": 0.6129195111865422,
      "grad_norm": 5.78125,
      "learning_rate": 1.935654316226413e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5074435412883759,
      "num_tokens": 372094671.0,
      "step": 483200
    },
    {
      "epoch": 0.612932195779075,
      "grad_norm": 5.34375,
      "learning_rate": 1.9355908852177843e-05,
      "loss": 1.7896,
      "mean_token_accuracy": 0.601036986708641,
      "num_tokens": 372101114.0,
      "step": 483210
    },
    {
      "epoch": 0.6129448803716078,
      "grad_norm": 7.9375,
      "learning_rate": 1.9355274542091552e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5525660872459411,
      "num_tokens": 372108188.0,
      "step": 483220
    },
    {
      "epoch": 0.6129575649641407,
      "grad_norm": 5.5,
      "learning_rate": 1.9354640232005257e-05,
      "loss": 1.8946,
      "mean_token_accuracy": 0.6003785789012909,
      "num_tokens": 372114964.0,
      "step": 483230
    },
    {
      "epoch": 0.6129702495566735,
      "grad_norm": 7.1875,
      "learning_rate": 1.9354005921918966e-05,
      "loss": 2.011,
      "mean_token_accuracy": 0.5617770254611969,
      "num_tokens": 372123634.0,
      "step": 483240
    },
    {
      "epoch": 0.6129829341492063,
      "grad_norm": 5.5625,
      "learning_rate": 1.9353371611832675e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5451388359069824,
      "num_tokens": 372131636.0,
      "step": 483250
    },
    {
      "epoch": 0.6129956187417391,
      "grad_norm": 5.1875,
      "learning_rate": 1.9352737301746383e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5234100431203842,
      "num_tokens": 372140353.0,
      "step": 483260
    },
    {
      "epoch": 0.613008303334272,
      "grad_norm": 6.75,
      "learning_rate": 1.9352102991660092e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.548972624540329,
      "num_tokens": 372147497.0,
      "step": 483270
    },
    {
      "epoch": 0.6130209879268048,
      "grad_norm": 4.3125,
      "learning_rate": 1.93514686815738e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5252973884344101,
      "num_tokens": 372156140.0,
      "step": 483280
    },
    {
      "epoch": 0.6130336725193377,
      "grad_norm": 4.59375,
      "learning_rate": 1.935083437148751e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5371529579162597,
      "num_tokens": 372163737.0,
      "step": 483290
    },
    {
      "epoch": 0.6130463571118705,
      "grad_norm": 6.0,
      "learning_rate": 1.9350200061401215e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5233729034662247,
      "num_tokens": 372172732.0,
      "step": 483300
    },
    {
      "epoch": 0.6130590417044033,
      "grad_norm": 4.84375,
      "learning_rate": 1.9349565751314927e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5396003365516663,
      "num_tokens": 372181109.0,
      "step": 483310
    },
    {
      "epoch": 0.6130717262969362,
      "grad_norm": 7.1875,
      "learning_rate": 1.9348931441228636e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5501714289188385,
      "num_tokens": 372189830.0,
      "step": 483320
    },
    {
      "epoch": 0.613084410889469,
      "grad_norm": 5.6875,
      "learning_rate": 1.934829713114234e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5422086656093598,
      "num_tokens": 372197698.0,
      "step": 483330
    },
    {
      "epoch": 0.6130970954820019,
      "grad_norm": 5.6875,
      "learning_rate": 1.934766282105605e-05,
      "loss": 1.7246,
      "mean_token_accuracy": 0.6193555176258088,
      "num_tokens": 372203650.0,
      "step": 483340
    },
    {
      "epoch": 0.6131097800745346,
      "grad_norm": 6.03125,
      "learning_rate": 1.934702851096976e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5449938893318176,
      "num_tokens": 372211637.0,
      "step": 483350
    },
    {
      "epoch": 0.6131224646670675,
      "grad_norm": 4.9375,
      "learning_rate": 1.934639420088347e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5334797888994217,
      "num_tokens": 372218821.0,
      "step": 483360
    },
    {
      "epoch": 0.6131351492596003,
      "grad_norm": 5.71875,
      "learning_rate": 1.9345759890797176e-05,
      "loss": 2.2442,
      "mean_token_accuracy": 0.5117750346660614,
      "num_tokens": 372227210.0,
      "step": 483370
    },
    {
      "epoch": 0.6131478338521331,
      "grad_norm": 4.8125,
      "learning_rate": 1.9345125580710885e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5764992743730545,
      "num_tokens": 372234812.0,
      "step": 483380
    },
    {
      "epoch": 0.613160518444666,
      "grad_norm": 5.5625,
      "learning_rate": 1.9344491270624594e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5411673575639725,
      "num_tokens": 372242278.0,
      "step": 483390
    },
    {
      "epoch": 0.6131732030371988,
      "grad_norm": 6.0625,
      "learning_rate": 1.9343856960538302e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.579851108789444,
      "num_tokens": 372250094.0,
      "step": 483400
    },
    {
      "epoch": 0.6131858876297317,
      "grad_norm": 6.03125,
      "learning_rate": 1.934322265045201e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5242458939552307,
      "num_tokens": 372258717.0,
      "step": 483410
    },
    {
      "epoch": 0.6131985722222645,
      "grad_norm": 5.03125,
      "learning_rate": 1.934258834036572e-05,
      "loss": 2.3471,
      "mean_token_accuracy": 0.49854511916637423,
      "num_tokens": 372267709.0,
      "step": 483420
    },
    {
      "epoch": 0.6132112568147974,
      "grad_norm": 5.90625,
      "learning_rate": 1.934195403027943e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5338616877794266,
      "num_tokens": 372274785.0,
      "step": 483430
    },
    {
      "epoch": 0.6132239414073302,
      "grad_norm": 5.0625,
      "learning_rate": 1.9341319720193134e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5515698164701461,
      "num_tokens": 372282480.0,
      "step": 483440
    },
    {
      "epoch": 0.6132366259998631,
      "grad_norm": 7.1875,
      "learning_rate": 1.9340685410106843e-05,
      "loss": 2.2549,
      "mean_token_accuracy": 0.5150971919298172,
      "num_tokens": 372290325.0,
      "step": 483450
    },
    {
      "epoch": 0.6132493105923958,
      "grad_norm": 5.96875,
      "learning_rate": 1.9340051100020555e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5314817577600479,
      "num_tokens": 372297805.0,
      "step": 483460
    },
    {
      "epoch": 0.6132619951849286,
      "grad_norm": 6.90625,
      "learning_rate": 1.933941678993426e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5408148229122162,
      "num_tokens": 372304381.0,
      "step": 483470
    },
    {
      "epoch": 0.6132746797774615,
      "grad_norm": 5.03125,
      "learning_rate": 1.933878247984797e-05,
      "loss": 2.2729,
      "mean_token_accuracy": 0.5197642028331757,
      "num_tokens": 372312211.0,
      "step": 483480
    },
    {
      "epoch": 0.6132873643699943,
      "grad_norm": 5.0625,
      "learning_rate": 1.9338148169761678e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5338887125253677,
      "num_tokens": 372320783.0,
      "step": 483490
    },
    {
      "epoch": 0.6133000489625272,
      "grad_norm": 6.34375,
      "learning_rate": 1.9337513859675386e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5464467853307724,
      "num_tokens": 372327681.0,
      "step": 483500
    },
    {
      "epoch": 0.61331273355506,
      "grad_norm": 6.5625,
      "learning_rate": 1.9336879549589095e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5339475184679031,
      "num_tokens": 372335473.0,
      "step": 483510
    },
    {
      "epoch": 0.6133254181475929,
      "grad_norm": 5.4375,
      "learning_rate": 1.9336245239502804e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5181438028812408,
      "num_tokens": 372343657.0,
      "step": 483520
    },
    {
      "epoch": 0.6133381027401257,
      "grad_norm": 5.375,
      "learning_rate": 1.9335610929416513e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5286846578121185,
      "num_tokens": 372351055.0,
      "step": 483530
    },
    {
      "epoch": 0.6133507873326585,
      "grad_norm": 6.625,
      "learning_rate": 1.9334976619330218e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5215134471654892,
      "num_tokens": 372360046.0,
      "step": 483540
    },
    {
      "epoch": 0.6133634719251914,
      "grad_norm": 6.0,
      "learning_rate": 1.9334342309243927e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.5319474667310715,
      "num_tokens": 372367137.0,
      "step": 483550
    },
    {
      "epoch": 0.6133761565177241,
      "grad_norm": 7.71875,
      "learning_rate": 1.933370799915764e-05,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5867507606744766,
      "num_tokens": 372374273.0,
      "step": 483560
    },
    {
      "epoch": 0.613388841110257,
      "grad_norm": 4.9375,
      "learning_rate": 1.9333073689071347e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5376576632261276,
      "num_tokens": 372383782.0,
      "step": 483570
    },
    {
      "epoch": 0.6134015257027898,
      "grad_norm": 5.4375,
      "learning_rate": 1.9332439378985053e-05,
      "loss": 2.2681,
      "mean_token_accuracy": 0.5179255306720734,
      "num_tokens": 372392115.0,
      "step": 483580
    },
    {
      "epoch": 0.6134142102953227,
      "grad_norm": 6.0,
      "learning_rate": 1.933180506889876e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5579600989818573,
      "num_tokens": 372399935.0,
      "step": 483590
    },
    {
      "epoch": 0.6134268948878555,
      "grad_norm": 5.3125,
      "learning_rate": 1.933117075881247e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.571414652466774,
      "num_tokens": 372407243.0,
      "step": 483600
    },
    {
      "epoch": 0.6134395794803883,
      "grad_norm": 6.21875,
      "learning_rate": 1.933053644872618e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5314614057540894,
      "num_tokens": 372415474.0,
      "step": 483610
    },
    {
      "epoch": 0.6134522640729212,
      "grad_norm": 4.96875,
      "learning_rate": 1.9329902138639888e-05,
      "loss": 2.2118,
      "mean_token_accuracy": 0.5256759703159333,
      "num_tokens": 372424746.0,
      "step": 483620
    },
    {
      "epoch": 0.613464948665454,
      "grad_norm": 6.71875,
      "learning_rate": 1.9329267828553597e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5446608513593674,
      "num_tokens": 372432473.0,
      "step": 483630
    },
    {
      "epoch": 0.6134776332579869,
      "grad_norm": 5.0,
      "learning_rate": 1.9328633518467305e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5341064602136611,
      "num_tokens": 372440943.0,
      "step": 483640
    },
    {
      "epoch": 0.6134903178505197,
      "grad_norm": 4.90625,
      "learning_rate": 1.932799920838101e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5424231946468353,
      "num_tokens": 372449581.0,
      "step": 483650
    },
    {
      "epoch": 0.6135030024430526,
      "grad_norm": 6.4375,
      "learning_rate": 1.9327364898294723e-05,
      "loss": 1.8999,
      "mean_token_accuracy": 0.5840996742248535,
      "num_tokens": 372455798.0,
      "step": 483660
    },
    {
      "epoch": 0.6135156870355853,
      "grad_norm": 6.09375,
      "learning_rate": 1.932673058820843e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5444721490144729,
      "num_tokens": 372464058.0,
      "step": 483670
    },
    {
      "epoch": 0.6135283716281182,
      "grad_norm": 5.09375,
      "learning_rate": 1.9326096278122137e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5735256850719452,
      "num_tokens": 372471693.0,
      "step": 483680
    },
    {
      "epoch": 0.613541056220651,
      "grad_norm": 5.5625,
      "learning_rate": 1.9325461968035846e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5531271487474442,
      "num_tokens": 372478082.0,
      "step": 483690
    },
    {
      "epoch": 0.6135537408131838,
      "grad_norm": 5.59375,
      "learning_rate": 1.9324827657949558e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.582524299621582,
      "num_tokens": 372485926.0,
      "step": 483700
    },
    {
      "epoch": 0.6135664254057167,
      "grad_norm": 7.5625,
      "learning_rate": 1.9324193347863263e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5307523459196091,
      "num_tokens": 372493747.0,
      "step": 483710
    },
    {
      "epoch": 0.6135791099982495,
      "grad_norm": 5.375,
      "learning_rate": 1.9323559037776972e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5518304854631424,
      "num_tokens": 372502481.0,
      "step": 483720
    },
    {
      "epoch": 0.6135917945907824,
      "grad_norm": 4.59375,
      "learning_rate": 1.932292472769068e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5458017379045487,
      "num_tokens": 372510585.0,
      "step": 483730
    },
    {
      "epoch": 0.6136044791833152,
      "grad_norm": 5.0,
      "learning_rate": 1.932229041760439e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5559992223978043,
      "num_tokens": 372518974.0,
      "step": 483740
    },
    {
      "epoch": 0.6136171637758481,
      "grad_norm": 5.3125,
      "learning_rate": 1.9321656107518098e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5522566854953765,
      "num_tokens": 372526000.0,
      "step": 483750
    },
    {
      "epoch": 0.6136298483683809,
      "grad_norm": 6.84375,
      "learning_rate": 1.9321021797431807e-05,
      "loss": 1.885,
      "mean_token_accuracy": 0.5826726526021957,
      "num_tokens": 372532701.0,
      "step": 483760
    },
    {
      "epoch": 0.6136425329609136,
      "grad_norm": 5.15625,
      "learning_rate": 1.9320387487345515e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5350802570581437,
      "num_tokens": 372540339.0,
      "step": 483770
    },
    {
      "epoch": 0.6136552175534465,
      "grad_norm": 7.46875,
      "learning_rate": 1.9319753177259224e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5224187195301055,
      "num_tokens": 372547702.0,
      "step": 483780
    },
    {
      "epoch": 0.6136679021459793,
      "grad_norm": 4.84375,
      "learning_rate": 1.931911886717293e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5245073854923248,
      "num_tokens": 372556191.0,
      "step": 483790
    },
    {
      "epoch": 0.6136805867385122,
      "grad_norm": 5.65625,
      "learning_rate": 1.9318484557086642e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5275711357593537,
      "num_tokens": 372563759.0,
      "step": 483800
    },
    {
      "epoch": 0.613693271331045,
      "grad_norm": 4.78125,
      "learning_rate": 1.931785024700035e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.5732791930437088,
      "num_tokens": 372571210.0,
      "step": 483810
    },
    {
      "epoch": 0.6137059559235779,
      "grad_norm": 8.5625,
      "learning_rate": 1.9317215936914056e-05,
      "loss": 1.7808,
      "mean_token_accuracy": 0.605734521150589,
      "num_tokens": 372576764.0,
      "step": 483820
    },
    {
      "epoch": 0.6137186405161107,
      "grad_norm": 6.3125,
      "learning_rate": 1.9316581626827765e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5296645820140838,
      "num_tokens": 372584504.0,
      "step": 483830
    },
    {
      "epoch": 0.6137313251086436,
      "grad_norm": 7.40625,
      "learning_rate": 1.9315947316741473e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5229549497365952,
      "num_tokens": 372591849.0,
      "step": 483840
    },
    {
      "epoch": 0.6137440097011764,
      "grad_norm": 4.84375,
      "learning_rate": 1.9315313006655182e-05,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5336032629013061,
      "num_tokens": 372599079.0,
      "step": 483850
    },
    {
      "epoch": 0.6137566942937092,
      "grad_norm": 5.28125,
      "learning_rate": 1.931467869656889e-05,
      "loss": 2.1797,
      "mean_token_accuracy": 0.5212211817502975,
      "num_tokens": 372607617.0,
      "step": 483860
    },
    {
      "epoch": 0.6137693788862421,
      "grad_norm": 6.96875,
      "learning_rate": 1.93140443864826e-05,
      "loss": 2.3047,
      "mean_token_accuracy": 0.5058620065450669,
      "num_tokens": 372615731.0,
      "step": 483870
    },
    {
      "epoch": 0.6137820634787748,
      "grad_norm": 5.3125,
      "learning_rate": 1.9313410076396308e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5366657823324203,
      "num_tokens": 372623773.0,
      "step": 483880
    },
    {
      "epoch": 0.6137947480713077,
      "grad_norm": 5.375,
      "learning_rate": 1.9312775766310014e-05,
      "loss": 1.9289,
      "mean_token_accuracy": 0.5852455943822861,
      "num_tokens": 372630659.0,
      "step": 483890
    },
    {
      "epoch": 0.6138074326638405,
      "grad_norm": 5.125,
      "learning_rate": 1.9312141456223726e-05,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5763623714447021,
      "num_tokens": 372637626.0,
      "step": 483900
    },
    {
      "epoch": 0.6138201172563734,
      "grad_norm": 4.84375,
      "learning_rate": 1.9311507146137434e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5365275055170059,
      "num_tokens": 372645853.0,
      "step": 483910
    },
    {
      "epoch": 0.6138328018489062,
      "grad_norm": 5.09375,
      "learning_rate": 1.9310872836051143e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5613312184810638,
      "num_tokens": 372652887.0,
      "step": 483920
    },
    {
      "epoch": 0.613845486441439,
      "grad_norm": 5.59375,
      "learning_rate": 1.931023852596485e-05,
      "loss": 1.8725,
      "mean_token_accuracy": 0.5838244795799256,
      "num_tokens": 372660544.0,
      "step": 483930
    },
    {
      "epoch": 0.6138581710339719,
      "grad_norm": 5.1875,
      "learning_rate": 1.9309604215878557e-05,
      "loss": 1.8827,
      "mean_token_accuracy": 0.5783918172121048,
      "num_tokens": 372666584.0,
      "step": 483940
    },
    {
      "epoch": 0.6138708556265047,
      "grad_norm": 5.375,
      "learning_rate": 1.930896990579227e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5523199826478958,
      "num_tokens": 372675314.0,
      "step": 483950
    },
    {
      "epoch": 0.6138835402190376,
      "grad_norm": 8.625,
      "learning_rate": 1.9308335595705975e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5667290419340134,
      "num_tokens": 372683952.0,
      "step": 483960
    },
    {
      "epoch": 0.6138962248115704,
      "grad_norm": 5.03125,
      "learning_rate": 1.9307701285619684e-05,
      "loss": 1.8627,
      "mean_token_accuracy": 0.5883825063705445,
      "num_tokens": 372690798.0,
      "step": 483970
    },
    {
      "epoch": 0.6139089094041033,
      "grad_norm": 4.59375,
      "learning_rate": 1.9307066975533392e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5311321318149567,
      "num_tokens": 372698803.0,
      "step": 483980
    },
    {
      "epoch": 0.613921593996636,
      "grad_norm": 11.375,
      "learning_rate": 1.93064326654471e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5415406465530396,
      "num_tokens": 372706394.0,
      "step": 483990
    },
    {
      "epoch": 0.6139342785891688,
      "grad_norm": 6.0,
      "learning_rate": 1.930579835536081e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5514413893222809,
      "num_tokens": 372714958.0,
      "step": 484000
    },
    {
      "epoch": 0.6139469631817017,
      "grad_norm": 7.21875,
      "learning_rate": 1.930516404527452e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5645756632089615,
      "num_tokens": 372722681.0,
      "step": 484010
    },
    {
      "epoch": 0.6139596477742345,
      "grad_norm": 9.625,
      "learning_rate": 1.9304529735188227e-05,
      "loss": 2.2395,
      "mean_token_accuracy": 0.5213555067777633,
      "num_tokens": 372730183.0,
      "step": 484020
    },
    {
      "epoch": 0.6139723323667674,
      "grad_norm": 5.09375,
      "learning_rate": 1.9303895425101933e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5431566357612609,
      "num_tokens": 372738353.0,
      "step": 484030
    },
    {
      "epoch": 0.6139850169593002,
      "grad_norm": 7.90625,
      "learning_rate": 1.930326111501564e-05,
      "loss": 1.9027,
      "mean_token_accuracy": 0.5846853017807007,
      "num_tokens": 372743762.0,
      "step": 484040
    },
    {
      "epoch": 0.6139977015518331,
      "grad_norm": 4.875,
      "learning_rate": 1.9302626804929353e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5597066044807434,
      "num_tokens": 372750156.0,
      "step": 484050
    },
    {
      "epoch": 0.6140103861443659,
      "grad_norm": 6.125,
      "learning_rate": 1.930199249484306e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5449593544006348,
      "num_tokens": 372755892.0,
      "step": 484060
    },
    {
      "epoch": 0.6140230707368988,
      "grad_norm": 13.4375,
      "learning_rate": 1.9301358184756768e-05,
      "loss": 1.8227,
      "mean_token_accuracy": 0.5786161392927169,
      "num_tokens": 372762372.0,
      "step": 484070
    },
    {
      "epoch": 0.6140357553294316,
      "grad_norm": 5.5625,
      "learning_rate": 1.9300723874670476e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5444691419601441,
      "num_tokens": 372769508.0,
      "step": 484080
    },
    {
      "epoch": 0.6140484399219643,
      "grad_norm": 6.125,
      "learning_rate": 1.9300089564584185e-05,
      "loss": 2.2093,
      "mean_token_accuracy": 0.5220519423484802,
      "num_tokens": 372777241.0,
      "step": 484090
    },
    {
      "epoch": 0.6140611245144972,
      "grad_norm": 7.46875,
      "learning_rate": 1.9299455254497894e-05,
      "loss": 1.9605,
      "mean_token_accuracy": 0.557341805100441,
      "num_tokens": 372784568.0,
      "step": 484100
    },
    {
      "epoch": 0.61407380910703,
      "grad_norm": 6.09375,
      "learning_rate": 1.9298820944411602e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5313438206911087,
      "num_tokens": 372792597.0,
      "step": 484110
    },
    {
      "epoch": 0.6140864936995629,
      "grad_norm": 5.46875,
      "learning_rate": 1.929818663432531e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5308894455432892,
      "num_tokens": 372798893.0,
      "step": 484120
    },
    {
      "epoch": 0.6140991782920957,
      "grad_norm": 6.21875,
      "learning_rate": 1.929755232423902e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5408463597297668,
      "num_tokens": 372805389.0,
      "step": 484130
    },
    {
      "epoch": 0.6141118628846286,
      "grad_norm": 7.15625,
      "learning_rate": 1.929691801415273e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5365166008472443,
      "num_tokens": 372812299.0,
      "step": 484140
    },
    {
      "epoch": 0.6141245474771614,
      "grad_norm": 4.78125,
      "learning_rate": 1.9296283704066437e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5719250112771987,
      "num_tokens": 372820542.0,
      "step": 484150
    },
    {
      "epoch": 0.6141372320696942,
      "grad_norm": 5.0625,
      "learning_rate": 1.9295649393980146e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5299165904521942,
      "num_tokens": 372828483.0,
      "step": 484160
    },
    {
      "epoch": 0.6141499166622271,
      "grad_norm": 6.09375,
      "learning_rate": 1.929501508389385e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5468069702386856,
      "num_tokens": 372836705.0,
      "step": 484170
    },
    {
      "epoch": 0.6141626012547599,
      "grad_norm": 6.25,
      "learning_rate": 1.929438077380756e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5627263247966766,
      "num_tokens": 372844815.0,
      "step": 484180
    },
    {
      "epoch": 0.6141752858472928,
      "grad_norm": 4.6875,
      "learning_rate": 1.9293746463721272e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5507210791110992,
      "num_tokens": 372853076.0,
      "step": 484190
    },
    {
      "epoch": 0.6141879704398255,
      "grad_norm": 7.53125,
      "learning_rate": 1.9293112153634978e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.574532762169838,
      "num_tokens": 372859382.0,
      "step": 484200
    },
    {
      "epoch": 0.6142006550323584,
      "grad_norm": 5.75,
      "learning_rate": 1.9292477843548686e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5309794008731842,
      "num_tokens": 372866959.0,
      "step": 484210
    },
    {
      "epoch": 0.6142133396248912,
      "grad_norm": 5.25,
      "learning_rate": 1.9291843533462395e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5281682521104812,
      "num_tokens": 372875286.0,
      "step": 484220
    },
    {
      "epoch": 0.6142260242174241,
      "grad_norm": 8.6875,
      "learning_rate": 1.9291209223376104e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5385198384523392,
      "num_tokens": 372883015.0,
      "step": 484230
    },
    {
      "epoch": 0.6142387088099569,
      "grad_norm": 5.5,
      "learning_rate": 1.9290574913289813e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5688382387161255,
      "num_tokens": 372890546.0,
      "step": 484240
    },
    {
      "epoch": 0.6142513934024897,
      "grad_norm": 5.40625,
      "learning_rate": 1.928994060320352e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5349959105253219,
      "num_tokens": 372899055.0,
      "step": 484250
    },
    {
      "epoch": 0.6142640779950226,
      "grad_norm": 5.28125,
      "learning_rate": 1.928930629311723e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5505248069763183,
      "num_tokens": 372906604.0,
      "step": 484260
    },
    {
      "epoch": 0.6142767625875554,
      "grad_norm": 6.6875,
      "learning_rate": 1.9288671983030936e-05,
      "loss": 2.2138,
      "mean_token_accuracy": 0.5272018909454346,
      "num_tokens": 372913986.0,
      "step": 484270
    },
    {
      "epoch": 0.6142894471800883,
      "grad_norm": 6.3125,
      "learning_rate": 1.9288037672944644e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.555405929684639,
      "num_tokens": 372921554.0,
      "step": 484280
    },
    {
      "epoch": 0.614302131772621,
      "grad_norm": 8.4375,
      "learning_rate": 1.9287403362858356e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5387686401605606,
      "num_tokens": 372929137.0,
      "step": 484290
    },
    {
      "epoch": 0.614314816365154,
      "grad_norm": 7.875,
      "learning_rate": 1.9286769052772065e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5489881038665771,
      "num_tokens": 372937226.0,
      "step": 484300
    },
    {
      "epoch": 0.6143275009576867,
      "grad_norm": 5.09375,
      "learning_rate": 1.928613474268577e-05,
      "loss": 1.8461,
      "mean_token_accuracy": 0.5980586588382721,
      "num_tokens": 372944285.0,
      "step": 484310
    },
    {
      "epoch": 0.6143401855502195,
      "grad_norm": 5.96875,
      "learning_rate": 1.928550043259948e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5670489698648453,
      "num_tokens": 372952062.0,
      "step": 484320
    },
    {
      "epoch": 0.6143528701427524,
      "grad_norm": 5.21875,
      "learning_rate": 1.9284866122513188e-05,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5192799717187881,
      "num_tokens": 372960584.0,
      "step": 484330
    },
    {
      "epoch": 0.6143655547352852,
      "grad_norm": 6.3125,
      "learning_rate": 1.9284231812426897e-05,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5762542992830276,
      "num_tokens": 372968184.0,
      "step": 484340
    },
    {
      "epoch": 0.6143782393278181,
      "grad_norm": 5.28125,
      "learning_rate": 1.9283597502340605e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5339876860380173,
      "num_tokens": 372977780.0,
      "step": 484350
    },
    {
      "epoch": 0.6143909239203509,
      "grad_norm": 4.875,
      "learning_rate": 1.9282963192254314e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5290487587451935,
      "num_tokens": 372984682.0,
      "step": 484360
    },
    {
      "epoch": 0.6144036085128838,
      "grad_norm": 5.5625,
      "learning_rate": 1.9282328882168023e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.550070372223854,
      "num_tokens": 372992904.0,
      "step": 484370
    },
    {
      "epoch": 0.6144162931054166,
      "grad_norm": 5.34375,
      "learning_rate": 1.9281694572081728e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5641699343919754,
      "num_tokens": 373001033.0,
      "step": 484380
    },
    {
      "epoch": 0.6144289776979495,
      "grad_norm": 5.8125,
      "learning_rate": 1.928106026199544e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.559346616268158,
      "num_tokens": 373008803.0,
      "step": 484390
    },
    {
      "epoch": 0.6144416622904822,
      "grad_norm": 6.1875,
      "learning_rate": 1.928042595190915e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5403267413377761,
      "num_tokens": 373016956.0,
      "step": 484400
    },
    {
      "epoch": 0.614454346883015,
      "grad_norm": 4.65625,
      "learning_rate": 1.9279791641822855e-05,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5500437378883362,
      "num_tokens": 373025193.0,
      "step": 484410
    },
    {
      "epoch": 0.6144670314755479,
      "grad_norm": 6.1875,
      "learning_rate": 1.9279157331736563e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5676537752151489,
      "num_tokens": 373032943.0,
      "step": 484420
    },
    {
      "epoch": 0.6144797160680807,
      "grad_norm": 7.21875,
      "learning_rate": 1.9278523021650272e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5360627889633178,
      "num_tokens": 373039783.0,
      "step": 484430
    },
    {
      "epoch": 0.6144924006606136,
      "grad_norm": 5.28125,
      "learning_rate": 1.927788871156398e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5216366410255432,
      "num_tokens": 373048432.0,
      "step": 484440
    },
    {
      "epoch": 0.6145050852531464,
      "grad_norm": 7.71875,
      "learning_rate": 1.927725440147769e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5425782382488251,
      "num_tokens": 373056311.0,
      "step": 484450
    },
    {
      "epoch": 0.6145177698456793,
      "grad_norm": 6.5,
      "learning_rate": 1.9276620091391398e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5206381499767303,
      "num_tokens": 373064160.0,
      "step": 484460
    },
    {
      "epoch": 0.6145304544382121,
      "grad_norm": 5.25,
      "learning_rate": 1.9275985781305107e-05,
      "loss": 2.2442,
      "mean_token_accuracy": 0.503886365890503,
      "num_tokens": 373071977.0,
      "step": 484470
    },
    {
      "epoch": 0.6145431390307449,
      "grad_norm": 7.09375,
      "learning_rate": 1.9275351471218812e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5303687334060669,
      "num_tokens": 373079217.0,
      "step": 484480
    },
    {
      "epoch": 0.6145558236232778,
      "grad_norm": 5.125,
      "learning_rate": 1.9274717161132524e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5234876424074173,
      "num_tokens": 373087480.0,
      "step": 484490
    },
    {
      "epoch": 0.6145685082158105,
      "grad_norm": 5.375,
      "learning_rate": 1.9274082851046233e-05,
      "loss": 1.9044,
      "mean_token_accuracy": 0.5760017156600952,
      "num_tokens": 373094073.0,
      "step": 484500
    },
    {
      "epoch": 0.6145811928083434,
      "grad_norm": 5.40625,
      "learning_rate": 1.9273448540959942e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5622289270162583,
      "num_tokens": 373101482.0,
      "step": 484510
    },
    {
      "epoch": 0.6145938774008762,
      "grad_norm": 5.6875,
      "learning_rate": 1.9272814230873647e-05,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5520397037267685,
      "num_tokens": 373109290.0,
      "step": 484520
    },
    {
      "epoch": 0.6146065619934091,
      "grad_norm": 9.1875,
      "learning_rate": 1.9272179920787356e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5273443728685379,
      "num_tokens": 373117271.0,
      "step": 484530
    },
    {
      "epoch": 0.6146192465859419,
      "grad_norm": 5.28125,
      "learning_rate": 1.9271545610701068e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5658519864082336,
      "num_tokens": 373124762.0,
      "step": 484540
    },
    {
      "epoch": 0.6146319311784747,
      "grad_norm": 6.15625,
      "learning_rate": 1.9270911300614773e-05,
      "loss": 1.9428,
      "mean_token_accuracy": 0.5774520903825759,
      "num_tokens": 373132683.0,
      "step": 484550
    },
    {
      "epoch": 0.6146446157710076,
      "grad_norm": 9.0,
      "learning_rate": 1.9270276990528482e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.528295886516571,
      "num_tokens": 373139946.0,
      "step": 484560
    },
    {
      "epoch": 0.6146573003635404,
      "grad_norm": 2.390625,
      "learning_rate": 1.926964268044219e-05,
      "loss": 1.7148,
      "mean_token_accuracy": 0.6110080480575562,
      "num_tokens": 373147182.0,
      "step": 484570
    },
    {
      "epoch": 0.6146699849560733,
      "grad_norm": 5.34375,
      "learning_rate": 1.92690083703559e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5385510504245759,
      "num_tokens": 373154856.0,
      "step": 484580
    },
    {
      "epoch": 0.6146826695486061,
      "grad_norm": 5.21875,
      "learning_rate": 1.926837406026961e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5215580523014068,
      "num_tokens": 373162815.0,
      "step": 484590
    },
    {
      "epoch": 0.614695354141139,
      "grad_norm": 8.6875,
      "learning_rate": 1.9267739750183317e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5663762986660004,
      "num_tokens": 373169801.0,
      "step": 484600
    },
    {
      "epoch": 0.6147080387336717,
      "grad_norm": 5.75,
      "learning_rate": 1.9267105440097026e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5571838676929474,
      "num_tokens": 373177568.0,
      "step": 484610
    },
    {
      "epoch": 0.6147207233262046,
      "grad_norm": 5.875,
      "learning_rate": 1.926647113001073e-05,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5715913772583008,
      "num_tokens": 373184910.0,
      "step": 484620
    },
    {
      "epoch": 0.6147334079187374,
      "grad_norm": 5.875,
      "learning_rate": 1.9265836819924443e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5738336324691773,
      "num_tokens": 373192509.0,
      "step": 484630
    },
    {
      "epoch": 0.6147460925112702,
      "grad_norm": 5.9375,
      "learning_rate": 1.9265202509838152e-05,
      "loss": 2.2742,
      "mean_token_accuracy": 0.5115726709365844,
      "num_tokens": 373200715.0,
      "step": 484640
    },
    {
      "epoch": 0.6147587771038031,
      "grad_norm": 5.8125,
      "learning_rate": 1.9264568199751857e-05,
      "loss": 1.8705,
      "mean_token_accuracy": 0.584817498922348,
      "num_tokens": 373207828.0,
      "step": 484650
    },
    {
      "epoch": 0.6147714616963359,
      "grad_norm": 5.09375,
      "learning_rate": 1.9263933889665566e-05,
      "loss": 1.8675,
      "mean_token_accuracy": 0.5854781717061996,
      "num_tokens": 373214629.0,
      "step": 484660
    },
    {
      "epoch": 0.6147841462888688,
      "grad_norm": 5.6875,
      "learning_rate": 1.9263299579579275e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5233438938856125,
      "num_tokens": 373222046.0,
      "step": 484670
    },
    {
      "epoch": 0.6147968308814016,
      "grad_norm": 7.875,
      "learning_rate": 1.9262665269492987e-05,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5848203420639038,
      "num_tokens": 373229088.0,
      "step": 484680
    },
    {
      "epoch": 0.6148095154739345,
      "grad_norm": 6.5625,
      "learning_rate": 1.9262030959406692e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5366548746824265,
      "num_tokens": 373237227.0,
      "step": 484690
    },
    {
      "epoch": 0.6148222000664673,
      "grad_norm": 12.375,
      "learning_rate": 1.92613966493204e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5268036663532257,
      "num_tokens": 373245122.0,
      "step": 484700
    },
    {
      "epoch": 0.614834884659,
      "grad_norm": 9.25,
      "learning_rate": 1.926076233923411e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5632948875427246,
      "num_tokens": 373252556.0,
      "step": 484710
    },
    {
      "epoch": 0.6148475692515329,
      "grad_norm": 5.1875,
      "learning_rate": 1.926012802914782e-05,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5581231445074082,
      "num_tokens": 373260256.0,
      "step": 484720
    },
    {
      "epoch": 0.6148602538440657,
      "grad_norm": 8.5625,
      "learning_rate": 1.9259493719061527e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5645227253437042,
      "num_tokens": 373267798.0,
      "step": 484730
    },
    {
      "epoch": 0.6148729384365986,
      "grad_norm": 6.1875,
      "learning_rate": 1.9258859408975236e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.573889645934105,
      "num_tokens": 373275269.0,
      "step": 484740
    },
    {
      "epoch": 0.6148856230291314,
      "grad_norm": 4.90625,
      "learning_rate": 1.9258225098888945e-05,
      "loss": 1.8722,
      "mean_token_accuracy": 0.5927964210510254,
      "num_tokens": 373283256.0,
      "step": 484750
    },
    {
      "epoch": 0.6148983076216643,
      "grad_norm": 6.25,
      "learning_rate": 1.925759078880265e-05,
      "loss": 1.9689,
      "mean_token_accuracy": 0.5525497496128082,
      "num_tokens": 373290785.0,
      "step": 484760
    },
    {
      "epoch": 0.6149109922141971,
      "grad_norm": 5.21875,
      "learning_rate": 1.925695647871636e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.5811989098787308,
      "num_tokens": 373298585.0,
      "step": 484770
    },
    {
      "epoch": 0.61492367680673,
      "grad_norm": 5.375,
      "learning_rate": 1.925632216863007e-05,
      "loss": 1.8191,
      "mean_token_accuracy": 0.590685349702835,
      "num_tokens": 373304457.0,
      "step": 484780
    },
    {
      "epoch": 0.6149363613992628,
      "grad_norm": 5.03125,
      "learning_rate": 1.9255687858543776e-05,
      "loss": 2.1046,
      "mean_token_accuracy": 0.539927887916565,
      "num_tokens": 373313422.0,
      "step": 484790
    },
    {
      "epoch": 0.6149490459917956,
      "grad_norm": 5.0625,
      "learning_rate": 1.9255053548457485e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5420205593109131,
      "num_tokens": 373321313.0,
      "step": 484800
    },
    {
      "epoch": 0.6149617305843285,
      "grad_norm": 9.4375,
      "learning_rate": 1.9254419238371194e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5293958365917206,
      "num_tokens": 373329621.0,
      "step": 484810
    },
    {
      "epoch": 0.6149744151768612,
      "grad_norm": 5.28125,
      "learning_rate": 1.9253784928284903e-05,
      "loss": 2.2272,
      "mean_token_accuracy": 0.5287451177835465,
      "num_tokens": 373337945.0,
      "step": 484820
    },
    {
      "epoch": 0.6149870997693941,
      "grad_norm": 5.4375,
      "learning_rate": 1.925315061819861e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5587541669607162,
      "num_tokens": 373345575.0,
      "step": 484830
    },
    {
      "epoch": 0.6149997843619269,
      "grad_norm": 5.96875,
      "learning_rate": 1.925251630811232e-05,
      "loss": 1.8955,
      "mean_token_accuracy": 0.5805562436580658,
      "num_tokens": 373352884.0,
      "step": 484840
    },
    {
      "epoch": 0.6150124689544598,
      "grad_norm": 6.59375,
      "learning_rate": 1.925188199802603e-05,
      "loss": 1.9264,
      "mean_token_accuracy": 0.5779232144355774,
      "num_tokens": 373359422.0,
      "step": 484850
    },
    {
      "epoch": 0.6150251535469926,
      "grad_norm": 5.21875,
      "learning_rate": 1.9251247687939734e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5342435538768768,
      "num_tokens": 373367162.0,
      "step": 484860
    },
    {
      "epoch": 0.6150378381395254,
      "grad_norm": 5.90625,
      "learning_rate": 1.9250613377853443e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.529273271560669,
      "num_tokens": 373376202.0,
      "step": 484870
    },
    {
      "epoch": 0.6150505227320583,
      "grad_norm": 4.71875,
      "learning_rate": 1.9249979067767155e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5265176236629486,
      "num_tokens": 373384569.0,
      "step": 484880
    },
    {
      "epoch": 0.6150632073245911,
      "grad_norm": 5.96875,
      "learning_rate": 1.9249344757680864e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5444178968667984,
      "num_tokens": 373392564.0,
      "step": 484890
    },
    {
      "epoch": 0.615075891917124,
      "grad_norm": 5.34375,
      "learning_rate": 1.924871044759457e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5403158396482468,
      "num_tokens": 373400232.0,
      "step": 484900
    },
    {
      "epoch": 0.6150885765096568,
      "grad_norm": 5.75,
      "learning_rate": 1.9248076137508278e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5216240435838699,
      "num_tokens": 373407462.0,
      "step": 484910
    },
    {
      "epoch": 0.6151012611021897,
      "grad_norm": 8.9375,
      "learning_rate": 1.9247441827421987e-05,
      "loss": 1.8335,
      "mean_token_accuracy": 0.5922701835632325,
      "num_tokens": 373413273.0,
      "step": 484920
    },
    {
      "epoch": 0.6151139456947224,
      "grad_norm": 6.09375,
      "learning_rate": 1.9246807517335695e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5356815010309219,
      "num_tokens": 373420547.0,
      "step": 484930
    },
    {
      "epoch": 0.6151266302872552,
      "grad_norm": 5.625,
      "learning_rate": 1.9246173207249404e-05,
      "loss": 1.9134,
      "mean_token_accuracy": 0.5844629853963852,
      "num_tokens": 373426464.0,
      "step": 484940
    },
    {
      "epoch": 0.6151393148797881,
      "grad_norm": 5.03125,
      "learning_rate": 1.9245538897163113e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5602000981569291,
      "num_tokens": 373434631.0,
      "step": 484950
    },
    {
      "epoch": 0.6151519994723209,
      "grad_norm": 7.34375,
      "learning_rate": 1.924490458707682e-05,
      "loss": 1.688,
      "mean_token_accuracy": 0.6210541725158691,
      "num_tokens": 373440666.0,
      "step": 484960
    },
    {
      "epoch": 0.6151646840648538,
      "grad_norm": 6.125,
      "learning_rate": 1.9244270276990527e-05,
      "loss": 1.7368,
      "mean_token_accuracy": 0.6005942016839981,
      "num_tokens": 373447766.0,
      "step": 484970
    },
    {
      "epoch": 0.6151773686573866,
      "grad_norm": 5.5625,
      "learning_rate": 1.924363596690424e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5270106673240662,
      "num_tokens": 373456464.0,
      "step": 484980
    },
    {
      "epoch": 0.6151900532499195,
      "grad_norm": 6.3125,
      "learning_rate": 1.9243001656817948e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5470330446958542,
      "num_tokens": 373463407.0,
      "step": 484990
    },
    {
      "epoch": 0.6152027378424523,
      "grad_norm": 4.625,
      "learning_rate": 1.9242367346731653e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5425188988447189,
      "num_tokens": 373471524.0,
      "step": 485000
    },
    {
      "epoch": 0.6152154224349852,
      "grad_norm": 5.03125,
      "learning_rate": 1.9241733036645362e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.520138481259346,
      "num_tokens": 373480756.0,
      "step": 485010
    },
    {
      "epoch": 0.615228107027518,
      "grad_norm": 4.6875,
      "learning_rate": 1.924109872655907e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5513485789299011,
      "num_tokens": 373488347.0,
      "step": 485020
    },
    {
      "epoch": 0.6152407916200507,
      "grad_norm": 5.21875,
      "learning_rate": 1.924046441647278e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5289672076702118,
      "num_tokens": 373495492.0,
      "step": 485030
    },
    {
      "epoch": 0.6152534762125836,
      "grad_norm": 5.84375,
      "learning_rate": 1.9239830106386488e-05,
      "loss": 1.8089,
      "mean_token_accuracy": 0.6034465372562409,
      "num_tokens": 373500402.0,
      "step": 485040
    },
    {
      "epoch": 0.6152661608051164,
      "grad_norm": 6.0625,
      "learning_rate": 1.9239195796300197e-05,
      "loss": 1.8627,
      "mean_token_accuracy": 0.5814950048923493,
      "num_tokens": 373507989.0,
      "step": 485050
    },
    {
      "epoch": 0.6152788453976493,
      "grad_norm": 8.375,
      "learning_rate": 1.9238561486213906e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5225573778152466,
      "num_tokens": 373515587.0,
      "step": 485060
    },
    {
      "epoch": 0.6152915299901821,
      "grad_norm": 5.34375,
      "learning_rate": 1.9237927176127614e-05,
      "loss": 2.3296,
      "mean_token_accuracy": 0.5060347706079483,
      "num_tokens": 373524156.0,
      "step": 485070
    },
    {
      "epoch": 0.615304214582715,
      "grad_norm": 4.59375,
      "learning_rate": 1.9237292866041323e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5466998845338822,
      "num_tokens": 373532532.0,
      "step": 485080
    },
    {
      "epoch": 0.6153168991752478,
      "grad_norm": 5.1875,
      "learning_rate": 1.9236658555955032e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5413750529289245,
      "num_tokens": 373540500.0,
      "step": 485090
    },
    {
      "epoch": 0.6153295837677806,
      "grad_norm": 5.375,
      "learning_rate": 1.923602424586874e-05,
      "loss": 2.252,
      "mean_token_accuracy": 0.5172741204500199,
      "num_tokens": 373548544.0,
      "step": 485100
    },
    {
      "epoch": 0.6153422683603135,
      "grad_norm": 7.1875,
      "learning_rate": 1.9235389935782446e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5435031592845917,
      "num_tokens": 373556587.0,
      "step": 485110
    },
    {
      "epoch": 0.6153549529528463,
      "grad_norm": 6.15625,
      "learning_rate": 1.9234755625696158e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5547690033912659,
      "num_tokens": 373563999.0,
      "step": 485120
    },
    {
      "epoch": 0.6153676375453792,
      "grad_norm": 6.21875,
      "learning_rate": 1.9234121315609867e-05,
      "loss": 1.8972,
      "mean_token_accuracy": 0.5772881418466568,
      "num_tokens": 373570843.0,
      "step": 485130
    },
    {
      "epoch": 0.6153803221379119,
      "grad_norm": 5.78125,
      "learning_rate": 1.9233487005523572e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5549527674913406,
      "num_tokens": 373580020.0,
      "step": 485140
    },
    {
      "epoch": 0.6153930067304448,
      "grad_norm": 6.9375,
      "learning_rate": 1.923285269543728e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5803969323635101,
      "num_tokens": 373585724.0,
      "step": 485150
    },
    {
      "epoch": 0.6154056913229776,
      "grad_norm": 6.0,
      "learning_rate": 1.923221838535099e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5335512757301331,
      "num_tokens": 373594366.0,
      "step": 485160
    },
    {
      "epoch": 0.6154183759155105,
      "grad_norm": 4.6875,
      "learning_rate": 1.92315840752647e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5517636716365815,
      "num_tokens": 373602199.0,
      "step": 485170
    },
    {
      "epoch": 0.6154310605080433,
      "grad_norm": 5.15625,
      "learning_rate": 1.9230949765178407e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5334753930568695,
      "num_tokens": 373610228.0,
      "step": 485180
    },
    {
      "epoch": 0.6154437451005761,
      "grad_norm": 5.8125,
      "learning_rate": 1.9230315455092116e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5433919847011566,
      "num_tokens": 373617541.0,
      "step": 485190
    },
    {
      "epoch": 0.615456429693109,
      "grad_norm": 4.59375,
      "learning_rate": 1.9229681145005825e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5669676810503006,
      "num_tokens": 373623645.0,
      "step": 485200
    },
    {
      "epoch": 0.6154691142856418,
      "grad_norm": 6.5625,
      "learning_rate": 1.922904683491953e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5442025005817414,
      "num_tokens": 373631527.0,
      "step": 485210
    },
    {
      "epoch": 0.6154817988781747,
      "grad_norm": 5.28125,
      "learning_rate": 1.9228412524833242e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5356546401977539,
      "num_tokens": 373639294.0,
      "step": 485220
    },
    {
      "epoch": 0.6154944834707075,
      "grad_norm": 6.28125,
      "learning_rate": 1.922777821474695e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5714760273694992,
      "num_tokens": 373646935.0,
      "step": 485230
    },
    {
      "epoch": 0.6155071680632404,
      "grad_norm": 7.25,
      "learning_rate": 1.9227143904660656e-05,
      "loss": 1.8699,
      "mean_token_accuracy": 0.602080973982811,
      "num_tokens": 373654084.0,
      "step": 485240
    },
    {
      "epoch": 0.6155198526557731,
      "grad_norm": 6.0,
      "learning_rate": 1.9226509594574365e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5644769608974457,
      "num_tokens": 373660516.0,
      "step": 485250
    },
    {
      "epoch": 0.6155325372483059,
      "grad_norm": 7.25,
      "learning_rate": 1.9225875284488074e-05,
      "loss": 1.7476,
      "mean_token_accuracy": 0.6140232026576996,
      "num_tokens": 373667250.0,
      "step": 485260
    },
    {
      "epoch": 0.6155452218408388,
      "grad_norm": 7.65625,
      "learning_rate": 1.9225240974401786e-05,
      "loss": 1.8956,
      "mean_token_accuracy": 0.5855438590049744,
      "num_tokens": 373674110.0,
      "step": 485270
    },
    {
      "epoch": 0.6155579064333716,
      "grad_norm": 4.46875,
      "learning_rate": 1.922460666431549e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5376143306493759,
      "num_tokens": 373681964.0,
      "step": 485280
    },
    {
      "epoch": 0.6155705910259045,
      "grad_norm": 6.71875,
      "learning_rate": 1.92239723542292e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5710571676492691,
      "num_tokens": 373690112.0,
      "step": 485290
    },
    {
      "epoch": 0.6155832756184373,
      "grad_norm": 5.65625,
      "learning_rate": 1.922333804414291e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5604792237281799,
      "num_tokens": 373697673.0,
      "step": 485300
    },
    {
      "epoch": 0.6155959602109702,
      "grad_norm": 5.84375,
      "learning_rate": 1.9222703734056617e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5718040972948074,
      "num_tokens": 373703923.0,
      "step": 485310
    },
    {
      "epoch": 0.615608644803503,
      "grad_norm": 5.84375,
      "learning_rate": 1.9222069423970326e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5565397411584854,
      "num_tokens": 373711867.0,
      "step": 485320
    },
    {
      "epoch": 0.6156213293960359,
      "grad_norm": 5.5625,
      "learning_rate": 1.9221435113884035e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.535664165019989,
      "num_tokens": 373719299.0,
      "step": 485330
    },
    {
      "epoch": 0.6156340139885687,
      "grad_norm": 6.9375,
      "learning_rate": 1.9220800803797744e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5598109096288681,
      "num_tokens": 373726382.0,
      "step": 485340
    },
    {
      "epoch": 0.6156466985811014,
      "grad_norm": 5.75,
      "learning_rate": 1.922016649371145e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5414236098527908,
      "num_tokens": 373734670.0,
      "step": 485350
    },
    {
      "epoch": 0.6156593831736343,
      "grad_norm": 4.78125,
      "learning_rate": 1.9219532183625158e-05,
      "loss": 1.7705,
      "mean_token_accuracy": 0.5992321670055389,
      "num_tokens": 373742692.0,
      "step": 485360
    },
    {
      "epoch": 0.6156720677661671,
      "grad_norm": 6.84375,
      "learning_rate": 1.921889787353887e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5483528316020966,
      "num_tokens": 373750977.0,
      "step": 485370
    },
    {
      "epoch": 0.6156847523587,
      "grad_norm": 4.9375,
      "learning_rate": 1.9218263563452575e-05,
      "loss": 1.601,
      "mean_token_accuracy": 0.622844809293747,
      "num_tokens": 373756582.0,
      "step": 485380
    },
    {
      "epoch": 0.6156974369512328,
      "grad_norm": 7.21875,
      "learning_rate": 1.9217629253366284e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5380509197711945,
      "num_tokens": 373762874.0,
      "step": 485390
    },
    {
      "epoch": 0.6157101215437657,
      "grad_norm": 5.1875,
      "learning_rate": 1.9216994943279993e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.54594646692276,
      "num_tokens": 373770091.0,
      "step": 485400
    },
    {
      "epoch": 0.6157228061362985,
      "grad_norm": 6.0625,
      "learning_rate": 1.92163606331937e-05,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5297485023736954,
      "num_tokens": 373777998.0,
      "step": 485410
    },
    {
      "epoch": 0.6157354907288313,
      "grad_norm": 4.84375,
      "learning_rate": 1.921572632310741e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5360487580299378,
      "num_tokens": 373784796.0,
      "step": 485420
    },
    {
      "epoch": 0.6157481753213642,
      "grad_norm": 6.1875,
      "learning_rate": 1.921509201302112e-05,
      "loss": 1.8855,
      "mean_token_accuracy": 0.5740484237670899,
      "num_tokens": 373791225.0,
      "step": 485430
    },
    {
      "epoch": 0.615760859913897,
      "grad_norm": 5.09375,
      "learning_rate": 1.9214457702934828e-05,
      "loss": 1.6669,
      "mean_token_accuracy": 0.6119548708200455,
      "num_tokens": 373797874.0,
      "step": 485440
    },
    {
      "epoch": 0.6157735445064298,
      "grad_norm": 4.71875,
      "learning_rate": 1.9213823392848533e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5348367363214492,
      "num_tokens": 373806884.0,
      "step": 485450
    },
    {
      "epoch": 0.6157862290989626,
      "grad_norm": 5.40625,
      "learning_rate": 1.921318908276224e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5652016818523407,
      "num_tokens": 373815106.0,
      "step": 485460
    },
    {
      "epoch": 0.6157989136914955,
      "grad_norm": 5.09375,
      "learning_rate": 1.9212554772675954e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5558305084705353,
      "num_tokens": 373823502.0,
      "step": 485470
    },
    {
      "epoch": 0.6158115982840283,
      "grad_norm": 6.28125,
      "learning_rate": 1.9211920462589663e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5470549881458282,
      "num_tokens": 373830872.0,
      "step": 485480
    },
    {
      "epoch": 0.6158242828765611,
      "grad_norm": 5.5625,
      "learning_rate": 1.9211286152503368e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5485503077507019,
      "num_tokens": 373838231.0,
      "step": 485490
    },
    {
      "epoch": 0.615836967469094,
      "grad_norm": 3.0,
      "learning_rate": 1.9210651842417077e-05,
      "loss": 1.7749,
      "mean_token_accuracy": 0.5900806814432145,
      "num_tokens": 373845641.0,
      "step": 485500
    },
    {
      "epoch": 0.6158496520616268,
      "grad_norm": 6.84375,
      "learning_rate": 1.921001753233079e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5246112912893295,
      "num_tokens": 373854340.0,
      "step": 485510
    },
    {
      "epoch": 0.6158623366541597,
      "grad_norm": 4.8125,
      "learning_rate": 1.9209383222244494e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5456499546766281,
      "num_tokens": 373862688.0,
      "step": 485520
    },
    {
      "epoch": 0.6158750212466925,
      "grad_norm": 4.6875,
      "learning_rate": 1.9208748912158203e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5358843803405762,
      "num_tokens": 373871453.0,
      "step": 485530
    },
    {
      "epoch": 0.6158877058392254,
      "grad_norm": 7.4375,
      "learning_rate": 1.920811460207191e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5612716257572175,
      "num_tokens": 373879217.0,
      "step": 485540
    },
    {
      "epoch": 0.6159003904317581,
      "grad_norm": 6.84375,
      "learning_rate": 1.920748029198562e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.546282222867012,
      "num_tokens": 373886534.0,
      "step": 485550
    },
    {
      "epoch": 0.615913075024291,
      "grad_norm": 3.015625,
      "learning_rate": 1.920684598189933e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.5706012308597564,
      "num_tokens": 373894931.0,
      "step": 485560
    },
    {
      "epoch": 0.6159257596168238,
      "grad_norm": 6.09375,
      "learning_rate": 1.9206211671813038e-05,
      "loss": 1.8237,
      "mean_token_accuracy": 0.5935949563980103,
      "num_tokens": 373901846.0,
      "step": 485570
    },
    {
      "epoch": 0.6159384442093566,
      "grad_norm": 5.3125,
      "learning_rate": 1.9205577361726747e-05,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5168276339769363,
      "num_tokens": 373909741.0,
      "step": 485580
    },
    {
      "epoch": 0.6159511288018895,
      "grad_norm": 11.6875,
      "learning_rate": 1.9204943051640452e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5393530637025833,
      "num_tokens": 373917617.0,
      "step": 485590
    },
    {
      "epoch": 0.6159638133944223,
      "grad_norm": 5.15625,
      "learning_rate": 1.920430874155416e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5450363308191299,
      "num_tokens": 373925711.0,
      "step": 485600
    },
    {
      "epoch": 0.6159764979869552,
      "grad_norm": 4.90625,
      "learning_rate": 1.9203674431467873e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5335514724254609,
      "num_tokens": 373933720.0,
      "step": 485610
    },
    {
      "epoch": 0.615989182579488,
      "grad_norm": 5.40625,
      "learning_rate": 1.9203040121381578e-05,
      "loss": 1.678,
      "mean_token_accuracy": 0.6245090156793595,
      "num_tokens": 373939527.0,
      "step": 485620
    },
    {
      "epoch": 0.6160018671720209,
      "grad_norm": 6.84375,
      "learning_rate": 1.9202405811295287e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5508323192596436,
      "num_tokens": 373947824.0,
      "step": 485630
    },
    {
      "epoch": 0.6160145517645537,
      "grad_norm": 5.40625,
      "learning_rate": 1.9201771501208996e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5655524909496308,
      "num_tokens": 373955181.0,
      "step": 485640
    },
    {
      "epoch": 0.6160272363570864,
      "grad_norm": 6.78125,
      "learning_rate": 1.9201137191122704e-05,
      "loss": 1.9033,
      "mean_token_accuracy": 0.5776118963956833,
      "num_tokens": 373962870.0,
      "step": 485650
    },
    {
      "epoch": 0.6160399209496193,
      "grad_norm": 5.15625,
      "learning_rate": 1.9200502881036413e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5281031906604767,
      "num_tokens": 373971553.0,
      "step": 485660
    },
    {
      "epoch": 0.6160526055421521,
      "grad_norm": 7.75,
      "learning_rate": 1.9199868570950122e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.550375297665596,
      "num_tokens": 373977363.0,
      "step": 485670
    },
    {
      "epoch": 0.616065290134685,
      "grad_norm": 6.875,
      "learning_rate": 1.919923426086383e-05,
      "loss": 1.8114,
      "mean_token_accuracy": 0.600612324476242,
      "num_tokens": 373984640.0,
      "step": 485680
    },
    {
      "epoch": 0.6160779747272178,
      "grad_norm": 5.65625,
      "learning_rate": 1.919859995077754e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5520541220903397,
      "num_tokens": 373991586.0,
      "step": 485690
    },
    {
      "epoch": 0.6160906593197507,
      "grad_norm": 6.46875,
      "learning_rate": 1.9197965640691245e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5315693348646164,
      "num_tokens": 373999734.0,
      "step": 485700
    },
    {
      "epoch": 0.6161033439122835,
      "grad_norm": 4.90625,
      "learning_rate": 1.9197331330604957e-05,
      "loss": 1.9099,
      "mean_token_accuracy": 0.5685680150985718,
      "num_tokens": 374009098.0,
      "step": 485710
    },
    {
      "epoch": 0.6161160285048164,
      "grad_norm": 4.96875,
      "learning_rate": 1.9196697020518666e-05,
      "loss": 2.3679,
      "mean_token_accuracy": 0.505209106206894,
      "num_tokens": 374017917.0,
      "step": 485720
    },
    {
      "epoch": 0.6161287130973492,
      "grad_norm": 8.25,
      "learning_rate": 1.919606271043237e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5493151068687439,
      "num_tokens": 374025543.0,
      "step": 485730
    },
    {
      "epoch": 0.616141397689882,
      "grad_norm": 5.71875,
      "learning_rate": 1.919542840034608e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5467184364795685,
      "num_tokens": 374032493.0,
      "step": 485740
    },
    {
      "epoch": 0.6161540822824149,
      "grad_norm": 6.6875,
      "learning_rate": 1.919479409025979e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5696971774101257,
      "num_tokens": 374038708.0,
      "step": 485750
    },
    {
      "epoch": 0.6161667668749476,
      "grad_norm": 6.09375,
      "learning_rate": 1.9194159780173497e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5523286104202271,
      "num_tokens": 374047125.0,
      "step": 485760
    },
    {
      "epoch": 0.6161794514674805,
      "grad_norm": 5.125,
      "learning_rate": 1.9193525470087206e-05,
      "loss": 2.225,
      "mean_token_accuracy": 0.5267829418182373,
      "num_tokens": 374055416.0,
      "step": 485770
    },
    {
      "epoch": 0.6161921360600133,
      "grad_norm": 6.9375,
      "learning_rate": 1.9192891160000915e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5233372062444687,
      "num_tokens": 374063898.0,
      "step": 485780
    },
    {
      "epoch": 0.6162048206525462,
      "grad_norm": 7.53125,
      "learning_rate": 1.9192256849914623e-05,
      "loss": 1.9006,
      "mean_token_accuracy": 0.5625353187322617,
      "num_tokens": 374070869.0,
      "step": 485790
    },
    {
      "epoch": 0.616217505245079,
      "grad_norm": 5.28125,
      "learning_rate": 1.919162253982833e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5410513430833817,
      "num_tokens": 374078022.0,
      "step": 485800
    },
    {
      "epoch": 0.6162301898376118,
      "grad_norm": 13.8125,
      "learning_rate": 1.919098822974204e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.568726834654808,
      "num_tokens": 374084448.0,
      "step": 485810
    },
    {
      "epoch": 0.6162428744301447,
      "grad_norm": 6.5,
      "learning_rate": 1.919035391965575e-05,
      "loss": 1.8473,
      "mean_token_accuracy": 0.592936846613884,
      "num_tokens": 374091411.0,
      "step": 485820
    },
    {
      "epoch": 0.6162555590226775,
      "grad_norm": 6.84375,
      "learning_rate": 1.9189719609569455e-05,
      "loss": 2.2178,
      "mean_token_accuracy": 0.5253918409347534,
      "num_tokens": 374100074.0,
      "step": 485830
    },
    {
      "epoch": 0.6162682436152104,
      "grad_norm": 5.71875,
      "learning_rate": 1.9189085299483164e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5448911756277084,
      "num_tokens": 374108157.0,
      "step": 485840
    },
    {
      "epoch": 0.6162809282077432,
      "grad_norm": 5.15625,
      "learning_rate": 1.9188450989396872e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5584124892950058,
      "num_tokens": 374115610.0,
      "step": 485850
    },
    {
      "epoch": 0.6162936128002761,
      "grad_norm": 4.75,
      "learning_rate": 1.9187816679310584e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5438792258501053,
      "num_tokens": 374122893.0,
      "step": 485860
    },
    {
      "epoch": 0.6163062973928088,
      "grad_norm": 4.75,
      "learning_rate": 1.918718236922429e-05,
      "loss": 1.888,
      "mean_token_accuracy": 0.5713280707597732,
      "num_tokens": 374130767.0,
      "step": 485870
    },
    {
      "epoch": 0.6163189819853416,
      "grad_norm": 5.03125,
      "learning_rate": 1.9186548059138e-05,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5534227281808853,
      "num_tokens": 374137468.0,
      "step": 485880
    },
    {
      "epoch": 0.6163316665778745,
      "grad_norm": 5.53125,
      "learning_rate": 1.9185913749051707e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5361011564731598,
      "num_tokens": 374145315.0,
      "step": 485890
    },
    {
      "epoch": 0.6163443511704073,
      "grad_norm": 4.8125,
      "learning_rate": 1.9185279438965416e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5396072417497635,
      "num_tokens": 374153694.0,
      "step": 485900
    },
    {
      "epoch": 0.6163570357629402,
      "grad_norm": 6.34375,
      "learning_rate": 1.9184645128879125e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5456859081983566,
      "num_tokens": 374160994.0,
      "step": 485910
    },
    {
      "epoch": 0.616369720355473,
      "grad_norm": 6.28125,
      "learning_rate": 1.9184010818792834e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5417779147624969,
      "num_tokens": 374168393.0,
      "step": 485920
    },
    {
      "epoch": 0.6163824049480059,
      "grad_norm": 4.96875,
      "learning_rate": 1.9183376508706542e-05,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5629663348197937,
      "num_tokens": 374176512.0,
      "step": 485930
    },
    {
      "epoch": 0.6163950895405387,
      "grad_norm": 5.28125,
      "learning_rate": 1.9182742198620248e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5869885385036469,
      "num_tokens": 374183371.0,
      "step": 485940
    },
    {
      "epoch": 0.6164077741330716,
      "grad_norm": 6.15625,
      "learning_rate": 1.918210788853396e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5281060248613357,
      "num_tokens": 374191991.0,
      "step": 485950
    },
    {
      "epoch": 0.6164204587256044,
      "grad_norm": 6.28125,
      "learning_rate": 1.918147357844767e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5213353663682938,
      "num_tokens": 374201717.0,
      "step": 485960
    },
    {
      "epoch": 0.6164331433181371,
      "grad_norm": 5.09375,
      "learning_rate": 1.9180839268361374e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5540971875190734,
      "num_tokens": 374208861.0,
      "step": 485970
    },
    {
      "epoch": 0.61644582791067,
      "grad_norm": 5.4375,
      "learning_rate": 1.9180204958275083e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5373741567134858,
      "num_tokens": 374217894.0,
      "step": 485980
    },
    {
      "epoch": 0.6164585125032028,
      "grad_norm": 7.5,
      "learning_rate": 1.917957064818879e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5271282374858857,
      "num_tokens": 374225828.0,
      "step": 485990
    },
    {
      "epoch": 0.6164711970957357,
      "grad_norm": 5.4375,
      "learning_rate": 1.91789363381025e-05,
      "loss": 1.9007,
      "mean_token_accuracy": 0.5853523463010788,
      "num_tokens": 374232842.0,
      "step": 486000
    },
    {
      "epoch": 0.6164838816882685,
      "grad_norm": 5.21875,
      "learning_rate": 1.917830202801621e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5280747443437577,
      "num_tokens": 374240953.0,
      "step": 486010
    },
    {
      "epoch": 0.6164965662808014,
      "grad_norm": 5.21875,
      "learning_rate": 1.9177667717929918e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.5189836889505386,
      "num_tokens": 374248764.0,
      "step": 486020
    },
    {
      "epoch": 0.6165092508733342,
      "grad_norm": 5.5,
      "learning_rate": 1.9177033407843626e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5656421542167663,
      "num_tokens": 374256262.0,
      "step": 486030
    },
    {
      "epoch": 0.616521935465867,
      "grad_norm": 5.4375,
      "learning_rate": 1.917639909775733e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5517034769058228,
      "num_tokens": 374263987.0,
      "step": 486040
    },
    {
      "epoch": 0.6165346200583999,
      "grad_norm": 5.96875,
      "learning_rate": 1.9175764787671044e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5592749506235123,
      "num_tokens": 374271388.0,
      "step": 486050
    },
    {
      "epoch": 0.6165473046509327,
      "grad_norm": 5.71875,
      "learning_rate": 1.9175130477584753e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5276138752698898,
      "num_tokens": 374279294.0,
      "step": 486060
    },
    {
      "epoch": 0.6165599892434656,
      "grad_norm": 4.84375,
      "learning_rate": 1.917449616749846e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5348833620548248,
      "num_tokens": 374288193.0,
      "step": 486070
    },
    {
      "epoch": 0.6165726738359983,
      "grad_norm": 5.0,
      "learning_rate": 1.9173861857412167e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5553742170333862,
      "num_tokens": 374296635.0,
      "step": 486080
    },
    {
      "epoch": 0.6165853584285312,
      "grad_norm": 5.1875,
      "learning_rate": 1.9173227547325875e-05,
      "loss": 2.2659,
      "mean_token_accuracy": 0.5126177251338959,
      "num_tokens": 374304721.0,
      "step": 486090
    },
    {
      "epoch": 0.616598043021064,
      "grad_norm": 6.875,
      "learning_rate": 1.9172593237239587e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5225644141435624,
      "num_tokens": 374313016.0,
      "step": 486100
    },
    {
      "epoch": 0.6166107276135969,
      "grad_norm": 6.03125,
      "learning_rate": 1.9171958927153293e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5446431905031204,
      "num_tokens": 374321379.0,
      "step": 486110
    },
    {
      "epoch": 0.6166234122061297,
      "grad_norm": 5.53125,
      "learning_rate": 1.9171324617067e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5321000099182129,
      "num_tokens": 374328851.0,
      "step": 486120
    },
    {
      "epoch": 0.6166360967986625,
      "grad_norm": 5.09375,
      "learning_rate": 1.917069030698071e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5556864321231842,
      "num_tokens": 374337057.0,
      "step": 486130
    },
    {
      "epoch": 0.6166487813911954,
      "grad_norm": 9.5625,
      "learning_rate": 1.917005599689442e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5663986355066299,
      "num_tokens": 374343887.0,
      "step": 486140
    },
    {
      "epoch": 0.6166614659837282,
      "grad_norm": 5.625,
      "learning_rate": 1.9169421686808128e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5359776854515076,
      "num_tokens": 374352462.0,
      "step": 486150
    },
    {
      "epoch": 0.6166741505762611,
      "grad_norm": 5.84375,
      "learning_rate": 1.9168787376721837e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5424284934997559,
      "num_tokens": 374360554.0,
      "step": 486160
    },
    {
      "epoch": 0.6166868351687939,
      "grad_norm": 6.0,
      "learning_rate": 1.9168153066635545e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5446440249681472,
      "num_tokens": 374368438.0,
      "step": 486170
    },
    {
      "epoch": 0.6166995197613268,
      "grad_norm": 4.53125,
      "learning_rate": 1.916751875654925e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5178248226642609,
      "num_tokens": 374377727.0,
      "step": 486180
    },
    {
      "epoch": 0.6167122043538595,
      "grad_norm": 5.96875,
      "learning_rate": 1.916688444646296e-05,
      "loss": 2.2421,
      "mean_token_accuracy": 0.5235600233078003,
      "num_tokens": 374385374.0,
      "step": 486190
    },
    {
      "epoch": 0.6167248889463923,
      "grad_norm": 5.5,
      "learning_rate": 1.916625013637667e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5676608204841613,
      "num_tokens": 374392710.0,
      "step": 486200
    },
    {
      "epoch": 0.6167375735389252,
      "grad_norm": 5.5625,
      "learning_rate": 1.9165615826290377e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5417513877153397,
      "num_tokens": 374401327.0,
      "step": 486210
    },
    {
      "epoch": 0.616750258131458,
      "grad_norm": 5.71875,
      "learning_rate": 1.9164981516204086e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5381732434034348,
      "num_tokens": 374409567.0,
      "step": 486220
    },
    {
      "epoch": 0.6167629427239909,
      "grad_norm": 5.0,
      "learning_rate": 1.9164347206117794e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5646747887134552,
      "num_tokens": 374417730.0,
      "step": 486230
    },
    {
      "epoch": 0.6167756273165237,
      "grad_norm": 5.4375,
      "learning_rate": 1.9163712896031503e-05,
      "loss": 1.8484,
      "mean_token_accuracy": 0.5860699534416198,
      "num_tokens": 374425159.0,
      "step": 486240
    },
    {
      "epoch": 0.6167883119090566,
      "grad_norm": 9.3125,
      "learning_rate": 1.9163078585945212e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5213532656431198,
      "num_tokens": 374433612.0,
      "step": 486250
    },
    {
      "epoch": 0.6168009965015894,
      "grad_norm": 5.9375,
      "learning_rate": 1.916244427585892e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5451318204402924,
      "num_tokens": 374439697.0,
      "step": 486260
    },
    {
      "epoch": 0.6168136810941223,
      "grad_norm": 5.59375,
      "learning_rate": 1.916180996577263e-05,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5750798732042313,
      "num_tokens": 374447217.0,
      "step": 486270
    },
    {
      "epoch": 0.616826365686655,
      "grad_norm": 4.84375,
      "learning_rate": 1.9161175655686338e-05,
      "loss": 1.99,
      "mean_token_accuracy": 0.5632055282592774,
      "num_tokens": 374453574.0,
      "step": 486280
    },
    {
      "epoch": 0.6168390502791878,
      "grad_norm": 5.78125,
      "learning_rate": 1.9160541345600043e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5255071491003036,
      "num_tokens": 374461559.0,
      "step": 486290
    },
    {
      "epoch": 0.6168517348717207,
      "grad_norm": 5.40625,
      "learning_rate": 1.9159907035513755e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.533865413069725,
      "num_tokens": 374469995.0,
      "step": 486300
    },
    {
      "epoch": 0.6168644194642535,
      "grad_norm": 7.0625,
      "learning_rate": 1.9159272725427464e-05,
      "loss": 1.9442,
      "mean_token_accuracy": 0.567037945985794,
      "num_tokens": 374477951.0,
      "step": 486310
    },
    {
      "epoch": 0.6168771040567864,
      "grad_norm": 5.5,
      "learning_rate": 1.915863841534117e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.517177939414978,
      "num_tokens": 374487400.0,
      "step": 486320
    },
    {
      "epoch": 0.6168897886493192,
      "grad_norm": 5.90625,
      "learning_rate": 1.915800410525488e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5443411260843277,
      "num_tokens": 374495328.0,
      "step": 486330
    },
    {
      "epoch": 0.6169024732418521,
      "grad_norm": 6.90625,
      "learning_rate": 1.9157369795168587e-05,
      "loss": 1.6335,
      "mean_token_accuracy": 0.6298742234706879,
      "num_tokens": 374500998.0,
      "step": 486340
    },
    {
      "epoch": 0.6169151578343849,
      "grad_norm": 5.28125,
      "learning_rate": 1.9156735485082296e-05,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5275509774684906,
      "num_tokens": 374508319.0,
      "step": 486350
    },
    {
      "epoch": 0.6169278424269177,
      "grad_norm": 5.21875,
      "learning_rate": 1.9156101174996005e-05,
      "loss": 2.33,
      "mean_token_accuracy": 0.5078992515802383,
      "num_tokens": 374515596.0,
      "step": 486360
    },
    {
      "epoch": 0.6169405270194506,
      "grad_norm": 5.71875,
      "learning_rate": 1.9155466864909713e-05,
      "loss": 1.767,
      "mean_token_accuracy": 0.6006080985069275,
      "num_tokens": 374521883.0,
      "step": 486370
    },
    {
      "epoch": 0.6169532116119834,
      "grad_norm": 5.125,
      "learning_rate": 1.9154832554823422e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5327605903148651,
      "num_tokens": 374530776.0,
      "step": 486380
    },
    {
      "epoch": 0.6169658962045163,
      "grad_norm": 5.78125,
      "learning_rate": 1.9154198244737127e-05,
      "loss": 2.2914,
      "mean_token_accuracy": 0.5166406124830246,
      "num_tokens": 374540655.0,
      "step": 486390
    },
    {
      "epoch": 0.616978580797049,
      "grad_norm": 4.9375,
      "learning_rate": 1.915356393465084e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.527575996518135,
      "num_tokens": 374550043.0,
      "step": 486400
    },
    {
      "epoch": 0.6169912653895819,
      "grad_norm": 5.40625,
      "learning_rate": 1.9152929624564548e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5564308345317841,
      "num_tokens": 374557397.0,
      "step": 486410
    },
    {
      "epoch": 0.6170039499821147,
      "grad_norm": 5.75,
      "learning_rate": 1.9152295314478254e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5472612679004669,
      "num_tokens": 374565660.0,
      "step": 486420
    },
    {
      "epoch": 0.6170166345746475,
      "grad_norm": 4.90625,
      "learning_rate": 1.9151661004391962e-05,
      "loss": 2.2971,
      "mean_token_accuracy": 0.5063068628311157,
      "num_tokens": 374573104.0,
      "step": 486430
    },
    {
      "epoch": 0.6170293191671804,
      "grad_norm": 7.21875,
      "learning_rate": 1.9151026694305674e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5483817130327224,
      "num_tokens": 374580697.0,
      "step": 486440
    },
    {
      "epoch": 0.6170420037597132,
      "grad_norm": 8.25,
      "learning_rate": 1.9150392384219383e-05,
      "loss": 1.9428,
      "mean_token_accuracy": 0.5685464829206467,
      "num_tokens": 374587148.0,
      "step": 486450
    },
    {
      "epoch": 0.6170546883522461,
      "grad_norm": 6.34375,
      "learning_rate": 1.914975807413309e-05,
      "loss": 2.2719,
      "mean_token_accuracy": 0.5095929801464081,
      "num_tokens": 374596741.0,
      "step": 486460
    },
    {
      "epoch": 0.6170673729447789,
      "grad_norm": 4.40625,
      "learning_rate": 1.9149123764046797e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5518636375665664,
      "num_tokens": 374605014.0,
      "step": 486470
    },
    {
      "epoch": 0.6170800575373118,
      "grad_norm": 5.6875,
      "learning_rate": 1.9148489453960506e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.543317773938179,
      "num_tokens": 374612580.0,
      "step": 486480
    },
    {
      "epoch": 0.6170927421298446,
      "grad_norm": 5.375,
      "learning_rate": 1.9147855143874215e-05,
      "loss": 2.2153,
      "mean_token_accuracy": 0.524984285235405,
      "num_tokens": 374621833.0,
      "step": 486490
    },
    {
      "epoch": 0.6171054267223774,
      "grad_norm": 11.0,
      "learning_rate": 1.9147220833787924e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5696401238441468,
      "num_tokens": 374628369.0,
      "step": 486500
    },
    {
      "epoch": 0.6171181113149102,
      "grad_norm": 5.09375,
      "learning_rate": 1.9146586523701632e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.563886359333992,
      "num_tokens": 374635250.0,
      "step": 486510
    },
    {
      "epoch": 0.617130795907443,
      "grad_norm": 6.5,
      "learning_rate": 1.914595221361534e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5369211554527282,
      "num_tokens": 374643751.0,
      "step": 486520
    },
    {
      "epoch": 0.6171434804999759,
      "grad_norm": 8.375,
      "learning_rate": 1.9145317903529046e-05,
      "loss": 1.8416,
      "mean_token_accuracy": 0.5930551648139953,
      "num_tokens": 374649903.0,
      "step": 486530
    },
    {
      "epoch": 0.6171561650925087,
      "grad_norm": 5.1875,
      "learning_rate": 1.914468359344276e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5795135259628296,
      "num_tokens": 374657015.0,
      "step": 486540
    },
    {
      "epoch": 0.6171688496850416,
      "grad_norm": 5.53125,
      "learning_rate": 1.9144049283356467e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5692150264978408,
      "num_tokens": 374663841.0,
      "step": 486550
    },
    {
      "epoch": 0.6171815342775744,
      "grad_norm": 6.75,
      "learning_rate": 1.9143414973270173e-05,
      "loss": 2.2549,
      "mean_token_accuracy": 0.5164338409900665,
      "num_tokens": 374672037.0,
      "step": 486560
    },
    {
      "epoch": 0.6171942188701073,
      "grad_norm": 6.21875,
      "learning_rate": 1.914278066318388e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5367454886436462,
      "num_tokens": 374680819.0,
      "step": 486570
    },
    {
      "epoch": 0.6172069034626401,
      "grad_norm": 6.25,
      "learning_rate": 1.914214635309759e-05,
      "loss": 1.9248,
      "mean_token_accuracy": 0.563045221567154,
      "num_tokens": 374688065.0,
      "step": 486580
    },
    {
      "epoch": 0.6172195880551729,
      "grad_norm": 6.96875,
      "learning_rate": 1.91415120430113e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.552592059969902,
      "num_tokens": 374697380.0,
      "step": 486590
    },
    {
      "epoch": 0.6172322726477057,
      "grad_norm": 5.25,
      "learning_rate": 1.9140877732925008e-05,
      "loss": 1.6027,
      "mean_token_accuracy": 0.6409042477607727,
      "num_tokens": 374704793.0,
      "step": 486600
    },
    {
      "epoch": 0.6172449572402385,
      "grad_norm": 7.5625,
      "learning_rate": 1.9140243422838716e-05,
      "loss": 1.8244,
      "mean_token_accuracy": 0.5830965638160706,
      "num_tokens": 374712747.0,
      "step": 486610
    },
    {
      "epoch": 0.6172576418327714,
      "grad_norm": 5.40625,
      "learning_rate": 1.9139609112752425e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.566071891784668,
      "num_tokens": 374720222.0,
      "step": 486620
    },
    {
      "epoch": 0.6172703264253042,
      "grad_norm": 5.0,
      "learning_rate": 1.913897480266613e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.53821359872818,
      "num_tokens": 374728105.0,
      "step": 486630
    },
    {
      "epoch": 0.6172830110178371,
      "grad_norm": 8.0,
      "learning_rate": 1.9138340492579842e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5133762508630753,
      "num_tokens": 374735172.0,
      "step": 486640
    },
    {
      "epoch": 0.6172956956103699,
      "grad_norm": 5.25,
      "learning_rate": 1.913770618249355e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5339926838874817,
      "num_tokens": 374743639.0,
      "step": 486650
    },
    {
      "epoch": 0.6173083802029028,
      "grad_norm": 4.8125,
      "learning_rate": 1.913707187240726e-05,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5257247298955917,
      "num_tokens": 374751841.0,
      "step": 486660
    },
    {
      "epoch": 0.6173210647954356,
      "grad_norm": 7.25,
      "learning_rate": 1.9136437562320965e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5662148594856262,
      "num_tokens": 374757980.0,
      "step": 486670
    },
    {
      "epoch": 0.6173337493879684,
      "grad_norm": 5.40625,
      "learning_rate": 1.9135803252234674e-05,
      "loss": 1.8561,
      "mean_token_accuracy": 0.5941108524799347,
      "num_tokens": 374764670.0,
      "step": 486680
    },
    {
      "epoch": 0.6173464339805013,
      "grad_norm": 5.15625,
      "learning_rate": 1.9135168942148386e-05,
      "loss": 1.8617,
      "mean_token_accuracy": 0.5850518763065338,
      "num_tokens": 374772692.0,
      "step": 486690
    },
    {
      "epoch": 0.617359118573034,
      "grad_norm": 8.1875,
      "learning_rate": 1.913453463206209e-05,
      "loss": 1.8983,
      "mean_token_accuracy": 0.5803221553564072,
      "num_tokens": 374780065.0,
      "step": 486700
    },
    {
      "epoch": 0.617371803165567,
      "grad_norm": 8.75,
      "learning_rate": 1.91339003219758e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.569461664557457,
      "num_tokens": 374787294.0,
      "step": 486710
    },
    {
      "epoch": 0.6173844877580997,
      "grad_norm": 14.75,
      "learning_rate": 1.913326601188951e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.539296442270279,
      "num_tokens": 374794965.0,
      "step": 486720
    },
    {
      "epoch": 0.6173971723506326,
      "grad_norm": 11.0625,
      "learning_rate": 1.9132631701803218e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5294486910104752,
      "num_tokens": 374800929.0,
      "step": 486730
    },
    {
      "epoch": 0.6174098569431654,
      "grad_norm": 6.09375,
      "learning_rate": 1.9131997391716926e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5451057732105256,
      "num_tokens": 374808444.0,
      "step": 486740
    },
    {
      "epoch": 0.6174225415356982,
      "grad_norm": 6.40625,
      "learning_rate": 1.9131363081630635e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5305088609457016,
      "num_tokens": 374817062.0,
      "step": 486750
    },
    {
      "epoch": 0.6174352261282311,
      "grad_norm": 5.0,
      "learning_rate": 1.9130728771544344e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5583591014146805,
      "num_tokens": 374825645.0,
      "step": 486760
    },
    {
      "epoch": 0.6174479107207639,
      "grad_norm": 5.5,
      "learning_rate": 1.913009446145805e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5237579226493836,
      "num_tokens": 374834391.0,
      "step": 486770
    },
    {
      "epoch": 0.6174605953132968,
      "grad_norm": 5.5625,
      "learning_rate": 1.9129460151371758e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5565850973129273,
      "num_tokens": 374844044.0,
      "step": 486780
    },
    {
      "epoch": 0.6174732799058296,
      "grad_norm": 12.8125,
      "learning_rate": 1.912882584128547e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.527847170829773,
      "num_tokens": 374850481.0,
      "step": 486790
    },
    {
      "epoch": 0.6174859644983625,
      "grad_norm": 5.1875,
      "learning_rate": 1.9128191531199176e-05,
      "loss": 1.8567,
      "mean_token_accuracy": 0.589536041021347,
      "num_tokens": 374857744.0,
      "step": 486800
    },
    {
      "epoch": 0.6174986490908952,
      "grad_norm": 6.4375,
      "learning_rate": 1.9127557221112884e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5620726823806763,
      "num_tokens": 374866000.0,
      "step": 486810
    },
    {
      "epoch": 0.617511333683428,
      "grad_norm": 5.75,
      "learning_rate": 1.9126922911026593e-05,
      "loss": 1.7043,
      "mean_token_accuracy": 0.6150524854660034,
      "num_tokens": 374873524.0,
      "step": 486820
    },
    {
      "epoch": 0.6175240182759609,
      "grad_norm": 7.15625,
      "learning_rate": 1.9126288600940302e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.544749864935875,
      "num_tokens": 374880400.0,
      "step": 486830
    },
    {
      "epoch": 0.6175367028684937,
      "grad_norm": 5.96875,
      "learning_rate": 1.912565429085401e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5408262878656387,
      "num_tokens": 374888229.0,
      "step": 486840
    },
    {
      "epoch": 0.6175493874610266,
      "grad_norm": 5.21875,
      "learning_rate": 1.912501998076772e-05,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5606316030025482,
      "num_tokens": 374895937.0,
      "step": 486850
    },
    {
      "epoch": 0.6175620720535594,
      "grad_norm": 6.125,
      "learning_rate": 1.9124385670681428e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.533149641752243,
      "num_tokens": 374905134.0,
      "step": 486860
    },
    {
      "epoch": 0.6175747566460923,
      "grad_norm": 5.4375,
      "learning_rate": 1.9123751360595137e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5217434227466583,
      "num_tokens": 374914148.0,
      "step": 486870
    },
    {
      "epoch": 0.6175874412386251,
      "grad_norm": 7.0625,
      "learning_rate": 1.9123117050508845e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5601731687784195,
      "num_tokens": 374920919.0,
      "step": 486880
    },
    {
      "epoch": 0.617600125831158,
      "grad_norm": 5.46875,
      "learning_rate": 1.9122482740422554e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5527646362781524,
      "num_tokens": 374928978.0,
      "step": 486890
    },
    {
      "epoch": 0.6176128104236908,
      "grad_norm": 6.96875,
      "learning_rate": 1.9121848430336263e-05,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5265495359897614,
      "num_tokens": 374937149.0,
      "step": 486900
    },
    {
      "epoch": 0.6176254950162235,
      "grad_norm": 6.59375,
      "learning_rate": 1.9121214120249968e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5296529561281205,
      "num_tokens": 374945148.0,
      "step": 486910
    },
    {
      "epoch": 0.6176381796087564,
      "grad_norm": 5.96875,
      "learning_rate": 1.9120579810163677e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5387309342622757,
      "num_tokens": 374952935.0,
      "step": 486920
    },
    {
      "epoch": 0.6176508642012892,
      "grad_norm": 5.25,
      "learning_rate": 1.911994550007739e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5262387424707413,
      "num_tokens": 374960606.0,
      "step": 486930
    },
    {
      "epoch": 0.6176635487938221,
      "grad_norm": 5.15625,
      "learning_rate": 1.9119311189991094e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5599711120128632,
      "num_tokens": 374968546.0,
      "step": 486940
    },
    {
      "epoch": 0.6176762333863549,
      "grad_norm": 5.90625,
      "learning_rate": 1.9118676879904803e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5451043784618378,
      "num_tokens": 374975013.0,
      "step": 486950
    },
    {
      "epoch": 0.6176889179788878,
      "grad_norm": 6.59375,
      "learning_rate": 1.9118042569818512e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5339382231235504,
      "num_tokens": 374983084.0,
      "step": 486960
    },
    {
      "epoch": 0.6177016025714206,
      "grad_norm": 7.15625,
      "learning_rate": 1.911740825973222e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5689228236675262,
      "num_tokens": 374989476.0,
      "step": 486970
    },
    {
      "epoch": 0.6177142871639534,
      "grad_norm": 5.65625,
      "learning_rate": 1.911677394964593e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5652842938899993,
      "num_tokens": 374997005.0,
      "step": 486980
    },
    {
      "epoch": 0.6177269717564863,
      "grad_norm": 7.34375,
      "learning_rate": 1.9116139639559638e-05,
      "loss": 1.8901,
      "mean_token_accuracy": 0.5737407565116882,
      "num_tokens": 375003862.0,
      "step": 486990
    },
    {
      "epoch": 0.6177396563490191,
      "grad_norm": 5.34375,
      "learning_rate": 1.9115505329473347e-05,
      "loss": 2.2791,
      "mean_token_accuracy": 0.5091894060373306,
      "num_tokens": 375012543.0,
      "step": 487000
    },
    {
      "epoch": 0.617752340941552,
      "grad_norm": 14.1875,
      "learning_rate": 1.9114871019387052e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5606335282325745,
      "num_tokens": 375019417.0,
      "step": 487010
    },
    {
      "epoch": 0.6177650255340847,
      "grad_norm": 11.0625,
      "learning_rate": 1.911423670930076e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5433957904577256,
      "num_tokens": 375027467.0,
      "step": 487020
    },
    {
      "epoch": 0.6177777101266176,
      "grad_norm": 5.03125,
      "learning_rate": 1.9113602399214473e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5294431507587433,
      "num_tokens": 375035838.0,
      "step": 487030
    },
    {
      "epoch": 0.6177903947191504,
      "grad_norm": 4.75,
      "learning_rate": 1.9112968089128182e-05,
      "loss": 1.7728,
      "mean_token_accuracy": 0.6035435825586319,
      "num_tokens": 375043573.0,
      "step": 487040
    },
    {
      "epoch": 0.6178030793116833,
      "grad_norm": 4.875,
      "learning_rate": 1.9112333779041887e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5492823779582977,
      "num_tokens": 375051245.0,
      "step": 487050
    },
    {
      "epoch": 0.6178157639042161,
      "grad_norm": 5.34375,
      "learning_rate": 1.9111699468955596e-05,
      "loss": 2.2253,
      "mean_token_accuracy": 0.5163247674703598,
      "num_tokens": 375059919.0,
      "step": 487060
    },
    {
      "epoch": 0.6178284484967489,
      "grad_norm": 6.21875,
      "learning_rate": 1.9111065158869305e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.562290558218956,
      "num_tokens": 375067483.0,
      "step": 487070
    },
    {
      "epoch": 0.6178411330892818,
      "grad_norm": 5.59375,
      "learning_rate": 1.9110430848783013e-05,
      "loss": 1.9444,
      "mean_token_accuracy": 0.5727499306201935,
      "num_tokens": 375075650.0,
      "step": 487080
    },
    {
      "epoch": 0.6178538176818146,
      "grad_norm": 5.53125,
      "learning_rate": 1.9109796538696722e-05,
      "loss": 2.2418,
      "mean_token_accuracy": 0.5185863763093949,
      "num_tokens": 375083347.0,
      "step": 487090
    },
    {
      "epoch": 0.6178665022743475,
      "grad_norm": 4.8125,
      "learning_rate": 1.910916222861043e-05,
      "loss": 1.9233,
      "mean_token_accuracy": 0.5886197328567505,
      "num_tokens": 375089812.0,
      "step": 487100
    },
    {
      "epoch": 0.6178791868668803,
      "grad_norm": 7.1875,
      "learning_rate": 1.910852791852414e-05,
      "loss": 2.0157,
      "mean_token_accuracy": 0.5587923586368561,
      "num_tokens": 375096871.0,
      "step": 487110
    },
    {
      "epoch": 0.6178918714594132,
      "grad_norm": 5.125,
      "learning_rate": 1.9107893608437845e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5490494787693023,
      "num_tokens": 375105638.0,
      "step": 487120
    },
    {
      "epoch": 0.6179045560519459,
      "grad_norm": 7.75,
      "learning_rate": 1.9107259298351557e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5634775221347809,
      "num_tokens": 375112336.0,
      "step": 487130
    },
    {
      "epoch": 0.6179172406444787,
      "grad_norm": 9.8125,
      "learning_rate": 1.9106624988265266e-05,
      "loss": 2.3908,
      "mean_token_accuracy": 0.4871610879898071,
      "num_tokens": 375119980.0,
      "step": 487140
    },
    {
      "epoch": 0.6179299252370116,
      "grad_norm": 7.5,
      "learning_rate": 1.910599067817897e-05,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5329587787389756,
      "num_tokens": 375127978.0,
      "step": 487150
    },
    {
      "epoch": 0.6179426098295444,
      "grad_norm": 4.875,
      "learning_rate": 1.910535636809268e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5395660758018493,
      "num_tokens": 375135134.0,
      "step": 487160
    },
    {
      "epoch": 0.6179552944220773,
      "grad_norm": 7.03125,
      "learning_rate": 1.910472205800639e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5556928783655166,
      "num_tokens": 375142712.0,
      "step": 487170
    },
    {
      "epoch": 0.6179679790146101,
      "grad_norm": 4.71875,
      "learning_rate": 1.9104087747920097e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5493171960115433,
      "num_tokens": 375150544.0,
      "step": 487180
    },
    {
      "epoch": 0.617980663607143,
      "grad_norm": 6.375,
      "learning_rate": 1.9103453437833806e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5451853245496749,
      "num_tokens": 375158749.0,
      "step": 487190
    },
    {
      "epoch": 0.6179933481996758,
      "grad_norm": 6.6875,
      "learning_rate": 1.9102819127747515e-05,
      "loss": 1.894,
      "mean_token_accuracy": 0.5665453046560287,
      "num_tokens": 375166463.0,
      "step": 487200
    },
    {
      "epoch": 0.6180060327922087,
      "grad_norm": 5.21875,
      "learning_rate": 1.9102184817661224e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5324401319026947,
      "num_tokens": 375174935.0,
      "step": 487210
    },
    {
      "epoch": 0.6180187173847415,
      "grad_norm": 5.96875,
      "learning_rate": 1.910155050757493e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5415720850229263,
      "num_tokens": 375183530.0,
      "step": 487220
    },
    {
      "epoch": 0.6180314019772742,
      "grad_norm": 5.875,
      "learning_rate": 1.910091619748864e-05,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5611780345439911,
      "num_tokens": 375190638.0,
      "step": 487230
    },
    {
      "epoch": 0.6180440865698071,
      "grad_norm": 5.34375,
      "learning_rate": 1.910028188740235e-05,
      "loss": 2.2719,
      "mean_token_accuracy": 0.5054952919483184,
      "num_tokens": 375199988.0,
      "step": 487240
    },
    {
      "epoch": 0.6180567711623399,
      "grad_norm": 5.15625,
      "learning_rate": 1.909964757731606e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5708464562892914,
      "num_tokens": 375207430.0,
      "step": 487250
    },
    {
      "epoch": 0.6180694557548728,
      "grad_norm": 4.4375,
      "learning_rate": 1.9099013267229764e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5722242891788483,
      "num_tokens": 375215618.0,
      "step": 487260
    },
    {
      "epoch": 0.6180821403474056,
      "grad_norm": 5.96875,
      "learning_rate": 1.9098378957143473e-05,
      "loss": 1.932,
      "mean_token_accuracy": 0.5750126361846923,
      "num_tokens": 375222678.0,
      "step": 487270
    },
    {
      "epoch": 0.6180948249399385,
      "grad_norm": 5.53125,
      "learning_rate": 1.9097744647057185e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5367980033159256,
      "num_tokens": 375231900.0,
      "step": 487280
    },
    {
      "epoch": 0.6181075095324713,
      "grad_norm": 5.34375,
      "learning_rate": 1.909711033697089e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5267378330230713,
      "num_tokens": 375239720.0,
      "step": 487290
    },
    {
      "epoch": 0.6181201941250041,
      "grad_norm": 5.6875,
      "learning_rate": 1.90964760268846e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5425355404615402,
      "num_tokens": 375247454.0,
      "step": 487300
    },
    {
      "epoch": 0.618132878717537,
      "grad_norm": 6.0625,
      "learning_rate": 1.9095841716798308e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5460629999637604,
      "num_tokens": 375254385.0,
      "step": 487310
    },
    {
      "epoch": 0.6181455633100698,
      "grad_norm": 4.9375,
      "learning_rate": 1.9095207406712016e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5631746470928192,
      "num_tokens": 375261972.0,
      "step": 487320
    },
    {
      "epoch": 0.6181582479026027,
      "grad_norm": 5.4375,
      "learning_rate": 1.9094573096625725e-05,
      "loss": 2.276,
      "mean_token_accuracy": 0.5139243453741074,
      "num_tokens": 375269601.0,
      "step": 487330
    },
    {
      "epoch": 0.6181709324951354,
      "grad_norm": 5.28125,
      "learning_rate": 1.9093938786539434e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5432338297367096,
      "num_tokens": 375277774.0,
      "step": 487340
    },
    {
      "epoch": 0.6181836170876683,
      "grad_norm": 4.96875,
      "learning_rate": 1.9093304476453143e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5740103483200073,
      "num_tokens": 375286267.0,
      "step": 487350
    },
    {
      "epoch": 0.6181963016802011,
      "grad_norm": 5.40625,
      "learning_rate": 1.9092670166366848e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5194393038749695,
      "num_tokens": 375294187.0,
      "step": 487360
    },
    {
      "epoch": 0.6182089862727339,
      "grad_norm": 6.28125,
      "learning_rate": 1.909203585628056e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.5453927040100097,
      "num_tokens": 375301764.0,
      "step": 487370
    },
    {
      "epoch": 0.6182216708652668,
      "grad_norm": 6.34375,
      "learning_rate": 1.909140154619427e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5664926290512085,
      "num_tokens": 375309491.0,
      "step": 487380
    },
    {
      "epoch": 0.6182343554577996,
      "grad_norm": 6.09375,
      "learning_rate": 1.9090767236107974e-05,
      "loss": 1.8454,
      "mean_token_accuracy": 0.5940684735774994,
      "num_tokens": 375316637.0,
      "step": 487390
    },
    {
      "epoch": 0.6182470400503325,
      "grad_norm": 7.09375,
      "learning_rate": 1.9090132926021683e-05,
      "loss": 1.8119,
      "mean_token_accuracy": 0.5940034508705139,
      "num_tokens": 375323069.0,
      "step": 487400
    },
    {
      "epoch": 0.6182597246428653,
      "grad_norm": 7.0,
      "learning_rate": 1.9089498615935392e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5408202230930328,
      "num_tokens": 375329903.0,
      "step": 487410
    },
    {
      "epoch": 0.6182724092353982,
      "grad_norm": 5.5,
      "learning_rate": 1.9088864305849104e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5578253448009491,
      "num_tokens": 375337735.0,
      "step": 487420
    },
    {
      "epoch": 0.618285093827931,
      "grad_norm": 8.0625,
      "learning_rate": 1.908822999576281e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5577542364597321,
      "num_tokens": 375346313.0,
      "step": 487430
    },
    {
      "epoch": 0.6182977784204639,
      "grad_norm": 6.0625,
      "learning_rate": 1.9087595685676518e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5648554921150207,
      "num_tokens": 375353193.0,
      "step": 487440
    },
    {
      "epoch": 0.6183104630129966,
      "grad_norm": 7.46875,
      "learning_rate": 1.9086961375590227e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5408446758985519,
      "num_tokens": 375361291.0,
      "step": 487450
    },
    {
      "epoch": 0.6183231476055294,
      "grad_norm": 5.09375,
      "learning_rate": 1.9086327065503935e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5398319393396378,
      "num_tokens": 375368849.0,
      "step": 487460
    },
    {
      "epoch": 0.6183358321980623,
      "grad_norm": 4.71875,
      "learning_rate": 1.9085692755417644e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5654470384120941,
      "num_tokens": 375375437.0,
      "step": 487470
    },
    {
      "epoch": 0.6183485167905951,
      "grad_norm": 5.96875,
      "learning_rate": 1.9085058445331353e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5274051785469055,
      "num_tokens": 375383104.0,
      "step": 487480
    },
    {
      "epoch": 0.618361201383128,
      "grad_norm": 5.46875,
      "learning_rate": 1.908442413524506e-05,
      "loss": 2.1984,
      "mean_token_accuracy": 0.5325624912977218,
      "num_tokens": 375390276.0,
      "step": 487490
    },
    {
      "epoch": 0.6183738859756608,
      "grad_norm": 4.65625,
      "learning_rate": 1.9083789825158767e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5577410370111465,
      "num_tokens": 375398689.0,
      "step": 487500
    },
    {
      "epoch": 0.6183865705681937,
      "grad_norm": 9.9375,
      "learning_rate": 1.9083155515072476e-05,
      "loss": 2.144,
      "mean_token_accuracy": 0.5303932815790177,
      "num_tokens": 375405533.0,
      "step": 487510
    },
    {
      "epoch": 0.6183992551607265,
      "grad_norm": 5.65625,
      "learning_rate": 1.9082521204986188e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5545155018568039,
      "num_tokens": 375413498.0,
      "step": 487520
    },
    {
      "epoch": 0.6184119397532593,
      "grad_norm": 6.9375,
      "learning_rate": 1.9081886894899893e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5206095308065415,
      "num_tokens": 375421728.0,
      "step": 487530
    },
    {
      "epoch": 0.6184246243457922,
      "grad_norm": 6.09375,
      "learning_rate": 1.9081252584813602e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5344549983739852,
      "num_tokens": 375428736.0,
      "step": 487540
    },
    {
      "epoch": 0.6184373089383249,
      "grad_norm": 7.8125,
      "learning_rate": 1.908061827472731e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.523136955499649,
      "num_tokens": 375436300.0,
      "step": 487550
    },
    {
      "epoch": 0.6184499935308578,
      "grad_norm": 7.75,
      "learning_rate": 1.907998396464102e-05,
      "loss": 1.8669,
      "mean_token_accuracy": 0.5900673508644104,
      "num_tokens": 375442342.0,
      "step": 487560
    },
    {
      "epoch": 0.6184626781233906,
      "grad_norm": 7.65625,
      "learning_rate": 1.9079349654554728e-05,
      "loss": 1.8395,
      "mean_token_accuracy": 0.5884824514389038,
      "num_tokens": 375449589.0,
      "step": 487570
    },
    {
      "epoch": 0.6184753627159235,
      "grad_norm": 12.0625,
      "learning_rate": 1.9078715344468437e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5532986700534821,
      "num_tokens": 375455972.0,
      "step": 487580
    },
    {
      "epoch": 0.6184880473084563,
      "grad_norm": 4.84375,
      "learning_rate": 1.9078081034382146e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5516912400722503,
      "num_tokens": 375463588.0,
      "step": 487590
    },
    {
      "epoch": 0.6185007319009892,
      "grad_norm": 5.03125,
      "learning_rate": 1.907744672429585e-05,
      "loss": 2.2311,
      "mean_token_accuracy": 0.5183273166418075,
      "num_tokens": 375472299.0,
      "step": 487600
    },
    {
      "epoch": 0.618513416493522,
      "grad_norm": 5.15625,
      "learning_rate": 1.907681241420956e-05,
      "loss": 1.8435,
      "mean_token_accuracy": 0.5968416720628739,
      "num_tokens": 375480038.0,
      "step": 487610
    },
    {
      "epoch": 0.6185261010860548,
      "grad_norm": 6.0,
      "learning_rate": 1.9076178104123272e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5364520072937011,
      "num_tokens": 375486062.0,
      "step": 487620
    },
    {
      "epoch": 0.6185387856785877,
      "grad_norm": 5.65625,
      "learning_rate": 1.907554379403698e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5252742648124695,
      "num_tokens": 375494792.0,
      "step": 487630
    },
    {
      "epoch": 0.6185514702711205,
      "grad_norm": 5.1875,
      "learning_rate": 1.9074909483950686e-05,
      "loss": 2.2297,
      "mean_token_accuracy": 0.5127235889434815,
      "num_tokens": 375502421.0,
      "step": 487640
    },
    {
      "epoch": 0.6185641548636533,
      "grad_norm": 4.75,
      "learning_rate": 1.9074275173864395e-05,
      "loss": 1.9229,
      "mean_token_accuracy": 0.5640459924936294,
      "num_tokens": 375509517.0,
      "step": 487650
    },
    {
      "epoch": 0.6185768394561861,
      "grad_norm": 5.0,
      "learning_rate": 1.9073640863778103e-05,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5579111844301223,
      "num_tokens": 375516272.0,
      "step": 487660
    },
    {
      "epoch": 0.618589524048719,
      "grad_norm": 5.15625,
      "learning_rate": 1.9073006553691812e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5169347703456879,
      "num_tokens": 375524040.0,
      "step": 487670
    },
    {
      "epoch": 0.6186022086412518,
      "grad_norm": 6.84375,
      "learning_rate": 1.907237224360552e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5569799214601516,
      "num_tokens": 375531723.0,
      "step": 487680
    },
    {
      "epoch": 0.6186148932337846,
      "grad_norm": 6.6875,
      "learning_rate": 1.907173793351923e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5356206357479095,
      "num_tokens": 375538432.0,
      "step": 487690
    },
    {
      "epoch": 0.6186275778263175,
      "grad_norm": 6.625,
      "learning_rate": 1.907110362343294e-05,
      "loss": 1.9311,
      "mean_token_accuracy": 0.5771803498268128,
      "num_tokens": 375547444.0,
      "step": 487700
    },
    {
      "epoch": 0.6186402624188503,
      "grad_norm": 5.1875,
      "learning_rate": 1.9070469313346644e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5331599563360214,
      "num_tokens": 375554991.0,
      "step": 487710
    },
    {
      "epoch": 0.6186529470113832,
      "grad_norm": 5.125,
      "learning_rate": 1.9069835003260356e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5539772301912308,
      "num_tokens": 375563263.0,
      "step": 487720
    },
    {
      "epoch": 0.618665631603916,
      "grad_norm": 5.4375,
      "learning_rate": 1.9069200693174065e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.5745433151721955,
      "num_tokens": 375570727.0,
      "step": 487730
    },
    {
      "epoch": 0.6186783161964489,
      "grad_norm": 5.96875,
      "learning_rate": 1.906856638308777e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5347938120365143,
      "num_tokens": 375577408.0,
      "step": 487740
    },
    {
      "epoch": 0.6186910007889816,
      "grad_norm": 6.71875,
      "learning_rate": 1.906793207300148e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5542398035526276,
      "num_tokens": 375585620.0,
      "step": 487750
    },
    {
      "epoch": 0.6187036853815144,
      "grad_norm": 6.03125,
      "learning_rate": 1.9067297762915187e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5523977607488633,
      "num_tokens": 375593669.0,
      "step": 487760
    },
    {
      "epoch": 0.6187163699740473,
      "grad_norm": 5.40625,
      "learning_rate": 1.90666634528289e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5282315641641617,
      "num_tokens": 375602733.0,
      "step": 487770
    },
    {
      "epoch": 0.6187290545665801,
      "grad_norm": 5.3125,
      "learning_rate": 1.9066029142742605e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5605850279331207,
      "num_tokens": 375609176.0,
      "step": 487780
    },
    {
      "epoch": 0.618741739159113,
      "grad_norm": 5.9375,
      "learning_rate": 1.9065394832656314e-05,
      "loss": 2.1504,
      "mean_token_accuracy": 0.527083021402359,
      "num_tokens": 375616551.0,
      "step": 487790
    },
    {
      "epoch": 0.6187544237516458,
      "grad_norm": 4.875,
      "learning_rate": 1.9064760522570022e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5339019417762756,
      "num_tokens": 375624573.0,
      "step": 487800
    },
    {
      "epoch": 0.6187671083441787,
      "grad_norm": 4.84375,
      "learning_rate": 1.906412621248373e-05,
      "loss": 2.3017,
      "mean_token_accuracy": 0.5136385947465897,
      "num_tokens": 375633539.0,
      "step": 487810
    },
    {
      "epoch": 0.6187797929367115,
      "grad_norm": 6.96875,
      "learning_rate": 1.906349190239744e-05,
      "loss": 1.804,
      "mean_token_accuracy": 0.5894167453050614,
      "num_tokens": 375640445.0,
      "step": 487820
    },
    {
      "epoch": 0.6187924775292444,
      "grad_norm": 5.0625,
      "learning_rate": 1.906285759231115e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5387500703334809,
      "num_tokens": 375649434.0,
      "step": 487830
    },
    {
      "epoch": 0.6188051621217772,
      "grad_norm": 7.25,
      "learning_rate": 1.9062223282224857e-05,
      "loss": 1.8602,
      "mean_token_accuracy": 0.5782606184482575,
      "num_tokens": 375657638.0,
      "step": 487840
    },
    {
      "epoch": 0.61881784671431,
      "grad_norm": 7.5625,
      "learning_rate": 1.9061588972138563e-05,
      "loss": 1.8768,
      "mean_token_accuracy": 0.5896158337593078,
      "num_tokens": 375664071.0,
      "step": 487850
    },
    {
      "epoch": 0.6188305313068428,
      "grad_norm": 5.21875,
      "learning_rate": 1.9060954662052275e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5476451814174652,
      "num_tokens": 375672151.0,
      "step": 487860
    },
    {
      "epoch": 0.6188432158993756,
      "grad_norm": 5.09375,
      "learning_rate": 1.9060320351965984e-05,
      "loss": 1.8192,
      "mean_token_accuracy": 0.5905736446380615,
      "num_tokens": 375680224.0,
      "step": 487870
    },
    {
      "epoch": 0.6188559004919085,
      "grad_norm": 6.03125,
      "learning_rate": 1.905968604187969e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5263192862272262,
      "num_tokens": 375687931.0,
      "step": 487880
    },
    {
      "epoch": 0.6188685850844413,
      "grad_norm": 4.28125,
      "learning_rate": 1.9059051731793398e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.587371188402176,
      "num_tokens": 375694729.0,
      "step": 487890
    },
    {
      "epoch": 0.6188812696769742,
      "grad_norm": 5.0,
      "learning_rate": 1.9058417421707106e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5264956533908844,
      "num_tokens": 375703766.0,
      "step": 487900
    },
    {
      "epoch": 0.618893954269507,
      "grad_norm": 5.46875,
      "learning_rate": 1.9057783111620815e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5442739099264144,
      "num_tokens": 375711652.0,
      "step": 487910
    },
    {
      "epoch": 0.6189066388620398,
      "grad_norm": 4.65625,
      "learning_rate": 1.9057148801534524e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5428370952606201,
      "num_tokens": 375719248.0,
      "step": 487920
    },
    {
      "epoch": 0.6189193234545727,
      "grad_norm": 6.15625,
      "learning_rate": 1.9056514491448233e-05,
      "loss": 2.2469,
      "mean_token_accuracy": 0.5130476146936417,
      "num_tokens": 375728032.0,
      "step": 487930
    },
    {
      "epoch": 0.6189320080471055,
      "grad_norm": 6.125,
      "learning_rate": 1.905588018136194e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.544184410572052,
      "num_tokens": 375735775.0,
      "step": 487940
    },
    {
      "epoch": 0.6189446926396384,
      "grad_norm": 5.8125,
      "learning_rate": 1.9055245871275647e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.5820069044828415,
      "num_tokens": 375743216.0,
      "step": 487950
    },
    {
      "epoch": 0.6189573772321711,
      "grad_norm": 6.3125,
      "learning_rate": 1.905461156118936e-05,
      "loss": 1.8931,
      "mean_token_accuracy": 0.5693290740251541,
      "num_tokens": 375750724.0,
      "step": 487960
    },
    {
      "epoch": 0.618970061824704,
      "grad_norm": 5.40625,
      "learning_rate": 1.9053977251103068e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5160496950149536,
      "num_tokens": 375759006.0,
      "step": 487970
    },
    {
      "epoch": 0.6189827464172368,
      "grad_norm": 4.9375,
      "learning_rate": 1.9053342941016776e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5659155189990998,
      "num_tokens": 375766955.0,
      "step": 487980
    },
    {
      "epoch": 0.6189954310097697,
      "grad_norm": 4.4375,
      "learning_rate": 1.905270863093048e-05,
      "loss": 1.9454,
      "mean_token_accuracy": 0.5557511508464813,
      "num_tokens": 375773859.0,
      "step": 487990
    },
    {
      "epoch": 0.6190081156023025,
      "grad_norm": 4.65625,
      "learning_rate": 1.905207432084419e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5240440905094147,
      "num_tokens": 375781990.0,
      "step": 488000
    },
    {
      "epoch": 0.6190208001948353,
      "grad_norm": 6.84375,
      "learning_rate": 1.9051440010757903e-05,
      "loss": 2.2375,
      "mean_token_accuracy": 0.5255921393632889,
      "num_tokens": 375787532.0,
      "step": 488010
    },
    {
      "epoch": 0.6190334847873682,
      "grad_norm": 5.78125,
      "learning_rate": 1.9050805700671608e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5690178483724594,
      "num_tokens": 375795022.0,
      "step": 488020
    },
    {
      "epoch": 0.619046169379901,
      "grad_norm": 5.1875,
      "learning_rate": 1.9050171390585317e-05,
      "loss": 2.0029,
      "mean_token_accuracy": 0.540366867184639,
      "num_tokens": 375800621.0,
      "step": 488030
    },
    {
      "epoch": 0.6190588539724339,
      "grad_norm": 6.78125,
      "learning_rate": 1.9049537080499025e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5556711405515671,
      "num_tokens": 375808123.0,
      "step": 488040
    },
    {
      "epoch": 0.6190715385649667,
      "grad_norm": 5.03125,
      "learning_rate": 1.9048902770412734e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5463643312454224,
      "num_tokens": 375816227.0,
      "step": 488050
    },
    {
      "epoch": 0.6190842231574996,
      "grad_norm": 8.875,
      "learning_rate": 1.9048268460326443e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5309416800737381,
      "num_tokens": 375823331.0,
      "step": 488060
    },
    {
      "epoch": 0.6190969077500323,
      "grad_norm": 5.375,
      "learning_rate": 1.904763415024015e-05,
      "loss": 2.2609,
      "mean_token_accuracy": 0.5095125436782837,
      "num_tokens": 375832393.0,
      "step": 488070
    },
    {
      "epoch": 0.6191095923425651,
      "grad_norm": 4.875,
      "learning_rate": 1.904699984015386e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5228425055742264,
      "num_tokens": 375840809.0,
      "step": 488080
    },
    {
      "epoch": 0.619122276935098,
      "grad_norm": 6.53125,
      "learning_rate": 1.9046365530067566e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5485893607139587,
      "num_tokens": 375848040.0,
      "step": 488090
    },
    {
      "epoch": 0.6191349615276308,
      "grad_norm": 4.96875,
      "learning_rate": 1.9045731219981274e-05,
      "loss": 1.8481,
      "mean_token_accuracy": 0.5756097853183746,
      "num_tokens": 375855804.0,
      "step": 488100
    },
    {
      "epoch": 0.6191476461201637,
      "grad_norm": 5.21875,
      "learning_rate": 1.9045096909894987e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5331196099519729,
      "num_tokens": 375864650.0,
      "step": 488110
    },
    {
      "epoch": 0.6191603307126965,
      "grad_norm": 4.59375,
      "learning_rate": 1.9044462599808692e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5348015755414963,
      "num_tokens": 375873158.0,
      "step": 488120
    },
    {
      "epoch": 0.6191730153052294,
      "grad_norm": 4.8125,
      "learning_rate": 1.90438282897224e-05,
      "loss": 2.2785,
      "mean_token_accuracy": 0.5111992478370666,
      "num_tokens": 375882861.0,
      "step": 488130
    },
    {
      "epoch": 0.6191856998977622,
      "grad_norm": 5.09375,
      "learning_rate": 1.904319397963611e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5677743852138519,
      "num_tokens": 375890983.0,
      "step": 488140
    },
    {
      "epoch": 0.6191983844902951,
      "grad_norm": 6.28125,
      "learning_rate": 1.9042559669549818e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5259370177984237,
      "num_tokens": 375897436.0,
      "step": 488150
    },
    {
      "epoch": 0.6192110690828279,
      "grad_norm": 5.15625,
      "learning_rate": 1.9041925359463527e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5317334413528443,
      "num_tokens": 375905715.0,
      "step": 488160
    },
    {
      "epoch": 0.6192237536753606,
      "grad_norm": 5.0625,
      "learning_rate": 1.9041291049377236e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5484021723270416,
      "num_tokens": 375913646.0,
      "step": 488170
    },
    {
      "epoch": 0.6192364382678935,
      "grad_norm": 5.09375,
      "learning_rate": 1.9040656739290944e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5217935919761658,
      "num_tokens": 375921176.0,
      "step": 488180
    },
    {
      "epoch": 0.6192491228604263,
      "grad_norm": 5.78125,
      "learning_rate": 1.9040022429204653e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5365851670503616,
      "num_tokens": 375929244.0,
      "step": 488190
    },
    {
      "epoch": 0.6192618074529592,
      "grad_norm": 5.46875,
      "learning_rate": 1.903938811911836e-05,
      "loss": 2.2137,
      "mean_token_accuracy": 0.5216936707496643,
      "num_tokens": 375938243.0,
      "step": 488200
    },
    {
      "epoch": 0.619274492045492,
      "grad_norm": 5.9375,
      "learning_rate": 1.903875380903207e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5309194773435593,
      "num_tokens": 375947660.0,
      "step": 488210
    },
    {
      "epoch": 0.6192871766380249,
      "grad_norm": 4.84375,
      "learning_rate": 1.903811949894578e-05,
      "loss": 1.8923,
      "mean_token_accuracy": 0.5839175164699555,
      "num_tokens": 375955099.0,
      "step": 488220
    },
    {
      "epoch": 0.6192998612305577,
      "grad_norm": 6.09375,
      "learning_rate": 1.9037485188859485e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5306415289640427,
      "num_tokens": 375963029.0,
      "step": 488230
    },
    {
      "epoch": 0.6193125458230905,
      "grad_norm": 5.53125,
      "learning_rate": 1.9036850878773193e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.533465638756752,
      "num_tokens": 375971450.0,
      "step": 488240
    },
    {
      "epoch": 0.6193252304156234,
      "grad_norm": 5.3125,
      "learning_rate": 1.9036216568686906e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5393642574548722,
      "num_tokens": 375979417.0,
      "step": 488250
    },
    {
      "epoch": 0.6193379150081562,
      "grad_norm": 6.65625,
      "learning_rate": 1.903558225860061e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5574148923158646,
      "num_tokens": 375986769.0,
      "step": 488260
    },
    {
      "epoch": 0.6193505996006891,
      "grad_norm": 5.34375,
      "learning_rate": 1.903494794851432e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5807543754577636,
      "num_tokens": 375995004.0,
      "step": 488270
    },
    {
      "epoch": 0.6193632841932218,
      "grad_norm": 5.0,
      "learning_rate": 1.903431363842803e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5687465459108353,
      "num_tokens": 376003203.0,
      "step": 488280
    },
    {
      "epoch": 0.6193759687857547,
      "grad_norm": 5.78125,
      "learning_rate": 1.9033679328341737e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5542338818311692,
      "num_tokens": 376010829.0,
      "step": 488290
    },
    {
      "epoch": 0.6193886533782875,
      "grad_norm": 7.875,
      "learning_rate": 1.9033045018255446e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5407137900590897,
      "num_tokens": 376017709.0,
      "step": 488300
    },
    {
      "epoch": 0.6194013379708203,
      "grad_norm": 5.84375,
      "learning_rate": 1.9032410708169155e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5605586111545563,
      "num_tokens": 376024427.0,
      "step": 488310
    },
    {
      "epoch": 0.6194140225633532,
      "grad_norm": 7.71875,
      "learning_rate": 1.9031776398082863e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5667183637619019,
      "num_tokens": 376030738.0,
      "step": 488320
    },
    {
      "epoch": 0.619426707155886,
      "grad_norm": 5.34375,
      "learning_rate": 1.903114208799657e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5624183684587478,
      "num_tokens": 376038286.0,
      "step": 488330
    },
    {
      "epoch": 0.6194393917484189,
      "grad_norm": 5.4375,
      "learning_rate": 1.9030507777910277e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5302676737308503,
      "num_tokens": 376046718.0,
      "step": 488340
    },
    {
      "epoch": 0.6194520763409517,
      "grad_norm": 5.625,
      "learning_rate": 1.902987346782399e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.5128484964370728,
      "num_tokens": 376055350.0,
      "step": 488350
    },
    {
      "epoch": 0.6194647609334846,
      "grad_norm": 5.0,
      "learning_rate": 1.9029239157737698e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5379268676042557,
      "num_tokens": 376063776.0,
      "step": 488360
    },
    {
      "epoch": 0.6194774455260174,
      "grad_norm": 6.40625,
      "learning_rate": 1.9028604847651404e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.5183793276548385,
      "num_tokens": 376071955.0,
      "step": 488370
    },
    {
      "epoch": 0.6194901301185503,
      "grad_norm": 5.1875,
      "learning_rate": 1.9027970537565112e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5470699042081832,
      "num_tokens": 376080013.0,
      "step": 488380
    },
    {
      "epoch": 0.619502814711083,
      "grad_norm": 5.375,
      "learning_rate": 1.902733622747882e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5109018802642822,
      "num_tokens": 376087909.0,
      "step": 488390
    },
    {
      "epoch": 0.6195154993036158,
      "grad_norm": 6.125,
      "learning_rate": 1.902670191739253e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5430601745843887,
      "num_tokens": 376094488.0,
      "step": 488400
    },
    {
      "epoch": 0.6195281838961487,
      "grad_norm": 5.46875,
      "learning_rate": 1.902606760730624e-05,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5675213247537613,
      "num_tokens": 376101619.0,
      "step": 488410
    },
    {
      "epoch": 0.6195408684886815,
      "grad_norm": 7.40625,
      "learning_rate": 1.9025433297219947e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.584739038348198,
      "num_tokens": 376108603.0,
      "step": 488420
    },
    {
      "epoch": 0.6195535530812144,
      "grad_norm": 4.84375,
      "learning_rate": 1.9024798987133656e-05,
      "loss": 1.8058,
      "mean_token_accuracy": 0.598363333940506,
      "num_tokens": 376114195.0,
      "step": 488430
    },
    {
      "epoch": 0.6195662376737472,
      "grad_norm": 4.875,
      "learning_rate": 1.902416467704736e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5286909431219101,
      "num_tokens": 376121117.0,
      "step": 488440
    },
    {
      "epoch": 0.6195789222662801,
      "grad_norm": 6.65625,
      "learning_rate": 1.9023530366961074e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5286515653133392,
      "num_tokens": 376128756.0,
      "step": 488450
    },
    {
      "epoch": 0.6195916068588129,
      "grad_norm": 5.46875,
      "learning_rate": 1.9022896056874782e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5450259208679199,
      "num_tokens": 376136788.0,
      "step": 488460
    },
    {
      "epoch": 0.6196042914513457,
      "grad_norm": 5.375,
      "learning_rate": 1.9022261746788488e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5223673015832901,
      "num_tokens": 376144352.0,
      "step": 488470
    },
    {
      "epoch": 0.6196169760438786,
      "grad_norm": 10.875,
      "learning_rate": 1.9021627436702196e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5555879592895507,
      "num_tokens": 376150282.0,
      "step": 488480
    },
    {
      "epoch": 0.6196296606364113,
      "grad_norm": 4.71875,
      "learning_rate": 1.9020993126615905e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5609779983758927,
      "num_tokens": 376158348.0,
      "step": 488490
    },
    {
      "epoch": 0.6196423452289442,
      "grad_norm": 6.40625,
      "learning_rate": 1.9020358816529614e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5465284377336502,
      "num_tokens": 376167077.0,
      "step": 488500
    },
    {
      "epoch": 0.619655029821477,
      "grad_norm": 4.59375,
      "learning_rate": 1.9019724506443323e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5376252412796021,
      "num_tokens": 376174998.0,
      "step": 488510
    },
    {
      "epoch": 0.6196677144140099,
      "grad_norm": 5.59375,
      "learning_rate": 1.901909019635703e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5316026657819748,
      "num_tokens": 376182004.0,
      "step": 488520
    },
    {
      "epoch": 0.6196803990065427,
      "grad_norm": 6.96875,
      "learning_rate": 1.901845588627074e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5571049958467483,
      "num_tokens": 376189622.0,
      "step": 488530
    },
    {
      "epoch": 0.6196930835990756,
      "grad_norm": 4.53125,
      "learning_rate": 1.9017821576184445e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5495895475149155,
      "num_tokens": 376198488.0,
      "step": 488540
    },
    {
      "epoch": 0.6197057681916084,
      "grad_norm": 5.3125,
      "learning_rate": 1.9017187266098158e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5763253420591354,
      "num_tokens": 376206743.0,
      "step": 488550
    },
    {
      "epoch": 0.6197184527841412,
      "grad_norm": 4.9375,
      "learning_rate": 1.9016552956011866e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5296206831932068,
      "num_tokens": 376215193.0,
      "step": 488560
    },
    {
      "epoch": 0.6197311373766741,
      "grad_norm": 5.375,
      "learning_rate": 1.9015918645925575e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.5534159779548645,
      "num_tokens": 376222805.0,
      "step": 488570
    },
    {
      "epoch": 0.6197438219692069,
      "grad_norm": 5.90625,
      "learning_rate": 1.901528433583928e-05,
      "loss": 1.9281,
      "mean_token_accuracy": 0.5838295370340347,
      "num_tokens": 376231079.0,
      "step": 488580
    },
    {
      "epoch": 0.6197565065617398,
      "grad_norm": 8.8125,
      "learning_rate": 1.901465002575299e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5544817864894866,
      "num_tokens": 376237342.0,
      "step": 488590
    },
    {
      "epoch": 0.6197691911542725,
      "grad_norm": 5.4375,
      "learning_rate": 1.90140157156667e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5562317103147507,
      "num_tokens": 376245106.0,
      "step": 488600
    },
    {
      "epoch": 0.6197818757468054,
      "grad_norm": 8.3125,
      "learning_rate": 1.9013381405580407e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5480338931083679,
      "num_tokens": 376252754.0,
      "step": 488610
    },
    {
      "epoch": 0.6197945603393382,
      "grad_norm": 6.65625,
      "learning_rate": 1.9012747095494115e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5440893352031708,
      "num_tokens": 376261174.0,
      "step": 488620
    },
    {
      "epoch": 0.619807244931871,
      "grad_norm": 5.0,
      "learning_rate": 1.9012112785407824e-05,
      "loss": 2.092,
      "mean_token_accuracy": 0.5412982165813446,
      "num_tokens": 376268135.0,
      "step": 488630
    },
    {
      "epoch": 0.6198199295244039,
      "grad_norm": 5.1875,
      "learning_rate": 1.9011478475321533e-05,
      "loss": 2.2477,
      "mean_token_accuracy": 0.520462128520012,
      "num_tokens": 376276220.0,
      "step": 488640
    },
    {
      "epoch": 0.6198326141169367,
      "grad_norm": 4.65625,
      "learning_rate": 1.901084416523524e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5550041407346725,
      "num_tokens": 376285718.0,
      "step": 488650
    },
    {
      "epoch": 0.6198452987094696,
      "grad_norm": 4.3125,
      "learning_rate": 1.901020985514895e-05,
      "loss": 2.2279,
      "mean_token_accuracy": 0.5184669643640518,
      "num_tokens": 376294497.0,
      "step": 488660
    },
    {
      "epoch": 0.6198579833020024,
      "grad_norm": 5.0,
      "learning_rate": 1.900957554506266e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5421038508415222,
      "num_tokens": 376303017.0,
      "step": 488670
    },
    {
      "epoch": 0.6198706678945353,
      "grad_norm": 5.09375,
      "learning_rate": 1.9008941234976364e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5542615234851838,
      "num_tokens": 376309522.0,
      "step": 488680
    },
    {
      "epoch": 0.619883352487068,
      "grad_norm": 4.8125,
      "learning_rate": 1.9008306924890073e-05,
      "loss": 1.9036,
      "mean_token_accuracy": 0.5787383645772934,
      "num_tokens": 376317083.0,
      "step": 488690
    },
    {
      "epoch": 0.6198960370796008,
      "grad_norm": 4.9375,
      "learning_rate": 1.9007672614803785e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5506509006023407,
      "num_tokens": 376325733.0,
      "step": 488700
    },
    {
      "epoch": 0.6199087216721337,
      "grad_norm": 6.03125,
      "learning_rate": 1.900703830471749e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.53802110850811,
      "num_tokens": 376332973.0,
      "step": 488710
    },
    {
      "epoch": 0.6199214062646665,
      "grad_norm": 5.375,
      "learning_rate": 1.90064039946312e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5642103970050811,
      "num_tokens": 376339730.0,
      "step": 488720
    },
    {
      "epoch": 0.6199340908571994,
      "grad_norm": 5.15625,
      "learning_rate": 1.9005769684544908e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5232563942670823,
      "num_tokens": 376348622.0,
      "step": 488730
    },
    {
      "epoch": 0.6199467754497322,
      "grad_norm": 5.84375,
      "learning_rate": 1.900513537445862e-05,
      "loss": 2.2538,
      "mean_token_accuracy": 0.5263850122690201,
      "num_tokens": 376357589.0,
      "step": 488740
    },
    {
      "epoch": 0.6199594600422651,
      "grad_norm": 5.4375,
      "learning_rate": 1.9004501064372326e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.531908455491066,
      "num_tokens": 376365896.0,
      "step": 488750
    },
    {
      "epoch": 0.6199721446347979,
      "grad_norm": 6.5625,
      "learning_rate": 1.9003866754286034e-05,
      "loss": 1.8696,
      "mean_token_accuracy": 0.5786831676959991,
      "num_tokens": 376373432.0,
      "step": 488760
    },
    {
      "epoch": 0.6199848292273308,
      "grad_norm": 8.3125,
      "learning_rate": 1.9003232444199743e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5618435144424438,
      "num_tokens": 376380626.0,
      "step": 488770
    },
    {
      "epoch": 0.6199975138198636,
      "grad_norm": 5.78125,
      "learning_rate": 1.9002598134113452e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5613196641206741,
      "num_tokens": 376387973.0,
      "step": 488780
    },
    {
      "epoch": 0.6200101984123964,
      "grad_norm": 5.0,
      "learning_rate": 1.900196382402716e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5406576305627823,
      "num_tokens": 376396175.0,
      "step": 488790
    },
    {
      "epoch": 0.6200228830049292,
      "grad_norm": 5.71875,
      "learning_rate": 1.900132951394087e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5187136620283127,
      "num_tokens": 376403927.0,
      "step": 488800
    },
    {
      "epoch": 0.620035567597462,
      "grad_norm": 4.6875,
      "learning_rate": 1.9000695203854578e-05,
      "loss": 2.2158,
      "mean_token_accuracy": 0.5252968847751618,
      "num_tokens": 376413096.0,
      "step": 488810
    },
    {
      "epoch": 0.6200482521899949,
      "grad_norm": 5.5625,
      "learning_rate": 1.9000060893768283e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5677422046661377,
      "num_tokens": 376420449.0,
      "step": 488820
    },
    {
      "epoch": 0.6200609367825277,
      "grad_norm": 5.875,
      "learning_rate": 1.8999426583681992e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5459255486726761,
      "num_tokens": 376429038.0,
      "step": 488830
    },
    {
      "epoch": 0.6200736213750606,
      "grad_norm": 7.125,
      "learning_rate": 1.8998792273595704e-05,
      "loss": 2.3157,
      "mean_token_accuracy": 0.5008458942174911,
      "num_tokens": 376438286.0,
      "step": 488840
    },
    {
      "epoch": 0.6200863059675934,
      "grad_norm": 11.5625,
      "learning_rate": 1.899815796350941e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5521056830883027,
      "num_tokens": 376445224.0,
      "step": 488850
    },
    {
      "epoch": 0.6200989905601262,
      "grad_norm": 5.5,
      "learning_rate": 1.899752365342312e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5658971786499023,
      "num_tokens": 376453407.0,
      "step": 488860
    },
    {
      "epoch": 0.6201116751526591,
      "grad_norm": 7.0625,
      "learning_rate": 1.8996889343336827e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5497784346342087,
      "num_tokens": 376461319.0,
      "step": 488870
    },
    {
      "epoch": 0.6201243597451919,
      "grad_norm": 5.125,
      "learning_rate": 1.8996255033250536e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5508886426687241,
      "num_tokens": 376469356.0,
      "step": 488880
    },
    {
      "epoch": 0.6201370443377248,
      "grad_norm": 5.46875,
      "learning_rate": 1.8995620723164245e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5427260518074035,
      "num_tokens": 376477654.0,
      "step": 488890
    },
    {
      "epoch": 0.6201497289302575,
      "grad_norm": 7.65625,
      "learning_rate": 1.8994986413077953e-05,
      "loss": 2.2623,
      "mean_token_accuracy": 0.5149562954902649,
      "num_tokens": 376485334.0,
      "step": 488900
    },
    {
      "epoch": 0.6201624135227904,
      "grad_norm": 5.25,
      "learning_rate": 1.8994352102991662e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5692007690668106,
      "num_tokens": 376493103.0,
      "step": 488910
    },
    {
      "epoch": 0.6201750981153232,
      "grad_norm": 5.84375,
      "learning_rate": 1.8993717792905367e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5416014701128006,
      "num_tokens": 376501260.0,
      "step": 488920
    },
    {
      "epoch": 0.6201877827078561,
      "grad_norm": 6.46875,
      "learning_rate": 1.8993083482819076e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5521544635295867,
      "num_tokens": 376508885.0,
      "step": 488930
    },
    {
      "epoch": 0.6202004673003889,
      "grad_norm": 9.25,
      "learning_rate": 1.8992449172732788e-05,
      "loss": 1.8927,
      "mean_token_accuracy": 0.5664292097091674,
      "num_tokens": 376516813.0,
      "step": 488940
    },
    {
      "epoch": 0.6202131518929217,
      "grad_norm": 6.25,
      "learning_rate": 1.8991814862646497e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5634800285100937,
      "num_tokens": 376524816.0,
      "step": 488950
    },
    {
      "epoch": 0.6202258364854546,
      "grad_norm": 6.78125,
      "learning_rate": 1.8991180552560202e-05,
      "loss": 1.7919,
      "mean_token_accuracy": 0.5943070709705353,
      "num_tokens": 376532407.0,
      "step": 488960
    },
    {
      "epoch": 0.6202385210779874,
      "grad_norm": 4.78125,
      "learning_rate": 1.899054624247391e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5494416117668152,
      "num_tokens": 376540244.0,
      "step": 488970
    },
    {
      "epoch": 0.6202512056705203,
      "grad_norm": 5.71875,
      "learning_rate": 1.898991193238762e-05,
      "loss": 2.2107,
      "mean_token_accuracy": 0.5200854450464248,
      "num_tokens": 376548502.0,
      "step": 488980
    },
    {
      "epoch": 0.6202638902630531,
      "grad_norm": 4.9375,
      "learning_rate": 1.898927762230133e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5369130492210388,
      "num_tokens": 376556195.0,
      "step": 488990
    },
    {
      "epoch": 0.620276574855586,
      "grad_norm": 4.90625,
      "learning_rate": 1.8988643312215037e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5751647680997849,
      "num_tokens": 376563168.0,
      "step": 489000
    },
    {
      "epoch": 0.6202892594481187,
      "grad_norm": 5.1875,
      "learning_rate": 1.8988009002128746e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.564638540148735,
      "num_tokens": 376570527.0,
      "step": 489010
    },
    {
      "epoch": 0.6203019440406515,
      "grad_norm": 6.78125,
      "learning_rate": 1.8987374692042455e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5417650908231735,
      "num_tokens": 376577519.0,
      "step": 489020
    },
    {
      "epoch": 0.6203146286331844,
      "grad_norm": 5.3125,
      "learning_rate": 1.898674038195616e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5526104927062988,
      "num_tokens": 376585390.0,
      "step": 489030
    },
    {
      "epoch": 0.6203273132257172,
      "grad_norm": 6.03125,
      "learning_rate": 1.8986106071869872e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5412227123975754,
      "num_tokens": 376594025.0,
      "step": 489040
    },
    {
      "epoch": 0.6203399978182501,
      "grad_norm": 6.71875,
      "learning_rate": 1.898547176178358e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5550359696149826,
      "num_tokens": 376602452.0,
      "step": 489050
    },
    {
      "epoch": 0.6203526824107829,
      "grad_norm": 7.3125,
      "learning_rate": 1.8984837451697286e-05,
      "loss": 2.2702,
      "mean_token_accuracy": 0.5077242314815521,
      "num_tokens": 376610548.0,
      "step": 489060
    },
    {
      "epoch": 0.6203653670033158,
      "grad_norm": 13.5625,
      "learning_rate": 1.8984203141610995e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5811975926160813,
      "num_tokens": 376617635.0,
      "step": 489070
    },
    {
      "epoch": 0.6203780515958486,
      "grad_norm": 5.5,
      "learning_rate": 1.8983568831524704e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5242977350950241,
      "num_tokens": 376625048.0,
      "step": 489080
    },
    {
      "epoch": 0.6203907361883815,
      "grad_norm": 5.25,
      "learning_rate": 1.8982934521438413e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5250988692045212,
      "num_tokens": 376633509.0,
      "step": 489090
    },
    {
      "epoch": 0.6204034207809143,
      "grad_norm": 7.40625,
      "learning_rate": 1.898230021135212e-05,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5825387001037597,
      "num_tokens": 376641702.0,
      "step": 489100
    },
    {
      "epoch": 0.620416105373447,
      "grad_norm": 5.625,
      "learning_rate": 1.898166590126583e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5604827135801316,
      "num_tokens": 376649001.0,
      "step": 489110
    },
    {
      "epoch": 0.6204287899659799,
      "grad_norm": 9.5625,
      "learning_rate": 1.898103159117954e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5439697682857514,
      "num_tokens": 376656666.0,
      "step": 489120
    },
    {
      "epoch": 0.6204414745585127,
      "grad_norm": 5.96875,
      "learning_rate": 1.8980397281093244e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5466572940349579,
      "num_tokens": 376664166.0,
      "step": 489130
    },
    {
      "epoch": 0.6204541591510456,
      "grad_norm": 6.71875,
      "learning_rate": 1.8979762971006956e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.524975597858429,
      "num_tokens": 376672863.0,
      "step": 489140
    },
    {
      "epoch": 0.6204668437435784,
      "grad_norm": 7.125,
      "learning_rate": 1.8979128660920665e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5270636767148972,
      "num_tokens": 376680682.0,
      "step": 489150
    },
    {
      "epoch": 0.6204795283361113,
      "grad_norm": 5.8125,
      "learning_rate": 1.8978494350834374e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5343255490064621,
      "num_tokens": 376688540.0,
      "step": 489160
    },
    {
      "epoch": 0.6204922129286441,
      "grad_norm": 6.21875,
      "learning_rate": 1.897786004074808e-05,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5428721666336059,
      "num_tokens": 376695529.0,
      "step": 489170
    },
    {
      "epoch": 0.6205048975211769,
      "grad_norm": 5.0,
      "learning_rate": 1.897722573066179e-05,
      "loss": 1.8327,
      "mean_token_accuracy": 0.5924578100442887,
      "num_tokens": 376703049.0,
      "step": 489180
    },
    {
      "epoch": 0.6205175821137098,
      "grad_norm": 5.15625,
      "learning_rate": 1.89765914205755e-05,
      "loss": 1.912,
      "mean_token_accuracy": 0.5634268909692765,
      "num_tokens": 376711288.0,
      "step": 489190
    },
    {
      "epoch": 0.6205302667062426,
      "grad_norm": 4.71875,
      "learning_rate": 1.8975957110489205e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5541942715644836,
      "num_tokens": 376719962.0,
      "step": 489200
    },
    {
      "epoch": 0.6205429512987755,
      "grad_norm": 5.0,
      "learning_rate": 1.8975322800402914e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5463684111833572,
      "num_tokens": 376728362.0,
      "step": 489210
    },
    {
      "epoch": 0.6205556358913082,
      "grad_norm": 11.125,
      "learning_rate": 1.8974688490316623e-05,
      "loss": 1.8051,
      "mean_token_accuracy": 0.5936336815357208,
      "num_tokens": 376734845.0,
      "step": 489220
    },
    {
      "epoch": 0.6205683204838411,
      "grad_norm": 5.15625,
      "learning_rate": 1.897405418023033e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5512064218521118,
      "num_tokens": 376741816.0,
      "step": 489230
    },
    {
      "epoch": 0.6205810050763739,
      "grad_norm": 7.6875,
      "learning_rate": 1.897341987014404e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5353808909654617,
      "num_tokens": 376750365.0,
      "step": 489240
    },
    {
      "epoch": 0.6205936896689067,
      "grad_norm": 5.09375,
      "learning_rate": 1.897278556005775e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5540439635515213,
      "num_tokens": 376758347.0,
      "step": 489250
    },
    {
      "epoch": 0.6206063742614396,
      "grad_norm": 5.03125,
      "learning_rate": 1.8972151249971458e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5519546031951904,
      "num_tokens": 376766009.0,
      "step": 489260
    },
    {
      "epoch": 0.6206190588539724,
      "grad_norm": 6.03125,
      "learning_rate": 1.8971516939885163e-05,
      "loss": 2.3864,
      "mean_token_accuracy": 0.49756577610969543,
      "num_tokens": 376774064.0,
      "step": 489270
    },
    {
      "epoch": 0.6206317434465053,
      "grad_norm": 5.1875,
      "learning_rate": 1.8970882629798875e-05,
      "loss": 1.9079,
      "mean_token_accuracy": 0.5692488223314285,
      "num_tokens": 376780376.0,
      "step": 489280
    },
    {
      "epoch": 0.6206444280390381,
      "grad_norm": 5.28125,
      "learning_rate": 1.8970248319712584e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5643785446882248,
      "num_tokens": 376788231.0,
      "step": 489290
    },
    {
      "epoch": 0.620657112631571,
      "grad_norm": 4.84375,
      "learning_rate": 1.896961400962629e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5659504294395447,
      "num_tokens": 376796060.0,
      "step": 489300
    },
    {
      "epoch": 0.6206697972241038,
      "grad_norm": 5.6875,
      "learning_rate": 1.8968979699539998e-05,
      "loss": 1.8361,
      "mean_token_accuracy": 0.5787741541862488,
      "num_tokens": 376802948.0,
      "step": 489310
    },
    {
      "epoch": 0.6206824818166367,
      "grad_norm": 11.5,
      "learning_rate": 1.8968345389453707e-05,
      "loss": 2.2582,
      "mean_token_accuracy": 0.5242618799209595,
      "num_tokens": 376809991.0,
      "step": 489320
    },
    {
      "epoch": 0.6206951664091694,
      "grad_norm": 7.0625,
      "learning_rate": 1.896771107936742e-05,
      "loss": 2.3669,
      "mean_token_accuracy": 0.49639648795127866,
      "num_tokens": 376819373.0,
      "step": 489330
    },
    {
      "epoch": 0.6207078510017022,
      "grad_norm": 6.65625,
      "learning_rate": 1.8967076769281124e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5743122309446335,
      "num_tokens": 376826348.0,
      "step": 489340
    },
    {
      "epoch": 0.6207205355942351,
      "grad_norm": 5.40625,
      "learning_rate": 1.8966442459194833e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5598473310470581,
      "num_tokens": 376833085.0,
      "step": 489350
    },
    {
      "epoch": 0.6207332201867679,
      "grad_norm": 5.53125,
      "learning_rate": 1.8965808149108542e-05,
      "loss": 2.197,
      "mean_token_accuracy": 0.5135484546422958,
      "num_tokens": 376841837.0,
      "step": 489360
    },
    {
      "epoch": 0.6207459047793008,
      "grad_norm": 5.125,
      "learning_rate": 1.896517383902225e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.559180423617363,
      "num_tokens": 376849106.0,
      "step": 489370
    },
    {
      "epoch": 0.6207585893718336,
      "grad_norm": 7.59375,
      "learning_rate": 1.896453952893596e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5426153182983399,
      "num_tokens": 376855659.0,
      "step": 489380
    },
    {
      "epoch": 0.6207712739643665,
      "grad_norm": 5.21875,
      "learning_rate": 1.8963905218849668e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5475767970085144,
      "num_tokens": 376862275.0,
      "step": 489390
    },
    {
      "epoch": 0.6207839585568993,
      "grad_norm": 5.0,
      "learning_rate": 1.8963270908763377e-05,
      "loss": 2.158,
      "mean_token_accuracy": 0.5361611485481262,
      "num_tokens": 376870555.0,
      "step": 489400
    },
    {
      "epoch": 0.6207966431494321,
      "grad_norm": 5.375,
      "learning_rate": 1.8962636598677082e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5149067223072052,
      "num_tokens": 376878350.0,
      "step": 489410
    },
    {
      "epoch": 0.620809327741965,
      "grad_norm": 4.875,
      "learning_rate": 1.896200228859079e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5750005841255188,
      "num_tokens": 376885965.0,
      "step": 489420
    },
    {
      "epoch": 0.6208220123344977,
      "grad_norm": 7.6875,
      "learning_rate": 1.8961367978504503e-05,
      "loss": 1.8008,
      "mean_token_accuracy": 0.5885035336017609,
      "num_tokens": 376891539.0,
      "step": 489430
    },
    {
      "epoch": 0.6208346969270306,
      "grad_norm": 4.90625,
      "learning_rate": 1.8960733668418208e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5198145002126694,
      "num_tokens": 376899977.0,
      "step": 489440
    },
    {
      "epoch": 0.6208473815195634,
      "grad_norm": 5.09375,
      "learning_rate": 1.8960099358331917e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5404763460159302,
      "num_tokens": 376908496.0,
      "step": 489450
    },
    {
      "epoch": 0.6208600661120963,
      "grad_norm": 7.9375,
      "learning_rate": 1.8959465048245626e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5169066578149796,
      "num_tokens": 376915875.0,
      "step": 489460
    },
    {
      "epoch": 0.6208727507046291,
      "grad_norm": 6.75,
      "learning_rate": 1.8958830738159334e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5309353023767471,
      "num_tokens": 376923891.0,
      "step": 489470
    },
    {
      "epoch": 0.620885435297162,
      "grad_norm": 5.75,
      "learning_rate": 1.8958196428073043e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5586543381214142,
      "num_tokens": 376931035.0,
      "step": 489480
    },
    {
      "epoch": 0.6208981198896948,
      "grad_norm": 6.03125,
      "learning_rate": 1.8957562117986752e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5258503377437591,
      "num_tokens": 376939137.0,
      "step": 489490
    },
    {
      "epoch": 0.6209108044822276,
      "grad_norm": 5.09375,
      "learning_rate": 1.895692780790046e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.5562625706195832,
      "num_tokens": 376947439.0,
      "step": 489500
    },
    {
      "epoch": 0.6209234890747605,
      "grad_norm": 5.28125,
      "learning_rate": 1.8956293497814166e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5309353679418564,
      "num_tokens": 376955975.0,
      "step": 489510
    },
    {
      "epoch": 0.6209361736672933,
      "grad_norm": 4.8125,
      "learning_rate": 1.8955659187727875e-05,
      "loss": 1.8737,
      "mean_token_accuracy": 0.5868563085794449,
      "num_tokens": 376963401.0,
      "step": 489520
    },
    {
      "epoch": 0.6209488582598262,
      "grad_norm": 8.25,
      "learning_rate": 1.8955024877641587e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5476047992706299,
      "num_tokens": 376970595.0,
      "step": 489530
    },
    {
      "epoch": 0.6209615428523589,
      "grad_norm": 5.4375,
      "learning_rate": 1.8954390567555296e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.540045690536499,
      "num_tokens": 376977142.0,
      "step": 489540
    },
    {
      "epoch": 0.6209742274448918,
      "grad_norm": 6.34375,
      "learning_rate": 1.8953756257469e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.5487171530723571,
      "num_tokens": 376985080.0,
      "step": 489550
    },
    {
      "epoch": 0.6209869120374246,
      "grad_norm": 5.40625,
      "learning_rate": 1.895312194738271e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5398185402154922,
      "num_tokens": 376993600.0,
      "step": 489560
    },
    {
      "epoch": 0.6209995966299574,
      "grad_norm": 5.75,
      "learning_rate": 1.895248763729642e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.547158282995224,
      "num_tokens": 377001355.0,
      "step": 489570
    },
    {
      "epoch": 0.6210122812224903,
      "grad_norm": 4.9375,
      "learning_rate": 1.8951853327210127e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5289209127426148,
      "num_tokens": 377009044.0,
      "step": 489580
    },
    {
      "epoch": 0.6210249658150231,
      "grad_norm": 5.625,
      "learning_rate": 1.8951219017123836e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5238589972257615,
      "num_tokens": 377018508.0,
      "step": 489590
    },
    {
      "epoch": 0.621037650407556,
      "grad_norm": 5.0625,
      "learning_rate": 1.8950584707037545e-05,
      "loss": 1.9149,
      "mean_token_accuracy": 0.5708911091089248,
      "num_tokens": 377026397.0,
      "step": 489600
    },
    {
      "epoch": 0.6210503350000888,
      "grad_norm": 5.375,
      "learning_rate": 1.8949950396951253e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5527965128421783,
      "num_tokens": 377033130.0,
      "step": 489610
    },
    {
      "epoch": 0.6210630195926217,
      "grad_norm": 5.71875,
      "learning_rate": 1.8949316086864962e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5437591910362244,
      "num_tokens": 377042143.0,
      "step": 489620
    },
    {
      "epoch": 0.6210757041851545,
      "grad_norm": 5.1875,
      "learning_rate": 1.894868177677867e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5501177757978439,
      "num_tokens": 377049174.0,
      "step": 489630
    },
    {
      "epoch": 0.6210883887776872,
      "grad_norm": 6.40625,
      "learning_rate": 1.894804746669238e-05,
      "loss": 1.7324,
      "mean_token_accuracy": 0.6023946464061737,
      "num_tokens": 377055891.0,
      "step": 489640
    },
    {
      "epoch": 0.6211010733702201,
      "grad_norm": 5.03125,
      "learning_rate": 1.8947413156606085e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5464839309453964,
      "num_tokens": 377064255.0,
      "step": 489650
    },
    {
      "epoch": 0.6211137579627529,
      "grad_norm": 5.53125,
      "learning_rate": 1.8946778846519794e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5528851240873337,
      "num_tokens": 377071748.0,
      "step": 489660
    },
    {
      "epoch": 0.6211264425552858,
      "grad_norm": 6.03125,
      "learning_rate": 1.8946144536433506e-05,
      "loss": 2.2678,
      "mean_token_accuracy": 0.5111494362354279,
      "num_tokens": 377078946.0,
      "step": 489670
    },
    {
      "epoch": 0.6211391271478186,
      "grad_norm": 5.84375,
      "learning_rate": 1.894551022634721e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5371839314699173,
      "num_tokens": 377086030.0,
      "step": 489680
    },
    {
      "epoch": 0.6211518117403515,
      "grad_norm": 9.5,
      "learning_rate": 1.894487591626092e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.555595263838768,
      "num_tokens": 377093647.0,
      "step": 489690
    },
    {
      "epoch": 0.6211644963328843,
      "grad_norm": 4.875,
      "learning_rate": 1.894424160617463e-05,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5200793713331222,
      "num_tokens": 377102113.0,
      "step": 489700
    },
    {
      "epoch": 0.6211771809254172,
      "grad_norm": 6.15625,
      "learning_rate": 1.8943607296088337e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5310998082160949,
      "num_tokens": 377110125.0,
      "step": 489710
    },
    {
      "epoch": 0.62118986551795,
      "grad_norm": 7.0625,
      "learning_rate": 1.8942972986002046e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5179240375757217,
      "num_tokens": 377118471.0,
      "step": 489720
    },
    {
      "epoch": 0.6212025501104828,
      "grad_norm": 14.125,
      "learning_rate": 1.8942338675915755e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5639620691537857,
      "num_tokens": 377125798.0,
      "step": 489730
    },
    {
      "epoch": 0.6212152347030157,
      "grad_norm": 5.8125,
      "learning_rate": 1.8941704365829464e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5415858924388885,
      "num_tokens": 377134797.0,
      "step": 489740
    },
    {
      "epoch": 0.6212279192955484,
      "grad_norm": 5.15625,
      "learning_rate": 1.8941070055743172e-05,
      "loss": 1.9032,
      "mean_token_accuracy": 0.57549769282341,
      "num_tokens": 377143567.0,
      "step": 489750
    },
    {
      "epoch": 0.6212406038880813,
      "grad_norm": 5.21875,
      "learning_rate": 1.8940435745656878e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5588756918907165,
      "num_tokens": 377152329.0,
      "step": 489760
    },
    {
      "epoch": 0.6212532884806141,
      "grad_norm": 6.65625,
      "learning_rate": 1.893980143557059e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5618424087762832,
      "num_tokens": 377159535.0,
      "step": 489770
    },
    {
      "epoch": 0.621265973073147,
      "grad_norm": 6.5625,
      "learning_rate": 1.89391671254843e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.562103196978569,
      "num_tokens": 377167241.0,
      "step": 489780
    },
    {
      "epoch": 0.6212786576656798,
      "grad_norm": 5.75,
      "learning_rate": 1.8938532815398004e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5514284640550613,
      "num_tokens": 377174516.0,
      "step": 489790
    },
    {
      "epoch": 0.6212913422582126,
      "grad_norm": 5.5,
      "learning_rate": 1.8937898505311713e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5430221408605576,
      "num_tokens": 377181886.0,
      "step": 489800
    },
    {
      "epoch": 0.6213040268507455,
      "grad_norm": 4.9375,
      "learning_rate": 1.893726419522542e-05,
      "loss": 1.7549,
      "mean_token_accuracy": 0.6123344302177429,
      "num_tokens": 377188547.0,
      "step": 489810
    },
    {
      "epoch": 0.6213167114432783,
      "grad_norm": 5.28125,
      "learning_rate": 1.893662988513913e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5359315693378448,
      "num_tokens": 377197381.0,
      "step": 489820
    },
    {
      "epoch": 0.6213293960358112,
      "grad_norm": 6.09375,
      "learning_rate": 1.893599557505284e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5408233761787414,
      "num_tokens": 377204805.0,
      "step": 489830
    },
    {
      "epoch": 0.621342080628344,
      "grad_norm": 4.8125,
      "learning_rate": 1.8935361264966548e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.539297667145729,
      "num_tokens": 377214334.0,
      "step": 489840
    },
    {
      "epoch": 0.6213547652208768,
      "grad_norm": 5.6875,
      "learning_rate": 1.8934726954880256e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5356094092130661,
      "num_tokens": 377223652.0,
      "step": 489850
    },
    {
      "epoch": 0.6213674498134096,
      "grad_norm": 5.21875,
      "learning_rate": 1.8934092644793962e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.544518592953682,
      "num_tokens": 377231308.0,
      "step": 489860
    },
    {
      "epoch": 0.6213801344059425,
      "grad_norm": 5.03125,
      "learning_rate": 1.8933458334707674e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5303853899240494,
      "num_tokens": 377239118.0,
      "step": 489870
    },
    {
      "epoch": 0.6213928189984753,
      "grad_norm": 6.3125,
      "learning_rate": 1.8932824024621383e-05,
      "loss": 1.9344,
      "mean_token_accuracy": 0.5779347717761993,
      "num_tokens": 377247279.0,
      "step": 489880
    },
    {
      "epoch": 0.6214055035910081,
      "grad_norm": 6.6875,
      "learning_rate": 1.8932189714535088e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5264842629432678,
      "num_tokens": 377255514.0,
      "step": 489890
    },
    {
      "epoch": 0.621418188183541,
      "grad_norm": 4.625,
      "learning_rate": 1.8931555404448797e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5420521438121796,
      "num_tokens": 377263785.0,
      "step": 489900
    },
    {
      "epoch": 0.6214308727760738,
      "grad_norm": 4.96875,
      "learning_rate": 1.8930921094362505e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5508913278579712,
      "num_tokens": 377271939.0,
      "step": 489910
    },
    {
      "epoch": 0.6214435573686067,
      "grad_norm": 5.9375,
      "learning_rate": 1.8930286784276218e-05,
      "loss": 1.9257,
      "mean_token_accuracy": 0.5664595663547516,
      "num_tokens": 377279341.0,
      "step": 489920
    },
    {
      "epoch": 0.6214562419611395,
      "grad_norm": 4.75,
      "learning_rate": 1.8929652474189923e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5622647911310196,
      "num_tokens": 377286736.0,
      "step": 489930
    },
    {
      "epoch": 0.6214689265536724,
      "grad_norm": 6.21875,
      "learning_rate": 1.8929018164103632e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5526392519474029,
      "num_tokens": 377295130.0,
      "step": 489940
    },
    {
      "epoch": 0.6214816111462051,
      "grad_norm": 5.1875,
      "learning_rate": 1.892838385401734e-05,
      "loss": 2.2863,
      "mean_token_accuracy": 0.509901049733162,
      "num_tokens": 377302876.0,
      "step": 489950
    },
    {
      "epoch": 0.6214942957387379,
      "grad_norm": 7.8125,
      "learning_rate": 1.892774954393105e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5607068002223968,
      "num_tokens": 377310820.0,
      "step": 489960
    },
    {
      "epoch": 0.6215069803312708,
      "grad_norm": 7.75,
      "learning_rate": 1.8927115233844758e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5367579132318496,
      "num_tokens": 377317550.0,
      "step": 489970
    },
    {
      "epoch": 0.6215196649238036,
      "grad_norm": 5.15625,
      "learning_rate": 1.8926480923758467e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5613229691982269,
      "num_tokens": 377325076.0,
      "step": 489980
    },
    {
      "epoch": 0.6215323495163365,
      "grad_norm": 5.125,
      "learning_rate": 1.8925846613672175e-05,
      "loss": 2.2012,
      "mean_token_accuracy": 0.5334995508193969,
      "num_tokens": 377332979.0,
      "step": 489990
    },
    {
      "epoch": 0.6215450341088693,
      "grad_norm": 6.03125,
      "learning_rate": 1.892521230358588e-05,
      "loss": 1.9061,
      "mean_token_accuracy": 0.5624734580516815,
      "num_tokens": 377340891.0,
      "step": 490000
    },
    {
      "epoch": 0.6215577187014022,
      "grad_norm": 5.3125,
      "learning_rate": 1.892457799349959e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5471384346485137,
      "num_tokens": 377349048.0,
      "step": 490010
    },
    {
      "epoch": 0.621570403293935,
      "grad_norm": 4.875,
      "learning_rate": 1.89239436834133e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5328505247831344,
      "num_tokens": 377357177.0,
      "step": 490020
    },
    {
      "epoch": 0.6215830878864679,
      "grad_norm": 6.875,
      "learning_rate": 1.8923309373327007e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5523089587688446,
      "num_tokens": 377365189.0,
      "step": 490030
    },
    {
      "epoch": 0.6215957724790007,
      "grad_norm": 7.53125,
      "learning_rate": 1.8922675063240716e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5720094978809357,
      "num_tokens": 377372811.0,
      "step": 490040
    },
    {
      "epoch": 0.6216084570715334,
      "grad_norm": 5.28125,
      "learning_rate": 1.8922040753154424e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5512176245450974,
      "num_tokens": 377378883.0,
      "step": 490050
    },
    {
      "epoch": 0.6216211416640663,
      "grad_norm": 5.625,
      "learning_rate": 1.8921406443068133e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5284622788429261,
      "num_tokens": 377385630.0,
      "step": 490060
    },
    {
      "epoch": 0.6216338262565991,
      "grad_norm": 4.84375,
      "learning_rate": 1.8920772132981842e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5490359961986542,
      "num_tokens": 377392505.0,
      "step": 490070
    },
    {
      "epoch": 0.621646510849132,
      "grad_norm": 6.09375,
      "learning_rate": 1.892013782289555e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5400259852409363,
      "num_tokens": 377400614.0,
      "step": 490080
    },
    {
      "epoch": 0.6216591954416648,
      "grad_norm": 6.84375,
      "learning_rate": 1.891950351280926e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5422674745321274,
      "num_tokens": 377408145.0,
      "step": 490090
    },
    {
      "epoch": 0.6216718800341977,
      "grad_norm": 5.34375,
      "learning_rate": 1.8918869202722965e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5479813247919083,
      "num_tokens": 377417221.0,
      "step": 490100
    },
    {
      "epoch": 0.6216845646267305,
      "grad_norm": 5.28125,
      "learning_rate": 1.8918234892636677e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5732449740171432,
      "num_tokens": 377425344.0,
      "step": 490110
    },
    {
      "epoch": 0.6216972492192633,
      "grad_norm": 5.03125,
      "learning_rate": 1.8917600582550386e-05,
      "loss": 1.7382,
      "mean_token_accuracy": 0.6186154782772064,
      "num_tokens": 377432578.0,
      "step": 490120
    },
    {
      "epoch": 0.6217099338117962,
      "grad_norm": 8.5625,
      "learning_rate": 1.8916966272464094e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5325955718755722,
      "num_tokens": 377439431.0,
      "step": 490130
    },
    {
      "epoch": 0.621722618404329,
      "grad_norm": 7.8125,
      "learning_rate": 1.89163319623778e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5493038237094879,
      "num_tokens": 377446993.0,
      "step": 490140
    },
    {
      "epoch": 0.6217353029968619,
      "grad_norm": 6.34375,
      "learning_rate": 1.891569765229151e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5343376666307449,
      "num_tokens": 377453928.0,
      "step": 490150
    },
    {
      "epoch": 0.6217479875893946,
      "grad_norm": 5.125,
      "learning_rate": 1.891506334220522e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.550969910621643,
      "num_tokens": 377461145.0,
      "step": 490160
    },
    {
      "epoch": 0.6217606721819275,
      "grad_norm": 5.8125,
      "learning_rate": 1.8914429032118926e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5828912794589997,
      "num_tokens": 377468791.0,
      "step": 490170
    },
    {
      "epoch": 0.6217733567744603,
      "grad_norm": 6.4375,
      "learning_rate": 1.8913794722032635e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5279904216527939,
      "num_tokens": 377476882.0,
      "step": 490180
    },
    {
      "epoch": 0.6217860413669931,
      "grad_norm": 7.28125,
      "learning_rate": 1.8913160411946343e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5333951622247696,
      "num_tokens": 377484460.0,
      "step": 490190
    },
    {
      "epoch": 0.621798725959526,
      "grad_norm": 5.5,
      "learning_rate": 1.8912526101860052e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5337249994277954,
      "num_tokens": 377492034.0,
      "step": 490200
    },
    {
      "epoch": 0.6218114105520588,
      "grad_norm": 4.90625,
      "learning_rate": 1.891189179177376e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5414224773645401,
      "num_tokens": 377501400.0,
      "step": 490210
    },
    {
      "epoch": 0.6218240951445917,
      "grad_norm": 5.9375,
      "learning_rate": 1.891125748168747e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5308913737535477,
      "num_tokens": 377509815.0,
      "step": 490220
    },
    {
      "epoch": 0.6218367797371245,
      "grad_norm": 5.15625,
      "learning_rate": 1.891062317160118e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5742324829101563,
      "num_tokens": 377517328.0,
      "step": 490230
    },
    {
      "epoch": 0.6218494643296574,
      "grad_norm": 4.96875,
      "learning_rate": 1.8909988861514884e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5660011500120163,
      "num_tokens": 377525336.0,
      "step": 490240
    },
    {
      "epoch": 0.6218621489221902,
      "grad_norm": 5.34375,
      "learning_rate": 1.8909354551428592e-05,
      "loss": 1.8287,
      "mean_token_accuracy": 0.5894683986902237,
      "num_tokens": 377532903.0,
      "step": 490250
    },
    {
      "epoch": 0.6218748335147231,
      "grad_norm": 6.6875,
      "learning_rate": 1.8908720241342305e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5560757398605347,
      "num_tokens": 377538703.0,
      "step": 490260
    },
    {
      "epoch": 0.6218875181072558,
      "grad_norm": 4.6875,
      "learning_rate": 1.890808593125601e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5926364660263062,
      "num_tokens": 377544392.0,
      "step": 490270
    },
    {
      "epoch": 0.6219002026997886,
      "grad_norm": 4.78125,
      "learning_rate": 1.890745162116972e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5477861434221267,
      "num_tokens": 377553089.0,
      "step": 490280
    },
    {
      "epoch": 0.6219128872923215,
      "grad_norm": 5.65625,
      "learning_rate": 1.8906817311083427e-05,
      "loss": 2.3045,
      "mean_token_accuracy": 0.5186655193567276,
      "num_tokens": 377560896.0,
      "step": 490290
    },
    {
      "epoch": 0.6219255718848543,
      "grad_norm": 5.75,
      "learning_rate": 1.8906183000997136e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5268526017665863,
      "num_tokens": 377569082.0,
      "step": 490300
    },
    {
      "epoch": 0.6219382564773872,
      "grad_norm": 5.8125,
      "learning_rate": 1.8905548690910845e-05,
      "loss": 1.714,
      "mean_token_accuracy": 0.6064761728048325,
      "num_tokens": 377575749.0,
      "step": 490310
    },
    {
      "epoch": 0.62195094106992,
      "grad_norm": 7.875,
      "learning_rate": 1.8904914380824554e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5117608100175858,
      "num_tokens": 377583351.0,
      "step": 490320
    },
    {
      "epoch": 0.6219636256624529,
      "grad_norm": 5.8125,
      "learning_rate": 1.8904280070738262e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5572521597146988,
      "num_tokens": 377590968.0,
      "step": 490330
    },
    {
      "epoch": 0.6219763102549857,
      "grad_norm": 5.0,
      "learning_rate": 1.890364576065197e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5400574773550033,
      "num_tokens": 377600958.0,
      "step": 490340
    },
    {
      "epoch": 0.6219889948475185,
      "grad_norm": 5.46875,
      "learning_rate": 1.8903011450565676e-05,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5141673892736435,
      "num_tokens": 377609609.0,
      "step": 490350
    },
    {
      "epoch": 0.6220016794400514,
      "grad_norm": 5.25,
      "learning_rate": 1.890237714047939e-05,
      "loss": 2.2761,
      "mean_token_accuracy": 0.5282321721315384,
      "num_tokens": 377617049.0,
      "step": 490360
    },
    {
      "epoch": 0.6220143640325841,
      "grad_norm": 4.9375,
      "learning_rate": 1.8901742830393097e-05,
      "loss": 1.9753,
      "mean_token_accuracy": 0.5736221730709076,
      "num_tokens": 377625713.0,
      "step": 490370
    },
    {
      "epoch": 0.622027048625117,
      "grad_norm": 6.0625,
      "learning_rate": 1.8901108520306803e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5501182019710541,
      "num_tokens": 377633979.0,
      "step": 490380
    },
    {
      "epoch": 0.6220397332176498,
      "grad_norm": 5.53125,
      "learning_rate": 1.890047421022051e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5415746033191681,
      "num_tokens": 377642606.0,
      "step": 490390
    },
    {
      "epoch": 0.6220524178101827,
      "grad_norm": 6.125,
      "learning_rate": 1.889983990013422e-05,
      "loss": 1.873,
      "mean_token_accuracy": 0.5846533566713333,
      "num_tokens": 377650348.0,
      "step": 490400
    },
    {
      "epoch": 0.6220651024027155,
      "grad_norm": 4.5625,
      "learning_rate": 1.889920559004793e-05,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5625180691480637,
      "num_tokens": 377657865.0,
      "step": 490410
    },
    {
      "epoch": 0.6220777869952484,
      "grad_norm": 6.9375,
      "learning_rate": 1.8898571279961638e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5454216152429581,
      "num_tokens": 377665394.0,
      "step": 490420
    },
    {
      "epoch": 0.6220904715877812,
      "grad_norm": 5.0,
      "learning_rate": 1.8897936969875346e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5532670229673385,
      "num_tokens": 377673006.0,
      "step": 490430
    },
    {
      "epoch": 0.622103156180314,
      "grad_norm": 5.96875,
      "learning_rate": 1.8897302659789055e-05,
      "loss": 1.8308,
      "mean_token_accuracy": 0.5835228025913238,
      "num_tokens": 377681370.0,
      "step": 490440
    },
    {
      "epoch": 0.6221158407728469,
      "grad_norm": 5.5625,
      "learning_rate": 1.889666834970276e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5113910973072052,
      "num_tokens": 377690178.0,
      "step": 490450
    },
    {
      "epoch": 0.6221285253653797,
      "grad_norm": 5.21875,
      "learning_rate": 1.8896034039616473e-05,
      "loss": 1.9067,
      "mean_token_accuracy": 0.570694413781166,
      "num_tokens": 377697771.0,
      "step": 490460
    },
    {
      "epoch": 0.6221412099579126,
      "grad_norm": 5.5,
      "learning_rate": 1.889539972953018e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5502463787794113,
      "num_tokens": 377704821.0,
      "step": 490470
    },
    {
      "epoch": 0.6221538945504453,
      "grad_norm": 5.96875,
      "learning_rate": 1.8894765419443887e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5666688859462738,
      "num_tokens": 377712493.0,
      "step": 490480
    },
    {
      "epoch": 0.6221665791429782,
      "grad_norm": 6.21875,
      "learning_rate": 1.8894131109357595e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5675788640975952,
      "num_tokens": 377719935.0,
      "step": 490490
    },
    {
      "epoch": 0.622179263735511,
      "grad_norm": 4.84375,
      "learning_rate": 1.8893496799271304e-05,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5599612236022949,
      "num_tokens": 377726316.0,
      "step": 490500
    },
    {
      "epoch": 0.6221919483280438,
      "grad_norm": 6.78125,
      "learning_rate": 1.8892862489185016e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5652079552412033,
      "num_tokens": 377733847.0,
      "step": 490510
    },
    {
      "epoch": 0.6222046329205767,
      "grad_norm": 8.375,
      "learning_rate": 1.889222817909872e-05,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5710932493209839,
      "num_tokens": 377741084.0,
      "step": 490520
    },
    {
      "epoch": 0.6222173175131095,
      "grad_norm": 5.03125,
      "learning_rate": 1.889159386901243e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.575284343957901,
      "num_tokens": 377748400.0,
      "step": 490530
    },
    {
      "epoch": 0.6222300021056424,
      "grad_norm": 7.34375,
      "learning_rate": 1.889095955892614e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5286500662565231,
      "num_tokens": 377756083.0,
      "step": 490540
    },
    {
      "epoch": 0.6222426866981752,
      "grad_norm": 5.09375,
      "learning_rate": 1.8890325248839848e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5390117049217225,
      "num_tokens": 377764963.0,
      "step": 490550
    },
    {
      "epoch": 0.6222553712907081,
      "grad_norm": 5.75,
      "learning_rate": 1.8889690938753557e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5578889518976211,
      "num_tokens": 377772744.0,
      "step": 490560
    },
    {
      "epoch": 0.6222680558832409,
      "grad_norm": 6.0,
      "learning_rate": 1.8889056628667265e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5384880840778351,
      "num_tokens": 377780070.0,
      "step": 490570
    },
    {
      "epoch": 0.6222807404757736,
      "grad_norm": 5.03125,
      "learning_rate": 1.8888422318580974e-05,
      "loss": 1.8675,
      "mean_token_accuracy": 0.5868900269269943,
      "num_tokens": 377786257.0,
      "step": 490580
    },
    {
      "epoch": 0.6222934250683065,
      "grad_norm": 5.96875,
      "learning_rate": 1.888778800849468e-05,
      "loss": 1.8568,
      "mean_token_accuracy": 0.5803058683872223,
      "num_tokens": 377793605.0,
      "step": 490590
    },
    {
      "epoch": 0.6223061096608393,
      "grad_norm": 6.84375,
      "learning_rate": 1.888715369840839e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5291774988174438,
      "num_tokens": 377800216.0,
      "step": 490600
    },
    {
      "epoch": 0.6223187942533722,
      "grad_norm": 6.625,
      "learning_rate": 1.88865193883221e-05,
      "loss": 1.889,
      "mean_token_accuracy": 0.5796276658773423,
      "num_tokens": 377806637.0,
      "step": 490610
    },
    {
      "epoch": 0.622331478845905,
      "grad_norm": 5.9375,
      "learning_rate": 1.8885885078235806e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5570213109254837,
      "num_tokens": 377814945.0,
      "step": 490620
    },
    {
      "epoch": 0.6223441634384379,
      "grad_norm": 6.09375,
      "learning_rate": 1.8885250768149514e-05,
      "loss": 2.1122,
      "mean_token_accuracy": 0.535574421286583,
      "num_tokens": 377822513.0,
      "step": 490630
    },
    {
      "epoch": 0.6223568480309707,
      "grad_norm": 5.4375,
      "learning_rate": 1.8884616458063223e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.5736668646335602,
      "num_tokens": 377829717.0,
      "step": 490640
    },
    {
      "epoch": 0.6223695326235036,
      "grad_norm": 6.3125,
      "learning_rate": 1.8883982147976932e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5461977690458297,
      "num_tokens": 377837537.0,
      "step": 490650
    },
    {
      "epoch": 0.6223822172160364,
      "grad_norm": 6.21875,
      "learning_rate": 1.888334783789064e-05,
      "loss": 1.8226,
      "mean_token_accuracy": 0.6043076545000077,
      "num_tokens": 377844527.0,
      "step": 490660
    },
    {
      "epoch": 0.6223949018085692,
      "grad_norm": 5.9375,
      "learning_rate": 1.888271352780435e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5430827885866165,
      "num_tokens": 377852935.0,
      "step": 490670
    },
    {
      "epoch": 0.622407586401102,
      "grad_norm": 4.90625,
      "learning_rate": 1.8882079217718058e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5593596905469894,
      "num_tokens": 377859832.0,
      "step": 490680
    },
    {
      "epoch": 0.6224202709936348,
      "grad_norm": 6.53125,
      "learning_rate": 1.8881444907631763e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5432052969932556,
      "num_tokens": 377868067.0,
      "step": 490690
    },
    {
      "epoch": 0.6224329555861677,
      "grad_norm": 4.5625,
      "learning_rate": 1.8880810597545476e-05,
      "loss": 1.8992,
      "mean_token_accuracy": 0.580027961730957,
      "num_tokens": 377874064.0,
      "step": 490700
    },
    {
      "epoch": 0.6224456401787005,
      "grad_norm": 6.625,
      "learning_rate": 1.8880176287459184e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5288500308990478,
      "num_tokens": 377881540.0,
      "step": 490710
    },
    {
      "epoch": 0.6224583247712334,
      "grad_norm": 6.1875,
      "learning_rate": 1.8879541977372893e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5426638692617416,
      "num_tokens": 377888885.0,
      "step": 490720
    },
    {
      "epoch": 0.6224710093637662,
      "grad_norm": 4.6875,
      "learning_rate": 1.88789076672866e-05,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5239451497793197,
      "num_tokens": 377896355.0,
      "step": 490730
    },
    {
      "epoch": 0.622483693956299,
      "grad_norm": 5.21875,
      "learning_rate": 1.8878273357200307e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5409142434597015,
      "num_tokens": 377904470.0,
      "step": 490740
    },
    {
      "epoch": 0.6224963785488319,
      "grad_norm": 5.5,
      "learning_rate": 1.887763904711402e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5464523881673813,
      "num_tokens": 377912707.0,
      "step": 490750
    },
    {
      "epoch": 0.6225090631413647,
      "grad_norm": 7.125,
      "learning_rate": 1.8877004737027725e-05,
      "loss": 2.2651,
      "mean_token_accuracy": 0.5094796776771545,
      "num_tokens": 377920308.0,
      "step": 490760
    },
    {
      "epoch": 0.6225217477338976,
      "grad_norm": 4.90625,
      "learning_rate": 1.8876370426941433e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5701147973537445,
      "num_tokens": 377928807.0,
      "step": 490770
    },
    {
      "epoch": 0.6225344323264304,
      "grad_norm": 6.40625,
      "learning_rate": 1.8875736116855142e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5370271295309067,
      "num_tokens": 377936095.0,
      "step": 490780
    },
    {
      "epoch": 0.6225471169189633,
      "grad_norm": 8.6875,
      "learning_rate": 1.887510180676885e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5340086400508881,
      "num_tokens": 377942950.0,
      "step": 490790
    },
    {
      "epoch": 0.622559801511496,
      "grad_norm": 6.6875,
      "learning_rate": 1.887446749668256e-05,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5518822342157363,
      "num_tokens": 377951514.0,
      "step": 490800
    },
    {
      "epoch": 0.6225724861040289,
      "grad_norm": 5.125,
      "learning_rate": 1.887383318659627e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5417676120996475,
      "num_tokens": 377960115.0,
      "step": 490810
    },
    {
      "epoch": 0.6225851706965617,
      "grad_norm": 4.9375,
      "learning_rate": 1.8873198876509977e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5308671742677689,
      "num_tokens": 377967293.0,
      "step": 490820
    },
    {
      "epoch": 0.6225978552890945,
      "grad_norm": 5.03125,
      "learning_rate": 1.8872564566423682e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5441946774721146,
      "num_tokens": 377975194.0,
      "step": 490830
    },
    {
      "epoch": 0.6226105398816274,
      "grad_norm": 9.5,
      "learning_rate": 1.887193025633739e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5321064531803131,
      "num_tokens": 377983950.0,
      "step": 490840
    },
    {
      "epoch": 0.6226232244741602,
      "grad_norm": 6.09375,
      "learning_rate": 1.8871295946251103e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5474854975938797,
      "num_tokens": 377991796.0,
      "step": 490850
    },
    {
      "epoch": 0.6226359090666931,
      "grad_norm": 5.53125,
      "learning_rate": 1.887066163616481e-05,
      "loss": 1.8623,
      "mean_token_accuracy": 0.5865263968706131,
      "num_tokens": 377998972.0,
      "step": 490860
    },
    {
      "epoch": 0.6226485936592259,
      "grad_norm": 5.3125,
      "learning_rate": 1.8870027326078517e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.561234501004219,
      "num_tokens": 378006929.0,
      "step": 490870
    },
    {
      "epoch": 0.6226612782517588,
      "grad_norm": 5.96875,
      "learning_rate": 1.8869393015992226e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5239224702119827,
      "num_tokens": 378015994.0,
      "step": 490880
    },
    {
      "epoch": 0.6226739628442916,
      "grad_norm": 4.8125,
      "learning_rate": 1.8868758705905935e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5292772710323334,
      "num_tokens": 378025253.0,
      "step": 490890
    },
    {
      "epoch": 0.6226866474368243,
      "grad_norm": 4.9375,
      "learning_rate": 1.8868124395819644e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5476437240839005,
      "num_tokens": 378032810.0,
      "step": 490900
    },
    {
      "epoch": 0.6226993320293572,
      "grad_norm": 8.125,
      "learning_rate": 1.8867490085733352e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5786714196205139,
      "num_tokens": 378040145.0,
      "step": 490910
    },
    {
      "epoch": 0.62271201662189,
      "grad_norm": 4.65625,
      "learning_rate": 1.886685577564706e-05,
      "loss": 1.8359,
      "mean_token_accuracy": 0.5807037651538849,
      "num_tokens": 378047601.0,
      "step": 490920
    },
    {
      "epoch": 0.6227247012144229,
      "grad_norm": 5.4375,
      "learning_rate": 1.886622146556077e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5369084477424622,
      "num_tokens": 378055904.0,
      "step": 490930
    },
    {
      "epoch": 0.6227373858069557,
      "grad_norm": 4.9375,
      "learning_rate": 1.8865587155474475e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5481788754463196,
      "num_tokens": 378064896.0,
      "step": 490940
    },
    {
      "epoch": 0.6227500703994886,
      "grad_norm": 5.3125,
      "learning_rate": 1.8864952845388187e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5470531195402145,
      "num_tokens": 378072935.0,
      "step": 490950
    },
    {
      "epoch": 0.6227627549920214,
      "grad_norm": 16.25,
      "learning_rate": 1.8864318535301896e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5282850623130798,
      "num_tokens": 378081525.0,
      "step": 490960
    },
    {
      "epoch": 0.6227754395845543,
      "grad_norm": 6.6875,
      "learning_rate": 1.88636842252156e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5403505563735962,
      "num_tokens": 378090133.0,
      "step": 490970
    },
    {
      "epoch": 0.6227881241770871,
      "grad_norm": 5.03125,
      "learning_rate": 1.886304991512931e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5148280680179596,
      "num_tokens": 378098634.0,
      "step": 490980
    },
    {
      "epoch": 0.6228008087696199,
      "grad_norm": 6.15625,
      "learning_rate": 1.8862415605043022e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5312289953231811,
      "num_tokens": 378106676.0,
      "step": 490990
    },
    {
      "epoch": 0.6228134933621527,
      "grad_norm": 5.0625,
      "learning_rate": 1.8861781294956728e-05,
      "loss": 2.2242,
      "mean_token_accuracy": 0.5143158316612244,
      "num_tokens": 378113493.0,
      "step": 491000
    },
    {
      "epoch": 0.6228261779546855,
      "grad_norm": 5.40625,
      "learning_rate": 1.8861146984870436e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5546038001775742,
      "num_tokens": 378121401.0,
      "step": 491010
    },
    {
      "epoch": 0.6228388625472184,
      "grad_norm": 5.5,
      "learning_rate": 1.8860512674784145e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5400584965944291,
      "num_tokens": 378128144.0,
      "step": 491020
    },
    {
      "epoch": 0.6228515471397512,
      "grad_norm": 8.4375,
      "learning_rate": 1.8859878364697854e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5706035673618317,
      "num_tokens": 378135799.0,
      "step": 491030
    },
    {
      "epoch": 0.6228642317322841,
      "grad_norm": 6.84375,
      "learning_rate": 1.8859244054611563e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5637177914381027,
      "num_tokens": 378143678.0,
      "step": 491040
    },
    {
      "epoch": 0.6228769163248169,
      "grad_norm": 5.53125,
      "learning_rate": 1.885860974452527e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5223413676023483,
      "num_tokens": 378151415.0,
      "step": 491050
    },
    {
      "epoch": 0.6228896009173497,
      "grad_norm": 5.6875,
      "learning_rate": 1.885797543443898e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5268883347511292,
      "num_tokens": 378158960.0,
      "step": 491060
    },
    {
      "epoch": 0.6229022855098826,
      "grad_norm": 7.125,
      "learning_rate": 1.8857341124352685e-05,
      "loss": 1.7911,
      "mean_token_accuracy": 0.5982255667448044,
      "num_tokens": 378165723.0,
      "step": 491070
    },
    {
      "epoch": 0.6229149701024154,
      "grad_norm": 4.21875,
      "learning_rate": 1.8856706814266394e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5358863264322281,
      "num_tokens": 378173826.0,
      "step": 491080
    },
    {
      "epoch": 0.6229276546949483,
      "grad_norm": 6.59375,
      "learning_rate": 1.8856072504180106e-05,
      "loss": 1.931,
      "mean_token_accuracy": 0.576891940832138,
      "num_tokens": 378181282.0,
      "step": 491090
    },
    {
      "epoch": 0.622940339287481,
      "grad_norm": 5.625,
      "learning_rate": 1.8855438194093815e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5472490638494492,
      "num_tokens": 378188983.0,
      "step": 491100
    },
    {
      "epoch": 0.622953023880014,
      "grad_norm": 5.65625,
      "learning_rate": 1.885480388400752e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5550101906061172,
      "num_tokens": 378197435.0,
      "step": 491110
    },
    {
      "epoch": 0.6229657084725467,
      "grad_norm": 5.21875,
      "learning_rate": 1.885416957392123e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5293409287929535,
      "num_tokens": 378205564.0,
      "step": 491120
    },
    {
      "epoch": 0.6229783930650795,
      "grad_norm": 4.90625,
      "learning_rate": 1.8853535263834938e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5572337150573731,
      "num_tokens": 378214075.0,
      "step": 491130
    },
    {
      "epoch": 0.6229910776576124,
      "grad_norm": 4.78125,
      "learning_rate": 1.8852900953748647e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.565815544128418,
      "num_tokens": 378222786.0,
      "step": 491140
    },
    {
      "epoch": 0.6230037622501452,
      "grad_norm": 5.625,
      "learning_rate": 1.8852266643662355e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5582816630601883,
      "num_tokens": 378231066.0,
      "step": 491150
    },
    {
      "epoch": 0.6230164468426781,
      "grad_norm": 5.34375,
      "learning_rate": 1.8851632333576064e-05,
      "loss": 1.8281,
      "mean_token_accuracy": 0.5993860900402069,
      "num_tokens": 378237958.0,
      "step": 491160
    },
    {
      "epoch": 0.6230291314352109,
      "grad_norm": 6.125,
      "learning_rate": 1.8850998023489773e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5366336017847061,
      "num_tokens": 378245430.0,
      "step": 491170
    },
    {
      "epoch": 0.6230418160277438,
      "grad_norm": 5.15625,
      "learning_rate": 1.8850363713403478e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5213892668485641,
      "num_tokens": 378252819.0,
      "step": 491180
    },
    {
      "epoch": 0.6230545006202766,
      "grad_norm": 6.96875,
      "learning_rate": 1.884972940331719e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5544606178998948,
      "num_tokens": 378260794.0,
      "step": 491190
    },
    {
      "epoch": 0.6230671852128095,
      "grad_norm": 6.71875,
      "learning_rate": 1.88490950932309e-05,
      "loss": 2.2859,
      "mean_token_accuracy": 0.5121868073940277,
      "num_tokens": 378269186.0,
      "step": 491200
    },
    {
      "epoch": 0.6230798698053422,
      "grad_norm": 8.0625,
      "learning_rate": 1.8848460783144604e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5658839911222457,
      "num_tokens": 378275936.0,
      "step": 491210
    },
    {
      "epoch": 0.623092554397875,
      "grad_norm": 5.8125,
      "learning_rate": 1.8847826473058313e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.563800847530365,
      "num_tokens": 378284553.0,
      "step": 491220
    },
    {
      "epoch": 0.6231052389904079,
      "grad_norm": 5.15625,
      "learning_rate": 1.8847192162972022e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5597253173589707,
      "num_tokens": 378293156.0,
      "step": 491230
    },
    {
      "epoch": 0.6231179235829407,
      "grad_norm": 10.1875,
      "learning_rate": 1.884655785288573e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5330280274152756,
      "num_tokens": 378300026.0,
      "step": 491240
    },
    {
      "epoch": 0.6231306081754736,
      "grad_norm": 5.53125,
      "learning_rate": 1.884592354279944e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5457084655761719,
      "num_tokens": 378306652.0,
      "step": 491250
    },
    {
      "epoch": 0.6231432927680064,
      "grad_norm": 5.28125,
      "learning_rate": 1.8845289232713148e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5480974912643433,
      "num_tokens": 378313708.0,
      "step": 491260
    },
    {
      "epoch": 0.6231559773605393,
      "grad_norm": 7.0,
      "learning_rate": 1.8844654922626857e-05,
      "loss": 1.6615,
      "mean_token_accuracy": 0.630118191242218,
      "num_tokens": 378319443.0,
      "step": 491270
    },
    {
      "epoch": 0.6231686619530721,
      "grad_norm": 5.3125,
      "learning_rate": 1.8844020612540562e-05,
      "loss": 2.215,
      "mean_token_accuracy": 0.5205983787775039,
      "num_tokens": 378326662.0,
      "step": 491280
    },
    {
      "epoch": 0.6231813465456049,
      "grad_norm": 5.09375,
      "learning_rate": 1.8843386302454274e-05,
      "loss": 1.8879,
      "mean_token_accuracy": 0.5743396252393722,
      "num_tokens": 378334878.0,
      "step": 491290
    },
    {
      "epoch": 0.6231940311381378,
      "grad_norm": 6.03125,
      "learning_rate": 1.8842751992367983e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5303856760263443,
      "num_tokens": 378342839.0,
      "step": 491300
    },
    {
      "epoch": 0.6232067157306705,
      "grad_norm": 5.15625,
      "learning_rate": 1.8842117682281692e-05,
      "loss": 1.9311,
      "mean_token_accuracy": 0.5834274053573608,
      "num_tokens": 378350946.0,
      "step": 491310
    },
    {
      "epoch": 0.6232194003232034,
      "grad_norm": 5.6875,
      "learning_rate": 1.8841483372195397e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5301603108644486,
      "num_tokens": 378359091.0,
      "step": 491320
    },
    {
      "epoch": 0.6232320849157362,
      "grad_norm": 5.28125,
      "learning_rate": 1.8840849062109106e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5496521592140198,
      "num_tokens": 378367814.0,
      "step": 491330
    },
    {
      "epoch": 0.6232447695082691,
      "grad_norm": 5.34375,
      "learning_rate": 1.8840214752022818e-05,
      "loss": 1.8714,
      "mean_token_accuracy": 0.5798521339893341,
      "num_tokens": 378374737.0,
      "step": 491340
    },
    {
      "epoch": 0.6232574541008019,
      "grad_norm": 7.125,
      "learning_rate": 1.8839580441936523e-05,
      "loss": 1.6827,
      "mean_token_accuracy": 0.644464322924614,
      "num_tokens": 378380741.0,
      "step": 491350
    },
    {
      "epoch": 0.6232701386933348,
      "grad_norm": 5.53125,
      "learning_rate": 1.8838946131850232e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5254298925399781,
      "num_tokens": 378389478.0,
      "step": 491360
    },
    {
      "epoch": 0.6232828232858676,
      "grad_norm": 7.875,
      "learning_rate": 1.883831182176394e-05,
      "loss": 1.9949,
      "mean_token_accuracy": 0.543490931391716,
      "num_tokens": 378397075.0,
      "step": 491370
    },
    {
      "epoch": 0.6232955078784004,
      "grad_norm": 6.15625,
      "learning_rate": 1.883767751167765e-05,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5626231163740159,
      "num_tokens": 378405031.0,
      "step": 491380
    },
    {
      "epoch": 0.6233081924709333,
      "grad_norm": 5.21875,
      "learning_rate": 1.883704320159136e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5481363087892532,
      "num_tokens": 378411580.0,
      "step": 491390
    },
    {
      "epoch": 0.6233208770634661,
      "grad_norm": 4.78125,
      "learning_rate": 1.8836408891505067e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5631266832351685,
      "num_tokens": 378420293.0,
      "step": 491400
    },
    {
      "epoch": 0.623333561655999,
      "grad_norm": 5.03125,
      "learning_rate": 1.8835774581418776e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5254461914300919,
      "num_tokens": 378428008.0,
      "step": 491410
    },
    {
      "epoch": 0.6233462462485317,
      "grad_norm": 4.71875,
      "learning_rate": 1.883514027133248e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5501601755619049,
      "num_tokens": 378436544.0,
      "step": 491420
    },
    {
      "epoch": 0.6233589308410646,
      "grad_norm": 6.625,
      "learning_rate": 1.883450596124619e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.544890621304512,
      "num_tokens": 378444948.0,
      "step": 491430
    },
    {
      "epoch": 0.6233716154335974,
      "grad_norm": 5.03125,
      "learning_rate": 1.8833871651159902e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.5639552980661392,
      "num_tokens": 378453303.0,
      "step": 491440
    },
    {
      "epoch": 0.6233843000261302,
      "grad_norm": 6.53125,
      "learning_rate": 1.8833237341073607e-05,
      "loss": 2.2458,
      "mean_token_accuracy": 0.5157601296901703,
      "num_tokens": 378461835.0,
      "step": 491450
    },
    {
      "epoch": 0.6233969846186631,
      "grad_norm": 6.5625,
      "learning_rate": 1.8832603030987316e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5569180309772491,
      "num_tokens": 378469431.0,
      "step": 491460
    },
    {
      "epoch": 0.6234096692111959,
      "grad_norm": 5.625,
      "learning_rate": 1.8831968720901025e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.562545993924141,
      "num_tokens": 378476356.0,
      "step": 491470
    },
    {
      "epoch": 0.6234223538037288,
      "grad_norm": 6.9375,
      "learning_rate": 1.8831334410814737e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5562445998191834,
      "num_tokens": 378482975.0,
      "step": 491480
    },
    {
      "epoch": 0.6234350383962616,
      "grad_norm": 7.125,
      "learning_rate": 1.8830700100728442e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5464865118265152,
      "num_tokens": 378490528.0,
      "step": 491490
    },
    {
      "epoch": 0.6234477229887945,
      "grad_norm": 9.5625,
      "learning_rate": 1.883006579064215e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5271237105131149,
      "num_tokens": 378498096.0,
      "step": 491500
    },
    {
      "epoch": 0.6234604075813273,
      "grad_norm": 4.90625,
      "learning_rate": 1.882943148055586e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5217912644147873,
      "num_tokens": 378507036.0,
      "step": 491510
    },
    {
      "epoch": 0.62347309217386,
      "grad_norm": 6.6875,
      "learning_rate": 1.882879717046957e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5681060642004013,
      "num_tokens": 378513862.0,
      "step": 491520
    },
    {
      "epoch": 0.6234857767663929,
      "grad_norm": 4.75,
      "learning_rate": 1.8828162860383277e-05,
      "loss": 1.8444,
      "mean_token_accuracy": 0.5807151824235917,
      "num_tokens": 378521900.0,
      "step": 491530
    },
    {
      "epoch": 0.6234984613589257,
      "grad_norm": 4.84375,
      "learning_rate": 1.8827528550296986e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.531847032904625,
      "num_tokens": 378529835.0,
      "step": 491540
    },
    {
      "epoch": 0.6235111459514586,
      "grad_norm": 4.46875,
      "learning_rate": 1.8826894240210695e-05,
      "loss": 1.9278,
      "mean_token_accuracy": 0.56554114818573,
      "num_tokens": 378536785.0,
      "step": 491550
    },
    {
      "epoch": 0.6235238305439914,
      "grad_norm": 4.96875,
      "learning_rate": 1.88262599301244e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5509663343429565,
      "num_tokens": 378545743.0,
      "step": 491560
    },
    {
      "epoch": 0.6235365151365243,
      "grad_norm": 5.03125,
      "learning_rate": 1.882562562003811e-05,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5256277948617936,
      "num_tokens": 378555200.0,
      "step": 491570
    },
    {
      "epoch": 0.6235491997290571,
      "grad_norm": 5.71875,
      "learning_rate": 1.882499130995182e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5704925656318665,
      "num_tokens": 378563052.0,
      "step": 491580
    },
    {
      "epoch": 0.62356188432159,
      "grad_norm": 5.0,
      "learning_rate": 1.8824356999865526e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5713999718427658,
      "num_tokens": 378571078.0,
      "step": 491590
    },
    {
      "epoch": 0.6235745689141228,
      "grad_norm": 4.59375,
      "learning_rate": 1.8823722689779235e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5215383261442185,
      "num_tokens": 378579978.0,
      "step": 491600
    },
    {
      "epoch": 0.6235872535066556,
      "grad_norm": 4.59375,
      "learning_rate": 1.8823088379692944e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.552694171667099,
      "num_tokens": 378587643.0,
      "step": 491610
    },
    {
      "epoch": 0.6235999380991885,
      "grad_norm": 5.46875,
      "learning_rate": 1.8822454069606653e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5511391669511795,
      "num_tokens": 378594899.0,
      "step": 491620
    },
    {
      "epoch": 0.6236126226917212,
      "grad_norm": 6.21875,
      "learning_rate": 1.882181975952036e-05,
      "loss": 1.8197,
      "mean_token_accuracy": 0.5860160648822784,
      "num_tokens": 378601984.0,
      "step": 491630
    },
    {
      "epoch": 0.6236253072842541,
      "grad_norm": 4.84375,
      "learning_rate": 1.882118544943407e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5550018668174743,
      "num_tokens": 378610078.0,
      "step": 491640
    },
    {
      "epoch": 0.6236379918767869,
      "grad_norm": 6.15625,
      "learning_rate": 1.882055113934778e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5358293354511261,
      "num_tokens": 378617017.0,
      "step": 491650
    },
    {
      "epoch": 0.6236506764693198,
      "grad_norm": 6.59375,
      "learning_rate": 1.8819916829261484e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5451294273138046,
      "num_tokens": 378624879.0,
      "step": 491660
    },
    {
      "epoch": 0.6236633610618526,
      "grad_norm": 5.15625,
      "learning_rate": 1.8819282519175193e-05,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5255927950143814,
      "num_tokens": 378631831.0,
      "step": 491670
    },
    {
      "epoch": 0.6236760456543854,
      "grad_norm": 5.0,
      "learning_rate": 1.8818648209088905e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.567971009016037,
      "num_tokens": 378639942.0,
      "step": 491680
    },
    {
      "epoch": 0.6236887302469183,
      "grad_norm": 4.96875,
      "learning_rate": 1.8818013899002614e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5447001665830612,
      "num_tokens": 378647953.0,
      "step": 491690
    },
    {
      "epoch": 0.6237014148394511,
      "grad_norm": 5.03125,
      "learning_rate": 1.881737958891632e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5647306621074677,
      "num_tokens": 378656138.0,
      "step": 491700
    },
    {
      "epoch": 0.623714099431984,
      "grad_norm": 5.21875,
      "learning_rate": 1.8816745278830028e-05,
      "loss": 2.2689,
      "mean_token_accuracy": 0.5098541736602783,
      "num_tokens": 378664913.0,
      "step": 491710
    },
    {
      "epoch": 0.6237267840245168,
      "grad_norm": 6.46875,
      "learning_rate": 1.8816110968743737e-05,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5684297859668732,
      "num_tokens": 378672112.0,
      "step": 491720
    },
    {
      "epoch": 0.6237394686170497,
      "grad_norm": 6.40625,
      "learning_rate": 1.8815476658657445e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5411710798740387,
      "num_tokens": 378679889.0,
      "step": 491730
    },
    {
      "epoch": 0.6237521532095824,
      "grad_norm": 6.34375,
      "learning_rate": 1.8814842348571154e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5714561432600022,
      "num_tokens": 378686858.0,
      "step": 491740
    },
    {
      "epoch": 0.6237648378021153,
      "grad_norm": 5.3125,
      "learning_rate": 1.8814208038484863e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5588269352912902,
      "num_tokens": 378694934.0,
      "step": 491750
    },
    {
      "epoch": 0.6237775223946481,
      "grad_norm": 5.5625,
      "learning_rate": 1.881357372839857e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5490735977888107,
      "num_tokens": 378703361.0,
      "step": 491760
    },
    {
      "epoch": 0.6237902069871809,
      "grad_norm": 5.21875,
      "learning_rate": 1.8812939418312277e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5367960155010223,
      "num_tokens": 378711867.0,
      "step": 491770
    },
    {
      "epoch": 0.6238028915797138,
      "grad_norm": 6.25,
      "learning_rate": 1.881230510822599e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5277251601219177,
      "num_tokens": 378719234.0,
      "step": 491780
    },
    {
      "epoch": 0.6238155761722466,
      "grad_norm": 5.1875,
      "learning_rate": 1.8811670798139698e-05,
      "loss": 1.7966,
      "mean_token_accuracy": 0.6044721961021423,
      "num_tokens": 378726767.0,
      "step": 491790
    },
    {
      "epoch": 0.6238282607647795,
      "grad_norm": 6.53125,
      "learning_rate": 1.8811036488053403e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5389375805854797,
      "num_tokens": 378734232.0,
      "step": 491800
    },
    {
      "epoch": 0.6238409453573123,
      "grad_norm": 5.1875,
      "learning_rate": 1.8810402177967112e-05,
      "loss": 2.1987,
      "mean_token_accuracy": 0.5187369346618652,
      "num_tokens": 378742926.0,
      "step": 491810
    },
    {
      "epoch": 0.6238536299498452,
      "grad_norm": 4.96875,
      "learning_rate": 1.880976786788082e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5220737755298615,
      "num_tokens": 378749997.0,
      "step": 491820
    },
    {
      "epoch": 0.623866314542378,
      "grad_norm": 9.0,
      "learning_rate": 1.8809133557794533e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5537435472011566,
      "num_tokens": 378756631.0,
      "step": 491830
    },
    {
      "epoch": 0.6238789991349107,
      "grad_norm": 6.65625,
      "learning_rate": 1.8808499247708238e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5557513505220413,
      "num_tokens": 378764687.0,
      "step": 491840
    },
    {
      "epoch": 0.6238916837274436,
      "grad_norm": 5.0,
      "learning_rate": 1.8807864937621947e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5599434018135071,
      "num_tokens": 378771771.0,
      "step": 491850
    },
    {
      "epoch": 0.6239043683199764,
      "grad_norm": 5.71875,
      "learning_rate": 1.8807230627535656e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5517385125160217,
      "num_tokens": 378778261.0,
      "step": 491860
    },
    {
      "epoch": 0.6239170529125093,
      "grad_norm": 5.125,
      "learning_rate": 1.880659631744936e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5409176081418992,
      "num_tokens": 378785154.0,
      "step": 491870
    },
    {
      "epoch": 0.6239297375050421,
      "grad_norm": 6.1875,
      "learning_rate": 1.8805962007363073e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5478987753391266,
      "num_tokens": 378791604.0,
      "step": 491880
    },
    {
      "epoch": 0.623942422097575,
      "grad_norm": 6.875,
      "learning_rate": 1.8805327697276782e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5559505224227905,
      "num_tokens": 378798082.0,
      "step": 491890
    },
    {
      "epoch": 0.6239551066901078,
      "grad_norm": 10.125,
      "learning_rate": 1.880469338719049e-05,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5413763910531998,
      "num_tokens": 378805193.0,
      "step": 491900
    },
    {
      "epoch": 0.6239677912826407,
      "grad_norm": 7.03125,
      "learning_rate": 1.8804059077104196e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5654972165822982,
      "num_tokens": 378812622.0,
      "step": 491910
    },
    {
      "epoch": 0.6239804758751735,
      "grad_norm": 6.90625,
      "learning_rate": 1.8803424767017908e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5259610921144485,
      "num_tokens": 378819811.0,
      "step": 491920
    },
    {
      "epoch": 0.6239931604677063,
      "grad_norm": 11.375,
      "learning_rate": 1.8802790456931617e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.532229083776474,
      "num_tokens": 378827069.0,
      "step": 491930
    },
    {
      "epoch": 0.6240058450602392,
      "grad_norm": 5.5,
      "learning_rate": 1.8802156146845322e-05,
      "loss": 1.7288,
      "mean_token_accuracy": 0.6075442165136338,
      "num_tokens": 378834692.0,
      "step": 491940
    },
    {
      "epoch": 0.6240185296527719,
      "grad_norm": 6.96875,
      "learning_rate": 1.880152183675903e-05,
      "loss": 2.2376,
      "mean_token_accuracy": 0.5151860356330872,
      "num_tokens": 378842105.0,
      "step": 491950
    },
    {
      "epoch": 0.6240312142453048,
      "grad_norm": 7.1875,
      "learning_rate": 1.880088752667274e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5398373454809189,
      "num_tokens": 378850202.0,
      "step": 491960
    },
    {
      "epoch": 0.6240438988378376,
      "grad_norm": 5.53125,
      "learning_rate": 1.8800253216586448e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5671807557344437,
      "num_tokens": 378857927.0,
      "step": 491970
    },
    {
      "epoch": 0.6240565834303705,
      "grad_norm": 4.96875,
      "learning_rate": 1.8799618906500157e-05,
      "loss": 2.2421,
      "mean_token_accuracy": 0.5119297683238984,
      "num_tokens": 378867282.0,
      "step": 491980
    },
    {
      "epoch": 0.6240692680229033,
      "grad_norm": 5.03125,
      "learning_rate": 1.8798984596413866e-05,
      "loss": 1.9303,
      "mean_token_accuracy": 0.5579340994358063,
      "num_tokens": 378874443.0,
      "step": 491990
    },
    {
      "epoch": 0.6240819526154361,
      "grad_norm": 4.75,
      "learning_rate": 1.8798350286327574e-05,
      "loss": 1.8957,
      "mean_token_accuracy": 0.5823224425315857,
      "num_tokens": 378881680.0,
      "step": 492000
    },
    {
      "epoch": 0.624094637207969,
      "grad_norm": 5.875,
      "learning_rate": 1.879771597624128e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5315329134464264,
      "num_tokens": 378889865.0,
      "step": 492010
    },
    {
      "epoch": 0.6241073218005018,
      "grad_norm": 6.53125,
      "learning_rate": 1.8797081666154992e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.5663258522748947,
      "num_tokens": 378897385.0,
      "step": 492020
    },
    {
      "epoch": 0.6241200063930347,
      "grad_norm": 4.84375,
      "learning_rate": 1.87964473560687e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5515712231397629,
      "num_tokens": 378905859.0,
      "step": 492030
    },
    {
      "epoch": 0.6241326909855675,
      "grad_norm": 6.46875,
      "learning_rate": 1.879581304598241e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5772020936012268,
      "num_tokens": 378912653.0,
      "step": 492040
    },
    {
      "epoch": 0.6241453755781003,
      "grad_norm": 6.03125,
      "learning_rate": 1.8795178735896115e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5459627002477646,
      "num_tokens": 378920120.0,
      "step": 492050
    },
    {
      "epoch": 0.6241580601706331,
      "grad_norm": 4.84375,
      "learning_rate": 1.8794544425809824e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5221732318401336,
      "num_tokens": 378928332.0,
      "step": 492060
    },
    {
      "epoch": 0.6241707447631659,
      "grad_norm": 6.40625,
      "learning_rate": 1.8793910115723536e-05,
      "loss": 1.873,
      "mean_token_accuracy": 0.5843842267990113,
      "num_tokens": 378935996.0,
      "step": 492070
    },
    {
      "epoch": 0.6241834293556988,
      "grad_norm": 5.0625,
      "learning_rate": 1.879327580563724e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5440819501876831,
      "num_tokens": 378943452.0,
      "step": 492080
    },
    {
      "epoch": 0.6241961139482316,
      "grad_norm": 4.625,
      "learning_rate": 1.879264149555095e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5600953072309494,
      "num_tokens": 378951259.0,
      "step": 492090
    },
    {
      "epoch": 0.6242087985407645,
      "grad_norm": 5.75,
      "learning_rate": 1.879200718546466e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5391767203807831,
      "num_tokens": 378958748.0,
      "step": 492100
    },
    {
      "epoch": 0.6242214831332973,
      "grad_norm": 4.90625,
      "learning_rate": 1.8791372875378367e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.539294895529747,
      "num_tokens": 378967640.0,
      "step": 492110
    },
    {
      "epoch": 0.6242341677258302,
      "grad_norm": 4.90625,
      "learning_rate": 1.8790738565292076e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5430632352828979,
      "num_tokens": 378975195.0,
      "step": 492120
    },
    {
      "epoch": 0.624246852318363,
      "grad_norm": 5.03125,
      "learning_rate": 1.8790104255205785e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5233236283063889,
      "num_tokens": 378984365.0,
      "step": 492130
    },
    {
      "epoch": 0.6242595369108959,
      "grad_norm": 4.59375,
      "learning_rate": 1.8789469945119493e-05,
      "loss": 1.7446,
      "mean_token_accuracy": 0.6093467593193054,
      "num_tokens": 378992293.0,
      "step": 492140
    },
    {
      "epoch": 0.6242722215034286,
      "grad_norm": 7.21875,
      "learning_rate": 1.87888356350332e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5329984784126282,
      "num_tokens": 379000153.0,
      "step": 492150
    },
    {
      "epoch": 0.6242849060959614,
      "grad_norm": 7.0,
      "learning_rate": 1.8788201324946908e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5356832325458527,
      "num_tokens": 379008001.0,
      "step": 492160
    },
    {
      "epoch": 0.6242975906884943,
      "grad_norm": 8.1875,
      "learning_rate": 1.878756701486062e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5475961178541183,
      "num_tokens": 379015662.0,
      "step": 492170
    },
    {
      "epoch": 0.6243102752810271,
      "grad_norm": 4.65625,
      "learning_rate": 1.8786932704774325e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5425051331520081,
      "num_tokens": 379023745.0,
      "step": 492180
    },
    {
      "epoch": 0.62432295987356,
      "grad_norm": 5.65625,
      "learning_rate": 1.8786298394688034e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5376394748687744,
      "num_tokens": 379030973.0,
      "step": 492190
    },
    {
      "epoch": 0.6243356444660928,
      "grad_norm": 6.5,
      "learning_rate": 1.8785664084601743e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5291933506727219,
      "num_tokens": 379038599.0,
      "step": 492200
    },
    {
      "epoch": 0.6243483290586257,
      "grad_norm": 8.25,
      "learning_rate": 1.878502977451545e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5319300413131713,
      "num_tokens": 379045712.0,
      "step": 492210
    },
    {
      "epoch": 0.6243610136511585,
      "grad_norm": 6.09375,
      "learning_rate": 1.878439546442916e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5377628207206726,
      "num_tokens": 379053634.0,
      "step": 492220
    },
    {
      "epoch": 0.6243736982436913,
      "grad_norm": 4.78125,
      "learning_rate": 1.878376115434287e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5411906898021698,
      "num_tokens": 379061426.0,
      "step": 492230
    },
    {
      "epoch": 0.6243863828362242,
      "grad_norm": 5.25,
      "learning_rate": 1.8783126844256577e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5547086298465729,
      "num_tokens": 379070234.0,
      "step": 492240
    },
    {
      "epoch": 0.624399067428757,
      "grad_norm": 5.625,
      "learning_rate": 1.8782492534170286e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5212503463029862,
      "num_tokens": 379078799.0,
      "step": 492250
    },
    {
      "epoch": 0.6244117520212898,
      "grad_norm": 4.875,
      "learning_rate": 1.878185822408399e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5715831100940705,
      "num_tokens": 379085997.0,
      "step": 492260
    },
    {
      "epoch": 0.6244244366138226,
      "grad_norm": 6.09375,
      "learning_rate": 1.8781223913997704e-05,
      "loss": 2.2282,
      "mean_token_accuracy": 0.5100844293832779,
      "num_tokens": 379094729.0,
      "step": 492270
    },
    {
      "epoch": 0.6244371212063555,
      "grad_norm": 5.90625,
      "learning_rate": 1.8780589603911412e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5301853686571121,
      "num_tokens": 379102425.0,
      "step": 492280
    },
    {
      "epoch": 0.6244498057988883,
      "grad_norm": 6.40625,
      "learning_rate": 1.8779955293825118e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5600854933261872,
      "num_tokens": 379110113.0,
      "step": 492290
    },
    {
      "epoch": 0.6244624903914212,
      "grad_norm": 5.90625,
      "learning_rate": 1.8779320983738827e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5356130778789521,
      "num_tokens": 379119634.0,
      "step": 492300
    },
    {
      "epoch": 0.624475174983954,
      "grad_norm": 6.6875,
      "learning_rate": 1.8778686673652535e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5397228807210922,
      "num_tokens": 379127151.0,
      "step": 492310
    },
    {
      "epoch": 0.6244878595764868,
      "grad_norm": 5.09375,
      "learning_rate": 1.8778052363566244e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5693749696016311,
      "num_tokens": 379135137.0,
      "step": 492320
    },
    {
      "epoch": 0.6245005441690197,
      "grad_norm": 4.78125,
      "learning_rate": 1.8777418053479953e-05,
      "loss": 1.9099,
      "mean_token_accuracy": 0.5700329124927521,
      "num_tokens": 379142436.0,
      "step": 492330
    },
    {
      "epoch": 0.6245132287615525,
      "grad_norm": 6.0,
      "learning_rate": 1.877678374339366e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5469229221343994,
      "num_tokens": 379149725.0,
      "step": 492340
    },
    {
      "epoch": 0.6245259133540854,
      "grad_norm": 5.21875,
      "learning_rate": 1.877614943330737e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5506819456815719,
      "num_tokens": 379158390.0,
      "step": 492350
    },
    {
      "epoch": 0.6245385979466181,
      "grad_norm": 5.0,
      "learning_rate": 1.877551512322108e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5310260891914368,
      "num_tokens": 379165245.0,
      "step": 492360
    },
    {
      "epoch": 0.624551282539151,
      "grad_norm": 5.5625,
      "learning_rate": 1.8774880813134788e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.5616123616695404,
      "num_tokens": 379172060.0,
      "step": 492370
    },
    {
      "epoch": 0.6245639671316838,
      "grad_norm": 4.96875,
      "learning_rate": 1.8774246503048496e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5540761172771453,
      "num_tokens": 379179657.0,
      "step": 492380
    },
    {
      "epoch": 0.6245766517242166,
      "grad_norm": 8.25,
      "learning_rate": 1.8773612192962202e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5312049776315689,
      "num_tokens": 379188258.0,
      "step": 492390
    },
    {
      "epoch": 0.6245893363167495,
      "grad_norm": 4.96875,
      "learning_rate": 1.877297788287591e-05,
      "loss": 2.3458,
      "mean_token_accuracy": 0.5124235361814499,
      "num_tokens": 379196743.0,
      "step": 492400
    },
    {
      "epoch": 0.6246020209092823,
      "grad_norm": 6.0,
      "learning_rate": 1.8772343572789623e-05,
      "loss": 2.3171,
      "mean_token_accuracy": 0.5112825244665146,
      "num_tokens": 379205071.0,
      "step": 492410
    },
    {
      "epoch": 0.6246147055018152,
      "grad_norm": 5.09375,
      "learning_rate": 1.877170926270333e-05,
      "loss": 1.6461,
      "mean_token_accuracy": 0.6281655788421631,
      "num_tokens": 379211774.0,
      "step": 492420
    },
    {
      "epoch": 0.624627390094348,
      "grad_norm": 5.21875,
      "learning_rate": 1.8771074952617037e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5312088400125503,
      "num_tokens": 379219766.0,
      "step": 492430
    },
    {
      "epoch": 0.6246400746868809,
      "grad_norm": 7.53125,
      "learning_rate": 1.8770440642530745e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.531214514374733,
      "num_tokens": 379225828.0,
      "step": 492440
    },
    {
      "epoch": 0.6246527592794137,
      "grad_norm": 5.3125,
      "learning_rate": 1.8769806332444454e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.5612777501344681,
      "num_tokens": 379233289.0,
      "step": 492450
    },
    {
      "epoch": 0.6246654438719464,
      "grad_norm": 5.09375,
      "learning_rate": 1.8769172022358163e-05,
      "loss": 1.8981,
      "mean_token_accuracy": 0.5734428346157074,
      "num_tokens": 379240282.0,
      "step": 492460
    },
    {
      "epoch": 0.6246781284644793,
      "grad_norm": 4.78125,
      "learning_rate": 1.8768537712271872e-05,
      "loss": 1.8636,
      "mean_token_accuracy": 0.5735291987657547,
      "num_tokens": 379248658.0,
      "step": 492470
    },
    {
      "epoch": 0.6246908130570121,
      "grad_norm": 7.9375,
      "learning_rate": 1.876790340218558e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5436624765396119,
      "num_tokens": 379256723.0,
      "step": 492480
    },
    {
      "epoch": 0.624703497649545,
      "grad_norm": 5.4375,
      "learning_rate": 1.876726909209929e-05,
      "loss": 1.8912,
      "mean_token_accuracy": 0.5699100285768509,
      "num_tokens": 379264819.0,
      "step": 492490
    },
    {
      "epoch": 0.6247161822420778,
      "grad_norm": 5.34375,
      "learning_rate": 1.8766634782012995e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5453169226646424,
      "num_tokens": 379272384.0,
      "step": 492500
    },
    {
      "epoch": 0.6247288668346107,
      "grad_norm": 4.875,
      "learning_rate": 1.8766000471926707e-05,
      "loss": 1.8483,
      "mean_token_accuracy": 0.5814851224422455,
      "num_tokens": 379280166.0,
      "step": 492510
    },
    {
      "epoch": 0.6247415514271435,
      "grad_norm": 5.21875,
      "learning_rate": 1.8765366161840415e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.547860661149025,
      "num_tokens": 379288481.0,
      "step": 492520
    },
    {
      "epoch": 0.6247542360196764,
      "grad_norm": 5.28125,
      "learning_rate": 1.876473185175412e-05,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5214510560035706,
      "num_tokens": 379296171.0,
      "step": 492530
    },
    {
      "epoch": 0.6247669206122092,
      "grad_norm": 15.1875,
      "learning_rate": 1.876409754166783e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5785111278295517,
      "num_tokens": 379303502.0,
      "step": 492540
    },
    {
      "epoch": 0.624779605204742,
      "grad_norm": 6.46875,
      "learning_rate": 1.8763463231581538e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5429474681615829,
      "num_tokens": 379311862.0,
      "step": 492550
    },
    {
      "epoch": 0.6247922897972749,
      "grad_norm": 4.8125,
      "learning_rate": 1.8762828921495247e-05,
      "loss": 1.7018,
      "mean_token_accuracy": 0.6154486507177352,
      "num_tokens": 379319885.0,
      "step": 492560
    },
    {
      "epoch": 0.6248049743898076,
      "grad_norm": 4.8125,
      "learning_rate": 1.8762194611408956e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5680852472782135,
      "num_tokens": 379327595.0,
      "step": 492570
    },
    {
      "epoch": 0.6248176589823405,
      "grad_norm": 6.125,
      "learning_rate": 1.8761560301322664e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5420157700777054,
      "num_tokens": 379334995.0,
      "step": 492580
    },
    {
      "epoch": 0.6248303435748733,
      "grad_norm": 4.75,
      "learning_rate": 1.8760925991236373e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.555074793100357,
      "num_tokens": 379344156.0,
      "step": 492590
    },
    {
      "epoch": 0.6248430281674062,
      "grad_norm": 6.25,
      "learning_rate": 1.876029168115008e-05,
      "loss": 1.914,
      "mean_token_accuracy": 0.5737586587667465,
      "num_tokens": 379351639.0,
      "step": 492600
    },
    {
      "epoch": 0.624855712759939,
      "grad_norm": 5.96875,
      "learning_rate": 1.875965737106379e-05,
      "loss": 1.7961,
      "mean_token_accuracy": 0.5857771456241607,
      "num_tokens": 379358407.0,
      "step": 492610
    },
    {
      "epoch": 0.6248683973524718,
      "grad_norm": 5.65625,
      "learning_rate": 1.87590230609775e-05,
      "loss": 2.2415,
      "mean_token_accuracy": 0.5212525218725205,
      "num_tokens": 379366783.0,
      "step": 492620
    },
    {
      "epoch": 0.6248810819450047,
      "grad_norm": 9.625,
      "learning_rate": 1.8758388750891208e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5674166113138199,
      "num_tokens": 379374169.0,
      "step": 492630
    },
    {
      "epoch": 0.6248937665375375,
      "grad_norm": 9.5,
      "learning_rate": 1.8757754440804914e-05,
      "loss": 1.9069,
      "mean_token_accuracy": 0.5702049374580384,
      "num_tokens": 379381062.0,
      "step": 492640
    },
    {
      "epoch": 0.6249064511300704,
      "grad_norm": 5.1875,
      "learning_rate": 1.8757120130718622e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5196999669075012,
      "num_tokens": 379390355.0,
      "step": 492650
    },
    {
      "epoch": 0.6249191357226032,
      "grad_norm": 7.1875,
      "learning_rate": 1.8756485820632334e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5480130791664124,
      "num_tokens": 379397463.0,
      "step": 492660
    },
    {
      "epoch": 0.624931820315136,
      "grad_norm": 5.9375,
      "learning_rate": 1.875585151054604e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.539216285943985,
      "num_tokens": 379405966.0,
      "step": 492670
    },
    {
      "epoch": 0.6249445049076688,
      "grad_norm": 5.875,
      "learning_rate": 1.875521720045975e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5615747660398483,
      "num_tokens": 379412807.0,
      "step": 492680
    },
    {
      "epoch": 0.6249571895002017,
      "grad_norm": 6.25,
      "learning_rate": 1.8754582890373457e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5389767706394195,
      "num_tokens": 379421172.0,
      "step": 492690
    },
    {
      "epoch": 0.6249698740927345,
      "grad_norm": 5.90625,
      "learning_rate": 1.8753948580287166e-05,
      "loss": 1.704,
      "mean_token_accuracy": 0.6092280089855194,
      "num_tokens": 379428420.0,
      "step": 492700
    },
    {
      "epoch": 0.6249825586852673,
      "grad_norm": 6.6875,
      "learning_rate": 1.8753314270200875e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5342460662126541,
      "num_tokens": 379436997.0,
      "step": 492710
    },
    {
      "epoch": 0.6249952432778002,
      "grad_norm": 6.09375,
      "learning_rate": 1.8752679960114583e-05,
      "loss": 1.8022,
      "mean_token_accuracy": 0.5982514262199402,
      "num_tokens": 379444954.0,
      "step": 492720
    },
    {
      "epoch": 0.625007927870333,
      "grad_norm": 5.71875,
      "learning_rate": 1.8752045650028292e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.539119303226471,
      "num_tokens": 379453674.0,
      "step": 492730
    },
    {
      "epoch": 0.6250206124628659,
      "grad_norm": 6.0,
      "learning_rate": 1.8751411339941998e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5478897571563721,
      "num_tokens": 379460544.0,
      "step": 492740
    },
    {
      "epoch": 0.6250332970553987,
      "grad_norm": 4.90625,
      "learning_rate": 1.8750777029855706e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.537728750705719,
      "num_tokens": 379468093.0,
      "step": 492750
    },
    {
      "epoch": 0.6250459816479316,
      "grad_norm": 4.46875,
      "learning_rate": 1.875014271976942e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5662761479616165,
      "num_tokens": 379475813.0,
      "step": 492760
    },
    {
      "epoch": 0.6250586662404644,
      "grad_norm": 5.6875,
      "learning_rate": 1.8749508409683124e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5352872014045715,
      "num_tokens": 379484927.0,
      "step": 492770
    },
    {
      "epoch": 0.6250713508329971,
      "grad_norm": 5.96875,
      "learning_rate": 1.8748874099596832e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5460494130849838,
      "num_tokens": 379492941.0,
      "step": 492780
    },
    {
      "epoch": 0.62508403542553,
      "grad_norm": 5.0,
      "learning_rate": 1.874823978951054e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5430144101381302,
      "num_tokens": 379501408.0,
      "step": 492790
    },
    {
      "epoch": 0.6250967200180628,
      "grad_norm": 6.59375,
      "learning_rate": 1.874760547942425e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5402284741401673,
      "num_tokens": 379508454.0,
      "step": 492800
    },
    {
      "epoch": 0.6251094046105957,
      "grad_norm": 5.40625,
      "learning_rate": 1.874697116933796e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.571744167804718,
      "num_tokens": 379515814.0,
      "step": 492810
    },
    {
      "epoch": 0.6251220892031285,
      "grad_norm": 5.125,
      "learning_rate": 1.8746336859251667e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5441683113574982,
      "num_tokens": 379524569.0,
      "step": 492820
    },
    {
      "epoch": 0.6251347737956614,
      "grad_norm": 6.9375,
      "learning_rate": 1.8745702549165376e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5590986043214798,
      "num_tokens": 379533206.0,
      "step": 492830
    },
    {
      "epoch": 0.6251474583881942,
      "grad_norm": 5.4375,
      "learning_rate": 1.8745068239079085e-05,
      "loss": 2.2933,
      "mean_token_accuracy": 0.5009346187114716,
      "num_tokens": 379542615.0,
      "step": 492840
    },
    {
      "epoch": 0.6251601429807271,
      "grad_norm": 5.5,
      "learning_rate": 1.8744433928992794e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5425805509090423,
      "num_tokens": 379550871.0,
      "step": 492850
    },
    {
      "epoch": 0.6251728275732599,
      "grad_norm": 6.03125,
      "learning_rate": 1.8743799618906502e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5545034408569336,
      "num_tokens": 379557953.0,
      "step": 492860
    },
    {
      "epoch": 0.6251855121657927,
      "grad_norm": 4.625,
      "learning_rate": 1.874316530882021e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5397253453731536,
      "num_tokens": 379566834.0,
      "step": 492870
    },
    {
      "epoch": 0.6251981967583256,
      "grad_norm": 5.5,
      "learning_rate": 1.8742530998733916e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5464018881320953,
      "num_tokens": 379574250.0,
      "step": 492880
    },
    {
      "epoch": 0.6252108813508583,
      "grad_norm": 6.0,
      "learning_rate": 1.8741896688647625e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5425049632787704,
      "num_tokens": 379582280.0,
      "step": 492890
    },
    {
      "epoch": 0.6252235659433912,
      "grad_norm": 5.125,
      "learning_rate": 1.8741262378561337e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5654362648725509,
      "num_tokens": 379589862.0,
      "step": 492900
    },
    {
      "epoch": 0.625236250535924,
      "grad_norm": 8.375,
      "learning_rate": 1.8740628068475043e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5300263822078705,
      "num_tokens": 379597911.0,
      "step": 492910
    },
    {
      "epoch": 0.6252489351284569,
      "grad_norm": 6.6875,
      "learning_rate": 1.873999375838875e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.539248925447464,
      "num_tokens": 379605255.0,
      "step": 492920
    },
    {
      "epoch": 0.6252616197209897,
      "grad_norm": 5.0,
      "learning_rate": 1.873935944830246e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5573269605636597,
      "num_tokens": 379614083.0,
      "step": 492930
    },
    {
      "epoch": 0.6252743043135225,
      "grad_norm": 5.15625,
      "learning_rate": 1.873872513821617e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5365802437067032,
      "num_tokens": 379623151.0,
      "step": 492940
    },
    {
      "epoch": 0.6252869889060554,
      "grad_norm": 4.65625,
      "learning_rate": 1.8738090828129878e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5401794940233231,
      "num_tokens": 379631466.0,
      "step": 492950
    },
    {
      "epoch": 0.6252996734985882,
      "grad_norm": 5.25,
      "learning_rate": 1.8737456518043586e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5157505005598069,
      "num_tokens": 379640569.0,
      "step": 492960
    },
    {
      "epoch": 0.6253123580911211,
      "grad_norm": 7.53125,
      "learning_rate": 1.8736822207957295e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.536213731765747,
      "num_tokens": 379648504.0,
      "step": 492970
    },
    {
      "epoch": 0.6253250426836539,
      "grad_norm": 4.8125,
      "learning_rate": 1.8736187897871e-05,
      "loss": 1.8692,
      "mean_token_accuracy": 0.5811449855566024,
      "num_tokens": 379656165.0,
      "step": 492980
    },
    {
      "epoch": 0.6253377272761868,
      "grad_norm": 5.125,
      "learning_rate": 1.873555358778471e-05,
      "loss": 2.2524,
      "mean_token_accuracy": 0.5119106322526932,
      "num_tokens": 379665817.0,
      "step": 492990
    },
    {
      "epoch": 0.6253504118687195,
      "grad_norm": 5.6875,
      "learning_rate": 1.873491927769842e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5459311127662658,
      "num_tokens": 379672466.0,
      "step": 493000
    },
    {
      "epoch": 0.6253630964612523,
      "grad_norm": 7.28125,
      "learning_rate": 1.873428496761213e-05,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5723214089870453,
      "num_tokens": 379679384.0,
      "step": 493010
    },
    {
      "epoch": 0.6253757810537852,
      "grad_norm": 4.90625,
      "learning_rate": 1.8733650657525835e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5512552469968796,
      "num_tokens": 379686956.0,
      "step": 493020
    },
    {
      "epoch": 0.625388465646318,
      "grad_norm": 5.78125,
      "learning_rate": 1.8733016347439544e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5506105273962021,
      "num_tokens": 379695214.0,
      "step": 493030
    },
    {
      "epoch": 0.6254011502388509,
      "grad_norm": 6.78125,
      "learning_rate": 1.8732382037353253e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.542721688747406,
      "num_tokens": 379702623.0,
      "step": 493040
    },
    {
      "epoch": 0.6254138348313837,
      "grad_norm": 6.09375,
      "learning_rate": 1.873174772726696e-05,
      "loss": 1.8356,
      "mean_token_accuracy": 0.5939925700426102,
      "num_tokens": 379709866.0,
      "step": 493050
    },
    {
      "epoch": 0.6254265194239166,
      "grad_norm": 4.8125,
      "learning_rate": 1.873111341718067e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.532734078168869,
      "num_tokens": 379717237.0,
      "step": 493060
    },
    {
      "epoch": 0.6254392040164494,
      "grad_norm": 10.0625,
      "learning_rate": 1.873047910709438e-05,
      "loss": 1.866,
      "mean_token_accuracy": 0.5757956296205521,
      "num_tokens": 379724183.0,
      "step": 493070
    },
    {
      "epoch": 0.6254518886089823,
      "grad_norm": 5.46875,
      "learning_rate": 1.8729844797008088e-05,
      "loss": 1.8732,
      "mean_token_accuracy": 0.5843132495880127,
      "num_tokens": 379732220.0,
      "step": 493080
    },
    {
      "epoch": 0.625464573201515,
      "grad_norm": 7.09375,
      "learning_rate": 1.8729210486921793e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5354371517896652,
      "num_tokens": 379740416.0,
      "step": 493090
    },
    {
      "epoch": 0.6254772577940478,
      "grad_norm": 6.71875,
      "learning_rate": 1.8728576176835505e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5608982026576996,
      "num_tokens": 379747476.0,
      "step": 493100
    },
    {
      "epoch": 0.6254899423865807,
      "grad_norm": 5.71875,
      "learning_rate": 1.8727941866749214e-05,
      "loss": 1.8803,
      "mean_token_accuracy": 0.5835685312747956,
      "num_tokens": 379754604.0,
      "step": 493110
    },
    {
      "epoch": 0.6255026269791135,
      "grad_norm": 5.6875,
      "learning_rate": 1.872730755666292e-05,
      "loss": 1.8123,
      "mean_token_accuracy": 0.6066170841455459,
      "num_tokens": 379761859.0,
      "step": 493120
    },
    {
      "epoch": 0.6255153115716464,
      "grad_norm": 4.75,
      "learning_rate": 1.8726673246576628e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5441535711288452,
      "num_tokens": 379769987.0,
      "step": 493130
    },
    {
      "epoch": 0.6255279961641792,
      "grad_norm": 6.5625,
      "learning_rate": 1.8726038936490337e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5598897844552994,
      "num_tokens": 379778229.0,
      "step": 493140
    },
    {
      "epoch": 0.6255406807567121,
      "grad_norm": 7.53125,
      "learning_rate": 1.8725404626404046e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5646654725074768,
      "num_tokens": 379784992.0,
      "step": 493150
    },
    {
      "epoch": 0.6255533653492449,
      "grad_norm": 7.53125,
      "learning_rate": 1.8724770316317754e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5279917925596237,
      "num_tokens": 379792351.0,
      "step": 493160
    },
    {
      "epoch": 0.6255660499417777,
      "grad_norm": 5.53125,
      "learning_rate": 1.8724136006231463e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5504650503396988,
      "num_tokens": 379800109.0,
      "step": 493170
    },
    {
      "epoch": 0.6255787345343106,
      "grad_norm": 6.40625,
      "learning_rate": 1.8723501696145172e-05,
      "loss": 1.7202,
      "mean_token_accuracy": 0.611978542804718,
      "num_tokens": 379806900.0,
      "step": 493180
    },
    {
      "epoch": 0.6255914191268434,
      "grad_norm": 5.28125,
      "learning_rate": 1.8722867386058877e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5713168859481812,
      "num_tokens": 379814415.0,
      "step": 493190
    },
    {
      "epoch": 0.6256041037193762,
      "grad_norm": 6.78125,
      "learning_rate": 1.872223307597259e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5461040288209915,
      "num_tokens": 379822727.0,
      "step": 493200
    },
    {
      "epoch": 0.625616788311909,
      "grad_norm": 4.40625,
      "learning_rate": 1.8721598765886298e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5486491650342942,
      "num_tokens": 379832129.0,
      "step": 493210
    },
    {
      "epoch": 0.6256294729044419,
      "grad_norm": 6.78125,
      "learning_rate": 1.8720964455800007e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.576790052652359,
      "num_tokens": 379838886.0,
      "step": 493220
    },
    {
      "epoch": 0.6256421574969747,
      "grad_norm": 5.59375,
      "learning_rate": 1.8720330145713712e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5343710631132126,
      "num_tokens": 379847647.0,
      "step": 493230
    },
    {
      "epoch": 0.6256548420895076,
      "grad_norm": 5.125,
      "learning_rate": 1.871969583562742e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5290370464324952,
      "num_tokens": 379856822.0,
      "step": 493240
    },
    {
      "epoch": 0.6256675266820404,
      "grad_norm": 6.46875,
      "learning_rate": 1.8719061525541133e-05,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5700807690620422,
      "num_tokens": 379866103.0,
      "step": 493250
    },
    {
      "epoch": 0.6256802112745732,
      "grad_norm": 5.65625,
      "learning_rate": 1.871842721545484e-05,
      "loss": 2.2187,
      "mean_token_accuracy": 0.5349886775016784,
      "num_tokens": 379871727.0,
      "step": 493260
    },
    {
      "epoch": 0.6256928958671061,
      "grad_norm": 6.125,
      "learning_rate": 1.8717792905368547e-05,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5225060939788818,
      "num_tokens": 379880470.0,
      "step": 493270
    },
    {
      "epoch": 0.6257055804596389,
      "grad_norm": 6.15625,
      "learning_rate": 1.8717158595282256e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5425299048423767,
      "num_tokens": 379888653.0,
      "step": 493280
    },
    {
      "epoch": 0.6257182650521718,
      "grad_norm": 7.90625,
      "learning_rate": 1.8716524285195965e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5685641378164291,
      "num_tokens": 379896228.0,
      "step": 493290
    },
    {
      "epoch": 0.6257309496447045,
      "grad_norm": 9.0625,
      "learning_rate": 1.8715889975109673e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5230258703231812,
      "num_tokens": 379904066.0,
      "step": 493300
    },
    {
      "epoch": 0.6257436342372374,
      "grad_norm": 4.78125,
      "learning_rate": 1.8715255665023382e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5628927081823349,
      "num_tokens": 379912707.0,
      "step": 493310
    },
    {
      "epoch": 0.6257563188297702,
      "grad_norm": 5.0,
      "learning_rate": 1.871462135493709e-05,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5240594744682312,
      "num_tokens": 379919560.0,
      "step": 493320
    },
    {
      "epoch": 0.625769003422303,
      "grad_norm": 5.28125,
      "learning_rate": 1.8713987044850796e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5533467918634415,
      "num_tokens": 379928385.0,
      "step": 493330
    },
    {
      "epoch": 0.6257816880148359,
      "grad_norm": 6.53125,
      "learning_rate": 1.871335273476451e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5797859251499176,
      "num_tokens": 379936202.0,
      "step": 493340
    },
    {
      "epoch": 0.6257943726073687,
      "grad_norm": 7.6875,
      "learning_rate": 1.8712718424678217e-05,
      "loss": 1.9232,
      "mean_token_accuracy": 0.574209862947464,
      "num_tokens": 379942655.0,
      "step": 493350
    },
    {
      "epoch": 0.6258070571999016,
      "grad_norm": 5.9375,
      "learning_rate": 1.8712084114591922e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5541053920984268,
      "num_tokens": 379949633.0,
      "step": 493360
    },
    {
      "epoch": 0.6258197417924344,
      "grad_norm": 5.78125,
      "learning_rate": 1.871144980450563e-05,
      "loss": 2.3153,
      "mean_token_accuracy": 0.5024509489536285,
      "num_tokens": 379958659.0,
      "step": 493370
    },
    {
      "epoch": 0.6258324263849673,
      "grad_norm": 4.9375,
      "learning_rate": 1.871081549441934e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5764403402805328,
      "num_tokens": 379965273.0,
      "step": 493380
    },
    {
      "epoch": 0.6258451109775001,
      "grad_norm": 7.40625,
      "learning_rate": 1.8710181184333052e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5561340659856796,
      "num_tokens": 379971255.0,
      "step": 493390
    },
    {
      "epoch": 0.6258577955700328,
      "grad_norm": 5.96875,
      "learning_rate": 1.8709546874246757e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5704615950584412,
      "num_tokens": 379979447.0,
      "step": 493400
    },
    {
      "epoch": 0.6258704801625657,
      "grad_norm": 5.15625,
      "learning_rate": 1.8708912564160466e-05,
      "loss": 2.2502,
      "mean_token_accuracy": 0.511955925822258,
      "num_tokens": 379987124.0,
      "step": 493410
    },
    {
      "epoch": 0.6258831647550985,
      "grad_norm": 4.9375,
      "learning_rate": 1.8708278254074175e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5565775394439697,
      "num_tokens": 379994548.0,
      "step": 493420
    },
    {
      "epoch": 0.6258958493476314,
      "grad_norm": 4.8125,
      "learning_rate": 1.8707643943987884e-05,
      "loss": 2.2713,
      "mean_token_accuracy": 0.5193707406520843,
      "num_tokens": 380002407.0,
      "step": 493430
    },
    {
      "epoch": 0.6259085339401642,
      "grad_norm": 5.09375,
      "learning_rate": 1.8707009633901592e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5469856411218643,
      "num_tokens": 380009934.0,
      "step": 493440
    },
    {
      "epoch": 0.6259212185326971,
      "grad_norm": 5.0625,
      "learning_rate": 1.87063753238153e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5699531763792038,
      "num_tokens": 380017254.0,
      "step": 493450
    },
    {
      "epoch": 0.6259339031252299,
      "grad_norm": 6.65625,
      "learning_rate": 1.870574101372901e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5287406086921692,
      "num_tokens": 380025843.0,
      "step": 493460
    },
    {
      "epoch": 0.6259465877177628,
      "grad_norm": 6.3125,
      "learning_rate": 1.8705106703642715e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5642599821090698,
      "num_tokens": 380033454.0,
      "step": 493470
    },
    {
      "epoch": 0.6259592723102956,
      "grad_norm": 5.09375,
      "learning_rate": 1.8704472393556424e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5726135313510895,
      "num_tokens": 380040694.0,
      "step": 493480
    },
    {
      "epoch": 0.6259719569028284,
      "grad_norm": 4.84375,
      "learning_rate": 1.8703838083470136e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5413656145334244,
      "num_tokens": 380049117.0,
      "step": 493490
    },
    {
      "epoch": 0.6259846414953613,
      "grad_norm": 5.65625,
      "learning_rate": 1.870320377338384e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5629039019346237,
      "num_tokens": 380056285.0,
      "step": 493500
    },
    {
      "epoch": 0.625997326087894,
      "grad_norm": 8.3125,
      "learning_rate": 1.870256946329755e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5376839339733124,
      "num_tokens": 380063041.0,
      "step": 493510
    },
    {
      "epoch": 0.6260100106804269,
      "grad_norm": 7.0,
      "learning_rate": 1.870193515321126e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5348269581794739,
      "num_tokens": 380071769.0,
      "step": 493520
    },
    {
      "epoch": 0.6260226952729597,
      "grad_norm": 6.0,
      "learning_rate": 1.8701300843124968e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5476037085056304,
      "num_tokens": 380079805.0,
      "step": 493530
    },
    {
      "epoch": 0.6260353798654926,
      "grad_norm": 10.0625,
      "learning_rate": 1.8700666533038676e-05,
      "loss": 1.7342,
      "mean_token_accuracy": 0.616639569401741,
      "num_tokens": 380085651.0,
      "step": 493540
    },
    {
      "epoch": 0.6260480644580254,
      "grad_norm": 6.0,
      "learning_rate": 1.8700032222952385e-05,
      "loss": 1.8711,
      "mean_token_accuracy": 0.5759461253881455,
      "num_tokens": 380092255.0,
      "step": 493550
    },
    {
      "epoch": 0.6260607490505582,
      "grad_norm": 10.875,
      "learning_rate": 1.8699397912866094e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5569094836711883,
      "num_tokens": 380099843.0,
      "step": 493560
    },
    {
      "epoch": 0.6260734336430911,
      "grad_norm": 4.71875,
      "learning_rate": 1.86987636027798e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5211031019687653,
      "num_tokens": 380107944.0,
      "step": 493570
    },
    {
      "epoch": 0.6260861182356239,
      "grad_norm": 4.78125,
      "learning_rate": 1.8698129292693508e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5208467155694961,
      "num_tokens": 380114685.0,
      "step": 493580
    },
    {
      "epoch": 0.6260988028281568,
      "grad_norm": 5.0,
      "learning_rate": 1.869749498260722e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.534835496544838,
      "num_tokens": 380122427.0,
      "step": 493590
    },
    {
      "epoch": 0.6261114874206896,
      "grad_norm": 4.25,
      "learning_rate": 1.869686067252093e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.548051244020462,
      "num_tokens": 380130097.0,
      "step": 493600
    },
    {
      "epoch": 0.6261241720132225,
      "grad_norm": 5.15625,
      "learning_rate": 1.8696226362434634e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5470937103033066,
      "num_tokens": 380137678.0,
      "step": 493610
    },
    {
      "epoch": 0.6261368566057552,
      "grad_norm": 4.90625,
      "learning_rate": 1.8695592052348343e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5507927626371384,
      "num_tokens": 380144989.0,
      "step": 493620
    },
    {
      "epoch": 0.6261495411982881,
      "grad_norm": 5.1875,
      "learning_rate": 1.869495774226205e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5670573025941849,
      "num_tokens": 380152723.0,
      "step": 493630
    },
    {
      "epoch": 0.6261622257908209,
      "grad_norm": 4.71875,
      "learning_rate": 1.869432343217576e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.560012036561966,
      "num_tokens": 380160077.0,
      "step": 493640
    },
    {
      "epoch": 0.6261749103833537,
      "grad_norm": 5.6875,
      "learning_rate": 1.869368912208947e-05,
      "loss": 1.6666,
      "mean_token_accuracy": 0.6214003443717957,
      "num_tokens": 380166258.0,
      "step": 493650
    },
    {
      "epoch": 0.6261875949758866,
      "grad_norm": 5.4375,
      "learning_rate": 1.8693054812003178e-05,
      "loss": 1.7926,
      "mean_token_accuracy": 0.5979439377784729,
      "num_tokens": 380173959.0,
      "step": 493660
    },
    {
      "epoch": 0.6262002795684194,
      "grad_norm": 4.65625,
      "learning_rate": 1.8692420501916887e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5617760062217713,
      "num_tokens": 380180550.0,
      "step": 493670
    },
    {
      "epoch": 0.6262129641609523,
      "grad_norm": 10.5,
      "learning_rate": 1.8691786191830592e-05,
      "loss": 1.9113,
      "mean_token_accuracy": 0.5760917097330094,
      "num_tokens": 380187460.0,
      "step": 493680
    },
    {
      "epoch": 0.6262256487534851,
      "grad_norm": 5.5,
      "learning_rate": 1.8691151881744304e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5278783679008484,
      "num_tokens": 380195729.0,
      "step": 493690
    },
    {
      "epoch": 0.626238333346018,
      "grad_norm": 7.6875,
      "learning_rate": 1.8690517571658013e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5417330890893937,
      "num_tokens": 380203828.0,
      "step": 493700
    },
    {
      "epoch": 0.6262510179385508,
      "grad_norm": 5.5625,
      "learning_rate": 1.8689883261571718e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5361369878053666,
      "num_tokens": 380212099.0,
      "step": 493710
    },
    {
      "epoch": 0.6262637025310835,
      "grad_norm": 4.75,
      "learning_rate": 1.8689248951485427e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5448757618665695,
      "num_tokens": 380220179.0,
      "step": 493720
    },
    {
      "epoch": 0.6262763871236164,
      "grad_norm": 7.5625,
      "learning_rate": 1.868861464139914e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5213288009166718,
      "num_tokens": 380227813.0,
      "step": 493730
    },
    {
      "epoch": 0.6262890717161492,
      "grad_norm": 7.28125,
      "learning_rate": 1.8687980331312844e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5240375071763992,
      "num_tokens": 380234937.0,
      "step": 493740
    },
    {
      "epoch": 0.6263017563086821,
      "grad_norm": 5.875,
      "learning_rate": 1.8687346021226553e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5624244898557663,
      "num_tokens": 380243333.0,
      "step": 493750
    },
    {
      "epoch": 0.6263144409012149,
      "grad_norm": 5.0,
      "learning_rate": 1.8686711711140262e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5710746437311173,
      "num_tokens": 380251217.0,
      "step": 493760
    },
    {
      "epoch": 0.6263271254937478,
      "grad_norm": 5.53125,
      "learning_rate": 1.868607740105397e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5601016312837601,
      "num_tokens": 380257678.0,
      "step": 493770
    },
    {
      "epoch": 0.6263398100862806,
      "grad_norm": 4.25,
      "learning_rate": 1.868544309096768e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5360430330038071,
      "num_tokens": 380266262.0,
      "step": 493780
    },
    {
      "epoch": 0.6263524946788135,
      "grad_norm": 5.59375,
      "learning_rate": 1.8684808780881388e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5600878924131394,
      "num_tokens": 380273373.0,
      "step": 493790
    },
    {
      "epoch": 0.6263651792713463,
      "grad_norm": 5.84375,
      "learning_rate": 1.8684174470795097e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5564190924167634,
      "num_tokens": 380280466.0,
      "step": 493800
    },
    {
      "epoch": 0.6263778638638791,
      "grad_norm": 5.84375,
      "learning_rate": 1.8683540160708806e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5522782236337662,
      "num_tokens": 380286244.0,
      "step": 493810
    },
    {
      "epoch": 0.626390548456412,
      "grad_norm": 5.375,
      "learning_rate": 1.868290585062251e-05,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5439068615436554,
      "num_tokens": 380293113.0,
      "step": 493820
    },
    {
      "epoch": 0.6264032330489447,
      "grad_norm": 7.65625,
      "learning_rate": 1.8682271540536223e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5370612740516663,
      "num_tokens": 380300674.0,
      "step": 493830
    },
    {
      "epoch": 0.6264159176414776,
      "grad_norm": 5.0625,
      "learning_rate": 1.8681637230449932e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5612337559461593,
      "num_tokens": 380310124.0,
      "step": 493840
    },
    {
      "epoch": 0.6264286022340104,
      "grad_norm": 6.5625,
      "learning_rate": 1.8681002920363637e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5409522533416748,
      "num_tokens": 380318265.0,
      "step": 493850
    },
    {
      "epoch": 0.6264412868265433,
      "grad_norm": 4.84375,
      "learning_rate": 1.8680368610277346e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5530650645494462,
      "num_tokens": 380326840.0,
      "step": 493860
    },
    {
      "epoch": 0.6264539714190761,
      "grad_norm": 5.6875,
      "learning_rate": 1.8679734300191055e-05,
      "loss": 1.967,
      "mean_token_accuracy": 0.5656319111585617,
      "num_tokens": 380334794.0,
      "step": 493870
    },
    {
      "epoch": 0.6264666560116089,
      "grad_norm": 4.34375,
      "learning_rate": 1.8679099990104763e-05,
      "loss": 1.9303,
      "mean_token_accuracy": 0.5737554043531418,
      "num_tokens": 380341312.0,
      "step": 493880
    },
    {
      "epoch": 0.6264793406041418,
      "grad_norm": 7.125,
      "learning_rate": 1.8678465680018472e-05,
      "loss": 2.2722,
      "mean_token_accuracy": 0.5107163161039352,
      "num_tokens": 380349160.0,
      "step": 493890
    },
    {
      "epoch": 0.6264920251966746,
      "grad_norm": 13.25,
      "learning_rate": 1.867783136993218e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5329899817705155,
      "num_tokens": 380355929.0,
      "step": 493900
    },
    {
      "epoch": 0.6265047097892075,
      "grad_norm": 5.59375,
      "learning_rate": 1.867719705984589e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5386168032884597,
      "num_tokens": 380364694.0,
      "step": 493910
    },
    {
      "epoch": 0.6265173943817403,
      "grad_norm": 4.875,
      "learning_rate": 1.8676562749759595e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5208554089069366,
      "num_tokens": 380372311.0,
      "step": 493920
    },
    {
      "epoch": 0.6265300789742732,
      "grad_norm": 4.8125,
      "learning_rate": 1.8675928439673307e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5377053201198578,
      "num_tokens": 380381716.0,
      "step": 493930
    },
    {
      "epoch": 0.6265427635668059,
      "grad_norm": 6.9375,
      "learning_rate": 1.8675294129587016e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5440678387880326,
      "num_tokens": 380388945.0,
      "step": 493940
    },
    {
      "epoch": 0.6265554481593387,
      "grad_norm": 18.75,
      "learning_rate": 1.867465981950072e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5412956535816192,
      "num_tokens": 380397339.0,
      "step": 493950
    },
    {
      "epoch": 0.6265681327518716,
      "grad_norm": 5.09375,
      "learning_rate": 1.867402550941443e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5610082536935806,
      "num_tokens": 380405220.0,
      "step": 493960
    },
    {
      "epoch": 0.6265808173444044,
      "grad_norm": 4.875,
      "learning_rate": 1.867339119932814e-05,
      "loss": 1.8725,
      "mean_token_accuracy": 0.5769813388586045,
      "num_tokens": 380413359.0,
      "step": 493970
    },
    {
      "epoch": 0.6265935019369373,
      "grad_norm": 14.1875,
      "learning_rate": 1.867275688924185e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5603953152894974,
      "num_tokens": 380420504.0,
      "step": 493980
    },
    {
      "epoch": 0.6266061865294701,
      "grad_norm": 7.78125,
      "learning_rate": 1.8672122579155556e-05,
      "loss": 1.8239,
      "mean_token_accuracy": 0.5947736740112305,
      "num_tokens": 380427428.0,
      "step": 493990
    },
    {
      "epoch": 0.626618871122003,
      "grad_norm": 5.53125,
      "learning_rate": 1.8671488269069265e-05,
      "loss": 1.9307,
      "mean_token_accuracy": 0.5714796125888825,
      "num_tokens": 380434836.0,
      "step": 494000
    },
    {
      "epoch": 0.6266315557145358,
      "grad_norm": 5.0625,
      "learning_rate": 1.8670853958982974e-05,
      "loss": 2.2274,
      "mean_token_accuracy": 0.5196059882640839,
      "num_tokens": 380443436.0,
      "step": 494010
    },
    {
      "epoch": 0.6266442403070687,
      "grad_norm": 8.0,
      "learning_rate": 1.8670219648896682e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5095423281192779,
      "num_tokens": 380450996.0,
      "step": 494020
    },
    {
      "epoch": 0.6266569248996015,
      "grad_norm": 5.40625,
      "learning_rate": 1.866958533881039e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5545452564954758,
      "num_tokens": 380457638.0,
      "step": 494030
    },
    {
      "epoch": 0.6266696094921342,
      "grad_norm": 6.4375,
      "learning_rate": 1.86689510287241e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5655470430850983,
      "num_tokens": 380464873.0,
      "step": 494040
    },
    {
      "epoch": 0.6266822940846671,
      "grad_norm": 7.09375,
      "learning_rate": 1.866831671863781e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5319724380970001,
      "num_tokens": 380472663.0,
      "step": 494050
    },
    {
      "epoch": 0.6266949786771999,
      "grad_norm": 4.375,
      "learning_rate": 1.8667682408551514e-05,
      "loss": 2.2669,
      "mean_token_accuracy": 0.5136948347091674,
      "num_tokens": 380480617.0,
      "step": 494060
    },
    {
      "epoch": 0.6267076632697328,
      "grad_norm": 4.875,
      "learning_rate": 1.8667048098465223e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.541154733300209,
      "num_tokens": 380487299.0,
      "step": 494070
    },
    {
      "epoch": 0.6267203478622656,
      "grad_norm": 6.96875,
      "learning_rate": 1.8666413788378935e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.547024267911911,
      "num_tokens": 380494384.0,
      "step": 494080
    },
    {
      "epoch": 0.6267330324547985,
      "grad_norm": 6.84375,
      "learning_rate": 1.866577947829264e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5479996979236603,
      "num_tokens": 380501429.0,
      "step": 494090
    },
    {
      "epoch": 0.6267457170473313,
      "grad_norm": 4.5,
      "learning_rate": 1.866514516820635e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5662486016750335,
      "num_tokens": 380509626.0,
      "step": 494100
    },
    {
      "epoch": 0.6267584016398641,
      "grad_norm": 7.15625,
      "learning_rate": 1.8664510858120058e-05,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5719422936439514,
      "num_tokens": 380516409.0,
      "step": 494110
    },
    {
      "epoch": 0.626771086232397,
      "grad_norm": 5.0625,
      "learning_rate": 1.8663876548033766e-05,
      "loss": 1.9453,
      "mean_token_accuracy": 0.5611917048692703,
      "num_tokens": 380523963.0,
      "step": 494120
    },
    {
      "epoch": 0.6267837708249298,
      "grad_norm": 5.0625,
      "learning_rate": 1.8663242237947475e-05,
      "loss": 1.8488,
      "mean_token_accuracy": 0.5926522552967072,
      "num_tokens": 380530933.0,
      "step": 494130
    },
    {
      "epoch": 0.6267964554174627,
      "grad_norm": 7.125,
      "learning_rate": 1.8662607927861184e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5230046898126602,
      "num_tokens": 380539031.0,
      "step": 494140
    },
    {
      "epoch": 0.6268091400099954,
      "grad_norm": 5.21875,
      "learning_rate": 1.8661973617774893e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5266119956970214,
      "num_tokens": 380546328.0,
      "step": 494150
    },
    {
      "epoch": 0.6268218246025283,
      "grad_norm": 5.46875,
      "learning_rate": 1.8661339307688598e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5510907620191574,
      "num_tokens": 380554785.0,
      "step": 494160
    },
    {
      "epoch": 0.6268345091950611,
      "grad_norm": 5.34375,
      "learning_rate": 1.8660704997602307e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5193729877471924,
      "num_tokens": 380562975.0,
      "step": 494170
    },
    {
      "epoch": 0.626847193787594,
      "grad_norm": 5.0625,
      "learning_rate": 1.866007068751602e-05,
      "loss": 1.9667,
      "mean_token_accuracy": 0.5704306900501251,
      "num_tokens": 380570607.0,
      "step": 494180
    },
    {
      "epoch": 0.6268598783801268,
      "grad_norm": 5.34375,
      "learning_rate": 1.8659436377429728e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5396741449832916,
      "num_tokens": 380578434.0,
      "step": 494190
    },
    {
      "epoch": 0.6268725629726596,
      "grad_norm": 6.25,
      "learning_rate": 1.8658802067343433e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5509479910135269,
      "num_tokens": 380586050.0,
      "step": 494200
    },
    {
      "epoch": 0.6268852475651925,
      "grad_norm": 5.15625,
      "learning_rate": 1.865816775725714e-05,
      "loss": 1.7866,
      "mean_token_accuracy": 0.5923973262310028,
      "num_tokens": 380592433.0,
      "step": 494210
    },
    {
      "epoch": 0.6268979321577253,
      "grad_norm": 6.75,
      "learning_rate": 1.8657533447170854e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5545995473861695,
      "num_tokens": 380599879.0,
      "step": 494220
    },
    {
      "epoch": 0.6269106167502582,
      "grad_norm": 8.75,
      "learning_rate": 1.865689913708456e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.532535058259964,
      "num_tokens": 380607846.0,
      "step": 494230
    },
    {
      "epoch": 0.626923301342791,
      "grad_norm": 6.125,
      "learning_rate": 1.8656264826998268e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5684401869773865,
      "num_tokens": 380615426.0,
      "step": 494240
    },
    {
      "epoch": 0.6269359859353238,
      "grad_norm": 4.875,
      "learning_rate": 1.8655630516911977e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5198789834976196,
      "num_tokens": 380622694.0,
      "step": 494250
    },
    {
      "epoch": 0.6269486705278566,
      "grad_norm": 11.5625,
      "learning_rate": 1.8654996206825685e-05,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5682018548250198,
      "num_tokens": 380630140.0,
      "step": 494260
    },
    {
      "epoch": 0.6269613551203894,
      "grad_norm": 5.03125,
      "learning_rate": 1.8654361896739394e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5585990875959397,
      "num_tokens": 380638607.0,
      "step": 494270
    },
    {
      "epoch": 0.6269740397129223,
      "grad_norm": 5.875,
      "learning_rate": 1.8653727586653103e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5515097349882125,
      "num_tokens": 380647329.0,
      "step": 494280
    },
    {
      "epoch": 0.6269867243054551,
      "grad_norm": 5.40625,
      "learning_rate": 1.865309327656681e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5638078331947327,
      "num_tokens": 380654847.0,
      "step": 494290
    },
    {
      "epoch": 0.626999408897988,
      "grad_norm": 6.15625,
      "learning_rate": 1.8652458966480517e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.537230807542801,
      "num_tokens": 380662726.0,
      "step": 494300
    },
    {
      "epoch": 0.6270120934905208,
      "grad_norm": 6.28125,
      "learning_rate": 1.8651824656394226e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5554855287075042,
      "num_tokens": 380671323.0,
      "step": 494310
    },
    {
      "epoch": 0.6270247780830537,
      "grad_norm": 5.15625,
      "learning_rate": 1.8651190346307938e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.561726325750351,
      "num_tokens": 380679274.0,
      "step": 494320
    },
    {
      "epoch": 0.6270374626755865,
      "grad_norm": 8.0,
      "learning_rate": 1.8650556036221643e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5481289535760879,
      "num_tokens": 380686811.0,
      "step": 494330
    },
    {
      "epoch": 0.6270501472681193,
      "grad_norm": 5.34375,
      "learning_rate": 1.8649921726135352e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5480046778917312,
      "num_tokens": 380695144.0,
      "step": 494340
    },
    {
      "epoch": 0.6270628318606521,
      "grad_norm": 5.125,
      "learning_rate": 1.864928741604906e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5254378825426101,
      "num_tokens": 380702457.0,
      "step": 494350
    },
    {
      "epoch": 0.6270755164531849,
      "grad_norm": 4.96875,
      "learning_rate": 1.864865310596277e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5274747788906098,
      "num_tokens": 380709100.0,
      "step": 494360
    },
    {
      "epoch": 0.6270882010457178,
      "grad_norm": 5.15625,
      "learning_rate": 1.8648018795876478e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5731922417879105,
      "num_tokens": 380716704.0,
      "step": 494370
    },
    {
      "epoch": 0.6271008856382506,
      "grad_norm": 4.8125,
      "learning_rate": 1.8647384485790187e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5491521298885346,
      "num_tokens": 380724666.0,
      "step": 494380
    },
    {
      "epoch": 0.6271135702307835,
      "grad_norm": 5.40625,
      "learning_rate": 1.8646750175703896e-05,
      "loss": 1.7774,
      "mean_token_accuracy": 0.5981893479824066,
      "num_tokens": 380731990.0,
      "step": 494390
    },
    {
      "epoch": 0.6271262548233163,
      "grad_norm": 7.0625,
      "learning_rate": 1.8646115865617604e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5349699586629868,
      "num_tokens": 380739980.0,
      "step": 494400
    },
    {
      "epoch": 0.6271389394158492,
      "grad_norm": 4.90625,
      "learning_rate": 1.864548155553131e-05,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5818374961614609,
      "num_tokens": 380746756.0,
      "step": 494410
    },
    {
      "epoch": 0.627151624008382,
      "grad_norm": 4.875,
      "learning_rate": 1.8644847245445022e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5171814441680909,
      "num_tokens": 380754555.0,
      "step": 494420
    },
    {
      "epoch": 0.6271643086009148,
      "grad_norm": 5.375,
      "learning_rate": 1.864421293535873e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5550326228141784,
      "num_tokens": 380761793.0,
      "step": 494430
    },
    {
      "epoch": 0.6271769931934477,
      "grad_norm": 5.3125,
      "learning_rate": 1.8643578625272436e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5395925134420395,
      "num_tokens": 380769239.0,
      "step": 494440
    },
    {
      "epoch": 0.6271896777859804,
      "grad_norm": 5.9375,
      "learning_rate": 1.8642944315186145e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5405016869306565,
      "num_tokens": 380777019.0,
      "step": 494450
    },
    {
      "epoch": 0.6272023623785133,
      "grad_norm": 7.28125,
      "learning_rate": 1.8642310005099853e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.568375113606453,
      "num_tokens": 380784821.0,
      "step": 494460
    },
    {
      "epoch": 0.6272150469710461,
      "grad_norm": 4.25,
      "learning_rate": 1.8641675695013562e-05,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5617215126752854,
      "num_tokens": 380793132.0,
      "step": 494470
    },
    {
      "epoch": 0.627227731563579,
      "grad_norm": 6.71875,
      "learning_rate": 1.864104138492727e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5264248788356781,
      "num_tokens": 380801306.0,
      "step": 494480
    },
    {
      "epoch": 0.6272404161561118,
      "grad_norm": 4.90625,
      "learning_rate": 1.864040707484098e-05,
      "loss": 1.8605,
      "mean_token_accuracy": 0.5782760143280029,
      "num_tokens": 380808842.0,
      "step": 494490
    },
    {
      "epoch": 0.6272531007486446,
      "grad_norm": 4.9375,
      "learning_rate": 1.8639772764754688e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5379974991083145,
      "num_tokens": 380816370.0,
      "step": 494500
    },
    {
      "epoch": 0.6272657853411775,
      "grad_norm": 6.5,
      "learning_rate": 1.8639138454668394e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5404358536005021,
      "num_tokens": 380823660.0,
      "step": 494510
    },
    {
      "epoch": 0.6272784699337103,
      "grad_norm": 5.1875,
      "learning_rate": 1.8638504144582106e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5368332415819168,
      "num_tokens": 380831207.0,
      "step": 494520
    },
    {
      "epoch": 0.6272911545262432,
      "grad_norm": 5.09375,
      "learning_rate": 1.8637869834495814e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.538847616314888,
      "num_tokens": 380839293.0,
      "step": 494530
    },
    {
      "epoch": 0.627303839118776,
      "grad_norm": 5.34375,
      "learning_rate": 1.863723552440952e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.5180448025465012,
      "num_tokens": 380846976.0,
      "step": 494540
    },
    {
      "epoch": 0.6273165237113089,
      "grad_norm": 5.1875,
      "learning_rate": 1.863660121432323e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.536374881863594,
      "num_tokens": 380855541.0,
      "step": 494550
    },
    {
      "epoch": 0.6273292083038416,
      "grad_norm": 10.3125,
      "learning_rate": 1.8635966904236937e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5219392299652099,
      "num_tokens": 380862461.0,
      "step": 494560
    },
    {
      "epoch": 0.6273418928963745,
      "grad_norm": 4.40625,
      "learning_rate": 1.863533259415065e-05,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5236801773309707,
      "num_tokens": 380870853.0,
      "step": 494570
    },
    {
      "epoch": 0.6273545774889073,
      "grad_norm": 4.90625,
      "learning_rate": 1.8634698284064355e-05,
      "loss": 2.2441,
      "mean_token_accuracy": 0.5243417024612427,
      "num_tokens": 380878558.0,
      "step": 494580
    },
    {
      "epoch": 0.6273672620814401,
      "grad_norm": 6.34375,
      "learning_rate": 1.8634063973978064e-05,
      "loss": 1.9572,
      "mean_token_accuracy": 0.554672384262085,
      "num_tokens": 380885280.0,
      "step": 494590
    },
    {
      "epoch": 0.627379946673973,
      "grad_norm": 5.65625,
      "learning_rate": 1.8633429663891772e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5340007483959198,
      "num_tokens": 380893707.0,
      "step": 494600
    },
    {
      "epoch": 0.6273926312665058,
      "grad_norm": 6.78125,
      "learning_rate": 1.863279535380548e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5434751123189926,
      "num_tokens": 380901544.0,
      "step": 494610
    },
    {
      "epoch": 0.6274053158590387,
      "grad_norm": 5.65625,
      "learning_rate": 1.863216104371919e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5458988934755326,
      "num_tokens": 380909885.0,
      "step": 494620
    },
    {
      "epoch": 0.6274180004515715,
      "grad_norm": 4.59375,
      "learning_rate": 1.86315267336329e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5407339036464691,
      "num_tokens": 380918802.0,
      "step": 494630
    },
    {
      "epoch": 0.6274306850441044,
      "grad_norm": 5.46875,
      "learning_rate": 1.8630892423546607e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5155334442853927,
      "num_tokens": 380926867.0,
      "step": 494640
    },
    {
      "epoch": 0.6274433696366372,
      "grad_norm": 5.5,
      "learning_rate": 1.8630258113460313e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5283575624227523,
      "num_tokens": 380933065.0,
      "step": 494650
    },
    {
      "epoch": 0.62745605422917,
      "grad_norm": 6.71875,
      "learning_rate": 1.8629623803374025e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5689196944236755,
      "num_tokens": 380939972.0,
      "step": 494660
    },
    {
      "epoch": 0.6274687388217028,
      "grad_norm": 7.5625,
      "learning_rate": 1.8628989493287733e-05,
      "loss": 2.215,
      "mean_token_accuracy": 0.5249075591564178,
      "num_tokens": 380948964.0,
      "step": 494670
    },
    {
      "epoch": 0.6274814234142356,
      "grad_norm": 5.9375,
      "learning_rate": 1.862835518320144e-05,
      "loss": 1.879,
      "mean_token_accuracy": 0.5706896781921387,
      "num_tokens": 380955807.0,
      "step": 494680
    },
    {
      "epoch": 0.6274941080067685,
      "grad_norm": 5.09375,
      "learning_rate": 1.8627720873115148e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5334559887647629,
      "num_tokens": 380962999.0,
      "step": 494690
    },
    {
      "epoch": 0.6275067925993013,
      "grad_norm": 4.9375,
      "learning_rate": 1.8627086563028856e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.538404905796051,
      "num_tokens": 380970328.0,
      "step": 494700
    },
    {
      "epoch": 0.6275194771918342,
      "grad_norm": 5.1875,
      "learning_rate": 1.8626452252942565e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5739502787590027,
      "num_tokens": 380978692.0,
      "step": 494710
    },
    {
      "epoch": 0.627532161784367,
      "grad_norm": 4.90625,
      "learning_rate": 1.8625817942856274e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.538435697555542,
      "num_tokens": 380987123.0,
      "step": 494720
    },
    {
      "epoch": 0.6275448463768999,
      "grad_norm": 5.46875,
      "learning_rate": 1.8625183632769983e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5291529506444931,
      "num_tokens": 380994148.0,
      "step": 494730
    },
    {
      "epoch": 0.6275575309694327,
      "grad_norm": 6.5,
      "learning_rate": 1.862454932268369e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5650286346673965,
      "num_tokens": 381001138.0,
      "step": 494740
    },
    {
      "epoch": 0.6275702155619655,
      "grad_norm": 8.1875,
      "learning_rate": 1.8623915012597397e-05,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5711956918239594,
      "num_tokens": 381007069.0,
      "step": 494750
    },
    {
      "epoch": 0.6275829001544984,
      "grad_norm": 4.9375,
      "learning_rate": 1.862328070251111e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.562868794798851,
      "num_tokens": 381015289.0,
      "step": 494760
    },
    {
      "epoch": 0.6275955847470311,
      "grad_norm": 5.40625,
      "learning_rate": 1.8622646392424817e-05,
      "loss": 1.8816,
      "mean_token_accuracy": 0.5790671795606613,
      "num_tokens": 381022071.0,
      "step": 494770
    },
    {
      "epoch": 0.627608269339564,
      "grad_norm": 5.65625,
      "learning_rate": 1.8622012082338526e-05,
      "loss": 2.3125,
      "mean_token_accuracy": 0.5025070518255234,
      "num_tokens": 381031601.0,
      "step": 494780
    },
    {
      "epoch": 0.6276209539320968,
      "grad_norm": 6.3125,
      "learning_rate": 1.862137777225223e-05,
      "loss": 1.8751,
      "mean_token_accuracy": 0.5723343253135681,
      "num_tokens": 381038512.0,
      "step": 494790
    },
    {
      "epoch": 0.6276336385246297,
      "grad_norm": 6.75,
      "learning_rate": 1.862074346216594e-05,
      "loss": 2.2253,
      "mean_token_accuracy": 0.5149635374546051,
      "num_tokens": 381045526.0,
      "step": 494800
    },
    {
      "epoch": 0.6276463231171625,
      "grad_norm": 5.46875,
      "learning_rate": 1.8620109152079652e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5378308355808258,
      "num_tokens": 381052973.0,
      "step": 494810
    },
    {
      "epoch": 0.6276590077096953,
      "grad_norm": 5.09375,
      "learning_rate": 1.8619474841993358e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5228666007518769,
      "num_tokens": 381060574.0,
      "step": 494820
    },
    {
      "epoch": 0.6276716923022282,
      "grad_norm": 4.9375,
      "learning_rate": 1.8618840531907067e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5272162079811096,
      "num_tokens": 381067789.0,
      "step": 494830
    },
    {
      "epoch": 0.627684376894761,
      "grad_norm": 5.6875,
      "learning_rate": 1.8618206221820775e-05,
      "loss": 1.8475,
      "mean_token_accuracy": 0.5899272352457047,
      "num_tokens": 381074813.0,
      "step": 494840
    },
    {
      "epoch": 0.6276970614872939,
      "grad_norm": 5.78125,
      "learning_rate": 1.8617571911734484e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5642254143953324,
      "num_tokens": 381083313.0,
      "step": 494850
    },
    {
      "epoch": 0.6277097460798267,
      "grad_norm": 5.9375,
      "learning_rate": 1.8616937601648193e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5474845349788666,
      "num_tokens": 381091734.0,
      "step": 494860
    },
    {
      "epoch": 0.6277224306723596,
      "grad_norm": 5.0,
      "learning_rate": 1.86163032915619e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5463071197271347,
      "num_tokens": 381100386.0,
      "step": 494870
    },
    {
      "epoch": 0.6277351152648923,
      "grad_norm": 4.96875,
      "learning_rate": 1.861566898147561e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5695681899785996,
      "num_tokens": 381107131.0,
      "step": 494880
    },
    {
      "epoch": 0.6277477998574251,
      "grad_norm": 6.53125,
      "learning_rate": 1.8615034671389316e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5275105983018875,
      "num_tokens": 381115868.0,
      "step": 494890
    },
    {
      "epoch": 0.627760484449958,
      "grad_norm": 6.65625,
      "learning_rate": 1.8614400361303024e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5456308364868164,
      "num_tokens": 381123615.0,
      "step": 494900
    },
    {
      "epoch": 0.6277731690424908,
      "grad_norm": 5.03125,
      "learning_rate": 1.8613766051216736e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5597461611032486,
      "num_tokens": 381130565.0,
      "step": 494910
    },
    {
      "epoch": 0.6277858536350237,
      "grad_norm": 5.625,
      "learning_rate": 1.8613131741130442e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5665771454572678,
      "num_tokens": 381138693.0,
      "step": 494920
    },
    {
      "epoch": 0.6277985382275565,
      "grad_norm": 8.5,
      "learning_rate": 1.861249743104415e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5410480588674546,
      "num_tokens": 381146720.0,
      "step": 494930
    },
    {
      "epoch": 0.6278112228200894,
      "grad_norm": 4.9375,
      "learning_rate": 1.861186312095786e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5322493284940719,
      "num_tokens": 381154467.0,
      "step": 494940
    },
    {
      "epoch": 0.6278239074126222,
      "grad_norm": 4.6875,
      "learning_rate": 1.8611228810871568e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5429998576641083,
      "num_tokens": 381161944.0,
      "step": 494950
    },
    {
      "epoch": 0.6278365920051551,
      "grad_norm": 5.53125,
      "learning_rate": 1.8610594500785277e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5419160753488541,
      "num_tokens": 381168599.0,
      "step": 494960
    },
    {
      "epoch": 0.6278492765976879,
      "grad_norm": 6.3125,
      "learning_rate": 1.8609960190698985e-05,
      "loss": 2.3226,
      "mean_token_accuracy": 0.5095647007226944,
      "num_tokens": 381176282.0,
      "step": 494970
    },
    {
      "epoch": 0.6278619611902206,
      "grad_norm": 4.6875,
      "learning_rate": 1.8609325880612694e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5394499778747559,
      "num_tokens": 381184988.0,
      "step": 494980
    },
    {
      "epoch": 0.6278746457827535,
      "grad_norm": 5.9375,
      "learning_rate": 1.8608691570526403e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5508137583732605,
      "num_tokens": 381193774.0,
      "step": 494990
    },
    {
      "epoch": 0.6278873303752863,
      "grad_norm": 6.0,
      "learning_rate": 1.860805726044011e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5598173379898072,
      "num_tokens": 381201248.0,
      "step": 495000
    },
    {
      "epoch": 0.6279000149678192,
      "grad_norm": 5.78125,
      "learning_rate": 1.860742295035382e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5266089588403702,
      "num_tokens": 381210567.0,
      "step": 495010
    },
    {
      "epoch": 0.627912699560352,
      "grad_norm": 5.3125,
      "learning_rate": 1.860678864026753e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.545353764295578,
      "num_tokens": 381218142.0,
      "step": 495020
    },
    {
      "epoch": 0.6279253841528849,
      "grad_norm": 5.3125,
      "learning_rate": 1.8606154330181235e-05,
      "loss": 1.8364,
      "mean_token_accuracy": 0.5851778566837311,
      "num_tokens": 381225031.0,
      "step": 495030
    },
    {
      "epoch": 0.6279380687454177,
      "grad_norm": 5.21875,
      "learning_rate": 1.8605520020094943e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.50514055788517,
      "num_tokens": 381234557.0,
      "step": 495040
    },
    {
      "epoch": 0.6279507533379505,
      "grad_norm": 5.75,
      "learning_rate": 1.8604885710008652e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5315760791301727,
      "num_tokens": 381243232.0,
      "step": 495050
    },
    {
      "epoch": 0.6279634379304834,
      "grad_norm": 5.0625,
      "learning_rate": 1.860425139992236e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5297323644161225,
      "num_tokens": 381252051.0,
      "step": 495060
    },
    {
      "epoch": 0.6279761225230162,
      "grad_norm": 5.40625,
      "learning_rate": 1.860361708983607e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5737969368696213,
      "num_tokens": 381260179.0,
      "step": 495070
    },
    {
      "epoch": 0.627988807115549,
      "grad_norm": 5.1875,
      "learning_rate": 1.8602982779749778e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5295392155647278,
      "num_tokens": 381268544.0,
      "step": 495080
    },
    {
      "epoch": 0.6280014917080818,
      "grad_norm": 6.375,
      "learning_rate": 1.8602348469663487e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5520512342453003,
      "num_tokens": 381276483.0,
      "step": 495090
    },
    {
      "epoch": 0.6280141763006147,
      "grad_norm": 5.0,
      "learning_rate": 1.8601714159577196e-05,
      "loss": 2.1953,
      "mean_token_accuracy": 0.5177016109228134,
      "num_tokens": 381284912.0,
      "step": 495100
    },
    {
      "epoch": 0.6280268608931475,
      "grad_norm": 5.28125,
      "learning_rate": 1.8601079849490904e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.564261332154274,
      "num_tokens": 381292376.0,
      "step": 495110
    },
    {
      "epoch": 0.6280395454856804,
      "grad_norm": 7.40625,
      "learning_rate": 1.8600445539404613e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5425956070423126,
      "num_tokens": 381299453.0,
      "step": 495120
    },
    {
      "epoch": 0.6280522300782132,
      "grad_norm": 7.375,
      "learning_rate": 1.859981122931832e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5398020356893539,
      "num_tokens": 381307137.0,
      "step": 495130
    },
    {
      "epoch": 0.628064914670746,
      "grad_norm": 5.71875,
      "learning_rate": 1.8599176919232027e-05,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5166186481714249,
      "num_tokens": 381315316.0,
      "step": 495140
    },
    {
      "epoch": 0.6280775992632789,
      "grad_norm": 5.75,
      "learning_rate": 1.859854260914574e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5679655879735946,
      "num_tokens": 381321843.0,
      "step": 495150
    },
    {
      "epoch": 0.6280902838558117,
      "grad_norm": 5.90625,
      "learning_rate": 1.8597908299059448e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5331273317337036,
      "num_tokens": 381329491.0,
      "step": 495160
    },
    {
      "epoch": 0.6281029684483446,
      "grad_norm": 5.375,
      "learning_rate": 1.8597273988973154e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5408458709716797,
      "num_tokens": 381337325.0,
      "step": 495170
    },
    {
      "epoch": 0.6281156530408774,
      "grad_norm": 5.125,
      "learning_rate": 1.8596639678886862e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5201631486415863,
      "num_tokens": 381345929.0,
      "step": 495180
    },
    {
      "epoch": 0.6281283376334102,
      "grad_norm": 5.625,
      "learning_rate": 1.859600536880057e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5469973862171174,
      "num_tokens": 381353360.0,
      "step": 495190
    },
    {
      "epoch": 0.628141022225943,
      "grad_norm": 5.75,
      "learning_rate": 1.859537105871428e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5341419965028763,
      "num_tokens": 381360490.0,
      "step": 495200
    },
    {
      "epoch": 0.6281537068184758,
      "grad_norm": 4.59375,
      "learning_rate": 1.859473674862799e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5701980412006378,
      "num_tokens": 381368233.0,
      "step": 495210
    },
    {
      "epoch": 0.6281663914110087,
      "grad_norm": 6.53125,
      "learning_rate": 1.8594102438541697e-05,
      "loss": 2.2854,
      "mean_token_accuracy": 0.5132349699735641,
      "num_tokens": 381376329.0,
      "step": 495220
    },
    {
      "epoch": 0.6281790760035415,
      "grad_norm": 5.21875,
      "learning_rate": 1.8593468128455406e-05,
      "loss": 2.0416,
      "mean_token_accuracy": 0.5427714586257935,
      "num_tokens": 381384623.0,
      "step": 495230
    },
    {
      "epoch": 0.6281917605960744,
      "grad_norm": 8.0625,
      "learning_rate": 1.859283381836911e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5634780794382095,
      "num_tokens": 381391523.0,
      "step": 495240
    },
    {
      "epoch": 0.6282044451886072,
      "grad_norm": 6.0,
      "learning_rate": 1.8592199508282823e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5246345549821854,
      "num_tokens": 381399200.0,
      "step": 495250
    },
    {
      "epoch": 0.6282171297811401,
      "grad_norm": 6.78125,
      "learning_rate": 1.8591565198196532e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.544043904542923,
      "num_tokens": 381406660.0,
      "step": 495260
    },
    {
      "epoch": 0.6282298143736729,
      "grad_norm": 5.65625,
      "learning_rate": 1.8590930888110238e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5579589247703552,
      "num_tokens": 381414552.0,
      "step": 495270
    },
    {
      "epoch": 0.6282424989662057,
      "grad_norm": 4.96875,
      "learning_rate": 1.8590296578023946e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5719998776912689,
      "num_tokens": 381421362.0,
      "step": 495280
    },
    {
      "epoch": 0.6282551835587386,
      "grad_norm": 4.9375,
      "learning_rate": 1.8589662267937655e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5484520316123962,
      "num_tokens": 381428798.0,
      "step": 495290
    },
    {
      "epoch": 0.6282678681512713,
      "grad_norm": 5.375,
      "learning_rate": 1.8589027957851364e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5486293733119965,
      "num_tokens": 381437045.0,
      "step": 495300
    },
    {
      "epoch": 0.6282805527438042,
      "grad_norm": 8.4375,
      "learning_rate": 1.8588393647765072e-05,
      "loss": 1.6948,
      "mean_token_accuracy": 0.623147189617157,
      "num_tokens": 381442374.0,
      "step": 495310
    },
    {
      "epoch": 0.628293237336337,
      "grad_norm": 7.75,
      "learning_rate": 1.858775933767878e-05,
      "loss": 1.7048,
      "mean_token_accuracy": 0.6089830756187439,
      "num_tokens": 381449192.0,
      "step": 495320
    },
    {
      "epoch": 0.6283059219288699,
      "grad_norm": 6.46875,
      "learning_rate": 1.858712502759249e-05,
      "loss": 1.8568,
      "mean_token_accuracy": 0.5785423338413238,
      "num_tokens": 381456742.0,
      "step": 495330
    },
    {
      "epoch": 0.6283186065214027,
      "grad_norm": 6.59375,
      "learning_rate": 1.8586490717506195e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5598548084497452,
      "num_tokens": 381464356.0,
      "step": 495340
    },
    {
      "epoch": 0.6283312911139356,
      "grad_norm": 4.8125,
      "learning_rate": 1.8585856407419907e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5441858440637588,
      "num_tokens": 381473218.0,
      "step": 495350
    },
    {
      "epoch": 0.6283439757064684,
      "grad_norm": 5.59375,
      "learning_rate": 1.8585222097333616e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.544456523656845,
      "num_tokens": 381480716.0,
      "step": 495360
    },
    {
      "epoch": 0.6283566602990012,
      "grad_norm": 5.84375,
      "learning_rate": 1.8584587787247325e-05,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5195745199918747,
      "num_tokens": 381489178.0,
      "step": 495370
    },
    {
      "epoch": 0.6283693448915341,
      "grad_norm": 5.9375,
      "learning_rate": 1.858395347716103e-05,
      "loss": 2.039,
      "mean_token_accuracy": 0.540102505683899,
      "num_tokens": 381497049.0,
      "step": 495380
    },
    {
      "epoch": 0.6283820294840669,
      "grad_norm": 6.5625,
      "learning_rate": 1.858331916707474e-05,
      "loss": 1.8812,
      "mean_token_accuracy": 0.5802217274904251,
      "num_tokens": 381504818.0,
      "step": 495390
    },
    {
      "epoch": 0.6283947140765997,
      "grad_norm": 6.28125,
      "learning_rate": 1.858268485698845e-05,
      "loss": 1.8108,
      "mean_token_accuracy": 0.591349133849144,
      "num_tokens": 381510497.0,
      "step": 495400
    },
    {
      "epoch": 0.6284073986691325,
      "grad_norm": 5.34375,
      "learning_rate": 1.8582050546902156e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5477899253368378,
      "num_tokens": 381518238.0,
      "step": 495410
    },
    {
      "epoch": 0.6284200832616654,
      "grad_norm": 6.9375,
      "learning_rate": 1.8581416236815865e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5455553412437439,
      "num_tokens": 381525888.0,
      "step": 495420
    },
    {
      "epoch": 0.6284327678541982,
      "grad_norm": 6.6875,
      "learning_rate": 1.8580781926729574e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5570769965648651,
      "num_tokens": 381533095.0,
      "step": 495430
    },
    {
      "epoch": 0.628445452446731,
      "grad_norm": 5.25,
      "learning_rate": 1.8580147616643283e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5612741053104401,
      "num_tokens": 381540904.0,
      "step": 495440
    },
    {
      "epoch": 0.6284581370392639,
      "grad_norm": 5.34375,
      "learning_rate": 1.857951330655699e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5568310797214509,
      "num_tokens": 381548080.0,
      "step": 495450
    },
    {
      "epoch": 0.6284708216317967,
      "grad_norm": 7.40625,
      "learning_rate": 1.85788789964707e-05,
      "loss": 2.2263,
      "mean_token_accuracy": 0.5230808138847352,
      "num_tokens": 381555557.0,
      "step": 495460
    },
    {
      "epoch": 0.6284835062243296,
      "grad_norm": 8.125,
      "learning_rate": 1.857824468638441e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.545566874742508,
      "num_tokens": 381562608.0,
      "step": 495470
    },
    {
      "epoch": 0.6284961908168624,
      "grad_norm": 4.84375,
      "learning_rate": 1.8577610376298114e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.566123616695404,
      "num_tokens": 381569632.0,
      "step": 495480
    },
    {
      "epoch": 0.6285088754093953,
      "grad_norm": 5.40625,
      "learning_rate": 1.8576976066211823e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5410181999206543,
      "num_tokens": 381577435.0,
      "step": 495490
    },
    {
      "epoch": 0.628521560001928,
      "grad_norm": 6.09375,
      "learning_rate": 1.8576341756125535e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5433235943317414,
      "num_tokens": 381584217.0,
      "step": 495500
    },
    {
      "epoch": 0.628534244594461,
      "grad_norm": 5.71875,
      "learning_rate": 1.857570744603924e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.55262890458107,
      "num_tokens": 381591169.0,
      "step": 495510
    },
    {
      "epoch": 0.6285469291869937,
      "grad_norm": 9.0625,
      "learning_rate": 1.857507313595295e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5660317778587342,
      "num_tokens": 381597220.0,
      "step": 495520
    },
    {
      "epoch": 0.6285596137795265,
      "grad_norm": 4.90625,
      "learning_rate": 1.8574438825866658e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5285534024238586,
      "num_tokens": 381606084.0,
      "step": 495530
    },
    {
      "epoch": 0.6285722983720594,
      "grad_norm": 5.3125,
      "learning_rate": 1.8573804515780367e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5443782150745392,
      "num_tokens": 381613519.0,
      "step": 495540
    },
    {
      "epoch": 0.6285849829645922,
      "grad_norm": 7.3125,
      "learning_rate": 1.8573170205694075e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5500008523464203,
      "num_tokens": 381621529.0,
      "step": 495550
    },
    {
      "epoch": 0.6285976675571251,
      "grad_norm": 6.96875,
      "learning_rate": 1.8572535895607784e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5473283678293228,
      "num_tokens": 381628846.0,
      "step": 495560
    },
    {
      "epoch": 0.6286103521496579,
      "grad_norm": 5.40625,
      "learning_rate": 1.8571901585521493e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5482362180948257,
      "num_tokens": 381636540.0,
      "step": 495570
    },
    {
      "epoch": 0.6286230367421908,
      "grad_norm": 5.0,
      "learning_rate": 1.85712672754352e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5310113787651062,
      "num_tokens": 381644446.0,
      "step": 495580
    },
    {
      "epoch": 0.6286357213347236,
      "grad_norm": 5.3125,
      "learning_rate": 1.857063296534891e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5603931665420532,
      "num_tokens": 381652520.0,
      "step": 495590
    },
    {
      "epoch": 0.6286484059272563,
      "grad_norm": 7.46875,
      "learning_rate": 1.856999865526262e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5422963052988052,
      "num_tokens": 381660886.0,
      "step": 495600
    },
    {
      "epoch": 0.6286610905197892,
      "grad_norm": 6.65625,
      "learning_rate": 1.8569364345176328e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5505246430635452,
      "num_tokens": 381668226.0,
      "step": 495610
    },
    {
      "epoch": 0.628673775112322,
      "grad_norm": 5.25,
      "learning_rate": 1.8568730035090033e-05,
      "loss": 1.759,
      "mean_token_accuracy": 0.5978071600198746,
      "num_tokens": 381675997.0,
      "step": 495620
    },
    {
      "epoch": 0.6286864597048549,
      "grad_norm": 5.21875,
      "learning_rate": 1.8568095725003742e-05,
      "loss": 2.3233,
      "mean_token_accuracy": 0.5053372204303741,
      "num_tokens": 381685180.0,
      "step": 495630
    },
    {
      "epoch": 0.6286991442973877,
      "grad_norm": 6.8125,
      "learning_rate": 1.8567461414917454e-05,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5173407435417176,
      "num_tokens": 381692981.0,
      "step": 495640
    },
    {
      "epoch": 0.6287118288899206,
      "grad_norm": 5.84375,
      "learning_rate": 1.856682710483116e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5539339482784271,
      "num_tokens": 381700879.0,
      "step": 495650
    },
    {
      "epoch": 0.6287245134824534,
      "grad_norm": 5.75,
      "learning_rate": 1.8566192794744868e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5349167108535766,
      "num_tokens": 381709858.0,
      "step": 495660
    },
    {
      "epoch": 0.6287371980749863,
      "grad_norm": 6.6875,
      "learning_rate": 1.8565558484658577e-05,
      "loss": 2.2549,
      "mean_token_accuracy": 0.5204924017190933,
      "num_tokens": 381717356.0,
      "step": 495670
    },
    {
      "epoch": 0.6287498826675191,
      "grad_norm": 8.1875,
      "learning_rate": 1.8564924174572286e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5426938027143479,
      "num_tokens": 381725349.0,
      "step": 495680
    },
    {
      "epoch": 0.6287625672600519,
      "grad_norm": 5.21875,
      "learning_rate": 1.8564289864485994e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5442718654870987,
      "num_tokens": 381733967.0,
      "step": 495690
    },
    {
      "epoch": 0.6287752518525848,
      "grad_norm": 5.03125,
      "learning_rate": 1.8563655554399703e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5362757265567779,
      "num_tokens": 381742836.0,
      "step": 495700
    },
    {
      "epoch": 0.6287879364451175,
      "grad_norm": 5.3125,
      "learning_rate": 1.8563021244313412e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5386096000671386,
      "num_tokens": 381751400.0,
      "step": 495710
    },
    {
      "epoch": 0.6288006210376504,
      "grad_norm": 5.375,
      "learning_rate": 1.856238693422712e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5592368423938752,
      "num_tokens": 381759306.0,
      "step": 495720
    },
    {
      "epoch": 0.6288133056301832,
      "grad_norm": 4.90625,
      "learning_rate": 1.8561752624140826e-05,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5501759260892868,
      "num_tokens": 381769012.0,
      "step": 495730
    },
    {
      "epoch": 0.6288259902227161,
      "grad_norm": 5.375,
      "learning_rate": 1.8561118314054538e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5667094707489013,
      "num_tokens": 381775261.0,
      "step": 495740
    },
    {
      "epoch": 0.6288386748152489,
      "grad_norm": 5.6875,
      "learning_rate": 1.8560484003968247e-05,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5372600495815277,
      "num_tokens": 381783512.0,
      "step": 495750
    },
    {
      "epoch": 0.6288513594077817,
      "grad_norm": 4.9375,
      "learning_rate": 1.8559849693881952e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5638764441013336,
      "num_tokens": 381790845.0,
      "step": 495760
    },
    {
      "epoch": 0.6288640440003146,
      "grad_norm": 4.90625,
      "learning_rate": 1.855921538379566e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5330563008785247,
      "num_tokens": 381799148.0,
      "step": 495770
    },
    {
      "epoch": 0.6288767285928474,
      "grad_norm": 4.84375,
      "learning_rate": 1.855858107370937e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5328473597764969,
      "num_tokens": 381807767.0,
      "step": 495780
    },
    {
      "epoch": 0.6288894131853803,
      "grad_norm": 5.59375,
      "learning_rate": 1.855794676362308e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5638184577226639,
      "num_tokens": 381815871.0,
      "step": 495790
    },
    {
      "epoch": 0.6289020977779131,
      "grad_norm": 5.90625,
      "learning_rate": 1.8557312453536787e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5562345236539841,
      "num_tokens": 381822960.0,
      "step": 495800
    },
    {
      "epoch": 0.628914782370446,
      "grad_norm": 5.90625,
      "learning_rate": 1.8556678143450496e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5326921701431274,
      "num_tokens": 381830850.0,
      "step": 495810
    },
    {
      "epoch": 0.6289274669629787,
      "grad_norm": 5.03125,
      "learning_rate": 1.8556043833364205e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5397972822189331,
      "num_tokens": 381840690.0,
      "step": 495820
    },
    {
      "epoch": 0.6289401515555115,
      "grad_norm": 5.34375,
      "learning_rate": 1.855540952327791e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5454259604215622,
      "num_tokens": 381849655.0,
      "step": 495830
    },
    {
      "epoch": 0.6289528361480444,
      "grad_norm": 5.9375,
      "learning_rate": 1.8554775213191622e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5317063271999359,
      "num_tokens": 381857303.0,
      "step": 495840
    },
    {
      "epoch": 0.6289655207405772,
      "grad_norm": 4.53125,
      "learning_rate": 1.855414090310533e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5507662415504455,
      "num_tokens": 381865535.0,
      "step": 495850
    },
    {
      "epoch": 0.6289782053331101,
      "grad_norm": 4.6875,
      "learning_rate": 1.8553506593019036e-05,
      "loss": 2.2338,
      "mean_token_accuracy": 0.5271890133619308,
      "num_tokens": 381873306.0,
      "step": 495860
    },
    {
      "epoch": 0.6289908899256429,
      "grad_norm": 5.15625,
      "learning_rate": 1.8552872282932745e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5517594575881958,
      "num_tokens": 381881135.0,
      "step": 495870
    },
    {
      "epoch": 0.6290035745181758,
      "grad_norm": 5.625,
      "learning_rate": 1.8552237972846454e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5441390901803971,
      "num_tokens": 381889299.0,
      "step": 495880
    },
    {
      "epoch": 0.6290162591107086,
      "grad_norm": 5.1875,
      "learning_rate": 1.8551603662760166e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5373170167207718,
      "num_tokens": 381897203.0,
      "step": 495890
    },
    {
      "epoch": 0.6290289437032415,
      "grad_norm": 5.875,
      "learning_rate": 1.855096935267387e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5530596405267716,
      "num_tokens": 381904927.0,
      "step": 495900
    },
    {
      "epoch": 0.6290416282957743,
      "grad_norm": 5.9375,
      "learning_rate": 1.855033504258758e-05,
      "loss": 1.9303,
      "mean_token_accuracy": 0.5587994992733002,
      "num_tokens": 381912584.0,
      "step": 495910
    },
    {
      "epoch": 0.629054312888307,
      "grad_norm": 6.125,
      "learning_rate": 1.854970073250129e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5187538444995881,
      "num_tokens": 381920963.0,
      "step": 495920
    },
    {
      "epoch": 0.6290669974808399,
      "grad_norm": 5.53125,
      "learning_rate": 1.8549066422414997e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5639210522174836,
      "num_tokens": 381928631.0,
      "step": 495930
    },
    {
      "epoch": 0.6290796820733727,
      "grad_norm": 5.5,
      "learning_rate": 1.8548432112328706e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5624776273965836,
      "num_tokens": 381935709.0,
      "step": 495940
    },
    {
      "epoch": 0.6290923666659056,
      "grad_norm": 5.28125,
      "learning_rate": 1.8547797802242415e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5586479395627976,
      "num_tokens": 381944057.0,
      "step": 495950
    },
    {
      "epoch": 0.6291050512584384,
      "grad_norm": 4.84375,
      "learning_rate": 1.8547163492156124e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5265805572271347,
      "num_tokens": 381952347.0,
      "step": 495960
    },
    {
      "epoch": 0.6291177358509713,
      "grad_norm": 7.21875,
      "learning_rate": 1.854652918206983e-05,
      "loss": 1.714,
      "mean_token_accuracy": 0.6178625822067261,
      "num_tokens": 381959758.0,
      "step": 495970
    },
    {
      "epoch": 0.6291304204435041,
      "grad_norm": 5.875,
      "learning_rate": 1.8545894871983538e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.551768958568573,
      "num_tokens": 381967363.0,
      "step": 495980
    },
    {
      "epoch": 0.6291431050360369,
      "grad_norm": 4.6875,
      "learning_rate": 1.854526056189725e-05,
      "loss": 1.7978,
      "mean_token_accuracy": 0.5949629992246628,
      "num_tokens": 381974768.0,
      "step": 495990
    },
    {
      "epoch": 0.6291557896285698,
      "grad_norm": 5.5,
      "learning_rate": 1.8544626251810955e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5512464225292206,
      "num_tokens": 381982416.0,
      "step": 496000
    },
    {
      "epoch": 0.6291684742211026,
      "grad_norm": 6.5625,
      "learning_rate": 1.8543991941724664e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5538195818662643,
      "num_tokens": 381990767.0,
      "step": 496010
    },
    {
      "epoch": 0.6291811588136355,
      "grad_norm": 5.3125,
      "learning_rate": 1.8543357631638373e-05,
      "loss": 1.8322,
      "mean_token_accuracy": 0.6047118842601776,
      "num_tokens": 381998085.0,
      "step": 496020
    },
    {
      "epoch": 0.6291938434061682,
      "grad_norm": 7.84375,
      "learning_rate": 1.854272332155208e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5344741910696029,
      "num_tokens": 382005047.0,
      "step": 496030
    },
    {
      "epoch": 0.6292065279987011,
      "grad_norm": 6.09375,
      "learning_rate": 1.854208901146579e-05,
      "loss": 1.7133,
      "mean_token_accuracy": 0.6246104031801224,
      "num_tokens": 382010757.0,
      "step": 496040
    },
    {
      "epoch": 0.6292192125912339,
      "grad_norm": 5.1875,
      "learning_rate": 1.85414547013795e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5597722589969635,
      "num_tokens": 382018554.0,
      "step": 496050
    },
    {
      "epoch": 0.6292318971837668,
      "grad_norm": 6.15625,
      "learning_rate": 1.8540820391293208e-05,
      "loss": 2.3021,
      "mean_token_accuracy": 0.5093224465847015,
      "num_tokens": 382026480.0,
      "step": 496060
    },
    {
      "epoch": 0.6292445817762996,
      "grad_norm": 5.1875,
      "learning_rate": 1.8540186081206913e-05,
      "loss": 2.2777,
      "mean_token_accuracy": 0.512793779373169,
      "num_tokens": 382034219.0,
      "step": 496070
    },
    {
      "epoch": 0.6292572663688324,
      "grad_norm": 5.65625,
      "learning_rate": 1.8539551771120625e-05,
      "loss": 1.8071,
      "mean_token_accuracy": 0.588000574707985,
      "num_tokens": 382042001.0,
      "step": 496080
    },
    {
      "epoch": 0.6292699509613653,
      "grad_norm": 6.09375,
      "learning_rate": 1.8538917461034334e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5473156452178956,
      "num_tokens": 382049276.0,
      "step": 496090
    },
    {
      "epoch": 0.6292826355538981,
      "grad_norm": 6.25,
      "learning_rate": 1.8538283150948043e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5342301994562149,
      "num_tokens": 382057320.0,
      "step": 496100
    },
    {
      "epoch": 0.629295320146431,
      "grad_norm": 6.375,
      "learning_rate": 1.8537648840861748e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5194496810436249,
      "num_tokens": 382066403.0,
      "step": 496110
    },
    {
      "epoch": 0.6293080047389638,
      "grad_norm": 7.1875,
      "learning_rate": 1.8537014530775457e-05,
      "loss": 2.3069,
      "mean_token_accuracy": 0.5078289359807968,
      "num_tokens": 382075501.0,
      "step": 496120
    },
    {
      "epoch": 0.6293206893314967,
      "grad_norm": 5.5,
      "learning_rate": 1.853638022068917e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5534836977720261,
      "num_tokens": 382083046.0,
      "step": 496130
    },
    {
      "epoch": 0.6293333739240294,
      "grad_norm": 5.6875,
      "learning_rate": 1.8535745910602874e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5382686406373978,
      "num_tokens": 382090391.0,
      "step": 496140
    },
    {
      "epoch": 0.6293460585165622,
      "grad_norm": 5.25,
      "learning_rate": 1.8535111600516583e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5507739841938019,
      "num_tokens": 382097853.0,
      "step": 496150
    },
    {
      "epoch": 0.6293587431090951,
      "grad_norm": 6.6875,
      "learning_rate": 1.853447729043029e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5614202648401261,
      "num_tokens": 382105122.0,
      "step": 496160
    },
    {
      "epoch": 0.6293714277016279,
      "grad_norm": 8.125,
      "learning_rate": 1.8533842980344e-05,
      "loss": 1.882,
      "mean_token_accuracy": 0.58364939391613,
      "num_tokens": 382111635.0,
      "step": 496170
    },
    {
      "epoch": 0.6293841122941608,
      "grad_norm": 5.21875,
      "learning_rate": 1.853320867025771e-05,
      "loss": 2.3295,
      "mean_token_accuracy": 0.49606873095035553,
      "num_tokens": 382120869.0,
      "step": 496180
    },
    {
      "epoch": 0.6293967968866936,
      "grad_norm": 5.25,
      "learning_rate": 1.8532574360171418e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5499031037092209,
      "num_tokens": 382128703.0,
      "step": 496190
    },
    {
      "epoch": 0.6294094814792265,
      "grad_norm": 6.6875,
      "learning_rate": 1.8531940050085127e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5355653136968612,
      "num_tokens": 382135381.0,
      "step": 496200
    },
    {
      "epoch": 0.6294221660717593,
      "grad_norm": 4.96875,
      "learning_rate": 1.8531305739998832e-05,
      "loss": 1.8848,
      "mean_token_accuracy": 0.5853428959846496,
      "num_tokens": 382144225.0,
      "step": 496210
    },
    {
      "epoch": 0.6294348506642921,
      "grad_norm": 4.78125,
      "learning_rate": 1.853067142991254e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5399718314409256,
      "num_tokens": 382152170.0,
      "step": 496220
    },
    {
      "epoch": 0.629447535256825,
      "grad_norm": 4.75,
      "learning_rate": 1.8530037119826253e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5597099423408508,
      "num_tokens": 382161043.0,
      "step": 496230
    },
    {
      "epoch": 0.6294602198493577,
      "grad_norm": 6.40625,
      "learning_rate": 1.8529402809739958e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5224594444036483,
      "num_tokens": 382168480.0,
      "step": 496240
    },
    {
      "epoch": 0.6294729044418906,
      "grad_norm": 9.75,
      "learning_rate": 1.8528768499653667e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5439423829317093,
      "num_tokens": 382175215.0,
      "step": 496250
    },
    {
      "epoch": 0.6294855890344234,
      "grad_norm": 5.3125,
      "learning_rate": 1.8528134189567376e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5380116403102875,
      "num_tokens": 382182647.0,
      "step": 496260
    },
    {
      "epoch": 0.6294982736269563,
      "grad_norm": 6.3125,
      "learning_rate": 1.8527499879481084e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5446889042854309,
      "num_tokens": 382190821.0,
      "step": 496270
    },
    {
      "epoch": 0.6295109582194891,
      "grad_norm": 5.78125,
      "learning_rate": 1.8526865569394793e-05,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5355095565319061,
      "num_tokens": 382197859.0,
      "step": 496280
    },
    {
      "epoch": 0.629523642812022,
      "grad_norm": 6.625,
      "learning_rate": 1.8526231259308502e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5342529982328414,
      "num_tokens": 382205446.0,
      "step": 496290
    },
    {
      "epoch": 0.6295363274045548,
      "grad_norm": 6.21875,
      "learning_rate": 1.852559694922221e-05,
      "loss": 2.2846,
      "mean_token_accuracy": 0.5113192915916442,
      "num_tokens": 382214557.0,
      "step": 496300
    },
    {
      "epoch": 0.6295490119970876,
      "grad_norm": 4.96875,
      "learning_rate": 1.852496263913592e-05,
      "loss": 1.8496,
      "mean_token_accuracy": 0.5791078597307205,
      "num_tokens": 382221725.0,
      "step": 496310
    },
    {
      "epoch": 0.6295616965896205,
      "grad_norm": 5.5625,
      "learning_rate": 1.8524328329049625e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5462946832180023,
      "num_tokens": 382229390.0,
      "step": 496320
    },
    {
      "epoch": 0.6295743811821533,
      "grad_norm": 5.09375,
      "learning_rate": 1.8523694018963337e-05,
      "loss": 2.2346,
      "mean_token_accuracy": 0.5085743695497513,
      "num_tokens": 382237431.0,
      "step": 496330
    },
    {
      "epoch": 0.6295870657746861,
      "grad_norm": 5.0625,
      "learning_rate": 1.8523059708877046e-05,
      "loss": 1.8819,
      "mean_token_accuracy": 0.5875388771295548,
      "num_tokens": 382245129.0,
      "step": 496340
    },
    {
      "epoch": 0.6295997503672189,
      "grad_norm": 5.53125,
      "learning_rate": 1.852242539879075e-05,
      "loss": 1.8749,
      "mean_token_accuracy": 0.5805599749088287,
      "num_tokens": 382253002.0,
      "step": 496350
    },
    {
      "epoch": 0.6296124349597518,
      "grad_norm": 8.625,
      "learning_rate": 1.852179108870446e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.543022733926773,
      "num_tokens": 382260113.0,
      "step": 496360
    },
    {
      "epoch": 0.6296251195522846,
      "grad_norm": 5.15625,
      "learning_rate": 1.852115677861817e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5339088052511215,
      "num_tokens": 382269542.0,
      "step": 496370
    },
    {
      "epoch": 0.6296378041448174,
      "grad_norm": 5.09375,
      "learning_rate": 1.8520522468531877e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.5547773450613022,
      "num_tokens": 382277594.0,
      "step": 496380
    },
    {
      "epoch": 0.6296504887373503,
      "grad_norm": 5.75,
      "learning_rate": 1.8519888158445586e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5371250361204147,
      "num_tokens": 382284248.0,
      "step": 496390
    },
    {
      "epoch": 0.6296631733298831,
      "grad_norm": 5.03125,
      "learning_rate": 1.8519253848359295e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5481479853391648,
      "num_tokens": 382291292.0,
      "step": 496400
    },
    {
      "epoch": 0.629675857922416,
      "grad_norm": 5.40625,
      "learning_rate": 1.8518619538273003e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5701067715883255,
      "num_tokens": 382299298.0,
      "step": 496410
    },
    {
      "epoch": 0.6296885425149488,
      "grad_norm": 4.90625,
      "learning_rate": 1.851798522818671e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5442841231822968,
      "num_tokens": 382307181.0,
      "step": 496420
    },
    {
      "epoch": 0.6297012271074817,
      "grad_norm": 5.0,
      "learning_rate": 1.851735091810042e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5449654877185821,
      "num_tokens": 382315941.0,
      "step": 496430
    },
    {
      "epoch": 0.6297139117000145,
      "grad_norm": 5.0625,
      "learning_rate": 1.851671660801413e-05,
      "loss": 1.97,
      "mean_token_accuracy": 0.5592811495065689,
      "num_tokens": 382323376.0,
      "step": 496440
    },
    {
      "epoch": 0.6297265962925473,
      "grad_norm": 5.40625,
      "learning_rate": 1.8516082297927835e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5594309329986572,
      "num_tokens": 382330950.0,
      "step": 496450
    },
    {
      "epoch": 0.6297392808850801,
      "grad_norm": 5.5625,
      "learning_rate": 1.8515447987841544e-05,
      "loss": 1.6949,
      "mean_token_accuracy": 0.6167839050292969,
      "num_tokens": 382338171.0,
      "step": 496460
    },
    {
      "epoch": 0.6297519654776129,
      "grad_norm": 6.15625,
      "learning_rate": 1.8514813677755256e-05,
      "loss": 1.8049,
      "mean_token_accuracy": 0.6017726838588715,
      "num_tokens": 382345249.0,
      "step": 496470
    },
    {
      "epoch": 0.6297646500701458,
      "grad_norm": 4.75,
      "learning_rate": 1.8514179367668965e-05,
      "loss": 1.8214,
      "mean_token_accuracy": 0.5909967452287674,
      "num_tokens": 382352253.0,
      "step": 496480
    },
    {
      "epoch": 0.6297773346626786,
      "grad_norm": 5.0,
      "learning_rate": 1.851354505758267e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.516722658276558,
      "num_tokens": 382361307.0,
      "step": 496490
    },
    {
      "epoch": 0.6297900192552115,
      "grad_norm": 4.9375,
      "learning_rate": 1.851291074749638e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5669958621263504,
      "num_tokens": 382368532.0,
      "step": 496500
    },
    {
      "epoch": 0.6298027038477443,
      "grad_norm": 5.5,
      "learning_rate": 1.8512276437410087e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.537489652633667,
      "num_tokens": 382377434.0,
      "step": 496510
    },
    {
      "epoch": 0.6298153884402772,
      "grad_norm": 7.4375,
      "learning_rate": 1.8511642127323796e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5179890006780624,
      "num_tokens": 382385159.0,
      "step": 496520
    },
    {
      "epoch": 0.62982807303281,
      "grad_norm": 5.71875,
      "learning_rate": 1.8511007817237505e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5226500332355499,
      "num_tokens": 382392758.0,
      "step": 496530
    },
    {
      "epoch": 0.6298407576253428,
      "grad_norm": 6.65625,
      "learning_rate": 1.8510373507151214e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5437616020441055,
      "num_tokens": 382400360.0,
      "step": 496540
    },
    {
      "epoch": 0.6298534422178756,
      "grad_norm": 5.9375,
      "learning_rate": 1.8509739197064922e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5426816701889038,
      "num_tokens": 382407993.0,
      "step": 496550
    },
    {
      "epoch": 0.6298661268104084,
      "grad_norm": 11.3125,
      "learning_rate": 1.8509104886978628e-05,
      "loss": 2.2388,
      "mean_token_accuracy": 0.5170275181531906,
      "num_tokens": 382415885.0,
      "step": 496560
    },
    {
      "epoch": 0.6298788114029413,
      "grad_norm": 9.1875,
      "learning_rate": 1.850847057689234e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5395337700843811,
      "num_tokens": 382424045.0,
      "step": 496570
    },
    {
      "epoch": 0.6298914959954741,
      "grad_norm": 4.59375,
      "learning_rate": 1.850783626680605e-05,
      "loss": 1.9193,
      "mean_token_accuracy": 0.5787005335092544,
      "num_tokens": 382432618.0,
      "step": 496580
    },
    {
      "epoch": 0.629904180588007,
      "grad_norm": 4.9375,
      "learning_rate": 1.8507201956719754e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5318550050258637,
      "num_tokens": 382442188.0,
      "step": 496590
    },
    {
      "epoch": 0.6299168651805398,
      "grad_norm": 7.40625,
      "learning_rate": 1.8506567646633463e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5272489845752716,
      "num_tokens": 382448884.0,
      "step": 496600
    },
    {
      "epoch": 0.6299295497730727,
      "grad_norm": 4.71875,
      "learning_rate": 1.850593333654717e-05,
      "loss": 1.9297,
      "mean_token_accuracy": 0.5690979152917862,
      "num_tokens": 382457004.0,
      "step": 496610
    },
    {
      "epoch": 0.6299422343656055,
      "grad_norm": 4.875,
      "learning_rate": 1.850529902646088e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5645592361688614,
      "num_tokens": 382465221.0,
      "step": 496620
    },
    {
      "epoch": 0.6299549189581383,
      "grad_norm": 6.40625,
      "learning_rate": 1.850466471637459e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5256469875574112,
      "num_tokens": 382474133.0,
      "step": 496630
    },
    {
      "epoch": 0.6299676035506712,
      "grad_norm": 5.28125,
      "learning_rate": 1.8504030406288298e-05,
      "loss": 1.9238,
      "mean_token_accuracy": 0.579975214600563,
      "num_tokens": 382480734.0,
      "step": 496640
    },
    {
      "epoch": 0.629980288143204,
      "grad_norm": 4.1875,
      "learning_rate": 1.8503396096202006e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5639214247465134,
      "num_tokens": 382489618.0,
      "step": 496650
    },
    {
      "epoch": 0.6299929727357368,
      "grad_norm": 5.5,
      "learning_rate": 1.850276178611571e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.547595989704132,
      "num_tokens": 382496568.0,
      "step": 496660
    },
    {
      "epoch": 0.6300056573282696,
      "grad_norm": 5.25,
      "learning_rate": 1.8502127476029424e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5387641131877899,
      "num_tokens": 382505328.0,
      "step": 496670
    },
    {
      "epoch": 0.6300183419208025,
      "grad_norm": 5.28125,
      "learning_rate": 1.8501493165943133e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5400190204381943,
      "num_tokens": 382513091.0,
      "step": 496680
    },
    {
      "epoch": 0.6300310265133353,
      "grad_norm": 5.46875,
      "learning_rate": 1.850085885585684e-05,
      "loss": 2.2646,
      "mean_token_accuracy": 0.5154330849647522,
      "num_tokens": 382521054.0,
      "step": 496690
    },
    {
      "epoch": 0.6300437111058681,
      "grad_norm": 4.84375,
      "learning_rate": 1.8500224545770547e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5607137590646744,
      "num_tokens": 382529169.0,
      "step": 496700
    },
    {
      "epoch": 0.630056395698401,
      "grad_norm": 6.90625,
      "learning_rate": 1.8499590235684255e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5639967858791352,
      "num_tokens": 382536054.0,
      "step": 496710
    },
    {
      "epoch": 0.6300690802909338,
      "grad_norm": 7.59375,
      "learning_rate": 1.8498955925597967e-05,
      "loss": 1.8706,
      "mean_token_accuracy": 0.5916199386119843,
      "num_tokens": 382542147.0,
      "step": 496720
    },
    {
      "epoch": 0.6300817648834667,
      "grad_norm": 5.21875,
      "learning_rate": 1.8498321615511673e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.5237618863582612,
      "num_tokens": 382550969.0,
      "step": 496730
    },
    {
      "epoch": 0.6300944494759995,
      "grad_norm": 5.0,
      "learning_rate": 1.849768730542538e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5342001974582672,
      "num_tokens": 382559482.0,
      "step": 496740
    },
    {
      "epoch": 0.6301071340685324,
      "grad_norm": 5.71875,
      "learning_rate": 1.849705299533909e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5782504111528397,
      "num_tokens": 382566179.0,
      "step": 496750
    },
    {
      "epoch": 0.6301198186610651,
      "grad_norm": 4.59375,
      "learning_rate": 1.84964186852528e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5648995816707612,
      "num_tokens": 382574016.0,
      "step": 496760
    },
    {
      "epoch": 0.6301325032535979,
      "grad_norm": 4.78125,
      "learning_rate": 1.8495784375166508e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.5476309716701507,
      "num_tokens": 382582457.0,
      "step": 496770
    },
    {
      "epoch": 0.6301451878461308,
      "grad_norm": 7.09375,
      "learning_rate": 1.8495150065080217e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5246845781803131,
      "num_tokens": 382589650.0,
      "step": 496780
    },
    {
      "epoch": 0.6301578724386636,
      "grad_norm": 5.375,
      "learning_rate": 1.8494515754993925e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5237281918525696,
      "num_tokens": 382597883.0,
      "step": 496790
    },
    {
      "epoch": 0.6301705570311965,
      "grad_norm": 5.75,
      "learning_rate": 1.849388144490763e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5492602050304413,
      "num_tokens": 382606514.0,
      "step": 496800
    },
    {
      "epoch": 0.6301832416237293,
      "grad_norm": 7.125,
      "learning_rate": 1.849324713482134e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5505436390638352,
      "num_tokens": 382614623.0,
      "step": 496810
    },
    {
      "epoch": 0.6301959262162622,
      "grad_norm": 5.40625,
      "learning_rate": 1.849261282473505e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5798848986625671,
      "num_tokens": 382622026.0,
      "step": 496820
    },
    {
      "epoch": 0.630208610808795,
      "grad_norm": 5.34375,
      "learning_rate": 1.8491978514648757e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5375745385885239,
      "num_tokens": 382629937.0,
      "step": 496830
    },
    {
      "epoch": 0.6302212954013279,
      "grad_norm": 7.875,
      "learning_rate": 1.8491344204562466e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5557223558425903,
      "num_tokens": 382637707.0,
      "step": 496840
    },
    {
      "epoch": 0.6302339799938607,
      "grad_norm": 8.3125,
      "learning_rate": 1.8490709894476174e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5511745810508728,
      "num_tokens": 382644347.0,
      "step": 496850
    },
    {
      "epoch": 0.6302466645863934,
      "grad_norm": 8.125,
      "learning_rate": 1.8490075584389883e-05,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5506882995367051,
      "num_tokens": 382651074.0,
      "step": 496860
    },
    {
      "epoch": 0.6302593491789263,
      "grad_norm": 6.3125,
      "learning_rate": 1.8489441274303592e-05,
      "loss": 2.2087,
      "mean_token_accuracy": 0.5213507384061813,
      "num_tokens": 382659303.0,
      "step": 496870
    },
    {
      "epoch": 0.6302720337714591,
      "grad_norm": 4.90625,
      "learning_rate": 1.84888069642173e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5304417252540589,
      "num_tokens": 382666796.0,
      "step": 496880
    },
    {
      "epoch": 0.630284718363992,
      "grad_norm": 7.15625,
      "learning_rate": 1.848817265413101e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5269370377063751,
      "num_tokens": 382673636.0,
      "step": 496890
    },
    {
      "epoch": 0.6302974029565248,
      "grad_norm": 6.0,
      "learning_rate": 1.8487538344044718e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5326494008302689,
      "num_tokens": 382681291.0,
      "step": 496900
    },
    {
      "epoch": 0.6303100875490577,
      "grad_norm": 10.875,
      "learning_rate": 1.8486904033958423e-05,
      "loss": 1.8156,
      "mean_token_accuracy": 0.5977164685726166,
      "num_tokens": 382687482.0,
      "step": 496910
    },
    {
      "epoch": 0.6303227721415905,
      "grad_norm": 5.03125,
      "learning_rate": 1.8486269723872136e-05,
      "loss": 1.8948,
      "mean_token_accuracy": 0.5781786739826202,
      "num_tokens": 382695445.0,
      "step": 496920
    },
    {
      "epoch": 0.6303354567341233,
      "grad_norm": 5.28125,
      "learning_rate": 1.8485635413785844e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5305525630712509,
      "num_tokens": 382703538.0,
      "step": 496930
    },
    {
      "epoch": 0.6303481413266562,
      "grad_norm": 6.09375,
      "learning_rate": 1.848500110369955e-05,
      "loss": 1.8451,
      "mean_token_accuracy": 0.5812542110681533,
      "num_tokens": 382711033.0,
      "step": 496940
    },
    {
      "epoch": 0.630360825919189,
      "grad_norm": 5.25,
      "learning_rate": 1.848436679361326e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.556518018245697,
      "num_tokens": 382718764.0,
      "step": 496950
    },
    {
      "epoch": 0.6303735105117219,
      "grad_norm": 7.84375,
      "learning_rate": 1.848373248352697e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5344873160123825,
      "num_tokens": 382726476.0,
      "step": 496960
    },
    {
      "epoch": 0.6303861951042546,
      "grad_norm": 4.78125,
      "learning_rate": 1.8483098173440676e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5527821332216263,
      "num_tokens": 382734165.0,
      "step": 496970
    },
    {
      "epoch": 0.6303988796967875,
      "grad_norm": 9.0625,
      "learning_rate": 1.8482463863354385e-05,
      "loss": 1.6955,
      "mean_token_accuracy": 0.6350410640239715,
      "num_tokens": 382740620.0,
      "step": 496980
    },
    {
      "epoch": 0.6304115642893203,
      "grad_norm": 5.0,
      "learning_rate": 1.8481829553268093e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5285692602396012,
      "num_tokens": 382749006.0,
      "step": 496990
    },
    {
      "epoch": 0.6304242488818532,
      "grad_norm": 6.8125,
      "learning_rate": 1.8481195243181802e-05,
      "loss": 2.2641,
      "mean_token_accuracy": 0.5147497951984406,
      "num_tokens": 382757554.0,
      "step": 497000
    },
    {
      "epoch": 0.630436933474386,
      "grad_norm": 5.09375,
      "learning_rate": 1.848056093309551e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5377062112092972,
      "num_tokens": 382766003.0,
      "step": 497010
    },
    {
      "epoch": 0.6304496180669188,
      "grad_norm": 4.4375,
      "learning_rate": 1.847992662300922e-05,
      "loss": 1.8474,
      "mean_token_accuracy": 0.5812771677970886,
      "num_tokens": 382774172.0,
      "step": 497020
    },
    {
      "epoch": 0.6304623026594517,
      "grad_norm": 4.6875,
      "learning_rate": 1.8479292312922928e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5513573497533798,
      "num_tokens": 382782150.0,
      "step": 497030
    },
    {
      "epoch": 0.6304749872519845,
      "grad_norm": 7.03125,
      "learning_rate": 1.8478658002836634e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5212952762842178,
      "num_tokens": 382790998.0,
      "step": 497040
    },
    {
      "epoch": 0.6304876718445174,
      "grad_norm": 5.1875,
      "learning_rate": 1.8478023692750342e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5694671928882599,
      "num_tokens": 382799015.0,
      "step": 497050
    },
    {
      "epoch": 0.6305003564370502,
      "grad_norm": 7.90625,
      "learning_rate": 1.8477389382664054e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5370634883642197,
      "num_tokens": 382807547.0,
      "step": 497060
    },
    {
      "epoch": 0.630513041029583,
      "grad_norm": 5.46875,
      "learning_rate": 1.8476755072577763e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5585983008146286,
      "num_tokens": 382815811.0,
      "step": 497070
    },
    {
      "epoch": 0.6305257256221158,
      "grad_norm": 6.96875,
      "learning_rate": 1.847612076249147e-05,
      "loss": 2.3057,
      "mean_token_accuracy": 0.5075676292181015,
      "num_tokens": 382824641.0,
      "step": 497080
    },
    {
      "epoch": 0.6305384102146486,
      "grad_norm": 5.6875,
      "learning_rate": 1.8475486452405177e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5262848913669587,
      "num_tokens": 382833692.0,
      "step": 497090
    },
    {
      "epoch": 0.6305510948071815,
      "grad_norm": 6.1875,
      "learning_rate": 1.8474852142318886e-05,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5295329570770264,
      "num_tokens": 382839522.0,
      "step": 497100
    },
    {
      "epoch": 0.6305637793997143,
      "grad_norm": 7.0,
      "learning_rate": 1.8474217832232595e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.566523078083992,
      "num_tokens": 382847331.0,
      "step": 497110
    },
    {
      "epoch": 0.6305764639922472,
      "grad_norm": 7.34375,
      "learning_rate": 1.8473583522146304e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5431336104869843,
      "num_tokens": 382854368.0,
      "step": 497120
    },
    {
      "epoch": 0.63058914858478,
      "grad_norm": 4.8125,
      "learning_rate": 1.8472949212060012e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5575769871473313,
      "num_tokens": 382862314.0,
      "step": 497130
    },
    {
      "epoch": 0.6306018331773129,
      "grad_norm": 6.4375,
      "learning_rate": 1.847231490197372e-05,
      "loss": 1.7093,
      "mean_token_accuracy": 0.6124602556228638,
      "num_tokens": 382869068.0,
      "step": 497140
    },
    {
      "epoch": 0.6306145177698457,
      "grad_norm": 5.75,
      "learning_rate": 1.8471680591887426e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5442314296960831,
      "num_tokens": 382877020.0,
      "step": 497150
    },
    {
      "epoch": 0.6306272023623785,
      "grad_norm": 5.90625,
      "learning_rate": 1.847104628180114e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5295764863491058,
      "num_tokens": 382886789.0,
      "step": 497160
    },
    {
      "epoch": 0.6306398869549114,
      "grad_norm": 5.3125,
      "learning_rate": 1.8470411971714847e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5140282809734344,
      "num_tokens": 382895878.0,
      "step": 497170
    },
    {
      "epoch": 0.6306525715474441,
      "grad_norm": 5.5,
      "learning_rate": 1.8469777661628553e-05,
      "loss": 1.8252,
      "mean_token_accuracy": 0.5939258754253387,
      "num_tokens": 382903029.0,
      "step": 497180
    },
    {
      "epoch": 0.630665256139977,
      "grad_norm": 5.21875,
      "learning_rate": 1.846914335154226e-05,
      "loss": 1.8038,
      "mean_token_accuracy": 0.6037476509809494,
      "num_tokens": 382908855.0,
      "step": 497190
    },
    {
      "epoch": 0.6306779407325098,
      "grad_norm": 6.6875,
      "learning_rate": 1.846850904145597e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5433865875005722,
      "num_tokens": 382915524.0,
      "step": 497200
    },
    {
      "epoch": 0.6306906253250427,
      "grad_norm": 5.3125,
      "learning_rate": 1.846787473136968e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5502858251333237,
      "num_tokens": 382924879.0,
      "step": 497210
    },
    {
      "epoch": 0.6307033099175755,
      "grad_norm": 8.5,
      "learning_rate": 1.8467240421283388e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5559347689151763,
      "num_tokens": 382931797.0,
      "step": 497220
    },
    {
      "epoch": 0.6307159945101084,
      "grad_norm": 5.46875,
      "learning_rate": 1.8466606111197096e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5605951189994812,
      "num_tokens": 382939786.0,
      "step": 497230
    },
    {
      "epoch": 0.6307286791026412,
      "grad_norm": 6.46875,
      "learning_rate": 1.8465971801110805e-05,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5442608058452606,
      "num_tokens": 382947827.0,
      "step": 497240
    },
    {
      "epoch": 0.630741363695174,
      "grad_norm": 7.03125,
      "learning_rate": 1.846533749102451e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5529698312282563,
      "num_tokens": 382953787.0,
      "step": 497250
    },
    {
      "epoch": 0.6307540482877069,
      "grad_norm": 6.03125,
      "learning_rate": 1.8464703180938223e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.546992352604866,
      "num_tokens": 382961771.0,
      "step": 497260
    },
    {
      "epoch": 0.6307667328802397,
      "grad_norm": 6.125,
      "learning_rate": 1.846406887085193e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5535602539777755,
      "num_tokens": 382969950.0,
      "step": 497270
    },
    {
      "epoch": 0.6307794174727726,
      "grad_norm": 5.09375,
      "learning_rate": 1.846343456076564e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5538301348686219,
      "num_tokens": 382978788.0,
      "step": 497280
    },
    {
      "epoch": 0.6307921020653053,
      "grad_norm": 5.90625,
      "learning_rate": 1.8462800250679345e-05,
      "loss": 2.2377,
      "mean_token_accuracy": 0.519023922085762,
      "num_tokens": 382986803.0,
      "step": 497290
    },
    {
      "epoch": 0.6308047866578382,
      "grad_norm": 5.53125,
      "learning_rate": 1.8462165940593054e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5528951168060303,
      "num_tokens": 382994763.0,
      "step": 497300
    },
    {
      "epoch": 0.630817471250371,
      "grad_norm": 5.4375,
      "learning_rate": 1.8461531630506766e-05,
      "loss": 1.8064,
      "mean_token_accuracy": 0.6058245033025742,
      "num_tokens": 383001362.0,
      "step": 497310
    },
    {
      "epoch": 0.6308301558429038,
      "grad_norm": 5.25,
      "learning_rate": 1.846089732042047e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.518248051404953,
      "num_tokens": 383009061.0,
      "step": 497320
    },
    {
      "epoch": 0.6308428404354367,
      "grad_norm": 4.84375,
      "learning_rate": 1.846026301033418e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5542742758989334,
      "num_tokens": 383016682.0,
      "step": 497330
    },
    {
      "epoch": 0.6308555250279695,
      "grad_norm": 6.0625,
      "learning_rate": 1.845962870024789e-05,
      "loss": 1.8068,
      "mean_token_accuracy": 0.6020997107028961,
      "num_tokens": 383022832.0,
      "step": 497340
    },
    {
      "epoch": 0.6308682096205024,
      "grad_norm": 7.4375,
      "learning_rate": 1.8458994390161598e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5568091422319412,
      "num_tokens": 383029981.0,
      "step": 497350
    },
    {
      "epoch": 0.6308808942130352,
      "grad_norm": 5.125,
      "learning_rate": 1.8458360080075307e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5420809179544449,
      "num_tokens": 383038983.0,
      "step": 497360
    },
    {
      "epoch": 0.6308935788055681,
      "grad_norm": 5.625,
      "learning_rate": 1.8457725769989015e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5207394957542419,
      "num_tokens": 383046776.0,
      "step": 497370
    },
    {
      "epoch": 0.6309062633981009,
      "grad_norm": 7.25,
      "learning_rate": 1.8457091459902724e-05,
      "loss": 1.7642,
      "mean_token_accuracy": 0.6052705347537994,
      "num_tokens": 383053287.0,
      "step": 497380
    },
    {
      "epoch": 0.6309189479906337,
      "grad_norm": 5.0,
      "learning_rate": 1.845645714981643e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5511018365621567,
      "num_tokens": 383061300.0,
      "step": 497390
    },
    {
      "epoch": 0.6309316325831665,
      "grad_norm": 8.0625,
      "learning_rate": 1.845582283973014e-05,
      "loss": 1.957,
      "mean_token_accuracy": 0.561387687921524,
      "num_tokens": 383069464.0,
      "step": 497400
    },
    {
      "epoch": 0.6309443171756993,
      "grad_norm": 5.03125,
      "learning_rate": 1.845518852964385e-05,
      "loss": 2.2558,
      "mean_token_accuracy": 0.5265319883823395,
      "num_tokens": 383077943.0,
      "step": 497410
    },
    {
      "epoch": 0.6309570017682322,
      "grad_norm": 5.5625,
      "learning_rate": 1.8454554219557556e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5572354793548584,
      "num_tokens": 383085927.0,
      "step": 497420
    },
    {
      "epoch": 0.630969686360765,
      "grad_norm": 5.15625,
      "learning_rate": 1.8453919909471264e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5535701423883438,
      "num_tokens": 383093994.0,
      "step": 497430
    },
    {
      "epoch": 0.6309823709532979,
      "grad_norm": 5.46875,
      "learning_rate": 1.8453285599384973e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5534711837768554,
      "num_tokens": 383102625.0,
      "step": 497440
    },
    {
      "epoch": 0.6309950555458307,
      "grad_norm": 6.625,
      "learning_rate": 1.8452651289298685e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5473787158727645,
      "num_tokens": 383109437.0,
      "step": 497450
    },
    {
      "epoch": 0.6310077401383636,
      "grad_norm": 5.8125,
      "learning_rate": 1.845201697921239e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.5223670274019241,
      "num_tokens": 383118706.0,
      "step": 497460
    },
    {
      "epoch": 0.6310204247308964,
      "grad_norm": 4.4375,
      "learning_rate": 1.84513826691261e-05,
      "loss": 1.8876,
      "mean_token_accuracy": 0.5793569713830948,
      "num_tokens": 383126024.0,
      "step": 497470
    },
    {
      "epoch": 0.6310331093234292,
      "grad_norm": 6.75,
      "learning_rate": 1.8450748359039808e-05,
      "loss": 1.8361,
      "mean_token_accuracy": 0.5980286628007889,
      "num_tokens": 383132280.0,
      "step": 497480
    },
    {
      "epoch": 0.631045793915962,
      "grad_norm": 5.6875,
      "learning_rate": 1.8450114048953517e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5280373394489288,
      "num_tokens": 383139198.0,
      "step": 497490
    },
    {
      "epoch": 0.6310584785084948,
      "grad_norm": 11.625,
      "learning_rate": 1.8449479738867225e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5475354254245758,
      "num_tokens": 383146642.0,
      "step": 497500
    },
    {
      "epoch": 0.6310711631010277,
      "grad_norm": 9.875,
      "learning_rate": 1.8448845428780934e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5545301079750061,
      "num_tokens": 383153506.0,
      "step": 497510
    },
    {
      "epoch": 0.6310838476935605,
      "grad_norm": 6.0,
      "learning_rate": 1.8448211118694643e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5542931288480759,
      "num_tokens": 383161209.0,
      "step": 497520
    },
    {
      "epoch": 0.6310965322860934,
      "grad_norm": 5.15625,
      "learning_rate": 1.844757680860835e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5568359851837158,
      "num_tokens": 383169271.0,
      "step": 497530
    },
    {
      "epoch": 0.6311092168786262,
      "grad_norm": 5.1875,
      "learning_rate": 1.8446942498522057e-05,
      "loss": 1.9354,
      "mean_token_accuracy": 0.5767839163541794,
      "num_tokens": 383175374.0,
      "step": 497540
    },
    {
      "epoch": 0.6311219014711591,
      "grad_norm": 4.875,
      "learning_rate": 1.844630818843577e-05,
      "loss": 2.1924,
      "mean_token_accuracy": 0.5101129502058029,
      "num_tokens": 383183312.0,
      "step": 497550
    },
    {
      "epoch": 0.6311345860636919,
      "grad_norm": 5.0625,
      "learning_rate": 1.8445673878349475e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5399323523044586,
      "num_tokens": 383191357.0,
      "step": 497560
    },
    {
      "epoch": 0.6311472706562247,
      "grad_norm": 5.875,
      "learning_rate": 1.8445039568263183e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5432520747184754,
      "num_tokens": 383198975.0,
      "step": 497570
    },
    {
      "epoch": 0.6311599552487576,
      "grad_norm": 4.90625,
      "learning_rate": 1.8444405258176892e-05,
      "loss": 2.256,
      "mean_token_accuracy": 0.5147628128528595,
      "num_tokens": 383206581.0,
      "step": 497580
    },
    {
      "epoch": 0.6311726398412904,
      "grad_norm": 8.8125,
      "learning_rate": 1.84437709480906e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5344286501407624,
      "num_tokens": 383213874.0,
      "step": 497590
    },
    {
      "epoch": 0.6311853244338232,
      "grad_norm": 5.0625,
      "learning_rate": 1.844313663800431e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5086944997310638,
      "num_tokens": 383221987.0,
      "step": 497600
    },
    {
      "epoch": 0.631198009026356,
      "grad_norm": 5.15625,
      "learning_rate": 1.8442502327918018e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5548226654529571,
      "num_tokens": 383228778.0,
      "step": 497610
    },
    {
      "epoch": 0.6312106936188889,
      "grad_norm": 5.5,
      "learning_rate": 1.8441868017831727e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5355218440294266,
      "num_tokens": 383235510.0,
      "step": 497620
    },
    {
      "epoch": 0.6312233782114217,
      "grad_norm": 5.0625,
      "learning_rate": 1.8441233707745432e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5366672575473785,
      "num_tokens": 383243198.0,
      "step": 497630
    },
    {
      "epoch": 0.6312360628039545,
      "grad_norm": 9.3125,
      "learning_rate": 1.844059939765914e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5616487324237823,
      "num_tokens": 383249969.0,
      "step": 497640
    },
    {
      "epoch": 0.6312487473964874,
      "grad_norm": 6.34375,
      "learning_rate": 1.8439965087572853e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5624461680650711,
      "num_tokens": 383257791.0,
      "step": 497650
    },
    {
      "epoch": 0.6312614319890202,
      "grad_norm": 5.3125,
      "learning_rate": 1.8439330777486562e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5517955750226975,
      "num_tokens": 383265805.0,
      "step": 497660
    },
    {
      "epoch": 0.6312741165815531,
      "grad_norm": 7.3125,
      "learning_rate": 1.8438696467400267e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5331664264202118,
      "num_tokens": 383273084.0,
      "step": 497670
    },
    {
      "epoch": 0.6312868011740859,
      "grad_norm": 5.125,
      "learning_rate": 1.8438062157313976e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5497534722089767,
      "num_tokens": 383281639.0,
      "step": 497680
    },
    {
      "epoch": 0.6312994857666188,
      "grad_norm": 5.03125,
      "learning_rate": 1.8437427847227685e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.552831944823265,
      "num_tokens": 383287963.0,
      "step": 497690
    },
    {
      "epoch": 0.6313121703591515,
      "grad_norm": 5.5,
      "learning_rate": 1.8436793537141393e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5191415786743164,
      "num_tokens": 383296414.0,
      "step": 497700
    },
    {
      "epoch": 0.6313248549516843,
      "grad_norm": 6.53125,
      "learning_rate": 1.8436159227055102e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5632697284221649,
      "num_tokens": 383303917.0,
      "step": 497710
    },
    {
      "epoch": 0.6313375395442172,
      "grad_norm": 6.53125,
      "learning_rate": 1.843552491696881e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5390080451965332,
      "num_tokens": 383311398.0,
      "step": 497720
    },
    {
      "epoch": 0.63135022413675,
      "grad_norm": 4.59375,
      "learning_rate": 1.843489060688252e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5664095938205719,
      "num_tokens": 383319476.0,
      "step": 497730
    },
    {
      "epoch": 0.6313629087292829,
      "grad_norm": 6.78125,
      "learning_rate": 1.8434256296796225e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5449980080127717,
      "num_tokens": 383326306.0,
      "step": 497740
    },
    {
      "epoch": 0.6313755933218157,
      "grad_norm": 6.84375,
      "learning_rate": 1.8433621986709937e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5762491434812546,
      "num_tokens": 383332457.0,
      "step": 497750
    },
    {
      "epoch": 0.6313882779143486,
      "grad_norm": 8.25,
      "learning_rate": 1.8432987676623646e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.546408674120903,
      "num_tokens": 383340260.0,
      "step": 497760
    },
    {
      "epoch": 0.6314009625068814,
      "grad_norm": 6.6875,
      "learning_rate": 1.843235336653735e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5441235125064849,
      "num_tokens": 383347762.0,
      "step": 497770
    },
    {
      "epoch": 0.6314136470994143,
      "grad_norm": 4.84375,
      "learning_rate": 1.843171905645106e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.517085513472557,
      "num_tokens": 383354934.0,
      "step": 497780
    },
    {
      "epoch": 0.6314263316919471,
      "grad_norm": 4.90625,
      "learning_rate": 1.843108474636477e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5281835675239563,
      "num_tokens": 383364230.0,
      "step": 497790
    },
    {
      "epoch": 0.6314390162844798,
      "grad_norm": 6.1875,
      "learning_rate": 1.8430450436278478e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.531426402926445,
      "num_tokens": 383371929.0,
      "step": 497800
    },
    {
      "epoch": 0.6314517008770127,
      "grad_norm": 5.625,
      "learning_rate": 1.8429816126192186e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.545449697971344,
      "num_tokens": 383379321.0,
      "step": 497810
    },
    {
      "epoch": 0.6314643854695455,
      "grad_norm": 5.28125,
      "learning_rate": 1.8429181816105895e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5430332630872726,
      "num_tokens": 383387624.0,
      "step": 497820
    },
    {
      "epoch": 0.6314770700620784,
      "grad_norm": 4.75,
      "learning_rate": 1.8428547506019604e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5479829907417297,
      "num_tokens": 383396013.0,
      "step": 497830
    },
    {
      "epoch": 0.6314897546546112,
      "grad_norm": 4.875,
      "learning_rate": 1.8427913195933312e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5751020014286041,
      "num_tokens": 383403473.0,
      "step": 497840
    },
    {
      "epoch": 0.6315024392471441,
      "grad_norm": 4.84375,
      "learning_rate": 1.842727888584702e-05,
      "loss": 1.8584,
      "mean_token_accuracy": 0.5816574364900589,
      "num_tokens": 383410846.0,
      "step": 497850
    },
    {
      "epoch": 0.6315151238396769,
      "grad_norm": 5.21875,
      "learning_rate": 1.842664457576073e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5408338457345963,
      "num_tokens": 383419075.0,
      "step": 497860
    },
    {
      "epoch": 0.6315278084322097,
      "grad_norm": 6.6875,
      "learning_rate": 1.842601026567444e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5248840391635895,
      "num_tokens": 383427059.0,
      "step": 497870
    },
    {
      "epoch": 0.6315404930247426,
      "grad_norm": 4.90625,
      "learning_rate": 1.8425375955588144e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5332187324762344,
      "num_tokens": 383434412.0,
      "step": 497880
    },
    {
      "epoch": 0.6315531776172754,
      "grad_norm": 5.96875,
      "learning_rate": 1.8424741645501856e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5319775432348252,
      "num_tokens": 383442451.0,
      "step": 497890
    },
    {
      "epoch": 0.6315658622098083,
      "grad_norm": 4.96875,
      "learning_rate": 1.8424107335415565e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.5235228836536407,
      "num_tokens": 383451246.0,
      "step": 497900
    },
    {
      "epoch": 0.631578546802341,
      "grad_norm": 5.125,
      "learning_rate": 1.842347302532927e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5506796091794968,
      "num_tokens": 383459537.0,
      "step": 497910
    },
    {
      "epoch": 0.6315912313948739,
      "grad_norm": 5.78125,
      "learning_rate": 1.842283871524298e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5437944322824478,
      "num_tokens": 383467603.0,
      "step": 497920
    },
    {
      "epoch": 0.6316039159874067,
      "grad_norm": 5.28125,
      "learning_rate": 1.8422204405156688e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5568533390760422,
      "num_tokens": 383475840.0,
      "step": 497930
    },
    {
      "epoch": 0.6316166005799396,
      "grad_norm": 5.40625,
      "learning_rate": 1.8421570095070396e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5182819068431854,
      "num_tokens": 383484497.0,
      "step": 497940
    },
    {
      "epoch": 0.6316292851724724,
      "grad_norm": 5.4375,
      "learning_rate": 1.8420935784984105e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5633852362632752,
      "num_tokens": 383492731.0,
      "step": 497950
    },
    {
      "epoch": 0.6316419697650052,
      "grad_norm": 4.75,
      "learning_rate": 1.8420301474897814e-05,
      "loss": 1.9071,
      "mean_token_accuracy": 0.5643306881189346,
      "num_tokens": 383499923.0,
      "step": 497960
    },
    {
      "epoch": 0.6316546543575381,
      "grad_norm": 8.75,
      "learning_rate": 1.8419667164811523e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5671508759260178,
      "num_tokens": 383507707.0,
      "step": 497970
    },
    {
      "epoch": 0.6316673389500709,
      "grad_norm": 4.90625,
      "learning_rate": 1.8419032854725228e-05,
      "loss": 1.8682,
      "mean_token_accuracy": 0.5710034430027008,
      "num_tokens": 383515978.0,
      "step": 497980
    },
    {
      "epoch": 0.6316800235426038,
      "grad_norm": 5.875,
      "learning_rate": 1.841839854463894e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5319626212120057,
      "num_tokens": 383523782.0,
      "step": 497990
    },
    {
      "epoch": 0.6316927081351366,
      "grad_norm": 5.84375,
      "learning_rate": 1.841776423455265e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.540292301774025,
      "num_tokens": 383532149.0,
      "step": 498000
    },
    {
      "epoch": 0.6317053927276695,
      "grad_norm": 4.96875,
      "learning_rate": 1.8417129924466354e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5604922980070114,
      "num_tokens": 383539078.0,
      "step": 498010
    },
    {
      "epoch": 0.6317180773202022,
      "grad_norm": 6.40625,
      "learning_rate": 1.8416495614380063e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5701566576957703,
      "num_tokens": 383545627.0,
      "step": 498020
    },
    {
      "epoch": 0.631730761912735,
      "grad_norm": 7.4375,
      "learning_rate": 1.8415861304293772e-05,
      "loss": 1.7803,
      "mean_token_accuracy": 0.6088246017694473,
      "num_tokens": 383552865.0,
      "step": 498030
    },
    {
      "epoch": 0.6317434465052679,
      "grad_norm": 6.46875,
      "learning_rate": 1.8415226994207484e-05,
      "loss": 1.8465,
      "mean_token_accuracy": 0.5776290267705917,
      "num_tokens": 383558820.0,
      "step": 498040
    },
    {
      "epoch": 0.6317561310978007,
      "grad_norm": 6.09375,
      "learning_rate": 1.841459268412119e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5362628281116486,
      "num_tokens": 383566865.0,
      "step": 498050
    },
    {
      "epoch": 0.6317688156903336,
      "grad_norm": 3.1875,
      "learning_rate": 1.8413958374034898e-05,
      "loss": 1.71,
      "mean_token_accuracy": 0.614037635922432,
      "num_tokens": 383574915.0,
      "step": 498060
    },
    {
      "epoch": 0.6317815002828664,
      "grad_norm": 6.90625,
      "learning_rate": 1.8413324063948607e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5545476585626602,
      "num_tokens": 383582428.0,
      "step": 498070
    },
    {
      "epoch": 0.6317941848753993,
      "grad_norm": 4.75,
      "learning_rate": 1.8412689753862315e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5378307819366455,
      "num_tokens": 383590389.0,
      "step": 498080
    },
    {
      "epoch": 0.6318068694679321,
      "grad_norm": 5.59375,
      "learning_rate": 1.8412055443776024e-05,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5426771402359009,
      "num_tokens": 383598710.0,
      "step": 498090
    },
    {
      "epoch": 0.6318195540604649,
      "grad_norm": 4.96875,
      "learning_rate": 1.8411421133689733e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5401534289121628,
      "num_tokens": 383606850.0,
      "step": 498100
    },
    {
      "epoch": 0.6318322386529978,
      "grad_norm": 5.9375,
      "learning_rate": 1.841078682360344e-05,
      "loss": 2.3151,
      "mean_token_accuracy": 0.5083671182394027,
      "num_tokens": 383614894.0,
      "step": 498110
    },
    {
      "epoch": 0.6318449232455305,
      "grad_norm": 5.09375,
      "learning_rate": 1.8410152513517147e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5390915364027024,
      "num_tokens": 383623499.0,
      "step": 498120
    },
    {
      "epoch": 0.6318576078380634,
      "grad_norm": 5.34375,
      "learning_rate": 1.8409518203430856e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5262507438659668,
      "num_tokens": 383631134.0,
      "step": 498130
    },
    {
      "epoch": 0.6318702924305962,
      "grad_norm": 5.78125,
      "learning_rate": 1.8408883893344568e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5565186083316803,
      "num_tokens": 383638880.0,
      "step": 498140
    },
    {
      "epoch": 0.6318829770231291,
      "grad_norm": 5.625,
      "learning_rate": 1.8408249583258273e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.5173193871974945,
      "num_tokens": 383646510.0,
      "step": 498150
    },
    {
      "epoch": 0.6318956616156619,
      "grad_norm": 6.75,
      "learning_rate": 1.8407615273171982e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5379028618335724,
      "num_tokens": 383654259.0,
      "step": 498160
    },
    {
      "epoch": 0.6319083462081948,
      "grad_norm": 5.625,
      "learning_rate": 1.840698096308569e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5505848675966263,
      "num_tokens": 383663028.0,
      "step": 498170
    },
    {
      "epoch": 0.6319210308007276,
      "grad_norm": 4.78125,
      "learning_rate": 1.84063466529994e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5475827872753143,
      "num_tokens": 383672085.0,
      "step": 498180
    },
    {
      "epoch": 0.6319337153932604,
      "grad_norm": 4.875,
      "learning_rate": 1.8405712342913108e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5583382338285446,
      "num_tokens": 383678793.0,
      "step": 498190
    },
    {
      "epoch": 0.6319463999857933,
      "grad_norm": 5.71875,
      "learning_rate": 1.8405078032826817e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5381234765052796,
      "num_tokens": 383686480.0,
      "step": 498200
    },
    {
      "epoch": 0.6319590845783261,
      "grad_norm": 5.125,
      "learning_rate": 1.8404443722740526e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5299786031246185,
      "num_tokens": 383694071.0,
      "step": 498210
    },
    {
      "epoch": 0.631971769170859,
      "grad_norm": 8.0,
      "learning_rate": 1.840380941265423e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.544412100315094,
      "num_tokens": 383702262.0,
      "step": 498220
    },
    {
      "epoch": 0.6319844537633917,
      "grad_norm": 10.8125,
      "learning_rate": 1.840317510256794e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.553889325261116,
      "num_tokens": 383708977.0,
      "step": 498230
    },
    {
      "epoch": 0.6319971383559246,
      "grad_norm": 5.03125,
      "learning_rate": 1.8402540792481652e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5343320816755295,
      "num_tokens": 383717008.0,
      "step": 498240
    },
    {
      "epoch": 0.6320098229484574,
      "grad_norm": 6.15625,
      "learning_rate": 1.840190648239536e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.540470153093338,
      "num_tokens": 383725264.0,
      "step": 498250
    },
    {
      "epoch": 0.6320225075409902,
      "grad_norm": 5.0625,
      "learning_rate": 1.8401272172309066e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5457373142242432,
      "num_tokens": 383733005.0,
      "step": 498260
    },
    {
      "epoch": 0.6320351921335231,
      "grad_norm": 4.78125,
      "learning_rate": 1.8400637862222775e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5213585078716279,
      "num_tokens": 383741431.0,
      "step": 498270
    },
    {
      "epoch": 0.6320478767260559,
      "grad_norm": 6.1875,
      "learning_rate": 1.8400003552136483e-05,
      "loss": 1.8726,
      "mean_token_accuracy": 0.591088843345642,
      "num_tokens": 383748786.0,
      "step": 498280
    },
    {
      "epoch": 0.6320605613185888,
      "grad_norm": 5.6875,
      "learning_rate": 1.8399369242050192e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.533451572060585,
      "num_tokens": 383756124.0,
      "step": 498290
    },
    {
      "epoch": 0.6320732459111216,
      "grad_norm": 5.125,
      "learning_rate": 1.83987349319639e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5270623356103897,
      "num_tokens": 383764000.0,
      "step": 498300
    },
    {
      "epoch": 0.6320859305036545,
      "grad_norm": 5.5625,
      "learning_rate": 1.839810062187761e-05,
      "loss": 2.2548,
      "mean_token_accuracy": 0.5091858714818954,
      "num_tokens": 383771683.0,
      "step": 498310
    },
    {
      "epoch": 0.6320986150961873,
      "grad_norm": 4.96875,
      "learning_rate": 1.839746631179132e-05,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5562716156244278,
      "num_tokens": 383780884.0,
      "step": 498320
    },
    {
      "epoch": 0.6321112996887202,
      "grad_norm": 6.21875,
      "learning_rate": 1.8396832001705027e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5464720159769059,
      "num_tokens": 383789370.0,
      "step": 498330
    },
    {
      "epoch": 0.6321239842812529,
      "grad_norm": 6.8125,
      "learning_rate": 1.8396197691618736e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5338312655687332,
      "num_tokens": 383797185.0,
      "step": 498340
    },
    {
      "epoch": 0.6321366688737857,
      "grad_norm": 6.5,
      "learning_rate": 1.8395563381532445e-05,
      "loss": 1.7287,
      "mean_token_accuracy": 0.6142700761556625,
      "num_tokens": 383804468.0,
      "step": 498350
    },
    {
      "epoch": 0.6321493534663186,
      "grad_norm": 5.5,
      "learning_rate": 1.839492907144615e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.548537090420723,
      "num_tokens": 383811934.0,
      "step": 498360
    },
    {
      "epoch": 0.6321620380588514,
      "grad_norm": 5.4375,
      "learning_rate": 1.839429476135986e-05,
      "loss": 1.8983,
      "mean_token_accuracy": 0.5669568955898285,
      "num_tokens": 383820904.0,
      "step": 498370
    },
    {
      "epoch": 0.6321747226513843,
      "grad_norm": 5.28125,
      "learning_rate": 1.839366045127357e-05,
      "loss": 1.6502,
      "mean_token_accuracy": 0.6484844326972962,
      "num_tokens": 383827334.0,
      "step": 498380
    },
    {
      "epoch": 0.6321874072439171,
      "grad_norm": 5.0625,
      "learning_rate": 1.8393026141187276e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5487109601497651,
      "num_tokens": 383836225.0,
      "step": 498390
    },
    {
      "epoch": 0.63220009183645,
      "grad_norm": 5.71875,
      "learning_rate": 1.8392391831100985e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5511613726615906,
      "num_tokens": 383843592.0,
      "step": 498400
    },
    {
      "epoch": 0.6322127764289828,
      "grad_norm": 6.1875,
      "learning_rate": 1.8391757521014694e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5294220864772796,
      "num_tokens": 383850292.0,
      "step": 498410
    },
    {
      "epoch": 0.6322254610215156,
      "grad_norm": 6.40625,
      "learning_rate": 1.8391123210928402e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5301430225372314,
      "num_tokens": 383858500.0,
      "step": 498420
    },
    {
      "epoch": 0.6322381456140485,
      "grad_norm": 9.125,
      "learning_rate": 1.839048890084211e-05,
      "loss": 1.9036,
      "mean_token_accuracy": 0.5806905299425125,
      "num_tokens": 383865906.0,
      "step": 498430
    },
    {
      "epoch": 0.6322508302065812,
      "grad_norm": 8.125,
      "learning_rate": 1.838985459075582e-05,
      "loss": 2.2984,
      "mean_token_accuracy": 0.5032531380653381,
      "num_tokens": 383873849.0,
      "step": 498440
    },
    {
      "epoch": 0.6322635147991141,
      "grad_norm": 7.625,
      "learning_rate": 1.838922028066953e-05,
      "loss": 1.8547,
      "mean_token_accuracy": 0.5963320136070251,
      "num_tokens": 383881839.0,
      "step": 498450
    },
    {
      "epoch": 0.6322761993916469,
      "grad_norm": 5.15625,
      "learning_rate": 1.8388585970583237e-05,
      "loss": 1.9277,
      "mean_token_accuracy": 0.565139627456665,
      "num_tokens": 383889859.0,
      "step": 498460
    },
    {
      "epoch": 0.6322888839841798,
      "grad_norm": 5.53125,
      "learning_rate": 1.8387951660496943e-05,
      "loss": 2.3378,
      "mean_token_accuracy": 0.5099316567182541,
      "num_tokens": 383898955.0,
      "step": 498470
    },
    {
      "epoch": 0.6323015685767126,
      "grad_norm": 4.21875,
      "learning_rate": 1.8387317350410655e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5782412707805633,
      "num_tokens": 383905999.0,
      "step": 498480
    },
    {
      "epoch": 0.6323142531692455,
      "grad_norm": 5.03125,
      "learning_rate": 1.8386683040324364e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5219625860452652,
      "num_tokens": 383913641.0,
      "step": 498490
    },
    {
      "epoch": 0.6323269377617783,
      "grad_norm": 5.03125,
      "learning_rate": 1.838604873023807e-05,
      "loss": 1.8333,
      "mean_token_accuracy": 0.5880223214626312,
      "num_tokens": 383921025.0,
      "step": 498500
    },
    {
      "epoch": 0.6323396223543111,
      "grad_norm": 7.1875,
      "learning_rate": 1.8385414420151778e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5335093200206756,
      "num_tokens": 383929362.0,
      "step": 498510
    },
    {
      "epoch": 0.632352306946844,
      "grad_norm": 9.6875,
      "learning_rate": 1.8384780110065486e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5428303390741348,
      "num_tokens": 383935523.0,
      "step": 498520
    },
    {
      "epoch": 0.6323649915393768,
      "grad_norm": 4.65625,
      "learning_rate": 1.8384145799979195e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5486424446105957,
      "num_tokens": 383944184.0,
      "step": 498530
    },
    {
      "epoch": 0.6323776761319096,
      "grad_norm": 5.53125,
      "learning_rate": 1.8383511489892904e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5541070014238357,
      "num_tokens": 383953248.0,
      "step": 498540
    },
    {
      "epoch": 0.6323903607244424,
      "grad_norm": 3.890625,
      "learning_rate": 1.8382877179806613e-05,
      "loss": 1.9199,
      "mean_token_accuracy": 0.5709716886281967,
      "num_tokens": 383960936.0,
      "step": 498550
    },
    {
      "epoch": 0.6324030453169753,
      "grad_norm": 6.09375,
      "learning_rate": 1.838224286972032e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5604354679584503,
      "num_tokens": 383968305.0,
      "step": 498560
    },
    {
      "epoch": 0.6324157299095081,
      "grad_norm": 5.46875,
      "learning_rate": 1.8381608559634027e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5351009964942932,
      "num_tokens": 383974672.0,
      "step": 498570
    },
    {
      "epoch": 0.6324284145020409,
      "grad_norm": 5.0,
      "learning_rate": 1.838097424954774e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5212245017290116,
      "num_tokens": 383983472.0,
      "step": 498580
    },
    {
      "epoch": 0.6324410990945738,
      "grad_norm": 5.4375,
      "learning_rate": 1.8380339939461448e-05,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5128744512796402,
      "num_tokens": 383992529.0,
      "step": 498590
    },
    {
      "epoch": 0.6324537836871066,
      "grad_norm": 5.5625,
      "learning_rate": 1.8379705629375153e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5366147577762603,
      "num_tokens": 383999523.0,
      "step": 498600
    },
    {
      "epoch": 0.6324664682796395,
      "grad_norm": 5.6875,
      "learning_rate": 1.8379071319288862e-05,
      "loss": 1.8851,
      "mean_token_accuracy": 0.5710793614387513,
      "num_tokens": 384006860.0,
      "step": 498610
    },
    {
      "epoch": 0.6324791528721723,
      "grad_norm": 4.71875,
      "learning_rate": 1.837843700920257e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5277409762144089,
      "num_tokens": 384015804.0,
      "step": 498620
    },
    {
      "epoch": 0.6324918374647052,
      "grad_norm": 5.125,
      "learning_rate": 1.8377802699116283e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5498913139104843,
      "num_tokens": 384023293.0,
      "step": 498630
    },
    {
      "epoch": 0.632504522057238,
      "grad_norm": 4.28125,
      "learning_rate": 1.8377168389029988e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5423897862434387,
      "num_tokens": 384031500.0,
      "step": 498640
    },
    {
      "epoch": 0.6325172066497707,
      "grad_norm": 6.25,
      "learning_rate": 1.8376534078943697e-05,
      "loss": 2.2721,
      "mean_token_accuracy": 0.5133921444416046,
      "num_tokens": 384038999.0,
      "step": 498650
    },
    {
      "epoch": 0.6325298912423036,
      "grad_norm": 6.875,
      "learning_rate": 1.8375899768857405e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5319790303707123,
      "num_tokens": 384046197.0,
      "step": 498660
    },
    {
      "epoch": 0.6325425758348364,
      "grad_norm": 7.09375,
      "learning_rate": 1.8375265458771114e-05,
      "loss": 1.9871,
      "mean_token_accuracy": 0.566613781452179,
      "num_tokens": 384054524.0,
      "step": 498670
    },
    {
      "epoch": 0.6325552604273693,
      "grad_norm": 4.9375,
      "learning_rate": 1.8374631148684823e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5415875911712646,
      "num_tokens": 384063078.0,
      "step": 498680
    },
    {
      "epoch": 0.6325679450199021,
      "grad_norm": 6.4375,
      "learning_rate": 1.837399683859853e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.519863098859787,
      "num_tokens": 384071678.0,
      "step": 498690
    },
    {
      "epoch": 0.632580629612435,
      "grad_norm": 4.9375,
      "learning_rate": 1.837336252851224e-05,
      "loss": 1.3915,
      "mean_token_accuracy": 0.6865855544805527,
      "num_tokens": 384076892.0,
      "step": 498700
    },
    {
      "epoch": 0.6325933142049678,
      "grad_norm": 8.5,
      "learning_rate": 1.8372728218425946e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5435797542333602,
      "num_tokens": 384085371.0,
      "step": 498710
    },
    {
      "epoch": 0.6326059987975007,
      "grad_norm": 5.5625,
      "learning_rate": 1.8372093908339654e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5479627668857574,
      "num_tokens": 384092174.0,
      "step": 498720
    },
    {
      "epoch": 0.6326186833900335,
      "grad_norm": 5.71875,
      "learning_rate": 1.8371459598253367e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5353663980960846,
      "num_tokens": 384100073.0,
      "step": 498730
    },
    {
      "epoch": 0.6326313679825663,
      "grad_norm": 4.90625,
      "learning_rate": 1.8370825288167072e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5573095858097077,
      "num_tokens": 384108294.0,
      "step": 498740
    },
    {
      "epoch": 0.6326440525750991,
      "grad_norm": 6.25,
      "learning_rate": 1.837019097808078e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5266409039497375,
      "num_tokens": 384116348.0,
      "step": 498750
    },
    {
      "epoch": 0.6326567371676319,
      "grad_norm": 6.0625,
      "learning_rate": 1.836955666799449e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5466790854930877,
      "num_tokens": 384123137.0,
      "step": 498760
    },
    {
      "epoch": 0.6326694217601648,
      "grad_norm": 5.5625,
      "learning_rate": 1.8368922357908198e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5280202060937882,
      "num_tokens": 384130948.0,
      "step": 498770
    },
    {
      "epoch": 0.6326821063526976,
      "grad_norm": 6.09375,
      "learning_rate": 1.8368288047821907e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5561996221542358,
      "num_tokens": 384139078.0,
      "step": 498780
    },
    {
      "epoch": 0.6326947909452305,
      "grad_norm": 5.6875,
      "learning_rate": 1.8367653737735616e-05,
      "loss": 2.2879,
      "mean_token_accuracy": 0.5159468859434128,
      "num_tokens": 384146910.0,
      "step": 498790
    },
    {
      "epoch": 0.6327074755377633,
      "grad_norm": 5.46875,
      "learning_rate": 1.8367019427649324e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5687787771224976,
      "num_tokens": 384154038.0,
      "step": 498800
    },
    {
      "epoch": 0.6327201601302961,
      "grad_norm": 5.375,
      "learning_rate": 1.836638511756303e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5370881646871567,
      "num_tokens": 384162278.0,
      "step": 498810
    },
    {
      "epoch": 0.632732844722829,
      "grad_norm": 5.21875,
      "learning_rate": 1.8365750807476742e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5249137938022613,
      "num_tokens": 384170647.0,
      "step": 498820
    },
    {
      "epoch": 0.6327455293153618,
      "grad_norm": 7.0,
      "learning_rate": 1.836511649739045e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5535877585411072,
      "num_tokens": 384178385.0,
      "step": 498830
    },
    {
      "epoch": 0.6327582139078947,
      "grad_norm": 4.53125,
      "learning_rate": 1.836448218730416e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5319985985755921,
      "num_tokens": 384186206.0,
      "step": 498840
    },
    {
      "epoch": 0.6327708985004274,
      "grad_norm": 7.1875,
      "learning_rate": 1.8363847877217865e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5468322545289993,
      "num_tokens": 384192830.0,
      "step": 498850
    },
    {
      "epoch": 0.6327835830929603,
      "grad_norm": 6.6875,
      "learning_rate": 1.8363213567131573e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5477641940116882,
      "num_tokens": 384201272.0,
      "step": 498860
    },
    {
      "epoch": 0.6327962676854931,
      "grad_norm": 5.21875,
      "learning_rate": 1.8362579257045286e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5537634700536728,
      "num_tokens": 384209032.0,
      "step": 498870
    },
    {
      "epoch": 0.632808952278026,
      "grad_norm": 5.625,
      "learning_rate": 1.836194494695899e-05,
      "loss": 1.7864,
      "mean_token_accuracy": 0.6001391738653183,
      "num_tokens": 384215545.0,
      "step": 498880
    },
    {
      "epoch": 0.6328216368705588,
      "grad_norm": 5.3125,
      "learning_rate": 1.83613106368727e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5395792663097382,
      "num_tokens": 384223924.0,
      "step": 498890
    },
    {
      "epoch": 0.6328343214630916,
      "grad_norm": 5.90625,
      "learning_rate": 1.836067632678641e-05,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5316924542188645,
      "num_tokens": 384232690.0,
      "step": 498900
    },
    {
      "epoch": 0.6328470060556245,
      "grad_norm": 6.34375,
      "learning_rate": 1.8360042016700117e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5545774012804031,
      "num_tokens": 384239337.0,
      "step": 498910
    },
    {
      "epoch": 0.6328596906481573,
      "grad_norm": 5.59375,
      "learning_rate": 1.8359407706613826e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5456517189741135,
      "num_tokens": 384247688.0,
      "step": 498920
    },
    {
      "epoch": 0.6328723752406902,
      "grad_norm": 5.8125,
      "learning_rate": 1.8358773396527535e-05,
      "loss": 2.265,
      "mean_token_accuracy": 0.5093983858823776,
      "num_tokens": 384255895.0,
      "step": 498930
    },
    {
      "epoch": 0.632885059833223,
      "grad_norm": 7.125,
      "learning_rate": 1.8358139086441243e-05,
      "loss": 1.8924,
      "mean_token_accuracy": 0.5830618143081665,
      "num_tokens": 384262955.0,
      "step": 498940
    },
    {
      "epoch": 0.6328977444257559,
      "grad_norm": 6.34375,
      "learning_rate": 1.835750477635495e-05,
      "loss": 2.2227,
      "mean_token_accuracy": 0.5159135162830353,
      "num_tokens": 384271869.0,
      "step": 498950
    },
    {
      "epoch": 0.6329104290182886,
      "grad_norm": 5.28125,
      "learning_rate": 1.8356870466268657e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5608372807502746,
      "num_tokens": 384279327.0,
      "step": 498960
    },
    {
      "epoch": 0.6329231136108214,
      "grad_norm": 5.59375,
      "learning_rate": 1.835623615618237e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5623691320419312,
      "num_tokens": 384286639.0,
      "step": 498970
    },
    {
      "epoch": 0.6329357982033543,
      "grad_norm": 5.96875,
      "learning_rate": 1.8355601846096075e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5147121876478196,
      "num_tokens": 384294643.0,
      "step": 498980
    },
    {
      "epoch": 0.6329484827958871,
      "grad_norm": 5.90625,
      "learning_rate": 1.8354967536009784e-05,
      "loss": 1.8067,
      "mean_token_accuracy": 0.5968493729829788,
      "num_tokens": 384302828.0,
      "step": 498990
    },
    {
      "epoch": 0.63296116738842,
      "grad_norm": 4.90625,
      "learning_rate": 1.8354333225923492e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5721228241920471,
      "num_tokens": 384309648.0,
      "step": 499000
    },
    {
      "epoch": 0.6329738519809528,
      "grad_norm": 5.71875,
      "learning_rate": 1.83536989158372e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5305427074432373,
      "num_tokens": 384317320.0,
      "step": 499010
    },
    {
      "epoch": 0.6329865365734857,
      "grad_norm": 5.25,
      "learning_rate": 1.835306460575091e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5335644364356995,
      "num_tokens": 384325025.0,
      "step": 499020
    },
    {
      "epoch": 0.6329992211660185,
      "grad_norm": 4.75,
      "learning_rate": 1.835243029566462e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.552401778101921,
      "num_tokens": 384332806.0,
      "step": 499030
    },
    {
      "epoch": 0.6330119057585513,
      "grad_norm": 4.65625,
      "learning_rate": 1.8351795985578327e-05,
      "loss": 1.7509,
      "mean_token_accuracy": 0.6054895341396331,
      "num_tokens": 384340896.0,
      "step": 499040
    },
    {
      "epoch": 0.6330245903510842,
      "grad_norm": 6.875,
      "learning_rate": 1.8351161675492036e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5517581164836883,
      "num_tokens": 384347873.0,
      "step": 499050
    },
    {
      "epoch": 0.633037274943617,
      "grad_norm": 7.5625,
      "learning_rate": 1.835052736540574e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5480013579130173,
      "num_tokens": 384355360.0,
      "step": 499060
    },
    {
      "epoch": 0.6330499595361498,
      "grad_norm": 6.0,
      "learning_rate": 1.8349893055319454e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5530888348817825,
      "num_tokens": 384361909.0,
      "step": 499070
    },
    {
      "epoch": 0.6330626441286826,
      "grad_norm": 7.46875,
      "learning_rate": 1.8349258745233162e-05,
      "loss": 1.6267,
      "mean_token_accuracy": 0.6415604054927826,
      "num_tokens": 384369731.0,
      "step": 499080
    },
    {
      "epoch": 0.6330753287212155,
      "grad_norm": 6.59375,
      "learning_rate": 1.8348624435146868e-05,
      "loss": 2.155,
      "mean_token_accuracy": 0.5402246475219726,
      "num_tokens": 384377816.0,
      "step": 499090
    },
    {
      "epoch": 0.6330880133137483,
      "grad_norm": 4.90625,
      "learning_rate": 1.8347990125060576e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5496810495853424,
      "num_tokens": 384387437.0,
      "step": 499100
    },
    {
      "epoch": 0.6331006979062812,
      "grad_norm": 6.625,
      "learning_rate": 1.8347355814974285e-05,
      "loss": 2.199,
      "mean_token_accuracy": 0.5272981762886048,
      "num_tokens": 384394434.0,
      "step": 499110
    },
    {
      "epoch": 0.633113382498814,
      "grad_norm": 5.03125,
      "learning_rate": 1.8346721504887994e-05,
      "loss": 1.9172,
      "mean_token_accuracy": 0.5726692497730255,
      "num_tokens": 384401817.0,
      "step": 499120
    },
    {
      "epoch": 0.6331260670913468,
      "grad_norm": 5.03125,
      "learning_rate": 1.8346087194801703e-05,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5531494319438934,
      "num_tokens": 384410441.0,
      "step": 499130
    },
    {
      "epoch": 0.6331387516838797,
      "grad_norm": 7.71875,
      "learning_rate": 1.834545288471541e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5502828985452652,
      "num_tokens": 384417217.0,
      "step": 499140
    },
    {
      "epoch": 0.6331514362764125,
      "grad_norm": 7.40625,
      "learning_rate": 1.834481857462912e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5446397721767425,
      "num_tokens": 384424770.0,
      "step": 499150
    },
    {
      "epoch": 0.6331641208689454,
      "grad_norm": 6.3125,
      "learning_rate": 1.8344184264542825e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5668519824743271,
      "num_tokens": 384431397.0,
      "step": 499160
    },
    {
      "epoch": 0.6331768054614781,
      "grad_norm": 6.28125,
      "learning_rate": 1.8343549954456538e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5395563751459121,
      "num_tokens": 384438258.0,
      "step": 499170
    },
    {
      "epoch": 0.633189490054011,
      "grad_norm": 5.1875,
      "learning_rate": 1.8342915644370246e-05,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5107238411903381,
      "num_tokens": 384445901.0,
      "step": 499180
    },
    {
      "epoch": 0.6332021746465438,
      "grad_norm": 5.25,
      "learning_rate": 1.834228133428395e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5489554047584534,
      "num_tokens": 384453788.0,
      "step": 499190
    },
    {
      "epoch": 0.6332148592390766,
      "grad_norm": 6.9375,
      "learning_rate": 1.834164702419766e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5359448760747909,
      "num_tokens": 384461126.0,
      "step": 499200
    },
    {
      "epoch": 0.6332275438316095,
      "grad_norm": 19.25,
      "learning_rate": 1.834101271411137e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5494683414697648,
      "num_tokens": 384468606.0,
      "step": 499210
    },
    {
      "epoch": 0.6332402284241423,
      "grad_norm": 5.5,
      "learning_rate": 1.834037840402508e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5424184262752533,
      "num_tokens": 384475794.0,
      "step": 499220
    },
    {
      "epoch": 0.6332529130166752,
      "grad_norm": 5.59375,
      "learning_rate": 1.8339744093938787e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5355366110801697,
      "num_tokens": 384484609.0,
      "step": 499230
    },
    {
      "epoch": 0.633265597609208,
      "grad_norm": 5.40625,
      "learning_rate": 1.8339109783852495e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5460844486951828,
      "num_tokens": 384491547.0,
      "step": 499240
    },
    {
      "epoch": 0.6332782822017409,
      "grad_norm": 5.59375,
      "learning_rate": 1.8338475473766204e-05,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5150145828723908,
      "num_tokens": 384500192.0,
      "step": 499250
    },
    {
      "epoch": 0.6332909667942737,
      "grad_norm": 6.75,
      "learning_rate": 1.8337841163679913e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5632131278514863,
      "num_tokens": 384508657.0,
      "step": 499260
    },
    {
      "epoch": 0.6333036513868066,
      "grad_norm": 6.0,
      "learning_rate": 1.833720685359362e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.546712601184845,
      "num_tokens": 384516605.0,
      "step": 499270
    },
    {
      "epoch": 0.6333163359793393,
      "grad_norm": 7.5625,
      "learning_rate": 1.833657254350733e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5260668992996216,
      "num_tokens": 384524528.0,
      "step": 499280
    },
    {
      "epoch": 0.6333290205718721,
      "grad_norm": 5.25,
      "learning_rate": 1.833593823342104e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5256271302700043,
      "num_tokens": 384532577.0,
      "step": 499290
    },
    {
      "epoch": 0.633341705164405,
      "grad_norm": 4.75,
      "learning_rate": 1.8335303923334744e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5579428434371948,
      "num_tokens": 384540187.0,
      "step": 499300
    },
    {
      "epoch": 0.6333543897569378,
      "grad_norm": 5.21875,
      "learning_rate": 1.8334669613248457e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.535271766781807,
      "num_tokens": 384548765.0,
      "step": 499310
    },
    {
      "epoch": 0.6333670743494707,
      "grad_norm": 5.0,
      "learning_rate": 1.8334035303162165e-05,
      "loss": 1.843,
      "mean_token_accuracy": 0.5954719573259354,
      "num_tokens": 384556199.0,
      "step": 499320
    },
    {
      "epoch": 0.6333797589420035,
      "grad_norm": 5.6875,
      "learning_rate": 1.833340099307587e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5370490074157714,
      "num_tokens": 384564397.0,
      "step": 499330
    },
    {
      "epoch": 0.6333924435345364,
      "grad_norm": 4.875,
      "learning_rate": 1.833276668298958e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5555731177330017,
      "num_tokens": 384572155.0,
      "step": 499340
    },
    {
      "epoch": 0.6334051281270692,
      "grad_norm": 5.28125,
      "learning_rate": 1.8332132372903288e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5477320700883865,
      "num_tokens": 384580244.0,
      "step": 499350
    },
    {
      "epoch": 0.633417812719602,
      "grad_norm": 6.78125,
      "learning_rate": 1.8331498062817e-05,
      "loss": 2.2989,
      "mean_token_accuracy": 0.5114231586456299,
      "num_tokens": 384587467.0,
      "step": 499360
    },
    {
      "epoch": 0.6334304973121349,
      "grad_norm": 5.03125,
      "learning_rate": 1.8330863752730706e-05,
      "loss": 1.9417,
      "mean_token_accuracy": 0.5637505322694778,
      "num_tokens": 384596591.0,
      "step": 499370
    },
    {
      "epoch": 0.6334431819046676,
      "grad_norm": 7.15625,
      "learning_rate": 1.8330229442644414e-05,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5237793743610382,
      "num_tokens": 384605516.0,
      "step": 499380
    },
    {
      "epoch": 0.6334558664972005,
      "grad_norm": 5.71875,
      "learning_rate": 1.8329595132558123e-05,
      "loss": 2.2366,
      "mean_token_accuracy": 0.514493876695633,
      "num_tokens": 384613255.0,
      "step": 499390
    },
    {
      "epoch": 0.6334685510897333,
      "grad_norm": 5.625,
      "learning_rate": 1.832896082247183e-05,
      "loss": 2.2518,
      "mean_token_accuracy": 0.5356539756059646,
      "num_tokens": 384620340.0,
      "step": 499400
    },
    {
      "epoch": 0.6334812356822662,
      "grad_norm": 5.6875,
      "learning_rate": 1.832832651238554e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5658614963293076,
      "num_tokens": 384627871.0,
      "step": 499410
    },
    {
      "epoch": 0.633493920274799,
      "grad_norm": 7.75,
      "learning_rate": 1.832769220229925e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5324901014566421,
      "num_tokens": 384635797.0,
      "step": 499420
    },
    {
      "epoch": 0.6335066048673319,
      "grad_norm": 5.46875,
      "learning_rate": 1.8327057892212958e-05,
      "loss": 2.002,
      "mean_token_accuracy": 0.5600030779838562,
      "num_tokens": 384643563.0,
      "step": 499430
    },
    {
      "epoch": 0.6335192894598647,
      "grad_norm": 5.96875,
      "learning_rate": 1.8326423582126663e-05,
      "loss": 1.8897,
      "mean_token_accuracy": 0.577141535282135,
      "num_tokens": 384651237.0,
      "step": 499440
    },
    {
      "epoch": 0.6335319740523975,
      "grad_norm": 7.40625,
      "learning_rate": 1.8325789272040372e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5396326094865799,
      "num_tokens": 384658838.0,
      "step": 499450
    },
    {
      "epoch": 0.6335446586449304,
      "grad_norm": 5.0625,
      "learning_rate": 1.8325154961954084e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.546224844455719,
      "num_tokens": 384666457.0,
      "step": 499460
    },
    {
      "epoch": 0.6335573432374632,
      "grad_norm": 4.90625,
      "learning_rate": 1.832452065186779e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5522471189498901,
      "num_tokens": 384672964.0,
      "step": 499470
    },
    {
      "epoch": 0.633570027829996,
      "grad_norm": 8.1875,
      "learning_rate": 1.83238863417815e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5504300713539123,
      "num_tokens": 384680741.0,
      "step": 499480
    },
    {
      "epoch": 0.6335827124225288,
      "grad_norm": 6.40625,
      "learning_rate": 1.8323252031695207e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5366676717996597,
      "num_tokens": 384687585.0,
      "step": 499490
    },
    {
      "epoch": 0.6335953970150617,
      "grad_norm": 5.96875,
      "learning_rate": 1.8322617721608916e-05,
      "loss": 1.7531,
      "mean_token_accuracy": 0.6152939081192017,
      "num_tokens": 384694160.0,
      "step": 499500
    },
    {
      "epoch": 0.6336080816075945,
      "grad_norm": 7.1875,
      "learning_rate": 1.8321983411522625e-05,
      "loss": 1.9303,
      "mean_token_accuracy": 0.571416375041008,
      "num_tokens": 384700802.0,
      "step": 499510
    },
    {
      "epoch": 0.6336207662001273,
      "grad_norm": 4.84375,
      "learning_rate": 1.8321349101436333e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5415850549936294,
      "num_tokens": 384710171.0,
      "step": 499520
    },
    {
      "epoch": 0.6336334507926602,
      "grad_norm": 5.9375,
      "learning_rate": 1.8320714791350042e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5790877252817154,
      "num_tokens": 384717618.0,
      "step": 499530
    },
    {
      "epoch": 0.633646135385193,
      "grad_norm": 6.0625,
      "learning_rate": 1.8320080481263747e-05,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5199348062276841,
      "num_tokens": 384725126.0,
      "step": 499540
    },
    {
      "epoch": 0.6336588199777259,
      "grad_norm": 4.90625,
      "learning_rate": 1.8319446171177456e-05,
      "loss": 2.2507,
      "mean_token_accuracy": 0.5178048372268677,
      "num_tokens": 384733428.0,
      "step": 499550
    },
    {
      "epoch": 0.6336715045702587,
      "grad_norm": 4.84375,
      "learning_rate": 1.8318811861091168e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5412764400243759,
      "num_tokens": 384740772.0,
      "step": 499560
    },
    {
      "epoch": 0.6336841891627916,
      "grad_norm": 6.3125,
      "learning_rate": 1.8318177551004877e-05,
      "loss": 2.2177,
      "mean_token_accuracy": 0.5229594886302948,
      "num_tokens": 384749049.0,
      "step": 499570
    },
    {
      "epoch": 0.6336968737553244,
      "grad_norm": 6.625,
      "learning_rate": 1.8317543240918582e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5634616434574127,
      "num_tokens": 384755027.0,
      "step": 499580
    },
    {
      "epoch": 0.6337095583478571,
      "grad_norm": 4.8125,
      "learning_rate": 1.831690893083229e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5578825950622559,
      "num_tokens": 384762997.0,
      "step": 499590
    },
    {
      "epoch": 0.63372224294039,
      "grad_norm": 6.25,
      "learning_rate": 1.8316274620746e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5453145623207092,
      "num_tokens": 384770931.0,
      "step": 499600
    },
    {
      "epoch": 0.6337349275329228,
      "grad_norm": 6.5,
      "learning_rate": 1.831564031065971e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5559503257274627,
      "num_tokens": 384778639.0,
      "step": 499610
    },
    {
      "epoch": 0.6337476121254557,
      "grad_norm": 5.65625,
      "learning_rate": 1.8315006000573417e-05,
      "loss": 1.8054,
      "mean_token_accuracy": 0.6014170467853546,
      "num_tokens": 384785504.0,
      "step": 499620
    },
    {
      "epoch": 0.6337602967179885,
      "grad_norm": 5.34375,
      "learning_rate": 1.8314371690487126e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.539873543381691,
      "num_tokens": 384792752.0,
      "step": 499630
    },
    {
      "epoch": 0.6337729813105214,
      "grad_norm": 5.0625,
      "learning_rate": 1.8313737380400835e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5274500250816345,
      "num_tokens": 384800398.0,
      "step": 499640
    },
    {
      "epoch": 0.6337856659030542,
      "grad_norm": 8.875,
      "learning_rate": 1.831310307031454e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5381994992494583,
      "num_tokens": 384809404.0,
      "step": 499650
    },
    {
      "epoch": 0.6337983504955871,
      "grad_norm": 5.59375,
      "learning_rate": 1.8312468760228252e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5426217466592789,
      "num_tokens": 384817209.0,
      "step": 499660
    },
    {
      "epoch": 0.6338110350881199,
      "grad_norm": 5.0625,
      "learning_rate": 1.831183445014196e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5494257062673569,
      "num_tokens": 384824764.0,
      "step": 499670
    },
    {
      "epoch": 0.6338237196806527,
      "grad_norm": 6.3125,
      "learning_rate": 1.8311200140055666e-05,
      "loss": 2.153,
      "mean_token_accuracy": 0.5310988306999207,
      "num_tokens": 384832996.0,
      "step": 499680
    },
    {
      "epoch": 0.6338364042731855,
      "grad_norm": 4.96875,
      "learning_rate": 1.8310565829969375e-05,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5657963782548905,
      "num_tokens": 384839643.0,
      "step": 499690
    },
    {
      "epoch": 0.6338490888657183,
      "grad_norm": 5.25,
      "learning_rate": 1.8309931519883087e-05,
      "loss": 1.7384,
      "mean_token_accuracy": 0.6004640907049179,
      "num_tokens": 384845943.0,
      "step": 499700
    },
    {
      "epoch": 0.6338617734582512,
      "grad_norm": 5.25,
      "learning_rate": 1.8309297209796793e-05,
      "loss": 1.8944,
      "mean_token_accuracy": 0.5690779566764832,
      "num_tokens": 384855279.0,
      "step": 499710
    },
    {
      "epoch": 0.633874458050784,
      "grad_norm": 6.84375,
      "learning_rate": 1.83086628997105e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5404306679964066,
      "num_tokens": 384863391.0,
      "step": 499720
    },
    {
      "epoch": 0.6338871426433169,
      "grad_norm": 4.8125,
      "learning_rate": 1.830802858962421e-05,
      "loss": 1.771,
      "mean_token_accuracy": 0.6026488989591599,
      "num_tokens": 384870678.0,
      "step": 499730
    },
    {
      "epoch": 0.6338998272358497,
      "grad_norm": 5.84375,
      "learning_rate": 1.830739427953792e-05,
      "loss": 1.8806,
      "mean_token_accuracy": 0.5846579253673554,
      "num_tokens": 384878600.0,
      "step": 499740
    },
    {
      "epoch": 0.6339125118283825,
      "grad_norm": 4.9375,
      "learning_rate": 1.8306759969451628e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5650758951902389,
      "num_tokens": 384886213.0,
      "step": 499750
    },
    {
      "epoch": 0.6339251964209154,
      "grad_norm": 7.1875,
      "learning_rate": 1.8306125659365336e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5705169171094895,
      "num_tokens": 384894095.0,
      "step": 499760
    },
    {
      "epoch": 0.6339378810134482,
      "grad_norm": 8.9375,
      "learning_rate": 1.8305491349279045e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5587062031030655,
      "num_tokens": 384901584.0,
      "step": 499770
    },
    {
      "epoch": 0.6339505656059811,
      "grad_norm": 3.765625,
      "learning_rate": 1.8304857039192754e-05,
      "loss": 1.8663,
      "mean_token_accuracy": 0.5823721617460251,
      "num_tokens": 384908700.0,
      "step": 499780
    },
    {
      "epoch": 0.6339632501985139,
      "grad_norm": 5.53125,
      "learning_rate": 1.830422272910646e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5699646592140197,
      "num_tokens": 384915437.0,
      "step": 499790
    },
    {
      "epoch": 0.6339759347910467,
      "grad_norm": 6.375,
      "learning_rate": 1.830358841902017e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.580841264128685,
      "num_tokens": 384922908.0,
      "step": 499800
    },
    {
      "epoch": 0.6339886193835795,
      "grad_norm": 8.0625,
      "learning_rate": 1.830295410893388e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5437628626823425,
      "num_tokens": 384929813.0,
      "step": 499810
    },
    {
      "epoch": 0.6340013039761124,
      "grad_norm": 4.9375,
      "learning_rate": 1.8302319798847585e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5250992000102996,
      "num_tokens": 384938055.0,
      "step": 499820
    },
    {
      "epoch": 0.6340139885686452,
      "grad_norm": 5.28125,
      "learning_rate": 1.8301685488761294e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.549882498383522,
      "num_tokens": 384945595.0,
      "step": 499830
    },
    {
      "epoch": 0.634026673161178,
      "grad_norm": 6.21875,
      "learning_rate": 1.8301051178675003e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5233894497156143,
      "num_tokens": 384953571.0,
      "step": 499840
    },
    {
      "epoch": 0.6340393577537109,
      "grad_norm": 5.8125,
      "learning_rate": 1.830041686858871e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.520096480846405,
      "num_tokens": 384961330.0,
      "step": 499850
    },
    {
      "epoch": 0.6340520423462437,
      "grad_norm": 5.0625,
      "learning_rate": 1.829978255850242e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5337471574544906,
      "num_tokens": 384970647.0,
      "step": 499860
    },
    {
      "epoch": 0.6340647269387766,
      "grad_norm": 5.71875,
      "learning_rate": 1.829914824841613e-05,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5716285288333893,
      "num_tokens": 384978218.0,
      "step": 499870
    },
    {
      "epoch": 0.6340774115313094,
      "grad_norm": 6.0,
      "learning_rate": 1.8298513938329838e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5312883496284485,
      "num_tokens": 384986437.0,
      "step": 499880
    },
    {
      "epoch": 0.6340900961238423,
      "grad_norm": 5.65625,
      "learning_rate": 1.8297879628243543e-05,
      "loss": 2.258,
      "mean_token_accuracy": 0.514847132563591,
      "num_tokens": 384994101.0,
      "step": 499890
    },
    {
      "epoch": 0.634102780716375,
      "grad_norm": 5.90625,
      "learning_rate": 1.8297245318157255e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5190765917301178,
      "num_tokens": 385002724.0,
      "step": 499900
    },
    {
      "epoch": 0.6341154653089078,
      "grad_norm": 6.59375,
      "learning_rate": 1.8296611008070964e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.529257395863533,
      "num_tokens": 385010773.0,
      "step": 499910
    },
    {
      "epoch": 0.6341281499014407,
      "grad_norm": 5.75,
      "learning_rate": 1.829597669798467e-05,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5739771246910095,
      "num_tokens": 385017073.0,
      "step": 499920
    },
    {
      "epoch": 0.6341408344939735,
      "grad_norm": 7.28125,
      "learning_rate": 1.8295342387898378e-05,
      "loss": 1.9565,
      "mean_token_accuracy": 0.5538278490304946,
      "num_tokens": 385023802.0,
      "step": 499930
    },
    {
      "epoch": 0.6341535190865064,
      "grad_norm": 5.34375,
      "learning_rate": 1.8294708077812087e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5444331794977189,
      "num_tokens": 385032362.0,
      "step": 499940
    },
    {
      "epoch": 0.6341662036790392,
      "grad_norm": 5.3125,
      "learning_rate": 1.82940737677258e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5259107857942581,
      "num_tokens": 385039428.0,
      "step": 499950
    },
    {
      "epoch": 0.6341788882715721,
      "grad_norm": 6.25,
      "learning_rate": 1.8293439457639504e-05,
      "loss": 1.8093,
      "mean_token_accuracy": 0.5983751803636551,
      "num_tokens": 385046019.0,
      "step": 499960
    },
    {
      "epoch": 0.6341915728641049,
      "grad_norm": 5.3125,
      "learning_rate": 1.8292805147553213e-05,
      "loss": 2.1905,
      "mean_token_accuracy": 0.5262499421834945,
      "num_tokens": 385054546.0,
      "step": 499970
    },
    {
      "epoch": 0.6342042574566377,
      "grad_norm": 7.0,
      "learning_rate": 1.8292170837466922e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5469366103410721,
      "num_tokens": 385060788.0,
      "step": 499980
    },
    {
      "epoch": 0.6342169420491706,
      "grad_norm": 4.53125,
      "learning_rate": 1.829153652738063e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5239011585712433,
      "num_tokens": 385069701.0,
      "step": 499990
    },
    {
      "epoch": 0.6342296266417033,
      "grad_norm": 7.65625,
      "learning_rate": 1.829090221729434e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5224591106176376,
      "num_tokens": 385077368.0,
      "step": 500000
    },
    {
      "epoch": 0.6342423112342362,
      "grad_norm": 5.5625,
      "learning_rate": 1.8290267907208048e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5386004447937012,
      "num_tokens": 385085807.0,
      "step": 500010
    },
    {
      "epoch": 0.634254995826769,
      "grad_norm": 6.15625,
      "learning_rate": 1.8289633597121757e-05,
      "loss": 2.2475,
      "mean_token_accuracy": 0.5092260807752609,
      "num_tokens": 385093589.0,
      "step": 500020
    },
    {
      "epoch": 0.6342676804193019,
      "grad_norm": 4.78125,
      "learning_rate": 1.8288999287035462e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5372798711061477,
      "num_tokens": 385102362.0,
      "step": 500030
    },
    {
      "epoch": 0.6342803650118347,
      "grad_norm": 5.03125,
      "learning_rate": 1.828836497694917e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5160688251256943,
      "num_tokens": 385110243.0,
      "step": 500040
    },
    {
      "epoch": 0.6342930496043676,
      "grad_norm": 6.84375,
      "learning_rate": 1.8287730666862883e-05,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5767509579658509,
      "num_tokens": 385116668.0,
      "step": 500050
    },
    {
      "epoch": 0.6343057341969004,
      "grad_norm": 9.75,
      "learning_rate": 1.828709635677659e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5640912622213363,
      "num_tokens": 385124642.0,
      "step": 500060
    },
    {
      "epoch": 0.6343184187894332,
      "grad_norm": 5.28125,
      "learning_rate": 1.8286462046690297e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5550875335931778,
      "num_tokens": 385131340.0,
      "step": 500070
    },
    {
      "epoch": 0.6343311033819661,
      "grad_norm": 7.78125,
      "learning_rate": 1.8285827736604006e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.529884397983551,
      "num_tokens": 385138538.0,
      "step": 500080
    },
    {
      "epoch": 0.6343437879744989,
      "grad_norm": 5.34375,
      "learning_rate": 1.8285193426517715e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5494565695524216,
      "num_tokens": 385145712.0,
      "step": 500090
    },
    {
      "epoch": 0.6343564725670318,
      "grad_norm": 10.5,
      "learning_rate": 1.8284559116431423e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5589531838893891,
      "num_tokens": 385153387.0,
      "step": 500100
    },
    {
      "epoch": 0.6343691571595645,
      "grad_norm": 5.5625,
      "learning_rate": 1.8283924806345132e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5298773944377899,
      "num_tokens": 385160837.0,
      "step": 500110
    },
    {
      "epoch": 0.6343818417520974,
      "grad_norm": 4.875,
      "learning_rate": 1.828329049625884e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5664438098669052,
      "num_tokens": 385168800.0,
      "step": 500120
    },
    {
      "epoch": 0.6343945263446302,
      "grad_norm": 6.5,
      "learning_rate": 1.8282656186172546e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.580217906832695,
      "num_tokens": 385176177.0,
      "step": 500130
    },
    {
      "epoch": 0.634407210937163,
      "grad_norm": 5.9375,
      "learning_rate": 1.8282021876086258e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5332506865262985,
      "num_tokens": 385184025.0,
      "step": 500140
    },
    {
      "epoch": 0.6344198955296959,
      "grad_norm": 6.90625,
      "learning_rate": 1.8281387565999967e-05,
      "loss": 1.9004,
      "mean_token_accuracy": 0.577640026807785,
      "num_tokens": 385191181.0,
      "step": 500150
    },
    {
      "epoch": 0.6344325801222287,
      "grad_norm": 4.75,
      "learning_rate": 1.8280753255913676e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5410244792699814,
      "num_tokens": 385199302.0,
      "step": 500160
    },
    {
      "epoch": 0.6344452647147616,
      "grad_norm": 4.875,
      "learning_rate": 1.828011894582738e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5535243719816207,
      "num_tokens": 385207495.0,
      "step": 500170
    },
    {
      "epoch": 0.6344579493072944,
      "grad_norm": 5.125,
      "learning_rate": 1.827948463574109e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5472745388746262,
      "num_tokens": 385216557.0,
      "step": 500180
    },
    {
      "epoch": 0.6344706338998273,
      "grad_norm": 4.71875,
      "learning_rate": 1.8278850325654802e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5271853536367417,
      "num_tokens": 385225679.0,
      "step": 500190
    },
    {
      "epoch": 0.6344833184923601,
      "grad_norm": 5.4375,
      "learning_rate": 1.8278216015568507e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.554586985707283,
      "num_tokens": 385233978.0,
      "step": 500200
    },
    {
      "epoch": 0.634496003084893,
      "grad_norm": 4.5625,
      "learning_rate": 1.8277581705482216e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5406121253967285,
      "num_tokens": 385242589.0,
      "step": 500210
    },
    {
      "epoch": 0.6345086876774257,
      "grad_norm": 5.125,
      "learning_rate": 1.8276947395395925e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5459311485290528,
      "num_tokens": 385249684.0,
      "step": 500220
    },
    {
      "epoch": 0.6345213722699585,
      "grad_norm": 4.8125,
      "learning_rate": 1.8276313085309633e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.546646973490715,
      "num_tokens": 385258071.0,
      "step": 500230
    },
    {
      "epoch": 0.6345340568624914,
      "grad_norm": 5.0,
      "learning_rate": 1.8275678775223342e-05,
      "loss": 1.8906,
      "mean_token_accuracy": 0.5659529536962509,
      "num_tokens": 385265684.0,
      "step": 500240
    },
    {
      "epoch": 0.6345467414550242,
      "grad_norm": 5.65625,
      "learning_rate": 1.827504446513705e-05,
      "loss": 1.7707,
      "mean_token_accuracy": 0.6029852330684662,
      "num_tokens": 385273426.0,
      "step": 500250
    },
    {
      "epoch": 0.6345594260475571,
      "grad_norm": 6.125,
      "learning_rate": 1.827441015505076e-05,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5750810384750367,
      "num_tokens": 385280704.0,
      "step": 500260
    },
    {
      "epoch": 0.6345721106400899,
      "grad_norm": 5.625,
      "learning_rate": 1.8273775844964465e-05,
      "loss": 1.9269,
      "mean_token_accuracy": 0.5716911315917969,
      "num_tokens": 385288102.0,
      "step": 500270
    },
    {
      "epoch": 0.6345847952326228,
      "grad_norm": 6.4375,
      "learning_rate": 1.8273141534878174e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5572233736515045,
      "num_tokens": 385295808.0,
      "step": 500280
    },
    {
      "epoch": 0.6345974798251556,
      "grad_norm": 6.3125,
      "learning_rate": 1.8272507224791886e-05,
      "loss": 2.2852,
      "mean_token_accuracy": 0.5082479387521743,
      "num_tokens": 385303906.0,
      "step": 500290
    },
    {
      "epoch": 0.6346101644176884,
      "grad_norm": 5.78125,
      "learning_rate": 1.827187291470559e-05,
      "loss": 1.8992,
      "mean_token_accuracy": 0.5719298362731934,
      "num_tokens": 385310637.0,
      "step": 500300
    },
    {
      "epoch": 0.6346228490102213,
      "grad_norm": 6.28125,
      "learning_rate": 1.82712386046193e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.54090636074543,
      "num_tokens": 385317908.0,
      "step": 500310
    },
    {
      "epoch": 0.634635533602754,
      "grad_norm": 5.0625,
      "learning_rate": 1.827060429453301e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5598314493894577,
      "num_tokens": 385326069.0,
      "step": 500320
    },
    {
      "epoch": 0.6346482181952869,
      "grad_norm": 7.125,
      "learning_rate": 1.8269969984446718e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5486878842115402,
      "num_tokens": 385334035.0,
      "step": 500330
    },
    {
      "epoch": 0.6346609027878197,
      "grad_norm": 5.0,
      "learning_rate": 1.8269335674360426e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5583933115005493,
      "num_tokens": 385342502.0,
      "step": 500340
    },
    {
      "epoch": 0.6346735873803526,
      "grad_norm": 4.8125,
      "learning_rate": 1.8268701364274135e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5530085086822509,
      "num_tokens": 385349955.0,
      "step": 500350
    },
    {
      "epoch": 0.6346862719728854,
      "grad_norm": 5.34375,
      "learning_rate": 1.8268067054187844e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5191629767417908,
      "num_tokens": 385358552.0,
      "step": 500360
    },
    {
      "epoch": 0.6346989565654183,
      "grad_norm": 5.65625,
      "learning_rate": 1.8267432744101552e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.534964308142662,
      "num_tokens": 385365772.0,
      "step": 500370
    },
    {
      "epoch": 0.6347116411579511,
      "grad_norm": 6.28125,
      "learning_rate": 1.8266798434015258e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5712057143449784,
      "num_tokens": 385372030.0,
      "step": 500380
    },
    {
      "epoch": 0.6347243257504839,
      "grad_norm": 6.09375,
      "learning_rate": 1.826616412392897e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5606287539005279,
      "num_tokens": 385379324.0,
      "step": 500390
    },
    {
      "epoch": 0.6347370103430168,
      "grad_norm": 6.5,
      "learning_rate": 1.826552981384268e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5439045935869217,
      "num_tokens": 385387369.0,
      "step": 500400
    },
    {
      "epoch": 0.6347496949355496,
      "grad_norm": 6.3125,
      "learning_rate": 1.8264895503756384e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.568103551864624,
      "num_tokens": 385394343.0,
      "step": 500410
    },
    {
      "epoch": 0.6347623795280825,
      "grad_norm": 5.28125,
      "learning_rate": 1.8264261193670093e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5408697813749314,
      "num_tokens": 385402133.0,
      "step": 500420
    },
    {
      "epoch": 0.6347750641206152,
      "grad_norm": 5.4375,
      "learning_rate": 1.82636268835838e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5642903864383697,
      "num_tokens": 385410081.0,
      "step": 500430
    },
    {
      "epoch": 0.6347877487131481,
      "grad_norm": 5.4375,
      "learning_rate": 1.826299257349751e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5500176787376404,
      "num_tokens": 385416786.0,
      "step": 500440
    },
    {
      "epoch": 0.6348004333056809,
      "grad_norm": 6.625,
      "learning_rate": 1.826235826341122e-05,
      "loss": 2.3045,
      "mean_token_accuracy": 0.5111286878585816,
      "num_tokens": 385425633.0,
      "step": 500450
    },
    {
      "epoch": 0.6348131178982137,
      "grad_norm": 4.84375,
      "learning_rate": 1.8261723953324928e-05,
      "loss": 1.6771,
      "mean_token_accuracy": 0.619044554233551,
      "num_tokens": 385433819.0,
      "step": 500460
    },
    {
      "epoch": 0.6348258024907466,
      "grad_norm": 4.78125,
      "learning_rate": 1.8261089643238636e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5528533905744553,
      "num_tokens": 385442156.0,
      "step": 500470
    },
    {
      "epoch": 0.6348384870832794,
      "grad_norm": 7.34375,
      "learning_rate": 1.8260455333152342e-05,
      "loss": 1.7874,
      "mean_token_accuracy": 0.5931773781776428,
      "num_tokens": 385448684.0,
      "step": 500480
    },
    {
      "epoch": 0.6348511716758123,
      "grad_norm": 4.5,
      "learning_rate": 1.8259821023066054e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.561666589975357,
      "num_tokens": 385454586.0,
      "step": 500490
    },
    {
      "epoch": 0.6348638562683451,
      "grad_norm": 4.96875,
      "learning_rate": 1.8259186712979763e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5363239556550979,
      "num_tokens": 385463574.0,
      "step": 500500
    },
    {
      "epoch": 0.634876540860878,
      "grad_norm": 5.78125,
      "learning_rate": 1.8258552402893468e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5517232418060303,
      "num_tokens": 385471603.0,
      "step": 500510
    },
    {
      "epoch": 0.6348892254534108,
      "grad_norm": 5.46875,
      "learning_rate": 1.8257918092807177e-05,
      "loss": 1.8248,
      "mean_token_accuracy": 0.6136256158351898,
      "num_tokens": 385478568.0,
      "step": 500520
    },
    {
      "epoch": 0.6349019100459435,
      "grad_norm": 6.84375,
      "learning_rate": 1.8257283782720886e-05,
      "loss": 2.3454,
      "mean_token_accuracy": 0.5022776037454605,
      "num_tokens": 385486057.0,
      "step": 500530
    },
    {
      "epoch": 0.6349145946384764,
      "grad_norm": 6.4375,
      "learning_rate": 1.8256649472634598e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5264956712722778,
      "num_tokens": 385494503.0,
      "step": 500540
    },
    {
      "epoch": 0.6349272792310092,
      "grad_norm": 7.15625,
      "learning_rate": 1.8256015162548303e-05,
      "loss": 1.8265,
      "mean_token_accuracy": 0.5861387521028518,
      "num_tokens": 385500935.0,
      "step": 500550
    },
    {
      "epoch": 0.6349399638235421,
      "grad_norm": 5.46875,
      "learning_rate": 1.8255380852462012e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.525603324174881,
      "num_tokens": 385509848.0,
      "step": 500560
    },
    {
      "epoch": 0.6349526484160749,
      "grad_norm": 6.59375,
      "learning_rate": 1.825474654237572e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5419917434453965,
      "num_tokens": 385516704.0,
      "step": 500570
    },
    {
      "epoch": 0.6349653330086078,
      "grad_norm": 8.1875,
      "learning_rate": 1.825411223228943e-05,
      "loss": 1.944,
      "mean_token_accuracy": 0.5631701558828354,
      "num_tokens": 385523852.0,
      "step": 500580
    },
    {
      "epoch": 0.6349780176011406,
      "grad_norm": 7.03125,
      "learning_rate": 1.8253477922203138e-05,
      "loss": 2.2058,
      "mean_token_accuracy": 0.5213140815496444,
      "num_tokens": 385532242.0,
      "step": 500590
    },
    {
      "epoch": 0.6349907021936735,
      "grad_norm": 5.15625,
      "learning_rate": 1.8252843612116847e-05,
      "loss": 2.2466,
      "mean_token_accuracy": 0.5244010895490646,
      "num_tokens": 385540979.0,
      "step": 500600
    },
    {
      "epoch": 0.6350033867862063,
      "grad_norm": 6.25,
      "learning_rate": 1.8252209302030555e-05,
      "loss": 1.7452,
      "mean_token_accuracy": 0.6087465792894363,
      "num_tokens": 385546818.0,
      "step": 500610
    },
    {
      "epoch": 0.635016071378739,
      "grad_norm": 4.84375,
      "learning_rate": 1.825157499194426e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5390373170375824,
      "num_tokens": 385555192.0,
      "step": 500620
    },
    {
      "epoch": 0.635028755971272,
      "grad_norm": 5.125,
      "learning_rate": 1.8250940681857973e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.5776527881622314,
      "num_tokens": 385564331.0,
      "step": 500630
    },
    {
      "epoch": 0.6350414405638047,
      "grad_norm": 6.28125,
      "learning_rate": 1.825030637177168e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5391256093978882,
      "num_tokens": 385572390.0,
      "step": 500640
    },
    {
      "epoch": 0.6350541251563376,
      "grad_norm": 6.15625,
      "learning_rate": 1.8249672061685387e-05,
      "loss": 2.2663,
      "mean_token_accuracy": 0.526544788479805,
      "num_tokens": 385581657.0,
      "step": 500650
    },
    {
      "epoch": 0.6350668097488704,
      "grad_norm": 6.0,
      "learning_rate": 1.8249037751599096e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5436139285564423,
      "num_tokens": 385589039.0,
      "step": 500660
    },
    {
      "epoch": 0.6350794943414033,
      "grad_norm": 5.375,
      "learning_rate": 1.8248403441512804e-05,
      "loss": 1.8136,
      "mean_token_accuracy": 0.5952215373516083,
      "num_tokens": 385596272.0,
      "step": 500670
    },
    {
      "epoch": 0.6350921789339361,
      "grad_norm": 8.0625,
      "learning_rate": 1.8247769131426513e-05,
      "loss": 1.8464,
      "mean_token_accuracy": 0.588180947303772,
      "num_tokens": 385602409.0,
      "step": 500680
    },
    {
      "epoch": 0.6351048635264689,
      "grad_norm": 5.09375,
      "learning_rate": 1.8247134821340222e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5406893074512482,
      "num_tokens": 385609821.0,
      "step": 500690
    },
    {
      "epoch": 0.6351175481190018,
      "grad_norm": 4.65625,
      "learning_rate": 1.824650051125393e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5570442616939545,
      "num_tokens": 385617239.0,
      "step": 500700
    },
    {
      "epoch": 0.6351302327115346,
      "grad_norm": 5.25,
      "learning_rate": 1.824586620116764e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5752208739519119,
      "num_tokens": 385625076.0,
      "step": 500710
    },
    {
      "epoch": 0.6351429173040675,
      "grad_norm": 5.0625,
      "learning_rate": 1.8245231891081345e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5607147604227066,
      "num_tokens": 385633623.0,
      "step": 500720
    },
    {
      "epoch": 0.6351556018966003,
      "grad_norm": 6.6875,
      "learning_rate": 1.8244597580995057e-05,
      "loss": 2.114,
      "mean_token_accuracy": 0.5309646815061569,
      "num_tokens": 385640876.0,
      "step": 500730
    },
    {
      "epoch": 0.6351682864891331,
      "grad_norm": 5.78125,
      "learning_rate": 1.8243963270908766e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5258267283439636,
      "num_tokens": 385649524.0,
      "step": 500740
    },
    {
      "epoch": 0.6351809710816659,
      "grad_norm": 6.5625,
      "learning_rate": 1.8243328960822474e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5414645254611969,
      "num_tokens": 385657438.0,
      "step": 500750
    },
    {
      "epoch": 0.6351936556741988,
      "grad_norm": 10.125,
      "learning_rate": 1.824269465073618e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5274681717157363,
      "num_tokens": 385664684.0,
      "step": 500760
    },
    {
      "epoch": 0.6352063402667316,
      "grad_norm": 5.46875,
      "learning_rate": 1.824206034064989e-05,
      "loss": 1.6509,
      "mean_token_accuracy": 0.6275956690311432,
      "num_tokens": 385671302.0,
      "step": 500770
    },
    {
      "epoch": 0.6352190248592644,
      "grad_norm": 10.3125,
      "learning_rate": 1.82414260305636e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5725638121366501,
      "num_tokens": 385678400.0,
      "step": 500780
    },
    {
      "epoch": 0.6352317094517973,
      "grad_norm": 5.34375,
      "learning_rate": 1.8240791720477306e-05,
      "loss": 2.3081,
      "mean_token_accuracy": 0.5154382646083832,
      "num_tokens": 385687083.0,
      "step": 500790
    },
    {
      "epoch": 0.6352443940443301,
      "grad_norm": 8.125,
      "learning_rate": 1.8240157410391015e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.544761598110199,
      "num_tokens": 385694031.0,
      "step": 500800
    },
    {
      "epoch": 0.635257078636863,
      "grad_norm": 5.96875,
      "learning_rate": 1.8239523100304723e-05,
      "loss": 2.2532,
      "mean_token_accuracy": 0.5160845279693603,
      "num_tokens": 385700293.0,
      "step": 500810
    },
    {
      "epoch": 0.6352697632293958,
      "grad_norm": 6.0,
      "learning_rate": 1.8238888790218432e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.555301484465599,
      "num_tokens": 385708385.0,
      "step": 500820
    },
    {
      "epoch": 0.6352824478219287,
      "grad_norm": 4.6875,
      "learning_rate": 1.823825448013214e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5463465929031373,
      "num_tokens": 385716694.0,
      "step": 500830
    },
    {
      "epoch": 0.6352951324144614,
      "grad_norm": 5.4375,
      "learning_rate": 1.823762017004585e-05,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5730236738920211,
      "num_tokens": 385724065.0,
      "step": 500840
    },
    {
      "epoch": 0.6353078170069942,
      "grad_norm": 5.1875,
      "learning_rate": 1.823698585995956e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5459505617618561,
      "num_tokens": 385732424.0,
      "step": 500850
    },
    {
      "epoch": 0.6353205015995271,
      "grad_norm": 7.84375,
      "learning_rate": 1.8236351549873264e-05,
      "loss": 1.942,
      "mean_token_accuracy": 0.5669578462839127,
      "num_tokens": 385738551.0,
      "step": 500860
    },
    {
      "epoch": 0.6353331861920599,
      "grad_norm": 6.53125,
      "learning_rate": 1.8235717239786973e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5404913604259491,
      "num_tokens": 385747212.0,
      "step": 500870
    },
    {
      "epoch": 0.6353458707845928,
      "grad_norm": 6.1875,
      "learning_rate": 1.8235082929700685e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5409477651119232,
      "num_tokens": 385755060.0,
      "step": 500880
    },
    {
      "epoch": 0.6353585553771256,
      "grad_norm": 4.75,
      "learning_rate": 1.823444861961439e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5093466609716415,
      "num_tokens": 385762880.0,
      "step": 500890
    },
    {
      "epoch": 0.6353712399696585,
      "grad_norm": 6.09375,
      "learning_rate": 1.82338143095281e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5436296761035919,
      "num_tokens": 385770608.0,
      "step": 500900
    },
    {
      "epoch": 0.6353839245621913,
      "grad_norm": 8.5,
      "learning_rate": 1.8233179999441807e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5472174257040023,
      "num_tokens": 385778748.0,
      "step": 500910
    },
    {
      "epoch": 0.6353966091547241,
      "grad_norm": 5.90625,
      "learning_rate": 1.8232545689355516e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5497638791799545,
      "num_tokens": 385785745.0,
      "step": 500920
    },
    {
      "epoch": 0.635409293747257,
      "grad_norm": 5.71875,
      "learning_rate": 1.8231911379269225e-05,
      "loss": 2.3448,
      "mean_token_accuracy": 0.5005006432533264,
      "num_tokens": 385794644.0,
      "step": 500930
    },
    {
      "epoch": 0.6354219783397898,
      "grad_norm": 5.1875,
      "learning_rate": 1.8231277069182934e-05,
      "loss": 1.8938,
      "mean_token_accuracy": 0.5716351181268692,
      "num_tokens": 385801936.0,
      "step": 500940
    },
    {
      "epoch": 0.6354346629323226,
      "grad_norm": 7.09375,
      "learning_rate": 1.8230642759096642e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5683649450540542,
      "num_tokens": 385808614.0,
      "step": 500950
    },
    {
      "epoch": 0.6354473475248554,
      "grad_norm": 6.96875,
      "learning_rate": 1.823000844901035e-05,
      "loss": 1.7831,
      "mean_token_accuracy": 0.5996879756450653,
      "num_tokens": 385815738.0,
      "step": 500960
    },
    {
      "epoch": 0.6354600321173883,
      "grad_norm": 6.21875,
      "learning_rate": 1.8229374138924057e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.547253480553627,
      "num_tokens": 385823500.0,
      "step": 500970
    },
    {
      "epoch": 0.6354727167099211,
      "grad_norm": 4.8125,
      "learning_rate": 1.822873982883777e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5452495723962784,
      "num_tokens": 385831532.0,
      "step": 500980
    },
    {
      "epoch": 0.635485401302454,
      "grad_norm": 4.96875,
      "learning_rate": 1.8228105518751477e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5331428170204162,
      "num_tokens": 385840281.0,
      "step": 500990
    },
    {
      "epoch": 0.6354980858949868,
      "grad_norm": 6.5,
      "learning_rate": 1.8227471208665183e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5212912559509277,
      "num_tokens": 385848091.0,
      "step": 501000
    },
    {
      "epoch": 0.6355107704875196,
      "grad_norm": 5.125,
      "learning_rate": 1.822683689857889e-05,
      "loss": 1.8156,
      "mean_token_accuracy": 0.597883427143097,
      "num_tokens": 385854768.0,
      "step": 501010
    },
    {
      "epoch": 0.6355234550800525,
      "grad_norm": 5.3125,
      "learning_rate": 1.82262025884926e-05,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5399235665798188,
      "num_tokens": 385862365.0,
      "step": 501020
    },
    {
      "epoch": 0.6355361396725853,
      "grad_norm": 6.875,
      "learning_rate": 1.822556827840631e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5388429880142211,
      "num_tokens": 385869105.0,
      "step": 501030
    },
    {
      "epoch": 0.6355488242651182,
      "grad_norm": 6.65625,
      "learning_rate": 1.8224933968320018e-05,
      "loss": 2.3317,
      "mean_token_accuracy": 0.512546506524086,
      "num_tokens": 385876740.0,
      "step": 501040
    },
    {
      "epoch": 0.635561508857651,
      "grad_norm": 4.34375,
      "learning_rate": 1.8224299658233726e-05,
      "loss": 1.8536,
      "mean_token_accuracy": 0.592760694026947,
      "num_tokens": 385883651.0,
      "step": 501050
    },
    {
      "epoch": 0.6355741934501838,
      "grad_norm": 5.15625,
      "learning_rate": 1.8223665348147435e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5402766466140747,
      "num_tokens": 385892772.0,
      "step": 501060
    },
    {
      "epoch": 0.6355868780427166,
      "grad_norm": 7.28125,
      "learning_rate": 1.8223031038061144e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5435578644275665,
      "num_tokens": 385900499.0,
      "step": 501070
    },
    {
      "epoch": 0.6355995626352494,
      "grad_norm": 5.84375,
      "learning_rate": 1.8222396727974853e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5609268218278884,
      "num_tokens": 385908149.0,
      "step": 501080
    },
    {
      "epoch": 0.6356122472277823,
      "grad_norm": 6.78125,
      "learning_rate": 1.822176241788856e-05,
      "loss": 1.8365,
      "mean_token_accuracy": 0.5892343521118164,
      "num_tokens": 385915474.0,
      "step": 501090
    },
    {
      "epoch": 0.6356249318203151,
      "grad_norm": 4.90625,
      "learning_rate": 1.8221128107802267e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5418951332569122,
      "num_tokens": 385924089.0,
      "step": 501100
    },
    {
      "epoch": 0.635637616412848,
      "grad_norm": 5.15625,
      "learning_rate": 1.8220493797715975e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5377403676509858,
      "num_tokens": 385931687.0,
      "step": 501110
    },
    {
      "epoch": 0.6356503010053808,
      "grad_norm": 5.1875,
      "learning_rate": 1.8219859487629688e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.525597557425499,
      "num_tokens": 385940642.0,
      "step": 501120
    },
    {
      "epoch": 0.6356629855979137,
      "grad_norm": 6.3125,
      "learning_rate": 1.8219225177543396e-05,
      "loss": 1.88,
      "mean_token_accuracy": 0.5792061388492584,
      "num_tokens": 385948326.0,
      "step": 501130
    },
    {
      "epoch": 0.6356756701904465,
      "grad_norm": 6.21875,
      "learning_rate": 1.8218590867457102e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5707215011119843,
      "num_tokens": 385955236.0,
      "step": 501140
    },
    {
      "epoch": 0.6356883547829794,
      "grad_norm": 6.5625,
      "learning_rate": 1.821795655737081e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5596273601055145,
      "num_tokens": 385964110.0,
      "step": 501150
    },
    {
      "epoch": 0.6357010393755121,
      "grad_norm": 5.34375,
      "learning_rate": 1.821732224728452e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5516487389802933,
      "num_tokens": 385971941.0,
      "step": 501160
    },
    {
      "epoch": 0.6357137239680449,
      "grad_norm": 7.03125,
      "learning_rate": 1.8216687937198228e-05,
      "loss": 1.9689,
      "mean_token_accuracy": 0.5833409279584885,
      "num_tokens": 385977560.0,
      "step": 501170
    },
    {
      "epoch": 0.6357264085605778,
      "grad_norm": 4.90625,
      "learning_rate": 1.8216053627111937e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.581048646569252,
      "num_tokens": 385985716.0,
      "step": 501180
    },
    {
      "epoch": 0.6357390931531106,
      "grad_norm": 4.5,
      "learning_rate": 1.8215419317025645e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5604364931583404,
      "num_tokens": 385993080.0,
      "step": 501190
    },
    {
      "epoch": 0.6357517777456435,
      "grad_norm": 5.3125,
      "learning_rate": 1.8214785006939354e-05,
      "loss": 1.889,
      "mean_token_accuracy": 0.5831414729356765,
      "num_tokens": 386000340.0,
      "step": 501200
    },
    {
      "epoch": 0.6357644623381763,
      "grad_norm": 5.46875,
      "learning_rate": 1.821415069685306e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5591077268123626,
      "num_tokens": 386007591.0,
      "step": 501210
    },
    {
      "epoch": 0.6357771469307092,
      "grad_norm": 5.625,
      "learning_rate": 1.821351638676677e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5246026456356049,
      "num_tokens": 386016881.0,
      "step": 501220
    },
    {
      "epoch": 0.635789831523242,
      "grad_norm": 7.625,
      "learning_rate": 1.821288207668048e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5411663681268692,
      "num_tokens": 386024071.0,
      "step": 501230
    },
    {
      "epoch": 0.6358025161157748,
      "grad_norm": 5.78125,
      "learning_rate": 1.8212247766594186e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5419120728969574,
      "num_tokens": 386032193.0,
      "step": 501240
    },
    {
      "epoch": 0.6358152007083077,
      "grad_norm": 4.90625,
      "learning_rate": 1.8211613456507894e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5505748689174652,
      "num_tokens": 386040416.0,
      "step": 501250
    },
    {
      "epoch": 0.6358278853008404,
      "grad_norm": 5.90625,
      "learning_rate": 1.8210979146421603e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.547106584906578,
      "num_tokens": 386048309.0,
      "step": 501260
    },
    {
      "epoch": 0.6358405698933733,
      "grad_norm": 5.75,
      "learning_rate": 1.8210344836335312e-05,
      "loss": 2.3014,
      "mean_token_accuracy": 0.5155763119459152,
      "num_tokens": 386056479.0,
      "step": 501270
    },
    {
      "epoch": 0.6358532544859061,
      "grad_norm": 16.625,
      "learning_rate": 1.820971052624902e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5344366759061814,
      "num_tokens": 386063414.0,
      "step": 501280
    },
    {
      "epoch": 0.635865939078439,
      "grad_norm": 7.28125,
      "learning_rate": 1.820907621616273e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5366732269525528,
      "num_tokens": 386070569.0,
      "step": 501290
    },
    {
      "epoch": 0.6358786236709718,
      "grad_norm": 6.125,
      "learning_rate": 1.8208441906076438e-05,
      "loss": 2.0001,
      "mean_token_accuracy": 0.5589963853359222,
      "num_tokens": 386077184.0,
      "step": 501300
    },
    {
      "epoch": 0.6358913082635047,
      "grad_norm": 5.90625,
      "learning_rate": 1.8207807595990144e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5734727054834365,
      "num_tokens": 386085341.0,
      "step": 501310
    },
    {
      "epoch": 0.6359039928560375,
      "grad_norm": 6.53125,
      "learning_rate": 1.8207173285903856e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5430224120616913,
      "num_tokens": 386091650.0,
      "step": 501320
    },
    {
      "epoch": 0.6359166774485703,
      "grad_norm": 6.3125,
      "learning_rate": 1.8206538975817564e-05,
      "loss": 2.2473,
      "mean_token_accuracy": 0.5136029779911041,
      "num_tokens": 386099404.0,
      "step": 501330
    },
    {
      "epoch": 0.6359293620411032,
      "grad_norm": 7.90625,
      "learning_rate": 1.8205904665731273e-05,
      "loss": 2.0631,
      "mean_token_accuracy": 0.549028468132019,
      "num_tokens": 386106156.0,
      "step": 501340
    },
    {
      "epoch": 0.635942046633636,
      "grad_norm": 7.0625,
      "learning_rate": 1.820527035564498e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5594941645860672,
      "num_tokens": 386113347.0,
      "step": 501350
    },
    {
      "epoch": 0.6359547312261689,
      "grad_norm": 5.03125,
      "learning_rate": 1.8204636045558687e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5262830972671508,
      "num_tokens": 386122298.0,
      "step": 501360
    },
    {
      "epoch": 0.6359674158187016,
      "grad_norm": 8.1875,
      "learning_rate": 1.82040017354724e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5437491565942765,
      "num_tokens": 386129286.0,
      "step": 501370
    },
    {
      "epoch": 0.6359801004112345,
      "grad_norm": 5.28125,
      "learning_rate": 1.8203367425386105e-05,
      "loss": 2.3266,
      "mean_token_accuracy": 0.5058479875326156,
      "num_tokens": 386136111.0,
      "step": 501380
    },
    {
      "epoch": 0.6359927850037673,
      "grad_norm": 7.15625,
      "learning_rate": 1.8202733115299813e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5253010392189026,
      "num_tokens": 386144570.0,
      "step": 501390
    },
    {
      "epoch": 0.6360054695963001,
      "grad_norm": 4.8125,
      "learning_rate": 1.8202098805213522e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5644887626171112,
      "num_tokens": 386152391.0,
      "step": 501400
    },
    {
      "epoch": 0.636018154188833,
      "grad_norm": 6.09375,
      "learning_rate": 1.820146449512723e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5593767672777176,
      "num_tokens": 386160030.0,
      "step": 501410
    },
    {
      "epoch": 0.6360308387813658,
      "grad_norm": 4.9375,
      "learning_rate": 1.820083018504094e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.544224089384079,
      "num_tokens": 386166899.0,
      "step": 501420
    },
    {
      "epoch": 0.6360435233738987,
      "grad_norm": 4.9375,
      "learning_rate": 1.820019587495465e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.53711539208889,
      "num_tokens": 386174972.0,
      "step": 501430
    },
    {
      "epoch": 0.6360562079664315,
      "grad_norm": 6.34375,
      "learning_rate": 1.8199561564868357e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5465133041143417,
      "num_tokens": 386182893.0,
      "step": 501440
    },
    {
      "epoch": 0.6360688925589644,
      "grad_norm": 5.4375,
      "learning_rate": 1.8198927254782062e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5323780745267868,
      "num_tokens": 386190749.0,
      "step": 501450
    },
    {
      "epoch": 0.6360815771514972,
      "grad_norm": 8.1875,
      "learning_rate": 1.819829294469577e-05,
      "loss": 1.8493,
      "mean_token_accuracy": 0.5798940241336823,
      "num_tokens": 386198718.0,
      "step": 501460
    },
    {
      "epoch": 0.6360942617440299,
      "grad_norm": 5.0,
      "learning_rate": 1.8197658634609483e-05,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5280960500240326,
      "num_tokens": 386206788.0,
      "step": 501470
    },
    {
      "epoch": 0.6361069463365628,
      "grad_norm": 5.0,
      "learning_rate": 1.819702432452319e-05,
      "loss": 1.8948,
      "mean_token_accuracy": 0.5682230830192566,
      "num_tokens": 386215360.0,
      "step": 501480
    },
    {
      "epoch": 0.6361196309290956,
      "grad_norm": 8.125,
      "learning_rate": 1.8196390014436897e-05,
      "loss": 2.2088,
      "mean_token_accuracy": 0.5204615384340286,
      "num_tokens": 386222485.0,
      "step": 501490
    },
    {
      "epoch": 0.6361323155216285,
      "grad_norm": 5.3125,
      "learning_rate": 1.8195755704350606e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5520251810550689,
      "num_tokens": 386229094.0,
      "step": 501500
    },
    {
      "epoch": 0.6361450001141613,
      "grad_norm": 7.40625,
      "learning_rate": 1.8195121394264318e-05,
      "loss": 1.9285,
      "mean_token_accuracy": 0.574480801820755,
      "num_tokens": 386237432.0,
      "step": 501510
    },
    {
      "epoch": 0.6361576847066942,
      "grad_norm": 5.625,
      "learning_rate": 1.8194487084178024e-05,
      "loss": 2.2751,
      "mean_token_accuracy": 0.5146817952394486,
      "num_tokens": 386247244.0,
      "step": 501520
    },
    {
      "epoch": 0.636170369299227,
      "grad_norm": 6.6875,
      "learning_rate": 1.8193852774091732e-05,
      "loss": 1.8332,
      "mean_token_accuracy": 0.5920918822288513,
      "num_tokens": 386255275.0,
      "step": 501530
    },
    {
      "epoch": 0.6361830538917599,
      "grad_norm": 5.59375,
      "learning_rate": 1.819321846400544e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.534282049536705,
      "num_tokens": 386264134.0,
      "step": 501540
    },
    {
      "epoch": 0.6361957384842927,
      "grad_norm": 5.65625,
      "learning_rate": 1.819258415391915e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5631930530071259,
      "num_tokens": 386270229.0,
      "step": 501550
    },
    {
      "epoch": 0.6362084230768255,
      "grad_norm": 7.75,
      "learning_rate": 1.819194984383286e-05,
      "loss": 1.8921,
      "mean_token_accuracy": 0.5707849860191345,
      "num_tokens": 386278321.0,
      "step": 501560
    },
    {
      "epoch": 0.6362211076693584,
      "grad_norm": 5.6875,
      "learning_rate": 1.8191315533746567e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5367013812065125,
      "num_tokens": 386285763.0,
      "step": 501570
    },
    {
      "epoch": 0.6362337922618911,
      "grad_norm": 4.90625,
      "learning_rate": 1.8190681223660276e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5685092657804489,
      "num_tokens": 386294396.0,
      "step": 501580
    },
    {
      "epoch": 0.636246476854424,
      "grad_norm": 5.96875,
      "learning_rate": 1.819004691357398e-05,
      "loss": 1.8296,
      "mean_token_accuracy": 0.5921330332756043,
      "num_tokens": 386301586.0,
      "step": 501590
    },
    {
      "epoch": 0.6362591614469568,
      "grad_norm": 5.84375,
      "learning_rate": 1.818941260348769e-05,
      "loss": 1.8643,
      "mean_token_accuracy": 0.5801603049039841,
      "num_tokens": 386307906.0,
      "step": 501600
    },
    {
      "epoch": 0.6362718460394897,
      "grad_norm": 5.21875,
      "learning_rate": 1.8188778293401402e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5313853234052658,
      "num_tokens": 386315428.0,
      "step": 501610
    },
    {
      "epoch": 0.6362845306320225,
      "grad_norm": 5.65625,
      "learning_rate": 1.8188143983315108e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5377620458602905,
      "num_tokens": 386324290.0,
      "step": 501620
    },
    {
      "epoch": 0.6362972152245553,
      "grad_norm": 7.28125,
      "learning_rate": 1.8187509673228816e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5421803742647171,
      "num_tokens": 386332515.0,
      "step": 501630
    },
    {
      "epoch": 0.6363098998170882,
      "grad_norm": 6.21875,
      "learning_rate": 1.8186875363142525e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.560079562664032,
      "num_tokens": 386338870.0,
      "step": 501640
    },
    {
      "epoch": 0.636322584409621,
      "grad_norm": 7.96875,
      "learning_rate": 1.8186241053056234e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5510096341371536,
      "num_tokens": 386346551.0,
      "step": 501650
    },
    {
      "epoch": 0.6363352690021539,
      "grad_norm": 6.65625,
      "learning_rate": 1.8185606742969943e-05,
      "loss": 1.8677,
      "mean_token_accuracy": 0.5747608661651611,
      "num_tokens": 386353762.0,
      "step": 501660
    },
    {
      "epoch": 0.6363479535946867,
      "grad_norm": 5.21875,
      "learning_rate": 1.818497243288365e-05,
      "loss": 1.7018,
      "mean_token_accuracy": 0.623088663816452,
      "num_tokens": 386361322.0,
      "step": 501670
    },
    {
      "epoch": 0.6363606381872196,
      "grad_norm": 5.03125,
      "learning_rate": 1.818433812279736e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5281913667917252,
      "num_tokens": 386368713.0,
      "step": 501680
    },
    {
      "epoch": 0.6363733227797523,
      "grad_norm": 7.0625,
      "learning_rate": 1.8183703812711065e-05,
      "loss": 2.2226,
      "mean_token_accuracy": 0.5140203982591629,
      "num_tokens": 386377245.0,
      "step": 501690
    },
    {
      "epoch": 0.6363860073722852,
      "grad_norm": 5.90625,
      "learning_rate": 1.8183069502624774e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5457626730203629,
      "num_tokens": 386386230.0,
      "step": 501700
    },
    {
      "epoch": 0.636398691964818,
      "grad_norm": 6.34375,
      "learning_rate": 1.8182435192538486e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5629267007112503,
      "num_tokens": 386394336.0,
      "step": 501710
    },
    {
      "epoch": 0.6364113765573508,
      "grad_norm": 6.46875,
      "learning_rate": 1.8181800882452195e-05,
      "loss": 1.8981,
      "mean_token_accuracy": 0.5820635557174683,
      "num_tokens": 386402095.0,
      "step": 501720
    },
    {
      "epoch": 0.6364240611498837,
      "grad_norm": 7.03125,
      "learning_rate": 1.81811665723659e-05,
      "loss": 2.2818,
      "mean_token_accuracy": 0.5097287267446518,
      "num_tokens": 386410154.0,
      "step": 501730
    },
    {
      "epoch": 0.6364367457424165,
      "grad_norm": 7.4375,
      "learning_rate": 1.818053226227961e-05,
      "loss": 1.8802,
      "mean_token_accuracy": 0.5781660914421082,
      "num_tokens": 386418159.0,
      "step": 501740
    },
    {
      "epoch": 0.6364494303349494,
      "grad_norm": 5.0625,
      "learning_rate": 1.8179897952193318e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5539839506149292,
      "num_tokens": 386425128.0,
      "step": 501750
    },
    {
      "epoch": 0.6364621149274822,
      "grad_norm": 5.0,
      "learning_rate": 1.8179263642107027e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5494192242622375,
      "num_tokens": 386432566.0,
      "step": 501760
    },
    {
      "epoch": 0.6364747995200151,
      "grad_norm": 4.625,
      "learning_rate": 1.8178629332020735e-05,
      "loss": 1.9058,
      "mean_token_accuracy": 0.5844222247600556,
      "num_tokens": 386440170.0,
      "step": 501770
    },
    {
      "epoch": 0.6364874841125479,
      "grad_norm": 5.53125,
      "learning_rate": 1.8177995021934444e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.55388503074646,
      "num_tokens": 386447761.0,
      "step": 501780
    },
    {
      "epoch": 0.6365001687050806,
      "grad_norm": 5.625,
      "learning_rate": 1.8177360711848153e-05,
      "loss": 1.9004,
      "mean_token_accuracy": 0.5800643593072892,
      "num_tokens": 386455379.0,
      "step": 501790
    },
    {
      "epoch": 0.6365128532976135,
      "grad_norm": 5.46875,
      "learning_rate": 1.8176726401761858e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.53383968770504,
      "num_tokens": 386462366.0,
      "step": 501800
    },
    {
      "epoch": 0.6365255378901463,
      "grad_norm": 6.75,
      "learning_rate": 1.817609209167557e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5535226583480835,
      "num_tokens": 386469603.0,
      "step": 501810
    },
    {
      "epoch": 0.6365382224826792,
      "grad_norm": 5.25,
      "learning_rate": 1.817545778158928e-05,
      "loss": 2.336,
      "mean_token_accuracy": 0.5044257402420044,
      "num_tokens": 386477970.0,
      "step": 501820
    },
    {
      "epoch": 0.636550907075212,
      "grad_norm": 6.28125,
      "learning_rate": 1.8174823471502984e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5447782844305038,
      "num_tokens": 386485576.0,
      "step": 501830
    },
    {
      "epoch": 0.6365635916677449,
      "grad_norm": 6.03125,
      "learning_rate": 1.8174189161416693e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5563236951828003,
      "num_tokens": 386492982.0,
      "step": 501840
    },
    {
      "epoch": 0.6365762762602777,
      "grad_norm": 4.46875,
      "learning_rate": 1.8173554851330402e-05,
      "loss": 1.811,
      "mean_token_accuracy": 0.5945184648036956,
      "num_tokens": 386499008.0,
      "step": 501850
    },
    {
      "epoch": 0.6365889608528105,
      "grad_norm": 5.375,
      "learning_rate": 1.817292054124411e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5482906192541123,
      "num_tokens": 386506329.0,
      "step": 501860
    },
    {
      "epoch": 0.6366016454453434,
      "grad_norm": 6.40625,
      "learning_rate": 1.817228623115782e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5325586348772049,
      "num_tokens": 386514169.0,
      "step": 501870
    },
    {
      "epoch": 0.6366143300378762,
      "grad_norm": 4.8125,
      "learning_rate": 1.8171651921071528e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5477429419755936,
      "num_tokens": 386522600.0,
      "step": 501880
    },
    {
      "epoch": 0.636627014630409,
      "grad_norm": 5.46875,
      "learning_rate": 1.8171017610985237e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5460774004459381,
      "num_tokens": 386529158.0,
      "step": 501890
    },
    {
      "epoch": 0.6366396992229418,
      "grad_norm": 5.3125,
      "learning_rate": 1.8170383300898942e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5417966723442078,
      "num_tokens": 386536916.0,
      "step": 501900
    },
    {
      "epoch": 0.6366523838154747,
      "grad_norm": 5.40625,
      "learning_rate": 1.8169748990812654e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5558717399835587,
      "num_tokens": 386543592.0,
      "step": 501910
    },
    {
      "epoch": 0.6366650684080075,
      "grad_norm": 4.84375,
      "learning_rate": 1.8169114680726363e-05,
      "loss": 2.283,
      "mean_token_accuracy": 0.5106480240821838,
      "num_tokens": 386552659.0,
      "step": 501920
    },
    {
      "epoch": 0.6366777530005404,
      "grad_norm": 5.3125,
      "learning_rate": 1.8168480370640072e-05,
      "loss": 2.2746,
      "mean_token_accuracy": 0.5100790292024613,
      "num_tokens": 386559498.0,
      "step": 501930
    },
    {
      "epoch": 0.6366904375930732,
      "grad_norm": 6.90625,
      "learning_rate": 1.8167846060553777e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.537703537940979,
      "num_tokens": 386567185.0,
      "step": 501940
    },
    {
      "epoch": 0.636703122185606,
      "grad_norm": 5.46875,
      "learning_rate": 1.8167211750467486e-05,
      "loss": 2.3327,
      "mean_token_accuracy": 0.5067228674888611,
      "num_tokens": 386575404.0,
      "step": 501950
    },
    {
      "epoch": 0.6367158067781389,
      "grad_norm": 5.28125,
      "learning_rate": 1.8166577440381198e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5577271759510041,
      "num_tokens": 386582615.0,
      "step": 501960
    },
    {
      "epoch": 0.6367284913706717,
      "grad_norm": 4.6875,
      "learning_rate": 1.8165943130294903e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5252649575471878,
      "num_tokens": 386590739.0,
      "step": 501970
    },
    {
      "epoch": 0.6367411759632046,
      "grad_norm": 5.9375,
      "learning_rate": 1.8165308820208612e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5260181993246078,
      "num_tokens": 386599606.0,
      "step": 501980
    },
    {
      "epoch": 0.6367538605557373,
      "grad_norm": 4.96875,
      "learning_rate": 1.816467451012232e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5509574770927429,
      "num_tokens": 386606589.0,
      "step": 501990
    },
    {
      "epoch": 0.6367665451482702,
      "grad_norm": 7.0,
      "learning_rate": 1.816404020003603e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5360517591238022,
      "num_tokens": 386614713.0,
      "step": 502000
    },
    {
      "epoch": 0.636779229740803,
      "grad_norm": 5.46875,
      "learning_rate": 1.816340588994974e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5685830473899841,
      "num_tokens": 386621581.0,
      "step": 502010
    },
    {
      "epoch": 0.6367919143333358,
      "grad_norm": 6.625,
      "learning_rate": 1.8162771579863447e-05,
      "loss": 2.2338,
      "mean_token_accuracy": 0.5115944594144821,
      "num_tokens": 386628665.0,
      "step": 502020
    },
    {
      "epoch": 0.6368045989258687,
      "grad_norm": 5.875,
      "learning_rate": 1.8162137269777156e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5505330711603165,
      "num_tokens": 386636742.0,
      "step": 502030
    },
    {
      "epoch": 0.6368172835184015,
      "grad_norm": 5.53125,
      "learning_rate": 1.816150295969086e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5605430334806443,
      "num_tokens": 386644302.0,
      "step": 502040
    },
    {
      "epoch": 0.6368299681109344,
      "grad_norm": 5.09375,
      "learning_rate": 1.8160868649604573e-05,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5621840536594391,
      "num_tokens": 386651532.0,
      "step": 502050
    },
    {
      "epoch": 0.6368426527034672,
      "grad_norm": 5.8125,
      "learning_rate": 1.8160234339518282e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.543271416425705,
      "num_tokens": 386659773.0,
      "step": 502060
    },
    {
      "epoch": 0.6368553372960001,
      "grad_norm": 6.5,
      "learning_rate": 1.8159600029431987e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5551406145095825,
      "num_tokens": 386667588.0,
      "step": 502070
    },
    {
      "epoch": 0.6368680218885329,
      "grad_norm": 5.15625,
      "learning_rate": 1.8158965719345696e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5323538988828659,
      "num_tokens": 386674973.0,
      "step": 502080
    },
    {
      "epoch": 0.6368807064810658,
      "grad_norm": 6.84375,
      "learning_rate": 1.8158331409259405e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5472560405731202,
      "num_tokens": 386682689.0,
      "step": 502090
    },
    {
      "epoch": 0.6368933910735985,
      "grad_norm": 4.71875,
      "learning_rate": 1.8157697099173117e-05,
      "loss": 1.7561,
      "mean_token_accuracy": 0.6078438520431518,
      "num_tokens": 386689520.0,
      "step": 502100
    },
    {
      "epoch": 0.6369060756661313,
      "grad_norm": 5.78125,
      "learning_rate": 1.8157062789086822e-05,
      "loss": 1.8643,
      "mean_token_accuracy": 0.5957026839256286,
      "num_tokens": 386696632.0,
      "step": 502110
    },
    {
      "epoch": 0.6369187602586642,
      "grad_norm": 5.1875,
      "learning_rate": 1.815642847900053e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5164189368486405,
      "num_tokens": 386704967.0,
      "step": 502120
    },
    {
      "epoch": 0.636931444851197,
      "grad_norm": 4.8125,
      "learning_rate": 1.815579416891424e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5400575637817383,
      "num_tokens": 386712253.0,
      "step": 502130
    },
    {
      "epoch": 0.6369441294437299,
      "grad_norm": 5.125,
      "learning_rate": 1.815515985882795e-05,
      "loss": 2.2439,
      "mean_token_accuracy": 0.5285175144672394,
      "num_tokens": 386719711.0,
      "step": 502140
    },
    {
      "epoch": 0.6369568140362627,
      "grad_norm": 5.96875,
      "learning_rate": 1.8154525548741657e-05,
      "loss": 2.1983,
      "mean_token_accuracy": 0.5239008158445358,
      "num_tokens": 386726835.0,
      "step": 502150
    },
    {
      "epoch": 0.6369694986287956,
      "grad_norm": 5.125,
      "learning_rate": 1.8153891238655366e-05,
      "loss": 1.9714,
      "mean_token_accuracy": 0.5587395191192627,
      "num_tokens": 386734329.0,
      "step": 502160
    },
    {
      "epoch": 0.6369821832213284,
      "grad_norm": 5.4375,
      "learning_rate": 1.8153256928569075e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5674730718135834,
      "num_tokens": 386742660.0,
      "step": 502170
    },
    {
      "epoch": 0.6369948678138612,
      "grad_norm": 5.25,
      "learning_rate": 1.815262261848278e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5519166648387909,
      "num_tokens": 386750804.0,
      "step": 502180
    },
    {
      "epoch": 0.6370075524063941,
      "grad_norm": 5.09375,
      "learning_rate": 1.815198830839649e-05,
      "loss": 1.9233,
      "mean_token_accuracy": 0.5677890807390213,
      "num_tokens": 386758559.0,
      "step": 502190
    },
    {
      "epoch": 0.6370202369989268,
      "grad_norm": 5.375,
      "learning_rate": 1.81513539983102e-05,
      "loss": 1.8665,
      "mean_token_accuracy": 0.5928419023752213,
      "num_tokens": 386763956.0,
      "step": 502200
    },
    {
      "epoch": 0.6370329215914597,
      "grad_norm": 5.5,
      "learning_rate": 1.8150719688223906e-05,
      "loss": 1.8593,
      "mean_token_accuracy": 0.5805604934692383,
      "num_tokens": 386772202.0,
      "step": 502210
    },
    {
      "epoch": 0.6370456061839925,
      "grad_norm": 6.71875,
      "learning_rate": 1.8150085378137615e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5409593522548676,
      "num_tokens": 386780149.0,
      "step": 502220
    },
    {
      "epoch": 0.6370582907765254,
      "grad_norm": 5.40625,
      "learning_rate": 1.8149451068051324e-05,
      "loss": 1.8128,
      "mean_token_accuracy": 0.5864780128002167,
      "num_tokens": 386787512.0,
      "step": 502230
    },
    {
      "epoch": 0.6370709753690582,
      "grad_norm": 3.703125,
      "learning_rate": 1.8148816757965033e-05,
      "loss": 1.7688,
      "mean_token_accuracy": 0.6076094627380371,
      "num_tokens": 386795308.0,
      "step": 502240
    },
    {
      "epoch": 0.6370836599615911,
      "grad_norm": 5.375,
      "learning_rate": 1.814818244787874e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5183578699827194,
      "num_tokens": 386803062.0,
      "step": 502250
    },
    {
      "epoch": 0.6370963445541239,
      "grad_norm": 6.75,
      "learning_rate": 1.814754813779245e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5328751534223557,
      "num_tokens": 386810811.0,
      "step": 502260
    },
    {
      "epoch": 0.6371090291466567,
      "grad_norm": 4.9375,
      "learning_rate": 1.814691382770616e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5351609587669373,
      "num_tokens": 386820362.0,
      "step": 502270
    },
    {
      "epoch": 0.6371217137391896,
      "grad_norm": 5.21875,
      "learning_rate": 1.8146279517619864e-05,
      "loss": 1.8618,
      "mean_token_accuracy": 0.5946597754955292,
      "num_tokens": 386826588.0,
      "step": 502280
    },
    {
      "epoch": 0.6371343983317224,
      "grad_norm": 5.6875,
      "learning_rate": 1.8145645207533573e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.526974618434906,
      "num_tokens": 386834743.0,
      "step": 502290
    },
    {
      "epoch": 0.6371470829242553,
      "grad_norm": 6.15625,
      "learning_rate": 1.8145010897447285e-05,
      "loss": 2.2287,
      "mean_token_accuracy": 0.5212914377450943,
      "num_tokens": 386843856.0,
      "step": 502300
    },
    {
      "epoch": 0.637159767516788,
      "grad_norm": 6.75,
      "learning_rate": 1.8144376587360994e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5462915152311325,
      "num_tokens": 386851054.0,
      "step": 502310
    },
    {
      "epoch": 0.6371724521093209,
      "grad_norm": 6.46875,
      "learning_rate": 1.81437422772747e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5444166213274002,
      "num_tokens": 386858600.0,
      "step": 502320
    },
    {
      "epoch": 0.6371851367018537,
      "grad_norm": 5.21875,
      "learning_rate": 1.8143107967188408e-05,
      "loss": 1.845,
      "mean_token_accuracy": 0.5892683744430542,
      "num_tokens": 386865081.0,
      "step": 502330
    },
    {
      "epoch": 0.6371978212943865,
      "grad_norm": 6.71875,
      "learning_rate": 1.8142473657102117e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5449479103088379,
      "num_tokens": 386872246.0,
      "step": 502340
    },
    {
      "epoch": 0.6372105058869194,
      "grad_norm": 7.65625,
      "learning_rate": 1.8141839347015825e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5394622415304184,
      "num_tokens": 386879515.0,
      "step": 502350
    },
    {
      "epoch": 0.6372231904794522,
      "grad_norm": 11.6875,
      "learning_rate": 1.8141205036929534e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5584637820720673,
      "num_tokens": 386887238.0,
      "step": 502360
    },
    {
      "epoch": 0.6372358750719851,
      "grad_norm": 5.09375,
      "learning_rate": 1.8140570726843243e-05,
      "loss": 1.7834,
      "mean_token_accuracy": 0.6032552689313888,
      "num_tokens": 386895563.0,
      "step": 502370
    },
    {
      "epoch": 0.6372485596645179,
      "grad_norm": 7.125,
      "learning_rate": 1.813993641675695e-05,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5203947335481643,
      "num_tokens": 386903681.0,
      "step": 502380
    },
    {
      "epoch": 0.6372612442570508,
      "grad_norm": 7.25,
      "learning_rate": 1.8139302106670657e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.565679544210434,
      "num_tokens": 386909916.0,
      "step": 502390
    },
    {
      "epoch": 0.6372739288495836,
      "grad_norm": 5.4375,
      "learning_rate": 1.813866779658437e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5388175219297409,
      "num_tokens": 386918519.0,
      "step": 502400
    },
    {
      "epoch": 0.6372866134421163,
      "grad_norm": 5.8125,
      "learning_rate": 1.8138033486498078e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5285654425621032,
      "num_tokens": 386926696.0,
      "step": 502410
    },
    {
      "epoch": 0.6372992980346492,
      "grad_norm": 6.875,
      "learning_rate": 1.8137399176411783e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5388366997241973,
      "num_tokens": 386932910.0,
      "step": 502420
    },
    {
      "epoch": 0.637311982627182,
      "grad_norm": 6.96875,
      "learning_rate": 1.8136764866325492e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5463281631469726,
      "num_tokens": 386940348.0,
      "step": 502430
    },
    {
      "epoch": 0.6373246672197149,
      "grad_norm": 5.34375,
      "learning_rate": 1.8136130556239204e-05,
      "loss": 1.6232,
      "mean_token_accuracy": 0.6335626482963562,
      "num_tokens": 386948137.0,
      "step": 502440
    },
    {
      "epoch": 0.6373373518122477,
      "grad_norm": 6.75,
      "learning_rate": 1.813549624615291e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5191313683986664,
      "num_tokens": 386955886.0,
      "step": 502450
    },
    {
      "epoch": 0.6373500364047806,
      "grad_norm": 12.6875,
      "learning_rate": 1.8134861936066618e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5749934494495392,
      "num_tokens": 386962548.0,
      "step": 502460
    },
    {
      "epoch": 0.6373627209973134,
      "grad_norm": 7.0625,
      "learning_rate": 1.8134227625980327e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5468224227428437,
      "num_tokens": 386969440.0,
      "step": 502470
    },
    {
      "epoch": 0.6373754055898463,
      "grad_norm": 4.78125,
      "learning_rate": 1.8133593315894036e-05,
      "loss": 2.2606,
      "mean_token_accuracy": 0.49876872897148133,
      "num_tokens": 386978638.0,
      "step": 502480
    },
    {
      "epoch": 0.6373880901823791,
      "grad_norm": 6.1875,
      "learning_rate": 1.8132959005807744e-05,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5577039003372193,
      "num_tokens": 386985932.0,
      "step": 502490
    },
    {
      "epoch": 0.6374007747749119,
      "grad_norm": 4.71875,
      "learning_rate": 1.8132324695721453e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5409044325351715,
      "num_tokens": 386993835.0,
      "step": 502500
    },
    {
      "epoch": 0.6374134593674448,
      "grad_norm": 4.9375,
      "learning_rate": 1.8131690385635162e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5609079331159592,
      "num_tokens": 387001398.0,
      "step": 502510
    },
    {
      "epoch": 0.6374261439599775,
      "grad_norm": 5.1875,
      "learning_rate": 1.813105607554887e-05,
      "loss": 1.8959,
      "mean_token_accuracy": 0.5794013202190399,
      "num_tokens": 387009108.0,
      "step": 502520
    },
    {
      "epoch": 0.6374388285525104,
      "grad_norm": 5.5625,
      "learning_rate": 1.8130421765462576e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5263781398534775,
      "num_tokens": 387016915.0,
      "step": 502530
    },
    {
      "epoch": 0.6374515131450432,
      "grad_norm": 5.25,
      "learning_rate": 1.8129787455376288e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5626738607883454,
      "num_tokens": 387025188.0,
      "step": 502540
    },
    {
      "epoch": 0.6374641977375761,
      "grad_norm": 6.1875,
      "learning_rate": 1.8129153145289997e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5438522577285767,
      "num_tokens": 387033090.0,
      "step": 502550
    },
    {
      "epoch": 0.6374768823301089,
      "grad_norm": 5.25,
      "learning_rate": 1.8128518835203702e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5217251986265182,
      "num_tokens": 387041704.0,
      "step": 502560
    },
    {
      "epoch": 0.6374895669226417,
      "grad_norm": 4.125,
      "learning_rate": 1.812788452511741e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5386479765176773,
      "num_tokens": 387048997.0,
      "step": 502570
    },
    {
      "epoch": 0.6375022515151746,
      "grad_norm": 5.125,
      "learning_rate": 1.812725021503112e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5460973441600799,
      "num_tokens": 387057913.0,
      "step": 502580
    },
    {
      "epoch": 0.6375149361077074,
      "grad_norm": 7.5625,
      "learning_rate": 1.8126615904944828e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.576395109295845,
      "num_tokens": 387065722.0,
      "step": 502590
    },
    {
      "epoch": 0.6375276207002403,
      "grad_norm": 8.75,
      "learning_rate": 1.8125981594858537e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5432452946901322,
      "num_tokens": 387073191.0,
      "step": 502600
    },
    {
      "epoch": 0.6375403052927731,
      "grad_norm": 6.3125,
      "learning_rate": 1.8125347284772246e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5461056649684906,
      "num_tokens": 387080887.0,
      "step": 502610
    },
    {
      "epoch": 0.637552989885306,
      "grad_norm": 4.46875,
      "learning_rate": 1.8124712974685955e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.521741458773613,
      "num_tokens": 387089617.0,
      "step": 502620
    },
    {
      "epoch": 0.6375656744778387,
      "grad_norm": 8.125,
      "learning_rate": 1.812407866459966e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5348744660615921,
      "num_tokens": 387097055.0,
      "step": 502630
    },
    {
      "epoch": 0.6375783590703716,
      "grad_norm": 5.5,
      "learning_rate": 1.8123444354513372e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5426234245300293,
      "num_tokens": 387106286.0,
      "step": 502640
    },
    {
      "epoch": 0.6375910436629044,
      "grad_norm": 5.78125,
      "learning_rate": 1.812281004442708e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5617118895053863,
      "num_tokens": 387113898.0,
      "step": 502650
    },
    {
      "epoch": 0.6376037282554372,
      "grad_norm": 7.25,
      "learning_rate": 1.8122175734340786e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5371713280677796,
      "num_tokens": 387120286.0,
      "step": 502660
    },
    {
      "epoch": 0.6376164128479701,
      "grad_norm": 5.0625,
      "learning_rate": 1.8121541424254495e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5455137729644776,
      "num_tokens": 387128131.0,
      "step": 502670
    },
    {
      "epoch": 0.6376290974405029,
      "grad_norm": 4.71875,
      "learning_rate": 1.8120907114168204e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5375546187162399,
      "num_tokens": 387137670.0,
      "step": 502680
    },
    {
      "epoch": 0.6376417820330358,
      "grad_norm": 5.59375,
      "learning_rate": 1.8120272804081916e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5635152012109756,
      "num_tokens": 387144313.0,
      "step": 502690
    },
    {
      "epoch": 0.6376544666255686,
      "grad_norm": 5.65625,
      "learning_rate": 1.811963849399562e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5263973742723465,
      "num_tokens": 387150835.0,
      "step": 502700
    },
    {
      "epoch": 0.6376671512181015,
      "grad_norm": 7.28125,
      "learning_rate": 1.811900418390933e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5598098546266556,
      "num_tokens": 387157799.0,
      "step": 502710
    },
    {
      "epoch": 0.6376798358106343,
      "grad_norm": 5.65625,
      "learning_rate": 1.811836987382304e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5490236788988113,
      "num_tokens": 387166167.0,
      "step": 502720
    },
    {
      "epoch": 0.637692520403167,
      "grad_norm": 4.96875,
      "learning_rate": 1.8117735563736747e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5418245434761048,
      "num_tokens": 387173161.0,
      "step": 502730
    },
    {
      "epoch": 0.6377052049956999,
      "grad_norm": 6.375,
      "learning_rate": 1.8117101253650456e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5416924208402634,
      "num_tokens": 387180538.0,
      "step": 502740
    },
    {
      "epoch": 0.6377178895882327,
      "grad_norm": 5.40625,
      "learning_rate": 1.8116466943564165e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5532395213842392,
      "num_tokens": 387188738.0,
      "step": 502750
    },
    {
      "epoch": 0.6377305741807656,
      "grad_norm": 5.53125,
      "learning_rate": 1.8115832633477873e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5398304283618927,
      "num_tokens": 387197431.0,
      "step": 502760
    },
    {
      "epoch": 0.6377432587732984,
      "grad_norm": 5.625,
      "learning_rate": 1.811519832339158e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5165823847055435,
      "num_tokens": 387205606.0,
      "step": 502770
    },
    {
      "epoch": 0.6377559433658313,
      "grad_norm": 5.875,
      "learning_rate": 1.8114564013305288e-05,
      "loss": 2.3521,
      "mean_token_accuracy": 0.5010805040597915,
      "num_tokens": 387214725.0,
      "step": 502780
    },
    {
      "epoch": 0.6377686279583641,
      "grad_norm": 5.53125,
      "learning_rate": 1.8113929703219e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5323908656835556,
      "num_tokens": 387222607.0,
      "step": 502790
    },
    {
      "epoch": 0.6377813125508969,
      "grad_norm": 5.21875,
      "learning_rate": 1.8113295393132705e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5471501499414444,
      "num_tokens": 387231056.0,
      "step": 502800
    },
    {
      "epoch": 0.6377939971434298,
      "grad_norm": 5.34375,
      "learning_rate": 1.8112661083046414e-05,
      "loss": 2.2101,
      "mean_token_accuracy": 0.5207195281982422,
      "num_tokens": 387239958.0,
      "step": 502810
    },
    {
      "epoch": 0.6378066817359626,
      "grad_norm": 4.9375,
      "learning_rate": 1.8112026772960123e-05,
      "loss": 1.8439,
      "mean_token_accuracy": 0.6017466574907303,
      "num_tokens": 387245931.0,
      "step": 502820
    },
    {
      "epoch": 0.6378193663284955,
      "grad_norm": 4.875,
      "learning_rate": 1.811139246287383e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5644544303417206,
      "num_tokens": 387252067.0,
      "step": 502830
    },
    {
      "epoch": 0.6378320509210282,
      "grad_norm": 5.84375,
      "learning_rate": 1.811075815278754e-05,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5802230298519134,
      "num_tokens": 387259956.0,
      "step": 502840
    },
    {
      "epoch": 0.6378447355135611,
      "grad_norm": 5.375,
      "learning_rate": 1.811012384270125e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5455018818378449,
      "num_tokens": 387268482.0,
      "step": 502850
    },
    {
      "epoch": 0.6378574201060939,
      "grad_norm": 13.125,
      "learning_rate": 1.8109489532614957e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5613504648208618,
      "num_tokens": 387274700.0,
      "step": 502860
    },
    {
      "epoch": 0.6378701046986268,
      "grad_norm": 6.25,
      "learning_rate": 1.8108855222528663e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5628775924444198,
      "num_tokens": 387281793.0,
      "step": 502870
    },
    {
      "epoch": 0.6378827892911596,
      "grad_norm": 7.46875,
      "learning_rate": 1.8108220912442375e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5415155977010727,
      "num_tokens": 387289750.0,
      "step": 502880
    },
    {
      "epoch": 0.6378954738836924,
      "grad_norm": 5.40625,
      "learning_rate": 1.8107586602356084e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5488771706819534,
      "num_tokens": 387297026.0,
      "step": 502890
    },
    {
      "epoch": 0.6379081584762253,
      "grad_norm": 5.125,
      "learning_rate": 1.8106952292269792e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5346755295991897,
      "num_tokens": 387304560.0,
      "step": 502900
    },
    {
      "epoch": 0.6379208430687581,
      "grad_norm": 7.34375,
      "learning_rate": 1.8106317982183498e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.565603694319725,
      "num_tokens": 387311780.0,
      "step": 502910
    },
    {
      "epoch": 0.637933527661291,
      "grad_norm": 4.8125,
      "learning_rate": 1.8105683672097207e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5519448310136795,
      "num_tokens": 387320090.0,
      "step": 502920
    },
    {
      "epoch": 0.6379462122538238,
      "grad_norm": 9.4375,
      "learning_rate": 1.810504936201092e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5522290050983429,
      "num_tokens": 387328189.0,
      "step": 502930
    },
    {
      "epoch": 0.6379588968463566,
      "grad_norm": 8.6875,
      "learning_rate": 1.8104415051924624e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5458257317543029,
      "num_tokens": 387334604.0,
      "step": 502940
    },
    {
      "epoch": 0.6379715814388894,
      "grad_norm": 5.3125,
      "learning_rate": 1.8103780741838333e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.537503433227539,
      "num_tokens": 387342365.0,
      "step": 502950
    },
    {
      "epoch": 0.6379842660314222,
      "grad_norm": 7.9375,
      "learning_rate": 1.810314643175204e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5408304929733276,
      "num_tokens": 387350506.0,
      "step": 502960
    },
    {
      "epoch": 0.6379969506239551,
      "grad_norm": 9.6875,
      "learning_rate": 1.810251212166575e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5472947776317596,
      "num_tokens": 387358990.0,
      "step": 502970
    },
    {
      "epoch": 0.6380096352164879,
      "grad_norm": 5.375,
      "learning_rate": 1.810187781157946e-05,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5204158037900924,
      "num_tokens": 387367383.0,
      "step": 502980
    },
    {
      "epoch": 0.6380223198090208,
      "grad_norm": 4.9375,
      "learning_rate": 1.8101243501493168e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5497624695301055,
      "num_tokens": 387375151.0,
      "step": 502990
    },
    {
      "epoch": 0.6380350044015536,
      "grad_norm": 5.25,
      "learning_rate": 1.8100609191406876e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5476686418056488,
      "num_tokens": 387381525.0,
      "step": 503000
    },
    {
      "epoch": 0.6380476889940865,
      "grad_norm": 8.0,
      "learning_rate": 1.8099974881320582e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5462905824184418,
      "num_tokens": 387389391.0,
      "step": 503010
    },
    {
      "epoch": 0.6380603735866193,
      "grad_norm": 5.1875,
      "learning_rate": 1.809934057123429e-05,
      "loss": 2.2959,
      "mean_token_accuracy": 0.5156950861215591,
      "num_tokens": 387398053.0,
      "step": 503020
    },
    {
      "epoch": 0.6380730581791522,
      "grad_norm": 5.0625,
      "learning_rate": 1.8098706261148003e-05,
      "loss": 2.2451,
      "mean_token_accuracy": 0.5260711729526519,
      "num_tokens": 387405876.0,
      "step": 503030
    },
    {
      "epoch": 0.638085742771685,
      "grad_norm": 5.21875,
      "learning_rate": 1.8098071951061708e-05,
      "loss": 2.2861,
      "mean_token_accuracy": 0.5069772601127625,
      "num_tokens": 387413589.0,
      "step": 503040
    },
    {
      "epoch": 0.6380984273642177,
      "grad_norm": 6.3125,
      "learning_rate": 1.8097437640975417e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5239917933940887,
      "num_tokens": 387421610.0,
      "step": 503050
    },
    {
      "epoch": 0.6381111119567506,
      "grad_norm": 7.21875,
      "learning_rate": 1.8096803330889126e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.568427848815918,
      "num_tokens": 387429316.0,
      "step": 503060
    },
    {
      "epoch": 0.6381237965492834,
      "grad_norm": 5.9375,
      "learning_rate": 1.8096169020802834e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5538448393344879,
      "num_tokens": 387435731.0,
      "step": 503070
    },
    {
      "epoch": 0.6381364811418163,
      "grad_norm": 6.25,
      "learning_rate": 1.8095534710716543e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5588278591632843,
      "num_tokens": 387443194.0,
      "step": 503080
    },
    {
      "epoch": 0.6381491657343491,
      "grad_norm": 5.375,
      "learning_rate": 1.8094900400630252e-05,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5258544564247132,
      "num_tokens": 387451264.0,
      "step": 503090
    },
    {
      "epoch": 0.638161850326882,
      "grad_norm": 5.3125,
      "learning_rate": 1.809426609054396e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5609572023153305,
      "num_tokens": 387458909.0,
      "step": 503100
    },
    {
      "epoch": 0.6381745349194148,
      "grad_norm": 5.125,
      "learning_rate": 1.809363178045767e-05,
      "loss": 2.2786,
      "mean_token_accuracy": 0.5126861095428467,
      "num_tokens": 387467430.0,
      "step": 503110
    },
    {
      "epoch": 0.6381872195119476,
      "grad_norm": 4.90625,
      "learning_rate": 1.8092997470371375e-05,
      "loss": 2.1913,
      "mean_token_accuracy": 0.5227250754833221,
      "num_tokens": 387475602.0,
      "step": 503120
    },
    {
      "epoch": 0.6381999041044805,
      "grad_norm": 4.8125,
      "learning_rate": 1.8092363160285087e-05,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5169283360242843,
      "num_tokens": 387483894.0,
      "step": 503130
    },
    {
      "epoch": 0.6382125886970133,
      "grad_norm": 4.8125,
      "learning_rate": 1.8091728850198795e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5353434085845947,
      "num_tokens": 387492519.0,
      "step": 503140
    },
    {
      "epoch": 0.6382252732895461,
      "grad_norm": 5.5,
      "learning_rate": 1.80910945401125e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5847492903470993,
      "num_tokens": 387499844.0,
      "step": 503150
    },
    {
      "epoch": 0.6382379578820789,
      "grad_norm": 4.53125,
      "learning_rate": 1.809046023002621e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5520696699619293,
      "num_tokens": 387507956.0,
      "step": 503160
    },
    {
      "epoch": 0.6382506424746118,
      "grad_norm": 7.46875,
      "learning_rate": 1.8089825919939918e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5400398373603821,
      "num_tokens": 387515170.0,
      "step": 503170
    },
    {
      "epoch": 0.6382633270671446,
      "grad_norm": 5.0625,
      "learning_rate": 1.8089191609853627e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5373970597982407,
      "num_tokens": 387522179.0,
      "step": 503180
    },
    {
      "epoch": 0.6382760116596775,
      "grad_norm": 7.71875,
      "learning_rate": 1.8088557299767336e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5416746109724044,
      "num_tokens": 387529212.0,
      "step": 503190
    },
    {
      "epoch": 0.6382886962522103,
      "grad_norm": 5.34375,
      "learning_rate": 1.8087922989681044e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5313325524330139,
      "num_tokens": 387537643.0,
      "step": 503200
    },
    {
      "epoch": 0.6383013808447431,
      "grad_norm": 6.09375,
      "learning_rate": 1.8087288679594753e-05,
      "loss": 2.3048,
      "mean_token_accuracy": 0.5225189298391342,
      "num_tokens": 387545099.0,
      "step": 503210
    },
    {
      "epoch": 0.638314065437276,
      "grad_norm": 6.0625,
      "learning_rate": 1.808665436950846e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5569814205169678,
      "num_tokens": 387553120.0,
      "step": 503220
    },
    {
      "epoch": 0.6383267500298088,
      "grad_norm": 5.28125,
      "learning_rate": 1.808602005942217e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5623951435089112,
      "num_tokens": 387560216.0,
      "step": 503230
    },
    {
      "epoch": 0.6383394346223417,
      "grad_norm": 5.375,
      "learning_rate": 1.808538574933588e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5489511579275131,
      "num_tokens": 387569641.0,
      "step": 503240
    },
    {
      "epoch": 0.6383521192148744,
      "grad_norm": 8.9375,
      "learning_rate": 1.8084751439249585e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.554088932275772,
      "num_tokens": 387576689.0,
      "step": 503250
    },
    {
      "epoch": 0.6383648038074073,
      "grad_norm": 5.3125,
      "learning_rate": 1.8084117129163294e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5295535624027252,
      "num_tokens": 387586130.0,
      "step": 503260
    },
    {
      "epoch": 0.6383774883999401,
      "grad_norm": 5.59375,
      "learning_rate": 1.8083482819077002e-05,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5226004868745804,
      "num_tokens": 387594105.0,
      "step": 503270
    },
    {
      "epoch": 0.6383901729924729,
      "grad_norm": 9.0625,
      "learning_rate": 1.8082848508990714e-05,
      "loss": 1.8835,
      "mean_token_accuracy": 0.5774789839982987,
      "num_tokens": 387600857.0,
      "step": 503280
    },
    {
      "epoch": 0.6384028575850058,
      "grad_norm": 5.75,
      "learning_rate": 1.808221419890442e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5636283367872238,
      "num_tokens": 387608226.0,
      "step": 503290
    },
    {
      "epoch": 0.6384155421775386,
      "grad_norm": 5.0,
      "learning_rate": 1.808157988881813e-05,
      "loss": 1.8969,
      "mean_token_accuracy": 0.5752449095249176,
      "num_tokens": 387615140.0,
      "step": 503300
    },
    {
      "epoch": 0.6384282267700715,
      "grad_norm": 7.09375,
      "learning_rate": 1.8080945578731837e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5359554648399353,
      "num_tokens": 387622331.0,
      "step": 503310
    },
    {
      "epoch": 0.6384409113626043,
      "grad_norm": 5.59375,
      "learning_rate": 1.8080311268645546e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.560544204711914,
      "num_tokens": 387630437.0,
      "step": 503320
    },
    {
      "epoch": 0.6384535959551372,
      "grad_norm": 4.53125,
      "learning_rate": 1.8079676958559255e-05,
      "loss": 1.8635,
      "mean_token_accuracy": 0.5783208429813385,
      "num_tokens": 387639149.0,
      "step": 503330
    },
    {
      "epoch": 0.63846628054767,
      "grad_norm": 6.65625,
      "learning_rate": 1.8079042648472963e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5340433806180954,
      "num_tokens": 387646330.0,
      "step": 503340
    },
    {
      "epoch": 0.6384789651402027,
      "grad_norm": 6.71875,
      "learning_rate": 1.8078408338386672e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5312689185142517,
      "num_tokens": 387653107.0,
      "step": 503350
    },
    {
      "epoch": 0.6384916497327356,
      "grad_norm": 5.46875,
      "learning_rate": 1.8077774028300378e-05,
      "loss": 1.8399,
      "mean_token_accuracy": 0.5844909936189652,
      "num_tokens": 387660996.0,
      "step": 503360
    },
    {
      "epoch": 0.6385043343252684,
      "grad_norm": 8.8125,
      "learning_rate": 1.807713971821409e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5578708350658417,
      "num_tokens": 387668638.0,
      "step": 503370
    },
    {
      "epoch": 0.6385170189178013,
      "grad_norm": 4.875,
      "learning_rate": 1.80765054081278e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5380683898925781,
      "num_tokens": 387677349.0,
      "step": 503380
    },
    {
      "epoch": 0.6385297035103341,
      "grad_norm": 4.9375,
      "learning_rate": 1.8075871098041504e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5313270807266235,
      "num_tokens": 387686530.0,
      "step": 503390
    },
    {
      "epoch": 0.638542388102867,
      "grad_norm": 5.59375,
      "learning_rate": 1.8075236787955213e-05,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5845923364162445,
      "num_tokens": 387692125.0,
      "step": 503400
    },
    {
      "epoch": 0.6385550726953998,
      "grad_norm": 5.5625,
      "learning_rate": 1.807460247786892e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5538979798555375,
      "num_tokens": 387699615.0,
      "step": 503410
    },
    {
      "epoch": 0.6385677572879327,
      "grad_norm": 6.0625,
      "learning_rate": 1.8073968167782633e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5545109361410141,
      "num_tokens": 387707779.0,
      "step": 503420
    },
    {
      "epoch": 0.6385804418804655,
      "grad_norm": 4.5625,
      "learning_rate": 1.807333385769634e-05,
      "loss": 1.9149,
      "mean_token_accuracy": 0.5810239642858506,
      "num_tokens": 387714748.0,
      "step": 503430
    },
    {
      "epoch": 0.6385931264729983,
      "grad_norm": 6.65625,
      "learning_rate": 1.8072699547610047e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.545444905757904,
      "num_tokens": 387722378.0,
      "step": 503440
    },
    {
      "epoch": 0.6386058110655312,
      "grad_norm": 4.71875,
      "learning_rate": 1.8072065237523756e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5278171390295029,
      "num_tokens": 387731056.0,
      "step": 503450
    },
    {
      "epoch": 0.638618495658064,
      "grad_norm": 4.6875,
      "learning_rate": 1.807143092743746e-05,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5132563382387161,
      "num_tokens": 387739571.0,
      "step": 503460
    },
    {
      "epoch": 0.6386311802505968,
      "grad_norm": 10.3125,
      "learning_rate": 1.8070796617351174e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5249319821596146,
      "num_tokens": 387746988.0,
      "step": 503470
    },
    {
      "epoch": 0.6386438648431296,
      "grad_norm": 4.78125,
      "learning_rate": 1.8070162307264882e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5327709913253784,
      "num_tokens": 387754334.0,
      "step": 503480
    },
    {
      "epoch": 0.6386565494356625,
      "grad_norm": 5.03125,
      "learning_rate": 1.806952799717859e-05,
      "loss": 2.144,
      "mean_token_accuracy": 0.546672236919403,
      "num_tokens": 387762476.0,
      "step": 503490
    },
    {
      "epoch": 0.6386692340281953,
      "grad_norm": 5.5,
      "learning_rate": 1.8068893687092297e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5467525988817215,
      "num_tokens": 387770678.0,
      "step": 503500
    },
    {
      "epoch": 0.6386819186207281,
      "grad_norm": 6.0625,
      "learning_rate": 1.8068259377006005e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.51744185090065,
      "num_tokens": 387779687.0,
      "step": 503510
    },
    {
      "epoch": 0.638694603213261,
      "grad_norm": 7.59375,
      "learning_rate": 1.8067625066919717e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5537033766508103,
      "num_tokens": 387787139.0,
      "step": 503520
    },
    {
      "epoch": 0.6387072878057938,
      "grad_norm": 6.71875,
      "learning_rate": 1.8066990756833423e-05,
      "loss": 2.2601,
      "mean_token_accuracy": 0.5209150195121766,
      "num_tokens": 387794759.0,
      "step": 503530
    },
    {
      "epoch": 0.6387199723983267,
      "grad_norm": 5.375,
      "learning_rate": 1.806635644674713e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5187262058258056,
      "num_tokens": 387802504.0,
      "step": 503540
    },
    {
      "epoch": 0.6387326569908595,
      "grad_norm": 6.25,
      "learning_rate": 1.806572213666084e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5375527888536453,
      "num_tokens": 387810893.0,
      "step": 503550
    },
    {
      "epoch": 0.6387453415833924,
      "grad_norm": 5.625,
      "learning_rate": 1.806508782657455e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5221566259860992,
      "num_tokens": 387818518.0,
      "step": 503560
    },
    {
      "epoch": 0.6387580261759251,
      "grad_norm": 4.96875,
      "learning_rate": 1.8064453516488258e-05,
      "loss": 1.9444,
      "mean_token_accuracy": 0.561630979180336,
      "num_tokens": 387826337.0,
      "step": 503570
    },
    {
      "epoch": 0.638770710768458,
      "grad_norm": 5.0625,
      "learning_rate": 1.8063819206401966e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5501979947090149,
      "num_tokens": 387834947.0,
      "step": 503580
    },
    {
      "epoch": 0.6387833953609908,
      "grad_norm": 5.125,
      "learning_rate": 1.8063184896315675e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5469294428825379,
      "num_tokens": 387842610.0,
      "step": 503590
    },
    {
      "epoch": 0.6387960799535236,
      "grad_norm": 4.90625,
      "learning_rate": 1.806255058622938e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5390887409448624,
      "num_tokens": 387851370.0,
      "step": 503600
    },
    {
      "epoch": 0.6388087645460565,
      "grad_norm": 8.3125,
      "learning_rate": 1.806191627614309e-05,
      "loss": 1.8365,
      "mean_token_accuracy": 0.5921048700809479,
      "num_tokens": 387857677.0,
      "step": 503610
    },
    {
      "epoch": 0.6388214491385893,
      "grad_norm": 5.3125,
      "learning_rate": 1.80612819660568e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5570871263742447,
      "num_tokens": 387866411.0,
      "step": 503620
    },
    {
      "epoch": 0.6388341337311222,
      "grad_norm": 5.96875,
      "learning_rate": 1.806064765597051e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5258849769830704,
      "num_tokens": 387873556.0,
      "step": 503630
    },
    {
      "epoch": 0.638846818323655,
      "grad_norm": 7.46875,
      "learning_rate": 1.8060013345884215e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5595155507326126,
      "num_tokens": 387880855.0,
      "step": 503640
    },
    {
      "epoch": 0.6388595029161879,
      "grad_norm": 5.375,
      "learning_rate": 1.8059379035797924e-05,
      "loss": 2.2057,
      "mean_token_accuracy": 0.5233614265918731,
      "num_tokens": 387889327.0,
      "step": 503650
    },
    {
      "epoch": 0.6388721875087207,
      "grad_norm": 6.84375,
      "learning_rate": 1.8058744725711633e-05,
      "loss": 1.6198,
      "mean_token_accuracy": 0.6352852702140808,
      "num_tokens": 387894962.0,
      "step": 503660
    },
    {
      "epoch": 0.6388848721012534,
      "grad_norm": 5.6875,
      "learning_rate": 1.8058110415625342e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5667659431695938,
      "num_tokens": 387902244.0,
      "step": 503670
    },
    {
      "epoch": 0.6388975566937863,
      "grad_norm": 5.0625,
      "learning_rate": 1.805747610553905e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5481004893779755,
      "num_tokens": 387910769.0,
      "step": 503680
    },
    {
      "epoch": 0.6389102412863191,
      "grad_norm": 4.75,
      "learning_rate": 1.805684179545276e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5620427668094635,
      "num_tokens": 387918483.0,
      "step": 503690
    },
    {
      "epoch": 0.638922925878852,
      "grad_norm": 4.78125,
      "learning_rate": 1.8056207485366468e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5474752008914947,
      "num_tokens": 387927286.0,
      "step": 503700
    },
    {
      "epoch": 0.6389356104713848,
      "grad_norm": 6.09375,
      "learning_rate": 1.8055573175280173e-05,
      "loss": 1.7739,
      "mean_token_accuracy": 0.5908540844917297,
      "num_tokens": 387935174.0,
      "step": 503710
    },
    {
      "epoch": 0.6389482950639177,
      "grad_norm": 5.09375,
      "learning_rate": 1.8054938865193885e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5423251450061798,
      "num_tokens": 387941976.0,
      "step": 503720
    },
    {
      "epoch": 0.6389609796564505,
      "grad_norm": 5.75,
      "learning_rate": 1.8054304555107594e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5516059398651123,
      "num_tokens": 387948981.0,
      "step": 503730
    },
    {
      "epoch": 0.6389736642489833,
      "grad_norm": 4.71875,
      "learning_rate": 1.80536702450213e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5417231351137162,
      "num_tokens": 387957470.0,
      "step": 503740
    },
    {
      "epoch": 0.6389863488415162,
      "grad_norm": 4.96875,
      "learning_rate": 1.8053035934935008e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5335226714611053,
      "num_tokens": 387965059.0,
      "step": 503750
    },
    {
      "epoch": 0.638999033434049,
      "grad_norm": 5.71875,
      "learning_rate": 1.8052401624848717e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5523730695247651,
      "num_tokens": 387971556.0,
      "step": 503760
    },
    {
      "epoch": 0.6390117180265819,
      "grad_norm": 5.40625,
      "learning_rate": 1.8051767314762426e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5645040005445481,
      "num_tokens": 387978934.0,
      "step": 503770
    },
    {
      "epoch": 0.6390244026191146,
      "grad_norm": 4.9375,
      "learning_rate": 1.8051133004676134e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5386144101619721,
      "num_tokens": 387986547.0,
      "step": 503780
    },
    {
      "epoch": 0.6390370872116475,
      "grad_norm": 4.96875,
      "learning_rate": 1.8050498694589843e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5591245293617249,
      "num_tokens": 387993863.0,
      "step": 503790
    },
    {
      "epoch": 0.6390497718041803,
      "grad_norm": 7.25,
      "learning_rate": 1.8049864384503552e-05,
      "loss": 1.8237,
      "mean_token_accuracy": 0.6016114771366119,
      "num_tokens": 388000506.0,
      "step": 503800
    },
    {
      "epoch": 0.6390624563967132,
      "grad_norm": 6.0,
      "learning_rate": 1.804923007441726e-05,
      "loss": 2.2474,
      "mean_token_accuracy": 0.5218224942684173,
      "num_tokens": 388010046.0,
      "step": 503810
    },
    {
      "epoch": 0.639075140989246,
      "grad_norm": 4.5,
      "learning_rate": 1.804859576433097e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5275165557861328,
      "num_tokens": 388017907.0,
      "step": 503820
    },
    {
      "epoch": 0.6390878255817788,
      "grad_norm": 5.0,
      "learning_rate": 1.8047961454244678e-05,
      "loss": 1.8822,
      "mean_token_accuracy": 0.5708443760871887,
      "num_tokens": 388025952.0,
      "step": 503830
    },
    {
      "epoch": 0.6391005101743117,
      "grad_norm": 4.625,
      "learning_rate": 1.8047327144158387e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5626467168331146,
      "num_tokens": 388034460.0,
      "step": 503840
    },
    {
      "epoch": 0.6391131947668445,
      "grad_norm": 4.84375,
      "learning_rate": 1.8046692834072092e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5829103291034698,
      "num_tokens": 388042488.0,
      "step": 503850
    },
    {
      "epoch": 0.6391258793593774,
      "grad_norm": 7.46875,
      "learning_rate": 1.8046058523985804e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.542145186662674,
      "num_tokens": 388049892.0,
      "step": 503860
    },
    {
      "epoch": 0.6391385639519102,
      "grad_norm": 6.125,
      "learning_rate": 1.8045424213899513e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5397203892469407,
      "num_tokens": 388058311.0,
      "step": 503870
    },
    {
      "epoch": 0.639151248544443,
      "grad_norm": 5.25,
      "learning_rate": 1.804478990381322e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5365263849496842,
      "num_tokens": 388066140.0,
      "step": 503880
    },
    {
      "epoch": 0.6391639331369758,
      "grad_norm": 5.78125,
      "learning_rate": 1.8044155593726927e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5282225340604783,
      "num_tokens": 388073190.0,
      "step": 503890
    },
    {
      "epoch": 0.6391766177295086,
      "grad_norm": 6.40625,
      "learning_rate": 1.8043521283640636e-05,
      "loss": 2.2954,
      "mean_token_accuracy": 0.514512687921524,
      "num_tokens": 388081552.0,
      "step": 503900
    },
    {
      "epoch": 0.6391893023220415,
      "grad_norm": 5.40625,
      "learning_rate": 1.8042886973554345e-05,
      "loss": 2.2244,
      "mean_token_accuracy": 0.5111926287412644,
      "num_tokens": 388088523.0,
      "step": 503910
    },
    {
      "epoch": 0.6392019869145743,
      "grad_norm": 5.03125,
      "learning_rate": 1.8042252663468053e-05,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5571418046951294,
      "num_tokens": 388096378.0,
      "step": 503920
    },
    {
      "epoch": 0.6392146715071072,
      "grad_norm": 7.90625,
      "learning_rate": 1.8041618353381762e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5760789841413498,
      "num_tokens": 388103453.0,
      "step": 503930
    },
    {
      "epoch": 0.63922735609964,
      "grad_norm": 6.125,
      "learning_rate": 1.804098404329547e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5500440061092376,
      "num_tokens": 388111652.0,
      "step": 503940
    },
    {
      "epoch": 0.6392400406921729,
      "grad_norm": 5.125,
      "learning_rate": 1.8040349733209176e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5390048682689667,
      "num_tokens": 388119166.0,
      "step": 503950
    },
    {
      "epoch": 0.6392527252847057,
      "grad_norm": 5.25,
      "learning_rate": 1.803971542312289e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5485441625118256,
      "num_tokens": 388127613.0,
      "step": 503960
    },
    {
      "epoch": 0.6392654098772386,
      "grad_norm": 4.90625,
      "learning_rate": 1.8039081113036597e-05,
      "loss": 1.8323,
      "mean_token_accuracy": 0.592722961306572,
      "num_tokens": 388135467.0,
      "step": 503970
    },
    {
      "epoch": 0.6392780944697714,
      "grad_norm": 6.65625,
      "learning_rate": 1.8038446802950302e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5273420006036759,
      "num_tokens": 388143362.0,
      "step": 503980
    },
    {
      "epoch": 0.6392907790623041,
      "grad_norm": 5.15625,
      "learning_rate": 1.803781249286401e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.568312481045723,
      "num_tokens": 388150132.0,
      "step": 503990
    },
    {
      "epoch": 0.639303463654837,
      "grad_norm": 4.65625,
      "learning_rate": 1.803717818277772e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5348892420530319,
      "num_tokens": 388157991.0,
      "step": 504000
    },
    {
      "epoch": 0.6393161482473698,
      "grad_norm": 5.1875,
      "learning_rate": 1.8036543872691432e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.5111146926879883,
      "num_tokens": 388165299.0,
      "step": 504010
    },
    {
      "epoch": 0.6393288328399027,
      "grad_norm": 5.375,
      "learning_rate": 1.8035909562605137e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5400604754686356,
      "num_tokens": 388172744.0,
      "step": 504020
    },
    {
      "epoch": 0.6393415174324355,
      "grad_norm": 6.21875,
      "learning_rate": 1.8035275252518846e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.554424113035202,
      "num_tokens": 388179809.0,
      "step": 504030
    },
    {
      "epoch": 0.6393542020249684,
      "grad_norm": 5.03125,
      "learning_rate": 1.8034640942432555e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5686867654323577,
      "num_tokens": 388187922.0,
      "step": 504040
    },
    {
      "epoch": 0.6393668866175012,
      "grad_norm": 4.71875,
      "learning_rate": 1.8034006632346264e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5499222040176391,
      "num_tokens": 388195266.0,
      "step": 504050
    },
    {
      "epoch": 0.639379571210034,
      "grad_norm": 5.46875,
      "learning_rate": 1.8033372322259972e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.5302720159292221,
      "num_tokens": 388203568.0,
      "step": 504060
    },
    {
      "epoch": 0.6393922558025669,
      "grad_norm": 5.375,
      "learning_rate": 1.803273801217368e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5521519005298614,
      "num_tokens": 388212415.0,
      "step": 504070
    },
    {
      "epoch": 0.6394049403950997,
      "grad_norm": 6.9375,
      "learning_rate": 1.803210370208739e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.568062624335289,
      "num_tokens": 388219282.0,
      "step": 504080
    },
    {
      "epoch": 0.6394176249876325,
      "grad_norm": 7.40625,
      "learning_rate": 1.8031469392001095e-05,
      "loss": 2.2528,
      "mean_token_accuracy": 0.518227469921112,
      "num_tokens": 388226919.0,
      "step": 504090
    },
    {
      "epoch": 0.6394303095801653,
      "grad_norm": 5.6875,
      "learning_rate": 1.8030835081914804e-05,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5478849738836289,
      "num_tokens": 388234477.0,
      "step": 504100
    },
    {
      "epoch": 0.6394429941726982,
      "grad_norm": 5.34375,
      "learning_rate": 1.8030200771828516e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.525830265879631,
      "num_tokens": 388243681.0,
      "step": 504110
    },
    {
      "epoch": 0.639455678765231,
      "grad_norm": 5.65625,
      "learning_rate": 1.802956646174222e-05,
      "loss": 1.8242,
      "mean_token_accuracy": 0.5818932771682739,
      "num_tokens": 388251571.0,
      "step": 504120
    },
    {
      "epoch": 0.6394683633577639,
      "grad_norm": 5.0625,
      "learning_rate": 1.802893215165593e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5491946011781692,
      "num_tokens": 388260544.0,
      "step": 504130
    },
    {
      "epoch": 0.6394810479502967,
      "grad_norm": 4.875,
      "learning_rate": 1.802829784156964e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5521372616291046,
      "num_tokens": 388268338.0,
      "step": 504140
    },
    {
      "epoch": 0.6394937325428295,
      "grad_norm": 4.9375,
      "learning_rate": 1.8027663531483348e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5426496803760529,
      "num_tokens": 388277265.0,
      "step": 504150
    },
    {
      "epoch": 0.6395064171353624,
      "grad_norm": 5.75,
      "learning_rate": 1.8027029221397056e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5374968200922012,
      "num_tokens": 388284413.0,
      "step": 504160
    },
    {
      "epoch": 0.6395191017278952,
      "grad_norm": 6.09375,
      "learning_rate": 1.8026394911310765e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5403348863124847,
      "num_tokens": 388291938.0,
      "step": 504170
    },
    {
      "epoch": 0.6395317863204281,
      "grad_norm": 4.84375,
      "learning_rate": 1.8025760601224474e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5489167153835297,
      "num_tokens": 388298895.0,
      "step": 504180
    },
    {
      "epoch": 0.6395444709129608,
      "grad_norm": 5.59375,
      "learning_rate": 1.802512629113818e-05,
      "loss": 1.5922,
      "mean_token_accuracy": 0.6396197259426117,
      "num_tokens": 388304347.0,
      "step": 504190
    },
    {
      "epoch": 0.6395571555054937,
      "grad_norm": 4.5625,
      "learning_rate": 1.8024491981051888e-05,
      "loss": 1.886,
      "mean_token_accuracy": 0.5743153244256973,
      "num_tokens": 388311773.0,
      "step": 504200
    },
    {
      "epoch": 0.6395698400980265,
      "grad_norm": 5.6875,
      "learning_rate": 1.80238576709656e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5509244799613953,
      "num_tokens": 388320349.0,
      "step": 504210
    },
    {
      "epoch": 0.6395825246905593,
      "grad_norm": 4.9375,
      "learning_rate": 1.802322336087931e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5533296167850494,
      "num_tokens": 388327700.0,
      "step": 504220
    },
    {
      "epoch": 0.6395952092830922,
      "grad_norm": 5.1875,
      "learning_rate": 1.8022589050793014e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5348953306674957,
      "num_tokens": 388335472.0,
      "step": 504230
    },
    {
      "epoch": 0.639607893875625,
      "grad_norm": 4.9375,
      "learning_rate": 1.8021954740706723e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5563020497560501,
      "num_tokens": 388341788.0,
      "step": 504240
    },
    {
      "epoch": 0.6396205784681579,
      "grad_norm": 6.21875,
      "learning_rate": 1.8021320430620435e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5596162438392639,
      "num_tokens": 388348205.0,
      "step": 504250
    },
    {
      "epoch": 0.6396332630606907,
      "grad_norm": 5.3125,
      "learning_rate": 1.802068612053414e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5263656586408615,
      "num_tokens": 388356244.0,
      "step": 504260
    },
    {
      "epoch": 0.6396459476532236,
      "grad_norm": 6.75,
      "learning_rate": 1.802005181044785e-05,
      "loss": 1.967,
      "mean_token_accuracy": 0.572155699133873,
      "num_tokens": 388362714.0,
      "step": 504270
    },
    {
      "epoch": 0.6396586322457564,
      "grad_norm": 5.8125,
      "learning_rate": 1.8019417500361558e-05,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5502541571855545,
      "num_tokens": 388370477.0,
      "step": 504280
    },
    {
      "epoch": 0.6396713168382892,
      "grad_norm": 12.3125,
      "learning_rate": 1.8018783190275267e-05,
      "loss": 1.7851,
      "mean_token_accuracy": 0.5997965961694718,
      "num_tokens": 388376810.0,
      "step": 504290
    },
    {
      "epoch": 0.639684001430822,
      "grad_norm": 12.8125,
      "learning_rate": 1.8018148880188975e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5467463284730911,
      "num_tokens": 388384115.0,
      "step": 504300
    },
    {
      "epoch": 0.6396966860233548,
      "grad_norm": 7.75,
      "learning_rate": 1.8017514570102684e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5496035605669022,
      "num_tokens": 388391452.0,
      "step": 504310
    },
    {
      "epoch": 0.6397093706158877,
      "grad_norm": 5.1875,
      "learning_rate": 1.8016880260016393e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5416161000728608,
      "num_tokens": 388398629.0,
      "step": 504320
    },
    {
      "epoch": 0.6397220552084205,
      "grad_norm": 6.3125,
      "learning_rate": 1.8016245949930098e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5421121150255204,
      "num_tokens": 388407195.0,
      "step": 504330
    },
    {
      "epoch": 0.6397347398009534,
      "grad_norm": 5.59375,
      "learning_rate": 1.8015611639843807e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.559612837433815,
      "num_tokens": 388415925.0,
      "step": 504340
    },
    {
      "epoch": 0.6397474243934862,
      "grad_norm": 7.6875,
      "learning_rate": 1.801497732975752e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5470350205898284,
      "num_tokens": 388423233.0,
      "step": 504350
    },
    {
      "epoch": 0.6397601089860191,
      "grad_norm": 4.84375,
      "learning_rate": 1.8014343019671224e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5597862392663956,
      "num_tokens": 388431110.0,
      "step": 504360
    },
    {
      "epoch": 0.6397727935785519,
      "grad_norm": 6.125,
      "learning_rate": 1.8013708709584933e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.546103784441948,
      "num_tokens": 388439085.0,
      "step": 504370
    },
    {
      "epoch": 0.6397854781710847,
      "grad_norm": 5.15625,
      "learning_rate": 1.8013074399498642e-05,
      "loss": 1.9071,
      "mean_token_accuracy": 0.5730393290519714,
      "num_tokens": 388447013.0,
      "step": 504380
    },
    {
      "epoch": 0.6397981627636176,
      "grad_norm": 7.0625,
      "learning_rate": 1.801244008941235e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5476208359003067,
      "num_tokens": 388454828.0,
      "step": 504390
    },
    {
      "epoch": 0.6398108473561503,
      "grad_norm": 5.0625,
      "learning_rate": 1.801180577932606e-05,
      "loss": 1.8889,
      "mean_token_accuracy": 0.5856262683868408,
      "num_tokens": 388461627.0,
      "step": 504400
    },
    {
      "epoch": 0.6398235319486832,
      "grad_norm": 4.875,
      "learning_rate": 1.8011171469239768e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5327705383300781,
      "num_tokens": 388469643.0,
      "step": 504410
    },
    {
      "epoch": 0.639836216541216,
      "grad_norm": 6.46875,
      "learning_rate": 1.8010537159153477e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5210572808980942,
      "num_tokens": 388478744.0,
      "step": 504420
    },
    {
      "epoch": 0.6398489011337489,
      "grad_norm": 5.375,
      "learning_rate": 1.8009902849067186e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5284279018640519,
      "num_tokens": 388487043.0,
      "step": 504430
    },
    {
      "epoch": 0.6398615857262817,
      "grad_norm": 6.4375,
      "learning_rate": 1.800926853898089e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5501603603363037,
      "num_tokens": 388494900.0,
      "step": 504440
    },
    {
      "epoch": 0.6398742703188145,
      "grad_norm": 5.5,
      "learning_rate": 1.8008634228894603e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5485932737588882,
      "num_tokens": 388503389.0,
      "step": 504450
    },
    {
      "epoch": 0.6398869549113474,
      "grad_norm": 7.90625,
      "learning_rate": 1.8007999918808312e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5442655026912689,
      "num_tokens": 388511619.0,
      "step": 504460
    },
    {
      "epoch": 0.6398996395038802,
      "grad_norm": 5.375,
      "learning_rate": 1.8007365608722017e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5443695217370987,
      "num_tokens": 388519706.0,
      "step": 504470
    },
    {
      "epoch": 0.6399123240964131,
      "grad_norm": 7.6875,
      "learning_rate": 1.8006731298635726e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5447708874940872,
      "num_tokens": 388526845.0,
      "step": 504480
    },
    {
      "epoch": 0.6399250086889459,
      "grad_norm": 5.4375,
      "learning_rate": 1.8006096988549435e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5303007960319519,
      "num_tokens": 388535166.0,
      "step": 504490
    },
    {
      "epoch": 0.6399376932814788,
      "grad_norm": 6.09375,
      "learning_rate": 1.8005462678463143e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5369995802640914,
      "num_tokens": 388544340.0,
      "step": 504500
    },
    {
      "epoch": 0.6399503778740115,
      "grad_norm": 5.71875,
      "learning_rate": 1.8004828368376852e-05,
      "loss": 2.3021,
      "mean_token_accuracy": 0.5100152492523193,
      "num_tokens": 388552502.0,
      "step": 504510
    },
    {
      "epoch": 0.6399630624665444,
      "grad_norm": 4.875,
      "learning_rate": 1.800419405829056e-05,
      "loss": 2.3501,
      "mean_token_accuracy": 0.49825108647346494,
      "num_tokens": 388561130.0,
      "step": 504520
    },
    {
      "epoch": 0.6399757470590772,
      "grad_norm": 5.78125,
      "learning_rate": 1.800355974820427e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5468971520662308,
      "num_tokens": 388568626.0,
      "step": 504530
    },
    {
      "epoch": 0.63998843165161,
      "grad_norm": 5.34375,
      "learning_rate": 1.8002925438117975e-05,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5223130792379379,
      "num_tokens": 388575372.0,
      "step": 504540
    },
    {
      "epoch": 0.6400011162441429,
      "grad_norm": 5.0625,
      "learning_rate": 1.8002291128031687e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5233290016651153,
      "num_tokens": 388583145.0,
      "step": 504550
    },
    {
      "epoch": 0.6400138008366757,
      "grad_norm": 5.125,
      "learning_rate": 1.8001656817945396e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5335455596446991,
      "num_tokens": 388591806.0,
      "step": 504560
    },
    {
      "epoch": 0.6400264854292086,
      "grad_norm": 7.34375,
      "learning_rate": 1.80010225078591e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5376044869422912,
      "num_tokens": 388598307.0,
      "step": 504570
    },
    {
      "epoch": 0.6400391700217414,
      "grad_norm": 5.0625,
      "learning_rate": 1.800038819777281e-05,
      "loss": 1.9112,
      "mean_token_accuracy": 0.575728902220726,
      "num_tokens": 388604717.0,
      "step": 504580
    },
    {
      "epoch": 0.6400518546142743,
      "grad_norm": 6.875,
      "learning_rate": 1.799975388768652e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5697441905736923,
      "num_tokens": 388612608.0,
      "step": 504590
    },
    {
      "epoch": 0.6400645392068071,
      "grad_norm": 8.8125,
      "learning_rate": 1.799911957760023e-05,
      "loss": 1.7767,
      "mean_token_accuracy": 0.5961463302373886,
      "num_tokens": 388619173.0,
      "step": 504600
    },
    {
      "epoch": 0.6400772237993398,
      "grad_norm": 5.75,
      "learning_rate": 1.7998485267513936e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5323372393846512,
      "num_tokens": 388627300.0,
      "step": 504610
    },
    {
      "epoch": 0.6400899083918727,
      "grad_norm": 7.21875,
      "learning_rate": 1.7997850957427645e-05,
      "loss": 1.8662,
      "mean_token_accuracy": 0.5946109592914581,
      "num_tokens": 388635014.0,
      "step": 504620
    },
    {
      "epoch": 0.6401025929844055,
      "grad_norm": 7.40625,
      "learning_rate": 1.7997216647341354e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5623267233371735,
      "num_tokens": 388642521.0,
      "step": 504630
    },
    {
      "epoch": 0.6401152775769384,
      "grad_norm": 8.5625,
      "learning_rate": 1.7996582337255062e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5639637619256973,
      "num_tokens": 388650210.0,
      "step": 504640
    },
    {
      "epoch": 0.6401279621694712,
      "grad_norm": 6.875,
      "learning_rate": 1.799594802716877e-05,
      "loss": 1.7609,
      "mean_token_accuracy": 0.5941352158784866,
      "num_tokens": 388656119.0,
      "step": 504650
    },
    {
      "epoch": 0.6401406467620041,
      "grad_norm": 6.125,
      "learning_rate": 1.799531371708248e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5171043634414673,
      "num_tokens": 388663837.0,
      "step": 504660
    },
    {
      "epoch": 0.6401533313545369,
      "grad_norm": 5.65625,
      "learning_rate": 1.799467940699619e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.53361194729805,
      "num_tokens": 388671988.0,
      "step": 504670
    },
    {
      "epoch": 0.6401660159470697,
      "grad_norm": 5.71875,
      "learning_rate": 1.7994045096909894e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.540234488248825,
      "num_tokens": 388680617.0,
      "step": 504680
    },
    {
      "epoch": 0.6401787005396026,
      "grad_norm": 5.6875,
      "learning_rate": 1.7993410786823603e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5420987904071808,
      "num_tokens": 388689712.0,
      "step": 504690
    },
    {
      "epoch": 0.6401913851321354,
      "grad_norm": 6.78125,
      "learning_rate": 1.7992776476737315e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5263640850782394,
      "num_tokens": 388698296.0,
      "step": 504700
    },
    {
      "epoch": 0.6402040697246683,
      "grad_norm": 5.0,
      "learning_rate": 1.799214216665102e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.549258416891098,
      "num_tokens": 388706107.0,
      "step": 504710
    },
    {
      "epoch": 0.640216754317201,
      "grad_norm": 5.0625,
      "learning_rate": 1.799150785656473e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5343592047691346,
      "num_tokens": 388715189.0,
      "step": 504720
    },
    {
      "epoch": 0.6402294389097339,
      "grad_norm": 7.25,
      "learning_rate": 1.7990873546478438e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5477432012557983,
      "num_tokens": 388722209.0,
      "step": 504730
    },
    {
      "epoch": 0.6402421235022667,
      "grad_norm": 5.34375,
      "learning_rate": 1.7990239236392146e-05,
      "loss": 1.8514,
      "mean_token_accuracy": 0.5815345615148544,
      "num_tokens": 388730093.0,
      "step": 504740
    },
    {
      "epoch": 0.6402548080947996,
      "grad_norm": 5.96875,
      "learning_rate": 1.7989604926305855e-05,
      "loss": 2.157,
      "mean_token_accuracy": 0.5231647074222565,
      "num_tokens": 388738254.0,
      "step": 504750
    },
    {
      "epoch": 0.6402674926873324,
      "grad_norm": 4.6875,
      "learning_rate": 1.7988970616219564e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.525553897023201,
      "num_tokens": 388746596.0,
      "step": 504760
    },
    {
      "epoch": 0.6402801772798652,
      "grad_norm": 5.125,
      "learning_rate": 1.7988336306133273e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5311717569828034,
      "num_tokens": 388754740.0,
      "step": 504770
    },
    {
      "epoch": 0.6402928618723981,
      "grad_norm": 6.375,
      "learning_rate": 1.7987701996046978e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5335127830505371,
      "num_tokens": 388762305.0,
      "step": 504780
    },
    {
      "epoch": 0.6403055464649309,
      "grad_norm": 6.0625,
      "learning_rate": 1.798706768596069e-05,
      "loss": 1.8779,
      "mean_token_accuracy": 0.5875645756721497,
      "num_tokens": 388769509.0,
      "step": 504790
    },
    {
      "epoch": 0.6403182310574638,
      "grad_norm": 6.375,
      "learning_rate": 1.79864333758744e-05,
      "loss": 2.3132,
      "mean_token_accuracy": 0.5128429055213928,
      "num_tokens": 388777757.0,
      "step": 504800
    },
    {
      "epoch": 0.6403309156499966,
      "grad_norm": 5.84375,
      "learning_rate": 1.7985799065788108e-05,
      "loss": 1.9513,
      "mean_token_accuracy": 0.5588337540626526,
      "num_tokens": 388785971.0,
      "step": 504810
    },
    {
      "epoch": 0.6403436002425295,
      "grad_norm": 6.40625,
      "learning_rate": 1.7985164755701813e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5405351012945175,
      "num_tokens": 388793605.0,
      "step": 504820
    },
    {
      "epoch": 0.6403562848350622,
      "grad_norm": 5.09375,
      "learning_rate": 1.798453044561552e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5582074999809266,
      "num_tokens": 388801534.0,
      "step": 504830
    },
    {
      "epoch": 0.640368969427595,
      "grad_norm": 7.5,
      "learning_rate": 1.7983896135529234e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5611118763685227,
      "num_tokens": 388809879.0,
      "step": 504840
    },
    {
      "epoch": 0.6403816540201279,
      "grad_norm": 7.15625,
      "learning_rate": 1.798326182544294e-05,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5797984540462494,
      "num_tokens": 388817018.0,
      "step": 504850
    },
    {
      "epoch": 0.6403943386126607,
      "grad_norm": 5.3125,
      "learning_rate": 1.7982627515356648e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5605020701885224,
      "num_tokens": 388824822.0,
      "step": 504860
    },
    {
      "epoch": 0.6404070232051936,
      "grad_norm": 6.4375,
      "learning_rate": 1.7981993205270357e-05,
      "loss": 1.9103,
      "mean_token_accuracy": 0.5762937754392624,
      "num_tokens": 388830881.0,
      "step": 504870
    },
    {
      "epoch": 0.6404197077977264,
      "grad_norm": 5.6875,
      "learning_rate": 1.7981358895184065e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5229718625545502,
      "num_tokens": 388839267.0,
      "step": 504880
    },
    {
      "epoch": 0.6404323923902593,
      "grad_norm": 4.9375,
      "learning_rate": 1.7980724585097774e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5384552180767059,
      "num_tokens": 388847575.0,
      "step": 504890
    },
    {
      "epoch": 0.6404450769827921,
      "grad_norm": 5.46875,
      "learning_rate": 1.7980090275011483e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.533427020907402,
      "num_tokens": 388855994.0,
      "step": 504900
    },
    {
      "epoch": 0.640457761575325,
      "grad_norm": 5.0,
      "learning_rate": 1.797945596492519e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5526013553142548,
      "num_tokens": 388862836.0,
      "step": 504910
    },
    {
      "epoch": 0.6404704461678578,
      "grad_norm": 5.28125,
      "learning_rate": 1.7978821654838897e-05,
      "loss": 1.7835,
      "mean_token_accuracy": 0.6107959240674973,
      "num_tokens": 388868746.0,
      "step": 504920
    },
    {
      "epoch": 0.6404831307603905,
      "grad_norm": 5.0,
      "learning_rate": 1.7978187344752606e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5800656735897064,
      "num_tokens": 388874914.0,
      "step": 504930
    },
    {
      "epoch": 0.6404958153529234,
      "grad_norm": 5.0,
      "learning_rate": 1.7977553034666318e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5503328025341034,
      "num_tokens": 388881676.0,
      "step": 504940
    },
    {
      "epoch": 0.6405084999454562,
      "grad_norm": 5.59375,
      "learning_rate": 1.7976918724580023e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.542247724533081,
      "num_tokens": 388888530.0,
      "step": 504950
    },
    {
      "epoch": 0.6405211845379891,
      "grad_norm": 6.4375,
      "learning_rate": 1.7976284414493732e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5552329242229461,
      "num_tokens": 388896088.0,
      "step": 504960
    },
    {
      "epoch": 0.6405338691305219,
      "grad_norm": 6.25,
      "learning_rate": 1.797565010440744e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5542818427085876,
      "num_tokens": 388903294.0,
      "step": 504970
    },
    {
      "epoch": 0.6405465537230548,
      "grad_norm": 6.15625,
      "learning_rate": 1.797501579432115e-05,
      "loss": 2.2807,
      "mean_token_accuracy": 0.5093483000993728,
      "num_tokens": 388911797.0,
      "step": 504980
    },
    {
      "epoch": 0.6405592383155876,
      "grad_norm": 5.46875,
      "learning_rate": 1.7974381484234858e-05,
      "loss": 2.3076,
      "mean_token_accuracy": 0.5120717763900757,
      "num_tokens": 388919621.0,
      "step": 504990
    },
    {
      "epoch": 0.6405719229081204,
      "grad_norm": 5.0,
      "learning_rate": 1.7973747174148567e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5611790448427201,
      "num_tokens": 388926929.0,
      "step": 505000
    },
    {
      "epoch": 0.6405846075006533,
      "grad_norm": 6.625,
      "learning_rate": 1.7973112864062276e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5459356367588043,
      "num_tokens": 388934141.0,
      "step": 505010
    },
    {
      "epoch": 0.640597292093186,
      "grad_norm": 5.53125,
      "learning_rate": 1.7972478553975984e-05,
      "loss": 2.2149,
      "mean_token_accuracy": 0.5328019142150879,
      "num_tokens": 388941669.0,
      "step": 505020
    },
    {
      "epoch": 0.640609976685719,
      "grad_norm": 5.8125,
      "learning_rate": 1.797184424388969e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5463778734207153,
      "num_tokens": 388949897.0,
      "step": 505030
    },
    {
      "epoch": 0.6406226612782517,
      "grad_norm": 5.03125,
      "learning_rate": 1.7971209933803402e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.548574623465538,
      "num_tokens": 388957944.0,
      "step": 505040
    },
    {
      "epoch": 0.6406353458707846,
      "grad_norm": 4.6875,
      "learning_rate": 1.797057562371711e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5317416876554489,
      "num_tokens": 388966655.0,
      "step": 505050
    },
    {
      "epoch": 0.6406480304633174,
      "grad_norm": 7.28125,
      "learning_rate": 1.7969941313630816e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5681007325649261,
      "num_tokens": 388972734.0,
      "step": 505060
    },
    {
      "epoch": 0.6406607150558503,
      "grad_norm": 7.875,
      "learning_rate": 1.7969307003544525e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5519393056631088,
      "num_tokens": 388980426.0,
      "step": 505070
    },
    {
      "epoch": 0.6406733996483831,
      "grad_norm": 6.28125,
      "learning_rate": 1.7968672693458233e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5203073501586915,
      "num_tokens": 388988153.0,
      "step": 505080
    },
    {
      "epoch": 0.6406860842409159,
      "grad_norm": 4.78125,
      "learning_rate": 1.7968038383371942e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5798383325338363,
      "num_tokens": 388996470.0,
      "step": 505090
    },
    {
      "epoch": 0.6406987688334488,
      "grad_norm": 5.59375,
      "learning_rate": 1.796740407328565e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5259929478168488,
      "num_tokens": 389005183.0,
      "step": 505100
    },
    {
      "epoch": 0.6407114534259816,
      "grad_norm": 4.9375,
      "learning_rate": 1.796676976319936e-05,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5528352409601212,
      "num_tokens": 389012691.0,
      "step": 505110
    },
    {
      "epoch": 0.6407241380185145,
      "grad_norm": 4.9375,
      "learning_rate": 1.7966135453113068e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5461455434560776,
      "num_tokens": 389021570.0,
      "step": 505120
    },
    {
      "epoch": 0.6407368226110473,
      "grad_norm": 7.375,
      "learning_rate": 1.7965501143026774e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5471008896827698,
      "num_tokens": 389029082.0,
      "step": 505130
    },
    {
      "epoch": 0.6407495072035801,
      "grad_norm": 5.53125,
      "learning_rate": 1.7964866832940486e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5371886044740677,
      "num_tokens": 389037074.0,
      "step": 505140
    },
    {
      "epoch": 0.6407621917961129,
      "grad_norm": 5.03125,
      "learning_rate": 1.7964232522854195e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5537612080574036,
      "num_tokens": 389043946.0,
      "step": 505150
    },
    {
      "epoch": 0.6407748763886457,
      "grad_norm": 5.15625,
      "learning_rate": 1.79635982127679e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5596113860607147,
      "num_tokens": 389051623.0,
      "step": 505160
    },
    {
      "epoch": 0.6407875609811786,
      "grad_norm": 8.75,
      "learning_rate": 1.796296390268161e-05,
      "loss": 2.114,
      "mean_token_accuracy": 0.5335925847291947,
      "num_tokens": 389059786.0,
      "step": 505170
    },
    {
      "epoch": 0.6408002455737114,
      "grad_norm": 5.96875,
      "learning_rate": 1.796232959259532e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5624947309494018,
      "num_tokens": 389067966.0,
      "step": 505180
    },
    {
      "epoch": 0.6408129301662443,
      "grad_norm": 6.40625,
      "learning_rate": 1.796169528250903e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5288366317749024,
      "num_tokens": 389076170.0,
      "step": 505190
    },
    {
      "epoch": 0.6408256147587771,
      "grad_norm": 5.4375,
      "learning_rate": 1.7961060972422735e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5202253788709641,
      "num_tokens": 389084205.0,
      "step": 505200
    },
    {
      "epoch": 0.64083829935131,
      "grad_norm": 5.4375,
      "learning_rate": 1.7960426662336444e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5281732469797135,
      "num_tokens": 389093130.0,
      "step": 505210
    },
    {
      "epoch": 0.6408509839438428,
      "grad_norm": 4.59375,
      "learning_rate": 1.7959792352250152e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5233701437711715,
      "num_tokens": 389101387.0,
      "step": 505220
    },
    {
      "epoch": 0.6408636685363756,
      "grad_norm": 13.375,
      "learning_rate": 1.795915804216386e-05,
      "loss": 2.2312,
      "mean_token_accuracy": 0.5214859962463378,
      "num_tokens": 389108765.0,
      "step": 505230
    },
    {
      "epoch": 0.6408763531289084,
      "grad_norm": 5.59375,
      "learning_rate": 1.795852373207757e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5591394662857055,
      "num_tokens": 389116792.0,
      "step": 505240
    },
    {
      "epoch": 0.6408890377214412,
      "grad_norm": 5.21875,
      "learning_rate": 1.795788942199128e-05,
      "loss": 1.8659,
      "mean_token_accuracy": 0.5649788737297058,
      "num_tokens": 389123761.0,
      "step": 505250
    },
    {
      "epoch": 0.6409017223139741,
      "grad_norm": 6.78125,
      "learning_rate": 1.7957255111904987e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5792986035346985,
      "num_tokens": 389130822.0,
      "step": 505260
    },
    {
      "epoch": 0.6409144069065069,
      "grad_norm": 6.125,
      "learning_rate": 1.7956620801818693e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5836607396602631,
      "num_tokens": 389138544.0,
      "step": 505270
    },
    {
      "epoch": 0.6409270914990398,
      "grad_norm": 5.9375,
      "learning_rate": 1.7955986491732405e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5570955455303193,
      "num_tokens": 389146478.0,
      "step": 505280
    },
    {
      "epoch": 0.6409397760915726,
      "grad_norm": 4.5625,
      "learning_rate": 1.7955352181646113e-05,
      "loss": 1.9211,
      "mean_token_accuracy": 0.583736264705658,
      "num_tokens": 389154976.0,
      "step": 505290
    },
    {
      "epoch": 0.6409524606841055,
      "grad_norm": 6.65625,
      "learning_rate": 1.795471787155982e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5573976844549179,
      "num_tokens": 389162342.0,
      "step": 505300
    },
    {
      "epoch": 0.6409651452766383,
      "grad_norm": 13.0625,
      "learning_rate": 1.7954083561473528e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5447572231292724,
      "num_tokens": 389170525.0,
      "step": 505310
    },
    {
      "epoch": 0.6409778298691711,
      "grad_norm": 11.5625,
      "learning_rate": 1.7953449251387236e-05,
      "loss": 1.864,
      "mean_token_accuracy": 0.586246782541275,
      "num_tokens": 389177893.0,
      "step": 505320
    },
    {
      "epoch": 0.640990514461704,
      "grad_norm": 9.625,
      "learning_rate": 1.7952814941300945e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5646300971508026,
      "num_tokens": 389186145.0,
      "step": 505330
    },
    {
      "epoch": 0.6410031990542367,
      "grad_norm": 5.21875,
      "learning_rate": 1.7952180631214654e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5261877477169037,
      "num_tokens": 389194435.0,
      "step": 505340
    },
    {
      "epoch": 0.6410158836467696,
      "grad_norm": 8.3125,
      "learning_rate": 1.7951546321128363e-05,
      "loss": 1.9604,
      "mean_token_accuracy": 0.5675602436065674,
      "num_tokens": 389201382.0,
      "step": 505350
    },
    {
      "epoch": 0.6410285682393024,
      "grad_norm": 6.3125,
      "learning_rate": 1.795091201104207e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5554314374923706,
      "num_tokens": 389209244.0,
      "step": 505360
    },
    {
      "epoch": 0.6410412528318353,
      "grad_norm": 4.75,
      "learning_rate": 1.7950277700955777e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5311559021472931,
      "num_tokens": 389217236.0,
      "step": 505370
    },
    {
      "epoch": 0.6410539374243681,
      "grad_norm": 7.03125,
      "learning_rate": 1.794964339086949e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5506795763969421,
      "num_tokens": 389224060.0,
      "step": 505380
    },
    {
      "epoch": 0.6410666220169009,
      "grad_norm": 6.28125,
      "learning_rate": 1.7949009080783197e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5539797365665435,
      "num_tokens": 389232624.0,
      "step": 505390
    },
    {
      "epoch": 0.6410793066094338,
      "grad_norm": 4.4375,
      "learning_rate": 1.7948374770696906e-05,
      "loss": 2.3194,
      "mean_token_accuracy": 0.5012716591358185,
      "num_tokens": 389241578.0,
      "step": 505400
    },
    {
      "epoch": 0.6410919912019666,
      "grad_norm": 4.875,
      "learning_rate": 1.794774046061061e-05,
      "loss": 1.8284,
      "mean_token_accuracy": 0.5790008574724197,
      "num_tokens": 389249220.0,
      "step": 505410
    },
    {
      "epoch": 0.6411046757944995,
      "grad_norm": 5.875,
      "learning_rate": 1.794710615052432e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5510110437870026,
      "num_tokens": 389256490.0,
      "step": 505420
    },
    {
      "epoch": 0.6411173603870323,
      "grad_norm": 5.375,
      "learning_rate": 1.7946471840438032e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5479956120252609,
      "num_tokens": 389265636.0,
      "step": 505430
    },
    {
      "epoch": 0.6411300449795652,
      "grad_norm": 5.625,
      "learning_rate": 1.7945837530351738e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5360116302967072,
      "num_tokens": 389273651.0,
      "step": 505440
    },
    {
      "epoch": 0.641142729572098,
      "grad_norm": 5.03125,
      "learning_rate": 1.7945203220265447e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5302040755748749,
      "num_tokens": 389281924.0,
      "step": 505450
    },
    {
      "epoch": 0.6411554141646308,
      "grad_norm": 6.1875,
      "learning_rate": 1.7944568910179155e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5648306667804718,
      "num_tokens": 389289347.0,
      "step": 505460
    },
    {
      "epoch": 0.6411680987571636,
      "grad_norm": 7.625,
      "learning_rate": 1.7943934600092864e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5238878607749939,
      "num_tokens": 389297635.0,
      "step": 505470
    },
    {
      "epoch": 0.6411807833496964,
      "grad_norm": 6.5625,
      "learning_rate": 1.7943300290006573e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5446680307388305,
      "num_tokens": 389304451.0,
      "step": 505480
    },
    {
      "epoch": 0.6411934679422293,
      "grad_norm": 5.0625,
      "learning_rate": 1.794266597992028e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5393283993005753,
      "num_tokens": 389312531.0,
      "step": 505490
    },
    {
      "epoch": 0.6412061525347621,
      "grad_norm": 5.34375,
      "learning_rate": 1.794203166983399e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5413533985614777,
      "num_tokens": 389320652.0,
      "step": 505500
    },
    {
      "epoch": 0.641218837127295,
      "grad_norm": 6.0625,
      "learning_rate": 1.7941397359747696e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5616038620471955,
      "num_tokens": 389327714.0,
      "step": 505510
    },
    {
      "epoch": 0.6412315217198278,
      "grad_norm": 7.125,
      "learning_rate": 1.7940763049661404e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5222476184368133,
      "num_tokens": 389334332.0,
      "step": 505520
    },
    {
      "epoch": 0.6412442063123607,
      "grad_norm": 5.34375,
      "learning_rate": 1.7940128739575116e-05,
      "loss": 1.8035,
      "mean_token_accuracy": 0.5917930096387863,
      "num_tokens": 389342044.0,
      "step": 505530
    },
    {
      "epoch": 0.6412568909048935,
      "grad_norm": 4.875,
      "learning_rate": 1.7939494429488822e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5648456871509552,
      "num_tokens": 389348744.0,
      "step": 505540
    },
    {
      "epoch": 0.6412695754974262,
      "grad_norm": 5.28125,
      "learning_rate": 1.793886011940253e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.543412697315216,
      "num_tokens": 389356015.0,
      "step": 505550
    },
    {
      "epoch": 0.6412822600899591,
      "grad_norm": 5.8125,
      "learning_rate": 1.793822580931624e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5513796627521514,
      "num_tokens": 389362546.0,
      "step": 505560
    },
    {
      "epoch": 0.6412949446824919,
      "grad_norm": 5.71875,
      "learning_rate": 1.7937591499229948e-05,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5256541788578033,
      "num_tokens": 389370883.0,
      "step": 505570
    },
    {
      "epoch": 0.6413076292750248,
      "grad_norm": 5.59375,
      "learning_rate": 1.7936957189143657e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5824761092662811,
      "num_tokens": 389377549.0,
      "step": 505580
    },
    {
      "epoch": 0.6413203138675576,
      "grad_norm": 5.25,
      "learning_rate": 1.7936322879057366e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.544693437218666,
      "num_tokens": 389384606.0,
      "step": 505590
    },
    {
      "epoch": 0.6413329984600905,
      "grad_norm": 4.40625,
      "learning_rate": 1.7935688568971074e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5222702920436859,
      "num_tokens": 389392353.0,
      "step": 505600
    },
    {
      "epoch": 0.6413456830526233,
      "grad_norm": 5.09375,
      "learning_rate": 1.7935054258884783e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5485689550638199,
      "num_tokens": 389400163.0,
      "step": 505610
    },
    {
      "epoch": 0.6413583676451561,
      "grad_norm": 5.1875,
      "learning_rate": 1.7934419948798492e-05,
      "loss": 1.8937,
      "mean_token_accuracy": 0.5804443836212159,
      "num_tokens": 389407815.0,
      "step": 505620
    },
    {
      "epoch": 0.641371052237689,
      "grad_norm": 7.46875,
      "learning_rate": 1.79337856387122e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5468356847763062,
      "num_tokens": 389415775.0,
      "step": 505630
    },
    {
      "epoch": 0.6413837368302218,
      "grad_norm": 5.15625,
      "learning_rate": 1.793315132862591e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5624211728572845,
      "num_tokens": 389422175.0,
      "step": 505640
    },
    {
      "epoch": 0.6413964214227547,
      "grad_norm": 5.03125,
      "learning_rate": 1.7932517018539615e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5503291755914688,
      "num_tokens": 389430230.0,
      "step": 505650
    },
    {
      "epoch": 0.6414091060152874,
      "grad_norm": 5.1875,
      "learning_rate": 1.7931882708453323e-05,
      "loss": 2.1445,
      "mean_token_accuracy": 0.536077407002449,
      "num_tokens": 389437203.0,
      "step": 505660
    },
    {
      "epoch": 0.6414217906078203,
      "grad_norm": 6.1875,
      "learning_rate": 1.7931248398367035e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.546608778834343,
      "num_tokens": 389445396.0,
      "step": 505670
    },
    {
      "epoch": 0.6414344752003531,
      "grad_norm": 4.9375,
      "learning_rate": 1.793061408828074e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5517271786928177,
      "num_tokens": 389453626.0,
      "step": 505680
    },
    {
      "epoch": 0.641447159792886,
      "grad_norm": 5.25,
      "learning_rate": 1.792997977819445e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5545110285282135,
      "num_tokens": 389461992.0,
      "step": 505690
    },
    {
      "epoch": 0.6414598443854188,
      "grad_norm": 6.5,
      "learning_rate": 1.7929345468108158e-05,
      "loss": 1.9042,
      "mean_token_accuracy": 0.5772098302841187,
      "num_tokens": 389469818.0,
      "step": 505700
    },
    {
      "epoch": 0.6414725289779516,
      "grad_norm": 5.375,
      "learning_rate": 1.7928711158021867e-05,
      "loss": 2.2553,
      "mean_token_accuracy": 0.514680004119873,
      "num_tokens": 389478272.0,
      "step": 505710
    },
    {
      "epoch": 0.6414852135704845,
      "grad_norm": 5.625,
      "learning_rate": 1.7928076847935576e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5382719933986664,
      "num_tokens": 389486388.0,
      "step": 505720
    },
    {
      "epoch": 0.6414978981630173,
      "grad_norm": 5.25,
      "learning_rate": 1.7927442537849284e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5639809936285018,
      "num_tokens": 389494126.0,
      "step": 505730
    },
    {
      "epoch": 0.6415105827555502,
      "grad_norm": 5.6875,
      "learning_rate": 1.7926808227762993e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5645729303359985,
      "num_tokens": 389501679.0,
      "step": 505740
    },
    {
      "epoch": 0.641523267348083,
      "grad_norm": 5.03125,
      "learning_rate": 1.79261739176767e-05,
      "loss": 1.8942,
      "mean_token_accuracy": 0.5819347202777863,
      "num_tokens": 389507762.0,
      "step": 505750
    },
    {
      "epoch": 0.6415359519406159,
      "grad_norm": 8.1875,
      "learning_rate": 1.7925539607590407e-05,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5880869776010513,
      "num_tokens": 389513711.0,
      "step": 505760
    },
    {
      "epoch": 0.6415486365331486,
      "grad_norm": 6.34375,
      "learning_rate": 1.792490529750412e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5329228848218918,
      "num_tokens": 389522062.0,
      "step": 505770
    },
    {
      "epoch": 0.6415613211256814,
      "grad_norm": 6.5625,
      "learning_rate": 1.7924270987417828e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5688855469226837,
      "num_tokens": 389529904.0,
      "step": 505780
    },
    {
      "epoch": 0.6415740057182143,
      "grad_norm": 5.09375,
      "learning_rate": 1.7923636677331534e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5663762241601944,
      "num_tokens": 389537363.0,
      "step": 505790
    },
    {
      "epoch": 0.6415866903107471,
      "grad_norm": 7.75,
      "learning_rate": 1.7923002367245242e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.516494306921959,
      "num_tokens": 389545242.0,
      "step": 505800
    },
    {
      "epoch": 0.64159937490328,
      "grad_norm": 8.875,
      "learning_rate": 1.792236805715895e-05,
      "loss": 2.2411,
      "mean_token_accuracy": 0.509487995505333,
      "num_tokens": 389553562.0,
      "step": 505810
    },
    {
      "epoch": 0.6416120594958128,
      "grad_norm": 7.21875,
      "learning_rate": 1.792173374707266e-05,
      "loss": 1.79,
      "mean_token_accuracy": 0.5829256534576416,
      "num_tokens": 389559941.0,
      "step": 505820
    },
    {
      "epoch": 0.6416247440883457,
      "grad_norm": 4.53125,
      "learning_rate": 1.792109943698637e-05,
      "loss": 1.9221,
      "mean_token_accuracy": 0.572314876317978,
      "num_tokens": 389567757.0,
      "step": 505830
    },
    {
      "epoch": 0.6416374286808785,
      "grad_norm": 5.34375,
      "learning_rate": 1.7920465126900077e-05,
      "loss": 1.8777,
      "mean_token_accuracy": 0.5805958449840546,
      "num_tokens": 389573966.0,
      "step": 505840
    },
    {
      "epoch": 0.6416501132734114,
      "grad_norm": 5.09375,
      "learning_rate": 1.7919830816813786e-05,
      "loss": 1.8169,
      "mean_token_accuracy": 0.5926306873559952,
      "num_tokens": 389582007.0,
      "step": 505850
    },
    {
      "epoch": 0.6416627978659442,
      "grad_norm": 6.34375,
      "learning_rate": 1.791919650672749e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5327454537153244,
      "num_tokens": 389589821.0,
      "step": 505860
    },
    {
      "epoch": 0.6416754824584769,
      "grad_norm": 5.21875,
      "learning_rate": 1.7918562196641203e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5281298696994782,
      "num_tokens": 389597657.0,
      "step": 505870
    },
    {
      "epoch": 0.6416881670510098,
      "grad_norm": 5.71875,
      "learning_rate": 1.7917927886554912e-05,
      "loss": 1.8482,
      "mean_token_accuracy": 0.5774936378002167,
      "num_tokens": 389604403.0,
      "step": 505880
    },
    {
      "epoch": 0.6417008516435426,
      "grad_norm": 6.25,
      "learning_rate": 1.7917293576468618e-05,
      "loss": 2.2218,
      "mean_token_accuracy": 0.5187767535448075,
      "num_tokens": 389613119.0,
      "step": 505890
    },
    {
      "epoch": 0.6417135362360755,
      "grad_norm": 9.5625,
      "learning_rate": 1.7916659266382326e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5545764684677124,
      "num_tokens": 389620222.0,
      "step": 505900
    },
    {
      "epoch": 0.6417262208286083,
      "grad_norm": 5.25,
      "learning_rate": 1.7916024956296035e-05,
      "loss": 1.5988,
      "mean_token_accuracy": 0.6431732952594758,
      "num_tokens": 389627363.0,
      "step": 505910
    },
    {
      "epoch": 0.6417389054211412,
      "grad_norm": 5.78125,
      "learning_rate": 1.7915390646209744e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5595488846302032,
      "num_tokens": 389635029.0,
      "step": 505920
    },
    {
      "epoch": 0.641751590013674,
      "grad_norm": 4.9375,
      "learning_rate": 1.7914756336123452e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5179009467363358,
      "num_tokens": 389642772.0,
      "step": 505930
    },
    {
      "epoch": 0.6417642746062068,
      "grad_norm": 5.34375,
      "learning_rate": 1.791412202603716e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5410895049571991,
      "num_tokens": 389650276.0,
      "step": 505940
    },
    {
      "epoch": 0.6417769591987397,
      "grad_norm": 6.40625,
      "learning_rate": 1.791348771595087e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5503367811441422,
      "num_tokens": 389657029.0,
      "step": 505950
    },
    {
      "epoch": 0.6417896437912725,
      "grad_norm": 4.78125,
      "learning_rate": 1.7912853405864575e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5285663872957229,
      "num_tokens": 389666460.0,
      "step": 505960
    },
    {
      "epoch": 0.6418023283838054,
      "grad_norm": 5.78125,
      "learning_rate": 1.7912219095778287e-05,
      "loss": 1.9114,
      "mean_token_accuracy": 0.5864412158727645,
      "num_tokens": 389674732.0,
      "step": 505970
    },
    {
      "epoch": 0.6418150129763381,
      "grad_norm": 4.625,
      "learning_rate": 1.7911584785691996e-05,
      "loss": 1.8185,
      "mean_token_accuracy": 0.5782650828361511,
      "num_tokens": 389682112.0,
      "step": 505980
    },
    {
      "epoch": 0.641827697568871,
      "grad_norm": 6.625,
      "learning_rate": 1.7910950475605705e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5346465706825256,
      "num_tokens": 389689968.0,
      "step": 505990
    },
    {
      "epoch": 0.6418403821614038,
      "grad_norm": 5.15625,
      "learning_rate": 1.791031616551941e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5367000669240951,
      "num_tokens": 389698778.0,
      "step": 506000
    },
    {
      "epoch": 0.6418530667539367,
      "grad_norm": 5.0625,
      "learning_rate": 1.790968185543312e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5388846576213837,
      "num_tokens": 389705067.0,
      "step": 506010
    },
    {
      "epoch": 0.6418657513464695,
      "grad_norm": 4.71875,
      "learning_rate": 1.790904754534683e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5380488365888596,
      "num_tokens": 389712593.0,
      "step": 506020
    },
    {
      "epoch": 0.6418784359390023,
      "grad_norm": 13.625,
      "learning_rate": 1.7908413235260537e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.575912007689476,
      "num_tokens": 389719135.0,
      "step": 506030
    },
    {
      "epoch": 0.6418911205315352,
      "grad_norm": 5.125,
      "learning_rate": 1.7907778925174245e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5243193149566651,
      "num_tokens": 389728491.0,
      "step": 506040
    },
    {
      "epoch": 0.641903805124068,
      "grad_norm": 4.96875,
      "learning_rate": 1.7907144615087954e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5416846156120301,
      "num_tokens": 389736831.0,
      "step": 506050
    },
    {
      "epoch": 0.6419164897166009,
      "grad_norm": 7.375,
      "learning_rate": 1.7906510305001663e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5370529294013977,
      "num_tokens": 389743893.0,
      "step": 506060
    },
    {
      "epoch": 0.6419291743091337,
      "grad_norm": 6.25,
      "learning_rate": 1.790587599491537e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5401921242475509,
      "num_tokens": 389751805.0,
      "step": 506070
    },
    {
      "epoch": 0.6419418589016666,
      "grad_norm": 9.625,
      "learning_rate": 1.790524168482908e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5492664724588394,
      "num_tokens": 389759314.0,
      "step": 506080
    },
    {
      "epoch": 0.6419545434941993,
      "grad_norm": 5.28125,
      "learning_rate": 1.790460737474279e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.5741555005311966,
      "num_tokens": 389766991.0,
      "step": 506090
    },
    {
      "epoch": 0.6419672280867321,
      "grad_norm": 5.96875,
      "learning_rate": 1.7903973064656494e-05,
      "loss": 2.2189,
      "mean_token_accuracy": 0.5176093339920044,
      "num_tokens": 389774583.0,
      "step": 506100
    },
    {
      "epoch": 0.641979912679265,
      "grad_norm": 7.15625,
      "learning_rate": 1.7903338754570206e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5717734158039093,
      "num_tokens": 389780949.0,
      "step": 506110
    },
    {
      "epoch": 0.6419925972717978,
      "grad_norm": 5.8125,
      "learning_rate": 1.7902704444483915e-05,
      "loss": 1.9657,
      "mean_token_accuracy": 0.559155398607254,
      "num_tokens": 389788659.0,
      "step": 506120
    },
    {
      "epoch": 0.6420052818643307,
      "grad_norm": 5.21875,
      "learning_rate": 1.790207013439762e-05,
      "loss": 2.3038,
      "mean_token_accuracy": 0.5063933223485947,
      "num_tokens": 389797438.0,
      "step": 506130
    },
    {
      "epoch": 0.6420179664568635,
      "grad_norm": 5.40625,
      "learning_rate": 1.790143582431133e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5545874983072281,
      "num_tokens": 389804559.0,
      "step": 506140
    },
    {
      "epoch": 0.6420306510493964,
      "grad_norm": 7.8125,
      "learning_rate": 1.7900801514225038e-05,
      "loss": 1.9214,
      "mean_token_accuracy": 0.5748463183641433,
      "num_tokens": 389810466.0,
      "step": 506150
    },
    {
      "epoch": 0.6420433356419292,
      "grad_norm": 5.78125,
      "learning_rate": 1.790016720413875e-05,
      "loss": 1.8783,
      "mean_token_accuracy": 0.5870153576135635,
      "num_tokens": 389816878.0,
      "step": 506160
    },
    {
      "epoch": 0.642056020234462,
      "grad_norm": 5.5,
      "learning_rate": 1.7899532894052455e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5384152472019196,
      "num_tokens": 389825351.0,
      "step": 506170
    },
    {
      "epoch": 0.6420687048269949,
      "grad_norm": 5.09375,
      "learning_rate": 1.7898898583966164e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5324189245700837,
      "num_tokens": 389833045.0,
      "step": 506180
    },
    {
      "epoch": 0.6420813894195276,
      "grad_norm": 4.53125,
      "learning_rate": 1.7898264273879873e-05,
      "loss": 1.8019,
      "mean_token_accuracy": 0.5974812835454941,
      "num_tokens": 389840754.0,
      "step": 506190
    },
    {
      "epoch": 0.6420940740120605,
      "grad_norm": 6.34375,
      "learning_rate": 1.7897629963793582e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5608827084302902,
      "num_tokens": 389848495.0,
      "step": 506200
    },
    {
      "epoch": 0.6421067586045933,
      "grad_norm": 5.1875,
      "learning_rate": 1.789699565370729e-05,
      "loss": 1.8616,
      "mean_token_accuracy": 0.5714941501617432,
      "num_tokens": 389855016.0,
      "step": 506210
    },
    {
      "epoch": 0.6421194431971262,
      "grad_norm": 8.0625,
      "learning_rate": 1.7896361343621e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5351845413446427,
      "num_tokens": 389863065.0,
      "step": 506220
    },
    {
      "epoch": 0.642132127789659,
      "grad_norm": 5.90625,
      "learning_rate": 1.7895727033534708e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5347948431968689,
      "num_tokens": 389871989.0,
      "step": 506230
    },
    {
      "epoch": 0.6421448123821919,
      "grad_norm": 4.84375,
      "learning_rate": 1.7895092723448413e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5577465057373047,
      "num_tokens": 389880429.0,
      "step": 506240
    },
    {
      "epoch": 0.6421574969747247,
      "grad_norm": 6.3125,
      "learning_rate": 1.7894458413362122e-05,
      "loss": 2.2574,
      "mean_token_accuracy": 0.5106225192546845,
      "num_tokens": 389889485.0,
      "step": 506250
    },
    {
      "epoch": 0.6421701815672575,
      "grad_norm": 5.375,
      "learning_rate": 1.7893824103275834e-05,
      "loss": 1.8652,
      "mean_token_accuracy": 0.578498923778534,
      "num_tokens": 389896249.0,
      "step": 506260
    },
    {
      "epoch": 0.6421828661597904,
      "grad_norm": 10.25,
      "learning_rate": 1.789318979318954e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5371195524930954,
      "num_tokens": 389904570.0,
      "step": 506270
    },
    {
      "epoch": 0.6421955507523232,
      "grad_norm": 6.59375,
      "learning_rate": 1.7892555483103248e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5216922700405121,
      "num_tokens": 389913134.0,
      "step": 506280
    },
    {
      "epoch": 0.642208235344856,
      "grad_norm": 6.28125,
      "learning_rate": 1.7891921173016957e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5715396672487258,
      "num_tokens": 389919561.0,
      "step": 506290
    },
    {
      "epoch": 0.6422209199373888,
      "grad_norm": 6.8125,
      "learning_rate": 1.7891286862930666e-05,
      "loss": 2.3385,
      "mean_token_accuracy": 0.4968123435974121,
      "num_tokens": 389928188.0,
      "step": 506300
    },
    {
      "epoch": 0.6422336045299217,
      "grad_norm": 4.65625,
      "learning_rate": 1.7890652552844374e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.5536143392324447,
      "num_tokens": 389933465.0,
      "step": 506310
    },
    {
      "epoch": 0.6422462891224545,
      "grad_norm": 6.25,
      "learning_rate": 1.7890018242758083e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5357512474060059,
      "num_tokens": 389939936.0,
      "step": 506320
    },
    {
      "epoch": 0.6422589737149873,
      "grad_norm": 6.5,
      "learning_rate": 1.7889383932671792e-05,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5805528491735459,
      "num_tokens": 389946820.0,
      "step": 506330
    },
    {
      "epoch": 0.6422716583075202,
      "grad_norm": 6.5625,
      "learning_rate": 1.7888749622585497e-05,
      "loss": 1.7978,
      "mean_token_accuracy": 0.5945618927478791,
      "num_tokens": 389953031.0,
      "step": 506340
    },
    {
      "epoch": 0.642284342900053,
      "grad_norm": 6.53125,
      "learning_rate": 1.7888115312499206e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5548550516366959,
      "num_tokens": 389961078.0,
      "step": 506350
    },
    {
      "epoch": 0.6422970274925859,
      "grad_norm": 5.46875,
      "learning_rate": 1.7887481002412918e-05,
      "loss": 2.2539,
      "mean_token_accuracy": 0.5177083939313889,
      "num_tokens": 389969864.0,
      "step": 506360
    },
    {
      "epoch": 0.6423097120851187,
      "grad_norm": 5.1875,
      "learning_rate": 1.7886846692326627e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5218162655830383,
      "num_tokens": 389978475.0,
      "step": 506370
    },
    {
      "epoch": 0.6423223966776516,
      "grad_norm": 5.34375,
      "learning_rate": 1.7886212382240332e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5786166995763778,
      "num_tokens": 389986563.0,
      "step": 506380
    },
    {
      "epoch": 0.6423350812701843,
      "grad_norm": 5.09375,
      "learning_rate": 1.788557807215404e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5599810093641281,
      "num_tokens": 389993894.0,
      "step": 506390
    },
    {
      "epoch": 0.6423477658627172,
      "grad_norm": 5.0625,
      "learning_rate": 1.788494376206775e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5242398053407669,
      "num_tokens": 390002134.0,
      "step": 506400
    },
    {
      "epoch": 0.64236045045525,
      "grad_norm": 5.25,
      "learning_rate": 1.788430945198146e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5355040222406388,
      "num_tokens": 390010096.0,
      "step": 506410
    },
    {
      "epoch": 0.6423731350477828,
      "grad_norm": 7.125,
      "learning_rate": 1.7883675141895167e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5629791915416718,
      "num_tokens": 390016801.0,
      "step": 506420
    },
    {
      "epoch": 0.6423858196403157,
      "grad_norm": 5.25,
      "learning_rate": 1.7883040831808876e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.552042332291603,
      "num_tokens": 390024556.0,
      "step": 506430
    },
    {
      "epoch": 0.6423985042328485,
      "grad_norm": 6.4375,
      "learning_rate": 1.7882406521722585e-05,
      "loss": 1.934,
      "mean_token_accuracy": 0.5790260314941407,
      "num_tokens": 390031113.0,
      "step": 506440
    },
    {
      "epoch": 0.6424111888253814,
      "grad_norm": 5.375,
      "learning_rate": 1.788177221163629e-05,
      "loss": 1.9119,
      "mean_token_accuracy": 0.5727831035852432,
      "num_tokens": 390038770.0,
      "step": 506450
    },
    {
      "epoch": 0.6424238734179142,
      "grad_norm": 5.65625,
      "learning_rate": 1.7881137901550002e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5544410943984985,
      "num_tokens": 390047245.0,
      "step": 506460
    },
    {
      "epoch": 0.6424365580104471,
      "grad_norm": 6.21875,
      "learning_rate": 1.788050359146371e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5405383735895157,
      "num_tokens": 390054673.0,
      "step": 506470
    },
    {
      "epoch": 0.6424492426029799,
      "grad_norm": 5.4375,
      "learning_rate": 1.7879869281377416e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5201181143522262,
      "num_tokens": 390062513.0,
      "step": 506480
    },
    {
      "epoch": 0.6424619271955126,
      "grad_norm": 5.78125,
      "learning_rate": 1.7879234971291125e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5445046573877335,
      "num_tokens": 390070872.0,
      "step": 506490
    },
    {
      "epoch": 0.6424746117880455,
      "grad_norm": 6.0625,
      "learning_rate": 1.7878600661204834e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5612476944923401,
      "num_tokens": 390077578.0,
      "step": 506500
    },
    {
      "epoch": 0.6424872963805783,
      "grad_norm": 6.53125,
      "learning_rate": 1.7877966351118542e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5444393277168273,
      "num_tokens": 390085813.0,
      "step": 506510
    },
    {
      "epoch": 0.6424999809731112,
      "grad_norm": 6.1875,
      "learning_rate": 1.787733204103225e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5293043732643128,
      "num_tokens": 390093674.0,
      "step": 506520
    },
    {
      "epoch": 0.642512665565644,
      "grad_norm": 5.625,
      "learning_rate": 1.787669773094596e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5535216897726059,
      "num_tokens": 390101846.0,
      "step": 506530
    },
    {
      "epoch": 0.6425253501581769,
      "grad_norm": 6.96875,
      "learning_rate": 1.787606342085967e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5363639742136002,
      "num_tokens": 390109487.0,
      "step": 506540
    },
    {
      "epoch": 0.6425380347507097,
      "grad_norm": 5.0625,
      "learning_rate": 1.7875429110773377e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5518030911684036,
      "num_tokens": 390117024.0,
      "step": 506550
    },
    {
      "epoch": 0.6425507193432425,
      "grad_norm": 6.78125,
      "learning_rate": 1.7874794800687086e-05,
      "loss": 1.7279,
      "mean_token_accuracy": 0.6110811084508896,
      "num_tokens": 390123121.0,
      "step": 506560
    },
    {
      "epoch": 0.6425634039357754,
      "grad_norm": 5.125,
      "learning_rate": 1.7874160490600795e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5226488828659057,
      "num_tokens": 390131638.0,
      "step": 506570
    },
    {
      "epoch": 0.6425760885283082,
      "grad_norm": 6.15625,
      "learning_rate": 1.7873526180514504e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5529660522937775,
      "num_tokens": 390138901.0,
      "step": 506580
    },
    {
      "epoch": 0.6425887731208411,
      "grad_norm": 5.6875,
      "learning_rate": 1.787289187042821e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5638041138648987,
      "num_tokens": 390146418.0,
      "step": 506590
    },
    {
      "epoch": 0.6426014577133738,
      "grad_norm": 5.03125,
      "learning_rate": 1.787225756034192e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5431888401508331,
      "num_tokens": 390154822.0,
      "step": 506600
    },
    {
      "epoch": 0.6426141423059067,
      "grad_norm": 6.0,
      "learning_rate": 1.787162325025563e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.537816834449768,
      "num_tokens": 390161998.0,
      "step": 506610
    },
    {
      "epoch": 0.6426268268984395,
      "grad_norm": 5.1875,
      "learning_rate": 1.7870988940169335e-05,
      "loss": 2.2268,
      "mean_token_accuracy": 0.524108710885048,
      "num_tokens": 390169642.0,
      "step": 506620
    },
    {
      "epoch": 0.6426395114909724,
      "grad_norm": 5.59375,
      "learning_rate": 1.7870354630083044e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5331775635480881,
      "num_tokens": 390178519.0,
      "step": 506630
    },
    {
      "epoch": 0.6426521960835052,
      "grad_norm": 5.0,
      "learning_rate": 1.7869720319996753e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5359653532505035,
      "num_tokens": 390186626.0,
      "step": 506640
    },
    {
      "epoch": 0.642664880676038,
      "grad_norm": 7.25,
      "learning_rate": 1.786908600991046e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.563980707526207,
      "num_tokens": 390193695.0,
      "step": 506650
    },
    {
      "epoch": 0.6426775652685709,
      "grad_norm": 5.125,
      "learning_rate": 1.786845169982417e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5383468508720398,
      "num_tokens": 390202090.0,
      "step": 506660
    },
    {
      "epoch": 0.6426902498611037,
      "grad_norm": 7.8125,
      "learning_rate": 1.786781738973788e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5311136573553086,
      "num_tokens": 390210452.0,
      "step": 506670
    },
    {
      "epoch": 0.6427029344536366,
      "grad_norm": 5.3125,
      "learning_rate": 1.7867183079651588e-05,
      "loss": 2.2291,
      "mean_token_accuracy": 0.5141990035772324,
      "num_tokens": 390219242.0,
      "step": 506680
    },
    {
      "epoch": 0.6427156190461694,
      "grad_norm": 4.90625,
      "learning_rate": 1.7866548769565293e-05,
      "loss": 1.8843,
      "mean_token_accuracy": 0.572348102927208,
      "num_tokens": 390227506.0,
      "step": 506690
    },
    {
      "epoch": 0.6427283036387023,
      "grad_norm": 5.1875,
      "learning_rate": 1.7865914459479005e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5435873895883561,
      "num_tokens": 390234900.0,
      "step": 506700
    },
    {
      "epoch": 0.642740988231235,
      "grad_norm": 5.5,
      "learning_rate": 1.7865280149392714e-05,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5678881108760834,
      "num_tokens": 390242105.0,
      "step": 506710
    },
    {
      "epoch": 0.6427536728237678,
      "grad_norm": 5.40625,
      "learning_rate": 1.786464583930642e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.548481422662735,
      "num_tokens": 390250374.0,
      "step": 506720
    },
    {
      "epoch": 0.6427663574163007,
      "grad_norm": 4.875,
      "learning_rate": 1.7864011529220128e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5223523586988449,
      "num_tokens": 390258275.0,
      "step": 506730
    },
    {
      "epoch": 0.6427790420088335,
      "grad_norm": 5.25,
      "learning_rate": 1.7863377219133837e-05,
      "loss": 1.9802,
      "mean_token_accuracy": 0.5515682220458984,
      "num_tokens": 390265304.0,
      "step": 506740
    },
    {
      "epoch": 0.6427917266013664,
      "grad_norm": 5.5,
      "learning_rate": 1.786274290904755e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5394060701131821,
      "num_tokens": 390272971.0,
      "step": 506750
    },
    {
      "epoch": 0.6428044111938992,
      "grad_norm": 5.6875,
      "learning_rate": 1.7862108598961254e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5186219900846482,
      "num_tokens": 390282521.0,
      "step": 506760
    },
    {
      "epoch": 0.6428170957864321,
      "grad_norm": 5.53125,
      "learning_rate": 1.7861474288874963e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5324692189693451,
      "num_tokens": 390290223.0,
      "step": 506770
    },
    {
      "epoch": 0.6428297803789649,
      "grad_norm": 5.875,
      "learning_rate": 1.786083997878867e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5325105398893356,
      "num_tokens": 390297116.0,
      "step": 506780
    },
    {
      "epoch": 0.6428424649714978,
      "grad_norm": 4.625,
      "learning_rate": 1.786020566870238e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5223604619503022,
      "num_tokens": 390304264.0,
      "step": 506790
    },
    {
      "epoch": 0.6428551495640306,
      "grad_norm": 5.0,
      "learning_rate": 1.785957135861609e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5403370231389999,
      "num_tokens": 390312140.0,
      "step": 506800
    },
    {
      "epoch": 0.6428678341565633,
      "grad_norm": 7.03125,
      "learning_rate": 1.7858937048529798e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5444179534912109,
      "num_tokens": 390320544.0,
      "step": 506810
    },
    {
      "epoch": 0.6428805187490962,
      "grad_norm": 6.8125,
      "learning_rate": 1.7858302738443507e-05,
      "loss": 1.7394,
      "mean_token_accuracy": 0.6164768248796463,
      "num_tokens": 390327586.0,
      "step": 506820
    },
    {
      "epoch": 0.642893203341629,
      "grad_norm": 5.40625,
      "learning_rate": 1.7857668428357212e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.560278308391571,
      "num_tokens": 390336232.0,
      "step": 506830
    },
    {
      "epoch": 0.6429058879341619,
      "grad_norm": 5.34375,
      "learning_rate": 1.785703411827092e-05,
      "loss": 2.2419,
      "mean_token_accuracy": 0.5288323581218719,
      "num_tokens": 390344335.0,
      "step": 506840
    },
    {
      "epoch": 0.6429185725266947,
      "grad_norm": 5.875,
      "learning_rate": 1.7856399808184633e-05,
      "loss": 2.2392,
      "mean_token_accuracy": 0.5081584393978119,
      "num_tokens": 390353042.0,
      "step": 506850
    },
    {
      "epoch": 0.6429312571192276,
      "grad_norm": 4.59375,
      "learning_rate": 1.7855765498098338e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5474090039730072,
      "num_tokens": 390360863.0,
      "step": 506860
    },
    {
      "epoch": 0.6429439417117604,
      "grad_norm": 5.3125,
      "learning_rate": 1.7855131188012047e-05,
      "loss": 2.2173,
      "mean_token_accuracy": 0.5228889435529709,
      "num_tokens": 390370044.0,
      "step": 506870
    },
    {
      "epoch": 0.6429566263042932,
      "grad_norm": 5.0625,
      "learning_rate": 1.7854496877925756e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5351983189582825,
      "num_tokens": 390378207.0,
      "step": 506880
    },
    {
      "epoch": 0.6429693108968261,
      "grad_norm": 6.03125,
      "learning_rate": 1.7853862567839464e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5309840679168701,
      "num_tokens": 390386612.0,
      "step": 506890
    },
    {
      "epoch": 0.6429819954893589,
      "grad_norm": 5.5,
      "learning_rate": 1.7853228257753173e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5386793226003647,
      "num_tokens": 390394854.0,
      "step": 506900
    },
    {
      "epoch": 0.6429946800818918,
      "grad_norm": 4.625,
      "learning_rate": 1.7852593947666882e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.551101702451706,
      "num_tokens": 390403499.0,
      "step": 506910
    },
    {
      "epoch": 0.6430073646744245,
      "grad_norm": 7.875,
      "learning_rate": 1.785195963758059e-05,
      "loss": 2.2627,
      "mean_token_accuracy": 0.5085639983415604,
      "num_tokens": 390412017.0,
      "step": 506920
    },
    {
      "epoch": 0.6430200492669574,
      "grad_norm": 4.90625,
      "learning_rate": 1.7851325327494296e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5249711990356445,
      "num_tokens": 390420243.0,
      "step": 506930
    },
    {
      "epoch": 0.6430327338594902,
      "grad_norm": 5.71875,
      "learning_rate": 1.7850691017408005e-05,
      "loss": 1.8598,
      "mean_token_accuracy": 0.5856761127710343,
      "num_tokens": 390425453.0,
      "step": 506940
    },
    {
      "epoch": 0.6430454184520231,
      "grad_norm": 7.3125,
      "learning_rate": 1.7850056707321717e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5284116923809051,
      "num_tokens": 390433324.0,
      "step": 506950
    },
    {
      "epoch": 0.6430581030445559,
      "grad_norm": 5.28125,
      "learning_rate": 1.7849422397235426e-05,
      "loss": 1.8474,
      "mean_token_accuracy": 0.5843436360359192,
      "num_tokens": 390440816.0,
      "step": 506960
    },
    {
      "epoch": 0.6430707876370887,
      "grad_norm": 13.3125,
      "learning_rate": 1.784878808714913e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5397393018007278,
      "num_tokens": 390446943.0,
      "step": 506970
    },
    {
      "epoch": 0.6430834722296216,
      "grad_norm": 5.5,
      "learning_rate": 1.784815377706284e-05,
      "loss": 1.7189,
      "mean_token_accuracy": 0.6161039888858795,
      "num_tokens": 390453638.0,
      "step": 506980
    },
    {
      "epoch": 0.6430961568221544,
      "grad_norm": 5.875,
      "learning_rate": 1.7847519466976552e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5276967465877533,
      "num_tokens": 390462379.0,
      "step": 506990
    },
    {
      "epoch": 0.6431088414146873,
      "grad_norm": 10.75,
      "learning_rate": 1.7846885156890257e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5537238150835038,
      "num_tokens": 390469547.0,
      "step": 507000
    },
    {
      "epoch": 0.6431215260072201,
      "grad_norm": 5.0,
      "learning_rate": 1.7846250846803966e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5552965313196182,
      "num_tokens": 390477591.0,
      "step": 507010
    },
    {
      "epoch": 0.643134210599753,
      "grad_norm": 5.875,
      "learning_rate": 1.7845616536717675e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.54314426779747,
      "num_tokens": 390485032.0,
      "step": 507020
    },
    {
      "epoch": 0.6431468951922857,
      "grad_norm": 5.03125,
      "learning_rate": 1.7844982226631383e-05,
      "loss": 1.7836,
      "mean_token_accuracy": 0.5857598304748535,
      "num_tokens": 390492955.0,
      "step": 507030
    },
    {
      "epoch": 0.6431595797848185,
      "grad_norm": 8.25,
      "learning_rate": 1.7844347916545092e-05,
      "loss": 1.9049,
      "mean_token_accuracy": 0.5731138765811921,
      "num_tokens": 390500131.0,
      "step": 507040
    },
    {
      "epoch": 0.6431722643773514,
      "grad_norm": 5.09375,
      "learning_rate": 1.78437136064588e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5323724687099457,
      "num_tokens": 390507518.0,
      "step": 507050
    },
    {
      "epoch": 0.6431849489698842,
      "grad_norm": 5.4375,
      "learning_rate": 1.784307929637251e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5339573591947555,
      "num_tokens": 390515407.0,
      "step": 507060
    },
    {
      "epoch": 0.6431976335624171,
      "grad_norm": 5.1875,
      "learning_rate": 1.7842444986286215e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.553073626756668,
      "num_tokens": 390523764.0,
      "step": 507070
    },
    {
      "epoch": 0.6432103181549499,
      "grad_norm": 5.6875,
      "learning_rate": 1.7841810676199924e-05,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5105997890233993,
      "num_tokens": 390532387.0,
      "step": 507080
    },
    {
      "epoch": 0.6432230027474828,
      "grad_norm": 5.3125,
      "learning_rate": 1.7841176366113636e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.535179716348648,
      "num_tokens": 390540916.0,
      "step": 507090
    },
    {
      "epoch": 0.6432356873400156,
      "grad_norm": 4.5625,
      "learning_rate": 1.784054205602734e-05,
      "loss": 2.2537,
      "mean_token_accuracy": 0.5020903497934341,
      "num_tokens": 390550068.0,
      "step": 507100
    },
    {
      "epoch": 0.6432483719325484,
      "grad_norm": 5.9375,
      "learning_rate": 1.783990774594105e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5184614598751068,
      "num_tokens": 390558873.0,
      "step": 507110
    },
    {
      "epoch": 0.6432610565250813,
      "grad_norm": 7.125,
      "learning_rate": 1.783927343585476e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5101709872484207,
      "num_tokens": 390566779.0,
      "step": 507120
    },
    {
      "epoch": 0.643273741117614,
      "grad_norm": 5.40625,
      "learning_rate": 1.7838639125768467e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5461143374443054,
      "num_tokens": 390575114.0,
      "step": 507130
    },
    {
      "epoch": 0.6432864257101469,
      "grad_norm": 4.8125,
      "learning_rate": 1.7838004815682176e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5224052935838699,
      "num_tokens": 390584848.0,
      "step": 507140
    },
    {
      "epoch": 0.6432991103026797,
      "grad_norm": 5.375,
      "learning_rate": 1.7837370505595885e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5432175129652024,
      "num_tokens": 390591960.0,
      "step": 507150
    },
    {
      "epoch": 0.6433117948952126,
      "grad_norm": 4.75,
      "learning_rate": 1.7836736195509594e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5293624401092529,
      "num_tokens": 390600348.0,
      "step": 507160
    },
    {
      "epoch": 0.6433244794877454,
      "grad_norm": 6.78125,
      "learning_rate": 1.7836101885423302e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5599385291337967,
      "num_tokens": 390607797.0,
      "step": 507170
    },
    {
      "epoch": 0.6433371640802783,
      "grad_norm": 6.3125,
      "learning_rate": 1.7835467575337008e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5497161149978638,
      "num_tokens": 390614123.0,
      "step": 507180
    },
    {
      "epoch": 0.6433498486728111,
      "grad_norm": 6.28125,
      "learning_rate": 1.783483326525072e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5718297779560089,
      "num_tokens": 390621330.0,
      "step": 507190
    },
    {
      "epoch": 0.6433625332653439,
      "grad_norm": 5.09375,
      "learning_rate": 1.783419895516443e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.546612873673439,
      "num_tokens": 390628048.0,
      "step": 507200
    },
    {
      "epoch": 0.6433752178578768,
      "grad_norm": 8.3125,
      "learning_rate": 1.7833564645078134e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5411450833082199,
      "num_tokens": 390633612.0,
      "step": 507210
    },
    {
      "epoch": 0.6433879024504096,
      "grad_norm": 5.21875,
      "learning_rate": 1.7832930334991843e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5344946473836899,
      "num_tokens": 390641609.0,
      "step": 507220
    },
    {
      "epoch": 0.6434005870429425,
      "grad_norm": 5.21875,
      "learning_rate": 1.783229602490555e-05,
      "loss": 2.1956,
      "mean_token_accuracy": 0.5258065402507782,
      "num_tokens": 390649859.0,
      "step": 507230
    },
    {
      "epoch": 0.6434132716354752,
      "grad_norm": 5.6875,
      "learning_rate": 1.783166171481926e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.548955300450325,
      "num_tokens": 390657433.0,
      "step": 507240
    },
    {
      "epoch": 0.6434259562280081,
      "grad_norm": 5.09375,
      "learning_rate": 1.783102740473297e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5162829279899597,
      "num_tokens": 390665877.0,
      "step": 507250
    },
    {
      "epoch": 0.6434386408205409,
      "grad_norm": 6.9375,
      "learning_rate": 1.7830393094646678e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5477520257234574,
      "num_tokens": 390673745.0,
      "step": 507260
    },
    {
      "epoch": 0.6434513254130737,
      "grad_norm": 5.75,
      "learning_rate": 1.7829758784560386e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5392613172531128,
      "num_tokens": 390681486.0,
      "step": 507270
    },
    {
      "epoch": 0.6434640100056066,
      "grad_norm": 4.9375,
      "learning_rate": 1.7829124474474092e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5284102261066437,
      "num_tokens": 390689199.0,
      "step": 507280
    },
    {
      "epoch": 0.6434766945981394,
      "grad_norm": 5.375,
      "learning_rate": 1.7828490164387804e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5482440680265427,
      "num_tokens": 390696829.0,
      "step": 507290
    },
    {
      "epoch": 0.6434893791906723,
      "grad_norm": 7.1875,
      "learning_rate": 1.7827855854301513e-05,
      "loss": 1.9306,
      "mean_token_accuracy": 0.567054831981659,
      "num_tokens": 390705175.0,
      "step": 507300
    },
    {
      "epoch": 0.6435020637832051,
      "grad_norm": 4.96875,
      "learning_rate": 1.782722154421522e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5743441730737686,
      "num_tokens": 390712733.0,
      "step": 507310
    },
    {
      "epoch": 0.643514748375738,
      "grad_norm": 6.71875,
      "learning_rate": 1.7826587234128927e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5424859672784805,
      "num_tokens": 390720188.0,
      "step": 507320
    },
    {
      "epoch": 0.6435274329682708,
      "grad_norm": 5.625,
      "learning_rate": 1.7825952924042635e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5315513581037521,
      "num_tokens": 390727153.0,
      "step": 507330
    },
    {
      "epoch": 0.6435401175608036,
      "grad_norm": 4.9375,
      "learning_rate": 1.7825318613956348e-05,
      "loss": 2.2706,
      "mean_token_accuracy": 0.5063516438007355,
      "num_tokens": 390735213.0,
      "step": 507340
    },
    {
      "epoch": 0.6435528021533364,
      "grad_norm": 4.90625,
      "learning_rate": 1.7824684303870053e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5587792277336121,
      "num_tokens": 390742985.0,
      "step": 507350
    },
    {
      "epoch": 0.6435654867458692,
      "grad_norm": 5.125,
      "learning_rate": 1.782404999378376e-05,
      "loss": 1.9256,
      "mean_token_accuracy": 0.5610995054244995,
      "num_tokens": 390750172.0,
      "step": 507360
    },
    {
      "epoch": 0.6435781713384021,
      "grad_norm": 5.46875,
      "learning_rate": 1.782341568369747e-05,
      "loss": 2.2869,
      "mean_token_accuracy": 0.5077316731214523,
      "num_tokens": 390759199.0,
      "step": 507370
    },
    {
      "epoch": 0.6435908559309349,
      "grad_norm": 5.6875,
      "learning_rate": 1.782278137361118e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5733872473239898,
      "num_tokens": 390765932.0,
      "step": 507380
    },
    {
      "epoch": 0.6436035405234678,
      "grad_norm": 5.6875,
      "learning_rate": 1.7822147063524888e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5329848825931549,
      "num_tokens": 390773909.0,
      "step": 507390
    },
    {
      "epoch": 0.6436162251160006,
      "grad_norm": 4.625,
      "learning_rate": 1.7821512753438597e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5209526538848877,
      "num_tokens": 390782484.0,
      "step": 507400
    },
    {
      "epoch": 0.6436289097085335,
      "grad_norm": 4.75,
      "learning_rate": 1.7820878443352305e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.561003389954567,
      "num_tokens": 390790400.0,
      "step": 507410
    },
    {
      "epoch": 0.6436415943010663,
      "grad_norm": 5.0625,
      "learning_rate": 1.782024413326601e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5423530459403991,
      "num_tokens": 390797616.0,
      "step": 507420
    },
    {
      "epoch": 0.643654278893599,
      "grad_norm": 6.375,
      "learning_rate": 1.781960982317972e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5389374673366547,
      "num_tokens": 390805934.0,
      "step": 507430
    },
    {
      "epoch": 0.643666963486132,
      "grad_norm": 4.90625,
      "learning_rate": 1.781897551309343e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5388695389032364,
      "num_tokens": 390813553.0,
      "step": 507440
    },
    {
      "epoch": 0.6436796480786647,
      "grad_norm": 5.375,
      "learning_rate": 1.7818341203007137e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5211354941129684,
      "num_tokens": 390822436.0,
      "step": 507450
    },
    {
      "epoch": 0.6436923326711976,
      "grad_norm": 6.21875,
      "learning_rate": 1.7817706892920846e-05,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5326404631137848,
      "num_tokens": 390830023.0,
      "step": 507460
    },
    {
      "epoch": 0.6437050172637304,
      "grad_norm": 8.5625,
      "learning_rate": 1.7817072582834554e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5407305240631104,
      "num_tokens": 390837536.0,
      "step": 507470
    },
    {
      "epoch": 0.6437177018562633,
      "grad_norm": 4.75,
      "learning_rate": 1.7816438272748266e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5290822893381119,
      "num_tokens": 390844574.0,
      "step": 507480
    },
    {
      "epoch": 0.6437303864487961,
      "grad_norm": 5.4375,
      "learning_rate": 1.7815803962661972e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5502533107995987,
      "num_tokens": 390852715.0,
      "step": 507490
    },
    {
      "epoch": 0.6437430710413289,
      "grad_norm": 6.0625,
      "learning_rate": 1.781516965257568e-05,
      "loss": 1.9759,
      "mean_token_accuracy": 0.5511895298957825,
      "num_tokens": 390861087.0,
      "step": 507500
    },
    {
      "epoch": 0.6437557556338618,
      "grad_norm": 8.3125,
      "learning_rate": 1.781453534248939e-05,
      "loss": 2.2968,
      "mean_token_accuracy": 0.519943505525589,
      "num_tokens": 390868848.0,
      "step": 507510
    },
    {
      "epoch": 0.6437684402263946,
      "grad_norm": 6.125,
      "learning_rate": 1.7813901032403098e-05,
      "loss": 2.2743,
      "mean_token_accuracy": 0.5056629091501236,
      "num_tokens": 390876551.0,
      "step": 507520
    },
    {
      "epoch": 0.6437811248189275,
      "grad_norm": 4.875,
      "learning_rate": 1.7813266722316807e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5340179294347763,
      "num_tokens": 390885178.0,
      "step": 507530
    },
    {
      "epoch": 0.6437938094114602,
      "grad_norm": 5.125,
      "learning_rate": 1.7812632412230516e-05,
      "loss": 1.8726,
      "mean_token_accuracy": 0.5737945914268494,
      "num_tokens": 390893307.0,
      "step": 507540
    },
    {
      "epoch": 0.6438064940039931,
      "grad_norm": 5.3125,
      "learning_rate": 1.7811998102144224e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5511078238487244,
      "num_tokens": 390901708.0,
      "step": 507550
    },
    {
      "epoch": 0.6438191785965259,
      "grad_norm": 7.4375,
      "learning_rate": 1.781136379205793e-05,
      "loss": 2.24,
      "mean_token_accuracy": 0.510765939950943,
      "num_tokens": 390910007.0,
      "step": 507560
    },
    {
      "epoch": 0.6438318631890588,
      "grad_norm": 9.625,
      "learning_rate": 1.781072948197164e-05,
      "loss": 1.8838,
      "mean_token_accuracy": 0.5714670449495316,
      "num_tokens": 390916794.0,
      "step": 507570
    },
    {
      "epoch": 0.6438445477815916,
      "grad_norm": 5.75,
      "learning_rate": 1.781009517188535e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5296915620565414,
      "num_tokens": 390925463.0,
      "step": 507580
    },
    {
      "epoch": 0.6438572323741244,
      "grad_norm": 5.09375,
      "learning_rate": 1.7809460861799056e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5154689311981201,
      "num_tokens": 390933333.0,
      "step": 507590
    },
    {
      "epoch": 0.6438699169666573,
      "grad_norm": 5.90625,
      "learning_rate": 1.7808826551712765e-05,
      "loss": 1.7498,
      "mean_token_accuracy": 0.6052366614341735,
      "num_tokens": 390940585.0,
      "step": 507600
    },
    {
      "epoch": 0.6438826015591901,
      "grad_norm": 4.71875,
      "learning_rate": 1.7808192241626473e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5433928370475769,
      "num_tokens": 390949042.0,
      "step": 507610
    },
    {
      "epoch": 0.643895286151723,
      "grad_norm": 5.84375,
      "learning_rate": 1.7807557931540182e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5380235701799393,
      "num_tokens": 390957528.0,
      "step": 507620
    },
    {
      "epoch": 0.6439079707442558,
      "grad_norm": 5.90625,
      "learning_rate": 1.780692362145389e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.530762431025505,
      "num_tokens": 390966827.0,
      "step": 507630
    },
    {
      "epoch": 0.6439206553367887,
      "grad_norm": 4.8125,
      "learning_rate": 1.78062893113676e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5407668352127075,
      "num_tokens": 390973361.0,
      "step": 507640
    },
    {
      "epoch": 0.6439333399293214,
      "grad_norm": 7.25,
      "learning_rate": 1.7805655001281308e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5525990873575211,
      "num_tokens": 390980818.0,
      "step": 507650
    },
    {
      "epoch": 0.6439460245218542,
      "grad_norm": 7.40625,
      "learning_rate": 1.7805020691195014e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5416901737451554,
      "num_tokens": 390989410.0,
      "step": 507660
    },
    {
      "epoch": 0.6439587091143871,
      "grad_norm": 6.53125,
      "learning_rate": 1.7804386381108722e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5612521886825561,
      "num_tokens": 390998830.0,
      "step": 507670
    },
    {
      "epoch": 0.6439713937069199,
      "grad_norm": 6.71875,
      "learning_rate": 1.7803752071022435e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5502554684877395,
      "num_tokens": 391006524.0,
      "step": 507680
    },
    {
      "epoch": 0.6439840782994528,
      "grad_norm": 5.15625,
      "learning_rate": 1.7803117760936143e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5568859040737152,
      "num_tokens": 391014652.0,
      "step": 507690
    },
    {
      "epoch": 0.6439967628919856,
      "grad_norm": 6.0625,
      "learning_rate": 1.780248345084985e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5637507677078247,
      "num_tokens": 391022547.0,
      "step": 507700
    },
    {
      "epoch": 0.6440094474845185,
      "grad_norm": 4.9375,
      "learning_rate": 1.7801849140763557e-05,
      "loss": 1.8749,
      "mean_token_accuracy": 0.593835461139679,
      "num_tokens": 391028703.0,
      "step": 507710
    },
    {
      "epoch": 0.6440221320770513,
      "grad_norm": 6.875,
      "learning_rate": 1.7801214830677266e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5516358494758606,
      "num_tokens": 391036513.0,
      "step": 507720
    },
    {
      "epoch": 0.6440348166695842,
      "grad_norm": 4.875,
      "learning_rate": 1.7800580520590975e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5511637687683105,
      "num_tokens": 391044008.0,
      "step": 507730
    },
    {
      "epoch": 0.644047501262117,
      "grad_norm": 4.75,
      "learning_rate": 1.7799946210504684e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.533964741230011,
      "num_tokens": 391053084.0,
      "step": 507740
    },
    {
      "epoch": 0.6440601858546497,
      "grad_norm": 5.34375,
      "learning_rate": 1.7799311900418392e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5497023284435272,
      "num_tokens": 391061480.0,
      "step": 507750
    },
    {
      "epoch": 0.6440728704471826,
      "grad_norm": 4.9375,
      "learning_rate": 1.77986775903321e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5219286143779754,
      "num_tokens": 391069386.0,
      "step": 507760
    },
    {
      "epoch": 0.6440855550397154,
      "grad_norm": 5.4375,
      "learning_rate": 1.7798043280245806e-05,
      "loss": 2.2368,
      "mean_token_accuracy": 0.512940713763237,
      "num_tokens": 391077245.0,
      "step": 507770
    },
    {
      "epoch": 0.6440982396322483,
      "grad_norm": 7.65625,
      "learning_rate": 1.779740897015952e-05,
      "loss": 1.7803,
      "mean_token_accuracy": 0.6052201151847839,
      "num_tokens": 391082824.0,
      "step": 507780
    },
    {
      "epoch": 0.6441109242247811,
      "grad_norm": 5.4375,
      "learning_rate": 1.7796774660073227e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5288076639175415,
      "num_tokens": 391090939.0,
      "step": 507790
    },
    {
      "epoch": 0.644123608817314,
      "grad_norm": 5.53125,
      "learning_rate": 1.7796140349986933e-05,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5961338520050049,
      "num_tokens": 391098141.0,
      "step": 507800
    },
    {
      "epoch": 0.6441362934098468,
      "grad_norm": 5.15625,
      "learning_rate": 1.779550603990064e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.561941048502922,
      "num_tokens": 391106396.0,
      "step": 507810
    },
    {
      "epoch": 0.6441489780023796,
      "grad_norm": 6.09375,
      "learning_rate": 1.779487172981435e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5246595084667206,
      "num_tokens": 391113503.0,
      "step": 507820
    },
    {
      "epoch": 0.6441616625949125,
      "grad_norm": 4.53125,
      "learning_rate": 1.779423741972806e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5463608145713806,
      "num_tokens": 391122074.0,
      "step": 507830
    },
    {
      "epoch": 0.6441743471874453,
      "grad_norm": 8.4375,
      "learning_rate": 1.7793603109641768e-05,
      "loss": 1.7661,
      "mean_token_accuracy": 0.6045051753520966,
      "num_tokens": 391128255.0,
      "step": 507840
    },
    {
      "epoch": 0.6441870317799782,
      "grad_norm": 9.5625,
      "learning_rate": 1.7792968799555476e-05,
      "loss": 1.8487,
      "mean_token_accuracy": 0.5911781966686249,
      "num_tokens": 391134791.0,
      "step": 507850
    },
    {
      "epoch": 0.6441997163725109,
      "grad_norm": 4.8125,
      "learning_rate": 1.7792334489469185e-05,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5576956689357757,
      "num_tokens": 391141623.0,
      "step": 507860
    },
    {
      "epoch": 0.6442124009650438,
      "grad_norm": 7.65625,
      "learning_rate": 1.779170017938289e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5554907530546188,
      "num_tokens": 391149169.0,
      "step": 507870
    },
    {
      "epoch": 0.6442250855575766,
      "grad_norm": 8.9375,
      "learning_rate": 1.7791065869296603e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5208334892988205,
      "num_tokens": 391157022.0,
      "step": 507880
    },
    {
      "epoch": 0.6442377701501095,
      "grad_norm": 6.65625,
      "learning_rate": 1.779043155921031e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5481697946786881,
      "num_tokens": 391164068.0,
      "step": 507890
    },
    {
      "epoch": 0.6442504547426423,
      "grad_norm": 9.1875,
      "learning_rate": 1.778979724912402e-05,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5639983713626862,
      "num_tokens": 391170283.0,
      "step": 507900
    },
    {
      "epoch": 0.6442631393351751,
      "grad_norm": 6.1875,
      "learning_rate": 1.7789162939037725e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5690493136644363,
      "num_tokens": 391176958.0,
      "step": 507910
    },
    {
      "epoch": 0.644275823927708,
      "grad_norm": 7.09375,
      "learning_rate": 1.7788528628951437e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5670133799314498,
      "num_tokens": 391184191.0,
      "step": 507920
    },
    {
      "epoch": 0.6442885085202408,
      "grad_norm": 7.75,
      "learning_rate": 1.7787894318865146e-05,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5638000339269638,
      "num_tokens": 391190889.0,
      "step": 507930
    },
    {
      "epoch": 0.6443011931127737,
      "grad_norm": 5.21875,
      "learning_rate": 1.778726000877885e-05,
      "loss": 1.8697,
      "mean_token_accuracy": 0.5802193224430084,
      "num_tokens": 391197615.0,
      "step": 507940
    },
    {
      "epoch": 0.6443138777053065,
      "grad_norm": 5.875,
      "learning_rate": 1.778662569869256e-05,
      "loss": 1.7985,
      "mean_token_accuracy": 0.5968612551689148,
      "num_tokens": 391204773.0,
      "step": 507950
    },
    {
      "epoch": 0.6443265622978394,
      "grad_norm": 4.4375,
      "learning_rate": 1.778599138860627e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5506643295288086,
      "num_tokens": 391213933.0,
      "step": 507960
    },
    {
      "epoch": 0.6443392468903721,
      "grad_norm": 6.78125,
      "learning_rate": 1.7785357078519978e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5129245787858963,
      "num_tokens": 391222019.0,
      "step": 507970
    },
    {
      "epoch": 0.6443519314829049,
      "grad_norm": 4.90625,
      "learning_rate": 1.7784722768433687e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5451611459255219,
      "num_tokens": 391230356.0,
      "step": 507980
    },
    {
      "epoch": 0.6443646160754378,
      "grad_norm": 8.375,
      "learning_rate": 1.7784088458347395e-05,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5260439932346344,
      "num_tokens": 391237861.0,
      "step": 507990
    },
    {
      "epoch": 0.6443773006679706,
      "grad_norm": 5.28125,
      "learning_rate": 1.7783454148261104e-05,
      "loss": 1.8393,
      "mean_token_accuracy": 0.5849682807922363,
      "num_tokens": 391244879.0,
      "step": 508000
    },
    {
      "epoch": 0.6443899852605035,
      "grad_norm": 7.75,
      "learning_rate": 1.778281983817481e-05,
      "loss": 1.6244,
      "mean_token_accuracy": 0.6326451122760772,
      "num_tokens": 391250935.0,
      "step": 508010
    },
    {
      "epoch": 0.6444026698530363,
      "grad_norm": 7.3125,
      "learning_rate": 1.778218552808852e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5422062009572983,
      "num_tokens": 391258182.0,
      "step": 508020
    },
    {
      "epoch": 0.6444153544455692,
      "grad_norm": 5.0625,
      "learning_rate": 1.778155121800223e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5906428098678589,
      "num_tokens": 391265885.0,
      "step": 508030
    },
    {
      "epoch": 0.644428039038102,
      "grad_norm": 11.6875,
      "learning_rate": 1.7780916907915936e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5301626086235046,
      "num_tokens": 391273037.0,
      "step": 508040
    },
    {
      "epoch": 0.6444407236306348,
      "grad_norm": 5.71875,
      "learning_rate": 1.7780282597829644e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5698070615530014,
      "num_tokens": 391280503.0,
      "step": 508050
    },
    {
      "epoch": 0.6444534082231677,
      "grad_norm": 5.375,
      "learning_rate": 1.7779648287743353e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5415673106908798,
      "num_tokens": 391289456.0,
      "step": 508060
    },
    {
      "epoch": 0.6444660928157004,
      "grad_norm": 7.6875,
      "learning_rate": 1.7779013977657065e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5448241382837296,
      "num_tokens": 391297276.0,
      "step": 508070
    },
    {
      "epoch": 0.6444787774082333,
      "grad_norm": 5.09375,
      "learning_rate": 1.777837966757077e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5583688169717789,
      "num_tokens": 391304902.0,
      "step": 508080
    },
    {
      "epoch": 0.6444914620007661,
      "grad_norm": 6.0,
      "learning_rate": 1.777774535748448e-05,
      "loss": 2.2597,
      "mean_token_accuracy": 0.5136502474546433,
      "num_tokens": 391314279.0,
      "step": 508090
    },
    {
      "epoch": 0.644504146593299,
      "grad_norm": 5.0625,
      "learning_rate": 1.7777111047398188e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5455053240060806,
      "num_tokens": 391323534.0,
      "step": 508100
    },
    {
      "epoch": 0.6445168311858318,
      "grad_norm": 5.46875,
      "learning_rate": 1.7776476737311897e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5565032213926315,
      "num_tokens": 391330935.0,
      "step": 508110
    },
    {
      "epoch": 0.6445295157783647,
      "grad_norm": 5.75,
      "learning_rate": 1.7775842427225606e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5647970259189605,
      "num_tokens": 391339246.0,
      "step": 508120
    },
    {
      "epoch": 0.6445422003708975,
      "grad_norm": 7.875,
      "learning_rate": 1.7775208117139314e-05,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5750476241111755,
      "num_tokens": 391345771.0,
      "step": 508130
    },
    {
      "epoch": 0.6445548849634303,
      "grad_norm": 4.90625,
      "learning_rate": 1.7774573807053023e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5487199634313583,
      "num_tokens": 391353454.0,
      "step": 508140
    },
    {
      "epoch": 0.6445675695559632,
      "grad_norm": 4.96875,
      "learning_rate": 1.777393949696673e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5229694902896881,
      "num_tokens": 391361379.0,
      "step": 508150
    },
    {
      "epoch": 0.644580254148496,
      "grad_norm": 6.9375,
      "learning_rate": 1.7773305186880437e-05,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5722578406333924,
      "num_tokens": 391368439.0,
      "step": 508160
    },
    {
      "epoch": 0.6445929387410289,
      "grad_norm": 6.375,
      "learning_rate": 1.777267087679415e-05,
      "loss": 1.8677,
      "mean_token_accuracy": 0.5863069236278534,
      "num_tokens": 391374752.0,
      "step": 508170
    },
    {
      "epoch": 0.6446056233335616,
      "grad_norm": 6.5625,
      "learning_rate": 1.7772036566707855e-05,
      "loss": 2.1766,
      "mean_token_accuracy": 0.5208160221576691,
      "num_tokens": 391382585.0,
      "step": 508180
    },
    {
      "epoch": 0.6446183079260945,
      "grad_norm": 4.84375,
      "learning_rate": 1.7771402256621563e-05,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5213756322860718,
      "num_tokens": 391390722.0,
      "step": 508190
    },
    {
      "epoch": 0.6446309925186273,
      "grad_norm": 5.65625,
      "learning_rate": 1.7770767946535272e-05,
      "loss": 1.8444,
      "mean_token_accuracy": 0.5920561164617538,
      "num_tokens": 391398458.0,
      "step": 508200
    },
    {
      "epoch": 0.6446436771111601,
      "grad_norm": 7.625,
      "learning_rate": 1.777013363644898e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5572223633527755,
      "num_tokens": 391405911.0,
      "step": 508210
    },
    {
      "epoch": 0.644656361703693,
      "grad_norm": 5.53125,
      "learning_rate": 1.776949932636269e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5530290454626083,
      "num_tokens": 391414037.0,
      "step": 508220
    },
    {
      "epoch": 0.6446690462962258,
      "grad_norm": 6.40625,
      "learning_rate": 1.7768865016276398e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5468780189752579,
      "num_tokens": 391422076.0,
      "step": 508230
    },
    {
      "epoch": 0.6446817308887587,
      "grad_norm": 5.3125,
      "learning_rate": 1.7768230706190107e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5457647770643235,
      "num_tokens": 391430651.0,
      "step": 508240
    },
    {
      "epoch": 0.6446944154812915,
      "grad_norm": 11.5,
      "learning_rate": 1.7767596396103812e-05,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5727428793907166,
      "num_tokens": 391437946.0,
      "step": 508250
    },
    {
      "epoch": 0.6447071000738244,
      "grad_norm": 5.4375,
      "learning_rate": 1.776696208601752e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5592942118644715,
      "num_tokens": 391445431.0,
      "step": 508260
    },
    {
      "epoch": 0.6447197846663572,
      "grad_norm": 6.0,
      "learning_rate": 1.7766327775931233e-05,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5671136885881424,
      "num_tokens": 391452787.0,
      "step": 508270
    },
    {
      "epoch": 0.64473246925889,
      "grad_norm": 4.90625,
      "learning_rate": 1.7765693465844942e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5290256530046463,
      "num_tokens": 391460244.0,
      "step": 508280
    },
    {
      "epoch": 0.6447451538514228,
      "grad_norm": 5.03125,
      "learning_rate": 1.7765059155758647e-05,
      "loss": 1.8643,
      "mean_token_accuracy": 0.5803923964500427,
      "num_tokens": 391467741.0,
      "step": 508290
    },
    {
      "epoch": 0.6447578384439556,
      "grad_norm": 7.3125,
      "learning_rate": 1.7764424845672356e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5302623599767685,
      "num_tokens": 391475877.0,
      "step": 508300
    },
    {
      "epoch": 0.6447705230364885,
      "grad_norm": 6.5,
      "learning_rate": 1.7763790535586065e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5406123369932174,
      "num_tokens": 391484859.0,
      "step": 508310
    },
    {
      "epoch": 0.6447832076290213,
      "grad_norm": 8.8125,
      "learning_rate": 1.7763156225499774e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5308340072631836,
      "num_tokens": 391491549.0,
      "step": 508320
    },
    {
      "epoch": 0.6447958922215542,
      "grad_norm": 6.09375,
      "learning_rate": 1.7762521915413482e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5445589512586594,
      "num_tokens": 391498193.0,
      "step": 508330
    },
    {
      "epoch": 0.644808576814087,
      "grad_norm": 5.5,
      "learning_rate": 1.776188760532719e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5667146474123002,
      "num_tokens": 391504967.0,
      "step": 508340
    },
    {
      "epoch": 0.6448212614066199,
      "grad_norm": 4.65625,
      "learning_rate": 1.77612532952409e-05,
      "loss": 2.2483,
      "mean_token_accuracy": 0.5322012901306152,
      "num_tokens": 391511912.0,
      "step": 508350
    },
    {
      "epoch": 0.6448339459991527,
      "grad_norm": 6.8125,
      "learning_rate": 1.7760618985154605e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5470606178045273,
      "num_tokens": 391520064.0,
      "step": 508360
    },
    {
      "epoch": 0.6448466305916855,
      "grad_norm": 6.21875,
      "learning_rate": 1.7759984675068317e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.519713032245636,
      "num_tokens": 391528113.0,
      "step": 508370
    },
    {
      "epoch": 0.6448593151842184,
      "grad_norm": 5.40625,
      "learning_rate": 1.7759350364982026e-05,
      "loss": 2.242,
      "mean_token_accuracy": 0.5247435480356216,
      "num_tokens": 391536509.0,
      "step": 508380
    },
    {
      "epoch": 0.6448719997767511,
      "grad_norm": 6.03125,
      "learning_rate": 1.775871605489573e-05,
      "loss": 2.256,
      "mean_token_accuracy": 0.517931804060936,
      "num_tokens": 391543531.0,
      "step": 508390
    },
    {
      "epoch": 0.644884684369284,
      "grad_norm": 5.65625,
      "learning_rate": 1.775808174480944e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5492048233747482,
      "num_tokens": 391552175.0,
      "step": 508400
    },
    {
      "epoch": 0.6448973689618168,
      "grad_norm": 6.8125,
      "learning_rate": 1.7757447434723152e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5244077920913697,
      "num_tokens": 391560923.0,
      "step": 508410
    },
    {
      "epoch": 0.6449100535543497,
      "grad_norm": 6.1875,
      "learning_rate": 1.7756813124636858e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5377640098333358,
      "num_tokens": 391568320.0,
      "step": 508420
    },
    {
      "epoch": 0.6449227381468825,
      "grad_norm": 6.84375,
      "learning_rate": 1.7756178814550566e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5252155900001526,
      "num_tokens": 391575770.0,
      "step": 508430
    },
    {
      "epoch": 0.6449354227394153,
      "grad_norm": 6.21875,
      "learning_rate": 1.7755544504464275e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5484102547168732,
      "num_tokens": 391583619.0,
      "step": 508440
    },
    {
      "epoch": 0.6449481073319482,
      "grad_norm": 5.125,
      "learning_rate": 1.7754910194377984e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5165762096643448,
      "num_tokens": 391591944.0,
      "step": 508450
    },
    {
      "epoch": 0.644960791924481,
      "grad_norm": 5.65625,
      "learning_rate": 1.7754275884291692e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.534745278954506,
      "num_tokens": 391600641.0,
      "step": 508460
    },
    {
      "epoch": 0.6449734765170139,
      "grad_norm": 7.21875,
      "learning_rate": 1.77536415742054e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5512507498264313,
      "num_tokens": 391609418.0,
      "step": 508470
    },
    {
      "epoch": 0.6449861611095467,
      "grad_norm": 5.125,
      "learning_rate": 1.775300726411911e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5373317986726761,
      "num_tokens": 391617561.0,
      "step": 508480
    },
    {
      "epoch": 0.6449988457020795,
      "grad_norm": 4.90625,
      "learning_rate": 1.775237295403282e-05,
      "loss": 1.8778,
      "mean_token_accuracy": 0.6096137911081314,
      "num_tokens": 391623405.0,
      "step": 508490
    },
    {
      "epoch": 0.6450115302946123,
      "grad_norm": 5.375,
      "learning_rate": 1.7751738643946524e-05,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5352531552314759,
      "num_tokens": 391631400.0,
      "step": 508500
    },
    {
      "epoch": 0.6450242148871452,
      "grad_norm": 6.90625,
      "learning_rate": 1.7751104333860236e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5668333977460861,
      "num_tokens": 391637855.0,
      "step": 508510
    },
    {
      "epoch": 0.645036899479678,
      "grad_norm": 6.0,
      "learning_rate": 1.7750470023773945e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.53365298807621,
      "num_tokens": 391645401.0,
      "step": 508520
    },
    {
      "epoch": 0.6450495840722108,
      "grad_norm": 5.65625,
      "learning_rate": 1.774983571368765e-05,
      "loss": 1.8782,
      "mean_token_accuracy": 0.5793400049209595,
      "num_tokens": 391652690.0,
      "step": 508530
    },
    {
      "epoch": 0.6450622686647437,
      "grad_norm": 16.125,
      "learning_rate": 1.774920140360136e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5393348425626755,
      "num_tokens": 391659617.0,
      "step": 508540
    },
    {
      "epoch": 0.6450749532572765,
      "grad_norm": 5.96875,
      "learning_rate": 1.7748567093515068e-05,
      "loss": 2.2211,
      "mean_token_accuracy": 0.5176967978477478,
      "num_tokens": 391666159.0,
      "step": 508550
    },
    {
      "epoch": 0.6450876378498094,
      "grad_norm": 10.875,
      "learning_rate": 1.7747932783428777e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5253504484891891,
      "num_tokens": 391673972.0,
      "step": 508560
    },
    {
      "epoch": 0.6451003224423422,
      "grad_norm": 4.5625,
      "learning_rate": 1.7747298473342485e-05,
      "loss": 1.7558,
      "mean_token_accuracy": 0.6070833086967469,
      "num_tokens": 391681090.0,
      "step": 508570
    },
    {
      "epoch": 0.6451130070348751,
      "grad_norm": 7.34375,
      "learning_rate": 1.7746664163256194e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5622623771429062,
      "num_tokens": 391687631.0,
      "step": 508580
    },
    {
      "epoch": 0.6451256916274078,
      "grad_norm": 7.4375,
      "learning_rate": 1.7746029853169903e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5533237516880035,
      "num_tokens": 391693907.0,
      "step": 508590
    },
    {
      "epoch": 0.6451383762199406,
      "grad_norm": 6.9375,
      "learning_rate": 1.7745395543083608e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5291674613952637,
      "num_tokens": 391700404.0,
      "step": 508600
    },
    {
      "epoch": 0.6451510608124735,
      "grad_norm": 5.8125,
      "learning_rate": 1.774476123299732e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5423890024423599,
      "num_tokens": 391707708.0,
      "step": 508610
    },
    {
      "epoch": 0.6451637454050063,
      "grad_norm": 7.625,
      "learning_rate": 1.774412692291103e-05,
      "loss": 1.9264,
      "mean_token_accuracy": 0.5695282220840454,
      "num_tokens": 391713702.0,
      "step": 508620
    },
    {
      "epoch": 0.6451764299975392,
      "grad_norm": 7.03125,
      "learning_rate": 1.7743492612824734e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5293354839086533,
      "num_tokens": 391722122.0,
      "step": 508630
    },
    {
      "epoch": 0.645189114590072,
      "grad_norm": 5.5,
      "learning_rate": 1.7742858302738443e-05,
      "loss": 1.7626,
      "mean_token_accuracy": 0.5970531374216079,
      "num_tokens": 391729009.0,
      "step": 508640
    },
    {
      "epoch": 0.6452017991826049,
      "grad_norm": 5.25,
      "learning_rate": 1.7742223992652152e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5151991486549378,
      "num_tokens": 391736573.0,
      "step": 508650
    },
    {
      "epoch": 0.6452144837751377,
      "grad_norm": 5.21875,
      "learning_rate": 1.7741589682565864e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5399257898330688,
      "num_tokens": 391744563.0,
      "step": 508660
    },
    {
      "epoch": 0.6452271683676706,
      "grad_norm": 6.0625,
      "learning_rate": 1.774095537247957e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5126737773418426,
      "num_tokens": 391753789.0,
      "step": 508670
    },
    {
      "epoch": 0.6452398529602034,
      "grad_norm": 5.53125,
      "learning_rate": 1.7740321062393278e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5313746184110641,
      "num_tokens": 391759884.0,
      "step": 508680
    },
    {
      "epoch": 0.6452525375527361,
      "grad_norm": 5.28125,
      "learning_rate": 1.7739686752306987e-05,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5130320101976394,
      "num_tokens": 391767972.0,
      "step": 508690
    },
    {
      "epoch": 0.645265222145269,
      "grad_norm": 5.8125,
      "learning_rate": 1.7739052442220695e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5411232352256775,
      "num_tokens": 391775851.0,
      "step": 508700
    },
    {
      "epoch": 0.6452779067378018,
      "grad_norm": 6.4375,
      "learning_rate": 1.7738418132134404e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.564605075120926,
      "num_tokens": 391783583.0,
      "step": 508710
    },
    {
      "epoch": 0.6452905913303347,
      "grad_norm": 4.59375,
      "learning_rate": 1.7737783822048113e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5709873795509338,
      "num_tokens": 391791579.0,
      "step": 508720
    },
    {
      "epoch": 0.6453032759228675,
      "grad_norm": 6.125,
      "learning_rate": 1.773714951196182e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5325538426637649,
      "num_tokens": 391799694.0,
      "step": 508730
    },
    {
      "epoch": 0.6453159605154004,
      "grad_norm": 6.9375,
      "learning_rate": 1.7736515201875527e-05,
      "loss": 1.9194,
      "mean_token_accuracy": 0.5719874411821365,
      "num_tokens": 391808238.0,
      "step": 508740
    },
    {
      "epoch": 0.6453286451079332,
      "grad_norm": 4.84375,
      "learning_rate": 1.7735880891789236e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5563561975955963,
      "num_tokens": 391816664.0,
      "step": 508750
    },
    {
      "epoch": 0.645341329700466,
      "grad_norm": 5.84375,
      "learning_rate": 1.7735246581702948e-05,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5922006249427796,
      "num_tokens": 391823226.0,
      "step": 508760
    },
    {
      "epoch": 0.6453540142929989,
      "grad_norm": 5.03125,
      "learning_rate": 1.7734612271616653e-05,
      "loss": 2.278,
      "mean_token_accuracy": 0.5039330005645752,
      "num_tokens": 391831172.0,
      "step": 508770
    },
    {
      "epoch": 0.6453666988855317,
      "grad_norm": 7.0625,
      "learning_rate": 1.7733977961530362e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5601417809724808,
      "num_tokens": 391838697.0,
      "step": 508780
    },
    {
      "epoch": 0.6453793834780646,
      "grad_norm": 3.71875,
      "learning_rate": 1.773334365144407e-05,
      "loss": 1.891,
      "mean_token_accuracy": 0.5787386447191238,
      "num_tokens": 391846622.0,
      "step": 508790
    },
    {
      "epoch": 0.6453920680705973,
      "grad_norm": 4.9375,
      "learning_rate": 1.773270934135778e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5650832086801529,
      "num_tokens": 391854562.0,
      "step": 508800
    },
    {
      "epoch": 0.6454047526631302,
      "grad_norm": 9.6875,
      "learning_rate": 1.7732075031271488e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5393127083778382,
      "num_tokens": 391862178.0,
      "step": 508810
    },
    {
      "epoch": 0.645417437255663,
      "grad_norm": 5.0,
      "learning_rate": 1.7731440721185197e-05,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5654043108224869,
      "num_tokens": 391869675.0,
      "step": 508820
    },
    {
      "epoch": 0.6454301218481959,
      "grad_norm": 4.84375,
      "learning_rate": 1.7730806411098906e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5520353257656098,
      "num_tokens": 391877794.0,
      "step": 508830
    },
    {
      "epoch": 0.6454428064407287,
      "grad_norm": 5.03125,
      "learning_rate": 1.773017210101261e-05,
      "loss": 2.1238,
      "mean_token_accuracy": 0.536938163638115,
      "num_tokens": 391886166.0,
      "step": 508840
    },
    {
      "epoch": 0.6454554910332615,
      "grad_norm": 7.0,
      "learning_rate": 1.7729537790926323e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.552049970626831,
      "num_tokens": 391894395.0,
      "step": 508850
    },
    {
      "epoch": 0.6454681756257944,
      "grad_norm": 6.09375,
      "learning_rate": 1.7728903480840032e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5450238168239594,
      "num_tokens": 391902267.0,
      "step": 508860
    },
    {
      "epoch": 0.6454808602183272,
      "grad_norm": 5.03125,
      "learning_rate": 1.772826917075374e-05,
      "loss": 1.8824,
      "mean_token_accuracy": 0.5809709578752518,
      "num_tokens": 391909469.0,
      "step": 508870
    },
    {
      "epoch": 0.6454935448108601,
      "grad_norm": 7.625,
      "learning_rate": 1.7727634860667446e-05,
      "loss": 1.8203,
      "mean_token_accuracy": 0.6013205349445343,
      "num_tokens": 391915259.0,
      "step": 508880
    },
    {
      "epoch": 0.6455062294033929,
      "grad_norm": 7.9375,
      "learning_rate": 1.7727000550581155e-05,
      "loss": 2.3396,
      "mean_token_accuracy": 0.5016128033399582,
      "num_tokens": 391923979.0,
      "step": 508890
    },
    {
      "epoch": 0.6455189139959258,
      "grad_norm": 5.71875,
      "learning_rate": 1.7726366240494867e-05,
      "loss": 2.2115,
      "mean_token_accuracy": 0.5170046538114548,
      "num_tokens": 391932459.0,
      "step": 508900
    },
    {
      "epoch": 0.6455315985884585,
      "grad_norm": 5.65625,
      "learning_rate": 1.7725731930408572e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5153631061315537,
      "num_tokens": 391940917.0,
      "step": 508910
    },
    {
      "epoch": 0.6455442831809913,
      "grad_norm": 4.59375,
      "learning_rate": 1.772509762032228e-05,
      "loss": 1.837,
      "mean_token_accuracy": 0.5846660554409027,
      "num_tokens": 391948995.0,
      "step": 508920
    },
    {
      "epoch": 0.6455569677735242,
      "grad_norm": 6.53125,
      "learning_rate": 1.772446331023599e-05,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5638236761093139,
      "num_tokens": 391955814.0,
      "step": 508930
    },
    {
      "epoch": 0.645569652366057,
      "grad_norm": 5.5,
      "learning_rate": 1.77238290001497e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5441691458225251,
      "num_tokens": 391964419.0,
      "step": 508940
    },
    {
      "epoch": 0.6455823369585899,
      "grad_norm": 5.0625,
      "learning_rate": 1.7723194690063407e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5491374015808106,
      "num_tokens": 391971003.0,
      "step": 508950
    },
    {
      "epoch": 0.6455950215511227,
      "grad_norm": 5.09375,
      "learning_rate": 1.7722560379977116e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.566187497973442,
      "num_tokens": 391978882.0,
      "step": 508960
    },
    {
      "epoch": 0.6456077061436556,
      "grad_norm": 6.84375,
      "learning_rate": 1.7721926069890825e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5613759100437165,
      "num_tokens": 391986499.0,
      "step": 508970
    },
    {
      "epoch": 0.6456203907361884,
      "grad_norm": 8.0,
      "learning_rate": 1.772129175980453e-05,
      "loss": 1.8155,
      "mean_token_accuracy": 0.5922637313604355,
      "num_tokens": 391993638.0,
      "step": 508980
    },
    {
      "epoch": 0.6456330753287212,
      "grad_norm": 7.71875,
      "learning_rate": 1.772065744971824e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5360369980335236,
      "num_tokens": 392002799.0,
      "step": 508990
    },
    {
      "epoch": 0.6456457599212541,
      "grad_norm": 5.03125,
      "learning_rate": 1.772002313963195e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.544215714931488,
      "num_tokens": 392010684.0,
      "step": 509000
    },
    {
      "epoch": 0.6456584445137868,
      "grad_norm": 7.1875,
      "learning_rate": 1.7719388829545656e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5663080871105194,
      "num_tokens": 392016902.0,
      "step": 509010
    },
    {
      "epoch": 0.6456711291063197,
      "grad_norm": 4.75,
      "learning_rate": 1.7718754519459365e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5501705229282379,
      "num_tokens": 392025294.0,
      "step": 509020
    },
    {
      "epoch": 0.6456838136988525,
      "grad_norm": 5.6875,
      "learning_rate": 1.7718120209373074e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.544877165555954,
      "num_tokens": 392033506.0,
      "step": 509030
    },
    {
      "epoch": 0.6456964982913854,
      "grad_norm": 4.875,
      "learning_rate": 1.7717485899286782e-05,
      "loss": 1.8831,
      "mean_token_accuracy": 0.5830145925283432,
      "num_tokens": 392039691.0,
      "step": 509040
    },
    {
      "epoch": 0.6457091828839182,
      "grad_norm": 5.34375,
      "learning_rate": 1.771685158920049e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5466842770576477,
      "num_tokens": 392047164.0,
      "step": 509050
    },
    {
      "epoch": 0.6457218674764511,
      "grad_norm": 5.96875,
      "learning_rate": 1.77162172791142e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5390905022621155,
      "num_tokens": 392055582.0,
      "step": 509060
    },
    {
      "epoch": 0.6457345520689839,
      "grad_norm": 8.25,
      "learning_rate": 1.771558296902791e-05,
      "loss": 1.874,
      "mean_token_accuracy": 0.5801248043775559,
      "num_tokens": 392062243.0,
      "step": 509070
    },
    {
      "epoch": 0.6457472366615167,
      "grad_norm": 6.84375,
      "learning_rate": 1.7714948658941617e-05,
      "loss": 2.1654,
      "mean_token_accuracy": 0.5348345249891281,
      "num_tokens": 392071248.0,
      "step": 509080
    },
    {
      "epoch": 0.6457599212540496,
      "grad_norm": 6.90625,
      "learning_rate": 1.7714314348855323e-05,
      "loss": 2.2076,
      "mean_token_accuracy": 0.5212945163249969,
      "num_tokens": 392079883.0,
      "step": 509090
    },
    {
      "epoch": 0.6457726058465824,
      "grad_norm": 4.84375,
      "learning_rate": 1.7713680038769035e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5374260634183884,
      "num_tokens": 392088585.0,
      "step": 509100
    },
    {
      "epoch": 0.6457852904391153,
      "grad_norm": 8.1875,
      "learning_rate": 1.7713045728682744e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.549494394659996,
      "num_tokens": 392096802.0,
      "step": 509110
    },
    {
      "epoch": 0.645797975031648,
      "grad_norm": 9.4375,
      "learning_rate": 1.771241141859645e-05,
      "loss": 2.1976,
      "mean_token_accuracy": 0.5241154998540878,
      "num_tokens": 392104907.0,
      "step": 509120
    },
    {
      "epoch": 0.6458106596241809,
      "grad_norm": 4.875,
      "learning_rate": 1.7711777108510158e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5695738792419434,
      "num_tokens": 392113022.0,
      "step": 509130
    },
    {
      "epoch": 0.6458233442167137,
      "grad_norm": 5.09375,
      "learning_rate": 1.7711142798423866e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5695078194141387,
      "num_tokens": 392119856.0,
      "step": 509140
    },
    {
      "epoch": 0.6458360288092465,
      "grad_norm": 6.75,
      "learning_rate": 1.7710508488337575e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5447708576917648,
      "num_tokens": 392126510.0,
      "step": 509150
    },
    {
      "epoch": 0.6458487134017794,
      "grad_norm": 4.25,
      "learning_rate": 1.7709874178251284e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5291114658117294,
      "num_tokens": 392134471.0,
      "step": 509160
    },
    {
      "epoch": 0.6458613979943122,
      "grad_norm": 10.25,
      "learning_rate": 1.7709239868164993e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5413339227437973,
      "num_tokens": 392141065.0,
      "step": 509170
    },
    {
      "epoch": 0.6458740825868451,
      "grad_norm": 7.0,
      "learning_rate": 1.77086055580787e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5376370251178741,
      "num_tokens": 392148477.0,
      "step": 509180
    },
    {
      "epoch": 0.6458867671793779,
      "grad_norm": 5.8125,
      "learning_rate": 1.7707971247992407e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5506098479032516,
      "num_tokens": 392154465.0,
      "step": 509190
    },
    {
      "epoch": 0.6458994517719108,
      "grad_norm": 8.1875,
      "learning_rate": 1.770733693790612e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5307828187942505,
      "num_tokens": 392162437.0,
      "step": 509200
    },
    {
      "epoch": 0.6459121363644436,
      "grad_norm": 5.0,
      "learning_rate": 1.7706702627819828e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5570090234279632,
      "num_tokens": 392169462.0,
      "step": 509210
    },
    {
      "epoch": 0.6459248209569765,
      "grad_norm": 5.59375,
      "learning_rate": 1.7706068317733533e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5227869272232055,
      "num_tokens": 392177664.0,
      "step": 509220
    },
    {
      "epoch": 0.6459375055495092,
      "grad_norm": 12.3125,
      "learning_rate": 1.7705434007647242e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5342287957668305,
      "num_tokens": 392185040.0,
      "step": 509230
    },
    {
      "epoch": 0.645950190142042,
      "grad_norm": 5.96875,
      "learning_rate": 1.770479969756095e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5448826253414154,
      "num_tokens": 392193844.0,
      "step": 509240
    },
    {
      "epoch": 0.6459628747345749,
      "grad_norm": 7.78125,
      "learning_rate": 1.7704165387474663e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5288023501634598,
      "num_tokens": 392201075.0,
      "step": 509250
    },
    {
      "epoch": 0.6459755593271077,
      "grad_norm": 6.78125,
      "learning_rate": 1.7703531077388368e-05,
      "loss": 1.8433,
      "mean_token_accuracy": 0.6008152365684509,
      "num_tokens": 392208276.0,
      "step": 509260
    },
    {
      "epoch": 0.6459882439196406,
      "grad_norm": 7.125,
      "learning_rate": 1.7702896767302077e-05,
      "loss": 1.9304,
      "mean_token_accuracy": 0.5841359078884125,
      "num_tokens": 392215569.0,
      "step": 509270
    },
    {
      "epoch": 0.6460009285121734,
      "grad_norm": 5.53125,
      "learning_rate": 1.7702262457215785e-05,
      "loss": 2.268,
      "mean_token_accuracy": 0.5262644946575165,
      "num_tokens": 392223574.0,
      "step": 509280
    },
    {
      "epoch": 0.6460136131047063,
      "grad_norm": 5.28125,
      "learning_rate": 1.7701628147129494e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.546737888455391,
      "num_tokens": 392231636.0,
      "step": 509290
    },
    {
      "epoch": 0.6460262976972391,
      "grad_norm": 5.15625,
      "learning_rate": 1.7700993837043203e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5567448079586029,
      "num_tokens": 392239241.0,
      "step": 509300
    },
    {
      "epoch": 0.6460389822897719,
      "grad_norm": 4.84375,
      "learning_rate": 1.770035952695691e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.53487329185009,
      "num_tokens": 392245902.0,
      "step": 509310
    },
    {
      "epoch": 0.6460516668823048,
      "grad_norm": 4.9375,
      "learning_rate": 1.769972521687062e-05,
      "loss": 1.8622,
      "mean_token_accuracy": 0.5819124132394791,
      "num_tokens": 392253182.0,
      "step": 509320
    },
    {
      "epoch": 0.6460643514748375,
      "grad_norm": 5.9375,
      "learning_rate": 1.7699090906784326e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5441423058509827,
      "num_tokens": 392261428.0,
      "step": 509330
    },
    {
      "epoch": 0.6460770360673704,
      "grad_norm": 5.5,
      "learning_rate": 1.7698456596698038e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5333177953958511,
      "num_tokens": 392269316.0,
      "step": 509340
    },
    {
      "epoch": 0.6460897206599032,
      "grad_norm": 5.4375,
      "learning_rate": 1.7697822286611747e-05,
      "loss": 2.3028,
      "mean_token_accuracy": 0.5257817000150681,
      "num_tokens": 392278234.0,
      "step": 509350
    },
    {
      "epoch": 0.6461024052524361,
      "grad_norm": 5.5,
      "learning_rate": 1.7697187976525452e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5638466060161591,
      "num_tokens": 392286805.0,
      "step": 509360
    },
    {
      "epoch": 0.6461150898449689,
      "grad_norm": 5.90625,
      "learning_rate": 1.769655366643916e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.524850744009018,
      "num_tokens": 392295226.0,
      "step": 509370
    },
    {
      "epoch": 0.6461277744375017,
      "grad_norm": 5.28125,
      "learning_rate": 1.769591935635287e-05,
      "loss": 2.2128,
      "mean_token_accuracy": 0.5249004572629928,
      "num_tokens": 392303243.0,
      "step": 509380
    },
    {
      "epoch": 0.6461404590300346,
      "grad_norm": 4.96875,
      "learning_rate": 1.7695285046266578e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.561002054810524,
      "num_tokens": 392311702.0,
      "step": 509390
    },
    {
      "epoch": 0.6461531436225674,
      "grad_norm": 4.78125,
      "learning_rate": 1.7694650736180287e-05,
      "loss": 2.2421,
      "mean_token_accuracy": 0.5169224619865418,
      "num_tokens": 392320686.0,
      "step": 509400
    },
    {
      "epoch": 0.6461658282151003,
      "grad_norm": 5.0625,
      "learning_rate": 1.7694016426093996e-05,
      "loss": 2.014,
      "mean_token_accuracy": 0.5411019772291183,
      "num_tokens": 392329191.0,
      "step": 509410
    },
    {
      "epoch": 0.646178512807633,
      "grad_norm": 5.53125,
      "learning_rate": 1.7693382116007704e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5601762175559998,
      "num_tokens": 392336906.0,
      "step": 509420
    },
    {
      "epoch": 0.646191197400166,
      "grad_norm": 9.6875,
      "learning_rate": 1.769274780592141e-05,
      "loss": 1.8821,
      "mean_token_accuracy": 0.5762813329696655,
      "num_tokens": 392342904.0,
      "step": 509430
    },
    {
      "epoch": 0.6462038819926987,
      "grad_norm": 6.1875,
      "learning_rate": 1.7692113495835122e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5170782625675201,
      "num_tokens": 392351474.0,
      "step": 509440
    },
    {
      "epoch": 0.6462165665852316,
      "grad_norm": 4.96875,
      "learning_rate": 1.769147918574883e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5315970957279206,
      "num_tokens": 392358375.0,
      "step": 509450
    },
    {
      "epoch": 0.6462292511777644,
      "grad_norm": 4.75,
      "learning_rate": 1.769084487566254e-05,
      "loss": 1.9609,
      "mean_token_accuracy": 0.5781780838966369,
      "num_tokens": 392365751.0,
      "step": 509460
    },
    {
      "epoch": 0.6462419357702972,
      "grad_norm": 5.1875,
      "learning_rate": 1.7690210565576245e-05,
      "loss": 1.8386,
      "mean_token_accuracy": 0.5873670697212219,
      "num_tokens": 392374734.0,
      "step": 509470
    },
    {
      "epoch": 0.6462546203628301,
      "grad_norm": 4.875,
      "learning_rate": 1.7689576255489953e-05,
      "loss": 1.9006,
      "mean_token_accuracy": 0.5856832355260849,
      "num_tokens": 392382136.0,
      "step": 509480
    },
    {
      "epoch": 0.6462673049553629,
      "grad_norm": 4.9375,
      "learning_rate": 1.7688941945403666e-05,
      "loss": 1.7591,
      "mean_token_accuracy": 0.6104786664247512,
      "num_tokens": 392389416.0,
      "step": 509490
    },
    {
      "epoch": 0.6462799895478958,
      "grad_norm": 4.8125,
      "learning_rate": 1.768830763531737e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5389281064271927,
      "num_tokens": 392396852.0,
      "step": 509500
    },
    {
      "epoch": 0.6462926741404286,
      "grad_norm": 4.90625,
      "learning_rate": 1.768767332523108e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5299295604228973,
      "num_tokens": 392404865.0,
      "step": 509510
    },
    {
      "epoch": 0.6463053587329615,
      "grad_norm": 5.75,
      "learning_rate": 1.768703901514479e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5564370006322861,
      "num_tokens": 392411717.0,
      "step": 509520
    },
    {
      "epoch": 0.6463180433254943,
      "grad_norm": 6.5625,
      "learning_rate": 1.7686404705058497e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5748979836702347,
      "num_tokens": 392418684.0,
      "step": 509530
    },
    {
      "epoch": 0.646330727918027,
      "grad_norm": 5.25,
      "learning_rate": 1.7685770394972206e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5709339708089829,
      "num_tokens": 392425210.0,
      "step": 509540
    },
    {
      "epoch": 0.6463434125105599,
      "grad_norm": 6.90625,
      "learning_rate": 1.7685136084885915e-05,
      "loss": 1.9082,
      "mean_token_accuracy": 0.5730499923229218,
      "num_tokens": 392431912.0,
      "step": 509550
    },
    {
      "epoch": 0.6463560971030927,
      "grad_norm": 6.21875,
      "learning_rate": 1.7684501774799623e-05,
      "loss": 2.3153,
      "mean_token_accuracy": 0.49884658455848696,
      "num_tokens": 392440482.0,
      "step": 509560
    },
    {
      "epoch": 0.6463687816956256,
      "grad_norm": 6.40625,
      "learning_rate": 1.768386746471333e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5462165504693985,
      "num_tokens": 392448823.0,
      "step": 509570
    },
    {
      "epoch": 0.6463814662881584,
      "grad_norm": 5.03125,
      "learning_rate": 1.7683233154627037e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5576586961746216,
      "num_tokens": 392456236.0,
      "step": 509580
    },
    {
      "epoch": 0.6463941508806913,
      "grad_norm": 5.03125,
      "learning_rate": 1.768259884454075e-05,
      "loss": 1.7645,
      "mean_token_accuracy": 0.6055641382932663,
      "num_tokens": 392462642.0,
      "step": 509590
    },
    {
      "epoch": 0.6464068354732241,
      "grad_norm": 5.0,
      "learning_rate": 1.7681964534454455e-05,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5694159984588623,
      "num_tokens": 392470162.0,
      "step": 509600
    },
    {
      "epoch": 0.646419520065757,
      "grad_norm": 5.21875,
      "learning_rate": 1.7681330224368164e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5649677336215972,
      "num_tokens": 392478794.0,
      "step": 509610
    },
    {
      "epoch": 0.6464322046582898,
      "grad_norm": 4.875,
      "learning_rate": 1.7680695914281872e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.558342644572258,
      "num_tokens": 392486055.0,
      "step": 509620
    },
    {
      "epoch": 0.6464448892508226,
      "grad_norm": 7.0,
      "learning_rate": 1.768006160419558e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5460137367248535,
      "num_tokens": 392494127.0,
      "step": 509630
    },
    {
      "epoch": 0.6464575738433554,
      "grad_norm": 7.9375,
      "learning_rate": 1.767942729410929e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.546124204993248,
      "num_tokens": 392501149.0,
      "step": 509640
    },
    {
      "epoch": 0.6464702584358882,
      "grad_norm": 9.0,
      "learning_rate": 1.7678792984023e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5344631224870682,
      "num_tokens": 392509016.0,
      "step": 509650
    },
    {
      "epoch": 0.6464829430284211,
      "grad_norm": 5.5,
      "learning_rate": 1.7678158673936707e-05,
      "loss": 1.9095,
      "mean_token_accuracy": 0.5887834757566452,
      "num_tokens": 392516440.0,
      "step": 509660
    },
    {
      "epoch": 0.6464956276209539,
      "grad_norm": 5.4375,
      "learning_rate": 1.7677524363850416e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5213021248579025,
      "num_tokens": 392524306.0,
      "step": 509670
    },
    {
      "epoch": 0.6465083122134868,
      "grad_norm": 6.1875,
      "learning_rate": 1.767689005376412e-05,
      "loss": 1.9137,
      "mean_token_accuracy": 0.5864241778850555,
      "num_tokens": 392531963.0,
      "step": 509680
    },
    {
      "epoch": 0.6465209968060196,
      "grad_norm": 10.5625,
      "learning_rate": 1.7676255743677834e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5382554560899735,
      "num_tokens": 392539917.0,
      "step": 509690
    },
    {
      "epoch": 0.6465336813985524,
      "grad_norm": 7.34375,
      "learning_rate": 1.7675621433591542e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5415914475917816,
      "num_tokens": 392548285.0,
      "step": 509700
    },
    {
      "epoch": 0.6465463659910853,
      "grad_norm": 8.375,
      "learning_rate": 1.7674987123505248e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.556385213136673,
      "num_tokens": 392556136.0,
      "step": 509710
    },
    {
      "epoch": 0.6465590505836181,
      "grad_norm": 6.96875,
      "learning_rate": 1.7674352813418956e-05,
      "loss": 2.1905,
      "mean_token_accuracy": 0.5241952985525131,
      "num_tokens": 392564429.0,
      "step": 509720
    },
    {
      "epoch": 0.646571735176151,
      "grad_norm": 6.15625,
      "learning_rate": 1.7673718503332665e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5709303766489029,
      "num_tokens": 392570866.0,
      "step": 509730
    },
    {
      "epoch": 0.6465844197686837,
      "grad_norm": 11.75,
      "learning_rate": 1.7673084193246374e-05,
      "loss": 1.8315,
      "mean_token_accuracy": 0.5927234947681427,
      "num_tokens": 392575687.0,
      "step": 509740
    },
    {
      "epoch": 0.6465971043612166,
      "grad_norm": 6.28125,
      "learning_rate": 1.7672449883160083e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5609359025955201,
      "num_tokens": 392583965.0,
      "step": 509750
    },
    {
      "epoch": 0.6466097889537494,
      "grad_norm": 5.40625,
      "learning_rate": 1.767181557307379e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5689819276332855,
      "num_tokens": 392591045.0,
      "step": 509760
    },
    {
      "epoch": 0.6466224735462823,
      "grad_norm": 5.4375,
      "learning_rate": 1.76711812629875e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5310486614704132,
      "num_tokens": 392600284.0,
      "step": 509770
    },
    {
      "epoch": 0.6466351581388151,
      "grad_norm": 6.3125,
      "learning_rate": 1.767054695290121e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.545985147356987,
      "num_tokens": 392608161.0,
      "step": 509780
    },
    {
      "epoch": 0.6466478427313479,
      "grad_norm": 6.34375,
      "learning_rate": 1.7669912642814918e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5323745667934418,
      "num_tokens": 392616087.0,
      "step": 509790
    },
    {
      "epoch": 0.6466605273238808,
      "grad_norm": 8.0625,
      "learning_rate": 1.7669278332728626e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5588191986083985,
      "num_tokens": 392622427.0,
      "step": 509800
    },
    {
      "epoch": 0.6466732119164136,
      "grad_norm": 5.59375,
      "learning_rate": 1.7668644022642332e-05,
      "loss": 1.9053,
      "mean_token_accuracy": 0.5691878259181976,
      "num_tokens": 392630117.0,
      "step": 509810
    },
    {
      "epoch": 0.6466858965089465,
      "grad_norm": 7.03125,
      "learning_rate": 1.766800971255604e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5528862804174424,
      "num_tokens": 392638082.0,
      "step": 509820
    },
    {
      "epoch": 0.6466985811014793,
      "grad_norm": 5.4375,
      "learning_rate": 1.7667375402469753e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5330035060644149,
      "num_tokens": 392645926.0,
      "step": 509830
    },
    {
      "epoch": 0.6467112656940122,
      "grad_norm": 5.6875,
      "learning_rate": 1.766674109238346e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5564889073371887,
      "num_tokens": 392652605.0,
      "step": 509840
    },
    {
      "epoch": 0.646723950286545,
      "grad_norm": 5.96875,
      "learning_rate": 1.7666106782297167e-05,
      "loss": 2.2914,
      "mean_token_accuracy": 0.5045347511768341,
      "num_tokens": 392660884.0,
      "step": 509850
    },
    {
      "epoch": 0.6467366348790777,
      "grad_norm": 7.625,
      "learning_rate": 1.7665472472210875e-05,
      "loss": 1.9109,
      "mean_token_accuracy": 0.5844524174928665,
      "num_tokens": 392667127.0,
      "step": 509860
    },
    {
      "epoch": 0.6467493194716106,
      "grad_norm": 6.96875,
      "learning_rate": 1.7664838162124584e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5459700763225556,
      "num_tokens": 392674357.0,
      "step": 509870
    },
    {
      "epoch": 0.6467620040641434,
      "grad_norm": 5.9375,
      "learning_rate": 1.7664203852038293e-05,
      "loss": 1.8854,
      "mean_token_accuracy": 0.5892123013734818,
      "num_tokens": 392682536.0,
      "step": 509880
    },
    {
      "epoch": 0.6467746886566763,
      "grad_norm": 5.5,
      "learning_rate": 1.7663569541952e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5583097040653229,
      "num_tokens": 392690374.0,
      "step": 509890
    },
    {
      "epoch": 0.6467873732492091,
      "grad_norm": 5.09375,
      "learning_rate": 1.766293523186571e-05,
      "loss": 2.2435,
      "mean_token_accuracy": 0.5141785800457,
      "num_tokens": 392699982.0,
      "step": 509900
    },
    {
      "epoch": 0.646800057841742,
      "grad_norm": 7.125,
      "learning_rate": 1.766230092177942e-05,
      "loss": 2.4265,
      "mean_token_accuracy": 0.507184299826622,
      "num_tokens": 392707800.0,
      "step": 509910
    },
    {
      "epoch": 0.6468127424342748,
      "grad_norm": 4.625,
      "learning_rate": 1.7661666611693124e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5548317313194275,
      "num_tokens": 392715617.0,
      "step": 509920
    },
    {
      "epoch": 0.6468254270268076,
      "grad_norm": 6.5625,
      "learning_rate": 1.7661032301606837e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5325540423393249,
      "num_tokens": 392723920.0,
      "step": 509930
    },
    {
      "epoch": 0.6468381116193405,
      "grad_norm": 5.875,
      "learning_rate": 1.7660397991520545e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5475002318620682,
      "num_tokens": 392732219.0,
      "step": 509940
    },
    {
      "epoch": 0.6468507962118732,
      "grad_norm": 5.96875,
      "learning_rate": 1.765976368143425e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5147552847862243,
      "num_tokens": 392742054.0,
      "step": 509950
    },
    {
      "epoch": 0.6468634808044061,
      "grad_norm": 5.21875,
      "learning_rate": 1.765912937134796e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5401157021522522,
      "num_tokens": 392751178.0,
      "step": 509960
    },
    {
      "epoch": 0.6468761653969389,
      "grad_norm": 6.71875,
      "learning_rate": 1.7658495061261668e-05,
      "loss": 2.3872,
      "mean_token_accuracy": 0.48760484755039213,
      "num_tokens": 392759794.0,
      "step": 509970
    },
    {
      "epoch": 0.6468888499894718,
      "grad_norm": 4.9375,
      "learning_rate": 1.7657860751175377e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5395498692989349,
      "num_tokens": 392767053.0,
      "step": 509980
    },
    {
      "epoch": 0.6469015345820046,
      "grad_norm": 6.34375,
      "learning_rate": 1.7657226441089086e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5311598211526871,
      "num_tokens": 392775252.0,
      "step": 509990
    },
    {
      "epoch": 0.6469142191745375,
      "grad_norm": 8.4375,
      "learning_rate": 1.7656592131002794e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.557589390873909,
      "num_tokens": 392782835.0,
      "step": 510000
    },
    {
      "epoch": 0.6469269037670703,
      "grad_norm": 5.125,
      "learning_rate": 1.7655957820916503e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5393118441104889,
      "num_tokens": 392791154.0,
      "step": 510010
    },
    {
      "epoch": 0.6469395883596031,
      "grad_norm": 4.96875,
      "learning_rate": 1.765532351083021e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5503789067268372,
      "num_tokens": 392800145.0,
      "step": 510020
    },
    {
      "epoch": 0.646952272952136,
      "grad_norm": 6.1875,
      "learning_rate": 1.765468920074392e-05,
      "loss": 1.8782,
      "mean_token_accuracy": 0.5798269420862198,
      "num_tokens": 392806932.0,
      "step": 510030
    },
    {
      "epoch": 0.6469649575446688,
      "grad_norm": 5.3125,
      "learning_rate": 1.765405489065763e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5528963744640351,
      "num_tokens": 392814240.0,
      "step": 510040
    },
    {
      "epoch": 0.6469776421372017,
      "grad_norm": 5.3125,
      "learning_rate": 1.7653420580571338e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5448961645364762,
      "num_tokens": 392822700.0,
      "step": 510050
    },
    {
      "epoch": 0.6469903267297344,
      "grad_norm": 4.53125,
      "learning_rate": 1.7652786270485043e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5258136123418808,
      "num_tokens": 392831110.0,
      "step": 510060
    },
    {
      "epoch": 0.6470030113222673,
      "grad_norm": 4.84375,
      "learning_rate": 1.7652151960398752e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5339622884988785,
      "num_tokens": 392839210.0,
      "step": 510070
    },
    {
      "epoch": 0.6470156959148001,
      "grad_norm": 6.78125,
      "learning_rate": 1.7651517650312464e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5438569188117981,
      "num_tokens": 392846749.0,
      "step": 510080
    },
    {
      "epoch": 0.6470283805073329,
      "grad_norm": 6.96875,
      "learning_rate": 1.765088334022617e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5273688554763794,
      "num_tokens": 392854572.0,
      "step": 510090
    },
    {
      "epoch": 0.6470410650998658,
      "grad_norm": 5.40625,
      "learning_rate": 1.765024903013988e-05,
      "loss": 1.8454,
      "mean_token_accuracy": 0.5919812500476838,
      "num_tokens": 392862867.0,
      "step": 510100
    },
    {
      "epoch": 0.6470537496923986,
      "grad_norm": 4.4375,
      "learning_rate": 1.7649614720053587e-05,
      "loss": 2.1983,
      "mean_token_accuracy": 0.5477105736732483,
      "num_tokens": 392870131.0,
      "step": 510110
    },
    {
      "epoch": 0.6470664342849315,
      "grad_norm": 7.25,
      "learning_rate": 1.7648980409967296e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5275130033493042,
      "num_tokens": 392877244.0,
      "step": 510120
    },
    {
      "epoch": 0.6470791188774643,
      "grad_norm": 4.78125,
      "learning_rate": 1.7648346099881005e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5350797265768051,
      "num_tokens": 392885788.0,
      "step": 510130
    },
    {
      "epoch": 0.6470918034699972,
      "grad_norm": 5.28125,
      "learning_rate": 1.7647711789794713e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.532575786113739,
      "num_tokens": 392893251.0,
      "step": 510140
    },
    {
      "epoch": 0.64710448806253,
      "grad_norm": 5.375,
      "learning_rate": 1.7647077479708422e-05,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5605271399021149,
      "num_tokens": 392899544.0,
      "step": 510150
    },
    {
      "epoch": 0.6471171726550629,
      "grad_norm": 4.6875,
      "learning_rate": 1.7646443169622127e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5407879889011383,
      "num_tokens": 392908115.0,
      "step": 510160
    },
    {
      "epoch": 0.6471298572475956,
      "grad_norm": 5.59375,
      "learning_rate": 1.7645808859535836e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5471562176942826,
      "num_tokens": 392915546.0,
      "step": 510170
    },
    {
      "epoch": 0.6471425418401284,
      "grad_norm": 4.6875,
      "learning_rate": 1.7645174549449548e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5328724145889282,
      "num_tokens": 392924724.0,
      "step": 510180
    },
    {
      "epoch": 0.6471552264326613,
      "grad_norm": 5.28125,
      "learning_rate": 1.7644540239363254e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5302206814289093,
      "num_tokens": 392932684.0,
      "step": 510190
    },
    {
      "epoch": 0.6471679110251941,
      "grad_norm": 5.0,
      "learning_rate": 1.7643905929276962e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.543682798743248,
      "num_tokens": 392939604.0,
      "step": 510200
    },
    {
      "epoch": 0.647180595617727,
      "grad_norm": 6.09375,
      "learning_rate": 1.764327161919067e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.5548514127731323,
      "num_tokens": 392946622.0,
      "step": 510210
    },
    {
      "epoch": 0.6471932802102598,
      "grad_norm": 6.0625,
      "learning_rate": 1.7642637309104383e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5811251521110534,
      "num_tokens": 392952682.0,
      "step": 510220
    },
    {
      "epoch": 0.6472059648027927,
      "grad_norm": 4.6875,
      "learning_rate": 1.764200299901809e-05,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5660162091255188,
      "num_tokens": 392962443.0,
      "step": 510230
    },
    {
      "epoch": 0.6472186493953255,
      "grad_norm": 4.5625,
      "learning_rate": 1.7641368688931797e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5429433286190033,
      "num_tokens": 392970085.0,
      "step": 510240
    },
    {
      "epoch": 0.6472313339878583,
      "grad_norm": 11.3125,
      "learning_rate": 1.7640734378845506e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5310414284467697,
      "num_tokens": 392976547.0,
      "step": 510250
    },
    {
      "epoch": 0.6472440185803912,
      "grad_norm": 6.28125,
      "learning_rate": 1.7640100068759215e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5293723911046981,
      "num_tokens": 392983424.0,
      "step": 510260
    },
    {
      "epoch": 0.6472567031729239,
      "grad_norm": 5.4375,
      "learning_rate": 1.7639465758672924e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5454768449068069,
      "num_tokens": 392990699.0,
      "step": 510270
    },
    {
      "epoch": 0.6472693877654568,
      "grad_norm": 4.71875,
      "learning_rate": 1.7638831448586632e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5551917999982834,
      "num_tokens": 392996656.0,
      "step": 510280
    },
    {
      "epoch": 0.6472820723579896,
      "grad_norm": 5.28125,
      "learning_rate": 1.763819713850034e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5485348671674728,
      "num_tokens": 393004541.0,
      "step": 510290
    },
    {
      "epoch": 0.6472947569505225,
      "grad_norm": 5.46875,
      "learning_rate": 1.7637562828414046e-05,
      "loss": 1.5205,
      "mean_token_accuracy": 0.6662826895713806,
      "num_tokens": 393011179.0,
      "step": 510300
    },
    {
      "epoch": 0.6473074415430553,
      "grad_norm": 13.5,
      "learning_rate": 1.7636928518327755e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5436159372329712,
      "num_tokens": 393018481.0,
      "step": 510310
    },
    {
      "epoch": 0.6473201261355881,
      "grad_norm": 5.78125,
      "learning_rate": 1.7636294208241467e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5252840846776963,
      "num_tokens": 393026960.0,
      "step": 510320
    },
    {
      "epoch": 0.647332810728121,
      "grad_norm": 5.71875,
      "learning_rate": 1.7635659898155173e-05,
      "loss": 1.9864,
      "mean_token_accuracy": 0.5542244166135788,
      "num_tokens": 393033768.0,
      "step": 510330
    },
    {
      "epoch": 0.6473454953206538,
      "grad_norm": 4.84375,
      "learning_rate": 1.763502558806888e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5485660463571549,
      "num_tokens": 393041171.0,
      "step": 510340
    },
    {
      "epoch": 0.6473581799131867,
      "grad_norm": 6.96875,
      "learning_rate": 1.763439127798259e-05,
      "loss": 2.249,
      "mean_token_accuracy": 0.5213955074548722,
      "num_tokens": 393048127.0,
      "step": 510350
    },
    {
      "epoch": 0.6473708645057195,
      "grad_norm": 4.59375,
      "learning_rate": 1.76337569678963e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5466128468513489,
      "num_tokens": 393055654.0,
      "step": 510360
    },
    {
      "epoch": 0.6473835490982524,
      "grad_norm": 6.5625,
      "learning_rate": 1.7633122657810008e-05,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5513911306858063,
      "num_tokens": 393062040.0,
      "step": 510370
    },
    {
      "epoch": 0.6473962336907851,
      "grad_norm": 7.4375,
      "learning_rate": 1.7632488347723716e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5439916610717773,
      "num_tokens": 393069569.0,
      "step": 510380
    },
    {
      "epoch": 0.647408918283318,
      "grad_norm": 5.25,
      "learning_rate": 1.7631854037637425e-05,
      "loss": 2.2837,
      "mean_token_accuracy": 0.5118539601564407,
      "num_tokens": 393078210.0,
      "step": 510390
    },
    {
      "epoch": 0.6474216028758508,
      "grad_norm": 4.875,
      "learning_rate": 1.763121972755113e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5438526451587677,
      "num_tokens": 393087119.0,
      "step": 510400
    },
    {
      "epoch": 0.6474342874683836,
      "grad_norm": 5.53125,
      "learning_rate": 1.763058541746484e-05,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5526919931173324,
      "num_tokens": 393095498.0,
      "step": 510410
    },
    {
      "epoch": 0.6474469720609165,
      "grad_norm": 7.375,
      "learning_rate": 1.762995110737855e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5431540906429291,
      "num_tokens": 393103041.0,
      "step": 510420
    },
    {
      "epoch": 0.6474596566534493,
      "grad_norm": 5.59375,
      "learning_rate": 1.762931679729226e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5353539705276489,
      "num_tokens": 393112537.0,
      "step": 510430
    },
    {
      "epoch": 0.6474723412459822,
      "grad_norm": 5.03125,
      "learning_rate": 1.7628682487205965e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5607634752988815,
      "num_tokens": 393119664.0,
      "step": 510440
    },
    {
      "epoch": 0.647485025838515,
      "grad_norm": 5.65625,
      "learning_rate": 1.7628048177119674e-05,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5329841583967209,
      "num_tokens": 393128246.0,
      "step": 510450
    },
    {
      "epoch": 0.6474977104310479,
      "grad_norm": 5.15625,
      "learning_rate": 1.7627413867033383e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5399966925382614,
      "num_tokens": 393135831.0,
      "step": 510460
    },
    {
      "epoch": 0.6475103950235807,
      "grad_norm": 5.28125,
      "learning_rate": 1.762677955694709e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.524390634894371,
      "num_tokens": 393144376.0,
      "step": 510470
    },
    {
      "epoch": 0.6475230796161134,
      "grad_norm": 8.9375,
      "learning_rate": 1.76261452468608e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5329312086105347,
      "num_tokens": 393152804.0,
      "step": 510480
    },
    {
      "epoch": 0.6475357642086463,
      "grad_norm": 4.9375,
      "learning_rate": 1.762551093677451e-05,
      "loss": 2.2038,
      "mean_token_accuracy": 0.5278491973876953,
      "num_tokens": 393160925.0,
      "step": 510490
    },
    {
      "epoch": 0.6475484488011791,
      "grad_norm": 5.75,
      "learning_rate": 1.7624876626688218e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5548623442649842,
      "num_tokens": 393169391.0,
      "step": 510500
    },
    {
      "epoch": 0.647561133393712,
      "grad_norm": 6.65625,
      "learning_rate": 1.7624242316601923e-05,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5773698359727859,
      "num_tokens": 393176382.0,
      "step": 510510
    },
    {
      "epoch": 0.6475738179862448,
      "grad_norm": 5.65625,
      "learning_rate": 1.7623608006515635e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5422185510396957,
      "num_tokens": 393182746.0,
      "step": 510520
    },
    {
      "epoch": 0.6475865025787777,
      "grad_norm": 4.90625,
      "learning_rate": 1.7622973696429344e-05,
      "loss": 1.8971,
      "mean_token_accuracy": 0.5570316910743713,
      "num_tokens": 393189843.0,
      "step": 510530
    },
    {
      "epoch": 0.6475991871713105,
      "grad_norm": 6.09375,
      "learning_rate": 1.762233938634305e-05,
      "loss": 2.2715,
      "mean_token_accuracy": 0.5191785007715225,
      "num_tokens": 393197998.0,
      "step": 510540
    },
    {
      "epoch": 0.6476118717638434,
      "grad_norm": 7.03125,
      "learning_rate": 1.7621705076256758e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5406842052936554,
      "num_tokens": 393205151.0,
      "step": 510550
    },
    {
      "epoch": 0.6476245563563762,
      "grad_norm": 7.1875,
      "learning_rate": 1.7621070766170467e-05,
      "loss": 2.2591,
      "mean_token_accuracy": 0.5138162583112716,
      "num_tokens": 393213619.0,
      "step": 510560
    },
    {
      "epoch": 0.647637240948909,
      "grad_norm": 5.21875,
      "learning_rate": 1.7620436456084176e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5623920232057571,
      "num_tokens": 393221105.0,
      "step": 510570
    },
    {
      "epoch": 0.6476499255414419,
      "grad_norm": 6.21875,
      "learning_rate": 1.7619802145997884e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5423775345087052,
      "num_tokens": 393229428.0,
      "step": 510580
    },
    {
      "epoch": 0.6476626101339746,
      "grad_norm": 5.34375,
      "learning_rate": 1.7619167835911593e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.527481472492218,
      "num_tokens": 393236789.0,
      "step": 510590
    },
    {
      "epoch": 0.6476752947265075,
      "grad_norm": 4.75,
      "learning_rate": 1.7618533525825302e-05,
      "loss": 2.1995,
      "mean_token_accuracy": 0.5101042151451111,
      "num_tokens": 393244672.0,
      "step": 510600
    },
    {
      "epoch": 0.6476879793190403,
      "grad_norm": 5.375,
      "learning_rate": 1.7617899215739007e-05,
      "loss": 1.9352,
      "mean_token_accuracy": 0.5733705312013626,
      "num_tokens": 393251576.0,
      "step": 510610
    },
    {
      "epoch": 0.6477006639115732,
      "grad_norm": 5.40625,
      "learning_rate": 1.761726490565272e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5495796084403992,
      "num_tokens": 393258560.0,
      "step": 510620
    },
    {
      "epoch": 0.647713348504106,
      "grad_norm": 5.4375,
      "learning_rate": 1.7616630595566428e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5267591089010238,
      "num_tokens": 393265993.0,
      "step": 510630
    },
    {
      "epoch": 0.6477260330966388,
      "grad_norm": 4.78125,
      "learning_rate": 1.7615996285480137e-05,
      "loss": 1.8986,
      "mean_token_accuracy": 0.5694506496191025,
      "num_tokens": 393273949.0,
      "step": 510640
    },
    {
      "epoch": 0.6477387176891717,
      "grad_norm": 6.6875,
      "learning_rate": 1.7615361975393842e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5370450973510742,
      "num_tokens": 393282089.0,
      "step": 510650
    },
    {
      "epoch": 0.6477514022817045,
      "grad_norm": 6.28125,
      "learning_rate": 1.7614727665307554e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5336633950471878,
      "num_tokens": 393289729.0,
      "step": 510660
    },
    {
      "epoch": 0.6477640868742374,
      "grad_norm": 5.25,
      "learning_rate": 1.7614093355221263e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5567449808120728,
      "num_tokens": 393296670.0,
      "step": 510670
    },
    {
      "epoch": 0.6477767714667702,
      "grad_norm": 5.4375,
      "learning_rate": 1.761345904513497e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5498465269804,
      "num_tokens": 393302931.0,
      "step": 510680
    },
    {
      "epoch": 0.647789456059303,
      "grad_norm": 4.78125,
      "learning_rate": 1.7612824735048677e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5564403235912323,
      "num_tokens": 393310233.0,
      "step": 510690
    },
    {
      "epoch": 0.6478021406518358,
      "grad_norm": 6.8125,
      "learning_rate": 1.7612190424962386e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5680602043867111,
      "num_tokens": 393317180.0,
      "step": 510700
    },
    {
      "epoch": 0.6478148252443687,
      "grad_norm": 6.0625,
      "learning_rate": 1.7611556114876095e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5658403664827347,
      "num_tokens": 393324832.0,
      "step": 510710
    },
    {
      "epoch": 0.6478275098369015,
      "grad_norm": 4.9375,
      "learning_rate": 1.7610921804789803e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5431120753288269,
      "num_tokens": 393332393.0,
      "step": 510720
    },
    {
      "epoch": 0.6478401944294343,
      "grad_norm": 6.125,
      "learning_rate": 1.7610287494703512e-05,
      "loss": 1.8796,
      "mean_token_accuracy": 0.572509127855301,
      "num_tokens": 393339983.0,
      "step": 510730
    },
    {
      "epoch": 0.6478528790219672,
      "grad_norm": 5.125,
      "learning_rate": 1.760965318461722e-05,
      "loss": 1.8301,
      "mean_token_accuracy": 0.5907239764928818,
      "num_tokens": 393347529.0,
      "step": 510740
    },
    {
      "epoch": 0.6478655636145,
      "grad_norm": 6.21875,
      "learning_rate": 1.7609018874530926e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5332295656204223,
      "num_tokens": 393355311.0,
      "step": 510750
    },
    {
      "epoch": 0.6478782482070329,
      "grad_norm": 7.25,
      "learning_rate": 1.7608384564444638e-05,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5345724731683731,
      "num_tokens": 393363496.0,
      "step": 510760
    },
    {
      "epoch": 0.6478909327995657,
      "grad_norm": 5.59375,
      "learning_rate": 1.7607750254358347e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5419047623872757,
      "num_tokens": 393372543.0,
      "step": 510770
    },
    {
      "epoch": 0.6479036173920986,
      "grad_norm": 5.15625,
      "learning_rate": 1.7607115944272052e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5402517199516297,
      "num_tokens": 393379350.0,
      "step": 510780
    },
    {
      "epoch": 0.6479163019846313,
      "grad_norm": 5.0,
      "learning_rate": 1.760648163418576e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.526083055138588,
      "num_tokens": 393386999.0,
      "step": 510790
    },
    {
      "epoch": 0.6479289865771641,
      "grad_norm": 6.71875,
      "learning_rate": 1.760584732409947e-05,
      "loss": 1.9393,
      "mean_token_accuracy": 0.5704767227172851,
      "num_tokens": 393393589.0,
      "step": 510800
    },
    {
      "epoch": 0.647941671169697,
      "grad_norm": 4.84375,
      "learning_rate": 1.7605213014013182e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5324530869722366,
      "num_tokens": 393401750.0,
      "step": 510810
    },
    {
      "epoch": 0.6479543557622298,
      "grad_norm": 6.25,
      "learning_rate": 1.7604578703926887e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.546197846531868,
      "num_tokens": 393409207.0,
      "step": 510820
    },
    {
      "epoch": 0.6479670403547627,
      "grad_norm": 6.875,
      "learning_rate": 1.7603944393840596e-05,
      "loss": 1.7496,
      "mean_token_accuracy": 0.6096485435962677,
      "num_tokens": 393415446.0,
      "step": 510830
    },
    {
      "epoch": 0.6479797249472955,
      "grad_norm": 10.6875,
      "learning_rate": 1.7603310083754305e-05,
      "loss": 1.9049,
      "mean_token_accuracy": 0.5833948582410813,
      "num_tokens": 393421967.0,
      "step": 510840
    },
    {
      "epoch": 0.6479924095398284,
      "grad_norm": 5.5625,
      "learning_rate": 1.7602675773668014e-05,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5335368573665619,
      "num_tokens": 393430745.0,
      "step": 510850
    },
    {
      "epoch": 0.6480050941323612,
      "grad_norm": 6.28125,
      "learning_rate": 1.7602041463581722e-05,
      "loss": 1.7703,
      "mean_token_accuracy": 0.5948173522949218,
      "num_tokens": 393437449.0,
      "step": 510860
    },
    {
      "epoch": 0.648017778724894,
      "grad_norm": 6.21875,
      "learning_rate": 1.760140715349543e-05,
      "loss": 1.6936,
      "mean_token_accuracy": 0.6243435949087143,
      "num_tokens": 393442510.0,
      "step": 510870
    },
    {
      "epoch": 0.6480304633174269,
      "grad_norm": 6.0625,
      "learning_rate": 1.760077284340914e-05,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5606037080287933,
      "num_tokens": 393449951.0,
      "step": 510880
    },
    {
      "epoch": 0.6480431479099596,
      "grad_norm": 6.78125,
      "learning_rate": 1.7600138533322845e-05,
      "loss": 1.7932,
      "mean_token_accuracy": 0.5899494707584381,
      "num_tokens": 393457847.0,
      "step": 510890
    },
    {
      "epoch": 0.6480558325024925,
      "grad_norm": 5.46875,
      "learning_rate": 1.7599504223236554e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5726920306682587,
      "num_tokens": 393464804.0,
      "step": 510900
    },
    {
      "epoch": 0.6480685170950253,
      "grad_norm": 6.4375,
      "learning_rate": 1.7598869913150266e-05,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5918046176433563,
      "num_tokens": 393471880.0,
      "step": 510910
    },
    {
      "epoch": 0.6480812016875582,
      "grad_norm": 5.125,
      "learning_rate": 1.759823560306397e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5436813294887543,
      "num_tokens": 393480058.0,
      "step": 510920
    },
    {
      "epoch": 0.648093886280091,
      "grad_norm": 8.1875,
      "learning_rate": 1.759760129297768e-05,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5629923045635223,
      "num_tokens": 393486254.0,
      "step": 510930
    },
    {
      "epoch": 0.6481065708726239,
      "grad_norm": 6.09375,
      "learning_rate": 1.759696698289139e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.525313463807106,
      "num_tokens": 393494640.0,
      "step": 510940
    },
    {
      "epoch": 0.6481192554651567,
      "grad_norm": 5.46875,
      "learning_rate": 1.7596332672805098e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.55232754945755,
      "num_tokens": 393502250.0,
      "step": 510950
    },
    {
      "epoch": 0.6481319400576895,
      "grad_norm": 5.125,
      "learning_rate": 1.7595698362718806e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5382069796323776,
      "num_tokens": 393508641.0,
      "step": 510960
    },
    {
      "epoch": 0.6481446246502224,
      "grad_norm": 5.78125,
      "learning_rate": 1.7595064052632515e-05,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5265148699283599,
      "num_tokens": 393517105.0,
      "step": 510970
    },
    {
      "epoch": 0.6481573092427552,
      "grad_norm": 5.25,
      "learning_rate": 1.7594429742546224e-05,
      "loss": 1.8591,
      "mean_token_accuracy": 0.5856934905052185,
      "num_tokens": 393523886.0,
      "step": 510980
    },
    {
      "epoch": 0.6481699938352881,
      "grad_norm": 5.5625,
      "learning_rate": 1.759379543245993e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.5682183563709259,
      "num_tokens": 393531014.0,
      "step": 510990
    },
    {
      "epoch": 0.6481826784278208,
      "grad_norm": 5.0625,
      "learning_rate": 1.7593161122373638e-05,
      "loss": 1.9554,
      "mean_token_accuracy": 0.5721104234457016,
      "num_tokens": 393539778.0,
      "step": 511000
    },
    {
      "epoch": 0.6481953630203537,
      "grad_norm": 6.09375,
      "learning_rate": 1.759252681228735e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5469563573598861,
      "num_tokens": 393548184.0,
      "step": 511010
    },
    {
      "epoch": 0.6482080476128865,
      "grad_norm": 5.84375,
      "learning_rate": 1.759189250220106e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5563770115375519,
      "num_tokens": 393555736.0,
      "step": 511020
    },
    {
      "epoch": 0.6482207322054193,
      "grad_norm": 5.6875,
      "learning_rate": 1.7591258192114764e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5623521983623505,
      "num_tokens": 393563973.0,
      "step": 511030
    },
    {
      "epoch": 0.6482334167979522,
      "grad_norm": 6.03125,
      "learning_rate": 1.7590623882028473e-05,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5618845522403717,
      "num_tokens": 393572025.0,
      "step": 511040
    },
    {
      "epoch": 0.648246101390485,
      "grad_norm": 5.25,
      "learning_rate": 1.758998957194218e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5424215584993363,
      "num_tokens": 393580497.0,
      "step": 511050
    },
    {
      "epoch": 0.6482587859830179,
      "grad_norm": 5.1875,
      "learning_rate": 1.758935526185589e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5323934555053711,
      "num_tokens": 393587800.0,
      "step": 511060
    },
    {
      "epoch": 0.6482714705755507,
      "grad_norm": 6.8125,
      "learning_rate": 1.75887209517696e-05,
      "loss": 1.8447,
      "mean_token_accuracy": 0.5835404217243194,
      "num_tokens": 393594410.0,
      "step": 511070
    },
    {
      "epoch": 0.6482841551680836,
      "grad_norm": 7.6875,
      "learning_rate": 1.7588086641683308e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5319289356470108,
      "num_tokens": 393601624.0,
      "step": 511080
    },
    {
      "epoch": 0.6482968397606164,
      "grad_norm": 5.3125,
      "learning_rate": 1.7587452331597017e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5317506909370422,
      "num_tokens": 393610196.0,
      "step": 511090
    },
    {
      "epoch": 0.6483095243531493,
      "grad_norm": 5.03125,
      "learning_rate": 1.7586818021510722e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.525837755203247,
      "num_tokens": 393618343.0,
      "step": 511100
    },
    {
      "epoch": 0.648322208945682,
      "grad_norm": 5.5,
      "learning_rate": 1.7586183711424434e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5443856060504914,
      "num_tokens": 393625381.0,
      "step": 511110
    },
    {
      "epoch": 0.6483348935382148,
      "grad_norm": 5.125,
      "learning_rate": 1.7585549401338143e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5541313081979752,
      "num_tokens": 393633230.0,
      "step": 511120
    },
    {
      "epoch": 0.6483475781307477,
      "grad_norm": 5.28125,
      "learning_rate": 1.7584915091251848e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5399548083543777,
      "num_tokens": 393641503.0,
      "step": 511130
    },
    {
      "epoch": 0.6483602627232805,
      "grad_norm": 6.15625,
      "learning_rate": 1.7584280781165557e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5473698645830154,
      "num_tokens": 393648821.0,
      "step": 511140
    },
    {
      "epoch": 0.6483729473158134,
      "grad_norm": 4.78125,
      "learning_rate": 1.758364647107927e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5295395672321319,
      "num_tokens": 393657129.0,
      "step": 511150
    },
    {
      "epoch": 0.6483856319083462,
      "grad_norm": 5.625,
      "learning_rate": 1.7583012160992978e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5345735013484955,
      "num_tokens": 393664446.0,
      "step": 511160
    },
    {
      "epoch": 0.6483983165008791,
      "grad_norm": 6.03125,
      "learning_rate": 1.7582377850906683e-05,
      "loss": 2.2435,
      "mean_token_accuracy": 0.5189063280820847,
      "num_tokens": 393671556.0,
      "step": 511170
    },
    {
      "epoch": 0.6484110010934119,
      "grad_norm": 5.40625,
      "learning_rate": 1.7581743540820392e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5504751682281495,
      "num_tokens": 393680167.0,
      "step": 511180
    },
    {
      "epoch": 0.6484236856859447,
      "grad_norm": 5.625,
      "learning_rate": 1.75811092307341e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5451634764671326,
      "num_tokens": 393687932.0,
      "step": 511190
    },
    {
      "epoch": 0.6484363702784776,
      "grad_norm": 4.9375,
      "learning_rate": 1.758047492064781e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.520066174864769,
      "num_tokens": 393696670.0,
      "step": 511200
    },
    {
      "epoch": 0.6484490548710103,
      "grad_norm": 4.625,
      "learning_rate": 1.7579840610561518e-05,
      "loss": 1.7959,
      "mean_token_accuracy": 0.582281094789505,
      "num_tokens": 393704051.0,
      "step": 511210
    },
    {
      "epoch": 0.6484617394635432,
      "grad_norm": 5.1875,
      "learning_rate": 1.7579206300475227e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5242943912744522,
      "num_tokens": 393712282.0,
      "step": 511220
    },
    {
      "epoch": 0.648474424056076,
      "grad_norm": 6.46875,
      "learning_rate": 1.7578571990388935e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5430536448955536,
      "num_tokens": 393717887.0,
      "step": 511230
    },
    {
      "epoch": 0.6484871086486089,
      "grad_norm": 5.75,
      "learning_rate": 1.757793768030264e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5324890404939652,
      "num_tokens": 393725772.0,
      "step": 511240
    },
    {
      "epoch": 0.6484997932411417,
      "grad_norm": 5.75,
      "learning_rate": 1.7577303370216353e-05,
      "loss": 1.8688,
      "mean_token_accuracy": 0.5687530368566514,
      "num_tokens": 393732736.0,
      "step": 511250
    },
    {
      "epoch": 0.6485124778336745,
      "grad_norm": 5.5625,
      "learning_rate": 1.757666906013006e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5258289694786071,
      "num_tokens": 393741509.0,
      "step": 511260
    },
    {
      "epoch": 0.6485251624262074,
      "grad_norm": 8.5625,
      "learning_rate": 1.7576034750043767e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5316649198532104,
      "num_tokens": 393748444.0,
      "step": 511270
    },
    {
      "epoch": 0.6485378470187402,
      "grad_norm": 5.75,
      "learning_rate": 1.7575400439957476e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5697975516319275,
      "num_tokens": 393756098.0,
      "step": 511280
    },
    {
      "epoch": 0.6485505316112731,
      "grad_norm": 6.6875,
      "learning_rate": 1.7574766129871185e-05,
      "loss": 1.7227,
      "mean_token_accuracy": 0.6027537256479263,
      "num_tokens": 393762927.0,
      "step": 511290
    },
    {
      "epoch": 0.6485632162038059,
      "grad_norm": 5.1875,
      "learning_rate": 1.7574131819784893e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5397445917129516,
      "num_tokens": 393771489.0,
      "step": 511300
    },
    {
      "epoch": 0.6485759007963388,
      "grad_norm": 9.75,
      "learning_rate": 1.7573497509698602e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5456721752882003,
      "num_tokens": 393778876.0,
      "step": 511310
    },
    {
      "epoch": 0.6485885853888715,
      "grad_norm": 8.375,
      "learning_rate": 1.757286319961231e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5409644812345504,
      "num_tokens": 393786126.0,
      "step": 511320
    },
    {
      "epoch": 0.6486012699814044,
      "grad_norm": 7.5,
      "learning_rate": 1.757222888952602e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5475845187902451,
      "num_tokens": 393794964.0,
      "step": 511330
    },
    {
      "epoch": 0.6486139545739372,
      "grad_norm": 8.625,
      "learning_rate": 1.7571594579439725e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.54185531437397,
      "num_tokens": 393802397.0,
      "step": 511340
    },
    {
      "epoch": 0.64862663916647,
      "grad_norm": 6.4375,
      "learning_rate": 1.7570960269353437e-05,
      "loss": 2.3221,
      "mean_token_accuracy": 0.5055954039096833,
      "num_tokens": 393811043.0,
      "step": 511350
    },
    {
      "epoch": 0.6486393237590029,
      "grad_norm": 6.03125,
      "learning_rate": 1.7570325959267146e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.566890200972557,
      "num_tokens": 393819032.0,
      "step": 511360
    },
    {
      "epoch": 0.6486520083515357,
      "grad_norm": 6.78125,
      "learning_rate": 1.7569691649180854e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5499013602733612,
      "num_tokens": 393826155.0,
      "step": 511370
    },
    {
      "epoch": 0.6486646929440686,
      "grad_norm": 8.375,
      "learning_rate": 1.756905733909456e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.5629302680492401,
      "num_tokens": 393833673.0,
      "step": 511380
    },
    {
      "epoch": 0.6486773775366014,
      "grad_norm": 5.59375,
      "learning_rate": 1.756842302900827e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5523504853248596,
      "num_tokens": 393841471.0,
      "step": 511390
    },
    {
      "epoch": 0.6486900621291343,
      "grad_norm": 6.09375,
      "learning_rate": 1.756778871892198e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5629240214824677,
      "num_tokens": 393848874.0,
      "step": 511400
    },
    {
      "epoch": 0.6487027467216671,
      "grad_norm": 4.875,
      "learning_rate": 1.7567154408835686e-05,
      "loss": 2.354,
      "mean_token_accuracy": 0.5024547129869461,
      "num_tokens": 393857639.0,
      "step": 511410
    },
    {
      "epoch": 0.6487154313141998,
      "grad_norm": 6.8125,
      "learning_rate": 1.7566520098749395e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5352942287921906,
      "num_tokens": 393865539.0,
      "step": 511420
    },
    {
      "epoch": 0.6487281159067327,
      "grad_norm": 4.65625,
      "learning_rate": 1.7565885788663103e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5647448658943176,
      "num_tokens": 393874182.0,
      "step": 511430
    },
    {
      "epoch": 0.6487408004992655,
      "grad_norm": 4.96875,
      "learning_rate": 1.7565251478576812e-05,
      "loss": 1.9881,
      "mean_token_accuracy": 0.54465511739254,
      "num_tokens": 393882713.0,
      "step": 511440
    },
    {
      "epoch": 0.6487534850917984,
      "grad_norm": 4.65625,
      "learning_rate": 1.756461716849052e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5401730686426163,
      "num_tokens": 393891369.0,
      "step": 511450
    },
    {
      "epoch": 0.6487661696843312,
      "grad_norm": 7.15625,
      "learning_rate": 1.756398285840423e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5361430674791337,
      "num_tokens": 393898614.0,
      "step": 511460
    },
    {
      "epoch": 0.6487788542768641,
      "grad_norm": 4.78125,
      "learning_rate": 1.756334854831794e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5727125585079194,
      "num_tokens": 393905096.0,
      "step": 511470
    },
    {
      "epoch": 0.6487915388693969,
      "grad_norm": 6.0,
      "learning_rate": 1.7562714238231644e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5718384116888047,
      "num_tokens": 393911309.0,
      "step": 511480
    },
    {
      "epoch": 0.6488042234619298,
      "grad_norm": 5.21875,
      "learning_rate": 1.7562079928145353e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5321439057588577,
      "num_tokens": 393919390.0,
      "step": 511490
    },
    {
      "epoch": 0.6488169080544626,
      "grad_norm": 5.5,
      "learning_rate": 1.7561445618059065e-05,
      "loss": 1.8582,
      "mean_token_accuracy": 0.5935141831636429,
      "num_tokens": 393926524.0,
      "step": 511500
    },
    {
      "epoch": 0.6488295926469954,
      "grad_norm": 5.0,
      "learning_rate": 1.756081130797277e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5173042804002762,
      "num_tokens": 393936524.0,
      "step": 511510
    },
    {
      "epoch": 0.6488422772395283,
      "grad_norm": 17.875,
      "learning_rate": 1.756017699788648e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5379278838634491,
      "num_tokens": 393944698.0,
      "step": 511520
    },
    {
      "epoch": 0.648854961832061,
      "grad_norm": 6.15625,
      "learning_rate": 1.7559542687800187e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5535117715597153,
      "num_tokens": 393952831.0,
      "step": 511530
    },
    {
      "epoch": 0.6488676464245939,
      "grad_norm": 5.5,
      "learning_rate": 1.7558908377713896e-05,
      "loss": 2.4262,
      "mean_token_accuracy": 0.4957894802093506,
      "num_tokens": 393961602.0,
      "step": 511540
    },
    {
      "epoch": 0.6488803310171267,
      "grad_norm": 5.5,
      "learning_rate": 1.7558274067627605e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5396662443876267,
      "num_tokens": 393969756.0,
      "step": 511550
    },
    {
      "epoch": 0.6488930156096596,
      "grad_norm": 6.34375,
      "learning_rate": 1.7557639757541314e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.542656522989273,
      "num_tokens": 393978203.0,
      "step": 511560
    },
    {
      "epoch": 0.6489057002021924,
      "grad_norm": 5.625,
      "learning_rate": 1.7557005447455022e-05,
      "loss": 2.323,
      "mean_token_accuracy": 0.5126461625099182,
      "num_tokens": 393987739.0,
      "step": 511570
    },
    {
      "epoch": 0.6489183847947252,
      "grad_norm": 6.03125,
      "learning_rate": 1.755637113736873e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5647921234369278,
      "num_tokens": 393995001.0,
      "step": 511580
    },
    {
      "epoch": 0.6489310693872581,
      "grad_norm": 7.96875,
      "learning_rate": 1.755573682728244e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5421294122934341,
      "num_tokens": 394002352.0,
      "step": 511590
    },
    {
      "epoch": 0.6489437539797909,
      "grad_norm": 5.4375,
      "learning_rate": 1.755510251719615e-05,
      "loss": 2.2658,
      "mean_token_accuracy": 0.5194835603237152,
      "num_tokens": 394011292.0,
      "step": 511600
    },
    {
      "epoch": 0.6489564385723238,
      "grad_norm": 7.28125,
      "learning_rate": 1.7554468207109857e-05,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5541244566440582,
      "num_tokens": 394018960.0,
      "step": 511610
    },
    {
      "epoch": 0.6489691231648566,
      "grad_norm": 4.875,
      "learning_rate": 1.7553833897023563e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5409265786409378,
      "num_tokens": 394027675.0,
      "step": 511620
    },
    {
      "epoch": 0.6489818077573895,
      "grad_norm": 7.28125,
      "learning_rate": 1.755319958693727e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.540965524315834,
      "num_tokens": 394035486.0,
      "step": 511630
    },
    {
      "epoch": 0.6489944923499222,
      "grad_norm": 5.5,
      "learning_rate": 1.7552565276850984e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5366525560617447,
      "num_tokens": 394043475.0,
      "step": 511640
    },
    {
      "epoch": 0.6490071769424551,
      "grad_norm": 6.25,
      "learning_rate": 1.755193096676469e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5669853389263153,
      "num_tokens": 394050853.0,
      "step": 511650
    },
    {
      "epoch": 0.6490198615349879,
      "grad_norm": 5.5625,
      "learning_rate": 1.7551296656678398e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5463769763708115,
      "num_tokens": 394058120.0,
      "step": 511660
    },
    {
      "epoch": 0.6490325461275207,
      "grad_norm": 5.25,
      "learning_rate": 1.7550662346592106e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5316143810749054,
      "num_tokens": 394066252.0,
      "step": 511670
    },
    {
      "epoch": 0.6490452307200536,
      "grad_norm": 5.9375,
      "learning_rate": 1.7550028036505815e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5747907280921936,
      "num_tokens": 394073707.0,
      "step": 511680
    },
    {
      "epoch": 0.6490579153125864,
      "grad_norm": 5.5625,
      "learning_rate": 1.7549393726419524e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5376571893692017,
      "num_tokens": 394082840.0,
      "step": 511690
    },
    {
      "epoch": 0.6490705999051193,
      "grad_norm": 5.53125,
      "learning_rate": 1.7548759416333233e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.540206229686737,
      "num_tokens": 394090445.0,
      "step": 511700
    },
    {
      "epoch": 0.6490832844976521,
      "grad_norm": 10.25,
      "learning_rate": 1.754812510624694e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5490077286958694,
      "num_tokens": 394097395.0,
      "step": 511710
    },
    {
      "epoch": 0.649095969090185,
      "grad_norm": 6.375,
      "learning_rate": 1.7547490796160647e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.562066051363945,
      "num_tokens": 394105293.0,
      "step": 511720
    },
    {
      "epoch": 0.6491086536827178,
      "grad_norm": 7.625,
      "learning_rate": 1.7546856486074356e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5564616024494171,
      "num_tokens": 394114255.0,
      "step": 511730
    },
    {
      "epoch": 0.6491213382752505,
      "grad_norm": 6.4375,
      "learning_rate": 1.7546222175988068e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5198997884988785,
      "num_tokens": 394121832.0,
      "step": 511740
    },
    {
      "epoch": 0.6491340228677834,
      "grad_norm": 5.625,
      "learning_rate": 1.7545587865901776e-05,
      "loss": 1.8658,
      "mean_token_accuracy": 0.5931562632322311,
      "num_tokens": 394128309.0,
      "step": 511750
    },
    {
      "epoch": 0.6491467074603162,
      "grad_norm": 7.21875,
      "learning_rate": 1.7544953555815482e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5231677442789078,
      "num_tokens": 394136634.0,
      "step": 511760
    },
    {
      "epoch": 0.6491593920528491,
      "grad_norm": 6.28125,
      "learning_rate": 1.754431924572919e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5584026575088501,
      "num_tokens": 394144161.0,
      "step": 511770
    },
    {
      "epoch": 0.6491720766453819,
      "grad_norm": 5.0,
      "learning_rate": 1.75436849356429e-05,
      "loss": 1.8014,
      "mean_token_accuracy": 0.59418103992939,
      "num_tokens": 394151435.0,
      "step": 511780
    },
    {
      "epoch": 0.6491847612379148,
      "grad_norm": 6.4375,
      "learning_rate": 1.7543050625556608e-05,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5058589816093445,
      "num_tokens": 394159899.0,
      "step": 511790
    },
    {
      "epoch": 0.6491974458304476,
      "grad_norm": 7.28125,
      "learning_rate": 1.7542416315470317e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5428565055131912,
      "num_tokens": 394167975.0,
      "step": 511800
    },
    {
      "epoch": 0.6492101304229804,
      "grad_norm": 5.0,
      "learning_rate": 1.7541782005384025e-05,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5277262717485428,
      "num_tokens": 394177514.0,
      "step": 511810
    },
    {
      "epoch": 0.6492228150155133,
      "grad_norm": 5.375,
      "learning_rate": 1.7541147695297734e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5411706775426864,
      "num_tokens": 394186464.0,
      "step": 511820
    },
    {
      "epoch": 0.649235499608046,
      "grad_norm": 4.9375,
      "learning_rate": 1.754051338521144e-05,
      "loss": 2.1227,
      "mean_token_accuracy": 0.530344620347023,
      "num_tokens": 394194074.0,
      "step": 511830
    },
    {
      "epoch": 0.649248184200579,
      "grad_norm": 5.34375,
      "learning_rate": 1.753987907512515e-05,
      "loss": 1.9465,
      "mean_token_accuracy": 0.576441177725792,
      "num_tokens": 394200945.0,
      "step": 511840
    },
    {
      "epoch": 0.6492608687931117,
      "grad_norm": 4.84375,
      "learning_rate": 1.753924476503886e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5664274603128433,
      "num_tokens": 394208231.0,
      "step": 511850
    },
    {
      "epoch": 0.6492735533856446,
      "grad_norm": 5.59375,
      "learning_rate": 1.7538610454952566e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5572123259305954,
      "num_tokens": 394216130.0,
      "step": 511860
    },
    {
      "epoch": 0.6492862379781774,
      "grad_norm": 5.875,
      "learning_rate": 1.7537976144866274e-05,
      "loss": 1.9113,
      "mean_token_accuracy": 0.5761528491973877,
      "num_tokens": 394224564.0,
      "step": 511870
    },
    {
      "epoch": 0.6492989225707103,
      "grad_norm": 5.78125,
      "learning_rate": 1.7537341834779983e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5452007532119751,
      "num_tokens": 394231156.0,
      "step": 511880
    },
    {
      "epoch": 0.6493116071632431,
      "grad_norm": 5.5,
      "learning_rate": 1.7536707524693692e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5318830102682114,
      "num_tokens": 394238570.0,
      "step": 511890
    },
    {
      "epoch": 0.6493242917557759,
      "grad_norm": 7.09375,
      "learning_rate": 1.75360732146074e-05,
      "loss": 2.2834,
      "mean_token_accuracy": 0.5096227496862411,
      "num_tokens": 394247624.0,
      "step": 511900
    },
    {
      "epoch": 0.6493369763483088,
      "grad_norm": 5.5625,
      "learning_rate": 1.753543890452111e-05,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5348425090312958,
      "num_tokens": 394254933.0,
      "step": 511910
    },
    {
      "epoch": 0.6493496609408416,
      "grad_norm": 8.3125,
      "learning_rate": 1.7534804594434818e-05,
      "loss": 1.8388,
      "mean_token_accuracy": 0.5772259563207627,
      "num_tokens": 394261941.0,
      "step": 511920
    },
    {
      "epoch": 0.6493623455333745,
      "grad_norm": 5.125,
      "learning_rate": 1.7534170284348524e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.533571508526802,
      "num_tokens": 394269900.0,
      "step": 511930
    },
    {
      "epoch": 0.6493750301259072,
      "grad_norm": 6.21875,
      "learning_rate": 1.7533535974262236e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5422980427742005,
      "num_tokens": 394277191.0,
      "step": 511940
    },
    {
      "epoch": 0.6493877147184401,
      "grad_norm": 10.25,
      "learning_rate": 1.7532901664175944e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5083665400743484,
      "num_tokens": 394284691.0,
      "step": 511950
    },
    {
      "epoch": 0.6494003993109729,
      "grad_norm": 5.3125,
      "learning_rate": 1.7532267354089653e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5317872673273086,
      "num_tokens": 394292656.0,
      "step": 511960
    },
    {
      "epoch": 0.6494130839035057,
      "grad_norm": 5.125,
      "learning_rate": 1.753163304400336e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5486210227012634,
      "num_tokens": 394299477.0,
      "step": 511970
    },
    {
      "epoch": 0.6494257684960386,
      "grad_norm": 6.40625,
      "learning_rate": 1.7530998733917067e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5392628520727157,
      "num_tokens": 394308090.0,
      "step": 511980
    },
    {
      "epoch": 0.6494384530885714,
      "grad_norm": 6.0,
      "learning_rate": 1.753036442383078e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5244902491569519,
      "num_tokens": 394315057.0,
      "step": 511990
    },
    {
      "epoch": 0.6494511376811043,
      "grad_norm": 6.71875,
      "learning_rate": 1.7529730113744485e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5712709188461303,
      "num_tokens": 394322871.0,
      "step": 512000
    },
    {
      "epoch": 0.6494638222736371,
      "grad_norm": 7.09375,
      "learning_rate": 1.7529095803658193e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5493667304515839,
      "num_tokens": 394329681.0,
      "step": 512010
    },
    {
      "epoch": 0.64947650686617,
      "grad_norm": 4.625,
      "learning_rate": 1.7528461493571902e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5190947681665421,
      "num_tokens": 394337048.0,
      "step": 512020
    },
    {
      "epoch": 0.6494891914587028,
      "grad_norm": 5.34375,
      "learning_rate": 1.752782718348561e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.514631199836731,
      "num_tokens": 394345178.0,
      "step": 512030
    },
    {
      "epoch": 0.6495018760512357,
      "grad_norm": 6.8125,
      "learning_rate": 1.752719287339932e-05,
      "loss": 1.6969,
      "mean_token_accuracy": 0.6149007678031921,
      "num_tokens": 394351999.0,
      "step": 512040
    },
    {
      "epoch": 0.6495145606437684,
      "grad_norm": 6.21875,
      "learning_rate": 1.752655856331303e-05,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5385507762432098,
      "num_tokens": 394360653.0,
      "step": 512050
    },
    {
      "epoch": 0.6495272452363012,
      "grad_norm": 5.78125,
      "learning_rate": 1.7525924253226737e-05,
      "loss": 1.8173,
      "mean_token_accuracy": 0.5896238327026367,
      "num_tokens": 394367662.0,
      "step": 512060
    },
    {
      "epoch": 0.6495399298288341,
      "grad_norm": 5.8125,
      "learning_rate": 1.7525289943140443e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5445888549089432,
      "num_tokens": 394375225.0,
      "step": 512070
    },
    {
      "epoch": 0.6495526144213669,
      "grad_norm": 6.34375,
      "learning_rate": 1.7524655633054155e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5486144453287125,
      "num_tokens": 394383316.0,
      "step": 512080
    },
    {
      "epoch": 0.6495652990138998,
      "grad_norm": 7.40625,
      "learning_rate": 1.7524021322967863e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5216142296791076,
      "num_tokens": 394391119.0,
      "step": 512090
    },
    {
      "epoch": 0.6495779836064326,
      "grad_norm": 5.78125,
      "learning_rate": 1.752338701288157e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5474761724472046,
      "num_tokens": 394398665.0,
      "step": 512100
    },
    {
      "epoch": 0.6495906681989655,
      "grad_norm": 9.125,
      "learning_rate": 1.7522752702795277e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5450852662324905,
      "num_tokens": 394405137.0,
      "step": 512110
    },
    {
      "epoch": 0.6496033527914983,
      "grad_norm": 5.34375,
      "learning_rate": 1.7522118392708986e-05,
      "loss": 2.2038,
      "mean_token_accuracy": 0.5160025954246521,
      "num_tokens": 394414055.0,
      "step": 512120
    },
    {
      "epoch": 0.6496160373840311,
      "grad_norm": 12.375,
      "learning_rate": 1.75214840826227e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5592850238084793,
      "num_tokens": 394421624.0,
      "step": 512130
    },
    {
      "epoch": 0.649628721976564,
      "grad_norm": 6.0,
      "learning_rate": 1.7520849772536404e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5608819842338562,
      "num_tokens": 394429552.0,
      "step": 512140
    },
    {
      "epoch": 0.6496414065690967,
      "grad_norm": 4.96875,
      "learning_rate": 1.7520215462450112e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.546698322892189,
      "num_tokens": 394437120.0,
      "step": 512150
    },
    {
      "epoch": 0.6496540911616296,
      "grad_norm": 5.03125,
      "learning_rate": 1.751958115236382e-05,
      "loss": 1.8403,
      "mean_token_accuracy": 0.5882142364978791,
      "num_tokens": 394445249.0,
      "step": 512160
    },
    {
      "epoch": 0.6496667757541624,
      "grad_norm": 6.9375,
      "learning_rate": 1.751894684227753e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5448064476251602,
      "num_tokens": 394453428.0,
      "step": 512170
    },
    {
      "epoch": 0.6496794603466953,
      "grad_norm": 5.0625,
      "learning_rate": 1.751831253219124e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5240181267261506,
      "num_tokens": 394462305.0,
      "step": 512180
    },
    {
      "epoch": 0.6496921449392281,
      "grad_norm": 8.0,
      "learning_rate": 1.7517678222104947e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5366783887147903,
      "num_tokens": 394470320.0,
      "step": 512190
    },
    {
      "epoch": 0.6497048295317609,
      "grad_norm": 4.78125,
      "learning_rate": 1.7517043912018656e-05,
      "loss": 1.9309,
      "mean_token_accuracy": 0.5646097809076309,
      "num_tokens": 394477229.0,
      "step": 512200
    },
    {
      "epoch": 0.6497175141242938,
      "grad_norm": 5.15625,
      "learning_rate": 1.751640960193236e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5179482907056808,
      "num_tokens": 394485970.0,
      "step": 512210
    },
    {
      "epoch": 0.6497301987168266,
      "grad_norm": 5.59375,
      "learning_rate": 1.751577529184607e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.543223524093628,
      "num_tokens": 394495379.0,
      "step": 512220
    },
    {
      "epoch": 0.6497428833093595,
      "grad_norm": 6.25,
      "learning_rate": 1.7515140981759782e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5473254799842835,
      "num_tokens": 394502924.0,
      "step": 512230
    },
    {
      "epoch": 0.6497555679018923,
      "grad_norm": 6.3125,
      "learning_rate": 1.7514506671673488e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5357169359922409,
      "num_tokens": 394510182.0,
      "step": 512240
    },
    {
      "epoch": 0.6497682524944252,
      "grad_norm": 5.09375,
      "learning_rate": 1.7513872361587196e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5379088759422302,
      "num_tokens": 394518621.0,
      "step": 512250
    },
    {
      "epoch": 0.6497809370869579,
      "grad_norm": 5.59375,
      "learning_rate": 1.7513238051500905e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5220759153366089,
      "num_tokens": 394526147.0,
      "step": 512260
    },
    {
      "epoch": 0.6497936216794908,
      "grad_norm": 11.9375,
      "learning_rate": 1.7512603741414614e-05,
      "loss": 1.913,
      "mean_token_accuracy": 0.570632717013359,
      "num_tokens": 394532561.0,
      "step": 512270
    },
    {
      "epoch": 0.6498063062720236,
      "grad_norm": 7.78125,
      "learning_rate": 1.7511969431328323e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5507161051034928,
      "num_tokens": 394539993.0,
      "step": 512280
    },
    {
      "epoch": 0.6498189908645564,
      "grad_norm": 5.28125,
      "learning_rate": 1.751133512124203e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5436700940132141,
      "num_tokens": 394548462.0,
      "step": 512290
    },
    {
      "epoch": 0.6498316754570893,
      "grad_norm": 5.34375,
      "learning_rate": 1.751070081115574e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5510485589504241,
      "num_tokens": 394556384.0,
      "step": 512300
    },
    {
      "epoch": 0.6498443600496221,
      "grad_norm": 6.25,
      "learning_rate": 1.7510066501069445e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5294992566108704,
      "num_tokens": 394564614.0,
      "step": 512310
    },
    {
      "epoch": 0.649857044642155,
      "grad_norm": 5.875,
      "learning_rate": 1.7509432190983154e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5248102188110352,
      "num_tokens": 394574137.0,
      "step": 512320
    },
    {
      "epoch": 0.6498697292346878,
      "grad_norm": 5.0625,
      "learning_rate": 1.7508797880896866e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.5528830319643021,
      "num_tokens": 394581536.0,
      "step": 512330
    },
    {
      "epoch": 0.6498824138272207,
      "grad_norm": 7.65625,
      "learning_rate": 1.7508163570810575e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5508873850107193,
      "num_tokens": 394589843.0,
      "step": 512340
    },
    {
      "epoch": 0.6498950984197535,
      "grad_norm": 5.0625,
      "learning_rate": 1.750752926072428e-05,
      "loss": 1.9471,
      "mean_token_accuracy": 0.5706879884004593,
      "num_tokens": 394598756.0,
      "step": 512350
    },
    {
      "epoch": 0.6499077830122862,
      "grad_norm": 5.375,
      "learning_rate": 1.750689495063799e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5383013099431991,
      "num_tokens": 394607413.0,
      "step": 512360
    },
    {
      "epoch": 0.6499204676048191,
      "grad_norm": 7.84375,
      "learning_rate": 1.7506260640551698e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.533952510356903,
      "num_tokens": 394614442.0,
      "step": 512370
    },
    {
      "epoch": 0.6499331521973519,
      "grad_norm": 6.53125,
      "learning_rate": 1.7505626330465407e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5460562586784363,
      "num_tokens": 394621615.0,
      "step": 512380
    },
    {
      "epoch": 0.6499458367898848,
      "grad_norm": 5.53125,
      "learning_rate": 1.7504992020379115e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5369924426078796,
      "num_tokens": 394628791.0,
      "step": 512390
    },
    {
      "epoch": 0.6499585213824176,
      "grad_norm": 7.78125,
      "learning_rate": 1.7504357710292824e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5436658442020417,
      "num_tokens": 394636166.0,
      "step": 512400
    },
    {
      "epoch": 0.6499712059749505,
      "grad_norm": 10.8125,
      "learning_rate": 1.7503723400206533e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5690743148326873,
      "num_tokens": 394643864.0,
      "step": 512410
    },
    {
      "epoch": 0.6499838905674833,
      "grad_norm": 5.21875,
      "learning_rate": 1.7503089090120238e-05,
      "loss": 2.2211,
      "mean_token_accuracy": 0.5173743844032288,
      "num_tokens": 394653217.0,
      "step": 512420
    },
    {
      "epoch": 0.6499965751600162,
      "grad_norm": 6.625,
      "learning_rate": 1.750245478003395e-05,
      "loss": 2.2365,
      "mean_token_accuracy": 0.5161432534456253,
      "num_tokens": 394661496.0,
      "step": 512430
    },
    {
      "epoch": 0.650009259752549,
      "grad_norm": 5.40625,
      "learning_rate": 1.750182046994766e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5552936226129532,
      "num_tokens": 394667870.0,
      "step": 512440
    },
    {
      "epoch": 0.6500219443450818,
      "grad_norm": 4.84375,
      "learning_rate": 1.7501186159861364e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5481119334697724,
      "num_tokens": 394675504.0,
      "step": 512450
    },
    {
      "epoch": 0.6500346289376147,
      "grad_norm": 5.625,
      "learning_rate": 1.7500551849775073e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5366232752799988,
      "num_tokens": 394683457.0,
      "step": 512460
    },
    {
      "epoch": 0.6500473135301474,
      "grad_norm": 6.53125,
      "learning_rate": 1.7499917539688782e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.557201474905014,
      "num_tokens": 394689513.0,
      "step": 512470
    },
    {
      "epoch": 0.6500599981226803,
      "grad_norm": 4.59375,
      "learning_rate": 1.749928322960249e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5509283751249313,
      "num_tokens": 394697437.0,
      "step": 512480
    },
    {
      "epoch": 0.6500726827152131,
      "grad_norm": 5.90625,
      "learning_rate": 1.74986489195162e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5328803658485413,
      "num_tokens": 394706187.0,
      "step": 512490
    },
    {
      "epoch": 0.650085367307746,
      "grad_norm": 5.5625,
      "learning_rate": 1.7498014609429908e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5326227724552155,
      "num_tokens": 394713897.0,
      "step": 512500
    },
    {
      "epoch": 0.6500980519002788,
      "grad_norm": 5.09375,
      "learning_rate": 1.7497380299343617e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5592661261558532,
      "num_tokens": 394721269.0,
      "step": 512510
    },
    {
      "epoch": 0.6501107364928116,
      "grad_norm": 5.5625,
      "learning_rate": 1.7496745989257326e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5239654928445816,
      "num_tokens": 394728382.0,
      "step": 512520
    },
    {
      "epoch": 0.6501234210853445,
      "grad_norm": 5.90625,
      "learning_rate": 1.7496111679171034e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5440737336874009,
      "num_tokens": 394736299.0,
      "step": 512530
    },
    {
      "epoch": 0.6501361056778773,
      "grad_norm": 5.125,
      "learning_rate": 1.7495477369084743e-05,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5310459077358246,
      "num_tokens": 394743723.0,
      "step": 512540
    },
    {
      "epoch": 0.6501487902704102,
      "grad_norm": 5.09375,
      "learning_rate": 1.7494843058998452e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5343106687068939,
      "num_tokens": 394750381.0,
      "step": 512550
    },
    {
      "epoch": 0.650161474862943,
      "grad_norm": 5.34375,
      "learning_rate": 1.7494208748912157e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5720337152481079,
      "num_tokens": 394758083.0,
      "step": 512560
    },
    {
      "epoch": 0.6501741594554759,
      "grad_norm": 4.65625,
      "learning_rate": 1.749357443882587e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5297637283802032,
      "num_tokens": 394765718.0,
      "step": 512570
    },
    {
      "epoch": 0.6501868440480086,
      "grad_norm": 4.4375,
      "learning_rate": 1.7492940128739578e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.571440777182579,
      "num_tokens": 394773031.0,
      "step": 512580
    },
    {
      "epoch": 0.6501995286405415,
      "grad_norm": 4.9375,
      "learning_rate": 1.7492305818653283e-05,
      "loss": 2.2398,
      "mean_token_accuracy": 0.5220604300498962,
      "num_tokens": 394780439.0,
      "step": 512590
    },
    {
      "epoch": 0.6502122132330743,
      "grad_norm": 6.34375,
      "learning_rate": 1.7491671508566992e-05,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5420931220054627,
      "num_tokens": 394788457.0,
      "step": 512600
    },
    {
      "epoch": 0.6502248978256071,
      "grad_norm": 5.78125,
      "learning_rate": 1.74910371984807e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5594002872705459,
      "num_tokens": 394795665.0,
      "step": 512610
    },
    {
      "epoch": 0.65023758241814,
      "grad_norm": 6.6875,
      "learning_rate": 1.749040288839441e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.557392081618309,
      "num_tokens": 394802805.0,
      "step": 512620
    },
    {
      "epoch": 0.6502502670106728,
      "grad_norm": 4.71875,
      "learning_rate": 1.748976857830812e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.551313790678978,
      "num_tokens": 394810624.0,
      "step": 512630
    },
    {
      "epoch": 0.6502629516032057,
      "grad_norm": 8.75,
      "learning_rate": 1.7489134268221827e-05,
      "loss": 1.9293,
      "mean_token_accuracy": 0.5860471308231354,
      "num_tokens": 394816971.0,
      "step": 512640
    },
    {
      "epoch": 0.6502756361957385,
      "grad_norm": 4.6875,
      "learning_rate": 1.7488499958135536e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5440801858901978,
      "num_tokens": 394825010.0,
      "step": 512650
    },
    {
      "epoch": 0.6502883207882714,
      "grad_norm": 6.21875,
      "learning_rate": 1.748786564804924e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5338835090398788,
      "num_tokens": 394832831.0,
      "step": 512660
    },
    {
      "epoch": 0.6503010053808042,
      "grad_norm": 5.53125,
      "learning_rate": 1.7487231337962953e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5385758578777313,
      "num_tokens": 394842081.0,
      "step": 512670
    },
    {
      "epoch": 0.6503136899733369,
      "grad_norm": 7.0625,
      "learning_rate": 1.7486597027876662e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5351727873086929,
      "num_tokens": 394849829.0,
      "step": 512680
    },
    {
      "epoch": 0.6503263745658698,
      "grad_norm": 7.75,
      "learning_rate": 1.7485962717790367e-05,
      "loss": 2.2877,
      "mean_token_accuracy": 0.5171417504549026,
      "num_tokens": 394856902.0,
      "step": 512690
    },
    {
      "epoch": 0.6503390591584026,
      "grad_norm": 6.71875,
      "learning_rate": 1.7485328407704076e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5211230695247651,
      "num_tokens": 394865428.0,
      "step": 512700
    },
    {
      "epoch": 0.6503517437509355,
      "grad_norm": 6.03125,
      "learning_rate": 1.7484694097617785e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5296278953552246,
      "num_tokens": 394874618.0,
      "step": 512710
    },
    {
      "epoch": 0.6503644283434683,
      "grad_norm": 5.90625,
      "learning_rate": 1.7484059787531497e-05,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5833058387041092,
      "num_tokens": 394882464.0,
      "step": 512720
    },
    {
      "epoch": 0.6503771129360012,
      "grad_norm": 5.65625,
      "learning_rate": 1.7483425477445202e-05,
      "loss": 1.9609,
      "mean_token_accuracy": 0.5762930542230607,
      "num_tokens": 394889960.0,
      "step": 512730
    },
    {
      "epoch": 0.650389797528534,
      "grad_norm": 6.34375,
      "learning_rate": 1.748279116735891e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5529260754585266,
      "num_tokens": 394896547.0,
      "step": 512740
    },
    {
      "epoch": 0.6504024821210668,
      "grad_norm": 4.96875,
      "learning_rate": 1.748215685727262e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5501513034105301,
      "num_tokens": 394904994.0,
      "step": 512750
    },
    {
      "epoch": 0.6504151667135997,
      "grad_norm": 4.84375,
      "learning_rate": 1.748152254718633e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5231708437204361,
      "num_tokens": 394911914.0,
      "step": 512760
    },
    {
      "epoch": 0.6504278513061325,
      "grad_norm": 5.03125,
      "learning_rate": 1.7480888237100037e-05,
      "loss": 2.2333,
      "mean_token_accuracy": 0.5194253206253052,
      "num_tokens": 394920453.0,
      "step": 512770
    },
    {
      "epoch": 0.6504405358986654,
      "grad_norm": 6.25,
      "learning_rate": 1.7480253927013746e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5466848731040954,
      "num_tokens": 394926252.0,
      "step": 512780
    },
    {
      "epoch": 0.6504532204911981,
      "grad_norm": 7.40625,
      "learning_rate": 1.7479619616927455e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5350991219282151,
      "num_tokens": 394934534.0,
      "step": 512790
    },
    {
      "epoch": 0.650465905083731,
      "grad_norm": 7.59375,
      "learning_rate": 1.747898530684116e-05,
      "loss": 1.9235,
      "mean_token_accuracy": 0.5726165235042572,
      "num_tokens": 394942521.0,
      "step": 512800
    },
    {
      "epoch": 0.6504785896762638,
      "grad_norm": 3.65625,
      "learning_rate": 1.747835099675487e-05,
      "loss": 1.8504,
      "mean_token_accuracy": 0.5940156787633896,
      "num_tokens": 394950337.0,
      "step": 512810
    },
    {
      "epoch": 0.6504912742687967,
      "grad_norm": 5.09375,
      "learning_rate": 1.747771668666858e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5377372443675995,
      "num_tokens": 394958178.0,
      "step": 512820
    },
    {
      "epoch": 0.6505039588613295,
      "grad_norm": 6.5625,
      "learning_rate": 1.7477082376582286e-05,
      "loss": 1.7491,
      "mean_token_accuracy": 0.6138387143611908,
      "num_tokens": 394965014.0,
      "step": 512830
    },
    {
      "epoch": 0.6505166434538623,
      "grad_norm": 5.625,
      "learning_rate": 1.7476448066495995e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5307354539632797,
      "num_tokens": 394973080.0,
      "step": 512840
    },
    {
      "epoch": 0.6505293280463952,
      "grad_norm": 4.9375,
      "learning_rate": 1.7475813756409704e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5659875303506852,
      "num_tokens": 394981418.0,
      "step": 512850
    },
    {
      "epoch": 0.650542012638928,
      "grad_norm": 4.8125,
      "learning_rate": 1.7475179446323413e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5575645983219146,
      "num_tokens": 394989367.0,
      "step": 512860
    },
    {
      "epoch": 0.6505546972314609,
      "grad_norm": 4.8125,
      "learning_rate": 1.747454513623712e-05,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5277176529169083,
      "num_tokens": 394997872.0,
      "step": 512870
    },
    {
      "epoch": 0.6505673818239937,
      "grad_norm": 5.0625,
      "learning_rate": 1.747391082615083e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5425404578447341,
      "num_tokens": 395005608.0,
      "step": 512880
    },
    {
      "epoch": 0.6505800664165265,
      "grad_norm": 6.84375,
      "learning_rate": 1.747327651606454e-05,
      "loss": 1.7037,
      "mean_token_accuracy": 0.615900194644928,
      "num_tokens": 395013248.0,
      "step": 512890
    },
    {
      "epoch": 0.6505927510090593,
      "grad_norm": 8.4375,
      "learning_rate": 1.7472642205978244e-05,
      "loss": 1.956,
      "mean_token_accuracy": 0.5716076910495758,
      "num_tokens": 395019989.0,
      "step": 512900
    },
    {
      "epoch": 0.6506054356015921,
      "grad_norm": 5.9375,
      "learning_rate": 1.7472007895891953e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5598793923854828,
      "num_tokens": 395027885.0,
      "step": 512910
    },
    {
      "epoch": 0.650618120194125,
      "grad_norm": 7.125,
      "learning_rate": 1.7471373585805665e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5326679348945618,
      "num_tokens": 395035685.0,
      "step": 512920
    },
    {
      "epoch": 0.6506308047866578,
      "grad_norm": 5.15625,
      "learning_rate": 1.7470739275719374e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5538991987705231,
      "num_tokens": 395041991.0,
      "step": 512930
    },
    {
      "epoch": 0.6506434893791907,
      "grad_norm": 5.625,
      "learning_rate": 1.747010496563308e-05,
      "loss": 2.2486,
      "mean_token_accuracy": 0.5068950206041336,
      "num_tokens": 395051101.0,
      "step": 512940
    },
    {
      "epoch": 0.6506561739717235,
      "grad_norm": 4.65625,
      "learning_rate": 1.7469470655546788e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5552650898694992,
      "num_tokens": 395057528.0,
      "step": 512950
    },
    {
      "epoch": 0.6506688585642564,
      "grad_norm": 5.125,
      "learning_rate": 1.74688363454605e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5440854877233505,
      "num_tokens": 395066029.0,
      "step": 512960
    },
    {
      "epoch": 0.6506815431567892,
      "grad_norm": 5.4375,
      "learning_rate": 1.7468202035374205e-05,
      "loss": 1.9592,
      "mean_token_accuracy": 0.554867398738861,
      "num_tokens": 395073877.0,
      "step": 512970
    },
    {
      "epoch": 0.6506942277493221,
      "grad_norm": 10.375,
      "learning_rate": 1.7467567725287914e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5489855736494065,
      "num_tokens": 395080803.0,
      "step": 512980
    },
    {
      "epoch": 0.6507069123418548,
      "grad_norm": 4.71875,
      "learning_rate": 1.7466933415201623e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5328106671571732,
      "num_tokens": 395089141.0,
      "step": 512990
    },
    {
      "epoch": 0.6507195969343876,
      "grad_norm": 5.25,
      "learning_rate": 1.746629910511533e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5244392156600952,
      "num_tokens": 395096214.0,
      "step": 513000
    },
    {
      "epoch": 0.6507322815269205,
      "grad_norm": 5.8125,
      "learning_rate": 1.746566479502904e-05,
      "loss": 2.2622,
      "mean_token_accuracy": 0.5168035715818405,
      "num_tokens": 395103954.0,
      "step": 513010
    },
    {
      "epoch": 0.6507449661194533,
      "grad_norm": 5.3125,
      "learning_rate": 1.746503048494275e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5339709222316742,
      "num_tokens": 395111878.0,
      "step": 513020
    },
    {
      "epoch": 0.6507576507119862,
      "grad_norm": 5.125,
      "learning_rate": 1.7464396174856458e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5515333503484726,
      "num_tokens": 395120086.0,
      "step": 513030
    },
    {
      "epoch": 0.650770335304519,
      "grad_norm": 7.125,
      "learning_rate": 1.7463761864770163e-05,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5439532279968262,
      "num_tokens": 395127414.0,
      "step": 513040
    },
    {
      "epoch": 0.6507830198970519,
      "grad_norm": 5.3125,
      "learning_rate": 1.7463127554683872e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5420526713132858,
      "num_tokens": 395135315.0,
      "step": 513050
    },
    {
      "epoch": 0.6507957044895847,
      "grad_norm": 6.25,
      "learning_rate": 1.7462493244597584e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5549549192190171,
      "num_tokens": 395142536.0,
      "step": 513060
    },
    {
      "epoch": 0.6508083890821175,
      "grad_norm": 4.96875,
      "learning_rate": 1.746185893451129e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5506696283817292,
      "num_tokens": 395149699.0,
      "step": 513070
    },
    {
      "epoch": 0.6508210736746504,
      "grad_norm": 5.90625,
      "learning_rate": 1.7461224624424998e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5337421894073486,
      "num_tokens": 395157332.0,
      "step": 513080
    },
    {
      "epoch": 0.6508337582671831,
      "grad_norm": 6.4375,
      "learning_rate": 1.7460590314338707e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5457676619291305,
      "num_tokens": 395164959.0,
      "step": 513090
    },
    {
      "epoch": 0.650846442859716,
      "grad_norm": 7.59375,
      "learning_rate": 1.7459956004252416e-05,
      "loss": 1.6236,
      "mean_token_accuracy": 0.623288917541504,
      "num_tokens": 395172126.0,
      "step": 513100
    },
    {
      "epoch": 0.6508591274522488,
      "grad_norm": 6.3125,
      "learning_rate": 1.7459321694166124e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5442254304885864,
      "num_tokens": 395178599.0,
      "step": 513110
    },
    {
      "epoch": 0.6508718120447817,
      "grad_norm": 8.0625,
      "learning_rate": 1.7458687384079833e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5607177674770355,
      "num_tokens": 395184670.0,
      "step": 513120
    },
    {
      "epoch": 0.6508844966373145,
      "grad_norm": 5.15625,
      "learning_rate": 1.7458053073993542e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5589748233556747,
      "num_tokens": 395192163.0,
      "step": 513130
    },
    {
      "epoch": 0.6508971812298473,
      "grad_norm": 5.9375,
      "learning_rate": 1.745741876390725e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5546380519866944,
      "num_tokens": 395198878.0,
      "step": 513140
    },
    {
      "epoch": 0.6509098658223802,
      "grad_norm": 4.84375,
      "learning_rate": 1.7456784453820956e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5386591702699661,
      "num_tokens": 395206995.0,
      "step": 513150
    },
    {
      "epoch": 0.650922550414913,
      "grad_norm": 4.875,
      "learning_rate": 1.7456150143734668e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5321690827608109,
      "num_tokens": 395215557.0,
      "step": 513160
    },
    {
      "epoch": 0.6509352350074459,
      "grad_norm": 6.09375,
      "learning_rate": 1.7455515833648377e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5392789602279663,
      "num_tokens": 395223687.0,
      "step": 513170
    },
    {
      "epoch": 0.6509479195999787,
      "grad_norm": 6.03125,
      "learning_rate": 1.7454881523562082e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5420673221349717,
      "num_tokens": 395232021.0,
      "step": 513180
    },
    {
      "epoch": 0.6509606041925116,
      "grad_norm": 5.09375,
      "learning_rate": 1.745424721347579e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.571715259552002,
      "num_tokens": 395238807.0,
      "step": 513190
    },
    {
      "epoch": 0.6509732887850443,
      "grad_norm": 5.15625,
      "learning_rate": 1.74536129033895e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.5854279667139053,
      "num_tokens": 395244901.0,
      "step": 513200
    },
    {
      "epoch": 0.6509859733775772,
      "grad_norm": 6.46875,
      "learning_rate": 1.745297859330321e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5591295629739761,
      "num_tokens": 395252595.0,
      "step": 513210
    },
    {
      "epoch": 0.65099865797011,
      "grad_norm": 6.5,
      "learning_rate": 1.7452344283216917e-05,
      "loss": 1.8275,
      "mean_token_accuracy": 0.5906297385692596,
      "num_tokens": 395258316.0,
      "step": 513220
    },
    {
      "epoch": 0.6510113425626428,
      "grad_norm": 5.8125,
      "learning_rate": 1.7451709973130626e-05,
      "loss": 1.8424,
      "mean_token_accuracy": 0.5840390205383301,
      "num_tokens": 395265727.0,
      "step": 513230
    },
    {
      "epoch": 0.6510240271551757,
      "grad_norm": 5.21875,
      "learning_rate": 1.7451075663044335e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5507524281740188,
      "num_tokens": 395272630.0,
      "step": 513240
    },
    {
      "epoch": 0.6510367117477085,
      "grad_norm": 4.4375,
      "learning_rate": 1.745044135295804e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.538054496049881,
      "num_tokens": 395280328.0,
      "step": 513250
    },
    {
      "epoch": 0.6510493963402414,
      "grad_norm": 6.84375,
      "learning_rate": 1.7449807042871752e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5405377954244613,
      "num_tokens": 395288036.0,
      "step": 513260
    },
    {
      "epoch": 0.6510620809327742,
      "grad_norm": 6.90625,
      "learning_rate": 1.744917273278546e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5565172761678696,
      "num_tokens": 395295032.0,
      "step": 513270
    },
    {
      "epoch": 0.6510747655253071,
      "grad_norm": 5.75,
      "learning_rate": 1.7448538422699166e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5496987283229828,
      "num_tokens": 395302523.0,
      "step": 513280
    },
    {
      "epoch": 0.6510874501178399,
      "grad_norm": 6.4375,
      "learning_rate": 1.7447904112612875e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5395994067192078,
      "num_tokens": 395311158.0,
      "step": 513290
    },
    {
      "epoch": 0.6511001347103726,
      "grad_norm": 5.0,
      "learning_rate": 1.7447269802526584e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.553952208161354,
      "num_tokens": 395318729.0,
      "step": 513300
    },
    {
      "epoch": 0.6511128193029055,
      "grad_norm": 7.28125,
      "learning_rate": 1.7446635492440296e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5490583062171936,
      "num_tokens": 395326099.0,
      "step": 513310
    },
    {
      "epoch": 0.6511255038954383,
      "grad_norm": 7.28125,
      "learning_rate": 1.7446001182354e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5393802940845489,
      "num_tokens": 395334615.0,
      "step": 513320
    },
    {
      "epoch": 0.6511381884879712,
      "grad_norm": 6.21875,
      "learning_rate": 1.744536687226771e-05,
      "loss": 1.7799,
      "mean_token_accuracy": 0.5927605330944061,
      "num_tokens": 395340903.0,
      "step": 513330
    },
    {
      "epoch": 0.651150873080504,
      "grad_norm": 4.90625,
      "learning_rate": 1.744473256218142e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5521984577178956,
      "num_tokens": 395347427.0,
      "step": 513340
    },
    {
      "epoch": 0.6511635576730369,
      "grad_norm": 5.0,
      "learning_rate": 1.7444098252095127e-05,
      "loss": 1.888,
      "mean_token_accuracy": 0.5856382548809052,
      "num_tokens": 395354127.0,
      "step": 513350
    },
    {
      "epoch": 0.6511762422655697,
      "grad_norm": 6.40625,
      "learning_rate": 1.7443463942008836e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5423012465238571,
      "num_tokens": 395363176.0,
      "step": 513360
    },
    {
      "epoch": 0.6511889268581026,
      "grad_norm": 5.28125,
      "learning_rate": 1.7442829631922545e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5339468270540237,
      "num_tokens": 395371654.0,
      "step": 513370
    },
    {
      "epoch": 0.6512016114506354,
      "grad_norm": 4.90625,
      "learning_rate": 1.7442195321836254e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5220969319343567,
      "num_tokens": 395379931.0,
      "step": 513380
    },
    {
      "epoch": 0.6512142960431682,
      "grad_norm": 7.34375,
      "learning_rate": 1.744156101174996e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5610387027263641,
      "num_tokens": 395386917.0,
      "step": 513390
    },
    {
      "epoch": 0.6512269806357011,
      "grad_norm": 5.03125,
      "learning_rate": 1.744092670166367e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5498915672302246,
      "num_tokens": 395396157.0,
      "step": 513400
    },
    {
      "epoch": 0.6512396652282338,
      "grad_norm": 5.65625,
      "learning_rate": 1.744029239157738e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5392655551433563,
      "num_tokens": 395404192.0,
      "step": 513410
    },
    {
      "epoch": 0.6512523498207667,
      "grad_norm": 5.28125,
      "learning_rate": 1.7439658081491085e-05,
      "loss": 1.88,
      "mean_token_accuracy": 0.5772219449281693,
      "num_tokens": 395411173.0,
      "step": 513420
    },
    {
      "epoch": 0.6512650344132995,
      "grad_norm": 7.1875,
      "learning_rate": 1.7439023771404794e-05,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5658664882183075,
      "num_tokens": 395416685.0,
      "step": 513430
    },
    {
      "epoch": 0.6512777190058324,
      "grad_norm": 9.625,
      "learning_rate": 1.7438389461318503e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5238316208124161,
      "num_tokens": 395424773.0,
      "step": 513440
    },
    {
      "epoch": 0.6512904035983652,
      "grad_norm": 9.0625,
      "learning_rate": 1.743775515123221e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5127613991498947,
      "num_tokens": 395432625.0,
      "step": 513450
    },
    {
      "epoch": 0.651303088190898,
      "grad_norm": 4.78125,
      "learning_rate": 1.743712084114592e-05,
      "loss": 1.901,
      "mean_token_accuracy": 0.5682824224233627,
      "num_tokens": 395440417.0,
      "step": 513460
    },
    {
      "epoch": 0.6513157727834309,
      "grad_norm": 9.0625,
      "learning_rate": 1.743648653105963e-05,
      "loss": 1.8905,
      "mean_token_accuracy": 0.5646570682525635,
      "num_tokens": 395448467.0,
      "step": 513470
    },
    {
      "epoch": 0.6513284573759637,
      "grad_norm": 5.1875,
      "learning_rate": 1.7435852220973338e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5155382454395294,
      "num_tokens": 395456138.0,
      "step": 513480
    },
    {
      "epoch": 0.6513411419684966,
      "grad_norm": 5.625,
      "learning_rate": 1.7435217910887043e-05,
      "loss": 1.8785,
      "mean_token_accuracy": 0.5881394982337952,
      "num_tokens": 395462589.0,
      "step": 513490
    },
    {
      "epoch": 0.6513538265610294,
      "grad_norm": 5.28125,
      "learning_rate": 1.7434583600800755e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5576084792613983,
      "num_tokens": 395470660.0,
      "step": 513500
    },
    {
      "epoch": 0.6513665111535623,
      "grad_norm": 5.59375,
      "learning_rate": 1.7433949290714464e-05,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5222898423671722,
      "num_tokens": 395479144.0,
      "step": 513510
    },
    {
      "epoch": 0.651379195746095,
      "grad_norm": 5.875,
      "learning_rate": 1.7433314980628172e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5480414956808091,
      "num_tokens": 395486422.0,
      "step": 513520
    },
    {
      "epoch": 0.6513918803386279,
      "grad_norm": 6.25,
      "learning_rate": 1.7432680670541878e-05,
      "loss": 2.2066,
      "mean_token_accuracy": 0.5305191218852997,
      "num_tokens": 395493556.0,
      "step": 513530
    },
    {
      "epoch": 0.6514045649311607,
      "grad_norm": 5.21875,
      "learning_rate": 1.7432046360455587e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5430544912815094,
      "num_tokens": 395502772.0,
      "step": 513540
    },
    {
      "epoch": 0.6514172495236935,
      "grad_norm": 4.9375,
      "learning_rate": 1.74314120503693e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5307296216487885,
      "num_tokens": 395509192.0,
      "step": 513550
    },
    {
      "epoch": 0.6514299341162264,
      "grad_norm": 6.40625,
      "learning_rate": 1.7430777740283004e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5642516344785691,
      "num_tokens": 395516664.0,
      "step": 513560
    },
    {
      "epoch": 0.6514426187087592,
      "grad_norm": 5.03125,
      "learning_rate": 1.7430143430196713e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5458191156387329,
      "num_tokens": 395524854.0,
      "step": 513570
    },
    {
      "epoch": 0.6514553033012921,
      "grad_norm": 5.84375,
      "learning_rate": 1.742950912011042e-05,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5641868203878403,
      "num_tokens": 395532506.0,
      "step": 513580
    },
    {
      "epoch": 0.6514679878938249,
      "grad_norm": 7.09375,
      "learning_rate": 1.742887481002413e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.541649216413498,
      "num_tokens": 395539655.0,
      "step": 513590
    },
    {
      "epoch": 0.6514806724863578,
      "grad_norm": 4.90625,
      "learning_rate": 1.742824049993784e-05,
      "loss": 1.8995,
      "mean_token_accuracy": 0.5759063184261322,
      "num_tokens": 395546595.0,
      "step": 513600
    },
    {
      "epoch": 0.6514933570788906,
      "grad_norm": 6.90625,
      "learning_rate": 1.7427606189851548e-05,
      "loss": 1.9016,
      "mean_token_accuracy": 0.5741428077220917,
      "num_tokens": 395553617.0,
      "step": 513610
    },
    {
      "epoch": 0.6515060416714233,
      "grad_norm": 4.78125,
      "learning_rate": 1.7426971879765256e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5194480448961258,
      "num_tokens": 395562271.0,
      "step": 513620
    },
    {
      "epoch": 0.6515187262639562,
      "grad_norm": 7.375,
      "learning_rate": 1.7426337569678962e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5605726420879364,
      "num_tokens": 395569415.0,
      "step": 513630
    },
    {
      "epoch": 0.651531410856489,
      "grad_norm": 7.03125,
      "learning_rate": 1.742570325959267e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5701180577278138,
      "num_tokens": 395576114.0,
      "step": 513640
    },
    {
      "epoch": 0.6515440954490219,
      "grad_norm": 6.0,
      "learning_rate": 1.7425068949506383e-05,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5209436297416687,
      "num_tokens": 395584692.0,
      "step": 513650
    },
    {
      "epoch": 0.6515567800415547,
      "grad_norm": 8.625,
      "learning_rate": 1.7424434639420088e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5623159348964691,
      "num_tokens": 395591813.0,
      "step": 513660
    },
    {
      "epoch": 0.6515694646340876,
      "grad_norm": 5.21875,
      "learning_rate": 1.7423800329333797e-05,
      "loss": 1.9307,
      "mean_token_accuracy": 0.5682033896446228,
      "num_tokens": 395597875.0,
      "step": 513670
    },
    {
      "epoch": 0.6515821492266204,
      "grad_norm": 6.28125,
      "learning_rate": 1.7423166019247506e-05,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5634534001350403,
      "num_tokens": 395606210.0,
      "step": 513680
    },
    {
      "epoch": 0.6515948338191532,
      "grad_norm": 4.71875,
      "learning_rate": 1.7422531709161214e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5384605556726456,
      "num_tokens": 395614992.0,
      "step": 513690
    },
    {
      "epoch": 0.6516075184116861,
      "grad_norm": 4.5625,
      "learning_rate": 1.7421897399074923e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5615861535072326,
      "num_tokens": 395622040.0,
      "step": 513700
    },
    {
      "epoch": 0.6516202030042189,
      "grad_norm": 4.90625,
      "learning_rate": 1.7421263088988632e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5506009101867676,
      "num_tokens": 395630641.0,
      "step": 513710
    },
    {
      "epoch": 0.6516328875967518,
      "grad_norm": 6.375,
      "learning_rate": 1.742062877890234e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5490576922893524,
      "num_tokens": 395638994.0,
      "step": 513720
    },
    {
      "epoch": 0.6516455721892845,
      "grad_norm": 5.84375,
      "learning_rate": 1.741999446881605e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5685875922441482,
      "num_tokens": 395647590.0,
      "step": 513730
    },
    {
      "epoch": 0.6516582567818174,
      "grad_norm": 5.34375,
      "learning_rate": 1.7419360158729755e-05,
      "loss": 1.5748,
      "mean_token_accuracy": 0.6384224534034729,
      "num_tokens": 395654027.0,
      "step": 513740
    },
    {
      "epoch": 0.6516709413743502,
      "grad_norm": 5.84375,
      "learning_rate": 1.7418725848643467e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5275983482599258,
      "num_tokens": 395662511.0,
      "step": 513750
    },
    {
      "epoch": 0.6516836259668831,
      "grad_norm": 5.125,
      "learning_rate": 1.7418091538557175e-05,
      "loss": 1.8369,
      "mean_token_accuracy": 0.5752345144748687,
      "num_tokens": 395670964.0,
      "step": 513760
    },
    {
      "epoch": 0.6516963105594159,
      "grad_norm": 5.875,
      "learning_rate": 1.741745722847088e-05,
      "loss": 1.8582,
      "mean_token_accuracy": 0.5754366219043732,
      "num_tokens": 395678214.0,
      "step": 513770
    },
    {
      "epoch": 0.6517089951519487,
      "grad_norm": 6.375,
      "learning_rate": 1.741682291838459e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5412662893533706,
      "num_tokens": 395686417.0,
      "step": 513780
    },
    {
      "epoch": 0.6517216797444816,
      "grad_norm": 5.0,
      "learning_rate": 1.7416188608298298e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5497882783412933,
      "num_tokens": 395694505.0,
      "step": 513790
    },
    {
      "epoch": 0.6517343643370144,
      "grad_norm": 5.59375,
      "learning_rate": 1.7415554298212007e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5331783056259155,
      "num_tokens": 395702426.0,
      "step": 513800
    },
    {
      "epoch": 0.6517470489295473,
      "grad_norm": 5.4375,
      "learning_rate": 1.7414919988125716e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5419118672609329,
      "num_tokens": 395711354.0,
      "step": 513810
    },
    {
      "epoch": 0.65175973352208,
      "grad_norm": 5.84375,
      "learning_rate": 1.7414285678039425e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5464047491550446,
      "num_tokens": 395719039.0,
      "step": 513820
    },
    {
      "epoch": 0.651772418114613,
      "grad_norm": 6.9375,
      "learning_rate": 1.7413651367953133e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5264740467071534,
      "num_tokens": 395725259.0,
      "step": 513830
    },
    {
      "epoch": 0.6517851027071457,
      "grad_norm": 6.09375,
      "learning_rate": 1.741301705786684e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5349469840526581,
      "num_tokens": 395734203.0,
      "step": 513840
    },
    {
      "epoch": 0.6517977872996785,
      "grad_norm": 5.25,
      "learning_rate": 1.741238274778055e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5224400252103806,
      "num_tokens": 395742137.0,
      "step": 513850
    },
    {
      "epoch": 0.6518104718922114,
      "grad_norm": 8.25,
      "learning_rate": 1.741174843769426e-05,
      "loss": 1.9184,
      "mean_token_accuracy": 0.5745610684156418,
      "num_tokens": 395748650.0,
      "step": 513860
    },
    {
      "epoch": 0.6518231564847442,
      "grad_norm": 4.78125,
      "learning_rate": 1.7411114127607965e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5406296193599701,
      "num_tokens": 395756795.0,
      "step": 513870
    },
    {
      "epoch": 0.6518358410772771,
      "grad_norm": 4.8125,
      "learning_rate": 1.7410479817521674e-05,
      "loss": 2.2722,
      "mean_token_accuracy": 0.5232769340276718,
      "num_tokens": 395765203.0,
      "step": 513880
    },
    {
      "epoch": 0.6518485256698099,
      "grad_norm": 4.84375,
      "learning_rate": 1.7409845507435386e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5519667625427246,
      "num_tokens": 395772668.0,
      "step": 513890
    },
    {
      "epoch": 0.6518612102623428,
      "grad_norm": 9.0,
      "learning_rate": 1.7409211197349094e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5672302722930909,
      "num_tokens": 395780520.0,
      "step": 513900
    },
    {
      "epoch": 0.6518738948548756,
      "grad_norm": 5.5,
      "learning_rate": 1.74085768872628e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5564333528280259,
      "num_tokens": 395787591.0,
      "step": 513910
    },
    {
      "epoch": 0.6518865794474085,
      "grad_norm": 6.03125,
      "learning_rate": 1.740794257717651e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5263491421937943,
      "num_tokens": 395794737.0,
      "step": 513920
    },
    {
      "epoch": 0.6518992640399413,
      "grad_norm": 5.59375,
      "learning_rate": 1.7407308267090217e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5666440665721894,
      "num_tokens": 395802003.0,
      "step": 513930
    },
    {
      "epoch": 0.651911948632474,
      "grad_norm": 7.5625,
      "learning_rate": 1.7406673957003926e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5357529699802399,
      "num_tokens": 395810360.0,
      "step": 513940
    },
    {
      "epoch": 0.6519246332250069,
      "grad_norm": 5.59375,
      "learning_rate": 1.7406039646917635e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5606764763593673,
      "num_tokens": 395817734.0,
      "step": 513950
    },
    {
      "epoch": 0.6519373178175397,
      "grad_norm": 6.53125,
      "learning_rate": 1.7405405336831343e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.570891535282135,
      "num_tokens": 395823851.0,
      "step": 513960
    },
    {
      "epoch": 0.6519500024100726,
      "grad_norm": 6.53125,
      "learning_rate": 1.7404771026745052e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5339213699102402,
      "num_tokens": 395831858.0,
      "step": 513970
    },
    {
      "epoch": 0.6519626870026054,
      "grad_norm": 5.625,
      "learning_rate": 1.7404136716658758e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.528554818034172,
      "num_tokens": 395840710.0,
      "step": 513980
    },
    {
      "epoch": 0.6519753715951383,
      "grad_norm": 9.125,
      "learning_rate": 1.740350240657247e-05,
      "loss": 1.9393,
      "mean_token_accuracy": 0.5684613823890686,
      "num_tokens": 395846454.0,
      "step": 513990
    },
    {
      "epoch": 0.6519880561876711,
      "grad_norm": 7.625,
      "learning_rate": 1.740286809648618e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5450784265995026,
      "num_tokens": 395853022.0,
      "step": 514000
    },
    {
      "epoch": 0.6520007407802039,
      "grad_norm": 5.40625,
      "learning_rate": 1.7402233786399884e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5412339448928833,
      "num_tokens": 395860969.0,
      "step": 514010
    },
    {
      "epoch": 0.6520134253727368,
      "grad_norm": 4.96875,
      "learning_rate": 1.7401599476313593e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5429658442735672,
      "num_tokens": 395868305.0,
      "step": 514020
    },
    {
      "epoch": 0.6520261099652696,
      "grad_norm": 4.75,
      "learning_rate": 1.74009651662273e-05,
      "loss": 1.6419,
      "mean_token_accuracy": 0.6188102632761001,
      "num_tokens": 395876796.0,
      "step": 514030
    },
    {
      "epoch": 0.6520387945578024,
      "grad_norm": 6.0625,
      "learning_rate": 1.740033085614101e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5237125843763352,
      "num_tokens": 395885683.0,
      "step": 514040
    },
    {
      "epoch": 0.6520514791503352,
      "grad_norm": 5.9375,
      "learning_rate": 1.739969654605472e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5173382997512818,
      "num_tokens": 395893360.0,
      "step": 514050
    },
    {
      "epoch": 0.6520641637428681,
      "grad_norm": 5.15625,
      "learning_rate": 1.7399062235968427e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5302384912967681,
      "num_tokens": 395901530.0,
      "step": 514060
    },
    {
      "epoch": 0.6520768483354009,
      "grad_norm": 6.625,
      "learning_rate": 1.7398427925882136e-05,
      "loss": 1.8355,
      "mean_token_accuracy": 0.5809772223234176,
      "num_tokens": 395908390.0,
      "step": 514070
    },
    {
      "epoch": 0.6520895329279337,
      "grad_norm": 4.75,
      "learning_rate": 1.739779361579584e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.52779700756073,
      "num_tokens": 395915898.0,
      "step": 514080
    },
    {
      "epoch": 0.6521022175204666,
      "grad_norm": 6.0625,
      "learning_rate": 1.7397159305709554e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.540969756245613,
      "num_tokens": 395923107.0,
      "step": 514090
    },
    {
      "epoch": 0.6521149021129994,
      "grad_norm": 6.25,
      "learning_rate": 1.7396524995623262e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5457927227020264,
      "num_tokens": 395930402.0,
      "step": 514100
    },
    {
      "epoch": 0.6521275867055323,
      "grad_norm": 5.65625,
      "learning_rate": 1.739589068553697e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5594478875398636,
      "num_tokens": 395937528.0,
      "step": 514110
    },
    {
      "epoch": 0.6521402712980651,
      "grad_norm": 6.28125,
      "learning_rate": 1.7395256375450677e-05,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5551467269659043,
      "num_tokens": 395945034.0,
      "step": 514120
    },
    {
      "epoch": 0.652152955890598,
      "grad_norm": 4.875,
      "learning_rate": 1.7394622065364385e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5311280727386475,
      "num_tokens": 395952602.0,
      "step": 514130
    },
    {
      "epoch": 0.6521656404831307,
      "grad_norm": 5.15625,
      "learning_rate": 1.7393987755278097e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5325695693492889,
      "num_tokens": 395960423.0,
      "step": 514140
    },
    {
      "epoch": 0.6521783250756636,
      "grad_norm": 4.53125,
      "learning_rate": 1.7393353445191803e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5402268916368484,
      "num_tokens": 395968591.0,
      "step": 514150
    },
    {
      "epoch": 0.6521910096681964,
      "grad_norm": 5.84375,
      "learning_rate": 1.739271913510551e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5309599697589874,
      "num_tokens": 395976598.0,
      "step": 514160
    },
    {
      "epoch": 0.6522036942607292,
      "grad_norm": 5.8125,
      "learning_rate": 1.739208482501922e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5680632591247559,
      "num_tokens": 395984789.0,
      "step": 514170
    },
    {
      "epoch": 0.6522163788532621,
      "grad_norm": 4.8125,
      "learning_rate": 1.739145051493293e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5319744884967804,
      "num_tokens": 395993061.0,
      "step": 514180
    },
    {
      "epoch": 0.6522290634457949,
      "grad_norm": 5.375,
      "learning_rate": 1.7390816204846638e-05,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5655552893877029,
      "num_tokens": 396000579.0,
      "step": 514190
    },
    {
      "epoch": 0.6522417480383278,
      "grad_norm": 5.28125,
      "learning_rate": 1.7390181894760346e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5286488622426987,
      "num_tokens": 396008459.0,
      "step": 514200
    },
    {
      "epoch": 0.6522544326308606,
      "grad_norm": 8.125,
      "learning_rate": 1.7389547584674055e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.551578938961029,
      "num_tokens": 396016396.0,
      "step": 514210
    },
    {
      "epoch": 0.6522671172233935,
      "grad_norm": 5.3125,
      "learning_rate": 1.738891327458776e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5739789128303527,
      "num_tokens": 396023556.0,
      "step": 514220
    },
    {
      "epoch": 0.6522798018159263,
      "grad_norm": 5.125,
      "learning_rate": 1.738827896450147e-05,
      "loss": 1.9254,
      "mean_token_accuracy": 0.5651761054992676,
      "num_tokens": 396031217.0,
      "step": 514230
    },
    {
      "epoch": 0.652292486408459,
      "grad_norm": 7.25,
      "learning_rate": 1.738764465441518e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5729357153177261,
      "num_tokens": 396037795.0,
      "step": 514240
    },
    {
      "epoch": 0.652305171000992,
      "grad_norm": 9.125,
      "learning_rate": 1.7387010344328887e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5680892288684845,
      "num_tokens": 396045016.0,
      "step": 514250
    },
    {
      "epoch": 0.6523178555935247,
      "grad_norm": 5.84375,
      "learning_rate": 1.7386376034242596e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5319364488124847,
      "num_tokens": 396051415.0,
      "step": 514260
    },
    {
      "epoch": 0.6523305401860576,
      "grad_norm": 5.0,
      "learning_rate": 1.7385741724156304e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5320697963237763,
      "num_tokens": 396058947.0,
      "step": 514270
    },
    {
      "epoch": 0.6523432247785904,
      "grad_norm": 7.15625,
      "learning_rate": 1.7385107414070013e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5630833566188812,
      "num_tokens": 396066286.0,
      "step": 514280
    },
    {
      "epoch": 0.6523559093711233,
      "grad_norm": 5.71875,
      "learning_rate": 1.7384473103983722e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5607096016407013,
      "num_tokens": 396073198.0,
      "step": 514290
    },
    {
      "epoch": 0.6523685939636561,
      "grad_norm": 4.9375,
      "learning_rate": 1.738383879389743e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5337368786334992,
      "num_tokens": 396082591.0,
      "step": 514300
    },
    {
      "epoch": 0.652381278556189,
      "grad_norm": 5.125,
      "learning_rate": 1.738320448381114e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5655622273683548,
      "num_tokens": 396089918.0,
      "step": 514310
    },
    {
      "epoch": 0.6523939631487218,
      "grad_norm": 5.40625,
      "learning_rate": 1.7382570173724848e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5725082188844681,
      "num_tokens": 396097898.0,
      "step": 514320
    },
    {
      "epoch": 0.6524066477412546,
      "grad_norm": 5.15625,
      "learning_rate": 1.7381935863638557e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.54698226749897,
      "num_tokens": 396105970.0,
      "step": 514330
    },
    {
      "epoch": 0.6524193323337875,
      "grad_norm": 4.59375,
      "learning_rate": 1.7381301553552265e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5667161732912064,
      "num_tokens": 396113202.0,
      "step": 514340
    },
    {
      "epoch": 0.6524320169263202,
      "grad_norm": 6.625,
      "learning_rate": 1.7380667243465974e-05,
      "loss": 1.9809,
      "mean_token_accuracy": 0.5515675067901611,
      "num_tokens": 396119833.0,
      "step": 514350
    },
    {
      "epoch": 0.6524447015188531,
      "grad_norm": 5.34375,
      "learning_rate": 1.738003293337968e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5334080845117569,
      "num_tokens": 396128082.0,
      "step": 514360
    },
    {
      "epoch": 0.6524573861113859,
      "grad_norm": 6.4375,
      "learning_rate": 1.7379398623293388e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5457083195447922,
      "num_tokens": 396135532.0,
      "step": 514370
    },
    {
      "epoch": 0.6524700707039188,
      "grad_norm": 7.3125,
      "learning_rate": 1.73787643132071e-05,
      "loss": 1.88,
      "mean_token_accuracy": 0.5761484622955322,
      "num_tokens": 396142158.0,
      "step": 514380
    },
    {
      "epoch": 0.6524827552964516,
      "grad_norm": 5.0,
      "learning_rate": 1.7378130003120806e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5661126852035523,
      "num_tokens": 396149947.0,
      "step": 514390
    },
    {
      "epoch": 0.6524954398889844,
      "grad_norm": 6.03125,
      "learning_rate": 1.7377495693034514e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5338408946990967,
      "num_tokens": 396158305.0,
      "step": 514400
    },
    {
      "epoch": 0.6525081244815173,
      "grad_norm": 5.59375,
      "learning_rate": 1.7376861382948223e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5207288324832916,
      "num_tokens": 396165346.0,
      "step": 514410
    },
    {
      "epoch": 0.6525208090740501,
      "grad_norm": 5.0,
      "learning_rate": 1.7376227072861932e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5446974813938141,
      "num_tokens": 396173315.0,
      "step": 514420
    },
    {
      "epoch": 0.652533493666583,
      "grad_norm": 6.90625,
      "learning_rate": 1.737559276277564e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5731185257434845,
      "num_tokens": 396179288.0,
      "step": 514430
    },
    {
      "epoch": 0.6525461782591158,
      "grad_norm": 5.15625,
      "learning_rate": 1.737495845268935e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5429460674524307,
      "num_tokens": 396186790.0,
      "step": 514440
    },
    {
      "epoch": 0.6525588628516487,
      "grad_norm": 5.03125,
      "learning_rate": 1.7374324142603058e-05,
      "loss": 1.868,
      "mean_token_accuracy": 0.5684813261032104,
      "num_tokens": 396195327.0,
      "step": 514450
    },
    {
      "epoch": 0.6525715474441814,
      "grad_norm": 7.78125,
      "learning_rate": 1.7373689832516764e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5536712884902955,
      "num_tokens": 396201050.0,
      "step": 514460
    },
    {
      "epoch": 0.6525842320367143,
      "grad_norm": 4.78125,
      "learning_rate": 1.7373055522430472e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5566688805818558,
      "num_tokens": 396208481.0,
      "step": 514470
    },
    {
      "epoch": 0.6525969166292471,
      "grad_norm": 6.53125,
      "learning_rate": 1.7372421212344184e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.542107743024826,
      "num_tokens": 396215811.0,
      "step": 514480
    },
    {
      "epoch": 0.6526096012217799,
      "grad_norm": 7.1875,
      "learning_rate": 1.7371786902257893e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5218646049499511,
      "num_tokens": 396223652.0,
      "step": 514490
    },
    {
      "epoch": 0.6526222858143128,
      "grad_norm": 5.59375,
      "learning_rate": 1.73711525921716e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.542373314499855,
      "num_tokens": 396232356.0,
      "step": 514500
    },
    {
      "epoch": 0.6526349704068456,
      "grad_norm": 6.53125,
      "learning_rate": 1.7370518282085307e-05,
      "loss": 2.2681,
      "mean_token_accuracy": 0.5113026112318039,
      "num_tokens": 396241448.0,
      "step": 514510
    },
    {
      "epoch": 0.6526476549993785,
      "grad_norm": 6.96875,
      "learning_rate": 1.7369883971999016e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.550479257106781,
      "num_tokens": 396248094.0,
      "step": 514520
    },
    {
      "epoch": 0.6526603395919113,
      "grad_norm": 6.34375,
      "learning_rate": 1.7369249661912725e-05,
      "loss": 2.1977,
      "mean_token_accuracy": 0.5186181247234345,
      "num_tokens": 396256472.0,
      "step": 514530
    },
    {
      "epoch": 0.6526730241844442,
      "grad_norm": 5.0625,
      "learning_rate": 1.7368615351826433e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5331743955612183,
      "num_tokens": 396264201.0,
      "step": 514540
    },
    {
      "epoch": 0.652685708776977,
      "grad_norm": 7.0,
      "learning_rate": 1.7367981041740142e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5240664780139923,
      "num_tokens": 396271912.0,
      "step": 514550
    },
    {
      "epoch": 0.6526983933695097,
      "grad_norm": 5.15625,
      "learning_rate": 1.736734673165385e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5107518911361695,
      "num_tokens": 396280067.0,
      "step": 514560
    },
    {
      "epoch": 0.6527110779620426,
      "grad_norm": 4.9375,
      "learning_rate": 1.7366712421567556e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5454359024763107,
      "num_tokens": 396287689.0,
      "step": 514570
    },
    {
      "epoch": 0.6527237625545754,
      "grad_norm": 6.84375,
      "learning_rate": 1.736607811148127e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.546052086353302,
      "num_tokens": 396295996.0,
      "step": 514580
    },
    {
      "epoch": 0.6527364471471083,
      "grad_norm": 5.71875,
      "learning_rate": 1.7365443801394977e-05,
      "loss": 1.8169,
      "mean_token_accuracy": 0.5944160223007202,
      "num_tokens": 396304457.0,
      "step": 514590
    },
    {
      "epoch": 0.6527491317396411,
      "grad_norm": 5.25,
      "learning_rate": 1.7364809491308682e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5525832027196884,
      "num_tokens": 396311608.0,
      "step": 514600
    },
    {
      "epoch": 0.652761816332174,
      "grad_norm": 5.5,
      "learning_rate": 1.736417518122239e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5794338256120681,
      "num_tokens": 396319032.0,
      "step": 514610
    },
    {
      "epoch": 0.6527745009247068,
      "grad_norm": 6.0625,
      "learning_rate": 1.73635408711361e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5341100305318832,
      "num_tokens": 396327012.0,
      "step": 514620
    },
    {
      "epoch": 0.6527871855172396,
      "grad_norm": 4.875,
      "learning_rate": 1.736290656104981e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5525411903858185,
      "num_tokens": 396334493.0,
      "step": 514630
    },
    {
      "epoch": 0.6527998701097725,
      "grad_norm": 6.65625,
      "learning_rate": 1.7362272250963517e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5439388990402222,
      "num_tokens": 396343217.0,
      "step": 514640
    },
    {
      "epoch": 0.6528125547023053,
      "grad_norm": 5.90625,
      "learning_rate": 1.7361637940877226e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.571300846338272,
      "num_tokens": 396350308.0,
      "step": 514650
    },
    {
      "epoch": 0.6528252392948382,
      "grad_norm": 5.125,
      "learning_rate": 1.7361003630790935e-05,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5247979879379272,
      "num_tokens": 396358505.0,
      "step": 514660
    },
    {
      "epoch": 0.6528379238873709,
      "grad_norm": 6.96875,
      "learning_rate": 1.736036932070464e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.5291764557361602,
      "num_tokens": 396366187.0,
      "step": 514670
    },
    {
      "epoch": 0.6528506084799038,
      "grad_norm": 6.0625,
      "learning_rate": 1.7359735010618352e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5519513368606568,
      "num_tokens": 396372793.0,
      "step": 514680
    },
    {
      "epoch": 0.6528632930724366,
      "grad_norm": 5.1875,
      "learning_rate": 1.735910070053206e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5373891025781632,
      "num_tokens": 396381447.0,
      "step": 514690
    },
    {
      "epoch": 0.6528759776649695,
      "grad_norm": 5.09375,
      "learning_rate": 1.735846639044577e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5645856201648712,
      "num_tokens": 396389312.0,
      "step": 514700
    },
    {
      "epoch": 0.6528886622575023,
      "grad_norm": 4.4375,
      "learning_rate": 1.7357832080359475e-05,
      "loss": 1.8859,
      "mean_token_accuracy": 0.5666934698820114,
      "num_tokens": 396397876.0,
      "step": 514710
    },
    {
      "epoch": 0.6529013468500351,
      "grad_norm": 5.46875,
      "learning_rate": 1.7357197770273184e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5776389628648758,
      "num_tokens": 396403784.0,
      "step": 514720
    },
    {
      "epoch": 0.652914031442568,
      "grad_norm": 4.71875,
      "learning_rate": 1.7356563460186896e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5365824669599533,
      "num_tokens": 396411924.0,
      "step": 514730
    },
    {
      "epoch": 0.6529267160351008,
      "grad_norm": 5.28125,
      "learning_rate": 1.73559291501006e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5300308734178543,
      "num_tokens": 396419634.0,
      "step": 514740
    },
    {
      "epoch": 0.6529394006276337,
      "grad_norm": 6.75,
      "learning_rate": 1.735529484001431e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5604204595088959,
      "num_tokens": 396427826.0,
      "step": 514750
    },
    {
      "epoch": 0.6529520852201665,
      "grad_norm": 5.9375,
      "learning_rate": 1.735466052992802e-05,
      "loss": 2.0019,
      "mean_token_accuracy": 0.55098916888237,
      "num_tokens": 396435250.0,
      "step": 514760
    },
    {
      "epoch": 0.6529647698126994,
      "grad_norm": 5.09375,
      "learning_rate": 1.7354026219841728e-05,
      "loss": 1.8206,
      "mean_token_accuracy": 0.5973925054073334,
      "num_tokens": 396443184.0,
      "step": 514770
    },
    {
      "epoch": 0.6529774544052321,
      "grad_norm": 5.8125,
      "learning_rate": 1.7353391909755436e-05,
      "loss": 1.9016,
      "mean_token_accuracy": 0.5666338562965393,
      "num_tokens": 396450135.0,
      "step": 514780
    },
    {
      "epoch": 0.6529901389977649,
      "grad_norm": 6.28125,
      "learning_rate": 1.7352757599669145e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5343091696500778,
      "num_tokens": 396457655.0,
      "step": 514790
    },
    {
      "epoch": 0.6530028235902978,
      "grad_norm": 6.84375,
      "learning_rate": 1.7352123289582854e-05,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5240153670310974,
      "num_tokens": 396465494.0,
      "step": 514800
    },
    {
      "epoch": 0.6530155081828306,
      "grad_norm": 4.96875,
      "learning_rate": 1.735148897949656e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5622972130775452,
      "num_tokens": 396472441.0,
      "step": 514810
    },
    {
      "epoch": 0.6530281927753635,
      "grad_norm": 5.4375,
      "learning_rate": 1.735085466941027e-05,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5315920233726501,
      "num_tokens": 396481133.0,
      "step": 514820
    },
    {
      "epoch": 0.6530408773678963,
      "grad_norm": 8.25,
      "learning_rate": 1.735022035932398e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5334861367940903,
      "num_tokens": 396488713.0,
      "step": 514830
    },
    {
      "epoch": 0.6530535619604292,
      "grad_norm": 10.75,
      "learning_rate": 1.7349586049237685e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5518994808197022,
      "num_tokens": 396496155.0,
      "step": 514840
    },
    {
      "epoch": 0.653066246552962,
      "grad_norm": 5.5,
      "learning_rate": 1.7348951739151394e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5216962546110153,
      "num_tokens": 396504636.0,
      "step": 514850
    },
    {
      "epoch": 0.6530789311454949,
      "grad_norm": 4.84375,
      "learning_rate": 1.7348317429065103e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5671646952629089,
      "num_tokens": 396513089.0,
      "step": 514860
    },
    {
      "epoch": 0.6530916157380277,
      "grad_norm": 9.0,
      "learning_rate": 1.7347683118978815e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5718795597553253,
      "num_tokens": 396519793.0,
      "step": 514870
    },
    {
      "epoch": 0.6531043003305604,
      "grad_norm": 6.875,
      "learning_rate": 1.734704880889252e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5290898323059082,
      "num_tokens": 396528230.0,
      "step": 514880
    },
    {
      "epoch": 0.6531169849230933,
      "grad_norm": 6.28125,
      "learning_rate": 1.734641449880623e-05,
      "loss": 2.4568,
      "mean_token_accuracy": 0.48914861083030703,
      "num_tokens": 396536233.0,
      "step": 514890
    },
    {
      "epoch": 0.6531296695156261,
      "grad_norm": 6.75,
      "learning_rate": 1.7345780188719938e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5341628134250641,
      "num_tokens": 396545131.0,
      "step": 514900
    },
    {
      "epoch": 0.653142354108159,
      "grad_norm": 4.75,
      "learning_rate": 1.7345145878633647e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.538793408870697,
      "num_tokens": 396552889.0,
      "step": 514910
    },
    {
      "epoch": 0.6531550387006918,
      "grad_norm": 5.34375,
      "learning_rate": 1.7344511568547355e-05,
      "loss": 1.7029,
      "mean_token_accuracy": 0.6210471749305725,
      "num_tokens": 396559853.0,
      "step": 514920
    },
    {
      "epoch": 0.6531677232932247,
      "grad_norm": 5.125,
      "learning_rate": 1.7343877258461064e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5549179643392563,
      "num_tokens": 396567393.0,
      "step": 514930
    },
    {
      "epoch": 0.6531804078857575,
      "grad_norm": 5.9375,
      "learning_rate": 1.7343242948374773e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5550825506448746,
      "num_tokens": 396574750.0,
      "step": 514940
    },
    {
      "epoch": 0.6531930924782903,
      "grad_norm": 8.5,
      "learning_rate": 1.7342608638288478e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5285239160060883,
      "num_tokens": 396583574.0,
      "step": 514950
    },
    {
      "epoch": 0.6532057770708232,
      "grad_norm": 5.65625,
      "learning_rate": 1.7341974328202187e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5327056854963302,
      "num_tokens": 396591328.0,
      "step": 514960
    },
    {
      "epoch": 0.653218461663356,
      "grad_norm": 5.625,
      "learning_rate": 1.73413400181159e-05,
      "loss": 2.1987,
      "mean_token_accuracy": 0.5223090410232544,
      "num_tokens": 396599928.0,
      "step": 514970
    },
    {
      "epoch": 0.6532311462558889,
      "grad_norm": 5.5625,
      "learning_rate": 1.7340705708029604e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5354660153388977,
      "num_tokens": 396606380.0,
      "step": 514980
    },
    {
      "epoch": 0.6532438308484216,
      "grad_norm": 4.71875,
      "learning_rate": 1.7340071397943313e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5523501694202423,
      "num_tokens": 396615467.0,
      "step": 514990
    },
    {
      "epoch": 0.6532565154409545,
      "grad_norm": 6.71875,
      "learning_rate": 1.7339437087857022e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5661145627498627,
      "num_tokens": 396622703.0,
      "step": 515000
    },
    {
      "epoch": 0.6532692000334873,
      "grad_norm": 5.65625,
      "learning_rate": 1.733880277777073e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5340431004762649,
      "num_tokens": 396628585.0,
      "step": 515010
    },
    {
      "epoch": 0.6532818846260201,
      "grad_norm": 4.90625,
      "learning_rate": 1.733816846768444e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5336287528276443,
      "num_tokens": 396636441.0,
      "step": 515020
    },
    {
      "epoch": 0.653294569218553,
      "grad_norm": 5.09375,
      "learning_rate": 1.7337534157598148e-05,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5753953695297241,
      "num_tokens": 396645271.0,
      "step": 515030
    },
    {
      "epoch": 0.6533072538110858,
      "grad_norm": 5.03125,
      "learning_rate": 1.7336899847511857e-05,
      "loss": 1.9226,
      "mean_token_accuracy": 0.560909652709961,
      "num_tokens": 396653262.0,
      "step": 515040
    },
    {
      "epoch": 0.6533199384036187,
      "grad_norm": 6.9375,
      "learning_rate": 1.7336265537425562e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5186088740825653,
      "num_tokens": 396662085.0,
      "step": 515050
    },
    {
      "epoch": 0.6533326229961515,
      "grad_norm": 6.28125,
      "learning_rate": 1.733563122733927e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5392234683036804,
      "num_tokens": 396669794.0,
      "step": 515060
    },
    {
      "epoch": 0.6533453075886844,
      "grad_norm": 5.25,
      "learning_rate": 1.7334996917252983e-05,
      "loss": 1.8508,
      "mean_token_accuracy": 0.6062347710132598,
      "num_tokens": 396676605.0,
      "step": 515070
    },
    {
      "epoch": 0.6533579921812172,
      "grad_norm": 6.78125,
      "learning_rate": 1.7334362607166692e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.564822119474411,
      "num_tokens": 396684112.0,
      "step": 515080
    },
    {
      "epoch": 0.65337067677375,
      "grad_norm": 5.875,
      "learning_rate": 1.7333728297080397e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5537913352251053,
      "num_tokens": 396692879.0,
      "step": 515090
    },
    {
      "epoch": 0.6533833613662828,
      "grad_norm": 6.96875,
      "learning_rate": 1.7333093986994106e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5547693401575089,
      "num_tokens": 396700361.0,
      "step": 515100
    },
    {
      "epoch": 0.6533960459588156,
      "grad_norm": 6.78125,
      "learning_rate": 1.7332459676907815e-05,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5232800841331482,
      "num_tokens": 396709542.0,
      "step": 515110
    },
    {
      "epoch": 0.6534087305513485,
      "grad_norm": 8.3125,
      "learning_rate": 1.7331825366821523e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5386162787675858,
      "num_tokens": 396716606.0,
      "step": 515120
    },
    {
      "epoch": 0.6534214151438813,
      "grad_norm": 5.71875,
      "learning_rate": 1.7331191056735232e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5348551154136658,
      "num_tokens": 396724962.0,
      "step": 515130
    },
    {
      "epoch": 0.6534340997364142,
      "grad_norm": 5.71875,
      "learning_rate": 1.733055674664894e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5305848062038422,
      "num_tokens": 396733809.0,
      "step": 515140
    },
    {
      "epoch": 0.653446784328947,
      "grad_norm": 5.96875,
      "learning_rate": 1.732992243656265e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5497596591711045,
      "num_tokens": 396741558.0,
      "step": 515150
    },
    {
      "epoch": 0.6534594689214799,
      "grad_norm": 5.25,
      "learning_rate": 1.7329288126476355e-05,
      "loss": 2.3242,
      "mean_token_accuracy": 0.5078075885772705,
      "num_tokens": 396749640.0,
      "step": 515160
    },
    {
      "epoch": 0.6534721535140127,
      "grad_norm": 6.5625,
      "learning_rate": 1.7328653816390067e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5323933839797974,
      "num_tokens": 396757232.0,
      "step": 515170
    },
    {
      "epoch": 0.6534848381065455,
      "grad_norm": 5.0,
      "learning_rate": 1.7328019506303776e-05,
      "loss": 2.2713,
      "mean_token_accuracy": 0.5138869792222976,
      "num_tokens": 396765594.0,
      "step": 515180
    },
    {
      "epoch": 0.6534975226990783,
      "grad_norm": 5.25,
      "learning_rate": 1.732738519621748e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5461857855319977,
      "num_tokens": 396772451.0,
      "step": 515190
    },
    {
      "epoch": 0.6535102072916111,
      "grad_norm": 6.25,
      "learning_rate": 1.732675088613119e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5257496267557145,
      "num_tokens": 396781182.0,
      "step": 515200
    },
    {
      "epoch": 0.653522891884144,
      "grad_norm": 9.375,
      "learning_rate": 1.73261165760449e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5391303151845932,
      "num_tokens": 396787578.0,
      "step": 515210
    },
    {
      "epoch": 0.6535355764766768,
      "grad_norm": 5.375,
      "learning_rate": 1.732548226595861e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.53585165143013,
      "num_tokens": 396796187.0,
      "step": 515220
    },
    {
      "epoch": 0.6535482610692097,
      "grad_norm": 5.90625,
      "learning_rate": 1.7324847955872316e-05,
      "loss": 2.2311,
      "mean_token_accuracy": 0.5102855801582337,
      "num_tokens": 396804882.0,
      "step": 515230
    },
    {
      "epoch": 0.6535609456617425,
      "grad_norm": 6.53125,
      "learning_rate": 1.7324213645786025e-05,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5184836447238922,
      "num_tokens": 396812794.0,
      "step": 515240
    },
    {
      "epoch": 0.6535736302542754,
      "grad_norm": 5.625,
      "learning_rate": 1.7323579335699734e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5668946921825408,
      "num_tokens": 396820486.0,
      "step": 515250
    },
    {
      "epoch": 0.6535863148468082,
      "grad_norm": 4.6875,
      "learning_rate": 1.7322945025613442e-05,
      "loss": 1.7707,
      "mean_token_accuracy": 0.5999062895774842,
      "num_tokens": 396828102.0,
      "step": 515260
    },
    {
      "epoch": 0.653598999439341,
      "grad_norm": 11.1875,
      "learning_rate": 1.732231071552715e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5731354713439941,
      "num_tokens": 396834558.0,
      "step": 515270
    },
    {
      "epoch": 0.6536116840318739,
      "grad_norm": 7.3125,
      "learning_rate": 1.732167640544086e-05,
      "loss": 1.8129,
      "mean_token_accuracy": 0.6074500203132629,
      "num_tokens": 396840180.0,
      "step": 515280
    },
    {
      "epoch": 0.6536243686244066,
      "grad_norm": 4.875,
      "learning_rate": 1.732104209535457e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5487066864967346,
      "num_tokens": 396846715.0,
      "step": 515290
    },
    {
      "epoch": 0.6536370532169395,
      "grad_norm": 5.21875,
      "learning_rate": 1.7320407785268274e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5216499924659729,
      "num_tokens": 396854748.0,
      "step": 515300
    },
    {
      "epoch": 0.6536497378094723,
      "grad_norm": 5.40625,
      "learning_rate": 1.7319773475181986e-05,
      "loss": 1.7712,
      "mean_token_accuracy": 0.6055038273334503,
      "num_tokens": 396862563.0,
      "step": 515310
    },
    {
      "epoch": 0.6536624224020052,
      "grad_norm": 5.8125,
      "learning_rate": 1.7319139165095695e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5668457239866257,
      "num_tokens": 396869486.0,
      "step": 515320
    },
    {
      "epoch": 0.653675106994538,
      "grad_norm": 5.25,
      "learning_rate": 1.73185048550094e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5530435919761658,
      "num_tokens": 396878323.0,
      "step": 515330
    },
    {
      "epoch": 0.6536877915870708,
      "grad_norm": 4.59375,
      "learning_rate": 1.731787054492311e-05,
      "loss": 1.8734,
      "mean_token_accuracy": 0.5746482938528061,
      "num_tokens": 396886321.0,
      "step": 515340
    },
    {
      "epoch": 0.6537004761796037,
      "grad_norm": 5.6875,
      "learning_rate": 1.7317236234836818e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5406407535076141,
      "num_tokens": 396895178.0,
      "step": 515350
    },
    {
      "epoch": 0.6537131607721365,
      "grad_norm": 5.09375,
      "learning_rate": 1.7316601924750526e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.531697490811348,
      "num_tokens": 396903850.0,
      "step": 515360
    },
    {
      "epoch": 0.6537258453646694,
      "grad_norm": 4.6875,
      "learning_rate": 1.7315967614664235e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5298539668321609,
      "num_tokens": 396911229.0,
      "step": 515370
    },
    {
      "epoch": 0.6537385299572022,
      "grad_norm": 5.65625,
      "learning_rate": 1.7315333304577944e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5340994894504547,
      "num_tokens": 396918623.0,
      "step": 515380
    },
    {
      "epoch": 0.6537512145497351,
      "grad_norm": 5.9375,
      "learning_rate": 1.7314698994491653e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5652341306209564,
      "num_tokens": 396925964.0,
      "step": 515390
    },
    {
      "epoch": 0.6537638991422678,
      "grad_norm": 8.8125,
      "learning_rate": 1.7314064684405358e-05,
      "loss": 1.9182,
      "mean_token_accuracy": 0.5629281342029572,
      "num_tokens": 396933081.0,
      "step": 515400
    },
    {
      "epoch": 0.6537765837348007,
      "grad_norm": 5.625,
      "learning_rate": 1.731343037431907e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.554159015417099,
      "num_tokens": 396941194.0,
      "step": 515410
    },
    {
      "epoch": 0.6537892683273335,
      "grad_norm": 6.03125,
      "learning_rate": 1.731279606423278e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5296673774719238,
      "num_tokens": 396949981.0,
      "step": 515420
    },
    {
      "epoch": 0.6538019529198663,
      "grad_norm": 6.25,
      "learning_rate": 1.7312161754146488e-05,
      "loss": 1.9581,
      "mean_token_accuracy": 0.5632835030555725,
      "num_tokens": 396957892.0,
      "step": 515430
    },
    {
      "epoch": 0.6538146375123992,
      "grad_norm": 5.375,
      "learning_rate": 1.7311527444060193e-05,
      "loss": 1.888,
      "mean_token_accuracy": 0.5781284391880035,
      "num_tokens": 396964310.0,
      "step": 515440
    },
    {
      "epoch": 0.653827322104932,
      "grad_norm": 7.5625,
      "learning_rate": 1.73108931339739e-05,
      "loss": 1.93,
      "mean_token_accuracy": 0.56568041741848,
      "num_tokens": 396972213.0,
      "step": 515450
    },
    {
      "epoch": 0.6538400066974649,
      "grad_norm": 12.375,
      "learning_rate": 1.7310258823887614e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5482983499765396,
      "num_tokens": 396979465.0,
      "step": 515460
    },
    {
      "epoch": 0.6538526912899977,
      "grad_norm": 5.09375,
      "learning_rate": 1.730962451380132e-05,
      "loss": 2.2632,
      "mean_token_accuracy": 0.5106170803308487,
      "num_tokens": 396988281.0,
      "step": 515470
    },
    {
      "epoch": 0.6538653758825306,
      "grad_norm": 5.25,
      "learning_rate": 1.7308990203715028e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5513218969106675,
      "num_tokens": 396996054.0,
      "step": 515480
    },
    {
      "epoch": 0.6538780604750634,
      "grad_norm": 5.1875,
      "learning_rate": 1.7308355893628737e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.55081787109375,
      "num_tokens": 397003921.0,
      "step": 515490
    },
    {
      "epoch": 0.6538907450675961,
      "grad_norm": 7.28125,
      "learning_rate": 1.7307721583542445e-05,
      "loss": 1.8791,
      "mean_token_accuracy": 0.5787623822689056,
      "num_tokens": 397009810.0,
      "step": 515500
    },
    {
      "epoch": 0.653903429660129,
      "grad_norm": 6.90625,
      "learning_rate": 1.7307087273456154e-05,
      "loss": 1.8843,
      "mean_token_accuracy": 0.5733801335096359,
      "num_tokens": 397016714.0,
      "step": 515510
    },
    {
      "epoch": 0.6539161142526618,
      "grad_norm": 4.6875,
      "learning_rate": 1.7306452963369863e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.557850906252861,
      "num_tokens": 397024313.0,
      "step": 515520
    },
    {
      "epoch": 0.6539287988451947,
      "grad_norm": 6.4375,
      "learning_rate": 1.730581865328357e-05,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5192822843790055,
      "num_tokens": 397033364.0,
      "step": 515530
    },
    {
      "epoch": 0.6539414834377275,
      "grad_norm": 6.71875,
      "learning_rate": 1.7305184343197277e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5728617668151855,
      "num_tokens": 397041514.0,
      "step": 515540
    },
    {
      "epoch": 0.6539541680302604,
      "grad_norm": 4.875,
      "learning_rate": 1.7304550033110986e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5398266732692718,
      "num_tokens": 397048699.0,
      "step": 515550
    },
    {
      "epoch": 0.6539668526227932,
      "grad_norm": 6.3125,
      "learning_rate": 1.7303915723024698e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5553824096918106,
      "num_tokens": 397056081.0,
      "step": 515560
    },
    {
      "epoch": 0.653979537215326,
      "grad_norm": 7.40625,
      "learning_rate": 1.7303281412938403e-05,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5257738709449769,
      "num_tokens": 397064978.0,
      "step": 515570
    },
    {
      "epoch": 0.6539922218078589,
      "grad_norm": 6.4375,
      "learning_rate": 1.7302647102852112e-05,
      "loss": 2.4053,
      "mean_token_accuracy": 0.4961127698421478,
      "num_tokens": 397072273.0,
      "step": 515580
    },
    {
      "epoch": 0.6540049064003917,
      "grad_norm": 6.25,
      "learning_rate": 1.730201279276582e-05,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5131088107824325,
      "num_tokens": 397080853.0,
      "step": 515590
    },
    {
      "epoch": 0.6540175909929246,
      "grad_norm": 5.4375,
      "learning_rate": 1.730137848267953e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5322746753692627,
      "num_tokens": 397089055.0,
      "step": 515600
    },
    {
      "epoch": 0.6540302755854573,
      "grad_norm": 4.9375,
      "learning_rate": 1.7300744172593238e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5292374014854431,
      "num_tokens": 397095851.0,
      "step": 515610
    },
    {
      "epoch": 0.6540429601779902,
      "grad_norm": 6.625,
      "learning_rate": 1.7300109862506947e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.581775763630867,
      "num_tokens": 397103013.0,
      "step": 515620
    },
    {
      "epoch": 0.654055644770523,
      "grad_norm": 7.375,
      "learning_rate": 1.7299475552420656e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.567290934920311,
      "num_tokens": 397110777.0,
      "step": 515630
    },
    {
      "epoch": 0.6540683293630559,
      "grad_norm": 5.0625,
      "learning_rate": 1.7298841242334364e-05,
      "loss": 1.8324,
      "mean_token_accuracy": 0.5951732248067856,
      "num_tokens": 397118171.0,
      "step": 515640
    },
    {
      "epoch": 0.6540810139555887,
      "grad_norm": 6.84375,
      "learning_rate": 1.729820693224807e-05,
      "loss": 1.98,
      "mean_token_accuracy": 0.5434692084789277,
      "num_tokens": 397125336.0,
      "step": 515650
    },
    {
      "epoch": 0.6540936985481215,
      "grad_norm": 6.96875,
      "learning_rate": 1.7297572622161782e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5424726903438568,
      "num_tokens": 397131978.0,
      "step": 515660
    },
    {
      "epoch": 0.6541063831406544,
      "grad_norm": 5.8125,
      "learning_rate": 1.729693831207549e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5535261362791062,
      "num_tokens": 397139865.0,
      "step": 515670
    },
    {
      "epoch": 0.6541190677331872,
      "grad_norm": 6.15625,
      "learning_rate": 1.7296304001989196e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5353403270244599,
      "num_tokens": 397147726.0,
      "step": 515680
    },
    {
      "epoch": 0.6541317523257201,
      "grad_norm": 5.3125,
      "learning_rate": 1.7295669691902905e-05,
      "loss": 1.88,
      "mean_token_accuracy": 0.5811088114976883,
      "num_tokens": 397154705.0,
      "step": 515690
    },
    {
      "epoch": 0.6541444369182529,
      "grad_norm": 5.34375,
      "learning_rate": 1.7295035381816617e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5438736110925675,
      "num_tokens": 397163241.0,
      "step": 515700
    },
    {
      "epoch": 0.6541571215107858,
      "grad_norm": 6.53125,
      "learning_rate": 1.7294401071730322e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5281169593334198,
      "num_tokens": 397171934.0,
      "step": 515710
    },
    {
      "epoch": 0.6541698061033185,
      "grad_norm": 5.40625,
      "learning_rate": 1.729376676164403e-05,
      "loss": 1.88,
      "mean_token_accuracy": 0.5777649760246277,
      "num_tokens": 397179044.0,
      "step": 515720
    },
    {
      "epoch": 0.6541824906958513,
      "grad_norm": 5.75,
      "learning_rate": 1.729313245155774e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5335715770721435,
      "num_tokens": 397186497.0,
      "step": 515730
    },
    {
      "epoch": 0.6541951752883842,
      "grad_norm": 5.0625,
      "learning_rate": 1.729249814147145e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5643010914325715,
      "num_tokens": 397194637.0,
      "step": 515740
    },
    {
      "epoch": 0.654207859880917,
      "grad_norm": 5.46875,
      "learning_rate": 1.7291863831385157e-05,
      "loss": 2.2391,
      "mean_token_accuracy": 0.5185233294963837,
      "num_tokens": 397204152.0,
      "step": 515750
    },
    {
      "epoch": 0.6542205444734499,
      "grad_norm": 5.84375,
      "learning_rate": 1.7291229521298866e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5548253178596496,
      "num_tokens": 397211477.0,
      "step": 515760
    },
    {
      "epoch": 0.6542332290659827,
      "grad_norm": 5.5625,
      "learning_rate": 1.7290595211212575e-05,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5855356812477112,
      "num_tokens": 397219439.0,
      "step": 515770
    },
    {
      "epoch": 0.6542459136585156,
      "grad_norm": 9.625,
      "learning_rate": 1.728996090112628e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.536554291844368,
      "num_tokens": 397227551.0,
      "step": 515780
    },
    {
      "epoch": 0.6542585982510484,
      "grad_norm": 5.21875,
      "learning_rate": 1.728932659103999e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5576405912637711,
      "num_tokens": 397235257.0,
      "step": 515790
    },
    {
      "epoch": 0.6542712828435813,
      "grad_norm": 6.09375,
      "learning_rate": 1.72886922809537e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5424758315086364,
      "num_tokens": 397241619.0,
      "step": 515800
    },
    {
      "epoch": 0.6542839674361141,
      "grad_norm": 5.0,
      "learning_rate": 1.728805797086741e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5726238459348678,
      "num_tokens": 397248700.0,
      "step": 515810
    },
    {
      "epoch": 0.6542966520286468,
      "grad_norm": 7.375,
      "learning_rate": 1.7287423660781115e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5862320631742477,
      "num_tokens": 397256575.0,
      "step": 515820
    },
    {
      "epoch": 0.6543093366211797,
      "grad_norm": 5.0,
      "learning_rate": 1.7286789350694824e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.557045328617096,
      "num_tokens": 397263295.0,
      "step": 515830
    },
    {
      "epoch": 0.6543220212137125,
      "grad_norm": 6.15625,
      "learning_rate": 1.7286155040608532e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5425845295190811,
      "num_tokens": 397271290.0,
      "step": 515840
    },
    {
      "epoch": 0.6543347058062454,
      "grad_norm": 6.1875,
      "learning_rate": 1.728552073052224e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5370583683252335,
      "num_tokens": 397279847.0,
      "step": 515850
    },
    {
      "epoch": 0.6543473903987782,
      "grad_norm": 5.34375,
      "learning_rate": 1.728488642043595e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5495202481746674,
      "num_tokens": 397287578.0,
      "step": 515860
    },
    {
      "epoch": 0.6543600749913111,
      "grad_norm": 7.3125,
      "learning_rate": 1.728425211034966e-05,
      "loss": 1.9324,
      "mean_token_accuracy": 0.5697677075862885,
      "num_tokens": 397294763.0,
      "step": 515870
    },
    {
      "epoch": 0.6543727595838439,
      "grad_norm": 6.34375,
      "learning_rate": 1.7283617800263367e-05,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5750329822301865,
      "num_tokens": 397302728.0,
      "step": 515880
    },
    {
      "epoch": 0.6543854441763767,
      "grad_norm": 5.71875,
      "learning_rate": 1.7282983490177073e-05,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5204997718334198,
      "num_tokens": 397312099.0,
      "step": 515890
    },
    {
      "epoch": 0.6543981287689096,
      "grad_norm": 6.15625,
      "learning_rate": 1.7282349180090785e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5431605219841004,
      "num_tokens": 397319238.0,
      "step": 515900
    },
    {
      "epoch": 0.6544108133614424,
      "grad_norm": 4.96875,
      "learning_rate": 1.7281714870004494e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5248453617095947,
      "num_tokens": 397326524.0,
      "step": 515910
    },
    {
      "epoch": 0.6544234979539753,
      "grad_norm": 6.5625,
      "learning_rate": 1.72810805599182e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5475082606077194,
      "num_tokens": 397334694.0,
      "step": 515920
    },
    {
      "epoch": 0.654436182546508,
      "grad_norm": 5.3125,
      "learning_rate": 1.7280446249831908e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5331860840320587,
      "num_tokens": 397343618.0,
      "step": 515930
    },
    {
      "epoch": 0.6544488671390409,
      "grad_norm": 5.21875,
      "learning_rate": 1.7279811939745616e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5334326893091201,
      "num_tokens": 397352093.0,
      "step": 515940
    },
    {
      "epoch": 0.6544615517315737,
      "grad_norm": 5.15625,
      "learning_rate": 1.7279177629659325e-05,
      "loss": 1.9039,
      "mean_token_accuracy": 0.5743124336004257,
      "num_tokens": 397360307.0,
      "step": 515950
    },
    {
      "epoch": 0.6544742363241065,
      "grad_norm": 6.875,
      "learning_rate": 1.7278543319573034e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5289891064167023,
      "num_tokens": 397367865.0,
      "step": 515960
    },
    {
      "epoch": 0.6544869209166394,
      "grad_norm": 5.15625,
      "learning_rate": 1.7277909009486743e-05,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5552519112825394,
      "num_tokens": 397374755.0,
      "step": 515970
    },
    {
      "epoch": 0.6544996055091722,
      "grad_norm": 6.75,
      "learning_rate": 1.727727469940045e-05,
      "loss": 2.3515,
      "mean_token_accuracy": 0.5025494486093521,
      "num_tokens": 397382608.0,
      "step": 515980
    },
    {
      "epoch": 0.6545122901017051,
      "grad_norm": 6.53125,
      "learning_rate": 1.7276640389314157e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5534448146820068,
      "num_tokens": 397390248.0,
      "step": 515990
    },
    {
      "epoch": 0.6545249746942379,
      "grad_norm": 6.1875,
      "learning_rate": 1.727600607922787e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5592062413692475,
      "num_tokens": 397396874.0,
      "step": 516000
    },
    {
      "epoch": 0.6545376592867708,
      "grad_norm": 9.8125,
      "learning_rate": 1.7275371769141578e-05,
      "loss": 1.8664,
      "mean_token_accuracy": 0.5794723480939865,
      "num_tokens": 397403314.0,
      "step": 516010
    },
    {
      "epoch": 0.6545503438793036,
      "grad_norm": 5.75,
      "learning_rate": 1.7274737459055286e-05,
      "loss": 2.2058,
      "mean_token_accuracy": 0.5264000743627548,
      "num_tokens": 397411827.0,
      "step": 516020
    },
    {
      "epoch": 0.6545630284718364,
      "grad_norm": 5.40625,
      "learning_rate": 1.727410314896899e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5375316202640533,
      "num_tokens": 397419605.0,
      "step": 516030
    },
    {
      "epoch": 0.6545757130643692,
      "grad_norm": 5.46875,
      "learning_rate": 1.72734688388827e-05,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5623666435480118,
      "num_tokens": 397428010.0,
      "step": 516040
    },
    {
      "epoch": 0.654588397656902,
      "grad_norm": 5.25,
      "learning_rate": 1.7272834528796412e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5698284834623337,
      "num_tokens": 397435750.0,
      "step": 516050
    },
    {
      "epoch": 0.6546010822494349,
      "grad_norm": 5.0625,
      "learning_rate": 1.7272200218710118e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5202385127544403,
      "num_tokens": 397444115.0,
      "step": 516060
    },
    {
      "epoch": 0.6546137668419677,
      "grad_norm": 7.21875,
      "learning_rate": 1.7271565908623827e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5436297565698623,
      "num_tokens": 397452538.0,
      "step": 516070
    },
    {
      "epoch": 0.6546264514345006,
      "grad_norm": 4.6875,
      "learning_rate": 1.7270931598537535e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5414430499076843,
      "num_tokens": 397460681.0,
      "step": 516080
    },
    {
      "epoch": 0.6546391360270334,
      "grad_norm": 4.875,
      "learning_rate": 1.7270297288451244e-05,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5671153277158737,
      "num_tokens": 397467952.0,
      "step": 516090
    },
    {
      "epoch": 0.6546518206195663,
      "grad_norm": 4.875,
      "learning_rate": 1.7269662978364953e-05,
      "loss": 1.9625,
      "mean_token_accuracy": 0.57176653444767,
      "num_tokens": 397476008.0,
      "step": 516100
    },
    {
      "epoch": 0.6546645052120991,
      "grad_norm": 6.9375,
      "learning_rate": 1.726902866827866e-05,
      "loss": 1.7927,
      "mean_token_accuracy": 0.5926120400428772,
      "num_tokens": 397483659.0,
      "step": 516110
    },
    {
      "epoch": 0.6546771898046319,
      "grad_norm": 5.5625,
      "learning_rate": 1.726839435819237e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5530388802289963,
      "num_tokens": 397491629.0,
      "step": 516120
    },
    {
      "epoch": 0.6546898743971648,
      "grad_norm": 5.90625,
      "learning_rate": 1.7267760048106076e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5743828594684601,
      "num_tokens": 397499135.0,
      "step": 516130
    },
    {
      "epoch": 0.6547025589896975,
      "grad_norm": 5.0625,
      "learning_rate": 1.7267125738019788e-05,
      "loss": 1.8344,
      "mean_token_accuracy": 0.5821994662284851,
      "num_tokens": 397507077.0,
      "step": 516140
    },
    {
      "epoch": 0.6547152435822304,
      "grad_norm": 4.71875,
      "learning_rate": 1.7266491427933496e-05,
      "loss": 1.859,
      "mean_token_accuracy": 0.5757022678852082,
      "num_tokens": 397514753.0,
      "step": 516150
    },
    {
      "epoch": 0.6547279281747632,
      "grad_norm": 5.0,
      "learning_rate": 1.7265857117847202e-05,
      "loss": 1.8452,
      "mean_token_accuracy": 0.5923510938882828,
      "num_tokens": 397521699.0,
      "step": 516160
    },
    {
      "epoch": 0.6547406127672961,
      "grad_norm": 5.4375,
      "learning_rate": 1.726522280776091e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5213586539030075,
      "num_tokens": 397530630.0,
      "step": 516170
    },
    {
      "epoch": 0.6547532973598289,
      "grad_norm": 5.625,
      "learning_rate": 1.726458849767462e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.5795677423477172,
      "num_tokens": 397536332.0,
      "step": 516180
    },
    {
      "epoch": 0.6547659819523618,
      "grad_norm": 4.625,
      "learning_rate": 1.726395418758833e-05,
      "loss": 1.8543,
      "mean_token_accuracy": 0.5877322018146515,
      "num_tokens": 397543605.0,
      "step": 516190
    },
    {
      "epoch": 0.6547786665448946,
      "grad_norm": 6.8125,
      "learning_rate": 1.7263319877502037e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5615961015224457,
      "num_tokens": 397550793.0,
      "step": 516200
    },
    {
      "epoch": 0.6547913511374274,
      "grad_norm": 6.125,
      "learning_rate": 1.7262685567415746e-05,
      "loss": 1.6231,
      "mean_token_accuracy": 0.6199731886386871,
      "num_tokens": 397558606.0,
      "step": 516210
    },
    {
      "epoch": 0.6548040357299603,
      "grad_norm": 6.625,
      "learning_rate": 1.7262051257329454e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5435366064310074,
      "num_tokens": 397565656.0,
      "step": 516220
    },
    {
      "epoch": 0.654816720322493,
      "grad_norm": 5.40625,
      "learning_rate": 1.7261416947243163e-05,
      "loss": 1.6951,
      "mean_token_accuracy": 0.6144453465938569,
      "num_tokens": 397572788.0,
      "step": 516230
    },
    {
      "epoch": 0.654829404915026,
      "grad_norm": 8.3125,
      "learning_rate": 1.7260782637156872e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.5937783062458039,
      "num_tokens": 397578939.0,
      "step": 516240
    },
    {
      "epoch": 0.6548420895075587,
      "grad_norm": 6.25,
      "learning_rate": 1.726014832707058e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.561199101805687,
      "num_tokens": 397585863.0,
      "step": 516250
    },
    {
      "epoch": 0.6548547741000916,
      "grad_norm": 5.75,
      "learning_rate": 1.725951401698429e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5341790586709976,
      "num_tokens": 397594340.0,
      "step": 516260
    },
    {
      "epoch": 0.6548674586926244,
      "grad_norm": 4.90625,
      "learning_rate": 1.7258879706897995e-05,
      "loss": 1.9335,
      "mean_token_accuracy": 0.5759977787733078,
      "num_tokens": 397601650.0,
      "step": 516270
    },
    {
      "epoch": 0.6548801432851572,
      "grad_norm": 4.8125,
      "learning_rate": 1.7258245396811703e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5425751864910126,
      "num_tokens": 397610127.0,
      "step": 516280
    },
    {
      "epoch": 0.6548928278776901,
      "grad_norm": 6.40625,
      "learning_rate": 1.7257611086725415e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5456411957740783,
      "num_tokens": 397616982.0,
      "step": 516290
    },
    {
      "epoch": 0.6549055124702229,
      "grad_norm": 7.59375,
      "learning_rate": 1.725697677663912e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5731486558914185,
      "num_tokens": 397623819.0,
      "step": 516300
    },
    {
      "epoch": 0.6549181970627558,
      "grad_norm": 5.1875,
      "learning_rate": 1.725634246655283e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5400954753160476,
      "num_tokens": 397630054.0,
      "step": 516310
    },
    {
      "epoch": 0.6549308816552886,
      "grad_norm": 5.71875,
      "learning_rate": 1.7255708156466538e-05,
      "loss": 1.9766,
      "mean_token_accuracy": 0.552773255109787,
      "num_tokens": 397637881.0,
      "step": 516320
    },
    {
      "epoch": 0.6549435662478215,
      "grad_norm": 7.9375,
      "learning_rate": 1.7255073846380247e-05,
      "loss": 1.9179,
      "mean_token_accuracy": 0.5831222146749496,
      "num_tokens": 397644689.0,
      "step": 516330
    },
    {
      "epoch": 0.6549562508403542,
      "grad_norm": 5.21875,
      "learning_rate": 1.7254439536293956e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5225014925003052,
      "num_tokens": 397652862.0,
      "step": 516340
    },
    {
      "epoch": 0.654968935432887,
      "grad_norm": 5.1875,
      "learning_rate": 1.7253805226207665e-05,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5647915542125702,
      "num_tokens": 397660509.0,
      "step": 516350
    },
    {
      "epoch": 0.6549816200254199,
      "grad_norm": 6.96875,
      "learning_rate": 1.7253170916121373e-05,
      "loss": 1.8378,
      "mean_token_accuracy": 0.5931736409664154,
      "num_tokens": 397668150.0,
      "step": 516360
    },
    {
      "epoch": 0.6549943046179527,
      "grad_norm": 6.90625,
      "learning_rate": 1.725253660603508e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5627259492874146,
      "num_tokens": 397674317.0,
      "step": 516370
    },
    {
      "epoch": 0.6550069892104856,
      "grad_norm": 4.84375,
      "learning_rate": 1.7251902295948787e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.551294419169426,
      "num_tokens": 397682001.0,
      "step": 516380
    },
    {
      "epoch": 0.6550196738030184,
      "grad_norm": 5.1875,
      "learning_rate": 1.72512679858625e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5271037250757218,
      "num_tokens": 397690405.0,
      "step": 516390
    },
    {
      "epoch": 0.6550323583955513,
      "grad_norm": 6.65625,
      "learning_rate": 1.7250633675776208e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5647434115409851,
      "num_tokens": 397697187.0,
      "step": 516400
    },
    {
      "epoch": 0.6550450429880841,
      "grad_norm": 5.375,
      "learning_rate": 1.7249999365689914e-05,
      "loss": 1.8426,
      "mean_token_accuracy": 0.5736957550048828,
      "num_tokens": 397706137.0,
      "step": 516410
    },
    {
      "epoch": 0.655057727580617,
      "grad_norm": 6.3125,
      "learning_rate": 1.7249365055603622e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5447345584630966,
      "num_tokens": 397714269.0,
      "step": 516420
    },
    {
      "epoch": 0.6550704121731498,
      "grad_norm": 6.5625,
      "learning_rate": 1.724873074551733e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5339139342308045,
      "num_tokens": 397721630.0,
      "step": 516430
    },
    {
      "epoch": 0.6550830967656825,
      "grad_norm": 6.40625,
      "learning_rate": 1.724809643543104e-05,
      "loss": 1.8892,
      "mean_token_accuracy": 0.5749931454658508,
      "num_tokens": 397728037.0,
      "step": 516440
    },
    {
      "epoch": 0.6550957813582154,
      "grad_norm": 5.0625,
      "learning_rate": 1.724746212534475e-05,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5233728021383286,
      "num_tokens": 397736074.0,
      "step": 516450
    },
    {
      "epoch": 0.6551084659507482,
      "grad_norm": 5.21875,
      "learning_rate": 1.7246827815258457e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5387670695781708,
      "num_tokens": 397744361.0,
      "step": 516460
    },
    {
      "epoch": 0.6551211505432811,
      "grad_norm": 6.375,
      "learning_rate": 1.7246193505172166e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5745660543441773,
      "num_tokens": 397751760.0,
      "step": 516470
    },
    {
      "epoch": 0.6551338351358139,
      "grad_norm": 5.15625,
      "learning_rate": 1.724555919508587e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5569372355937958,
      "num_tokens": 397759728.0,
      "step": 516480
    },
    {
      "epoch": 0.6551465197283468,
      "grad_norm": 6.375,
      "learning_rate": 1.7244924884999583e-05,
      "loss": 2.2095,
      "mean_token_accuracy": 0.5226220667362214,
      "num_tokens": 397767249.0,
      "step": 516490
    },
    {
      "epoch": 0.6551592043208796,
      "grad_norm": 7.9375,
      "learning_rate": 1.7244290574913292e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5712144613265991,
      "num_tokens": 397774102.0,
      "step": 516500
    },
    {
      "epoch": 0.6551718889134124,
      "grad_norm": 5.21875,
      "learning_rate": 1.7243656264826998e-05,
      "loss": 1.7844,
      "mean_token_accuracy": 0.5922734081745148,
      "num_tokens": 397782231.0,
      "step": 516510
    },
    {
      "epoch": 0.6551845735059453,
      "grad_norm": 6.0625,
      "learning_rate": 1.7243021954740706e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5340591788291931,
      "num_tokens": 397789592.0,
      "step": 516520
    },
    {
      "epoch": 0.6551972580984781,
      "grad_norm": 4.90625,
      "learning_rate": 1.7242387644654415e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5756293684244156,
      "num_tokens": 397798056.0,
      "step": 516530
    },
    {
      "epoch": 0.655209942691011,
      "grad_norm": 10.125,
      "learning_rate": 1.7241753334568124e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.549337849020958,
      "num_tokens": 397805582.0,
      "step": 516540
    },
    {
      "epoch": 0.6552226272835437,
      "grad_norm": 5.90625,
      "learning_rate": 1.7241119024481833e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5480041414499283,
      "num_tokens": 397812599.0,
      "step": 516550
    },
    {
      "epoch": 0.6552353118760766,
      "grad_norm": 4.78125,
      "learning_rate": 1.724048471439554e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5642445027828217,
      "num_tokens": 397819985.0,
      "step": 516560
    },
    {
      "epoch": 0.6552479964686094,
      "grad_norm": 5.90625,
      "learning_rate": 1.723985040430925e-05,
      "loss": 1.833,
      "mean_token_accuracy": 0.5872262328863144,
      "num_tokens": 397827081.0,
      "step": 516570
    },
    {
      "epoch": 0.6552606810611423,
      "grad_norm": 5.25,
      "learning_rate": 1.7239216094222955e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5393989652395248,
      "num_tokens": 397835438.0,
      "step": 516580
    },
    {
      "epoch": 0.6552733656536751,
      "grad_norm": 8.75,
      "learning_rate": 1.7238581784136667e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5604502648115158,
      "num_tokens": 397843068.0,
      "step": 516590
    },
    {
      "epoch": 0.6552860502462079,
      "grad_norm": 4.9375,
      "learning_rate": 1.7237947474050376e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5315324753522873,
      "num_tokens": 397851269.0,
      "step": 516600
    },
    {
      "epoch": 0.6552987348387408,
      "grad_norm": 5.875,
      "learning_rate": 1.7237313163964085e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5625028550624848,
      "num_tokens": 397858363.0,
      "step": 516610
    },
    {
      "epoch": 0.6553114194312736,
      "grad_norm": 11.3125,
      "learning_rate": 1.723667885387779e-05,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5286610752344132,
      "num_tokens": 397866825.0,
      "step": 516620
    },
    {
      "epoch": 0.6553241040238065,
      "grad_norm": 4.96875,
      "learning_rate": 1.7236044543791502e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5689029097557068,
      "num_tokens": 397874363.0,
      "step": 516630
    },
    {
      "epoch": 0.6553367886163393,
      "grad_norm": 7.21875,
      "learning_rate": 1.723541023370521e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5520619183778763,
      "num_tokens": 397881428.0,
      "step": 516640
    },
    {
      "epoch": 0.6553494732088722,
      "grad_norm": 4.625,
      "learning_rate": 1.7234775923618917e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5613262444734574,
      "num_tokens": 397889483.0,
      "step": 516650
    },
    {
      "epoch": 0.6553621578014049,
      "grad_norm": 5.625,
      "learning_rate": 1.7234141613532625e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.548322793841362,
      "num_tokens": 397897685.0,
      "step": 516660
    },
    {
      "epoch": 0.6553748423939377,
      "grad_norm": 5.21875,
      "learning_rate": 1.7233507303446334e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5211129367351532,
      "num_tokens": 397905906.0,
      "step": 516670
    },
    {
      "epoch": 0.6553875269864706,
      "grad_norm": 5.125,
      "learning_rate": 1.7232872993360043e-05,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5417778313159942,
      "num_tokens": 397913250.0,
      "step": 516680
    },
    {
      "epoch": 0.6554002115790034,
      "grad_norm": 5.09375,
      "learning_rate": 1.723223868327375e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5332540720701218,
      "num_tokens": 397921754.0,
      "step": 516690
    },
    {
      "epoch": 0.6554128961715363,
      "grad_norm": 5.15625,
      "learning_rate": 1.723160437318746e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5386091411113739,
      "num_tokens": 397929858.0,
      "step": 516700
    },
    {
      "epoch": 0.6554255807640691,
      "grad_norm": 6.53125,
      "learning_rate": 1.723097006310117e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5736169040203094,
      "num_tokens": 397936276.0,
      "step": 516710
    },
    {
      "epoch": 0.655438265356602,
      "grad_norm": 4.84375,
      "learning_rate": 1.7230335753014874e-05,
      "loss": 1.9067,
      "mean_token_accuracy": 0.5716344684362411,
      "num_tokens": 397942769.0,
      "step": 516720
    },
    {
      "epoch": 0.6554509499491348,
      "grad_norm": 6.21875,
      "learning_rate": 1.7229701442928586e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5640141248703003,
      "num_tokens": 397950947.0,
      "step": 516730
    },
    {
      "epoch": 0.6554636345416677,
      "grad_norm": 5.78125,
      "learning_rate": 1.7229067132842295e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5350260823965073,
      "num_tokens": 397959416.0,
      "step": 516740
    },
    {
      "epoch": 0.6554763191342005,
      "grad_norm": 7.65625,
      "learning_rate": 1.7228432822756e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5766727238893509,
      "num_tokens": 397965139.0,
      "step": 516750
    },
    {
      "epoch": 0.6554890037267332,
      "grad_norm": 4.8125,
      "learning_rate": 1.722779851266971e-05,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5751054465770722,
      "num_tokens": 397972745.0,
      "step": 516760
    },
    {
      "epoch": 0.6555016883192661,
      "grad_norm": 6.65625,
      "learning_rate": 1.7227164202583418e-05,
      "loss": 2.1425,
      "mean_token_accuracy": 0.5232427299022675,
      "num_tokens": 397980164.0,
      "step": 516770
    },
    {
      "epoch": 0.6555143729117989,
      "grad_norm": 5.09375,
      "learning_rate": 1.722652989249713e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5452140033245086,
      "num_tokens": 397989034.0,
      "step": 516780
    },
    {
      "epoch": 0.6555270575043318,
      "grad_norm": 5.65625,
      "learning_rate": 1.7225895582410836e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.559770655632019,
      "num_tokens": 397996538.0,
      "step": 516790
    },
    {
      "epoch": 0.6555397420968646,
      "grad_norm": 5.03125,
      "learning_rate": 1.7225261272324544e-05,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5410780489444733,
      "num_tokens": 398004650.0,
      "step": 516800
    },
    {
      "epoch": 0.6555524266893975,
      "grad_norm": 7.8125,
      "learning_rate": 1.7224626962238253e-05,
      "loss": 1.9146,
      "mean_token_accuracy": 0.5869865626096725,
      "num_tokens": 398011784.0,
      "step": 516810
    },
    {
      "epoch": 0.6555651112819303,
      "grad_norm": 6.03125,
      "learning_rate": 1.7223992652151962e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5604634761810303,
      "num_tokens": 398019826.0,
      "step": 516820
    },
    {
      "epoch": 0.6555777958744631,
      "grad_norm": 4.21875,
      "learning_rate": 1.722335834206567e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5240112870931626,
      "num_tokens": 398029203.0,
      "step": 516830
    },
    {
      "epoch": 0.655590480466996,
      "grad_norm": 5.8125,
      "learning_rate": 1.722272403197938e-05,
      "loss": 1.8648,
      "mean_token_accuracy": 0.5690393388271332,
      "num_tokens": 398036327.0,
      "step": 516840
    },
    {
      "epoch": 0.6556031650595288,
      "grad_norm": 5.96875,
      "learning_rate": 1.7222089721893088e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5572457432746887,
      "num_tokens": 398044200.0,
      "step": 516850
    },
    {
      "epoch": 0.6556158496520617,
      "grad_norm": 4.75,
      "learning_rate": 1.7221455411806793e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5706352800130844,
      "num_tokens": 398051475.0,
      "step": 516860
    },
    {
      "epoch": 0.6556285342445944,
      "grad_norm": 13.75,
      "learning_rate": 1.7220821101720502e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5531408011913299,
      "num_tokens": 398058497.0,
      "step": 516870
    },
    {
      "epoch": 0.6556412188371273,
      "grad_norm": 6.15625,
      "learning_rate": 1.7220186791634214e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5570863425731659,
      "num_tokens": 398066434.0,
      "step": 516880
    },
    {
      "epoch": 0.6556539034296601,
      "grad_norm": 5.75,
      "learning_rate": 1.721955248154792e-05,
      "loss": 2.309,
      "mean_token_accuracy": 0.49323188662528994,
      "num_tokens": 398073629.0,
      "step": 516890
    },
    {
      "epoch": 0.6556665880221929,
      "grad_norm": 4.625,
      "learning_rate": 1.7218918171461628e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5540426254272461,
      "num_tokens": 398081855.0,
      "step": 516900
    },
    {
      "epoch": 0.6556792726147258,
      "grad_norm": 7.625,
      "learning_rate": 1.7218283861375337e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5331386893987655,
      "num_tokens": 398088438.0,
      "step": 516910
    },
    {
      "epoch": 0.6556919572072586,
      "grad_norm": 6.28125,
      "learning_rate": 1.7217649551289046e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5497494488954544,
      "num_tokens": 398095776.0,
      "step": 516920
    },
    {
      "epoch": 0.6557046417997915,
      "grad_norm": 6.3125,
      "learning_rate": 1.7217015241202754e-05,
      "loss": 1.8474,
      "mean_token_accuracy": 0.5847794443368912,
      "num_tokens": 398102925.0,
      "step": 516930
    },
    {
      "epoch": 0.6557173263923243,
      "grad_norm": 5.8125,
      "learning_rate": 1.7216380931116463e-05,
      "loss": 1.9184,
      "mean_token_accuracy": 0.5762595474720001,
      "num_tokens": 398110076.0,
      "step": 516940
    },
    {
      "epoch": 0.6557300109848572,
      "grad_norm": 6.84375,
      "learning_rate": 1.7215746621030172e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5257318586111068,
      "num_tokens": 398118113.0,
      "step": 516950
    },
    {
      "epoch": 0.65574269557739,
      "grad_norm": 6.0625,
      "learning_rate": 1.7215112310943877e-05,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5318362057209015,
      "num_tokens": 398126349.0,
      "step": 516960
    },
    {
      "epoch": 0.6557553801699229,
      "grad_norm": 5.125,
      "learning_rate": 1.7214478000857586e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5443704575300217,
      "num_tokens": 398134139.0,
      "step": 516970
    },
    {
      "epoch": 0.6557680647624556,
      "grad_norm": 6.5,
      "learning_rate": 1.7213843690771298e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5523394823074341,
      "num_tokens": 398140700.0,
      "step": 516980
    },
    {
      "epoch": 0.6557807493549884,
      "grad_norm": 4.53125,
      "learning_rate": 1.7213209380685007e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5409109860658645,
      "num_tokens": 398149250.0,
      "step": 516990
    },
    {
      "epoch": 0.6557934339475213,
      "grad_norm": 4.96875,
      "learning_rate": 1.7212575070598712e-05,
      "loss": 1.827,
      "mean_token_accuracy": 0.5926737755537033,
      "num_tokens": 398157435.0,
      "step": 517000
    },
    {
      "epoch": 0.6558061185400541,
      "grad_norm": 6.6875,
      "learning_rate": 1.721194076051242e-05,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5704872876405715,
      "num_tokens": 398165597.0,
      "step": 517010
    },
    {
      "epoch": 0.655818803132587,
      "grad_norm": 5.40625,
      "learning_rate": 1.721130645042613e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5576553463935852,
      "num_tokens": 398173266.0,
      "step": 517020
    },
    {
      "epoch": 0.6558314877251198,
      "grad_norm": 11.6875,
      "learning_rate": 1.721067214033984e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5513914167881012,
      "num_tokens": 398180745.0,
      "step": 517030
    },
    {
      "epoch": 0.6558441723176527,
      "grad_norm": 9.9375,
      "learning_rate": 1.7210037830253547e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5272781610488891,
      "num_tokens": 398189418.0,
      "step": 517040
    },
    {
      "epoch": 0.6558568569101855,
      "grad_norm": 6.1875,
      "learning_rate": 1.7209403520167256e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5443631559610367,
      "num_tokens": 398196616.0,
      "step": 517050
    },
    {
      "epoch": 0.6558695415027183,
      "grad_norm": 5.15625,
      "learning_rate": 1.7208769210080965e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5352003425359726,
      "num_tokens": 398205448.0,
      "step": 517060
    },
    {
      "epoch": 0.6558822260952512,
      "grad_norm": 7.15625,
      "learning_rate": 1.7208134899994673e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5481235235929489,
      "num_tokens": 398212676.0,
      "step": 517070
    },
    {
      "epoch": 0.6558949106877839,
      "grad_norm": 6.0,
      "learning_rate": 1.7207500589908382e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.5686678975820542,
      "num_tokens": 398219977.0,
      "step": 517080
    },
    {
      "epoch": 0.6559075952803168,
      "grad_norm": 5.4375,
      "learning_rate": 1.720686627982209e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5323029816150665,
      "num_tokens": 398229670.0,
      "step": 517090
    },
    {
      "epoch": 0.6559202798728496,
      "grad_norm": 5.9375,
      "learning_rate": 1.7206231969735796e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5380774199962616,
      "num_tokens": 398238248.0,
      "step": 517100
    },
    {
      "epoch": 0.6559329644653825,
      "grad_norm": 6.59375,
      "learning_rate": 1.7205597659649505e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5301081836223602,
      "num_tokens": 398245276.0,
      "step": 517110
    },
    {
      "epoch": 0.6559456490579153,
      "grad_norm": 5.5625,
      "learning_rate": 1.7204963349563217e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5251450151205063,
      "num_tokens": 398253725.0,
      "step": 517120
    },
    {
      "epoch": 0.6559583336504482,
      "grad_norm": 6.1875,
      "learning_rate": 1.7204329039476922e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5476270407438278,
      "num_tokens": 398261637.0,
      "step": 517130
    },
    {
      "epoch": 0.655971018242981,
      "grad_norm": 6.84375,
      "learning_rate": 1.720369472939063e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.527437174320221,
      "num_tokens": 398270675.0,
      "step": 517140
    },
    {
      "epoch": 0.6559837028355138,
      "grad_norm": 5.53125,
      "learning_rate": 1.720306041930434e-05,
      "loss": 1.9068,
      "mean_token_accuracy": 0.5800354987382889,
      "num_tokens": 398277318.0,
      "step": 517150
    },
    {
      "epoch": 0.6559963874280467,
      "grad_norm": 5.3125,
      "learning_rate": 1.720242610921805e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5569375067949295,
      "num_tokens": 398284593.0,
      "step": 517160
    },
    {
      "epoch": 0.6560090720205795,
      "grad_norm": 5.34375,
      "learning_rate": 1.7201791799131757e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5426523596048355,
      "num_tokens": 398291840.0,
      "step": 517170
    },
    {
      "epoch": 0.6560217566131124,
      "grad_norm": 5.34375,
      "learning_rate": 1.7201157489045466e-05,
      "loss": 2.2926,
      "mean_token_accuracy": 0.5125033855438232,
      "num_tokens": 398299976.0,
      "step": 517180
    },
    {
      "epoch": 0.6560344412056451,
      "grad_norm": 5.09375,
      "learning_rate": 1.7200523178959175e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5422722101211548,
      "num_tokens": 398307321.0,
      "step": 517190
    },
    {
      "epoch": 0.656047125798178,
      "grad_norm": 5.46875,
      "learning_rate": 1.7199888868872884e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5423854351043701,
      "num_tokens": 398315665.0,
      "step": 517200
    },
    {
      "epoch": 0.6560598103907108,
      "grad_norm": 5.03125,
      "learning_rate": 1.719925455878659e-05,
      "loss": 1.883,
      "mean_token_accuracy": 0.594225013256073,
      "num_tokens": 398322088.0,
      "step": 517210
    },
    {
      "epoch": 0.6560724949832436,
      "grad_norm": 5.59375,
      "learning_rate": 1.71986202487003e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5365276426076889,
      "num_tokens": 398329919.0,
      "step": 517220
    },
    {
      "epoch": 0.6560851795757765,
      "grad_norm": 5.59375,
      "learning_rate": 1.719798593861401e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.536265391111374,
      "num_tokens": 398337241.0,
      "step": 517230
    },
    {
      "epoch": 0.6560978641683093,
      "grad_norm": 5.09375,
      "learning_rate": 1.7197351628527715e-05,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5261884212493897,
      "num_tokens": 398344996.0,
      "step": 517240
    },
    {
      "epoch": 0.6561105487608422,
      "grad_norm": 5.5,
      "learning_rate": 1.7196717318441424e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.567343944311142,
      "num_tokens": 398351722.0,
      "step": 517250
    },
    {
      "epoch": 0.656123233353375,
      "grad_norm": 4.15625,
      "learning_rate": 1.7196083008355133e-05,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5470054447650909,
      "num_tokens": 398360617.0,
      "step": 517260
    },
    {
      "epoch": 0.6561359179459079,
      "grad_norm": 6.0625,
      "learning_rate": 1.719544869826884e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5332622945308685,
      "num_tokens": 398367413.0,
      "step": 517270
    },
    {
      "epoch": 0.6561486025384407,
      "grad_norm": 6.0,
      "learning_rate": 1.719481438818255e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5547238767147065,
      "num_tokens": 398375583.0,
      "step": 517280
    },
    {
      "epoch": 0.6561612871309734,
      "grad_norm": 5.21875,
      "learning_rate": 1.719418007809626e-05,
      "loss": 2.161,
      "mean_token_accuracy": 0.5270153641700744,
      "num_tokens": 398385394.0,
      "step": 517290
    },
    {
      "epoch": 0.6561739717235063,
      "grad_norm": 4.8125,
      "learning_rate": 1.7193545768009968e-05,
      "loss": 2.2622,
      "mean_token_accuracy": 0.5203654766082764,
      "num_tokens": 398392998.0,
      "step": 517300
    },
    {
      "epoch": 0.6561866563160391,
      "grad_norm": 6.8125,
      "learning_rate": 1.7192911457923673e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5410791426897049,
      "num_tokens": 398399512.0,
      "step": 517310
    },
    {
      "epoch": 0.656199340908572,
      "grad_norm": 6.1875,
      "learning_rate": 1.7192277147837385e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5568928211927414,
      "num_tokens": 398407482.0,
      "step": 517320
    },
    {
      "epoch": 0.6562120255011048,
      "grad_norm": 4.65625,
      "learning_rate": 1.7191642837751094e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5507028281688691,
      "num_tokens": 398414730.0,
      "step": 517330
    },
    {
      "epoch": 0.6562247100936377,
      "grad_norm": 5.875,
      "learning_rate": 1.71910085276648e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5428677201271057,
      "num_tokens": 398421397.0,
      "step": 517340
    },
    {
      "epoch": 0.6562373946861705,
      "grad_norm": 5.0,
      "learning_rate": 1.7190374217578508e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5309090703725815,
      "num_tokens": 398428382.0,
      "step": 517350
    },
    {
      "epoch": 0.6562500792787034,
      "grad_norm": 5.0,
      "learning_rate": 1.7189739907492217e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5457512646913528,
      "num_tokens": 398435409.0,
      "step": 517360
    },
    {
      "epoch": 0.6562627638712362,
      "grad_norm": 5.5,
      "learning_rate": 1.718910559740593e-05,
      "loss": 1.7495,
      "mean_token_accuracy": 0.6106043100357056,
      "num_tokens": 398441131.0,
      "step": 517370
    },
    {
      "epoch": 0.656275448463769,
      "grad_norm": 4.5,
      "learning_rate": 1.7188471287319634e-05,
      "loss": 1.8714,
      "mean_token_accuracy": 0.578905063867569,
      "num_tokens": 398449784.0,
      "step": 517380
    },
    {
      "epoch": 0.6562881330563018,
      "grad_norm": 4.90625,
      "learning_rate": 1.7187836977233343e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5245720088481903,
      "num_tokens": 398458733.0,
      "step": 517390
    },
    {
      "epoch": 0.6563008176488346,
      "grad_norm": 6.75,
      "learning_rate": 1.718720266714705e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5538405746221542,
      "num_tokens": 398466522.0,
      "step": 517400
    },
    {
      "epoch": 0.6563135022413675,
      "grad_norm": 4.84375,
      "learning_rate": 1.718656835706076e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.5413252145051957,
      "num_tokens": 398474135.0,
      "step": 517410
    },
    {
      "epoch": 0.6563261868339003,
      "grad_norm": 5.96875,
      "learning_rate": 1.718593404697447e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5613349556922913,
      "num_tokens": 398481898.0,
      "step": 517420
    },
    {
      "epoch": 0.6563388714264332,
      "grad_norm": 5.15625,
      "learning_rate": 1.7185299736888178e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5449290990829467,
      "num_tokens": 398490577.0,
      "step": 517430
    },
    {
      "epoch": 0.656351556018966,
      "grad_norm": 8.375,
      "learning_rate": 1.7184665426801887e-05,
      "loss": 1.9231,
      "mean_token_accuracy": 0.577384176850319,
      "num_tokens": 398497796.0,
      "step": 517440
    },
    {
      "epoch": 0.6563642406114988,
      "grad_norm": 6.21875,
      "learning_rate": 1.7184031116715592e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5704047381877899,
      "num_tokens": 398503962.0,
      "step": 517450
    },
    {
      "epoch": 0.6563769252040317,
      "grad_norm": 7.3125,
      "learning_rate": 1.71833968066293e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5416256129741669,
      "num_tokens": 398511391.0,
      "step": 517460
    },
    {
      "epoch": 0.6563896097965645,
      "grad_norm": 8.5,
      "learning_rate": 1.7182762496543013e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.559737566113472,
      "num_tokens": 398519943.0,
      "step": 517470
    },
    {
      "epoch": 0.6564022943890974,
      "grad_norm": 4.1875,
      "learning_rate": 1.7182128186456718e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5786127984523773,
      "num_tokens": 398527635.0,
      "step": 517480
    },
    {
      "epoch": 0.6564149789816301,
      "grad_norm": 5.09375,
      "learning_rate": 1.7181493876370427e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5337272107601165,
      "num_tokens": 398536334.0,
      "step": 517490
    },
    {
      "epoch": 0.656427663574163,
      "grad_norm": 4.90625,
      "learning_rate": 1.7180859566284136e-05,
      "loss": 2.2987,
      "mean_token_accuracy": 0.5091539055109024,
      "num_tokens": 398545230.0,
      "step": 517500
    },
    {
      "epoch": 0.6564403481666958,
      "grad_norm": 5.53125,
      "learning_rate": 1.7180225256197844e-05,
      "loss": 1.8939,
      "mean_token_accuracy": 0.586875456571579,
      "num_tokens": 398552216.0,
      "step": 517510
    },
    {
      "epoch": 0.6564530327592287,
      "grad_norm": 6.84375,
      "learning_rate": 1.7179590946111553e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5476339638233185,
      "num_tokens": 398560138.0,
      "step": 517520
    },
    {
      "epoch": 0.6564657173517615,
      "grad_norm": 6.15625,
      "learning_rate": 1.7178956636025262e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5186286419630051,
      "num_tokens": 398568119.0,
      "step": 517530
    },
    {
      "epoch": 0.6564784019442943,
      "grad_norm": 6.1875,
      "learning_rate": 1.717832232593897e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5226610451936722,
      "num_tokens": 398576761.0,
      "step": 517540
    },
    {
      "epoch": 0.6564910865368272,
      "grad_norm": 6.65625,
      "learning_rate": 1.7177688015852676e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5569223493337632,
      "num_tokens": 398584257.0,
      "step": 517550
    },
    {
      "epoch": 0.65650377112936,
      "grad_norm": 5.46875,
      "learning_rate": 1.7177053705766388e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.532299154996872,
      "num_tokens": 398592474.0,
      "step": 517560
    },
    {
      "epoch": 0.6565164557218929,
      "grad_norm": 9.75,
      "learning_rate": 1.7176419395680097e-05,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5879364430904388,
      "num_tokens": 398598597.0,
      "step": 517570
    },
    {
      "epoch": 0.6565291403144257,
      "grad_norm": 6.03125,
      "learning_rate": 1.7175785085593806e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5706381529569626,
      "num_tokens": 398605014.0,
      "step": 517580
    },
    {
      "epoch": 0.6565418249069586,
      "grad_norm": 6.28125,
      "learning_rate": 1.717515077550751e-05,
      "loss": 2.2161,
      "mean_token_accuracy": 0.5171727240085602,
      "num_tokens": 398612530.0,
      "step": 517590
    },
    {
      "epoch": 0.6565545094994913,
      "grad_norm": 5.4375,
      "learning_rate": 1.717451646542122e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5300483763217926,
      "num_tokens": 398620454.0,
      "step": 517600
    },
    {
      "epoch": 0.6565671940920241,
      "grad_norm": 4.90625,
      "learning_rate": 1.7173882155334932e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.555139172077179,
      "num_tokens": 398628149.0,
      "step": 517610
    },
    {
      "epoch": 0.656579878684557,
      "grad_norm": 4.46875,
      "learning_rate": 1.7173247845248637e-05,
      "loss": 1.8805,
      "mean_token_accuracy": 0.5745573401451111,
      "num_tokens": 398636484.0,
      "step": 517620
    },
    {
      "epoch": 0.6565925632770898,
      "grad_norm": 5.3125,
      "learning_rate": 1.7172613535162346e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5528924405574799,
      "num_tokens": 398644250.0,
      "step": 517630
    },
    {
      "epoch": 0.6566052478696227,
      "grad_norm": 7.71875,
      "learning_rate": 1.7171979225076055e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5501145720481873,
      "num_tokens": 398650575.0,
      "step": 517640
    },
    {
      "epoch": 0.6566179324621555,
      "grad_norm": 6.125,
      "learning_rate": 1.7171344914989763e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5461355417966842,
      "num_tokens": 398659002.0,
      "step": 517650
    },
    {
      "epoch": 0.6566306170546884,
      "grad_norm": 5.0625,
      "learning_rate": 1.7170710604903472e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5381229758262634,
      "num_tokens": 398667182.0,
      "step": 517660
    },
    {
      "epoch": 0.6566433016472212,
      "grad_norm": 5.875,
      "learning_rate": 1.717007629481718e-05,
      "loss": 2.2479,
      "mean_token_accuracy": 0.5148445725440979,
      "num_tokens": 398675151.0,
      "step": 517670
    },
    {
      "epoch": 0.6566559862397541,
      "grad_norm": 5.21875,
      "learning_rate": 1.716944198473089e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5222854346036911,
      "num_tokens": 398683179.0,
      "step": 517680
    },
    {
      "epoch": 0.6566686708322869,
      "grad_norm": 5.0,
      "learning_rate": 1.7168807674644595e-05,
      "loss": 1.8255,
      "mean_token_accuracy": 0.588300171494484,
      "num_tokens": 398689994.0,
      "step": 517690
    },
    {
      "epoch": 0.6566813554248196,
      "grad_norm": 4.84375,
      "learning_rate": 1.7168173364558304e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5219109535217286,
      "num_tokens": 398698440.0,
      "step": 517700
    },
    {
      "epoch": 0.6566940400173525,
      "grad_norm": 7.5,
      "learning_rate": 1.7167539054472016e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5426191836595535,
      "num_tokens": 398706096.0,
      "step": 517710
    },
    {
      "epoch": 0.6567067246098853,
      "grad_norm": 4.8125,
      "learning_rate": 1.716690474438572e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5502033680677414,
      "num_tokens": 398713751.0,
      "step": 517720
    },
    {
      "epoch": 0.6567194092024182,
      "grad_norm": 6.71875,
      "learning_rate": 1.716627043429943e-05,
      "loss": 1.8283,
      "mean_token_accuracy": 0.5860897421836853,
      "num_tokens": 398721315.0,
      "step": 517730
    },
    {
      "epoch": 0.656732093794951,
      "grad_norm": 5.84375,
      "learning_rate": 1.716563612421314e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5424816817045212,
      "num_tokens": 398729431.0,
      "step": 517740
    },
    {
      "epoch": 0.6567447783874839,
      "grad_norm": 7.25,
      "learning_rate": 1.7165001814126847e-05,
      "loss": 1.8438,
      "mean_token_accuracy": 0.5870477527379989,
      "num_tokens": 398736558.0,
      "step": 517750
    },
    {
      "epoch": 0.6567574629800167,
      "grad_norm": 6.21875,
      "learning_rate": 1.7164367504040556e-05,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5627372741699219,
      "num_tokens": 398744241.0,
      "step": 517760
    },
    {
      "epoch": 0.6567701475725495,
      "grad_norm": 5.34375,
      "learning_rate": 1.7163733193954265e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.559204849600792,
      "num_tokens": 398751615.0,
      "step": 517770
    },
    {
      "epoch": 0.6567828321650824,
      "grad_norm": 5.6875,
      "learning_rate": 1.7163098883867974e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5317393720149994,
      "num_tokens": 398758494.0,
      "step": 517780
    },
    {
      "epoch": 0.6567955167576152,
      "grad_norm": 5.8125,
      "learning_rate": 1.7162464573781682e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5387393862009049,
      "num_tokens": 398765335.0,
      "step": 517790
    },
    {
      "epoch": 0.6568082013501481,
      "grad_norm": 5.0,
      "learning_rate": 1.7161830263695388e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5663240432739258,
      "num_tokens": 398773820.0,
      "step": 517800
    },
    {
      "epoch": 0.6568208859426808,
      "grad_norm": 4.90625,
      "learning_rate": 1.71611959536091e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5445225894451141,
      "num_tokens": 398781809.0,
      "step": 517810
    },
    {
      "epoch": 0.6568335705352137,
      "grad_norm": 9.0,
      "learning_rate": 1.716056164352281e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5428065031766891,
      "num_tokens": 398789474.0,
      "step": 517820
    },
    {
      "epoch": 0.6568462551277465,
      "grad_norm": 6.90625,
      "learning_rate": 1.7159927333436514e-05,
      "loss": 1.8273,
      "mean_token_accuracy": 0.594758129119873,
      "num_tokens": 398796906.0,
      "step": 517830
    },
    {
      "epoch": 0.6568589397202793,
      "grad_norm": 4.9375,
      "learning_rate": 1.7159293023350223e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5679364502429962,
      "num_tokens": 398805093.0,
      "step": 517840
    },
    {
      "epoch": 0.6568716243128122,
      "grad_norm": 4.59375,
      "learning_rate": 1.715865871326393e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5398373156785965,
      "num_tokens": 398813817.0,
      "step": 517850
    },
    {
      "epoch": 0.656884308905345,
      "grad_norm": 5.53125,
      "learning_rate": 1.715802440317764e-05,
      "loss": 2.2648,
      "mean_token_accuracy": 0.5045404106378555,
      "num_tokens": 398822523.0,
      "step": 517860
    },
    {
      "epoch": 0.6568969934978779,
      "grad_norm": 5.15625,
      "learning_rate": 1.715739009309135e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5645450383424759,
      "num_tokens": 398829730.0,
      "step": 517870
    },
    {
      "epoch": 0.6569096780904107,
      "grad_norm": 5.09375,
      "learning_rate": 1.7156755783005058e-05,
      "loss": 1.8608,
      "mean_token_accuracy": 0.5851214498281478,
      "num_tokens": 398837784.0,
      "step": 517880
    },
    {
      "epoch": 0.6569223626829436,
      "grad_norm": 7.125,
      "learning_rate": 1.7156121472918766e-05,
      "loss": 1.8896,
      "mean_token_accuracy": 0.5816711276769638,
      "num_tokens": 398844118.0,
      "step": 517890
    },
    {
      "epoch": 0.6569350472754764,
      "grad_norm": 5.1875,
      "learning_rate": 1.7155487162832472e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5938656806945801,
      "num_tokens": 398851553.0,
      "step": 517900
    },
    {
      "epoch": 0.6569477318680093,
      "grad_norm": 5.65625,
      "learning_rate": 1.7154852852746184e-05,
      "loss": 1.8668,
      "mean_token_accuracy": 0.5785585135221482,
      "num_tokens": 398858829.0,
      "step": 517910
    },
    {
      "epoch": 0.656960416460542,
      "grad_norm": 6.8125,
      "learning_rate": 1.7154218542659893e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5185341089963913,
      "num_tokens": 398866278.0,
      "step": 517920
    },
    {
      "epoch": 0.6569731010530748,
      "grad_norm": 6.53125,
      "learning_rate": 1.7153584232573598e-05,
      "loss": 2.2129,
      "mean_token_accuracy": 0.5166262924671173,
      "num_tokens": 398874460.0,
      "step": 517930
    },
    {
      "epoch": 0.6569857856456077,
      "grad_norm": 5.0,
      "learning_rate": 1.7152949922487307e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5297304183244705,
      "num_tokens": 398882234.0,
      "step": 517940
    },
    {
      "epoch": 0.6569984702381405,
      "grad_norm": 4.96875,
      "learning_rate": 1.7152315612401015e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5392792135477066,
      "num_tokens": 398891431.0,
      "step": 517950
    },
    {
      "epoch": 0.6570111548306734,
      "grad_norm": 6.1875,
      "learning_rate": 1.7151681302314728e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5506773084402085,
      "num_tokens": 398899674.0,
      "step": 517960
    },
    {
      "epoch": 0.6570238394232062,
      "grad_norm": 4.96875,
      "learning_rate": 1.7151046992228433e-05,
      "loss": 1.8665,
      "mean_token_accuracy": 0.5761076301336289,
      "num_tokens": 398907662.0,
      "step": 517970
    },
    {
      "epoch": 0.6570365240157391,
      "grad_norm": 6.0,
      "learning_rate": 1.715041268214214e-05,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5658720523118973,
      "num_tokens": 398915106.0,
      "step": 517980
    },
    {
      "epoch": 0.6570492086082719,
      "grad_norm": 4.78125,
      "learning_rate": 1.714977837205585e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5365623116493226,
      "num_tokens": 398924699.0,
      "step": 517990
    },
    {
      "epoch": 0.6570618932008047,
      "grad_norm": 6.6875,
      "learning_rate": 1.714914406196956e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.539220330119133,
      "num_tokens": 398933307.0,
      "step": 518000
    },
    {
      "epoch": 0.6570745777933376,
      "grad_norm": 6.28125,
      "learning_rate": 1.7148509751883268e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5552901685237884,
      "num_tokens": 398941882.0,
      "step": 518010
    },
    {
      "epoch": 0.6570872623858703,
      "grad_norm": 5.75,
      "learning_rate": 1.7147875441796977e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5497784912586212,
      "num_tokens": 398948993.0,
      "step": 518020
    },
    {
      "epoch": 0.6570999469784032,
      "grad_norm": 5.53125,
      "learning_rate": 1.7147241131710685e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5252582401037216,
      "num_tokens": 398957310.0,
      "step": 518030
    },
    {
      "epoch": 0.657112631570936,
      "grad_norm": 5.46875,
      "learning_rate": 1.714660682162439e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5358345329761505,
      "num_tokens": 398965591.0,
      "step": 518040
    },
    {
      "epoch": 0.6571253161634689,
      "grad_norm": 5.53125,
      "learning_rate": 1.7145972511538103e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5311958521604538,
      "num_tokens": 398973584.0,
      "step": 518050
    },
    {
      "epoch": 0.6571380007560017,
      "grad_norm": 6.46875,
      "learning_rate": 1.714533820145181e-05,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5665624439716339,
      "num_tokens": 398979831.0,
      "step": 518060
    },
    {
      "epoch": 0.6571506853485346,
      "grad_norm": 6.84375,
      "learning_rate": 1.7144703891365517e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5322440505027771,
      "num_tokens": 398988641.0,
      "step": 518070
    },
    {
      "epoch": 0.6571633699410674,
      "grad_norm": 6.40625,
      "learning_rate": 1.7144069581279226e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5483674466609955,
      "num_tokens": 398995607.0,
      "step": 518080
    },
    {
      "epoch": 0.6571760545336002,
      "grad_norm": 5.34375,
      "learning_rate": 1.7143435271192934e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5369603931903839,
      "num_tokens": 399004010.0,
      "step": 518090
    },
    {
      "epoch": 0.6571887391261331,
      "grad_norm": 5.75,
      "learning_rate": 1.7142800961106643e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5641589283943176,
      "num_tokens": 399011567.0,
      "step": 518100
    },
    {
      "epoch": 0.6572014237186659,
      "grad_norm": 5.3125,
      "learning_rate": 1.7142166651020352e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5206604301929474,
      "num_tokens": 399019418.0,
      "step": 518110
    },
    {
      "epoch": 0.6572141083111988,
      "grad_norm": 5.46875,
      "learning_rate": 1.714153234093406e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5389218032360077,
      "num_tokens": 399028873.0,
      "step": 518120
    },
    {
      "epoch": 0.6572267929037315,
      "grad_norm": 5.03125,
      "learning_rate": 1.714089803084777e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5494091898202896,
      "num_tokens": 399036275.0,
      "step": 518130
    },
    {
      "epoch": 0.6572394774962644,
      "grad_norm": 4.96875,
      "learning_rate": 1.7140263720761475e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5304617464542389,
      "num_tokens": 399044484.0,
      "step": 518140
    },
    {
      "epoch": 0.6572521620887972,
      "grad_norm": 5.84375,
      "learning_rate": 1.7139629410675187e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5422906011343003,
      "num_tokens": 399052201.0,
      "step": 518150
    },
    {
      "epoch": 0.65726484668133,
      "grad_norm": 10.0,
      "learning_rate": 1.7138995100588896e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5387093693017959,
      "num_tokens": 399059870.0,
      "step": 518160
    },
    {
      "epoch": 0.6572775312738629,
      "grad_norm": 6.21875,
      "learning_rate": 1.7138360790502604e-05,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5646281003952026,
      "num_tokens": 399067013.0,
      "step": 518170
    },
    {
      "epoch": 0.6572902158663957,
      "grad_norm": 4.9375,
      "learning_rate": 1.713772648041631e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5231253892183304,
      "num_tokens": 399074630.0,
      "step": 518180
    },
    {
      "epoch": 0.6573029004589286,
      "grad_norm": 6.03125,
      "learning_rate": 1.713709217033002e-05,
      "loss": 1.9389,
      "mean_token_accuracy": 0.565961816906929,
      "num_tokens": 399082333.0,
      "step": 518190
    },
    {
      "epoch": 0.6573155850514614,
      "grad_norm": 4.78125,
      "learning_rate": 1.713645786024373e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5398552238941192,
      "num_tokens": 399090581.0,
      "step": 518200
    },
    {
      "epoch": 0.6573282696439943,
      "grad_norm": 9.3125,
      "learning_rate": 1.7135823550157436e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5514001607894897,
      "num_tokens": 399099245.0,
      "step": 518210
    },
    {
      "epoch": 0.657340954236527,
      "grad_norm": 5.5,
      "learning_rate": 1.7135189240071145e-05,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5609084606170655,
      "num_tokens": 399107526.0,
      "step": 518220
    },
    {
      "epoch": 0.6573536388290598,
      "grad_norm": 5.40625,
      "learning_rate": 1.7134554929984853e-05,
      "loss": 1.8914,
      "mean_token_accuracy": 0.580051502585411,
      "num_tokens": 399114322.0,
      "step": 518230
    },
    {
      "epoch": 0.6573663234215927,
      "grad_norm": 7.1875,
      "learning_rate": 1.7133920619898562e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5410960912704468,
      "num_tokens": 399121452.0,
      "step": 518240
    },
    {
      "epoch": 0.6573790080141255,
      "grad_norm": 5.84375,
      "learning_rate": 1.713328630981227e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5463250011205674,
      "num_tokens": 399129774.0,
      "step": 518250
    },
    {
      "epoch": 0.6573916926066584,
      "grad_norm": 5.09375,
      "learning_rate": 1.713265199972598e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5266811281442643,
      "num_tokens": 399137591.0,
      "step": 518260
    },
    {
      "epoch": 0.6574043771991912,
      "grad_norm": 6.0625,
      "learning_rate": 1.713201768963969e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.537988594174385,
      "num_tokens": 399146101.0,
      "step": 518270
    },
    {
      "epoch": 0.6574170617917241,
      "grad_norm": 6.65625,
      "learning_rate": 1.7131383379553394e-05,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5227261751890182,
      "num_tokens": 399154698.0,
      "step": 518280
    },
    {
      "epoch": 0.6574297463842569,
      "grad_norm": 5.0625,
      "learning_rate": 1.7130749069467102e-05,
      "loss": 1.6937,
      "mean_token_accuracy": 0.6223439872264862,
      "num_tokens": 399161156.0,
      "step": 518290
    },
    {
      "epoch": 0.6574424309767898,
      "grad_norm": 5.375,
      "learning_rate": 1.7130114759380815e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5797562330961228,
      "num_tokens": 399169275.0,
      "step": 518300
    },
    {
      "epoch": 0.6574551155693226,
      "grad_norm": 5.4375,
      "learning_rate": 1.712948044929452e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5646005988121032,
      "num_tokens": 399177117.0,
      "step": 518310
    },
    {
      "epoch": 0.6574678001618554,
      "grad_norm": 6.8125,
      "learning_rate": 1.712884613920823e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5301883190870285,
      "num_tokens": 399185015.0,
      "step": 518320
    },
    {
      "epoch": 0.6574804847543883,
      "grad_norm": 5.4375,
      "learning_rate": 1.7128211829121937e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5442088127136231,
      "num_tokens": 399193496.0,
      "step": 518330
    },
    {
      "epoch": 0.657493169346921,
      "grad_norm": 7.21875,
      "learning_rate": 1.7127577519035646e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5627311050891877,
      "num_tokens": 399201016.0,
      "step": 518340
    },
    {
      "epoch": 0.6575058539394539,
      "grad_norm": 4.5,
      "learning_rate": 1.7126943208949355e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5272261559963226,
      "num_tokens": 399209162.0,
      "step": 518350
    },
    {
      "epoch": 0.6575185385319867,
      "grad_norm": 5.65625,
      "learning_rate": 1.7126308898863064e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.535876601934433,
      "num_tokens": 399217032.0,
      "step": 518360
    },
    {
      "epoch": 0.6575312231245196,
      "grad_norm": 5.1875,
      "learning_rate": 1.7125674588776772e-05,
      "loss": 1.7793,
      "mean_token_accuracy": 0.5970843106508255,
      "num_tokens": 399224063.0,
      "step": 518370
    },
    {
      "epoch": 0.6575439077170524,
      "grad_norm": 5.53125,
      "learning_rate": 1.712504027869048e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5497267037630081,
      "num_tokens": 399231237.0,
      "step": 518380
    },
    {
      "epoch": 0.6575565923095852,
      "grad_norm": 4.84375,
      "learning_rate": 1.7124405968604186e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5457057476043701,
      "num_tokens": 399239048.0,
      "step": 518390
    },
    {
      "epoch": 0.6575692769021181,
      "grad_norm": 5.09375,
      "learning_rate": 1.71237716585179e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5494520246982575,
      "num_tokens": 399246700.0,
      "step": 518400
    },
    {
      "epoch": 0.6575819614946509,
      "grad_norm": 6.25,
      "learning_rate": 1.7123137348431607e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5647619009017945,
      "num_tokens": 399253266.0,
      "step": 518410
    },
    {
      "epoch": 0.6575946460871838,
      "grad_norm": 4.8125,
      "learning_rate": 1.7122503038345313e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5194008082151413,
      "num_tokens": 399262871.0,
      "step": 518420
    },
    {
      "epoch": 0.6576073306797166,
      "grad_norm": 6.03125,
      "learning_rate": 1.712186872825902e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5241066157817841,
      "num_tokens": 399271138.0,
      "step": 518430
    },
    {
      "epoch": 0.6576200152722494,
      "grad_norm": 5.25,
      "learning_rate": 1.7121234418172734e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5304675757884979,
      "num_tokens": 399279812.0,
      "step": 518440
    },
    {
      "epoch": 0.6576326998647822,
      "grad_norm": 10.25,
      "learning_rate": 1.712060010808644e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5422307819128036,
      "num_tokens": 399286967.0,
      "step": 518450
    },
    {
      "epoch": 0.6576453844573151,
      "grad_norm": 8.125,
      "learning_rate": 1.7119965798000148e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.551839405298233,
      "num_tokens": 399294142.0,
      "step": 518460
    },
    {
      "epoch": 0.6576580690498479,
      "grad_norm": 5.75,
      "learning_rate": 1.7119331487913856e-05,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5716131806373597,
      "num_tokens": 399302395.0,
      "step": 518470
    },
    {
      "epoch": 0.6576707536423807,
      "grad_norm": 5.59375,
      "learning_rate": 1.7118697177827565e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5375144690275192,
      "num_tokens": 399310814.0,
      "step": 518480
    },
    {
      "epoch": 0.6576834382349136,
      "grad_norm": 5.25,
      "learning_rate": 1.7118062867741274e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5442508727312088,
      "num_tokens": 399320443.0,
      "step": 518490
    },
    {
      "epoch": 0.6576961228274464,
      "grad_norm": 5.375,
      "learning_rate": 1.7117428557654983e-05,
      "loss": 2.2471,
      "mean_token_accuracy": 0.5230067133903503,
      "num_tokens": 399328817.0,
      "step": 518500
    },
    {
      "epoch": 0.6577088074199793,
      "grad_norm": 6.5625,
      "learning_rate": 1.711679424756869e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5486029386520386,
      "num_tokens": 399336199.0,
      "step": 518510
    },
    {
      "epoch": 0.6577214920125121,
      "grad_norm": 4.875,
      "learning_rate": 1.7116159937482397e-05,
      "loss": 2.2408,
      "mean_token_accuracy": 0.5174052715301514,
      "num_tokens": 399345153.0,
      "step": 518520
    },
    {
      "epoch": 0.657734176605045,
      "grad_norm": 6.21875,
      "learning_rate": 1.7115525627396105e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5421036511659623,
      "num_tokens": 399352831.0,
      "step": 518530
    },
    {
      "epoch": 0.6577468611975777,
      "grad_norm": 6.3125,
      "learning_rate": 1.7114891317309818e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5467259287834167,
      "num_tokens": 399359516.0,
      "step": 518540
    },
    {
      "epoch": 0.6577595457901105,
      "grad_norm": 5.875,
      "learning_rate": 1.7114257007223526e-05,
      "loss": 2.3262,
      "mean_token_accuracy": 0.5012396812438965,
      "num_tokens": 399368110.0,
      "step": 518550
    },
    {
      "epoch": 0.6577722303826434,
      "grad_norm": 4.84375,
      "learning_rate": 1.711362269713723e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5236372947692871,
      "num_tokens": 399377212.0,
      "step": 518560
    },
    {
      "epoch": 0.6577849149751762,
      "grad_norm": 6.3125,
      "learning_rate": 1.711298838705094e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5508156478404999,
      "num_tokens": 399385953.0,
      "step": 518570
    },
    {
      "epoch": 0.6577975995677091,
      "grad_norm": 5.40625,
      "learning_rate": 1.711235407696465e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5216813117265702,
      "num_tokens": 399394098.0,
      "step": 518580
    },
    {
      "epoch": 0.6578102841602419,
      "grad_norm": 4.9375,
      "learning_rate": 1.7111719766878358e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5395763397216797,
      "num_tokens": 399400520.0,
      "step": 518590
    },
    {
      "epoch": 0.6578229687527748,
      "grad_norm": 5.0625,
      "learning_rate": 1.7111085456792067e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.531510078907013,
      "num_tokens": 399408652.0,
      "step": 518600
    },
    {
      "epoch": 0.6578356533453076,
      "grad_norm": 5.9375,
      "learning_rate": 1.7110451146705775e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.5170939803123474,
      "num_tokens": 399417150.0,
      "step": 518610
    },
    {
      "epoch": 0.6578483379378405,
      "grad_norm": 5.40625,
      "learning_rate": 1.7109816836619484e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.588961723446846,
      "num_tokens": 399423760.0,
      "step": 518620
    },
    {
      "epoch": 0.6578610225303733,
      "grad_norm": 5.21875,
      "learning_rate": 1.710918252653319e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.539451539516449,
      "num_tokens": 399431226.0,
      "step": 518630
    },
    {
      "epoch": 0.657873707122906,
      "grad_norm": 6.875,
      "learning_rate": 1.71085482164469e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5587405294179917,
      "num_tokens": 399438828.0,
      "step": 518640
    },
    {
      "epoch": 0.657886391715439,
      "grad_norm": 6.03125,
      "learning_rate": 1.710791390636061e-05,
      "loss": 1.9268,
      "mean_token_accuracy": 0.5796192944049835,
      "num_tokens": 399446714.0,
      "step": 518650
    },
    {
      "epoch": 0.6578990763079717,
      "grad_norm": 5.28125,
      "learning_rate": 1.7107279596274316e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5598913162946701,
      "num_tokens": 399453660.0,
      "step": 518660
    },
    {
      "epoch": 0.6579117609005046,
      "grad_norm": 6.59375,
      "learning_rate": 1.7106645286188024e-05,
      "loss": 1.7607,
      "mean_token_accuracy": 0.6105016440153122,
      "num_tokens": 399460386.0,
      "step": 518670
    },
    {
      "epoch": 0.6579244454930374,
      "grad_norm": 7.0,
      "learning_rate": 1.7106010976101733e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5685922503471375,
      "num_tokens": 399467931.0,
      "step": 518680
    },
    {
      "epoch": 0.6579371300855703,
      "grad_norm": 5.5,
      "learning_rate": 1.7105376666015442e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5361440122127533,
      "num_tokens": 399476281.0,
      "step": 518690
    },
    {
      "epoch": 0.6579498146781031,
      "grad_norm": 6.1875,
      "learning_rate": 1.710474235592915e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5721092879772186,
      "num_tokens": 399484005.0,
      "step": 518700
    },
    {
      "epoch": 0.6579624992706359,
      "grad_norm": 6.40625,
      "learning_rate": 1.710410804584286e-05,
      "loss": 1.7101,
      "mean_token_accuracy": 0.6150103271007538,
      "num_tokens": 399490303.0,
      "step": 518710
    },
    {
      "epoch": 0.6579751838631688,
      "grad_norm": 6.375,
      "learning_rate": 1.7103473735756568e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5271699458360672,
      "num_tokens": 399497880.0,
      "step": 518720
    },
    {
      "epoch": 0.6579878684557016,
      "grad_norm": 6.9375,
      "learning_rate": 1.7102839425670273e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5356511622667313,
      "num_tokens": 399505924.0,
      "step": 518730
    },
    {
      "epoch": 0.6580005530482345,
      "grad_norm": 6.25,
      "learning_rate": 1.7102205115583986e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.5578833162784577,
      "num_tokens": 399512871.0,
      "step": 518740
    },
    {
      "epoch": 0.6580132376407672,
      "grad_norm": 5.5,
      "learning_rate": 1.7101570805497694e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5283526569604874,
      "num_tokens": 399521601.0,
      "step": 518750
    },
    {
      "epoch": 0.6580259222333001,
      "grad_norm": 4.90625,
      "learning_rate": 1.7100936495411403e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5525622457265854,
      "num_tokens": 399529577.0,
      "step": 518760
    },
    {
      "epoch": 0.6580386068258329,
      "grad_norm": 6.84375,
      "learning_rate": 1.710030218532511e-05,
      "loss": 2.2486,
      "mean_token_accuracy": 0.5103397876024246,
      "num_tokens": 399537476.0,
      "step": 518770
    },
    {
      "epoch": 0.6580512914183657,
      "grad_norm": 4.90625,
      "learning_rate": 1.7099667875238817e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.567248958349228,
      "num_tokens": 399543313.0,
      "step": 518780
    },
    {
      "epoch": 0.6580639760108986,
      "grad_norm": 5.09375,
      "learning_rate": 1.709903356515253e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5285220801830292,
      "num_tokens": 399552232.0,
      "step": 518790
    },
    {
      "epoch": 0.6580766606034314,
      "grad_norm": 5.0625,
      "learning_rate": 1.7098399255066235e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.540888199210167,
      "num_tokens": 399561074.0,
      "step": 518800
    },
    {
      "epoch": 0.6580893451959643,
      "grad_norm": 6.03125,
      "learning_rate": 1.7097764944979943e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5260697096586228,
      "num_tokens": 399568549.0,
      "step": 518810
    },
    {
      "epoch": 0.6581020297884971,
      "grad_norm": 6.59375,
      "learning_rate": 1.7097130634893652e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5598856210708618,
      "num_tokens": 399575975.0,
      "step": 518820
    },
    {
      "epoch": 0.65811471438103,
      "grad_norm": 10.4375,
      "learning_rate": 1.709649632480736e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.5733451932668686,
      "num_tokens": 399583435.0,
      "step": 518830
    },
    {
      "epoch": 0.6581273989735628,
      "grad_norm": 5.59375,
      "learning_rate": 1.709586201472107e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5649618595838547,
      "num_tokens": 399589483.0,
      "step": 518840
    },
    {
      "epoch": 0.6581400835660957,
      "grad_norm": 5.21875,
      "learning_rate": 1.7095227704634778e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5273183077573776,
      "num_tokens": 399597959.0,
      "step": 518850
    },
    {
      "epoch": 0.6581527681586284,
      "grad_norm": 7.125,
      "learning_rate": 1.7094593394548487e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5636250704526902,
      "num_tokens": 399605353.0,
      "step": 518860
    },
    {
      "epoch": 0.6581654527511612,
      "grad_norm": 5.0625,
      "learning_rate": 1.7093959084462192e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5480672508478165,
      "num_tokens": 399612791.0,
      "step": 518870
    },
    {
      "epoch": 0.6581781373436941,
      "grad_norm": 5.46875,
      "learning_rate": 1.70933247743759e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5416194498538971,
      "num_tokens": 399620443.0,
      "step": 518880
    },
    {
      "epoch": 0.6581908219362269,
      "grad_norm": 6.25,
      "learning_rate": 1.7092690464289613e-05,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5236960351467133,
      "num_tokens": 399627637.0,
      "step": 518890
    },
    {
      "epoch": 0.6582035065287598,
      "grad_norm": 5.1875,
      "learning_rate": 1.709205615420332e-05,
      "loss": 2.282,
      "mean_token_accuracy": 0.5180159449577332,
      "num_tokens": 399636738.0,
      "step": 518900
    },
    {
      "epoch": 0.6582161911212926,
      "grad_norm": 4.5625,
      "learning_rate": 1.7091421844117027e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5250249594449997,
      "num_tokens": 399645605.0,
      "step": 518910
    },
    {
      "epoch": 0.6582288757138255,
      "grad_norm": 6.65625,
      "learning_rate": 1.7090787534030736e-05,
      "loss": 1.9109,
      "mean_token_accuracy": 0.5687356293201447,
      "num_tokens": 399653744.0,
      "step": 518920
    },
    {
      "epoch": 0.6582415603063583,
      "grad_norm": 5.8125,
      "learning_rate": 1.7090153223944448e-05,
      "loss": 1.8573,
      "mean_token_accuracy": 0.5941805839538574,
      "num_tokens": 399660806.0,
      "step": 518930
    },
    {
      "epoch": 0.6582542448988911,
      "grad_norm": 6.09375,
      "learning_rate": 1.7089518913858154e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5463403642177582,
      "num_tokens": 399668771.0,
      "step": 518940
    },
    {
      "epoch": 0.658266929491424,
      "grad_norm": 8.25,
      "learning_rate": 1.7088884603771862e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5307366847991943,
      "num_tokens": 399677695.0,
      "step": 518950
    },
    {
      "epoch": 0.6582796140839567,
      "grad_norm": 4.78125,
      "learning_rate": 1.708825029368557e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5414590626955033,
      "num_tokens": 399686847.0,
      "step": 518960
    },
    {
      "epoch": 0.6582922986764896,
      "grad_norm": 11.5,
      "learning_rate": 1.708761598359928e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5347585707902909,
      "num_tokens": 399695378.0,
      "step": 518970
    },
    {
      "epoch": 0.6583049832690224,
      "grad_norm": 7.84375,
      "learning_rate": 1.708698167351299e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5115183115005493,
      "num_tokens": 399703168.0,
      "step": 518980
    },
    {
      "epoch": 0.6583176678615553,
      "grad_norm": 5.53125,
      "learning_rate": 1.7086347363426697e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5325973331928253,
      "num_tokens": 399711223.0,
      "step": 518990
    },
    {
      "epoch": 0.6583303524540881,
      "grad_norm": 4.875,
      "learning_rate": 1.7085713053340406e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5624502062797546,
      "num_tokens": 399720087.0,
      "step": 519000
    },
    {
      "epoch": 0.658343037046621,
      "grad_norm": 5.46875,
      "learning_rate": 1.708507874325411e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5540943771600724,
      "num_tokens": 399728397.0,
      "step": 519010
    },
    {
      "epoch": 0.6583557216391538,
      "grad_norm": 4.75,
      "learning_rate": 1.708444443316782e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5387143135070801,
      "num_tokens": 399735607.0,
      "step": 519020
    },
    {
      "epoch": 0.6583684062316866,
      "grad_norm": 8.3125,
      "learning_rate": 1.7083810123081532e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5676815241575242,
      "num_tokens": 399743210.0,
      "step": 519030
    },
    {
      "epoch": 0.6583810908242195,
      "grad_norm": 5.6875,
      "learning_rate": 1.7083175812995238e-05,
      "loss": 2.2444,
      "mean_token_accuracy": 0.5148417294025421,
      "num_tokens": 399751799.0,
      "step": 519040
    },
    {
      "epoch": 0.6583937754167523,
      "grad_norm": 6.40625,
      "learning_rate": 1.7082541502908946e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.553942260146141,
      "num_tokens": 399758934.0,
      "step": 519050
    },
    {
      "epoch": 0.6584064600092852,
      "grad_norm": 4.90625,
      "learning_rate": 1.7081907192822655e-05,
      "loss": 1.8827,
      "mean_token_accuracy": 0.5814724862575531,
      "num_tokens": 399765886.0,
      "step": 519060
    },
    {
      "epoch": 0.6584191446018179,
      "grad_norm": 5.21875,
      "learning_rate": 1.7081272882736364e-05,
      "loss": 2.4635,
      "mean_token_accuracy": 0.4900990784168243,
      "num_tokens": 399773795.0,
      "step": 519070
    },
    {
      "epoch": 0.6584318291943508,
      "grad_norm": 6.28125,
      "learning_rate": 1.7080638572650073e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.560893639922142,
      "num_tokens": 399781093.0,
      "step": 519080
    },
    {
      "epoch": 0.6584445137868836,
      "grad_norm": 6.96875,
      "learning_rate": 1.708000426256378e-05,
      "loss": 1.9307,
      "mean_token_accuracy": 0.5804615676403045,
      "num_tokens": 399787655.0,
      "step": 519090
    },
    {
      "epoch": 0.6584571983794164,
      "grad_norm": 5.09375,
      "learning_rate": 1.707936995247749e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5397269487380981,
      "num_tokens": 399795904.0,
      "step": 519100
    },
    {
      "epoch": 0.6584698829719493,
      "grad_norm": 6.28125,
      "learning_rate": 1.70787356423912e-05,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5309640735387802,
      "num_tokens": 399803633.0,
      "step": 519110
    },
    {
      "epoch": 0.6584825675644821,
      "grad_norm": 5.59375,
      "learning_rate": 1.7078101332304904e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5544670492410659,
      "num_tokens": 399811196.0,
      "step": 519120
    },
    {
      "epoch": 0.658495252157015,
      "grad_norm": 4.3125,
      "learning_rate": 1.7077467022218616e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5629338204860688,
      "num_tokens": 399819554.0,
      "step": 519130
    },
    {
      "epoch": 0.6585079367495478,
      "grad_norm": 6.625,
      "learning_rate": 1.7076832712132325e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5579318284988404,
      "num_tokens": 399827011.0,
      "step": 519140
    },
    {
      "epoch": 0.6585206213420807,
      "grad_norm": 5.84375,
      "learning_rate": 1.707619840204603e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5247483879327774,
      "num_tokens": 399835275.0,
      "step": 519150
    },
    {
      "epoch": 0.6585333059346135,
      "grad_norm": 5.46875,
      "learning_rate": 1.707556409195974e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5506624072790146,
      "num_tokens": 399843145.0,
      "step": 519160
    },
    {
      "epoch": 0.6585459905271462,
      "grad_norm": 4.9375,
      "learning_rate": 1.7074929781873448e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5392889440059662,
      "num_tokens": 399850740.0,
      "step": 519170
    },
    {
      "epoch": 0.6585586751196791,
      "grad_norm": 6.1875,
      "learning_rate": 1.7074295471787157e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5454969346523285,
      "num_tokens": 399857814.0,
      "step": 519180
    },
    {
      "epoch": 0.6585713597122119,
      "grad_norm": 7.34375,
      "learning_rate": 1.7073661161700865e-05,
      "loss": 1.8275,
      "mean_token_accuracy": 0.6078906714916229,
      "num_tokens": 399864408.0,
      "step": 519190
    },
    {
      "epoch": 0.6585840443047448,
      "grad_norm": 9.5,
      "learning_rate": 1.7073026851614574e-05,
      "loss": 1.7649,
      "mean_token_accuracy": 0.6134972900152207,
      "num_tokens": 399870599.0,
      "step": 519200
    },
    {
      "epoch": 0.6585967288972776,
      "grad_norm": 4.90625,
      "learning_rate": 1.7072392541528283e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5554357528686523,
      "num_tokens": 399877256.0,
      "step": 519210
    },
    {
      "epoch": 0.6586094134898105,
      "grad_norm": 6.9375,
      "learning_rate": 1.7071758231441988e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5570407092571259,
      "num_tokens": 399883675.0,
      "step": 519220
    },
    {
      "epoch": 0.6586220980823433,
      "grad_norm": 5.28125,
      "learning_rate": 1.70711239213557e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5566810309886933,
      "num_tokens": 399890872.0,
      "step": 519230
    },
    {
      "epoch": 0.6586347826748762,
      "grad_norm": 5.28125,
      "learning_rate": 1.707048961126941e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5641810983419419,
      "num_tokens": 399898976.0,
      "step": 519240
    },
    {
      "epoch": 0.658647467267409,
      "grad_norm": 5.46875,
      "learning_rate": 1.7069855301183114e-05,
      "loss": 1.918,
      "mean_token_accuracy": 0.5732233166694641,
      "num_tokens": 399907022.0,
      "step": 519250
    },
    {
      "epoch": 0.6586601518599418,
      "grad_norm": 4.875,
      "learning_rate": 1.7069220991096823e-05,
      "loss": 2.1875,
      "mean_token_accuracy": 0.523760387301445,
      "num_tokens": 399914559.0,
      "step": 519260
    },
    {
      "epoch": 0.6586728364524747,
      "grad_norm": 6.9375,
      "learning_rate": 1.7068586681010532e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5414014518260956,
      "num_tokens": 399920921.0,
      "step": 519270
    },
    {
      "epoch": 0.6586855210450074,
      "grad_norm": 5.0,
      "learning_rate": 1.7067952370924244e-05,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5185509473085403,
      "num_tokens": 399930335.0,
      "step": 519280
    },
    {
      "epoch": 0.6586982056375403,
      "grad_norm": 5.75,
      "learning_rate": 1.706731806083795e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5565191477537155,
      "num_tokens": 399937608.0,
      "step": 519290
    },
    {
      "epoch": 0.6587108902300731,
      "grad_norm": 4.65625,
      "learning_rate": 1.7066683750751658e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5432115077972413,
      "num_tokens": 399945713.0,
      "step": 519300
    },
    {
      "epoch": 0.658723574822606,
      "grad_norm": 8.3125,
      "learning_rate": 1.7066049440665367e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5637208729982376,
      "num_tokens": 399952285.0,
      "step": 519310
    },
    {
      "epoch": 0.6587362594151388,
      "grad_norm": 7.21875,
      "learning_rate": 1.7065415130579076e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5472390115261078,
      "num_tokens": 399960493.0,
      "step": 519320
    },
    {
      "epoch": 0.6587489440076716,
      "grad_norm": 4.84375,
      "learning_rate": 1.7064780820492784e-05,
      "loss": 1.7145,
      "mean_token_accuracy": 0.6290239036083222,
      "num_tokens": 399967990.0,
      "step": 519330
    },
    {
      "epoch": 0.6587616286002045,
      "grad_norm": 5.90625,
      "learning_rate": 1.7064146510406493e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5413890361785889,
      "num_tokens": 399975568.0,
      "step": 519340
    },
    {
      "epoch": 0.6587743131927373,
      "grad_norm": 6.59375,
      "learning_rate": 1.7063512200320202e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5475078016519547,
      "num_tokens": 399982491.0,
      "step": 519350
    },
    {
      "epoch": 0.6587869977852702,
      "grad_norm": 4.96875,
      "learning_rate": 1.7062877890233907e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5636988759040833,
      "num_tokens": 399989686.0,
      "step": 519360
    },
    {
      "epoch": 0.658799682377803,
      "grad_norm": 5.0,
      "learning_rate": 1.706224358014762e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5561042696237564,
      "num_tokens": 399998491.0,
      "step": 519370
    },
    {
      "epoch": 0.6588123669703358,
      "grad_norm": 4.90625,
      "learning_rate": 1.7061609270061328e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5473370164632797,
      "num_tokens": 400008407.0,
      "step": 519380
    },
    {
      "epoch": 0.6588250515628686,
      "grad_norm": 4.8125,
      "learning_rate": 1.7060974959975033e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5648845225572586,
      "num_tokens": 400016835.0,
      "step": 519390
    },
    {
      "epoch": 0.6588377361554015,
      "grad_norm": 6.5625,
      "learning_rate": 1.7060340649888742e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5440309077501297,
      "num_tokens": 400024600.0,
      "step": 519400
    },
    {
      "epoch": 0.6588504207479343,
      "grad_norm": 4.375,
      "learning_rate": 1.705970633980245e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5469884604215622,
      "num_tokens": 400032957.0,
      "step": 519410
    },
    {
      "epoch": 0.6588631053404671,
      "grad_norm": 5.46875,
      "learning_rate": 1.705907202971616e-05,
      "loss": 1.6874,
      "mean_token_accuracy": 0.6167034447193146,
      "num_tokens": 400039688.0,
      "step": 519420
    },
    {
      "epoch": 0.658875789933,
      "grad_norm": 7.34375,
      "learning_rate": 1.7058437719629868e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5553598195314408,
      "num_tokens": 400047695.0,
      "step": 519430
    },
    {
      "epoch": 0.6588884745255328,
      "grad_norm": 5.0625,
      "learning_rate": 1.7057803409543577e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5308820605278015,
      "num_tokens": 400056267.0,
      "step": 519440
    },
    {
      "epoch": 0.6589011591180657,
      "grad_norm": 5.59375,
      "learning_rate": 1.7057169099457286e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.536548963189125,
      "num_tokens": 400064733.0,
      "step": 519450
    },
    {
      "epoch": 0.6589138437105985,
      "grad_norm": 4.59375,
      "learning_rate": 1.705653478937099e-05,
      "loss": 1.8198,
      "mean_token_accuracy": 0.5941789120435714,
      "num_tokens": 400072462.0,
      "step": 519460
    },
    {
      "epoch": 0.6589265283031314,
      "grad_norm": 6.625,
      "learning_rate": 1.7055900479284703e-05,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5716382086277008,
      "num_tokens": 400079833.0,
      "step": 519470
    },
    {
      "epoch": 0.6589392128956642,
      "grad_norm": 6.59375,
      "learning_rate": 1.7055266169198412e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5283468931913375,
      "num_tokens": 400088102.0,
      "step": 519480
    },
    {
      "epoch": 0.6589518974881969,
      "grad_norm": 5.46875,
      "learning_rate": 1.705463185911212e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5432322859764099,
      "num_tokens": 400096822.0,
      "step": 519490
    },
    {
      "epoch": 0.6589645820807298,
      "grad_norm": 5.15625,
      "learning_rate": 1.7053997549025826e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5505460113286972,
      "num_tokens": 400104581.0,
      "step": 519500
    },
    {
      "epoch": 0.6589772666732626,
      "grad_norm": 6.125,
      "learning_rate": 1.7053363238939535e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5531624168157577,
      "num_tokens": 400112022.0,
      "step": 519510
    },
    {
      "epoch": 0.6589899512657955,
      "grad_norm": 6.59375,
      "learning_rate": 1.7052728928853247e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5231332182884216,
      "num_tokens": 400119407.0,
      "step": 519520
    },
    {
      "epoch": 0.6590026358583283,
      "grad_norm": 6.625,
      "learning_rate": 1.7052094618766952e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5422199457883835,
      "num_tokens": 400126617.0,
      "step": 519530
    },
    {
      "epoch": 0.6590153204508612,
      "grad_norm": 8.1875,
      "learning_rate": 1.705146030868066e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5516647636890412,
      "num_tokens": 400135059.0,
      "step": 519540
    },
    {
      "epoch": 0.659028005043394,
      "grad_norm": 8.0625,
      "learning_rate": 1.705082599859437e-05,
      "loss": 2.2416,
      "mean_token_accuracy": 0.5175980985164642,
      "num_tokens": 400143489.0,
      "step": 519550
    },
    {
      "epoch": 0.6590406896359269,
      "grad_norm": 5.125,
      "learning_rate": 1.705019168850808e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5455561727285385,
      "num_tokens": 400151437.0,
      "step": 519560
    },
    {
      "epoch": 0.6590533742284597,
      "grad_norm": 5.75,
      "learning_rate": 1.7049557378421787e-05,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5179471760988236,
      "num_tokens": 400158821.0,
      "step": 519570
    },
    {
      "epoch": 0.6590660588209925,
      "grad_norm": 9.3125,
      "learning_rate": 1.7048923068335496e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.534494724869728,
      "num_tokens": 400167576.0,
      "step": 519580
    },
    {
      "epoch": 0.6590787434135253,
      "grad_norm": 4.71875,
      "learning_rate": 1.7048288758249205e-05,
      "loss": 1.8439,
      "mean_token_accuracy": 0.5827855229377746,
      "num_tokens": 400174166.0,
      "step": 519590
    },
    {
      "epoch": 0.6590914280060581,
      "grad_norm": 4.78125,
      "learning_rate": 1.704765444816291e-05,
      "loss": 1.8405,
      "mean_token_accuracy": 0.5957932382822037,
      "num_tokens": 400181211.0,
      "step": 519600
    },
    {
      "epoch": 0.659104112598591,
      "grad_norm": 5.75,
      "learning_rate": 1.704702013807662e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5701071232557297,
      "num_tokens": 400188403.0,
      "step": 519610
    },
    {
      "epoch": 0.6591167971911238,
      "grad_norm": 5.40625,
      "learning_rate": 1.704638582799033e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5680770963430405,
      "num_tokens": 400194842.0,
      "step": 519620
    },
    {
      "epoch": 0.6591294817836567,
      "grad_norm": 5.34375,
      "learning_rate": 1.7045751517904036e-05,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5811192780733109,
      "num_tokens": 400201407.0,
      "step": 519630
    },
    {
      "epoch": 0.6591421663761895,
      "grad_norm": 6.65625,
      "learning_rate": 1.7045117207817745e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5291183948516845,
      "num_tokens": 400209971.0,
      "step": 519640
    },
    {
      "epoch": 0.6591548509687223,
      "grad_norm": 6.34375,
      "learning_rate": 1.7044482897731454e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5510894268751144,
      "num_tokens": 400216963.0,
      "step": 519650
    },
    {
      "epoch": 0.6591675355612552,
      "grad_norm": 4.9375,
      "learning_rate": 1.7043848587645162e-05,
      "loss": 1.9243,
      "mean_token_accuracy": 0.5690562665462494,
      "num_tokens": 400224815.0,
      "step": 519660
    },
    {
      "epoch": 0.659180220153788,
      "grad_norm": 5.625,
      "learning_rate": 1.704321427755887e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5367942750453949,
      "num_tokens": 400232905.0,
      "step": 519670
    },
    {
      "epoch": 0.6591929047463209,
      "grad_norm": 5.125,
      "learning_rate": 1.704257996747258e-05,
      "loss": 1.8899,
      "mean_token_accuracy": 0.5763503909111023,
      "num_tokens": 400240257.0,
      "step": 519680
    },
    {
      "epoch": 0.6592055893388536,
      "grad_norm": 7.375,
      "learning_rate": 1.704194565738629e-05,
      "loss": 1.8749,
      "mean_token_accuracy": 0.5917847931385041,
      "num_tokens": 400246770.0,
      "step": 519690
    },
    {
      "epoch": 0.6592182739313865,
      "grad_norm": 7.1875,
      "learning_rate": 1.7041311347299997e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5325660020112991,
      "num_tokens": 400254030.0,
      "step": 519700
    },
    {
      "epoch": 0.6592309585239193,
      "grad_norm": 4.96875,
      "learning_rate": 1.7040677037213703e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5122917890548706,
      "num_tokens": 400262108.0,
      "step": 519710
    },
    {
      "epoch": 0.6592436431164521,
      "grad_norm": 4.71875,
      "learning_rate": 1.7040042727127415e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5345622628927231,
      "num_tokens": 400271751.0,
      "step": 519720
    },
    {
      "epoch": 0.659256327708985,
      "grad_norm": 5.84375,
      "learning_rate": 1.7039408417041124e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5374492764472961,
      "num_tokens": 400279377.0,
      "step": 519730
    },
    {
      "epoch": 0.6592690123015178,
      "grad_norm": 4.96875,
      "learning_rate": 1.703877410695483e-05,
      "loss": 1.8335,
      "mean_token_accuracy": 0.5967833518981933,
      "num_tokens": 400287059.0,
      "step": 519740
    },
    {
      "epoch": 0.6592816968940507,
      "grad_norm": 7.78125,
      "learning_rate": 1.7038139796868538e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5596431612968444,
      "num_tokens": 400295168.0,
      "step": 519750
    },
    {
      "epoch": 0.6592943814865835,
      "grad_norm": 5.4375,
      "learning_rate": 1.7037505486782246e-05,
      "loss": 1.841,
      "mean_token_accuracy": 0.5885820537805557,
      "num_tokens": 400302182.0,
      "step": 519760
    },
    {
      "epoch": 0.6593070660791164,
      "grad_norm": 4.78125,
      "learning_rate": 1.7036871176695955e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.530119001865387,
      "num_tokens": 400310580.0,
      "step": 519770
    },
    {
      "epoch": 0.6593197506716492,
      "grad_norm": 6.53125,
      "learning_rate": 1.7036236866609664e-05,
      "loss": 2.2149,
      "mean_token_accuracy": 0.5180091351270676,
      "num_tokens": 400318007.0,
      "step": 519780
    },
    {
      "epoch": 0.6593324352641821,
      "grad_norm": 8.3125,
      "learning_rate": 1.7035602556523373e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5585719764232635,
      "num_tokens": 400324641.0,
      "step": 519790
    },
    {
      "epoch": 0.6593451198567148,
      "grad_norm": 6.21875,
      "learning_rate": 1.703496824643708e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.562021690607071,
      "num_tokens": 400331252.0,
      "step": 519800
    },
    {
      "epoch": 0.6593578044492476,
      "grad_norm": 5.125,
      "learning_rate": 1.703433393635079e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5704021155834198,
      "num_tokens": 400338976.0,
      "step": 519810
    },
    {
      "epoch": 0.6593704890417805,
      "grad_norm": 4.78125,
      "learning_rate": 1.70336996262645e-05,
      "loss": 2.2979,
      "mean_token_accuracy": 0.5144445657730102,
      "num_tokens": 400348032.0,
      "step": 519820
    },
    {
      "epoch": 0.6593831736343133,
      "grad_norm": 5.125,
      "learning_rate": 1.7033065316178208e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5466289788484573,
      "num_tokens": 400354631.0,
      "step": 519830
    },
    {
      "epoch": 0.6593958582268462,
      "grad_norm": 5.03125,
      "learning_rate": 1.7032431006091913e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5436719626188278,
      "num_tokens": 400362572.0,
      "step": 519840
    },
    {
      "epoch": 0.659408542819379,
      "grad_norm": 7.03125,
      "learning_rate": 1.7031796696005622e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5459786772727966,
      "num_tokens": 400369379.0,
      "step": 519850
    },
    {
      "epoch": 0.6594212274119119,
      "grad_norm": 5.0625,
      "learning_rate": 1.7031162385919334e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5350800335407258,
      "num_tokens": 400378431.0,
      "step": 519860
    },
    {
      "epoch": 0.6594339120044447,
      "grad_norm": 5.09375,
      "learning_rate": 1.7030528075833043e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5434359937906266,
      "num_tokens": 400387380.0,
      "step": 519870
    },
    {
      "epoch": 0.6594465965969775,
      "grad_norm": 5.0,
      "learning_rate": 1.7029893765746748e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5338227927684784,
      "num_tokens": 400396450.0,
      "step": 519880
    },
    {
      "epoch": 0.6594592811895104,
      "grad_norm": 8.4375,
      "learning_rate": 1.7029259455660457e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5319093465805054,
      "num_tokens": 400403897.0,
      "step": 519890
    },
    {
      "epoch": 0.6594719657820431,
      "grad_norm": 6.5625,
      "learning_rate": 1.7028625145574165e-05,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5630468457937241,
      "num_tokens": 400410877.0,
      "step": 519900
    },
    {
      "epoch": 0.659484650374576,
      "grad_norm": 9.625,
      "learning_rate": 1.7027990835487874e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.5773837357759476,
      "num_tokens": 400417232.0,
      "step": 519910
    },
    {
      "epoch": 0.6594973349671088,
      "grad_norm": 5.84375,
      "learning_rate": 1.7027356525401583e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5453676342964172,
      "num_tokens": 400425159.0,
      "step": 519920
    },
    {
      "epoch": 0.6595100195596417,
      "grad_norm": 5.71875,
      "learning_rate": 1.702672221531529e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5663893103599549,
      "num_tokens": 400432120.0,
      "step": 519930
    },
    {
      "epoch": 0.6595227041521745,
      "grad_norm": 5.03125,
      "learning_rate": 1.7026087905229e-05,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5272539883852005,
      "num_tokens": 400440096.0,
      "step": 519940
    },
    {
      "epoch": 0.6595353887447074,
      "grad_norm": 5.53125,
      "learning_rate": 1.7025453595142706e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5415369361639023,
      "num_tokens": 400448904.0,
      "step": 519950
    },
    {
      "epoch": 0.6595480733372402,
      "grad_norm": 6.5625,
      "learning_rate": 1.7024819285056418e-05,
      "loss": 1.9094,
      "mean_token_accuracy": 0.5667898803949356,
      "num_tokens": 400456169.0,
      "step": 519960
    },
    {
      "epoch": 0.659560757929773,
      "grad_norm": 6.78125,
      "learning_rate": 1.7024184974970127e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5388990342617035,
      "num_tokens": 400464095.0,
      "step": 519970
    },
    {
      "epoch": 0.6595734425223059,
      "grad_norm": 8.25,
      "learning_rate": 1.7023550664883832e-05,
      "loss": 1.7856,
      "mean_token_accuracy": 0.595741480588913,
      "num_tokens": 400470583.0,
      "step": 519980
    },
    {
      "epoch": 0.6595861271148387,
      "grad_norm": 5.375,
      "learning_rate": 1.702291635479754e-05,
      "loss": 1.9025,
      "mean_token_accuracy": 0.5770096480846405,
      "num_tokens": 400478296.0,
      "step": 519990
    },
    {
      "epoch": 0.6595988117073716,
      "grad_norm": 7.25,
      "learning_rate": 1.702228204471125e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5337169498205185,
      "num_tokens": 400485760.0,
      "step": 520000
    },
    {
      "epoch": 0.6596114962999043,
      "grad_norm": 5.875,
      "learning_rate": 1.7021647734624958e-05,
      "loss": 1.8022,
      "mean_token_accuracy": 0.5928179889917373,
      "num_tokens": 400492353.0,
      "step": 520010
    },
    {
      "epoch": 0.6596241808924372,
      "grad_norm": 6.5625,
      "learning_rate": 1.7021013424538667e-05,
      "loss": 1.9057,
      "mean_token_accuracy": 0.5808684527873993,
      "num_tokens": 400498365.0,
      "step": 520020
    },
    {
      "epoch": 0.65963686548497,
      "grad_norm": 5.125,
      "learning_rate": 1.7020379114452376e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5268360733985901,
      "num_tokens": 400506970.0,
      "step": 520030
    },
    {
      "epoch": 0.6596495500775028,
      "grad_norm": 4.96875,
      "learning_rate": 1.7019744804366084e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.529635626077652,
      "num_tokens": 400515260.0,
      "step": 520040
    },
    {
      "epoch": 0.6596622346700357,
      "grad_norm": 5.34375,
      "learning_rate": 1.701911049427979e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5668152421712875,
      "num_tokens": 400523575.0,
      "step": 520050
    },
    {
      "epoch": 0.6596749192625685,
      "grad_norm": 5.15625,
      "learning_rate": 1.7018476184193502e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5394678443670273,
      "num_tokens": 400532524.0,
      "step": 520060
    },
    {
      "epoch": 0.6596876038551014,
      "grad_norm": 5.34375,
      "learning_rate": 1.701784187410721e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5642425537109375,
      "num_tokens": 400540391.0,
      "step": 520070
    },
    {
      "epoch": 0.6597002884476342,
      "grad_norm": 6.34375,
      "learning_rate": 1.701720756402092e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5529534071683884,
      "num_tokens": 400549070.0,
      "step": 520080
    },
    {
      "epoch": 0.6597129730401671,
      "grad_norm": 7.34375,
      "learning_rate": 1.7016573253934625e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5631853014230728,
      "num_tokens": 400556511.0,
      "step": 520090
    },
    {
      "epoch": 0.6597256576326999,
      "grad_norm": 5.15625,
      "learning_rate": 1.7015938943848333e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.536401841044426,
      "num_tokens": 400564700.0,
      "step": 520100
    },
    {
      "epoch": 0.6597383422252326,
      "grad_norm": 5.625,
      "learning_rate": 1.7015304633762046e-05,
      "loss": 1.856,
      "mean_token_accuracy": 0.5719305843114852,
      "num_tokens": 400571960.0,
      "step": 520110
    },
    {
      "epoch": 0.6597510268177655,
      "grad_norm": 4.25,
      "learning_rate": 1.701467032367575e-05,
      "loss": 1.6235,
      "mean_token_accuracy": 0.6421187698841095,
      "num_tokens": 400579210.0,
      "step": 520120
    },
    {
      "epoch": 0.6597637114102983,
      "grad_norm": 6.34375,
      "learning_rate": 1.701403601358946e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5353978633880615,
      "num_tokens": 400586568.0,
      "step": 520130
    },
    {
      "epoch": 0.6597763960028312,
      "grad_norm": 4.875,
      "learning_rate": 1.701340170350317e-05,
      "loss": 2.2141,
      "mean_token_accuracy": 0.5255471408367157,
      "num_tokens": 400596254.0,
      "step": 520140
    },
    {
      "epoch": 0.659789080595364,
      "grad_norm": 7.03125,
      "learning_rate": 1.7012767393416877e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5379763454198837,
      "num_tokens": 400604330.0,
      "step": 520150
    },
    {
      "epoch": 0.6598017651878969,
      "grad_norm": 6.25,
      "learning_rate": 1.7012133083330586e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.559677529335022,
      "num_tokens": 400611513.0,
      "step": 520160
    },
    {
      "epoch": 0.6598144497804297,
      "grad_norm": 6.25,
      "learning_rate": 1.7011498773244295e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5319906741380691,
      "num_tokens": 400620047.0,
      "step": 520170
    },
    {
      "epoch": 0.6598271343729626,
      "grad_norm": 6.90625,
      "learning_rate": 1.7010864463158003e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5760536432266236,
      "num_tokens": 400628235.0,
      "step": 520180
    },
    {
      "epoch": 0.6598398189654954,
      "grad_norm": 5.6875,
      "learning_rate": 1.701023015307171e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5318301886320114,
      "num_tokens": 400635978.0,
      "step": 520190
    },
    {
      "epoch": 0.6598525035580282,
      "grad_norm": 4.78125,
      "learning_rate": 1.7009595842985417e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5563872277736663,
      "num_tokens": 400643411.0,
      "step": 520200
    },
    {
      "epoch": 0.659865188150561,
      "grad_norm": 5.40625,
      "learning_rate": 1.700896153289913e-05,
      "loss": 1.9811,
      "mean_token_accuracy": 0.5538147389888763,
      "num_tokens": 400651714.0,
      "step": 520210
    },
    {
      "epoch": 0.6598778727430938,
      "grad_norm": 5.90625,
      "learning_rate": 1.7008327222812835e-05,
      "loss": 1.7664,
      "mean_token_accuracy": 0.5987676590681076,
      "num_tokens": 400658006.0,
      "step": 520220
    },
    {
      "epoch": 0.6598905573356267,
      "grad_norm": 6.65625,
      "learning_rate": 1.7007692912726544e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5699516326189041,
      "num_tokens": 400665172.0,
      "step": 520230
    },
    {
      "epoch": 0.6599032419281595,
      "grad_norm": 7.65625,
      "learning_rate": 1.7007058602640252e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5488355040550232,
      "num_tokens": 400673020.0,
      "step": 520240
    },
    {
      "epoch": 0.6599159265206924,
      "grad_norm": 10.3125,
      "learning_rate": 1.700642429255396e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5316361278295517,
      "num_tokens": 400679764.0,
      "step": 520250
    },
    {
      "epoch": 0.6599286111132252,
      "grad_norm": 9.9375,
      "learning_rate": 1.700578998246767e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5384826064109802,
      "num_tokens": 400686622.0,
      "step": 520260
    },
    {
      "epoch": 0.659941295705758,
      "grad_norm": 5.625,
      "learning_rate": 1.700515567238138e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5672000795602798,
      "num_tokens": 400693895.0,
      "step": 520270
    },
    {
      "epoch": 0.6599539802982909,
      "grad_norm": 4.96875,
      "learning_rate": 1.7004521362295087e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5580180615186692,
      "num_tokens": 400701659.0,
      "step": 520280
    },
    {
      "epoch": 0.6599666648908237,
      "grad_norm": 5.03125,
      "learning_rate": 1.7003887052208796e-05,
      "loss": 1.7833,
      "mean_token_accuracy": 0.5992939949035645,
      "num_tokens": 400709071.0,
      "step": 520290
    },
    {
      "epoch": 0.6599793494833566,
      "grad_norm": 5.0625,
      "learning_rate": 1.7003252742122505e-05,
      "loss": 1.8817,
      "mean_token_accuracy": 0.5727591574192047,
      "num_tokens": 400717047.0,
      "step": 520300
    },
    {
      "epoch": 0.6599920340758894,
      "grad_norm": 5.84375,
      "learning_rate": 1.7002618432036214e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5399107545614242,
      "num_tokens": 400723963.0,
      "step": 520310
    },
    {
      "epoch": 0.6600047186684223,
      "grad_norm": 5.5,
      "learning_rate": 1.7001984121949922e-05,
      "loss": 2.1983,
      "mean_token_accuracy": 0.5230297744274139,
      "num_tokens": 400732771.0,
      "step": 520320
    },
    {
      "epoch": 0.660017403260955,
      "grad_norm": 4.90625,
      "learning_rate": 1.7001349811863628e-05,
      "loss": 1.9066,
      "mean_token_accuracy": 0.5810844302177429,
      "num_tokens": 400741157.0,
      "step": 520330
    },
    {
      "epoch": 0.6600300878534879,
      "grad_norm": 5.5,
      "learning_rate": 1.7000715501777336e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5383998095989228,
      "num_tokens": 400749738.0,
      "step": 520340
    },
    {
      "epoch": 0.6600427724460207,
      "grad_norm": 5.1875,
      "learning_rate": 1.700008119169105e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5683138877153396,
      "num_tokens": 400758110.0,
      "step": 520350
    },
    {
      "epoch": 0.6600554570385535,
      "grad_norm": 4.6875,
      "learning_rate": 1.6999446881604754e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5226383954286575,
      "num_tokens": 400766437.0,
      "step": 520360
    },
    {
      "epoch": 0.6600681416310864,
      "grad_norm": 7.5,
      "learning_rate": 1.6998812571518463e-05,
      "loss": 1.7,
      "mean_token_accuracy": 0.6170465052127838,
      "num_tokens": 400773800.0,
      "step": 520370
    },
    {
      "epoch": 0.6600808262236192,
      "grad_norm": 5.6875,
      "learning_rate": 1.699817826143217e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5656140148639679,
      "num_tokens": 400782077.0,
      "step": 520380
    },
    {
      "epoch": 0.6600935108161521,
      "grad_norm": 6.625,
      "learning_rate": 1.699754395134588e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5524967730045318,
      "num_tokens": 400790294.0,
      "step": 520390
    },
    {
      "epoch": 0.6601061954086849,
      "grad_norm": 4.96875,
      "learning_rate": 1.699690964125959e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5150961071252823,
      "num_tokens": 400798766.0,
      "step": 520400
    },
    {
      "epoch": 0.6601188800012178,
      "grad_norm": 4.71875,
      "learning_rate": 1.6996275331173298e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5212178379297256,
      "num_tokens": 400807603.0,
      "step": 520410
    },
    {
      "epoch": 0.6601315645937506,
      "grad_norm": 6.03125,
      "learning_rate": 1.6995641021087006e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5272310435771942,
      "num_tokens": 400816193.0,
      "step": 520420
    },
    {
      "epoch": 0.6601442491862833,
      "grad_norm": 6.46875,
      "learning_rate": 1.6995006711000712e-05,
      "loss": 1.8935,
      "mean_token_accuracy": 0.5798044711351394,
      "num_tokens": 400823734.0,
      "step": 520430
    },
    {
      "epoch": 0.6601569337788162,
      "grad_norm": 5.625,
      "learning_rate": 1.699437240091442e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5198909699916839,
      "num_tokens": 400831964.0,
      "step": 520440
    },
    {
      "epoch": 0.660169618371349,
      "grad_norm": 6.0625,
      "learning_rate": 1.6993738090828133e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5201742053031921,
      "num_tokens": 400840154.0,
      "step": 520450
    },
    {
      "epoch": 0.6601823029638819,
      "grad_norm": 5.0625,
      "learning_rate": 1.699310378074184e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5328677505254745,
      "num_tokens": 400847288.0,
      "step": 520460
    },
    {
      "epoch": 0.6601949875564147,
      "grad_norm": 6.84375,
      "learning_rate": 1.6992469470655547e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5569280356168747,
      "num_tokens": 400852975.0,
      "step": 520470
    },
    {
      "epoch": 0.6602076721489476,
      "grad_norm": 7.875,
      "learning_rate": 1.6991835160569255e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5745586276054382,
      "num_tokens": 400860488.0,
      "step": 520480
    },
    {
      "epoch": 0.6602203567414804,
      "grad_norm": 5.90625,
      "learning_rate": 1.6991200850482964e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5240936577320099,
      "num_tokens": 400869445.0,
      "step": 520490
    },
    {
      "epoch": 0.6602330413340133,
      "grad_norm": 5.40625,
      "learning_rate": 1.6990566540396673e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5304041147232056,
      "num_tokens": 400877215.0,
      "step": 520500
    },
    {
      "epoch": 0.6602457259265461,
      "grad_norm": 4.875,
      "learning_rate": 1.698993223031038e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5747095018625259,
      "num_tokens": 400884066.0,
      "step": 520510
    },
    {
      "epoch": 0.6602584105190789,
      "grad_norm": 6.59375,
      "learning_rate": 1.698929792022409e-05,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5127970933914184,
      "num_tokens": 400892123.0,
      "step": 520520
    },
    {
      "epoch": 0.6602710951116117,
      "grad_norm": 5.0,
      "learning_rate": 1.69886636101378e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5379800230264664,
      "num_tokens": 400900654.0,
      "step": 520530
    },
    {
      "epoch": 0.6602837797041445,
      "grad_norm": 6.6875,
      "learning_rate": 1.6988029300051504e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5656348526477813,
      "num_tokens": 400907720.0,
      "step": 520540
    },
    {
      "epoch": 0.6602964642966774,
      "grad_norm": 5.0,
      "learning_rate": 1.6987394989965217e-05,
      "loss": 2.232,
      "mean_token_accuracy": 0.5114420384168625,
      "num_tokens": 400917017.0,
      "step": 520550
    },
    {
      "epoch": 0.6603091488892102,
      "grad_norm": 6.84375,
      "learning_rate": 1.6986760679878925e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5439861595630646,
      "num_tokens": 400924582.0,
      "step": 520560
    },
    {
      "epoch": 0.6603218334817431,
      "grad_norm": 6.375,
      "learning_rate": 1.698612636979263e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5489515006542206,
      "num_tokens": 400931491.0,
      "step": 520570
    },
    {
      "epoch": 0.6603345180742759,
      "grad_norm": 6.71875,
      "learning_rate": 1.698549205970634e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5356158971786499,
      "num_tokens": 400936950.0,
      "step": 520580
    },
    {
      "epoch": 0.6603472026668087,
      "grad_norm": 4.90625,
      "learning_rate": 1.6984857749620048e-05,
      "loss": 1.8006,
      "mean_token_accuracy": 0.5900757312774658,
      "num_tokens": 400943079.0,
      "step": 520590
    },
    {
      "epoch": 0.6603598872593416,
      "grad_norm": 5.21875,
      "learning_rate": 1.6984223439533757e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5428274095058441,
      "num_tokens": 400951576.0,
      "step": 520600
    },
    {
      "epoch": 0.6603725718518744,
      "grad_norm": 6.53125,
      "learning_rate": 1.6983589129447466e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.533859270811081,
      "num_tokens": 400959458.0,
      "step": 520610
    },
    {
      "epoch": 0.6603852564444073,
      "grad_norm": 6.03125,
      "learning_rate": 1.6982954819361174e-05,
      "loss": 1.8013,
      "mean_token_accuracy": 0.6009952574968338,
      "num_tokens": 400966054.0,
      "step": 520620
    },
    {
      "epoch": 0.66039794103694,
      "grad_norm": 5.125,
      "learning_rate": 1.6982320509274883e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5469953119754791,
      "num_tokens": 400974625.0,
      "step": 520630
    },
    {
      "epoch": 0.660410625629473,
      "grad_norm": 6.6875,
      "learning_rate": 1.698168619918859e-05,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5446826726198196,
      "num_tokens": 400981524.0,
      "step": 520640
    },
    {
      "epoch": 0.6604233102220057,
      "grad_norm": 14.0,
      "learning_rate": 1.69810518891023e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5444564819335938,
      "num_tokens": 400988923.0,
      "step": 520650
    },
    {
      "epoch": 0.6604359948145385,
      "grad_norm": 7.40625,
      "learning_rate": 1.698041757901601e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5366139829158783,
      "num_tokens": 400996484.0,
      "step": 520660
    },
    {
      "epoch": 0.6604486794070714,
      "grad_norm": 5.84375,
      "learning_rate": 1.6979783268929718e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5389877736568451,
      "num_tokens": 401003994.0,
      "step": 520670
    },
    {
      "epoch": 0.6604613639996042,
      "grad_norm": 6.3125,
      "learning_rate": 1.6979148958843423e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5570795476436615,
      "num_tokens": 401010736.0,
      "step": 520680
    },
    {
      "epoch": 0.6604740485921371,
      "grad_norm": 5.0,
      "learning_rate": 1.6978514648757132e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5440951347351074,
      "num_tokens": 401018552.0,
      "step": 520690
    },
    {
      "epoch": 0.6604867331846699,
      "grad_norm": 6.75,
      "learning_rate": 1.6977880338670844e-05,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5219116508960724,
      "num_tokens": 401026286.0,
      "step": 520700
    },
    {
      "epoch": 0.6604994177772028,
      "grad_norm": 5.15625,
      "learning_rate": 1.697724602858455e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5744427382946015,
      "num_tokens": 401033845.0,
      "step": 520710
    },
    {
      "epoch": 0.6605121023697356,
      "grad_norm": 5.875,
      "learning_rate": 1.697661171849826e-05,
      "loss": 2.2721,
      "mean_token_accuracy": 0.49826187193393706,
      "num_tokens": 401043337.0,
      "step": 520720
    },
    {
      "epoch": 0.6605247869622685,
      "grad_norm": 6.03125,
      "learning_rate": 1.6975977408411967e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5471524357795715,
      "num_tokens": 401051624.0,
      "step": 520730
    },
    {
      "epoch": 0.6605374715548012,
      "grad_norm": 5.875,
      "learning_rate": 1.6975343098325676e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5631232380867004,
      "num_tokens": 401059936.0,
      "step": 520740
    },
    {
      "epoch": 0.660550156147334,
      "grad_norm": 5.28125,
      "learning_rate": 1.6974708788239385e-05,
      "loss": 2.2478,
      "mean_token_accuracy": 0.5087393164634705,
      "num_tokens": 401068348.0,
      "step": 520750
    },
    {
      "epoch": 0.6605628407398669,
      "grad_norm": 5.53125,
      "learning_rate": 1.6974074478153093e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5379260182380676,
      "num_tokens": 401075885.0,
      "step": 520760
    },
    {
      "epoch": 0.6605755253323997,
      "grad_norm": 5.03125,
      "learning_rate": 1.6973440168066802e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5473565846681595,
      "num_tokens": 401084226.0,
      "step": 520770
    },
    {
      "epoch": 0.6605882099249326,
      "grad_norm": 5.0625,
      "learning_rate": 1.6972805857980507e-05,
      "loss": 2.2411,
      "mean_token_accuracy": 0.5102849245071411,
      "num_tokens": 401092119.0,
      "step": 520780
    },
    {
      "epoch": 0.6606008945174654,
      "grad_norm": 6.34375,
      "learning_rate": 1.697217154789422e-05,
      "loss": 1.9272,
      "mean_token_accuracy": 0.5590389311313629,
      "num_tokens": 401100108.0,
      "step": 520790
    },
    {
      "epoch": 0.6606135791099983,
      "grad_norm": 6.15625,
      "learning_rate": 1.697153723780793e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5609010368585586,
      "num_tokens": 401107320.0,
      "step": 520800
    },
    {
      "epoch": 0.6606262637025311,
      "grad_norm": 5.5625,
      "learning_rate": 1.6970902927721634e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5786140859127045,
      "num_tokens": 401115270.0,
      "step": 520810
    },
    {
      "epoch": 0.6606389482950639,
      "grad_norm": 8.5,
      "learning_rate": 1.6970268617635342e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5603105098009109,
      "num_tokens": 401122669.0,
      "step": 520820
    },
    {
      "epoch": 0.6606516328875968,
      "grad_norm": 6.15625,
      "learning_rate": 1.696963430754905e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5508809506893158,
      "num_tokens": 401129971.0,
      "step": 520830
    },
    {
      "epoch": 0.6606643174801295,
      "grad_norm": 5.34375,
      "learning_rate": 1.6968999997462763e-05,
      "loss": 1.9804,
      "mean_token_accuracy": 0.558361342549324,
      "num_tokens": 401138012.0,
      "step": 520840
    },
    {
      "epoch": 0.6606770020726624,
      "grad_norm": 5.8125,
      "learning_rate": 1.696836568737647e-05,
      "loss": 1.8902,
      "mean_token_accuracy": 0.5807840347290039,
      "num_tokens": 401145393.0,
      "step": 520850
    },
    {
      "epoch": 0.6606896866651952,
      "grad_norm": 4.8125,
      "learning_rate": 1.6967731377290177e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5513773471117019,
      "num_tokens": 401152771.0,
      "step": 520860
    },
    {
      "epoch": 0.6607023712577281,
      "grad_norm": 6.09375,
      "learning_rate": 1.6967097067203886e-05,
      "loss": 1.5709,
      "mean_token_accuracy": 0.6574475288391113,
      "num_tokens": 401158663.0,
      "step": 520870
    },
    {
      "epoch": 0.6607150558502609,
      "grad_norm": 4.90625,
      "learning_rate": 1.6966462757117595e-05,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5281533539295197,
      "num_tokens": 401166239.0,
      "step": 520880
    },
    {
      "epoch": 0.6607277404427938,
      "grad_norm": 5.5625,
      "learning_rate": 1.6965828447031304e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5561182528734208,
      "num_tokens": 401174828.0,
      "step": 520890
    },
    {
      "epoch": 0.6607404250353266,
      "grad_norm": 6.15625,
      "learning_rate": 1.6965194136945012e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.538899639248848,
      "num_tokens": 401183087.0,
      "step": 520900
    },
    {
      "epoch": 0.6607531096278594,
      "grad_norm": 6.1875,
      "learning_rate": 1.696455982685872e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5186521410942078,
      "num_tokens": 401190427.0,
      "step": 520910
    },
    {
      "epoch": 0.6607657942203923,
      "grad_norm": 5.90625,
      "learning_rate": 1.6963925516772426e-05,
      "loss": 1.8597,
      "mean_token_accuracy": 0.5884705185890198,
      "num_tokens": 401197039.0,
      "step": 520920
    },
    {
      "epoch": 0.6607784788129251,
      "grad_norm": 7.84375,
      "learning_rate": 1.6963291206686135e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5603541910648346,
      "num_tokens": 401204491.0,
      "step": 520930
    },
    {
      "epoch": 0.660791163405458,
      "grad_norm": 5.78125,
      "learning_rate": 1.6962656896599847e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5366329848766327,
      "num_tokens": 401212568.0,
      "step": 520940
    },
    {
      "epoch": 0.6608038479979907,
      "grad_norm": 5.46875,
      "learning_rate": 1.6962022586513553e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5249899178743362,
      "num_tokens": 401221110.0,
      "step": 520950
    },
    {
      "epoch": 0.6608165325905236,
      "grad_norm": 5.6875,
      "learning_rate": 1.696138827642726e-05,
      "loss": 1.8547,
      "mean_token_accuracy": 0.5967281728982925,
      "num_tokens": 401228690.0,
      "step": 520960
    },
    {
      "epoch": 0.6608292171830564,
      "grad_norm": 4.875,
      "learning_rate": 1.696075396634097e-05,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5980000644922256,
      "num_tokens": 401234909.0,
      "step": 520970
    },
    {
      "epoch": 0.6608419017755892,
      "grad_norm": 5.09375,
      "learning_rate": 1.696011965625468e-05,
      "loss": 2.2489,
      "mean_token_accuracy": 0.5198632150888443,
      "num_tokens": 401242707.0,
      "step": 520980
    },
    {
      "epoch": 0.6608545863681221,
      "grad_norm": 5.15625,
      "learning_rate": 1.6959485346168388e-05,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5785102009773254,
      "num_tokens": 401250640.0,
      "step": 520990
    },
    {
      "epoch": 0.6608672709606549,
      "grad_norm": 7.28125,
      "learning_rate": 1.6958851036082096e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5469419747591019,
      "num_tokens": 401258000.0,
      "step": 521000
    },
    {
      "epoch": 0.6608799555531878,
      "grad_norm": 6.34375,
      "learning_rate": 1.6958216725995805e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5485227197408676,
      "num_tokens": 401267415.0,
      "step": 521010
    },
    {
      "epoch": 0.6608926401457206,
      "grad_norm": 4.8125,
      "learning_rate": 1.695758241590951e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5473554372787476,
      "num_tokens": 401275165.0,
      "step": 521020
    },
    {
      "epoch": 0.6609053247382535,
      "grad_norm": 4.75,
      "learning_rate": 1.695694810582322e-05,
      "loss": 2.2189,
      "mean_token_accuracy": 0.5262747377157211,
      "num_tokens": 401283410.0,
      "step": 521030
    },
    {
      "epoch": 0.6609180093307863,
      "grad_norm": 6.0625,
      "learning_rate": 1.695631379573693e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5637651234865189,
      "num_tokens": 401291149.0,
      "step": 521040
    },
    {
      "epoch": 0.660930693923319,
      "grad_norm": 6.375,
      "learning_rate": 1.695567948565064e-05,
      "loss": 1.641,
      "mean_token_accuracy": 0.622987550497055,
      "num_tokens": 401297141.0,
      "step": 521050
    },
    {
      "epoch": 0.6609433785158519,
      "grad_norm": 6.125,
      "learning_rate": 1.6955045175564345e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5350873559713364,
      "num_tokens": 401305226.0,
      "step": 521060
    },
    {
      "epoch": 0.6609560631083847,
      "grad_norm": 7.5625,
      "learning_rate": 1.6954410865478054e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5370575010776519,
      "num_tokens": 401312365.0,
      "step": 521070
    },
    {
      "epoch": 0.6609687477009176,
      "grad_norm": 5.625,
      "learning_rate": 1.6953776555391763e-05,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5859285116195678,
      "num_tokens": 401319485.0,
      "step": 521080
    },
    {
      "epoch": 0.6609814322934504,
      "grad_norm": 5.5,
      "learning_rate": 1.695314224530547e-05,
      "loss": 1.6528,
      "mean_token_accuracy": 0.6218379408121109,
      "num_tokens": 401327190.0,
      "step": 521090
    },
    {
      "epoch": 0.6609941168859833,
      "grad_norm": 6.84375,
      "learning_rate": 1.695250793521918e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5543297946453094,
      "num_tokens": 401334469.0,
      "step": 521100
    },
    {
      "epoch": 0.6610068014785161,
      "grad_norm": 7.125,
      "learning_rate": 1.695187362513289e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5469562828540802,
      "num_tokens": 401342324.0,
      "step": 521110
    },
    {
      "epoch": 0.661019486071049,
      "grad_norm": 4.75,
      "learning_rate": 1.6951239315046598e-05,
      "loss": 2.2368,
      "mean_token_accuracy": 0.5196053385734558,
      "num_tokens": 401351639.0,
      "step": 521120
    },
    {
      "epoch": 0.6610321706635818,
      "grad_norm": 5.4375,
      "learning_rate": 1.6950605004960303e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5466400176286698,
      "num_tokens": 401358581.0,
      "step": 521130
    },
    {
      "epoch": 0.6610448552561146,
      "grad_norm": 4.96875,
      "learning_rate": 1.6949970694874015e-05,
      "loss": 1.6943,
      "mean_token_accuracy": 0.6245884418487548,
      "num_tokens": 401366027.0,
      "step": 521140
    },
    {
      "epoch": 0.6610575398486475,
      "grad_norm": 4.96875,
      "learning_rate": 1.6949336384787724e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5281294614076615,
      "num_tokens": 401373145.0,
      "step": 521150
    },
    {
      "epoch": 0.6610702244411802,
      "grad_norm": 4.875,
      "learning_rate": 1.694870207470143e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5660303264856339,
      "num_tokens": 401380516.0,
      "step": 521160
    },
    {
      "epoch": 0.6610829090337131,
      "grad_norm": 4.78125,
      "learning_rate": 1.6948067764615138e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5326991885900497,
      "num_tokens": 401388115.0,
      "step": 521170
    },
    {
      "epoch": 0.6610955936262459,
      "grad_norm": 5.09375,
      "learning_rate": 1.694743345452885e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5279308199882508,
      "num_tokens": 401396661.0,
      "step": 521180
    },
    {
      "epoch": 0.6611082782187788,
      "grad_norm": 5.4375,
      "learning_rate": 1.6946799144442556e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5387086689472198,
      "num_tokens": 401404483.0,
      "step": 521190
    },
    {
      "epoch": 0.6611209628113116,
      "grad_norm": 6.9375,
      "learning_rate": 1.6946164834356264e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5297573208808899,
      "num_tokens": 401413813.0,
      "step": 521200
    },
    {
      "epoch": 0.6611336474038444,
      "grad_norm": 6.34375,
      "learning_rate": 1.6945530524269973e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5433306127786637,
      "num_tokens": 401421334.0,
      "step": 521210
    },
    {
      "epoch": 0.6611463319963773,
      "grad_norm": 4.6875,
      "learning_rate": 1.6944896214183682e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5310854971408844,
      "num_tokens": 401428979.0,
      "step": 521220
    },
    {
      "epoch": 0.6611590165889101,
      "grad_norm": 5.5,
      "learning_rate": 1.694426190409739e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.58142269551754,
      "num_tokens": 401435834.0,
      "step": 521230
    },
    {
      "epoch": 0.661171701181443,
      "grad_norm": 6.78125,
      "learning_rate": 1.69436275940111e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5313212931156158,
      "num_tokens": 401443217.0,
      "step": 521240
    },
    {
      "epoch": 0.6611843857739758,
      "grad_norm": 4.75,
      "learning_rate": 1.6942993283924808e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5483567893505097,
      "num_tokens": 401451103.0,
      "step": 521250
    },
    {
      "epoch": 0.6611970703665087,
      "grad_norm": 5.5625,
      "learning_rate": 1.6942358973838517e-05,
      "loss": 2.2543,
      "mean_token_accuracy": 0.5226196497678757,
      "num_tokens": 401458264.0,
      "step": 521260
    },
    {
      "epoch": 0.6612097549590414,
      "grad_norm": 4.78125,
      "learning_rate": 1.6941724663752222e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5513103246688843,
      "num_tokens": 401465567.0,
      "step": 521270
    },
    {
      "epoch": 0.6612224395515743,
      "grad_norm": 6.84375,
      "learning_rate": 1.6941090353665934e-05,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5627194762229919,
      "num_tokens": 401474053.0,
      "step": 521280
    },
    {
      "epoch": 0.6612351241441071,
      "grad_norm": 5.78125,
      "learning_rate": 1.6940456043579643e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.575524652004242,
      "num_tokens": 401480738.0,
      "step": 521290
    },
    {
      "epoch": 0.6612478087366399,
      "grad_norm": 4.8125,
      "learning_rate": 1.693982173349335e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5479746907949448,
      "num_tokens": 401489745.0,
      "step": 521300
    },
    {
      "epoch": 0.6612604933291728,
      "grad_norm": 11.6875,
      "learning_rate": 1.6939187423407057e-05,
      "loss": 1.7504,
      "mean_token_accuracy": 0.610877001285553,
      "num_tokens": 401495710.0,
      "step": 521310
    },
    {
      "epoch": 0.6612731779217056,
      "grad_norm": 7.25,
      "learning_rate": 1.6938553113320766e-05,
      "loss": 1.9144,
      "mean_token_accuracy": 0.5772406935691834,
      "num_tokens": 401502637.0,
      "step": 521320
    },
    {
      "epoch": 0.6612858625142385,
      "grad_norm": 5.28125,
      "learning_rate": 1.6937918803234475e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5348173022270203,
      "num_tokens": 401510816.0,
      "step": 521330
    },
    {
      "epoch": 0.6612985471067713,
      "grad_norm": 5.59375,
      "learning_rate": 1.6937284493148183e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5400294959545135,
      "num_tokens": 401519405.0,
      "step": 521340
    },
    {
      "epoch": 0.6613112316993042,
      "grad_norm": 6.34375,
      "learning_rate": 1.6936650183061892e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5644491672515869,
      "num_tokens": 401527083.0,
      "step": 521350
    },
    {
      "epoch": 0.661323916291837,
      "grad_norm": 8.0625,
      "learning_rate": 1.69360158729756e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5392794847488404,
      "num_tokens": 401535743.0,
      "step": 521360
    },
    {
      "epoch": 0.6613366008843697,
      "grad_norm": 4.6875,
      "learning_rate": 1.6935381562889306e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5475699335336686,
      "num_tokens": 401544265.0,
      "step": 521370
    },
    {
      "epoch": 0.6613492854769026,
      "grad_norm": 5.0625,
      "learning_rate": 1.6934747252803018e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5428033709526062,
      "num_tokens": 401552794.0,
      "step": 521380
    },
    {
      "epoch": 0.6613619700694354,
      "grad_norm": 6.75,
      "learning_rate": 1.6934112942716727e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5301667481660843,
      "num_tokens": 401561230.0,
      "step": 521390
    },
    {
      "epoch": 0.6613746546619683,
      "grad_norm": 5.5625,
      "learning_rate": 1.6933478632630432e-05,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5627569019794464,
      "num_tokens": 401568304.0,
      "step": 521400
    },
    {
      "epoch": 0.6613873392545011,
      "grad_norm": 5.03125,
      "learning_rate": 1.693284432254414e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5598415821790695,
      "num_tokens": 401576401.0,
      "step": 521410
    },
    {
      "epoch": 0.661400023847034,
      "grad_norm": 4.96875,
      "learning_rate": 1.693221001245785e-05,
      "loss": 1.6924,
      "mean_token_accuracy": 0.6155115246772767,
      "num_tokens": 401584518.0,
      "step": 521420
    },
    {
      "epoch": 0.6614127084395668,
      "grad_norm": 5.375,
      "learning_rate": 1.6931575702371562e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5268985539674759,
      "num_tokens": 401592244.0,
      "step": 521430
    },
    {
      "epoch": 0.6614253930320997,
      "grad_norm": 5.6875,
      "learning_rate": 1.6930941392285267e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5253912955522537,
      "num_tokens": 401600565.0,
      "step": 521440
    },
    {
      "epoch": 0.6614380776246325,
      "grad_norm": 4.78125,
      "learning_rate": 1.6930307082198976e-05,
      "loss": 1.8623,
      "mean_token_accuracy": 0.5767402470111846,
      "num_tokens": 401607605.0,
      "step": 521450
    },
    {
      "epoch": 0.6614507622171653,
      "grad_norm": 5.1875,
      "learning_rate": 1.6929672772112685e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5403255552053452,
      "num_tokens": 401615559.0,
      "step": 521460
    },
    {
      "epoch": 0.6614634468096982,
      "grad_norm": 5.125,
      "learning_rate": 1.6929038462026394e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5321833789348602,
      "num_tokens": 401623985.0,
      "step": 521470
    },
    {
      "epoch": 0.6614761314022309,
      "grad_norm": 4.8125,
      "learning_rate": 1.6928404151940102e-05,
      "loss": 2.1857,
      "mean_token_accuracy": 0.5139870464801788,
      "num_tokens": 401631673.0,
      "step": 521480
    },
    {
      "epoch": 0.6614888159947638,
      "grad_norm": 5.4375,
      "learning_rate": 1.692776984185381e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5528741538524627,
      "num_tokens": 401639413.0,
      "step": 521490
    },
    {
      "epoch": 0.6615015005872966,
      "grad_norm": 6.28125,
      "learning_rate": 1.692713553176752e-05,
      "loss": 1.8218,
      "mean_token_accuracy": 0.5915599584579467,
      "num_tokens": 401647537.0,
      "step": 521500
    },
    {
      "epoch": 0.6615141851798295,
      "grad_norm": 5.875,
      "learning_rate": 1.6926501221681225e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5416380137205123,
      "num_tokens": 401655391.0,
      "step": 521510
    },
    {
      "epoch": 0.6615268697723623,
      "grad_norm": 5.8125,
      "learning_rate": 1.6925866911594934e-05,
      "loss": 1.9049,
      "mean_token_accuracy": 0.5607180595397949,
      "num_tokens": 401662182.0,
      "step": 521520
    },
    {
      "epoch": 0.6615395543648951,
      "grad_norm": 4.625,
      "learning_rate": 1.6925232601508646e-05,
      "loss": 1.7815,
      "mean_token_accuracy": 0.6135137915611267,
      "num_tokens": 401669913.0,
      "step": 521530
    },
    {
      "epoch": 0.661552238957428,
      "grad_norm": 6.21875,
      "learning_rate": 1.692459829142235e-05,
      "loss": 2.2101,
      "mean_token_accuracy": 0.5275676131248475,
      "num_tokens": 401678328.0,
      "step": 521540
    },
    {
      "epoch": 0.6615649235499608,
      "grad_norm": 5.4375,
      "learning_rate": 1.692396398133606e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5445229589939118,
      "num_tokens": 401687157.0,
      "step": 521550
    },
    {
      "epoch": 0.6615776081424937,
      "grad_norm": 6.15625,
      "learning_rate": 1.692332967124977e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.527371272444725,
      "num_tokens": 401695040.0,
      "step": 521560
    },
    {
      "epoch": 0.6615902927350265,
      "grad_norm": 5.5625,
      "learning_rate": 1.6922695361163478e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5427298247814178,
      "num_tokens": 401704249.0,
      "step": 521570
    },
    {
      "epoch": 0.6616029773275593,
      "grad_norm": 7.625,
      "learning_rate": 1.6922061051077186e-05,
      "loss": 1.7678,
      "mean_token_accuracy": 0.6091191381216049,
      "num_tokens": 401710689.0,
      "step": 521580
    },
    {
      "epoch": 0.6616156619200921,
      "grad_norm": 5.28125,
      "learning_rate": 1.6921426740990895e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5567146986722946,
      "num_tokens": 401718793.0,
      "step": 521590
    },
    {
      "epoch": 0.6616283465126249,
      "grad_norm": 5.71875,
      "learning_rate": 1.6920792430904604e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5373025119304657,
      "num_tokens": 401726928.0,
      "step": 521600
    },
    {
      "epoch": 0.6616410311051578,
      "grad_norm": 7.125,
      "learning_rate": 1.692015812081831e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5620759546756744,
      "num_tokens": 401734240.0,
      "step": 521610
    },
    {
      "epoch": 0.6616537156976906,
      "grad_norm": 6.9375,
      "learning_rate": 1.6919523810732018e-05,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5398423314094544,
      "num_tokens": 401742210.0,
      "step": 521620
    },
    {
      "epoch": 0.6616664002902235,
      "grad_norm": 5.53125,
      "learning_rate": 1.691888950064573e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5366703808307648,
      "num_tokens": 401749908.0,
      "step": 521630
    },
    {
      "epoch": 0.6616790848827563,
      "grad_norm": 6.125,
      "learning_rate": 1.691825519055944e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5242601662874222,
      "num_tokens": 401757211.0,
      "step": 521640
    },
    {
      "epoch": 0.6616917694752892,
      "grad_norm": 5.03125,
      "learning_rate": 1.6917620880473144e-05,
      "loss": 2.2382,
      "mean_token_accuracy": 0.5199217349290848,
      "num_tokens": 401767071.0,
      "step": 521650
    },
    {
      "epoch": 0.661704454067822,
      "grad_norm": 5.28125,
      "learning_rate": 1.6916986570386853e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5477310717105865,
      "num_tokens": 401776650.0,
      "step": 521660
    },
    {
      "epoch": 0.6617171386603549,
      "grad_norm": 5.59375,
      "learning_rate": 1.6916352260300565e-05,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5808382213115693,
      "num_tokens": 401784321.0,
      "step": 521670
    },
    {
      "epoch": 0.6617298232528877,
      "grad_norm": 5.15625,
      "learning_rate": 1.691571795021427e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5378826439380646,
      "num_tokens": 401793189.0,
      "step": 521680
    },
    {
      "epoch": 0.6617425078454204,
      "grad_norm": 7.5,
      "learning_rate": 1.691508364012798e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5838999480009079,
      "num_tokens": 401800440.0,
      "step": 521690
    },
    {
      "epoch": 0.6617551924379533,
      "grad_norm": 5.15625,
      "learning_rate": 1.6914449330041688e-05,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5639490485191345,
      "num_tokens": 401807861.0,
      "step": 521700
    },
    {
      "epoch": 0.6617678770304861,
      "grad_norm": 6.9375,
      "learning_rate": 1.6913815019955397e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5337528347969055,
      "num_tokens": 401815185.0,
      "step": 521710
    },
    {
      "epoch": 0.661780561623019,
      "grad_norm": 5.03125,
      "learning_rate": 1.6913180709869105e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5410782068967819,
      "num_tokens": 401823274.0,
      "step": 521720
    },
    {
      "epoch": 0.6617932462155518,
      "grad_norm": 4.90625,
      "learning_rate": 1.6912546399782814e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5418576955795288,
      "num_tokens": 401831429.0,
      "step": 521730
    },
    {
      "epoch": 0.6618059308080847,
      "grad_norm": 7.40625,
      "learning_rate": 1.6911912089696523e-05,
      "loss": 2.2646,
      "mean_token_accuracy": 0.5126210689544678,
      "num_tokens": 401839581.0,
      "step": 521740
    },
    {
      "epoch": 0.6618186154006175,
      "grad_norm": 6.71875,
      "learning_rate": 1.6911277779610228e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5250800728797913,
      "num_tokens": 401846832.0,
      "step": 521750
    },
    {
      "epoch": 0.6618312999931503,
      "grad_norm": 6.4375,
      "learning_rate": 1.6910643469523937e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5621194511651992,
      "num_tokens": 401854279.0,
      "step": 521760
    },
    {
      "epoch": 0.6618439845856832,
      "grad_norm": 4.78125,
      "learning_rate": 1.691000915943765e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5328580021858216,
      "num_tokens": 401862464.0,
      "step": 521770
    },
    {
      "epoch": 0.661856669178216,
      "grad_norm": 5.09375,
      "learning_rate": 1.6909374849351354e-05,
      "loss": 1.8515,
      "mean_token_accuracy": 0.5777394771575928,
      "num_tokens": 401870293.0,
      "step": 521780
    },
    {
      "epoch": 0.6618693537707488,
      "grad_norm": 5.1875,
      "learning_rate": 1.6908740539265063e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5300849348306655,
      "num_tokens": 401878456.0,
      "step": 521790
    },
    {
      "epoch": 0.6618820383632816,
      "grad_norm": 5.65625,
      "learning_rate": 1.6908106229178772e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.546125453710556,
      "num_tokens": 401886524.0,
      "step": 521800
    },
    {
      "epoch": 0.6618947229558145,
      "grad_norm": 5.3125,
      "learning_rate": 1.690747191909248e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5637094736099243,
      "num_tokens": 401893661.0,
      "step": 521810
    },
    {
      "epoch": 0.6619074075483473,
      "grad_norm": 4.875,
      "learning_rate": 1.690683760900619e-05,
      "loss": 2.2632,
      "mean_token_accuracy": 0.5282949179410934,
      "num_tokens": 401900120.0,
      "step": 521820
    },
    {
      "epoch": 0.6619200921408802,
      "grad_norm": 5.75,
      "learning_rate": 1.6906203298919898e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5676097244024276,
      "num_tokens": 401907210.0,
      "step": 521830
    },
    {
      "epoch": 0.661932776733413,
      "grad_norm": 5.46875,
      "learning_rate": 1.6905568988833607e-05,
      "loss": 2.2057,
      "mean_token_accuracy": 0.5227306336164474,
      "num_tokens": 401915234.0,
      "step": 521840
    },
    {
      "epoch": 0.6619454613259458,
      "grad_norm": 5.375,
      "learning_rate": 1.6904934678747316e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5570791959762573,
      "num_tokens": 401923062.0,
      "step": 521850
    },
    {
      "epoch": 0.6619581459184787,
      "grad_norm": 5.9375,
      "learning_rate": 1.690430036866102e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5533005118370056,
      "num_tokens": 401930984.0,
      "step": 521860
    },
    {
      "epoch": 0.6619708305110115,
      "grad_norm": 6.0625,
      "learning_rate": 1.6903666058574733e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5483278453350067,
      "num_tokens": 401939493.0,
      "step": 521870
    },
    {
      "epoch": 0.6619835151035444,
      "grad_norm": 6.4375,
      "learning_rate": 1.6903031748488442e-05,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5667733579874039,
      "num_tokens": 401946384.0,
      "step": 521880
    },
    {
      "epoch": 0.6619961996960771,
      "grad_norm": 5.34375,
      "learning_rate": 1.6902397438402147e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5525475591421127,
      "num_tokens": 401954786.0,
      "step": 521890
    },
    {
      "epoch": 0.66200888428861,
      "grad_norm": 6.53125,
      "learning_rate": 1.6901763128315856e-05,
      "loss": 2.2223,
      "mean_token_accuracy": 0.5173697680234909,
      "num_tokens": 401961909.0,
      "step": 521900
    },
    {
      "epoch": 0.6620215688811428,
      "grad_norm": 6.125,
      "learning_rate": 1.6901128818229565e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5383721739053726,
      "num_tokens": 401969585.0,
      "step": 521910
    },
    {
      "epoch": 0.6620342534736756,
      "grad_norm": 5.96875,
      "learning_rate": 1.6900494508143273e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5533838987350463,
      "num_tokens": 401975475.0,
      "step": 521920
    },
    {
      "epoch": 0.6620469380662085,
      "grad_norm": 5.21875,
      "learning_rate": 1.6899860198056982e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.542974454164505,
      "num_tokens": 401983400.0,
      "step": 521930
    },
    {
      "epoch": 0.6620596226587413,
      "grad_norm": 6.125,
      "learning_rate": 1.689922588797069e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5255529254674911,
      "num_tokens": 401990789.0,
      "step": 521940
    },
    {
      "epoch": 0.6620723072512742,
      "grad_norm": 4.875,
      "learning_rate": 1.68985915778844e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5515172064304352,
      "num_tokens": 401999356.0,
      "step": 521950
    },
    {
      "epoch": 0.662084991843807,
      "grad_norm": 5.09375,
      "learning_rate": 1.6897957267798105e-05,
      "loss": 1.6213,
      "mean_token_accuracy": 0.6338201522827148,
      "num_tokens": 402004267.0,
      "step": 521960
    },
    {
      "epoch": 0.6620976764363399,
      "grad_norm": 5.28125,
      "learning_rate": 1.6897322957711817e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5272777944803237,
      "num_tokens": 402012382.0,
      "step": 521970
    },
    {
      "epoch": 0.6621103610288727,
      "grad_norm": 5.0,
      "learning_rate": 1.6896688647625526e-05,
      "loss": 2.2893,
      "mean_token_accuracy": 0.5056481152772904,
      "num_tokens": 402021342.0,
      "step": 521980
    },
    {
      "epoch": 0.6621230456214054,
      "grad_norm": 6.5625,
      "learning_rate": 1.689605433753923e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5298532634973526,
      "num_tokens": 402028641.0,
      "step": 521990
    },
    {
      "epoch": 0.6621357302139383,
      "grad_norm": 6.34375,
      "learning_rate": 1.689542002745294e-05,
      "loss": 2.3193,
      "mean_token_accuracy": 0.5063180744647979,
      "num_tokens": 402035521.0,
      "step": 522000
    },
    {
      "epoch": 0.6621484148064711,
      "grad_norm": 6.96875,
      "learning_rate": 1.689478571736665e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.5526241391897202,
      "num_tokens": 402041496.0,
      "step": 522010
    },
    {
      "epoch": 0.662161099399004,
      "grad_norm": 5.15625,
      "learning_rate": 1.689415140728036e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5376578122377396,
      "num_tokens": 402049377.0,
      "step": 522020
    },
    {
      "epoch": 0.6621737839915368,
      "grad_norm": 6.40625,
      "learning_rate": 1.6893517097194066e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.527055761218071,
      "num_tokens": 402057398.0,
      "step": 522030
    },
    {
      "epoch": 0.6621864685840697,
      "grad_norm": 5.5625,
      "learning_rate": 1.6892882787107775e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5443160772323609,
      "num_tokens": 402065672.0,
      "step": 522040
    },
    {
      "epoch": 0.6621991531766025,
      "grad_norm": 7.53125,
      "learning_rate": 1.6892248477021484e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5479706406593323,
      "num_tokens": 402072259.0,
      "step": 522050
    },
    {
      "epoch": 0.6622118377691354,
      "grad_norm": 8.1875,
      "learning_rate": 1.6891614166935192e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.5278485983610153,
      "num_tokens": 402079653.0,
      "step": 522060
    },
    {
      "epoch": 0.6622245223616682,
      "grad_norm": 5.40625,
      "learning_rate": 1.68909798568489e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.561834305524826,
      "num_tokens": 402087810.0,
      "step": 522070
    },
    {
      "epoch": 0.662237206954201,
      "grad_norm": 12.1875,
      "learning_rate": 1.689034554676261e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5538385450839997,
      "num_tokens": 402095449.0,
      "step": 522080
    },
    {
      "epoch": 0.6622498915467339,
      "grad_norm": 7.53125,
      "learning_rate": 1.688971123667632e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5408656746149063,
      "num_tokens": 402102932.0,
      "step": 522090
    },
    {
      "epoch": 0.6622625761392666,
      "grad_norm": 4.90625,
      "learning_rate": 1.6889076926590024e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5262212872505188,
      "num_tokens": 402110059.0,
      "step": 522100
    },
    {
      "epoch": 0.6622752607317995,
      "grad_norm": 6.625,
      "learning_rate": 1.6888442616503736e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5285023778676987,
      "num_tokens": 402118373.0,
      "step": 522110
    },
    {
      "epoch": 0.6622879453243323,
      "grad_norm": 6.03125,
      "learning_rate": 1.6887808306417445e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5736836135387421,
      "num_tokens": 402126612.0,
      "step": 522120
    },
    {
      "epoch": 0.6623006299168652,
      "grad_norm": 5.03125,
      "learning_rate": 1.688717399633115e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5389989376068115,
      "num_tokens": 402134705.0,
      "step": 522130
    },
    {
      "epoch": 0.662313314509398,
      "grad_norm": 6.3125,
      "learning_rate": 1.688653968624486e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.533424511551857,
      "num_tokens": 402141855.0,
      "step": 522140
    },
    {
      "epoch": 0.6623259991019308,
      "grad_norm": 5.75,
      "learning_rate": 1.6885905376158568e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5567905336618424,
      "num_tokens": 402148755.0,
      "step": 522150
    },
    {
      "epoch": 0.6623386836944637,
      "grad_norm": 6.3125,
      "learning_rate": 1.6885271066072276e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5707461476325989,
      "num_tokens": 402156285.0,
      "step": 522160
    },
    {
      "epoch": 0.6623513682869965,
      "grad_norm": 4.375,
      "learning_rate": 1.6884636755985985e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5640477746725082,
      "num_tokens": 402163422.0,
      "step": 522170
    },
    {
      "epoch": 0.6623640528795294,
      "grad_norm": 5.375,
      "learning_rate": 1.6884002445899694e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5436321586370468,
      "num_tokens": 402171030.0,
      "step": 522180
    },
    {
      "epoch": 0.6623767374720622,
      "grad_norm": 5.40625,
      "learning_rate": 1.6883368135813402e-05,
      "loss": 2.2377,
      "mean_token_accuracy": 0.5149370789527893,
      "num_tokens": 402179420.0,
      "step": 522190
    },
    {
      "epoch": 0.6623894220645951,
      "grad_norm": 8.4375,
      "learning_rate": 1.6882733825727108e-05,
      "loss": 1.864,
      "mean_token_accuracy": 0.5729755908250809,
      "num_tokens": 402186404.0,
      "step": 522200
    },
    {
      "epoch": 0.6624021066571278,
      "grad_norm": 6.1875,
      "learning_rate": 1.688209951564082e-05,
      "loss": 1.8907,
      "mean_token_accuracy": 0.5838113605976105,
      "num_tokens": 402194698.0,
      "step": 522210
    },
    {
      "epoch": 0.6624147912496607,
      "grad_norm": 5.34375,
      "learning_rate": 1.688146520555453e-05,
      "loss": 2.2491,
      "mean_token_accuracy": 0.5137502461671829,
      "num_tokens": 402202613.0,
      "step": 522220
    },
    {
      "epoch": 0.6624274758421935,
      "grad_norm": 4.40625,
      "learning_rate": 1.6880830895468237e-05,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5211191892623901,
      "num_tokens": 402210692.0,
      "step": 522230
    },
    {
      "epoch": 0.6624401604347263,
      "grad_norm": 5.1875,
      "learning_rate": 1.6880196585381943e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5501138627529144,
      "num_tokens": 402218635.0,
      "step": 522240
    },
    {
      "epoch": 0.6624528450272592,
      "grad_norm": 6.15625,
      "learning_rate": 1.687956227529565e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5253249555826187,
      "num_tokens": 402225454.0,
      "step": 522250
    },
    {
      "epoch": 0.662465529619792,
      "grad_norm": 5.34375,
      "learning_rate": 1.6878927965209364e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.5627266675233841,
      "num_tokens": 402233069.0,
      "step": 522260
    },
    {
      "epoch": 0.6624782142123249,
      "grad_norm": 4.71875,
      "learning_rate": 1.687829365512307e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5397582024335861,
      "num_tokens": 402240355.0,
      "step": 522270
    },
    {
      "epoch": 0.6624908988048577,
      "grad_norm": 5.96875,
      "learning_rate": 1.6877659345036778e-05,
      "loss": 2.3205,
      "mean_token_accuracy": 0.514920836687088,
      "num_tokens": 402248498.0,
      "step": 522280
    },
    {
      "epoch": 0.6625035833973906,
      "grad_norm": 5.5,
      "learning_rate": 1.6877025034950486e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5340714454650879,
      "num_tokens": 402257198.0,
      "step": 522290
    },
    {
      "epoch": 0.6625162679899234,
      "grad_norm": 5.625,
      "learning_rate": 1.6876390724864195e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5197048366069794,
      "num_tokens": 402264776.0,
      "step": 522300
    },
    {
      "epoch": 0.6625289525824561,
      "grad_norm": 6.53125,
      "learning_rate": 1.6875756414777904e-05,
      "loss": 2.2378,
      "mean_token_accuracy": 0.516357633471489,
      "num_tokens": 402273870.0,
      "step": 522310
    },
    {
      "epoch": 0.662541637174989,
      "grad_norm": 6.28125,
      "learning_rate": 1.6875122104691613e-05,
      "loss": 1.7996,
      "mean_token_accuracy": 0.6021114230155945,
      "num_tokens": 402280218.0,
      "step": 522320
    },
    {
      "epoch": 0.6625543217675218,
      "grad_norm": 5.8125,
      "learning_rate": 1.687448779460532e-05,
      "loss": 2.2616,
      "mean_token_accuracy": 0.5091132193803787,
      "num_tokens": 402289660.0,
      "step": 522330
    },
    {
      "epoch": 0.6625670063600547,
      "grad_norm": 5.53125,
      "learning_rate": 1.6873853484519027e-05,
      "loss": 1.9069,
      "mean_token_accuracy": 0.5732626438140869,
      "num_tokens": 402296957.0,
      "step": 522340
    },
    {
      "epoch": 0.6625796909525875,
      "grad_norm": 7.90625,
      "learning_rate": 1.6873219174432736e-05,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5597278147935867,
      "num_tokens": 402304891.0,
      "step": 522350
    },
    {
      "epoch": 0.6625923755451204,
      "grad_norm": 5.0625,
      "learning_rate": 1.6872584864346448e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5468672841787339,
      "num_tokens": 402313960.0,
      "step": 522360
    },
    {
      "epoch": 0.6626050601376532,
      "grad_norm": 4.90625,
      "learning_rate": 1.6871950554260153e-05,
      "loss": 2.2161,
      "mean_token_accuracy": 0.519502317905426,
      "num_tokens": 402321563.0,
      "step": 522370
    },
    {
      "epoch": 0.6626177447301861,
      "grad_norm": 4.65625,
      "learning_rate": 1.6871316244173862e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5415570110082626,
      "num_tokens": 402329984.0,
      "step": 522380
    },
    {
      "epoch": 0.6626304293227189,
      "grad_norm": 4.78125,
      "learning_rate": 1.687068193408757e-05,
      "loss": 2.2674,
      "mean_token_accuracy": 0.5086890041828156,
      "num_tokens": 402338187.0,
      "step": 522390
    },
    {
      "epoch": 0.6626431139152517,
      "grad_norm": 6.59375,
      "learning_rate": 1.687004762400128e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5449504107236862,
      "num_tokens": 402345740.0,
      "step": 522400
    },
    {
      "epoch": 0.6626557985077846,
      "grad_norm": 4.90625,
      "learning_rate": 1.6869413313914988e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.516182667016983,
      "num_tokens": 402354169.0,
      "step": 522410
    },
    {
      "epoch": 0.6626684831003173,
      "grad_norm": 5.15625,
      "learning_rate": 1.6868779003828697e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.51460120677948,
      "num_tokens": 402362354.0,
      "step": 522420
    },
    {
      "epoch": 0.6626811676928502,
      "grad_norm": 3.828125,
      "learning_rate": 1.6868144693742405e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5480926752090454,
      "num_tokens": 402370579.0,
      "step": 522430
    },
    {
      "epoch": 0.662693852285383,
      "grad_norm": 6.3125,
      "learning_rate": 1.6867510383656114e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5592912554740905,
      "num_tokens": 402378327.0,
      "step": 522440
    },
    {
      "epoch": 0.6627065368779159,
      "grad_norm": 4.5625,
      "learning_rate": 1.686687607356982e-05,
      "loss": 1.9326,
      "mean_token_accuracy": 0.566041249036789,
      "num_tokens": 402386814.0,
      "step": 522450
    },
    {
      "epoch": 0.6627192214704487,
      "grad_norm": 9.9375,
      "learning_rate": 1.686624176348353e-05,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5604592382907867,
      "num_tokens": 402393937.0,
      "step": 522460
    },
    {
      "epoch": 0.6627319060629815,
      "grad_norm": 4.65625,
      "learning_rate": 1.686560745339724e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5539639562368393,
      "num_tokens": 402401489.0,
      "step": 522470
    },
    {
      "epoch": 0.6627445906555144,
      "grad_norm": 6.21875,
      "learning_rate": 1.6864973143310946e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5660240471363067,
      "num_tokens": 402408192.0,
      "step": 522480
    },
    {
      "epoch": 0.6627572752480472,
      "grad_norm": 7.6875,
      "learning_rate": 1.6864338833224655e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5704327404499054,
      "num_tokens": 402415431.0,
      "step": 522490
    },
    {
      "epoch": 0.6627699598405801,
      "grad_norm": 5.75,
      "learning_rate": 1.6863704523138363e-05,
      "loss": 1.6582,
      "mean_token_accuracy": 0.6135588645935058,
      "num_tokens": 402422927.0,
      "step": 522500
    },
    {
      "epoch": 0.6627826444331129,
      "grad_norm": 12.625,
      "learning_rate": 1.6863070213052072e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5312239199876785,
      "num_tokens": 402430242.0,
      "step": 522510
    },
    {
      "epoch": 0.6627953290256458,
      "grad_norm": 5.15625,
      "learning_rate": 1.686243590296578e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5555733263492584,
      "num_tokens": 402437925.0,
      "step": 522520
    },
    {
      "epoch": 0.6628080136181785,
      "grad_norm": 6.15625,
      "learning_rate": 1.686180159287949e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5252452522516251,
      "num_tokens": 402445294.0,
      "step": 522530
    },
    {
      "epoch": 0.6628206982107113,
      "grad_norm": 5.125,
      "learning_rate": 1.6861167282793198e-05,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5194361299276352,
      "num_tokens": 402453367.0,
      "step": 522540
    },
    {
      "epoch": 0.6628333828032442,
      "grad_norm": 6.96875,
      "learning_rate": 1.6860532972706907e-05,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5654677391052246,
      "num_tokens": 402460319.0,
      "step": 522550
    },
    {
      "epoch": 0.662846067395777,
      "grad_norm": 8.75,
      "learning_rate": 1.6859898662620616e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5695797950029373,
      "num_tokens": 402466918.0,
      "step": 522560
    },
    {
      "epoch": 0.6628587519883099,
      "grad_norm": 4.90625,
      "learning_rate": 1.6859264352534324e-05,
      "loss": 1.8273,
      "mean_token_accuracy": 0.5945614516735077,
      "num_tokens": 402473100.0,
      "step": 522570
    },
    {
      "epoch": 0.6628714365808427,
      "grad_norm": 4.8125,
      "learning_rate": 1.685863004244803e-05,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5741497635841369,
      "num_tokens": 402481000.0,
      "step": 522580
    },
    {
      "epoch": 0.6628841211733756,
      "grad_norm": 6.9375,
      "learning_rate": 1.685799573236174e-05,
      "loss": 1.9581,
      "mean_token_accuracy": 0.5611319035291672,
      "num_tokens": 402488982.0,
      "step": 522590
    },
    {
      "epoch": 0.6628968057659084,
      "grad_norm": 5.53125,
      "learning_rate": 1.685736142227545e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.52416390478611,
      "num_tokens": 402497911.0,
      "step": 522600
    },
    {
      "epoch": 0.6629094903584413,
      "grad_norm": 5.875,
      "learning_rate": 1.685672711218916e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5530865848064422,
      "num_tokens": 402506565.0,
      "step": 522610
    },
    {
      "epoch": 0.662922174950974,
      "grad_norm": 5.71875,
      "learning_rate": 1.6856092802102865e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5454697787761689,
      "num_tokens": 402514409.0,
      "step": 522620
    },
    {
      "epoch": 0.6629348595435068,
      "grad_norm": 5.59375,
      "learning_rate": 1.6855458492016573e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5476255863904953,
      "num_tokens": 402521444.0,
      "step": 522630
    },
    {
      "epoch": 0.6629475441360397,
      "grad_norm": 7.625,
      "learning_rate": 1.6854824181930282e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5403913021087646,
      "num_tokens": 402529230.0,
      "step": 522640
    },
    {
      "epoch": 0.6629602287285725,
      "grad_norm": 5.6875,
      "learning_rate": 1.685418987184399e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5464219868183136,
      "num_tokens": 402538001.0,
      "step": 522650
    },
    {
      "epoch": 0.6629729133211054,
      "grad_norm": 6.3125,
      "learning_rate": 1.68535555617577e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5480775773525238,
      "num_tokens": 402544574.0,
      "step": 522660
    },
    {
      "epoch": 0.6629855979136382,
      "grad_norm": 5.40625,
      "learning_rate": 1.685292125167141e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5627317160367966,
      "num_tokens": 402551529.0,
      "step": 522670
    },
    {
      "epoch": 0.6629982825061711,
      "grad_norm": 8.375,
      "learning_rate": 1.6852286941585117e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5699591755867004,
      "num_tokens": 402559187.0,
      "step": 522680
    },
    {
      "epoch": 0.6630109670987039,
      "grad_norm": 7.78125,
      "learning_rate": 1.6851652631498823e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5445024013519287,
      "num_tokens": 402565905.0,
      "step": 522690
    },
    {
      "epoch": 0.6630236516912367,
      "grad_norm": 8.0,
      "learning_rate": 1.6851018321412535e-05,
      "loss": 2.224,
      "mean_token_accuracy": 0.5196339100599289,
      "num_tokens": 402573940.0,
      "step": 522700
    },
    {
      "epoch": 0.6630363362837696,
      "grad_norm": 4.9375,
      "learning_rate": 1.6850384011326243e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5749089509248734,
      "num_tokens": 402580587.0,
      "step": 522710
    },
    {
      "epoch": 0.6630490208763024,
      "grad_norm": 5.0,
      "learning_rate": 1.684974970123995e-05,
      "loss": 1.8859,
      "mean_token_accuracy": 0.573871910572052,
      "num_tokens": 402588532.0,
      "step": 522720
    },
    {
      "epoch": 0.6630617054688352,
      "grad_norm": 4.75,
      "learning_rate": 1.6849115391153657e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5568841308355331,
      "num_tokens": 402597105.0,
      "step": 522730
    },
    {
      "epoch": 0.663074390061368,
      "grad_norm": 5.46875,
      "learning_rate": 1.6848481081067366e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5422616839408875,
      "num_tokens": 402604128.0,
      "step": 522740
    },
    {
      "epoch": 0.6630870746539009,
      "grad_norm": 10.4375,
      "learning_rate": 1.684784677098108e-05,
      "loss": 1.6922,
      "mean_token_accuracy": 0.6146950006484986,
      "num_tokens": 402611299.0,
      "step": 522750
    },
    {
      "epoch": 0.6630997592464337,
      "grad_norm": 4.5625,
      "learning_rate": 1.6847212460894784e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5526752769947052,
      "num_tokens": 402619030.0,
      "step": 522760
    },
    {
      "epoch": 0.6631124438389666,
      "grad_norm": 5.3125,
      "learning_rate": 1.6846578150808492e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5457021266222,
      "num_tokens": 402627275.0,
      "step": 522770
    },
    {
      "epoch": 0.6631251284314994,
      "grad_norm": 7.03125,
      "learning_rate": 1.68459438407222e-05,
      "loss": 1.9755,
      "mean_token_accuracy": 0.5595604479312897,
      "num_tokens": 402633448.0,
      "step": 522780
    },
    {
      "epoch": 0.6631378130240322,
      "grad_norm": 9.4375,
      "learning_rate": 1.6845309530635907e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5405298620462418,
      "num_tokens": 402641145.0,
      "step": 522790
    },
    {
      "epoch": 0.6631504976165651,
      "grad_norm": 6.0,
      "learning_rate": 1.684467522054962e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5563081055879593,
      "num_tokens": 402650066.0,
      "step": 522800
    },
    {
      "epoch": 0.6631631822090979,
      "grad_norm": 5.09375,
      "learning_rate": 1.6844040910463327e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5310909926891327,
      "num_tokens": 402658361.0,
      "step": 522810
    },
    {
      "epoch": 0.6631758668016308,
      "grad_norm": 6.78125,
      "learning_rate": 1.6843406600377036e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5387829720973969,
      "num_tokens": 402667076.0,
      "step": 522820
    },
    {
      "epoch": 0.6631885513941636,
      "grad_norm": 6.40625,
      "learning_rate": 1.684277229029074e-05,
      "loss": 2.2637,
      "mean_token_accuracy": 0.5238309890031815,
      "num_tokens": 402675030.0,
      "step": 522830
    },
    {
      "epoch": 0.6632012359866964,
      "grad_norm": 5.46875,
      "learning_rate": 1.684213798020445e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5507120102643966,
      "num_tokens": 402682215.0,
      "step": 522840
    },
    {
      "epoch": 0.6632139205792292,
      "grad_norm": 5.3125,
      "learning_rate": 1.6841503670118162e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5532000750303269,
      "num_tokens": 402690333.0,
      "step": 522850
    },
    {
      "epoch": 0.663226605171762,
      "grad_norm": 5.21875,
      "learning_rate": 1.6840869360031868e-05,
      "loss": 2.2589,
      "mean_token_accuracy": 0.5084596663713455,
      "num_tokens": 402699494.0,
      "step": 522860
    },
    {
      "epoch": 0.6632392897642949,
      "grad_norm": 5.1875,
      "learning_rate": 1.6840235049945576e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5206936895847321,
      "num_tokens": 402707856.0,
      "step": 522870
    },
    {
      "epoch": 0.6632519743568277,
      "grad_norm": 5.4375,
      "learning_rate": 1.6839600739859285e-05,
      "loss": 2.319,
      "mean_token_accuracy": 0.5118143200874329,
      "num_tokens": 402716546.0,
      "step": 522880
    },
    {
      "epoch": 0.6632646589493606,
      "grad_norm": 5.40625,
      "learning_rate": 1.6838966429772994e-05,
      "loss": 2.3884,
      "mean_token_accuracy": 0.5051259934902191,
      "num_tokens": 402724703.0,
      "step": 522890
    },
    {
      "epoch": 0.6632773435418934,
      "grad_norm": 7.0625,
      "learning_rate": 1.6838332119686703e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5388741284608841,
      "num_tokens": 402732869.0,
      "step": 522900
    },
    {
      "epoch": 0.6632900281344263,
      "grad_norm": 6.59375,
      "learning_rate": 1.683769780960041e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5424427151679992,
      "num_tokens": 402739785.0,
      "step": 522910
    },
    {
      "epoch": 0.6633027127269591,
      "grad_norm": 6.4375,
      "learning_rate": 1.683706349951412e-05,
      "loss": 1.8349,
      "mean_token_accuracy": 0.5925484955310821,
      "num_tokens": 402745680.0,
      "step": 522920
    },
    {
      "epoch": 0.6633153973194919,
      "grad_norm": 6.1875,
      "learning_rate": 1.6836429189427826e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5595743983983994,
      "num_tokens": 402753019.0,
      "step": 522930
    },
    {
      "epoch": 0.6633280819120247,
      "grad_norm": 4.5625,
      "learning_rate": 1.6835794879341534e-05,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5769402086734772,
      "num_tokens": 402760480.0,
      "step": 522940
    },
    {
      "epoch": 0.6633407665045575,
      "grad_norm": 11.375,
      "learning_rate": 1.6835160569255246e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5485086858272552,
      "num_tokens": 402766995.0,
      "step": 522950
    },
    {
      "epoch": 0.6633534510970904,
      "grad_norm": 5.34375,
      "learning_rate": 1.6834526259168955e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5568346083164215,
      "num_tokens": 402775081.0,
      "step": 522960
    },
    {
      "epoch": 0.6633661356896232,
      "grad_norm": 4.75,
      "learning_rate": 1.683389194908266e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5263227999210358,
      "num_tokens": 402784520.0,
      "step": 522970
    },
    {
      "epoch": 0.6633788202821561,
      "grad_norm": 5.15625,
      "learning_rate": 1.683325763899637e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.5294399976730346,
      "num_tokens": 402793285.0,
      "step": 522980
    },
    {
      "epoch": 0.6633915048746889,
      "grad_norm": 5.21875,
      "learning_rate": 1.6832623328910078e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5438543945550919,
      "num_tokens": 402800903.0,
      "step": 522990
    },
    {
      "epoch": 0.6634041894672218,
      "grad_norm": 5.40625,
      "learning_rate": 1.6831989018823787e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5628477573394776,
      "num_tokens": 402808064.0,
      "step": 523000
    },
    {
      "epoch": 0.6634168740597546,
      "grad_norm": 6.90625,
      "learning_rate": 1.6831354708737495e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5327799767255783,
      "num_tokens": 402815519.0,
      "step": 523010
    },
    {
      "epoch": 0.6634295586522874,
      "grad_norm": 6.40625,
      "learning_rate": 1.6830720398651204e-05,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5897071570158005,
      "num_tokens": 402821393.0,
      "step": 523020
    },
    {
      "epoch": 0.6634422432448203,
      "grad_norm": 5.375,
      "learning_rate": 1.6830086088564913e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5328437894582748,
      "num_tokens": 402830541.0,
      "step": 523030
    },
    {
      "epoch": 0.663454927837353,
      "grad_norm": 6.9375,
      "learning_rate": 1.682945177847862e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.556218633055687,
      "num_tokens": 402837990.0,
      "step": 523040
    },
    {
      "epoch": 0.663467612429886,
      "grad_norm": 5.53125,
      "learning_rate": 1.682881746839233e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.513722762465477,
      "num_tokens": 402846959.0,
      "step": 523050
    },
    {
      "epoch": 0.6634802970224187,
      "grad_norm": 6.28125,
      "learning_rate": 1.682818315830604e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5253318876028061,
      "num_tokens": 402855197.0,
      "step": 523060
    },
    {
      "epoch": 0.6634929816149516,
      "grad_norm": 6.03125,
      "learning_rate": 1.6827548848219744e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5276817053556442,
      "num_tokens": 402862480.0,
      "step": 523070
    },
    {
      "epoch": 0.6635056662074844,
      "grad_norm": 5.59375,
      "learning_rate": 1.6826914538133453e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5265772074460984,
      "num_tokens": 402870978.0,
      "step": 523080
    },
    {
      "epoch": 0.6635183508000172,
      "grad_norm": 6.8125,
      "learning_rate": 1.6826280228047165e-05,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5876987397670745,
      "num_tokens": 402877533.0,
      "step": 523090
    },
    {
      "epoch": 0.6635310353925501,
      "grad_norm": 5.28125,
      "learning_rate": 1.682564591796087e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5314787060022355,
      "num_tokens": 402886970.0,
      "step": 523100
    },
    {
      "epoch": 0.6635437199850829,
      "grad_norm": 5.46875,
      "learning_rate": 1.682501160787458e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5349175453186035,
      "num_tokens": 402894409.0,
      "step": 523110
    },
    {
      "epoch": 0.6635564045776158,
      "grad_norm": 5.25,
      "learning_rate": 1.6824377297788288e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5543329954147339,
      "num_tokens": 402902516.0,
      "step": 523120
    },
    {
      "epoch": 0.6635690891701486,
      "grad_norm": 4.75,
      "learning_rate": 1.6823742987701997e-05,
      "loss": 1.598,
      "mean_token_accuracy": 0.6272028416395188,
      "num_tokens": 402908348.0,
      "step": 523130
    },
    {
      "epoch": 0.6635817737626815,
      "grad_norm": 8.0,
      "learning_rate": 1.6823108677615706e-05,
      "loss": 2.181,
      "mean_token_accuracy": 0.5133185803890228,
      "num_tokens": 402916302.0,
      "step": 523140
    },
    {
      "epoch": 0.6635944583552142,
      "grad_norm": 5.96875,
      "learning_rate": 1.6822474367529414e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5381312191486358,
      "num_tokens": 402925629.0,
      "step": 523150
    },
    {
      "epoch": 0.6636071429477471,
      "grad_norm": 5.5625,
      "learning_rate": 1.6821840057443123e-05,
      "loss": 1.8463,
      "mean_token_accuracy": 0.5710735559463501,
      "num_tokens": 402932532.0,
      "step": 523160
    },
    {
      "epoch": 0.6636198275402799,
      "grad_norm": 4.78125,
      "learning_rate": 1.6821205747356832e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5544032543897629,
      "num_tokens": 402939850.0,
      "step": 523170
    },
    {
      "epoch": 0.6636325121328127,
      "grad_norm": 5.1875,
      "learning_rate": 1.6820571437270537e-05,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5288656860589981,
      "num_tokens": 402948979.0,
      "step": 523180
    },
    {
      "epoch": 0.6636451967253456,
      "grad_norm": 5.34375,
      "learning_rate": 1.681993712718425e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5320241272449493,
      "num_tokens": 402957809.0,
      "step": 523190
    },
    {
      "epoch": 0.6636578813178784,
      "grad_norm": 7.59375,
      "learning_rate": 1.6819302817097958e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5428617626428605,
      "num_tokens": 402965441.0,
      "step": 523200
    },
    {
      "epoch": 0.6636705659104113,
      "grad_norm": 5.0,
      "learning_rate": 1.6818668507011663e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5289693415164948,
      "num_tokens": 402972718.0,
      "step": 523210
    },
    {
      "epoch": 0.6636832505029441,
      "grad_norm": 5.375,
      "learning_rate": 1.6818034196925372e-05,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5803223699331284,
      "num_tokens": 402979614.0,
      "step": 523220
    },
    {
      "epoch": 0.663695935095477,
      "grad_norm": 5.0625,
      "learning_rate": 1.681739988683908e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5426421165466309,
      "num_tokens": 402986929.0,
      "step": 523230
    },
    {
      "epoch": 0.6637086196880098,
      "grad_norm": 7.40625,
      "learning_rate": 1.681676557675279e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5604476749897003,
      "num_tokens": 402994932.0,
      "step": 523240
    },
    {
      "epoch": 0.6637213042805425,
      "grad_norm": 5.78125,
      "learning_rate": 1.68161312666665e-05,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5380664497613907,
      "num_tokens": 403003480.0,
      "step": 523250
    },
    {
      "epoch": 0.6637339888730754,
      "grad_norm": 5.71875,
      "learning_rate": 1.6815496956580207e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5669735819101334,
      "num_tokens": 403011334.0,
      "step": 523260
    },
    {
      "epoch": 0.6637466734656082,
      "grad_norm": 6.875,
      "learning_rate": 1.6814862646493916e-05,
      "loss": 1.8397,
      "mean_token_accuracy": 0.5908066064119339,
      "num_tokens": 403017531.0,
      "step": 523270
    },
    {
      "epoch": 0.6637593580581411,
      "grad_norm": 6.09375,
      "learning_rate": 1.681422833640762e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5210173428058624,
      "num_tokens": 403025130.0,
      "step": 523280
    },
    {
      "epoch": 0.6637720426506739,
      "grad_norm": 4.46875,
      "learning_rate": 1.6813594026321333e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5537288308143615,
      "num_tokens": 403033950.0,
      "step": 523290
    },
    {
      "epoch": 0.6637847272432068,
      "grad_norm": 6.5625,
      "learning_rate": 1.6812959716235042e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5422110706567764,
      "num_tokens": 403042788.0,
      "step": 523300
    },
    {
      "epoch": 0.6637974118357396,
      "grad_norm": 6.53125,
      "learning_rate": 1.6812325406148747e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5393085509538651,
      "num_tokens": 403051098.0,
      "step": 523310
    },
    {
      "epoch": 0.6638100964282725,
      "grad_norm": 5.15625,
      "learning_rate": 1.6811691096062456e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5490286111831665,
      "num_tokens": 403058109.0,
      "step": 523320
    },
    {
      "epoch": 0.6638227810208053,
      "grad_norm": 5.96875,
      "learning_rate": 1.6811056785976165e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.530244505405426,
      "num_tokens": 403065106.0,
      "step": 523330
    },
    {
      "epoch": 0.6638354656133381,
      "grad_norm": 4.53125,
      "learning_rate": 1.6810422475889877e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5454094350337982,
      "num_tokens": 403072558.0,
      "step": 523340
    },
    {
      "epoch": 0.663848150205871,
      "grad_norm": 5.75,
      "learning_rate": 1.6809788165803582e-05,
      "loss": 1.8558,
      "mean_token_accuracy": 0.5787255525588989,
      "num_tokens": 403078689.0,
      "step": 523350
    },
    {
      "epoch": 0.6638608347984037,
      "grad_norm": 5.0,
      "learning_rate": 1.680915385571729e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5636661529541016,
      "num_tokens": 403085700.0,
      "step": 523360
    },
    {
      "epoch": 0.6638735193909366,
      "grad_norm": 5.1875,
      "learning_rate": 1.6808519545631e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5590572118759155,
      "num_tokens": 403093501.0,
      "step": 523370
    },
    {
      "epoch": 0.6638862039834694,
      "grad_norm": 4.8125,
      "learning_rate": 1.680788523554471e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5142550259828568,
      "num_tokens": 403101746.0,
      "step": 523380
    },
    {
      "epoch": 0.6638988885760023,
      "grad_norm": 6.5,
      "learning_rate": 1.6807250925458417e-05,
      "loss": 1.6243,
      "mean_token_accuracy": 0.6414211243391037,
      "num_tokens": 403106729.0,
      "step": 523390
    },
    {
      "epoch": 0.6639115731685351,
      "grad_norm": 4.9375,
      "learning_rate": 1.6806616615372126e-05,
      "loss": 1.8935,
      "mean_token_accuracy": 0.5769343256950379,
      "num_tokens": 403113056.0,
      "step": 523400
    },
    {
      "epoch": 0.6639242577610679,
      "grad_norm": 5.25,
      "learning_rate": 1.6805982305285835e-05,
      "loss": 1.8963,
      "mean_token_accuracy": 0.5875192642211914,
      "num_tokens": 403120875.0,
      "step": 523410
    },
    {
      "epoch": 0.6639369423536008,
      "grad_norm": 4.5625,
      "learning_rate": 1.680534799519954e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5214105248451233,
      "num_tokens": 403129835.0,
      "step": 523420
    },
    {
      "epoch": 0.6639496269461336,
      "grad_norm": 7.34375,
      "learning_rate": 1.680471368511325e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5310516327619552,
      "num_tokens": 403138052.0,
      "step": 523430
    },
    {
      "epoch": 0.6639623115386665,
      "grad_norm": 5.15625,
      "learning_rate": 1.680407937502696e-05,
      "loss": 2.354,
      "mean_token_accuracy": 0.5069941073656082,
      "num_tokens": 403146234.0,
      "step": 523440
    },
    {
      "epoch": 0.6639749961311993,
      "grad_norm": 5.5,
      "learning_rate": 1.6803445064940666e-05,
      "loss": 1.8901,
      "mean_token_accuracy": 0.5811837822198868,
      "num_tokens": 403153926.0,
      "step": 523450
    },
    {
      "epoch": 0.6639876807237322,
      "grad_norm": 6.78125,
      "learning_rate": 1.6802810754854375e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5659340649843216,
      "num_tokens": 403161361.0,
      "step": 523460
    },
    {
      "epoch": 0.6640003653162649,
      "grad_norm": 5.3125,
      "learning_rate": 1.6802176444768084e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5364774465560913,
      "num_tokens": 403169152.0,
      "step": 523470
    },
    {
      "epoch": 0.6640130499087977,
      "grad_norm": 5.46875,
      "learning_rate": 1.6801542134681793e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5255830436944962,
      "num_tokens": 403176415.0,
      "step": 523480
    },
    {
      "epoch": 0.6640257345013306,
      "grad_norm": 7.0,
      "learning_rate": 1.68009078245955e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5518195539712906,
      "num_tokens": 403184443.0,
      "step": 523490
    },
    {
      "epoch": 0.6640384190938634,
      "grad_norm": 4.65625,
      "learning_rate": 1.680027351450921e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5250238955020905,
      "num_tokens": 403191489.0,
      "step": 523500
    },
    {
      "epoch": 0.6640511036863963,
      "grad_norm": 5.375,
      "learning_rate": 1.679963920442292e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5183219283819198,
      "num_tokens": 403200067.0,
      "step": 523510
    },
    {
      "epoch": 0.6640637882789291,
      "grad_norm": 6.53125,
      "learning_rate": 1.6799004894336624e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5208397626876831,
      "num_tokens": 403208314.0,
      "step": 523520
    },
    {
      "epoch": 0.664076472871462,
      "grad_norm": 4.875,
      "learning_rate": 1.6798370584250336e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5242492526769638,
      "num_tokens": 403216223.0,
      "step": 523530
    },
    {
      "epoch": 0.6640891574639948,
      "grad_norm": 5.25,
      "learning_rate": 1.6797736274164045e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5522361934185028,
      "num_tokens": 403223645.0,
      "step": 523540
    },
    {
      "epoch": 0.6641018420565277,
      "grad_norm": 7.78125,
      "learning_rate": 1.6797101964077754e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5561139434576035,
      "num_tokens": 403232012.0,
      "step": 523550
    },
    {
      "epoch": 0.6641145266490605,
      "grad_norm": 6.28125,
      "learning_rate": 1.679646765399146e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5583928912878037,
      "num_tokens": 403240133.0,
      "step": 523560
    },
    {
      "epoch": 0.6641272112415932,
      "grad_norm": 7.6875,
      "learning_rate": 1.6795833343905168e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5553640425205231,
      "num_tokens": 403245864.0,
      "step": 523570
    },
    {
      "epoch": 0.6641398958341261,
      "grad_norm": 6.53125,
      "learning_rate": 1.679519903381888e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5411732733249665,
      "num_tokens": 403254194.0,
      "step": 523580
    },
    {
      "epoch": 0.6641525804266589,
      "grad_norm": 5.59375,
      "learning_rate": 1.6794564723732585e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5337707787752152,
      "num_tokens": 403262567.0,
      "step": 523590
    },
    {
      "epoch": 0.6641652650191918,
      "grad_norm": 5.03125,
      "learning_rate": 1.6793930413646294e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5495789259672165,
      "num_tokens": 403271397.0,
      "step": 523600
    },
    {
      "epoch": 0.6641779496117246,
      "grad_norm": 5.1875,
      "learning_rate": 1.6793296103560003e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5211482733488083,
      "num_tokens": 403280153.0,
      "step": 523610
    },
    {
      "epoch": 0.6641906342042575,
      "grad_norm": 5.25,
      "learning_rate": 1.679266179347371e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5579405814409256,
      "num_tokens": 403288342.0,
      "step": 523620
    },
    {
      "epoch": 0.6642033187967903,
      "grad_norm": 8.4375,
      "learning_rate": 1.679202748338742e-05,
      "loss": 1.8141,
      "mean_token_accuracy": 0.6045527338981629,
      "num_tokens": 403294994.0,
      "step": 523630
    },
    {
      "epoch": 0.6642160033893231,
      "grad_norm": 4.40625,
      "learning_rate": 1.679139317330113e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5332638502120972,
      "num_tokens": 403302187.0,
      "step": 523640
    },
    {
      "epoch": 0.664228687981856,
      "grad_norm": 5.3125,
      "learning_rate": 1.6790758863214838e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.544884106516838,
      "num_tokens": 403309982.0,
      "step": 523650
    },
    {
      "epoch": 0.6642413725743888,
      "grad_norm": 4.96875,
      "learning_rate": 1.6790124553128543e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5660128235816956,
      "num_tokens": 403317469.0,
      "step": 523660
    },
    {
      "epoch": 0.6642540571669217,
      "grad_norm": 5.5625,
      "learning_rate": 1.6789490243042252e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5434053510427475,
      "num_tokens": 403325508.0,
      "step": 523670
    },
    {
      "epoch": 0.6642667417594544,
      "grad_norm": 5.21875,
      "learning_rate": 1.6788855932955964e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5305107086896896,
      "num_tokens": 403332293.0,
      "step": 523680
    },
    {
      "epoch": 0.6642794263519873,
      "grad_norm": 5.71875,
      "learning_rate": 1.678822162286967e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5334004521369934,
      "num_tokens": 403339781.0,
      "step": 523690
    },
    {
      "epoch": 0.6642921109445201,
      "grad_norm": 4.875,
      "learning_rate": 1.6787587312783378e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5692839592695236,
      "num_tokens": 403346457.0,
      "step": 523700
    },
    {
      "epoch": 0.664304795537053,
      "grad_norm": 5.59375,
      "learning_rate": 1.6786953002697087e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5335747122764587,
      "num_tokens": 403354837.0,
      "step": 523710
    },
    {
      "epoch": 0.6643174801295858,
      "grad_norm": 6.6875,
      "learning_rate": 1.6786318692610796e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5549287140369416,
      "num_tokens": 403362502.0,
      "step": 523720
    },
    {
      "epoch": 0.6643301647221186,
      "grad_norm": 5.75,
      "learning_rate": 1.6785684382524504e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5414133071899414,
      "num_tokens": 403369485.0,
      "step": 523730
    },
    {
      "epoch": 0.6643428493146515,
      "grad_norm": 5.625,
      "learning_rate": 1.6785050072438213e-05,
      "loss": 1.8579,
      "mean_token_accuracy": 0.5789255410432815,
      "num_tokens": 403377444.0,
      "step": 523740
    },
    {
      "epoch": 0.6643555339071843,
      "grad_norm": 5.4375,
      "learning_rate": 1.6784415762351922e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5546288758516311,
      "num_tokens": 403385473.0,
      "step": 523750
    },
    {
      "epoch": 0.6643682184997172,
      "grad_norm": 6.46875,
      "learning_rate": 1.678378145226563e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5408687889575958,
      "num_tokens": 403393730.0,
      "step": 523760
    },
    {
      "epoch": 0.66438090309225,
      "grad_norm": 4.96875,
      "learning_rate": 1.6783147142179336e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5451353073120118,
      "num_tokens": 403401890.0,
      "step": 523770
    },
    {
      "epoch": 0.6643935876847828,
      "grad_norm": 4.875,
      "learning_rate": 1.6782512832093048e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5651849716901779,
      "num_tokens": 403409724.0,
      "step": 523780
    },
    {
      "epoch": 0.6644062722773156,
      "grad_norm": 5.59375,
      "learning_rate": 1.6781878522006757e-05,
      "loss": 1.8651,
      "mean_token_accuracy": 0.5790733814239502,
      "num_tokens": 403418386.0,
      "step": 523790
    },
    {
      "epoch": 0.6644189568698484,
      "grad_norm": 6.875,
      "learning_rate": 1.6781244211920462e-05,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5674133270978927,
      "num_tokens": 403425329.0,
      "step": 523800
    },
    {
      "epoch": 0.6644316414623813,
      "grad_norm": 6.8125,
      "learning_rate": 1.678060990183417e-05,
      "loss": 2.1695,
      "mean_token_accuracy": 0.5249440312385559,
      "num_tokens": 403432620.0,
      "step": 523810
    },
    {
      "epoch": 0.6644443260549141,
      "grad_norm": 5.09375,
      "learning_rate": 1.677997559174788e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5242957204580307,
      "num_tokens": 403440421.0,
      "step": 523820
    },
    {
      "epoch": 0.664457010647447,
      "grad_norm": 5.875,
      "learning_rate": 1.677934128166159e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5370052397251129,
      "num_tokens": 403449426.0,
      "step": 523830
    },
    {
      "epoch": 0.6644696952399798,
      "grad_norm": 5.4375,
      "learning_rate": 1.6778706971575297e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5311707317829132,
      "num_tokens": 403457301.0,
      "step": 523840
    },
    {
      "epoch": 0.6644823798325127,
      "grad_norm": 7.375,
      "learning_rate": 1.6778072661489006e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5603618681430816,
      "num_tokens": 403463994.0,
      "step": 523850
    },
    {
      "epoch": 0.6644950644250455,
      "grad_norm": 6.15625,
      "learning_rate": 1.6777438351402715e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5401707112789154,
      "num_tokens": 403472386.0,
      "step": 523860
    },
    {
      "epoch": 0.6645077490175783,
      "grad_norm": 5.34375,
      "learning_rate": 1.677680404131642e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5612662971019745,
      "num_tokens": 403480674.0,
      "step": 523870
    },
    {
      "epoch": 0.6645204336101111,
      "grad_norm": 5.5,
      "learning_rate": 1.6776169731230132e-05,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5240557670593262,
      "num_tokens": 403488472.0,
      "step": 523880
    },
    {
      "epoch": 0.6645331182026439,
      "grad_norm": 6.46875,
      "learning_rate": 1.677553542114384e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5329171866178513,
      "num_tokens": 403496305.0,
      "step": 523890
    },
    {
      "epoch": 0.6645458027951768,
      "grad_norm": 5.03125,
      "learning_rate": 1.6774901111057546e-05,
      "loss": 1.9053,
      "mean_token_accuracy": 0.572162202000618,
      "num_tokens": 403504361.0,
      "step": 523900
    },
    {
      "epoch": 0.6645584873877096,
      "grad_norm": 7.4375,
      "learning_rate": 1.6774266800971255e-05,
      "loss": 1.8565,
      "mean_token_accuracy": 0.5767241448163987,
      "num_tokens": 403512244.0,
      "step": 523910
    },
    {
      "epoch": 0.6645711719802425,
      "grad_norm": 10.6875,
      "learning_rate": 1.6773632490884967e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5597475707530976,
      "num_tokens": 403519140.0,
      "step": 523920
    },
    {
      "epoch": 0.6645838565727753,
      "grad_norm": 8.1875,
      "learning_rate": 1.6772998180798676e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5324733883142472,
      "num_tokens": 403527552.0,
      "step": 523930
    },
    {
      "epoch": 0.6645965411653082,
      "grad_norm": 5.125,
      "learning_rate": 1.677236387071238e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5465998947620392,
      "num_tokens": 403535121.0,
      "step": 523940
    },
    {
      "epoch": 0.664609225757841,
      "grad_norm": 4.96875,
      "learning_rate": 1.677172956062609e-05,
      "loss": 1.9094,
      "mean_token_accuracy": 0.5757682412862778,
      "num_tokens": 403542062.0,
      "step": 523950
    },
    {
      "epoch": 0.6646219103503738,
      "grad_norm": 4.96875,
      "learning_rate": 1.67710952505398e-05,
      "loss": 1.8641,
      "mean_token_accuracy": 0.5815897673368454,
      "num_tokens": 403549241.0,
      "step": 523960
    },
    {
      "epoch": 0.6646345949429067,
      "grad_norm": 6.5625,
      "learning_rate": 1.6770460940453507e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.540484893321991,
      "num_tokens": 403557516.0,
      "step": 523970
    },
    {
      "epoch": 0.6646472795354395,
      "grad_norm": 5.3125,
      "learning_rate": 1.6769826630367216e-05,
      "loss": 2.281,
      "mean_token_accuracy": 0.5125426799058914,
      "num_tokens": 403565284.0,
      "step": 523980
    },
    {
      "epoch": 0.6646599641279723,
      "grad_norm": 5.125,
      "learning_rate": 1.6769192320280925e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5707624167203903,
      "num_tokens": 403573044.0,
      "step": 523990
    },
    {
      "epoch": 0.6646726487205051,
      "grad_norm": 4.90625,
      "learning_rate": 1.6768558010194634e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5496251463890076,
      "num_tokens": 403581258.0,
      "step": 524000
    },
    {
      "epoch": 0.664685333313038,
      "grad_norm": 4.84375,
      "learning_rate": 1.676792370010834e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.537679722905159,
      "num_tokens": 403589298.0,
      "step": 524010
    },
    {
      "epoch": 0.6646980179055708,
      "grad_norm": 5.71875,
      "learning_rate": 1.676728939002205e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5581748008728027,
      "num_tokens": 403596157.0,
      "step": 524020
    },
    {
      "epoch": 0.6647107024981036,
      "grad_norm": 5.6875,
      "learning_rate": 1.676665507993576e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.554548728466034,
      "num_tokens": 403604015.0,
      "step": 524030
    },
    {
      "epoch": 0.6647233870906365,
      "grad_norm": 8.25,
      "learning_rate": 1.6766020769849465e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5270302295684814,
      "num_tokens": 403612502.0,
      "step": 524040
    },
    {
      "epoch": 0.6647360716831693,
      "grad_norm": 5.0,
      "learning_rate": 1.6765386459763174e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5191121339797974,
      "num_tokens": 403619809.0,
      "step": 524050
    },
    {
      "epoch": 0.6647487562757022,
      "grad_norm": 4.96875,
      "learning_rate": 1.6764752149676883e-05,
      "loss": 1.8379,
      "mean_token_accuracy": 0.5970676332712174,
      "num_tokens": 403626891.0,
      "step": 524060
    },
    {
      "epoch": 0.664761440868235,
      "grad_norm": 5.3125,
      "learning_rate": 1.676411783959059e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5225489616394043,
      "num_tokens": 403635720.0,
      "step": 524070
    },
    {
      "epoch": 0.6647741254607679,
      "grad_norm": 5.6875,
      "learning_rate": 1.67634835295043e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5400313824415207,
      "num_tokens": 403642992.0,
      "step": 524080
    },
    {
      "epoch": 0.6647868100533006,
      "grad_norm": 5.125,
      "learning_rate": 1.676284921941801e-05,
      "loss": 1.6762,
      "mean_token_accuracy": 0.620696747303009,
      "num_tokens": 403648826.0,
      "step": 524090
    },
    {
      "epoch": 0.6647994946458335,
      "grad_norm": 11.0625,
      "learning_rate": 1.6762214909331718e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5362924546003341,
      "num_tokens": 403656505.0,
      "step": 524100
    },
    {
      "epoch": 0.6648121792383663,
      "grad_norm": 6.75,
      "learning_rate": 1.6761580599245423e-05,
      "loss": 1.8061,
      "mean_token_accuracy": 0.5949817508459091,
      "num_tokens": 403663840.0,
      "step": 524110
    },
    {
      "epoch": 0.6648248638308991,
      "grad_norm": 6.6875,
      "learning_rate": 1.6760946289159135e-05,
      "loss": 2.2226,
      "mean_token_accuracy": 0.5194186687469482,
      "num_tokens": 403673357.0,
      "step": 524120
    },
    {
      "epoch": 0.664837548423432,
      "grad_norm": 4.6875,
      "learning_rate": 1.6760311979072844e-05,
      "loss": 1.9325,
      "mean_token_accuracy": 0.5765956819057465,
      "num_tokens": 403681488.0,
      "step": 524130
    },
    {
      "epoch": 0.6648502330159648,
      "grad_norm": 5.28125,
      "learning_rate": 1.6759677668986553e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5577117443084717,
      "num_tokens": 403688961.0,
      "step": 524140
    },
    {
      "epoch": 0.6648629176084977,
      "grad_norm": 4.65625,
      "learning_rate": 1.6759043358900258e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5578038185834885,
      "num_tokens": 403697205.0,
      "step": 524150
    },
    {
      "epoch": 0.6648756022010305,
      "grad_norm": 5.96875,
      "learning_rate": 1.6758409048813967e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5483409643173218,
      "num_tokens": 403705300.0,
      "step": 524160
    },
    {
      "epoch": 0.6648882867935634,
      "grad_norm": 10.125,
      "learning_rate": 1.675777473872768e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5378351807594299,
      "num_tokens": 403712514.0,
      "step": 524170
    },
    {
      "epoch": 0.6649009713860962,
      "grad_norm": 4.84375,
      "learning_rate": 1.6757140428641384e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5401964843273163,
      "num_tokens": 403720261.0,
      "step": 524180
    },
    {
      "epoch": 0.664913655978629,
      "grad_norm": 6.34375,
      "learning_rate": 1.6756506118555093e-05,
      "loss": 1.768,
      "mean_token_accuracy": 0.6030346184968949,
      "num_tokens": 403727219.0,
      "step": 524190
    },
    {
      "epoch": 0.6649263405711618,
      "grad_norm": 4.71875,
      "learning_rate": 1.67558718084688e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5251897245645523,
      "num_tokens": 403735698.0,
      "step": 524200
    },
    {
      "epoch": 0.6649390251636946,
      "grad_norm": 6.40625,
      "learning_rate": 1.675523749838251e-05,
      "loss": 1.8622,
      "mean_token_accuracy": 0.5892114400863647,
      "num_tokens": 403743283.0,
      "step": 524210
    },
    {
      "epoch": 0.6649517097562275,
      "grad_norm": 11.0625,
      "learning_rate": 1.675460318829622e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5418377220630646,
      "num_tokens": 403750829.0,
      "step": 524220
    },
    {
      "epoch": 0.6649643943487603,
      "grad_norm": 6.78125,
      "learning_rate": 1.6753968878209928e-05,
      "loss": 1.8332,
      "mean_token_accuracy": 0.5940590828657151,
      "num_tokens": 403756727.0,
      "step": 524230
    },
    {
      "epoch": 0.6649770789412932,
      "grad_norm": 5.0,
      "learning_rate": 1.6753334568123637e-05,
      "loss": 1.9451,
      "mean_token_accuracy": 0.5708775460720062,
      "num_tokens": 403764194.0,
      "step": 524240
    },
    {
      "epoch": 0.664989763533826,
      "grad_norm": 5.375,
      "learning_rate": 1.6752700258037342e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5334302544593811,
      "num_tokens": 403772827.0,
      "step": 524250
    },
    {
      "epoch": 0.6650024481263589,
      "grad_norm": 6.34375,
      "learning_rate": 1.675206594795105e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5307092368602753,
      "num_tokens": 403781705.0,
      "step": 524260
    },
    {
      "epoch": 0.6650151327188917,
      "grad_norm": 5.96875,
      "learning_rate": 1.6751431637864763e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5849387675523758,
      "num_tokens": 403788666.0,
      "step": 524270
    },
    {
      "epoch": 0.6650278173114245,
      "grad_norm": 4.96875,
      "learning_rate": 1.6750797327778468e-05,
      "loss": 1.8692,
      "mean_token_accuracy": 0.5727736115455627,
      "num_tokens": 403797073.0,
      "step": 524280
    },
    {
      "epoch": 0.6650405019039574,
      "grad_norm": 7.0,
      "learning_rate": 1.6750163017692177e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5299112975597382,
      "num_tokens": 403804827.0,
      "step": 524290
    },
    {
      "epoch": 0.6650531864964901,
      "grad_norm": 5.375,
      "learning_rate": 1.6749528707605886e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5214937835931778,
      "num_tokens": 403813837.0,
      "step": 524300
    },
    {
      "epoch": 0.665065871089023,
      "grad_norm": 9.9375,
      "learning_rate": 1.6748894397519594e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5525778889656067,
      "num_tokens": 403821097.0,
      "step": 524310
    },
    {
      "epoch": 0.6650785556815558,
      "grad_norm": 6.3125,
      "learning_rate": 1.6748260087433303e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.529965204000473,
      "num_tokens": 403828867.0,
      "step": 524320
    },
    {
      "epoch": 0.6650912402740887,
      "grad_norm": 4.90625,
      "learning_rate": 1.6747625777347012e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.550600016117096,
      "num_tokens": 403836913.0,
      "step": 524330
    },
    {
      "epoch": 0.6651039248666215,
      "grad_norm": 4.65625,
      "learning_rate": 1.674699146726072e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5250331491231919,
      "num_tokens": 403844480.0,
      "step": 524340
    },
    {
      "epoch": 0.6651166094591543,
      "grad_norm": 5.71875,
      "learning_rate": 1.674635715717443e-05,
      "loss": 1.8167,
      "mean_token_accuracy": 0.5853477090597152,
      "num_tokens": 403851864.0,
      "step": 524350
    },
    {
      "epoch": 0.6651292940516872,
      "grad_norm": 5.15625,
      "learning_rate": 1.6745722847088135e-05,
      "loss": 1.8329,
      "mean_token_accuracy": 0.5991570115089416,
      "num_tokens": 403858292.0,
      "step": 524360
    },
    {
      "epoch": 0.66514197864422,
      "grad_norm": 5.09375,
      "learning_rate": 1.6745088537001847e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5514291733503341,
      "num_tokens": 403866019.0,
      "step": 524370
    },
    {
      "epoch": 0.6651546632367529,
      "grad_norm": 4.8125,
      "learning_rate": 1.6744454226915555e-05,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5681780844926834,
      "num_tokens": 403873243.0,
      "step": 524380
    },
    {
      "epoch": 0.6651673478292857,
      "grad_norm": 5.03125,
      "learning_rate": 1.674381991682926e-05,
      "loss": 2.191,
      "mean_token_accuracy": 0.5229513466358184,
      "num_tokens": 403881838.0,
      "step": 524390
    },
    {
      "epoch": 0.6651800324218186,
      "grad_norm": 5.3125,
      "learning_rate": 1.674318560674297e-05,
      "loss": 1.9715,
      "mean_token_accuracy": 0.5623271763324738,
      "num_tokens": 403888722.0,
      "step": 524400
    },
    {
      "epoch": 0.6651927170143513,
      "grad_norm": 4.875,
      "learning_rate": 1.6742551296656682e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5608199924230576,
      "num_tokens": 403896484.0,
      "step": 524410
    },
    {
      "epoch": 0.6652054016068841,
      "grad_norm": 8.3125,
      "learning_rate": 1.6741916986570387e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5465776532888412,
      "num_tokens": 403904310.0,
      "step": 524420
    },
    {
      "epoch": 0.665218086199417,
      "grad_norm": 11.5,
      "learning_rate": 1.6741282676484096e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5480666130781173,
      "num_tokens": 403911269.0,
      "step": 524430
    },
    {
      "epoch": 0.6652307707919498,
      "grad_norm": 5.0625,
      "learning_rate": 1.6740648366397805e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5676651626825333,
      "num_tokens": 403919036.0,
      "step": 524440
    },
    {
      "epoch": 0.6652434553844827,
      "grad_norm": 6.75,
      "learning_rate": 1.6740014056311513e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.532125324010849,
      "num_tokens": 403926033.0,
      "step": 524450
    },
    {
      "epoch": 0.6652561399770155,
      "grad_norm": 5.1875,
      "learning_rate": 1.6739379746225222e-05,
      "loss": 1.7297,
      "mean_token_accuracy": 0.6043776929378509,
      "num_tokens": 403933594.0,
      "step": 524460
    },
    {
      "epoch": 0.6652688245695484,
      "grad_norm": 6.78125,
      "learning_rate": 1.673874543613893e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5514557898044586,
      "num_tokens": 403941680.0,
      "step": 524470
    },
    {
      "epoch": 0.6652815091620812,
      "grad_norm": 7.90625,
      "learning_rate": 1.673811112605264e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5502244532108307,
      "num_tokens": 403948769.0,
      "step": 524480
    },
    {
      "epoch": 0.6652941937546141,
      "grad_norm": 6.875,
      "learning_rate": 1.6737476815966345e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.544817852973938,
      "num_tokens": 403956964.0,
      "step": 524490
    },
    {
      "epoch": 0.6653068783471469,
      "grad_norm": 5.09375,
      "learning_rate": 1.6736842505880054e-05,
      "loss": 1.7345,
      "mean_token_accuracy": 0.6260517835617065,
      "num_tokens": 403964143.0,
      "step": 524500
    },
    {
      "epoch": 0.6653195629396796,
      "grad_norm": 6.625,
      "learning_rate": 1.6736208195793766e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5176544308662414,
      "num_tokens": 403973102.0,
      "step": 524510
    },
    {
      "epoch": 0.6653322475322125,
      "grad_norm": 5.1875,
      "learning_rate": 1.6735573885707474e-05,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5627740979194641,
      "num_tokens": 403979497.0,
      "step": 524520
    },
    {
      "epoch": 0.6653449321247453,
      "grad_norm": 7.40625,
      "learning_rate": 1.673493957562118e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5373757541179657,
      "num_tokens": 403986542.0,
      "step": 524530
    },
    {
      "epoch": 0.6653576167172782,
      "grad_norm": 5.15625,
      "learning_rate": 1.673430526553489e-05,
      "loss": 1.7729,
      "mean_token_accuracy": 0.5927664637565613,
      "num_tokens": 403993224.0,
      "step": 524540
    },
    {
      "epoch": 0.665370301309811,
      "grad_norm": 5.53125,
      "learning_rate": 1.6733670955448597e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.521676191687584,
      "num_tokens": 404001873.0,
      "step": 524550
    },
    {
      "epoch": 0.6653829859023439,
      "grad_norm": 6.59375,
      "learning_rate": 1.6733036645362306e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5442543894052505,
      "num_tokens": 404010626.0,
      "step": 524560
    },
    {
      "epoch": 0.6653956704948767,
      "grad_norm": 5.40625,
      "learning_rate": 1.6732402335276015e-05,
      "loss": 1.8011,
      "mean_token_accuracy": 0.5870600938796997,
      "num_tokens": 404017243.0,
      "step": 524570
    },
    {
      "epoch": 0.6654083550874095,
      "grad_norm": 5.53125,
      "learning_rate": 1.6731768025189724e-05,
      "loss": 1.8957,
      "mean_token_accuracy": 0.5818400502204895,
      "num_tokens": 404026460.0,
      "step": 524580
    },
    {
      "epoch": 0.6654210396799424,
      "grad_norm": 6.09375,
      "learning_rate": 1.6731133715103432e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5473945945501327,
      "num_tokens": 404034073.0,
      "step": 524590
    },
    {
      "epoch": 0.6654337242724752,
      "grad_norm": 6.1875,
      "learning_rate": 1.6730499405017138e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5158335924148559,
      "num_tokens": 404041807.0,
      "step": 524600
    },
    {
      "epoch": 0.665446408865008,
      "grad_norm": 6.65625,
      "learning_rate": 1.672986509493085e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5332492500543594,
      "num_tokens": 404049788.0,
      "step": 524610
    },
    {
      "epoch": 0.6654590934575408,
      "grad_norm": 5.5,
      "learning_rate": 1.672923078484456e-05,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5560077071189881,
      "num_tokens": 404056304.0,
      "step": 524620
    },
    {
      "epoch": 0.6654717780500737,
      "grad_norm": 5.0,
      "learning_rate": 1.6728596474758264e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5368703871965408,
      "num_tokens": 404064861.0,
      "step": 524630
    },
    {
      "epoch": 0.6654844626426065,
      "grad_norm": 8.5625,
      "learning_rate": 1.6727962164671973e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5182901918888092,
      "num_tokens": 404072820.0,
      "step": 524640
    },
    {
      "epoch": 0.6654971472351394,
      "grad_norm": 6.96875,
      "learning_rate": 1.672732785458568e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5375680923461914,
      "num_tokens": 404080519.0,
      "step": 524650
    },
    {
      "epoch": 0.6655098318276722,
      "grad_norm": 5.65625,
      "learning_rate": 1.672669354449939e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5417654097080231,
      "num_tokens": 404087434.0,
      "step": 524660
    },
    {
      "epoch": 0.665522516420205,
      "grad_norm": 7.34375,
      "learning_rate": 1.67260592344131e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5281273871660233,
      "num_tokens": 404095850.0,
      "step": 524670
    },
    {
      "epoch": 0.6655352010127379,
      "grad_norm": 5.75,
      "learning_rate": 1.6725424924326808e-05,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5550418585538864,
      "num_tokens": 404102230.0,
      "step": 524680
    },
    {
      "epoch": 0.6655478856052707,
      "grad_norm": 5.625,
      "learning_rate": 1.6724790614240516e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5389145404100418,
      "num_tokens": 404109648.0,
      "step": 524690
    },
    {
      "epoch": 0.6655605701978036,
      "grad_norm": 5.4375,
      "learning_rate": 1.672415630415422e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5336837321519852,
      "num_tokens": 404117151.0,
      "step": 524700
    },
    {
      "epoch": 0.6655732547903364,
      "grad_norm": 5.75,
      "learning_rate": 1.6723521994067934e-05,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5562018424272537,
      "num_tokens": 404125415.0,
      "step": 524710
    },
    {
      "epoch": 0.6655859393828693,
      "grad_norm": 5.0625,
      "learning_rate": 1.6722887683981642e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5423789113759995,
      "num_tokens": 404133536.0,
      "step": 524720
    },
    {
      "epoch": 0.665598623975402,
      "grad_norm": 7.0625,
      "learning_rate": 1.672225337389535e-05,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5277404576539994,
      "num_tokens": 404141108.0,
      "step": 524730
    },
    {
      "epoch": 0.6656113085679348,
      "grad_norm": 5.0625,
      "learning_rate": 1.6721619063809057e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5633580654859542,
      "num_tokens": 404149676.0,
      "step": 524740
    },
    {
      "epoch": 0.6656239931604677,
      "grad_norm": 5.46875,
      "learning_rate": 1.6720984753722765e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5246573686599731,
      "num_tokens": 404157793.0,
      "step": 524750
    },
    {
      "epoch": 0.6656366777530005,
      "grad_norm": 7.0625,
      "learning_rate": 1.6720350443636477e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5327612400054932,
      "num_tokens": 404165945.0,
      "step": 524760
    },
    {
      "epoch": 0.6656493623455334,
      "grad_norm": 6.25,
      "learning_rate": 1.6719716133550183e-05,
      "loss": 1.8119,
      "mean_token_accuracy": 0.5924246162176132,
      "num_tokens": 404173397.0,
      "step": 524770
    },
    {
      "epoch": 0.6656620469380662,
      "grad_norm": 5.53125,
      "learning_rate": 1.671908182346389e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.522032305598259,
      "num_tokens": 404181440.0,
      "step": 524780
    },
    {
      "epoch": 0.6656747315305991,
      "grad_norm": 7.5,
      "learning_rate": 1.67184475133776e-05,
      "loss": 2.2688,
      "mean_token_accuracy": 0.513932979106903,
      "num_tokens": 404188709.0,
      "step": 524790
    },
    {
      "epoch": 0.6656874161231319,
      "grad_norm": 5.6875,
      "learning_rate": 1.671781320329131e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5803838968276978,
      "num_tokens": 404195778.0,
      "step": 524800
    },
    {
      "epoch": 0.6657001007156647,
      "grad_norm": 6.3125,
      "learning_rate": 1.6717178893205018e-05,
      "loss": 1.8234,
      "mean_token_accuracy": 0.5881637454032898,
      "num_tokens": 404202309.0,
      "step": 524810
    },
    {
      "epoch": 0.6657127853081976,
      "grad_norm": 10.1875,
      "learning_rate": 1.6716544583118726e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5398671895265579,
      "num_tokens": 404210615.0,
      "step": 524820
    },
    {
      "epoch": 0.6657254699007303,
      "grad_norm": 7.15625,
      "learning_rate": 1.6715910273032435e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5461335808038712,
      "num_tokens": 404217648.0,
      "step": 524830
    },
    {
      "epoch": 0.6657381544932632,
      "grad_norm": 5.53125,
      "learning_rate": 1.671527596294614e-05,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5713739633560181,
      "num_tokens": 404224598.0,
      "step": 524840
    },
    {
      "epoch": 0.665750839085796,
      "grad_norm": 4.96875,
      "learning_rate": 1.6714641652859853e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5207723349332809,
      "num_tokens": 404232278.0,
      "step": 524850
    },
    {
      "epoch": 0.6657635236783289,
      "grad_norm": 6.03125,
      "learning_rate": 1.671400734277356e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5772983610630036,
      "num_tokens": 404238026.0,
      "step": 524860
    },
    {
      "epoch": 0.6657762082708617,
      "grad_norm": 5.21875,
      "learning_rate": 1.6713373032687267e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5382116347551346,
      "num_tokens": 404246489.0,
      "step": 524870
    },
    {
      "epoch": 0.6657888928633946,
      "grad_norm": 5.15625,
      "learning_rate": 1.6712738722600976e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5528085649013519,
      "num_tokens": 404253577.0,
      "step": 524880
    },
    {
      "epoch": 0.6658015774559274,
      "grad_norm": 6.09375,
      "learning_rate": 1.6712104412514684e-05,
      "loss": 2.2898,
      "mean_token_accuracy": 0.5049313485622406,
      "num_tokens": 404260351.0,
      "step": 524890
    },
    {
      "epoch": 0.6658142620484602,
      "grad_norm": 6.6875,
      "learning_rate": 1.6711470102428396e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5196176260709763,
      "num_tokens": 404269477.0,
      "step": 524900
    },
    {
      "epoch": 0.6658269466409931,
      "grad_norm": 5.28125,
      "learning_rate": 1.6710835792342102e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.548514449596405,
      "num_tokens": 404278172.0,
      "step": 524910
    },
    {
      "epoch": 0.6658396312335259,
      "grad_norm": 4.46875,
      "learning_rate": 1.671020148225581e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5471043974161148,
      "num_tokens": 404284867.0,
      "step": 524920
    },
    {
      "epoch": 0.6658523158260587,
      "grad_norm": 5.1875,
      "learning_rate": 1.670956717216952e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.539970675110817,
      "num_tokens": 404293768.0,
      "step": 524930
    },
    {
      "epoch": 0.6658650004185915,
      "grad_norm": 7.09375,
      "learning_rate": 1.6708932862083228e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5412046879529953,
      "num_tokens": 404300393.0,
      "step": 524940
    },
    {
      "epoch": 0.6658776850111244,
      "grad_norm": 7.03125,
      "learning_rate": 1.6708298551996937e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5579961746931076,
      "num_tokens": 404306899.0,
      "step": 524950
    },
    {
      "epoch": 0.6658903696036572,
      "grad_norm": 5.96875,
      "learning_rate": 1.6707664241910645e-05,
      "loss": 1.8264,
      "mean_token_accuracy": 0.5767245143651962,
      "num_tokens": 404314472.0,
      "step": 524960
    },
    {
      "epoch": 0.66590305419619,
      "grad_norm": 5.0,
      "learning_rate": 1.6707029931824354e-05,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5555394768714905,
      "num_tokens": 404322844.0,
      "step": 524970
    },
    {
      "epoch": 0.6659157387887229,
      "grad_norm": 5.15625,
      "learning_rate": 1.670639562173806e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5580290973186492,
      "num_tokens": 404331295.0,
      "step": 524980
    },
    {
      "epoch": 0.6659284233812557,
      "grad_norm": 8.125,
      "learning_rate": 1.6705761311651768e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5640190660953521,
      "num_tokens": 404339677.0,
      "step": 524990
    },
    {
      "epoch": 0.6659411079737886,
      "grad_norm": 5.34375,
      "learning_rate": 1.670512700156548e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5228957235813141,
      "num_tokens": 404347565.0,
      "step": 525000
    },
    {
      "epoch": 0.6659537925663214,
      "grad_norm": 4.75,
      "learning_rate": 1.6704492691479186e-05,
      "loss": 1.8822,
      "mean_token_accuracy": 0.5733515560626984,
      "num_tokens": 404355778.0,
      "step": 525010
    },
    {
      "epoch": 0.6659664771588543,
      "grad_norm": 4.59375,
      "learning_rate": 1.6703858381392895e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5802658051252365,
      "num_tokens": 404361605.0,
      "step": 525020
    },
    {
      "epoch": 0.665979161751387,
      "grad_norm": 5.65625,
      "learning_rate": 1.6703224071306603e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5584149479866027,
      "num_tokens": 404369428.0,
      "step": 525030
    },
    {
      "epoch": 0.66599184634392,
      "grad_norm": 5.28125,
      "learning_rate": 1.6702589761220312e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5422174334526062,
      "num_tokens": 404377198.0,
      "step": 525040
    },
    {
      "epoch": 0.6660045309364527,
      "grad_norm": 5.03125,
      "learning_rate": 1.670195545113402e-05,
      "loss": 1.7622,
      "mean_token_accuracy": 0.5966143101453781,
      "num_tokens": 404384909.0,
      "step": 525050
    },
    {
      "epoch": 0.6660172155289855,
      "grad_norm": 4.875,
      "learning_rate": 1.670132114104773e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5241867005825043,
      "num_tokens": 404392768.0,
      "step": 525060
    },
    {
      "epoch": 0.6660299001215184,
      "grad_norm": 4.625,
      "learning_rate": 1.6700686830961438e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.515817067027092,
      "num_tokens": 404402216.0,
      "step": 525070
    },
    {
      "epoch": 0.6660425847140512,
      "grad_norm": 5.9375,
      "learning_rate": 1.6700052520875144e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.537235775589943,
      "num_tokens": 404410247.0,
      "step": 525080
    },
    {
      "epoch": 0.6660552693065841,
      "grad_norm": 5.21875,
      "learning_rate": 1.6699418210788852e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5311059921979904,
      "num_tokens": 404418920.0,
      "step": 525090
    },
    {
      "epoch": 0.6660679538991169,
      "grad_norm": 5.1875,
      "learning_rate": 1.6698783900702564e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.546597209572792,
      "num_tokens": 404427211.0,
      "step": 525100
    },
    {
      "epoch": 0.6660806384916498,
      "grad_norm": 6.53125,
      "learning_rate": 1.6698149590616273e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5337264388799667,
      "num_tokens": 404435221.0,
      "step": 525110
    },
    {
      "epoch": 0.6660933230841826,
      "grad_norm": 7.4375,
      "learning_rate": 1.669751528052998e-05,
      "loss": 1.8868,
      "mean_token_accuracy": 0.5693152397871017,
      "num_tokens": 404443259.0,
      "step": 525120
    },
    {
      "epoch": 0.6661060076767154,
      "grad_norm": 7.625,
      "learning_rate": 1.6696880970443687e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5459353178739548,
      "num_tokens": 404451256.0,
      "step": 525130
    },
    {
      "epoch": 0.6661186922692482,
      "grad_norm": 4.65625,
      "learning_rate": 1.6696246660357396e-05,
      "loss": 1.8546,
      "mean_token_accuracy": 0.5845118165016174,
      "num_tokens": 404458360.0,
      "step": 525140
    },
    {
      "epoch": 0.666131376861781,
      "grad_norm": 9.3125,
      "learning_rate": 1.6695612350271105e-05,
      "loss": 1.9124,
      "mean_token_accuracy": 0.577033668756485,
      "num_tokens": 404464768.0,
      "step": 525150
    },
    {
      "epoch": 0.6661440614543139,
      "grad_norm": 6.875,
      "learning_rate": 1.6694978040184813e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5599016427993775,
      "num_tokens": 404472926.0,
      "step": 525160
    },
    {
      "epoch": 0.6661567460468467,
      "grad_norm": 5.5,
      "learning_rate": 1.6694343730098522e-05,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5244035869836807,
      "num_tokens": 404482074.0,
      "step": 525170
    },
    {
      "epoch": 0.6661694306393796,
      "grad_norm": 4.75,
      "learning_rate": 1.669370942001223e-05,
      "loss": 1.945,
      "mean_token_accuracy": 0.5605676382780075,
      "num_tokens": 404489930.0,
      "step": 525180
    },
    {
      "epoch": 0.6661821152319124,
      "grad_norm": 5.5,
      "learning_rate": 1.6693075109925936e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5704273015260697,
      "num_tokens": 404496499.0,
      "step": 525190
    },
    {
      "epoch": 0.6661947998244453,
      "grad_norm": 5.15625,
      "learning_rate": 1.669244079983965e-05,
      "loss": 2.2345,
      "mean_token_accuracy": 0.5204617440700531,
      "num_tokens": 404504808.0,
      "step": 525200
    },
    {
      "epoch": 0.6662074844169781,
      "grad_norm": 5.59375,
      "learning_rate": 1.6691806489753357e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5728691041469574,
      "num_tokens": 404513438.0,
      "step": 525210
    },
    {
      "epoch": 0.6662201690095109,
      "grad_norm": 4.34375,
      "learning_rate": 1.6691172179667063e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5544616162776947,
      "num_tokens": 404522092.0,
      "step": 525220
    },
    {
      "epoch": 0.6662328536020438,
      "grad_norm": 5.5,
      "learning_rate": 1.669053786958077e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5405384182929993,
      "num_tokens": 404530645.0,
      "step": 525230
    },
    {
      "epoch": 0.6662455381945765,
      "grad_norm": 8.0,
      "learning_rate": 1.668990355949448e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5387605249881744,
      "num_tokens": 404539527.0,
      "step": 525240
    },
    {
      "epoch": 0.6662582227871094,
      "grad_norm": 6.5,
      "learning_rate": 1.668926924940819e-05,
      "loss": 1.8131,
      "mean_token_accuracy": 0.598734849691391,
      "num_tokens": 404545923.0,
      "step": 525250
    },
    {
      "epoch": 0.6662709073796422,
      "grad_norm": 6.8125,
      "learning_rate": 1.6688634939321897e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5455415517091751,
      "num_tokens": 404554323.0,
      "step": 525260
    },
    {
      "epoch": 0.6662835919721751,
      "grad_norm": 6.15625,
      "learning_rate": 1.6688000629235606e-05,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5318517714738846,
      "num_tokens": 404563161.0,
      "step": 525270
    },
    {
      "epoch": 0.6662962765647079,
      "grad_norm": 5.1875,
      "learning_rate": 1.6687366319149315e-05,
      "loss": 2.2713,
      "mean_token_accuracy": 0.5156839996576309,
      "num_tokens": 404571416.0,
      "step": 525280
    },
    {
      "epoch": 0.6663089611572407,
      "grad_norm": 6.5,
      "learning_rate": 1.6686732009063024e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5435400396585465,
      "num_tokens": 404579323.0,
      "step": 525290
    },
    {
      "epoch": 0.6663216457497736,
      "grad_norm": 6.84375,
      "learning_rate": 1.6686097698976732e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5530917644500732,
      "num_tokens": 404585984.0,
      "step": 525300
    },
    {
      "epoch": 0.6663343303423064,
      "grad_norm": 4.40625,
      "learning_rate": 1.668546338889044e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5735817730426789,
      "num_tokens": 404594157.0,
      "step": 525310
    },
    {
      "epoch": 0.6663470149348393,
      "grad_norm": 5.78125,
      "learning_rate": 1.668482907880415e-05,
      "loss": 1.932,
      "mean_token_accuracy": 0.5699913322925567,
      "num_tokens": 404601805.0,
      "step": 525320
    },
    {
      "epoch": 0.6663596995273721,
      "grad_norm": 5.75,
      "learning_rate": 1.6684194768717855e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5518270492553711,
      "num_tokens": 404609489.0,
      "step": 525330
    },
    {
      "epoch": 0.666372384119905,
      "grad_norm": 5.3125,
      "learning_rate": 1.6683560458631567e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5475055277347565,
      "num_tokens": 404618031.0,
      "step": 525340
    },
    {
      "epoch": 0.6663850687124377,
      "grad_norm": 7.6875,
      "learning_rate": 1.6682926148545276e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5466188788414001,
      "num_tokens": 404625624.0,
      "step": 525350
    },
    {
      "epoch": 0.6663977533049705,
      "grad_norm": 5.90625,
      "learning_rate": 1.668229183845898e-05,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5710922628641129,
      "num_tokens": 404632293.0,
      "step": 525360
    },
    {
      "epoch": 0.6664104378975034,
      "grad_norm": 4.9375,
      "learning_rate": 1.668165752837269e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5474962532520294,
      "num_tokens": 404640775.0,
      "step": 525370
    },
    {
      "epoch": 0.6664231224900362,
      "grad_norm": 4.84375,
      "learning_rate": 1.66810232182864e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5294209569692612,
      "num_tokens": 404650451.0,
      "step": 525380
    },
    {
      "epoch": 0.6664358070825691,
      "grad_norm": 4.90625,
      "learning_rate": 1.6680388908200108e-05,
      "loss": 1.8668,
      "mean_token_accuracy": 0.5844067454338073,
      "num_tokens": 404657216.0,
      "step": 525390
    },
    {
      "epoch": 0.6664484916751019,
      "grad_norm": 6.09375,
      "learning_rate": 1.6679754598113816e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5567987471818924,
      "num_tokens": 404663953.0,
      "step": 525400
    },
    {
      "epoch": 0.6664611762676348,
      "grad_norm": 6.625,
      "learning_rate": 1.6679120288027525e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5611869513988494,
      "num_tokens": 404670385.0,
      "step": 525410
    },
    {
      "epoch": 0.6664738608601676,
      "grad_norm": 4.65625,
      "learning_rate": 1.6678485977941234e-05,
      "loss": 1.7957,
      "mean_token_accuracy": 0.6046348094940186,
      "num_tokens": 404676990.0,
      "step": 525420
    },
    {
      "epoch": 0.6664865454527005,
      "grad_norm": 5.75,
      "learning_rate": 1.667785166785494e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5468780428171158,
      "num_tokens": 404685537.0,
      "step": 525430
    },
    {
      "epoch": 0.6664992300452333,
      "grad_norm": 5.09375,
      "learning_rate": 1.667721735776865e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5487933278083801,
      "num_tokens": 404693537.0,
      "step": 525440
    },
    {
      "epoch": 0.666511914637766,
      "grad_norm": 5.125,
      "learning_rate": 1.667658304768236e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.553925758600235,
      "num_tokens": 404701654.0,
      "step": 525450
    },
    {
      "epoch": 0.6665245992302989,
      "grad_norm": 6.59375,
      "learning_rate": 1.6675948737596066e-05,
      "loss": 1.8009,
      "mean_token_accuracy": 0.6119513362646103,
      "num_tokens": 404707413.0,
      "step": 525460
    },
    {
      "epoch": 0.6665372838228317,
      "grad_norm": 8.0,
      "learning_rate": 1.6675314427509774e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5655395328998566,
      "num_tokens": 404714593.0,
      "step": 525470
    },
    {
      "epoch": 0.6665499684153646,
      "grad_norm": 5.40625,
      "learning_rate": 1.6674680117423483e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5424149334430695,
      "num_tokens": 404721460.0,
      "step": 525480
    },
    {
      "epoch": 0.6665626530078974,
      "grad_norm": 5.96875,
      "learning_rate": 1.6674045807337195e-05,
      "loss": 2.2766,
      "mean_token_accuracy": 0.523696380853653,
      "num_tokens": 404728911.0,
      "step": 525490
    },
    {
      "epoch": 0.6665753376004303,
      "grad_norm": 4.9375,
      "learning_rate": 1.66734114972509e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5416585803031921,
      "num_tokens": 404737830.0,
      "step": 525500
    },
    {
      "epoch": 0.6665880221929631,
      "grad_norm": 5.3125,
      "learning_rate": 1.667277718716461e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5230497777462005,
      "num_tokens": 404745820.0,
      "step": 525510
    },
    {
      "epoch": 0.6666007067854959,
      "grad_norm": 5.46875,
      "learning_rate": 1.6672142877078318e-05,
      "loss": 2.2177,
      "mean_token_accuracy": 0.5312511831521988,
      "num_tokens": 404753960.0,
      "step": 525520
    },
    {
      "epoch": 0.6666133913780288,
      "grad_norm": 6.03125,
      "learning_rate": 1.6671508566992027e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5366504698991775,
      "num_tokens": 404762189.0,
      "step": 525530
    },
    {
      "epoch": 0.6666260759705616,
      "grad_norm": 5.09375,
      "learning_rate": 1.6670874256905735e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5511195629835128,
      "num_tokens": 404770038.0,
      "step": 525540
    },
    {
      "epoch": 0.6666387605630945,
      "grad_norm": 5.0,
      "learning_rate": 1.6670239946819444e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5532703012228012,
      "num_tokens": 404778113.0,
      "step": 525550
    },
    {
      "epoch": 0.6666514451556272,
      "grad_norm": 6.84375,
      "learning_rate": 1.6669605636733153e-05,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5849866181612015,
      "num_tokens": 404784911.0,
      "step": 525560
    },
    {
      "epoch": 0.6666641297481601,
      "grad_norm": 5.1875,
      "learning_rate": 1.6668971326646858e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5448484152555466,
      "num_tokens": 404793027.0,
      "step": 525570
    },
    {
      "epoch": 0.6666768143406929,
      "grad_norm": 5.5,
      "learning_rate": 1.6668337016560567e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5230260372161866,
      "num_tokens": 404801381.0,
      "step": 525580
    },
    {
      "epoch": 0.6666894989332258,
      "grad_norm": 4.9375,
      "learning_rate": 1.666770270647428e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5680703401565552,
      "num_tokens": 404807568.0,
      "step": 525590
    },
    {
      "epoch": 0.6667021835257586,
      "grad_norm": 5.34375,
      "learning_rate": 1.6667068396387984e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5554207354784012,
      "num_tokens": 404814661.0,
      "step": 525600
    },
    {
      "epoch": 0.6667148681182914,
      "grad_norm": 2.203125,
      "learning_rate": 1.6666434086301693e-05,
      "loss": 1.7715,
      "mean_token_accuracy": 0.6043567478656768,
      "num_tokens": 404822888.0,
      "step": 525610
    },
    {
      "epoch": 0.6667275527108243,
      "grad_norm": 6.53125,
      "learning_rate": 1.6665799776215402e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.528591912984848,
      "num_tokens": 404831195.0,
      "step": 525620
    },
    {
      "epoch": 0.6667402373033571,
      "grad_norm": 5.3125,
      "learning_rate": 1.666516546612911e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5275869220495224,
      "num_tokens": 404839036.0,
      "step": 525630
    },
    {
      "epoch": 0.66675292189589,
      "grad_norm": 7.78125,
      "learning_rate": 1.666453115604282e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5355547815561295,
      "num_tokens": 404846650.0,
      "step": 525640
    },
    {
      "epoch": 0.6667656064884228,
      "grad_norm": 5.09375,
      "learning_rate": 1.6663896845956528e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5311200261116028,
      "num_tokens": 404855625.0,
      "step": 525650
    },
    {
      "epoch": 0.6667782910809557,
      "grad_norm": 5.125,
      "learning_rate": 1.6663262535870237e-05,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5734389424324036,
      "num_tokens": 404862854.0,
      "step": 525660
    },
    {
      "epoch": 0.6667909756734884,
      "grad_norm": 6.28125,
      "learning_rate": 1.6662628225783942e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5439545422792434,
      "num_tokens": 404871392.0,
      "step": 525670
    },
    {
      "epoch": 0.6668036602660212,
      "grad_norm": 7.125,
      "learning_rate": 1.666199391569765e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5469122141599655,
      "num_tokens": 404878863.0,
      "step": 525680
    },
    {
      "epoch": 0.6668163448585541,
      "grad_norm": 5.625,
      "learning_rate": 1.6661359605611363e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5298543155193329,
      "num_tokens": 404887184.0,
      "step": 525690
    },
    {
      "epoch": 0.6668290294510869,
      "grad_norm": 8.25,
      "learning_rate": 1.6660725295525072e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5602860182523728,
      "num_tokens": 404893863.0,
      "step": 525700
    },
    {
      "epoch": 0.6668417140436198,
      "grad_norm": 5.0625,
      "learning_rate": 1.6660090985438777e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.580870395898819,
      "num_tokens": 404901170.0,
      "step": 525710
    },
    {
      "epoch": 0.6668543986361526,
      "grad_norm": 6.3125,
      "learning_rate": 1.6659456675352486e-05,
      "loss": 1.7645,
      "mean_token_accuracy": 0.6147043079137802,
      "num_tokens": 404908934.0,
      "step": 525720
    },
    {
      "epoch": 0.6668670832286855,
      "grad_norm": 4.8125,
      "learning_rate": 1.6658822365266195e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5497660517692566,
      "num_tokens": 404916888.0,
      "step": 525730
    },
    {
      "epoch": 0.6668797678212183,
      "grad_norm": 5.9375,
      "learning_rate": 1.6658188055179903e-05,
      "loss": 1.8112,
      "mean_token_accuracy": 0.5998022645711899,
      "num_tokens": 404924582.0,
      "step": 525740
    },
    {
      "epoch": 0.6668924524137511,
      "grad_norm": 4.5,
      "learning_rate": 1.6657553745093612e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5619798511266708,
      "num_tokens": 404930935.0,
      "step": 525750
    },
    {
      "epoch": 0.666905137006284,
      "grad_norm": 5.9375,
      "learning_rate": 1.665691943500732e-05,
      "loss": 1.9003,
      "mean_token_accuracy": 0.5723393797874451,
      "num_tokens": 404937912.0,
      "step": 525760
    },
    {
      "epoch": 0.6669178215988167,
      "grad_norm": 5.75,
      "learning_rate": 1.665628512492103e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5488587766885757,
      "num_tokens": 404947025.0,
      "step": 525770
    },
    {
      "epoch": 0.6669305061913496,
      "grad_norm": 5.96875,
      "learning_rate": 1.665565081483474e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.541351991891861,
      "num_tokens": 404954567.0,
      "step": 525780
    },
    {
      "epoch": 0.6669431907838824,
      "grad_norm": 5.75,
      "learning_rate": 1.6655016504748447e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5445951819419861,
      "num_tokens": 404962258.0,
      "step": 525790
    },
    {
      "epoch": 0.6669558753764153,
      "grad_norm": 5.34375,
      "learning_rate": 1.6654382194662156e-05,
      "loss": 1.7364,
      "mean_token_accuracy": 0.6102510452270508,
      "num_tokens": 404969944.0,
      "step": 525800
    },
    {
      "epoch": 0.6669685599689481,
      "grad_norm": 6.28125,
      "learning_rate": 1.665374788457586e-05,
      "loss": 2.3645,
      "mean_token_accuracy": 0.5043413668870926,
      "num_tokens": 404979233.0,
      "step": 525810
    },
    {
      "epoch": 0.666981244561481,
      "grad_norm": 6.4375,
      "learning_rate": 1.665311357448957e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.538001760840416,
      "num_tokens": 404987376.0,
      "step": 525820
    },
    {
      "epoch": 0.6669939291540138,
      "grad_norm": 5.0625,
      "learning_rate": 1.6652479264403282e-05,
      "loss": 1.8209,
      "mean_token_accuracy": 0.5898976594209671,
      "num_tokens": 404994972.0,
      "step": 525830
    },
    {
      "epoch": 0.6670066137465466,
      "grad_norm": 6.09375,
      "learning_rate": 1.6651844954316987e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5373933047056199,
      "num_tokens": 405002687.0,
      "step": 525840
    },
    {
      "epoch": 0.6670192983390795,
      "grad_norm": 6.34375,
      "learning_rate": 1.6651210644230696e-05,
      "loss": 1.8336,
      "mean_token_accuracy": 0.5786233901977539,
      "num_tokens": 405009199.0,
      "step": 525850
    },
    {
      "epoch": 0.6670319829316123,
      "grad_norm": 5.03125,
      "learning_rate": 1.6650576334144405e-05,
      "loss": 1.9864,
      "mean_token_accuracy": 0.5613986253738403,
      "num_tokens": 405017307.0,
      "step": 525860
    },
    {
      "epoch": 0.6670446675241452,
      "grad_norm": 6.09375,
      "learning_rate": 1.6649942024058114e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5451532900333405,
      "num_tokens": 405024808.0,
      "step": 525870
    },
    {
      "epoch": 0.6670573521166779,
      "grad_norm": 5.90625,
      "learning_rate": 1.6649307713971822e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5406950891017914,
      "num_tokens": 405031981.0,
      "step": 525880
    },
    {
      "epoch": 0.6670700367092108,
      "grad_norm": 6.25,
      "learning_rate": 1.664867340388553e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5526219189167023,
      "num_tokens": 405039802.0,
      "step": 525890
    },
    {
      "epoch": 0.6670827213017436,
      "grad_norm": 7.1875,
      "learning_rate": 1.664803909379924e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5651382267475128,
      "num_tokens": 405046926.0,
      "step": 525900
    },
    {
      "epoch": 0.6670954058942764,
      "grad_norm": 6.46875,
      "learning_rate": 1.664740478371295e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5360816508531571,
      "num_tokens": 405053499.0,
      "step": 525910
    },
    {
      "epoch": 0.6671080904868093,
      "grad_norm": 10.75,
      "learning_rate": 1.6646770473626654e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5585690796375274,
      "num_tokens": 405061449.0,
      "step": 525920
    },
    {
      "epoch": 0.6671207750793421,
      "grad_norm": 8.875,
      "learning_rate": 1.6646136163540366e-05,
      "loss": 1.902,
      "mean_token_accuracy": 0.5905813366174698,
      "num_tokens": 405068352.0,
      "step": 525930
    },
    {
      "epoch": 0.667133459671875,
      "grad_norm": 5.4375,
      "learning_rate": 1.6645501853454075e-05,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5450972467660904,
      "num_tokens": 405076832.0,
      "step": 525940
    },
    {
      "epoch": 0.6671461442644078,
      "grad_norm": 9.125,
      "learning_rate": 1.664486754336778e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5541981756687164,
      "num_tokens": 405083604.0,
      "step": 525950
    },
    {
      "epoch": 0.6671588288569407,
      "grad_norm": 6.375,
      "learning_rate": 1.664423323328149e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5568634122610092,
      "num_tokens": 405089924.0,
      "step": 525960
    },
    {
      "epoch": 0.6671715134494735,
      "grad_norm": 5.40625,
      "learning_rate": 1.6643598923195198e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5333396106958389,
      "num_tokens": 405097143.0,
      "step": 525970
    },
    {
      "epoch": 0.6671841980420063,
      "grad_norm": 5.5625,
      "learning_rate": 1.6642964613108906e-05,
      "loss": 1.8069,
      "mean_token_accuracy": 0.603839436173439,
      "num_tokens": 405104530.0,
      "step": 525980
    },
    {
      "epoch": 0.6671968826345391,
      "grad_norm": 6.46875,
      "learning_rate": 1.6642330303022615e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5386172860860825,
      "num_tokens": 405112130.0,
      "step": 525990
    },
    {
      "epoch": 0.6672095672270719,
      "grad_norm": 5.0,
      "learning_rate": 1.6641695992936324e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5454760313034057,
      "num_tokens": 405120058.0,
      "step": 526000
    },
    {
      "epoch": 0.6672222518196048,
      "grad_norm": 4.90625,
      "learning_rate": 1.6641061682850033e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5394911289215087,
      "num_tokens": 405127290.0,
      "step": 526010
    },
    {
      "epoch": 0.6672349364121376,
      "grad_norm": 4.9375,
      "learning_rate": 1.6640427372763738e-05,
      "loss": 1.9023,
      "mean_token_accuracy": 0.5668382942676544,
      "num_tokens": 405134913.0,
      "step": 526020
    },
    {
      "epoch": 0.6672476210046705,
      "grad_norm": 5.53125,
      "learning_rate": 1.663979306267745e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5625214487314224,
      "num_tokens": 405141005.0,
      "step": 526030
    },
    {
      "epoch": 0.6672603055972033,
      "grad_norm": 6.65625,
      "learning_rate": 1.663915875259116e-05,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5192394107580185,
      "num_tokens": 405149486.0,
      "step": 526040
    },
    {
      "epoch": 0.6672729901897362,
      "grad_norm": 5.1875,
      "learning_rate": 1.6638524442504864e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5155232965946197,
      "num_tokens": 405157516.0,
      "step": 526050
    },
    {
      "epoch": 0.667285674782269,
      "grad_norm": 5.65625,
      "learning_rate": 1.6637890132418573e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5580537885427475,
      "num_tokens": 405165484.0,
      "step": 526060
    },
    {
      "epoch": 0.6672983593748018,
      "grad_norm": 5.0625,
      "learning_rate": 1.663725582233228e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5445296078920364,
      "num_tokens": 405173949.0,
      "step": 526070
    },
    {
      "epoch": 0.6673110439673346,
      "grad_norm": 9.25,
      "learning_rate": 1.6636621512245994e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5533923923969268,
      "num_tokens": 405182278.0,
      "step": 526080
    },
    {
      "epoch": 0.6673237285598674,
      "grad_norm": 7.90625,
      "learning_rate": 1.66359872021597e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5527120769023895,
      "num_tokens": 405190709.0,
      "step": 526090
    },
    {
      "epoch": 0.6673364131524003,
      "grad_norm": 4.5625,
      "learning_rate": 1.6635352892073408e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5589062660932541,
      "num_tokens": 405199252.0,
      "step": 526100
    },
    {
      "epoch": 0.6673490977449331,
      "grad_norm": 13.875,
      "learning_rate": 1.6634718581987117e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5391020387411117,
      "num_tokens": 405205828.0,
      "step": 526110
    },
    {
      "epoch": 0.667361782337466,
      "grad_norm": 6.78125,
      "learning_rate": 1.6634084271900825e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5324764668941497,
      "num_tokens": 405212575.0,
      "step": 526120
    },
    {
      "epoch": 0.6673744669299988,
      "grad_norm": 5.1875,
      "learning_rate": 1.6633449961814534e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5397030353546143,
      "num_tokens": 405220169.0,
      "step": 526130
    },
    {
      "epoch": 0.6673871515225317,
      "grad_norm": 4.90625,
      "learning_rate": 1.6632815651728243e-05,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5641747891902924,
      "num_tokens": 405228134.0,
      "step": 526140
    },
    {
      "epoch": 0.6673998361150645,
      "grad_norm": 4.625,
      "learning_rate": 1.663218134164195e-05,
      "loss": 1.8663,
      "mean_token_accuracy": 0.5782088726758957,
      "num_tokens": 405236180.0,
      "step": 526150
    },
    {
      "epoch": 0.6674125207075973,
      "grad_norm": 11.1875,
      "learning_rate": 1.6631547031555657e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5356808006763458,
      "num_tokens": 405242817.0,
      "step": 526160
    },
    {
      "epoch": 0.6674252053001302,
      "grad_norm": 8.25,
      "learning_rate": 1.6630912721469366e-05,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5480410397052765,
      "num_tokens": 405250755.0,
      "step": 526170
    },
    {
      "epoch": 0.667437889892663,
      "grad_norm": 5.90625,
      "learning_rate": 1.6630278411383078e-05,
      "loss": 1.9325,
      "mean_token_accuracy": 0.5644241452217102,
      "num_tokens": 405258959.0,
      "step": 526180
    },
    {
      "epoch": 0.6674505744851958,
      "grad_norm": 4.96875,
      "learning_rate": 1.6629644101296783e-05,
      "loss": 1.868,
      "mean_token_accuracy": 0.5904731035232544,
      "num_tokens": 405267337.0,
      "step": 526190
    },
    {
      "epoch": 0.6674632590777286,
      "grad_norm": 13.75,
      "learning_rate": 1.6629009791210492e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.566887378692627,
      "num_tokens": 405274048.0,
      "step": 526200
    },
    {
      "epoch": 0.6674759436702615,
      "grad_norm": 7.78125,
      "learning_rate": 1.66283754811242e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5466452300548553,
      "num_tokens": 405280970.0,
      "step": 526210
    },
    {
      "epoch": 0.6674886282627943,
      "grad_norm": 6.28125,
      "learning_rate": 1.662774117103791e-05,
      "loss": 1.8573,
      "mean_token_accuracy": 0.5927379876375198,
      "num_tokens": 405287336.0,
      "step": 526220
    },
    {
      "epoch": 0.6675013128553271,
      "grad_norm": 5.9375,
      "learning_rate": 1.6627106860951618e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5737518966197968,
      "num_tokens": 405294403.0,
      "step": 526230
    },
    {
      "epoch": 0.66751399744786,
      "grad_norm": 5.125,
      "learning_rate": 1.6626472550865327e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5254125356674194,
      "num_tokens": 405303458.0,
      "step": 526240
    },
    {
      "epoch": 0.6675266820403928,
      "grad_norm": 7.125,
      "learning_rate": 1.6625838240779036e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.548164302110672,
      "num_tokens": 405310514.0,
      "step": 526250
    },
    {
      "epoch": 0.6675393666329257,
      "grad_norm": 5.125,
      "learning_rate": 1.662520393069274e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5497545212507248,
      "num_tokens": 405317149.0,
      "step": 526260
    },
    {
      "epoch": 0.6675520512254585,
      "grad_norm": 5.53125,
      "learning_rate": 1.6624569620606453e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5195497840642929,
      "num_tokens": 405324861.0,
      "step": 526270
    },
    {
      "epoch": 0.6675647358179914,
      "grad_norm": 6.28125,
      "learning_rate": 1.6623935310520162e-05,
      "loss": 1.7913,
      "mean_token_accuracy": 0.5992054671049118,
      "num_tokens": 405332462.0,
      "step": 526280
    },
    {
      "epoch": 0.6675774204105241,
      "grad_norm": 5.1875,
      "learning_rate": 1.662330100043387e-05,
      "loss": 2.2751,
      "mean_token_accuracy": 0.5140481919050217,
      "num_tokens": 405340673.0,
      "step": 526290
    },
    {
      "epoch": 0.6675901050030569,
      "grad_norm": 8.8125,
      "learning_rate": 1.6622666690347576e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5322050243616104,
      "num_tokens": 405347725.0,
      "step": 526300
    },
    {
      "epoch": 0.6676027895955898,
      "grad_norm": 10.75,
      "learning_rate": 1.6622032380261285e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5317761868238449,
      "num_tokens": 405354644.0,
      "step": 526310
    },
    {
      "epoch": 0.6676154741881226,
      "grad_norm": 4.78125,
      "learning_rate": 1.6621398070174997e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5285111039876937,
      "num_tokens": 405362094.0,
      "step": 526320
    },
    {
      "epoch": 0.6676281587806555,
      "grad_norm": 4.90625,
      "learning_rate": 1.6620763760088702e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5328201413154602,
      "num_tokens": 405371700.0,
      "step": 526330
    },
    {
      "epoch": 0.6676408433731883,
      "grad_norm": 5.28125,
      "learning_rate": 1.662012945000241e-05,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5638314664363862,
      "num_tokens": 405378045.0,
      "step": 526340
    },
    {
      "epoch": 0.6676535279657212,
      "grad_norm": 9.5625,
      "learning_rate": 1.661949513991612e-05,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5261061698198318,
      "num_tokens": 405384746.0,
      "step": 526350
    },
    {
      "epoch": 0.667666212558254,
      "grad_norm": 4.71875,
      "learning_rate": 1.661886082982983e-05,
      "loss": 2.0141,
      "mean_token_accuracy": 0.551172924041748,
      "num_tokens": 405391799.0,
      "step": 526360
    },
    {
      "epoch": 0.6676788971507869,
      "grad_norm": 7.78125,
      "learning_rate": 1.6618226519743537e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5204631924629212,
      "num_tokens": 405400169.0,
      "step": 526370
    },
    {
      "epoch": 0.6676915817433197,
      "grad_norm": 6.34375,
      "learning_rate": 1.6617592209657246e-05,
      "loss": 2.19,
      "mean_token_accuracy": 0.532810851931572,
      "num_tokens": 405406736.0,
      "step": 526380
    },
    {
      "epoch": 0.6677042663358524,
      "grad_norm": 4.84375,
      "learning_rate": 1.6616957899570955e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5452954560518265,
      "num_tokens": 405415351.0,
      "step": 526390
    },
    {
      "epoch": 0.6677169509283853,
      "grad_norm": 6.5625,
      "learning_rate": 1.661632358948466e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5668007731437683,
      "num_tokens": 405422283.0,
      "step": 526400
    },
    {
      "epoch": 0.6677296355209181,
      "grad_norm": 4.59375,
      "learning_rate": 1.661568927939837e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5590133041143417,
      "num_tokens": 405430929.0,
      "step": 526410
    },
    {
      "epoch": 0.667742320113451,
      "grad_norm": 7.1875,
      "learning_rate": 1.661505496931208e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5452799290418625,
      "num_tokens": 405437448.0,
      "step": 526420
    },
    {
      "epoch": 0.6677550047059838,
      "grad_norm": 7.5625,
      "learning_rate": 1.6614420659225786e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5317662060260773,
      "num_tokens": 405445848.0,
      "step": 526430
    },
    {
      "epoch": 0.6677676892985167,
      "grad_norm": 5.28125,
      "learning_rate": 1.6613786349139495e-05,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5752159714698791,
      "num_tokens": 405452677.0,
      "step": 526440
    },
    {
      "epoch": 0.6677803738910495,
      "grad_norm": 5.59375,
      "learning_rate": 1.6613152039053204e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5375903934240341,
      "num_tokens": 405460835.0,
      "step": 526450
    },
    {
      "epoch": 0.6677930584835823,
      "grad_norm": 5.40625,
      "learning_rate": 1.6612517728966912e-05,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5162975132465363,
      "num_tokens": 405469341.0,
      "step": 526460
    },
    {
      "epoch": 0.6678057430761152,
      "grad_norm": 5.09375,
      "learning_rate": 1.661188341888062e-05,
      "loss": 1.7035,
      "mean_token_accuracy": 0.6147228568792343,
      "num_tokens": 405476131.0,
      "step": 526470
    },
    {
      "epoch": 0.667818427668648,
      "grad_norm": 5.8125,
      "learning_rate": 1.661124910879433e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5426601946353913,
      "num_tokens": 405483674.0,
      "step": 526480
    },
    {
      "epoch": 0.6678311122611809,
      "grad_norm": 6.1875,
      "learning_rate": 1.661061479870804e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5389757066965103,
      "num_tokens": 405491637.0,
      "step": 526490
    },
    {
      "epoch": 0.6678437968537136,
      "grad_norm": 4.625,
      "learning_rate": 1.6609980488621747e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5579712331295014,
      "num_tokens": 405499461.0,
      "step": 526500
    },
    {
      "epoch": 0.6678564814462465,
      "grad_norm": 8.875,
      "learning_rate": 1.6609346178535453e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5452672779560089,
      "num_tokens": 405506871.0,
      "step": 526510
    },
    {
      "epoch": 0.6678691660387793,
      "grad_norm": 8.0,
      "learning_rate": 1.6608711868449165e-05,
      "loss": 1.8253,
      "mean_token_accuracy": 0.579850971698761,
      "num_tokens": 405512773.0,
      "step": 526520
    },
    {
      "epoch": 0.6678818506313122,
      "grad_norm": 4.84375,
      "learning_rate": 1.6608077558362874e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.5266571372747422,
      "num_tokens": 405521567.0,
      "step": 526530
    },
    {
      "epoch": 0.667894535223845,
      "grad_norm": 5.75,
      "learning_rate": 1.660744324827658e-05,
      "loss": 1.8452,
      "mean_token_accuracy": 0.5801494777202606,
      "num_tokens": 405528933.0,
      "step": 526540
    },
    {
      "epoch": 0.6679072198163778,
      "grad_norm": 5.96875,
      "learning_rate": 1.6606808938190288e-05,
      "loss": 1.9144,
      "mean_token_accuracy": 0.5714526057243348,
      "num_tokens": 405537833.0,
      "step": 526550
    },
    {
      "epoch": 0.6679199044089107,
      "grad_norm": 5.25,
      "learning_rate": 1.6606174628103996e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5684515237808228,
      "num_tokens": 405544916.0,
      "step": 526560
    },
    {
      "epoch": 0.6679325890014435,
      "grad_norm": 5.90625,
      "learning_rate": 1.6605540318017705e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5263604462146759,
      "num_tokens": 405552937.0,
      "step": 526570
    },
    {
      "epoch": 0.6679452735939764,
      "grad_norm": 5.03125,
      "learning_rate": 1.6604906007931414e-05,
      "loss": 2.311,
      "mean_token_accuracy": 0.5124207735061646,
      "num_tokens": 405561988.0,
      "step": 526580
    },
    {
      "epoch": 0.6679579581865092,
      "grad_norm": 9.6875,
      "learning_rate": 1.6604271697845123e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5426958322525024,
      "num_tokens": 405568701.0,
      "step": 526590
    },
    {
      "epoch": 0.6679706427790421,
      "grad_norm": 5.0,
      "learning_rate": 1.660363738775883e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5510439515113831,
      "num_tokens": 405576607.0,
      "step": 526600
    },
    {
      "epoch": 0.6679833273715748,
      "grad_norm": 5.125,
      "learning_rate": 1.6603003077672537e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5384800732135773,
      "num_tokens": 405584247.0,
      "step": 526610
    },
    {
      "epoch": 0.6679960119641076,
      "grad_norm": 5.90625,
      "learning_rate": 1.660236876758625e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.529734593629837,
      "num_tokens": 405592656.0,
      "step": 526620
    },
    {
      "epoch": 0.6680086965566405,
      "grad_norm": 5.40625,
      "learning_rate": 1.6601734457499958e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5815297305583954,
      "num_tokens": 405600396.0,
      "step": 526630
    },
    {
      "epoch": 0.6680213811491733,
      "grad_norm": 5.03125,
      "learning_rate": 1.6601100147413663e-05,
      "loss": 2.3753,
      "mean_token_accuracy": 0.4931032359600067,
      "num_tokens": 405609654.0,
      "step": 526640
    },
    {
      "epoch": 0.6680340657417062,
      "grad_norm": 12.25,
      "learning_rate": 1.660046583732737e-05,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5846096724271774,
      "num_tokens": 405616315.0,
      "step": 526650
    },
    {
      "epoch": 0.668046750334239,
      "grad_norm": 10.0625,
      "learning_rate": 1.6599831527241084e-05,
      "loss": 1.7275,
      "mean_token_accuracy": 0.6081892967224121,
      "num_tokens": 405623927.0,
      "step": 526660
    },
    {
      "epoch": 0.6680594349267719,
      "grad_norm": 6.40625,
      "learning_rate": 1.6599197217154793e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5590962380170822,
      "num_tokens": 405631170.0,
      "step": 526670
    },
    {
      "epoch": 0.6680721195193047,
      "grad_norm": 4.9375,
      "learning_rate": 1.6598562907068498e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5205286651849746,
      "num_tokens": 405639891.0,
      "step": 526680
    },
    {
      "epoch": 0.6680848041118375,
      "grad_norm": 10.125,
      "learning_rate": 1.6597928596982207e-05,
      "loss": 1.7882,
      "mean_token_accuracy": 0.593541544675827,
      "num_tokens": 405646924.0,
      "step": 526690
    },
    {
      "epoch": 0.6680974887043704,
      "grad_norm": 5.3125,
      "learning_rate": 1.6597294286895915e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.544302624464035,
      "num_tokens": 405655185.0,
      "step": 526700
    },
    {
      "epoch": 0.6681101732969031,
      "grad_norm": 5.96875,
      "learning_rate": 1.6596659976809624e-05,
      "loss": 1.9031,
      "mean_token_accuracy": 0.579384034872055,
      "num_tokens": 405661812.0,
      "step": 526710
    },
    {
      "epoch": 0.668122857889436,
      "grad_norm": 5.0,
      "learning_rate": 1.6596025666723333e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5230623424053192,
      "num_tokens": 405670571.0,
      "step": 526720
    },
    {
      "epoch": 0.6681355424819688,
      "grad_norm": 5.46875,
      "learning_rate": 1.659539135663704e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5251302808523178,
      "num_tokens": 405678858.0,
      "step": 526730
    },
    {
      "epoch": 0.6681482270745017,
      "grad_norm": 6.4375,
      "learning_rate": 1.659475704655075e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.5156625956296921,
      "num_tokens": 405687260.0,
      "step": 526740
    },
    {
      "epoch": 0.6681609116670345,
      "grad_norm": 5.8125,
      "learning_rate": 1.6594122736464456e-05,
      "loss": 1.8704,
      "mean_token_accuracy": 0.5787558406591415,
      "num_tokens": 405694742.0,
      "step": 526750
    },
    {
      "epoch": 0.6681735962595674,
      "grad_norm": 5.71875,
      "learning_rate": 1.6593488426378168e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5381136298179626,
      "num_tokens": 405703134.0,
      "step": 526760
    },
    {
      "epoch": 0.6681862808521002,
      "grad_norm": 5.0625,
      "learning_rate": 1.6592854116291877e-05,
      "loss": 1.8061,
      "mean_token_accuracy": 0.6037369728088379,
      "num_tokens": 405711055.0,
      "step": 526770
    },
    {
      "epoch": 0.668198965444633,
      "grad_norm": 6.46875,
      "learning_rate": 1.6592219806205582e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5632127106189728,
      "num_tokens": 405717209.0,
      "step": 526780
    },
    {
      "epoch": 0.6682116500371659,
      "grad_norm": 5.6875,
      "learning_rate": 1.659158549611929e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5337243199348449,
      "num_tokens": 405725404.0,
      "step": 526790
    },
    {
      "epoch": 0.6682243346296987,
      "grad_norm": 6.9375,
      "learning_rate": 1.6590951186033e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5328967362642288,
      "num_tokens": 405732324.0,
      "step": 526800
    },
    {
      "epoch": 0.6682370192222316,
      "grad_norm": 5.40625,
      "learning_rate": 1.659031687594671e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5355389297008515,
      "num_tokens": 405740051.0,
      "step": 526810
    },
    {
      "epoch": 0.6682497038147643,
      "grad_norm": 4.46875,
      "learning_rate": 1.6589682565860417e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.540505301952362,
      "num_tokens": 405748075.0,
      "step": 526820
    },
    {
      "epoch": 0.6682623884072972,
      "grad_norm": 5.84375,
      "learning_rate": 1.6589048255774126e-05,
      "loss": 1.9157,
      "mean_token_accuracy": 0.5726541936397552,
      "num_tokens": 405755163.0,
      "step": 526830
    },
    {
      "epoch": 0.66827507299983,
      "grad_norm": 5.25,
      "learning_rate": 1.6588413945687834e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5609875321388245,
      "num_tokens": 405763693.0,
      "step": 526840
    },
    {
      "epoch": 0.6682877575923628,
      "grad_norm": 5.09375,
      "learning_rate": 1.658777963560154e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5289795875549317,
      "num_tokens": 405772884.0,
      "step": 526850
    },
    {
      "epoch": 0.6683004421848957,
      "grad_norm": 5.1875,
      "learning_rate": 1.6587145325515252e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5465555280447006,
      "num_tokens": 405781844.0,
      "step": 526860
    },
    {
      "epoch": 0.6683131267774285,
      "grad_norm": 5.09375,
      "learning_rate": 1.658651101542896e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5251660794019699,
      "num_tokens": 405789204.0,
      "step": 526870
    },
    {
      "epoch": 0.6683258113699614,
      "grad_norm": 5.375,
      "learning_rate": 1.658587670534267e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5254043132066727,
      "num_tokens": 405796192.0,
      "step": 526880
    },
    {
      "epoch": 0.6683384959624942,
      "grad_norm": 6.40625,
      "learning_rate": 1.6585242395256375e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5332480698823929,
      "num_tokens": 405803316.0,
      "step": 526890
    },
    {
      "epoch": 0.6683511805550271,
      "grad_norm": 5.46875,
      "learning_rate": 1.6584608085170083e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5365031659603119,
      "num_tokens": 405812190.0,
      "step": 526900
    },
    {
      "epoch": 0.6683638651475599,
      "grad_norm": 5.59375,
      "learning_rate": 1.6583973775083795e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5345421552658081,
      "num_tokens": 405820221.0,
      "step": 526910
    },
    {
      "epoch": 0.6683765497400928,
      "grad_norm": 7.5,
      "learning_rate": 1.65833394649975e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5375140130519866,
      "num_tokens": 405826538.0,
      "step": 526920
    },
    {
      "epoch": 0.6683892343326255,
      "grad_norm": 6.03125,
      "learning_rate": 1.658270515491121e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5368240952491761,
      "num_tokens": 405834487.0,
      "step": 526930
    },
    {
      "epoch": 0.6684019189251583,
      "grad_norm": 4.625,
      "learning_rate": 1.658207084482492e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5401716321706772,
      "num_tokens": 405842732.0,
      "step": 526940
    },
    {
      "epoch": 0.6684146035176912,
      "grad_norm": 8.125,
      "learning_rate": 1.6581436534738627e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5515134364366532,
      "num_tokens": 405850328.0,
      "step": 526950
    },
    {
      "epoch": 0.668427288110224,
      "grad_norm": 5.28125,
      "learning_rate": 1.6580802224652336e-05,
      "loss": 1.8298,
      "mean_token_accuracy": 0.6004515767097474,
      "num_tokens": 405856281.0,
      "step": 526960
    },
    {
      "epoch": 0.6684399727027569,
      "grad_norm": 5.1875,
      "learning_rate": 1.6580167914566045e-05,
      "loss": 1.8929,
      "mean_token_accuracy": 0.5768613934516906,
      "num_tokens": 405863488.0,
      "step": 526970
    },
    {
      "epoch": 0.6684526572952897,
      "grad_norm": 7.0,
      "learning_rate": 1.6579533604479753e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5535592079162598,
      "num_tokens": 405870257.0,
      "step": 526980
    },
    {
      "epoch": 0.6684653418878226,
      "grad_norm": 5.21875,
      "learning_rate": 1.657889929439346e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5617467701435089,
      "num_tokens": 405878166.0,
      "step": 526990
    },
    {
      "epoch": 0.6684780264803554,
      "grad_norm": 5.78125,
      "learning_rate": 1.6578264984307167e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5277549356222153,
      "num_tokens": 405885943.0,
      "step": 527000
    },
    {
      "epoch": 0.6684907110728882,
      "grad_norm": 5.09375,
      "learning_rate": 1.657763067422088e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5599527359008789,
      "num_tokens": 405893970.0,
      "step": 527010
    },
    {
      "epoch": 0.668503395665421,
      "grad_norm": 4.625,
      "learning_rate": 1.6576996364134588e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.530128875374794,
      "num_tokens": 405902808.0,
      "step": 527020
    },
    {
      "epoch": 0.6685160802579538,
      "grad_norm": 6.4375,
      "learning_rate": 1.6576362054048294e-05,
      "loss": 2.2579,
      "mean_token_accuracy": 0.5381267964839935,
      "num_tokens": 405910743.0,
      "step": 527030
    },
    {
      "epoch": 0.6685287648504867,
      "grad_norm": 6.5,
      "learning_rate": 1.6575727743962002e-05,
      "loss": 1.7388,
      "mean_token_accuracy": 0.6040365099906921,
      "num_tokens": 405919566.0,
      "step": 527040
    },
    {
      "epoch": 0.6685414494430195,
      "grad_norm": 5.65625,
      "learning_rate": 1.657509343387571e-05,
      "loss": 1.8488,
      "mean_token_accuracy": 0.5845078825950623,
      "num_tokens": 405925754.0,
      "step": 527050
    },
    {
      "epoch": 0.6685541340355524,
      "grad_norm": 5.25,
      "learning_rate": 1.657445912378942e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5310587912797928,
      "num_tokens": 405934030.0,
      "step": 527060
    },
    {
      "epoch": 0.6685668186280852,
      "grad_norm": 6.4375,
      "learning_rate": 1.657382481370313e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.545464226603508,
      "num_tokens": 405940630.0,
      "step": 527070
    },
    {
      "epoch": 0.6685795032206181,
      "grad_norm": 5.1875,
      "learning_rate": 1.6573190503616837e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5431543558835983,
      "num_tokens": 405948266.0,
      "step": 527080
    },
    {
      "epoch": 0.6685921878131509,
      "grad_norm": 6.78125,
      "learning_rate": 1.6572556193530546e-05,
      "loss": 1.8573,
      "mean_token_accuracy": 0.5967988431453705,
      "num_tokens": 405955292.0,
      "step": 527090
    },
    {
      "epoch": 0.6686048724056837,
      "grad_norm": 5.6875,
      "learning_rate": 1.657192188344425e-05,
      "loss": 2.2657,
      "mean_token_accuracy": 0.5124198526144028,
      "num_tokens": 405963105.0,
      "step": 527100
    },
    {
      "epoch": 0.6686175569982166,
      "grad_norm": 5.40625,
      "learning_rate": 1.6571287573357964e-05,
      "loss": 2.271,
      "mean_token_accuracy": 0.5178061544895172,
      "num_tokens": 405970948.0,
      "step": 527110
    },
    {
      "epoch": 0.6686302415907494,
      "grad_norm": 6.03125,
      "learning_rate": 1.6570653263271672e-05,
      "loss": 2.1937,
      "mean_token_accuracy": 0.5245470553636551,
      "num_tokens": 405979730.0,
      "step": 527120
    },
    {
      "epoch": 0.6686429261832822,
      "grad_norm": 5.375,
      "learning_rate": 1.6570018953185378e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5468991339206696,
      "num_tokens": 405988336.0,
      "step": 527130
    },
    {
      "epoch": 0.668655610775815,
      "grad_norm": 7.0,
      "learning_rate": 1.6569384643099086e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5935897052288055,
      "num_tokens": 405993893.0,
      "step": 527140
    },
    {
      "epoch": 0.6686682953683479,
      "grad_norm": 6.34375,
      "learning_rate": 1.65687503330128e-05,
      "loss": 1.8289,
      "mean_token_accuracy": 0.5909163385629654,
      "num_tokens": 406000249.0,
      "step": 527150
    },
    {
      "epoch": 0.6686809799608807,
      "grad_norm": 5.875,
      "learning_rate": 1.6568116022926504e-05,
      "loss": 1.8925,
      "mean_token_accuracy": 0.5740249514579773,
      "num_tokens": 406007106.0,
      "step": 527160
    },
    {
      "epoch": 0.6686936645534135,
      "grad_norm": 4.8125,
      "learning_rate": 1.6567481712840213e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5409123212099075,
      "num_tokens": 406015686.0,
      "step": 527170
    },
    {
      "epoch": 0.6687063491459464,
      "grad_norm": 5.03125,
      "learning_rate": 1.656684740275392e-05,
      "loss": 1.8537,
      "mean_token_accuracy": 0.5967125624418259,
      "num_tokens": 406023700.0,
      "step": 527180
    },
    {
      "epoch": 0.6687190337384792,
      "grad_norm": 6.9375,
      "learning_rate": 1.656621309266763e-05,
      "loss": 2.1854,
      "mean_token_accuracy": 0.5316341042518615,
      "num_tokens": 406031638.0,
      "step": 527190
    },
    {
      "epoch": 0.6687317183310121,
      "grad_norm": 5.15625,
      "learning_rate": 1.656557878258134e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.5219916075468063,
      "num_tokens": 406039545.0,
      "step": 527200
    },
    {
      "epoch": 0.6687444029235449,
      "grad_norm": 5.0,
      "learning_rate": 1.6564944472495048e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.538051164150238,
      "num_tokens": 406047841.0,
      "step": 527210
    },
    {
      "epoch": 0.6687570875160778,
      "grad_norm": 4.75,
      "learning_rate": 1.6564310162408756e-05,
      "loss": 2.2513,
      "mean_token_accuracy": 0.5094972878694535,
      "num_tokens": 406057252.0,
      "step": 527220
    },
    {
      "epoch": 0.6687697721086105,
      "grad_norm": 6.125,
      "learning_rate": 1.6563675852322465e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5539660364389419,
      "num_tokens": 406065669.0,
      "step": 527230
    },
    {
      "epoch": 0.6687824567011433,
      "grad_norm": 5.6875,
      "learning_rate": 1.656304154223617e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5603847175836563,
      "num_tokens": 406073663.0,
      "step": 527240
    },
    {
      "epoch": 0.6687951412936762,
      "grad_norm": 7.375,
      "learning_rate": 1.6562407232149882e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5615954041481018,
      "num_tokens": 406081090.0,
      "step": 527250
    },
    {
      "epoch": 0.668807825886209,
      "grad_norm": 5.375,
      "learning_rate": 1.656177292206359e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5594985395669937,
      "num_tokens": 406088809.0,
      "step": 527260
    },
    {
      "epoch": 0.6688205104787419,
      "grad_norm": 7.1875,
      "learning_rate": 1.6561138611977297e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5239620536565781,
      "num_tokens": 406095838.0,
      "step": 527270
    },
    {
      "epoch": 0.6688331950712747,
      "grad_norm": 5.4375,
      "learning_rate": 1.6560504301891005e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5379337459802628,
      "num_tokens": 406102637.0,
      "step": 527280
    },
    {
      "epoch": 0.6688458796638076,
      "grad_norm": 6.15625,
      "learning_rate": 1.6559869991804714e-05,
      "loss": 1.8721,
      "mean_token_accuracy": 0.5894122958183289,
      "num_tokens": 406108845.0,
      "step": 527290
    },
    {
      "epoch": 0.6688585642563404,
      "grad_norm": 7.15625,
      "learning_rate": 1.6559235681718423e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5328964471817017,
      "num_tokens": 406116387.0,
      "step": 527300
    },
    {
      "epoch": 0.6688712488488733,
      "grad_norm": 6.125,
      "learning_rate": 1.655860137163213e-05,
      "loss": 2.3444,
      "mean_token_accuracy": 0.5083943903446198,
      "num_tokens": 406124176.0,
      "step": 527310
    },
    {
      "epoch": 0.6688839334414061,
      "grad_norm": 5.96875,
      "learning_rate": 1.655796706154584e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5218215674161911,
      "num_tokens": 406132114.0,
      "step": 527320
    },
    {
      "epoch": 0.6688966180339389,
      "grad_norm": 6.65625,
      "learning_rate": 1.655733275145955e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5517288535833359,
      "num_tokens": 406140697.0,
      "step": 527330
    },
    {
      "epoch": 0.6689093026264717,
      "grad_norm": 6.78125,
      "learning_rate": 1.6556698441373254e-05,
      "loss": 1.7988,
      "mean_token_accuracy": 0.5896923243999481,
      "num_tokens": 406148382.0,
      "step": 527340
    },
    {
      "epoch": 0.6689219872190045,
      "grad_norm": 4.90625,
      "learning_rate": 1.6556064131286966e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5343682765960693,
      "num_tokens": 406156378.0,
      "step": 527350
    },
    {
      "epoch": 0.6689346718115374,
      "grad_norm": 5.0625,
      "learning_rate": 1.6555429821200675e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5373083561658859,
      "num_tokens": 406164347.0,
      "step": 527360
    },
    {
      "epoch": 0.6689473564040702,
      "grad_norm": 6.375,
      "learning_rate": 1.655479551111438e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5536778390407562,
      "num_tokens": 406172815.0,
      "step": 527370
    },
    {
      "epoch": 0.6689600409966031,
      "grad_norm": 4.71875,
      "learning_rate": 1.655416120102809e-05,
      "loss": 2.2223,
      "mean_token_accuracy": 0.5149575352668763,
      "num_tokens": 406181074.0,
      "step": 527380
    },
    {
      "epoch": 0.6689727255891359,
      "grad_norm": 4.84375,
      "learning_rate": 1.6553526890941798e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5441732347011566,
      "num_tokens": 406189717.0,
      "step": 527390
    },
    {
      "epoch": 0.6689854101816687,
      "grad_norm": 4.90625,
      "learning_rate": 1.655289258085551e-05,
      "loss": 1.9739,
      "mean_token_accuracy": 0.551096373796463,
      "num_tokens": 406197649.0,
      "step": 527400
    },
    {
      "epoch": 0.6689980947742016,
      "grad_norm": 6.53125,
      "learning_rate": 1.6552258270769216e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5249985456466675,
      "num_tokens": 406206600.0,
      "step": 527410
    },
    {
      "epoch": 0.6690107793667344,
      "grad_norm": 5.6875,
      "learning_rate": 1.6551623960682924e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5309381037950516,
      "num_tokens": 406214800.0,
      "step": 527420
    },
    {
      "epoch": 0.6690234639592673,
      "grad_norm": 5.03125,
      "learning_rate": 1.6550989650596633e-05,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5539967179298401,
      "num_tokens": 406221289.0,
      "step": 527430
    },
    {
      "epoch": 0.6690361485518,
      "grad_norm": 5.25,
      "learning_rate": 1.6550355340510342e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5050093740224838,
      "num_tokens": 406229303.0,
      "step": 527440
    },
    {
      "epoch": 0.6690488331443329,
      "grad_norm": 10.875,
      "learning_rate": 1.654972103042405e-05,
      "loss": 1.7432,
      "mean_token_accuracy": 0.6153460919857026,
      "num_tokens": 406234745.0,
      "step": 527450
    },
    {
      "epoch": 0.6690615177368657,
      "grad_norm": 4.96875,
      "learning_rate": 1.654908672033776e-05,
      "loss": 1.869,
      "mean_token_accuracy": 0.5761021792888641,
      "num_tokens": 406242600.0,
      "step": 527460
    },
    {
      "epoch": 0.6690742023293986,
      "grad_norm": 5.46875,
      "learning_rate": 1.6548452410251468e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5491356313228607,
      "num_tokens": 406250597.0,
      "step": 527470
    },
    {
      "epoch": 0.6690868869219314,
      "grad_norm": 6.4375,
      "learning_rate": 1.6547818100165173e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5667154043912888,
      "num_tokens": 406257919.0,
      "step": 527480
    },
    {
      "epoch": 0.6690995715144642,
      "grad_norm": 5.21875,
      "learning_rate": 1.6547183790078882e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5688899785280228,
      "num_tokens": 406265656.0,
      "step": 527490
    },
    {
      "epoch": 0.6691122561069971,
      "grad_norm": 4.625,
      "learning_rate": 1.6546549479992594e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5323806643486023,
      "num_tokens": 406273264.0,
      "step": 527500
    },
    {
      "epoch": 0.6691249406995299,
      "grad_norm": 9.75,
      "learning_rate": 1.65459151699063e-05,
      "loss": 2.1937,
      "mean_token_accuracy": 0.510890781879425,
      "num_tokens": 406280762.0,
      "step": 527510
    },
    {
      "epoch": 0.6691376252920628,
      "grad_norm": 5.25,
      "learning_rate": 1.6545280859820008e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5651827156543732,
      "num_tokens": 406288109.0,
      "step": 527520
    },
    {
      "epoch": 0.6691503098845956,
      "grad_norm": 4.34375,
      "learning_rate": 1.6544646549733717e-05,
      "loss": 1.8892,
      "mean_token_accuracy": 0.5891055941581727,
      "num_tokens": 406295158.0,
      "step": 527530
    },
    {
      "epoch": 0.6691629944771285,
      "grad_norm": 5.25,
      "learning_rate": 1.6544012239647426e-05,
      "loss": 1.911,
      "mean_token_accuracy": 0.5740283101797103,
      "num_tokens": 406302798.0,
      "step": 527540
    },
    {
      "epoch": 0.6691756790696612,
      "grad_norm": 5.75,
      "learning_rate": 1.6543377929561135e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5515206396579743,
      "num_tokens": 406309001.0,
      "step": 527550
    },
    {
      "epoch": 0.669188363662194,
      "grad_norm": 5.5,
      "learning_rate": 1.6542743619474843e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5263897627592087,
      "num_tokens": 406316896.0,
      "step": 527560
    },
    {
      "epoch": 0.6692010482547269,
      "grad_norm": 4.875,
      "learning_rate": 1.6542109309388552e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5266188234090805,
      "num_tokens": 406325113.0,
      "step": 527570
    },
    {
      "epoch": 0.6692137328472597,
      "grad_norm": 5.9375,
      "learning_rate": 1.6541474999302257e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5680748134851455,
      "num_tokens": 406332598.0,
      "step": 527580
    },
    {
      "epoch": 0.6692264174397926,
      "grad_norm": 4.71875,
      "learning_rate": 1.654084068921597e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5486574947834015,
      "num_tokens": 406340703.0,
      "step": 527590
    },
    {
      "epoch": 0.6692391020323254,
      "grad_norm": 4.9375,
      "learning_rate": 1.6540206379129678e-05,
      "loss": 1.8406,
      "mean_token_accuracy": 0.5894394189119339,
      "num_tokens": 406348671.0,
      "step": 527600
    },
    {
      "epoch": 0.6692517866248583,
      "grad_norm": 6.46875,
      "learning_rate": 1.6539572069043387e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5377674907445907,
      "num_tokens": 406356775.0,
      "step": 527610
    },
    {
      "epoch": 0.6692644712173911,
      "grad_norm": 5.84375,
      "learning_rate": 1.6538937758957092e-05,
      "loss": 1.7985,
      "mean_token_accuracy": 0.5903422415256501,
      "num_tokens": 406363118.0,
      "step": 527620
    },
    {
      "epoch": 0.6692771558099239,
      "grad_norm": 5.875,
      "learning_rate": 1.65383034488708e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5343176394701004,
      "num_tokens": 406369995.0,
      "step": 527630
    },
    {
      "epoch": 0.6692898404024568,
      "grad_norm": 5.75,
      "learning_rate": 1.6537669138784513e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5384155631065368,
      "num_tokens": 406377770.0,
      "step": 527640
    },
    {
      "epoch": 0.6693025249949895,
      "grad_norm": 5.375,
      "learning_rate": 1.653703482869822e-05,
      "loss": 2.2253,
      "mean_token_accuracy": 0.5077162474393845,
      "num_tokens": 406385809.0,
      "step": 527650
    },
    {
      "epoch": 0.6693152095875224,
      "grad_norm": 5.03125,
      "learning_rate": 1.6536400518611927e-05,
      "loss": 1.9896,
      "mean_token_accuracy": 0.5565745621919632,
      "num_tokens": 406392477.0,
      "step": 527660
    },
    {
      "epoch": 0.6693278941800552,
      "grad_norm": 6.0625,
      "learning_rate": 1.6535766208525636e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.552199849486351,
      "num_tokens": 406401111.0,
      "step": 527670
    },
    {
      "epoch": 0.6693405787725881,
      "grad_norm": 6.90625,
      "learning_rate": 1.6535131898439345e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5404944062232971,
      "num_tokens": 406408905.0,
      "step": 527680
    },
    {
      "epoch": 0.6693532633651209,
      "grad_norm": 5.46875,
      "learning_rate": 1.6534497588353053e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5186975061893463,
      "num_tokens": 406417085.0,
      "step": 527690
    },
    {
      "epoch": 0.6693659479576538,
      "grad_norm": 5.15625,
      "learning_rate": 1.6533863278266762e-05,
      "loss": 2.1429,
      "mean_token_accuracy": 0.531104889512062,
      "num_tokens": 406425195.0,
      "step": 527700
    },
    {
      "epoch": 0.6693786325501866,
      "grad_norm": 5.40625,
      "learning_rate": 1.653322896818047e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5290753543376923,
      "num_tokens": 406433697.0,
      "step": 527710
    },
    {
      "epoch": 0.6693913171427194,
      "grad_norm": 6.1875,
      "learning_rate": 1.6532594658094176e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5334414809942245,
      "num_tokens": 406442414.0,
      "step": 527720
    },
    {
      "epoch": 0.6694040017352523,
      "grad_norm": 8.875,
      "learning_rate": 1.6531960348007885e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5489449232816697,
      "num_tokens": 406448602.0,
      "step": 527730
    },
    {
      "epoch": 0.6694166863277851,
      "grad_norm": 4.9375,
      "learning_rate": 1.6531326037921597e-05,
      "loss": 1.7498,
      "mean_token_accuracy": 0.6007817149162292,
      "num_tokens": 406455913.0,
      "step": 527740
    },
    {
      "epoch": 0.669429370920318,
      "grad_norm": 5.375,
      "learning_rate": 1.6530691727835303e-05,
      "loss": 1.8739,
      "mean_token_accuracy": 0.58254733979702,
      "num_tokens": 406463593.0,
      "step": 527750
    },
    {
      "epoch": 0.6694420555128507,
      "grad_norm": 4.5625,
      "learning_rate": 1.653005741774901e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5547652006149292,
      "num_tokens": 406472109.0,
      "step": 527760
    },
    {
      "epoch": 0.6694547401053836,
      "grad_norm": 9.0625,
      "learning_rate": 1.652942310766272e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.549901694059372,
      "num_tokens": 406479420.0,
      "step": 527770
    },
    {
      "epoch": 0.6694674246979164,
      "grad_norm": 5.78125,
      "learning_rate": 1.652878879757643e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5496058821678161,
      "num_tokens": 406486720.0,
      "step": 527780
    },
    {
      "epoch": 0.6694801092904492,
      "grad_norm": 5.6875,
      "learning_rate": 1.6528154487490137e-05,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5450088828802109,
      "num_tokens": 406493487.0,
      "step": 527790
    },
    {
      "epoch": 0.6694927938829821,
      "grad_norm": 5.0,
      "learning_rate": 1.6527520177403846e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5174172341823577,
      "num_tokens": 406502130.0,
      "step": 527800
    },
    {
      "epoch": 0.6695054784755149,
      "grad_norm": 5.3125,
      "learning_rate": 1.6526885867317555e-05,
      "loss": 1.9702,
      "mean_token_accuracy": 0.5706714391708374,
      "num_tokens": 406509608.0,
      "step": 527810
    },
    {
      "epoch": 0.6695181630680478,
      "grad_norm": 5.34375,
      "learning_rate": 1.6526251557231264e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5225528925657272,
      "num_tokens": 406517948.0,
      "step": 527820
    },
    {
      "epoch": 0.6695308476605806,
      "grad_norm": 6.125,
      "learning_rate": 1.652561724714497e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5636685222387314,
      "num_tokens": 406524594.0,
      "step": 527830
    },
    {
      "epoch": 0.6695435322531135,
      "grad_norm": 6.46875,
      "learning_rate": 1.652498293705868e-05,
      "loss": 1.7832,
      "mean_token_accuracy": 0.6009585857391357,
      "num_tokens": 406532370.0,
      "step": 527840
    },
    {
      "epoch": 0.6695562168456463,
      "grad_norm": 6.28125,
      "learning_rate": 1.652434862697239e-05,
      "loss": 1.8208,
      "mean_token_accuracy": 0.5881206095218658,
      "num_tokens": 406539367.0,
      "step": 527850
    },
    {
      "epoch": 0.6695689014381792,
      "grad_norm": 5.4375,
      "learning_rate": 1.6523714316886095e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5396252363920212,
      "num_tokens": 406547989.0,
      "step": 527860
    },
    {
      "epoch": 0.6695815860307119,
      "grad_norm": 5.90625,
      "learning_rate": 1.6523080006799804e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5800664901733399,
      "num_tokens": 406554180.0,
      "step": 527870
    },
    {
      "epoch": 0.6695942706232447,
      "grad_norm": 7.9375,
      "learning_rate": 1.6522445696713513e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5587125778198242,
      "num_tokens": 406562952.0,
      "step": 527880
    },
    {
      "epoch": 0.6696069552157776,
      "grad_norm": 7.3125,
      "learning_rate": 1.652181138662722e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5296004921197891,
      "num_tokens": 406570184.0,
      "step": 527890
    },
    {
      "epoch": 0.6696196398083104,
      "grad_norm": 4.59375,
      "learning_rate": 1.652117707654093e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5351072609424591,
      "num_tokens": 406577002.0,
      "step": 527900
    },
    {
      "epoch": 0.6696323244008433,
      "grad_norm": 4.96875,
      "learning_rate": 1.652054276645464e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5509509742259979,
      "num_tokens": 406584661.0,
      "step": 527910
    },
    {
      "epoch": 0.6696450089933761,
      "grad_norm": 4.875,
      "learning_rate": 1.6519908456368348e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5421365410089493,
      "num_tokens": 406592861.0,
      "step": 527920
    },
    {
      "epoch": 0.669657693585909,
      "grad_norm": 5.9375,
      "learning_rate": 1.6519274146282053e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.525162348151207,
      "num_tokens": 406600701.0,
      "step": 527930
    },
    {
      "epoch": 0.6696703781784418,
      "grad_norm": 7.125,
      "learning_rate": 1.6518639836195765e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5690386891365051,
      "num_tokens": 406607893.0,
      "step": 527940
    },
    {
      "epoch": 0.6696830627709746,
      "grad_norm": 5.28125,
      "learning_rate": 1.6518005526109474e-05,
      "loss": 2.2561,
      "mean_token_accuracy": 0.5139828473329544,
      "num_tokens": 406616916.0,
      "step": 527950
    },
    {
      "epoch": 0.6696957473635075,
      "grad_norm": 5.5625,
      "learning_rate": 1.651737121602318e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5478580296039581,
      "num_tokens": 406624247.0,
      "step": 527960
    },
    {
      "epoch": 0.6697084319560402,
      "grad_norm": 4.96875,
      "learning_rate": 1.6516736905936888e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5667635977268219,
      "num_tokens": 406632118.0,
      "step": 527970
    },
    {
      "epoch": 0.6697211165485731,
      "grad_norm": 4.65625,
      "learning_rate": 1.6516102595850597e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5418367087841034,
      "num_tokens": 406641450.0,
      "step": 527980
    },
    {
      "epoch": 0.6697338011411059,
      "grad_norm": 4.8125,
      "learning_rate": 1.651546828576431e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5451576441526413,
      "num_tokens": 406649405.0,
      "step": 527990
    },
    {
      "epoch": 0.6697464857336388,
      "grad_norm": 5.15625,
      "learning_rate": 1.6514833975678014e-05,
      "loss": 1.8943,
      "mean_token_accuracy": 0.5819335997104644,
      "num_tokens": 406657460.0,
      "step": 528000
    },
    {
      "epoch": 0.6697591703261716,
      "grad_norm": 6.84375,
      "learning_rate": 1.6514199665591723e-05,
      "loss": 1.7785,
      "mean_token_accuracy": 0.5989697992801666,
      "num_tokens": 406665180.0,
      "step": 528010
    },
    {
      "epoch": 0.6697718549187045,
      "grad_norm": 7.75,
      "learning_rate": 1.6513565355505432e-05,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5395899832248687,
      "num_tokens": 406673208.0,
      "step": 528020
    },
    {
      "epoch": 0.6697845395112373,
      "grad_norm": 5.84375,
      "learning_rate": 1.651293104541914e-05,
      "loss": 2.3396,
      "mean_token_accuracy": 0.5089012950658798,
      "num_tokens": 406681688.0,
      "step": 528030
    },
    {
      "epoch": 0.6697972241037701,
      "grad_norm": 5.1875,
      "learning_rate": 1.651229673533285e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5225981265306473,
      "num_tokens": 406690119.0,
      "step": 528040
    },
    {
      "epoch": 0.669809908696303,
      "grad_norm": 8.1875,
      "learning_rate": 1.6511662425246558e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5547728061676025,
      "num_tokens": 406697388.0,
      "step": 528050
    },
    {
      "epoch": 0.6698225932888358,
      "grad_norm": 7.4375,
      "learning_rate": 1.6511028115160267e-05,
      "loss": 1.7568,
      "mean_token_accuracy": 0.5981641918420791,
      "num_tokens": 406703279.0,
      "step": 528060
    },
    {
      "epoch": 0.6698352778813687,
      "grad_norm": 5.96875,
      "learning_rate": 1.6510393805073972e-05,
      "loss": 2.2434,
      "mean_token_accuracy": 0.522489258646965,
      "num_tokens": 406711681.0,
      "step": 528070
    },
    {
      "epoch": 0.6698479624739014,
      "grad_norm": 5.21875,
      "learning_rate": 1.6509759494987684e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5508796304464341,
      "num_tokens": 406719504.0,
      "step": 528080
    },
    {
      "epoch": 0.6698606470664343,
      "grad_norm": 5.78125,
      "learning_rate": 1.6509125184901393e-05,
      "loss": 1.8661,
      "mean_token_accuracy": 0.5780187487602234,
      "num_tokens": 406726944.0,
      "step": 528090
    },
    {
      "epoch": 0.6698733316589671,
      "grad_norm": 14.1875,
      "learning_rate": 1.6508490874815098e-05,
      "loss": 1.9256,
      "mean_token_accuracy": 0.5818150877952576,
      "num_tokens": 406733352.0,
      "step": 528100
    },
    {
      "epoch": 0.6698860162514999,
      "grad_norm": 7.53125,
      "learning_rate": 1.6507856564728807e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5378522455692292,
      "num_tokens": 406741138.0,
      "step": 528110
    },
    {
      "epoch": 0.6698987008440328,
      "grad_norm": 7.03125,
      "learning_rate": 1.6507222254642516e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5485850930213928,
      "num_tokens": 406748993.0,
      "step": 528120
    },
    {
      "epoch": 0.6699113854365656,
      "grad_norm": 5.5,
      "learning_rate": 1.6506587944556224e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5491251111030578,
      "num_tokens": 406757429.0,
      "step": 528130
    },
    {
      "epoch": 0.6699240700290985,
      "grad_norm": 4.875,
      "learning_rate": 1.6505953634469933e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5350855499505996,
      "num_tokens": 406764609.0,
      "step": 528140
    },
    {
      "epoch": 0.6699367546216313,
      "grad_norm": 11.3125,
      "learning_rate": 1.6505319324383642e-05,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5663472235202789,
      "num_tokens": 406771119.0,
      "step": 528150
    },
    {
      "epoch": 0.6699494392141642,
      "grad_norm": 6.53125,
      "learning_rate": 1.650468501429735e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5444767594337463,
      "num_tokens": 406778815.0,
      "step": 528160
    },
    {
      "epoch": 0.669962123806697,
      "grad_norm": 5.78125,
      "learning_rate": 1.6504050704211056e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5454480111598968,
      "num_tokens": 406785921.0,
      "step": 528170
    },
    {
      "epoch": 0.6699748083992297,
      "grad_norm": 5.625,
      "learning_rate": 1.6503416394124768e-05,
      "loss": 1.8183,
      "mean_token_accuracy": 0.6071333885192871,
      "num_tokens": 406791641.0,
      "step": 528180
    },
    {
      "epoch": 0.6699874929917626,
      "grad_norm": 7.03125,
      "learning_rate": 1.6502782084038477e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.556390130519867,
      "num_tokens": 406799091.0,
      "step": 528190
    },
    {
      "epoch": 0.6700001775842954,
      "grad_norm": 6.59375,
      "learning_rate": 1.6502147773952186e-05,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5569796234369278,
      "num_tokens": 406807018.0,
      "step": 528200
    },
    {
      "epoch": 0.6700128621768283,
      "grad_norm": 5.71875,
      "learning_rate": 1.650151346386589e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5660025596618652,
      "num_tokens": 406814219.0,
      "step": 528210
    },
    {
      "epoch": 0.6700255467693611,
      "grad_norm": 7.75,
      "learning_rate": 1.65008791537796e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5346457570791244,
      "num_tokens": 406822005.0,
      "step": 528220
    },
    {
      "epoch": 0.670038231361894,
      "grad_norm": 6.09375,
      "learning_rate": 1.6500244843693312e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5766479909420014,
      "num_tokens": 406829066.0,
      "step": 528230
    },
    {
      "epoch": 0.6700509159544268,
      "grad_norm": 5.625,
      "learning_rate": 1.6499610533607017e-05,
      "loss": 1.9381,
      "mean_token_accuracy": 0.5640363186597824,
      "num_tokens": 406837580.0,
      "step": 528240
    },
    {
      "epoch": 0.6700636005469597,
      "grad_norm": 7.15625,
      "learning_rate": 1.6498976223520726e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5515148878097534,
      "num_tokens": 406845518.0,
      "step": 528250
    },
    {
      "epoch": 0.6700762851394925,
      "grad_norm": 7.0,
      "learning_rate": 1.6498341913434435e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.534696078300476,
      "num_tokens": 406853307.0,
      "step": 528260
    },
    {
      "epoch": 0.6700889697320253,
      "grad_norm": 5.96875,
      "learning_rate": 1.6497707603348143e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5600504696369171,
      "num_tokens": 406860605.0,
      "step": 528270
    },
    {
      "epoch": 0.6701016543245581,
      "grad_norm": 5.78125,
      "learning_rate": 1.6497073293261852e-05,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5518697291612625,
      "num_tokens": 406867626.0,
      "step": 528280
    },
    {
      "epoch": 0.6701143389170909,
      "grad_norm": 11.9375,
      "learning_rate": 1.649643898317556e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5335689693689346,
      "num_tokens": 406874941.0,
      "step": 528290
    },
    {
      "epoch": 0.6701270235096238,
      "grad_norm": 4.875,
      "learning_rate": 1.649580467308927e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5212728023529053,
      "num_tokens": 406882320.0,
      "step": 528300
    },
    {
      "epoch": 0.6701397081021566,
      "grad_norm": 5.3125,
      "learning_rate": 1.6495170363002975e-05,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5573864370584488,
      "num_tokens": 406889416.0,
      "step": 528310
    },
    {
      "epoch": 0.6701523926946895,
      "grad_norm": 5.0625,
      "learning_rate": 1.6494536052916684e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5326605379581452,
      "num_tokens": 406896285.0,
      "step": 528320
    },
    {
      "epoch": 0.6701650772872223,
      "grad_norm": 6.25,
      "learning_rate": 1.6493901742830396e-05,
      "loss": 2.2935,
      "mean_token_accuracy": 0.5070073336362839,
      "num_tokens": 406904521.0,
      "step": 528330
    },
    {
      "epoch": 0.6701777618797551,
      "grad_norm": 7.40625,
      "learning_rate": 1.64932674327441e-05,
      "loss": 2.1529,
      "mean_token_accuracy": 0.5275414437055588,
      "num_tokens": 406911648.0,
      "step": 528340
    },
    {
      "epoch": 0.670190446472288,
      "grad_norm": 5.5,
      "learning_rate": 1.649263312265781e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5298034489154816,
      "num_tokens": 406919605.0,
      "step": 528350
    },
    {
      "epoch": 0.6702031310648208,
      "grad_norm": 4.9375,
      "learning_rate": 1.649199881257152e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5356915473937989,
      "num_tokens": 406927425.0,
      "step": 528360
    },
    {
      "epoch": 0.6702158156573537,
      "grad_norm": 4.8125,
      "learning_rate": 1.6491364502485227e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5327418386936188,
      "num_tokens": 406935588.0,
      "step": 528370
    },
    {
      "epoch": 0.6702285002498864,
      "grad_norm": 7.5,
      "learning_rate": 1.6490730192398936e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5463566899299621,
      "num_tokens": 406941965.0,
      "step": 528380
    },
    {
      "epoch": 0.6702411848424193,
      "grad_norm": 6.125,
      "learning_rate": 1.6490095882312645e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5393083781003952,
      "num_tokens": 406950865.0,
      "step": 528390
    },
    {
      "epoch": 0.6702538694349521,
      "grad_norm": 5.40625,
      "learning_rate": 1.6489461572226354e-05,
      "loss": 1.6356,
      "mean_token_accuracy": 0.6363983154296875,
      "num_tokens": 406957161.0,
      "step": 528400
    },
    {
      "epoch": 0.670266554027485,
      "grad_norm": 5.4375,
      "learning_rate": 1.6488827262140062e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5473010331392288,
      "num_tokens": 406964874.0,
      "step": 528410
    },
    {
      "epoch": 0.6702792386200178,
      "grad_norm": 6.4375,
      "learning_rate": 1.6488192952053768e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.537163782119751,
      "num_tokens": 406973202.0,
      "step": 528420
    },
    {
      "epoch": 0.6702919232125506,
      "grad_norm": 4.21875,
      "learning_rate": 1.648755864196748e-05,
      "loss": 1.9199,
      "mean_token_accuracy": 0.572625783085823,
      "num_tokens": 406980644.0,
      "step": 528430
    },
    {
      "epoch": 0.6703046078050835,
      "grad_norm": 5.96875,
      "learning_rate": 1.648692433188119e-05,
      "loss": 2.2475,
      "mean_token_accuracy": 0.5086990982294083,
      "num_tokens": 406988709.0,
      "step": 528440
    },
    {
      "epoch": 0.6703172923976163,
      "grad_norm": 6.34375,
      "learning_rate": 1.6486290021794894e-05,
      "loss": 1.9169,
      "mean_token_accuracy": 0.5598704278469085,
      "num_tokens": 406996649.0,
      "step": 528450
    },
    {
      "epoch": 0.6703299769901492,
      "grad_norm": 7.46875,
      "learning_rate": 1.6485655711708603e-05,
      "loss": 1.7974,
      "mean_token_accuracy": 0.5912404775619506,
      "num_tokens": 407003589.0,
      "step": 528460
    },
    {
      "epoch": 0.670342661582682,
      "grad_norm": 5.875,
      "learning_rate": 1.648502140162231e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5547592729330063,
      "num_tokens": 407011394.0,
      "step": 528470
    },
    {
      "epoch": 0.6703553461752149,
      "grad_norm": 5.09375,
      "learning_rate": 1.648438709153602e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.583589106798172,
      "num_tokens": 407019132.0,
      "step": 528480
    },
    {
      "epoch": 0.6703680307677476,
      "grad_norm": 4.65625,
      "learning_rate": 1.648375278144973e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5601538062095642,
      "num_tokens": 407028301.0,
      "step": 528490
    },
    {
      "epoch": 0.6703807153602804,
      "grad_norm": 5.25,
      "learning_rate": 1.6483118471363438e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5429041624069214,
      "num_tokens": 407036503.0,
      "step": 528500
    },
    {
      "epoch": 0.6703933999528133,
      "grad_norm": 5.46875,
      "learning_rate": 1.6482484161277146e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5529712915420533,
      "num_tokens": 407042833.0,
      "step": 528510
    },
    {
      "epoch": 0.6704060845453461,
      "grad_norm": 5.40625,
      "learning_rate": 1.6481849851190855e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5301726847887039,
      "num_tokens": 407051109.0,
      "step": 528520
    },
    {
      "epoch": 0.670418769137879,
      "grad_norm": 4.71875,
      "learning_rate": 1.6481215541104564e-05,
      "loss": 1.7686,
      "mean_token_accuracy": 0.603495579957962,
      "num_tokens": 407057647.0,
      "step": 528530
    },
    {
      "epoch": 0.6704314537304118,
      "grad_norm": 5.09375,
      "learning_rate": 1.6480581231018273e-05,
      "loss": 2.242,
      "mean_token_accuracy": 0.5139439910650253,
      "num_tokens": 407066154.0,
      "step": 528540
    },
    {
      "epoch": 0.6704441383229447,
      "grad_norm": 5.9375,
      "learning_rate": 1.6479946920931978e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5488135546445847,
      "num_tokens": 407073215.0,
      "step": 528550
    },
    {
      "epoch": 0.6704568229154775,
      "grad_norm": 4.875,
      "learning_rate": 1.6479312610845687e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.557208800315857,
      "num_tokens": 407081802.0,
      "step": 528560
    },
    {
      "epoch": 0.6704695075080103,
      "grad_norm": 5.53125,
      "learning_rate": 1.64786783007594e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5481763333082199,
      "num_tokens": 407088812.0,
      "step": 528570
    },
    {
      "epoch": 0.6704821921005432,
      "grad_norm": 4.875,
      "learning_rate": 1.6478043990673108e-05,
      "loss": 2.2297,
      "mean_token_accuracy": 0.5130259960889816,
      "num_tokens": 407096073.0,
      "step": 528580
    },
    {
      "epoch": 0.670494876693076,
      "grad_norm": 5.53125,
      "learning_rate": 1.6477409680586813e-05,
      "loss": 1.87,
      "mean_token_accuracy": 0.5838493525981903,
      "num_tokens": 407104866.0,
      "step": 528590
    },
    {
      "epoch": 0.6705075612856088,
      "grad_norm": 6.0,
      "learning_rate": 1.647677537050052e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5427206039428711,
      "num_tokens": 407112304.0,
      "step": 528600
    },
    {
      "epoch": 0.6705202458781416,
      "grad_norm": 5.4375,
      "learning_rate": 1.647614106041423e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5436336010694504,
      "num_tokens": 407121693.0,
      "step": 528610
    },
    {
      "epoch": 0.6705329304706745,
      "grad_norm": 5.6875,
      "learning_rate": 1.647550675032794e-05,
      "loss": 1.7502,
      "mean_token_accuracy": 0.6296946346759796,
      "num_tokens": 407127133.0,
      "step": 528620
    },
    {
      "epoch": 0.6705456150632073,
      "grad_norm": 5.4375,
      "learning_rate": 1.6474872440241648e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.549991175532341,
      "num_tokens": 407133950.0,
      "step": 528630
    },
    {
      "epoch": 0.6705582996557402,
      "grad_norm": 5.1875,
      "learning_rate": 1.6474238130155357e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.539080235362053,
      "num_tokens": 407142936.0,
      "step": 528640
    },
    {
      "epoch": 0.670570984248273,
      "grad_norm": 7.25,
      "learning_rate": 1.6473603820069065e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5455526530742645,
      "num_tokens": 407149840.0,
      "step": 528650
    },
    {
      "epoch": 0.6705836688408058,
      "grad_norm": 5.625,
      "learning_rate": 1.647296950998277e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5358864903450012,
      "num_tokens": 407157302.0,
      "step": 528660
    },
    {
      "epoch": 0.6705963534333387,
      "grad_norm": 4.65625,
      "learning_rate": 1.6472335199896483e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5488650679588318,
      "num_tokens": 407165014.0,
      "step": 528670
    },
    {
      "epoch": 0.6706090380258715,
      "grad_norm": 6.09375,
      "learning_rate": 1.647170088981019e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5467274278402329,
      "num_tokens": 407171721.0,
      "step": 528680
    },
    {
      "epoch": 0.6706217226184044,
      "grad_norm": 5.625,
      "learning_rate": 1.6471066579723897e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.552559494972229,
      "num_tokens": 407179029.0,
      "step": 528690
    },
    {
      "epoch": 0.6706344072109371,
      "grad_norm": 8.75,
      "learning_rate": 1.6470432269637606e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.537155705690384,
      "num_tokens": 407187332.0,
      "step": 528700
    },
    {
      "epoch": 0.67064709180347,
      "grad_norm": 3.953125,
      "learning_rate": 1.6469797959551314e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5662334889173508,
      "num_tokens": 407196304.0,
      "step": 528710
    },
    {
      "epoch": 0.6706597763960028,
      "grad_norm": 5.25,
      "learning_rate": 1.6469163649465023e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5426885426044464,
      "num_tokens": 407203657.0,
      "step": 528720
    },
    {
      "epoch": 0.6706724609885356,
      "grad_norm": 6.09375,
      "learning_rate": 1.6468529339378732e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5194122582674027,
      "num_tokens": 407211050.0,
      "step": 528730
    },
    {
      "epoch": 0.6706851455810685,
      "grad_norm": 4.84375,
      "learning_rate": 1.646789502929244e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5347963184118271,
      "num_tokens": 407218103.0,
      "step": 528740
    },
    {
      "epoch": 0.6706978301736013,
      "grad_norm": 6.1875,
      "learning_rate": 1.646726071920615e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5352769732475281,
      "num_tokens": 407225948.0,
      "step": 528750
    },
    {
      "epoch": 0.6707105147661342,
      "grad_norm": 4.75,
      "learning_rate": 1.6466626409119855e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5478453040122986,
      "num_tokens": 407234553.0,
      "step": 528760
    },
    {
      "epoch": 0.670723199358667,
      "grad_norm": 5.4375,
      "learning_rate": 1.6465992099033567e-05,
      "loss": 2.1909,
      "mean_token_accuracy": 0.523041045665741,
      "num_tokens": 407242816.0,
      "step": 528770
    },
    {
      "epoch": 0.6707358839511999,
      "grad_norm": 3.46875,
      "learning_rate": 1.6465357788947276e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5462691515684128,
      "num_tokens": 407251866.0,
      "step": 528780
    },
    {
      "epoch": 0.6707485685437327,
      "grad_norm": 5.09375,
      "learning_rate": 1.6464723478860984e-05,
      "loss": 1.7813,
      "mean_token_accuracy": 0.6016776919364929,
      "num_tokens": 407258391.0,
      "step": 528790
    },
    {
      "epoch": 0.6707612531362656,
      "grad_norm": 7.40625,
      "learning_rate": 1.646408916877469e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5392031490802764,
      "num_tokens": 407266410.0,
      "step": 528800
    },
    {
      "epoch": 0.6707739377287983,
      "grad_norm": 5.71875,
      "learning_rate": 1.64634548586884e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5664418876171112,
      "num_tokens": 407274624.0,
      "step": 528810
    },
    {
      "epoch": 0.6707866223213311,
      "grad_norm": 5.21875,
      "learning_rate": 1.646282054860211e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5651425629854202,
      "num_tokens": 407282266.0,
      "step": 528820
    },
    {
      "epoch": 0.670799306913864,
      "grad_norm": 5.46875,
      "learning_rate": 1.6462186238515816e-05,
      "loss": 2.2261,
      "mean_token_accuracy": 0.5200426369905472,
      "num_tokens": 407290519.0,
      "step": 528830
    },
    {
      "epoch": 0.6708119915063968,
      "grad_norm": 7.34375,
      "learning_rate": 1.6461551928429525e-05,
      "loss": 1.9716,
      "mean_token_accuracy": 0.552518892288208,
      "num_tokens": 407298114.0,
      "step": 528840
    },
    {
      "epoch": 0.6708246760989297,
      "grad_norm": 7.1875,
      "learning_rate": 1.6460917618343233e-05,
      "loss": 1.8113,
      "mean_token_accuracy": 0.5954181641340256,
      "num_tokens": 407305585.0,
      "step": 528850
    },
    {
      "epoch": 0.6708373606914625,
      "grad_norm": 5.1875,
      "learning_rate": 1.6460283308256942e-05,
      "loss": 1.89,
      "mean_token_accuracy": 0.5759901374578476,
      "num_tokens": 407312521.0,
      "step": 528860
    },
    {
      "epoch": 0.6708500452839954,
      "grad_norm": 6.96875,
      "learning_rate": 1.645964899817065e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5399165749549866,
      "num_tokens": 407318143.0,
      "step": 528870
    },
    {
      "epoch": 0.6708627298765282,
      "grad_norm": 7.59375,
      "learning_rate": 1.645901468808436e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5462083876132965,
      "num_tokens": 407326614.0,
      "step": 528880
    },
    {
      "epoch": 0.670875414469061,
      "grad_norm": 4.84375,
      "learning_rate": 1.645838037799807e-05,
      "loss": 1.894,
      "mean_token_accuracy": 0.5708477854728699,
      "num_tokens": 407334357.0,
      "step": 528890
    },
    {
      "epoch": 0.6708880990615939,
      "grad_norm": 5.125,
      "learning_rate": 1.6457746067911774e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5273608207702637,
      "num_tokens": 407342431.0,
      "step": 528900
    },
    {
      "epoch": 0.6709007836541266,
      "grad_norm": 6.375,
      "learning_rate": 1.6457111757825482e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5229295402765274,
      "num_tokens": 407349883.0,
      "step": 528910
    },
    {
      "epoch": 0.6709134682466595,
      "grad_norm": 6.125,
      "learning_rate": 1.6456477447739195e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5364895820617676,
      "num_tokens": 407358153.0,
      "step": 528920
    },
    {
      "epoch": 0.6709261528391923,
      "grad_norm": 5.15625,
      "learning_rate": 1.64558431376529e-05,
      "loss": 1.8899,
      "mean_token_accuracy": 0.5773113548755646,
      "num_tokens": 407366171.0,
      "step": 528930
    },
    {
      "epoch": 0.6709388374317252,
      "grad_norm": 5.40625,
      "learning_rate": 1.645520882756661e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5312145620584487,
      "num_tokens": 407374103.0,
      "step": 528940
    },
    {
      "epoch": 0.670951522024258,
      "grad_norm": 5.71875,
      "learning_rate": 1.6454574517480317e-05,
      "loss": 1.8478,
      "mean_token_accuracy": 0.5911781042814255,
      "num_tokens": 407381591.0,
      "step": 528950
    },
    {
      "epoch": 0.6709642066167909,
      "grad_norm": 5.25,
      "learning_rate": 1.645394020739403e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5525086998939515,
      "num_tokens": 407388489.0,
      "step": 528960
    },
    {
      "epoch": 0.6709768912093237,
      "grad_norm": 7.53125,
      "learning_rate": 1.6453305897307735e-05,
      "loss": 1.8474,
      "mean_token_accuracy": 0.5799832463264465,
      "num_tokens": 407394665.0,
      "step": 528970
    },
    {
      "epoch": 0.6709895758018565,
      "grad_norm": 5.8125,
      "learning_rate": 1.6452671587221444e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5538337349891662,
      "num_tokens": 407402291.0,
      "step": 528980
    },
    {
      "epoch": 0.6710022603943894,
      "grad_norm": 4.75,
      "learning_rate": 1.6452037277135152e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5560903072357177,
      "num_tokens": 407411088.0,
      "step": 528990
    },
    {
      "epoch": 0.6710149449869222,
      "grad_norm": 5.5625,
      "learning_rate": 1.645140296704886e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5295791417360306,
      "num_tokens": 407418552.0,
      "step": 529000
    },
    {
      "epoch": 0.671027629579455,
      "grad_norm": 5.90625,
      "learning_rate": 1.645076865696257e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.541754424571991,
      "num_tokens": 407425909.0,
      "step": 529010
    },
    {
      "epoch": 0.6710403141719878,
      "grad_norm": 5.59375,
      "learning_rate": 1.645013434687628e-05,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5199780523777008,
      "num_tokens": 407434253.0,
      "step": 529020
    },
    {
      "epoch": 0.6710529987645207,
      "grad_norm": 6.9375,
      "learning_rate": 1.6449500036789987e-05,
      "loss": 2.249,
      "mean_token_accuracy": 0.5177262187004089,
      "num_tokens": 407441927.0,
      "step": 529030
    },
    {
      "epoch": 0.6710656833570535,
      "grad_norm": 9.3125,
      "learning_rate": 1.6448865726703693e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5757722556591034,
      "num_tokens": 407448581.0,
      "step": 529040
    },
    {
      "epoch": 0.6710783679495863,
      "grad_norm": 12.8125,
      "learning_rate": 1.64482314166174e-05,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5796891778707505,
      "num_tokens": 407454152.0,
      "step": 529050
    },
    {
      "epoch": 0.6710910525421192,
      "grad_norm": 6.25,
      "learning_rate": 1.6447597106531114e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5552215486764908,
      "num_tokens": 407462940.0,
      "step": 529060
    },
    {
      "epoch": 0.671103737134652,
      "grad_norm": 5.9375,
      "learning_rate": 1.644696279644482e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.548109519481659,
      "num_tokens": 407470230.0,
      "step": 529070
    },
    {
      "epoch": 0.6711164217271849,
      "grad_norm": 6.21875,
      "learning_rate": 1.6446328486358528e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5488477230072022,
      "num_tokens": 407477682.0,
      "step": 529080
    },
    {
      "epoch": 0.6711291063197177,
      "grad_norm": 5.15625,
      "learning_rate": 1.6445694176272236e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5482220351696014,
      "num_tokens": 407484716.0,
      "step": 529090
    },
    {
      "epoch": 0.6711417909122506,
      "grad_norm": 7.25,
      "learning_rate": 1.6445059866185945e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5463786661624909,
      "num_tokens": 407492608.0,
      "step": 529100
    },
    {
      "epoch": 0.6711544755047834,
      "grad_norm": 4.65625,
      "learning_rate": 1.6444425556099654e-05,
      "loss": 1.8979,
      "mean_token_accuracy": 0.5720264196395874,
      "num_tokens": 407500739.0,
      "step": 529110
    },
    {
      "epoch": 0.6711671600973161,
      "grad_norm": 4.8125,
      "learning_rate": 1.6443791246013363e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5278291225433349,
      "num_tokens": 407509466.0,
      "step": 529120
    },
    {
      "epoch": 0.671179844689849,
      "grad_norm": 4.71875,
      "learning_rate": 1.644315693592707e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5326700687408448,
      "num_tokens": 407517352.0,
      "step": 529130
    },
    {
      "epoch": 0.6711925292823818,
      "grad_norm": 4.75,
      "learning_rate": 1.6442522625840777e-05,
      "loss": 1.7767,
      "mean_token_accuracy": 0.600120809674263,
      "num_tokens": 407525359.0,
      "step": 529140
    },
    {
      "epoch": 0.6712052138749147,
      "grad_norm": 6.25,
      "learning_rate": 1.6441888315754485e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5550480097532272,
      "num_tokens": 407533283.0,
      "step": 529150
    },
    {
      "epoch": 0.6712178984674475,
      "grad_norm": 6.4375,
      "learning_rate": 1.6441254005668198e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5712341398000718,
      "num_tokens": 407540052.0,
      "step": 529160
    },
    {
      "epoch": 0.6712305830599804,
      "grad_norm": 5.4375,
      "learning_rate": 1.6440619695581906e-05,
      "loss": 1.904,
      "mean_token_accuracy": 0.5739635825157166,
      "num_tokens": 407548289.0,
      "step": 529170
    },
    {
      "epoch": 0.6712432676525132,
      "grad_norm": 5.59375,
      "learning_rate": 1.643998538549561e-05,
      "loss": 2.2351,
      "mean_token_accuracy": 0.5112488806247711,
      "num_tokens": 407556883.0,
      "step": 529180
    },
    {
      "epoch": 0.6712559522450461,
      "grad_norm": 5.25,
      "learning_rate": 1.643935107540932e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5471460849046708,
      "num_tokens": 407564972.0,
      "step": 529190
    },
    {
      "epoch": 0.6712686368375789,
      "grad_norm": 6.96875,
      "learning_rate": 1.643871676532303e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5241370230913163,
      "num_tokens": 407572544.0,
      "step": 529200
    },
    {
      "epoch": 0.6712813214301117,
      "grad_norm": 5.25,
      "learning_rate": 1.6438082455236738e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5199957966804505,
      "num_tokens": 407581314.0,
      "step": 529210
    },
    {
      "epoch": 0.6712940060226446,
      "grad_norm": 5.125,
      "learning_rate": 1.6437448145150447e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5762025654315949,
      "num_tokens": 407588999.0,
      "step": 529220
    },
    {
      "epoch": 0.6713066906151773,
      "grad_norm": 5.03125,
      "learning_rate": 1.6436813835064155e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5703140437602997,
      "num_tokens": 407597004.0,
      "step": 529230
    },
    {
      "epoch": 0.6713193752077102,
      "grad_norm": 4.9375,
      "learning_rate": 1.6436179524977864e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5470269620418549,
      "num_tokens": 407604778.0,
      "step": 529240
    },
    {
      "epoch": 0.671332059800243,
      "grad_norm": 5.34375,
      "learning_rate": 1.643554521489157e-05,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5260771751403809,
      "num_tokens": 407612927.0,
      "step": 529250
    },
    {
      "epoch": 0.6713447443927759,
      "grad_norm": 5.3125,
      "learning_rate": 1.643491090480528e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5543467164039612,
      "num_tokens": 407621001.0,
      "step": 529260
    },
    {
      "epoch": 0.6713574289853087,
      "grad_norm": 5.0,
      "learning_rate": 1.643427659471899e-05,
      "loss": 1.7433,
      "mean_token_accuracy": 0.6030782997608185,
      "num_tokens": 407627805.0,
      "step": 529270
    },
    {
      "epoch": 0.6713701135778415,
      "grad_norm": 7.125,
      "learning_rate": 1.6433642284632696e-05,
      "loss": 1.8464,
      "mean_token_accuracy": 0.5829351127147675,
      "num_tokens": 407633788.0,
      "step": 529280
    },
    {
      "epoch": 0.6713827981703744,
      "grad_norm": 5.125,
      "learning_rate": 1.6433007974546404e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5624163776636124,
      "num_tokens": 407642049.0,
      "step": 529290
    },
    {
      "epoch": 0.6713954827629072,
      "grad_norm": 7.4375,
      "learning_rate": 1.6432373664460113e-05,
      "loss": 1.7594,
      "mean_token_accuracy": 0.6179317265748978,
      "num_tokens": 407647503.0,
      "step": 529300
    },
    {
      "epoch": 0.6714081673554401,
      "grad_norm": 7.125,
      "learning_rate": 1.6431739354373822e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5478067010641098,
      "num_tokens": 407655771.0,
      "step": 529310
    },
    {
      "epoch": 0.6714208519479729,
      "grad_norm": 7.125,
      "learning_rate": 1.643110504428753e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5267119914293289,
      "num_tokens": 407664231.0,
      "step": 529320
    },
    {
      "epoch": 0.6714335365405057,
      "grad_norm": 4.90625,
      "learning_rate": 1.643047073420124e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5532867461442947,
      "num_tokens": 407672414.0,
      "step": 529330
    },
    {
      "epoch": 0.6714462211330385,
      "grad_norm": 7.34375,
      "learning_rate": 1.6429836424114948e-05,
      "loss": 2.2921,
      "mean_token_accuracy": 0.5050312906503678,
      "num_tokens": 407680756.0,
      "step": 529340
    },
    {
      "epoch": 0.6714589057255714,
      "grad_norm": 5.21875,
      "learning_rate": 1.6429202114028653e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5447152704000473,
      "num_tokens": 407688134.0,
      "step": 529350
    },
    {
      "epoch": 0.6714715903181042,
      "grad_norm": 5.84375,
      "learning_rate": 1.6428567803942366e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.53262859582901,
      "num_tokens": 407696069.0,
      "step": 529360
    },
    {
      "epoch": 0.671484274910637,
      "grad_norm": 6.53125,
      "learning_rate": 1.6427933493856074e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5268862873315812,
      "num_tokens": 407705010.0,
      "step": 529370
    },
    {
      "epoch": 0.6714969595031699,
      "grad_norm": 5.65625,
      "learning_rate": 1.6427299183769783e-05,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5306098133325576,
      "num_tokens": 407712087.0,
      "step": 529380
    },
    {
      "epoch": 0.6715096440957027,
      "grad_norm": 9.25,
      "learning_rate": 1.642666487368349e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5413001209497452,
      "num_tokens": 407719971.0,
      "step": 529390
    },
    {
      "epoch": 0.6715223286882356,
      "grad_norm": 6.1875,
      "learning_rate": 1.6426030563597197e-05,
      "loss": 1.7447,
      "mean_token_accuracy": 0.611808580160141,
      "num_tokens": 407727829.0,
      "step": 529400
    },
    {
      "epoch": 0.6715350132807684,
      "grad_norm": 5.5,
      "learning_rate": 1.642539625351091e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.549057686328888,
      "num_tokens": 407735246.0,
      "step": 529410
    },
    {
      "epoch": 0.6715476978733013,
      "grad_norm": 5.875,
      "learning_rate": 1.6424761943424615e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5288359701633454,
      "num_tokens": 407742723.0,
      "step": 529420
    },
    {
      "epoch": 0.671560382465834,
      "grad_norm": 5.15625,
      "learning_rate": 1.6424127633338323e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5250383973121643,
      "num_tokens": 407750341.0,
      "step": 529430
    },
    {
      "epoch": 0.6715730670583668,
      "grad_norm": 8.25,
      "learning_rate": 1.6423493323252032e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.564537525177002,
      "num_tokens": 407757994.0,
      "step": 529440
    },
    {
      "epoch": 0.6715857516508997,
      "grad_norm": 5.1875,
      "learning_rate": 1.642285901316574e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5198517054319381,
      "num_tokens": 407766357.0,
      "step": 529450
    },
    {
      "epoch": 0.6715984362434325,
      "grad_norm": 5.3125,
      "learning_rate": 1.642222470307945e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.562669375538826,
      "num_tokens": 407773749.0,
      "step": 529460
    },
    {
      "epoch": 0.6716111208359654,
      "grad_norm": 6.25,
      "learning_rate": 1.642159039299316e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5410042434930802,
      "num_tokens": 407779531.0,
      "step": 529470
    },
    {
      "epoch": 0.6716238054284982,
      "grad_norm": 4.8125,
      "learning_rate": 1.6420956082906867e-05,
      "loss": 1.8123,
      "mean_token_accuracy": 0.5958715379238129,
      "num_tokens": 407788391.0,
      "step": 529480
    },
    {
      "epoch": 0.6716364900210311,
      "grad_norm": 5.15625,
      "learning_rate": 1.6420321772820572e-05,
      "loss": 1.7994,
      "mean_token_accuracy": 0.6000526428222657,
      "num_tokens": 407793465.0,
      "step": 529490
    },
    {
      "epoch": 0.6716491746135639,
      "grad_norm": 5.21875,
      "learning_rate": 1.6419687462734285e-05,
      "loss": 2.3084,
      "mean_token_accuracy": 0.5124342560768127,
      "num_tokens": 407801940.0,
      "step": 529500
    },
    {
      "epoch": 0.6716618592060967,
      "grad_norm": 6.28125,
      "learning_rate": 1.6419053152647993e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.52332623898983,
      "num_tokens": 407810548.0,
      "step": 529510
    },
    {
      "epoch": 0.6716745437986296,
      "grad_norm": 4.84375,
      "learning_rate": 1.64184188425617e-05,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5737335354089736,
      "num_tokens": 407817473.0,
      "step": 529520
    },
    {
      "epoch": 0.6716872283911623,
      "grad_norm": 6.40625,
      "learning_rate": 1.6417784532475407e-05,
      "loss": 1.8535,
      "mean_token_accuracy": 0.5780815750360488,
      "num_tokens": 407824927.0,
      "step": 529530
    },
    {
      "epoch": 0.6716999129836952,
      "grad_norm": 4.84375,
      "learning_rate": 1.6417150222389116e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5364796698093415,
      "num_tokens": 407832764.0,
      "step": 529540
    },
    {
      "epoch": 0.671712597576228,
      "grad_norm": 5.8125,
      "learning_rate": 1.6416515912302828e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5416043519973754,
      "num_tokens": 407840026.0,
      "step": 529550
    },
    {
      "epoch": 0.6717252821687609,
      "grad_norm": 6.71875,
      "learning_rate": 1.6415881602216534e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.558964517712593,
      "num_tokens": 407847168.0,
      "step": 529560
    },
    {
      "epoch": 0.6717379667612937,
      "grad_norm": 4.96875,
      "learning_rate": 1.6415247292130242e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5133311927318573,
      "num_tokens": 407855827.0,
      "step": 529570
    },
    {
      "epoch": 0.6717506513538266,
      "grad_norm": 6.0625,
      "learning_rate": 1.641461298204395e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5298972398042678,
      "num_tokens": 407865149.0,
      "step": 529580
    },
    {
      "epoch": 0.6717633359463594,
      "grad_norm": 5.625,
      "learning_rate": 1.641397867195766e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.559741097688675,
      "num_tokens": 407873063.0,
      "step": 529590
    },
    {
      "epoch": 0.6717760205388922,
      "grad_norm": 4.875,
      "learning_rate": 1.641334436187137e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5491430908441544,
      "num_tokens": 407880935.0,
      "step": 529600
    },
    {
      "epoch": 0.6717887051314251,
      "grad_norm": 5.1875,
      "learning_rate": 1.6412710051785077e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.533700454235077,
      "num_tokens": 407889397.0,
      "step": 529610
    },
    {
      "epoch": 0.6718013897239579,
      "grad_norm": 9.375,
      "learning_rate": 1.6412075741698786e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5573625206947327,
      "num_tokens": 407895264.0,
      "step": 529620
    },
    {
      "epoch": 0.6718140743164908,
      "grad_norm": 8.4375,
      "learning_rate": 1.641144143161249e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5539012759923935,
      "num_tokens": 407901509.0,
      "step": 529630
    },
    {
      "epoch": 0.6718267589090235,
      "grad_norm": 6.75,
      "learning_rate": 1.64108071215262e-05,
      "loss": 1.9066,
      "mean_token_accuracy": 0.5715622365474701,
      "num_tokens": 407908654.0,
      "step": 529640
    },
    {
      "epoch": 0.6718394435015564,
      "grad_norm": 5.09375,
      "learning_rate": 1.6410172811439912e-05,
      "loss": 2.2141,
      "mean_token_accuracy": 0.5202230870723724,
      "num_tokens": 407917654.0,
      "step": 529650
    },
    {
      "epoch": 0.6718521280940892,
      "grad_norm": 6.125,
      "learning_rate": 1.6409538501353618e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5567840337753296,
      "num_tokens": 407925947.0,
      "step": 529660
    },
    {
      "epoch": 0.671864812686622,
      "grad_norm": 5.53125,
      "learning_rate": 1.6408904191267326e-05,
      "loss": 2.2553,
      "mean_token_accuracy": 0.5133628100156784,
      "num_tokens": 407935187.0,
      "step": 529670
    },
    {
      "epoch": 0.6718774972791549,
      "grad_norm": 6.125,
      "learning_rate": 1.6408269881181035e-05,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5804258167743683,
      "num_tokens": 407941994.0,
      "step": 529680
    },
    {
      "epoch": 0.6718901818716877,
      "grad_norm": 5.75,
      "learning_rate": 1.6407635571094744e-05,
      "loss": 2.335,
      "mean_token_accuracy": 0.5036755084991456,
      "num_tokens": 407949320.0,
      "step": 529690
    },
    {
      "epoch": 0.6719028664642206,
      "grad_norm": 5.90625,
      "learning_rate": 1.6407001261008453e-05,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5494728684425354,
      "num_tokens": 407957164.0,
      "step": 529700
    },
    {
      "epoch": 0.6719155510567534,
      "grad_norm": 5.5625,
      "learning_rate": 1.640636695092216e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5256849378347397,
      "num_tokens": 407965331.0,
      "step": 529710
    },
    {
      "epoch": 0.6719282356492863,
      "grad_norm": 5.9375,
      "learning_rate": 1.640573264083587e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5356040745973587,
      "num_tokens": 407973106.0,
      "step": 529720
    },
    {
      "epoch": 0.6719409202418191,
      "grad_norm": 4.375,
      "learning_rate": 1.6405098330749575e-05,
      "loss": 1.7796,
      "mean_token_accuracy": 0.6027734637260437,
      "num_tokens": 407981342.0,
      "step": 529730
    },
    {
      "epoch": 0.671953604834352,
      "grad_norm": 5.40625,
      "learning_rate": 1.6404464020663284e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5180167108774185,
      "num_tokens": 407988721.0,
      "step": 529740
    },
    {
      "epoch": 0.6719662894268847,
      "grad_norm": 4.90625,
      "learning_rate": 1.6403829710576996e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5530082941055298,
      "num_tokens": 407996223.0,
      "step": 529750
    },
    {
      "epoch": 0.6719789740194175,
      "grad_norm": 9.625,
      "learning_rate": 1.6403195400490705e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5589120090007782,
      "num_tokens": 408003919.0,
      "step": 529760
    },
    {
      "epoch": 0.6719916586119504,
      "grad_norm": 5.875,
      "learning_rate": 1.640256109040441e-05,
      "loss": 1.9061,
      "mean_token_accuracy": 0.5816792547702789,
      "num_tokens": 408010823.0,
      "step": 529770
    },
    {
      "epoch": 0.6720043432044832,
      "grad_norm": 5.90625,
      "learning_rate": 1.640192678031812e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.515808430314064,
      "num_tokens": 408019455.0,
      "step": 529780
    },
    {
      "epoch": 0.6720170277970161,
      "grad_norm": 8.3125,
      "learning_rate": 1.6401292470231828e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5421531230211258,
      "num_tokens": 408027702.0,
      "step": 529790
    },
    {
      "epoch": 0.6720297123895489,
      "grad_norm": 5.84375,
      "learning_rate": 1.6400658160145537e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5723312705755234,
      "num_tokens": 408035820.0,
      "step": 529800
    },
    {
      "epoch": 0.6720423969820818,
      "grad_norm": 7.84375,
      "learning_rate": 1.6400023850059245e-05,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5629235506057739,
      "num_tokens": 408042994.0,
      "step": 529810
    },
    {
      "epoch": 0.6720550815746146,
      "grad_norm": 7.625,
      "learning_rate": 1.6399389539972954e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.531673613190651,
      "num_tokens": 408049820.0,
      "step": 529820
    },
    {
      "epoch": 0.6720677661671474,
      "grad_norm": 5.25,
      "learning_rate": 1.6398755229886663e-05,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5666903793811798,
      "num_tokens": 408058809.0,
      "step": 529830
    },
    {
      "epoch": 0.6720804507596803,
      "grad_norm": 5.25,
      "learning_rate": 1.6398120919800368e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5198584228754044,
      "num_tokens": 408066844.0,
      "step": 529840
    },
    {
      "epoch": 0.672093135352213,
      "grad_norm": 5.28125,
      "learning_rate": 1.639748660971408e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5281602293252945,
      "num_tokens": 408075190.0,
      "step": 529850
    },
    {
      "epoch": 0.6721058199447459,
      "grad_norm": 5.53125,
      "learning_rate": 1.639685229962779e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5401761442422867,
      "num_tokens": 408083354.0,
      "step": 529860
    },
    {
      "epoch": 0.6721185045372787,
      "grad_norm": 5.15625,
      "learning_rate": 1.6396217989541494e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5544245958328247,
      "num_tokens": 408092279.0,
      "step": 529870
    },
    {
      "epoch": 0.6721311891298116,
      "grad_norm": 5.9375,
      "learning_rate": 1.6395583679455203e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5353328496217727,
      "num_tokens": 408100298.0,
      "step": 529880
    },
    {
      "epoch": 0.6721438737223444,
      "grad_norm": 5.34375,
      "learning_rate": 1.6394949369368915e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.5221255540847778,
      "num_tokens": 408109406.0,
      "step": 529890
    },
    {
      "epoch": 0.6721565583148773,
      "grad_norm": 5.84375,
      "learning_rate": 1.639431505928262e-05,
      "loss": 2.1818,
      "mean_token_accuracy": 0.5289028882980347,
      "num_tokens": 408116813.0,
      "step": 529900
    },
    {
      "epoch": 0.6721692429074101,
      "grad_norm": 5.03125,
      "learning_rate": 1.639368074919633e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5270036041736603,
      "num_tokens": 408125582.0,
      "step": 529910
    },
    {
      "epoch": 0.6721819274999429,
      "grad_norm": 5.8125,
      "learning_rate": 1.6393046439110038e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5181198269128799,
      "num_tokens": 408133711.0,
      "step": 529920
    },
    {
      "epoch": 0.6721946120924758,
      "grad_norm": 4.9375,
      "learning_rate": 1.6392412129023747e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5308967560529709,
      "num_tokens": 408141700.0,
      "step": 529930
    },
    {
      "epoch": 0.6722072966850086,
      "grad_norm": 5.28125,
      "learning_rate": 1.6391777818937456e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.5499823689460754,
      "num_tokens": 408149799.0,
      "step": 529940
    },
    {
      "epoch": 0.6722199812775415,
      "grad_norm": 5.34375,
      "learning_rate": 1.6391143508851164e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5431851625442505,
      "num_tokens": 408156862.0,
      "step": 529950
    },
    {
      "epoch": 0.6722326658700742,
      "grad_norm": 8.8125,
      "learning_rate": 1.6390509198764873e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.551374951004982,
      "num_tokens": 408163841.0,
      "step": 529960
    },
    {
      "epoch": 0.6722453504626071,
      "grad_norm": 7.71875,
      "learning_rate": 1.6389874888678582e-05,
      "loss": 2.3143,
      "mean_token_accuracy": 0.5065832585096359,
      "num_tokens": 408173068.0,
      "step": 529970
    },
    {
      "epoch": 0.6722580350551399,
      "grad_norm": 5.25,
      "learning_rate": 1.6389240578592287e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.551574882864952,
      "num_tokens": 408181451.0,
      "step": 529980
    },
    {
      "epoch": 0.6722707196476727,
      "grad_norm": 5.0625,
      "learning_rate": 1.6388606268506e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5532546013593673,
      "num_tokens": 408189837.0,
      "step": 529990
    },
    {
      "epoch": 0.6722834042402056,
      "grad_norm": 4.8125,
      "learning_rate": 1.6387971958419708e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5710766345262528,
      "num_tokens": 408196580.0,
      "step": 530000
    },
    {
      "epoch": 0.6722960888327384,
      "grad_norm": 5.3125,
      "learning_rate": 1.6387337648333413e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.541451695561409,
      "num_tokens": 408205823.0,
      "step": 530010
    },
    {
      "epoch": 0.6723087734252713,
      "grad_norm": 12.0625,
      "learning_rate": 1.6386703338247122e-05,
      "loss": 1.8706,
      "mean_token_accuracy": 0.5851537615060807,
      "num_tokens": 408212623.0,
      "step": 530020
    },
    {
      "epoch": 0.6723214580178041,
      "grad_norm": 5.5,
      "learning_rate": 1.638606902816083e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5428819388151169,
      "num_tokens": 408220099.0,
      "step": 530030
    },
    {
      "epoch": 0.672334142610337,
      "grad_norm": 5.40625,
      "learning_rate": 1.638543471807454e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.539265614748001,
      "num_tokens": 408227565.0,
      "step": 530040
    },
    {
      "epoch": 0.6723468272028698,
      "grad_norm": 8.4375,
      "learning_rate": 1.6384800407988248e-05,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5671074628829956,
      "num_tokens": 408233741.0,
      "step": 530050
    },
    {
      "epoch": 0.6723595117954025,
      "grad_norm": 6.9375,
      "learning_rate": 1.6384166097901957e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5388951539993286,
      "num_tokens": 408241574.0,
      "step": 530060
    },
    {
      "epoch": 0.6723721963879354,
      "grad_norm": 5.875,
      "learning_rate": 1.6383531787815666e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5505660384893417,
      "num_tokens": 408250415.0,
      "step": 530070
    },
    {
      "epoch": 0.6723848809804682,
      "grad_norm": 9.125,
      "learning_rate": 1.638289747772937e-05,
      "loss": 1.9401,
      "mean_token_accuracy": 0.5635011047124863,
      "num_tokens": 408256481.0,
      "step": 530080
    },
    {
      "epoch": 0.6723975655730011,
      "grad_norm": 6.0625,
      "learning_rate": 1.6382263167643083e-05,
      "loss": 2.2551,
      "mean_token_accuracy": 0.520925298333168,
      "num_tokens": 408265273.0,
      "step": 530090
    },
    {
      "epoch": 0.6724102501655339,
      "grad_norm": 7.15625,
      "learning_rate": 1.6381628857556792e-05,
      "loss": 1.8238,
      "mean_token_accuracy": 0.5749894261360169,
      "num_tokens": 408271600.0,
      "step": 530100
    },
    {
      "epoch": 0.6724229347580668,
      "grad_norm": 7.09375,
      "learning_rate": 1.6380994547470497e-05,
      "loss": 2.2454,
      "mean_token_accuracy": 0.5246225327253342,
      "num_tokens": 408279726.0,
      "step": 530110
    },
    {
      "epoch": 0.6724356193505996,
      "grad_norm": 5.03125,
      "learning_rate": 1.6380360237384206e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5399276971817016,
      "num_tokens": 408288518.0,
      "step": 530120
    },
    {
      "epoch": 0.6724483039431325,
      "grad_norm": 4.46875,
      "learning_rate": 1.6379725927297915e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5634280651807785,
      "num_tokens": 408296466.0,
      "step": 530130
    },
    {
      "epoch": 0.6724609885356653,
      "grad_norm": 7.15625,
      "learning_rate": 1.6379091617211627e-05,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5378213316202164,
      "num_tokens": 408304338.0,
      "step": 530140
    },
    {
      "epoch": 0.6724736731281981,
      "grad_norm": 5.21875,
      "learning_rate": 1.6378457307125332e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5187516927719116,
      "num_tokens": 408312432.0,
      "step": 530150
    },
    {
      "epoch": 0.672486357720731,
      "grad_norm": 4.9375,
      "learning_rate": 1.637782299703904e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5261798709630966,
      "num_tokens": 408320612.0,
      "step": 530160
    },
    {
      "epoch": 0.6724990423132637,
      "grad_norm": 6.15625,
      "learning_rate": 1.637718868695275e-05,
      "loss": 1.6912,
      "mean_token_accuracy": 0.6069550454616547,
      "num_tokens": 408327303.0,
      "step": 530170
    },
    {
      "epoch": 0.6725117269057966,
      "grad_norm": 5.25,
      "learning_rate": 1.637655437686646e-05,
      "loss": 2.2887,
      "mean_token_accuracy": 0.5057482123374939,
      "num_tokens": 408335416.0,
      "step": 530180
    },
    {
      "epoch": 0.6725244114983294,
      "grad_norm": 5.0625,
      "learning_rate": 1.6375920066780167e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5579268544912338,
      "num_tokens": 408343126.0,
      "step": 530190
    },
    {
      "epoch": 0.6725370960908623,
      "grad_norm": 4.78125,
      "learning_rate": 1.6375285756693876e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5371034115552902,
      "num_tokens": 408351247.0,
      "step": 530200
    },
    {
      "epoch": 0.6725497806833951,
      "grad_norm": 7.09375,
      "learning_rate": 1.6374651446607585e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5441341131925583,
      "num_tokens": 408357937.0,
      "step": 530210
    },
    {
      "epoch": 0.6725624652759279,
      "grad_norm": 5.21875,
      "learning_rate": 1.637401713652129e-05,
      "loss": 1.8197,
      "mean_token_accuracy": 0.5891142725944519,
      "num_tokens": 408364429.0,
      "step": 530220
    },
    {
      "epoch": 0.6725751498684608,
      "grad_norm": 5.46875,
      "learning_rate": 1.6373382826435e-05,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5615166336297989,
      "num_tokens": 408372225.0,
      "step": 530230
    },
    {
      "epoch": 0.6725878344609936,
      "grad_norm": 5.59375,
      "learning_rate": 1.637274851634871e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5514043480157852,
      "num_tokens": 408379833.0,
      "step": 530240
    },
    {
      "epoch": 0.6726005190535265,
      "grad_norm": 5.5625,
      "learning_rate": 1.6372114206262416e-05,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5501428365707397,
      "num_tokens": 408387929.0,
      "step": 530250
    },
    {
      "epoch": 0.6726132036460593,
      "grad_norm": 5.15625,
      "learning_rate": 1.6371479896176125e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5462451308965683,
      "num_tokens": 408395288.0,
      "step": 530260
    },
    {
      "epoch": 0.6726258882385922,
      "grad_norm": 7.5625,
      "learning_rate": 1.6370845586089834e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5681560397148132,
      "num_tokens": 408402360.0,
      "step": 530270
    },
    {
      "epoch": 0.6726385728311249,
      "grad_norm": 4.90625,
      "learning_rate": 1.6370211276003543e-05,
      "loss": 1.8976,
      "mean_token_accuracy": 0.5748278379440308,
      "num_tokens": 408407862.0,
      "step": 530280
    },
    {
      "epoch": 0.6726512574236578,
      "grad_norm": 6.09375,
      "learning_rate": 1.636957696591725e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5445407778024673,
      "num_tokens": 408416889.0,
      "step": 530290
    },
    {
      "epoch": 0.6726639420161906,
      "grad_norm": 6.34375,
      "learning_rate": 1.636894265583096e-05,
      "loss": 1.8981,
      "mean_token_accuracy": 0.5808293581008911,
      "num_tokens": 408425107.0,
      "step": 530300
    },
    {
      "epoch": 0.6726766266087234,
      "grad_norm": 10.0625,
      "learning_rate": 1.636830834574467e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.521675193309784,
      "num_tokens": 408432937.0,
      "step": 530310
    },
    {
      "epoch": 0.6726893112012563,
      "grad_norm": 4.96875,
      "learning_rate": 1.6367674035658374e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.533114755153656,
      "num_tokens": 408441089.0,
      "step": 530320
    },
    {
      "epoch": 0.6727019957937891,
      "grad_norm": 7.03125,
      "learning_rate": 1.6367039725572086e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5322536021471024,
      "num_tokens": 408448568.0,
      "step": 530330
    },
    {
      "epoch": 0.672714680386322,
      "grad_norm": 15.0,
      "learning_rate": 1.6366405415485795e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.526026514172554,
      "num_tokens": 408456195.0,
      "step": 530340
    },
    {
      "epoch": 0.6727273649788548,
      "grad_norm": 5.46875,
      "learning_rate": 1.6365771105399504e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5618223518133163,
      "num_tokens": 408464011.0,
      "step": 530350
    },
    {
      "epoch": 0.6727400495713877,
      "grad_norm": 8.3125,
      "learning_rate": 1.636513679531321e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5297522157430649,
      "num_tokens": 408471405.0,
      "step": 530360
    },
    {
      "epoch": 0.6727527341639205,
      "grad_norm": 4.96875,
      "learning_rate": 1.6364502485226918e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5479083001613617,
      "num_tokens": 408480403.0,
      "step": 530370
    },
    {
      "epoch": 0.6727654187564532,
      "grad_norm": 5.0,
      "learning_rate": 1.636386817514063e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5299696028232574,
      "num_tokens": 408488130.0,
      "step": 530380
    },
    {
      "epoch": 0.6727781033489861,
      "grad_norm": 5.8125,
      "learning_rate": 1.6363233865054335e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5197846114635467,
      "num_tokens": 408495479.0,
      "step": 530390
    },
    {
      "epoch": 0.6727907879415189,
      "grad_norm": 6.375,
      "learning_rate": 1.6362599554968044e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5430650860071182,
      "num_tokens": 408504471.0,
      "step": 530400
    },
    {
      "epoch": 0.6728034725340518,
      "grad_norm": 7.40625,
      "learning_rate": 1.6361965244881753e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5561163187026977,
      "num_tokens": 408511487.0,
      "step": 530410
    },
    {
      "epoch": 0.6728161571265846,
      "grad_norm": 5.34375,
      "learning_rate": 1.636133093479546e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5487828582525254,
      "num_tokens": 408518842.0,
      "step": 530420
    },
    {
      "epoch": 0.6728288417191175,
      "grad_norm": 4.9375,
      "learning_rate": 1.636069662470917e-05,
      "loss": 2.3004,
      "mean_token_accuracy": 0.5072055548429489,
      "num_tokens": 408527486.0,
      "step": 530430
    },
    {
      "epoch": 0.6728415263116503,
      "grad_norm": 5.8125,
      "learning_rate": 1.636006231462288e-05,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5254148364067077,
      "num_tokens": 408535986.0,
      "step": 530440
    },
    {
      "epoch": 0.6728542109041831,
      "grad_norm": 4.84375,
      "learning_rate": 1.6359428004536588e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5431104987859726,
      "num_tokens": 408544226.0,
      "step": 530450
    },
    {
      "epoch": 0.672866895496716,
      "grad_norm": 7.3125,
      "learning_rate": 1.6358793694450293e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5729274034500123,
      "num_tokens": 408550789.0,
      "step": 530460
    },
    {
      "epoch": 0.6728795800892488,
      "grad_norm": 5.5,
      "learning_rate": 1.6358159384364002e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5280388116836547,
      "num_tokens": 408557606.0,
      "step": 530470
    },
    {
      "epoch": 0.6728922646817816,
      "grad_norm": 4.28125,
      "learning_rate": 1.6357525074277714e-05,
      "loss": 2.267,
      "mean_token_accuracy": 0.5099819302558899,
      "num_tokens": 408565229.0,
      "step": 530480
    },
    {
      "epoch": 0.6729049492743144,
      "grad_norm": 5.6875,
      "learning_rate": 1.635689076419142e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.533855476975441,
      "num_tokens": 408573316.0,
      "step": 530490
    },
    {
      "epoch": 0.6729176338668473,
      "grad_norm": 5.71875,
      "learning_rate": 1.6356256454105128e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5343908667564392,
      "num_tokens": 408581348.0,
      "step": 530500
    },
    {
      "epoch": 0.6729303184593801,
      "grad_norm": 4.875,
      "learning_rate": 1.6355622144018837e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5475178450345993,
      "num_tokens": 408590103.0,
      "step": 530510
    },
    {
      "epoch": 0.672943003051913,
      "grad_norm": 5.25,
      "learning_rate": 1.6354987833932545e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5408416748046875,
      "num_tokens": 408598229.0,
      "step": 530520
    },
    {
      "epoch": 0.6729556876444458,
      "grad_norm": 5.40625,
      "learning_rate": 1.6354353523846254e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5385385602712631,
      "num_tokens": 408606388.0,
      "step": 530530
    },
    {
      "epoch": 0.6729683722369786,
      "grad_norm": 5.375,
      "learning_rate": 1.6353719213759963e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5498311907052994,
      "num_tokens": 408614292.0,
      "step": 530540
    },
    {
      "epoch": 0.6729810568295115,
      "grad_norm": 7.0625,
      "learning_rate": 1.6353084903673672e-05,
      "loss": 1.8467,
      "mean_token_accuracy": 0.5841752648353576,
      "num_tokens": 408620467.0,
      "step": 530550
    },
    {
      "epoch": 0.6729937414220443,
      "grad_norm": 6.1875,
      "learning_rate": 1.635245059358738e-05,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5602014005184174,
      "num_tokens": 408628162.0,
      "step": 530560
    },
    {
      "epoch": 0.6730064260145772,
      "grad_norm": 6.1875,
      "learning_rate": 1.6351816283501086e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5598438590764999,
      "num_tokens": 408635138.0,
      "step": 530570
    },
    {
      "epoch": 0.67301911060711,
      "grad_norm": 7.53125,
      "learning_rate": 1.6351181973414798e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5303661972284317,
      "num_tokens": 408642793.0,
      "step": 530580
    },
    {
      "epoch": 0.6730317951996428,
      "grad_norm": 5.21875,
      "learning_rate": 1.6350547663328507e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5315968632698059,
      "num_tokens": 408652003.0,
      "step": 530590
    },
    {
      "epoch": 0.6730444797921756,
      "grad_norm": 5.75,
      "learning_rate": 1.6349913353242212e-05,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5634288281202317,
      "num_tokens": 408659288.0,
      "step": 530600
    },
    {
      "epoch": 0.6730571643847084,
      "grad_norm": 5.4375,
      "learning_rate": 1.634927904315592e-05,
      "loss": 1.712,
      "mean_token_accuracy": 0.6244514465332032,
      "num_tokens": 408666895.0,
      "step": 530610
    },
    {
      "epoch": 0.6730698489772413,
      "grad_norm": 5.3125,
      "learning_rate": 1.634864473306963e-05,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5505172789096833,
      "num_tokens": 408675983.0,
      "step": 530620
    },
    {
      "epoch": 0.6730825335697741,
      "grad_norm": 5.25,
      "learning_rate": 1.6348010422983338e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5215075105428696,
      "num_tokens": 408683872.0,
      "step": 530630
    },
    {
      "epoch": 0.673095218162307,
      "grad_norm": 6.34375,
      "learning_rate": 1.6347376112897047e-05,
      "loss": 2.2573,
      "mean_token_accuracy": 0.5192560315132141,
      "num_tokens": 408690941.0,
      "step": 530640
    },
    {
      "epoch": 0.6731079027548398,
      "grad_norm": 6.21875,
      "learning_rate": 1.6346741802810756e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.542057278752327,
      "num_tokens": 408697318.0,
      "step": 530650
    },
    {
      "epoch": 0.6731205873473727,
      "grad_norm": 7.1875,
      "learning_rate": 1.6346107492724464e-05,
      "loss": 1.8245,
      "mean_token_accuracy": 0.595913079380989,
      "num_tokens": 408705139.0,
      "step": 530660
    },
    {
      "epoch": 0.6731332719399055,
      "grad_norm": 7.0625,
      "learning_rate": 1.634547318263817e-05,
      "loss": 2.2647,
      "mean_token_accuracy": 0.5149374336004258,
      "num_tokens": 408712719.0,
      "step": 530670
    },
    {
      "epoch": 0.6731459565324384,
      "grad_norm": 7.1875,
      "learning_rate": 1.6344838872551882e-05,
      "loss": 1.7807,
      "mean_token_accuracy": 0.6079961746931076,
      "num_tokens": 408718326.0,
      "step": 530680
    },
    {
      "epoch": 0.6731586411249711,
      "grad_norm": 5.09375,
      "learning_rate": 1.634420456246559e-05,
      "loss": 1.7968,
      "mean_token_accuracy": 0.6017447084188461,
      "num_tokens": 408724768.0,
      "step": 530690
    },
    {
      "epoch": 0.6731713257175039,
      "grad_norm": 4.90625,
      "learning_rate": 1.6343570252379296e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5578292876482009,
      "num_tokens": 408732528.0,
      "step": 530700
    },
    {
      "epoch": 0.6731840103100368,
      "grad_norm": 8.125,
      "learning_rate": 1.6342935942293005e-05,
      "loss": 1.7582,
      "mean_token_accuracy": 0.601996710896492,
      "num_tokens": 408740030.0,
      "step": 530710
    },
    {
      "epoch": 0.6731966949025696,
      "grad_norm": 4.8125,
      "learning_rate": 1.6342301632206714e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5435911864042282,
      "num_tokens": 408748126.0,
      "step": 530720
    },
    {
      "epoch": 0.6732093794951025,
      "grad_norm": 4.5625,
      "learning_rate": 1.6341667322120426e-05,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5335171282291412,
      "num_tokens": 408756766.0,
      "step": 530730
    },
    {
      "epoch": 0.6732220640876353,
      "grad_norm": 4.90625,
      "learning_rate": 1.634103301203413e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5651587128639222,
      "num_tokens": 408763527.0,
      "step": 530740
    },
    {
      "epoch": 0.6732347486801682,
      "grad_norm": 5.9375,
      "learning_rate": 1.634039870194784e-05,
      "loss": 1.86,
      "mean_token_accuracy": 0.577440494298935,
      "num_tokens": 408771339.0,
      "step": 530750
    },
    {
      "epoch": 0.673247433272701,
      "grad_norm": 5.09375,
      "learning_rate": 1.633976439186155e-05,
      "loss": 1.6287,
      "mean_token_accuracy": 0.6256821870803833,
      "num_tokens": 408777839.0,
      "step": 530760
    },
    {
      "epoch": 0.6732601178652338,
      "grad_norm": 6.53125,
      "learning_rate": 1.6339130081775257e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5755709797143936,
      "num_tokens": 408784952.0,
      "step": 530770
    },
    {
      "epoch": 0.6732728024577667,
      "grad_norm": 7.9375,
      "learning_rate": 1.6338495771688966e-05,
      "loss": 1.6927,
      "mean_token_accuracy": 0.6226408183574677,
      "num_tokens": 408791272.0,
      "step": 530780
    },
    {
      "epoch": 0.6732854870502994,
      "grad_norm": 10.375,
      "learning_rate": 1.6337861461602675e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5575320512056351,
      "num_tokens": 408798297.0,
      "step": 530790
    },
    {
      "epoch": 0.6732981716428323,
      "grad_norm": 5.46875,
      "learning_rate": 1.6337227151516383e-05,
      "loss": 2.2147,
      "mean_token_accuracy": 0.5194935321807861,
      "num_tokens": 408806849.0,
      "step": 530800
    },
    {
      "epoch": 0.6733108562353651,
      "grad_norm": 6.0,
      "learning_rate": 1.633659284143009e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5439228177070617,
      "num_tokens": 408813652.0,
      "step": 530810
    },
    {
      "epoch": 0.673323540827898,
      "grad_norm": 4.8125,
      "learning_rate": 1.63359585313438e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.554386705160141,
      "num_tokens": 408821037.0,
      "step": 530820
    },
    {
      "epoch": 0.6733362254204308,
      "grad_norm": 5.65625,
      "learning_rate": 1.633532422125751e-05,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5345645636320114,
      "num_tokens": 408827657.0,
      "step": 530830
    },
    {
      "epoch": 0.6733489100129637,
      "grad_norm": 6.5,
      "learning_rate": 1.6334689911171215e-05,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5562070161104202,
      "num_tokens": 408835131.0,
      "step": 530840
    },
    {
      "epoch": 0.6733615946054965,
      "grad_norm": 4.78125,
      "learning_rate": 1.6334055601084924e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5293207317590714,
      "num_tokens": 408843551.0,
      "step": 530850
    },
    {
      "epoch": 0.6733742791980293,
      "grad_norm": 5.3125,
      "learning_rate": 1.6333421290998632e-05,
      "loss": 1.9578,
      "mean_token_accuracy": 0.5616192370653152,
      "num_tokens": 408850750.0,
      "step": 530860
    },
    {
      "epoch": 0.6733869637905622,
      "grad_norm": 5.21875,
      "learning_rate": 1.6332786980912345e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5345620095729828,
      "num_tokens": 408858030.0,
      "step": 530870
    },
    {
      "epoch": 0.673399648383095,
      "grad_norm": 5.3125,
      "learning_rate": 1.633215267082605e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5394197344779968,
      "num_tokens": 408866470.0,
      "step": 530880
    },
    {
      "epoch": 0.6734123329756279,
      "grad_norm": 5.0625,
      "learning_rate": 1.633151836073976e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5335326999425888,
      "num_tokens": 408874215.0,
      "step": 530890
    },
    {
      "epoch": 0.6734250175681606,
      "grad_norm": 5.65625,
      "learning_rate": 1.6330884050653467e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5704314172267914,
      "num_tokens": 408882010.0,
      "step": 530900
    },
    {
      "epoch": 0.6734377021606935,
      "grad_norm": 4.71875,
      "learning_rate": 1.6330249740567176e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5617876052856445,
      "num_tokens": 408890777.0,
      "step": 530910
    },
    {
      "epoch": 0.6734503867532263,
      "grad_norm": 6.34375,
      "learning_rate": 1.6329615430480885e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5300806045532227,
      "num_tokens": 408898695.0,
      "step": 530920
    },
    {
      "epoch": 0.6734630713457591,
      "grad_norm": 6.3125,
      "learning_rate": 1.6328981120394594e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5479287505149841,
      "num_tokens": 408906929.0,
      "step": 530930
    },
    {
      "epoch": 0.673475755938292,
      "grad_norm": 5.84375,
      "learning_rate": 1.6328346810308302e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5670004606246948,
      "num_tokens": 408913496.0,
      "step": 530940
    },
    {
      "epoch": 0.6734884405308248,
      "grad_norm": 4.4375,
      "learning_rate": 1.6327712500222008e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.563979321718216,
      "num_tokens": 408921966.0,
      "step": 530950
    },
    {
      "epoch": 0.6735011251233577,
      "grad_norm": 5.1875,
      "learning_rate": 1.6327078190135716e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5647885143756867,
      "num_tokens": 408928827.0,
      "step": 530960
    },
    {
      "epoch": 0.6735138097158905,
      "grad_norm": 4.71875,
      "learning_rate": 1.632644388004943e-05,
      "loss": 1.8104,
      "mean_token_accuracy": 0.5917807042598724,
      "num_tokens": 408936541.0,
      "step": 530970
    },
    {
      "epoch": 0.6735264943084234,
      "grad_norm": 4.96875,
      "learning_rate": 1.6325809569963134e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.5754305958747864,
      "num_tokens": 408944397.0,
      "step": 530980
    },
    {
      "epoch": 0.6735391789009562,
      "grad_norm": 4.8125,
      "learning_rate": 1.6325175259876843e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5399765104055405,
      "num_tokens": 408952075.0,
      "step": 530990
    },
    {
      "epoch": 0.673551863493489,
      "grad_norm": 5.125,
      "learning_rate": 1.632454094979055e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5640837341547013,
      "num_tokens": 408960518.0,
      "step": 531000
    },
    {
      "epoch": 0.6735645480860218,
      "grad_norm": 5.1875,
      "learning_rate": 1.632390663970426e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5312643378973008,
      "num_tokens": 408968740.0,
      "step": 531010
    },
    {
      "epoch": 0.6735772326785546,
      "grad_norm": 4.625,
      "learning_rate": 1.632327232961797e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5334688037633896,
      "num_tokens": 408976610.0,
      "step": 531020
    },
    {
      "epoch": 0.6735899172710875,
      "grad_norm": 6.1875,
      "learning_rate": 1.6322638019531678e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5581811338663101,
      "num_tokens": 408983183.0,
      "step": 531030
    },
    {
      "epoch": 0.6736026018636203,
      "grad_norm": 5.65625,
      "learning_rate": 1.6322003709445386e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5419747531414032,
      "num_tokens": 408992272.0,
      "step": 531040
    },
    {
      "epoch": 0.6736152864561532,
      "grad_norm": 6.21875,
      "learning_rate": 1.6321369399359092e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5609395205974579,
      "num_tokens": 408999698.0,
      "step": 531050
    },
    {
      "epoch": 0.673627971048686,
      "grad_norm": 5.125,
      "learning_rate": 1.63207350892728e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5501893997192383,
      "num_tokens": 409008135.0,
      "step": 531060
    },
    {
      "epoch": 0.6736406556412189,
      "grad_norm": 6.1875,
      "learning_rate": 1.6320100779186513e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5623789668083191,
      "num_tokens": 409016392.0,
      "step": 531070
    },
    {
      "epoch": 0.6736533402337517,
      "grad_norm": 4.875,
      "learning_rate": 1.631946646910022e-05,
      "loss": 1.9146,
      "mean_token_accuracy": 0.5682044148445129,
      "num_tokens": 409023581.0,
      "step": 531080
    },
    {
      "epoch": 0.6736660248262845,
      "grad_norm": 6.8125,
      "learning_rate": 1.6318832159013927e-05,
      "loss": 2.2231,
      "mean_token_accuracy": 0.5188925415277481,
      "num_tokens": 409032869.0,
      "step": 531090
    },
    {
      "epoch": 0.6736787094188174,
      "grad_norm": 4.9375,
      "learning_rate": 1.6318197848927635e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5418462634086609,
      "num_tokens": 409040884.0,
      "step": 531100
    },
    {
      "epoch": 0.6736913940113501,
      "grad_norm": 4.90625,
      "learning_rate": 1.6317563538841344e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5609987378120422,
      "num_tokens": 409048679.0,
      "step": 531110
    },
    {
      "epoch": 0.673704078603883,
      "grad_norm": 6.5,
      "learning_rate": 1.6316929228755053e-05,
      "loss": 1.8707,
      "mean_token_accuracy": 0.5749040067195892,
      "num_tokens": 409055890.0,
      "step": 531120
    },
    {
      "epoch": 0.6737167631964158,
      "grad_norm": 5.84375,
      "learning_rate": 1.631629491866876e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5343558430671692,
      "num_tokens": 409064363.0,
      "step": 531130
    },
    {
      "epoch": 0.6737294477889487,
      "grad_norm": 7.0,
      "learning_rate": 1.631566060858247e-05,
      "loss": 1.8974,
      "mean_token_accuracy": 0.5850514233112335,
      "num_tokens": 409070946.0,
      "step": 531140
    },
    {
      "epoch": 0.6737421323814815,
      "grad_norm": 5.71875,
      "learning_rate": 1.631502629849618e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5190627932548523,
      "num_tokens": 409078792.0,
      "step": 531150
    },
    {
      "epoch": 0.6737548169740143,
      "grad_norm": 5.125,
      "learning_rate": 1.6314391988409885e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5528219163417816,
      "num_tokens": 409086091.0,
      "step": 531160
    },
    {
      "epoch": 0.6737675015665472,
      "grad_norm": 5.40625,
      "learning_rate": 1.6313757678323597e-05,
      "loss": 1.7711,
      "mean_token_accuracy": 0.6134059101343154,
      "num_tokens": 409091769.0,
      "step": 531170
    },
    {
      "epoch": 0.67378018615908,
      "grad_norm": 6.6875,
      "learning_rate": 1.6313123368237305e-05,
      "loss": 2.1956,
      "mean_token_accuracy": 0.5231932282447815,
      "num_tokens": 409098923.0,
      "step": 531180
    },
    {
      "epoch": 0.6737928707516129,
      "grad_norm": 5.625,
      "learning_rate": 1.631248905815101e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5232687085866928,
      "num_tokens": 409106408.0,
      "step": 531190
    },
    {
      "epoch": 0.6738055553441457,
      "grad_norm": 4.96875,
      "learning_rate": 1.631185474806472e-05,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5603307813405991,
      "num_tokens": 409114703.0,
      "step": 531200
    },
    {
      "epoch": 0.6738182399366786,
      "grad_norm": 6.59375,
      "learning_rate": 1.6311220437978428e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5364335805177689,
      "num_tokens": 409121982.0,
      "step": 531210
    },
    {
      "epoch": 0.6738309245292113,
      "grad_norm": 8.75,
      "learning_rate": 1.6310586127892137e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5694266080856323,
      "num_tokens": 409128792.0,
      "step": 531220
    },
    {
      "epoch": 0.6738436091217442,
      "grad_norm": 6.09375,
      "learning_rate": 1.6309951817805846e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5465141296386719,
      "num_tokens": 409135774.0,
      "step": 531230
    },
    {
      "epoch": 0.673856293714277,
      "grad_norm": 5.53125,
      "learning_rate": 1.6309317507719554e-05,
      "loss": 1.8305,
      "mean_token_accuracy": 0.5986089825630188,
      "num_tokens": 409142178.0,
      "step": 531240
    },
    {
      "epoch": 0.6738689783068098,
      "grad_norm": 6.34375,
      "learning_rate": 1.6308683197633263e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5561470836400986,
      "num_tokens": 409150360.0,
      "step": 531250
    },
    {
      "epoch": 0.6738816628993427,
      "grad_norm": 4.5625,
      "learning_rate": 1.6308048887546972e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5321396380662918,
      "num_tokens": 409158695.0,
      "step": 531260
    },
    {
      "epoch": 0.6738943474918755,
      "grad_norm": 5.40625,
      "learning_rate": 1.630741457746068e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5641216218471528,
      "num_tokens": 409165317.0,
      "step": 531270
    },
    {
      "epoch": 0.6739070320844084,
      "grad_norm": 5.46875,
      "learning_rate": 1.630678026737439e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5466996192932129,
      "num_tokens": 409173505.0,
      "step": 531280
    },
    {
      "epoch": 0.6739197166769412,
      "grad_norm": 4.875,
      "learning_rate": 1.6306145957288098e-05,
      "loss": 1.8392,
      "mean_token_accuracy": 0.5862370610237122,
      "num_tokens": 409181362.0,
      "step": 531290
    },
    {
      "epoch": 0.6739324012694741,
      "grad_norm": 5.03125,
      "learning_rate": 1.6305511647201803e-05,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5805698007345199,
      "num_tokens": 409189128.0,
      "step": 531300
    },
    {
      "epoch": 0.6739450858620069,
      "grad_norm": 10.5,
      "learning_rate": 1.6304877337115516e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5535941123962402,
      "num_tokens": 409195736.0,
      "step": 531310
    },
    {
      "epoch": 0.6739577704545396,
      "grad_norm": 5.71875,
      "learning_rate": 1.6304243027029224e-05,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5369184881448745,
      "num_tokens": 409203842.0,
      "step": 531320
    },
    {
      "epoch": 0.6739704550470725,
      "grad_norm": 8.1875,
      "learning_rate": 1.630360871694293e-05,
      "loss": 1.8965,
      "mean_token_accuracy": 0.5878178656101227,
      "num_tokens": 409210036.0,
      "step": 531330
    },
    {
      "epoch": 0.6739831396396053,
      "grad_norm": 5.625,
      "learning_rate": 1.630297440685664e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5284681171178818,
      "num_tokens": 409218667.0,
      "step": 531340
    },
    {
      "epoch": 0.6739958242321382,
      "grad_norm": 6.8125,
      "learning_rate": 1.6302340096770347e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5162422806024551,
      "num_tokens": 409227000.0,
      "step": 531350
    },
    {
      "epoch": 0.674008508824671,
      "grad_norm": 4.75,
      "learning_rate": 1.6301705786684056e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5642944365739823,
      "num_tokens": 409233785.0,
      "step": 531360
    },
    {
      "epoch": 0.6740211934172039,
      "grad_norm": 6.0625,
      "learning_rate": 1.6301071476597765e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5511616617441177,
      "num_tokens": 409241569.0,
      "step": 531370
    },
    {
      "epoch": 0.6740338780097367,
      "grad_norm": 6.125,
      "learning_rate": 1.6300437166511473e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5565508246421814,
      "num_tokens": 409250047.0,
      "step": 531380
    },
    {
      "epoch": 0.6740465626022695,
      "grad_norm": 4.84375,
      "learning_rate": 1.6299802856425182e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5513766676187515,
      "num_tokens": 409256536.0,
      "step": 531390
    },
    {
      "epoch": 0.6740592471948024,
      "grad_norm": 6.0,
      "learning_rate": 1.6299168546338887e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5356123238801956,
      "num_tokens": 409263396.0,
      "step": 531400
    },
    {
      "epoch": 0.6740719317873352,
      "grad_norm": 6.0625,
      "learning_rate": 1.62985342362526e-05,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5801187515258789,
      "num_tokens": 409270757.0,
      "step": 531410
    },
    {
      "epoch": 0.674084616379868,
      "grad_norm": 5.3125,
      "learning_rate": 1.629789992616631e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5340533345937729,
      "num_tokens": 409279145.0,
      "step": 531420
    },
    {
      "epoch": 0.6740973009724008,
      "grad_norm": 8.6875,
      "learning_rate": 1.6297265616080014e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5545787453651428,
      "num_tokens": 409286455.0,
      "step": 531430
    },
    {
      "epoch": 0.6741099855649337,
      "grad_norm": 4.53125,
      "learning_rate": 1.6296631305993722e-05,
      "loss": 1.9715,
      "mean_token_accuracy": 0.5501209825277329,
      "num_tokens": 409293798.0,
      "step": 531440
    },
    {
      "epoch": 0.6741226701574665,
      "grad_norm": 8.5,
      "learning_rate": 1.629599699590743e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5242763251066208,
      "num_tokens": 409301081.0,
      "step": 531450
    },
    {
      "epoch": 0.6741353547499994,
      "grad_norm": 6.78125,
      "learning_rate": 1.6295362685821143e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5269988566637039,
      "num_tokens": 409309144.0,
      "step": 531460
    },
    {
      "epoch": 0.6741480393425322,
      "grad_norm": 5.75,
      "learning_rate": 1.629472837573485e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5352471083402633,
      "num_tokens": 409317451.0,
      "step": 531470
    },
    {
      "epoch": 0.674160723935065,
      "grad_norm": 5.9375,
      "learning_rate": 1.6294094065648557e-05,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5530812084674835,
      "num_tokens": 409325108.0,
      "step": 531480
    },
    {
      "epoch": 0.6741734085275979,
      "grad_norm": 4.75,
      "learning_rate": 1.6293459755562266e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5275579512119293,
      "num_tokens": 409333675.0,
      "step": 531490
    },
    {
      "epoch": 0.6741860931201307,
      "grad_norm": 5.90625,
      "learning_rate": 1.6292825445475975e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5474330306053161,
      "num_tokens": 409340217.0,
      "step": 531500
    },
    {
      "epoch": 0.6741987777126636,
      "grad_norm": 4.75,
      "learning_rate": 1.6292191135389684e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.5680458337068558,
      "num_tokens": 409348764.0,
      "step": 531510
    },
    {
      "epoch": 0.6742114623051964,
      "grad_norm": 5.03125,
      "learning_rate": 1.6291556825303392e-05,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5683608174324035,
      "num_tokens": 409356947.0,
      "step": 531520
    },
    {
      "epoch": 0.6742241468977292,
      "grad_norm": 5.78125,
      "learning_rate": 1.62909225152171e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5824495166540146,
      "num_tokens": 409364941.0,
      "step": 531530
    },
    {
      "epoch": 0.674236831490262,
      "grad_norm": 4.96875,
      "learning_rate": 1.6290288205130806e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5280879706144332,
      "num_tokens": 409372876.0,
      "step": 531540
    },
    {
      "epoch": 0.6742495160827948,
      "grad_norm": 7.5,
      "learning_rate": 1.6289653895044515e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.542329478263855,
      "num_tokens": 409381167.0,
      "step": 531550
    },
    {
      "epoch": 0.6742622006753277,
      "grad_norm": 9.0,
      "learning_rate": 1.6289019584958227e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5289841920137406,
      "num_tokens": 409389968.0,
      "step": 531560
    },
    {
      "epoch": 0.6742748852678605,
      "grad_norm": 6.15625,
      "learning_rate": 1.6288385274871933e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5489635556936264,
      "num_tokens": 409397095.0,
      "step": 531570
    },
    {
      "epoch": 0.6742875698603934,
      "grad_norm": 4.96875,
      "learning_rate": 1.628775096478564e-05,
      "loss": 1.8234,
      "mean_token_accuracy": 0.5958738803863526,
      "num_tokens": 409404137.0,
      "step": 531580
    },
    {
      "epoch": 0.6743002544529262,
      "grad_norm": 6.90625,
      "learning_rate": 1.628711665469935e-05,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5820212990045548,
      "num_tokens": 409411886.0,
      "step": 531590
    },
    {
      "epoch": 0.6743129390454591,
      "grad_norm": 5.21875,
      "learning_rate": 1.628648234461306e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5561402261257171,
      "num_tokens": 409421202.0,
      "step": 531600
    },
    {
      "epoch": 0.6743256236379919,
      "grad_norm": 5.46875,
      "learning_rate": 1.6285848034526768e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5573956578969955,
      "num_tokens": 409427754.0,
      "step": 531610
    },
    {
      "epoch": 0.6743383082305248,
      "grad_norm": 7.125,
      "learning_rate": 1.6285213724440476e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5553190857172012,
      "num_tokens": 409435561.0,
      "step": 531620
    },
    {
      "epoch": 0.6743509928230575,
      "grad_norm": 5.28125,
      "learning_rate": 1.6284579414354185e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5648594945669174,
      "num_tokens": 409443237.0,
      "step": 531630
    },
    {
      "epoch": 0.6743636774155903,
      "grad_norm": 5.65625,
      "learning_rate": 1.628394510426789e-05,
      "loss": 1.9471,
      "mean_token_accuracy": 0.5628938108682633,
      "num_tokens": 409450916.0,
      "step": 531640
    },
    {
      "epoch": 0.6743763620081232,
      "grad_norm": 5.3125,
      "learning_rate": 1.62833107941816e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5624263316392899,
      "num_tokens": 409458102.0,
      "step": 531650
    },
    {
      "epoch": 0.674389046600656,
      "grad_norm": 5.53125,
      "learning_rate": 1.628267648409531e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5617198169231414,
      "num_tokens": 409464984.0,
      "step": 531660
    },
    {
      "epoch": 0.6744017311931889,
      "grad_norm": 5.46875,
      "learning_rate": 1.628204217400902e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5376757174730301,
      "num_tokens": 409473045.0,
      "step": 531670
    },
    {
      "epoch": 0.6744144157857217,
      "grad_norm": 5.40625,
      "learning_rate": 1.6281407863922725e-05,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5635366082191468,
      "num_tokens": 409479759.0,
      "step": 531680
    },
    {
      "epoch": 0.6744271003782546,
      "grad_norm": 4.90625,
      "learning_rate": 1.6280773553836434e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5602644294500351,
      "num_tokens": 409487220.0,
      "step": 531690
    },
    {
      "epoch": 0.6744397849707874,
      "grad_norm": 7.0,
      "learning_rate": 1.6280139243750146e-05,
      "loss": 1.8634,
      "mean_token_accuracy": 0.5882648169994354,
      "num_tokens": 409495181.0,
      "step": 531700
    },
    {
      "epoch": 0.6744524695633202,
      "grad_norm": 5.875,
      "learning_rate": 1.627950493366385e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.539416155219078,
      "num_tokens": 409501333.0,
      "step": 531710
    },
    {
      "epoch": 0.6744651541558531,
      "grad_norm": 5.375,
      "learning_rate": 1.627887062357756e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5463149517774581,
      "num_tokens": 409508921.0,
      "step": 531720
    },
    {
      "epoch": 0.6744778387483858,
      "grad_norm": 5.09375,
      "learning_rate": 1.627823631349127e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5432492047548294,
      "num_tokens": 409517082.0,
      "step": 531730
    },
    {
      "epoch": 0.6744905233409187,
      "grad_norm": 5.15625,
      "learning_rate": 1.6277602003404978e-05,
      "loss": 1.8445,
      "mean_token_accuracy": 0.5933695286512375,
      "num_tokens": 409523358.0,
      "step": 531740
    },
    {
      "epoch": 0.6745032079334515,
      "grad_norm": 5.46875,
      "learning_rate": 1.6276967693318687e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5305942952632904,
      "num_tokens": 409531897.0,
      "step": 531750
    },
    {
      "epoch": 0.6745158925259844,
      "grad_norm": 6.125,
      "learning_rate": 1.6276333383232395e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5509762465953827,
      "num_tokens": 409539343.0,
      "step": 531760
    },
    {
      "epoch": 0.6745285771185172,
      "grad_norm": 5.625,
      "learning_rate": 1.6275699073146104e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5170647233724595,
      "num_tokens": 409548847.0,
      "step": 531770
    },
    {
      "epoch": 0.6745412617110501,
      "grad_norm": 5.625,
      "learning_rate": 1.627506476305981e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5348562747240067,
      "num_tokens": 409556751.0,
      "step": 531780
    },
    {
      "epoch": 0.6745539463035829,
      "grad_norm": 5.59375,
      "learning_rate": 1.6274430452973518e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5391830325126648,
      "num_tokens": 409564417.0,
      "step": 531790
    },
    {
      "epoch": 0.6745666308961157,
      "grad_norm": 7.125,
      "learning_rate": 1.627379614288723e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5723906308412552,
      "num_tokens": 409570895.0,
      "step": 531800
    },
    {
      "epoch": 0.6745793154886486,
      "grad_norm": 6.90625,
      "learning_rate": 1.6273161832800936e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5561327874660492,
      "num_tokens": 409580269.0,
      "step": 531810
    },
    {
      "epoch": 0.6745920000811814,
      "grad_norm": 8.4375,
      "learning_rate": 1.6272527522714644e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5584522694349289,
      "num_tokens": 409587270.0,
      "step": 531820
    },
    {
      "epoch": 0.6746046846737143,
      "grad_norm": 4.9375,
      "learning_rate": 1.6271893212628353e-05,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5564865708351135,
      "num_tokens": 409595331.0,
      "step": 531830
    },
    {
      "epoch": 0.674617369266247,
      "grad_norm": 5.9375,
      "learning_rate": 1.6271258902542062e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5561115205287933,
      "num_tokens": 409603939.0,
      "step": 531840
    },
    {
      "epoch": 0.6746300538587799,
      "grad_norm": 8.625,
      "learning_rate": 1.627062459245577e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.5592582106590271,
      "num_tokens": 409611923.0,
      "step": 531850
    },
    {
      "epoch": 0.6746427384513127,
      "grad_norm": 12.4375,
      "learning_rate": 1.626999028236948e-05,
      "loss": 2.2832,
      "mean_token_accuracy": 0.5102258682250976,
      "num_tokens": 409619703.0,
      "step": 531860
    },
    {
      "epoch": 0.6746554230438455,
      "grad_norm": 5.5,
      "learning_rate": 1.6269355972283188e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5485737055540085,
      "num_tokens": 409627722.0,
      "step": 531870
    },
    {
      "epoch": 0.6746681076363784,
      "grad_norm": 6.65625,
      "learning_rate": 1.6268721662196897e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5347599238157272,
      "num_tokens": 409635698.0,
      "step": 531880
    },
    {
      "epoch": 0.6746807922289112,
      "grad_norm": 5.59375,
      "learning_rate": 1.6268087352110602e-05,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5217670232057572,
      "num_tokens": 409644583.0,
      "step": 531890
    },
    {
      "epoch": 0.6746934768214441,
      "grad_norm": 5.125,
      "learning_rate": 1.6267453042024314e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5367445886135102,
      "num_tokens": 409652600.0,
      "step": 531900
    },
    {
      "epoch": 0.6747061614139769,
      "grad_norm": 10.1875,
      "learning_rate": 1.6266818731938023e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5776124686002732,
      "num_tokens": 409658149.0,
      "step": 531910
    },
    {
      "epoch": 0.6747188460065098,
      "grad_norm": 5.28125,
      "learning_rate": 1.626618442185173e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5653306812047958,
      "num_tokens": 409665417.0,
      "step": 531920
    },
    {
      "epoch": 0.6747315305990426,
      "grad_norm": 5.625,
      "learning_rate": 1.6265550111765437e-05,
      "loss": 1.8525,
      "mean_token_accuracy": 0.5674514949321747,
      "num_tokens": 409673389.0,
      "step": 531930
    },
    {
      "epoch": 0.6747442151915753,
      "grad_norm": 12.0,
      "learning_rate": 1.6264915801679146e-05,
      "loss": 1.8637,
      "mean_token_accuracy": 0.5778113037347794,
      "num_tokens": 409679814.0,
      "step": 531940
    },
    {
      "epoch": 0.6747568997841082,
      "grad_norm": 4.875,
      "learning_rate": 1.6264281491592855e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5374555975198746,
      "num_tokens": 409688220.0,
      "step": 531950
    },
    {
      "epoch": 0.674769584376641,
      "grad_norm": 8.9375,
      "learning_rate": 1.6263647181506563e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5594011813402175,
      "num_tokens": 409695147.0,
      "step": 531960
    },
    {
      "epoch": 0.6747822689691739,
      "grad_norm": 5.59375,
      "learning_rate": 1.6263012871420272e-05,
      "loss": 1.8299,
      "mean_token_accuracy": 0.5843987077474594,
      "num_tokens": 409702385.0,
      "step": 531970
    },
    {
      "epoch": 0.6747949535617067,
      "grad_norm": 7.15625,
      "learning_rate": 1.626237856133398e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5463354378938675,
      "num_tokens": 409709007.0,
      "step": 531980
    },
    {
      "epoch": 0.6748076381542396,
      "grad_norm": 5.09375,
      "learning_rate": 1.6261744251247686e-05,
      "loss": 1.7665,
      "mean_token_accuracy": 0.5971726536750793,
      "num_tokens": 409716923.0,
      "step": 531990
    },
    {
      "epoch": 0.6748203227467724,
      "grad_norm": 5.125,
      "learning_rate": 1.62611099411614e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.527855834364891,
      "num_tokens": 409724911.0,
      "step": 532000
    },
    {
      "epoch": 0.6748330073393053,
      "grad_norm": 5.21875,
      "learning_rate": 1.6260475631075107e-05,
      "loss": 2.1996,
      "mean_token_accuracy": 0.529383447766304,
      "num_tokens": 409732134.0,
      "step": 532010
    },
    {
      "epoch": 0.6748456919318381,
      "grad_norm": 4.84375,
      "learning_rate": 1.6259841320988812e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5482833683490753,
      "num_tokens": 409741046.0,
      "step": 532020
    },
    {
      "epoch": 0.6748583765243709,
      "grad_norm": 5.21875,
      "learning_rate": 1.625920701090252e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5479235202074051,
      "num_tokens": 409748476.0,
      "step": 532030
    },
    {
      "epoch": 0.6748710611169038,
      "grad_norm": 5.1875,
      "learning_rate": 1.625857270081623e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5597657203674317,
      "num_tokens": 409755506.0,
      "step": 532040
    },
    {
      "epoch": 0.6748837457094365,
      "grad_norm": 6.875,
      "learning_rate": 1.6257938390729942e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.5193884432315826,
      "num_tokens": 409763000.0,
      "step": 532050
    },
    {
      "epoch": 0.6748964303019694,
      "grad_norm": 6.03125,
      "learning_rate": 1.6257304080643647e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5515620023012161,
      "num_tokens": 409771245.0,
      "step": 532060
    },
    {
      "epoch": 0.6749091148945022,
      "grad_norm": 5.34375,
      "learning_rate": 1.6256669770557356e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5736743658781052,
      "num_tokens": 409778552.0,
      "step": 532070
    },
    {
      "epoch": 0.6749217994870351,
      "grad_norm": 5.4375,
      "learning_rate": 1.6256035460471065e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5546024888753891,
      "num_tokens": 409785561.0,
      "step": 532080
    },
    {
      "epoch": 0.6749344840795679,
      "grad_norm": 9.8125,
      "learning_rate": 1.6255401150384774e-05,
      "loss": 1.8903,
      "mean_token_accuracy": 0.5752351105213165,
      "num_tokens": 409791926.0,
      "step": 532090
    },
    {
      "epoch": 0.6749471686721007,
      "grad_norm": 6.0,
      "learning_rate": 1.6254766840298482e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.534154650568962,
      "num_tokens": 409799651.0,
      "step": 532100
    },
    {
      "epoch": 0.6749598532646336,
      "grad_norm": 5.15625,
      "learning_rate": 1.625413253021219e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5274180054664612,
      "num_tokens": 409805879.0,
      "step": 532110
    },
    {
      "epoch": 0.6749725378571664,
      "grad_norm": 8.75,
      "learning_rate": 1.62534982201259e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5385018438100815,
      "num_tokens": 409813056.0,
      "step": 532120
    },
    {
      "epoch": 0.6749852224496993,
      "grad_norm": 5.03125,
      "learning_rate": 1.6252863910039605e-05,
      "loss": 2.2775,
      "mean_token_accuracy": 0.5174615740776062,
      "num_tokens": 409821542.0,
      "step": 532130
    },
    {
      "epoch": 0.6749979070422321,
      "grad_norm": 5.21875,
      "learning_rate": 1.6252229599953314e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5449717104434967,
      "num_tokens": 409830355.0,
      "step": 532140
    },
    {
      "epoch": 0.675010591634765,
      "grad_norm": 5.03125,
      "learning_rate": 1.6251595289867026e-05,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5360517650842667,
      "num_tokens": 409837598.0,
      "step": 532150
    },
    {
      "epoch": 0.6750232762272977,
      "grad_norm": 5.09375,
      "learning_rate": 1.625096097978073e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5487651854753495,
      "num_tokens": 409844858.0,
      "step": 532160
    },
    {
      "epoch": 0.6750359608198306,
      "grad_norm": 5.28125,
      "learning_rate": 1.625032666969444e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5247047871351243,
      "num_tokens": 409853402.0,
      "step": 532170
    },
    {
      "epoch": 0.6750486454123634,
      "grad_norm": 4.96875,
      "learning_rate": 1.624969235960815e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5330666869878768,
      "num_tokens": 409861912.0,
      "step": 532180
    },
    {
      "epoch": 0.6750613300048962,
      "grad_norm": 5.6875,
      "learning_rate": 1.6249058049521858e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5277357161045074,
      "num_tokens": 409870664.0,
      "step": 532190
    },
    {
      "epoch": 0.6750740145974291,
      "grad_norm": 4.90625,
      "learning_rate": 1.6248423739435566e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5521308660507203,
      "num_tokens": 409878645.0,
      "step": 532200
    },
    {
      "epoch": 0.6750866991899619,
      "grad_norm": 5.28125,
      "learning_rate": 1.6247789429349275e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5586426615715027,
      "num_tokens": 409886578.0,
      "step": 532210
    },
    {
      "epoch": 0.6750993837824948,
      "grad_norm": 5.1875,
      "learning_rate": 1.6247155119262984e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.5544164776802063,
      "num_tokens": 409893820.0,
      "step": 532220
    },
    {
      "epoch": 0.6751120683750276,
      "grad_norm": 5.5625,
      "learning_rate": 1.624652080917669e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.573878338932991,
      "num_tokens": 409901900.0,
      "step": 532230
    },
    {
      "epoch": 0.6751247529675605,
      "grad_norm": 4.84375,
      "learning_rate": 1.62458864990904e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5277201503515243,
      "num_tokens": 409911029.0,
      "step": 532240
    },
    {
      "epoch": 0.6751374375600933,
      "grad_norm": 5.125,
      "learning_rate": 1.624525218900411e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5343276619911194,
      "num_tokens": 409920075.0,
      "step": 532250
    },
    {
      "epoch": 0.675150122152626,
      "grad_norm": 6.3125,
      "learning_rate": 1.624461787891782e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5674265116453171,
      "num_tokens": 409927012.0,
      "step": 532260
    },
    {
      "epoch": 0.6751628067451589,
      "grad_norm": 5.4375,
      "learning_rate": 1.6243983568831524e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5229284852743149,
      "num_tokens": 409936309.0,
      "step": 532270
    },
    {
      "epoch": 0.6751754913376917,
      "grad_norm": 5.3125,
      "learning_rate": 1.6243349258745233e-05,
      "loss": 2.2844,
      "mean_token_accuracy": 0.5133630186319351,
      "num_tokens": 409944936.0,
      "step": 532280
    },
    {
      "epoch": 0.6751881759302246,
      "grad_norm": 7.78125,
      "learning_rate": 1.6242714948658945e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5509594917297364,
      "num_tokens": 409952344.0,
      "step": 532290
    },
    {
      "epoch": 0.6752008605227574,
      "grad_norm": 5.4375,
      "learning_rate": 1.624208063857265e-05,
      "loss": 1.8829,
      "mean_token_accuracy": 0.5793991208076477,
      "num_tokens": 409960612.0,
      "step": 532300
    },
    {
      "epoch": 0.6752135451152903,
      "grad_norm": 5.96875,
      "learning_rate": 1.624144632848636e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5616994619369506,
      "num_tokens": 409968712.0,
      "step": 532310
    },
    {
      "epoch": 0.6752262297078231,
      "grad_norm": 6.40625,
      "learning_rate": 1.6240812018400068e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5723242700099945,
      "num_tokens": 409975896.0,
      "step": 532320
    },
    {
      "epoch": 0.6752389143003559,
      "grad_norm": 5.15625,
      "learning_rate": 1.6240177708313777e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5565335780382157,
      "num_tokens": 409982213.0,
      "step": 532330
    },
    {
      "epoch": 0.6752515988928888,
      "grad_norm": 5.03125,
      "learning_rate": 1.6239543398227485e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5588652908802032,
      "num_tokens": 409990504.0,
      "step": 532340
    },
    {
      "epoch": 0.6752642834854216,
      "grad_norm": 7.84375,
      "learning_rate": 1.6238909088141194e-05,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5453708320856094,
      "num_tokens": 409997750.0,
      "step": 532350
    },
    {
      "epoch": 0.6752769680779545,
      "grad_norm": 5.875,
      "learning_rate": 1.6238274778054903e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.565154156088829,
      "num_tokens": 410004167.0,
      "step": 532360
    },
    {
      "epoch": 0.6752896526704872,
      "grad_norm": 5.46875,
      "learning_rate": 1.6237640467968608e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5418736606836319,
      "num_tokens": 410012010.0,
      "step": 532370
    },
    {
      "epoch": 0.6753023372630201,
      "grad_norm": 12.75,
      "learning_rate": 1.6237006157882317e-05,
      "loss": 2.2118,
      "mean_token_accuracy": 0.5236514955759048,
      "num_tokens": 410020485.0,
      "step": 532380
    },
    {
      "epoch": 0.6753150218555529,
      "grad_norm": 5.03125,
      "learning_rate": 1.623637184779603e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.5370372742414474,
      "num_tokens": 410027358.0,
      "step": 532390
    },
    {
      "epoch": 0.6753277064480858,
      "grad_norm": 5.9375,
      "learning_rate": 1.6235737537709734e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5732556790113449,
      "num_tokens": 410034313.0,
      "step": 532400
    },
    {
      "epoch": 0.6753403910406186,
      "grad_norm": 6.59375,
      "learning_rate": 1.6235103227623443e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5353886485099792,
      "num_tokens": 410041397.0,
      "step": 532410
    },
    {
      "epoch": 0.6753530756331514,
      "grad_norm": 5.78125,
      "learning_rate": 1.6234468917537152e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5355682462453842,
      "num_tokens": 410050317.0,
      "step": 532420
    },
    {
      "epoch": 0.6753657602256843,
      "grad_norm": 4.875,
      "learning_rate": 1.623383460745086e-05,
      "loss": 1.8352,
      "mean_token_accuracy": 0.5884594559669495,
      "num_tokens": 410058652.0,
      "step": 532430
    },
    {
      "epoch": 0.6753784448182171,
      "grad_norm": 6.125,
      "learning_rate": 1.623320029736457e-05,
      "loss": 2.1811,
      "mean_token_accuracy": 0.520116126537323,
      "num_tokens": 410066494.0,
      "step": 532440
    },
    {
      "epoch": 0.67539112941075,
      "grad_norm": 6.03125,
      "learning_rate": 1.6232565987278278e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5230718553066254,
      "num_tokens": 410074357.0,
      "step": 532450
    },
    {
      "epoch": 0.6754038140032828,
      "grad_norm": 5.375,
      "learning_rate": 1.6231931677191987e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5640309900045395,
      "num_tokens": 410081648.0,
      "step": 532460
    },
    {
      "epoch": 0.6754164985958157,
      "grad_norm": 6.09375,
      "learning_rate": 1.6231297367105696e-05,
      "loss": 2.3362,
      "mean_token_accuracy": 0.514656612277031,
      "num_tokens": 410088878.0,
      "step": 532470
    },
    {
      "epoch": 0.6754291831883484,
      "grad_norm": 5.65625,
      "learning_rate": 1.62306630570194e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.549936780333519,
      "num_tokens": 410096401.0,
      "step": 532480
    },
    {
      "epoch": 0.6754418677808812,
      "grad_norm": 4.6875,
      "learning_rate": 1.6230028746933113e-05,
      "loss": 1.8898,
      "mean_token_accuracy": 0.5719539165496826,
      "num_tokens": 410103297.0,
      "step": 532490
    },
    {
      "epoch": 0.6754545523734141,
      "grad_norm": 5.59375,
      "learning_rate": 1.6229394436846822e-05,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5689690172672272,
      "num_tokens": 410111168.0,
      "step": 532500
    },
    {
      "epoch": 0.6754672369659469,
      "grad_norm": 14.25,
      "learning_rate": 1.6228760126760527e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.528842368721962,
      "num_tokens": 410118726.0,
      "step": 532510
    },
    {
      "epoch": 0.6754799215584798,
      "grad_norm": 10.125,
      "learning_rate": 1.6228125816674236e-05,
      "loss": 1.9193,
      "mean_token_accuracy": 0.5846580296754837,
      "num_tokens": 410124236.0,
      "step": 532520
    },
    {
      "epoch": 0.6754926061510126,
      "grad_norm": 6.71875,
      "learning_rate": 1.6227491506587945e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5244262367486954,
      "num_tokens": 410131592.0,
      "step": 532530
    },
    {
      "epoch": 0.6755052907435455,
      "grad_norm": 5.5625,
      "learning_rate": 1.6226857196501653e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.548907995223999,
      "num_tokens": 410140341.0,
      "step": 532540
    },
    {
      "epoch": 0.6755179753360783,
      "grad_norm": 6.625,
      "learning_rate": 1.6226222886415362e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5583024352788926,
      "num_tokens": 410147636.0,
      "step": 532550
    },
    {
      "epoch": 0.6755306599286112,
      "grad_norm": 6.75,
      "learning_rate": 1.622558857632907e-05,
      "loss": 1.7469,
      "mean_token_accuracy": 0.6135793447494506,
      "num_tokens": 410154596.0,
      "step": 532560
    },
    {
      "epoch": 0.675543344521144,
      "grad_norm": 5.9375,
      "learning_rate": 1.622495426624278e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5375780791044236,
      "num_tokens": 410162796.0,
      "step": 532570
    },
    {
      "epoch": 0.6755560291136767,
      "grad_norm": 5.21875,
      "learning_rate": 1.6224319956156485e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5193352639675141,
      "num_tokens": 410172040.0,
      "step": 532580
    },
    {
      "epoch": 0.6755687137062096,
      "grad_norm": 5.5,
      "learning_rate": 1.6223685646070197e-05,
      "loss": 2.2276,
      "mean_token_accuracy": 0.513753879070282,
      "num_tokens": 410180123.0,
      "step": 532590
    },
    {
      "epoch": 0.6755813982987424,
      "grad_norm": 5.15625,
      "learning_rate": 1.6223051335983906e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5497384250164032,
      "num_tokens": 410188504.0,
      "step": 532600
    },
    {
      "epoch": 0.6755940828912753,
      "grad_norm": 6.3125,
      "learning_rate": 1.622241702589761e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5395059138536453,
      "num_tokens": 410195360.0,
      "step": 532610
    },
    {
      "epoch": 0.6756067674838081,
      "grad_norm": 5.375,
      "learning_rate": 1.622178271581132e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5319909512996673,
      "num_tokens": 410204880.0,
      "step": 532620
    },
    {
      "epoch": 0.675619452076341,
      "grad_norm": 8.6875,
      "learning_rate": 1.6221148405725032e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5347857743501663,
      "num_tokens": 410211768.0,
      "step": 532630
    },
    {
      "epoch": 0.6756321366688738,
      "grad_norm": 6.15625,
      "learning_rate": 1.622051409563874e-05,
      "loss": 2.277,
      "mean_token_accuracy": 0.5147677451372147,
      "num_tokens": 410219659.0,
      "step": 532640
    },
    {
      "epoch": 0.6756448212614066,
      "grad_norm": 5.1875,
      "learning_rate": 1.6219879785552446e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5588071525096894,
      "num_tokens": 410227299.0,
      "step": 532650
    },
    {
      "epoch": 0.6756575058539395,
      "grad_norm": 5.34375,
      "learning_rate": 1.6219245475466155e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5452239036560058,
      "num_tokens": 410234195.0,
      "step": 532660
    },
    {
      "epoch": 0.6756701904464723,
      "grad_norm": 6.1875,
      "learning_rate": 1.6218611165379864e-05,
      "loss": 1.7636,
      "mean_token_accuracy": 0.5934702843427658,
      "num_tokens": 410241339.0,
      "step": 532670
    },
    {
      "epoch": 0.6756828750390051,
      "grad_norm": 5.53125,
      "learning_rate": 1.6217976855293572e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5348872929811478,
      "num_tokens": 410249956.0,
      "step": 532680
    },
    {
      "epoch": 0.6756955596315379,
      "grad_norm": 5.59375,
      "learning_rate": 1.621734254520728e-05,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5525154948234559,
      "num_tokens": 410257261.0,
      "step": 532690
    },
    {
      "epoch": 0.6757082442240708,
      "grad_norm": 5.40625,
      "learning_rate": 1.621670823512099e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5343657851219177,
      "num_tokens": 410264714.0,
      "step": 532700
    },
    {
      "epoch": 0.6757209288166036,
      "grad_norm": 5.40625,
      "learning_rate": 1.62160739250347e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5481570273637771,
      "num_tokens": 410273024.0,
      "step": 532710
    },
    {
      "epoch": 0.6757336134091365,
      "grad_norm": 6.875,
      "learning_rate": 1.6215439614948404e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5361460953950882,
      "num_tokens": 410281333.0,
      "step": 532720
    },
    {
      "epoch": 0.6757462980016693,
      "grad_norm": 5.40625,
      "learning_rate": 1.6214805304862116e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5335182964801788,
      "num_tokens": 410288488.0,
      "step": 532730
    },
    {
      "epoch": 0.6757589825942021,
      "grad_norm": 5.375,
      "learning_rate": 1.6214170994775825e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.545749443769455,
      "num_tokens": 410295711.0,
      "step": 532740
    },
    {
      "epoch": 0.675771667186735,
      "grad_norm": 6.40625,
      "learning_rate": 1.621353668468953e-05,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5860278487205506,
      "num_tokens": 410302938.0,
      "step": 532750
    },
    {
      "epoch": 0.6757843517792678,
      "grad_norm": 4.15625,
      "learning_rate": 1.621290237460324e-05,
      "loss": 1.8924,
      "mean_token_accuracy": 0.5799925804138184,
      "num_tokens": 410310690.0,
      "step": 532760
    },
    {
      "epoch": 0.6757970363718007,
      "grad_norm": 5.46875,
      "learning_rate": 1.6212268064516948e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5618536204099656,
      "num_tokens": 410318106.0,
      "step": 532770
    },
    {
      "epoch": 0.6758097209643334,
      "grad_norm": 5.8125,
      "learning_rate": 1.6211633754430656e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5713337659835815,
      "num_tokens": 410324808.0,
      "step": 532780
    },
    {
      "epoch": 0.6758224055568663,
      "grad_norm": 4.625,
      "learning_rate": 1.6210999444344365e-05,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5871397167444229,
      "num_tokens": 410331725.0,
      "step": 532790
    },
    {
      "epoch": 0.6758350901493991,
      "grad_norm": 5.90625,
      "learning_rate": 1.6210365134258074e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.545947402715683,
      "num_tokens": 410339919.0,
      "step": 532800
    },
    {
      "epoch": 0.6758477747419319,
      "grad_norm": 5.6875,
      "learning_rate": 1.6209730824171783e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5651695430278778,
      "num_tokens": 410347988.0,
      "step": 532810
    },
    {
      "epoch": 0.6758604593344648,
      "grad_norm": 5.09375,
      "learning_rate": 1.6209096514085488e-05,
      "loss": 1.8182,
      "mean_token_accuracy": 0.5928284883499145,
      "num_tokens": 410355743.0,
      "step": 532820
    },
    {
      "epoch": 0.6758731439269976,
      "grad_norm": 6.1875,
      "learning_rate": 1.62084622039992e-05,
      "loss": 1.8488,
      "mean_token_accuracy": 0.5809611290693283,
      "num_tokens": 410363904.0,
      "step": 532830
    },
    {
      "epoch": 0.6758858285195305,
      "grad_norm": 4.28125,
      "learning_rate": 1.620782789391291e-05,
      "loss": 2.2507,
      "mean_token_accuracy": 0.5178402423858642,
      "num_tokens": 410372396.0,
      "step": 532840
    },
    {
      "epoch": 0.6758985131120633,
      "grad_norm": 7.40625,
      "learning_rate": 1.6207193583826617e-05,
      "loss": 2.34,
      "mean_token_accuracy": 0.5077387541532516,
      "num_tokens": 410380296.0,
      "step": 532850
    },
    {
      "epoch": 0.6759111977045962,
      "grad_norm": 6.78125,
      "learning_rate": 1.6206559273740323e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5506490349769593,
      "num_tokens": 410386936.0,
      "step": 532860
    },
    {
      "epoch": 0.675923882297129,
      "grad_norm": 5.625,
      "learning_rate": 1.620592496365403e-05,
      "loss": 1.9282,
      "mean_token_accuracy": 0.5720106363296509,
      "num_tokens": 410394257.0,
      "step": 532870
    },
    {
      "epoch": 0.6759365668896617,
      "grad_norm": 5.625,
      "learning_rate": 1.6205290653567744e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5345339864492417,
      "num_tokens": 410401909.0,
      "step": 532880
    },
    {
      "epoch": 0.6759492514821946,
      "grad_norm": 5.0,
      "learning_rate": 1.620465634348145e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5484491944313049,
      "num_tokens": 410410013.0,
      "step": 532890
    },
    {
      "epoch": 0.6759619360747274,
      "grad_norm": 4.8125,
      "learning_rate": 1.6204022033395158e-05,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5694776773452759,
      "num_tokens": 410416984.0,
      "step": 532900
    },
    {
      "epoch": 0.6759746206672603,
      "grad_norm": 6.40625,
      "learning_rate": 1.6203387723308867e-05,
      "loss": 1.9273,
      "mean_token_accuracy": 0.574536868929863,
      "num_tokens": 410424575.0,
      "step": 532910
    },
    {
      "epoch": 0.6759873052597931,
      "grad_norm": 6.96875,
      "learning_rate": 1.6202753413222575e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5336323887109756,
      "num_tokens": 410432957.0,
      "step": 532920
    },
    {
      "epoch": 0.675999989852326,
      "grad_norm": 5.3125,
      "learning_rate": 1.6202119103136284e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5268879920244217,
      "num_tokens": 410441807.0,
      "step": 532930
    },
    {
      "epoch": 0.6760126744448588,
      "grad_norm": 11.4375,
      "learning_rate": 1.6201484793049993e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5549960553646087,
      "num_tokens": 410448371.0,
      "step": 532940
    },
    {
      "epoch": 0.6760253590373917,
      "grad_norm": 7.21875,
      "learning_rate": 1.62008504829637e-05,
      "loss": 1.8709,
      "mean_token_accuracy": 0.5924157947301865,
      "num_tokens": 410455587.0,
      "step": 532950
    },
    {
      "epoch": 0.6760380436299245,
      "grad_norm": 5.625,
      "learning_rate": 1.6200216172877407e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.570051982998848,
      "num_tokens": 410463334.0,
      "step": 532960
    },
    {
      "epoch": 0.6760507282224573,
      "grad_norm": 7.25,
      "learning_rate": 1.6199581862791116e-05,
      "loss": 1.9128,
      "mean_token_accuracy": 0.5784540444612503,
      "num_tokens": 410470727.0,
      "step": 532970
    },
    {
      "epoch": 0.6760634128149902,
      "grad_norm": 4.875,
      "learning_rate": 1.6198947552704828e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5725297152996063,
      "num_tokens": 410477875.0,
      "step": 532980
    },
    {
      "epoch": 0.676076097407523,
      "grad_norm": 5.84375,
      "learning_rate": 1.6198313242618533e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5378507077693939,
      "num_tokens": 410485778.0,
      "step": 532990
    },
    {
      "epoch": 0.6760887820000558,
      "grad_norm": 5.09375,
      "learning_rate": 1.6197678932532242e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5390063405036927,
      "num_tokens": 410492664.0,
      "step": 533000
    },
    {
      "epoch": 0.6761014665925886,
      "grad_norm": 5.09375,
      "learning_rate": 1.619704462244595e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5239671170711517,
      "num_tokens": 410500815.0,
      "step": 533010
    },
    {
      "epoch": 0.6761141511851215,
      "grad_norm": 10.25,
      "learning_rate": 1.619641031235966e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5524195253849029,
      "num_tokens": 410508255.0,
      "step": 533020
    },
    {
      "epoch": 0.6761268357776543,
      "grad_norm": 6.4375,
      "learning_rate": 1.6195776002273368e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5510710299015045,
      "num_tokens": 410515218.0,
      "step": 533030
    },
    {
      "epoch": 0.6761395203701871,
      "grad_norm": 4.84375,
      "learning_rate": 1.6195141692187077e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5348875850439072,
      "num_tokens": 410521598.0,
      "step": 533040
    },
    {
      "epoch": 0.67615220496272,
      "grad_norm": 5.0,
      "learning_rate": 1.6194507382100785e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5308741152286529,
      "num_tokens": 410529116.0,
      "step": 533050
    },
    {
      "epoch": 0.6761648895552528,
      "grad_norm": 7.03125,
      "learning_rate": 1.6193873072014494e-05,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5627746790647506,
      "num_tokens": 410535587.0,
      "step": 533060
    },
    {
      "epoch": 0.6761775741477857,
      "grad_norm": 7.875,
      "learning_rate": 1.6193238761928203e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5765394359827042,
      "num_tokens": 410542600.0,
      "step": 533070
    },
    {
      "epoch": 0.6761902587403185,
      "grad_norm": 4.84375,
      "learning_rate": 1.6192604451841912e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5613654136657715,
      "num_tokens": 410550489.0,
      "step": 533080
    },
    {
      "epoch": 0.6762029433328514,
      "grad_norm": 5.1875,
      "learning_rate": 1.619197014175562e-05,
      "loss": 2.2607,
      "mean_token_accuracy": 0.5078749001026154,
      "num_tokens": 410559204.0,
      "step": 533090
    },
    {
      "epoch": 0.6762156279253841,
      "grad_norm": 6.9375,
      "learning_rate": 1.6191335831669326e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5393648862838745,
      "num_tokens": 410566903.0,
      "step": 533100
    },
    {
      "epoch": 0.676228312517917,
      "grad_norm": 7.25,
      "learning_rate": 1.6190701521583035e-05,
      "loss": 1.8044,
      "mean_token_accuracy": 0.5909225106239319,
      "num_tokens": 410573396.0,
      "step": 533110
    },
    {
      "epoch": 0.6762409971104498,
      "grad_norm": 5.4375,
      "learning_rate": 1.6190067211496747e-05,
      "loss": 2.2731,
      "mean_token_accuracy": 0.5137642532587051,
      "num_tokens": 410582589.0,
      "step": 533120
    },
    {
      "epoch": 0.6762536817029826,
      "grad_norm": 9.875,
      "learning_rate": 1.6189432901410452e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5212854087352753,
      "num_tokens": 410591343.0,
      "step": 533130
    },
    {
      "epoch": 0.6762663662955155,
      "grad_norm": 8.25,
      "learning_rate": 1.618879859132416e-05,
      "loss": 1.8906,
      "mean_token_accuracy": 0.5931481420993805,
      "num_tokens": 410597098.0,
      "step": 533140
    },
    {
      "epoch": 0.6762790508880483,
      "grad_norm": 17.375,
      "learning_rate": 1.618816428123787e-05,
      "loss": 1.8577,
      "mean_token_accuracy": 0.5962137937545776,
      "num_tokens": 410603276.0,
      "step": 533150
    },
    {
      "epoch": 0.6762917354805812,
      "grad_norm": 5.21875,
      "learning_rate": 1.6187529971151578e-05,
      "loss": 2.2572,
      "mean_token_accuracy": 0.5176173955202102,
      "num_tokens": 410612228.0,
      "step": 533160
    },
    {
      "epoch": 0.676304420073114,
      "grad_norm": 6.46875,
      "learning_rate": 1.6186895661065287e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5446597456932067,
      "num_tokens": 410619323.0,
      "step": 533170
    },
    {
      "epoch": 0.6763171046656469,
      "grad_norm": 8.0625,
      "learning_rate": 1.6186261350978996e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5672382563352585,
      "num_tokens": 410626294.0,
      "step": 533180
    },
    {
      "epoch": 0.6763297892581797,
      "grad_norm": 6.5625,
      "learning_rate": 1.6185627040892704e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5740558594465256,
      "num_tokens": 410632691.0,
      "step": 533190
    },
    {
      "epoch": 0.6763424738507124,
      "grad_norm": 6.375,
      "learning_rate": 1.618499273080641e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5422300070524215,
      "num_tokens": 410640429.0,
      "step": 533200
    },
    {
      "epoch": 0.6763551584432453,
      "grad_norm": 5.625,
      "learning_rate": 1.618435842072012e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5678623437881469,
      "num_tokens": 410647894.0,
      "step": 533210
    },
    {
      "epoch": 0.6763678430357781,
      "grad_norm": 4.65625,
      "learning_rate": 1.618372411063383e-05,
      "loss": 2.318,
      "mean_token_accuracy": 0.5134208887815476,
      "num_tokens": 410655827.0,
      "step": 533220
    },
    {
      "epoch": 0.676380527628311,
      "grad_norm": 4.90625,
      "learning_rate": 1.618308980054754e-05,
      "loss": 1.8531,
      "mean_token_accuracy": 0.5770194113254548,
      "num_tokens": 410663303.0,
      "step": 533230
    },
    {
      "epoch": 0.6763932122208438,
      "grad_norm": 5.09375,
      "learning_rate": 1.6182455490461245e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5806743979454041,
      "num_tokens": 410670206.0,
      "step": 533240
    },
    {
      "epoch": 0.6764058968133767,
      "grad_norm": 7.09375,
      "learning_rate": 1.6181821180374954e-05,
      "loss": 2.2645,
      "mean_token_accuracy": 0.5202696204185486,
      "num_tokens": 410677552.0,
      "step": 533250
    },
    {
      "epoch": 0.6764185814059095,
      "grad_norm": 4.96875,
      "learning_rate": 1.6181186870288662e-05,
      "loss": 2.0234,
      "mean_token_accuracy": 0.548092046380043,
      "num_tokens": 410685303.0,
      "step": 533260
    },
    {
      "epoch": 0.6764312659984423,
      "grad_norm": 5.6875,
      "learning_rate": 1.618055256020237e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.545928493142128,
      "num_tokens": 410693617.0,
      "step": 533270
    },
    {
      "epoch": 0.6764439505909752,
      "grad_norm": 5.0,
      "learning_rate": 1.617991825011608e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5524568319320678,
      "num_tokens": 410702468.0,
      "step": 533280
    },
    {
      "epoch": 0.676456635183508,
      "grad_norm": 6.65625,
      "learning_rate": 1.617928394002979e-05,
      "loss": 1.9914,
      "mean_token_accuracy": 0.581078490614891,
      "num_tokens": 410709948.0,
      "step": 533290
    },
    {
      "epoch": 0.6764693197760409,
      "grad_norm": 5.125,
      "learning_rate": 1.6178649629943497e-05,
      "loss": 2.2747,
      "mean_token_accuracy": 0.5097142219543457,
      "num_tokens": 410718708.0,
      "step": 533300
    },
    {
      "epoch": 0.6764820043685736,
      "grad_norm": 5.5625,
      "learning_rate": 1.6178015319857203e-05,
      "loss": 1.8748,
      "mean_token_accuracy": 0.576616358757019,
      "num_tokens": 410726792.0,
      "step": 533310
    },
    {
      "epoch": 0.6764946889611065,
      "grad_norm": 5.0625,
      "learning_rate": 1.6177381009770915e-05,
      "loss": 1.7941,
      "mean_token_accuracy": 0.5860878169536591,
      "num_tokens": 410735570.0,
      "step": 533320
    },
    {
      "epoch": 0.6765073735536393,
      "grad_norm": 6.125,
      "learning_rate": 1.6176746699684623e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5699853539466858,
      "num_tokens": 410742913.0,
      "step": 533330
    },
    {
      "epoch": 0.6765200581461722,
      "grad_norm": 4.96875,
      "learning_rate": 1.617611238959833e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5204609334468842,
      "num_tokens": 410750183.0,
      "step": 533340
    },
    {
      "epoch": 0.676532742738705,
      "grad_norm": 5.0,
      "learning_rate": 1.6175478079512038e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5188068121671676,
      "num_tokens": 410758853.0,
      "step": 533350
    },
    {
      "epoch": 0.6765454273312378,
      "grad_norm": 5.34375,
      "learning_rate": 1.6174843769425746e-05,
      "loss": 1.9074,
      "mean_token_accuracy": 0.5596246540546417,
      "num_tokens": 410766750.0,
      "step": 533360
    },
    {
      "epoch": 0.6765581119237707,
      "grad_norm": 4.84375,
      "learning_rate": 1.6174209459339455e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5348046541213989,
      "num_tokens": 410774939.0,
      "step": 533370
    },
    {
      "epoch": 0.6765707965163035,
      "grad_norm": 5.5,
      "learning_rate": 1.6173575149253164e-05,
      "loss": 2.238,
      "mean_token_accuracy": 0.5178671330213547,
      "num_tokens": 410784420.0,
      "step": 533380
    },
    {
      "epoch": 0.6765834811088364,
      "grad_norm": 6.65625,
      "learning_rate": 1.6172940839166872e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5398372203111649,
      "num_tokens": 410791410.0,
      "step": 533390
    },
    {
      "epoch": 0.6765961657013692,
      "grad_norm": 4.59375,
      "learning_rate": 1.617230652908058e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.54975346326828,
      "num_tokens": 410798823.0,
      "step": 533400
    },
    {
      "epoch": 0.676608850293902,
      "grad_norm": 7.46875,
      "learning_rate": 1.6171672218994287e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5426727950572967,
      "num_tokens": 410805991.0,
      "step": 533410
    },
    {
      "epoch": 0.6766215348864348,
      "grad_norm": 4.9375,
      "learning_rate": 1.6171037908908e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5746633619070053,
      "num_tokens": 410813112.0,
      "step": 533420
    },
    {
      "epoch": 0.6766342194789676,
      "grad_norm": 5.65625,
      "learning_rate": 1.6170403598821707e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5264043986797333,
      "num_tokens": 410821053.0,
      "step": 533430
    },
    {
      "epoch": 0.6766469040715005,
      "grad_norm": 7.53125,
      "learning_rate": 1.6169769288735416e-05,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5553006857633591,
      "num_tokens": 410828374.0,
      "step": 533440
    },
    {
      "epoch": 0.6766595886640333,
      "grad_norm": 7.125,
      "learning_rate": 1.616913497864912e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5484362334012985,
      "num_tokens": 410836645.0,
      "step": 533450
    },
    {
      "epoch": 0.6766722732565662,
      "grad_norm": 12.125,
      "learning_rate": 1.616850066856283e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5562480241060257,
      "num_tokens": 410844571.0,
      "step": 533460
    },
    {
      "epoch": 0.676684957849099,
      "grad_norm": 4.78125,
      "learning_rate": 1.6167866358476542e-05,
      "loss": 1.6208,
      "mean_token_accuracy": 0.6350112795829773,
      "num_tokens": 410851082.0,
      "step": 533470
    },
    {
      "epoch": 0.6766976424416319,
      "grad_norm": 5.6875,
      "learning_rate": 1.6167232048390248e-05,
      "loss": 2.043,
      "mean_token_accuracy": 0.5577856957912445,
      "num_tokens": 410858119.0,
      "step": 533480
    },
    {
      "epoch": 0.6767103270341647,
      "grad_norm": 7.21875,
      "learning_rate": 1.6166597738303956e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5374839216470718,
      "num_tokens": 410865553.0,
      "step": 533490
    },
    {
      "epoch": 0.6767230116266976,
      "grad_norm": 4.90625,
      "learning_rate": 1.6165963428217665e-05,
      "loss": 1.7395,
      "mean_token_accuracy": 0.6120796263217926,
      "num_tokens": 410872066.0,
      "step": 533500
    },
    {
      "epoch": 0.6767356962192304,
      "grad_norm": 5.3125,
      "learning_rate": 1.6165329118131374e-05,
      "loss": 1.8939,
      "mean_token_accuracy": 0.5749159336090088,
      "num_tokens": 410880238.0,
      "step": 533510
    },
    {
      "epoch": 0.6767483808117631,
      "grad_norm": 6.21875,
      "learning_rate": 1.6164694808045083e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5249405890703202,
      "num_tokens": 410887440.0,
      "step": 533520
    },
    {
      "epoch": 0.676761065404296,
      "grad_norm": 6.84375,
      "learning_rate": 1.616406049795879e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5303335309028625,
      "num_tokens": 410894436.0,
      "step": 533530
    },
    {
      "epoch": 0.6767737499968288,
      "grad_norm": 5.71875,
      "learning_rate": 1.61634261878725e-05,
      "loss": 1.816,
      "mean_token_accuracy": 0.6018123805522919,
      "num_tokens": 410900760.0,
      "step": 533540
    },
    {
      "epoch": 0.6767864345893617,
      "grad_norm": 6.3125,
      "learning_rate": 1.6162791877786206e-05,
      "loss": 1.9061,
      "mean_token_accuracy": 0.579002034664154,
      "num_tokens": 410907130.0,
      "step": 533550
    },
    {
      "epoch": 0.6767991191818945,
      "grad_norm": 6.90625,
      "learning_rate": 1.6162157567699918e-05,
      "loss": 1.8509,
      "mean_token_accuracy": 0.5858613967895507,
      "num_tokens": 410914450.0,
      "step": 533560
    },
    {
      "epoch": 0.6768118037744274,
      "grad_norm": 22.25,
      "learning_rate": 1.6161523257613626e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5464234083890915,
      "num_tokens": 410920734.0,
      "step": 533570
    },
    {
      "epoch": 0.6768244883669602,
      "grad_norm": 5.875,
      "learning_rate": 1.6160888947527332e-05,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5291245609521866,
      "num_tokens": 410928635.0,
      "step": 533580
    },
    {
      "epoch": 0.676837172959493,
      "grad_norm": 5.8125,
      "learning_rate": 1.616025463744104e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5668049782514573,
      "num_tokens": 410936296.0,
      "step": 533590
    },
    {
      "epoch": 0.6768498575520259,
      "grad_norm": 4.96875,
      "learning_rate": 1.615962032735475e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5274181991815567,
      "num_tokens": 410944311.0,
      "step": 533600
    },
    {
      "epoch": 0.6768625421445587,
      "grad_norm": 5.28125,
      "learning_rate": 1.615898601726846e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5334781616926193,
      "num_tokens": 410952531.0,
      "step": 533610
    },
    {
      "epoch": 0.6768752267370916,
      "grad_norm": 6.125,
      "learning_rate": 1.6158351707182167e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5462758272886277,
      "num_tokens": 410959685.0,
      "step": 533620
    },
    {
      "epoch": 0.6768879113296243,
      "grad_norm": 5.65625,
      "learning_rate": 1.6157717397095875e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5340714663267135,
      "num_tokens": 410966634.0,
      "step": 533630
    },
    {
      "epoch": 0.6769005959221572,
      "grad_norm": 5.0,
      "learning_rate": 1.6157083087009584e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5418525338172913,
      "num_tokens": 410974731.0,
      "step": 533640
    },
    {
      "epoch": 0.67691328051469,
      "grad_norm": 7.0625,
      "learning_rate": 1.6156448776923293e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5312638461589814,
      "num_tokens": 410982647.0,
      "step": 533650
    },
    {
      "epoch": 0.6769259651072229,
      "grad_norm": 6.15625,
      "learning_rate": 1.6155814466837e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5386487901210785,
      "num_tokens": 410988762.0,
      "step": 533660
    },
    {
      "epoch": 0.6769386496997557,
      "grad_norm": 8.6875,
      "learning_rate": 1.615518015675071e-05,
      "loss": 1.957,
      "mean_token_accuracy": 0.5667143434286117,
      "num_tokens": 410995639.0,
      "step": 533670
    },
    {
      "epoch": 0.6769513342922885,
      "grad_norm": 5.0625,
      "learning_rate": 1.615454584666442e-05,
      "loss": 1.8468,
      "mean_token_accuracy": 0.5835559129714966,
      "num_tokens": 411003418.0,
      "step": 533680
    },
    {
      "epoch": 0.6769640188848214,
      "grad_norm": 6.5625,
      "learning_rate": 1.6153911536578125e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.548137366771698,
      "num_tokens": 411011029.0,
      "step": 533690
    },
    {
      "epoch": 0.6769767034773542,
      "grad_norm": 6.1875,
      "learning_rate": 1.6153277226491833e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.527222728729248,
      "num_tokens": 411018975.0,
      "step": 533700
    },
    {
      "epoch": 0.6769893880698871,
      "grad_norm": 5.53125,
      "learning_rate": 1.6152642916405545e-05,
      "loss": 1.8828,
      "mean_token_accuracy": 0.5795069694519043,
      "num_tokens": 411025782.0,
      "step": 533710
    },
    {
      "epoch": 0.6770020726624199,
      "grad_norm": 5.3125,
      "learning_rate": 1.615200860631925e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5507580220699311,
      "num_tokens": 411034262.0,
      "step": 533720
    },
    {
      "epoch": 0.6770147572549527,
      "grad_norm": 5.59375,
      "learning_rate": 1.615137429623296e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5371883064508438,
      "num_tokens": 411042322.0,
      "step": 533730
    },
    {
      "epoch": 0.6770274418474855,
      "grad_norm": 5.6875,
      "learning_rate": 1.6150739986146668e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5316295564174652,
      "num_tokens": 411050690.0,
      "step": 533740
    },
    {
      "epoch": 0.6770401264400183,
      "grad_norm": 5.3125,
      "learning_rate": 1.6150105676060377e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5396937996149063,
      "num_tokens": 411059219.0,
      "step": 533750
    },
    {
      "epoch": 0.6770528110325512,
      "grad_norm": 4.59375,
      "learning_rate": 1.6149471365974086e-05,
      "loss": 1.7453,
      "mean_token_accuracy": 0.6034351080656052,
      "num_tokens": 411065250.0,
      "step": 533760
    },
    {
      "epoch": 0.677065495625084,
      "grad_norm": 4.78125,
      "learning_rate": 1.6148837055887794e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5530335783958436,
      "num_tokens": 411073467.0,
      "step": 533770
    },
    {
      "epoch": 0.6770781802176169,
      "grad_norm": 4.65625,
      "learning_rate": 1.6148202745801503e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5355596393346786,
      "num_tokens": 411082044.0,
      "step": 533780
    },
    {
      "epoch": 0.6770908648101497,
      "grad_norm": 8.5625,
      "learning_rate": 1.614756843571521e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5529005020856858,
      "num_tokens": 411088576.0,
      "step": 533790
    },
    {
      "epoch": 0.6771035494026826,
      "grad_norm": 6.5,
      "learning_rate": 1.6146934125628917e-05,
      "loss": 2.033,
      "mean_token_accuracy": 0.57065509557724,
      "num_tokens": 411095689.0,
      "step": 533800
    },
    {
      "epoch": 0.6771162339952154,
      "grad_norm": 5.0625,
      "learning_rate": 1.614629981554263e-05,
      "loss": 1.8296,
      "mean_token_accuracy": 0.5954440236091614,
      "num_tokens": 411103402.0,
      "step": 533810
    },
    {
      "epoch": 0.6771289185877482,
      "grad_norm": 5.75,
      "learning_rate": 1.6145665505456338e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5499465137720108,
      "num_tokens": 411110893.0,
      "step": 533820
    },
    {
      "epoch": 0.677141603180281,
      "grad_norm": 5.875,
      "learning_rate": 1.6145031195370043e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5542129874229431,
      "num_tokens": 411119124.0,
      "step": 533830
    },
    {
      "epoch": 0.6771542877728138,
      "grad_norm": 6.1875,
      "learning_rate": 1.6144396885283752e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5344377726316452,
      "num_tokens": 411127969.0,
      "step": 533840
    },
    {
      "epoch": 0.6771669723653467,
      "grad_norm": 5.90625,
      "learning_rate": 1.614376257519746e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5498158544301986,
      "num_tokens": 411136178.0,
      "step": 533850
    },
    {
      "epoch": 0.6771796569578795,
      "grad_norm": 4.8125,
      "learning_rate": 1.614312826511117e-05,
      "loss": 2.3253,
      "mean_token_accuracy": 0.5051627427339553,
      "num_tokens": 411145276.0,
      "step": 533860
    },
    {
      "epoch": 0.6771923415504124,
      "grad_norm": 5.59375,
      "learning_rate": 1.614249395502488e-05,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5512603133916855,
      "num_tokens": 411153811.0,
      "step": 533870
    },
    {
      "epoch": 0.6772050261429452,
      "grad_norm": 12.0,
      "learning_rate": 1.6141859644938587e-05,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5444071024656296,
      "num_tokens": 411160518.0,
      "step": 533880
    },
    {
      "epoch": 0.6772177107354781,
      "grad_norm": 5.09375,
      "learning_rate": 1.6141225334852296e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5524224400520324,
      "num_tokens": 411167865.0,
      "step": 533890
    },
    {
      "epoch": 0.6772303953280109,
      "grad_norm": 7.15625,
      "learning_rate": 1.6140591024766e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5267040848731994,
      "num_tokens": 411175668.0,
      "step": 533900
    },
    {
      "epoch": 0.6772430799205437,
      "grad_norm": 5.0,
      "learning_rate": 1.6139956714679713e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5529524475336075,
      "num_tokens": 411184348.0,
      "step": 533910
    },
    {
      "epoch": 0.6772557645130766,
      "grad_norm": 4.90625,
      "learning_rate": 1.6139322404593422e-05,
      "loss": 1.9572,
      "mean_token_accuracy": 0.5520102798938751,
      "num_tokens": 411192414.0,
      "step": 533920
    },
    {
      "epoch": 0.6772684491056093,
      "grad_norm": 5.46875,
      "learning_rate": 1.6138688094507127e-05,
      "loss": 1.8273,
      "mean_token_accuracy": 0.609817185997963,
      "num_tokens": 411198390.0,
      "step": 533930
    },
    {
      "epoch": 0.6772811336981422,
      "grad_norm": 6.90625,
      "learning_rate": 1.6138053784420836e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5559620469808578,
      "num_tokens": 411205545.0,
      "step": 533940
    },
    {
      "epoch": 0.677293818290675,
      "grad_norm": 5.53125,
      "learning_rate": 1.6137419474334545e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5411495864391327,
      "num_tokens": 411214262.0,
      "step": 533950
    },
    {
      "epoch": 0.6773065028832079,
      "grad_norm": 4.9375,
      "learning_rate": 1.6136785164248254e-05,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5466269522905349,
      "num_tokens": 411222289.0,
      "step": 533960
    },
    {
      "epoch": 0.6773191874757407,
      "grad_norm": 5.28125,
      "learning_rate": 1.6136150854161962e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5493214160203934,
      "num_tokens": 411230349.0,
      "step": 533970
    },
    {
      "epoch": 0.6773318720682735,
      "grad_norm": 4.875,
      "learning_rate": 1.613551654407567e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5269400268793106,
      "num_tokens": 411238962.0,
      "step": 533980
    },
    {
      "epoch": 0.6773445566608064,
      "grad_norm": 5.4375,
      "learning_rate": 1.613488223398938e-05,
      "loss": 2.2148,
      "mean_token_accuracy": 0.5089414238929748,
      "num_tokens": 411247059.0,
      "step": 533990
    },
    {
      "epoch": 0.6773572412533392,
      "grad_norm": 4.78125,
      "learning_rate": 1.613424792390309e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5584132522344589,
      "num_tokens": 411254775.0,
      "step": 534000
    },
    {
      "epoch": 0.6773699258458721,
      "grad_norm": 4.8125,
      "learning_rate": 1.6133613613816797e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5507268577814102,
      "num_tokens": 411261732.0,
      "step": 534010
    },
    {
      "epoch": 0.6773826104384049,
      "grad_norm": 4.65625,
      "learning_rate": 1.6132979303730506e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5204299062490463,
      "num_tokens": 411269940.0,
      "step": 534020
    },
    {
      "epoch": 0.6773952950309378,
      "grad_norm": 6.0625,
      "learning_rate": 1.6132344993644215e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5608569294214248,
      "num_tokens": 411277247.0,
      "step": 534030
    },
    {
      "epoch": 0.6774079796234705,
      "grad_norm": 6.5,
      "learning_rate": 1.613171068355792e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5396669983863831,
      "num_tokens": 411285355.0,
      "step": 534040
    },
    {
      "epoch": 0.6774206642160034,
      "grad_norm": 4.03125,
      "learning_rate": 1.6131076373471632e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5389837205410004,
      "num_tokens": 411293988.0,
      "step": 534050
    },
    {
      "epoch": 0.6774333488085362,
      "grad_norm": 6.28125,
      "learning_rate": 1.613044206338534e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.5734502613544464,
      "num_tokens": 411300993.0,
      "step": 534060
    },
    {
      "epoch": 0.677446033401069,
      "grad_norm": 4.65625,
      "learning_rate": 1.6129807753299046e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5558875054121017,
      "num_tokens": 411308443.0,
      "step": 534070
    },
    {
      "epoch": 0.6774587179936019,
      "grad_norm": 5.1875,
      "learning_rate": 1.6129173443212755e-05,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5577726572751999,
      "num_tokens": 411316017.0,
      "step": 534080
    },
    {
      "epoch": 0.6774714025861347,
      "grad_norm": 5.03125,
      "learning_rate": 1.6128539133126464e-05,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5491735875606537,
      "num_tokens": 411323843.0,
      "step": 534090
    },
    {
      "epoch": 0.6774840871786676,
      "grad_norm": 7.375,
      "learning_rate": 1.6127904823040173e-05,
      "loss": 2.2746,
      "mean_token_accuracy": 0.5164330929517746,
      "num_tokens": 411331889.0,
      "step": 534100
    },
    {
      "epoch": 0.6774967717712004,
      "grad_norm": 6.125,
      "learning_rate": 1.612727051295388e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.564806592464447,
      "num_tokens": 411339491.0,
      "step": 534110
    },
    {
      "epoch": 0.6775094563637333,
      "grad_norm": 6.90625,
      "learning_rate": 1.612663620286759e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5536270797252655,
      "num_tokens": 411347898.0,
      "step": 534120
    },
    {
      "epoch": 0.6775221409562661,
      "grad_norm": 8.0625,
      "learning_rate": 1.61260018927813e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5379139870405197,
      "num_tokens": 411355461.0,
      "step": 534130
    },
    {
      "epoch": 0.6775348255487988,
      "grad_norm": 6.25,
      "learning_rate": 1.6125367582695004e-05,
      "loss": 1.7921,
      "mean_token_accuracy": 0.5982799828052521,
      "num_tokens": 411363164.0,
      "step": 534140
    },
    {
      "epoch": 0.6775475101413317,
      "grad_norm": 4.96875,
      "learning_rate": 1.6124733272608716e-05,
      "loss": 2.2707,
      "mean_token_accuracy": 0.511753186583519,
      "num_tokens": 411371975.0,
      "step": 534150
    },
    {
      "epoch": 0.6775601947338645,
      "grad_norm": 5.6875,
      "learning_rate": 1.6124098962522425e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5460340112447739,
      "num_tokens": 411377928.0,
      "step": 534160
    },
    {
      "epoch": 0.6775728793263974,
      "grad_norm": 4.8125,
      "learning_rate": 1.612346465243613e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5660255014896393,
      "num_tokens": 411385745.0,
      "step": 534170
    },
    {
      "epoch": 0.6775855639189302,
      "grad_norm": 4.75,
      "learning_rate": 1.612283034234984e-05,
      "loss": 2.2366,
      "mean_token_accuracy": 0.5138338953256607,
      "num_tokens": 411394344.0,
      "step": 534180
    },
    {
      "epoch": 0.6775982485114631,
      "grad_norm": 6.0,
      "learning_rate": 1.6122196032263548e-05,
      "loss": 2.2502,
      "mean_token_accuracy": 0.5146881341934204,
      "num_tokens": 411402590.0,
      "step": 534190
    },
    {
      "epoch": 0.6776109331039959,
      "grad_norm": 5.15625,
      "learning_rate": 1.612156172217726e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5612101525068283,
      "num_tokens": 411411566.0,
      "step": 534200
    },
    {
      "epoch": 0.6776236176965287,
      "grad_norm": 6.46875,
      "learning_rate": 1.6120927412090965e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.515062403678894,
      "num_tokens": 411418931.0,
      "step": 534210
    },
    {
      "epoch": 0.6776363022890616,
      "grad_norm": 6.03125,
      "learning_rate": 1.6120293102004674e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5643732219934463,
      "num_tokens": 411425723.0,
      "step": 534220
    },
    {
      "epoch": 0.6776489868815944,
      "grad_norm": 9.25,
      "learning_rate": 1.6119658791918383e-05,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5303665965795517,
      "num_tokens": 411432459.0,
      "step": 534230
    },
    {
      "epoch": 0.6776616714741273,
      "grad_norm": 5.03125,
      "learning_rate": 1.611902448183209e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5261018574237823,
      "num_tokens": 411439686.0,
      "step": 534240
    },
    {
      "epoch": 0.67767435606666,
      "grad_norm": 5.09375,
      "learning_rate": 1.61183901717458e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5493670791387558,
      "num_tokens": 411447118.0,
      "step": 534250
    },
    {
      "epoch": 0.6776870406591929,
      "grad_norm": 5.5,
      "learning_rate": 1.611775586165951e-05,
      "loss": 2.1769,
      "mean_token_accuracy": 0.5279437363147735,
      "num_tokens": 411454990.0,
      "step": 534260
    },
    {
      "epoch": 0.6776997252517257,
      "grad_norm": 5.5,
      "learning_rate": 1.6117121551573218e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5138273179531098,
      "num_tokens": 411463896.0,
      "step": 534270
    },
    {
      "epoch": 0.6777124098442586,
      "grad_norm": 8.6875,
      "learning_rate": 1.6116487241486923e-05,
      "loss": 1.8217,
      "mean_token_accuracy": 0.5997035175561904,
      "num_tokens": 411468579.0,
      "step": 534280
    },
    {
      "epoch": 0.6777250944367914,
      "grad_norm": 5.71875,
      "learning_rate": 1.6115852931400632e-05,
      "loss": 1.992,
      "mean_token_accuracy": 0.544393441081047,
      "num_tokens": 411476149.0,
      "step": 534290
    },
    {
      "epoch": 0.6777377790293242,
      "grad_norm": 5.21875,
      "learning_rate": 1.6115218621314344e-05,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5227674752473831,
      "num_tokens": 411484492.0,
      "step": 534300
    },
    {
      "epoch": 0.6777504636218571,
      "grad_norm": 5.8125,
      "learning_rate": 1.611458431122805e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5299567848443985,
      "num_tokens": 411492717.0,
      "step": 534310
    },
    {
      "epoch": 0.6777631482143899,
      "grad_norm": 4.84375,
      "learning_rate": 1.6113950001141758e-05,
      "loss": 1.9353,
      "mean_token_accuracy": 0.5692759215831756,
      "num_tokens": 411500163.0,
      "step": 534320
    },
    {
      "epoch": 0.6777758328069228,
      "grad_norm": 5.25,
      "learning_rate": 1.6113315691055467e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5430814772844315,
      "num_tokens": 411508519.0,
      "step": 534330
    },
    {
      "epoch": 0.6777885173994556,
      "grad_norm": 6.21875,
      "learning_rate": 1.6112681380969176e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5466364592313766,
      "num_tokens": 411516377.0,
      "step": 534340
    },
    {
      "epoch": 0.6778012019919885,
      "grad_norm": 6.125,
      "learning_rate": 1.6112047070882884e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5612341344356537,
      "num_tokens": 411523244.0,
      "step": 534350
    },
    {
      "epoch": 0.6778138865845212,
      "grad_norm": 5.21875,
      "learning_rate": 1.6111412760796593e-05,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5773593664169312,
      "num_tokens": 411530740.0,
      "step": 534360
    },
    {
      "epoch": 0.677826571177054,
      "grad_norm": 4.875,
      "learning_rate": 1.6110778450710302e-05,
      "loss": 2.2439,
      "mean_token_accuracy": 0.5122728943824768,
      "num_tokens": 411539553.0,
      "step": 534370
    },
    {
      "epoch": 0.6778392557695869,
      "grad_norm": 5.6875,
      "learning_rate": 1.6110144140624007e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5404721170663833,
      "num_tokens": 411547230.0,
      "step": 534380
    },
    {
      "epoch": 0.6778519403621197,
      "grad_norm": 5.03125,
      "learning_rate": 1.6109509830537716e-05,
      "loss": 2.2357,
      "mean_token_accuracy": 0.5183029741048812,
      "num_tokens": 411555607.0,
      "step": 534390
    },
    {
      "epoch": 0.6778646249546526,
      "grad_norm": 7.15625,
      "learning_rate": 1.6108875520451428e-05,
      "loss": 1.9604,
      "mean_token_accuracy": 0.5711387366056442,
      "num_tokens": 411563380.0,
      "step": 534400
    },
    {
      "epoch": 0.6778773095471854,
      "grad_norm": 4.90625,
      "learning_rate": 1.6108241210365137e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5380285620689392,
      "num_tokens": 411571770.0,
      "step": 534410
    },
    {
      "epoch": 0.6778899941397183,
      "grad_norm": 7.1875,
      "learning_rate": 1.6107606900278842e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5769307971000671,
      "num_tokens": 411579505.0,
      "step": 534420
    },
    {
      "epoch": 0.6779026787322511,
      "grad_norm": 5.96875,
      "learning_rate": 1.610697259019255e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5366880297660828,
      "num_tokens": 411587000.0,
      "step": 534430
    },
    {
      "epoch": 0.677915363324784,
      "grad_norm": 6.21875,
      "learning_rate": 1.6106338280106263e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.555125379562378,
      "num_tokens": 411594766.0,
      "step": 534440
    },
    {
      "epoch": 0.6779280479173168,
      "grad_norm": 4.875,
      "learning_rate": 1.610570397001997e-05,
      "loss": 2.1901,
      "mean_token_accuracy": 0.5346219420433045,
      "num_tokens": 411603129.0,
      "step": 534450
    },
    {
      "epoch": 0.6779407325098495,
      "grad_norm": 8.375,
      "learning_rate": 1.6105069659933677e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5427276760339736,
      "num_tokens": 411611618.0,
      "step": 534460
    },
    {
      "epoch": 0.6779534171023824,
      "grad_norm": 6.1875,
      "learning_rate": 1.6104435349847386e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5329732835292816,
      "num_tokens": 411620267.0,
      "step": 534470
    },
    {
      "epoch": 0.6779661016949152,
      "grad_norm": 4.84375,
      "learning_rate": 1.6103801039761095e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5631774663925171,
      "num_tokens": 411629117.0,
      "step": 534480
    },
    {
      "epoch": 0.6779787862874481,
      "grad_norm": 6.4375,
      "learning_rate": 1.6103166729674803e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5385783821344375,
      "num_tokens": 411637188.0,
      "step": 534490
    },
    {
      "epoch": 0.6779914708799809,
      "grad_norm": 5.84375,
      "learning_rate": 1.6102532419588512e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5396058231592178,
      "num_tokens": 411644819.0,
      "step": 534500
    },
    {
      "epoch": 0.6780041554725138,
      "grad_norm": 6.78125,
      "learning_rate": 1.610189810950222e-05,
      "loss": 1.6581,
      "mean_token_accuracy": 0.6312689483165741,
      "num_tokens": 411650512.0,
      "step": 534510
    },
    {
      "epoch": 0.6780168400650466,
      "grad_norm": 5.96875,
      "learning_rate": 1.6101263799415926e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5359944969415664,
      "num_tokens": 411657618.0,
      "step": 534520
    },
    {
      "epoch": 0.6780295246575794,
      "grad_norm": 5.03125,
      "learning_rate": 1.6100629489329635e-05,
      "loss": 1.8556,
      "mean_token_accuracy": 0.58211550116539,
      "num_tokens": 411665266.0,
      "step": 534530
    },
    {
      "epoch": 0.6780422092501123,
      "grad_norm": 4.9375,
      "learning_rate": 1.6099995179243347e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5315796911716462,
      "num_tokens": 411673780.0,
      "step": 534540
    },
    {
      "epoch": 0.6780548938426451,
      "grad_norm": 6.1875,
      "learning_rate": 1.6099360869157056e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5452312797307968,
      "num_tokens": 411681074.0,
      "step": 534550
    },
    {
      "epoch": 0.678067578435178,
      "grad_norm": 7.4375,
      "learning_rate": 1.609872655907076e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5169909596443176,
      "num_tokens": 411688784.0,
      "step": 534560
    },
    {
      "epoch": 0.6780802630277107,
      "grad_norm": 5.15625,
      "learning_rate": 1.609809224898447e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5211783349514008,
      "num_tokens": 411696865.0,
      "step": 534570
    },
    {
      "epoch": 0.6780929476202436,
      "grad_norm": 7.71875,
      "learning_rate": 1.609745793889818e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5363611668348313,
      "num_tokens": 411704914.0,
      "step": 534580
    },
    {
      "epoch": 0.6781056322127764,
      "grad_norm": 4.90625,
      "learning_rate": 1.6096823628811887e-05,
      "loss": 2.2569,
      "mean_token_accuracy": 0.5066466420888901,
      "num_tokens": 411713335.0,
      "step": 534590
    },
    {
      "epoch": 0.6781183168053093,
      "grad_norm": 5.40625,
      "learning_rate": 1.6096189318725596e-05,
      "loss": 2.2954,
      "mean_token_accuracy": 0.5090813606977462,
      "num_tokens": 411722068.0,
      "step": 534600
    },
    {
      "epoch": 0.6781310013978421,
      "grad_norm": 5.59375,
      "learning_rate": 1.6095555008639305e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5624984741210938,
      "num_tokens": 411730423.0,
      "step": 534610
    },
    {
      "epoch": 0.6781436859903749,
      "grad_norm": 6.40625,
      "learning_rate": 1.6094920698553014e-05,
      "loss": 2.2241,
      "mean_token_accuracy": 0.527444475889206,
      "num_tokens": 411739163.0,
      "step": 534620
    },
    {
      "epoch": 0.6781563705829078,
      "grad_norm": 8.875,
      "learning_rate": 1.609428638846672e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.53828085064888,
      "num_tokens": 411746939.0,
      "step": 534630
    },
    {
      "epoch": 0.6781690551754406,
      "grad_norm": 6.21875,
      "learning_rate": 1.609365207838043e-05,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5501885145902634,
      "num_tokens": 411754626.0,
      "step": 534640
    },
    {
      "epoch": 0.6781817397679735,
      "grad_norm": 5.5,
      "learning_rate": 1.609301776829414e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5548465788364411,
      "num_tokens": 411761448.0,
      "step": 534650
    },
    {
      "epoch": 0.6781944243605063,
      "grad_norm": 9.6875,
      "learning_rate": 1.6092383458207845e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5560964494943619,
      "num_tokens": 411769342.0,
      "step": 534660
    },
    {
      "epoch": 0.6782071089530392,
      "grad_norm": 6.96875,
      "learning_rate": 1.6091749148121554e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5571518898010254,
      "num_tokens": 411776327.0,
      "step": 534670
    },
    {
      "epoch": 0.6782197935455719,
      "grad_norm": 6.09375,
      "learning_rate": 1.6091114838035263e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5387547135353088,
      "num_tokens": 411783457.0,
      "step": 534680
    },
    {
      "epoch": 0.6782324781381047,
      "grad_norm": 10.9375,
      "learning_rate": 1.609048052794897e-05,
      "loss": 2.2766,
      "mean_token_accuracy": 0.5064827859401703,
      "num_tokens": 411790630.0,
      "step": 534690
    },
    {
      "epoch": 0.6782451627306376,
      "grad_norm": 5.46875,
      "learning_rate": 1.608984621786268e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5586685240268707,
      "num_tokens": 411798547.0,
      "step": 534700
    },
    {
      "epoch": 0.6782578473231704,
      "grad_norm": 5.65625,
      "learning_rate": 1.608921190777639e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.53334581553936,
      "num_tokens": 411806033.0,
      "step": 534710
    },
    {
      "epoch": 0.6782705319157033,
      "grad_norm": 5.03125,
      "learning_rate": 1.6088577597690098e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5334007322788239,
      "num_tokens": 411814481.0,
      "step": 534720
    },
    {
      "epoch": 0.6782832165082361,
      "grad_norm": 5.71875,
      "learning_rate": 1.6087943287603803e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5554811090230942,
      "num_tokens": 411821350.0,
      "step": 534730
    },
    {
      "epoch": 0.678295901100769,
      "grad_norm": 5.9375,
      "learning_rate": 1.6087308977517515e-05,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5848706543445588,
      "num_tokens": 411828746.0,
      "step": 534740
    },
    {
      "epoch": 0.6783085856933018,
      "grad_norm": 6.25,
      "learning_rate": 1.6086674667431224e-05,
      "loss": 2.1953,
      "mean_token_accuracy": 0.5221224874258041,
      "num_tokens": 411837866.0,
      "step": 534750
    },
    {
      "epoch": 0.6783212702858346,
      "grad_norm": 6.5625,
      "learning_rate": 1.6086040357344933e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.5590862274169922,
      "num_tokens": 411845397.0,
      "step": 534760
    },
    {
      "epoch": 0.6783339548783675,
      "grad_norm": 5.0,
      "learning_rate": 1.6085406047258638e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5628286987543106,
      "num_tokens": 411852073.0,
      "step": 534770
    },
    {
      "epoch": 0.6783466394709002,
      "grad_norm": 7.28125,
      "learning_rate": 1.6084771737172347e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5366059750318527,
      "num_tokens": 411860069.0,
      "step": 534780
    },
    {
      "epoch": 0.6783593240634331,
      "grad_norm": 5.28125,
      "learning_rate": 1.608413742708606e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5383111536502838,
      "num_tokens": 411868077.0,
      "step": 534790
    },
    {
      "epoch": 0.6783720086559659,
      "grad_norm": 5.125,
      "learning_rate": 1.6083503116999764e-05,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5221787929534912,
      "num_tokens": 411876359.0,
      "step": 534800
    },
    {
      "epoch": 0.6783846932484988,
      "grad_norm": 4.96875,
      "learning_rate": 1.6082868806913473e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5409773528575897,
      "num_tokens": 411884971.0,
      "step": 534810
    },
    {
      "epoch": 0.6783973778410316,
      "grad_norm": 5.4375,
      "learning_rate": 1.608223449682718e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5259533494710922,
      "num_tokens": 411892171.0,
      "step": 534820
    },
    {
      "epoch": 0.6784100624335645,
      "grad_norm": 5.75,
      "learning_rate": 1.608160018674089e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5562556743621826,
      "num_tokens": 411899587.0,
      "step": 534830
    },
    {
      "epoch": 0.6784227470260973,
      "grad_norm": 6.40625,
      "learning_rate": 1.60809658766546e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5369714319705963,
      "num_tokens": 411906645.0,
      "step": 534840
    },
    {
      "epoch": 0.6784354316186301,
      "grad_norm": 5.65625,
      "learning_rate": 1.6080331566568308e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5632289230823517,
      "num_tokens": 411914124.0,
      "step": 534850
    },
    {
      "epoch": 0.678448116211163,
      "grad_norm": 5.03125,
      "learning_rate": 1.6079697256482017e-05,
      "loss": 1.8729,
      "mean_token_accuracy": 0.5817716002464295,
      "num_tokens": 411922502.0,
      "step": 534860
    },
    {
      "epoch": 0.6784608008036958,
      "grad_norm": 5.03125,
      "learning_rate": 1.6079062946395722e-05,
      "loss": 1.9094,
      "mean_token_accuracy": 0.577193096280098,
      "num_tokens": 411930262.0,
      "step": 534870
    },
    {
      "epoch": 0.6784734853962286,
      "grad_norm": 5.3125,
      "learning_rate": 1.607842863630943e-05,
      "loss": 1.7766,
      "mean_token_accuracy": 0.6045572698116303,
      "num_tokens": 411936779.0,
      "step": 534880
    },
    {
      "epoch": 0.6784861699887614,
      "grad_norm": 5.15625,
      "learning_rate": 1.6077794326223143e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5432795703411102,
      "num_tokens": 411945075.0,
      "step": 534890
    },
    {
      "epoch": 0.6784988545812943,
      "grad_norm": 5.09375,
      "learning_rate": 1.6077160016136848e-05,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5844837397336959,
      "num_tokens": 411950882.0,
      "step": 534900
    },
    {
      "epoch": 0.6785115391738271,
      "grad_norm": 5.0625,
      "learning_rate": 1.6076525706050557e-05,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5230764985084534,
      "num_tokens": 411959266.0,
      "step": 534910
    },
    {
      "epoch": 0.6785242237663599,
      "grad_norm": 5.25,
      "learning_rate": 1.6075891395964266e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5597450971603394,
      "num_tokens": 411967099.0,
      "step": 534920
    },
    {
      "epoch": 0.6785369083588928,
      "grad_norm": 5.25,
      "learning_rate": 1.6075257085877978e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5326713293790817,
      "num_tokens": 411975105.0,
      "step": 534930
    },
    {
      "epoch": 0.6785495929514256,
      "grad_norm": 5.65625,
      "learning_rate": 1.6074622775791683e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5803974330425262,
      "num_tokens": 411983275.0,
      "step": 534940
    },
    {
      "epoch": 0.6785622775439585,
      "grad_norm": 5.03125,
      "learning_rate": 1.6073988465705392e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5276336401700974,
      "num_tokens": 411991630.0,
      "step": 534950
    },
    {
      "epoch": 0.6785749621364913,
      "grad_norm": 6.5625,
      "learning_rate": 1.60733541556191e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5676325798034668,
      "num_tokens": 411999072.0,
      "step": 534960
    },
    {
      "epoch": 0.6785876467290242,
      "grad_norm": 6.0,
      "learning_rate": 1.607271984553281e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.544413897395134,
      "num_tokens": 412007211.0,
      "step": 534970
    },
    {
      "epoch": 0.678600331321557,
      "grad_norm": 5.71875,
      "learning_rate": 1.6072085535446518e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5321297079324723,
      "num_tokens": 412015354.0,
      "step": 534980
    },
    {
      "epoch": 0.6786130159140898,
      "grad_norm": 4.6875,
      "learning_rate": 1.6071451225360227e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5641072213649749,
      "num_tokens": 412022690.0,
      "step": 534990
    },
    {
      "epoch": 0.6786257005066226,
      "grad_norm": 5.71875,
      "learning_rate": 1.6070816915273936e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5369322955608368,
      "num_tokens": 412030633.0,
      "step": 535000
    },
    {
      "epoch": 0.6786383850991554,
      "grad_norm": 5.03125,
      "learning_rate": 1.607018260518764e-05,
      "loss": 1.8945,
      "mean_token_accuracy": 0.5800530552864075,
      "num_tokens": 412037153.0,
      "step": 535010
    },
    {
      "epoch": 0.6786510696916883,
      "grad_norm": 5.75,
      "learning_rate": 1.606954829510135e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.57796890437603,
      "num_tokens": 412045334.0,
      "step": 535020
    },
    {
      "epoch": 0.6786637542842211,
      "grad_norm": 6.96875,
      "learning_rate": 1.6068913985015062e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5636131942272187,
      "num_tokens": 412053132.0,
      "step": 535030
    },
    {
      "epoch": 0.678676438876754,
      "grad_norm": 5.9375,
      "learning_rate": 1.6068279674928767e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5403039753437042,
      "num_tokens": 412060642.0,
      "step": 535040
    },
    {
      "epoch": 0.6786891234692868,
      "grad_norm": 6.5625,
      "learning_rate": 1.6067645364842476e-05,
      "loss": 1.8376,
      "mean_token_accuracy": 0.5899862825870514,
      "num_tokens": 412067423.0,
      "step": 535050
    },
    {
      "epoch": 0.6787018080618197,
      "grad_norm": 11.375,
      "learning_rate": 1.6067011054756185e-05,
      "loss": 1.7715,
      "mean_token_accuracy": 0.6146155267953872,
      "num_tokens": 412073954.0,
      "step": 535060
    },
    {
      "epoch": 0.6787144926543525,
      "grad_norm": 5.125,
      "learning_rate": 1.6066376744669893e-05,
      "loss": 1.7287,
      "mean_token_accuracy": 0.6190752655267715,
      "num_tokens": 412080786.0,
      "step": 535070
    },
    {
      "epoch": 0.6787271772468852,
      "grad_norm": 4.9375,
      "learning_rate": 1.6065742434583602e-05,
      "loss": 1.7917,
      "mean_token_accuracy": 0.5999471694231033,
      "num_tokens": 412088567.0,
      "step": 535080
    },
    {
      "epoch": 0.6787398618394181,
      "grad_norm": 6.53125,
      "learning_rate": 1.606510812449731e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5403554260730743,
      "num_tokens": 412095730.0,
      "step": 535090
    },
    {
      "epoch": 0.6787525464319509,
      "grad_norm": 6.40625,
      "learning_rate": 1.606447381441102e-05,
      "loss": 1.7199,
      "mean_token_accuracy": 0.6076674044132233,
      "num_tokens": 412102476.0,
      "step": 535100
    },
    {
      "epoch": 0.6787652310244838,
      "grad_norm": 6.9375,
      "learning_rate": 1.6063839504324725e-05,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5436789244413376,
      "num_tokens": 412110064.0,
      "step": 535110
    },
    {
      "epoch": 0.6787779156170166,
      "grad_norm": 5.09375,
      "learning_rate": 1.6063205194238434e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5396745026111602,
      "num_tokens": 412118017.0,
      "step": 535120
    },
    {
      "epoch": 0.6787906002095495,
      "grad_norm": 4.90625,
      "learning_rate": 1.6062570884152146e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5642909675836563,
      "num_tokens": 412126371.0,
      "step": 535130
    },
    {
      "epoch": 0.6788032848020823,
      "grad_norm": 4.8125,
      "learning_rate": 1.6061936574065854e-05,
      "loss": 1.9812,
      "mean_token_accuracy": 0.5676061540842057,
      "num_tokens": 412133512.0,
      "step": 535140
    },
    {
      "epoch": 0.6788159693946151,
      "grad_norm": 6.28125,
      "learning_rate": 1.606130226397956e-05,
      "loss": 1.944,
      "mean_token_accuracy": 0.5647391498088836,
      "num_tokens": 412139568.0,
      "step": 535150
    },
    {
      "epoch": 0.678828653987148,
      "grad_norm": 5.28125,
      "learning_rate": 1.606066795389327e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5631781041622161,
      "num_tokens": 412148107.0,
      "step": 535160
    },
    {
      "epoch": 0.6788413385796808,
      "grad_norm": 5.59375,
      "learning_rate": 1.6060033643806977e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5842883348464966,
      "num_tokens": 412155175.0,
      "step": 535170
    },
    {
      "epoch": 0.6788540231722137,
      "grad_norm": 5.09375,
      "learning_rate": 1.6059399333720686e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5390260547399521,
      "num_tokens": 412162950.0,
      "step": 535180
    },
    {
      "epoch": 0.6788667077647464,
      "grad_norm": 7.59375,
      "learning_rate": 1.6058765023634395e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5337244212627411,
      "num_tokens": 412171187.0,
      "step": 535190
    },
    {
      "epoch": 0.6788793923572793,
      "grad_norm": 5.375,
      "learning_rate": 1.6058130713548104e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5312491714954376,
      "num_tokens": 412178864.0,
      "step": 535200
    },
    {
      "epoch": 0.6788920769498121,
      "grad_norm": 4.9375,
      "learning_rate": 1.6057496403461812e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.554206195473671,
      "num_tokens": 412187694.0,
      "step": 535210
    },
    {
      "epoch": 0.678904761542345,
      "grad_norm": 5.875,
      "learning_rate": 1.6056862093375518e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5434078007936478,
      "num_tokens": 412195878.0,
      "step": 535220
    },
    {
      "epoch": 0.6789174461348778,
      "grad_norm": 7.59375,
      "learning_rate": 1.605622778328923e-05,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5308696657419205,
      "num_tokens": 412203734.0,
      "step": 535230
    },
    {
      "epoch": 0.6789301307274106,
      "grad_norm": 4.71875,
      "learning_rate": 1.605559347320294e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.53077712059021,
      "num_tokens": 412212438.0,
      "step": 535240
    },
    {
      "epoch": 0.6789428153199435,
      "grad_norm": 5.71875,
      "learning_rate": 1.6054959163116644e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5295746594667434,
      "num_tokens": 412220291.0,
      "step": 535250
    },
    {
      "epoch": 0.6789554999124763,
      "grad_norm": 6.0625,
      "learning_rate": 1.6054324853030353e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5569446504116058,
      "num_tokens": 412229344.0,
      "step": 535260
    },
    {
      "epoch": 0.6789681845050092,
      "grad_norm": 5.09375,
      "learning_rate": 1.605369054294406e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.5263169437646866,
      "num_tokens": 412237993.0,
      "step": 535270
    },
    {
      "epoch": 0.678980869097542,
      "grad_norm": 4.6875,
      "learning_rate": 1.605305623285777e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5783727914094925,
      "num_tokens": 412246056.0,
      "step": 535280
    },
    {
      "epoch": 0.6789935536900749,
      "grad_norm": 4.53125,
      "learning_rate": 1.605242192277148e-05,
      "loss": 1.8568,
      "mean_token_accuracy": 0.587509959936142,
      "num_tokens": 412254204.0,
      "step": 535290
    },
    {
      "epoch": 0.6790062382826076,
      "grad_norm": 6.78125,
      "learning_rate": 1.6051787612685188e-05,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5239934682846069,
      "num_tokens": 412262905.0,
      "step": 535300
    },
    {
      "epoch": 0.6790189228751404,
      "grad_norm": 5.46875,
      "learning_rate": 1.6051153302598896e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5394505470991134,
      "num_tokens": 412270564.0,
      "step": 535310
    },
    {
      "epoch": 0.6790316074676733,
      "grad_norm": 5.46875,
      "learning_rate": 1.60505189925126e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5283595144748687,
      "num_tokens": 412279037.0,
      "step": 535320
    },
    {
      "epoch": 0.6790442920602061,
      "grad_norm": 5.59375,
      "learning_rate": 1.6049884682426314e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5304873496294021,
      "num_tokens": 412287855.0,
      "step": 535330
    },
    {
      "epoch": 0.679056976652739,
      "grad_norm": 5.0,
      "learning_rate": 1.6049250372340023e-05,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5348865866661072,
      "num_tokens": 412295782.0,
      "step": 535340
    },
    {
      "epoch": 0.6790696612452718,
      "grad_norm": 7.59375,
      "learning_rate": 1.604861606225373e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5271125614643097,
      "num_tokens": 412303391.0,
      "step": 535350
    },
    {
      "epoch": 0.6790823458378047,
      "grad_norm": 9.875,
      "learning_rate": 1.6047981752167437e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5337826907634735,
      "num_tokens": 412312161.0,
      "step": 535360
    },
    {
      "epoch": 0.6790950304303375,
      "grad_norm": 4.625,
      "learning_rate": 1.604734744208115e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5432492882013321,
      "num_tokens": 412319721.0,
      "step": 535370
    },
    {
      "epoch": 0.6791077150228704,
      "grad_norm": 5.71875,
      "learning_rate": 1.6046713131994857e-05,
      "loss": 1.9002,
      "mean_token_accuracy": 0.5731017708778381,
      "num_tokens": 412326606.0,
      "step": 535380
    },
    {
      "epoch": 0.6791203996154032,
      "grad_norm": 5.125,
      "learning_rate": 1.6046078821908563e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5725372195243835,
      "num_tokens": 412334857.0,
      "step": 535390
    },
    {
      "epoch": 0.6791330842079359,
      "grad_norm": 4.65625,
      "learning_rate": 1.604544451182227e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5293000847101211,
      "num_tokens": 412342403.0,
      "step": 535400
    },
    {
      "epoch": 0.6791457688004688,
      "grad_norm": 6.375,
      "learning_rate": 1.604481020173598e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5227884739637375,
      "num_tokens": 412350289.0,
      "step": 535410
    },
    {
      "epoch": 0.6791584533930016,
      "grad_norm": 6.84375,
      "learning_rate": 1.604417589164969e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5322947114706039,
      "num_tokens": 412357397.0,
      "step": 535420
    },
    {
      "epoch": 0.6791711379855345,
      "grad_norm": 5.84375,
      "learning_rate": 1.6043541581563398e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.539050742983818,
      "num_tokens": 412364257.0,
      "step": 535430
    },
    {
      "epoch": 0.6791838225780673,
      "grad_norm": 6.28125,
      "learning_rate": 1.6042907271477107e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5541067600250245,
      "num_tokens": 412372591.0,
      "step": 535440
    },
    {
      "epoch": 0.6791965071706002,
      "grad_norm": 7.25,
      "learning_rate": 1.6042272961390815e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.5649145424365998,
      "num_tokens": 412379519.0,
      "step": 535450
    },
    {
      "epoch": 0.679209191763133,
      "grad_norm": 7.125,
      "learning_rate": 1.604163865130452e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5405413299798966,
      "num_tokens": 412386409.0,
      "step": 535460
    },
    {
      "epoch": 0.6792218763556658,
      "grad_norm": 5.15625,
      "learning_rate": 1.6041004341218233e-05,
      "loss": 1.8296,
      "mean_token_accuracy": 0.5941241323947907,
      "num_tokens": 412394234.0,
      "step": 535470
    },
    {
      "epoch": 0.6792345609481987,
      "grad_norm": 7.03125,
      "learning_rate": 1.604037003113194e-05,
      "loss": 1.8286,
      "mean_token_accuracy": 0.595513316988945,
      "num_tokens": 412402028.0,
      "step": 535480
    },
    {
      "epoch": 0.6792472455407315,
      "grad_norm": 5.5625,
      "learning_rate": 1.6039735721045647e-05,
      "loss": 1.945,
      "mean_token_accuracy": 0.5658131748437881,
      "num_tokens": 412409575.0,
      "step": 535490
    },
    {
      "epoch": 0.6792599301332644,
      "grad_norm": 7.375,
      "learning_rate": 1.6039101410959356e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5368269890546798,
      "num_tokens": 412417553.0,
      "step": 535500
    },
    {
      "epoch": 0.6792726147257971,
      "grad_norm": 6.5,
      "learning_rate": 1.6038467100873064e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5293363392353058,
      "num_tokens": 412425524.0,
      "step": 535510
    },
    {
      "epoch": 0.67928529931833,
      "grad_norm": 5.90625,
      "learning_rate": 1.6037832790786776e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5635945111513138,
      "num_tokens": 412432082.0,
      "step": 535520
    },
    {
      "epoch": 0.6792979839108628,
      "grad_norm": 5.1875,
      "learning_rate": 1.6037198480700482e-05,
      "loss": 1.7284,
      "mean_token_accuracy": 0.6101124435663223,
      "num_tokens": 412439312.0,
      "step": 535530
    },
    {
      "epoch": 0.6793106685033957,
      "grad_norm": 6.90625,
      "learning_rate": 1.603656417061419e-05,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5203867346048355,
      "num_tokens": 412445365.0,
      "step": 535540
    },
    {
      "epoch": 0.6793233530959285,
      "grad_norm": 7.0625,
      "learning_rate": 1.60359298605279e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5271756380796433,
      "num_tokens": 412452763.0,
      "step": 535550
    },
    {
      "epoch": 0.6793360376884613,
      "grad_norm": 6.4375,
      "learning_rate": 1.6035295550441608e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5443985909223557,
      "num_tokens": 412459982.0,
      "step": 535560
    },
    {
      "epoch": 0.6793487222809942,
      "grad_norm": 4.03125,
      "learning_rate": 1.6034661240355317e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5352972239255905,
      "num_tokens": 412468041.0,
      "step": 535570
    },
    {
      "epoch": 0.679361406873527,
      "grad_norm": 6.125,
      "learning_rate": 1.6034026930269025e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5224394887685776,
      "num_tokens": 412476211.0,
      "step": 535580
    },
    {
      "epoch": 0.6793740914660599,
      "grad_norm": 4.6875,
      "learning_rate": 1.6033392620182734e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5172206789255143,
      "num_tokens": 412484459.0,
      "step": 535590
    },
    {
      "epoch": 0.6793867760585927,
      "grad_norm": 4.875,
      "learning_rate": 1.603275831009644e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5332358032464981,
      "num_tokens": 412493299.0,
      "step": 535600
    },
    {
      "epoch": 0.6793994606511256,
      "grad_norm": 6.59375,
      "learning_rate": 1.603212400001015e-05,
      "loss": 1.7089,
      "mean_token_accuracy": 0.6092315673828125,
      "num_tokens": 412500139.0,
      "step": 535610
    },
    {
      "epoch": 0.6794121452436583,
      "grad_norm": 5.375,
      "learning_rate": 1.603148968992386e-05,
      "loss": 2.2124,
      "mean_token_accuracy": 0.5202059775590897,
      "num_tokens": 412508948.0,
      "step": 535620
    },
    {
      "epoch": 0.6794248298361911,
      "grad_norm": 7.15625,
      "learning_rate": 1.6030855379837566e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5509641140699386,
      "num_tokens": 412516857.0,
      "step": 535630
    },
    {
      "epoch": 0.679437514428724,
      "grad_norm": 6.0,
      "learning_rate": 1.6030221069751275e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5481991708278656,
      "num_tokens": 412524166.0,
      "step": 535640
    },
    {
      "epoch": 0.6794501990212568,
      "grad_norm": 6.9375,
      "learning_rate": 1.6029586759664983e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5459188640117645,
      "num_tokens": 412531110.0,
      "step": 535650
    },
    {
      "epoch": 0.6794628836137897,
      "grad_norm": 4.90625,
      "learning_rate": 1.6028952449578692e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5499905645847321,
      "num_tokens": 412538657.0,
      "step": 535660
    },
    {
      "epoch": 0.6794755682063225,
      "grad_norm": 6.15625,
      "learning_rate": 1.60283181394924e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5489269614219665,
      "num_tokens": 412547452.0,
      "step": 535670
    },
    {
      "epoch": 0.6794882527988554,
      "grad_norm": 5.03125,
      "learning_rate": 1.602768382940611e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5297151625156402,
      "num_tokens": 412555332.0,
      "step": 535680
    },
    {
      "epoch": 0.6795009373913882,
      "grad_norm": 4.90625,
      "learning_rate": 1.6027049519319818e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5384496629238129,
      "num_tokens": 412562887.0,
      "step": 535690
    },
    {
      "epoch": 0.679513621983921,
      "grad_norm": 4.78125,
      "learning_rate": 1.6026415209233524e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5222234636545181,
      "num_tokens": 412571382.0,
      "step": 535700
    },
    {
      "epoch": 0.6795263065764539,
      "grad_norm": 5.1875,
      "learning_rate": 1.6025780899147232e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.5566707253456116,
      "num_tokens": 412579312.0,
      "step": 535710
    },
    {
      "epoch": 0.6795389911689866,
      "grad_norm": 5.5625,
      "learning_rate": 1.6025146589060944e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5640267729759216,
      "num_tokens": 412587462.0,
      "step": 535720
    },
    {
      "epoch": 0.6795516757615195,
      "grad_norm": 5.03125,
      "learning_rate": 1.6024512278974653e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5466763496398925,
      "num_tokens": 412594800.0,
      "step": 535730
    },
    {
      "epoch": 0.6795643603540523,
      "grad_norm": 6.0625,
      "learning_rate": 1.602387796888836e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5432796329259872,
      "num_tokens": 412602907.0,
      "step": 535740
    },
    {
      "epoch": 0.6795770449465852,
      "grad_norm": 5.09375,
      "learning_rate": 1.6023243658802067e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5477847993373871,
      "num_tokens": 412610725.0,
      "step": 535750
    },
    {
      "epoch": 0.679589729539118,
      "grad_norm": 6.0625,
      "learning_rate": 1.6022609348715776e-05,
      "loss": 1.8426,
      "mean_token_accuracy": 0.5883677363395691,
      "num_tokens": 412618838.0,
      "step": 535760
    },
    {
      "epoch": 0.6796024141316509,
      "grad_norm": 9.5,
      "learning_rate": 1.6021975038629485e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5476286500692368,
      "num_tokens": 412626765.0,
      "step": 535770
    },
    {
      "epoch": 0.6796150987241837,
      "grad_norm": 4.8125,
      "learning_rate": 1.6021340728543194e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.539000204205513,
      "num_tokens": 412634251.0,
      "step": 535780
    },
    {
      "epoch": 0.6796277833167165,
      "grad_norm": 5.0,
      "learning_rate": 1.6020706418456902e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5145290076732636,
      "num_tokens": 412642459.0,
      "step": 535790
    },
    {
      "epoch": 0.6796404679092494,
      "grad_norm": 5.375,
      "learning_rate": 1.602007210837061e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5362389147281647,
      "num_tokens": 412651155.0,
      "step": 535800
    },
    {
      "epoch": 0.6796531525017822,
      "grad_norm": 4.96875,
      "learning_rate": 1.601943779828432e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5342252671718597,
      "num_tokens": 412659437.0,
      "step": 535810
    },
    {
      "epoch": 0.679665837094315,
      "grad_norm": 7.375,
      "learning_rate": 1.601880348819803e-05,
      "loss": 1.7748,
      "mean_token_accuracy": 0.6041025876998901,
      "num_tokens": 412666542.0,
      "step": 535820
    },
    {
      "epoch": 0.6796785216868478,
      "grad_norm": 5.625,
      "learning_rate": 1.6018169178111737e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5659376800060272,
      "num_tokens": 412674005.0,
      "step": 535830
    },
    {
      "epoch": 0.6796912062793807,
      "grad_norm": 6.8125,
      "learning_rate": 1.6017534868025443e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5743045806884766,
      "num_tokens": 412681319.0,
      "step": 535840
    },
    {
      "epoch": 0.6797038908719135,
      "grad_norm": 7.4375,
      "learning_rate": 1.601690055793915e-05,
      "loss": 2.2511,
      "mean_token_accuracy": 0.5211193084716796,
      "num_tokens": 412689334.0,
      "step": 535850
    },
    {
      "epoch": 0.6797165754644463,
      "grad_norm": 5.25,
      "learning_rate": 1.6016266247852863e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5408455640077591,
      "num_tokens": 412697448.0,
      "step": 535860
    },
    {
      "epoch": 0.6797292600569792,
      "grad_norm": 6.15625,
      "learning_rate": 1.601563193776657e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5511474758386612,
      "num_tokens": 412704067.0,
      "step": 535870
    },
    {
      "epoch": 0.679741944649512,
      "grad_norm": 5.96875,
      "learning_rate": 1.6014997627680278e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.552904024720192,
      "num_tokens": 412712655.0,
      "step": 535880
    },
    {
      "epoch": 0.6797546292420449,
      "grad_norm": 8.0625,
      "learning_rate": 1.6014363317593986e-05,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5158907979726791,
      "num_tokens": 412720335.0,
      "step": 535890
    },
    {
      "epoch": 0.6797673138345777,
      "grad_norm": 4.90625,
      "learning_rate": 1.6013729007507695e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5240719079971313,
      "num_tokens": 412728870.0,
      "step": 535900
    },
    {
      "epoch": 0.6797799984271106,
      "grad_norm": 5.625,
      "learning_rate": 1.6013094697421404e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5369225651025772,
      "num_tokens": 412737609.0,
      "step": 535910
    },
    {
      "epoch": 0.6797926830196434,
      "grad_norm": 5.65625,
      "learning_rate": 1.6012460387335112e-05,
      "loss": 1.882,
      "mean_token_accuracy": 0.5881650686264038,
      "num_tokens": 412744120.0,
      "step": 535920
    },
    {
      "epoch": 0.6798053676121762,
      "grad_norm": 5.15625,
      "learning_rate": 1.601182607724882e-05,
      "loss": 2.1785,
      "mean_token_accuracy": 0.519938325881958,
      "num_tokens": 412751087.0,
      "step": 535930
    },
    {
      "epoch": 0.679818052204709,
      "grad_norm": 4.90625,
      "learning_rate": 1.601119176716253e-05,
      "loss": 1.9405,
      "mean_token_accuracy": 0.5736575543880462,
      "num_tokens": 412758014.0,
      "step": 535940
    },
    {
      "epoch": 0.6798307367972418,
      "grad_norm": 6.46875,
      "learning_rate": 1.6010557457076235e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5356161892414093,
      "num_tokens": 412766264.0,
      "step": 535950
    },
    {
      "epoch": 0.6798434213897747,
      "grad_norm": 5.34375,
      "learning_rate": 1.6009923146989947e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5639602959156036,
      "num_tokens": 412774540.0,
      "step": 535960
    },
    {
      "epoch": 0.6798561059823075,
      "grad_norm": 4.75,
      "learning_rate": 1.6009288836903656e-05,
      "loss": 2.1776,
      "mean_token_accuracy": 0.527398082613945,
      "num_tokens": 412783232.0,
      "step": 535970
    },
    {
      "epoch": 0.6798687905748404,
      "grad_norm": 4.9375,
      "learning_rate": 1.600865452681736e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5588904589414596,
      "num_tokens": 412791164.0,
      "step": 535980
    },
    {
      "epoch": 0.6798814751673732,
      "grad_norm": 6.59375,
      "learning_rate": 1.600802021673107e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5793198466300964,
      "num_tokens": 412798851.0,
      "step": 535990
    },
    {
      "epoch": 0.6798941597599061,
      "grad_norm": 5.40625,
      "learning_rate": 1.600738590664478e-05,
      "loss": 1.8747,
      "mean_token_accuracy": 0.5812591403722763,
      "num_tokens": 412806753.0,
      "step": 536000
    },
    {
      "epoch": 0.6799068443524389,
      "grad_norm": 4.71875,
      "learning_rate": 1.6006751596558488e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5241641074419021,
      "num_tokens": 412815686.0,
      "step": 536010
    },
    {
      "epoch": 0.6799195289449717,
      "grad_norm": 4.90625,
      "learning_rate": 1.6006117286472196e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5296953558921814,
      "num_tokens": 412822401.0,
      "step": 536020
    },
    {
      "epoch": 0.6799322135375045,
      "grad_norm": 6.78125,
      "learning_rate": 1.6005482976385905e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5485978603363038,
      "num_tokens": 412829489.0,
      "step": 536030
    },
    {
      "epoch": 0.6799448981300373,
      "grad_norm": 5.25,
      "learning_rate": 1.6004848666299614e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5308814197778702,
      "num_tokens": 412837443.0,
      "step": 536040
    },
    {
      "epoch": 0.6799575827225702,
      "grad_norm": 5.84375,
      "learning_rate": 1.600421435621332e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5632918775081635,
      "num_tokens": 412844627.0,
      "step": 536050
    },
    {
      "epoch": 0.679970267315103,
      "grad_norm": 4.71875,
      "learning_rate": 1.600358004612703e-05,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5591553807258606,
      "num_tokens": 412852389.0,
      "step": 536060
    },
    {
      "epoch": 0.6799829519076359,
      "grad_norm": 6.40625,
      "learning_rate": 1.600294573604074e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.536617249250412,
      "num_tokens": 412859931.0,
      "step": 536070
    },
    {
      "epoch": 0.6799956365001687,
      "grad_norm": 7.28125,
      "learning_rate": 1.6002311425954446e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5615398764610291,
      "num_tokens": 412866785.0,
      "step": 536080
    },
    {
      "epoch": 0.6800083210927015,
      "grad_norm": 4.9375,
      "learning_rate": 1.6001677115868154e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5571016579866409,
      "num_tokens": 412874003.0,
      "step": 536090
    },
    {
      "epoch": 0.6800210056852344,
      "grad_norm": 4.78125,
      "learning_rate": 1.6001042805781863e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.544984546303749,
      "num_tokens": 412882718.0,
      "step": 536100
    },
    {
      "epoch": 0.6800336902777672,
      "grad_norm": 5.59375,
      "learning_rate": 1.6000408495695575e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.545680046081543,
      "num_tokens": 412890037.0,
      "step": 536110
    },
    {
      "epoch": 0.6800463748703001,
      "grad_norm": 5.53125,
      "learning_rate": 1.599977418560928e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5559327483177186,
      "num_tokens": 412896986.0,
      "step": 536120
    },
    {
      "epoch": 0.6800590594628328,
      "grad_norm": 5.59375,
      "learning_rate": 1.599913987552299e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5253956884145736,
      "num_tokens": 412905013.0,
      "step": 536130
    },
    {
      "epoch": 0.6800717440553657,
      "grad_norm": 4.71875,
      "learning_rate": 1.5998505565436698e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5283648490905761,
      "num_tokens": 412913689.0,
      "step": 536140
    },
    {
      "epoch": 0.6800844286478985,
      "grad_norm": 5.0,
      "learning_rate": 1.5997871255350407e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5334459543228149,
      "num_tokens": 412922300.0,
      "step": 536150
    },
    {
      "epoch": 0.6800971132404314,
      "grad_norm": 6.125,
      "learning_rate": 1.5997236945264115e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5561548322439194,
      "num_tokens": 412928920.0,
      "step": 536160
    },
    {
      "epoch": 0.6801097978329642,
      "grad_norm": 7.5625,
      "learning_rate": 1.5996602635177824e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5560923516750336,
      "num_tokens": 412935723.0,
      "step": 536170
    },
    {
      "epoch": 0.680122482425497,
      "grad_norm": 5.9375,
      "learning_rate": 1.5995968325091533e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.55436891913414,
      "num_tokens": 412943194.0,
      "step": 536180
    },
    {
      "epoch": 0.6801351670180299,
      "grad_norm": 7.1875,
      "learning_rate": 1.5995334015005238e-05,
      "loss": 1.8826,
      "mean_token_accuracy": 0.5885165244340896,
      "num_tokens": 412951183.0,
      "step": 536190
    },
    {
      "epoch": 0.6801478516105627,
      "grad_norm": 9.1875,
      "learning_rate": 1.5994699704918947e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5394247591495513,
      "num_tokens": 412958200.0,
      "step": 536200
    },
    {
      "epoch": 0.6801605362030956,
      "grad_norm": 4.875,
      "learning_rate": 1.599406539483266e-05,
      "loss": 1.972,
      "mean_token_accuracy": 0.5528459966182708,
      "num_tokens": 412964888.0,
      "step": 536210
    },
    {
      "epoch": 0.6801732207956284,
      "grad_norm": 6.28125,
      "learning_rate": 1.5993431084746365e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.530962061882019,
      "num_tokens": 412973562.0,
      "step": 536220
    },
    {
      "epoch": 0.6801859053881613,
      "grad_norm": 6.78125,
      "learning_rate": 1.5992796774660073e-05,
      "loss": 2.3258,
      "mean_token_accuracy": 0.5045734375715256,
      "num_tokens": 412981748.0,
      "step": 536230
    },
    {
      "epoch": 0.680198589980694,
      "grad_norm": 5.15625,
      "learning_rate": 1.5992162464573782e-05,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5266803354024887,
      "num_tokens": 412990344.0,
      "step": 536240
    },
    {
      "epoch": 0.6802112745732268,
      "grad_norm": 4.59375,
      "learning_rate": 1.599152815448749e-05,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5282135367393493,
      "num_tokens": 412999213.0,
      "step": 536250
    },
    {
      "epoch": 0.6802239591657597,
      "grad_norm": 5.0,
      "learning_rate": 1.59908938444012e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5727990865707397,
      "num_tokens": 413006916.0,
      "step": 536260
    },
    {
      "epoch": 0.6802366437582925,
      "grad_norm": 5.40625,
      "learning_rate": 1.5990259534314908e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.5649025082588196,
      "num_tokens": 413014837.0,
      "step": 536270
    },
    {
      "epoch": 0.6802493283508254,
      "grad_norm": 8.375,
      "learning_rate": 1.5989625224228617e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5422046631574631,
      "num_tokens": 413022309.0,
      "step": 536280
    },
    {
      "epoch": 0.6802620129433582,
      "grad_norm": 6.4375,
      "learning_rate": 1.5988990914142322e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5389001846313477,
      "num_tokens": 413029900.0,
      "step": 536290
    },
    {
      "epoch": 0.6802746975358911,
      "grad_norm": 5.46875,
      "learning_rate": 1.5988356604056034e-05,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5208664298057556,
      "num_tokens": 413038716.0,
      "step": 536300
    },
    {
      "epoch": 0.6802873821284239,
      "grad_norm": 6.09375,
      "learning_rate": 1.5987722293969743e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5536681145429612,
      "num_tokens": 413046636.0,
      "step": 536310
    },
    {
      "epoch": 0.6803000667209568,
      "grad_norm": 5.65625,
      "learning_rate": 1.5987087983883452e-05,
      "loss": 2.2466,
      "mean_token_accuracy": 0.5171533733606338,
      "num_tokens": 413054984.0,
      "step": 536320
    },
    {
      "epoch": 0.6803127513134896,
      "grad_norm": 6.84375,
      "learning_rate": 1.5986453673797157e-05,
      "loss": 1.9042,
      "mean_token_accuracy": 0.5728693783283234,
      "num_tokens": 413060594.0,
      "step": 536330
    },
    {
      "epoch": 0.6803254359060223,
      "grad_norm": 5.3125,
      "learning_rate": 1.5985819363710866e-05,
      "loss": 1.8836,
      "mean_token_accuracy": 0.573977455496788,
      "num_tokens": 413069671.0,
      "step": 536340
    },
    {
      "epoch": 0.6803381204985552,
      "grad_norm": 7.40625,
      "learning_rate": 1.5985185053624578e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5483890056610108,
      "num_tokens": 413076510.0,
      "step": 536350
    },
    {
      "epoch": 0.680350805091088,
      "grad_norm": 5.6875,
      "learning_rate": 1.5984550743538283e-05,
      "loss": 2.3115,
      "mean_token_accuracy": 0.5071654766798019,
      "num_tokens": 413085492.0,
      "step": 536360
    },
    {
      "epoch": 0.6803634896836209,
      "grad_norm": 5.53125,
      "learning_rate": 1.5983916433451992e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5553621828556061,
      "num_tokens": 413093359.0,
      "step": 536370
    },
    {
      "epoch": 0.6803761742761537,
      "grad_norm": 5.125,
      "learning_rate": 1.59832821233657e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5407260239124299,
      "num_tokens": 413099806.0,
      "step": 536380
    },
    {
      "epoch": 0.6803888588686866,
      "grad_norm": 6.1875,
      "learning_rate": 1.598264781327941e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5453609347343444,
      "num_tokens": 413107302.0,
      "step": 536390
    },
    {
      "epoch": 0.6804015434612194,
      "grad_norm": 4.9375,
      "learning_rate": 1.598201350319312e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5742973536252975,
      "num_tokens": 413115326.0,
      "step": 536400
    },
    {
      "epoch": 0.6804142280537522,
      "grad_norm": 6.8125,
      "learning_rate": 1.5981379193106827e-05,
      "loss": 1.7622,
      "mean_token_accuracy": 0.603999924659729,
      "num_tokens": 413122184.0,
      "step": 536410
    },
    {
      "epoch": 0.6804269126462851,
      "grad_norm": 4.9375,
      "learning_rate": 1.5980744883020536e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5388650149106979,
      "num_tokens": 413130511.0,
      "step": 536420
    },
    {
      "epoch": 0.6804395972388179,
      "grad_norm": 4.75,
      "learning_rate": 1.598011057293424e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5420433193445205,
      "num_tokens": 413138531.0,
      "step": 536430
    },
    {
      "epoch": 0.6804522818313508,
      "grad_norm": 6.71875,
      "learning_rate": 1.597947626284795e-05,
      "loss": 1.7779,
      "mean_token_accuracy": 0.5909507393836975,
      "num_tokens": 413145520.0,
      "step": 536440
    },
    {
      "epoch": 0.6804649664238835,
      "grad_norm": 6.0625,
      "learning_rate": 1.5978841952761662e-05,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5739196628332138,
      "num_tokens": 413154739.0,
      "step": 536450
    },
    {
      "epoch": 0.6804776510164164,
      "grad_norm": 6.5625,
      "learning_rate": 1.5978207642675367e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5484246253967285,
      "num_tokens": 413162184.0,
      "step": 536460
    },
    {
      "epoch": 0.6804903356089492,
      "grad_norm": 6.34375,
      "learning_rate": 1.5977573332589076e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.5758895844221115,
      "num_tokens": 413169184.0,
      "step": 536470
    },
    {
      "epoch": 0.6805030202014821,
      "grad_norm": 6.40625,
      "learning_rate": 1.5976939022502785e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5723484367132187,
      "num_tokens": 413176190.0,
      "step": 536480
    },
    {
      "epoch": 0.6805157047940149,
      "grad_norm": 8.125,
      "learning_rate": 1.5976304712416494e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5285675674676895,
      "num_tokens": 413182786.0,
      "step": 536490
    },
    {
      "epoch": 0.6805283893865477,
      "grad_norm": 4.9375,
      "learning_rate": 1.5975670402330202e-05,
      "loss": 2.2187,
      "mean_token_accuracy": 0.5189145505428314,
      "num_tokens": 413191386.0,
      "step": 536500
    },
    {
      "epoch": 0.6805410739790806,
      "grad_norm": 4.78125,
      "learning_rate": 1.597503609224391e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5417964965105057,
      "num_tokens": 413200714.0,
      "step": 536510
    },
    {
      "epoch": 0.6805537585716134,
      "grad_norm": 5.09375,
      "learning_rate": 1.597440178215762e-05,
      "loss": 2.1297,
      "mean_token_accuracy": 0.531306603550911,
      "num_tokens": 413209811.0,
      "step": 536520
    },
    {
      "epoch": 0.6805664431641463,
      "grad_norm": 7.5625,
      "learning_rate": 1.597376747207133e-05,
      "loss": 2.299,
      "mean_token_accuracy": 0.5036776244640351,
      "num_tokens": 413216873.0,
      "step": 536530
    },
    {
      "epoch": 0.6805791277566791,
      "grad_norm": 6.0625,
      "learning_rate": 1.5973133161985034e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5349184930324554,
      "num_tokens": 413223765.0,
      "step": 536540
    },
    {
      "epoch": 0.680591812349212,
      "grad_norm": 5.125,
      "learning_rate": 1.5972498851898746e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5554234683513641,
      "num_tokens": 413231033.0,
      "step": 536550
    },
    {
      "epoch": 0.6806044969417447,
      "grad_norm": 4.875,
      "learning_rate": 1.5971864541812455e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5283723801374436,
      "num_tokens": 413238805.0,
      "step": 536560
    },
    {
      "epoch": 0.6806171815342775,
      "grad_norm": 7.46875,
      "learning_rate": 1.597123023172616e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5378379821777344,
      "num_tokens": 413246943.0,
      "step": 536570
    },
    {
      "epoch": 0.6806298661268104,
      "grad_norm": 7.125,
      "learning_rate": 1.597059592163987e-05,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5670443952083588,
      "num_tokens": 413255128.0,
      "step": 536580
    },
    {
      "epoch": 0.6806425507193432,
      "grad_norm": 7.9375,
      "learning_rate": 1.5969961611553578e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5438894838094711,
      "num_tokens": 413262848.0,
      "step": 536590
    },
    {
      "epoch": 0.6806552353118761,
      "grad_norm": 6.75,
      "learning_rate": 1.5969327301467286e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5441448390483856,
      "num_tokens": 413270971.0,
      "step": 536600
    },
    {
      "epoch": 0.6806679199044089,
      "grad_norm": 8.375,
      "learning_rate": 1.5968692991380995e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5582128703594208,
      "num_tokens": 413278613.0,
      "step": 536610
    },
    {
      "epoch": 0.6806806044969418,
      "grad_norm": 5.0625,
      "learning_rate": 1.5968058681294704e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.553533285856247,
      "num_tokens": 413286494.0,
      "step": 536620
    },
    {
      "epoch": 0.6806932890894746,
      "grad_norm": 4.5,
      "learning_rate": 1.5967424371208413e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5429767072200775,
      "num_tokens": 413294879.0,
      "step": 536630
    },
    {
      "epoch": 0.6807059736820074,
      "grad_norm": 6.71875,
      "learning_rate": 1.5966790061122118e-05,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5462786674499511,
      "num_tokens": 413301399.0,
      "step": 536640
    },
    {
      "epoch": 0.6807186582745403,
      "grad_norm": 5.5625,
      "learning_rate": 1.596615575103583e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5269604980945587,
      "num_tokens": 413311096.0,
      "step": 536650
    },
    {
      "epoch": 0.680731342867073,
      "grad_norm": 6.75,
      "learning_rate": 1.596552144094954e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5341451555490494,
      "num_tokens": 413318622.0,
      "step": 536660
    },
    {
      "epoch": 0.6807440274596059,
      "grad_norm": 5.75,
      "learning_rate": 1.5964887130863244e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5322690188884736,
      "num_tokens": 413326507.0,
      "step": 536670
    },
    {
      "epoch": 0.6807567120521387,
      "grad_norm": 5.34375,
      "learning_rate": 1.5964252820776953e-05,
      "loss": 2.2498,
      "mean_token_accuracy": 0.5118212163448334,
      "num_tokens": 413335269.0,
      "step": 536680
    },
    {
      "epoch": 0.6807693966446716,
      "grad_norm": 8.5,
      "learning_rate": 1.5963618510690662e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5635039359331131,
      "num_tokens": 413343185.0,
      "step": 536690
    },
    {
      "epoch": 0.6807820812372044,
      "grad_norm": 4.78125,
      "learning_rate": 1.5962984200604374e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5598070025444031,
      "num_tokens": 413351112.0,
      "step": 536700
    },
    {
      "epoch": 0.6807947658297373,
      "grad_norm": 8.5625,
      "learning_rate": 1.596234989051808e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5470393598079681,
      "num_tokens": 413357675.0,
      "step": 536710
    },
    {
      "epoch": 0.6808074504222701,
      "grad_norm": 6.71875,
      "learning_rate": 1.5961715580431788e-05,
      "loss": 1.9185,
      "mean_token_accuracy": 0.574032598733902,
      "num_tokens": 413366249.0,
      "step": 536720
    },
    {
      "epoch": 0.6808201350148029,
      "grad_norm": 5.65625,
      "learning_rate": 1.5961081270345497e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5293265849351882,
      "num_tokens": 413374753.0,
      "step": 536730
    },
    {
      "epoch": 0.6808328196073358,
      "grad_norm": 5.96875,
      "learning_rate": 1.5960446960259205e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5243692517280578,
      "num_tokens": 413383727.0,
      "step": 536740
    },
    {
      "epoch": 0.6808455041998686,
      "grad_norm": 5.375,
      "learning_rate": 1.5959812650172914e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5600539922714234,
      "num_tokens": 413392538.0,
      "step": 536750
    },
    {
      "epoch": 0.6808581887924015,
      "grad_norm": 8.8125,
      "learning_rate": 1.5959178340086623e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5390266537666321,
      "num_tokens": 413400013.0,
      "step": 536760
    },
    {
      "epoch": 0.6808708733849342,
      "grad_norm": 5.65625,
      "learning_rate": 1.595854403000033e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5381727546453476,
      "num_tokens": 413407619.0,
      "step": 536770
    },
    {
      "epoch": 0.6808835579774671,
      "grad_norm": 6.75,
      "learning_rate": 1.5957909719914037e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5508045881986618,
      "num_tokens": 413415710.0,
      "step": 536780
    },
    {
      "epoch": 0.6808962425699999,
      "grad_norm": 4.8125,
      "learning_rate": 1.595727540982775e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5566302090883255,
      "num_tokens": 413424594.0,
      "step": 536790
    },
    {
      "epoch": 0.6809089271625327,
      "grad_norm": 5.0625,
      "learning_rate": 1.5956641099741458e-05,
      "loss": 2.2673,
      "mean_token_accuracy": 0.5173526704311371,
      "num_tokens": 413433065.0,
      "step": 536800
    },
    {
      "epoch": 0.6809216117550656,
      "grad_norm": 6.46875,
      "learning_rate": 1.5956006789655163e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5202387720346451,
      "num_tokens": 413441192.0,
      "step": 536810
    },
    {
      "epoch": 0.6809342963475984,
      "grad_norm": 4.75,
      "learning_rate": 1.5955372479568872e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.543911075592041,
      "num_tokens": 413450394.0,
      "step": 536820
    },
    {
      "epoch": 0.6809469809401313,
      "grad_norm": 5.5,
      "learning_rate": 1.595473816948258e-05,
      "loss": 1.815,
      "mean_token_accuracy": 0.5869868993759155,
      "num_tokens": 413457574.0,
      "step": 536830
    },
    {
      "epoch": 0.6809596655326641,
      "grad_norm": 8.125,
      "learning_rate": 1.595410385939629e-05,
      "loss": 1.9238,
      "mean_token_accuracy": 0.583285641670227,
      "num_tokens": 413462914.0,
      "step": 536840
    },
    {
      "epoch": 0.680972350125197,
      "grad_norm": 6.5,
      "learning_rate": 1.5953469549309998e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5514338582754135,
      "num_tokens": 413470619.0,
      "step": 536850
    },
    {
      "epoch": 0.6809850347177298,
      "grad_norm": 5.4375,
      "learning_rate": 1.5952835239223707e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5598772376775741,
      "num_tokens": 413477998.0,
      "step": 536860
    },
    {
      "epoch": 0.6809977193102627,
      "grad_norm": 6.78125,
      "learning_rate": 1.5952200929137416e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.55344358086586,
      "num_tokens": 413484986.0,
      "step": 536870
    },
    {
      "epoch": 0.6810104039027954,
      "grad_norm": 4.75,
      "learning_rate": 1.595156661905112e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.55657277405262,
      "num_tokens": 413493815.0,
      "step": 536880
    },
    {
      "epoch": 0.6810230884953282,
      "grad_norm": 5.90625,
      "learning_rate": 1.5950932308964833e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.553723293542862,
      "num_tokens": 413501417.0,
      "step": 536890
    },
    {
      "epoch": 0.6810357730878611,
      "grad_norm": 5.4375,
      "learning_rate": 1.5950297998878542e-05,
      "loss": 1.6867,
      "mean_token_accuracy": 0.6223376810550689,
      "num_tokens": 413507934.0,
      "step": 536900
    },
    {
      "epoch": 0.6810484576803939,
      "grad_norm": 8.0625,
      "learning_rate": 1.594966368879225e-05,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5569292455911636,
      "num_tokens": 413515224.0,
      "step": 536910
    },
    {
      "epoch": 0.6810611422729268,
      "grad_norm": 6.46875,
      "learning_rate": 1.5949029378705956e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5396466106176376,
      "num_tokens": 413522856.0,
      "step": 536920
    },
    {
      "epoch": 0.6810738268654596,
      "grad_norm": 6.125,
      "learning_rate": 1.5948395068619665e-05,
      "loss": 2.1847,
      "mean_token_accuracy": 0.5287746518850327,
      "num_tokens": 413530214.0,
      "step": 536930
    },
    {
      "epoch": 0.6810865114579925,
      "grad_norm": 5.15625,
      "learning_rate": 1.5947760758533377e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5692570209503174,
      "num_tokens": 413538017.0,
      "step": 536940
    },
    {
      "epoch": 0.6810991960505253,
      "grad_norm": 6.0625,
      "learning_rate": 1.5947126448447082e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5338988184928894,
      "num_tokens": 413545300.0,
      "step": 536950
    },
    {
      "epoch": 0.681111880643058,
      "grad_norm": 4.65625,
      "learning_rate": 1.594649213836079e-05,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5703386813402176,
      "num_tokens": 413552015.0,
      "step": 536960
    },
    {
      "epoch": 0.681124565235591,
      "grad_norm": 4.5625,
      "learning_rate": 1.59458578282745e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5252330303192139,
      "num_tokens": 413560275.0,
      "step": 536970
    },
    {
      "epoch": 0.6811372498281237,
      "grad_norm": 6.40625,
      "learning_rate": 1.594522351818821e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5524114102125168,
      "num_tokens": 413566814.0,
      "step": 536980
    },
    {
      "epoch": 0.6811499344206566,
      "grad_norm": 6.0,
      "learning_rate": 1.5944589208101917e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5183922171592712,
      "num_tokens": 413574701.0,
      "step": 536990
    },
    {
      "epoch": 0.6811626190131894,
      "grad_norm": 5.375,
      "learning_rate": 1.5943954898015626e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5546925723552704,
      "num_tokens": 413583389.0,
      "step": 537000
    },
    {
      "epoch": 0.6811753036057223,
      "grad_norm": 4.59375,
      "learning_rate": 1.5943320587929335e-05,
      "loss": 2.321,
      "mean_token_accuracy": 0.5058173477649689,
      "num_tokens": 413591403.0,
      "step": 537010
    },
    {
      "epoch": 0.6811879881982551,
      "grad_norm": 8.25,
      "learning_rate": 1.594268627784304e-05,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5509418159723282,
      "num_tokens": 413599368.0,
      "step": 537020
    },
    {
      "epoch": 0.6812006727907879,
      "grad_norm": 5.0625,
      "learning_rate": 1.594205196775675e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5397159725427627,
      "num_tokens": 413607941.0,
      "step": 537030
    },
    {
      "epoch": 0.6812133573833208,
      "grad_norm": 8.9375,
      "learning_rate": 1.594141765767046e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5342904061079026,
      "num_tokens": 413616330.0,
      "step": 537040
    },
    {
      "epoch": 0.6812260419758536,
      "grad_norm": 5.34375,
      "learning_rate": 1.5940783347584166e-05,
      "loss": 1.9109,
      "mean_token_accuracy": 0.5750318974256515,
      "num_tokens": 413623608.0,
      "step": 537050
    },
    {
      "epoch": 0.6812387265683865,
      "grad_norm": 5.125,
      "learning_rate": 1.5940149037497875e-05,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5319993793964386,
      "num_tokens": 413631539.0,
      "step": 537060
    },
    {
      "epoch": 0.6812514111609193,
      "grad_norm": 5.15625,
      "learning_rate": 1.5939514727411584e-05,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5994881898164749,
      "num_tokens": 413637963.0,
      "step": 537070
    },
    {
      "epoch": 0.6812640957534521,
      "grad_norm": 6.1875,
      "learning_rate": 1.5938880417325292e-05,
      "loss": 2.3461,
      "mean_token_accuracy": 0.5065593898296357,
      "num_tokens": 413645720.0,
      "step": 537080
    },
    {
      "epoch": 0.6812767803459849,
      "grad_norm": 4.71875,
      "learning_rate": 1.5938246107239e-05,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5668550103902816,
      "num_tokens": 413653446.0,
      "step": 537090
    },
    {
      "epoch": 0.6812894649385178,
      "grad_norm": 4.875,
      "learning_rate": 1.593761179715271e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5374528557062149,
      "num_tokens": 413660397.0,
      "step": 537100
    },
    {
      "epoch": 0.6813021495310506,
      "grad_norm": 4.65625,
      "learning_rate": 1.593697748706642e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5466700345277786,
      "num_tokens": 413668012.0,
      "step": 537110
    },
    {
      "epoch": 0.6813148341235834,
      "grad_norm": 6.28125,
      "learning_rate": 1.5936343176980127e-05,
      "loss": 2.2745,
      "mean_token_accuracy": 0.5088470607995987,
      "num_tokens": 413676885.0,
      "step": 537120
    },
    {
      "epoch": 0.6813275187161163,
      "grad_norm": 6.3125,
      "learning_rate": 1.5935708866893833e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5266813516616822,
      "num_tokens": 413684790.0,
      "step": 537130
    },
    {
      "epoch": 0.6813402033086491,
      "grad_norm": 5.53125,
      "learning_rate": 1.5935074556807545e-05,
      "loss": 2.2703,
      "mean_token_accuracy": 0.5163711130619049,
      "num_tokens": 413692331.0,
      "step": 537140
    },
    {
      "epoch": 0.681352887901182,
      "grad_norm": 7.03125,
      "learning_rate": 1.5934440246721254e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5603265464305878,
      "num_tokens": 413698408.0,
      "step": 537150
    },
    {
      "epoch": 0.6813655724937148,
      "grad_norm": 5.1875,
      "learning_rate": 1.593380593663496e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5613345563411712,
      "num_tokens": 413706974.0,
      "step": 537160
    },
    {
      "epoch": 0.6813782570862477,
      "grad_norm": 6.59375,
      "learning_rate": 1.5933171626548668e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5680603682994843,
      "num_tokens": 413715223.0,
      "step": 537170
    },
    {
      "epoch": 0.6813909416787804,
      "grad_norm": 5.625,
      "learning_rate": 1.593253731646238e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5646948754787445,
      "num_tokens": 413723497.0,
      "step": 537180
    },
    {
      "epoch": 0.6814036262713132,
      "grad_norm": 5.09375,
      "learning_rate": 1.5931903006376085e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5627148032188416,
      "num_tokens": 413732079.0,
      "step": 537190
    },
    {
      "epoch": 0.6814163108638461,
      "grad_norm": 4.75,
      "learning_rate": 1.5931268696289794e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5215012341737747,
      "num_tokens": 413741056.0,
      "step": 537200
    },
    {
      "epoch": 0.6814289954563789,
      "grad_norm": 6.21875,
      "learning_rate": 1.5930634386203503e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.52644661962986,
      "num_tokens": 413749238.0,
      "step": 537210
    },
    {
      "epoch": 0.6814416800489118,
      "grad_norm": 9.875,
      "learning_rate": 1.593000007611721e-05,
      "loss": 1.8132,
      "mean_token_accuracy": 0.599833282828331,
      "num_tokens": 413756042.0,
      "step": 537220
    },
    {
      "epoch": 0.6814543646414446,
      "grad_norm": 4.65625,
      "learning_rate": 1.592936576603092e-05,
      "loss": 1.9247,
      "mean_token_accuracy": 0.5712099552154541,
      "num_tokens": 413764269.0,
      "step": 537230
    },
    {
      "epoch": 0.6814670492339775,
      "grad_norm": 4.96875,
      "learning_rate": 1.592873145594463e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5475733488798141,
      "num_tokens": 413772387.0,
      "step": 537240
    },
    {
      "epoch": 0.6814797338265103,
      "grad_norm": 6.78125,
      "learning_rate": 1.5928097145858338e-05,
      "loss": 1.8996,
      "mean_token_accuracy": 0.5763181984424591,
      "num_tokens": 413779878.0,
      "step": 537250
    },
    {
      "epoch": 0.6814924184190432,
      "grad_norm": 5.75,
      "learning_rate": 1.5927462835772043e-05,
      "loss": 1.8777,
      "mean_token_accuracy": 0.5789306432008743,
      "num_tokens": 413788300.0,
      "step": 537260
    },
    {
      "epoch": 0.681505103011576,
      "grad_norm": 6.46875,
      "learning_rate": 1.592682852568575e-05,
      "loss": 1.8422,
      "mean_token_accuracy": 0.5941855490207673,
      "num_tokens": 413795422.0,
      "step": 537270
    },
    {
      "epoch": 0.6815177876041087,
      "grad_norm": 10.875,
      "learning_rate": 1.5926194215599464e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5369929879903793,
      "num_tokens": 413801587.0,
      "step": 537280
    },
    {
      "epoch": 0.6815304721966416,
      "grad_norm": 6.6875,
      "learning_rate": 1.5925559905513173e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5791362941265106,
      "num_tokens": 413807782.0,
      "step": 537290
    },
    {
      "epoch": 0.6815431567891744,
      "grad_norm": 5.65625,
      "learning_rate": 1.5924925595426878e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.526916429400444,
      "num_tokens": 413815067.0,
      "step": 537300
    },
    {
      "epoch": 0.6815558413817073,
      "grad_norm": 6.28125,
      "learning_rate": 1.5924291285340587e-05,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5336707174777985,
      "num_tokens": 413820159.0,
      "step": 537310
    },
    {
      "epoch": 0.6815685259742401,
      "grad_norm": 5.5,
      "learning_rate": 1.5923656975254295e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5442899078130722,
      "num_tokens": 413827575.0,
      "step": 537320
    },
    {
      "epoch": 0.681581210566773,
      "grad_norm": 6.25,
      "learning_rate": 1.5923022665168004e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5339016675949096,
      "num_tokens": 413836668.0,
      "step": 537330
    },
    {
      "epoch": 0.6815938951593058,
      "grad_norm": 5.125,
      "learning_rate": 1.5922388355081713e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5391450107097626,
      "num_tokens": 413844784.0,
      "step": 537340
    },
    {
      "epoch": 0.6816065797518386,
      "grad_norm": 5.0625,
      "learning_rate": 1.592175404499542e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5401570081710816,
      "num_tokens": 413852703.0,
      "step": 537350
    },
    {
      "epoch": 0.6816192643443715,
      "grad_norm": 5.28125,
      "learning_rate": 1.592111973490913e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5554630905389786,
      "num_tokens": 413860959.0,
      "step": 537360
    },
    {
      "epoch": 0.6816319489369043,
      "grad_norm": 4.96875,
      "learning_rate": 1.5920485424822836e-05,
      "loss": 2.1727,
      "mean_token_accuracy": 0.5332627415657043,
      "num_tokens": 413869366.0,
      "step": 537370
    },
    {
      "epoch": 0.6816446335294372,
      "grad_norm": 6.90625,
      "learning_rate": 1.5919851114736548e-05,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5593813896179199,
      "num_tokens": 413876658.0,
      "step": 537380
    },
    {
      "epoch": 0.68165731812197,
      "grad_norm": 6.34375,
      "learning_rate": 1.5919216804650257e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5473455548286438,
      "num_tokens": 413883866.0,
      "step": 537390
    },
    {
      "epoch": 0.6816700027145028,
      "grad_norm": 10.625,
      "learning_rate": 1.5918582494563962e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5447962254285812,
      "num_tokens": 413890688.0,
      "step": 537400
    },
    {
      "epoch": 0.6816826873070356,
      "grad_norm": 5.25,
      "learning_rate": 1.591794818447767e-05,
      "loss": 2.2464,
      "mean_token_accuracy": 0.5182671815156936,
      "num_tokens": 413898274.0,
      "step": 537410
    },
    {
      "epoch": 0.6816953718995685,
      "grad_norm": 5.5625,
      "learning_rate": 1.591731387439138e-05,
      "loss": 1.9376,
      "mean_token_accuracy": 0.5611892342567444,
      "num_tokens": 413905867.0,
      "step": 537420
    },
    {
      "epoch": 0.6817080564921013,
      "grad_norm": 6.03125,
      "learning_rate": 1.5916679564305088e-05,
      "loss": 1.8328,
      "mean_token_accuracy": 0.5987230181694031,
      "num_tokens": 413911763.0,
      "step": 537430
    },
    {
      "epoch": 0.6817207410846341,
      "grad_norm": 5.28125,
      "learning_rate": 1.5916045254218797e-05,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5503575533628464,
      "num_tokens": 413919206.0,
      "step": 537440
    },
    {
      "epoch": 0.681733425677167,
      "grad_norm": 4.90625,
      "learning_rate": 1.5915410944132506e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5516671061515808,
      "num_tokens": 413926252.0,
      "step": 537450
    },
    {
      "epoch": 0.6817461102696998,
      "grad_norm": 4.75,
      "learning_rate": 1.5914776634046214e-05,
      "loss": 2.2551,
      "mean_token_accuracy": 0.5172308772802353,
      "num_tokens": 413933760.0,
      "step": 537460
    },
    {
      "epoch": 0.6817587948622327,
      "grad_norm": 6.3125,
      "learning_rate": 1.591414232395992e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5449553668498993,
      "num_tokens": 413940717.0,
      "step": 537470
    },
    {
      "epoch": 0.6817714794547655,
      "grad_norm": 4.90625,
      "learning_rate": 1.5913508013873632e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5243360966444015,
      "num_tokens": 413949212.0,
      "step": 537480
    },
    {
      "epoch": 0.6817841640472984,
      "grad_norm": 5.875,
      "learning_rate": 1.591287370378734e-05,
      "loss": 1.7516,
      "mean_token_accuracy": 0.5938045144081116,
      "num_tokens": 413956965.0,
      "step": 537490
    },
    {
      "epoch": 0.6817968486398311,
      "grad_norm": 8.5625,
      "learning_rate": 1.591223939370105e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5517620503902435,
      "num_tokens": 413964837.0,
      "step": 537500
    },
    {
      "epoch": 0.6818095332323639,
      "grad_norm": 5.15625,
      "learning_rate": 1.5911605083614755e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5490631073713302,
      "num_tokens": 413973517.0,
      "step": 537510
    },
    {
      "epoch": 0.6818222178248968,
      "grad_norm": 4.90625,
      "learning_rate": 1.5910970773528463e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.551182496547699,
      "num_tokens": 413981629.0,
      "step": 537520
    },
    {
      "epoch": 0.6818349024174296,
      "grad_norm": 6.8125,
      "learning_rate": 1.5910336463442176e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5375248700380325,
      "num_tokens": 413989968.0,
      "step": 537530
    },
    {
      "epoch": 0.6818475870099625,
      "grad_norm": 7.25,
      "learning_rate": 1.590970215335588e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.554251703619957,
      "num_tokens": 413997802.0,
      "step": 537540
    },
    {
      "epoch": 0.6818602716024953,
      "grad_norm": 4.59375,
      "learning_rate": 1.590906784326959e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.51387520134449,
      "num_tokens": 414006551.0,
      "step": 537550
    },
    {
      "epoch": 0.6818729561950282,
      "grad_norm": 4.84375,
      "learning_rate": 1.59084335331833e-05,
      "loss": 1.8149,
      "mean_token_accuracy": 0.5852129995822907,
      "num_tokens": 414014053.0,
      "step": 537560
    },
    {
      "epoch": 0.681885640787561,
      "grad_norm": 4.875,
      "learning_rate": 1.5907799223097007e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5241460353136063,
      "num_tokens": 414022998.0,
      "step": 537570
    },
    {
      "epoch": 0.6818983253800938,
      "grad_norm": 7.0,
      "learning_rate": 1.5907164913010716e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5288047730922699,
      "num_tokens": 414030180.0,
      "step": 537580
    },
    {
      "epoch": 0.6819110099726267,
      "grad_norm": 5.59375,
      "learning_rate": 1.5906530602924425e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.540536230802536,
      "num_tokens": 414039164.0,
      "step": 537590
    },
    {
      "epoch": 0.6819236945651594,
      "grad_norm": 5.3125,
      "learning_rate": 1.5905896292838133e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5391710579395295,
      "num_tokens": 414046639.0,
      "step": 537600
    },
    {
      "epoch": 0.6819363791576923,
      "grad_norm": 6.46875,
      "learning_rate": 1.590526198275184e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5186909288167953,
      "num_tokens": 414053904.0,
      "step": 537610
    },
    {
      "epoch": 0.6819490637502251,
      "grad_norm": 5.09375,
      "learning_rate": 1.5904627672665547e-05,
      "loss": 1.8791,
      "mean_token_accuracy": 0.5712645351886749,
      "num_tokens": 414061186.0,
      "step": 537620
    },
    {
      "epoch": 0.681961748342758,
      "grad_norm": 5.03125,
      "learning_rate": 1.590399336257926e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5584944665431977,
      "num_tokens": 414068574.0,
      "step": 537630
    },
    {
      "epoch": 0.6819744329352908,
      "grad_norm": 5.125,
      "learning_rate": 1.5903359052492965e-05,
      "loss": 1.7518,
      "mean_token_accuracy": 0.6126243770122528,
      "num_tokens": 414076146.0,
      "step": 537640
    },
    {
      "epoch": 0.6819871175278237,
      "grad_norm": 6.03125,
      "learning_rate": 1.5902724742406674e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5192445307970047,
      "num_tokens": 414084219.0,
      "step": 537650
    },
    {
      "epoch": 0.6819998021203565,
      "grad_norm": 5.78125,
      "learning_rate": 1.5902090432320382e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5513176172971725,
      "num_tokens": 414090983.0,
      "step": 537660
    },
    {
      "epoch": 0.6820124867128893,
      "grad_norm": 6.21875,
      "learning_rate": 1.5901456122234094e-05,
      "loss": 1.8302,
      "mean_token_accuracy": 0.5952253937721252,
      "num_tokens": 414098227.0,
      "step": 537670
    },
    {
      "epoch": 0.6820251713054222,
      "grad_norm": 4.9375,
      "learning_rate": 1.59008218121478e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5274879038333893,
      "num_tokens": 414106455.0,
      "step": 537680
    },
    {
      "epoch": 0.682037855897955,
      "grad_norm": 5.0,
      "learning_rate": 1.590018750206151e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5442591696977616,
      "num_tokens": 414115069.0,
      "step": 537690
    },
    {
      "epoch": 0.6820505404904879,
      "grad_norm": 4.6875,
      "learning_rate": 1.5899553191975217e-05,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5190042793750763,
      "num_tokens": 414124331.0,
      "step": 537700
    },
    {
      "epoch": 0.6820632250830206,
      "grad_norm": 11.1875,
      "learning_rate": 1.5898918881888926e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5389086931943894,
      "num_tokens": 414131481.0,
      "step": 537710
    },
    {
      "epoch": 0.6820759096755535,
      "grad_norm": 5.78125,
      "learning_rate": 1.5898284571802635e-05,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5334618210792541,
      "num_tokens": 414139675.0,
      "step": 537720
    },
    {
      "epoch": 0.6820885942680863,
      "grad_norm": 6.875,
      "learning_rate": 1.5897650261716344e-05,
      "loss": 2.2684,
      "mean_token_accuracy": 0.5131110638380051,
      "num_tokens": 414148065.0,
      "step": 537730
    },
    {
      "epoch": 0.6821012788606191,
      "grad_norm": 5.40625,
      "learning_rate": 1.5897015951630052e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.556052154302597,
      "num_tokens": 414156966.0,
      "step": 537740
    },
    {
      "epoch": 0.682113963453152,
      "grad_norm": 5.125,
      "learning_rate": 1.5896381641543758e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5422291427850723,
      "num_tokens": 414165466.0,
      "step": 537750
    },
    {
      "epoch": 0.6821266480456848,
      "grad_norm": 7.09375,
      "learning_rate": 1.5895747331457466e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.539089834690094,
      "num_tokens": 414173702.0,
      "step": 537760
    },
    {
      "epoch": 0.6821393326382177,
      "grad_norm": 6.71875,
      "learning_rate": 1.589511302137118e-05,
      "loss": 2.268,
      "mean_token_accuracy": 0.5059965014457702,
      "num_tokens": 414182574.0,
      "step": 537770
    },
    {
      "epoch": 0.6821520172307505,
      "grad_norm": 5.5625,
      "learning_rate": 1.5894478711284884e-05,
      "loss": 2.0452,
      "mean_token_accuracy": 0.555095711350441,
      "num_tokens": 414190923.0,
      "step": 537780
    },
    {
      "epoch": 0.6821647018232834,
      "grad_norm": 4.6875,
      "learning_rate": 1.5893844401198593e-05,
      "loss": 1.8018,
      "mean_token_accuracy": 0.5883316218852996,
      "num_tokens": 414197619.0,
      "step": 537790
    },
    {
      "epoch": 0.6821773864158162,
      "grad_norm": 6.09375,
      "learning_rate": 1.58932100911123e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5618233114480973,
      "num_tokens": 414204590.0,
      "step": 537800
    },
    {
      "epoch": 0.682190071008349,
      "grad_norm": 5.75,
      "learning_rate": 1.589257578102601e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5657027751207352,
      "num_tokens": 414212700.0,
      "step": 537810
    },
    {
      "epoch": 0.6822027556008818,
      "grad_norm": 6.9375,
      "learning_rate": 1.589194147093972e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5591393887996674,
      "num_tokens": 414219165.0,
      "step": 537820
    },
    {
      "epoch": 0.6822154401934146,
      "grad_norm": 5.96875,
      "learning_rate": 1.5891307160853428e-05,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5510883510112763,
      "num_tokens": 414226758.0,
      "step": 537830
    },
    {
      "epoch": 0.6822281247859475,
      "grad_norm": 5.0,
      "learning_rate": 1.5890672850767136e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5514052450656891,
      "num_tokens": 414236025.0,
      "step": 537840
    },
    {
      "epoch": 0.6822408093784803,
      "grad_norm": 5.09375,
      "learning_rate": 1.589003854068084e-05,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5199065327644348,
      "num_tokens": 414244818.0,
      "step": 537850
    },
    {
      "epoch": 0.6822534939710132,
      "grad_norm": 7.03125,
      "learning_rate": 1.588940423059455e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5229217946529389,
      "num_tokens": 414252470.0,
      "step": 537860
    },
    {
      "epoch": 0.682266178563546,
      "grad_norm": 4.78125,
      "learning_rate": 1.5888769920508263e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5174035251140594,
      "num_tokens": 414260728.0,
      "step": 537870
    },
    {
      "epoch": 0.6822788631560789,
      "grad_norm": 10.0625,
      "learning_rate": 1.588813561042197e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5489272147417068,
      "num_tokens": 414268126.0,
      "step": 537880
    },
    {
      "epoch": 0.6822915477486117,
      "grad_norm": 6.03125,
      "learning_rate": 1.5887501300335677e-05,
      "loss": 2.1777,
      "mean_token_accuracy": 0.5281342387199401,
      "num_tokens": 414277299.0,
      "step": 537890
    },
    {
      "epoch": 0.6823042323411445,
      "grad_norm": 5.28125,
      "learning_rate": 1.5886866990249385e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.523370036482811,
      "num_tokens": 414285987.0,
      "step": 537900
    },
    {
      "epoch": 0.6823169169336774,
      "grad_norm": 11.75,
      "learning_rate": 1.5886232680163094e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5768588691949844,
      "num_tokens": 414292813.0,
      "step": 537910
    },
    {
      "epoch": 0.6823296015262101,
      "grad_norm": 5.59375,
      "learning_rate": 1.5885598370076803e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5449177622795105,
      "num_tokens": 414299808.0,
      "step": 537920
    },
    {
      "epoch": 0.682342286118743,
      "grad_norm": 4.78125,
      "learning_rate": 1.588496405999051e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5315705686807632,
      "num_tokens": 414307763.0,
      "step": 537930
    },
    {
      "epoch": 0.6823549707112758,
      "grad_norm": 6.4375,
      "learning_rate": 1.588432974990422e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5319402337074279,
      "num_tokens": 414314763.0,
      "step": 537940
    },
    {
      "epoch": 0.6823676553038087,
      "grad_norm": 6.21875,
      "learning_rate": 1.588369543981793e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5248230516910553,
      "num_tokens": 414322087.0,
      "step": 537950
    },
    {
      "epoch": 0.6823803398963415,
      "grad_norm": 7.25,
      "learning_rate": 1.5883061129731634e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5286714434623718,
      "num_tokens": 414328909.0,
      "step": 537960
    },
    {
      "epoch": 0.6823930244888743,
      "grad_norm": 5.0625,
      "learning_rate": 1.5882426819645347e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5636457026004791,
      "num_tokens": 414335672.0,
      "step": 537970
    },
    {
      "epoch": 0.6824057090814072,
      "grad_norm": 5.5625,
      "learning_rate": 1.5881792509559055e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5479697048664093,
      "num_tokens": 414344313.0,
      "step": 537980
    },
    {
      "epoch": 0.68241839367394,
      "grad_norm": 6.65625,
      "learning_rate": 1.588115819947276e-05,
      "loss": 2.1913,
      "mean_token_accuracy": 0.5162393182516098,
      "num_tokens": 414353502.0,
      "step": 537990
    },
    {
      "epoch": 0.6824310782664729,
      "grad_norm": 5.25,
      "learning_rate": 1.588052388938647e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5652434706687928,
      "num_tokens": 414360347.0,
      "step": 538000
    },
    {
      "epoch": 0.6824437628590057,
      "grad_norm": 10.3125,
      "learning_rate": 1.5879889579300178e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5621477484703064,
      "num_tokens": 414367011.0,
      "step": 538010
    },
    {
      "epoch": 0.6824564474515386,
      "grad_norm": 5.0625,
      "learning_rate": 1.5879255269213887e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.530476126074791,
      "num_tokens": 414375611.0,
      "step": 538020
    },
    {
      "epoch": 0.6824691320440713,
      "grad_norm": 8.1875,
      "learning_rate": 1.5878620959127596e-05,
      "loss": 1.9037,
      "mean_token_accuracy": 0.5706070870161056,
      "num_tokens": 414382533.0,
      "step": 538030
    },
    {
      "epoch": 0.6824818166366042,
      "grad_norm": 6.34375,
      "learning_rate": 1.5877986649041304e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5365330249071121,
      "num_tokens": 414390205.0,
      "step": 538040
    },
    {
      "epoch": 0.682494501229137,
      "grad_norm": 5.28125,
      "learning_rate": 1.5877352338955013e-05,
      "loss": 1.8919,
      "mean_token_accuracy": 0.5862387239933013,
      "num_tokens": 414397079.0,
      "step": 538050
    },
    {
      "epoch": 0.6825071858216698,
      "grad_norm": 5.34375,
      "learning_rate": 1.587671802886872e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5417308777570724,
      "num_tokens": 414405279.0,
      "step": 538060
    },
    {
      "epoch": 0.6825198704142027,
      "grad_norm": 6.34375,
      "learning_rate": 1.587608371878243e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5569532155990601,
      "num_tokens": 414413288.0,
      "step": 538070
    },
    {
      "epoch": 0.6825325550067355,
      "grad_norm": 5.4375,
      "learning_rate": 1.587544940869614e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5536726713180542,
      "num_tokens": 414422939.0,
      "step": 538080
    },
    {
      "epoch": 0.6825452395992684,
      "grad_norm": 4.84375,
      "learning_rate": 1.5874815098609848e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5528134196996689,
      "num_tokens": 414430299.0,
      "step": 538090
    },
    {
      "epoch": 0.6825579241918012,
      "grad_norm": 4.84375,
      "learning_rate": 1.5874180788523553e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5348589301109314,
      "num_tokens": 414438955.0,
      "step": 538100
    },
    {
      "epoch": 0.6825706087843341,
      "grad_norm": 5.5625,
      "learning_rate": 1.5873546478437265e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.547019413113594,
      "num_tokens": 414447325.0,
      "step": 538110
    },
    {
      "epoch": 0.6825832933768669,
      "grad_norm": 4.96875,
      "learning_rate": 1.5872912168350974e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5417893528938293,
      "num_tokens": 414454179.0,
      "step": 538120
    },
    {
      "epoch": 0.6825959779693996,
      "grad_norm": 5.71875,
      "learning_rate": 1.587227785826468e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5546986937522889,
      "num_tokens": 414462352.0,
      "step": 538130
    },
    {
      "epoch": 0.6826086625619325,
      "grad_norm": 6.9375,
      "learning_rate": 1.587164354817839e-05,
      "loss": 1.9189,
      "mean_token_accuracy": 0.5638244420289993,
      "num_tokens": 414468886.0,
      "step": 538140
    },
    {
      "epoch": 0.6826213471544653,
      "grad_norm": 6.09375,
      "learning_rate": 1.5871009238092097e-05,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5747497797012329,
      "num_tokens": 414476814.0,
      "step": 538150
    },
    {
      "epoch": 0.6826340317469982,
      "grad_norm": 5.09375,
      "learning_rate": 1.5870374928005806e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5243158757686615,
      "num_tokens": 414486334.0,
      "step": 538160
    },
    {
      "epoch": 0.682646716339531,
      "grad_norm": 5.375,
      "learning_rate": 1.5869740617919515e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5436708599328994,
      "num_tokens": 414492831.0,
      "step": 538170
    },
    {
      "epoch": 0.6826594009320639,
      "grad_norm": 5.375,
      "learning_rate": 1.5869106307833223e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5340929627418518,
      "num_tokens": 414501631.0,
      "step": 538180
    },
    {
      "epoch": 0.6826720855245967,
      "grad_norm": 5.34375,
      "learning_rate": 1.5868471997746932e-05,
      "loss": 1.7061,
      "mean_token_accuracy": 0.6089284092187881,
      "num_tokens": 414508542.0,
      "step": 538190
    },
    {
      "epoch": 0.6826847701171296,
      "grad_norm": 5.28125,
      "learning_rate": 1.5867837687660637e-05,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5261022090911865,
      "num_tokens": 414517022.0,
      "step": 538200
    },
    {
      "epoch": 0.6826974547096624,
      "grad_norm": 5.03125,
      "learning_rate": 1.586720337757435e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5337726503610611,
      "num_tokens": 414523781.0,
      "step": 538210
    },
    {
      "epoch": 0.6827101393021952,
      "grad_norm": 7.1875,
      "learning_rate": 1.5866569067488058e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5588944017887115,
      "num_tokens": 414529676.0,
      "step": 538220
    },
    {
      "epoch": 0.682722823894728,
      "grad_norm": 5.09375,
      "learning_rate": 1.5865934757401764e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5273214459419251,
      "num_tokens": 414538275.0,
      "step": 538230
    },
    {
      "epoch": 0.6827355084872608,
      "grad_norm": 4.9375,
      "learning_rate": 1.5865300447315472e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5274922728538514,
      "num_tokens": 414545883.0,
      "step": 538240
    },
    {
      "epoch": 0.6827481930797937,
      "grad_norm": 6.25,
      "learning_rate": 1.586466613722918e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.54935442507267,
      "num_tokens": 414552694.0,
      "step": 538250
    },
    {
      "epoch": 0.6827608776723265,
      "grad_norm": 4.75,
      "learning_rate": 1.5864031827142893e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5556326240301133,
      "num_tokens": 414560913.0,
      "step": 538260
    },
    {
      "epoch": 0.6827735622648594,
      "grad_norm": 5.0625,
      "learning_rate": 1.58633975170566e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5320674180984497,
      "num_tokens": 414568966.0,
      "step": 538270
    },
    {
      "epoch": 0.6827862468573922,
      "grad_norm": 6.90625,
      "learning_rate": 1.5862763206970307e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5399662584066391,
      "num_tokens": 414577105.0,
      "step": 538280
    },
    {
      "epoch": 0.682798931449925,
      "grad_norm": 4.875,
      "learning_rate": 1.5862128896884016e-05,
      "loss": 2.2377,
      "mean_token_accuracy": 0.5181902438402176,
      "num_tokens": 414585283.0,
      "step": 538290
    },
    {
      "epoch": 0.6828116160424579,
      "grad_norm": 4.53125,
      "learning_rate": 1.5861494586797725e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5503059566020966,
      "num_tokens": 414594474.0,
      "step": 538300
    },
    {
      "epoch": 0.6828243006349907,
      "grad_norm": 6.375,
      "learning_rate": 1.5860860276711434e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5872604846954346,
      "num_tokens": 414601346.0,
      "step": 538310
    },
    {
      "epoch": 0.6828369852275236,
      "grad_norm": 4.46875,
      "learning_rate": 1.5860225966625142e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.577811273932457,
      "num_tokens": 414610162.0,
      "step": 538320
    },
    {
      "epoch": 0.6828496698200563,
      "grad_norm": 5.59375,
      "learning_rate": 1.585959165653885e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.5364873677492141,
      "num_tokens": 414617814.0,
      "step": 538330
    },
    {
      "epoch": 0.6828623544125892,
      "grad_norm": 5.5,
      "learning_rate": 1.5858957346452556e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5531994730234147,
      "num_tokens": 414625232.0,
      "step": 538340
    },
    {
      "epoch": 0.682875039005122,
      "grad_norm": 6.65625,
      "learning_rate": 1.5858323036366265e-05,
      "loss": 1.8198,
      "mean_token_accuracy": 0.5927340984344482,
      "num_tokens": 414632055.0,
      "step": 538350
    },
    {
      "epoch": 0.6828877235976549,
      "grad_norm": 6.84375,
      "learning_rate": 1.5857688726279977e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5652815729379654,
      "num_tokens": 414637807.0,
      "step": 538360
    },
    {
      "epoch": 0.6829004081901877,
      "grad_norm": 7.78125,
      "learning_rate": 1.5857054416193683e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5180965214967728,
      "num_tokens": 414646207.0,
      "step": 538370
    },
    {
      "epoch": 0.6829130927827205,
      "grad_norm": 6.5,
      "learning_rate": 1.585642010610739e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5445501387119294,
      "num_tokens": 414654266.0,
      "step": 538380
    },
    {
      "epoch": 0.6829257773752534,
      "grad_norm": 6.28125,
      "learning_rate": 1.58557857960211e-05,
      "loss": 2.3015,
      "mean_token_accuracy": 0.506520864367485,
      "num_tokens": 414662648.0,
      "step": 538390
    },
    {
      "epoch": 0.6829384619677862,
      "grad_norm": 4.46875,
      "learning_rate": 1.585515148593481e-05,
      "loss": 2.2988,
      "mean_token_accuracy": 0.5010689407587051,
      "num_tokens": 414671562.0,
      "step": 538400
    },
    {
      "epoch": 0.6829511465603191,
      "grad_norm": 6.28125,
      "learning_rate": 1.5854517175848518e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5307718634605407,
      "num_tokens": 414679313.0,
      "step": 538410
    },
    {
      "epoch": 0.6829638311528519,
      "grad_norm": 9.125,
      "learning_rate": 1.5853882865762226e-05,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5378878086805343,
      "num_tokens": 414686778.0,
      "step": 538420
    },
    {
      "epoch": 0.6829765157453848,
      "grad_norm": 5.125,
      "learning_rate": 1.5853248555675935e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5381068825721741,
      "num_tokens": 414695384.0,
      "step": 538430
    },
    {
      "epoch": 0.6829892003379175,
      "grad_norm": 5.28125,
      "learning_rate": 1.585261424558964e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5301627457141876,
      "num_tokens": 414703987.0,
      "step": 538440
    },
    {
      "epoch": 0.6830018849304503,
      "grad_norm": 8.5625,
      "learning_rate": 1.585197993550335e-05,
      "loss": 1.6442,
      "mean_token_accuracy": 0.6299720078706741,
      "num_tokens": 414710457.0,
      "step": 538450
    },
    {
      "epoch": 0.6830145695229832,
      "grad_norm": 5.09375,
      "learning_rate": 1.585134562541706e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5416624248027802,
      "num_tokens": 414718665.0,
      "step": 538460
    },
    {
      "epoch": 0.683027254115516,
      "grad_norm": 6.5625,
      "learning_rate": 1.585071131533077e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5395677208900451,
      "num_tokens": 414727035.0,
      "step": 538470
    },
    {
      "epoch": 0.6830399387080489,
      "grad_norm": 5.28125,
      "learning_rate": 1.5850077005244475e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5273996502161026,
      "num_tokens": 414735409.0,
      "step": 538480
    },
    {
      "epoch": 0.6830526233005817,
      "grad_norm": 5.9375,
      "learning_rate": 1.5849442695158184e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5588030636310577,
      "num_tokens": 414742874.0,
      "step": 538490
    },
    {
      "epoch": 0.6830653078931146,
      "grad_norm": 5.5,
      "learning_rate": 1.5848808385071893e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.557339558005333,
      "num_tokens": 414750446.0,
      "step": 538500
    },
    {
      "epoch": 0.6830779924856474,
      "grad_norm": 6.96875,
      "learning_rate": 1.58481740749856e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5224102109670639,
      "num_tokens": 414758883.0,
      "step": 538510
    },
    {
      "epoch": 0.6830906770781802,
      "grad_norm": 5.90625,
      "learning_rate": 1.584753976489931e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.547449243068695,
      "num_tokens": 414767095.0,
      "step": 538520
    },
    {
      "epoch": 0.6831033616707131,
      "grad_norm": 5.1875,
      "learning_rate": 1.584690545481302e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5613117784261703,
      "num_tokens": 414774696.0,
      "step": 538530
    },
    {
      "epoch": 0.6831160462632458,
      "grad_norm": 5.15625,
      "learning_rate": 1.5846271144726728e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5525355160236358,
      "num_tokens": 414782162.0,
      "step": 538540
    },
    {
      "epoch": 0.6831287308557787,
      "grad_norm": 7.0,
      "learning_rate": 1.5845636834640433e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5416744023561477,
      "num_tokens": 414788742.0,
      "step": 538550
    },
    {
      "epoch": 0.6831414154483115,
      "grad_norm": 5.25,
      "learning_rate": 1.5845002524554145e-05,
      "loss": 1.881,
      "mean_token_accuracy": 0.5773203879594803,
      "num_tokens": 414796634.0,
      "step": 538560
    },
    {
      "epoch": 0.6831541000408444,
      "grad_norm": 11.6875,
      "learning_rate": 1.5844368214467854e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5454734951257706,
      "num_tokens": 414803881.0,
      "step": 538570
    },
    {
      "epoch": 0.6831667846333772,
      "grad_norm": 4.90625,
      "learning_rate": 1.584373390438156e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5266369909048081,
      "num_tokens": 414811791.0,
      "step": 538580
    },
    {
      "epoch": 0.6831794692259101,
      "grad_norm": 7.71875,
      "learning_rate": 1.5843099594295268e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5843995094299317,
      "num_tokens": 414818356.0,
      "step": 538590
    },
    {
      "epoch": 0.6831921538184429,
      "grad_norm": 6.84375,
      "learning_rate": 1.584246528420898e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5465649694204331,
      "num_tokens": 414826634.0,
      "step": 538600
    },
    {
      "epoch": 0.6832048384109757,
      "grad_norm": 6.21875,
      "learning_rate": 1.584183097412269e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5496720790863037,
      "num_tokens": 414833882.0,
      "step": 538610
    },
    {
      "epoch": 0.6832175230035086,
      "grad_norm": 5.1875,
      "learning_rate": 1.5841196664036394e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5355570644140244,
      "num_tokens": 414842287.0,
      "step": 538620
    },
    {
      "epoch": 0.6832302075960414,
      "grad_norm": 5.375,
      "learning_rate": 1.5840562353950103e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5428291261196136,
      "num_tokens": 414849652.0,
      "step": 538630
    },
    {
      "epoch": 0.6832428921885743,
      "grad_norm": 6.59375,
      "learning_rate": 1.5839928043863812e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5367255210876465,
      "num_tokens": 414857098.0,
      "step": 538640
    },
    {
      "epoch": 0.683255576781107,
      "grad_norm": 6.90625,
      "learning_rate": 1.583929373377752e-05,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5647882640361785,
      "num_tokens": 414863121.0,
      "step": 538650
    },
    {
      "epoch": 0.6832682613736399,
      "grad_norm": 6.6875,
      "learning_rate": 1.583865942369123e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5311147630214691,
      "num_tokens": 414871542.0,
      "step": 538660
    },
    {
      "epoch": 0.6832809459661727,
      "grad_norm": 10.125,
      "learning_rate": 1.5838025113604938e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5194480717182159,
      "num_tokens": 414878373.0,
      "step": 538670
    },
    {
      "epoch": 0.6832936305587055,
      "grad_norm": 5.40625,
      "learning_rate": 1.5837390803518647e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5179414987564087,
      "num_tokens": 414887216.0,
      "step": 538680
    },
    {
      "epoch": 0.6833063151512384,
      "grad_norm": 5.21875,
      "learning_rate": 1.5836756493432352e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5402669489383698,
      "num_tokens": 414895901.0,
      "step": 538690
    },
    {
      "epoch": 0.6833189997437712,
      "grad_norm": 6.78125,
      "learning_rate": 1.5836122183346064e-05,
      "loss": 1.8893,
      "mean_token_accuracy": 0.5733284533023835,
      "num_tokens": 414903799.0,
      "step": 538700
    },
    {
      "epoch": 0.6833316843363041,
      "grad_norm": 7.375,
      "learning_rate": 1.5835487873259773e-05,
      "loss": 2.198,
      "mean_token_accuracy": 0.5261704057455063,
      "num_tokens": 414911485.0,
      "step": 538710
    },
    {
      "epoch": 0.6833443689288369,
      "grad_norm": 5.78125,
      "learning_rate": 1.5834853563173478e-05,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5781155526638031,
      "num_tokens": 414918792.0,
      "step": 538720
    },
    {
      "epoch": 0.6833570535213698,
      "grad_norm": 5.09375,
      "learning_rate": 1.5834219253087187e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5802348256111145,
      "num_tokens": 414927547.0,
      "step": 538730
    },
    {
      "epoch": 0.6833697381139026,
      "grad_norm": 5.125,
      "learning_rate": 1.5833584943000896e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5397731870412826,
      "num_tokens": 414935863.0,
      "step": 538740
    },
    {
      "epoch": 0.6833824227064355,
      "grad_norm": 5.84375,
      "learning_rate": 1.5832950632914605e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5609183132648468,
      "num_tokens": 414943512.0,
      "step": 538750
    },
    {
      "epoch": 0.6833951072989682,
      "grad_norm": 7.75,
      "learning_rate": 1.5832316322828313e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5509276866912842,
      "num_tokens": 414951279.0,
      "step": 538760
    },
    {
      "epoch": 0.683407791891501,
      "grad_norm": 4.34375,
      "learning_rate": 1.5831682012742022e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.542774885892868,
      "num_tokens": 414959729.0,
      "step": 538770
    },
    {
      "epoch": 0.6834204764840339,
      "grad_norm": 6.15625,
      "learning_rate": 1.583104770265573e-05,
      "loss": 2.062,
      "mean_token_accuracy": 0.5390811115503311,
      "num_tokens": 414968331.0,
      "step": 538780
    },
    {
      "epoch": 0.6834331610765667,
      "grad_norm": 6.625,
      "learning_rate": 1.5830413392569436e-05,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5176557004451752,
      "num_tokens": 414976355.0,
      "step": 538790
    },
    {
      "epoch": 0.6834458456690996,
      "grad_norm": 5.65625,
      "learning_rate": 1.5829779082483148e-05,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5246304392814636,
      "num_tokens": 414984814.0,
      "step": 538800
    },
    {
      "epoch": 0.6834585302616324,
      "grad_norm": 4.75,
      "learning_rate": 1.5829144772396857e-05,
      "loss": 1.8699,
      "mean_token_accuracy": 0.5718633353710174,
      "num_tokens": 414993496.0,
      "step": 538810
    },
    {
      "epoch": 0.6834712148541653,
      "grad_norm": 5.375,
      "learning_rate": 1.5828510462310566e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5487829893827438,
      "num_tokens": 415001456.0,
      "step": 538820
    },
    {
      "epoch": 0.6834838994466981,
      "grad_norm": 4.96875,
      "learning_rate": 1.582787615222427e-05,
      "loss": 1.873,
      "mean_token_accuracy": 0.5814917773008347,
      "num_tokens": 415009903.0,
      "step": 538830
    },
    {
      "epoch": 0.6834965840392309,
      "grad_norm": 4.875,
      "learning_rate": 1.582724184213798e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5456049770116806,
      "num_tokens": 415018169.0,
      "step": 538840
    },
    {
      "epoch": 0.6835092686317638,
      "grad_norm": 5.9375,
      "learning_rate": 1.5826607532051692e-05,
      "loss": 1.8126,
      "mean_token_accuracy": 0.5893095314502717,
      "num_tokens": 415024826.0,
      "step": 538850
    },
    {
      "epoch": 0.6835219532242965,
      "grad_norm": 6.1875,
      "learning_rate": 1.5825973221965397e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.54693643450737,
      "num_tokens": 415032619.0,
      "step": 538860
    },
    {
      "epoch": 0.6835346378168294,
      "grad_norm": 5.1875,
      "learning_rate": 1.5825338911879106e-05,
      "loss": 1.7794,
      "mean_token_accuracy": 0.6145233720541,
      "num_tokens": 415039278.0,
      "step": 538870
    },
    {
      "epoch": 0.6835473224093622,
      "grad_norm": 8.375,
      "learning_rate": 1.5824704601792815e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.544520229101181,
      "num_tokens": 415047768.0,
      "step": 538880
    },
    {
      "epoch": 0.6835600070018951,
      "grad_norm": 6.84375,
      "learning_rate": 1.5824070291706523e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5383969485759735,
      "num_tokens": 415055074.0,
      "step": 538890
    },
    {
      "epoch": 0.6835726915944279,
      "grad_norm": 6.5,
      "learning_rate": 1.5823435981620232e-05,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5669121086597443,
      "num_tokens": 415062896.0,
      "step": 538900
    },
    {
      "epoch": 0.6835853761869607,
      "grad_norm": 5.8125,
      "learning_rate": 1.582280167153394e-05,
      "loss": 1.976,
      "mean_token_accuracy": 0.5684197098016739,
      "num_tokens": 415069907.0,
      "step": 538910
    },
    {
      "epoch": 0.6835980607794936,
      "grad_norm": 5.15625,
      "learning_rate": 1.582216736144765e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5341358870267868,
      "num_tokens": 415078728.0,
      "step": 538920
    },
    {
      "epoch": 0.6836107453720264,
      "grad_norm": 5.0,
      "learning_rate": 1.5821533051361355e-05,
      "loss": 1.888,
      "mean_token_accuracy": 0.5790821671485901,
      "num_tokens": 415086539.0,
      "step": 538930
    },
    {
      "epoch": 0.6836234299645593,
      "grad_norm": 9.4375,
      "learning_rate": 1.5820898741275064e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5406564325094223,
      "num_tokens": 415092547.0,
      "step": 538940
    },
    {
      "epoch": 0.6836361145570921,
      "grad_norm": 9.6875,
      "learning_rate": 1.5820264431188776e-05,
      "loss": 1.8605,
      "mean_token_accuracy": 0.5832655429840088,
      "num_tokens": 415100209.0,
      "step": 538950
    },
    {
      "epoch": 0.683648799149625,
      "grad_norm": 6.9375,
      "learning_rate": 1.581963012110248e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5344509661197663,
      "num_tokens": 415107638.0,
      "step": 538960
    },
    {
      "epoch": 0.6836614837421577,
      "grad_norm": 5.21875,
      "learning_rate": 1.581899581101619e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.542326670885086,
      "num_tokens": 415115983.0,
      "step": 538970
    },
    {
      "epoch": 0.6836741683346906,
      "grad_norm": 6.78125,
      "learning_rate": 1.58183615009299e-05,
      "loss": 1.7901,
      "mean_token_accuracy": 0.6043262779712677,
      "num_tokens": 415123390.0,
      "step": 538980
    },
    {
      "epoch": 0.6836868529272234,
      "grad_norm": 5.90625,
      "learning_rate": 1.5817727190843607e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5616706103086472,
      "num_tokens": 415131689.0,
      "step": 538990
    },
    {
      "epoch": 0.6836995375197562,
      "grad_norm": 5.0,
      "learning_rate": 1.5817092880757316e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5449786305427551,
      "num_tokens": 415138264.0,
      "step": 539000
    },
    {
      "epoch": 0.6837122221122891,
      "grad_norm": 4.625,
      "learning_rate": 1.5816458570671025e-05,
      "loss": 1.7961,
      "mean_token_accuracy": 0.605767959356308,
      "num_tokens": 415145308.0,
      "step": 539010
    },
    {
      "epoch": 0.6837249067048219,
      "grad_norm": 5.28125,
      "learning_rate": 1.5815824260584734e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5444074124097824,
      "num_tokens": 415151720.0,
      "step": 539020
    },
    {
      "epoch": 0.6837375912973548,
      "grad_norm": 8.4375,
      "learning_rate": 1.5815189950498442e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5564426749944686,
      "num_tokens": 415159111.0,
      "step": 539030
    },
    {
      "epoch": 0.6837502758898876,
      "grad_norm": 4.9375,
      "learning_rate": 1.581455564041215e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5669239491224289,
      "num_tokens": 415167467.0,
      "step": 539040
    },
    {
      "epoch": 0.6837629604824205,
      "grad_norm": 7.3125,
      "learning_rate": 1.581392133032586e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.555513995885849,
      "num_tokens": 415174741.0,
      "step": 539050
    },
    {
      "epoch": 0.6837756450749533,
      "grad_norm": 7.25,
      "learning_rate": 1.581328702023957e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5485474556684494,
      "num_tokens": 415182724.0,
      "step": 539060
    },
    {
      "epoch": 0.683788329667486,
      "grad_norm": 6.25,
      "learning_rate": 1.5812652710153274e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5490668475627899,
      "num_tokens": 415189384.0,
      "step": 539070
    },
    {
      "epoch": 0.6838010142600189,
      "grad_norm": 5.34375,
      "learning_rate": 1.5812018400066983e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5321607500314712,
      "num_tokens": 415198425.0,
      "step": 539080
    },
    {
      "epoch": 0.6838136988525517,
      "grad_norm": 6.59375,
      "learning_rate": 1.5811384089980695e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.540606752038002,
      "num_tokens": 415206254.0,
      "step": 539090
    },
    {
      "epoch": 0.6838263834450846,
      "grad_norm": 6.78125,
      "learning_rate": 1.58107497798944e-05,
      "loss": 2.3938,
      "mean_token_accuracy": 0.5087372630834579,
      "num_tokens": 415213242.0,
      "step": 539100
    },
    {
      "epoch": 0.6838390680376174,
      "grad_norm": 7.8125,
      "learning_rate": 1.581011546980811e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5267521440982819,
      "num_tokens": 415220549.0,
      "step": 539110
    },
    {
      "epoch": 0.6838517526301503,
      "grad_norm": 6.09375,
      "learning_rate": 1.5809481159721818e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5504319310188294,
      "num_tokens": 415227420.0,
      "step": 539120
    },
    {
      "epoch": 0.6838644372226831,
      "grad_norm": 5.9375,
      "learning_rate": 1.5808846849635526e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5461254000663758,
      "num_tokens": 415233095.0,
      "step": 539130
    },
    {
      "epoch": 0.683877121815216,
      "grad_norm": 8.625,
      "learning_rate": 1.5808212539549235e-05,
      "loss": 1.9237,
      "mean_token_accuracy": 0.5703631699085235,
      "num_tokens": 415240217.0,
      "step": 539140
    },
    {
      "epoch": 0.6838898064077488,
      "grad_norm": 6.375,
      "learning_rate": 1.5807578229462944e-05,
      "loss": 1.956,
      "mean_token_accuracy": 0.5619267404079438,
      "num_tokens": 415248153.0,
      "step": 539150
    },
    {
      "epoch": 0.6839024910002816,
      "grad_norm": 6.875,
      "learning_rate": 1.5806943919376653e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.565080201625824,
      "num_tokens": 415253805.0,
      "step": 539160
    },
    {
      "epoch": 0.6839151755928145,
      "grad_norm": 6.65625,
      "learning_rate": 1.5806309609290358e-05,
      "loss": 1.7458,
      "mean_token_accuracy": 0.6124287247657776,
      "num_tokens": 415260261.0,
      "step": 539170
    },
    {
      "epoch": 0.6839278601853472,
      "grad_norm": 4.375,
      "learning_rate": 1.5805675299204067e-05,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5468657284975051,
      "num_tokens": 415268455.0,
      "step": 539180
    },
    {
      "epoch": 0.6839405447778801,
      "grad_norm": 6.375,
      "learning_rate": 1.580504098911778e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5246720850467682,
      "num_tokens": 415276736.0,
      "step": 539190
    },
    {
      "epoch": 0.6839532293704129,
      "grad_norm": 5.4375,
      "learning_rate": 1.5804406679031488e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5519170194864274,
      "num_tokens": 415284222.0,
      "step": 539200
    },
    {
      "epoch": 0.6839659139629458,
      "grad_norm": 7.1875,
      "learning_rate": 1.5803772368945193e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5375161409378052,
      "num_tokens": 415291529.0,
      "step": 539210
    },
    {
      "epoch": 0.6839785985554786,
      "grad_norm": 5.84375,
      "learning_rate": 1.5803138058858902e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.559115332365036,
      "num_tokens": 415299258.0,
      "step": 539220
    },
    {
      "epoch": 0.6839912831480114,
      "grad_norm": 6.40625,
      "learning_rate": 1.580250374877261e-05,
      "loss": 2.2269,
      "mean_token_accuracy": 0.5156240075826645,
      "num_tokens": 415307027.0,
      "step": 539230
    },
    {
      "epoch": 0.6840039677405443,
      "grad_norm": 6.09375,
      "learning_rate": 1.580186943868632e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5317967891693115,
      "num_tokens": 415316237.0,
      "step": 539240
    },
    {
      "epoch": 0.6840166523330771,
      "grad_norm": 6.375,
      "learning_rate": 1.5801235128600028e-05,
      "loss": 2.0441,
      "mean_token_accuracy": 0.560955548286438,
      "num_tokens": 415322986.0,
      "step": 539250
    },
    {
      "epoch": 0.68402933692561,
      "grad_norm": 6.9375,
      "learning_rate": 1.5800600818513737e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5398122668266296,
      "num_tokens": 415330177.0,
      "step": 539260
    },
    {
      "epoch": 0.6840420215181428,
      "grad_norm": 4.65625,
      "learning_rate": 1.5799966508427445e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5379303574562073,
      "num_tokens": 415339974.0,
      "step": 539270
    },
    {
      "epoch": 0.6840547061106756,
      "grad_norm": 5.625,
      "learning_rate": 1.579933219834115e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5439801335334777,
      "num_tokens": 415346737.0,
      "step": 539280
    },
    {
      "epoch": 0.6840673907032084,
      "grad_norm": 5.21875,
      "learning_rate": 1.5798697888254863e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5550902426242829,
      "num_tokens": 415353505.0,
      "step": 539290
    },
    {
      "epoch": 0.6840800752957413,
      "grad_norm": 5.1875,
      "learning_rate": 1.579806357816857e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5496591746807098,
      "num_tokens": 415361701.0,
      "step": 539300
    },
    {
      "epoch": 0.6840927598882741,
      "grad_norm": 7.90625,
      "learning_rate": 1.5797429268082277e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.55501649081707,
      "num_tokens": 415367578.0,
      "step": 539310
    },
    {
      "epoch": 0.6841054444808069,
      "grad_norm": 5.84375,
      "learning_rate": 1.5796794957995986e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5604759007692337,
      "num_tokens": 415375338.0,
      "step": 539320
    },
    {
      "epoch": 0.6841181290733398,
      "grad_norm": 6.53125,
      "learning_rate": 1.5796160647909694e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5448518037796021,
      "num_tokens": 415383579.0,
      "step": 539330
    },
    {
      "epoch": 0.6841308136658726,
      "grad_norm": 4.8125,
      "learning_rate": 1.5795526337823403e-05,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5463983029127121,
      "num_tokens": 415390828.0,
      "step": 539340
    },
    {
      "epoch": 0.6841434982584055,
      "grad_norm": 5.71875,
      "learning_rate": 1.5794892027737112e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5485306411981583,
      "num_tokens": 415398347.0,
      "step": 539350
    },
    {
      "epoch": 0.6841561828509383,
      "grad_norm": 4.84375,
      "learning_rate": 1.579425771765082e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5464490175247192,
      "num_tokens": 415405275.0,
      "step": 539360
    },
    {
      "epoch": 0.6841688674434712,
      "grad_norm": 6.28125,
      "learning_rate": 1.579362340756453e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5560920923948288,
      "num_tokens": 415412932.0,
      "step": 539370
    },
    {
      "epoch": 0.684181552036004,
      "grad_norm": 5.6875,
      "learning_rate": 1.5792989097478235e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5387198746204376,
      "num_tokens": 415418902.0,
      "step": 539380
    },
    {
      "epoch": 0.6841942366285367,
      "grad_norm": 5.59375,
      "learning_rate": 1.5792354787391947e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5339622557163238,
      "num_tokens": 415426636.0,
      "step": 539390
    },
    {
      "epoch": 0.6842069212210696,
      "grad_norm": 5.6875,
      "learning_rate": 1.5791720477305656e-05,
      "loss": 1.8899,
      "mean_token_accuracy": 0.5675890445709229,
      "num_tokens": 415434955.0,
      "step": 539400
    },
    {
      "epoch": 0.6842196058136024,
      "grad_norm": 5.15625,
      "learning_rate": 1.5791086167219364e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5464851081371307,
      "num_tokens": 415442831.0,
      "step": 539410
    },
    {
      "epoch": 0.6842322904061353,
      "grad_norm": 5.65625,
      "learning_rate": 1.579045185713307e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5413863092660904,
      "num_tokens": 415450422.0,
      "step": 539420
    },
    {
      "epoch": 0.6842449749986681,
      "grad_norm": 4.28125,
      "learning_rate": 1.578981754704678e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5399148046970368,
      "num_tokens": 415458849.0,
      "step": 539430
    },
    {
      "epoch": 0.684257659591201,
      "grad_norm": 6.5625,
      "learning_rate": 1.578918323696049e-05,
      "loss": 2.142,
      "mean_token_accuracy": 0.5348930776119232,
      "num_tokens": 415466868.0,
      "step": 539440
    },
    {
      "epoch": 0.6842703441837338,
      "grad_norm": 5.46875,
      "learning_rate": 1.5788548926874196e-05,
      "loss": 2.241,
      "mean_token_accuracy": 0.5031317293643951,
      "num_tokens": 415475312.0,
      "step": 539450
    },
    {
      "epoch": 0.6842830287762666,
      "grad_norm": 5.5,
      "learning_rate": 1.5787914616787905e-05,
      "loss": 1.8298,
      "mean_token_accuracy": 0.5960862249135971,
      "num_tokens": 415482705.0,
      "step": 539460
    },
    {
      "epoch": 0.6842957133687995,
      "grad_norm": 5.03125,
      "learning_rate": 1.5787280306701613e-05,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5761318325996398,
      "num_tokens": 415490210.0,
      "step": 539470
    },
    {
      "epoch": 0.6843083979613322,
      "grad_norm": 5.875,
      "learning_rate": 1.5786645996615322e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5482246369123459,
      "num_tokens": 415498962.0,
      "step": 539480
    },
    {
      "epoch": 0.6843210825538651,
      "grad_norm": 4.84375,
      "learning_rate": 1.578601168652903e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5632236540317536,
      "num_tokens": 415507175.0,
      "step": 539490
    },
    {
      "epoch": 0.6843337671463979,
      "grad_norm": 4.75,
      "learning_rate": 1.578537737644274e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5411233872175216,
      "num_tokens": 415516575.0,
      "step": 539500
    },
    {
      "epoch": 0.6843464517389308,
      "grad_norm": 4.46875,
      "learning_rate": 1.578474306635645e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.549749168753624,
      "num_tokens": 415525297.0,
      "step": 539510
    },
    {
      "epoch": 0.6843591363314636,
      "grad_norm": 5.46875,
      "learning_rate": 1.5784108756270154e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5237315148115158,
      "num_tokens": 415534525.0,
      "step": 539520
    },
    {
      "epoch": 0.6843718209239965,
      "grad_norm": 5.28125,
      "learning_rate": 1.5783474446183866e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5385597467422485,
      "num_tokens": 415541641.0,
      "step": 539530
    },
    {
      "epoch": 0.6843845055165293,
      "grad_norm": 4.65625,
      "learning_rate": 1.5782840136097575e-05,
      "loss": 1.5991,
      "mean_token_accuracy": 0.6477737665176392,
      "num_tokens": 415547090.0,
      "step": 539540
    },
    {
      "epoch": 0.6843971901090621,
      "grad_norm": 6.71875,
      "learning_rate": 1.578220582601128e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5430287599563599,
      "num_tokens": 415555085.0,
      "step": 539550
    },
    {
      "epoch": 0.684409874701595,
      "grad_norm": 5.71875,
      "learning_rate": 1.578157151592499e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.519558635354042,
      "num_tokens": 415564262.0,
      "step": 539560
    },
    {
      "epoch": 0.6844225592941278,
      "grad_norm": 5.03125,
      "learning_rate": 1.5780937205838697e-05,
      "loss": 2.2565,
      "mean_token_accuracy": 0.5184228450059891,
      "num_tokens": 415572679.0,
      "step": 539570
    },
    {
      "epoch": 0.6844352438866607,
      "grad_norm": 6.5625,
      "learning_rate": 1.578030289575241e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.5218594640493393,
      "num_tokens": 415580337.0,
      "step": 539580
    },
    {
      "epoch": 0.6844479284791934,
      "grad_norm": 5.4375,
      "learning_rate": 1.5779668585666115e-05,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5646491110324859,
      "num_tokens": 415588745.0,
      "step": 539590
    },
    {
      "epoch": 0.6844606130717263,
      "grad_norm": 4.9375,
      "learning_rate": 1.5779034275579824e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5569947689771653,
      "num_tokens": 415596520.0,
      "step": 539600
    },
    {
      "epoch": 0.6844732976642591,
      "grad_norm": 6.46875,
      "learning_rate": 1.5778399965493532e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5511856853961945,
      "num_tokens": 415604452.0,
      "step": 539610
    },
    {
      "epoch": 0.6844859822567919,
      "grad_norm": 4.90625,
      "learning_rate": 1.577776565540724e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5465783774852753,
      "num_tokens": 415612756.0,
      "step": 539620
    },
    {
      "epoch": 0.6844986668493248,
      "grad_norm": 6.75,
      "learning_rate": 1.577713134532095e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5692561954259873,
      "num_tokens": 415620701.0,
      "step": 539630
    },
    {
      "epoch": 0.6845113514418576,
      "grad_norm": 11.9375,
      "learning_rate": 1.577649703523466e-05,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5819547593593597,
      "num_tokens": 415628064.0,
      "step": 539640
    },
    {
      "epoch": 0.6845240360343905,
      "grad_norm": 3.546875,
      "learning_rate": 1.5775862725148367e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5491539835929871,
      "num_tokens": 415635827.0,
      "step": 539650
    },
    {
      "epoch": 0.6845367206269233,
      "grad_norm": 4.9375,
      "learning_rate": 1.5775228415062073e-05,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5657359302043915,
      "num_tokens": 415643029.0,
      "step": 539660
    },
    {
      "epoch": 0.6845494052194562,
      "grad_norm": 5.90625,
      "learning_rate": 1.577459410497578e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5347786039113999,
      "num_tokens": 415650735.0,
      "step": 539670
    },
    {
      "epoch": 0.684562089811989,
      "grad_norm": 4.75,
      "learning_rate": 1.5773959794889494e-05,
      "loss": 1.8259,
      "mean_token_accuracy": 0.598638117313385,
      "num_tokens": 415658713.0,
      "step": 539680
    },
    {
      "epoch": 0.6845747744045219,
      "grad_norm": 7.78125,
      "learning_rate": 1.57733254848032e-05,
      "loss": 1.838,
      "mean_token_accuracy": 0.5853498846292495,
      "num_tokens": 415666167.0,
      "step": 539690
    },
    {
      "epoch": 0.6845874589970546,
      "grad_norm": 5.65625,
      "learning_rate": 1.5772691174716908e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5334974378347397,
      "num_tokens": 415673993.0,
      "step": 539700
    },
    {
      "epoch": 0.6846001435895874,
      "grad_norm": 6.4375,
      "learning_rate": 1.5772056864630616e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5451985865831375,
      "num_tokens": 415681250.0,
      "step": 539710
    },
    {
      "epoch": 0.6846128281821203,
      "grad_norm": 6.03125,
      "learning_rate": 1.5771422554544325e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5555062144994736,
      "num_tokens": 415688175.0,
      "step": 539720
    },
    {
      "epoch": 0.6846255127746531,
      "grad_norm": 5.21875,
      "learning_rate": 1.5770788244458034e-05,
      "loss": 2.2486,
      "mean_token_accuracy": 0.5106335371732712,
      "num_tokens": 415696396.0,
      "step": 539730
    },
    {
      "epoch": 0.684638197367186,
      "grad_norm": 5.71875,
      "learning_rate": 1.5770153934371743e-05,
      "loss": 2.3281,
      "mean_token_accuracy": 0.4994857758283615,
      "num_tokens": 415704645.0,
      "step": 539740
    },
    {
      "epoch": 0.6846508819597188,
      "grad_norm": 5.3125,
      "learning_rate": 1.576951962428545e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5574927270412445,
      "num_tokens": 415713143.0,
      "step": 539750
    },
    {
      "epoch": 0.6846635665522517,
      "grad_norm": 5.65625,
      "learning_rate": 1.5768885314199157e-05,
      "loss": 1.8531,
      "mean_token_accuracy": 0.5899774521589279,
      "num_tokens": 415719955.0,
      "step": 539760
    },
    {
      "epoch": 0.6846762511447845,
      "grad_norm": 8.875,
      "learning_rate": 1.5768251004112865e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5344584137201309,
      "num_tokens": 415727647.0,
      "step": 539770
    },
    {
      "epoch": 0.6846889357373173,
      "grad_norm": 9.0,
      "learning_rate": 1.5767616694026578e-05,
      "loss": 1.8344,
      "mean_token_accuracy": 0.5787966430187226,
      "num_tokens": 415734580.0,
      "step": 539780
    },
    {
      "epoch": 0.6847016203298502,
      "grad_norm": 5.21875,
      "learning_rate": 1.5766982383940286e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5298257738351821,
      "num_tokens": 415741422.0,
      "step": 539790
    },
    {
      "epoch": 0.6847143049223829,
      "grad_norm": 8.25,
      "learning_rate": 1.576634807385399e-05,
      "loss": 1.8995,
      "mean_token_accuracy": 0.5736572414636611,
      "num_tokens": 415748825.0,
      "step": 539800
    },
    {
      "epoch": 0.6847269895149158,
      "grad_norm": 6.25,
      "learning_rate": 1.57657137637677e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5440611749887466,
      "num_tokens": 415758008.0,
      "step": 539810
    },
    {
      "epoch": 0.6847396741074486,
      "grad_norm": 6.21875,
      "learning_rate": 1.576507945368141e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5466328352689743,
      "num_tokens": 415766638.0,
      "step": 539820
    },
    {
      "epoch": 0.6847523586999815,
      "grad_norm": 5.0625,
      "learning_rate": 1.5764445143595118e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5327373206615448,
      "num_tokens": 415774676.0,
      "step": 539830
    },
    {
      "epoch": 0.6847650432925143,
      "grad_norm": 5.125,
      "learning_rate": 1.5763810833508827e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.517940777540207,
      "num_tokens": 415782547.0,
      "step": 539840
    },
    {
      "epoch": 0.6847777278850471,
      "grad_norm": 6.03125,
      "learning_rate": 1.5763176523422535e-05,
      "loss": 1.8996,
      "mean_token_accuracy": 0.578251737356186,
      "num_tokens": 415789633.0,
      "step": 539850
    },
    {
      "epoch": 0.68479041247758,
      "grad_norm": 6.59375,
      "learning_rate": 1.5762542213336244e-05,
      "loss": 2.2181,
      "mean_token_accuracy": 0.5225016087293625,
      "num_tokens": 415796844.0,
      "step": 539860
    },
    {
      "epoch": 0.6848030970701128,
      "grad_norm": 5.125,
      "learning_rate": 1.576190790324995e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5484641194343567,
      "num_tokens": 415804551.0,
      "step": 539870
    },
    {
      "epoch": 0.6848157816626457,
      "grad_norm": 5.84375,
      "learning_rate": 1.576127359316366e-05,
      "loss": 2.2877,
      "mean_token_accuracy": 0.5118247240781784,
      "num_tokens": 415812355.0,
      "step": 539880
    },
    {
      "epoch": 0.6848284662551785,
      "grad_norm": 5.625,
      "learning_rate": 1.576063928307737e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5228904008865356,
      "num_tokens": 415820686.0,
      "step": 539890
    },
    {
      "epoch": 0.6848411508477114,
      "grad_norm": 5.46875,
      "learning_rate": 1.5760004972991076e-05,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5565328627824784,
      "num_tokens": 415828106.0,
      "step": 539900
    },
    {
      "epoch": 0.6848538354402441,
      "grad_norm": 5.0,
      "learning_rate": 1.5759370662904784e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.529127448797226,
      "num_tokens": 415835764.0,
      "step": 539910
    },
    {
      "epoch": 0.684866520032777,
      "grad_norm": 3.953125,
      "learning_rate": 1.5758736352818493e-05,
      "loss": 1.8552,
      "mean_token_accuracy": 0.5879953235387803,
      "num_tokens": 415843442.0,
      "step": 539920
    },
    {
      "epoch": 0.6848792046253098,
      "grad_norm": 5.1875,
      "learning_rate": 1.5758102042732202e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5810797452926636,
      "num_tokens": 415851714.0,
      "step": 539930
    },
    {
      "epoch": 0.6848918892178426,
      "grad_norm": 7.375,
      "learning_rate": 1.575746773264591e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5565186977386475,
      "num_tokens": 415859173.0,
      "step": 539940
    },
    {
      "epoch": 0.6849045738103755,
      "grad_norm": 5.375,
      "learning_rate": 1.575683342255962e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5454413741827011,
      "num_tokens": 415866863.0,
      "step": 539950
    },
    {
      "epoch": 0.6849172584029083,
      "grad_norm": 6.4375,
      "learning_rate": 1.5756199112473328e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5321191757917404,
      "num_tokens": 415873669.0,
      "step": 539960
    },
    {
      "epoch": 0.6849299429954412,
      "grad_norm": 5.03125,
      "learning_rate": 1.5755564802387037e-05,
      "loss": 1.9036,
      "mean_token_accuracy": 0.5777491718530655,
      "num_tokens": 415880516.0,
      "step": 539970
    },
    {
      "epoch": 0.684942627587974,
      "grad_norm": 4.71875,
      "learning_rate": 1.5754930492300746e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5606149911880494,
      "num_tokens": 415887746.0,
      "step": 539980
    },
    {
      "epoch": 0.6849553121805069,
      "grad_norm": 5.34375,
      "learning_rate": 1.5754296182214454e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5465194195508957,
      "num_tokens": 415895651.0,
      "step": 539990
    },
    {
      "epoch": 0.6849679967730397,
      "grad_norm": 5.375,
      "learning_rate": 1.5753661872128163e-05,
      "loss": 2.1882,
      "mean_token_accuracy": 0.524339759349823,
      "num_tokens": 415903340.0,
      "step": 540000
    },
    {
      "epoch": 0.6849806813655724,
      "grad_norm": 7.78125,
      "learning_rate": 1.575302756204187e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5365106076002121,
      "num_tokens": 415910652.0,
      "step": 540010
    },
    {
      "epoch": 0.6849933659581053,
      "grad_norm": 4.65625,
      "learning_rate": 1.575239325195558e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5299669623374939,
      "num_tokens": 415919049.0,
      "step": 540020
    },
    {
      "epoch": 0.6850060505506381,
      "grad_norm": 5.65625,
      "learning_rate": 1.575175894186929e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5515260994434357,
      "num_tokens": 415926430.0,
      "step": 540030
    },
    {
      "epoch": 0.685018735143171,
      "grad_norm": 5.65625,
      "learning_rate": 1.5751124631782995e-05,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5485825270414353,
      "num_tokens": 415933317.0,
      "step": 540040
    },
    {
      "epoch": 0.6850314197357038,
      "grad_norm": 4.84375,
      "learning_rate": 1.5750490321696703e-05,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5220386564731598,
      "num_tokens": 415941308.0,
      "step": 540050
    },
    {
      "epoch": 0.6850441043282367,
      "grad_norm": 5.1875,
      "learning_rate": 1.5749856011610412e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5446210741996765,
      "num_tokens": 415949428.0,
      "step": 540060
    },
    {
      "epoch": 0.6850567889207695,
      "grad_norm": 6.8125,
      "learning_rate": 1.574922170152412e-05,
      "loss": 1.9257,
      "mean_token_accuracy": 0.5816328942775726,
      "num_tokens": 415955109.0,
      "step": 540070
    },
    {
      "epoch": 0.6850694735133024,
      "grad_norm": 4.8125,
      "learning_rate": 1.574858739143783e-05,
      "loss": 2.1797,
      "mean_token_accuracy": 0.5281326383352279,
      "num_tokens": 415964248.0,
      "step": 540080
    },
    {
      "epoch": 0.6850821581058352,
      "grad_norm": 5.125,
      "learning_rate": 1.574795308135154e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5555443733930587,
      "num_tokens": 415972148.0,
      "step": 540090
    },
    {
      "epoch": 0.685094842698368,
      "grad_norm": 4.40625,
      "learning_rate": 1.5747318771265247e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.5663833975791931,
      "num_tokens": 415980848.0,
      "step": 540100
    },
    {
      "epoch": 0.6851075272909009,
      "grad_norm": 3.6875,
      "learning_rate": 1.5746684461178952e-05,
      "loss": 1.7552,
      "mean_token_accuracy": 0.6086911290884018,
      "num_tokens": 415987751.0,
      "step": 540110
    },
    {
      "epoch": 0.6851202118834336,
      "grad_norm": 4.875,
      "learning_rate": 1.5746050151092665e-05,
      "loss": 1.8812,
      "mean_token_accuracy": 0.5828946888446808,
      "num_tokens": 415995633.0,
      "step": 540120
    },
    {
      "epoch": 0.6851328964759665,
      "grad_norm": 4.375,
      "learning_rate": 1.5745415841006373e-05,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5722536236047745,
      "num_tokens": 416003832.0,
      "step": 540130
    },
    {
      "epoch": 0.6851455810684993,
      "grad_norm": 4.6875,
      "learning_rate": 1.574478153092008e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5342304468154907,
      "num_tokens": 416012220.0,
      "step": 540140
    },
    {
      "epoch": 0.6851582656610322,
      "grad_norm": 5.03125,
      "learning_rate": 1.5744147220833787e-05,
      "loss": 1.6522,
      "mean_token_accuracy": 0.6188840478658676,
      "num_tokens": 416019385.0,
      "step": 540150
    },
    {
      "epoch": 0.685170950253565,
      "grad_norm": 7.0625,
      "learning_rate": 1.5743512910747496e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5511529743671417,
      "num_tokens": 416027366.0,
      "step": 540160
    },
    {
      "epoch": 0.6851836348460978,
      "grad_norm": 5.40625,
      "learning_rate": 1.5742878600661208e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.5518025040626526,
      "num_tokens": 416036682.0,
      "step": 540170
    },
    {
      "epoch": 0.6851963194386307,
      "grad_norm": 6.59375,
      "learning_rate": 1.5742244290574914e-05,
      "loss": 2.2548,
      "mean_token_accuracy": 0.5113687843084336,
      "num_tokens": 416045071.0,
      "step": 540180
    },
    {
      "epoch": 0.6852090040311635,
      "grad_norm": 5.71875,
      "learning_rate": 1.5741609980488622e-05,
      "loss": 2.2908,
      "mean_token_accuracy": 0.5072804301977157,
      "num_tokens": 416054670.0,
      "step": 540190
    },
    {
      "epoch": 0.6852216886236964,
      "grad_norm": 5.25,
      "learning_rate": 1.574097567040233e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5383791118860245,
      "num_tokens": 416062283.0,
      "step": 540200
    },
    {
      "epoch": 0.6852343732162292,
      "grad_norm": 5.625,
      "learning_rate": 1.574034136031604e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5277906566858291,
      "num_tokens": 416069412.0,
      "step": 540210
    },
    {
      "epoch": 0.685247057808762,
      "grad_norm": 6.6875,
      "learning_rate": 1.573970705022975e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5404717653989792,
      "num_tokens": 416075452.0,
      "step": 540220
    },
    {
      "epoch": 0.6852597424012948,
      "grad_norm": 6.8125,
      "learning_rate": 1.5739072740143457e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5799721032381058,
      "num_tokens": 416082833.0,
      "step": 540230
    },
    {
      "epoch": 0.6852724269938277,
      "grad_norm": 4.9375,
      "learning_rate": 1.5738438430057166e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5419078767299652,
      "num_tokens": 416090118.0,
      "step": 540240
    },
    {
      "epoch": 0.6852851115863605,
      "grad_norm": 12.625,
      "learning_rate": 1.573780411997087e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5627336442470551,
      "num_tokens": 416096241.0,
      "step": 540250
    },
    {
      "epoch": 0.6852977961788933,
      "grad_norm": 6.28125,
      "learning_rate": 1.573716980988458e-05,
      "loss": 1.8532,
      "mean_token_accuracy": 0.5772660851478577,
      "num_tokens": 416103628.0,
      "step": 540260
    },
    {
      "epoch": 0.6853104807714262,
      "grad_norm": 5.40625,
      "learning_rate": 1.5736535499798292e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5355807453393936,
      "num_tokens": 416112198.0,
      "step": 540270
    },
    {
      "epoch": 0.685323165363959,
      "grad_norm": 4.90625,
      "learning_rate": 1.5735901189711998e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5518232136964798,
      "num_tokens": 416119375.0,
      "step": 540280
    },
    {
      "epoch": 0.6853358499564919,
      "grad_norm": 5.46875,
      "learning_rate": 1.5735266879625706e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5340019762516022,
      "num_tokens": 416128522.0,
      "step": 540290
    },
    {
      "epoch": 0.6853485345490247,
      "grad_norm": 5.34375,
      "learning_rate": 1.5734632569539415e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5579372942447662,
      "num_tokens": 416135847.0,
      "step": 540300
    },
    {
      "epoch": 0.6853612191415576,
      "grad_norm": 9.3125,
      "learning_rate": 1.5733998259453124e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5452931582927704,
      "num_tokens": 416144455.0,
      "step": 540310
    },
    {
      "epoch": 0.6853739037340904,
      "grad_norm": 6.84375,
      "learning_rate": 1.5733363949366833e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5591647088527679,
      "num_tokens": 416151703.0,
      "step": 540320
    },
    {
      "epoch": 0.6853865883266231,
      "grad_norm": 5.78125,
      "learning_rate": 1.573272963928054e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5531911194324494,
      "num_tokens": 416159757.0,
      "step": 540330
    },
    {
      "epoch": 0.685399272919156,
      "grad_norm": 6.1875,
      "learning_rate": 1.573209532919425e-05,
      "loss": 1.9123,
      "mean_token_accuracy": 0.574679771065712,
      "num_tokens": 416166846.0,
      "step": 540340
    },
    {
      "epoch": 0.6854119575116888,
      "grad_norm": 5.78125,
      "learning_rate": 1.5731461019107955e-05,
      "loss": 2.1913,
      "mean_token_accuracy": 0.5183693885803222,
      "num_tokens": 416175069.0,
      "step": 540350
    },
    {
      "epoch": 0.6854246421042217,
      "grad_norm": 7.5625,
      "learning_rate": 1.5730826709021664e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5639993667602539,
      "num_tokens": 416181477.0,
      "step": 540360
    },
    {
      "epoch": 0.6854373266967545,
      "grad_norm": 4.8125,
      "learning_rate": 1.5730192398935376e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5396227806806564,
      "num_tokens": 416190707.0,
      "step": 540370
    },
    {
      "epoch": 0.6854500112892874,
      "grad_norm": 4.84375,
      "learning_rate": 1.5729558088849085e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5426238507032395,
      "num_tokens": 416198604.0,
      "step": 540380
    },
    {
      "epoch": 0.6854626958818202,
      "grad_norm": 2.53125,
      "learning_rate": 1.572892377876279e-05,
      "loss": 1.7882,
      "mean_token_accuracy": 0.5905471622943879,
      "num_tokens": 416207136.0,
      "step": 540390
    },
    {
      "epoch": 0.685475380474353,
      "grad_norm": 5.09375,
      "learning_rate": 1.57282894686765e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5550162136554718,
      "num_tokens": 416215651.0,
      "step": 540400
    },
    {
      "epoch": 0.6854880650668859,
      "grad_norm": 6.875,
      "learning_rate": 1.572765515859021e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5484298408031464,
      "num_tokens": 416223497.0,
      "step": 540410
    },
    {
      "epoch": 0.6855007496594187,
      "grad_norm": 7.0,
      "learning_rate": 1.5727020848503917e-05,
      "loss": 1.7554,
      "mean_token_accuracy": 0.5965358048677445,
      "num_tokens": 416230859.0,
      "step": 540420
    },
    {
      "epoch": 0.6855134342519515,
      "grad_norm": 5.625,
      "learning_rate": 1.5726386538417625e-05,
      "loss": 1.8165,
      "mean_token_accuracy": 0.5917947441339493,
      "num_tokens": 416237253.0,
      "step": 540430
    },
    {
      "epoch": 0.6855261188444843,
      "grad_norm": 7.3125,
      "learning_rate": 1.5725752228331334e-05,
      "loss": 1.8257,
      "mean_token_accuracy": 0.5935596287250519,
      "num_tokens": 416244676.0,
      "step": 540440
    },
    {
      "epoch": 0.6855388034370172,
      "grad_norm": 4.84375,
      "learning_rate": 1.5725117918245043e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.531504487991333,
      "num_tokens": 416252443.0,
      "step": 540450
    },
    {
      "epoch": 0.68555148802955,
      "grad_norm": 6.875,
      "learning_rate": 1.572448360815875e-05,
      "loss": 1.7267,
      "mean_token_accuracy": 0.6139467000961304,
      "num_tokens": 416258293.0,
      "step": 540460
    },
    {
      "epoch": 0.6855641726220829,
      "grad_norm": 5.90625,
      "learning_rate": 1.572384929807246e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5279944568872452,
      "num_tokens": 416266151.0,
      "step": 540470
    },
    {
      "epoch": 0.6855768572146157,
      "grad_norm": 6.25,
      "learning_rate": 1.572321498798617e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5372529417276383,
      "num_tokens": 416272122.0,
      "step": 540480
    },
    {
      "epoch": 0.6855895418071485,
      "grad_norm": 4.84375,
      "learning_rate": 1.5722580677899874e-05,
      "loss": 1.6391,
      "mean_token_accuracy": 0.6304739743471146,
      "num_tokens": 416278515.0,
      "step": 540490
    },
    {
      "epoch": 0.6856022263996814,
      "grad_norm": 5.34375,
      "learning_rate": 1.5721946367813583e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5437746465206146,
      "num_tokens": 416284723.0,
      "step": 540500
    },
    {
      "epoch": 0.6856149109922142,
      "grad_norm": 5.4375,
      "learning_rate": 1.5721312057727295e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5514015644788742,
      "num_tokens": 416291820.0,
      "step": 540510
    },
    {
      "epoch": 0.6856275955847471,
      "grad_norm": 7.15625,
      "learning_rate": 1.5720677747641e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5250578045845031,
      "num_tokens": 416299524.0,
      "step": 540520
    },
    {
      "epoch": 0.6856402801772798,
      "grad_norm": 7.0625,
      "learning_rate": 1.572004343755471e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5748684167861938,
      "num_tokens": 416306180.0,
      "step": 540530
    },
    {
      "epoch": 0.6856529647698127,
      "grad_norm": 5.25,
      "learning_rate": 1.5719409127468418e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5767850697040557,
      "num_tokens": 416313748.0,
      "step": 540540
    },
    {
      "epoch": 0.6856656493623455,
      "grad_norm": 5.96875,
      "learning_rate": 1.5718774817382127e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.556100195646286,
      "num_tokens": 416321489.0,
      "step": 540550
    },
    {
      "epoch": 0.6856783339548783,
      "grad_norm": 6.375,
      "learning_rate": 1.5718140507295836e-05,
      "loss": 2.2702,
      "mean_token_accuracy": 0.5186311662197113,
      "num_tokens": 416330106.0,
      "step": 540560
    },
    {
      "epoch": 0.6856910185474112,
      "grad_norm": 5.9375,
      "learning_rate": 1.5717506197209544e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5334323823451996,
      "num_tokens": 416337669.0,
      "step": 540570
    },
    {
      "epoch": 0.685703703139944,
      "grad_norm": 7.78125,
      "learning_rate": 1.5716871887123253e-05,
      "loss": 1.8219,
      "mean_token_accuracy": 0.5809994757175445,
      "num_tokens": 416345471.0,
      "step": 540580
    },
    {
      "epoch": 0.6857163877324769,
      "grad_norm": 5.8125,
      "learning_rate": 1.5716237577036962e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5310451090335846,
      "num_tokens": 416354907.0,
      "step": 540590
    },
    {
      "epoch": 0.6857290723250097,
      "grad_norm": 6.375,
      "learning_rate": 1.5715603266950667e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.561020040512085,
      "num_tokens": 416362098.0,
      "step": 540600
    },
    {
      "epoch": 0.6857417569175426,
      "grad_norm": 6.0,
      "learning_rate": 1.571496895686438e-05,
      "loss": 1.8843,
      "mean_token_accuracy": 0.5793655663728714,
      "num_tokens": 416370715.0,
      "step": 540610
    },
    {
      "epoch": 0.6857544415100754,
      "grad_norm": 5.21875,
      "learning_rate": 1.5714334646778088e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5317560583353043,
      "num_tokens": 416378880.0,
      "step": 540620
    },
    {
      "epoch": 0.6857671261026083,
      "grad_norm": 5.5625,
      "learning_rate": 1.5713700336691793e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5692306846380234,
      "num_tokens": 416387123.0,
      "step": 540630
    },
    {
      "epoch": 0.685779810695141,
      "grad_norm": 5.65625,
      "learning_rate": 1.5713066026605502e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5519524604082108,
      "num_tokens": 416395773.0,
      "step": 540640
    },
    {
      "epoch": 0.6857924952876738,
      "grad_norm": 6.0,
      "learning_rate": 1.571243171651921e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5375687479972839,
      "num_tokens": 416403318.0,
      "step": 540650
    },
    {
      "epoch": 0.6858051798802067,
      "grad_norm": 6.40625,
      "learning_rate": 1.571179740643292e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.567484998703003,
      "num_tokens": 416410587.0,
      "step": 540660
    },
    {
      "epoch": 0.6858178644727395,
      "grad_norm": 5.4375,
      "learning_rate": 1.571116309634663e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5436847895383835,
      "num_tokens": 416417725.0,
      "step": 540670
    },
    {
      "epoch": 0.6858305490652724,
      "grad_norm": 6.125,
      "learning_rate": 1.5710528786260337e-05,
      "loss": 2.3666,
      "mean_token_accuracy": 0.49791871905326845,
      "num_tokens": 416426438.0,
      "step": 540680
    },
    {
      "epoch": 0.6858432336578052,
      "grad_norm": 5.34375,
      "learning_rate": 1.5709894476174046e-05,
      "loss": 2.214,
      "mean_token_accuracy": 0.5133409589529038,
      "num_tokens": 416434093.0,
      "step": 540690
    },
    {
      "epoch": 0.6858559182503381,
      "grad_norm": 5.375,
      "learning_rate": 1.570926016608775e-05,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5866162836551666,
      "num_tokens": 416441308.0,
      "step": 540700
    },
    {
      "epoch": 0.6858686028428709,
      "grad_norm": 6.34375,
      "learning_rate": 1.5708625856001463e-05,
      "loss": 1.8124,
      "mean_token_accuracy": 0.5981501519680024,
      "num_tokens": 416448266.0,
      "step": 540710
    },
    {
      "epoch": 0.6858812874354037,
      "grad_norm": 6.78125,
      "learning_rate": 1.5707991545915172e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5415578544139862,
      "num_tokens": 416455208.0,
      "step": 540720
    },
    {
      "epoch": 0.6858939720279366,
      "grad_norm": 5.875,
      "learning_rate": 1.5707357235828877e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5363443344831467,
      "num_tokens": 416462919.0,
      "step": 540730
    },
    {
      "epoch": 0.6859066566204693,
      "grad_norm": 2.25,
      "learning_rate": 1.5706722925742586e-05,
      "loss": 1.8079,
      "mean_token_accuracy": 0.5976505607366562,
      "num_tokens": 416470670.0,
      "step": 540740
    },
    {
      "epoch": 0.6859193412130022,
      "grad_norm": 5.78125,
      "learning_rate": 1.5706088615656295e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5248625427484512,
      "num_tokens": 416478918.0,
      "step": 540750
    },
    {
      "epoch": 0.685932025805535,
      "grad_norm": 9.875,
      "learning_rate": 1.5705454305570007e-05,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5560886323451996,
      "num_tokens": 416486488.0,
      "step": 540760
    },
    {
      "epoch": 0.6859447103980679,
      "grad_norm": 6.0,
      "learning_rate": 1.5704819995483712e-05,
      "loss": 1.9119,
      "mean_token_accuracy": 0.5640358537435531,
      "num_tokens": 416493670.0,
      "step": 540770
    },
    {
      "epoch": 0.6859573949906007,
      "grad_norm": 7.4375,
      "learning_rate": 1.570418568539742e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5481098771095276,
      "num_tokens": 416501565.0,
      "step": 540780
    },
    {
      "epoch": 0.6859700795831335,
      "grad_norm": 4.875,
      "learning_rate": 1.570355137531113e-05,
      "loss": 1.8337,
      "mean_token_accuracy": 0.5906375497579575,
      "num_tokens": 416507973.0,
      "step": 540790
    },
    {
      "epoch": 0.6859827641756664,
      "grad_norm": 7.65625,
      "learning_rate": 1.570291706522484e-05,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5279138445854187,
      "num_tokens": 416516893.0,
      "step": 540800
    },
    {
      "epoch": 0.6859954487681992,
      "grad_norm": 7.15625,
      "learning_rate": 1.5702282755138547e-05,
      "loss": 2.2717,
      "mean_token_accuracy": 0.5037926375865937,
      "num_tokens": 416523236.0,
      "step": 540810
    },
    {
      "epoch": 0.6860081333607321,
      "grad_norm": 6.09375,
      "learning_rate": 1.5701648445052256e-05,
      "loss": 1.8683,
      "mean_token_accuracy": 0.5829693049192428,
      "num_tokens": 416530065.0,
      "step": 540820
    },
    {
      "epoch": 0.6860208179532649,
      "grad_norm": 5.8125,
      "learning_rate": 1.5701014134965965e-05,
      "loss": 2.2532,
      "mean_token_accuracy": 0.5131458520889283,
      "num_tokens": 416538192.0,
      "step": 540830
    },
    {
      "epoch": 0.6860335025457978,
      "grad_norm": 5.75,
      "learning_rate": 1.570037982487967e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5535883724689483,
      "num_tokens": 416546020.0,
      "step": 540840
    },
    {
      "epoch": 0.6860461871383305,
      "grad_norm": 6.71875,
      "learning_rate": 1.5699745514793382e-05,
      "loss": 1.8719,
      "mean_token_accuracy": 0.5847588390111923,
      "num_tokens": 416552433.0,
      "step": 540850
    },
    {
      "epoch": 0.6860588717308634,
      "grad_norm": 4.90625,
      "learning_rate": 1.569911120470709e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5509954184293747,
      "num_tokens": 416560198.0,
      "step": 540860
    },
    {
      "epoch": 0.6860715563233962,
      "grad_norm": 5.25,
      "learning_rate": 1.5698476894620796e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5336313933134079,
      "num_tokens": 416568670.0,
      "step": 540870
    },
    {
      "epoch": 0.686084240915929,
      "grad_norm": 9.25,
      "learning_rate": 1.5697842584534505e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5325214236974716,
      "num_tokens": 416576865.0,
      "step": 540880
    },
    {
      "epoch": 0.6860969255084619,
      "grad_norm": 5.15625,
      "learning_rate": 1.5697208274448214e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5562961965799331,
      "num_tokens": 416583653.0,
      "step": 540890
    },
    {
      "epoch": 0.6861096101009947,
      "grad_norm": 5.0,
      "learning_rate": 1.5696573964361923e-05,
      "loss": 1.9108,
      "mean_token_accuracy": 0.5862469941377639,
      "num_tokens": 416592520.0,
      "step": 540900
    },
    {
      "epoch": 0.6861222946935276,
      "grad_norm": 7.1875,
      "learning_rate": 1.569593965427563e-05,
      "loss": 1.8639,
      "mean_token_accuracy": 0.5785224139690399,
      "num_tokens": 416600057.0,
      "step": 540910
    },
    {
      "epoch": 0.6861349792860604,
      "grad_norm": 6.59375,
      "learning_rate": 1.569530534418934e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.537909796833992,
      "num_tokens": 416608224.0,
      "step": 540920
    },
    {
      "epoch": 0.6861476638785933,
      "grad_norm": 5.09375,
      "learning_rate": 1.569467103410305e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.545646807551384,
      "num_tokens": 416616276.0,
      "step": 540930
    },
    {
      "epoch": 0.6861603484711261,
      "grad_norm": 9.0,
      "learning_rate": 1.5694036724016754e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5760708689689636,
      "num_tokens": 416622813.0,
      "step": 540940
    },
    {
      "epoch": 0.6861730330636588,
      "grad_norm": 4.90625,
      "learning_rate": 1.5693402413930466e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5729229122400283,
      "num_tokens": 416630674.0,
      "step": 540950
    },
    {
      "epoch": 0.6861857176561917,
      "grad_norm": 5.375,
      "learning_rate": 1.5692768103844175e-05,
      "loss": 1.7852,
      "mean_token_accuracy": 0.6041704297065735,
      "num_tokens": 416637642.0,
      "step": 540960
    },
    {
      "epoch": 0.6861984022487245,
      "grad_norm": 7.28125,
      "learning_rate": 1.5692133793757884e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5765227168798447,
      "num_tokens": 416644093.0,
      "step": 540970
    },
    {
      "epoch": 0.6862110868412574,
      "grad_norm": 4.9375,
      "learning_rate": 1.569149948367159e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5556989908218384,
      "num_tokens": 416652225.0,
      "step": 540980
    },
    {
      "epoch": 0.6862237714337902,
      "grad_norm": 4.84375,
      "learning_rate": 1.5690865173585298e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5651509612798691,
      "num_tokens": 416659418.0,
      "step": 540990
    },
    {
      "epoch": 0.6862364560263231,
      "grad_norm": 5.90625,
      "learning_rate": 1.569023086349901e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5361158370971679,
      "num_tokens": 416667279.0,
      "step": 541000
    },
    {
      "epoch": 0.6862491406188559,
      "grad_norm": 5.53125,
      "learning_rate": 1.5689596553412715e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5701317220926285,
      "num_tokens": 416674894.0,
      "step": 541010
    },
    {
      "epoch": 0.6862618252113888,
      "grad_norm": 7.375,
      "learning_rate": 1.5688962243326424e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5283823102712631,
      "num_tokens": 416683134.0,
      "step": 541020
    },
    {
      "epoch": 0.6862745098039216,
      "grad_norm": 5.21875,
      "learning_rate": 1.5688327933240133e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5369543820619583,
      "num_tokens": 416690975.0,
      "step": 541030
    },
    {
      "epoch": 0.6862871943964544,
      "grad_norm": 9.5,
      "learning_rate": 1.568769362315384e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5473972022533417,
      "num_tokens": 416699033.0,
      "step": 541040
    },
    {
      "epoch": 0.6862998789889873,
      "grad_norm": 4.75,
      "learning_rate": 1.568705931306755e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.552790641784668,
      "num_tokens": 416708113.0,
      "step": 541050
    },
    {
      "epoch": 0.68631256358152,
      "grad_norm": 4.75,
      "learning_rate": 1.568642500298126e-05,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5379792600870132,
      "num_tokens": 416716250.0,
      "step": 541060
    },
    {
      "epoch": 0.6863252481740529,
      "grad_norm": 5.4375,
      "learning_rate": 1.5685790692894968e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5307214021682739,
      "num_tokens": 416725033.0,
      "step": 541070
    },
    {
      "epoch": 0.6863379327665857,
      "grad_norm": 4.90625,
      "learning_rate": 1.5685156382808673e-05,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5436554431915284,
      "num_tokens": 416733234.0,
      "step": 541080
    },
    {
      "epoch": 0.6863506173591186,
      "grad_norm": 4.78125,
      "learning_rate": 1.5684522072722382e-05,
      "loss": 1.8292,
      "mean_token_accuracy": 0.5917567789554596,
      "num_tokens": 416739977.0,
      "step": 541090
    },
    {
      "epoch": 0.6863633019516514,
      "grad_norm": 4.875,
      "learning_rate": 1.5683887762636094e-05,
      "loss": 2.3277,
      "mean_token_accuracy": 0.4974925726652145,
      "num_tokens": 416747624.0,
      "step": 541100
    },
    {
      "epoch": 0.6863759865441842,
      "grad_norm": 5.59375,
      "learning_rate": 1.56832534525498e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.578970056772232,
      "num_tokens": 416754348.0,
      "step": 541110
    },
    {
      "epoch": 0.6863886711367171,
      "grad_norm": 6.59375,
      "learning_rate": 1.5682619142463508e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5450053155422211,
      "num_tokens": 416762797.0,
      "step": 541120
    },
    {
      "epoch": 0.6864013557292499,
      "grad_norm": 6.71875,
      "learning_rate": 1.5681984832377217e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5699901074171067,
      "num_tokens": 416768922.0,
      "step": 541130
    },
    {
      "epoch": 0.6864140403217828,
      "grad_norm": 5.03125,
      "learning_rate": 1.5681350522290926e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5275720626115799,
      "num_tokens": 416777732.0,
      "step": 541140
    },
    {
      "epoch": 0.6864267249143156,
      "grad_norm": 4.96875,
      "learning_rate": 1.5680716212204634e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.5099770069122315,
      "num_tokens": 416786427.0,
      "step": 541150
    },
    {
      "epoch": 0.6864394095068485,
      "grad_norm": 4.9375,
      "learning_rate": 1.5680081902118343e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5628389745950699,
      "num_tokens": 416793130.0,
      "step": 541160
    },
    {
      "epoch": 0.6864520940993812,
      "grad_norm": 6.125,
      "learning_rate": 1.5679447592032052e-05,
      "loss": 2.3038,
      "mean_token_accuracy": 0.5123961389064788,
      "num_tokens": 416801291.0,
      "step": 541170
    },
    {
      "epoch": 0.6864647786919141,
      "grad_norm": 5.78125,
      "learning_rate": 1.567881328194576e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5907018214464188,
      "num_tokens": 416808270.0,
      "step": 541180
    },
    {
      "epoch": 0.6864774632844469,
      "grad_norm": 7.375,
      "learning_rate": 1.5678178971859466e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5273294657468796,
      "num_tokens": 416816085.0,
      "step": 541190
    },
    {
      "epoch": 0.6864901478769797,
      "grad_norm": 5.03125,
      "learning_rate": 1.5677544661773178e-05,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5219291150569916,
      "num_tokens": 416824060.0,
      "step": 541200
    },
    {
      "epoch": 0.6865028324695126,
      "grad_norm": 4.65625,
      "learning_rate": 1.5676910351686887e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5447777569293976,
      "num_tokens": 416832359.0,
      "step": 541210
    },
    {
      "epoch": 0.6865155170620454,
      "grad_norm": 11.8125,
      "learning_rate": 1.5676276041600592e-05,
      "loss": 1.7209,
      "mean_token_accuracy": 0.6170151323080063,
      "num_tokens": 416838793.0,
      "step": 541220
    },
    {
      "epoch": 0.6865282016545783,
      "grad_norm": 6.5625,
      "learning_rate": 1.56756417315143e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5415370464324951,
      "num_tokens": 416846531.0,
      "step": 541230
    },
    {
      "epoch": 0.6865408862471111,
      "grad_norm": 5.09375,
      "learning_rate": 1.567500742142801e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5658280611038208,
      "num_tokens": 416854783.0,
      "step": 541240
    },
    {
      "epoch": 0.686553570839644,
      "grad_norm": 7.28125,
      "learning_rate": 1.5674373111341718e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5250770002603531,
      "num_tokens": 416863343.0,
      "step": 541250
    },
    {
      "epoch": 0.6865662554321768,
      "grad_norm": 4.875,
      "learning_rate": 1.5673738801255427e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5185015141963959,
      "num_tokens": 416872291.0,
      "step": 541260
    },
    {
      "epoch": 0.6865789400247095,
      "grad_norm": 6.125,
      "learning_rate": 1.5673104491169136e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5285033613443375,
      "num_tokens": 416879140.0,
      "step": 541270
    },
    {
      "epoch": 0.6865916246172424,
      "grad_norm": 5.1875,
      "learning_rate": 1.5672470181082844e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5333057343959808,
      "num_tokens": 416887912.0,
      "step": 541280
    },
    {
      "epoch": 0.6866043092097752,
      "grad_norm": 5.375,
      "learning_rate": 1.567183587099655e-05,
      "loss": 2.2074,
      "mean_token_accuracy": 0.5271148175001145,
      "num_tokens": 416896126.0,
      "step": 541290
    },
    {
      "epoch": 0.6866169938023081,
      "grad_norm": 5.625,
      "learning_rate": 1.5671201560910262e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5289031058549881,
      "num_tokens": 416903667.0,
      "step": 541300
    },
    {
      "epoch": 0.6866296783948409,
      "grad_norm": 5.0,
      "learning_rate": 1.567056725082397e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5369668126106262,
      "num_tokens": 416911725.0,
      "step": 541310
    },
    {
      "epoch": 0.6866423629873738,
      "grad_norm": 6.28125,
      "learning_rate": 1.5669932940737676e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5523481667041779,
      "num_tokens": 416918627.0,
      "step": 541320
    },
    {
      "epoch": 0.6866550475799066,
      "grad_norm": 6.3125,
      "learning_rate": 1.5669298630651385e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.538566917181015,
      "num_tokens": 416926437.0,
      "step": 541330
    },
    {
      "epoch": 0.6866677321724394,
      "grad_norm": 4.875,
      "learning_rate": 1.5668664320565097e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5639820992946625,
      "num_tokens": 416932534.0,
      "step": 541340
    },
    {
      "epoch": 0.6866804167649723,
      "grad_norm": 4.875,
      "learning_rate": 1.5668030010478806e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.542720764875412,
      "num_tokens": 416941127.0,
      "step": 541350
    },
    {
      "epoch": 0.686693101357505,
      "grad_norm": 5.34375,
      "learning_rate": 1.566739570039251e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5571794807910919,
      "num_tokens": 416948179.0,
      "step": 541360
    },
    {
      "epoch": 0.686705785950038,
      "grad_norm": 5.75,
      "learning_rate": 1.566676139030622e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5568546146154404,
      "num_tokens": 416956574.0,
      "step": 541370
    },
    {
      "epoch": 0.6867184705425707,
      "grad_norm": 6.25,
      "learning_rate": 1.566612708021993e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5499994963407516,
      "num_tokens": 416964387.0,
      "step": 541380
    },
    {
      "epoch": 0.6867311551351036,
      "grad_norm": 6.5,
      "learning_rate": 1.5665492770133637e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5635227531194686,
      "num_tokens": 416972215.0,
      "step": 541390
    },
    {
      "epoch": 0.6867438397276364,
      "grad_norm": 4.9375,
      "learning_rate": 1.5664858460047346e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5393880486488343,
      "num_tokens": 416980184.0,
      "step": 541400
    },
    {
      "epoch": 0.6867565243201693,
      "grad_norm": 5.09375,
      "learning_rate": 1.5664224149961055e-05,
      "loss": 1.856,
      "mean_token_accuracy": 0.5975311309099197,
      "num_tokens": 416986025.0,
      "step": 541410
    },
    {
      "epoch": 0.6867692089127021,
      "grad_norm": 9.875,
      "learning_rate": 1.5663589839874763e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5416128218173981,
      "num_tokens": 416994206.0,
      "step": 541420
    },
    {
      "epoch": 0.6867818935052349,
      "grad_norm": 4.90625,
      "learning_rate": 1.566295552978847e-05,
      "loss": 1.9755,
      "mean_token_accuracy": 0.5654690831899643,
      "num_tokens": 417001457.0,
      "step": 541430
    },
    {
      "epoch": 0.6867945780977678,
      "grad_norm": 5.84375,
      "learning_rate": 1.566232121970218e-05,
      "loss": 2.0029,
      "mean_token_accuracy": 0.5582826197147369,
      "num_tokens": 417009213.0,
      "step": 541440
    },
    {
      "epoch": 0.6868072626903006,
      "grad_norm": 6.375,
      "learning_rate": 1.566168690961589e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5362215638160706,
      "num_tokens": 417016689.0,
      "step": 541450
    },
    {
      "epoch": 0.6868199472828335,
      "grad_norm": 6.5,
      "learning_rate": 1.5661052599529595e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5446206390857696,
      "num_tokens": 417023625.0,
      "step": 541460
    },
    {
      "epoch": 0.6868326318753663,
      "grad_norm": 4.625,
      "learning_rate": 1.5660418289443304e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5550062119960785,
      "num_tokens": 417031366.0,
      "step": 541470
    },
    {
      "epoch": 0.6868453164678991,
      "grad_norm": 8.0625,
      "learning_rate": 1.5659783979357013e-05,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5147166609764099,
      "num_tokens": 417040203.0,
      "step": 541480
    },
    {
      "epoch": 0.6868580010604319,
      "grad_norm": 5.1875,
      "learning_rate": 1.565914966927072e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5295021295547485,
      "num_tokens": 417048185.0,
      "step": 541490
    },
    {
      "epoch": 0.6868706856529647,
      "grad_norm": 4.59375,
      "learning_rate": 1.565851535918443e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5424896359443665,
      "num_tokens": 417057115.0,
      "step": 541500
    },
    {
      "epoch": 0.6868833702454976,
      "grad_norm": 5.625,
      "learning_rate": 1.565788104909814e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5126032322645188,
      "num_tokens": 417066086.0,
      "step": 541510
    },
    {
      "epoch": 0.6868960548380304,
      "grad_norm": 6.34375,
      "learning_rate": 1.5657246739011847e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.574158325791359,
      "num_tokens": 417073363.0,
      "step": 541520
    },
    {
      "epoch": 0.6869087394305633,
      "grad_norm": 7.0625,
      "learning_rate": 1.5656612428925553e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5448572307825088,
      "num_tokens": 417080483.0,
      "step": 541530
    },
    {
      "epoch": 0.6869214240230961,
      "grad_norm": 7.28125,
      "learning_rate": 1.5655978118839265e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5332963764667511,
      "num_tokens": 417088630.0,
      "step": 541540
    },
    {
      "epoch": 0.686934108615629,
      "grad_norm": 5.625,
      "learning_rate": 1.5655343808752974e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5279628068208695,
      "num_tokens": 417096457.0,
      "step": 541550
    },
    {
      "epoch": 0.6869467932081618,
      "grad_norm": 5.9375,
      "learning_rate": 1.5654709498666682e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5489755064249039,
      "num_tokens": 417104222.0,
      "step": 541560
    },
    {
      "epoch": 0.6869594778006947,
      "grad_norm": 4.6875,
      "learning_rate": 1.5654075188580388e-05,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5343804597854614,
      "num_tokens": 417113561.0,
      "step": 541570
    },
    {
      "epoch": 0.6869721623932274,
      "grad_norm": 5.34375,
      "learning_rate": 1.5653440878494097e-05,
      "loss": 2.2779,
      "mean_token_accuracy": 0.49864462912082674,
      "num_tokens": 417121813.0,
      "step": 541580
    },
    {
      "epoch": 0.6869848469857602,
      "grad_norm": 5.0625,
      "learning_rate": 1.565280656840781e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5272373139858246,
      "num_tokens": 417130136.0,
      "step": 541590
    },
    {
      "epoch": 0.6869975315782931,
      "grad_norm": 5.3125,
      "learning_rate": 1.5652172258321514e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5527806520462036,
      "num_tokens": 417136726.0,
      "step": 541600
    },
    {
      "epoch": 0.6870102161708259,
      "grad_norm": 5.0625,
      "learning_rate": 1.5651537948235223e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5268171846866607,
      "num_tokens": 417145877.0,
      "step": 541610
    },
    {
      "epoch": 0.6870229007633588,
      "grad_norm": 5.65625,
      "learning_rate": 1.565090363814893e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5602687388658524,
      "num_tokens": 417153447.0,
      "step": 541620
    },
    {
      "epoch": 0.6870355853558916,
      "grad_norm": 5.5625,
      "learning_rate": 1.565026932806264e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5537377804517746,
      "num_tokens": 417160947.0,
      "step": 541630
    },
    {
      "epoch": 0.6870482699484245,
      "grad_norm": 6.4375,
      "learning_rate": 1.564963501797635e-05,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5387590289115906,
      "num_tokens": 417167962.0,
      "step": 541640
    },
    {
      "epoch": 0.6870609545409573,
      "grad_norm": 6.5625,
      "learning_rate": 1.5649000707890058e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5316359490156174,
      "num_tokens": 417175068.0,
      "step": 541650
    },
    {
      "epoch": 0.6870736391334901,
      "grad_norm": 5.75,
      "learning_rate": 1.5648366397803766e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.537204486131668,
      "num_tokens": 417183225.0,
      "step": 541660
    },
    {
      "epoch": 0.687086323726023,
      "grad_norm": 5.46875,
      "learning_rate": 1.5647732087717472e-05,
      "loss": 1.959,
      "mean_token_accuracy": 0.5712746679782867,
      "num_tokens": 417189971.0,
      "step": 541670
    },
    {
      "epoch": 0.6870990083185557,
      "grad_norm": 5.40625,
      "learning_rate": 1.564709777763118e-05,
      "loss": 1.7573,
      "mean_token_accuracy": 0.6057238817214966,
      "num_tokens": 417196933.0,
      "step": 541680
    },
    {
      "epoch": 0.6871116929110886,
      "grad_norm": 4.875,
      "learning_rate": 1.5646463467544893e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5667069345712662,
      "num_tokens": 417204024.0,
      "step": 541690
    },
    {
      "epoch": 0.6871243775036214,
      "grad_norm": 5.53125,
      "learning_rate": 1.5645829157458598e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5285050809383393,
      "num_tokens": 417211407.0,
      "step": 541700
    },
    {
      "epoch": 0.6871370620961543,
      "grad_norm": 6.53125,
      "learning_rate": 1.5645194847372307e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5446341067552567,
      "num_tokens": 417219426.0,
      "step": 541710
    },
    {
      "epoch": 0.6871497466886871,
      "grad_norm": 4.71875,
      "learning_rate": 1.5644560537286015e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5280225962400437,
      "num_tokens": 417227313.0,
      "step": 541720
    },
    {
      "epoch": 0.6871624312812199,
      "grad_norm": 7.3125,
      "learning_rate": 1.5643926227199724e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5386433809995651,
      "num_tokens": 417234763.0,
      "step": 541730
    },
    {
      "epoch": 0.6871751158737528,
      "grad_norm": 6.21875,
      "learning_rate": 1.5643291917113433e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.546906566619873,
      "num_tokens": 417241987.0,
      "step": 541740
    },
    {
      "epoch": 0.6871878004662856,
      "grad_norm": 5.5625,
      "learning_rate": 1.5642657607027142e-05,
      "loss": 1.6996,
      "mean_token_accuracy": 0.6127711355686187,
      "num_tokens": 417248932.0,
      "step": 541750
    },
    {
      "epoch": 0.6872004850588185,
      "grad_norm": 5.34375,
      "learning_rate": 1.564202329694085e-05,
      "loss": 2.2442,
      "mean_token_accuracy": 0.5260226786136627,
      "num_tokens": 417257962.0,
      "step": 541760
    },
    {
      "epoch": 0.6872131696513513,
      "grad_norm": 5.15625,
      "learning_rate": 1.564138898685456e-05,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5293281584978103,
      "num_tokens": 417266140.0,
      "step": 541770
    },
    {
      "epoch": 0.6872258542438842,
      "grad_norm": 5.34375,
      "learning_rate": 1.5640754676768268e-05,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5546359688043594,
      "num_tokens": 417274515.0,
      "step": 541780
    },
    {
      "epoch": 0.687238538836417,
      "grad_norm": 5.15625,
      "learning_rate": 1.5640120366681977e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5310306876897812,
      "num_tokens": 417282917.0,
      "step": 541790
    },
    {
      "epoch": 0.6872512234289498,
      "grad_norm": 8.1875,
      "learning_rate": 1.5639486056595685e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5506156593561172,
      "num_tokens": 417289768.0,
      "step": 541800
    },
    {
      "epoch": 0.6872639080214826,
      "grad_norm": 5.09375,
      "learning_rate": 1.563885174650939e-05,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5803304851055145,
      "num_tokens": 417297395.0,
      "step": 541810
    },
    {
      "epoch": 0.6872765926140154,
      "grad_norm": 4.9375,
      "learning_rate": 1.56382174364231e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5490563929080963,
      "num_tokens": 417304722.0,
      "step": 541820
    },
    {
      "epoch": 0.6872892772065483,
      "grad_norm": 5.1875,
      "learning_rate": 1.563758312633681e-05,
      "loss": 1.8962,
      "mean_token_accuracy": 0.5675933241844178,
      "num_tokens": 417312625.0,
      "step": 541830
    },
    {
      "epoch": 0.6873019617990811,
      "grad_norm": 5.34375,
      "learning_rate": 1.5636948816250517e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5490590184926987,
      "num_tokens": 417320786.0,
      "step": 541840
    },
    {
      "epoch": 0.687314646391614,
      "grad_norm": 5.75,
      "learning_rate": 1.5636314506164226e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5367319792509079,
      "num_tokens": 417328836.0,
      "step": 541850
    },
    {
      "epoch": 0.6873273309841468,
      "grad_norm": 5.1875,
      "learning_rate": 1.5635680196077934e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5532413125038147,
      "num_tokens": 417336597.0,
      "step": 541860
    },
    {
      "epoch": 0.6873400155766797,
      "grad_norm": 6.03125,
      "learning_rate": 1.5635045885991643e-05,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5419047594070434,
      "num_tokens": 417344194.0,
      "step": 541870
    },
    {
      "epoch": 0.6873527001692125,
      "grad_norm": 6.0625,
      "learning_rate": 1.5634411575905352e-05,
      "loss": 1.9342,
      "mean_token_accuracy": 0.567544025182724,
      "num_tokens": 417351719.0,
      "step": 541880
    },
    {
      "epoch": 0.6873653847617452,
      "grad_norm": 4.90625,
      "learning_rate": 1.563377726581906e-05,
      "loss": 1.7923,
      "mean_token_accuracy": 0.5989756286144257,
      "num_tokens": 417358115.0,
      "step": 541890
    },
    {
      "epoch": 0.6873780693542781,
      "grad_norm": 7.03125,
      "learning_rate": 1.563314295573277e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5207096070051194,
      "num_tokens": 417365471.0,
      "step": 541900
    },
    {
      "epoch": 0.6873907539468109,
      "grad_norm": 5.03125,
      "learning_rate": 1.5632508645646475e-05,
      "loss": 1.9317,
      "mean_token_accuracy": 0.5689071208238602,
      "num_tokens": 417373019.0,
      "step": 541910
    },
    {
      "epoch": 0.6874034385393438,
      "grad_norm": 5.09375,
      "learning_rate": 1.5631874335560184e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5352454721927643,
      "num_tokens": 417381140.0,
      "step": 541920
    },
    {
      "epoch": 0.6874161231318766,
      "grad_norm": 5.96875,
      "learning_rate": 1.5631240025473896e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5127806484699249,
      "num_tokens": 417389613.0,
      "step": 541930
    },
    {
      "epoch": 0.6874288077244095,
      "grad_norm": 5.875,
      "learning_rate": 1.5630605715387604e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5775737494230271,
      "num_tokens": 417396120.0,
      "step": 541940
    },
    {
      "epoch": 0.6874414923169423,
      "grad_norm": 4.4375,
      "learning_rate": 1.562997140530131e-05,
      "loss": 1.9425,
      "mean_token_accuracy": 0.560460802912712,
      "num_tokens": 417404223.0,
      "step": 541950
    },
    {
      "epoch": 0.6874541769094752,
      "grad_norm": 4.90625,
      "learning_rate": 1.562933709521502e-05,
      "loss": 2.34,
      "mean_token_accuracy": 0.5084154188632966,
      "num_tokens": 417411651.0,
      "step": 541960
    },
    {
      "epoch": 0.687466861502008,
      "grad_norm": 5.96875,
      "learning_rate": 1.5628702785128727e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5367405414581299,
      "num_tokens": 417419980.0,
      "step": 541970
    },
    {
      "epoch": 0.6874795460945408,
      "grad_norm": 4.625,
      "learning_rate": 1.5628068475042436e-05,
      "loss": 1.8742,
      "mean_token_accuracy": 0.5916672676801682,
      "num_tokens": 417426747.0,
      "step": 541980
    },
    {
      "epoch": 0.6874922306870737,
      "grad_norm": 5.8125,
      "learning_rate": 1.5627434164956145e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5342179954051971,
      "num_tokens": 417433625.0,
      "step": 541990
    },
    {
      "epoch": 0.6875049152796064,
      "grad_norm": 5.25,
      "learning_rate": 1.5626799854869853e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5363186061382293,
      "num_tokens": 417441263.0,
      "step": 542000
    },
    {
      "epoch": 0.6875175998721393,
      "grad_norm": 6.0625,
      "learning_rate": 1.5626165544783562e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5555210024118423,
      "num_tokens": 417448604.0,
      "step": 542010
    },
    {
      "epoch": 0.6875302844646721,
      "grad_norm": 4.875,
      "learning_rate": 1.5625531234697268e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5633542507886886,
      "num_tokens": 417456052.0,
      "step": 542020
    },
    {
      "epoch": 0.687542969057205,
      "grad_norm": 5.46875,
      "learning_rate": 1.562489692461098e-05,
      "loss": 1.8573,
      "mean_token_accuracy": 0.5894711226224899,
      "num_tokens": 417461616.0,
      "step": 542030
    },
    {
      "epoch": 0.6875556536497378,
      "grad_norm": 4.8125,
      "learning_rate": 1.562426261452469e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5681494772434235,
      "num_tokens": 417469060.0,
      "step": 542040
    },
    {
      "epoch": 0.6875683382422706,
      "grad_norm": 5.1875,
      "learning_rate": 1.5623628304438394e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5446065038442611,
      "num_tokens": 417477058.0,
      "step": 542050
    },
    {
      "epoch": 0.6875810228348035,
      "grad_norm": 5.84375,
      "learning_rate": 1.5622993994352102e-05,
      "loss": 2.2077,
      "mean_token_accuracy": 0.526187413930893,
      "num_tokens": 417484790.0,
      "step": 542060
    },
    {
      "epoch": 0.6875937074273363,
      "grad_norm": 5.46875,
      "learning_rate": 1.562235968426581e-05,
      "loss": 1.7909,
      "mean_token_accuracy": 0.5960335969924927,
      "num_tokens": 417492069.0,
      "step": 542070
    },
    {
      "epoch": 0.6876063920198692,
      "grad_norm": 7.1875,
      "learning_rate": 1.562172537417952e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5473335087299347,
      "num_tokens": 417500375.0,
      "step": 542080
    },
    {
      "epoch": 0.687619076612402,
      "grad_norm": 4.875,
      "learning_rate": 1.562109106409323e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5362689197063446,
      "num_tokens": 417508733.0,
      "step": 542090
    },
    {
      "epoch": 0.6876317612049349,
      "grad_norm": 5.46875,
      "learning_rate": 1.5620456754006937e-05,
      "loss": 1.7694,
      "mean_token_accuracy": 0.6015326648950576,
      "num_tokens": 417516397.0,
      "step": 542100
    },
    {
      "epoch": 0.6876444457974676,
      "grad_norm": 4.8125,
      "learning_rate": 1.5619822443920646e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.526227942109108,
      "num_tokens": 417524824.0,
      "step": 542110
    },
    {
      "epoch": 0.6876571303900005,
      "grad_norm": 4.65625,
      "learning_rate": 1.561918813383435e-05,
      "loss": 2.052,
      "mean_token_accuracy": 0.5599505066871643,
      "num_tokens": 417531582.0,
      "step": 542120
    },
    {
      "epoch": 0.6876698149825333,
      "grad_norm": 5.0,
      "learning_rate": 1.5618553823748064e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5337307840585709,
      "num_tokens": 417540163.0,
      "step": 542130
    },
    {
      "epoch": 0.6876824995750661,
      "grad_norm": 4.84375,
      "learning_rate": 1.5617919513661772e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5559724301099778,
      "num_tokens": 417547689.0,
      "step": 542140
    },
    {
      "epoch": 0.687695184167599,
      "grad_norm": 8.125,
      "learning_rate": 1.561728520357548e-05,
      "loss": 1.6191,
      "mean_token_accuracy": 0.6169659554958343,
      "num_tokens": 417553337.0,
      "step": 542150
    },
    {
      "epoch": 0.6877078687601318,
      "grad_norm": 5.125,
      "learning_rate": 1.5616650893489186e-05,
      "loss": 1.7933,
      "mean_token_accuracy": 0.5979064166545868,
      "num_tokens": 417560834.0,
      "step": 542160
    },
    {
      "epoch": 0.6877205533526647,
      "grad_norm": 5.125,
      "learning_rate": 1.5616016583402895e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5371283292770386,
      "num_tokens": 417568836.0,
      "step": 542170
    },
    {
      "epoch": 0.6877332379451975,
      "grad_norm": 8.5625,
      "learning_rate": 1.5615382273316607e-05,
      "loss": 2.1513,
      "mean_token_accuracy": 0.5291016578674317,
      "num_tokens": 417576416.0,
      "step": 542180
    },
    {
      "epoch": 0.6877459225377304,
      "grad_norm": 6.375,
      "learning_rate": 1.5614747963230313e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5215839892625809,
      "num_tokens": 417586384.0,
      "step": 542190
    },
    {
      "epoch": 0.6877586071302632,
      "grad_norm": 5.375,
      "learning_rate": 1.561411365314402e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.571573606133461,
      "num_tokens": 417593683.0,
      "step": 542200
    },
    {
      "epoch": 0.6877712917227959,
      "grad_norm": 6.0625,
      "learning_rate": 1.561347934305773e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5564437091350556,
      "num_tokens": 417602110.0,
      "step": 542210
    },
    {
      "epoch": 0.6877839763153288,
      "grad_norm": 5.71875,
      "learning_rate": 1.561284503297144e-05,
      "loss": 1.8152,
      "mean_token_accuracy": 0.5998185038566589,
      "num_tokens": 417609610.0,
      "step": 542220
    },
    {
      "epoch": 0.6877966609078616,
      "grad_norm": 5.3125,
      "learning_rate": 1.5612210722885148e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5512831211090088,
      "num_tokens": 417618369.0,
      "step": 542230
    },
    {
      "epoch": 0.6878093455003945,
      "grad_norm": 5.09375,
      "learning_rate": 1.5611576412798856e-05,
      "loss": 1.9079,
      "mean_token_accuracy": 0.5665087699890137,
      "num_tokens": 417625221.0,
      "step": 542240
    },
    {
      "epoch": 0.6878220300929273,
      "grad_norm": 7.03125,
      "learning_rate": 1.5610942102712565e-05,
      "loss": 1.7754,
      "mean_token_accuracy": 0.6055085957050323,
      "num_tokens": 417631927.0,
      "step": 542250
    },
    {
      "epoch": 0.6878347146854602,
      "grad_norm": 5.46875,
      "learning_rate": 1.561030779262627e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.562462043762207,
      "num_tokens": 417639110.0,
      "step": 542260
    },
    {
      "epoch": 0.687847399277993,
      "grad_norm": 5.8125,
      "learning_rate": 1.5609673482539983e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5391784250736237,
      "num_tokens": 417646678.0,
      "step": 542270
    },
    {
      "epoch": 0.6878600838705258,
      "grad_norm": 5.21875,
      "learning_rate": 1.560903917245369e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.565428501367569,
      "num_tokens": 417655045.0,
      "step": 542280
    },
    {
      "epoch": 0.6878727684630587,
      "grad_norm": 6.90625,
      "learning_rate": 1.5608404862367397e-05,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5206678003072739,
      "num_tokens": 417663539.0,
      "step": 542290
    },
    {
      "epoch": 0.6878854530555915,
      "grad_norm": 5.78125,
      "learning_rate": 1.5607770552281105e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5492649734020233,
      "num_tokens": 417670376.0,
      "step": 542300
    },
    {
      "epoch": 0.6878981376481244,
      "grad_norm": 4.90625,
      "learning_rate": 1.5607136242194814e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5671680599451066,
      "num_tokens": 417678150.0,
      "step": 542310
    },
    {
      "epoch": 0.6879108222406571,
      "grad_norm": 1.78125,
      "learning_rate": 1.5606501932108526e-05,
      "loss": 1.8151,
      "mean_token_accuracy": 0.5892635226249695,
      "num_tokens": 417685325.0,
      "step": 542320
    },
    {
      "epoch": 0.68792350683319,
      "grad_norm": 5.0,
      "learning_rate": 1.560586762202223e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5465631067752839,
      "num_tokens": 417693519.0,
      "step": 542330
    },
    {
      "epoch": 0.6879361914257228,
      "grad_norm": 6.90625,
      "learning_rate": 1.560523331193594e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5358987778425217,
      "num_tokens": 417701058.0,
      "step": 542340
    },
    {
      "epoch": 0.6879488760182557,
      "grad_norm": 4.625,
      "learning_rate": 1.560459900184965e-05,
      "loss": 1.9247,
      "mean_token_accuracy": 0.569409453868866,
      "num_tokens": 417707757.0,
      "step": 542350
    },
    {
      "epoch": 0.6879615606107885,
      "grad_norm": 11.6875,
      "learning_rate": 1.5603964691763358e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.5303138047456741,
      "num_tokens": 417713742.0,
      "step": 542360
    },
    {
      "epoch": 0.6879742452033213,
      "grad_norm": 6.5625,
      "learning_rate": 1.5603330381677067e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.529248520731926,
      "num_tokens": 417721295.0,
      "step": 542370
    },
    {
      "epoch": 0.6879869297958542,
      "grad_norm": 4.84375,
      "learning_rate": 1.5602696071590775e-05,
      "loss": 2.2419,
      "mean_token_accuracy": 0.514933529496193,
      "num_tokens": 417730092.0,
      "step": 542380
    },
    {
      "epoch": 0.687999614388387,
      "grad_norm": 8.5,
      "learning_rate": 1.5602061761504484e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5391455382108689,
      "num_tokens": 417738345.0,
      "step": 542390
    },
    {
      "epoch": 0.6880122989809199,
      "grad_norm": 6.46875,
      "learning_rate": 1.560142745141819e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5618971645832062,
      "num_tokens": 417745629.0,
      "step": 542400
    },
    {
      "epoch": 0.6880249835734527,
      "grad_norm": 5.375,
      "learning_rate": 1.5600793141331898e-05,
      "loss": 2.2331,
      "mean_token_accuracy": 0.5147533118724823,
      "num_tokens": 417754279.0,
      "step": 542410
    },
    {
      "epoch": 0.6880376681659855,
      "grad_norm": 13.8125,
      "learning_rate": 1.560015883124561e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5453592419624329,
      "num_tokens": 417761799.0,
      "step": 542420
    },
    {
      "epoch": 0.6880503527585183,
      "grad_norm": 5.125,
      "learning_rate": 1.5599524521159316e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5320333242416382,
      "num_tokens": 417769813.0,
      "step": 542430
    },
    {
      "epoch": 0.6880630373510511,
      "grad_norm": 5.03125,
      "learning_rate": 1.5598890211073024e-05,
      "loss": 1.8942,
      "mean_token_accuracy": 0.5800250947475434,
      "num_tokens": 417777376.0,
      "step": 542440
    },
    {
      "epoch": 0.688075721943584,
      "grad_norm": 5.875,
      "learning_rate": 1.5598255900986733e-05,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5257604390382766,
      "num_tokens": 417785298.0,
      "step": 542450
    },
    {
      "epoch": 0.6880884065361168,
      "grad_norm": 5.03125,
      "learning_rate": 1.5597621590900442e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5317616701126099,
      "num_tokens": 417793403.0,
      "step": 542460
    },
    {
      "epoch": 0.6881010911286497,
      "grad_norm": 4.71875,
      "learning_rate": 1.559698728081415e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5491766333580017,
      "num_tokens": 417802179.0,
      "step": 542470
    },
    {
      "epoch": 0.6881137757211825,
      "grad_norm": 6.90625,
      "learning_rate": 1.559635297072786e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5477661430835724,
      "num_tokens": 417810179.0,
      "step": 542480
    },
    {
      "epoch": 0.6881264603137154,
      "grad_norm": 5.125,
      "learning_rate": 1.5595718660641568e-05,
      "loss": 2.2255,
      "mean_token_accuracy": 0.5190964460372924,
      "num_tokens": 417818379.0,
      "step": 542490
    },
    {
      "epoch": 0.6881391449062482,
      "grad_norm": 4.6875,
      "learning_rate": 1.5595084350555277e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5193473160266876,
      "num_tokens": 417826418.0,
      "step": 542500
    },
    {
      "epoch": 0.6881518294987811,
      "grad_norm": 5.28125,
      "learning_rate": 1.5594450040468982e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5334361165761947,
      "num_tokens": 417834091.0,
      "step": 542510
    },
    {
      "epoch": 0.6881645140913139,
      "grad_norm": 4.90625,
      "learning_rate": 1.5593815730382694e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5348360031843186,
      "num_tokens": 417842035.0,
      "step": 542520
    },
    {
      "epoch": 0.6881771986838466,
      "grad_norm": 5.25,
      "learning_rate": 1.5593181420296403e-05,
      "loss": 1.9006,
      "mean_token_accuracy": 0.5819278687238694,
      "num_tokens": 417849783.0,
      "step": 542530
    },
    {
      "epoch": 0.6881898832763795,
      "grad_norm": 7.5625,
      "learning_rate": 1.559254711021011e-05,
      "loss": 1.8989,
      "mean_token_accuracy": 0.5698891580104828,
      "num_tokens": 417856865.0,
      "step": 542540
    },
    {
      "epoch": 0.6882025678689123,
      "grad_norm": 5.09375,
      "learning_rate": 1.5591912800123817e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5546343803405762,
      "num_tokens": 417864474.0,
      "step": 542550
    },
    {
      "epoch": 0.6882152524614452,
      "grad_norm": 6.6875,
      "learning_rate": 1.5591278490037526e-05,
      "loss": 1.8531,
      "mean_token_accuracy": 0.58839553296566,
      "num_tokens": 417871846.0,
      "step": 542560
    },
    {
      "epoch": 0.688227937053978,
      "grad_norm": 5.15625,
      "learning_rate": 1.5590644179951235e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.534374189376831,
      "num_tokens": 417879600.0,
      "step": 542570
    },
    {
      "epoch": 0.6882406216465109,
      "grad_norm": 6.71875,
      "learning_rate": 1.5590009869864943e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5447508841753006,
      "num_tokens": 417887284.0,
      "step": 542580
    },
    {
      "epoch": 0.6882533062390437,
      "grad_norm": 5.40625,
      "learning_rate": 1.5589375559778652e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5404641598463058,
      "num_tokens": 417895603.0,
      "step": 542590
    },
    {
      "epoch": 0.6882659908315765,
      "grad_norm": 5.59375,
      "learning_rate": 1.558874124969236e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5535862684249878,
      "num_tokens": 417903613.0,
      "step": 542600
    },
    {
      "epoch": 0.6882786754241094,
      "grad_norm": 6.25,
      "learning_rate": 1.5588106939606066e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.572419747710228,
      "num_tokens": 417910766.0,
      "step": 542610
    },
    {
      "epoch": 0.6882913600166422,
      "grad_norm": 5.15625,
      "learning_rate": 1.558747262951978e-05,
      "loss": 1.8337,
      "mean_token_accuracy": 0.5862973153591156,
      "num_tokens": 417918060.0,
      "step": 542620
    },
    {
      "epoch": 0.688304044609175,
      "grad_norm": 5.78125,
      "learning_rate": 1.5586838319433487e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5106498926877976,
      "num_tokens": 417927415.0,
      "step": 542630
    },
    {
      "epoch": 0.6883167292017078,
      "grad_norm": 4.6875,
      "learning_rate": 1.5586204009347192e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5441232562065125,
      "num_tokens": 417935751.0,
      "step": 542640
    },
    {
      "epoch": 0.6883294137942407,
      "grad_norm": 6.15625,
      "learning_rate": 1.55855696992609e-05,
      "loss": 2.2748,
      "mean_token_accuracy": 0.519521278142929,
      "num_tokens": 417943993.0,
      "step": 542650
    },
    {
      "epoch": 0.6883420983867735,
      "grad_norm": 7.4375,
      "learning_rate": 1.558493538917461e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5632111847400665,
      "num_tokens": 417951444.0,
      "step": 542660
    },
    {
      "epoch": 0.6883547829793063,
      "grad_norm": 4.90625,
      "learning_rate": 1.5584301079088322e-05,
      "loss": 2.2811,
      "mean_token_accuracy": 0.5127741426229477,
      "num_tokens": 417960056.0,
      "step": 542670
    },
    {
      "epoch": 0.6883674675718392,
      "grad_norm": 5.125,
      "learning_rate": 1.5583666769002027e-05,
      "loss": 1.8432,
      "mean_token_accuracy": 0.5773584455251694,
      "num_tokens": 417966827.0,
      "step": 542680
    },
    {
      "epoch": 0.688380152164372,
      "grad_norm": 5.15625,
      "learning_rate": 1.5583032458915736e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5419100046157836,
      "num_tokens": 417974658.0,
      "step": 542690
    },
    {
      "epoch": 0.6883928367569049,
      "grad_norm": 4.75,
      "learning_rate": 1.5582398148829445e-05,
      "loss": 1.819,
      "mean_token_accuracy": 0.5880994379520417,
      "num_tokens": 417981980.0,
      "step": 542700
    },
    {
      "epoch": 0.6884055213494377,
      "grad_norm": 4.78125,
      "learning_rate": 1.5581763838743154e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5461443424224853,
      "num_tokens": 417989700.0,
      "step": 542710
    },
    {
      "epoch": 0.6884182059419706,
      "grad_norm": 4.65625,
      "learning_rate": 1.5581129528656862e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5626033961772918,
      "num_tokens": 417996893.0,
      "step": 542720
    },
    {
      "epoch": 0.6884308905345033,
      "grad_norm": 6.125,
      "learning_rate": 1.558049521857057e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5426414757966995,
      "num_tokens": 418004541.0,
      "step": 542730
    },
    {
      "epoch": 0.6884435751270362,
      "grad_norm": 6.125,
      "learning_rate": 1.557986090848428e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5312608271837235,
      "num_tokens": 418012778.0,
      "step": 542740
    },
    {
      "epoch": 0.688456259719569,
      "grad_norm": 4.78125,
      "learning_rate": 1.5579226598397985e-05,
      "loss": 2.2099,
      "mean_token_accuracy": 0.5251596182584762,
      "num_tokens": 418021265.0,
      "step": 542750
    },
    {
      "epoch": 0.6884689443121018,
      "grad_norm": 5.0625,
      "learning_rate": 1.5578592288311697e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5236342877149582,
      "num_tokens": 418029948.0,
      "step": 542760
    },
    {
      "epoch": 0.6884816289046347,
      "grad_norm": 4.90625,
      "learning_rate": 1.5577957978225406e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.5336333572864532,
      "num_tokens": 418039057.0,
      "step": 542770
    },
    {
      "epoch": 0.6884943134971675,
      "grad_norm": 13.4375,
      "learning_rate": 1.557732366813911e-05,
      "loss": 1.8925,
      "mean_token_accuracy": 0.5778599172830582,
      "num_tokens": 418045575.0,
      "step": 542780
    },
    {
      "epoch": 0.6885069980897004,
      "grad_norm": 5.75,
      "learning_rate": 1.557668935805282e-05,
      "loss": 1.7396,
      "mean_token_accuracy": 0.606804010272026,
      "num_tokens": 418051608.0,
      "step": 542790
    },
    {
      "epoch": 0.6885196826822332,
      "grad_norm": 5.09375,
      "learning_rate": 1.557605504796653e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5390694856643676,
      "num_tokens": 418059867.0,
      "step": 542800
    },
    {
      "epoch": 0.6885323672747661,
      "grad_norm": 5.34375,
      "learning_rate": 1.5575420737880238e-05,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5610065400600434,
      "num_tokens": 418067244.0,
      "step": 542810
    },
    {
      "epoch": 0.6885450518672989,
      "grad_norm": 5.25,
      "learning_rate": 1.5574786427793946e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5472921013832093,
      "num_tokens": 418075216.0,
      "step": 542820
    },
    {
      "epoch": 0.6885577364598316,
      "grad_norm": 6.03125,
      "learning_rate": 1.5574152117707655e-05,
      "loss": 1.9204,
      "mean_token_accuracy": 0.5718867808580399,
      "num_tokens": 418083287.0,
      "step": 542830
    },
    {
      "epoch": 0.6885704210523645,
      "grad_norm": 6.28125,
      "learning_rate": 1.5573517807621364e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.57459636926651,
      "num_tokens": 418090242.0,
      "step": 542840
    },
    {
      "epoch": 0.6885831056448973,
      "grad_norm": 5.53125,
      "learning_rate": 1.557288349753507e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5339140564203262,
      "num_tokens": 418098774.0,
      "step": 542850
    },
    {
      "epoch": 0.6885957902374302,
      "grad_norm": 4.625,
      "learning_rate": 1.557224918744878e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5395602822303772,
      "num_tokens": 418107328.0,
      "step": 542860
    },
    {
      "epoch": 0.688608474829963,
      "grad_norm": 6.8125,
      "learning_rate": 1.557161487736249e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5567839652299881,
      "num_tokens": 418115287.0,
      "step": 542870
    },
    {
      "epoch": 0.6886211594224959,
      "grad_norm": 5.59375,
      "learning_rate": 1.55709805672762e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5217641055583954,
      "num_tokens": 418122968.0,
      "step": 542880
    },
    {
      "epoch": 0.6886338440150287,
      "grad_norm": 4.875,
      "learning_rate": 1.5570346257189904e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5633415341377258,
      "num_tokens": 418130625.0,
      "step": 542890
    },
    {
      "epoch": 0.6886465286075616,
      "grad_norm": 5.0,
      "learning_rate": 1.5569711947103613e-05,
      "loss": 1.9281,
      "mean_token_accuracy": 0.5770613372325897,
      "num_tokens": 418138111.0,
      "step": 542900
    },
    {
      "epoch": 0.6886592132000944,
      "grad_norm": 7.8125,
      "learning_rate": 1.5569077637017325e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5423663496971131,
      "num_tokens": 418145969.0,
      "step": 542910
    },
    {
      "epoch": 0.6886718977926272,
      "grad_norm": 7.4375,
      "learning_rate": 1.556844332693103e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5469767779111863,
      "num_tokens": 418154106.0,
      "step": 542920
    },
    {
      "epoch": 0.6886845823851601,
      "grad_norm": 4.75,
      "learning_rate": 1.556780901684474e-05,
      "loss": 1.6941,
      "mean_token_accuracy": 0.6111771315336227,
      "num_tokens": 418162125.0,
      "step": 542930
    },
    {
      "epoch": 0.6886972669776928,
      "grad_norm": 15.625,
      "learning_rate": 1.5567174706758448e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5559740036725997,
      "num_tokens": 418168476.0,
      "step": 542940
    },
    {
      "epoch": 0.6887099515702257,
      "grad_norm": 7.125,
      "learning_rate": 1.5566540396672157e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5525505065917968,
      "num_tokens": 418176131.0,
      "step": 542950
    },
    {
      "epoch": 0.6887226361627585,
      "grad_norm": 7.8125,
      "learning_rate": 1.5565906086585865e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5453689008951187,
      "num_tokens": 418183383.0,
      "step": 542960
    },
    {
      "epoch": 0.6887353207552914,
      "grad_norm": 4.9375,
      "learning_rate": 1.5565271776499574e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5543287992477417,
      "num_tokens": 418191686.0,
      "step": 542970
    },
    {
      "epoch": 0.6887480053478242,
      "grad_norm": 5.6875,
      "learning_rate": 1.5564637466413283e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5265843808650971,
      "num_tokens": 418200107.0,
      "step": 542980
    },
    {
      "epoch": 0.688760689940357,
      "grad_norm": 5.40625,
      "learning_rate": 1.5564003156326988e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5421301990747451,
      "num_tokens": 418207045.0,
      "step": 542990
    },
    {
      "epoch": 0.6887733745328899,
      "grad_norm": 5.625,
      "learning_rate": 1.5563368846240697e-05,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5253251850605011,
      "num_tokens": 418215013.0,
      "step": 543000
    },
    {
      "epoch": 0.6887860591254227,
      "grad_norm": 7.375,
      "learning_rate": 1.556273453615441e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.544723853468895,
      "num_tokens": 418222921.0,
      "step": 543010
    },
    {
      "epoch": 0.6887987437179556,
      "grad_norm": 8.8125,
      "learning_rate": 1.5562100226068114e-05,
      "loss": 1.8795,
      "mean_token_accuracy": 0.5889575451612472,
      "num_tokens": 418227919.0,
      "step": 543020
    },
    {
      "epoch": 0.6888114283104884,
      "grad_norm": 4.9375,
      "learning_rate": 1.5561465915981823e-05,
      "loss": 2.2423,
      "mean_token_accuracy": 0.5122417896986008,
      "num_tokens": 418237261.0,
      "step": 543030
    },
    {
      "epoch": 0.6888241129030213,
      "grad_norm": 5.0,
      "learning_rate": 1.5560831605895532e-05,
      "loss": 1.8574,
      "mean_token_accuracy": 0.5904460489749909,
      "num_tokens": 418243456.0,
      "step": 543040
    },
    {
      "epoch": 0.688836797495554,
      "grad_norm": 6.46875,
      "learning_rate": 1.556019729580924e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.538393959403038,
      "num_tokens": 418250763.0,
      "step": 543050
    },
    {
      "epoch": 0.6888494820880869,
      "grad_norm": 4.625,
      "learning_rate": 1.555956298572295e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.534434899687767,
      "num_tokens": 418258604.0,
      "step": 543060
    },
    {
      "epoch": 0.6888621666806197,
      "grad_norm": 5.125,
      "learning_rate": 1.5558928675636658e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5429858505725861,
      "num_tokens": 418266673.0,
      "step": 543070
    },
    {
      "epoch": 0.6888748512731525,
      "grad_norm": 7.03125,
      "learning_rate": 1.5558294365550367e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5494182527065277,
      "num_tokens": 418273942.0,
      "step": 543080
    },
    {
      "epoch": 0.6888875358656854,
      "grad_norm": 5.1875,
      "learning_rate": 1.5557660055464076e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5417718112468719,
      "num_tokens": 418282577.0,
      "step": 543090
    },
    {
      "epoch": 0.6889002204582182,
      "grad_norm": 6.34375,
      "learning_rate": 1.555702574537778e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5436749964952469,
      "num_tokens": 418291340.0,
      "step": 543100
    },
    {
      "epoch": 0.6889129050507511,
      "grad_norm": 5.875,
      "learning_rate": 1.5556391435291493e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5317796975374222,
      "num_tokens": 418298733.0,
      "step": 543110
    },
    {
      "epoch": 0.6889255896432839,
      "grad_norm": 4.96875,
      "learning_rate": 1.5555757125205202e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.548692724108696,
      "num_tokens": 418306336.0,
      "step": 543120
    },
    {
      "epoch": 0.6889382742358168,
      "grad_norm": 4.90625,
      "learning_rate": 1.5555122815118907e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5311863929033279,
      "num_tokens": 418314283.0,
      "step": 543130
    },
    {
      "epoch": 0.6889509588283496,
      "grad_norm": 5.375,
      "learning_rate": 1.5554488505032616e-05,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5286143183708191,
      "num_tokens": 418322903.0,
      "step": 543140
    },
    {
      "epoch": 0.6889636434208823,
      "grad_norm": 5.21875,
      "learning_rate": 1.5553854194946328e-05,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5518776059150696,
      "num_tokens": 418331020.0,
      "step": 543150
    },
    {
      "epoch": 0.6889763280134152,
      "grad_norm": 5.125,
      "learning_rate": 1.5553219884860033e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5529779434204102,
      "num_tokens": 418338561.0,
      "step": 543160
    },
    {
      "epoch": 0.688989012605948,
      "grad_norm": 5.09375,
      "learning_rate": 1.5552585574773742e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5418238192796707,
      "num_tokens": 418346823.0,
      "step": 543170
    },
    {
      "epoch": 0.6890016971984809,
      "grad_norm": 6.84375,
      "learning_rate": 1.555195126468745e-05,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5815501391887665,
      "num_tokens": 418353975.0,
      "step": 543180
    },
    {
      "epoch": 0.6890143817910137,
      "grad_norm": 4.78125,
      "learning_rate": 1.555131695460116e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5547523081302643,
      "num_tokens": 418361453.0,
      "step": 543190
    },
    {
      "epoch": 0.6890270663835466,
      "grad_norm": 6.65625,
      "learning_rate": 1.555068264451487e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5381897062063217,
      "num_tokens": 418369234.0,
      "step": 543200
    },
    {
      "epoch": 0.6890397509760794,
      "grad_norm": 4.75,
      "learning_rate": 1.5550048334428577e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5520805060863495,
      "num_tokens": 418378022.0,
      "step": 543210
    },
    {
      "epoch": 0.6890524355686122,
      "grad_norm": 6.40625,
      "learning_rate": 1.5549414024342286e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5356474846601487,
      "num_tokens": 418386460.0,
      "step": 543220
    },
    {
      "epoch": 0.6890651201611451,
      "grad_norm": 6.1875,
      "learning_rate": 1.554877971425599e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5374329864978791,
      "num_tokens": 418394582.0,
      "step": 543230
    },
    {
      "epoch": 0.6890778047536779,
      "grad_norm": 8.3125,
      "learning_rate": 1.55481454041697e-05,
      "loss": 1.8526,
      "mean_token_accuracy": 0.5982021391391754,
      "num_tokens": 418401581.0,
      "step": 543240
    },
    {
      "epoch": 0.6890904893462108,
      "grad_norm": 6.25,
      "learning_rate": 1.5547511094083412e-05,
      "loss": 2.2495,
      "mean_token_accuracy": 0.5184093326330185,
      "num_tokens": 418409316.0,
      "step": 543250
    },
    {
      "epoch": 0.6891031739387435,
      "grad_norm": 4.96875,
      "learning_rate": 1.554687678399712e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5392842471599579,
      "num_tokens": 418417740.0,
      "step": 543260
    },
    {
      "epoch": 0.6891158585312764,
      "grad_norm": 7.25,
      "learning_rate": 1.5546242473910826e-05,
      "loss": 1.7954,
      "mean_token_accuracy": 0.5948554933071136,
      "num_tokens": 418426330.0,
      "step": 543270
    },
    {
      "epoch": 0.6891285431238092,
      "grad_norm": 4.84375,
      "learning_rate": 1.5545608163824535e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.546698784828186,
      "num_tokens": 418434508.0,
      "step": 543280
    },
    {
      "epoch": 0.6891412277163421,
      "grad_norm": 4.78125,
      "learning_rate": 1.5544973853738244e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5458109647035598,
      "num_tokens": 418442802.0,
      "step": 543290
    },
    {
      "epoch": 0.6891539123088749,
      "grad_norm": 5.625,
      "learning_rate": 1.5544339543651952e-05,
      "loss": 2.2147,
      "mean_token_accuracy": 0.5150464177131653,
      "num_tokens": 418452275.0,
      "step": 543300
    },
    {
      "epoch": 0.6891665969014077,
      "grad_norm": 5.15625,
      "learning_rate": 1.554370523356566e-05,
      "loss": 1.7045,
      "mean_token_accuracy": 0.6089877039194107,
      "num_tokens": 418458922.0,
      "step": 543310
    },
    {
      "epoch": 0.6891792814939406,
      "grad_norm": 6.0,
      "learning_rate": 1.554307092347937e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.524262684583664,
      "num_tokens": 418466345.0,
      "step": 543320
    },
    {
      "epoch": 0.6891919660864734,
      "grad_norm": 7.875,
      "learning_rate": 1.554243661339308e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5569543600082397,
      "num_tokens": 418473367.0,
      "step": 543330
    },
    {
      "epoch": 0.6892046506790063,
      "grad_norm": 5.34375,
      "learning_rate": 1.5541802303306784e-05,
      "loss": 1.8647,
      "mean_token_accuracy": 0.5856262683868408,
      "num_tokens": 418481078.0,
      "step": 543340
    },
    {
      "epoch": 0.6892173352715391,
      "grad_norm": 5.90625,
      "learning_rate": 1.5541167993220496e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5529902130365372,
      "num_tokens": 418488693.0,
      "step": 543350
    },
    {
      "epoch": 0.689230019864072,
      "grad_norm": 8.6875,
      "learning_rate": 1.5540533683134205e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.54483103454113,
      "num_tokens": 418495692.0,
      "step": 543360
    },
    {
      "epoch": 0.6892427044566047,
      "grad_norm": 5.28125,
      "learning_rate": 1.553989937304791e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5331538885831832,
      "num_tokens": 418503797.0,
      "step": 543370
    },
    {
      "epoch": 0.6892553890491375,
      "grad_norm": 5.03125,
      "learning_rate": 1.553926506296162e-05,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5263943672180176,
      "num_tokens": 418512471.0,
      "step": 543380
    },
    {
      "epoch": 0.6892680736416704,
      "grad_norm": 5.4375,
      "learning_rate": 1.5538630752875328e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5399556696414948,
      "num_tokens": 418520437.0,
      "step": 543390
    },
    {
      "epoch": 0.6892807582342032,
      "grad_norm": 4.625,
      "learning_rate": 1.5537996442789036e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5399755001068115,
      "num_tokens": 418528771.0,
      "step": 543400
    },
    {
      "epoch": 0.6892934428267361,
      "grad_norm": 5.5,
      "learning_rate": 1.5537362132702745e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5535627901554108,
      "num_tokens": 418536604.0,
      "step": 543410
    },
    {
      "epoch": 0.6893061274192689,
      "grad_norm": 7.3125,
      "learning_rate": 1.5536727822616454e-05,
      "loss": 2.0573,
      "mean_token_accuracy": 0.551426237821579,
      "num_tokens": 418543577.0,
      "step": 543420
    },
    {
      "epoch": 0.6893188120118018,
      "grad_norm": 4.90625,
      "learning_rate": 1.5536093512530163e-05,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5465583562850952,
      "num_tokens": 418550443.0,
      "step": 543430
    },
    {
      "epoch": 0.6893314966043346,
      "grad_norm": 5.75,
      "learning_rate": 1.5535459202443868e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5234721660614013,
      "num_tokens": 418558159.0,
      "step": 543440
    },
    {
      "epoch": 0.6893441811968675,
      "grad_norm": 5.8125,
      "learning_rate": 1.553482489235758e-05,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5235871702432633,
      "num_tokens": 418564358.0,
      "step": 543450
    },
    {
      "epoch": 0.6893568657894003,
      "grad_norm": 6.03125,
      "learning_rate": 1.553419058227129e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5266960024833679,
      "num_tokens": 418571942.0,
      "step": 543460
    },
    {
      "epoch": 0.689369550381933,
      "grad_norm": 5.15625,
      "learning_rate": 1.5533556272184998e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5612630873918534,
      "num_tokens": 418578755.0,
      "step": 543470
    },
    {
      "epoch": 0.6893822349744659,
      "grad_norm": 5.40625,
      "learning_rate": 1.5532921962098703e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5312348514795303,
      "num_tokens": 418587272.0,
      "step": 543480
    },
    {
      "epoch": 0.6893949195669987,
      "grad_norm": 7.625,
      "learning_rate": 1.553228765201241e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5655100405216217,
      "num_tokens": 418594132.0,
      "step": 543490
    },
    {
      "epoch": 0.6894076041595316,
      "grad_norm": 10.5,
      "learning_rate": 1.5531653341926124e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.54792018532753,
      "num_tokens": 418601901.0,
      "step": 543500
    },
    {
      "epoch": 0.6894202887520644,
      "grad_norm": 8.0,
      "learning_rate": 1.553101903183983e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5181619703769684,
      "num_tokens": 418610847.0,
      "step": 543510
    },
    {
      "epoch": 0.6894329733445973,
      "grad_norm": 7.0625,
      "learning_rate": 1.5530384721753538e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5277325749397278,
      "num_tokens": 418618550.0,
      "step": 543520
    },
    {
      "epoch": 0.6894456579371301,
      "grad_norm": 5.0,
      "learning_rate": 1.5529750411667247e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5528625518083572,
      "num_tokens": 418626427.0,
      "step": 543530
    },
    {
      "epoch": 0.6894583425296629,
      "grad_norm": 5.6875,
      "learning_rate": 1.5529116101580955e-05,
      "loss": 1.4067,
      "mean_token_accuracy": 0.6685699939727783,
      "num_tokens": 418631956.0,
      "step": 543540
    },
    {
      "epoch": 0.6894710271221958,
      "grad_norm": 7.53125,
      "learning_rate": 1.5528481791494664e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.554455041885376,
      "num_tokens": 418640322.0,
      "step": 543550
    },
    {
      "epoch": 0.6894837117147286,
      "grad_norm": 7.125,
      "learning_rate": 1.5527847481408373e-05,
      "loss": 2.2161,
      "mean_token_accuracy": 0.5287162631750106,
      "num_tokens": 418645885.0,
      "step": 543560
    },
    {
      "epoch": 0.6894963963072614,
      "grad_norm": 4.96875,
      "learning_rate": 1.552721317132208e-05,
      "loss": 1.6991,
      "mean_token_accuracy": 0.6143668979406357,
      "num_tokens": 418652262.0,
      "step": 543570
    },
    {
      "epoch": 0.6895090808997942,
      "grad_norm": 8.3125,
      "learning_rate": 1.5526578861235787e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.5681396961212158,
      "num_tokens": 418660016.0,
      "step": 543580
    },
    {
      "epoch": 0.6895217654923271,
      "grad_norm": 5.40625,
      "learning_rate": 1.55259445511495e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5508163064718247,
      "num_tokens": 418667282.0,
      "step": 543590
    },
    {
      "epoch": 0.6895344500848599,
      "grad_norm": 5.125,
      "learning_rate": 1.5525310241063208e-05,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5265735477209091,
      "num_tokens": 418676976.0,
      "step": 543600
    },
    {
      "epoch": 0.6895471346773927,
      "grad_norm": 5.28125,
      "learning_rate": 1.5524675930976913e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.582185161113739,
      "num_tokens": 418684616.0,
      "step": 543610
    },
    {
      "epoch": 0.6895598192699256,
      "grad_norm": 5.28125,
      "learning_rate": 1.5524041620890622e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.528028878569603,
      "num_tokens": 418692806.0,
      "step": 543620
    },
    {
      "epoch": 0.6895725038624584,
      "grad_norm": 5.46875,
      "learning_rate": 1.552340731080433e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5469359368085861,
      "num_tokens": 418699562.0,
      "step": 543630
    },
    {
      "epoch": 0.6895851884549913,
      "grad_norm": 5.25,
      "learning_rate": 1.5522773000718043e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5347679287195206,
      "num_tokens": 418707804.0,
      "step": 543640
    },
    {
      "epoch": 0.6895978730475241,
      "grad_norm": 4.96875,
      "learning_rate": 1.5522138690631748e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5327762275934219,
      "num_tokens": 418717038.0,
      "step": 543650
    },
    {
      "epoch": 0.689610557640057,
      "grad_norm": 5.1875,
      "learning_rate": 1.5521504380545457e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5236870378255845,
      "num_tokens": 418724562.0,
      "step": 543660
    },
    {
      "epoch": 0.6896232422325898,
      "grad_norm": 5.28125,
      "learning_rate": 1.5520870070459166e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.530720517039299,
      "num_tokens": 418732484.0,
      "step": 543670
    },
    {
      "epoch": 0.6896359268251226,
      "grad_norm": 5.125,
      "learning_rate": 1.5520235760372874e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5311710566282273,
      "num_tokens": 418742050.0,
      "step": 543680
    },
    {
      "epoch": 0.6896486114176554,
      "grad_norm": 6.40625,
      "learning_rate": 1.5519601450286583e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5693653643131256,
      "num_tokens": 418749113.0,
      "step": 543690
    },
    {
      "epoch": 0.6896612960101882,
      "grad_norm": 5.40625,
      "learning_rate": 1.5518967140200292e-05,
      "loss": 1.7707,
      "mean_token_accuracy": 0.6174811601638794,
      "num_tokens": 418755500.0,
      "step": 543700
    },
    {
      "epoch": 0.6896739806027211,
      "grad_norm": 6.625,
      "learning_rate": 1.5518332830114e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5825395345687866,
      "num_tokens": 418761864.0,
      "step": 543710
    },
    {
      "epoch": 0.6896866651952539,
      "grad_norm": 7.5625,
      "learning_rate": 1.5517698520027706e-05,
      "loss": 1.7748,
      "mean_token_accuracy": 0.591462430357933,
      "num_tokens": 418768278.0,
      "step": 543720
    },
    {
      "epoch": 0.6896993497877868,
      "grad_norm": 5.09375,
      "learning_rate": 1.5517064209941415e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.540621617436409,
      "num_tokens": 418776975.0,
      "step": 543730
    },
    {
      "epoch": 0.6897120343803196,
      "grad_norm": 4.78125,
      "learning_rate": 1.5516429899855127e-05,
      "loss": 2.3138,
      "mean_token_accuracy": 0.5076606035232544,
      "num_tokens": 418786714.0,
      "step": 543740
    },
    {
      "epoch": 0.6897247189728525,
      "grad_norm": 7.0,
      "learning_rate": 1.5515795589768832e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5411106258630752,
      "num_tokens": 418793977.0,
      "step": 543750
    },
    {
      "epoch": 0.6897374035653853,
      "grad_norm": 7.21875,
      "learning_rate": 1.551516127968254e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5414958387613297,
      "num_tokens": 418801585.0,
      "step": 543760
    },
    {
      "epoch": 0.689750088157918,
      "grad_norm": 6.03125,
      "learning_rate": 1.551452696959625e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.5676836639642715,
      "num_tokens": 418809059.0,
      "step": 543770
    },
    {
      "epoch": 0.689762772750451,
      "grad_norm": 5.21875,
      "learning_rate": 1.5513892659509958e-05,
      "loss": 1.931,
      "mean_token_accuracy": 0.5800008744001388,
      "num_tokens": 418817318.0,
      "step": 543780
    },
    {
      "epoch": 0.6897754573429837,
      "grad_norm": 6.6875,
      "learning_rate": 1.5513258349423667e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5555858045816422,
      "num_tokens": 418824996.0,
      "step": 543790
    },
    {
      "epoch": 0.6897881419355166,
      "grad_norm": 4.96875,
      "learning_rate": 1.5512624039337376e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5321338474750519,
      "num_tokens": 418832454.0,
      "step": 543800
    },
    {
      "epoch": 0.6898008265280494,
      "grad_norm": 5.375,
      "learning_rate": 1.5511989729251084e-05,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5287438035011292,
      "num_tokens": 418840908.0,
      "step": 543810
    },
    {
      "epoch": 0.6898135111205823,
      "grad_norm": 4.84375,
      "learning_rate": 1.551135541916479e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5492623716592788,
      "num_tokens": 418848551.0,
      "step": 543820
    },
    {
      "epoch": 0.6898261957131151,
      "grad_norm": 5.21875,
      "learning_rate": 1.55107211090785e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5514928191900254,
      "num_tokens": 418856809.0,
      "step": 543830
    },
    {
      "epoch": 0.689838880305648,
      "grad_norm": 5.65625,
      "learning_rate": 1.551008679899221e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5260297358036041,
      "num_tokens": 418864332.0,
      "step": 543840
    },
    {
      "epoch": 0.6898515648981808,
      "grad_norm": 5.03125,
      "learning_rate": 1.550945248890592e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.553383594751358,
      "num_tokens": 418872257.0,
      "step": 543850
    },
    {
      "epoch": 0.6898642494907136,
      "grad_norm": 6.21875,
      "learning_rate": 1.5508818178819625e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5639715850353241,
      "num_tokens": 418878372.0,
      "step": 543860
    },
    {
      "epoch": 0.6898769340832465,
      "grad_norm": 10.125,
      "learning_rate": 1.5508183868733334e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5479412317276001,
      "num_tokens": 418885725.0,
      "step": 543870
    },
    {
      "epoch": 0.6898896186757792,
      "grad_norm": 4.0,
      "learning_rate": 1.5507549558647042e-05,
      "loss": 1.9855,
      "mean_token_accuracy": 0.566637721657753,
      "num_tokens": 418893994.0,
      "step": 543880
    },
    {
      "epoch": 0.6899023032683121,
      "grad_norm": 5.21875,
      "learning_rate": 1.550691524856075e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5267969727516174,
      "num_tokens": 418901135.0,
      "step": 543890
    },
    {
      "epoch": 0.6899149878608449,
      "grad_norm": 7.125,
      "learning_rate": 1.550628093847446e-05,
      "loss": 2.2446,
      "mean_token_accuracy": 0.5166790693998337,
      "num_tokens": 418908958.0,
      "step": 543900
    },
    {
      "epoch": 0.6899276724533778,
      "grad_norm": 6.5,
      "learning_rate": 1.550564662838817e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.551913532614708,
      "num_tokens": 418916417.0,
      "step": 543910
    },
    {
      "epoch": 0.6899403570459106,
      "grad_norm": 5.21875,
      "learning_rate": 1.5505012318301877e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.555561238527298,
      "num_tokens": 418922965.0,
      "step": 543920
    },
    {
      "epoch": 0.6899530416384434,
      "grad_norm": 6.625,
      "learning_rate": 1.5504378008215583e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5438994646072388,
      "num_tokens": 418931031.0,
      "step": 543930
    },
    {
      "epoch": 0.6899657262309763,
      "grad_norm": 5.3125,
      "learning_rate": 1.5503743698129295e-05,
      "loss": 2.1819,
      "mean_token_accuracy": 0.527437162399292,
      "num_tokens": 418938515.0,
      "step": 543940
    },
    {
      "epoch": 0.6899784108235091,
      "grad_norm": 6.0,
      "learning_rate": 1.5503109388043003e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5423361539840699,
      "num_tokens": 418946102.0,
      "step": 543950
    },
    {
      "epoch": 0.689991095416042,
      "grad_norm": 4.96875,
      "learning_rate": 1.550247507795671e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5600330799818038,
      "num_tokens": 418953784.0,
      "step": 543960
    },
    {
      "epoch": 0.6900037800085748,
      "grad_norm": 5.1875,
      "learning_rate": 1.5501840767870418e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5306188136339187,
      "num_tokens": 418962256.0,
      "step": 543970
    },
    {
      "epoch": 0.6900164646011077,
      "grad_norm": 4.875,
      "learning_rate": 1.5501206457784126e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5355943709611892,
      "num_tokens": 418970502.0,
      "step": 543980
    },
    {
      "epoch": 0.6900291491936404,
      "grad_norm": 5.0,
      "learning_rate": 1.5500572147697835e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5342451483011246,
      "num_tokens": 418979918.0,
      "step": 543990
    },
    {
      "epoch": 0.6900418337861733,
      "grad_norm": 5.28125,
      "learning_rate": 1.5499937837611544e-05,
      "loss": 1.9169,
      "mean_token_accuracy": 0.5734696447849273,
      "num_tokens": 418986822.0,
      "step": 544000
    },
    {
      "epoch": 0.6900545183787061,
      "grad_norm": 4.9375,
      "learning_rate": 1.5499303527525253e-05,
      "loss": 1.9053,
      "mean_token_accuracy": 0.5701724559068679,
      "num_tokens": 418995046.0,
      "step": 544010
    },
    {
      "epoch": 0.6900672029712389,
      "grad_norm": 6.90625,
      "learning_rate": 1.549866921743896e-05,
      "loss": 1.6729,
      "mean_token_accuracy": 0.6268415600061417,
      "num_tokens": 419000187.0,
      "step": 544020
    },
    {
      "epoch": 0.6900798875637718,
      "grad_norm": 4.75,
      "learning_rate": 1.5498034907352667e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5396185696125031,
      "num_tokens": 419009407.0,
      "step": 544030
    },
    {
      "epoch": 0.6900925721563046,
      "grad_norm": 5.21875,
      "learning_rate": 1.549740059726638e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5350217044353485,
      "num_tokens": 419017987.0,
      "step": 544040
    },
    {
      "epoch": 0.6901052567488375,
      "grad_norm": 6.875,
      "learning_rate": 1.5496766287180087e-05,
      "loss": 2.1394,
      "mean_token_accuracy": 0.533591216802597,
      "num_tokens": 419026441.0,
      "step": 544050
    },
    {
      "epoch": 0.6901179413413703,
      "grad_norm": 7.4375,
      "learning_rate": 1.5496131977093796e-05,
      "loss": 1.8632,
      "mean_token_accuracy": 0.5911986082792282,
      "num_tokens": 419033616.0,
      "step": 544060
    },
    {
      "epoch": 0.6901306259339032,
      "grad_norm": 7.0625,
      "learning_rate": 1.54954976670075e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5581837952136993,
      "num_tokens": 419040031.0,
      "step": 544070
    },
    {
      "epoch": 0.690143310526436,
      "grad_norm": 5.1875,
      "learning_rate": 1.5494863356921214e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5343676835298539,
      "num_tokens": 419047860.0,
      "step": 544080
    },
    {
      "epoch": 0.6901559951189687,
      "grad_norm": 6.3125,
      "learning_rate": 1.5494229046834922e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5744353294372558,
      "num_tokens": 419055327.0,
      "step": 544090
    },
    {
      "epoch": 0.6901686797115016,
      "grad_norm": 8.0625,
      "learning_rate": 1.5493594736748628e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5581079393625259,
      "num_tokens": 419063199.0,
      "step": 544100
    },
    {
      "epoch": 0.6901813643040344,
      "grad_norm": 5.375,
      "learning_rate": 1.5492960426662337e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5387076437473297,
      "num_tokens": 419072105.0,
      "step": 544110
    },
    {
      "epoch": 0.6901940488965673,
      "grad_norm": 5.25,
      "learning_rate": 1.5492326116576045e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5288259536027908,
      "num_tokens": 419079207.0,
      "step": 544120
    },
    {
      "epoch": 0.6902067334891001,
      "grad_norm": 7.875,
      "learning_rate": 1.5491691806489754e-05,
      "loss": 1.8945,
      "mean_token_accuracy": 0.5698144853115081,
      "num_tokens": 419086983.0,
      "step": 544130
    },
    {
      "epoch": 0.690219418081633,
      "grad_norm": 5.15625,
      "learning_rate": 1.5491057496403463e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5535430818796158,
      "num_tokens": 419093790.0,
      "step": 544140
    },
    {
      "epoch": 0.6902321026741658,
      "grad_norm": 6.71875,
      "learning_rate": 1.549042318631717e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5357199013233185,
      "num_tokens": 419100831.0,
      "step": 544150
    },
    {
      "epoch": 0.6902447872666986,
      "grad_norm": 5.78125,
      "learning_rate": 1.548978887623088e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5697311878204345,
      "num_tokens": 419108708.0,
      "step": 544160
    },
    {
      "epoch": 0.6902574718592315,
      "grad_norm": 5.65625,
      "learning_rate": 1.5489154566144586e-05,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5768110394477844,
      "num_tokens": 419117099.0,
      "step": 544170
    },
    {
      "epoch": 0.6902701564517643,
      "grad_norm": 4.8125,
      "learning_rate": 1.5488520256058298e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5333208292722702,
      "num_tokens": 419125866.0,
      "step": 544180
    },
    {
      "epoch": 0.6902828410442972,
      "grad_norm": 4.96875,
      "learning_rate": 1.5487885945972006e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5651986062526703,
      "num_tokens": 419134152.0,
      "step": 544190
    },
    {
      "epoch": 0.6902955256368299,
      "grad_norm": 5.8125,
      "learning_rate": 1.5487251635885712e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.548719972372055,
      "num_tokens": 419141173.0,
      "step": 544200
    },
    {
      "epoch": 0.6903082102293628,
      "grad_norm": 5.125,
      "learning_rate": 1.548661732579942e-05,
      "loss": 2.2996,
      "mean_token_accuracy": 0.5015898466110229,
      "num_tokens": 419150179.0,
      "step": 544210
    },
    {
      "epoch": 0.6903208948218956,
      "grad_norm": 6.5,
      "learning_rate": 1.548598301571313e-05,
      "loss": 1.7518,
      "mean_token_accuracy": 0.6087063759565353,
      "num_tokens": 419157710.0,
      "step": 544220
    },
    {
      "epoch": 0.6903335794144285,
      "grad_norm": 6.65625,
      "learning_rate": 1.548534870562684e-05,
      "loss": 1.8362,
      "mean_token_accuracy": 0.5957812964916229,
      "num_tokens": 419166251.0,
      "step": 544230
    },
    {
      "epoch": 0.6903462640069613,
      "grad_norm": 4.9375,
      "learning_rate": 1.5484714395540547e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5408528596162796,
      "num_tokens": 419174521.0,
      "step": 544240
    },
    {
      "epoch": 0.6903589485994941,
      "grad_norm": 6.0,
      "learning_rate": 1.5484080085454255e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5310453325510025,
      "num_tokens": 419181569.0,
      "step": 544250
    },
    {
      "epoch": 0.690371633192027,
      "grad_norm": 5.5,
      "learning_rate": 1.5483445775367964e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5584781229496002,
      "num_tokens": 419189482.0,
      "step": 544260
    },
    {
      "epoch": 0.6903843177845598,
      "grad_norm": 4.875,
      "learning_rate": 1.5482811465281673e-05,
      "loss": 1.9093,
      "mean_token_accuracy": 0.57111556828022,
      "num_tokens": 419198412.0,
      "step": 544270
    },
    {
      "epoch": 0.6903970023770927,
      "grad_norm": 5.6875,
      "learning_rate": 1.5482177155195382e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5858332872390747,
      "num_tokens": 419205301.0,
      "step": 544280
    },
    {
      "epoch": 0.6904096869696255,
      "grad_norm": 8.25,
      "learning_rate": 1.548154284510909e-05,
      "loss": 1.9231,
      "mean_token_accuracy": 0.5636871606111526,
      "num_tokens": 419213349.0,
      "step": 544290
    },
    {
      "epoch": 0.6904223715621584,
      "grad_norm": 5.25,
      "learning_rate": 1.54809085350228e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5273822665214538,
      "num_tokens": 419220687.0,
      "step": 544300
    },
    {
      "epoch": 0.6904350561546911,
      "grad_norm": 6.46875,
      "learning_rate": 1.5480274224936505e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5649052023887634,
      "num_tokens": 419227522.0,
      "step": 544310
    },
    {
      "epoch": 0.6904477407472239,
      "grad_norm": 9.125,
      "learning_rate": 1.5479639914850213e-05,
      "loss": 2.3585,
      "mean_token_accuracy": 0.512034010887146,
      "num_tokens": 419235292.0,
      "step": 544320
    },
    {
      "epoch": 0.6904604253397568,
      "grad_norm": 4.71875,
      "learning_rate": 1.5479005604763925e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5452069193124771,
      "num_tokens": 419243052.0,
      "step": 544330
    },
    {
      "epoch": 0.6904731099322896,
      "grad_norm": 6.09375,
      "learning_rate": 1.547837129467763e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5365211844444275,
      "num_tokens": 419250852.0,
      "step": 544340
    },
    {
      "epoch": 0.6904857945248225,
      "grad_norm": 5.4375,
      "learning_rate": 1.547773698459134e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5548205286264419,
      "num_tokens": 419257903.0,
      "step": 544350
    },
    {
      "epoch": 0.6904984791173553,
      "grad_norm": 5.375,
      "learning_rate": 1.5477102674505048e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5777597963809967,
      "num_tokens": 419265548.0,
      "step": 544360
    },
    {
      "epoch": 0.6905111637098882,
      "grad_norm": 5.3125,
      "learning_rate": 1.5476468364418757e-05,
      "loss": 1.7957,
      "mean_token_accuracy": 0.5993379563093185,
      "num_tokens": 419271359.0,
      "step": 544370
    },
    {
      "epoch": 0.690523848302421,
      "grad_norm": 5.53125,
      "learning_rate": 1.5475834054332466e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5546079635620117,
      "num_tokens": 419279233.0,
      "step": 544380
    },
    {
      "epoch": 0.6905365328949539,
      "grad_norm": 5.28125,
      "learning_rate": 1.5475199744246174e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5344529420137405,
      "num_tokens": 419287179.0,
      "step": 544390
    },
    {
      "epoch": 0.6905492174874867,
      "grad_norm": 6.0,
      "learning_rate": 1.5474565434159883e-05,
      "loss": 2.2076,
      "mean_token_accuracy": 0.5230534583330154,
      "num_tokens": 419295286.0,
      "step": 544400
    },
    {
      "epoch": 0.6905619020800194,
      "grad_norm": 6.0625,
      "learning_rate": 1.547393112407359e-05,
      "loss": 2.2619,
      "mean_token_accuracy": 0.5077804088592529,
      "num_tokens": 419303892.0,
      "step": 544410
    },
    {
      "epoch": 0.6905745866725523,
      "grad_norm": 6.21875,
      "learning_rate": 1.5473296813987297e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5751703530550003,
      "num_tokens": 419309297.0,
      "step": 544420
    },
    {
      "epoch": 0.6905872712650851,
      "grad_norm": 5.25,
      "learning_rate": 1.547266250390101e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5438699424266815,
      "num_tokens": 419317059.0,
      "step": 544430
    },
    {
      "epoch": 0.690599955857618,
      "grad_norm": 5.6875,
      "learning_rate": 1.5472028193814718e-05,
      "loss": 1.8252,
      "mean_token_accuracy": 0.5811224400997161,
      "num_tokens": 419323871.0,
      "step": 544440
    },
    {
      "epoch": 0.6906126404501508,
      "grad_norm": 6.59375,
      "learning_rate": 1.5471393883728424e-05,
      "loss": 2.2035,
      "mean_token_accuracy": 0.5235605567693711,
      "num_tokens": 419331052.0,
      "step": 544450
    },
    {
      "epoch": 0.6906253250426837,
      "grad_norm": 4.84375,
      "learning_rate": 1.5470759573642132e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5301926016807557,
      "num_tokens": 419339639.0,
      "step": 544460
    },
    {
      "epoch": 0.6906380096352165,
      "grad_norm": 4.5625,
      "learning_rate": 1.547012526355584e-05,
      "loss": 1.6351,
      "mean_token_accuracy": 0.6303273409605026,
      "num_tokens": 419344456.0,
      "step": 544470
    },
    {
      "epoch": 0.6906506942277493,
      "grad_norm": 5.53125,
      "learning_rate": 1.546949095346955e-05,
      "loss": 1.8979,
      "mean_token_accuracy": 0.582721808552742,
      "num_tokens": 419351182.0,
      "step": 544480
    },
    {
      "epoch": 0.6906633788202822,
      "grad_norm": 11.9375,
      "learning_rate": 1.546885664338326e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5434270977973938,
      "num_tokens": 419356546.0,
      "step": 544490
    },
    {
      "epoch": 0.690676063412815,
      "grad_norm": 7.03125,
      "learning_rate": 1.5468222333296967e-05,
      "loss": 1.8568,
      "mean_token_accuracy": 0.5849237978458405,
      "num_tokens": 419364645.0,
      "step": 544500
    },
    {
      "epoch": 0.6906887480053479,
      "grad_norm": 4.375,
      "learning_rate": 1.5467588023210676e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5444606453180313,
      "num_tokens": 419372302.0,
      "step": 544510
    },
    {
      "epoch": 0.6907014325978806,
      "grad_norm": 5.375,
      "learning_rate": 1.5466953713124385e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5529141634702682,
      "num_tokens": 419380556.0,
      "step": 544520
    },
    {
      "epoch": 0.6907141171904135,
      "grad_norm": 5.125,
      "learning_rate": 1.5466319403038093e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5585460275411606,
      "num_tokens": 419388108.0,
      "step": 544530
    },
    {
      "epoch": 0.6907268017829463,
      "grad_norm": 7.65625,
      "learning_rate": 1.5465685092951802e-05,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5820501327514649,
      "num_tokens": 419394779.0,
      "step": 544540
    },
    {
      "epoch": 0.6907394863754791,
      "grad_norm": 4.75,
      "learning_rate": 1.5465050782865508e-05,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5842139154672623,
      "num_tokens": 419403137.0,
      "step": 544550
    },
    {
      "epoch": 0.690752170968012,
      "grad_norm": 6.03125,
      "learning_rate": 1.5464416472779216e-05,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5615105181932449,
      "num_tokens": 419410895.0,
      "step": 544560
    },
    {
      "epoch": 0.6907648555605448,
      "grad_norm": 5.09375,
      "learning_rate": 1.546378216269293e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5402865290641785,
      "num_tokens": 419418452.0,
      "step": 544570
    },
    {
      "epoch": 0.6907775401530777,
      "grad_norm": 6.5,
      "learning_rate": 1.5463147852606634e-05,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5255452215671539,
      "num_tokens": 419427472.0,
      "step": 544580
    },
    {
      "epoch": 0.6907902247456105,
      "grad_norm": 4.90625,
      "learning_rate": 1.5462513542520342e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5452130079269409,
      "num_tokens": 419434277.0,
      "step": 544590
    },
    {
      "epoch": 0.6908029093381434,
      "grad_norm": 4.96875,
      "learning_rate": 1.546187923243405e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5393334716558457,
      "num_tokens": 419443095.0,
      "step": 544600
    },
    {
      "epoch": 0.6908155939306762,
      "grad_norm": 6.75,
      "learning_rate": 1.546124492234776e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5459124058485031,
      "num_tokens": 419451138.0,
      "step": 544610
    },
    {
      "epoch": 0.690828278523209,
      "grad_norm": 6.15625,
      "learning_rate": 1.546061061226147e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5461822390556336,
      "num_tokens": 419458007.0,
      "step": 544620
    },
    {
      "epoch": 0.6908409631157418,
      "grad_norm": 10.5,
      "learning_rate": 1.5459976302175177e-05,
      "loss": 1.8857,
      "mean_token_accuracy": 0.5878594636917114,
      "num_tokens": 419465063.0,
      "step": 544630
    },
    {
      "epoch": 0.6908536477082746,
      "grad_norm": 6.125,
      "learning_rate": 1.5459341992088886e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5544680714607239,
      "num_tokens": 419473226.0,
      "step": 544640
    },
    {
      "epoch": 0.6908663323008075,
      "grad_norm": 5.375,
      "learning_rate": 1.5458707682002595e-05,
      "loss": 2.2467,
      "mean_token_accuracy": 0.5237236559391022,
      "num_tokens": 419481696.0,
      "step": 544650
    },
    {
      "epoch": 0.6908790168933403,
      "grad_norm": 7.25,
      "learning_rate": 1.54580733719163e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.542624107003212,
      "num_tokens": 419489652.0,
      "step": 544660
    },
    {
      "epoch": 0.6908917014858732,
      "grad_norm": 4.5625,
      "learning_rate": 1.5457439061830012e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5312856197357178,
      "num_tokens": 419497995.0,
      "step": 544670
    },
    {
      "epoch": 0.690904386078406,
      "grad_norm": 7.03125,
      "learning_rate": 1.545680475174372e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5270885050296783,
      "num_tokens": 419505900.0,
      "step": 544680
    },
    {
      "epoch": 0.6909170706709389,
      "grad_norm": 5.34375,
      "learning_rate": 1.5456170441657426e-05,
      "loss": 1.819,
      "mean_token_accuracy": 0.5844690024852752,
      "num_tokens": 419512680.0,
      "step": 544690
    },
    {
      "epoch": 0.6909297552634717,
      "grad_norm": 6.15625,
      "learning_rate": 1.5455536131571135e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5302056431770324,
      "num_tokens": 419520991.0,
      "step": 544700
    },
    {
      "epoch": 0.6909424398560045,
      "grad_norm": 7.40625,
      "learning_rate": 1.5454901821484844e-05,
      "loss": 1.6803,
      "mean_token_accuracy": 0.6266116380691529,
      "num_tokens": 419526218.0,
      "step": 544710
    },
    {
      "epoch": 0.6909551244485374,
      "grad_norm": 6.25,
      "learning_rate": 1.5454267511398553e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5194601625204086,
      "num_tokens": 419533553.0,
      "step": 544720
    },
    {
      "epoch": 0.6909678090410701,
      "grad_norm": 4.875,
      "learning_rate": 1.545363320131226e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5462522625923156,
      "num_tokens": 419542253.0,
      "step": 544730
    },
    {
      "epoch": 0.690980493633603,
      "grad_norm": 5.71875,
      "learning_rate": 1.545299889122597e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5155006766319274,
      "num_tokens": 419551096.0,
      "step": 544740
    },
    {
      "epoch": 0.6909931782261358,
      "grad_norm": 5.15625,
      "learning_rate": 1.545236458113968e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5594615250825882,
      "num_tokens": 419558760.0,
      "step": 544750
    },
    {
      "epoch": 0.6910058628186687,
      "grad_norm": 7.125,
      "learning_rate": 1.5451730271053384e-05,
      "loss": 1.7636,
      "mean_token_accuracy": 0.6185917019844055,
      "num_tokens": 419563070.0,
      "step": 544760
    },
    {
      "epoch": 0.6910185474112015,
      "grad_norm": 6.59375,
      "learning_rate": 1.5451095960967096e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5373701125383377,
      "num_tokens": 419571515.0,
      "step": 544770
    },
    {
      "epoch": 0.6910312320037344,
      "grad_norm": 5.8125,
      "learning_rate": 1.5450461650880805e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5295623123645783,
      "num_tokens": 419579798.0,
      "step": 544780
    },
    {
      "epoch": 0.6910439165962672,
      "grad_norm": 6.15625,
      "learning_rate": 1.544982734079451e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5611591249704361,
      "num_tokens": 419587506.0,
      "step": 544790
    },
    {
      "epoch": 0.6910566011888,
      "grad_norm": 5.40625,
      "learning_rate": 1.544919303070822e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5344851940870285,
      "num_tokens": 419596486.0,
      "step": 544800
    },
    {
      "epoch": 0.6910692857813329,
      "grad_norm": 7.46875,
      "learning_rate": 1.5448558720621928e-05,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5587010025978089,
      "num_tokens": 419603943.0,
      "step": 544810
    },
    {
      "epoch": 0.6910819703738657,
      "grad_norm": 6.3125,
      "learning_rate": 1.544792441053564e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5460547149181366,
      "num_tokens": 419611480.0,
      "step": 544820
    },
    {
      "epoch": 0.6910946549663985,
      "grad_norm": 4.875,
      "learning_rate": 1.5447290100449345e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5550944149494171,
      "num_tokens": 419619280.0,
      "step": 544830
    },
    {
      "epoch": 0.6911073395589313,
      "grad_norm": 4.71875,
      "learning_rate": 1.5446655790363054e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5631557524204254,
      "num_tokens": 419626996.0,
      "step": 544840
    },
    {
      "epoch": 0.6911200241514642,
      "grad_norm": 6.3125,
      "learning_rate": 1.5446021480276763e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5275982588529586,
      "num_tokens": 419635586.0,
      "step": 544850
    },
    {
      "epoch": 0.691132708743997,
      "grad_norm": 4.53125,
      "learning_rate": 1.544538717019047e-05,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5575995087623596,
      "num_tokens": 419643206.0,
      "step": 544860
    },
    {
      "epoch": 0.6911453933365298,
      "grad_norm": 5.375,
      "learning_rate": 1.544475286010418e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.563941290974617,
      "num_tokens": 419649917.0,
      "step": 544870
    },
    {
      "epoch": 0.6911580779290627,
      "grad_norm": 5.4375,
      "learning_rate": 1.544411855001789e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5263840645551682,
      "num_tokens": 419658780.0,
      "step": 544880
    },
    {
      "epoch": 0.6911707625215955,
      "grad_norm": 6.34375,
      "learning_rate": 1.5443484239931598e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5257616639137268,
      "num_tokens": 419667403.0,
      "step": 544890
    },
    {
      "epoch": 0.6911834471141284,
      "grad_norm": 5.59375,
      "learning_rate": 1.5442849929845303e-05,
      "loss": 1.8304,
      "mean_token_accuracy": 0.5976237952709198,
      "num_tokens": 419673481.0,
      "step": 544900
    },
    {
      "epoch": 0.6911961317066612,
      "grad_norm": 5.03125,
      "learning_rate": 1.5442215619759012e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5266329020261764,
      "num_tokens": 419682101.0,
      "step": 544910
    },
    {
      "epoch": 0.6912088162991941,
      "grad_norm": 5.90625,
      "learning_rate": 1.5441581309672724e-05,
      "loss": 1.9118,
      "mean_token_accuracy": 0.574315556883812,
      "num_tokens": 419690660.0,
      "step": 544920
    },
    {
      "epoch": 0.6912215008917268,
      "grad_norm": 4.84375,
      "learning_rate": 1.544094699958643e-05,
      "loss": 1.7904,
      "mean_token_accuracy": 0.5976043760776519,
      "num_tokens": 419697872.0,
      "step": 544930
    },
    {
      "epoch": 0.6912341854842597,
      "grad_norm": 5.5,
      "learning_rate": 1.5440312689500138e-05,
      "loss": 1.8786,
      "mean_token_accuracy": 0.5818198293447494,
      "num_tokens": 419706085.0,
      "step": 544940
    },
    {
      "epoch": 0.6912468700767925,
      "grad_norm": 4.90625,
      "learning_rate": 1.5439678379413847e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5664320051670074,
      "num_tokens": 419713060.0,
      "step": 544950
    },
    {
      "epoch": 0.6912595546693253,
      "grad_norm": 6.5625,
      "learning_rate": 1.5439044069327556e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5456118762493134,
      "num_tokens": 419720780.0,
      "step": 544960
    },
    {
      "epoch": 0.6912722392618582,
      "grad_norm": 6.34375,
      "learning_rate": 1.5438409759241264e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5387369990348816,
      "num_tokens": 419728512.0,
      "step": 544970
    },
    {
      "epoch": 0.691284923854391,
      "grad_norm": 6.25,
      "learning_rate": 1.5437775449154973e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5543803900480271,
      "num_tokens": 419735320.0,
      "step": 544980
    },
    {
      "epoch": 0.6912976084469239,
      "grad_norm": 5.46875,
      "learning_rate": 1.5437141139068682e-05,
      "loss": 1.8459,
      "mean_token_accuracy": 0.5864532887935638,
      "num_tokens": 419742102.0,
      "step": 544990
    },
    {
      "epoch": 0.6913102930394567,
      "grad_norm": 5.46875,
      "learning_rate": 1.5436506828982387e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5556921511888504,
      "num_tokens": 419750280.0,
      "step": 545000
    },
    {
      "epoch": 0.6913229776319896,
      "grad_norm": 5.53125,
      "learning_rate": 1.54358725188961e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5409763872623443,
      "num_tokens": 419758294.0,
      "step": 545010
    },
    {
      "epoch": 0.6913356622245224,
      "grad_norm": 6.375,
      "learning_rate": 1.5435238208809808e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5625924378633499,
      "num_tokens": 419765267.0,
      "step": 545020
    },
    {
      "epoch": 0.6913483468170551,
      "grad_norm": 5.5,
      "learning_rate": 1.5434603898723517e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5439219444990158,
      "num_tokens": 419772539.0,
      "step": 545030
    },
    {
      "epoch": 0.691361031409588,
      "grad_norm": 5.5625,
      "learning_rate": 1.5433969588637222e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5211073338985444,
      "num_tokens": 419780071.0,
      "step": 545040
    },
    {
      "epoch": 0.6913737160021208,
      "grad_norm": 6.875,
      "learning_rate": 1.543333527855093e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5790805399417878,
      "num_tokens": 419787301.0,
      "step": 545050
    },
    {
      "epoch": 0.6913864005946537,
      "grad_norm": 4.96875,
      "learning_rate": 1.5432700968464643e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5614166676998138,
      "num_tokens": 419793500.0,
      "step": 545060
    },
    {
      "epoch": 0.6913990851871865,
      "grad_norm": 7.09375,
      "learning_rate": 1.543206665837835e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5330238193273544,
      "num_tokens": 419801792.0,
      "step": 545070
    },
    {
      "epoch": 0.6914117697797194,
      "grad_norm": 6.96875,
      "learning_rate": 1.5431432348292057e-05,
      "loss": 1.8958,
      "mean_token_accuracy": 0.5770215660333633,
      "num_tokens": 419809546.0,
      "step": 545080
    },
    {
      "epoch": 0.6914244543722522,
      "grad_norm": 6.28125,
      "learning_rate": 1.5430798038205766e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5693480283021927,
      "num_tokens": 419815700.0,
      "step": 545090
    },
    {
      "epoch": 0.691437138964785,
      "grad_norm": 4.78125,
      "learning_rate": 1.5430163728119475e-05,
      "loss": 2.3273,
      "mean_token_accuracy": 0.5157451122999192,
      "num_tokens": 419824500.0,
      "step": 545100
    },
    {
      "epoch": 0.6914498235573179,
      "grad_norm": 5.03125,
      "learning_rate": 1.5429529418033183e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5310695320367813,
      "num_tokens": 419831800.0,
      "step": 545110
    },
    {
      "epoch": 0.6914625081498507,
      "grad_norm": 6.65625,
      "learning_rate": 1.5428895107946892e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5714157462120056,
      "num_tokens": 419839234.0,
      "step": 545120
    },
    {
      "epoch": 0.6914751927423836,
      "grad_norm": 6.8125,
      "learning_rate": 1.54282607978606e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5621817022562027,
      "num_tokens": 419847303.0,
      "step": 545130
    },
    {
      "epoch": 0.6914878773349163,
      "grad_norm": 6.15625,
      "learning_rate": 1.5427626487774306e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5799870193004608,
      "num_tokens": 419853706.0,
      "step": 545140
    },
    {
      "epoch": 0.6915005619274492,
      "grad_norm": 6.125,
      "learning_rate": 1.5426992177688015e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5625822842121124,
      "num_tokens": 419861636.0,
      "step": 545150
    },
    {
      "epoch": 0.691513246519982,
      "grad_norm": 5.125,
      "learning_rate": 1.5426357867601727e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5470969289541244,
      "num_tokens": 419869066.0,
      "step": 545160
    },
    {
      "epoch": 0.6915259311125149,
      "grad_norm": 11.0625,
      "learning_rate": 1.5425723557515432e-05,
      "loss": 1.6837,
      "mean_token_accuracy": 0.6213540762662888,
      "num_tokens": 419876037.0,
      "step": 545170
    },
    {
      "epoch": 0.6915386157050477,
      "grad_norm": 9.5,
      "learning_rate": 1.542508924742914e-05,
      "loss": 1.8394,
      "mean_token_accuracy": 0.5925994694232941,
      "num_tokens": 419883009.0,
      "step": 545180
    },
    {
      "epoch": 0.6915513002975805,
      "grad_norm": 6.90625,
      "learning_rate": 1.542445493734285e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5443344384431839,
      "num_tokens": 419890244.0,
      "step": 545190
    },
    {
      "epoch": 0.6915639848901134,
      "grad_norm": 7.0,
      "learning_rate": 1.542382062725656e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5475661814212799,
      "num_tokens": 419898382.0,
      "step": 545200
    },
    {
      "epoch": 0.6915766694826462,
      "grad_norm": 6.71875,
      "learning_rate": 1.5423186317170267e-05,
      "loss": 2.242,
      "mean_token_accuracy": 0.5145037949085236,
      "num_tokens": 419906324.0,
      "step": 545210
    },
    {
      "epoch": 0.6915893540751791,
      "grad_norm": 11.125,
      "learning_rate": 1.5422552007083976e-05,
      "loss": 1.8881,
      "mean_token_accuracy": 0.5804851651191711,
      "num_tokens": 419914122.0,
      "step": 545220
    },
    {
      "epoch": 0.6916020386677119,
      "grad_norm": 4.78125,
      "learning_rate": 1.5421917696997685e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5454102396965027,
      "num_tokens": 419922837.0,
      "step": 545230
    },
    {
      "epoch": 0.6916147232602448,
      "grad_norm": 6.90625,
      "learning_rate": 1.5421283386911394e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5578404426574707,
      "num_tokens": 419929969.0,
      "step": 545240
    },
    {
      "epoch": 0.6916274078527775,
      "grad_norm": 7.03125,
      "learning_rate": 1.54206490768251e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.558745363354683,
      "num_tokens": 419936859.0,
      "step": 545250
    },
    {
      "epoch": 0.6916400924453103,
      "grad_norm": 6.875,
      "learning_rate": 1.542001476673881e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5317599505186081,
      "num_tokens": 419944312.0,
      "step": 545260
    },
    {
      "epoch": 0.6916527770378432,
      "grad_norm": 4.6875,
      "learning_rate": 1.541938045665252e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.559577614068985,
      "num_tokens": 419951718.0,
      "step": 545270
    },
    {
      "epoch": 0.691665461630376,
      "grad_norm": 10.125,
      "learning_rate": 1.5418746146566225e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5727847516536713,
      "num_tokens": 419958795.0,
      "step": 545280
    },
    {
      "epoch": 0.6916781462229089,
      "grad_norm": 5.4375,
      "learning_rate": 1.5418111836479934e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5591252565383911,
      "num_tokens": 419965256.0,
      "step": 545290
    },
    {
      "epoch": 0.6916908308154417,
      "grad_norm": 4.65625,
      "learning_rate": 1.5417477526393643e-05,
      "loss": 2.212,
      "mean_token_accuracy": 0.515616974234581,
      "num_tokens": 419974124.0,
      "step": 545300
    },
    {
      "epoch": 0.6917035154079746,
      "grad_norm": 5.5,
      "learning_rate": 1.541684321630735e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5182676285505294,
      "num_tokens": 419981563.0,
      "step": 545310
    },
    {
      "epoch": 0.6917162000005074,
      "grad_norm": 4.71875,
      "learning_rate": 1.541620890622106e-05,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5116395026445388,
      "num_tokens": 419990311.0,
      "step": 545320
    },
    {
      "epoch": 0.6917288845930403,
      "grad_norm": 6.6875,
      "learning_rate": 1.541557459613477e-05,
      "loss": 1.8659,
      "mean_token_accuracy": 0.5908162295818329,
      "num_tokens": 419996512.0,
      "step": 545330
    },
    {
      "epoch": 0.6917415691855731,
      "grad_norm": 5.28125,
      "learning_rate": 1.5414940286048478e-05,
      "loss": 2.2601,
      "mean_token_accuracy": 0.514049518108368,
      "num_tokens": 420005624.0,
      "step": 545340
    },
    {
      "epoch": 0.6917542537781058,
      "grad_norm": 6.40625,
      "learning_rate": 1.5414305975962183e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5507625311613082,
      "num_tokens": 420011920.0,
      "step": 545350
    },
    {
      "epoch": 0.6917669383706387,
      "grad_norm": 6.25,
      "learning_rate": 1.5413671665875895e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5524223476648331,
      "num_tokens": 420019563.0,
      "step": 545360
    },
    {
      "epoch": 0.6917796229631715,
      "grad_norm": 9.625,
      "learning_rate": 1.5413037355789604e-05,
      "loss": 1.7158,
      "mean_token_accuracy": 0.6194959193468094,
      "num_tokens": 420027187.0,
      "step": 545370
    },
    {
      "epoch": 0.6917923075557044,
      "grad_norm": 7.21875,
      "learning_rate": 1.541240304570331e-05,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5669325709342956,
      "num_tokens": 420033592.0,
      "step": 545380
    },
    {
      "epoch": 0.6918049921482372,
      "grad_norm": 5.375,
      "learning_rate": 1.5411768735617018e-05,
      "loss": 2.2515,
      "mean_token_accuracy": 0.5164071291685104,
      "num_tokens": 420042544.0,
      "step": 545390
    },
    {
      "epoch": 0.6918176767407701,
      "grad_norm": 6.875,
      "learning_rate": 1.5411134425530727e-05,
      "loss": 1.7332,
      "mean_token_accuracy": 0.5994509905576706,
      "num_tokens": 420049151.0,
      "step": 545400
    },
    {
      "epoch": 0.6918303613333029,
      "grad_norm": 6.03125,
      "learning_rate": 1.541050011544444e-05,
      "loss": 2.2415,
      "mean_token_accuracy": 0.5069039016962051,
      "num_tokens": 420057992.0,
      "step": 545410
    },
    {
      "epoch": 0.6918430459258357,
      "grad_norm": 7.46875,
      "learning_rate": 1.5409865805358144e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5302352875471115,
      "num_tokens": 420066007.0,
      "step": 545420
    },
    {
      "epoch": 0.6918557305183686,
      "grad_norm": 5.875,
      "learning_rate": 1.5409231495271853e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.561072587966919,
      "num_tokens": 420074262.0,
      "step": 545430
    },
    {
      "epoch": 0.6918684151109014,
      "grad_norm": 5.90625,
      "learning_rate": 1.540859718518556e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5287359327077865,
      "num_tokens": 420083121.0,
      "step": 545440
    },
    {
      "epoch": 0.6918810997034343,
      "grad_norm": 5.15625,
      "learning_rate": 1.540796287509927e-05,
      "loss": 1.8131,
      "mean_token_accuracy": 0.5902551233768463,
      "num_tokens": 420090794.0,
      "step": 545450
    },
    {
      "epoch": 0.691893784295967,
      "grad_norm": 4.8125,
      "learning_rate": 1.540732856501298e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5485307037830353,
      "num_tokens": 420097683.0,
      "step": 545460
    },
    {
      "epoch": 0.6919064688884999,
      "grad_norm": 5.09375,
      "learning_rate": 1.5406694254926688e-05,
      "loss": 2.0637,
      "mean_token_accuracy": 0.549265006184578,
      "num_tokens": 420105769.0,
      "step": 545470
    },
    {
      "epoch": 0.6919191534810327,
      "grad_norm": 11.375,
      "learning_rate": 1.5406059944840397e-05,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5608784884214402,
      "num_tokens": 420113189.0,
      "step": 545480
    },
    {
      "epoch": 0.6919318380735655,
      "grad_norm": 5.5,
      "learning_rate": 1.5405425634754102e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5371454507112503,
      "num_tokens": 420121063.0,
      "step": 545490
    },
    {
      "epoch": 0.6919445226660984,
      "grad_norm": 4.96875,
      "learning_rate": 1.5404791324667814e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5420903325080871,
      "num_tokens": 420129868.0,
      "step": 545500
    },
    {
      "epoch": 0.6919572072586312,
      "grad_norm": 5.25,
      "learning_rate": 1.5404157014581523e-05,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5375346392393112,
      "num_tokens": 420138710.0,
      "step": 545510
    },
    {
      "epoch": 0.6919698918511641,
      "grad_norm": 6.375,
      "learning_rate": 1.5403522704495228e-05,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5863338351249695,
      "num_tokens": 420145086.0,
      "step": 545520
    },
    {
      "epoch": 0.6919825764436969,
      "grad_norm": 5.96875,
      "learning_rate": 1.5402888394408937e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5419456213712692,
      "num_tokens": 420152540.0,
      "step": 545530
    },
    {
      "epoch": 0.6919952610362298,
      "grad_norm": 5.875,
      "learning_rate": 1.5402254084322646e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.5923857390880585,
      "num_tokens": 420159583.0,
      "step": 545540
    },
    {
      "epoch": 0.6920079456287626,
      "grad_norm": 4.78125,
      "learning_rate": 1.5401619774236354e-05,
      "loss": 2.2303,
      "mean_token_accuracy": 0.524638432264328,
      "num_tokens": 420168414.0,
      "step": 545550
    },
    {
      "epoch": 0.6920206302212955,
      "grad_norm": 6.125,
      "learning_rate": 1.5400985464150063e-05,
      "loss": 2.2272,
      "mean_token_accuracy": 0.5188674658536911,
      "num_tokens": 420176061.0,
      "step": 545560
    },
    {
      "epoch": 0.6920333148138282,
      "grad_norm": 5.5625,
      "learning_rate": 1.5400351154063772e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5246207118034363,
      "num_tokens": 420184773.0,
      "step": 545570
    },
    {
      "epoch": 0.692045999406361,
      "grad_norm": 5.03125,
      "learning_rate": 1.539971684397748e-05,
      "loss": 2.191,
      "mean_token_accuracy": 0.5246932953596115,
      "num_tokens": 420192882.0,
      "step": 545580
    },
    {
      "epoch": 0.6920586839988939,
      "grad_norm": 6.84375,
      "learning_rate": 1.5399082533891186e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5229679554700851,
      "num_tokens": 420201544.0,
      "step": 545590
    },
    {
      "epoch": 0.6920713685914267,
      "grad_norm": 5.4375,
      "learning_rate": 1.5398448223804898e-05,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5961284190416336,
      "num_tokens": 420208992.0,
      "step": 545600
    },
    {
      "epoch": 0.6920840531839596,
      "grad_norm": 5.375,
      "learning_rate": 1.5397813913718607e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5590729296207428,
      "num_tokens": 420216901.0,
      "step": 545610
    },
    {
      "epoch": 0.6920967377764924,
      "grad_norm": 7.15625,
      "learning_rate": 1.5397179603632316e-05,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5411820471286773,
      "num_tokens": 420222937.0,
      "step": 545620
    },
    {
      "epoch": 0.6921094223690253,
      "grad_norm": 5.5625,
      "learning_rate": 1.539654529354602e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.541691192984581,
      "num_tokens": 420229845.0,
      "step": 545630
    },
    {
      "epoch": 0.6921221069615581,
      "grad_norm": 6.21875,
      "learning_rate": 1.539591098345973e-05,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5239641338586807,
      "num_tokens": 420237844.0,
      "step": 545640
    },
    {
      "epoch": 0.6921347915540909,
      "grad_norm": 7.03125,
      "learning_rate": 1.5395276673373442e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5403222918510437,
      "num_tokens": 420245503.0,
      "step": 545650
    },
    {
      "epoch": 0.6921474761466238,
      "grad_norm": 7.03125,
      "learning_rate": 1.5394642363287147e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5405789703130722,
      "num_tokens": 420253366.0,
      "step": 545660
    },
    {
      "epoch": 0.6921601607391565,
      "grad_norm": 6.34375,
      "learning_rate": 1.5394008053200856e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.5524254739284515,
      "num_tokens": 420260840.0,
      "step": 545670
    },
    {
      "epoch": 0.6921728453316894,
      "grad_norm": 7.3125,
      "learning_rate": 1.5393373743114565e-05,
      "loss": 2.2907,
      "mean_token_accuracy": 0.5123321950435639,
      "num_tokens": 420268537.0,
      "step": 545680
    },
    {
      "epoch": 0.6921855299242222,
      "grad_norm": 6.03125,
      "learning_rate": 1.5392739433028273e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5171623945236206,
      "num_tokens": 420275087.0,
      "step": 545690
    },
    {
      "epoch": 0.6921982145167551,
      "grad_norm": 7.65625,
      "learning_rate": 1.5392105122941982e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5609360665082932,
      "num_tokens": 420281995.0,
      "step": 545700
    },
    {
      "epoch": 0.6922108991092879,
      "grad_norm": 6.34375,
      "learning_rate": 1.539147081285569e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5336216449737549,
      "num_tokens": 420290401.0,
      "step": 545710
    },
    {
      "epoch": 0.6922235837018208,
      "grad_norm": 5.625,
      "learning_rate": 1.53908365027694e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5309132188558578,
      "num_tokens": 420297996.0,
      "step": 545720
    },
    {
      "epoch": 0.6922362682943536,
      "grad_norm": 6.375,
      "learning_rate": 1.5390202192683105e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5367696464061738,
      "num_tokens": 420304902.0,
      "step": 545730
    },
    {
      "epoch": 0.6922489528868864,
      "grad_norm": 4.46875,
      "learning_rate": 1.5389567882596814e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5351175338029861,
      "num_tokens": 420311721.0,
      "step": 545740
    },
    {
      "epoch": 0.6922616374794193,
      "grad_norm": 4.90625,
      "learning_rate": 1.5388933572510526e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5536868423223495,
      "num_tokens": 420318427.0,
      "step": 545750
    },
    {
      "epoch": 0.692274322071952,
      "grad_norm": 5.4375,
      "learning_rate": 1.538829926242423e-05,
      "loss": 1.8938,
      "mean_token_accuracy": 0.5804365754127503,
      "num_tokens": 420324746.0,
      "step": 545760
    },
    {
      "epoch": 0.692287006664485,
      "grad_norm": 6.53125,
      "learning_rate": 1.538766495233794e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5338927984237671,
      "num_tokens": 420332917.0,
      "step": 545770
    },
    {
      "epoch": 0.6922996912570177,
      "grad_norm": 5.375,
      "learning_rate": 1.538703064225165e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5193294882774353,
      "num_tokens": 420341102.0,
      "step": 545780
    },
    {
      "epoch": 0.6923123758495506,
      "grad_norm": 5.125,
      "learning_rate": 1.5386396332165357e-05,
      "loss": 2.3153,
      "mean_token_accuracy": 0.49781627058982847,
      "num_tokens": 420350307.0,
      "step": 545790
    },
    {
      "epoch": 0.6923250604420834,
      "grad_norm": 5.3125,
      "learning_rate": 1.5385762022079066e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5433525204658508,
      "num_tokens": 420357795.0,
      "step": 545800
    },
    {
      "epoch": 0.6923377450346162,
      "grad_norm": 5.09375,
      "learning_rate": 1.5385127711992775e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5437831342220306,
      "num_tokens": 420367410.0,
      "step": 545810
    },
    {
      "epoch": 0.6923504296271491,
      "grad_norm": 5.21875,
      "learning_rate": 1.5384493401906484e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5685230016708374,
      "num_tokens": 420374030.0,
      "step": 545820
    },
    {
      "epoch": 0.6923631142196819,
      "grad_norm": 8.1875,
      "learning_rate": 1.5383859091820192e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5347545146942139,
      "num_tokens": 420382362.0,
      "step": 545830
    },
    {
      "epoch": 0.6923757988122148,
      "grad_norm": 5.6875,
      "learning_rate": 1.5383224781733898e-05,
      "loss": 2.3041,
      "mean_token_accuracy": 0.5020330250263214,
      "num_tokens": 420391620.0,
      "step": 545840
    },
    {
      "epoch": 0.6923884834047476,
      "grad_norm": 5.625,
      "learning_rate": 1.538259047164761e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.561316505074501,
      "num_tokens": 420398589.0,
      "step": 545850
    },
    {
      "epoch": 0.6924011679972805,
      "grad_norm": 5.21875,
      "learning_rate": 1.538195616156132e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5570336431264877,
      "num_tokens": 420406877.0,
      "step": 545860
    },
    {
      "epoch": 0.6924138525898133,
      "grad_norm": 4.9375,
      "learning_rate": 1.5381321851475024e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5393396079540252,
      "num_tokens": 420414748.0,
      "step": 545870
    },
    {
      "epoch": 0.6924265371823461,
      "grad_norm": 5.09375,
      "learning_rate": 1.5380687541388733e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.550506716966629,
      "num_tokens": 420423025.0,
      "step": 545880
    },
    {
      "epoch": 0.6924392217748789,
      "grad_norm": 7.90625,
      "learning_rate": 1.5380053231302445e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5484857231378555,
      "num_tokens": 420429741.0,
      "step": 545890
    },
    {
      "epoch": 0.6924519063674117,
      "grad_norm": 10.0625,
      "learning_rate": 1.537941892121615e-05,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5211167454719543,
      "num_tokens": 420436924.0,
      "step": 545900
    },
    {
      "epoch": 0.6924645909599446,
      "grad_norm": 8.0625,
      "learning_rate": 1.537878461112986e-05,
      "loss": 1.6993,
      "mean_token_accuracy": 0.6140373528003693,
      "num_tokens": 420444098.0,
      "step": 545910
    },
    {
      "epoch": 0.6924772755524774,
      "grad_norm": 8.625,
      "learning_rate": 1.5378150301043568e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5741221398115158,
      "num_tokens": 420450757.0,
      "step": 545920
    },
    {
      "epoch": 0.6924899601450103,
      "grad_norm": 6.15625,
      "learning_rate": 1.5377515990957276e-05,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5729542553424836,
      "num_tokens": 420456947.0,
      "step": 545930
    },
    {
      "epoch": 0.6925026447375431,
      "grad_norm": 6.90625,
      "learning_rate": 1.5376881680870985e-05,
      "loss": 2.2598,
      "mean_token_accuracy": 0.5105096727609635,
      "num_tokens": 420465096.0,
      "step": 545940
    },
    {
      "epoch": 0.692515329330076,
      "grad_norm": 5.0625,
      "learning_rate": 1.5376247370784694e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5650219053030014,
      "num_tokens": 420472517.0,
      "step": 545950
    },
    {
      "epoch": 0.6925280139226088,
      "grad_norm": 6.28125,
      "learning_rate": 1.5375613060698403e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5298966556787491,
      "num_tokens": 420480938.0,
      "step": 545960
    },
    {
      "epoch": 0.6925406985151416,
      "grad_norm": 4.90625,
      "learning_rate": 1.5374978750612108e-05,
      "loss": 1.7728,
      "mean_token_accuracy": 0.6054275333881378,
      "num_tokens": 420488233.0,
      "step": 545970
    },
    {
      "epoch": 0.6925533831076744,
      "grad_norm": 7.34375,
      "learning_rate": 1.5374344440525817e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5500512570142746,
      "num_tokens": 420495967.0,
      "step": 545980
    },
    {
      "epoch": 0.6925660677002072,
      "grad_norm": 5.0625,
      "learning_rate": 1.537371013043953e-05,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5272237956523895,
      "num_tokens": 420504664.0,
      "step": 545990
    },
    {
      "epoch": 0.6925787522927401,
      "grad_norm": 4.84375,
      "learning_rate": 1.5373075820353238e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5714764952659607,
      "num_tokens": 420512488.0,
      "step": 546000
    },
    {
      "epoch": 0.6925914368852729,
      "grad_norm": 5.125,
      "learning_rate": 1.5372441510266943e-05,
      "loss": 1.8179,
      "mean_token_accuracy": 0.5856996417045593,
      "num_tokens": 420520088.0,
      "step": 546010
    },
    {
      "epoch": 0.6926041214778058,
      "grad_norm": 7.40625,
      "learning_rate": 1.537180720018065e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5155240267515182,
      "num_tokens": 420529271.0,
      "step": 546020
    },
    {
      "epoch": 0.6926168060703386,
      "grad_norm": 5.1875,
      "learning_rate": 1.537117289009436e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5387957453727722,
      "num_tokens": 420537027.0,
      "step": 546030
    },
    {
      "epoch": 0.6926294906628714,
      "grad_norm": 6.59375,
      "learning_rate": 1.537053858000807e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5417773216962815,
      "num_tokens": 420544776.0,
      "step": 546040
    },
    {
      "epoch": 0.6926421752554043,
      "grad_norm": 4.59375,
      "learning_rate": 1.5369904269921778e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5730550110340118,
      "num_tokens": 420552156.0,
      "step": 546050
    },
    {
      "epoch": 0.6926548598479371,
      "grad_norm": 6.4375,
      "learning_rate": 1.5369269959835487e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5374902188777924,
      "num_tokens": 420559264.0,
      "step": 546060
    },
    {
      "epoch": 0.69266754444047,
      "grad_norm": 4.78125,
      "learning_rate": 1.5368635649749195e-05,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5294005006551743,
      "num_tokens": 420567060.0,
      "step": 546070
    },
    {
      "epoch": 0.6926802290330027,
      "grad_norm": 5.21875,
      "learning_rate": 1.53680013396629e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5506055444478989,
      "num_tokens": 420574442.0,
      "step": 546080
    },
    {
      "epoch": 0.6926929136255356,
      "grad_norm": 6.03125,
      "learning_rate": 1.5367367029576613e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5749853253364563,
      "num_tokens": 420582398.0,
      "step": 546090
    },
    {
      "epoch": 0.6927055982180684,
      "grad_norm": 7.25,
      "learning_rate": 1.536673271949032e-05,
      "loss": 1.8672,
      "mean_token_accuracy": 0.5998818516731262,
      "num_tokens": 420588458.0,
      "step": 546100
    },
    {
      "epoch": 0.6927182828106013,
      "grad_norm": 5.34375,
      "learning_rate": 1.5366098409404027e-05,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5806738853454589,
      "num_tokens": 420595543.0,
      "step": 546110
    },
    {
      "epoch": 0.6927309674031341,
      "grad_norm": 4.96875,
      "learning_rate": 1.5365464099317736e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5472100526094437,
      "num_tokens": 420603588.0,
      "step": 546120
    },
    {
      "epoch": 0.6927436519956669,
      "grad_norm": 6.8125,
      "learning_rate": 1.5364829789231444e-05,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5182104200124741,
      "num_tokens": 420611153.0,
      "step": 546130
    },
    {
      "epoch": 0.6927563365881998,
      "grad_norm": 7.15625,
      "learning_rate": 1.5364195479145156e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5328319400548935,
      "num_tokens": 420619653.0,
      "step": 546140
    },
    {
      "epoch": 0.6927690211807326,
      "grad_norm": 5.96875,
      "learning_rate": 1.5363561169058862e-05,
      "loss": 1.7437,
      "mean_token_accuracy": 0.6120731055736541,
      "num_tokens": 420625222.0,
      "step": 546150
    },
    {
      "epoch": 0.6927817057732655,
      "grad_norm": 6.5,
      "learning_rate": 1.536292685897257e-05,
      "loss": 1.6281,
      "mean_token_accuracy": 0.6379640370607376,
      "num_tokens": 420631340.0,
      "step": 546160
    },
    {
      "epoch": 0.6927943903657983,
      "grad_norm": 6.375,
      "learning_rate": 1.536229254888628e-05,
      "loss": 2.3454,
      "mean_token_accuracy": 0.50313660800457,
      "num_tokens": 420638759.0,
      "step": 546170
    },
    {
      "epoch": 0.6928070749583312,
      "grad_norm": 5.03125,
      "learning_rate": 1.5361658238799985e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5511980295181275,
      "num_tokens": 420647062.0,
      "step": 546180
    },
    {
      "epoch": 0.692819759550864,
      "grad_norm": 4.75,
      "learning_rate": 1.5361023928713697e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5531466782093049,
      "num_tokens": 420656094.0,
      "step": 546190
    },
    {
      "epoch": 0.6928324441433967,
      "grad_norm": 4.84375,
      "learning_rate": 1.5360389618627406e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5365568935871124,
      "num_tokens": 420665534.0,
      "step": 546200
    },
    {
      "epoch": 0.6928451287359296,
      "grad_norm": 9.0,
      "learning_rate": 1.5359755308541114e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5449822157621383,
      "num_tokens": 420672927.0,
      "step": 546210
    },
    {
      "epoch": 0.6928578133284624,
      "grad_norm": 5.125,
      "learning_rate": 1.535912099845482e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5753839373588562,
      "num_tokens": 420680589.0,
      "step": 546220
    },
    {
      "epoch": 0.6928704979209953,
      "grad_norm": 4.8125,
      "learning_rate": 1.535848668836853e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5721454590559005,
      "num_tokens": 420687909.0,
      "step": 546230
    },
    {
      "epoch": 0.6928831825135281,
      "grad_norm": 5.40625,
      "learning_rate": 1.535785237828224e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5285477072000504,
      "num_tokens": 420696521.0,
      "step": 546240
    },
    {
      "epoch": 0.692895867106061,
      "grad_norm": 5.09375,
      "learning_rate": 1.5357218068195946e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5375764310359955,
      "num_tokens": 420704778.0,
      "step": 546250
    },
    {
      "epoch": 0.6929085516985938,
      "grad_norm": 4.875,
      "learning_rate": 1.5356583758109655e-05,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5128666281700134,
      "num_tokens": 420712506.0,
      "step": 546260
    },
    {
      "epoch": 0.6929212362911267,
      "grad_norm": 6.09375,
      "learning_rate": 1.5355949448023363e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5136640548706055,
      "num_tokens": 420721478.0,
      "step": 546270
    },
    {
      "epoch": 0.6929339208836595,
      "grad_norm": 5.21875,
      "learning_rate": 1.5355315137937072e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5478972941637039,
      "num_tokens": 420729400.0,
      "step": 546280
    },
    {
      "epoch": 0.6929466054761922,
      "grad_norm": 6.34375,
      "learning_rate": 1.535468082785078e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5464655667543411,
      "num_tokens": 420736522.0,
      "step": 546290
    },
    {
      "epoch": 0.6929592900687251,
      "grad_norm": 5.09375,
      "learning_rate": 1.535404651776449e-05,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5628383487462998,
      "num_tokens": 420744245.0,
      "step": 546300
    },
    {
      "epoch": 0.6929719746612579,
      "grad_norm": 4.9375,
      "learning_rate": 1.5353412207678198e-05,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5179396599531174,
      "num_tokens": 420753197.0,
      "step": 546310
    },
    {
      "epoch": 0.6929846592537908,
      "grad_norm": 5.75,
      "learning_rate": 1.5352777897591904e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.523552805185318,
      "num_tokens": 420761459.0,
      "step": 546320
    },
    {
      "epoch": 0.6929973438463236,
      "grad_norm": 4.6875,
      "learning_rate": 1.5352143587505616e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5327403962612152,
      "num_tokens": 420768392.0,
      "step": 546330
    },
    {
      "epoch": 0.6930100284388565,
      "grad_norm": 4.71875,
      "learning_rate": 1.5351509277419324e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.570183664560318,
      "num_tokens": 420777646.0,
      "step": 546340
    },
    {
      "epoch": 0.6930227130313893,
      "grad_norm": 5.34375,
      "learning_rate": 1.5350874967333033e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5335320413112641,
      "num_tokens": 420784754.0,
      "step": 546350
    },
    {
      "epoch": 0.6930353976239221,
      "grad_norm": 5.28125,
      "learning_rate": 1.535024065724674e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5182965993881226,
      "num_tokens": 420792698.0,
      "step": 546360
    },
    {
      "epoch": 0.693048082216455,
      "grad_norm": 7.0625,
      "learning_rate": 1.5349606347160447e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5234613627195358,
      "num_tokens": 420800393.0,
      "step": 546370
    },
    {
      "epoch": 0.6930607668089878,
      "grad_norm": 6.125,
      "learning_rate": 1.534897203707416e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5374138504266739,
      "num_tokens": 420808741.0,
      "step": 546380
    },
    {
      "epoch": 0.6930734514015207,
      "grad_norm": 5.34375,
      "learning_rate": 1.5348337726987865e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5565423607826233,
      "num_tokens": 420816405.0,
      "step": 546390
    },
    {
      "epoch": 0.6930861359940534,
      "grad_norm": 5.28125,
      "learning_rate": 1.5347703416901574e-05,
      "loss": 1.8105,
      "mean_token_accuracy": 0.610166135430336,
      "num_tokens": 420823303.0,
      "step": 546400
    },
    {
      "epoch": 0.6930988205865863,
      "grad_norm": 4.875,
      "learning_rate": 1.5347069106815282e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5373248219490051,
      "num_tokens": 420830041.0,
      "step": 546410
    },
    {
      "epoch": 0.6931115051791191,
      "grad_norm": 6.59375,
      "learning_rate": 1.534643479672899e-05,
      "loss": 1.8625,
      "mean_token_accuracy": 0.5725371718406678,
      "num_tokens": 420836260.0,
      "step": 546420
    },
    {
      "epoch": 0.6931241897716519,
      "grad_norm": 5.4375,
      "learning_rate": 1.53458004866427e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5593888849020004,
      "num_tokens": 420844458.0,
      "step": 546430
    },
    {
      "epoch": 0.6931368743641848,
      "grad_norm": 4.78125,
      "learning_rate": 1.534516617655641e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5663581758737564,
      "num_tokens": 420853252.0,
      "step": 546440
    },
    {
      "epoch": 0.6931495589567176,
      "grad_norm": 5.3125,
      "learning_rate": 1.5344531866470117e-05,
      "loss": 2.217,
      "mean_token_accuracy": 0.5217058569192886,
      "num_tokens": 420861955.0,
      "step": 546450
    },
    {
      "epoch": 0.6931622435492505,
      "grad_norm": 6.6875,
      "learning_rate": 1.5343897556383823e-05,
      "loss": 1.7724,
      "mean_token_accuracy": 0.6062527567148208,
      "num_tokens": 420867575.0,
      "step": 546460
    },
    {
      "epoch": 0.6931749281417833,
      "grad_norm": 6.28125,
      "learning_rate": 1.534326324629753e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5360024750232697,
      "num_tokens": 420875132.0,
      "step": 546470
    },
    {
      "epoch": 0.6931876127343162,
      "grad_norm": 7.34375,
      "learning_rate": 1.5342628936211243e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5621270775794983,
      "num_tokens": 420881990.0,
      "step": 546480
    },
    {
      "epoch": 0.693200297326849,
      "grad_norm": 5.34375,
      "learning_rate": 1.534199462612495e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5653315126895905,
      "num_tokens": 420888790.0,
      "step": 546490
    },
    {
      "epoch": 0.6932129819193819,
      "grad_norm": 5.1875,
      "learning_rate": 1.5341360316038658e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5307064592838288,
      "num_tokens": 420897160.0,
      "step": 546500
    },
    {
      "epoch": 0.6932256665119146,
      "grad_norm": 9.4375,
      "learning_rate": 1.5340726005952366e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5414549887180329,
      "num_tokens": 420904180.0,
      "step": 546510
    },
    {
      "epoch": 0.6932383511044474,
      "grad_norm": 4.59375,
      "learning_rate": 1.5340091695866075e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5854760199785233,
      "num_tokens": 420912891.0,
      "step": 546520
    },
    {
      "epoch": 0.6932510356969803,
      "grad_norm": 4.96875,
      "learning_rate": 1.5339457385779784e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5481253743171692,
      "num_tokens": 420921378.0,
      "step": 546530
    },
    {
      "epoch": 0.6932637202895131,
      "grad_norm": 6.4375,
      "learning_rate": 1.5338823075693493e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.545080092549324,
      "num_tokens": 420928315.0,
      "step": 546540
    },
    {
      "epoch": 0.693276404882046,
      "grad_norm": 7.28125,
      "learning_rate": 1.53381887656072e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5581251531839371,
      "num_tokens": 420936162.0,
      "step": 546550
    },
    {
      "epoch": 0.6932890894745788,
      "grad_norm": 6.84375,
      "learning_rate": 1.533755445552091e-05,
      "loss": 2.2468,
      "mean_token_accuracy": 0.5283144414424896,
      "num_tokens": 420943995.0,
      "step": 546560
    },
    {
      "epoch": 0.6933017740671117,
      "grad_norm": 5.375,
      "learning_rate": 1.5336920145434615e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5187037795782089,
      "num_tokens": 420951442.0,
      "step": 546570
    },
    {
      "epoch": 0.6933144586596445,
      "grad_norm": 5.125,
      "learning_rate": 1.5336285835348327e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5549312680959702,
      "num_tokens": 420958722.0,
      "step": 546580
    },
    {
      "epoch": 0.6933271432521773,
      "grad_norm": 6.0,
      "learning_rate": 1.5335651525262036e-05,
      "loss": 1.8189,
      "mean_token_accuracy": 0.6066801369190216,
      "num_tokens": 420965845.0,
      "step": 546590
    },
    {
      "epoch": 0.6933398278447102,
      "grad_norm": 5.0625,
      "learning_rate": 1.533501721517574e-05,
      "loss": 2.2977,
      "mean_token_accuracy": 0.5213173389434814,
      "num_tokens": 420974201.0,
      "step": 546600
    },
    {
      "epoch": 0.6933525124372429,
      "grad_norm": 5.0625,
      "learning_rate": 1.533438290508945e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.562282943725586,
      "num_tokens": 420982991.0,
      "step": 546610
    },
    {
      "epoch": 0.6933651970297758,
      "grad_norm": 4.75,
      "learning_rate": 1.533374859500316e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5322213739156723,
      "num_tokens": 420991928.0,
      "step": 546620
    },
    {
      "epoch": 0.6933778816223086,
      "grad_norm": 4.8125,
      "learning_rate": 1.5333114284916868e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5619781225919723,
      "num_tokens": 420999382.0,
      "step": 546630
    },
    {
      "epoch": 0.6933905662148415,
      "grad_norm": 5.96875,
      "learning_rate": 1.5332479974830577e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5606381744146347,
      "num_tokens": 421005791.0,
      "step": 546640
    },
    {
      "epoch": 0.6934032508073743,
      "grad_norm": 8.1875,
      "learning_rate": 1.5331845664744285e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5670353770256042,
      "num_tokens": 421012072.0,
      "step": 546650
    },
    {
      "epoch": 0.6934159353999072,
      "grad_norm": 9.5625,
      "learning_rate": 1.5331211354657994e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5377724647521973,
      "num_tokens": 421019297.0,
      "step": 546660
    },
    {
      "epoch": 0.69342861999244,
      "grad_norm": 9.1875,
      "learning_rate": 1.53305770445717e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5398559659719467,
      "num_tokens": 421027012.0,
      "step": 546670
    },
    {
      "epoch": 0.6934413045849728,
      "grad_norm": 5.9375,
      "learning_rate": 1.532994273448541e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5144413143396378,
      "num_tokens": 421035061.0,
      "step": 546680
    },
    {
      "epoch": 0.6934539891775057,
      "grad_norm": 4.84375,
      "learning_rate": 1.532930842439912e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5628820598125458,
      "num_tokens": 421042529.0,
      "step": 546690
    },
    {
      "epoch": 0.6934666737700385,
      "grad_norm": 4.9375,
      "learning_rate": 1.5328674114312826e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5597542941570282,
      "num_tokens": 421052032.0,
      "step": 546700
    },
    {
      "epoch": 0.6934793583625714,
      "grad_norm": 6.65625,
      "learning_rate": 1.5328039804226534e-05,
      "loss": 1.8719,
      "mean_token_accuracy": 0.5812071323394775,
      "num_tokens": 421058370.0,
      "step": 546710
    },
    {
      "epoch": 0.6934920429551041,
      "grad_norm": 10.5,
      "learning_rate": 1.5327405494140243e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5410238981246949,
      "num_tokens": 421066383.0,
      "step": 546720
    },
    {
      "epoch": 0.693504727547637,
      "grad_norm": 6.0,
      "learning_rate": 1.5326771184053955e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5359776616096497,
      "num_tokens": 421074346.0,
      "step": 546730
    },
    {
      "epoch": 0.6935174121401698,
      "grad_norm": 5.53125,
      "learning_rate": 1.532613687396766e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.568670928478241,
      "num_tokens": 421080499.0,
      "step": 546740
    },
    {
      "epoch": 0.6935300967327026,
      "grad_norm": 6.09375,
      "learning_rate": 1.532550256388137e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5363578706979751,
      "num_tokens": 421088222.0,
      "step": 546750
    },
    {
      "epoch": 0.6935427813252355,
      "grad_norm": 5.6875,
      "learning_rate": 1.5324868253795078e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.568817988038063,
      "num_tokens": 421096550.0,
      "step": 546760
    },
    {
      "epoch": 0.6935554659177683,
      "grad_norm": 4.71875,
      "learning_rate": 1.5324233943708787e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5503693282604217,
      "num_tokens": 421103645.0,
      "step": 546770
    },
    {
      "epoch": 0.6935681505103012,
      "grad_norm": 5.8125,
      "learning_rate": 1.5323599633622495e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5531380563974381,
      "num_tokens": 421110934.0,
      "step": 546780
    },
    {
      "epoch": 0.693580835102834,
      "grad_norm": 5.03125,
      "learning_rate": 1.5322965323536204e-05,
      "loss": 2.064,
      "mean_token_accuracy": 0.5370690315961838,
      "num_tokens": 421119458.0,
      "step": 546790
    },
    {
      "epoch": 0.6935935196953669,
      "grad_norm": 4.90625,
      "learning_rate": 1.5322331013449913e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5254615098237991,
      "num_tokens": 421127598.0,
      "step": 546800
    },
    {
      "epoch": 0.6936062042878997,
      "grad_norm": 6.5,
      "learning_rate": 1.532169670336362e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5357638835906983,
      "num_tokens": 421134856.0,
      "step": 546810
    },
    {
      "epoch": 0.6936188888804325,
      "grad_norm": 4.8125,
      "learning_rate": 1.532106239327733e-05,
      "loss": 1.8942,
      "mean_token_accuracy": 0.5731985867023468,
      "num_tokens": 421142011.0,
      "step": 546820
    },
    {
      "epoch": 0.6936315734729653,
      "grad_norm": 5.78125,
      "learning_rate": 1.532042808319104e-05,
      "loss": 1.7699,
      "mean_token_accuracy": 0.6205097198486328,
      "num_tokens": 421147645.0,
      "step": 546830
    },
    {
      "epoch": 0.6936442580654981,
      "grad_norm": 6.71875,
      "learning_rate": 1.5319793773104745e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.560454735159874,
      "num_tokens": 421155330.0,
      "step": 546840
    },
    {
      "epoch": 0.693656942658031,
      "grad_norm": 6.59375,
      "learning_rate": 1.5319159463018453e-05,
      "loss": 1.8918,
      "mean_token_accuracy": 0.5668076545000076,
      "num_tokens": 421163381.0,
      "step": 546850
    },
    {
      "epoch": 0.6936696272505638,
      "grad_norm": 5.78125,
      "learning_rate": 1.5318525152932162e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5524235039949417,
      "num_tokens": 421171714.0,
      "step": 546860
    },
    {
      "epoch": 0.6936823118430967,
      "grad_norm": 7.03125,
      "learning_rate": 1.531789084284587e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5164510488510132,
      "num_tokens": 421180439.0,
      "step": 546870
    },
    {
      "epoch": 0.6936949964356295,
      "grad_norm": 5.15625,
      "learning_rate": 1.531725653275958e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5286708831787109,
      "num_tokens": 421189460.0,
      "step": 546880
    },
    {
      "epoch": 0.6937076810281624,
      "grad_norm": 5.8125,
      "learning_rate": 1.5316622222673288e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5630950570106507,
      "num_tokens": 421197705.0,
      "step": 546890
    },
    {
      "epoch": 0.6937203656206952,
      "grad_norm": 8.25,
      "learning_rate": 1.5315987912586997e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5310990899801254,
      "num_tokens": 421204973.0,
      "step": 546900
    },
    {
      "epoch": 0.693733050213228,
      "grad_norm": 5.71875,
      "learning_rate": 1.5315353602500702e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5162710160017013,
      "num_tokens": 421212745.0,
      "step": 546910
    },
    {
      "epoch": 0.6937457348057608,
      "grad_norm": 5.59375,
      "learning_rate": 1.5314719292414414e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5350540488958359,
      "num_tokens": 421220729.0,
      "step": 546920
    },
    {
      "epoch": 0.6937584193982936,
      "grad_norm": 6.8125,
      "learning_rate": 1.5314084982328123e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5549547433853149,
      "num_tokens": 421227956.0,
      "step": 546930
    },
    {
      "epoch": 0.6937711039908265,
      "grad_norm": 5.1875,
      "learning_rate": 1.5313450672241832e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.527596440911293,
      "num_tokens": 421236658.0,
      "step": 546940
    },
    {
      "epoch": 0.6937837885833593,
      "grad_norm": 9.6875,
      "learning_rate": 1.5312816362155537e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5806696563959122,
      "num_tokens": 421242859.0,
      "step": 546950
    },
    {
      "epoch": 0.6937964731758922,
      "grad_norm": 5.71875,
      "learning_rate": 1.5312182052069246e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5608070164918899,
      "num_tokens": 421249118.0,
      "step": 546960
    },
    {
      "epoch": 0.693809157768425,
      "grad_norm": 5.125,
      "learning_rate": 1.5311547741982958e-05,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5681571185588836,
      "num_tokens": 421256788.0,
      "step": 546970
    },
    {
      "epoch": 0.6938218423609578,
      "grad_norm": 5.4375,
      "learning_rate": 1.5310913431896664e-05,
      "loss": 1.9609,
      "mean_token_accuracy": 0.5716200202703476,
      "num_tokens": 421264730.0,
      "step": 546980
    },
    {
      "epoch": 0.6938345269534907,
      "grad_norm": 5.625,
      "learning_rate": 1.5310279121810372e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5203369140625,
      "num_tokens": 421271843.0,
      "step": 546990
    },
    {
      "epoch": 0.6938472115460235,
      "grad_norm": 8.0,
      "learning_rate": 1.530964481172408e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.54217449426651,
      "num_tokens": 421280542.0,
      "step": 547000
    },
    {
      "epoch": 0.6938598961385564,
      "grad_norm": 5.625,
      "learning_rate": 1.530901050163779e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5452861100435257,
      "num_tokens": 421287484.0,
      "step": 547010
    },
    {
      "epoch": 0.6938725807310892,
      "grad_norm": 5.28125,
      "learning_rate": 1.53083761915515e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5306628614664077,
      "num_tokens": 421295227.0,
      "step": 547020
    },
    {
      "epoch": 0.693885265323622,
      "grad_norm": 5.03125,
      "learning_rate": 1.5307741881465207e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5621004104614258,
      "num_tokens": 421303858.0,
      "step": 547030
    },
    {
      "epoch": 0.6938979499161548,
      "grad_norm": 7.5,
      "learning_rate": 1.5307107571378916e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5465095520019532,
      "num_tokens": 421312795.0,
      "step": 547040
    },
    {
      "epoch": 0.6939106345086877,
      "grad_norm": 5.46875,
      "learning_rate": 1.530647326129262e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5428537756204606,
      "num_tokens": 421321350.0,
      "step": 547050
    },
    {
      "epoch": 0.6939233191012205,
      "grad_norm": 8.0,
      "learning_rate": 1.530583895120633e-05,
      "loss": 1.8674,
      "mean_token_accuracy": 0.5947897285223007,
      "num_tokens": 421328948.0,
      "step": 547060
    },
    {
      "epoch": 0.6939360036937533,
      "grad_norm": 5.6875,
      "learning_rate": 1.5305204641120042e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5607829004526138,
      "num_tokens": 421336971.0,
      "step": 547070
    },
    {
      "epoch": 0.6939486882862862,
      "grad_norm": 4.9375,
      "learning_rate": 1.5304570331033748e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5508726507425308,
      "num_tokens": 421345198.0,
      "step": 547080
    },
    {
      "epoch": 0.693961372878819,
      "grad_norm": 5.90625,
      "learning_rate": 1.5303936020947456e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5335500419139863,
      "num_tokens": 421351852.0,
      "step": 547090
    },
    {
      "epoch": 0.6939740574713519,
      "grad_norm": 4.96875,
      "learning_rate": 1.5303301710861165e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5600756496191025,
      "num_tokens": 421358534.0,
      "step": 547100
    },
    {
      "epoch": 0.6939867420638847,
      "grad_norm": 7.84375,
      "learning_rate": 1.5302667400774874e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5448137700557709,
      "num_tokens": 421366288.0,
      "step": 547110
    },
    {
      "epoch": 0.6939994266564176,
      "grad_norm": 6.4375,
      "learning_rate": 1.5302033090688582e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5599487453699112,
      "num_tokens": 421373922.0,
      "step": 547120
    },
    {
      "epoch": 0.6940121112489503,
      "grad_norm": 5.625,
      "learning_rate": 1.530139878060229e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5326043754816056,
      "num_tokens": 421382157.0,
      "step": 547130
    },
    {
      "epoch": 0.6940247958414831,
      "grad_norm": 6.65625,
      "learning_rate": 1.5300764470516e-05,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5742903649806976,
      "num_tokens": 421389503.0,
      "step": 547140
    },
    {
      "epoch": 0.694037480434016,
      "grad_norm": 5.03125,
      "learning_rate": 1.530013016042971e-05,
      "loss": 1.926,
      "mean_token_accuracy": 0.5693541795015336,
      "num_tokens": 421397337.0,
      "step": 547150
    },
    {
      "epoch": 0.6940501650265488,
      "grad_norm": 7.59375,
      "learning_rate": 1.5299495850343414e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5572384059429168,
      "num_tokens": 421404419.0,
      "step": 547160
    },
    {
      "epoch": 0.6940628496190817,
      "grad_norm": 4.71875,
      "learning_rate": 1.5298861540257126e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5551582783460617,
      "num_tokens": 421411954.0,
      "step": 547170
    },
    {
      "epoch": 0.6940755342116145,
      "grad_norm": 5.71875,
      "learning_rate": 1.5298227230170835e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.519952991604805,
      "num_tokens": 421418925.0,
      "step": 547180
    },
    {
      "epoch": 0.6940882188041474,
      "grad_norm": 5.28125,
      "learning_rate": 1.529759292008454e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5227780729532242,
      "num_tokens": 421428702.0,
      "step": 547190
    },
    {
      "epoch": 0.6941009033966802,
      "grad_norm": 5.625,
      "learning_rate": 1.529695860999825e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5420891255140304,
      "num_tokens": 421436440.0,
      "step": 547200
    },
    {
      "epoch": 0.6941135879892131,
      "grad_norm": 5.28125,
      "learning_rate": 1.5296324299911958e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5685918748378753,
      "num_tokens": 421442931.0,
      "step": 547210
    },
    {
      "epoch": 0.6941262725817459,
      "grad_norm": 4.75,
      "learning_rate": 1.5295689989825666e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5346683233976364,
      "num_tokens": 421450177.0,
      "step": 547220
    },
    {
      "epoch": 0.6941389571742786,
      "grad_norm": 5.0,
      "learning_rate": 1.5295055679739375e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5201446831226348,
      "num_tokens": 421459719.0,
      "step": 547230
    },
    {
      "epoch": 0.6941516417668115,
      "grad_norm": 5.34375,
      "learning_rate": 1.5294421369653084e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5625015050172806,
      "num_tokens": 421467401.0,
      "step": 547240
    },
    {
      "epoch": 0.6941643263593443,
      "grad_norm": 5.625,
      "learning_rate": 1.5293787059566793e-05,
      "loss": 2.288,
      "mean_token_accuracy": 0.5173999756574631,
      "num_tokens": 421475053.0,
      "step": 547250
    },
    {
      "epoch": 0.6941770109518772,
      "grad_norm": 6.5,
      "learning_rate": 1.52931527494805e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5395232200622558,
      "num_tokens": 421481491.0,
      "step": 547260
    },
    {
      "epoch": 0.69418969554441,
      "grad_norm": 6.46875,
      "learning_rate": 1.529251843939421e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5869984447956085,
      "num_tokens": 421488509.0,
      "step": 547270
    },
    {
      "epoch": 0.6942023801369429,
      "grad_norm": 4.84375,
      "learning_rate": 1.529188412930792e-05,
      "loss": 1.7861,
      "mean_token_accuracy": 0.5939258128404618,
      "num_tokens": 421495050.0,
      "step": 547280
    },
    {
      "epoch": 0.6942150647294757,
      "grad_norm": 6.96875,
      "learning_rate": 1.5291249819221624e-05,
      "loss": 1.8701,
      "mean_token_accuracy": 0.5930322587490082,
      "num_tokens": 421501327.0,
      "step": 547290
    },
    {
      "epoch": 0.6942277493220085,
      "grad_norm": 5.25,
      "learning_rate": 1.5290615509135333e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5618614763021469,
      "num_tokens": 421509505.0,
      "step": 547300
    },
    {
      "epoch": 0.6942404339145414,
      "grad_norm": 6.09375,
      "learning_rate": 1.5289981199049045e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.517166006565094,
      "num_tokens": 421517663.0,
      "step": 547310
    },
    {
      "epoch": 0.6942531185070742,
      "grad_norm": 5.96875,
      "learning_rate": 1.5289346888962754e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5589982956647873,
      "num_tokens": 421524980.0,
      "step": 547320
    },
    {
      "epoch": 0.6942658030996071,
      "grad_norm": 4.71875,
      "learning_rate": 1.528871257887646e-05,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5726384580135345,
      "num_tokens": 421532011.0,
      "step": 547330
    },
    {
      "epoch": 0.6942784876921398,
      "grad_norm": 5.03125,
      "learning_rate": 1.5288078268790168e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5284436970949173,
      "num_tokens": 421539376.0,
      "step": 547340
    },
    {
      "epoch": 0.6942911722846727,
      "grad_norm": 7.625,
      "learning_rate": 1.5287443958703877e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5474071502685547,
      "num_tokens": 421546772.0,
      "step": 547350
    },
    {
      "epoch": 0.6943038568772055,
      "grad_norm": 5.21875,
      "learning_rate": 1.5286809648617585e-05,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5683107316493988,
      "num_tokens": 421554447.0,
      "step": 547360
    },
    {
      "epoch": 0.6943165414697383,
      "grad_norm": 9.25,
      "learning_rate": 1.5286175338531294e-05,
      "loss": 1.9064,
      "mean_token_accuracy": 0.5706628173589706,
      "num_tokens": 421561796.0,
      "step": 547370
    },
    {
      "epoch": 0.6943292260622712,
      "grad_norm": 5.96875,
      "learning_rate": 1.5285541028445003e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.5692405760288238,
      "num_tokens": 421569255.0,
      "step": 547380
    },
    {
      "epoch": 0.694341910654804,
      "grad_norm": 6.15625,
      "learning_rate": 1.528490671835871e-05,
      "loss": 1.9149,
      "mean_token_accuracy": 0.5638509869575501,
      "num_tokens": 421575577.0,
      "step": 547390
    },
    {
      "epoch": 0.6943545952473369,
      "grad_norm": 5.09375,
      "learning_rate": 1.5284272408272417e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5376170009374619,
      "num_tokens": 421583515.0,
      "step": 547400
    },
    {
      "epoch": 0.6943672798398697,
      "grad_norm": 5.75,
      "learning_rate": 1.528363809818613e-05,
      "loss": 2.2571,
      "mean_token_accuracy": 0.5183971166610718,
      "num_tokens": 421592051.0,
      "step": 547410
    },
    {
      "epoch": 0.6943799644324026,
      "grad_norm": 4.6875,
      "learning_rate": 1.5283003788099838e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5705474078655243,
      "num_tokens": 421599078.0,
      "step": 547420
    },
    {
      "epoch": 0.6943926490249354,
      "grad_norm": 4.75,
      "learning_rate": 1.5282369478013543e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5408869534730911,
      "num_tokens": 421606454.0,
      "step": 547430
    },
    {
      "epoch": 0.6944053336174683,
      "grad_norm": 5.03125,
      "learning_rate": 1.5281735167927252e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5383506953716278,
      "num_tokens": 421613985.0,
      "step": 547440
    },
    {
      "epoch": 0.694418018210001,
      "grad_norm": 5.1875,
      "learning_rate": 1.528110085784096e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5380323857069016,
      "num_tokens": 421621229.0,
      "step": 547450
    },
    {
      "epoch": 0.6944307028025338,
      "grad_norm": 4.90625,
      "learning_rate": 1.528046654775467e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5583976030349731,
      "num_tokens": 421628869.0,
      "step": 547460
    },
    {
      "epoch": 0.6944433873950667,
      "grad_norm": 6.96875,
      "learning_rate": 1.5279832237668378e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5281910717487335,
      "num_tokens": 421636700.0,
      "step": 547470
    },
    {
      "epoch": 0.6944560719875995,
      "grad_norm": 5.09375,
      "learning_rate": 1.5279197927582087e-05,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5458545356988906,
      "num_tokens": 421644612.0,
      "step": 547480
    },
    {
      "epoch": 0.6944687565801324,
      "grad_norm": 5.25,
      "learning_rate": 1.5278563617495796e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5604291558265686,
      "num_tokens": 421652173.0,
      "step": 547490
    },
    {
      "epoch": 0.6944814411726652,
      "grad_norm": 6.375,
      "learning_rate": 1.52779293074095e-05,
      "loss": 1.8414,
      "mean_token_accuracy": 0.5874557614326477,
      "num_tokens": 421659558.0,
      "step": 547500
    },
    {
      "epoch": 0.6944941257651981,
      "grad_norm": 7.1875,
      "learning_rate": 1.5277294997323213e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5333554893732071,
      "num_tokens": 421668307.0,
      "step": 547510
    },
    {
      "epoch": 0.6945068103577309,
      "grad_norm": 8.75,
      "learning_rate": 1.5276660687236922e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5651223182678222,
      "num_tokens": 421674652.0,
      "step": 547520
    },
    {
      "epoch": 0.6945194949502637,
      "grad_norm": 5.5,
      "learning_rate": 1.527602637715063e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5589363366365433,
      "num_tokens": 421680674.0,
      "step": 547530
    },
    {
      "epoch": 0.6945321795427966,
      "grad_norm": 4.875,
      "learning_rate": 1.5275392067064336e-05,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5541891664266586,
      "num_tokens": 421688103.0,
      "step": 547540
    },
    {
      "epoch": 0.6945448641353293,
      "grad_norm": 4.8125,
      "learning_rate": 1.5274757756978045e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.554645237326622,
      "num_tokens": 421696087.0,
      "step": 547550
    },
    {
      "epoch": 0.6945575487278622,
      "grad_norm": 5.09375,
      "learning_rate": 1.5274123446891757e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5169873863458634,
      "num_tokens": 421703816.0,
      "step": 547560
    },
    {
      "epoch": 0.694570233320395,
      "grad_norm": 6.5625,
      "learning_rate": 1.5273489136805462e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5460182368755341,
      "num_tokens": 421710855.0,
      "step": 547570
    },
    {
      "epoch": 0.6945829179129279,
      "grad_norm": 8.5625,
      "learning_rate": 1.527285482671917e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5217291057109833,
      "num_tokens": 421717881.0,
      "step": 547580
    },
    {
      "epoch": 0.6945956025054607,
      "grad_norm": 6.4375,
      "learning_rate": 1.527222051663288e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5318491637706757,
      "num_tokens": 421725280.0,
      "step": 547590
    },
    {
      "epoch": 0.6946082870979936,
      "grad_norm": 4.71875,
      "learning_rate": 1.527158620654659e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5611934959888458,
      "num_tokens": 421733091.0,
      "step": 547600
    },
    {
      "epoch": 0.6946209716905264,
      "grad_norm": 6.21875,
      "learning_rate": 1.5270951896460297e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5546469062566757,
      "num_tokens": 421740486.0,
      "step": 547610
    },
    {
      "epoch": 0.6946336562830592,
      "grad_norm": 4.78125,
      "learning_rate": 1.5270317586374006e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5239755898714066,
      "num_tokens": 421748486.0,
      "step": 547620
    },
    {
      "epoch": 0.6946463408755921,
      "grad_norm": 5.53125,
      "learning_rate": 1.5269683276287715e-05,
      "loss": 1.8899,
      "mean_token_accuracy": 0.5773540675640106,
      "num_tokens": 421756301.0,
      "step": 547630
    },
    {
      "epoch": 0.6946590254681249,
      "grad_norm": 4.8125,
      "learning_rate": 1.526904896620142e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5403261095285415,
      "num_tokens": 421763999.0,
      "step": 547640
    },
    {
      "epoch": 0.6946717100606578,
      "grad_norm": 4.96875,
      "learning_rate": 1.526841465611513e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5749101340770721,
      "num_tokens": 421770157.0,
      "step": 547650
    },
    {
      "epoch": 0.6946843946531905,
      "grad_norm": 6.0625,
      "learning_rate": 1.526778034602884e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5752645671367645,
      "num_tokens": 421777851.0,
      "step": 547660
    },
    {
      "epoch": 0.6946970792457234,
      "grad_norm": 5.8125,
      "learning_rate": 1.5267146035942546e-05,
      "loss": 2.2468,
      "mean_token_accuracy": 0.5243399709463119,
      "num_tokens": 421785068.0,
      "step": 547670
    },
    {
      "epoch": 0.6947097638382562,
      "grad_norm": 6.25,
      "learning_rate": 1.5266511725856255e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5350960403680801,
      "num_tokens": 421792812.0,
      "step": 547680
    },
    {
      "epoch": 0.694722448430789,
      "grad_norm": 4.84375,
      "learning_rate": 1.5265877415769964e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5303180515766144,
      "num_tokens": 421801247.0,
      "step": 547690
    },
    {
      "epoch": 0.6947351330233219,
      "grad_norm": 6.40625,
      "learning_rate": 1.5265243105683672e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5663474291563034,
      "num_tokens": 421808317.0,
      "step": 547700
    },
    {
      "epoch": 0.6947478176158547,
      "grad_norm": 5.21875,
      "learning_rate": 1.526460879559738e-05,
      "loss": 2.2875,
      "mean_token_accuracy": 0.5102790087461472,
      "num_tokens": 421816598.0,
      "step": 547710
    },
    {
      "epoch": 0.6947605022083876,
      "grad_norm": 8.6875,
      "learning_rate": 1.526397448551109e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5523081868886948,
      "num_tokens": 421822432.0,
      "step": 547720
    },
    {
      "epoch": 0.6947731868009204,
      "grad_norm": 5.4375,
      "learning_rate": 1.52633401754248e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5228776067495347,
      "num_tokens": 421830145.0,
      "step": 547730
    },
    {
      "epoch": 0.6947858713934533,
      "grad_norm": 6.875,
      "learning_rate": 1.5262705865338507e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.564093393087387,
      "num_tokens": 421838078.0,
      "step": 547740
    },
    {
      "epoch": 0.694798555985986,
      "grad_norm": 5.6875,
      "learning_rate": 1.5262071555252216e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5435377776622772,
      "num_tokens": 421846535.0,
      "step": 547750
    },
    {
      "epoch": 0.694811240578519,
      "grad_norm": 11.5,
      "learning_rate": 1.5261437245165925e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5415650516748428,
      "num_tokens": 421853167.0,
      "step": 547760
    },
    {
      "epoch": 0.6948239251710517,
      "grad_norm": 6.78125,
      "learning_rate": 1.5260802935079634e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5445181667804718,
      "num_tokens": 421862323.0,
      "step": 547770
    },
    {
      "epoch": 0.6948366097635845,
      "grad_norm": 5.9375,
      "learning_rate": 1.526016862499334e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5487780898809433,
      "num_tokens": 421870077.0,
      "step": 547780
    },
    {
      "epoch": 0.6948492943561174,
      "grad_norm": 5.65625,
      "learning_rate": 1.5259534314907048e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5493374437093734,
      "num_tokens": 421877184.0,
      "step": 547790
    },
    {
      "epoch": 0.6948619789486502,
      "grad_norm": 4.84375,
      "learning_rate": 1.525890000482076e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5365418344736099,
      "num_tokens": 421885475.0,
      "step": 547800
    },
    {
      "epoch": 0.6948746635411831,
      "grad_norm": 5.5,
      "learning_rate": 1.5258265694734467e-05,
      "loss": 1.8769,
      "mean_token_accuracy": 0.5734989672899247,
      "num_tokens": 421892255.0,
      "step": 547810
    },
    {
      "epoch": 0.6948873481337159,
      "grad_norm": 5.28125,
      "learning_rate": 1.5257631384648174e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5419734746217728,
      "num_tokens": 421901268.0,
      "step": 547820
    },
    {
      "epoch": 0.6949000327262488,
      "grad_norm": 5.625,
      "learning_rate": 1.5256997074561883e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5487899839878082,
      "num_tokens": 421909017.0,
      "step": 547830
    },
    {
      "epoch": 0.6949127173187816,
      "grad_norm": 6.375,
      "learning_rate": 1.525636276447559e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5393632829189301,
      "num_tokens": 421916012.0,
      "step": 547840
    },
    {
      "epoch": 0.6949254019113144,
      "grad_norm": 5.8125,
      "learning_rate": 1.52557284543893e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5635882437229156,
      "num_tokens": 421924206.0,
      "step": 547850
    },
    {
      "epoch": 0.6949380865038473,
      "grad_norm": 4.71875,
      "learning_rate": 1.5255094144303009e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.540385615825653,
      "num_tokens": 421932318.0,
      "step": 547860
    },
    {
      "epoch": 0.69495077109638,
      "grad_norm": 5.5625,
      "learning_rate": 1.5254459834216716e-05,
      "loss": 1.8046,
      "mean_token_accuracy": 0.5990531265735626,
      "num_tokens": 421939592.0,
      "step": 547870
    },
    {
      "epoch": 0.6949634556889129,
      "grad_norm": 6.25,
      "learning_rate": 1.5253825524130425e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5758825182914734,
      "num_tokens": 421947580.0,
      "step": 547880
    },
    {
      "epoch": 0.6949761402814457,
      "grad_norm": 5.25,
      "learning_rate": 1.5253191214044132e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5599166095256806,
      "num_tokens": 421955951.0,
      "step": 547890
    },
    {
      "epoch": 0.6949888248739786,
      "grad_norm": 5.78125,
      "learning_rate": 1.5252556903957844e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5460177183151245,
      "num_tokens": 421964542.0,
      "step": 547900
    },
    {
      "epoch": 0.6950015094665114,
      "grad_norm": 5.1875,
      "learning_rate": 1.5251922593871551e-05,
      "loss": 1.8271,
      "mean_token_accuracy": 0.6027811169624329,
      "num_tokens": 421971695.0,
      "step": 547910
    },
    {
      "epoch": 0.6950141940590442,
      "grad_norm": 5.75,
      "learning_rate": 1.525128828378526e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.545622318983078,
      "num_tokens": 421979512.0,
      "step": 547920
    },
    {
      "epoch": 0.6950268786515771,
      "grad_norm": 6.03125,
      "learning_rate": 1.5250653973698967e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5538230419158936,
      "num_tokens": 421987870.0,
      "step": 547930
    },
    {
      "epoch": 0.6950395632441099,
      "grad_norm": 6.0,
      "learning_rate": 1.5250019663612675e-05,
      "loss": 1.9,
      "mean_token_accuracy": 0.587111410498619,
      "num_tokens": 421995364.0,
      "step": 547940
    },
    {
      "epoch": 0.6950522478366428,
      "grad_norm": 4.96875,
      "learning_rate": 1.5249385353526386e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.520914950966835,
      "num_tokens": 422004036.0,
      "step": 547950
    },
    {
      "epoch": 0.6950649324291756,
      "grad_norm": 4.96875,
      "learning_rate": 1.5248751043440093e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5495566338300705,
      "num_tokens": 422011582.0,
      "step": 547960
    },
    {
      "epoch": 0.6950776170217084,
      "grad_norm": 10.3125,
      "learning_rate": 1.5248116733353802e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5351792812347412,
      "num_tokens": 422018443.0,
      "step": 547970
    },
    {
      "epoch": 0.6950903016142412,
      "grad_norm": 5.28125,
      "learning_rate": 1.5247482423267509e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5250045597553253,
      "num_tokens": 422025397.0,
      "step": 547980
    },
    {
      "epoch": 0.6951029862067741,
      "grad_norm": 5.6875,
      "learning_rate": 1.5246848113181217e-05,
      "loss": 1.6221,
      "mean_token_accuracy": 0.6359454810619354,
      "num_tokens": 422030921.0,
      "step": 547990
    },
    {
      "epoch": 0.6951156707993069,
      "grad_norm": 5.46875,
      "learning_rate": 1.5246213803094928e-05,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5310645580291748,
      "num_tokens": 422037672.0,
      "step": 548000
    },
    {
      "epoch": 0.6951283553918397,
      "grad_norm": 4.46875,
      "learning_rate": 1.5245579493008635e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5484154403209687,
      "num_tokens": 422045922.0,
      "step": 548010
    },
    {
      "epoch": 0.6951410399843726,
      "grad_norm": 5.46875,
      "learning_rate": 1.5244945182922344e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5564294576644897,
      "num_tokens": 422054476.0,
      "step": 548020
    },
    {
      "epoch": 0.6951537245769054,
      "grad_norm": 6.25,
      "learning_rate": 1.524431087283605e-05,
      "loss": 1.7493,
      "mean_token_accuracy": 0.6125433623790741,
      "num_tokens": 422061708.0,
      "step": 548030
    },
    {
      "epoch": 0.6951664091694383,
      "grad_norm": 4.71875,
      "learning_rate": 1.524367656274976e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5278898060321808,
      "num_tokens": 422070425.0,
      "step": 548040
    },
    {
      "epoch": 0.6951790937619711,
      "grad_norm": 5.71875,
      "learning_rate": 1.524304225266347e-05,
      "loss": 1.6101,
      "mean_token_accuracy": 0.6393601894378662,
      "num_tokens": 422075899.0,
      "step": 548050
    },
    {
      "epoch": 0.695191778354504,
      "grad_norm": 5.0625,
      "learning_rate": 1.5242407942577177e-05,
      "loss": 1.8598,
      "mean_token_accuracy": 0.5911476165056229,
      "num_tokens": 422083264.0,
      "step": 548060
    },
    {
      "epoch": 0.6952044629470367,
      "grad_norm": 4.46875,
      "learning_rate": 1.5241773632490886e-05,
      "loss": 1.7241,
      "mean_token_accuracy": 0.6079114079475403,
      "num_tokens": 422090387.0,
      "step": 548070
    },
    {
      "epoch": 0.6952171475395695,
      "grad_norm": 6.71875,
      "learning_rate": 1.5241139322404593e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5573648333549499,
      "num_tokens": 422095987.0,
      "step": 548080
    },
    {
      "epoch": 0.6952298321321024,
      "grad_norm": 6.0,
      "learning_rate": 1.5240505012318301e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5549798607826233,
      "num_tokens": 422103196.0,
      "step": 548090
    },
    {
      "epoch": 0.6952425167246352,
      "grad_norm": 9.5625,
      "learning_rate": 1.5239870702232012e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5282084941864014,
      "num_tokens": 422111360.0,
      "step": 548100
    },
    {
      "epoch": 0.6952552013171681,
      "grad_norm": 4.71875,
      "learning_rate": 1.523923639214572e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5339140504598617,
      "num_tokens": 422120397.0,
      "step": 548110
    },
    {
      "epoch": 0.6952678859097009,
      "grad_norm": 5.75,
      "learning_rate": 1.5238602082059428e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5444620370864868,
      "num_tokens": 422128885.0,
      "step": 548120
    },
    {
      "epoch": 0.6952805705022338,
      "grad_norm": 5.34375,
      "learning_rate": 1.5237967771973136e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5540539741516113,
      "num_tokens": 422136610.0,
      "step": 548130
    },
    {
      "epoch": 0.6952932550947666,
      "grad_norm": 7.59375,
      "learning_rate": 1.5237333461886843e-05,
      "loss": 2.2711,
      "mean_token_accuracy": 0.5166863620281219,
      "num_tokens": 422144112.0,
      "step": 548140
    },
    {
      "epoch": 0.6953059396872995,
      "grad_norm": 7.96875,
      "learning_rate": 1.5236699151800554e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5666356474161148,
      "num_tokens": 422152825.0,
      "step": 548150
    },
    {
      "epoch": 0.6953186242798323,
      "grad_norm": 6.0,
      "learning_rate": 1.5236064841714263e-05,
      "loss": 1.9173,
      "mean_token_accuracy": 0.5779209345579147,
      "num_tokens": 422158634.0,
      "step": 548160
    },
    {
      "epoch": 0.695331308872365,
      "grad_norm": 5.84375,
      "learning_rate": 1.523543053162797e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5312002509832382,
      "num_tokens": 422166391.0,
      "step": 548170
    },
    {
      "epoch": 0.695343993464898,
      "grad_norm": 6.375,
      "learning_rate": 1.5234796221541678e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5300978511571884,
      "num_tokens": 422173879.0,
      "step": 548180
    },
    {
      "epoch": 0.6953566780574307,
      "grad_norm": 5.03125,
      "learning_rate": 1.5234161911455389e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5304665088653564,
      "num_tokens": 422181813.0,
      "step": 548190
    },
    {
      "epoch": 0.6953693626499636,
      "grad_norm": 5.5625,
      "learning_rate": 1.5233527601369096e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5635631918907166,
      "num_tokens": 422189423.0,
      "step": 548200
    },
    {
      "epoch": 0.6953820472424964,
      "grad_norm": 4.96875,
      "learning_rate": 1.5232893291282805e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5336524665355682,
      "num_tokens": 422197605.0,
      "step": 548210
    },
    {
      "epoch": 0.6953947318350293,
      "grad_norm": 5.25,
      "learning_rate": 1.5232258981196512e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5805403560400009,
      "num_tokens": 422204872.0,
      "step": 548220
    },
    {
      "epoch": 0.6954074164275621,
      "grad_norm": 5.78125,
      "learning_rate": 1.523162467111022e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5343548834323884,
      "num_tokens": 422211988.0,
      "step": 548230
    },
    {
      "epoch": 0.6954201010200949,
      "grad_norm": 6.5,
      "learning_rate": 1.523099036102393e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5279861271381379,
      "num_tokens": 422219710.0,
      "step": 548240
    },
    {
      "epoch": 0.6954327856126278,
      "grad_norm": 7.71875,
      "learning_rate": 1.5230356050937638e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5407457172870636,
      "num_tokens": 422227758.0,
      "step": 548250
    },
    {
      "epoch": 0.6954454702051606,
      "grad_norm": 6.03125,
      "learning_rate": 1.5229721740851347e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5754803091287612,
      "num_tokens": 422235256.0,
      "step": 548260
    },
    {
      "epoch": 0.6954581547976935,
      "grad_norm": 4.75,
      "learning_rate": 1.5229087430765054e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5639037191867828,
      "num_tokens": 422241477.0,
      "step": 548270
    },
    {
      "epoch": 0.6954708393902262,
      "grad_norm": 5.3125,
      "learning_rate": 1.5228453120678762e-05,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5363083004951477,
      "num_tokens": 422249677.0,
      "step": 548280
    },
    {
      "epoch": 0.6954835239827591,
      "grad_norm": 12.5625,
      "learning_rate": 1.5227818810592473e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.57307747900486,
      "num_tokens": 422256650.0,
      "step": 548290
    },
    {
      "epoch": 0.6954962085752919,
      "grad_norm": 5.0,
      "learning_rate": 1.5227184500506182e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5429398566484451,
      "num_tokens": 422265074.0,
      "step": 548300
    },
    {
      "epoch": 0.6955088931678247,
      "grad_norm": 5.6875,
      "learning_rate": 1.5226550190419889e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5323033690452575,
      "num_tokens": 422273870.0,
      "step": 548310
    },
    {
      "epoch": 0.6955215777603576,
      "grad_norm": 5.53125,
      "learning_rate": 1.5225915880333597e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5232564836740494,
      "num_tokens": 422281851.0,
      "step": 548320
    },
    {
      "epoch": 0.6955342623528904,
      "grad_norm": 8.875,
      "learning_rate": 1.5225281570247304e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5451625883579254,
      "num_tokens": 422290259.0,
      "step": 548330
    },
    {
      "epoch": 0.6955469469454233,
      "grad_norm": 5.4375,
      "learning_rate": 1.5224647260161015e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5227014482021332,
      "num_tokens": 422297745.0,
      "step": 548340
    },
    {
      "epoch": 0.6955596315379561,
      "grad_norm": 5.71875,
      "learning_rate": 1.5224012950074724e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5375939220190048,
      "num_tokens": 422306407.0,
      "step": 548350
    },
    {
      "epoch": 0.695572316130489,
      "grad_norm": 5.125,
      "learning_rate": 1.522337863998843e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5492464065551758,
      "num_tokens": 422314265.0,
      "step": 548360
    },
    {
      "epoch": 0.6955850007230218,
      "grad_norm": 4.90625,
      "learning_rate": 1.522274432990214e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5343785524368286,
      "num_tokens": 422322047.0,
      "step": 548370
    },
    {
      "epoch": 0.6955976853155547,
      "grad_norm": 9.0,
      "learning_rate": 1.5222110019815846e-05,
      "loss": 2.2167,
      "mean_token_accuracy": 0.519216102361679,
      "num_tokens": 422329371.0,
      "step": 548380
    },
    {
      "epoch": 0.6956103699080874,
      "grad_norm": 5.1875,
      "learning_rate": 1.5221475709729557e-05,
      "loss": 1.7263,
      "mean_token_accuracy": 0.605944162607193,
      "num_tokens": 422336707.0,
      "step": 548390
    },
    {
      "epoch": 0.6956230545006202,
      "grad_norm": 5.28125,
      "learning_rate": 1.5220841399643266e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5460376024246216,
      "num_tokens": 422344816.0,
      "step": 548400
    },
    {
      "epoch": 0.6956357390931531,
      "grad_norm": 4.8125,
      "learning_rate": 1.5220207089556973e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.55371173620224,
      "num_tokens": 422352199.0,
      "step": 548410
    },
    {
      "epoch": 0.6956484236856859,
      "grad_norm": 5.625,
      "learning_rate": 1.5219572779470681e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5427277237176895,
      "num_tokens": 422360761.0,
      "step": 548420
    },
    {
      "epoch": 0.6956611082782188,
      "grad_norm": 5.09375,
      "learning_rate": 1.5218938469384388e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5513660848140717,
      "num_tokens": 422367392.0,
      "step": 548430
    },
    {
      "epoch": 0.6956737928707516,
      "grad_norm": 6.96875,
      "learning_rate": 1.5218304159298099e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.556662455201149,
      "num_tokens": 422375489.0,
      "step": 548440
    },
    {
      "epoch": 0.6956864774632845,
      "grad_norm": 4.53125,
      "learning_rate": 1.5217669849211808e-05,
      "loss": 1.8052,
      "mean_token_accuracy": 0.5991174846887588,
      "num_tokens": 422383169.0,
      "step": 548450
    },
    {
      "epoch": 0.6956991620558173,
      "grad_norm": 5.59375,
      "learning_rate": 1.5217035539125515e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5414618939161301,
      "num_tokens": 422390893.0,
      "step": 548460
    },
    {
      "epoch": 0.6957118466483501,
      "grad_norm": 5.75,
      "learning_rate": 1.5216401229039223e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5382077425718308,
      "num_tokens": 422399446.0,
      "step": 548470
    },
    {
      "epoch": 0.695724531240883,
      "grad_norm": 6.84375,
      "learning_rate": 1.521576691895293e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5369632571935654,
      "num_tokens": 422406502.0,
      "step": 548480
    },
    {
      "epoch": 0.6957372158334157,
      "grad_norm": 5.6875,
      "learning_rate": 1.5215132608866643e-05,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5343234896659851,
      "num_tokens": 422414203.0,
      "step": 548490
    },
    {
      "epoch": 0.6957499004259486,
      "grad_norm": 7.625,
      "learning_rate": 1.521449829878035e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5279277503490448,
      "num_tokens": 422421970.0,
      "step": 548500
    },
    {
      "epoch": 0.6957625850184814,
      "grad_norm": 6.34375,
      "learning_rate": 1.5213863988694058e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5277914971113205,
      "num_tokens": 422429492.0,
      "step": 548510
    },
    {
      "epoch": 0.6957752696110143,
      "grad_norm": 5.1875,
      "learning_rate": 1.5213229678607765e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.553788673877716,
      "num_tokens": 422436829.0,
      "step": 548520
    },
    {
      "epoch": 0.6957879542035471,
      "grad_norm": 8.375,
      "learning_rate": 1.5212595368521474e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5542056143283844,
      "num_tokens": 422443574.0,
      "step": 548530
    },
    {
      "epoch": 0.69580063879608,
      "grad_norm": 4.71875,
      "learning_rate": 1.5211961058435185e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5420146524906159,
      "num_tokens": 422450995.0,
      "step": 548540
    },
    {
      "epoch": 0.6958133233886128,
      "grad_norm": 5.09375,
      "learning_rate": 1.5211326748348892e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5345193356275558,
      "num_tokens": 422459961.0,
      "step": 548550
    },
    {
      "epoch": 0.6958260079811456,
      "grad_norm": 6.65625,
      "learning_rate": 1.52106924382626e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.533053919672966,
      "num_tokens": 422468078.0,
      "step": 548560
    },
    {
      "epoch": 0.6958386925736785,
      "grad_norm": 5.90625,
      "learning_rate": 1.5210058128176307e-05,
      "loss": 1.8984,
      "mean_token_accuracy": 0.5890652358531951,
      "num_tokens": 422474018.0,
      "step": 548570
    },
    {
      "epoch": 0.6958513771662113,
      "grad_norm": 6.4375,
      "learning_rate": 1.5209423818090016e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5211696118116379,
      "num_tokens": 422481895.0,
      "step": 548580
    },
    {
      "epoch": 0.6958640617587442,
      "grad_norm": 7.75,
      "learning_rate": 1.5208789508003727e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5475640594959259,
      "num_tokens": 422489546.0,
      "step": 548590
    },
    {
      "epoch": 0.6958767463512769,
      "grad_norm": 6.65625,
      "learning_rate": 1.5208155197917434e-05,
      "loss": 1.8508,
      "mean_token_accuracy": 0.5778090357780457,
      "num_tokens": 422496752.0,
      "step": 548600
    },
    {
      "epoch": 0.6958894309438098,
      "grad_norm": 5.0625,
      "learning_rate": 1.5207520887831142e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5471037209033967,
      "num_tokens": 422503991.0,
      "step": 548610
    },
    {
      "epoch": 0.6959021155363426,
      "grad_norm": 5.28125,
      "learning_rate": 1.520688657774485e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5274004936218262,
      "num_tokens": 422511835.0,
      "step": 548620
    },
    {
      "epoch": 0.6959148001288754,
      "grad_norm": 4.9375,
      "learning_rate": 1.520625226765856e-05,
      "loss": 2.2841,
      "mean_token_accuracy": 0.5046856701374054,
      "num_tokens": 422521003.0,
      "step": 548630
    },
    {
      "epoch": 0.6959274847214083,
      "grad_norm": 6.0,
      "learning_rate": 1.5205617957572269e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.5462203294038772,
      "num_tokens": 422528355.0,
      "step": 548640
    },
    {
      "epoch": 0.6959401693139411,
      "grad_norm": 5.34375,
      "learning_rate": 1.5204983647485976e-05,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5113782823085785,
      "num_tokens": 422536237.0,
      "step": 548650
    },
    {
      "epoch": 0.695952853906474,
      "grad_norm": 6.8125,
      "learning_rate": 1.5204349337399684e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5221973419189453,
      "num_tokens": 422543794.0,
      "step": 548660
    },
    {
      "epoch": 0.6959655384990068,
      "grad_norm": 5.34375,
      "learning_rate": 1.5203715027313391e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5529299348592758,
      "num_tokens": 422551965.0,
      "step": 548670
    },
    {
      "epoch": 0.6959782230915397,
      "grad_norm": 6.8125,
      "learning_rate": 1.5203080717227104e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5391341239213944,
      "num_tokens": 422560235.0,
      "step": 548680
    },
    {
      "epoch": 0.6959909076840725,
      "grad_norm": 6.625,
      "learning_rate": 1.520244640714081e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5791842103004455,
      "num_tokens": 422567654.0,
      "step": 548690
    },
    {
      "epoch": 0.6960035922766054,
      "grad_norm": 4.78125,
      "learning_rate": 1.520181209705452e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5415986508131028,
      "num_tokens": 422576472.0,
      "step": 548700
    },
    {
      "epoch": 0.6960162768691381,
      "grad_norm": 7.71875,
      "learning_rate": 1.5201177786968226e-05,
      "loss": 2.2688,
      "mean_token_accuracy": 0.5092038482427597,
      "num_tokens": 422585030.0,
      "step": 548710
    },
    {
      "epoch": 0.6960289614616709,
      "grad_norm": 6.875,
      "learning_rate": 1.5200543476881935e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5646565705537796,
      "num_tokens": 422590572.0,
      "step": 548720
    },
    {
      "epoch": 0.6960416460542038,
      "grad_norm": 4.9375,
      "learning_rate": 1.5199909166795646e-05,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5282039940357208,
      "num_tokens": 422598737.0,
      "step": 548730
    },
    {
      "epoch": 0.6960543306467366,
      "grad_norm": 5.375,
      "learning_rate": 1.5199274856709353e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5682356566190719,
      "num_tokens": 422606649.0,
      "step": 548740
    },
    {
      "epoch": 0.6960670152392695,
      "grad_norm": 4.875,
      "learning_rate": 1.5198640546623061e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5591775357723237,
      "num_tokens": 422614019.0,
      "step": 548750
    },
    {
      "epoch": 0.6960796998318023,
      "grad_norm": 6.9375,
      "learning_rate": 1.5198006236536768e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5361912935972214,
      "num_tokens": 422620695.0,
      "step": 548760
    },
    {
      "epoch": 0.6960923844243352,
      "grad_norm": 5.6875,
      "learning_rate": 1.5197371926450477e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5501129120588303,
      "num_tokens": 422628703.0,
      "step": 548770
    },
    {
      "epoch": 0.696105069016868,
      "grad_norm": 6.4375,
      "learning_rate": 1.5196737616364188e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.543468353152275,
      "num_tokens": 422636546.0,
      "step": 548780
    },
    {
      "epoch": 0.6961177536094008,
      "grad_norm": 15.4375,
      "learning_rate": 1.5196103306277895e-05,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5303427577018738,
      "num_tokens": 422644649.0,
      "step": 548790
    },
    {
      "epoch": 0.6961304382019337,
      "grad_norm": 6.96875,
      "learning_rate": 1.5195468996191603e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5362430095672608,
      "num_tokens": 422652760.0,
      "step": 548800
    },
    {
      "epoch": 0.6961431227944664,
      "grad_norm": 5.75,
      "learning_rate": 1.519483468610531e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5427363246679306,
      "num_tokens": 422659105.0,
      "step": 548810
    },
    {
      "epoch": 0.6961558073869993,
      "grad_norm": 4.71875,
      "learning_rate": 1.5194200376019019e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.5758296608924866,
      "num_tokens": 422666663.0,
      "step": 548820
    },
    {
      "epoch": 0.6961684919795321,
      "grad_norm": 2.5625,
      "learning_rate": 1.519356606593273e-05,
      "loss": 1.8267,
      "mean_token_accuracy": 0.6006061464548111,
      "num_tokens": 422673688.0,
      "step": 548830
    },
    {
      "epoch": 0.696181176572065,
      "grad_norm": 6.4375,
      "learning_rate": 1.5192931755846437e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5556671977043152,
      "num_tokens": 422680446.0,
      "step": 548840
    },
    {
      "epoch": 0.6961938611645978,
      "grad_norm": 4.71875,
      "learning_rate": 1.5192297445760145e-05,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5444979310035706,
      "num_tokens": 422688195.0,
      "step": 548850
    },
    {
      "epoch": 0.6962065457571306,
      "grad_norm": 5.875,
      "learning_rate": 1.5191663135673852e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5545422554016113,
      "num_tokens": 422695717.0,
      "step": 548860
    },
    {
      "epoch": 0.6962192303496635,
      "grad_norm": 4.96875,
      "learning_rate": 1.5191028825587561e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5268915235996247,
      "num_tokens": 422704214.0,
      "step": 548870
    },
    {
      "epoch": 0.6962319149421963,
      "grad_norm": 5.9375,
      "learning_rate": 1.5190394515501272e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5396872878074646,
      "num_tokens": 422712693.0,
      "step": 548880
    },
    {
      "epoch": 0.6962445995347292,
      "grad_norm": 5.34375,
      "learning_rate": 1.518976020541498e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5474784314632416,
      "num_tokens": 422720458.0,
      "step": 548890
    },
    {
      "epoch": 0.696257284127262,
      "grad_norm": 5.46875,
      "learning_rate": 1.5189125895328687e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.552975645661354,
      "num_tokens": 422726067.0,
      "step": 548900
    },
    {
      "epoch": 0.6962699687197949,
      "grad_norm": 5.3125,
      "learning_rate": 1.5188491585242396e-05,
      "loss": 2.068,
      "mean_token_accuracy": 0.5450319916009903,
      "num_tokens": 422733406.0,
      "step": 548910
    },
    {
      "epoch": 0.6962826533123276,
      "grad_norm": 5.09375,
      "learning_rate": 1.5187857275156103e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5324894100427627,
      "num_tokens": 422741605.0,
      "step": 548920
    },
    {
      "epoch": 0.6962953379048605,
      "grad_norm": 5.5625,
      "learning_rate": 1.5187222965069814e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5412823796272278,
      "num_tokens": 422748951.0,
      "step": 548930
    },
    {
      "epoch": 0.6963080224973933,
      "grad_norm": 5.8125,
      "learning_rate": 1.5186588654983522e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5517896920442581,
      "num_tokens": 422756409.0,
      "step": 548940
    },
    {
      "epoch": 0.6963207070899261,
      "grad_norm": 5.25,
      "learning_rate": 1.518595434489723e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5471995711326599,
      "num_tokens": 422764839.0,
      "step": 548950
    },
    {
      "epoch": 0.696333391682459,
      "grad_norm": 5.125,
      "learning_rate": 1.5185320034810938e-05,
      "loss": 1.9044,
      "mean_token_accuracy": 0.569644570350647,
      "num_tokens": 422773729.0,
      "step": 548960
    },
    {
      "epoch": 0.6963460762749918,
      "grad_norm": 7.1875,
      "learning_rate": 1.5184685724724645e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5189384818077087,
      "num_tokens": 422781889.0,
      "step": 548970
    },
    {
      "epoch": 0.6963587608675247,
      "grad_norm": 7.125,
      "learning_rate": 1.5184051414638356e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5512820512056351,
      "num_tokens": 422789019.0,
      "step": 548980
    },
    {
      "epoch": 0.6963714454600575,
      "grad_norm": 5.4375,
      "learning_rate": 1.5183417104552064e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5543986320495605,
      "num_tokens": 422797184.0,
      "step": 548990
    },
    {
      "epoch": 0.6963841300525904,
      "grad_norm": 4.8125,
      "learning_rate": 1.5182782794465771e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5241414785385132,
      "num_tokens": 422805130.0,
      "step": 549000
    },
    {
      "epoch": 0.6963968146451232,
      "grad_norm": 5.90625,
      "learning_rate": 1.518214848437948e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5284775137901306,
      "num_tokens": 422813812.0,
      "step": 549010
    },
    {
      "epoch": 0.6964094992376559,
      "grad_norm": 5.03125,
      "learning_rate": 1.5181514174293187e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5714253485202789,
      "num_tokens": 422820814.0,
      "step": 549020
    },
    {
      "epoch": 0.6964221838301888,
      "grad_norm": 5.09375,
      "learning_rate": 1.5180879864206898e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5256871253252029,
      "num_tokens": 422828694.0,
      "step": 549030
    },
    {
      "epoch": 0.6964348684227216,
      "grad_norm": 5.6875,
      "learning_rate": 1.5180245554120606e-05,
      "loss": 2.2464,
      "mean_token_accuracy": 0.5283580720424652,
      "num_tokens": 422837383.0,
      "step": 549040
    },
    {
      "epoch": 0.6964475530152545,
      "grad_norm": 5.375,
      "learning_rate": 1.5179611244034313e-05,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5530573695898056,
      "num_tokens": 422846299.0,
      "step": 549050
    },
    {
      "epoch": 0.6964602376077873,
      "grad_norm": 5.0625,
      "learning_rate": 1.5178976933948022e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5487188458442688,
      "num_tokens": 422855180.0,
      "step": 549060
    },
    {
      "epoch": 0.6964729222003202,
      "grad_norm": 5.28125,
      "learning_rate": 1.5178342623861729e-05,
      "loss": 2.2393,
      "mean_token_accuracy": 0.5179339319467544,
      "num_tokens": 422862831.0,
      "step": 549070
    },
    {
      "epoch": 0.696485606792853,
      "grad_norm": 6.21875,
      "learning_rate": 1.5177708313775441e-05,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5310134738683701,
      "num_tokens": 422871036.0,
      "step": 549080
    },
    {
      "epoch": 0.6964982913853859,
      "grad_norm": 6.84375,
      "learning_rate": 1.5177074003689148e-05,
      "loss": 1.8996,
      "mean_token_accuracy": 0.5810506492853165,
      "num_tokens": 422877453.0,
      "step": 549090
    },
    {
      "epoch": 0.6965109759779187,
      "grad_norm": 9.4375,
      "learning_rate": 1.5176439693602857e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.545384556055069,
      "num_tokens": 422885717.0,
      "step": 549100
    },
    {
      "epoch": 0.6965236605704515,
      "grad_norm": 5.0,
      "learning_rate": 1.5175805383516564e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5316816538572311,
      "num_tokens": 422893852.0,
      "step": 549110
    },
    {
      "epoch": 0.6965363451629843,
      "grad_norm": 5.59375,
      "learning_rate": 1.5175171073430275e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5492726922035217,
      "num_tokens": 422901488.0,
      "step": 549120
    },
    {
      "epoch": 0.6965490297555171,
      "grad_norm": 7.3125,
      "learning_rate": 1.5174536763343983e-05,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5384891182184219,
      "num_tokens": 422908910.0,
      "step": 549130
    },
    {
      "epoch": 0.69656171434805,
      "grad_norm": 6.875,
      "learning_rate": 1.517390245325769e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5311821073293685,
      "num_tokens": 422917163.0,
      "step": 549140
    },
    {
      "epoch": 0.6965743989405828,
      "grad_norm": 6.25,
      "learning_rate": 1.5173268143171399e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.552138888835907,
      "num_tokens": 422925435.0,
      "step": 549150
    },
    {
      "epoch": 0.6965870835331157,
      "grad_norm": 5.1875,
      "learning_rate": 1.5172633833085106e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5686731308698654,
      "num_tokens": 422933113.0,
      "step": 549160
    },
    {
      "epoch": 0.6965997681256485,
      "grad_norm": 3.65625,
      "learning_rate": 1.5171999522998817e-05,
      "loss": 1.676,
      "mean_token_accuracy": 0.6206666558980942,
      "num_tokens": 422938790.0,
      "step": 549170
    },
    {
      "epoch": 0.6966124527181813,
      "grad_norm": 5.4375,
      "learning_rate": 1.5171365212912525e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5585646033287048,
      "num_tokens": 422945566.0,
      "step": 549180
    },
    {
      "epoch": 0.6966251373107142,
      "grad_norm": 6.15625,
      "learning_rate": 1.5170730902826232e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5411883592605591,
      "num_tokens": 422953921.0,
      "step": 549190
    },
    {
      "epoch": 0.696637821903247,
      "grad_norm": 7.375,
      "learning_rate": 1.5170096592739941e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5451814264059067,
      "num_tokens": 422961524.0,
      "step": 549200
    },
    {
      "epoch": 0.6966505064957799,
      "grad_norm": 6.6875,
      "learning_rate": 1.5169462282653648e-05,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5442312240600586,
      "num_tokens": 422968999.0,
      "step": 549210
    },
    {
      "epoch": 0.6966631910883126,
      "grad_norm": 6.0,
      "learning_rate": 1.5168827972567359e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5464563697576523,
      "num_tokens": 422976585.0,
      "step": 549220
    },
    {
      "epoch": 0.6966758756808455,
      "grad_norm": 5.46875,
      "learning_rate": 1.5168193662481067e-05,
      "loss": 1.6984,
      "mean_token_accuracy": 0.6156391471624374,
      "num_tokens": 422982249.0,
      "step": 549230
    },
    {
      "epoch": 0.6966885602733783,
      "grad_norm": 5.15625,
      "learning_rate": 1.5167559352394774e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5234802544116974,
      "num_tokens": 422991566.0,
      "step": 549240
    },
    {
      "epoch": 0.6967012448659111,
      "grad_norm": 4.96875,
      "learning_rate": 1.5166925042308483e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5565898448228837,
      "num_tokens": 422999032.0,
      "step": 549250
    },
    {
      "epoch": 0.696713929458444,
      "grad_norm": 4.96875,
      "learning_rate": 1.516629073222219e-05,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5486777424812317,
      "num_tokens": 423007742.0,
      "step": 549260
    },
    {
      "epoch": 0.6967266140509768,
      "grad_norm": 5.1875,
      "learning_rate": 1.5165656422135902e-05,
      "loss": 1.843,
      "mean_token_accuracy": 0.5866580367088318,
      "num_tokens": 423014556.0,
      "step": 549270
    },
    {
      "epoch": 0.6967392986435097,
      "grad_norm": 6.53125,
      "learning_rate": 1.516502211204961e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5340270668268203,
      "num_tokens": 423022022.0,
      "step": 549280
    },
    {
      "epoch": 0.6967519832360425,
      "grad_norm": 5.28125,
      "learning_rate": 1.5164387801963318e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5427220404148102,
      "num_tokens": 423029977.0,
      "step": 549290
    },
    {
      "epoch": 0.6967646678285754,
      "grad_norm": 6.21875,
      "learning_rate": 1.5163753491877025e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5280736356973648,
      "num_tokens": 423036831.0,
      "step": 549300
    },
    {
      "epoch": 0.6967773524211082,
      "grad_norm": 6.21875,
      "learning_rate": 1.5163119181790734e-05,
      "loss": 1.9053,
      "mean_token_accuracy": 0.58352230489254,
      "num_tokens": 423043515.0,
      "step": 549310
    },
    {
      "epoch": 0.6967900370136411,
      "grad_norm": 5.21875,
      "learning_rate": 1.5162484871704444e-05,
      "loss": 2.2289,
      "mean_token_accuracy": 0.5152327418327332,
      "num_tokens": 423051123.0,
      "step": 549320
    },
    {
      "epoch": 0.6968027216061738,
      "grad_norm": 5.28125,
      "learning_rate": 1.5161850561618151e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5402080535888671,
      "num_tokens": 423058881.0,
      "step": 549330
    },
    {
      "epoch": 0.6968154061987066,
      "grad_norm": 6.59375,
      "learning_rate": 1.516121625153186e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5411427408456803,
      "num_tokens": 423066220.0,
      "step": 549340
    },
    {
      "epoch": 0.6968280907912395,
      "grad_norm": 5.15625,
      "learning_rate": 1.5160581941445567e-05,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5248515158891678,
      "num_tokens": 423074494.0,
      "step": 549350
    },
    {
      "epoch": 0.6968407753837723,
      "grad_norm": 4.90625,
      "learning_rate": 1.5159947631359276e-05,
      "loss": 1.9172,
      "mean_token_accuracy": 0.5655479103326797,
      "num_tokens": 423081823.0,
      "step": 549360
    },
    {
      "epoch": 0.6968534599763052,
      "grad_norm": 5.59375,
      "learning_rate": 1.5159313321272986e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5504599541425705,
      "num_tokens": 423091208.0,
      "step": 549370
    },
    {
      "epoch": 0.696866144568838,
      "grad_norm": 4.96875,
      "learning_rate": 1.5158679011186693e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5348467797040939,
      "num_tokens": 423098457.0,
      "step": 549380
    },
    {
      "epoch": 0.6968788291613709,
      "grad_norm": 7.0,
      "learning_rate": 1.5158044701100402e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5510368645191193,
      "num_tokens": 423105650.0,
      "step": 549390
    },
    {
      "epoch": 0.6968915137539037,
      "grad_norm": 5.1875,
      "learning_rate": 1.5157410391014109e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5463341027498245,
      "num_tokens": 423113443.0,
      "step": 549400
    },
    {
      "epoch": 0.6969041983464365,
      "grad_norm": 6.59375,
      "learning_rate": 1.5156776080927818e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5241214722394943,
      "num_tokens": 423121955.0,
      "step": 549410
    },
    {
      "epoch": 0.6969168829389694,
      "grad_norm": 6.3125,
      "learning_rate": 1.5156141770841528e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5458573818206787,
      "num_tokens": 423129282.0,
      "step": 549420
    },
    {
      "epoch": 0.6969295675315021,
      "grad_norm": 5.59375,
      "learning_rate": 1.5155507460755235e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.537548890709877,
      "num_tokens": 423137027.0,
      "step": 549430
    },
    {
      "epoch": 0.696942252124035,
      "grad_norm": 5.125,
      "learning_rate": 1.5154873150668944e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5618294417858124,
      "num_tokens": 423144182.0,
      "step": 549440
    },
    {
      "epoch": 0.6969549367165678,
      "grad_norm": 5.15625,
      "learning_rate": 1.5154238840582651e-05,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5271415084600448,
      "num_tokens": 423152487.0,
      "step": 549450
    },
    {
      "epoch": 0.6969676213091007,
      "grad_norm": 12.75,
      "learning_rate": 1.515360453049636e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5426677197217942,
      "num_tokens": 423159660.0,
      "step": 549460
    },
    {
      "epoch": 0.6969803059016335,
      "grad_norm": 5.375,
      "learning_rate": 1.515297022041007e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5565045446157455,
      "num_tokens": 423167215.0,
      "step": 549470
    },
    {
      "epoch": 0.6969929904941664,
      "grad_norm": 5.15625,
      "learning_rate": 1.5152335910323779e-05,
      "loss": 1.7471,
      "mean_token_accuracy": 0.5968489229679108,
      "num_tokens": 423173906.0,
      "step": 549480
    },
    {
      "epoch": 0.6970056750866992,
      "grad_norm": 5.25,
      "learning_rate": 1.5151701600237486e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.536635822057724,
      "num_tokens": 423181691.0,
      "step": 549490
    },
    {
      "epoch": 0.697018359679232,
      "grad_norm": 4.84375,
      "learning_rate": 1.5151067290151195e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5447476476430893,
      "num_tokens": 423189160.0,
      "step": 549500
    },
    {
      "epoch": 0.6970310442717649,
      "grad_norm": 5.25,
      "learning_rate": 1.5150432980064902e-05,
      "loss": 1.8518,
      "mean_token_accuracy": 0.5769839704036712,
      "num_tokens": 423196706.0,
      "step": 549510
    },
    {
      "epoch": 0.6970437288642977,
      "grad_norm": 9.1875,
      "learning_rate": 1.5149798669978612e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5249663114547729,
      "num_tokens": 423204866.0,
      "step": 549520
    },
    {
      "epoch": 0.6970564134568306,
      "grad_norm": 5.6875,
      "learning_rate": 1.5149164359892321e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5206120252609253,
      "num_tokens": 423212944.0,
      "step": 549530
    },
    {
      "epoch": 0.6970690980493633,
      "grad_norm": 6.25,
      "learning_rate": 1.5148530049806028e-05,
      "loss": 1.885,
      "mean_token_accuracy": 0.5733693599700928,
      "num_tokens": 423220103.0,
      "step": 549540
    },
    {
      "epoch": 0.6970817826418962,
      "grad_norm": 5.125,
      "learning_rate": 1.5147895739719737e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5328544586896896,
      "num_tokens": 423228533.0,
      "step": 549550
    },
    {
      "epoch": 0.697094467234429,
      "grad_norm": 5.6875,
      "learning_rate": 1.5147261429633447e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.522457167506218,
      "num_tokens": 423236539.0,
      "step": 549560
    },
    {
      "epoch": 0.6971071518269618,
      "grad_norm": 5.78125,
      "learning_rate": 1.5146627119547154e-05,
      "loss": 1.8236,
      "mean_token_accuracy": 0.5902511954307557,
      "num_tokens": 423243150.0,
      "step": 549570
    },
    {
      "epoch": 0.6971198364194947,
      "grad_norm": 5.40625,
      "learning_rate": 1.5145992809460863e-05,
      "loss": 1.9359,
      "mean_token_accuracy": 0.5712898194789886,
      "num_tokens": 423251024.0,
      "step": 549580
    },
    {
      "epoch": 0.6971325210120275,
      "grad_norm": 5.21875,
      "learning_rate": 1.514535849937457e-05,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5669494032859802,
      "num_tokens": 423259041.0,
      "step": 549590
    },
    {
      "epoch": 0.6971452056045604,
      "grad_norm": 6.375,
      "learning_rate": 1.5144724189288279e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5576931774616242,
      "num_tokens": 423266694.0,
      "step": 549600
    },
    {
      "epoch": 0.6971578901970932,
      "grad_norm": 6.09375,
      "learning_rate": 1.514408987920199e-05,
      "loss": 1.8409,
      "mean_token_accuracy": 0.5993798077106476,
      "num_tokens": 423271505.0,
      "step": 549610
    },
    {
      "epoch": 0.6971705747896261,
      "grad_norm": 6.9375,
      "learning_rate": 1.5143455569115696e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5460868597030639,
      "num_tokens": 423279408.0,
      "step": 549620
    },
    {
      "epoch": 0.6971832593821589,
      "grad_norm": 4.75,
      "learning_rate": 1.5142821259029405e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5397521674633026,
      "num_tokens": 423287229.0,
      "step": 549630
    },
    {
      "epoch": 0.6971959439746918,
      "grad_norm": 5.84375,
      "learning_rate": 1.5142186948943112e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5364959806203842,
      "num_tokens": 423295223.0,
      "step": 549640
    },
    {
      "epoch": 0.6972086285672245,
      "grad_norm": 4.78125,
      "learning_rate": 1.514155263885682e-05,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5210829079151154,
      "num_tokens": 423302939.0,
      "step": 549650
    },
    {
      "epoch": 0.6972213131597573,
      "grad_norm": 5.125,
      "learning_rate": 1.5140918328770531e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5446683704853058,
      "num_tokens": 423311493.0,
      "step": 549660
    },
    {
      "epoch": 0.6972339977522902,
      "grad_norm": 6.6875,
      "learning_rate": 1.514028401868424e-05,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5600000321865082,
      "num_tokens": 423318752.0,
      "step": 549670
    },
    {
      "epoch": 0.697246682344823,
      "grad_norm": 6.03125,
      "learning_rate": 1.5139649708597947e-05,
      "loss": 1.8655,
      "mean_token_accuracy": 0.5815061151981353,
      "num_tokens": 423326082.0,
      "step": 549680
    },
    {
      "epoch": 0.6972593669373559,
      "grad_norm": 5.1875,
      "learning_rate": 1.5139015398511656e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5342766791582108,
      "num_tokens": 423333884.0,
      "step": 549690
    },
    {
      "epoch": 0.6972720515298887,
      "grad_norm": 5.0625,
      "learning_rate": 1.5138381088425363e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5397818833589554,
      "num_tokens": 423341998.0,
      "step": 549700
    },
    {
      "epoch": 0.6972847361224216,
      "grad_norm": 5.71875,
      "learning_rate": 1.5137746778339073e-05,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5328183889389038,
      "num_tokens": 423349803.0,
      "step": 549710
    },
    {
      "epoch": 0.6972974207149544,
      "grad_norm": 4.65625,
      "learning_rate": 1.5137112468252782e-05,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5507504045963287,
      "num_tokens": 423357801.0,
      "step": 549720
    },
    {
      "epoch": 0.6973101053074872,
      "grad_norm": 4.625,
      "learning_rate": 1.5136478158166489e-05,
      "loss": 2.3896,
      "mean_token_accuracy": 0.4913742899894714,
      "num_tokens": 423366991.0,
      "step": 549730
    },
    {
      "epoch": 0.6973227899000201,
      "grad_norm": 5.96875,
      "learning_rate": 1.5135843848080198e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5501893520355224,
      "num_tokens": 423375135.0,
      "step": 549740
    },
    {
      "epoch": 0.6973354744925528,
      "grad_norm": 6.65625,
      "learning_rate": 1.5135209537993905e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5246453136205673,
      "num_tokens": 423382826.0,
      "step": 549750
    },
    {
      "epoch": 0.6973481590850857,
      "grad_norm": 4.78125,
      "learning_rate": 1.5134575227907615e-05,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5853177070617676,
      "num_tokens": 423390549.0,
      "step": 549760
    },
    {
      "epoch": 0.6973608436776185,
      "grad_norm": 9.375,
      "learning_rate": 1.5133940917821324e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.556661319732666,
      "num_tokens": 423396563.0,
      "step": 549770
    },
    {
      "epoch": 0.6973735282701514,
      "grad_norm": 5.34375,
      "learning_rate": 1.5133306607735031e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5495184361934662,
      "num_tokens": 423404671.0,
      "step": 549780
    },
    {
      "epoch": 0.6973862128626842,
      "grad_norm": 4.75,
      "learning_rate": 1.513267229764874e-05,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5287572413682937,
      "num_tokens": 423412475.0,
      "step": 549790
    },
    {
      "epoch": 0.697398897455217,
      "grad_norm": 5.375,
      "learning_rate": 1.5132037987562447e-05,
      "loss": 1.9354,
      "mean_token_accuracy": 0.572105786204338,
      "num_tokens": 423419391.0,
      "step": 549800
    },
    {
      "epoch": 0.6974115820477499,
      "grad_norm": 5.3125,
      "learning_rate": 1.5131403677476157e-05,
      "loss": 2.3215,
      "mean_token_accuracy": 0.5039308220148087,
      "num_tokens": 423426349.0,
      "step": 549810
    },
    {
      "epoch": 0.6974242666402827,
      "grad_norm": 7.6875,
      "learning_rate": 1.5130769367389866e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.515792754292488,
      "num_tokens": 423434141.0,
      "step": 549820
    },
    {
      "epoch": 0.6974369512328156,
      "grad_norm": 10.375,
      "learning_rate": 1.5130135057303573e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5650937348604202,
      "num_tokens": 423441573.0,
      "step": 549830
    },
    {
      "epoch": 0.6974496358253484,
      "grad_norm": 14.5625,
      "learning_rate": 1.5129500747217282e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5576099961996078,
      "num_tokens": 423448104.0,
      "step": 549840
    },
    {
      "epoch": 0.6974623204178813,
      "grad_norm": 5.21875,
      "learning_rate": 1.5128866437130989e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5408431053161621,
      "num_tokens": 423455966.0,
      "step": 549850
    },
    {
      "epoch": 0.697475005010414,
      "grad_norm": 5.8125,
      "learning_rate": 1.5128232127044701e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5322345465421676,
      "num_tokens": 423464500.0,
      "step": 549860
    },
    {
      "epoch": 0.6974876896029469,
      "grad_norm": 5.5,
      "learning_rate": 1.5127597816958408e-05,
      "loss": 2.2499,
      "mean_token_accuracy": 0.5169194012880325,
      "num_tokens": 423472446.0,
      "step": 549870
    },
    {
      "epoch": 0.6975003741954797,
      "grad_norm": 5.96875,
      "learning_rate": 1.5126963506872117e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.567607918381691,
      "num_tokens": 423480443.0,
      "step": 549880
    },
    {
      "epoch": 0.6975130587880125,
      "grad_norm": 9.375,
      "learning_rate": 1.5126329196785824e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5402652263641358,
      "num_tokens": 423487570.0,
      "step": 549890
    },
    {
      "epoch": 0.6975257433805454,
      "grad_norm": 7.3125,
      "learning_rate": 1.5125694886699532e-05,
      "loss": 2.2835,
      "mean_token_accuracy": 0.514347767829895,
      "num_tokens": 423495034.0,
      "step": 549900
    },
    {
      "epoch": 0.6975384279730782,
      "grad_norm": 5.5,
      "learning_rate": 1.5125060576613243e-05,
      "loss": 1.8469,
      "mean_token_accuracy": 0.5874625235795975,
      "num_tokens": 423503101.0,
      "step": 549910
    },
    {
      "epoch": 0.6975511125656111,
      "grad_norm": 5.0,
      "learning_rate": 1.512442626652695e-05,
      "loss": 1.8256,
      "mean_token_accuracy": 0.6038266867399216,
      "num_tokens": 423510028.0,
      "step": 549920
    },
    {
      "epoch": 0.6975637971581439,
      "grad_norm": 5.53125,
      "learning_rate": 1.5123791956440659e-05,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5209091246128082,
      "num_tokens": 423518618.0,
      "step": 549930
    },
    {
      "epoch": 0.6975764817506768,
      "grad_norm": 4.9375,
      "learning_rate": 1.5123157646354366e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5300686657428741,
      "num_tokens": 423527168.0,
      "step": 549940
    },
    {
      "epoch": 0.6975891663432096,
      "grad_norm": 5.28125,
      "learning_rate": 1.5122523336268074e-05,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5288702636957169,
      "num_tokens": 423535732.0,
      "step": 549950
    },
    {
      "epoch": 0.6976018509357423,
      "grad_norm": 5.1875,
      "learning_rate": 1.5121889026181785e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5482719004154205,
      "num_tokens": 423544732.0,
      "step": 549960
    },
    {
      "epoch": 0.6976145355282752,
      "grad_norm": 6.09375,
      "learning_rate": 1.5121254716095492e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.577996164560318,
      "num_tokens": 423551224.0,
      "step": 549970
    },
    {
      "epoch": 0.697627220120808,
      "grad_norm": 6.4375,
      "learning_rate": 1.51206204060092e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5495683133602143,
      "num_tokens": 423558560.0,
      "step": 549980
    },
    {
      "epoch": 0.6976399047133409,
      "grad_norm": 4.875,
      "learning_rate": 1.5119986095922908e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5382061541080475,
      "num_tokens": 423566736.0,
      "step": 549990
    },
    {
      "epoch": 0.6976525893058737,
      "grad_norm": 5.625,
      "learning_rate": 1.511935178583662e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5478054255247116,
      "num_tokens": 423574887.0,
      "step": 550000
    },
    {
      "epoch": 0.6976652738984066,
      "grad_norm": 5.90625,
      "learning_rate": 1.5118717475750327e-05,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5690110772848129,
      "num_tokens": 423583057.0,
      "step": 550010
    },
    {
      "epoch": 0.6976779584909394,
      "grad_norm": 5.6875,
      "learning_rate": 1.5118083165664034e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5407731890678406,
      "num_tokens": 423591193.0,
      "step": 550020
    },
    {
      "epoch": 0.6976906430834723,
      "grad_norm": 4.90625,
      "learning_rate": 1.5117448855577743e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5404961615800857,
      "num_tokens": 423599583.0,
      "step": 550030
    },
    {
      "epoch": 0.6977033276760051,
      "grad_norm": 6.53125,
      "learning_rate": 1.511681454549145e-05,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5467941850423813,
      "num_tokens": 423607605.0,
      "step": 550040
    },
    {
      "epoch": 0.6977160122685379,
      "grad_norm": 6.875,
      "learning_rate": 1.5116180235405162e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5366536349058151,
      "num_tokens": 423615690.0,
      "step": 550050
    },
    {
      "epoch": 0.6977286968610708,
      "grad_norm": 5.0625,
      "learning_rate": 1.5115545925318869e-05,
      "loss": 2.2692,
      "mean_token_accuracy": 0.5165441513061524,
      "num_tokens": 423623837.0,
      "step": 550060
    },
    {
      "epoch": 0.6977413814536035,
      "grad_norm": 4.59375,
      "learning_rate": 1.5114911615232578e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5283650845289231,
      "num_tokens": 423632350.0,
      "step": 550070
    },
    {
      "epoch": 0.6977540660461364,
      "grad_norm": 5.15625,
      "learning_rate": 1.5114277305146285e-05,
      "loss": 2.362,
      "mean_token_accuracy": 0.5080953687429428,
      "num_tokens": 423640714.0,
      "step": 550080
    },
    {
      "epoch": 0.6977667506386692,
      "grad_norm": 8.125,
      "learning_rate": 1.5113642995059993e-05,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5768128722906113,
      "num_tokens": 423646632.0,
      "step": 550090
    },
    {
      "epoch": 0.6977794352312021,
      "grad_norm": 6.84375,
      "learning_rate": 1.5113008684973704e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.539337033033371,
      "num_tokens": 423654037.0,
      "step": 550100
    },
    {
      "epoch": 0.6977921198237349,
      "grad_norm": 4.875,
      "learning_rate": 1.5112374374887411e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.555531570315361,
      "num_tokens": 423661023.0,
      "step": 550110
    },
    {
      "epoch": 0.6978048044162677,
      "grad_norm": 6.125,
      "learning_rate": 1.511174006480112e-05,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5174559950828552,
      "num_tokens": 423669362.0,
      "step": 550120
    },
    {
      "epoch": 0.6978174890088006,
      "grad_norm": 5.75,
      "learning_rate": 1.5111105754714827e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5185251533985138,
      "num_tokens": 423677648.0,
      "step": 550130
    },
    {
      "epoch": 0.6978301736013334,
      "grad_norm": 5.59375,
      "learning_rate": 1.5110471444628535e-05,
      "loss": 1.7963,
      "mean_token_accuracy": 0.5985110640525818,
      "num_tokens": 423685027.0,
      "step": 550140
    },
    {
      "epoch": 0.6978428581938663,
      "grad_norm": 5.71875,
      "learning_rate": 1.5109837134542246e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5288483083248139,
      "num_tokens": 423693328.0,
      "step": 550150
    },
    {
      "epoch": 0.697855542786399,
      "grad_norm": 5.75,
      "learning_rate": 1.5109202824455953e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.538139671087265,
      "num_tokens": 423700623.0,
      "step": 550160
    },
    {
      "epoch": 0.697868227378932,
      "grad_norm": 4.84375,
      "learning_rate": 1.5108568514369662e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5382656753063202,
      "num_tokens": 423709043.0,
      "step": 550170
    },
    {
      "epoch": 0.6978809119714647,
      "grad_norm": 4.59375,
      "learning_rate": 1.5107934204283369e-05,
      "loss": 1.6767,
      "mean_token_accuracy": 0.6313035309314727,
      "num_tokens": 423715900.0,
      "step": 550180
    },
    {
      "epoch": 0.6978935965639975,
      "grad_norm": 5.53125,
      "learning_rate": 1.5107299894197077e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5230747044086457,
      "num_tokens": 423723895.0,
      "step": 550190
    },
    {
      "epoch": 0.6979062811565304,
      "grad_norm": 5.09375,
      "learning_rate": 1.5106665584110788e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5257397532463074,
      "num_tokens": 423732966.0,
      "step": 550200
    },
    {
      "epoch": 0.6979189657490632,
      "grad_norm": 5.46875,
      "learning_rate": 1.5106031274024497e-05,
      "loss": 2.1777,
      "mean_token_accuracy": 0.5284461110830307,
      "num_tokens": 423741051.0,
      "step": 550210
    },
    {
      "epoch": 0.6979316503415961,
      "grad_norm": 6.125,
      "learning_rate": 1.5105396963938204e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5494103580713272,
      "num_tokens": 423749601.0,
      "step": 550220
    },
    {
      "epoch": 0.6979443349341289,
      "grad_norm": 6.4375,
      "learning_rate": 1.510476265385191e-05,
      "loss": 2.2029,
      "mean_token_accuracy": 0.521480205655098,
      "num_tokens": 423757440.0,
      "step": 550230
    },
    {
      "epoch": 0.6979570195266618,
      "grad_norm": 4.9375,
      "learning_rate": 1.510412834376562e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5197532653808594,
      "num_tokens": 423766066.0,
      "step": 550240
    },
    {
      "epoch": 0.6979697041191946,
      "grad_norm": 6.84375,
      "learning_rate": 1.510349403367933e-05,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5740858048200608,
      "num_tokens": 423772235.0,
      "step": 550250
    },
    {
      "epoch": 0.6979823887117275,
      "grad_norm": 5.21875,
      "learning_rate": 1.5102859723593039e-05,
      "loss": 1.9066,
      "mean_token_accuracy": 0.5683797061443329,
      "num_tokens": 423779613.0,
      "step": 550260
    },
    {
      "epoch": 0.6979950733042602,
      "grad_norm": 5.53125,
      "learning_rate": 1.5102225413506746e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5260124385356904,
      "num_tokens": 423787677.0,
      "step": 550270
    },
    {
      "epoch": 0.698007757896793,
      "grad_norm": 5.90625,
      "learning_rate": 1.5101591103420454e-05,
      "loss": 2.2445,
      "mean_token_accuracy": 0.5234081387519837,
      "num_tokens": 423795771.0,
      "step": 550280
    },
    {
      "epoch": 0.6980204424893259,
      "grad_norm": 4.34375,
      "learning_rate": 1.5100956793334161e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5663966774940491,
      "num_tokens": 423803692.0,
      "step": 550290
    },
    {
      "epoch": 0.6980331270818587,
      "grad_norm": 5.40625,
      "learning_rate": 1.5100322483247872e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5877621114253998,
      "num_tokens": 423809539.0,
      "step": 550300
    },
    {
      "epoch": 0.6980458116743916,
      "grad_norm": 5.6875,
      "learning_rate": 1.509968817316158e-05,
      "loss": 1.9651,
      "mean_token_accuracy": 0.58405601978302,
      "num_tokens": 423817337.0,
      "step": 550310
    },
    {
      "epoch": 0.6980584962669244,
      "grad_norm": 5.125,
      "learning_rate": 1.5099053863075288e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5527219504117966,
      "num_tokens": 423824669.0,
      "step": 550320
    },
    {
      "epoch": 0.6980711808594573,
      "grad_norm": 12.4375,
      "learning_rate": 1.5098419552988996e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5464665919542313,
      "num_tokens": 423832511.0,
      "step": 550330
    },
    {
      "epoch": 0.6980838654519901,
      "grad_norm": 8.4375,
      "learning_rate": 1.5097785242902703e-05,
      "loss": 2.001,
      "mean_token_accuracy": 0.5596993327140808,
      "num_tokens": 423839961.0,
      "step": 550340
    },
    {
      "epoch": 0.6980965500445229,
      "grad_norm": 4.8125,
      "learning_rate": 1.5097150932816414e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5423445016145706,
      "num_tokens": 423848884.0,
      "step": 550350
    },
    {
      "epoch": 0.6981092346370558,
      "grad_norm": 5.8125,
      "learning_rate": 1.5096516622730123e-05,
      "loss": 1.9011,
      "mean_token_accuracy": 0.5729778647422791,
      "num_tokens": 423856330.0,
      "step": 550360
    },
    {
      "epoch": 0.6981219192295886,
      "grad_norm": 6.4375,
      "learning_rate": 1.509588231264383e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5435073673725128,
      "num_tokens": 423865108.0,
      "step": 550370
    },
    {
      "epoch": 0.6981346038221214,
      "grad_norm": 6.75,
      "learning_rate": 1.5095248002557538e-05,
      "loss": 2.1108,
      "mean_token_accuracy": 0.533934673666954,
      "num_tokens": 423873372.0,
      "step": 550380
    },
    {
      "epoch": 0.6981472884146542,
      "grad_norm": 5.125,
      "learning_rate": 1.5094613692471245e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5240512102842331,
      "num_tokens": 423883004.0,
      "step": 550390
    },
    {
      "epoch": 0.6981599730071871,
      "grad_norm": 5.21875,
      "learning_rate": 1.5093979382384958e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5504753291606903,
      "num_tokens": 423890378.0,
      "step": 550400
    },
    {
      "epoch": 0.6981726575997199,
      "grad_norm": 5.46875,
      "learning_rate": 1.5093345072298665e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5669969707727432,
      "num_tokens": 423897473.0,
      "step": 550410
    },
    {
      "epoch": 0.6981853421922528,
      "grad_norm": 6.0625,
      "learning_rate": 1.5092710762212373e-05,
      "loss": 1.8574,
      "mean_token_accuracy": 0.5832179218530655,
      "num_tokens": 423905430.0,
      "step": 550420
    },
    {
      "epoch": 0.6981980267847856,
      "grad_norm": 6.375,
      "learning_rate": 1.509207645212608e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5430552273988724,
      "num_tokens": 423913125.0,
      "step": 550430
    },
    {
      "epoch": 0.6982107113773184,
      "grad_norm": 5.4375,
      "learning_rate": 1.509144214203979e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.569302836060524,
      "num_tokens": 423921613.0,
      "step": 550440
    },
    {
      "epoch": 0.6982233959698513,
      "grad_norm": 4.65625,
      "learning_rate": 1.50908078319535e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5644854724407196,
      "num_tokens": 423928757.0,
      "step": 550450
    },
    {
      "epoch": 0.6982360805623841,
      "grad_norm": 5.25,
      "learning_rate": 1.5090173521867207e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5224735617637635,
      "num_tokens": 423937783.0,
      "step": 550460
    },
    {
      "epoch": 0.698248765154917,
      "grad_norm": 5.71875,
      "learning_rate": 1.5089539211780915e-05,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5118888467550278,
      "num_tokens": 423945635.0,
      "step": 550470
    },
    {
      "epoch": 0.6982614497474497,
      "grad_norm": 5.53125,
      "learning_rate": 1.5088904901694622e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5470361173152923,
      "num_tokens": 423954736.0,
      "step": 550480
    },
    {
      "epoch": 0.6982741343399826,
      "grad_norm": 6.3125,
      "learning_rate": 1.5088270591608333e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5241468846797943,
      "num_tokens": 423964172.0,
      "step": 550490
    },
    {
      "epoch": 0.6982868189325154,
      "grad_norm": 6.71875,
      "learning_rate": 1.5087636281522042e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5417552500963211,
      "num_tokens": 423972280.0,
      "step": 550500
    },
    {
      "epoch": 0.6982995035250482,
      "grad_norm": 4.65625,
      "learning_rate": 1.5087001971435749e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5541192770004273,
      "num_tokens": 423979391.0,
      "step": 550510
    },
    {
      "epoch": 0.6983121881175811,
      "grad_norm": 6.6875,
      "learning_rate": 1.5086367661349457e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5773283690214157,
      "num_tokens": 423987866.0,
      "step": 550520
    },
    {
      "epoch": 0.6983248727101139,
      "grad_norm": 7.34375,
      "learning_rate": 1.5085733351263164e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5443615823984146,
      "num_tokens": 423996211.0,
      "step": 550530
    },
    {
      "epoch": 0.6983375573026468,
      "grad_norm": 6.90625,
      "learning_rate": 1.5085099041176875e-05,
      "loss": 1.7104,
      "mean_token_accuracy": 0.6158671617507935,
      "num_tokens": 424003135.0,
      "step": 550540
    },
    {
      "epoch": 0.6983502418951796,
      "grad_norm": 6.28125,
      "learning_rate": 1.5084464731090584e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5492784023284912,
      "num_tokens": 424010411.0,
      "step": 550550
    },
    {
      "epoch": 0.6983629264877125,
      "grad_norm": 4.84375,
      "learning_rate": 1.508383042100429e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5394986093044281,
      "num_tokens": 424017892.0,
      "step": 550560
    },
    {
      "epoch": 0.6983756110802453,
      "grad_norm": 8.1875,
      "learning_rate": 1.5083196110918e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5378568768501282,
      "num_tokens": 424023985.0,
      "step": 550570
    },
    {
      "epoch": 0.6983882956727782,
      "grad_norm": 5.90625,
      "learning_rate": 1.5082561800831706e-05,
      "loss": 1.913,
      "mean_token_accuracy": 0.5890646070241928,
      "num_tokens": 424031110.0,
      "step": 550580
    },
    {
      "epoch": 0.6984009802653109,
      "grad_norm": 4.96875,
      "learning_rate": 1.5081927490745419e-05,
      "loss": 1.9002,
      "mean_token_accuracy": 0.5736125111579895,
      "num_tokens": 424039505.0,
      "step": 550590
    },
    {
      "epoch": 0.6984136648578437,
      "grad_norm": 9.5,
      "learning_rate": 1.5081293180659126e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5706586837768555,
      "num_tokens": 424047079.0,
      "step": 550600
    },
    {
      "epoch": 0.6984263494503766,
      "grad_norm": 4.90625,
      "learning_rate": 1.5080658870572834e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5325936824083328,
      "num_tokens": 424054823.0,
      "step": 550610
    },
    {
      "epoch": 0.6984390340429094,
      "grad_norm": 5.21875,
      "learning_rate": 1.5080024560486541e-05,
      "loss": 1.7472,
      "mean_token_accuracy": 0.6186131566762925,
      "num_tokens": 424061928.0,
      "step": 550620
    },
    {
      "epoch": 0.6984517186354423,
      "grad_norm": 7.0625,
      "learning_rate": 1.507939025040025e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5428600937128067,
      "num_tokens": 424070487.0,
      "step": 550630
    },
    {
      "epoch": 0.6984644032279751,
      "grad_norm": 6.21875,
      "learning_rate": 1.507875594031396e-05,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5493813067674637,
      "num_tokens": 424078339.0,
      "step": 550640
    },
    {
      "epoch": 0.698477087820508,
      "grad_norm": 6.0625,
      "learning_rate": 1.5078121630227668e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5705909818410874,
      "num_tokens": 424085234.0,
      "step": 550650
    },
    {
      "epoch": 0.6984897724130408,
      "grad_norm": 5.75,
      "learning_rate": 1.5077487320141376e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5311961114406586,
      "num_tokens": 424093573.0,
      "step": 550660
    },
    {
      "epoch": 0.6985024570055736,
      "grad_norm": 3.375,
      "learning_rate": 1.5076853010055083e-05,
      "loss": 1.8562,
      "mean_token_accuracy": 0.5821286350488662,
      "num_tokens": 424101568.0,
      "step": 550670
    },
    {
      "epoch": 0.6985151415981065,
      "grad_norm": 5.71875,
      "learning_rate": 1.5076218699968792e-05,
      "loss": 2.2308,
      "mean_token_accuracy": 0.5115038126707077,
      "num_tokens": 424107974.0,
      "step": 550680
    },
    {
      "epoch": 0.6985278261906392,
      "grad_norm": 5.0,
      "learning_rate": 1.5075584389882503e-05,
      "loss": 1.7625,
      "mean_token_accuracy": 0.6064745545387268,
      "num_tokens": 424114905.0,
      "step": 550690
    },
    {
      "epoch": 0.6985405107831721,
      "grad_norm": 7.0,
      "learning_rate": 1.507495007979621e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5319708555936813,
      "num_tokens": 424123540.0,
      "step": 550700
    },
    {
      "epoch": 0.6985531953757049,
      "grad_norm": 5.03125,
      "learning_rate": 1.5074315769709918e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5402360916137695,
      "num_tokens": 424131772.0,
      "step": 550710
    },
    {
      "epoch": 0.6985658799682378,
      "grad_norm": 4.90625,
      "learning_rate": 1.5073681459623625e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5700519055128097,
      "num_tokens": 424138977.0,
      "step": 550720
    },
    {
      "epoch": 0.6985785645607706,
      "grad_norm": 6.875,
      "learning_rate": 1.5073047149537334e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.563072669506073,
      "num_tokens": 424145407.0,
      "step": 550730
    },
    {
      "epoch": 0.6985912491533034,
      "grad_norm": 5.5625,
      "learning_rate": 1.5072412839451045e-05,
      "loss": 1.8455,
      "mean_token_accuracy": 0.5889164984226227,
      "num_tokens": 424152114.0,
      "step": 550740
    },
    {
      "epoch": 0.6986039337458363,
      "grad_norm": 5.25,
      "learning_rate": 1.5071778529364752e-05,
      "loss": 1.8718,
      "mean_token_accuracy": 0.5847430229187012,
      "num_tokens": 424159457.0,
      "step": 550750
    },
    {
      "epoch": 0.6986166183383691,
      "grad_norm": 5.40625,
      "learning_rate": 1.507114421927846e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5405115127563477,
      "num_tokens": 424168120.0,
      "step": 550760
    },
    {
      "epoch": 0.698629302930902,
      "grad_norm": 5.09375,
      "learning_rate": 1.5070509909192167e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5539029508829116,
      "num_tokens": 424176974.0,
      "step": 550770
    },
    {
      "epoch": 0.6986419875234348,
      "grad_norm": 4.875,
      "learning_rate": 1.5069875599105876e-05,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5694925338029861,
      "num_tokens": 424185260.0,
      "step": 550780
    },
    {
      "epoch": 0.6986546721159677,
      "grad_norm": 5.4375,
      "learning_rate": 1.5069241289019587e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.578283715248108,
      "num_tokens": 424192993.0,
      "step": 550790
    },
    {
      "epoch": 0.6986673567085004,
      "grad_norm": 7.375,
      "learning_rate": 1.5068606978933295e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5909501582384109,
      "num_tokens": 424199555.0,
      "step": 550800
    },
    {
      "epoch": 0.6986800413010333,
      "grad_norm": 4.875,
      "learning_rate": 1.5067972668847002e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5386465340852737,
      "num_tokens": 424208143.0,
      "step": 550810
    },
    {
      "epoch": 0.6986927258935661,
      "grad_norm": 6.125,
      "learning_rate": 1.5067338358760711e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5347159564495086,
      "num_tokens": 424216927.0,
      "step": 550820
    },
    {
      "epoch": 0.6987054104860989,
      "grad_norm": 6.9375,
      "learning_rate": 1.5066704048674418e-05,
      "loss": 1.6282,
      "mean_token_accuracy": 0.6285916209220886,
      "num_tokens": 424223205.0,
      "step": 550830
    },
    {
      "epoch": 0.6987180950786318,
      "grad_norm": 7.21875,
      "learning_rate": 1.5066069738588129e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5513245910406113,
      "num_tokens": 424230646.0,
      "step": 550840
    },
    {
      "epoch": 0.6987307796711646,
      "grad_norm": 7.0,
      "learning_rate": 1.5065435428501837e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5492585361003876,
      "num_tokens": 424237810.0,
      "step": 550850
    },
    {
      "epoch": 0.6987434642636975,
      "grad_norm": 5.375,
      "learning_rate": 1.5064801118415544e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5290880262851715,
      "num_tokens": 424245231.0,
      "step": 550860
    },
    {
      "epoch": 0.6987561488562303,
      "grad_norm": 5.59375,
      "learning_rate": 1.5064166808329253e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.565224826335907,
      "num_tokens": 424252410.0,
      "step": 550870
    },
    {
      "epoch": 0.6987688334487632,
      "grad_norm": 5.21875,
      "learning_rate": 1.506353249824296e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5746775358915329,
      "num_tokens": 424260689.0,
      "step": 550880
    },
    {
      "epoch": 0.698781518041296,
      "grad_norm": 5.71875,
      "learning_rate": 1.506289818815667e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5445389837026596,
      "num_tokens": 424267530.0,
      "step": 550890
    },
    {
      "epoch": 0.6987942026338287,
      "grad_norm": 5.15625,
      "learning_rate": 1.506226387807038e-05,
      "loss": 1.7841,
      "mean_token_accuracy": 0.5944869458675385,
      "num_tokens": 424273860.0,
      "step": 550900
    },
    {
      "epoch": 0.6988068872263616,
      "grad_norm": 4.6875,
      "learning_rate": 1.5061629567984086e-05,
      "loss": 1.8701,
      "mean_token_accuracy": 0.5797853708267212,
      "num_tokens": 424282427.0,
      "step": 550910
    },
    {
      "epoch": 0.6988195718188944,
      "grad_norm": 5.65625,
      "learning_rate": 1.5060995257897795e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5289487838745117,
      "num_tokens": 424290249.0,
      "step": 550920
    },
    {
      "epoch": 0.6988322564114273,
      "grad_norm": 5.71875,
      "learning_rate": 1.5060360947811506e-05,
      "loss": 1.901,
      "mean_token_accuracy": 0.5785459488630295,
      "num_tokens": 424297846.0,
      "step": 550930
    },
    {
      "epoch": 0.6988449410039601,
      "grad_norm": 5.5625,
      "learning_rate": 1.5059726637725213e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5372290849685669,
      "num_tokens": 424305913.0,
      "step": 550940
    },
    {
      "epoch": 0.698857625596493,
      "grad_norm": 7.46875,
      "learning_rate": 1.5059092327638921e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5379037111997604,
      "num_tokens": 424313346.0,
      "step": 550950
    },
    {
      "epoch": 0.6988703101890258,
      "grad_norm": 5.1875,
      "learning_rate": 1.5058458017552628e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5302451699972153,
      "num_tokens": 424320803.0,
      "step": 550960
    },
    {
      "epoch": 0.6988829947815587,
      "grad_norm": 6.15625,
      "learning_rate": 1.5057823707466337e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5473744332790375,
      "num_tokens": 424328949.0,
      "step": 550970
    },
    {
      "epoch": 0.6988956793740915,
      "grad_norm": 6.1875,
      "learning_rate": 1.5057189397380048e-05,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5808301508426666,
      "num_tokens": 424336696.0,
      "step": 550980
    },
    {
      "epoch": 0.6989083639666243,
      "grad_norm": 5.53125,
      "learning_rate": 1.5056555087293756e-05,
      "loss": 2.0337,
      "mean_token_accuracy": 0.558889415860176,
      "num_tokens": 424343149.0,
      "step": 550990
    },
    {
      "epoch": 0.6989210485591572,
      "grad_norm": 5.28125,
      "learning_rate": 1.5055920777207463e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.554116028547287,
      "num_tokens": 424351531.0,
      "step": 551000
    },
    {
      "epoch": 0.6989337331516899,
      "grad_norm": 5.65625,
      "learning_rate": 1.5055286467121172e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5392081290483475,
      "num_tokens": 424359835.0,
      "step": 551010
    },
    {
      "epoch": 0.6989464177442228,
      "grad_norm": 6.875,
      "learning_rate": 1.5054652157034879e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5442234218120575,
      "num_tokens": 424368515.0,
      "step": 551020
    },
    {
      "epoch": 0.6989591023367556,
      "grad_norm": 5.15625,
      "learning_rate": 1.505401784694859e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.556817090511322,
      "num_tokens": 424375464.0,
      "step": 551030
    },
    {
      "epoch": 0.6989717869292885,
      "grad_norm": 4.90625,
      "learning_rate": 1.5053383536862298e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5464392870664596,
      "num_tokens": 424382779.0,
      "step": 551040
    },
    {
      "epoch": 0.6989844715218213,
      "grad_norm": 6.375,
      "learning_rate": 1.5052749226776005e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.544820174574852,
      "num_tokens": 424389485.0,
      "step": 551050
    },
    {
      "epoch": 0.6989971561143541,
      "grad_norm": 6.875,
      "learning_rate": 1.5052114916689714e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5589028060436249,
      "num_tokens": 424396525.0,
      "step": 551060
    },
    {
      "epoch": 0.699009840706887,
      "grad_norm": 4.78125,
      "learning_rate": 1.5051480606603421e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.557996392250061,
      "num_tokens": 424404447.0,
      "step": 551070
    },
    {
      "epoch": 0.6990225252994198,
      "grad_norm": 10.6875,
      "learning_rate": 1.5050846296517132e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.523908793926239,
      "num_tokens": 424411736.0,
      "step": 551080
    },
    {
      "epoch": 0.6990352098919527,
      "grad_norm": 9.75,
      "learning_rate": 1.505021198643084e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.551848155260086,
      "num_tokens": 424418674.0,
      "step": 551090
    },
    {
      "epoch": 0.6990478944844855,
      "grad_norm": 5.875,
      "learning_rate": 1.5049577676344547e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5258017659187317,
      "num_tokens": 424427644.0,
      "step": 551100
    },
    {
      "epoch": 0.6990605790770184,
      "grad_norm": 6.15625,
      "learning_rate": 1.5048943366258256e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5469337701797485,
      "num_tokens": 424434823.0,
      "step": 551110
    },
    {
      "epoch": 0.6990732636695511,
      "grad_norm": 6.40625,
      "learning_rate": 1.5048309056171963e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5496021896600723,
      "num_tokens": 424442885.0,
      "step": 551120
    },
    {
      "epoch": 0.6990859482620839,
      "grad_norm": 5.15625,
      "learning_rate": 1.5047674746085674e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5296373456716538,
      "num_tokens": 424450573.0,
      "step": 551130
    },
    {
      "epoch": 0.6990986328546168,
      "grad_norm": 4.9375,
      "learning_rate": 1.5047040435999382e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5148178994655609,
      "num_tokens": 424459555.0,
      "step": 551140
    },
    {
      "epoch": 0.6991113174471496,
      "grad_norm": 5.125,
      "learning_rate": 1.504640612591309e-05,
      "loss": 2.2631,
      "mean_token_accuracy": 0.510318273305893,
      "num_tokens": 424468422.0,
      "step": 551150
    },
    {
      "epoch": 0.6991240020396825,
      "grad_norm": 6.65625,
      "learning_rate": 1.5045771815826798e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5291070491075516,
      "num_tokens": 424475934.0,
      "step": 551160
    },
    {
      "epoch": 0.6991366866322153,
      "grad_norm": 5.625,
      "learning_rate": 1.5045137505740505e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5688741981983185,
      "num_tokens": 424481790.0,
      "step": 551170
    },
    {
      "epoch": 0.6991493712247482,
      "grad_norm": 8.5625,
      "learning_rate": 1.5044503195654217e-05,
      "loss": 1.8491,
      "mean_token_accuracy": 0.6041955202817917,
      "num_tokens": 424488811.0,
      "step": 551180
    },
    {
      "epoch": 0.699162055817281,
      "grad_norm": 5.21875,
      "learning_rate": 1.5043868885567924e-05,
      "loss": 1.7847,
      "mean_token_accuracy": 0.5948110669851303,
      "num_tokens": 424496950.0,
      "step": 551190
    },
    {
      "epoch": 0.6991747404098139,
      "grad_norm": 5.78125,
      "learning_rate": 1.5043234575481633e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5525877922773361,
      "num_tokens": 424505096.0,
      "step": 551200
    },
    {
      "epoch": 0.6991874250023467,
      "grad_norm": 5.34375,
      "learning_rate": 1.504260026539534e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5645749062299729,
      "num_tokens": 424513737.0,
      "step": 551210
    },
    {
      "epoch": 0.6992001095948794,
      "grad_norm": 6.4375,
      "learning_rate": 1.5041965955309049e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.5178426802158356,
      "num_tokens": 424522713.0,
      "step": 551220
    },
    {
      "epoch": 0.6992127941874123,
      "grad_norm": 6.9375,
      "learning_rate": 1.504133164522276e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5294712007045745,
      "num_tokens": 424530653.0,
      "step": 551230
    },
    {
      "epoch": 0.6992254787799451,
      "grad_norm": 4.78125,
      "learning_rate": 1.5040697335136466e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5500691443681717,
      "num_tokens": 424538779.0,
      "step": 551240
    },
    {
      "epoch": 0.699238163372478,
      "grad_norm": 5.125,
      "learning_rate": 1.5040063025050175e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5180713713169098,
      "num_tokens": 424546850.0,
      "step": 551250
    },
    {
      "epoch": 0.6992508479650108,
      "grad_norm": 7.15625,
      "learning_rate": 1.5039428714963882e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5333694785833358,
      "num_tokens": 424554216.0,
      "step": 551260
    },
    {
      "epoch": 0.6992635325575437,
      "grad_norm": 5.9375,
      "learning_rate": 1.5038794404877591e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5582132250070572,
      "num_tokens": 424561646.0,
      "step": 551270
    },
    {
      "epoch": 0.6992762171500765,
      "grad_norm": 7.28125,
      "learning_rate": 1.5038160094791301e-05,
      "loss": 2.2415,
      "mean_token_accuracy": 0.5210716336965561,
      "num_tokens": 424569399.0,
      "step": 551280
    },
    {
      "epoch": 0.6992889017426093,
      "grad_norm": 5.25,
      "learning_rate": 1.5037525784705008e-05,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5186045348644257,
      "num_tokens": 424577076.0,
      "step": 551290
    },
    {
      "epoch": 0.6993015863351422,
      "grad_norm": 4.875,
      "learning_rate": 1.5036891474618717e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.554717195034027,
      "num_tokens": 424585596.0,
      "step": 551300
    },
    {
      "epoch": 0.699314270927675,
      "grad_norm": 6.59375,
      "learning_rate": 1.5036257164532424e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5618320167064667,
      "num_tokens": 424591911.0,
      "step": 551310
    },
    {
      "epoch": 0.6993269555202078,
      "grad_norm": 4.8125,
      "learning_rate": 1.5035622854446133e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5248782485723495,
      "num_tokens": 424600288.0,
      "step": 551320
    },
    {
      "epoch": 0.6993396401127406,
      "grad_norm": 6.53125,
      "learning_rate": 1.5034988544359843e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5487765938043594,
      "num_tokens": 424607047.0,
      "step": 551330
    },
    {
      "epoch": 0.6993523247052735,
      "grad_norm": 5.625,
      "learning_rate": 1.503435423427355e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5548590660095215,
      "num_tokens": 424614699.0,
      "step": 551340
    },
    {
      "epoch": 0.6993650092978063,
      "grad_norm": 5.84375,
      "learning_rate": 1.5033719924187259e-05,
      "loss": 1.9361,
      "mean_token_accuracy": 0.57508005797863,
      "num_tokens": 424620858.0,
      "step": 551350
    },
    {
      "epoch": 0.6993776938903392,
      "grad_norm": 4.4375,
      "learning_rate": 1.5033085614100966e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5558404833078384,
      "num_tokens": 424628366.0,
      "step": 551360
    },
    {
      "epoch": 0.699390378482872,
      "grad_norm": 6.71875,
      "learning_rate": 1.5032451304014678e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5248709350824357,
      "num_tokens": 424635270.0,
      "step": 551370
    },
    {
      "epoch": 0.6994030630754048,
      "grad_norm": 4.96875,
      "learning_rate": 1.5031816993928385e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5569698452949524,
      "num_tokens": 424644054.0,
      "step": 551380
    },
    {
      "epoch": 0.6994157476679377,
      "grad_norm": 4.875,
      "learning_rate": 1.5031182683842094e-05,
      "loss": 1.8605,
      "mean_token_accuracy": 0.5877269804477692,
      "num_tokens": 424651533.0,
      "step": 551390
    },
    {
      "epoch": 0.6994284322604705,
      "grad_norm": 5.28125,
      "learning_rate": 1.5030548373755801e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5528102159500122,
      "num_tokens": 424658756.0,
      "step": 551400
    },
    {
      "epoch": 0.6994411168530034,
      "grad_norm": 7.6875,
      "learning_rate": 1.502991406366951e-05,
      "loss": 1.6688,
      "mean_token_accuracy": 0.62638139128685,
      "num_tokens": 424665117.0,
      "step": 551410
    },
    {
      "epoch": 0.6994538014455361,
      "grad_norm": 5.34375,
      "learning_rate": 1.502927975358322e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5741849839687347,
      "num_tokens": 424673348.0,
      "step": 551420
    },
    {
      "epoch": 0.699466486038069,
      "grad_norm": 6.53125,
      "learning_rate": 1.5028645443496927e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.531983157992363,
      "num_tokens": 424680486.0,
      "step": 551430
    },
    {
      "epoch": 0.6994791706306018,
      "grad_norm": 8.3125,
      "learning_rate": 1.5028011133410636e-05,
      "loss": 1.9404,
      "mean_token_accuracy": 0.5744561970233917,
      "num_tokens": 424687226.0,
      "step": 551440
    },
    {
      "epoch": 0.6994918552231346,
      "grad_norm": 5.25,
      "learning_rate": 1.5027376823324343e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5300958275794982,
      "num_tokens": 424695070.0,
      "step": 551450
    },
    {
      "epoch": 0.6995045398156675,
      "grad_norm": 5.375,
      "learning_rate": 1.5026742513238052e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5271096587181091,
      "num_tokens": 424703020.0,
      "step": 551460
    },
    {
      "epoch": 0.6995172244082003,
      "grad_norm": 6.84375,
      "learning_rate": 1.5026108203151762e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5514542400836945,
      "num_tokens": 424711016.0,
      "step": 551470
    },
    {
      "epoch": 0.6995299090007332,
      "grad_norm": 4.8125,
      "learning_rate": 1.502547389306547e-05,
      "loss": 1.8075,
      "mean_token_accuracy": 0.5897053331136703,
      "num_tokens": 424717796.0,
      "step": 551480
    },
    {
      "epoch": 0.699542593593266,
      "grad_norm": 5.96875,
      "learning_rate": 1.5024839582979178e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5466331273317337,
      "num_tokens": 424725021.0,
      "step": 551490
    },
    {
      "epoch": 0.6995552781857989,
      "grad_norm": 4.71875,
      "learning_rate": 1.5024205272892885e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5435313194990158,
      "num_tokens": 424733212.0,
      "step": 551500
    },
    {
      "epoch": 0.6995679627783317,
      "grad_norm": 5.5625,
      "learning_rate": 1.5023570962806594e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5468694567680359,
      "num_tokens": 424742124.0,
      "step": 551510
    },
    {
      "epoch": 0.6995806473708646,
      "grad_norm": 4.71875,
      "learning_rate": 1.5022936652720304e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.526974794268608,
      "num_tokens": 424750478.0,
      "step": 551520
    },
    {
      "epoch": 0.6995933319633973,
      "grad_norm": 6.03125,
      "learning_rate": 1.5022302342634011e-05,
      "loss": 2.2759,
      "mean_token_accuracy": 0.5046737939119339,
      "num_tokens": 424759507.0,
      "step": 551530
    },
    {
      "epoch": 0.6996060165559301,
      "grad_norm": 5.5,
      "learning_rate": 1.502166803254772e-05,
      "loss": 2.3232,
      "mean_token_accuracy": 0.5102221757173538,
      "num_tokens": 424767249.0,
      "step": 551540
    },
    {
      "epoch": 0.699618701148463,
      "grad_norm": 5.15625,
      "learning_rate": 1.5021033722461427e-05,
      "loss": 1.7928,
      "mean_token_accuracy": 0.5841843545436859,
      "num_tokens": 424775606.0,
      "step": 551550
    },
    {
      "epoch": 0.6996313857409958,
      "grad_norm": 5.125,
      "learning_rate": 1.5020399412375136e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5516309559345245,
      "num_tokens": 424784408.0,
      "step": 551560
    },
    {
      "epoch": 0.6996440703335287,
      "grad_norm": 4.875,
      "learning_rate": 1.5019765102288846e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5626117825508118,
      "num_tokens": 424791231.0,
      "step": 551570
    },
    {
      "epoch": 0.6996567549260615,
      "grad_norm": 5.84375,
      "learning_rate": 1.5019130792202555e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5398383438587189,
      "num_tokens": 424798807.0,
      "step": 551580
    },
    {
      "epoch": 0.6996694395185944,
      "grad_norm": 5.59375,
      "learning_rate": 1.5018496482116262e-05,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5335153698921203,
      "num_tokens": 424807875.0,
      "step": 551590
    },
    {
      "epoch": 0.6996821241111272,
      "grad_norm": 5.4375,
      "learning_rate": 1.501786217202997e-05,
      "loss": 2.2644,
      "mean_token_accuracy": 0.5081939101219177,
      "num_tokens": 424815829.0,
      "step": 551600
    },
    {
      "epoch": 0.69969480870366,
      "grad_norm": 5.875,
      "learning_rate": 1.5017227861943678e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.567234429717064,
      "num_tokens": 424824169.0,
      "step": 551610
    },
    {
      "epoch": 0.6997074932961929,
      "grad_norm": 4.875,
      "learning_rate": 1.5016593551857388e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.531281641125679,
      "num_tokens": 424833888.0,
      "step": 551620
    },
    {
      "epoch": 0.6997201778887256,
      "grad_norm": 5.90625,
      "learning_rate": 1.5015959241771097e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.537093722820282,
      "num_tokens": 424841881.0,
      "step": 551630
    },
    {
      "epoch": 0.6997328624812585,
      "grad_norm": 8.4375,
      "learning_rate": 1.5015324931684804e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5389848291873932,
      "num_tokens": 424850266.0,
      "step": 551640
    },
    {
      "epoch": 0.6997455470737913,
      "grad_norm": 4.90625,
      "learning_rate": 1.5014690621598513e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5395364373922348,
      "num_tokens": 424858748.0,
      "step": 551650
    },
    {
      "epoch": 0.6997582316663242,
      "grad_norm": 5.21875,
      "learning_rate": 1.501405631151222e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5333548069000245,
      "num_tokens": 424867106.0,
      "step": 551660
    },
    {
      "epoch": 0.699770916258857,
      "grad_norm": 5.65625,
      "learning_rate": 1.501342200142593e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5283379703760147,
      "num_tokens": 424875756.0,
      "step": 551670
    },
    {
      "epoch": 0.6997836008513898,
      "grad_norm": 6.875,
      "learning_rate": 1.5012787691339639e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.570625188946724,
      "num_tokens": 424883419.0,
      "step": 551680
    },
    {
      "epoch": 0.6997962854439227,
      "grad_norm": 5.53125,
      "learning_rate": 1.5012153381253346e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5651564449071884,
      "num_tokens": 424890055.0,
      "step": 551690
    },
    {
      "epoch": 0.6998089700364555,
      "grad_norm": 5.59375,
      "learning_rate": 1.5011519071167055e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5416349232196808,
      "num_tokens": 424897907.0,
      "step": 551700
    },
    {
      "epoch": 0.6998216546289884,
      "grad_norm": 6.125,
      "learning_rate": 1.5010884761080762e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5568152636289596,
      "num_tokens": 424904950.0,
      "step": 551710
    },
    {
      "epoch": 0.6998343392215212,
      "grad_norm": 5.0,
      "learning_rate": 1.5010250450994472e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.534400361776352,
      "num_tokens": 424913763.0,
      "step": 551720
    },
    {
      "epoch": 0.6998470238140541,
      "grad_norm": 5.46875,
      "learning_rate": 1.5009616140908181e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.538097032904625,
      "num_tokens": 424922105.0,
      "step": 551730
    },
    {
      "epoch": 0.6998597084065868,
      "grad_norm": 6.0625,
      "learning_rate": 1.5008981830821888e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5584719002246856,
      "num_tokens": 424928145.0,
      "step": 551740
    },
    {
      "epoch": 0.6998723929991197,
      "grad_norm": 6.15625,
      "learning_rate": 1.5008347520735597e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5704351633787155,
      "num_tokens": 424935969.0,
      "step": 551750
    },
    {
      "epoch": 0.6998850775916525,
      "grad_norm": 6.25,
      "learning_rate": 1.5007713210649304e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5236866623163223,
      "num_tokens": 424944003.0,
      "step": 551760
    },
    {
      "epoch": 0.6998977621841853,
      "grad_norm": 7.40625,
      "learning_rate": 1.5007078900563016e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5368162214756012,
      "num_tokens": 424950289.0,
      "step": 551770
    },
    {
      "epoch": 0.6999104467767182,
      "grad_norm": 4.96875,
      "learning_rate": 1.5006444590476723e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5640779465436936,
      "num_tokens": 424958504.0,
      "step": 551780
    },
    {
      "epoch": 0.699923131369251,
      "grad_norm": 5.96875,
      "learning_rate": 1.5005810280390432e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.574002069234848,
      "num_tokens": 424964770.0,
      "step": 551790
    },
    {
      "epoch": 0.6999358159617839,
      "grad_norm": 5.125,
      "learning_rate": 1.5005175970304139e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5331013143062592,
      "num_tokens": 424973021.0,
      "step": 551800
    },
    {
      "epoch": 0.6999485005543167,
      "grad_norm": 5.34375,
      "learning_rate": 1.5004541660217848e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5483579874038697,
      "num_tokens": 424980618.0,
      "step": 551810
    },
    {
      "epoch": 0.6999611851468496,
      "grad_norm": 6.34375,
      "learning_rate": 1.5003907350131558e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5410256892442703,
      "num_tokens": 424988405.0,
      "step": 551820
    },
    {
      "epoch": 0.6999738697393824,
      "grad_norm": 6.09375,
      "learning_rate": 1.5003273040045265e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5541666805744171,
      "num_tokens": 424996438.0,
      "step": 551830
    },
    {
      "epoch": 0.6999865543319151,
      "grad_norm": 4.90625,
      "learning_rate": 1.5002638729958974e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.542379480600357,
      "num_tokens": 425004249.0,
      "step": 551840
    },
    {
      "epoch": 0.699999238924448,
      "grad_norm": 5.3125,
      "learning_rate": 1.500200441987268e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5437556833028794,
      "num_tokens": 425011551.0,
      "step": 551850
    },
    {
      "epoch": 0.7000119235169808,
      "grad_norm": 7.40625,
      "learning_rate": 1.5001370109786391e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5610025018453598,
      "num_tokens": 425018152.0,
      "step": 551860
    },
    {
      "epoch": 0.7000246081095137,
      "grad_norm": 6.9375,
      "learning_rate": 1.50007357997001e-05,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5594273060560226,
      "num_tokens": 425024916.0,
      "step": 551870
    },
    {
      "epoch": 0.7000372927020465,
      "grad_norm": 6.15625,
      "learning_rate": 1.5000101489613807e-05,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5317344099283219,
      "num_tokens": 425033493.0,
      "step": 551880
    },
    {
      "epoch": 0.7000499772945794,
      "grad_norm": 5.375,
      "learning_rate": 1.4999467179527516e-05,
      "loss": 2.2669,
      "mean_token_accuracy": 0.505979374051094,
      "num_tokens": 425042341.0,
      "step": 551890
    },
    {
      "epoch": 0.7000626618871122,
      "grad_norm": 5.53125,
      "learning_rate": 1.4998832869441223e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5259082168340683,
      "num_tokens": 425051257.0,
      "step": 551900
    },
    {
      "epoch": 0.7000753464796451,
      "grad_norm": 6.1875,
      "learning_rate": 1.4998198559354933e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5328691214323044,
      "num_tokens": 425059139.0,
      "step": 551910
    },
    {
      "epoch": 0.7000880310721779,
      "grad_norm": 5.625,
      "learning_rate": 1.4997564249268642e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5389651358127594,
      "num_tokens": 425065142.0,
      "step": 551920
    },
    {
      "epoch": 0.7001007156647107,
      "grad_norm": 5.09375,
      "learning_rate": 1.4996929939182349e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5482292979955673,
      "num_tokens": 425072416.0,
      "step": 551930
    },
    {
      "epoch": 0.7001134002572436,
      "grad_norm": 8.125,
      "learning_rate": 1.4996295629096058e-05,
      "loss": 1.7267,
      "mean_token_accuracy": 0.6276142239570618,
      "num_tokens": 425079252.0,
      "step": 551940
    },
    {
      "epoch": 0.7001260848497763,
      "grad_norm": 6.0,
      "learning_rate": 1.4995661319009765e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.5204978436231613,
      "num_tokens": 425087470.0,
      "step": 551950
    },
    {
      "epoch": 0.7001387694423092,
      "grad_norm": 5.78125,
      "learning_rate": 1.4995027008923477e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5310303807258606,
      "num_tokens": 425095034.0,
      "step": 551960
    },
    {
      "epoch": 0.700151454034842,
      "grad_norm": 4.90625,
      "learning_rate": 1.4994392698837184e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5830911487340927,
      "num_tokens": 425102704.0,
      "step": 551970
    },
    {
      "epoch": 0.7001641386273749,
      "grad_norm": 6.78125,
      "learning_rate": 1.4993758388750893e-05,
      "loss": 2.2134,
      "mean_token_accuracy": 0.5275059700012207,
      "num_tokens": 425110603.0,
      "step": 551980
    },
    {
      "epoch": 0.7001768232199077,
      "grad_norm": 8.125,
      "learning_rate": 1.49931240786646e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5293267726898193,
      "num_tokens": 425119445.0,
      "step": 551990
    },
    {
      "epoch": 0.7001895078124405,
      "grad_norm": 5.1875,
      "learning_rate": 1.4992489768578309e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5509301781654358,
      "num_tokens": 425127139.0,
      "step": 552000
    },
    {
      "epoch": 0.7002021924049734,
      "grad_norm": 4.9375,
      "learning_rate": 1.4991855458492019e-05,
      "loss": 1.8196,
      "mean_token_accuracy": 0.6025447577238083,
      "num_tokens": 425134215.0,
      "step": 552010
    },
    {
      "epoch": 0.7002148769975062,
      "grad_norm": 7.28125,
      "learning_rate": 1.4991221148405726e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5505943715572357,
      "num_tokens": 425141793.0,
      "step": 552020
    },
    {
      "epoch": 0.7002275615900391,
      "grad_norm": 7.875,
      "learning_rate": 1.4990586838319435e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5261361390352249,
      "num_tokens": 425149236.0,
      "step": 552030
    },
    {
      "epoch": 0.7002402461825719,
      "grad_norm": 9.0,
      "learning_rate": 1.4989952528233142e-05,
      "loss": 1.8434,
      "mean_token_accuracy": 0.5988110780715943,
      "num_tokens": 425155802.0,
      "step": 552040
    },
    {
      "epoch": 0.7002529307751048,
      "grad_norm": 4.59375,
      "learning_rate": 1.498931821814685e-05,
      "loss": 1.8414,
      "mean_token_accuracy": 0.5938048422336578,
      "num_tokens": 425162104.0,
      "step": 552050
    },
    {
      "epoch": 0.7002656153676375,
      "grad_norm": 9.0,
      "learning_rate": 1.4988683908060561e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5448214590549469,
      "num_tokens": 425169865.0,
      "step": 552060
    },
    {
      "epoch": 0.7002782999601703,
      "grad_norm": 6.8125,
      "learning_rate": 1.4988049597974268e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5437810182571411,
      "num_tokens": 425177345.0,
      "step": 552070
    },
    {
      "epoch": 0.7002909845527032,
      "grad_norm": 5.0,
      "learning_rate": 1.4987415287887977e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5330406874418259,
      "num_tokens": 425185658.0,
      "step": 552080
    },
    {
      "epoch": 0.700303669145236,
      "grad_norm": 5.5625,
      "learning_rate": 1.4986780977801684e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5301282227039337,
      "num_tokens": 425193454.0,
      "step": 552090
    },
    {
      "epoch": 0.7003163537377689,
      "grad_norm": 6.21875,
      "learning_rate": 1.4986146667715393e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5398895233869553,
      "num_tokens": 425201010.0,
      "step": 552100
    },
    {
      "epoch": 0.7003290383303017,
      "grad_norm": 7.875,
      "learning_rate": 1.4985512357629103e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5675068199634552,
      "num_tokens": 425208082.0,
      "step": 552110
    },
    {
      "epoch": 0.7003417229228346,
      "grad_norm": 5.125,
      "learning_rate": 1.498487804754281e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5484355926513672,
      "num_tokens": 425216760.0,
      "step": 552120
    },
    {
      "epoch": 0.7003544075153674,
      "grad_norm": 5.3125,
      "learning_rate": 1.4984243737456519e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5444703340530396,
      "num_tokens": 425225292.0,
      "step": 552130
    },
    {
      "epoch": 0.7003670921079003,
      "grad_norm": 5.75,
      "learning_rate": 1.4983609427370226e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5508486300706863,
      "num_tokens": 425232799.0,
      "step": 552140
    },
    {
      "epoch": 0.700379776700433,
      "grad_norm": 5.1875,
      "learning_rate": 1.4982975117283935e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5470643013715744,
      "num_tokens": 425240268.0,
      "step": 552150
    },
    {
      "epoch": 0.7003924612929658,
      "grad_norm": 6.75,
      "learning_rate": 1.4982340807197645e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5673843502998352,
      "num_tokens": 425248366.0,
      "step": 552160
    },
    {
      "epoch": 0.7004051458854987,
      "grad_norm": 5.375,
      "learning_rate": 1.4981706497111354e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5467237532138824,
      "num_tokens": 425255492.0,
      "step": 552170
    },
    {
      "epoch": 0.7004178304780315,
      "grad_norm": 8.0625,
      "learning_rate": 1.498107218702506e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5296844273805619,
      "num_tokens": 425262943.0,
      "step": 552180
    },
    {
      "epoch": 0.7004305150705644,
      "grad_norm": 6.53125,
      "learning_rate": 1.498043787693877e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.546507129073143,
      "num_tokens": 425270657.0,
      "step": 552190
    },
    {
      "epoch": 0.7004431996630972,
      "grad_norm": 6.90625,
      "learning_rate": 1.4979803566852477e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5282293289899826,
      "num_tokens": 425278644.0,
      "step": 552200
    },
    {
      "epoch": 0.7004558842556301,
      "grad_norm": 7.75,
      "learning_rate": 1.4979169256766187e-05,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5266016066074372,
      "num_tokens": 425285869.0,
      "step": 552210
    },
    {
      "epoch": 0.7004685688481629,
      "grad_norm": 6.71875,
      "learning_rate": 1.4978534946679896e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.558753615617752,
      "num_tokens": 425294220.0,
      "step": 552220
    },
    {
      "epoch": 0.7004812534406957,
      "grad_norm": 5.34375,
      "learning_rate": 1.4977900636593603e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5249863713979721,
      "num_tokens": 425302478.0,
      "step": 552230
    },
    {
      "epoch": 0.7004939380332286,
      "grad_norm": 6.1875,
      "learning_rate": 1.4977266326507312e-05,
      "loss": 2.223,
      "mean_token_accuracy": 0.5213173627853394,
      "num_tokens": 425309753.0,
      "step": 552240
    },
    {
      "epoch": 0.7005066226257614,
      "grad_norm": 5.28125,
      "learning_rate": 1.4976632016421019e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5190200448036194,
      "num_tokens": 425317383.0,
      "step": 552250
    },
    {
      "epoch": 0.7005193072182943,
      "grad_norm": 5.21875,
      "learning_rate": 1.4975997706334729e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5482738196849823,
      "num_tokens": 425324645.0,
      "step": 552260
    },
    {
      "epoch": 0.700531991810827,
      "grad_norm": 4.96875,
      "learning_rate": 1.4975363396248438e-05,
      "loss": 2.2792,
      "mean_token_accuracy": 0.517723125219345,
      "num_tokens": 425333011.0,
      "step": 552270
    },
    {
      "epoch": 0.7005446764033599,
      "grad_norm": 5.65625,
      "learning_rate": 1.4974729086162145e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5298440665006637,
      "num_tokens": 425340652.0,
      "step": 552280
    },
    {
      "epoch": 0.7005573609958927,
      "grad_norm": 4.9375,
      "learning_rate": 1.4974094776075854e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.570944544672966,
      "num_tokens": 425348965.0,
      "step": 552290
    },
    {
      "epoch": 0.7005700455884256,
      "grad_norm": 5.53125,
      "learning_rate": 1.4973460465989564e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5538147300481796,
      "num_tokens": 425356346.0,
      "step": 552300
    },
    {
      "epoch": 0.7005827301809584,
      "grad_norm": 6.4375,
      "learning_rate": 1.4972826155903271e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5654161840677261,
      "num_tokens": 425362275.0,
      "step": 552310
    },
    {
      "epoch": 0.7005954147734912,
      "grad_norm": 5.0,
      "learning_rate": 1.497219184581698e-05,
      "loss": 2.2302,
      "mean_token_accuracy": 0.511196494102478,
      "num_tokens": 425372223.0,
      "step": 552320
    },
    {
      "epoch": 0.7006080993660241,
      "grad_norm": 8.4375,
      "learning_rate": 1.4971557535730687e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.5712746322154999,
      "num_tokens": 425379575.0,
      "step": 552330
    },
    {
      "epoch": 0.7006207839585569,
      "grad_norm": 10.125,
      "learning_rate": 1.4970923225644396e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5406216084957123,
      "num_tokens": 425387053.0,
      "step": 552340
    },
    {
      "epoch": 0.7006334685510898,
      "grad_norm": 5.0625,
      "learning_rate": 1.4970288915558106e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5613860130310059,
      "num_tokens": 425395480.0,
      "step": 552350
    },
    {
      "epoch": 0.7006461531436226,
      "grad_norm": 4.59375,
      "learning_rate": 1.4969654605471815e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5846830844879151,
      "num_tokens": 425402042.0,
      "step": 552360
    },
    {
      "epoch": 0.7006588377361554,
      "grad_norm": 5.375,
      "learning_rate": 1.4969020295385522e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5607010096311569,
      "num_tokens": 425409817.0,
      "step": 552370
    },
    {
      "epoch": 0.7006715223286882,
      "grad_norm": 4.90625,
      "learning_rate": 1.496838598529923e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5322123944759369,
      "num_tokens": 425418334.0,
      "step": 552380
    },
    {
      "epoch": 0.700684206921221,
      "grad_norm": 6.5625,
      "learning_rate": 1.4967751675212938e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5715622335672379,
      "num_tokens": 425425614.0,
      "step": 552390
    },
    {
      "epoch": 0.7006968915137539,
      "grad_norm": 4.46875,
      "learning_rate": 1.4967117365126648e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5638577401638031,
      "num_tokens": 425433961.0,
      "step": 552400
    },
    {
      "epoch": 0.7007095761062867,
      "grad_norm": 6.03125,
      "learning_rate": 1.4966483055040357e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5612073510885238,
      "num_tokens": 425441595.0,
      "step": 552410
    },
    {
      "epoch": 0.7007222606988196,
      "grad_norm": 6.15625,
      "learning_rate": 1.4965848744954064e-05,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5483346402645111,
      "num_tokens": 425449261.0,
      "step": 552420
    },
    {
      "epoch": 0.7007349452913524,
      "grad_norm": 5.4375,
      "learning_rate": 1.4965214434867772e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5256958365440368,
      "num_tokens": 425456743.0,
      "step": 552430
    },
    {
      "epoch": 0.7007476298838853,
      "grad_norm": 5.84375,
      "learning_rate": 1.496458012478148e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5477687329053879,
      "num_tokens": 425464140.0,
      "step": 552440
    },
    {
      "epoch": 0.7007603144764181,
      "grad_norm": 5.21875,
      "learning_rate": 1.496394581469519e-05,
      "loss": 2.3497,
      "mean_token_accuracy": 0.5023217350244522,
      "num_tokens": 425473455.0,
      "step": 552450
    },
    {
      "epoch": 0.700772999068951,
      "grad_norm": 7.03125,
      "learning_rate": 1.4963311504608899e-05,
      "loss": 1.7807,
      "mean_token_accuracy": 0.6051420748233796,
      "num_tokens": 425482004.0,
      "step": 552460
    },
    {
      "epoch": 0.7007856836614837,
      "grad_norm": 4.5625,
      "learning_rate": 1.4962677194522606e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5318463742733002,
      "num_tokens": 425488702.0,
      "step": 552470
    },
    {
      "epoch": 0.7007983682540165,
      "grad_norm": 6.5625,
      "learning_rate": 1.4962042884436314e-05,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5243129938840866,
      "num_tokens": 425496536.0,
      "step": 552480
    },
    {
      "epoch": 0.7008110528465494,
      "grad_norm": 3.234375,
      "learning_rate": 1.4961408574350022e-05,
      "loss": 1.6619,
      "mean_token_accuracy": 0.6265179634094238,
      "num_tokens": 425504364.0,
      "step": 552490
    },
    {
      "epoch": 0.7008237374390822,
      "grad_norm": 4.90625,
      "learning_rate": 1.4960774264263732e-05,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5533393293619155,
      "num_tokens": 425512441.0,
      "step": 552500
    },
    {
      "epoch": 0.7008364220316151,
      "grad_norm": 5.65625,
      "learning_rate": 1.496013995417744e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5457214117050171,
      "num_tokens": 425519154.0,
      "step": 552510
    },
    {
      "epoch": 0.7008491066241479,
      "grad_norm": 5.46875,
      "learning_rate": 1.4959505644091148e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5579315096139907,
      "num_tokens": 425525640.0,
      "step": 552520
    },
    {
      "epoch": 0.7008617912166808,
      "grad_norm": 4.78125,
      "learning_rate": 1.4958871334004856e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5317730575799942,
      "num_tokens": 425534183.0,
      "step": 552530
    },
    {
      "epoch": 0.7008744758092136,
      "grad_norm": 14.0625,
      "learning_rate": 1.4958237023918564e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5520953834056854,
      "num_tokens": 425542164.0,
      "step": 552540
    },
    {
      "epoch": 0.7008871604017464,
      "grad_norm": 6.40625,
      "learning_rate": 1.4957602713832276e-05,
      "loss": 1.8464,
      "mean_token_accuracy": 0.5743011444807052,
      "num_tokens": 425548304.0,
      "step": 552550
    },
    {
      "epoch": 0.7008998449942793,
      "grad_norm": 5.5,
      "learning_rate": 1.4956968403745983e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5528591305017472,
      "num_tokens": 425556399.0,
      "step": 552560
    },
    {
      "epoch": 0.700912529586812,
      "grad_norm": 6.59375,
      "learning_rate": 1.4956334093659691e-05,
      "loss": 1.9344,
      "mean_token_accuracy": 0.5767467468976974,
      "num_tokens": 425562540.0,
      "step": 552570
    },
    {
      "epoch": 0.700925214179345,
      "grad_norm": 4.65625,
      "learning_rate": 1.4955699783573399e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5341093450784683,
      "num_tokens": 425570585.0,
      "step": 552580
    },
    {
      "epoch": 0.7009378987718777,
      "grad_norm": 4.8125,
      "learning_rate": 1.4955065473487107e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5607431560754776,
      "num_tokens": 425578464.0,
      "step": 552590
    },
    {
      "epoch": 0.7009505833644106,
      "grad_norm": 6.71875,
      "learning_rate": 1.4954431163400818e-05,
      "loss": 2.2581,
      "mean_token_accuracy": 0.5146682798862457,
      "num_tokens": 425586720.0,
      "step": 552600
    },
    {
      "epoch": 0.7009632679569434,
      "grad_norm": 7.71875,
      "learning_rate": 1.4953796853314525e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5380510985851288,
      "num_tokens": 425594040.0,
      "step": 552610
    },
    {
      "epoch": 0.7009759525494762,
      "grad_norm": 9.375,
      "learning_rate": 1.4953162543228233e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5483915090560914,
      "num_tokens": 425600559.0,
      "step": 552620
    },
    {
      "epoch": 0.7009886371420091,
      "grad_norm": 6.25,
      "learning_rate": 1.495252823314194e-05,
      "loss": 1.8697,
      "mean_token_accuracy": 0.591158190369606,
      "num_tokens": 425606020.0,
      "step": 552630
    },
    {
      "epoch": 0.7010013217345419,
      "grad_norm": 4.90625,
      "learning_rate": 1.495189392305565e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5416040629148483,
      "num_tokens": 425613635.0,
      "step": 552640
    },
    {
      "epoch": 0.7010140063270748,
      "grad_norm": 4.6875,
      "learning_rate": 1.495125961296936e-05,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5384033292531967,
      "num_tokens": 425621596.0,
      "step": 552650
    },
    {
      "epoch": 0.7010266909196076,
      "grad_norm": 5.4375,
      "learning_rate": 1.4950625302883067e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5666460305452347,
      "num_tokens": 425629262.0,
      "step": 552660
    },
    {
      "epoch": 0.7010393755121405,
      "grad_norm": 5.21875,
      "learning_rate": 1.4949990992796775e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5638713717460633,
      "num_tokens": 425637210.0,
      "step": 552670
    },
    {
      "epoch": 0.7010520601046732,
      "grad_norm": 6.46875,
      "learning_rate": 1.4949356682710483e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5510440766811371,
      "num_tokens": 425644148.0,
      "step": 552680
    },
    {
      "epoch": 0.7010647446972061,
      "grad_norm": 7.75,
      "learning_rate": 1.4948722372624191e-05,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5593737065792084,
      "num_tokens": 425650695.0,
      "step": 552690
    },
    {
      "epoch": 0.7010774292897389,
      "grad_norm": 5.96875,
      "learning_rate": 1.4948088062537902e-05,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5184946894645691,
      "num_tokens": 425659036.0,
      "step": 552700
    },
    {
      "epoch": 0.7010901138822717,
      "grad_norm": 5.375,
      "learning_rate": 1.4947453752451609e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5433994621038437,
      "num_tokens": 425667045.0,
      "step": 552710
    },
    {
      "epoch": 0.7011027984748046,
      "grad_norm": 5.75,
      "learning_rate": 1.4946819442365317e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5407611280679703,
      "num_tokens": 425674819.0,
      "step": 552720
    },
    {
      "epoch": 0.7011154830673374,
      "grad_norm": 5.0625,
      "learning_rate": 1.4946185132279025e-05,
      "loss": 2.2997,
      "mean_token_accuracy": 0.5056588560342788,
      "num_tokens": 425684207.0,
      "step": 552730
    },
    {
      "epoch": 0.7011281676598703,
      "grad_norm": 4.84375,
      "learning_rate": 1.4945550822192737e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5270303666591645,
      "num_tokens": 425691878.0,
      "step": 552740
    },
    {
      "epoch": 0.7011408522524031,
      "grad_norm": 5.125,
      "learning_rate": 1.4944916512106444e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5649822056293488,
      "num_tokens": 425699266.0,
      "step": 552750
    },
    {
      "epoch": 0.701153536844936,
      "grad_norm": 5.71875,
      "learning_rate": 1.4944282202020152e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5677071243524552,
      "num_tokens": 425706275.0,
      "step": 552760
    },
    {
      "epoch": 0.7011662214374688,
      "grad_norm": 13.3125,
      "learning_rate": 1.494364789193386e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5186634659767151,
      "num_tokens": 425713546.0,
      "step": 552770
    },
    {
      "epoch": 0.7011789060300015,
      "grad_norm": 6.28125,
      "learning_rate": 1.4943013581847568e-05,
      "loss": 1.8642,
      "mean_token_accuracy": 0.5870835751295089,
      "num_tokens": 425720470.0,
      "step": 552780
    },
    {
      "epoch": 0.7011915906225344,
      "grad_norm": 5.1875,
      "learning_rate": 1.4942379271761279e-05,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5471018552780151,
      "num_tokens": 425728634.0,
      "step": 552790
    },
    {
      "epoch": 0.7012042752150672,
      "grad_norm": 6.5,
      "learning_rate": 1.4941744961674986e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5531897246837616,
      "num_tokens": 425736681.0,
      "step": 552800
    },
    {
      "epoch": 0.7012169598076001,
      "grad_norm": 5.03125,
      "learning_rate": 1.4941110651588694e-05,
      "loss": 2.212,
      "mean_token_accuracy": 0.5285328716039658,
      "num_tokens": 425744946.0,
      "step": 552810
    },
    {
      "epoch": 0.7012296444001329,
      "grad_norm": 6.1875,
      "learning_rate": 1.4940476341502401e-05,
      "loss": 1.8662,
      "mean_token_accuracy": 0.572428297996521,
      "num_tokens": 425751509.0,
      "step": 552820
    },
    {
      "epoch": 0.7012423289926658,
      "grad_norm": 5.625,
      "learning_rate": 1.493984203141611e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5432935535907746,
      "num_tokens": 425760094.0,
      "step": 552830
    },
    {
      "epoch": 0.7012550135851986,
      "grad_norm": 5.5625,
      "learning_rate": 1.493920772132982e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5322115987539291,
      "num_tokens": 425767421.0,
      "step": 552840
    },
    {
      "epoch": 0.7012676981777315,
      "grad_norm": 5.6875,
      "learning_rate": 1.4938573411243528e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5397539496421814,
      "num_tokens": 425774383.0,
      "step": 552850
    },
    {
      "epoch": 0.7012803827702643,
      "grad_norm": 7.5,
      "learning_rate": 1.4937939101157236e-05,
      "loss": 1.8171,
      "mean_token_accuracy": 0.6001618385314942,
      "num_tokens": 425781099.0,
      "step": 552860
    },
    {
      "epoch": 0.7012930673627971,
      "grad_norm": 6.0,
      "learning_rate": 1.4937304791070943e-05,
      "loss": 1.8149,
      "mean_token_accuracy": 0.598647478222847,
      "num_tokens": 425787432.0,
      "step": 552870
    },
    {
      "epoch": 0.70130575195533,
      "grad_norm": 5.21875,
      "learning_rate": 1.4936670480984652e-05,
      "loss": 1.9209,
      "mean_token_accuracy": 0.5626318603754044,
      "num_tokens": 425794600.0,
      "step": 552880
    },
    {
      "epoch": 0.7013184365478627,
      "grad_norm": 5.21875,
      "learning_rate": 1.4936036170898363e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5373384714126587,
      "num_tokens": 425802239.0,
      "step": 552890
    },
    {
      "epoch": 0.7013311211403956,
      "grad_norm": 5.125,
      "learning_rate": 1.493540186081207e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5128521084785461,
      "num_tokens": 425811137.0,
      "step": 552900
    },
    {
      "epoch": 0.7013438057329284,
      "grad_norm": 5.0,
      "learning_rate": 1.4934767550725778e-05,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5317792683839798,
      "num_tokens": 425820417.0,
      "step": 552910
    },
    {
      "epoch": 0.7013564903254613,
      "grad_norm": 6.0,
      "learning_rate": 1.4934133240639485e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5573794722557068,
      "num_tokens": 425827669.0,
      "step": 552920
    },
    {
      "epoch": 0.7013691749179941,
      "grad_norm": 5.1875,
      "learning_rate": 1.4933498930553194e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5420573055744171,
      "num_tokens": 425834988.0,
      "step": 552930
    },
    {
      "epoch": 0.7013818595105269,
      "grad_norm": 5.53125,
      "learning_rate": 1.4932864620466905e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5391510218381882,
      "num_tokens": 425843211.0,
      "step": 552940
    },
    {
      "epoch": 0.7013945441030598,
      "grad_norm": 5.875,
      "learning_rate": 1.4932230310380613e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5323514401912689,
      "num_tokens": 425851812.0,
      "step": 552950
    },
    {
      "epoch": 0.7014072286955926,
      "grad_norm": 10.125,
      "learning_rate": 1.493159600029432e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5492892295122147,
      "num_tokens": 425859041.0,
      "step": 552960
    },
    {
      "epoch": 0.7014199132881255,
      "grad_norm": 8.5625,
      "learning_rate": 1.493096169020803e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5401538789272309,
      "num_tokens": 425865951.0,
      "step": 552970
    },
    {
      "epoch": 0.7014325978806583,
      "grad_norm": 4.59375,
      "learning_rate": 1.4930327380121736e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5368576973676682,
      "num_tokens": 425874295.0,
      "step": 552980
    },
    {
      "epoch": 0.7014452824731912,
      "grad_norm": 5.15625,
      "learning_rate": 1.4929693070035447e-05,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5593275398015976,
      "num_tokens": 425880661.0,
      "step": 552990
    },
    {
      "epoch": 0.7014579670657239,
      "grad_norm": 5.84375,
      "learning_rate": 1.4929058759949155e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.5808353453874588,
      "num_tokens": 425888415.0,
      "step": 553000
    },
    {
      "epoch": 0.7014706516582567,
      "grad_norm": 4.84375,
      "learning_rate": 1.4928424449862862e-05,
      "loss": 2.028,
      "mean_token_accuracy": 0.5460250467061997,
      "num_tokens": 425896267.0,
      "step": 553010
    },
    {
      "epoch": 0.7014833362507896,
      "grad_norm": 7.25,
      "learning_rate": 1.4927790139776571e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5375345587730408,
      "num_tokens": 425903595.0,
      "step": 553020
    },
    {
      "epoch": 0.7014960208433224,
      "grad_norm": 5.28125,
      "learning_rate": 1.4927155829690278e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5405206203460693,
      "num_tokens": 425910681.0,
      "step": 553030
    },
    {
      "epoch": 0.7015087054358553,
      "grad_norm": 4.90625,
      "learning_rate": 1.4926521519603989e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5261890530586243,
      "num_tokens": 425919484.0,
      "step": 553040
    },
    {
      "epoch": 0.7015213900283881,
      "grad_norm": 5.15625,
      "learning_rate": 1.4925887209517697e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5303586393594741,
      "num_tokens": 425928147.0,
      "step": 553050
    },
    {
      "epoch": 0.701534074620921,
      "grad_norm": 5.09375,
      "learning_rate": 1.4925252899431404e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5146788477897644,
      "num_tokens": 425936866.0,
      "step": 553060
    },
    {
      "epoch": 0.7015467592134538,
      "grad_norm": 6.34375,
      "learning_rate": 1.4924618589345113e-05,
      "loss": 2.2269,
      "mean_token_accuracy": 0.5165068507194519,
      "num_tokens": 425945413.0,
      "step": 553070
    },
    {
      "epoch": 0.7015594438059867,
      "grad_norm": 8.875,
      "learning_rate": 1.492398427925882e-05,
      "loss": 2.2764,
      "mean_token_accuracy": 0.5149159520864487,
      "num_tokens": 425953507.0,
      "step": 553080
    },
    {
      "epoch": 0.7015721283985195,
      "grad_norm": 10.4375,
      "learning_rate": 1.492334996917253e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5494164168834687,
      "num_tokens": 425961470.0,
      "step": 553090
    },
    {
      "epoch": 0.7015848129910522,
      "grad_norm": 15.125,
      "learning_rate": 1.492271565908624e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5530722886323929,
      "num_tokens": 425968565.0,
      "step": 553100
    },
    {
      "epoch": 0.7015974975835851,
      "grad_norm": 4.65625,
      "learning_rate": 1.4922081348999946e-05,
      "loss": 1.6656,
      "mean_token_accuracy": 0.6267900943756104,
      "num_tokens": 425975483.0,
      "step": 553110
    },
    {
      "epoch": 0.7016101821761179,
      "grad_norm": 5.375,
      "learning_rate": 1.4921447038913655e-05,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5175371795892716,
      "num_tokens": 425983650.0,
      "step": 553120
    },
    {
      "epoch": 0.7016228667686508,
      "grad_norm": 8.75,
      "learning_rate": 1.4920812728827362e-05,
      "loss": 1.9193,
      "mean_token_accuracy": 0.5637190639972687,
      "num_tokens": 425989143.0,
      "step": 553130
    },
    {
      "epoch": 0.7016355513611836,
      "grad_norm": 5.03125,
      "learning_rate": 1.4920178418741074e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5465114176273346,
      "num_tokens": 425997167.0,
      "step": 553140
    },
    {
      "epoch": 0.7016482359537165,
      "grad_norm": 5.375,
      "learning_rate": 1.4919544108654781e-05,
      "loss": 1.8604,
      "mean_token_accuracy": 0.5927202105522156,
      "num_tokens": 426005220.0,
      "step": 553150
    },
    {
      "epoch": 0.7016609205462493,
      "grad_norm": 5.90625,
      "learning_rate": 1.491890979856849e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5115184128284455,
      "num_tokens": 426012987.0,
      "step": 553160
    },
    {
      "epoch": 0.7016736051387821,
      "grad_norm": 5.5,
      "learning_rate": 1.4918275488482197e-05,
      "loss": 1.7985,
      "mean_token_accuracy": 0.5880068302154541,
      "num_tokens": 426020633.0,
      "step": 553170
    },
    {
      "epoch": 0.701686289731315,
      "grad_norm": 4.5625,
      "learning_rate": 1.4917641178395906e-05,
      "loss": 1.7738,
      "mean_token_accuracy": 0.5995963394641877,
      "num_tokens": 426029063.0,
      "step": 553180
    },
    {
      "epoch": 0.7016989743238478,
      "grad_norm": 7.3125,
      "learning_rate": 1.4917006868309616e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5648060262203216,
      "num_tokens": 426036605.0,
      "step": 553190
    },
    {
      "epoch": 0.7017116589163807,
      "grad_norm": 5.78125,
      "learning_rate": 1.4916372558223323e-05,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5559953838586807,
      "num_tokens": 426043480.0,
      "step": 553200
    },
    {
      "epoch": 0.7017243435089134,
      "grad_norm": 7.5625,
      "learning_rate": 1.4915738248137032e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5473409652709961,
      "num_tokens": 426050449.0,
      "step": 553210
    },
    {
      "epoch": 0.7017370281014463,
      "grad_norm": 5.34375,
      "learning_rate": 1.491510393805074e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.564943116903305,
      "num_tokens": 426059167.0,
      "step": 553220
    },
    {
      "epoch": 0.7017497126939791,
      "grad_norm": 5.75,
      "learning_rate": 1.491446962796445e-05,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5299320340156555,
      "num_tokens": 426066736.0,
      "step": 553230
    },
    {
      "epoch": 0.701762397286512,
      "grad_norm": 4.84375,
      "learning_rate": 1.4913835317878158e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5335777133703232,
      "num_tokens": 426075497.0,
      "step": 553240
    },
    {
      "epoch": 0.7017750818790448,
      "grad_norm": 6.75,
      "learning_rate": 1.4913201007791865e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5367523163557053,
      "num_tokens": 426083141.0,
      "step": 553250
    },
    {
      "epoch": 0.7017877664715776,
      "grad_norm": 5.125,
      "learning_rate": 1.4912566697705574e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5273275166749954,
      "num_tokens": 426091090.0,
      "step": 553260
    },
    {
      "epoch": 0.7018004510641105,
      "grad_norm": 5.84375,
      "learning_rate": 1.4911932387619281e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5354276895523071,
      "num_tokens": 426100373.0,
      "step": 553270
    },
    {
      "epoch": 0.7018131356566433,
      "grad_norm": 5.78125,
      "learning_rate": 1.4911298077532992e-05,
      "loss": 1.8705,
      "mean_token_accuracy": 0.5714405804872513,
      "num_tokens": 426107548.0,
      "step": 553280
    },
    {
      "epoch": 0.7018258202491762,
      "grad_norm": 6.8125,
      "learning_rate": 1.49106637674467e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5522519052028656,
      "num_tokens": 426115799.0,
      "step": 553290
    },
    {
      "epoch": 0.701838504841709,
      "grad_norm": 4.0625,
      "learning_rate": 1.4910029457360407e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5721383392810822,
      "num_tokens": 426124018.0,
      "step": 553300
    },
    {
      "epoch": 0.7018511894342419,
      "grad_norm": 6.4375,
      "learning_rate": 1.4909395147274116e-05,
      "loss": 2.2343,
      "mean_token_accuracy": 0.5185796737670898,
      "num_tokens": 426131762.0,
      "step": 553310
    },
    {
      "epoch": 0.7018638740267746,
      "grad_norm": 4.9375,
      "learning_rate": 1.4908760837187823e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5527441084384919,
      "num_tokens": 426140379.0,
      "step": 553320
    },
    {
      "epoch": 0.7018765586193074,
      "grad_norm": 5.09375,
      "learning_rate": 1.4908126527101535e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5119329661130905,
      "num_tokens": 426148038.0,
      "step": 553330
    },
    {
      "epoch": 0.7018892432118403,
      "grad_norm": 6.8125,
      "learning_rate": 1.4907492217015242e-05,
      "loss": 2.2986,
      "mean_token_accuracy": 0.5072230637073517,
      "num_tokens": 426156311.0,
      "step": 553340
    },
    {
      "epoch": 0.7019019278043731,
      "grad_norm": 5.21875,
      "learning_rate": 1.4906857906928951e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5232769846916199,
      "num_tokens": 426164876.0,
      "step": 553350
    },
    {
      "epoch": 0.701914612396906,
      "grad_norm": 6.09375,
      "learning_rate": 1.4906223596842658e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5392996311187744,
      "num_tokens": 426171913.0,
      "step": 553360
    },
    {
      "epoch": 0.7019272969894388,
      "grad_norm": 4.40625,
      "learning_rate": 1.4905589286756367e-05,
      "loss": 1.9009,
      "mean_token_accuracy": 0.569082698225975,
      "num_tokens": 426180205.0,
      "step": 553370
    },
    {
      "epoch": 0.7019399815819717,
      "grad_norm": 6.0625,
      "learning_rate": 1.4904954976670077e-05,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5335523277521134,
      "num_tokens": 426187941.0,
      "step": 553380
    },
    {
      "epoch": 0.7019526661745045,
      "grad_norm": 4.53125,
      "learning_rate": 1.4904320666583784e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.540056186914444,
      "num_tokens": 426196443.0,
      "step": 553390
    },
    {
      "epoch": 0.7019653507670373,
      "grad_norm": 6.9375,
      "learning_rate": 1.4903686356497493e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5325701832771301,
      "num_tokens": 426205141.0,
      "step": 553400
    },
    {
      "epoch": 0.7019780353595702,
      "grad_norm": 5.71875,
      "learning_rate": 1.49030520464112e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5305995285511017,
      "num_tokens": 426213294.0,
      "step": 553410
    },
    {
      "epoch": 0.7019907199521029,
      "grad_norm": 4.84375,
      "learning_rate": 1.4902417736324909e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5192333698272705,
      "num_tokens": 426221260.0,
      "step": 553420
    },
    {
      "epoch": 0.7020034045446358,
      "grad_norm": 5.5625,
      "learning_rate": 1.490178342623862e-05,
      "loss": 2.2473,
      "mean_token_accuracy": 0.5301007151603698,
      "num_tokens": 426229313.0,
      "step": 553430
    },
    {
      "epoch": 0.7020160891371686,
      "grad_norm": 5.1875,
      "learning_rate": 1.4901149116152326e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.535932719707489,
      "num_tokens": 426236235.0,
      "step": 553440
    },
    {
      "epoch": 0.7020287737297015,
      "grad_norm": 5.625,
      "learning_rate": 1.4900514806066035e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5337923347949982,
      "num_tokens": 426244057.0,
      "step": 553450
    },
    {
      "epoch": 0.7020414583222343,
      "grad_norm": 5.625,
      "learning_rate": 1.4899880495979742e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5630537331104278,
      "num_tokens": 426250129.0,
      "step": 553460
    },
    {
      "epoch": 0.7020541429147672,
      "grad_norm": 5.8125,
      "learning_rate": 1.4899246185893451e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.533547967672348,
      "num_tokens": 426258742.0,
      "step": 553470
    },
    {
      "epoch": 0.7020668275073,
      "grad_norm": 4.875,
      "learning_rate": 1.4898611875807161e-05,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5619549661874771,
      "num_tokens": 426265581.0,
      "step": 553480
    },
    {
      "epoch": 0.7020795120998328,
      "grad_norm": 5.71875,
      "learning_rate": 1.4897977565720868e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5306352794170379,
      "num_tokens": 426273357.0,
      "step": 553490
    },
    {
      "epoch": 0.7020921966923657,
      "grad_norm": 5.78125,
      "learning_rate": 1.4897343255634577e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5643497794866562,
      "num_tokens": 426282153.0,
      "step": 553500
    },
    {
      "epoch": 0.7021048812848985,
      "grad_norm": 5.75,
      "learning_rate": 1.4896708945548284e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5735921263694763,
      "num_tokens": 426288586.0,
      "step": 553510
    },
    {
      "epoch": 0.7021175658774313,
      "grad_norm": 5.625,
      "learning_rate": 1.4896074635461993e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5349144130945206,
      "num_tokens": 426296238.0,
      "step": 553520
    },
    {
      "epoch": 0.7021302504699641,
      "grad_norm": 6.625,
      "learning_rate": 1.4895440325375703e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5260682672262191,
      "num_tokens": 426304856.0,
      "step": 553530
    },
    {
      "epoch": 0.702142935062497,
      "grad_norm": 6.25,
      "learning_rate": 1.4894806015289412e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5106459140777588,
      "num_tokens": 426313487.0,
      "step": 553540
    },
    {
      "epoch": 0.7021556196550298,
      "grad_norm": 6.90625,
      "learning_rate": 1.4894171705203119e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5422554105520249,
      "num_tokens": 426321509.0,
      "step": 553550
    },
    {
      "epoch": 0.7021683042475626,
      "grad_norm": 5.375,
      "learning_rate": 1.4893537395116828e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.545574140548706,
      "num_tokens": 426329491.0,
      "step": 553560
    },
    {
      "epoch": 0.7021809888400955,
      "grad_norm": 5.40625,
      "learning_rate": 1.4892903085030535e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5465387463569641,
      "num_tokens": 426337192.0,
      "step": 553570
    },
    {
      "epoch": 0.7021936734326283,
      "grad_norm": 5.9375,
      "learning_rate": 1.4892268774944245e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.54800965487957,
      "num_tokens": 426344536.0,
      "step": 553580
    },
    {
      "epoch": 0.7022063580251612,
      "grad_norm": 6.8125,
      "learning_rate": 1.4891634464857954e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5377694219350815,
      "num_tokens": 426351882.0,
      "step": 553590
    },
    {
      "epoch": 0.702219042617694,
      "grad_norm": 5.53125,
      "learning_rate": 1.4891000154771661e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5531032294034958,
      "num_tokens": 426360071.0,
      "step": 553600
    },
    {
      "epoch": 0.7022317272102269,
      "grad_norm": 5.5,
      "learning_rate": 1.489036584468537e-05,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5606639355421066,
      "num_tokens": 426369008.0,
      "step": 553610
    },
    {
      "epoch": 0.7022444118027596,
      "grad_norm": 7.5,
      "learning_rate": 1.4889731534599077e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5456614762544632,
      "num_tokens": 426376493.0,
      "step": 553620
    },
    {
      "epoch": 0.7022570963952925,
      "grad_norm": 5.1875,
      "learning_rate": 1.4889097224512787e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.5385212063789367,
      "num_tokens": 426384337.0,
      "step": 553630
    },
    {
      "epoch": 0.7022697809878253,
      "grad_norm": 6.6875,
      "learning_rate": 1.4888462914426496e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5396136432886124,
      "num_tokens": 426391486.0,
      "step": 553640
    },
    {
      "epoch": 0.7022824655803581,
      "grad_norm": 5.625,
      "learning_rate": 1.4887828604340203e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5325004696846009,
      "num_tokens": 426400564.0,
      "step": 553650
    },
    {
      "epoch": 0.702295150172891,
      "grad_norm": 4.4375,
      "learning_rate": 1.4887194294253912e-05,
      "loss": 1.8158,
      "mean_token_accuracy": 0.597214013338089,
      "num_tokens": 426409264.0,
      "step": 553660
    },
    {
      "epoch": 0.7023078347654238,
      "grad_norm": 7.78125,
      "learning_rate": 1.4886559984167622e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.5461987495422364,
      "num_tokens": 426415551.0,
      "step": 553670
    },
    {
      "epoch": 0.7023205193579567,
      "grad_norm": 4.96875,
      "learning_rate": 1.488592567408133e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5273781239986419,
      "num_tokens": 426423922.0,
      "step": 553680
    },
    {
      "epoch": 0.7023332039504895,
      "grad_norm": 5.15625,
      "learning_rate": 1.4885291363995038e-05,
      "loss": 1.8696,
      "mean_token_accuracy": 0.5821907699108124,
      "num_tokens": 426431498.0,
      "step": 553690
    },
    {
      "epoch": 0.7023458885430224,
      "grad_norm": 4.8125,
      "learning_rate": 1.4884657053908745e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5528588980436325,
      "num_tokens": 426438870.0,
      "step": 553700
    },
    {
      "epoch": 0.7023585731355552,
      "grad_norm": 11.625,
      "learning_rate": 1.4884022743822454e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5317759126424789,
      "num_tokens": 426446002.0,
      "step": 553710
    },
    {
      "epoch": 0.702371257728088,
      "grad_norm": 7.28125,
      "learning_rate": 1.4883388433736164e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5390940278768539,
      "num_tokens": 426452946.0,
      "step": 553720
    },
    {
      "epoch": 0.7023839423206208,
      "grad_norm": 6.9375,
      "learning_rate": 1.4882754123649873e-05,
      "loss": 1.9954,
      "mean_token_accuracy": 0.5669979274272918,
      "num_tokens": 426460928.0,
      "step": 553730
    },
    {
      "epoch": 0.7023966269131536,
      "grad_norm": 5.46875,
      "learning_rate": 1.488211981356358e-05,
      "loss": 2.1777,
      "mean_token_accuracy": 0.5265633821487427,
      "num_tokens": 426469172.0,
      "step": 553740
    },
    {
      "epoch": 0.7024093115056865,
      "grad_norm": 4.5,
      "learning_rate": 1.4881485503477289e-05,
      "loss": 1.8101,
      "mean_token_accuracy": 0.6006954312324524,
      "num_tokens": 426477130.0,
      "step": 553750
    },
    {
      "epoch": 0.7024219960982193,
      "grad_norm": 8.1875,
      "learning_rate": 1.4880851193390996e-05,
      "loss": 1.8999,
      "mean_token_accuracy": 0.5650103002786636,
      "num_tokens": 426484052.0,
      "step": 553760
    },
    {
      "epoch": 0.7024346806907522,
      "grad_norm": 7.6875,
      "learning_rate": 1.4880216883304706e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5553534626960754,
      "num_tokens": 426491616.0,
      "step": 553770
    },
    {
      "epoch": 0.702447365283285,
      "grad_norm": 5.03125,
      "learning_rate": 1.4879582573218415e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5355492323637009,
      "num_tokens": 426499660.0,
      "step": 553780
    },
    {
      "epoch": 0.7024600498758179,
      "grad_norm": 7.46875,
      "learning_rate": 1.4878948263132122e-05,
      "loss": 1.8493,
      "mean_token_accuracy": 0.5875539243221283,
      "num_tokens": 426506706.0,
      "step": 553790
    },
    {
      "epoch": 0.7024727344683507,
      "grad_norm": 5.53125,
      "learning_rate": 1.4878313953045831e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5410469263792038,
      "num_tokens": 426514665.0,
      "step": 553800
    },
    {
      "epoch": 0.7024854190608835,
      "grad_norm": 5.78125,
      "learning_rate": 1.4877679642959538e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5279873609542847,
      "num_tokens": 426523042.0,
      "step": 553810
    },
    {
      "epoch": 0.7024981036534164,
      "grad_norm": 4.8125,
      "learning_rate": 1.4877045332873248e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5401967883110046,
      "num_tokens": 426531734.0,
      "step": 553820
    },
    {
      "epoch": 0.7025107882459491,
      "grad_norm": 4.46875,
      "learning_rate": 1.4876411022786957e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5646436542272568,
      "num_tokens": 426539572.0,
      "step": 553830
    },
    {
      "epoch": 0.702523472838482,
      "grad_norm": 5.03125,
      "learning_rate": 1.4875776712700664e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5410040855407715,
      "num_tokens": 426547684.0,
      "step": 553840
    },
    {
      "epoch": 0.7025361574310148,
      "grad_norm": 8.5,
      "learning_rate": 1.4875142402614373e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5315997481346131,
      "num_tokens": 426556032.0,
      "step": 553850
    },
    {
      "epoch": 0.7025488420235477,
      "grad_norm": 6.0625,
      "learning_rate": 1.487450809252808e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5319289416074753,
      "num_tokens": 426564882.0,
      "step": 553860
    },
    {
      "epoch": 0.7025615266160805,
      "grad_norm": 7.21875,
      "learning_rate": 1.487387378244179e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5703426867723465,
      "num_tokens": 426572633.0,
      "step": 553870
    },
    {
      "epoch": 0.7025742112086133,
      "grad_norm": 5.40625,
      "learning_rate": 1.4873239472355499e-05,
      "loss": 2.1953,
      "mean_token_accuracy": 0.5289542198181152,
      "num_tokens": 426581121.0,
      "step": 553880
    },
    {
      "epoch": 0.7025868958011462,
      "grad_norm": 6.375,
      "learning_rate": 1.4872605162269206e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5230181694030762,
      "num_tokens": 426588844.0,
      "step": 553890
    },
    {
      "epoch": 0.702599580393679,
      "grad_norm": 4.84375,
      "learning_rate": 1.4871970852182915e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5583882421255112,
      "num_tokens": 426597567.0,
      "step": 553900
    },
    {
      "epoch": 0.7026122649862119,
      "grad_norm": 4.65625,
      "learning_rate": 1.4871336542096622e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5433769941329956,
      "num_tokens": 426605237.0,
      "step": 553910
    },
    {
      "epoch": 0.7026249495787447,
      "grad_norm": 5.125,
      "learning_rate": 1.4870702232010334e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5440593063831329,
      "num_tokens": 426613626.0,
      "step": 553920
    },
    {
      "epoch": 0.7026376341712776,
      "grad_norm": 5.34375,
      "learning_rate": 1.4870067921924041e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5136667430400849,
      "num_tokens": 426622543.0,
      "step": 553930
    },
    {
      "epoch": 0.7026503187638103,
      "grad_norm": 5.4375,
      "learning_rate": 1.486943361183775e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5343092262744904,
      "num_tokens": 426630522.0,
      "step": 553940
    },
    {
      "epoch": 0.7026630033563431,
      "grad_norm": 12.4375,
      "learning_rate": 1.4868799301751457e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5311001360416412,
      "num_tokens": 426638399.0,
      "step": 553950
    },
    {
      "epoch": 0.702675687948876,
      "grad_norm": 6.125,
      "learning_rate": 1.4868164991665166e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5463888078927994,
      "num_tokens": 426645809.0,
      "step": 553960
    },
    {
      "epoch": 0.7026883725414088,
      "grad_norm": 5.4375,
      "learning_rate": 1.4867530681578876e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5627054184675216,
      "num_tokens": 426652810.0,
      "step": 553970
    },
    {
      "epoch": 0.7027010571339417,
      "grad_norm": 5.3125,
      "learning_rate": 1.4866896371492583e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5388599395751953,
      "num_tokens": 426660575.0,
      "step": 553980
    },
    {
      "epoch": 0.7027137417264745,
      "grad_norm": 3.609375,
      "learning_rate": 1.4866262061406292e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.561513003706932,
      "num_tokens": 426668239.0,
      "step": 553990
    },
    {
      "epoch": 0.7027264263190074,
      "grad_norm": 4.90625,
      "learning_rate": 1.4865627751319999e-05,
      "loss": 1.7829,
      "mean_token_accuracy": 0.6009142220020294,
      "num_tokens": 426677108.0,
      "step": 554000
    },
    {
      "epoch": 0.7027391109115402,
      "grad_norm": 6.25,
      "learning_rate": 1.4864993441233708e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5510498583316803,
      "num_tokens": 426684707.0,
      "step": 554010
    },
    {
      "epoch": 0.7027517955040731,
      "grad_norm": 6.96875,
      "learning_rate": 1.4864359131147418e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5367771804332733,
      "num_tokens": 426693112.0,
      "step": 554020
    },
    {
      "epoch": 0.7027644800966059,
      "grad_norm": 6.15625,
      "learning_rate": 1.4863724821061125e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5278261065483093,
      "num_tokens": 426701753.0,
      "step": 554030
    },
    {
      "epoch": 0.7027771646891386,
      "grad_norm": 9.625,
      "learning_rate": 1.4863090510974834e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5347644805908203,
      "num_tokens": 426709681.0,
      "step": 554040
    },
    {
      "epoch": 0.7027898492816715,
      "grad_norm": 5.3125,
      "learning_rate": 1.4862456200888541e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5592130661010742,
      "num_tokens": 426716530.0,
      "step": 554050
    },
    {
      "epoch": 0.7028025338742043,
      "grad_norm": 5.0625,
      "learning_rate": 1.486182189080225e-05,
      "loss": 1.9193,
      "mean_token_accuracy": 0.573463499546051,
      "num_tokens": 426723817.0,
      "step": 554060
    },
    {
      "epoch": 0.7028152184667372,
      "grad_norm": 7.71875,
      "learning_rate": 1.486118758071596e-05,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5330112159252167,
      "num_tokens": 426731651.0,
      "step": 554070
    },
    {
      "epoch": 0.70282790305927,
      "grad_norm": 5.90625,
      "learning_rate": 1.4860553270629669e-05,
      "loss": 1.8779,
      "mean_token_accuracy": 0.5887297302484512,
      "num_tokens": 426738989.0,
      "step": 554080
    },
    {
      "epoch": 0.7028405876518029,
      "grad_norm": 5.3125,
      "learning_rate": 1.4859918960543376e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5502180069684982,
      "num_tokens": 426746825.0,
      "step": 554090
    },
    {
      "epoch": 0.7028532722443357,
      "grad_norm": 5.5,
      "learning_rate": 1.4859284650457083e-05,
      "loss": 1.8924,
      "mean_token_accuracy": 0.5655666053295135,
      "num_tokens": 426754098.0,
      "step": 554100
    },
    {
      "epoch": 0.7028659568368685,
      "grad_norm": 6.625,
      "learning_rate": 1.4858650340370795e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5513223975896835,
      "num_tokens": 426761506.0,
      "step": 554110
    },
    {
      "epoch": 0.7028786414294014,
      "grad_norm": 6.21875,
      "learning_rate": 1.4858016030284502e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5226969599723816,
      "num_tokens": 426770404.0,
      "step": 554120
    },
    {
      "epoch": 0.7028913260219342,
      "grad_norm": 6.6875,
      "learning_rate": 1.485738172019821e-05,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5490587651729584,
      "num_tokens": 426777589.0,
      "step": 554130
    },
    {
      "epoch": 0.7029040106144671,
      "grad_norm": 5.34375,
      "learning_rate": 1.4856747410111918e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5369522422552109,
      "num_tokens": 426786118.0,
      "step": 554140
    },
    {
      "epoch": 0.7029166952069998,
      "grad_norm": 5.0,
      "learning_rate": 1.4856113100025627e-05,
      "loss": 1.8719,
      "mean_token_accuracy": 0.5804691284894943,
      "num_tokens": 426792931.0,
      "step": 554150
    },
    {
      "epoch": 0.7029293797995327,
      "grad_norm": 11.625,
      "learning_rate": 1.4855478789939337e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.537688085436821,
      "num_tokens": 426800615.0,
      "step": 554160
    },
    {
      "epoch": 0.7029420643920655,
      "grad_norm": 6.59375,
      "learning_rate": 1.4854844479853044e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.543830794095993,
      "num_tokens": 426808889.0,
      "step": 554170
    },
    {
      "epoch": 0.7029547489845984,
      "grad_norm": 5.625,
      "learning_rate": 1.4854210169766753e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5644097208976746,
      "num_tokens": 426815804.0,
      "step": 554180
    },
    {
      "epoch": 0.7029674335771312,
      "grad_norm": 6.375,
      "learning_rate": 1.485357585968046e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5295774102210998,
      "num_tokens": 426823697.0,
      "step": 554190
    },
    {
      "epoch": 0.702980118169664,
      "grad_norm": 6.09375,
      "learning_rate": 1.4852941549594169e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5380331665277481,
      "num_tokens": 426831908.0,
      "step": 554200
    },
    {
      "epoch": 0.7029928027621969,
      "grad_norm": 5.9375,
      "learning_rate": 1.4852307239507879e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5699739068746567,
      "num_tokens": 426839256.0,
      "step": 554210
    },
    {
      "epoch": 0.7030054873547297,
      "grad_norm": 4.9375,
      "learning_rate": 1.4851672929421586e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5258534044027329,
      "num_tokens": 426846839.0,
      "step": 554220
    },
    {
      "epoch": 0.7030181719472626,
      "grad_norm": 5.1875,
      "learning_rate": 1.4851038619335295e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5659433960914612,
      "num_tokens": 426853480.0,
      "step": 554230
    },
    {
      "epoch": 0.7030308565397954,
      "grad_norm": 5.4375,
      "learning_rate": 1.4850404309249002e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5401710361242295,
      "num_tokens": 426861145.0,
      "step": 554240
    },
    {
      "epoch": 0.7030435411323283,
      "grad_norm": 5.15625,
      "learning_rate": 1.484976999916271e-05,
      "loss": 1.942,
      "mean_token_accuracy": 0.5713266730308533,
      "num_tokens": 426868737.0,
      "step": 554250
    },
    {
      "epoch": 0.703056225724861,
      "grad_norm": 6.15625,
      "learning_rate": 1.4849135689076421e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5301548540592194,
      "num_tokens": 426876151.0,
      "step": 554260
    },
    {
      "epoch": 0.7030689103173938,
      "grad_norm": 7.34375,
      "learning_rate": 1.484850137899013e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5295285999774932,
      "num_tokens": 426883192.0,
      "step": 554270
    },
    {
      "epoch": 0.7030815949099267,
      "grad_norm": 5.53125,
      "learning_rate": 1.4847867068903837e-05,
      "loss": 1.9565,
      "mean_token_accuracy": 0.5621080845594406,
      "num_tokens": 426891525.0,
      "step": 554280
    },
    {
      "epoch": 0.7030942795024595,
      "grad_norm": 7.03125,
      "learning_rate": 1.4847232758817546e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.536320886015892,
      "num_tokens": 426898382.0,
      "step": 554290
    },
    {
      "epoch": 0.7031069640949924,
      "grad_norm": 5.21875,
      "learning_rate": 1.4846598448731253e-05,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5531330674886703,
      "num_tokens": 426906361.0,
      "step": 554300
    },
    {
      "epoch": 0.7031196486875252,
      "grad_norm": 6.5625,
      "learning_rate": 1.4845964138644963e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5572487115859985,
      "num_tokens": 426913416.0,
      "step": 554310
    },
    {
      "epoch": 0.7031323332800581,
      "grad_norm": 5.375,
      "learning_rate": 1.4845329828558672e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5411439359188079,
      "num_tokens": 426921689.0,
      "step": 554320
    },
    {
      "epoch": 0.7031450178725909,
      "grad_norm": 7.25,
      "learning_rate": 1.4844695518472379e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5360606878995895,
      "num_tokens": 426929184.0,
      "step": 554330
    },
    {
      "epoch": 0.7031577024651237,
      "grad_norm": 5.21875,
      "learning_rate": 1.4844061208386088e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5274109810590744,
      "num_tokens": 426937085.0,
      "step": 554340
    },
    {
      "epoch": 0.7031703870576566,
      "grad_norm": 5.625,
      "learning_rate": 1.4843426898299795e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5562321245670319,
      "num_tokens": 426944193.0,
      "step": 554350
    },
    {
      "epoch": 0.7031830716501893,
      "grad_norm": 5.125,
      "learning_rate": 1.4842792588213505e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5425831556320191,
      "num_tokens": 426953712.0,
      "step": 554360
    },
    {
      "epoch": 0.7031957562427222,
      "grad_norm": 5.0,
      "learning_rate": 1.4842158278127214e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5654245108366013,
      "num_tokens": 426961223.0,
      "step": 554370
    },
    {
      "epoch": 0.703208440835255,
      "grad_norm": 5.3125,
      "learning_rate": 1.484152396804092e-05,
      "loss": 1.9393,
      "mean_token_accuracy": 0.5664719492197037,
      "num_tokens": 426969666.0,
      "step": 554380
    },
    {
      "epoch": 0.7032211254277879,
      "grad_norm": 5.21875,
      "learning_rate": 1.484088965795463e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5466417908668518,
      "num_tokens": 426977681.0,
      "step": 554390
    },
    {
      "epoch": 0.7032338100203207,
      "grad_norm": 5.25,
      "learning_rate": 1.4840255347868337e-05,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5289398163557053,
      "num_tokens": 426984731.0,
      "step": 554400
    },
    {
      "epoch": 0.7032464946128536,
      "grad_norm": 5.125,
      "learning_rate": 1.4839621037782047e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5236483097076416,
      "num_tokens": 426993995.0,
      "step": 554410
    },
    {
      "epoch": 0.7032591792053864,
      "grad_norm": 10.0,
      "learning_rate": 1.4838986727695756e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5487813055515289,
      "num_tokens": 427000845.0,
      "step": 554420
    },
    {
      "epoch": 0.7032718637979192,
      "grad_norm": 6.15625,
      "learning_rate": 1.4838352417609463e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5637490570545196,
      "num_tokens": 427008501.0,
      "step": 554430
    },
    {
      "epoch": 0.7032845483904521,
      "grad_norm": 4.75,
      "learning_rate": 1.4837718107523172e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.552385014295578,
      "num_tokens": 427016883.0,
      "step": 554440
    },
    {
      "epoch": 0.7032972329829849,
      "grad_norm": 6.90625,
      "learning_rate": 1.4837083797436879e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5415863513946533,
      "num_tokens": 427024714.0,
      "step": 554450
    },
    {
      "epoch": 0.7033099175755178,
      "grad_norm": 6.1875,
      "learning_rate": 1.483644948735059e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.54477519094944,
      "num_tokens": 427032227.0,
      "step": 554460
    },
    {
      "epoch": 0.7033226021680505,
      "grad_norm": 4.46875,
      "learning_rate": 1.4835815177264298e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.5632878214120864,
      "num_tokens": 427040088.0,
      "step": 554470
    },
    {
      "epoch": 0.7033352867605834,
      "grad_norm": 5.25,
      "learning_rate": 1.4835180867178007e-05,
      "loss": 1.89,
      "mean_token_accuracy": 0.5839871883392334,
      "num_tokens": 427047182.0,
      "step": 554480
    },
    {
      "epoch": 0.7033479713531162,
      "grad_norm": 6.59375,
      "learning_rate": 1.4834546557091714e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5429604768753051,
      "num_tokens": 427055130.0,
      "step": 554490
    },
    {
      "epoch": 0.703360655945649,
      "grad_norm": 5.03125,
      "learning_rate": 1.4833912247005422e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.552491495013237,
      "num_tokens": 427063981.0,
      "step": 554500
    },
    {
      "epoch": 0.7033733405381819,
      "grad_norm": 7.375,
      "learning_rate": 1.4833277936919133e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5260894060134887,
      "num_tokens": 427072620.0,
      "step": 554510
    },
    {
      "epoch": 0.7033860251307147,
      "grad_norm": 6.0,
      "learning_rate": 1.483264362683284e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5590481251478195,
      "num_tokens": 427079149.0,
      "step": 554520
    },
    {
      "epoch": 0.7033987097232476,
      "grad_norm": 8.75,
      "learning_rate": 1.4832009316746549e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5280487716197968,
      "num_tokens": 427086596.0,
      "step": 554530
    },
    {
      "epoch": 0.7034113943157804,
      "grad_norm": 6.3125,
      "learning_rate": 1.4831375006660256e-05,
      "loss": 2.2789,
      "mean_token_accuracy": 0.5159525722265244,
      "num_tokens": 427094186.0,
      "step": 554540
    },
    {
      "epoch": 0.7034240789083133,
      "grad_norm": 5.4375,
      "learning_rate": 1.4830740696573964e-05,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5439928621053696,
      "num_tokens": 427100949.0,
      "step": 554550
    },
    {
      "epoch": 0.703436763500846,
      "grad_norm": 5.25,
      "learning_rate": 1.4830106386487675e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5216414749622345,
      "num_tokens": 427110377.0,
      "step": 554560
    },
    {
      "epoch": 0.703449448093379,
      "grad_norm": 4.9375,
      "learning_rate": 1.4829472076401382e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5240319669246674,
      "num_tokens": 427118998.0,
      "step": 554570
    },
    {
      "epoch": 0.7034621326859117,
      "grad_norm": 7.25,
      "learning_rate": 1.482883776631509e-05,
      "loss": 1.7875,
      "mean_token_accuracy": 0.6115887820720672,
      "num_tokens": 427125468.0,
      "step": 554580
    },
    {
      "epoch": 0.7034748172784445,
      "grad_norm": 10.0625,
      "learning_rate": 1.4828203456228798e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5617439359426498,
      "num_tokens": 427132256.0,
      "step": 554590
    },
    {
      "epoch": 0.7034875018709774,
      "grad_norm": 6.375,
      "learning_rate": 1.4827569146142508e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5495241641998291,
      "num_tokens": 427139817.0,
      "step": 554600
    },
    {
      "epoch": 0.7035001864635102,
      "grad_norm": 4.78125,
      "learning_rate": 1.4826934836056217e-05,
      "loss": 1.9166,
      "mean_token_accuracy": 0.5680498003959655,
      "num_tokens": 427148000.0,
      "step": 554610
    },
    {
      "epoch": 0.7035128710560431,
      "grad_norm": 6.5,
      "learning_rate": 1.4826300525969924e-05,
      "loss": 1.8582,
      "mean_token_accuracy": 0.5757654070854187,
      "num_tokens": 427155797.0,
      "step": 554620
    },
    {
      "epoch": 0.7035255556485759,
      "grad_norm": 5.65625,
      "learning_rate": 1.4825666215883633e-05,
      "loss": 2.3048,
      "mean_token_accuracy": 0.511436042189598,
      "num_tokens": 427164317.0,
      "step": 554630
    },
    {
      "epoch": 0.7035382402411088,
      "grad_norm": 6.21875,
      "learning_rate": 1.482503190579734e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5723289757966995,
      "num_tokens": 427171745.0,
      "step": 554640
    },
    {
      "epoch": 0.7035509248336416,
      "grad_norm": 5.6875,
      "learning_rate": 1.4824397595711052e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5447413086891174,
      "num_tokens": 427178575.0,
      "step": 554650
    },
    {
      "epoch": 0.7035636094261744,
      "grad_norm": 5.21875,
      "learning_rate": 1.4823763285624759e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5522737354040146,
      "num_tokens": 427185916.0,
      "step": 554660
    },
    {
      "epoch": 0.7035762940187072,
      "grad_norm": 5.125,
      "learning_rate": 1.4823128975538468e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5454143285751343,
      "num_tokens": 427194137.0,
      "step": 554670
    },
    {
      "epoch": 0.70358897861124,
      "grad_norm": 8.4375,
      "learning_rate": 1.4822494665452175e-05,
      "loss": 1.7761,
      "mean_token_accuracy": 0.5977803766727448,
      "num_tokens": 427200382.0,
      "step": 554680
    },
    {
      "epoch": 0.7036016632037729,
      "grad_norm": 4.875,
      "learning_rate": 1.4821860355365883e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5417965710163116,
      "num_tokens": 427208213.0,
      "step": 554690
    },
    {
      "epoch": 0.7036143477963057,
      "grad_norm": 6.28125,
      "learning_rate": 1.4821226045279594e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5257719665765762,
      "num_tokens": 427216200.0,
      "step": 554700
    },
    {
      "epoch": 0.7036270323888386,
      "grad_norm": 5.5625,
      "learning_rate": 1.48205917351933e-05,
      "loss": 2.273,
      "mean_token_accuracy": 0.5160097539424896,
      "num_tokens": 427224705.0,
      "step": 554710
    },
    {
      "epoch": 0.7036397169813714,
      "grad_norm": 4.625,
      "learning_rate": 1.481995742510701e-05,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5487928420305253,
      "num_tokens": 427232598.0,
      "step": 554720
    },
    {
      "epoch": 0.7036524015739043,
      "grad_norm": 5.125,
      "learning_rate": 1.4819323115020717e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5579933673143387,
      "num_tokens": 427240617.0,
      "step": 554730
    },
    {
      "epoch": 0.7036650861664371,
      "grad_norm": 4.84375,
      "learning_rate": 1.4818688804934425e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5457591652870178,
      "num_tokens": 427248225.0,
      "step": 554740
    },
    {
      "epoch": 0.7036777707589699,
      "grad_norm": 4.625,
      "learning_rate": 1.4818054494848136e-05,
      "loss": 2.3241,
      "mean_token_accuracy": 0.5110604107379914,
      "num_tokens": 427255478.0,
      "step": 554750
    },
    {
      "epoch": 0.7036904553515028,
      "grad_norm": 4.40625,
      "learning_rate": 1.4817420184761843e-05,
      "loss": 1.8723,
      "mean_token_accuracy": 0.5793148845434188,
      "num_tokens": 427262820.0,
      "step": 554760
    },
    {
      "epoch": 0.7037031399440355,
      "grad_norm": 5.5625,
      "learning_rate": 1.4816785874675552e-05,
      "loss": 1.6058,
      "mean_token_accuracy": 0.6264124035835266,
      "num_tokens": 427270188.0,
      "step": 554770
    },
    {
      "epoch": 0.7037158245365684,
      "grad_norm": 5.90625,
      "learning_rate": 1.4816151564589259e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5484927773475647,
      "num_tokens": 427278653.0,
      "step": 554780
    },
    {
      "epoch": 0.7037285091291012,
      "grad_norm": 4.71875,
      "learning_rate": 1.4815517254502967e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5587566375732422,
      "num_tokens": 427286988.0,
      "step": 554790
    },
    {
      "epoch": 0.7037411937216341,
      "grad_norm": 4.9375,
      "learning_rate": 1.4814882944416678e-05,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5480266213417053,
      "num_tokens": 427294771.0,
      "step": 554800
    },
    {
      "epoch": 0.7037538783141669,
      "grad_norm": 6.5625,
      "learning_rate": 1.4814248634330385e-05,
      "loss": 1.9385,
      "mean_token_accuracy": 0.5730441212654114,
      "num_tokens": 427302443.0,
      "step": 554810
    },
    {
      "epoch": 0.7037665629066997,
      "grad_norm": 4.625,
      "learning_rate": 1.4813614324244094e-05,
      "loss": 2.2303,
      "mean_token_accuracy": 0.5188409328460694,
      "num_tokens": 427310027.0,
      "step": 554820
    },
    {
      "epoch": 0.7037792474992326,
      "grad_norm": 10.5625,
      "learning_rate": 1.48129800141578e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.542387330532074,
      "num_tokens": 427317436.0,
      "step": 554830
    },
    {
      "epoch": 0.7037919320917654,
      "grad_norm": 5.5,
      "learning_rate": 1.481234570407151e-05,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5497537553310394,
      "num_tokens": 427324049.0,
      "step": 554840
    },
    {
      "epoch": 0.7038046166842983,
      "grad_norm": 7.65625,
      "learning_rate": 1.481171139398522e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.526170402765274,
      "num_tokens": 427330536.0,
      "step": 554850
    },
    {
      "epoch": 0.7038173012768311,
      "grad_norm": 5.03125,
      "learning_rate": 1.4811077083898928e-05,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5454668670892715,
      "num_tokens": 427338486.0,
      "step": 554860
    },
    {
      "epoch": 0.703829985869364,
      "grad_norm": 5.78125,
      "learning_rate": 1.4810442773812636e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5264492154121398,
      "num_tokens": 427346658.0,
      "step": 554870
    },
    {
      "epoch": 0.7038426704618967,
      "grad_norm": 4.8125,
      "learning_rate": 1.4809808463726344e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5373967885971069,
      "num_tokens": 427355595.0,
      "step": 554880
    },
    {
      "epoch": 0.7038553550544295,
      "grad_norm": 4.6875,
      "learning_rate": 1.4809174153640051e-05,
      "loss": 2.3116,
      "mean_token_accuracy": 0.5054759085178375,
      "num_tokens": 427363469.0,
      "step": 554890
    },
    {
      "epoch": 0.7038680396469624,
      "grad_norm": 4.875,
      "learning_rate": 1.4808539843553762e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5663097053766251,
      "num_tokens": 427371587.0,
      "step": 554900
    },
    {
      "epoch": 0.7038807242394952,
      "grad_norm": 6.25,
      "learning_rate": 1.480790553346747e-05,
      "loss": 1.7712,
      "mean_token_accuracy": 0.6143158584833145,
      "num_tokens": 427377775.0,
      "step": 554910
    },
    {
      "epoch": 0.7038934088320281,
      "grad_norm": 7.46875,
      "learning_rate": 1.4807271223381178e-05,
      "loss": 2.128,
      "mean_token_accuracy": 0.5291763544082642,
      "num_tokens": 427385929.0,
      "step": 554920
    },
    {
      "epoch": 0.7039060934245609,
      "grad_norm": 8.125,
      "learning_rate": 1.4806636913294886e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5445116430521011,
      "num_tokens": 427393368.0,
      "step": 554930
    },
    {
      "epoch": 0.7039187780170938,
      "grad_norm": 5.59375,
      "learning_rate": 1.4806002603208593e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5292099356651306,
      "num_tokens": 427402001.0,
      "step": 554940
    },
    {
      "epoch": 0.7039314626096266,
      "grad_norm": 5.5,
      "learning_rate": 1.4805368293122304e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5391682833433151,
      "num_tokens": 427410311.0,
      "step": 554950
    },
    {
      "epoch": 0.7039441472021595,
      "grad_norm": 5.4375,
      "learning_rate": 1.4804733983036012e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5587566435337067,
      "num_tokens": 427417502.0,
      "step": 554960
    },
    {
      "epoch": 0.7039568317946923,
      "grad_norm": 5.21875,
      "learning_rate": 1.480409967294972e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5641328930854798,
      "num_tokens": 427424858.0,
      "step": 554970
    },
    {
      "epoch": 0.703969516387225,
      "grad_norm": 4.875,
      "learning_rate": 1.4803465362863428e-05,
      "loss": 1.942,
      "mean_token_accuracy": 0.5660289525985718,
      "num_tokens": 427433400.0,
      "step": 554980
    },
    {
      "epoch": 0.7039822009797579,
      "grad_norm": 6.15625,
      "learning_rate": 1.4802831052777135e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5367195010185242,
      "num_tokens": 427441317.0,
      "step": 554990
    },
    {
      "epoch": 0.7039948855722907,
      "grad_norm": 7.4375,
      "learning_rate": 1.4802196742690846e-05,
      "loss": 2.2336,
      "mean_token_accuracy": 0.5212438970804214,
      "num_tokens": 427450046.0,
      "step": 555000
    },
    {
      "epoch": 0.7040075701648236,
      "grad_norm": 5.375,
      "learning_rate": 1.4801562432604554e-05,
      "loss": 2.218,
      "mean_token_accuracy": 0.522257274389267,
      "num_tokens": 427457962.0,
      "step": 555010
    },
    {
      "epoch": 0.7040202547573564,
      "grad_norm": 8.625,
      "learning_rate": 1.4800928122518262e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5544693440198898,
      "num_tokens": 427465505.0,
      "step": 555020
    },
    {
      "epoch": 0.7040329393498893,
      "grad_norm": 5.34375,
      "learning_rate": 1.480029381243197e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5488690257072448,
      "num_tokens": 427474110.0,
      "step": 555030
    },
    {
      "epoch": 0.7040456239424221,
      "grad_norm": 6.21875,
      "learning_rate": 1.479965950234568e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5617863446474075,
      "num_tokens": 427480702.0,
      "step": 555040
    },
    {
      "epoch": 0.7040583085349549,
      "grad_norm": 5.84375,
      "learning_rate": 1.479902519225939e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5318032562732696,
      "num_tokens": 427488444.0,
      "step": 555050
    },
    {
      "epoch": 0.7040709931274878,
      "grad_norm": 5.9375,
      "learning_rate": 1.4798390882173096e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5403914868831634,
      "num_tokens": 427496006.0,
      "step": 555060
    },
    {
      "epoch": 0.7040836777200206,
      "grad_norm": 6.15625,
      "learning_rate": 1.4797756572086805e-05,
      "loss": 1.9035,
      "mean_token_accuracy": 0.5703701913356781,
      "num_tokens": 427503434.0,
      "step": 555070
    },
    {
      "epoch": 0.7040963623125535,
      "grad_norm": 4.84375,
      "learning_rate": 1.4797122262000512e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5281750559806824,
      "num_tokens": 427512514.0,
      "step": 555080
    },
    {
      "epoch": 0.7041090469050862,
      "grad_norm": 12.625,
      "learning_rate": 1.4796487951914223e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5378386944532394,
      "num_tokens": 427520851.0,
      "step": 555090
    },
    {
      "epoch": 0.7041217314976191,
      "grad_norm": 8.9375,
      "learning_rate": 1.4795853641827931e-05,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5331050962209701,
      "num_tokens": 427528706.0,
      "step": 555100
    },
    {
      "epoch": 0.7041344160901519,
      "grad_norm": 6.6875,
      "learning_rate": 1.4795219331741638e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5396646529436111,
      "num_tokens": 427536057.0,
      "step": 555110
    },
    {
      "epoch": 0.7041471006826848,
      "grad_norm": 5.25,
      "learning_rate": 1.4794585021655347e-05,
      "loss": 1.799,
      "mean_token_accuracy": 0.5995139300823211,
      "num_tokens": 427543634.0,
      "step": 555120
    },
    {
      "epoch": 0.7041597852752176,
      "grad_norm": 5.625,
      "learning_rate": 1.4793950711569054e-05,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5347699642181396,
      "num_tokens": 427551986.0,
      "step": 555130
    },
    {
      "epoch": 0.7041724698677504,
      "grad_norm": 5.59375,
      "learning_rate": 1.4793316401482765e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5480701953172684,
      "num_tokens": 427559479.0,
      "step": 555140
    },
    {
      "epoch": 0.7041851544602833,
      "grad_norm": 5.28125,
      "learning_rate": 1.4792682091396473e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.567262253165245,
      "num_tokens": 427567127.0,
      "step": 555150
    },
    {
      "epoch": 0.7041978390528161,
      "grad_norm": 5.25,
      "learning_rate": 1.479204778131018e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.568864157795906,
      "num_tokens": 427574412.0,
      "step": 555160
    },
    {
      "epoch": 0.704210523645349,
      "grad_norm": 6.625,
      "learning_rate": 1.479141347122389e-05,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5205865889787674,
      "num_tokens": 427581734.0,
      "step": 555170
    },
    {
      "epoch": 0.7042232082378818,
      "grad_norm": 5.15625,
      "learning_rate": 1.4790779161137596e-05,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5183845698833466,
      "num_tokens": 427591761.0,
      "step": 555180
    },
    {
      "epoch": 0.7042358928304147,
      "grad_norm": 6.21875,
      "learning_rate": 1.4790144851051307e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5210664451122284,
      "num_tokens": 427598972.0,
      "step": 555190
    },
    {
      "epoch": 0.7042485774229474,
      "grad_norm": 5.78125,
      "learning_rate": 1.4789510540965015e-05,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5250604748725891,
      "num_tokens": 427606248.0,
      "step": 555200
    },
    {
      "epoch": 0.7042612620154802,
      "grad_norm": 6.84375,
      "learning_rate": 1.4788876230878723e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5572070330381393,
      "num_tokens": 427613463.0,
      "step": 555210
    },
    {
      "epoch": 0.7042739466080131,
      "grad_norm": 7.1875,
      "learning_rate": 1.4788241920792431e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5524613618850708,
      "num_tokens": 427620112.0,
      "step": 555220
    },
    {
      "epoch": 0.7042866312005459,
      "grad_norm": 4.40625,
      "learning_rate": 1.4787607610706138e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.530473130941391,
      "num_tokens": 427628437.0,
      "step": 555230
    },
    {
      "epoch": 0.7042993157930788,
      "grad_norm": 4.9375,
      "learning_rate": 1.478697330061985e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5363784402608871,
      "num_tokens": 427637146.0,
      "step": 555240
    },
    {
      "epoch": 0.7043120003856116,
      "grad_norm": 5.28125,
      "learning_rate": 1.4786338990533557e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5506572425365448,
      "num_tokens": 427645479.0,
      "step": 555250
    },
    {
      "epoch": 0.7043246849781445,
      "grad_norm": 7.53125,
      "learning_rate": 1.4785704680447266e-05,
      "loss": 1.8638,
      "mean_token_accuracy": 0.586702075600624,
      "num_tokens": 427653232.0,
      "step": 555260
    },
    {
      "epoch": 0.7043373695706773,
      "grad_norm": 5.03125,
      "learning_rate": 1.4785070370360973e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.5239282548427582,
      "num_tokens": 427659625.0,
      "step": 555270
    },
    {
      "epoch": 0.7043500541632101,
      "grad_norm": 5.21875,
      "learning_rate": 1.4784436060274682e-05,
      "loss": 2.203,
      "mean_token_accuracy": 0.5188398659229279,
      "num_tokens": 427668128.0,
      "step": 555280
    },
    {
      "epoch": 0.704362738755743,
      "grad_norm": 7.46875,
      "learning_rate": 1.4783801750188392e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5465890884399414,
      "num_tokens": 427676547.0,
      "step": 555290
    },
    {
      "epoch": 0.7043754233482757,
      "grad_norm": 6.25,
      "learning_rate": 1.47831674401021e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5298310041427612,
      "num_tokens": 427683781.0,
      "step": 555300
    },
    {
      "epoch": 0.7043881079408086,
      "grad_norm": 6.53125,
      "learning_rate": 1.4782533130015808e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5466190904378891,
      "num_tokens": 427691635.0,
      "step": 555310
    },
    {
      "epoch": 0.7044007925333414,
      "grad_norm": 5.75,
      "learning_rate": 1.4781898819929515e-05,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5636419296264649,
      "num_tokens": 427699518.0,
      "step": 555320
    },
    {
      "epoch": 0.7044134771258743,
      "grad_norm": 6.78125,
      "learning_rate": 1.4781264509843224e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.53225477039814,
      "num_tokens": 427706336.0,
      "step": 555330
    },
    {
      "epoch": 0.7044261617184071,
      "grad_norm": 7.75,
      "learning_rate": 1.4780630199756934e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5371877938508988,
      "num_tokens": 427713735.0,
      "step": 555340
    },
    {
      "epoch": 0.70443884631094,
      "grad_norm": 6.84375,
      "learning_rate": 1.4779995889670641e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5483123660087585,
      "num_tokens": 427722508.0,
      "step": 555350
    },
    {
      "epoch": 0.7044515309034728,
      "grad_norm": 7.65625,
      "learning_rate": 1.477936157958435e-05,
      "loss": 1.817,
      "mean_token_accuracy": 0.6073404669761657,
      "num_tokens": 427728894.0,
      "step": 555360
    },
    {
      "epoch": 0.7044642154960056,
      "grad_norm": 5.125,
      "learning_rate": 1.4778727269498057e-05,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5717921614646911,
      "num_tokens": 427738625.0,
      "step": 555370
    },
    {
      "epoch": 0.7044769000885385,
      "grad_norm": 5.6875,
      "learning_rate": 1.4778092959411766e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.533090403676033,
      "num_tokens": 427747034.0,
      "step": 555380
    },
    {
      "epoch": 0.7044895846810713,
      "grad_norm": 8.8125,
      "learning_rate": 1.4777458649325476e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5452606022357941,
      "num_tokens": 427754419.0,
      "step": 555390
    },
    {
      "epoch": 0.7045022692736042,
      "grad_norm": 5.625,
      "learning_rate": 1.4776824339239183e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5483459979295731,
      "num_tokens": 427762070.0,
      "step": 555400
    },
    {
      "epoch": 0.7045149538661369,
      "grad_norm": 4.90625,
      "learning_rate": 1.4776190029152892e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5501118540763855,
      "num_tokens": 427769717.0,
      "step": 555410
    },
    {
      "epoch": 0.7045276384586698,
      "grad_norm": 5.5,
      "learning_rate": 1.47755557190666e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.56983502805233,
      "num_tokens": 427777375.0,
      "step": 555420
    },
    {
      "epoch": 0.7045403230512026,
      "grad_norm": 5.0,
      "learning_rate": 1.4774921408980308e-05,
      "loss": 1.8518,
      "mean_token_accuracy": 0.5833720266819,
      "num_tokens": 427784364.0,
      "step": 555430
    },
    {
      "epoch": 0.7045530076437354,
      "grad_norm": 5.9375,
      "learning_rate": 1.4774287098894018e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5396681100130081,
      "num_tokens": 427792464.0,
      "step": 555440
    },
    {
      "epoch": 0.7045656922362683,
      "grad_norm": 5.5,
      "learning_rate": 1.4773652788807727e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.553280982375145,
      "num_tokens": 427800471.0,
      "step": 555450
    },
    {
      "epoch": 0.7045783768288011,
      "grad_norm": 8.125,
      "learning_rate": 1.4773018478721434e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.5278013318777084,
      "num_tokens": 427808933.0,
      "step": 555460
    },
    {
      "epoch": 0.704591061421334,
      "grad_norm": 4.5,
      "learning_rate": 1.4772384168635143e-05,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5641512513160706,
      "num_tokens": 427816709.0,
      "step": 555470
    },
    {
      "epoch": 0.7046037460138668,
      "grad_norm": 8.125,
      "learning_rate": 1.4771749858548853e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.509661728143692,
      "num_tokens": 427823548.0,
      "step": 555480
    },
    {
      "epoch": 0.7046164306063997,
      "grad_norm": 6.53125,
      "learning_rate": 1.477111554846256e-05,
      "loss": 1.995,
      "mean_token_accuracy": 0.562867471575737,
      "num_tokens": 427831046.0,
      "step": 555490
    },
    {
      "epoch": 0.7046291151989325,
      "grad_norm": 6.5,
      "learning_rate": 1.477048123837627e-05,
      "loss": 1.8404,
      "mean_token_accuracy": 0.5965424418449402,
      "num_tokens": 427837261.0,
      "step": 555500
    },
    {
      "epoch": 0.7046417997914654,
      "grad_norm": 4.8125,
      "learning_rate": 1.4769846928289976e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5436192482709885,
      "num_tokens": 427846179.0,
      "step": 555510
    },
    {
      "epoch": 0.7046544843839981,
      "grad_norm": 5.09375,
      "learning_rate": 1.4769212618203685e-05,
      "loss": 1.8077,
      "mean_token_accuracy": 0.599015861749649,
      "num_tokens": 427852008.0,
      "step": 555520
    },
    {
      "epoch": 0.7046671689765309,
      "grad_norm": 15.4375,
      "learning_rate": 1.4768578308117395e-05,
      "loss": 2.2687,
      "mean_token_accuracy": 0.49909448325634004,
      "num_tokens": 427860034.0,
      "step": 555530
    },
    {
      "epoch": 0.7046798535690638,
      "grad_norm": 9.0625,
      "learning_rate": 1.4767943998031102e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5372852593660354,
      "num_tokens": 427867504.0,
      "step": 555540
    },
    {
      "epoch": 0.7046925381615966,
      "grad_norm": 5.0625,
      "learning_rate": 1.4767309687944811e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5700524687767029,
      "num_tokens": 427876026.0,
      "step": 555550
    },
    {
      "epoch": 0.7047052227541295,
      "grad_norm": 5.53125,
      "learning_rate": 1.4766675377858518e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5509261786937714,
      "num_tokens": 427883847.0,
      "step": 555560
    },
    {
      "epoch": 0.7047179073466623,
      "grad_norm": 5.21875,
      "learning_rate": 1.4766041067772227e-05,
      "loss": 1.8497,
      "mean_token_accuracy": 0.5801749855279923,
      "num_tokens": 427891673.0,
      "step": 555570
    },
    {
      "epoch": 0.7047305919391952,
      "grad_norm": 5.71875,
      "learning_rate": 1.4765406757685937e-05,
      "loss": 2.2493,
      "mean_token_accuracy": 0.5131075561046601,
      "num_tokens": 427900770.0,
      "step": 555580
    },
    {
      "epoch": 0.704743276531728,
      "grad_norm": 5.25,
      "learning_rate": 1.4764772447599644e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5592196583747864,
      "num_tokens": 427907824.0,
      "step": 555590
    },
    {
      "epoch": 0.7047559611242608,
      "grad_norm": 5.65625,
      "learning_rate": 1.4764138137513353e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5591069370508194,
      "num_tokens": 427914721.0,
      "step": 555600
    },
    {
      "epoch": 0.7047686457167937,
      "grad_norm": 4.90625,
      "learning_rate": 1.476350382742706e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5498425722122192,
      "num_tokens": 427922757.0,
      "step": 555610
    },
    {
      "epoch": 0.7047813303093264,
      "grad_norm": 7.28125,
      "learning_rate": 1.4762869517340769e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5648031502962112,
      "num_tokens": 427930920.0,
      "step": 555620
    },
    {
      "epoch": 0.7047940149018593,
      "grad_norm": 5.875,
      "learning_rate": 1.476223520725448e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5388200014829636,
      "num_tokens": 427938921.0,
      "step": 555630
    },
    {
      "epoch": 0.7048066994943921,
      "grad_norm": 9.4375,
      "learning_rate": 1.4761600897168188e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5184051990509033,
      "num_tokens": 427945675.0,
      "step": 555640
    },
    {
      "epoch": 0.704819384086925,
      "grad_norm": 5.15625,
      "learning_rate": 1.4760966587081895e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5258521944284439,
      "num_tokens": 427954419.0,
      "step": 555650
    },
    {
      "epoch": 0.7048320686794578,
      "grad_norm": 4.71875,
      "learning_rate": 1.4760332276995604e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5462734520435333,
      "num_tokens": 427961556.0,
      "step": 555660
    },
    {
      "epoch": 0.7048447532719907,
      "grad_norm": 5.25,
      "learning_rate": 1.4759697966909311e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5606915652751923,
      "num_tokens": 427969152.0,
      "step": 555670
    },
    {
      "epoch": 0.7048574378645235,
      "grad_norm": 5.03125,
      "learning_rate": 1.4759063656823021e-05,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5995156168937683,
      "num_tokens": 427977412.0,
      "step": 555680
    },
    {
      "epoch": 0.7048701224570563,
      "grad_norm": 5.21875,
      "learning_rate": 1.475842934673673e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5256759345531463,
      "num_tokens": 427986191.0,
      "step": 555690
    },
    {
      "epoch": 0.7048828070495892,
      "grad_norm": 7.3125,
      "learning_rate": 1.4757795036650437e-05,
      "loss": 1.9516,
      "mean_token_accuracy": 0.5648476630449295,
      "num_tokens": 427992963.0,
      "step": 555700
    },
    {
      "epoch": 0.704895491642122,
      "grad_norm": 5.3125,
      "learning_rate": 1.4757160726564146e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5407359898090363,
      "num_tokens": 428000273.0,
      "step": 555710
    },
    {
      "epoch": 0.7049081762346548,
      "grad_norm": 6.1875,
      "learning_rate": 1.4756526416477853e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5424833983182907,
      "num_tokens": 428007327.0,
      "step": 555720
    },
    {
      "epoch": 0.7049208608271876,
      "grad_norm": 5.28125,
      "learning_rate": 1.4755892106391563e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5339704066514969,
      "num_tokens": 428015363.0,
      "step": 555730
    },
    {
      "epoch": 0.7049335454197205,
      "grad_norm": 6.1875,
      "learning_rate": 1.4755257796305272e-05,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5324611276388168,
      "num_tokens": 428021892.0,
      "step": 555740
    },
    {
      "epoch": 0.7049462300122533,
      "grad_norm": 5.0,
      "learning_rate": 1.475462348621898e-05,
      "loss": 2.109,
      "mean_token_accuracy": 0.5359745055437088,
      "num_tokens": 428029691.0,
      "step": 555750
    },
    {
      "epoch": 0.7049589146047861,
      "grad_norm": 5.53125,
      "learning_rate": 1.4753989176132688e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5482618331909179,
      "num_tokens": 428037928.0,
      "step": 555760
    },
    {
      "epoch": 0.704971599197319,
      "grad_norm": 4.9375,
      "learning_rate": 1.4753354866046395e-05,
      "loss": 2.236,
      "mean_token_accuracy": 0.5228491008281708,
      "num_tokens": 428045765.0,
      "step": 555770
    },
    {
      "epoch": 0.7049842837898518,
      "grad_norm": 4.875,
      "learning_rate": 1.4752720555960105e-05,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5679072469472886,
      "num_tokens": 428054490.0,
      "step": 555780
    },
    {
      "epoch": 0.7049969683823847,
      "grad_norm": 4.625,
      "learning_rate": 1.4752086245873814e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5611283183097839,
      "num_tokens": 428062319.0,
      "step": 555790
    },
    {
      "epoch": 0.7050096529749175,
      "grad_norm": 5.34375,
      "learning_rate": 1.4751451935787521e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.5753015220165253,
      "num_tokens": 428068650.0,
      "step": 555800
    },
    {
      "epoch": 0.7050223375674504,
      "grad_norm": 4.90625,
      "learning_rate": 1.475081762570123e-05,
      "loss": 1.9036,
      "mean_token_accuracy": 0.569286048412323,
      "num_tokens": 428076140.0,
      "step": 555810
    },
    {
      "epoch": 0.7050350221599831,
      "grad_norm": 6.375,
      "learning_rate": 1.4750183315614937e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5315669506788254,
      "num_tokens": 428084062.0,
      "step": 555820
    },
    {
      "epoch": 0.7050477067525159,
      "grad_norm": 4.96875,
      "learning_rate": 1.4749549005528649e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5467189848423004,
      "num_tokens": 428092824.0,
      "step": 555830
    },
    {
      "epoch": 0.7050603913450488,
      "grad_norm": 6.0625,
      "learning_rate": 1.4748914695442356e-05,
      "loss": 2.2549,
      "mean_token_accuracy": 0.5189105838537216,
      "num_tokens": 428100218.0,
      "step": 555840
    },
    {
      "epoch": 0.7050730759375816,
      "grad_norm": 4.9375,
      "learning_rate": 1.4748280385356065e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.53293636739254,
      "num_tokens": 428109333.0,
      "step": 555850
    },
    {
      "epoch": 0.7050857605301145,
      "grad_norm": 8.1875,
      "learning_rate": 1.4747646075269772e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5263902723789216,
      "num_tokens": 428116738.0,
      "step": 555860
    },
    {
      "epoch": 0.7050984451226473,
      "grad_norm": 5.65625,
      "learning_rate": 1.474701176518348e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5744089782238007,
      "num_tokens": 428124861.0,
      "step": 555870
    },
    {
      "epoch": 0.7051111297151802,
      "grad_norm": 7.875,
      "learning_rate": 1.4746377455097191e-05,
      "loss": 1.82,
      "mean_token_accuracy": 0.6003598242998123,
      "num_tokens": 428130111.0,
      "step": 555880
    },
    {
      "epoch": 0.705123814307713,
      "grad_norm": 6.4375,
      "learning_rate": 1.4745743145010898e-05,
      "loss": 1.903,
      "mean_token_accuracy": 0.5746298015117646,
      "num_tokens": 428136176.0,
      "step": 555890
    },
    {
      "epoch": 0.7051364989002459,
      "grad_norm": 6.6875,
      "learning_rate": 1.4745108834924607e-05,
      "loss": 2.2629,
      "mean_token_accuracy": 0.515207701921463,
      "num_tokens": 428144627.0,
      "step": 555900
    },
    {
      "epoch": 0.7051491834927787,
      "grad_norm": 6.5,
      "learning_rate": 1.4744474524838314e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5483825445175171,
      "num_tokens": 428152500.0,
      "step": 555910
    },
    {
      "epoch": 0.7051618680853114,
      "grad_norm": 6.3125,
      "learning_rate": 1.4743840214752023e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.56599101126194,
      "num_tokens": 428160241.0,
      "step": 555920
    },
    {
      "epoch": 0.7051745526778443,
      "grad_norm": 4.96875,
      "learning_rate": 1.4743205904665733e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5488484799861908,
      "num_tokens": 428168758.0,
      "step": 555930
    },
    {
      "epoch": 0.7051872372703771,
      "grad_norm": 5.4375,
      "learning_rate": 1.474257159457944e-05,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5133536070585251,
      "num_tokens": 428175759.0,
      "step": 555940
    },
    {
      "epoch": 0.70519992186291,
      "grad_norm": 7.1875,
      "learning_rate": 1.4741937284493149e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5590099126100541,
      "num_tokens": 428182262.0,
      "step": 555950
    },
    {
      "epoch": 0.7052126064554428,
      "grad_norm": 6.03125,
      "learning_rate": 1.4741302974406856e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5493605136871338,
      "num_tokens": 428189100.0,
      "step": 555960
    },
    {
      "epoch": 0.7052252910479757,
      "grad_norm": 5.21875,
      "learning_rate": 1.4740668664320566e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5346301287412644,
      "num_tokens": 428197885.0,
      "step": 555970
    },
    {
      "epoch": 0.7052379756405085,
      "grad_norm": 6.75,
      "learning_rate": 1.4740034354234275e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5686395287513732,
      "num_tokens": 428204561.0,
      "step": 555980
    },
    {
      "epoch": 0.7052506602330413,
      "grad_norm": 5.625,
      "learning_rate": 1.4739400044147982e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5844253867864608,
      "num_tokens": 428211618.0,
      "step": 555990
    },
    {
      "epoch": 0.7052633448255742,
      "grad_norm": 5.53125,
      "learning_rate": 1.4738765734061691e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5560135781764984,
      "num_tokens": 428219586.0,
      "step": 556000
    },
    {
      "epoch": 0.705276029418107,
      "grad_norm": 4.625,
      "learning_rate": 1.4738131423975398e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5361526489257813,
      "num_tokens": 428227424.0,
      "step": 556010
    },
    {
      "epoch": 0.7052887140106399,
      "grad_norm": 4.75,
      "learning_rate": 1.473749711388911e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.5504961013793945,
      "num_tokens": 428236855.0,
      "step": 556020
    },
    {
      "epoch": 0.7053013986031726,
      "grad_norm": 5.59375,
      "learning_rate": 1.4736862803802817e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5281921267509461,
      "num_tokens": 428244642.0,
      "step": 556030
    },
    {
      "epoch": 0.7053140831957055,
      "grad_norm": 5.625,
      "learning_rate": 1.4736228493716526e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.551039332151413,
      "num_tokens": 428252014.0,
      "step": 556040
    },
    {
      "epoch": 0.7053267677882383,
      "grad_norm": 5.4375,
      "learning_rate": 1.4735594183630233e-05,
      "loss": 1.858,
      "mean_token_accuracy": 0.5961443275213242,
      "num_tokens": 428258472.0,
      "step": 556050
    },
    {
      "epoch": 0.7053394523807712,
      "grad_norm": 5.40625,
      "learning_rate": 1.4734959873543942e-05,
      "loss": 2.051,
      "mean_token_accuracy": 0.5411852031946183,
      "num_tokens": 428266299.0,
      "step": 556060
    },
    {
      "epoch": 0.705352136973304,
      "grad_norm": 7.125,
      "learning_rate": 1.4734325563457652e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5177369117736816,
      "num_tokens": 428273384.0,
      "step": 556070
    },
    {
      "epoch": 0.7053648215658368,
      "grad_norm": 6.0625,
      "learning_rate": 1.4733691253371359e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5517523288726807,
      "num_tokens": 428282169.0,
      "step": 556080
    },
    {
      "epoch": 0.7053775061583697,
      "grad_norm": 4.5625,
      "learning_rate": 1.4733056943285068e-05,
      "loss": 2.2281,
      "mean_token_accuracy": 0.5231332063674927,
      "num_tokens": 428291823.0,
      "step": 556090
    },
    {
      "epoch": 0.7053901907509025,
      "grad_norm": 5.40625,
      "learning_rate": 1.4732422633198775e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5438991785049438,
      "num_tokens": 428298956.0,
      "step": 556100
    },
    {
      "epoch": 0.7054028753434354,
      "grad_norm": 5.3125,
      "learning_rate": 1.4731788323112484e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5389796018600463,
      "num_tokens": 428306340.0,
      "step": 556110
    },
    {
      "epoch": 0.7054155599359682,
      "grad_norm": 6.09375,
      "learning_rate": 1.4731154013026194e-05,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5550408959388733,
      "num_tokens": 428315241.0,
      "step": 556120
    },
    {
      "epoch": 0.7054282445285011,
      "grad_norm": 4.875,
      "learning_rate": 1.4730519702939901e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5161883264780045,
      "num_tokens": 428323580.0,
      "step": 556130
    },
    {
      "epoch": 0.7054409291210338,
      "grad_norm": 5.8125,
      "learning_rate": 1.472988539285361e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.540346497297287,
      "num_tokens": 428330292.0,
      "step": 556140
    },
    {
      "epoch": 0.7054536137135666,
      "grad_norm": 5.34375,
      "learning_rate": 1.4729251082767317e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5433761358261109,
      "num_tokens": 428337511.0,
      "step": 556150
    },
    {
      "epoch": 0.7054662983060995,
      "grad_norm": 5.0,
      "learning_rate": 1.4728616772681026e-05,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5136255770921707,
      "num_tokens": 428346245.0,
      "step": 556160
    },
    {
      "epoch": 0.7054789828986323,
      "grad_norm": 4.59375,
      "learning_rate": 1.4727982462594736e-05,
      "loss": 1.9187,
      "mean_token_accuracy": 0.5678561747074127,
      "num_tokens": 428353759.0,
      "step": 556170
    },
    {
      "epoch": 0.7054916674911652,
      "grad_norm": 4.3125,
      "learning_rate": 1.4727348152508443e-05,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5520028293132782,
      "num_tokens": 428361491.0,
      "step": 556180
    },
    {
      "epoch": 0.705504352083698,
      "grad_norm": 5.84375,
      "learning_rate": 1.4726713842422152e-05,
      "loss": 1.852,
      "mean_token_accuracy": 0.579490864276886,
      "num_tokens": 428368857.0,
      "step": 556190
    },
    {
      "epoch": 0.7055170366762309,
      "grad_norm": 4.90625,
      "learning_rate": 1.4726079532335859e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5502981096506119,
      "num_tokens": 428376755.0,
      "step": 556200
    },
    {
      "epoch": 0.7055297212687637,
      "grad_norm": 7.65625,
      "learning_rate": 1.4725445222249568e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.567087396979332,
      "num_tokens": 428384367.0,
      "step": 556210
    },
    {
      "epoch": 0.7055424058612965,
      "grad_norm": 6.28125,
      "learning_rate": 1.4724810912163278e-05,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5677694529294968,
      "num_tokens": 428391549.0,
      "step": 556220
    },
    {
      "epoch": 0.7055550904538294,
      "grad_norm": 8.4375,
      "learning_rate": 1.4724176602076987e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5365735739469528,
      "num_tokens": 428398717.0,
      "step": 556230
    },
    {
      "epoch": 0.7055677750463621,
      "grad_norm": 5.3125,
      "learning_rate": 1.4723542291990694e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5678632438182831,
      "num_tokens": 428406672.0,
      "step": 556240
    },
    {
      "epoch": 0.705580459638895,
      "grad_norm": 5.8125,
      "learning_rate": 1.4722907981904403e-05,
      "loss": 1.9133,
      "mean_token_accuracy": 0.5911401450634003,
      "num_tokens": 428412451.0,
      "step": 556250
    },
    {
      "epoch": 0.7055931442314278,
      "grad_norm": 12.1875,
      "learning_rate": 1.472227367181811e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.529073104262352,
      "num_tokens": 428421025.0,
      "step": 556260
    },
    {
      "epoch": 0.7056058288239607,
      "grad_norm": 6.8125,
      "learning_rate": 1.472163936173182e-05,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5578536301851272,
      "num_tokens": 428427840.0,
      "step": 556270
    },
    {
      "epoch": 0.7056185134164935,
      "grad_norm": 6.40625,
      "learning_rate": 1.4721005051645529e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5617155700922012,
      "num_tokens": 428434165.0,
      "step": 556280
    },
    {
      "epoch": 0.7056311980090264,
      "grad_norm": 5.78125,
      "learning_rate": 1.4720370741559236e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5547464072704316,
      "num_tokens": 428440184.0,
      "step": 556290
    },
    {
      "epoch": 0.7056438826015592,
      "grad_norm": 5.46875,
      "learning_rate": 1.4719736431472945e-05,
      "loss": 2.2974,
      "mean_token_accuracy": 0.5086718291044235,
      "num_tokens": 428449122.0,
      "step": 556300
    },
    {
      "epoch": 0.705656567194092,
      "grad_norm": 7.15625,
      "learning_rate": 1.4719102121386652e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5571463733911515,
      "num_tokens": 428456062.0,
      "step": 556310
    },
    {
      "epoch": 0.7056692517866249,
      "grad_norm": 4.625,
      "learning_rate": 1.4718467811300362e-05,
      "loss": 1.7086,
      "mean_token_accuracy": 0.6101826012134552,
      "num_tokens": 428462022.0,
      "step": 556320
    },
    {
      "epoch": 0.7056819363791577,
      "grad_norm": 5.5625,
      "learning_rate": 1.4717833501214071e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5441894501447677,
      "num_tokens": 428470272.0,
      "step": 556330
    },
    {
      "epoch": 0.7056946209716906,
      "grad_norm": 5.5,
      "learning_rate": 1.4717199191127778e-05,
      "loss": 2.3031,
      "mean_token_accuracy": 0.5060757666826248,
      "num_tokens": 428478278.0,
      "step": 556340
    },
    {
      "epoch": 0.7057073055642233,
      "grad_norm": 5.40625,
      "learning_rate": 1.4716564881041487e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5293952941894531,
      "num_tokens": 428486941.0,
      "step": 556350
    },
    {
      "epoch": 0.7057199901567562,
      "grad_norm": 4.9375,
      "learning_rate": 1.4715930570955194e-05,
      "loss": 1.8768,
      "mean_token_accuracy": 0.5820564806461335,
      "num_tokens": 428494227.0,
      "step": 556360
    },
    {
      "epoch": 0.705732674749289,
      "grad_norm": 7.3125,
      "learning_rate": 1.4715296260868904e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.5358619064092636,
      "num_tokens": 428502895.0,
      "step": 556370
    },
    {
      "epoch": 0.7057453593418218,
      "grad_norm": 5.28125,
      "learning_rate": 1.4714661950782613e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5720951855182648,
      "num_tokens": 428510990.0,
      "step": 556380
    },
    {
      "epoch": 0.7057580439343547,
      "grad_norm": 4.84375,
      "learning_rate": 1.471402764069632e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.533622944355011,
      "num_tokens": 428519807.0,
      "step": 556390
    },
    {
      "epoch": 0.7057707285268875,
      "grad_norm": 5.40625,
      "learning_rate": 1.4713393330610029e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5642380505800247,
      "num_tokens": 428527399.0,
      "step": 556400
    },
    {
      "epoch": 0.7057834131194204,
      "grad_norm": 5.25,
      "learning_rate": 1.4712759020523739e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5385880589485168,
      "num_tokens": 428535254.0,
      "step": 556410
    },
    {
      "epoch": 0.7057960977119532,
      "grad_norm": 5.25,
      "learning_rate": 1.4712124710437448e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5487748771905899,
      "num_tokens": 428542733.0,
      "step": 556420
    },
    {
      "epoch": 0.7058087823044861,
      "grad_norm": 5.46875,
      "learning_rate": 1.4711490400351155e-05,
      "loss": 2.2795,
      "mean_token_accuracy": 0.5130432158708572,
      "num_tokens": 428550793.0,
      "step": 556430
    },
    {
      "epoch": 0.7058214668970189,
      "grad_norm": 6.75,
      "learning_rate": 1.4710856090264864e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5296040385961532,
      "num_tokens": 428557803.0,
      "step": 556440
    },
    {
      "epoch": 0.7058341514895518,
      "grad_norm": 4.90625,
      "learning_rate": 1.471022178017857e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5536133021116256,
      "num_tokens": 428566615.0,
      "step": 556450
    },
    {
      "epoch": 0.7058468360820845,
      "grad_norm": 7.25,
      "learning_rate": 1.4709587470092281e-05,
      "loss": 2.2527,
      "mean_token_accuracy": 0.5125330030918122,
      "num_tokens": 428575378.0,
      "step": 556460
    },
    {
      "epoch": 0.7058595206746173,
      "grad_norm": 5.625,
      "learning_rate": 1.470895316000599e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5375324845314026,
      "num_tokens": 428582449.0,
      "step": 556470
    },
    {
      "epoch": 0.7058722052671502,
      "grad_norm": 5.34375,
      "learning_rate": 1.4708318849919697e-05,
      "loss": 1.7868,
      "mean_token_accuracy": 0.5905641615390778,
      "num_tokens": 428588594.0,
      "step": 556480
    },
    {
      "epoch": 0.705884889859683,
      "grad_norm": 5.9375,
      "learning_rate": 1.4707684539833406e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5688609212636948,
      "num_tokens": 428595281.0,
      "step": 556490
    },
    {
      "epoch": 0.7058975744522159,
      "grad_norm": 7.25,
      "learning_rate": 1.4707050229747113e-05,
      "loss": 1.7749,
      "mean_token_accuracy": 0.6092787116765976,
      "num_tokens": 428601590.0,
      "step": 556500
    },
    {
      "epoch": 0.7059102590447487,
      "grad_norm": 6.3125,
      "learning_rate": 1.4706415919660823e-05,
      "loss": 1.8575,
      "mean_token_accuracy": 0.5691518127918244,
      "num_tokens": 428608165.0,
      "step": 556510
    },
    {
      "epoch": 0.7059229436372816,
      "grad_norm": 5.625,
      "learning_rate": 1.4705781609574532e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5264449417591095,
      "num_tokens": 428616806.0,
      "step": 556520
    },
    {
      "epoch": 0.7059356282298144,
      "grad_norm": 6.40625,
      "learning_rate": 1.4705147299488239e-05,
      "loss": 2.2533,
      "mean_token_accuracy": 0.5113111644983291,
      "num_tokens": 428625391.0,
      "step": 556530
    },
    {
      "epoch": 0.7059483128223472,
      "grad_norm": 6.0,
      "learning_rate": 1.4704512989401948e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.535696342587471,
      "num_tokens": 428633191.0,
      "step": 556540
    },
    {
      "epoch": 0.70596099741488,
      "grad_norm": 6.3125,
      "learning_rate": 1.4703878679315655e-05,
      "loss": 1.9604,
      "mean_token_accuracy": 0.5652944594621658,
      "num_tokens": 428640979.0,
      "step": 556550
    },
    {
      "epoch": 0.7059736820074128,
      "grad_norm": 7.4375,
      "learning_rate": 1.4703244369229365e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5306017279624939,
      "num_tokens": 428647592.0,
      "step": 556560
    },
    {
      "epoch": 0.7059863665999457,
      "grad_norm": 4.96875,
      "learning_rate": 1.4702610059143074e-05,
      "loss": 2.024,
      "mean_token_accuracy": 0.545914626121521,
      "num_tokens": 428656205.0,
      "step": 556570
    },
    {
      "epoch": 0.7059990511924785,
      "grad_norm": 5.125,
      "learning_rate": 1.4701975749056781e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5382555961608887,
      "num_tokens": 428663490.0,
      "step": 556580
    },
    {
      "epoch": 0.7060117357850114,
      "grad_norm": 5.46875,
      "learning_rate": 1.470134143897049e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5427010297775269,
      "num_tokens": 428670879.0,
      "step": 556590
    },
    {
      "epoch": 0.7060244203775442,
      "grad_norm": 5.0625,
      "learning_rate": 1.4700707128884197e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5266601294279099,
      "num_tokens": 428678877.0,
      "step": 556600
    },
    {
      "epoch": 0.7060371049700771,
      "grad_norm": 5.8125,
      "learning_rate": 1.4700072818797909e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5376250207424164,
      "num_tokens": 428687800.0,
      "step": 556610
    },
    {
      "epoch": 0.7060497895626099,
      "grad_norm": 5.71875,
      "learning_rate": 1.4699438508711616e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5387728780508041,
      "num_tokens": 428697136.0,
      "step": 556620
    },
    {
      "epoch": 0.7060624741551427,
      "grad_norm": 4.9375,
      "learning_rate": 1.4698804198625325e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5433875292539596,
      "num_tokens": 428705010.0,
      "step": 556630
    },
    {
      "epoch": 0.7060751587476756,
      "grad_norm": 7.21875,
      "learning_rate": 1.4698169888539032e-05,
      "loss": 1.9605,
      "mean_token_accuracy": 0.5691286593675613,
      "num_tokens": 428711672.0,
      "step": 556640
    },
    {
      "epoch": 0.7060878433402084,
      "grad_norm": 4.84375,
      "learning_rate": 1.469753557845274e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5237653881311417,
      "num_tokens": 428719465.0,
      "step": 556650
    },
    {
      "epoch": 0.7061005279327413,
      "grad_norm": 6.4375,
      "learning_rate": 1.469690126836645e-05,
      "loss": 1.8522,
      "mean_token_accuracy": 0.5875807046890259,
      "num_tokens": 428726038.0,
      "step": 556660
    },
    {
      "epoch": 0.706113212525274,
      "grad_norm": 7.0625,
      "learning_rate": 1.4696266958280158e-05,
      "loss": 2.2537,
      "mean_token_accuracy": 0.5121109932661057,
      "num_tokens": 428733446.0,
      "step": 556670
    },
    {
      "epoch": 0.7061258971178069,
      "grad_norm": 4.71875,
      "learning_rate": 1.4695632648193867e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5305992364883423,
      "num_tokens": 428742432.0,
      "step": 556680
    },
    {
      "epoch": 0.7061385817103397,
      "grad_norm": 5.34375,
      "learning_rate": 1.4694998338107574e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5663356453180313,
      "num_tokens": 428750053.0,
      "step": 556690
    },
    {
      "epoch": 0.7061512663028725,
      "grad_norm": 4.8125,
      "learning_rate": 1.4694364028021282e-05,
      "loss": 1.9045,
      "mean_token_accuracy": 0.5797145903110504,
      "num_tokens": 428757734.0,
      "step": 556700
    },
    {
      "epoch": 0.7061639508954054,
      "grad_norm": 5.25,
      "learning_rate": 1.4693729717934993e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5201156735420227,
      "num_tokens": 428765144.0,
      "step": 556710
    },
    {
      "epoch": 0.7061766354879382,
      "grad_norm": 5.59375,
      "learning_rate": 1.46930954078487e-05,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5568178623914719,
      "num_tokens": 428771957.0,
      "step": 556720
    },
    {
      "epoch": 0.7061893200804711,
      "grad_norm": 5.125,
      "learning_rate": 1.4692461097762409e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5523673593997955,
      "num_tokens": 428778821.0,
      "step": 556730
    },
    {
      "epoch": 0.7062020046730039,
      "grad_norm": 5.25,
      "learning_rate": 1.4691826787676116e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5639991819858551,
      "num_tokens": 428786667.0,
      "step": 556740
    },
    {
      "epoch": 0.7062146892655368,
      "grad_norm": 6.28125,
      "learning_rate": 1.4691192477589824e-05,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5229060828685761,
      "num_tokens": 428794492.0,
      "step": 556750
    },
    {
      "epoch": 0.7062273738580696,
      "grad_norm": 5.40625,
      "learning_rate": 1.4690558167503535e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5724974274635315,
      "num_tokens": 428802001.0,
      "step": 556760
    },
    {
      "epoch": 0.7062400584506023,
      "grad_norm": 5.4375,
      "learning_rate": 1.4689923857417242e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5425286918878556,
      "num_tokens": 428809516.0,
      "step": 556770
    },
    {
      "epoch": 0.7062527430431352,
      "grad_norm": 4.71875,
      "learning_rate": 1.468928954733095e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5288845986127854,
      "num_tokens": 428818342.0,
      "step": 556780
    },
    {
      "epoch": 0.706265427635668,
      "grad_norm": 6.75,
      "learning_rate": 1.4688655237244658e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5220154285430908,
      "num_tokens": 428826615.0,
      "step": 556790
    },
    {
      "epoch": 0.7062781122282009,
      "grad_norm": 8.0,
      "learning_rate": 1.4688020927158366e-05,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5521561086177826,
      "num_tokens": 428834895.0,
      "step": 556800
    },
    {
      "epoch": 0.7062907968207337,
      "grad_norm": 6.09375,
      "learning_rate": 1.4687386617072077e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5719680428504944,
      "num_tokens": 428842912.0,
      "step": 556810
    },
    {
      "epoch": 0.7063034814132666,
      "grad_norm": 5.4375,
      "learning_rate": 1.4686752306985786e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5647720336914063,
      "num_tokens": 428848914.0,
      "step": 556820
    },
    {
      "epoch": 0.7063161660057994,
      "grad_norm": 5.21875,
      "learning_rate": 1.4686117996899493e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5498441368341446,
      "num_tokens": 428855238.0,
      "step": 556830
    },
    {
      "epoch": 0.7063288505983323,
      "grad_norm": 6.53125,
      "learning_rate": 1.4685483686813201e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5510656595230102,
      "num_tokens": 428861637.0,
      "step": 556840
    },
    {
      "epoch": 0.7063415351908651,
      "grad_norm": 7.375,
      "learning_rate": 1.4684849376726912e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.540640065073967,
      "num_tokens": 428869100.0,
      "step": 556850
    },
    {
      "epoch": 0.7063542197833979,
      "grad_norm": 5.09375,
      "learning_rate": 1.4684215066640619e-05,
      "loss": 1.7603,
      "mean_token_accuracy": 0.5954440474510193,
      "num_tokens": 428876722.0,
      "step": 556860
    },
    {
      "epoch": 0.7063669043759307,
      "grad_norm": 5.5,
      "learning_rate": 1.4683580756554328e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5597650110721588,
      "num_tokens": 428882758.0,
      "step": 556870
    },
    {
      "epoch": 0.7063795889684635,
      "grad_norm": 7.375,
      "learning_rate": 1.4682946446468035e-05,
      "loss": 2.1513,
      "mean_token_accuracy": 0.5369650810956955,
      "num_tokens": 428889307.0,
      "step": 556880
    },
    {
      "epoch": 0.7063922735609964,
      "grad_norm": 5.4375,
      "learning_rate": 1.4682312136381743e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5762202948331833,
      "num_tokens": 428897904.0,
      "step": 556890
    },
    {
      "epoch": 0.7064049581535292,
      "grad_norm": 4.84375,
      "learning_rate": 1.4681677826295454e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5682320207357406,
      "num_tokens": 428905481.0,
      "step": 556900
    },
    {
      "epoch": 0.7064176427460621,
      "grad_norm": 4.9375,
      "learning_rate": 1.468104351620916e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5572884559631348,
      "num_tokens": 428912578.0,
      "step": 556910
    },
    {
      "epoch": 0.7064303273385949,
      "grad_norm": 5.46875,
      "learning_rate": 1.468040920612287e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5479932218790055,
      "num_tokens": 428920226.0,
      "step": 556920
    },
    {
      "epoch": 0.7064430119311277,
      "grad_norm": 9.1875,
      "learning_rate": 1.4679774896036577e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5563341677188873,
      "num_tokens": 428927633.0,
      "step": 556930
    },
    {
      "epoch": 0.7064556965236606,
      "grad_norm": 4.96875,
      "learning_rate": 1.4679140585950285e-05,
      "loss": 1.8367,
      "mean_token_accuracy": 0.5875611543655396,
      "num_tokens": 428934288.0,
      "step": 556940
    },
    {
      "epoch": 0.7064683811161934,
      "grad_norm": 6.3125,
      "learning_rate": 1.4678506275863996e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5369139462709427,
      "num_tokens": 428941741.0,
      "step": 556950
    },
    {
      "epoch": 0.7064810657087263,
      "grad_norm": 6.46875,
      "learning_rate": 1.4677871965777703e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5344965577125549,
      "num_tokens": 428949986.0,
      "step": 556960
    },
    {
      "epoch": 0.706493750301259,
      "grad_norm": 5.0,
      "learning_rate": 1.4677237655691412e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5262320727109909,
      "num_tokens": 428958522.0,
      "step": 556970
    },
    {
      "epoch": 0.706506434893792,
      "grad_norm": 5.5,
      "learning_rate": 1.4676603345605119e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.566723519563675,
      "num_tokens": 428966006.0,
      "step": 556980
    },
    {
      "epoch": 0.7065191194863247,
      "grad_norm": 6.40625,
      "learning_rate": 1.4675969035518827e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5307954132556916,
      "num_tokens": 428973595.0,
      "step": 556990
    },
    {
      "epoch": 0.7065318040788576,
      "grad_norm": 6.46875,
      "learning_rate": 1.4675334725432538e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5417278796434403,
      "num_tokens": 428982406.0,
      "step": 557000
    },
    {
      "epoch": 0.7065444886713904,
      "grad_norm": 5.53125,
      "learning_rate": 1.4674700415346247e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5470259130001068,
      "num_tokens": 428989510.0,
      "step": 557010
    },
    {
      "epoch": 0.7065571732639232,
      "grad_norm": 5.5625,
      "learning_rate": 1.4674066105259954e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5389249444007873,
      "num_tokens": 428998719.0,
      "step": 557020
    },
    {
      "epoch": 0.7065698578564561,
      "grad_norm": 6.34375,
      "learning_rate": 1.4673431795173662e-05,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5386144012212754,
      "num_tokens": 429007228.0,
      "step": 557030
    },
    {
      "epoch": 0.7065825424489889,
      "grad_norm": 7.9375,
      "learning_rate": 1.467279748508737e-05,
      "loss": 1.7801,
      "mean_token_accuracy": 0.6040917217731476,
      "num_tokens": 429013008.0,
      "step": 557040
    },
    {
      "epoch": 0.7065952270415218,
      "grad_norm": 11.4375,
      "learning_rate": 1.467216317500108e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5271502882242203,
      "num_tokens": 429019767.0,
      "step": 557050
    },
    {
      "epoch": 0.7066079116340546,
      "grad_norm": 6.5,
      "learning_rate": 1.4671528864914789e-05,
      "loss": 1.7578,
      "mean_token_accuracy": 0.5944881498813629,
      "num_tokens": 429026425.0,
      "step": 557060
    },
    {
      "epoch": 0.7066205962265875,
      "grad_norm": 4.5,
      "learning_rate": 1.4670894554828496e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.550745302438736,
      "num_tokens": 429034221.0,
      "step": 557070
    },
    {
      "epoch": 0.7066332808191202,
      "grad_norm": 6.875,
      "learning_rate": 1.4670260244742204e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5433657199144364,
      "num_tokens": 429042293.0,
      "step": 557080
    },
    {
      "epoch": 0.706645965411653,
      "grad_norm": 5.3125,
      "learning_rate": 1.4669625934655911e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5429537862539291,
      "num_tokens": 429050391.0,
      "step": 557090
    },
    {
      "epoch": 0.7066586500041859,
      "grad_norm": 5.75,
      "learning_rate": 1.4668991624569622e-05,
      "loss": 1.8729,
      "mean_token_accuracy": 0.577562016248703,
      "num_tokens": 429058633.0,
      "step": 557100
    },
    {
      "epoch": 0.7066713345967187,
      "grad_norm": 8.8125,
      "learning_rate": 1.466835731448333e-05,
      "loss": 1.9283,
      "mean_token_accuracy": 0.5711984872817993,
      "num_tokens": 429064658.0,
      "step": 557110
    },
    {
      "epoch": 0.7066840191892516,
      "grad_norm": 7.96875,
      "learning_rate": 1.4667723004397038e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.543547448515892,
      "num_tokens": 429072261.0,
      "step": 557120
    },
    {
      "epoch": 0.7066967037817844,
      "grad_norm": 5.375,
      "learning_rate": 1.4667088694310746e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5647177398204803,
      "num_tokens": 429079366.0,
      "step": 557130
    },
    {
      "epoch": 0.7067093883743173,
      "grad_norm": 5.21875,
      "learning_rate": 1.4666454384224453e-05,
      "loss": 1.9548,
      "mean_token_accuracy": 0.56102274954319,
      "num_tokens": 429088190.0,
      "step": 557140
    },
    {
      "epoch": 0.7067220729668501,
      "grad_norm": 6.28125,
      "learning_rate": 1.4665820074138164e-05,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5262828081846237,
      "num_tokens": 429095884.0,
      "step": 557150
    },
    {
      "epoch": 0.7067347575593829,
      "grad_norm": 6.3125,
      "learning_rate": 1.4665185764051873e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5766214907169342,
      "num_tokens": 429102738.0,
      "step": 557160
    },
    {
      "epoch": 0.7067474421519158,
      "grad_norm": 5.3125,
      "learning_rate": 1.466455145396558e-05,
      "loss": 1.8422,
      "mean_token_accuracy": 0.5883799970149994,
      "num_tokens": 429110617.0,
      "step": 557170
    },
    {
      "epoch": 0.7067601267444485,
      "grad_norm": 5.03125,
      "learning_rate": 1.4663917143879288e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5549333989620209,
      "num_tokens": 429118838.0,
      "step": 557180
    },
    {
      "epoch": 0.7067728113369814,
      "grad_norm": 4.71875,
      "learning_rate": 1.4663282833792995e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5491764008998871,
      "num_tokens": 429127407.0,
      "step": 557190
    },
    {
      "epoch": 0.7067854959295142,
      "grad_norm": 5.0,
      "learning_rate": 1.4662648523706707e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5413462281227112,
      "num_tokens": 429136150.0,
      "step": 557200
    },
    {
      "epoch": 0.7067981805220471,
      "grad_norm": 6.84375,
      "learning_rate": 1.4662014213620415e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5441775500774384,
      "num_tokens": 429143330.0,
      "step": 557210
    },
    {
      "epoch": 0.7068108651145799,
      "grad_norm": 6.15625,
      "learning_rate": 1.4661379903534123e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5268435508012772,
      "num_tokens": 429151961.0,
      "step": 557220
    },
    {
      "epoch": 0.7068235497071128,
      "grad_norm": 5.1875,
      "learning_rate": 1.466074559344783e-05,
      "loss": 1.8562,
      "mean_token_accuracy": 0.5730069935321808,
      "num_tokens": 429159568.0,
      "step": 557230
    },
    {
      "epoch": 0.7068362342996456,
      "grad_norm": 6.78125,
      "learning_rate": 1.4660111283361539e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5148077428340911,
      "num_tokens": 429166323.0,
      "step": 557240
    },
    {
      "epoch": 0.7068489188921784,
      "grad_norm": 6.25,
      "learning_rate": 1.465947697327525e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5546419352293015,
      "num_tokens": 429173760.0,
      "step": 557250
    },
    {
      "epoch": 0.7068616034847113,
      "grad_norm": 5.25,
      "learning_rate": 1.4658842663188957e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.5272480458021164,
      "num_tokens": 429183168.0,
      "step": 557260
    },
    {
      "epoch": 0.7068742880772441,
      "grad_norm": 5.875,
      "learning_rate": 1.4658208353102665e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.5609777003526688,
      "num_tokens": 429191541.0,
      "step": 557270
    },
    {
      "epoch": 0.706886972669777,
      "grad_norm": 6.9375,
      "learning_rate": 1.4657574043016372e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5470167428255082,
      "num_tokens": 429198875.0,
      "step": 557280
    },
    {
      "epoch": 0.7068996572623097,
      "grad_norm": 7.0625,
      "learning_rate": 1.4656939732930081e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5434207528829574,
      "num_tokens": 429206454.0,
      "step": 557290
    },
    {
      "epoch": 0.7069123418548426,
      "grad_norm": 6.84375,
      "learning_rate": 1.4656305422843792e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5521585315465927,
      "num_tokens": 429213948.0,
      "step": 557300
    },
    {
      "epoch": 0.7069250264473754,
      "grad_norm": 6.09375,
      "learning_rate": 1.4655671112757499e-05,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5170951664447785,
      "num_tokens": 429222495.0,
      "step": 557310
    },
    {
      "epoch": 0.7069377110399082,
      "grad_norm": 5.0625,
      "learning_rate": 1.4655036802671207e-05,
      "loss": 1.8436,
      "mean_token_accuracy": 0.5908591091632843,
      "num_tokens": 429229909.0,
      "step": 557320
    },
    {
      "epoch": 0.7069503956324411,
      "grad_norm": 4.875,
      "learning_rate": 1.4654402492584914e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5690957754850388,
      "num_tokens": 429235533.0,
      "step": 557330
    },
    {
      "epoch": 0.7069630802249739,
      "grad_norm": 4.96875,
      "learning_rate": 1.4653768182498625e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5249990612268448,
      "num_tokens": 429243062.0,
      "step": 557340
    },
    {
      "epoch": 0.7069757648175068,
      "grad_norm": 4.875,
      "learning_rate": 1.4653133872412334e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5326939135789871,
      "num_tokens": 429251668.0,
      "step": 557350
    },
    {
      "epoch": 0.7069884494100396,
      "grad_norm": 5.375,
      "learning_rate": 1.465249956232604e-05,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5265638679265976,
      "num_tokens": 429260177.0,
      "step": 557360
    },
    {
      "epoch": 0.7070011340025725,
      "grad_norm": 7.3125,
      "learning_rate": 1.465186525223975e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5671410113573074,
      "num_tokens": 429267913.0,
      "step": 557370
    },
    {
      "epoch": 0.7070138185951053,
      "grad_norm": 5.25,
      "learning_rate": 1.4651230942153456e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5318133562803269,
      "num_tokens": 429276940.0,
      "step": 557380
    },
    {
      "epoch": 0.7070265031876382,
      "grad_norm": 6.40625,
      "learning_rate": 1.4650596632067168e-05,
      "loss": 1.9102,
      "mean_token_accuracy": 0.5887549340724945,
      "num_tokens": 429283349.0,
      "step": 557390
    },
    {
      "epoch": 0.7070391877801709,
      "grad_norm": 5.4375,
      "learning_rate": 1.4649962321980876e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5421270906925202,
      "num_tokens": 429291374.0,
      "step": 557400
    },
    {
      "epoch": 0.7070518723727037,
      "grad_norm": 5.84375,
      "learning_rate": 1.4649328011894584e-05,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5300039947032928,
      "num_tokens": 429299200.0,
      "step": 557410
    },
    {
      "epoch": 0.7070645569652366,
      "grad_norm": 5.0,
      "learning_rate": 1.4648693701808291e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5447549134492874,
      "num_tokens": 429306459.0,
      "step": 557420
    },
    {
      "epoch": 0.7070772415577694,
      "grad_norm": 5.3125,
      "learning_rate": 1.4648059391722e-05,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5808996498584748,
      "num_tokens": 429313086.0,
      "step": 557430
    },
    {
      "epoch": 0.7070899261503023,
      "grad_norm": 7.25,
      "learning_rate": 1.464742508163571e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.553261861205101,
      "num_tokens": 429321279.0,
      "step": 557440
    },
    {
      "epoch": 0.7071026107428351,
      "grad_norm": 5.53125,
      "learning_rate": 1.4646790771549418e-05,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5236331105232239,
      "num_tokens": 429329267.0,
      "step": 557450
    },
    {
      "epoch": 0.707115295335368,
      "grad_norm": 6.59375,
      "learning_rate": 1.4646156461463126e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5453184157609939,
      "num_tokens": 429336755.0,
      "step": 557460
    },
    {
      "epoch": 0.7071279799279008,
      "grad_norm": 8.875,
      "learning_rate": 1.4645522151376833e-05,
      "loss": 1.8502,
      "mean_token_accuracy": 0.5856350898742676,
      "num_tokens": 429343627.0,
      "step": 557470
    },
    {
      "epoch": 0.7071406645204336,
      "grad_norm": 4.90625,
      "learning_rate": 1.4644887841290542e-05,
      "loss": 1.8992,
      "mean_token_accuracy": 0.5759580641984939,
      "num_tokens": 429351040.0,
      "step": 557480
    },
    {
      "epoch": 0.7071533491129665,
      "grad_norm": 5.625,
      "learning_rate": 1.4644253531204252e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5390756785869598,
      "num_tokens": 429358741.0,
      "step": 557490
    },
    {
      "epoch": 0.7071660337054992,
      "grad_norm": 5.46875,
      "learning_rate": 1.464361922111796e-05,
      "loss": 1.8199,
      "mean_token_accuracy": 0.5885670095682144,
      "num_tokens": 429365036.0,
      "step": 557500
    },
    {
      "epoch": 0.7071787182980321,
      "grad_norm": 4.96875,
      "learning_rate": 1.4642984911031668e-05,
      "loss": 1.971,
      "mean_token_accuracy": 0.5611235618591308,
      "num_tokens": 429372876.0,
      "step": 557510
    },
    {
      "epoch": 0.7071914028905649,
      "grad_norm": 7.0625,
      "learning_rate": 1.4642350600945375e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5423472464084625,
      "num_tokens": 429380909.0,
      "step": 557520
    },
    {
      "epoch": 0.7072040874830978,
      "grad_norm": 5.03125,
      "learning_rate": 1.4641716290859084e-05,
      "loss": 1.6725,
      "mean_token_accuracy": 0.626158481836319,
      "num_tokens": 429386933.0,
      "step": 557530
    },
    {
      "epoch": 0.7072167720756306,
      "grad_norm": 5.625,
      "learning_rate": 1.4641081980772794e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5453209310770035,
      "num_tokens": 429396502.0,
      "step": 557540
    },
    {
      "epoch": 0.7072294566681635,
      "grad_norm": 8.0625,
      "learning_rate": 1.4640447670686502e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5291750073432923,
      "num_tokens": 429403747.0,
      "step": 557550
    },
    {
      "epoch": 0.7072421412606963,
      "grad_norm": 6.0625,
      "learning_rate": 1.463981336060021e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5249644815921783,
      "num_tokens": 429411116.0,
      "step": 557560
    },
    {
      "epoch": 0.7072548258532291,
      "grad_norm": 5.21875,
      "learning_rate": 1.4639179050513917e-05,
      "loss": 2.058,
      "mean_token_accuracy": 0.5572321146726609,
      "num_tokens": 429418767.0,
      "step": 557570
    },
    {
      "epoch": 0.707267510445762,
      "grad_norm": 8.8125,
      "learning_rate": 1.4638544740427626e-05,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5755515426397324,
      "num_tokens": 429425308.0,
      "step": 557580
    },
    {
      "epoch": 0.7072801950382948,
      "grad_norm": 4.9375,
      "learning_rate": 1.4637910430341336e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5311290413141251,
      "num_tokens": 429434239.0,
      "step": 557590
    },
    {
      "epoch": 0.7072928796308277,
      "grad_norm": 4.8125,
      "learning_rate": 1.4637276120255045e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5495817273855209,
      "num_tokens": 429442774.0,
      "step": 557600
    },
    {
      "epoch": 0.7073055642233604,
      "grad_norm": 4.875,
      "learning_rate": 1.4636641810168752e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5560763448476791,
      "num_tokens": 429451417.0,
      "step": 557610
    },
    {
      "epoch": 0.7073182488158933,
      "grad_norm": 5.75,
      "learning_rate": 1.4636007500082461e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5292036443948746,
      "num_tokens": 429459745.0,
      "step": 557620
    },
    {
      "epoch": 0.7073309334084261,
      "grad_norm": 8.3125,
      "learning_rate": 1.4635373189996168e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.578086718916893,
      "num_tokens": 429466165.0,
      "step": 557630
    },
    {
      "epoch": 0.7073436180009589,
      "grad_norm": 6.25,
      "learning_rate": 1.4634738879909878e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5662358224391937,
      "num_tokens": 429472919.0,
      "step": 557640
    },
    {
      "epoch": 0.7073563025934918,
      "grad_norm": 6.34375,
      "learning_rate": 1.4634104569823587e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5186697095632553,
      "num_tokens": 429482190.0,
      "step": 557650
    },
    {
      "epoch": 0.7073689871860246,
      "grad_norm": 5.28125,
      "learning_rate": 1.4633470259737294e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5306604176759719,
      "num_tokens": 429489862.0,
      "step": 557660
    },
    {
      "epoch": 0.7073816717785575,
      "grad_norm": 5.21875,
      "learning_rate": 1.4632835949651003e-05,
      "loss": 1.9269,
      "mean_token_accuracy": 0.5776260673999787,
      "num_tokens": 429497451.0,
      "step": 557670
    },
    {
      "epoch": 0.7073943563710903,
      "grad_norm": 6.90625,
      "learning_rate": 1.463220163956471e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5372767806053161,
      "num_tokens": 429504974.0,
      "step": 557680
    },
    {
      "epoch": 0.7074070409636232,
      "grad_norm": 5.6875,
      "learning_rate": 1.463156732947842e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.519876766204834,
      "num_tokens": 429512805.0,
      "step": 557690
    },
    {
      "epoch": 0.707419725556156,
      "grad_norm": 8.0625,
      "learning_rate": 1.463093301939213e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5745766431093215,
      "num_tokens": 429519638.0,
      "step": 557700
    },
    {
      "epoch": 0.7074324101486887,
      "grad_norm": 5.875,
      "learning_rate": 1.4630298709305836e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5239068806171417,
      "num_tokens": 429527200.0,
      "step": 557710
    },
    {
      "epoch": 0.7074450947412216,
      "grad_norm": 6.59375,
      "learning_rate": 1.4629664399219545e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5361504644155503,
      "num_tokens": 429535290.0,
      "step": 557720
    },
    {
      "epoch": 0.7074577793337544,
      "grad_norm": 8.9375,
      "learning_rate": 1.4629030089133252e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5652465790510177,
      "num_tokens": 429543222.0,
      "step": 557730
    },
    {
      "epoch": 0.7074704639262873,
      "grad_norm": 5.1875,
      "learning_rate": 1.4628395779046963e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5600358456373214,
      "num_tokens": 429549452.0,
      "step": 557740
    },
    {
      "epoch": 0.7074831485188201,
      "grad_norm": 6.25,
      "learning_rate": 1.4627761468960671e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5681625872850418,
      "num_tokens": 429556095.0,
      "step": 557750
    },
    {
      "epoch": 0.707495833111353,
      "grad_norm": 5.53125,
      "learning_rate": 1.4627127158874378e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5593684494495392,
      "num_tokens": 429564220.0,
      "step": 557760
    },
    {
      "epoch": 0.7075085177038858,
      "grad_norm": 6.15625,
      "learning_rate": 1.4626492848788087e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5583223611116409,
      "num_tokens": 429571462.0,
      "step": 557770
    },
    {
      "epoch": 0.7075212022964187,
      "grad_norm": 5.8125,
      "learning_rate": 1.4625858538701797e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5307232946157455,
      "num_tokens": 429579259.0,
      "step": 557780
    },
    {
      "epoch": 0.7075338868889515,
      "grad_norm": 5.90625,
      "learning_rate": 1.4625224228615506e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5206074506044388,
      "num_tokens": 429587778.0,
      "step": 557790
    },
    {
      "epoch": 0.7075465714814843,
      "grad_norm": 7.125,
      "learning_rate": 1.4624589918529213e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5547433197498322,
      "num_tokens": 429595198.0,
      "step": 557800
    },
    {
      "epoch": 0.7075592560740172,
      "grad_norm": 4.8125,
      "learning_rate": 1.4623955608442922e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.5704369962215423,
      "num_tokens": 429602325.0,
      "step": 557810
    },
    {
      "epoch": 0.7075719406665499,
      "grad_norm": 8.625,
      "learning_rate": 1.4623321298356629e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5455117434263229,
      "num_tokens": 429609227.0,
      "step": 557820
    },
    {
      "epoch": 0.7075846252590828,
      "grad_norm": 5.9375,
      "learning_rate": 1.462268698827034e-05,
      "loss": 2.3103,
      "mean_token_accuracy": 0.5025947272777558,
      "num_tokens": 429617581.0,
      "step": 557830
    },
    {
      "epoch": 0.7075973098516156,
      "grad_norm": 8.125,
      "learning_rate": 1.4622052678184048e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.564612653851509,
      "num_tokens": 429625829.0,
      "step": 557840
    },
    {
      "epoch": 0.7076099944441485,
      "grad_norm": 4.9375,
      "learning_rate": 1.4621418368097755e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5215316444635392,
      "num_tokens": 429635648.0,
      "step": 557850
    },
    {
      "epoch": 0.7076226790366813,
      "grad_norm": 4.9375,
      "learning_rate": 1.4620784058011464e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5750345557928085,
      "num_tokens": 429642925.0,
      "step": 557860
    },
    {
      "epoch": 0.7076353636292141,
      "grad_norm": 7.5,
      "learning_rate": 1.4620149747925171e-05,
      "loss": 1.851,
      "mean_token_accuracy": 0.5882578372955323,
      "num_tokens": 429649308.0,
      "step": 557870
    },
    {
      "epoch": 0.707648048221747,
      "grad_norm": 6.6875,
      "learning_rate": 1.4619515437838881e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.55000981092453,
      "num_tokens": 429656864.0,
      "step": 557880
    },
    {
      "epoch": 0.7076607328142798,
      "grad_norm": 6.875,
      "learning_rate": 1.461888112775259e-05,
      "loss": 2.1712,
      "mean_token_accuracy": 0.5229519963264465,
      "num_tokens": 429664120.0,
      "step": 557890
    },
    {
      "epoch": 0.7076734174068127,
      "grad_norm": 5.5,
      "learning_rate": 1.4618246817666297e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5564000487327576,
      "num_tokens": 429673429.0,
      "step": 557900
    },
    {
      "epoch": 0.7076861019993455,
      "grad_norm": 6.53125,
      "learning_rate": 1.4617612507580006e-05,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5166230112314224,
      "num_tokens": 429680796.0,
      "step": 557910
    },
    {
      "epoch": 0.7076987865918783,
      "grad_norm": 6.375,
      "learning_rate": 1.4616978197493713e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5442388117313385,
      "num_tokens": 429688506.0,
      "step": 557920
    },
    {
      "epoch": 0.7077114711844111,
      "grad_norm": 4.71875,
      "learning_rate": 1.4616343887407425e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.548848095536232,
      "num_tokens": 429695329.0,
      "step": 557930
    },
    {
      "epoch": 0.707724155776944,
      "grad_norm": 6.125,
      "learning_rate": 1.4615709577321132e-05,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5627856969833374,
      "num_tokens": 429703352.0,
      "step": 557940
    },
    {
      "epoch": 0.7077368403694768,
      "grad_norm": 6.9375,
      "learning_rate": 1.461507526723484e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5258742690086364,
      "num_tokens": 429710958.0,
      "step": 557950
    },
    {
      "epoch": 0.7077495249620096,
      "grad_norm": 5.8125,
      "learning_rate": 1.4614440957148548e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5295211672782898,
      "num_tokens": 429718964.0,
      "step": 557960
    },
    {
      "epoch": 0.7077622095545425,
      "grad_norm": 6.84375,
      "learning_rate": 1.4613806647062255e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.537799495458603,
      "num_tokens": 429726810.0,
      "step": 557970
    },
    {
      "epoch": 0.7077748941470753,
      "grad_norm": 5.71875,
      "learning_rate": 1.4613172336975967e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5437325716018677,
      "num_tokens": 429735101.0,
      "step": 557980
    },
    {
      "epoch": 0.7077875787396082,
      "grad_norm": 4.78125,
      "learning_rate": 1.4612538026889674e-05,
      "loss": 1.8594,
      "mean_token_accuracy": 0.5767846316099167,
      "num_tokens": 429743481.0,
      "step": 557990
    },
    {
      "epoch": 0.707800263332141,
      "grad_norm": 4.59375,
      "learning_rate": 1.4611903716803383e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5376955956220627,
      "num_tokens": 429752507.0,
      "step": 558000
    },
    {
      "epoch": 0.7078129479246739,
      "grad_norm": 4.8125,
      "learning_rate": 1.461126940671709e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5422477215528488,
      "num_tokens": 429760950.0,
      "step": 558010
    },
    {
      "epoch": 0.7078256325172066,
      "grad_norm": 4.875,
      "learning_rate": 1.4610635096630799e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5546702176332474,
      "num_tokens": 429769461.0,
      "step": 558020
    },
    {
      "epoch": 0.7078383171097394,
      "grad_norm": 4.9375,
      "learning_rate": 1.461000078654451e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.519755756855011,
      "num_tokens": 429777950.0,
      "step": 558030
    },
    {
      "epoch": 0.7078510017022723,
      "grad_norm": 6.25,
      "learning_rate": 1.4609366476458216e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5280704230070115,
      "num_tokens": 429786353.0,
      "step": 558040
    },
    {
      "epoch": 0.7078636862948051,
      "grad_norm": 4.875,
      "learning_rate": 1.4608732166371925e-05,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5523842841386795,
      "num_tokens": 429794337.0,
      "step": 558050
    },
    {
      "epoch": 0.707876370887338,
      "grad_norm": 5.15625,
      "learning_rate": 1.4608097856285632e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5587140202522278,
      "num_tokens": 429802515.0,
      "step": 558060
    },
    {
      "epoch": 0.7078890554798708,
      "grad_norm": 9.5,
      "learning_rate": 1.460746354619934e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5358298748731614,
      "num_tokens": 429810726.0,
      "step": 558070
    },
    {
      "epoch": 0.7079017400724037,
      "grad_norm": 5.375,
      "learning_rate": 1.4606829236113051e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5461444318294525,
      "num_tokens": 429817531.0,
      "step": 558080
    },
    {
      "epoch": 0.7079144246649365,
      "grad_norm": 6.09375,
      "learning_rate": 1.4606194926026758e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5537534713745117,
      "num_tokens": 429824847.0,
      "step": 558090
    },
    {
      "epoch": 0.7079271092574693,
      "grad_norm": 5.71875,
      "learning_rate": 1.4605560615940467e-05,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5311728298664093,
      "num_tokens": 429832665.0,
      "step": 558100
    },
    {
      "epoch": 0.7079397938500022,
      "grad_norm": 5.3125,
      "learning_rate": 1.4604926305854174e-05,
      "loss": 1.9037,
      "mean_token_accuracy": 0.5678435146808625,
      "num_tokens": 429839396.0,
      "step": 558110
    },
    {
      "epoch": 0.707952478442535,
      "grad_norm": 9.9375,
      "learning_rate": 1.4604291995767883e-05,
      "loss": 2.104,
      "mean_token_accuracy": 0.522726371884346,
      "num_tokens": 429847215.0,
      "step": 558120
    },
    {
      "epoch": 0.7079651630350678,
      "grad_norm": 6.28125,
      "learning_rate": 1.4603657685681593e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5125272840261459,
      "num_tokens": 429854883.0,
      "step": 558130
    },
    {
      "epoch": 0.7079778476276006,
      "grad_norm": 12.5625,
      "learning_rate": 1.4603023375595302e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5705695390701294,
      "num_tokens": 429862653.0,
      "step": 558140
    },
    {
      "epoch": 0.7079905322201335,
      "grad_norm": 15.0625,
      "learning_rate": 1.4602389065509009e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5427484780550003,
      "num_tokens": 429869448.0,
      "step": 558150
    },
    {
      "epoch": 0.7080032168126663,
      "grad_norm": 5.34375,
      "learning_rate": 1.4601754755422718e-05,
      "loss": 2.2538,
      "mean_token_accuracy": 0.515579131245613,
      "num_tokens": 429877288.0,
      "step": 558160
    },
    {
      "epoch": 0.7080159014051992,
      "grad_norm": 7.0,
      "learning_rate": 1.4601120445336425e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5612332582473755,
      "num_tokens": 429884801.0,
      "step": 558170
    },
    {
      "epoch": 0.708028585997732,
      "grad_norm": 6.4375,
      "learning_rate": 1.4600486135250135e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5446620792150497,
      "num_tokens": 429892160.0,
      "step": 558180
    },
    {
      "epoch": 0.7080412705902648,
      "grad_norm": 4.84375,
      "learning_rate": 1.4599851825163844e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.5657714754343033,
      "num_tokens": 429899344.0,
      "step": 558190
    },
    {
      "epoch": 0.7080539551827977,
      "grad_norm": 5.59375,
      "learning_rate": 1.4599217515077551e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5320330947637558,
      "num_tokens": 429906425.0,
      "step": 558200
    },
    {
      "epoch": 0.7080666397753305,
      "grad_norm": 7.34375,
      "learning_rate": 1.459858320499126e-05,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5195757865905761,
      "num_tokens": 429914430.0,
      "step": 558210
    },
    {
      "epoch": 0.7080793243678634,
      "grad_norm": 4.5,
      "learning_rate": 1.4597948894904967e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5397622644901275,
      "num_tokens": 429923168.0,
      "step": 558220
    },
    {
      "epoch": 0.7080920089603961,
      "grad_norm": 4.9375,
      "learning_rate": 1.4597314584818677e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.534099105000496,
      "num_tokens": 429930796.0,
      "step": 558230
    },
    {
      "epoch": 0.708104693552929,
      "grad_norm": 5.5,
      "learning_rate": 1.4596680274732386e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5531409025192261,
      "num_tokens": 429936854.0,
      "step": 558240
    },
    {
      "epoch": 0.7081173781454618,
      "grad_norm": 5.46875,
      "learning_rate": 1.4596045964646093e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5405970871448517,
      "num_tokens": 429944942.0,
      "step": 558250
    },
    {
      "epoch": 0.7081300627379946,
      "grad_norm": 5.40625,
      "learning_rate": 1.4595411654559802e-05,
      "loss": 2.2582,
      "mean_token_accuracy": 0.5199426859617233,
      "num_tokens": 429952634.0,
      "step": 558260
    },
    {
      "epoch": 0.7081427473305275,
      "grad_norm": 5.09375,
      "learning_rate": 1.4594777344473512e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5325830787420273,
      "num_tokens": 429962294.0,
      "step": 558270
    },
    {
      "epoch": 0.7081554319230603,
      "grad_norm": 6.65625,
      "learning_rate": 1.459414303438722e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5242063373327255,
      "num_tokens": 429970772.0,
      "step": 558280
    },
    {
      "epoch": 0.7081681165155932,
      "grad_norm": 6.8125,
      "learning_rate": 1.4593508724300928e-05,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5322841852903366,
      "num_tokens": 429977312.0,
      "step": 558290
    },
    {
      "epoch": 0.708180801108126,
      "grad_norm": 6.25,
      "learning_rate": 1.4592874414214635e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5324754834175109,
      "num_tokens": 429984756.0,
      "step": 558300
    },
    {
      "epoch": 0.7081934857006589,
      "grad_norm": 5.375,
      "learning_rate": 1.4592240104128344e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5715952485799789,
      "num_tokens": 429992134.0,
      "step": 558310
    },
    {
      "epoch": 0.7082061702931917,
      "grad_norm": 5.09375,
      "learning_rate": 1.4591605794042054e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5589454561471939,
      "num_tokens": 429999493.0,
      "step": 558320
    },
    {
      "epoch": 0.7082188548857246,
      "grad_norm": 5.5625,
      "learning_rate": 1.4590971483955763e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5313843637704849,
      "num_tokens": 430007233.0,
      "step": 558330
    },
    {
      "epoch": 0.7082315394782573,
      "grad_norm": 6.84375,
      "learning_rate": 1.459033717386947e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5864565998315812,
      "num_tokens": 430013708.0,
      "step": 558340
    },
    {
      "epoch": 0.7082442240707901,
      "grad_norm": 5.4375,
      "learning_rate": 1.4589702863783179e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5356246769428253,
      "num_tokens": 430022164.0,
      "step": 558350
    },
    {
      "epoch": 0.708256908663323,
      "grad_norm": 5.59375,
      "learning_rate": 1.4589068553696886e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5322521269321442,
      "num_tokens": 430030192.0,
      "step": 558360
    },
    {
      "epoch": 0.7082695932558558,
      "grad_norm": 6.375,
      "learning_rate": 1.4588434243610596e-05,
      "loss": 1.9387,
      "mean_token_accuracy": 0.5601590365171433,
      "num_tokens": 430037923.0,
      "step": 558370
    },
    {
      "epoch": 0.7082822778483887,
      "grad_norm": 6.34375,
      "learning_rate": 1.4587799933524305e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5465886622667313,
      "num_tokens": 430044825.0,
      "step": 558380
    },
    {
      "epoch": 0.7082949624409215,
      "grad_norm": 7.1875,
      "learning_rate": 1.4587165623438012e-05,
      "loss": 1.9137,
      "mean_token_accuracy": 0.5782953828573227,
      "num_tokens": 430051223.0,
      "step": 558390
    },
    {
      "epoch": 0.7083076470334544,
      "grad_norm": 5.125,
      "learning_rate": 1.458653131335172e-05,
      "loss": 1.9891,
      "mean_token_accuracy": 0.5569226384162903,
      "num_tokens": 430059788.0,
      "step": 558400
    },
    {
      "epoch": 0.7083203316259872,
      "grad_norm": 4.90625,
      "learning_rate": 1.4585897003265428e-05,
      "loss": 1.6884,
      "mean_token_accuracy": 0.6129033744335175,
      "num_tokens": 430066715.0,
      "step": 558410
    },
    {
      "epoch": 0.70833301621852,
      "grad_norm": 7.84375,
      "learning_rate": 1.4585262693179138e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5616771757602692,
      "num_tokens": 430073609.0,
      "step": 558420
    },
    {
      "epoch": 0.7083457008110529,
      "grad_norm": 4.65625,
      "learning_rate": 1.4584628383092847e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5369284808635711,
      "num_tokens": 430081488.0,
      "step": 558430
    },
    {
      "epoch": 0.7083583854035856,
      "grad_norm": 4.78125,
      "learning_rate": 1.4583994073006554e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5590360671281814,
      "num_tokens": 430088178.0,
      "step": 558440
    },
    {
      "epoch": 0.7083710699961185,
      "grad_norm": 5.0625,
      "learning_rate": 1.4583359762920263e-05,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5750250458717346,
      "num_tokens": 430095598.0,
      "step": 558450
    },
    {
      "epoch": 0.7083837545886513,
      "grad_norm": 6.5625,
      "learning_rate": 1.458272545283397e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5623557209968567,
      "num_tokens": 430102070.0,
      "step": 558460
    },
    {
      "epoch": 0.7083964391811842,
      "grad_norm": 5.625,
      "learning_rate": 1.458209114274768e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5505608975887298,
      "num_tokens": 430110464.0,
      "step": 558470
    },
    {
      "epoch": 0.708409123773717,
      "grad_norm": 5.15625,
      "learning_rate": 1.4581456832661389e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5321295946836472,
      "num_tokens": 430119205.0,
      "step": 558480
    },
    {
      "epoch": 0.7084218083662499,
      "grad_norm": 6.0625,
      "learning_rate": 1.4580822522575096e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5292663007974625,
      "num_tokens": 430127789.0,
      "step": 558490
    },
    {
      "epoch": 0.7084344929587827,
      "grad_norm": 5.75,
      "learning_rate": 1.4580188212488805e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5576711535453797,
      "num_tokens": 430134919.0,
      "step": 558500
    },
    {
      "epoch": 0.7084471775513155,
      "grad_norm": 5.5625,
      "learning_rate": 1.4579553902402512e-05,
      "loss": 1.9412,
      "mean_token_accuracy": 0.5580466032028198,
      "num_tokens": 430142555.0,
      "step": 558510
    },
    {
      "epoch": 0.7084598621438484,
      "grad_norm": 6.46875,
      "learning_rate": 1.4578919592316224e-05,
      "loss": 2.1818,
      "mean_token_accuracy": 0.5212178766727448,
      "num_tokens": 430150488.0,
      "step": 558520
    },
    {
      "epoch": 0.7084725467363812,
      "grad_norm": 9.3125,
      "learning_rate": 1.4578285282229931e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5323573648929596,
      "num_tokens": 430157487.0,
      "step": 558530
    },
    {
      "epoch": 0.7084852313289141,
      "grad_norm": 5.1875,
      "learning_rate": 1.457765097214364e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5385438829660416,
      "num_tokens": 430165835.0,
      "step": 558540
    },
    {
      "epoch": 0.7084979159214468,
      "grad_norm": 6.09375,
      "learning_rate": 1.4577016662057347e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5619321316480637,
      "num_tokens": 430173646.0,
      "step": 558550
    },
    {
      "epoch": 0.7085106005139797,
      "grad_norm": 5.03125,
      "learning_rate": 1.4576382351971055e-05,
      "loss": 1.9881,
      "mean_token_accuracy": 0.5496891856193542,
      "num_tokens": 430182120.0,
      "step": 558560
    },
    {
      "epoch": 0.7085232851065125,
      "grad_norm": 4.5625,
      "learning_rate": 1.4575748041884766e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.557030189037323,
      "num_tokens": 430189867.0,
      "step": 558570
    },
    {
      "epoch": 0.7085359696990453,
      "grad_norm": 6.96875,
      "learning_rate": 1.4575113731798473e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.5230271875858307,
      "num_tokens": 430197782.0,
      "step": 558580
    },
    {
      "epoch": 0.7085486542915782,
      "grad_norm": 5.15625,
      "learning_rate": 1.4574479421712182e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5360221773386001,
      "num_tokens": 430203875.0,
      "step": 558590
    },
    {
      "epoch": 0.708561338884111,
      "grad_norm": 4.875,
      "learning_rate": 1.4573845111625889e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5491454035043717,
      "num_tokens": 430212326.0,
      "step": 558600
    },
    {
      "epoch": 0.7085740234766439,
      "grad_norm": 5.90625,
      "learning_rate": 1.4573210801539597e-05,
      "loss": 1.8967,
      "mean_token_accuracy": 0.5820658326148986,
      "num_tokens": 430219966.0,
      "step": 558610
    },
    {
      "epoch": 0.7085867080691767,
      "grad_norm": 5.03125,
      "learning_rate": 1.4572576491453308e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5558202743530274,
      "num_tokens": 430228273.0,
      "step": 558620
    },
    {
      "epoch": 0.7085993926617096,
      "grad_norm": 7.21875,
      "learning_rate": 1.4571942181367015e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5563360393047333,
      "num_tokens": 430236372.0,
      "step": 558630
    },
    {
      "epoch": 0.7086120772542424,
      "grad_norm": 5.40625,
      "learning_rate": 1.4571307871280724e-05,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5514987826347351,
      "num_tokens": 430244497.0,
      "step": 558640
    },
    {
      "epoch": 0.7086247618467751,
      "grad_norm": 5.25,
      "learning_rate": 1.457067356119443e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5497877299785614,
      "num_tokens": 430252773.0,
      "step": 558650
    },
    {
      "epoch": 0.708637446439308,
      "grad_norm": 10.625,
      "learning_rate": 1.457003925110814e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.558914989233017,
      "num_tokens": 430260690.0,
      "step": 558660
    },
    {
      "epoch": 0.7086501310318408,
      "grad_norm": 6.3125,
      "learning_rate": 1.456940494102185e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.54018494784832,
      "num_tokens": 430268283.0,
      "step": 558670
    },
    {
      "epoch": 0.7086628156243737,
      "grad_norm": 7.53125,
      "learning_rate": 1.4568770630935557e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5279684036970138,
      "num_tokens": 430275538.0,
      "step": 558680
    },
    {
      "epoch": 0.7086755002169065,
      "grad_norm": 7.28125,
      "learning_rate": 1.4568136320849266e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5862209320068359,
      "num_tokens": 430283113.0,
      "step": 558690
    },
    {
      "epoch": 0.7086881848094394,
      "grad_norm": 4.71875,
      "learning_rate": 1.4567502010762973e-05,
      "loss": 2.1854,
      "mean_token_accuracy": 0.52173410654068,
      "num_tokens": 430290988.0,
      "step": 558700
    },
    {
      "epoch": 0.7087008694019722,
      "grad_norm": 5.3125,
      "learning_rate": 1.4566867700676685e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5262787729501724,
      "num_tokens": 430299505.0,
      "step": 558710
    },
    {
      "epoch": 0.7087135539945051,
      "grad_norm": 8.0,
      "learning_rate": 1.4566233390590392e-05,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5757855594158172,
      "num_tokens": 430308269.0,
      "step": 558720
    },
    {
      "epoch": 0.7087262385870379,
      "grad_norm": 9.375,
      "learning_rate": 1.45655990805041e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5385969609022141,
      "num_tokens": 430316139.0,
      "step": 558730
    },
    {
      "epoch": 0.7087389231795707,
      "grad_norm": 5.71875,
      "learning_rate": 1.4564964770417808e-05,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5227598637342453,
      "num_tokens": 430324607.0,
      "step": 558740
    },
    {
      "epoch": 0.7087516077721036,
      "grad_norm": 6.0625,
      "learning_rate": 1.4564330460331516e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5378609538078308,
      "num_tokens": 430332172.0,
      "step": 558750
    },
    {
      "epoch": 0.7087642923646363,
      "grad_norm": 11.0625,
      "learning_rate": 1.4563696150245227e-05,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5274917274713516,
      "num_tokens": 430339504.0,
      "step": 558760
    },
    {
      "epoch": 0.7087769769571692,
      "grad_norm": 7.6875,
      "learning_rate": 1.4563061840158934e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5331101596355439,
      "num_tokens": 430347886.0,
      "step": 558770
    },
    {
      "epoch": 0.708789661549702,
      "grad_norm": 5.0625,
      "learning_rate": 1.4562427530072643e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5437712281942367,
      "num_tokens": 430356137.0,
      "step": 558780
    },
    {
      "epoch": 0.7088023461422349,
      "grad_norm": 5.34375,
      "learning_rate": 1.456179321998635e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.537505641579628,
      "num_tokens": 430364698.0,
      "step": 558790
    },
    {
      "epoch": 0.7088150307347677,
      "grad_norm": 5.4375,
      "learning_rate": 1.4561158909900058e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5389030694961547,
      "num_tokens": 430372383.0,
      "step": 558800
    },
    {
      "epoch": 0.7088277153273005,
      "grad_norm": 4.875,
      "learning_rate": 1.4560524599813769e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5432248175144195,
      "num_tokens": 430378839.0,
      "step": 558810
    },
    {
      "epoch": 0.7088403999198334,
      "grad_norm": 4.625,
      "learning_rate": 1.4559890289727476e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5519416630268097,
      "num_tokens": 430386291.0,
      "step": 558820
    },
    {
      "epoch": 0.7088530845123662,
      "grad_norm": 5.3125,
      "learning_rate": 1.4559255979641185e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5576346099376679,
      "num_tokens": 430393359.0,
      "step": 558830
    },
    {
      "epoch": 0.7088657691048991,
      "grad_norm": 4.78125,
      "learning_rate": 1.4558621669554892e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5446097373962402,
      "num_tokens": 430400236.0,
      "step": 558840
    },
    {
      "epoch": 0.7088784536974319,
      "grad_norm": 6.90625,
      "learning_rate": 1.45579873594686e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5402139276266098,
      "num_tokens": 430408060.0,
      "step": 558850
    },
    {
      "epoch": 0.7088911382899648,
      "grad_norm": 5.28125,
      "learning_rate": 1.4557353049382311e-05,
      "loss": 1.7744,
      "mean_token_accuracy": 0.5954889744520188,
      "num_tokens": 430414707.0,
      "step": 558860
    },
    {
      "epoch": 0.7089038228824975,
      "grad_norm": 4.5,
      "learning_rate": 1.4556718739296018e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5548429995775223,
      "num_tokens": 430423173.0,
      "step": 558870
    },
    {
      "epoch": 0.7089165074750304,
      "grad_norm": 5.3125,
      "learning_rate": 1.4556084429209727e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5711114197969437,
      "num_tokens": 430430560.0,
      "step": 558880
    },
    {
      "epoch": 0.7089291920675632,
      "grad_norm": 6.15625,
      "learning_rate": 1.4555450119123434e-05,
      "loss": 1.8899,
      "mean_token_accuracy": 0.586780247092247,
      "num_tokens": 430437388.0,
      "step": 558890
    },
    {
      "epoch": 0.708941876660096,
      "grad_norm": 6.53125,
      "learning_rate": 1.4554815809037142e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.539246016740799,
      "num_tokens": 430444630.0,
      "step": 558900
    },
    {
      "epoch": 0.7089545612526289,
      "grad_norm": 5.65625,
      "learning_rate": 1.4554181498950853e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5250422298908234,
      "num_tokens": 430452540.0,
      "step": 558910
    },
    {
      "epoch": 0.7089672458451617,
      "grad_norm": 5.09375,
      "learning_rate": 1.4553547188864562e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5311635732650757,
      "num_tokens": 430460502.0,
      "step": 558920
    },
    {
      "epoch": 0.7089799304376946,
      "grad_norm": 8.125,
      "learning_rate": 1.4552912878778269e-05,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5789571672677993,
      "num_tokens": 430465549.0,
      "step": 558930
    },
    {
      "epoch": 0.7089926150302274,
      "grad_norm": 6.4375,
      "learning_rate": 1.4552278568691977e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5564126670360565,
      "num_tokens": 430472426.0,
      "step": 558940
    },
    {
      "epoch": 0.7090052996227603,
      "grad_norm": 5.0625,
      "learning_rate": 1.4551644258605684e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5622963458299637,
      "num_tokens": 430480499.0,
      "step": 558950
    },
    {
      "epoch": 0.709017984215293,
      "grad_norm": 5.96875,
      "learning_rate": 1.4551009948519395e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.536397385597229,
      "num_tokens": 430488786.0,
      "step": 558960
    },
    {
      "epoch": 0.7090306688078258,
      "grad_norm": 5.90625,
      "learning_rate": 1.4550375638433104e-05,
      "loss": 2.2442,
      "mean_token_accuracy": 0.5247627139091492,
      "num_tokens": 430497318.0,
      "step": 558970
    },
    {
      "epoch": 0.7090433534003587,
      "grad_norm": 4.6875,
      "learning_rate": 1.454974132834681e-05,
      "loss": 1.799,
      "mean_token_accuracy": 0.6073040783405304,
      "num_tokens": 430504816.0,
      "step": 558980
    },
    {
      "epoch": 0.7090560379928915,
      "grad_norm": 9.6875,
      "learning_rate": 1.454910701826052e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5839764893054962,
      "num_tokens": 430512318.0,
      "step": 558990
    },
    {
      "epoch": 0.7090687225854244,
      "grad_norm": 6.46875,
      "learning_rate": 1.4548472708174226e-05,
      "loss": 1.8096,
      "mean_token_accuracy": 0.6049333930015564,
      "num_tokens": 430517748.0,
      "step": 559000
    },
    {
      "epoch": 0.7090814071779572,
      "grad_norm": 9.125,
      "learning_rate": 1.4547838398087937e-05,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5451027929782868,
      "num_tokens": 430524413.0,
      "step": 559010
    },
    {
      "epoch": 0.7090940917704901,
      "grad_norm": 4.53125,
      "learning_rate": 1.4547204088001646e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5549898326396943,
      "num_tokens": 430532321.0,
      "step": 559020
    },
    {
      "epoch": 0.7091067763630229,
      "grad_norm": 7.9375,
      "learning_rate": 1.4546569777915353e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5685516148805618,
      "num_tokens": 430540111.0,
      "step": 559030
    },
    {
      "epoch": 0.7091194609555557,
      "grad_norm": 5.90625,
      "learning_rate": 1.4545935467829061e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5484052419662475,
      "num_tokens": 430547952.0,
      "step": 559040
    },
    {
      "epoch": 0.7091321455480886,
      "grad_norm": 7.40625,
      "learning_rate": 1.4545301157742768e-05,
      "loss": 2.1362,
      "mean_token_accuracy": 0.5233446478843689,
      "num_tokens": 430554253.0,
      "step": 559050
    },
    {
      "epoch": 0.7091448301406214,
      "grad_norm": 14.125,
      "learning_rate": 1.4544666847656479e-05,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5560792863368988,
      "num_tokens": 430562023.0,
      "step": 559060
    },
    {
      "epoch": 0.7091575147331542,
      "grad_norm": 5.75,
      "learning_rate": 1.4544032537570188e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.5691043317317963,
      "num_tokens": 430569839.0,
      "step": 559070
    },
    {
      "epoch": 0.709170199325687,
      "grad_norm": 4.78125,
      "learning_rate": 1.4543398227483895e-05,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5667139440774918,
      "num_tokens": 430577101.0,
      "step": 559080
    },
    {
      "epoch": 0.7091828839182199,
      "grad_norm": 5.03125,
      "learning_rate": 1.4542763917397603e-05,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5635157793760299,
      "num_tokens": 430585172.0,
      "step": 559090
    },
    {
      "epoch": 0.7091955685107527,
      "grad_norm": 5.78125,
      "learning_rate": 1.454212960731131e-05,
      "loss": 2.1534,
      "mean_token_accuracy": 0.535899069905281,
      "num_tokens": 430592809.0,
      "step": 559100
    },
    {
      "epoch": 0.7092082531032856,
      "grad_norm": 6.5625,
      "learning_rate": 1.4541495297225023e-05,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5825261235237121,
      "num_tokens": 430600147.0,
      "step": 559110
    },
    {
      "epoch": 0.7092209376958184,
      "grad_norm": 6.0,
      "learning_rate": 1.454086098713873e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5363108962774277,
      "num_tokens": 430607067.0,
      "step": 559120
    },
    {
      "epoch": 0.7092336222883512,
      "grad_norm": 6.40625,
      "learning_rate": 1.4540226677052438e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5260926991701126,
      "num_tokens": 430614540.0,
      "step": 559130
    },
    {
      "epoch": 0.7092463068808841,
      "grad_norm": 4.65625,
      "learning_rate": 1.4539592366966145e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5613491624593735,
      "num_tokens": 430624132.0,
      "step": 559140
    },
    {
      "epoch": 0.7092589914734169,
      "grad_norm": 5.9375,
      "learning_rate": 1.4538958056879856e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5440501064062119,
      "num_tokens": 430632721.0,
      "step": 559150
    },
    {
      "epoch": 0.7092716760659498,
      "grad_norm": 6.40625,
      "learning_rate": 1.4538323746793565e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.537482613325119,
      "num_tokens": 430640639.0,
      "step": 559160
    },
    {
      "epoch": 0.7092843606584825,
      "grad_norm": 5.65625,
      "learning_rate": 1.4537689436707272e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5518499940633774,
      "num_tokens": 430648811.0,
      "step": 559170
    },
    {
      "epoch": 0.7092970452510154,
      "grad_norm": 6.65625,
      "learning_rate": 1.453705512662098e-05,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5478613018989563,
      "num_tokens": 430656042.0,
      "step": 559180
    },
    {
      "epoch": 0.7093097298435482,
      "grad_norm": 8.375,
      "learning_rate": 1.4536420816534687e-05,
      "loss": 1.7995,
      "mean_token_accuracy": 0.6130151808261871,
      "num_tokens": 430663059.0,
      "step": 559190
    },
    {
      "epoch": 0.709322414436081,
      "grad_norm": 5.34375,
      "learning_rate": 1.4535786506448398e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5520842909812927,
      "num_tokens": 430670500.0,
      "step": 559200
    },
    {
      "epoch": 0.7093350990286139,
      "grad_norm": 5.25,
      "learning_rate": 1.4535152196362107e-05,
      "loss": 2.2992,
      "mean_token_accuracy": 0.5104684263467789,
      "num_tokens": 430677887.0,
      "step": 559210
    },
    {
      "epoch": 0.7093477836211467,
      "grad_norm": 5.40625,
      "learning_rate": 1.4534517886275814e-05,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5349226504564285,
      "num_tokens": 430685878.0,
      "step": 559220
    },
    {
      "epoch": 0.7093604682136796,
      "grad_norm": 5.4375,
      "learning_rate": 1.4533883576189522e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5683669179677964,
      "num_tokens": 430693493.0,
      "step": 559230
    },
    {
      "epoch": 0.7093731528062124,
      "grad_norm": 5.6875,
      "learning_rate": 1.453324926610323e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5220001101493835,
      "num_tokens": 430701252.0,
      "step": 559240
    },
    {
      "epoch": 0.7093858373987453,
      "grad_norm": 5.1875,
      "learning_rate": 1.453261495601694e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5702005833387375,
      "num_tokens": 430707900.0,
      "step": 559250
    },
    {
      "epoch": 0.7093985219912781,
      "grad_norm": 4.78125,
      "learning_rate": 1.4531980645930649e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5406590402126312,
      "num_tokens": 430716495.0,
      "step": 559260
    },
    {
      "epoch": 0.709411206583811,
      "grad_norm": 4.75,
      "learning_rate": 1.4531346335844356e-05,
      "loss": 1.8264,
      "mean_token_accuracy": 0.5805333852767944,
      "num_tokens": 430724042.0,
      "step": 559270
    },
    {
      "epoch": 0.7094238911763437,
      "grad_norm": 5.125,
      "learning_rate": 1.4530712025758064e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5577876985073089,
      "num_tokens": 430732935.0,
      "step": 559280
    },
    {
      "epoch": 0.7094365757688765,
      "grad_norm": 5.1875,
      "learning_rate": 1.4530077715671771e-05,
      "loss": 2.2688,
      "mean_token_accuracy": 0.5217229902744294,
      "num_tokens": 430740103.0,
      "step": 559290
    },
    {
      "epoch": 0.7094492603614094,
      "grad_norm": 5.21875,
      "learning_rate": 1.4529443405585484e-05,
      "loss": 1.7501,
      "mean_token_accuracy": 0.6142658203840256,
      "num_tokens": 430747901.0,
      "step": 559300
    },
    {
      "epoch": 0.7094619449539422,
      "grad_norm": 4.9375,
      "learning_rate": 1.452880909549919e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5583145320415497,
      "num_tokens": 430756081.0,
      "step": 559310
    },
    {
      "epoch": 0.7094746295464751,
      "grad_norm": 7.5625,
      "learning_rate": 1.45281747854129e-05,
      "loss": 2.2266,
      "mean_token_accuracy": 0.5177666664123535,
      "num_tokens": 430764628.0,
      "step": 559320
    },
    {
      "epoch": 0.7094873141390079,
      "grad_norm": 7.4375,
      "learning_rate": 1.4527540475326606e-05,
      "loss": 2.2489,
      "mean_token_accuracy": 0.5256038814783096,
      "num_tokens": 430772128.0,
      "step": 559330
    },
    {
      "epoch": 0.7094999987315408,
      "grad_norm": 5.625,
      "learning_rate": 1.4526906165240315e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5421636253595352,
      "num_tokens": 430779819.0,
      "step": 559340
    },
    {
      "epoch": 0.7095126833240736,
      "grad_norm": 5.25,
      "learning_rate": 1.4526271855154026e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5471926927566528,
      "num_tokens": 430788763.0,
      "step": 559350
    },
    {
      "epoch": 0.7095253679166064,
      "grad_norm": 4.78125,
      "learning_rate": 1.4525637545067733e-05,
      "loss": 1.913,
      "mean_token_accuracy": 0.5590598881244659,
      "num_tokens": 430795382.0,
      "step": 559360
    },
    {
      "epoch": 0.7095380525091393,
      "grad_norm": 6.71875,
      "learning_rate": 1.4525003234981441e-05,
      "loss": 1.8286,
      "mean_token_accuracy": 0.5856545686721801,
      "num_tokens": 430803267.0,
      "step": 559370
    },
    {
      "epoch": 0.709550737101672,
      "grad_norm": 4.84375,
      "learning_rate": 1.4524368924895148e-05,
      "loss": 1.8679,
      "mean_token_accuracy": 0.5757920742034912,
      "num_tokens": 430810607.0,
      "step": 559380
    },
    {
      "epoch": 0.7095634216942049,
      "grad_norm": 4.6875,
      "learning_rate": 1.4523734614808857e-05,
      "loss": 1.8906,
      "mean_token_accuracy": 0.5899811685085297,
      "num_tokens": 430819074.0,
      "step": 559390
    },
    {
      "epoch": 0.7095761062867377,
      "grad_norm": 2.734375,
      "learning_rate": 1.4523100304722568e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5636397808790207,
      "num_tokens": 430826779.0,
      "step": 559400
    },
    {
      "epoch": 0.7095887908792706,
      "grad_norm": 6.875,
      "learning_rate": 1.4522465994636275e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5591008931398391,
      "num_tokens": 430832440.0,
      "step": 559410
    },
    {
      "epoch": 0.7096014754718034,
      "grad_norm": 5.3125,
      "learning_rate": 1.4521831684549983e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5422313153743744,
      "num_tokens": 430840213.0,
      "step": 559420
    },
    {
      "epoch": 0.7096141600643363,
      "grad_norm": 5.53125,
      "learning_rate": 1.452119737446369e-05,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5712543666362763,
      "num_tokens": 430847762.0,
      "step": 559430
    },
    {
      "epoch": 0.7096268446568691,
      "grad_norm": 5.125,
      "learning_rate": 1.4520563064377399e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5329997062683105,
      "num_tokens": 430857043.0,
      "step": 559440
    },
    {
      "epoch": 0.7096395292494019,
      "grad_norm": 4.9375,
      "learning_rate": 1.451992875429111e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5649177432060242,
      "num_tokens": 430864294.0,
      "step": 559450
    },
    {
      "epoch": 0.7096522138419348,
      "grad_norm": 5.875,
      "learning_rate": 1.4519294444204817e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.554683730006218,
      "num_tokens": 430872424.0,
      "step": 559460
    },
    {
      "epoch": 0.7096648984344676,
      "grad_norm": 5.09375,
      "learning_rate": 1.4518660134118525e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.5235662907361984,
      "num_tokens": 430880999.0,
      "step": 559470
    },
    {
      "epoch": 0.7096775830270005,
      "grad_norm": 4.9375,
      "learning_rate": 1.4518025824032232e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5473005324602127,
      "num_tokens": 430887978.0,
      "step": 559480
    },
    {
      "epoch": 0.7096902676195332,
      "grad_norm": 6.71875,
      "learning_rate": 1.4517391513945941e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5166240096092224,
      "num_tokens": 430896375.0,
      "step": 559490
    },
    {
      "epoch": 0.7097029522120661,
      "grad_norm": 6.375,
      "learning_rate": 1.4516757203859652e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.568741574883461,
      "num_tokens": 430902629.0,
      "step": 559500
    },
    {
      "epoch": 0.7097156368045989,
      "grad_norm": 5.4375,
      "learning_rate": 1.451612289377336e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5456203520298004,
      "num_tokens": 430910405.0,
      "step": 559510
    },
    {
      "epoch": 0.7097283213971317,
      "grad_norm": 5.21875,
      "learning_rate": 1.4515488583687067e-05,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5778885066509247,
      "num_tokens": 430917118.0,
      "step": 559520
    },
    {
      "epoch": 0.7097410059896646,
      "grad_norm": 11.3125,
      "learning_rate": 1.4514854273600776e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5611832797527313,
      "num_tokens": 430924637.0,
      "step": 559530
    },
    {
      "epoch": 0.7097536905821974,
      "grad_norm": 7.5,
      "learning_rate": 1.4514219963514483e-05,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5405471175909042,
      "num_tokens": 430932745.0,
      "step": 559540
    },
    {
      "epoch": 0.7097663751747303,
      "grad_norm": 4.875,
      "learning_rate": 1.4513585653428194e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5213555455207824,
      "num_tokens": 430941251.0,
      "step": 559550
    },
    {
      "epoch": 0.7097790597672631,
      "grad_norm": 6.0625,
      "learning_rate": 1.4512951343341902e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5641792684793472,
      "num_tokens": 430948544.0,
      "step": 559560
    },
    {
      "epoch": 0.709791744359796,
      "grad_norm": 5.125,
      "learning_rate": 1.451231703325561e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5442523002624512,
      "num_tokens": 430956314.0,
      "step": 559570
    },
    {
      "epoch": 0.7098044289523288,
      "grad_norm": 6.1875,
      "learning_rate": 1.4511682723169318e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5569431155920028,
      "num_tokens": 430964299.0,
      "step": 559580
    },
    {
      "epoch": 0.7098171135448615,
      "grad_norm": 5.3125,
      "learning_rate": 1.4511048413083025e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5316250771284103,
      "num_tokens": 430972177.0,
      "step": 559590
    },
    {
      "epoch": 0.7098297981373944,
      "grad_norm": 6.28125,
      "learning_rate": 1.4510414102996736e-05,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5405364036560059,
      "num_tokens": 430979663.0,
      "step": 559600
    },
    {
      "epoch": 0.7098424827299272,
      "grad_norm": 6.0,
      "learning_rate": 1.4509779792910444e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5425190210342408,
      "num_tokens": 430986800.0,
      "step": 559610
    },
    {
      "epoch": 0.7098551673224601,
      "grad_norm": 6.5,
      "learning_rate": 1.4509145482824151e-05,
      "loss": 1.8263,
      "mean_token_accuracy": 0.6002687275409698,
      "num_tokens": 430994262.0,
      "step": 559620
    },
    {
      "epoch": 0.7098678519149929,
      "grad_norm": 6.75,
      "learning_rate": 1.450851117273786e-05,
      "loss": 2.2172,
      "mean_token_accuracy": 0.5142955154180526,
      "num_tokens": 431002849.0,
      "step": 559630
    },
    {
      "epoch": 0.7098805365075258,
      "grad_norm": 7.375,
      "learning_rate": 1.450787686265157e-05,
      "loss": 2.2665,
      "mean_token_accuracy": 0.5181561172008514,
      "num_tokens": 431010948.0,
      "step": 559640
    },
    {
      "epoch": 0.7098932211000586,
      "grad_norm": 5.0625,
      "learning_rate": 1.4507242552565278e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5522824257612229,
      "num_tokens": 431018771.0,
      "step": 559650
    },
    {
      "epoch": 0.7099059056925915,
      "grad_norm": 7.84375,
      "learning_rate": 1.4506608242478986e-05,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5677897930145264,
      "num_tokens": 431026289.0,
      "step": 559660
    },
    {
      "epoch": 0.7099185902851243,
      "grad_norm": 6.34375,
      "learning_rate": 1.4505973932392693e-05,
      "loss": 2.343,
      "mean_token_accuracy": 0.5114165395498276,
      "num_tokens": 431033123.0,
      "step": 559670
    },
    {
      "epoch": 0.7099312748776571,
      "grad_norm": 5.53125,
      "learning_rate": 1.4505339622306402e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5689392000436783,
      "num_tokens": 431040059.0,
      "step": 559680
    },
    {
      "epoch": 0.70994395947019,
      "grad_norm": 5.84375,
      "learning_rate": 1.4504705312220113e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5604650557041169,
      "num_tokens": 431048274.0,
      "step": 559690
    },
    {
      "epoch": 0.7099566440627227,
      "grad_norm": 5.0,
      "learning_rate": 1.4504071002133821e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.5641968846321106,
      "num_tokens": 431055688.0,
      "step": 559700
    },
    {
      "epoch": 0.7099693286552556,
      "grad_norm": 5.0625,
      "learning_rate": 1.4503436692047528e-05,
      "loss": 1.7911,
      "mean_token_accuracy": 0.5940591752529144,
      "num_tokens": 431063118.0,
      "step": 559710
    },
    {
      "epoch": 0.7099820132477884,
      "grad_norm": 4.625,
      "learning_rate": 1.4502802381961237e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5417523413896561,
      "num_tokens": 431071104.0,
      "step": 559720
    },
    {
      "epoch": 0.7099946978403213,
      "grad_norm": 7.375,
      "learning_rate": 1.4502168071874944e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5320679277181626,
      "num_tokens": 431079252.0,
      "step": 559730
    },
    {
      "epoch": 0.7100073824328541,
      "grad_norm": 5.3125,
      "learning_rate": 1.4501533761788655e-05,
      "loss": 1.8819,
      "mean_token_accuracy": 0.5876508533954621,
      "num_tokens": 431086143.0,
      "step": 559740
    },
    {
      "epoch": 0.7100200670253869,
      "grad_norm": 5.71875,
      "learning_rate": 1.4500899451702363e-05,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5512736201286316,
      "num_tokens": 431094510.0,
      "step": 559750
    },
    {
      "epoch": 0.7100327516179198,
      "grad_norm": 4.71875,
      "learning_rate": 1.450026514161607e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5336772918701171,
      "num_tokens": 431104224.0,
      "step": 559760
    },
    {
      "epoch": 0.7100454362104526,
      "grad_norm": 5.96875,
      "learning_rate": 1.4499630831529779e-05,
      "loss": 2.2519,
      "mean_token_accuracy": 0.5126119405031204,
      "num_tokens": 431112789.0,
      "step": 559770
    },
    {
      "epoch": 0.7100581208029855,
      "grad_norm": 5.0625,
      "learning_rate": 1.4498996521443486e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5452147603034974,
      "num_tokens": 431120422.0,
      "step": 559780
    },
    {
      "epoch": 0.7100708053955183,
      "grad_norm": 4.6875,
      "learning_rate": 1.4498362211357197e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5218572407960892,
      "num_tokens": 431128868.0,
      "step": 559790
    },
    {
      "epoch": 0.7100834899880512,
      "grad_norm": 5.9375,
      "learning_rate": 1.4497727901270905e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5571749448776245,
      "num_tokens": 431137330.0,
      "step": 559800
    },
    {
      "epoch": 0.7100961745805839,
      "grad_norm": 4.875,
      "learning_rate": 1.4497093591184612e-05,
      "loss": 2.2387,
      "mean_token_accuracy": 0.5225840717554092,
      "num_tokens": 431145177.0,
      "step": 559810
    },
    {
      "epoch": 0.7101088591731168,
      "grad_norm": 5.71875,
      "learning_rate": 1.4496459281098321e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5339938789606095,
      "num_tokens": 431152218.0,
      "step": 559820
    },
    {
      "epoch": 0.7101215437656496,
      "grad_norm": 5.90625,
      "learning_rate": 1.4495824971012028e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5485386401414871,
      "num_tokens": 431159584.0,
      "step": 559830
    },
    {
      "epoch": 0.7101342283581824,
      "grad_norm": 10.0,
      "learning_rate": 1.4495190660925739e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5370188355445862,
      "num_tokens": 431166314.0,
      "step": 559840
    },
    {
      "epoch": 0.7101469129507153,
      "grad_norm": 6.03125,
      "learning_rate": 1.4494556350839447e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.548784253001213,
      "num_tokens": 431173648.0,
      "step": 559850
    },
    {
      "epoch": 0.7101595975432481,
      "grad_norm": 5.84375,
      "learning_rate": 1.4493922040753154e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5223836988210678,
      "num_tokens": 431181750.0,
      "step": 559860
    },
    {
      "epoch": 0.710172282135781,
      "grad_norm": 33.75,
      "learning_rate": 1.4493287730666863e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5675350427627563,
      "num_tokens": 431187207.0,
      "step": 559870
    },
    {
      "epoch": 0.7101849667283138,
      "grad_norm": 5.75,
      "learning_rate": 1.449265342058057e-05,
      "loss": 1.8066,
      "mean_token_accuracy": 0.6028983265161514,
      "num_tokens": 431194018.0,
      "step": 559880
    },
    {
      "epoch": 0.7101976513208467,
      "grad_norm": 5.5,
      "learning_rate": 1.4492019110494282e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5634800851345062,
      "num_tokens": 431202063.0,
      "step": 559890
    },
    {
      "epoch": 0.7102103359133795,
      "grad_norm": 5.40625,
      "learning_rate": 1.449138480040799e-05,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5586450397968292,
      "num_tokens": 431209712.0,
      "step": 559900
    },
    {
      "epoch": 0.7102230205059122,
      "grad_norm": 5.25,
      "learning_rate": 1.4490750490321698e-05,
      "loss": 1.8085,
      "mean_token_accuracy": 0.5917247205972671,
      "num_tokens": 431217047.0,
      "step": 559910
    },
    {
      "epoch": 0.7102357050984451,
      "grad_norm": 7.25,
      "learning_rate": 1.4490116180235405e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5292194604873657,
      "num_tokens": 431225193.0,
      "step": 559920
    },
    {
      "epoch": 0.7102483896909779,
      "grad_norm": 5.34375,
      "learning_rate": 1.4489481870149114e-05,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5188355654478073,
      "num_tokens": 431232407.0,
      "step": 559930
    },
    {
      "epoch": 0.7102610742835108,
      "grad_norm": 7.65625,
      "learning_rate": 1.4488847560062824e-05,
      "loss": 2.2303,
      "mean_token_accuracy": 0.5137108325958252,
      "num_tokens": 431239633.0,
      "step": 559940
    },
    {
      "epoch": 0.7102737588760436,
      "grad_norm": 4.9375,
      "learning_rate": 1.4488213249976531e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5653599202632904,
      "num_tokens": 431247925.0,
      "step": 559950
    },
    {
      "epoch": 0.7102864434685765,
      "grad_norm": 10.4375,
      "learning_rate": 1.448757893989024e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5421308904886246,
      "num_tokens": 431255773.0,
      "step": 559960
    },
    {
      "epoch": 0.7102991280611093,
      "grad_norm": 6.3125,
      "learning_rate": 1.4486944629803947e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5701445519924164,
      "num_tokens": 431263087.0,
      "step": 559970
    },
    {
      "epoch": 0.7103118126536421,
      "grad_norm": 7.15625,
      "learning_rate": 1.4486310319717656e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5304100066423416,
      "num_tokens": 431270611.0,
      "step": 559980
    },
    {
      "epoch": 0.710324497246175,
      "grad_norm": 5.25,
      "learning_rate": 1.4485676009631366e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5462968707084656,
      "num_tokens": 431278966.0,
      "step": 559990
    },
    {
      "epoch": 0.7103371818387078,
      "grad_norm": 5.25,
      "learning_rate": 1.4485041699545073e-05,
      "loss": 1.9203,
      "mean_token_accuracy": 0.5637900918722153,
      "num_tokens": 431286091.0,
      "step": 560000
    },
    {
      "epoch": 0.7103498664312407,
      "grad_norm": 5.0625,
      "learning_rate": 1.4484407389458782e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5329047381877899,
      "num_tokens": 431292877.0,
      "step": 560010
    },
    {
      "epoch": 0.7103625510237734,
      "grad_norm": 9.0,
      "learning_rate": 1.4483773079372489e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.582336151599884,
      "num_tokens": 431299487.0,
      "step": 560020
    },
    {
      "epoch": 0.7103752356163063,
      "grad_norm": 5.5625,
      "learning_rate": 1.4483138769286198e-05,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5825030386447907,
      "num_tokens": 431306573.0,
      "step": 560030
    },
    {
      "epoch": 0.7103879202088391,
      "grad_norm": 5.28125,
      "learning_rate": 1.4482504459199908e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5387172341346741,
      "num_tokens": 431313124.0,
      "step": 560040
    },
    {
      "epoch": 0.710400604801372,
      "grad_norm": 4.75,
      "learning_rate": 1.4481870149113615e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5429812997579575,
      "num_tokens": 431321636.0,
      "step": 560050
    },
    {
      "epoch": 0.7104132893939048,
      "grad_norm": 6.78125,
      "learning_rate": 1.4481235839027324e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5339418351650238,
      "num_tokens": 431327901.0,
      "step": 560060
    },
    {
      "epoch": 0.7104259739864376,
      "grad_norm": 6.53125,
      "learning_rate": 1.4480601528941031e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5659238338470459,
      "num_tokens": 431334957.0,
      "step": 560070
    },
    {
      "epoch": 0.7104386585789705,
      "grad_norm": 7.15625,
      "learning_rate": 1.4479967218854743e-05,
      "loss": 1.6574,
      "mean_token_accuracy": 0.6196161121129989,
      "num_tokens": 431340501.0,
      "step": 560080
    },
    {
      "epoch": 0.7104513431715033,
      "grad_norm": 4.8125,
      "learning_rate": 1.447933290876845e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5363814175128937,
      "num_tokens": 431349021.0,
      "step": 560090
    },
    {
      "epoch": 0.7104640277640362,
      "grad_norm": 4.875,
      "learning_rate": 1.4478698598682159e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5462578237056732,
      "num_tokens": 431357139.0,
      "step": 560100
    },
    {
      "epoch": 0.710476712356569,
      "grad_norm": 12.75,
      "learning_rate": 1.4478064288595866e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.508708268404007,
      "num_tokens": 431363731.0,
      "step": 560110
    },
    {
      "epoch": 0.7104893969491018,
      "grad_norm": 6.09375,
      "learning_rate": 1.4477429978509575e-05,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5558629482984543,
      "num_tokens": 431371447.0,
      "step": 560120
    },
    {
      "epoch": 0.7105020815416346,
      "grad_norm": 4.71875,
      "learning_rate": 1.4476795668423285e-05,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5622792065143585,
      "num_tokens": 431378026.0,
      "step": 560130
    },
    {
      "epoch": 0.7105147661341674,
      "grad_norm": 5.375,
      "learning_rate": 1.4476161358336992e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5691203653812409,
      "num_tokens": 431386286.0,
      "step": 560140
    },
    {
      "epoch": 0.7105274507267003,
      "grad_norm": 5.875,
      "learning_rate": 1.4475527048250701e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5340467393398285,
      "num_tokens": 431393938.0,
      "step": 560150
    },
    {
      "epoch": 0.7105401353192331,
      "grad_norm": 4.875,
      "learning_rate": 1.4474892738164408e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5314454197883606,
      "num_tokens": 431402755.0,
      "step": 560160
    },
    {
      "epoch": 0.710552819911766,
      "grad_norm": 5.96875,
      "learning_rate": 1.4474258428078117e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5615217596292496,
      "num_tokens": 431409527.0,
      "step": 560170
    },
    {
      "epoch": 0.7105655045042988,
      "grad_norm": 4.96875,
      "learning_rate": 1.4473624117991827e-05,
      "loss": 2.32,
      "mean_token_accuracy": 0.5090023636817932,
      "num_tokens": 431417925.0,
      "step": 560180
    },
    {
      "epoch": 0.7105781890968317,
      "grad_norm": 5.59375,
      "learning_rate": 1.4472989807905534e-05,
      "loss": 2.2994,
      "mean_token_accuracy": 0.5058387875556946,
      "num_tokens": 431426460.0,
      "step": 560190
    },
    {
      "epoch": 0.7105908736893645,
      "grad_norm": 6.65625,
      "learning_rate": 1.4472355497819243e-05,
      "loss": 1.9199,
      "mean_token_accuracy": 0.5652101308107376,
      "num_tokens": 431433110.0,
      "step": 560200
    },
    {
      "epoch": 0.7106035582818974,
      "grad_norm": 5.1875,
      "learning_rate": 1.447172118773295e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5552146792411804,
      "num_tokens": 431441403.0,
      "step": 560210
    },
    {
      "epoch": 0.7106162428744301,
      "grad_norm": 5.53125,
      "learning_rate": 1.4471086877646659e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5792534440755844,
      "num_tokens": 431448972.0,
      "step": 560220
    },
    {
      "epoch": 0.7106289274669629,
      "grad_norm": 6.21875,
      "learning_rate": 1.447045256756037e-05,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5503887474536896,
      "num_tokens": 431456723.0,
      "step": 560230
    },
    {
      "epoch": 0.7106416120594958,
      "grad_norm": 8.3125,
      "learning_rate": 1.4469818257474076e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5265451073646545,
      "num_tokens": 431464290.0,
      "step": 560240
    },
    {
      "epoch": 0.7106542966520286,
      "grad_norm": 5.65625,
      "learning_rate": 1.4469183947387785e-05,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5613815367221833,
      "num_tokens": 431472215.0,
      "step": 560250
    },
    {
      "epoch": 0.7106669812445615,
      "grad_norm": 5.40625,
      "learning_rate": 1.4468549637301492e-05,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5691532731056214,
      "num_tokens": 431479788.0,
      "step": 560260
    },
    {
      "epoch": 0.7106796658370943,
      "grad_norm": 4.65625,
      "learning_rate": 1.44679153272152e-05,
      "loss": 1.9023,
      "mean_token_accuracy": 0.5778054475784302,
      "num_tokens": 431487158.0,
      "step": 560270
    },
    {
      "epoch": 0.7106923504296272,
      "grad_norm": 2.265625,
      "learning_rate": 1.4467281017128911e-05,
      "loss": 1.783,
      "mean_token_accuracy": 0.5903916001319885,
      "num_tokens": 431495771.0,
      "step": 560280
    },
    {
      "epoch": 0.71070503502216,
      "grad_norm": 4.53125,
      "learning_rate": 1.446664670704262e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5541843831539154,
      "num_tokens": 431504365.0,
      "step": 560290
    },
    {
      "epoch": 0.7107177196146928,
      "grad_norm": 4.75,
      "learning_rate": 1.4466012396956327e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5465728282928467,
      "num_tokens": 431511676.0,
      "step": 560300
    },
    {
      "epoch": 0.7107304042072257,
      "grad_norm": 6.0,
      "learning_rate": 1.4465378086870036e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5230011343955994,
      "num_tokens": 431519166.0,
      "step": 560310
    },
    {
      "epoch": 0.7107430887997584,
      "grad_norm": 5.34375,
      "learning_rate": 1.4464743776783743e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.566115739941597,
      "num_tokens": 431526579.0,
      "step": 560320
    },
    {
      "epoch": 0.7107557733922913,
      "grad_norm": 6.0,
      "learning_rate": 1.4464109466697453e-05,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5278921484947204,
      "num_tokens": 431534581.0,
      "step": 560330
    },
    {
      "epoch": 0.7107684579848241,
      "grad_norm": 5.5625,
      "learning_rate": 1.4463475156611162e-05,
      "loss": 1.8932,
      "mean_token_accuracy": 0.5773277223110199,
      "num_tokens": 431540875.0,
      "step": 560340
    },
    {
      "epoch": 0.710781142577357,
      "grad_norm": 5.21875,
      "learning_rate": 1.4462840846524869e-05,
      "loss": 1.8544,
      "mean_token_accuracy": 0.5816407650709152,
      "num_tokens": 431547479.0,
      "step": 560350
    },
    {
      "epoch": 0.7107938271698898,
      "grad_norm": 4.46875,
      "learning_rate": 1.4462206536438578e-05,
      "loss": 1.9268,
      "mean_token_accuracy": 0.5689789682626725,
      "num_tokens": 431555019.0,
      "step": 560360
    },
    {
      "epoch": 0.7108065117624227,
      "grad_norm": 5.8125,
      "learning_rate": 1.4461572226352285e-05,
      "loss": 1.7269,
      "mean_token_accuracy": 0.5978961408138275,
      "num_tokens": 431561707.0,
      "step": 560370
    },
    {
      "epoch": 0.7108191963549555,
      "grad_norm": 5.59375,
      "learning_rate": 1.4460937916265995e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5312265455722809,
      "num_tokens": 431569759.0,
      "step": 560380
    },
    {
      "epoch": 0.7108318809474883,
      "grad_norm": 6.0,
      "learning_rate": 1.4460303606179704e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5328542441129684,
      "num_tokens": 431578820.0,
      "step": 560390
    },
    {
      "epoch": 0.7108445655400212,
      "grad_norm": 4.65625,
      "learning_rate": 1.4459669296093411e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5514230132102966,
      "num_tokens": 431586852.0,
      "step": 560400
    },
    {
      "epoch": 0.710857250132554,
      "grad_norm": 5.375,
      "learning_rate": 1.445903498600712e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5490819960832596,
      "num_tokens": 431594708.0,
      "step": 560410
    },
    {
      "epoch": 0.7108699347250869,
      "grad_norm": 4.53125,
      "learning_rate": 1.4458400675920827e-05,
      "loss": 1.8421,
      "mean_token_accuracy": 0.5847783207893371,
      "num_tokens": 431603240.0,
      "step": 560420
    },
    {
      "epoch": 0.7108826193176196,
      "grad_norm": 4.65625,
      "learning_rate": 1.4457766365834537e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5574355751276017,
      "num_tokens": 431610998.0,
      "step": 560430
    },
    {
      "epoch": 0.7108953039101525,
      "grad_norm": 4.46875,
      "learning_rate": 1.4457132055748246e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.517147371172905,
      "num_tokens": 431618861.0,
      "step": 560440
    },
    {
      "epoch": 0.7109079885026853,
      "grad_norm": 6.03125,
      "learning_rate": 1.4456497745661953e-05,
      "loss": 2.2087,
      "mean_token_accuracy": 0.5190784394741058,
      "num_tokens": 431627658.0,
      "step": 560450
    },
    {
      "epoch": 0.7109206730952181,
      "grad_norm": 6.3125,
      "learning_rate": 1.4455863435575662e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5278260111808777,
      "num_tokens": 431635809.0,
      "step": 560460
    },
    {
      "epoch": 0.710933357687751,
      "grad_norm": 4.90625,
      "learning_rate": 1.4455229125489369e-05,
      "loss": 1.8973,
      "mean_token_accuracy": 0.586134496331215,
      "num_tokens": 431642373.0,
      "step": 560470
    },
    {
      "epoch": 0.7109460422802838,
      "grad_norm": 5.4375,
      "learning_rate": 1.4454594815403081e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5480402082204818,
      "num_tokens": 431649747.0,
      "step": 560480
    },
    {
      "epoch": 0.7109587268728167,
      "grad_norm": 8.625,
      "learning_rate": 1.4453960505316788e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5542359918355941,
      "num_tokens": 431656898.0,
      "step": 560490
    },
    {
      "epoch": 0.7109714114653495,
      "grad_norm": 5.4375,
      "learning_rate": 1.4453326195230497e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.544707664847374,
      "num_tokens": 431665232.0,
      "step": 560500
    },
    {
      "epoch": 0.7109840960578824,
      "grad_norm": 6.09375,
      "learning_rate": 1.4452691885144204e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.548210883140564,
      "num_tokens": 431671657.0,
      "step": 560510
    },
    {
      "epoch": 0.7109967806504152,
      "grad_norm": 5.34375,
      "learning_rate": 1.4452057575057914e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5546139746904373,
      "num_tokens": 431679992.0,
      "step": 560520
    },
    {
      "epoch": 0.711009465242948,
      "grad_norm": 5.8125,
      "learning_rate": 1.4451423264971623e-05,
      "loss": 1.8664,
      "mean_token_accuracy": 0.5836791336536408,
      "num_tokens": 431686352.0,
      "step": 560530
    },
    {
      "epoch": 0.7110221498354808,
      "grad_norm": 4.65625,
      "learning_rate": 1.445078895488533e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5461948603391648,
      "num_tokens": 431694633.0,
      "step": 560540
    },
    {
      "epoch": 0.7110348344280136,
      "grad_norm": 5.96875,
      "learning_rate": 1.4450154644799039e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5612830877304077,
      "num_tokens": 431702691.0,
      "step": 560550
    },
    {
      "epoch": 0.7110475190205465,
      "grad_norm": 9.8125,
      "learning_rate": 1.4449520334712746e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5451304256916046,
      "num_tokens": 431711179.0,
      "step": 560560
    },
    {
      "epoch": 0.7110602036130793,
      "grad_norm": 6.5,
      "learning_rate": 1.4448886024626456e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5373383164405823,
      "num_tokens": 431719015.0,
      "step": 560570
    },
    {
      "epoch": 0.7110728882056122,
      "grad_norm": 5.21875,
      "learning_rate": 1.4448251714540165e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5435722500085831,
      "num_tokens": 431726838.0,
      "step": 560580
    },
    {
      "epoch": 0.711085572798145,
      "grad_norm": 4.75,
      "learning_rate": 1.4447617404453872e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5646489679813385,
      "num_tokens": 431733706.0,
      "step": 560590
    },
    {
      "epoch": 0.7110982573906779,
      "grad_norm": 6.09375,
      "learning_rate": 1.444698309436758e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5587114125490189,
      "num_tokens": 431741705.0,
      "step": 560600
    },
    {
      "epoch": 0.7111109419832107,
      "grad_norm": 7.03125,
      "learning_rate": 1.4446348784281288e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5221813172101974,
      "num_tokens": 431750239.0,
      "step": 560610
    },
    {
      "epoch": 0.7111236265757435,
      "grad_norm": 6.0,
      "learning_rate": 1.4445714474194998e-05,
      "loss": 1.8602,
      "mean_token_accuracy": 0.5766114920377732,
      "num_tokens": 431756004.0,
      "step": 560620
    },
    {
      "epoch": 0.7111363111682764,
      "grad_norm": 6.96875,
      "learning_rate": 1.4445080164108707e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5474838286638259,
      "num_tokens": 431763959.0,
      "step": 560630
    },
    {
      "epoch": 0.7111489957608091,
      "grad_norm": 5.28125,
      "learning_rate": 1.4444445854022414e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5590689718723297,
      "num_tokens": 431771359.0,
      "step": 560640
    },
    {
      "epoch": 0.711161680353342,
      "grad_norm": 11.75,
      "learning_rate": 1.4443811543936123e-05,
      "loss": 2.0297,
      "mean_token_accuracy": 0.556227508187294,
      "num_tokens": 431778239.0,
      "step": 560650
    },
    {
      "epoch": 0.7111743649458748,
      "grad_norm": 4.96875,
      "learning_rate": 1.444317723384983e-05,
      "loss": 1.8895,
      "mean_token_accuracy": 0.5715652465820312,
      "num_tokens": 431785406.0,
      "step": 560660
    },
    {
      "epoch": 0.7111870495384077,
      "grad_norm": 6.09375,
      "learning_rate": 1.4442542923763542e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5645560681819916,
      "num_tokens": 431792535.0,
      "step": 560670
    },
    {
      "epoch": 0.7111997341309405,
      "grad_norm": 6.09375,
      "learning_rate": 1.4441908613677249e-05,
      "loss": 1.8855,
      "mean_token_accuracy": 0.5744794398546219,
      "num_tokens": 431800016.0,
      "step": 560680
    },
    {
      "epoch": 0.7112124187234733,
      "grad_norm": 4.84375,
      "learning_rate": 1.4441274303590958e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5405661731958389,
      "num_tokens": 431808168.0,
      "step": 560690
    },
    {
      "epoch": 0.7112251033160062,
      "grad_norm": 5.09375,
      "learning_rate": 1.4440639993504665e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.538427734375,
      "num_tokens": 431816625.0,
      "step": 560700
    },
    {
      "epoch": 0.711237787908539,
      "grad_norm": 4.0625,
      "learning_rate": 1.4440005683418373e-05,
      "loss": 1.8865,
      "mean_token_accuracy": 0.5830473333597184,
      "num_tokens": 431823564.0,
      "step": 560710
    },
    {
      "epoch": 0.7112504725010719,
      "grad_norm": 5.21875,
      "learning_rate": 1.4439371373332084e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5771432965993881,
      "num_tokens": 431830704.0,
      "step": 560720
    },
    {
      "epoch": 0.7112631570936047,
      "grad_norm": 6.6875,
      "learning_rate": 1.4438737063245791e-05,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5370918810367584,
      "num_tokens": 431838005.0,
      "step": 560730
    },
    {
      "epoch": 0.7112758416861376,
      "grad_norm": 6.59375,
      "learning_rate": 1.44381027531595e-05,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5426129877567292,
      "num_tokens": 431845466.0,
      "step": 560740
    },
    {
      "epoch": 0.7112885262786703,
      "grad_norm": 5.21875,
      "learning_rate": 1.4437468443073207e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5410994976758957,
      "num_tokens": 431852787.0,
      "step": 560750
    },
    {
      "epoch": 0.7113012108712032,
      "grad_norm": 5.40625,
      "learning_rate": 1.4436834132986915e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5621020704507828,
      "num_tokens": 431860245.0,
      "step": 560760
    },
    {
      "epoch": 0.711313895463736,
      "grad_norm": 6.5625,
      "learning_rate": 1.4436199822900626e-05,
      "loss": 1.8833,
      "mean_token_accuracy": 0.578555452823639,
      "num_tokens": 431867175.0,
      "step": 560770
    },
    {
      "epoch": 0.7113265800562688,
      "grad_norm": 5.0,
      "learning_rate": 1.4435565512814333e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5464729547500611,
      "num_tokens": 431874754.0,
      "step": 560780
    },
    {
      "epoch": 0.7113392646488017,
      "grad_norm": 4.6875,
      "learning_rate": 1.4434931202728042e-05,
      "loss": 1.8391,
      "mean_token_accuracy": 0.587058025598526,
      "num_tokens": 431882870.0,
      "step": 560790
    },
    {
      "epoch": 0.7113519492413345,
      "grad_norm": 5.71875,
      "learning_rate": 1.4434296892641749e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5627737998962402,
      "num_tokens": 431890469.0,
      "step": 560800
    },
    {
      "epoch": 0.7113646338338674,
      "grad_norm": 5.875,
      "learning_rate": 1.4433662582555458e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5524735301733017,
      "num_tokens": 431897622.0,
      "step": 560810
    },
    {
      "epoch": 0.7113773184264002,
      "grad_norm": 5.375,
      "learning_rate": 1.4433028272469168e-05,
      "loss": 1.85,
      "mean_token_accuracy": 0.5923050522804261,
      "num_tokens": 431905180.0,
      "step": 560820
    },
    {
      "epoch": 0.7113900030189331,
      "grad_norm": 5.125,
      "learning_rate": 1.4432393962382875e-05,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5515125751495361,
      "num_tokens": 431911385.0,
      "step": 560830
    },
    {
      "epoch": 0.7114026876114659,
      "grad_norm": 5.65625,
      "learning_rate": 1.4431759652296584e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5433684140443802,
      "num_tokens": 431918753.0,
      "step": 560840
    },
    {
      "epoch": 0.7114153722039986,
      "grad_norm": 5.8125,
      "learning_rate": 1.443112534221029e-05,
      "loss": 2.2679,
      "mean_token_accuracy": 0.5099677830934525,
      "num_tokens": 431927108.0,
      "step": 560850
    },
    {
      "epoch": 0.7114280567965315,
      "grad_norm": 4.71875,
      "learning_rate": 1.4430491032124e-05,
      "loss": 2.2716,
      "mean_token_accuracy": 0.5174192726612091,
      "num_tokens": 431936266.0,
      "step": 560860
    },
    {
      "epoch": 0.7114407413890643,
      "grad_norm": 5.53125,
      "learning_rate": 1.442985672203771e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5408757716417313,
      "num_tokens": 431944621.0,
      "step": 560870
    },
    {
      "epoch": 0.7114534259815972,
      "grad_norm": 12.25,
      "learning_rate": 1.4429222411951419e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5450291335582733,
      "num_tokens": 431951730.0,
      "step": 560880
    },
    {
      "epoch": 0.71146611057413,
      "grad_norm": 6.96875,
      "learning_rate": 1.4428588101865126e-05,
      "loss": 2.1119,
      "mean_token_accuracy": 0.540233114361763,
      "num_tokens": 431959892.0,
      "step": 560890
    },
    {
      "epoch": 0.7114787951666629,
      "grad_norm": 6.03125,
      "learning_rate": 1.4427953791778834e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5180233240127563,
      "num_tokens": 431968235.0,
      "step": 560900
    },
    {
      "epoch": 0.7114914797591957,
      "grad_norm": 6.28125,
      "learning_rate": 1.4427319481692542e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5529806554317475,
      "num_tokens": 431976646.0,
      "step": 560910
    },
    {
      "epoch": 0.7115041643517285,
      "grad_norm": 5.75,
      "learning_rate": 1.4426685171606252e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5218752831220627,
      "num_tokens": 431984761.0,
      "step": 560920
    },
    {
      "epoch": 0.7115168489442614,
      "grad_norm": 4.9375,
      "learning_rate": 1.442605086151996e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.5585323184728622,
      "num_tokens": 431992590.0,
      "step": 560930
    },
    {
      "epoch": 0.7115295335367942,
      "grad_norm": 5.53125,
      "learning_rate": 1.4425416551433668e-05,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5694304704666138,
      "num_tokens": 432000912.0,
      "step": 560940
    },
    {
      "epoch": 0.711542218129327,
      "grad_norm": 4.9375,
      "learning_rate": 1.4424782241347376e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5417034238576889,
      "num_tokens": 432009730.0,
      "step": 560950
    },
    {
      "epoch": 0.7115549027218598,
      "grad_norm": 6.28125,
      "learning_rate": 1.4424147931261084e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5533523857593536,
      "num_tokens": 432016928.0,
      "step": 560960
    },
    {
      "epoch": 0.7115675873143927,
      "grad_norm": 6.03125,
      "learning_rate": 1.4423513621174794e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5504493415355682,
      "num_tokens": 432023369.0,
      "step": 560970
    },
    {
      "epoch": 0.7115802719069255,
      "grad_norm": 5.28125,
      "learning_rate": 1.4422879311088503e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5601852983236313,
      "num_tokens": 432031388.0,
      "step": 560980
    },
    {
      "epoch": 0.7115929564994584,
      "grad_norm": 5.0625,
      "learning_rate": 1.442224500100221e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5558026909828186,
      "num_tokens": 432039928.0,
      "step": 560990
    },
    {
      "epoch": 0.7116056410919912,
      "grad_norm": 6.4375,
      "learning_rate": 1.4421610690915918e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5396270364522934,
      "num_tokens": 432047687.0,
      "step": 561000
    },
    {
      "epoch": 0.711618325684524,
      "grad_norm": 7.25,
      "learning_rate": 1.4420976380829629e-05,
      "loss": 2.2782,
      "mean_token_accuracy": 0.5084985673427582,
      "num_tokens": 432056592.0,
      "step": 561010
    },
    {
      "epoch": 0.7116310102770569,
      "grad_norm": 4.6875,
      "learning_rate": 1.4420342070743336e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5581072777509689,
      "num_tokens": 432064293.0,
      "step": 561020
    },
    {
      "epoch": 0.7116436948695897,
      "grad_norm": 4.90625,
      "learning_rate": 1.4419707760657045e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5467135578393936,
      "num_tokens": 432072371.0,
      "step": 561030
    },
    {
      "epoch": 0.7116563794621226,
      "grad_norm": 6.46875,
      "learning_rate": 1.4419073450570752e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5499384880065918,
      "num_tokens": 432080707.0,
      "step": 561040
    },
    {
      "epoch": 0.7116690640546554,
      "grad_norm": 5.9375,
      "learning_rate": 1.441843914048446e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.566222733259201,
      "num_tokens": 432088444.0,
      "step": 561050
    },
    {
      "epoch": 0.7116817486471883,
      "grad_norm": 7.5,
      "learning_rate": 1.4417804830398171e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5430151253938675,
      "num_tokens": 432095731.0,
      "step": 561060
    },
    {
      "epoch": 0.711694433239721,
      "grad_norm": 5.46875,
      "learning_rate": 1.441717052031188e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5542252004146576,
      "num_tokens": 432103099.0,
      "step": 561070
    },
    {
      "epoch": 0.7117071178322538,
      "grad_norm": 6.46875,
      "learning_rate": 1.4416536210225587e-05,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5640111237764358,
      "num_tokens": 432111314.0,
      "step": 561080
    },
    {
      "epoch": 0.7117198024247867,
      "grad_norm": 4.90625,
      "learning_rate": 1.4415901900139295e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5554998040199279,
      "num_tokens": 432119676.0,
      "step": 561090
    },
    {
      "epoch": 0.7117324870173195,
      "grad_norm": 5.0625,
      "learning_rate": 1.4415267590053002e-05,
      "loss": 1.9129,
      "mean_token_accuracy": 0.5721276611089706,
      "num_tokens": 432126546.0,
      "step": 561100
    },
    {
      "epoch": 0.7117451716098524,
      "grad_norm": 4.90625,
      "learning_rate": 1.4414633279966713e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5471804648637771,
      "num_tokens": 432133355.0,
      "step": 561110
    },
    {
      "epoch": 0.7117578562023852,
      "grad_norm": 6.6875,
      "learning_rate": 1.4413998969880422e-05,
      "loss": 1.8807,
      "mean_token_accuracy": 0.58964022397995,
      "num_tokens": 432141223.0,
      "step": 561120
    },
    {
      "epoch": 0.7117705407949181,
      "grad_norm": 5.40625,
      "learning_rate": 1.4413364659794129e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5586809754371643,
      "num_tokens": 432148872.0,
      "step": 561130
    },
    {
      "epoch": 0.7117832253874509,
      "grad_norm": 5.28125,
      "learning_rate": 1.4412730349707837e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5523128777742385,
      "num_tokens": 432157158.0,
      "step": 561140
    },
    {
      "epoch": 0.7117959099799838,
      "grad_norm": 5.1875,
      "learning_rate": 1.4412096039621544e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5740225523710251,
      "num_tokens": 432163867.0,
      "step": 561150
    },
    {
      "epoch": 0.7118085945725166,
      "grad_norm": 6.40625,
      "learning_rate": 1.4411461729535255e-05,
      "loss": 1.8341,
      "mean_token_accuracy": 0.6015595585107804,
      "num_tokens": 432171883.0,
      "step": 561160
    },
    {
      "epoch": 0.7118212791650493,
      "grad_norm": 5.28125,
      "learning_rate": 1.4410827419448964e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5305030375719071,
      "num_tokens": 432179874.0,
      "step": 561170
    },
    {
      "epoch": 0.7118339637575822,
      "grad_norm": 5.9375,
      "learning_rate": 1.441019310936267e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.546049639582634,
      "num_tokens": 432186507.0,
      "step": 561180
    },
    {
      "epoch": 0.711846648350115,
      "grad_norm": 6.09375,
      "learning_rate": 1.440955879927638e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5334390461444855,
      "num_tokens": 432194320.0,
      "step": 561190
    },
    {
      "epoch": 0.7118593329426479,
      "grad_norm": 6.1875,
      "learning_rate": 1.4408924489190086e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5461141407489777,
      "num_tokens": 432201146.0,
      "step": 561200
    },
    {
      "epoch": 0.7118720175351807,
      "grad_norm": 6.46875,
      "learning_rate": 1.4408290179103797e-05,
      "loss": 2.2026,
      "mean_token_accuracy": 0.519946476817131,
      "num_tokens": 432209994.0,
      "step": 561210
    },
    {
      "epoch": 0.7118847021277136,
      "grad_norm": 7.59375,
      "learning_rate": 1.4407655869017506e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5518768817186356,
      "num_tokens": 432217829.0,
      "step": 561220
    },
    {
      "epoch": 0.7118973867202464,
      "grad_norm": 7.90625,
      "learning_rate": 1.4407021558931213e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.562193763256073,
      "num_tokens": 432224327.0,
      "step": 561230
    },
    {
      "epoch": 0.7119100713127792,
      "grad_norm": 6.46875,
      "learning_rate": 1.4406387248844921e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5348371267318726,
      "num_tokens": 432232666.0,
      "step": 561240
    },
    {
      "epoch": 0.7119227559053121,
      "grad_norm": 7.71875,
      "learning_rate": 1.4405752938758628e-05,
      "loss": 1.7994,
      "mean_token_accuracy": 0.5881777912378311,
      "num_tokens": 432238765.0,
      "step": 561250
    },
    {
      "epoch": 0.7119354404978449,
      "grad_norm": 5.34375,
      "learning_rate": 1.440511862867234e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5555043637752533,
      "num_tokens": 432244533.0,
      "step": 561260
    },
    {
      "epoch": 0.7119481250903777,
      "grad_norm": 6.125,
      "learning_rate": 1.4404484318586048e-05,
      "loss": 1.8823,
      "mean_token_accuracy": 0.584049740433693,
      "num_tokens": 432251006.0,
      "step": 561270
    },
    {
      "epoch": 0.7119608096829105,
      "grad_norm": 5.125,
      "learning_rate": 1.4403850008499756e-05,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5441540747880935,
      "num_tokens": 432257952.0,
      "step": 561280
    },
    {
      "epoch": 0.7119734942754434,
      "grad_norm": 6.53125,
      "learning_rate": 1.4403215698413463e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5648554891347886,
      "num_tokens": 432266387.0,
      "step": 561290
    },
    {
      "epoch": 0.7119861788679762,
      "grad_norm": 4.34375,
      "learning_rate": 1.4402581388327172e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5501207262277603,
      "num_tokens": 432273513.0,
      "step": 561300
    },
    {
      "epoch": 0.7119988634605091,
      "grad_norm": 7.6875,
      "learning_rate": 1.4401947078240883e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5402222961187363,
      "num_tokens": 432280766.0,
      "step": 561310
    },
    {
      "epoch": 0.7120115480530419,
      "grad_norm": 5.0,
      "learning_rate": 1.440131276815459e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.525175616145134,
      "num_tokens": 432290306.0,
      "step": 561320
    },
    {
      "epoch": 0.7120242326455747,
      "grad_norm": 5.125,
      "learning_rate": 1.4400678458068298e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5351437777280807,
      "num_tokens": 432298671.0,
      "step": 561330
    },
    {
      "epoch": 0.7120369172381076,
      "grad_norm": 5.25,
      "learning_rate": 1.4400044147982005e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5530130505561829,
      "num_tokens": 432306857.0,
      "step": 561340
    },
    {
      "epoch": 0.7120496018306404,
      "grad_norm": 4.9375,
      "learning_rate": 1.4399409837895714e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5161235839128494,
      "num_tokens": 432315361.0,
      "step": 561350
    },
    {
      "epoch": 0.7120622864231733,
      "grad_norm": 5.03125,
      "learning_rate": 1.4398775527809425e-05,
      "loss": 2.2239,
      "mean_token_accuracy": 0.5250223010778428,
      "num_tokens": 432323005.0,
      "step": 561360
    },
    {
      "epoch": 0.712074971015706,
      "grad_norm": 6.28125,
      "learning_rate": 1.4398141217723132e-05,
      "loss": 2.3041,
      "mean_token_accuracy": 0.5277279376983642,
      "num_tokens": 432329765.0,
      "step": 561370
    },
    {
      "epoch": 0.712087655608239,
      "grad_norm": 5.375,
      "learning_rate": 1.439750690763684e-05,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5153176486492157,
      "num_tokens": 432338440.0,
      "step": 561380
    },
    {
      "epoch": 0.7121003402007717,
      "grad_norm": 5.0,
      "learning_rate": 1.4396872597550547e-05,
      "loss": 1.8062,
      "mean_token_accuracy": 0.5981158643960953,
      "num_tokens": 432344917.0,
      "step": 561390
    },
    {
      "epoch": 0.7121130247933045,
      "grad_norm": 5.8125,
      "learning_rate": 1.4396238287464256e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5229169309139252,
      "num_tokens": 432352649.0,
      "step": 561400
    },
    {
      "epoch": 0.7121257093858374,
      "grad_norm": 5.09375,
      "learning_rate": 1.4395603977377967e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5377147167921066,
      "num_tokens": 432359672.0,
      "step": 561410
    },
    {
      "epoch": 0.7121383939783702,
      "grad_norm": 5.5,
      "learning_rate": 1.4394969667291674e-05,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5671685993671417,
      "num_tokens": 432367666.0,
      "step": 561420
    },
    {
      "epoch": 0.7121510785709031,
      "grad_norm": 5.28125,
      "learning_rate": 1.4394335357205382e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5723462969064712,
      "num_tokens": 432375490.0,
      "step": 561430
    },
    {
      "epoch": 0.7121637631634359,
      "grad_norm": 4.65625,
      "learning_rate": 1.439370104711909e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5449398905038834,
      "num_tokens": 432382991.0,
      "step": 561440
    },
    {
      "epoch": 0.7121764477559688,
      "grad_norm": 7.0,
      "learning_rate": 1.4393066737032802e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.5709427416324615,
      "num_tokens": 432389283.0,
      "step": 561450
    },
    {
      "epoch": 0.7121891323485016,
      "grad_norm": 5.625,
      "learning_rate": 1.4392432426946509e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.553035107254982,
      "num_tokens": 432395786.0,
      "step": 561460
    },
    {
      "epoch": 0.7122018169410343,
      "grad_norm": 8.9375,
      "learning_rate": 1.4391798116860217e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5388101160526275,
      "num_tokens": 432403572.0,
      "step": 561470
    },
    {
      "epoch": 0.7122145015335672,
      "grad_norm": 8.5625,
      "learning_rate": 1.4391163806773924e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5460871994495392,
      "num_tokens": 432412124.0,
      "step": 561480
    },
    {
      "epoch": 0.7122271861261,
      "grad_norm": 4.71875,
      "learning_rate": 1.4390529496687633e-05,
      "loss": 1.8173,
      "mean_token_accuracy": 0.5924389779567718,
      "num_tokens": 432418786.0,
      "step": 561490
    },
    {
      "epoch": 0.7122398707186329,
      "grad_norm": 5.5625,
      "learning_rate": 1.4389895186601344e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5404111921787262,
      "num_tokens": 432426215.0,
      "step": 561500
    },
    {
      "epoch": 0.7122525553111657,
      "grad_norm": 4.875,
      "learning_rate": 1.438926087651505e-05,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5209463566541672,
      "num_tokens": 432434167.0,
      "step": 561510
    },
    {
      "epoch": 0.7122652399036986,
      "grad_norm": 5.28125,
      "learning_rate": 1.438862656642876e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5355196803808212,
      "num_tokens": 432442146.0,
      "step": 561520
    },
    {
      "epoch": 0.7122779244962314,
      "grad_norm": 5.28125,
      "learning_rate": 1.4387992256342466e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.5687279134988785,
      "num_tokens": 432448877.0,
      "step": 561530
    },
    {
      "epoch": 0.7122906090887643,
      "grad_norm": 7.625,
      "learning_rate": 1.4387357946256175e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5436994582414627,
      "num_tokens": 432456997.0,
      "step": 561540
    },
    {
      "epoch": 0.7123032936812971,
      "grad_norm": 5.375,
      "learning_rate": 1.4386723636169886e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5494304478168488,
      "num_tokens": 432464602.0,
      "step": 561550
    },
    {
      "epoch": 0.7123159782738299,
      "grad_norm": 5.9375,
      "learning_rate": 1.4386089326083593e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5540732145309448,
      "num_tokens": 432472730.0,
      "step": 561560
    },
    {
      "epoch": 0.7123286628663628,
      "grad_norm": 6.625,
      "learning_rate": 1.4385455015997301e-05,
      "loss": 1.9148,
      "mean_token_accuracy": 0.570083612203598,
      "num_tokens": 432480223.0,
      "step": 561570
    },
    {
      "epoch": 0.7123413474588955,
      "grad_norm": 7.09375,
      "learning_rate": 1.4384820705911008e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5560032606124878,
      "num_tokens": 432486961.0,
      "step": 561580
    },
    {
      "epoch": 0.7123540320514284,
      "grad_norm": 4.96875,
      "learning_rate": 1.4384186395824717e-05,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5152093648910523,
      "num_tokens": 432495853.0,
      "step": 561590
    },
    {
      "epoch": 0.7123667166439612,
      "grad_norm": 6.0,
      "learning_rate": 1.4383552085738428e-05,
      "loss": 1.869,
      "mean_token_accuracy": 0.5665886342525482,
      "num_tokens": 432502051.0,
      "step": 561600
    },
    {
      "epoch": 0.7123794012364941,
      "grad_norm": 5.125,
      "learning_rate": 1.4382917775652135e-05,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5628526628017425,
      "num_tokens": 432508960.0,
      "step": 561610
    },
    {
      "epoch": 0.7123920858290269,
      "grad_norm": 4.9375,
      "learning_rate": 1.4382283465565843e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5530918359756469,
      "num_tokens": 432516910.0,
      "step": 561620
    },
    {
      "epoch": 0.7124047704215597,
      "grad_norm": 7.0625,
      "learning_rate": 1.438164915547955e-05,
      "loss": 2.2481,
      "mean_token_accuracy": 0.5144250154495239,
      "num_tokens": 432525606.0,
      "step": 561630
    },
    {
      "epoch": 0.7124174550140926,
      "grad_norm": 5.65625,
      "learning_rate": 1.438101484539326e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5448659747838974,
      "num_tokens": 432532702.0,
      "step": 561640
    },
    {
      "epoch": 0.7124301396066254,
      "grad_norm": 4.90625,
      "learning_rate": 1.438038053530697e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5303769826889038,
      "num_tokens": 432540434.0,
      "step": 561650
    },
    {
      "epoch": 0.7124428241991583,
      "grad_norm": 5.09375,
      "learning_rate": 1.4379746225220678e-05,
      "loss": 2.2405,
      "mean_token_accuracy": 0.5120120048522949,
      "num_tokens": 432549151.0,
      "step": 561660
    },
    {
      "epoch": 0.7124555087916911,
      "grad_norm": 6.6875,
      "learning_rate": 1.4379111915134385e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.545800045132637,
      "num_tokens": 432556315.0,
      "step": 561670
    },
    {
      "epoch": 0.712468193384224,
      "grad_norm": 6.9375,
      "learning_rate": 1.4378477605048094e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5639742523431778,
      "num_tokens": 432563085.0,
      "step": 561680
    },
    {
      "epoch": 0.7124808779767567,
      "grad_norm": 5.90625,
      "learning_rate": 1.4377843294961801e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5676717281341552,
      "num_tokens": 432570804.0,
      "step": 561690
    },
    {
      "epoch": 0.7124935625692896,
      "grad_norm": 5.96875,
      "learning_rate": 1.4377208984875512e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.51406931579113,
      "num_tokens": 432578846.0,
      "step": 561700
    },
    {
      "epoch": 0.7125062471618224,
      "grad_norm": 4.53125,
      "learning_rate": 1.437657467478922e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5485508680343628,
      "num_tokens": 432587270.0,
      "step": 561710
    },
    {
      "epoch": 0.7125189317543552,
      "grad_norm": 5.25,
      "learning_rate": 1.4375940364702927e-05,
      "loss": 2.311,
      "mean_token_accuracy": 0.5059926837682724,
      "num_tokens": 432596361.0,
      "step": 561720
    },
    {
      "epoch": 0.7125316163468881,
      "grad_norm": 5.34375,
      "learning_rate": 1.4375306054616636e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5775335401296615,
      "num_tokens": 432604146.0,
      "step": 561730
    },
    {
      "epoch": 0.7125443009394209,
      "grad_norm": 5.21875,
      "learning_rate": 1.4374671744530343e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5265196233987808,
      "num_tokens": 432612328.0,
      "step": 561740
    },
    {
      "epoch": 0.7125569855319538,
      "grad_norm": 5.34375,
      "learning_rate": 1.4374037434444054e-05,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5308928549289703,
      "num_tokens": 432620546.0,
      "step": 561750
    },
    {
      "epoch": 0.7125696701244866,
      "grad_norm": 5.09375,
      "learning_rate": 1.4373403124357762e-05,
      "loss": 2.129,
      "mean_token_accuracy": 0.5335287690162659,
      "num_tokens": 432627272.0,
      "step": 561760
    },
    {
      "epoch": 0.7125823547170195,
      "grad_norm": 7.0,
      "learning_rate": 1.437276881427147e-05,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5631659239530563,
      "num_tokens": 432635105.0,
      "step": 561770
    },
    {
      "epoch": 0.7125950393095523,
      "grad_norm": 5.4375,
      "learning_rate": 1.4372134504185178e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5154079973697663,
      "num_tokens": 432643792.0,
      "step": 561780
    },
    {
      "epoch": 0.712607723902085,
      "grad_norm": 5.09375,
      "learning_rate": 1.4371500194098885e-05,
      "loss": 1.8631,
      "mean_token_accuracy": 0.5912303328514099,
      "num_tokens": 432651731.0,
      "step": 561790
    },
    {
      "epoch": 0.7126204084946179,
      "grad_norm": 5.625,
      "learning_rate": 1.4370865884012597e-05,
      "loss": 2.1563,
      "mean_token_accuracy": 0.53588487803936,
      "num_tokens": 432661334.0,
      "step": 561800
    },
    {
      "epoch": 0.7126330930871507,
      "grad_norm": 5.1875,
      "learning_rate": 1.4370231573926304e-05,
      "loss": 2.1228,
      "mean_token_accuracy": 0.530382689833641,
      "num_tokens": 432669795.0,
      "step": 561810
    },
    {
      "epoch": 0.7126457776796836,
      "grad_norm": 5.15625,
      "learning_rate": 1.4369597263840011e-05,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5288311570882798,
      "num_tokens": 432677420.0,
      "step": 561820
    },
    {
      "epoch": 0.7126584622722164,
      "grad_norm": 8.9375,
      "learning_rate": 1.436896295375372e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5626592934131622,
      "num_tokens": 432684648.0,
      "step": 561830
    },
    {
      "epoch": 0.7126711468647493,
      "grad_norm": 6.6875,
      "learning_rate": 1.4368328643667427e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5259733825922013,
      "num_tokens": 432692388.0,
      "step": 561840
    },
    {
      "epoch": 0.7126838314572821,
      "grad_norm": 5.96875,
      "learning_rate": 1.436769433358114e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5459271728992462,
      "num_tokens": 432699366.0,
      "step": 561850
    },
    {
      "epoch": 0.7126965160498149,
      "grad_norm": 6.21875,
      "learning_rate": 1.4367060023494846e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5637274354696273,
      "num_tokens": 432707427.0,
      "step": 561860
    },
    {
      "epoch": 0.7127092006423478,
      "grad_norm": 5.1875,
      "learning_rate": 1.4366425713408555e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5326705604791642,
      "num_tokens": 432716017.0,
      "step": 561870
    },
    {
      "epoch": 0.7127218852348806,
      "grad_norm": 5.03125,
      "learning_rate": 1.4365791403322262e-05,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5239570051431656,
      "num_tokens": 432723802.0,
      "step": 561880
    },
    {
      "epoch": 0.7127345698274135,
      "grad_norm": 4.84375,
      "learning_rate": 1.4365157093235973e-05,
      "loss": 1.7248,
      "mean_token_accuracy": 0.6225362867116928,
      "num_tokens": 432730157.0,
      "step": 561890
    },
    {
      "epoch": 0.7127472544199462,
      "grad_norm": 5.59375,
      "learning_rate": 1.4364522783149681e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5537529349327087,
      "num_tokens": 432738564.0,
      "step": 561900
    },
    {
      "epoch": 0.7127599390124791,
      "grad_norm": 4.90625,
      "learning_rate": 1.4363888473063388e-05,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5130577057600021,
      "num_tokens": 432747610.0,
      "step": 561910
    },
    {
      "epoch": 0.7127726236050119,
      "grad_norm": 5.1875,
      "learning_rate": 1.4363254162977097e-05,
      "loss": 1.8969,
      "mean_token_accuracy": 0.5771829038858414,
      "num_tokens": 432754473.0,
      "step": 561920
    },
    {
      "epoch": 0.7127853081975448,
      "grad_norm": 5.9375,
      "learning_rate": 1.4362619852890804e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5493931174278259,
      "num_tokens": 432761336.0,
      "step": 561930
    },
    {
      "epoch": 0.7127979927900776,
      "grad_norm": 4.625,
      "learning_rate": 1.4361985542804515e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5283250868320465,
      "num_tokens": 432769481.0,
      "step": 561940
    },
    {
      "epoch": 0.7128106773826104,
      "grad_norm": 7.90625,
      "learning_rate": 1.4361351232718223e-05,
      "loss": 1.7988,
      "mean_token_accuracy": 0.5932439059019089,
      "num_tokens": 432776724.0,
      "step": 561950
    },
    {
      "epoch": 0.7128233619751433,
      "grad_norm": 5.25,
      "learning_rate": 1.436071692263193e-05,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5797094374895095,
      "num_tokens": 432784556.0,
      "step": 561960
    },
    {
      "epoch": 0.7128360465676761,
      "grad_norm": 7.53125,
      "learning_rate": 1.4360082612545639e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5511524468660355,
      "num_tokens": 432792344.0,
      "step": 561970
    },
    {
      "epoch": 0.712848731160209,
      "grad_norm": 5.21875,
      "learning_rate": 1.4359448302459346e-05,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5213852643966674,
      "num_tokens": 432800952.0,
      "step": 561980
    },
    {
      "epoch": 0.7128614157527418,
      "grad_norm": 5.28125,
      "learning_rate": 1.4358813992373058e-05,
      "loss": 2.2231,
      "mean_token_accuracy": 0.5195197641849518,
      "num_tokens": 432809615.0,
      "step": 561990
    },
    {
      "epoch": 0.7128741003452747,
      "grad_norm": 5.0,
      "learning_rate": 1.4358179682286765e-05,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5249665528535843,
      "num_tokens": 432819162.0,
      "step": 562000
    },
    {
      "epoch": 0.7128867849378074,
      "grad_norm": 4.78125,
      "learning_rate": 1.4357545372200474e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5602640151977539,
      "num_tokens": 432826855.0,
      "step": 562010
    },
    {
      "epoch": 0.7128994695303402,
      "grad_norm": 5.25,
      "learning_rate": 1.4356911062114181e-05,
      "loss": 2.323,
      "mean_token_accuracy": 0.502603730559349,
      "num_tokens": 432835033.0,
      "step": 562020
    },
    {
      "epoch": 0.7129121541228731,
      "grad_norm": 5.5625,
      "learning_rate": 1.435627675202789e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5364452481269837,
      "num_tokens": 432844274.0,
      "step": 562030
    },
    {
      "epoch": 0.7129248387154059,
      "grad_norm": 6.65625,
      "learning_rate": 1.43556424419416e-05,
      "loss": 2.1024,
      "mean_token_accuracy": 0.543217521905899,
      "num_tokens": 432851803.0,
      "step": 562040
    },
    {
      "epoch": 0.7129375233079388,
      "grad_norm": 9.5625,
      "learning_rate": 1.4355008131855307e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5427051246166229,
      "num_tokens": 432859342.0,
      "step": 562050
    },
    {
      "epoch": 0.7129502079004716,
      "grad_norm": 5.3125,
      "learning_rate": 1.4354373821769016e-05,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5273357689380646,
      "num_tokens": 432867802.0,
      "step": 562060
    },
    {
      "epoch": 0.7129628924930045,
      "grad_norm": 4.6875,
      "learning_rate": 1.4353739511682723e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5463117152452469,
      "num_tokens": 432875398.0,
      "step": 562070
    },
    {
      "epoch": 0.7129755770855373,
      "grad_norm": 5.90625,
      "learning_rate": 1.4353105201596432e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5424919188022613,
      "num_tokens": 432882034.0,
      "step": 562080
    },
    {
      "epoch": 0.7129882616780702,
      "grad_norm": 4.65625,
      "learning_rate": 1.4352470891510142e-05,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5545337915420532,
      "num_tokens": 432888495.0,
      "step": 562090
    },
    {
      "epoch": 0.713000946270603,
      "grad_norm": 7.03125,
      "learning_rate": 1.435183658142385e-05,
      "loss": 1.853,
      "mean_token_accuracy": 0.5812384366989136,
      "num_tokens": 432896272.0,
      "step": 562100
    },
    {
      "epoch": 0.7130136308631357,
      "grad_norm": 6.1875,
      "learning_rate": 1.4351202271337558e-05,
      "loss": 1.8669,
      "mean_token_accuracy": 0.5932902216911315,
      "num_tokens": 432903156.0,
      "step": 562110
    },
    {
      "epoch": 0.7130263154556686,
      "grad_norm": 5.8125,
      "learning_rate": 1.4350567961251265e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5247283786535263,
      "num_tokens": 432911308.0,
      "step": 562120
    },
    {
      "epoch": 0.7130390000482014,
      "grad_norm": 6.84375,
      "learning_rate": 1.4349933651164974e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5596130847930908,
      "num_tokens": 432918450.0,
      "step": 562130
    },
    {
      "epoch": 0.7130516846407343,
      "grad_norm": 5.21875,
      "learning_rate": 1.4349299341078684e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5390550434589386,
      "num_tokens": 432925664.0,
      "step": 562140
    },
    {
      "epoch": 0.7130643692332671,
      "grad_norm": 4.96875,
      "learning_rate": 1.4348665030992391e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.530026763677597,
      "num_tokens": 432932998.0,
      "step": 562150
    },
    {
      "epoch": 0.7130770538258,
      "grad_norm": 5.0625,
      "learning_rate": 1.43480307209061e-05,
      "loss": 1.874,
      "mean_token_accuracy": 0.5749802619218827,
      "num_tokens": 432940115.0,
      "step": 562160
    },
    {
      "epoch": 0.7130897384183328,
      "grad_norm": 4.84375,
      "learning_rate": 1.4347396410819807e-05,
      "loss": 1.8375,
      "mean_token_accuracy": 0.5920978605747222,
      "num_tokens": 432948246.0,
      "step": 562170
    },
    {
      "epoch": 0.7131024230108656,
      "grad_norm": 7.375,
      "learning_rate": 1.4346762100733516e-05,
      "loss": 1.9419,
      "mean_token_accuracy": 0.572051864862442,
      "num_tokens": 432954861.0,
      "step": 562180
    },
    {
      "epoch": 0.7131151076033985,
      "grad_norm": 6.59375,
      "learning_rate": 1.4346127790647226e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5593743741512298,
      "num_tokens": 432961677.0,
      "step": 562190
    },
    {
      "epoch": 0.7131277921959313,
      "grad_norm": 4.78125,
      "learning_rate": 1.4345493480560935e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.559815090894699,
      "num_tokens": 432968025.0,
      "step": 562200
    },
    {
      "epoch": 0.7131404767884642,
      "grad_norm": 10.5,
      "learning_rate": 1.4344859170474642e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.53785280585289,
      "num_tokens": 432974663.0,
      "step": 562210
    },
    {
      "epoch": 0.7131531613809969,
      "grad_norm": 6.59375,
      "learning_rate": 1.434422486038835e-05,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5345029830932617,
      "num_tokens": 432982680.0,
      "step": 562220
    },
    {
      "epoch": 0.7131658459735298,
      "grad_norm": 6.09375,
      "learning_rate": 1.4343590550302058e-05,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5800154149532318,
      "num_tokens": 432989498.0,
      "step": 562230
    },
    {
      "epoch": 0.7131785305660626,
      "grad_norm": 5.15625,
      "learning_rate": 1.4342956240215768e-05,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5368020206689834,
      "num_tokens": 432998301.0,
      "step": 562240
    },
    {
      "epoch": 0.7131912151585955,
      "grad_norm": 5.21875,
      "learning_rate": 1.4342321930129477e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5716990798711776,
      "num_tokens": 433006116.0,
      "step": 562250
    },
    {
      "epoch": 0.7132038997511283,
      "grad_norm": 4.875,
      "learning_rate": 1.4341687620043184e-05,
      "loss": 1.7936,
      "mean_token_accuracy": 0.5989934653043747,
      "num_tokens": 433013065.0,
      "step": 562260
    },
    {
      "epoch": 0.7132165843436611,
      "grad_norm": 5.78125,
      "learning_rate": 1.4341053309956893e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5686860233545303,
      "num_tokens": 433019529.0,
      "step": 562270
    },
    {
      "epoch": 0.713229268936194,
      "grad_norm": 5.4375,
      "learning_rate": 1.43404189998706e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5347487330436707,
      "num_tokens": 433027017.0,
      "step": 562280
    },
    {
      "epoch": 0.7132419535287268,
      "grad_norm": 6.21875,
      "learning_rate": 1.433978468978431e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5253696650266647,
      "num_tokens": 433033943.0,
      "step": 562290
    },
    {
      "epoch": 0.7132546381212597,
      "grad_norm": 7.75,
      "learning_rate": 1.4339150379698019e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5546749591827392,
      "num_tokens": 433040015.0,
      "step": 562300
    },
    {
      "epoch": 0.7132673227137925,
      "grad_norm": 5.25,
      "learning_rate": 1.4338516069611726e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5709547340869904,
      "num_tokens": 433048399.0,
      "step": 562310
    },
    {
      "epoch": 0.7132800073063253,
      "grad_norm": 5.5625,
      "learning_rate": 1.4337881759525435e-05,
      "loss": 2.2041,
      "mean_token_accuracy": 0.517338964343071,
      "num_tokens": 433056882.0,
      "step": 562320
    },
    {
      "epoch": 0.7132926918988581,
      "grad_norm": 5.1875,
      "learning_rate": 1.4337247449439142e-05,
      "loss": 1.939,
      "mean_token_accuracy": 0.572668018937111,
      "num_tokens": 433064865.0,
      "step": 562330
    },
    {
      "epoch": 0.7133053764913909,
      "grad_norm": 6.78125,
      "learning_rate": 1.4336613139352852e-05,
      "loss": 2.0229,
      "mean_token_accuracy": 0.546580696105957,
      "num_tokens": 433073364.0,
      "step": 562340
    },
    {
      "epoch": 0.7133180610839238,
      "grad_norm": 5.125,
      "learning_rate": 1.4335978829266561e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5812149286270142,
      "num_tokens": 433080791.0,
      "step": 562350
    },
    {
      "epoch": 0.7133307456764566,
      "grad_norm": 5.6875,
      "learning_rate": 1.4335344519180268e-05,
      "loss": 2.2394,
      "mean_token_accuracy": 0.5246067762374877,
      "num_tokens": 433088477.0,
      "step": 562360
    },
    {
      "epoch": 0.7133434302689895,
      "grad_norm": 5.1875,
      "learning_rate": 1.4334710209093977e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.543392899632454,
      "num_tokens": 433095522.0,
      "step": 562370
    },
    {
      "epoch": 0.7133561148615223,
      "grad_norm": 4.9375,
      "learning_rate": 1.4334075899007687e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.548015370965004,
      "num_tokens": 433104469.0,
      "step": 562380
    },
    {
      "epoch": 0.7133687994540552,
      "grad_norm": 5.09375,
      "learning_rate": 1.4333441588921396e-05,
      "loss": 2.1649,
      "mean_token_accuracy": 0.528186485171318,
      "num_tokens": 433111767.0,
      "step": 562390
    },
    {
      "epoch": 0.713381484046588,
      "grad_norm": 6.0,
      "learning_rate": 1.4332807278835103e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5372955560684204,
      "num_tokens": 433119246.0,
      "step": 562400
    },
    {
      "epoch": 0.7133941686391208,
      "grad_norm": 4.78125,
      "learning_rate": 1.4332172968748812e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5711953699588775,
      "num_tokens": 433126273.0,
      "step": 562410
    },
    {
      "epoch": 0.7134068532316536,
      "grad_norm": 5.25,
      "learning_rate": 1.4331538658662519e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5447314351797103,
      "num_tokens": 433134583.0,
      "step": 562420
    },
    {
      "epoch": 0.7134195378241864,
      "grad_norm": 5.4375,
      "learning_rate": 1.433090434857623e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.531561878323555,
      "num_tokens": 433142257.0,
      "step": 562430
    },
    {
      "epoch": 0.7134322224167193,
      "grad_norm": 6.9375,
      "learning_rate": 1.4330270038489938e-05,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5697460174560547,
      "num_tokens": 433148793.0,
      "step": 562440
    },
    {
      "epoch": 0.7134449070092521,
      "grad_norm": 5.28125,
      "learning_rate": 1.4329635728403645e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5380588650703431,
      "num_tokens": 433157263.0,
      "step": 562450
    },
    {
      "epoch": 0.713457591601785,
      "grad_norm": 7.03125,
      "learning_rate": 1.4329001418317354e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5461803019046784,
      "num_tokens": 433164641.0,
      "step": 562460
    },
    {
      "epoch": 0.7134702761943178,
      "grad_norm": 7.5,
      "learning_rate": 1.4328367108231061e-05,
      "loss": 1.9811,
      "mean_token_accuracy": 0.5563928961753846,
      "num_tokens": 433172813.0,
      "step": 562470
    },
    {
      "epoch": 0.7134829607868507,
      "grad_norm": 5.0,
      "learning_rate": 1.4327732798144771e-05,
      "loss": 1.814,
      "mean_token_accuracy": 0.5939428269863128,
      "num_tokens": 433179184.0,
      "step": 562480
    },
    {
      "epoch": 0.7134956453793835,
      "grad_norm": 4.84375,
      "learning_rate": 1.432709848805848e-05,
      "loss": 2.181,
      "mean_token_accuracy": 0.5194887697696686,
      "num_tokens": 433187793.0,
      "step": 562490
    },
    {
      "epoch": 0.7135083299719163,
      "grad_norm": 5.34375,
      "learning_rate": 1.4326464177972187e-05,
      "loss": 1.9342,
      "mean_token_accuracy": 0.564447996020317,
      "num_tokens": 433194607.0,
      "step": 562500
    },
    {
      "epoch": 0.7135210145644492,
      "grad_norm": 5.28125,
      "learning_rate": 1.4325829867885896e-05,
      "loss": 1.6323,
      "mean_token_accuracy": 0.6287051707506179,
      "num_tokens": 433200507.0,
      "step": 562510
    },
    {
      "epoch": 0.713533699156982,
      "grad_norm": 5.96875,
      "learning_rate": 1.4325195557799603e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5452881544828415,
      "num_tokens": 433207774.0,
      "step": 562520
    },
    {
      "epoch": 0.7135463837495148,
      "grad_norm": 5.84375,
      "learning_rate": 1.4324561247713313e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.546165618300438,
      "num_tokens": 433215135.0,
      "step": 562530
    },
    {
      "epoch": 0.7135590683420476,
      "grad_norm": 4.9375,
      "learning_rate": 1.4323926937627022e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5486926823854447,
      "num_tokens": 433223722.0,
      "step": 562540
    },
    {
      "epoch": 0.7135717529345805,
      "grad_norm": 5.46875,
      "learning_rate": 1.4323292627540729e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5144602984189988,
      "num_tokens": 433231904.0,
      "step": 562550
    },
    {
      "epoch": 0.7135844375271133,
      "grad_norm": 5.21875,
      "learning_rate": 1.4322658317454438e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5355174392461777,
      "num_tokens": 433240693.0,
      "step": 562560
    },
    {
      "epoch": 0.7135971221196461,
      "grad_norm": 4.84375,
      "learning_rate": 1.4322024007368145e-05,
      "loss": 1.7249,
      "mean_token_accuracy": 0.6099387317895889,
      "num_tokens": 433248299.0,
      "step": 562570
    },
    {
      "epoch": 0.713609806712179,
      "grad_norm": 4.84375,
      "learning_rate": 1.4321389697281857e-05,
      "loss": 2.3074,
      "mean_token_accuracy": 0.5090533465147018,
      "num_tokens": 433257107.0,
      "step": 562580
    },
    {
      "epoch": 0.7136224913047118,
      "grad_norm": 5.5625,
      "learning_rate": 1.4320755387195564e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5825879037380218,
      "num_tokens": 433264530.0,
      "step": 562590
    },
    {
      "epoch": 0.7136351758972447,
      "grad_norm": 8.875,
      "learning_rate": 1.4320121077109273e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5301861643791199,
      "num_tokens": 433273186.0,
      "step": 562600
    },
    {
      "epoch": 0.7136478604897775,
      "grad_norm": 6.15625,
      "learning_rate": 1.431948676702298e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5305995255708694,
      "num_tokens": 433281604.0,
      "step": 562610
    },
    {
      "epoch": 0.7136605450823104,
      "grad_norm": 10.5625,
      "learning_rate": 1.4318852456936689e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.554449275135994,
      "num_tokens": 433288292.0,
      "step": 562620
    },
    {
      "epoch": 0.7136732296748431,
      "grad_norm": 5.25,
      "learning_rate": 1.4318218146850399e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5655405342578887,
      "num_tokens": 433296535.0,
      "step": 562630
    },
    {
      "epoch": 0.713685914267376,
      "grad_norm": 5.5625,
      "learning_rate": 1.4317583836764106e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5352641761302948,
      "num_tokens": 433303575.0,
      "step": 562640
    },
    {
      "epoch": 0.7136985988599088,
      "grad_norm": 5.125,
      "learning_rate": 1.4316949526677815e-05,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5407074183225632,
      "num_tokens": 433311973.0,
      "step": 562650
    },
    {
      "epoch": 0.7137112834524416,
      "grad_norm": 4.90625,
      "learning_rate": 1.4316315216591522e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.5497592151165008,
      "num_tokens": 433319788.0,
      "step": 562660
    },
    {
      "epoch": 0.7137239680449745,
      "grad_norm": 4.90625,
      "learning_rate": 1.431568090650523e-05,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5463521718978882,
      "num_tokens": 433326824.0,
      "step": 562670
    },
    {
      "epoch": 0.7137366526375073,
      "grad_norm": 5.8125,
      "learning_rate": 1.4315046596418941e-05,
      "loss": 2.2039,
      "mean_token_accuracy": 0.518557932972908,
      "num_tokens": 433334328.0,
      "step": 562680
    },
    {
      "epoch": 0.7137493372300402,
      "grad_norm": 7.09375,
      "learning_rate": 1.4314412286332648e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5701151818037034,
      "num_tokens": 433340013.0,
      "step": 562690
    },
    {
      "epoch": 0.713762021822573,
      "grad_norm": 5.8125,
      "learning_rate": 1.4313777976246357e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5398215591907501,
      "num_tokens": 433347173.0,
      "step": 562700
    },
    {
      "epoch": 0.7137747064151059,
      "grad_norm": 5.875,
      "learning_rate": 1.4313143666160064e-05,
      "loss": 1.8338,
      "mean_token_accuracy": 0.5861206740140915,
      "num_tokens": 433354829.0,
      "step": 562710
    },
    {
      "epoch": 0.7137873910076387,
      "grad_norm": 5.1875,
      "learning_rate": 1.4312509356073773e-05,
      "loss": 2.2261,
      "mean_token_accuracy": 0.517466026544571,
      "num_tokens": 433362752.0,
      "step": 562720
    },
    {
      "epoch": 0.7138000756001714,
      "grad_norm": 5.6875,
      "learning_rate": 1.4311875045987483e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5408986240625382,
      "num_tokens": 433371285.0,
      "step": 562730
    },
    {
      "epoch": 0.7138127601927043,
      "grad_norm": 6.875,
      "learning_rate": 1.431124073590119e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5503134459257126,
      "num_tokens": 433378846.0,
      "step": 562740
    },
    {
      "epoch": 0.7138254447852371,
      "grad_norm": 4.65625,
      "learning_rate": 1.4310606425814899e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.554617914557457,
      "num_tokens": 433386694.0,
      "step": 562750
    },
    {
      "epoch": 0.71383812937777,
      "grad_norm": 6.8125,
      "learning_rate": 1.4309972115728606e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5277584701776504,
      "num_tokens": 433393193.0,
      "step": 562760
    },
    {
      "epoch": 0.7138508139703028,
      "grad_norm": 6.84375,
      "learning_rate": 1.4309337805642315e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5619091868400574,
      "num_tokens": 433400031.0,
      "step": 562770
    },
    {
      "epoch": 0.7138634985628357,
      "grad_norm": 6.03125,
      "learning_rate": 1.4308703495556025e-05,
      "loss": 2.07,
      "mean_token_accuracy": 0.5356222450733185,
      "num_tokens": 433407874.0,
      "step": 562780
    },
    {
      "epoch": 0.7138761831553685,
      "grad_norm": 5.0,
      "learning_rate": 1.4308069185469734e-05,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5749855011701583,
      "num_tokens": 433415322.0,
      "step": 562790
    },
    {
      "epoch": 0.7138888677479013,
      "grad_norm": 6.9375,
      "learning_rate": 1.430743487538344e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5564426064491272,
      "num_tokens": 433422147.0,
      "step": 562800
    },
    {
      "epoch": 0.7139015523404342,
      "grad_norm": 2.8125,
      "learning_rate": 1.430680056529715e-05,
      "loss": 1.796,
      "mean_token_accuracy": 0.5904673725366593,
      "num_tokens": 433429300.0,
      "step": 562810
    },
    {
      "epoch": 0.713914236932967,
      "grad_norm": 7.28125,
      "learning_rate": 1.430616625521086e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5561723053455353,
      "num_tokens": 433438178.0,
      "step": 562820
    },
    {
      "epoch": 0.7139269215254999,
      "grad_norm": 6.1875,
      "learning_rate": 1.4305531945124567e-05,
      "loss": 1.924,
      "mean_token_accuracy": 0.5752733707427978,
      "num_tokens": 433444960.0,
      "step": 562830
    },
    {
      "epoch": 0.7139396061180326,
      "grad_norm": 4.8125,
      "learning_rate": 1.4304897635038276e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5669033288955688,
      "num_tokens": 433453070.0,
      "step": 562840
    },
    {
      "epoch": 0.7139522907105655,
      "grad_norm": 5.09375,
      "learning_rate": 1.4304263324951983e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5468564599752426,
      "num_tokens": 433461426.0,
      "step": 562850
    },
    {
      "epoch": 0.7139649753030983,
      "grad_norm": 5.9375,
      "learning_rate": 1.4303629014865692e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5718900471925735,
      "num_tokens": 433469880.0,
      "step": 562860
    },
    {
      "epoch": 0.7139776598956312,
      "grad_norm": 6.21875,
      "learning_rate": 1.4302994704779402e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5355271637439728,
      "num_tokens": 433477891.0,
      "step": 562870
    },
    {
      "epoch": 0.713990344488164,
      "grad_norm": 5.5,
      "learning_rate": 1.4302360394693109e-05,
      "loss": 2.2244,
      "mean_token_accuracy": 0.5247724324464798,
      "num_tokens": 433485481.0,
      "step": 562880
    },
    {
      "epoch": 0.7140030290806968,
      "grad_norm": 8.875,
      "learning_rate": 1.4301726084606818e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5518258094787598,
      "num_tokens": 433492443.0,
      "step": 562890
    },
    {
      "epoch": 0.7140157136732297,
      "grad_norm": 6.34375,
      "learning_rate": 1.4301091774520525e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5277385413646698,
      "num_tokens": 433500175.0,
      "step": 562900
    },
    {
      "epoch": 0.7140283982657625,
      "grad_norm": 5.3125,
      "learning_rate": 1.4300457464434234e-05,
      "loss": 2.2154,
      "mean_token_accuracy": 0.5135238885879516,
      "num_tokens": 433508585.0,
      "step": 562910
    },
    {
      "epoch": 0.7140410828582954,
      "grad_norm": 5.65625,
      "learning_rate": 1.4299823154347944e-05,
      "loss": 2.1654,
      "mean_token_accuracy": 0.526619291305542,
      "num_tokens": 433517184.0,
      "step": 562920
    },
    {
      "epoch": 0.7140537674508282,
      "grad_norm": 5.21875,
      "learning_rate": 1.4299188844261651e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5440776824951172,
      "num_tokens": 433525304.0,
      "step": 562930
    },
    {
      "epoch": 0.714066452043361,
      "grad_norm": 5.125,
      "learning_rate": 1.429855453417536e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5399245470762253,
      "num_tokens": 433533908.0,
      "step": 562940
    },
    {
      "epoch": 0.7140791366358938,
      "grad_norm": 6.59375,
      "learning_rate": 1.4297920224089067e-05,
      "loss": 2.2193,
      "mean_token_accuracy": 0.5193280637264251,
      "num_tokens": 433541535.0,
      "step": 562950
    },
    {
      "epoch": 0.7140918212284266,
      "grad_norm": 5.34375,
      "learning_rate": 1.4297285914002776e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.5344786584377289,
      "num_tokens": 433548662.0,
      "step": 562960
    },
    {
      "epoch": 0.7141045058209595,
      "grad_norm": 6.5625,
      "learning_rate": 1.4296651603916486e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5560500890016555,
      "num_tokens": 433557086.0,
      "step": 562970
    },
    {
      "epoch": 0.7141171904134923,
      "grad_norm": 7.8125,
      "learning_rate": 1.4296017293830195e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5316878974437713,
      "num_tokens": 433563789.0,
      "step": 562980
    },
    {
      "epoch": 0.7141298750060252,
      "grad_norm": 6.3125,
      "learning_rate": 1.4295382983743902e-05,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5521713316440582,
      "num_tokens": 433570629.0,
      "step": 562990
    },
    {
      "epoch": 0.714142559598558,
      "grad_norm": 5.71875,
      "learning_rate": 1.429474867365761e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5459998935461045,
      "num_tokens": 433578235.0,
      "step": 563000
    },
    {
      "epoch": 0.7141552441910909,
      "grad_norm": 5.8125,
      "learning_rate": 1.4294114363571318e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5696099609136581,
      "num_tokens": 433586129.0,
      "step": 563010
    },
    {
      "epoch": 0.7141679287836237,
      "grad_norm": 5.3125,
      "learning_rate": 1.4293480053485028e-05,
      "loss": 1.8161,
      "mean_token_accuracy": 0.5896510064601899,
      "num_tokens": 433594209.0,
      "step": 563020
    },
    {
      "epoch": 0.7141806133761566,
      "grad_norm": 5.65625,
      "learning_rate": 1.4292845743398737e-05,
      "loss": 1.9393,
      "mean_token_accuracy": 0.5710281431674957,
      "num_tokens": 433601892.0,
      "step": 563030
    },
    {
      "epoch": 0.7141932979686894,
      "grad_norm": 5.46875,
      "learning_rate": 1.4292211433312444e-05,
      "loss": 1.8427,
      "mean_token_accuracy": 0.5900643259286881,
      "num_tokens": 433608476.0,
      "step": 563040
    },
    {
      "epoch": 0.7142059825612221,
      "grad_norm": 7.0,
      "learning_rate": 1.4291577123226153e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5401361465454102,
      "num_tokens": 433616762.0,
      "step": 563050
    },
    {
      "epoch": 0.714218667153755,
      "grad_norm": 5.53125,
      "learning_rate": 1.429094281313986e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5272507548332215,
      "num_tokens": 433625835.0,
      "step": 563060
    },
    {
      "epoch": 0.7142313517462878,
      "grad_norm": 5.5625,
      "learning_rate": 1.429030850305357e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5468626856803894,
      "num_tokens": 433633558.0,
      "step": 563070
    },
    {
      "epoch": 0.7142440363388207,
      "grad_norm": 5.3125,
      "learning_rate": 1.4289674192967279e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5190345346927643,
      "num_tokens": 433641587.0,
      "step": 563080
    },
    {
      "epoch": 0.7142567209313535,
      "grad_norm": 4.78125,
      "learning_rate": 1.4289039882880986e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.534097608923912,
      "num_tokens": 433650530.0,
      "step": 563090
    },
    {
      "epoch": 0.7142694055238864,
      "grad_norm": 7.0,
      "learning_rate": 1.4288405572794695e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.548118206858635,
      "num_tokens": 433658486.0,
      "step": 563100
    },
    {
      "epoch": 0.7142820901164192,
      "grad_norm": 5.09375,
      "learning_rate": 1.4287771262708402e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5520092368125915,
      "num_tokens": 433666077.0,
      "step": 563110
    },
    {
      "epoch": 0.714294774708952,
      "grad_norm": 9.8125,
      "learning_rate": 1.4287136952622112e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.5599339723587036,
      "num_tokens": 433673065.0,
      "step": 563120
    },
    {
      "epoch": 0.7143074593014849,
      "grad_norm": 5.03125,
      "learning_rate": 1.428650264253582e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5396231591701508,
      "num_tokens": 433681016.0,
      "step": 563130
    },
    {
      "epoch": 0.7143201438940177,
      "grad_norm": 4.46875,
      "learning_rate": 1.4285868332449528e-05,
      "loss": 1.7416,
      "mean_token_accuracy": 0.6026657402515412,
      "num_tokens": 433688905.0,
      "step": 563140
    },
    {
      "epoch": 0.7143328284865506,
      "grad_norm": 5.9375,
      "learning_rate": 1.4285234022363237e-05,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5476278007030487,
      "num_tokens": 433696977.0,
      "step": 563150
    },
    {
      "epoch": 0.7143455130790833,
      "grad_norm": 5.0,
      "learning_rate": 1.4284599712276944e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5122740060091019,
      "num_tokens": 433705138.0,
      "step": 563160
    },
    {
      "epoch": 0.7143581976716162,
      "grad_norm": 5.46875,
      "learning_rate": 1.4283965402190656e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5285934716463089,
      "num_tokens": 433714058.0,
      "step": 563170
    },
    {
      "epoch": 0.714370882264149,
      "grad_norm": 5.6875,
      "learning_rate": 1.4283331092104363e-05,
      "loss": 1.7149,
      "mean_token_accuracy": 0.6026612818241119,
      "num_tokens": 433720904.0,
      "step": 563180
    },
    {
      "epoch": 0.7143835668566819,
      "grad_norm": 6.0625,
      "learning_rate": 1.4282696782018071e-05,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5403853118419647,
      "num_tokens": 433729162.0,
      "step": 563190
    },
    {
      "epoch": 0.7143962514492147,
      "grad_norm": 6.6875,
      "learning_rate": 1.4282062471931779e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5544021755456925,
      "num_tokens": 433736844.0,
      "step": 563200
    },
    {
      "epoch": 0.7144089360417475,
      "grad_norm": 6.53125,
      "learning_rate": 1.4281428161845487e-05,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5425473064184189,
      "num_tokens": 433743242.0,
      "step": 563210
    },
    {
      "epoch": 0.7144216206342804,
      "grad_norm": 6.21875,
      "learning_rate": 1.4280793851759198e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5481104671955108,
      "num_tokens": 433751831.0,
      "step": 563220
    },
    {
      "epoch": 0.7144343052268132,
      "grad_norm": 5.09375,
      "learning_rate": 1.4280159541672905e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5313193827867508,
      "num_tokens": 433760499.0,
      "step": 563230
    },
    {
      "epoch": 0.7144469898193461,
      "grad_norm": 8.0,
      "learning_rate": 1.4279525231586613e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5294222235679626,
      "num_tokens": 433768684.0,
      "step": 563240
    },
    {
      "epoch": 0.7144596744118789,
      "grad_norm": 5.6875,
      "learning_rate": 1.427889092150032e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.526578176021576,
      "num_tokens": 433777090.0,
      "step": 563250
    },
    {
      "epoch": 0.7144723590044118,
      "grad_norm": 4.90625,
      "learning_rate": 1.4278256611414031e-05,
      "loss": 1.939,
      "mean_token_accuracy": 0.5707058191299439,
      "num_tokens": 433784408.0,
      "step": 563260
    },
    {
      "epoch": 0.7144850435969445,
      "grad_norm": 6.125,
      "learning_rate": 1.427762230132774e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5422358334064483,
      "num_tokens": 433793339.0,
      "step": 563270
    },
    {
      "epoch": 0.7144977281894773,
      "grad_norm": 7.8125,
      "learning_rate": 1.4276987991241447e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5234608888626099,
      "num_tokens": 433802286.0,
      "step": 563280
    },
    {
      "epoch": 0.7145104127820102,
      "grad_norm": 6.6875,
      "learning_rate": 1.4276353681155155e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5581613183021545,
      "num_tokens": 433810105.0,
      "step": 563290
    },
    {
      "epoch": 0.714523097374543,
      "grad_norm": 4.875,
      "learning_rate": 1.4275719371068863e-05,
      "loss": 2.005,
      "mean_token_accuracy": 0.5468334048986435,
      "num_tokens": 433818216.0,
      "step": 563300
    },
    {
      "epoch": 0.7145357819670759,
      "grad_norm": 7.28125,
      "learning_rate": 1.4275085060982573e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5281731307506561,
      "num_tokens": 433824891.0,
      "step": 563310
    },
    {
      "epoch": 0.7145484665596087,
      "grad_norm": 7.28125,
      "learning_rate": 1.4274450750896282e-05,
      "loss": 2.114,
      "mean_token_accuracy": 0.5419024139642715,
      "num_tokens": 433832595.0,
      "step": 563320
    },
    {
      "epoch": 0.7145611511521416,
      "grad_norm": 5.375,
      "learning_rate": 1.4273816440809989e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5572625279426575,
      "num_tokens": 433840672.0,
      "step": 563330
    },
    {
      "epoch": 0.7145738357446744,
      "grad_norm": 7.3125,
      "learning_rate": 1.4273182130723697e-05,
      "loss": 1.8685,
      "mean_token_accuracy": 0.580775973200798,
      "num_tokens": 433847932.0,
      "step": 563340
    },
    {
      "epoch": 0.7145865203372072,
      "grad_norm": 5.0,
      "learning_rate": 1.4272547820637405e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5351396262645721,
      "num_tokens": 433856073.0,
      "step": 563350
    },
    {
      "epoch": 0.71459920492974,
      "grad_norm": 5.15625,
      "learning_rate": 1.4271913510551117e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5394681811332702,
      "num_tokens": 433863172.0,
      "step": 563360
    },
    {
      "epoch": 0.7146118895222728,
      "grad_norm": 6.71875,
      "learning_rate": 1.4271279200464824e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5261784046888351,
      "num_tokens": 433870311.0,
      "step": 563370
    },
    {
      "epoch": 0.7146245741148057,
      "grad_norm": 5.90625,
      "learning_rate": 1.4270644890378532e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5315597027540206,
      "num_tokens": 433878453.0,
      "step": 563380
    },
    {
      "epoch": 0.7146372587073385,
      "grad_norm": 5.5625,
      "learning_rate": 1.427001058029224e-05,
      "loss": 2.2369,
      "mean_token_accuracy": 0.530161440372467,
      "num_tokens": 433885382.0,
      "step": 563390
    },
    {
      "epoch": 0.7146499432998714,
      "grad_norm": 4.71875,
      "learning_rate": 1.4269376270205948e-05,
      "loss": 1.7224,
      "mean_token_accuracy": 0.61175237596035,
      "num_tokens": 433892023.0,
      "step": 563400
    },
    {
      "epoch": 0.7146626278924042,
      "grad_norm": 5.03125,
      "learning_rate": 1.4268741960119659e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5541208535432816,
      "num_tokens": 433899580.0,
      "step": 563410
    },
    {
      "epoch": 0.7146753124849371,
      "grad_norm": 5.78125,
      "learning_rate": 1.4268107650033366e-05,
      "loss": 1.8605,
      "mean_token_accuracy": 0.5886970371007919,
      "num_tokens": 433907081.0,
      "step": 563420
    },
    {
      "epoch": 0.7146879970774699,
      "grad_norm": 6.4375,
      "learning_rate": 1.4267473339947074e-05,
      "loss": 2.3321,
      "mean_token_accuracy": 0.5110731303691864,
      "num_tokens": 433915115.0,
      "step": 563430
    },
    {
      "epoch": 0.7147006816700027,
      "grad_norm": 6.40625,
      "learning_rate": 1.4266839029860782e-05,
      "loss": 1.6267,
      "mean_token_accuracy": 0.6336583852767944,
      "num_tokens": 433921720.0,
      "step": 563440
    },
    {
      "epoch": 0.7147133662625356,
      "grad_norm": 6.4375,
      "learning_rate": 1.426620471977449e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5473864614963532,
      "num_tokens": 433928433.0,
      "step": 563450
    },
    {
      "epoch": 0.7147260508550684,
      "grad_norm": 9.25,
      "learning_rate": 1.42655704096882e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5369087189435959,
      "num_tokens": 433936184.0,
      "step": 563460
    },
    {
      "epoch": 0.7147387354476012,
      "grad_norm": 6.125,
      "learning_rate": 1.4264936099601908e-05,
      "loss": 2.2821,
      "mean_token_accuracy": 0.5094803720712662,
      "num_tokens": 433944891.0,
      "step": 563470
    },
    {
      "epoch": 0.714751420040134,
      "grad_norm": 5.375,
      "learning_rate": 1.4264301789515616e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5685959756374359,
      "num_tokens": 433952000.0,
      "step": 563480
    },
    {
      "epoch": 0.7147641046326669,
      "grad_norm": 4.84375,
      "learning_rate": 1.4263667479429324e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5397901773452759,
      "num_tokens": 433961354.0,
      "step": 563490
    },
    {
      "epoch": 0.7147767892251997,
      "grad_norm": 6.1875,
      "learning_rate": 1.4263033169343032e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5670689165592193,
      "num_tokens": 433968535.0,
      "step": 563500
    },
    {
      "epoch": 0.7147894738177325,
      "grad_norm": 4.875,
      "learning_rate": 1.4262398859256743e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5643775880336761,
      "num_tokens": 433975073.0,
      "step": 563510
    },
    {
      "epoch": 0.7148021584102654,
      "grad_norm": 6.71875,
      "learning_rate": 1.426176454917045e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5488871932029724,
      "num_tokens": 433982215.0,
      "step": 563520
    },
    {
      "epoch": 0.7148148430027982,
      "grad_norm": 6.03125,
      "learning_rate": 1.4261130239084158e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5443199932575226,
      "num_tokens": 433990128.0,
      "step": 563530
    },
    {
      "epoch": 0.7148275275953311,
      "grad_norm": 6.65625,
      "learning_rate": 1.4260495928997866e-05,
      "loss": 1.9242,
      "mean_token_accuracy": 0.5727396011352539,
      "num_tokens": 433996397.0,
      "step": 563540
    },
    {
      "epoch": 0.7148402121878639,
      "grad_norm": 7.15625,
      "learning_rate": 1.4259861618911574e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5394767701625824,
      "num_tokens": 434004246.0,
      "step": 563550
    },
    {
      "epoch": 0.7148528967803968,
      "grad_norm": 5.75,
      "learning_rate": 1.4259227308825285e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5885801017284393,
      "num_tokens": 434010904.0,
      "step": 563560
    },
    {
      "epoch": 0.7148655813729295,
      "grad_norm": 8.25,
      "learning_rate": 1.4258592998738993e-05,
      "loss": 2.0749,
      "mean_token_accuracy": 0.535770583152771,
      "num_tokens": 434017405.0,
      "step": 563570
    },
    {
      "epoch": 0.7148782659654624,
      "grad_norm": 5.59375,
      "learning_rate": 1.42579586886527e-05,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5369828671216965,
      "num_tokens": 434026340.0,
      "step": 563580
    },
    {
      "epoch": 0.7148909505579952,
      "grad_norm": 6.09375,
      "learning_rate": 1.425732437856641e-05,
      "loss": 1.9149,
      "mean_token_accuracy": 0.5692400693893432,
      "num_tokens": 434034139.0,
      "step": 563590
    },
    {
      "epoch": 0.714903635150528,
      "grad_norm": 7.40625,
      "learning_rate": 1.4256690068480116e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5534640043973923,
      "num_tokens": 434042234.0,
      "step": 563600
    },
    {
      "epoch": 0.7149163197430609,
      "grad_norm": 6.375,
      "learning_rate": 1.4256055758393827e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5437590807676316,
      "num_tokens": 434050748.0,
      "step": 563610
    },
    {
      "epoch": 0.7149290043355937,
      "grad_norm": 5.15625,
      "learning_rate": 1.4255421448307535e-05,
      "loss": 2.2833,
      "mean_token_accuracy": 0.515859043598175,
      "num_tokens": 434059662.0,
      "step": 563620
    },
    {
      "epoch": 0.7149416889281266,
      "grad_norm": 4.8125,
      "learning_rate": 1.4254787138221242e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5523026615381241,
      "num_tokens": 434067012.0,
      "step": 563630
    },
    {
      "epoch": 0.7149543735206594,
      "grad_norm": 5.15625,
      "learning_rate": 1.4254152828134951e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5599345892667771,
      "num_tokens": 434073765.0,
      "step": 563640
    },
    {
      "epoch": 0.7149670581131923,
      "grad_norm": 7.25,
      "learning_rate": 1.4253518518048658e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.56429543197155,
      "num_tokens": 434082613.0,
      "step": 563650
    },
    {
      "epoch": 0.7149797427057251,
      "grad_norm": 6.40625,
      "learning_rate": 1.4252884207962369e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5718662053346634,
      "num_tokens": 434090265.0,
      "step": 563660
    },
    {
      "epoch": 0.7149924272982578,
      "grad_norm": 4.59375,
      "learning_rate": 1.4252249897876077e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5361122757196426,
      "num_tokens": 434097921.0,
      "step": 563670
    },
    {
      "epoch": 0.7150051118907907,
      "grad_norm": 6.28125,
      "learning_rate": 1.4251615587789784e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5600078523159027,
      "num_tokens": 434105518.0,
      "step": 563680
    },
    {
      "epoch": 0.7150177964833235,
      "grad_norm": 5.8125,
      "learning_rate": 1.4250981277703493e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5440494835376739,
      "num_tokens": 434113013.0,
      "step": 563690
    },
    {
      "epoch": 0.7150304810758564,
      "grad_norm": 6.53125,
      "learning_rate": 1.42503469676172e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5458412796258927,
      "num_tokens": 434120176.0,
      "step": 563700
    },
    {
      "epoch": 0.7150431656683892,
      "grad_norm": 5.0625,
      "learning_rate": 1.424971265753091e-05,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5087302625179291,
      "num_tokens": 434128584.0,
      "step": 563710
    },
    {
      "epoch": 0.7150558502609221,
      "grad_norm": 5.53125,
      "learning_rate": 1.424907834744462e-05,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5327884405851364,
      "num_tokens": 434137411.0,
      "step": 563720
    },
    {
      "epoch": 0.7150685348534549,
      "grad_norm": 4.90625,
      "learning_rate": 1.4248444037358326e-05,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5381289839744567,
      "num_tokens": 434144250.0,
      "step": 563730
    },
    {
      "epoch": 0.7150812194459877,
      "grad_norm": 6.59375,
      "learning_rate": 1.4247809727272035e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5245811164379119,
      "num_tokens": 434152389.0,
      "step": 563740
    },
    {
      "epoch": 0.7150939040385206,
      "grad_norm": 5.1875,
      "learning_rate": 1.4247175417185746e-05,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5226347863674163,
      "num_tokens": 434161499.0,
      "step": 563750
    },
    {
      "epoch": 0.7151065886310534,
      "grad_norm": 5.40625,
      "learning_rate": 1.4246541107099454e-05,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5272983878850936,
      "num_tokens": 434169778.0,
      "step": 563760
    },
    {
      "epoch": 0.7151192732235863,
      "grad_norm": 5.0,
      "learning_rate": 1.4245906797013161e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5613320261240006,
      "num_tokens": 434177293.0,
      "step": 563770
    },
    {
      "epoch": 0.715131957816119,
      "grad_norm": 5.46875,
      "learning_rate": 1.424527248692687e-05,
      "loss": 2.2927,
      "mean_token_accuracy": 0.5049680769443512,
      "num_tokens": 434185166.0,
      "step": 563780
    },
    {
      "epoch": 0.7151446424086519,
      "grad_norm": 6.09375,
      "learning_rate": 1.4244638176840577e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5361856549978257,
      "num_tokens": 434192029.0,
      "step": 563790
    },
    {
      "epoch": 0.7151573270011847,
      "grad_norm": 10.3125,
      "learning_rate": 1.4244003866754288e-05,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5897791534662247,
      "num_tokens": 434200085.0,
      "step": 563800
    },
    {
      "epoch": 0.7151700115937176,
      "grad_norm": 5.09375,
      "learning_rate": 1.4243369556667996e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5621794044971467,
      "num_tokens": 434207106.0,
      "step": 563810
    },
    {
      "epoch": 0.7151826961862504,
      "grad_norm": 5.21875,
      "learning_rate": 1.4242735246581703e-05,
      "loss": 1.8378,
      "mean_token_accuracy": 0.601752707362175,
      "num_tokens": 434215144.0,
      "step": 563820
    },
    {
      "epoch": 0.7151953807787832,
      "grad_norm": 6.6875,
      "learning_rate": 1.4242100936495412e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.538835683465004,
      "num_tokens": 434222833.0,
      "step": 563830
    },
    {
      "epoch": 0.7152080653713161,
      "grad_norm": 5.125,
      "learning_rate": 1.424146662640912e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5449350506067276,
      "num_tokens": 434231187.0,
      "step": 563840
    },
    {
      "epoch": 0.7152207499638489,
      "grad_norm": 9.375,
      "learning_rate": 1.424083231632283e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5510502964258194,
      "num_tokens": 434238119.0,
      "step": 563850
    },
    {
      "epoch": 0.7152334345563818,
      "grad_norm": 6.375,
      "learning_rate": 1.4240198006236538e-05,
      "loss": 2.2175,
      "mean_token_accuracy": 0.513828358054161,
      "num_tokens": 434247224.0,
      "step": 563860
    },
    {
      "epoch": 0.7152461191489146,
      "grad_norm": 5.0,
      "learning_rate": 1.4239563696150245e-05,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5267472326755523,
      "num_tokens": 434255420.0,
      "step": 563870
    },
    {
      "epoch": 0.7152588037414475,
      "grad_norm": 4.8125,
      "learning_rate": 1.4238929386063954e-05,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5491834372282028,
      "num_tokens": 434262630.0,
      "step": 563880
    },
    {
      "epoch": 0.7152714883339802,
      "grad_norm": 5.0,
      "learning_rate": 1.4238295075977661e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5079855620861053,
      "num_tokens": 434270691.0,
      "step": 563890
    },
    {
      "epoch": 0.715284172926513,
      "grad_norm": 6.15625,
      "learning_rate": 1.4237660765891372e-05,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5280669599771499,
      "num_tokens": 434278334.0,
      "step": 563900
    },
    {
      "epoch": 0.7152968575190459,
      "grad_norm": 7.0,
      "learning_rate": 1.423702645580508e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5550968915224075,
      "num_tokens": 434285423.0,
      "step": 563910
    },
    {
      "epoch": 0.7153095421115787,
      "grad_norm": 5.375,
      "learning_rate": 1.4236392145718787e-05,
      "loss": 1.8847,
      "mean_token_accuracy": 0.5756753891706466,
      "num_tokens": 434292064.0,
      "step": 563920
    },
    {
      "epoch": 0.7153222267041116,
      "grad_norm": 5.875,
      "learning_rate": 1.4235757835632496e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5254009962081909,
      "num_tokens": 434299802.0,
      "step": 563930
    },
    {
      "epoch": 0.7153349112966444,
      "grad_norm": 7.03125,
      "learning_rate": 1.4235123525546203e-05,
      "loss": 2.0723,
      "mean_token_accuracy": 0.548833104968071,
      "num_tokens": 434307623.0,
      "step": 563940
    },
    {
      "epoch": 0.7153475958891773,
      "grad_norm": 6.1875,
      "learning_rate": 1.4234489215459915e-05,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5561289012432098,
      "num_tokens": 434316048.0,
      "step": 563950
    },
    {
      "epoch": 0.7153602804817101,
      "grad_norm": 5.1875,
      "learning_rate": 1.4233854905373622e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5697248250246048,
      "num_tokens": 434323404.0,
      "step": 563960
    },
    {
      "epoch": 0.715372965074243,
      "grad_norm": 5.59375,
      "learning_rate": 1.4233220595287331e-05,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5573858916759491,
      "num_tokens": 434330500.0,
      "step": 563970
    },
    {
      "epoch": 0.7153856496667758,
      "grad_norm": 6.4375,
      "learning_rate": 1.4232586285201038e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5439728170633316,
      "num_tokens": 434336433.0,
      "step": 563980
    },
    {
      "epoch": 0.7153983342593085,
      "grad_norm": 5.3125,
      "learning_rate": 1.4231951975114747e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5691691309213638,
      "num_tokens": 434343604.0,
      "step": 563990
    },
    {
      "epoch": 0.7154110188518414,
      "grad_norm": 5.8125,
      "learning_rate": 1.4231317665028457e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5610076308250427,
      "num_tokens": 434350112.0,
      "step": 564000
    },
    {
      "epoch": 0.7154237034443742,
      "grad_norm": 4.6875,
      "learning_rate": 1.4230683354942164e-05,
      "loss": 1.9123,
      "mean_token_accuracy": 0.5623849630355835,
      "num_tokens": 434358055.0,
      "step": 564010
    },
    {
      "epoch": 0.7154363880369071,
      "grad_norm": 5.59375,
      "learning_rate": 1.4230049044855873e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5356139242649078,
      "num_tokens": 434367210.0,
      "step": 564020
    },
    {
      "epoch": 0.7154490726294399,
      "grad_norm": 5.78125,
      "learning_rate": 1.422941473476958e-05,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5292294889688491,
      "num_tokens": 434374572.0,
      "step": 564030
    },
    {
      "epoch": 0.7154617572219728,
      "grad_norm": 4.71875,
      "learning_rate": 1.4228780424683289e-05,
      "loss": 1.7661,
      "mean_token_accuracy": 0.606400054693222,
      "num_tokens": 434382413.0,
      "step": 564040
    },
    {
      "epoch": 0.7154744418145056,
      "grad_norm": 6.1875,
      "learning_rate": 1.4228146114597e-05,
      "loss": 2.213,
      "mean_token_accuracy": 0.5256915301084518,
      "num_tokens": 434389635.0,
      "step": 564050
    },
    {
      "epoch": 0.7154871264070384,
      "grad_norm": 4.6875,
      "learning_rate": 1.4227511804510706e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5745412349700928,
      "num_tokens": 434398040.0,
      "step": 564060
    },
    {
      "epoch": 0.7154998109995713,
      "grad_norm": 5.71875,
      "learning_rate": 1.4226877494424415e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5328354656696319,
      "num_tokens": 434406179.0,
      "step": 564070
    },
    {
      "epoch": 0.7155124955921041,
      "grad_norm": 6.5,
      "learning_rate": 1.4226243184338122e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.580985626578331,
      "num_tokens": 434412728.0,
      "step": 564080
    },
    {
      "epoch": 0.715525180184637,
      "grad_norm": 6.21875,
      "learning_rate": 1.4225608874251831e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5471267074346542,
      "num_tokens": 434419872.0,
      "step": 564090
    },
    {
      "epoch": 0.7155378647771697,
      "grad_norm": 5.6875,
      "learning_rate": 1.4224974564165541e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5701600670814514,
      "num_tokens": 434427525.0,
      "step": 564100
    },
    {
      "epoch": 0.7155505493697026,
      "grad_norm": 5.21875,
      "learning_rate": 1.4224340254079248e-05,
      "loss": 1.768,
      "mean_token_accuracy": 0.6170345425605774,
      "num_tokens": 434433881.0,
      "step": 564110
    },
    {
      "epoch": 0.7155632339622354,
      "grad_norm": 5.0625,
      "learning_rate": 1.4223705943992957e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5519135087728501,
      "num_tokens": 434442348.0,
      "step": 564120
    },
    {
      "epoch": 0.7155759185547683,
      "grad_norm": 4.90625,
      "learning_rate": 1.4223071633906664e-05,
      "loss": 2.2899,
      "mean_token_accuracy": 0.5093612670898438,
      "num_tokens": 434450543.0,
      "step": 564130
    },
    {
      "epoch": 0.7155886031473011,
      "grad_norm": 6.75,
      "learning_rate": 1.4222437323820373e-05,
      "loss": 2.013,
      "mean_token_accuracy": 0.5455014139413834,
      "num_tokens": 434458600.0,
      "step": 564140
    },
    {
      "epoch": 0.7156012877398339,
      "grad_norm": 5.09375,
      "learning_rate": 1.4221803013734083e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5331592440605164,
      "num_tokens": 434466762.0,
      "step": 564150
    },
    {
      "epoch": 0.7156139723323668,
      "grad_norm": 5.03125,
      "learning_rate": 1.4221168703647792e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5262950509786606,
      "num_tokens": 434475703.0,
      "step": 564160
    },
    {
      "epoch": 0.7156266569248996,
      "grad_norm": 5.75,
      "learning_rate": 1.42205343935615e-05,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5350255042314529,
      "num_tokens": 434485078.0,
      "step": 564170
    },
    {
      "epoch": 0.7156393415174325,
      "grad_norm": 11.25,
      "learning_rate": 1.4219900083475208e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5408564925193786,
      "num_tokens": 434491819.0,
      "step": 564180
    },
    {
      "epoch": 0.7156520261099653,
      "grad_norm": 5.25,
      "learning_rate": 1.4219265773388918e-05,
      "loss": 1.9314,
      "mean_token_accuracy": 0.5735242515802383,
      "num_tokens": 434500002.0,
      "step": 564190
    },
    {
      "epoch": 0.7156647107024982,
      "grad_norm": 5.25,
      "learning_rate": 1.4218631463302625e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5426771193742752,
      "num_tokens": 434508746.0,
      "step": 564200
    },
    {
      "epoch": 0.7156773952950309,
      "grad_norm": 5.375,
      "learning_rate": 1.4217997153216334e-05,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5218793362379074,
      "num_tokens": 434517135.0,
      "step": 564210
    },
    {
      "epoch": 0.7156900798875637,
      "grad_norm": 4.59375,
      "learning_rate": 1.4217362843130041e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5125790506601333,
      "num_tokens": 434526099.0,
      "step": 564220
    },
    {
      "epoch": 0.7157027644800966,
      "grad_norm": 6.9375,
      "learning_rate": 1.421672853304375e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5517032474279404,
      "num_tokens": 434532475.0,
      "step": 564230
    },
    {
      "epoch": 0.7157154490726294,
      "grad_norm": 5.875,
      "learning_rate": 1.421609422295746e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5435780614614487,
      "num_tokens": 434540780.0,
      "step": 564240
    },
    {
      "epoch": 0.7157281336651623,
      "grad_norm": 5.15625,
      "learning_rate": 1.4215459912871167e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.546916076540947,
      "num_tokens": 434549116.0,
      "step": 564250
    },
    {
      "epoch": 0.7157408182576951,
      "grad_norm": 5.65625,
      "learning_rate": 1.4214825602784876e-05,
      "loss": 1.8703,
      "mean_token_accuracy": 0.5814603179693222,
      "num_tokens": 434556415.0,
      "step": 564260
    },
    {
      "epoch": 0.715753502850228,
      "grad_norm": 5.96875,
      "learning_rate": 1.4214191292698583e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5754813134670258,
      "num_tokens": 434564069.0,
      "step": 564270
    },
    {
      "epoch": 0.7157661874427608,
      "grad_norm": 6.53125,
      "learning_rate": 1.4213556982612292e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5342275589704514,
      "num_tokens": 434570387.0,
      "step": 564280
    },
    {
      "epoch": 0.7157788720352936,
      "grad_norm": 5.0,
      "learning_rate": 1.4212922672526002e-05,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5193390041589737,
      "num_tokens": 434578433.0,
      "step": 564290
    },
    {
      "epoch": 0.7157915566278265,
      "grad_norm": 6.1875,
      "learning_rate": 1.421228836243971e-05,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5435674786567688,
      "num_tokens": 434585465.0,
      "step": 564300
    },
    {
      "epoch": 0.7158042412203592,
      "grad_norm": 5.21875,
      "learning_rate": 1.4211654052353418e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5280052810907364,
      "num_tokens": 434593261.0,
      "step": 564310
    },
    {
      "epoch": 0.7158169258128921,
      "grad_norm": 4.84375,
      "learning_rate": 1.4211019742267125e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5747856438159943,
      "num_tokens": 434600571.0,
      "step": 564320
    },
    {
      "epoch": 0.7158296104054249,
      "grad_norm": 5.5,
      "learning_rate": 1.4210385432180834e-05,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5679118692874908,
      "num_tokens": 434608960.0,
      "step": 564330
    },
    {
      "epoch": 0.7158422949979578,
      "grad_norm": 4.75,
      "learning_rate": 1.4209751122094544e-05,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5665431201457978,
      "num_tokens": 434616917.0,
      "step": 564340
    },
    {
      "epoch": 0.7158549795904906,
      "grad_norm": 4.71875,
      "learning_rate": 1.4209116812008253e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5491087138652802,
      "num_tokens": 434624633.0,
      "step": 564350
    },
    {
      "epoch": 0.7158676641830235,
      "grad_norm": 6.375,
      "learning_rate": 1.420848250192196e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5389712244272232,
      "num_tokens": 434632543.0,
      "step": 564360
    },
    {
      "epoch": 0.7158803487755563,
      "grad_norm": 6.8125,
      "learning_rate": 1.4207848191835669e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5305041760206223,
      "num_tokens": 434640761.0,
      "step": 564370
    },
    {
      "epoch": 0.7158930333680891,
      "grad_norm": 5.03125,
      "learning_rate": 1.4207213881749376e-05,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5681312471628189,
      "num_tokens": 434648422.0,
      "step": 564380
    },
    {
      "epoch": 0.715905717960622,
      "grad_norm": 8.25,
      "learning_rate": 1.4206579571663086e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5285938054323196,
      "num_tokens": 434656203.0,
      "step": 564390
    },
    {
      "epoch": 0.7159184025531548,
      "grad_norm": 6.4375,
      "learning_rate": 1.4205945261576795e-05,
      "loss": 1.8818,
      "mean_token_accuracy": 0.5735939979553223,
      "num_tokens": 434662534.0,
      "step": 564400
    },
    {
      "epoch": 0.7159310871456877,
      "grad_norm": 5.78125,
      "learning_rate": 1.4205310951490502e-05,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5459228515625,
      "num_tokens": 434670153.0,
      "step": 564410
    },
    {
      "epoch": 0.7159437717382204,
      "grad_norm": 5.125,
      "learning_rate": 1.4204676641404211e-05,
      "loss": 1.9565,
      "mean_token_accuracy": 0.5524924784898758,
      "num_tokens": 434678025.0,
      "step": 564420
    },
    {
      "epoch": 0.7159564563307533,
      "grad_norm": 5.34375,
      "learning_rate": 1.4204042331317918e-05,
      "loss": 1.9167,
      "mean_token_accuracy": 0.5757079958915711,
      "num_tokens": 434686178.0,
      "step": 564430
    },
    {
      "epoch": 0.7159691409232861,
      "grad_norm": 5.21875,
      "learning_rate": 1.4203408021231628e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5428387582302093,
      "num_tokens": 434694225.0,
      "step": 564440
    },
    {
      "epoch": 0.7159818255158189,
      "grad_norm": 9.125,
      "learning_rate": 1.4202773711145337e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5622248619794845,
      "num_tokens": 434701322.0,
      "step": 564450
    },
    {
      "epoch": 0.7159945101083518,
      "grad_norm": 4.84375,
      "learning_rate": 1.4202139401059044e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.557522577047348,
      "num_tokens": 434708539.0,
      "step": 564460
    },
    {
      "epoch": 0.7160071947008846,
      "grad_norm": 4.9375,
      "learning_rate": 1.4201505090972753e-05,
      "loss": 1.9916,
      "mean_token_accuracy": 0.5493088304996491,
      "num_tokens": 434717152.0,
      "step": 564470
    },
    {
      "epoch": 0.7160198792934175,
      "grad_norm": 5.28125,
      "learning_rate": 1.420087078088646e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5284093022346497,
      "num_tokens": 434725768.0,
      "step": 564480
    },
    {
      "epoch": 0.7160325638859503,
      "grad_norm": 7.59375,
      "learning_rate": 1.420023647080017e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.553290718793869,
      "num_tokens": 434733283.0,
      "step": 564490
    },
    {
      "epoch": 0.7160452484784832,
      "grad_norm": 4.4375,
      "learning_rate": 1.4199602160713879e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5351886868476867,
      "num_tokens": 434739963.0,
      "step": 564500
    },
    {
      "epoch": 0.716057933071016,
      "grad_norm": 5.125,
      "learning_rate": 1.4198967850627586e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5361764371395111,
      "num_tokens": 434749648.0,
      "step": 564510
    },
    {
      "epoch": 0.7160706176635488,
      "grad_norm": 6.0,
      "learning_rate": 1.4198333540541295e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5532790541648864,
      "num_tokens": 434757151.0,
      "step": 564520
    },
    {
      "epoch": 0.7160833022560816,
      "grad_norm": 8.625,
      "learning_rate": 1.4197699230455002e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5597438454627991,
      "num_tokens": 434764665.0,
      "step": 564530
    },
    {
      "epoch": 0.7160959868486144,
      "grad_norm": 7.1875,
      "learning_rate": 1.4197064920368714e-05,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5591103851795196,
      "num_tokens": 434771051.0,
      "step": 564540
    },
    {
      "epoch": 0.7161086714411473,
      "grad_norm": 5.875,
      "learning_rate": 1.4196430610282421e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5438489317893982,
      "num_tokens": 434779180.0,
      "step": 564550
    },
    {
      "epoch": 0.7161213560336801,
      "grad_norm": 5.3125,
      "learning_rate": 1.419579630019613e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.521381276845932,
      "num_tokens": 434788597.0,
      "step": 564560
    },
    {
      "epoch": 0.716134040626213,
      "grad_norm": 4.84375,
      "learning_rate": 1.4195161990109837e-05,
      "loss": 1.959,
      "mean_token_accuracy": 0.5541086971759797,
      "num_tokens": 434795811.0,
      "step": 564570
    },
    {
      "epoch": 0.7161467252187458,
      "grad_norm": 4.9375,
      "learning_rate": 1.4194527680023546e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5452698081731796,
      "num_tokens": 434803193.0,
      "step": 564580
    },
    {
      "epoch": 0.7161594098112787,
      "grad_norm": 5.15625,
      "learning_rate": 1.4193893369937256e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5423881649971009,
      "num_tokens": 434811793.0,
      "step": 564590
    },
    {
      "epoch": 0.7161720944038115,
      "grad_norm": 7.59375,
      "learning_rate": 1.4193259059850963e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5375530511140824,
      "num_tokens": 434819512.0,
      "step": 564600
    },
    {
      "epoch": 0.7161847789963443,
      "grad_norm": 5.875,
      "learning_rate": 1.4192624749764672e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5466370582580566,
      "num_tokens": 434826645.0,
      "step": 564610
    },
    {
      "epoch": 0.7161974635888771,
      "grad_norm": 5.28125,
      "learning_rate": 1.4191990439678379e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5415232837200165,
      "num_tokens": 434834774.0,
      "step": 564620
    },
    {
      "epoch": 0.7162101481814099,
      "grad_norm": 5.6875,
      "learning_rate": 1.419135612959209e-05,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5593271076679229,
      "num_tokens": 434841082.0,
      "step": 564630
    },
    {
      "epoch": 0.7162228327739428,
      "grad_norm": 7.375,
      "learning_rate": 1.4190721819505798e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5626379728317261,
      "num_tokens": 434847203.0,
      "step": 564640
    },
    {
      "epoch": 0.7162355173664756,
      "grad_norm": 5.03125,
      "learning_rate": 1.4190087509419505e-05,
      "loss": 1.9476,
      "mean_token_accuracy": 0.5651469081640244,
      "num_tokens": 434854208.0,
      "step": 564650
    },
    {
      "epoch": 0.7162482019590085,
      "grad_norm": 4.84375,
      "learning_rate": 1.4189453199333214e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5401334285736084,
      "num_tokens": 434862118.0,
      "step": 564660
    },
    {
      "epoch": 0.7162608865515413,
      "grad_norm": 5.1875,
      "learning_rate": 1.4188818889246921e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5567396432161331,
      "num_tokens": 434868678.0,
      "step": 564670
    },
    {
      "epoch": 0.7162735711440741,
      "grad_norm": 5.46875,
      "learning_rate": 1.4188184579160631e-05,
      "loss": 2.3072,
      "mean_token_accuracy": 0.505140197277069,
      "num_tokens": 434876591.0,
      "step": 564680
    },
    {
      "epoch": 0.716286255736607,
      "grad_norm": 5.1875,
      "learning_rate": 1.418755026907434e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5544097185134887,
      "num_tokens": 434884677.0,
      "step": 564690
    },
    {
      "epoch": 0.7162989403291398,
      "grad_norm": 7.5,
      "learning_rate": 1.4186915958988047e-05,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5596107631921768,
      "num_tokens": 434891297.0,
      "step": 564700
    },
    {
      "epoch": 0.7163116249216727,
      "grad_norm": 11.0625,
      "learning_rate": 1.4186281648901756e-05,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5382614761590958,
      "num_tokens": 434899199.0,
      "step": 564710
    },
    {
      "epoch": 0.7163243095142054,
      "grad_norm": 5.15625,
      "learning_rate": 1.4185647338815463e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5769960403442382,
      "num_tokens": 434905486.0,
      "step": 564720
    },
    {
      "epoch": 0.7163369941067383,
      "grad_norm": 6.0625,
      "learning_rate": 1.4185013028729175e-05,
      "loss": 1.902,
      "mean_token_accuracy": 0.5660153388977051,
      "num_tokens": 434913388.0,
      "step": 564730
    },
    {
      "epoch": 0.7163496786992711,
      "grad_norm": 6.03125,
      "learning_rate": 1.4184378718642882e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5387028396129608,
      "num_tokens": 434921349.0,
      "step": 564740
    },
    {
      "epoch": 0.716362363291804,
      "grad_norm": 5.34375,
      "learning_rate": 1.418374440855659e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5289036452770233,
      "num_tokens": 434928892.0,
      "step": 564750
    },
    {
      "epoch": 0.7163750478843368,
      "grad_norm": 4.875,
      "learning_rate": 1.4183110098470298e-05,
      "loss": 2.2441,
      "mean_token_accuracy": 0.5171230554580688,
      "num_tokens": 434937230.0,
      "step": 564760
    },
    {
      "epoch": 0.7163877324768696,
      "grad_norm": 4.875,
      "learning_rate": 1.4182475788384007e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5446123510599137,
      "num_tokens": 434946182.0,
      "step": 564770
    },
    {
      "epoch": 0.7164004170694025,
      "grad_norm": 4.96875,
      "learning_rate": 1.4181841478297717e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5565402418375015,
      "num_tokens": 434953053.0,
      "step": 564780
    },
    {
      "epoch": 0.7164131016619353,
      "grad_norm": 5.625,
      "learning_rate": 1.4181207168211424e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5253996282815934,
      "num_tokens": 434961373.0,
      "step": 564790
    },
    {
      "epoch": 0.7164257862544682,
      "grad_norm": 5.34375,
      "learning_rate": 1.4180572858125133e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5553487688302994,
      "num_tokens": 434968357.0,
      "step": 564800
    },
    {
      "epoch": 0.716438470847001,
      "grad_norm": 6.84375,
      "learning_rate": 1.417993854803884e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5198017686605454,
      "num_tokens": 434976245.0,
      "step": 564810
    },
    {
      "epoch": 0.7164511554395339,
      "grad_norm": 5.40625,
      "learning_rate": 1.4179304237952549e-05,
      "loss": 2.3403,
      "mean_token_accuracy": 0.5015374928712845,
      "num_tokens": 434983474.0,
      "step": 564820
    },
    {
      "epoch": 0.7164638400320666,
      "grad_norm": 5.0,
      "learning_rate": 1.4178669927866259e-05,
      "loss": 1.5762,
      "mean_token_accuracy": 0.6430006951093674,
      "num_tokens": 434990087.0,
      "step": 564830
    },
    {
      "epoch": 0.7164765246245994,
      "grad_norm": 7.53125,
      "learning_rate": 1.4178035617779966e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5463609606027603,
      "num_tokens": 434997631.0,
      "step": 564840
    },
    {
      "epoch": 0.7164892092171323,
      "grad_norm": 6.65625,
      "learning_rate": 1.4177401307693675e-05,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5124254196882247,
      "num_tokens": 435005330.0,
      "step": 564850
    },
    {
      "epoch": 0.7165018938096651,
      "grad_norm": 12.875,
      "learning_rate": 1.4176766997607382e-05,
      "loss": 1.9033,
      "mean_token_accuracy": 0.5797713756561279,
      "num_tokens": 435012154.0,
      "step": 564860
    },
    {
      "epoch": 0.716514578402198,
      "grad_norm": 5.0625,
      "learning_rate": 1.417613268752109e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5457673102617264,
      "num_tokens": 435020596.0,
      "step": 564870
    },
    {
      "epoch": 0.7165272629947308,
      "grad_norm": 9.25,
      "learning_rate": 1.4175498377434801e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5333284288644791,
      "num_tokens": 435027938.0,
      "step": 564880
    },
    {
      "epoch": 0.7165399475872637,
      "grad_norm": 6.65625,
      "learning_rate": 1.4174864067348508e-05,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5563482612371444,
      "num_tokens": 435035053.0,
      "step": 564890
    },
    {
      "epoch": 0.7165526321797965,
      "grad_norm": 6.375,
      "learning_rate": 1.4174229757262217e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5569905281066895,
      "num_tokens": 435041857.0,
      "step": 564900
    },
    {
      "epoch": 0.7165653167723294,
      "grad_norm": 4.53125,
      "learning_rate": 1.4173595447175924e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5653628736734391,
      "num_tokens": 435050841.0,
      "step": 564910
    },
    {
      "epoch": 0.7165780013648622,
      "grad_norm": 4.1875,
      "learning_rate": 1.4172961137089633e-05,
      "loss": 1.819,
      "mean_token_accuracy": 0.5861216813325882,
      "num_tokens": 435059536.0,
      "step": 564920
    },
    {
      "epoch": 0.716590685957395,
      "grad_norm": 10.25,
      "learning_rate": 1.4172326827003343e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5318581730127334,
      "num_tokens": 435066220.0,
      "step": 564930
    },
    {
      "epoch": 0.7166033705499278,
      "grad_norm": 5.03125,
      "learning_rate": 1.4171692516917052e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5561577260494233,
      "num_tokens": 435074018.0,
      "step": 564940
    },
    {
      "epoch": 0.7166160551424606,
      "grad_norm": 4.5,
      "learning_rate": 1.4171058206830759e-05,
      "loss": 1.933,
      "mean_token_accuracy": 0.5696622967720032,
      "num_tokens": 435082431.0,
      "step": 564950
    },
    {
      "epoch": 0.7166287397349935,
      "grad_norm": 6.21875,
      "learning_rate": 1.4170423896744468e-05,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5393303811550141,
      "num_tokens": 435089510.0,
      "step": 564960
    },
    {
      "epoch": 0.7166414243275263,
      "grad_norm": 4.6875,
      "learning_rate": 1.4169789586658175e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5220934599637985,
      "num_tokens": 435098193.0,
      "step": 564970
    },
    {
      "epoch": 0.7166541089200592,
      "grad_norm": 5.1875,
      "learning_rate": 1.4169155276571885e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5330545127391815,
      "num_tokens": 435106363.0,
      "step": 564980
    },
    {
      "epoch": 0.716666793512592,
      "grad_norm": 7.8125,
      "learning_rate": 1.4168520966485594e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5515868425369262,
      "num_tokens": 435114685.0,
      "step": 564990
    },
    {
      "epoch": 0.7166794781051248,
      "grad_norm": 5.75,
      "learning_rate": 1.4167886656399301e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5376377761363983,
      "num_tokens": 435121992.0,
      "step": 565000
    },
    {
      "epoch": 0.7166921626976577,
      "grad_norm": 5.65625,
      "learning_rate": 1.416725234631301e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5675908774137497,
      "num_tokens": 435129602.0,
      "step": 565010
    },
    {
      "epoch": 0.7167048472901905,
      "grad_norm": 5.71875,
      "learning_rate": 1.4166618036226717e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5395625501871109,
      "num_tokens": 435137550.0,
      "step": 565020
    },
    {
      "epoch": 0.7167175318827234,
      "grad_norm": 5.84375,
      "learning_rate": 1.4165983726140427e-05,
      "loss": 2.3121,
      "mean_token_accuracy": 0.5099521279335022,
      "num_tokens": 435145886.0,
      "step": 565030
    },
    {
      "epoch": 0.7167302164752561,
      "grad_norm": 4.4375,
      "learning_rate": 1.4165349416054136e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5112785160541534,
      "num_tokens": 435155229.0,
      "step": 565040
    },
    {
      "epoch": 0.716742901067789,
      "grad_norm": 5.15625,
      "learning_rate": 1.4164715105967843e-05,
      "loss": 2.2886,
      "mean_token_accuracy": 0.5047123342752456,
      "num_tokens": 435163714.0,
      "step": 565050
    },
    {
      "epoch": 0.7167555856603218,
      "grad_norm": 6.125,
      "learning_rate": 1.4164080795881552e-05,
      "loss": 1.696,
      "mean_token_accuracy": 0.6303500324487686,
      "num_tokens": 435169610.0,
      "step": 565060
    },
    {
      "epoch": 0.7167682702528547,
      "grad_norm": 6.0,
      "learning_rate": 1.4163446485795259e-05,
      "loss": 1.6561,
      "mean_token_accuracy": 0.6413758575916291,
      "num_tokens": 435176398.0,
      "step": 565070
    },
    {
      "epoch": 0.7167809548453875,
      "grad_norm": 6.3125,
      "learning_rate": 1.4162812175708969e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5309527039527893,
      "num_tokens": 435183925.0,
      "step": 565080
    },
    {
      "epoch": 0.7167936394379203,
      "grad_norm": 7.21875,
      "learning_rate": 1.4162177865622678e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5719980776309967,
      "num_tokens": 435191208.0,
      "step": 565090
    },
    {
      "epoch": 0.7168063240304532,
      "grad_norm": 4.90625,
      "learning_rate": 1.4161543555536385e-05,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5209590673446656,
      "num_tokens": 435199159.0,
      "step": 565100
    },
    {
      "epoch": 0.716819008622986,
      "grad_norm": 5.75,
      "learning_rate": 1.4160909245450094e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.526265898346901,
      "num_tokens": 435207816.0,
      "step": 565110
    },
    {
      "epoch": 0.7168316932155189,
      "grad_norm": 6.1875,
      "learning_rate": 1.4160274935363804e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5440900266170502,
      "num_tokens": 435215941.0,
      "step": 565120
    },
    {
      "epoch": 0.7168443778080517,
      "grad_norm": 4.5625,
      "learning_rate": 1.4159640625277513e-05,
      "loss": 2.1901,
      "mean_token_accuracy": 0.5330953449010849,
      "num_tokens": 435222964.0,
      "step": 565130
    },
    {
      "epoch": 0.7168570624005846,
      "grad_norm": 5.40625,
      "learning_rate": 1.415900631519122e-05,
      "loss": 2.2446,
      "mean_token_accuracy": 0.5336647391319275,
      "num_tokens": 435231379.0,
      "step": 565140
    },
    {
      "epoch": 0.7168697469931173,
      "grad_norm": 5.9375,
      "learning_rate": 1.4158372005104929e-05,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5185340821743012,
      "num_tokens": 435240095.0,
      "step": 565150
    },
    {
      "epoch": 0.7168824315856501,
      "grad_norm": 5.34375,
      "learning_rate": 1.4157737695018636e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5307101339101792,
      "num_tokens": 435248830.0,
      "step": 565160
    },
    {
      "epoch": 0.716895116178183,
      "grad_norm": 5.03125,
      "learning_rate": 1.4157103384932346e-05,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5212227612733841,
      "num_tokens": 435257654.0,
      "step": 565170
    },
    {
      "epoch": 0.7169078007707158,
      "grad_norm": 5.15625,
      "learning_rate": 1.4156469074846055e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5327198892831803,
      "num_tokens": 435266867.0,
      "step": 565180
    },
    {
      "epoch": 0.7169204853632487,
      "grad_norm": 5.1875,
      "learning_rate": 1.4155834764759762e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5335423588752747,
      "num_tokens": 435274768.0,
      "step": 565190
    },
    {
      "epoch": 0.7169331699557815,
      "grad_norm": 5.15625,
      "learning_rate": 1.415520045467347e-05,
      "loss": 2.3582,
      "mean_token_accuracy": 0.5004803478717804,
      "num_tokens": 435282747.0,
      "step": 565200
    },
    {
      "epoch": 0.7169458545483144,
      "grad_norm": 5.4375,
      "learning_rate": 1.4154566144587178e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5251543879508972,
      "num_tokens": 435291555.0,
      "step": 565210
    },
    {
      "epoch": 0.7169585391408472,
      "grad_norm": 5.90625,
      "learning_rate": 1.4153931834500888e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5112727403640747,
      "num_tokens": 435300035.0,
      "step": 565220
    },
    {
      "epoch": 0.71697122373338,
      "grad_norm": 6.78125,
      "learning_rate": 1.4153297524414597e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5425852298736572,
      "num_tokens": 435306810.0,
      "step": 565230
    },
    {
      "epoch": 0.7169839083259129,
      "grad_norm": 11.8125,
      "learning_rate": 1.4152663214328304e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5447073131799698,
      "num_tokens": 435314301.0,
      "step": 565240
    },
    {
      "epoch": 0.7169965929184456,
      "grad_norm": 4.90625,
      "learning_rate": 1.4152028904242013e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5280502945184707,
      "num_tokens": 435322718.0,
      "step": 565250
    },
    {
      "epoch": 0.7170092775109785,
      "grad_norm": 5.46875,
      "learning_rate": 1.415139459415572e-05,
      "loss": 2.2465,
      "mean_token_accuracy": 0.5164858520030975,
      "num_tokens": 435329966.0,
      "step": 565260
    },
    {
      "epoch": 0.7170219621035113,
      "grad_norm": 6.34375,
      "learning_rate": 1.415076028406943e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5723107308149338,
      "num_tokens": 435337488.0,
      "step": 565270
    },
    {
      "epoch": 0.7170346466960442,
      "grad_norm": 5.09375,
      "learning_rate": 1.4150125973983139e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5433138728141784,
      "num_tokens": 435344329.0,
      "step": 565280
    },
    {
      "epoch": 0.717047331288577,
      "grad_norm": 5.71875,
      "learning_rate": 1.4149491663896846e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5433828473091126,
      "num_tokens": 435352292.0,
      "step": 565290
    },
    {
      "epoch": 0.7170600158811099,
      "grad_norm": 4.625,
      "learning_rate": 1.4148857353810555e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5340604931116104,
      "num_tokens": 435360572.0,
      "step": 565300
    },
    {
      "epoch": 0.7170727004736427,
      "grad_norm": 5.96875,
      "learning_rate": 1.4148223043724262e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5744202971458435,
      "num_tokens": 435367461.0,
      "step": 565310
    },
    {
      "epoch": 0.7170853850661755,
      "grad_norm": 5.1875,
      "learning_rate": 1.4147588733637974e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5256568342447281,
      "num_tokens": 435376303.0,
      "step": 565320
    },
    {
      "epoch": 0.7170980696587084,
      "grad_norm": 5.5625,
      "learning_rate": 1.414695442355168e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.543664988875389,
      "num_tokens": 435383758.0,
      "step": 565330
    },
    {
      "epoch": 0.7171107542512412,
      "grad_norm": 6.71875,
      "learning_rate": 1.414632011346539e-05,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5582281172275543,
      "num_tokens": 435390395.0,
      "step": 565340
    },
    {
      "epoch": 0.717123438843774,
      "grad_norm": 5.34375,
      "learning_rate": 1.4145685803379097e-05,
      "loss": 1.8463,
      "mean_token_accuracy": 0.5742927193641663,
      "num_tokens": 435397843.0,
      "step": 565350
    },
    {
      "epoch": 0.7171361234363068,
      "grad_norm": 9.1875,
      "learning_rate": 1.4145051493292805e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5493717133998871,
      "num_tokens": 435405893.0,
      "step": 565360
    },
    {
      "epoch": 0.7171488080288397,
      "grad_norm": 5.8125,
      "learning_rate": 1.4144417183206516e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5483780026435852,
      "num_tokens": 435414263.0,
      "step": 565370
    },
    {
      "epoch": 0.7171614926213725,
      "grad_norm": 6.09375,
      "learning_rate": 1.4143782873120223e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5559565633535385,
      "num_tokens": 435421089.0,
      "step": 565380
    },
    {
      "epoch": 0.7171741772139053,
      "grad_norm": 5.1875,
      "learning_rate": 1.4143148563033932e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5337321102619171,
      "num_tokens": 435428972.0,
      "step": 565390
    },
    {
      "epoch": 0.7171868618064382,
      "grad_norm": 5.625,
      "learning_rate": 1.4142514252947639e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5715452253818512,
      "num_tokens": 435437665.0,
      "step": 565400
    },
    {
      "epoch": 0.717199546398971,
      "grad_norm": 6.78125,
      "learning_rate": 1.4141879942861347e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5534092783927917,
      "num_tokens": 435445344.0,
      "step": 565410
    },
    {
      "epoch": 0.7172122309915039,
      "grad_norm": 6.75,
      "learning_rate": 1.4141245632775058e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5301388770341873,
      "num_tokens": 435451327.0,
      "step": 565420
    },
    {
      "epoch": 0.7172249155840367,
      "grad_norm": 4.625,
      "learning_rate": 1.4140611322688765e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5414885878562927,
      "num_tokens": 435459509.0,
      "step": 565430
    },
    {
      "epoch": 0.7172376001765696,
      "grad_norm": 6.34375,
      "learning_rate": 1.4139977012602474e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5512978166341782,
      "num_tokens": 435467234.0,
      "step": 565440
    },
    {
      "epoch": 0.7172502847691024,
      "grad_norm": 7.0625,
      "learning_rate": 1.413934270251618e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.5741808027029037,
      "num_tokens": 435474708.0,
      "step": 565450
    },
    {
      "epoch": 0.7172629693616352,
      "grad_norm": 5.75,
      "learning_rate": 1.413870839242989e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5544155061244964,
      "num_tokens": 435482714.0,
      "step": 565460
    },
    {
      "epoch": 0.717275653954168,
      "grad_norm": 6.46875,
      "learning_rate": 1.41380740823436e-05,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5612933158874511,
      "num_tokens": 435491210.0,
      "step": 565470
    },
    {
      "epoch": 0.7172883385467008,
      "grad_norm": 5.03125,
      "learning_rate": 1.4137439772257307e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5516470074653625,
      "num_tokens": 435498276.0,
      "step": 565480
    },
    {
      "epoch": 0.7173010231392337,
      "grad_norm": 5.5625,
      "learning_rate": 1.4136805462171016e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5476974606513977,
      "num_tokens": 435504260.0,
      "step": 565490
    },
    {
      "epoch": 0.7173137077317665,
      "grad_norm": 4.84375,
      "learning_rate": 1.4136171152084723e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5615352064371109,
      "num_tokens": 435512726.0,
      "step": 565500
    },
    {
      "epoch": 0.7173263923242994,
      "grad_norm": 6.21875,
      "learning_rate": 1.4135536841998431e-05,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5498465001583099,
      "num_tokens": 435520801.0,
      "step": 565510
    },
    {
      "epoch": 0.7173390769168322,
      "grad_norm": 16.5,
      "learning_rate": 1.4134902531912142e-05,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5589134752750397,
      "num_tokens": 435527596.0,
      "step": 565520
    },
    {
      "epoch": 0.7173517615093651,
      "grad_norm": 6.375,
      "learning_rate": 1.413426822182585e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5101971119642258,
      "num_tokens": 435535055.0,
      "step": 565530
    },
    {
      "epoch": 0.7173644461018979,
      "grad_norm": 7.0625,
      "learning_rate": 1.4133633911739558e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5740402162075042,
      "num_tokens": 435541763.0,
      "step": 565540
    },
    {
      "epoch": 0.7173771306944307,
      "grad_norm": 5.28125,
      "learning_rate": 1.4132999601653266e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5337890535593033,
      "num_tokens": 435550580.0,
      "step": 565550
    },
    {
      "epoch": 0.7173898152869636,
      "grad_norm": 5.0,
      "learning_rate": 1.4132365291566977e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5464737474918365,
      "num_tokens": 435558241.0,
      "step": 565560
    },
    {
      "epoch": 0.7174024998794963,
      "grad_norm": 5.375,
      "learning_rate": 1.4131730981480684e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5661830455064774,
      "num_tokens": 435566810.0,
      "step": 565570
    },
    {
      "epoch": 0.7174151844720292,
      "grad_norm": 6.375,
      "learning_rate": 1.4131096671394393e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5224809288978577,
      "num_tokens": 435573652.0,
      "step": 565580
    },
    {
      "epoch": 0.717427869064562,
      "grad_norm": 5.59375,
      "learning_rate": 1.41304623613081e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.548635545372963,
      "num_tokens": 435579157.0,
      "step": 565590
    },
    {
      "epoch": 0.7174405536570949,
      "grad_norm": 5.46875,
      "learning_rate": 1.4129828051221808e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5821308821439743,
      "num_tokens": 435586649.0,
      "step": 565600
    },
    {
      "epoch": 0.7174532382496277,
      "grad_norm": 7.65625,
      "learning_rate": 1.4129193741135519e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5353341042995453,
      "num_tokens": 435594001.0,
      "step": 565610
    },
    {
      "epoch": 0.7174659228421605,
      "grad_norm": 5.4375,
      "learning_rate": 1.4128559431049226e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5689469665288925,
      "num_tokens": 435601850.0,
      "step": 565620
    },
    {
      "epoch": 0.7174786074346934,
      "grad_norm": 7.28125,
      "learning_rate": 1.4127925120962935e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.552678969502449,
      "num_tokens": 435609789.0,
      "step": 565630
    },
    {
      "epoch": 0.7174912920272262,
      "grad_norm": 5.78125,
      "learning_rate": 1.4127290810876642e-05,
      "loss": 1.8449,
      "mean_token_accuracy": 0.5868338495492935,
      "num_tokens": 435617520.0,
      "step": 565640
    },
    {
      "epoch": 0.7175039766197591,
      "grad_norm": 5.9375,
      "learning_rate": 1.412665650079035e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5526373118162156,
      "num_tokens": 435624410.0,
      "step": 565650
    },
    {
      "epoch": 0.7175166612122919,
      "grad_norm": 6.03125,
      "learning_rate": 1.412602219070406e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5428450554609299,
      "num_tokens": 435632763.0,
      "step": 565660
    },
    {
      "epoch": 0.7175293458048247,
      "grad_norm": 9.375,
      "learning_rate": 1.412538788061777e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5463116347789765,
      "num_tokens": 435640974.0,
      "step": 565670
    },
    {
      "epoch": 0.7175420303973575,
      "grad_norm": 5.625,
      "learning_rate": 1.4124753570531477e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5705776661634445,
      "num_tokens": 435648736.0,
      "step": 565680
    },
    {
      "epoch": 0.7175547149898904,
      "grad_norm": 6.625,
      "learning_rate": 1.4124119260445184e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5476441293954849,
      "num_tokens": 435656382.0,
      "step": 565690
    },
    {
      "epoch": 0.7175673995824232,
      "grad_norm": 5.90625,
      "learning_rate": 1.4123484950358892e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.56174156665802,
      "num_tokens": 435664556.0,
      "step": 565700
    },
    {
      "epoch": 0.717580084174956,
      "grad_norm": 5.875,
      "learning_rate": 1.4122850640272603e-05,
      "loss": 1.8849,
      "mean_token_accuracy": 0.5765932977199555,
      "num_tokens": 435671915.0,
      "step": 565710
    },
    {
      "epoch": 0.7175927687674889,
      "grad_norm": 5.0625,
      "learning_rate": 1.4122216330186311e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5173174202442169,
      "num_tokens": 435679883.0,
      "step": 565720
    },
    {
      "epoch": 0.7176054533600217,
      "grad_norm": 5.3125,
      "learning_rate": 1.4121582020100019e-05,
      "loss": 1.8047,
      "mean_token_accuracy": 0.5816286891698838,
      "num_tokens": 435687600.0,
      "step": 565730
    },
    {
      "epoch": 0.7176181379525546,
      "grad_norm": 9.3125,
      "learning_rate": 1.4120947710013727e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5228632390499115,
      "num_tokens": 435695209.0,
      "step": 565740
    },
    {
      "epoch": 0.7176308225450874,
      "grad_norm": 6.46875,
      "learning_rate": 1.4120313399927434e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.566247233748436,
      "num_tokens": 435703046.0,
      "step": 565750
    },
    {
      "epoch": 0.7176435071376203,
      "grad_norm": 5.0,
      "learning_rate": 1.4119679089841145e-05,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5625673800706863,
      "num_tokens": 435710562.0,
      "step": 565760
    },
    {
      "epoch": 0.717656191730153,
      "grad_norm": 6.84375,
      "learning_rate": 1.4119044779754853e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5280688852071762,
      "num_tokens": 435718868.0,
      "step": 565770
    },
    {
      "epoch": 0.7176688763226858,
      "grad_norm": 6.46875,
      "learning_rate": 1.411841046966856e-05,
      "loss": 1.8186,
      "mean_token_accuracy": 0.5911089479923248,
      "num_tokens": 435726201.0,
      "step": 565780
    },
    {
      "epoch": 0.7176815609152187,
      "grad_norm": 6.71875,
      "learning_rate": 1.411777615958227e-05,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5382966548204422,
      "num_tokens": 435733871.0,
      "step": 565790
    },
    {
      "epoch": 0.7176942455077515,
      "grad_norm": 5.8125,
      "learning_rate": 1.4117141849495976e-05,
      "loss": 1.5842,
      "mean_token_accuracy": 0.6404150426387787,
      "num_tokens": 435740498.0,
      "step": 565800
    },
    {
      "epoch": 0.7177069301002844,
      "grad_norm": 5.46875,
      "learning_rate": 1.4116507539409687e-05,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5629383713006973,
      "num_tokens": 435748203.0,
      "step": 565810
    },
    {
      "epoch": 0.7177196146928172,
      "grad_norm": 5.09375,
      "learning_rate": 1.4115873229323395e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.549788025021553,
      "num_tokens": 435757060.0,
      "step": 565820
    },
    {
      "epoch": 0.7177322992853501,
      "grad_norm": 5.6875,
      "learning_rate": 1.4115238919237103e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5351320505142212,
      "num_tokens": 435764672.0,
      "step": 565830
    },
    {
      "epoch": 0.7177449838778829,
      "grad_norm": 6.6875,
      "learning_rate": 1.4114604609150811e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5413398712873458,
      "num_tokens": 435773216.0,
      "step": 565840
    },
    {
      "epoch": 0.7177576684704158,
      "grad_norm": 5.875,
      "learning_rate": 1.4113970299064518e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5284812390804291,
      "num_tokens": 435781968.0,
      "step": 565850
    },
    {
      "epoch": 0.7177703530629486,
      "grad_norm": 5.5625,
      "learning_rate": 1.411333598897823e-05,
      "loss": 1.8573,
      "mean_token_accuracy": 0.5720672070980072,
      "num_tokens": 435788619.0,
      "step": 565860
    },
    {
      "epoch": 0.7177830376554813,
      "grad_norm": 5.3125,
      "learning_rate": 1.4112701678891937e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5841303497552872,
      "num_tokens": 435795753.0,
      "step": 565870
    },
    {
      "epoch": 0.7177957222480142,
      "grad_norm": 7.96875,
      "learning_rate": 1.4112067368805646e-05,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5765021651983261,
      "num_tokens": 435802651.0,
      "step": 565880
    },
    {
      "epoch": 0.717808406840547,
      "grad_norm": 5.03125,
      "learning_rate": 1.4111433058719353e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5527369171380997,
      "num_tokens": 435811287.0,
      "step": 565890
    },
    {
      "epoch": 0.7178210914330799,
      "grad_norm": 5.4375,
      "learning_rate": 1.411079874863306e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5542999118566513,
      "num_tokens": 435819864.0,
      "step": 565900
    },
    {
      "epoch": 0.7178337760256127,
      "grad_norm": 6.28125,
      "learning_rate": 1.4110164438546772e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5626727849245071,
      "num_tokens": 435827577.0,
      "step": 565910
    },
    {
      "epoch": 0.7178464606181456,
      "grad_norm": 4.875,
      "learning_rate": 1.410953012846048e-05,
      "loss": 1.7556,
      "mean_token_accuracy": 0.6152483761310578,
      "num_tokens": 435833620.0,
      "step": 565920
    },
    {
      "epoch": 0.7178591452106784,
      "grad_norm": 4.9375,
      "learning_rate": 1.4108895818374188e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5300956338644027,
      "num_tokens": 435841853.0,
      "step": 565930
    },
    {
      "epoch": 0.7178718298032112,
      "grad_norm": 5.8125,
      "learning_rate": 1.4108261508287895e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5649375945329667,
      "num_tokens": 435849178.0,
      "step": 565940
    },
    {
      "epoch": 0.7178845143957441,
      "grad_norm": 6.1875,
      "learning_rate": 1.4107627198201604e-05,
      "loss": 1.7483,
      "mean_token_accuracy": 0.6021981656551361,
      "num_tokens": 435855162.0,
      "step": 565950
    },
    {
      "epoch": 0.7178971989882769,
      "grad_norm": 6.84375,
      "learning_rate": 1.4106992888115314e-05,
      "loss": 1.7391,
      "mean_token_accuracy": 0.6095874309539795,
      "num_tokens": 435862224.0,
      "step": 565960
    },
    {
      "epoch": 0.7179098835808098,
      "grad_norm": 4.9375,
      "learning_rate": 1.4106358578029022e-05,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5592402070760727,
      "num_tokens": 435871097.0,
      "step": 565970
    },
    {
      "epoch": 0.7179225681733425,
      "grad_norm": 13.3125,
      "learning_rate": 1.410572426794273e-05,
      "loss": 1.7466,
      "mean_token_accuracy": 0.607820275425911,
      "num_tokens": 435878662.0,
      "step": 565980
    },
    {
      "epoch": 0.7179352527658754,
      "grad_norm": 4.9375,
      "learning_rate": 1.4105089957856437e-05,
      "loss": 2.2828,
      "mean_token_accuracy": 0.5161822587251663,
      "num_tokens": 435887192.0,
      "step": 565990
    },
    {
      "epoch": 0.7179479373584082,
      "grad_norm": 5.09375,
      "learning_rate": 1.4104455647770148e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5331244885921478,
      "num_tokens": 435895219.0,
      "step": 566000
    },
    {
      "epoch": 0.7179606219509411,
      "grad_norm": 5.4375,
      "learning_rate": 1.4103821337683856e-05,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5817041009664535,
      "num_tokens": 435902421.0,
      "step": 566010
    },
    {
      "epoch": 0.7179733065434739,
      "grad_norm": 6.6875,
      "learning_rate": 1.4103187027597564e-05,
      "loss": 1.8187,
      "mean_token_accuracy": 0.5904574543237686,
      "num_tokens": 435908755.0,
      "step": 566020
    },
    {
      "epoch": 0.7179859911360067,
      "grad_norm": 6.53125,
      "learning_rate": 1.4102552717511272e-05,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5499413311481476,
      "num_tokens": 435916087.0,
      "step": 566030
    },
    {
      "epoch": 0.7179986757285396,
      "grad_norm": 4.875,
      "learning_rate": 1.410191840742498e-05,
      "loss": 2.117,
      "mean_token_accuracy": 0.5378778040409088,
      "num_tokens": 435924090.0,
      "step": 566040
    },
    {
      "epoch": 0.7180113603210724,
      "grad_norm": 6.65625,
      "learning_rate": 1.4101284097338691e-05,
      "loss": 1.8311,
      "mean_token_accuracy": 0.5822686016559601,
      "num_tokens": 435932148.0,
      "step": 566050
    },
    {
      "epoch": 0.7180240449136053,
      "grad_norm": 4.53125,
      "learning_rate": 1.4100649787252398e-05,
      "loss": 1.7809,
      "mean_token_accuracy": 0.5869014769792557,
      "num_tokens": 435939963.0,
      "step": 566060
    },
    {
      "epoch": 0.7180367295061381,
      "grad_norm": 5.6875,
      "learning_rate": 1.4100015477166107e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5252127021551132,
      "num_tokens": 435947940.0,
      "step": 566070
    },
    {
      "epoch": 0.718049414098671,
      "grad_norm": 6.40625,
      "learning_rate": 1.4099381167079814e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.539903438091278,
      "num_tokens": 435956410.0,
      "step": 566080
    },
    {
      "epoch": 0.7180620986912037,
      "grad_norm": 5.28125,
      "learning_rate": 1.4098746856993523e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5454313576221466,
      "num_tokens": 435963519.0,
      "step": 566090
    },
    {
      "epoch": 0.7180747832837365,
      "grad_norm": 5.90625,
      "learning_rate": 1.4098112546907233e-05,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5453422218561172,
      "num_tokens": 435971432.0,
      "step": 566100
    },
    {
      "epoch": 0.7180874678762694,
      "grad_norm": 10.9375,
      "learning_rate": 1.409747823682094e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5545604169368744,
      "num_tokens": 435978939.0,
      "step": 566110
    },
    {
      "epoch": 0.7181001524688022,
      "grad_norm": 4.6875,
      "learning_rate": 1.409684392673465e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5279640942811966,
      "num_tokens": 435988136.0,
      "step": 566120
    },
    {
      "epoch": 0.7181128370613351,
      "grad_norm": 5.375,
      "learning_rate": 1.4096209616648356e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5351320713758468,
      "num_tokens": 435995768.0,
      "step": 566130
    },
    {
      "epoch": 0.7181255216538679,
      "grad_norm": 4.71875,
      "learning_rate": 1.4095575306562065e-05,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5521174639463424,
      "num_tokens": 436003572.0,
      "step": 566140
    },
    {
      "epoch": 0.7181382062464008,
      "grad_norm": 11.25,
      "learning_rate": 1.4094940996475775e-05,
      "loss": 2.2251,
      "mean_token_accuracy": 0.523469078540802,
      "num_tokens": 436011588.0,
      "step": 566150
    },
    {
      "epoch": 0.7181508908389336,
      "grad_norm": 6.5,
      "learning_rate": 1.4094306686389482e-05,
      "loss": 1.767,
      "mean_token_accuracy": 0.588979035615921,
      "num_tokens": 436018443.0,
      "step": 566160
    },
    {
      "epoch": 0.7181635754314664,
      "grad_norm": 6.53125,
      "learning_rate": 1.4093672376303191e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5727507472038269,
      "num_tokens": 436025040.0,
      "step": 566170
    },
    {
      "epoch": 0.7181762600239993,
      "grad_norm": 4.875,
      "learning_rate": 1.4093038066216898e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5327405422925949,
      "num_tokens": 436034259.0,
      "step": 566180
    },
    {
      "epoch": 0.718188944616532,
      "grad_norm": 4.65625,
      "learning_rate": 1.4092403756130607e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.559746703505516,
      "num_tokens": 436042657.0,
      "step": 566190
    },
    {
      "epoch": 0.7182016292090649,
      "grad_norm": 4.53125,
      "learning_rate": 1.4091769446044317e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5405666708946228,
      "num_tokens": 436050724.0,
      "step": 566200
    },
    {
      "epoch": 0.7182143138015977,
      "grad_norm": 6.0,
      "learning_rate": 1.4091135135958024e-05,
      "loss": 1.7872,
      "mean_token_accuracy": 0.6003132432699203,
      "num_tokens": 436057512.0,
      "step": 566210
    },
    {
      "epoch": 0.7182269983941306,
      "grad_norm": 6.0625,
      "learning_rate": 1.4090500825871733e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5402646243572236,
      "num_tokens": 436064608.0,
      "step": 566220
    },
    {
      "epoch": 0.7182396829866634,
      "grad_norm": 7.03125,
      "learning_rate": 1.408986651578544e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5634238988161087,
      "num_tokens": 436072122.0,
      "step": 566230
    },
    {
      "epoch": 0.7182523675791963,
      "grad_norm": 6.5,
      "learning_rate": 1.4089232205699149e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5456197589635849,
      "num_tokens": 436079933.0,
      "step": 566240
    },
    {
      "epoch": 0.7182650521717291,
      "grad_norm": 5.5625,
      "learning_rate": 1.408859789561286e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5384751200675965,
      "num_tokens": 436088050.0,
      "step": 566250
    },
    {
      "epoch": 0.7182777367642619,
      "grad_norm": 4.90625,
      "learning_rate": 1.4087963585526568e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5360962629318238,
      "num_tokens": 436095967.0,
      "step": 566260
    },
    {
      "epoch": 0.7182904213567948,
      "grad_norm": 5.28125,
      "learning_rate": 1.4087329275440275e-05,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5568879216909408,
      "num_tokens": 436103884.0,
      "step": 566270
    },
    {
      "epoch": 0.7183031059493276,
      "grad_norm": 6.78125,
      "learning_rate": 1.4086694965353984e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5735129237174987,
      "num_tokens": 436111062.0,
      "step": 566280
    },
    {
      "epoch": 0.7183157905418605,
      "grad_norm": 6.34375,
      "learning_rate": 1.4086060655267691e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5552832782268524,
      "num_tokens": 436119415.0,
      "step": 566290
    },
    {
      "epoch": 0.7183284751343932,
      "grad_norm": 5.5,
      "learning_rate": 1.4085426345181401e-05,
      "loss": 2.2733,
      "mean_token_accuracy": 0.5093678861856461,
      "num_tokens": 436128741.0,
      "step": 566300
    },
    {
      "epoch": 0.7183411597269261,
      "grad_norm": 5.53125,
      "learning_rate": 1.408479203509511e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5356199562549591,
      "num_tokens": 436137627.0,
      "step": 566310
    },
    {
      "epoch": 0.7183538443194589,
      "grad_norm": 5.28125,
      "learning_rate": 1.4084157725008817e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5611948698759079,
      "num_tokens": 436145778.0,
      "step": 566320
    },
    {
      "epoch": 0.7183665289119917,
      "grad_norm": 8.6875,
      "learning_rate": 1.4083523414922526e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5374405592679977,
      "num_tokens": 436152982.0,
      "step": 566330
    },
    {
      "epoch": 0.7183792135045246,
      "grad_norm": 4.625,
      "learning_rate": 1.4082889104836233e-05,
      "loss": 2.2398,
      "mean_token_accuracy": 0.521472817659378,
      "num_tokens": 436161688.0,
      "step": 566340
    },
    {
      "epoch": 0.7183918980970574,
      "grad_norm": 5.4375,
      "learning_rate": 1.4082254794749943e-05,
      "loss": 1.8935,
      "mean_token_accuracy": 0.5884230822324753,
      "num_tokens": 436169633.0,
      "step": 566350
    },
    {
      "epoch": 0.7184045826895903,
      "grad_norm": 6.5625,
      "learning_rate": 1.4081620484663652e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5410300105810165,
      "num_tokens": 436176246.0,
      "step": 566360
    },
    {
      "epoch": 0.7184172672821231,
      "grad_norm": 6.875,
      "learning_rate": 1.408098617457736e-05,
      "loss": 2.1489,
      "mean_token_accuracy": 0.526872718334198,
      "num_tokens": 436184155.0,
      "step": 566370
    },
    {
      "epoch": 0.718429951874656,
      "grad_norm": 7.84375,
      "learning_rate": 1.4080351864491068e-05,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5213701039552688,
      "num_tokens": 436192562.0,
      "step": 566380
    },
    {
      "epoch": 0.7184426364671888,
      "grad_norm": 5.71875,
      "learning_rate": 1.4079717554404775e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5356040626764298,
      "num_tokens": 436200571.0,
      "step": 566390
    },
    {
      "epoch": 0.7184553210597217,
      "grad_norm": 5.375,
      "learning_rate": 1.4079083244318485e-05,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5157389611005783,
      "num_tokens": 436208137.0,
      "step": 566400
    },
    {
      "epoch": 0.7184680056522544,
      "grad_norm": 4.96875,
      "learning_rate": 1.4078448934232194e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5310025662183762,
      "num_tokens": 436216475.0,
      "step": 566410
    },
    {
      "epoch": 0.7184806902447872,
      "grad_norm": 5.0625,
      "learning_rate": 1.4077814624145901e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5272408962249756,
      "num_tokens": 436224537.0,
      "step": 566420
    },
    {
      "epoch": 0.7184933748373201,
      "grad_norm": 5.96875,
      "learning_rate": 1.407718031405961e-05,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5399446845054626,
      "num_tokens": 436231750.0,
      "step": 566430
    },
    {
      "epoch": 0.7185060594298529,
      "grad_norm": 5.21875,
      "learning_rate": 1.4076546003973317e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5634368926286697,
      "num_tokens": 436240141.0,
      "step": 566440
    },
    {
      "epoch": 0.7185187440223858,
      "grad_norm": 5.25,
      "learning_rate": 1.407591169388703e-05,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5234567493200302,
      "num_tokens": 436248476.0,
      "step": 566450
    },
    {
      "epoch": 0.7185314286149186,
      "grad_norm": 5.09375,
      "learning_rate": 1.4075277383800736e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5143741190433502,
      "num_tokens": 436258248.0,
      "step": 566460
    },
    {
      "epoch": 0.7185441132074515,
      "grad_norm": 6.0625,
      "learning_rate": 1.4074643073714445e-05,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5259149074554443,
      "num_tokens": 436265961.0,
      "step": 566470
    },
    {
      "epoch": 0.7185567977999843,
      "grad_norm": 5.5625,
      "learning_rate": 1.4074008763628152e-05,
      "loss": 2.1498,
      "mean_token_accuracy": 0.532179981470108,
      "num_tokens": 436275412.0,
      "step": 566480
    },
    {
      "epoch": 0.7185694823925171,
      "grad_norm": 5.3125,
      "learning_rate": 1.4073374453541862e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5242283523082734,
      "num_tokens": 436283853.0,
      "step": 566490
    },
    {
      "epoch": 0.71858216698505,
      "grad_norm": 7.34375,
      "learning_rate": 1.4072740143455571e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5462089478969574,
      "num_tokens": 436290919.0,
      "step": 566500
    },
    {
      "epoch": 0.7185948515775827,
      "grad_norm": 5.90625,
      "learning_rate": 1.4072105833369278e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.548709487915039,
      "num_tokens": 436298902.0,
      "step": 566510
    },
    {
      "epoch": 0.7186075361701156,
      "grad_norm": 5.34375,
      "learning_rate": 1.4071471523282987e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5345509231090546,
      "num_tokens": 436306262.0,
      "step": 566520
    },
    {
      "epoch": 0.7186202207626484,
      "grad_norm": 5.53125,
      "learning_rate": 1.4070837213196694e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5466639220714569,
      "num_tokens": 436314180.0,
      "step": 566530
    },
    {
      "epoch": 0.7186329053551813,
      "grad_norm": 5.59375,
      "learning_rate": 1.4070202903110404e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5378950119018555,
      "num_tokens": 436321960.0,
      "step": 566540
    },
    {
      "epoch": 0.7186455899477141,
      "grad_norm": 4.875,
      "learning_rate": 1.4069568593024113e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5608671396970749,
      "num_tokens": 436329982.0,
      "step": 566550
    },
    {
      "epoch": 0.7186582745402469,
      "grad_norm": 5.28125,
      "learning_rate": 1.406893428293782e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5263228833675384,
      "num_tokens": 436338660.0,
      "step": 566560
    },
    {
      "epoch": 0.7186709591327798,
      "grad_norm": 6.5,
      "learning_rate": 1.4068299972851529e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5477588176727295,
      "num_tokens": 436346269.0,
      "step": 566570
    },
    {
      "epoch": 0.7186836437253126,
      "grad_norm": 4.9375,
      "learning_rate": 1.4067665662765236e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5221966475248336,
      "num_tokens": 436354611.0,
      "step": 566580
    },
    {
      "epoch": 0.7186963283178455,
      "grad_norm": 5.03125,
      "learning_rate": 1.4067031352678946e-05,
      "loss": 1.8765,
      "mean_token_accuracy": 0.586990338563919,
      "num_tokens": 436362141.0,
      "step": 566590
    },
    {
      "epoch": 0.7187090129103783,
      "grad_norm": 11.5,
      "learning_rate": 1.4066397042592655e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5342505872249603,
      "num_tokens": 436370088.0,
      "step": 566600
    },
    {
      "epoch": 0.7187216975029111,
      "grad_norm": 6.40625,
      "learning_rate": 1.4065762732506362e-05,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5628032565116883,
      "num_tokens": 436377089.0,
      "step": 566610
    },
    {
      "epoch": 0.7187343820954439,
      "grad_norm": 7.3125,
      "learning_rate": 1.4065128422420071e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5339196860790253,
      "num_tokens": 436385266.0,
      "step": 566620
    },
    {
      "epoch": 0.7187470666879768,
      "grad_norm": 7.28125,
      "learning_rate": 1.4064494112333778e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5433764159679413,
      "num_tokens": 436391813.0,
      "step": 566630
    },
    {
      "epoch": 0.7187597512805096,
      "grad_norm": 5.8125,
      "learning_rate": 1.406385980224749e-05,
      "loss": 1.8929,
      "mean_token_accuracy": 0.5802222102880478,
      "num_tokens": 436399369.0,
      "step": 566640
    },
    {
      "epoch": 0.7187724358730424,
      "grad_norm": 5.65625,
      "learning_rate": 1.4063225492161197e-05,
      "loss": 2.2925,
      "mean_token_accuracy": 0.5111345380544663,
      "num_tokens": 436407886.0,
      "step": 566650
    },
    {
      "epoch": 0.7187851204655753,
      "grad_norm": 5.25,
      "learning_rate": 1.4062591182074906e-05,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5359079003334045,
      "num_tokens": 436415901.0,
      "step": 566660
    },
    {
      "epoch": 0.7187978050581081,
      "grad_norm": 5.5625,
      "learning_rate": 1.4061956871988613e-05,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5220926612615585,
      "num_tokens": 436425503.0,
      "step": 566670
    },
    {
      "epoch": 0.718810489650641,
      "grad_norm": 5.375,
      "learning_rate": 1.4061322561902322e-05,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5160335779190064,
      "num_tokens": 436433282.0,
      "step": 566680
    },
    {
      "epoch": 0.7188231742431738,
      "grad_norm": 4.9375,
      "learning_rate": 1.4060688251816032e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5286675721406937,
      "num_tokens": 436442432.0,
      "step": 566690
    },
    {
      "epoch": 0.7188358588357067,
      "grad_norm": 6.40625,
      "learning_rate": 1.406005394172974e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5695033758878708,
      "num_tokens": 436449207.0,
      "step": 566700
    },
    {
      "epoch": 0.7188485434282395,
      "grad_norm": 5.6875,
      "learning_rate": 1.4059419631643448e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.529953682422638,
      "num_tokens": 436457891.0,
      "step": 566710
    },
    {
      "epoch": 0.7188612280207722,
      "grad_norm": 5.875,
      "learning_rate": 1.4058785321557155e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5490673393011093,
      "num_tokens": 436465114.0,
      "step": 566720
    },
    {
      "epoch": 0.7188739126133051,
      "grad_norm": 5.75,
      "learning_rate": 1.4058151011470864e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5502801179885864,
      "num_tokens": 436473789.0,
      "step": 566730
    },
    {
      "epoch": 0.7188865972058379,
      "grad_norm": 6.71875,
      "learning_rate": 1.4057516701384574e-05,
      "loss": 1.9208,
      "mean_token_accuracy": 0.5724146574735641,
      "num_tokens": 436481427.0,
      "step": 566740
    },
    {
      "epoch": 0.7188992817983708,
      "grad_norm": 4.96875,
      "learning_rate": 1.4056882391298281e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5412274271249771,
      "num_tokens": 436489252.0,
      "step": 566750
    },
    {
      "epoch": 0.7189119663909036,
      "grad_norm": 5.375,
      "learning_rate": 1.405624808121199e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5282743245363235,
      "num_tokens": 436496987.0,
      "step": 566760
    },
    {
      "epoch": 0.7189246509834365,
      "grad_norm": 7.21875,
      "learning_rate": 1.4055613771125697e-05,
      "loss": 1.6888,
      "mean_token_accuracy": 0.6170379787683486,
      "num_tokens": 436503444.0,
      "step": 566770
    },
    {
      "epoch": 0.7189373355759693,
      "grad_norm": 10.125,
      "learning_rate": 1.4054979461039406e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5654399126768113,
      "num_tokens": 436508608.0,
      "step": 566780
    },
    {
      "epoch": 0.7189500201685022,
      "grad_norm": 6.65625,
      "learning_rate": 1.4054345150953116e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5266226977109909,
      "num_tokens": 436517185.0,
      "step": 566790
    },
    {
      "epoch": 0.718962704761035,
      "grad_norm": 5.8125,
      "learning_rate": 1.4053710840866823e-05,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5225622981786728,
      "num_tokens": 436525409.0,
      "step": 566800
    },
    {
      "epoch": 0.7189753893535678,
      "grad_norm": 5.1875,
      "learning_rate": 1.4053076530780532e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5220462739467621,
      "num_tokens": 436534396.0,
      "step": 566810
    },
    {
      "epoch": 0.7189880739461006,
      "grad_norm": 5.4375,
      "learning_rate": 1.4052442220694239e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5560635238885879,
      "num_tokens": 436542096.0,
      "step": 566820
    },
    {
      "epoch": 0.7190007585386334,
      "grad_norm": 5.25,
      "learning_rate": 1.4051807910607948e-05,
      "loss": 1.9999,
      "mean_token_accuracy": 0.552483606338501,
      "num_tokens": 436550479.0,
      "step": 566830
    },
    {
      "epoch": 0.7190134431311663,
      "grad_norm": 8.125,
      "learning_rate": 1.4051173600521658e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5782506883144378,
      "num_tokens": 436558384.0,
      "step": 566840
    },
    {
      "epoch": 0.7190261277236991,
      "grad_norm": 8.1875,
      "learning_rate": 1.4050539290435367e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5427793890237809,
      "num_tokens": 436565484.0,
      "step": 566850
    },
    {
      "epoch": 0.719038812316232,
      "grad_norm": 5.9375,
      "learning_rate": 1.4049904980349074e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5599142342805863,
      "num_tokens": 436572484.0,
      "step": 566860
    },
    {
      "epoch": 0.7190514969087648,
      "grad_norm": 6.90625,
      "learning_rate": 1.4049270670262783e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5379438102245331,
      "num_tokens": 436579644.0,
      "step": 566870
    },
    {
      "epoch": 0.7190641815012976,
      "grad_norm": 5.28125,
      "learning_rate": 1.404863636017649e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5282403290271759,
      "num_tokens": 436588082.0,
      "step": 566880
    },
    {
      "epoch": 0.7190768660938305,
      "grad_norm": 7.6875,
      "learning_rate": 1.40480020500902e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5399778038263321,
      "num_tokens": 436595800.0,
      "step": 566890
    },
    {
      "epoch": 0.7190895506863633,
      "grad_norm": 6.21875,
      "learning_rate": 1.4047367740003909e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.55582315325737,
      "num_tokens": 436603214.0,
      "step": 566900
    },
    {
      "epoch": 0.7191022352788962,
      "grad_norm": 5.21875,
      "learning_rate": 1.4046733429917616e-05,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5240657925605774,
      "num_tokens": 436611356.0,
      "step": 566910
    },
    {
      "epoch": 0.719114919871429,
      "grad_norm": 5.15625,
      "learning_rate": 1.4046099119831325e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.531440195441246,
      "num_tokens": 436619268.0,
      "step": 566920
    },
    {
      "epoch": 0.7191276044639618,
      "grad_norm": 5.09375,
      "learning_rate": 1.4045464809745035e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5545046478509903,
      "num_tokens": 436627611.0,
      "step": 566930
    },
    {
      "epoch": 0.7191402890564946,
      "grad_norm": 6.1875,
      "learning_rate": 1.4044830499658742e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5626950025558471,
      "num_tokens": 436634761.0,
      "step": 566940
    },
    {
      "epoch": 0.7191529736490275,
      "grad_norm": 7.65625,
      "learning_rate": 1.4044196189572451e-05,
      "loss": 1.8551,
      "mean_token_accuracy": 0.5852515041828156,
      "num_tokens": 436641761.0,
      "step": 566950
    },
    {
      "epoch": 0.7191656582415603,
      "grad_norm": 5.0625,
      "learning_rate": 1.4043561879486158e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5635662347078323,
      "num_tokens": 436649621.0,
      "step": 566960
    },
    {
      "epoch": 0.7191783428340931,
      "grad_norm": 7.15625,
      "learning_rate": 1.4042927569399867e-05,
      "loss": 1.9856,
      "mean_token_accuracy": 0.5637011170387268,
      "num_tokens": 436657770.0,
      "step": 566970
    },
    {
      "epoch": 0.719191027426626,
      "grad_norm": 5.09375,
      "learning_rate": 1.4042293259313577e-05,
      "loss": 2.3026,
      "mean_token_accuracy": 0.5121927320957184,
      "num_tokens": 436666825.0,
      "step": 566980
    },
    {
      "epoch": 0.7192037120191588,
      "grad_norm": 6.34375,
      "learning_rate": 1.4041658949227284e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5473723977804184,
      "num_tokens": 436674536.0,
      "step": 566990
    },
    {
      "epoch": 0.7192163966116917,
      "grad_norm": 4.78125,
      "learning_rate": 1.4041024639140993e-05,
      "loss": 2.147,
      "mean_token_accuracy": 0.5388270020484924,
      "num_tokens": 436681820.0,
      "step": 567000
    },
    {
      "epoch": 0.7192290812042245,
      "grad_norm": 5.375,
      "learning_rate": 1.40403903290547e-05,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5330046862363815,
      "num_tokens": 436689799.0,
      "step": 567010
    },
    {
      "epoch": 0.7192417657967574,
      "grad_norm": 7.25,
      "learning_rate": 1.4039756018968409e-05,
      "loss": 1.8932,
      "mean_token_accuracy": 0.5778013110160828,
      "num_tokens": 436696880.0,
      "step": 567020
    },
    {
      "epoch": 0.7192544503892901,
      "grad_norm": 5.34375,
      "learning_rate": 1.4039121708882119e-05,
      "loss": 2.2669,
      "mean_token_accuracy": 0.5137557506561279,
      "num_tokens": 436705745.0,
      "step": 567030
    },
    {
      "epoch": 0.7192671349818229,
      "grad_norm": 4.78125,
      "learning_rate": 1.4038487398795828e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5452674061059952,
      "num_tokens": 436713977.0,
      "step": 567040
    },
    {
      "epoch": 0.7192798195743558,
      "grad_norm": 6.59375,
      "learning_rate": 1.4037853088709535e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5290101945400238,
      "num_tokens": 436721882.0,
      "step": 567050
    },
    {
      "epoch": 0.7192925041668886,
      "grad_norm": 10.3125,
      "learning_rate": 1.4037218778623244e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5476708710193634,
      "num_tokens": 436729074.0,
      "step": 567060
    },
    {
      "epoch": 0.7193051887594215,
      "grad_norm": 7.15625,
      "learning_rate": 1.403658446853695e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5248957931995392,
      "num_tokens": 436736864.0,
      "step": 567070
    },
    {
      "epoch": 0.7193178733519543,
      "grad_norm": 4.78125,
      "learning_rate": 1.4035950158450661e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5379767507314682,
      "num_tokens": 436744495.0,
      "step": 567080
    },
    {
      "epoch": 0.7193305579444872,
      "grad_norm": 6.71875,
      "learning_rate": 1.403531584836437e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5273058831691741,
      "num_tokens": 436752373.0,
      "step": 567090
    },
    {
      "epoch": 0.71934324253702,
      "grad_norm": 7.5,
      "learning_rate": 1.4034681538278077e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.528037104010582,
      "num_tokens": 436761108.0,
      "step": 567100
    },
    {
      "epoch": 0.7193559271295528,
      "grad_norm": 5.1875,
      "learning_rate": 1.4034047228191786e-05,
      "loss": 2.2481,
      "mean_token_accuracy": 0.516343966126442,
      "num_tokens": 436768461.0,
      "step": 567110
    },
    {
      "epoch": 0.7193686117220857,
      "grad_norm": 4.9375,
      "learning_rate": 1.4033412918105493e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5496841251850129,
      "num_tokens": 436775787.0,
      "step": 567120
    },
    {
      "epoch": 0.7193812963146184,
      "grad_norm": 5.84375,
      "learning_rate": 1.4032778608019203e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5251496106386184,
      "num_tokens": 436783369.0,
      "step": 567130
    },
    {
      "epoch": 0.7193939809071513,
      "grad_norm": 6.53125,
      "learning_rate": 1.4032144297932912e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5452288180589676,
      "num_tokens": 436791200.0,
      "step": 567140
    },
    {
      "epoch": 0.7194066654996841,
      "grad_norm": 10.0625,
      "learning_rate": 1.4031509987846619e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5529811799526214,
      "num_tokens": 436798472.0,
      "step": 567150
    },
    {
      "epoch": 0.719419350092217,
      "grad_norm": 6.1875,
      "learning_rate": 1.4030875677760328e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5545116305351258,
      "num_tokens": 436806864.0,
      "step": 567160
    },
    {
      "epoch": 0.7194320346847498,
      "grad_norm": 4.21875,
      "learning_rate": 1.4030241367674035e-05,
      "loss": 2.2592,
      "mean_token_accuracy": 0.5138064533472061,
      "num_tokens": 436815562.0,
      "step": 567170
    },
    {
      "epoch": 0.7194447192772827,
      "grad_norm": 4.96875,
      "learning_rate": 1.4029607057587745e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5330285876989365,
      "num_tokens": 436821719.0,
      "step": 567180
    },
    {
      "epoch": 0.7194574038698155,
      "grad_norm": 5.59375,
      "learning_rate": 1.4028972747501454e-05,
      "loss": 2.2693,
      "mean_token_accuracy": 0.5134272992610931,
      "num_tokens": 436829870.0,
      "step": 567190
    },
    {
      "epoch": 0.7194700884623483,
      "grad_norm": 4.875,
      "learning_rate": 1.4028338437415161e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5669746428728104,
      "num_tokens": 436837683.0,
      "step": 567200
    },
    {
      "epoch": 0.7194827730548812,
      "grad_norm": 5.40625,
      "learning_rate": 1.402770412732887e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5227359503507614,
      "num_tokens": 436845204.0,
      "step": 567210
    },
    {
      "epoch": 0.719495457647414,
      "grad_norm": 5.59375,
      "learning_rate": 1.4027069817242577e-05,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5370396107435227,
      "num_tokens": 436853143.0,
      "step": 567220
    },
    {
      "epoch": 0.7195081422399469,
      "grad_norm": 4.46875,
      "learning_rate": 1.4026435507156289e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5673056662082672,
      "num_tokens": 436861892.0,
      "step": 567230
    },
    {
      "epoch": 0.7195208268324796,
      "grad_norm": 4.84375,
      "learning_rate": 1.4025801197069996e-05,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5565694451332093,
      "num_tokens": 436869640.0,
      "step": 567240
    },
    {
      "epoch": 0.7195335114250125,
      "grad_norm": 7.15625,
      "learning_rate": 1.4025166886983705e-05,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5322548747062683,
      "num_tokens": 436876840.0,
      "step": 567250
    },
    {
      "epoch": 0.7195461960175453,
      "grad_norm": 4.84375,
      "learning_rate": 1.4024532576897412e-05,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5756251394748688,
      "num_tokens": 436884259.0,
      "step": 567260
    },
    {
      "epoch": 0.7195588806100781,
      "grad_norm": 5.84375,
      "learning_rate": 1.402389826681112e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5495306700468063,
      "num_tokens": 436892757.0,
      "step": 567270
    },
    {
      "epoch": 0.719571565202611,
      "grad_norm": 5.75,
      "learning_rate": 1.402326395672483e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5473724782466889,
      "num_tokens": 436900427.0,
      "step": 567280
    },
    {
      "epoch": 0.7195842497951438,
      "grad_norm": 7.09375,
      "learning_rate": 1.4022629646638538e-05,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5456015020608902,
      "num_tokens": 436908143.0,
      "step": 567290
    },
    {
      "epoch": 0.7195969343876767,
      "grad_norm": 9.8125,
      "learning_rate": 1.4021995336552247e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5858077317476272,
      "num_tokens": 436914787.0,
      "step": 567300
    },
    {
      "epoch": 0.7196096189802095,
      "grad_norm": 5.15625,
      "learning_rate": 1.4021361026465954e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5332142412662506,
      "num_tokens": 436921929.0,
      "step": 567310
    },
    {
      "epoch": 0.7196223035727424,
      "grad_norm": 5.53125,
      "learning_rate": 1.4020726716379662e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5654027163982391,
      "num_tokens": 436929517.0,
      "step": 567320
    },
    {
      "epoch": 0.7196349881652752,
      "grad_norm": 5.09375,
      "learning_rate": 1.4020092406293373e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5626902252435684,
      "num_tokens": 436937707.0,
      "step": 567330
    },
    {
      "epoch": 0.719647672757808,
      "grad_norm": 6.71875,
      "learning_rate": 1.401945809620708e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5650903284549713,
      "num_tokens": 436945617.0,
      "step": 567340
    },
    {
      "epoch": 0.7196603573503408,
      "grad_norm": 6.21875,
      "learning_rate": 1.4018823786120789e-05,
      "loss": 1.933,
      "mean_token_accuracy": 0.5719587296247483,
      "num_tokens": 436953690.0,
      "step": 567350
    },
    {
      "epoch": 0.7196730419428736,
      "grad_norm": 5.34375,
      "learning_rate": 1.4018189476034496e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5496022820472717,
      "num_tokens": 436961054.0,
      "step": 567360
    },
    {
      "epoch": 0.7196857265354065,
      "grad_norm": 5.125,
      "learning_rate": 1.4017555165948204e-05,
      "loss": 1.8976,
      "mean_token_accuracy": 0.5642226308584213,
      "num_tokens": 436968346.0,
      "step": 567370
    },
    {
      "epoch": 0.7196984111279393,
      "grad_norm": 6.96875,
      "learning_rate": 1.4016920855861915e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5175534784793854,
      "num_tokens": 436976963.0,
      "step": 567380
    },
    {
      "epoch": 0.7197110957204722,
      "grad_norm": 5.65625,
      "learning_rate": 1.4016286545775622e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5227168440818787,
      "num_tokens": 436984435.0,
      "step": 567390
    },
    {
      "epoch": 0.719723780313005,
      "grad_norm": 6.625,
      "learning_rate": 1.401565223568933e-05,
      "loss": 1.848,
      "mean_token_accuracy": 0.582447949051857,
      "num_tokens": 436990865.0,
      "step": 567400
    },
    {
      "epoch": 0.7197364649055379,
      "grad_norm": 7.5625,
      "learning_rate": 1.4015017925603038e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5318485528230668,
      "num_tokens": 436998540.0,
      "step": 567410
    },
    {
      "epoch": 0.7197491494980707,
      "grad_norm": 6.34375,
      "learning_rate": 1.401438361551675e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5435498088598252,
      "num_tokens": 437006648.0,
      "step": 567420
    },
    {
      "epoch": 0.7197618340906035,
      "grad_norm": 5.5625,
      "learning_rate": 1.4013749305430457e-05,
      "loss": 2.2342,
      "mean_token_accuracy": 0.5175790637731552,
      "num_tokens": 437014362.0,
      "step": 567430
    },
    {
      "epoch": 0.7197745186831364,
      "grad_norm": 5.09375,
      "learning_rate": 1.4013114995344166e-05,
      "loss": 2.2039,
      "mean_token_accuracy": 0.5269646495580673,
      "num_tokens": 437021504.0,
      "step": 567440
    },
    {
      "epoch": 0.7197872032756691,
      "grad_norm": 5.625,
      "learning_rate": 1.4012480685257873e-05,
      "loss": 1.871,
      "mean_token_accuracy": 0.5735444903373719,
      "num_tokens": 437029506.0,
      "step": 567450
    },
    {
      "epoch": 0.719799887868202,
      "grad_norm": 6.3125,
      "learning_rate": 1.4011846375171581e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.535198637843132,
      "num_tokens": 437038279.0,
      "step": 567460
    },
    {
      "epoch": 0.7198125724607348,
      "grad_norm": 5.125,
      "learning_rate": 1.4011212065085292e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5350711852312088,
      "num_tokens": 437046350.0,
      "step": 567470
    },
    {
      "epoch": 0.7198252570532677,
      "grad_norm": 6.125,
      "learning_rate": 1.4010577754998999e-05,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5571019202470779,
      "num_tokens": 437054235.0,
      "step": 567480
    },
    {
      "epoch": 0.7198379416458005,
      "grad_norm": 6.09375,
      "learning_rate": 1.4009943444912708e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5413184374570846,
      "num_tokens": 437061556.0,
      "step": 567490
    },
    {
      "epoch": 0.7198506262383333,
      "grad_norm": 6.375,
      "learning_rate": 1.4009309134826415e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5387229204177857,
      "num_tokens": 437069214.0,
      "step": 567500
    },
    {
      "epoch": 0.7198633108308662,
      "grad_norm": 10.4375,
      "learning_rate": 1.4008674824740123e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5429261088371277,
      "num_tokens": 437074949.0,
      "step": 567510
    },
    {
      "epoch": 0.719875995423399,
      "grad_norm": 6.875,
      "learning_rate": 1.4008040514653834e-05,
      "loss": 1.9113,
      "mean_token_accuracy": 0.567425262928009,
      "num_tokens": 437082505.0,
      "step": 567520
    },
    {
      "epoch": 0.7198886800159319,
      "grad_norm": 5.9375,
      "learning_rate": 1.4007406204567541e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5355718463659287,
      "num_tokens": 437090308.0,
      "step": 567530
    },
    {
      "epoch": 0.7199013646084647,
      "grad_norm": 5.75,
      "learning_rate": 1.400677189448125e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5530497699975967,
      "num_tokens": 437098542.0,
      "step": 567540
    },
    {
      "epoch": 0.7199140492009976,
      "grad_norm": 5.0,
      "learning_rate": 1.4006137584394957e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.548500245809555,
      "num_tokens": 437106153.0,
      "step": 567550
    },
    {
      "epoch": 0.7199267337935303,
      "grad_norm": 5.15625,
      "learning_rate": 1.4005503274308665e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5431997001171112,
      "num_tokens": 437114996.0,
      "step": 567560
    },
    {
      "epoch": 0.7199394183860632,
      "grad_norm": 6.0,
      "learning_rate": 1.4004868964222376e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5508399337530137,
      "num_tokens": 437122794.0,
      "step": 567570
    },
    {
      "epoch": 0.719952102978596,
      "grad_norm": 14.0625,
      "learning_rate": 1.4004234654136083e-05,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5730434834957123,
      "num_tokens": 437129290.0,
      "step": 567580
    },
    {
      "epoch": 0.7199647875711288,
      "grad_norm": 5.96875,
      "learning_rate": 1.4003600344049792e-05,
      "loss": 2.2404,
      "mean_token_accuracy": 0.5101248919963837,
      "num_tokens": 437137522.0,
      "step": 567590
    },
    {
      "epoch": 0.7199774721636617,
      "grad_norm": 5.71875,
      "learning_rate": 1.4002966033963499e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5150418639183044,
      "num_tokens": 437145553.0,
      "step": 567600
    },
    {
      "epoch": 0.7199901567561945,
      "grad_norm": 5.15625,
      "learning_rate": 1.4002331723877207e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5518766522407532,
      "num_tokens": 437153404.0,
      "step": 567610
    },
    {
      "epoch": 0.7200028413487274,
      "grad_norm": 5.0,
      "learning_rate": 1.4001697413790918e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5333124279975892,
      "num_tokens": 437162017.0,
      "step": 567620
    },
    {
      "epoch": 0.7200155259412602,
      "grad_norm": 5.40625,
      "learning_rate": 1.4001063103704627e-05,
      "loss": 1.8097,
      "mean_token_accuracy": 0.5987084001302719,
      "num_tokens": 437167686.0,
      "step": 567630
    },
    {
      "epoch": 0.7200282105337931,
      "grad_norm": 5.90625,
      "learning_rate": 1.4000428793618334e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5300192087888718,
      "num_tokens": 437176143.0,
      "step": 567640
    },
    {
      "epoch": 0.7200408951263259,
      "grad_norm": 4.84375,
      "learning_rate": 1.3999794483532042e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5484676718711853,
      "num_tokens": 437183829.0,
      "step": 567650
    },
    {
      "epoch": 0.7200535797188586,
      "grad_norm": 5.46875,
      "learning_rate": 1.399916017344575e-05,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5248162388801575,
      "num_tokens": 437193005.0,
      "step": 567660
    },
    {
      "epoch": 0.7200662643113915,
      "grad_norm": 4.71875,
      "learning_rate": 1.399852586335946e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5402536898851394,
      "num_tokens": 437201365.0,
      "step": 567670
    },
    {
      "epoch": 0.7200789489039243,
      "grad_norm": 5.96875,
      "learning_rate": 1.3997891553273169e-05,
      "loss": 2.3585,
      "mean_token_accuracy": 0.504744040966034,
      "num_tokens": 437210650.0,
      "step": 567680
    },
    {
      "epoch": 0.7200916334964572,
      "grad_norm": 5.6875,
      "learning_rate": 1.3997257243186876e-05,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5697868376970291,
      "num_tokens": 437218710.0,
      "step": 567690
    },
    {
      "epoch": 0.72010431808899,
      "grad_norm": 7.0625,
      "learning_rate": 1.3996622933100584e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5548636585474014,
      "num_tokens": 437225759.0,
      "step": 567700
    },
    {
      "epoch": 0.7201170026815229,
      "grad_norm": 5.46875,
      "learning_rate": 1.3995988623014291e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5353141248226165,
      "num_tokens": 437233542.0,
      "step": 567710
    },
    {
      "epoch": 0.7201296872740557,
      "grad_norm": 6.09375,
      "learning_rate": 1.3995354312928002e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5519596606492996,
      "num_tokens": 437240798.0,
      "step": 567720
    },
    {
      "epoch": 0.7201423718665886,
      "grad_norm": 17.5,
      "learning_rate": 1.399472000284171e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5386454194784165,
      "num_tokens": 437248706.0,
      "step": 567730
    },
    {
      "epoch": 0.7201550564591214,
      "grad_norm": 5.34375,
      "learning_rate": 1.3994085692755418e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5118148535490036,
      "num_tokens": 437257818.0,
      "step": 567740
    },
    {
      "epoch": 0.7201677410516542,
      "grad_norm": 4.96875,
      "learning_rate": 1.3993451382669126e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5464217036962509,
      "num_tokens": 437265270.0,
      "step": 567750
    },
    {
      "epoch": 0.720180425644187,
      "grad_norm": 4.75,
      "learning_rate": 1.3992817072582833e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5529754340648652,
      "num_tokens": 437272951.0,
      "step": 567760
    },
    {
      "epoch": 0.7201931102367198,
      "grad_norm": 7.25,
      "learning_rate": 1.3992182762496544e-05,
      "loss": 2.2259,
      "mean_token_accuracy": 0.517896243929863,
      "num_tokens": 437280822.0,
      "step": 567770
    },
    {
      "epoch": 0.7202057948292527,
      "grad_norm": 4.875,
      "learning_rate": 1.3991548452410253e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5480343103408813,
      "num_tokens": 437288241.0,
      "step": 567780
    },
    {
      "epoch": 0.7202184794217855,
      "grad_norm": 5.375,
      "learning_rate": 1.399091414232396e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5264377981424332,
      "num_tokens": 437296104.0,
      "step": 567790
    },
    {
      "epoch": 0.7202311640143184,
      "grad_norm": 5.375,
      "learning_rate": 1.3990279832237668e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5417276620864868,
      "num_tokens": 437303233.0,
      "step": 567800
    },
    {
      "epoch": 0.7202438486068512,
      "grad_norm": 5.4375,
      "learning_rate": 1.3989645522151375e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5499222695827484,
      "num_tokens": 437310748.0,
      "step": 567810
    },
    {
      "epoch": 0.720256533199384,
      "grad_norm": 5.0,
      "learning_rate": 1.3989011212065088e-05,
      "loss": 2.114,
      "mean_token_accuracy": 0.5307463377714157,
      "num_tokens": 437319357.0,
      "step": 567820
    },
    {
      "epoch": 0.7202692177919169,
      "grad_norm": 5.71875,
      "learning_rate": 1.3988376901978795e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5404711663722992,
      "num_tokens": 437325987.0,
      "step": 567830
    },
    {
      "epoch": 0.7202819023844497,
      "grad_norm": 7.71875,
      "learning_rate": 1.3987742591892503e-05,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5386546880006791,
      "num_tokens": 437333552.0,
      "step": 567840
    },
    {
      "epoch": 0.7202945869769826,
      "grad_norm": 5.03125,
      "learning_rate": 1.398710828180621e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5482352942228317,
      "num_tokens": 437342015.0,
      "step": 567850
    },
    {
      "epoch": 0.7203072715695154,
      "grad_norm": 5.3125,
      "learning_rate": 1.398647397171992e-05,
      "loss": 1.8047,
      "mean_token_accuracy": 0.5869533479213714,
      "num_tokens": 437348030.0,
      "step": 567860
    },
    {
      "epoch": 0.7203199561620482,
      "grad_norm": 4.71875,
      "learning_rate": 1.398583966163363e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.530642494559288,
      "num_tokens": 437355183.0,
      "step": 567870
    },
    {
      "epoch": 0.720332640754581,
      "grad_norm": 5.03125,
      "learning_rate": 1.3985205351547337e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5685254216194153,
      "num_tokens": 437362936.0,
      "step": 567880
    },
    {
      "epoch": 0.7203453253471139,
      "grad_norm": 5.375,
      "learning_rate": 1.3984571041461045e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.530825960636139,
      "num_tokens": 437370983.0,
      "step": 567890
    },
    {
      "epoch": 0.7203580099396467,
      "grad_norm": 4.6875,
      "learning_rate": 1.3983936731374752e-05,
      "loss": 2.215,
      "mean_token_accuracy": 0.5227406978607178,
      "num_tokens": 437379078.0,
      "step": 567900
    },
    {
      "epoch": 0.7203706945321795,
      "grad_norm": 6.75,
      "learning_rate": 1.3983302421288463e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5309134423732758,
      "num_tokens": 437387506.0,
      "step": 567910
    },
    {
      "epoch": 0.7203833791247124,
      "grad_norm": 4.625,
      "learning_rate": 1.3982668111202172e-05,
      "loss": 1.8396,
      "mean_token_accuracy": 0.5788865566253663,
      "num_tokens": 437396169.0,
      "step": 567920
    },
    {
      "epoch": 0.7203960637172452,
      "grad_norm": 4.6875,
      "learning_rate": 1.3982033801115879e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5698177218437195,
      "num_tokens": 437403133.0,
      "step": 567930
    },
    {
      "epoch": 0.7204087483097781,
      "grad_norm": 6.34375,
      "learning_rate": 1.3981399491029587e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5472948253154755,
      "num_tokens": 437411093.0,
      "step": 567940
    },
    {
      "epoch": 0.7204214329023109,
      "grad_norm": 5.09375,
      "learning_rate": 1.3980765180943294e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5158448636531829,
      "num_tokens": 437419911.0,
      "step": 567950
    },
    {
      "epoch": 0.7204341174948438,
      "grad_norm": 7.15625,
      "learning_rate": 1.3980130870857005e-05,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5299079447984696,
      "num_tokens": 437427469.0,
      "step": 567960
    },
    {
      "epoch": 0.7204468020873765,
      "grad_norm": 6.28125,
      "learning_rate": 1.3979496560770714e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5345398724079132,
      "num_tokens": 437436720.0,
      "step": 567970
    },
    {
      "epoch": 0.7204594866799093,
      "grad_norm": 5.5625,
      "learning_rate": 1.397886225068442e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5706380039453507,
      "num_tokens": 437445933.0,
      "step": 567980
    },
    {
      "epoch": 0.7204721712724422,
      "grad_norm": 6.0625,
      "learning_rate": 1.397822794059813e-05,
      "loss": 2.2655,
      "mean_token_accuracy": 0.5115310490131378,
      "num_tokens": 437454890.0,
      "step": 567990
    },
    {
      "epoch": 0.720484855864975,
      "grad_norm": 6.78125,
      "learning_rate": 1.3977593630511836e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5600291013717651,
      "num_tokens": 437462878.0,
      "step": 568000
    },
    {
      "epoch": 0.7204975404575079,
      "grad_norm": 5.71875,
      "learning_rate": 1.3976959320425549e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5497049748897552,
      "num_tokens": 437470609.0,
      "step": 568010
    },
    {
      "epoch": 0.7205102250500407,
      "grad_norm": 8.375,
      "learning_rate": 1.3976325010339256e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5361510664224625,
      "num_tokens": 437478253.0,
      "step": 568020
    },
    {
      "epoch": 0.7205229096425736,
      "grad_norm": 4.96875,
      "learning_rate": 1.3975690700252964e-05,
      "loss": 2.2743,
      "mean_token_accuracy": 0.5081521570682526,
      "num_tokens": 437486760.0,
      "step": 568030
    },
    {
      "epoch": 0.7205355942351064,
      "grad_norm": 6.375,
      "learning_rate": 1.3975056390166671e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5239679783582687,
      "num_tokens": 437495560.0,
      "step": 568040
    },
    {
      "epoch": 0.7205482788276392,
      "grad_norm": 6.28125,
      "learning_rate": 1.397442208008038e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5348121404647828,
      "num_tokens": 437503318.0,
      "step": 568050
    },
    {
      "epoch": 0.7205609634201721,
      "grad_norm": 6.15625,
      "learning_rate": 1.397378776999409e-05,
      "loss": 2.2438,
      "mean_token_accuracy": 0.5117071688175201,
      "num_tokens": 437511733.0,
      "step": 568060
    },
    {
      "epoch": 0.7205736480127048,
      "grad_norm": 5.46875,
      "learning_rate": 1.3973153459907798e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5526600480079651,
      "num_tokens": 437520797.0,
      "step": 568070
    },
    {
      "epoch": 0.7205863326052377,
      "grad_norm": 6.3125,
      "learning_rate": 1.3972519149821506e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.534540730714798,
      "num_tokens": 437529578.0,
      "step": 568080
    },
    {
      "epoch": 0.7205990171977705,
      "grad_norm": 6.0,
      "learning_rate": 1.3971884839735213e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5626722425222397,
      "num_tokens": 437536638.0,
      "step": 568090
    },
    {
      "epoch": 0.7206117017903034,
      "grad_norm": 4.9375,
      "learning_rate": 1.3971250529648922e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5782475531101227,
      "num_tokens": 437543921.0,
      "step": 568100
    },
    {
      "epoch": 0.7206243863828362,
      "grad_norm": 6.875,
      "learning_rate": 1.3970616219562633e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5406586349010467,
      "num_tokens": 437550449.0,
      "step": 568110
    },
    {
      "epoch": 0.7206370709753691,
      "grad_norm": 6.28125,
      "learning_rate": 1.396998190947634e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5845194697380066,
      "num_tokens": 437557821.0,
      "step": 568120
    },
    {
      "epoch": 0.7206497555679019,
      "grad_norm": 5.21875,
      "learning_rate": 1.3969347599390048e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5185115039348602,
      "num_tokens": 437567144.0,
      "step": 568130
    },
    {
      "epoch": 0.7206624401604347,
      "grad_norm": 5.375,
      "learning_rate": 1.3968713289303755e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5287353008985519,
      "num_tokens": 437575070.0,
      "step": 568140
    },
    {
      "epoch": 0.7206751247529676,
      "grad_norm": 4.78125,
      "learning_rate": 1.3968078979217464e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5351068288087845,
      "num_tokens": 437582792.0,
      "step": 568150
    },
    {
      "epoch": 0.7206878093455004,
      "grad_norm": 5.875,
      "learning_rate": 1.3967444669131175e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5380195796489715,
      "num_tokens": 437589629.0,
      "step": 568160
    },
    {
      "epoch": 0.7207004939380333,
      "grad_norm": 5.03125,
      "learning_rate": 1.3966810359044882e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5522818684577941,
      "num_tokens": 437596041.0,
      "step": 568170
    },
    {
      "epoch": 0.720713178530566,
      "grad_norm": 4.96875,
      "learning_rate": 1.396617604895859e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5424199730157853,
      "num_tokens": 437602760.0,
      "step": 568180
    },
    {
      "epoch": 0.7207258631230989,
      "grad_norm": 4.65625,
      "learning_rate": 1.3965541738872297e-05,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5232993513345718,
      "num_tokens": 437610325.0,
      "step": 568190
    },
    {
      "epoch": 0.7207385477156317,
      "grad_norm": 6.28125,
      "learning_rate": 1.3964907428786006e-05,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5371889740228653,
      "num_tokens": 437617454.0,
      "step": 568200
    },
    {
      "epoch": 0.7207512323081645,
      "grad_norm": 8.625,
      "learning_rate": 1.3964273118699717e-05,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5664017379283905,
      "num_tokens": 437624530.0,
      "step": 568210
    },
    {
      "epoch": 0.7207639169006974,
      "grad_norm": 5.28125,
      "learning_rate": 1.3963638808613425e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5617211520671844,
      "num_tokens": 437632280.0,
      "step": 568220
    },
    {
      "epoch": 0.7207766014932302,
      "grad_norm": 5.8125,
      "learning_rate": 1.3963004498527132e-05,
      "loss": 1.8571,
      "mean_token_accuracy": 0.5870750933885575,
      "num_tokens": 437637910.0,
      "step": 568230
    },
    {
      "epoch": 0.7207892860857631,
      "grad_norm": 7.84375,
      "learning_rate": 1.3962370188440841e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.5721484750509263,
      "num_tokens": 437644334.0,
      "step": 568240
    },
    {
      "epoch": 0.7208019706782959,
      "grad_norm": 4.90625,
      "learning_rate": 1.3961735878354548e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5529308825731277,
      "num_tokens": 437652498.0,
      "step": 568250
    },
    {
      "epoch": 0.7208146552708288,
      "grad_norm": 6.0625,
      "learning_rate": 1.3961101568268259e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5684097945690155,
      "num_tokens": 437659133.0,
      "step": 568260
    },
    {
      "epoch": 0.7208273398633616,
      "grad_norm": 5.375,
      "learning_rate": 1.3960467258181967e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5697394996881485,
      "num_tokens": 437666990.0,
      "step": 568270
    },
    {
      "epoch": 0.7208400244558945,
      "grad_norm": 14.5625,
      "learning_rate": 1.3959832948095674e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5471309363842011,
      "num_tokens": 437674362.0,
      "step": 568280
    },
    {
      "epoch": 0.7208527090484272,
      "grad_norm": 5.59375,
      "learning_rate": 1.3959198638009383e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5641977965831757,
      "num_tokens": 437680293.0,
      "step": 568290
    },
    {
      "epoch": 0.72086539364096,
      "grad_norm": 5.78125,
      "learning_rate": 1.3958564327923093e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5445515006780625,
      "num_tokens": 437687568.0,
      "step": 568300
    },
    {
      "epoch": 0.7208780782334929,
      "grad_norm": 5.3125,
      "learning_rate": 1.39579300178368e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5306114822626113,
      "num_tokens": 437695158.0,
      "step": 568310
    },
    {
      "epoch": 0.7208907628260257,
      "grad_norm": 5.78125,
      "learning_rate": 1.395729570775051e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5586018294095993,
      "num_tokens": 437702174.0,
      "step": 568320
    },
    {
      "epoch": 0.7209034474185586,
      "grad_norm": 4.96875,
      "learning_rate": 1.3956661397664216e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5460434406995773,
      "num_tokens": 437709858.0,
      "step": 568330
    },
    {
      "epoch": 0.7209161320110914,
      "grad_norm": 9.75,
      "learning_rate": 1.3956027087577925e-05,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5434167981147766,
      "num_tokens": 437717465.0,
      "step": 568340
    },
    {
      "epoch": 0.7209288166036243,
      "grad_norm": 5.6875,
      "learning_rate": 1.3955392777491635e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5475009471178055,
      "num_tokens": 437725573.0,
      "step": 568350
    },
    {
      "epoch": 0.7209415011961571,
      "grad_norm": 5.1875,
      "learning_rate": 1.3954758467405343e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5385293066501617,
      "num_tokens": 437734407.0,
      "step": 568360
    },
    {
      "epoch": 0.7209541857886899,
      "grad_norm": 5.4375,
      "learning_rate": 1.3954124157319051e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5264031797647476,
      "num_tokens": 437742587.0,
      "step": 568370
    },
    {
      "epoch": 0.7209668703812228,
      "grad_norm": 5.21875,
      "learning_rate": 1.3953489847232758e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5430487036705017,
      "num_tokens": 437752148.0,
      "step": 568380
    },
    {
      "epoch": 0.7209795549737555,
      "grad_norm": 6.78125,
      "learning_rate": 1.3952855537146467e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5386523067951202,
      "num_tokens": 437759039.0,
      "step": 568390
    },
    {
      "epoch": 0.7209922395662884,
      "grad_norm": 4.6875,
      "learning_rate": 1.3952221227060177e-05,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5329982221126557,
      "num_tokens": 437767665.0,
      "step": 568400
    },
    {
      "epoch": 0.7210049241588212,
      "grad_norm": 5.0,
      "learning_rate": 1.3951586916973886e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5578772366046906,
      "num_tokens": 437776217.0,
      "step": 568410
    },
    {
      "epoch": 0.7210176087513541,
      "grad_norm": 5.0625,
      "learning_rate": 1.3950952606887593e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5455514520406723,
      "num_tokens": 437784583.0,
      "step": 568420
    },
    {
      "epoch": 0.7210302933438869,
      "grad_norm": 10.8125,
      "learning_rate": 1.3950318296801302e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5405015259981155,
      "num_tokens": 437792056.0,
      "step": 568430
    },
    {
      "epoch": 0.7210429779364197,
      "grad_norm": 5.15625,
      "learning_rate": 1.3949683986715009e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5461007297039032,
      "num_tokens": 437801023.0,
      "step": 568440
    },
    {
      "epoch": 0.7210556625289526,
      "grad_norm": 6.46875,
      "learning_rate": 1.394904967662872e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5420934885740281,
      "num_tokens": 437808387.0,
      "step": 568450
    },
    {
      "epoch": 0.7210683471214854,
      "grad_norm": 7.1875,
      "learning_rate": 1.3948415366542428e-05,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5658564418554306,
      "num_tokens": 437815334.0,
      "step": 568460
    },
    {
      "epoch": 0.7210810317140183,
      "grad_norm": 5.0625,
      "learning_rate": 1.3947781056456135e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.517300221323967,
      "num_tokens": 437824499.0,
      "step": 568470
    },
    {
      "epoch": 0.7210937163065511,
      "grad_norm": 6.71875,
      "learning_rate": 1.3947146746369844e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5224075585603714,
      "num_tokens": 437833272.0,
      "step": 568480
    },
    {
      "epoch": 0.721106400899084,
      "grad_norm": 5.75,
      "learning_rate": 1.3946512436283551e-05,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5658543676137924,
      "num_tokens": 437841134.0,
      "step": 568490
    },
    {
      "epoch": 0.7211190854916167,
      "grad_norm": 5.75,
      "learning_rate": 1.3945878126197262e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5539700895547867,
      "num_tokens": 437848633.0,
      "step": 568500
    },
    {
      "epoch": 0.7211317700841496,
      "grad_norm": 6.59375,
      "learning_rate": 1.394524381611097e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5642680764198303,
      "num_tokens": 437855653.0,
      "step": 568510
    },
    {
      "epoch": 0.7211444546766824,
      "grad_norm": 4.90625,
      "learning_rate": 1.3944609506024677e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5708738505840302,
      "num_tokens": 437863259.0,
      "step": 568520
    },
    {
      "epoch": 0.7211571392692152,
      "grad_norm": 6.875,
      "learning_rate": 1.3943975195938386e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5430894285440445,
      "num_tokens": 437872224.0,
      "step": 568530
    },
    {
      "epoch": 0.7211698238617481,
      "grad_norm": 4.96875,
      "learning_rate": 1.3943340885852093e-05,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5498931974172592,
      "num_tokens": 437880794.0,
      "step": 568540
    },
    {
      "epoch": 0.7211825084542809,
      "grad_norm": 4.84375,
      "learning_rate": 1.3942706575765804e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5427349746227265,
      "num_tokens": 437889533.0,
      "step": 568550
    },
    {
      "epoch": 0.7211951930468138,
      "grad_norm": 5.1875,
      "learning_rate": 1.3942072265679512e-05,
      "loss": 1.8687,
      "mean_token_accuracy": 0.5884177893400192,
      "num_tokens": 437896271.0,
      "step": 568560
    },
    {
      "epoch": 0.7212078776393466,
      "grad_norm": 9.0,
      "learning_rate": 1.394143795559322e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5565569967031478,
      "num_tokens": 437903979.0,
      "step": 568570
    },
    {
      "epoch": 0.7212205622318795,
      "grad_norm": 5.125,
      "learning_rate": 1.3940803645506928e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.525102823972702,
      "num_tokens": 437912256.0,
      "step": 568580
    },
    {
      "epoch": 0.7212332468244123,
      "grad_norm": 6.1875,
      "learning_rate": 1.3940169335420635e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5788768589496612,
      "num_tokens": 437918972.0,
      "step": 568590
    },
    {
      "epoch": 0.721245931416945,
      "grad_norm": 7.65625,
      "learning_rate": 1.3939535025334347e-05,
      "loss": 2.3725,
      "mean_token_accuracy": 0.49527470767498016,
      "num_tokens": 437926073.0,
      "step": 568600
    },
    {
      "epoch": 0.7212586160094779,
      "grad_norm": 5.4375,
      "learning_rate": 1.3938900715248054e-05,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5285197287797928,
      "num_tokens": 437934066.0,
      "step": 568610
    },
    {
      "epoch": 0.7212713006020107,
      "grad_norm": 5.25,
      "learning_rate": 1.3938266405161763e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5305962145328522,
      "num_tokens": 437942028.0,
      "step": 568620
    },
    {
      "epoch": 0.7212839851945436,
      "grad_norm": 6.0625,
      "learning_rate": 1.393763209507547e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5622940957546234,
      "num_tokens": 437949179.0,
      "step": 568630
    },
    {
      "epoch": 0.7212966697870764,
      "grad_norm": 6.59375,
      "learning_rate": 1.3936997784989179e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5497188299894333,
      "num_tokens": 437956881.0,
      "step": 568640
    },
    {
      "epoch": 0.7213093543796093,
      "grad_norm": 7.15625,
      "learning_rate": 1.393636347490289e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5444296956062317,
      "num_tokens": 437964173.0,
      "step": 568650
    },
    {
      "epoch": 0.7213220389721421,
      "grad_norm": 5.28125,
      "learning_rate": 1.3935729164816596e-05,
      "loss": 1.9182,
      "mean_token_accuracy": 0.5730998158454895,
      "num_tokens": 437971719.0,
      "step": 568660
    },
    {
      "epoch": 0.721334723564675,
      "grad_norm": 4.59375,
      "learning_rate": 1.3935094854730305e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5437768042087555,
      "num_tokens": 437981197.0,
      "step": 568670
    },
    {
      "epoch": 0.7213474081572078,
      "grad_norm": 5.625,
      "learning_rate": 1.3934460544644012e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5216523170471191,
      "num_tokens": 437987960.0,
      "step": 568680
    },
    {
      "epoch": 0.7213600927497406,
      "grad_norm": 5.125,
      "learning_rate": 1.393382623455772e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5308819025754928,
      "num_tokens": 437996532.0,
      "step": 568690
    },
    {
      "epoch": 0.7213727773422735,
      "grad_norm": 4.6875,
      "learning_rate": 1.3933191924471431e-05,
      "loss": 2.2366,
      "mean_token_accuracy": 0.5080513447523117,
      "num_tokens": 438004874.0,
      "step": 568700
    },
    {
      "epoch": 0.7213854619348062,
      "grad_norm": 14.5,
      "learning_rate": 1.3932557614385138e-05,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5645596235990524,
      "num_tokens": 438011804.0,
      "step": 568710
    },
    {
      "epoch": 0.7213981465273391,
      "grad_norm": 5.03125,
      "learning_rate": 1.3931923304298847e-05,
      "loss": 1.8827,
      "mean_token_accuracy": 0.5854224443435669,
      "num_tokens": 438019099.0,
      "step": 568720
    },
    {
      "epoch": 0.7214108311198719,
      "grad_norm": 6.28125,
      "learning_rate": 1.3931288994212554e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5293200820684433,
      "num_tokens": 438028143.0,
      "step": 568730
    },
    {
      "epoch": 0.7214235157124048,
      "grad_norm": 5.5625,
      "learning_rate": 1.3930654684126263e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5538787931203842,
      "num_tokens": 438036687.0,
      "step": 568740
    },
    {
      "epoch": 0.7214362003049376,
      "grad_norm": 7.125,
      "learning_rate": 1.3930020374039973e-05,
      "loss": 1.7951,
      "mean_token_accuracy": 0.5872294843196869,
      "num_tokens": 438043763.0,
      "step": 568750
    },
    {
      "epoch": 0.7214488848974704,
      "grad_norm": 7.78125,
      "learning_rate": 1.392938606395368e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5324884235858918,
      "num_tokens": 438051216.0,
      "step": 568760
    },
    {
      "epoch": 0.7214615694900033,
      "grad_norm": 5.03125,
      "learning_rate": 1.3928751753867389e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5450253635644913,
      "num_tokens": 438060288.0,
      "step": 568770
    },
    {
      "epoch": 0.7214742540825361,
      "grad_norm": 5.0625,
      "learning_rate": 1.3928117443781096e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5262492895126343,
      "num_tokens": 438068690.0,
      "step": 568780
    },
    {
      "epoch": 0.721486938675069,
      "grad_norm": 5.09375,
      "learning_rate": 1.3927483133694808e-05,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5367673099040985,
      "num_tokens": 438077224.0,
      "step": 568790
    },
    {
      "epoch": 0.7214996232676018,
      "grad_norm": 5.96875,
      "learning_rate": 1.3926848823608515e-05,
      "loss": 1.6361,
      "mean_token_accuracy": 0.6313926428556442,
      "num_tokens": 438082551.0,
      "step": 568800
    },
    {
      "epoch": 0.7215123078601346,
      "grad_norm": 5.3125,
      "learning_rate": 1.3926214513522224e-05,
      "loss": 2.2867,
      "mean_token_accuracy": 0.5135819733142852,
      "num_tokens": 438090660.0,
      "step": 568810
    },
    {
      "epoch": 0.7215249924526674,
      "grad_norm": 4.875,
      "learning_rate": 1.3925580203435931e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.5247454553842544,
      "num_tokens": 438098631.0,
      "step": 568820
    },
    {
      "epoch": 0.7215376770452003,
      "grad_norm": 6.03125,
      "learning_rate": 1.392494589334964e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.534972083568573,
      "num_tokens": 438106424.0,
      "step": 568830
    },
    {
      "epoch": 0.7215503616377331,
      "grad_norm": 7.96875,
      "learning_rate": 1.392431158326335e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.54063121676445,
      "num_tokens": 438114523.0,
      "step": 568840
    },
    {
      "epoch": 0.7215630462302659,
      "grad_norm": 6.15625,
      "learning_rate": 1.3923677273177057e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5452270269393921,
      "num_tokens": 438121551.0,
      "step": 568850
    },
    {
      "epoch": 0.7215757308227988,
      "grad_norm": 5.5625,
      "learning_rate": 1.3923042963090766e-05,
      "loss": 2.3118,
      "mean_token_accuracy": 0.5093735575675964,
      "num_tokens": 438130299.0,
      "step": 568860
    },
    {
      "epoch": 0.7215884154153316,
      "grad_norm": 5.0625,
      "learning_rate": 1.3922408653004473e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5712641537189483,
      "num_tokens": 438137525.0,
      "step": 568870
    },
    {
      "epoch": 0.7216011000078645,
      "grad_norm": 5.21875,
      "learning_rate": 1.3921774342918182e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5169290721416473,
      "num_tokens": 438145768.0,
      "step": 568880
    },
    {
      "epoch": 0.7216137846003973,
      "grad_norm": 5.4375,
      "learning_rate": 1.3921140032831892e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5516597986221313,
      "num_tokens": 438154056.0,
      "step": 568890
    },
    {
      "epoch": 0.7216264691929302,
      "grad_norm": 5.625,
      "learning_rate": 1.39205057227456e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5577085703611374,
      "num_tokens": 438161947.0,
      "step": 568900
    },
    {
      "epoch": 0.721639153785463,
      "grad_norm": 5.5,
      "learning_rate": 1.3919871412659308e-05,
      "loss": 1.8519,
      "mean_token_accuracy": 0.5843893885612488,
      "num_tokens": 438169619.0,
      "step": 568910
    },
    {
      "epoch": 0.7216518383779957,
      "grad_norm": 4.90625,
      "learning_rate": 1.3919237102573015e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5553844183683395,
      "num_tokens": 438177653.0,
      "step": 568920
    },
    {
      "epoch": 0.7216645229705286,
      "grad_norm": 5.28125,
      "learning_rate": 1.3918602792486724e-05,
      "loss": 1.9609,
      "mean_token_accuracy": 0.559966766834259,
      "num_tokens": 438184070.0,
      "step": 568930
    },
    {
      "epoch": 0.7216772075630614,
      "grad_norm": 5.75,
      "learning_rate": 1.3917968482400434e-05,
      "loss": 2.2676,
      "mean_token_accuracy": 0.5047308653593063,
      "num_tokens": 438192872.0,
      "step": 568940
    },
    {
      "epoch": 0.7216898921555943,
      "grad_norm": 4.9375,
      "learning_rate": 1.3917334172314141e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5704028457403183,
      "num_tokens": 438201070.0,
      "step": 568950
    },
    {
      "epoch": 0.7217025767481271,
      "grad_norm": 8.0625,
      "learning_rate": 1.391669986222785e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5285611271858215,
      "num_tokens": 438209821.0,
      "step": 568960
    },
    {
      "epoch": 0.72171526134066,
      "grad_norm": 2.71875,
      "learning_rate": 1.3916065552141557e-05,
      "loss": 1.9811,
      "mean_token_accuracy": 0.5592170357704163,
      "num_tokens": 438218587.0,
      "step": 568970
    },
    {
      "epoch": 0.7217279459331928,
      "grad_norm": 4.71875,
      "learning_rate": 1.3915431242055266e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5470796763896942,
      "num_tokens": 438227679.0,
      "step": 568980
    },
    {
      "epoch": 0.7217406305257256,
      "grad_norm": 4.875,
      "learning_rate": 1.3914796931968976e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5544134080410004,
      "num_tokens": 438234832.0,
      "step": 568990
    },
    {
      "epoch": 0.7217533151182585,
      "grad_norm": 5.125,
      "learning_rate": 1.3914162621882685e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5289050102233886,
      "num_tokens": 438243410.0,
      "step": 569000
    },
    {
      "epoch": 0.7217659997107913,
      "grad_norm": 6.1875,
      "learning_rate": 1.3913528311796392e-05,
      "loss": 1.7074,
      "mean_token_accuracy": 0.612377941608429,
      "num_tokens": 438249631.0,
      "step": 569010
    },
    {
      "epoch": 0.7217786843033241,
      "grad_norm": 6.0625,
      "learning_rate": 1.39128940017101e-05,
      "loss": 1.994,
      "mean_token_accuracy": 0.5560632348060608,
      "num_tokens": 438257838.0,
      "step": 569020
    },
    {
      "epoch": 0.7217913688958569,
      "grad_norm": 4.59375,
      "learning_rate": 1.3912259691623808e-05,
      "loss": 1.7255,
      "mean_token_accuracy": 0.6089009910821914,
      "num_tokens": 438264389.0,
      "step": 569030
    },
    {
      "epoch": 0.7218040534883898,
      "grad_norm": 7.90625,
      "learning_rate": 1.3911625381537518e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5423224180936813,
      "num_tokens": 438271600.0,
      "step": 569040
    },
    {
      "epoch": 0.7218167380809226,
      "grad_norm": 4.59375,
      "learning_rate": 1.3910991071451227e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5283193975687027,
      "num_tokens": 438277815.0,
      "step": 569050
    },
    {
      "epoch": 0.7218294226734555,
      "grad_norm": 7.53125,
      "learning_rate": 1.3910356761364934e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5598441898822785,
      "num_tokens": 438285961.0,
      "step": 569060
    },
    {
      "epoch": 0.7218421072659883,
      "grad_norm": 4.96875,
      "learning_rate": 1.3909722451278643e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5186979353427887,
      "num_tokens": 438295094.0,
      "step": 569070
    },
    {
      "epoch": 0.7218547918585211,
      "grad_norm": 6.90625,
      "learning_rate": 1.390908814119235e-05,
      "loss": 1.9454,
      "mean_token_accuracy": 0.5750284105539322,
      "num_tokens": 438302394.0,
      "step": 569080
    },
    {
      "epoch": 0.721867476451054,
      "grad_norm": 6.0625,
      "learning_rate": 1.390845383110606e-05,
      "loss": 1.8503,
      "mean_token_accuracy": 0.5952240228652954,
      "num_tokens": 438309450.0,
      "step": 569090
    },
    {
      "epoch": 0.7218801610435868,
      "grad_norm": 5.03125,
      "learning_rate": 1.3907819521019769e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5234106570482254,
      "num_tokens": 438317792.0,
      "step": 569100
    },
    {
      "epoch": 0.7218928456361197,
      "grad_norm": 6.5,
      "learning_rate": 1.3907185210933476e-05,
      "loss": 1.9492,
      "mean_token_accuracy": 0.573647877573967,
      "num_tokens": 438325008.0,
      "step": 569110
    },
    {
      "epoch": 0.7219055302286524,
      "grad_norm": 5.21875,
      "learning_rate": 1.3906550900847185e-05,
      "loss": 1.9069,
      "mean_token_accuracy": 0.5702597111463547,
      "num_tokens": 438331663.0,
      "step": 569120
    },
    {
      "epoch": 0.7219182148211853,
      "grad_norm": 6.6875,
      "learning_rate": 1.3905916590760892e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5539285451173782,
      "num_tokens": 438338897.0,
      "step": 569130
    },
    {
      "epoch": 0.7219308994137181,
      "grad_norm": 11.6875,
      "learning_rate": 1.3905282280674602e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5717109233140946,
      "num_tokens": 438345703.0,
      "step": 569140
    },
    {
      "epoch": 0.7219435840062509,
      "grad_norm": 4.1875,
      "learning_rate": 1.3904647970588311e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5558499574661255,
      "num_tokens": 438354130.0,
      "step": 569150
    },
    {
      "epoch": 0.7219562685987838,
      "grad_norm": 6.28125,
      "learning_rate": 1.3904013660502018e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5254984438419342,
      "num_tokens": 438363239.0,
      "step": 569160
    },
    {
      "epoch": 0.7219689531913166,
      "grad_norm": 5.75,
      "learning_rate": 1.3903379350415727e-05,
      "loss": 1.7681,
      "mean_token_accuracy": 0.6044801533222198,
      "num_tokens": 438370493.0,
      "step": 569170
    },
    {
      "epoch": 0.7219816377838495,
      "grad_norm": 7.0,
      "learning_rate": 1.3902745040329434e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5485621899366379,
      "num_tokens": 438376966.0,
      "step": 569180
    },
    {
      "epoch": 0.7219943223763823,
      "grad_norm": 5.34375,
      "learning_rate": 1.3902110730243146e-05,
      "loss": 2.036,
      "mean_token_accuracy": 0.5454996883869171,
      "num_tokens": 438384581.0,
      "step": 569190
    },
    {
      "epoch": 0.7220070069689152,
      "grad_norm": 6.3125,
      "learning_rate": 1.3901476420156853e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5801078766584397,
      "num_tokens": 438391757.0,
      "step": 569200
    },
    {
      "epoch": 0.722019691561448,
      "grad_norm": 5.375,
      "learning_rate": 1.3900842110070562e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5537074714899063,
      "num_tokens": 438399743.0,
      "step": 569210
    },
    {
      "epoch": 0.7220323761539809,
      "grad_norm": 6.125,
      "learning_rate": 1.3900207799984269e-05,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5529964059591294,
      "num_tokens": 438407164.0,
      "step": 569220
    },
    {
      "epoch": 0.7220450607465136,
      "grad_norm": 7.375,
      "learning_rate": 1.389957348989798e-05,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5818855881690979,
      "num_tokens": 438413061.0,
      "step": 569230
    },
    {
      "epoch": 0.7220577453390464,
      "grad_norm": 6.90625,
      "learning_rate": 1.3898939179811688e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5302724093198776,
      "num_tokens": 438420616.0,
      "step": 569240
    },
    {
      "epoch": 0.7220704299315793,
      "grad_norm": 8.125,
      "learning_rate": 1.3898304869725395e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5406224876642227,
      "num_tokens": 438428449.0,
      "step": 569250
    },
    {
      "epoch": 0.7220831145241121,
      "grad_norm": 4.9375,
      "learning_rate": 1.3897670559639104e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.586375218629837,
      "num_tokens": 438436401.0,
      "step": 569260
    },
    {
      "epoch": 0.722095799116645,
      "grad_norm": 11.0625,
      "learning_rate": 1.389703624955281e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5643327921628952,
      "num_tokens": 438444110.0,
      "step": 569270
    },
    {
      "epoch": 0.7221084837091778,
      "grad_norm": 6.46875,
      "learning_rate": 1.3896401939466521e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.551007679104805,
      "num_tokens": 438451478.0,
      "step": 569280
    },
    {
      "epoch": 0.7221211683017107,
      "grad_norm": 5.5,
      "learning_rate": 1.389576762938023e-05,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5120584815740585,
      "num_tokens": 438459285.0,
      "step": 569290
    },
    {
      "epoch": 0.7221338528942435,
      "grad_norm": 5.84375,
      "learning_rate": 1.3895133319293937e-05,
      "loss": 2.2545,
      "mean_token_accuracy": 0.527564650774002,
      "num_tokens": 438466080.0,
      "step": 569300
    },
    {
      "epoch": 0.7221465374867763,
      "grad_norm": 9.6875,
      "learning_rate": 1.3894499009207646e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5305392771959305,
      "num_tokens": 438473566.0,
      "step": 569310
    },
    {
      "epoch": 0.7221592220793092,
      "grad_norm": 6.0625,
      "learning_rate": 1.3893864699121353e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5377238363027572,
      "num_tokens": 438480985.0,
      "step": 569320
    },
    {
      "epoch": 0.722171906671842,
      "grad_norm": 5.375,
      "learning_rate": 1.3893230389035063e-05,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5278520852327346,
      "num_tokens": 438489016.0,
      "step": 569330
    },
    {
      "epoch": 0.7221845912643748,
      "grad_norm": 4.53125,
      "learning_rate": 1.3892596078948772e-05,
      "loss": 1.8561,
      "mean_token_accuracy": 0.5774836063385009,
      "num_tokens": 438496426.0,
      "step": 569340
    },
    {
      "epoch": 0.7221972758569076,
      "grad_norm": 7.21875,
      "learning_rate": 1.3891961768862479e-05,
      "loss": 2.256,
      "mean_token_accuracy": 0.515391829609871,
      "num_tokens": 438505202.0,
      "step": 569350
    },
    {
      "epoch": 0.7222099604494405,
      "grad_norm": 5.25,
      "learning_rate": 1.3891327458776188e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5263382971286774,
      "num_tokens": 438513745.0,
      "step": 569360
    },
    {
      "epoch": 0.7222226450419733,
      "grad_norm": 5.59375,
      "learning_rate": 1.3890693148689895e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.562218526005745,
      "num_tokens": 438521396.0,
      "step": 569370
    },
    {
      "epoch": 0.7222353296345061,
      "grad_norm": 5.84375,
      "learning_rate": 1.3890058838603607e-05,
      "loss": 1.7386,
      "mean_token_accuracy": 0.6076238453388214,
      "num_tokens": 438528806.0,
      "step": 569380
    },
    {
      "epoch": 0.722248014227039,
      "grad_norm": 4.9375,
      "learning_rate": 1.3889424528517314e-05,
      "loss": 1.9581,
      "mean_token_accuracy": 0.5668528884649277,
      "num_tokens": 438536940.0,
      "step": 569390
    },
    {
      "epoch": 0.7222606988195718,
      "grad_norm": 5.3125,
      "learning_rate": 1.3888790218431023e-05,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5706265687942504,
      "num_tokens": 438544270.0,
      "step": 569400
    },
    {
      "epoch": 0.7222733834121047,
      "grad_norm": 5.28125,
      "learning_rate": 1.388815590834473e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5276654630899429,
      "num_tokens": 438552627.0,
      "step": 569410
    },
    {
      "epoch": 0.7222860680046375,
      "grad_norm": 9.25,
      "learning_rate": 1.3887521598258438e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.559409236907959,
      "num_tokens": 438560468.0,
      "step": 569420
    },
    {
      "epoch": 0.7222987525971704,
      "grad_norm": 5.53125,
      "learning_rate": 1.3886887288172149e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5513720870018005,
      "num_tokens": 438567675.0,
      "step": 569430
    },
    {
      "epoch": 0.7223114371897031,
      "grad_norm": 6.75,
      "learning_rate": 1.3886252978085856e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5528505474328995,
      "num_tokens": 438574656.0,
      "step": 569440
    },
    {
      "epoch": 0.722324121782236,
      "grad_norm": 5.96875,
      "learning_rate": 1.3885618667999565e-05,
      "loss": 1.9057,
      "mean_token_accuracy": 0.5708896279335022,
      "num_tokens": 438582905.0,
      "step": 569450
    },
    {
      "epoch": 0.7223368063747688,
      "grad_norm": 4.9375,
      "learning_rate": 1.3884984357913272e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5323631256818772,
      "num_tokens": 438591657.0,
      "step": 569460
    },
    {
      "epoch": 0.7223494909673016,
      "grad_norm": 7.78125,
      "learning_rate": 1.388435004782698e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5615241318941117,
      "num_tokens": 438598532.0,
      "step": 569470
    },
    {
      "epoch": 0.7223621755598345,
      "grad_norm": 4.9375,
      "learning_rate": 1.3883715737740691e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.523416417837143,
      "num_tokens": 438606901.0,
      "step": 569480
    },
    {
      "epoch": 0.7223748601523673,
      "grad_norm": 5.09375,
      "learning_rate": 1.3883081427654398e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5261302083730698,
      "num_tokens": 438614730.0,
      "step": 569490
    },
    {
      "epoch": 0.7223875447449002,
      "grad_norm": 4.8125,
      "learning_rate": 1.3882447117568107e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5443890422582627,
      "num_tokens": 438621806.0,
      "step": 569500
    },
    {
      "epoch": 0.722400229337433,
      "grad_norm": 5.21875,
      "learning_rate": 1.3881812807481814e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5522119641304016,
      "num_tokens": 438628834.0,
      "step": 569510
    },
    {
      "epoch": 0.7224129139299659,
      "grad_norm": 6.90625,
      "learning_rate": 1.3881178497395522e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5541236728429795,
      "num_tokens": 438635447.0,
      "step": 569520
    },
    {
      "epoch": 0.7224255985224987,
      "grad_norm": 6.71875,
      "learning_rate": 1.3880544187309233e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.52707037627697,
      "num_tokens": 438643491.0,
      "step": 569530
    },
    {
      "epoch": 0.7224382831150314,
      "grad_norm": 5.625,
      "learning_rate": 1.387990987722294e-05,
      "loss": 2.2402,
      "mean_token_accuracy": 0.511472898721695,
      "num_tokens": 438652055.0,
      "step": 569540
    },
    {
      "epoch": 0.7224509677075643,
      "grad_norm": 4.65625,
      "learning_rate": 1.3879275567136649e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5247694611549377,
      "num_tokens": 438660064.0,
      "step": 569550
    },
    {
      "epoch": 0.7224636523000971,
      "grad_norm": 5.1875,
      "learning_rate": 1.3878641257050356e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5312540352344512,
      "num_tokens": 438667879.0,
      "step": 569560
    },
    {
      "epoch": 0.72247633689263,
      "grad_norm": 5.15625,
      "learning_rate": 1.3878006946964064e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5183742463588714,
      "num_tokens": 438676264.0,
      "step": 569570
    },
    {
      "epoch": 0.7224890214851628,
      "grad_norm": 7.6875,
      "learning_rate": 1.3877372636877775e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5152286499738693,
      "num_tokens": 438683706.0,
      "step": 569580
    },
    {
      "epoch": 0.7225017060776957,
      "grad_norm": 5.75,
      "learning_rate": 1.3876738326791484e-05,
      "loss": 2.3174,
      "mean_token_accuracy": 0.50525261759758,
      "num_tokens": 438691707.0,
      "step": 569590
    },
    {
      "epoch": 0.7225143906702285,
      "grad_norm": 4.5625,
      "learning_rate": 1.387610401670519e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5555966913700103,
      "num_tokens": 438699667.0,
      "step": 569600
    },
    {
      "epoch": 0.7225270752627614,
      "grad_norm": 5.3125,
      "learning_rate": 1.38754697066189e-05,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5357369184494019,
      "num_tokens": 438706469.0,
      "step": 569610
    },
    {
      "epoch": 0.7225397598552942,
      "grad_norm": 5.21875,
      "learning_rate": 1.3874835396532606e-05,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5612094163894653,
      "num_tokens": 438714100.0,
      "step": 569620
    },
    {
      "epoch": 0.722552444447827,
      "grad_norm": 4.8125,
      "learning_rate": 1.3874201086446317e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5774285733699799,
      "num_tokens": 438721251.0,
      "step": 569630
    },
    {
      "epoch": 0.7225651290403599,
      "grad_norm": 6.28125,
      "learning_rate": 1.3873566776360026e-05,
      "loss": 1.939,
      "mean_token_accuracy": 0.574129319190979,
      "num_tokens": 438728330.0,
      "step": 569640
    },
    {
      "epoch": 0.7225778136328926,
      "grad_norm": 4.84375,
      "learning_rate": 1.3872932466273733e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5284883141517639,
      "num_tokens": 438736714.0,
      "step": 569650
    },
    {
      "epoch": 0.7225904982254255,
      "grad_norm": 5.625,
      "learning_rate": 1.3872298156187441e-05,
      "loss": 2.2882,
      "mean_token_accuracy": 0.5075674742460251,
      "num_tokens": 438744974.0,
      "step": 569660
    },
    {
      "epoch": 0.7226031828179583,
      "grad_norm": 5.8125,
      "learning_rate": 1.3871663846101152e-05,
      "loss": 2.0797,
      "mean_token_accuracy": 0.540182176232338,
      "num_tokens": 438752330.0,
      "step": 569670
    },
    {
      "epoch": 0.7226158674104912,
      "grad_norm": 7.84375,
      "learning_rate": 1.3871029536014859e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5578234821557999,
      "num_tokens": 438759917.0,
      "step": 569680
    },
    {
      "epoch": 0.722628552003024,
      "grad_norm": 5.46875,
      "learning_rate": 1.3870395225928568e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5547567129135131,
      "num_tokens": 438767118.0,
      "step": 569690
    },
    {
      "epoch": 0.7226412365955568,
      "grad_norm": 7.71875,
      "learning_rate": 1.3869760915842275e-05,
      "loss": 1.7795,
      "mean_token_accuracy": 0.6063439100980759,
      "num_tokens": 438774255.0,
      "step": 569700
    },
    {
      "epoch": 0.7226539211880897,
      "grad_norm": 5.53125,
      "learning_rate": 1.3869126605755983e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5342446565628052,
      "num_tokens": 438782722.0,
      "step": 569710
    },
    {
      "epoch": 0.7226666057806225,
      "grad_norm": 6.46875,
      "learning_rate": 1.3868492295669694e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5283235132694244,
      "num_tokens": 438790355.0,
      "step": 569720
    },
    {
      "epoch": 0.7226792903731554,
      "grad_norm": 6.1875,
      "learning_rate": 1.3867857985583403e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5514213353395462,
      "num_tokens": 438798734.0,
      "step": 569730
    },
    {
      "epoch": 0.7226919749656882,
      "grad_norm": 5.5,
      "learning_rate": 1.386722367549711e-05,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5728514581918717,
      "num_tokens": 438806453.0,
      "step": 569740
    },
    {
      "epoch": 0.722704659558221,
      "grad_norm": 5.28125,
      "learning_rate": 1.3866589365410818e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5383354485034942,
      "num_tokens": 438814796.0,
      "step": 569750
    },
    {
      "epoch": 0.7227173441507538,
      "grad_norm": 6.96875,
      "learning_rate": 1.3865955055324525e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5746779680252075,
      "num_tokens": 438822134.0,
      "step": 569760
    },
    {
      "epoch": 0.7227300287432867,
      "grad_norm": 5.625,
      "learning_rate": 1.3865320745238236e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5264973193407059,
      "num_tokens": 438830241.0,
      "step": 569770
    },
    {
      "epoch": 0.7227427133358195,
      "grad_norm": 7.21875,
      "learning_rate": 1.3864686435151945e-05,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5207935959100723,
      "num_tokens": 438838434.0,
      "step": 569780
    },
    {
      "epoch": 0.7227553979283523,
      "grad_norm": 5.5,
      "learning_rate": 1.3864052125065652e-05,
      "loss": 1.9231,
      "mean_token_accuracy": 0.5769546687602997,
      "num_tokens": 438846763.0,
      "step": 569790
    },
    {
      "epoch": 0.7227680825208852,
      "grad_norm": 4.96875,
      "learning_rate": 1.386341781497936e-05,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5719580739736557,
      "num_tokens": 438854119.0,
      "step": 569800
    },
    {
      "epoch": 0.722780767113418,
      "grad_norm": 6.09375,
      "learning_rate": 1.3862783504893067e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5547347098588944,
      "num_tokens": 438860750.0,
      "step": 569810
    },
    {
      "epoch": 0.7227934517059509,
      "grad_norm": 6.75,
      "learning_rate": 1.3862149194806778e-05,
      "loss": 2.2652,
      "mean_token_accuracy": 0.5039051294326782,
      "num_tokens": 438869419.0,
      "step": 569820
    },
    {
      "epoch": 0.7228061362984837,
      "grad_norm": 5.5625,
      "learning_rate": 1.3861514884720487e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.569228345155716,
      "num_tokens": 438877125.0,
      "step": 569830
    },
    {
      "epoch": 0.7228188208910166,
      "grad_norm": 4.65625,
      "learning_rate": 1.3860880574634194e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5223278224468231,
      "num_tokens": 438886095.0,
      "step": 569840
    },
    {
      "epoch": 0.7228315054835494,
      "grad_norm": 5.21875,
      "learning_rate": 1.3860246264547902e-05,
      "loss": 1.8768,
      "mean_token_accuracy": 0.5773237347602844,
      "num_tokens": 438893448.0,
      "step": 569850
    },
    {
      "epoch": 0.7228441900760821,
      "grad_norm": 5.03125,
      "learning_rate": 1.385961195446161e-05,
      "loss": 1.8195,
      "mean_token_accuracy": 0.6003595501184463,
      "num_tokens": 438900643.0,
      "step": 569860
    },
    {
      "epoch": 0.722856874668615,
      "grad_norm": 5.71875,
      "learning_rate": 1.385897764437532e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5438314288854599,
      "num_tokens": 438909305.0,
      "step": 569870
    },
    {
      "epoch": 0.7228695592611478,
      "grad_norm": 4.96875,
      "learning_rate": 1.3858343334289029e-05,
      "loss": 2.0015,
      "mean_token_accuracy": 0.5623768419027328,
      "num_tokens": 438917231.0,
      "step": 569880
    },
    {
      "epoch": 0.7228822438536807,
      "grad_norm": 4.375,
      "learning_rate": 1.3857709024202736e-05,
      "loss": 1.8964,
      "mean_token_accuracy": 0.5694603979587555,
      "num_tokens": 438924207.0,
      "step": 569890
    },
    {
      "epoch": 0.7228949284462135,
      "grad_norm": 5.28125,
      "learning_rate": 1.3857074714116444e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5511033594608307,
      "num_tokens": 438931699.0,
      "step": 569900
    },
    {
      "epoch": 0.7229076130387464,
      "grad_norm": 5.15625,
      "learning_rate": 1.3856440404030151e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5661094516515732,
      "num_tokens": 438938559.0,
      "step": 569910
    },
    {
      "epoch": 0.7229202976312792,
      "grad_norm": 5.875,
      "learning_rate": 1.3855806093943864e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5366704225540161,
      "num_tokens": 438946703.0,
      "step": 569920
    },
    {
      "epoch": 0.722932982223812,
      "grad_norm": 6.5625,
      "learning_rate": 1.385517178385757e-05,
      "loss": 2.3029,
      "mean_token_accuracy": 0.507379561662674,
      "num_tokens": 438955633.0,
      "step": 569930
    },
    {
      "epoch": 0.7229456668163449,
      "grad_norm": 13.0,
      "learning_rate": 1.385453747377128e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5543791323900222,
      "num_tokens": 438962167.0,
      "step": 569940
    },
    {
      "epoch": 0.7229583514088777,
      "grad_norm": 5.40625,
      "learning_rate": 1.3853903163684986e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5333241701126099,
      "num_tokens": 438970017.0,
      "step": 569950
    },
    {
      "epoch": 0.7229710360014105,
      "grad_norm": 5.5625,
      "learning_rate": 1.3853268853598695e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5377861797809601,
      "num_tokens": 438978521.0,
      "step": 569960
    },
    {
      "epoch": 0.7229837205939433,
      "grad_norm": 5.96875,
      "learning_rate": 1.3852634543512406e-05,
      "loss": 2.2467,
      "mean_token_accuracy": 0.5206022411584854,
      "num_tokens": 438986536.0,
      "step": 569970
    },
    {
      "epoch": 0.7229964051864762,
      "grad_norm": 10.375,
      "learning_rate": 1.3852000233426113e-05,
      "loss": 1.9046,
      "mean_token_accuracy": 0.5669175624847412,
      "num_tokens": 438992300.0,
      "step": 569980
    },
    {
      "epoch": 0.723009089779009,
      "grad_norm": 6.8125,
      "learning_rate": 1.3851365923339821e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5536245226860046,
      "num_tokens": 439000204.0,
      "step": 569990
    },
    {
      "epoch": 0.7230217743715419,
      "grad_norm": 5.5,
      "learning_rate": 1.3850731613253528e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5483193635940552,
      "num_tokens": 439008286.0,
      "step": 570000
    },
    {
      "epoch": 0.7230344589640747,
      "grad_norm": 4.46875,
      "learning_rate": 1.3850097303167237e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5698603838682175,
      "num_tokens": 439015119.0,
      "step": 570010
    },
    {
      "epoch": 0.7230471435566075,
      "grad_norm": 5.28125,
      "learning_rate": 1.3849462993080948e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5671017587184906,
      "num_tokens": 439022555.0,
      "step": 570020
    },
    {
      "epoch": 0.7230598281491404,
      "grad_norm": 6.1875,
      "learning_rate": 1.3848828682994655e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5656552374362945,
      "num_tokens": 439029725.0,
      "step": 570030
    },
    {
      "epoch": 0.7230725127416732,
      "grad_norm": 4.96875,
      "learning_rate": 1.3848194372908363e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.552371546626091,
      "num_tokens": 439037895.0,
      "step": 570040
    },
    {
      "epoch": 0.7230851973342061,
      "grad_norm": 5.90625,
      "learning_rate": 1.384756006282207e-05,
      "loss": 1.8856,
      "mean_token_accuracy": 0.5715401619672775,
      "num_tokens": 439045749.0,
      "step": 570050
    },
    {
      "epoch": 0.7230978819267389,
      "grad_norm": 6.34375,
      "learning_rate": 1.384692575273578e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5561954289674759,
      "num_tokens": 439054455.0,
      "step": 570060
    },
    {
      "epoch": 0.7231105665192717,
      "grad_norm": 6.09375,
      "learning_rate": 1.384629144264949e-05,
      "loss": 1.8549,
      "mean_token_accuracy": 0.5887560546398163,
      "num_tokens": 439061074.0,
      "step": 570070
    },
    {
      "epoch": 0.7231232511118045,
      "grad_norm": 8.75,
      "learning_rate": 1.3845657132563197e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5373874932527543,
      "num_tokens": 439067767.0,
      "step": 570080
    },
    {
      "epoch": 0.7231359357043373,
      "grad_norm": 5.375,
      "learning_rate": 1.3845022822476905e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5309254556894303,
      "num_tokens": 439076658.0,
      "step": 570090
    },
    {
      "epoch": 0.7231486202968702,
      "grad_norm": 5.96875,
      "learning_rate": 1.3844388512390612e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5614264577627182,
      "num_tokens": 439083550.0,
      "step": 570100
    },
    {
      "epoch": 0.723161304889403,
      "grad_norm": 14.0625,
      "learning_rate": 1.3843754202304321e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5607644110918045,
      "num_tokens": 439090087.0,
      "step": 570110
    },
    {
      "epoch": 0.7231739894819359,
      "grad_norm": 4.625,
      "learning_rate": 1.3843119892218032e-05,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5545823544263839,
      "num_tokens": 439097711.0,
      "step": 570120
    },
    {
      "epoch": 0.7231866740744687,
      "grad_norm": 2.375,
      "learning_rate": 1.384248558213174e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.575087520480156,
      "num_tokens": 439105651.0,
      "step": 570130
    },
    {
      "epoch": 0.7231993586670016,
      "grad_norm": 4.6875,
      "learning_rate": 1.3841851272045447e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5475303828716278,
      "num_tokens": 439114036.0,
      "step": 570140
    },
    {
      "epoch": 0.7232120432595344,
      "grad_norm": 7.125,
      "learning_rate": 1.3841216961959156e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5371835142374038,
      "num_tokens": 439121029.0,
      "step": 570150
    },
    {
      "epoch": 0.7232247278520673,
      "grad_norm": 5.1875,
      "learning_rate": 1.3840582651872867e-05,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5783425092697143,
      "num_tokens": 439127535.0,
      "step": 570160
    },
    {
      "epoch": 0.7232374124446,
      "grad_norm": 5.96875,
      "learning_rate": 1.3839948341786574e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5498503088951111,
      "num_tokens": 439135257.0,
      "step": 570170
    },
    {
      "epoch": 0.7232500970371328,
      "grad_norm": 5.34375,
      "learning_rate": 1.3839314031700282e-05,
      "loss": 1.7142,
      "mean_token_accuracy": 0.6184625864028931,
      "num_tokens": 439141775.0,
      "step": 570180
    },
    {
      "epoch": 0.7232627816296657,
      "grad_norm": 5.90625,
      "learning_rate": 1.383867972161399e-05,
      "loss": 1.993,
      "mean_token_accuracy": 0.5505452334880829,
      "num_tokens": 439148821.0,
      "step": 570190
    },
    {
      "epoch": 0.7232754662221985,
      "grad_norm": 4.625,
      "learning_rate": 1.3838045411527698e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5352067410945892,
      "num_tokens": 439155745.0,
      "step": 570200
    },
    {
      "epoch": 0.7232881508147314,
      "grad_norm": 5.84375,
      "learning_rate": 1.3837411101441409e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5174337357282639,
      "num_tokens": 439162052.0,
      "step": 570210
    },
    {
      "epoch": 0.7233008354072642,
      "grad_norm": 5.15625,
      "learning_rate": 1.3836776791355116e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5194996029138566,
      "num_tokens": 439171013.0,
      "step": 570220
    },
    {
      "epoch": 0.7233135199997971,
      "grad_norm": 5.46875,
      "learning_rate": 1.3836142481268824e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5435140192508697,
      "num_tokens": 439179491.0,
      "step": 570230
    },
    {
      "epoch": 0.7233262045923299,
      "grad_norm": 5.125,
      "learning_rate": 1.3835508171182531e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5195369392633438,
      "num_tokens": 439186874.0,
      "step": 570240
    },
    {
      "epoch": 0.7233388891848627,
      "grad_norm": 5.3125,
      "learning_rate": 1.383487386109624e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5697095423936844,
      "num_tokens": 439195003.0,
      "step": 570250
    },
    {
      "epoch": 0.7233515737773956,
      "grad_norm": 6.28125,
      "learning_rate": 1.383423955100995e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5489117622375488,
      "num_tokens": 439203968.0,
      "step": 570260
    },
    {
      "epoch": 0.7233642583699283,
      "grad_norm": 4.90625,
      "learning_rate": 1.3833605240923658e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5797593802213669,
      "num_tokens": 439210405.0,
      "step": 570270
    },
    {
      "epoch": 0.7233769429624612,
      "grad_norm": 4.8125,
      "learning_rate": 1.3832970930837366e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5191608756780625,
      "num_tokens": 439218870.0,
      "step": 570280
    },
    {
      "epoch": 0.723389627554994,
      "grad_norm": 5.78125,
      "learning_rate": 1.3832336620751073e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5179032564163208,
      "num_tokens": 439228559.0,
      "step": 570290
    },
    {
      "epoch": 0.7234023121475269,
      "grad_norm": 5.34375,
      "learning_rate": 1.3831702310664782e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5567270785570144,
      "num_tokens": 439237322.0,
      "step": 570300
    },
    {
      "epoch": 0.7234149967400597,
      "grad_norm": 4.84375,
      "learning_rate": 1.3831068000578493e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.535395336151123,
      "num_tokens": 439245290.0,
      "step": 570310
    },
    {
      "epoch": 0.7234276813325925,
      "grad_norm": 7.625,
      "learning_rate": 1.3830433690492201e-05,
      "loss": 1.7214,
      "mean_token_accuracy": 0.6169469565153122,
      "num_tokens": 439251940.0,
      "step": 570320
    },
    {
      "epoch": 0.7234403659251254,
      "grad_norm": 5.71875,
      "learning_rate": 1.3829799380405908e-05,
      "loss": 1.9211,
      "mean_token_accuracy": 0.5799752622842789,
      "num_tokens": 439258480.0,
      "step": 570330
    },
    {
      "epoch": 0.7234530505176582,
      "grad_norm": 4.84375,
      "learning_rate": 1.3829165070319617e-05,
      "loss": 2.16,
      "mean_token_accuracy": 0.5213549613952637,
      "num_tokens": 439267796.0,
      "step": 570340
    },
    {
      "epoch": 0.7234657351101911,
      "grad_norm": 4.75,
      "learning_rate": 1.3828530760233324e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5509264588356018,
      "num_tokens": 439275087.0,
      "step": 570350
    },
    {
      "epoch": 0.7234784197027239,
      "grad_norm": 5.9375,
      "learning_rate": 1.3827896450147035e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5566297352313996,
      "num_tokens": 439283367.0,
      "step": 570360
    },
    {
      "epoch": 0.7234911042952568,
      "grad_norm": 5.5625,
      "learning_rate": 1.3827262140060743e-05,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5564827859401703,
      "num_tokens": 439291890.0,
      "step": 570370
    },
    {
      "epoch": 0.7235037888877895,
      "grad_norm": 5.28125,
      "learning_rate": 1.382662782997445e-05,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5332121551036835,
      "num_tokens": 439300428.0,
      "step": 570380
    },
    {
      "epoch": 0.7235164734803224,
      "grad_norm": 4.59375,
      "learning_rate": 1.3825993519888159e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5464389264583588,
      "num_tokens": 439308660.0,
      "step": 570390
    },
    {
      "epoch": 0.7235291580728552,
      "grad_norm": 6.6875,
      "learning_rate": 1.3825359209801866e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5329136282205582,
      "num_tokens": 439315853.0,
      "step": 570400
    },
    {
      "epoch": 0.723541842665388,
      "grad_norm": 5.25,
      "learning_rate": 1.3824724899715577e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5231505185365677,
      "num_tokens": 439323957.0,
      "step": 570410
    },
    {
      "epoch": 0.7235545272579209,
      "grad_norm": 5.65625,
      "learning_rate": 1.3824090589629285e-05,
      "loss": 2.2094,
      "mean_token_accuracy": 0.5266021251678467,
      "num_tokens": 439331122.0,
      "step": 570420
    },
    {
      "epoch": 0.7235672118504537,
      "grad_norm": 5.4375,
      "learning_rate": 1.3823456279542992e-05,
      "loss": 1.8915,
      "mean_token_accuracy": 0.5935001134872436,
      "num_tokens": 439338523.0,
      "step": 570430
    },
    {
      "epoch": 0.7235798964429866,
      "grad_norm": 5.96875,
      "learning_rate": 1.3822821969456701e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5296885341405868,
      "num_tokens": 439346869.0,
      "step": 570440
    },
    {
      "epoch": 0.7235925810355194,
      "grad_norm": 5.75,
      "learning_rate": 1.3822187659370408e-05,
      "loss": 2.3757,
      "mean_token_accuracy": 0.49655781090259554,
      "num_tokens": 439354847.0,
      "step": 570450
    },
    {
      "epoch": 0.7236052656280523,
      "grad_norm": 6.34375,
      "learning_rate": 1.3821553349284119e-05,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5280119985342026,
      "num_tokens": 439364440.0,
      "step": 570460
    },
    {
      "epoch": 0.7236179502205851,
      "grad_norm": 5.0625,
      "learning_rate": 1.3820919039197827e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5343613803386689,
      "num_tokens": 439373396.0,
      "step": 570470
    },
    {
      "epoch": 0.7236306348131178,
      "grad_norm": 4.78125,
      "learning_rate": 1.3820284729111534e-05,
      "loss": 2.1929,
      "mean_token_accuracy": 0.5287274420261383,
      "num_tokens": 439381708.0,
      "step": 570480
    },
    {
      "epoch": 0.7236433194056507,
      "grad_norm": 6.5625,
      "learning_rate": 1.3819650419025243e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5590213567018509,
      "num_tokens": 439388794.0,
      "step": 570490
    },
    {
      "epoch": 0.7236560039981835,
      "grad_norm": 5.46875,
      "learning_rate": 1.381901610893895e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.523552268743515,
      "num_tokens": 439396583.0,
      "step": 570500
    },
    {
      "epoch": 0.7236686885907164,
      "grad_norm": 6.84375,
      "learning_rate": 1.3818381798852662e-05,
      "loss": 1.8736,
      "mean_token_accuracy": 0.5828354448080063,
      "num_tokens": 439404205.0,
      "step": 570510
    },
    {
      "epoch": 0.7236813731832492,
      "grad_norm": 5.84375,
      "learning_rate": 1.381774748876637e-05,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5776899755001068,
      "num_tokens": 439411528.0,
      "step": 570520
    },
    {
      "epoch": 0.7236940577757821,
      "grad_norm": 15.5625,
      "learning_rate": 1.3817113178680078e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5644240230321884,
      "num_tokens": 439419017.0,
      "step": 570530
    },
    {
      "epoch": 0.7237067423683149,
      "grad_norm": 6.78125,
      "learning_rate": 1.3816478868593785e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5377323865890503,
      "num_tokens": 439426679.0,
      "step": 570540
    },
    {
      "epoch": 0.7237194269608478,
      "grad_norm": 5.0,
      "learning_rate": 1.3815844558507494e-05,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5383233398199081,
      "num_tokens": 439434544.0,
      "step": 570550
    },
    {
      "epoch": 0.7237321115533806,
      "grad_norm": 5.09375,
      "learning_rate": 1.3815210248421204e-05,
      "loss": 1.861,
      "mean_token_accuracy": 0.5758791387081146,
      "num_tokens": 439442264.0,
      "step": 570560
    },
    {
      "epoch": 0.7237447961459134,
      "grad_norm": 5.375,
      "learning_rate": 1.3814575938334911e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5807755172252655,
      "num_tokens": 439449864.0,
      "step": 570570
    },
    {
      "epoch": 0.7237574807384463,
      "grad_norm": 4.96875,
      "learning_rate": 1.381394162824862e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5369981974363327,
      "num_tokens": 439458264.0,
      "step": 570580
    },
    {
      "epoch": 0.723770165330979,
      "grad_norm": 6.5625,
      "learning_rate": 1.3813307318162327e-05,
      "loss": 1.6095,
      "mean_token_accuracy": 0.62279132604599,
      "num_tokens": 439464843.0,
      "step": 570590
    },
    {
      "epoch": 0.7237828499235119,
      "grad_norm": 4.78125,
      "learning_rate": 1.3812673008076038e-05,
      "loss": 1.8087,
      "mean_token_accuracy": 0.5898798406124115,
      "num_tokens": 439472174.0,
      "step": 570600
    },
    {
      "epoch": 0.7237955345160447,
      "grad_norm": 4.8125,
      "learning_rate": 1.3812038697989746e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5576501250267029,
      "num_tokens": 439480558.0,
      "step": 570610
    },
    {
      "epoch": 0.7238082191085776,
      "grad_norm": 5.75,
      "learning_rate": 1.3811404387903453e-05,
      "loss": 1.959,
      "mean_token_accuracy": 0.5531679481267929,
      "num_tokens": 439487834.0,
      "step": 570620
    },
    {
      "epoch": 0.7238209037011104,
      "grad_norm": 6.4375,
      "learning_rate": 1.3810770077817162e-05,
      "loss": 1.8267,
      "mean_token_accuracy": 0.6001013576984405,
      "num_tokens": 439495961.0,
      "step": 570630
    },
    {
      "epoch": 0.7238335882936432,
      "grad_norm": 5.40625,
      "learning_rate": 1.3810135767730869e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5246880561113357,
      "num_tokens": 439504346.0,
      "step": 570640
    },
    {
      "epoch": 0.7238462728861761,
      "grad_norm": 5.59375,
      "learning_rate": 1.380950145764458e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5403757721185685,
      "num_tokens": 439512882.0,
      "step": 570650
    },
    {
      "epoch": 0.7238589574787089,
      "grad_norm": 6.34375,
      "learning_rate": 1.3808867147558288e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5652478873729706,
      "num_tokens": 439520247.0,
      "step": 570660
    },
    {
      "epoch": 0.7238716420712418,
      "grad_norm": 5.75,
      "learning_rate": 1.3808232837471995e-05,
      "loss": 2.2748,
      "mean_token_accuracy": 0.5131803333759308,
      "num_tokens": 439527655.0,
      "step": 570670
    },
    {
      "epoch": 0.7238843266637746,
      "grad_norm": 4.5,
      "learning_rate": 1.3807598527385704e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5378746330738068,
      "num_tokens": 439534837.0,
      "step": 570680
    },
    {
      "epoch": 0.7238970112563075,
      "grad_norm": 5.28125,
      "learning_rate": 1.3806964217299411e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5089980900287628,
      "num_tokens": 439542385.0,
      "step": 570690
    },
    {
      "epoch": 0.7239096958488402,
      "grad_norm": 4.4375,
      "learning_rate": 1.3806329907213123e-05,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5690977662801743,
      "num_tokens": 439548909.0,
      "step": 570700
    },
    {
      "epoch": 0.7239223804413731,
      "grad_norm": 4.90625,
      "learning_rate": 1.380569559712683e-05,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5671328186988831,
      "num_tokens": 439555246.0,
      "step": 570710
    },
    {
      "epoch": 0.7239350650339059,
      "grad_norm": 10.0625,
      "learning_rate": 1.3805061287040539e-05,
      "loss": 2.2326,
      "mean_token_accuracy": 0.5328238010406494,
      "num_tokens": 439562929.0,
      "step": 570720
    },
    {
      "epoch": 0.7239477496264387,
      "grad_norm": 7.6875,
      "learning_rate": 1.3804426976954246e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5335090756416321,
      "num_tokens": 439571133.0,
      "step": 570730
    },
    {
      "epoch": 0.7239604342189716,
      "grad_norm": 5.3125,
      "learning_rate": 1.3803792666867955e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5165399044752121,
      "num_tokens": 439579092.0,
      "step": 570740
    },
    {
      "epoch": 0.7239731188115044,
      "grad_norm": 4.6875,
      "learning_rate": 1.3803158356781665e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5636678516864777,
      "num_tokens": 439587118.0,
      "step": 570750
    },
    {
      "epoch": 0.7239858034040373,
      "grad_norm": 6.28125,
      "learning_rate": 1.3802524046695372e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.558482575416565,
      "num_tokens": 439594743.0,
      "step": 570760
    },
    {
      "epoch": 0.7239984879965701,
      "grad_norm": 7.1875,
      "learning_rate": 1.3801889736609081e-05,
      "loss": 1.791,
      "mean_token_accuracy": 0.5966940850019455,
      "num_tokens": 439600709.0,
      "step": 570770
    },
    {
      "epoch": 0.724011172589103,
      "grad_norm": 4.875,
      "learning_rate": 1.3801255426522788e-05,
      "loss": 1.9389,
      "mean_token_accuracy": 0.5703461438417434,
      "num_tokens": 439607055.0,
      "step": 570780
    },
    {
      "epoch": 0.7240238571816358,
      "grad_norm": 4.78125,
      "learning_rate": 1.3800621116436497e-05,
      "loss": 1.8248,
      "mean_token_accuracy": 0.5899108707904815,
      "num_tokens": 439614351.0,
      "step": 570790
    },
    {
      "epoch": 0.7240365417741685,
      "grad_norm": 4.75,
      "learning_rate": 1.3799986806350207e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5239550024271011,
      "num_tokens": 439622925.0,
      "step": 570800
    },
    {
      "epoch": 0.7240492263667014,
      "grad_norm": 4.875,
      "learning_rate": 1.3799352496263914e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.5189033836126328,
      "num_tokens": 439631577.0,
      "step": 570810
    },
    {
      "epoch": 0.7240619109592342,
      "grad_norm": 5.03125,
      "learning_rate": 1.3798718186177623e-05,
      "loss": 2.2767,
      "mean_token_accuracy": 0.5158094674348831,
      "num_tokens": 439639945.0,
      "step": 570820
    },
    {
      "epoch": 0.7240745955517671,
      "grad_norm": 5.65625,
      "learning_rate": 1.379808387609133e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5618037402629852,
      "num_tokens": 439647774.0,
      "step": 570830
    },
    {
      "epoch": 0.7240872801442999,
      "grad_norm": 5.46875,
      "learning_rate": 1.3797449566005039e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5366275668144226,
      "num_tokens": 439656839.0,
      "step": 570840
    },
    {
      "epoch": 0.7240999647368328,
      "grad_norm": 5.0625,
      "learning_rate": 1.379681525591875e-05,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5561907380819321,
      "num_tokens": 439663898.0,
      "step": 570850
    },
    {
      "epoch": 0.7241126493293656,
      "grad_norm": 5.28125,
      "learning_rate": 1.3796180945832456e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5377380847930908,
      "num_tokens": 439672535.0,
      "step": 570860
    },
    {
      "epoch": 0.7241253339218984,
      "grad_norm": 5.6875,
      "learning_rate": 1.3795546635746165e-05,
      "loss": 2.2981,
      "mean_token_accuracy": 0.5097230046987533,
      "num_tokens": 439680240.0,
      "step": 570870
    },
    {
      "epoch": 0.7241380185144313,
      "grad_norm": 4.71875,
      "learning_rate": 1.3794912325659872e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5323555558919907,
      "num_tokens": 439688889.0,
      "step": 570880
    },
    {
      "epoch": 0.724150703106964,
      "grad_norm": 5.53125,
      "learning_rate": 1.379427801557358e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5645463705062866,
      "num_tokens": 439696780.0,
      "step": 570890
    },
    {
      "epoch": 0.724163387699497,
      "grad_norm": 4.59375,
      "learning_rate": 1.3793643705487291e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5747575730085372,
      "num_tokens": 439704411.0,
      "step": 570900
    },
    {
      "epoch": 0.7241760722920297,
      "grad_norm": 8.3125,
      "learning_rate": 1.3793009395401e-05,
      "loss": 1.6692,
      "mean_token_accuracy": 0.6270493805408478,
      "num_tokens": 439710044.0,
      "step": 570910
    },
    {
      "epoch": 0.7241887568845626,
      "grad_norm": 4.90625,
      "learning_rate": 1.3792375085314707e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5419935882091522,
      "num_tokens": 439718518.0,
      "step": 570920
    },
    {
      "epoch": 0.7242014414770954,
      "grad_norm": 5.125,
      "learning_rate": 1.3791740775228416e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5465776473283768,
      "num_tokens": 439726525.0,
      "step": 570930
    },
    {
      "epoch": 0.7242141260696283,
      "grad_norm": 6.375,
      "learning_rate": 1.3791106465142123e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.5395844340324402,
      "num_tokens": 439733254.0,
      "step": 570940
    },
    {
      "epoch": 0.7242268106621611,
      "grad_norm": 7.53125,
      "learning_rate": 1.3790472155055833e-05,
      "loss": 1.8743,
      "mean_token_accuracy": 0.5774599075317383,
      "num_tokens": 439740345.0,
      "step": 570950
    },
    {
      "epoch": 0.7242394952546939,
      "grad_norm": 5.03125,
      "learning_rate": 1.3789837844969542e-05,
      "loss": 2.2691,
      "mean_token_accuracy": 0.5100826650857926,
      "num_tokens": 439748452.0,
      "step": 570960
    },
    {
      "epoch": 0.7242521798472268,
      "grad_norm": 8.125,
      "learning_rate": 1.3789203534883249e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.5602453023195266,
      "num_tokens": 439756380.0,
      "step": 570970
    },
    {
      "epoch": 0.7242648644397596,
      "grad_norm": 6.0625,
      "learning_rate": 1.3788569224796958e-05,
      "loss": 1.9007,
      "mean_token_accuracy": 0.5647951185703277,
      "num_tokens": 439763284.0,
      "step": 570980
    },
    {
      "epoch": 0.7242775490322925,
      "grad_norm": 4.84375,
      "learning_rate": 1.3787934914710665e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5324925869703293,
      "num_tokens": 439772901.0,
      "step": 570990
    },
    {
      "epoch": 0.7242902336248253,
      "grad_norm": 5.65625,
      "learning_rate": 1.3787300604624375e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.527230954170227,
      "num_tokens": 439780680.0,
      "step": 571000
    },
    {
      "epoch": 0.7243029182173581,
      "grad_norm": 4.8125,
      "learning_rate": 1.3786666294538084e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5326716899871826,
      "num_tokens": 439789280.0,
      "step": 571010
    },
    {
      "epoch": 0.7243156028098909,
      "grad_norm": 5.25,
      "learning_rate": 1.3786031984451791e-05,
      "loss": 2.2033,
      "mean_token_accuracy": 0.5284117996692658,
      "num_tokens": 439797233.0,
      "step": 571020
    },
    {
      "epoch": 0.7243282874024237,
      "grad_norm": 6.1875,
      "learning_rate": 1.37853976743655e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5478652685880661,
      "num_tokens": 439804788.0,
      "step": 571030
    },
    {
      "epoch": 0.7243409719949566,
      "grad_norm": 9.75,
      "learning_rate": 1.378476336427921e-05,
      "loss": 2.2347,
      "mean_token_accuracy": 0.5197571724653244,
      "num_tokens": 439812940.0,
      "step": 571040
    },
    {
      "epoch": 0.7243536565874894,
      "grad_norm": 5.0625,
      "learning_rate": 1.3784129054192917e-05,
      "loss": 2.4113,
      "mean_token_accuracy": 0.4941609054803848,
      "num_tokens": 439821576.0,
      "step": 571050
    },
    {
      "epoch": 0.7243663411800223,
      "grad_norm": 5.1875,
      "learning_rate": 1.3783494744106626e-05,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5396635264158249,
      "num_tokens": 439829158.0,
      "step": 571060
    },
    {
      "epoch": 0.7243790257725551,
      "grad_norm": 4.9375,
      "learning_rate": 1.3782860434020333e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.550783035159111,
      "num_tokens": 439837601.0,
      "step": 571070
    },
    {
      "epoch": 0.724391710365088,
      "grad_norm": 6.15625,
      "learning_rate": 1.3782226123934042e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5270112067461014,
      "num_tokens": 439846994.0,
      "step": 571080
    },
    {
      "epoch": 0.7244043949576208,
      "grad_norm": 6.8125,
      "learning_rate": 1.3781591813847752e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5290142357349396,
      "num_tokens": 439854555.0,
      "step": 571090
    },
    {
      "epoch": 0.7244170795501537,
      "grad_norm": 5.3125,
      "learning_rate": 1.3780957503761461e-05,
      "loss": 2.2741,
      "mean_token_accuracy": 0.5139011234045029,
      "num_tokens": 439862598.0,
      "step": 571100
    },
    {
      "epoch": 0.7244297641426864,
      "grad_norm": 7.21875,
      "learning_rate": 1.3780323193675168e-05,
      "loss": 1.8066,
      "mean_token_accuracy": 0.5978148996829986,
      "num_tokens": 439869214.0,
      "step": 571110
    },
    {
      "epoch": 0.7244424487352192,
      "grad_norm": 7.15625,
      "learning_rate": 1.3779688883588877e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5413529992103576,
      "num_tokens": 439876078.0,
      "step": 571120
    },
    {
      "epoch": 0.7244551333277521,
      "grad_norm": 5.0625,
      "learning_rate": 1.3779054573502584e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5546511799097061,
      "num_tokens": 439883523.0,
      "step": 571130
    },
    {
      "epoch": 0.7244678179202849,
      "grad_norm": 5.21875,
      "learning_rate": 1.3778420263416294e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5342142730951309,
      "num_tokens": 439891549.0,
      "step": 571140
    },
    {
      "epoch": 0.7244805025128178,
      "grad_norm": 4.9375,
      "learning_rate": 1.3777785953330003e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5555757820606232,
      "num_tokens": 439898117.0,
      "step": 571150
    },
    {
      "epoch": 0.7244931871053506,
      "grad_norm": 5.46875,
      "learning_rate": 1.377715164324371e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5306343734264374,
      "num_tokens": 439905415.0,
      "step": 571160
    },
    {
      "epoch": 0.7245058716978835,
      "grad_norm": 6.5,
      "learning_rate": 1.3776517333157419e-05,
      "loss": 1.809,
      "mean_token_accuracy": 0.5998678565025329,
      "num_tokens": 439911574.0,
      "step": 571170
    },
    {
      "epoch": 0.7245185562904163,
      "grad_norm": 4.53125,
      "learning_rate": 1.3775883023071126e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5494518101215362,
      "num_tokens": 439919086.0,
      "step": 571180
    },
    {
      "epoch": 0.7245312408829491,
      "grad_norm": 6.96875,
      "learning_rate": 1.3775248712984836e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5190975785255432,
      "num_tokens": 439926585.0,
      "step": 571190
    },
    {
      "epoch": 0.724543925475482,
      "grad_norm": 6.5625,
      "learning_rate": 1.3774614402898545e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.5910668313503266,
      "num_tokens": 439934598.0,
      "step": 571200
    },
    {
      "epoch": 0.7245566100680148,
      "grad_norm": 4.9375,
      "learning_rate": 1.3773980092812252e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5509049355983734,
      "num_tokens": 439943081.0,
      "step": 571210
    },
    {
      "epoch": 0.7245692946605476,
      "grad_norm": 5.78125,
      "learning_rate": 1.377334578272596e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5494429409503937,
      "num_tokens": 439951003.0,
      "step": 571220
    },
    {
      "epoch": 0.7245819792530804,
      "grad_norm": 4.96875,
      "learning_rate": 1.3772711472639668e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5587977916002274,
      "num_tokens": 439958505.0,
      "step": 571230
    },
    {
      "epoch": 0.7245946638456133,
      "grad_norm": 5.5625,
      "learning_rate": 1.3772077162553378e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5410193353891373,
      "num_tokens": 439967441.0,
      "step": 571240
    },
    {
      "epoch": 0.7246073484381461,
      "grad_norm": 8.0625,
      "learning_rate": 1.3771442852467087e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5241090089082718,
      "num_tokens": 439974034.0,
      "step": 571250
    },
    {
      "epoch": 0.7246200330306789,
      "grad_norm": 5.46875,
      "learning_rate": 1.3770808542380794e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5348207890987396,
      "num_tokens": 439982650.0,
      "step": 571260
    },
    {
      "epoch": 0.7246327176232118,
      "grad_norm": 10.625,
      "learning_rate": 1.3770174232294503e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5577546298503876,
      "num_tokens": 439989583.0,
      "step": 571270
    },
    {
      "epoch": 0.7246454022157446,
      "grad_norm": 6.15625,
      "learning_rate": 1.376953992220821e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5322739452123642,
      "num_tokens": 439996967.0,
      "step": 571280
    },
    {
      "epoch": 0.7246580868082775,
      "grad_norm": 6.40625,
      "learning_rate": 1.3768905612121922e-05,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5137611240148544,
      "num_tokens": 440005245.0,
      "step": 571290
    },
    {
      "epoch": 0.7246707714008103,
      "grad_norm": 5.125,
      "learning_rate": 1.3768271302035629e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5554062575101852,
      "num_tokens": 440012559.0,
      "step": 571300
    },
    {
      "epoch": 0.7246834559933432,
      "grad_norm": 6.125,
      "learning_rate": 1.3767636991949338e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5457788944244385,
      "num_tokens": 440020949.0,
      "step": 571310
    },
    {
      "epoch": 0.724696140585876,
      "grad_norm": 7.40625,
      "learning_rate": 1.3767002681863045e-05,
      "loss": 1.8402,
      "mean_token_accuracy": 0.5869608998298645,
      "num_tokens": 440027847.0,
      "step": 571320
    },
    {
      "epoch": 0.7247088251784088,
      "grad_norm": 11.6875,
      "learning_rate": 1.3766368371776754e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5484864920377731,
      "num_tokens": 440035630.0,
      "step": 571330
    },
    {
      "epoch": 0.7247215097709416,
      "grad_norm": 5.59375,
      "learning_rate": 1.3765734061690464e-05,
      "loss": 1.8135,
      "mean_token_accuracy": 0.6010452598333359,
      "num_tokens": 440043975.0,
      "step": 571340
    },
    {
      "epoch": 0.7247341943634744,
      "grad_norm": 6.4375,
      "learning_rate": 1.3765099751604171e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5411575019359589,
      "num_tokens": 440052016.0,
      "step": 571350
    },
    {
      "epoch": 0.7247468789560073,
      "grad_norm": 6.65625,
      "learning_rate": 1.376446544151788e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5336319535970688,
      "num_tokens": 440059627.0,
      "step": 571360
    },
    {
      "epoch": 0.7247595635485401,
      "grad_norm": 4.9375,
      "learning_rate": 1.3763831131431587e-05,
      "loss": 2.2792,
      "mean_token_accuracy": 0.5127894371747971,
      "num_tokens": 440067429.0,
      "step": 571370
    },
    {
      "epoch": 0.724772248141073,
      "grad_norm": 4.75,
      "learning_rate": 1.3763196821345296e-05,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5752723604440689,
      "num_tokens": 440073923.0,
      "step": 571380
    },
    {
      "epoch": 0.7247849327336058,
      "grad_norm": 10.3125,
      "learning_rate": 1.3762562511259006e-05,
      "loss": 1.7333,
      "mean_token_accuracy": 0.6117345333099365,
      "num_tokens": 440078921.0,
      "step": 571390
    },
    {
      "epoch": 0.7247976173261387,
      "grad_norm": 4.8125,
      "learning_rate": 1.3761928201172713e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5451037913560868,
      "num_tokens": 440085744.0,
      "step": 571400
    },
    {
      "epoch": 0.7248103019186715,
      "grad_norm": 7.3125,
      "learning_rate": 1.3761293891086422e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5537069052457809,
      "num_tokens": 440092788.0,
      "step": 571410
    },
    {
      "epoch": 0.7248229865112042,
      "grad_norm": 7.03125,
      "learning_rate": 1.3760659581000129e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5253060907125473,
      "num_tokens": 440099530.0,
      "step": 571420
    },
    {
      "epoch": 0.7248356711037371,
      "grad_norm": 6.0,
      "learning_rate": 1.3760025270913838e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.536172068119049,
      "num_tokens": 440105778.0,
      "step": 571430
    },
    {
      "epoch": 0.7248483556962699,
      "grad_norm": 4.90625,
      "learning_rate": 1.3759390960827548e-05,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5539990216493607,
      "num_tokens": 440114056.0,
      "step": 571440
    },
    {
      "epoch": 0.7248610402888028,
      "grad_norm": 8.1875,
      "learning_rate": 1.3758756650741255e-05,
      "loss": 1.8962,
      "mean_token_accuracy": 0.5790672719478607,
      "num_tokens": 440121848.0,
      "step": 571450
    },
    {
      "epoch": 0.7248737248813356,
      "grad_norm": 4.96875,
      "learning_rate": 1.3758122340654964e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5588344514369965,
      "num_tokens": 440129897.0,
      "step": 571460
    },
    {
      "epoch": 0.7248864094738685,
      "grad_norm": 5.1875,
      "learning_rate": 1.375748803056867e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.538752231001854,
      "num_tokens": 440137802.0,
      "step": 571470
    },
    {
      "epoch": 0.7248990940664013,
      "grad_norm": 5.21875,
      "learning_rate": 1.375685372048238e-05,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5257381081581116,
      "num_tokens": 440147033.0,
      "step": 571480
    },
    {
      "epoch": 0.7249117786589342,
      "grad_norm": 7.40625,
      "learning_rate": 1.375621941039609e-05,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5770971983671188,
      "num_tokens": 440155274.0,
      "step": 571490
    },
    {
      "epoch": 0.724924463251467,
      "grad_norm": 4.78125,
      "learning_rate": 1.3755585100309799e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5407431781291961,
      "num_tokens": 440163319.0,
      "step": 571500
    },
    {
      "epoch": 0.7249371478439998,
      "grad_norm": 5.8125,
      "learning_rate": 1.3754950790223506e-05,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5340579807758331,
      "num_tokens": 440170567.0,
      "step": 571510
    },
    {
      "epoch": 0.7249498324365327,
      "grad_norm": 5.46875,
      "learning_rate": 1.3754316480137214e-05,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5374416470527649,
      "num_tokens": 440179353.0,
      "step": 571520
    },
    {
      "epoch": 0.7249625170290654,
      "grad_norm": 7.65625,
      "learning_rate": 1.3753682170050925e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5586637020111084,
      "num_tokens": 440187321.0,
      "step": 571530
    },
    {
      "epoch": 0.7249752016215983,
      "grad_norm": 6.375,
      "learning_rate": 1.3753047859964632e-05,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5462947458028793,
      "num_tokens": 440194586.0,
      "step": 571540
    },
    {
      "epoch": 0.7249878862141311,
      "grad_norm": 5.375,
      "learning_rate": 1.375241354987834e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.551125991344452,
      "num_tokens": 440202297.0,
      "step": 571550
    },
    {
      "epoch": 0.725000570806664,
      "grad_norm": 5.09375,
      "learning_rate": 1.3751779239792048e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5244094491004944,
      "num_tokens": 440209972.0,
      "step": 571560
    },
    {
      "epoch": 0.7250132553991968,
      "grad_norm": 5.9375,
      "learning_rate": 1.3751144929705757e-05,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5371411204338074,
      "num_tokens": 440218236.0,
      "step": 571570
    },
    {
      "epoch": 0.7250259399917296,
      "grad_norm": 8.0625,
      "learning_rate": 1.3750510619619467e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5433948963880539,
      "num_tokens": 440225319.0,
      "step": 571580
    },
    {
      "epoch": 0.7250386245842625,
      "grad_norm": 5.15625,
      "learning_rate": 1.3749876309533174e-05,
      "loss": 2.2906,
      "mean_token_accuracy": 0.512380164861679,
      "num_tokens": 440235035.0,
      "step": 571590
    },
    {
      "epoch": 0.7250513091767953,
      "grad_norm": 5.34375,
      "learning_rate": 1.3749241999446883e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5402022212743759,
      "num_tokens": 440241887.0,
      "step": 571600
    },
    {
      "epoch": 0.7250639937693282,
      "grad_norm": 6.21875,
      "learning_rate": 1.374860768936059e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5504298359155655,
      "num_tokens": 440248711.0,
      "step": 571610
    },
    {
      "epoch": 0.725076678361861,
      "grad_norm": 5.03125,
      "learning_rate": 1.3747973379274299e-05,
      "loss": 2.2679,
      "mean_token_accuracy": 0.5153353035449981,
      "num_tokens": 440257392.0,
      "step": 571620
    },
    {
      "epoch": 0.7250893629543939,
      "grad_norm": 5.84375,
      "learning_rate": 1.3747339069188009e-05,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5795132666826248,
      "num_tokens": 440265833.0,
      "step": 571630
    },
    {
      "epoch": 0.7251020475469266,
      "grad_norm": 5.59375,
      "learning_rate": 1.3746704759101716e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5766551107168197,
      "num_tokens": 440272843.0,
      "step": 571640
    },
    {
      "epoch": 0.7251147321394595,
      "grad_norm": 5.625,
      "learning_rate": 1.3746070449015425e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5381739348173141,
      "num_tokens": 440281348.0,
      "step": 571650
    },
    {
      "epoch": 0.7251274167319923,
      "grad_norm": 7.0625,
      "learning_rate": 1.3745436138929132e-05,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5285029798746109,
      "num_tokens": 440289511.0,
      "step": 571660
    },
    {
      "epoch": 0.7251401013245251,
      "grad_norm": 4.9375,
      "learning_rate": 1.374480182884284e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5417654812335968,
      "num_tokens": 440297667.0,
      "step": 571670
    },
    {
      "epoch": 0.725152785917058,
      "grad_norm": 10.125,
      "learning_rate": 1.3744167518756551e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5529798120260239,
      "num_tokens": 440304148.0,
      "step": 571680
    },
    {
      "epoch": 0.7251654705095908,
      "grad_norm": 4.5,
      "learning_rate": 1.374353320867026e-05,
      "loss": 2.2071,
      "mean_token_accuracy": 0.526320418715477,
      "num_tokens": 440312661.0,
      "step": 571690
    },
    {
      "epoch": 0.7251781551021237,
      "grad_norm": 5.09375,
      "learning_rate": 1.3742898898583967e-05,
      "loss": 1.8465,
      "mean_token_accuracy": 0.5864703893661499,
      "num_tokens": 440320025.0,
      "step": 571700
    },
    {
      "epoch": 0.7251908396946565,
      "grad_norm": 5.15625,
      "learning_rate": 1.3742264588497675e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5668961882591248,
      "num_tokens": 440328341.0,
      "step": 571710
    },
    {
      "epoch": 0.7252035242871894,
      "grad_norm": 5.84375,
      "learning_rate": 1.3741630278411383e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5361678242683411,
      "num_tokens": 440336652.0,
      "step": 571720
    },
    {
      "epoch": 0.7252162088797222,
      "grad_norm": 5.3125,
      "learning_rate": 1.3740995968325093e-05,
      "loss": 1.8693,
      "mean_token_accuracy": 0.5803887039422989,
      "num_tokens": 440344068.0,
      "step": 571730
    },
    {
      "epoch": 0.7252288934722549,
      "grad_norm": 5.75,
      "learning_rate": 1.3740361658238802e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5290343821048736,
      "num_tokens": 440352022.0,
      "step": 571740
    },
    {
      "epoch": 0.7252415780647878,
      "grad_norm": 9.75,
      "learning_rate": 1.3739727348152509e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.542708569765091,
      "num_tokens": 440358400.0,
      "step": 571750
    },
    {
      "epoch": 0.7252542626573206,
      "grad_norm": 5.21875,
      "learning_rate": 1.3739093038066217e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5361435502767563,
      "num_tokens": 440365651.0,
      "step": 571760
    },
    {
      "epoch": 0.7252669472498535,
      "grad_norm": 5.625,
      "learning_rate": 1.3738458727979925e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5423781871795654,
      "num_tokens": 440374556.0,
      "step": 571770
    },
    {
      "epoch": 0.7252796318423863,
      "grad_norm": 8.0625,
      "learning_rate": 1.3737824417893635e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5438118726015091,
      "num_tokens": 440381388.0,
      "step": 571780
    },
    {
      "epoch": 0.7252923164349192,
      "grad_norm": 5.125,
      "learning_rate": 1.3737190107807344e-05,
      "loss": 2.054,
      "mean_token_accuracy": 0.5429615825414658,
      "num_tokens": 440388632.0,
      "step": 571790
    },
    {
      "epoch": 0.725305001027452,
      "grad_norm": 4.96875,
      "learning_rate": 1.373655579772105e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5305172115564346,
      "num_tokens": 440396344.0,
      "step": 571800
    },
    {
      "epoch": 0.7253176856199848,
      "grad_norm": 4.9375,
      "learning_rate": 1.373592148763476e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.531478101015091,
      "num_tokens": 440405165.0,
      "step": 571810
    },
    {
      "epoch": 0.7253303702125177,
      "grad_norm": 6.28125,
      "learning_rate": 1.3735287177548467e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5591136187314987,
      "num_tokens": 440412074.0,
      "step": 571820
    },
    {
      "epoch": 0.7253430548050505,
      "grad_norm": 6.46875,
      "learning_rate": 1.3734652867462177e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.567080682516098,
      "num_tokens": 440418722.0,
      "step": 571830
    },
    {
      "epoch": 0.7253557393975834,
      "grad_norm": 5.6875,
      "learning_rate": 1.3734018557375886e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5335837781429291,
      "num_tokens": 440427359.0,
      "step": 571840
    },
    {
      "epoch": 0.7253684239901161,
      "grad_norm": 5.0,
      "learning_rate": 1.3733384247289593e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5387554317712784,
      "num_tokens": 440434744.0,
      "step": 571850
    },
    {
      "epoch": 0.725381108582649,
      "grad_norm": 4.78125,
      "learning_rate": 1.3732749937203301e-05,
      "loss": 2.3184,
      "mean_token_accuracy": 0.506628543138504,
      "num_tokens": 440442850.0,
      "step": 571860
    },
    {
      "epoch": 0.7253937931751818,
      "grad_norm": 6.25,
      "learning_rate": 1.3732115627117009e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5384125053882599,
      "num_tokens": 440450053.0,
      "step": 571870
    },
    {
      "epoch": 0.7254064777677147,
      "grad_norm": 5.75,
      "learning_rate": 1.373148131703072e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.539280840754509,
      "num_tokens": 440456196.0,
      "step": 571880
    },
    {
      "epoch": 0.7254191623602475,
      "grad_norm": 5.71875,
      "learning_rate": 1.3730847006944428e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5458126455545426,
      "num_tokens": 440465201.0,
      "step": 571890
    },
    {
      "epoch": 0.7254318469527803,
      "grad_norm": 6.25,
      "learning_rate": 1.3730212696858136e-05,
      "loss": 2.21,
      "mean_token_accuracy": 0.517076900601387,
      "num_tokens": 440473101.0,
      "step": 571900
    },
    {
      "epoch": 0.7254445315453132,
      "grad_norm": 5.25,
      "learning_rate": 1.3729578386771843e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5625640362501144,
      "num_tokens": 440479954.0,
      "step": 571910
    },
    {
      "epoch": 0.725457216137846,
      "grad_norm": 5.53125,
      "learning_rate": 1.3728944076685552e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5288993388414382,
      "num_tokens": 440489014.0,
      "step": 571920
    },
    {
      "epoch": 0.7254699007303789,
      "grad_norm": 5.625,
      "learning_rate": 1.3728309766599263e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5346054524183274,
      "num_tokens": 440497603.0,
      "step": 571930
    },
    {
      "epoch": 0.7254825853229117,
      "grad_norm": 5.6875,
      "learning_rate": 1.372767545651297e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5704826503992081,
      "num_tokens": 440503921.0,
      "step": 571940
    },
    {
      "epoch": 0.7254952699154446,
      "grad_norm": 7.46875,
      "learning_rate": 1.3727041146426678e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5350036293268203,
      "num_tokens": 440512259.0,
      "step": 571950
    },
    {
      "epoch": 0.7255079545079773,
      "grad_norm": 7.09375,
      "learning_rate": 1.3726406836340385e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5298956841230392,
      "num_tokens": 440520596.0,
      "step": 571960
    },
    {
      "epoch": 0.7255206391005101,
      "grad_norm": 7.90625,
      "learning_rate": 1.3725772526254096e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5248713016510009,
      "num_tokens": 440526399.0,
      "step": 571970
    },
    {
      "epoch": 0.725533323693043,
      "grad_norm": 5.15625,
      "learning_rate": 1.3725138216167805e-05,
      "loss": 1.8643,
      "mean_token_accuracy": 0.5822657853364944,
      "num_tokens": 440533046.0,
      "step": 571980
    },
    {
      "epoch": 0.7255460082855758,
      "grad_norm": 5.0,
      "learning_rate": 1.3724503906081512e-05,
      "loss": 1.8956,
      "mean_token_accuracy": 0.5725829362869262,
      "num_tokens": 440540680.0,
      "step": 571990
    },
    {
      "epoch": 0.7255586928781087,
      "grad_norm": 5.9375,
      "learning_rate": 1.372386959599522e-05,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5542813032865525,
      "num_tokens": 440547614.0,
      "step": 572000
    },
    {
      "epoch": 0.7255713774706415,
      "grad_norm": 5.625,
      "learning_rate": 1.3723235285908927e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.566391059756279,
      "num_tokens": 440555627.0,
      "step": 572010
    },
    {
      "epoch": 0.7255840620631744,
      "grad_norm": 4.8125,
      "learning_rate": 1.3722600975822638e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5242489278316498,
      "num_tokens": 440563729.0,
      "step": 572020
    },
    {
      "epoch": 0.7255967466557072,
      "grad_norm": 5.28125,
      "learning_rate": 1.3721966665736347e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.562946566939354,
      "num_tokens": 440571804.0,
      "step": 572030
    },
    {
      "epoch": 0.7256094312482401,
      "grad_norm": 5.6875,
      "learning_rate": 1.3721332355650054e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5503617525100708,
      "num_tokens": 440579969.0,
      "step": 572040
    },
    {
      "epoch": 0.7256221158407729,
      "grad_norm": 5.625,
      "learning_rate": 1.3720698045563762e-05,
      "loss": 1.8295,
      "mean_token_accuracy": 0.6034894615411759,
      "num_tokens": 440586846.0,
      "step": 572050
    },
    {
      "epoch": 0.7256348004333056,
      "grad_norm": 8.8125,
      "learning_rate": 1.372006373547747e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5483147025108337,
      "num_tokens": 440593995.0,
      "step": 572060
    },
    {
      "epoch": 0.7256474850258385,
      "grad_norm": 5.625,
      "learning_rate": 1.3719429425391182e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5684352219104767,
      "num_tokens": 440602669.0,
      "step": 572070
    },
    {
      "epoch": 0.7256601696183713,
      "grad_norm": 6.0625,
      "learning_rate": 1.3718795115304889e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5590952605009079,
      "num_tokens": 440609441.0,
      "step": 572080
    },
    {
      "epoch": 0.7256728542109042,
      "grad_norm": 5.25,
      "learning_rate": 1.3718160805218597e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5470212936401367,
      "num_tokens": 440617491.0,
      "step": 572090
    },
    {
      "epoch": 0.725685538803437,
      "grad_norm": 5.71875,
      "learning_rate": 1.3717526495132304e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5371990144252777,
      "num_tokens": 440624662.0,
      "step": 572100
    },
    {
      "epoch": 0.7256982233959699,
      "grad_norm": 4.625,
      "learning_rate": 1.3716892185046013e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5537189364433288,
      "num_tokens": 440633013.0,
      "step": 572110
    },
    {
      "epoch": 0.7257109079885027,
      "grad_norm": 5.59375,
      "learning_rate": 1.3716257874959724e-05,
      "loss": 2.2074,
      "mean_token_accuracy": 0.522342249751091,
      "num_tokens": 440640716.0,
      "step": 572120
    },
    {
      "epoch": 0.7257235925810355,
      "grad_norm": 4.8125,
      "learning_rate": 1.371562356487343e-05,
      "loss": 1.8603,
      "mean_token_accuracy": 0.5869362592697144,
      "num_tokens": 440647432.0,
      "step": 572130
    },
    {
      "epoch": 0.7257362771735684,
      "grad_norm": 5.09375,
      "learning_rate": 1.371498925478714e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5452234894037247,
      "num_tokens": 440655931.0,
      "step": 572140
    },
    {
      "epoch": 0.7257489617661012,
      "grad_norm": 5.6875,
      "learning_rate": 1.3714354944700846e-05,
      "loss": 1.7953,
      "mean_token_accuracy": 0.5998201787471771,
      "num_tokens": 440662521.0,
      "step": 572150
    },
    {
      "epoch": 0.725761646358634,
      "grad_norm": 5.625,
      "learning_rate": 1.3713720634614555e-05,
      "loss": 2.2208,
      "mean_token_accuracy": 0.5113060951232911,
      "num_tokens": 440670802.0,
      "step": 572160
    },
    {
      "epoch": 0.7257743309511668,
      "grad_norm": 6.875,
      "learning_rate": 1.3713086324528266e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5411544144153595,
      "num_tokens": 440677970.0,
      "step": 572170
    },
    {
      "epoch": 0.7257870155436997,
      "grad_norm": 7.78125,
      "learning_rate": 1.3712452014441973e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5355438768863678,
      "num_tokens": 440685156.0,
      "step": 572180
    },
    {
      "epoch": 0.7257997001362325,
      "grad_norm": 6.6875,
      "learning_rate": 1.3711817704355681e-05,
      "loss": 1.9534,
      "mean_token_accuracy": 0.570118448138237,
      "num_tokens": 440691805.0,
      "step": 572190
    },
    {
      "epoch": 0.7258123847287653,
      "grad_norm": 5.59375,
      "learning_rate": 1.3711183394269388e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.542076462507248,
      "num_tokens": 440699898.0,
      "step": 572200
    },
    {
      "epoch": 0.7258250693212982,
      "grad_norm": 6.09375,
      "learning_rate": 1.3710549084183097e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5373362958431244,
      "num_tokens": 440707307.0,
      "step": 572210
    },
    {
      "epoch": 0.725837753913831,
      "grad_norm": 5.0,
      "learning_rate": 1.3709914774096808e-05,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5716521203517914,
      "num_tokens": 440714663.0,
      "step": 572220
    },
    {
      "epoch": 0.7258504385063639,
      "grad_norm": 5.4375,
      "learning_rate": 1.3709280464010515e-05,
      "loss": 1.8467,
      "mean_token_accuracy": 0.5793604910373688,
      "num_tokens": 440722973.0,
      "step": 572230
    },
    {
      "epoch": 0.7258631230988967,
      "grad_norm": 5.25,
      "learning_rate": 1.3708646153924223e-05,
      "loss": 1.81,
      "mean_token_accuracy": 0.5859978318214416,
      "num_tokens": 440730327.0,
      "step": 572240
    },
    {
      "epoch": 0.7258758076914296,
      "grad_norm": 5.1875,
      "learning_rate": 1.370801184383793e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5371779084205628,
      "num_tokens": 440737280.0,
      "step": 572250
    },
    {
      "epoch": 0.7258884922839623,
      "grad_norm": 5.875,
      "learning_rate": 1.370737753375164e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5385942727327346,
      "num_tokens": 440744880.0,
      "step": 572260
    },
    {
      "epoch": 0.7259011768764952,
      "grad_norm": 6.96875,
      "learning_rate": 1.370674322366535e-05,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5377965956926346,
      "num_tokens": 440752255.0,
      "step": 572270
    },
    {
      "epoch": 0.725913861469028,
      "grad_norm": 5.1875,
      "learning_rate": 1.3706108913579058e-05,
      "loss": 2.2682,
      "mean_token_accuracy": 0.5149203628301621,
      "num_tokens": 440760656.0,
      "step": 572280
    },
    {
      "epoch": 0.7259265460615608,
      "grad_norm": 5.21875,
      "learning_rate": 1.3705474603492765e-05,
      "loss": 2.2388,
      "mean_token_accuracy": 0.5212165236473083,
      "num_tokens": 440767665.0,
      "step": 572290
    },
    {
      "epoch": 0.7259392306540937,
      "grad_norm": 5.96875,
      "learning_rate": 1.3704840293406474e-05,
      "loss": 1.9324,
      "mean_token_accuracy": 0.5591643840074539,
      "num_tokens": 440775422.0,
      "step": 572300
    },
    {
      "epoch": 0.7259519152466265,
      "grad_norm": 5.75,
      "learning_rate": 1.3704205983320181e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5437908679246902,
      "num_tokens": 440783190.0,
      "step": 572310
    },
    {
      "epoch": 0.7259645998391594,
      "grad_norm": 5.90625,
      "learning_rate": 1.3703571673233892e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5404197096824646,
      "num_tokens": 440791027.0,
      "step": 572320
    },
    {
      "epoch": 0.7259772844316922,
      "grad_norm": 5.75,
      "learning_rate": 1.37029373631476e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5363940060138702,
      "num_tokens": 440799819.0,
      "step": 572330
    },
    {
      "epoch": 0.7259899690242251,
      "grad_norm": 4.90625,
      "learning_rate": 1.3702303053061307e-05,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5432548880577087,
      "num_tokens": 440807389.0,
      "step": 572340
    },
    {
      "epoch": 0.7260026536167579,
      "grad_norm": 4.90625,
      "learning_rate": 1.3701668742975016e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5406360238790512,
      "num_tokens": 440815554.0,
      "step": 572350
    },
    {
      "epoch": 0.7260153382092907,
      "grad_norm": 9.4375,
      "learning_rate": 1.3701034432888723e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5545726180076599,
      "num_tokens": 440823348.0,
      "step": 572360
    },
    {
      "epoch": 0.7260280228018235,
      "grad_norm": 5.5,
      "learning_rate": 1.3700400122802434e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5302181720733643,
      "num_tokens": 440832199.0,
      "step": 572370
    },
    {
      "epoch": 0.7260407073943563,
      "grad_norm": 5.40625,
      "learning_rate": 1.3699765812716142e-05,
      "loss": 2.3271,
      "mean_token_accuracy": 0.4966271221637726,
      "num_tokens": 440840638.0,
      "step": 572380
    },
    {
      "epoch": 0.7260533919868892,
      "grad_norm": 6.4375,
      "learning_rate": 1.369913150262985e-05,
      "loss": 1.89,
      "mean_token_accuracy": 0.5879061162471771,
      "num_tokens": 440847706.0,
      "step": 572390
    },
    {
      "epoch": 0.726066076579422,
      "grad_norm": 5.25,
      "learning_rate": 1.3698497192543558e-05,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5347152471542358,
      "num_tokens": 440856331.0,
      "step": 572400
    },
    {
      "epoch": 0.7260787611719549,
      "grad_norm": 6.375,
      "learning_rate": 1.3697862882457269e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5629729717969895,
      "num_tokens": 440864127.0,
      "step": 572410
    },
    {
      "epoch": 0.7260914457644877,
      "grad_norm": 4.90625,
      "learning_rate": 1.3697228572370976e-05,
      "loss": 2.0221,
      "mean_token_accuracy": 0.555272889137268,
      "num_tokens": 440871549.0,
      "step": 572420
    },
    {
      "epoch": 0.7261041303570206,
      "grad_norm": 5.0,
      "learning_rate": 1.3696594262284684e-05,
      "loss": 2.301,
      "mean_token_accuracy": 0.5054513245821,
      "num_tokens": 440880613.0,
      "step": 572430
    },
    {
      "epoch": 0.7261168149495534,
      "grad_norm": 6.0625,
      "learning_rate": 1.3695959952198391e-05,
      "loss": 1.8598,
      "mean_token_accuracy": 0.5781198531389237,
      "num_tokens": 440887234.0,
      "step": 572440
    },
    {
      "epoch": 0.7261294995420862,
      "grad_norm": 2.390625,
      "learning_rate": 1.36953256421121e-05,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5702525734901428,
      "num_tokens": 440895415.0,
      "step": 572450
    },
    {
      "epoch": 0.7261421841346191,
      "grad_norm": 8.1875,
      "learning_rate": 1.369469133202581e-05,
      "loss": 1.9755,
      "mean_token_accuracy": 0.560615062713623,
      "num_tokens": 440903251.0,
      "step": 572460
    },
    {
      "epoch": 0.7261548687271518,
      "grad_norm": 11.75,
      "learning_rate": 1.369405702193952e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5550868332386016,
      "num_tokens": 440910520.0,
      "step": 572470
    },
    {
      "epoch": 0.7261675533196847,
      "grad_norm": 5.84375,
      "learning_rate": 1.3693422711853226e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5254205465316772,
      "num_tokens": 440918549.0,
      "step": 572480
    },
    {
      "epoch": 0.7261802379122175,
      "grad_norm": 5.78125,
      "learning_rate": 1.3692788401766935e-05,
      "loss": 1.9048,
      "mean_token_accuracy": 0.5876881510019303,
      "num_tokens": 440926093.0,
      "step": 572490
    },
    {
      "epoch": 0.7261929225047504,
      "grad_norm": 5.0,
      "learning_rate": 1.3692154091680642e-05,
      "loss": 1.7177,
      "mean_token_accuracy": 0.6179510295391083,
      "num_tokens": 440932597.0,
      "step": 572500
    },
    {
      "epoch": 0.7262056070972832,
      "grad_norm": 8.4375,
      "learning_rate": 1.3691519781594353e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5415293544530868,
      "num_tokens": 440939267.0,
      "step": 572510
    },
    {
      "epoch": 0.726218291689816,
      "grad_norm": 4.875,
      "learning_rate": 1.3690885471508061e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5362456679344177,
      "num_tokens": 440946792.0,
      "step": 572520
    },
    {
      "epoch": 0.7262309762823489,
      "grad_norm": 5.25,
      "learning_rate": 1.3690251161421768e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5790330410003662,
      "num_tokens": 440954915.0,
      "step": 572530
    },
    {
      "epoch": 0.7262436608748817,
      "grad_norm": 5.125,
      "learning_rate": 1.3689616851335477e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5411318719387055,
      "num_tokens": 440962394.0,
      "step": 572540
    },
    {
      "epoch": 0.7262563454674146,
      "grad_norm": 7.21875,
      "learning_rate": 1.3688982541249184e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5584640055894852,
      "num_tokens": 440969556.0,
      "step": 572550
    },
    {
      "epoch": 0.7262690300599474,
      "grad_norm": 4.84375,
      "learning_rate": 1.3688348231162895e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5395209729671478,
      "num_tokens": 440976849.0,
      "step": 572560
    },
    {
      "epoch": 0.7262817146524803,
      "grad_norm": 5.8125,
      "learning_rate": 1.3687713921076603e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5541329920291901,
      "num_tokens": 440985345.0,
      "step": 572570
    },
    {
      "epoch": 0.726294399245013,
      "grad_norm": 6.28125,
      "learning_rate": 1.368707961099031e-05,
      "loss": 2.1182,
      "mean_token_accuracy": 0.531783190369606,
      "num_tokens": 440993588.0,
      "step": 572580
    },
    {
      "epoch": 0.7263070838375459,
      "grad_norm": 5.375,
      "learning_rate": 1.368644530090402e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5296865195035935,
      "num_tokens": 441001452.0,
      "step": 572590
    },
    {
      "epoch": 0.7263197684300787,
      "grad_norm": 6.5625,
      "learning_rate": 1.3685810990817726e-05,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5236086159944534,
      "num_tokens": 441008659.0,
      "step": 572600
    },
    {
      "epoch": 0.7263324530226115,
      "grad_norm": 5.625,
      "learning_rate": 1.3685176680731437e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5213379293680191,
      "num_tokens": 441016632.0,
      "step": 572610
    },
    {
      "epoch": 0.7263451376151444,
      "grad_norm": 5.0625,
      "learning_rate": 1.3684542370645145e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5560980141162872,
      "num_tokens": 441024949.0,
      "step": 572620
    },
    {
      "epoch": 0.7263578222076772,
      "grad_norm": 5.03125,
      "learning_rate": 1.3683908060558852e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5361549943685532,
      "num_tokens": 441033880.0,
      "step": 572630
    },
    {
      "epoch": 0.7263705068002101,
      "grad_norm": 5.5,
      "learning_rate": 1.3683273750472561e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5459411531686783,
      "num_tokens": 441042249.0,
      "step": 572640
    },
    {
      "epoch": 0.7263831913927429,
      "grad_norm": 4.96875,
      "learning_rate": 1.3682639440386268e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5228580087423325,
      "num_tokens": 441050830.0,
      "step": 572650
    },
    {
      "epoch": 0.7263958759852758,
      "grad_norm": 5.625,
      "learning_rate": 1.368200513029998e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5492012023925781,
      "num_tokens": 441058129.0,
      "step": 572660
    },
    {
      "epoch": 0.7264085605778086,
      "grad_norm": 5.4375,
      "learning_rate": 1.3681370820213687e-05,
      "loss": 2.3702,
      "mean_token_accuracy": 0.4949547678232193,
      "num_tokens": 441065311.0,
      "step": 572670
    },
    {
      "epoch": 0.7264212451703413,
      "grad_norm": 5.84375,
      "learning_rate": 1.3680736510127396e-05,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5163539975881577,
      "num_tokens": 441074209.0,
      "step": 572680
    },
    {
      "epoch": 0.7264339297628742,
      "grad_norm": 4.84375,
      "learning_rate": 1.3680102200041103e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.513843086361885,
      "num_tokens": 441082673.0,
      "step": 572690
    },
    {
      "epoch": 0.726446614355407,
      "grad_norm": 5.8125,
      "learning_rate": 1.3679467889954812e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5360228598117829,
      "num_tokens": 441090926.0,
      "step": 572700
    },
    {
      "epoch": 0.7264592989479399,
      "grad_norm": 4.78125,
      "learning_rate": 1.3678833579868522e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5392834126949311,
      "num_tokens": 441098977.0,
      "step": 572710
    },
    {
      "epoch": 0.7264719835404727,
      "grad_norm": 7.40625,
      "learning_rate": 1.367819926978223e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5555072486400604,
      "num_tokens": 441106828.0,
      "step": 572720
    },
    {
      "epoch": 0.7264846681330056,
      "grad_norm": 5.71875,
      "learning_rate": 1.3677564959695938e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5353034853935241,
      "num_tokens": 441115566.0,
      "step": 572730
    },
    {
      "epoch": 0.7264973527255384,
      "grad_norm": 6.0625,
      "learning_rate": 1.3676930649609645e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5300005376338959,
      "num_tokens": 441123271.0,
      "step": 572740
    },
    {
      "epoch": 0.7265100373180712,
      "grad_norm": 6.40625,
      "learning_rate": 1.3676296339523354e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5308112174272537,
      "num_tokens": 441131151.0,
      "step": 572750
    },
    {
      "epoch": 0.7265227219106041,
      "grad_norm": 5.0,
      "learning_rate": 1.3675662029437064e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5173502504825592,
      "num_tokens": 441140103.0,
      "step": 572760
    },
    {
      "epoch": 0.7265354065031369,
      "grad_norm": 5.5625,
      "learning_rate": 1.3675027719350771e-05,
      "loss": 1.7796,
      "mean_token_accuracy": 0.605733972787857,
      "num_tokens": 441148944.0,
      "step": 572770
    },
    {
      "epoch": 0.7265480910956698,
      "grad_norm": 5.28125,
      "learning_rate": 1.367439340926448e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.563672986626625,
      "num_tokens": 441157459.0,
      "step": 572780
    },
    {
      "epoch": 0.7265607756882025,
      "grad_norm": 6.90625,
      "learning_rate": 1.3673759099178187e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5212871879339218,
      "num_tokens": 441165111.0,
      "step": 572790
    },
    {
      "epoch": 0.7265734602807354,
      "grad_norm": 4.75,
      "learning_rate": 1.3673124789091896e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.534314101934433,
      "num_tokens": 441173534.0,
      "step": 572800
    },
    {
      "epoch": 0.7265861448732682,
      "grad_norm": 7.15625,
      "learning_rate": 1.3672490479005606e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.524775642156601,
      "num_tokens": 441182085.0,
      "step": 572810
    },
    {
      "epoch": 0.7265988294658011,
      "grad_norm": 5.34375,
      "learning_rate": 1.3671856168919313e-05,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5753264844417572,
      "num_tokens": 441189602.0,
      "step": 572820
    },
    {
      "epoch": 0.7266115140583339,
      "grad_norm": 5.09375,
      "learning_rate": 1.3671221858833022e-05,
      "loss": 2.286,
      "mean_token_accuracy": 0.5044048696756362,
      "num_tokens": 441198260.0,
      "step": 572830
    },
    {
      "epoch": 0.7266241986508667,
      "grad_norm": 4.84375,
      "learning_rate": 1.367058754874673e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5406276971101761,
      "num_tokens": 441207497.0,
      "step": 572840
    },
    {
      "epoch": 0.7266368832433996,
      "grad_norm": 5.15625,
      "learning_rate": 1.3669953238660438e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5529627442359925,
      "num_tokens": 441215209.0,
      "step": 572850
    },
    {
      "epoch": 0.7266495678359324,
      "grad_norm": 4.84375,
      "learning_rate": 1.3669318928574148e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.5724470376968384,
      "num_tokens": 441223360.0,
      "step": 572860
    },
    {
      "epoch": 0.7266622524284653,
      "grad_norm": 5.03125,
      "learning_rate": 1.3668684618487857e-05,
      "loss": 1.8557,
      "mean_token_accuracy": 0.5840065896511077,
      "num_tokens": 441230865.0,
      "step": 572870
    },
    {
      "epoch": 0.7266749370209981,
      "grad_norm": 5.40625,
      "learning_rate": 1.3668050308401564e-05,
      "loss": 1.7678,
      "mean_token_accuracy": 0.6072064697742462,
      "num_tokens": 441237873.0,
      "step": 572880
    },
    {
      "epoch": 0.726687621613531,
      "grad_norm": 5.03125,
      "learning_rate": 1.3667415998315273e-05,
      "loss": 1.8673,
      "mean_token_accuracy": 0.5903637111186981,
      "num_tokens": 441245205.0,
      "step": 572890
    },
    {
      "epoch": 0.7267003062060637,
      "grad_norm": 5.4375,
      "learning_rate": 1.3666781688228983e-05,
      "loss": 1.8632,
      "mean_token_accuracy": 0.5733229607343674,
      "num_tokens": 441252595.0,
      "step": 572900
    },
    {
      "epoch": 0.7267129907985965,
      "grad_norm": 5.875,
      "learning_rate": 1.366614737814269e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5291422426700592,
      "num_tokens": 441261349.0,
      "step": 572910
    },
    {
      "epoch": 0.7267256753911294,
      "grad_norm": 6.46875,
      "learning_rate": 1.3665513068056399e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.543319970369339,
      "num_tokens": 441268619.0,
      "step": 572920
    },
    {
      "epoch": 0.7267383599836622,
      "grad_norm": 4.75,
      "learning_rate": 1.3664878757970106e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5468963056802749,
      "num_tokens": 441276424.0,
      "step": 572930
    },
    {
      "epoch": 0.7267510445761951,
      "grad_norm": 6.0625,
      "learning_rate": 1.3664244447883815e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5268022119998932,
      "num_tokens": 441285866.0,
      "step": 572940
    },
    {
      "epoch": 0.7267637291687279,
      "grad_norm": 8.5625,
      "learning_rate": 1.3663610137797525e-05,
      "loss": 2.2438,
      "mean_token_accuracy": 0.5204670876264572,
      "num_tokens": 441293413.0,
      "step": 572950
    },
    {
      "epoch": 0.7267764137612608,
      "grad_norm": 6.875,
      "learning_rate": 1.3662975827711232e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.542174232006073,
      "num_tokens": 441301689.0,
      "step": 572960
    },
    {
      "epoch": 0.7267890983537936,
      "grad_norm": 4.96875,
      "learning_rate": 1.3662341517624941e-05,
      "loss": 2.2627,
      "mean_token_accuracy": 0.5127542346715928,
      "num_tokens": 441309100.0,
      "step": 572970
    },
    {
      "epoch": 0.7268017829463265,
      "grad_norm": 6.59375,
      "learning_rate": 1.3661707207538648e-05,
      "loss": 1.9405,
      "mean_token_accuracy": 0.5772594809532166,
      "num_tokens": 441316123.0,
      "step": 572980
    },
    {
      "epoch": 0.7268144675388593,
      "grad_norm": 6.21875,
      "learning_rate": 1.3661072897452357e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5401499688625335,
      "num_tokens": 441323863.0,
      "step": 572990
    },
    {
      "epoch": 0.726827152131392,
      "grad_norm": 4.90625,
      "learning_rate": 1.3660438587366067e-05,
      "loss": 1.8675,
      "mean_token_accuracy": 0.5911685496568679,
      "num_tokens": 441330318.0,
      "step": 573000
    },
    {
      "epoch": 0.7268398367239249,
      "grad_norm": 5.90625,
      "learning_rate": 1.3659804277279774e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.538095360994339,
      "num_tokens": 441337966.0,
      "step": 573010
    },
    {
      "epoch": 0.7268525213164577,
      "grad_norm": 5.90625,
      "learning_rate": 1.3659169967193483e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5148185014724731,
      "num_tokens": 441345532.0,
      "step": 573020
    },
    {
      "epoch": 0.7268652059089906,
      "grad_norm": 6.0625,
      "learning_rate": 1.365853565710719e-05,
      "loss": 2.268,
      "mean_token_accuracy": 0.5189779609441757,
      "num_tokens": 441353388.0,
      "step": 573030
    },
    {
      "epoch": 0.7268778905015234,
      "grad_norm": 5.0625,
      "learning_rate": 1.3657901347020899e-05,
      "loss": 1.7976,
      "mean_token_accuracy": 0.6002051204442977,
      "num_tokens": 441360338.0,
      "step": 573040
    },
    {
      "epoch": 0.7268905750940563,
      "grad_norm": 9.125,
      "learning_rate": 1.365726703693461e-05,
      "loss": 1.6772,
      "mean_token_accuracy": 0.6314946085214614,
      "num_tokens": 441365795.0,
      "step": 573050
    },
    {
      "epoch": 0.7269032596865891,
      "grad_norm": 5.90625,
      "learning_rate": 1.3656632726848318e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5453261107206344,
      "num_tokens": 441372987.0,
      "step": 573060
    },
    {
      "epoch": 0.7269159442791219,
      "grad_norm": 6.9375,
      "learning_rate": 1.3655998416762025e-05,
      "loss": 1.9557,
      "mean_token_accuracy": 0.5792534679174424,
      "num_tokens": 441380004.0,
      "step": 573070
    },
    {
      "epoch": 0.7269286288716548,
      "grad_norm": 4.84375,
      "learning_rate": 1.3655364106675734e-05,
      "loss": 2.1708,
      "mean_token_accuracy": 0.5262762546539307,
      "num_tokens": 441389063.0,
      "step": 573080
    },
    {
      "epoch": 0.7269413134641876,
      "grad_norm": 6.0,
      "learning_rate": 1.3654729796589441e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5532555282115936,
      "num_tokens": 441396852.0,
      "step": 573090
    },
    {
      "epoch": 0.7269539980567205,
      "grad_norm": 5.21875,
      "learning_rate": 1.3654095486503151e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.582880386710167,
      "num_tokens": 441404918.0,
      "step": 573100
    },
    {
      "epoch": 0.7269666826492532,
      "grad_norm": 5.125,
      "learning_rate": 1.365346117641686e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5394809305667877,
      "num_tokens": 441414030.0,
      "step": 573110
    },
    {
      "epoch": 0.7269793672417861,
      "grad_norm": 7.375,
      "learning_rate": 1.3652826866330567e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5377410829067231,
      "num_tokens": 441421183.0,
      "step": 573120
    },
    {
      "epoch": 0.7269920518343189,
      "grad_norm": 5.40625,
      "learning_rate": 1.3652192556244276e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5271118074655533,
      "num_tokens": 441428479.0,
      "step": 573130
    },
    {
      "epoch": 0.7270047364268517,
      "grad_norm": 6.25,
      "learning_rate": 1.3651558246157983e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.544345360994339,
      "num_tokens": 441435781.0,
      "step": 573140
    },
    {
      "epoch": 0.7270174210193846,
      "grad_norm": 4.53125,
      "learning_rate": 1.3650923936071693e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5623859196901322,
      "num_tokens": 441442746.0,
      "step": 573150
    },
    {
      "epoch": 0.7270301056119174,
      "grad_norm": 7.6875,
      "learning_rate": 1.3650289625985402e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5589065730571747,
      "num_tokens": 441450150.0,
      "step": 573160
    },
    {
      "epoch": 0.7270427902044503,
      "grad_norm": 7.0,
      "learning_rate": 1.3649655315899109e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5503238618373871,
      "num_tokens": 441457874.0,
      "step": 573170
    },
    {
      "epoch": 0.7270554747969831,
      "grad_norm": 4.96875,
      "learning_rate": 1.3649021005812818e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5541755437850953,
      "num_tokens": 441465307.0,
      "step": 573180
    },
    {
      "epoch": 0.727068159389516,
      "grad_norm": 5.21875,
      "learning_rate": 1.3648386695726525e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5391070693731308,
      "num_tokens": 441473016.0,
      "step": 573190
    },
    {
      "epoch": 0.7270808439820488,
      "grad_norm": 5.0625,
      "learning_rate": 1.3647752385640235e-05,
      "loss": 1.7689,
      "mean_token_accuracy": 0.6058698028326035,
      "num_tokens": 441480861.0,
      "step": 573200
    },
    {
      "epoch": 0.7270935285745816,
      "grad_norm": 4.96875,
      "learning_rate": 1.3647118075553944e-05,
      "loss": 1.6972,
      "mean_token_accuracy": 0.5994658708572388,
      "num_tokens": 441487525.0,
      "step": 573210
    },
    {
      "epoch": 0.7271062131671144,
      "grad_norm": 4.84375,
      "learning_rate": 1.3646483765467651e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5333053052425385,
      "num_tokens": 441495814.0,
      "step": 573220
    },
    {
      "epoch": 0.7271188977596472,
      "grad_norm": 4.375,
      "learning_rate": 1.364584945538136e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5642869710922241,
      "num_tokens": 441503758.0,
      "step": 573230
    },
    {
      "epoch": 0.7271315823521801,
      "grad_norm": 5.0,
      "learning_rate": 1.3645215145295067e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.518732151389122,
      "num_tokens": 441512603.0,
      "step": 573240
    },
    {
      "epoch": 0.7271442669447129,
      "grad_norm": 4.84375,
      "learning_rate": 1.3644580835208779e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5229837208986282,
      "num_tokens": 441521083.0,
      "step": 573250
    },
    {
      "epoch": 0.7271569515372458,
      "grad_norm": 5.21875,
      "learning_rate": 1.3643946525122486e-05,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5647149860858918,
      "num_tokens": 441528203.0,
      "step": 573260
    },
    {
      "epoch": 0.7271696361297786,
      "grad_norm": 5.5,
      "learning_rate": 1.3643312215036195e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.542794406414032,
      "num_tokens": 441535670.0,
      "step": 573270
    },
    {
      "epoch": 0.7271823207223115,
      "grad_norm": 5.09375,
      "learning_rate": 1.3642677904949902e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5319963485002518,
      "num_tokens": 441544677.0,
      "step": 573280
    },
    {
      "epoch": 0.7271950053148443,
      "grad_norm": 5.59375,
      "learning_rate": 1.364204359486361e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5519253522157669,
      "num_tokens": 441551734.0,
      "step": 573290
    },
    {
      "epoch": 0.727207689907377,
      "grad_norm": 5.28125,
      "learning_rate": 1.3641409284777321e-05,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5591144055128098,
      "num_tokens": 441559219.0,
      "step": 573300
    },
    {
      "epoch": 0.72722037449991,
      "grad_norm": 5.6875,
      "learning_rate": 1.3640774974691028e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5469563275575637,
      "num_tokens": 441566662.0,
      "step": 573310
    },
    {
      "epoch": 0.7272330590924427,
      "grad_norm": 4.96875,
      "learning_rate": 1.3640140664604737e-05,
      "loss": 1.7599,
      "mean_token_accuracy": 0.6130938708782196,
      "num_tokens": 441572999.0,
      "step": 573320
    },
    {
      "epoch": 0.7272457436849756,
      "grad_norm": 6.78125,
      "learning_rate": 1.3639506354518444e-05,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5312086939811707,
      "num_tokens": 441580807.0,
      "step": 573330
    },
    {
      "epoch": 0.7272584282775084,
      "grad_norm": 5.3125,
      "learning_rate": 1.3638872044432154e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5565242499113083,
      "num_tokens": 441588660.0,
      "step": 573340
    },
    {
      "epoch": 0.7272711128700413,
      "grad_norm": 4.84375,
      "learning_rate": 1.3638237734345863e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5651441812515259,
      "num_tokens": 441596518.0,
      "step": 573350
    },
    {
      "epoch": 0.7272837974625741,
      "grad_norm": 4.375,
      "learning_rate": 1.363760342425957e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5459504753351212,
      "num_tokens": 441604726.0,
      "step": 573360
    },
    {
      "epoch": 0.727296482055107,
      "grad_norm": 6.71875,
      "learning_rate": 1.3636969114173279e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5600067228078842,
      "num_tokens": 441611654.0,
      "step": 573370
    },
    {
      "epoch": 0.7273091666476398,
      "grad_norm": 7.5625,
      "learning_rate": 1.3636334804086986e-05,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5364909589290618,
      "num_tokens": 441619358.0,
      "step": 573380
    },
    {
      "epoch": 0.7273218512401726,
      "grad_norm": 5.90625,
      "learning_rate": 1.3635700494000698e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5516564071178436,
      "num_tokens": 441626586.0,
      "step": 573390
    },
    {
      "epoch": 0.7273345358327055,
      "grad_norm": 5.71875,
      "learning_rate": 1.3635066183914405e-05,
      "loss": 2.007,
      "mean_token_accuracy": 0.5509944885969162,
      "num_tokens": 441633294.0,
      "step": 573400
    },
    {
      "epoch": 0.7273472204252383,
      "grad_norm": 6.46875,
      "learning_rate": 1.3634431873828112e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5291850477457046,
      "num_tokens": 441640349.0,
      "step": 573410
    },
    {
      "epoch": 0.7273599050177711,
      "grad_norm": 5.28125,
      "learning_rate": 1.363379756374182e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5583305656909943,
      "num_tokens": 441647510.0,
      "step": 573420
    },
    {
      "epoch": 0.7273725896103039,
      "grad_norm": 4.78125,
      "learning_rate": 1.3633163253655528e-05,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5294863730669022,
      "num_tokens": 441656695.0,
      "step": 573430
    },
    {
      "epoch": 0.7273852742028368,
      "grad_norm": 6.46875,
      "learning_rate": 1.363252894356924e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5274009495973587,
      "num_tokens": 441664619.0,
      "step": 573440
    },
    {
      "epoch": 0.7273979587953696,
      "grad_norm": 6.21875,
      "learning_rate": 1.3631894633482947e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.553690031170845,
      "num_tokens": 441672718.0,
      "step": 573450
    },
    {
      "epoch": 0.7274106433879024,
      "grad_norm": 5.78125,
      "learning_rate": 1.3631260323396656e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5304525762796402,
      "num_tokens": 441681130.0,
      "step": 573460
    },
    {
      "epoch": 0.7274233279804353,
      "grad_norm": 5.625,
      "learning_rate": 1.3630626013310363e-05,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5629092782735825,
      "num_tokens": 441688860.0,
      "step": 573470
    },
    {
      "epoch": 0.7274360125729681,
      "grad_norm": 5.21875,
      "learning_rate": 1.3629991703224072e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5511456996202468,
      "num_tokens": 441696125.0,
      "step": 573480
    },
    {
      "epoch": 0.727448697165501,
      "grad_norm": 5.0,
      "learning_rate": 1.3629357393137782e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5312885195016861,
      "num_tokens": 441704280.0,
      "step": 573490
    },
    {
      "epoch": 0.7274613817580338,
      "grad_norm": 7.0625,
      "learning_rate": 1.3628723083051489e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5443073987960816,
      "num_tokens": 441711877.0,
      "step": 573500
    },
    {
      "epoch": 0.7274740663505667,
      "grad_norm": 5.1875,
      "learning_rate": 1.3628088772965198e-05,
      "loss": 1.8161,
      "mean_token_accuracy": 0.591961532831192,
      "num_tokens": 441717636.0,
      "step": 573510
    },
    {
      "epoch": 0.7274867509430994,
      "grad_norm": 4.71875,
      "learning_rate": 1.3627454462878905e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5277001947164536,
      "num_tokens": 441725901.0,
      "step": 573520
    },
    {
      "epoch": 0.7274994355356323,
      "grad_norm": 4.8125,
      "learning_rate": 1.3626820152792614e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5720987975597381,
      "num_tokens": 441732685.0,
      "step": 573530
    },
    {
      "epoch": 0.7275121201281651,
      "grad_norm": 5.6875,
      "learning_rate": 1.3626185842706324e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5384434580802917,
      "num_tokens": 441741594.0,
      "step": 573540
    },
    {
      "epoch": 0.7275248047206979,
      "grad_norm": 5.5,
      "learning_rate": 1.3625551532620031e-05,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5450929701328278,
      "num_tokens": 441750269.0,
      "step": 573550
    },
    {
      "epoch": 0.7275374893132308,
      "grad_norm": 6.84375,
      "learning_rate": 1.362491722253374e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5263545960187912,
      "num_tokens": 441758074.0,
      "step": 573560
    },
    {
      "epoch": 0.7275501739057636,
      "grad_norm": 5.75,
      "learning_rate": 1.3624282912447447e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5389769345521926,
      "num_tokens": 441765695.0,
      "step": 573570
    },
    {
      "epoch": 0.7275628584982965,
      "grad_norm": 5.03125,
      "learning_rate": 1.3623648602361156e-05,
      "loss": 2.1891,
      "mean_token_accuracy": 0.5216168135404586,
      "num_tokens": 441773970.0,
      "step": 573580
    },
    {
      "epoch": 0.7275755430908293,
      "grad_norm": 5.0625,
      "learning_rate": 1.3623014292274866e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.537883859872818,
      "num_tokens": 441782484.0,
      "step": 573590
    },
    {
      "epoch": 0.7275882276833622,
      "grad_norm": 6.53125,
      "learning_rate": 1.3622379982188575e-05,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5452468484640122,
      "num_tokens": 441790318.0,
      "step": 573600
    },
    {
      "epoch": 0.727600912275895,
      "grad_norm": 4.5,
      "learning_rate": 1.3621745672102282e-05,
      "loss": 1.8074,
      "mean_token_accuracy": 0.5852894127368927,
      "num_tokens": 441797485.0,
      "step": 573610
    },
    {
      "epoch": 0.7276135968684277,
      "grad_norm": 5.875,
      "learning_rate": 1.3621111362015989e-05,
      "loss": 1.8544,
      "mean_token_accuracy": 0.5810224801301956,
      "num_tokens": 441803368.0,
      "step": 573620
    },
    {
      "epoch": 0.7276262814609606,
      "grad_norm": 4.8125,
      "learning_rate": 1.3620477051929698e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5336520284414291,
      "num_tokens": 441811204.0,
      "step": 573630
    },
    {
      "epoch": 0.7276389660534934,
      "grad_norm": 5.0,
      "learning_rate": 1.3619842741843408e-05,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5569277107715607,
      "num_tokens": 441819963.0,
      "step": 573640
    },
    {
      "epoch": 0.7276516506460263,
      "grad_norm": 7.15625,
      "learning_rate": 1.3619208431757117e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5597997933626175,
      "num_tokens": 441827551.0,
      "step": 573650
    },
    {
      "epoch": 0.7276643352385591,
      "grad_norm": 5.0625,
      "learning_rate": 1.3618574121670824e-05,
      "loss": 1.6917,
      "mean_token_accuracy": 0.6214162349700928,
      "num_tokens": 441835199.0,
      "step": 573660
    },
    {
      "epoch": 0.727677019831092,
      "grad_norm": 6.125,
      "learning_rate": 1.3617939811584533e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5476862758398056,
      "num_tokens": 441843019.0,
      "step": 573670
    },
    {
      "epoch": 0.7276897044236248,
      "grad_norm": 4.71875,
      "learning_rate": 1.361730550149824e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5703125,
      "num_tokens": 441851469.0,
      "step": 573680
    },
    {
      "epoch": 0.7277023890161576,
      "grad_norm": 5.46875,
      "learning_rate": 1.361667119141195e-05,
      "loss": 1.8427,
      "mean_token_accuracy": 0.5779144048690796,
      "num_tokens": 441859053.0,
      "step": 573690
    },
    {
      "epoch": 0.7277150736086905,
      "grad_norm": 5.375,
      "learning_rate": 1.3616036881325659e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5404276341199875,
      "num_tokens": 441868577.0,
      "step": 573700
    },
    {
      "epoch": 0.7277277582012233,
      "grad_norm": 6.59375,
      "learning_rate": 1.3615402571239366e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5542571485042572,
      "num_tokens": 441877123.0,
      "step": 573710
    },
    {
      "epoch": 0.7277404427937562,
      "grad_norm": 5.5,
      "learning_rate": 1.3614768261153075e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5255128115415573,
      "num_tokens": 441884269.0,
      "step": 573720
    },
    {
      "epoch": 0.727753127386289,
      "grad_norm": 6.375,
      "learning_rate": 1.3614133951066782e-05,
      "loss": 1.9617,
      "mean_token_accuracy": 0.5779966861009598,
      "num_tokens": 441891745.0,
      "step": 573730
    },
    {
      "epoch": 0.7277658119788218,
      "grad_norm": 4.59375,
      "learning_rate": 1.3613499640980492e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5521053582429886,
      "num_tokens": 441900005.0,
      "step": 573740
    },
    {
      "epoch": 0.7277784965713546,
      "grad_norm": 7.40625,
      "learning_rate": 1.36128653308942e-05,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5276521414518356,
      "num_tokens": 441907788.0,
      "step": 573750
    },
    {
      "epoch": 0.7277911811638875,
      "grad_norm": 6.0625,
      "learning_rate": 1.3612231020807908e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5538370579481124,
      "num_tokens": 441915798.0,
      "step": 573760
    },
    {
      "epoch": 0.7278038657564203,
      "grad_norm": 6.40625,
      "learning_rate": 1.3611596710721617e-05,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5213633179664612,
      "num_tokens": 441923521.0,
      "step": 573770
    },
    {
      "epoch": 0.7278165503489531,
      "grad_norm": 4.8125,
      "learning_rate": 1.3610962400635327e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5371672004461289,
      "num_tokens": 441930865.0,
      "step": 573780
    },
    {
      "epoch": 0.727829234941486,
      "grad_norm": 6.125,
      "learning_rate": 1.3610328090549036e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5403314977884293,
      "num_tokens": 441936867.0,
      "step": 573790
    },
    {
      "epoch": 0.7278419195340188,
      "grad_norm": 7.0,
      "learning_rate": 1.3609693780462743e-05,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5280311077833175,
      "num_tokens": 441944268.0,
      "step": 573800
    },
    {
      "epoch": 0.7278546041265517,
      "grad_norm": 4.28125,
      "learning_rate": 1.3609059470376452e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5735045224428177,
      "num_tokens": 441951976.0,
      "step": 573810
    },
    {
      "epoch": 0.7278672887190845,
      "grad_norm": 8.8125,
      "learning_rate": 1.3608425160290159e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5552442073822021,
      "num_tokens": 441958863.0,
      "step": 573820
    },
    {
      "epoch": 0.7278799733116174,
      "grad_norm": 6.46875,
      "learning_rate": 1.3607790850203869e-05,
      "loss": 2.1646,
      "mean_token_accuracy": 0.52669677734375,
      "num_tokens": 441968095.0,
      "step": 573830
    },
    {
      "epoch": 0.7278926579041501,
      "grad_norm": 5.125,
      "learning_rate": 1.3607156540117578e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5228176176548004,
      "num_tokens": 441975426.0,
      "step": 573840
    },
    {
      "epoch": 0.7279053424966829,
      "grad_norm": 5.375,
      "learning_rate": 1.3606522230031285e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5489252030849456,
      "num_tokens": 441982922.0,
      "step": 573850
    },
    {
      "epoch": 0.7279180270892158,
      "grad_norm": 5.25,
      "learning_rate": 1.3605887919944994e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5282367199659348,
      "num_tokens": 441991332.0,
      "step": 573860
    },
    {
      "epoch": 0.7279307116817486,
      "grad_norm": 5.28125,
      "learning_rate": 1.36052536098587e-05,
      "loss": 2.066,
      "mean_token_accuracy": 0.5429813206195832,
      "num_tokens": 442000969.0,
      "step": 573870
    },
    {
      "epoch": 0.7279433962742815,
      "grad_norm": 4.8125,
      "learning_rate": 1.3604619299772411e-05,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5564332246780396,
      "num_tokens": 442008566.0,
      "step": 573880
    },
    {
      "epoch": 0.7279560808668143,
      "grad_norm": 5.0625,
      "learning_rate": 1.360398498968612e-05,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5770707190036773,
      "num_tokens": 442016627.0,
      "step": 573890
    },
    {
      "epoch": 0.7279687654593472,
      "grad_norm": 5.0625,
      "learning_rate": 1.3603350679599827e-05,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5822457432746887,
      "num_tokens": 442024283.0,
      "step": 573900
    },
    {
      "epoch": 0.72798145005188,
      "grad_norm": 5.8125,
      "learning_rate": 1.3602716369513536e-05,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5561282604932785,
      "num_tokens": 442031942.0,
      "step": 573910
    },
    {
      "epoch": 0.7279941346444129,
      "grad_norm": 4.90625,
      "learning_rate": 1.3602082059427243e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5386750996112823,
      "num_tokens": 442040478.0,
      "step": 573920
    },
    {
      "epoch": 0.7280068192369457,
      "grad_norm": 6.875,
      "learning_rate": 1.3601447749340953e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5553933084011078,
      "num_tokens": 442048230.0,
      "step": 573930
    },
    {
      "epoch": 0.7280195038294784,
      "grad_norm": 6.03125,
      "learning_rate": 1.3600813439254662e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.541298371553421,
      "num_tokens": 442056852.0,
      "step": 573940
    },
    {
      "epoch": 0.7280321884220113,
      "grad_norm": 4.625,
      "learning_rate": 1.3600179129168369e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5536380708217621,
      "num_tokens": 442064217.0,
      "step": 573950
    },
    {
      "epoch": 0.7280448730145441,
      "grad_norm": 5.9375,
      "learning_rate": 1.3599544819082078e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5558003157377243,
      "num_tokens": 442071023.0,
      "step": 573960
    },
    {
      "epoch": 0.728057557607077,
      "grad_norm": 6.375,
      "learning_rate": 1.3598910508995785e-05,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5627219706773758,
      "num_tokens": 442078161.0,
      "step": 573970
    },
    {
      "epoch": 0.7280702421996098,
      "grad_norm": 7.25,
      "learning_rate": 1.3598276198909497e-05,
      "loss": 1.8674,
      "mean_token_accuracy": 0.5747316420078278,
      "num_tokens": 442084179.0,
      "step": 573980
    },
    {
      "epoch": 0.7280829267921427,
      "grad_norm": 4.78125,
      "learning_rate": 1.3597641888823204e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5163600146770477,
      "num_tokens": 442092655.0,
      "step": 573990
    },
    {
      "epoch": 0.7280956113846755,
      "grad_norm": 10.25,
      "learning_rate": 1.3597007578736912e-05,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5377752870321274,
      "num_tokens": 442099975.0,
      "step": 574000
    },
    {
      "epoch": 0.7281082959772083,
      "grad_norm": 4.625,
      "learning_rate": 1.359637326865062e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5775917798280716,
      "num_tokens": 442106800.0,
      "step": 574010
    },
    {
      "epoch": 0.7281209805697412,
      "grad_norm": 5.40625,
      "learning_rate": 1.3595738958564328e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5437367469072342,
      "num_tokens": 442113563.0,
      "step": 574020
    },
    {
      "epoch": 0.728133665162274,
      "grad_norm": 5.8125,
      "learning_rate": 1.3595104648478039e-05,
      "loss": 2.2994,
      "mean_token_accuracy": 0.5200877875089646,
      "num_tokens": 442120038.0,
      "step": 574030
    },
    {
      "epoch": 0.7281463497548069,
      "grad_norm": 5.28125,
      "learning_rate": 1.3594470338391746e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.530390328168869,
      "num_tokens": 442127304.0,
      "step": 574040
    },
    {
      "epoch": 0.7281590343473396,
      "grad_norm": 5.46875,
      "learning_rate": 1.3593836028305454e-05,
      "loss": 1.8802,
      "mean_token_accuracy": 0.5817433893680573,
      "num_tokens": 442134868.0,
      "step": 574050
    },
    {
      "epoch": 0.7281717189398725,
      "grad_norm": 6.09375,
      "learning_rate": 1.3593201718219162e-05,
      "loss": 1.9089,
      "mean_token_accuracy": 0.580065467953682,
      "num_tokens": 442141122.0,
      "step": 574060
    },
    {
      "epoch": 0.7281844035324053,
      "grad_norm": 6.125,
      "learning_rate": 1.359256740813287e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5158353507518768,
      "num_tokens": 442149505.0,
      "step": 574070
    },
    {
      "epoch": 0.7281970881249381,
      "grad_norm": 5.6875,
      "learning_rate": 1.359193309804658e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5410297304391861,
      "num_tokens": 442156415.0,
      "step": 574080
    },
    {
      "epoch": 0.728209772717471,
      "grad_norm": 6.15625,
      "learning_rate": 1.3591298787960288e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5353448659181594,
      "num_tokens": 442165004.0,
      "step": 574090
    },
    {
      "epoch": 0.7282224573100038,
      "grad_norm": 4.9375,
      "learning_rate": 1.3590664477873996e-05,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5532103210687638,
      "num_tokens": 442173875.0,
      "step": 574100
    },
    {
      "epoch": 0.7282351419025367,
      "grad_norm": 5.125,
      "learning_rate": 1.3590030167787704e-05,
      "loss": 2.3438,
      "mean_token_accuracy": 0.4947911322116852,
      "num_tokens": 442183835.0,
      "step": 574110
    },
    {
      "epoch": 0.7282478264950695,
      "grad_norm": 7.0625,
      "learning_rate": 1.3589395857701412e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5224199503660202,
      "num_tokens": 442190958.0,
      "step": 574120
    },
    {
      "epoch": 0.7282605110876024,
      "grad_norm": 5.4375,
      "learning_rate": 1.3588761547615123e-05,
      "loss": 1.7473,
      "mean_token_accuracy": 0.6052985787391663,
      "num_tokens": 442197722.0,
      "step": 574130
    },
    {
      "epoch": 0.7282731956801352,
      "grad_norm": 5.09375,
      "learning_rate": 1.358812723752883e-05,
      "loss": 1.8717,
      "mean_token_accuracy": 0.576619005203247,
      "num_tokens": 442205475.0,
      "step": 574140
    },
    {
      "epoch": 0.728285880272668,
      "grad_norm": 5.78125,
      "learning_rate": 1.3587492927442539e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5485124439001083,
      "num_tokens": 442213151.0,
      "step": 574150
    },
    {
      "epoch": 0.7282985648652008,
      "grad_norm": 6.34375,
      "learning_rate": 1.3586858617356246e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5457019209861755,
      "num_tokens": 442219862.0,
      "step": 574160
    },
    {
      "epoch": 0.7283112494577336,
      "grad_norm": 5.96875,
      "learning_rate": 1.3586224307269954e-05,
      "loss": 1.8944,
      "mean_token_accuracy": 0.5704553425312042,
      "num_tokens": 442227119.0,
      "step": 574170
    },
    {
      "epoch": 0.7283239340502665,
      "grad_norm": 5.3125,
      "learning_rate": 1.3585589997183665e-05,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5285298675298691,
      "num_tokens": 442234893.0,
      "step": 574180
    },
    {
      "epoch": 0.7283366186427993,
      "grad_norm": 7.0,
      "learning_rate": 1.3584955687097373e-05,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5530131846666336,
      "num_tokens": 442242552.0,
      "step": 574190
    },
    {
      "epoch": 0.7283493032353322,
      "grad_norm": 5.9375,
      "learning_rate": 1.358432137701108e-05,
      "loss": 2.1513,
      "mean_token_accuracy": 0.5357096672058106,
      "num_tokens": 442250090.0,
      "step": 574200
    },
    {
      "epoch": 0.728361987827865,
      "grad_norm": 4.78125,
      "learning_rate": 1.358368706692479e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5426374912261963,
      "num_tokens": 442257570.0,
      "step": 574210
    },
    {
      "epoch": 0.7283746724203979,
      "grad_norm": 4.78125,
      "learning_rate": 1.3583052756838496e-05,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5581124246120452,
      "num_tokens": 442266094.0,
      "step": 574220
    },
    {
      "epoch": 0.7283873570129307,
      "grad_norm": 5.96875,
      "learning_rate": 1.3582418446752207e-05,
      "loss": 1.8851,
      "mean_token_accuracy": 0.5857255429029464,
      "num_tokens": 442274156.0,
      "step": 574230
    },
    {
      "epoch": 0.7284000416054635,
      "grad_norm": 5.09375,
      "learning_rate": 1.3581784136665915e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5527298361063003,
      "num_tokens": 442281756.0,
      "step": 574240
    },
    {
      "epoch": 0.7284127261979964,
      "grad_norm": 5.6875,
      "learning_rate": 1.3581149826579623e-05,
      "loss": 2.2115,
      "mean_token_accuracy": 0.519621130824089,
      "num_tokens": 442290037.0,
      "step": 574250
    },
    {
      "epoch": 0.7284254107905291,
      "grad_norm": 5.03125,
      "learning_rate": 1.3580515516493331e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5416249305009841,
      "num_tokens": 442297681.0,
      "step": 574260
    },
    {
      "epoch": 0.728438095383062,
      "grad_norm": 4.71875,
      "learning_rate": 1.3579881206407042e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5422600537538529,
      "num_tokens": 442305886.0,
      "step": 574270
    },
    {
      "epoch": 0.7284507799755948,
      "grad_norm": 6.6875,
      "learning_rate": 1.3579246896320749e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5295472264289856,
      "num_tokens": 442313856.0,
      "step": 574280
    },
    {
      "epoch": 0.7284634645681277,
      "grad_norm": 6.53125,
      "learning_rate": 1.3578612586234457e-05,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5250074923038482,
      "num_tokens": 442320738.0,
      "step": 574290
    },
    {
      "epoch": 0.7284761491606605,
      "grad_norm": 5.96875,
      "learning_rate": 1.3577978276148165e-05,
      "loss": 2.0484,
      "mean_token_accuracy": 0.551774126291275,
      "num_tokens": 442329066.0,
      "step": 574300
    },
    {
      "epoch": 0.7284888337531934,
      "grad_norm": 5.15625,
      "learning_rate": 1.3577343966061873e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5406188607215882,
      "num_tokens": 442336570.0,
      "step": 574310
    },
    {
      "epoch": 0.7285015183457262,
      "grad_norm": 6.4375,
      "learning_rate": 1.3576709655975584e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5609479874372483,
      "num_tokens": 442343402.0,
      "step": 574320
    },
    {
      "epoch": 0.728514202938259,
      "grad_norm": 4.90625,
      "learning_rate": 1.357607534588929e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5336314171552659,
      "num_tokens": 442352573.0,
      "step": 574330
    },
    {
      "epoch": 0.7285268875307919,
      "grad_norm": 6.0625,
      "learning_rate": 1.3575441035803e-05,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5445164471864701,
      "num_tokens": 442359937.0,
      "step": 574340
    },
    {
      "epoch": 0.7285395721233247,
      "grad_norm": 6.125,
      "learning_rate": 1.3574806725716707e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5612330287694931,
      "num_tokens": 442368117.0,
      "step": 574350
    },
    {
      "epoch": 0.7285522567158575,
      "grad_norm": 6.875,
      "learning_rate": 1.3574172415630415e-05,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5588373303413391,
      "num_tokens": 442376395.0,
      "step": 574360
    },
    {
      "epoch": 0.7285649413083903,
      "grad_norm": 5.3125,
      "learning_rate": 1.3573538105544126e-05,
      "loss": 1.7263,
      "mean_token_accuracy": 0.6075976222753525,
      "num_tokens": 442383624.0,
      "step": 574370
    },
    {
      "epoch": 0.7285776259009232,
      "grad_norm": 8.0625,
      "learning_rate": 1.3572903795457834e-05,
      "loss": 1.8979,
      "mean_token_accuracy": 0.5798050343990326,
      "num_tokens": 442390994.0,
      "step": 574380
    },
    {
      "epoch": 0.728590310493456,
      "grad_norm": 6.875,
      "learning_rate": 1.3572269485371541e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.52923623919487,
      "num_tokens": 442397933.0,
      "step": 574390
    },
    {
      "epoch": 0.7286029950859888,
      "grad_norm": 4.5625,
      "learning_rate": 1.357163517528525e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5324517846107483,
      "num_tokens": 442406077.0,
      "step": 574400
    },
    {
      "epoch": 0.7286156796785217,
      "grad_norm": 5.1875,
      "learning_rate": 1.3571000865198957e-05,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5624421924352646,
      "num_tokens": 442413052.0,
      "step": 574410
    },
    {
      "epoch": 0.7286283642710545,
      "grad_norm": 6.15625,
      "learning_rate": 1.3570366555112668e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5384966164827347,
      "num_tokens": 442420320.0,
      "step": 574420
    },
    {
      "epoch": 0.7286410488635874,
      "grad_norm": 7.4375,
      "learning_rate": 1.3569732245026376e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5766439318656922,
      "num_tokens": 442427550.0,
      "step": 574430
    },
    {
      "epoch": 0.7286537334561202,
      "grad_norm": 6.21875,
      "learning_rate": 1.3569097934940083e-05,
      "loss": 1.9002,
      "mean_token_accuracy": 0.5763561129570007,
      "num_tokens": 442436130.0,
      "step": 574440
    },
    {
      "epoch": 0.7286664180486531,
      "grad_norm": 4.9375,
      "learning_rate": 1.3568463624853792e-05,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5948233544826508,
      "num_tokens": 442442328.0,
      "step": 574450
    },
    {
      "epoch": 0.7286791026411858,
      "grad_norm": 4.75,
      "learning_rate": 1.35678293147675e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.5675777286291123,
      "num_tokens": 442449489.0,
      "step": 574460
    },
    {
      "epoch": 0.7286917872337187,
      "grad_norm": 5.125,
      "learning_rate": 1.356719500468121e-05,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5175070106983185,
      "num_tokens": 442458690.0,
      "step": 574470
    },
    {
      "epoch": 0.7287044718262515,
      "grad_norm": 5.3125,
      "learning_rate": 1.3566560694594918e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5254678308963776,
      "num_tokens": 442466472.0,
      "step": 574480
    },
    {
      "epoch": 0.7287171564187843,
      "grad_norm": 6.03125,
      "learning_rate": 1.3565926384508625e-05,
      "loss": 1.9325,
      "mean_token_accuracy": 0.5676654815673828,
      "num_tokens": 442473956.0,
      "step": 574490
    },
    {
      "epoch": 0.7287298410113172,
      "grad_norm": 5.53125,
      "learning_rate": 1.3565292074422334e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5799391597509385,
      "num_tokens": 442481374.0,
      "step": 574500
    },
    {
      "epoch": 0.72874252560385,
      "grad_norm": 4.96875,
      "learning_rate": 1.3564657764336041e-05,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5469774842262268,
      "num_tokens": 442488791.0,
      "step": 574510
    },
    {
      "epoch": 0.7287552101963829,
      "grad_norm": 5.0,
      "learning_rate": 1.3564023454249752e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.548428189754486,
      "num_tokens": 442496063.0,
      "step": 574520
    },
    {
      "epoch": 0.7287678947889157,
      "grad_norm": 5.71875,
      "learning_rate": 1.356338914416346e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5326515167951584,
      "num_tokens": 442504356.0,
      "step": 574530
    },
    {
      "epoch": 0.7287805793814486,
      "grad_norm": 5.0625,
      "learning_rate": 1.3562754834077167e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5226603806018829,
      "num_tokens": 442513144.0,
      "step": 574540
    },
    {
      "epoch": 0.7287932639739814,
      "grad_norm": 13.6875,
      "learning_rate": 1.3562120523990876e-05,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5689565181732178,
      "num_tokens": 442520493.0,
      "step": 574550
    },
    {
      "epoch": 0.7288059485665142,
      "grad_norm": 5.4375,
      "learning_rate": 1.3561486213904583e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.543208047747612,
      "num_tokens": 442528960.0,
      "step": 574560
    },
    {
      "epoch": 0.728818633159047,
      "grad_norm": 5.09375,
      "learning_rate": 1.3560851903818295e-05,
      "loss": 1.8719,
      "mean_token_accuracy": 0.5777096211910248,
      "num_tokens": 442536536.0,
      "step": 574570
    },
    {
      "epoch": 0.7288313177515798,
      "grad_norm": 5.21875,
      "learning_rate": 1.3560217593732002e-05,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5454440504312515,
      "num_tokens": 442544010.0,
      "step": 574580
    },
    {
      "epoch": 0.7288440023441127,
      "grad_norm": 4.5625,
      "learning_rate": 1.3559583283645711e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5615032583475112,
      "num_tokens": 442551949.0,
      "step": 574590
    },
    {
      "epoch": 0.7288566869366455,
      "grad_norm": 6.65625,
      "learning_rate": 1.3558948973559418e-05,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5690240144729615,
      "num_tokens": 442559177.0,
      "step": 574600
    },
    {
      "epoch": 0.7288693715291784,
      "grad_norm": 4.875,
      "learning_rate": 1.3558314663473127e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5235769659280777,
      "num_tokens": 442567529.0,
      "step": 574610
    },
    {
      "epoch": 0.7288820561217112,
      "grad_norm": 5.375,
      "learning_rate": 1.3557680353386837e-05,
      "loss": 1.9063,
      "mean_token_accuracy": 0.5641178458929061,
      "num_tokens": 442576349.0,
      "step": 574620
    },
    {
      "epoch": 0.728894740714244,
      "grad_norm": 6.0625,
      "learning_rate": 1.3557046043300544e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.54380764067173,
      "num_tokens": 442585610.0,
      "step": 574630
    },
    {
      "epoch": 0.7289074253067769,
      "grad_norm": 5.78125,
      "learning_rate": 1.3556411733214253e-05,
      "loss": 2.2755,
      "mean_token_accuracy": 0.5308951526880265,
      "num_tokens": 442594142.0,
      "step": 574640
    },
    {
      "epoch": 0.7289201098993097,
      "grad_norm": 5.90625,
      "learning_rate": 1.355577742312796e-05,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5179177254438401,
      "num_tokens": 442601773.0,
      "step": 574650
    },
    {
      "epoch": 0.7289327944918426,
      "grad_norm": 5.25,
      "learning_rate": 1.3555143113041669e-05,
      "loss": 1.8602,
      "mean_token_accuracy": 0.5831827402114869,
      "num_tokens": 442608460.0,
      "step": 574660
    },
    {
      "epoch": 0.7289454790843753,
      "grad_norm": 4.90625,
      "learning_rate": 1.355450880295538e-05,
      "loss": 2.3142,
      "mean_token_accuracy": 0.5172544598579407,
      "num_tokens": 442616824.0,
      "step": 574670
    },
    {
      "epoch": 0.7289581636769082,
      "grad_norm": 5.6875,
      "learning_rate": 1.3553874492869086e-05,
      "loss": 1.842,
      "mean_token_accuracy": 0.5801447451114654,
      "num_tokens": 442624652.0,
      "step": 574680
    },
    {
      "epoch": 0.728970848269441,
      "grad_norm": 5.375,
      "learning_rate": 1.3553240182782795e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5577269315719604,
      "num_tokens": 442632115.0,
      "step": 574690
    },
    {
      "epoch": 0.7289835328619739,
      "grad_norm": 5.40625,
      "learning_rate": 1.3552605872696502e-05,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5451948553323746,
      "num_tokens": 442640471.0,
      "step": 574700
    },
    {
      "epoch": 0.7289962174545067,
      "grad_norm": 5.46875,
      "learning_rate": 1.3551971562610213e-05,
      "loss": 1.8075,
      "mean_token_accuracy": 0.5978555411100388,
      "num_tokens": 442646040.0,
      "step": 574710
    },
    {
      "epoch": 0.7290089020470395,
      "grad_norm": 5.3125,
      "learning_rate": 1.3551337252523921e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5582327902317047,
      "num_tokens": 442653828.0,
      "step": 574720
    },
    {
      "epoch": 0.7290215866395724,
      "grad_norm": 6.78125,
      "learning_rate": 1.3550702942437628e-05,
      "loss": 1.8493,
      "mean_token_accuracy": 0.586502093076706,
      "num_tokens": 442661644.0,
      "step": 574730
    },
    {
      "epoch": 0.7290342712321052,
      "grad_norm": 7.09375,
      "learning_rate": 1.3550068632351337e-05,
      "loss": 2.2388,
      "mean_token_accuracy": 0.5245811313390731,
      "num_tokens": 442668685.0,
      "step": 574740
    },
    {
      "epoch": 0.7290469558246381,
      "grad_norm": 5.59375,
      "learning_rate": 1.3549434322265044e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5438265115022659,
      "num_tokens": 442677249.0,
      "step": 574750
    },
    {
      "epoch": 0.7290596404171709,
      "grad_norm": 6.53125,
      "learning_rate": 1.3548800012178756e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5476138979196549,
      "num_tokens": 442685680.0,
      "step": 574760
    },
    {
      "epoch": 0.7290723250097038,
      "grad_norm": 6.375,
      "learning_rate": 1.3548165702092463e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5623659700155258,
      "num_tokens": 442693253.0,
      "step": 574770
    },
    {
      "epoch": 0.7290850096022365,
      "grad_norm": 4.8125,
      "learning_rate": 1.3547531392006172e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5605294734239579,
      "num_tokens": 442701223.0,
      "step": 574780
    },
    {
      "epoch": 0.7290976941947693,
      "grad_norm": 5.375,
      "learning_rate": 1.354689708191988e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5326014012098312,
      "num_tokens": 442709459.0,
      "step": 574790
    },
    {
      "epoch": 0.7291103787873022,
      "grad_norm": 9.8125,
      "learning_rate": 1.3546262771833588e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5306296706199646,
      "num_tokens": 442717131.0,
      "step": 574800
    },
    {
      "epoch": 0.729123063379835,
      "grad_norm": 5.15625,
      "learning_rate": 1.3545628461747298e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5450283765792847,
      "num_tokens": 442724407.0,
      "step": 574810
    },
    {
      "epoch": 0.7291357479723679,
      "grad_norm": 4.90625,
      "learning_rate": 1.3544994151661005e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5358641475439072,
      "num_tokens": 442731389.0,
      "step": 574820
    },
    {
      "epoch": 0.7291484325649007,
      "grad_norm": 5.84375,
      "learning_rate": 1.3544359841574714e-05,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5125729352235794,
      "num_tokens": 442739463.0,
      "step": 574830
    },
    {
      "epoch": 0.7291611171574336,
      "grad_norm": 5.65625,
      "learning_rate": 1.3543725531488421e-05,
      "loss": 1.8109,
      "mean_token_accuracy": 0.5997984707355499,
      "num_tokens": 442747386.0,
      "step": 574840
    },
    {
      "epoch": 0.7291738017499664,
      "grad_norm": 4.8125,
      "learning_rate": 1.354309122140213e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5348753541707992,
      "num_tokens": 442755392.0,
      "step": 574850
    },
    {
      "epoch": 0.7291864863424993,
      "grad_norm": 6.0,
      "learning_rate": 1.354245691131584e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5438473731279373,
      "num_tokens": 442763699.0,
      "step": 574860
    },
    {
      "epoch": 0.7291991709350321,
      "grad_norm": 7.28125,
      "learning_rate": 1.3541822601229547e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5479391932487487,
      "num_tokens": 442771677.0,
      "step": 574870
    },
    {
      "epoch": 0.7292118555275648,
      "grad_norm": 5.21875,
      "learning_rate": 1.3541188291143256e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5656574338674545,
      "num_tokens": 442780049.0,
      "step": 574880
    },
    {
      "epoch": 0.7292245401200977,
      "grad_norm": 4.84375,
      "learning_rate": 1.3540553981056963e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.537939727306366,
      "num_tokens": 442788680.0,
      "step": 574890
    },
    {
      "epoch": 0.7292372247126305,
      "grad_norm": 4.9375,
      "learning_rate": 1.3539919670970672e-05,
      "loss": 2.251,
      "mean_token_accuracy": 0.5223379552364349,
      "num_tokens": 442795509.0,
      "step": 574900
    },
    {
      "epoch": 0.7292499093051634,
      "grad_norm": 4.71875,
      "learning_rate": 1.3539285360884382e-05,
      "loss": 1.8321,
      "mean_token_accuracy": 0.5887303322553634,
      "num_tokens": 442802048.0,
      "step": 574910
    },
    {
      "epoch": 0.7292625938976962,
      "grad_norm": 5.21875,
      "learning_rate": 1.353865105079809e-05,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5687296509742736,
      "num_tokens": 442808043.0,
      "step": 574920
    },
    {
      "epoch": 0.7292752784902291,
      "grad_norm": 5.375,
      "learning_rate": 1.3538016740711798e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5378316879272461,
      "num_tokens": 442816883.0,
      "step": 574930
    },
    {
      "epoch": 0.7292879630827619,
      "grad_norm": 6.25,
      "learning_rate": 1.3537382430625505e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5517451077699661,
      "num_tokens": 442823962.0,
      "step": 574940
    },
    {
      "epoch": 0.7293006476752947,
      "grad_norm": 5.21875,
      "learning_rate": 1.3536748120539214e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5416418850421906,
      "num_tokens": 442831932.0,
      "step": 574950
    },
    {
      "epoch": 0.7293133322678276,
      "grad_norm": 5.28125,
      "learning_rate": 1.3536113810452924e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5677210956811904,
      "num_tokens": 442837472.0,
      "step": 574960
    },
    {
      "epoch": 0.7293260168603604,
      "grad_norm": 4.90625,
      "learning_rate": 1.3535479500366633e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5430784940719604,
      "num_tokens": 442844300.0,
      "step": 574970
    },
    {
      "epoch": 0.7293387014528933,
      "grad_norm": 5.6875,
      "learning_rate": 1.353484519028034e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5212144196033478,
      "num_tokens": 442853698.0,
      "step": 574980
    },
    {
      "epoch": 0.729351386045426,
      "grad_norm": 6.6875,
      "learning_rate": 1.3534210880194049e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.5618913382291794,
      "num_tokens": 442861300.0,
      "step": 574990
    },
    {
      "epoch": 0.7293640706379589,
      "grad_norm": 5.3125,
      "learning_rate": 1.3533576570107756e-05,
      "loss": 2.2247,
      "mean_token_accuracy": 0.5203755855560303,
      "num_tokens": 442869865.0,
      "step": 575000
    },
    {
      "epoch": 0.7293767552304917,
      "grad_norm": 6.0,
      "learning_rate": 1.3532942260021466e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5394181489944458,
      "num_tokens": 442877606.0,
      "step": 575010
    },
    {
      "epoch": 0.7293894398230245,
      "grad_norm": 5.03125,
      "learning_rate": 1.3532307949935175e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.52547587454319,
      "num_tokens": 442884946.0,
      "step": 575020
    },
    {
      "epoch": 0.7294021244155574,
      "grad_norm": 5.78125,
      "learning_rate": 1.3531673639848882e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5385689169168473,
      "num_tokens": 442891641.0,
      "step": 575030
    },
    {
      "epoch": 0.7294148090080902,
      "grad_norm": 8.5,
      "learning_rate": 1.3531039329762591e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5306181073188782,
      "num_tokens": 442898989.0,
      "step": 575040
    },
    {
      "epoch": 0.7294274936006231,
      "grad_norm": 6.0625,
      "learning_rate": 1.3530405019676298e-05,
      "loss": 2.2751,
      "mean_token_accuracy": 0.518596813082695,
      "num_tokens": 442907568.0,
      "step": 575050
    },
    {
      "epoch": 0.7294401781931559,
      "grad_norm": 7.46875,
      "learning_rate": 1.3529770709590008e-05,
      "loss": 1.9476,
      "mean_token_accuracy": 0.5697340875864029,
      "num_tokens": 442915241.0,
      "step": 575060
    },
    {
      "epoch": 0.7294528627856888,
      "grad_norm": 5.125,
      "learning_rate": 1.3529136399503717e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5225465476512909,
      "num_tokens": 442924090.0,
      "step": 575070
    },
    {
      "epoch": 0.7294655473782216,
      "grad_norm": 9.5625,
      "learning_rate": 1.3528502089417424e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5593318343162537,
      "num_tokens": 442931840.0,
      "step": 575080
    },
    {
      "epoch": 0.7294782319707545,
      "grad_norm": 6.75,
      "learning_rate": 1.3527867779331133e-05,
      "loss": 2.1973,
      "mean_token_accuracy": 0.521642404794693,
      "num_tokens": 442940479.0,
      "step": 575090
    },
    {
      "epoch": 0.7294909165632872,
      "grad_norm": 5.90625,
      "learning_rate": 1.352723346924484e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.53106629550457,
      "num_tokens": 442947681.0,
      "step": 575100
    },
    {
      "epoch": 0.72950360115582,
      "grad_norm": 6.0,
      "learning_rate": 1.352659915915855e-05,
      "loss": 2.3425,
      "mean_token_accuracy": 0.5057660669088364,
      "num_tokens": 442955461.0,
      "step": 575110
    },
    {
      "epoch": 0.7295162857483529,
      "grad_norm": 5.15625,
      "learning_rate": 1.3525964849072259e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5264339685440064,
      "num_tokens": 442963441.0,
      "step": 575120
    },
    {
      "epoch": 0.7295289703408857,
      "grad_norm": 7.125,
      "learning_rate": 1.3525330538985966e-05,
      "loss": 2.017,
      "mean_token_accuracy": 0.5464638590812683,
      "num_tokens": 442971284.0,
      "step": 575130
    },
    {
      "epoch": 0.7295416549334186,
      "grad_norm": 5.3125,
      "learning_rate": 1.3524696228899675e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5412765353918075,
      "num_tokens": 442980168.0,
      "step": 575140
    },
    {
      "epoch": 0.7295543395259514,
      "grad_norm": 6.5,
      "learning_rate": 1.3524061918813385e-05,
      "loss": 2.1811,
      "mean_token_accuracy": 0.52465318441391,
      "num_tokens": 442988971.0,
      "step": 575150
    },
    {
      "epoch": 0.7295670241184843,
      "grad_norm": 5.3125,
      "learning_rate": 1.3523427608727094e-05,
      "loss": 1.8243,
      "mean_token_accuracy": 0.5909459978342056,
      "num_tokens": 442996541.0,
      "step": 575160
    },
    {
      "epoch": 0.7295797087110171,
      "grad_norm": 5.1875,
      "learning_rate": 1.3522793298640801e-05,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5582558393478394,
      "num_tokens": 443004903.0,
      "step": 575170
    },
    {
      "epoch": 0.7295923933035499,
      "grad_norm": 4.90625,
      "learning_rate": 1.352215898855451e-05,
      "loss": 2.2239,
      "mean_token_accuracy": 0.5152702838182449,
      "num_tokens": 443014372.0,
      "step": 575180
    },
    {
      "epoch": 0.7296050778960828,
      "grad_norm": 5.5,
      "learning_rate": 1.3521524678468217e-05,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5731871455907822,
      "num_tokens": 443019929.0,
      "step": 575190
    },
    {
      "epoch": 0.7296177624886155,
      "grad_norm": 4.625,
      "learning_rate": 1.3520890368381927e-05,
      "loss": 1.7315,
      "mean_token_accuracy": 0.6082319378852844,
      "num_tokens": 443026130.0,
      "step": 575200
    },
    {
      "epoch": 0.7296304470811484,
      "grad_norm": 8.0,
      "learning_rate": 1.3520256058295636e-05,
      "loss": 1.9156,
      "mean_token_accuracy": 0.5715253114700317,
      "num_tokens": 443033958.0,
      "step": 575210
    },
    {
      "epoch": 0.7296431316736812,
      "grad_norm": 5.71875,
      "learning_rate": 1.3519621748209343e-05,
      "loss": 1.8758,
      "mean_token_accuracy": 0.5706985741853714,
      "num_tokens": 443041501.0,
      "step": 575220
    },
    {
      "epoch": 0.7296558162662141,
      "grad_norm": 8.6875,
      "learning_rate": 1.3518987438123052e-05,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5379009485244751,
      "num_tokens": 443048888.0,
      "step": 575230
    },
    {
      "epoch": 0.7296685008587469,
      "grad_norm": 8.3125,
      "learning_rate": 1.3518353128036759e-05,
      "loss": 1.9261,
      "mean_token_accuracy": 0.5681345403194428,
      "num_tokens": 443056587.0,
      "step": 575240
    },
    {
      "epoch": 0.7296811854512798,
      "grad_norm": 8.375,
      "learning_rate": 1.351771881795047e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5530931949615479,
      "num_tokens": 443063783.0,
      "step": 575250
    },
    {
      "epoch": 0.7296938700438126,
      "grad_norm": 5.65625,
      "learning_rate": 1.3517084507864178e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5687130957841873,
      "num_tokens": 443071189.0,
      "step": 575260
    },
    {
      "epoch": 0.7297065546363454,
      "grad_norm": 5.375,
      "learning_rate": 1.3516450197777885e-05,
      "loss": 1.8839,
      "mean_token_accuracy": 0.5743419766426087,
      "num_tokens": 443078262.0,
      "step": 575270
    },
    {
      "epoch": 0.7297192392288783,
      "grad_norm": 7.4375,
      "learning_rate": 1.3515815887691594e-05,
      "loss": 2.2317,
      "mean_token_accuracy": 0.5122357755899429,
      "num_tokens": 443086908.0,
      "step": 575280
    },
    {
      "epoch": 0.729731923821411,
      "grad_norm": 5.9375,
      "learning_rate": 1.3515181577605301e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5424985468387604,
      "num_tokens": 443095122.0,
      "step": 575290
    },
    {
      "epoch": 0.729744608413944,
      "grad_norm": 5.0,
      "learning_rate": 1.3514547267519011e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5704568445682525,
      "num_tokens": 443103028.0,
      "step": 575300
    },
    {
      "epoch": 0.7297572930064767,
      "grad_norm": 6.40625,
      "learning_rate": 1.351391295743272e-05,
      "loss": 1.979,
      "mean_token_accuracy": 0.5567184507846832,
      "num_tokens": 443110502.0,
      "step": 575310
    },
    {
      "epoch": 0.7297699775990096,
      "grad_norm": 8.4375,
      "learning_rate": 1.3513278647346427e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.5506292402744293,
      "num_tokens": 443117461.0,
      "step": 575320
    },
    {
      "epoch": 0.7297826621915424,
      "grad_norm": 8.25,
      "learning_rate": 1.3512644337260136e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5519917070865631,
      "num_tokens": 443125098.0,
      "step": 575330
    },
    {
      "epoch": 0.7297953467840752,
      "grad_norm": 5.59375,
      "learning_rate": 1.3512010027173843e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5594039469957351,
      "num_tokens": 443132920.0,
      "step": 575340
    },
    {
      "epoch": 0.7298080313766081,
      "grad_norm": 5.40625,
      "learning_rate": 1.3511375717087555e-05,
      "loss": 1.8969,
      "mean_token_accuracy": 0.5910586208105088,
      "num_tokens": 443140171.0,
      "step": 575350
    },
    {
      "epoch": 0.7298207159691409,
      "grad_norm": 5.9375,
      "learning_rate": 1.3510741407001262e-05,
      "loss": 1.876,
      "mean_token_accuracy": 0.5846862643957138,
      "num_tokens": 443147226.0,
      "step": 575360
    },
    {
      "epoch": 0.7298334005616738,
      "grad_norm": 5.59375,
      "learning_rate": 1.3510107096914971e-05,
      "loss": 1.7946,
      "mean_token_accuracy": 0.5939815223217011,
      "num_tokens": 443153867.0,
      "step": 575370
    },
    {
      "epoch": 0.7298460851542066,
      "grad_norm": 5.46875,
      "learning_rate": 1.3509472786828678e-05,
      "loss": 2.229,
      "mean_token_accuracy": 0.5276511937379837,
      "num_tokens": 443162262.0,
      "step": 575380
    },
    {
      "epoch": 0.7298587697467395,
      "grad_norm": 4.8125,
      "learning_rate": 1.3508838476742387e-05,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5647279441356658,
      "num_tokens": 443168849.0,
      "step": 575390
    },
    {
      "epoch": 0.7298714543392723,
      "grad_norm": 6.15625,
      "learning_rate": 1.3508204166656097e-05,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5215927273035049,
      "num_tokens": 443177464.0,
      "step": 575400
    },
    {
      "epoch": 0.7298841389318051,
      "grad_norm": 7.0,
      "learning_rate": 1.3507569856569804e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5443374991416932,
      "num_tokens": 443186190.0,
      "step": 575410
    },
    {
      "epoch": 0.7298968235243379,
      "grad_norm": 5.15625,
      "learning_rate": 1.3506935546483513e-05,
      "loss": 1.8066,
      "mean_token_accuracy": 0.5916142404079437,
      "num_tokens": 443194127.0,
      "step": 575420
    },
    {
      "epoch": 0.7299095081168707,
      "grad_norm": 4.84375,
      "learning_rate": 1.350630123639722e-05,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5558535426855087,
      "num_tokens": 443201667.0,
      "step": 575430
    },
    {
      "epoch": 0.7299221927094036,
      "grad_norm": 4.6875,
      "learning_rate": 1.3505666926310929e-05,
      "loss": 1.7652,
      "mean_token_accuracy": 0.6019645690917969,
      "num_tokens": 443207921.0,
      "step": 575440
    },
    {
      "epoch": 0.7299348773019364,
      "grad_norm": 7.0,
      "learning_rate": 1.3505032616224639e-05,
      "loss": 1.7951,
      "mean_token_accuracy": 0.586492446064949,
      "num_tokens": 443215472.0,
      "step": 575450
    },
    {
      "epoch": 0.7299475618944693,
      "grad_norm": 6.6875,
      "learning_rate": 1.3504398306138346e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5378687977790833,
      "num_tokens": 443223318.0,
      "step": 575460
    },
    {
      "epoch": 0.7299602464870021,
      "grad_norm": 7.65625,
      "learning_rate": 1.3503763996052055e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5383347600698472,
      "num_tokens": 443231032.0,
      "step": 575470
    },
    {
      "epoch": 0.729972931079535,
      "grad_norm": 4.78125,
      "learning_rate": 1.3503129685965762e-05,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5250507384538651,
      "num_tokens": 443238063.0,
      "step": 575480
    },
    {
      "epoch": 0.7299856156720678,
      "grad_norm": 5.09375,
      "learning_rate": 1.350249537587947e-05,
      "loss": 1.8243,
      "mean_token_accuracy": 0.6055498272180557,
      "num_tokens": 443245504.0,
      "step": 575490
    },
    {
      "epoch": 0.7299983002646006,
      "grad_norm": 5.59375,
      "learning_rate": 1.3501861065793181e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5495926827192307,
      "num_tokens": 443252688.0,
      "step": 575500
    },
    {
      "epoch": 0.7300109848571334,
      "grad_norm": 4.59375,
      "learning_rate": 1.3501226755706888e-05,
      "loss": 1.7795,
      "mean_token_accuracy": 0.6053689092397689,
      "num_tokens": 443259482.0,
      "step": 575510
    },
    {
      "epoch": 0.7300236694496662,
      "grad_norm": 4.84375,
      "learning_rate": 1.3500592445620597e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.542571634054184,
      "num_tokens": 443266977.0,
      "step": 575520
    },
    {
      "epoch": 0.7300363540421991,
      "grad_norm": 6.03125,
      "learning_rate": 1.3499958135534304e-05,
      "loss": 1.9265,
      "mean_token_accuracy": 0.5716993033885955,
      "num_tokens": 443274589.0,
      "step": 575530
    },
    {
      "epoch": 0.7300490386347319,
      "grad_norm": 5.59375,
      "learning_rate": 1.3499323825448013e-05,
      "loss": 1.8377,
      "mean_token_accuracy": 0.5953996002674102,
      "num_tokens": 443282999.0,
      "step": 575540
    },
    {
      "epoch": 0.7300617232272648,
      "grad_norm": 5.1875,
      "learning_rate": 1.3498689515361723e-05,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5739858388900757,
      "num_tokens": 443290732.0,
      "step": 575550
    },
    {
      "epoch": 0.7300744078197976,
      "grad_norm": 10.0,
      "learning_rate": 1.3498055205275432e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5427829772233963,
      "num_tokens": 443296838.0,
      "step": 575560
    },
    {
      "epoch": 0.7300870924123304,
      "grad_norm": 7.15625,
      "learning_rate": 1.3497420895189139e-05,
      "loss": 2.2234,
      "mean_token_accuracy": 0.5162871032953262,
      "num_tokens": 443306513.0,
      "step": 575570
    },
    {
      "epoch": 0.7300997770048633,
      "grad_norm": 9.75,
      "learning_rate": 1.3496786585102848e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5662148922681809,
      "num_tokens": 443313325.0,
      "step": 575580
    },
    {
      "epoch": 0.7301124615973961,
      "grad_norm": 5.3125,
      "learning_rate": 1.3496152275016555e-05,
      "loss": 1.948,
      "mean_token_accuracy": 0.5751647621393203,
      "num_tokens": 443319486.0,
      "step": 575590
    },
    {
      "epoch": 0.730125146189929,
      "grad_norm": 8.0,
      "learning_rate": 1.3495517964930265e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.562866798043251,
      "num_tokens": 443327953.0,
      "step": 575600
    },
    {
      "epoch": 0.7301378307824617,
      "grad_norm": 5.40625,
      "learning_rate": 1.3494883654843974e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5424586713314057,
      "num_tokens": 443335310.0,
      "step": 575610
    },
    {
      "epoch": 0.7301505153749946,
      "grad_norm": 5.1875,
      "learning_rate": 1.3494249344757681e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5473886668682099,
      "num_tokens": 443343743.0,
      "step": 575620
    },
    {
      "epoch": 0.7301631999675274,
      "grad_norm": 5.5625,
      "learning_rate": 1.349361503467139e-05,
      "loss": 1.8626,
      "mean_token_accuracy": 0.5847461968660355,
      "num_tokens": 443351221.0,
      "step": 575630
    },
    {
      "epoch": 0.7301758845600603,
      "grad_norm": 7.34375,
      "learning_rate": 1.34929807245851e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5444911897182465,
      "num_tokens": 443358436.0,
      "step": 575640
    },
    {
      "epoch": 0.7301885691525931,
      "grad_norm": 5.78125,
      "learning_rate": 1.3492346414498807e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5836563646793366,
      "num_tokens": 443365659.0,
      "step": 575650
    },
    {
      "epoch": 0.7302012537451259,
      "grad_norm": 5.90625,
      "learning_rate": 1.3491712104412516e-05,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5512953341007233,
      "num_tokens": 443372972.0,
      "step": 575660
    },
    {
      "epoch": 0.7302139383376588,
      "grad_norm": 6.03125,
      "learning_rate": 1.3491077794326223e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5346473395824433,
      "num_tokens": 443379666.0,
      "step": 575670
    },
    {
      "epoch": 0.7302266229301916,
      "grad_norm": 10.5625,
      "learning_rate": 1.3490443484239932e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5914014756679535,
      "num_tokens": 443386401.0,
      "step": 575680
    },
    {
      "epoch": 0.7302393075227245,
      "grad_norm": 7.53125,
      "learning_rate": 1.3489809174153642e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5367245644330978,
      "num_tokens": 443393324.0,
      "step": 575690
    },
    {
      "epoch": 0.7302519921152573,
      "grad_norm": 5.21875,
      "learning_rate": 1.3489174864067349e-05,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5225892275571823,
      "num_tokens": 443401096.0,
      "step": 575700
    },
    {
      "epoch": 0.7302646767077902,
      "grad_norm": 6.0625,
      "learning_rate": 1.3488540553981058e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5591596484184265,
      "num_tokens": 443408831.0,
      "step": 575710
    },
    {
      "epoch": 0.730277361300323,
      "grad_norm": 8.0,
      "learning_rate": 1.3487906243894765e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5410631090402603,
      "num_tokens": 443416269.0,
      "step": 575720
    },
    {
      "epoch": 0.7302900458928557,
      "grad_norm": 5.03125,
      "learning_rate": 1.3487271933808474e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5638573110103607,
      "num_tokens": 443424031.0,
      "step": 575730
    },
    {
      "epoch": 0.7303027304853886,
      "grad_norm": 4.875,
      "learning_rate": 1.3486637623722184e-05,
      "loss": 2.2645,
      "mean_token_accuracy": 0.5165328979492188,
      "num_tokens": 443433609.0,
      "step": 575740
    },
    {
      "epoch": 0.7303154150779214,
      "grad_norm": 6.1875,
      "learning_rate": 1.3486003313635893e-05,
      "loss": 2.2563,
      "mean_token_accuracy": 0.5135377734899521,
      "num_tokens": 443441265.0,
      "step": 575750
    },
    {
      "epoch": 0.7303280996704543,
      "grad_norm": 6.625,
      "learning_rate": 1.34853690035496e-05,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5559336751699447,
      "num_tokens": 443448752.0,
      "step": 575760
    },
    {
      "epoch": 0.7303407842629871,
      "grad_norm": 5.96875,
      "learning_rate": 1.3484734693463309e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5559615284204483,
      "num_tokens": 443456403.0,
      "step": 575770
    },
    {
      "epoch": 0.73035346885552,
      "grad_norm": 5.25,
      "learning_rate": 1.3484100383377016e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.538256374001503,
      "num_tokens": 443464596.0,
      "step": 575780
    },
    {
      "epoch": 0.7303661534480528,
      "grad_norm": 5.15625,
      "learning_rate": 1.3483466073290726e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5302026242017746,
      "num_tokens": 443472887.0,
      "step": 575790
    },
    {
      "epoch": 0.7303788380405857,
      "grad_norm": 5.84375,
      "learning_rate": 1.3482831763204435e-05,
      "loss": 1.8245,
      "mean_token_accuracy": 0.5892216920852661,
      "num_tokens": 443479959.0,
      "step": 575800
    },
    {
      "epoch": 0.7303915226331185,
      "grad_norm": 5.375,
      "learning_rate": 1.3482197453118142e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5278428375720978,
      "num_tokens": 443487611.0,
      "step": 575810
    },
    {
      "epoch": 0.7304042072256512,
      "grad_norm": 6.0625,
      "learning_rate": 1.348156314303185e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5453920811414719,
      "num_tokens": 443495000.0,
      "step": 575820
    },
    {
      "epoch": 0.7304168918181841,
      "grad_norm": 5.125,
      "learning_rate": 1.3480928832945558e-05,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5178254306316376,
      "num_tokens": 443503718.0,
      "step": 575830
    },
    {
      "epoch": 0.7304295764107169,
      "grad_norm": 7.5625,
      "learning_rate": 1.3480294522859268e-05,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5569498479366303,
      "num_tokens": 443512187.0,
      "step": 575840
    },
    {
      "epoch": 0.7304422610032498,
      "grad_norm": 5.125,
      "learning_rate": 1.3479660212772977e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5703642815351486,
      "num_tokens": 443518481.0,
      "step": 575850
    },
    {
      "epoch": 0.7304549455957826,
      "grad_norm": 5.25,
      "learning_rate": 1.3479025902686684e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5610905021429062,
      "num_tokens": 443526103.0,
      "step": 575860
    },
    {
      "epoch": 0.7304676301883155,
      "grad_norm": 4.96875,
      "learning_rate": 1.3478391592600393e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5568355023860931,
      "num_tokens": 443534322.0,
      "step": 575870
    },
    {
      "epoch": 0.7304803147808483,
      "grad_norm": 6.25,
      "learning_rate": 1.34777572825141e-05,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5267374992370606,
      "num_tokens": 443542090.0,
      "step": 575880
    },
    {
      "epoch": 0.7304929993733811,
      "grad_norm": 6.15625,
      "learning_rate": 1.347712297242781e-05,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5114483088254929,
      "num_tokens": 443551500.0,
      "step": 575890
    },
    {
      "epoch": 0.730505683965914,
      "grad_norm": 5.5,
      "learning_rate": 1.3476488662341519e-05,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5373827785253524,
      "num_tokens": 443559555.0,
      "step": 575900
    },
    {
      "epoch": 0.7305183685584468,
      "grad_norm": 6.125,
      "learning_rate": 1.3475854352255226e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.552612379193306,
      "num_tokens": 443567221.0,
      "step": 575910
    },
    {
      "epoch": 0.7305310531509797,
      "grad_norm": 7.84375,
      "learning_rate": 1.3475220042168935e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5715920269489289,
      "num_tokens": 443574363.0,
      "step": 575920
    },
    {
      "epoch": 0.7305437377435124,
      "grad_norm": 4.625,
      "learning_rate": 1.3474585732082642e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5392989099025727,
      "num_tokens": 443582305.0,
      "step": 575930
    },
    {
      "epoch": 0.7305564223360453,
      "grad_norm": 2.71875,
      "learning_rate": 1.3473951421996354e-05,
      "loss": 1.7249,
      "mean_token_accuracy": 0.6168198555707931,
      "num_tokens": 443588291.0,
      "step": 575940
    },
    {
      "epoch": 0.7305691069285781,
      "grad_norm": 4.875,
      "learning_rate": 1.347331711191006e-05,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5496410399675369,
      "num_tokens": 443596300.0,
      "step": 575950
    },
    {
      "epoch": 0.7305817915211109,
      "grad_norm": 5.09375,
      "learning_rate": 1.347268280182377e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5816041707992554,
      "num_tokens": 443603547.0,
      "step": 575960
    },
    {
      "epoch": 0.7305944761136438,
      "grad_norm": 6.59375,
      "learning_rate": 1.3472048491737477e-05,
      "loss": 1.8083,
      "mean_token_accuracy": 0.5918215095996857,
      "num_tokens": 443609909.0,
      "step": 575970
    },
    {
      "epoch": 0.7306071607061766,
      "grad_norm": 4.84375,
      "learning_rate": 1.3471414181651185e-05,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5366562068462372,
      "num_tokens": 443617806.0,
      "step": 575980
    },
    {
      "epoch": 0.7306198452987095,
      "grad_norm": 5.25,
      "learning_rate": 1.3470779871564896e-05,
      "loss": 1.7488,
      "mean_token_accuracy": 0.6033330202102661,
      "num_tokens": 443625333.0,
      "step": 575990
    },
    {
      "epoch": 0.7306325298912423,
      "grad_norm": 5.28125,
      "learning_rate": 1.3470145561478603e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.548544043302536,
      "num_tokens": 443633147.0,
      "step": 576000
    },
    {
      "epoch": 0.7306452144837752,
      "grad_norm": 6.90625,
      "learning_rate": 1.3469511251392312e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5393357634544372,
      "num_tokens": 443640894.0,
      "step": 576010
    },
    {
      "epoch": 0.730657899076308,
      "grad_norm": 5.125,
      "learning_rate": 1.3468876941306019e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.529659304022789,
      "num_tokens": 443649451.0,
      "step": 576020
    },
    {
      "epoch": 0.7306705836688409,
      "grad_norm": 5.46875,
      "learning_rate": 1.3468242631219727e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5341587722301483,
      "num_tokens": 443657770.0,
      "step": 576030
    },
    {
      "epoch": 0.7306832682613736,
      "grad_norm": 6.0625,
      "learning_rate": 1.3467608321133438e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5417659640312195,
      "num_tokens": 443664720.0,
      "step": 576040
    },
    {
      "epoch": 0.7306959528539064,
      "grad_norm": 19.5,
      "learning_rate": 1.3466974011047145e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5365224629640579,
      "num_tokens": 443672437.0,
      "step": 576050
    },
    {
      "epoch": 0.7307086374464393,
      "grad_norm": 5.09375,
      "learning_rate": 1.3466339700960854e-05,
      "loss": 2.2265,
      "mean_token_accuracy": 0.5144520580768586,
      "num_tokens": 443681898.0,
      "step": 576060
    },
    {
      "epoch": 0.7307213220389721,
      "grad_norm": 5.6875,
      "learning_rate": 1.346570539087456e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.5748832702636719,
      "num_tokens": 443690125.0,
      "step": 576070
    },
    {
      "epoch": 0.730734006631505,
      "grad_norm": 5.1875,
      "learning_rate": 1.3465071080788271e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5537809878587723,
      "num_tokens": 443697915.0,
      "step": 576080
    },
    {
      "epoch": 0.7307466912240378,
      "grad_norm": 5.125,
      "learning_rate": 1.346443677070198e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5650856703519821,
      "num_tokens": 443705171.0,
      "step": 576090
    },
    {
      "epoch": 0.7307593758165707,
      "grad_norm": 5.03125,
      "learning_rate": 1.3463802460615687e-05,
      "loss": 1.7782,
      "mean_token_accuracy": 0.6089386999607086,
      "num_tokens": 443711806.0,
      "step": 576100
    },
    {
      "epoch": 0.7307720604091035,
      "grad_norm": 12.75,
      "learning_rate": 1.3463168150529396e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5433409512042999,
      "num_tokens": 443718492.0,
      "step": 576110
    },
    {
      "epoch": 0.7307847450016363,
      "grad_norm": 5.84375,
      "learning_rate": 1.3462533840443103e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5547922521829605,
      "num_tokens": 443726941.0,
      "step": 576120
    },
    {
      "epoch": 0.7307974295941692,
      "grad_norm": 7.5,
      "learning_rate": 1.3461899530356815e-05,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5605379819869996,
      "num_tokens": 443733989.0,
      "step": 576130
    },
    {
      "epoch": 0.7308101141867019,
      "grad_norm": 7.0,
      "learning_rate": 1.3461265220270522e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5725856602191925,
      "num_tokens": 443740562.0,
      "step": 576140
    },
    {
      "epoch": 0.7308227987792348,
      "grad_norm": 5.09375,
      "learning_rate": 1.346063091018423e-05,
      "loss": 1.8469,
      "mean_token_accuracy": 0.5909591645002366,
      "num_tokens": 443748358.0,
      "step": 576150
    },
    {
      "epoch": 0.7308354833717676,
      "grad_norm": 4.625,
      "learning_rate": 1.3459996600097938e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5213434904813766,
      "num_tokens": 443757087.0,
      "step": 576160
    },
    {
      "epoch": 0.7308481679643005,
      "grad_norm": 6.5,
      "learning_rate": 1.3459362290011646e-05,
      "loss": 2.1658,
      "mean_token_accuracy": 0.52661412358284,
      "num_tokens": 443765643.0,
      "step": 576170
    },
    {
      "epoch": 0.7308608525568333,
      "grad_norm": 6.65625,
      "learning_rate": 1.3458727979925357e-05,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5664338201284409,
      "num_tokens": 443772639.0,
      "step": 576180
    },
    {
      "epoch": 0.7308735371493662,
      "grad_norm": 6.03125,
      "learning_rate": 1.3458093669839064e-05,
      "loss": 1.9015,
      "mean_token_accuracy": 0.576522970199585,
      "num_tokens": 443780455.0,
      "step": 576190
    },
    {
      "epoch": 0.730886221741899,
      "grad_norm": 5.90625,
      "learning_rate": 1.3457459359752773e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5356794059276581,
      "num_tokens": 443788743.0,
      "step": 576200
    },
    {
      "epoch": 0.7308989063344318,
      "grad_norm": 7.1875,
      "learning_rate": 1.345682504966648e-05,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5094533622264862,
      "num_tokens": 443797132.0,
      "step": 576210
    },
    {
      "epoch": 0.7309115909269647,
      "grad_norm": 5.21875,
      "learning_rate": 1.3456190739580188e-05,
      "loss": 2.2096,
      "mean_token_accuracy": 0.5164457082748413,
      "num_tokens": 443806080.0,
      "step": 576220
    },
    {
      "epoch": 0.7309242755194975,
      "grad_norm": 5.75,
      "learning_rate": 1.3455556429493899e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5658634752035141,
      "num_tokens": 443814221.0,
      "step": 576230
    },
    {
      "epoch": 0.7309369601120304,
      "grad_norm": 7.28125,
      "learning_rate": 1.3454922119407606e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5353114813566208,
      "num_tokens": 443822731.0,
      "step": 576240
    },
    {
      "epoch": 0.7309496447045631,
      "grad_norm": 5.0,
      "learning_rate": 1.3454287809321315e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5481048494577407,
      "num_tokens": 443829904.0,
      "step": 576250
    },
    {
      "epoch": 0.730962329297096,
      "grad_norm": 6.96875,
      "learning_rate": 1.3453653499235022e-05,
      "loss": 1.8815,
      "mean_token_accuracy": 0.581454873085022,
      "num_tokens": 443837534.0,
      "step": 576260
    },
    {
      "epoch": 0.7309750138896288,
      "grad_norm": 5.15625,
      "learning_rate": 1.345301918914873e-05,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5481690138578414,
      "num_tokens": 443846034.0,
      "step": 576270
    },
    {
      "epoch": 0.7309876984821616,
      "grad_norm": 4.875,
      "learning_rate": 1.345238487906244e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5281030118465424,
      "num_tokens": 443854115.0,
      "step": 576280
    },
    {
      "epoch": 0.7310003830746945,
      "grad_norm": 5.65625,
      "learning_rate": 1.3451750568976148e-05,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5277170658111572,
      "num_tokens": 443860088.0,
      "step": 576290
    },
    {
      "epoch": 0.7310130676672273,
      "grad_norm": 7.09375,
      "learning_rate": 1.3451116258889857e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5677732348442077,
      "num_tokens": 443866497.0,
      "step": 576300
    },
    {
      "epoch": 0.7310257522597602,
      "grad_norm": 6.375,
      "learning_rate": 1.3450481948803564e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5383707284927368,
      "num_tokens": 443874534.0,
      "step": 576310
    },
    {
      "epoch": 0.731038436852293,
      "grad_norm": 6.125,
      "learning_rate": 1.3449847638717272e-05,
      "loss": 1.8264,
      "mean_token_accuracy": 0.593639862537384,
      "num_tokens": 443880431.0,
      "step": 576320
    },
    {
      "epoch": 0.7310511214448259,
      "grad_norm": 5.53125,
      "learning_rate": 1.3449213328630983e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5377027541399002,
      "num_tokens": 443887637.0,
      "step": 576330
    },
    {
      "epoch": 0.7310638060373587,
      "grad_norm": 6.53125,
      "learning_rate": 1.3448579018544692e-05,
      "loss": 1.8129,
      "mean_token_accuracy": 0.5965087652206421,
      "num_tokens": 443895654.0,
      "step": 576340
    },
    {
      "epoch": 0.7310764906298916,
      "grad_norm": 6.21875,
      "learning_rate": 1.3447944708458399e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5605161011219024,
      "num_tokens": 443902530.0,
      "step": 576350
    },
    {
      "epoch": 0.7310891752224243,
      "grad_norm": 4.625,
      "learning_rate": 1.3447310398372107e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.557827752828598,
      "num_tokens": 443910966.0,
      "step": 576360
    },
    {
      "epoch": 0.7311018598149571,
      "grad_norm": 5.34375,
      "learning_rate": 1.3446676088285814e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5210807085037231,
      "num_tokens": 443920266.0,
      "step": 576370
    },
    {
      "epoch": 0.73111454440749,
      "grad_norm": 6.1875,
      "learning_rate": 1.3446041778199525e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5467882454395294,
      "num_tokens": 443928565.0,
      "step": 576380
    },
    {
      "epoch": 0.7311272290000228,
      "grad_norm": 6.4375,
      "learning_rate": 1.3445407468113234e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5306436270475388,
      "num_tokens": 443937044.0,
      "step": 576390
    },
    {
      "epoch": 0.7311399135925557,
      "grad_norm": 6.625,
      "learning_rate": 1.344477315802694e-05,
      "loss": 1.901,
      "mean_token_accuracy": 0.5793480604887009,
      "num_tokens": 443945229.0,
      "step": 576400
    },
    {
      "epoch": 0.7311525981850885,
      "grad_norm": 5.9375,
      "learning_rate": 1.344413884794065e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5331089079380036,
      "num_tokens": 443953898.0,
      "step": 576410
    },
    {
      "epoch": 0.7311652827776214,
      "grad_norm": 7.5,
      "learning_rate": 1.3443504537854356e-05,
      "loss": 1.9467,
      "mean_token_accuracy": 0.572944238781929,
      "num_tokens": 443962103.0,
      "step": 576420
    },
    {
      "epoch": 0.7311779673701542,
      "grad_norm": 5.03125,
      "learning_rate": 1.3442870227768067e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5577175229787826,
      "num_tokens": 443969918.0,
      "step": 576430
    },
    {
      "epoch": 0.731190651962687,
      "grad_norm": 5.0625,
      "learning_rate": 1.3442235917681776e-05,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5589743226766586,
      "num_tokens": 443977309.0,
      "step": 576440
    },
    {
      "epoch": 0.7312033365552199,
      "grad_norm": 5.1875,
      "learning_rate": 1.3441601607595483e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5451809108257294,
      "num_tokens": 443985889.0,
      "step": 576450
    },
    {
      "epoch": 0.7312160211477526,
      "grad_norm": 4.75,
      "learning_rate": 1.3440967297509191e-05,
      "loss": 2.2329,
      "mean_token_accuracy": 0.5271766155958175,
      "num_tokens": 443994268.0,
      "step": 576460
    },
    {
      "epoch": 0.7312287057402855,
      "grad_norm": 5.125,
      "learning_rate": 1.3440332987422898e-05,
      "loss": 2.056,
      "mean_token_accuracy": 0.5403199315071106,
      "num_tokens": 444001135.0,
      "step": 576470
    },
    {
      "epoch": 0.7312413903328183,
      "grad_norm": 8.0625,
      "learning_rate": 1.3439698677336609e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5555335968732834,
      "num_tokens": 444008307.0,
      "step": 576480
    },
    {
      "epoch": 0.7312540749253512,
      "grad_norm": 9.5625,
      "learning_rate": 1.3439064367250318e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5277947455644607,
      "num_tokens": 444017019.0,
      "step": 576490
    },
    {
      "epoch": 0.731266759517884,
      "grad_norm": 12.5,
      "learning_rate": 1.3438430057164025e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5421281665563583,
      "num_tokens": 444023525.0,
      "step": 576500
    },
    {
      "epoch": 0.7312794441104168,
      "grad_norm": 5.34375,
      "learning_rate": 1.3437795747077733e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5314134776592254,
      "num_tokens": 444031791.0,
      "step": 576510
    },
    {
      "epoch": 0.7312921287029497,
      "grad_norm": 6.40625,
      "learning_rate": 1.3437161436991444e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5461088329553604,
      "num_tokens": 444039147.0,
      "step": 576520
    },
    {
      "epoch": 0.7313048132954825,
      "grad_norm": 6.375,
      "learning_rate": 1.3436527126905152e-05,
      "loss": 1.8275,
      "mean_token_accuracy": 0.5878095626831055,
      "num_tokens": 444047116.0,
      "step": 576530
    },
    {
      "epoch": 0.7313174978880154,
      "grad_norm": 5.1875,
      "learning_rate": 1.343589281681886e-05,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5241869211196899,
      "num_tokens": 444055606.0,
      "step": 576540
    },
    {
      "epoch": 0.7313301824805482,
      "grad_norm": 5.46875,
      "learning_rate": 1.3435258506732568e-05,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5431453436613083,
      "num_tokens": 444063539.0,
      "step": 576550
    },
    {
      "epoch": 0.731342867073081,
      "grad_norm": 5.59375,
      "learning_rate": 1.3434624196646275e-05,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5522329568862915,
      "num_tokens": 444071277.0,
      "step": 576560
    },
    {
      "epoch": 0.7313555516656138,
      "grad_norm": 4.90625,
      "learning_rate": 1.3433989886559986e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5309188336133956,
      "num_tokens": 444080256.0,
      "step": 576570
    },
    {
      "epoch": 0.7313682362581467,
      "grad_norm": 5.28125,
      "learning_rate": 1.3433355576473694e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5348875522613525,
      "num_tokens": 444089661.0,
      "step": 576580
    },
    {
      "epoch": 0.7313809208506795,
      "grad_norm": 5.03125,
      "learning_rate": 1.3432721266387402e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5373223453760148,
      "num_tokens": 444098437.0,
      "step": 576590
    },
    {
      "epoch": 0.7313936054432123,
      "grad_norm": 5.9375,
      "learning_rate": 1.343208695630111e-05,
      "loss": 1.8529,
      "mean_token_accuracy": 0.5836409956216813,
      "num_tokens": 444105247.0,
      "step": 576600
    },
    {
      "epoch": 0.7314062900357452,
      "grad_norm": 5.21875,
      "learning_rate": 1.3431452646214817e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5385747045278549,
      "num_tokens": 444112884.0,
      "step": 576610
    },
    {
      "epoch": 0.731418974628278,
      "grad_norm": 5.25,
      "learning_rate": 1.3430818336128528e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5686313658952713,
      "num_tokens": 444120361.0,
      "step": 576620
    },
    {
      "epoch": 0.7314316592208109,
      "grad_norm": 5.125,
      "learning_rate": 1.3430184026042236e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.541426146030426,
      "num_tokens": 444127804.0,
      "step": 576630
    },
    {
      "epoch": 0.7314443438133437,
      "grad_norm": 6.78125,
      "learning_rate": 1.3429549715955944e-05,
      "loss": 2.274,
      "mean_token_accuracy": 0.5165869176387787,
      "num_tokens": 444136303.0,
      "step": 576640
    },
    {
      "epoch": 0.7314570284058766,
      "grad_norm": 5.46875,
      "learning_rate": 1.3428915405869652e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.539494663476944,
      "num_tokens": 444145103.0,
      "step": 576650
    },
    {
      "epoch": 0.7314697129984093,
      "grad_norm": 5.03125,
      "learning_rate": 1.342828109578336e-05,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5430898874998092,
      "num_tokens": 444153329.0,
      "step": 576660
    },
    {
      "epoch": 0.7314823975909421,
      "grad_norm": 4.96875,
      "learning_rate": 1.342764678569707e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5158840656280518,
      "num_tokens": 444161084.0,
      "step": 576670
    },
    {
      "epoch": 0.731495082183475,
      "grad_norm": 5.25,
      "learning_rate": 1.3427012475610779e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5722000569105148,
      "num_tokens": 444168176.0,
      "step": 576680
    },
    {
      "epoch": 0.7315077667760078,
      "grad_norm": 4.875,
      "learning_rate": 1.3426378165524486e-05,
      "loss": 1.8208,
      "mean_token_accuracy": 0.5925403326749802,
      "num_tokens": 444175382.0,
      "step": 576690
    },
    {
      "epoch": 0.7315204513685407,
      "grad_norm": 6.25,
      "learning_rate": 1.3425743855438194e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.559051302075386,
      "num_tokens": 444183091.0,
      "step": 576700
    },
    {
      "epoch": 0.7315331359610735,
      "grad_norm": 5.875,
      "learning_rate": 1.3425109545351901e-05,
      "loss": 2.2719,
      "mean_token_accuracy": 0.5159644454717636,
      "num_tokens": 444190715.0,
      "step": 576710
    },
    {
      "epoch": 0.7315458205536064,
      "grad_norm": 5.875,
      "learning_rate": 1.3424475235265613e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5397189319133758,
      "num_tokens": 444198311.0,
      "step": 576720
    },
    {
      "epoch": 0.7315585051461392,
      "grad_norm": 5.0,
      "learning_rate": 1.342384092517932e-05,
      "loss": 1.9317,
      "mean_token_accuracy": 0.5739931613206863,
      "num_tokens": 444205055.0,
      "step": 576730
    },
    {
      "epoch": 0.7315711897386721,
      "grad_norm": 5.625,
      "learning_rate": 1.342320661509303e-05,
      "loss": 1.8701,
      "mean_token_accuracy": 0.5846874088048934,
      "num_tokens": 444211725.0,
      "step": 576740
    },
    {
      "epoch": 0.7315838743312049,
      "grad_norm": 4.53125,
      "learning_rate": 1.3422572305006736e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5416352272033691,
      "num_tokens": 444220117.0,
      "step": 576750
    },
    {
      "epoch": 0.7315965589237376,
      "grad_norm": 5.78125,
      "learning_rate": 1.3421937994920445e-05,
      "loss": 2.1956,
      "mean_token_accuracy": 0.5254275918006897,
      "num_tokens": 444228838.0,
      "step": 576760
    },
    {
      "epoch": 0.7316092435162705,
      "grad_norm": 8.875,
      "learning_rate": 1.3421303684834155e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5671686351299285,
      "num_tokens": 444237101.0,
      "step": 576770
    },
    {
      "epoch": 0.7316219281088033,
      "grad_norm": 5.09375,
      "learning_rate": 1.3420669374747863e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5459733456373215,
      "num_tokens": 444245715.0,
      "step": 576780
    },
    {
      "epoch": 0.7316346127013362,
      "grad_norm": 4.96875,
      "learning_rate": 1.3420035064661571e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5491814404726029,
      "num_tokens": 444253377.0,
      "step": 576790
    },
    {
      "epoch": 0.731647297293869,
      "grad_norm": 5.3125,
      "learning_rate": 1.3419400754575278e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.519020465016365,
      "num_tokens": 444262385.0,
      "step": 576800
    },
    {
      "epoch": 0.7316599818864019,
      "grad_norm": 4.9375,
      "learning_rate": 1.3418766444488987e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5556711584329606,
      "num_tokens": 444270575.0,
      "step": 576810
    },
    {
      "epoch": 0.7316726664789347,
      "grad_norm": 5.09375,
      "learning_rate": 1.3418132134402697e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5463194102048874,
      "num_tokens": 444277473.0,
      "step": 576820
    },
    {
      "epoch": 0.7316853510714675,
      "grad_norm": 5.71875,
      "learning_rate": 1.3417497824316405e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5404450744390488,
      "num_tokens": 444284495.0,
      "step": 576830
    },
    {
      "epoch": 0.7316980356640004,
      "grad_norm": 14.4375,
      "learning_rate": 1.3416863514230113e-05,
      "loss": 1.8682,
      "mean_token_accuracy": 0.5742993175983429,
      "num_tokens": 444290212.0,
      "step": 576840
    },
    {
      "epoch": 0.7317107202565332,
      "grad_norm": 4.90625,
      "learning_rate": 1.341622920414382e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5226918697357178,
      "num_tokens": 444299152.0,
      "step": 576850
    },
    {
      "epoch": 0.7317234048490661,
      "grad_norm": 7.6875,
      "learning_rate": 1.3415594894057529e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5227116823196412,
      "num_tokens": 444306852.0,
      "step": 576860
    },
    {
      "epoch": 0.7317360894415988,
      "grad_norm": 6.8125,
      "learning_rate": 1.341496058397124e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5480461895465851,
      "num_tokens": 444314618.0,
      "step": 576870
    },
    {
      "epoch": 0.7317487740341317,
      "grad_norm": 8.0,
      "learning_rate": 1.3414326273884947e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5502504646778107,
      "num_tokens": 444322923.0,
      "step": 576880
    },
    {
      "epoch": 0.7317614586266645,
      "grad_norm": 5.625,
      "learning_rate": 1.3413691963798655e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5509145826101303,
      "num_tokens": 444330551.0,
      "step": 576890
    },
    {
      "epoch": 0.7317741432191973,
      "grad_norm": 5.59375,
      "learning_rate": 1.3413057653712362e-05,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5122062057256699,
      "num_tokens": 444339007.0,
      "step": 576900
    },
    {
      "epoch": 0.7317868278117302,
      "grad_norm": 5.15625,
      "learning_rate": 1.3412423343626071e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5562372654676437,
      "num_tokens": 444345700.0,
      "step": 576910
    },
    {
      "epoch": 0.731799512404263,
      "grad_norm": 6.28125,
      "learning_rate": 1.3411789033539781e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5504725217819214,
      "num_tokens": 444353904.0,
      "step": 576920
    },
    {
      "epoch": 0.7318121969967959,
      "grad_norm": 5.0625,
      "learning_rate": 1.341115472345349e-05,
      "loss": 1.8093,
      "mean_token_accuracy": 0.5868765473365783,
      "num_tokens": 444360480.0,
      "step": 576930
    },
    {
      "epoch": 0.7318248815893287,
      "grad_norm": 5.34375,
      "learning_rate": 1.3410520413367197e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5231999069452286,
      "num_tokens": 444368674.0,
      "step": 576940
    },
    {
      "epoch": 0.7318375661818616,
      "grad_norm": 6.09375,
      "learning_rate": 1.3409886103280906e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5290664613246918,
      "num_tokens": 444374835.0,
      "step": 576950
    },
    {
      "epoch": 0.7318502507743944,
      "grad_norm": 5.78125,
      "learning_rate": 1.3409251793194613e-05,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5604402244091033,
      "num_tokens": 444383148.0,
      "step": 576960
    },
    {
      "epoch": 0.7318629353669273,
      "grad_norm": 6.96875,
      "learning_rate": 1.3408617483108323e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.52146036028862,
      "num_tokens": 444389890.0,
      "step": 576970
    },
    {
      "epoch": 0.73187561995946,
      "grad_norm": 5.15625,
      "learning_rate": 1.3407983173022032e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5372015178203583,
      "num_tokens": 444398229.0,
      "step": 576980
    },
    {
      "epoch": 0.7318883045519928,
      "grad_norm": 6.15625,
      "learning_rate": 1.340734886293574e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5262739151716233,
      "num_tokens": 444404985.0,
      "step": 576990
    },
    {
      "epoch": 0.7319009891445257,
      "grad_norm": 5.34375,
      "learning_rate": 1.3406714552849448e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5303914606571197,
      "num_tokens": 444412840.0,
      "step": 577000
    },
    {
      "epoch": 0.7319136737370585,
      "grad_norm": 5.0625,
      "learning_rate": 1.3406080242763158e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.526256138086319,
      "num_tokens": 444420815.0,
      "step": 577010
    },
    {
      "epoch": 0.7319263583295914,
      "grad_norm": 5.375,
      "learning_rate": 1.3405445932676865e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5548053622245789,
      "num_tokens": 444428565.0,
      "step": 577020
    },
    {
      "epoch": 0.7319390429221242,
      "grad_norm": 4.71875,
      "learning_rate": 1.3404811622590574e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5552223891019821,
      "num_tokens": 444436239.0,
      "step": 577030
    },
    {
      "epoch": 0.7319517275146571,
      "grad_norm": 5.375,
      "learning_rate": 1.3404177312504281e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5535736382007599,
      "num_tokens": 444443659.0,
      "step": 577040
    },
    {
      "epoch": 0.7319644121071899,
      "grad_norm": 5.46875,
      "learning_rate": 1.340354300241799e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5510122209787369,
      "num_tokens": 444450909.0,
      "step": 577050
    },
    {
      "epoch": 0.7319770966997227,
      "grad_norm": 5.40625,
      "learning_rate": 1.34029086923317e-05,
      "loss": 1.9689,
      "mean_token_accuracy": 0.5749265342950821,
      "num_tokens": 444458959.0,
      "step": 577060
    },
    {
      "epoch": 0.7319897812922556,
      "grad_norm": 6.1875,
      "learning_rate": 1.3402274382245407e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5471424043178559,
      "num_tokens": 444466445.0,
      "step": 577070
    },
    {
      "epoch": 0.7320024658847883,
      "grad_norm": 5.90625,
      "learning_rate": 1.3401640072159116e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5549759596586228,
      "num_tokens": 444473035.0,
      "step": 577080
    },
    {
      "epoch": 0.7320151504773212,
      "grad_norm": 6.1875,
      "learning_rate": 1.3401005762072823e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5452806442975998,
      "num_tokens": 444482307.0,
      "step": 577090
    },
    {
      "epoch": 0.732027835069854,
      "grad_norm": 5.90625,
      "learning_rate": 1.3400371451986532e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5184475183486938,
      "num_tokens": 444490896.0,
      "step": 577100
    },
    {
      "epoch": 0.7320405196623869,
      "grad_norm": 5.09375,
      "learning_rate": 1.3399737141900242e-05,
      "loss": 2.2039,
      "mean_token_accuracy": 0.5263783901929855,
      "num_tokens": 444498216.0,
      "step": 577110
    },
    {
      "epoch": 0.7320532042549197,
      "grad_norm": 5.4375,
      "learning_rate": 1.3399102831813951e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.5918005913496017,
      "num_tokens": 444506314.0,
      "step": 577120
    },
    {
      "epoch": 0.7320658888474526,
      "grad_norm": 5.5,
      "learning_rate": 1.3398468521727658e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5498860895633697,
      "num_tokens": 444514270.0,
      "step": 577130
    },
    {
      "epoch": 0.7320785734399854,
      "grad_norm": 4.84375,
      "learning_rate": 1.3397834211641367e-05,
      "loss": 2.2928,
      "mean_token_accuracy": 0.5168406516313553,
      "num_tokens": 444522398.0,
      "step": 577140
    },
    {
      "epoch": 0.7320912580325182,
      "grad_norm": 5.9375,
      "learning_rate": 1.3397199901555074e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5506597578525543,
      "num_tokens": 444530401.0,
      "step": 577150
    },
    {
      "epoch": 0.7321039426250511,
      "grad_norm": 5.34375,
      "learning_rate": 1.3396565591468784e-05,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5468868553638458,
      "num_tokens": 444537256.0,
      "step": 577160
    },
    {
      "epoch": 0.7321166272175839,
      "grad_norm": 7.5,
      "learning_rate": 1.3395931281382493e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5653240442276001,
      "num_tokens": 444544346.0,
      "step": 577170
    },
    {
      "epoch": 0.7321293118101168,
      "grad_norm": 4.84375,
      "learning_rate": 1.33952969712962e-05,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5612196028232574,
      "num_tokens": 444551956.0,
      "step": 577180
    },
    {
      "epoch": 0.7321419964026495,
      "grad_norm": 4.625,
      "learning_rate": 1.3394662661209909e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5444172620773315,
      "num_tokens": 444559649.0,
      "step": 577190
    },
    {
      "epoch": 0.7321546809951824,
      "grad_norm": 5.5,
      "learning_rate": 1.3394028351123616e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5264336287975311,
      "num_tokens": 444567351.0,
      "step": 577200
    },
    {
      "epoch": 0.7321673655877152,
      "grad_norm": 9.4375,
      "learning_rate": 1.3393394041037326e-05,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5490502148866654,
      "num_tokens": 444574730.0,
      "step": 577210
    },
    {
      "epoch": 0.732180050180248,
      "grad_norm": 5.1875,
      "learning_rate": 1.3392759730951035e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5814297050237656,
      "num_tokens": 444580896.0,
      "step": 577220
    },
    {
      "epoch": 0.7321927347727809,
      "grad_norm": 6.28125,
      "learning_rate": 1.3392125420864742e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5488799333572387,
      "num_tokens": 444587686.0,
      "step": 577230
    },
    {
      "epoch": 0.7322054193653137,
      "grad_norm": 5.71875,
      "learning_rate": 1.3391491110778451e-05,
      "loss": 2.2049,
      "mean_token_accuracy": 0.523606538772583,
      "num_tokens": 444594718.0,
      "step": 577240
    },
    {
      "epoch": 0.7322181039578466,
      "grad_norm": 5.25,
      "learning_rate": 1.3390856800692158e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5553055673837661,
      "num_tokens": 444602804.0,
      "step": 577250
    },
    {
      "epoch": 0.7322307885503794,
      "grad_norm": 8.75,
      "learning_rate": 1.3390222490605868e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5374344110488891,
      "num_tokens": 444611182.0,
      "step": 577260
    },
    {
      "epoch": 0.7322434731429123,
      "grad_norm": 5.375,
      "learning_rate": 1.3389588180519577e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5325631946325302,
      "num_tokens": 444619064.0,
      "step": 577270
    },
    {
      "epoch": 0.7322561577354451,
      "grad_norm": 4.625,
      "learning_rate": 1.3388953870433284e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5527433156967163,
      "num_tokens": 444626729.0,
      "step": 577280
    },
    {
      "epoch": 0.732268842327978,
      "grad_norm": 6.3125,
      "learning_rate": 1.3388319560346993e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5418247550725936,
      "num_tokens": 444634433.0,
      "step": 577290
    },
    {
      "epoch": 0.7322815269205107,
      "grad_norm": 6.1875,
      "learning_rate": 1.33876852502607e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.566866061091423,
      "num_tokens": 444641492.0,
      "step": 577300
    },
    {
      "epoch": 0.7322942115130435,
      "grad_norm": 6.0625,
      "learning_rate": 1.3387050940174412e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5371213793754578,
      "num_tokens": 444649459.0,
      "step": 577310
    },
    {
      "epoch": 0.7323068961055764,
      "grad_norm": 5.375,
      "learning_rate": 1.338641663008812e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5682195365428925,
      "num_tokens": 444656328.0,
      "step": 577320
    },
    {
      "epoch": 0.7323195806981092,
      "grad_norm": 4.78125,
      "learning_rate": 1.3385782320001828e-05,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5573559731245041,
      "num_tokens": 444665114.0,
      "step": 577330
    },
    {
      "epoch": 0.7323322652906421,
      "grad_norm": 5.03125,
      "learning_rate": 1.3385148009915535e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.551304680109024,
      "num_tokens": 444673394.0,
      "step": 577340
    },
    {
      "epoch": 0.7323449498831749,
      "grad_norm": 5.5625,
      "learning_rate": 1.3384513699829244e-05,
      "loss": 2.3552,
      "mean_token_accuracy": 0.49509853720664976,
      "num_tokens": 444680911.0,
      "step": 577350
    },
    {
      "epoch": 0.7323576344757078,
      "grad_norm": 6.0,
      "learning_rate": 1.3383879389742954e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5615626364946366,
      "num_tokens": 444687950.0,
      "step": 577360
    },
    {
      "epoch": 0.7323703190682406,
      "grad_norm": 4.5625,
      "learning_rate": 1.3383245079656661e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5590513408184051,
      "num_tokens": 444695701.0,
      "step": 577370
    },
    {
      "epoch": 0.7323830036607734,
      "grad_norm": 5.4375,
      "learning_rate": 1.338261076957037e-05,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5558375447988511,
      "num_tokens": 444703276.0,
      "step": 577380
    },
    {
      "epoch": 0.7323956882533063,
      "grad_norm": 5.8125,
      "learning_rate": 1.3381976459484077e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5313971787691116,
      "num_tokens": 444711404.0,
      "step": 577390
    },
    {
      "epoch": 0.732408372845839,
      "grad_norm": 5.84375,
      "learning_rate": 1.3381342149397786e-05,
      "loss": 1.958,
      "mean_token_accuracy": 0.568413856625557,
      "num_tokens": 444719798.0,
      "step": 577400
    },
    {
      "epoch": 0.7324210574383719,
      "grad_norm": 6.40625,
      "learning_rate": 1.3380707839311496e-05,
      "loss": 2.018,
      "mean_token_accuracy": 0.5571474134922028,
      "num_tokens": 444726297.0,
      "step": 577410
    },
    {
      "epoch": 0.7324337420309047,
      "grad_norm": 6.40625,
      "learning_rate": 1.3380073529225203e-05,
      "loss": 2.2676,
      "mean_token_accuracy": 0.5066404968500138,
      "num_tokens": 444735373.0,
      "step": 577420
    },
    {
      "epoch": 0.7324464266234376,
      "grad_norm": 5.53125,
      "learning_rate": 1.3379439219138912e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5474227517843246,
      "num_tokens": 444743012.0,
      "step": 577430
    },
    {
      "epoch": 0.7324591112159704,
      "grad_norm": 5.03125,
      "learning_rate": 1.3378804909052619e-05,
      "loss": 1.7704,
      "mean_token_accuracy": 0.5884501814842225,
      "num_tokens": 444750955.0,
      "step": 577440
    },
    {
      "epoch": 0.7324717958085032,
      "grad_norm": 5.15625,
      "learning_rate": 1.3378170598966331e-05,
      "loss": 1.867,
      "mean_token_accuracy": 0.5824301898479461,
      "num_tokens": 444759749.0,
      "step": 577450
    },
    {
      "epoch": 0.7324844804010361,
      "grad_norm": 4.5625,
      "learning_rate": 1.3377536288880038e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.5838601768016816,
      "num_tokens": 444767153.0,
      "step": 577460
    },
    {
      "epoch": 0.7324971649935689,
      "grad_norm": 4.84375,
      "learning_rate": 1.3376901978793747e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.540875643491745,
      "num_tokens": 444776607.0,
      "step": 577470
    },
    {
      "epoch": 0.7325098495861018,
      "grad_norm": 5.65625,
      "learning_rate": 1.3376267668707454e-05,
      "loss": 1.6308,
      "mean_token_accuracy": 0.6198036670684814,
      "num_tokens": 444785168.0,
      "step": 577480
    },
    {
      "epoch": 0.7325225341786346,
      "grad_norm": 6.28125,
      "learning_rate": 1.3375633358621161e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5635327666997909,
      "num_tokens": 444792359.0,
      "step": 577490
    },
    {
      "epoch": 0.7325352187711675,
      "grad_norm": 6.53125,
      "learning_rate": 1.3374999048534873e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.521576201915741,
      "num_tokens": 444799636.0,
      "step": 577500
    },
    {
      "epoch": 0.7325479033637002,
      "grad_norm": 7.25,
      "learning_rate": 1.337436473844858e-05,
      "loss": 1.8846,
      "mean_token_accuracy": 0.588178938627243,
      "num_tokens": 444806358.0,
      "step": 577510
    },
    {
      "epoch": 0.7325605879562331,
      "grad_norm": 4.59375,
      "learning_rate": 1.3373730428362289e-05,
      "loss": 1.8241,
      "mean_token_accuracy": 0.5935189425945282,
      "num_tokens": 444812625.0,
      "step": 577520
    },
    {
      "epoch": 0.7325732725487659,
      "grad_norm": 5.84375,
      "learning_rate": 1.3373096118275996e-05,
      "loss": 2.0789,
      "mean_token_accuracy": 0.537412840127945,
      "num_tokens": 444821437.0,
      "step": 577530
    },
    {
      "epoch": 0.7325859571412987,
      "grad_norm": 4.9375,
      "learning_rate": 1.3372461808189705e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5405222833156585,
      "num_tokens": 444829672.0,
      "step": 577540
    },
    {
      "epoch": 0.7325986417338316,
      "grad_norm": 6.40625,
      "learning_rate": 1.3371827498103415e-05,
      "loss": 1.9113,
      "mean_token_accuracy": 0.5729638785123825,
      "num_tokens": 444836127.0,
      "step": 577550
    },
    {
      "epoch": 0.7326113263263644,
      "grad_norm": 7.03125,
      "learning_rate": 1.3371193188017122e-05,
      "loss": 1.7737,
      "mean_token_accuracy": 0.6047192931175231,
      "num_tokens": 444843065.0,
      "step": 577560
    },
    {
      "epoch": 0.7326240109188973,
      "grad_norm": 6.6875,
      "learning_rate": 1.3370558877930831e-05,
      "loss": 1.7443,
      "mean_token_accuracy": 0.6158631205558777,
      "num_tokens": 444849664.0,
      "step": 577570
    },
    {
      "epoch": 0.7326366955114301,
      "grad_norm": 6.03125,
      "learning_rate": 1.3369924567844538e-05,
      "loss": 2.2668,
      "mean_token_accuracy": 0.5161928504705429,
      "num_tokens": 444858470.0,
      "step": 577580
    },
    {
      "epoch": 0.732649380103963,
      "grad_norm": 6.3125,
      "learning_rate": 1.3369290257758247e-05,
      "loss": 2.278,
      "mean_token_accuracy": 0.5155945003032685,
      "num_tokens": 444866573.0,
      "step": 577590
    },
    {
      "epoch": 0.7326620646964958,
      "grad_norm": 5.65625,
      "learning_rate": 1.3368655947671957e-05,
      "loss": 2.1161,
      "mean_token_accuracy": 0.5343011617660522,
      "num_tokens": 444873706.0,
      "step": 577600
    },
    {
      "epoch": 0.7326747492890285,
      "grad_norm": 4.375,
      "learning_rate": 1.3368021637585664e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5546217024326324,
      "num_tokens": 444882826.0,
      "step": 577610
    },
    {
      "epoch": 0.7326874338815614,
      "grad_norm": 5.5,
      "learning_rate": 1.3367387327499373e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5659947514533996,
      "num_tokens": 444891032.0,
      "step": 577620
    },
    {
      "epoch": 0.7327001184740942,
      "grad_norm": 5.78125,
      "learning_rate": 1.336675301741308e-05,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5516373544931412,
      "num_tokens": 444898700.0,
      "step": 577630
    },
    {
      "epoch": 0.7327128030666271,
      "grad_norm": 5.03125,
      "learning_rate": 1.3366118707326789e-05,
      "loss": 2.1987,
      "mean_token_accuracy": 0.517402446269989,
      "num_tokens": 444908009.0,
      "step": 577640
    },
    {
      "epoch": 0.7327254876591599,
      "grad_norm": 5.84375,
      "learning_rate": 1.3365484397240499e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5499128341674805,
      "num_tokens": 444916891.0,
      "step": 577650
    },
    {
      "epoch": 0.7327381722516928,
      "grad_norm": 5.09375,
      "learning_rate": 1.3364850087154208e-05,
      "loss": 1.8737,
      "mean_token_accuracy": 0.5890503585338592,
      "num_tokens": 444923628.0,
      "step": 577660
    },
    {
      "epoch": 0.7327508568442256,
      "grad_norm": 4.875,
      "learning_rate": 1.3364215777067915e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.550200468301773,
      "num_tokens": 444931677.0,
      "step": 577670
    },
    {
      "epoch": 0.7327635414367585,
      "grad_norm": 6.09375,
      "learning_rate": 1.3363581466981624e-05,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5373745501041413,
      "num_tokens": 444939476.0,
      "step": 577680
    },
    {
      "epoch": 0.7327762260292913,
      "grad_norm": 5.40625,
      "learning_rate": 1.336294715689533e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5476821899414063,
      "num_tokens": 444947997.0,
      "step": 577690
    },
    {
      "epoch": 0.732788910621824,
      "grad_norm": 4.78125,
      "learning_rate": 1.3362312846809041e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5494814306497574,
      "num_tokens": 444956572.0,
      "step": 577700
    },
    {
      "epoch": 0.732801595214357,
      "grad_norm": 5.34375,
      "learning_rate": 1.336167853672275e-05,
      "loss": 1.6687,
      "mean_token_accuracy": 0.6276960343122482,
      "num_tokens": 444963060.0,
      "step": 577710
    },
    {
      "epoch": 0.7328142798068897,
      "grad_norm": 6.1875,
      "learning_rate": 1.3361044226636457e-05,
      "loss": 1.8642,
      "mean_token_accuracy": 0.5955593019723893,
      "num_tokens": 444969859.0,
      "step": 577720
    },
    {
      "epoch": 0.7328269643994226,
      "grad_norm": 6.65625,
      "learning_rate": 1.3360409916550166e-05,
      "loss": 1.7375,
      "mean_token_accuracy": 0.6171201080083847,
      "num_tokens": 444977434.0,
      "step": 577730
    },
    {
      "epoch": 0.7328396489919554,
      "grad_norm": 5.40625,
      "learning_rate": 1.3359775606463873e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5884596288204194,
      "num_tokens": 444984621.0,
      "step": 577740
    },
    {
      "epoch": 0.7328523335844883,
      "grad_norm": 5.625,
      "learning_rate": 1.3359141296377583e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5566687107086181,
      "num_tokens": 444993367.0,
      "step": 577750
    },
    {
      "epoch": 0.7328650181770211,
      "grad_norm": 7.65625,
      "learning_rate": 1.3358506986291292e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.551449379324913,
      "num_tokens": 445001539.0,
      "step": 577760
    },
    {
      "epoch": 0.7328777027695539,
      "grad_norm": 5.09375,
      "learning_rate": 1.3357872676204999e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5735558360815048,
      "num_tokens": 445009130.0,
      "step": 577770
    },
    {
      "epoch": 0.7328903873620868,
      "grad_norm": 5.09375,
      "learning_rate": 1.3357238366118708e-05,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5758782744407653,
      "num_tokens": 445016088.0,
      "step": 577780
    },
    {
      "epoch": 0.7329030719546196,
      "grad_norm": 5.25,
      "learning_rate": 1.3356604056032415e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5409147500991821,
      "num_tokens": 445024701.0,
      "step": 577790
    },
    {
      "epoch": 0.7329157565471525,
      "grad_norm": 5.3125,
      "learning_rate": 1.3355969745946125e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5383028358221054,
      "num_tokens": 445032344.0,
      "step": 577800
    },
    {
      "epoch": 0.7329284411396852,
      "grad_norm": 6.9375,
      "learning_rate": 1.3355335435859834e-05,
      "loss": 1.9496,
      "mean_token_accuracy": 0.5671815246343612,
      "num_tokens": 445039451.0,
      "step": 577810
    },
    {
      "epoch": 0.7329411257322181,
      "grad_norm": 6.3125,
      "learning_rate": 1.3354701125773541e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.53437180519104,
      "num_tokens": 445047435.0,
      "step": 577820
    },
    {
      "epoch": 0.7329538103247509,
      "grad_norm": 7.28125,
      "learning_rate": 1.335406681568725e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5576058924198151,
      "num_tokens": 445054114.0,
      "step": 577830
    },
    {
      "epoch": 0.7329664949172837,
      "grad_norm": 4.625,
      "learning_rate": 1.3353432505600957e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.553379675745964,
      "num_tokens": 445061483.0,
      "step": 577840
    },
    {
      "epoch": 0.7329791795098166,
      "grad_norm": 5.28125,
      "learning_rate": 1.3352798195514669e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5295092344284058,
      "num_tokens": 445069135.0,
      "step": 577850
    },
    {
      "epoch": 0.7329918641023494,
      "grad_norm": 5.65625,
      "learning_rate": 1.3352163885428376e-05,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5282153874635697,
      "num_tokens": 445077277.0,
      "step": 577860
    },
    {
      "epoch": 0.7330045486948823,
      "grad_norm": 8.5,
      "learning_rate": 1.3351529575342085e-05,
      "loss": 2.2561,
      "mean_token_accuracy": 0.5249943971633911,
      "num_tokens": 445084151.0,
      "step": 577870
    },
    {
      "epoch": 0.7330172332874151,
      "grad_norm": 4.90625,
      "learning_rate": 1.3350895265255792e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5389471799135208,
      "num_tokens": 445092466.0,
      "step": 577880
    },
    {
      "epoch": 0.733029917879948,
      "grad_norm": 5.53125,
      "learning_rate": 1.33502609551695e-05,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5343303799629211,
      "num_tokens": 445099677.0,
      "step": 577890
    },
    {
      "epoch": 0.7330426024724808,
      "grad_norm": 5.46875,
      "learning_rate": 1.3349626645083211e-05,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5584953993558883,
      "num_tokens": 445107689.0,
      "step": 577900
    },
    {
      "epoch": 0.7330552870650137,
      "grad_norm": 7.9375,
      "learning_rate": 1.3348992334996918e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5492612957954407,
      "num_tokens": 445115131.0,
      "step": 577910
    },
    {
      "epoch": 0.7330679716575464,
      "grad_norm": 5.3125,
      "learning_rate": 1.3348358024910627e-05,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5461505740880966,
      "num_tokens": 445122760.0,
      "step": 577920
    },
    {
      "epoch": 0.7330806562500792,
      "grad_norm": 6.40625,
      "learning_rate": 1.3347723714824334e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.570763623714447,
      "num_tokens": 445129927.0,
      "step": 577930
    },
    {
      "epoch": 0.7330933408426121,
      "grad_norm": 5.78125,
      "learning_rate": 1.3347089404738044e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5325594633817673,
      "num_tokens": 445137775.0,
      "step": 577940
    },
    {
      "epoch": 0.7331060254351449,
      "grad_norm": 5.40625,
      "learning_rate": 1.3346455094651753e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5266488522291184,
      "num_tokens": 445145431.0,
      "step": 577950
    },
    {
      "epoch": 0.7331187100276778,
      "grad_norm": 5.21875,
      "learning_rate": 1.334582078456546e-05,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5806540787220001,
      "num_tokens": 445152750.0,
      "step": 577960
    },
    {
      "epoch": 0.7331313946202106,
      "grad_norm": 5.59375,
      "learning_rate": 1.3345186474479169e-05,
      "loss": 2.1917,
      "mean_token_accuracy": 0.5085490316152572,
      "num_tokens": 445160966.0,
      "step": 577970
    },
    {
      "epoch": 0.7331440792127435,
      "grad_norm": 5.34375,
      "learning_rate": 1.3344552164392876e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5204028964042664,
      "num_tokens": 445169580.0,
      "step": 577980
    },
    {
      "epoch": 0.7331567638052763,
      "grad_norm": 6.5625,
      "learning_rate": 1.3343917854306586e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.545063391327858,
      "num_tokens": 445175980.0,
      "step": 577990
    },
    {
      "epoch": 0.7331694483978091,
      "grad_norm": 4.96875,
      "learning_rate": 1.3343283544220295e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5721350610256195,
      "num_tokens": 445183050.0,
      "step": 578000
    },
    {
      "epoch": 0.733182132990342,
      "grad_norm": 4.875,
      "learning_rate": 1.3342649234134002e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5721056252717972,
      "num_tokens": 445190834.0,
      "step": 578010
    },
    {
      "epoch": 0.7331948175828747,
      "grad_norm": 5.65625,
      "learning_rate": 1.334201492404771e-05,
      "loss": 1.7413,
      "mean_token_accuracy": 0.6164907783269882,
      "num_tokens": 445197315.0,
      "step": 578020
    },
    {
      "epoch": 0.7332075021754076,
      "grad_norm": 6.28125,
      "learning_rate": 1.3341380613961418e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5218182623386383,
      "num_tokens": 445206431.0,
      "step": 578030
    },
    {
      "epoch": 0.7332201867679404,
      "grad_norm": 5.65625,
      "learning_rate": 1.334074630387513e-05,
      "loss": 1.8989,
      "mean_token_accuracy": 0.5740705043077469,
      "num_tokens": 445212961.0,
      "step": 578040
    },
    {
      "epoch": 0.7332328713604733,
      "grad_norm": 6.15625,
      "learning_rate": 1.3340111993788837e-05,
      "loss": 2.049,
      "mean_token_accuracy": 0.5406626850366593,
      "num_tokens": 445219913.0,
      "step": 578050
    },
    {
      "epoch": 0.7332455559530061,
      "grad_norm": 6.34375,
      "learning_rate": 1.3339477683702546e-05,
      "loss": 2.3436,
      "mean_token_accuracy": 0.5058004498481751,
      "num_tokens": 445228609.0,
      "step": 578060
    },
    {
      "epoch": 0.733258240545539,
      "grad_norm": 4.84375,
      "learning_rate": 1.3338843373616253e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5308084458112716,
      "num_tokens": 445236118.0,
      "step": 578070
    },
    {
      "epoch": 0.7332709251380718,
      "grad_norm": 5.96875,
      "learning_rate": 1.3338209063529961e-05,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5156125515699387,
      "num_tokens": 445244451.0,
      "step": 578080
    },
    {
      "epoch": 0.7332836097306046,
      "grad_norm": 8.3125,
      "learning_rate": 1.3337574753443672e-05,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5221225827932358,
      "num_tokens": 445252863.0,
      "step": 578090
    },
    {
      "epoch": 0.7332962943231375,
      "grad_norm": 5.84375,
      "learning_rate": 1.3336940443357379e-05,
      "loss": 2.1934,
      "mean_token_accuracy": 0.521116316318512,
      "num_tokens": 445261346.0,
      "step": 578100
    },
    {
      "epoch": 0.7333089789156703,
      "grad_norm": 5.4375,
      "learning_rate": 1.3336306133271088e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5615946173667907,
      "num_tokens": 445269252.0,
      "step": 578110
    },
    {
      "epoch": 0.7333216635082032,
      "grad_norm": 5.3125,
      "learning_rate": 1.3335671823184795e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5382163107395173,
      "num_tokens": 445277799.0,
      "step": 578120
    },
    {
      "epoch": 0.7333343481007359,
      "grad_norm": 5.15625,
      "learning_rate": 1.3335037513098503e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5422526359558105,
      "num_tokens": 445285416.0,
      "step": 578130
    },
    {
      "epoch": 0.7333470326932688,
      "grad_norm": 5.09375,
      "learning_rate": 1.3334403203012214e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5469188630580902,
      "num_tokens": 445292980.0,
      "step": 578140
    },
    {
      "epoch": 0.7333597172858016,
      "grad_norm": 5.3125,
      "learning_rate": 1.3333768892925921e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5803329646587372,
      "num_tokens": 445299291.0,
      "step": 578150
    },
    {
      "epoch": 0.7333724018783344,
      "grad_norm": 4.71875,
      "learning_rate": 1.333313458283963e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5634150326251983,
      "num_tokens": 445307749.0,
      "step": 578160
    },
    {
      "epoch": 0.7333850864708673,
      "grad_norm": 5.5,
      "learning_rate": 1.3332500272753337e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5401024281978607,
      "num_tokens": 445314615.0,
      "step": 578170
    },
    {
      "epoch": 0.7333977710634001,
      "grad_norm": 5.90625,
      "learning_rate": 1.3331865962667045e-05,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5385764598846435,
      "num_tokens": 445322334.0,
      "step": 578180
    },
    {
      "epoch": 0.733410455655933,
      "grad_norm": 5.03125,
      "learning_rate": 1.3331231652580756e-05,
      "loss": 1.9535,
      "mean_token_accuracy": 0.5569068491458893,
      "num_tokens": 445330524.0,
      "step": 578190
    },
    {
      "epoch": 0.7334231402484658,
      "grad_norm": 5.3125,
      "learning_rate": 1.3330597342494463e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5729582965373993,
      "num_tokens": 445337287.0,
      "step": 578200
    },
    {
      "epoch": 0.7334358248409987,
      "grad_norm": 5.28125,
      "learning_rate": 1.3329963032408172e-05,
      "loss": 1.8625,
      "mean_token_accuracy": 0.5809568971395492,
      "num_tokens": 445344556.0,
      "step": 578210
    },
    {
      "epoch": 0.7334485094335315,
      "grad_norm": 6.6875,
      "learning_rate": 1.3329328722321879e-05,
      "loss": 1.8619,
      "mean_token_accuracy": 0.5910472184419632,
      "num_tokens": 445352453.0,
      "step": 578220
    },
    {
      "epoch": 0.7334611940260644,
      "grad_norm": 6.4375,
      "learning_rate": 1.3328694412235587e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5496439784765244,
      "num_tokens": 445360450.0,
      "step": 578230
    },
    {
      "epoch": 0.7334738786185971,
      "grad_norm": 5.625,
      "learning_rate": 1.3328060102149298e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.55791757106781,
      "num_tokens": 445368166.0,
      "step": 578240
    },
    {
      "epoch": 0.7334865632111299,
      "grad_norm": 4.6875,
      "learning_rate": 1.3327425792063007e-05,
      "loss": 1.8961,
      "mean_token_accuracy": 0.5911365807056427,
      "num_tokens": 445376164.0,
      "step": 578250
    },
    {
      "epoch": 0.7334992478036628,
      "grad_norm": 4.78125,
      "learning_rate": 1.3326791481976714e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5338846236467362,
      "num_tokens": 445385331.0,
      "step": 578260
    },
    {
      "epoch": 0.7335119323961956,
      "grad_norm": 4.9375,
      "learning_rate": 1.3326157171890422e-05,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5563610821962357,
      "num_tokens": 445393502.0,
      "step": 578270
    },
    {
      "epoch": 0.7335246169887285,
      "grad_norm": 5.15625,
      "learning_rate": 1.332552286180413e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5716074287891388,
      "num_tokens": 445401029.0,
      "step": 578280
    },
    {
      "epoch": 0.7335373015812613,
      "grad_norm": 5.0,
      "learning_rate": 1.332488855171784e-05,
      "loss": 2.2317,
      "mean_token_accuracy": 0.5126857072114944,
      "num_tokens": 445409325.0,
      "step": 578290
    },
    {
      "epoch": 0.7335499861737942,
      "grad_norm": 5.625,
      "learning_rate": 1.3324254241631549e-05,
      "loss": 1.8998,
      "mean_token_accuracy": 0.5594731628894806,
      "num_tokens": 445415885.0,
      "step": 578300
    },
    {
      "epoch": 0.733562670766327,
      "grad_norm": 5.21875,
      "learning_rate": 1.3323619931545256e-05,
      "loss": 1.9405,
      "mean_token_accuracy": 0.5646811485290527,
      "num_tokens": 445423691.0,
      "step": 578310
    },
    {
      "epoch": 0.7335753553588598,
      "grad_norm": 5.4375,
      "learning_rate": 1.3322985621458964e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5465553909540176,
      "num_tokens": 445431922.0,
      "step": 578320
    },
    {
      "epoch": 0.7335880399513927,
      "grad_norm": 4.59375,
      "learning_rate": 1.3322351311372671e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5535020470619202,
      "num_tokens": 445438149.0,
      "step": 578330
    },
    {
      "epoch": 0.7336007245439254,
      "grad_norm": 5.15625,
      "learning_rate": 1.3321717001286382e-05,
      "loss": 2.3713,
      "mean_token_accuracy": 0.5003889739513397,
      "num_tokens": 445447631.0,
      "step": 578340
    },
    {
      "epoch": 0.7336134091364583,
      "grad_norm": 5.09375,
      "learning_rate": 1.332108269120009e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5242333441972733,
      "num_tokens": 445456216.0,
      "step": 578350
    },
    {
      "epoch": 0.7336260937289911,
      "grad_norm": 6.5,
      "learning_rate": 1.3320448381113798e-05,
      "loss": 1.759,
      "mean_token_accuracy": 0.6083418875932693,
      "num_tokens": 445463008.0,
      "step": 578360
    },
    {
      "epoch": 0.733638778321524,
      "grad_norm": 7.40625,
      "learning_rate": 1.3319814071027506e-05,
      "loss": 2.211,
      "mean_token_accuracy": 0.5260750412940979,
      "num_tokens": 445471814.0,
      "step": 578370
    },
    {
      "epoch": 0.7336514629140568,
      "grad_norm": 5.25,
      "learning_rate": 1.3319179760941217e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5684284865856171,
      "num_tokens": 445479070.0,
      "step": 578380
    },
    {
      "epoch": 0.7336641475065896,
      "grad_norm": 5.34375,
      "learning_rate": 1.3318545450854924e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5605586349964142,
      "num_tokens": 445486803.0,
      "step": 578390
    },
    {
      "epoch": 0.7336768320991225,
      "grad_norm": 5.3125,
      "learning_rate": 1.3317911140768633e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5279385179281235,
      "num_tokens": 445494746.0,
      "step": 578400
    },
    {
      "epoch": 0.7336895166916553,
      "grad_norm": 4.8125,
      "learning_rate": 1.331727683068234e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5330836147069931,
      "num_tokens": 445502842.0,
      "step": 578410
    },
    {
      "epoch": 0.7337022012841882,
      "grad_norm": 6.1875,
      "learning_rate": 1.3316642520596048e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5465883761644363,
      "num_tokens": 445510137.0,
      "step": 578420
    },
    {
      "epoch": 0.733714885876721,
      "grad_norm": 6.75,
      "learning_rate": 1.3316008210509759e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5337401419878006,
      "num_tokens": 445517760.0,
      "step": 578430
    },
    {
      "epoch": 0.7337275704692539,
      "grad_norm": 5.96875,
      "learning_rate": 1.3315373900423468e-05,
      "loss": 1.6164,
      "mean_token_accuracy": 0.6300977826118469,
      "num_tokens": 445522657.0,
      "step": 578440
    },
    {
      "epoch": 0.7337402550617866,
      "grad_norm": 10.25,
      "learning_rate": 1.3314739590337175e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5594351202249527,
      "num_tokens": 445530390.0,
      "step": 578450
    },
    {
      "epoch": 0.7337529396543195,
      "grad_norm": 5.6875,
      "learning_rate": 1.3314105280250883e-05,
      "loss": 2.2938,
      "mean_token_accuracy": 0.5114438444375992,
      "num_tokens": 445538257.0,
      "step": 578460
    },
    {
      "epoch": 0.7337656242468523,
      "grad_norm": 5.46875,
      "learning_rate": 1.331347097016459e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5336607247591019,
      "num_tokens": 445546896.0,
      "step": 578470
    },
    {
      "epoch": 0.7337783088393851,
      "grad_norm": 5.28125,
      "learning_rate": 1.33128366600783e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5266585201025009,
      "num_tokens": 445555229.0,
      "step": 578480
    },
    {
      "epoch": 0.733790993431918,
      "grad_norm": 5.28125,
      "learning_rate": 1.331220234999201e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5273887485265731,
      "num_tokens": 445563547.0,
      "step": 578490
    },
    {
      "epoch": 0.7338036780244508,
      "grad_norm": 13.125,
      "learning_rate": 1.3311568039905717e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5562276721000672,
      "num_tokens": 445569953.0,
      "step": 578500
    },
    {
      "epoch": 0.7338163626169837,
      "grad_norm": 6.0625,
      "learning_rate": 1.3310933729819425e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5546371459960937,
      "num_tokens": 445577969.0,
      "step": 578510
    },
    {
      "epoch": 0.7338290472095165,
      "grad_norm": 6.0,
      "learning_rate": 1.3310299419733132e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5488005846738815,
      "num_tokens": 445586361.0,
      "step": 578520
    },
    {
      "epoch": 0.7338417318020494,
      "grad_norm": 6.5,
      "learning_rate": 1.3309665109646843e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5327644199132919,
      "num_tokens": 445594125.0,
      "step": 578530
    },
    {
      "epoch": 0.7338544163945822,
      "grad_norm": 4.875,
      "learning_rate": 1.3309030799560552e-05,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5460165023803711,
      "num_tokens": 445600549.0,
      "step": 578540
    },
    {
      "epoch": 0.7338671009871149,
      "grad_norm": 5.375,
      "learning_rate": 1.3308396489474259e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5278091847896575,
      "num_tokens": 445609004.0,
      "step": 578550
    },
    {
      "epoch": 0.7338797855796478,
      "grad_norm": 4.96875,
      "learning_rate": 1.3307762179387967e-05,
      "loss": 2.2252,
      "mean_token_accuracy": 0.526536014676094,
      "num_tokens": 445616972.0,
      "step": 578560
    },
    {
      "epoch": 0.7338924701721806,
      "grad_norm": 6.15625,
      "learning_rate": 1.3307127869301674e-05,
      "loss": 2.2856,
      "mean_token_accuracy": 0.5099023252725601,
      "num_tokens": 445625051.0,
      "step": 578570
    },
    {
      "epoch": 0.7339051547647135,
      "grad_norm": 5.5,
      "learning_rate": 1.3306493559215385e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5258386194705963,
      "num_tokens": 445631522.0,
      "step": 578580
    },
    {
      "epoch": 0.7339178393572463,
      "grad_norm": 5.0625,
      "learning_rate": 1.3305859249129094e-05,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5752559125423431,
      "num_tokens": 445639902.0,
      "step": 578590
    },
    {
      "epoch": 0.7339305239497792,
      "grad_norm": 4.9375,
      "learning_rate": 1.33052249390428e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5269654929637909,
      "num_tokens": 445649438.0,
      "step": 578600
    },
    {
      "epoch": 0.733943208542312,
      "grad_norm": 5.1875,
      "learning_rate": 1.330459062895651e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5515850812196732,
      "num_tokens": 445656823.0,
      "step": 578610
    },
    {
      "epoch": 0.7339558931348449,
      "grad_norm": 9.0625,
      "learning_rate": 1.3303956318870216e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5504889577627182,
      "num_tokens": 445663985.0,
      "step": 578620
    },
    {
      "epoch": 0.7339685777273777,
      "grad_norm": 5.21875,
      "learning_rate": 1.3303322008783929e-05,
      "loss": 1.9653,
      "mean_token_accuracy": 0.5598220676183701,
      "num_tokens": 445672683.0,
      "step": 578630
    },
    {
      "epoch": 0.7339812623199105,
      "grad_norm": 5.3125,
      "learning_rate": 1.3302687698697636e-05,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5463678210973739,
      "num_tokens": 445680649.0,
      "step": 578640
    },
    {
      "epoch": 0.7339939469124434,
      "grad_norm": 4.375,
      "learning_rate": 1.3302053388611344e-05,
      "loss": 1.677,
      "mean_token_accuracy": 0.6162782669067383,
      "num_tokens": 445687777.0,
      "step": 578650
    },
    {
      "epoch": 0.7340066315049761,
      "grad_norm": 5.09375,
      "learning_rate": 1.3301419078525051e-05,
      "loss": 2.2278,
      "mean_token_accuracy": 0.5132109940052032,
      "num_tokens": 445696573.0,
      "step": 578660
    },
    {
      "epoch": 0.734019316097509,
      "grad_norm": 4.6875,
      "learning_rate": 1.330078476843876e-05,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5470840334892273,
      "num_tokens": 445703488.0,
      "step": 578670
    },
    {
      "epoch": 0.7340320006900418,
      "grad_norm": 5.34375,
      "learning_rate": 1.330015045835247e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.538057941198349,
      "num_tokens": 445711627.0,
      "step": 578680
    },
    {
      "epoch": 0.7340446852825747,
      "grad_norm": 7.1875,
      "learning_rate": 1.3299516148266178e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5362899988889694,
      "num_tokens": 445718384.0,
      "step": 578690
    },
    {
      "epoch": 0.7340573698751075,
      "grad_norm": 5.53125,
      "learning_rate": 1.3298881838179886e-05,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5396808683872223,
      "num_tokens": 445727275.0,
      "step": 578700
    },
    {
      "epoch": 0.7340700544676403,
      "grad_norm": 5.1875,
      "learning_rate": 1.3298247528093593e-05,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5637996226549149,
      "num_tokens": 445734661.0,
      "step": 578710
    },
    {
      "epoch": 0.7340827390601732,
      "grad_norm": 6.65625,
      "learning_rate": 1.3297613218007302e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5315124005079269,
      "num_tokens": 445741362.0,
      "step": 578720
    },
    {
      "epoch": 0.734095423652706,
      "grad_norm": 6.03125,
      "learning_rate": 1.3296978907921013e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5359478563070297,
      "num_tokens": 445749031.0,
      "step": 578730
    },
    {
      "epoch": 0.7341081082452389,
      "grad_norm": 5.65625,
      "learning_rate": 1.329634459783472e-05,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5563808172941208,
      "num_tokens": 445757027.0,
      "step": 578740
    },
    {
      "epoch": 0.7341207928377717,
      "grad_norm": 5.84375,
      "learning_rate": 1.3295710287748428e-05,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5359568923711777,
      "num_tokens": 445764199.0,
      "step": 578750
    },
    {
      "epoch": 0.7341334774303045,
      "grad_norm": 7.25,
      "learning_rate": 1.3295075977662135e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.562052920460701,
      "num_tokens": 445771426.0,
      "step": 578760
    },
    {
      "epoch": 0.7341461620228373,
      "grad_norm": 7.71875,
      "learning_rate": 1.3294441667575844e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5389491200447083,
      "num_tokens": 445778650.0,
      "step": 578770
    },
    {
      "epoch": 0.7341588466153701,
      "grad_norm": 5.0,
      "learning_rate": 1.3293807357489555e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5354502767324447,
      "num_tokens": 445785947.0,
      "step": 578780
    },
    {
      "epoch": 0.734171531207903,
      "grad_norm": 6.09375,
      "learning_rate": 1.3293173047403262e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5453519880771637,
      "num_tokens": 445794413.0,
      "step": 578790
    },
    {
      "epoch": 0.7341842158004358,
      "grad_norm": 5.125,
      "learning_rate": 1.329253873731697e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5509724706411362,
      "num_tokens": 445803657.0,
      "step": 578800
    },
    {
      "epoch": 0.7341969003929687,
      "grad_norm": 6.25,
      "learning_rate": 1.3291904427230677e-05,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5283308982849121,
      "num_tokens": 445811798.0,
      "step": 578810
    },
    {
      "epoch": 0.7342095849855015,
      "grad_norm": 5.5,
      "learning_rate": 1.329127011714439e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5580907374620437,
      "num_tokens": 445820423.0,
      "step": 578820
    },
    {
      "epoch": 0.7342222695780344,
      "grad_norm": 5.1875,
      "learning_rate": 1.3290635807058097e-05,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5243467181921005,
      "num_tokens": 445830067.0,
      "step": 578830
    },
    {
      "epoch": 0.7342349541705672,
      "grad_norm": 6.53125,
      "learning_rate": 1.3290001496971805e-05,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5477495312690734,
      "num_tokens": 445839068.0,
      "step": 578840
    },
    {
      "epoch": 0.7342476387631001,
      "grad_norm": 11.4375,
      "learning_rate": 1.3289367186885512e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5373596757650375,
      "num_tokens": 445846423.0,
      "step": 578850
    },
    {
      "epoch": 0.7342603233556328,
      "grad_norm": 4.9375,
      "learning_rate": 1.3288732876799221e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5729789853096008,
      "num_tokens": 445854497.0,
      "step": 578860
    },
    {
      "epoch": 0.7342730079481656,
      "grad_norm": 4.84375,
      "learning_rate": 1.3288098566712932e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5415762573480606,
      "num_tokens": 445863585.0,
      "step": 578870
    },
    {
      "epoch": 0.7342856925406985,
      "grad_norm": 5.3125,
      "learning_rate": 1.3287464256626639e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5233199417591095,
      "num_tokens": 445871580.0,
      "step": 578880
    },
    {
      "epoch": 0.7342983771332313,
      "grad_norm": 4.8125,
      "learning_rate": 1.3286829946540347e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5508350312709809,
      "num_tokens": 445879862.0,
      "step": 578890
    },
    {
      "epoch": 0.7343110617257642,
      "grad_norm": 4.78125,
      "learning_rate": 1.3286195636454054e-05,
      "loss": 2.279,
      "mean_token_accuracy": 0.5215209245681762,
      "num_tokens": 445888045.0,
      "step": 578900
    },
    {
      "epoch": 0.734323746318297,
      "grad_norm": 8.8125,
      "learning_rate": 1.3285561326367763e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5413188844919204,
      "num_tokens": 445895239.0,
      "step": 578910
    },
    {
      "epoch": 0.7343364309108299,
      "grad_norm": 5.1875,
      "learning_rate": 1.3284927016281474e-05,
      "loss": 2.1953,
      "mean_token_accuracy": 0.5395961582660675,
      "num_tokens": 445901908.0,
      "step": 578920
    },
    {
      "epoch": 0.7343491155033627,
      "grad_norm": 5.375,
      "learning_rate": 1.328429270619518e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5470190525054932,
      "num_tokens": 445910117.0,
      "step": 578930
    },
    {
      "epoch": 0.7343618000958955,
      "grad_norm": 8.0,
      "learning_rate": 1.328365839610889e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5157098084688186,
      "num_tokens": 445917928.0,
      "step": 578940
    },
    {
      "epoch": 0.7343744846884284,
      "grad_norm": 10.0625,
      "learning_rate": 1.3283024086022596e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5702304065227508,
      "num_tokens": 445924980.0,
      "step": 578950
    },
    {
      "epoch": 0.7343871692809611,
      "grad_norm": 17.25,
      "learning_rate": 1.3282389775936305e-05,
      "loss": 2.2765,
      "mean_token_accuracy": 0.5126762390136719,
      "num_tokens": 445933267.0,
      "step": 578960
    },
    {
      "epoch": 0.734399853873494,
      "grad_norm": 6.5,
      "learning_rate": 1.3281755465850016e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.527767613530159,
      "num_tokens": 445941433.0,
      "step": 578970
    },
    {
      "epoch": 0.7344125384660268,
      "grad_norm": 4.875,
      "learning_rate": 1.3281121155763723e-05,
      "loss": 1.8043,
      "mean_token_accuracy": 0.5883976459503174,
      "num_tokens": 445948536.0,
      "step": 578980
    },
    {
      "epoch": 0.7344252230585597,
      "grad_norm": 5.96875,
      "learning_rate": 1.3280486845677431e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5515443205833435,
      "num_tokens": 445955270.0,
      "step": 578990
    },
    {
      "epoch": 0.7344379076510925,
      "grad_norm": 5.09375,
      "learning_rate": 1.3279852535591138e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5350480675697327,
      "num_tokens": 445962587.0,
      "step": 579000
    },
    {
      "epoch": 0.7344505922436254,
      "grad_norm": 5.625,
      "learning_rate": 1.3279218225504847e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5218905955553055,
      "num_tokens": 445970876.0,
      "step": 579010
    },
    {
      "epoch": 0.7344632768361582,
      "grad_norm": 5.90625,
      "learning_rate": 1.3278583915418558e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5587013810873032,
      "num_tokens": 445979468.0,
      "step": 579020
    },
    {
      "epoch": 0.734475961428691,
      "grad_norm": 4.9375,
      "learning_rate": 1.3277949605332266e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5345989823341369,
      "num_tokens": 445986938.0,
      "step": 579030
    },
    {
      "epoch": 0.7344886460212239,
      "grad_norm": 4.96875,
      "learning_rate": 1.3277315295245973e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5351419121026992,
      "num_tokens": 445993940.0,
      "step": 579040
    },
    {
      "epoch": 0.7345013306137567,
      "grad_norm": 5.40625,
      "learning_rate": 1.3276680985159682e-05,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5474676668643952,
      "num_tokens": 446000633.0,
      "step": 579050
    },
    {
      "epoch": 0.7345140152062896,
      "grad_norm": 6.90625,
      "learning_rate": 1.3276046675073389e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.543788680434227,
      "num_tokens": 446007387.0,
      "step": 579060
    },
    {
      "epoch": 0.7345266997988223,
      "grad_norm": 7.3125,
      "learning_rate": 1.32754123649871e-05,
      "loss": 1.8894,
      "mean_token_accuracy": 0.5834058463573456,
      "num_tokens": 446013568.0,
      "step": 579070
    },
    {
      "epoch": 0.7345393843913552,
      "grad_norm": 6.6875,
      "learning_rate": 1.3274778054900808e-05,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5542816042900085,
      "num_tokens": 446021691.0,
      "step": 579080
    },
    {
      "epoch": 0.734552068983888,
      "grad_norm": 4.5,
      "learning_rate": 1.3274143744814515e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5312771499156952,
      "num_tokens": 446029635.0,
      "step": 579090
    },
    {
      "epoch": 0.7345647535764208,
      "grad_norm": 6.53125,
      "learning_rate": 1.3273509434728224e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5224998384714127,
      "num_tokens": 446037602.0,
      "step": 579100
    },
    {
      "epoch": 0.7345774381689537,
      "grad_norm": 5.40625,
      "learning_rate": 1.3272875124641931e-05,
      "loss": 1.8215,
      "mean_token_accuracy": 0.5861150532960892,
      "num_tokens": 446045207.0,
      "step": 579110
    },
    {
      "epoch": 0.7345901227614865,
      "grad_norm": 6.84375,
      "learning_rate": 1.3272240814555642e-05,
      "loss": 1.9869,
      "mean_token_accuracy": 0.554360955953598,
      "num_tokens": 446053436.0,
      "step": 579120
    },
    {
      "epoch": 0.7346028073540194,
      "grad_norm": 4.875,
      "learning_rate": 1.327160650446935e-05,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5256361246109009,
      "num_tokens": 446061510.0,
      "step": 579130
    },
    {
      "epoch": 0.7346154919465522,
      "grad_norm": 6.5625,
      "learning_rate": 1.3270972194383057e-05,
      "loss": 1.7349,
      "mean_token_accuracy": 0.6125154495239258,
      "num_tokens": 446067936.0,
      "step": 579140
    },
    {
      "epoch": 0.7346281765390851,
      "grad_norm": 4.90625,
      "learning_rate": 1.3270337884296766e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5575237572193146,
      "num_tokens": 446075290.0,
      "step": 579150
    },
    {
      "epoch": 0.7346408611316179,
      "grad_norm": 5.78125,
      "learning_rate": 1.3269703574210473e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5439414829015732,
      "num_tokens": 446081996.0,
      "step": 579160
    },
    {
      "epoch": 0.7346535457241508,
      "grad_norm": 7.09375,
      "learning_rate": 1.3269069264124184e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5184894680976868,
      "num_tokens": 446090442.0,
      "step": 579170
    },
    {
      "epoch": 0.7346662303166835,
      "grad_norm": 6.75,
      "learning_rate": 1.3268434954037892e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.547447583079338,
      "num_tokens": 446098873.0,
      "step": 579180
    },
    {
      "epoch": 0.7346789149092163,
      "grad_norm": 6.25,
      "learning_rate": 1.32678006439516e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5519160211086274,
      "num_tokens": 446105510.0,
      "step": 579190
    },
    {
      "epoch": 0.7346915995017492,
      "grad_norm": 5.28125,
      "learning_rate": 1.3267166333865308e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5317078471183777,
      "num_tokens": 446114182.0,
      "step": 579200
    },
    {
      "epoch": 0.734704284094282,
      "grad_norm": 5.875,
      "learning_rate": 1.3266532023779015e-05,
      "loss": 1.944,
      "mean_token_accuracy": 0.5603457272052765,
      "num_tokens": 446121164.0,
      "step": 579210
    },
    {
      "epoch": 0.7347169686868149,
      "grad_norm": 9.125,
      "learning_rate": 1.3265897713692727e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5454791337251663,
      "num_tokens": 446128353.0,
      "step": 579220
    },
    {
      "epoch": 0.7347296532793477,
      "grad_norm": 7.28125,
      "learning_rate": 1.3265263403606434e-05,
      "loss": 1.8249,
      "mean_token_accuracy": 0.5942149460315704,
      "num_tokens": 446135340.0,
      "step": 579230
    },
    {
      "epoch": 0.7347423378718806,
      "grad_norm": 10.75,
      "learning_rate": 1.3264629093520143e-05,
      "loss": 2.2069,
      "mean_token_accuracy": 0.5222684204578399,
      "num_tokens": 446142683.0,
      "step": 579240
    },
    {
      "epoch": 0.7347550224644134,
      "grad_norm": 10.1875,
      "learning_rate": 1.326399478343385e-05,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5251811414957046,
      "num_tokens": 446151468.0,
      "step": 579250
    },
    {
      "epoch": 0.7347677070569462,
      "grad_norm": 4.90625,
      "learning_rate": 1.3263360473347559e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5319261431694031,
      "num_tokens": 446158568.0,
      "step": 579260
    },
    {
      "epoch": 0.7347803916494791,
      "grad_norm": 7.46875,
      "learning_rate": 1.326272616326127e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5487018525600433,
      "num_tokens": 446165733.0,
      "step": 579270
    },
    {
      "epoch": 0.7347930762420118,
      "grad_norm": 4.96875,
      "learning_rate": 1.3262091853174976e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5231543898582458,
      "num_tokens": 446174663.0,
      "step": 579280
    },
    {
      "epoch": 0.7348057608345447,
      "grad_norm": 5.375,
      "learning_rate": 1.3261457543088685e-05,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5420924454927445,
      "num_tokens": 446181983.0,
      "step": 579290
    },
    {
      "epoch": 0.7348184454270775,
      "grad_norm": 5.0,
      "learning_rate": 1.3260823233002392e-05,
      "loss": 1.7995,
      "mean_token_accuracy": 0.597013121843338,
      "num_tokens": 446189148.0,
      "step": 579300
    },
    {
      "epoch": 0.7348311300196104,
      "grad_norm": 6.375,
      "learning_rate": 1.3260188922916103e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5732332676649093,
      "num_tokens": 446195379.0,
      "step": 579310
    },
    {
      "epoch": 0.7348438146121432,
      "grad_norm": 5.78125,
      "learning_rate": 1.3259554612829811e-05,
      "loss": 1.899,
      "mean_token_accuracy": 0.5763652682304382,
      "num_tokens": 446203802.0,
      "step": 579320
    },
    {
      "epoch": 0.734856499204676,
      "grad_norm": 6.71875,
      "learning_rate": 1.3258920302743518e-05,
      "loss": 1.8512,
      "mean_token_accuracy": 0.5839114874601364,
      "num_tokens": 446212014.0,
      "step": 579330
    },
    {
      "epoch": 0.7348691837972089,
      "grad_norm": 7.34375,
      "learning_rate": 1.3258285992657227e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5400084227323532,
      "num_tokens": 446219793.0,
      "step": 579340
    },
    {
      "epoch": 0.7348818683897417,
      "grad_norm": 4.96875,
      "learning_rate": 1.3257651682570934e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5405867278575898,
      "num_tokens": 446228245.0,
      "step": 579350
    },
    {
      "epoch": 0.7348945529822746,
      "grad_norm": 6.9375,
      "learning_rate": 1.3257017372484645e-05,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5397668749094009,
      "num_tokens": 446236142.0,
      "step": 579360
    },
    {
      "epoch": 0.7349072375748074,
      "grad_norm": 5.0625,
      "learning_rate": 1.3256383062398353e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5365478754043579,
      "num_tokens": 446243296.0,
      "step": 579370
    },
    {
      "epoch": 0.7349199221673403,
      "grad_norm": 5.03125,
      "learning_rate": 1.325574875231206e-05,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5665636897087097,
      "num_tokens": 446250962.0,
      "step": 579380
    },
    {
      "epoch": 0.734932606759873,
      "grad_norm": 5.8125,
      "learning_rate": 1.3255114442225769e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5509204983711242,
      "num_tokens": 446258645.0,
      "step": 579390
    },
    {
      "epoch": 0.7349452913524059,
      "grad_norm": 4.65625,
      "learning_rate": 1.3254480132139476e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5327152669429779,
      "num_tokens": 446267158.0,
      "step": 579400
    },
    {
      "epoch": 0.7349579759449387,
      "grad_norm": 4.875,
      "learning_rate": 1.3253845822053188e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5448722332715988,
      "num_tokens": 446275524.0,
      "step": 579410
    },
    {
      "epoch": 0.7349706605374715,
      "grad_norm": 5.03125,
      "learning_rate": 1.3253211511966895e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5719367265701294,
      "num_tokens": 446281010.0,
      "step": 579420
    },
    {
      "epoch": 0.7349833451300044,
      "grad_norm": 5.28125,
      "learning_rate": 1.3252577201880604e-05,
      "loss": 1.8439,
      "mean_token_accuracy": 0.6001238822937012,
      "num_tokens": 446287653.0,
      "step": 579430
    },
    {
      "epoch": 0.7349960297225372,
      "grad_norm": 4.75,
      "learning_rate": 1.3251942891794311e-05,
      "loss": 2.2106,
      "mean_token_accuracy": 0.530629375576973,
      "num_tokens": 446294657.0,
      "step": 579440
    },
    {
      "epoch": 0.7350087143150701,
      "grad_norm": 5.40625,
      "learning_rate": 1.325130858170802e-05,
      "loss": 1.8577,
      "mean_token_accuracy": 0.5702765882015228,
      "num_tokens": 446301651.0,
      "step": 579450
    },
    {
      "epoch": 0.7350213989076029,
      "grad_norm": 5.0,
      "learning_rate": 1.325067427162173e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5565042674541474,
      "num_tokens": 446309186.0,
      "step": 579460
    },
    {
      "epoch": 0.7350340835001358,
      "grad_norm": 6.4375,
      "learning_rate": 1.3250039961535437e-05,
      "loss": 1.7779,
      "mean_token_accuracy": 0.6077333748340606,
      "num_tokens": 446316390.0,
      "step": 579470
    },
    {
      "epoch": 0.7350467680926686,
      "grad_norm": 6.09375,
      "learning_rate": 1.3249405651449146e-05,
      "loss": 2.1424,
      "mean_token_accuracy": 0.529925960302353,
      "num_tokens": 446324869.0,
      "step": 579480
    },
    {
      "epoch": 0.7350594526852013,
      "grad_norm": 6.96875,
      "learning_rate": 1.3248771341362853e-05,
      "loss": 2.4021,
      "mean_token_accuracy": 0.48973898887634276,
      "num_tokens": 446333403.0,
      "step": 579490
    },
    {
      "epoch": 0.7350721372777342,
      "grad_norm": 5.6875,
      "learning_rate": 1.3248137031276562e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5313281923532486,
      "num_tokens": 446341359.0,
      "step": 579500
    },
    {
      "epoch": 0.735084821870267,
      "grad_norm": 4.875,
      "learning_rate": 1.3247502721190272e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5765629291534424,
      "num_tokens": 446348630.0,
      "step": 579510
    },
    {
      "epoch": 0.7350975064627999,
      "grad_norm": 5.59375,
      "learning_rate": 1.324686841110398e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5364042907953263,
      "num_tokens": 446357049.0,
      "step": 579520
    },
    {
      "epoch": 0.7351101910553327,
      "grad_norm": 5.28125,
      "learning_rate": 1.3246234101017688e-05,
      "loss": 2.2698,
      "mean_token_accuracy": 0.5141628921031952,
      "num_tokens": 446365862.0,
      "step": 579530
    },
    {
      "epoch": 0.7351228756478656,
      "grad_norm": 6.03125,
      "learning_rate": 1.3245599790931395e-05,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5246021509170532,
      "num_tokens": 446374719.0,
      "step": 579540
    },
    {
      "epoch": 0.7351355602403984,
      "grad_norm": 4.90625,
      "learning_rate": 1.3244965480845104e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.514887222647667,
      "num_tokens": 446383179.0,
      "step": 579550
    },
    {
      "epoch": 0.7351482448329313,
      "grad_norm": 6.0,
      "learning_rate": 1.3244331170758814e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5142082393169403,
      "num_tokens": 446392596.0,
      "step": 579560
    },
    {
      "epoch": 0.7351609294254641,
      "grad_norm": 4.84375,
      "learning_rate": 1.3243696860672521e-05,
      "loss": 1.974,
      "mean_token_accuracy": 0.5648611813783646,
      "num_tokens": 446400752.0,
      "step": 579570
    },
    {
      "epoch": 0.7351736140179969,
      "grad_norm": 5.4375,
      "learning_rate": 1.324306255058623e-05,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5658457458019257,
      "num_tokens": 446408234.0,
      "step": 579580
    },
    {
      "epoch": 0.7351862986105298,
      "grad_norm": 7.65625,
      "learning_rate": 1.3242428240499937e-05,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5241279661655426,
      "num_tokens": 446416046.0,
      "step": 579590
    },
    {
      "epoch": 0.7351989832030625,
      "grad_norm": 5.0,
      "learning_rate": 1.3241793930413646e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.539446446299553,
      "num_tokens": 446423902.0,
      "step": 579600
    },
    {
      "epoch": 0.7352116677955954,
      "grad_norm": 5.0,
      "learning_rate": 1.3241159620327356e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5477013260126113,
      "num_tokens": 446431553.0,
      "step": 579610
    },
    {
      "epoch": 0.7352243523881282,
      "grad_norm": 5.25,
      "learning_rate": 1.3240525310241065e-05,
      "loss": 1.8081,
      "mean_token_accuracy": 0.5931228339672089,
      "num_tokens": 446439465.0,
      "step": 579620
    },
    {
      "epoch": 0.7352370369806611,
      "grad_norm": 6.03125,
      "learning_rate": 1.3239891000154772e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5490532636642456,
      "num_tokens": 446447227.0,
      "step": 579630
    },
    {
      "epoch": 0.7352497215731939,
      "grad_norm": 5.28125,
      "learning_rate": 1.323925669006848e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5312835276126862,
      "num_tokens": 446455873.0,
      "step": 579640
    },
    {
      "epoch": 0.7352624061657267,
      "grad_norm": 5.1875,
      "learning_rate": 1.3238622379982188e-05,
      "loss": 1.7973,
      "mean_token_accuracy": 0.5888936400413514,
      "num_tokens": 446463889.0,
      "step": 579650
    },
    {
      "epoch": 0.7352750907582596,
      "grad_norm": 5.3125,
      "learning_rate": 1.3237988069895898e-05,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5612744241952896,
      "num_tokens": 446471954.0,
      "step": 579660
    },
    {
      "epoch": 0.7352877753507924,
      "grad_norm": 5.09375,
      "learning_rate": 1.3237353759809607e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.549482399225235,
      "num_tokens": 446480079.0,
      "step": 579670
    },
    {
      "epoch": 0.7353004599433253,
      "grad_norm": 5.53125,
      "learning_rate": 1.3236719449723314e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5328088968992233,
      "num_tokens": 446488545.0,
      "step": 579680
    },
    {
      "epoch": 0.735313144535858,
      "grad_norm": 4.75,
      "learning_rate": 1.3236085139637023e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.53858982026577,
      "num_tokens": 446496389.0,
      "step": 579690
    },
    {
      "epoch": 0.735325829128391,
      "grad_norm": 6.3125,
      "learning_rate": 1.323545082955073e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5470313787460327,
      "num_tokens": 446504074.0,
      "step": 579700
    },
    {
      "epoch": 0.7353385137209237,
      "grad_norm": 4.84375,
      "learning_rate": 1.323481651946444e-05,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5245841443538666,
      "num_tokens": 446512721.0,
      "step": 579710
    },
    {
      "epoch": 0.7353511983134565,
      "grad_norm": 5.375,
      "learning_rate": 1.3234182209378149e-05,
      "loss": 1.8965,
      "mean_token_accuracy": 0.5713699936866761,
      "num_tokens": 446521448.0,
      "step": 579720
    },
    {
      "epoch": 0.7353638829059894,
      "grad_norm": 5.125,
      "learning_rate": 1.3233547899291856e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.520399522781372,
      "num_tokens": 446529945.0,
      "step": 579730
    },
    {
      "epoch": 0.7353765674985222,
      "grad_norm": 10.0625,
      "learning_rate": 1.3232913589205565e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5492392122745514,
      "num_tokens": 446536926.0,
      "step": 579740
    },
    {
      "epoch": 0.7353892520910551,
      "grad_norm": 5.09375,
      "learning_rate": 1.3232279279119275e-05,
      "loss": 1.998,
      "mean_token_accuracy": 0.5519868642091751,
      "num_tokens": 446545624.0,
      "step": 579750
    },
    {
      "epoch": 0.7354019366835879,
      "grad_norm": 6.5625,
      "learning_rate": 1.3231644969032982e-05,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5537531584501266,
      "num_tokens": 446552888.0,
      "step": 579760
    },
    {
      "epoch": 0.7354146212761208,
      "grad_norm": 5.09375,
      "learning_rate": 1.3231010658946691e-05,
      "loss": 1.7988,
      "mean_token_accuracy": 0.5965823143720627,
      "num_tokens": 446558774.0,
      "step": 579770
    },
    {
      "epoch": 0.7354273058686536,
      "grad_norm": 6.21875,
      "learning_rate": 1.3230376348860398e-05,
      "loss": 2.144,
      "mean_token_accuracy": 0.527945151925087,
      "num_tokens": 446566654.0,
      "step": 579780
    },
    {
      "epoch": 0.7354399904611865,
      "grad_norm": 6.125,
      "learning_rate": 1.3229742038774107e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5340309590101242,
      "num_tokens": 446574854.0,
      "step": 579790
    },
    {
      "epoch": 0.7354526750537193,
      "grad_norm": 6.21875,
      "learning_rate": 1.3229107728687817e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5355754613876342,
      "num_tokens": 446582631.0,
      "step": 579800
    },
    {
      "epoch": 0.735465359646252,
      "grad_norm": 6.1875,
      "learning_rate": 1.3228473418601526e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5492796152830124,
      "num_tokens": 446590264.0,
      "step": 579810
    },
    {
      "epoch": 0.7354780442387849,
      "grad_norm": 4.84375,
      "learning_rate": 1.3227839108515233e-05,
      "loss": 2.2382,
      "mean_token_accuracy": 0.512366634607315,
      "num_tokens": 446598881.0,
      "step": 579820
    },
    {
      "epoch": 0.7354907288313177,
      "grad_norm": 6.21875,
      "learning_rate": 1.3227204798428942e-05,
      "loss": 1.8225,
      "mean_token_accuracy": 0.5999992609024047,
      "num_tokens": 446606028.0,
      "step": 579830
    },
    {
      "epoch": 0.7355034134238506,
      "grad_norm": 5.0,
      "learning_rate": 1.3226570488342649e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5383127450942993,
      "num_tokens": 446614109.0,
      "step": 579840
    },
    {
      "epoch": 0.7355160980163834,
      "grad_norm": 6.28125,
      "learning_rate": 1.322593617825636e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5242375642061233,
      "num_tokens": 446621825.0,
      "step": 579850
    },
    {
      "epoch": 0.7355287826089163,
      "grad_norm": 4.90625,
      "learning_rate": 1.3225301868170068e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5372294187545776,
      "num_tokens": 446630420.0,
      "step": 579860
    },
    {
      "epoch": 0.7355414672014491,
      "grad_norm": 5.28125,
      "learning_rate": 1.3224667558083775e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5426570922136307,
      "num_tokens": 446639023.0,
      "step": 579870
    },
    {
      "epoch": 0.7355541517939819,
      "grad_norm": 4.6875,
      "learning_rate": 1.3224033247997484e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5296607553958893,
      "num_tokens": 446647661.0,
      "step": 579880
    },
    {
      "epoch": 0.7355668363865148,
      "grad_norm": 8.125,
      "learning_rate": 1.322339893791119e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5382853507995605,
      "num_tokens": 446655323.0,
      "step": 579890
    },
    {
      "epoch": 0.7355795209790476,
      "grad_norm": 5.84375,
      "learning_rate": 1.3222764627824901e-05,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5561221659183502,
      "num_tokens": 446662518.0,
      "step": 579900
    },
    {
      "epoch": 0.7355922055715804,
      "grad_norm": 6.03125,
      "learning_rate": 1.322213031773861e-05,
      "loss": 2.2786,
      "mean_token_accuracy": 0.522137799859047,
      "num_tokens": 446670634.0,
      "step": 579910
    },
    {
      "epoch": 0.7356048901641132,
      "grad_norm": 5.1875,
      "learning_rate": 1.3221496007652317e-05,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5463554561138153,
      "num_tokens": 446678128.0,
      "step": 579920
    },
    {
      "epoch": 0.7356175747566461,
      "grad_norm": 7.15625,
      "learning_rate": 1.3220861697566026e-05,
      "loss": 2.2565,
      "mean_token_accuracy": 0.5115589022636413,
      "num_tokens": 446685468.0,
      "step": 579930
    },
    {
      "epoch": 0.7356302593491789,
      "grad_norm": 5.5625,
      "learning_rate": 1.3220227387479733e-05,
      "loss": 1.8521,
      "mean_token_accuracy": 0.5717390656471253,
      "num_tokens": 446691576.0,
      "step": 579940
    },
    {
      "epoch": 0.7356429439417118,
      "grad_norm": 6.25,
      "learning_rate": 1.3219593077393443e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5625838369131089,
      "num_tokens": 446698759.0,
      "step": 579950
    },
    {
      "epoch": 0.7356556285342446,
      "grad_norm": 4.875,
      "learning_rate": 1.3218958767307152e-05,
      "loss": 1.8148,
      "mean_token_accuracy": 0.5887173503637314,
      "num_tokens": 446705450.0,
      "step": 579960
    },
    {
      "epoch": 0.7356683131267774,
      "grad_norm": 5.09375,
      "learning_rate": 1.3218324457220859e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5352382153272629,
      "num_tokens": 446712795.0,
      "step": 579970
    },
    {
      "epoch": 0.7356809977193103,
      "grad_norm": 5.25,
      "learning_rate": 1.3217690147134568e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5550234645605088,
      "num_tokens": 446721246.0,
      "step": 579980
    },
    {
      "epoch": 0.7356936823118431,
      "grad_norm": 5.53125,
      "learning_rate": 1.3217055837048275e-05,
      "loss": 1.9103,
      "mean_token_accuracy": 0.5721089482307434,
      "num_tokens": 446729377.0,
      "step": 579990
    },
    {
      "epoch": 0.735706366904376,
      "grad_norm": 4.75,
      "learning_rate": 1.3216421526961987e-05,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5747521638870239,
      "num_tokens": 446736671.0,
      "step": 580000
    },
    {
      "epoch": 0.7357190514969087,
      "grad_norm": 5.625,
      "learning_rate": 1.3215787216875694e-05,
      "loss": 1.8067,
      "mean_token_accuracy": 0.5873161852359772,
      "num_tokens": 446744333.0,
      "step": 580010
    },
    {
      "epoch": 0.7357317360894416,
      "grad_norm": 5.625,
      "learning_rate": 1.3215152906789403e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.54449402987957,
      "num_tokens": 446751284.0,
      "step": 580020
    },
    {
      "epoch": 0.7357444206819744,
      "grad_norm": 7.21875,
      "learning_rate": 1.321451859670311e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5379252433776855,
      "num_tokens": 446758549.0,
      "step": 580030
    },
    {
      "epoch": 0.7357571052745072,
      "grad_norm": 5.53125,
      "learning_rate": 1.3213884286616818e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5479773104190826,
      "num_tokens": 446766988.0,
      "step": 580040
    },
    {
      "epoch": 0.7357697898670401,
      "grad_norm": 6.21875,
      "learning_rate": 1.3213249976530529e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5647939234972,
      "num_tokens": 446773488.0,
      "step": 580050
    },
    {
      "epoch": 0.7357824744595729,
      "grad_norm": 4.78125,
      "learning_rate": 1.3212615666444236e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.545264008641243,
      "num_tokens": 446782267.0,
      "step": 580060
    },
    {
      "epoch": 0.7357951590521058,
      "grad_norm": 5.53125,
      "learning_rate": 1.3211981356357945e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5261429995298386,
      "num_tokens": 446791284.0,
      "step": 580070
    },
    {
      "epoch": 0.7358078436446386,
      "grad_norm": 4.78125,
      "learning_rate": 1.3211347046271652e-05,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5766162365674973,
      "num_tokens": 446799286.0,
      "step": 580080
    },
    {
      "epoch": 0.7358205282371715,
      "grad_norm": 5.1875,
      "learning_rate": 1.321071273618536e-05,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5598369270563126,
      "num_tokens": 446806178.0,
      "step": 580090
    },
    {
      "epoch": 0.7358332128297043,
      "grad_norm": 4.8125,
      "learning_rate": 1.3210078426099071e-05,
      "loss": 1.6599,
      "mean_token_accuracy": 0.6228978276252747,
      "num_tokens": 446813683.0,
      "step": 580100
    },
    {
      "epoch": 0.7358458974222372,
      "grad_norm": 5.0625,
      "learning_rate": 1.3209444116012778e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5376670777797699,
      "num_tokens": 446821226.0,
      "step": 580110
    },
    {
      "epoch": 0.73585858201477,
      "grad_norm": 6.1875,
      "learning_rate": 1.3208809805926487e-05,
      "loss": 2.3241,
      "mean_token_accuracy": 0.5005953013896942,
      "num_tokens": 446829124.0,
      "step": 580120
    },
    {
      "epoch": 0.7358712666073027,
      "grad_norm": 5.0,
      "learning_rate": 1.3208175495840194e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5163429707288743,
      "num_tokens": 446837975.0,
      "step": 580130
    },
    {
      "epoch": 0.7358839511998356,
      "grad_norm": 5.53125,
      "learning_rate": 1.3207541185753902e-05,
      "loss": 1.8989,
      "mean_token_accuracy": 0.5726668775081635,
      "num_tokens": 446846305.0,
      "step": 580140
    },
    {
      "epoch": 0.7358966357923684,
      "grad_norm": 22.875,
      "learning_rate": 1.3206906875667613e-05,
      "loss": 1.7042,
      "mean_token_accuracy": 0.6230111837387085,
      "num_tokens": 446851418.0,
      "step": 580150
    },
    {
      "epoch": 0.7359093203849013,
      "grad_norm": 7.1875,
      "learning_rate": 1.320627256558132e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5589684814214706,
      "num_tokens": 446859106.0,
      "step": 580160
    },
    {
      "epoch": 0.7359220049774341,
      "grad_norm": 15.8125,
      "learning_rate": 1.3205638255495029e-05,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5464509546756744,
      "num_tokens": 446866872.0,
      "step": 580170
    },
    {
      "epoch": 0.735934689569967,
      "grad_norm": 6.65625,
      "learning_rate": 1.3205003945408736e-05,
      "loss": 2.081,
      "mean_token_accuracy": 0.5367891460657119,
      "num_tokens": 446876167.0,
      "step": 580180
    },
    {
      "epoch": 0.7359473741624998,
      "grad_norm": 5.6875,
      "learning_rate": 1.3204369635322448e-05,
      "loss": 1.8843,
      "mean_token_accuracy": 0.5807946145534515,
      "num_tokens": 446883938.0,
      "step": 580190
    },
    {
      "epoch": 0.7359600587550326,
      "grad_norm": 5.875,
      "learning_rate": 1.3203735325236155e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5408137798309326,
      "num_tokens": 446891330.0,
      "step": 580200
    },
    {
      "epoch": 0.7359727433475655,
      "grad_norm": 5.34375,
      "learning_rate": 1.3203101015149864e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.561649426817894,
      "num_tokens": 446898037.0,
      "step": 580210
    },
    {
      "epoch": 0.7359854279400982,
      "grad_norm": 5.0625,
      "learning_rate": 1.320246670506357e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.530906593799591,
      "num_tokens": 446905057.0,
      "step": 580220
    },
    {
      "epoch": 0.7359981125326311,
      "grad_norm": 9.875,
      "learning_rate": 1.320183239497728e-05,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5439453840255737,
      "num_tokens": 446912935.0,
      "step": 580230
    },
    {
      "epoch": 0.7360107971251639,
      "grad_norm": 6.875,
      "learning_rate": 1.320119808489099e-05,
      "loss": 1.9646,
      "mean_token_accuracy": 0.564328870177269,
      "num_tokens": 446919894.0,
      "step": 580240
    },
    {
      "epoch": 0.7360234817176968,
      "grad_norm": 13.875,
      "learning_rate": 1.3200563774804697e-05,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5739756613969803,
      "num_tokens": 446926380.0,
      "step": 580250
    },
    {
      "epoch": 0.7360361663102296,
      "grad_norm": 5.84375,
      "learning_rate": 1.3199929464718406e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5400591671466828,
      "num_tokens": 446934620.0,
      "step": 580260
    },
    {
      "epoch": 0.7360488509027624,
      "grad_norm": 8.0625,
      "learning_rate": 1.3199295154632113e-05,
      "loss": 1.6392,
      "mean_token_accuracy": 0.637337613105774,
      "num_tokens": 446941038.0,
      "step": 580270
    },
    {
      "epoch": 0.7360615354952953,
      "grad_norm": 5.78125,
      "learning_rate": 1.3198660844545821e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5318384051322937,
      "num_tokens": 446949113.0,
      "step": 580280
    },
    {
      "epoch": 0.7360742200878281,
      "grad_norm": 5.78125,
      "learning_rate": 1.3198026534459532e-05,
      "loss": 1.8238,
      "mean_token_accuracy": 0.6088965952396392,
      "num_tokens": 446955431.0,
      "step": 580290
    },
    {
      "epoch": 0.736086904680361,
      "grad_norm": 4.8125,
      "learning_rate": 1.3197392224373239e-05,
      "loss": 1.8132,
      "mean_token_accuracy": 0.5977572977542878,
      "num_tokens": 446963294.0,
      "step": 580300
    },
    {
      "epoch": 0.7360995892728938,
      "grad_norm": 6.09375,
      "learning_rate": 1.3196757914286948e-05,
      "loss": 2.2434,
      "mean_token_accuracy": 0.5190997362136841,
      "num_tokens": 446972023.0,
      "step": 580310
    },
    {
      "epoch": 0.7361122738654267,
      "grad_norm": 6.4375,
      "learning_rate": 1.3196123604200655e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5641143679618835,
      "num_tokens": 446980347.0,
      "step": 580320
    },
    {
      "epoch": 0.7361249584579594,
      "grad_norm": 5.6875,
      "learning_rate": 1.3195489294114363e-05,
      "loss": 1.8177,
      "mean_token_accuracy": 0.5875727355480194,
      "num_tokens": 446987833.0,
      "step": 580330
    },
    {
      "epoch": 0.7361376430504923,
      "grad_norm": 4.5625,
      "learning_rate": 1.3194854984028074e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5433046907186508,
      "num_tokens": 446995557.0,
      "step": 580340
    },
    {
      "epoch": 0.7361503276430251,
      "grad_norm": 5.03125,
      "learning_rate": 1.3194220673941781e-05,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5692874699831009,
      "num_tokens": 447001996.0,
      "step": 580350
    },
    {
      "epoch": 0.7361630122355579,
      "grad_norm": 5.71875,
      "learning_rate": 1.319358636385549e-05,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5578138440847397,
      "num_tokens": 447009004.0,
      "step": 580360
    },
    {
      "epoch": 0.7361756968280908,
      "grad_norm": 6.375,
      "learning_rate": 1.3192952053769197e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5613238096237183,
      "num_tokens": 447017771.0,
      "step": 580370
    },
    {
      "epoch": 0.7361883814206236,
      "grad_norm": 10.3125,
      "learning_rate": 1.3192317743682905e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5471978306770324,
      "num_tokens": 447026179.0,
      "step": 580380
    },
    {
      "epoch": 0.7362010660131565,
      "grad_norm": 6.3125,
      "learning_rate": 1.3191683433596616e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5625665038824081,
      "num_tokens": 447033435.0,
      "step": 580390
    },
    {
      "epoch": 0.7362137506056893,
      "grad_norm": 8.75,
      "learning_rate": 1.3191049123510325e-05,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5402631551027298,
      "num_tokens": 447040948.0,
      "step": 580400
    },
    {
      "epoch": 0.7362264351982222,
      "grad_norm": 5.125,
      "learning_rate": 1.3190414813424032e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5262832820415497,
      "num_tokens": 447049892.0,
      "step": 580410
    },
    {
      "epoch": 0.736239119790755,
      "grad_norm": 4.125,
      "learning_rate": 1.318978050333774e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5643701046705246,
      "num_tokens": 447057313.0,
      "step": 580420
    },
    {
      "epoch": 0.7362518043832877,
      "grad_norm": 7.46875,
      "learning_rate": 1.3189146193251447e-05,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5505018174648285,
      "num_tokens": 447066114.0,
      "step": 580430
    },
    {
      "epoch": 0.7362644889758206,
      "grad_norm": 5.21875,
      "learning_rate": 1.3188511883165158e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5408305853605271,
      "num_tokens": 447074995.0,
      "step": 580440
    },
    {
      "epoch": 0.7362771735683534,
      "grad_norm": 4.875,
      "learning_rate": 1.3187877573078867e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5200994580984115,
      "num_tokens": 447084153.0,
      "step": 580450
    },
    {
      "epoch": 0.7362898581608863,
      "grad_norm": 4.59375,
      "learning_rate": 1.3187243262992574e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.548841980099678,
      "num_tokens": 447093609.0,
      "step": 580460
    },
    {
      "epoch": 0.7363025427534191,
      "grad_norm": 7.125,
      "learning_rate": 1.3186608952906282e-05,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5550217956304551,
      "num_tokens": 447100581.0,
      "step": 580470
    },
    {
      "epoch": 0.736315227345952,
      "grad_norm": 5.65625,
      "learning_rate": 1.318597464281999e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5282304555177688,
      "num_tokens": 447108808.0,
      "step": 580480
    },
    {
      "epoch": 0.7363279119384848,
      "grad_norm": 5.1875,
      "learning_rate": 1.31853403327337e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5484562516212463,
      "num_tokens": 447116988.0,
      "step": 580490
    },
    {
      "epoch": 0.7363405965310177,
      "grad_norm": 4.53125,
      "learning_rate": 1.3184706022647409e-05,
      "loss": 1.6491,
      "mean_token_accuracy": 0.6260003685951233,
      "num_tokens": 447122417.0,
      "step": 580500
    },
    {
      "epoch": 0.7363532811235505,
      "grad_norm": 6.3125,
      "learning_rate": 1.3184071712561116e-05,
      "loss": 1.8756,
      "mean_token_accuracy": 0.580369621515274,
      "num_tokens": 447128986.0,
      "step": 580510
    },
    {
      "epoch": 0.7363659657160833,
      "grad_norm": 6.75,
      "learning_rate": 1.3183437402474824e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5354424059391022,
      "num_tokens": 447137333.0,
      "step": 580520
    },
    {
      "epoch": 0.7363786503086162,
      "grad_norm": 6.09375,
      "learning_rate": 1.3182803092388531e-05,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5346896260976791,
      "num_tokens": 447144739.0,
      "step": 580530
    },
    {
      "epoch": 0.7363913349011489,
      "grad_norm": 5.21875,
      "learning_rate": 1.3182168782302242e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5431195706129074,
      "num_tokens": 447152644.0,
      "step": 580540
    },
    {
      "epoch": 0.7364040194936818,
      "grad_norm": 7.6875,
      "learning_rate": 1.318153447221595e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5523523896932602,
      "num_tokens": 447160200.0,
      "step": 580550
    },
    {
      "epoch": 0.7364167040862146,
      "grad_norm": 4.875,
      "learning_rate": 1.3180900162129658e-05,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5305644154548645,
      "num_tokens": 447168118.0,
      "step": 580560
    },
    {
      "epoch": 0.7364293886787475,
      "grad_norm": 6.53125,
      "learning_rate": 1.3180265852043366e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5600061684846878,
      "num_tokens": 447175609.0,
      "step": 580570
    },
    {
      "epoch": 0.7364420732712803,
      "grad_norm": 5.0625,
      "learning_rate": 1.3179631541957073e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5406209856271744,
      "num_tokens": 447183432.0,
      "step": 580580
    },
    {
      "epoch": 0.7364547578638131,
      "grad_norm": 5.6875,
      "learning_rate": 1.3178997231870786e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.516033074259758,
      "num_tokens": 447191005.0,
      "step": 580590
    },
    {
      "epoch": 0.736467442456346,
      "grad_norm": 6.28125,
      "learning_rate": 1.3178362921784493e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5556966900825501,
      "num_tokens": 447198035.0,
      "step": 580600
    },
    {
      "epoch": 0.7364801270488788,
      "grad_norm": 5.375,
      "learning_rate": 1.3177728611698201e-05,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5723715364933014,
      "num_tokens": 447205927.0,
      "step": 580610
    },
    {
      "epoch": 0.7364928116414117,
      "grad_norm": 5.96875,
      "learning_rate": 1.3177094301611908e-05,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5635978043079376,
      "num_tokens": 447214146.0,
      "step": 580620
    },
    {
      "epoch": 0.7365054962339445,
      "grad_norm": 5.53125,
      "learning_rate": 1.3176459991525617e-05,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5542566359043122,
      "num_tokens": 447221276.0,
      "step": 580630
    },
    {
      "epoch": 0.7365181808264774,
      "grad_norm": 5.71875,
      "learning_rate": 1.3175825681439328e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5343667924404144,
      "num_tokens": 447229227.0,
      "step": 580640
    },
    {
      "epoch": 0.7365308654190101,
      "grad_norm": 4.40625,
      "learning_rate": 1.3175191371353035e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5440516650676728,
      "num_tokens": 447236969.0,
      "step": 580650
    },
    {
      "epoch": 0.7365435500115429,
      "grad_norm": 6.21875,
      "learning_rate": 1.3174557061266743e-05,
      "loss": 1.949,
      "mean_token_accuracy": 0.5721718728542328,
      "num_tokens": 447245589.0,
      "step": 580660
    },
    {
      "epoch": 0.7365562346040758,
      "grad_norm": 4.8125,
      "learning_rate": 1.317392275118045e-05,
      "loss": 2.1268,
      "mean_token_accuracy": 0.539561527967453,
      "num_tokens": 447253593.0,
      "step": 580670
    },
    {
      "epoch": 0.7365689191966086,
      "grad_norm": 4.75,
      "learning_rate": 1.3173288441094161e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5374596238136291,
      "num_tokens": 447261314.0,
      "step": 580680
    },
    {
      "epoch": 0.7365816037891415,
      "grad_norm": 6.84375,
      "learning_rate": 1.317265413100787e-05,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5256328403949737,
      "num_tokens": 447268036.0,
      "step": 580690
    },
    {
      "epoch": 0.7365942883816743,
      "grad_norm": 6.28125,
      "learning_rate": 1.3172019820921577e-05,
      "loss": 1.8742,
      "mean_token_accuracy": 0.5764803677797318,
      "num_tokens": 447274801.0,
      "step": 580700
    },
    {
      "epoch": 0.7366069729742072,
      "grad_norm": 5.03125,
      "learning_rate": 1.3171385510835285e-05,
      "loss": 1.8736,
      "mean_token_accuracy": 0.5901675969362259,
      "num_tokens": 447282870.0,
      "step": 580710
    },
    {
      "epoch": 0.73661965756674,
      "grad_norm": 5.09375,
      "learning_rate": 1.3170751200748992e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5289105623960495,
      "num_tokens": 447290965.0,
      "step": 580720
    },
    {
      "epoch": 0.7366323421592729,
      "grad_norm": 5.0,
      "learning_rate": 1.3170116890662703e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5467524647712707,
      "num_tokens": 447298524.0,
      "step": 580730
    },
    {
      "epoch": 0.7366450267518057,
      "grad_norm": 5.5,
      "learning_rate": 1.3169482580576412e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5289441287517548,
      "num_tokens": 447306240.0,
      "step": 580740
    },
    {
      "epoch": 0.7366577113443384,
      "grad_norm": 5.28125,
      "learning_rate": 1.3168848270490119e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5382051020860672,
      "num_tokens": 447313823.0,
      "step": 580750
    },
    {
      "epoch": 0.7366703959368713,
      "grad_norm": 4.78125,
      "learning_rate": 1.3168213960403827e-05,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5198665797710419,
      "num_tokens": 447322367.0,
      "step": 580760
    },
    {
      "epoch": 0.7366830805294041,
      "grad_norm": 6.375,
      "learning_rate": 1.3167579650317534e-05,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5299593985080719,
      "num_tokens": 447329616.0,
      "step": 580770
    },
    {
      "epoch": 0.736695765121937,
      "grad_norm": 5.0625,
      "learning_rate": 1.3166945340231247e-05,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5507661759853363,
      "num_tokens": 447337033.0,
      "step": 580780
    },
    {
      "epoch": 0.7367084497144698,
      "grad_norm": 5.65625,
      "learning_rate": 1.3166311030144954e-05,
      "loss": 1.9231,
      "mean_token_accuracy": 0.5830328822135925,
      "num_tokens": 447345474.0,
      "step": 580790
    },
    {
      "epoch": 0.7367211343070027,
      "grad_norm": 4.9375,
      "learning_rate": 1.3165676720058662e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5315427482128143,
      "num_tokens": 447353290.0,
      "step": 580800
    },
    {
      "epoch": 0.7367338188995355,
      "grad_norm": 7.03125,
      "learning_rate": 1.316504240997237e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.526196414232254,
      "num_tokens": 447359807.0,
      "step": 580810
    },
    {
      "epoch": 0.7367465034920683,
      "grad_norm": 4.84375,
      "learning_rate": 1.3164408099886078e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5503457516431809,
      "num_tokens": 447367969.0,
      "step": 580820
    },
    {
      "epoch": 0.7367591880846012,
      "grad_norm": 5.96875,
      "learning_rate": 1.3163773789799789e-05,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5506902575492859,
      "num_tokens": 447375620.0,
      "step": 580830
    },
    {
      "epoch": 0.736771872677134,
      "grad_norm": 5.40625,
      "learning_rate": 1.3163139479713496e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5566996693611145,
      "num_tokens": 447382416.0,
      "step": 580840
    },
    {
      "epoch": 0.7367845572696669,
      "grad_norm": 4.3125,
      "learning_rate": 1.3162505169627204e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5194152504205704,
      "num_tokens": 447391146.0,
      "step": 580850
    },
    {
      "epoch": 0.7367972418621996,
      "grad_norm": 5.9375,
      "learning_rate": 1.3161870859540911e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5538134187459945,
      "num_tokens": 447398540.0,
      "step": 580860
    },
    {
      "epoch": 0.7368099264547325,
      "grad_norm": 5.96875,
      "learning_rate": 1.316123654945462e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5458909541368484,
      "num_tokens": 447406864.0,
      "step": 580870
    },
    {
      "epoch": 0.7368226110472653,
      "grad_norm": 6.4375,
      "learning_rate": 1.316060223936833e-05,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5362346351146698,
      "num_tokens": 447415536.0,
      "step": 580880
    },
    {
      "epoch": 0.7368352956397982,
      "grad_norm": 6.15625,
      "learning_rate": 1.3159967929282038e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5421037167310715,
      "num_tokens": 447422490.0,
      "step": 580890
    },
    {
      "epoch": 0.736847980232331,
      "grad_norm": 6.59375,
      "learning_rate": 1.3159333619195746e-05,
      "loss": 1.6926,
      "mean_token_accuracy": 0.6212658405303955,
      "num_tokens": 447430301.0,
      "step": 580900
    },
    {
      "epoch": 0.7368606648248638,
      "grad_norm": 5.125,
      "learning_rate": 1.3158699309109453e-05,
      "loss": 1.92,
      "mean_token_accuracy": 0.579080468416214,
      "num_tokens": 447438348.0,
      "step": 580910
    },
    {
      "epoch": 0.7368733494173967,
      "grad_norm": 5.34375,
      "learning_rate": 1.3158064999023162e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.544087079167366,
      "num_tokens": 447446102.0,
      "step": 580920
    },
    {
      "epoch": 0.7368860340099295,
      "grad_norm": 5.46875,
      "learning_rate": 1.3157430688936873e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5258720964193344,
      "num_tokens": 447455213.0,
      "step": 580930
    },
    {
      "epoch": 0.7368987186024624,
      "grad_norm": 5.09375,
      "learning_rate": 1.315679637885058e-05,
      "loss": 1.9272,
      "mean_token_accuracy": 0.5644415020942688,
      "num_tokens": 447462733.0,
      "step": 580940
    },
    {
      "epoch": 0.7369114031949952,
      "grad_norm": 6.625,
      "learning_rate": 1.3156162068764288e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5777534544467926,
      "num_tokens": 447469797.0,
      "step": 580950
    },
    {
      "epoch": 0.736924087787528,
      "grad_norm": 5.03125,
      "learning_rate": 1.3155527758677995e-05,
      "loss": 1.8074,
      "mean_token_accuracy": 0.5929936051368714,
      "num_tokens": 447477662.0,
      "step": 580960
    },
    {
      "epoch": 0.7369367723800608,
      "grad_norm": 6.34375,
      "learning_rate": 1.3154893448591704e-05,
      "loss": 2.207,
      "mean_token_accuracy": 0.525694927573204,
      "num_tokens": 447485531.0,
      "step": 580970
    },
    {
      "epoch": 0.7369494569725936,
      "grad_norm": 6.25,
      "learning_rate": 1.3154259138505415e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5291051000356675,
      "num_tokens": 447493582.0,
      "step": 580980
    },
    {
      "epoch": 0.7369621415651265,
      "grad_norm": 6.75,
      "learning_rate": 1.3153624828419123e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5684448271989823,
      "num_tokens": 447501192.0,
      "step": 580990
    },
    {
      "epoch": 0.7369748261576593,
      "grad_norm": 6.59375,
      "learning_rate": 1.315299051833283e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.5251982390880585,
      "num_tokens": 447509508.0,
      "step": 581000
    },
    {
      "epoch": 0.7369875107501922,
      "grad_norm": 5.53125,
      "learning_rate": 1.3152356208246539e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.533420541882515,
      "num_tokens": 447518235.0,
      "step": 581010
    },
    {
      "epoch": 0.737000195342725,
      "grad_norm": 6.1875,
      "learning_rate": 1.3151721898160246e-05,
      "loss": 2.2269,
      "mean_token_accuracy": 0.5247712552547454,
      "num_tokens": 447526563.0,
      "step": 581020
    },
    {
      "epoch": 0.7370128799352579,
      "grad_norm": 5.40625,
      "learning_rate": 1.3151087588073957e-05,
      "loss": 1.8149,
      "mean_token_accuracy": 0.5898869156837463,
      "num_tokens": 447533853.0,
      "step": 581030
    },
    {
      "epoch": 0.7370255645277907,
      "grad_norm": 5.90625,
      "learning_rate": 1.3150453277987665e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.547480845451355,
      "num_tokens": 447541348.0,
      "step": 581040
    },
    {
      "epoch": 0.7370382491203236,
      "grad_norm": 6.8125,
      "learning_rate": 1.3149818967901372e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5445237189531327,
      "num_tokens": 447549233.0,
      "step": 581050
    },
    {
      "epoch": 0.7370509337128563,
      "grad_norm": 7.03125,
      "learning_rate": 1.3149184657815081e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.56392862200737,
      "num_tokens": 447556540.0,
      "step": 581060
    },
    {
      "epoch": 0.7370636183053891,
      "grad_norm": 4.75,
      "learning_rate": 1.3148550347728788e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5197289943695068,
      "num_tokens": 447563831.0,
      "step": 581070
    },
    {
      "epoch": 0.737076302897922,
      "grad_norm": 6.78125,
      "learning_rate": 1.3147916037642499e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5546560883522034,
      "num_tokens": 447571792.0,
      "step": 581080
    },
    {
      "epoch": 0.7370889874904548,
      "grad_norm": 4.84375,
      "learning_rate": 1.3147281727556207e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5575084835290909,
      "num_tokens": 447578911.0,
      "step": 581090
    },
    {
      "epoch": 0.7371016720829877,
      "grad_norm": 5.09375,
      "learning_rate": 1.3146647417469914e-05,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5741543740034103,
      "num_tokens": 447586854.0,
      "step": 581100
    },
    {
      "epoch": 0.7371143566755205,
      "grad_norm": 7.4375,
      "learning_rate": 1.3146013107383623e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5298753678798676,
      "num_tokens": 447594948.0,
      "step": 581110
    },
    {
      "epoch": 0.7371270412680534,
      "grad_norm": 5.53125,
      "learning_rate": 1.3145378797297334e-05,
      "loss": 1.7503,
      "mean_token_accuracy": 0.6030870258808136,
      "num_tokens": 447603472.0,
      "step": 581120
    },
    {
      "epoch": 0.7371397258605862,
      "grad_norm": 4.75,
      "learning_rate": 1.314474448721104e-05,
      "loss": 1.6656,
      "mean_token_accuracy": 0.6128459334373474,
      "num_tokens": 447609824.0,
      "step": 581130
    },
    {
      "epoch": 0.737152410453119,
      "grad_norm": 6.3125,
      "learning_rate": 1.314411017712475e-05,
      "loss": 1.9261,
      "mean_token_accuracy": 0.5712407052516937,
      "num_tokens": 447616615.0,
      "step": 581140
    },
    {
      "epoch": 0.7371650950456519,
      "grad_norm": 6.125,
      "learning_rate": 1.3143475867038456e-05,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5575390428304672,
      "num_tokens": 447623553.0,
      "step": 581150
    },
    {
      "epoch": 0.7371777796381846,
      "grad_norm": 6.625,
      "learning_rate": 1.3142841556952165e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5748428195714951,
      "num_tokens": 447631597.0,
      "step": 581160
    },
    {
      "epoch": 0.7371904642307175,
      "grad_norm": 5.0,
      "learning_rate": 1.3142207246865876e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5294280111789703,
      "num_tokens": 447640436.0,
      "step": 581170
    },
    {
      "epoch": 0.7372031488232503,
      "grad_norm": 5.375,
      "learning_rate": 1.3141572936779584e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5428335636854171,
      "num_tokens": 447648692.0,
      "step": 581180
    },
    {
      "epoch": 0.7372158334157832,
      "grad_norm": 7.15625,
      "learning_rate": 1.3140938626693291e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5358641028404236,
      "num_tokens": 447655909.0,
      "step": 581190
    },
    {
      "epoch": 0.737228518008316,
      "grad_norm": 6.5625,
      "learning_rate": 1.3140304316607e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5293932527303695,
      "num_tokens": 447663775.0,
      "step": 581200
    },
    {
      "epoch": 0.7372412026008488,
      "grad_norm": 4.875,
      "learning_rate": 1.3139670006520707e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5282436817884445,
      "num_tokens": 447671003.0,
      "step": 581210
    },
    {
      "epoch": 0.7372538871933817,
      "grad_norm": 5.125,
      "learning_rate": 1.3139035696434418e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5266693472862244,
      "num_tokens": 447679812.0,
      "step": 581220
    },
    {
      "epoch": 0.7372665717859145,
      "grad_norm": 5.125,
      "learning_rate": 1.3138401386348126e-05,
      "loss": 1.9108,
      "mean_token_accuracy": 0.567268094420433,
      "num_tokens": 447686988.0,
      "step": 581230
    },
    {
      "epoch": 0.7372792563784474,
      "grad_norm": 6.75,
      "learning_rate": 1.3137767076261833e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5533148884773255,
      "num_tokens": 447693287.0,
      "step": 581240
    },
    {
      "epoch": 0.7372919409709802,
      "grad_norm": 8.4375,
      "learning_rate": 1.3137132766175542e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5330024421215057,
      "num_tokens": 447701890.0,
      "step": 581250
    },
    {
      "epoch": 0.7373046255635131,
      "grad_norm": 7.25,
      "learning_rate": 1.3136498456089249e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5339466124773026,
      "num_tokens": 447710836.0,
      "step": 581260
    },
    {
      "epoch": 0.7373173101560458,
      "grad_norm": 5.0625,
      "learning_rate": 1.313586414600296e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5703183770179748,
      "num_tokens": 447718129.0,
      "step": 581270
    },
    {
      "epoch": 0.7373299947485787,
      "grad_norm": 4.96875,
      "learning_rate": 1.3135229835916668e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.523815530538559,
      "num_tokens": 447725273.0,
      "step": 581280
    },
    {
      "epoch": 0.7373426793411115,
      "grad_norm": 5.5625,
      "learning_rate": 1.3134595525830375e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.528443706035614,
      "num_tokens": 447731739.0,
      "step": 581290
    },
    {
      "epoch": 0.7373553639336443,
      "grad_norm": 4.96875,
      "learning_rate": 1.3133961215744084e-05,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5713707476854324,
      "num_tokens": 447738160.0,
      "step": 581300
    },
    {
      "epoch": 0.7373680485261772,
      "grad_norm": 6.59375,
      "learning_rate": 1.3133326905657791e-05,
      "loss": 2.1513,
      "mean_token_accuracy": 0.5311681747436523,
      "num_tokens": 447746231.0,
      "step": 581310
    },
    {
      "epoch": 0.73738073311871,
      "grad_norm": 6.40625,
      "learning_rate": 1.3132692595571503e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5662336081266404,
      "num_tokens": 447754591.0,
      "step": 581320
    },
    {
      "epoch": 0.7373934177112429,
      "grad_norm": 4.875,
      "learning_rate": 1.313205828548521e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5429118365049362,
      "num_tokens": 447762515.0,
      "step": 581330
    },
    {
      "epoch": 0.7374061023037757,
      "grad_norm": 5.25,
      "learning_rate": 1.3131423975398917e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5314509779214859,
      "num_tokens": 447770866.0,
      "step": 581340
    },
    {
      "epoch": 0.7374187868963086,
      "grad_norm": 6.0,
      "learning_rate": 1.3130789665312626e-05,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5212758779525757,
      "num_tokens": 447778383.0,
      "step": 581350
    },
    {
      "epoch": 0.7374314714888414,
      "grad_norm": 9.375,
      "learning_rate": 1.3130155355226333e-05,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5376612901687622,
      "num_tokens": 447785357.0,
      "step": 581360
    },
    {
      "epoch": 0.7374441560813741,
      "grad_norm": 4.6875,
      "learning_rate": 1.3129521045140045e-05,
      "loss": 2.047,
      "mean_token_accuracy": 0.5411626040935517,
      "num_tokens": 447792398.0,
      "step": 581370
    },
    {
      "epoch": 0.737456840673907,
      "grad_norm": 5.34375,
      "learning_rate": 1.3128886735053752e-05,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5221770256757736,
      "num_tokens": 447801463.0,
      "step": 581380
    },
    {
      "epoch": 0.7374695252664398,
      "grad_norm": 4.96875,
      "learning_rate": 1.3128252424967461e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5448395013809204,
      "num_tokens": 447810283.0,
      "step": 581390
    },
    {
      "epoch": 0.7374822098589727,
      "grad_norm": 6.59375,
      "learning_rate": 1.3127618114881168e-05,
      "loss": 1.9968,
      "mean_token_accuracy": 0.550899800658226,
      "num_tokens": 447817427.0,
      "step": 581400
    },
    {
      "epoch": 0.7374948944515055,
      "grad_norm": 5.5,
      "learning_rate": 1.3126983804794877e-05,
      "loss": 2.3181,
      "mean_token_accuracy": 0.5076243937015533,
      "num_tokens": 447826086.0,
      "step": 581410
    },
    {
      "epoch": 0.7375075790440384,
      "grad_norm": 6.0625,
      "learning_rate": 1.3126349494708587e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5468668222427369,
      "num_tokens": 447834810.0,
      "step": 581420
    },
    {
      "epoch": 0.7375202636365712,
      "grad_norm": 7.90625,
      "learning_rate": 1.3125715184622294e-05,
      "loss": 2.2606,
      "mean_token_accuracy": 0.5173344522714615,
      "num_tokens": 447842784.0,
      "step": 581430
    },
    {
      "epoch": 0.7375329482291041,
      "grad_norm": 5.28125,
      "learning_rate": 1.3125080874536003e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5415343195199966,
      "num_tokens": 447851481.0,
      "step": 581440
    },
    {
      "epoch": 0.7375456328216369,
      "grad_norm": 5.0,
      "learning_rate": 1.312444656444971e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5406667739152908,
      "num_tokens": 447859286.0,
      "step": 581450
    },
    {
      "epoch": 0.7375583174141697,
      "grad_norm": 4.90625,
      "learning_rate": 1.3123812254363419e-05,
      "loss": 2.2218,
      "mean_token_accuracy": 0.5117202758789062,
      "num_tokens": 447867651.0,
      "step": 581460
    },
    {
      "epoch": 0.7375710020067026,
      "grad_norm": 5.4375,
      "learning_rate": 1.312317794427713e-05,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5231330126523972,
      "num_tokens": 447875125.0,
      "step": 581470
    },
    {
      "epoch": 0.7375836865992353,
      "grad_norm": 5.84375,
      "learning_rate": 1.3122543634190836e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5585886895656585,
      "num_tokens": 447882077.0,
      "step": 581480
    },
    {
      "epoch": 0.7375963711917682,
      "grad_norm": 5.28125,
      "learning_rate": 1.3121909324104545e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5701598048210144,
      "num_tokens": 447889215.0,
      "step": 581490
    },
    {
      "epoch": 0.737609055784301,
      "grad_norm": 8.9375,
      "learning_rate": 1.3121275014018252e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5427617043256759,
      "num_tokens": 447897270.0,
      "step": 581500
    },
    {
      "epoch": 0.7376217403768339,
      "grad_norm": 6.75,
      "learning_rate": 1.3120640703931961e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5381078332662582,
      "num_tokens": 447905808.0,
      "step": 581510
    },
    {
      "epoch": 0.7376344249693667,
      "grad_norm": 4.9375,
      "learning_rate": 1.3120006393845671e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.565652710199356,
      "num_tokens": 447915972.0,
      "step": 581520
    },
    {
      "epoch": 0.7376471095618995,
      "grad_norm": 4.90625,
      "learning_rate": 1.311937208375938e-05,
      "loss": 1.6747,
      "mean_token_accuracy": 0.6190061032772064,
      "num_tokens": 447923354.0,
      "step": 581530
    },
    {
      "epoch": 0.7376597941544324,
      "grad_norm": 6.8125,
      "learning_rate": 1.3118737773673087e-05,
      "loss": 2.1565,
      "mean_token_accuracy": 0.521857550740242,
      "num_tokens": 447931100.0,
      "step": 581540
    },
    {
      "epoch": 0.7376724787469652,
      "grad_norm": 5.09375,
      "learning_rate": 1.3118103463586796e-05,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5608376771211624,
      "num_tokens": 447938679.0,
      "step": 581550
    },
    {
      "epoch": 0.7376851633394981,
      "grad_norm": 4.96875,
      "learning_rate": 1.3117469153500506e-05,
      "loss": 2.2981,
      "mean_token_accuracy": 0.5072114646434784,
      "num_tokens": 447948060.0,
      "step": 581560
    },
    {
      "epoch": 0.7376978479320309,
      "grad_norm": 8.1875,
      "learning_rate": 1.3116834843414213e-05,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5340984582901,
      "num_tokens": 447955662.0,
      "step": 581570
    },
    {
      "epoch": 0.7377105325245638,
      "grad_norm": 5.96875,
      "learning_rate": 1.3116200533327922e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5514391541481019,
      "num_tokens": 447963953.0,
      "step": 581580
    },
    {
      "epoch": 0.7377232171170965,
      "grad_norm": 4.96875,
      "learning_rate": 1.3115566223241629e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5178410172462463,
      "num_tokens": 447973059.0,
      "step": 581590
    },
    {
      "epoch": 0.7377359017096293,
      "grad_norm": 4.96875,
      "learning_rate": 1.3114931913155338e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5258692353963852,
      "num_tokens": 447981753.0,
      "step": 581600
    },
    {
      "epoch": 0.7377485863021622,
      "grad_norm": 5.28125,
      "learning_rate": 1.3114297603069048e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5731066405773163,
      "num_tokens": 447990363.0,
      "step": 581610
    },
    {
      "epoch": 0.737761270894695,
      "grad_norm": 7.1875,
      "learning_rate": 1.3113663292982755e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.546745452284813,
      "num_tokens": 447997841.0,
      "step": 581620
    },
    {
      "epoch": 0.7377739554872279,
      "grad_norm": 5.125,
      "learning_rate": 1.3113028982896464e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5305442810058594,
      "num_tokens": 448006692.0,
      "step": 581630
    },
    {
      "epoch": 0.7377866400797607,
      "grad_norm": 6.96875,
      "learning_rate": 1.3112394672810171e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5507265776395798,
      "num_tokens": 448013597.0,
      "step": 581640
    },
    {
      "epoch": 0.7377993246722936,
      "grad_norm": 5.15625,
      "learning_rate": 1.311176036272388e-05,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5551730960607528,
      "num_tokens": 448021514.0,
      "step": 581650
    },
    {
      "epoch": 0.7378120092648264,
      "grad_norm": 4.65625,
      "learning_rate": 1.311112605263759e-05,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5646548002958298,
      "num_tokens": 448030108.0,
      "step": 581660
    },
    {
      "epoch": 0.7378246938573593,
      "grad_norm": 4.59375,
      "learning_rate": 1.3110491742551297e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.5392275840044022,
      "num_tokens": 448038249.0,
      "step": 581670
    },
    {
      "epoch": 0.7378373784498921,
      "grad_norm": 6.40625,
      "learning_rate": 1.3109857432465006e-05,
      "loss": 1.9006,
      "mean_token_accuracy": 0.5795459508895874,
      "num_tokens": 448045674.0,
      "step": 581680
    },
    {
      "epoch": 0.7378500630424248,
      "grad_norm": 5.8125,
      "learning_rate": 1.3109223122378713e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5441884517669677,
      "num_tokens": 448053180.0,
      "step": 581690
    },
    {
      "epoch": 0.7378627476349577,
      "grad_norm": 4.71875,
      "learning_rate": 1.3108588812292422e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5126543134450913,
      "num_tokens": 448060920.0,
      "step": 581700
    },
    {
      "epoch": 0.7378754322274905,
      "grad_norm": 6.0625,
      "learning_rate": 1.3107954502206132e-05,
      "loss": 2.1425,
      "mean_token_accuracy": 0.5317198723554611,
      "num_tokens": 448068653.0,
      "step": 581710
    },
    {
      "epoch": 0.7378881168200234,
      "grad_norm": 6.84375,
      "learning_rate": 1.3107320192119841e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5949566215276718,
      "num_tokens": 448075452.0,
      "step": 581720
    },
    {
      "epoch": 0.7379008014125562,
      "grad_norm": 6.25,
      "learning_rate": 1.3106685882033548e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5742025166749954,
      "num_tokens": 448082654.0,
      "step": 581730
    },
    {
      "epoch": 0.7379134860050891,
      "grad_norm": 4.84375,
      "learning_rate": 1.3106051571947257e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5542939871549606,
      "num_tokens": 448090642.0,
      "step": 581740
    },
    {
      "epoch": 0.7379261705976219,
      "grad_norm": 5.15625,
      "learning_rate": 1.3105417261860964e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5482099235057831,
      "num_tokens": 448098792.0,
      "step": 581750
    },
    {
      "epoch": 0.7379388551901547,
      "grad_norm": 5.90625,
      "learning_rate": 1.3104782951774674e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5586716830730438,
      "num_tokens": 448106415.0,
      "step": 581760
    },
    {
      "epoch": 0.7379515397826876,
      "grad_norm": 5.21875,
      "learning_rate": 1.3104148641688383e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5432794213294982,
      "num_tokens": 448114702.0,
      "step": 581770
    },
    {
      "epoch": 0.7379642243752204,
      "grad_norm": 8.1875,
      "learning_rate": 1.310351433160209e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5715230584144593,
      "num_tokens": 448121007.0,
      "step": 581780
    },
    {
      "epoch": 0.7379769089677533,
      "grad_norm": 4.875,
      "learning_rate": 1.3102880021515799e-05,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5133348703384399,
      "num_tokens": 448128790.0,
      "step": 581790
    },
    {
      "epoch": 0.737989593560286,
      "grad_norm": 5.09375,
      "learning_rate": 1.3102245711429506e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5503261685371399,
      "num_tokens": 448135987.0,
      "step": 581800
    },
    {
      "epoch": 0.7380022781528189,
      "grad_norm": 4.59375,
      "learning_rate": 1.3101611401343216e-05,
      "loss": 1.937,
      "mean_token_accuracy": 0.5670564085245132,
      "num_tokens": 448143332.0,
      "step": 581810
    },
    {
      "epoch": 0.7380149627453517,
      "grad_norm": 5.8125,
      "learning_rate": 1.3100977091256925e-05,
      "loss": 1.7992,
      "mean_token_accuracy": 0.6000740766525269,
      "num_tokens": 448150013.0,
      "step": 581820
    },
    {
      "epoch": 0.7380276473378846,
      "grad_norm": 6.8125,
      "learning_rate": 1.3100342781170632e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5621326953172684,
      "num_tokens": 448156777.0,
      "step": 581830
    },
    {
      "epoch": 0.7380403319304174,
      "grad_norm": 7.28125,
      "learning_rate": 1.309970847108434e-05,
      "loss": 1.8255,
      "mean_token_accuracy": 0.5959914267063141,
      "num_tokens": 448164115.0,
      "step": 581840
    },
    {
      "epoch": 0.7380530165229502,
      "grad_norm": 25.25,
      "learning_rate": 1.3099074160998048e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5423975914716721,
      "num_tokens": 448171689.0,
      "step": 581850
    },
    {
      "epoch": 0.7380657011154831,
      "grad_norm": 6.0,
      "learning_rate": 1.3098439850911758e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5493087321519852,
      "num_tokens": 448178966.0,
      "step": 581860
    },
    {
      "epoch": 0.7380783857080159,
      "grad_norm": 6.625,
      "learning_rate": 1.3097805540825467e-05,
      "loss": 1.7241,
      "mean_token_accuracy": 0.6281377971172333,
      "num_tokens": 448185627.0,
      "step": 581870
    },
    {
      "epoch": 0.7380910703005488,
      "grad_norm": 5.03125,
      "learning_rate": 1.3097171230739174e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5561118304729462,
      "num_tokens": 448193600.0,
      "step": 581880
    },
    {
      "epoch": 0.7381037548930816,
      "grad_norm": 6.65625,
      "learning_rate": 1.3096536920652883e-05,
      "loss": 2.2708,
      "mean_token_accuracy": 0.5102464854717255,
      "num_tokens": 448200532.0,
      "step": 581890
    },
    {
      "epoch": 0.7381164394856145,
      "grad_norm": 5.65625,
      "learning_rate": 1.309590261056659e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5764392971992492,
      "num_tokens": 448208455.0,
      "step": 581900
    },
    {
      "epoch": 0.7381291240781472,
      "grad_norm": 7.5625,
      "learning_rate": 1.3095268300480302e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5735147148370743,
      "num_tokens": 448215727.0,
      "step": 581910
    },
    {
      "epoch": 0.73814180867068,
      "grad_norm": 5.125,
      "learning_rate": 1.3094633990394009e-05,
      "loss": 2.029,
      "mean_token_accuracy": 0.555895134806633,
      "num_tokens": 448223413.0,
      "step": 581920
    },
    {
      "epoch": 0.7381544932632129,
      "grad_norm": 5.09375,
      "learning_rate": 1.3093999680307718e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.539188876748085,
      "num_tokens": 448231064.0,
      "step": 581930
    },
    {
      "epoch": 0.7381671778557457,
      "grad_norm": 4.5,
      "learning_rate": 1.3093365370221425e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5426295161247253,
      "num_tokens": 448239044.0,
      "step": 581940
    },
    {
      "epoch": 0.7381798624482786,
      "grad_norm": 6.46875,
      "learning_rate": 1.3092731060135134e-05,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5810633718967437,
      "num_tokens": 448245938.0,
      "step": 581950
    },
    {
      "epoch": 0.7381925470408114,
      "grad_norm": 4.5625,
      "learning_rate": 1.3092096750048844e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5454322934150696,
      "num_tokens": 448254828.0,
      "step": 581960
    },
    {
      "epoch": 0.7382052316333443,
      "grad_norm": 5.96875,
      "learning_rate": 1.3091462439962551e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5546560615301133,
      "num_tokens": 448262167.0,
      "step": 581970
    },
    {
      "epoch": 0.7382179162258771,
      "grad_norm": 5.46875,
      "learning_rate": 1.309082812987626e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5497737914323807,
      "num_tokens": 448269271.0,
      "step": 581980
    },
    {
      "epoch": 0.73823060081841,
      "grad_norm": 6.15625,
      "learning_rate": 1.3090193819789967e-05,
      "loss": 1.7108,
      "mean_token_accuracy": 0.6273707389831543,
      "num_tokens": 448274907.0,
      "step": 581990
    },
    {
      "epoch": 0.7382432854109428,
      "grad_norm": 5.65625,
      "learning_rate": 1.3089559509703676e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5750391483306885,
      "num_tokens": 448282226.0,
      "step": 582000
    },
    {
      "epoch": 0.7382559700034755,
      "grad_norm": 5.78125,
      "learning_rate": 1.3088925199617386e-05,
      "loss": 1.8687,
      "mean_token_accuracy": 0.5773717045783997,
      "num_tokens": 448290018.0,
      "step": 582010
    },
    {
      "epoch": 0.7382686545960084,
      "grad_norm": 6.4375,
      "learning_rate": 1.3088290889531093e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.550736066699028,
      "num_tokens": 448296297.0,
      "step": 582020
    },
    {
      "epoch": 0.7382813391885412,
      "grad_norm": 6.15625,
      "learning_rate": 1.3087656579444802e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5360737532377243,
      "num_tokens": 448304150.0,
      "step": 582030
    },
    {
      "epoch": 0.7382940237810741,
      "grad_norm": 7.5,
      "learning_rate": 1.3087022269358509e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5694884330034256,
      "num_tokens": 448310914.0,
      "step": 582040
    },
    {
      "epoch": 0.7383067083736069,
      "grad_norm": 5.15625,
      "learning_rate": 1.308638795927222e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5485680580139161,
      "num_tokens": 448318473.0,
      "step": 582050
    },
    {
      "epoch": 0.7383193929661398,
      "grad_norm": 5.03125,
      "learning_rate": 1.3085753649185928e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5641456753015518,
      "num_tokens": 448326234.0,
      "step": 582060
    },
    {
      "epoch": 0.7383320775586726,
      "grad_norm": 5.75,
      "learning_rate": 1.3085119339099635e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.527945026755333,
      "num_tokens": 448333079.0,
      "step": 582070
    },
    {
      "epoch": 0.7383447621512054,
      "grad_norm": 5.0,
      "learning_rate": 1.3084485029013344e-05,
      "loss": 1.7762,
      "mean_token_accuracy": 0.5978384584188461,
      "num_tokens": 448339112.0,
      "step": 582080
    },
    {
      "epoch": 0.7383574467437383,
      "grad_norm": 6.0625,
      "learning_rate": 1.308385071892705e-05,
      "loss": 1.8458,
      "mean_token_accuracy": 0.5847100138664245,
      "num_tokens": 448345332.0,
      "step": 582090
    },
    {
      "epoch": 0.738370131336271,
      "grad_norm": 5.4375,
      "learning_rate": 1.3083216408840763e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.549517372250557,
      "num_tokens": 448352920.0,
      "step": 582100
    },
    {
      "epoch": 0.738382815928804,
      "grad_norm": 5.75,
      "learning_rate": 1.308258209875447e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5686313778162002,
      "num_tokens": 448360047.0,
      "step": 582110
    },
    {
      "epoch": 0.7383955005213367,
      "grad_norm": 9.6875,
      "learning_rate": 1.3081947788668179e-05,
      "loss": 1.8715,
      "mean_token_accuracy": 0.581141322851181,
      "num_tokens": 448367530.0,
      "step": 582120
    },
    {
      "epoch": 0.7384081851138696,
      "grad_norm": 5.28125,
      "learning_rate": 1.3081313478581886e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.537146833539009,
      "num_tokens": 448375536.0,
      "step": 582130
    },
    {
      "epoch": 0.7384208697064024,
      "grad_norm": 5.5625,
      "learning_rate": 1.3080679168495595e-05,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5805096626281738,
      "num_tokens": 448382457.0,
      "step": 582140
    },
    {
      "epoch": 0.7384335542989352,
      "grad_norm": 7.03125,
      "learning_rate": 1.3080044858409305e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5557070791721344,
      "num_tokens": 448389595.0,
      "step": 582150
    },
    {
      "epoch": 0.7384462388914681,
      "grad_norm": 4.875,
      "learning_rate": 1.3079410548323012e-05,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5709747940301895,
      "num_tokens": 448397528.0,
      "step": 582160
    },
    {
      "epoch": 0.7384589234840009,
      "grad_norm": 5.1875,
      "learning_rate": 1.307877623823672e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.529668191075325,
      "num_tokens": 448405795.0,
      "step": 582170
    },
    {
      "epoch": 0.7384716080765338,
      "grad_norm": 5.90625,
      "learning_rate": 1.3078141928150428e-05,
      "loss": 1.8847,
      "mean_token_accuracy": 0.5768872648477554,
      "num_tokens": 448412904.0,
      "step": 582180
    },
    {
      "epoch": 0.7384842926690666,
      "grad_norm": 7.21875,
      "learning_rate": 1.3077507618064137e-05,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5617436081171036,
      "num_tokens": 448420377.0,
      "step": 582190
    },
    {
      "epoch": 0.7384969772615995,
      "grad_norm": 6.21875,
      "learning_rate": 1.3076873307977847e-05,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5511077314615249,
      "num_tokens": 448427840.0,
      "step": 582200
    },
    {
      "epoch": 0.7385096618541322,
      "grad_norm": 6.8125,
      "learning_rate": 1.3076238997891554e-05,
      "loss": 1.7664,
      "mean_token_accuracy": 0.6026323705911636,
      "num_tokens": 448434981.0,
      "step": 582210
    },
    {
      "epoch": 0.7385223464466651,
      "grad_norm": 6.6875,
      "learning_rate": 1.3075604687805263e-05,
      "loss": 2.2462,
      "mean_token_accuracy": 0.5168254613876343,
      "num_tokens": 448443410.0,
      "step": 582220
    },
    {
      "epoch": 0.7385350310391979,
      "grad_norm": 6.625,
      "learning_rate": 1.307497037771897e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5648765385150909,
      "num_tokens": 448450535.0,
      "step": 582230
    },
    {
      "epoch": 0.7385477156317307,
      "grad_norm": 12.6875,
      "learning_rate": 1.3074336067632679e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5389704316854477,
      "num_tokens": 448457335.0,
      "step": 582240
    },
    {
      "epoch": 0.7385604002242636,
      "grad_norm": 4.53125,
      "learning_rate": 1.3073701757546389e-05,
      "loss": 1.913,
      "mean_token_accuracy": 0.5779145330190658,
      "num_tokens": 448465173.0,
      "step": 582250
    },
    {
      "epoch": 0.7385730848167964,
      "grad_norm": 5.34375,
      "learning_rate": 1.3073067447460096e-05,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5509610593318939,
      "num_tokens": 448473705.0,
      "step": 582260
    },
    {
      "epoch": 0.7385857694093293,
      "grad_norm": 5.28125,
      "learning_rate": 1.3072433137373805e-05,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5583452373743057,
      "num_tokens": 448481466.0,
      "step": 582270
    },
    {
      "epoch": 0.7385984540018621,
      "grad_norm": 4.9375,
      "learning_rate": 1.3071798827287512e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5282461613416671,
      "num_tokens": 448489192.0,
      "step": 582280
    },
    {
      "epoch": 0.738611138594395,
      "grad_norm": 4.59375,
      "learning_rate": 1.307116451720122e-05,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5605933368206024,
      "num_tokens": 448496561.0,
      "step": 582290
    },
    {
      "epoch": 0.7386238231869278,
      "grad_norm": 10.6875,
      "learning_rate": 1.3070530207114931e-05,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5534114390611649,
      "num_tokens": 448503948.0,
      "step": 582300
    },
    {
      "epoch": 0.7386365077794605,
      "grad_norm": 4.90625,
      "learning_rate": 1.306989589702864e-05,
      "loss": 2.2796,
      "mean_token_accuracy": 0.5075538694858551,
      "num_tokens": 448511637.0,
      "step": 582310
    },
    {
      "epoch": 0.7386491923719934,
      "grad_norm": 4.4375,
      "learning_rate": 1.3069261586942347e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5595884770154953,
      "num_tokens": 448519956.0,
      "step": 582320
    },
    {
      "epoch": 0.7386618769645262,
      "grad_norm": 5.75,
      "learning_rate": 1.3068627276856056e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.565787598490715,
      "num_tokens": 448528399.0,
      "step": 582330
    },
    {
      "epoch": 0.7386745615570591,
      "grad_norm": 5.90625,
      "learning_rate": 1.3067992966769763e-05,
      "loss": 1.822,
      "mean_token_accuracy": 0.5896503388881683,
      "num_tokens": 448536953.0,
      "step": 582340
    },
    {
      "epoch": 0.7386872461495919,
      "grad_norm": 4.5625,
      "learning_rate": 1.3067358656683473e-05,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5502204418182373,
      "num_tokens": 448544222.0,
      "step": 582350
    },
    {
      "epoch": 0.7386999307421248,
      "grad_norm": 5.8125,
      "learning_rate": 1.3066724346597182e-05,
      "loss": 1.5761,
      "mean_token_accuracy": 0.6445908784866333,
      "num_tokens": 448549811.0,
      "step": 582360
    },
    {
      "epoch": 0.7387126153346576,
      "grad_norm": 7.0,
      "learning_rate": 1.3066090036510889e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5350764751434326,
      "num_tokens": 448557506.0,
      "step": 582370
    },
    {
      "epoch": 0.7387252999271905,
      "grad_norm": 4.71875,
      "learning_rate": 1.3065455726424598e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5448438644409179,
      "num_tokens": 448565852.0,
      "step": 582380
    },
    {
      "epoch": 0.7387379845197233,
      "grad_norm": 5.53125,
      "learning_rate": 1.3064821416338305e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5328789591789246,
      "num_tokens": 448573298.0,
      "step": 582390
    },
    {
      "epoch": 0.7387506691122561,
      "grad_norm": 5.46875,
      "learning_rate": 1.3064187106252015e-05,
      "loss": 1.7808,
      "mean_token_accuracy": 0.6042381018400192,
      "num_tokens": 448580837.0,
      "step": 582400
    },
    {
      "epoch": 0.738763353704789,
      "grad_norm": 9.75,
      "learning_rate": 1.3063552796165724e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5441528737545014,
      "num_tokens": 448588368.0,
      "step": 582410
    },
    {
      "epoch": 0.7387760382973217,
      "grad_norm": 7.65625,
      "learning_rate": 1.306291848607943e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5625046223402024,
      "num_tokens": 448595363.0,
      "step": 582420
    },
    {
      "epoch": 0.7387887228898546,
      "grad_norm": 5.25,
      "learning_rate": 1.306228417599314e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5623567312955856,
      "num_tokens": 448604046.0,
      "step": 582430
    },
    {
      "epoch": 0.7388014074823874,
      "grad_norm": 6.71875,
      "learning_rate": 1.3061649865906847e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5384564131498337,
      "num_tokens": 448611715.0,
      "step": 582440
    },
    {
      "epoch": 0.7388140920749203,
      "grad_norm": 11.5,
      "learning_rate": 1.3061015555820557e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5312331050634385,
      "num_tokens": 448618636.0,
      "step": 582450
    },
    {
      "epoch": 0.7388267766674531,
      "grad_norm": 5.15625,
      "learning_rate": 1.3060381245734266e-05,
      "loss": 1.8096,
      "mean_token_accuracy": 0.6016743987798691,
      "num_tokens": 448626829.0,
      "step": 582460
    },
    {
      "epoch": 0.7388394612599859,
      "grad_norm": 5.5625,
      "learning_rate": 1.3059746935647973e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5376712858676911,
      "num_tokens": 448634862.0,
      "step": 582470
    },
    {
      "epoch": 0.7388521458525188,
      "grad_norm": 5.15625,
      "learning_rate": 1.3059112625561682e-05,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5481811583042144,
      "num_tokens": 448643382.0,
      "step": 582480
    },
    {
      "epoch": 0.7388648304450516,
      "grad_norm": 6.03125,
      "learning_rate": 1.3058478315475392e-05,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5726037919521332,
      "num_tokens": 448649979.0,
      "step": 582490
    },
    {
      "epoch": 0.7388775150375845,
      "grad_norm": 13.625,
      "learning_rate": 1.30578440053891e-05,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5415218740701675,
      "num_tokens": 448655664.0,
      "step": 582500
    },
    {
      "epoch": 0.7388901996301173,
      "grad_norm": 5.1875,
      "learning_rate": 1.3057209695302808e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5438920974731445,
      "num_tokens": 448663888.0,
      "step": 582510
    },
    {
      "epoch": 0.7389028842226502,
      "grad_norm": 6.1875,
      "learning_rate": 1.3056575385216516e-05,
      "loss": 1.8711,
      "mean_token_accuracy": 0.5842205226421356,
      "num_tokens": 448670606.0,
      "step": 582520
    },
    {
      "epoch": 0.7389155688151829,
      "grad_norm": 10.75,
      "learning_rate": 1.3055941075130224e-05,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5138209581375122,
      "num_tokens": 448676700.0,
      "step": 582530
    },
    {
      "epoch": 0.7389282534077157,
      "grad_norm": 4.90625,
      "learning_rate": 1.3055306765043934e-05,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5559264302253724,
      "num_tokens": 448684154.0,
      "step": 582540
    },
    {
      "epoch": 0.7389409380002486,
      "grad_norm": 9.9375,
      "learning_rate": 1.3054672454957643e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5220878511667252,
      "num_tokens": 448692407.0,
      "step": 582550
    },
    {
      "epoch": 0.7389536225927814,
      "grad_norm": 5.65625,
      "learning_rate": 1.305403814487135e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5305451661348343,
      "num_tokens": 448700364.0,
      "step": 582560
    },
    {
      "epoch": 0.7389663071853143,
      "grad_norm": 6.4375,
      "learning_rate": 1.3053403834785058e-05,
      "loss": 1.7382,
      "mean_token_accuracy": 0.6098542511463165,
      "num_tokens": 448707020.0,
      "step": 582570
    },
    {
      "epoch": 0.7389789917778471,
      "grad_norm": 8.625,
      "learning_rate": 1.3052769524698766e-05,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5576568692922592,
      "num_tokens": 448713693.0,
      "step": 582580
    },
    {
      "epoch": 0.73899167637038,
      "grad_norm": 6.125,
      "learning_rate": 1.3052135214612476e-05,
      "loss": 1.8695,
      "mean_token_accuracy": 0.5811630487442017,
      "num_tokens": 448720937.0,
      "step": 582590
    },
    {
      "epoch": 0.7390043609629128,
      "grad_norm": 5.5,
      "learning_rate": 1.3051500904526185e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5417137980461121,
      "num_tokens": 448728393.0,
      "step": 582600
    },
    {
      "epoch": 0.7390170455554457,
      "grad_norm": 8.625,
      "learning_rate": 1.3050866594439892e-05,
      "loss": 2.3878,
      "mean_token_accuracy": 0.49166864454746245,
      "num_tokens": 448736607.0,
      "step": 582610
    },
    {
      "epoch": 0.7390297301479785,
      "grad_norm": 9.75,
      "learning_rate": 1.30502322843536e-05,
      "loss": 1.944,
      "mean_token_accuracy": 0.5654264330863953,
      "num_tokens": 448743938.0,
      "step": 582620
    },
    {
      "epoch": 0.7390424147405112,
      "grad_norm": 5.96875,
      "learning_rate": 1.3049597974267308e-05,
      "loss": 1.9112,
      "mean_token_accuracy": 0.585479485988617,
      "num_tokens": 448751165.0,
      "step": 582630
    },
    {
      "epoch": 0.7390550993330441,
      "grad_norm": 5.1875,
      "learning_rate": 1.3048963664181018e-05,
      "loss": 1.9107,
      "mean_token_accuracy": 0.5721308469772339,
      "num_tokens": 448758191.0,
      "step": 582640
    },
    {
      "epoch": 0.7390677839255769,
      "grad_norm": 6.28125,
      "learning_rate": 1.3048329354094727e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.542639234662056,
      "num_tokens": 448766033.0,
      "step": 582650
    },
    {
      "epoch": 0.7390804685181098,
      "grad_norm": 8.25,
      "learning_rate": 1.3047695044008434e-05,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5250216245651245,
      "num_tokens": 448773427.0,
      "step": 582660
    },
    {
      "epoch": 0.7390931531106426,
      "grad_norm": 5.375,
      "learning_rate": 1.3047060733922142e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5793287217617035,
      "num_tokens": 448780532.0,
      "step": 582670
    },
    {
      "epoch": 0.7391058377031755,
      "grad_norm": 5.46875,
      "learning_rate": 1.304642642383585e-05,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5351561069488525,
      "num_tokens": 448788698.0,
      "step": 582680
    },
    {
      "epoch": 0.7391185222957083,
      "grad_norm": 5.125,
      "learning_rate": 1.3045792113749562e-05,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5320470452308654,
      "num_tokens": 448797953.0,
      "step": 582690
    },
    {
      "epoch": 0.7391312068882411,
      "grad_norm": 5.21875,
      "learning_rate": 1.3045157803663269e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5292374342679977,
      "num_tokens": 448807374.0,
      "step": 582700
    },
    {
      "epoch": 0.739143891480774,
      "grad_norm": 7.59375,
      "learning_rate": 1.3044523493576977e-05,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5962859451770782,
      "num_tokens": 448815173.0,
      "step": 582710
    },
    {
      "epoch": 0.7391565760733068,
      "grad_norm": 5.96875,
      "learning_rate": 1.3043889183490684e-05,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5503893524408341,
      "num_tokens": 448822242.0,
      "step": 582720
    },
    {
      "epoch": 0.7391692606658397,
      "grad_norm": 6.0,
      "learning_rate": 1.3043254873404393e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5702839374542237,
      "num_tokens": 448828810.0,
      "step": 582730
    },
    {
      "epoch": 0.7391819452583724,
      "grad_norm": 5.5,
      "learning_rate": 1.3042620563318104e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5434133678674697,
      "num_tokens": 448836924.0,
      "step": 582740
    },
    {
      "epoch": 0.7391946298509053,
      "grad_norm": 6.65625,
      "learning_rate": 1.304198625323181e-05,
      "loss": 1.8215,
      "mean_token_accuracy": 0.5905769556760788,
      "num_tokens": 448843012.0,
      "step": 582750
    },
    {
      "epoch": 0.7392073144434381,
      "grad_norm": 5.125,
      "learning_rate": 1.304135194314552e-05,
      "loss": 2.0101,
      "mean_token_accuracy": 0.558639532327652,
      "num_tokens": 448850205.0,
      "step": 582760
    },
    {
      "epoch": 0.739219999035971,
      "grad_norm": 7.25,
      "learning_rate": 1.3040717633059226e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5437777876853943,
      "num_tokens": 448857778.0,
      "step": 582770
    },
    {
      "epoch": 0.7392326836285038,
      "grad_norm": 5.59375,
      "learning_rate": 1.3040083322972935e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5246276378631591,
      "num_tokens": 448865716.0,
      "step": 582780
    },
    {
      "epoch": 0.7392453682210366,
      "grad_norm": 4.78125,
      "learning_rate": 1.3039449012886646e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5652748644351959,
      "num_tokens": 448874017.0,
      "step": 582790
    },
    {
      "epoch": 0.7392580528135695,
      "grad_norm": 4.71875,
      "learning_rate": 1.3038814702800353e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5301930993795395,
      "num_tokens": 448881985.0,
      "step": 582800
    },
    {
      "epoch": 0.7392707374061023,
      "grad_norm": 5.75,
      "learning_rate": 1.3038180392714061e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.535074719786644,
      "num_tokens": 448890642.0,
      "step": 582810
    },
    {
      "epoch": 0.7392834219986352,
      "grad_norm": 4.78125,
      "learning_rate": 1.3037546082627769e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.5252971887588501,
      "num_tokens": 448899075.0,
      "step": 582820
    },
    {
      "epoch": 0.739296106591168,
      "grad_norm": 6.3125,
      "learning_rate": 1.3036911772541477e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5374951303005219,
      "num_tokens": 448907592.0,
      "step": 582830
    },
    {
      "epoch": 0.7393087911837009,
      "grad_norm": 5.40625,
      "learning_rate": 1.3036277462455188e-05,
      "loss": 1.7943,
      "mean_token_accuracy": 0.6004300087690353,
      "num_tokens": 448916014.0,
      "step": 582840
    },
    {
      "epoch": 0.7393214757762336,
      "grad_norm": 8.75,
      "learning_rate": 1.3035643152368895e-05,
      "loss": 2.238,
      "mean_token_accuracy": 0.5228334605693817,
      "num_tokens": 448923056.0,
      "step": 582850
    },
    {
      "epoch": 0.7393341603687664,
      "grad_norm": 6.90625,
      "learning_rate": 1.3035008842282603e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.549868854880333,
      "num_tokens": 448931243.0,
      "step": 582860
    },
    {
      "epoch": 0.7393468449612993,
      "grad_norm": 5.65625,
      "learning_rate": 1.303437453219631e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5530867427587509,
      "num_tokens": 448939267.0,
      "step": 582870
    },
    {
      "epoch": 0.7393595295538321,
      "grad_norm": 5.65625,
      "learning_rate": 1.303374022211002e-05,
      "loss": 1.8728,
      "mean_token_accuracy": 0.5874867826700211,
      "num_tokens": 448945938.0,
      "step": 582880
    },
    {
      "epoch": 0.739372214146365,
      "grad_norm": 4.96875,
      "learning_rate": 1.303310591202373e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5401475876569748,
      "num_tokens": 448953780.0,
      "step": 582890
    },
    {
      "epoch": 0.7393848987388978,
      "grad_norm": 4.5625,
      "learning_rate": 1.3032471601937438e-05,
      "loss": 1.8737,
      "mean_token_accuracy": 0.5751304686069488,
      "num_tokens": 448962324.0,
      "step": 582900
    },
    {
      "epoch": 0.7393975833314307,
      "grad_norm": 5.46875,
      "learning_rate": 1.3031837291851145e-05,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5340335696935654,
      "num_tokens": 448970520.0,
      "step": 582910
    },
    {
      "epoch": 0.7394102679239635,
      "grad_norm": 11.25,
      "learning_rate": 1.3031202981764854e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.531588226556778,
      "num_tokens": 448978799.0,
      "step": 582920
    },
    {
      "epoch": 0.7394229525164964,
      "grad_norm": 5.71875,
      "learning_rate": 1.3030568671678565e-05,
      "loss": 1.964,
      "mean_token_accuracy": 0.5678875207901001,
      "num_tokens": 448986291.0,
      "step": 582930
    },
    {
      "epoch": 0.7394356371090292,
      "grad_norm": 6.0,
      "learning_rate": 1.3029934361592272e-05,
      "loss": 1.8522,
      "mean_token_accuracy": 0.5802250981330872,
      "num_tokens": 448994401.0,
      "step": 582940
    },
    {
      "epoch": 0.7394483217015619,
      "grad_norm": 5.46875,
      "learning_rate": 1.302930005150598e-05,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5700315088033676,
      "num_tokens": 449001356.0,
      "step": 582950
    },
    {
      "epoch": 0.7394610062940948,
      "grad_norm": 6.25,
      "learning_rate": 1.3028665741419687e-05,
      "loss": 1.9795,
      "mean_token_accuracy": 0.556307926774025,
      "num_tokens": 449009634.0,
      "step": 582960
    },
    {
      "epoch": 0.7394736908866276,
      "grad_norm": 7.0625,
      "learning_rate": 1.3028031431333396e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5649580091238022,
      "num_tokens": 449018234.0,
      "step": 582970
    },
    {
      "epoch": 0.7394863754791605,
      "grad_norm": 5.21875,
      "learning_rate": 1.3027397121247107e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5288693815469742,
      "num_tokens": 449026328.0,
      "step": 582980
    },
    {
      "epoch": 0.7394990600716933,
      "grad_norm": 5.0625,
      "learning_rate": 1.3026762811160814e-05,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5715724885463714,
      "num_tokens": 449033667.0,
      "step": 582990
    },
    {
      "epoch": 0.7395117446642262,
      "grad_norm": 5.03125,
      "learning_rate": 1.3026128501074522e-05,
      "loss": 1.834,
      "mean_token_accuracy": 0.5843799710273743,
      "num_tokens": 449039470.0,
      "step": 583000
    },
    {
      "epoch": 0.739524429256759,
      "grad_norm": 5.53125,
      "learning_rate": 1.302549419098823e-05,
      "loss": 1.8529,
      "mean_token_accuracy": 0.5837753355503082,
      "num_tokens": 449047207.0,
      "step": 583010
    },
    {
      "epoch": 0.7395371138492918,
      "grad_norm": 4.78125,
      "learning_rate": 1.3024859880901938e-05,
      "loss": 1.9259,
      "mean_token_accuracy": 0.5795767843723297,
      "num_tokens": 449054804.0,
      "step": 583020
    },
    {
      "epoch": 0.7395497984418247,
      "grad_norm": 6.78125,
      "learning_rate": 1.3024225570815649e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5307092010974884,
      "num_tokens": 449061589.0,
      "step": 583030
    },
    {
      "epoch": 0.7395624830343575,
      "grad_norm": 5.90625,
      "learning_rate": 1.3023591260729356e-05,
      "loss": 1.9058,
      "mean_token_accuracy": 0.595507127046585,
      "num_tokens": 449068377.0,
      "step": 583040
    },
    {
      "epoch": 0.7395751676268904,
      "grad_norm": 7.9375,
      "learning_rate": 1.3022956950643064e-05,
      "loss": 2.2503,
      "mean_token_accuracy": 0.516534173488617,
      "num_tokens": 449076980.0,
      "step": 583050
    },
    {
      "epoch": 0.7395878522194231,
      "grad_norm": 9.6875,
      "learning_rate": 1.3022322640556771e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5509350836277008,
      "num_tokens": 449083893.0,
      "step": 583060
    },
    {
      "epoch": 0.739600536811956,
      "grad_norm": 6.6875,
      "learning_rate": 1.302168833047048e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5550219297409058,
      "num_tokens": 449090930.0,
      "step": 583070
    },
    {
      "epoch": 0.7396132214044888,
      "grad_norm": 10.25,
      "learning_rate": 1.302105402038419e-05,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5163732230663299,
      "num_tokens": 449097971.0,
      "step": 583080
    },
    {
      "epoch": 0.7396259059970216,
      "grad_norm": 5.375,
      "learning_rate": 1.30204197102979e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5412017613649368,
      "num_tokens": 449106431.0,
      "step": 583090
    },
    {
      "epoch": 0.7396385905895545,
      "grad_norm": 6.3125,
      "learning_rate": 1.3019785400211606e-05,
      "loss": 1.7531,
      "mean_token_accuracy": 0.6082494378089904,
      "num_tokens": 449113061.0,
      "step": 583100
    },
    {
      "epoch": 0.7396512751820873,
      "grad_norm": 5.875,
      "learning_rate": 1.3019151090125315e-05,
      "loss": 2.2498,
      "mean_token_accuracy": 0.5161551654338836,
      "num_tokens": 449121729.0,
      "step": 583110
    },
    {
      "epoch": 0.7396639597746202,
      "grad_norm": 5.25,
      "learning_rate": 1.3018516780039022e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5388430774211883,
      "num_tokens": 449130498.0,
      "step": 583120
    },
    {
      "epoch": 0.739676644367153,
      "grad_norm": 4.96875,
      "learning_rate": 1.3017882469952733e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5486430794000625,
      "num_tokens": 449137068.0,
      "step": 583130
    },
    {
      "epoch": 0.7396893289596859,
      "grad_norm": 6.21875,
      "learning_rate": 1.3017248159866441e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5423478096723556,
      "num_tokens": 449146121.0,
      "step": 583140
    },
    {
      "epoch": 0.7397020135522187,
      "grad_norm": 6.28125,
      "learning_rate": 1.3016613849780148e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5343905836343765,
      "num_tokens": 449151992.0,
      "step": 583150
    },
    {
      "epoch": 0.7397146981447515,
      "grad_norm": 5.53125,
      "learning_rate": 1.3015979539693857e-05,
      "loss": 1.9227,
      "mean_token_accuracy": 0.5729327827692032,
      "num_tokens": 449160666.0,
      "step": 583160
    },
    {
      "epoch": 0.7397273827372843,
      "grad_norm": 5.78125,
      "learning_rate": 1.3015345229607564e-05,
      "loss": 2.2921,
      "mean_token_accuracy": 0.5090247809886932,
      "num_tokens": 449168476.0,
      "step": 583170
    },
    {
      "epoch": 0.7397400673298171,
      "grad_norm": 5.65625,
      "learning_rate": 1.3014710919521275e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5617911398410798,
      "num_tokens": 449175706.0,
      "step": 583180
    },
    {
      "epoch": 0.73975275192235,
      "grad_norm": 5.03125,
      "learning_rate": 1.3014076609434983e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5478923738002777,
      "num_tokens": 449182370.0,
      "step": 583190
    },
    {
      "epoch": 0.7397654365148828,
      "grad_norm": 5.25,
      "learning_rate": 1.301344229934869e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5495247721672059,
      "num_tokens": 449189030.0,
      "step": 583200
    },
    {
      "epoch": 0.7397781211074157,
      "grad_norm": 5.40625,
      "learning_rate": 1.30128079892624e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5417347997426987,
      "num_tokens": 449196672.0,
      "step": 583210
    },
    {
      "epoch": 0.7397908056999485,
      "grad_norm": 5.125,
      "learning_rate": 1.3012173679176106e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.549368605017662,
      "num_tokens": 449204526.0,
      "step": 583220
    },
    {
      "epoch": 0.7398034902924814,
      "grad_norm": 5.78125,
      "learning_rate": 1.3011539369089817e-05,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5242988049983979,
      "num_tokens": 449212431.0,
      "step": 583230
    },
    {
      "epoch": 0.7398161748850142,
      "grad_norm": 5.28125,
      "learning_rate": 1.3010905059003525e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5422827661037445,
      "num_tokens": 449220388.0,
      "step": 583240
    },
    {
      "epoch": 0.739828859477547,
      "grad_norm": 4.65625,
      "learning_rate": 1.3010270748917232e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5712810814380646,
      "num_tokens": 449228223.0,
      "step": 583250
    },
    {
      "epoch": 0.7398415440700798,
      "grad_norm": 5.6875,
      "learning_rate": 1.3009636438830941e-05,
      "loss": 1.7527,
      "mean_token_accuracy": 0.6010398507118225,
      "num_tokens": 449235504.0,
      "step": 583260
    },
    {
      "epoch": 0.7398542286626126,
      "grad_norm": 5.5625,
      "learning_rate": 1.3009002128744648e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5432433277368546,
      "num_tokens": 449243439.0,
      "step": 583270
    },
    {
      "epoch": 0.7398669132551455,
      "grad_norm": 4.6875,
      "learning_rate": 1.300836781865836e-05,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5306493878364563,
      "num_tokens": 449251351.0,
      "step": 583280
    },
    {
      "epoch": 0.7398795978476783,
      "grad_norm": 6.5625,
      "learning_rate": 1.3007733508572067e-05,
      "loss": 1.5733,
      "mean_token_accuracy": 0.6494082510471344,
      "num_tokens": 449256942.0,
      "step": 583290
    },
    {
      "epoch": 0.7398922824402112,
      "grad_norm": 5.3125,
      "learning_rate": 1.3007099198485776e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5425905793905258,
      "num_tokens": 449264096.0,
      "step": 583300
    },
    {
      "epoch": 0.739904967032744,
      "grad_norm": 5.59375,
      "learning_rate": 1.3006464888399483e-05,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5358359336853027,
      "num_tokens": 449273066.0,
      "step": 583310
    },
    {
      "epoch": 0.7399176516252769,
      "grad_norm": 4.8125,
      "learning_rate": 1.3005830578313192e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5626492410898208,
      "num_tokens": 449281899.0,
      "step": 583320
    },
    {
      "epoch": 0.7399303362178097,
      "grad_norm": 7.15625,
      "learning_rate": 1.3005196268226902e-05,
      "loss": 1.8217,
      "mean_token_accuracy": 0.5997267693281174,
      "num_tokens": 449287828.0,
      "step": 583330
    },
    {
      "epoch": 0.7399430208103425,
      "grad_norm": 5.40625,
      "learning_rate": 1.300456195814061e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5568961530923844,
      "num_tokens": 449295553.0,
      "step": 583340
    },
    {
      "epoch": 0.7399557054028754,
      "grad_norm": 5.125,
      "learning_rate": 1.3003927648054318e-05,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5425732582807541,
      "num_tokens": 449304356.0,
      "step": 583350
    },
    {
      "epoch": 0.7399683899954081,
      "grad_norm": 5.375,
      "learning_rate": 1.3003293337968025e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5462438315153122,
      "num_tokens": 449312704.0,
      "step": 583360
    },
    {
      "epoch": 0.739981074587941,
      "grad_norm": 5.53125,
      "learning_rate": 1.3002659027881734e-05,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5159145593643188,
      "num_tokens": 449321055.0,
      "step": 583370
    },
    {
      "epoch": 0.7399937591804738,
      "grad_norm": 6.625,
      "learning_rate": 1.3002024717795444e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.5626786589622498,
      "num_tokens": 449328906.0,
      "step": 583380
    },
    {
      "epoch": 0.7400064437730067,
      "grad_norm": 6.625,
      "learning_rate": 1.3001390407709151e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5814816027879715,
      "num_tokens": 449334564.0,
      "step": 583390
    },
    {
      "epoch": 0.7400191283655395,
      "grad_norm": 5.09375,
      "learning_rate": 1.300075609762286e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5377518266439438,
      "num_tokens": 449342356.0,
      "step": 583400
    },
    {
      "epoch": 0.7400318129580723,
      "grad_norm": 5.375,
      "learning_rate": 1.3000121787536567e-05,
      "loss": 1.8685,
      "mean_token_accuracy": 0.5805011004209518,
      "num_tokens": 449350184.0,
      "step": 583410
    },
    {
      "epoch": 0.7400444975506052,
      "grad_norm": 9.0625,
      "learning_rate": 1.2999487477450278e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5262780636548996,
      "num_tokens": 449357270.0,
      "step": 583420
    },
    {
      "epoch": 0.740057182143138,
      "grad_norm": 6.75,
      "learning_rate": 1.2998853167363986e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5219725370407104,
      "num_tokens": 449365035.0,
      "step": 583430
    },
    {
      "epoch": 0.7400698667356709,
      "grad_norm": 12.9375,
      "learning_rate": 1.2998218857277693e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5622647106647491,
      "num_tokens": 449372259.0,
      "step": 583440
    },
    {
      "epoch": 0.7400825513282037,
      "grad_norm": 12.875,
      "learning_rate": 1.2997584547191402e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5419338256120682,
      "num_tokens": 449380368.0,
      "step": 583450
    },
    {
      "epoch": 0.7400952359207366,
      "grad_norm": 4.90625,
      "learning_rate": 1.299695023710511e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.5682807326316833,
      "num_tokens": 449387893.0,
      "step": 583460
    },
    {
      "epoch": 0.7401079205132693,
      "grad_norm": 5.5625,
      "learning_rate": 1.2996315927018821e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5536858081817627,
      "num_tokens": 449397092.0,
      "step": 583470
    },
    {
      "epoch": 0.7401206051058021,
      "grad_norm": 6.5,
      "learning_rate": 1.2995681616932528e-05,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5244428962469101,
      "num_tokens": 449405888.0,
      "step": 583480
    },
    {
      "epoch": 0.740133289698335,
      "grad_norm": 3.828125,
      "learning_rate": 1.2995047306846237e-05,
      "loss": 1.6643,
      "mean_token_accuracy": 0.6241747945547104,
      "num_tokens": 449413325.0,
      "step": 583490
    },
    {
      "epoch": 0.7401459742908678,
      "grad_norm": 5.25,
      "learning_rate": 1.2994412996759944e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5524671912193299,
      "num_tokens": 449420896.0,
      "step": 583500
    },
    {
      "epoch": 0.7401586588834007,
      "grad_norm": 4.71875,
      "learning_rate": 1.2993778686673653e-05,
      "loss": 1.934,
      "mean_token_accuracy": 0.5709575861692429,
      "num_tokens": 449429237.0,
      "step": 583510
    },
    {
      "epoch": 0.7401713434759335,
      "grad_norm": 5.3125,
      "learning_rate": 1.2993144376587363e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5132051110267639,
      "num_tokens": 449438461.0,
      "step": 583520
    },
    {
      "epoch": 0.7401840280684664,
      "grad_norm": 5.3125,
      "learning_rate": 1.299251006650107e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5488357484340668,
      "num_tokens": 449446839.0,
      "step": 583530
    },
    {
      "epoch": 0.7401967126609992,
      "grad_norm": 6.3125,
      "learning_rate": 1.2991875756414779e-05,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5487371355295181,
      "num_tokens": 449454188.0,
      "step": 583540
    },
    {
      "epoch": 0.7402093972535321,
      "grad_norm": 6.5625,
      "learning_rate": 1.2991241446328486e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5493052721023559,
      "num_tokens": 449461318.0,
      "step": 583550
    },
    {
      "epoch": 0.7402220818460649,
      "grad_norm": 13.25,
      "learning_rate": 1.2990607136242195e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5625186085700988,
      "num_tokens": 449467829.0,
      "step": 583560
    },
    {
      "epoch": 0.7402347664385976,
      "grad_norm": 4.78125,
      "learning_rate": 1.2989972826155905e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5417504131793975,
      "num_tokens": 449476054.0,
      "step": 583570
    },
    {
      "epoch": 0.7402474510311305,
      "grad_norm": 5.09375,
      "learning_rate": 1.2989338516069612e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5375888824462891,
      "num_tokens": 449483811.0,
      "step": 583580
    },
    {
      "epoch": 0.7402601356236633,
      "grad_norm": 4.90625,
      "learning_rate": 1.2988704205983321e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5349117070436478,
      "num_tokens": 449490817.0,
      "step": 583590
    },
    {
      "epoch": 0.7402728202161962,
      "grad_norm": 5.15625,
      "learning_rate": 1.2988069895897028e-05,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5227380901575088,
      "num_tokens": 449497748.0,
      "step": 583600
    },
    {
      "epoch": 0.740285504808729,
      "grad_norm": 5.90625,
      "learning_rate": 1.2987435585810737e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5385458141565322,
      "num_tokens": 449505084.0,
      "step": 583610
    },
    {
      "epoch": 0.7402981894012619,
      "grad_norm": 5.25,
      "learning_rate": 1.2986801275724447e-05,
      "loss": 1.9252,
      "mean_token_accuracy": 0.566156479716301,
      "num_tokens": 449512728.0,
      "step": 583620
    },
    {
      "epoch": 0.7403108739937947,
      "grad_norm": 4.78125,
      "learning_rate": 1.2986166965638154e-05,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5491213381290436,
      "num_tokens": 449520435.0,
      "step": 583630
    },
    {
      "epoch": 0.7403235585863275,
      "grad_norm": 6.6875,
      "learning_rate": 1.2985532655551863e-05,
      "loss": 1.6953,
      "mean_token_accuracy": 0.6191808313131333,
      "num_tokens": 449526849.0,
      "step": 583640
    },
    {
      "epoch": 0.7403362431788604,
      "grad_norm": 4.90625,
      "learning_rate": 1.298489834546557e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5368033528327942,
      "num_tokens": 449534410.0,
      "step": 583650
    },
    {
      "epoch": 0.7403489277713932,
      "grad_norm": 5.25,
      "learning_rate": 1.2984264035379279e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5729165941476821,
      "num_tokens": 449542277.0,
      "step": 583660
    },
    {
      "epoch": 0.7403616123639261,
      "grad_norm": 6.78125,
      "learning_rate": 1.298362972529299e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5255331248044968,
      "num_tokens": 449550972.0,
      "step": 583670
    },
    {
      "epoch": 0.7403742969564588,
      "grad_norm": 5.53125,
      "learning_rate": 1.2982995415206698e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5431746661663055,
      "num_tokens": 449558481.0,
      "step": 583680
    },
    {
      "epoch": 0.7403869815489917,
      "grad_norm": 6.1875,
      "learning_rate": 1.2982361105120405e-05,
      "loss": 2.2988,
      "mean_token_accuracy": 0.5160579144954681,
      "num_tokens": 449566928.0,
      "step": 583690
    },
    {
      "epoch": 0.7403996661415245,
      "grad_norm": 5.09375,
      "learning_rate": 1.2981726795034114e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5280986696481704,
      "num_tokens": 449575398.0,
      "step": 583700
    },
    {
      "epoch": 0.7404123507340574,
      "grad_norm": 5.09375,
      "learning_rate": 1.2981092484947821e-05,
      "loss": 1.8151,
      "mean_token_accuracy": 0.5863894045352935,
      "num_tokens": 449583018.0,
      "step": 583710
    },
    {
      "epoch": 0.7404250353265902,
      "grad_norm": 5.875,
      "learning_rate": 1.2980458174861531e-05,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5496233344078064,
      "num_tokens": 449591293.0,
      "step": 583720
    },
    {
      "epoch": 0.740437719919123,
      "grad_norm": 5.0,
      "learning_rate": 1.297982386477524e-05,
      "loss": 2.2698,
      "mean_token_accuracy": 0.5071763038635254,
      "num_tokens": 449600321.0,
      "step": 583730
    },
    {
      "epoch": 0.7404504045116559,
      "grad_norm": 7.75,
      "learning_rate": 1.2979189554688947e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5619522571563721,
      "num_tokens": 449607808.0,
      "step": 583740
    },
    {
      "epoch": 0.7404630891041887,
      "grad_norm": 4.96875,
      "learning_rate": 1.2978555244602656e-05,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5621299475431443,
      "num_tokens": 449616323.0,
      "step": 583750
    },
    {
      "epoch": 0.7404757736967216,
      "grad_norm": 7.40625,
      "learning_rate": 1.2977920934516363e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5478822886943817,
      "num_tokens": 449624199.0,
      "step": 583760
    },
    {
      "epoch": 0.7404884582892544,
      "grad_norm": 8.625,
      "learning_rate": 1.2977286624430073e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.529635289311409,
      "num_tokens": 449632059.0,
      "step": 583770
    },
    {
      "epoch": 0.7405011428817873,
      "grad_norm": 4.8125,
      "learning_rate": 1.2976652314343782e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5272603213787079,
      "num_tokens": 449641542.0,
      "step": 583780
    },
    {
      "epoch": 0.74051382747432,
      "grad_norm": 5.25,
      "learning_rate": 1.2976018004257489e-05,
      "loss": 1.9109,
      "mean_token_accuracy": 0.5772030711174011,
      "num_tokens": 449649657.0,
      "step": 583790
    },
    {
      "epoch": 0.7405265120668528,
      "grad_norm": 5.375,
      "learning_rate": 1.2975383694171198e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5528309255838394,
      "num_tokens": 449657124.0,
      "step": 583800
    },
    {
      "epoch": 0.7405391966593857,
      "grad_norm": 4.84375,
      "learning_rate": 1.2974749384084905e-05,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5341797918081284,
      "num_tokens": 449664865.0,
      "step": 583810
    },
    {
      "epoch": 0.7405518812519185,
      "grad_norm": 4.5625,
      "learning_rate": 1.2974115073998615e-05,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5642113476991654,
      "num_tokens": 449671532.0,
      "step": 583820
    },
    {
      "epoch": 0.7405645658444514,
      "grad_norm": 7.125,
      "learning_rate": 1.2973480763912324e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5502032428979874,
      "num_tokens": 449679417.0,
      "step": 583830
    },
    {
      "epoch": 0.7405772504369842,
      "grad_norm": 5.21875,
      "learning_rate": 1.2972846453826031e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5548065036535264,
      "num_tokens": 449686201.0,
      "step": 583840
    },
    {
      "epoch": 0.7405899350295171,
      "grad_norm": 5.0,
      "learning_rate": 1.297221214373974e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5307157903909683,
      "num_tokens": 449695074.0,
      "step": 583850
    },
    {
      "epoch": 0.7406026196220499,
      "grad_norm": 7.375,
      "learning_rate": 1.297157783365345e-05,
      "loss": 1.934,
      "mean_token_accuracy": 0.5614879161119462,
      "num_tokens": 449703065.0,
      "step": 583860
    },
    {
      "epoch": 0.7406153042145828,
      "grad_norm": 5.0625,
      "learning_rate": 1.2970943523567159e-05,
      "loss": 2.2289,
      "mean_token_accuracy": 0.5235090613365173,
      "num_tokens": 449712481.0,
      "step": 583870
    },
    {
      "epoch": 0.7406279888071156,
      "grad_norm": 6.28125,
      "learning_rate": 1.2970309213480866e-05,
      "loss": 1.7631,
      "mean_token_accuracy": 0.5843524426221848,
      "num_tokens": 449718436.0,
      "step": 583880
    },
    {
      "epoch": 0.7406406733996483,
      "grad_norm": 5.8125,
      "learning_rate": 1.2969674903394575e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5768123000860215,
      "num_tokens": 449725152.0,
      "step": 583890
    },
    {
      "epoch": 0.7406533579921812,
      "grad_norm": 6.78125,
      "learning_rate": 1.2969040593308282e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.532702511548996,
      "num_tokens": 449733458.0,
      "step": 583900
    },
    {
      "epoch": 0.740666042584714,
      "grad_norm": 6.28125,
      "learning_rate": 1.2968406283221992e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5480341076850891,
      "num_tokens": 449740987.0,
      "step": 583910
    },
    {
      "epoch": 0.7406787271772469,
      "grad_norm": 5.8125,
      "learning_rate": 1.2967771973135701e-05,
      "loss": 1.8706,
      "mean_token_accuracy": 0.5713218331336976,
      "num_tokens": 449747555.0,
      "step": 583920
    },
    {
      "epoch": 0.7406914117697797,
      "grad_norm": 6.28125,
      "learning_rate": 1.2967137663049408e-05,
      "loss": 2.233,
      "mean_token_accuracy": 0.5110953599214554,
      "num_tokens": 449756440.0,
      "step": 583930
    },
    {
      "epoch": 0.7407040963623126,
      "grad_norm": 11.375,
      "learning_rate": 1.2966503352963117e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5510235011577607,
      "num_tokens": 449764963.0,
      "step": 583940
    },
    {
      "epoch": 0.7407167809548454,
      "grad_norm": 5.4375,
      "learning_rate": 1.2965869042876824e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5320039242506027,
      "num_tokens": 449773021.0,
      "step": 583950
    },
    {
      "epoch": 0.7407294655473782,
      "grad_norm": 5.46875,
      "learning_rate": 1.2965234732790534e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.569348955154419,
      "num_tokens": 449779987.0,
      "step": 583960
    },
    {
      "epoch": 0.7407421501399111,
      "grad_norm": 5.1875,
      "learning_rate": 1.2964600422704243e-05,
      "loss": 2.2332,
      "mean_token_accuracy": 0.5152512311935424,
      "num_tokens": 449789125.0,
      "step": 583970
    },
    {
      "epoch": 0.7407548347324439,
      "grad_norm": 5.625,
      "learning_rate": 1.296396611261795e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5669616758823395,
      "num_tokens": 449797588.0,
      "step": 583980
    },
    {
      "epoch": 0.7407675193249768,
      "grad_norm": 6.46875,
      "learning_rate": 1.2963331802531659e-05,
      "loss": 2.3856,
      "mean_token_accuracy": 0.49645559787750243,
      "num_tokens": 449805439.0,
      "step": 583990
    },
    {
      "epoch": 0.7407802039175095,
      "grad_norm": 3.21875,
      "learning_rate": 1.2962697492445366e-05,
      "loss": 1.878,
      "mean_token_accuracy": 0.577130138874054,
      "num_tokens": 449813387.0,
      "step": 584000
    },
    {
      "epoch": 0.7407928885100424,
      "grad_norm": 5.0,
      "learning_rate": 1.2962063182359076e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.560724750161171,
      "num_tokens": 449820677.0,
      "step": 584010
    },
    {
      "epoch": 0.7408055731025752,
      "grad_norm": 5.78125,
      "learning_rate": 1.2961428872272785e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.565473610162735,
      "num_tokens": 449828243.0,
      "step": 584020
    },
    {
      "epoch": 0.740818257695108,
      "grad_norm": 4.6875,
      "learning_rate": 1.2960794562186492e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5563353896141052,
      "num_tokens": 449836415.0,
      "step": 584030
    },
    {
      "epoch": 0.7408309422876409,
      "grad_norm": 7.15625,
      "learning_rate": 1.2960160252100201e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5459542453289032,
      "num_tokens": 449843832.0,
      "step": 584040
    },
    {
      "epoch": 0.7408436268801737,
      "grad_norm": 5.84375,
      "learning_rate": 1.2959525942013908e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.56466064453125,
      "num_tokens": 449851279.0,
      "step": 584050
    },
    {
      "epoch": 0.7408563114727066,
      "grad_norm": 5.65625,
      "learning_rate": 1.295889163192762e-05,
      "loss": 2.2621,
      "mean_token_accuracy": 0.5145961463451385,
      "num_tokens": 449859970.0,
      "step": 584060
    },
    {
      "epoch": 0.7408689960652394,
      "grad_norm": 5.5,
      "learning_rate": 1.2958257321841327e-05,
      "loss": 2.1737,
      "mean_token_accuracy": 0.542886632680893,
      "num_tokens": 449868541.0,
      "step": 584070
    },
    {
      "epoch": 0.7408816806577723,
      "grad_norm": 7.625,
      "learning_rate": 1.2957623011755036e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5638846188783646,
      "num_tokens": 449875645.0,
      "step": 584080
    },
    {
      "epoch": 0.740894365250305,
      "grad_norm": 4.59375,
      "learning_rate": 1.2956988701668743e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5427264332771301,
      "num_tokens": 449883044.0,
      "step": 584090
    },
    {
      "epoch": 0.740907049842838,
      "grad_norm": 6.25,
      "learning_rate": 1.2956354391582452e-05,
      "loss": 1.9388,
      "mean_token_accuracy": 0.5608179092407226,
      "num_tokens": 449890527.0,
      "step": 584100
    },
    {
      "epoch": 0.7409197344353707,
      "grad_norm": 6.8125,
      "learning_rate": 1.2955720081496162e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5286134779453278,
      "num_tokens": 449899752.0,
      "step": 584110
    },
    {
      "epoch": 0.7409324190279035,
      "grad_norm": 6.90625,
      "learning_rate": 1.2955085771409869e-05,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5810930728912354,
      "num_tokens": 449907301.0,
      "step": 584120
    },
    {
      "epoch": 0.7409451036204364,
      "grad_norm": 5.3125,
      "learning_rate": 1.2954451461323578e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5462957710027695,
      "num_tokens": 449915145.0,
      "step": 584130
    },
    {
      "epoch": 0.7409577882129692,
      "grad_norm": 5.375,
      "learning_rate": 1.2953817151237285e-05,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5581729233264923,
      "num_tokens": 449923163.0,
      "step": 584140
    },
    {
      "epoch": 0.7409704728055021,
      "grad_norm": 4.6875,
      "learning_rate": 1.2953182841150994e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5524084091186523,
      "num_tokens": 449931654.0,
      "step": 584150
    },
    {
      "epoch": 0.7409831573980349,
      "grad_norm": 4.53125,
      "learning_rate": 1.2952548531064704e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5460584431886673,
      "num_tokens": 449939389.0,
      "step": 584160
    },
    {
      "epoch": 0.7409958419905678,
      "grad_norm": 5.25,
      "learning_rate": 1.2951914220978411e-05,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5483151078224182,
      "num_tokens": 449947590.0,
      "step": 584170
    },
    {
      "epoch": 0.7410085265831006,
      "grad_norm": 5.25,
      "learning_rate": 1.295127991089212e-05,
      "loss": 1.8791,
      "mean_token_accuracy": 0.5772094309329987,
      "num_tokens": 449955571.0,
      "step": 584180
    },
    {
      "epoch": 0.7410212111756334,
      "grad_norm": 5.40625,
      "learning_rate": 1.2950645600805827e-05,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5296303898096084,
      "num_tokens": 449963812.0,
      "step": 584190
    },
    {
      "epoch": 0.7410338957681663,
      "grad_norm": 5.21875,
      "learning_rate": 1.2950011290719536e-05,
      "loss": 1.8232,
      "mean_token_accuracy": 0.583158066868782,
      "num_tokens": 449970542.0,
      "step": 584200
    },
    {
      "epoch": 0.741046580360699,
      "grad_norm": 4.875,
      "learning_rate": 1.2949376980633246e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5578836679458619,
      "num_tokens": 449978616.0,
      "step": 584210
    },
    {
      "epoch": 0.7410592649532319,
      "grad_norm": 4.75,
      "learning_rate": 1.2948742670546953e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5460939705371857,
      "num_tokens": 449985812.0,
      "step": 584220
    },
    {
      "epoch": 0.7410719495457647,
      "grad_norm": 5.40625,
      "learning_rate": 1.2948108360460662e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5289571315050126,
      "num_tokens": 449994228.0,
      "step": 584230
    },
    {
      "epoch": 0.7410846341382976,
      "grad_norm": 4.875,
      "learning_rate": 1.2947474050374369e-05,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5555112302303314,
      "num_tokens": 450002501.0,
      "step": 584240
    },
    {
      "epoch": 0.7410973187308304,
      "grad_norm": 5.34375,
      "learning_rate": 1.2946839740288078e-05,
      "loss": 2.2312,
      "mean_token_accuracy": 0.5213834941387177,
      "num_tokens": 450010677.0,
      "step": 584250
    },
    {
      "epoch": 0.7411100033233633,
      "grad_norm": 4.59375,
      "learning_rate": 1.2946205430201788e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5334848642349244,
      "num_tokens": 450018367.0,
      "step": 584260
    },
    {
      "epoch": 0.7411226879158961,
      "grad_norm": 4.90625,
      "learning_rate": 1.2945571120115497e-05,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5847401559352875,
      "num_tokens": 450025359.0,
      "step": 584270
    },
    {
      "epoch": 0.7411353725084289,
      "grad_norm": 4.59375,
      "learning_rate": 1.2944936810029204e-05,
      "loss": 1.9662,
      "mean_token_accuracy": 0.566649216413498,
      "num_tokens": 450032910.0,
      "step": 584280
    },
    {
      "epoch": 0.7411480571009618,
      "grad_norm": 5.59375,
      "learning_rate": 1.2944302499942913e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5357128411531449,
      "num_tokens": 450040466.0,
      "step": 584290
    },
    {
      "epoch": 0.7411607416934946,
      "grad_norm": 5.9375,
      "learning_rate": 1.2943668189856623e-05,
      "loss": 1.8393,
      "mean_token_accuracy": 0.5937575787305832,
      "num_tokens": 450047523.0,
      "step": 584300
    },
    {
      "epoch": 0.7411734262860274,
      "grad_norm": 6.46875,
      "learning_rate": 1.294303387977033e-05,
      "loss": 2.2754,
      "mean_token_accuracy": 0.515945342183113,
      "num_tokens": 450056830.0,
      "step": 584310
    },
    {
      "epoch": 0.7411861108785602,
      "grad_norm": 8.5,
      "learning_rate": 1.2942399569684039e-05,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5151977866888047,
      "num_tokens": 450064203.0,
      "step": 584320
    },
    {
      "epoch": 0.7411987954710931,
      "grad_norm": 4.9375,
      "learning_rate": 1.2941765259597746e-05,
      "loss": 1.8393,
      "mean_token_accuracy": 0.5789682358503342,
      "num_tokens": 450072067.0,
      "step": 584330
    },
    {
      "epoch": 0.7412114800636259,
      "grad_norm": 7.21875,
      "learning_rate": 1.2941130949511455e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5415015667676926,
      "num_tokens": 450079467.0,
      "step": 584340
    },
    {
      "epoch": 0.7412241646561587,
      "grad_norm": 7.125,
      "learning_rate": 1.2940496639425165e-05,
      "loss": 2.2688,
      "mean_token_accuracy": 0.5130633562803268,
      "num_tokens": 450086339.0,
      "step": 584350
    },
    {
      "epoch": 0.7412368492486916,
      "grad_norm": 5.53125,
      "learning_rate": 1.2939862329338872e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5476957648992539,
      "num_tokens": 450093563.0,
      "step": 584360
    },
    {
      "epoch": 0.7412495338412244,
      "grad_norm": 5.53125,
      "learning_rate": 1.293922801925258e-05,
      "loss": 2.119,
      "mean_token_accuracy": 0.5218846291303635,
      "num_tokens": 450102245.0,
      "step": 584370
    },
    {
      "epoch": 0.7412622184337573,
      "grad_norm": 7.875,
      "learning_rate": 1.2938593709166288e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5244470924139023,
      "num_tokens": 450110173.0,
      "step": 584380
    },
    {
      "epoch": 0.7412749030262901,
      "grad_norm": 5.625,
      "learning_rate": 1.2937959399079997e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5347983062267303,
      "num_tokens": 450118981.0,
      "step": 584390
    },
    {
      "epoch": 0.741287587618823,
      "grad_norm": 5.875,
      "learning_rate": 1.2937325088993707e-05,
      "loss": 1.932,
      "mean_token_accuracy": 0.5721243321895599,
      "num_tokens": 450127078.0,
      "step": 584400
    },
    {
      "epoch": 0.7413002722113557,
      "grad_norm": 4.9375,
      "learning_rate": 1.2936690778907414e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5450924664735795,
      "num_tokens": 450134045.0,
      "step": 584410
    },
    {
      "epoch": 0.7413129568038885,
      "grad_norm": 4.65625,
      "learning_rate": 1.2936056468821123e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5225638955831527,
      "num_tokens": 450141174.0,
      "step": 584420
    },
    {
      "epoch": 0.7413256413964214,
      "grad_norm": 10.1875,
      "learning_rate": 1.293542215873483e-05,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5271737158298493,
      "num_tokens": 450148518.0,
      "step": 584430
    },
    {
      "epoch": 0.7413383259889542,
      "grad_norm": 5.25,
      "learning_rate": 1.2934787848648539e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5501909852027893,
      "num_tokens": 450156801.0,
      "step": 584440
    },
    {
      "epoch": 0.7413510105814871,
      "grad_norm": 6.71875,
      "learning_rate": 1.2934153538562249e-05,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5535856127738953,
      "num_tokens": 450163648.0,
      "step": 584450
    },
    {
      "epoch": 0.7413636951740199,
      "grad_norm": 8.625,
      "learning_rate": 1.2933519228475958e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5143725454807282,
      "num_tokens": 450171406.0,
      "step": 584460
    },
    {
      "epoch": 0.7413763797665528,
      "grad_norm": 6.4375,
      "learning_rate": 1.2932884918389665e-05,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5485092759132385,
      "num_tokens": 450179621.0,
      "step": 584470
    },
    {
      "epoch": 0.7413890643590856,
      "grad_norm": 5.6875,
      "learning_rate": 1.2932250608303374e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5597937136888504,
      "num_tokens": 450186841.0,
      "step": 584480
    },
    {
      "epoch": 0.7414017489516185,
      "grad_norm": 5.375,
      "learning_rate": 1.293161629821708e-05,
      "loss": 1.5885,
      "mean_token_accuracy": 0.6300569176673889,
      "num_tokens": 450192527.0,
      "step": 584490
    },
    {
      "epoch": 0.7414144335441513,
      "grad_norm": 4.875,
      "learning_rate": 1.2930981988130791e-05,
      "loss": 1.8662,
      "mean_token_accuracy": 0.5811992943286896,
      "num_tokens": 450200696.0,
      "step": 584500
    },
    {
      "epoch": 0.741427118136684,
      "grad_norm": 4.90625,
      "learning_rate": 1.29303476780445e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5580917567014694,
      "num_tokens": 450209325.0,
      "step": 584510
    },
    {
      "epoch": 0.741439802729217,
      "grad_norm": 8.8125,
      "learning_rate": 1.2929713367958207e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5329185009002686,
      "num_tokens": 450217085.0,
      "step": 584520
    },
    {
      "epoch": 0.7414524873217497,
      "grad_norm": 7.03125,
      "learning_rate": 1.2929079057871916e-05,
      "loss": 1.919,
      "mean_token_accuracy": 0.5834778428077698,
      "num_tokens": 450223813.0,
      "step": 584530
    },
    {
      "epoch": 0.7414651719142826,
      "grad_norm": 5.0,
      "learning_rate": 1.2928444747785623e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5237913429737091,
      "num_tokens": 450232533.0,
      "step": 584540
    },
    {
      "epoch": 0.7414778565068154,
      "grad_norm": 5.75,
      "learning_rate": 1.2927810437699333e-05,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5712800264358521,
      "num_tokens": 450240509.0,
      "step": 584550
    },
    {
      "epoch": 0.7414905410993483,
      "grad_norm": 4.59375,
      "learning_rate": 1.2927176127613042e-05,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5567648947238922,
      "num_tokens": 450248090.0,
      "step": 584560
    },
    {
      "epoch": 0.7415032256918811,
      "grad_norm": 5.65625,
      "learning_rate": 1.2926541817526749e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.527748116850853,
      "num_tokens": 450255886.0,
      "step": 584570
    },
    {
      "epoch": 0.7415159102844139,
      "grad_norm": 5.4375,
      "learning_rate": 1.2925907507440458e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5509072959423065,
      "num_tokens": 450263775.0,
      "step": 584580
    },
    {
      "epoch": 0.7415285948769468,
      "grad_norm": 7.46875,
      "learning_rate": 1.2925273197354165e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5547993779182434,
      "num_tokens": 450270674.0,
      "step": 584590
    },
    {
      "epoch": 0.7415412794694796,
      "grad_norm": 5.5,
      "learning_rate": 1.2924638887267875e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5531518518924713,
      "num_tokens": 450277608.0,
      "step": 584600
    },
    {
      "epoch": 0.7415539640620125,
      "grad_norm": 6.34375,
      "learning_rate": 1.2924004577181584e-05,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5527590692043305,
      "num_tokens": 450284522.0,
      "step": 584610
    },
    {
      "epoch": 0.7415666486545452,
      "grad_norm": 10.5,
      "learning_rate": 1.292337026709529e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5355900049209594,
      "num_tokens": 450291400.0,
      "step": 584620
    },
    {
      "epoch": 0.7415793332470781,
      "grad_norm": 5.5,
      "learning_rate": 1.2922735957009e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5765739917755127,
      "num_tokens": 450299233.0,
      "step": 584630
    },
    {
      "epoch": 0.7415920178396109,
      "grad_norm": 5.40625,
      "learning_rate": 1.2922101646922707e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5593451023101806,
      "num_tokens": 450305391.0,
      "step": 584640
    },
    {
      "epoch": 0.7416047024321438,
      "grad_norm": 4.625,
      "learning_rate": 1.2921467336836419e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5571309298276901,
      "num_tokens": 450312123.0,
      "step": 584650
    },
    {
      "epoch": 0.7416173870246766,
      "grad_norm": 4.8125,
      "learning_rate": 1.2920833026750126e-05,
      "loss": 2.2804,
      "mean_token_accuracy": 0.5199729681015015,
      "num_tokens": 450320593.0,
      "step": 584660
    },
    {
      "epoch": 0.7416300716172094,
      "grad_norm": 6.21875,
      "learning_rate": 1.2920198716663835e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5269861459732056,
      "num_tokens": 450328354.0,
      "step": 584670
    },
    {
      "epoch": 0.7416427562097423,
      "grad_norm": 5.65625,
      "learning_rate": 1.2919564406577542e-05,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5610567033290863,
      "num_tokens": 450336540.0,
      "step": 584680
    },
    {
      "epoch": 0.7416554408022751,
      "grad_norm": 6.28125,
      "learning_rate": 1.291893009649125e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5229877144098282,
      "num_tokens": 450343850.0,
      "step": 584690
    },
    {
      "epoch": 0.741668125394808,
      "grad_norm": 6.59375,
      "learning_rate": 1.291829578640496e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5307107031345367,
      "num_tokens": 450351979.0,
      "step": 584700
    },
    {
      "epoch": 0.7416808099873408,
      "grad_norm": 6.4375,
      "learning_rate": 1.2917661476318668e-05,
      "loss": 2.1797,
      "mean_token_accuracy": 0.5269615918397903,
      "num_tokens": 450359698.0,
      "step": 584710
    },
    {
      "epoch": 0.7416934945798737,
      "grad_norm": 5.0,
      "learning_rate": 1.2917027166232377e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5707037627696991,
      "num_tokens": 450367148.0,
      "step": 584720
    },
    {
      "epoch": 0.7417061791724064,
      "grad_norm": 6.1875,
      "learning_rate": 1.2916392856146084e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5375593304634094,
      "num_tokens": 450375247.0,
      "step": 584730
    },
    {
      "epoch": 0.7417188637649392,
      "grad_norm": 6.78125,
      "learning_rate": 1.2915758546059792e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.548738169670105,
      "num_tokens": 450382254.0,
      "step": 584740
    },
    {
      "epoch": 0.7417315483574721,
      "grad_norm": 4.84375,
      "learning_rate": 1.2915124235973503e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5433916181325913,
      "num_tokens": 450390135.0,
      "step": 584750
    },
    {
      "epoch": 0.7417442329500049,
      "grad_norm": 6.34375,
      "learning_rate": 1.291448992588721e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5225632339715958,
      "num_tokens": 450398446.0,
      "step": 584760
    },
    {
      "epoch": 0.7417569175425378,
      "grad_norm": 5.9375,
      "learning_rate": 1.2913855615800919e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5654853940010071,
      "num_tokens": 450406304.0,
      "step": 584770
    },
    {
      "epoch": 0.7417696021350706,
      "grad_norm": 6.5,
      "learning_rate": 1.2913221305714626e-05,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5326646089553833,
      "num_tokens": 450412956.0,
      "step": 584780
    },
    {
      "epoch": 0.7417822867276035,
      "grad_norm": 6.09375,
      "learning_rate": 1.2912586995628336e-05,
      "loss": 1.7629,
      "mean_token_accuracy": 0.5940610587596893,
      "num_tokens": 450419841.0,
      "step": 584790
    },
    {
      "epoch": 0.7417949713201363,
      "grad_norm": 6.96875,
      "learning_rate": 1.2911952685542045e-05,
      "loss": 2.226,
      "mean_token_accuracy": 0.5148289859294891,
      "num_tokens": 450428484.0,
      "step": 584800
    },
    {
      "epoch": 0.7418076559126692,
      "grad_norm": 9.9375,
      "learning_rate": 1.2911318375455752e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5743670642375946,
      "num_tokens": 450436090.0,
      "step": 584810
    },
    {
      "epoch": 0.741820340505202,
      "grad_norm": 5.78125,
      "learning_rate": 1.291068406536946e-05,
      "loss": 1.9817,
      "mean_token_accuracy": 0.547164848446846,
      "num_tokens": 450443714.0,
      "step": 584820
    },
    {
      "epoch": 0.7418330250977347,
      "grad_norm": 5.28125,
      "learning_rate": 1.2910049755283168e-05,
      "loss": 1.9747,
      "mean_token_accuracy": 0.551557970046997,
      "num_tokens": 450451113.0,
      "step": 584830
    },
    {
      "epoch": 0.7418457096902676,
      "grad_norm": 5.71875,
      "learning_rate": 1.290941544519688e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5502203434705735,
      "num_tokens": 450459127.0,
      "step": 584840
    },
    {
      "epoch": 0.7418583942828004,
      "grad_norm": 4.84375,
      "learning_rate": 1.2908781135110587e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5252716898918152,
      "num_tokens": 450467911.0,
      "step": 584850
    },
    {
      "epoch": 0.7418710788753333,
      "grad_norm": 6.6875,
      "learning_rate": 1.2908146825024295e-05,
      "loss": 2.2146,
      "mean_token_accuracy": 0.524664917588234,
      "num_tokens": 450474823.0,
      "step": 584860
    },
    {
      "epoch": 0.7418837634678661,
      "grad_norm": 9.4375,
      "learning_rate": 1.2907512514938003e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5337155014276505,
      "num_tokens": 450481754.0,
      "step": 584870
    },
    {
      "epoch": 0.741896448060399,
      "grad_norm": 6.1875,
      "learning_rate": 1.2906878204851711e-05,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5611297309398651,
      "num_tokens": 450490359.0,
      "step": 584880
    },
    {
      "epoch": 0.7419091326529318,
      "grad_norm": 4.9375,
      "learning_rate": 1.2906243894765422e-05,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5291558563709259,
      "num_tokens": 450499278.0,
      "step": 584890
    },
    {
      "epoch": 0.7419218172454646,
      "grad_norm": 4.9375,
      "learning_rate": 1.2905609584679129e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5635384052991868,
      "num_tokens": 450506646.0,
      "step": 584900
    },
    {
      "epoch": 0.7419345018379975,
      "grad_norm": 5.375,
      "learning_rate": 1.2904975274592838e-05,
      "loss": 2.3007,
      "mean_token_accuracy": 0.5136801719665527,
      "num_tokens": 450515411.0,
      "step": 584910
    },
    {
      "epoch": 0.7419471864305303,
      "grad_norm": 5.0,
      "learning_rate": 1.2904340964506545e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5473409533500672,
      "num_tokens": 450524001.0,
      "step": 584920
    },
    {
      "epoch": 0.7419598710230632,
      "grad_norm": 5.15625,
      "learning_rate": 1.2903706654420253e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.549070680141449,
      "num_tokens": 450532976.0,
      "step": 584930
    },
    {
      "epoch": 0.7419725556155959,
      "grad_norm": 5.8125,
      "learning_rate": 1.2903072344333964e-05,
      "loss": 1.8239,
      "mean_token_accuracy": 0.5956981509923935,
      "num_tokens": 450539185.0,
      "step": 584940
    },
    {
      "epoch": 0.7419852402081288,
      "grad_norm": 6.75,
      "learning_rate": 1.290243803424767e-05,
      "loss": 1.7433,
      "mean_token_accuracy": 0.6042445540428162,
      "num_tokens": 450546569.0,
      "step": 584950
    },
    {
      "epoch": 0.7419979248006616,
      "grad_norm": 6.125,
      "learning_rate": 1.290180372416138e-05,
      "loss": 1.8412,
      "mean_token_accuracy": 0.5958073496818542,
      "num_tokens": 450554042.0,
      "step": 584960
    },
    {
      "epoch": 0.7420106093931944,
      "grad_norm": 5.375,
      "learning_rate": 1.2901169414075087e-05,
      "loss": 2.2403,
      "mean_token_accuracy": 0.5096551299095153,
      "num_tokens": 450560963.0,
      "step": 584970
    },
    {
      "epoch": 0.7420232939857273,
      "grad_norm": 5.65625,
      "learning_rate": 1.2900535103988795e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5424966603517533,
      "num_tokens": 450567704.0,
      "step": 584980
    },
    {
      "epoch": 0.7420359785782601,
      "grad_norm": 5.96875,
      "learning_rate": 1.2899900793902506e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5418608903884887,
      "num_tokens": 450576495.0,
      "step": 584990
    },
    {
      "epoch": 0.742048663170793,
      "grad_norm": 5.46875,
      "learning_rate": 1.2899266483816213e-05,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5422190815210343,
      "num_tokens": 450583675.0,
      "step": 585000
    },
    {
      "epoch": 0.7420613477633258,
      "grad_norm": 6.96875,
      "learning_rate": 1.2898632173729922e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5769152134656906,
      "num_tokens": 450590631.0,
      "step": 585010
    },
    {
      "epoch": 0.7420740323558587,
      "grad_norm": 5.125,
      "learning_rate": 1.2897997863643629e-05,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5519932597875595,
      "num_tokens": 450598664.0,
      "step": 585020
    },
    {
      "epoch": 0.7420867169483915,
      "grad_norm": 5.5625,
      "learning_rate": 1.2897363553557337e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5261331588029862,
      "num_tokens": 450608154.0,
      "step": 585030
    },
    {
      "epoch": 0.7420994015409244,
      "grad_norm": 6.09375,
      "learning_rate": 1.2896729243471048e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5566999942064286,
      "num_tokens": 450615384.0,
      "step": 585040
    },
    {
      "epoch": 0.7421120861334571,
      "grad_norm": 4.90625,
      "learning_rate": 1.2896094933384756e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5554335445165635,
      "num_tokens": 450623620.0,
      "step": 585050
    },
    {
      "epoch": 0.7421247707259899,
      "grad_norm": 5.5625,
      "learning_rate": 1.2895460623298464e-05,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5641651451587677,
      "num_tokens": 450631731.0,
      "step": 585060
    },
    {
      "epoch": 0.7421374553185228,
      "grad_norm": 4.78125,
      "learning_rate": 1.2894826313212172e-05,
      "loss": 1.7626,
      "mean_token_accuracy": 0.5961736381053925,
      "num_tokens": 450638775.0,
      "step": 585070
    },
    {
      "epoch": 0.7421501399110556,
      "grad_norm": 5.03125,
      "learning_rate": 1.289419200312588e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5522390842437744,
      "num_tokens": 450646912.0,
      "step": 585080
    },
    {
      "epoch": 0.7421628245035885,
      "grad_norm": 4.25,
      "learning_rate": 1.289355769303959e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5316189825534821,
      "num_tokens": 450654420.0,
      "step": 585090
    },
    {
      "epoch": 0.7421755090961213,
      "grad_norm": 6.3125,
      "learning_rate": 1.2892923382953298e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5341694504022598,
      "num_tokens": 450662868.0,
      "step": 585100
    },
    {
      "epoch": 0.7421881936886542,
      "grad_norm": 4.75,
      "learning_rate": 1.2892289072867006e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5310320436954499,
      "num_tokens": 450671254.0,
      "step": 585110
    },
    {
      "epoch": 0.742200878281187,
      "grad_norm": 6.0,
      "learning_rate": 1.2891654762780714e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5626162350177765,
      "num_tokens": 450678421.0,
      "step": 585120
    },
    {
      "epoch": 0.7422135628737198,
      "grad_norm": 8.6875,
      "learning_rate": 1.2891020452694421e-05,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5564409077167511,
      "num_tokens": 450684945.0,
      "step": 585130
    },
    {
      "epoch": 0.7422262474662527,
      "grad_norm": 5.40625,
      "learning_rate": 1.2890386142608132e-05,
      "loss": 2.2659,
      "mean_token_accuracy": 0.5088940471410751,
      "num_tokens": 450694391.0,
      "step": 585140
    },
    {
      "epoch": 0.7422389320587854,
      "grad_norm": 6.1875,
      "learning_rate": 1.288975183252184e-05,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5378880143165589,
      "num_tokens": 450702941.0,
      "step": 585150
    },
    {
      "epoch": 0.7422516166513183,
      "grad_norm": 5.8125,
      "learning_rate": 1.2889117522435548e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5298036515712738,
      "num_tokens": 450711521.0,
      "step": 585160
    },
    {
      "epoch": 0.7422643012438511,
      "grad_norm": 5.0,
      "learning_rate": 1.2888483212349256e-05,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5212054699659348,
      "num_tokens": 450719662.0,
      "step": 585170
    },
    {
      "epoch": 0.742276985836384,
      "grad_norm": 6.28125,
      "learning_rate": 1.2887848902262963e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5648013949394226,
      "num_tokens": 450726599.0,
      "step": 585180
    },
    {
      "epoch": 0.7422896704289168,
      "grad_norm": 4.8125,
      "learning_rate": 1.2887214592176675e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.535024631023407,
      "num_tokens": 450735851.0,
      "step": 585190
    },
    {
      "epoch": 0.7423023550214497,
      "grad_norm": 5.71875,
      "learning_rate": 1.2886580282090382e-05,
      "loss": 2.3635,
      "mean_token_accuracy": 0.5038366585969924,
      "num_tokens": 450744612.0,
      "step": 585200
    },
    {
      "epoch": 0.7423150396139825,
      "grad_norm": 5.78125,
      "learning_rate": 1.288594597200409e-05,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5317888677120208,
      "num_tokens": 450752587.0,
      "step": 585210
    },
    {
      "epoch": 0.7423277242065153,
      "grad_norm": 7.875,
      "learning_rate": 1.2885311661917798e-05,
      "loss": 1.6863,
      "mean_token_accuracy": 0.6211463272571563,
      "num_tokens": 450760221.0,
      "step": 585220
    },
    {
      "epoch": 0.7423404087990482,
      "grad_norm": 4.875,
      "learning_rate": 1.2884677351831509e-05,
      "loss": 2.3929,
      "mean_token_accuracy": 0.49724611937999724,
      "num_tokens": 450769219.0,
      "step": 585230
    },
    {
      "epoch": 0.742353093391581,
      "grad_norm": 4.6875,
      "learning_rate": 1.2884043041745217e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5402948886156083,
      "num_tokens": 450777042.0,
      "step": 585240
    },
    {
      "epoch": 0.7423657779841139,
      "grad_norm": 6.03125,
      "learning_rate": 1.2883408731658924e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5523669213056565,
      "num_tokens": 450784285.0,
      "step": 585250
    },
    {
      "epoch": 0.7423784625766466,
      "grad_norm": 7.21875,
      "learning_rate": 1.2882774421572633e-05,
      "loss": 2.2149,
      "mean_token_accuracy": 0.5132960379123688,
      "num_tokens": 450792872.0,
      "step": 585260
    },
    {
      "epoch": 0.7423911471691795,
      "grad_norm": 4.96875,
      "learning_rate": 1.288214011148634e-05,
      "loss": 1.8839,
      "mean_token_accuracy": 0.5872271209955215,
      "num_tokens": 450801609.0,
      "step": 585270
    },
    {
      "epoch": 0.7424038317617123,
      "grad_norm": 5.1875,
      "learning_rate": 1.288150580140005e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5464311152696609,
      "num_tokens": 450810397.0,
      "step": 585280
    },
    {
      "epoch": 0.7424165163542451,
      "grad_norm": 5.59375,
      "learning_rate": 1.288087149131376e-05,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5270704388618469,
      "num_tokens": 450818581.0,
      "step": 585290
    },
    {
      "epoch": 0.742429200946778,
      "grad_norm": 7.65625,
      "learning_rate": 1.2880237181227466e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5195414036512375,
      "num_tokens": 450827277.0,
      "step": 585300
    },
    {
      "epoch": 0.7424418855393108,
      "grad_norm": 5.625,
      "learning_rate": 1.2879602871141175e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.568718022108078,
      "num_tokens": 450834779.0,
      "step": 585310
    },
    {
      "epoch": 0.7424545701318437,
      "grad_norm": 4.75,
      "learning_rate": 1.2878968561054882e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.556421521306038,
      "num_tokens": 450841704.0,
      "step": 585320
    },
    {
      "epoch": 0.7424672547243765,
      "grad_norm": 4.78125,
      "learning_rate": 1.2878334250968593e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5350013434886932,
      "num_tokens": 450849885.0,
      "step": 585330
    },
    {
      "epoch": 0.7424799393169094,
      "grad_norm": 4.90625,
      "learning_rate": 1.2877699940882301e-05,
      "loss": 1.8734,
      "mean_token_accuracy": 0.579678413271904,
      "num_tokens": 450857520.0,
      "step": 585340
    },
    {
      "epoch": 0.7424926239094422,
      "grad_norm": 7.90625,
      "learning_rate": 1.2877065630796008e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5681711703538894,
      "num_tokens": 450864143.0,
      "step": 585350
    },
    {
      "epoch": 0.7425053085019749,
      "grad_norm": 5.625,
      "learning_rate": 1.2876431320709717e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5659532189369202,
      "num_tokens": 450871474.0,
      "step": 585360
    },
    {
      "epoch": 0.7425179930945078,
      "grad_norm": 5.21875,
      "learning_rate": 1.2875797010623424e-05,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5273814409971237,
      "num_tokens": 450879221.0,
      "step": 585370
    },
    {
      "epoch": 0.7425306776870406,
      "grad_norm": 5.875,
      "learning_rate": 1.2875162700537136e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.5358795464038849,
      "num_tokens": 450887014.0,
      "step": 585380
    },
    {
      "epoch": 0.7425433622795735,
      "grad_norm": 8.75,
      "learning_rate": 1.2874528390450843e-05,
      "loss": 2.2194,
      "mean_token_accuracy": 0.5416369527578354,
      "num_tokens": 450894676.0,
      "step": 585390
    },
    {
      "epoch": 0.7425560468721063,
      "grad_norm": 5.15625,
      "learning_rate": 1.2873894080364552e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5384267747402192,
      "num_tokens": 450901837.0,
      "step": 585400
    },
    {
      "epoch": 0.7425687314646392,
      "grad_norm": 7.4375,
      "learning_rate": 1.287325977027826e-05,
      "loss": 1.9989,
      "mean_token_accuracy": 0.568472045660019,
      "num_tokens": 450908756.0,
      "step": 585410
    },
    {
      "epoch": 0.742581416057172,
      "grad_norm": 5.5,
      "learning_rate": 1.2872625460191968e-05,
      "loss": 1.7337,
      "mean_token_accuracy": 0.5931410193443298,
      "num_tokens": 450916866.0,
      "step": 585420
    },
    {
      "epoch": 0.7425941006497049,
      "grad_norm": 5.6875,
      "learning_rate": 1.2871991150105678e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5422063827514648,
      "num_tokens": 450923840.0,
      "step": 585430
    },
    {
      "epoch": 0.7426067852422377,
      "grad_norm": 4.96875,
      "learning_rate": 1.2871356840019385e-05,
      "loss": 1.8732,
      "mean_token_accuracy": 0.5824830681085587,
      "num_tokens": 450931677.0,
      "step": 585440
    },
    {
      "epoch": 0.7426194698347705,
      "grad_norm": 5.8125,
      "learning_rate": 1.2870722529933094e-05,
      "loss": 2.2622,
      "mean_token_accuracy": 0.5074843466281891,
      "num_tokens": 450939527.0,
      "step": 585450
    },
    {
      "epoch": 0.7426321544273033,
      "grad_norm": 5.3125,
      "learning_rate": 1.2870088219846801e-05,
      "loss": 1.7181,
      "mean_token_accuracy": 0.6204570829868317,
      "num_tokens": 450945727.0,
      "step": 585460
    },
    {
      "epoch": 0.7426448390198361,
      "grad_norm": 5.21875,
      "learning_rate": 1.286945390976051e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5467283815145493,
      "num_tokens": 450954325.0,
      "step": 585470
    },
    {
      "epoch": 0.742657523612369,
      "grad_norm": 5.0625,
      "learning_rate": 1.286881959967422e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5815144360065461,
      "num_tokens": 450960724.0,
      "step": 585480
    },
    {
      "epoch": 0.7426702082049018,
      "grad_norm": 5.09375,
      "learning_rate": 1.2868185289587927e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5271568417549133,
      "num_tokens": 450969626.0,
      "step": 585490
    },
    {
      "epoch": 0.7426828927974347,
      "grad_norm": 6.09375,
      "learning_rate": 1.2867550979501636e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5471317380666733,
      "num_tokens": 450977239.0,
      "step": 585500
    },
    {
      "epoch": 0.7426955773899675,
      "grad_norm": 8.5,
      "learning_rate": 1.2866916669415343e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5637940436601638,
      "num_tokens": 450984225.0,
      "step": 585510
    },
    {
      "epoch": 0.7427082619825003,
      "grad_norm": 4.5,
      "learning_rate": 1.2866282359329052e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5449237704277039,
      "num_tokens": 450991393.0,
      "step": 585520
    },
    {
      "epoch": 0.7427209465750332,
      "grad_norm": 5.71875,
      "learning_rate": 1.2865648049242762e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5261632889509201,
      "num_tokens": 450999091.0,
      "step": 585530
    },
    {
      "epoch": 0.742733631167566,
      "grad_norm": 5.40625,
      "learning_rate": 1.286501373915647e-05,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5131513148546218,
      "num_tokens": 451008331.0,
      "step": 585540
    },
    {
      "epoch": 0.7427463157600989,
      "grad_norm": 5.34375,
      "learning_rate": 1.2864379429070178e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5331736147403717,
      "num_tokens": 451017729.0,
      "step": 585550
    },
    {
      "epoch": 0.7427590003526316,
      "grad_norm": 6.75,
      "learning_rate": 1.2863745118983885e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5486800849437714,
      "num_tokens": 451024899.0,
      "step": 585560
    },
    {
      "epoch": 0.7427716849451645,
      "grad_norm": 7.28125,
      "learning_rate": 1.2863110808897594e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5481371402740478,
      "num_tokens": 451032067.0,
      "step": 585570
    },
    {
      "epoch": 0.7427843695376973,
      "grad_norm": 9.375,
      "learning_rate": 1.2862476498811304e-05,
      "loss": 2.188,
      "mean_token_accuracy": 0.526856878399849,
      "num_tokens": 451039092.0,
      "step": 585580
    },
    {
      "epoch": 0.7427970541302302,
      "grad_norm": 7.25,
      "learning_rate": 1.2861842188725013e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5723368644714355,
      "num_tokens": 451046709.0,
      "step": 585590
    },
    {
      "epoch": 0.742809738722763,
      "grad_norm": 6.65625,
      "learning_rate": 1.286120787863872e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.546035361289978,
      "num_tokens": 451054178.0,
      "step": 585600
    },
    {
      "epoch": 0.7428224233152958,
      "grad_norm": 6.90625,
      "learning_rate": 1.2860573568552429e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5667357236146927,
      "num_tokens": 451060177.0,
      "step": 585610
    },
    {
      "epoch": 0.7428351079078287,
      "grad_norm": 4.46875,
      "learning_rate": 1.2859939258466136e-05,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5436521738767623,
      "num_tokens": 451068444.0,
      "step": 585620
    },
    {
      "epoch": 0.7428477925003615,
      "grad_norm": 4.8125,
      "learning_rate": 1.2859304948379846e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5332467347383499,
      "num_tokens": 451077088.0,
      "step": 585630
    },
    {
      "epoch": 0.7428604770928944,
      "grad_norm": 6.125,
      "learning_rate": 1.2858670638293555e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.538660603761673,
      "num_tokens": 451084659.0,
      "step": 585640
    },
    {
      "epoch": 0.7428731616854272,
      "grad_norm": 5.5625,
      "learning_rate": 1.2858036328207262e-05,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5393996119499207,
      "num_tokens": 451093425.0,
      "step": 585650
    },
    {
      "epoch": 0.7428858462779601,
      "grad_norm": 9.8125,
      "learning_rate": 1.2857402018120971e-05,
      "loss": 2.2618,
      "mean_token_accuracy": 0.5271041125059128,
      "num_tokens": 451101241.0,
      "step": 585660
    },
    {
      "epoch": 0.7428985308704928,
      "grad_norm": 8.0625,
      "learning_rate": 1.2856767708034681e-05,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5642637819051742,
      "num_tokens": 451107486.0,
      "step": 585670
    },
    {
      "epoch": 0.7429112154630256,
      "grad_norm": 5.84375,
      "learning_rate": 1.2856133397948388e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5573814600706101,
      "num_tokens": 451114681.0,
      "step": 585680
    },
    {
      "epoch": 0.7429239000555585,
      "grad_norm": 10.5625,
      "learning_rate": 1.2855499087862097e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5254554182291031,
      "num_tokens": 451120641.0,
      "step": 585690
    },
    {
      "epoch": 0.7429365846480913,
      "grad_norm": 6.3125,
      "learning_rate": 1.2854864777775804e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5442779570817947,
      "num_tokens": 451129483.0,
      "step": 585700
    },
    {
      "epoch": 0.7429492692406242,
      "grad_norm": 6.59375,
      "learning_rate": 1.2854230467689513e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5449962586164474,
      "num_tokens": 451136841.0,
      "step": 585710
    },
    {
      "epoch": 0.742961953833157,
      "grad_norm": 9.75,
      "learning_rate": 1.2853596157603223e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5416625440120697,
      "num_tokens": 451144502.0,
      "step": 585720
    },
    {
      "epoch": 0.7429746384256899,
      "grad_norm": 7.34375,
      "learning_rate": 1.285296184751693e-05,
      "loss": 1.8535,
      "mean_token_accuracy": 0.5987763047218323,
      "num_tokens": 451151471.0,
      "step": 585730
    },
    {
      "epoch": 0.7429873230182227,
      "grad_norm": 5.6875,
      "learning_rate": 1.285232753743064e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5783877551555634,
      "num_tokens": 451157666.0,
      "step": 585740
    },
    {
      "epoch": 0.7430000076107556,
      "grad_norm": 5.125,
      "learning_rate": 1.2851693227344346e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5393269389867783,
      "num_tokens": 451164923.0,
      "step": 585750
    },
    {
      "epoch": 0.7430126922032884,
      "grad_norm": 4.9375,
      "learning_rate": 1.2851058917258055e-05,
      "loss": 1.8842,
      "mean_token_accuracy": 0.5836809188127517,
      "num_tokens": 451172347.0,
      "step": 585760
    },
    {
      "epoch": 0.7430253767958211,
      "grad_norm": 6.5625,
      "learning_rate": 1.2850424607171765e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5339195519685745,
      "num_tokens": 451179819.0,
      "step": 585770
    },
    {
      "epoch": 0.743038061388354,
      "grad_norm": 10.375,
      "learning_rate": 1.2849790297085474e-05,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5445136845111846,
      "num_tokens": 451186123.0,
      "step": 585780
    },
    {
      "epoch": 0.7430507459808868,
      "grad_norm": 4.8125,
      "learning_rate": 1.2849155986999181e-05,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5476552814245224,
      "num_tokens": 451195274.0,
      "step": 585790
    },
    {
      "epoch": 0.7430634305734197,
      "grad_norm": 5.1875,
      "learning_rate": 1.284852167691289e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5136762648820877,
      "num_tokens": 451203354.0,
      "step": 585800
    },
    {
      "epoch": 0.7430761151659525,
      "grad_norm": 6.59375,
      "learning_rate": 1.2847887366826597e-05,
      "loss": 1.899,
      "mean_token_accuracy": 0.5677264869213104,
      "num_tokens": 451210187.0,
      "step": 585810
    },
    {
      "epoch": 0.7430887997584854,
      "grad_norm": 5.34375,
      "learning_rate": 1.2847253056740307e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5792914748191833,
      "num_tokens": 451217947.0,
      "step": 585820
    },
    {
      "epoch": 0.7431014843510182,
      "grad_norm": 5.53125,
      "learning_rate": 1.2846618746654016e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.529358646273613,
      "num_tokens": 451225275.0,
      "step": 585830
    },
    {
      "epoch": 0.743114168943551,
      "grad_norm": 5.6875,
      "learning_rate": 1.2845984436567723e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5528783082962037,
      "num_tokens": 451232580.0,
      "step": 585840
    },
    {
      "epoch": 0.7431268535360839,
      "grad_norm": 5.375,
      "learning_rate": 1.2845350126481432e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5234255999326706,
      "num_tokens": 451241489.0,
      "step": 585850
    },
    {
      "epoch": 0.7431395381286167,
      "grad_norm": 5.71875,
      "learning_rate": 1.2844715816395139e-05,
      "loss": 1.8702,
      "mean_token_accuracy": 0.5835667103528976,
      "num_tokens": 451248848.0,
      "step": 585860
    },
    {
      "epoch": 0.7431522227211496,
      "grad_norm": 4.8125,
      "learning_rate": 1.284408150630885e-05,
      "loss": 1.9232,
      "mean_token_accuracy": 0.5795642703771591,
      "num_tokens": 451256736.0,
      "step": 585870
    },
    {
      "epoch": 0.7431649073136823,
      "grad_norm": 8.5,
      "learning_rate": 1.2843447196222558e-05,
      "loss": 1.8308,
      "mean_token_accuracy": 0.5906055748462677,
      "num_tokens": 451262652.0,
      "step": 585880
    },
    {
      "epoch": 0.7431775919062152,
      "grad_norm": 5.0,
      "learning_rate": 1.2842812886136265e-05,
      "loss": 2.0656,
      "mean_token_accuracy": 0.549471664428711,
      "num_tokens": 451269837.0,
      "step": 585890
    },
    {
      "epoch": 0.743190276498748,
      "grad_norm": 5.15625,
      "learning_rate": 1.2842178576049974e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5484578490257264,
      "num_tokens": 451277333.0,
      "step": 585900
    },
    {
      "epoch": 0.7432029610912808,
      "grad_norm": 4.5625,
      "learning_rate": 1.2841544265963681e-05,
      "loss": 2.2626,
      "mean_token_accuracy": 0.516581317782402,
      "num_tokens": 451285233.0,
      "step": 585910
    },
    {
      "epoch": 0.7432156456838137,
      "grad_norm": 5.1875,
      "learning_rate": 1.2840909955877391e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.5693103671073914,
      "num_tokens": 451292488.0,
      "step": 585920
    },
    {
      "epoch": 0.7432283302763465,
      "grad_norm": 6.96875,
      "learning_rate": 1.28402756457911e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.5487515091896057,
      "num_tokens": 451299803.0,
      "step": 585930
    },
    {
      "epoch": 0.7432410148688794,
      "grad_norm": 6.125,
      "learning_rate": 1.2839641335704807e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5871816217899323,
      "num_tokens": 451306643.0,
      "step": 585940
    },
    {
      "epoch": 0.7432536994614122,
      "grad_norm": 11.8125,
      "learning_rate": 1.2839007025618516e-05,
      "loss": 1.87,
      "mean_token_accuracy": 0.582205468416214,
      "num_tokens": 451314352.0,
      "step": 585950
    },
    {
      "epoch": 0.7432663840539451,
      "grad_norm": 9.5,
      "learning_rate": 1.2838372715532223e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5623600155115127,
      "num_tokens": 451322324.0,
      "step": 585960
    },
    {
      "epoch": 0.7432790686464779,
      "grad_norm": 5.09375,
      "learning_rate": 1.2837738405445935e-05,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5347821146249772,
      "num_tokens": 451329698.0,
      "step": 585970
    },
    {
      "epoch": 0.7432917532390108,
      "grad_norm": 5.3125,
      "learning_rate": 1.2837104095359642e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5759920299053192,
      "num_tokens": 451338330.0,
      "step": 585980
    },
    {
      "epoch": 0.7433044378315435,
      "grad_norm": 5.3125,
      "learning_rate": 1.2836469785273351e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5412285149097442,
      "num_tokens": 451346229.0,
      "step": 585990
    },
    {
      "epoch": 0.7433171224240763,
      "grad_norm": 6.09375,
      "learning_rate": 1.2835835475187058e-05,
      "loss": 1.8543,
      "mean_token_accuracy": 0.5990372002124786,
      "num_tokens": 451353306.0,
      "step": 586000
    },
    {
      "epoch": 0.7433298070166092,
      "grad_norm": 5.0,
      "learning_rate": 1.2835201165100767e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5598041832447052,
      "num_tokens": 451361271.0,
      "step": 586010
    },
    {
      "epoch": 0.743342491609142,
      "grad_norm": 5.84375,
      "learning_rate": 1.2834566855014477e-05,
      "loss": 1.7545,
      "mean_token_accuracy": 0.6047920435667038,
      "num_tokens": 451367362.0,
      "step": 586020
    },
    {
      "epoch": 0.7433551762016749,
      "grad_norm": 6.78125,
      "learning_rate": 1.2833932544928184e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5790712296962738,
      "num_tokens": 451374351.0,
      "step": 586030
    },
    {
      "epoch": 0.7433678607942077,
      "grad_norm": 6.28125,
      "learning_rate": 1.2833298234841893e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5537585556507111,
      "num_tokens": 451381755.0,
      "step": 586040
    },
    {
      "epoch": 0.7433805453867406,
      "grad_norm": 6.28125,
      "learning_rate": 1.28326639247556e-05,
      "loss": 1.9861,
      "mean_token_accuracy": 0.5572083562612533,
      "num_tokens": 451389330.0,
      "step": 586050
    },
    {
      "epoch": 0.7433932299792734,
      "grad_norm": 5.1875,
      "learning_rate": 1.2832029614669309e-05,
      "loss": 1.7486,
      "mean_token_accuracy": 0.6075599551200866,
      "num_tokens": 451397517.0,
      "step": 586060
    },
    {
      "epoch": 0.7434059145718062,
      "grad_norm": 5.6875,
      "learning_rate": 1.2831395304583019e-05,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5290562659502029,
      "num_tokens": 451405086.0,
      "step": 586070
    },
    {
      "epoch": 0.7434185991643391,
      "grad_norm": 6.34375,
      "learning_rate": 1.2830760994496726e-05,
      "loss": 2.2456,
      "mean_token_accuracy": 0.5131012290716171,
      "num_tokens": 451411824.0,
      "step": 586080
    },
    {
      "epoch": 0.7434312837568718,
      "grad_norm": 5.3125,
      "learning_rate": 1.2830126684410435e-05,
      "loss": 2.2648,
      "mean_token_accuracy": 0.5073372542858123,
      "num_tokens": 451420089.0,
      "step": 586090
    },
    {
      "epoch": 0.7434439683494047,
      "grad_norm": 4.9375,
      "learning_rate": 1.2829492374324142e-05,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5295063138008118,
      "num_tokens": 451428730.0,
      "step": 586100
    },
    {
      "epoch": 0.7434566529419375,
      "grad_norm": 6.90625,
      "learning_rate": 1.282885806423785e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5324443310499192,
      "num_tokens": 451437520.0,
      "step": 586110
    },
    {
      "epoch": 0.7434693375344704,
      "grad_norm": 10.875,
      "learning_rate": 1.2828223754151561e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5338037729263305,
      "num_tokens": 451443954.0,
      "step": 586120
    },
    {
      "epoch": 0.7434820221270032,
      "grad_norm": 8.9375,
      "learning_rate": 1.2827589444065268e-05,
      "loss": 2.194,
      "mean_token_accuracy": 0.5275942236185074,
      "num_tokens": 451451375.0,
      "step": 586130
    },
    {
      "epoch": 0.7434947067195361,
      "grad_norm": 4.8125,
      "learning_rate": 1.2826955133978977e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5141591638326645,
      "num_tokens": 451460078.0,
      "step": 586140
    },
    {
      "epoch": 0.7435073913120689,
      "grad_norm": 6.96875,
      "learning_rate": 1.2826320823892684e-05,
      "loss": 1.9239,
      "mean_token_accuracy": 0.5714590936899185,
      "num_tokens": 451466848.0,
      "step": 586150
    },
    {
      "epoch": 0.7435200759046017,
      "grad_norm": 8.3125,
      "learning_rate": 1.2825686513806396e-05,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5577355295419693,
      "num_tokens": 451474086.0,
      "step": 586160
    },
    {
      "epoch": 0.7435327604971346,
      "grad_norm": 6.34375,
      "learning_rate": 1.2825052203720103e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.564367014169693,
      "num_tokens": 451480988.0,
      "step": 586170
    },
    {
      "epoch": 0.7435454450896674,
      "grad_norm": 5.625,
      "learning_rate": 1.2824417893633812e-05,
      "loss": 1.8767,
      "mean_token_accuracy": 0.5819440633058548,
      "num_tokens": 451488303.0,
      "step": 586180
    },
    {
      "epoch": 0.7435581296822003,
      "grad_norm": 7.0,
      "learning_rate": 1.2823783583547519e-05,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5285568386316299,
      "num_tokens": 451495445.0,
      "step": 586190
    },
    {
      "epoch": 0.743570814274733,
      "grad_norm": 7.9375,
      "learning_rate": 1.2823149273461228e-05,
      "loss": 1.9357,
      "mean_token_accuracy": 0.5750893443822861,
      "num_tokens": 451501889.0,
      "step": 586200
    },
    {
      "epoch": 0.7435834988672659,
      "grad_norm": 8.125,
      "learning_rate": 1.2822514963374938e-05,
      "loss": 1.9667,
      "mean_token_accuracy": 0.5616225868463516,
      "num_tokens": 451508356.0,
      "step": 586210
    },
    {
      "epoch": 0.7435961834597987,
      "grad_norm": 6.15625,
      "learning_rate": 1.2821880653288645e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5379516929388046,
      "num_tokens": 451517252.0,
      "step": 586220
    },
    {
      "epoch": 0.7436088680523315,
      "grad_norm": 8.875,
      "learning_rate": 1.2821246343202354e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.544221693277359,
      "num_tokens": 451524076.0,
      "step": 586230
    },
    {
      "epoch": 0.7436215526448644,
      "grad_norm": 5.21875,
      "learning_rate": 1.2820612033116061e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5330828845500946,
      "num_tokens": 451532339.0,
      "step": 586240
    },
    {
      "epoch": 0.7436342372373972,
      "grad_norm": 5.71875,
      "learning_rate": 1.281997772302977e-05,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5847815662622452,
      "num_tokens": 451540658.0,
      "step": 586250
    },
    {
      "epoch": 0.7436469218299301,
      "grad_norm": 5.71875,
      "learning_rate": 1.281934341294348e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5614155471324921,
      "num_tokens": 451548005.0,
      "step": 586260
    },
    {
      "epoch": 0.7436596064224629,
      "grad_norm": 5.875,
      "learning_rate": 1.2818709102857187e-05,
      "loss": 2.2274,
      "mean_token_accuracy": 0.5175522238016128,
      "num_tokens": 451555824.0,
      "step": 586270
    },
    {
      "epoch": 0.7436722910149958,
      "grad_norm": 6.3125,
      "learning_rate": 1.2818074792770896e-05,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5527225404977798,
      "num_tokens": 451563304.0,
      "step": 586280
    },
    {
      "epoch": 0.7436849756075286,
      "grad_norm": 6.4375,
      "learning_rate": 1.2817440482684603e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5783454477787018,
      "num_tokens": 451570453.0,
      "step": 586290
    },
    {
      "epoch": 0.7436976602000613,
      "grad_norm": 5.46875,
      "learning_rate": 1.2816806172598312e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5575784742832184,
      "num_tokens": 451578802.0,
      "step": 586300
    },
    {
      "epoch": 0.7437103447925942,
      "grad_norm": 13.5,
      "learning_rate": 1.2816171862512022e-05,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5665192306041718,
      "num_tokens": 451585296.0,
      "step": 586310
    },
    {
      "epoch": 0.743723029385127,
      "grad_norm": 6.625,
      "learning_rate": 1.2815537552425729e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5596775382757186,
      "num_tokens": 451593511.0,
      "step": 586320
    },
    {
      "epoch": 0.7437357139776599,
      "grad_norm": 4.96875,
      "learning_rate": 1.2814903242339438e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5514427036046982,
      "num_tokens": 451602081.0,
      "step": 586330
    },
    {
      "epoch": 0.7437483985701927,
      "grad_norm": 5.53125,
      "learning_rate": 1.2814268932253145e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5487046808004379,
      "num_tokens": 451608869.0,
      "step": 586340
    },
    {
      "epoch": 0.7437610831627256,
      "grad_norm": 5.46875,
      "learning_rate": 1.2813634622166854e-05,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5717512339353561,
      "num_tokens": 451616226.0,
      "step": 586350
    },
    {
      "epoch": 0.7437737677552584,
      "grad_norm": 6.375,
      "learning_rate": 1.2813000312080564e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5391534745693207,
      "num_tokens": 451625536.0,
      "step": 586360
    },
    {
      "epoch": 0.7437864523477913,
      "grad_norm": 4.8125,
      "learning_rate": 1.2812366001994273e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5526345431804657,
      "num_tokens": 451633996.0,
      "step": 586370
    },
    {
      "epoch": 0.7437991369403241,
      "grad_norm": 5.25,
      "learning_rate": 1.281173169190798e-05,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5292773455381393,
      "num_tokens": 451642593.0,
      "step": 586380
    },
    {
      "epoch": 0.7438118215328569,
      "grad_norm": 7.75,
      "learning_rate": 1.2811097381821689e-05,
      "loss": 2.3082,
      "mean_token_accuracy": 0.5092242062091827,
      "num_tokens": 451650515.0,
      "step": 586390
    },
    {
      "epoch": 0.7438245061253898,
      "grad_norm": 4.5,
      "learning_rate": 1.2810463071735396e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5473105847835541,
      "num_tokens": 451658445.0,
      "step": 586400
    },
    {
      "epoch": 0.7438371907179225,
      "grad_norm": 12.3125,
      "learning_rate": 1.2809828761649106e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5255090475082398,
      "num_tokens": 451666440.0,
      "step": 586410
    },
    {
      "epoch": 0.7438498753104554,
      "grad_norm": 4.96875,
      "learning_rate": 1.2809194451562815e-05,
      "loss": 2.0894,
      "mean_token_accuracy": 0.542672672867775,
      "num_tokens": 451674954.0,
      "step": 586420
    },
    {
      "epoch": 0.7438625599029882,
      "grad_norm": 5.03125,
      "learning_rate": 1.2808560141476522e-05,
      "loss": 1.7506,
      "mean_token_accuracy": 0.6039890885353089,
      "num_tokens": 451681971.0,
      "step": 586430
    },
    {
      "epoch": 0.7438752444955211,
      "grad_norm": 8.625,
      "learning_rate": 1.280792583139023e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5303601920604706,
      "num_tokens": 451688977.0,
      "step": 586440
    },
    {
      "epoch": 0.7438879290880539,
      "grad_norm": 6.03125,
      "learning_rate": 1.2807291521303938e-05,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5267856001853943,
      "num_tokens": 451696651.0,
      "step": 586450
    },
    {
      "epoch": 0.7439006136805867,
      "grad_norm": 5.59375,
      "learning_rate": 1.2806657211217648e-05,
      "loss": 1.8365,
      "mean_token_accuracy": 0.590319374203682,
      "num_tokens": 451702373.0,
      "step": 586460
    },
    {
      "epoch": 0.7439132982731196,
      "grad_norm": 7.40625,
      "learning_rate": 1.2806022901131357e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5713942617177963,
      "num_tokens": 451709775.0,
      "step": 586470
    },
    {
      "epoch": 0.7439259828656524,
      "grad_norm": 6.65625,
      "learning_rate": 1.2805388591045064e-05,
      "loss": 1.8538,
      "mean_token_accuracy": 0.580042690038681,
      "num_tokens": 451716657.0,
      "step": 586480
    },
    {
      "epoch": 0.7439386674581853,
      "grad_norm": 5.75,
      "learning_rate": 1.2804754280958773e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5493206590414047,
      "num_tokens": 451724109.0,
      "step": 586490
    },
    {
      "epoch": 0.743951352050718,
      "grad_norm": 6.375,
      "learning_rate": 1.280411997087248e-05,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5354343771934509,
      "num_tokens": 451731596.0,
      "step": 586500
    },
    {
      "epoch": 0.743964036643251,
      "grad_norm": 5.21875,
      "learning_rate": 1.280348566078619e-05,
      "loss": 1.8572,
      "mean_token_accuracy": 0.5792369544506073,
      "num_tokens": 451738833.0,
      "step": 586510
    },
    {
      "epoch": 0.7439767212357837,
      "grad_norm": 7.28125,
      "learning_rate": 1.2802851350699899e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5347815096378327,
      "num_tokens": 451746665.0,
      "step": 586520
    },
    {
      "epoch": 0.7439894058283166,
      "grad_norm": 6.4375,
      "learning_rate": 1.2802217040613606e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5425516724586487,
      "num_tokens": 451753915.0,
      "step": 586530
    },
    {
      "epoch": 0.7440020904208494,
      "grad_norm": 5.15625,
      "learning_rate": 1.2801582730527315e-05,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5424955695867538,
      "num_tokens": 451763269.0,
      "step": 586540
    },
    {
      "epoch": 0.7440147750133822,
      "grad_norm": 10.5,
      "learning_rate": 1.2800948420441022e-05,
      "loss": 2.336,
      "mean_token_accuracy": 0.5087148129940033,
      "num_tokens": 451771156.0,
      "step": 586550
    },
    {
      "epoch": 0.7440274596059151,
      "grad_norm": 4.84375,
      "learning_rate": 1.2800314110354734e-05,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5273555397987366,
      "num_tokens": 451778943.0,
      "step": 586560
    },
    {
      "epoch": 0.7440401441984479,
      "grad_norm": 7.3125,
      "learning_rate": 1.2799679800268441e-05,
      "loss": 1.7362,
      "mean_token_accuracy": 0.6098782658576966,
      "num_tokens": 451785209.0,
      "step": 586570
    },
    {
      "epoch": 0.7440528287909808,
      "grad_norm": 6.53125,
      "learning_rate": 1.279904549018215e-05,
      "loss": 1.9291,
      "mean_token_accuracy": 0.556598448753357,
      "num_tokens": 451792618.0,
      "step": 586580
    },
    {
      "epoch": 0.7440655133835136,
      "grad_norm": 5.84375,
      "learning_rate": 1.2798411180095857e-05,
      "loss": 1.9082,
      "mean_token_accuracy": 0.578089252114296,
      "num_tokens": 451798717.0,
      "step": 586590
    },
    {
      "epoch": 0.7440781979760465,
      "grad_norm": 4.75,
      "learning_rate": 1.2797776870009567e-05,
      "loss": 2.0509,
      "mean_token_accuracy": 0.540824681520462,
      "num_tokens": 451805539.0,
      "step": 586600
    },
    {
      "epoch": 0.7440908825685792,
      "grad_norm": 9.625,
      "learning_rate": 1.2797142559923276e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5530981034040451,
      "num_tokens": 451812466.0,
      "step": 586610
    },
    {
      "epoch": 0.744103567161112,
      "grad_norm": 5.5,
      "learning_rate": 1.2796508249836983e-05,
      "loss": 2.135,
      "mean_token_accuracy": 0.5312123119831085,
      "num_tokens": 451821437.0,
      "step": 586620
    },
    {
      "epoch": 0.7441162517536449,
      "grad_norm": 6.0625,
      "learning_rate": 1.2795873939750692e-05,
      "loss": 2.2668,
      "mean_token_accuracy": 0.5142849683761597,
      "num_tokens": 451830262.0,
      "step": 586630
    },
    {
      "epoch": 0.7441289363461777,
      "grad_norm": 4.96875,
      "learning_rate": 1.2795239629664399e-05,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5674743026494979,
      "num_tokens": 451838145.0,
      "step": 586640
    },
    {
      "epoch": 0.7441416209387106,
      "grad_norm": 6.21875,
      "learning_rate": 1.2794605319578109e-05,
      "loss": 1.8905,
      "mean_token_accuracy": 0.5761471629142761,
      "num_tokens": 451845563.0,
      "step": 586650
    },
    {
      "epoch": 0.7441543055312434,
      "grad_norm": 5.78125,
      "learning_rate": 1.2793971009491818e-05,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5123385727405548,
      "num_tokens": 451854305.0,
      "step": 586660
    },
    {
      "epoch": 0.7441669901237763,
      "grad_norm": 5.53125,
      "learning_rate": 1.2793336699405525e-05,
      "loss": 2.3041,
      "mean_token_accuracy": 0.5023819357156754,
      "num_tokens": 451862182.0,
      "step": 586670
    },
    {
      "epoch": 0.7441796747163091,
      "grad_norm": 5.625,
      "learning_rate": 1.2792702389319234e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5316245526075363,
      "num_tokens": 451871368.0,
      "step": 586680
    },
    {
      "epoch": 0.744192359308842,
      "grad_norm": 5.875,
      "learning_rate": 1.279206807923294e-05,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5263329982757569,
      "num_tokens": 451879073.0,
      "step": 586690
    },
    {
      "epoch": 0.7442050439013748,
      "grad_norm": 6.21875,
      "learning_rate": 1.2791433769146651e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5376080453395844,
      "num_tokens": 451887250.0,
      "step": 586700
    },
    {
      "epoch": 0.7442177284939075,
      "grad_norm": 5.5625,
      "learning_rate": 1.279079945906036e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5629054546356201,
      "num_tokens": 451895708.0,
      "step": 586710
    },
    {
      "epoch": 0.7442304130864404,
      "grad_norm": 6.25,
      "learning_rate": 1.2790165148974067e-05,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5201195985078811,
      "num_tokens": 451903670.0,
      "step": 586720
    },
    {
      "epoch": 0.7442430976789732,
      "grad_norm": 4.46875,
      "learning_rate": 1.2789530838887776e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5734503477811813,
      "num_tokens": 451911293.0,
      "step": 586730
    },
    {
      "epoch": 0.7442557822715061,
      "grad_norm": 6.78125,
      "learning_rate": 1.2788896528801483e-05,
      "loss": 2.2543,
      "mean_token_accuracy": 0.5212019562721253,
      "num_tokens": 451919394.0,
      "step": 586740
    },
    {
      "epoch": 0.7442684668640389,
      "grad_norm": 4.78125,
      "learning_rate": 1.2788262218715195e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5369276255369186,
      "num_tokens": 451927569.0,
      "step": 586750
    },
    {
      "epoch": 0.7442811514565718,
      "grad_norm": 6.40625,
      "learning_rate": 1.2787627908628902e-05,
      "loss": 2.1572,
      "mean_token_accuracy": 0.535044115781784,
      "num_tokens": 451935944.0,
      "step": 586760
    },
    {
      "epoch": 0.7442938360491046,
      "grad_norm": 5.1875,
      "learning_rate": 1.278699359854261e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5343866974115372,
      "num_tokens": 451944031.0,
      "step": 586770
    },
    {
      "epoch": 0.7443065206416374,
      "grad_norm": 5.46875,
      "learning_rate": 1.2786359288456318e-05,
      "loss": 2.3104,
      "mean_token_accuracy": 0.5119772464036941,
      "num_tokens": 451952769.0,
      "step": 586780
    },
    {
      "epoch": 0.7443192052341703,
      "grad_norm": 5.0,
      "learning_rate": 1.2785724978370026e-05,
      "loss": 2.082,
      "mean_token_accuracy": 0.555516055226326,
      "num_tokens": 451960354.0,
      "step": 586790
    },
    {
      "epoch": 0.7443318898267031,
      "grad_norm": 5.15625,
      "learning_rate": 1.2785090668283737e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5209507882595062,
      "num_tokens": 451968107.0,
      "step": 586800
    },
    {
      "epoch": 0.744344574419236,
      "grad_norm": 6.375,
      "learning_rate": 1.2784456358197444e-05,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5713707834482193,
      "num_tokens": 451974300.0,
      "step": 586810
    },
    {
      "epoch": 0.7443572590117687,
      "grad_norm": 5.5625,
      "learning_rate": 1.2783822048111153e-05,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5584373235702514,
      "num_tokens": 451982156.0,
      "step": 586820
    },
    {
      "epoch": 0.7443699436043016,
      "grad_norm": 4.71875,
      "learning_rate": 1.278318773802486e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5547933042049408,
      "num_tokens": 451989392.0,
      "step": 586830
    },
    {
      "epoch": 0.7443826281968344,
      "grad_norm": 6.0,
      "learning_rate": 1.2782553427938568e-05,
      "loss": 1.666,
      "mean_token_accuracy": 0.627209085226059,
      "num_tokens": 451996051.0,
      "step": 586840
    },
    {
      "epoch": 0.7443953127893672,
      "grad_norm": 6.8125,
      "learning_rate": 1.2781919117852279e-05,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5376075208187103,
      "num_tokens": 452003064.0,
      "step": 586850
    },
    {
      "epoch": 0.7444079973819001,
      "grad_norm": 5.625,
      "learning_rate": 1.2781284807765986e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5684686005115509,
      "num_tokens": 452011493.0,
      "step": 586860
    },
    {
      "epoch": 0.7444206819744329,
      "grad_norm": 5.09375,
      "learning_rate": 1.2780650497679695e-05,
      "loss": 1.8353,
      "mean_token_accuracy": 0.5894877463579178,
      "num_tokens": 452019164.0,
      "step": 586870
    },
    {
      "epoch": 0.7444333665669658,
      "grad_norm": 4.9375,
      "learning_rate": 1.2780016187593402e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5425043314695358,
      "num_tokens": 452027548.0,
      "step": 586880
    },
    {
      "epoch": 0.7444460511594986,
      "grad_norm": 8.0625,
      "learning_rate": 1.277938187750711e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5509763896465302,
      "num_tokens": 452034119.0,
      "step": 586890
    },
    {
      "epoch": 0.7444587357520315,
      "grad_norm": 4.78125,
      "learning_rate": 1.277874756742082e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5441348403692245,
      "num_tokens": 452042473.0,
      "step": 586900
    },
    {
      "epoch": 0.7444714203445643,
      "grad_norm": 6.0625,
      "learning_rate": 1.2778113257334528e-05,
      "loss": 2.0316,
      "mean_token_accuracy": 0.538352370262146,
      "num_tokens": 452050275.0,
      "step": 586910
    },
    {
      "epoch": 0.7444841049370972,
      "grad_norm": 6.1875,
      "learning_rate": 1.2777478947248237e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5629181236028671,
      "num_tokens": 452057245.0,
      "step": 586920
    },
    {
      "epoch": 0.7444967895296299,
      "grad_norm": 7.3125,
      "learning_rate": 1.2776844637161944e-05,
      "loss": 1.5955,
      "mean_token_accuracy": 0.6395749300718307,
      "num_tokens": 452064309.0,
      "step": 586930
    },
    {
      "epoch": 0.7445094741221627,
      "grad_norm": 7.40625,
      "learning_rate": 1.2776210327075652e-05,
      "loss": 1.9203,
      "mean_token_accuracy": 0.5633822858333588,
      "num_tokens": 452071588.0,
      "step": 586940
    },
    {
      "epoch": 0.7445221587146956,
      "grad_norm": 5.0625,
      "learning_rate": 1.2775576016989363e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5565329760313034,
      "num_tokens": 452078915.0,
      "step": 586950
    },
    {
      "epoch": 0.7445348433072284,
      "grad_norm": 4.6875,
      "learning_rate": 1.2774941706903072e-05,
      "loss": 2.2574,
      "mean_token_accuracy": 0.5152010768651962,
      "num_tokens": 452087706.0,
      "step": 586960
    },
    {
      "epoch": 0.7445475278997613,
      "grad_norm": 6.5625,
      "learning_rate": 1.2774307396816779e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5463863521814346,
      "num_tokens": 452095371.0,
      "step": 586970
    },
    {
      "epoch": 0.7445602124922941,
      "grad_norm": 4.90625,
      "learning_rate": 1.2773673086730487e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5438415199518204,
      "num_tokens": 452104430.0,
      "step": 586980
    },
    {
      "epoch": 0.744572897084827,
      "grad_norm": 7.28125,
      "learning_rate": 1.2773038776644194e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5328057467937469,
      "num_tokens": 452112281.0,
      "step": 586990
    },
    {
      "epoch": 0.7445855816773598,
      "grad_norm": 6.21875,
      "learning_rate": 1.2772404466557905e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5658041536808014,
      "num_tokens": 452119897.0,
      "step": 587000
    },
    {
      "epoch": 0.7445982662698926,
      "grad_norm": 6.71875,
      "learning_rate": 1.2771770156471614e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5503689050674438,
      "num_tokens": 452127128.0,
      "step": 587010
    },
    {
      "epoch": 0.7446109508624255,
      "grad_norm": 5.5625,
      "learning_rate": 1.277113584638532e-05,
      "loss": 2.0888,
      "mean_token_accuracy": 0.5358687371015549,
      "num_tokens": 452135738.0,
      "step": 587020
    },
    {
      "epoch": 0.7446236354549582,
      "grad_norm": 6.03125,
      "learning_rate": 1.277050153629903e-05,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5208069294691086,
      "num_tokens": 452143100.0,
      "step": 587030
    },
    {
      "epoch": 0.7446363200474911,
      "grad_norm": 6.8125,
      "learning_rate": 1.2769867226212736e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5688292622566223,
      "num_tokens": 452149932.0,
      "step": 587040
    },
    {
      "epoch": 0.7446490046400239,
      "grad_norm": 5.4375,
      "learning_rate": 1.2769232916126447e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5205014228820801,
      "num_tokens": 452158037.0,
      "step": 587050
    },
    {
      "epoch": 0.7446616892325568,
      "grad_norm": 5.46875,
      "learning_rate": 1.2768598606040156e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.548522201180458,
      "num_tokens": 452166823.0,
      "step": 587060
    },
    {
      "epoch": 0.7446743738250896,
      "grad_norm": 5.875,
      "learning_rate": 1.2767964295953863e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5255644023418427,
      "num_tokens": 452175961.0,
      "step": 587070
    },
    {
      "epoch": 0.7446870584176225,
      "grad_norm": 6.71875,
      "learning_rate": 1.2767329985867571e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5504637509584427,
      "num_tokens": 452184214.0,
      "step": 587080
    },
    {
      "epoch": 0.7446997430101553,
      "grad_norm": 5.0625,
      "learning_rate": 1.2766695675781282e-05,
      "loss": 1.9297,
      "mean_token_accuracy": 0.5658778101205826,
      "num_tokens": 452191626.0,
      "step": 587090
    },
    {
      "epoch": 0.7447124276026881,
      "grad_norm": 4.96875,
      "learning_rate": 1.2766061365694989e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5673965394496918,
      "num_tokens": 452199057.0,
      "step": 587100
    },
    {
      "epoch": 0.744725112195221,
      "grad_norm": 8.0625,
      "learning_rate": 1.2765427055608698e-05,
      "loss": 2.1642,
      "mean_token_accuracy": 0.5219849169254303,
      "num_tokens": 452208115.0,
      "step": 587110
    },
    {
      "epoch": 0.7447377967877538,
      "grad_norm": 7.40625,
      "learning_rate": 1.2764792745522405e-05,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5430591195821762,
      "num_tokens": 452214620.0,
      "step": 587120
    },
    {
      "epoch": 0.7447504813802867,
      "grad_norm": 5.375,
      "learning_rate": 1.2764158435436113e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5384594678878785,
      "num_tokens": 452222500.0,
      "step": 587130
    },
    {
      "epoch": 0.7447631659728194,
      "grad_norm": 4.8125,
      "learning_rate": 1.2763524125349824e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5569159865379334,
      "num_tokens": 452230068.0,
      "step": 587140
    },
    {
      "epoch": 0.7447758505653523,
      "grad_norm": 5.0625,
      "learning_rate": 1.2762889815263533e-05,
      "loss": 2.3508,
      "mean_token_accuracy": 0.4999905049800873,
      "num_tokens": 452237743.0,
      "step": 587150
    },
    {
      "epoch": 0.7447885351578851,
      "grad_norm": 5.78125,
      "learning_rate": 1.276225550517724e-05,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5451090812683106,
      "num_tokens": 452246156.0,
      "step": 587160
    },
    {
      "epoch": 0.7448012197504179,
      "grad_norm": 5.875,
      "learning_rate": 1.2761621195090948e-05,
      "loss": 1.7385,
      "mean_token_accuracy": 0.607123589515686,
      "num_tokens": 452253392.0,
      "step": 587170
    },
    {
      "epoch": 0.7448139043429508,
      "grad_norm": 4.6875,
      "learning_rate": 1.2760986885004655e-05,
      "loss": 1.8513,
      "mean_token_accuracy": 0.6011291652917862,
      "num_tokens": 452260351.0,
      "step": 587180
    },
    {
      "epoch": 0.7448265889354836,
      "grad_norm": 4.875,
      "learning_rate": 1.2760352574918366e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5647726267576217,
      "num_tokens": 452267388.0,
      "step": 587190
    },
    {
      "epoch": 0.7448392735280165,
      "grad_norm": 5.1875,
      "learning_rate": 1.2759718264832075e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5350837618112564,
      "num_tokens": 452275271.0,
      "step": 587200
    },
    {
      "epoch": 0.7448519581205493,
      "grad_norm": 7.1875,
      "learning_rate": 1.2759083954745782e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.544988939166069,
      "num_tokens": 452282162.0,
      "step": 587210
    },
    {
      "epoch": 0.7448646427130822,
      "grad_norm": 8.75,
      "learning_rate": 1.275844964465949e-05,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5287880390882492,
      "num_tokens": 452289393.0,
      "step": 587220
    },
    {
      "epoch": 0.744877327305615,
      "grad_norm": 5.09375,
      "learning_rate": 1.2757815334573197e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5305279344320297,
      "num_tokens": 452297594.0,
      "step": 587230
    },
    {
      "epoch": 0.7448900118981477,
      "grad_norm": 5.5625,
      "learning_rate": 1.2757181024486908e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5640860021114349,
      "num_tokens": 452305452.0,
      "step": 587240
    },
    {
      "epoch": 0.7449026964906806,
      "grad_norm": 6.21875,
      "learning_rate": 1.2756546714400617e-05,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5678807884454727,
      "num_tokens": 452311466.0,
      "step": 587250
    },
    {
      "epoch": 0.7449153810832134,
      "grad_norm": 5.625,
      "learning_rate": 1.2755912404314324e-05,
      "loss": 1.8425,
      "mean_token_accuracy": 0.5919233441352845,
      "num_tokens": 452319166.0,
      "step": 587260
    },
    {
      "epoch": 0.7449280656757463,
      "grad_norm": 5.65625,
      "learning_rate": 1.2755278094228032e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5250815927982331,
      "num_tokens": 452327619.0,
      "step": 587270
    },
    {
      "epoch": 0.7449407502682791,
      "grad_norm": 5.78125,
      "learning_rate": 1.275464378414174e-05,
      "loss": 2.2399,
      "mean_token_accuracy": 0.518447431921959,
      "num_tokens": 452335191.0,
      "step": 587280
    },
    {
      "epoch": 0.744953434860812,
      "grad_norm": 4.875,
      "learning_rate": 1.275400947405545e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5423966914415359,
      "num_tokens": 452343603.0,
      "step": 587290
    },
    {
      "epoch": 0.7449661194533448,
      "grad_norm": 8.0,
      "learning_rate": 1.2753375163969159e-05,
      "loss": 1.8557,
      "mean_token_accuracy": 0.5856595426797867,
      "num_tokens": 452350510.0,
      "step": 587300
    },
    {
      "epoch": 0.7449788040458777,
      "grad_norm": 4.9375,
      "learning_rate": 1.2752740853882866e-05,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5440154373645782,
      "num_tokens": 452357813.0,
      "step": 587310
    },
    {
      "epoch": 0.7449914886384105,
      "grad_norm": 8.0625,
      "learning_rate": 1.2752106543796574e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5297257244586945,
      "num_tokens": 452366393.0,
      "step": 587320
    },
    {
      "epoch": 0.7450041732309433,
      "grad_norm": 5.3125,
      "learning_rate": 1.2751472233710281e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5516584813594818,
      "num_tokens": 452374362.0,
      "step": 587330
    },
    {
      "epoch": 0.7450168578234762,
      "grad_norm": 4.875,
      "learning_rate": 1.2750837923623993e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5444027453660965,
      "num_tokens": 452382080.0,
      "step": 587340
    },
    {
      "epoch": 0.7450295424160089,
      "grad_norm": 7.0,
      "learning_rate": 1.27502036135377e-05,
      "loss": 1.8726,
      "mean_token_accuracy": 0.5838052839040756,
      "num_tokens": 452387746.0,
      "step": 587350
    },
    {
      "epoch": 0.7450422270085418,
      "grad_norm": 5.3125,
      "learning_rate": 1.274956930345141e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5497873842716217,
      "num_tokens": 452394974.0,
      "step": 587360
    },
    {
      "epoch": 0.7450549116010746,
      "grad_norm": 7.125,
      "learning_rate": 1.2748934993365116e-05,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5600224137306213,
      "num_tokens": 452402518.0,
      "step": 587370
    },
    {
      "epoch": 0.7450675961936075,
      "grad_norm": 5.03125,
      "learning_rate": 1.2748300683278825e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5181366205215454,
      "num_tokens": 452411356.0,
      "step": 587380
    },
    {
      "epoch": 0.7450802807861403,
      "grad_norm": 5.75,
      "learning_rate": 1.2747666373192535e-05,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5287131994962693,
      "num_tokens": 452419527.0,
      "step": 587390
    },
    {
      "epoch": 0.7450929653786731,
      "grad_norm": 4.5625,
      "learning_rate": 1.2747032063106243e-05,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5269634872674942,
      "num_tokens": 452428982.0,
      "step": 587400
    },
    {
      "epoch": 0.745105649971206,
      "grad_norm": 4.8125,
      "learning_rate": 1.2746397753019951e-05,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5603963941335678,
      "num_tokens": 452436801.0,
      "step": 587410
    },
    {
      "epoch": 0.7451183345637388,
      "grad_norm": 5.34375,
      "learning_rate": 1.2745763442933658e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5556530952453613,
      "num_tokens": 452445135.0,
      "step": 587420
    },
    {
      "epoch": 0.7451310191562717,
      "grad_norm": 5.59375,
      "learning_rate": 1.2745129132847367e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5390114933252335,
      "num_tokens": 452453436.0,
      "step": 587430
    },
    {
      "epoch": 0.7451437037488045,
      "grad_norm": 7.3125,
      "learning_rate": 1.2744494822761077e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5365205466747284,
      "num_tokens": 452460208.0,
      "step": 587440
    },
    {
      "epoch": 0.7451563883413374,
      "grad_norm": 5.5625,
      "learning_rate": 1.2743860512674785e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5332748204469681,
      "num_tokens": 452468562.0,
      "step": 587450
    },
    {
      "epoch": 0.7451690729338701,
      "grad_norm": 6.9375,
      "learning_rate": 1.2743226202588493e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5350624829530716,
      "num_tokens": 452477110.0,
      "step": 587460
    },
    {
      "epoch": 0.745181757526403,
      "grad_norm": 5.40625,
      "learning_rate": 1.27425918925022e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5636203765869141,
      "num_tokens": 452484999.0,
      "step": 587470
    },
    {
      "epoch": 0.7451944421189358,
      "grad_norm": 13.4375,
      "learning_rate": 1.2741957582415909e-05,
      "loss": 2.116,
      "mean_token_accuracy": 0.5530288100242615,
      "num_tokens": 452492733.0,
      "step": 587480
    },
    {
      "epoch": 0.7452071267114686,
      "grad_norm": 5.75,
      "learning_rate": 1.274132327232962e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.539909839630127,
      "num_tokens": 452499256.0,
      "step": 587490
    },
    {
      "epoch": 0.7452198113040015,
      "grad_norm": 5.6875,
      "learning_rate": 1.2740688962243327e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5259033411741256,
      "num_tokens": 452508959.0,
      "step": 587500
    },
    {
      "epoch": 0.7452324958965343,
      "grad_norm": 5.84375,
      "learning_rate": 1.2740054652157035e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5420197665691375,
      "num_tokens": 452516350.0,
      "step": 587510
    },
    {
      "epoch": 0.7452451804890672,
      "grad_norm": 4.90625,
      "learning_rate": 1.2739420342070742e-05,
      "loss": 1.8269,
      "mean_token_accuracy": 0.5841183960437775,
      "num_tokens": 452524596.0,
      "step": 587520
    },
    {
      "epoch": 0.7452578650816,
      "grad_norm": 4.5,
      "learning_rate": 1.2738786031984454e-05,
      "loss": 1.8371,
      "mean_token_accuracy": 0.5868135035037995,
      "num_tokens": 452531797.0,
      "step": 587530
    },
    {
      "epoch": 0.7452705496741329,
      "grad_norm": 5.03125,
      "learning_rate": 1.2738151721898162e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5280139237642288,
      "num_tokens": 452540387.0,
      "step": 587540
    },
    {
      "epoch": 0.7452832342666657,
      "grad_norm": 5.75,
      "learning_rate": 1.273751741181187e-05,
      "loss": 1.871,
      "mean_token_accuracy": 0.593823704123497,
      "num_tokens": 452547600.0,
      "step": 587550
    },
    {
      "epoch": 0.7452959188591984,
      "grad_norm": 7.96875,
      "learning_rate": 1.2736883101725577e-05,
      "loss": 2.083,
      "mean_token_accuracy": 0.5369926214218139,
      "num_tokens": 452555597.0,
      "step": 587560
    },
    {
      "epoch": 0.7453086034517313,
      "grad_norm": 5.625,
      "learning_rate": 1.2736248791639286e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5504687637090683,
      "num_tokens": 452562194.0,
      "step": 587570
    },
    {
      "epoch": 0.7453212880442641,
      "grad_norm": 7.5625,
      "learning_rate": 1.2735614481552996e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5522879272699356,
      "num_tokens": 452570808.0,
      "step": 587580
    },
    {
      "epoch": 0.745333972636797,
      "grad_norm": 5.28125,
      "learning_rate": 1.2734980171466704e-05,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5721538901329041,
      "num_tokens": 452579215.0,
      "step": 587590
    },
    {
      "epoch": 0.7453466572293298,
      "grad_norm": 5.4375,
      "learning_rate": 1.2734345861380412e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5345052748918533,
      "num_tokens": 452586235.0,
      "step": 587600
    },
    {
      "epoch": 0.7453593418218627,
      "grad_norm": 4.71875,
      "learning_rate": 1.273371155129412e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5484937220811844,
      "num_tokens": 452595235.0,
      "step": 587610
    },
    {
      "epoch": 0.7453720264143955,
      "grad_norm": 5.28125,
      "learning_rate": 1.2733077241207828e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5574309229850769,
      "num_tokens": 452602801.0,
      "step": 587620
    },
    {
      "epoch": 0.7453847110069284,
      "grad_norm": 6.53125,
      "learning_rate": 1.2732442931121538e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5452200174331665,
      "num_tokens": 452610197.0,
      "step": 587630
    },
    {
      "epoch": 0.7453973955994612,
      "grad_norm": 6.96875,
      "learning_rate": 1.2731808621035246e-05,
      "loss": 1.8811,
      "mean_token_accuracy": 0.5861951380968093,
      "num_tokens": 452617041.0,
      "step": 587640
    },
    {
      "epoch": 0.745410080191994,
      "grad_norm": 5.3125,
      "learning_rate": 1.2731174310948954e-05,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5695383012294769,
      "num_tokens": 452624623.0,
      "step": 587650
    },
    {
      "epoch": 0.7454227647845268,
      "grad_norm": 4.71875,
      "learning_rate": 1.2730540000862661e-05,
      "loss": 2.1739,
      "mean_token_accuracy": 0.532786163687706,
      "num_tokens": 452632200.0,
      "step": 587660
    },
    {
      "epoch": 0.7454354493770596,
      "grad_norm": 6.53125,
      "learning_rate": 1.272990569077637e-05,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5791546523571014,
      "num_tokens": 452636953.0,
      "step": 587670
    },
    {
      "epoch": 0.7454481339695925,
      "grad_norm": 6.0,
      "learning_rate": 1.272927138069008e-05,
      "loss": 2.1937,
      "mean_token_accuracy": 0.5257468312978745,
      "num_tokens": 452644253.0,
      "step": 587680
    },
    {
      "epoch": 0.7454608185621253,
      "grad_norm": 6.875,
      "learning_rate": 1.2728637070603788e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5780464857816696,
      "num_tokens": 452651471.0,
      "step": 587690
    },
    {
      "epoch": 0.7454735031546582,
      "grad_norm": 5.4375,
      "learning_rate": 1.2728002760517496e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5440297514200211,
      "num_tokens": 452659614.0,
      "step": 587700
    },
    {
      "epoch": 0.745486187747191,
      "grad_norm": 4.9375,
      "learning_rate": 1.2727368450431203e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5614100277423859,
      "num_tokens": 452667023.0,
      "step": 587710
    },
    {
      "epoch": 0.7454988723397238,
      "grad_norm": 6.34375,
      "learning_rate": 1.2726734140344912e-05,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5434080094099045,
      "num_tokens": 452675698.0,
      "step": 587720
    },
    {
      "epoch": 0.7455115569322567,
      "grad_norm": 7.875,
      "learning_rate": 1.2726099830258622e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5716096758842468,
      "num_tokens": 452683066.0,
      "step": 587730
    },
    {
      "epoch": 0.7455242415247895,
      "grad_norm": 6.375,
      "learning_rate": 1.2725465520172331e-05,
      "loss": 1.9056,
      "mean_token_accuracy": 0.570843243598938,
      "num_tokens": 452691037.0,
      "step": 587740
    },
    {
      "epoch": 0.7455369261173224,
      "grad_norm": 4.875,
      "learning_rate": 1.2724831210086038e-05,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5554881751537323,
      "num_tokens": 452699597.0,
      "step": 587750
    },
    {
      "epoch": 0.7455496107098551,
      "grad_norm": 5.90625,
      "learning_rate": 1.2724196899999747e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5486535489559173,
      "num_tokens": 452707292.0,
      "step": 587760
    },
    {
      "epoch": 0.745562295302388,
      "grad_norm": 5.6875,
      "learning_rate": 1.2723562589913454e-05,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5590355366468429,
      "num_tokens": 452715282.0,
      "step": 587770
    },
    {
      "epoch": 0.7455749798949208,
      "grad_norm": 6.5,
      "learning_rate": 1.2722928279827164e-05,
      "loss": 1.7935,
      "mean_token_accuracy": 0.5967117428779602,
      "num_tokens": 452722368.0,
      "step": 587780
    },
    {
      "epoch": 0.7455876644874536,
      "grad_norm": 7.125,
      "learning_rate": 1.2722293969740873e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5568191528320312,
      "num_tokens": 452729414.0,
      "step": 587790
    },
    {
      "epoch": 0.7456003490799865,
      "grad_norm": 5.28125,
      "learning_rate": 1.272165965965458e-05,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5623002707958221,
      "num_tokens": 452736576.0,
      "step": 587800
    },
    {
      "epoch": 0.7456130336725193,
      "grad_norm": 5.3125,
      "learning_rate": 1.2721025349568289e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5249886602163315,
      "num_tokens": 452744122.0,
      "step": 587810
    },
    {
      "epoch": 0.7456257182650522,
      "grad_norm": 6.4375,
      "learning_rate": 1.2720391039481996e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.534791174530983,
      "num_tokens": 452751142.0,
      "step": 587820
    },
    {
      "epoch": 0.745638402857585,
      "grad_norm": 7.09375,
      "learning_rate": 1.2719756729395706e-05,
      "loss": 1.9248,
      "mean_token_accuracy": 0.5667273700237274,
      "num_tokens": 452757370.0,
      "step": 587830
    },
    {
      "epoch": 0.7456510874501179,
      "grad_norm": 5.625,
      "learning_rate": 1.2719122419309415e-05,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5325725913047791,
      "num_tokens": 452765325.0,
      "step": 587840
    },
    {
      "epoch": 0.7456637720426507,
      "grad_norm": 5.375,
      "learning_rate": 1.2718488109223122e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5716014504432678,
      "num_tokens": 452772232.0,
      "step": 587850
    },
    {
      "epoch": 0.7456764566351836,
      "grad_norm": 5.53125,
      "learning_rate": 1.2717853799136831e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.54873226583004,
      "num_tokens": 452779243.0,
      "step": 587860
    },
    {
      "epoch": 0.7456891412277163,
      "grad_norm": 5.15625,
      "learning_rate": 1.2717219489050538e-05,
      "loss": 2.2509,
      "mean_token_accuracy": 0.5084667056798935,
      "num_tokens": 452787013.0,
      "step": 587870
    },
    {
      "epoch": 0.7457018258202491,
      "grad_norm": 4.59375,
      "learning_rate": 1.2716585178964248e-05,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5514104992151261,
      "num_tokens": 452794055.0,
      "step": 587880
    },
    {
      "epoch": 0.745714510412782,
      "grad_norm": 5.0625,
      "learning_rate": 1.2715950868877957e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.535536378622055,
      "num_tokens": 452801740.0,
      "step": 587890
    },
    {
      "epoch": 0.7457271950053148,
      "grad_norm": 5.5625,
      "learning_rate": 1.2715316558791664e-05,
      "loss": 1.8368,
      "mean_token_accuracy": 0.5803771078586578,
      "num_tokens": 452809484.0,
      "step": 587900
    },
    {
      "epoch": 0.7457398795978477,
      "grad_norm": 4.53125,
      "learning_rate": 1.2714682248705373e-05,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5419663488864899,
      "num_tokens": 452817261.0,
      "step": 587910
    },
    {
      "epoch": 0.7457525641903805,
      "grad_norm": 5.625,
      "learning_rate": 1.271404793861908e-05,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5661553770303727,
      "num_tokens": 452825377.0,
      "step": 587920
    },
    {
      "epoch": 0.7457652487829134,
      "grad_norm": 6.125,
      "learning_rate": 1.2713413628532792e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5465422093868255,
      "num_tokens": 452832407.0,
      "step": 587930
    },
    {
      "epoch": 0.7457779333754462,
      "grad_norm": 5.125,
      "learning_rate": 1.27127793184465e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5657772034406662,
      "num_tokens": 452840075.0,
      "step": 587940
    },
    {
      "epoch": 0.745790617967979,
      "grad_norm": 4.90625,
      "learning_rate": 1.2712145008360208e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5334153592586517,
      "num_tokens": 452848800.0,
      "step": 587950
    },
    {
      "epoch": 0.7458033025605119,
      "grad_norm": 5.375,
      "learning_rate": 1.2711510698273915e-05,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5316480934619904,
      "num_tokens": 452856543.0,
      "step": 587960
    },
    {
      "epoch": 0.7458159871530446,
      "grad_norm": 5.1875,
      "learning_rate": 1.2710876388187625e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.525547668337822,
      "num_tokens": 452865033.0,
      "step": 587970
    },
    {
      "epoch": 0.7458286717455775,
      "grad_norm": 5.96875,
      "learning_rate": 1.2710242078101334e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5235843688249588,
      "num_tokens": 452872465.0,
      "step": 587980
    },
    {
      "epoch": 0.7458413563381103,
      "grad_norm": 6.46875,
      "learning_rate": 1.2709607768015041e-05,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5629282236099243,
      "num_tokens": 452880081.0,
      "step": 587990
    },
    {
      "epoch": 0.7458540409306432,
      "grad_norm": 5.9375,
      "learning_rate": 1.270897345792875e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5686767309904098,
      "num_tokens": 452887450.0,
      "step": 588000
    },
    {
      "epoch": 0.745866725523176,
      "grad_norm": 4.96875,
      "learning_rate": 1.2708339147842457e-05,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5292939335107804,
      "num_tokens": 452894353.0,
      "step": 588010
    },
    {
      "epoch": 0.7458794101157089,
      "grad_norm": 5.1875,
      "learning_rate": 1.2707704837756167e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5324091076850891,
      "num_tokens": 452903558.0,
      "step": 588020
    },
    {
      "epoch": 0.7458920947082417,
      "grad_norm": 7.5,
      "learning_rate": 1.2707070527669876e-05,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5326959133148194,
      "num_tokens": 452911153.0,
      "step": 588030
    },
    {
      "epoch": 0.7459047793007745,
      "grad_norm": 5.21875,
      "learning_rate": 1.2706436217583583e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.546487346291542,
      "num_tokens": 452918915.0,
      "step": 588040
    },
    {
      "epoch": 0.7459174638933074,
      "grad_norm": 6.9375,
      "learning_rate": 1.2705801907497292e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5543772220611572,
      "num_tokens": 452926417.0,
      "step": 588050
    },
    {
      "epoch": 0.7459301484858402,
      "grad_norm": 4.78125,
      "learning_rate": 1.2705167597410999e-05,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5370899081230164,
      "num_tokens": 452933862.0,
      "step": 588060
    },
    {
      "epoch": 0.7459428330783731,
      "grad_norm": 6.65625,
      "learning_rate": 1.270453328732471e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5536919057369232,
      "num_tokens": 452941451.0,
      "step": 588070
    },
    {
      "epoch": 0.7459555176709058,
      "grad_norm": 4.65625,
      "learning_rate": 1.2703898977238418e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.536714494228363,
      "num_tokens": 452950245.0,
      "step": 588080
    },
    {
      "epoch": 0.7459682022634387,
      "grad_norm": 6.78125,
      "learning_rate": 1.2703264667152125e-05,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5589558273553848,
      "num_tokens": 452958158.0,
      "step": 588090
    },
    {
      "epoch": 0.7459808868559715,
      "grad_norm": 6.0,
      "learning_rate": 1.2702630357065834e-05,
      "loss": 2.2319,
      "mean_token_accuracy": 0.5125987857580185,
      "num_tokens": 452966422.0,
      "step": 588100
    },
    {
      "epoch": 0.7459935714485043,
      "grad_norm": 7.0,
      "learning_rate": 1.2701996046979541e-05,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5310575485229492,
      "num_tokens": 452974406.0,
      "step": 588110
    },
    {
      "epoch": 0.7460062560410372,
      "grad_norm": 6.0,
      "learning_rate": 1.2701361736893253e-05,
      "loss": 1.8473,
      "mean_token_accuracy": 0.5726781249046325,
      "num_tokens": 452982214.0,
      "step": 588120
    },
    {
      "epoch": 0.74601894063357,
      "grad_norm": 6.8125,
      "learning_rate": 1.270072742680696e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5435794949531555,
      "num_tokens": 452989563.0,
      "step": 588130
    },
    {
      "epoch": 0.7460316252261029,
      "grad_norm": 5.25,
      "learning_rate": 1.2700093116720669e-05,
      "loss": 2.3166,
      "mean_token_accuracy": 0.5146050810813904,
      "num_tokens": 452998535.0,
      "step": 588140
    },
    {
      "epoch": 0.7460443098186357,
      "grad_norm": 5.25,
      "learning_rate": 1.2699458806634376e-05,
      "loss": 1.937,
      "mean_token_accuracy": 0.5685907185077668,
      "num_tokens": 453007531.0,
      "step": 588150
    },
    {
      "epoch": 0.7460569944111686,
      "grad_norm": 7.96875,
      "learning_rate": 1.2698824496548085e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5529141038656235,
      "num_tokens": 453014470.0,
      "step": 588160
    },
    {
      "epoch": 0.7460696790037014,
      "grad_norm": 5.15625,
      "learning_rate": 1.2698190186461795e-05,
      "loss": 2.3297,
      "mean_token_accuracy": 0.5053910374641418,
      "num_tokens": 453023506.0,
      "step": 588170
    },
    {
      "epoch": 0.7460823635962341,
      "grad_norm": 5.34375,
      "learning_rate": 1.2697555876375502e-05,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5411291271448135,
      "num_tokens": 453031486.0,
      "step": 588180
    },
    {
      "epoch": 0.746095048188767,
      "grad_norm": 5.0625,
      "learning_rate": 1.2696921566289211e-05,
      "loss": 2.2969,
      "mean_token_accuracy": 0.5123437225818634,
      "num_tokens": 453040803.0,
      "step": 588190
    },
    {
      "epoch": 0.7461077327812998,
      "grad_norm": 6.46875,
      "learning_rate": 1.2696287256202918e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5696533650159836,
      "num_tokens": 453047702.0,
      "step": 588200
    },
    {
      "epoch": 0.7461204173738327,
      "grad_norm": 5.25,
      "learning_rate": 1.2695652946116627e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5578591614961624,
      "num_tokens": 453054862.0,
      "step": 588210
    },
    {
      "epoch": 0.7461331019663655,
      "grad_norm": 5.5625,
      "learning_rate": 1.2695018636030337e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5661877602338791,
      "num_tokens": 453062519.0,
      "step": 588220
    },
    {
      "epoch": 0.7461457865588984,
      "grad_norm": 5.53125,
      "learning_rate": 1.2694384325944044e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5342082232236862,
      "num_tokens": 453071329.0,
      "step": 588230
    },
    {
      "epoch": 0.7461584711514312,
      "grad_norm": 5.28125,
      "learning_rate": 1.2693750015857753e-05,
      "loss": 1.7108,
      "mean_token_accuracy": 0.6148797392845153,
      "num_tokens": 453078903.0,
      "step": 588240
    },
    {
      "epoch": 0.7461711557439641,
      "grad_norm": 5.5625,
      "learning_rate": 1.269311570577146e-05,
      "loss": 1.9428,
      "mean_token_accuracy": 0.5807161718606949,
      "num_tokens": 453085519.0,
      "step": 588250
    },
    {
      "epoch": 0.7461838403364969,
      "grad_norm": 5.78125,
      "learning_rate": 1.2692481395685169e-05,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5465597093105317,
      "num_tokens": 453093310.0,
      "step": 588260
    },
    {
      "epoch": 0.7461965249290297,
      "grad_norm": 5.125,
      "learning_rate": 1.269184708559888e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5416200459003448,
      "num_tokens": 453100933.0,
      "step": 588270
    },
    {
      "epoch": 0.7462092095215626,
      "grad_norm": 5.5625,
      "learning_rate": 1.2691212775512586e-05,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5493435084819793,
      "num_tokens": 453110103.0,
      "step": 588280
    },
    {
      "epoch": 0.7462218941140953,
      "grad_norm": 4.96875,
      "learning_rate": 1.2690578465426295e-05,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5638925820589066,
      "num_tokens": 453117738.0,
      "step": 588290
    },
    {
      "epoch": 0.7462345787066282,
      "grad_norm": 6.03125,
      "learning_rate": 1.2689944155340002e-05,
      "loss": 1.8976,
      "mean_token_accuracy": 0.5841222316026687,
      "num_tokens": 453124295.0,
      "step": 588300
    },
    {
      "epoch": 0.746247263299161,
      "grad_norm": 4.65625,
      "learning_rate": 1.268930984525371e-05,
      "loss": 1.8844,
      "mean_token_accuracy": 0.5713260680437088,
      "num_tokens": 453131466.0,
      "step": 588310
    },
    {
      "epoch": 0.7462599478916939,
      "grad_norm": 7.28125,
      "learning_rate": 1.2688675535167421e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5278514266014099,
      "num_tokens": 453138653.0,
      "step": 588320
    },
    {
      "epoch": 0.7462726324842267,
      "grad_norm": 5.09375,
      "learning_rate": 1.268804122508113e-05,
      "loss": 2.208,
      "mean_token_accuracy": 0.527731430530548,
      "num_tokens": 453145861.0,
      "step": 588330
    },
    {
      "epoch": 0.7462853170767595,
      "grad_norm": 6.375,
      "learning_rate": 1.2687406914994837e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5288213491439819,
      "num_tokens": 453154072.0,
      "step": 588340
    },
    {
      "epoch": 0.7462980016692924,
      "grad_norm": 7.15625,
      "learning_rate": 1.2686772604908546e-05,
      "loss": 1.8602,
      "mean_token_accuracy": 0.5858937203884125,
      "num_tokens": 453160383.0,
      "step": 588350
    },
    {
      "epoch": 0.7463106862618252,
      "grad_norm": 7.03125,
      "learning_rate": 1.2686138294822253e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.564749202132225,
      "num_tokens": 453167529.0,
      "step": 588360
    },
    {
      "epoch": 0.7463233708543581,
      "grad_norm": 5.03125,
      "learning_rate": 1.2685503984735963e-05,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5586282759904861,
      "num_tokens": 453175332.0,
      "step": 588370
    },
    {
      "epoch": 0.7463360554468909,
      "grad_norm": 5.625,
      "learning_rate": 1.2684869674649672e-05,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5583941131830216,
      "num_tokens": 453183157.0,
      "step": 588380
    },
    {
      "epoch": 0.7463487400394238,
      "grad_norm": 5.3125,
      "learning_rate": 1.2684235364563379e-05,
      "loss": 2.1693,
      "mean_token_accuracy": 0.522283136844635,
      "num_tokens": 453191044.0,
      "step": 588390
    },
    {
      "epoch": 0.7463614246319565,
      "grad_norm": 8.625,
      "learning_rate": 1.2683601054477088e-05,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5237042009830475,
      "num_tokens": 453199938.0,
      "step": 588400
    },
    {
      "epoch": 0.7463741092244894,
      "grad_norm": 6.8125,
      "learning_rate": 1.2682966744390795e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5387657791376114,
      "num_tokens": 453209239.0,
      "step": 588410
    },
    {
      "epoch": 0.7463867938170222,
      "grad_norm": 4.84375,
      "learning_rate": 1.2682332434304505e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5569759607315063,
      "num_tokens": 453217042.0,
      "step": 588420
    },
    {
      "epoch": 0.746399478409555,
      "grad_norm": 7.84375,
      "learning_rate": 1.2681698124218214e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5467306673526764,
      "num_tokens": 453225212.0,
      "step": 588430
    },
    {
      "epoch": 0.7464121630020879,
      "grad_norm": 4.9375,
      "learning_rate": 1.2681063814131921e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5573164701461792,
      "num_tokens": 453232037.0,
      "step": 588440
    },
    {
      "epoch": 0.7464248475946207,
      "grad_norm": 11.75,
      "learning_rate": 1.268042950404563e-05,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5310015887022018,
      "num_tokens": 453239357.0,
      "step": 588450
    },
    {
      "epoch": 0.7464375321871536,
      "grad_norm": 6.28125,
      "learning_rate": 1.267979519395934e-05,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5314137130975723,
      "num_tokens": 453247574.0,
      "step": 588460
    },
    {
      "epoch": 0.7464502167796864,
      "grad_norm": 4.03125,
      "learning_rate": 1.2679160883873047e-05,
      "loss": 1.8485,
      "mean_token_accuracy": 0.5913693219423294,
      "num_tokens": 453255331.0,
      "step": 588470
    },
    {
      "epoch": 0.7464629013722193,
      "grad_norm": 6.15625,
      "learning_rate": 1.2678526573786756e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5296956658363342,
      "num_tokens": 453262038.0,
      "step": 588480
    },
    {
      "epoch": 0.746475585964752,
      "grad_norm": 5.15625,
      "learning_rate": 1.2677892263700463e-05,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5510052800178528,
      "num_tokens": 453269908.0,
      "step": 588490
    },
    {
      "epoch": 0.7464882705572848,
      "grad_norm": 5.03125,
      "learning_rate": 1.2677257953614172e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5339966893196106,
      "num_tokens": 453278236.0,
      "step": 588500
    },
    {
      "epoch": 0.7465009551498177,
      "grad_norm": 4.9375,
      "learning_rate": 1.2676623643527882e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5352864325046539,
      "num_tokens": 453286496.0,
      "step": 588510
    },
    {
      "epoch": 0.7465136397423505,
      "grad_norm": 5.125,
      "learning_rate": 1.2675989333441591e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5488185286521912,
      "num_tokens": 453295365.0,
      "step": 588520
    },
    {
      "epoch": 0.7465263243348834,
      "grad_norm": 9.4375,
      "learning_rate": 1.2675355023355298e-05,
      "loss": 1.8689,
      "mean_token_accuracy": 0.5835445016622544,
      "num_tokens": 453302149.0,
      "step": 588530
    },
    {
      "epoch": 0.7465390089274162,
      "grad_norm": 5.21875,
      "learning_rate": 1.2674720713269007e-05,
      "loss": 1.8549,
      "mean_token_accuracy": 0.587415212392807,
      "num_tokens": 453309633.0,
      "step": 588540
    },
    {
      "epoch": 0.7465516935199491,
      "grad_norm": 6.03125,
      "learning_rate": 1.2674086403182714e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5429379343986511,
      "num_tokens": 453318096.0,
      "step": 588550
    },
    {
      "epoch": 0.7465643781124819,
      "grad_norm": 4.96875,
      "learning_rate": 1.2673452093096424e-05,
      "loss": 2.2297,
      "mean_token_accuracy": 0.5241098076105117,
      "num_tokens": 453326496.0,
      "step": 588560
    },
    {
      "epoch": 0.7465770627050148,
      "grad_norm": 6.6875,
      "learning_rate": 1.2672817783010133e-05,
      "loss": 1.8767,
      "mean_token_accuracy": 0.5768775403499603,
      "num_tokens": 453334147.0,
      "step": 588570
    },
    {
      "epoch": 0.7465897472975476,
      "grad_norm": 5.375,
      "learning_rate": 1.267218347292384e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5450539380311966,
      "num_tokens": 453342116.0,
      "step": 588580
    },
    {
      "epoch": 0.7466024318900804,
      "grad_norm": 7.125,
      "learning_rate": 1.2671549162837549e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5601603925228119,
      "num_tokens": 453350507.0,
      "step": 588590
    },
    {
      "epoch": 0.7466151164826133,
      "grad_norm": 6.34375,
      "learning_rate": 1.2670914852751256e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5356772929430008,
      "num_tokens": 453358374.0,
      "step": 588600
    },
    {
      "epoch": 0.746627801075146,
      "grad_norm": 6.875,
      "learning_rate": 1.2670280542664966e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5444579422473907,
      "num_tokens": 453366474.0,
      "step": 588610
    },
    {
      "epoch": 0.7466404856676789,
      "grad_norm": 5.71875,
      "learning_rate": 1.2669646232578675e-05,
      "loss": 1.85,
      "mean_token_accuracy": 0.5878649532794953,
      "num_tokens": 453373050.0,
      "step": 588620
    },
    {
      "epoch": 0.7466531702602117,
      "grad_norm": 5.40625,
      "learning_rate": 1.2669011922492382e-05,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5412535607814789,
      "num_tokens": 453380965.0,
      "step": 588630
    },
    {
      "epoch": 0.7466658548527446,
      "grad_norm": 6.25,
      "learning_rate": 1.266837761240609e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5252155661582947,
      "num_tokens": 453389267.0,
      "step": 588640
    },
    {
      "epoch": 0.7466785394452774,
      "grad_norm": 4.8125,
      "learning_rate": 1.2667743302319798e-05,
      "loss": 1.7941,
      "mean_token_accuracy": 0.5931551933288575,
      "num_tokens": 453396875.0,
      "step": 588650
    },
    {
      "epoch": 0.7466912240378102,
      "grad_norm": 6.0625,
      "learning_rate": 1.2667108992233508e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5504774719476699,
      "num_tokens": 453404359.0,
      "step": 588660
    },
    {
      "epoch": 0.7467039086303431,
      "grad_norm": 8.4375,
      "learning_rate": 1.2666474682147217e-05,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5290447473526001,
      "num_tokens": 453410686.0,
      "step": 588670
    },
    {
      "epoch": 0.7467165932228759,
      "grad_norm": 5.53125,
      "learning_rate": 1.2665840372060924e-05,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5501836359500885,
      "num_tokens": 453418641.0,
      "step": 588680
    },
    {
      "epoch": 0.7467292778154088,
      "grad_norm": 4.9375,
      "learning_rate": 1.2665206061974633e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.534098994731903,
      "num_tokens": 453426587.0,
      "step": 588690
    },
    {
      "epoch": 0.7467419624079416,
      "grad_norm": 5.53125,
      "learning_rate": 1.266457175188834e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5444351375102997,
      "num_tokens": 453434818.0,
      "step": 588700
    },
    {
      "epoch": 0.7467546470004744,
      "grad_norm": 8.25,
      "learning_rate": 1.2663937441802052e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.532819738984108,
      "num_tokens": 453442456.0,
      "step": 588710
    },
    {
      "epoch": 0.7467673315930072,
      "grad_norm": 7.25,
      "learning_rate": 1.2663303131715759e-05,
      "loss": 1.7366,
      "mean_token_accuracy": 0.6229806482791901,
      "num_tokens": 453447971.0,
      "step": 588720
    },
    {
      "epoch": 0.74678001618554,
      "grad_norm": 6.46875,
      "learning_rate": 1.2662668821629468e-05,
      "loss": 1.791,
      "mean_token_accuracy": 0.6023194819688797,
      "num_tokens": 453454572.0,
      "step": 588730
    },
    {
      "epoch": 0.7467927007780729,
      "grad_norm": 5.28125,
      "learning_rate": 1.2662034511543175e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5381234467029572,
      "num_tokens": 453462745.0,
      "step": 588740
    },
    {
      "epoch": 0.7468053853706057,
      "grad_norm": 5.28125,
      "learning_rate": 1.2661400201456883e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5387579530477524,
      "num_tokens": 453470800.0,
      "step": 588750
    },
    {
      "epoch": 0.7468180699631386,
      "grad_norm": 5.6875,
      "learning_rate": 1.2660765891370594e-05,
      "loss": 1.7042,
      "mean_token_accuracy": 0.6106878221035004,
      "num_tokens": 453477489.0,
      "step": 588760
    },
    {
      "epoch": 0.7468307545556714,
      "grad_norm": 4.875,
      "learning_rate": 1.2660131581284301e-05,
      "loss": 1.8055,
      "mean_token_accuracy": 0.6045518964529037,
      "num_tokens": 453484327.0,
      "step": 588770
    },
    {
      "epoch": 0.7468434391482043,
      "grad_norm": 5.90625,
      "learning_rate": 1.265949727119801e-05,
      "loss": 2.3692,
      "mean_token_accuracy": 0.49431784749031066,
      "num_tokens": 453493402.0,
      "step": 588780
    },
    {
      "epoch": 0.7468561237407371,
      "grad_norm": 6.65625,
      "learning_rate": 1.2658862961111717e-05,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5298317909240723,
      "num_tokens": 453502308.0,
      "step": 588790
    },
    {
      "epoch": 0.74686880833327,
      "grad_norm": 5.34375,
      "learning_rate": 1.2658228651025425e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.543214675784111,
      "num_tokens": 453511111.0,
      "step": 588800
    },
    {
      "epoch": 0.7468814929258027,
      "grad_norm": 5.4375,
      "learning_rate": 1.2657594340939136e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5586603730916977,
      "num_tokens": 453519674.0,
      "step": 588810
    },
    {
      "epoch": 0.7468941775183355,
      "grad_norm": 4.84375,
      "learning_rate": 1.2656960030852843e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5295637428760529,
      "num_tokens": 453528896.0,
      "step": 588820
    },
    {
      "epoch": 0.7469068621108684,
      "grad_norm": 4.8125,
      "learning_rate": 1.2656325720766552e-05,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5377415418624878,
      "num_tokens": 453536304.0,
      "step": 588830
    },
    {
      "epoch": 0.7469195467034012,
      "grad_norm": 5.3125,
      "learning_rate": 1.2655691410680259e-05,
      "loss": 2.044,
      "mean_token_accuracy": 0.5373648941516876,
      "num_tokens": 453545611.0,
      "step": 588840
    },
    {
      "epoch": 0.7469322312959341,
      "grad_norm": 8.625,
      "learning_rate": 1.2655057100593967e-05,
      "loss": 1.9577,
      "mean_token_accuracy": 0.5622232258319855,
      "num_tokens": 453553413.0,
      "step": 588850
    },
    {
      "epoch": 0.7469449158884669,
      "grad_norm": 6.90625,
      "learning_rate": 1.2654422790507678e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5454400390386581,
      "num_tokens": 453560960.0,
      "step": 588860
    },
    {
      "epoch": 0.7469576004809998,
      "grad_norm": 5.40625,
      "learning_rate": 1.2653788480421385e-05,
      "loss": 1.8789,
      "mean_token_accuracy": 0.5756753861904145,
      "num_tokens": 453569410.0,
      "step": 588870
    },
    {
      "epoch": 0.7469702850735326,
      "grad_norm": 4.75,
      "learning_rate": 1.2653154170335094e-05,
      "loss": 1.8494,
      "mean_token_accuracy": 0.583483874797821,
      "num_tokens": 453576871.0,
      "step": 588880
    },
    {
      "epoch": 0.7469829696660654,
      "grad_norm": 5.6875,
      "learning_rate": 1.26525198602488e-05,
      "loss": 1.9788,
      "mean_token_accuracy": 0.5562007576227188,
      "num_tokens": 453583734.0,
      "step": 588890
    },
    {
      "epoch": 0.7469956542585983,
      "grad_norm": 9.25,
      "learning_rate": 1.2651885550162513e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5502909183502197,
      "num_tokens": 453591064.0,
      "step": 588900
    },
    {
      "epoch": 0.747008338851131,
      "grad_norm": 5.34375,
      "learning_rate": 1.265125124007622e-05,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5424294233322143,
      "num_tokens": 453599485.0,
      "step": 588910
    },
    {
      "epoch": 0.747021023443664,
      "grad_norm": 6.40625,
      "learning_rate": 1.2650616929989929e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5677410781383514,
      "num_tokens": 453606707.0,
      "step": 588920
    },
    {
      "epoch": 0.7470337080361967,
      "grad_norm": 11.8125,
      "learning_rate": 1.2649982619903636e-05,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5580149203538894,
      "num_tokens": 453613895.0,
      "step": 588930
    },
    {
      "epoch": 0.7470463926287296,
      "grad_norm": 7.15625,
      "learning_rate": 1.2649348309817344e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5301730155944824,
      "num_tokens": 453621952.0,
      "step": 588940
    },
    {
      "epoch": 0.7470590772212624,
      "grad_norm": 5.1875,
      "learning_rate": 1.2648713999731055e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5763555109500885,
      "num_tokens": 453629133.0,
      "step": 588950
    },
    {
      "epoch": 0.7470717618137953,
      "grad_norm": 8.375,
      "learning_rate": 1.2648079689644762e-05,
      "loss": 2.0413,
      "mean_token_accuracy": 0.547009962797165,
      "num_tokens": 453636311.0,
      "step": 588960
    },
    {
      "epoch": 0.7470844464063281,
      "grad_norm": 6.21875,
      "learning_rate": 1.264744537955847e-05,
      "loss": 1.7021,
      "mean_token_accuracy": 0.6125906974077224,
      "num_tokens": 453644370.0,
      "step": 588970
    },
    {
      "epoch": 0.7470971309988609,
      "grad_norm": 8.3125,
      "learning_rate": 1.2646811069472178e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5308793306350708,
      "num_tokens": 453652704.0,
      "step": 588980
    },
    {
      "epoch": 0.7471098155913938,
      "grad_norm": 5.0625,
      "learning_rate": 1.2646176759385886e-05,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5150723069906235,
      "num_tokens": 453662131.0,
      "step": 588990
    },
    {
      "epoch": 0.7471225001839266,
      "grad_norm": 5.375,
      "learning_rate": 1.2645542449299597e-05,
      "loss": 2.2664,
      "mean_token_accuracy": 0.5142531275749207,
      "num_tokens": 453669951.0,
      "step": 589000
    },
    {
      "epoch": 0.7471351847764595,
      "grad_norm": 5.25,
      "learning_rate": 1.2644908139213304e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5574789941310883,
      "num_tokens": 453678677.0,
      "step": 589010
    },
    {
      "epoch": 0.7471478693689922,
      "grad_norm": 5.75,
      "learning_rate": 1.2644273829127013e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5411812394857407,
      "num_tokens": 453686573.0,
      "step": 589020
    },
    {
      "epoch": 0.7471605539615251,
      "grad_norm": 5.09375,
      "learning_rate": 1.264363951904072e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5776110708713531,
      "num_tokens": 453694464.0,
      "step": 589030
    },
    {
      "epoch": 0.7471732385540579,
      "grad_norm": 6.03125,
      "learning_rate": 1.2643005208954428e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5516235500574111,
      "num_tokens": 453702331.0,
      "step": 589040
    },
    {
      "epoch": 0.7471859231465907,
      "grad_norm": 5.4375,
      "learning_rate": 1.2642370898868139e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5333250939846039,
      "num_tokens": 453710583.0,
      "step": 589050
    },
    {
      "epoch": 0.7471986077391236,
      "grad_norm": 5.9375,
      "learning_rate": 1.2641736588781848e-05,
      "loss": 1.8811,
      "mean_token_accuracy": 0.5768907785415649,
      "num_tokens": 453717404.0,
      "step": 589060
    },
    {
      "epoch": 0.7472112923316564,
      "grad_norm": 6.25,
      "learning_rate": 1.2641102278695555e-05,
      "loss": 2.1956,
      "mean_token_accuracy": 0.5312246918678284,
      "num_tokens": 453725997.0,
      "step": 589070
    },
    {
      "epoch": 0.7472239769241893,
      "grad_norm": 6.375,
      "learning_rate": 1.2640467968609262e-05,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5459205716848373,
      "num_tokens": 453733492.0,
      "step": 589080
    },
    {
      "epoch": 0.7472366615167221,
      "grad_norm": 5.125,
      "learning_rate": 1.263983365852297e-05,
      "loss": 1.7636,
      "mean_token_accuracy": 0.6036326289176941,
      "num_tokens": 453740092.0,
      "step": 589090
    },
    {
      "epoch": 0.747249346109255,
      "grad_norm": 5.34375,
      "learning_rate": 1.2639199348436681e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5506956905126572,
      "num_tokens": 453746884.0,
      "step": 589100
    },
    {
      "epoch": 0.7472620307017878,
      "grad_norm": 4.65625,
      "learning_rate": 1.263856503835039e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5292134702205658,
      "num_tokens": 453755194.0,
      "step": 589110
    },
    {
      "epoch": 0.7472747152943205,
      "grad_norm": 6.21875,
      "learning_rate": 1.2637930728264097e-05,
      "loss": 1.7959,
      "mean_token_accuracy": 0.6190003365278244,
      "num_tokens": 453760930.0,
      "step": 589120
    },
    {
      "epoch": 0.7472873998868534,
      "grad_norm": 6.15625,
      "learning_rate": 1.2637296418177805e-05,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5381381034851074,
      "num_tokens": 453769915.0,
      "step": 589130
    },
    {
      "epoch": 0.7473000844793862,
      "grad_norm": 5.65625,
      "learning_rate": 1.2636662108091512e-05,
      "loss": 1.8235,
      "mean_token_accuracy": 0.5960531800985336,
      "num_tokens": 453777648.0,
      "step": 589140
    },
    {
      "epoch": 0.7473127690719191,
      "grad_norm": 6.15625,
      "learning_rate": 1.2636027798005223e-05,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5799854218959808,
      "num_tokens": 453785846.0,
      "step": 589150
    },
    {
      "epoch": 0.7473254536644519,
      "grad_norm": 5.46875,
      "learning_rate": 1.2635393487918932e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5588716447353363,
      "num_tokens": 453794460.0,
      "step": 589160
    },
    {
      "epoch": 0.7473381382569848,
      "grad_norm": 6.75,
      "learning_rate": 1.2634759177832639e-05,
      "loss": 1.8957,
      "mean_token_accuracy": 0.5901100963354111,
      "num_tokens": 453800517.0,
      "step": 589170
    },
    {
      "epoch": 0.7473508228495176,
      "grad_norm": 6.15625,
      "learning_rate": 1.2634124867746347e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.542062121629715,
      "num_tokens": 453809033.0,
      "step": 589180
    },
    {
      "epoch": 0.7473635074420505,
      "grad_norm": 11.6875,
      "learning_rate": 1.2633490557660054e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5493854701519012,
      "num_tokens": 453815000.0,
      "step": 589190
    },
    {
      "epoch": 0.7473761920345833,
      "grad_norm": 5.375,
      "learning_rate": 1.2632856247573765e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5305749505758286,
      "num_tokens": 453822918.0,
      "step": 589200
    },
    {
      "epoch": 0.7473888766271161,
      "grad_norm": 6.5,
      "learning_rate": 1.2632221937487474e-05,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5208714574575424,
      "num_tokens": 453831218.0,
      "step": 589210
    },
    {
      "epoch": 0.747401561219649,
      "grad_norm": 5.0625,
      "learning_rate": 1.263158762740118e-05,
      "loss": 1.8664,
      "mean_token_accuracy": 0.5865482598543167,
      "num_tokens": 453838589.0,
      "step": 589220
    },
    {
      "epoch": 0.7474142458121817,
      "grad_norm": 4.8125,
      "learning_rate": 1.263095331731489e-05,
      "loss": 2.1144,
      "mean_token_accuracy": 0.5243231594562531,
      "num_tokens": 453847601.0,
      "step": 589230
    },
    {
      "epoch": 0.7474269304047146,
      "grad_norm": 5.28125,
      "learning_rate": 1.2630319007228596e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5353092432022095,
      "num_tokens": 453857085.0,
      "step": 589240
    },
    {
      "epoch": 0.7474396149972474,
      "grad_norm": 5.34375,
      "learning_rate": 1.2629684697142309e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5475091874599457,
      "num_tokens": 453864612.0,
      "step": 589250
    },
    {
      "epoch": 0.7474522995897803,
      "grad_norm": 5.875,
      "learning_rate": 1.2629050387056016e-05,
      "loss": 2.2093,
      "mean_token_accuracy": 0.5169606804847717,
      "num_tokens": 453872822.0,
      "step": 589260
    },
    {
      "epoch": 0.7474649841823131,
      "grad_norm": 6.6875,
      "learning_rate": 1.2628416076969724e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.543146139383316,
      "num_tokens": 453879386.0,
      "step": 589270
    },
    {
      "epoch": 0.7474776687748459,
      "grad_norm": 5.84375,
      "learning_rate": 1.2627781766883431e-05,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5317899912595749,
      "num_tokens": 453887265.0,
      "step": 589280
    },
    {
      "epoch": 0.7474903533673788,
      "grad_norm": 4.34375,
      "learning_rate": 1.2627147456797138e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5587205737829208,
      "num_tokens": 453894781.0,
      "step": 589290
    },
    {
      "epoch": 0.7475030379599116,
      "grad_norm": 5.09375,
      "learning_rate": 1.262651314671085e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5288545936346054,
      "num_tokens": 453903580.0,
      "step": 589300
    },
    {
      "epoch": 0.7475157225524445,
      "grad_norm": 4.875,
      "learning_rate": 1.2625878836624558e-05,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5428453773260117,
      "num_tokens": 453910901.0,
      "step": 589310
    },
    {
      "epoch": 0.7475284071449773,
      "grad_norm": 5.5625,
      "learning_rate": 1.2625244526538266e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5790609866380692,
      "num_tokens": 453917523.0,
      "step": 589320
    },
    {
      "epoch": 0.7475410917375102,
      "grad_norm": 7.09375,
      "learning_rate": 1.2624610216451973e-05,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5534179985523224,
      "num_tokens": 453924681.0,
      "step": 589330
    },
    {
      "epoch": 0.7475537763300429,
      "grad_norm": 9.8125,
      "learning_rate": 1.2623975906365684e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5191171944141388,
      "num_tokens": 453931607.0,
      "step": 589340
    },
    {
      "epoch": 0.7475664609225758,
      "grad_norm": 4.6875,
      "learning_rate": 1.2623341596279393e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5373117923736572,
      "num_tokens": 453939170.0,
      "step": 589350
    },
    {
      "epoch": 0.7475791455151086,
      "grad_norm": 5.875,
      "learning_rate": 1.26227072861931e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5676575243473053,
      "num_tokens": 453946859.0,
      "step": 589360
    },
    {
      "epoch": 0.7475918301076414,
      "grad_norm": 5.21875,
      "learning_rate": 1.2622072976106808e-05,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5277405351400375,
      "num_tokens": 453955400.0,
      "step": 589370
    },
    {
      "epoch": 0.7476045147001743,
      "grad_norm": 5.59375,
      "learning_rate": 1.2621438666020515e-05,
      "loss": 2.2436,
      "mean_token_accuracy": 0.5180752038955688,
      "num_tokens": 453964329.0,
      "step": 589380
    },
    {
      "epoch": 0.7476171992927071,
      "grad_norm": 5.875,
      "learning_rate": 1.2620804355934226e-05,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5255187958478927,
      "num_tokens": 453971811.0,
      "step": 589390
    },
    {
      "epoch": 0.74762988388524,
      "grad_norm": 6.46875,
      "learning_rate": 1.2620170045847935e-05,
      "loss": 2.235,
      "mean_token_accuracy": 0.5196984887123108,
      "num_tokens": 453980130.0,
      "step": 589400
    },
    {
      "epoch": 0.7476425684777728,
      "grad_norm": 6.6875,
      "learning_rate": 1.2619535735761642e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5382110565900803,
      "num_tokens": 453988080.0,
      "step": 589410
    },
    {
      "epoch": 0.7476552530703057,
      "grad_norm": 6.3125,
      "learning_rate": 1.261890142567535e-05,
      "loss": 2.1936,
      "mean_token_accuracy": 0.524795401096344,
      "num_tokens": 453996850.0,
      "step": 589420
    },
    {
      "epoch": 0.7476679376628385,
      "grad_norm": 6.21875,
      "learning_rate": 1.2618267115589057e-05,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5507941365242004,
      "num_tokens": 454004180.0,
      "step": 589430
    },
    {
      "epoch": 0.7476806222553712,
      "grad_norm": 5.9375,
      "learning_rate": 1.261763280550277e-05,
      "loss": 2.2585,
      "mean_token_accuracy": 0.5087964951992034,
      "num_tokens": 454011884.0,
      "step": 589440
    },
    {
      "epoch": 0.7476933068479041,
      "grad_norm": 5.84375,
      "learning_rate": 1.2616998495416477e-05,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5733694970607758,
      "num_tokens": 454019473.0,
      "step": 589450
    },
    {
      "epoch": 0.7477059914404369,
      "grad_norm": 5.1875,
      "learning_rate": 1.2616364185330185e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5405755668878556,
      "num_tokens": 454028174.0,
      "step": 589460
    },
    {
      "epoch": 0.7477186760329698,
      "grad_norm": 4.84375,
      "learning_rate": 1.2615729875243892e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5451658010482788,
      "num_tokens": 454035945.0,
      "step": 589470
    },
    {
      "epoch": 0.7477313606255026,
      "grad_norm": 5.21875,
      "learning_rate": 1.2615095565157601e-05,
      "loss": 2.2419,
      "mean_token_accuracy": 0.5153161287307739,
      "num_tokens": 454044143.0,
      "step": 589480
    },
    {
      "epoch": 0.7477440452180355,
      "grad_norm": 5.15625,
      "learning_rate": 1.2614461255071312e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5460779786109924,
      "num_tokens": 454051453.0,
      "step": 589490
    },
    {
      "epoch": 0.7477567298105683,
      "grad_norm": 7.3125,
      "learning_rate": 1.2613826944985019e-05,
      "loss": 2.2271,
      "mean_token_accuracy": 0.5244156718254089,
      "num_tokens": 454059356.0,
      "step": 589500
    },
    {
      "epoch": 0.7477694144031011,
      "grad_norm": 6.03125,
      "learning_rate": 1.2613192634898727e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5625596612691879,
      "num_tokens": 454066921.0,
      "step": 589510
    },
    {
      "epoch": 0.747782098995634,
      "grad_norm": 5.96875,
      "learning_rate": 1.2612558324812434e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5510006695985794,
      "num_tokens": 454073743.0,
      "step": 589520
    },
    {
      "epoch": 0.7477947835881668,
      "grad_norm": 9.875,
      "learning_rate": 1.2611924014726143e-05,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5601212054491043,
      "num_tokens": 454079928.0,
      "step": 589530
    },
    {
      "epoch": 0.7478074681806997,
      "grad_norm": 6.40625,
      "learning_rate": 1.2611289704639854e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5469155669212341,
      "num_tokens": 454087125.0,
      "step": 589540
    },
    {
      "epoch": 0.7478201527732324,
      "grad_norm": 4.8125,
      "learning_rate": 1.261065539455356e-05,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5317680805921554,
      "num_tokens": 454096081.0,
      "step": 589550
    },
    {
      "epoch": 0.7478328373657653,
      "grad_norm": 6.09375,
      "learning_rate": 1.261002108446727e-05,
      "loss": 1.95,
      "mean_token_accuracy": 0.5591826915740967,
      "num_tokens": 454103348.0,
      "step": 589560
    },
    {
      "epoch": 0.7478455219582981,
      "grad_norm": 5.96875,
      "learning_rate": 1.2609386774380976e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.54392009973526,
      "num_tokens": 454110906.0,
      "step": 589570
    },
    {
      "epoch": 0.747858206550831,
      "grad_norm": 5.09375,
      "learning_rate": 1.2608752464294685e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5276211142539978,
      "num_tokens": 454118244.0,
      "step": 589580
    },
    {
      "epoch": 0.7478708911433638,
      "grad_norm": 5.46875,
      "learning_rate": 1.2608118154208396e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5582685708999634,
      "num_tokens": 454125913.0,
      "step": 589590
    },
    {
      "epoch": 0.7478835757358966,
      "grad_norm": 6.3125,
      "learning_rate": 1.2607483844122103e-05,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5243364721536636,
      "num_tokens": 454133542.0,
      "step": 589600
    },
    {
      "epoch": 0.7478962603284295,
      "grad_norm": 4.875,
      "learning_rate": 1.2606849534035811e-05,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5485051810741425,
      "num_tokens": 454141700.0,
      "step": 589610
    },
    {
      "epoch": 0.7479089449209623,
      "grad_norm": 6.75,
      "learning_rate": 1.2606215223949518e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5314986556768417,
      "num_tokens": 454148698.0,
      "step": 589620
    },
    {
      "epoch": 0.7479216295134952,
      "grad_norm": 5.65625,
      "learning_rate": 1.2605580913863227e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5482679188251496,
      "num_tokens": 454156832.0,
      "step": 589630
    },
    {
      "epoch": 0.747934314106028,
      "grad_norm": 5.1875,
      "learning_rate": 1.2604946603776938e-05,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5399789452552796,
      "num_tokens": 454164807.0,
      "step": 589640
    },
    {
      "epoch": 0.7479469986985608,
      "grad_norm": 5.40625,
      "learning_rate": 1.2604312293690646e-05,
      "loss": 1.8174,
      "mean_token_accuracy": 0.5980490654706955,
      "num_tokens": 454172506.0,
      "step": 589650
    },
    {
      "epoch": 0.7479596832910936,
      "grad_norm": 5.03125,
      "learning_rate": 1.2603677983604353e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5445788443088532,
      "num_tokens": 454180306.0,
      "step": 589660
    },
    {
      "epoch": 0.7479723678836264,
      "grad_norm": 5.21875,
      "learning_rate": 1.2603043673518062e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5400840073823929,
      "num_tokens": 454188639.0,
      "step": 589670
    },
    {
      "epoch": 0.7479850524761593,
      "grad_norm": 6.40625,
      "learning_rate": 1.2602409363431769e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5357840806245804,
      "num_tokens": 454197212.0,
      "step": 589680
    },
    {
      "epoch": 0.7479977370686921,
      "grad_norm": 6.75,
      "learning_rate": 1.260177505334548e-05,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5587199211120606,
      "num_tokens": 454204633.0,
      "step": 589690
    },
    {
      "epoch": 0.748010421661225,
      "grad_norm": 5.09375,
      "learning_rate": 1.2601140743259188e-05,
      "loss": 2.2721,
      "mean_token_accuracy": 0.5074668109416962,
      "num_tokens": 454212446.0,
      "step": 589700
    },
    {
      "epoch": 0.7480231062537578,
      "grad_norm": 5.75,
      "learning_rate": 1.2600506433172895e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5286460816860199,
      "num_tokens": 454219679.0,
      "step": 589710
    },
    {
      "epoch": 0.7480357908462907,
      "grad_norm": 6.75,
      "learning_rate": 1.2599872123086604e-05,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5519973665475846,
      "num_tokens": 454227353.0,
      "step": 589720
    },
    {
      "epoch": 0.7480484754388235,
      "grad_norm": 4.53125,
      "learning_rate": 1.2599237813000311e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5305471688508987,
      "num_tokens": 454235955.0,
      "step": 589730
    },
    {
      "epoch": 0.7480611600313564,
      "grad_norm": 5.28125,
      "learning_rate": 1.2598603502914022e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5533926129341126,
      "num_tokens": 454243872.0,
      "step": 589740
    },
    {
      "epoch": 0.7480738446238892,
      "grad_norm": 6.46875,
      "learning_rate": 1.259796919282773e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5420314818620682,
      "num_tokens": 454251365.0,
      "step": 589750
    },
    {
      "epoch": 0.7480865292164219,
      "grad_norm": 5.21875,
      "learning_rate": 1.2597334882741437e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5371768176555634,
      "num_tokens": 454259650.0,
      "step": 589760
    },
    {
      "epoch": 0.7480992138089548,
      "grad_norm": 5.3125,
      "learning_rate": 1.2596700572655146e-05,
      "loss": 1.7908,
      "mean_token_accuracy": 0.5984068930149078,
      "num_tokens": 454266875.0,
      "step": 589770
    },
    {
      "epoch": 0.7481118984014876,
      "grad_norm": 6.9375,
      "learning_rate": 1.2596066262568853e-05,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5302567422389984,
      "num_tokens": 454274764.0,
      "step": 589780
    },
    {
      "epoch": 0.7481245829940205,
      "grad_norm": 5.34375,
      "learning_rate": 1.2595431952482564e-05,
      "loss": 1.7969,
      "mean_token_accuracy": 0.6080742955207825,
      "num_tokens": 454282691.0,
      "step": 589790
    },
    {
      "epoch": 0.7481372675865533,
      "grad_norm": 4.8125,
      "learning_rate": 1.2594797642396272e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5290280103683471,
      "num_tokens": 454291315.0,
      "step": 589800
    },
    {
      "epoch": 0.7481499521790862,
      "grad_norm": 6.0625,
      "learning_rate": 1.259416333230998e-05,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5502493560314179,
      "num_tokens": 454299158.0,
      "step": 589810
    },
    {
      "epoch": 0.748162636771619,
      "grad_norm": 5.46875,
      "learning_rate": 1.2593529022223688e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5574239790439606,
      "num_tokens": 454306773.0,
      "step": 589820
    },
    {
      "epoch": 0.7481753213641518,
      "grad_norm": 6.40625,
      "learning_rate": 1.2592894712137399e-05,
      "loss": 2.2527,
      "mean_token_accuracy": 0.5164594948291779,
      "num_tokens": 454313800.0,
      "step": 589830
    },
    {
      "epoch": 0.7481880059566847,
      "grad_norm": 5.28125,
      "learning_rate": 1.2592260402051107e-05,
      "loss": 2.2093,
      "mean_token_accuracy": 0.5208216905593872,
      "num_tokens": 454321064.0,
      "step": 589840
    },
    {
      "epoch": 0.7482006905492175,
      "grad_norm": 5.3125,
      "learning_rate": 1.2591626091964814e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5558135509490967,
      "num_tokens": 454329007.0,
      "step": 589850
    },
    {
      "epoch": 0.7482133751417503,
      "grad_norm": 7.59375,
      "learning_rate": 1.2590991781878523e-05,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5807969838380813,
      "num_tokens": 454335915.0,
      "step": 589860
    },
    {
      "epoch": 0.7482260597342831,
      "grad_norm": 6.9375,
      "learning_rate": 1.259035747179223e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5439762324094772,
      "num_tokens": 454343969.0,
      "step": 589870
    },
    {
      "epoch": 0.748238744326816,
      "grad_norm": 6.1875,
      "learning_rate": 1.258972316170594e-05,
      "loss": 1.7905,
      "mean_token_accuracy": 0.5930080473423004,
      "num_tokens": 454350004.0,
      "step": 589880
    },
    {
      "epoch": 0.7482514289193488,
      "grad_norm": 5.875,
      "learning_rate": 1.258908885161965e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5288510233163833,
      "num_tokens": 454358003.0,
      "step": 589890
    },
    {
      "epoch": 0.7482641135118817,
      "grad_norm": 5.59375,
      "learning_rate": 1.2588454541533356e-05,
      "loss": 1.6156,
      "mean_token_accuracy": 0.623013699054718,
      "num_tokens": 454364705.0,
      "step": 589900
    },
    {
      "epoch": 0.7482767981044145,
      "grad_norm": 5.6875,
      "learning_rate": 1.2587820231447065e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5211584329605102,
      "num_tokens": 454373031.0,
      "step": 589910
    },
    {
      "epoch": 0.7482894826969473,
      "grad_norm": 5.3125,
      "learning_rate": 1.2587185921360772e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5270540535449981,
      "num_tokens": 454380966.0,
      "step": 589920
    },
    {
      "epoch": 0.7483021672894802,
      "grad_norm": 5.125,
      "learning_rate": 1.2586551611274483e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5306152462959289,
      "num_tokens": 454388601.0,
      "step": 589930
    },
    {
      "epoch": 0.748314851882013,
      "grad_norm": 7.71875,
      "learning_rate": 1.2585917301188191e-05,
      "loss": 1.8794,
      "mean_token_accuracy": 0.5846601307392121,
      "num_tokens": 454394720.0,
      "step": 589940
    },
    {
      "epoch": 0.7483275364745459,
      "grad_norm": 6.375,
      "learning_rate": 1.2585282991101898e-05,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5590864688158035,
      "num_tokens": 454402046.0,
      "step": 589950
    },
    {
      "epoch": 0.7483402210670786,
      "grad_norm": 6.0625,
      "learning_rate": 1.2584648681015607e-05,
      "loss": 2.3171,
      "mean_token_accuracy": 0.5057482272386551,
      "num_tokens": 454409957.0,
      "step": 589960
    },
    {
      "epoch": 0.7483529056596115,
      "grad_norm": 6.6875,
      "learning_rate": 1.2584014370929314e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5387945681810379,
      "num_tokens": 454418718.0,
      "step": 589970
    },
    {
      "epoch": 0.7483655902521443,
      "grad_norm": 6.6875,
      "learning_rate": 1.2583380060843025e-05,
      "loss": 1.8848,
      "mean_token_accuracy": 0.587982577085495,
      "num_tokens": 454426340.0,
      "step": 589980
    },
    {
      "epoch": 0.7483782748446771,
      "grad_norm": 4.75,
      "learning_rate": 1.2582745750756733e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5375017464160919,
      "num_tokens": 454435961.0,
      "step": 589990
    },
    {
      "epoch": 0.74839095943721,
      "grad_norm": 7.84375,
      "learning_rate": 1.258211144067044e-05,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5406766772270203,
      "num_tokens": 454444309.0,
      "step": 590000
    },
    {
      "epoch": 0.7484036440297428,
      "grad_norm": 5.8125,
      "learning_rate": 1.2581477130584149e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5370489031076431,
      "num_tokens": 454452227.0,
      "step": 590010
    },
    {
      "epoch": 0.7484163286222757,
      "grad_norm": 7.375,
      "learning_rate": 1.2580842820497856e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5724799931049347,
      "num_tokens": 454459973.0,
      "step": 590020
    },
    {
      "epoch": 0.7484290132148085,
      "grad_norm": 6.84375,
      "learning_rate": 1.2580208510411568e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5593143582344056,
      "num_tokens": 454467733.0,
      "step": 590030
    },
    {
      "epoch": 0.7484416978073414,
      "grad_norm": 5.3125,
      "learning_rate": 1.2579574200325275e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5488441616296769,
      "num_tokens": 454475276.0,
      "step": 590040
    },
    {
      "epoch": 0.7484543823998742,
      "grad_norm": 7.65625,
      "learning_rate": 1.2578939890238984e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5248715817928314,
      "num_tokens": 454483060.0,
      "step": 590050
    },
    {
      "epoch": 0.748467066992407,
      "grad_norm": 4.78125,
      "learning_rate": 1.2578305580152691e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5142078101634979,
      "num_tokens": 454490902.0,
      "step": 590060
    },
    {
      "epoch": 0.7484797515849398,
      "grad_norm": 5.21875,
      "learning_rate": 1.25776712700664e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5341827780008316,
      "num_tokens": 454499756.0,
      "step": 590070
    },
    {
      "epoch": 0.7484924361774726,
      "grad_norm": 5.53125,
      "learning_rate": 1.257703695998011e-05,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5490953832864761,
      "num_tokens": 454507575.0,
      "step": 590080
    },
    {
      "epoch": 0.7485051207700055,
      "grad_norm": 5.34375,
      "learning_rate": 1.2576402649893817e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.5573412537574768,
      "num_tokens": 454514986.0,
      "step": 590090
    },
    {
      "epoch": 0.7485178053625383,
      "grad_norm": 4.875,
      "learning_rate": 1.2575768339807526e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5431494116783142,
      "num_tokens": 454523241.0,
      "step": 590100
    },
    {
      "epoch": 0.7485304899550712,
      "grad_norm": 5.1875,
      "learning_rate": 1.2575134029721233e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5493683576583862,
      "num_tokens": 454530822.0,
      "step": 590110
    },
    {
      "epoch": 0.748543174547604,
      "grad_norm": 5.125,
      "learning_rate": 1.2574499719634942e-05,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5579632341861724,
      "num_tokens": 454538845.0,
      "step": 590120
    },
    {
      "epoch": 0.7485558591401369,
      "grad_norm": 4.65625,
      "learning_rate": 1.2573865409548652e-05,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5450992554426193,
      "num_tokens": 454547768.0,
      "step": 590130
    },
    {
      "epoch": 0.7485685437326697,
      "grad_norm": 2.359375,
      "learning_rate": 1.257323109946236e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5590018838644027,
      "num_tokens": 454555947.0,
      "step": 590140
    },
    {
      "epoch": 0.7485812283252025,
      "grad_norm": 5.40625,
      "learning_rate": 1.2572596789376068e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5499230593442916,
      "num_tokens": 454563222.0,
      "step": 590150
    },
    {
      "epoch": 0.7485939129177354,
      "grad_norm": 7.625,
      "learning_rate": 1.2571962479289775e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5308308959007263,
      "num_tokens": 454572220.0,
      "step": 590160
    },
    {
      "epoch": 0.7486065975102681,
      "grad_norm": 4.5625,
      "learning_rate": 1.2571328169203484e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5262043058872223,
      "num_tokens": 454581763.0,
      "step": 590170
    },
    {
      "epoch": 0.748619282102801,
      "grad_norm": 5.40625,
      "learning_rate": 1.2570693859117194e-05,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5598349183797836,
      "num_tokens": 454589014.0,
      "step": 590180
    },
    {
      "epoch": 0.7486319666953338,
      "grad_norm": 6.65625,
      "learning_rate": 1.2570059549030901e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5370549142360688,
      "num_tokens": 454597158.0,
      "step": 590190
    },
    {
      "epoch": 0.7486446512878667,
      "grad_norm": 4.875,
      "learning_rate": 1.256942523894461e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5669935494661331,
      "num_tokens": 454605667.0,
      "step": 590200
    },
    {
      "epoch": 0.7486573358803995,
      "grad_norm": 4.9375,
      "learning_rate": 1.2568790928858317e-05,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5680703312158585,
      "num_tokens": 454613172.0,
      "step": 590210
    },
    {
      "epoch": 0.7486700204729323,
      "grad_norm": 4.96875,
      "learning_rate": 1.2568156618772026e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5533645331859589,
      "num_tokens": 454620596.0,
      "step": 590220
    },
    {
      "epoch": 0.7486827050654652,
      "grad_norm": 6.75,
      "learning_rate": 1.2567522308685736e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5695343166589737,
      "num_tokens": 454628117.0,
      "step": 590230
    },
    {
      "epoch": 0.748695389657998,
      "grad_norm": 5.0,
      "learning_rate": 1.2566887998599445e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.542563197016716,
      "num_tokens": 454635546.0,
      "step": 590240
    },
    {
      "epoch": 0.7487080742505309,
      "grad_norm": 5.1875,
      "learning_rate": 1.2566253688513152e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5394881039857864,
      "num_tokens": 454643069.0,
      "step": 590250
    },
    {
      "epoch": 0.7487207588430637,
      "grad_norm": 5.78125,
      "learning_rate": 1.256561937842686e-05,
      "loss": 2.2571,
      "mean_token_accuracy": 0.5177212536334992,
      "num_tokens": 454651288.0,
      "step": 590260
    },
    {
      "epoch": 0.7487334434355966,
      "grad_norm": 5.9375,
      "learning_rate": 1.2564985068340571e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5426698625087738,
      "num_tokens": 454659184.0,
      "step": 590270
    },
    {
      "epoch": 0.7487461280281293,
      "grad_norm": 5.03125,
      "learning_rate": 1.2564350758254278e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5540661841630936,
      "num_tokens": 454667373.0,
      "step": 590280
    },
    {
      "epoch": 0.7487588126206622,
      "grad_norm": 6.3125,
      "learning_rate": 1.2563716448167987e-05,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5461278438568116,
      "num_tokens": 454675165.0,
      "step": 590290
    },
    {
      "epoch": 0.748771497213195,
      "grad_norm": 5.125,
      "learning_rate": 1.2563082138081694e-05,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5310625702142715,
      "num_tokens": 454683405.0,
      "step": 590300
    },
    {
      "epoch": 0.7487841818057278,
      "grad_norm": 7.0625,
      "learning_rate": 1.2562447827995403e-05,
      "loss": 1.8609,
      "mean_token_accuracy": 0.5893190622329711,
      "num_tokens": 454690428.0,
      "step": 590310
    },
    {
      "epoch": 0.7487968663982607,
      "grad_norm": 5.09375,
      "learning_rate": 1.2561813517909113e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5531987726688385,
      "num_tokens": 454696784.0,
      "step": 590320
    },
    {
      "epoch": 0.7488095509907935,
      "grad_norm": 5.28125,
      "learning_rate": 1.256117920782282e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5472903370857238,
      "num_tokens": 454705216.0,
      "step": 590330
    },
    {
      "epoch": 0.7488222355833264,
      "grad_norm": 7.6875,
      "learning_rate": 1.2560544897736529e-05,
      "loss": 1.7978,
      "mean_token_accuracy": 0.5979725122451782,
      "num_tokens": 454711136.0,
      "step": 590340
    },
    {
      "epoch": 0.7488349201758592,
      "grad_norm": 4.9375,
      "learning_rate": 1.2559910587650236e-05,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5477082818746567,
      "num_tokens": 454719651.0,
      "step": 590350
    },
    {
      "epoch": 0.7488476047683921,
      "grad_norm": 4.65625,
      "learning_rate": 1.2559276277563945e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5650620013475418,
      "num_tokens": 454726257.0,
      "step": 590360
    },
    {
      "epoch": 0.7488602893609249,
      "grad_norm": 5.59375,
      "learning_rate": 1.2558641967477655e-05,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5637510478496551,
      "num_tokens": 454734483.0,
      "step": 590370
    },
    {
      "epoch": 0.7488729739534576,
      "grad_norm": 7.21875,
      "learning_rate": 1.2558007657391362e-05,
      "loss": 2.2401,
      "mean_token_accuracy": 0.5178132951259613,
      "num_tokens": 454742720.0,
      "step": 590380
    },
    {
      "epoch": 0.7488856585459905,
      "grad_norm": 7.8125,
      "learning_rate": 1.2557373347305071e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5389950215816498,
      "num_tokens": 454749250.0,
      "step": 590390
    },
    {
      "epoch": 0.7488983431385233,
      "grad_norm": 24.125,
      "learning_rate": 1.2556739037218778e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5408746093511582,
      "num_tokens": 454756551.0,
      "step": 590400
    },
    {
      "epoch": 0.7489110277310562,
      "grad_norm": 7.09375,
      "learning_rate": 1.2556104727132487e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5160803973674775,
      "num_tokens": 454764910.0,
      "step": 590410
    },
    {
      "epoch": 0.748923712323589,
      "grad_norm": 4.5,
      "learning_rate": 1.2555470417046197e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5591270118951798,
      "num_tokens": 454772817.0,
      "step": 590420
    },
    {
      "epoch": 0.7489363969161219,
      "grad_norm": 4.96875,
      "learning_rate": 1.2554836106959906e-05,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5625803768634796,
      "num_tokens": 454781045.0,
      "step": 590430
    },
    {
      "epoch": 0.7489490815086547,
      "grad_norm": 7.5,
      "learning_rate": 1.2554201796873613e-05,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5394213855266571,
      "num_tokens": 454789337.0,
      "step": 590440
    },
    {
      "epoch": 0.7489617661011875,
      "grad_norm": 6.71875,
      "learning_rate": 1.2553567486787322e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5644271671772003,
      "num_tokens": 454797239.0,
      "step": 590450
    },
    {
      "epoch": 0.7489744506937204,
      "grad_norm": 7.875,
      "learning_rate": 1.2552933176701029e-05,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5265815019607544,
      "num_tokens": 454804185.0,
      "step": 590460
    },
    {
      "epoch": 0.7489871352862532,
      "grad_norm": 5.53125,
      "learning_rate": 1.255229886661474e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5364055722951889,
      "num_tokens": 454811066.0,
      "step": 590470
    },
    {
      "epoch": 0.748999819878786,
      "grad_norm": 6.3125,
      "learning_rate": 1.2551664556528448e-05,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5441957831382751,
      "num_tokens": 454819031.0,
      "step": 590480
    },
    {
      "epoch": 0.7490125044713188,
      "grad_norm": 6.75,
      "learning_rate": 1.2551030246442155e-05,
      "loss": 2.2488,
      "mean_token_accuracy": 0.5121883243322373,
      "num_tokens": 454827416.0,
      "step": 590490
    },
    {
      "epoch": 0.7490251890638517,
      "grad_norm": 6.125,
      "learning_rate": 1.2550395936355864e-05,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5757987558841705,
      "num_tokens": 454835239.0,
      "step": 590500
    },
    {
      "epoch": 0.7490378736563845,
      "grad_norm": 6.4375,
      "learning_rate": 1.254976162626957e-05,
      "loss": 1.9404,
      "mean_token_accuracy": 0.5600860476493835,
      "num_tokens": 454842801.0,
      "step": 590510
    },
    {
      "epoch": 0.7490505582489174,
      "grad_norm": 13.0625,
      "learning_rate": 1.2549127316183281e-05,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5219103485345841,
      "num_tokens": 454850279.0,
      "step": 590520
    },
    {
      "epoch": 0.7490632428414502,
      "grad_norm": 6.0625,
      "learning_rate": 1.254849300609699e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5335588991641999,
      "num_tokens": 454857639.0,
      "step": 590530
    },
    {
      "epoch": 0.749075927433983,
      "grad_norm": 12.875,
      "learning_rate": 1.2547858696010697e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5457630097866059,
      "num_tokens": 454865442.0,
      "step": 590540
    },
    {
      "epoch": 0.7490886120265159,
      "grad_norm": 4.75,
      "learning_rate": 1.2547224385924406e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.544412937760353,
      "num_tokens": 454873019.0,
      "step": 590550
    },
    {
      "epoch": 0.7491012966190487,
      "grad_norm": 6.03125,
      "learning_rate": 1.2546590075838113e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5268426209688186,
      "num_tokens": 454881695.0,
      "step": 590560
    },
    {
      "epoch": 0.7491139812115816,
      "grad_norm": 5.40625,
      "learning_rate": 1.2545955765751823e-05,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5433084428310394,
      "num_tokens": 454889532.0,
      "step": 590570
    },
    {
      "epoch": 0.7491266658041144,
      "grad_norm": 4.90625,
      "learning_rate": 1.2545321455665532e-05,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5504861325025558,
      "num_tokens": 454897935.0,
      "step": 590580
    },
    {
      "epoch": 0.7491393503966473,
      "grad_norm": 7.65625,
      "learning_rate": 1.2544687145579239e-05,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5412851274013519,
      "num_tokens": 454905034.0,
      "step": 590590
    },
    {
      "epoch": 0.74915203498918,
      "grad_norm": 10.125,
      "learning_rate": 1.2544052835492948e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5465232044458389,
      "num_tokens": 454912239.0,
      "step": 590600
    },
    {
      "epoch": 0.7491647195817128,
      "grad_norm": 4.875,
      "learning_rate": 1.2543418525406655e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5517951756715774,
      "num_tokens": 454920093.0,
      "step": 590610
    },
    {
      "epoch": 0.7491774041742457,
      "grad_norm": 5.71875,
      "learning_rate": 1.2542784215320367e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5422032237052917,
      "num_tokens": 454928784.0,
      "step": 590620
    },
    {
      "epoch": 0.7491900887667785,
      "grad_norm": 4.71875,
      "learning_rate": 1.2542149905234074e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5407966256141663,
      "num_tokens": 454937265.0,
      "step": 590630
    },
    {
      "epoch": 0.7492027733593114,
      "grad_norm": 7.53125,
      "learning_rate": 1.2541515595147783e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5369624972343445,
      "num_tokens": 454945367.0,
      "step": 590640
    },
    {
      "epoch": 0.7492154579518442,
      "grad_norm": 6.59375,
      "learning_rate": 1.254088128506149e-05,
      "loss": 1.8738,
      "mean_token_accuracy": 0.5770929753780365,
      "num_tokens": 454952870.0,
      "step": 590650
    },
    {
      "epoch": 0.7492281425443771,
      "grad_norm": 6.0625,
      "learning_rate": 1.2540246974975199e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5166997134685516,
      "num_tokens": 454961379.0,
      "step": 590660
    },
    {
      "epoch": 0.7492408271369099,
      "grad_norm": 5.59375,
      "learning_rate": 1.2539612664888909e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.545746597647667,
      "num_tokens": 454968887.0,
      "step": 590670
    },
    {
      "epoch": 0.7492535117294428,
      "grad_norm": 5.40625,
      "learning_rate": 1.2538978354802616e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5554686963558197,
      "num_tokens": 454977267.0,
      "step": 590680
    },
    {
      "epoch": 0.7492661963219756,
      "grad_norm": 5.03125,
      "learning_rate": 1.2538344044716325e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5528088182210922,
      "num_tokens": 454985714.0,
      "step": 590690
    },
    {
      "epoch": 0.7492788809145083,
      "grad_norm": 7.15625,
      "learning_rate": 1.2537709734630032e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5668771892786026,
      "num_tokens": 454993592.0,
      "step": 590700
    },
    {
      "epoch": 0.7492915655070412,
      "grad_norm": 4.8125,
      "learning_rate": 1.2537075424543742e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.546947431564331,
      "num_tokens": 455000766.0,
      "step": 590710
    },
    {
      "epoch": 0.749304250099574,
      "grad_norm": 6.5,
      "learning_rate": 1.2536441114457451e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5245442867279053,
      "num_tokens": 455008824.0,
      "step": 590720
    },
    {
      "epoch": 0.7493169346921069,
      "grad_norm": 6.59375,
      "learning_rate": 1.2535806804371158e-05,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5597913235425949,
      "num_tokens": 455016452.0,
      "step": 590730
    },
    {
      "epoch": 0.7493296192846397,
      "grad_norm": 6.0625,
      "learning_rate": 1.2535172494284867e-05,
      "loss": 1.8456,
      "mean_token_accuracy": 0.5785445988178253,
      "num_tokens": 455022223.0,
      "step": 590740
    },
    {
      "epoch": 0.7493423038771726,
      "grad_norm": 5.875,
      "learning_rate": 1.2534538184198574e-05,
      "loss": 2.0149,
      "mean_token_accuracy": 0.55435351729393,
      "num_tokens": 455030516.0,
      "step": 590750
    },
    {
      "epoch": 0.7493549884697054,
      "grad_norm": 4.8125,
      "learning_rate": 1.2533903874112284e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5365435659885407,
      "num_tokens": 455037284.0,
      "step": 590760
    },
    {
      "epoch": 0.7493676730622382,
      "grad_norm": 5.40625,
      "learning_rate": 1.2533269564025993e-05,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5594903916120529,
      "num_tokens": 455045930.0,
      "step": 590770
    },
    {
      "epoch": 0.7493803576547711,
      "grad_norm": 7.4375,
      "learning_rate": 1.25326352539397e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5727048933506012,
      "num_tokens": 455052189.0,
      "step": 590780
    },
    {
      "epoch": 0.7493930422473039,
      "grad_norm": 4.84375,
      "learning_rate": 1.2532000943853409e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.5555172502994538,
      "num_tokens": 455059786.0,
      "step": 590790
    },
    {
      "epoch": 0.7494057268398367,
      "grad_norm": 5.625,
      "learning_rate": 1.2531366633767116e-05,
      "loss": 1.9414,
      "mean_token_accuracy": 0.5589481294155121,
      "num_tokens": 455066677.0,
      "step": 590800
    },
    {
      "epoch": 0.7494184114323695,
      "grad_norm": 5.53125,
      "learning_rate": 1.2530732323680828e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5463053941726684,
      "num_tokens": 455074760.0,
      "step": 590810
    },
    {
      "epoch": 0.7494310960249024,
      "grad_norm": 14.9375,
      "learning_rate": 1.2530098013594535e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.5953060150146484,
      "num_tokens": 455081329.0,
      "step": 590820
    },
    {
      "epoch": 0.7494437806174352,
      "grad_norm": 5.3125,
      "learning_rate": 1.2529463703508244e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.538627415895462,
      "num_tokens": 455089622.0,
      "step": 590830
    },
    {
      "epoch": 0.7494564652099681,
      "grad_norm": 8.4375,
      "learning_rate": 1.252882939342195e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5559699803590774,
      "num_tokens": 455097291.0,
      "step": 590840
    },
    {
      "epoch": 0.7494691498025009,
      "grad_norm": 8.375,
      "learning_rate": 1.252819508333566e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5567811518907547,
      "num_tokens": 455105279.0,
      "step": 590850
    },
    {
      "epoch": 0.7494818343950337,
      "grad_norm": 5.0625,
      "learning_rate": 1.252756077324937e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5488177478313446,
      "num_tokens": 455114487.0,
      "step": 590860
    },
    {
      "epoch": 0.7494945189875666,
      "grad_norm": 8.375,
      "learning_rate": 1.2526926463163077e-05,
      "loss": 1.8919,
      "mean_token_accuracy": 0.5847656220197678,
      "num_tokens": 455121481.0,
      "step": 590870
    },
    {
      "epoch": 0.7495072035800994,
      "grad_norm": 6.3125,
      "learning_rate": 1.2526292153076786e-05,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5368867427110672,
      "num_tokens": 455129963.0,
      "step": 590880
    },
    {
      "epoch": 0.7495198881726323,
      "grad_norm": 5.75,
      "learning_rate": 1.2525657842990493e-05,
      "loss": 2.196,
      "mean_token_accuracy": 0.5353290170431138,
      "num_tokens": 455138205.0,
      "step": 590890
    },
    {
      "epoch": 0.749532572765165,
      "grad_norm": 6.40625,
      "learning_rate": 1.2525023532904201e-05,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5661493331193924,
      "num_tokens": 455145707.0,
      "step": 590900
    },
    {
      "epoch": 0.749545257357698,
      "grad_norm": 6.46875,
      "learning_rate": 1.2524389222817912e-05,
      "loss": 1.9129,
      "mean_token_accuracy": 0.5706292718648911,
      "num_tokens": 455152776.0,
      "step": 590910
    },
    {
      "epoch": 0.7495579419502307,
      "grad_norm": 7.4375,
      "learning_rate": 1.2523754912731619e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5437099069356919,
      "num_tokens": 455159898.0,
      "step": 590920
    },
    {
      "epoch": 0.7495706265427635,
      "grad_norm": 6.96875,
      "learning_rate": 1.2523120602645328e-05,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5262838214635849,
      "num_tokens": 455168957.0,
      "step": 590930
    },
    {
      "epoch": 0.7495833111352964,
      "grad_norm": 5.28125,
      "learning_rate": 1.2522486292559035e-05,
      "loss": 1.8929,
      "mean_token_accuracy": 0.5740780919790268,
      "num_tokens": 455176904.0,
      "step": 590940
    },
    {
      "epoch": 0.7495959957278292,
      "grad_norm": 6.25,
      "learning_rate": 1.2521851982472743e-05,
      "loss": 1.7153,
      "mean_token_accuracy": 0.6162016808986663,
      "num_tokens": 455183917.0,
      "step": 590950
    },
    {
      "epoch": 0.7496086803203621,
      "grad_norm": 5.5625,
      "learning_rate": 1.2521217672386454e-05,
      "loss": 2.0687,
      "mean_token_accuracy": 0.540676835179329,
      "num_tokens": 455191553.0,
      "step": 590960
    },
    {
      "epoch": 0.7496213649128949,
      "grad_norm": 9.125,
      "learning_rate": 1.2520583362300161e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5475483745336532,
      "num_tokens": 455198340.0,
      "step": 590970
    },
    {
      "epoch": 0.7496340495054278,
      "grad_norm": 4.8125,
      "learning_rate": 1.251994905221387e-05,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5700877934694291,
      "num_tokens": 455206075.0,
      "step": 590980
    },
    {
      "epoch": 0.7496467340979606,
      "grad_norm": 6.5625,
      "learning_rate": 1.2519314742127577e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5323102951049805,
      "num_tokens": 455213079.0,
      "step": 590990
    },
    {
      "epoch": 0.7496594186904934,
      "grad_norm": 5.59375,
      "learning_rate": 1.2518680432041285e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5551060110330581,
      "num_tokens": 455220185.0,
      "step": 591000
    },
    {
      "epoch": 0.7496721032830262,
      "grad_norm": 5.6875,
      "learning_rate": 1.2518046121954996e-05,
      "loss": 2.286,
      "mean_token_accuracy": 0.5100189089775086,
      "num_tokens": 455228388.0,
      "step": 591010
    },
    {
      "epoch": 0.749684787875559,
      "grad_norm": 4.9375,
      "learning_rate": 1.2517411811868705e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5228768408298492,
      "num_tokens": 455237171.0,
      "step": 591020
    },
    {
      "epoch": 0.7496974724680919,
      "grad_norm": 5.125,
      "learning_rate": 1.2516777501782412e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5790764689445496,
      "num_tokens": 455245285.0,
      "step": 591030
    },
    {
      "epoch": 0.7497101570606247,
      "grad_norm": 4.6875,
      "learning_rate": 1.251614319169612e-05,
      "loss": 1.8847,
      "mean_token_accuracy": 0.5851906687021255,
      "num_tokens": 455252906.0,
      "step": 591040
    },
    {
      "epoch": 0.7497228416531576,
      "grad_norm": 5.71875,
      "learning_rate": 1.2515508881609828e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5270047605037689,
      "num_tokens": 455260044.0,
      "step": 591050
    },
    {
      "epoch": 0.7497355262456904,
      "grad_norm": 5.3125,
      "learning_rate": 1.2514874571523538e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5622027039527893,
      "num_tokens": 455267580.0,
      "step": 591060
    },
    {
      "epoch": 0.7497482108382233,
      "grad_norm": 6.0625,
      "learning_rate": 1.2514240261437247e-05,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5624503374099732,
      "num_tokens": 455273488.0,
      "step": 591070
    },
    {
      "epoch": 0.7497608954307561,
      "grad_norm": 6.1875,
      "learning_rate": 1.2513605951350954e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5469651818275452,
      "num_tokens": 455280582.0,
      "step": 591080
    },
    {
      "epoch": 0.7497735800232889,
      "grad_norm": 4.90625,
      "learning_rate": 1.2512971641264662e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5503529161214828,
      "num_tokens": 455287841.0,
      "step": 591090
    },
    {
      "epoch": 0.7497862646158218,
      "grad_norm": 6.21875,
      "learning_rate": 1.251233733117837e-05,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5378926217555999,
      "num_tokens": 455295885.0,
      "step": 591100
    },
    {
      "epoch": 0.7497989492083545,
      "grad_norm": 6.53125,
      "learning_rate": 1.251170302109208e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5332598656415939,
      "num_tokens": 455304000.0,
      "step": 591110
    },
    {
      "epoch": 0.7498116338008874,
      "grad_norm": 6.125,
      "learning_rate": 1.2511068711005789e-05,
      "loss": 2.2342,
      "mean_token_accuracy": 0.5236878424882889,
      "num_tokens": 455312204.0,
      "step": 591120
    },
    {
      "epoch": 0.7498243183934202,
      "grad_norm": 9.0625,
      "learning_rate": 1.2510434400919496e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5749130427837372,
      "num_tokens": 455319304.0,
      "step": 591130
    },
    {
      "epoch": 0.7498370029859531,
      "grad_norm": 5.78125,
      "learning_rate": 1.2509800090833204e-05,
      "loss": 2.1786,
      "mean_token_accuracy": 0.525621297955513,
      "num_tokens": 455327095.0,
      "step": 591140
    },
    {
      "epoch": 0.7498496875784859,
      "grad_norm": 4.96875,
      "learning_rate": 1.2509165780746912e-05,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5715064883232117,
      "num_tokens": 455334627.0,
      "step": 591150
    },
    {
      "epoch": 0.7498623721710187,
      "grad_norm": 7.0,
      "learning_rate": 1.2508531470660622e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5481734842061996,
      "num_tokens": 455342923.0,
      "step": 591160
    },
    {
      "epoch": 0.7498750567635516,
      "grad_norm": 4.46875,
      "learning_rate": 1.250789716057433e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5529950767755508,
      "num_tokens": 455351218.0,
      "step": 591170
    },
    {
      "epoch": 0.7498877413560844,
      "grad_norm": 6.125,
      "learning_rate": 1.2507262850488038e-05,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5502906322479248,
      "num_tokens": 455358669.0,
      "step": 591180
    },
    {
      "epoch": 0.7499004259486173,
      "grad_norm": 4.9375,
      "learning_rate": 1.2506628540401746e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.548632898926735,
      "num_tokens": 455366241.0,
      "step": 591190
    },
    {
      "epoch": 0.7499131105411501,
      "grad_norm": 5.0625,
      "learning_rate": 1.2505994230315457e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5490027606487274,
      "num_tokens": 455374856.0,
      "step": 591200
    },
    {
      "epoch": 0.749925795133683,
      "grad_norm": 5.5,
      "learning_rate": 1.2505359920229166e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5281756430864334,
      "num_tokens": 455383448.0,
      "step": 591210
    },
    {
      "epoch": 0.7499384797262157,
      "grad_norm": 6.875,
      "learning_rate": 1.2504725610142873e-05,
      "loss": 1.9242,
      "mean_token_accuracy": 0.5728632479906082,
      "num_tokens": 455391279.0,
      "step": 591220
    },
    {
      "epoch": 0.7499511643187486,
      "grad_norm": 5.09375,
      "learning_rate": 1.2504091300056581e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5279169231653214,
      "num_tokens": 455399757.0,
      "step": 591230
    },
    {
      "epoch": 0.7499638489112814,
      "grad_norm": 5.4375,
      "learning_rate": 1.2503456989970288e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5407451510429382,
      "num_tokens": 455407017.0,
      "step": 591240
    },
    {
      "epoch": 0.7499765335038142,
      "grad_norm": 9.8125,
      "learning_rate": 1.2502822679883999e-05,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5524158209562302,
      "num_tokens": 455412576.0,
      "step": 591250
    },
    {
      "epoch": 0.7499892180963471,
      "grad_norm": 7.21875,
      "learning_rate": 1.2502188369797708e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5487602382898331,
      "num_tokens": 455420631.0,
      "step": 591260
    },
    {
      "epoch": 0.7500019026888799,
      "grad_norm": 8.625,
      "learning_rate": 1.2501554059711415e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5632697910070419,
      "num_tokens": 455428320.0,
      "step": 591270
    },
    {
      "epoch": 0.7500145872814128,
      "grad_norm": 14.0625,
      "learning_rate": 1.2500919749625123e-05,
      "loss": 2.1601,
      "mean_token_accuracy": 0.541059923171997,
      "num_tokens": 455434841.0,
      "step": 591280
    },
    {
      "epoch": 0.7500272718739456,
      "grad_norm": 5.84375,
      "learning_rate": 1.250028543953883e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5407508671283722,
      "num_tokens": 455442955.0,
      "step": 591290
    },
    {
      "epoch": 0.7500399564664785,
      "grad_norm": 5.71875,
      "learning_rate": 1.2499651129452541e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5414627283811569,
      "num_tokens": 455450571.0,
      "step": 591300
    },
    {
      "epoch": 0.7500526410590113,
      "grad_norm": 5.125,
      "learning_rate": 1.249901681936625e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5517231374979019,
      "num_tokens": 455459100.0,
      "step": 591310
    },
    {
      "epoch": 0.750065325651544,
      "grad_norm": 5.5625,
      "learning_rate": 1.2498382509279957e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5413571298122406,
      "num_tokens": 455466173.0,
      "step": 591320
    },
    {
      "epoch": 0.7500780102440769,
      "grad_norm": 5.59375,
      "learning_rate": 1.2497748199193665e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5500298708677291,
      "num_tokens": 455473461.0,
      "step": 591330
    },
    {
      "epoch": 0.7500906948366097,
      "grad_norm": 6.59375,
      "learning_rate": 1.2497113889107374e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5825167536735535,
      "num_tokens": 455479696.0,
      "step": 591340
    },
    {
      "epoch": 0.7501033794291426,
      "grad_norm": 5.03125,
      "learning_rate": 1.2496479579021083e-05,
      "loss": 1.9026,
      "mean_token_accuracy": 0.5801283717155457,
      "num_tokens": 455487956.0,
      "step": 591350
    },
    {
      "epoch": 0.7501160640216754,
      "grad_norm": 5.09375,
      "learning_rate": 1.2495845268934792e-05,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5464769184589386,
      "num_tokens": 455496771.0,
      "step": 591360
    },
    {
      "epoch": 0.7501287486142083,
      "grad_norm": 4.8125,
      "learning_rate": 1.2495210958848499e-05,
      "loss": 1.8563,
      "mean_token_accuracy": 0.5736645340919495,
      "num_tokens": 455504572.0,
      "step": 591370
    },
    {
      "epoch": 0.7501414332067411,
      "grad_norm": 6.0,
      "learning_rate": 1.2494576648762207e-05,
      "loss": 2.1068,
      "mean_token_accuracy": 0.544041845202446,
      "num_tokens": 455512254.0,
      "step": 591380
    },
    {
      "epoch": 0.7501541177992739,
      "grad_norm": 5.84375,
      "learning_rate": 1.2493942338675916e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5548427104949951,
      "num_tokens": 455519726.0,
      "step": 591390
    },
    {
      "epoch": 0.7501668023918068,
      "grad_norm": 4.8125,
      "learning_rate": 1.2493308028589625e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5606484591960907,
      "num_tokens": 455527907.0,
      "step": 591400
    },
    {
      "epoch": 0.7501794869843396,
      "grad_norm": 4.4375,
      "learning_rate": 1.2492673718503334e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5390788674354553,
      "num_tokens": 455536178.0,
      "step": 591410
    },
    {
      "epoch": 0.7501921715768725,
      "grad_norm": 6.4375,
      "learning_rate": 1.2492039408417042e-05,
      "loss": 2.246,
      "mean_token_accuracy": 0.5186908900737762,
      "num_tokens": 455543506.0,
      "step": 591420
    },
    {
      "epoch": 0.7502048561694052,
      "grad_norm": 5.03125,
      "learning_rate": 1.249140509833075e-05,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5756839275360107,
      "num_tokens": 455551622.0,
      "step": 591430
    },
    {
      "epoch": 0.7502175407619381,
      "grad_norm": 5.875,
      "learning_rate": 1.2490770788244458e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5507982522249222,
      "num_tokens": 455560776.0,
      "step": 591440
    },
    {
      "epoch": 0.7502302253544709,
      "grad_norm": 5.75,
      "learning_rate": 1.2490136478158167e-05,
      "loss": 2.2274,
      "mean_token_accuracy": 0.5204047858715057,
      "num_tokens": 455568424.0,
      "step": 591450
    },
    {
      "epoch": 0.7502429099470038,
      "grad_norm": 4.8125,
      "learning_rate": 1.2489502168071876e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5637338101863861,
      "num_tokens": 455576277.0,
      "step": 591460
    },
    {
      "epoch": 0.7502555945395366,
      "grad_norm": 5.25,
      "learning_rate": 1.2488867857985584e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5484689176082611,
      "num_tokens": 455583132.0,
      "step": 591470
    },
    {
      "epoch": 0.7502682791320694,
      "grad_norm": 6.0,
      "learning_rate": 1.2488233547899291e-05,
      "loss": 1.8493,
      "mean_token_accuracy": 0.5850823551416398,
      "num_tokens": 455590024.0,
      "step": 591480
    },
    {
      "epoch": 0.7502809637246023,
      "grad_norm": 10.4375,
      "learning_rate": 1.2487599237813002e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5386511832475662,
      "num_tokens": 455596282.0,
      "step": 591490
    },
    {
      "epoch": 0.7502936483171351,
      "grad_norm": 5.6875,
      "learning_rate": 1.2486964927726709e-05,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5290713280439376,
      "num_tokens": 455605489.0,
      "step": 591500
    },
    {
      "epoch": 0.750306332909668,
      "grad_norm": 4.96875,
      "learning_rate": 1.2486330617640418e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5204398155212402,
      "num_tokens": 455613263.0,
      "step": 591510
    },
    {
      "epoch": 0.7503190175022008,
      "grad_norm": 4.4375,
      "learning_rate": 1.2485696307554126e-05,
      "loss": 1.774,
      "mean_token_accuracy": 0.6113184154033661,
      "num_tokens": 455618664.0,
      "step": 591520
    },
    {
      "epoch": 0.7503317020947337,
      "grad_norm": 9.0625,
      "learning_rate": 1.2485061997467835e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5435398340225219,
      "num_tokens": 455626131.0,
      "step": 591530
    },
    {
      "epoch": 0.7503443866872664,
      "grad_norm": 5.65625,
      "learning_rate": 1.2484427687381544e-05,
      "loss": 1.9115,
      "mean_token_accuracy": 0.5763236463069916,
      "num_tokens": 455633486.0,
      "step": 591540
    },
    {
      "epoch": 0.7503570712797992,
      "grad_norm": 6.1875,
      "learning_rate": 1.2483793377295251e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.529963755607605,
      "num_tokens": 455641703.0,
      "step": 591550
    },
    {
      "epoch": 0.7503697558723321,
      "grad_norm": 5.4375,
      "learning_rate": 1.248315906720896e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5356709897518158,
      "num_tokens": 455649107.0,
      "step": 591560
    },
    {
      "epoch": 0.7503824404648649,
      "grad_norm": 5.21875,
      "learning_rate": 1.2482524757122668e-05,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5466989070177078,
      "num_tokens": 455658277.0,
      "step": 591570
    },
    {
      "epoch": 0.7503951250573978,
      "grad_norm": 6.375,
      "learning_rate": 1.2481890447036377e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5192417651414871,
      "num_tokens": 455665780.0,
      "step": 591580
    },
    {
      "epoch": 0.7504078096499306,
      "grad_norm": 5.46875,
      "learning_rate": 1.2481256136950086e-05,
      "loss": 1.8945,
      "mean_token_accuracy": 0.5829311043024064,
      "num_tokens": 455672870.0,
      "step": 591590
    },
    {
      "epoch": 0.7504204942424635,
      "grad_norm": 6.1875,
      "learning_rate": 1.2480621826863793e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5410412847995758,
      "num_tokens": 455680648.0,
      "step": 591600
    },
    {
      "epoch": 0.7504331788349963,
      "grad_norm": 4.59375,
      "learning_rate": 1.2479987516777503e-05,
      "loss": 1.8861,
      "mean_token_accuracy": 0.5840051621198654,
      "num_tokens": 455688551.0,
      "step": 591610
    },
    {
      "epoch": 0.7504458634275292,
      "grad_norm": 4.6875,
      "learning_rate": 1.247935320669121e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.540206441283226,
      "num_tokens": 455695941.0,
      "step": 591620
    },
    {
      "epoch": 0.750458548020062,
      "grad_norm": 5.625,
      "learning_rate": 1.247871889660492e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5363829255104064,
      "num_tokens": 455704187.0,
      "step": 591630
    },
    {
      "epoch": 0.7504712326125947,
      "grad_norm": 6.40625,
      "learning_rate": 1.2478084586518628e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5370576620101929,
      "num_tokens": 455712139.0,
      "step": 591640
    },
    {
      "epoch": 0.7504839172051276,
      "grad_norm": 5.59375,
      "learning_rate": 1.2477450276432335e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5423079252243042,
      "num_tokens": 455720436.0,
      "step": 591650
    },
    {
      "epoch": 0.7504966017976604,
      "grad_norm": 5.65625,
      "learning_rate": 1.2476815966346045e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5523890554904938,
      "num_tokens": 455728495.0,
      "step": 591660
    },
    {
      "epoch": 0.7505092863901933,
      "grad_norm": 5.09375,
      "learning_rate": 1.2476181656259752e-05,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5386591941118241,
      "num_tokens": 455736886.0,
      "step": 591670
    },
    {
      "epoch": 0.7505219709827261,
      "grad_norm": 5.21875,
      "learning_rate": 1.2475547346173463e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5440441191196441,
      "num_tokens": 455743653.0,
      "step": 591680
    },
    {
      "epoch": 0.750534655575259,
      "grad_norm": 5.84375,
      "learning_rate": 1.247491303608717e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5441021978855133,
      "num_tokens": 455751469.0,
      "step": 591690
    },
    {
      "epoch": 0.7505473401677918,
      "grad_norm": 4.78125,
      "learning_rate": 1.2474278726000879e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5249568194150924,
      "num_tokens": 455759853.0,
      "step": 591700
    },
    {
      "epoch": 0.7505600247603246,
      "grad_norm": 5.1875,
      "learning_rate": 1.2473644415914587e-05,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5752320498228073,
      "num_tokens": 455767465.0,
      "step": 591710
    },
    {
      "epoch": 0.7505727093528575,
      "grad_norm": 5.0625,
      "learning_rate": 1.2473010105828294e-05,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5653933584690094,
      "num_tokens": 455775313.0,
      "step": 591720
    },
    {
      "epoch": 0.7505853939453903,
      "grad_norm": 7.28125,
      "learning_rate": 1.2472375795742005e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5428087890148163,
      "num_tokens": 455783564.0,
      "step": 591730
    },
    {
      "epoch": 0.7505980785379232,
      "grad_norm": 5.15625,
      "learning_rate": 1.2471741485655712e-05,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5814924210309982,
      "num_tokens": 455790823.0,
      "step": 591740
    },
    {
      "epoch": 0.7506107631304559,
      "grad_norm": 5.09375,
      "learning_rate": 1.247110717556942e-05,
      "loss": 1.7478,
      "mean_token_accuracy": 0.6077738285064698,
      "num_tokens": 455797768.0,
      "step": 591750
    },
    {
      "epoch": 0.7506234477229888,
      "grad_norm": 5.03125,
      "learning_rate": 1.247047286548313e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5254196763038635,
      "num_tokens": 455805847.0,
      "step": 591760
    },
    {
      "epoch": 0.7506361323155216,
      "grad_norm": 6.4375,
      "learning_rate": 1.2469838555396836e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5419238418340683,
      "num_tokens": 455813883.0,
      "step": 591770
    },
    {
      "epoch": 0.7506488169080545,
      "grad_norm": 6.6875,
      "learning_rate": 1.2469204245310547e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5302799135446549,
      "num_tokens": 455823187.0,
      "step": 591780
    },
    {
      "epoch": 0.7506615015005873,
      "grad_norm": 5.8125,
      "learning_rate": 1.2468569935224254e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.542424476146698,
      "num_tokens": 455831364.0,
      "step": 591790
    },
    {
      "epoch": 0.7506741860931201,
      "grad_norm": 4.46875,
      "learning_rate": 1.2467935625137964e-05,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5509789884090424,
      "num_tokens": 455840181.0,
      "step": 591800
    },
    {
      "epoch": 0.750686870685653,
      "grad_norm": 4.90625,
      "learning_rate": 1.2467301315051671e-05,
      "loss": 1.9022,
      "mean_token_accuracy": 0.5854993611574173,
      "num_tokens": 455848021.0,
      "step": 591810
    },
    {
      "epoch": 0.7506995552781858,
      "grad_norm": 8.3125,
      "learning_rate": 1.246666700496538e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5613382130861282,
      "num_tokens": 455855880.0,
      "step": 591820
    },
    {
      "epoch": 0.7507122398707187,
      "grad_norm": 5.53125,
      "learning_rate": 1.2466032694879089e-05,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5272104144096375,
      "num_tokens": 455864292.0,
      "step": 591830
    },
    {
      "epoch": 0.7507249244632515,
      "grad_norm": 5.59375,
      "learning_rate": 1.2465398384792796e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5471189141273498,
      "num_tokens": 455870703.0,
      "step": 591840
    },
    {
      "epoch": 0.7507376090557843,
      "grad_norm": 6.15625,
      "learning_rate": 1.2464764074706506e-05,
      "loss": 2.0042,
      "mean_token_accuracy": 0.558357447385788,
      "num_tokens": 455877751.0,
      "step": 591850
    },
    {
      "epoch": 0.7507502936483171,
      "grad_norm": 4.84375,
      "learning_rate": 1.2464129764620213e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5235559582710266,
      "num_tokens": 455885945.0,
      "step": 591860
    },
    {
      "epoch": 0.7507629782408499,
      "grad_norm": 5.28125,
      "learning_rate": 1.2463495454533922e-05,
      "loss": 1.9259,
      "mean_token_accuracy": 0.560840618610382,
      "num_tokens": 455893989.0,
      "step": 591870
    },
    {
      "epoch": 0.7507756628333828,
      "grad_norm": 5.0,
      "learning_rate": 1.2462861144447631e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5553267866373062,
      "num_tokens": 455902194.0,
      "step": 591880
    },
    {
      "epoch": 0.7507883474259156,
      "grad_norm": 5.90625,
      "learning_rate": 1.246222683436134e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5540366142988205,
      "num_tokens": 455909166.0,
      "step": 591890
    },
    {
      "epoch": 0.7508010320184485,
      "grad_norm": 5.0,
      "learning_rate": 1.2461592524275048e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5694206893444062,
      "num_tokens": 455916719.0,
      "step": 591900
    },
    {
      "epoch": 0.7508137166109813,
      "grad_norm": 5.1875,
      "learning_rate": 1.2460958214188755e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5367518097162247,
      "num_tokens": 455925490.0,
      "step": 591910
    },
    {
      "epoch": 0.7508264012035142,
      "grad_norm": 5.53125,
      "learning_rate": 1.2460323904102464e-05,
      "loss": 2.18,
      "mean_token_accuracy": 0.5278421521186829,
      "num_tokens": 455934166.0,
      "step": 591920
    },
    {
      "epoch": 0.750839085796047,
      "grad_norm": 6.96875,
      "learning_rate": 1.2459689594016173e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.515852814912796,
      "num_tokens": 455942420.0,
      "step": 591930
    },
    {
      "epoch": 0.7508517703885798,
      "grad_norm": 6.0625,
      "learning_rate": 1.2459055283929882e-05,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5577177047729492,
      "num_tokens": 455950051.0,
      "step": 591940
    },
    {
      "epoch": 0.7508644549811127,
      "grad_norm": 5.53125,
      "learning_rate": 1.245842097384359e-05,
      "loss": 1.9884,
      "mean_token_accuracy": 0.569146117568016,
      "num_tokens": 455957737.0,
      "step": 591950
    },
    {
      "epoch": 0.7508771395736454,
      "grad_norm": 4.78125,
      "learning_rate": 1.2457786663757297e-05,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5624116688966752,
      "num_tokens": 455966272.0,
      "step": 591960
    },
    {
      "epoch": 0.7508898241661783,
      "grad_norm": 4.75,
      "learning_rate": 1.2457152353671008e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5629930108785629,
      "num_tokens": 455974772.0,
      "step": 591970
    },
    {
      "epoch": 0.7509025087587111,
      "grad_norm": 5.53125,
      "learning_rate": 1.2456518043584715e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5386120796203613,
      "num_tokens": 455982412.0,
      "step": 591980
    },
    {
      "epoch": 0.750915193351244,
      "grad_norm": 5.75,
      "learning_rate": 1.2455883733498424e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5365268766880036,
      "num_tokens": 455990623.0,
      "step": 591990
    },
    {
      "epoch": 0.7509278779437768,
      "grad_norm": 6.40625,
      "learning_rate": 1.2455249423412132e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5657469093799591,
      "num_tokens": 455998588.0,
      "step": 592000
    },
    {
      "epoch": 0.7509405625363097,
      "grad_norm": 6.625,
      "learning_rate": 1.2454615113325841e-05,
      "loss": 2.3781,
      "mean_token_accuracy": 0.49220794141292573,
      "num_tokens": 456005813.0,
      "step": 592010
    },
    {
      "epoch": 0.7509532471288425,
      "grad_norm": 4.90625,
      "learning_rate": 1.245398080323955e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5355283975601196,
      "num_tokens": 456013923.0,
      "step": 592020
    },
    {
      "epoch": 0.7509659317213753,
      "grad_norm": 7.0,
      "learning_rate": 1.2453346493153257e-05,
      "loss": 1.8639,
      "mean_token_accuracy": 0.5751270741224289,
      "num_tokens": 456021935.0,
      "step": 592030
    },
    {
      "epoch": 0.7509786163139082,
      "grad_norm": 4.875,
      "learning_rate": 1.2452712183066966e-05,
      "loss": 1.8355,
      "mean_token_accuracy": 0.5845435976982116,
      "num_tokens": 456028848.0,
      "step": 592040
    },
    {
      "epoch": 0.750991300906441,
      "grad_norm": 5.4375,
      "learning_rate": 1.2452077872980674e-05,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5570168912410736,
      "num_tokens": 456037376.0,
      "step": 592050
    },
    {
      "epoch": 0.7510039854989738,
      "grad_norm": 6.09375,
      "learning_rate": 1.2451443562894383e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5430678844451904,
      "num_tokens": 456045731.0,
      "step": 592060
    },
    {
      "epoch": 0.7510166700915066,
      "grad_norm": 5.21875,
      "learning_rate": 1.2450809252808092e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5361681044101715,
      "num_tokens": 456053199.0,
      "step": 592070
    },
    {
      "epoch": 0.7510293546840395,
      "grad_norm": 6.71875,
      "learning_rate": 1.24501749427218e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5496358573436737,
      "num_tokens": 456062193.0,
      "step": 592080
    },
    {
      "epoch": 0.7510420392765723,
      "grad_norm": 5.28125,
      "learning_rate": 1.2449540632635508e-05,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5761478483676911,
      "num_tokens": 456070359.0,
      "step": 592090
    },
    {
      "epoch": 0.7510547238691051,
      "grad_norm": 5.46875,
      "learning_rate": 1.2448906322549216e-05,
      "loss": 1.865,
      "mean_token_accuracy": 0.5716329991817475,
      "num_tokens": 456078289.0,
      "step": 592100
    },
    {
      "epoch": 0.751067408461638,
      "grad_norm": 4.8125,
      "learning_rate": 1.2448272012462925e-05,
      "loss": 2.1654,
      "mean_token_accuracy": 0.5248211413621903,
      "num_tokens": 456087553.0,
      "step": 592110
    },
    {
      "epoch": 0.7510800930541708,
      "grad_norm": 5.65625,
      "learning_rate": 1.2447637702376634e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5294945240020752,
      "num_tokens": 456096553.0,
      "step": 592120
    },
    {
      "epoch": 0.7510927776467037,
      "grad_norm": 8.75,
      "learning_rate": 1.2447003392290343e-05,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5219013094902039,
      "num_tokens": 456103718.0,
      "step": 592130
    },
    {
      "epoch": 0.7511054622392365,
      "grad_norm": 6.125,
      "learning_rate": 1.244636908220405e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5222546070814132,
      "num_tokens": 456112623.0,
      "step": 592140
    },
    {
      "epoch": 0.7511181468317694,
      "grad_norm": 8.125,
      "learning_rate": 1.2445734772117758e-05,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5755114108324051,
      "num_tokens": 456119371.0,
      "step": 592150
    },
    {
      "epoch": 0.7511308314243021,
      "grad_norm": 4.59375,
      "learning_rate": 1.2445100462031467e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.536482834815979,
      "num_tokens": 456128627.0,
      "step": 592160
    },
    {
      "epoch": 0.751143516016835,
      "grad_norm": 6.5625,
      "learning_rate": 1.2444466151945176e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5288887649774552,
      "num_tokens": 456135825.0,
      "step": 592170
    },
    {
      "epoch": 0.7511562006093678,
      "grad_norm": 5.6875,
      "learning_rate": 1.2443831841858885e-05,
      "loss": 2.0619,
      "mean_token_accuracy": 0.542400187253952,
      "num_tokens": 456143905.0,
      "step": 592180
    },
    {
      "epoch": 0.7511688852019006,
      "grad_norm": 6.71875,
      "learning_rate": 1.2443197531772593e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5815626442432403,
      "num_tokens": 456150219.0,
      "step": 592190
    },
    {
      "epoch": 0.7511815697944335,
      "grad_norm": 5.78125,
      "learning_rate": 1.2442563221686302e-05,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5448466539382935,
      "num_tokens": 456157302.0,
      "step": 592200
    },
    {
      "epoch": 0.7511942543869663,
      "grad_norm": 4.6875,
      "learning_rate": 1.2441928911600009e-05,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5719714939594269,
      "num_tokens": 456164873.0,
      "step": 592210
    },
    {
      "epoch": 0.7512069389794992,
      "grad_norm": 5.5,
      "learning_rate": 1.2441294601513718e-05,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5368590980768204,
      "num_tokens": 456172517.0,
      "step": 592220
    },
    {
      "epoch": 0.751219623572032,
      "grad_norm": 5.9375,
      "learning_rate": 1.2440660291427427e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5289118707180023,
      "num_tokens": 456179752.0,
      "step": 592230
    },
    {
      "epoch": 0.7512323081645649,
      "grad_norm": 5.21875,
      "learning_rate": 1.2440025981341135e-05,
      "loss": 1.9287,
      "mean_token_accuracy": 0.5744855672121048,
      "num_tokens": 456186333.0,
      "step": 592240
    },
    {
      "epoch": 0.7512449927570977,
      "grad_norm": 6.03125,
      "learning_rate": 1.2439391671254844e-05,
      "loss": 1.8276,
      "mean_token_accuracy": 0.5935136526823044,
      "num_tokens": 456193447.0,
      "step": 592250
    },
    {
      "epoch": 0.7512576773496304,
      "grad_norm": 5.25,
      "learning_rate": 1.2438757361168551e-05,
      "loss": 2.0264,
      "mean_token_accuracy": 0.565063202381134,
      "num_tokens": 456201529.0,
      "step": 592260
    },
    {
      "epoch": 0.7512703619421633,
      "grad_norm": 9.0,
      "learning_rate": 1.2438123051082262e-05,
      "loss": 1.8902,
      "mean_token_accuracy": 0.5936456948518753,
      "num_tokens": 456207849.0,
      "step": 592270
    },
    {
      "epoch": 0.7512830465346961,
      "grad_norm": 5.40625,
      "learning_rate": 1.2437488740995969e-05,
      "loss": 2.0437,
      "mean_token_accuracy": 0.543776485323906,
      "num_tokens": 456216299.0,
      "step": 592280
    },
    {
      "epoch": 0.751295731127229,
      "grad_norm": 5.40625,
      "learning_rate": 1.2436854430909677e-05,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5258451193571091,
      "num_tokens": 456224262.0,
      "step": 592290
    },
    {
      "epoch": 0.7513084157197618,
      "grad_norm": 5.25,
      "learning_rate": 1.2436220120823386e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5491432875394822,
      "num_tokens": 456232148.0,
      "step": 592300
    },
    {
      "epoch": 0.7513211003122947,
      "grad_norm": 6.34375,
      "learning_rate": 1.2435585810737093e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5326855272054672,
      "num_tokens": 456240596.0,
      "step": 592310
    },
    {
      "epoch": 0.7513337849048275,
      "grad_norm": 4.90625,
      "learning_rate": 1.2434951500650804e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5444140791893005,
      "num_tokens": 456249696.0,
      "step": 592320
    },
    {
      "epoch": 0.7513464694973603,
      "grad_norm": 5.59375,
      "learning_rate": 1.243431719056451e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5518452495336532,
      "num_tokens": 456256565.0,
      "step": 592330
    },
    {
      "epoch": 0.7513591540898932,
      "grad_norm": 6.46875,
      "learning_rate": 1.243368288047822e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5525443375110626,
      "num_tokens": 456263921.0,
      "step": 592340
    },
    {
      "epoch": 0.751371838682426,
      "grad_norm": 5.4375,
      "learning_rate": 1.2433048570391928e-05,
      "loss": 1.9442,
      "mean_token_accuracy": 0.5666150152683258,
      "num_tokens": 456271902.0,
      "step": 592350
    },
    {
      "epoch": 0.7513845232749589,
      "grad_norm": 5.6875,
      "learning_rate": 1.2432414260305635e-05,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5406709730625152,
      "num_tokens": 456280042.0,
      "step": 592360
    },
    {
      "epoch": 0.7513972078674916,
      "grad_norm": 5.0625,
      "learning_rate": 1.2431779950219346e-05,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5559475213289261,
      "num_tokens": 456288310.0,
      "step": 592370
    },
    {
      "epoch": 0.7514098924600245,
      "grad_norm": 5.28125,
      "learning_rate": 1.2431145640133053e-05,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5530025094747544,
      "num_tokens": 456295807.0,
      "step": 592380
    },
    {
      "epoch": 0.7514225770525573,
      "grad_norm": 5.0625,
      "learning_rate": 1.2430511330046763e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5413975536823272,
      "num_tokens": 456304378.0,
      "step": 592390
    },
    {
      "epoch": 0.7514352616450902,
      "grad_norm": 5.34375,
      "learning_rate": 1.242987701996047e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5316613167524338,
      "num_tokens": 456313385.0,
      "step": 592400
    },
    {
      "epoch": 0.751447946237623,
      "grad_norm": 5.875,
      "learning_rate": 1.2429242709874179e-05,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5203610956668854,
      "num_tokens": 456321245.0,
      "step": 592410
    },
    {
      "epoch": 0.7514606308301558,
      "grad_norm": 7.53125,
      "learning_rate": 1.2428608399787888e-05,
      "loss": 1.8105,
      "mean_token_accuracy": 0.6094924539327622,
      "num_tokens": 456327138.0,
      "step": 592420
    },
    {
      "epoch": 0.7514733154226887,
      "grad_norm": 5.78125,
      "learning_rate": 1.2427974089701595e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5730464667081833,
      "num_tokens": 456335483.0,
      "step": 592430
    },
    {
      "epoch": 0.7514860000152215,
      "grad_norm": 4.9375,
      "learning_rate": 1.2427339779615305e-05,
      "loss": 1.927,
      "mean_token_accuracy": 0.5711399048566819,
      "num_tokens": 456342594.0,
      "step": 592440
    },
    {
      "epoch": 0.7514986846077544,
      "grad_norm": 5.15625,
      "learning_rate": 1.2426705469529012e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.517710268497467,
      "num_tokens": 456351039.0,
      "step": 592450
    },
    {
      "epoch": 0.7515113692002872,
      "grad_norm": 5.90625,
      "learning_rate": 1.2426071159442723e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5604753613471984,
      "num_tokens": 456358806.0,
      "step": 592460
    },
    {
      "epoch": 0.7515240537928201,
      "grad_norm": 6.6875,
      "learning_rate": 1.242543684935643e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5421989500522614,
      "num_tokens": 456366188.0,
      "step": 592470
    },
    {
      "epoch": 0.7515367383853528,
      "grad_norm": 4.9375,
      "learning_rate": 1.2424802539270138e-05,
      "loss": 1.9041,
      "mean_token_accuracy": 0.5782068014144898,
      "num_tokens": 456372960.0,
      "step": 592480
    },
    {
      "epoch": 0.7515494229778856,
      "grad_norm": 5.03125,
      "learning_rate": 1.2424168229183847e-05,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5416397243738175,
      "num_tokens": 456381300.0,
      "step": 592490
    },
    {
      "epoch": 0.7515621075704185,
      "grad_norm": 8.0,
      "learning_rate": 1.2423533919097554e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5342912435531616,
      "num_tokens": 456388509.0,
      "step": 592500
    },
    {
      "epoch": 0.7515747921629513,
      "grad_norm": 6.8125,
      "learning_rate": 1.2422899609011265e-05,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5428265571594239,
      "num_tokens": 456395743.0,
      "step": 592510
    },
    {
      "epoch": 0.7515874767554842,
      "grad_norm": 5.21875,
      "learning_rate": 1.2422265298924972e-05,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5196341902017594,
      "num_tokens": 456404429.0,
      "step": 592520
    },
    {
      "epoch": 0.751600161348017,
      "grad_norm": 6.15625,
      "learning_rate": 1.242163098883868e-05,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5270116597414016,
      "num_tokens": 456413319.0,
      "step": 592530
    },
    {
      "epoch": 0.7516128459405499,
      "grad_norm": 5.5625,
      "learning_rate": 1.2420996678752389e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5532318770885467,
      "num_tokens": 456420708.0,
      "step": 592540
    },
    {
      "epoch": 0.7516255305330827,
      "grad_norm": 5.65625,
      "learning_rate": 1.2420362368666096e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5234859555959701,
      "num_tokens": 456428806.0,
      "step": 592550
    },
    {
      "epoch": 0.7516382151256156,
      "grad_norm": 5.71875,
      "learning_rate": 1.2419728058579807e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.519342479109764,
      "num_tokens": 456438140.0,
      "step": 592560
    },
    {
      "epoch": 0.7516508997181484,
      "grad_norm": 6.84375,
      "learning_rate": 1.2419093748493514e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5429284155368805,
      "num_tokens": 456445871.0,
      "step": 592570
    },
    {
      "epoch": 0.7516635843106811,
      "grad_norm": 5.15625,
      "learning_rate": 1.2418459438407222e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5433675676584244,
      "num_tokens": 456453873.0,
      "step": 592580
    },
    {
      "epoch": 0.751676268903214,
      "grad_norm": 5.0625,
      "learning_rate": 1.2417825128320931e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5490183770656586,
      "num_tokens": 456461973.0,
      "step": 592590
    },
    {
      "epoch": 0.7516889534957468,
      "grad_norm": 5.09375,
      "learning_rate": 1.241719081823464e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5277472317218781,
      "num_tokens": 456470033.0,
      "step": 592600
    },
    {
      "epoch": 0.7517016380882797,
      "grad_norm": 5.9375,
      "learning_rate": 1.2416556508148349e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5488871097564697,
      "num_tokens": 456477551.0,
      "step": 592610
    },
    {
      "epoch": 0.7517143226808125,
      "grad_norm": 5.46875,
      "learning_rate": 1.2415922198062056e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5323527365922928,
      "num_tokens": 456485548.0,
      "step": 592620
    },
    {
      "epoch": 0.7517270072733454,
      "grad_norm": 9.625,
      "learning_rate": 1.2415287887975764e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5147793620824814,
      "num_tokens": 456494396.0,
      "step": 592630
    },
    {
      "epoch": 0.7517396918658782,
      "grad_norm": 5.875,
      "learning_rate": 1.2414653577889473e-05,
      "loss": 1.8884,
      "mean_token_accuracy": 0.5759007900953292,
      "num_tokens": 456501507.0,
      "step": 592640
    },
    {
      "epoch": 0.751752376458411,
      "grad_norm": 4.96875,
      "learning_rate": 1.2414019267803182e-05,
      "loss": 1.846,
      "mean_token_accuracy": 0.5788878202438354,
      "num_tokens": 456509086.0,
      "step": 592650
    },
    {
      "epoch": 0.7517650610509439,
      "grad_norm": 6.03125,
      "learning_rate": 1.241338495771689e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5490175217390061,
      "num_tokens": 456517191.0,
      "step": 592660
    },
    {
      "epoch": 0.7517777456434767,
      "grad_norm": 6.125,
      "learning_rate": 1.24127506476306e-05,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5482034713029862,
      "num_tokens": 456523853.0,
      "step": 592670
    },
    {
      "epoch": 0.7517904302360096,
      "grad_norm": 6.53125,
      "learning_rate": 1.2412116337544308e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5455463856458664,
      "num_tokens": 456531737.0,
      "step": 592680
    },
    {
      "epoch": 0.7518031148285423,
      "grad_norm": 4.78125,
      "learning_rate": 1.2411482027458015e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5367041736841202,
      "num_tokens": 456539929.0,
      "step": 592690
    },
    {
      "epoch": 0.7518157994210752,
      "grad_norm": 6.21875,
      "learning_rate": 1.2410847717371724e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5585539758205413,
      "num_tokens": 456546597.0,
      "step": 592700
    },
    {
      "epoch": 0.751828484013608,
      "grad_norm": 5.25,
      "learning_rate": 1.2410213407285433e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5323477029800415,
      "num_tokens": 456554812.0,
      "step": 592710
    },
    {
      "epoch": 0.7518411686061409,
      "grad_norm": 5.3125,
      "learning_rate": 1.2409579097199141e-05,
      "loss": 2.3175,
      "mean_token_accuracy": 0.5006769299507141,
      "num_tokens": 456561972.0,
      "step": 592720
    },
    {
      "epoch": 0.7518538531986737,
      "grad_norm": 6.375,
      "learning_rate": 1.240894478711285e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5175200313329696,
      "num_tokens": 456570468.0,
      "step": 592730
    },
    {
      "epoch": 0.7518665377912065,
      "grad_norm": 5.03125,
      "learning_rate": 1.2408310477026557e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5720273733139039,
      "num_tokens": 456580093.0,
      "step": 592740
    },
    {
      "epoch": 0.7518792223837394,
      "grad_norm": 5.875,
      "learning_rate": 1.2407676166940266e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5250152081251145,
      "num_tokens": 456588665.0,
      "step": 592750
    },
    {
      "epoch": 0.7518919069762722,
      "grad_norm": 6.53125,
      "learning_rate": 1.2407041856853975e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5530212044715881,
      "num_tokens": 456594806.0,
      "step": 592760
    },
    {
      "epoch": 0.7519045915688051,
      "grad_norm": 4.84375,
      "learning_rate": 1.2406407546767683e-05,
      "loss": 1.825,
      "mean_token_accuracy": 0.6001474738121033,
      "num_tokens": 456601391.0,
      "step": 592770
    },
    {
      "epoch": 0.7519172761613379,
      "grad_norm": 5.0,
      "learning_rate": 1.2405773236681392e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5129049450159073,
      "num_tokens": 456609883.0,
      "step": 592780
    },
    {
      "epoch": 0.7519299607538708,
      "grad_norm": 6.25,
      "learning_rate": 1.24051389265951e-05,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5385469555854797,
      "num_tokens": 456616800.0,
      "step": 592790
    },
    {
      "epoch": 0.7519426453464035,
      "grad_norm": 5.21875,
      "learning_rate": 1.2404504616508808e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5377415776252746,
      "num_tokens": 456625404.0,
      "step": 592800
    },
    {
      "epoch": 0.7519553299389363,
      "grad_norm": 5.09375,
      "learning_rate": 1.2403870306422517e-05,
      "loss": 2.1224,
      "mean_token_accuracy": 0.537345215678215,
      "num_tokens": 456634543.0,
      "step": 592810
    },
    {
      "epoch": 0.7519680145314692,
      "grad_norm": 6.375,
      "learning_rate": 1.2403235996336225e-05,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5451428085565567,
      "num_tokens": 456642656.0,
      "step": 592820
    },
    {
      "epoch": 0.751980699124002,
      "grad_norm": 7.78125,
      "learning_rate": 1.2402601686249934e-05,
      "loss": 1.8869,
      "mean_token_accuracy": 0.5835994362831116,
      "num_tokens": 456648627.0,
      "step": 592830
    },
    {
      "epoch": 0.7519933837165349,
      "grad_norm": 6.21875,
      "learning_rate": 1.2401967376163643e-05,
      "loss": 2.0141,
      "mean_token_accuracy": 0.5716758757829666,
      "num_tokens": 456656194.0,
      "step": 592840
    },
    {
      "epoch": 0.7520060683090677,
      "grad_norm": 5.0,
      "learning_rate": 1.240133306607735e-05,
      "loss": 1.7864,
      "mean_token_accuracy": 0.59103062748909,
      "num_tokens": 456663442.0,
      "step": 592850
    },
    {
      "epoch": 0.7520187529016006,
      "grad_norm": 5.46875,
      "learning_rate": 1.240069875599106e-05,
      "loss": 2.2432,
      "mean_token_accuracy": 0.5088493704795838,
      "num_tokens": 456671970.0,
      "step": 592860
    },
    {
      "epoch": 0.7520314374941334,
      "grad_norm": 4.9375,
      "learning_rate": 1.2400064445904767e-05,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5525492340326309,
      "num_tokens": 456680685.0,
      "step": 592870
    },
    {
      "epoch": 0.7520441220866662,
      "grad_norm": 5.40625,
      "learning_rate": 1.2399430135818476e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5265973240137101,
      "num_tokens": 456690168.0,
      "step": 592880
    },
    {
      "epoch": 0.752056806679199,
      "grad_norm": 6.5625,
      "learning_rate": 1.2398795825732185e-05,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5322751522064209,
      "num_tokens": 456697314.0,
      "step": 592890
    },
    {
      "epoch": 0.7520694912717318,
      "grad_norm": 6.65625,
      "learning_rate": 1.2398161515645894e-05,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5845033884048462,
      "num_tokens": 456704799.0,
      "step": 592900
    },
    {
      "epoch": 0.7520821758642647,
      "grad_norm": 4.59375,
      "learning_rate": 1.2397527205559602e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5470615267753601,
      "num_tokens": 456712139.0,
      "step": 592910
    },
    {
      "epoch": 0.7520948604567975,
      "grad_norm": 6.875,
      "learning_rate": 1.239689289547331e-05,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5791640371084213,
      "num_tokens": 456720047.0,
      "step": 592920
    },
    {
      "epoch": 0.7521075450493304,
      "grad_norm": 5.25,
      "learning_rate": 1.2396258585387018e-05,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5647713989019394,
      "num_tokens": 456726748.0,
      "step": 592930
    },
    {
      "epoch": 0.7521202296418632,
      "grad_norm": 6.4375,
      "learning_rate": 1.2395624275300727e-05,
      "loss": 2.2411,
      "mean_token_accuracy": 0.5186240583658218,
      "num_tokens": 456735299.0,
      "step": 592940
    },
    {
      "epoch": 0.7521329142343961,
      "grad_norm": 6.125,
      "learning_rate": 1.2394989965214436e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5328833311796188,
      "num_tokens": 456741954.0,
      "step": 592950
    },
    {
      "epoch": 0.7521455988269289,
      "grad_norm": 4.96875,
      "learning_rate": 1.2394355655128144e-05,
      "loss": 1.9866,
      "mean_token_accuracy": 0.5647413104772567,
      "num_tokens": 456748556.0,
      "step": 592960
    },
    {
      "epoch": 0.7521582834194617,
      "grad_norm": 5.46875,
      "learning_rate": 1.2393721345041851e-05,
      "loss": 1.808,
      "mean_token_accuracy": 0.589835599064827,
      "num_tokens": 456756377.0,
      "step": 592970
    },
    {
      "epoch": 0.7521709680119946,
      "grad_norm": 5.59375,
      "learning_rate": 1.2393087034955562e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5362017840147019,
      "num_tokens": 456765484.0,
      "step": 592980
    },
    {
      "epoch": 0.7521836526045274,
      "grad_norm": 5.6875,
      "learning_rate": 1.2392452724869269e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5412249326705932,
      "num_tokens": 456773275.0,
      "step": 592990
    },
    {
      "epoch": 0.7521963371970602,
      "grad_norm": 4.65625,
      "learning_rate": 1.2391818414782978e-05,
      "loss": 2.1303,
      "mean_token_accuracy": 0.54236980676651,
      "num_tokens": 456779464.0,
      "step": 593000
    },
    {
      "epoch": 0.752209021789593,
      "grad_norm": 5.375,
      "learning_rate": 1.2391184104696686e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5452753305435181,
      "num_tokens": 456787474.0,
      "step": 593010
    },
    {
      "epoch": 0.7522217063821259,
      "grad_norm": 5.53125,
      "learning_rate": 1.2390549794610393e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5779681384563446,
      "num_tokens": 456794468.0,
      "step": 593020
    },
    {
      "epoch": 0.7522343909746587,
      "grad_norm": 5.1875,
      "learning_rate": 1.2389915484524104e-05,
      "loss": 1.9237,
      "mean_token_accuracy": 0.5775260299444198,
      "num_tokens": 456802641.0,
      "step": 593030
    },
    {
      "epoch": 0.7522470755671915,
      "grad_norm": 5.9375,
      "learning_rate": 1.238928117443781e-05,
      "loss": 1.6741,
      "mean_token_accuracy": 0.6121288657188415,
      "num_tokens": 456807994.0,
      "step": 593040
    },
    {
      "epoch": 0.7522597601597244,
      "grad_norm": 4.9375,
      "learning_rate": 1.2388646864351521e-05,
      "loss": 1.8549,
      "mean_token_accuracy": 0.5951213717460633,
      "num_tokens": 456813822.0,
      "step": 593050
    },
    {
      "epoch": 0.7522724447522572,
      "grad_norm": 4.8125,
      "learning_rate": 1.2388012554265228e-05,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5728013634681701,
      "num_tokens": 456821279.0,
      "step": 593060
    },
    {
      "epoch": 0.7522851293447901,
      "grad_norm": 9.3125,
      "learning_rate": 1.2387378244178937e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5189074218273163,
      "num_tokens": 456828238.0,
      "step": 593070
    },
    {
      "epoch": 0.7522978139373229,
      "grad_norm": 4.75,
      "learning_rate": 1.2386743934092646e-05,
      "loss": 1.983,
      "mean_token_accuracy": 0.5586944133043289,
      "num_tokens": 456836090.0,
      "step": 593080
    },
    {
      "epoch": 0.7523104985298558,
      "grad_norm": 5.3125,
      "learning_rate": 1.2386109624006353e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5338192164897919,
      "num_tokens": 456844607.0,
      "step": 593090
    },
    {
      "epoch": 0.7523231831223886,
      "grad_norm": 5.125,
      "learning_rate": 1.2385475313920063e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5498349785804748,
      "num_tokens": 456852742.0,
      "step": 593100
    },
    {
      "epoch": 0.7523358677149214,
      "grad_norm": 6.21875,
      "learning_rate": 1.238484100383377e-05,
      "loss": 1.8017,
      "mean_token_accuracy": 0.5998467326164245,
      "num_tokens": 456859687.0,
      "step": 593110
    },
    {
      "epoch": 0.7523485523074542,
      "grad_norm": 5.46875,
      "learning_rate": 1.238420669374748e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5545401781797409,
      "num_tokens": 456867060.0,
      "step": 593120
    },
    {
      "epoch": 0.752361236899987,
      "grad_norm": 8.0625,
      "learning_rate": 1.2383572383661188e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5581773817539215,
      "num_tokens": 456873598.0,
      "step": 593130
    },
    {
      "epoch": 0.7523739214925199,
      "grad_norm": 4.90625,
      "learning_rate": 1.2382938073574897e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5255900710821152,
      "num_tokens": 456881662.0,
      "step": 593140
    },
    {
      "epoch": 0.7523866060850527,
      "grad_norm": 11.3125,
      "learning_rate": 1.2382303763488605e-05,
      "loss": 1.8014,
      "mean_token_accuracy": 0.6052561700344086,
      "num_tokens": 456888240.0,
      "step": 593150
    },
    {
      "epoch": 0.7523992906775856,
      "grad_norm": 6.15625,
      "learning_rate": 1.2381669453402312e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5271321296691894,
      "num_tokens": 456895166.0,
      "step": 593160
    },
    {
      "epoch": 0.7524119752701184,
      "grad_norm": 4.65625,
      "learning_rate": 1.2381035143316023e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5559122025966644,
      "num_tokens": 456903614.0,
      "step": 593170
    },
    {
      "epoch": 0.7524246598626513,
      "grad_norm": 5.0,
      "learning_rate": 1.238040083322973e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5498326122760773,
      "num_tokens": 456911239.0,
      "step": 593180
    },
    {
      "epoch": 0.7524373444551841,
      "grad_norm": 5.375,
      "learning_rate": 1.2379766523143439e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5431484848260879,
      "num_tokens": 456919153.0,
      "step": 593190
    },
    {
      "epoch": 0.7524500290477169,
      "grad_norm": 5.84375,
      "learning_rate": 1.2379132213057147e-05,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5580003738403321,
      "num_tokens": 456926216.0,
      "step": 593200
    },
    {
      "epoch": 0.7524627136402497,
      "grad_norm": 8.125,
      "learning_rate": 1.2378497902970854e-05,
      "loss": 1.8852,
      "mean_token_accuracy": 0.5839116245508194,
      "num_tokens": 456933237.0,
      "step": 593210
    },
    {
      "epoch": 0.7524753982327825,
      "grad_norm": 7.1875,
      "learning_rate": 1.2377863592884565e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.5679983019828796,
      "num_tokens": 456940378.0,
      "step": 593220
    },
    {
      "epoch": 0.7524880828253154,
      "grad_norm": 5.09375,
      "learning_rate": 1.2377229282798272e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5472286731004715,
      "num_tokens": 456947010.0,
      "step": 593230
    },
    {
      "epoch": 0.7525007674178482,
      "grad_norm": 5.15625,
      "learning_rate": 1.237659497271198e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5437309920787812,
      "num_tokens": 456955039.0,
      "step": 593240
    },
    {
      "epoch": 0.7525134520103811,
      "grad_norm": 4.96875,
      "learning_rate": 1.237596066262569e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5372580468654633,
      "num_tokens": 456962832.0,
      "step": 593250
    },
    {
      "epoch": 0.7525261366029139,
      "grad_norm": 4.9375,
      "learning_rate": 1.2375326352539398e-05,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5342818409204483,
      "num_tokens": 456972255.0,
      "step": 593260
    },
    {
      "epoch": 0.7525388211954467,
      "grad_norm": 5.46875,
      "learning_rate": 1.2374692042453107e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5529387772083283,
      "num_tokens": 456980301.0,
      "step": 593270
    },
    {
      "epoch": 0.7525515057879796,
      "grad_norm": 6.53125,
      "learning_rate": 1.2374057732366814e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5483453661203385,
      "num_tokens": 456987887.0,
      "step": 593280
    },
    {
      "epoch": 0.7525641903805124,
      "grad_norm": 6.78125,
      "learning_rate": 1.2373423422280523e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5428424686193466,
      "num_tokens": 456994721.0,
      "step": 593290
    },
    {
      "epoch": 0.7525768749730453,
      "grad_norm": 8.5,
      "learning_rate": 1.2372789112194231e-05,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5540052741765976,
      "num_tokens": 457000954.0,
      "step": 593300
    },
    {
      "epoch": 0.752589559565578,
      "grad_norm": 4.78125,
      "learning_rate": 1.237215480210794e-05,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5629083186388015,
      "num_tokens": 457008601.0,
      "step": 593310
    },
    {
      "epoch": 0.752602244158111,
      "grad_norm": 5.0,
      "learning_rate": 1.2371520492021649e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5529179513454437,
      "num_tokens": 457016693.0,
      "step": 593320
    },
    {
      "epoch": 0.7526149287506437,
      "grad_norm": 4.71875,
      "learning_rate": 1.2370886181935357e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5294193953275681,
      "num_tokens": 457025706.0,
      "step": 593330
    },
    {
      "epoch": 0.7526276133431766,
      "grad_norm": 6.71875,
      "learning_rate": 1.2370251871849066e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5519047468900681,
      "num_tokens": 457032348.0,
      "step": 593340
    },
    {
      "epoch": 0.7526402979357094,
      "grad_norm": 6.15625,
      "learning_rate": 1.2369617561762773e-05,
      "loss": 1.8895,
      "mean_token_accuracy": 0.6056488662958145,
      "num_tokens": 457039638.0,
      "step": 593350
    },
    {
      "epoch": 0.7526529825282422,
      "grad_norm": 6.78125,
      "learning_rate": 1.2368983251676482e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5515216588973999,
      "num_tokens": 457046664.0,
      "step": 593360
    },
    {
      "epoch": 0.7526656671207751,
      "grad_norm": 4.90625,
      "learning_rate": 1.236834894159019e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5683079421520233,
      "num_tokens": 457054536.0,
      "step": 593370
    },
    {
      "epoch": 0.7526783517133079,
      "grad_norm": 4.5625,
      "learning_rate": 1.23677146315039e-05,
      "loss": 2.3182,
      "mean_token_accuracy": 0.5046025931835174,
      "num_tokens": 457062341.0,
      "step": 593380
    },
    {
      "epoch": 0.7526910363058408,
      "grad_norm": 5.90625,
      "learning_rate": 1.2367080321417608e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5518412560224533,
      "num_tokens": 457069586.0,
      "step": 593390
    },
    {
      "epoch": 0.7527037208983736,
      "grad_norm": 5.96875,
      "learning_rate": 1.2366446011331315e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5354696065187454,
      "num_tokens": 457077237.0,
      "step": 593400
    },
    {
      "epoch": 0.7527164054909065,
      "grad_norm": 5.53125,
      "learning_rate": 1.2365811701245024e-05,
      "loss": 2.2227,
      "mean_token_accuracy": 0.5194216728210449,
      "num_tokens": 457085910.0,
      "step": 593410
    },
    {
      "epoch": 0.7527290900834392,
      "grad_norm": 5.96875,
      "learning_rate": 1.2365177391158733e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5465725630521774,
      "num_tokens": 457093028.0,
      "step": 593420
    },
    {
      "epoch": 0.752741774675972,
      "grad_norm": 5.09375,
      "learning_rate": 1.2364543081072441e-05,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5298372089862824,
      "num_tokens": 457101028.0,
      "step": 593430
    },
    {
      "epoch": 0.7527544592685049,
      "grad_norm": 5.46875,
      "learning_rate": 1.236390877098615e-05,
      "loss": 2.3046,
      "mean_token_accuracy": 0.5035450249910355,
      "num_tokens": 457109307.0,
      "step": 593440
    },
    {
      "epoch": 0.7527671438610377,
      "grad_norm": 6.59375,
      "learning_rate": 1.2363274460899859e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5589116841554642,
      "num_tokens": 457116805.0,
      "step": 593450
    },
    {
      "epoch": 0.7527798284535706,
      "grad_norm": 12.1875,
      "learning_rate": 1.2362640150813566e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5465729534626007,
      "num_tokens": 457124823.0,
      "step": 593460
    },
    {
      "epoch": 0.7527925130461034,
      "grad_norm": 4.9375,
      "learning_rate": 1.2362005840727275e-05,
      "loss": 1.6872,
      "mean_token_accuracy": 0.6276400059461593,
      "num_tokens": 457130711.0,
      "step": 593470
    },
    {
      "epoch": 0.7528051976386363,
      "grad_norm": 5.59375,
      "learning_rate": 1.2361371530640983e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.553525310754776,
      "num_tokens": 457139016.0,
      "step": 593480
    },
    {
      "epoch": 0.7528178822311691,
      "grad_norm": 6.1875,
      "learning_rate": 1.2360737220554692e-05,
      "loss": 1.8951,
      "mean_token_accuracy": 0.5653959691524506,
      "num_tokens": 457146002.0,
      "step": 593490
    },
    {
      "epoch": 0.752830566823702,
      "grad_norm": 6.25,
      "learning_rate": 1.2360102910468401e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5445556432008744,
      "num_tokens": 457152936.0,
      "step": 593500
    },
    {
      "epoch": 0.7528432514162348,
      "grad_norm": 5.0,
      "learning_rate": 1.2359468600382108e-05,
      "loss": 1.8383,
      "mean_token_accuracy": 0.5815399825572968,
      "num_tokens": 457161375.0,
      "step": 593510
    },
    {
      "epoch": 0.7528559360087675,
      "grad_norm": 5.65625,
      "learning_rate": 1.2358834290295818e-05,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5629400938749314,
      "num_tokens": 457169922.0,
      "step": 593520
    },
    {
      "epoch": 0.7528686206013004,
      "grad_norm": 6.0,
      "learning_rate": 1.2358199980209525e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5222905606031418,
      "num_tokens": 457177200.0,
      "step": 593530
    },
    {
      "epoch": 0.7528813051938332,
      "grad_norm": 6.90625,
      "learning_rate": 1.2357565670123234e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5289341777563095,
      "num_tokens": 457185058.0,
      "step": 593540
    },
    {
      "epoch": 0.7528939897863661,
      "grad_norm": 4.96875,
      "learning_rate": 1.2356931360036943e-05,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5768024325370789,
      "num_tokens": 457192346.0,
      "step": 593550
    },
    {
      "epoch": 0.7529066743788989,
      "grad_norm": 4.875,
      "learning_rate": 1.2356297049950652e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5484069883823395,
      "num_tokens": 457201002.0,
      "step": 593560
    },
    {
      "epoch": 0.7529193589714318,
      "grad_norm": 6.46875,
      "learning_rate": 1.235566273986436e-05,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5804265201091766,
      "num_tokens": 457207815.0,
      "step": 593570
    },
    {
      "epoch": 0.7529320435639646,
      "grad_norm": 6.5,
      "learning_rate": 1.2355028429778068e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.551642170548439,
      "num_tokens": 457214886.0,
      "step": 593580
    },
    {
      "epoch": 0.7529447281564974,
      "grad_norm": 12.25,
      "learning_rate": 1.2354394119691776e-05,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5443057268857956,
      "num_tokens": 457222182.0,
      "step": 593590
    },
    {
      "epoch": 0.7529574127490303,
      "grad_norm": 4.53125,
      "learning_rate": 1.2353759809605485e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.572961488366127,
      "num_tokens": 457229561.0,
      "step": 593600
    },
    {
      "epoch": 0.7529700973415631,
      "grad_norm": 5.84375,
      "learning_rate": 1.2353125499519194e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.5378110438585282,
      "num_tokens": 457237069.0,
      "step": 593610
    },
    {
      "epoch": 0.752982781934096,
      "grad_norm": 5.46875,
      "learning_rate": 1.2352491189432902e-05,
      "loss": 1.8808,
      "mean_token_accuracy": 0.5806438148021698,
      "num_tokens": 457243744.0,
      "step": 593620
    },
    {
      "epoch": 0.7529954665266287,
      "grad_norm": 8.25,
      "learning_rate": 1.235185687934661e-05,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5455205172300339,
      "num_tokens": 457250372.0,
      "step": 593630
    },
    {
      "epoch": 0.7530081511191616,
      "grad_norm": 6.375,
      "learning_rate": 1.235122256926032e-05,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5140980094671249,
      "num_tokens": 457258876.0,
      "step": 593640
    },
    {
      "epoch": 0.7530208357116944,
      "grad_norm": 7.75,
      "learning_rate": 1.2350588259174027e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5464553147554397,
      "num_tokens": 457266037.0,
      "step": 593650
    },
    {
      "epoch": 0.7530335203042273,
      "grad_norm": 5.1875,
      "learning_rate": 1.2349953949087736e-05,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5381687253713607,
      "num_tokens": 457274557.0,
      "step": 593660
    },
    {
      "epoch": 0.7530462048967601,
      "grad_norm": 5.0,
      "learning_rate": 1.2349319639001444e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5486679464578629,
      "num_tokens": 457283383.0,
      "step": 593670
    },
    {
      "epoch": 0.7530588894892929,
      "grad_norm": 4.8125,
      "learning_rate": 1.2348685328915152e-05,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5294999599456787,
      "num_tokens": 457291419.0,
      "step": 593680
    },
    {
      "epoch": 0.7530715740818258,
      "grad_norm": 5.3125,
      "learning_rate": 1.2348051018828862e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5324327796697617,
      "num_tokens": 457299863.0,
      "step": 593690
    },
    {
      "epoch": 0.7530842586743586,
      "grad_norm": 5.5625,
      "learning_rate": 1.2347416708742569e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5679060518741608,
      "num_tokens": 457308019.0,
      "step": 593700
    },
    {
      "epoch": 0.7530969432668915,
      "grad_norm": 4.40625,
      "learning_rate": 1.234678239865628e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5358831644058227,
      "num_tokens": 457315855.0,
      "step": 593710
    },
    {
      "epoch": 0.7531096278594243,
      "grad_norm": 8.0,
      "learning_rate": 1.2346148088569986e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5736790716648101,
      "num_tokens": 457322689.0,
      "step": 593720
    },
    {
      "epoch": 0.7531223124519572,
      "grad_norm": 5.46875,
      "learning_rate": 1.2345513778483695e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5752107977867127,
      "num_tokens": 457328610.0,
      "step": 593730
    },
    {
      "epoch": 0.7531349970444899,
      "grad_norm": 5.09375,
      "learning_rate": 1.2344879468397404e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5394091725349426,
      "num_tokens": 457337330.0,
      "step": 593740
    },
    {
      "epoch": 0.7531476816370227,
      "grad_norm": 5.40625,
      "learning_rate": 1.2344245158311111e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5565888911485672,
      "num_tokens": 457345177.0,
      "step": 593750
    },
    {
      "epoch": 0.7531603662295556,
      "grad_norm": 4.96875,
      "learning_rate": 1.2343610848224821e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5533676862716674,
      "num_tokens": 457352602.0,
      "step": 593760
    },
    {
      "epoch": 0.7531730508220884,
      "grad_norm": 5.34375,
      "learning_rate": 1.2342976538138528e-05,
      "loss": 1.9048,
      "mean_token_accuracy": 0.5675620794296264,
      "num_tokens": 457359693.0,
      "step": 593770
    },
    {
      "epoch": 0.7531857354146213,
      "grad_norm": 6.875,
      "learning_rate": 1.2342342228052237e-05,
      "loss": 2.0126,
      "mean_token_accuracy": 0.570716243982315,
      "num_tokens": 457366985.0,
      "step": 593780
    },
    {
      "epoch": 0.7531984200071541,
      "grad_norm": 7.78125,
      "learning_rate": 1.2341707917965946e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5280753403902054,
      "num_tokens": 457374414.0,
      "step": 593790
    },
    {
      "epoch": 0.753211104599687,
      "grad_norm": 6.84375,
      "learning_rate": 1.2341073607879653e-05,
      "loss": 1.6844,
      "mean_token_accuracy": 0.6122310042381287,
      "num_tokens": 457381604.0,
      "step": 593800
    },
    {
      "epoch": 0.7532237891922198,
      "grad_norm": 5.3125,
      "learning_rate": 1.2340439297793363e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5526358306407928,
      "num_tokens": 457388854.0,
      "step": 593810
    },
    {
      "epoch": 0.7532364737847526,
      "grad_norm": 5.4375,
      "learning_rate": 1.233980498770707e-05,
      "loss": 2.218,
      "mean_token_accuracy": 0.5180572062730789,
      "num_tokens": 457397288.0,
      "step": 593820
    },
    {
      "epoch": 0.7532491583772855,
      "grad_norm": 6.03125,
      "learning_rate": 1.2339170677620781e-05,
      "loss": 2.3101,
      "mean_token_accuracy": 0.5049754053354263,
      "num_tokens": 457405928.0,
      "step": 593830
    },
    {
      "epoch": 0.7532618429698182,
      "grad_norm": 5.09375,
      "learning_rate": 1.2338536367534488e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.537664070725441,
      "num_tokens": 457413432.0,
      "step": 593840
    },
    {
      "epoch": 0.7532745275623511,
      "grad_norm": 8.125,
      "learning_rate": 1.2337902057448197e-05,
      "loss": 1.816,
      "mean_token_accuracy": 0.5919825226068497,
      "num_tokens": 457420591.0,
      "step": 593850
    },
    {
      "epoch": 0.7532872121548839,
      "grad_norm": 6.71875,
      "learning_rate": 1.2337267747361905e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5351428657770156,
      "num_tokens": 457428415.0,
      "step": 593860
    },
    {
      "epoch": 0.7532998967474168,
      "grad_norm": 5.0,
      "learning_rate": 1.2336633437275612e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.5353043496608734,
      "num_tokens": 457436997.0,
      "step": 593870
    },
    {
      "epoch": 0.7533125813399496,
      "grad_norm": 5.5625,
      "learning_rate": 1.2335999127189323e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5536298543214798,
      "num_tokens": 457446012.0,
      "step": 593880
    },
    {
      "epoch": 0.7533252659324825,
      "grad_norm": 9.5,
      "learning_rate": 1.233536481710303e-05,
      "loss": 2.2875,
      "mean_token_accuracy": 0.5056582629680634,
      "num_tokens": 457454377.0,
      "step": 593890
    },
    {
      "epoch": 0.7533379505250153,
      "grad_norm": 14.5,
      "learning_rate": 1.2334730507016739e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.527685073018074,
      "num_tokens": 457462267.0,
      "step": 593900
    },
    {
      "epoch": 0.7533506351175481,
      "grad_norm": 5.40625,
      "learning_rate": 1.2334096196930447e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5463010251522065,
      "num_tokens": 457469225.0,
      "step": 593910
    },
    {
      "epoch": 0.753363319710081,
      "grad_norm": 5.1875,
      "learning_rate": 1.2333461886844156e-05,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5324416577816009,
      "num_tokens": 457478453.0,
      "step": 593920
    },
    {
      "epoch": 0.7533760043026138,
      "grad_norm": 8.0625,
      "learning_rate": 1.2332827576757865e-05,
      "loss": 1.6907,
      "mean_token_accuracy": 0.6269966214895248,
      "num_tokens": 457484286.0,
      "step": 593930
    },
    {
      "epoch": 0.7533886888951467,
      "grad_norm": 5.28125,
      "learning_rate": 1.2332193266671572e-05,
      "loss": 2.019,
      "mean_token_accuracy": 0.5533371090888977,
      "num_tokens": 457491742.0,
      "step": 593940
    },
    {
      "epoch": 0.7534013734876794,
      "grad_norm": 5.03125,
      "learning_rate": 1.233155895658528e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5347657710313797,
      "num_tokens": 457499797.0,
      "step": 593950
    },
    {
      "epoch": 0.7534140580802123,
      "grad_norm": 6.96875,
      "learning_rate": 1.233092464649899e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5478737652301788,
      "num_tokens": 457506733.0,
      "step": 593960
    },
    {
      "epoch": 0.7534267426727451,
      "grad_norm": 4.875,
      "learning_rate": 1.2330290336412698e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5270291477441787,
      "num_tokens": 457514835.0,
      "step": 593970
    },
    {
      "epoch": 0.7534394272652779,
      "grad_norm": 5.4375,
      "learning_rate": 1.2329656026326407e-05,
      "loss": 1.8757,
      "mean_token_accuracy": 0.5722465336322784,
      "num_tokens": 457520876.0,
      "step": 593980
    },
    {
      "epoch": 0.7534521118578108,
      "grad_norm": 4.96875,
      "learning_rate": 1.2329021716240114e-05,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5205646008253098,
      "num_tokens": 457528762.0,
      "step": 593990
    },
    {
      "epoch": 0.7534647964503436,
      "grad_norm": 4.90625,
      "learning_rate": 1.2328387406153823e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.54619460105896,
      "num_tokens": 457536564.0,
      "step": 594000
    },
    {
      "epoch": 0.7534774810428765,
      "grad_norm": 5.875,
      "learning_rate": 1.2327753096067531e-05,
      "loss": 1.967,
      "mean_token_accuracy": 0.554762202501297,
      "num_tokens": 457543827.0,
      "step": 594010
    },
    {
      "epoch": 0.7534901656354093,
      "grad_norm": 2.171875,
      "learning_rate": 1.232711878598124e-05,
      "loss": 1.9228,
      "mean_token_accuracy": 0.577041643857956,
      "num_tokens": 457552448.0,
      "step": 594020
    },
    {
      "epoch": 0.7535028502279422,
      "grad_norm": 5.4375,
      "learning_rate": 1.2326484475894949e-05,
      "loss": 1.8101,
      "mean_token_accuracy": 0.6012053281068802,
      "num_tokens": 457559932.0,
      "step": 594030
    },
    {
      "epoch": 0.753515534820475,
      "grad_norm": 4.90625,
      "learning_rate": 1.2325850165808658e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5375500798225403,
      "num_tokens": 457568178.0,
      "step": 594040
    },
    {
      "epoch": 0.7535282194130078,
      "grad_norm": 5.6875,
      "learning_rate": 1.2325215855722366e-05,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5468038231134414,
      "num_tokens": 457576245.0,
      "step": 594050
    },
    {
      "epoch": 0.7535409040055406,
      "grad_norm": 4.9375,
      "learning_rate": 1.2324581545636073e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5625608831644058,
      "num_tokens": 457584369.0,
      "step": 594060
    },
    {
      "epoch": 0.7535535885980734,
      "grad_norm": 6.90625,
      "learning_rate": 1.2323947235549782e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.539976280927658,
      "num_tokens": 457592192.0,
      "step": 594070
    },
    {
      "epoch": 0.7535662731906063,
      "grad_norm": 6.15625,
      "learning_rate": 1.2323312925463491e-05,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5616789609193802,
      "num_tokens": 457598639.0,
      "step": 594080
    },
    {
      "epoch": 0.7535789577831391,
      "grad_norm": 6.875,
      "learning_rate": 1.23226786153772e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5372260361909866,
      "num_tokens": 457605737.0,
      "step": 594090
    },
    {
      "epoch": 0.753591642375672,
      "grad_norm": 6.875,
      "learning_rate": 1.2322044305290908e-05,
      "loss": 2.3728,
      "mean_token_accuracy": 0.49869294464588165,
      "num_tokens": 457613450.0,
      "step": 594100
    },
    {
      "epoch": 0.7536043269682048,
      "grad_norm": 6.78125,
      "learning_rate": 1.2321409995204617e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.55093614757061,
      "num_tokens": 457620619.0,
      "step": 594110
    },
    {
      "epoch": 0.7536170115607377,
      "grad_norm": 6.5,
      "learning_rate": 1.2320775685118324e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5621069490909576,
      "num_tokens": 457628327.0,
      "step": 594120
    },
    {
      "epoch": 0.7536296961532705,
      "grad_norm": 6.71875,
      "learning_rate": 1.2320141375032033e-05,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5483967989683152,
      "num_tokens": 457636503.0,
      "step": 594130
    },
    {
      "epoch": 0.7536423807458033,
      "grad_norm": 5.59375,
      "learning_rate": 1.2319507064945742e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5574351370334625,
      "num_tokens": 457644988.0,
      "step": 594140
    },
    {
      "epoch": 0.7536550653383361,
      "grad_norm": 7.78125,
      "learning_rate": 1.231887275485945e-05,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5223874837160111,
      "num_tokens": 457651916.0,
      "step": 594150
    },
    {
      "epoch": 0.7536677499308689,
      "grad_norm": 4.8125,
      "learning_rate": 1.231823844477316e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5320618182420731,
      "num_tokens": 457660841.0,
      "step": 594160
    },
    {
      "epoch": 0.7536804345234018,
      "grad_norm": 5.03125,
      "learning_rate": 1.2317604134686866e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.525944271683693,
      "num_tokens": 457669702.0,
      "step": 594170
    },
    {
      "epoch": 0.7536931191159346,
      "grad_norm": 5.40625,
      "learning_rate": 1.2316969824600575e-05,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5719604581594467,
      "num_tokens": 457678407.0,
      "step": 594180
    },
    {
      "epoch": 0.7537058037084675,
      "grad_norm": 5.3125,
      "learning_rate": 1.2316335514514284e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5316277414560318,
      "num_tokens": 457686823.0,
      "step": 594190
    },
    {
      "epoch": 0.7537184883010003,
      "grad_norm": 4.875,
      "learning_rate": 1.2315701204427992e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5110502779483795,
      "num_tokens": 457695640.0,
      "step": 594200
    },
    {
      "epoch": 0.7537311728935331,
      "grad_norm": 6.0,
      "learning_rate": 1.2315066894341701e-05,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5617563217878342,
      "num_tokens": 457702998.0,
      "step": 594210
    },
    {
      "epoch": 0.753743857486066,
      "grad_norm": 6.71875,
      "learning_rate": 1.2314432584255408e-05,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5296025186777115,
      "num_tokens": 457711194.0,
      "step": 594220
    },
    {
      "epoch": 0.7537565420785988,
      "grad_norm": 7.53125,
      "learning_rate": 1.2313798274169119e-05,
      "loss": 2.055,
      "mean_token_accuracy": 0.5322471290826798,
      "num_tokens": 457717900.0,
      "step": 594230
    },
    {
      "epoch": 0.7537692266711317,
      "grad_norm": 5.6875,
      "learning_rate": 1.2313163964082826e-05,
      "loss": 2.0533,
      "mean_token_accuracy": 0.55204918384552,
      "num_tokens": 457724768.0,
      "step": 594240
    },
    {
      "epoch": 0.7537819112636645,
      "grad_norm": 5.15625,
      "learning_rate": 1.2312529653996534e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5463839709758759,
      "num_tokens": 457732222.0,
      "step": 594250
    },
    {
      "epoch": 0.7537945958561973,
      "grad_norm": 6.5625,
      "learning_rate": 1.2311895343910243e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5442048698663712,
      "num_tokens": 457739975.0,
      "step": 594260
    },
    {
      "epoch": 0.7538072804487301,
      "grad_norm": 5.3125,
      "learning_rate": 1.2311261033823952e-05,
      "loss": 2.2275,
      "mean_token_accuracy": 0.5268955022096634,
      "num_tokens": 457748372.0,
      "step": 594270
    },
    {
      "epoch": 0.753819965041263,
      "grad_norm": 5.46875,
      "learning_rate": 1.231062672373766e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5417769521474838,
      "num_tokens": 457755807.0,
      "step": 594280
    },
    {
      "epoch": 0.7538326496337958,
      "grad_norm": 6.15625,
      "learning_rate": 1.2309992413651368e-05,
      "loss": 1.8933,
      "mean_token_accuracy": 0.5784892857074737,
      "num_tokens": 457762744.0,
      "step": 594290
    },
    {
      "epoch": 0.7538453342263286,
      "grad_norm": 10.125,
      "learning_rate": 1.2309358103565078e-05,
      "loss": 1.9464,
      "mean_token_accuracy": 0.5732414066791535,
      "num_tokens": 457768656.0,
      "step": 594300
    },
    {
      "epoch": 0.7538580188188615,
      "grad_norm": 10.0,
      "learning_rate": 1.2308723793478785e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5402661740779877,
      "num_tokens": 457775907.0,
      "step": 594310
    },
    {
      "epoch": 0.7538707034113943,
      "grad_norm": 6.40625,
      "learning_rate": 1.2308089483392494e-05,
      "loss": 1.8843,
      "mean_token_accuracy": 0.580363205075264,
      "num_tokens": 457782699.0,
      "step": 594320
    },
    {
      "epoch": 0.7538833880039272,
      "grad_norm": 4.84375,
      "learning_rate": 1.2307455173306203e-05,
      "loss": 1.8184,
      "mean_token_accuracy": 0.5906095981597901,
      "num_tokens": 457790905.0,
      "step": 594330
    },
    {
      "epoch": 0.75389607259646,
      "grad_norm": 5.46875,
      "learning_rate": 1.230682086321991e-05,
      "loss": 1.969,
      "mean_token_accuracy": 0.5658898413181305,
      "num_tokens": 457799255.0,
      "step": 594340
    },
    {
      "epoch": 0.7539087571889929,
      "grad_norm": 6.1875,
      "learning_rate": 1.230618655313362e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5380424350500107,
      "num_tokens": 457806300.0,
      "step": 594350
    },
    {
      "epoch": 0.7539214417815256,
      "grad_norm": 6.6875,
      "learning_rate": 1.2305552243047327e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5787021547555924,
      "num_tokens": 457811887.0,
      "step": 594360
    },
    {
      "epoch": 0.7539341263740584,
      "grad_norm": 5.25,
      "learning_rate": 1.2304917932961036e-05,
      "loss": 1.8126,
      "mean_token_accuracy": 0.5884639948606492,
      "num_tokens": 457820413.0,
      "step": 594370
    },
    {
      "epoch": 0.7539468109665913,
      "grad_norm": 4.5625,
      "learning_rate": 1.2304283622874745e-05,
      "loss": 1.7886,
      "mean_token_accuracy": 0.6002522826194763,
      "num_tokens": 457828213.0,
      "step": 594380
    },
    {
      "epoch": 0.7539594955591241,
      "grad_norm": 5.46875,
      "learning_rate": 1.2303649312788452e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5404122620820999,
      "num_tokens": 457837170.0,
      "step": 594390
    },
    {
      "epoch": 0.753972180151657,
      "grad_norm": 4.9375,
      "learning_rate": 1.2303015002702162e-05,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5440922111272812,
      "num_tokens": 457844037.0,
      "step": 594400
    },
    {
      "epoch": 0.7539848647441898,
      "grad_norm": 7.71875,
      "learning_rate": 1.230238069261587e-05,
      "loss": 2.1454,
      "mean_token_accuracy": 0.534099993109703,
      "num_tokens": 457850648.0,
      "step": 594410
    },
    {
      "epoch": 0.7539975493367227,
      "grad_norm": 5.0625,
      "learning_rate": 1.230174638252958e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.540692287683487,
      "num_tokens": 457858884.0,
      "step": 594420
    },
    {
      "epoch": 0.7540102339292555,
      "grad_norm": 4.84375,
      "learning_rate": 1.2301112072443287e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5507576256990433,
      "num_tokens": 457867676.0,
      "step": 594430
    },
    {
      "epoch": 0.7540229185217884,
      "grad_norm": 12.9375,
      "learning_rate": 1.2300477762356995e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5498079240322113,
      "num_tokens": 457874749.0,
      "step": 594440
    },
    {
      "epoch": 0.7540356031143212,
      "grad_norm": 4.65625,
      "learning_rate": 1.2299843452270704e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5280870646238327,
      "num_tokens": 457881538.0,
      "step": 594450
    },
    {
      "epoch": 0.754048287706854,
      "grad_norm": 4.9375,
      "learning_rate": 1.2299209142184411e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.521560886502266,
      "num_tokens": 457890576.0,
      "step": 594460
    },
    {
      "epoch": 0.7540609722993868,
      "grad_norm": 6.0625,
      "learning_rate": 1.2298574832098122e-05,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5863065928220749,
      "num_tokens": 457898226.0,
      "step": 594470
    },
    {
      "epoch": 0.7540736568919196,
      "grad_norm": 5.34375,
      "learning_rate": 1.2297940522011829e-05,
      "loss": 2.2944,
      "mean_token_accuracy": 0.508030703663826,
      "num_tokens": 457906140.0,
      "step": 594480
    },
    {
      "epoch": 0.7540863414844525,
      "grad_norm": 8.4375,
      "learning_rate": 1.2297306211925539e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5402588546276093,
      "num_tokens": 457914377.0,
      "step": 594490
    },
    {
      "epoch": 0.7540990260769853,
      "grad_norm": 5.5,
      "learning_rate": 1.2296671901839246e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5319464564323425,
      "num_tokens": 457921975.0,
      "step": 594500
    },
    {
      "epoch": 0.7541117106695182,
      "grad_norm": 6.28125,
      "learning_rate": 1.2296037591752955e-05,
      "loss": 2.0346,
      "mean_token_accuracy": 0.5401868253946305,
      "num_tokens": 457929627.0,
      "step": 594510
    },
    {
      "epoch": 0.754124395262051,
      "grad_norm": 5.75,
      "learning_rate": 1.2295403281666664e-05,
      "loss": 1.8973,
      "mean_token_accuracy": 0.5659649550914765,
      "num_tokens": 457935789.0,
      "step": 594520
    },
    {
      "epoch": 0.7541370798545838,
      "grad_norm": 5.0625,
      "learning_rate": 1.229476897158037e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5280091732740402,
      "num_tokens": 457945185.0,
      "step": 594530
    },
    {
      "epoch": 0.7541497644471167,
      "grad_norm": 9.6875,
      "learning_rate": 1.2294134661494081e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5346719324588776,
      "num_tokens": 457953198.0,
      "step": 594540
    },
    {
      "epoch": 0.7541624490396495,
      "grad_norm": 5.5625,
      "learning_rate": 1.2293500351407788e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5304332792758941,
      "num_tokens": 457961789.0,
      "step": 594550
    },
    {
      "epoch": 0.7541751336321824,
      "grad_norm": 8.875,
      "learning_rate": 1.2292866041321497e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5705319255590439,
      "num_tokens": 457967686.0,
      "step": 594560
    },
    {
      "epoch": 0.7541878182247151,
      "grad_norm": 4.96875,
      "learning_rate": 1.2292231731235206e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5486137956380844,
      "num_tokens": 457974533.0,
      "step": 594570
    },
    {
      "epoch": 0.754200502817248,
      "grad_norm": 11.625,
      "learning_rate": 1.2291597421148913e-05,
      "loss": 1.8764,
      "mean_token_accuracy": 0.5810847342014313,
      "num_tokens": 457981420.0,
      "step": 594580
    },
    {
      "epoch": 0.7542131874097808,
      "grad_norm": 5.0,
      "learning_rate": 1.2290963111062623e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5318152427673339,
      "num_tokens": 457989428.0,
      "step": 594590
    },
    {
      "epoch": 0.7542258720023137,
      "grad_norm": 4.9375,
      "learning_rate": 1.229032880097633e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5448237419128418,
      "num_tokens": 457997133.0,
      "step": 594600
    },
    {
      "epoch": 0.7542385565948465,
      "grad_norm": 6.65625,
      "learning_rate": 1.2289694490890039e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.521024563908577,
      "num_tokens": 458004970.0,
      "step": 594610
    },
    {
      "epoch": 0.7542512411873793,
      "grad_norm": 6.375,
      "learning_rate": 1.2289060180803748e-05,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5662066251039505,
      "num_tokens": 458011872.0,
      "step": 594620
    },
    {
      "epoch": 0.7542639257799122,
      "grad_norm": 6.28125,
      "learning_rate": 1.2288425870717456e-05,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5590815991163254,
      "num_tokens": 458019476.0,
      "step": 594630
    },
    {
      "epoch": 0.754276610372445,
      "grad_norm": 5.34375,
      "learning_rate": 1.2287791560631165e-05,
      "loss": 2.2593,
      "mean_token_accuracy": 0.5211090952157974,
      "num_tokens": 458027941.0,
      "step": 594640
    },
    {
      "epoch": 0.7542892949649779,
      "grad_norm": 5.6875,
      "learning_rate": 1.2287157250544872e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5424123674631118,
      "num_tokens": 458037712.0,
      "step": 594650
    },
    {
      "epoch": 0.7543019795575107,
      "grad_norm": 5.9375,
      "learning_rate": 1.2286522940458581e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5486673057079315,
      "num_tokens": 458045521.0,
      "step": 594660
    },
    {
      "epoch": 0.7543146641500436,
      "grad_norm": 6.9375,
      "learning_rate": 1.228588863037229e-05,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5620561391115189,
      "num_tokens": 458051976.0,
      "step": 594670
    },
    {
      "epoch": 0.7543273487425763,
      "grad_norm": 4.9375,
      "learning_rate": 1.2285254320285998e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.509156557917595,
      "num_tokens": 458058546.0,
      "step": 594680
    },
    {
      "epoch": 0.7543400333351091,
      "grad_norm": 5.75,
      "learning_rate": 1.2284620010199707e-05,
      "loss": 2.3074,
      "mean_token_accuracy": 0.5047030836343765,
      "num_tokens": 458066223.0,
      "step": 594690
    },
    {
      "epoch": 0.754352717927642,
      "grad_norm": 5.125,
      "learning_rate": 1.2283985700113416e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5714652985334396,
      "num_tokens": 458072638.0,
      "step": 594700
    },
    {
      "epoch": 0.7543654025201748,
      "grad_norm": 7.5625,
      "learning_rate": 1.2283351390027125e-05,
      "loss": 1.961,
      "mean_token_accuracy": 0.5695278018712997,
      "num_tokens": 458079149.0,
      "step": 594710
    },
    {
      "epoch": 0.7543780871127077,
      "grad_norm": 4.96875,
      "learning_rate": 1.2282717079940832e-05,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5682508826255799,
      "num_tokens": 458086932.0,
      "step": 594720
    },
    {
      "epoch": 0.7543907717052405,
      "grad_norm": 6.3125,
      "learning_rate": 1.228208276985454e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5693535327911377,
      "num_tokens": 458094233.0,
      "step": 594730
    },
    {
      "epoch": 0.7544034562977734,
      "grad_norm": 5.3125,
      "learning_rate": 1.2281448459768249e-05,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5499558359384537,
      "num_tokens": 458103064.0,
      "step": 594740
    },
    {
      "epoch": 0.7544161408903062,
      "grad_norm": 4.75,
      "learning_rate": 1.2280814149681958e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5687775701284409,
      "num_tokens": 458111351.0,
      "step": 594750
    },
    {
      "epoch": 0.754428825482839,
      "grad_norm": 4.84375,
      "learning_rate": 1.2280179839595667e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5374084115028381,
      "num_tokens": 458117635.0,
      "step": 594760
    },
    {
      "epoch": 0.7544415100753719,
      "grad_norm": 6.375,
      "learning_rate": 1.2279545529509374e-05,
      "loss": 1.7645,
      "mean_token_accuracy": 0.5971036911010742,
      "num_tokens": 458124067.0,
      "step": 594770
    },
    {
      "epoch": 0.7544541946679046,
      "grad_norm": 5.125,
      "learning_rate": 1.2278911219423082e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5450646460056305,
      "num_tokens": 458132132.0,
      "step": 594780
    },
    {
      "epoch": 0.7544668792604375,
      "grad_norm": 5.1875,
      "learning_rate": 1.2278276909336791e-05,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5545818209648132,
      "num_tokens": 458141006.0,
      "step": 594790
    },
    {
      "epoch": 0.7544795638529703,
      "grad_norm": 5.375,
      "learning_rate": 1.22776425992505e-05,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5784449636936188,
      "num_tokens": 458148638.0,
      "step": 594800
    },
    {
      "epoch": 0.7544922484455032,
      "grad_norm": 6.96875,
      "learning_rate": 1.2277008289164209e-05,
      "loss": 1.9039,
      "mean_token_accuracy": 0.5839586436748505,
      "num_tokens": 458154895.0,
      "step": 594810
    },
    {
      "epoch": 0.754504933038036,
      "grad_norm": 6.0625,
      "learning_rate": 1.2276373979077917e-05,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5511146277189255,
      "num_tokens": 458162605.0,
      "step": 594820
    },
    {
      "epoch": 0.7545176176305689,
      "grad_norm": 4.9375,
      "learning_rate": 1.2275739668991624e-05,
      "loss": 1.902,
      "mean_token_accuracy": 0.5794615626335144,
      "num_tokens": 458170196.0,
      "step": 594830
    },
    {
      "epoch": 0.7545303022231017,
      "grad_norm": 6.65625,
      "learning_rate": 1.2275105358905333e-05,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5430380463600158,
      "num_tokens": 458177424.0,
      "step": 594840
    },
    {
      "epoch": 0.7545429868156345,
      "grad_norm": 5.78125,
      "learning_rate": 1.2274471048819042e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5417606234550476,
      "num_tokens": 458184929.0,
      "step": 594850
    },
    {
      "epoch": 0.7545556714081674,
      "grad_norm": 5.84375,
      "learning_rate": 1.227383673873275e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5615349560976028,
      "num_tokens": 458192725.0,
      "step": 594860
    },
    {
      "epoch": 0.7545683560007002,
      "grad_norm": 4.5625,
      "learning_rate": 1.227320242864646e-05,
      "loss": 1.6835,
      "mean_token_accuracy": 0.6185003876686096,
      "num_tokens": 458200110.0,
      "step": 594870
    },
    {
      "epoch": 0.754581040593233,
      "grad_norm": 5.3125,
      "learning_rate": 1.2272568118560166e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5307006388902664,
      "num_tokens": 458208400.0,
      "step": 594880
    },
    {
      "epoch": 0.7545937251857658,
      "grad_norm": 5.21875,
      "learning_rate": 1.2271933808473877e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5458267271518707,
      "num_tokens": 458214594.0,
      "step": 594890
    },
    {
      "epoch": 0.7546064097782987,
      "grad_norm": 5.40625,
      "learning_rate": 1.2271299498387584e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.558251079916954,
      "num_tokens": 458224101.0,
      "step": 594900
    },
    {
      "epoch": 0.7546190943708315,
      "grad_norm": 5.40625,
      "learning_rate": 1.2270665188301293e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5437163233757019,
      "num_tokens": 458230817.0,
      "step": 594910
    },
    {
      "epoch": 0.7546317789633643,
      "grad_norm": 6.6875,
      "learning_rate": 1.2270030878215001e-05,
      "loss": 1.9645,
      "mean_token_accuracy": 0.5550055950880051,
      "num_tokens": 458238163.0,
      "step": 594920
    },
    {
      "epoch": 0.7546444635558972,
      "grad_norm": 6.78125,
      "learning_rate": 1.2269396568128708e-05,
      "loss": 2.1941,
      "mean_token_accuracy": 0.53062444627285,
      "num_tokens": 458246357.0,
      "step": 594930
    },
    {
      "epoch": 0.75465714814843,
      "grad_norm": 5.59375,
      "learning_rate": 1.2268762258042419e-05,
      "loss": 2.02,
      "mean_token_accuracy": 0.546875387430191,
      "num_tokens": 458255109.0,
      "step": 594940
    },
    {
      "epoch": 0.7546698327409629,
      "grad_norm": 4.875,
      "learning_rate": 1.2268127947956126e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5365130990743637,
      "num_tokens": 458263843.0,
      "step": 594950
    },
    {
      "epoch": 0.7546825173334957,
      "grad_norm": 7.8125,
      "learning_rate": 1.2267493637869836e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5482205390930176,
      "num_tokens": 458270247.0,
      "step": 594960
    },
    {
      "epoch": 0.7546952019260286,
      "grad_norm": 5.03125,
      "learning_rate": 1.2266859327783543e-05,
      "loss": 2.037,
      "mean_token_accuracy": 0.5449211329221726,
      "num_tokens": 458277913.0,
      "step": 594970
    },
    {
      "epoch": 0.7547078865185614,
      "grad_norm": 7.28125,
      "learning_rate": 1.2266225017697252e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5664485335350037,
      "num_tokens": 458284776.0,
      "step": 594980
    },
    {
      "epoch": 0.7547205711110943,
      "grad_norm": 6.0,
      "learning_rate": 1.226559070761096e-05,
      "loss": 1.8515,
      "mean_token_accuracy": 0.5969265252351761,
      "num_tokens": 458291816.0,
      "step": 594990
    },
    {
      "epoch": 0.754733255703627,
      "grad_norm": 5.4375,
      "learning_rate": 1.2264956397524668e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5336371541023255,
      "num_tokens": 458300108.0,
      "step": 595000
    },
    {
      "epoch": 0.7547459402961598,
      "grad_norm": 5.71875,
      "learning_rate": 1.2264322087438378e-05,
      "loss": 1.9304,
      "mean_token_accuracy": 0.5822437167167663,
      "num_tokens": 458307291.0,
      "step": 595010
    },
    {
      "epoch": 0.7547586248886927,
      "grad_norm": 4.28125,
      "learning_rate": 1.2263687777352085e-05,
      "loss": 1.8963,
      "mean_token_accuracy": 0.560608047246933,
      "num_tokens": 458316004.0,
      "step": 595020
    },
    {
      "epoch": 0.7547713094812255,
      "grad_norm": 5.125,
      "learning_rate": 1.2263053467265794e-05,
      "loss": 2.2279,
      "mean_token_accuracy": 0.5158037275075913,
      "num_tokens": 458324881.0,
      "step": 595030
    },
    {
      "epoch": 0.7547839940737584,
      "grad_norm": 5.0,
      "learning_rate": 1.2262419157179503e-05,
      "loss": 1.9268,
      "mean_token_accuracy": 0.5772627890110016,
      "num_tokens": 458332703.0,
      "step": 595040
    },
    {
      "epoch": 0.7547966786662912,
      "grad_norm": 6.21875,
      "learning_rate": 1.226178484709321e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5355107337236404,
      "num_tokens": 458340961.0,
      "step": 595050
    },
    {
      "epoch": 0.7548093632588241,
      "grad_norm": 5.1875,
      "learning_rate": 1.226115053700692e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5357453763484955,
      "num_tokens": 458348476.0,
      "step": 595060
    },
    {
      "epoch": 0.7548220478513569,
      "grad_norm": 4.96875,
      "learning_rate": 1.2260516226920627e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5239427149295807,
      "num_tokens": 458357429.0,
      "step": 595070
    },
    {
      "epoch": 0.7548347324438897,
      "grad_norm": 5.34375,
      "learning_rate": 1.2259881916834338e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5263310343027114,
      "num_tokens": 458366167.0,
      "step": 595080
    },
    {
      "epoch": 0.7548474170364226,
      "grad_norm": 5.40625,
      "learning_rate": 1.2259247606748045e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5358727127313614,
      "num_tokens": 458373493.0,
      "step": 595090
    },
    {
      "epoch": 0.7548601016289553,
      "grad_norm": 4.65625,
      "learning_rate": 1.2258613296661754e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5554361045360565,
      "num_tokens": 458380795.0,
      "step": 595100
    },
    {
      "epoch": 0.7548727862214882,
      "grad_norm": 5.125,
      "learning_rate": 1.2257978986575462e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5536259472370147,
      "num_tokens": 458387448.0,
      "step": 595110
    },
    {
      "epoch": 0.754885470814021,
      "grad_norm": 5.34375,
      "learning_rate": 1.225734467648917e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.558273333311081,
      "num_tokens": 458395430.0,
      "step": 595120
    },
    {
      "epoch": 0.7548981554065539,
      "grad_norm": 5.5,
      "learning_rate": 1.225671036640288e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5508763074874878,
      "num_tokens": 458404167.0,
      "step": 595130
    },
    {
      "epoch": 0.7549108399990867,
      "grad_norm": 5.53125,
      "learning_rate": 1.2256076056316587e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5486941307783126,
      "num_tokens": 458412302.0,
      "step": 595140
    },
    {
      "epoch": 0.7549235245916195,
      "grad_norm": 5.5,
      "learning_rate": 1.2255441746230296e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5298835337162018,
      "num_tokens": 458419913.0,
      "step": 595150
    },
    {
      "epoch": 0.7549362091841524,
      "grad_norm": 5.78125,
      "learning_rate": 1.2254807436144004e-05,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5213999569416046,
      "num_tokens": 458427743.0,
      "step": 595160
    },
    {
      "epoch": 0.7549488937766852,
      "grad_norm": 6.0,
      "learning_rate": 1.2254173126057713e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5250174701213837,
      "num_tokens": 458436116.0,
      "step": 595170
    },
    {
      "epoch": 0.7549615783692181,
      "grad_norm": 5.09375,
      "learning_rate": 1.2253538815971422e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5432607352733612,
      "num_tokens": 458444706.0,
      "step": 595180
    },
    {
      "epoch": 0.7549742629617509,
      "grad_norm": 5.03125,
      "learning_rate": 1.2252904505885129e-05,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5575581759214401,
      "num_tokens": 458452572.0,
      "step": 595190
    },
    {
      "epoch": 0.7549869475542837,
      "grad_norm": 5.09375,
      "learning_rate": 1.225227019579884e-05,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5586056292057038,
      "num_tokens": 458458755.0,
      "step": 595200
    },
    {
      "epoch": 0.7549996321468165,
      "grad_norm": 5.28125,
      "learning_rate": 1.2251635885712546e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5321666955947876,
      "num_tokens": 458466702.0,
      "step": 595210
    },
    {
      "epoch": 0.7550123167393494,
      "grad_norm": 5.4375,
      "learning_rate": 1.2251001575626255e-05,
      "loss": 1.9102,
      "mean_token_accuracy": 0.5716668277978897,
      "num_tokens": 458473466.0,
      "step": 595220
    },
    {
      "epoch": 0.7550250013318822,
      "grad_norm": 4.5625,
      "learning_rate": 1.2250367265539964e-05,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5108801126480103,
      "num_tokens": 458481793.0,
      "step": 595230
    },
    {
      "epoch": 0.755037685924415,
      "grad_norm": 6.46875,
      "learning_rate": 1.2249732955453671e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5330589562654495,
      "num_tokens": 458489299.0,
      "step": 595240
    },
    {
      "epoch": 0.7550503705169479,
      "grad_norm": 7.15625,
      "learning_rate": 1.2249098645367381e-05,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5451046168804169,
      "num_tokens": 458497636.0,
      "step": 595250
    },
    {
      "epoch": 0.7550630551094807,
      "grad_norm": 5.96875,
      "learning_rate": 1.2248464335281088e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5453163594007492,
      "num_tokens": 458506302.0,
      "step": 595260
    },
    {
      "epoch": 0.7550757397020136,
      "grad_norm": 5.46875,
      "learning_rate": 1.2247830025194797e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.5383860170841217,
      "num_tokens": 458514734.0,
      "step": 595270
    },
    {
      "epoch": 0.7550884242945464,
      "grad_norm": 4.90625,
      "learning_rate": 1.2247195715108506e-05,
      "loss": 1.8728,
      "mean_token_accuracy": 0.5770800769329071,
      "num_tokens": 458522701.0,
      "step": 595280
    },
    {
      "epoch": 0.7551011088870793,
      "grad_norm": 6.0625,
      "learning_rate": 1.2246561405022215e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5553234100341797,
      "num_tokens": 458530629.0,
      "step": 595290
    },
    {
      "epoch": 0.755113793479612,
      "grad_norm": 5.78125,
      "learning_rate": 1.2245927094935923e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5395632058382034,
      "num_tokens": 458538591.0,
      "step": 595300
    },
    {
      "epoch": 0.7551264780721448,
      "grad_norm": 7.28125,
      "learning_rate": 1.224529278484963e-05,
      "loss": 1.8423,
      "mean_token_accuracy": 0.5970887631177902,
      "num_tokens": 458546191.0,
      "step": 595310
    },
    {
      "epoch": 0.7551391626646777,
      "grad_norm": 6.3125,
      "learning_rate": 1.2244658474763339e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5452511817216873,
      "num_tokens": 458554503.0,
      "step": 595320
    },
    {
      "epoch": 0.7551518472572105,
      "grad_norm": 9.25,
      "learning_rate": 1.2244024164677048e-05,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5261913061141967,
      "num_tokens": 458561840.0,
      "step": 595330
    },
    {
      "epoch": 0.7551645318497434,
      "grad_norm": 5.34375,
      "learning_rate": 1.2243389854590757e-05,
      "loss": 2.1264,
      "mean_token_accuracy": 0.534812006354332,
      "num_tokens": 458570895.0,
      "step": 595340
    },
    {
      "epoch": 0.7551772164422762,
      "grad_norm": 4.96875,
      "learning_rate": 1.2242755544504465e-05,
      "loss": 1.8981,
      "mean_token_accuracy": 0.5655580013990402,
      "num_tokens": 458577420.0,
      "step": 595350
    },
    {
      "epoch": 0.7551899010348091,
      "grad_norm": 9.4375,
      "learning_rate": 1.2242121234418174e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5228683799505234,
      "num_tokens": 458585683.0,
      "step": 595360
    },
    {
      "epoch": 0.7552025856273419,
      "grad_norm": 6.0625,
      "learning_rate": 1.2241486924331881e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5521748721599579,
      "num_tokens": 458593099.0,
      "step": 595370
    },
    {
      "epoch": 0.7552152702198748,
      "grad_norm": 6.25,
      "learning_rate": 1.224085261424559e-05,
      "loss": 1.7415,
      "mean_token_accuracy": 0.6245715647935868,
      "num_tokens": 458597768.0,
      "step": 595380
    },
    {
      "epoch": 0.7552279548124076,
      "grad_norm": 5.0,
      "learning_rate": 1.2240218304159299e-05,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5442966729402542,
      "num_tokens": 458605384.0,
      "step": 595390
    },
    {
      "epoch": 0.7552406394049404,
      "grad_norm": 7.90625,
      "learning_rate": 1.2239583994073007e-05,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5458370268344879,
      "num_tokens": 458612651.0,
      "step": 595400
    },
    {
      "epoch": 0.7552533239974732,
      "grad_norm": 6.3125,
      "learning_rate": 1.2238949683986716e-05,
      "loss": 2.3618,
      "mean_token_accuracy": 0.4945700019598007,
      "num_tokens": 458620666.0,
      "step": 595410
    },
    {
      "epoch": 0.755266008590006,
      "grad_norm": 4.9375,
      "learning_rate": 1.2238315373900425e-05,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5664234966039657,
      "num_tokens": 458628665.0,
      "step": 595420
    },
    {
      "epoch": 0.7552786931825389,
      "grad_norm": 5.5,
      "learning_rate": 1.2237681063814132e-05,
      "loss": 2.3031,
      "mean_token_accuracy": 0.5056789696216584,
      "num_tokens": 458637906.0,
      "step": 595430
    },
    {
      "epoch": 0.7552913777750717,
      "grad_norm": 7.09375,
      "learning_rate": 1.223704675372784e-05,
      "loss": 1.8829,
      "mean_token_accuracy": 0.5865590900182724,
      "num_tokens": 458644604.0,
      "step": 595440
    },
    {
      "epoch": 0.7553040623676046,
      "grad_norm": 5.1875,
      "learning_rate": 1.223641244364155e-05,
      "loss": 1.8386,
      "mean_token_accuracy": 0.5975611537694931,
      "num_tokens": 458651391.0,
      "step": 595450
    },
    {
      "epoch": 0.7553167469601374,
      "grad_norm": 9.0,
      "learning_rate": 1.2235778133555258e-05,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5589249551296234,
      "num_tokens": 458659226.0,
      "step": 595460
    },
    {
      "epoch": 0.7553294315526702,
      "grad_norm": 4.71875,
      "learning_rate": 1.2235143823468967e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5422995239496231,
      "num_tokens": 458668134.0,
      "step": 595470
    },
    {
      "epoch": 0.7553421161452031,
      "grad_norm": 4.96875,
      "learning_rate": 1.2234509513382676e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5655182182788849,
      "num_tokens": 458676381.0,
      "step": 595480
    },
    {
      "epoch": 0.7553548007377359,
      "grad_norm": 6.875,
      "learning_rate": 1.2233875203296383e-05,
      "loss": 1.8402,
      "mean_token_accuracy": 0.5908282995223999,
      "num_tokens": 458682952.0,
      "step": 595490
    },
    {
      "epoch": 0.7553674853302688,
      "grad_norm": 6.40625,
      "learning_rate": 1.2233240893210091e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5470637202262878,
      "num_tokens": 458690163.0,
      "step": 595500
    },
    {
      "epoch": 0.7553801699228015,
      "grad_norm": 14.1875,
      "learning_rate": 1.22326065831238e-05,
      "loss": 2.2156,
      "mean_token_accuracy": 0.521773973107338,
      "num_tokens": 458697041.0,
      "step": 595510
    },
    {
      "epoch": 0.7553928545153344,
      "grad_norm": 5.59375,
      "learning_rate": 1.2231972273037509e-05,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5567690402269363,
      "num_tokens": 458704896.0,
      "step": 595520
    },
    {
      "epoch": 0.7554055391078672,
      "grad_norm": 6.4375,
      "learning_rate": 1.2231337962951218e-05,
      "loss": 1.8632,
      "mean_token_accuracy": 0.5734640836715699,
      "num_tokens": 458712394.0,
      "step": 595530
    },
    {
      "epoch": 0.7554182237004001,
      "grad_norm": 6.4375,
      "learning_rate": 1.2230703652864925e-05,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5128779679536819,
      "num_tokens": 458720830.0,
      "step": 595540
    },
    {
      "epoch": 0.7554309082929329,
      "grad_norm": 5.5,
      "learning_rate": 1.2230069342778635e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5516241014003753,
      "num_tokens": 458728842.0,
      "step": 595550
    },
    {
      "epoch": 0.7554435928854657,
      "grad_norm": 6.53125,
      "learning_rate": 1.2229435032692342e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5542859196662903,
      "num_tokens": 458735250.0,
      "step": 595560
    },
    {
      "epoch": 0.7554562774779986,
      "grad_norm": 6.6875,
      "learning_rate": 1.222880072260605e-05,
      "loss": 2.3138,
      "mean_token_accuracy": 0.4975762486457825,
      "num_tokens": 458742600.0,
      "step": 595570
    },
    {
      "epoch": 0.7554689620705314,
      "grad_norm": 4.71875,
      "learning_rate": 1.222816641251976e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5704871356487274,
      "num_tokens": 458749980.0,
      "step": 595580
    },
    {
      "epoch": 0.7554816466630643,
      "grad_norm": 4.9375,
      "learning_rate": 1.2227532102433467e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5746092140674591,
      "num_tokens": 458758593.0,
      "step": 595590
    },
    {
      "epoch": 0.7554943312555971,
      "grad_norm": 4.96875,
      "learning_rate": 1.2226897792347177e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.531618794798851,
      "num_tokens": 458766981.0,
      "step": 595600
    },
    {
      "epoch": 0.75550701584813,
      "grad_norm": 4.8125,
      "learning_rate": 1.2226263482260884e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5508821070194244,
      "num_tokens": 458775711.0,
      "step": 595610
    },
    {
      "epoch": 0.7555197004406627,
      "grad_norm": 5.96875,
      "learning_rate": 1.2225629172174593e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5597033143043518,
      "num_tokens": 458782493.0,
      "step": 595620
    },
    {
      "epoch": 0.7555323850331955,
      "grad_norm": 5.71875,
      "learning_rate": 1.2224994862088302e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5628911793231964,
      "num_tokens": 458790288.0,
      "step": 595630
    },
    {
      "epoch": 0.7555450696257284,
      "grad_norm": 4.875,
      "learning_rate": 1.222436055200201e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5462845772504806,
      "num_tokens": 458798577.0,
      "step": 595640
    },
    {
      "epoch": 0.7555577542182612,
      "grad_norm": 6.40625,
      "learning_rate": 1.2223726241915719e-05,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5482043623924255,
      "num_tokens": 458806387.0,
      "step": 595650
    },
    {
      "epoch": 0.7555704388107941,
      "grad_norm": 5.0,
      "learning_rate": 1.2223091931829426e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5312575429677964,
      "num_tokens": 458815595.0,
      "step": 595660
    },
    {
      "epoch": 0.7555831234033269,
      "grad_norm": 4.84375,
      "learning_rate": 1.2222457621743137e-05,
      "loss": 1.8219,
      "mean_token_accuracy": 0.5958253681659699,
      "num_tokens": 458823583.0,
      "step": 595670
    },
    {
      "epoch": 0.7555958079958598,
      "grad_norm": 5.34375,
      "learning_rate": 1.2221823311656844e-05,
      "loss": 1.9369,
      "mean_token_accuracy": 0.5675375252962113,
      "num_tokens": 458831452.0,
      "step": 595680
    },
    {
      "epoch": 0.7556084925883926,
      "grad_norm": 5.71875,
      "learning_rate": 1.2221189001570552e-05,
      "loss": 2.2583,
      "mean_token_accuracy": 0.522660705447197,
      "num_tokens": 458838900.0,
      "step": 595690
    },
    {
      "epoch": 0.7556211771809254,
      "grad_norm": 5.0,
      "learning_rate": 1.2220554691484261e-05,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5478289276361465,
      "num_tokens": 458847354.0,
      "step": 595700
    },
    {
      "epoch": 0.7556338617734583,
      "grad_norm": 6.75,
      "learning_rate": 1.2219920381397968e-05,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5207962393760681,
      "num_tokens": 458855329.0,
      "step": 595710
    },
    {
      "epoch": 0.755646546365991,
      "grad_norm": 5.46875,
      "learning_rate": 1.2219286071311679e-05,
      "loss": 1.9058,
      "mean_token_accuracy": 0.5910232365131378,
      "num_tokens": 458862162.0,
      "step": 595720
    },
    {
      "epoch": 0.7556592309585239,
      "grad_norm": 5.03125,
      "learning_rate": 1.2218651761225386e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5352629452943802,
      "num_tokens": 458870345.0,
      "step": 595730
    },
    {
      "epoch": 0.7556719155510567,
      "grad_norm": 5.96875,
      "learning_rate": 1.2218017451139096e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5287293136119843,
      "num_tokens": 458878987.0,
      "step": 595740
    },
    {
      "epoch": 0.7556846001435896,
      "grad_norm": 4.75,
      "learning_rate": 1.2217383141052803e-05,
      "loss": 1.8187,
      "mean_token_accuracy": 0.5926479756832123,
      "num_tokens": 458885873.0,
      "step": 595750
    },
    {
      "epoch": 0.7556972847361224,
      "grad_norm": 4.875,
      "learning_rate": 1.2216748830966512e-05,
      "loss": 2.3049,
      "mean_token_accuracy": 0.4986128270626068,
      "num_tokens": 458895451.0,
      "step": 595760
    },
    {
      "epoch": 0.7557099693286553,
      "grad_norm": 5.625,
      "learning_rate": 1.221611452088022e-05,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5314362734556198,
      "num_tokens": 458902469.0,
      "step": 595770
    },
    {
      "epoch": 0.7557226539211881,
      "grad_norm": 4.625,
      "learning_rate": 1.2215480210793928e-05,
      "loss": 2.2894,
      "mean_token_accuracy": 0.5141575992107391,
      "num_tokens": 458910735.0,
      "step": 595780
    },
    {
      "epoch": 0.7557353385137209,
      "grad_norm": 5.15625,
      "learning_rate": 1.2214845900707638e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5284880220890045,
      "num_tokens": 458918476.0,
      "step": 595790
    },
    {
      "epoch": 0.7557480231062538,
      "grad_norm": 5.8125,
      "learning_rate": 1.2214211590621345e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5329759091138839,
      "num_tokens": 458927114.0,
      "step": 595800
    },
    {
      "epoch": 0.7557607076987866,
      "grad_norm": 5.125,
      "learning_rate": 1.2213577280535054e-05,
      "loss": 1.8995,
      "mean_token_accuracy": 0.58094362616539,
      "num_tokens": 458933650.0,
      "step": 595810
    },
    {
      "epoch": 0.7557733922913195,
      "grad_norm": 3.671875,
      "learning_rate": 1.2212942970448763e-05,
      "loss": 1.9811,
      "mean_token_accuracy": 0.5574494451284409,
      "num_tokens": 458942009.0,
      "step": 595820
    },
    {
      "epoch": 0.7557860768838522,
      "grad_norm": 6.34375,
      "learning_rate": 1.221230866036247e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5590210914611816,
      "num_tokens": 458950580.0,
      "step": 595830
    },
    {
      "epoch": 0.7557987614763851,
      "grad_norm": 5.75,
      "learning_rate": 1.221167435027618e-05,
      "loss": 1.8711,
      "mean_token_accuracy": 0.5551087021827698,
      "num_tokens": 458959247.0,
      "step": 595840
    },
    {
      "epoch": 0.7558114460689179,
      "grad_norm": 6.5625,
      "learning_rate": 1.2211040040189887e-05,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5425453245639801,
      "num_tokens": 458965727.0,
      "step": 595850
    },
    {
      "epoch": 0.7558241306614507,
      "grad_norm": 6.09375,
      "learning_rate": 1.2210405730103597e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5349345237016678,
      "num_tokens": 458974542.0,
      "step": 595860
    },
    {
      "epoch": 0.7558368152539836,
      "grad_norm": 6.46875,
      "learning_rate": 1.2209771420017305e-05,
      "loss": 2.163,
      "mean_token_accuracy": 0.5379921078681946,
      "num_tokens": 458983166.0,
      "step": 595870
    },
    {
      "epoch": 0.7558494998465164,
      "grad_norm": 4.90625,
      "learning_rate": 1.2209137109931013e-05,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5691897511482239,
      "num_tokens": 458991388.0,
      "step": 595880
    },
    {
      "epoch": 0.7558621844390493,
      "grad_norm": 4.84375,
      "learning_rate": 1.2208502799844722e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.545970568060875,
      "num_tokens": 458999826.0,
      "step": 595890
    },
    {
      "epoch": 0.7558748690315821,
      "grad_norm": 5.03125,
      "learning_rate": 1.2207868489758429e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5371388137340546,
      "num_tokens": 459008563.0,
      "step": 595900
    },
    {
      "epoch": 0.755887553624115,
      "grad_norm": 7.625,
      "learning_rate": 1.220723417967214e-05,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5503093510866165,
      "num_tokens": 459016930.0,
      "step": 595910
    },
    {
      "epoch": 0.7559002382166478,
      "grad_norm": 6.75,
      "learning_rate": 1.2206599869585847e-05,
      "loss": 1.9721,
      "mean_token_accuracy": 0.555148059129715,
      "num_tokens": 459024968.0,
      "step": 595920
    },
    {
      "epoch": 0.7559129228091807,
      "grad_norm": 6.125,
      "learning_rate": 1.2205965559499555e-05,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5535429060459137,
      "num_tokens": 459033224.0,
      "step": 595930
    },
    {
      "epoch": 0.7559256074017134,
      "grad_norm": 4.59375,
      "learning_rate": 1.2205331249413264e-05,
      "loss": 1.7393,
      "mean_token_accuracy": 0.6042512893676758,
      "num_tokens": 459039793.0,
      "step": 595940
    },
    {
      "epoch": 0.7559382919942462,
      "grad_norm": 5.90625,
      "learning_rate": 1.2204696939326973e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.5574685245752334,
      "num_tokens": 459046215.0,
      "step": 595950
    },
    {
      "epoch": 0.7559509765867791,
      "grad_norm": 7.5,
      "learning_rate": 1.2204062629240681e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5494294911623001,
      "num_tokens": 459054173.0,
      "step": 595960
    },
    {
      "epoch": 0.7559636611793119,
      "grad_norm": 6.59375,
      "learning_rate": 1.2203428319154389e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5386610358953476,
      "num_tokens": 459062118.0,
      "step": 595970
    },
    {
      "epoch": 0.7559763457718448,
      "grad_norm": 5.9375,
      "learning_rate": 1.2202794009068097e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5536573648452758,
      "num_tokens": 459071528.0,
      "step": 595980
    },
    {
      "epoch": 0.7559890303643776,
      "grad_norm": 5.125,
      "learning_rate": 1.2202159698981806e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.559163510799408,
      "num_tokens": 459079591.0,
      "step": 595990
    },
    {
      "epoch": 0.7560017149569105,
      "grad_norm": 4.6875,
      "learning_rate": 1.2201525388895515e-05,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5527867078781128,
      "num_tokens": 459087398.0,
      "step": 596000
    },
    {
      "epoch": 0.7560143995494433,
      "grad_norm": 5.25,
      "learning_rate": 1.2200891078809223e-05,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5285628616809845,
      "num_tokens": 459095189.0,
      "step": 596010
    },
    {
      "epoch": 0.7560270841419761,
      "grad_norm": 5.375,
      "learning_rate": 1.220025676872293e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5510999351739884,
      "num_tokens": 459102217.0,
      "step": 596020
    },
    {
      "epoch": 0.756039768734509,
      "grad_norm": 6.5625,
      "learning_rate": 1.219962245863664e-05,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5389956295490265,
      "num_tokens": 459110696.0,
      "step": 596030
    },
    {
      "epoch": 0.7560524533270417,
      "grad_norm": 5.25,
      "learning_rate": 1.2198988148550348e-05,
      "loss": 2.035,
      "mean_token_accuracy": 0.5485037982463836,
      "num_tokens": 459119206.0,
      "step": 596040
    },
    {
      "epoch": 0.7560651379195746,
      "grad_norm": 5.375,
      "learning_rate": 1.2198353838464057e-05,
      "loss": 2.3025,
      "mean_token_accuracy": 0.5067568331956863,
      "num_tokens": 459128020.0,
      "step": 596050
    },
    {
      "epoch": 0.7560778225121074,
      "grad_norm": 6.03125,
      "learning_rate": 1.2197719528377765e-05,
      "loss": 1.912,
      "mean_token_accuracy": 0.5830903738737107,
      "num_tokens": 459135936.0,
      "step": 596060
    },
    {
      "epoch": 0.7560905071046403,
      "grad_norm": 5.1875,
      "learning_rate": 1.2197085218291474e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5256861358880996,
      "num_tokens": 459144603.0,
      "step": 596070
    },
    {
      "epoch": 0.7561031916971731,
      "grad_norm": 13.25,
      "learning_rate": 1.2196450908205183e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5248764753341675,
      "num_tokens": 459152118.0,
      "step": 596080
    },
    {
      "epoch": 0.7561158762897059,
      "grad_norm": 5.5,
      "learning_rate": 1.219581659811889e-05,
      "loss": 1.9232,
      "mean_token_accuracy": 0.5801891505718231,
      "num_tokens": 459160823.0,
      "step": 596090
    },
    {
      "epoch": 0.7561285608822388,
      "grad_norm": 6.90625,
      "learning_rate": 1.2195182288032599e-05,
      "loss": 2.3419,
      "mean_token_accuracy": 0.49849921762943267,
      "num_tokens": 459168602.0,
      "step": 596100
    },
    {
      "epoch": 0.7561412454747716,
      "grad_norm": 5.375,
      "learning_rate": 1.2194547977946307e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5495032221078873,
      "num_tokens": 459176709.0,
      "step": 596110
    },
    {
      "epoch": 0.7561539300673045,
      "grad_norm": 5.65625,
      "learning_rate": 1.2193913667860016e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5407988429069519,
      "num_tokens": 459184815.0,
      "step": 596120
    },
    {
      "epoch": 0.7561666146598373,
      "grad_norm": 5.125,
      "learning_rate": 1.2193279357773725e-05,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5381480008363724,
      "num_tokens": 459193476.0,
      "step": 596130
    },
    {
      "epoch": 0.7561792992523702,
      "grad_norm": 7.34375,
      "learning_rate": 1.2192645047687434e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5597978174686432,
      "num_tokens": 459200774.0,
      "step": 596140
    },
    {
      "epoch": 0.7561919838449029,
      "grad_norm": 5.125,
      "learning_rate": 1.219201073760114e-05,
      "loss": 1.8489,
      "mean_token_accuracy": 0.5898905754089355,
      "num_tokens": 459208214.0,
      "step": 596150
    },
    {
      "epoch": 0.7562046684374358,
      "grad_norm": 4.96875,
      "learning_rate": 1.219137642751485e-05,
      "loss": 1.8576,
      "mean_token_accuracy": 0.5915284812450409,
      "num_tokens": 459215183.0,
      "step": 596160
    },
    {
      "epoch": 0.7562173530299686,
      "grad_norm": 4.875,
      "learning_rate": 1.2190742117428558e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5282679259777069,
      "num_tokens": 459223492.0,
      "step": 596170
    },
    {
      "epoch": 0.7562300376225014,
      "grad_norm": 6.5,
      "learning_rate": 1.2190107807342267e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5287909179925918,
      "num_tokens": 459231188.0,
      "step": 596180
    },
    {
      "epoch": 0.7562427222150343,
      "grad_norm": 6.03125,
      "learning_rate": 1.2189473497255976e-05,
      "loss": 1.7935,
      "mean_token_accuracy": 0.6034872531890869,
      "num_tokens": 459237434.0,
      "step": 596190
    },
    {
      "epoch": 0.7562554068075671,
      "grad_norm": 5.0625,
      "learning_rate": 1.2188839187169683e-05,
      "loss": 2.006,
      "mean_token_accuracy": 0.5518633693456649,
      "num_tokens": 459244581.0,
      "step": 596200
    },
    {
      "epoch": 0.7562680914001,
      "grad_norm": 4.6875,
      "learning_rate": 1.2188204877083392e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5587511390447617,
      "num_tokens": 459253070.0,
      "step": 596210
    },
    {
      "epoch": 0.7562807759926328,
      "grad_norm": 5.375,
      "learning_rate": 1.21875705669971e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5494274795055389,
      "num_tokens": 459261386.0,
      "step": 596220
    },
    {
      "epoch": 0.7562934605851657,
      "grad_norm": 4.96875,
      "learning_rate": 1.2186936256910809e-05,
      "loss": 1.857,
      "mean_token_accuracy": 0.581218832731247,
      "num_tokens": 459267295.0,
      "step": 596230
    },
    {
      "epoch": 0.7563061451776985,
      "grad_norm": 5.09375,
      "learning_rate": 1.2186301946824518e-05,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5588076829910278,
      "num_tokens": 459275737.0,
      "step": 596240
    },
    {
      "epoch": 0.7563188297702312,
      "grad_norm": 5.3125,
      "learning_rate": 1.2185667636738225e-05,
      "loss": 1.9037,
      "mean_token_accuracy": 0.5766088128089905,
      "num_tokens": 459282730.0,
      "step": 596250
    },
    {
      "epoch": 0.7563315143627641,
      "grad_norm": 8.0625,
      "learning_rate": 1.2185033326651935e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5689917832612992,
      "num_tokens": 459289885.0,
      "step": 596260
    },
    {
      "epoch": 0.7563441989552969,
      "grad_norm": 6.03125,
      "learning_rate": 1.2184399016565642e-05,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5517126470804214,
      "num_tokens": 459297520.0,
      "step": 596270
    },
    {
      "epoch": 0.7563568835478298,
      "grad_norm": 6.625,
      "learning_rate": 1.2183764706479351e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.523873695731163,
      "num_tokens": 459304817.0,
      "step": 596280
    },
    {
      "epoch": 0.7563695681403626,
      "grad_norm": 4.9375,
      "learning_rate": 1.218313039639306e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5505813926458358,
      "num_tokens": 459312462.0,
      "step": 596290
    },
    {
      "epoch": 0.7563822527328955,
      "grad_norm": 5.28125,
      "learning_rate": 1.2182496086306767e-05,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5252876430749893,
      "num_tokens": 459319237.0,
      "step": 596300
    },
    {
      "epoch": 0.7563949373254283,
      "grad_norm": 17.0,
      "learning_rate": 1.2181861776220477e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5321770668029785,
      "num_tokens": 459326691.0,
      "step": 596310
    },
    {
      "epoch": 0.7564076219179612,
      "grad_norm": 4.71875,
      "learning_rate": 1.2181227466134184e-05,
      "loss": 2.087,
      "mean_token_accuracy": 0.54375519156456,
      "num_tokens": 459334834.0,
      "step": 596320
    },
    {
      "epoch": 0.756420306510494,
      "grad_norm": 4.75,
      "learning_rate": 1.2180593156047895e-05,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5779634833335876,
      "num_tokens": 459341903.0,
      "step": 596330
    },
    {
      "epoch": 0.7564329911030268,
      "grad_norm": 6.0,
      "learning_rate": 1.2179958845961602e-05,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5622367143630982,
      "num_tokens": 459348301.0,
      "step": 596340
    },
    {
      "epoch": 0.7564456756955596,
      "grad_norm": 5.46875,
      "learning_rate": 1.217932453587531e-05,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5650290250778198,
      "num_tokens": 459355589.0,
      "step": 596350
    },
    {
      "epoch": 0.7564583602880924,
      "grad_norm": 6.34375,
      "learning_rate": 1.217869022578902e-05,
      "loss": 1.824,
      "mean_token_accuracy": 0.5817929983139039,
      "num_tokens": 459361845.0,
      "step": 596360
    },
    {
      "epoch": 0.7564710448806253,
      "grad_norm": 4.09375,
      "learning_rate": 1.2178055915702726e-05,
      "loss": 1.9005,
      "mean_token_accuracy": 0.578279459476471,
      "num_tokens": 459368515.0,
      "step": 596370
    },
    {
      "epoch": 0.7564837294731581,
      "grad_norm": 4.8125,
      "learning_rate": 1.2177421605616437e-05,
      "loss": 1.9123,
      "mean_token_accuracy": 0.5841143488883972,
      "num_tokens": 459374731.0,
      "step": 596380
    },
    {
      "epoch": 0.756496414065691,
      "grad_norm": 6.78125,
      "learning_rate": 1.2176787295530144e-05,
      "loss": 1.7825,
      "mean_token_accuracy": 0.6099440455436707,
      "num_tokens": 459381034.0,
      "step": 596390
    },
    {
      "epoch": 0.7565090986582238,
      "grad_norm": 6.96875,
      "learning_rate": 1.2176152985443852e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5094899863004685,
      "num_tokens": 459389716.0,
      "step": 596400
    },
    {
      "epoch": 0.7565217832507566,
      "grad_norm": 6.0,
      "learning_rate": 1.2175518675357561e-05,
      "loss": 2.1797,
      "mean_token_accuracy": 0.5278156071901321,
      "num_tokens": 459398591.0,
      "step": 596410
    },
    {
      "epoch": 0.7565344678432895,
      "grad_norm": 5.625,
      "learning_rate": 1.2174884365271268e-05,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5747503221035004,
      "num_tokens": 459405527.0,
      "step": 596420
    },
    {
      "epoch": 0.7565471524358223,
      "grad_norm": 5.21875,
      "learning_rate": 1.2174250055184979e-05,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5253319293260574,
      "num_tokens": 459414039.0,
      "step": 596430
    },
    {
      "epoch": 0.7565598370283552,
      "grad_norm": 6.71875,
      "learning_rate": 1.2173615745098686e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5624702006578446,
      "num_tokens": 459421844.0,
      "step": 596440
    },
    {
      "epoch": 0.756572521620888,
      "grad_norm": 6.59375,
      "learning_rate": 1.2172981435012396e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5583790481090546,
      "num_tokens": 459429279.0,
      "step": 596450
    },
    {
      "epoch": 0.7565852062134208,
      "grad_norm": 5.1875,
      "learning_rate": 1.2172347124926103e-05,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5460028171539306,
      "num_tokens": 459437556.0,
      "step": 596460
    },
    {
      "epoch": 0.7565978908059536,
      "grad_norm": 6.8125,
      "learning_rate": 1.2171712814839812e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.545272096991539,
      "num_tokens": 459445252.0,
      "step": 596470
    },
    {
      "epoch": 0.7566105753984865,
      "grad_norm": 4.375,
      "learning_rate": 1.217107850475352e-05,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5605850636959075,
      "num_tokens": 459453792.0,
      "step": 596480
    },
    {
      "epoch": 0.7566232599910193,
      "grad_norm": 7.15625,
      "learning_rate": 1.2170444194667228e-05,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5720841228961945,
      "num_tokens": 459461103.0,
      "step": 596490
    },
    {
      "epoch": 0.7566359445835521,
      "grad_norm": 6.84375,
      "learning_rate": 1.2169809884580938e-05,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5467307835817337,
      "num_tokens": 459468353.0,
      "step": 596500
    },
    {
      "epoch": 0.756648629176085,
      "grad_norm": 10.8125,
      "learning_rate": 1.2169175574494645e-05,
      "loss": 2.3065,
      "mean_token_accuracy": 0.5188429862260818,
      "num_tokens": 459475263.0,
      "step": 596510
    },
    {
      "epoch": 0.7566613137686178,
      "grad_norm": 6.625,
      "learning_rate": 1.2168541264408354e-05,
      "loss": 1.8827,
      "mean_token_accuracy": 0.580016964673996,
      "num_tokens": 459481847.0,
      "step": 596520
    },
    {
      "epoch": 0.7566739983611507,
      "grad_norm": 6.875,
      "learning_rate": 1.2167906954322063e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5447806149721146,
      "num_tokens": 459488808.0,
      "step": 596530
    },
    {
      "epoch": 0.7566866829536835,
      "grad_norm": 6.4375,
      "learning_rate": 1.2167272644235771e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5550034284591675,
      "num_tokens": 459496589.0,
      "step": 596540
    },
    {
      "epoch": 0.7566993675462164,
      "grad_norm": 4.84375,
      "learning_rate": 1.216663833414948e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.53887899518013,
      "num_tokens": 459504395.0,
      "step": 596550
    },
    {
      "epoch": 0.7567120521387491,
      "grad_norm": 5.375,
      "learning_rate": 1.2166004024063187e-05,
      "loss": 2.057,
      "mean_token_accuracy": 0.5503996789455414,
      "num_tokens": 459510851.0,
      "step": 596560
    },
    {
      "epoch": 0.7567247367312819,
      "grad_norm": 9.25,
      "learning_rate": 1.2165369713976898e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5416362941265106,
      "num_tokens": 459518581.0,
      "step": 596570
    },
    {
      "epoch": 0.7567374213238148,
      "grad_norm": 5.1875,
      "learning_rate": 1.2164735403890605e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5340702176094055,
      "num_tokens": 459526243.0,
      "step": 596580
    },
    {
      "epoch": 0.7567501059163476,
      "grad_norm": 7.6875,
      "learning_rate": 1.2164101093804313e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5346040397882461,
      "num_tokens": 459534342.0,
      "step": 596590
    },
    {
      "epoch": 0.7567627905088805,
      "grad_norm": 5.5625,
      "learning_rate": 1.2163466783718022e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.551603376865387,
      "num_tokens": 459542150.0,
      "step": 596600
    },
    {
      "epoch": 0.7567754751014133,
      "grad_norm": 5.96875,
      "learning_rate": 1.216283247363173e-05,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5428466498851776,
      "num_tokens": 459549919.0,
      "step": 596610
    },
    {
      "epoch": 0.7567881596939462,
      "grad_norm": 6.59375,
      "learning_rate": 1.216219816354544e-05,
      "loss": 2.2729,
      "mean_token_accuracy": 0.5082828521728515,
      "num_tokens": 459558276.0,
      "step": 596620
    },
    {
      "epoch": 0.756800844286479,
      "grad_norm": 6.3125,
      "learning_rate": 1.2161563853459147e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5473628401756286,
      "num_tokens": 459566747.0,
      "step": 596630
    },
    {
      "epoch": 0.7568135288790118,
      "grad_norm": 5.25,
      "learning_rate": 1.2160929543372855e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5458253651857377,
      "num_tokens": 459573012.0,
      "step": 596640
    },
    {
      "epoch": 0.7568262134715447,
      "grad_norm": 6.09375,
      "learning_rate": 1.2160295233286564e-05,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5372138023376465,
      "num_tokens": 459581483.0,
      "step": 596650
    },
    {
      "epoch": 0.7568388980640774,
      "grad_norm": 5.09375,
      "learning_rate": 1.2159660923200273e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5298042178153992,
      "num_tokens": 459590216.0,
      "step": 596660
    },
    {
      "epoch": 0.7568515826566103,
      "grad_norm": 4.9375,
      "learning_rate": 1.2159026613113982e-05,
      "loss": 2.2226,
      "mean_token_accuracy": 0.5145050168037415,
      "num_tokens": 459599230.0,
      "step": 596670
    },
    {
      "epoch": 0.7568642672491431,
      "grad_norm": 5.53125,
      "learning_rate": 1.2158392303027689e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5251606047153473,
      "num_tokens": 459606977.0,
      "step": 596680
    },
    {
      "epoch": 0.756876951841676,
      "grad_norm": 4.625,
      "learning_rate": 1.2157757992941397e-05,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5572847723960876,
      "num_tokens": 459614037.0,
      "step": 596690
    },
    {
      "epoch": 0.7568896364342088,
      "grad_norm": 5.21875,
      "learning_rate": 1.2157123682855106e-05,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5570780128240586,
      "num_tokens": 459621557.0,
      "step": 596700
    },
    {
      "epoch": 0.7569023210267417,
      "grad_norm": 5.71875,
      "learning_rate": 1.2156489372768815e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5414856165647507,
      "num_tokens": 459629978.0,
      "step": 596710
    },
    {
      "epoch": 0.7569150056192745,
      "grad_norm": 4.65625,
      "learning_rate": 1.2155855062682524e-05,
      "loss": 1.9039,
      "mean_token_accuracy": 0.5780920714139939,
      "num_tokens": 459637910.0,
      "step": 596720
    },
    {
      "epoch": 0.7569276902118073,
      "grad_norm": 4.59375,
      "learning_rate": 1.2155220752596232e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5601234465837479,
      "num_tokens": 459646021.0,
      "step": 596730
    },
    {
      "epoch": 0.7569403748043402,
      "grad_norm": 5.46875,
      "learning_rate": 1.215458644250994e-05,
      "loss": 2.0617,
      "mean_token_accuracy": 0.536569032073021,
      "num_tokens": 459654643.0,
      "step": 596740
    },
    {
      "epoch": 0.756953059396873,
      "grad_norm": 4.75,
      "learning_rate": 1.2153952132423648e-05,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5246177732944488,
      "num_tokens": 459663503.0,
      "step": 596750
    },
    {
      "epoch": 0.7569657439894059,
      "grad_norm": 5.09375,
      "learning_rate": 1.2153317822337357e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5265691101551055,
      "num_tokens": 459672067.0,
      "step": 596760
    },
    {
      "epoch": 0.7569784285819386,
      "grad_norm": 5.28125,
      "learning_rate": 1.2152683512251066e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.519829335808754,
      "num_tokens": 459681619.0,
      "step": 596770
    },
    {
      "epoch": 0.7569911131744715,
      "grad_norm": 6.34375,
      "learning_rate": 1.2152049202164774e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5456605911254883,
      "num_tokens": 459688194.0,
      "step": 596780
    },
    {
      "epoch": 0.7570037977670043,
      "grad_norm": 4.71875,
      "learning_rate": 1.2151414892078483e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5455090701580048,
      "num_tokens": 459695963.0,
      "step": 596790
    },
    {
      "epoch": 0.7570164823595371,
      "grad_norm": 6.96875,
      "learning_rate": 1.215078058199219e-05,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5691182523965835,
      "num_tokens": 459701887.0,
      "step": 596800
    },
    {
      "epoch": 0.75702916695207,
      "grad_norm": 5.8125,
      "learning_rate": 1.2150146271905899e-05,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5400572746992112,
      "num_tokens": 459709731.0,
      "step": 596810
    },
    {
      "epoch": 0.7570418515446028,
      "grad_norm": 7.40625,
      "learning_rate": 1.2149511961819608e-05,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5355876237154007,
      "num_tokens": 459718002.0,
      "step": 596820
    },
    {
      "epoch": 0.7570545361371357,
      "grad_norm": 5.53125,
      "learning_rate": 1.2148877651733316e-05,
      "loss": 1.9885,
      "mean_token_accuracy": 0.555816924571991,
      "num_tokens": 459727357.0,
      "step": 596830
    },
    {
      "epoch": 0.7570672207296685,
      "grad_norm": 4.90625,
      "learning_rate": 1.2148243341647025e-05,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5750773251056671,
      "num_tokens": 459735359.0,
      "step": 596840
    },
    {
      "epoch": 0.7570799053222014,
      "grad_norm": 5.0,
      "learning_rate": 1.2147609031560734e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5447135657072067,
      "num_tokens": 459743894.0,
      "step": 596850
    },
    {
      "epoch": 0.7570925899147342,
      "grad_norm": 8.0,
      "learning_rate": 1.2146974721474441e-05,
      "loss": 2.2575,
      "mean_token_accuracy": 0.5199392050504684,
      "num_tokens": 459752501.0,
      "step": 596860
    },
    {
      "epoch": 0.7571052745072671,
      "grad_norm": 5.34375,
      "learning_rate": 1.214634041138815e-05,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5639082670211792,
      "num_tokens": 459759906.0,
      "step": 596870
    },
    {
      "epoch": 0.7571179590997998,
      "grad_norm": 6.125,
      "learning_rate": 1.2145706101301858e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5484345257282257,
      "num_tokens": 459766850.0,
      "step": 596880
    },
    {
      "epoch": 0.7571306436923326,
      "grad_norm": 5.03125,
      "learning_rate": 1.2145071791215567e-05,
      "loss": 1.7542,
      "mean_token_accuracy": 0.5976037740707397,
      "num_tokens": 459774066.0,
      "step": 596890
    },
    {
      "epoch": 0.7571433282848655,
      "grad_norm": 5.0,
      "learning_rate": 1.2144437481129276e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5443877130746841,
      "num_tokens": 459783177.0,
      "step": 596900
    },
    {
      "epoch": 0.7571560128773983,
      "grad_norm": 7.25,
      "learning_rate": 1.2143803171042983e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5689394563436508,
      "num_tokens": 459789722.0,
      "step": 596910
    },
    {
      "epoch": 0.7571686974699312,
      "grad_norm": 4.90625,
      "learning_rate": 1.2143168860956693e-05,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5476736456155777,
      "num_tokens": 459798876.0,
      "step": 596920
    },
    {
      "epoch": 0.757181382062464,
      "grad_norm": 6.875,
      "learning_rate": 1.21425345508704e-05,
      "loss": 1.8003,
      "mean_token_accuracy": 0.5890895992517471,
      "num_tokens": 459804320.0,
      "step": 596930
    },
    {
      "epoch": 0.7571940666549969,
      "grad_norm": 5.5,
      "learning_rate": 1.214190024078411e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5537907809019089,
      "num_tokens": 459811349.0,
      "step": 596940
    },
    {
      "epoch": 0.7572067512475297,
      "grad_norm": 5.53125,
      "learning_rate": 1.2141265930697818e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5335375398397446,
      "num_tokens": 459820721.0,
      "step": 596950
    },
    {
      "epoch": 0.7572194358400625,
      "grad_norm": 4.875,
      "learning_rate": 1.2140631620611525e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5517938733100891,
      "num_tokens": 459827579.0,
      "step": 596960
    },
    {
      "epoch": 0.7572321204325954,
      "grad_norm": 5.59375,
      "learning_rate": 1.2139997310525235e-05,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5724588990211487,
      "num_tokens": 459835541.0,
      "step": 596970
    },
    {
      "epoch": 0.7572448050251281,
      "grad_norm": 4.9375,
      "learning_rate": 1.2139363000438942e-05,
      "loss": 2.2209,
      "mean_token_accuracy": 0.5166019558906555,
      "num_tokens": 459844026.0,
      "step": 596980
    },
    {
      "epoch": 0.757257489617661,
      "grad_norm": 5.09375,
      "learning_rate": 1.2138728690352653e-05,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5294505923986434,
      "num_tokens": 459852562.0,
      "step": 596990
    },
    {
      "epoch": 0.7572701742101938,
      "grad_norm": 7.3125,
      "learning_rate": 1.213809438026636e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5362171083688736,
      "num_tokens": 459860546.0,
      "step": 597000
    },
    {
      "epoch": 0.7572828588027267,
      "grad_norm": 6.71875,
      "learning_rate": 1.2137460070180069e-05,
      "loss": 1.8389,
      "mean_token_accuracy": 0.5911870330572129,
      "num_tokens": 459866992.0,
      "step": 597010
    },
    {
      "epoch": 0.7572955433952595,
      "grad_norm": 6.9375,
      "learning_rate": 1.2136825760093777e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5556637287139893,
      "num_tokens": 459873937.0,
      "step": 597020
    },
    {
      "epoch": 0.7573082279877923,
      "grad_norm": 14.1875,
      "learning_rate": 1.2136191450007484e-05,
      "loss": 1.7544,
      "mean_token_accuracy": 0.6060109227895737,
      "num_tokens": 459879813.0,
      "step": 597030
    },
    {
      "epoch": 0.7573209125803252,
      "grad_norm": 5.875,
      "learning_rate": 1.2135557139921195e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5475846976041794,
      "num_tokens": 459888381.0,
      "step": 597040
    },
    {
      "epoch": 0.757333597172858,
      "grad_norm": 6.40625,
      "learning_rate": 1.2134922829834902e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5542142659425735,
      "num_tokens": 459894931.0,
      "step": 597050
    },
    {
      "epoch": 0.7573462817653909,
      "grad_norm": 5.53125,
      "learning_rate": 1.213428851974861e-05,
      "loss": 1.8292,
      "mean_token_accuracy": 0.5939458161592484,
      "num_tokens": 459903013.0,
      "step": 597060
    },
    {
      "epoch": 0.7573589663579237,
      "grad_norm": 5.28125,
      "learning_rate": 1.213365420966232e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5306963831186294,
      "num_tokens": 459911421.0,
      "step": 597070
    },
    {
      "epoch": 0.7573716509504566,
      "grad_norm": 5.75,
      "learning_rate": 1.2133019899576026e-05,
      "loss": 1.6088,
      "mean_token_accuracy": 0.6389695286750794,
      "num_tokens": 459917741.0,
      "step": 597080
    },
    {
      "epoch": 0.7573843355429893,
      "grad_norm": 4.96875,
      "learning_rate": 1.2132385589489737e-05,
      "loss": 2.13,
      "mean_token_accuracy": 0.5378601521253585,
      "num_tokens": 459925836.0,
      "step": 597090
    },
    {
      "epoch": 0.7573970201355222,
      "grad_norm": 6.0625,
      "learning_rate": 1.2131751279403444e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5599321454763413,
      "num_tokens": 459932138.0,
      "step": 597100
    },
    {
      "epoch": 0.757409704728055,
      "grad_norm": 5.4375,
      "learning_rate": 1.2131116969317154e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.519561505317688,
      "num_tokens": 459939645.0,
      "step": 597110
    },
    {
      "epoch": 0.7574223893205878,
      "grad_norm": 5.21875,
      "learning_rate": 1.2130482659230861e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5214687049388885,
      "num_tokens": 459948670.0,
      "step": 597120
    },
    {
      "epoch": 0.7574350739131207,
      "grad_norm": 7.0625,
      "learning_rate": 1.212984834914457e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5470322966575623,
      "num_tokens": 459956723.0,
      "step": 597130
    },
    {
      "epoch": 0.7574477585056535,
      "grad_norm": 6.71875,
      "learning_rate": 1.2129214039058279e-05,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5183515936136246,
      "num_tokens": 459965291.0,
      "step": 597140
    },
    {
      "epoch": 0.7574604430981864,
      "grad_norm": 6.4375,
      "learning_rate": 1.2128579728971986e-05,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5683276504278183,
      "num_tokens": 459973542.0,
      "step": 597150
    },
    {
      "epoch": 0.7574731276907192,
      "grad_norm": 9.0,
      "learning_rate": 1.2127945418885696e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5299870908260346,
      "num_tokens": 459981487.0,
      "step": 597160
    },
    {
      "epoch": 0.7574858122832521,
      "grad_norm": 5.15625,
      "learning_rate": 1.2127311108799403e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.561713570356369,
      "num_tokens": 459989826.0,
      "step": 597170
    },
    {
      "epoch": 0.7574984968757849,
      "grad_norm": 4.90625,
      "learning_rate": 1.2126676798713112e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5552244693040848,
      "num_tokens": 459998924.0,
      "step": 597180
    },
    {
      "epoch": 0.7575111814683176,
      "grad_norm": 5.3125,
      "learning_rate": 1.2126042488626821e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.529285529255867,
      "num_tokens": 460008395.0,
      "step": 597190
    },
    {
      "epoch": 0.7575238660608505,
      "grad_norm": 5.5,
      "learning_rate": 1.212540817854053e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5501484334468841,
      "num_tokens": 460016542.0,
      "step": 597200
    },
    {
      "epoch": 0.7575365506533833,
      "grad_norm": 6.03125,
      "learning_rate": 1.2124773868454238e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5520669490098953,
      "num_tokens": 460024208.0,
      "step": 597210
    },
    {
      "epoch": 0.7575492352459162,
      "grad_norm": 6.75,
      "learning_rate": 1.2124139558367945e-05,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5659014821052551,
      "num_tokens": 460031590.0,
      "step": 597220
    },
    {
      "epoch": 0.757561919838449,
      "grad_norm": 5.46875,
      "learning_rate": 1.2123505248281656e-05,
      "loss": 1.9264,
      "mean_token_accuracy": 0.5692636251449585,
      "num_tokens": 460039023.0,
      "step": 597230
    },
    {
      "epoch": 0.7575746044309819,
      "grad_norm": 5.0625,
      "learning_rate": 1.2122870938195363e-05,
      "loss": 1.7297,
      "mean_token_accuracy": 0.6052352964878083,
      "num_tokens": 460045053.0,
      "step": 597240
    },
    {
      "epoch": 0.7575872890235147,
      "grad_norm": 5.125,
      "learning_rate": 1.2122236628109072e-05,
      "loss": 2.2918,
      "mean_token_accuracy": 0.5182736426591873,
      "num_tokens": 460052684.0,
      "step": 597250
    },
    {
      "epoch": 0.7575999736160476,
      "grad_norm": 6.6875,
      "learning_rate": 1.212160231802278e-05,
      "loss": 2.2859,
      "mean_token_accuracy": 0.531974259018898,
      "num_tokens": 460059910.0,
      "step": 597260
    },
    {
      "epoch": 0.7576126582085804,
      "grad_norm": 6.09375,
      "learning_rate": 1.2120968007936487e-05,
      "loss": 2.0143,
      "mean_token_accuracy": 0.551090344786644,
      "num_tokens": 460068128.0,
      "step": 597270
    },
    {
      "epoch": 0.7576253428011132,
      "grad_norm": 8.1875,
      "learning_rate": 1.2120333697850198e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5456895172595978,
      "num_tokens": 460076276.0,
      "step": 597280
    },
    {
      "epoch": 0.757638027393646,
      "grad_norm": 5.34375,
      "learning_rate": 1.2119699387763905e-05,
      "loss": 1.791,
      "mean_token_accuracy": 0.5893513321876526,
      "num_tokens": 460083876.0,
      "step": 597290
    },
    {
      "epoch": 0.7576507119861788,
      "grad_norm": 7.15625,
      "learning_rate": 1.2119065077677614e-05,
      "loss": 2.2422,
      "mean_token_accuracy": 0.5124603420495987,
      "num_tokens": 460091510.0,
      "step": 597300
    },
    {
      "epoch": 0.7576633965787117,
      "grad_norm": 5.625,
      "learning_rate": 1.2118430767591322e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5679181963205338,
      "num_tokens": 460098384.0,
      "step": 597310
    },
    {
      "epoch": 0.7576760811712445,
      "grad_norm": 7.96875,
      "learning_rate": 1.2117796457505031e-05,
      "loss": 2.041,
      "mean_token_accuracy": 0.5535738140344619,
      "num_tokens": 460104648.0,
      "step": 597320
    },
    {
      "epoch": 0.7576887657637774,
      "grad_norm": 8.9375,
      "learning_rate": 1.211716214741874e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5467110842466354,
      "num_tokens": 460111357.0,
      "step": 597330
    },
    {
      "epoch": 0.7577014503563102,
      "grad_norm": 5.0625,
      "learning_rate": 1.2116527837332447e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5635459244251251,
      "num_tokens": 460119230.0,
      "step": 597340
    },
    {
      "epoch": 0.757714134948843,
      "grad_norm": 6.84375,
      "learning_rate": 1.2115893527246156e-05,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5695230305194855,
      "num_tokens": 460125702.0,
      "step": 597350
    },
    {
      "epoch": 0.7577268195413759,
      "grad_norm": 4.90625,
      "learning_rate": 1.2115259217159864e-05,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5545149505138397,
      "num_tokens": 460132833.0,
      "step": 597360
    },
    {
      "epoch": 0.7577395041339087,
      "grad_norm": 5.40625,
      "learning_rate": 1.2114624907073573e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5688052147626876,
      "num_tokens": 460140310.0,
      "step": 597370
    },
    {
      "epoch": 0.7577521887264416,
      "grad_norm": 6.65625,
      "learning_rate": 1.2113990596987282e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5562222540378571,
      "num_tokens": 460148770.0,
      "step": 597380
    },
    {
      "epoch": 0.7577648733189744,
      "grad_norm": 5.96875,
      "learning_rate": 1.211335628690099e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5279712736606598,
      "num_tokens": 460156278.0,
      "step": 597390
    },
    {
      "epoch": 0.7577775579115072,
      "grad_norm": 6.59375,
      "learning_rate": 1.2112721976814698e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5479504525661468,
      "num_tokens": 460164470.0,
      "step": 597400
    },
    {
      "epoch": 0.75779024250404,
      "grad_norm": 7.8125,
      "learning_rate": 1.2112087666728406e-05,
      "loss": 1.897,
      "mean_token_accuracy": 0.578314819931984,
      "num_tokens": 460172720.0,
      "step": 597410
    },
    {
      "epoch": 0.7578029270965729,
      "grad_norm": 4.0625,
      "learning_rate": 1.2111453356642115e-05,
      "loss": 1.6012,
      "mean_token_accuracy": 0.6350925385951995,
      "num_tokens": 460178704.0,
      "step": 597420
    },
    {
      "epoch": 0.7578156116891057,
      "grad_norm": 4.90625,
      "learning_rate": 1.2110819046555824e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5413744866847991,
      "num_tokens": 460186111.0,
      "step": 597430
    },
    {
      "epoch": 0.7578282962816385,
      "grad_norm": 6.09375,
      "learning_rate": 1.2110184736469533e-05,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5465085446834564,
      "num_tokens": 460194202.0,
      "step": 597440
    },
    {
      "epoch": 0.7578409808741714,
      "grad_norm": 6.34375,
      "learning_rate": 1.2109550426383241e-05,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5408705413341522,
      "num_tokens": 460202227.0,
      "step": 597450
    },
    {
      "epoch": 0.7578536654667042,
      "grad_norm": 5.875,
      "learning_rate": 1.2108916116296948e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5722508013248444,
      "num_tokens": 460209015.0,
      "step": 597460
    },
    {
      "epoch": 0.7578663500592371,
      "grad_norm": 5.25,
      "learning_rate": 1.2108281806210657e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5488328456878662,
      "num_tokens": 460216645.0,
      "step": 597470
    },
    {
      "epoch": 0.7578790346517699,
      "grad_norm": 7.28125,
      "learning_rate": 1.2107647496124366e-05,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5221554607152938,
      "num_tokens": 460223391.0,
      "step": 597480
    },
    {
      "epoch": 0.7578917192443028,
      "grad_norm": 6.625,
      "learning_rate": 1.2107013186038075e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5255492508411408,
      "num_tokens": 460231431.0,
      "step": 597490
    },
    {
      "epoch": 0.7579044038368355,
      "grad_norm": 5.5625,
      "learning_rate": 1.2106378875951783e-05,
      "loss": 1.7398,
      "mean_token_accuracy": 0.6237243473529815,
      "num_tokens": 460237998.0,
      "step": 597500
    },
    {
      "epoch": 0.7579170884293683,
      "grad_norm": 4.5,
      "learning_rate": 1.2105744565865492e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5351670831441879,
      "num_tokens": 460246689.0,
      "step": 597510
    },
    {
      "epoch": 0.7579297730219012,
      "grad_norm": 4.90625,
      "learning_rate": 1.2105110255779199e-05,
      "loss": 2.0001,
      "mean_token_accuracy": 0.5546323210000992,
      "num_tokens": 460254072.0,
      "step": 597520
    },
    {
      "epoch": 0.757942457614434,
      "grad_norm": 5.5625,
      "learning_rate": 1.2104475945692908e-05,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5312869489192963,
      "num_tokens": 460263433.0,
      "step": 597530
    },
    {
      "epoch": 0.7579551422069669,
      "grad_norm": 5.78125,
      "learning_rate": 1.2103841635606617e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5446728020906448,
      "num_tokens": 460270733.0,
      "step": 597540
    },
    {
      "epoch": 0.7579678267994997,
      "grad_norm": 5.75,
      "learning_rate": 1.2103207325520325e-05,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5263750523328781,
      "num_tokens": 460277478.0,
      "step": 597550
    },
    {
      "epoch": 0.7579805113920326,
      "grad_norm": 4.96875,
      "learning_rate": 1.2102573015434034e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5424378752708435,
      "num_tokens": 460286478.0,
      "step": 597560
    },
    {
      "epoch": 0.7579931959845654,
      "grad_norm": 6.1875,
      "learning_rate": 1.2101938705347741e-05,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5214495331048965,
      "num_tokens": 460294501.0,
      "step": 597570
    },
    {
      "epoch": 0.7580058805770982,
      "grad_norm": 6.4375,
      "learning_rate": 1.2101304395261452e-05,
      "loss": 1.9,
      "mean_token_accuracy": 0.58377645611763,
      "num_tokens": 460300808.0,
      "step": 597580
    },
    {
      "epoch": 0.7580185651696311,
      "grad_norm": 5.0,
      "learning_rate": 1.2100670085175159e-05,
      "loss": 2.0304,
      "mean_token_accuracy": 0.543270292878151,
      "num_tokens": 460309577.0,
      "step": 597590
    },
    {
      "epoch": 0.7580312497621639,
      "grad_norm": 6.0,
      "learning_rate": 1.2100035775088867e-05,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5126074582338334,
      "num_tokens": 460318223.0,
      "step": 597600
    },
    {
      "epoch": 0.7580439343546967,
      "grad_norm": 5.59375,
      "learning_rate": 1.2099401465002576e-05,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5641197741031647,
      "num_tokens": 460324094.0,
      "step": 597610
    },
    {
      "epoch": 0.7580566189472295,
      "grad_norm": 18.75,
      "learning_rate": 1.2098767154916283e-05,
      "loss": 1.6563,
      "mean_token_accuracy": 0.6246931195259094,
      "num_tokens": 460329163.0,
      "step": 597620
    },
    {
      "epoch": 0.7580693035397624,
      "grad_norm": 6.8125,
      "learning_rate": 1.2098132844829994e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5717851638793945,
      "num_tokens": 460335914.0,
      "step": 597630
    },
    {
      "epoch": 0.7580819881322952,
      "grad_norm": 5.1875,
      "learning_rate": 1.20974985347437e-05,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5655267596244812,
      "num_tokens": 460343988.0,
      "step": 597640
    },
    {
      "epoch": 0.7580946727248281,
      "grad_norm": 4.71875,
      "learning_rate": 1.209686422465741e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5778715401887894,
      "num_tokens": 460351966.0,
      "step": 597650
    },
    {
      "epoch": 0.7581073573173609,
      "grad_norm": 4.8125,
      "learning_rate": 1.2096229914571118e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5583135962486268,
      "num_tokens": 460359271.0,
      "step": 597660
    },
    {
      "epoch": 0.7581200419098937,
      "grad_norm": 5.59375,
      "learning_rate": 1.2095595604484825e-05,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5798324584960938,
      "num_tokens": 460365811.0,
      "step": 597670
    },
    {
      "epoch": 0.7581327265024266,
      "grad_norm": 5.71875,
      "learning_rate": 1.2094961294398536e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5477366179227829,
      "num_tokens": 460374028.0,
      "step": 597680
    },
    {
      "epoch": 0.7581454110949594,
      "grad_norm": 6.0625,
      "learning_rate": 1.2094326984312243e-05,
      "loss": 2.318,
      "mean_token_accuracy": 0.5106911838054657,
      "num_tokens": 460381188.0,
      "step": 597690
    },
    {
      "epoch": 0.7581580956874923,
      "grad_norm": 4.9375,
      "learning_rate": 1.2093692674225953e-05,
      "loss": 1.6732,
      "mean_token_accuracy": 0.6189679145812989,
      "num_tokens": 460387804.0,
      "step": 597700
    },
    {
      "epoch": 0.758170780280025,
      "grad_norm": 6.5,
      "learning_rate": 1.209305836413966e-05,
      "loss": 1.7908,
      "mean_token_accuracy": 0.5877769470214844,
      "num_tokens": 460393899.0,
      "step": 597710
    },
    {
      "epoch": 0.7581834648725579,
      "grad_norm": 5.46875,
      "learning_rate": 1.2092424054053369e-05,
      "loss": 1.9247,
      "mean_token_accuracy": 0.5695360690355301,
      "num_tokens": 460402367.0,
      "step": 597720
    },
    {
      "epoch": 0.7581961494650907,
      "grad_norm": 5.6875,
      "learning_rate": 1.2091789743967078e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5384154498577118,
      "num_tokens": 460410146.0,
      "step": 597730
    },
    {
      "epoch": 0.7582088340576235,
      "grad_norm": 5.5625,
      "learning_rate": 1.2091155433880785e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5425234705209732,
      "num_tokens": 460417289.0,
      "step": 597740
    },
    {
      "epoch": 0.7582215186501564,
      "grad_norm": 5.625,
      "learning_rate": 1.2090521123794495e-05,
      "loss": 1.9161,
      "mean_token_accuracy": 0.5779642999172211,
      "num_tokens": 460425386.0,
      "step": 597750
    },
    {
      "epoch": 0.7582342032426892,
      "grad_norm": 7.0,
      "learning_rate": 1.2089886813708202e-05,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5315023064613342,
      "num_tokens": 460433444.0,
      "step": 597760
    },
    {
      "epoch": 0.7582468878352221,
      "grad_norm": 5.78125,
      "learning_rate": 1.2089252503621913e-05,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5613628298044204,
      "num_tokens": 460440906.0,
      "step": 597770
    },
    {
      "epoch": 0.7582595724277549,
      "grad_norm": 2.625,
      "learning_rate": 1.208861819353562e-05,
      "loss": 1.8195,
      "mean_token_accuracy": 0.5791116535663605,
      "num_tokens": 460448724.0,
      "step": 597780
    },
    {
      "epoch": 0.7582722570202878,
      "grad_norm": 5.1875,
      "learning_rate": 1.2087983883449328e-05,
      "loss": 1.8696,
      "mean_token_accuracy": 0.582684326171875,
      "num_tokens": 460455318.0,
      "step": 597790
    },
    {
      "epoch": 0.7582849416128206,
      "grad_norm": 7.625,
      "learning_rate": 1.2087349573363037e-05,
      "loss": 1.5961,
      "mean_token_accuracy": 0.643018153309822,
      "num_tokens": 460461444.0,
      "step": 597800
    },
    {
      "epoch": 0.7582976262053535,
      "grad_norm": 5.4375,
      "learning_rate": 1.2086715263276744e-05,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5727349787950515,
      "num_tokens": 460470097.0,
      "step": 597810
    },
    {
      "epoch": 0.7583103107978862,
      "grad_norm": 5.625,
      "learning_rate": 1.2086080953190455e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5531727939844131,
      "num_tokens": 460477402.0,
      "step": 597820
    },
    {
      "epoch": 0.758322995390419,
      "grad_norm": 6.28125,
      "learning_rate": 1.2085446643104162e-05,
      "loss": 1.8154,
      "mean_token_accuracy": 0.5934641748666764,
      "num_tokens": 460483853.0,
      "step": 597830
    },
    {
      "epoch": 0.7583356799829519,
      "grad_norm": 4.84375,
      "learning_rate": 1.208481233301787e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5461679637432099,
      "num_tokens": 460492031.0,
      "step": 597840
    },
    {
      "epoch": 0.7583483645754847,
      "grad_norm": 5.125,
      "learning_rate": 1.2084178022931579e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5451902985572815,
      "num_tokens": 460500165.0,
      "step": 597850
    },
    {
      "epoch": 0.7583610491680176,
      "grad_norm": 7.0625,
      "learning_rate": 1.2083543712845286e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5401429384946823,
      "num_tokens": 460507288.0,
      "step": 597860
    },
    {
      "epoch": 0.7583737337605504,
      "grad_norm": 6.53125,
      "learning_rate": 1.2082909402758997e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5652847081422806,
      "num_tokens": 460513830.0,
      "step": 597870
    },
    {
      "epoch": 0.7583864183530833,
      "grad_norm": 5.375,
      "learning_rate": 1.2082275092672704e-05,
      "loss": 1.8464,
      "mean_token_accuracy": 0.5889323890209198,
      "num_tokens": 460520394.0,
      "step": 597880
    },
    {
      "epoch": 0.7583991029456161,
      "grad_norm": 5.125,
      "learning_rate": 1.2081640782586412e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5294292896986008,
      "num_tokens": 460529006.0,
      "step": 597890
    },
    {
      "epoch": 0.7584117875381489,
      "grad_norm": 6.78125,
      "learning_rate": 1.2081006472500121e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5245241940021514,
      "num_tokens": 460536551.0,
      "step": 597900
    },
    {
      "epoch": 0.7584244721306818,
      "grad_norm": 9.9375,
      "learning_rate": 1.208037216241383e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5526470065116882,
      "num_tokens": 460543300.0,
      "step": 597910
    },
    {
      "epoch": 0.7584371567232145,
      "grad_norm": 5.9375,
      "learning_rate": 1.2079737852327539e-05,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5310653060674667,
      "num_tokens": 460551588.0,
      "step": 597920
    },
    {
      "epoch": 0.7584498413157474,
      "grad_norm": 4.8125,
      "learning_rate": 1.2079103542241246e-05,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5355154752731324,
      "num_tokens": 460559776.0,
      "step": 597930
    },
    {
      "epoch": 0.7584625259082802,
      "grad_norm": 5.96875,
      "learning_rate": 1.2078469232154956e-05,
      "loss": 1.9325,
      "mean_token_accuracy": 0.5627531379461288,
      "num_tokens": 460567095.0,
      "step": 597940
    },
    {
      "epoch": 0.7584752105008131,
      "grad_norm": 8.4375,
      "learning_rate": 1.2077834922068663e-05,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5225397914648056,
      "num_tokens": 460574627.0,
      "step": 597950
    },
    {
      "epoch": 0.7584878950933459,
      "grad_norm": 4.84375,
      "learning_rate": 1.2077200611982372e-05,
      "loss": 1.8135,
      "mean_token_accuracy": 0.5912561416625977,
      "num_tokens": 460583743.0,
      "step": 597960
    },
    {
      "epoch": 0.7585005796858787,
      "grad_norm": 5.65625,
      "learning_rate": 1.207656630189608e-05,
      "loss": 2.064,
      "mean_token_accuracy": 0.5469376653432846,
      "num_tokens": 460591340.0,
      "step": 597970
    },
    {
      "epoch": 0.7585132642784116,
      "grad_norm": 6.5625,
      "learning_rate": 1.207593199180979e-05,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5237699806690216,
      "num_tokens": 460600300.0,
      "step": 597980
    },
    {
      "epoch": 0.7585259488709444,
      "grad_norm": 5.84375,
      "learning_rate": 1.2075297681723498e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.523651298880577,
      "num_tokens": 460607783.0,
      "step": 597990
    },
    {
      "epoch": 0.7585386334634773,
      "grad_norm": 5.15625,
      "learning_rate": 1.2074663371637205e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5337372034788131,
      "num_tokens": 460616564.0,
      "step": 598000
    },
    {
      "epoch": 0.7585513180560101,
      "grad_norm": 7.65625,
      "learning_rate": 1.2074029061550914e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5291421383619308,
      "num_tokens": 460624509.0,
      "step": 598010
    },
    {
      "epoch": 0.758564002648543,
      "grad_norm": 5.28125,
      "learning_rate": 1.2073394751464623e-05,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5745215326547622,
      "num_tokens": 460631508.0,
      "step": 598020
    },
    {
      "epoch": 0.7585766872410757,
      "grad_norm": 5.375,
      "learning_rate": 1.2072760441378331e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5378373354673386,
      "num_tokens": 460640730.0,
      "step": 598030
    },
    {
      "epoch": 0.7585893718336086,
      "grad_norm": 5.96875,
      "learning_rate": 1.207212613129204e-05,
      "loss": 1.8307,
      "mean_token_accuracy": 0.5848363816738129,
      "num_tokens": 460646651.0,
      "step": 598040
    },
    {
      "epoch": 0.7586020564261414,
      "grad_norm": 4.875,
      "learning_rate": 1.2071491821205747e-05,
      "loss": 2.2546,
      "mean_token_accuracy": 0.5063166201114655,
      "num_tokens": 460654803.0,
      "step": 598050
    },
    {
      "epoch": 0.7586147410186742,
      "grad_norm": 6.34375,
      "learning_rate": 1.2070857511119456e-05,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5727894097566605,
      "num_tokens": 460662725.0,
      "step": 598060
    },
    {
      "epoch": 0.7586274256112071,
      "grad_norm": 4.96875,
      "learning_rate": 1.2070223201033165e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5592998057603836,
      "num_tokens": 460670981.0,
      "step": 598070
    },
    {
      "epoch": 0.7586401102037399,
      "grad_norm": 5.78125,
      "learning_rate": 1.2069588890946873e-05,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5496144890785217,
      "num_tokens": 460678322.0,
      "step": 598080
    },
    {
      "epoch": 0.7586527947962728,
      "grad_norm": 6.53125,
      "learning_rate": 1.2068954580860582e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5438457399606704,
      "num_tokens": 460685923.0,
      "step": 598090
    },
    {
      "epoch": 0.7586654793888056,
      "grad_norm": 4.90625,
      "learning_rate": 1.206832027077429e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5337618291378021,
      "num_tokens": 460694488.0,
      "step": 598100
    },
    {
      "epoch": 0.7586781639813385,
      "grad_norm": 4.84375,
      "learning_rate": 1.2067685960687998e-05,
      "loss": 2.1505,
      "mean_token_accuracy": 0.528230345249176,
      "num_tokens": 460703622.0,
      "step": 598110
    },
    {
      "epoch": 0.7586908485738713,
      "grad_norm": 5.03125,
      "learning_rate": 1.2067051650601707e-05,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5358183711767197,
      "num_tokens": 460712392.0,
      "step": 598120
    },
    {
      "epoch": 0.758703533166404,
      "grad_norm": 6.53125,
      "learning_rate": 1.2066417340515415e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5436791867017746,
      "num_tokens": 460718954.0,
      "step": 598130
    },
    {
      "epoch": 0.7587162177589369,
      "grad_norm": 5.34375,
      "learning_rate": 1.2065783030429124e-05,
      "loss": 2.3149,
      "mean_token_accuracy": 0.5028566420078278,
      "num_tokens": 460727669.0,
      "step": 598140
    },
    {
      "epoch": 0.7587289023514697,
      "grad_norm": 5.9375,
      "learning_rate": 1.2065148720342833e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5688423693180085,
      "num_tokens": 460735939.0,
      "step": 598150
    },
    {
      "epoch": 0.7587415869440026,
      "grad_norm": 5.125,
      "learning_rate": 1.2064514410256542e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5449018180370331,
      "num_tokens": 460744799.0,
      "step": 598160
    },
    {
      "epoch": 0.7587542715365354,
      "grad_norm": 5.0,
      "learning_rate": 1.206388010017025e-05,
      "loss": 1.7078,
      "mean_token_accuracy": 0.6246543675661087,
      "num_tokens": 460751245.0,
      "step": 598170
    },
    {
      "epoch": 0.7587669561290683,
      "grad_norm": 7.5625,
      "learning_rate": 1.2063245790083957e-05,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5577905178070068,
      "num_tokens": 460758437.0,
      "step": 598180
    },
    {
      "epoch": 0.7587796407216011,
      "grad_norm": 5.21875,
      "learning_rate": 1.2062611479997666e-05,
      "loss": 2.1628,
      "mean_token_accuracy": 0.527479374408722,
      "num_tokens": 460765812.0,
      "step": 598190
    },
    {
      "epoch": 0.758792325314134,
      "grad_norm": 5.65625,
      "learning_rate": 1.2061977169911375e-05,
      "loss": 2.2322,
      "mean_token_accuracy": 0.5210827618837357,
      "num_tokens": 460774832.0,
      "step": 598200
    },
    {
      "epoch": 0.7588050099066668,
      "grad_norm": 4.6875,
      "learning_rate": 1.2061342859825084e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5525176227092743,
      "num_tokens": 460782869.0,
      "step": 598210
    },
    {
      "epoch": 0.7588176944991996,
      "grad_norm": 5.9375,
      "learning_rate": 1.2060708549738792e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5538191288709641,
      "num_tokens": 460790135.0,
      "step": 598220
    },
    {
      "epoch": 0.7588303790917325,
      "grad_norm": 4.625,
      "learning_rate": 1.20600742396525e-05,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5473760932683944,
      "num_tokens": 460799010.0,
      "step": 598230
    },
    {
      "epoch": 0.7588430636842652,
      "grad_norm": 5.71875,
      "learning_rate": 1.2059439929566208e-05,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5317613482475281,
      "num_tokens": 460807508.0,
      "step": 598240
    },
    {
      "epoch": 0.7588557482767981,
      "grad_norm": 5.1875,
      "learning_rate": 1.2058805619479917e-05,
      "loss": 2.2038,
      "mean_token_accuracy": 0.524413424730301,
      "num_tokens": 460815853.0,
      "step": 598250
    },
    {
      "epoch": 0.7588684328693309,
      "grad_norm": 6.03125,
      "learning_rate": 1.2058171309393626e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5377989202737808,
      "num_tokens": 460822835.0,
      "step": 598260
    },
    {
      "epoch": 0.7588811174618638,
      "grad_norm": 6.53125,
      "learning_rate": 1.2057536999307334e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5853383004665375,
      "num_tokens": 460829556.0,
      "step": 598270
    },
    {
      "epoch": 0.7588938020543966,
      "grad_norm": 5.21875,
      "learning_rate": 1.2056902689221041e-05,
      "loss": 1.8164,
      "mean_token_accuracy": 0.6013038158416748,
      "num_tokens": 460836463.0,
      "step": 598280
    },
    {
      "epoch": 0.7589064866469294,
      "grad_norm": 4.78125,
      "learning_rate": 1.2056268379134752e-05,
      "loss": 1.8974,
      "mean_token_accuracy": 0.5828896582126617,
      "num_tokens": 460843128.0,
      "step": 598290
    },
    {
      "epoch": 0.7589191712394623,
      "grad_norm": 4.9375,
      "learning_rate": 1.2055634069048459e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.591630345582962,
      "num_tokens": 460849884.0,
      "step": 598300
    },
    {
      "epoch": 0.7589318558319951,
      "grad_norm": 5.46875,
      "learning_rate": 1.2054999758962168e-05,
      "loss": 1.8983,
      "mean_token_accuracy": 0.567793893814087,
      "num_tokens": 460857465.0,
      "step": 598310
    },
    {
      "epoch": 0.758944540424528,
      "grad_norm": 7.375,
      "learning_rate": 1.2054365448875876e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5758362919092178,
      "num_tokens": 460865296.0,
      "step": 598320
    },
    {
      "epoch": 0.7589572250170608,
      "grad_norm": 5.21875,
      "learning_rate": 1.2053731138789583e-05,
      "loss": 1.9772,
      "mean_token_accuracy": 0.567192867398262,
      "num_tokens": 460873882.0,
      "step": 598330
    },
    {
      "epoch": 0.7589699096095937,
      "grad_norm": 18.0,
      "learning_rate": 1.2053096828703294e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5373113214969635,
      "num_tokens": 460880431.0,
      "step": 598340
    },
    {
      "epoch": 0.7589825942021264,
      "grad_norm": 5.40625,
      "learning_rate": 1.2052462518617e-05,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5722818285226822,
      "num_tokens": 460887527.0,
      "step": 598350
    },
    {
      "epoch": 0.7589952787946593,
      "grad_norm": 6.375,
      "learning_rate": 1.2051828208530711e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.544185796380043,
      "num_tokens": 460895367.0,
      "step": 598360
    },
    {
      "epoch": 0.7590079633871921,
      "grad_norm": 6.25,
      "learning_rate": 1.2051193898444418e-05,
      "loss": 2.219,
      "mean_token_accuracy": 0.528666740655899,
      "num_tokens": 460904064.0,
      "step": 598370
    },
    {
      "epoch": 0.7590206479797249,
      "grad_norm": 5.125,
      "learning_rate": 1.2050559588358127e-05,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5524190038442611,
      "num_tokens": 460912741.0,
      "step": 598380
    },
    {
      "epoch": 0.7590333325722578,
      "grad_norm": 5.09375,
      "learning_rate": 1.2049925278271836e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5354574114084244,
      "num_tokens": 460921070.0,
      "step": 598390
    },
    {
      "epoch": 0.7590460171647906,
      "grad_norm": 5.09375,
      "learning_rate": 1.2049290968185543e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5627248227596283,
      "num_tokens": 460929549.0,
      "step": 598400
    },
    {
      "epoch": 0.7590587017573235,
      "grad_norm": 5.71875,
      "learning_rate": 1.2048656658099253e-05,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5720363020896911,
      "num_tokens": 460936602.0,
      "step": 598410
    },
    {
      "epoch": 0.7590713863498563,
      "grad_norm": 5.84375,
      "learning_rate": 1.204802234801296e-05,
      "loss": 1.8577,
      "mean_token_accuracy": 0.5971224665641784,
      "num_tokens": 460943868.0,
      "step": 598420
    },
    {
      "epoch": 0.7590840709423892,
      "grad_norm": 7.4375,
      "learning_rate": 1.2047388037926669e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5515777051448822,
      "num_tokens": 460949538.0,
      "step": 598430
    },
    {
      "epoch": 0.759096755534922,
      "grad_norm": 6.5625,
      "learning_rate": 1.2046753727840378e-05,
      "loss": 1.858,
      "mean_token_accuracy": 0.5841145038604736,
      "num_tokens": 460955542.0,
      "step": 598440
    },
    {
      "epoch": 0.7591094401274547,
      "grad_norm": 4.9375,
      "learning_rate": 1.2046119417754085e-05,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5464634239673615,
      "num_tokens": 460964208.0,
      "step": 598450
    },
    {
      "epoch": 0.7591221247199876,
      "grad_norm": 4.71875,
      "learning_rate": 1.2045485107667795e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5379375874996185,
      "num_tokens": 460973342.0,
      "step": 598460
    },
    {
      "epoch": 0.7591348093125204,
      "grad_norm": 6.84375,
      "learning_rate": 1.2044850797581502e-05,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5345146715641022,
      "num_tokens": 460980310.0,
      "step": 598470
    },
    {
      "epoch": 0.7591474939050533,
      "grad_norm": 7.90625,
      "learning_rate": 1.2044216487495213e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.540289905667305,
      "num_tokens": 460987478.0,
      "step": 598480
    },
    {
      "epoch": 0.7591601784975861,
      "grad_norm": 6.65625,
      "learning_rate": 1.204358217740892e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5709528803825379,
      "num_tokens": 460993895.0,
      "step": 598490
    },
    {
      "epoch": 0.759172863090119,
      "grad_norm": 4.6875,
      "learning_rate": 1.2042947867322629e-05,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5499009191989899,
      "num_tokens": 461002381.0,
      "step": 598500
    },
    {
      "epoch": 0.7591855476826518,
      "grad_norm": 5.03125,
      "learning_rate": 1.2042313557236337e-05,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5630170315504074,
      "num_tokens": 461009960.0,
      "step": 598510
    },
    {
      "epoch": 0.7591982322751846,
      "grad_norm": 8.25,
      "learning_rate": 1.2041679247150044e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5597455441951752,
      "num_tokens": 461017520.0,
      "step": 598520
    },
    {
      "epoch": 0.7592109168677175,
      "grad_norm": 6.5625,
      "learning_rate": 1.2041044937063755e-05,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5320655614137649,
      "num_tokens": 461024628.0,
      "step": 598530
    },
    {
      "epoch": 0.7592236014602503,
      "grad_norm": 6.53125,
      "learning_rate": 1.2040410626977462e-05,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5532655000686646,
      "num_tokens": 461032628.0,
      "step": 598540
    },
    {
      "epoch": 0.7592362860527831,
      "grad_norm": 5.125,
      "learning_rate": 1.203977631689117e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5389605760574341,
      "num_tokens": 461041864.0,
      "step": 598550
    },
    {
      "epoch": 0.7592489706453159,
      "grad_norm": 5.15625,
      "learning_rate": 1.203914200680488e-05,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5592779129743576,
      "num_tokens": 461049948.0,
      "step": 598560
    },
    {
      "epoch": 0.7592616552378488,
      "grad_norm": 5.28125,
      "learning_rate": 1.2038507696718588e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5475207090377807,
      "num_tokens": 461058004.0,
      "step": 598570
    },
    {
      "epoch": 0.7592743398303816,
      "grad_norm": 5.34375,
      "learning_rate": 1.2037873386632297e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5559707194566726,
      "num_tokens": 461063950.0,
      "step": 598580
    },
    {
      "epoch": 0.7592870244229145,
      "grad_norm": 5.5625,
      "learning_rate": 1.2037239076546004e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5351079434156418,
      "num_tokens": 461072684.0,
      "step": 598590
    },
    {
      "epoch": 0.7592997090154473,
      "grad_norm": 5.59375,
      "learning_rate": 1.2036604766459714e-05,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5481170833110809,
      "num_tokens": 461080374.0,
      "step": 598600
    },
    {
      "epoch": 0.7593123936079801,
      "grad_norm": 5.59375,
      "learning_rate": 1.2035970456373421e-05,
      "loss": 2.1143,
      "mean_token_accuracy": 0.535205265879631,
      "num_tokens": 461087767.0,
      "step": 598610
    },
    {
      "epoch": 0.759325078200513,
      "grad_norm": 5.09375,
      "learning_rate": 1.203533614628713e-05,
      "loss": 2.1977,
      "mean_token_accuracy": 0.5238439410924911,
      "num_tokens": 461095058.0,
      "step": 598620
    },
    {
      "epoch": 0.7593377627930458,
      "grad_norm": 5.3125,
      "learning_rate": 1.2034701836200839e-05,
      "loss": 2.111,
      "mean_token_accuracy": 0.5357120215892792,
      "num_tokens": 461103961.0,
      "step": 598630
    },
    {
      "epoch": 0.7593504473855787,
      "grad_norm": 5.75,
      "learning_rate": 1.2034067526114546e-05,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5242944121360779,
      "num_tokens": 461110728.0,
      "step": 598640
    },
    {
      "epoch": 0.7593631319781114,
      "grad_norm": 6.53125,
      "learning_rate": 1.2033433216028256e-05,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5708230704069137,
      "num_tokens": 461117623.0,
      "step": 598650
    },
    {
      "epoch": 0.7593758165706443,
      "grad_norm": 19.125,
      "learning_rate": 1.2032798905941963e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5518019616603851,
      "num_tokens": 461124943.0,
      "step": 598660
    },
    {
      "epoch": 0.7593885011631771,
      "grad_norm": 6.28125,
      "learning_rate": 1.2032164595855672e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5209421813488007,
      "num_tokens": 461133438.0,
      "step": 598670
    },
    {
      "epoch": 0.7594011857557099,
      "grad_norm": 4.8125,
      "learning_rate": 1.203153028576938e-05,
      "loss": 2.162,
      "mean_token_accuracy": 0.5311783730983735,
      "num_tokens": 461141489.0,
      "step": 598680
    },
    {
      "epoch": 0.7594138703482428,
      "grad_norm": 6.6875,
      "learning_rate": 1.203089597568309e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5523666769266129,
      "num_tokens": 461149037.0,
      "step": 598690
    },
    {
      "epoch": 0.7594265549407756,
      "grad_norm": 5.03125,
      "learning_rate": 1.2030261665596798e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5226509749889374,
      "num_tokens": 461156573.0,
      "step": 598700
    },
    {
      "epoch": 0.7594392395333085,
      "grad_norm": 4.96875,
      "learning_rate": 1.2029627355510505e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5654423415660859,
      "num_tokens": 461164415.0,
      "step": 598710
    },
    {
      "epoch": 0.7594519241258413,
      "grad_norm": 4.78125,
      "learning_rate": 1.2028993045424214e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.535610556602478,
      "num_tokens": 461171948.0,
      "step": 598720
    },
    {
      "epoch": 0.7594646087183742,
      "grad_norm": 5.46875,
      "learning_rate": 1.2028358735337923e-05,
      "loss": 2.08,
      "mean_token_accuracy": 0.541938328742981,
      "num_tokens": 461181188.0,
      "step": 598730
    },
    {
      "epoch": 0.759477293310907,
      "grad_norm": 4.65625,
      "learning_rate": 1.2027724425251632e-05,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5549511164426804,
      "num_tokens": 461189766.0,
      "step": 598740
    },
    {
      "epoch": 0.7594899779034399,
      "grad_norm": 5.75,
      "learning_rate": 1.202709011516534e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5762305915355682,
      "num_tokens": 461197120.0,
      "step": 598750
    },
    {
      "epoch": 0.7595026624959726,
      "grad_norm": 4.96875,
      "learning_rate": 1.2026455805079049e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.535723727941513,
      "num_tokens": 461206360.0,
      "step": 598760
    },
    {
      "epoch": 0.7595153470885054,
      "grad_norm": 4.96875,
      "learning_rate": 1.2025821494992756e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5164573788642883,
      "num_tokens": 461213616.0,
      "step": 598770
    },
    {
      "epoch": 0.7595280316810383,
      "grad_norm": 4.6875,
      "learning_rate": 1.2025187184906465e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.5604514658451081,
      "num_tokens": 461221910.0,
      "step": 598780
    },
    {
      "epoch": 0.7595407162735711,
      "grad_norm": 5.3125,
      "learning_rate": 1.2024552874820174e-05,
      "loss": 1.9287,
      "mean_token_accuracy": 0.5553989946842194,
      "num_tokens": 461230074.0,
      "step": 598790
    },
    {
      "epoch": 0.759553400866104,
      "grad_norm": 6.90625,
      "learning_rate": 1.2023918564733882e-05,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5639390915632247,
      "num_tokens": 461236488.0,
      "step": 598800
    },
    {
      "epoch": 0.7595660854586368,
      "grad_norm": 4.8125,
      "learning_rate": 1.2023284254647591e-05,
      "loss": 2.015,
      "mean_token_accuracy": 0.5613019287586212,
      "num_tokens": 461243300.0,
      "step": 598810
    },
    {
      "epoch": 0.7595787700511697,
      "grad_norm": 6.25,
      "learning_rate": 1.20226499445613e-05,
      "loss": 1.7805,
      "mean_token_accuracy": 0.6039554834365845,
      "num_tokens": 461249866.0,
      "step": 598820
    },
    {
      "epoch": 0.7595914546437025,
      "grad_norm": 7.0625,
      "learning_rate": 1.2022015634475007e-05,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5232717663049697,
      "num_tokens": 461258179.0,
      "step": 598830
    },
    {
      "epoch": 0.7596041392362353,
      "grad_norm": 8.25,
      "learning_rate": 1.2021381324388716e-05,
      "loss": 1.8817,
      "mean_token_accuracy": 0.5833100467920304,
      "num_tokens": 461265692.0,
      "step": 598840
    },
    {
      "epoch": 0.7596168238287682,
      "grad_norm": 4.90625,
      "learning_rate": 1.2020747014302424e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5556587994098663,
      "num_tokens": 461273588.0,
      "step": 598850
    },
    {
      "epoch": 0.759629508421301,
      "grad_norm": 6.71875,
      "learning_rate": 1.2020112704216133e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5487976223230362,
      "num_tokens": 461281507.0,
      "step": 598860
    },
    {
      "epoch": 0.7596421930138338,
      "grad_norm": 4.59375,
      "learning_rate": 1.2019478394129842e-05,
      "loss": 1.9283,
      "mean_token_accuracy": 0.5707325160503387,
      "num_tokens": 461288711.0,
      "step": 598870
    },
    {
      "epoch": 0.7596548776063666,
      "grad_norm": 5.125,
      "learning_rate": 1.201884408404355e-05,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5224599838256836,
      "num_tokens": 461296666.0,
      "step": 598880
    },
    {
      "epoch": 0.7596675621988995,
      "grad_norm": 5.4375,
      "learning_rate": 1.2018209773957258e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5325040429830551,
      "num_tokens": 461304116.0,
      "step": 598890
    },
    {
      "epoch": 0.7596802467914323,
      "grad_norm": 5.21875,
      "learning_rate": 1.2017575463870966e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5390391707420349,
      "num_tokens": 461311590.0,
      "step": 598900
    },
    {
      "epoch": 0.7596929313839651,
      "grad_norm": 6.625,
      "learning_rate": 1.2016941153784675e-05,
      "loss": 2.175,
      "mean_token_accuracy": 0.5224773019552231,
      "num_tokens": 461319461.0,
      "step": 598910
    },
    {
      "epoch": 0.759705615976498,
      "grad_norm": 8.6875,
      "learning_rate": 1.2016306843698384e-05,
      "loss": 2.3515,
      "mean_token_accuracy": 0.5113437831401825,
      "num_tokens": 461325731.0,
      "step": 598920
    },
    {
      "epoch": 0.7597183005690308,
      "grad_norm": 4.71875,
      "learning_rate": 1.2015672533612092e-05,
      "loss": 1.963,
      "mean_token_accuracy": 0.569041246175766,
      "num_tokens": 461333524.0,
      "step": 598930
    },
    {
      "epoch": 0.7597309851615637,
      "grad_norm": 5.25,
      "learning_rate": 1.20150382235258e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5323862463235856,
      "num_tokens": 461342031.0,
      "step": 598940
    },
    {
      "epoch": 0.7597436697540965,
      "grad_norm": 6.6875,
      "learning_rate": 1.201440391343951e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5153647184371948,
      "num_tokens": 461350689.0,
      "step": 598950
    },
    {
      "epoch": 0.7597563543466294,
      "grad_norm": 5.6875,
      "learning_rate": 1.2013769603353217e-05,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5379869729280472,
      "num_tokens": 461359232.0,
      "step": 598960
    },
    {
      "epoch": 0.7597690389391621,
      "grad_norm": 4.9375,
      "learning_rate": 1.2013135293266926e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5477529227733612,
      "num_tokens": 461368118.0,
      "step": 598970
    },
    {
      "epoch": 0.759781723531695,
      "grad_norm": 5.59375,
      "learning_rate": 1.2012500983180634e-05,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5566146045923233,
      "num_tokens": 461375366.0,
      "step": 598980
    },
    {
      "epoch": 0.7597944081242278,
      "grad_norm": 5.28125,
      "learning_rate": 1.2011866673094342e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.54153391122818,
      "num_tokens": 461383686.0,
      "step": 598990
    },
    {
      "epoch": 0.7598070927167606,
      "grad_norm": 5.59375,
      "learning_rate": 1.2011232363008052e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5579724252223969,
      "num_tokens": 461392633.0,
      "step": 599000
    },
    {
      "epoch": 0.7598197773092935,
      "grad_norm": 5.03125,
      "learning_rate": 1.2010598052921759e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5483299940824509,
      "num_tokens": 461401153.0,
      "step": 599010
    },
    {
      "epoch": 0.7598324619018263,
      "grad_norm": 7.21875,
      "learning_rate": 1.200996374283547e-05,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5376887738704681,
      "num_tokens": 461408203.0,
      "step": 599020
    },
    {
      "epoch": 0.7598451464943592,
      "grad_norm": 5.5,
      "learning_rate": 1.2009329432749176e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5258018285036087,
      "num_tokens": 461415930.0,
      "step": 599030
    },
    {
      "epoch": 0.759857831086892,
      "grad_norm": 5.6875,
      "learning_rate": 1.2008695122662885e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5721412003040314,
      "num_tokens": 461423541.0,
      "step": 599040
    },
    {
      "epoch": 0.7598705156794249,
      "grad_norm": 5.25,
      "learning_rate": 1.2008060812576594e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5749751806259156,
      "num_tokens": 461430435.0,
      "step": 599050
    },
    {
      "epoch": 0.7598832002719577,
      "grad_norm": 4.9375,
      "learning_rate": 1.2007426502490301e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5441935300827027,
      "num_tokens": 461437027.0,
      "step": 599060
    },
    {
      "epoch": 0.7598958848644904,
      "grad_norm": 5.875,
      "learning_rate": 1.2006792192404011e-05,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5437637716531754,
      "num_tokens": 461444163.0,
      "step": 599070
    },
    {
      "epoch": 0.7599085694570233,
      "grad_norm": 5.90625,
      "learning_rate": 1.2006157882317718e-05,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5305182844400406,
      "num_tokens": 461451497.0,
      "step": 599080
    },
    {
      "epoch": 0.7599212540495561,
      "grad_norm": 8.5625,
      "learning_rate": 1.2005523572231427e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5273325711488723,
      "num_tokens": 461458945.0,
      "step": 599090
    },
    {
      "epoch": 0.759933938642089,
      "grad_norm": 5.1875,
      "learning_rate": 1.2004889262145136e-05,
      "loss": 2.245,
      "mean_token_accuracy": 0.5118910908699036,
      "num_tokens": 461467807.0,
      "step": 599100
    },
    {
      "epoch": 0.7599466232346218,
      "grad_norm": 7.15625,
      "learning_rate": 1.2004254952058843e-05,
      "loss": 1.8394,
      "mean_token_accuracy": 0.582928729057312,
      "num_tokens": 461475084.0,
      "step": 599110
    },
    {
      "epoch": 0.7599593078271547,
      "grad_norm": 4.59375,
      "learning_rate": 1.2003620641972553e-05,
      "loss": 2.2037,
      "mean_token_accuracy": 0.518523383140564,
      "num_tokens": 461484138.0,
      "step": 599120
    },
    {
      "epoch": 0.7599719924196875,
      "grad_norm": 6.1875,
      "learning_rate": 1.200298633188626e-05,
      "loss": 2.2884,
      "mean_token_accuracy": 0.5122506290674209,
      "num_tokens": 461492829.0,
      "step": 599130
    },
    {
      "epoch": 0.7599846770122204,
      "grad_norm": 4.9375,
      "learning_rate": 1.2002352021799971e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5347033649682998,
      "num_tokens": 461501018.0,
      "step": 599140
    },
    {
      "epoch": 0.7599973616047532,
      "grad_norm": 5.5625,
      "learning_rate": 1.2001717711713678e-05,
      "loss": 2.2396,
      "mean_token_accuracy": 0.5184245198965073,
      "num_tokens": 461510049.0,
      "step": 599150
    },
    {
      "epoch": 0.760010046197286,
      "grad_norm": 5.46875,
      "learning_rate": 1.2001083401627387e-05,
      "loss": 1.8622,
      "mean_token_accuracy": 0.5786114275455475,
      "num_tokens": 461517582.0,
      "step": 599160
    },
    {
      "epoch": 0.7600227307898189,
      "grad_norm": 5.03125,
      "learning_rate": 1.2000449091541095e-05,
      "loss": 1.7967,
      "mean_token_accuracy": 0.6006743788719178,
      "num_tokens": 461525115.0,
      "step": 599170
    },
    {
      "epoch": 0.7600354153823516,
      "grad_norm": 5.75,
      "learning_rate": 1.1999814781454802e-05,
      "loss": 1.8264,
      "mean_token_accuracy": 0.6105648934841156,
      "num_tokens": 461532286.0,
      "step": 599180
    },
    {
      "epoch": 0.7600480999748845,
      "grad_norm": 6.84375,
      "learning_rate": 1.1999180471368513e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5522246062755585,
      "num_tokens": 461539030.0,
      "step": 599190
    },
    {
      "epoch": 0.7600607845674173,
      "grad_norm": 5.59375,
      "learning_rate": 1.199854616128222e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5253856360912323,
      "num_tokens": 461547121.0,
      "step": 599200
    },
    {
      "epoch": 0.7600734691599502,
      "grad_norm": 4.90625,
      "learning_rate": 1.1997911851195929e-05,
      "loss": 1.9243,
      "mean_token_accuracy": 0.5837110698223114,
      "num_tokens": 461554796.0,
      "step": 599210
    },
    {
      "epoch": 0.760086153752483,
      "grad_norm": 6.09375,
      "learning_rate": 1.1997277541109637e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.533256933093071,
      "num_tokens": 461561840.0,
      "step": 599220
    },
    {
      "epoch": 0.7600988383450158,
      "grad_norm": 6.34375,
      "learning_rate": 1.1996643231023346e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5415529996156693,
      "num_tokens": 461569993.0,
      "step": 599230
    },
    {
      "epoch": 0.7601115229375487,
      "grad_norm": 4.96875,
      "learning_rate": 1.1996008920937055e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5567478656768798,
      "num_tokens": 461578363.0,
      "step": 599240
    },
    {
      "epoch": 0.7601242075300815,
      "grad_norm": 5.875,
      "learning_rate": 1.1995374610850762e-05,
      "loss": 2.2597,
      "mean_token_accuracy": 0.5089640229940414,
      "num_tokens": 461586682.0,
      "step": 599250
    },
    {
      "epoch": 0.7601368921226144,
      "grad_norm": 7.625,
      "learning_rate": 1.199474030076447e-05,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5231313377618789,
      "num_tokens": 461593601.0,
      "step": 599260
    },
    {
      "epoch": 0.7601495767151472,
      "grad_norm": 8.25,
      "learning_rate": 1.199410599067818e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5518221706151962,
      "num_tokens": 461601290.0,
      "step": 599270
    },
    {
      "epoch": 0.76016226130768,
      "grad_norm": 4.84375,
      "learning_rate": 1.1993471680591888e-05,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5550910383462906,
      "num_tokens": 461609546.0,
      "step": 599280
    },
    {
      "epoch": 0.7601749459002128,
      "grad_norm": 5.125,
      "learning_rate": 1.1992837370505597e-05,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5418643295764923,
      "num_tokens": 461616407.0,
      "step": 599290
    },
    {
      "epoch": 0.7601876304927457,
      "grad_norm": 8.25,
      "learning_rate": 1.1992203060419304e-05,
      "loss": 2.122,
      "mean_token_accuracy": 0.523491033911705,
      "num_tokens": 461624773.0,
      "step": 599300
    },
    {
      "epoch": 0.7602003150852785,
      "grad_norm": 5.0,
      "learning_rate": 1.1991568750333014e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5489547640085221,
      "num_tokens": 461633811.0,
      "step": 599310
    },
    {
      "epoch": 0.7602129996778113,
      "grad_norm": 8.625,
      "learning_rate": 1.1990934440246721e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5730161190032959,
      "num_tokens": 461641076.0,
      "step": 599320
    },
    {
      "epoch": 0.7602256842703442,
      "grad_norm": 6.875,
      "learning_rate": 1.199030013016043e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5393749624490738,
      "num_tokens": 461648705.0,
      "step": 599330
    },
    {
      "epoch": 0.760238368862877,
      "grad_norm": 5.53125,
      "learning_rate": 1.1989665820074139e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.557330995798111,
      "num_tokens": 461655403.0,
      "step": 599340
    },
    {
      "epoch": 0.7602510534554099,
      "grad_norm": 6.15625,
      "learning_rate": 1.1989031509987848e-05,
      "loss": 1.8455,
      "mean_token_accuracy": 0.5855486661195755,
      "num_tokens": 461663463.0,
      "step": 599350
    },
    {
      "epoch": 0.7602637380479427,
      "grad_norm": 4.59375,
      "learning_rate": 1.1988397199901556e-05,
      "loss": 1.846,
      "mean_token_accuracy": 0.5975289523601532,
      "num_tokens": 461669899.0,
      "step": 599360
    },
    {
      "epoch": 0.7602764226404756,
      "grad_norm": 5.53125,
      "learning_rate": 1.1987762889815263e-05,
      "loss": 1.8267,
      "mean_token_accuracy": 0.5990492820739746,
      "num_tokens": 461677263.0,
      "step": 599370
    },
    {
      "epoch": 0.7602891072330084,
      "grad_norm": 5.3125,
      "learning_rate": 1.1987128579728972e-05,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5605638355016709,
      "num_tokens": 461685396.0,
      "step": 599380
    },
    {
      "epoch": 0.7603017918255411,
      "grad_norm": 6.1875,
      "learning_rate": 1.1986494269642681e-05,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5227134138345718,
      "num_tokens": 461694673.0,
      "step": 599390
    },
    {
      "epoch": 0.760314476418074,
      "grad_norm": 6.46875,
      "learning_rate": 1.198585995955639e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.554911270737648,
      "num_tokens": 461703731.0,
      "step": 599400
    },
    {
      "epoch": 0.7603271610106068,
      "grad_norm": 4.65625,
      "learning_rate": 1.1985225649470098e-05,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5421026617288589,
      "num_tokens": 461712850.0,
      "step": 599410
    },
    {
      "epoch": 0.7603398456031397,
      "grad_norm": 4.84375,
      "learning_rate": 1.1984591339383807e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5208928406238555,
      "num_tokens": 461720535.0,
      "step": 599420
    },
    {
      "epoch": 0.7603525301956725,
      "grad_norm": 5.90625,
      "learning_rate": 1.1983957029297514e-05,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5592786639928817,
      "num_tokens": 461728364.0,
      "step": 599430
    },
    {
      "epoch": 0.7603652147882054,
      "grad_norm": 4.90625,
      "learning_rate": 1.1983322719211223e-05,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5573675453662872,
      "num_tokens": 461736075.0,
      "step": 599440
    },
    {
      "epoch": 0.7603778993807382,
      "grad_norm": 6.71875,
      "learning_rate": 1.1982688409124932e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5589939624071121,
      "num_tokens": 461744499.0,
      "step": 599450
    },
    {
      "epoch": 0.760390583973271,
      "grad_norm": 5.28125,
      "learning_rate": 1.198205409903864e-05,
      "loss": 1.8571,
      "mean_token_accuracy": 0.5893720865249634,
      "num_tokens": 461750457.0,
      "step": 599460
    },
    {
      "epoch": 0.7604032685658039,
      "grad_norm": 7.34375,
      "learning_rate": 1.198141978895235e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.5428602367639541,
      "num_tokens": 461758690.0,
      "step": 599470
    },
    {
      "epoch": 0.7604159531583367,
      "grad_norm": 5.125,
      "learning_rate": 1.1980785478866056e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.529001596570015,
      "num_tokens": 461766787.0,
      "step": 599480
    },
    {
      "epoch": 0.7604286377508696,
      "grad_norm": 6.4375,
      "learning_rate": 1.1980151168779765e-05,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5666967302560806,
      "num_tokens": 461773729.0,
      "step": 599490
    },
    {
      "epoch": 0.7604413223434023,
      "grad_norm": 5.375,
      "learning_rate": 1.1979516858693474e-05,
      "loss": 2.2826,
      "mean_token_accuracy": 0.5086951136589051,
      "num_tokens": 461782072.0,
      "step": 599500
    },
    {
      "epoch": 0.7604540069359352,
      "grad_norm": 6.53125,
      "learning_rate": 1.1978882548607182e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5479879945516586,
      "num_tokens": 461789887.0,
      "step": 599510
    },
    {
      "epoch": 0.760466691528468,
      "grad_norm": 5.6875,
      "learning_rate": 1.1978248238520891e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5596267461776734,
      "num_tokens": 461797058.0,
      "step": 599520
    },
    {
      "epoch": 0.7604793761210009,
      "grad_norm": 5.75,
      "learning_rate": 1.19776139284346e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5718820095062256,
      "num_tokens": 461803336.0,
      "step": 599530
    },
    {
      "epoch": 0.7604920607135337,
      "grad_norm": 3.859375,
      "learning_rate": 1.1976979618348309e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5730608999729156,
      "num_tokens": 461808950.0,
      "step": 599540
    },
    {
      "epoch": 0.7605047453060665,
      "grad_norm": 7.71875,
      "learning_rate": 1.1976345308262016e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5597578018903733,
      "num_tokens": 461814607.0,
      "step": 599550
    },
    {
      "epoch": 0.7605174298985994,
      "grad_norm": 5.0625,
      "learning_rate": 1.1975710998175724e-05,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5638473331928253,
      "num_tokens": 461822195.0,
      "step": 599560
    },
    {
      "epoch": 0.7605301144911322,
      "grad_norm": 5.375,
      "learning_rate": 1.1975076688089433e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5542304873466491,
      "num_tokens": 461829910.0,
      "step": 599570
    },
    {
      "epoch": 0.7605427990836651,
      "grad_norm": 4.84375,
      "learning_rate": 1.1974442378003142e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5438033938407898,
      "num_tokens": 461838391.0,
      "step": 599580
    },
    {
      "epoch": 0.7605554836761979,
      "grad_norm": 9.1875,
      "learning_rate": 1.197380806791685e-05,
      "loss": 2.2129,
      "mean_token_accuracy": 0.5180259883403778,
      "num_tokens": 461847288.0,
      "step": 599590
    },
    {
      "epoch": 0.7605681682687307,
      "grad_norm": 8.4375,
      "learning_rate": 1.1973173757830558e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5244152575731278,
      "num_tokens": 461855398.0,
      "step": 599600
    },
    {
      "epoch": 0.7605808528612635,
      "grad_norm": 6.8125,
      "learning_rate": 1.1972539447744268e-05,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5728734999895095,
      "num_tokens": 461863050.0,
      "step": 599610
    },
    {
      "epoch": 0.7605935374537963,
      "grad_norm": 6.8125,
      "learning_rate": 1.1971905137657975e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5450199365615844,
      "num_tokens": 461870368.0,
      "step": 599620
    },
    {
      "epoch": 0.7606062220463292,
      "grad_norm": 5.0625,
      "learning_rate": 1.1971270827571684e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5304278522729874,
      "num_tokens": 461877888.0,
      "step": 599630
    },
    {
      "epoch": 0.760618906638862,
      "grad_norm": 4.71875,
      "learning_rate": 1.1970636517485393e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5336147576570511,
      "num_tokens": 461886051.0,
      "step": 599640
    },
    {
      "epoch": 0.7606315912313949,
      "grad_norm": 6.53125,
      "learning_rate": 1.19700022073991e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5957408726215363,
      "num_tokens": 461892781.0,
      "step": 599650
    },
    {
      "epoch": 0.7606442758239277,
      "grad_norm": 5.4375,
      "learning_rate": 1.196936789731281e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5582959622144699,
      "num_tokens": 461900513.0,
      "step": 599660
    },
    {
      "epoch": 0.7606569604164606,
      "grad_norm": 5.15625,
      "learning_rate": 1.1968733587226517e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5316323429346085,
      "num_tokens": 461909236.0,
      "step": 599670
    },
    {
      "epoch": 0.7606696450089934,
      "grad_norm": 9.6875,
      "learning_rate": 1.1968099277140226e-05,
      "loss": 1.8373,
      "mean_token_accuracy": 0.5760860800743103,
      "num_tokens": 461914572.0,
      "step": 599680
    },
    {
      "epoch": 0.7606823296015263,
      "grad_norm": 4.71875,
      "learning_rate": 1.1967464967053935e-05,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5483985751867294,
      "num_tokens": 461922858.0,
      "step": 599690
    },
    {
      "epoch": 0.760695014194059,
      "grad_norm": 4.78125,
      "learning_rate": 1.1966830656967642e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5419782489538193,
      "num_tokens": 461930228.0,
      "step": 599700
    },
    {
      "epoch": 0.7607076987865918,
      "grad_norm": 5.46875,
      "learning_rate": 1.1966196346881352e-05,
      "loss": 1.9017,
      "mean_token_accuracy": 0.5809338450431824,
      "num_tokens": 461937665.0,
      "step": 599710
    },
    {
      "epoch": 0.7607203833791247,
      "grad_norm": 5.53125,
      "learning_rate": 1.196556203679506e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5247265666723251,
      "num_tokens": 461945863.0,
      "step": 599720
    },
    {
      "epoch": 0.7607330679716575,
      "grad_norm": 4.59375,
      "learning_rate": 1.196492772670877e-05,
      "loss": 2.0005,
      "mean_token_accuracy": 0.559339290857315,
      "num_tokens": 461953800.0,
      "step": 599730
    },
    {
      "epoch": 0.7607457525641904,
      "grad_norm": 6.59375,
      "learning_rate": 1.1964293416622477e-05,
      "loss": 1.9699,
      "mean_token_accuracy": 0.554921567440033,
      "num_tokens": 461960413.0,
      "step": 599740
    },
    {
      "epoch": 0.7607584371567232,
      "grad_norm": 5.96875,
      "learning_rate": 1.1963659106536185e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5205022543668747,
      "num_tokens": 461968194.0,
      "step": 599750
    },
    {
      "epoch": 0.7607711217492561,
      "grad_norm": 6.125,
      "learning_rate": 1.1963024796449894e-05,
      "loss": 2.2693,
      "mean_token_accuracy": 0.5160674035549164,
      "num_tokens": 461976938.0,
      "step": 599760
    },
    {
      "epoch": 0.7607838063417889,
      "grad_norm": 6.46875,
      "learning_rate": 1.1962390486363601e-05,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5362202376127243,
      "num_tokens": 461985021.0,
      "step": 599770
    },
    {
      "epoch": 0.7607964909343217,
      "grad_norm": 7.09375,
      "learning_rate": 1.1961756176277312e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5189424633979798,
      "num_tokens": 461994066.0,
      "step": 599780
    },
    {
      "epoch": 0.7608091755268546,
      "grad_norm": 6.34375,
      "learning_rate": 1.1961121866191019e-05,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5601713538169861,
      "num_tokens": 462002186.0,
      "step": 599790
    },
    {
      "epoch": 0.7608218601193873,
      "grad_norm": 6.375,
      "learning_rate": 1.1960487556104729e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5249598115682602,
      "num_tokens": 462010723.0,
      "step": 599800
    },
    {
      "epoch": 0.7608345447119202,
      "grad_norm": 5.28125,
      "learning_rate": 1.1959853246018436e-05,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5162898957729339,
      "num_tokens": 462019475.0,
      "step": 599810
    },
    {
      "epoch": 0.760847229304453,
      "grad_norm": 5.03125,
      "learning_rate": 1.1959218935932145e-05,
      "loss": 1.952,
      "mean_token_accuracy": 0.5605256855487823,
      "num_tokens": 462027672.0,
      "step": 599820
    },
    {
      "epoch": 0.7608599138969859,
      "grad_norm": 5.90625,
      "learning_rate": 1.1958584625845854e-05,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5720150470733643,
      "num_tokens": 462034380.0,
      "step": 599830
    },
    {
      "epoch": 0.7608725984895187,
      "grad_norm": 4.6875,
      "learning_rate": 1.195795031575956e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5515298277139664,
      "num_tokens": 462040916.0,
      "step": 599840
    },
    {
      "epoch": 0.7608852830820515,
      "grad_norm": 5.71875,
      "learning_rate": 1.1957316005673271e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5344461917877197,
      "num_tokens": 462049288.0,
      "step": 599850
    },
    {
      "epoch": 0.7608979676745844,
      "grad_norm": 6.21875,
      "learning_rate": 1.1956681695586978e-05,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5501171588897705,
      "num_tokens": 462057598.0,
      "step": 599860
    },
    {
      "epoch": 0.7609106522671172,
      "grad_norm": 6.15625,
      "learning_rate": 1.1956047385500687e-05,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5347446888685227,
      "num_tokens": 462066391.0,
      "step": 599870
    },
    {
      "epoch": 0.7609233368596501,
      "grad_norm": 8.5,
      "learning_rate": 1.1955413075414396e-05,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5337447881698608,
      "num_tokens": 462073986.0,
      "step": 599880
    },
    {
      "epoch": 0.7609360214521829,
      "grad_norm": 5.40625,
      "learning_rate": 1.1954778765328103e-05,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5705231845378875,
      "num_tokens": 462082613.0,
      "step": 599890
    },
    {
      "epoch": 0.7609487060447158,
      "grad_norm": 4.90625,
      "learning_rate": 1.1954144455241813e-05,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5174916595220566,
      "num_tokens": 462090907.0,
      "step": 599900
    },
    {
      "epoch": 0.7609613906372485,
      "grad_norm": 6.0,
      "learning_rate": 1.195351014515552e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5714408665895462,
      "num_tokens": 462097933.0,
      "step": 599910
    },
    {
      "epoch": 0.7609740752297814,
      "grad_norm": 5.375,
      "learning_rate": 1.1952875835069229e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5345335066318512,
      "num_tokens": 462106361.0,
      "step": 599920
    },
    {
      "epoch": 0.7609867598223142,
      "grad_norm": 5.34375,
      "learning_rate": 1.1952241524982938e-05,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5685784429311752,
      "num_tokens": 462115007.0,
      "step": 599930
    },
    {
      "epoch": 0.760999444414847,
      "grad_norm": 5.5,
      "learning_rate": 1.1951607214896646e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5546863496303558,
      "num_tokens": 462123325.0,
      "step": 599940
    },
    {
      "epoch": 0.7610121290073799,
      "grad_norm": 7.71875,
      "learning_rate": 1.1950972904810355e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5499489635229111,
      "num_tokens": 462129996.0,
      "step": 599950
    },
    {
      "epoch": 0.7610248135999127,
      "grad_norm": 6.1875,
      "learning_rate": 1.1950338594724062e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5434281319379807,
      "num_tokens": 462137151.0,
      "step": 599960
    },
    {
      "epoch": 0.7610374981924456,
      "grad_norm": 10.0625,
      "learning_rate": 1.1949704284637773e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5409306675195694,
      "num_tokens": 462143862.0,
      "step": 599970
    },
    {
      "epoch": 0.7610501827849784,
      "grad_norm": 5.0,
      "learning_rate": 1.194906997455148e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5309465110301972,
      "num_tokens": 462151506.0,
      "step": 599980
    },
    {
      "epoch": 0.7610628673775113,
      "grad_norm": 5.1875,
      "learning_rate": 1.1948435664465188e-05,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5800719767808914,
      "num_tokens": 462157618.0,
      "step": 599990
    },
    {
      "epoch": 0.7610755519700441,
      "grad_norm": 5.03125,
      "learning_rate": 1.1947801354378897e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.533620423078537,
      "num_tokens": 462165456.0,
      "step": 600000
    },
    {
      "epoch": 0.7610882365625768,
      "grad_norm": 5.40625,
      "learning_rate": 1.1947167044292606e-05,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5500814586877822,
      "num_tokens": 462173172.0,
      "step": 600010
    },
    {
      "epoch": 0.7611009211551097,
      "grad_norm": 5.21875,
      "learning_rate": 1.1946532734206315e-05,
      "loss": 2.3049,
      "mean_token_accuracy": 0.49131742119789124,
      "num_tokens": 462181538.0,
      "step": 600020
    },
    {
      "epoch": 0.7611136057476425,
      "grad_norm": 5.5625,
      "learning_rate": 1.1945898424120022e-05,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5727971374988556,
      "num_tokens": 462188274.0,
      "step": 600030
    },
    {
      "epoch": 0.7611262903401754,
      "grad_norm": 8.875,
      "learning_rate": 1.194526411403373e-05,
      "loss": 1.8211,
      "mean_token_accuracy": 0.5853696435689926,
      "num_tokens": 462195397.0,
      "step": 600040
    },
    {
      "epoch": 0.7611389749327082,
      "grad_norm": 7.5,
      "learning_rate": 1.1944629803947439e-05,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5440873235464097,
      "num_tokens": 462202268.0,
      "step": 600050
    },
    {
      "epoch": 0.7611516595252411,
      "grad_norm": 6.0,
      "learning_rate": 1.1943995493861148e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5252033323049545,
      "num_tokens": 462210431.0,
      "step": 600060
    },
    {
      "epoch": 0.7611643441177739,
      "grad_norm": 4.75,
      "learning_rate": 1.1943361183774857e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5463113397359848,
      "num_tokens": 462219618.0,
      "step": 600070
    },
    {
      "epoch": 0.7611770287103068,
      "grad_norm": 5.5,
      "learning_rate": 1.1942726873688564e-05,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5372179061174392,
      "num_tokens": 462228319.0,
      "step": 600080
    },
    {
      "epoch": 0.7611897133028396,
      "grad_norm": 4.9375,
      "learning_rate": 1.1942092563602272e-05,
      "loss": 1.8124,
      "mean_token_accuracy": 0.5964821755886078,
      "num_tokens": 462234664.0,
      "step": 600090
    },
    {
      "epoch": 0.7612023978953724,
      "grad_norm": 5.03125,
      "learning_rate": 1.1941458253515981e-05,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5269825965166092,
      "num_tokens": 462243736.0,
      "step": 600100
    },
    {
      "epoch": 0.7612150824879053,
      "grad_norm": 5.28125,
      "learning_rate": 1.194082394342969e-05,
      "loss": 1.7075,
      "mean_token_accuracy": 0.607086056470871,
      "num_tokens": 462249536.0,
      "step": 600110
    },
    {
      "epoch": 0.761227767080438,
      "grad_norm": 6.15625,
      "learning_rate": 1.1940189633343399e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5188192099332809,
      "num_tokens": 462258610.0,
      "step": 600120
    },
    {
      "epoch": 0.7612404516729709,
      "grad_norm": 5.75,
      "learning_rate": 1.1939555323257107e-05,
      "loss": 2.2689,
      "mean_token_accuracy": 0.5096144437789917,
      "num_tokens": 462266217.0,
      "step": 600130
    },
    {
      "epoch": 0.7612531362655037,
      "grad_norm": 4.6875,
      "learning_rate": 1.1938921013170814e-05,
      "loss": 1.8925,
      "mean_token_accuracy": 0.5739865064620971,
      "num_tokens": 462273095.0,
      "step": 600140
    },
    {
      "epoch": 0.7612658208580366,
      "grad_norm": 6.8125,
      "learning_rate": 1.1938286703084523e-05,
      "loss": 2.0668,
      "mean_token_accuracy": 0.540378350019455,
      "num_tokens": 462280368.0,
      "step": 600150
    },
    {
      "epoch": 0.7612785054505694,
      "grad_norm": 6.84375,
      "learning_rate": 1.1937652392998232e-05,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5524520337581634,
      "num_tokens": 462287977.0,
      "step": 600160
    },
    {
      "epoch": 0.7612911900431022,
      "grad_norm": 5.8125,
      "learning_rate": 1.193701808291194e-05,
      "loss": 2.1654,
      "mean_token_accuracy": 0.5281386554241181,
      "num_tokens": 462295185.0,
      "step": 600170
    },
    {
      "epoch": 0.7613038746356351,
      "grad_norm": 6.09375,
      "learning_rate": 1.193638377282565e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5268700987100601,
      "num_tokens": 462303170.0,
      "step": 600180
    },
    {
      "epoch": 0.7613165592281679,
      "grad_norm": 5.28125,
      "learning_rate": 1.1935749462739356e-05,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5693497687578202,
      "num_tokens": 462311489.0,
      "step": 600190
    },
    {
      "epoch": 0.7613292438207008,
      "grad_norm": 5.40625,
      "learning_rate": 1.1935115152653067e-05,
      "loss": 2.307,
      "mean_token_accuracy": 0.5121570497751236,
      "num_tokens": 462320212.0,
      "step": 600200
    },
    {
      "epoch": 0.7613419284132336,
      "grad_norm": 5.375,
      "learning_rate": 1.1934480842566774e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5604755043983459,
      "num_tokens": 462327656.0,
      "step": 600210
    },
    {
      "epoch": 0.7613546130057665,
      "grad_norm": 5.625,
      "learning_rate": 1.1933846532480483e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5426985532045364,
      "num_tokens": 462335663.0,
      "step": 600220
    },
    {
      "epoch": 0.7613672975982992,
      "grad_norm": 4.6875,
      "learning_rate": 1.1933212222394191e-05,
      "loss": 2.216,
      "mean_token_accuracy": 0.521990743279457,
      "num_tokens": 462342942.0,
      "step": 600230
    },
    {
      "epoch": 0.7613799821908321,
      "grad_norm": 9.9375,
      "learning_rate": 1.19325779123079e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5725888073444366,
      "num_tokens": 462350056.0,
      "step": 600240
    },
    {
      "epoch": 0.7613926667833649,
      "grad_norm": 5.78125,
      "learning_rate": 1.1931943602221609e-05,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5487657457590103,
      "num_tokens": 462356528.0,
      "step": 600250
    },
    {
      "epoch": 0.7614053513758977,
      "grad_norm": 5.8125,
      "learning_rate": 1.1931309292135316e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5515261083841324,
      "num_tokens": 462364631.0,
      "step": 600260
    },
    {
      "epoch": 0.7614180359684306,
      "grad_norm": 6.8125,
      "learning_rate": 1.1930674982049025e-05,
      "loss": 1.7082,
      "mean_token_accuracy": 0.6242603898048401,
      "num_tokens": 462370567.0,
      "step": 600270
    },
    {
      "epoch": 0.7614307205609634,
      "grad_norm": 5.4375,
      "learning_rate": 1.1930040671962733e-05,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5606479048728943,
      "num_tokens": 462377751.0,
      "step": 600280
    },
    {
      "epoch": 0.7614434051534963,
      "grad_norm": 6.96875,
      "learning_rate": 1.1929406361876442e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5492900907993317,
      "num_tokens": 462385832.0,
      "step": 600290
    },
    {
      "epoch": 0.7614560897460291,
      "grad_norm": 5.21875,
      "learning_rate": 1.1928772051790151e-05,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5504074424505234,
      "num_tokens": 462394577.0,
      "step": 600300
    },
    {
      "epoch": 0.761468774338562,
      "grad_norm": 5.71875,
      "learning_rate": 1.1928137741703858e-05,
      "loss": 1.764,
      "mean_token_accuracy": 0.6121283203363419,
      "num_tokens": 462401007.0,
      "step": 600310
    },
    {
      "epoch": 0.7614814589310948,
      "grad_norm": 6.71875,
      "learning_rate": 1.1927503431617568e-05,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5229177951812745,
      "num_tokens": 462408322.0,
      "step": 600320
    },
    {
      "epoch": 0.7614941435236275,
      "grad_norm": 5.1875,
      "learning_rate": 1.1926869121531275e-05,
      "loss": 2.2351,
      "mean_token_accuracy": 0.5086646497249603,
      "num_tokens": 462416793.0,
      "step": 600330
    },
    {
      "epoch": 0.7615068281161604,
      "grad_norm": 8.1875,
      "learning_rate": 1.1926234811444984e-05,
      "loss": 1.8844,
      "mean_token_accuracy": 0.5951380342245102,
      "num_tokens": 462423781.0,
      "step": 600340
    },
    {
      "epoch": 0.7615195127086932,
      "grad_norm": 9.0,
      "learning_rate": 1.1925600501358693e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5439504265785218,
      "num_tokens": 462430855.0,
      "step": 600350
    },
    {
      "epoch": 0.7615321973012261,
      "grad_norm": 7.15625,
      "learning_rate": 1.19249661912724e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5277121126651764,
      "num_tokens": 462438597.0,
      "step": 600360
    },
    {
      "epoch": 0.7615448818937589,
      "grad_norm": 5.0,
      "learning_rate": 1.192433188118611e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5587873131036758,
      "num_tokens": 462447182.0,
      "step": 600370
    },
    {
      "epoch": 0.7615575664862918,
      "grad_norm": 7.03125,
      "learning_rate": 1.1923697571099817e-05,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5526589423418045,
      "num_tokens": 462455164.0,
      "step": 600380
    },
    {
      "epoch": 0.7615702510788246,
      "grad_norm": 6.5,
      "learning_rate": 1.1923063261013528e-05,
      "loss": 1.9864,
      "mean_token_accuracy": 0.5510243117809296,
      "num_tokens": 462463415.0,
      "step": 600390
    },
    {
      "epoch": 0.7615829356713574,
      "grad_norm": 5.4375,
      "learning_rate": 1.1922428950927235e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.5183186113834382,
      "num_tokens": 462471669.0,
      "step": 600400
    },
    {
      "epoch": 0.7615956202638903,
      "grad_norm": 4.5625,
      "learning_rate": 1.1921794640840944e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5531305283308029,
      "num_tokens": 462479766.0,
      "step": 600410
    },
    {
      "epoch": 0.7616083048564231,
      "grad_norm": 5.4375,
      "learning_rate": 1.1921160330754652e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5414134174585342,
      "num_tokens": 462487492.0,
      "step": 600420
    },
    {
      "epoch": 0.761620989448956,
      "grad_norm": 8.875,
      "learning_rate": 1.192052602066836e-05,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5457673132419586,
      "num_tokens": 462494479.0,
      "step": 600430
    },
    {
      "epoch": 0.7616336740414887,
      "grad_norm": 5.6875,
      "learning_rate": 1.191989171058207e-05,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5815017968416214,
      "num_tokens": 462499890.0,
      "step": 600440
    },
    {
      "epoch": 0.7616463586340216,
      "grad_norm": 5.09375,
      "learning_rate": 1.1919257400495777e-05,
      "loss": 2.0522,
      "mean_token_accuracy": 0.54221231341362,
      "num_tokens": 462507701.0,
      "step": 600450
    },
    {
      "epoch": 0.7616590432265544,
      "grad_norm": 10.6875,
      "learning_rate": 1.1918623090409486e-05,
      "loss": 1.8665,
      "mean_token_accuracy": 0.575198444724083,
      "num_tokens": 462513401.0,
      "step": 600460
    },
    {
      "epoch": 0.7616717278190873,
      "grad_norm": 5.125,
      "learning_rate": 1.1917988780323194e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5426515609025955,
      "num_tokens": 462521940.0,
      "step": 600470
    },
    {
      "epoch": 0.7616844124116201,
      "grad_norm": 4.96875,
      "learning_rate": 1.1917354470236901e-05,
      "loss": 1.8514,
      "mean_token_accuracy": 0.5937915295362473,
      "num_tokens": 462529732.0,
      "step": 600480
    },
    {
      "epoch": 0.7616970970041529,
      "grad_norm": 5.5625,
      "learning_rate": 1.1916720160150612e-05,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5503422975540161,
      "num_tokens": 462538222.0,
      "step": 600490
    },
    {
      "epoch": 0.7617097815966858,
      "grad_norm": 4.625,
      "learning_rate": 1.1916085850064319e-05,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5832127094268799,
      "num_tokens": 462545410.0,
      "step": 600500
    },
    {
      "epoch": 0.7617224661892186,
      "grad_norm": 8.375,
      "learning_rate": 1.191545153997803e-05,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5230977773666382,
      "num_tokens": 462553629.0,
      "step": 600510
    },
    {
      "epoch": 0.7617351507817515,
      "grad_norm": 4.8125,
      "learning_rate": 1.1914817229891736e-05,
      "loss": 2.2209,
      "mean_token_accuracy": 0.5208409667015076,
      "num_tokens": 462561851.0,
      "step": 600520
    },
    {
      "epoch": 0.7617478353742843,
      "grad_norm": 6.1875,
      "learning_rate": 1.1914182919805445e-05,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5390764087438583,
      "num_tokens": 462569465.0,
      "step": 600530
    },
    {
      "epoch": 0.7617605199668172,
      "grad_norm": 5.0,
      "learning_rate": 1.1913548609719154e-05,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5745449662208557,
      "num_tokens": 462578200.0,
      "step": 600540
    },
    {
      "epoch": 0.7617732045593499,
      "grad_norm": 6.09375,
      "learning_rate": 1.1912914299632861e-05,
      "loss": 2.2544,
      "mean_token_accuracy": 0.5170651942491531,
      "num_tokens": 462586570.0,
      "step": 600550
    },
    {
      "epoch": 0.7617858891518827,
      "grad_norm": 5.15625,
      "learning_rate": 1.1912279989546571e-05,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5426027834415436,
      "num_tokens": 462593605.0,
      "step": 600560
    },
    {
      "epoch": 0.7617985737444156,
      "grad_norm": 10.9375,
      "learning_rate": 1.1911645679460278e-05,
      "loss": 2.1924,
      "mean_token_accuracy": 0.5225152671337128,
      "num_tokens": 462601530.0,
      "step": 600570
    },
    {
      "epoch": 0.7618112583369484,
      "grad_norm": 6.125,
      "learning_rate": 1.1911011369373987e-05,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5783408492803573,
      "num_tokens": 462607943.0,
      "step": 600580
    },
    {
      "epoch": 0.7618239429294813,
      "grad_norm": 4.625,
      "learning_rate": 1.1910377059287696e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5254103571176529,
      "num_tokens": 462616600.0,
      "step": 600590
    },
    {
      "epoch": 0.7618366275220141,
      "grad_norm": 5.34375,
      "learning_rate": 1.1909742749201405e-05,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5295694917440414,
      "num_tokens": 462624694.0,
      "step": 600600
    },
    {
      "epoch": 0.761849312114547,
      "grad_norm": 5.71875,
      "learning_rate": 1.1909108439115113e-05,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5689905166625977,
      "num_tokens": 462632728.0,
      "step": 600610
    },
    {
      "epoch": 0.7618619967070798,
      "grad_norm": 5.1875,
      "learning_rate": 1.190847412902882e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.539203092455864,
      "num_tokens": 462641241.0,
      "step": 600620
    },
    {
      "epoch": 0.7618746812996127,
      "grad_norm": 7.40625,
      "learning_rate": 1.1907839818942529e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5484116435050964,
      "num_tokens": 462649287.0,
      "step": 600630
    },
    {
      "epoch": 0.7618873658921455,
      "grad_norm": 9.25,
      "learning_rate": 1.1907205508856238e-05,
      "loss": 1.9242,
      "mean_token_accuracy": 0.5676340281963348,
      "num_tokens": 462656515.0,
      "step": 600640
    },
    {
      "epoch": 0.7619000504846782,
      "grad_norm": 5.9375,
      "learning_rate": 1.1906571198769947e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5458878517150879,
      "num_tokens": 462664321.0,
      "step": 600650
    },
    {
      "epoch": 0.7619127350772111,
      "grad_norm": 5.03125,
      "learning_rate": 1.1905936888683655e-05,
      "loss": 1.795,
      "mean_token_accuracy": 0.6057067215442657,
      "num_tokens": 462671472.0,
      "step": 600660
    },
    {
      "epoch": 0.7619254196697439,
      "grad_norm": 4.8125,
      "learning_rate": 1.1905302578597362e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5567564010620117,
      "num_tokens": 462680382.0,
      "step": 600670
    },
    {
      "epoch": 0.7619381042622768,
      "grad_norm": 5.09375,
      "learning_rate": 1.1904668268511073e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5367029428482055,
      "num_tokens": 462688703.0,
      "step": 600680
    },
    {
      "epoch": 0.7619507888548096,
      "grad_norm": 4.59375,
      "learning_rate": 1.190403395842478e-05,
      "loss": 2.145,
      "mean_token_accuracy": 0.5296447992324829,
      "num_tokens": 462697079.0,
      "step": 600690
    },
    {
      "epoch": 0.7619634734473425,
      "grad_norm": 6.53125,
      "learning_rate": 1.1903399648338489e-05,
      "loss": 1.7967,
      "mean_token_accuracy": 0.6105950206518174,
      "num_tokens": 462704090.0,
      "step": 600700
    },
    {
      "epoch": 0.7619761580398753,
      "grad_norm": 6.53125,
      "learning_rate": 1.1902765338252197e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5587861955165863,
      "num_tokens": 462712051.0,
      "step": 600710
    },
    {
      "epoch": 0.7619888426324081,
      "grad_norm": 4.875,
      "learning_rate": 1.1902131028165906e-05,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5549292206764221,
      "num_tokens": 462719276.0,
      "step": 600720
    },
    {
      "epoch": 0.762001527224941,
      "grad_norm": 5.9375,
      "learning_rate": 1.1901496718079615e-05,
      "loss": 1.751,
      "mean_token_accuracy": 0.5989662170410156,
      "num_tokens": 462726402.0,
      "step": 600730
    },
    {
      "epoch": 0.7620142118174738,
      "grad_norm": 4.8125,
      "learning_rate": 1.1900862407993322e-05,
      "loss": 2.027,
      "mean_token_accuracy": 0.546399188041687,
      "num_tokens": 462734669.0,
      "step": 600740
    },
    {
      "epoch": 0.7620268964100066,
      "grad_norm": 5.5625,
      "learning_rate": 1.190022809790703e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5398541927337647,
      "num_tokens": 462742283.0,
      "step": 600750
    },
    {
      "epoch": 0.7620395810025394,
      "grad_norm": 4.9375,
      "learning_rate": 1.189959378782074e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.560745832324028,
      "num_tokens": 462749293.0,
      "step": 600760
    },
    {
      "epoch": 0.7620522655950723,
      "grad_norm": 5.1875,
      "learning_rate": 1.1898959477734448e-05,
      "loss": 2.3001,
      "mean_token_accuracy": 0.501279491186142,
      "num_tokens": 462758659.0,
      "step": 600770
    },
    {
      "epoch": 0.7620649501876051,
      "grad_norm": 4.9375,
      "learning_rate": 1.1898325167648157e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5286551743745804,
      "num_tokens": 462765935.0,
      "step": 600780
    },
    {
      "epoch": 0.7620776347801379,
      "grad_norm": 4.8125,
      "learning_rate": 1.1897690857561866e-05,
      "loss": 2.0641,
      "mean_token_accuracy": 0.542590519785881,
      "num_tokens": 462773009.0,
      "step": 600790
    },
    {
      "epoch": 0.7620903193726708,
      "grad_norm": 6.9375,
      "learning_rate": 1.1897056547475573e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5278249889612198,
      "num_tokens": 462781045.0,
      "step": 600800
    },
    {
      "epoch": 0.7621030039652036,
      "grad_norm": 6.03125,
      "learning_rate": 1.1896422237389281e-05,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5473958045244217,
      "num_tokens": 462789133.0,
      "step": 600810
    },
    {
      "epoch": 0.7621156885577365,
      "grad_norm": 6.3125,
      "learning_rate": 1.189578792730299e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5318561255931854,
      "num_tokens": 462797705.0,
      "step": 600820
    },
    {
      "epoch": 0.7621283731502693,
      "grad_norm": 12.9375,
      "learning_rate": 1.1895153617216699e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5468540042638779,
      "num_tokens": 462803874.0,
      "step": 600830
    },
    {
      "epoch": 0.7621410577428022,
      "grad_norm": 5.59375,
      "learning_rate": 1.1894519307130408e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5365451276302338,
      "num_tokens": 462811363.0,
      "step": 600840
    },
    {
      "epoch": 0.762153742335335,
      "grad_norm": 5.25,
      "learning_rate": 1.1893884997044115e-05,
      "loss": 2.1913,
      "mean_token_accuracy": 0.521009236574173,
      "num_tokens": 462819632.0,
      "step": 600850
    },
    {
      "epoch": 0.7621664269278678,
      "grad_norm": 5.34375,
      "learning_rate": 1.1893250686957825e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5629442244768142,
      "num_tokens": 462826950.0,
      "step": 600860
    },
    {
      "epoch": 0.7621791115204006,
      "grad_norm": 5.15625,
      "learning_rate": 1.1892616376871532e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5263338387012482,
      "num_tokens": 462835395.0,
      "step": 600870
    },
    {
      "epoch": 0.7621917961129334,
      "grad_norm": 6.75,
      "learning_rate": 1.189198206678524e-05,
      "loss": 2.2494,
      "mean_token_accuracy": 0.5086370557546616,
      "num_tokens": 462844104.0,
      "step": 600880
    },
    {
      "epoch": 0.7622044807054663,
      "grad_norm": 5.625,
      "learning_rate": 1.189134775669895e-05,
      "loss": 2.2222,
      "mean_token_accuracy": 0.5245779365301132,
      "num_tokens": 462851898.0,
      "step": 600890
    },
    {
      "epoch": 0.7622171652979991,
      "grad_norm": 4.96875,
      "learning_rate": 1.1890713446612658e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5312950670719147,
      "num_tokens": 462860829.0,
      "step": 600900
    },
    {
      "epoch": 0.762229849890532,
      "grad_norm": 5.5,
      "learning_rate": 1.1890079136526367e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5376359939575195,
      "num_tokens": 462868469.0,
      "step": 600910
    },
    {
      "epoch": 0.7622425344830648,
      "grad_norm": 5.78125,
      "learning_rate": 1.1889444826440074e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5251856178045273,
      "num_tokens": 462877680.0,
      "step": 600920
    },
    {
      "epoch": 0.7622552190755977,
      "grad_norm": 5.1875,
      "learning_rate": 1.1888810516353783e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5663569957017899,
      "num_tokens": 462885033.0,
      "step": 600930
    },
    {
      "epoch": 0.7622679036681305,
      "grad_norm": 4.84375,
      "learning_rate": 1.1888176206267492e-05,
      "loss": 2.213,
      "mean_token_accuracy": 0.526124718785286,
      "num_tokens": 462894009.0,
      "step": 600940
    },
    {
      "epoch": 0.7622805882606632,
      "grad_norm": 8.0625,
      "learning_rate": 1.18875418961812e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5546085774898529,
      "num_tokens": 462900707.0,
      "step": 600950
    },
    {
      "epoch": 0.7622932728531961,
      "grad_norm": 7.75,
      "learning_rate": 1.1886907586094909e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5169209152460098,
      "num_tokens": 462908117.0,
      "step": 600960
    },
    {
      "epoch": 0.7623059574457289,
      "grad_norm": 5.0,
      "learning_rate": 1.1886273276008616e-05,
      "loss": 1.8352,
      "mean_token_accuracy": 0.5773502349853515,
      "num_tokens": 462915717.0,
      "step": 600970
    },
    {
      "epoch": 0.7623186420382618,
      "grad_norm": 4.90625,
      "learning_rate": 1.1885638965922327e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5666687995195389,
      "num_tokens": 462923824.0,
      "step": 600980
    },
    {
      "epoch": 0.7623313266307946,
      "grad_norm": 6.0625,
      "learning_rate": 1.1885004655836034e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5466044843196869,
      "num_tokens": 462930821.0,
      "step": 600990
    },
    {
      "epoch": 0.7623440112233275,
      "grad_norm": 5.0,
      "learning_rate": 1.1884370345749742e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.5660733461380005,
      "num_tokens": 462938689.0,
      "step": 601000
    },
    {
      "epoch": 0.7623566958158603,
      "grad_norm": 5.71875,
      "learning_rate": 1.1883736035663451e-05,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5229599922895432,
      "num_tokens": 462947038.0,
      "step": 601010
    },
    {
      "epoch": 0.7623693804083932,
      "grad_norm": 4.6875,
      "learning_rate": 1.1883101725577158e-05,
      "loss": 2.2497,
      "mean_token_accuracy": 0.5170259922742844,
      "num_tokens": 462955969.0,
      "step": 601020
    },
    {
      "epoch": 0.762382065000926,
      "grad_norm": 4.8125,
      "learning_rate": 1.1882467415490869e-05,
      "loss": 1.9013,
      "mean_token_accuracy": 0.5693666368722916,
      "num_tokens": 462964065.0,
      "step": 601030
    },
    {
      "epoch": 0.7623947495934588,
      "grad_norm": 9.625,
      "learning_rate": 1.1881833105404576e-05,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5559171736240387,
      "num_tokens": 462970491.0,
      "step": 601040
    },
    {
      "epoch": 0.7624074341859917,
      "grad_norm": 11.5,
      "learning_rate": 1.1881198795318286e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5388070732355118,
      "num_tokens": 462977717.0,
      "step": 601050
    },
    {
      "epoch": 0.7624201187785244,
      "grad_norm": 4.96875,
      "learning_rate": 1.1880564485231993e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5438193440437317,
      "num_tokens": 462985228.0,
      "step": 601060
    },
    {
      "epoch": 0.7624328033710573,
      "grad_norm": 4.96875,
      "learning_rate": 1.1879930175145702e-05,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5508071541786194,
      "num_tokens": 462992671.0,
      "step": 601070
    },
    {
      "epoch": 0.7624454879635901,
      "grad_norm": 4.8125,
      "learning_rate": 1.187929586505941e-05,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5429872334003448,
      "num_tokens": 463000392.0,
      "step": 601080
    },
    {
      "epoch": 0.762458172556123,
      "grad_norm": 7.15625,
      "learning_rate": 1.1878661554973118e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5263728767633438,
      "num_tokens": 463007598.0,
      "step": 601090
    },
    {
      "epoch": 0.7624708571486558,
      "grad_norm": 7.5,
      "learning_rate": 1.1878027244886828e-05,
      "loss": 2.06,
      "mean_token_accuracy": 0.551051014661789,
      "num_tokens": 463014733.0,
      "step": 601100
    },
    {
      "epoch": 0.7624835417411886,
      "grad_norm": 5.9375,
      "learning_rate": 1.1877392934800535e-05,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5474599599838257,
      "num_tokens": 463021693.0,
      "step": 601110
    },
    {
      "epoch": 0.7624962263337215,
      "grad_norm": 4.84375,
      "learning_rate": 1.1876758624714244e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5323964834213257,
      "num_tokens": 463030355.0,
      "step": 601120
    },
    {
      "epoch": 0.7625089109262543,
      "grad_norm": 4.96875,
      "learning_rate": 1.1876124314627953e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5921459138393402,
      "num_tokens": 463037424.0,
      "step": 601130
    },
    {
      "epoch": 0.7625215955187872,
      "grad_norm": 4.625,
      "learning_rate": 1.187549000454166e-05,
      "loss": 1.957,
      "mean_token_accuracy": 0.5649818122386933,
      "num_tokens": 463045739.0,
      "step": 601140
    },
    {
      "epoch": 0.76253428011132,
      "grad_norm": 4.8125,
      "learning_rate": 1.187485569445537e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5509288012981415,
      "num_tokens": 463053067.0,
      "step": 601150
    },
    {
      "epoch": 0.7625469647038529,
      "grad_norm": 6.0625,
      "learning_rate": 1.1874221384369077e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.545441859960556,
      "num_tokens": 463059925.0,
      "step": 601160
    },
    {
      "epoch": 0.7625596492963856,
      "grad_norm": 6.75,
      "learning_rate": 1.1873587074282787e-05,
      "loss": 2.2718,
      "mean_token_accuracy": 0.5135910123586654,
      "num_tokens": 463068009.0,
      "step": 601170
    },
    {
      "epoch": 0.7625723338889185,
      "grad_norm": 3.796875,
      "learning_rate": 1.1872952764196495e-05,
      "loss": 1.973,
      "mean_token_accuracy": 0.5728425949811935,
      "num_tokens": 463074827.0,
      "step": 601180
    },
    {
      "epoch": 0.7625850184814513,
      "grad_norm": 4.96875,
      "learning_rate": 1.1872318454110203e-05,
      "loss": 1.8205,
      "mean_token_accuracy": 0.5903677880764008,
      "num_tokens": 463082808.0,
      "step": 601190
    },
    {
      "epoch": 0.7625977030739841,
      "grad_norm": 5.9375,
      "learning_rate": 1.1871684144023912e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5291604965925216,
      "num_tokens": 463089709.0,
      "step": 601200
    },
    {
      "epoch": 0.762610387666517,
      "grad_norm": 6.90625,
      "learning_rate": 1.1871049833937619e-05,
      "loss": 2.3093,
      "mean_token_accuracy": 0.5087852001190185,
      "num_tokens": 463096672.0,
      "step": 601210
    },
    {
      "epoch": 0.7626230722590498,
      "grad_norm": 6.9375,
      "learning_rate": 1.187041552385133e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.536992347240448,
      "num_tokens": 463105594.0,
      "step": 601220
    },
    {
      "epoch": 0.7626357568515827,
      "grad_norm": 6.46875,
      "learning_rate": 1.1869781213765037e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5268410801887512,
      "num_tokens": 463113191.0,
      "step": 601230
    },
    {
      "epoch": 0.7626484414441155,
      "grad_norm": 5.28125,
      "learning_rate": 1.1869146903678745e-05,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5620407074689865,
      "num_tokens": 463120522.0,
      "step": 601240
    },
    {
      "epoch": 0.7626611260366484,
      "grad_norm": 7.0,
      "learning_rate": 1.1868512593592454e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5424359232187271,
      "num_tokens": 463127987.0,
      "step": 601250
    },
    {
      "epoch": 0.7626738106291812,
      "grad_norm": 5.65625,
      "learning_rate": 1.1867878283506163e-05,
      "loss": 1.832,
      "mean_token_accuracy": 0.608196222782135,
      "num_tokens": 463133491.0,
      "step": 601260
    },
    {
      "epoch": 0.762686495221714,
      "grad_norm": 10.0625,
      "learning_rate": 1.1867243973419871e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5571401536464691,
      "num_tokens": 463139703.0,
      "step": 601270
    },
    {
      "epoch": 0.7626991798142468,
      "grad_norm": 7.0625,
      "learning_rate": 1.1866609663333579e-05,
      "loss": 2.2622,
      "mean_token_accuracy": 0.5162511229515075,
      "num_tokens": 463147999.0,
      "step": 601280
    },
    {
      "epoch": 0.7627118644067796,
      "grad_norm": 5.15625,
      "learning_rate": 1.1865975353247287e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5575968384742737,
      "num_tokens": 463156344.0,
      "step": 601290
    },
    {
      "epoch": 0.7627245489993125,
      "grad_norm": 7.78125,
      "learning_rate": 1.1865341043160996e-05,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5600854754447937,
      "num_tokens": 463164132.0,
      "step": 601300
    },
    {
      "epoch": 0.7627372335918453,
      "grad_norm": 7.6875,
      "learning_rate": 1.1864706733074705e-05,
      "loss": 1.8767,
      "mean_token_accuracy": 0.5778839260339736,
      "num_tokens": 463171732.0,
      "step": 601310
    },
    {
      "epoch": 0.7627499181843782,
      "grad_norm": 6.09375,
      "learning_rate": 1.1864072422988414e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.53319833278656,
      "num_tokens": 463179440.0,
      "step": 601320
    },
    {
      "epoch": 0.762762602776911,
      "grad_norm": 6.5625,
      "learning_rate": 1.186343811290212e-05,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5606689006090164,
      "num_tokens": 463187234.0,
      "step": 601330
    },
    {
      "epoch": 0.7627752873694438,
      "grad_norm": 5.09375,
      "learning_rate": 1.1862803802815831e-05,
      "loss": 1.8559,
      "mean_token_accuracy": 0.5852389991283417,
      "num_tokens": 463194275.0,
      "step": 601340
    },
    {
      "epoch": 0.7627879719619767,
      "grad_norm": 5.71875,
      "learning_rate": 1.1862169492729538e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5413047194480896,
      "num_tokens": 463201004.0,
      "step": 601350
    },
    {
      "epoch": 0.7628006565545095,
      "grad_norm": 6.875,
      "learning_rate": 1.1861535182643247e-05,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5772768318653106,
      "num_tokens": 463207637.0,
      "step": 601360
    },
    {
      "epoch": 0.7628133411470424,
      "grad_norm": 5.59375,
      "learning_rate": 1.1860900872556956e-05,
      "loss": 2.1153,
      "mean_token_accuracy": 0.546530756354332,
      "num_tokens": 463216500.0,
      "step": 601370
    },
    {
      "epoch": 0.7628260257395751,
      "grad_norm": 5.3125,
      "learning_rate": 1.1860266562470664e-05,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5764916241168976,
      "num_tokens": 463225202.0,
      "step": 601380
    },
    {
      "epoch": 0.762838710332108,
      "grad_norm": 6.09375,
      "learning_rate": 1.1859632252384373e-05,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5428220421075821,
      "num_tokens": 463233469.0,
      "step": 601390
    },
    {
      "epoch": 0.7628513949246408,
      "grad_norm": 6.6875,
      "learning_rate": 1.185899794229808e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5441091388463974,
      "num_tokens": 463241281.0,
      "step": 601400
    },
    {
      "epoch": 0.7628640795171737,
      "grad_norm": 5.15625,
      "learning_rate": 1.1858363632211789e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5453945219516754,
      "num_tokens": 463248438.0,
      "step": 601410
    },
    {
      "epoch": 0.7628767641097065,
      "grad_norm": 5.53125,
      "learning_rate": 1.1857729322125498e-05,
      "loss": 2.2495,
      "mean_token_accuracy": 0.5165176182985306,
      "num_tokens": 463256523.0,
      "step": 601420
    },
    {
      "epoch": 0.7628894487022393,
      "grad_norm": 6.1875,
      "learning_rate": 1.1857095012039206e-05,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5434216022491455,
      "num_tokens": 463264755.0,
      "step": 601430
    },
    {
      "epoch": 0.7629021332947722,
      "grad_norm": 5.15625,
      "learning_rate": 1.1856460701952915e-05,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5501578629016877,
      "num_tokens": 463272455.0,
      "step": 601440
    },
    {
      "epoch": 0.762914817887305,
      "grad_norm": 5.40625,
      "learning_rate": 1.1855826391866624e-05,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5446352511644363,
      "num_tokens": 463281217.0,
      "step": 601450
    },
    {
      "epoch": 0.7629275024798379,
      "grad_norm": 4.78125,
      "learning_rate": 1.185519208178033e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.545476832985878,
      "num_tokens": 463288937.0,
      "step": 601460
    },
    {
      "epoch": 0.7629401870723707,
      "grad_norm": 4.75,
      "learning_rate": 1.185455777169404e-05,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5388819336891174,
      "num_tokens": 463296210.0,
      "step": 601470
    },
    {
      "epoch": 0.7629528716649036,
      "grad_norm": 5.25,
      "learning_rate": 1.1853923461607748e-05,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5512651979923249,
      "num_tokens": 463304902.0,
      "step": 601480
    },
    {
      "epoch": 0.7629655562574363,
      "grad_norm": 5.78125,
      "learning_rate": 1.1853289151521457e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5429354071617126,
      "num_tokens": 463312249.0,
      "step": 601490
    },
    {
      "epoch": 0.7629782408499691,
      "grad_norm": 5.96875,
      "learning_rate": 1.1852654841435166e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5656967341899872,
      "num_tokens": 463320453.0,
      "step": 601500
    },
    {
      "epoch": 0.762990925442502,
      "grad_norm": 5.90625,
      "learning_rate": 1.1852020531348873e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.557844266295433,
      "num_tokens": 463328377.0,
      "step": 601510
    },
    {
      "epoch": 0.7630036100350348,
      "grad_norm": 5.0,
      "learning_rate": 1.1851386221262582e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5312897533178329,
      "num_tokens": 463336172.0,
      "step": 601520
    },
    {
      "epoch": 0.7630162946275677,
      "grad_norm": 5.21875,
      "learning_rate": 1.185075191117629e-05,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5280636876821518,
      "num_tokens": 463344329.0,
      "step": 601530
    },
    {
      "epoch": 0.7630289792201005,
      "grad_norm": 6.4375,
      "learning_rate": 1.1850117601089999e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.5580388009548187,
      "num_tokens": 463352910.0,
      "step": 601540
    },
    {
      "epoch": 0.7630416638126334,
      "grad_norm": 8.0625,
      "learning_rate": 1.1849483291003708e-05,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5329738587141037,
      "num_tokens": 463361109.0,
      "step": 601550
    },
    {
      "epoch": 0.7630543484051662,
      "grad_norm": 4.78125,
      "learning_rate": 1.1848848980917415e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5250251233577728,
      "num_tokens": 463369898.0,
      "step": 601560
    },
    {
      "epoch": 0.7630670329976991,
      "grad_norm": 4.65625,
      "learning_rate": 1.1848214670831125e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5430950164794922,
      "num_tokens": 463377351.0,
      "step": 601570
    },
    {
      "epoch": 0.7630797175902319,
      "grad_norm": 8.0,
      "learning_rate": 1.1847580360744832e-05,
      "loss": 1.8731,
      "mean_token_accuracy": 0.5782425791025162,
      "num_tokens": 463383834.0,
      "step": 601580
    },
    {
      "epoch": 0.7630924021827646,
      "grad_norm": 5.28125,
      "learning_rate": 1.1846946050658541e-05,
      "loss": 1.9033,
      "mean_token_accuracy": 0.5769615471363068,
      "num_tokens": 463392335.0,
      "step": 601590
    },
    {
      "epoch": 0.7631050867752975,
      "grad_norm": 7.0,
      "learning_rate": 1.184631174057225e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5577287465333939,
      "num_tokens": 463398947.0,
      "step": 601600
    },
    {
      "epoch": 0.7631177713678303,
      "grad_norm": 5.09375,
      "learning_rate": 1.1845677430485958e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5468935370445251,
      "num_tokens": 463405153.0,
      "step": 601610
    },
    {
      "epoch": 0.7631304559603632,
      "grad_norm": 4.875,
      "learning_rate": 1.1845043120399667e-05,
      "loss": 2.2284,
      "mean_token_accuracy": 0.5163372963666916,
      "num_tokens": 463413393.0,
      "step": 601620
    },
    {
      "epoch": 0.763143140552896,
      "grad_norm": 6.0,
      "learning_rate": 1.1844408810313374e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5312983900308609,
      "num_tokens": 463421707.0,
      "step": 601630
    },
    {
      "epoch": 0.7631558251454289,
      "grad_norm": 5.1875,
      "learning_rate": 1.1843774500227085e-05,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5189238518476487,
      "num_tokens": 463429513.0,
      "step": 601640
    },
    {
      "epoch": 0.7631685097379617,
      "grad_norm": 4.59375,
      "learning_rate": 1.1843140190140792e-05,
      "loss": 1.9846,
      "mean_token_accuracy": 0.557716554403305,
      "num_tokens": 463437066.0,
      "step": 601650
    },
    {
      "epoch": 0.7631811943304945,
      "grad_norm": 6.25,
      "learning_rate": 1.18425058800545e-05,
      "loss": 2.1898,
      "mean_token_accuracy": 0.522120115160942,
      "num_tokens": 463444746.0,
      "step": 601660
    },
    {
      "epoch": 0.7631938789230274,
      "grad_norm": 5.46875,
      "learning_rate": 1.184187156996821e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5264061629772187,
      "num_tokens": 463453160.0,
      "step": 601670
    },
    {
      "epoch": 0.7632065635155602,
      "grad_norm": 5.6875,
      "learning_rate": 1.1841237259881916e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5505379676818848,
      "num_tokens": 463461714.0,
      "step": 601680
    },
    {
      "epoch": 0.763219248108093,
      "grad_norm": 7.5,
      "learning_rate": 1.1840602949795627e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.545709416270256,
      "num_tokens": 463469407.0,
      "step": 601690
    },
    {
      "epoch": 0.7632319327006258,
      "grad_norm": 6.125,
      "learning_rate": 1.1839968639709334e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5503253847360611,
      "num_tokens": 463476234.0,
      "step": 601700
    },
    {
      "epoch": 0.7632446172931587,
      "grad_norm": 5.65625,
      "learning_rate": 1.1839334329623042e-05,
      "loss": 2.1983,
      "mean_token_accuracy": 0.5236821323633194,
      "num_tokens": 463484679.0,
      "step": 601710
    },
    {
      "epoch": 0.7632573018856915,
      "grad_norm": 4.5625,
      "learning_rate": 1.1838700019536751e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5210176348686218,
      "num_tokens": 463493835.0,
      "step": 601720
    },
    {
      "epoch": 0.7632699864782243,
      "grad_norm": 5.96875,
      "learning_rate": 1.1838065709450458e-05,
      "loss": 1.989,
      "mean_token_accuracy": 0.5608427882194519,
      "num_tokens": 463502047.0,
      "step": 601730
    },
    {
      "epoch": 0.7632826710707572,
      "grad_norm": 5.40625,
      "learning_rate": 1.1837431399364169e-05,
      "loss": 1.9376,
      "mean_token_accuracy": 0.5623459160327912,
      "num_tokens": 463510583.0,
      "step": 601740
    },
    {
      "epoch": 0.76329535566329,
      "grad_norm": 5.34375,
      "learning_rate": 1.1836797089277876e-05,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5496201515197754,
      "num_tokens": 463519479.0,
      "step": 601750
    },
    {
      "epoch": 0.7633080402558229,
      "grad_norm": 5.09375,
      "learning_rate": 1.1836162779191586e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5278009474277496,
      "num_tokens": 463527430.0,
      "step": 601760
    },
    {
      "epoch": 0.7633207248483557,
      "grad_norm": 5.53125,
      "learning_rate": 1.1835528469105293e-05,
      "loss": 1.6759,
      "mean_token_accuracy": 0.6211781680583954,
      "num_tokens": 463534803.0,
      "step": 601770
    },
    {
      "epoch": 0.7633334094408886,
      "grad_norm": 4.375,
      "learning_rate": 1.1834894159019002e-05,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5547661662101746,
      "num_tokens": 463542638.0,
      "step": 601780
    },
    {
      "epoch": 0.7633460940334214,
      "grad_norm": 4.53125,
      "learning_rate": 1.183425984893271e-05,
      "loss": 2.2116,
      "mean_token_accuracy": 0.5209584563970566,
      "num_tokens": 463551097.0,
      "step": 601790
    },
    {
      "epoch": 0.7633587786259542,
      "grad_norm": 5.0625,
      "learning_rate": 1.1833625538846418e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5276028871536255,
      "num_tokens": 463559667.0,
      "step": 601800
    },
    {
      "epoch": 0.763371463218487,
      "grad_norm": 5.03125,
      "learning_rate": 1.1832991228760128e-05,
      "loss": 2.1212,
      "mean_token_accuracy": 0.528456661105156,
      "num_tokens": 463567218.0,
      "step": 601810
    },
    {
      "epoch": 0.7633841478110198,
      "grad_norm": 5.625,
      "learning_rate": 1.1832356918673835e-05,
      "loss": 1.8926,
      "mean_token_accuracy": 0.5801020264625549,
      "num_tokens": 463573056.0,
      "step": 601820
    },
    {
      "epoch": 0.7633968324035527,
      "grad_norm": 5.375,
      "learning_rate": 1.1831722608587546e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5490353047847748,
      "num_tokens": 463580646.0,
      "step": 601830
    },
    {
      "epoch": 0.7634095169960855,
      "grad_norm": 4.90625,
      "learning_rate": 1.1831088298501253e-05,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5389862656593323,
      "num_tokens": 463588491.0,
      "step": 601840
    },
    {
      "epoch": 0.7634222015886184,
      "grad_norm": 5.21875,
      "learning_rate": 1.1830453988414961e-05,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5260989814996719,
      "num_tokens": 463596644.0,
      "step": 601850
    },
    {
      "epoch": 0.7634348861811512,
      "grad_norm": 5.78125,
      "learning_rate": 1.182981967832867e-05,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5624178320169448,
      "num_tokens": 463604672.0,
      "step": 601860
    },
    {
      "epoch": 0.7634475707736841,
      "grad_norm": 6.5,
      "learning_rate": 1.1829185368242377e-05,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5173545598983764,
      "num_tokens": 463612949.0,
      "step": 601870
    },
    {
      "epoch": 0.7634602553662169,
      "grad_norm": 5.125,
      "learning_rate": 1.1828551058156088e-05,
      "loss": 1.8031,
      "mean_token_accuracy": 0.5876624435186386,
      "num_tokens": 463619965.0,
      "step": 601880
    },
    {
      "epoch": 0.7634729399587497,
      "grad_norm": 5.1875,
      "learning_rate": 1.1827916748069795e-05,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5414766162633896,
      "num_tokens": 463628564.0,
      "step": 601890
    },
    {
      "epoch": 0.7634856245512825,
      "grad_norm": 6.5625,
      "learning_rate": 1.1827282437983503e-05,
      "loss": 2.0546,
      "mean_token_accuracy": 0.546025761961937,
      "num_tokens": 463636991.0,
      "step": 601900
    },
    {
      "epoch": 0.7634983091438153,
      "grad_norm": 6.3125,
      "learning_rate": 1.1826648127897212e-05,
      "loss": 1.9458,
      "mean_token_accuracy": 0.5612296223640442,
      "num_tokens": 463645323.0,
      "step": 601910
    },
    {
      "epoch": 0.7635109937363482,
      "grad_norm": 4.8125,
      "learning_rate": 1.182601381781092e-05,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5411449760198593,
      "num_tokens": 463654097.0,
      "step": 601920
    },
    {
      "epoch": 0.763523678328881,
      "grad_norm": 5.1875,
      "learning_rate": 1.182537950772463e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5499191969633103,
      "num_tokens": 463661390.0,
      "step": 601930
    },
    {
      "epoch": 0.7635363629214139,
      "grad_norm": 5.59375,
      "learning_rate": 1.1824745197638337e-05,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5592977672815322,
      "num_tokens": 463669064.0,
      "step": 601940
    },
    {
      "epoch": 0.7635490475139467,
      "grad_norm": 4.96875,
      "learning_rate": 1.1824110887552045e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5511618077754974,
      "num_tokens": 463678039.0,
      "step": 601950
    },
    {
      "epoch": 0.7635617321064796,
      "grad_norm": 5.625,
      "learning_rate": 1.1823476577465754e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.540188804268837,
      "num_tokens": 463686677.0,
      "step": 601960
    },
    {
      "epoch": 0.7635744166990124,
      "grad_norm": 5.71875,
      "learning_rate": 1.1822842267379463e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5576648086309433,
      "num_tokens": 463694930.0,
      "step": 601970
    },
    {
      "epoch": 0.7635871012915452,
      "grad_norm": 6.21875,
      "learning_rate": 1.1822207957293172e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5561063200235367,
      "num_tokens": 463702985.0,
      "step": 601980
    },
    {
      "epoch": 0.7635997858840781,
      "grad_norm": 4.65625,
      "learning_rate": 1.1821573647206879e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5283528447151185,
      "num_tokens": 463709749.0,
      "step": 601990
    },
    {
      "epoch": 0.7636124704766108,
      "grad_norm": 5.34375,
      "learning_rate": 1.1820939337120587e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5231230676174163,
      "num_tokens": 463718629.0,
      "step": 602000
    },
    {
      "epoch": 0.7636251550691437,
      "grad_norm": 6.625,
      "learning_rate": 1.1820305027034296e-05,
      "loss": 1.7831,
      "mean_token_accuracy": 0.6010088682174682,
      "num_tokens": 463725383.0,
      "step": 602010
    },
    {
      "epoch": 0.7636378396616765,
      "grad_norm": 5.53125,
      "learning_rate": 1.1819670716948005e-05,
      "loss": 1.5116,
      "mean_token_accuracy": 0.661336886882782,
      "num_tokens": 463731378.0,
      "step": 602020
    },
    {
      "epoch": 0.7636505242542094,
      "grad_norm": 9.1875,
      "learning_rate": 1.1819036406861714e-05,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5507434844970703,
      "num_tokens": 463739049.0,
      "step": 602030
    },
    {
      "epoch": 0.7636632088467422,
      "grad_norm": 5.09375,
      "learning_rate": 1.1818402096775422e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5186989516019821,
      "num_tokens": 463747457.0,
      "step": 602040
    },
    {
      "epoch": 0.763675893439275,
      "grad_norm": 6.71875,
      "learning_rate": 1.1817767786689131e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5303346157073975,
      "num_tokens": 463755847.0,
      "step": 602050
    },
    {
      "epoch": 0.7636885780318079,
      "grad_norm": 5.1875,
      "learning_rate": 1.1817133476602838e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5363100171089172,
      "num_tokens": 463764398.0,
      "step": 602060
    },
    {
      "epoch": 0.7637012626243407,
      "grad_norm": 5.34375,
      "learning_rate": 1.1816499166516547e-05,
      "loss": 1.7724,
      "mean_token_accuracy": 0.6096110492944717,
      "num_tokens": 463770614.0,
      "step": 602070
    },
    {
      "epoch": 0.7637139472168736,
      "grad_norm": 8.375,
      "learning_rate": 1.1815864856430256e-05,
      "loss": 1.8391,
      "mean_token_accuracy": 0.5914359360933303,
      "num_tokens": 463776595.0,
      "step": 602080
    },
    {
      "epoch": 0.7637266318094064,
      "grad_norm": 5.3125,
      "learning_rate": 1.1815230546343964e-05,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5556456625461579,
      "num_tokens": 463784100.0,
      "step": 602090
    },
    {
      "epoch": 0.7637393164019393,
      "grad_norm": 6.34375,
      "learning_rate": 1.1814596236257673e-05,
      "loss": 1.955,
      "mean_token_accuracy": 0.5708301812410355,
      "num_tokens": 463791093.0,
      "step": 602100
    },
    {
      "epoch": 0.763752000994472,
      "grad_norm": 6.0625,
      "learning_rate": 1.181396192617138e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5366239011287689,
      "num_tokens": 463799887.0,
      "step": 602110
    },
    {
      "epoch": 0.7637646855870049,
      "grad_norm": 4.9375,
      "learning_rate": 1.1813327616085089e-05,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5484610468149185,
      "num_tokens": 463807924.0,
      "step": 602120
    },
    {
      "epoch": 0.7637773701795377,
      "grad_norm": 5.28125,
      "learning_rate": 1.1812693305998798e-05,
      "loss": 2.1347,
      "mean_token_accuracy": 0.530434387922287,
      "num_tokens": 463815941.0,
      "step": 602130
    },
    {
      "epoch": 0.7637900547720705,
      "grad_norm": 5.0625,
      "learning_rate": 1.1812058995912506e-05,
      "loss": 2.0743,
      "mean_token_accuracy": 0.54310222864151,
      "num_tokens": 463824526.0,
      "step": 602140
    },
    {
      "epoch": 0.7638027393646034,
      "grad_norm": 5.4375,
      "learning_rate": 1.1811424685826215e-05,
      "loss": 2.169,
      "mean_token_accuracy": 0.5217111259698868,
      "num_tokens": 463833052.0,
      "step": 602150
    },
    {
      "epoch": 0.7638154239571362,
      "grad_norm": 8.5625,
      "learning_rate": 1.1810790375739924e-05,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5389889448881149,
      "num_tokens": 463839772.0,
      "step": 602160
    },
    {
      "epoch": 0.7638281085496691,
      "grad_norm": 5.4375,
      "learning_rate": 1.1810156065653631e-05,
      "loss": 1.6956,
      "mean_token_accuracy": 0.6377372026443482,
      "num_tokens": 463846844.0,
      "step": 602170
    },
    {
      "epoch": 0.7638407931422019,
      "grad_norm": 7.625,
      "learning_rate": 1.180952175556734e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5423966139554978,
      "num_tokens": 463854513.0,
      "step": 602180
    },
    {
      "epoch": 0.7638534777347348,
      "grad_norm": 6.46875,
      "learning_rate": 1.1808887445481048e-05,
      "loss": 2.2406,
      "mean_token_accuracy": 0.5150995492935181,
      "num_tokens": 463863516.0,
      "step": 602190
    },
    {
      "epoch": 0.7638661623272676,
      "grad_norm": 5.8125,
      "learning_rate": 1.1808253135394757e-05,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5280166983604431,
      "num_tokens": 463871491.0,
      "step": 602200
    },
    {
      "epoch": 0.7638788469198003,
      "grad_norm": 6.5,
      "learning_rate": 1.1807618825308466e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5418225169181824,
      "num_tokens": 463878742.0,
      "step": 602210
    },
    {
      "epoch": 0.7638915315123332,
      "grad_norm": 5.5,
      "learning_rate": 1.1806984515222173e-05,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5554925084114075,
      "num_tokens": 463885882.0,
      "step": 602220
    },
    {
      "epoch": 0.763904216104866,
      "grad_norm": 5.03125,
      "learning_rate": 1.1806350205135883e-05,
      "loss": 2.148,
      "mean_token_accuracy": 0.5230391263961792,
      "num_tokens": 463893955.0,
      "step": 602230
    },
    {
      "epoch": 0.7639169006973989,
      "grad_norm": 5.375,
      "learning_rate": 1.180571589504959e-05,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5201527148485183,
      "num_tokens": 463901118.0,
      "step": 602240
    },
    {
      "epoch": 0.7639295852899317,
      "grad_norm": 5.34375,
      "learning_rate": 1.18050815849633e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5514628916978837,
      "num_tokens": 463908592.0,
      "step": 602250
    },
    {
      "epoch": 0.7639422698824646,
      "grad_norm": 4.53125,
      "learning_rate": 1.1804447274877008e-05,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5728528618812561,
      "num_tokens": 463915433.0,
      "step": 602260
    },
    {
      "epoch": 0.7639549544749974,
      "grad_norm": 4.78125,
      "learning_rate": 1.1803812964790717e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5527461141347885,
      "num_tokens": 463923556.0,
      "step": 602270
    },
    {
      "epoch": 0.7639676390675302,
      "grad_norm": 6.28125,
      "learning_rate": 1.1803178654704425e-05,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5543824017047883,
      "num_tokens": 463931003.0,
      "step": 602280
    },
    {
      "epoch": 0.7639803236600631,
      "grad_norm": 2.90625,
      "learning_rate": 1.1802544344618132e-05,
      "loss": 1.8685,
      "mean_token_accuracy": 0.5826330274343491,
      "num_tokens": 463937664.0,
      "step": 602290
    },
    {
      "epoch": 0.7639930082525959,
      "grad_norm": 5.0625,
      "learning_rate": 1.1801910034531841e-05,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5706994593143463,
      "num_tokens": 463946099.0,
      "step": 602300
    },
    {
      "epoch": 0.7640056928451288,
      "grad_norm": 10.1875,
      "learning_rate": 1.180127572444555e-05,
      "loss": 1.9039,
      "mean_token_accuracy": 0.5758510291576385,
      "num_tokens": 463954046.0,
      "step": 602310
    },
    {
      "epoch": 0.7640183774376615,
      "grad_norm": 7.0625,
      "learning_rate": 1.1800641414359259e-05,
      "loss": 2.034,
      "mean_token_accuracy": 0.5451361238956451,
      "num_tokens": 463960588.0,
      "step": 602320
    },
    {
      "epoch": 0.7640310620301944,
      "grad_norm": 5.59375,
      "learning_rate": 1.1800007104272967e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.554659566283226,
      "num_tokens": 463968283.0,
      "step": 602330
    },
    {
      "epoch": 0.7640437466227272,
      "grad_norm": 5.0,
      "learning_rate": 1.1799372794186674e-05,
      "loss": 1.8825,
      "mean_token_accuracy": 0.5793079376220703,
      "num_tokens": 463975245.0,
      "step": 602340
    },
    {
      "epoch": 0.7640564312152601,
      "grad_norm": 6.15625,
      "learning_rate": 1.1798738484100385e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5502913653850555,
      "num_tokens": 463981820.0,
      "step": 602350
    },
    {
      "epoch": 0.7640691158077929,
      "grad_norm": 6.8125,
      "learning_rate": 1.1798104174014092e-05,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5468860119581223,
      "num_tokens": 463988247.0,
      "step": 602360
    },
    {
      "epoch": 0.7640818004003257,
      "grad_norm": 4.96875,
      "learning_rate": 1.17974698639278e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.526338592171669,
      "num_tokens": 463997131.0,
      "step": 602370
    },
    {
      "epoch": 0.7640944849928586,
      "grad_norm": 6.0,
      "learning_rate": 1.179683555384151e-05,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5578296929597855,
      "num_tokens": 464003990.0,
      "step": 602380
    },
    {
      "epoch": 0.7641071695853914,
      "grad_norm": 4.8125,
      "learning_rate": 1.1796201243755216e-05,
      "loss": 1.7569,
      "mean_token_accuracy": 0.6065941900014877,
      "num_tokens": 464010472.0,
      "step": 602390
    },
    {
      "epoch": 0.7641198541779243,
      "grad_norm": 5.96875,
      "learning_rate": 1.1795566933668927e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5642565727233887,
      "num_tokens": 464019242.0,
      "step": 602400
    },
    {
      "epoch": 0.7641325387704571,
      "grad_norm": 6.15625,
      "learning_rate": 1.1794932623582634e-05,
      "loss": 1.7748,
      "mean_token_accuracy": 0.5954195618629455,
      "num_tokens": 464025829.0,
      "step": 602410
    },
    {
      "epoch": 0.76414522336299,
      "grad_norm": 5.125,
      "learning_rate": 1.1794298313496344e-05,
      "loss": 2.2983,
      "mean_token_accuracy": 0.5148831516504287,
      "num_tokens": 464033732.0,
      "step": 602420
    },
    {
      "epoch": 0.7641579079555227,
      "grad_norm": 8.125,
      "learning_rate": 1.1793664003410051e-05,
      "loss": 1.9427,
      "mean_token_accuracy": 0.5740953683853149,
      "num_tokens": 464041781.0,
      "step": 602430
    },
    {
      "epoch": 0.7641705925480555,
      "grad_norm": 5.78125,
      "learning_rate": 1.179302969332376e-05,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5745558857917785,
      "num_tokens": 464048605.0,
      "step": 602440
    },
    {
      "epoch": 0.7641832771405884,
      "grad_norm": 5.625,
      "learning_rate": 1.1792395383237469e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.521979707479477,
      "num_tokens": 464057354.0,
      "step": 602450
    },
    {
      "epoch": 0.7641959617331212,
      "grad_norm": 5.90625,
      "learning_rate": 1.1791761073151176e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5516369104385376,
      "num_tokens": 464065699.0,
      "step": 602460
    },
    {
      "epoch": 0.7642086463256541,
      "grad_norm": 9.8125,
      "learning_rate": 1.1791126763064886e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5302573263645172,
      "num_tokens": 464074315.0,
      "step": 602470
    },
    {
      "epoch": 0.7642213309181869,
      "grad_norm": 6.125,
      "learning_rate": 1.1790492452978593e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5455387711524964,
      "num_tokens": 464082481.0,
      "step": 602480
    },
    {
      "epoch": 0.7642340155107198,
      "grad_norm": 4.90625,
      "learning_rate": 1.1789858142892302e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5759148240089417,
      "num_tokens": 464090294.0,
      "step": 602490
    },
    {
      "epoch": 0.7642467001032526,
      "grad_norm": 6.34375,
      "learning_rate": 1.1789223832806011e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5683203756809234,
      "num_tokens": 464097651.0,
      "step": 602500
    },
    {
      "epoch": 0.7642593846957855,
      "grad_norm": 7.03125,
      "learning_rate": 1.1788589522719718e-05,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5596395343542099,
      "num_tokens": 464105316.0,
      "step": 602510
    },
    {
      "epoch": 0.7642720692883183,
      "grad_norm": 4.15625,
      "learning_rate": 1.1787955212633428e-05,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5549231052398682,
      "num_tokens": 464113521.0,
      "step": 602520
    },
    {
      "epoch": 0.764284753880851,
      "grad_norm": 7.125,
      "learning_rate": 1.1787320902547135e-05,
      "loss": 1.8273,
      "mean_token_accuracy": 0.591728362441063,
      "num_tokens": 464121222.0,
      "step": 602530
    },
    {
      "epoch": 0.7642974384733839,
      "grad_norm": 7.46875,
      "learning_rate": 1.1786686592460846e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5486210823059082,
      "num_tokens": 464129099.0,
      "step": 602540
    },
    {
      "epoch": 0.7643101230659167,
      "grad_norm": 5.09375,
      "learning_rate": 1.1786052282374553e-05,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5362320303916931,
      "num_tokens": 464136995.0,
      "step": 602550
    },
    {
      "epoch": 0.7643228076584496,
      "grad_norm": 6.9375,
      "learning_rate": 1.1785417972288262e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5397309064865112,
      "num_tokens": 464144376.0,
      "step": 602560
    },
    {
      "epoch": 0.7643354922509824,
      "grad_norm": 8.3125,
      "learning_rate": 1.178478366220197e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5349833250045777,
      "num_tokens": 464151560.0,
      "step": 602570
    },
    {
      "epoch": 0.7643481768435153,
      "grad_norm": 6.03125,
      "learning_rate": 1.1784149352115677e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5546108067035675,
      "num_tokens": 464159291.0,
      "step": 602580
    },
    {
      "epoch": 0.7643608614360481,
      "grad_norm": 5.625,
      "learning_rate": 1.1783515042029388e-05,
      "loss": 2.2925,
      "mean_token_accuracy": 0.5129016071557999,
      "num_tokens": 464166691.0,
      "step": 602590
    },
    {
      "epoch": 0.7643735460285809,
      "grad_norm": 5.84375,
      "learning_rate": 1.1782880731943095e-05,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5173216938972474,
      "num_tokens": 464175462.0,
      "step": 602600
    },
    {
      "epoch": 0.7643862306211138,
      "grad_norm": 6.8125,
      "learning_rate": 1.1782246421856804e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5534216105937958,
      "num_tokens": 464183722.0,
      "step": 602610
    },
    {
      "epoch": 0.7643989152136466,
      "grad_norm": 6.6875,
      "learning_rate": 1.1781612111770512e-05,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5324209094047546,
      "num_tokens": 464191643.0,
      "step": 602620
    },
    {
      "epoch": 0.7644115998061795,
      "grad_norm": 5.125,
      "learning_rate": 1.1780977801684221e-05,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5295774847269058,
      "num_tokens": 464198601.0,
      "step": 602630
    },
    {
      "epoch": 0.7644242843987122,
      "grad_norm": 4.5,
      "learning_rate": 1.178034349159793e-05,
      "loss": 1.9251,
      "mean_token_accuracy": 0.572763192653656,
      "num_tokens": 464206292.0,
      "step": 602640
    },
    {
      "epoch": 0.7644369689912451,
      "grad_norm": 5.5625,
      "learning_rate": 1.1779709181511637e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5485159784555436,
      "num_tokens": 464214354.0,
      "step": 602650
    },
    {
      "epoch": 0.7644496535837779,
      "grad_norm": 5.375,
      "learning_rate": 1.1779074871425346e-05,
      "loss": 1.8855,
      "mean_token_accuracy": 0.588595736026764,
      "num_tokens": 464221704.0,
      "step": 602660
    },
    {
      "epoch": 0.7644623381763107,
      "grad_norm": 6.53125,
      "learning_rate": 1.1778440561339054e-05,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5295604825019836,
      "num_tokens": 464229242.0,
      "step": 602670
    },
    {
      "epoch": 0.7644750227688436,
      "grad_norm": 4.40625,
      "learning_rate": 1.1777806251252763e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5433269739151001,
      "num_tokens": 464237971.0,
      "step": 602680
    },
    {
      "epoch": 0.7644877073613764,
      "grad_norm": 5.09375,
      "learning_rate": 1.1777171941166472e-05,
      "loss": 2.221,
      "mean_token_accuracy": 0.5184990614652634,
      "num_tokens": 464246575.0,
      "step": 602690
    },
    {
      "epoch": 0.7645003919539093,
      "grad_norm": 5.0,
      "learning_rate": 1.1776537631080179e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5246778756380082,
      "num_tokens": 464254288.0,
      "step": 602700
    },
    {
      "epoch": 0.7645130765464421,
      "grad_norm": 8.875,
      "learning_rate": 1.177590332099389e-05,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5536380350589752,
      "num_tokens": 464262103.0,
      "step": 602710
    },
    {
      "epoch": 0.764525761138975,
      "grad_norm": 4.96875,
      "learning_rate": 1.1775269010907596e-05,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5282980442047119,
      "num_tokens": 464270504.0,
      "step": 602720
    },
    {
      "epoch": 0.7645384457315078,
      "grad_norm": 5.34375,
      "learning_rate": 1.1774634700821305e-05,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5560262233018876,
      "num_tokens": 464279055.0,
      "step": 602730
    },
    {
      "epoch": 0.7645511303240407,
      "grad_norm": 5.75,
      "learning_rate": 1.1774000390735014e-05,
      "loss": 1.7126,
      "mean_token_accuracy": 0.6140446782112121,
      "num_tokens": 464286532.0,
      "step": 602740
    },
    {
      "epoch": 0.7645638149165734,
      "grad_norm": 6.0,
      "learning_rate": 1.1773366080648723e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5532698541879654,
      "num_tokens": 464293179.0,
      "step": 602750
    },
    {
      "epoch": 0.7645764995091062,
      "grad_norm": 6.34375,
      "learning_rate": 1.1772731770562431e-05,
      "loss": 2.2986,
      "mean_token_accuracy": 0.5081928372383118,
      "num_tokens": 464301692.0,
      "step": 602760
    },
    {
      "epoch": 0.7645891841016391,
      "grad_norm": 4.75,
      "learning_rate": 1.1772097460476138e-05,
      "loss": 2.2621,
      "mean_token_accuracy": 0.5150908797979354,
      "num_tokens": 464309619.0,
      "step": 602770
    },
    {
      "epoch": 0.7646018686941719,
      "grad_norm": 5.78125,
      "learning_rate": 1.1771463150389847e-05,
      "loss": 2.2423,
      "mean_token_accuracy": 0.5117283135652542,
      "num_tokens": 464316854.0,
      "step": 602780
    },
    {
      "epoch": 0.7646145532867048,
      "grad_norm": 5.84375,
      "learning_rate": 1.1770828840303556e-05,
      "loss": 1.9184,
      "mean_token_accuracy": 0.5627320736646653,
      "num_tokens": 464325388.0,
      "step": 602790
    },
    {
      "epoch": 0.7646272378792376,
      "grad_norm": 5.25,
      "learning_rate": 1.1770194530217265e-05,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5550162047147751,
      "num_tokens": 464332266.0,
      "step": 602800
    },
    {
      "epoch": 0.7646399224717705,
      "grad_norm": 7.1875,
      "learning_rate": 1.1769560220130973e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.5498956352472305,
      "num_tokens": 464339932.0,
      "step": 602810
    },
    {
      "epoch": 0.7646526070643033,
      "grad_norm": 7.25,
      "learning_rate": 1.1768925910044682e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5667980134487152,
      "num_tokens": 464345538.0,
      "step": 602820
    },
    {
      "epoch": 0.764665291656836,
      "grad_norm": 7.4375,
      "learning_rate": 1.176829159995839e-05,
      "loss": 1.7659,
      "mean_token_accuracy": 0.609603813290596,
      "num_tokens": 464351007.0,
      "step": 602830
    },
    {
      "epoch": 0.764677976249369,
      "grad_norm": 5.96875,
      "learning_rate": 1.1767657289872098e-05,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5563470810651779,
      "num_tokens": 464357453.0,
      "step": 602840
    },
    {
      "epoch": 0.7646906608419017,
      "grad_norm": 7.21875,
      "learning_rate": 1.1767022979785807e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5240851283073426,
      "num_tokens": 464366156.0,
      "step": 602850
    },
    {
      "epoch": 0.7647033454344346,
      "grad_norm": 6.3125,
      "learning_rate": 1.1766388669699515e-05,
      "loss": 2.3154,
      "mean_token_accuracy": 0.5098360121250153,
      "num_tokens": 464374258.0,
      "step": 602860
    },
    {
      "epoch": 0.7647160300269674,
      "grad_norm": 5.25,
      "learning_rate": 1.1765754359613224e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5699179887771606,
      "num_tokens": 464381463.0,
      "step": 602870
    },
    {
      "epoch": 0.7647287146195003,
      "grad_norm": 6.0625,
      "learning_rate": 1.1765120049526931e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5597773581743241,
      "num_tokens": 464389380.0,
      "step": 602880
    },
    {
      "epoch": 0.7647413992120331,
      "grad_norm": 5.5625,
      "learning_rate": 1.1764485739440642e-05,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5505617022514343,
      "num_tokens": 464397360.0,
      "step": 602890
    },
    {
      "epoch": 0.764754083804566,
      "grad_norm": 6.40625,
      "learning_rate": 1.1763851429354349e-05,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5523599803447723,
      "num_tokens": 464404408.0,
      "step": 602900
    },
    {
      "epoch": 0.7647667683970988,
      "grad_norm": 6.75,
      "learning_rate": 1.1763217119268057e-05,
      "loss": 1.975,
      "mean_token_accuracy": 0.5518254518508912,
      "num_tokens": 464411103.0,
      "step": 602910
    },
    {
      "epoch": 0.7647794529896316,
      "grad_norm": 8.8125,
      "learning_rate": 1.1762582809181766e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.544183349609375,
      "num_tokens": 464417323.0,
      "step": 602920
    },
    {
      "epoch": 0.7647921375821645,
      "grad_norm": 6.1875,
      "learning_rate": 1.1761948499095473e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5499168395996094,
      "num_tokens": 464423558.0,
      "step": 602930
    },
    {
      "epoch": 0.7648048221746973,
      "grad_norm": 4.8125,
      "learning_rate": 1.1761314189009184e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5296754539012909,
      "num_tokens": 464432143.0,
      "step": 602940
    },
    {
      "epoch": 0.7648175067672301,
      "grad_norm": 8.4375,
      "learning_rate": 1.176067987892289e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5466884434223175,
      "num_tokens": 464439501.0,
      "step": 602950
    },
    {
      "epoch": 0.7648301913597629,
      "grad_norm": 7.4375,
      "learning_rate": 1.17600455688366e-05,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5502259075641632,
      "num_tokens": 464447878.0,
      "step": 602960
    },
    {
      "epoch": 0.7648428759522958,
      "grad_norm": 5.75,
      "learning_rate": 1.1759411258750308e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5566774517297745,
      "num_tokens": 464455351.0,
      "step": 602970
    },
    {
      "epoch": 0.7648555605448286,
      "grad_norm": 5.4375,
      "learning_rate": 1.1758776948664017e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5619302839040756,
      "num_tokens": 464463493.0,
      "step": 602980
    },
    {
      "epoch": 0.7648682451373614,
      "grad_norm": 4.875,
      "learning_rate": 1.1758142638577726e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5462580502033234,
      "num_tokens": 464470670.0,
      "step": 602990
    },
    {
      "epoch": 0.7648809297298943,
      "grad_norm": 5.0625,
      "learning_rate": 1.1757508328491433e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5562185913324356,
      "num_tokens": 464479539.0,
      "step": 603000
    },
    {
      "epoch": 0.7648936143224271,
      "grad_norm": 7.21875,
      "learning_rate": 1.1756874018405143e-05,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5695052444934845,
      "num_tokens": 464485544.0,
      "step": 603010
    },
    {
      "epoch": 0.76490629891496,
      "grad_norm": 5.78125,
      "learning_rate": 1.175623970831885e-05,
      "loss": 2.2735,
      "mean_token_accuracy": 0.5173306077718735,
      "num_tokens": 464494244.0,
      "step": 603020
    },
    {
      "epoch": 0.7649189835074928,
      "grad_norm": 4.78125,
      "learning_rate": 1.1755605398232559e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5585621237754822,
      "num_tokens": 464501915.0,
      "step": 603030
    },
    {
      "epoch": 0.7649316681000257,
      "grad_norm": 6.5625,
      "learning_rate": 1.1754971088146268e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5349895477294921,
      "num_tokens": 464510361.0,
      "step": 603040
    },
    {
      "epoch": 0.7649443526925584,
      "grad_norm": 5.6875,
      "learning_rate": 1.1754336778059975e-05,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5299015194177628,
      "num_tokens": 464518644.0,
      "step": 603050
    },
    {
      "epoch": 0.7649570372850913,
      "grad_norm": 5.25,
      "learning_rate": 1.1753702467973685e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5446589022874833,
      "num_tokens": 464527007.0,
      "step": 603060
    },
    {
      "epoch": 0.7649697218776241,
      "grad_norm": 4.8125,
      "learning_rate": 1.1753068157887392e-05,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5373133987188339,
      "num_tokens": 464534812.0,
      "step": 603070
    },
    {
      "epoch": 0.7649824064701569,
      "grad_norm": 7.03125,
      "learning_rate": 1.1752433847801103e-05,
      "loss": 2.2502,
      "mean_token_accuracy": 0.505892351269722,
      "num_tokens": 464542348.0,
      "step": 603080
    },
    {
      "epoch": 0.7649950910626898,
      "grad_norm": 4.625,
      "learning_rate": 1.175179953771481e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5326171547174454,
      "num_tokens": 464551144.0,
      "step": 603090
    },
    {
      "epoch": 0.7650077756552226,
      "grad_norm": 9.125,
      "learning_rate": 1.1751165227628518e-05,
      "loss": 1.8472,
      "mean_token_accuracy": 0.595025235414505,
      "num_tokens": 464558074.0,
      "step": 603100
    },
    {
      "epoch": 0.7650204602477555,
      "grad_norm": 6.28125,
      "learning_rate": 1.1750530917542227e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5361212462186813,
      "num_tokens": 464565471.0,
      "step": 603110
    },
    {
      "epoch": 0.7650331448402883,
      "grad_norm": 4.90625,
      "learning_rate": 1.1749896607455934e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5359689205884933,
      "num_tokens": 464573444.0,
      "step": 603120
    },
    {
      "epoch": 0.7650458294328212,
      "grad_norm": 6.125,
      "learning_rate": 1.1749262297369645e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5554766923189163,
      "num_tokens": 464580826.0,
      "step": 603130
    },
    {
      "epoch": 0.765058514025354,
      "grad_norm": 7.3125,
      "learning_rate": 1.1748627987283352e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5742198407649994,
      "num_tokens": 464588078.0,
      "step": 603140
    },
    {
      "epoch": 0.7650711986178867,
      "grad_norm": 6.6875,
      "learning_rate": 1.174799367719706e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5291141420602798,
      "num_tokens": 464596410.0,
      "step": 603150
    },
    {
      "epoch": 0.7650838832104196,
      "grad_norm": 5.5,
      "learning_rate": 1.1747359367110769e-05,
      "loss": 2.2167,
      "mean_token_accuracy": 0.5158356994390487,
      "num_tokens": 464604349.0,
      "step": 603160
    },
    {
      "epoch": 0.7650965678029524,
      "grad_norm": 6.46875,
      "learning_rate": 1.1746725057024476e-05,
      "loss": 1.7939,
      "mean_token_accuracy": 0.5989892929792404,
      "num_tokens": 464610434.0,
      "step": 603170
    },
    {
      "epoch": 0.7651092523954853,
      "grad_norm": 5.21875,
      "learning_rate": 1.1746090746938187e-05,
      "loss": 1.8218,
      "mean_token_accuracy": 0.5978893965482712,
      "num_tokens": 464617854.0,
      "step": 603180
    },
    {
      "epoch": 0.7651219369880181,
      "grad_norm": 8.4375,
      "learning_rate": 1.1745456436851894e-05,
      "loss": 1.8335,
      "mean_token_accuracy": 0.5910514324903489,
      "num_tokens": 464623353.0,
      "step": 603190
    },
    {
      "epoch": 0.765134621580551,
      "grad_norm": 4.78125,
      "learning_rate": 1.1744822126765604e-05,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5328904867172242,
      "num_tokens": 464630355.0,
      "step": 603200
    },
    {
      "epoch": 0.7651473061730838,
      "grad_norm": 6.1875,
      "learning_rate": 1.1744187816679311e-05,
      "loss": 2.0966,
      "mean_token_accuracy": 0.528451019525528,
      "num_tokens": 464637577.0,
      "step": 603210
    },
    {
      "epoch": 0.7651599907656166,
      "grad_norm": 5.21875,
      "learning_rate": 1.174355350659302e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5158647328615189,
      "num_tokens": 464645691.0,
      "step": 603220
    },
    {
      "epoch": 0.7651726753581495,
      "grad_norm": 4.875,
      "learning_rate": 1.1742919196506729e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5525166034698487,
      "num_tokens": 464653963.0,
      "step": 603230
    },
    {
      "epoch": 0.7651853599506823,
      "grad_norm": 5.78125,
      "learning_rate": 1.1742284886420436e-05,
      "loss": 2.1731,
      "mean_token_accuracy": 0.532708615064621,
      "num_tokens": 464661165.0,
      "step": 603240
    },
    {
      "epoch": 0.7651980445432152,
      "grad_norm": 6.5625,
      "learning_rate": 1.1741650576334146e-05,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5284937977790832,
      "num_tokens": 464669578.0,
      "step": 603250
    },
    {
      "epoch": 0.765210729135748,
      "grad_norm": 5.0,
      "learning_rate": 1.1741016266247853e-05,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5739422798156738,
      "num_tokens": 464677876.0,
      "step": 603260
    },
    {
      "epoch": 0.7652234137282808,
      "grad_norm": 6.65625,
      "learning_rate": 1.1740381956161562e-05,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5521282970905304,
      "num_tokens": 464684985.0,
      "step": 603270
    },
    {
      "epoch": 0.7652360983208136,
      "grad_norm": 5.53125,
      "learning_rate": 1.173974764607527e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5556082010269165,
      "num_tokens": 464692267.0,
      "step": 603280
    },
    {
      "epoch": 0.7652487829133465,
      "grad_norm": 5.28125,
      "learning_rate": 1.173911333598898e-05,
      "loss": 1.8747,
      "mean_token_accuracy": 0.5822975546121597,
      "num_tokens": 464700537.0,
      "step": 603290
    },
    {
      "epoch": 0.7652614675058793,
      "grad_norm": 4.875,
      "learning_rate": 1.1738479025902688e-05,
      "loss": 1.7477,
      "mean_token_accuracy": 0.6138862401247025,
      "num_tokens": 464707436.0,
      "step": 603300
    },
    {
      "epoch": 0.7652741520984121,
      "grad_norm": 5.46875,
      "learning_rate": 1.1737844715816395e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5436851412057877,
      "num_tokens": 464715875.0,
      "step": 603310
    },
    {
      "epoch": 0.765286836690945,
      "grad_norm": 6.6875,
      "learning_rate": 1.1737210405730104e-05,
      "loss": 1.7328,
      "mean_token_accuracy": 0.6101537257432937,
      "num_tokens": 464722488.0,
      "step": 603320
    },
    {
      "epoch": 0.7652995212834778,
      "grad_norm": 5.0625,
      "learning_rate": 1.1736576095643813e-05,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5223357409238816,
      "num_tokens": 464730817.0,
      "step": 603330
    },
    {
      "epoch": 0.7653122058760107,
      "grad_norm": 8.5,
      "learning_rate": 1.1735941785557521e-05,
      "loss": 1.7988,
      "mean_token_accuracy": 0.5900918066501617,
      "num_tokens": 464737885.0,
      "step": 603340
    },
    {
      "epoch": 0.7653248904685435,
      "grad_norm": 5.46875,
      "learning_rate": 1.173530747547123e-05,
      "loss": 1.923,
      "mean_token_accuracy": 0.5700704425573349,
      "num_tokens": 464745009.0,
      "step": 603350
    },
    {
      "epoch": 0.7653375750610764,
      "grad_norm": 6.625,
      "learning_rate": 1.1734673165384937e-05,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5703882217407227,
      "num_tokens": 464753162.0,
      "step": 603360
    },
    {
      "epoch": 0.7653502596536091,
      "grad_norm": 7.65625,
      "learning_rate": 1.1734038855298646e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5318562626838684,
      "num_tokens": 464760383.0,
      "step": 603370
    },
    {
      "epoch": 0.7653629442461419,
      "grad_norm": 6.375,
      "learning_rate": 1.1733404545212355e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5456271648406983,
      "num_tokens": 464768782.0,
      "step": 603380
    },
    {
      "epoch": 0.7653756288386748,
      "grad_norm": 5.46875,
      "learning_rate": 1.1732770235126063e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5212565451860428,
      "num_tokens": 464777123.0,
      "step": 603390
    },
    {
      "epoch": 0.7653883134312076,
      "grad_norm": 6.59375,
      "learning_rate": 1.1732135925039772e-05,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5457753300666809,
      "num_tokens": 464784175.0,
      "step": 603400
    },
    {
      "epoch": 0.7654009980237405,
      "grad_norm": 6.3125,
      "learning_rate": 1.173150161495348e-05,
      "loss": 2.1082,
      "mean_token_accuracy": 0.533849474787712,
      "num_tokens": 464790449.0,
      "step": 603410
    },
    {
      "epoch": 0.7654136826162733,
      "grad_norm": 5.28125,
      "learning_rate": 1.173086730486719e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5404615730047226,
      "num_tokens": 464798556.0,
      "step": 603420
    },
    {
      "epoch": 0.7654263672088062,
      "grad_norm": 8.125,
      "learning_rate": 1.1730232994780897e-05,
      "loss": 1.8348,
      "mean_token_accuracy": 0.5849109888076782,
      "num_tokens": 464804952.0,
      "step": 603430
    },
    {
      "epoch": 0.765439051801339,
      "grad_norm": 5.78125,
      "learning_rate": 1.1729598684694605e-05,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5490523844957351,
      "num_tokens": 464813149.0,
      "step": 603440
    },
    {
      "epoch": 0.7654517363938719,
      "grad_norm": 6.9375,
      "learning_rate": 1.1728964374608314e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5349231511354446,
      "num_tokens": 464820787.0,
      "step": 603450
    },
    {
      "epoch": 0.7654644209864047,
      "grad_norm": 9.125,
      "learning_rate": 1.1728330064522023e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5261634975671768,
      "num_tokens": 464828055.0,
      "step": 603460
    },
    {
      "epoch": 0.7654771055789374,
      "grad_norm": 5.40625,
      "learning_rate": 1.1727695754435732e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5279942721128463,
      "num_tokens": 464836240.0,
      "step": 603470
    },
    {
      "epoch": 0.7654897901714703,
      "grad_norm": 5.65625,
      "learning_rate": 1.172706144434944e-05,
      "loss": 1.726,
      "mean_token_accuracy": 0.6224156498908997,
      "num_tokens": 464842743.0,
      "step": 603480
    },
    {
      "epoch": 0.7655024747640031,
      "grad_norm": 5.6875,
      "learning_rate": 1.1726427134263147e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5638361126184464,
      "num_tokens": 464849809.0,
      "step": 603490
    },
    {
      "epoch": 0.765515159356536,
      "grad_norm": 7.21875,
      "learning_rate": 1.1725792824176856e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5740480035543442,
      "num_tokens": 464855016.0,
      "step": 603500
    },
    {
      "epoch": 0.7655278439490688,
      "grad_norm": 4.6875,
      "learning_rate": 1.1725158514090565e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5363391816616059,
      "num_tokens": 464861753.0,
      "step": 603510
    },
    {
      "epoch": 0.7655405285416017,
      "grad_norm": 6.4375,
      "learning_rate": 1.1724524204004274e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5429459869861603,
      "num_tokens": 464869177.0,
      "step": 603520
    },
    {
      "epoch": 0.7655532131341345,
      "grad_norm": 4.875,
      "learning_rate": 1.1723889893917982e-05,
      "loss": 1.9391,
      "mean_token_accuracy": 0.5537246763706207,
      "num_tokens": 464876617.0,
      "step": 603530
    },
    {
      "epoch": 0.7655658977266673,
      "grad_norm": 13.0,
      "learning_rate": 1.172325558383169e-05,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5500501573085785,
      "num_tokens": 464883620.0,
      "step": 603540
    },
    {
      "epoch": 0.7655785823192002,
      "grad_norm": 7.375,
      "learning_rate": 1.1722621273745398e-05,
      "loss": 1.8507,
      "mean_token_accuracy": 0.5741654068231583,
      "num_tokens": 464889046.0,
      "step": 603550
    },
    {
      "epoch": 0.765591266911733,
      "grad_norm": 7.96875,
      "learning_rate": 1.1721986963659107e-05,
      "loss": 1.8136,
      "mean_token_accuracy": 0.6059582740068435,
      "num_tokens": 464895286.0,
      "step": 603560
    },
    {
      "epoch": 0.7656039515042659,
      "grad_norm": 6.96875,
      "learning_rate": 1.1721352653572816e-05,
      "loss": 1.9092,
      "mean_token_accuracy": 0.5746671676635742,
      "num_tokens": 464902729.0,
      "step": 603570
    },
    {
      "epoch": 0.7656166360967986,
      "grad_norm": 6.0,
      "learning_rate": 1.1720718343486524e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5161457180976867,
      "num_tokens": 464911368.0,
      "step": 603580
    },
    {
      "epoch": 0.7656293206893315,
      "grad_norm": 5.125,
      "learning_rate": 1.1720084033400231e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5510771423578262,
      "num_tokens": 464918788.0,
      "step": 603590
    },
    {
      "epoch": 0.7656420052818643,
      "grad_norm": 5.15625,
      "learning_rate": 1.1719449723313942e-05,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5871126264333725,
      "num_tokens": 464924750.0,
      "step": 603600
    },
    {
      "epoch": 0.7656546898743971,
      "grad_norm": 9.5625,
      "learning_rate": 1.1718815413227649e-05,
      "loss": 1.8784,
      "mean_token_accuracy": 0.5834280371665954,
      "num_tokens": 464931101.0,
      "step": 603610
    },
    {
      "epoch": 0.76566737446693,
      "grad_norm": 5.46875,
      "learning_rate": 1.1718181103141358e-05,
      "loss": 2.2375,
      "mean_token_accuracy": 0.5207163035869599,
      "num_tokens": 464939565.0,
      "step": 603620
    },
    {
      "epoch": 0.7656800590594628,
      "grad_norm": 5.5,
      "learning_rate": 1.1717546793055066e-05,
      "loss": 2.085,
      "mean_token_accuracy": 0.5368224829435349,
      "num_tokens": 464947498.0,
      "step": 603630
    },
    {
      "epoch": 0.7656927436519957,
      "grad_norm": 4.65625,
      "learning_rate": 1.1716912482968775e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5273463249206543,
      "num_tokens": 464956851.0,
      "step": 603640
    },
    {
      "epoch": 0.7657054282445285,
      "grad_norm": 5.9375,
      "learning_rate": 1.1716278172882484e-05,
      "loss": 1.8859,
      "mean_token_accuracy": 0.5785228133201599,
      "num_tokens": 464963456.0,
      "step": 603650
    },
    {
      "epoch": 0.7657181128370614,
      "grad_norm": 4.71875,
      "learning_rate": 1.171564386279619e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5429113060235977,
      "num_tokens": 464972328.0,
      "step": 603660
    },
    {
      "epoch": 0.7657307974295942,
      "grad_norm": 5.03125,
      "learning_rate": 1.1715009552709901e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5632118105888366,
      "num_tokens": 464980658.0,
      "step": 603670
    },
    {
      "epoch": 0.765743482022127,
      "grad_norm": 6.21875,
      "learning_rate": 1.1714375242623608e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5564240097999573,
      "num_tokens": 464988548.0,
      "step": 603680
    },
    {
      "epoch": 0.7657561666146598,
      "grad_norm": 8.125,
      "learning_rate": 1.1713740932537317e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5495221138000488,
      "num_tokens": 464995775.0,
      "step": 603690
    },
    {
      "epoch": 0.7657688512071926,
      "grad_norm": 6.34375,
      "learning_rate": 1.1713106622451026e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5162685215473175,
      "num_tokens": 465002299.0,
      "step": 603700
    },
    {
      "epoch": 0.7657815357997255,
      "grad_norm": 7.65625,
      "learning_rate": 1.1712472312364733e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5625599980354309,
      "num_tokens": 465008380.0,
      "step": 603710
    },
    {
      "epoch": 0.7657942203922583,
      "grad_norm": 6.25,
      "learning_rate": 1.1711838002278443e-05,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5496676802635193,
      "num_tokens": 465015713.0,
      "step": 603720
    },
    {
      "epoch": 0.7658069049847912,
      "grad_norm": 8.875,
      "learning_rate": 1.171120369219215e-05,
      "loss": 1.7376,
      "mean_token_accuracy": 0.6178651660680771,
      "num_tokens": 465021489.0,
      "step": 603730
    },
    {
      "epoch": 0.765819589577324,
      "grad_norm": 6.03125,
      "learning_rate": 1.1710569382105859e-05,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5287725389003753,
      "num_tokens": 465029560.0,
      "step": 603740
    },
    {
      "epoch": 0.7658322741698569,
      "grad_norm": 6.8125,
      "learning_rate": 1.1709935072019568e-05,
      "loss": 2.1525,
      "mean_token_accuracy": 0.531604889035225,
      "num_tokens": 465037398.0,
      "step": 603750
    },
    {
      "epoch": 0.7658449587623897,
      "grad_norm": 6.65625,
      "learning_rate": 1.1709300761933275e-05,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5351778388023376,
      "num_tokens": 465046544.0,
      "step": 603760
    },
    {
      "epoch": 0.7658576433549225,
      "grad_norm": 8.5625,
      "learning_rate": 1.1708666451846985e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5527110904455185,
      "num_tokens": 465053556.0,
      "step": 603770
    },
    {
      "epoch": 0.7658703279474554,
      "grad_norm": 5.125,
      "learning_rate": 1.1708032141760692e-05,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5242790371179581,
      "num_tokens": 465061032.0,
      "step": 603780
    },
    {
      "epoch": 0.7658830125399881,
      "grad_norm": 6.09375,
      "learning_rate": 1.1707397831674403e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5536192566156387,
      "num_tokens": 465068731.0,
      "step": 603790
    },
    {
      "epoch": 0.765895697132521,
      "grad_norm": 5.1875,
      "learning_rate": 1.170676352158811e-05,
      "loss": 1.8126,
      "mean_token_accuracy": 0.5838347256183625,
      "num_tokens": 465076227.0,
      "step": 603800
    },
    {
      "epoch": 0.7659083817250538,
      "grad_norm": 6.0625,
      "learning_rate": 1.1706129211501819e-05,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5320954650640488,
      "num_tokens": 465083084.0,
      "step": 603810
    },
    {
      "epoch": 0.7659210663175867,
      "grad_norm": 6.15625,
      "learning_rate": 1.1705494901415527e-05,
      "loss": 2.2336,
      "mean_token_accuracy": 0.5294975370168686,
      "num_tokens": 465090963.0,
      "step": 603820
    },
    {
      "epoch": 0.7659337509101195,
      "grad_norm": 6.65625,
      "learning_rate": 1.1704860591329234e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.565279284119606,
      "num_tokens": 465097990.0,
      "step": 603830
    },
    {
      "epoch": 0.7659464355026524,
      "grad_norm": 4.84375,
      "learning_rate": 1.1704226281242945e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5338490426540374,
      "num_tokens": 465107484.0,
      "step": 603840
    },
    {
      "epoch": 0.7659591200951852,
      "grad_norm": 8.375,
      "learning_rate": 1.1703591971156652e-05,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5747278392314911,
      "num_tokens": 465114608.0,
      "step": 603850
    },
    {
      "epoch": 0.765971804687718,
      "grad_norm": 6.5,
      "learning_rate": 1.1702957661070362e-05,
      "loss": 1.6593,
      "mean_token_accuracy": 0.6187381327152253,
      "num_tokens": 465120739.0,
      "step": 603860
    },
    {
      "epoch": 0.7659844892802509,
      "grad_norm": 5.125,
      "learning_rate": 1.170232335098407e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5329219609498977,
      "num_tokens": 465128436.0,
      "step": 603870
    },
    {
      "epoch": 0.7659971738727837,
      "grad_norm": 6.1875,
      "learning_rate": 1.1701689040897778e-05,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5347682774066925,
      "num_tokens": 465136928.0,
      "step": 603880
    },
    {
      "epoch": 0.7660098584653166,
      "grad_norm": 6.15625,
      "learning_rate": 1.1701054730811487e-05,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5235372722148895,
      "num_tokens": 465144113.0,
      "step": 603890
    },
    {
      "epoch": 0.7660225430578493,
      "grad_norm": 6.15625,
      "learning_rate": 1.1700420420725194e-05,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5490169137716293,
      "num_tokens": 465151668.0,
      "step": 603900
    },
    {
      "epoch": 0.7660352276503822,
      "grad_norm": 4.8125,
      "learning_rate": 1.1699786110638904e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5734947770833969,
      "num_tokens": 465158965.0,
      "step": 603910
    },
    {
      "epoch": 0.766047912242915,
      "grad_norm": 5.09375,
      "learning_rate": 1.1699151800552611e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5401056051254273,
      "num_tokens": 465167822.0,
      "step": 603920
    },
    {
      "epoch": 0.7660605968354478,
      "grad_norm": 7.9375,
      "learning_rate": 1.169851749046632e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5273861557245254,
      "num_tokens": 465175399.0,
      "step": 603930
    },
    {
      "epoch": 0.7660732814279807,
      "grad_norm": 4.65625,
      "learning_rate": 1.1697883180380029e-05,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5576248943805695,
      "num_tokens": 465183191.0,
      "step": 603940
    },
    {
      "epoch": 0.7660859660205135,
      "grad_norm": 6.21875,
      "learning_rate": 1.1697248870293736e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5692951798439025,
      "num_tokens": 465190258.0,
      "step": 603950
    },
    {
      "epoch": 0.7660986506130464,
      "grad_norm": 5.75,
      "learning_rate": 1.1696614560207446e-05,
      "loss": 1.8269,
      "mean_token_accuracy": 0.5893843322992325,
      "num_tokens": 465198464.0,
      "step": 603960
    },
    {
      "epoch": 0.7661113352055792,
      "grad_norm": 5.15625,
      "learning_rate": 1.1695980250121153e-05,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5091677159070969,
      "num_tokens": 465207018.0,
      "step": 603970
    },
    {
      "epoch": 0.7661240197981121,
      "grad_norm": 4.96875,
      "learning_rate": 1.1695345940034862e-05,
      "loss": 2.1574,
      "mean_token_accuracy": 0.5287216663360595,
      "num_tokens": 465214427.0,
      "step": 603980
    },
    {
      "epoch": 0.7661367043906449,
      "grad_norm": 5.4375,
      "learning_rate": 1.169471162994857e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5495141953229904,
      "num_tokens": 465223299.0,
      "step": 603990
    },
    {
      "epoch": 0.7661493889831777,
      "grad_norm": 7.46875,
      "learning_rate": 1.169407731986228e-05,
      "loss": 1.8985,
      "mean_token_accuracy": 0.5744404047727585,
      "num_tokens": 465229147.0,
      "step": 604000
    },
    {
      "epoch": 0.7661620735757105,
      "grad_norm": 6.125,
      "learning_rate": 1.1693443009775988e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5442593634128571,
      "num_tokens": 465236901.0,
      "step": 604010
    },
    {
      "epoch": 0.7661747581682433,
      "grad_norm": 4.875,
      "learning_rate": 1.1692808699689695e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5627243429422378,
      "num_tokens": 465244713.0,
      "step": 604020
    },
    {
      "epoch": 0.7661874427607762,
      "grad_norm": 4.3125,
      "learning_rate": 1.1692174389603404e-05,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5520923495292663,
      "num_tokens": 465252738.0,
      "step": 604030
    },
    {
      "epoch": 0.766200127353309,
      "grad_norm": 4.53125,
      "learning_rate": 1.1691540079517113e-05,
      "loss": 1.8232,
      "mean_token_accuracy": 0.5899207353591919,
      "num_tokens": 465259351.0,
      "step": 604040
    },
    {
      "epoch": 0.7662128119458419,
      "grad_norm": 6.5625,
      "learning_rate": 1.1690905769430822e-05,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5660740435123444,
      "num_tokens": 465267059.0,
      "step": 604050
    },
    {
      "epoch": 0.7662254965383747,
      "grad_norm": 5.59375,
      "learning_rate": 1.169027145934453e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5335397988557815,
      "num_tokens": 465275378.0,
      "step": 604060
    },
    {
      "epoch": 0.7662381811309076,
      "grad_norm": 5.71875,
      "learning_rate": 1.1689637149258239e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5597782075405121,
      "num_tokens": 465283181.0,
      "step": 604070
    },
    {
      "epoch": 0.7662508657234404,
      "grad_norm": 5.53125,
      "learning_rate": 1.1689002839171948e-05,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5777284532785416,
      "num_tokens": 465290205.0,
      "step": 604080
    },
    {
      "epoch": 0.7662635503159732,
      "grad_norm": 4.53125,
      "learning_rate": 1.1688368529085655e-05,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5293517231941223,
      "num_tokens": 465299434.0,
      "step": 604090
    },
    {
      "epoch": 0.766276234908506,
      "grad_norm": 7.40625,
      "learning_rate": 1.1687734218999364e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5510448813438416,
      "num_tokens": 465306025.0,
      "step": 604100
    },
    {
      "epoch": 0.7662889195010388,
      "grad_norm": 5.96875,
      "learning_rate": 1.1687099908913072e-05,
      "loss": 2.1146,
      "mean_token_accuracy": 0.533901822566986,
      "num_tokens": 465312585.0,
      "step": 604110
    },
    {
      "epoch": 0.7663016040935717,
      "grad_norm": 6.59375,
      "learning_rate": 1.1686465598826781e-05,
      "loss": 2.2747,
      "mean_token_accuracy": 0.5067997753620148,
      "num_tokens": 465321231.0,
      "step": 604120
    },
    {
      "epoch": 0.7663142886861045,
      "grad_norm": 4.78125,
      "learning_rate": 1.168583128874049e-05,
      "loss": 1.799,
      "mean_token_accuracy": 0.5955096244812011,
      "num_tokens": 465329332.0,
      "step": 604130
    },
    {
      "epoch": 0.7663269732786374,
      "grad_norm": 5.15625,
      "learning_rate": 1.1685196978654197e-05,
      "loss": 2.205,
      "mean_token_accuracy": 0.5305107921361923,
      "num_tokens": 465338071.0,
      "step": 604140
    },
    {
      "epoch": 0.7663396578711702,
      "grad_norm": 7.75,
      "learning_rate": 1.1684562668567906e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5231018006801605,
      "num_tokens": 465345299.0,
      "step": 604150
    },
    {
      "epoch": 0.766352342463703,
      "grad_norm": 4.75,
      "learning_rate": 1.1683928358481614e-05,
      "loss": 1.951,
      "mean_token_accuracy": 0.5559221148490906,
      "num_tokens": 465353712.0,
      "step": 604160
    },
    {
      "epoch": 0.7663650270562359,
      "grad_norm": 4.84375,
      "learning_rate": 1.1683294048395323e-05,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5293572217226028,
      "num_tokens": 465361980.0,
      "step": 604170
    },
    {
      "epoch": 0.7663777116487687,
      "grad_norm": 6.03125,
      "learning_rate": 1.1682659738309032e-05,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5401414543390274,
      "num_tokens": 465370009.0,
      "step": 604180
    },
    {
      "epoch": 0.7663903962413016,
      "grad_norm": 4.9375,
      "learning_rate": 1.168202542822274e-05,
      "loss": 1.769,
      "mean_token_accuracy": 0.6074419766664505,
      "num_tokens": 465376228.0,
      "step": 604190
    },
    {
      "epoch": 0.7664030808338343,
      "grad_norm": 5.53125,
      "learning_rate": 1.1681391118136448e-05,
      "loss": 2.2364,
      "mean_token_accuracy": 0.5183121949434281,
      "num_tokens": 465383821.0,
      "step": 604200
    },
    {
      "epoch": 0.7664157654263672,
      "grad_norm": 5.4375,
      "learning_rate": 1.1680756808050156e-05,
      "loss": 2.3078,
      "mean_token_accuracy": 0.5162834703922272,
      "num_tokens": 465392985.0,
      "step": 604210
    },
    {
      "epoch": 0.7664284500189,
      "grad_norm": 6.75,
      "learning_rate": 1.1680122497963865e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5445960551500321,
      "num_tokens": 465400873.0,
      "step": 604220
    },
    {
      "epoch": 0.7664411346114329,
      "grad_norm": 5.28125,
      "learning_rate": 1.1679488187877574e-05,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5421190947294235,
      "num_tokens": 465408883.0,
      "step": 604230
    },
    {
      "epoch": 0.7664538192039657,
      "grad_norm": 6.21875,
      "learning_rate": 1.1678853877791282e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5785789340734482,
      "num_tokens": 465415169.0,
      "step": 604240
    },
    {
      "epoch": 0.7664665037964985,
      "grad_norm": 11.0625,
      "learning_rate": 1.167821956770499e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.539564573764801,
      "num_tokens": 465421963.0,
      "step": 604250
    },
    {
      "epoch": 0.7664791883890314,
      "grad_norm": 5.25,
      "learning_rate": 1.16775852576187e-05,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5266353636980057,
      "num_tokens": 465430491.0,
      "step": 604260
    },
    {
      "epoch": 0.7664918729815642,
      "grad_norm": 5.40625,
      "learning_rate": 1.1676950947532407e-05,
      "loss": 2.0416,
      "mean_token_accuracy": 0.5549253702163697,
      "num_tokens": 465437145.0,
      "step": 604270
    },
    {
      "epoch": 0.7665045575740971,
      "grad_norm": 4.71875,
      "learning_rate": 1.1676316637446116e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5167691767215729,
      "num_tokens": 465445363.0,
      "step": 604280
    },
    {
      "epoch": 0.7665172421666299,
      "grad_norm": 5.4375,
      "learning_rate": 1.1675682327359824e-05,
      "loss": 1.7639,
      "mean_token_accuracy": 0.5980716824531556,
      "num_tokens": 465452453.0,
      "step": 604290
    },
    {
      "epoch": 0.7665299267591628,
      "grad_norm": 6.1875,
      "learning_rate": 1.1675048017273532e-05,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5350869506597519,
      "num_tokens": 465459723.0,
      "step": 604300
    },
    {
      "epoch": 0.7665426113516955,
      "grad_norm": 5.9375,
      "learning_rate": 1.1674413707187242e-05,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5394565969705581,
      "num_tokens": 465466652.0,
      "step": 604310
    },
    {
      "epoch": 0.7665552959442283,
      "grad_norm": 6.03125,
      "learning_rate": 1.1673779397100949e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5271035611629487,
      "num_tokens": 465475619.0,
      "step": 604320
    },
    {
      "epoch": 0.7665679805367612,
      "grad_norm": 5.09375,
      "learning_rate": 1.1673145087014658e-05,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5418084502220154,
      "num_tokens": 465483999.0,
      "step": 604330
    },
    {
      "epoch": 0.766580665129294,
      "grad_norm": 4.96875,
      "learning_rate": 1.1672510776928366e-05,
      "loss": 1.7374,
      "mean_token_accuracy": 0.6175851255655289,
      "num_tokens": 465491236.0,
      "step": 604340
    },
    {
      "epoch": 0.7665933497218269,
      "grad_norm": 5.53125,
      "learning_rate": 1.1671876466842075e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5625616610050201,
      "num_tokens": 465498770.0,
      "step": 604350
    },
    {
      "epoch": 0.7666060343143597,
      "grad_norm": 4.96875,
      "learning_rate": 1.1671242156755784e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5482446312904358,
      "num_tokens": 465506839.0,
      "step": 604360
    },
    {
      "epoch": 0.7666187189068926,
      "grad_norm": 5.0,
      "learning_rate": 1.1670607846669491e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5318595439195632,
      "num_tokens": 465514240.0,
      "step": 604370
    },
    {
      "epoch": 0.7666314034994254,
      "grad_norm": 6.65625,
      "learning_rate": 1.1669973536583201e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5343178063631058,
      "num_tokens": 465521649.0,
      "step": 604380
    },
    {
      "epoch": 0.7666440880919583,
      "grad_norm": 8.3125,
      "learning_rate": 1.1669339226496909e-05,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5440394818782807,
      "num_tokens": 465529158.0,
      "step": 604390
    },
    {
      "epoch": 0.7666567726844911,
      "grad_norm": 5.15625,
      "learning_rate": 1.1668704916410617e-05,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5231025159358978,
      "num_tokens": 465538086.0,
      "step": 604400
    },
    {
      "epoch": 0.7666694572770238,
      "grad_norm": 5.25,
      "learning_rate": 1.1668070606324326e-05,
      "loss": 2.2271,
      "mean_token_accuracy": 0.5161554098129273,
      "num_tokens": 465546641.0,
      "step": 604410
    },
    {
      "epoch": 0.7666821418695567,
      "grad_norm": 7.1875,
      "learning_rate": 1.1667436296238033e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5443803489208221,
      "num_tokens": 465552548.0,
      "step": 604420
    },
    {
      "epoch": 0.7666948264620895,
      "grad_norm": 7.40625,
      "learning_rate": 1.1666801986151743e-05,
      "loss": 2.267,
      "mean_token_accuracy": 0.5168712109327316,
      "num_tokens": 465559720.0,
      "step": 604430
    },
    {
      "epoch": 0.7667075110546224,
      "grad_norm": 5.53125,
      "learning_rate": 1.166616767606545e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5349609434604645,
      "num_tokens": 465567315.0,
      "step": 604440
    },
    {
      "epoch": 0.7667201956471552,
      "grad_norm": 8.875,
      "learning_rate": 1.1665533365979161e-05,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5711749821901322,
      "num_tokens": 465574378.0,
      "step": 604450
    },
    {
      "epoch": 0.7667328802396881,
      "grad_norm": 7.90625,
      "learning_rate": 1.1664899055892868e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5606283068656921,
      "num_tokens": 465582742.0,
      "step": 604460
    },
    {
      "epoch": 0.7667455648322209,
      "grad_norm": 7.21875,
      "learning_rate": 1.1664264745806577e-05,
      "loss": 2.0155,
      "mean_token_accuracy": 0.556851652264595,
      "num_tokens": 465589960.0,
      "step": 604470
    },
    {
      "epoch": 0.7667582494247537,
      "grad_norm": 4.90625,
      "learning_rate": 1.1663630435720285e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5254221647977829,
      "num_tokens": 465597845.0,
      "step": 604480
    },
    {
      "epoch": 0.7667709340172866,
      "grad_norm": 6.1875,
      "learning_rate": 1.1662996125633993e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5339683592319489,
      "num_tokens": 465604836.0,
      "step": 604490
    },
    {
      "epoch": 0.7667836186098194,
      "grad_norm": 5.59375,
      "learning_rate": 1.1662361815547703e-05,
      "loss": 2.2495,
      "mean_token_accuracy": 0.5120212227106095,
      "num_tokens": 465613320.0,
      "step": 604500
    },
    {
      "epoch": 0.7667963032023523,
      "grad_norm": 6.59375,
      "learning_rate": 1.166172750546141e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5573044747114182,
      "num_tokens": 465620951.0,
      "step": 604510
    },
    {
      "epoch": 0.766808987794885,
      "grad_norm": 5.875,
      "learning_rate": 1.1661093195375119e-05,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5857159316539764,
      "num_tokens": 465628058.0,
      "step": 604520
    },
    {
      "epoch": 0.7668216723874179,
      "grad_norm": 7.03125,
      "learning_rate": 1.1660458885288827e-05,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5404377222061157,
      "num_tokens": 465635988.0,
      "step": 604530
    },
    {
      "epoch": 0.7668343569799507,
      "grad_norm": 6.28125,
      "learning_rate": 1.1659824575202535e-05,
      "loss": 1.9389,
      "mean_token_accuracy": 0.558060497045517,
      "num_tokens": 465642934.0,
      "step": 604540
    },
    {
      "epoch": 0.7668470415724835,
      "grad_norm": 9.875,
      "learning_rate": 1.1659190265116245e-05,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5344544112682342,
      "num_tokens": 465650770.0,
      "step": 604550
    },
    {
      "epoch": 0.7668597261650164,
      "grad_norm": 4.6875,
      "learning_rate": 1.1658555955029952e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.563700932264328,
      "num_tokens": 465658242.0,
      "step": 604560
    },
    {
      "epoch": 0.7668724107575492,
      "grad_norm": 5.375,
      "learning_rate": 1.1657921644943662e-05,
      "loss": 2.2842,
      "mean_token_accuracy": 0.508198356628418,
      "num_tokens": 465665717.0,
      "step": 604570
    },
    {
      "epoch": 0.7668850953500821,
      "grad_norm": 6.4375,
      "learning_rate": 1.165728733485737e-05,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5426427394151687,
      "num_tokens": 465674469.0,
      "step": 604580
    },
    {
      "epoch": 0.7668977799426149,
      "grad_norm": 6.6875,
      "learning_rate": 1.1656653024771078e-05,
      "loss": 1.9179,
      "mean_token_accuracy": 0.5585231274366379,
      "num_tokens": 465682198.0,
      "step": 604590
    },
    {
      "epoch": 0.7669104645351478,
      "grad_norm": 8.625,
      "learning_rate": 1.1656018714684787e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5290037304162979,
      "num_tokens": 465689547.0,
      "step": 604600
    },
    {
      "epoch": 0.7669231491276806,
      "grad_norm": 5.5,
      "learning_rate": 1.1655384404598494e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5419584900140763,
      "num_tokens": 465696681.0,
      "step": 604610
    },
    {
      "epoch": 0.7669358337202135,
      "grad_norm": 7.21875,
      "learning_rate": 1.1654750094512204e-05,
      "loss": 2.2676,
      "mean_token_accuracy": 0.5140437245368957,
      "num_tokens": 465704604.0,
      "step": 604620
    },
    {
      "epoch": 0.7669485183127462,
      "grad_norm": 5.65625,
      "learning_rate": 1.1654115784425911e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.544531786441803,
      "num_tokens": 465712017.0,
      "step": 604630
    },
    {
      "epoch": 0.766961202905279,
      "grad_norm": 7.03125,
      "learning_rate": 1.165348147433962e-05,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5442631751298904,
      "num_tokens": 465719659.0,
      "step": 604640
    },
    {
      "epoch": 0.7669738874978119,
      "grad_norm": 4.78125,
      "learning_rate": 1.1652847164253329e-05,
      "loss": 2.3519,
      "mean_token_accuracy": 0.5004180163145066,
      "num_tokens": 465727841.0,
      "step": 604650
    },
    {
      "epoch": 0.7669865720903447,
      "grad_norm": 7.15625,
      "learning_rate": 1.1652212854167038e-05,
      "loss": 2.2453,
      "mean_token_accuracy": 0.5082563936710358,
      "num_tokens": 465736600.0,
      "step": 604660
    },
    {
      "epoch": 0.7669992566828776,
      "grad_norm": 5.125,
      "learning_rate": 1.1651578544080746e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5364441066980362,
      "num_tokens": 465745026.0,
      "step": 604670
    },
    {
      "epoch": 0.7670119412754104,
      "grad_norm": 7.34375,
      "learning_rate": 1.1650944233994453e-05,
      "loss": 1.8718,
      "mean_token_accuracy": 0.5866151422262191,
      "num_tokens": 465753424.0,
      "step": 604680
    },
    {
      "epoch": 0.7670246258679433,
      "grad_norm": 5.6875,
      "learning_rate": 1.1650309923908162e-05,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5241651356220245,
      "num_tokens": 465760892.0,
      "step": 604690
    },
    {
      "epoch": 0.7670373104604761,
      "grad_norm": 6.96875,
      "learning_rate": 1.1649675613821871e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5419359236955643,
      "num_tokens": 465768454.0,
      "step": 604700
    },
    {
      "epoch": 0.7670499950530089,
      "grad_norm": 5.59375,
      "learning_rate": 1.164904130373558e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5238810122013092,
      "num_tokens": 465776784.0,
      "step": 604710
    },
    {
      "epoch": 0.7670626796455418,
      "grad_norm": 6.53125,
      "learning_rate": 1.1648406993649288e-05,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5583001285791397,
      "num_tokens": 465783151.0,
      "step": 604720
    },
    {
      "epoch": 0.7670753642380745,
      "grad_norm": 5.3125,
      "learning_rate": 1.1647772683562995e-05,
      "loss": 1.8251,
      "mean_token_accuracy": 0.5904944509267807,
      "num_tokens": 465790489.0,
      "step": 604730
    },
    {
      "epoch": 0.7670880488306074,
      "grad_norm": 4.6875,
      "learning_rate": 1.1647138373476704e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5591403037309647,
      "num_tokens": 465799099.0,
      "step": 604740
    },
    {
      "epoch": 0.7671007334231402,
      "grad_norm": 4.6875,
      "learning_rate": 1.1646504063390413e-05,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5711612671613693,
      "num_tokens": 465806919.0,
      "step": 604750
    },
    {
      "epoch": 0.7671134180156731,
      "grad_norm": 5.9375,
      "learning_rate": 1.1645869753304122e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5387924760580063,
      "num_tokens": 465813709.0,
      "step": 604760
    },
    {
      "epoch": 0.7671261026082059,
      "grad_norm": 6.375,
      "learning_rate": 1.164523544321783e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5333013564348221,
      "num_tokens": 465820322.0,
      "step": 604770
    },
    {
      "epoch": 0.7671387872007388,
      "grad_norm": 5.125,
      "learning_rate": 1.164460113313154e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5333151996135712,
      "num_tokens": 465828625.0,
      "step": 604780
    },
    {
      "epoch": 0.7671514717932716,
      "grad_norm": 7.28125,
      "learning_rate": 1.1643966823045248e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5370584905147553,
      "num_tokens": 465836964.0,
      "step": 604790
    },
    {
      "epoch": 0.7671641563858044,
      "grad_norm": 10.5,
      "learning_rate": 1.1643332512958955e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5560034334659576,
      "num_tokens": 465843947.0,
      "step": 604800
    },
    {
      "epoch": 0.7671768409783373,
      "grad_norm": 5.65625,
      "learning_rate": 1.1642698202872664e-05,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5247785955667496,
      "num_tokens": 465849793.0,
      "step": 604810
    },
    {
      "epoch": 0.7671895255708701,
      "grad_norm": 6.625,
      "learning_rate": 1.1642063892786372e-05,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5596071273088455,
      "num_tokens": 465855846.0,
      "step": 604820
    },
    {
      "epoch": 0.767202210163403,
      "grad_norm": 6.03125,
      "learning_rate": 1.1641429582700081e-05,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5702727347612381,
      "num_tokens": 465862010.0,
      "step": 604830
    },
    {
      "epoch": 0.7672148947559357,
      "grad_norm": 6.34375,
      "learning_rate": 1.164079527261379e-05,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5538308292627334,
      "num_tokens": 465869175.0,
      "step": 604840
    },
    {
      "epoch": 0.7672275793484686,
      "grad_norm": 5.0625,
      "learning_rate": 1.1640160962527499e-05,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5564866214990616,
      "num_tokens": 465877634.0,
      "step": 604850
    },
    {
      "epoch": 0.7672402639410014,
      "grad_norm": 6.0,
      "learning_rate": 1.1639526652441206e-05,
      "loss": 1.7878,
      "mean_token_accuracy": 0.5958513349294663,
      "num_tokens": 465883709.0,
      "step": 604860
    },
    {
      "epoch": 0.7672529485335342,
      "grad_norm": 5.21875,
      "learning_rate": 1.1638892342354914e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5412796527147293,
      "num_tokens": 465892368.0,
      "step": 604870
    },
    {
      "epoch": 0.7672656331260671,
      "grad_norm": 19.375,
      "learning_rate": 1.1638258032268623e-05,
      "loss": 2.2757,
      "mean_token_accuracy": 0.5118497461080551,
      "num_tokens": 465899401.0,
      "step": 604880
    },
    {
      "epoch": 0.7672783177185999,
      "grad_norm": 6.625,
      "learning_rate": 1.1637623722182332e-05,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5257931470870971,
      "num_tokens": 465907932.0,
      "step": 604890
    },
    {
      "epoch": 0.7672910023111328,
      "grad_norm": 5.625,
      "learning_rate": 1.163698941209604e-05,
      "loss": 2.0275,
      "mean_token_accuracy": 0.547083443403244,
      "num_tokens": 465915979.0,
      "step": 604900
    },
    {
      "epoch": 0.7673036869036656,
      "grad_norm": 6.03125,
      "learning_rate": 1.1636355102009748e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5592353910207748,
      "num_tokens": 465923686.0,
      "step": 604910
    },
    {
      "epoch": 0.7673163714961985,
      "grad_norm": 5.34375,
      "learning_rate": 1.1635720791923458e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5629850596189498,
      "num_tokens": 465932558.0,
      "step": 604920
    },
    {
      "epoch": 0.7673290560887313,
      "grad_norm": 5.21875,
      "learning_rate": 1.1635086481837165e-05,
      "loss": 1.9055,
      "mean_token_accuracy": 0.573404711484909,
      "num_tokens": 465940621.0,
      "step": 604930
    },
    {
      "epoch": 0.7673417406812642,
      "grad_norm": 4.84375,
      "learning_rate": 1.1634452171750874e-05,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5490441411733628,
      "num_tokens": 465947899.0,
      "step": 604940
    },
    {
      "epoch": 0.7673544252737969,
      "grad_norm": 7.6875,
      "learning_rate": 1.1633817861664583e-05,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5432785004377365,
      "num_tokens": 465956222.0,
      "step": 604950
    },
    {
      "epoch": 0.7673671098663297,
      "grad_norm": 5.75,
      "learning_rate": 1.163318355157829e-05,
      "loss": 1.9106,
      "mean_token_accuracy": 0.5659290909767151,
      "num_tokens": 465964658.0,
      "step": 604960
    },
    {
      "epoch": 0.7673797944588626,
      "grad_norm": 6.375,
      "learning_rate": 1.1632549241492e-05,
      "loss": 1.9129,
      "mean_token_accuracy": 0.5784623205661774,
      "num_tokens": 465970561.0,
      "step": 604970
    },
    {
      "epoch": 0.7673924790513954,
      "grad_norm": 5.34375,
      "learning_rate": 1.1631914931405707e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5333867162466049,
      "num_tokens": 465979378.0,
      "step": 604980
    },
    {
      "epoch": 0.7674051636439283,
      "grad_norm": 4.96875,
      "learning_rate": 1.1631280621319416e-05,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5376550018787384,
      "num_tokens": 465986815.0,
      "step": 604990
    },
    {
      "epoch": 0.7674178482364611,
      "grad_norm": 6.21875,
      "learning_rate": 1.1630646311233125e-05,
      "loss": 1.7843,
      "mean_token_accuracy": 0.6085211575031281,
      "num_tokens": 465993832.0,
      "step": 605000
    },
    {
      "epoch": 0.767430532828994,
      "grad_norm": 5.59375,
      "learning_rate": 1.1630012001146833e-05,
      "loss": 2.0176,
      "mean_token_accuracy": 0.557333105802536,
      "num_tokens": 466000904.0,
      "step": 605010
    },
    {
      "epoch": 0.7674432174215268,
      "grad_norm": 7.625,
      "learning_rate": 1.1629377691060542e-05,
      "loss": 1.8916,
      "mean_token_accuracy": 0.5709357231855392,
      "num_tokens": 466009213.0,
      "step": 605020
    },
    {
      "epoch": 0.7674559020140596,
      "grad_norm": 5.875,
      "learning_rate": 1.162874338097425e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5518920093774795,
      "num_tokens": 466016247.0,
      "step": 605030
    },
    {
      "epoch": 0.7674685866065925,
      "grad_norm": 8.9375,
      "learning_rate": 1.162810907088796e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5482996135950089,
      "num_tokens": 466023660.0,
      "step": 605040
    },
    {
      "epoch": 0.7674812711991252,
      "grad_norm": 5.25,
      "learning_rate": 1.1627474760801667e-05,
      "loss": 2.2994,
      "mean_token_accuracy": 0.5023855745792389,
      "num_tokens": 466033578.0,
      "step": 605050
    },
    {
      "epoch": 0.7674939557916581,
      "grad_norm": 5.3125,
      "learning_rate": 1.1626840450715375e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5499391585588456,
      "num_tokens": 466041465.0,
      "step": 605060
    },
    {
      "epoch": 0.7675066403841909,
      "grad_norm": 5.4375,
      "learning_rate": 1.1626206140629084e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5446684062480927,
      "num_tokens": 466049568.0,
      "step": 605070
    },
    {
      "epoch": 0.7675193249767238,
      "grad_norm": 4.65625,
      "learning_rate": 1.1625571830542791e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5403926074504852,
      "num_tokens": 466058423.0,
      "step": 605080
    },
    {
      "epoch": 0.7675320095692566,
      "grad_norm": 7.4375,
      "learning_rate": 1.1624937520456502e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.552746468782425,
      "num_tokens": 466065439.0,
      "step": 605090
    },
    {
      "epoch": 0.7675446941617894,
      "grad_norm": 5.90625,
      "learning_rate": 1.1624303210370209e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5230852127075195,
      "num_tokens": 466073987.0,
      "step": 605100
    },
    {
      "epoch": 0.7675573787543223,
      "grad_norm": 5.625,
      "learning_rate": 1.1623668900283919e-05,
      "loss": 1.9106,
      "mean_token_accuracy": 0.582263046503067,
      "num_tokens": 466080997.0,
      "step": 605110
    },
    {
      "epoch": 0.7675700633468551,
      "grad_norm": 6.875,
      "learning_rate": 1.1623034590197626e-05,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5320804089307785,
      "num_tokens": 466089025.0,
      "step": 605120
    },
    {
      "epoch": 0.767582747939388,
      "grad_norm": 5.5,
      "learning_rate": 1.1622400280111335e-05,
      "loss": 2.2291,
      "mean_token_accuracy": 0.5190605729818344,
      "num_tokens": 466096311.0,
      "step": 605130
    },
    {
      "epoch": 0.7675954325319208,
      "grad_norm": 5.25,
      "learning_rate": 1.1621765970025044e-05,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5658282577991486,
      "num_tokens": 466104201.0,
      "step": 605140
    },
    {
      "epoch": 0.7676081171244536,
      "grad_norm": 7.9375,
      "learning_rate": 1.162113165993875e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5626648366451263,
      "num_tokens": 466111694.0,
      "step": 605150
    },
    {
      "epoch": 0.7676208017169864,
      "grad_norm": 5.46875,
      "learning_rate": 1.1620497349852461e-05,
      "loss": 1.748,
      "mean_token_accuracy": 0.6149396359920501,
      "num_tokens": 466119682.0,
      "step": 605160
    },
    {
      "epoch": 0.7676334863095193,
      "grad_norm": 5.5625,
      "learning_rate": 1.1619863039766168e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.539307764172554,
      "num_tokens": 466127860.0,
      "step": 605170
    },
    {
      "epoch": 0.7676461709020521,
      "grad_norm": 4.96875,
      "learning_rate": 1.1619228729679877e-05,
      "loss": 2.1687,
      "mean_token_accuracy": 0.5219581544399261,
      "num_tokens": 466136443.0,
      "step": 605180
    },
    {
      "epoch": 0.7676588554945849,
      "grad_norm": 5.4375,
      "learning_rate": 1.1618594419593586e-05,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5591654449701309,
      "num_tokens": 466144900.0,
      "step": 605190
    },
    {
      "epoch": 0.7676715400871178,
      "grad_norm": 6.8125,
      "learning_rate": 1.1617960109507293e-05,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5386486291885376,
      "num_tokens": 466152271.0,
      "step": 605200
    },
    {
      "epoch": 0.7676842246796506,
      "grad_norm": 5.1875,
      "learning_rate": 1.1617325799421003e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5191848486661911,
      "num_tokens": 466161455.0,
      "step": 605210
    },
    {
      "epoch": 0.7676969092721835,
      "grad_norm": 4.71875,
      "learning_rate": 1.161669148933471e-05,
      "loss": 2.1535,
      "mean_token_accuracy": 0.532763785123825,
      "num_tokens": 466169927.0,
      "step": 605220
    },
    {
      "epoch": 0.7677095938647163,
      "grad_norm": 5.0625,
      "learning_rate": 1.161605717924842e-05,
      "loss": 2.2546,
      "mean_token_accuracy": 0.5119148045778275,
      "num_tokens": 466178729.0,
      "step": 605230
    },
    {
      "epoch": 0.7677222784572492,
      "grad_norm": 6.5,
      "learning_rate": 1.1615422869162128e-05,
      "loss": 1.8135,
      "mean_token_accuracy": 0.5941359370946884,
      "num_tokens": 466186309.0,
      "step": 605240
    },
    {
      "epoch": 0.767734963049782,
      "grad_norm": 6.8125,
      "learning_rate": 1.1614788559075836e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.564288181066513,
      "num_tokens": 466192641.0,
      "step": 605250
    },
    {
      "epoch": 0.7677476476423147,
      "grad_norm": 6.28125,
      "learning_rate": 1.1614154248989545e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5539697915315628,
      "num_tokens": 466200710.0,
      "step": 605260
    },
    {
      "epoch": 0.7677603322348476,
      "grad_norm": 5.53125,
      "learning_rate": 1.1613519938903252e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5231594234704972,
      "num_tokens": 466209684.0,
      "step": 605270
    },
    {
      "epoch": 0.7677730168273804,
      "grad_norm": 7.8125,
      "learning_rate": 1.1612885628816963e-05,
      "loss": 1.9337,
      "mean_token_accuracy": 0.565283453464508,
      "num_tokens": 466215494.0,
      "step": 605280
    },
    {
      "epoch": 0.7677857014199133,
      "grad_norm": 5.625,
      "learning_rate": 1.161225131873067e-05,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5284789204597473,
      "num_tokens": 466224109.0,
      "step": 605290
    },
    {
      "epoch": 0.7677983860124461,
      "grad_norm": 4.59375,
      "learning_rate": 1.1611617008644378e-05,
      "loss": 2.103,
      "mean_token_accuracy": 0.5270699352025986,
      "num_tokens": 466232509.0,
      "step": 605300
    },
    {
      "epoch": 0.767811070604979,
      "grad_norm": 4.75,
      "learning_rate": 1.1610982698558087e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.559988260269165,
      "num_tokens": 466240319.0,
      "step": 605310
    },
    {
      "epoch": 0.7678237551975118,
      "grad_norm": 5.34375,
      "learning_rate": 1.1610348388471796e-05,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5375552713871002,
      "num_tokens": 466247764.0,
      "step": 605320
    },
    {
      "epoch": 0.7678364397900447,
      "grad_norm": 8.0,
      "learning_rate": 1.1609714078385505e-05,
      "loss": 1.8181,
      "mean_token_accuracy": 0.6052831143140793,
      "num_tokens": 466254782.0,
      "step": 605330
    },
    {
      "epoch": 0.7678491243825775,
      "grad_norm": 6.90625,
      "learning_rate": 1.1609079768299212e-05,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5557075679302216,
      "num_tokens": 466264140.0,
      "step": 605340
    },
    {
      "epoch": 0.7678618089751102,
      "grad_norm": 6.4375,
      "learning_rate": 1.160844545821292e-05,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5195118755102157,
      "num_tokens": 466272468.0,
      "step": 605350
    },
    {
      "epoch": 0.7678744935676431,
      "grad_norm": 6.53125,
      "learning_rate": 1.1607811148126629e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5358628690242767,
      "num_tokens": 466280935.0,
      "step": 605360
    },
    {
      "epoch": 0.7678871781601759,
      "grad_norm": 5.46875,
      "learning_rate": 1.1607176838040338e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5348621398210526,
      "num_tokens": 466289290.0,
      "step": 605370
    },
    {
      "epoch": 0.7678998627527088,
      "grad_norm": 6.34375,
      "learning_rate": 1.1606542527954047e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5565072923898697,
      "num_tokens": 466297176.0,
      "step": 605380
    },
    {
      "epoch": 0.7679125473452416,
      "grad_norm": 5.0625,
      "learning_rate": 1.1605908217867754e-05,
      "loss": 1.6525,
      "mean_token_accuracy": 0.6292791426181793,
      "num_tokens": 466303668.0,
      "step": 605390
    },
    {
      "epoch": 0.7679252319377745,
      "grad_norm": 5.59375,
      "learning_rate": 1.1605273907781462e-05,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5728638619184494,
      "num_tokens": 466311252.0,
      "step": 605400
    },
    {
      "epoch": 0.7679379165303073,
      "grad_norm": 5.3125,
      "learning_rate": 1.1604639597695171e-05,
      "loss": 1.9756,
      "mean_token_accuracy": 0.557600525021553,
      "num_tokens": 466319593.0,
      "step": 605410
    },
    {
      "epoch": 0.7679506011228401,
      "grad_norm": 5.9375,
      "learning_rate": 1.160400528760888e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5700730085372925,
      "num_tokens": 466326844.0,
      "step": 605420
    },
    {
      "epoch": 0.767963285715373,
      "grad_norm": 6.15625,
      "learning_rate": 1.1603370977522589e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5136868685483933,
      "num_tokens": 466335253.0,
      "step": 605430
    },
    {
      "epoch": 0.7679759703079058,
      "grad_norm": 4.78125,
      "learning_rate": 1.1602736667436297e-05,
      "loss": 1.928,
      "mean_token_accuracy": 0.5747184693813324,
      "num_tokens": 466343275.0,
      "step": 605440
    },
    {
      "epoch": 0.7679886549004387,
      "grad_norm": 6.375,
      "learning_rate": 1.1602102357350004e-05,
      "loss": 2.2147,
      "mean_token_accuracy": 0.5212657928466797,
      "num_tokens": 466351508.0,
      "step": 605450
    },
    {
      "epoch": 0.7680013394929714,
      "grad_norm": 4.90625,
      "learning_rate": 1.1601468047263713e-05,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5374841630458832,
      "num_tokens": 466359015.0,
      "step": 605460
    },
    {
      "epoch": 0.7680140240855043,
      "grad_norm": 7.375,
      "learning_rate": 1.1600833737177422e-05,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5356490075588226,
      "num_tokens": 466365312.0,
      "step": 605470
    },
    {
      "epoch": 0.7680267086780371,
      "grad_norm": 4.71875,
      "learning_rate": 1.160019942709113e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5399190187454224,
      "num_tokens": 466373266.0,
      "step": 605480
    },
    {
      "epoch": 0.7680393932705699,
      "grad_norm": 5.09375,
      "learning_rate": 1.159956511700484e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5419750392436982,
      "num_tokens": 466382168.0,
      "step": 605490
    },
    {
      "epoch": 0.7680520778631028,
      "grad_norm": 6.3125,
      "learning_rate": 1.1598930806918548e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5352847129106522,
      "num_tokens": 466390205.0,
      "step": 605500
    },
    {
      "epoch": 0.7680647624556356,
      "grad_norm": 8.0,
      "learning_rate": 1.1598296496832257e-05,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5613215863704681,
      "num_tokens": 466397471.0,
      "step": 605510
    },
    {
      "epoch": 0.7680774470481685,
      "grad_norm": 6.53125,
      "learning_rate": 1.1597662186745964e-05,
      "loss": 2.1683,
      "mean_token_accuracy": 0.520582988858223,
      "num_tokens": 466405586.0,
      "step": 605520
    },
    {
      "epoch": 0.7680901316407013,
      "grad_norm": 6.3125,
      "learning_rate": 1.1597027876659673e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5342253476381302,
      "num_tokens": 466412212.0,
      "step": 605530
    },
    {
      "epoch": 0.7681028162332342,
      "grad_norm": 4.90625,
      "learning_rate": 1.1596393566573381e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5558612674474717,
      "num_tokens": 466420068.0,
      "step": 605540
    },
    {
      "epoch": 0.768115500825767,
      "grad_norm": 5.46875,
      "learning_rate": 1.159575925648709e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5300802916288376,
      "num_tokens": 466426704.0,
      "step": 605550
    },
    {
      "epoch": 0.7681281854182999,
      "grad_norm": 5.15625,
      "learning_rate": 1.1595124946400799e-05,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5438494056463241,
      "num_tokens": 466435053.0,
      "step": 605560
    },
    {
      "epoch": 0.7681408700108326,
      "grad_norm": 6.96875,
      "learning_rate": 1.1594490636314506e-05,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5609263420104981,
      "num_tokens": 466441430.0,
      "step": 605570
    },
    {
      "epoch": 0.7681535546033654,
      "grad_norm": 4.96875,
      "learning_rate": 1.1593856326228215e-05,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5764090359210968,
      "num_tokens": 466449370.0,
      "step": 605580
    },
    {
      "epoch": 0.7681662391958983,
      "grad_norm": 4.6875,
      "learning_rate": 1.1593222016141923e-05,
      "loss": 1.9208,
      "mean_token_accuracy": 0.5786235570907593,
      "num_tokens": 466458208.0,
      "step": 605590
    },
    {
      "epoch": 0.7681789237884311,
      "grad_norm": 4.8125,
      "learning_rate": 1.1592587706055632e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5353058487176895,
      "num_tokens": 466467352.0,
      "step": 605600
    },
    {
      "epoch": 0.768191608380964,
      "grad_norm": 4.8125,
      "learning_rate": 1.1591953395969341e-05,
      "loss": 1.9099,
      "mean_token_accuracy": 0.5682707667350769,
      "num_tokens": 466475213.0,
      "step": 605610
    },
    {
      "epoch": 0.7682042929734968,
      "grad_norm": 5.96875,
      "learning_rate": 1.1591319085883048e-05,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5318482220172882,
      "num_tokens": 466482543.0,
      "step": 605620
    },
    {
      "epoch": 0.7682169775660297,
      "grad_norm": 7.125,
      "learning_rate": 1.1590684775796758e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5263541579246521,
      "num_tokens": 466490821.0,
      "step": 605630
    },
    {
      "epoch": 0.7682296621585625,
      "grad_norm": 13.5625,
      "learning_rate": 1.1590050465710465e-05,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5818335562944412,
      "num_tokens": 466498167.0,
      "step": 605640
    },
    {
      "epoch": 0.7682423467510953,
      "grad_norm": 8.0625,
      "learning_rate": 1.1589416155624174e-05,
      "loss": 1.846,
      "mean_token_accuracy": 0.5802873909473419,
      "num_tokens": 466503882.0,
      "step": 605650
    },
    {
      "epoch": 0.7682550313436282,
      "grad_norm": 6.25,
      "learning_rate": 1.1588781845537883e-05,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5600983917713165,
      "num_tokens": 466510959.0,
      "step": 605660
    },
    {
      "epoch": 0.7682677159361609,
      "grad_norm": 11.625,
      "learning_rate": 1.158814753545159e-05,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5235811978578567,
      "num_tokens": 466519010.0,
      "step": 605670
    },
    {
      "epoch": 0.7682804005286938,
      "grad_norm": 5.5,
      "learning_rate": 1.15875132253653e-05,
      "loss": 2.4551,
      "mean_token_accuracy": 0.4925457686185837,
      "num_tokens": 466527644.0,
      "step": 605680
    },
    {
      "epoch": 0.7682930851212266,
      "grad_norm": 6.625,
      "learning_rate": 1.1586878915279007e-05,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5597797155380249,
      "num_tokens": 466535828.0,
      "step": 605690
    },
    {
      "epoch": 0.7683057697137595,
      "grad_norm": 6.75,
      "learning_rate": 1.1586244605192718e-05,
      "loss": 1.9678,
      "mean_token_accuracy": 0.566446590423584,
      "num_tokens": 466542344.0,
      "step": 605700
    },
    {
      "epoch": 0.7683184543062923,
      "grad_norm": 4.84375,
      "learning_rate": 1.1585610295106425e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5585705667734147,
      "num_tokens": 466549462.0,
      "step": 605710
    },
    {
      "epoch": 0.7683311388988252,
      "grad_norm": 5.46875,
      "learning_rate": 1.1584975985020134e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5499467104673386,
      "num_tokens": 466557452.0,
      "step": 605720
    },
    {
      "epoch": 0.768343823491358,
      "grad_norm": 6.03125,
      "learning_rate": 1.1584341674933842e-05,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5506490528583526,
      "num_tokens": 466564903.0,
      "step": 605730
    },
    {
      "epoch": 0.7683565080838908,
      "grad_norm": 5.625,
      "learning_rate": 1.158370736484755e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5293183475732803,
      "num_tokens": 466574041.0,
      "step": 605740
    },
    {
      "epoch": 0.7683691926764237,
      "grad_norm": 7.21875,
      "learning_rate": 1.158307305476126e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5219361543655395,
      "num_tokens": 466581969.0,
      "step": 605750
    },
    {
      "epoch": 0.7683818772689565,
      "grad_norm": 19.625,
      "learning_rate": 1.1582438744674967e-05,
      "loss": 2.053,
      "mean_token_accuracy": 0.5349368304014206,
      "num_tokens": 466589788.0,
      "step": 605760
    },
    {
      "epoch": 0.7683945618614894,
      "grad_norm": 5.375,
      "learning_rate": 1.1581804434588676e-05,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5703793972730636,
      "num_tokens": 466597406.0,
      "step": 605770
    },
    {
      "epoch": 0.7684072464540221,
      "grad_norm": 5.09375,
      "learning_rate": 1.1581170124502384e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5226717531681061,
      "num_tokens": 466605885.0,
      "step": 605780
    },
    {
      "epoch": 0.768419931046555,
      "grad_norm": 5.65625,
      "learning_rate": 1.1580535814416091e-05,
      "loss": 1.7975,
      "mean_token_accuracy": 0.587734830379486,
      "num_tokens": 466613748.0,
      "step": 605790
    },
    {
      "epoch": 0.7684326156390878,
      "grad_norm": 5.90625,
      "learning_rate": 1.1579901504329802e-05,
      "loss": 2.2492,
      "mean_token_accuracy": 0.5068648636341095,
      "num_tokens": 466622368.0,
      "step": 605800
    },
    {
      "epoch": 0.7684453002316206,
      "grad_norm": 5.9375,
      "learning_rate": 1.1579267194243509e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5473557621240616,
      "num_tokens": 466630330.0,
      "step": 605810
    },
    {
      "epoch": 0.7684579848241535,
      "grad_norm": 5.03125,
      "learning_rate": 1.157863288415722e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5282321512699127,
      "num_tokens": 466639459.0,
      "step": 605820
    },
    {
      "epoch": 0.7684706694166863,
      "grad_norm": 6.53125,
      "learning_rate": 1.1577998574070926e-05,
      "loss": 2.0792,
      "mean_token_accuracy": 0.537937405705452,
      "num_tokens": 466648010.0,
      "step": 605830
    },
    {
      "epoch": 0.7684833540092192,
      "grad_norm": 6.1875,
      "learning_rate": 1.1577364263984635e-05,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5271534949541092,
      "num_tokens": 466655813.0,
      "step": 605840
    },
    {
      "epoch": 0.768496038601752,
      "grad_norm": 9.8125,
      "learning_rate": 1.1576729953898344e-05,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5706601649522781,
      "num_tokens": 466662880.0,
      "step": 605850
    },
    {
      "epoch": 0.7685087231942849,
      "grad_norm": 6.375,
      "learning_rate": 1.1576095643812051e-05,
      "loss": 2.1825,
      "mean_token_accuracy": 0.523744547367096,
      "num_tokens": 466671652.0,
      "step": 605860
    },
    {
      "epoch": 0.7685214077868177,
      "grad_norm": 5.6875,
      "learning_rate": 1.1575461333725761e-05,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5457178711891174,
      "num_tokens": 466680025.0,
      "step": 605870
    },
    {
      "epoch": 0.7685340923793506,
      "grad_norm": 6.78125,
      "learning_rate": 1.1574827023639468e-05,
      "loss": 2.2278,
      "mean_token_accuracy": 0.523531511425972,
      "num_tokens": 466687716.0,
      "step": 605880
    },
    {
      "epoch": 0.7685467769718833,
      "grad_norm": 5.0625,
      "learning_rate": 1.1574192713553177e-05,
      "loss": 1.7571,
      "mean_token_accuracy": 0.6092868089675904,
      "num_tokens": 466694996.0,
      "step": 605890
    },
    {
      "epoch": 0.7685594615644161,
      "grad_norm": 4.9375,
      "learning_rate": 1.1573558403466886e-05,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5599147558212281,
      "num_tokens": 466702356.0,
      "step": 605900
    },
    {
      "epoch": 0.768572146156949,
      "grad_norm": 5.78125,
      "learning_rate": 1.1572924093380595e-05,
      "loss": 1.6761,
      "mean_token_accuracy": 0.6341137647628784,
      "num_tokens": 466709080.0,
      "step": 605910
    },
    {
      "epoch": 0.7685848307494818,
      "grad_norm": 5.125,
      "learning_rate": 1.1572289783294303e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5389167040586471,
      "num_tokens": 466715713.0,
      "step": 605920
    },
    {
      "epoch": 0.7685975153420147,
      "grad_norm": 5.40625,
      "learning_rate": 1.157165547320801e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5381729394197464,
      "num_tokens": 466724447.0,
      "step": 605930
    },
    {
      "epoch": 0.7686101999345475,
      "grad_norm": 9.625,
      "learning_rate": 1.157102116312172e-05,
      "loss": 1.7094,
      "mean_token_accuracy": 0.6238966315984726,
      "num_tokens": 466730474.0,
      "step": 605940
    },
    {
      "epoch": 0.7686228845270804,
      "grad_norm": 5.71875,
      "learning_rate": 1.1570386853035428e-05,
      "loss": 1.8054,
      "mean_token_accuracy": 0.597106084227562,
      "num_tokens": 466737404.0,
      "step": 605950
    },
    {
      "epoch": 0.7686355691196132,
      "grad_norm": 6.5,
      "learning_rate": 1.1569752542949137e-05,
      "loss": 2.1147,
      "mean_token_accuracy": 0.541558462381363,
      "num_tokens": 466745345.0,
      "step": 605960
    },
    {
      "epoch": 0.768648253712146,
      "grad_norm": 5.8125,
      "learning_rate": 1.1569118232862845e-05,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5403599441051483,
      "num_tokens": 466753890.0,
      "step": 605970
    },
    {
      "epoch": 0.7686609383046789,
      "grad_norm": 7.90625,
      "learning_rate": 1.1568483922776552e-05,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5701841235160827,
      "num_tokens": 466760293.0,
      "step": 605980
    },
    {
      "epoch": 0.7686736228972116,
      "grad_norm": 4.71875,
      "learning_rate": 1.1567849612690263e-05,
      "loss": 1.946,
      "mean_token_accuracy": 0.5635677009820939,
      "num_tokens": 466768669.0,
      "step": 605990
    },
    {
      "epoch": 0.7686863074897445,
      "grad_norm": 8.375,
      "learning_rate": 1.156721530260397e-05,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5768022865056992,
      "num_tokens": 466775569.0,
      "step": 606000
    },
    {
      "epoch": 0.7686989920822773,
      "grad_norm": 5.15625,
      "learning_rate": 1.1566580992517679e-05,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5347099840641022,
      "num_tokens": 466784213.0,
      "step": 606010
    },
    {
      "epoch": 0.7687116766748102,
      "grad_norm": 6.15625,
      "learning_rate": 1.1565946682431387e-05,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5122091323137283,
      "num_tokens": 466792044.0,
      "step": 606020
    },
    {
      "epoch": 0.768724361267343,
      "grad_norm": 4.71875,
      "learning_rate": 1.1565312372345096e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5640030145645142,
      "num_tokens": 466800666.0,
      "step": 606030
    },
    {
      "epoch": 0.7687370458598758,
      "grad_norm": 5.96875,
      "learning_rate": 1.1564678062258805e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5276711761951447,
      "num_tokens": 466809058.0,
      "step": 606040
    },
    {
      "epoch": 0.7687497304524087,
      "grad_norm": 5.75,
      "learning_rate": 1.1564043752172512e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5438266485929489,
      "num_tokens": 466817624.0,
      "step": 606050
    },
    {
      "epoch": 0.7687624150449415,
      "grad_norm": 9.0,
      "learning_rate": 1.156340944208622e-05,
      "loss": 1.9269,
      "mean_token_accuracy": 0.558580195903778,
      "num_tokens": 466825442.0,
      "step": 606060
    },
    {
      "epoch": 0.7687750996374744,
      "grad_norm": 5.625,
      "learning_rate": 1.156277513199993e-05,
      "loss": 2.2269,
      "mean_token_accuracy": 0.5200021535158157,
      "num_tokens": 466834278.0,
      "step": 606070
    },
    {
      "epoch": 0.7687877842300072,
      "grad_norm": 5.15625,
      "learning_rate": 1.1562140821913638e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.5677055358886719,
      "num_tokens": 466842830.0,
      "step": 606080
    },
    {
      "epoch": 0.76880046882254,
      "grad_norm": 7.71875,
      "learning_rate": 1.1561506511827347e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5483781337738037,
      "num_tokens": 466850372.0,
      "step": 606090
    },
    {
      "epoch": 0.7688131534150728,
      "grad_norm": 4.90625,
      "learning_rate": 1.1560872201741056e-05,
      "loss": 1.6128,
      "mean_token_accuracy": 0.6457245767116546,
      "num_tokens": 466855944.0,
      "step": 606100
    },
    {
      "epoch": 0.7688258380076057,
      "grad_norm": 7.0625,
      "learning_rate": 1.1560237891654763e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5669213265180588,
      "num_tokens": 466863516.0,
      "step": 606110
    },
    {
      "epoch": 0.7688385226001385,
      "grad_norm": 4.75,
      "learning_rate": 1.1559603581568471e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5547679513692856,
      "num_tokens": 466871617.0,
      "step": 606120
    },
    {
      "epoch": 0.7688512071926713,
      "grad_norm": 5.96875,
      "learning_rate": 1.155896927148218e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5298340320587158,
      "num_tokens": 466880457.0,
      "step": 606130
    },
    {
      "epoch": 0.7688638917852042,
      "grad_norm": 5.125,
      "learning_rate": 1.1558334961395889e-05,
      "loss": 2.1355,
      "mean_token_accuracy": 0.528145632147789,
      "num_tokens": 466889243.0,
      "step": 606140
    },
    {
      "epoch": 0.768876576377737,
      "grad_norm": 5.5625,
      "learning_rate": 1.1557700651309598e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5313622623682022,
      "num_tokens": 466898299.0,
      "step": 606150
    },
    {
      "epoch": 0.7688892609702699,
      "grad_norm": 5.5,
      "learning_rate": 1.1557066341223306e-05,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5657705068588257,
      "num_tokens": 466905030.0,
      "step": 606160
    },
    {
      "epoch": 0.7689019455628027,
      "grad_norm": 4.90625,
      "learning_rate": 1.1556432031137013e-05,
      "loss": 2.184,
      "mean_token_accuracy": 0.518083718419075,
      "num_tokens": 466914039.0,
      "step": 606170
    },
    {
      "epoch": 0.7689146301553356,
      "grad_norm": 6.375,
      "learning_rate": 1.1555797721050722e-05,
      "loss": 2.0513,
      "mean_token_accuracy": 0.544879001379013,
      "num_tokens": 466922962.0,
      "step": 606180
    },
    {
      "epoch": 0.7689273147478684,
      "grad_norm": 6.5625,
      "learning_rate": 1.155516341096443e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5226599276065826,
      "num_tokens": 466931091.0,
      "step": 606190
    },
    {
      "epoch": 0.7689399993404011,
      "grad_norm": 10.3125,
      "learning_rate": 1.155452910087814e-05,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5559759557247161,
      "num_tokens": 466938554.0,
      "step": 606200
    },
    {
      "epoch": 0.768952683932934,
      "grad_norm": 5.9375,
      "learning_rate": 1.1553894790791848e-05,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5387508571147919,
      "num_tokens": 466946025.0,
      "step": 606210
    },
    {
      "epoch": 0.7689653685254668,
      "grad_norm": 17.375,
      "learning_rate": 1.1553260480705557e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5440681159496308,
      "num_tokens": 466952225.0,
      "step": 606220
    },
    {
      "epoch": 0.7689780531179997,
      "grad_norm": 9.3125,
      "learning_rate": 1.1552626170619264e-05,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5506367266178132,
      "num_tokens": 466959772.0,
      "step": 606230
    },
    {
      "epoch": 0.7689907377105325,
      "grad_norm": 5.78125,
      "learning_rate": 1.1551991860532973e-05,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5268100202083588,
      "num_tokens": 466968144.0,
      "step": 606240
    },
    {
      "epoch": 0.7690034223030654,
      "grad_norm": 6.4375,
      "learning_rate": 1.1551357550446682e-05,
      "loss": 1.8697,
      "mean_token_accuracy": 0.5807322919368744,
      "num_tokens": 466975816.0,
      "step": 606250
    },
    {
      "epoch": 0.7690161068955982,
      "grad_norm": 7.25,
      "learning_rate": 1.155072324036039e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5265263617038727,
      "num_tokens": 466983850.0,
      "step": 606260
    },
    {
      "epoch": 0.7690287914881311,
      "grad_norm": 4.78125,
      "learning_rate": 1.1550088930274099e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5432008862495422,
      "num_tokens": 466992536.0,
      "step": 606270
    },
    {
      "epoch": 0.7690414760806639,
      "grad_norm": 5.65625,
      "learning_rate": 1.1549454620187806e-05,
      "loss": 2.2636,
      "mean_token_accuracy": 0.5150540262460709,
      "num_tokens": 467001690.0,
      "step": 606280
    },
    {
      "epoch": 0.7690541606731967,
      "grad_norm": 5.90625,
      "learning_rate": 1.1548820310101517e-05,
      "loss": 1.8612,
      "mean_token_accuracy": 0.5806610941886902,
      "num_tokens": 467008586.0,
      "step": 606290
    },
    {
      "epoch": 0.7690668452657295,
      "grad_norm": 6.0625,
      "learning_rate": 1.1548186000015224e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5349575251340866,
      "num_tokens": 467017119.0,
      "step": 606300
    },
    {
      "epoch": 0.7690795298582623,
      "grad_norm": 6.75,
      "learning_rate": 1.1547551689928932e-05,
      "loss": 1.8213,
      "mean_token_accuracy": 0.5943406760692597,
      "num_tokens": 467023826.0,
      "step": 606310
    },
    {
      "epoch": 0.7690922144507952,
      "grad_norm": 6.03125,
      "learning_rate": 1.1546917379842641e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.540537741780281,
      "num_tokens": 467032450.0,
      "step": 606320
    },
    {
      "epoch": 0.769104899043328,
      "grad_norm": 6.5625,
      "learning_rate": 1.1546283069756348e-05,
      "loss": 1.96,
      "mean_token_accuracy": 0.5635102927684784,
      "num_tokens": 467038705.0,
      "step": 606330
    },
    {
      "epoch": 0.7691175836358609,
      "grad_norm": 5.15625,
      "learning_rate": 1.1545648759670059e-05,
      "loss": 2.1919,
      "mean_token_accuracy": 0.515187245607376,
      "num_tokens": 467047201.0,
      "step": 606340
    },
    {
      "epoch": 0.7691302682283937,
      "grad_norm": 4.90625,
      "learning_rate": 1.1545014449583766e-05,
      "loss": 1.84,
      "mean_token_accuracy": 0.5934436678886413,
      "num_tokens": 467055203.0,
      "step": 606350
    },
    {
      "epoch": 0.7691429528209265,
      "grad_norm": 7.6875,
      "learning_rate": 1.1544380139497474e-05,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5559141129255295,
      "num_tokens": 467061932.0,
      "step": 606360
    },
    {
      "epoch": 0.7691556374134594,
      "grad_norm": 5.59375,
      "learning_rate": 1.1543745829411183e-05,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5458513170480728,
      "num_tokens": 467070185.0,
      "step": 606370
    },
    {
      "epoch": 0.7691683220059922,
      "grad_norm": 5.84375,
      "learning_rate": 1.1543111519324892e-05,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5853516697883606,
      "num_tokens": 467077007.0,
      "step": 606380
    },
    {
      "epoch": 0.7691810065985251,
      "grad_norm": 5.5625,
      "learning_rate": 1.15424772092386e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5390564143657685,
      "num_tokens": 467084287.0,
      "step": 606390
    },
    {
      "epoch": 0.7691936911910578,
      "grad_norm": 5.25,
      "learning_rate": 1.1541842899152308e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5281940698623657,
      "num_tokens": 467092273.0,
      "step": 606400
    },
    {
      "epoch": 0.7692063757835907,
      "grad_norm": 5.8125,
      "learning_rate": 1.1541208589066018e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.576099944114685,
      "num_tokens": 467098898.0,
      "step": 606410
    },
    {
      "epoch": 0.7692190603761235,
      "grad_norm": 5.3125,
      "learning_rate": 1.1540574278979725e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5582769572734833,
      "num_tokens": 467105397.0,
      "step": 606420
    },
    {
      "epoch": 0.7692317449686563,
      "grad_norm": 5.6875,
      "learning_rate": 1.1539939968893434e-05,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5765073716640472,
      "num_tokens": 467113029.0,
      "step": 606430
    },
    {
      "epoch": 0.7692444295611892,
      "grad_norm": 6.34375,
      "learning_rate": 1.1539305658807143e-05,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5603301674127579,
      "num_tokens": 467121569.0,
      "step": 606440
    },
    {
      "epoch": 0.769257114153722,
      "grad_norm": 5.40625,
      "learning_rate": 1.153867134872085e-05,
      "loss": 2.0287,
      "mean_token_accuracy": 0.5500110715627671,
      "num_tokens": 467130270.0,
      "step": 606450
    },
    {
      "epoch": 0.7692697987462549,
      "grad_norm": 5.25,
      "learning_rate": 1.153803703863456e-05,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5385939419269562,
      "num_tokens": 467138364.0,
      "step": 606460
    },
    {
      "epoch": 0.7692824833387877,
      "grad_norm": 5.34375,
      "learning_rate": 1.1537402728548267e-05,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5571486234664917,
      "num_tokens": 467146490.0,
      "step": 606470
    },
    {
      "epoch": 0.7692951679313206,
      "grad_norm": 5.03125,
      "learning_rate": 1.1536768418461978e-05,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5516378879547119,
      "num_tokens": 467155138.0,
      "step": 606480
    },
    {
      "epoch": 0.7693078525238534,
      "grad_norm": 5.28125,
      "learning_rate": 1.1536134108375685e-05,
      "loss": 1.8283,
      "mean_token_accuracy": 0.5749815791845322,
      "num_tokens": 467162159.0,
      "step": 606490
    },
    {
      "epoch": 0.7693205371163863,
      "grad_norm": 8.0,
      "learning_rate": 1.1535499798289393e-05,
      "loss": 1.8104,
      "mean_token_accuracy": 0.5889519989490509,
      "num_tokens": 467168064.0,
      "step": 606500
    },
    {
      "epoch": 0.769333221708919,
      "grad_norm": 6.09375,
      "learning_rate": 1.1534865488203102e-05,
      "loss": 1.9413,
      "mean_token_accuracy": 0.5598064601421356,
      "num_tokens": 467175774.0,
      "step": 606510
    },
    {
      "epoch": 0.7693459063014518,
      "grad_norm": 6.25,
      "learning_rate": 1.1534231178116809e-05,
      "loss": 1.8488,
      "mean_token_accuracy": 0.5840389102697372,
      "num_tokens": 467182864.0,
      "step": 606520
    },
    {
      "epoch": 0.7693585908939847,
      "grad_norm": 5.9375,
      "learning_rate": 1.153359686803052e-05,
      "loss": 1.9209,
      "mean_token_accuracy": 0.5742229580879211,
      "num_tokens": 467190304.0,
      "step": 606530
    },
    {
      "epoch": 0.7693712754865175,
      "grad_norm": 4.28125,
      "learning_rate": 1.1532962557944227e-05,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5492961227893829,
      "num_tokens": 467198072.0,
      "step": 606540
    },
    {
      "epoch": 0.7693839600790504,
      "grad_norm": 4.78125,
      "learning_rate": 1.1532328247857935e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.5353147506713867,
      "num_tokens": 467206506.0,
      "step": 606550
    },
    {
      "epoch": 0.7693966446715832,
      "grad_norm": 6.125,
      "learning_rate": 1.1531693937771644e-05,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5315608501434326,
      "num_tokens": 467214819.0,
      "step": 606560
    },
    {
      "epoch": 0.7694093292641161,
      "grad_norm": 6.96875,
      "learning_rate": 1.1531059627685351e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.545780497789383,
      "num_tokens": 467222454.0,
      "step": 606570
    },
    {
      "epoch": 0.7694220138566489,
      "grad_norm": 15.375,
      "learning_rate": 1.1530425317599062e-05,
      "loss": 2.185,
      "mean_token_accuracy": 0.5451719790697098,
      "num_tokens": 467230467.0,
      "step": 606580
    },
    {
      "epoch": 0.7694346984491817,
      "grad_norm": 5.4375,
      "learning_rate": 1.1529791007512769e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5422310709953309,
      "num_tokens": 467238536.0,
      "step": 606590
    },
    {
      "epoch": 0.7694473830417146,
      "grad_norm": 6.09375,
      "learning_rate": 1.1529156697426479e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5489863693714142,
      "num_tokens": 467245754.0,
      "step": 606600
    },
    {
      "epoch": 0.7694600676342473,
      "grad_norm": 5.21875,
      "learning_rate": 1.1528522387340186e-05,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5417263269424438,
      "num_tokens": 467254376.0,
      "step": 606610
    },
    {
      "epoch": 0.7694727522267802,
      "grad_norm": 5.46875,
      "learning_rate": 1.1527888077253895e-05,
      "loss": 2.3122,
      "mean_token_accuracy": 0.5100786089897156,
      "num_tokens": 467262997.0,
      "step": 606620
    },
    {
      "epoch": 0.769485436819313,
      "grad_norm": 6.46875,
      "learning_rate": 1.1527253767167604e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5508417814970017,
      "num_tokens": 467271049.0,
      "step": 606630
    },
    {
      "epoch": 0.7694981214118459,
      "grad_norm": 5.4375,
      "learning_rate": 1.152661945708131e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5430766701698303,
      "num_tokens": 467279908.0,
      "step": 606640
    },
    {
      "epoch": 0.7695108060043787,
      "grad_norm": 6.15625,
      "learning_rate": 1.1525985146995021e-05,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5407937616109848,
      "num_tokens": 467287562.0,
      "step": 606650
    },
    {
      "epoch": 0.7695234905969116,
      "grad_norm": 5.34375,
      "learning_rate": 1.1525350836908728e-05,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5598823845386505,
      "num_tokens": 467294368.0,
      "step": 606660
    },
    {
      "epoch": 0.7695361751894444,
      "grad_norm": 12.6875,
      "learning_rate": 1.1524716526822437e-05,
      "loss": 1.9874,
      "mean_token_accuracy": 0.560466206073761,
      "num_tokens": 467301264.0,
      "step": 606670
    },
    {
      "epoch": 0.7695488597819772,
      "grad_norm": 6.03125,
      "learning_rate": 1.1524082216736146e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5694901257753372,
      "num_tokens": 467308300.0,
      "step": 606680
    },
    {
      "epoch": 0.7695615443745101,
      "grad_norm": 4.9375,
      "learning_rate": 1.1523447906649854e-05,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5265889674425125,
      "num_tokens": 467317143.0,
      "step": 606690
    },
    {
      "epoch": 0.7695742289670429,
      "grad_norm": 5.125,
      "learning_rate": 1.1522813596563563e-05,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5483709692955017,
      "num_tokens": 467323635.0,
      "step": 606700
    },
    {
      "epoch": 0.7695869135595758,
      "grad_norm": 5.0,
      "learning_rate": 1.152217928647727e-05,
      "loss": 1.7676,
      "mean_token_accuracy": 0.6057170689105987,
      "num_tokens": 467329760.0,
      "step": 606710
    },
    {
      "epoch": 0.7695995981521085,
      "grad_norm": 4.71875,
      "learning_rate": 1.1521544976390979e-05,
      "loss": 2.0096,
      "mean_token_accuracy": 0.551324462890625,
      "num_tokens": 467336874.0,
      "step": 606720
    },
    {
      "epoch": 0.7696122827446414,
      "grad_norm": 7.09375,
      "learning_rate": 1.1520910666304688e-05,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5568166881799698,
      "num_tokens": 467345336.0,
      "step": 606730
    },
    {
      "epoch": 0.7696249673371742,
      "grad_norm": 7.6875,
      "learning_rate": 1.1520276356218396e-05,
      "loss": 1.9929,
      "mean_token_accuracy": 0.55982905626297,
      "num_tokens": 467353479.0,
      "step": 606740
    },
    {
      "epoch": 0.769637651929707,
      "grad_norm": 5.6875,
      "learning_rate": 1.1519642046132105e-05,
      "loss": 2.1904,
      "mean_token_accuracy": 0.515365120768547,
      "num_tokens": 467361954.0,
      "step": 606750
    },
    {
      "epoch": 0.7696503365222399,
      "grad_norm": 5.4375,
      "learning_rate": 1.1519007736045814e-05,
      "loss": 1.9314,
      "mean_token_accuracy": 0.5702423483133316,
      "num_tokens": 467369785.0,
      "step": 606760
    },
    {
      "epoch": 0.7696630211147727,
      "grad_norm": 5.21875,
      "learning_rate": 1.151837342595952e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5602623969316483,
      "num_tokens": 467378028.0,
      "step": 606770
    },
    {
      "epoch": 0.7696757057073056,
      "grad_norm": 6.125,
      "learning_rate": 1.151773911587323e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5256373137235641,
      "num_tokens": 467385912.0,
      "step": 606780
    },
    {
      "epoch": 0.7696883902998384,
      "grad_norm": 5.65625,
      "learning_rate": 1.1517104805786938e-05,
      "loss": 2.3153,
      "mean_token_accuracy": 0.5049364924430847,
      "num_tokens": 467394906.0,
      "step": 606790
    },
    {
      "epoch": 0.7697010748923713,
      "grad_norm": 7.53125,
      "learning_rate": 1.1516470495700647e-05,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5183240205049515,
      "num_tokens": 467403317.0,
      "step": 606800
    },
    {
      "epoch": 0.7697137594849041,
      "grad_norm": 6.1875,
      "learning_rate": 1.1515836185614356e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5414833843708038,
      "num_tokens": 467411186.0,
      "step": 606810
    },
    {
      "epoch": 0.769726444077437,
      "grad_norm": 5.03125,
      "learning_rate": 1.1515201875528063e-05,
      "loss": 1.7963,
      "mean_token_accuracy": 0.5973282307386398,
      "num_tokens": 467418474.0,
      "step": 606820
    },
    {
      "epoch": 0.7697391286699697,
      "grad_norm": 6.03125,
      "learning_rate": 1.1514567565441772e-05,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5096771150827408,
      "num_tokens": 467427138.0,
      "step": 606830
    },
    {
      "epoch": 0.7697518132625025,
      "grad_norm": 5.25,
      "learning_rate": 1.151393325535548e-05,
      "loss": 1.9761,
      "mean_token_accuracy": 0.5599368751049042,
      "num_tokens": 467433653.0,
      "step": 606840
    },
    {
      "epoch": 0.7697644978550354,
      "grad_norm": 5.84375,
      "learning_rate": 1.1513298945269189e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5291607260704041,
      "num_tokens": 467441356.0,
      "step": 606850
    },
    {
      "epoch": 0.7697771824475682,
      "grad_norm": 5.78125,
      "learning_rate": 1.1512664635182898e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5392435103654861,
      "num_tokens": 467449897.0,
      "step": 606860
    },
    {
      "epoch": 0.7697898670401011,
      "grad_norm": 6.15625,
      "learning_rate": 1.1512030325096606e-05,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5498985528945923,
      "num_tokens": 467457798.0,
      "step": 606870
    },
    {
      "epoch": 0.7698025516326339,
      "grad_norm": 6.09375,
      "learning_rate": 1.1511396015010315e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5355228304862976,
      "num_tokens": 467464954.0,
      "step": 606880
    },
    {
      "epoch": 0.7698152362251668,
      "grad_norm": 6.78125,
      "learning_rate": 1.1510761704924022e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5485768049955368,
      "num_tokens": 467471825.0,
      "step": 606890
    },
    {
      "epoch": 0.7698279208176996,
      "grad_norm": 7.9375,
      "learning_rate": 1.1510127394837731e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5396665126085282,
      "num_tokens": 467479833.0,
      "step": 606900
    },
    {
      "epoch": 0.7698406054102324,
      "grad_norm": 6.96875,
      "learning_rate": 1.150949308475144e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5198906302452088,
      "num_tokens": 467487812.0,
      "step": 606910
    },
    {
      "epoch": 0.7698532900027653,
      "grad_norm": 8.625,
      "learning_rate": 1.1508858774665149e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5553807765245438,
      "num_tokens": 467493753.0,
      "step": 606920
    },
    {
      "epoch": 0.769865974595298,
      "grad_norm": 6.875,
      "learning_rate": 1.1508224464578857e-05,
      "loss": 2.249,
      "mean_token_accuracy": 0.5076410889625549,
      "num_tokens": 467502142.0,
      "step": 606930
    },
    {
      "epoch": 0.7698786591878309,
      "grad_norm": 4.84375,
      "learning_rate": 1.1507590154492564e-05,
      "loss": 2.03,
      "mean_token_accuracy": 0.5501529395580291,
      "num_tokens": 467511390.0,
      "step": 606940
    },
    {
      "epoch": 0.7698913437803637,
      "grad_norm": 5.375,
      "learning_rate": 1.1506955844406275e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5253250747919083,
      "num_tokens": 467519796.0,
      "step": 606950
    },
    {
      "epoch": 0.7699040283728966,
      "grad_norm": 5.625,
      "learning_rate": 1.1506321534319982e-05,
      "loss": 1.9277,
      "mean_token_accuracy": 0.5651263445615768,
      "num_tokens": 467526474.0,
      "step": 606960
    },
    {
      "epoch": 0.7699167129654294,
      "grad_norm": 6.0625,
      "learning_rate": 1.150568722423369e-05,
      "loss": 1.8752,
      "mean_token_accuracy": 0.5900622397661209,
      "num_tokens": 467533621.0,
      "step": 606970
    },
    {
      "epoch": 0.7699293975579622,
      "grad_norm": 6.0,
      "learning_rate": 1.15050529141474e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5463004350662232,
      "num_tokens": 467541570.0,
      "step": 606980
    },
    {
      "epoch": 0.7699420821504951,
      "grad_norm": 5.25,
      "learning_rate": 1.1504418604061106e-05,
      "loss": 2.2208,
      "mean_token_accuracy": 0.5137308359146118,
      "num_tokens": 467549574.0,
      "step": 606990
    },
    {
      "epoch": 0.7699547667430279,
      "grad_norm": 7.375,
      "learning_rate": 1.1503784293974817e-05,
      "loss": 2.2689,
      "mean_token_accuracy": 0.5229263871908187,
      "num_tokens": 467556175.0,
      "step": 607000
    },
    {
      "epoch": 0.7699674513355608,
      "grad_norm": 4.9375,
      "learning_rate": 1.1503149983888524e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5274415254592896,
      "num_tokens": 467563663.0,
      "step": 607010
    },
    {
      "epoch": 0.7699801359280936,
      "grad_norm": 4.96875,
      "learning_rate": 1.1502515673802233e-05,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5328286468982697,
      "num_tokens": 467571949.0,
      "step": 607020
    },
    {
      "epoch": 0.7699928205206265,
      "grad_norm": 5.9375,
      "learning_rate": 1.1501881363715941e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5377790570259094,
      "num_tokens": 467580396.0,
      "step": 607030
    },
    {
      "epoch": 0.7700055051131592,
      "grad_norm": 4.84375,
      "learning_rate": 1.1501247053629648e-05,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5370901733636856,
      "num_tokens": 467588240.0,
      "step": 607040
    },
    {
      "epoch": 0.7700181897056921,
      "grad_norm": 5.5625,
      "learning_rate": 1.1500612743543359e-05,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5246248453855514,
      "num_tokens": 467596983.0,
      "step": 607050
    },
    {
      "epoch": 0.7700308742982249,
      "grad_norm": 8.8125,
      "learning_rate": 1.1499978433457066e-05,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5561126500368119,
      "num_tokens": 467604709.0,
      "step": 607060
    },
    {
      "epoch": 0.7700435588907577,
      "grad_norm": 6.21875,
      "learning_rate": 1.1499344123370776e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5278022676706314,
      "num_tokens": 467612000.0,
      "step": 607070
    },
    {
      "epoch": 0.7700562434832906,
      "grad_norm": 8.375,
      "learning_rate": 1.1498709813284483e-05,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5525392264127731,
      "num_tokens": 467618976.0,
      "step": 607080
    },
    {
      "epoch": 0.7700689280758234,
      "grad_norm": 5.125,
      "learning_rate": 1.1498075503198192e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5215902119874954,
      "num_tokens": 467625581.0,
      "step": 607090
    },
    {
      "epoch": 0.7700816126683563,
      "grad_norm": 5.34375,
      "learning_rate": 1.14974411931119e-05,
      "loss": 2.09,
      "mean_token_accuracy": 0.5437649607658386,
      "num_tokens": 467633406.0,
      "step": 607100
    },
    {
      "epoch": 0.7700942972608891,
      "grad_norm": 5.03125,
      "learning_rate": 1.1496806883025608e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5359150737524032,
      "num_tokens": 467642003.0,
      "step": 607110
    },
    {
      "epoch": 0.770106981853422,
      "grad_norm": 7.9375,
      "learning_rate": 1.1496172572939318e-05,
      "loss": 1.966,
      "mean_token_accuracy": 0.5464911192655564,
      "num_tokens": 467649743.0,
      "step": 607120
    },
    {
      "epoch": 0.7701196664459548,
      "grad_norm": 7.8125,
      "learning_rate": 1.1495538262853025e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5693747639656067,
      "num_tokens": 467656040.0,
      "step": 607130
    },
    {
      "epoch": 0.7701323510384875,
      "grad_norm": 5.84375,
      "learning_rate": 1.1494903952766736e-05,
      "loss": 1.8941,
      "mean_token_accuracy": 0.5766563355922699,
      "num_tokens": 467663013.0,
      "step": 607140
    },
    {
      "epoch": 0.7701450356310204,
      "grad_norm": 5.53125,
      "learning_rate": 1.1494269642680443e-05,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5457511603832245,
      "num_tokens": 467671113.0,
      "step": 607150
    },
    {
      "epoch": 0.7701577202235532,
      "grad_norm": 4.875,
      "learning_rate": 1.1493635332594151e-05,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5318842202425003,
      "num_tokens": 467679745.0,
      "step": 607160
    },
    {
      "epoch": 0.7701704048160861,
      "grad_norm": 5.78125,
      "learning_rate": 1.149300102250786e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5237857758998871,
      "num_tokens": 467687356.0,
      "step": 607170
    },
    {
      "epoch": 0.7701830894086189,
      "grad_norm": 5.21875,
      "learning_rate": 1.1492366712421567e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5434530138969421,
      "num_tokens": 467694753.0,
      "step": 607180
    },
    {
      "epoch": 0.7701957740011518,
      "grad_norm": 4.53125,
      "learning_rate": 1.1491732402335278e-05,
      "loss": 2.0688,
      "mean_token_accuracy": 0.543104401230812,
      "num_tokens": 467701903.0,
      "step": 607190
    },
    {
      "epoch": 0.7702084585936846,
      "grad_norm": 6.21875,
      "learning_rate": 1.1491098092248985e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5506518900394439,
      "num_tokens": 467708885.0,
      "step": 607200
    },
    {
      "epoch": 0.7702211431862175,
      "grad_norm": 5.375,
      "learning_rate": 1.1490463782162693e-05,
      "loss": 1.9458,
      "mean_token_accuracy": 0.5636924922466278,
      "num_tokens": 467717110.0,
      "step": 607210
    },
    {
      "epoch": 0.7702338277787503,
      "grad_norm": 4.84375,
      "learning_rate": 1.1489829472076402e-05,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5410949409008026,
      "num_tokens": 467723561.0,
      "step": 607220
    },
    {
      "epoch": 0.770246512371283,
      "grad_norm": 6.53125,
      "learning_rate": 1.148919516199011e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5390811890363694,
      "num_tokens": 467731086.0,
      "step": 607230
    },
    {
      "epoch": 0.770259196963816,
      "grad_norm": 4.875,
      "learning_rate": 1.148856085190382e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5290513694286346,
      "num_tokens": 467739512.0,
      "step": 607240
    },
    {
      "epoch": 0.7702718815563487,
      "grad_norm": 5.125,
      "learning_rate": 1.1487926541817527e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5217095255851746,
      "num_tokens": 467747467.0,
      "step": 607250
    },
    {
      "epoch": 0.7702845661488816,
      "grad_norm": 6.6875,
      "learning_rate": 1.1487292231731235e-05,
      "loss": 1.7763,
      "mean_token_accuracy": 0.6029298692941666,
      "num_tokens": 467755115.0,
      "step": 607260
    },
    {
      "epoch": 0.7702972507414144,
      "grad_norm": 5.5,
      "learning_rate": 1.1486657921644944e-05,
      "loss": 2.3309,
      "mean_token_accuracy": 0.5082865923643112,
      "num_tokens": 467763544.0,
      "step": 607270
    },
    {
      "epoch": 0.7703099353339473,
      "grad_norm": 7.375,
      "learning_rate": 1.1486023611558653e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5654723823070527,
      "num_tokens": 467770739.0,
      "step": 607280
    },
    {
      "epoch": 0.7703226199264801,
      "grad_norm": 5.03125,
      "learning_rate": 1.1485389301472362e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5257858246564865,
      "num_tokens": 467779633.0,
      "step": 607290
    },
    {
      "epoch": 0.7703353045190129,
      "grad_norm": 12.8125,
      "learning_rate": 1.1484754991386069e-05,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5278901100158692,
      "num_tokens": 467787038.0,
      "step": 607300
    },
    {
      "epoch": 0.7703479891115458,
      "grad_norm": 6.375,
      "learning_rate": 1.148412068129978e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5535009950399399,
      "num_tokens": 467795555.0,
      "step": 607310
    },
    {
      "epoch": 0.7703606737040786,
      "grad_norm": 5.53125,
      "learning_rate": 1.1483486371213486e-05,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5504505962133408,
      "num_tokens": 467803688.0,
      "step": 607320
    },
    {
      "epoch": 0.7703733582966115,
      "grad_norm": 6.0,
      "learning_rate": 1.1482852061127195e-05,
      "loss": 1.987,
      "mean_token_accuracy": 0.5575527936220169,
      "num_tokens": 467811754.0,
      "step": 607330
    },
    {
      "epoch": 0.7703860428891443,
      "grad_norm": 5.75,
      "learning_rate": 1.1482217751040904e-05,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5257281601428986,
      "num_tokens": 467819580.0,
      "step": 607340
    },
    {
      "epoch": 0.7703987274816771,
      "grad_norm": 6.625,
      "learning_rate": 1.1481583440954612e-05,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5525808811187745,
      "num_tokens": 467827459.0,
      "step": 607350
    },
    {
      "epoch": 0.7704114120742099,
      "grad_norm": 5.5,
      "learning_rate": 1.1480949130868321e-05,
      "loss": 1.9476,
      "mean_token_accuracy": 0.5654278576374054,
      "num_tokens": 467834364.0,
      "step": 607360
    },
    {
      "epoch": 0.7704240966667427,
      "grad_norm": 6.1875,
      "learning_rate": 1.1480314820782028e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5323535293340683,
      "num_tokens": 467841654.0,
      "step": 607370
    },
    {
      "epoch": 0.7704367812592756,
      "grad_norm": 5.65625,
      "learning_rate": 1.1479680510695737e-05,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5651837408542633,
      "num_tokens": 467849587.0,
      "step": 607380
    },
    {
      "epoch": 0.7704494658518084,
      "grad_norm": 5.28125,
      "learning_rate": 1.1479046200609446e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5395832151174546,
      "num_tokens": 467856576.0,
      "step": 607390
    },
    {
      "epoch": 0.7704621504443413,
      "grad_norm": 6.0625,
      "learning_rate": 1.1478411890523154e-05,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5285745769739151,
      "num_tokens": 467864993.0,
      "step": 607400
    },
    {
      "epoch": 0.7704748350368741,
      "grad_norm": 5.1875,
      "learning_rate": 1.1477777580436863e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.532110995054245,
      "num_tokens": 467872667.0,
      "step": 607410
    },
    {
      "epoch": 0.770487519629407,
      "grad_norm": 5.21875,
      "learning_rate": 1.147714327035057e-05,
      "loss": 1.9327,
      "mean_token_accuracy": 0.56569584608078,
      "num_tokens": 467880788.0,
      "step": 607420
    },
    {
      "epoch": 0.7705002042219398,
      "grad_norm": 5.53125,
      "learning_rate": 1.1476508960264279e-05,
      "loss": 1.729,
      "mean_token_accuracy": 0.6128339797258378,
      "num_tokens": 467887284.0,
      "step": 607430
    },
    {
      "epoch": 0.7705128888144727,
      "grad_norm": 5.21875,
      "learning_rate": 1.1475874650177988e-05,
      "loss": 1.8829,
      "mean_token_accuracy": 0.5636404931545258,
      "num_tokens": 467894773.0,
      "step": 607440
    },
    {
      "epoch": 0.7705255734070054,
      "grad_norm": 5.34375,
      "learning_rate": 1.1475240340091696e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5494005084037781,
      "num_tokens": 467902616.0,
      "step": 607450
    },
    {
      "epoch": 0.7705382579995382,
      "grad_norm": 7.375,
      "learning_rate": 1.1474606030005405e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5428082674741745,
      "num_tokens": 467909908.0,
      "step": 607460
    },
    {
      "epoch": 0.7705509425920711,
      "grad_norm": 6.125,
      "learning_rate": 1.1473971719919114e-05,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5594235718250274,
      "num_tokens": 467917779.0,
      "step": 607470
    },
    {
      "epoch": 0.7705636271846039,
      "grad_norm": 7.21875,
      "learning_rate": 1.1473337409832821e-05,
      "loss": 1.8246,
      "mean_token_accuracy": 0.5908394306898117,
      "num_tokens": 467924776.0,
      "step": 607480
    },
    {
      "epoch": 0.7705763117771368,
      "grad_norm": 5.84375,
      "learning_rate": 1.147270309974653e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5366330355405807,
      "num_tokens": 467932906.0,
      "step": 607490
    },
    {
      "epoch": 0.7705889963696696,
      "grad_norm": 4.71875,
      "learning_rate": 1.1472068789660238e-05,
      "loss": 2.0848,
      "mean_token_accuracy": 0.5410735607147217,
      "num_tokens": 467942047.0,
      "step": 607500
    },
    {
      "epoch": 0.7706016809622025,
      "grad_norm": 4.875,
      "learning_rate": 1.1471434479573947e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5250830888748169,
      "num_tokens": 467950687.0,
      "step": 607510
    },
    {
      "epoch": 0.7706143655547353,
      "grad_norm": 5.6875,
      "learning_rate": 1.1470800169487656e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5318756312131881,
      "num_tokens": 467956914.0,
      "step": 607520
    },
    {
      "epoch": 0.7706270501472681,
      "grad_norm": 5.53125,
      "learning_rate": 1.1470165859401365e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5696643412113189,
      "num_tokens": 467964296.0,
      "step": 607530
    },
    {
      "epoch": 0.770639734739801,
      "grad_norm": 7.6875,
      "learning_rate": 1.1469531549315073e-05,
      "loss": 1.8279,
      "mean_token_accuracy": 0.5968058109283447,
      "num_tokens": 467970323.0,
      "step": 607540
    },
    {
      "epoch": 0.7706524193323337,
      "grad_norm": 7.375,
      "learning_rate": 1.146889723922878e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5691337168216706,
      "num_tokens": 467977725.0,
      "step": 607550
    },
    {
      "epoch": 0.7706651039248666,
      "grad_norm": 6.5625,
      "learning_rate": 1.146826292914249e-05,
      "loss": 2.2943,
      "mean_token_accuracy": 0.5102407783269882,
      "num_tokens": 467986655.0,
      "step": 607560
    },
    {
      "epoch": 0.7706777885173994,
      "grad_norm": 5.3125,
      "learning_rate": 1.1467628619056198e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5226798206567764,
      "num_tokens": 467995341.0,
      "step": 607570
    },
    {
      "epoch": 0.7706904731099323,
      "grad_norm": 7.09375,
      "learning_rate": 1.1466994308969907e-05,
      "loss": 1.891,
      "mean_token_accuracy": 0.5732834726572037,
      "num_tokens": 468001354.0,
      "step": 607580
    },
    {
      "epoch": 0.7707031577024651,
      "grad_norm": 5.1875,
      "learning_rate": 1.1466359998883615e-05,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5399359256029129,
      "num_tokens": 468009183.0,
      "step": 607590
    },
    {
      "epoch": 0.770715842294998,
      "grad_norm": 4.90625,
      "learning_rate": 1.1465725688797322e-05,
      "loss": 2.0752,
      "mean_token_accuracy": 0.529029580950737,
      "num_tokens": 468017041.0,
      "step": 607600
    },
    {
      "epoch": 0.7707285268875308,
      "grad_norm": 5.8125,
      "learning_rate": 1.1465091378711031e-05,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5584577471017838,
      "num_tokens": 468025901.0,
      "step": 607610
    },
    {
      "epoch": 0.7707412114800636,
      "grad_norm": 5.96875,
      "learning_rate": 1.146445706862474e-05,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5200151145458222,
      "num_tokens": 468034128.0,
      "step": 607620
    },
    {
      "epoch": 0.7707538960725965,
      "grad_norm": 5.46875,
      "learning_rate": 1.1463822758538449e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.5558692395687104,
      "num_tokens": 468042528.0,
      "step": 607630
    },
    {
      "epoch": 0.7707665806651293,
      "grad_norm": 5.09375,
      "learning_rate": 1.1463188448452157e-05,
      "loss": 1.8245,
      "mean_token_accuracy": 0.5976714134216309,
      "num_tokens": 468049774.0,
      "step": 607640
    },
    {
      "epoch": 0.7707792652576622,
      "grad_norm": 5.71875,
      "learning_rate": 1.1462554138365864e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5229112803936005,
      "num_tokens": 468058452.0,
      "step": 607650
    },
    {
      "epoch": 0.770791949850195,
      "grad_norm": 7.4375,
      "learning_rate": 1.1461919828279575e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.542500576376915,
      "num_tokens": 468066136.0,
      "step": 607660
    },
    {
      "epoch": 0.7708046344427278,
      "grad_norm": 5.78125,
      "learning_rate": 1.1461285518193282e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5613319367170334,
      "num_tokens": 468074587.0,
      "step": 607670
    },
    {
      "epoch": 0.7708173190352606,
      "grad_norm": 4.84375,
      "learning_rate": 1.146065120810699e-05,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5400961011648178,
      "num_tokens": 468083176.0,
      "step": 607680
    },
    {
      "epoch": 0.7708300036277934,
      "grad_norm": 11.6875,
      "learning_rate": 1.14600168980207e-05,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5773227006196976,
      "num_tokens": 468089576.0,
      "step": 607690
    },
    {
      "epoch": 0.7708426882203263,
      "grad_norm": 5.3125,
      "learning_rate": 1.1459382587934406e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5415682137012482,
      "num_tokens": 468098501.0,
      "step": 607700
    },
    {
      "epoch": 0.7708553728128591,
      "grad_norm": 5.625,
      "learning_rate": 1.1458748277848117e-05,
      "loss": 2.1519,
      "mean_token_accuracy": 0.530894935131073,
      "num_tokens": 468106061.0,
      "step": 607710
    },
    {
      "epoch": 0.770868057405392,
      "grad_norm": 6.0,
      "learning_rate": 1.1458113967761824e-05,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5452072411775589,
      "num_tokens": 468113585.0,
      "step": 607720
    },
    {
      "epoch": 0.7708807419979248,
      "grad_norm": 6.46875,
      "learning_rate": 1.1457479657675534e-05,
      "loss": 1.9113,
      "mean_token_accuracy": 0.560596090555191,
      "num_tokens": 468121921.0,
      "step": 607730
    },
    {
      "epoch": 0.7708934265904577,
      "grad_norm": 7.46875,
      "learning_rate": 1.1456845347589241e-05,
      "loss": 2.1533,
      "mean_token_accuracy": 0.5252602666616439,
      "num_tokens": 468129657.0,
      "step": 607740
    },
    {
      "epoch": 0.7709061111829905,
      "grad_norm": 7.5625,
      "learning_rate": 1.145621103750295e-05,
      "loss": 1.8627,
      "mean_token_accuracy": 0.5818126291036606,
      "num_tokens": 468137058.0,
      "step": 607750
    },
    {
      "epoch": 0.7709187957755234,
      "grad_norm": 6.625,
      "learning_rate": 1.1455576727416659e-05,
      "loss": 2.1321,
      "mean_token_accuracy": 0.536110731959343,
      "num_tokens": 468145307.0,
      "step": 607760
    },
    {
      "epoch": 0.7709314803680561,
      "grad_norm": 5.75,
      "learning_rate": 1.1454942417330366e-05,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5225258499383927,
      "num_tokens": 468153133.0,
      "step": 607770
    },
    {
      "epoch": 0.7709441649605889,
      "grad_norm": 5.5,
      "learning_rate": 1.1454308107244076e-05,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5208573341369629,
      "num_tokens": 468162267.0,
      "step": 607780
    },
    {
      "epoch": 0.7709568495531218,
      "grad_norm": 6.34375,
      "learning_rate": 1.1453673797157783e-05,
      "loss": 2.2263,
      "mean_token_accuracy": 0.5390658557415009,
      "num_tokens": 468169850.0,
      "step": 607790
    },
    {
      "epoch": 0.7709695341456546,
      "grad_norm": 5.59375,
      "learning_rate": 1.1453039487071492e-05,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5609175711870193,
      "num_tokens": 468176803.0,
      "step": 607800
    },
    {
      "epoch": 0.7709822187381875,
      "grad_norm": 5.09375,
      "learning_rate": 1.1452405176985201e-05,
      "loss": 1.8774,
      "mean_token_accuracy": 0.5835760504007339,
      "num_tokens": 468184770.0,
      "step": 607810
    },
    {
      "epoch": 0.7709949033307203,
      "grad_norm": 4.9375,
      "learning_rate": 1.1451770866898908e-05,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5387974292039871,
      "num_tokens": 468192628.0,
      "step": 607820
    },
    {
      "epoch": 0.7710075879232532,
      "grad_norm": 8.1875,
      "learning_rate": 1.1451136556812618e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5279483199119568,
      "num_tokens": 468200103.0,
      "step": 607830
    },
    {
      "epoch": 0.771020272515786,
      "grad_norm": 8.5,
      "learning_rate": 1.1450502246726325e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5496250957250595,
      "num_tokens": 468207282.0,
      "step": 607840
    },
    {
      "epoch": 0.7710329571083188,
      "grad_norm": 8.8125,
      "learning_rate": 1.1449867936640036e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5222379326820373,
      "num_tokens": 468213629.0,
      "step": 607850
    },
    {
      "epoch": 0.7710456417008517,
      "grad_norm": 5.59375,
      "learning_rate": 1.1449233626553743e-05,
      "loss": 2.1378,
      "mean_token_accuracy": 0.530283859372139,
      "num_tokens": 468221875.0,
      "step": 607860
    },
    {
      "epoch": 0.7710583262933844,
      "grad_norm": 6.21875,
      "learning_rate": 1.1448599316467452e-05,
      "loss": 2.1747,
      "mean_token_accuracy": 0.518964621424675,
      "num_tokens": 468229341.0,
      "step": 607870
    },
    {
      "epoch": 0.7710710108859173,
      "grad_norm": 5.4375,
      "learning_rate": 1.144796500638116e-05,
      "loss": 2.167,
      "mean_token_accuracy": 0.5293722689151764,
      "num_tokens": 468236776.0,
      "step": 607880
    },
    {
      "epoch": 0.7710836954784501,
      "grad_norm": 7.25,
      "learning_rate": 1.1447330696294867e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5675877124071121,
      "num_tokens": 468245051.0,
      "step": 607890
    },
    {
      "epoch": 0.771096380070983,
      "grad_norm": 6.34375,
      "learning_rate": 1.1446696386208578e-05,
      "loss": 1.8687,
      "mean_token_accuracy": 0.5848564475774765,
      "num_tokens": 468252936.0,
      "step": 607900
    },
    {
      "epoch": 0.7711090646635158,
      "grad_norm": 5.09375,
      "learning_rate": 1.1446062076122285e-05,
      "loss": 2.2419,
      "mean_token_accuracy": 0.5203008860349655,
      "num_tokens": 468261962.0,
      "step": 607910
    },
    {
      "epoch": 0.7711217492560486,
      "grad_norm": 5.9375,
      "learning_rate": 1.1445427766035994e-05,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5622543305158615,
      "num_tokens": 468269518.0,
      "step": 607920
    },
    {
      "epoch": 0.7711344338485815,
      "grad_norm": 6.03125,
      "learning_rate": 1.1444793455949702e-05,
      "loss": 2.1766,
      "mean_token_accuracy": 0.5285564452409744,
      "num_tokens": 468277421.0,
      "step": 607930
    },
    {
      "epoch": 0.7711471184411143,
      "grad_norm": 5.71875,
      "learning_rate": 1.1444159145863411e-05,
      "loss": 2.3332,
      "mean_token_accuracy": 0.5088327914476395,
      "num_tokens": 468286151.0,
      "step": 607940
    },
    {
      "epoch": 0.7711598030336472,
      "grad_norm": 5.53125,
      "learning_rate": 1.144352483577712e-05,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5467381834983825,
      "num_tokens": 468293324.0,
      "step": 607950
    },
    {
      "epoch": 0.77117248762618,
      "grad_norm": 8.1875,
      "learning_rate": 1.1442890525690827e-05,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5161981463432312,
      "num_tokens": 468300664.0,
      "step": 607960
    },
    {
      "epoch": 0.7711851722187129,
      "grad_norm": 6.0625,
      "learning_rate": 1.1442256215604537e-05,
      "loss": 1.9155,
      "mean_token_accuracy": 0.580951789021492,
      "num_tokens": 468307932.0,
      "step": 607970
    },
    {
      "epoch": 0.7711978568112456,
      "grad_norm": 4.875,
      "learning_rate": 1.1441621905518244e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5292557030916214,
      "num_tokens": 468315476.0,
      "step": 607980
    },
    {
      "epoch": 0.7712105414037785,
      "grad_norm": 4.9375,
      "learning_rate": 1.1440987595431953e-05,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5356237441301346,
      "num_tokens": 468324027.0,
      "step": 607990
    },
    {
      "epoch": 0.7712232259963113,
      "grad_norm": 5.03125,
      "learning_rate": 1.1440353285345662e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5379162609577179,
      "num_tokens": 468331225.0,
      "step": 608000
    },
    {
      "epoch": 0.7712359105888441,
      "grad_norm": 4.90625,
      "learning_rate": 1.1439718975259369e-05,
      "loss": 2.1205,
      "mean_token_accuracy": 0.53299300968647,
      "num_tokens": 468338727.0,
      "step": 608010
    },
    {
      "epoch": 0.771248595181377,
      "grad_norm": 5.4375,
      "learning_rate": 1.143908466517308e-05,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5436975657939911,
      "num_tokens": 468347258.0,
      "step": 608020
    },
    {
      "epoch": 0.7712612797739098,
      "grad_norm": 6.0625,
      "learning_rate": 1.1438450355086786e-05,
      "loss": 2.1912,
      "mean_token_accuracy": 0.527920252084732,
      "num_tokens": 468354827.0,
      "step": 608030
    },
    {
      "epoch": 0.7712739643664427,
      "grad_norm": 4.375,
      "learning_rate": 1.1437816045000495e-05,
      "loss": 1.7902,
      "mean_token_accuracy": 0.5946012735366821,
      "num_tokens": 468362596.0,
      "step": 608040
    },
    {
      "epoch": 0.7712866489589755,
      "grad_norm": 4.625,
      "learning_rate": 1.1437181734914204e-05,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5329790353775025,
      "num_tokens": 468369386.0,
      "step": 608050
    },
    {
      "epoch": 0.7712993335515084,
      "grad_norm": 5.71875,
      "learning_rate": 1.1436547424827913e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5471382766962052,
      "num_tokens": 468377704.0,
      "step": 608060
    },
    {
      "epoch": 0.7713120181440412,
      "grad_norm": 6.875,
      "learning_rate": 1.1435913114741621e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5556648433208465,
      "num_tokens": 468384848.0,
      "step": 608070
    },
    {
      "epoch": 0.7713247027365739,
      "grad_norm": 5.59375,
      "learning_rate": 1.1435278804655328e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5253598719835282,
      "num_tokens": 468393253.0,
      "step": 608080
    },
    {
      "epoch": 0.7713373873291068,
      "grad_norm": 5.65625,
      "learning_rate": 1.1434644494569037e-05,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5228030800819397,
      "num_tokens": 468401892.0,
      "step": 608090
    },
    {
      "epoch": 0.7713500719216396,
      "grad_norm": 6.5625,
      "learning_rate": 1.1434010184482746e-05,
      "loss": 2.0832,
      "mean_token_accuracy": 0.541891348361969,
      "num_tokens": 468411168.0,
      "step": 608100
    },
    {
      "epoch": 0.7713627565141725,
      "grad_norm": 5.375,
      "learning_rate": 1.1433375874396455e-05,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5652994453907013,
      "num_tokens": 468419041.0,
      "step": 608110
    },
    {
      "epoch": 0.7713754411067053,
      "grad_norm": 5.78125,
      "learning_rate": 1.1432741564310163e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5411482065916061,
      "num_tokens": 468427369.0,
      "step": 608120
    },
    {
      "epoch": 0.7713881256992382,
      "grad_norm": 5.1875,
      "learning_rate": 1.1432107254223872e-05,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5514041900634765,
      "num_tokens": 468436071.0,
      "step": 608130
    },
    {
      "epoch": 0.771400810291771,
      "grad_norm": 10.0625,
      "learning_rate": 1.143147294413758e-05,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5245024532079696,
      "num_tokens": 468442989.0,
      "step": 608140
    },
    {
      "epoch": 0.7714134948843039,
      "grad_norm": 5.59375,
      "learning_rate": 1.1430838634051288e-05,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5350179314613343,
      "num_tokens": 468450939.0,
      "step": 608150
    },
    {
      "epoch": 0.7714261794768367,
      "grad_norm": 4.96875,
      "learning_rate": 1.1430204323964997e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5567706197500228,
      "num_tokens": 468458710.0,
      "step": 608160
    },
    {
      "epoch": 0.7714388640693695,
      "grad_norm": 5.25,
      "learning_rate": 1.1429570013878705e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5348388522863388,
      "num_tokens": 468466517.0,
      "step": 608170
    },
    {
      "epoch": 0.7714515486619024,
      "grad_norm": 6.0625,
      "learning_rate": 1.1428935703792414e-05,
      "loss": 1.996,
      "mean_token_accuracy": 0.5549524247646331,
      "num_tokens": 468473699.0,
      "step": 608180
    },
    {
      "epoch": 0.7714642332544351,
      "grad_norm": 4.75,
      "learning_rate": 1.1428301393706121e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5789158940315247,
      "num_tokens": 468481233.0,
      "step": 608190
    },
    {
      "epoch": 0.771476917846968,
      "grad_norm": 5.09375,
      "learning_rate": 1.142766708361983e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5344054490327835,
      "num_tokens": 468489826.0,
      "step": 608200
    },
    {
      "epoch": 0.7714896024395008,
      "grad_norm": 5.46875,
      "learning_rate": 1.1427032773533539e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5480745106935501,
      "num_tokens": 468498696.0,
      "step": 608210
    },
    {
      "epoch": 0.7715022870320337,
      "grad_norm": 5.0625,
      "learning_rate": 1.1426398463447247e-05,
      "loss": 1.922,
      "mean_token_accuracy": 0.5622201710939407,
      "num_tokens": 468505990.0,
      "step": 608220
    },
    {
      "epoch": 0.7715149716245665,
      "grad_norm": 7.34375,
      "learning_rate": 1.1425764153360956e-05,
      "loss": 2.238,
      "mean_token_accuracy": 0.5028876304626465,
      "num_tokens": 468514243.0,
      "step": 608230
    },
    {
      "epoch": 0.7715276562170993,
      "grad_norm": 6.15625,
      "learning_rate": 1.1425129843274665e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5681162506341935,
      "num_tokens": 468521388.0,
      "step": 608240
    },
    {
      "epoch": 0.7715403408096322,
      "grad_norm": 9.0,
      "learning_rate": 1.1424495533188374e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5432657063007355,
      "num_tokens": 468529230.0,
      "step": 608250
    },
    {
      "epoch": 0.771553025402165,
      "grad_norm": 13.5625,
      "learning_rate": 1.142386122310208e-05,
      "loss": 1.8609,
      "mean_token_accuracy": 0.5822975307703018,
      "num_tokens": 468536377.0,
      "step": 608260
    },
    {
      "epoch": 0.7715657099946979,
      "grad_norm": 6.25,
      "learning_rate": 1.142322691301579e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5289806991815567,
      "num_tokens": 468544450.0,
      "step": 608270
    },
    {
      "epoch": 0.7715783945872307,
      "grad_norm": 5.65625,
      "learning_rate": 1.1422592602929498e-05,
      "loss": 2.152,
      "mean_token_accuracy": 0.5284918814897537,
      "num_tokens": 468553136.0,
      "step": 608280
    },
    {
      "epoch": 0.7715910791797636,
      "grad_norm": 5.46875,
      "learning_rate": 1.1421958292843207e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5522614926099777,
      "num_tokens": 468561334.0,
      "step": 608290
    },
    {
      "epoch": 0.7716037637722963,
      "grad_norm": 5.96875,
      "learning_rate": 1.1421323982756916e-05,
      "loss": 2.0417,
      "mean_token_accuracy": 0.546664097905159,
      "num_tokens": 468569417.0,
      "step": 608300
    },
    {
      "epoch": 0.7716164483648291,
      "grad_norm": 8.4375,
      "learning_rate": 1.1420689672670623e-05,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5777954161167145,
      "num_tokens": 468576749.0,
      "step": 608310
    },
    {
      "epoch": 0.771629132957362,
      "grad_norm": 5.1875,
      "learning_rate": 1.1420055362584333e-05,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5596153110265731,
      "num_tokens": 468583899.0,
      "step": 608320
    },
    {
      "epoch": 0.7716418175498948,
      "grad_norm": 6.90625,
      "learning_rate": 1.141942105249804e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5372702717781067,
      "num_tokens": 468592633.0,
      "step": 608330
    },
    {
      "epoch": 0.7716545021424277,
      "grad_norm": 5.25,
      "learning_rate": 1.1418786742411749e-05,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5297932296991348,
      "num_tokens": 468600500.0,
      "step": 608340
    },
    {
      "epoch": 0.7716671867349605,
      "grad_norm": 4.65625,
      "learning_rate": 1.1418152432325458e-05,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5562868803739548,
      "num_tokens": 468608976.0,
      "step": 608350
    },
    {
      "epoch": 0.7716798713274934,
      "grad_norm": 4.6875,
      "learning_rate": 1.1417518122239165e-05,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5480782419443131,
      "num_tokens": 468616798.0,
      "step": 608360
    },
    {
      "epoch": 0.7716925559200262,
      "grad_norm": 5.5,
      "learning_rate": 1.1416883812152875e-05,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5727708578109741,
      "num_tokens": 468623455.0,
      "step": 608370
    },
    {
      "epoch": 0.7717052405125591,
      "grad_norm": 5.09375,
      "learning_rate": 1.1416249502066582e-05,
      "loss": 1.9575,
      "mean_token_accuracy": 0.5713005572557449,
      "num_tokens": 468631761.0,
      "step": 608380
    },
    {
      "epoch": 0.7717179251050919,
      "grad_norm": 5.09375,
      "learning_rate": 1.1415615191980291e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5432663291692734,
      "num_tokens": 468640652.0,
      "step": 608390
    },
    {
      "epoch": 0.7717306096976246,
      "grad_norm": 4.5625,
      "learning_rate": 1.1414980881894e-05,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5540099620819092,
      "num_tokens": 468649250.0,
      "step": 608400
    },
    {
      "epoch": 0.7717432942901575,
      "grad_norm": 6.53125,
      "learning_rate": 1.1414346571807707e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5316298723220825,
      "num_tokens": 468656869.0,
      "step": 608410
    },
    {
      "epoch": 0.7717559788826903,
      "grad_norm": 4.96875,
      "learning_rate": 1.1413712261721417e-05,
      "loss": 1.8985,
      "mean_token_accuracy": 0.5757759511470795,
      "num_tokens": 468662596.0,
      "step": 608420
    },
    {
      "epoch": 0.7717686634752232,
      "grad_norm": 5.96875,
      "learning_rate": 1.1413077951635124e-05,
      "loss": 1.7516,
      "mean_token_accuracy": 0.5991906464099884,
      "num_tokens": 468670261.0,
      "step": 608430
    },
    {
      "epoch": 0.771781348067756,
      "grad_norm": 7.0625,
      "learning_rate": 1.1412443641548835e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.55821091234684,
      "num_tokens": 468676858.0,
      "step": 608440
    },
    {
      "epoch": 0.7717940326602889,
      "grad_norm": 6.71875,
      "learning_rate": 1.1411809331462542e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5506237387657166,
      "num_tokens": 468683730.0,
      "step": 608450
    },
    {
      "epoch": 0.7718067172528217,
      "grad_norm": 4.84375,
      "learning_rate": 1.141117502137625e-05,
      "loss": 1.844,
      "mean_token_accuracy": 0.582326066493988,
      "num_tokens": 468691280.0,
      "step": 608460
    },
    {
      "epoch": 0.7718194018453545,
      "grad_norm": 5.5,
      "learning_rate": 1.1410540711289959e-05,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5375774562358856,
      "num_tokens": 468698816.0,
      "step": 608470
    },
    {
      "epoch": 0.7718320864378874,
      "grad_norm": 7.03125,
      "learning_rate": 1.1409906401203666e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.537910521030426,
      "num_tokens": 468705400.0,
      "step": 608480
    },
    {
      "epoch": 0.7718447710304202,
      "grad_norm": 7.96875,
      "learning_rate": 1.1409272091117377e-05,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5362103760242463,
      "num_tokens": 468713437.0,
      "step": 608490
    },
    {
      "epoch": 0.771857455622953,
      "grad_norm": 6.9375,
      "learning_rate": 1.1408637781031084e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5640112549066544,
      "num_tokens": 468719967.0,
      "step": 608500
    },
    {
      "epoch": 0.7718701402154858,
      "grad_norm": 5.375,
      "learning_rate": 1.1408003470944794e-05,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5761204361915588,
      "num_tokens": 468726730.0,
      "step": 608510
    },
    {
      "epoch": 0.7718828248080187,
      "grad_norm": 5.1875,
      "learning_rate": 1.1407369160858501e-05,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5602139353752136,
      "num_tokens": 468734234.0,
      "step": 608520
    },
    {
      "epoch": 0.7718955094005515,
      "grad_norm": 7.28125,
      "learning_rate": 1.140673485077221e-05,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5643963009119034,
      "num_tokens": 468741859.0,
      "step": 608530
    },
    {
      "epoch": 0.7719081939930844,
      "grad_norm": 6.65625,
      "learning_rate": 1.1406100540685919e-05,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5129077404737472,
      "num_tokens": 468749617.0,
      "step": 608540
    },
    {
      "epoch": 0.7719208785856172,
      "grad_norm": 6.28125,
      "learning_rate": 1.1405466230599626e-05,
      "loss": 1.9713,
      "mean_token_accuracy": 0.564704567193985,
      "num_tokens": 468757674.0,
      "step": 608550
    },
    {
      "epoch": 0.77193356317815,
      "grad_norm": 5.125,
      "learning_rate": 1.1404831920513336e-05,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5502562969923019,
      "num_tokens": 468764952.0,
      "step": 608560
    },
    {
      "epoch": 0.7719462477706829,
      "grad_norm": 5.28125,
      "learning_rate": 1.1404197610427043e-05,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5541189223527908,
      "num_tokens": 468773327.0,
      "step": 608570
    },
    {
      "epoch": 0.7719589323632157,
      "grad_norm": 4.5,
      "learning_rate": 1.1403563300340752e-05,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5234110534191132,
      "num_tokens": 468781177.0,
      "step": 608580
    },
    {
      "epoch": 0.7719716169557486,
      "grad_norm": 6.625,
      "learning_rate": 1.140292899025446e-05,
      "loss": 2.195,
      "mean_token_accuracy": 0.5286102414131164,
      "num_tokens": 468789940.0,
      "step": 608590
    },
    {
      "epoch": 0.7719843015482813,
      "grad_norm": 5.375,
      "learning_rate": 1.1402294680168168e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5420233577489852,
      "num_tokens": 468798522.0,
      "step": 608600
    },
    {
      "epoch": 0.7719969861408142,
      "grad_norm": 5.0625,
      "learning_rate": 1.1401660370081878e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5325606822967529,
      "num_tokens": 468805507.0,
      "step": 608610
    },
    {
      "epoch": 0.772009670733347,
      "grad_norm": 5.75,
      "learning_rate": 1.1401026059995585e-05,
      "loss": 2.2494,
      "mean_token_accuracy": 0.5115254759788513,
      "num_tokens": 468813601.0,
      "step": 608620
    },
    {
      "epoch": 0.7720223553258798,
      "grad_norm": 7.21875,
      "learning_rate": 1.1400391749909294e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5313321024179458,
      "num_tokens": 468822322.0,
      "step": 608630
    },
    {
      "epoch": 0.7720350399184127,
      "grad_norm": 7.1875,
      "learning_rate": 1.1399757439823003e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5459547460079193,
      "num_tokens": 468829707.0,
      "step": 608640
    },
    {
      "epoch": 0.7720477245109455,
      "grad_norm": 5.96875,
      "learning_rate": 1.1399123129736711e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5467263162136078,
      "num_tokens": 468836518.0,
      "step": 608650
    },
    {
      "epoch": 0.7720604091034784,
      "grad_norm": 5.25,
      "learning_rate": 1.139848881965042e-05,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5748555392026902,
      "num_tokens": 468844393.0,
      "step": 608660
    },
    {
      "epoch": 0.7720730936960112,
      "grad_norm": 6.90625,
      "learning_rate": 1.1397854509564127e-05,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5602683782577514,
      "num_tokens": 468851770.0,
      "step": 608670
    },
    {
      "epoch": 0.7720857782885441,
      "grad_norm": 5.71875,
      "learning_rate": 1.1397220199477838e-05,
      "loss": 1.8826,
      "mean_token_accuracy": 0.5847797900438308,
      "num_tokens": 468859666.0,
      "step": 608680
    },
    {
      "epoch": 0.7720984628810769,
      "grad_norm": 6.6875,
      "learning_rate": 1.1396585889391545e-05,
      "loss": 1.8714,
      "mean_token_accuracy": 0.5687646597623826,
      "num_tokens": 468865836.0,
      "step": 608690
    },
    {
      "epoch": 0.7721111474736098,
      "grad_norm": 12.625,
      "learning_rate": 1.1395951579305253e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.540416806936264,
      "num_tokens": 468874021.0,
      "step": 608700
    },
    {
      "epoch": 0.7721238320661425,
      "grad_norm": 6.03125,
      "learning_rate": 1.1395317269218962e-05,
      "loss": 1.9199,
      "mean_token_accuracy": 0.5722666919231415,
      "num_tokens": 468879519.0,
      "step": 608710
    },
    {
      "epoch": 0.7721365166586753,
      "grad_norm": 5.59375,
      "learning_rate": 1.139468295913267e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5405087500810624,
      "num_tokens": 468888121.0,
      "step": 608720
    },
    {
      "epoch": 0.7721492012512082,
      "grad_norm": 6.28125,
      "learning_rate": 1.139404864904638e-05,
      "loss": 1.9069,
      "mean_token_accuracy": 0.5784193247556686,
      "num_tokens": 468895804.0,
      "step": 608730
    },
    {
      "epoch": 0.772161885843741,
      "grad_norm": 5.34375,
      "learning_rate": 1.1393414338960087e-05,
      "loss": 1.9412,
      "mean_token_accuracy": 0.5757548809051514,
      "num_tokens": 468903815.0,
      "step": 608740
    },
    {
      "epoch": 0.7721745704362739,
      "grad_norm": 2.984375,
      "learning_rate": 1.1392780028873795e-05,
      "loss": 1.7826,
      "mean_token_accuracy": 0.5891414225101471,
      "num_tokens": 468911547.0,
      "step": 608750
    },
    {
      "epoch": 0.7721872550288067,
      "grad_norm": 7.15625,
      "learning_rate": 1.1392145718787504e-05,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5376729011535645,
      "num_tokens": 468920497.0,
      "step": 608760
    },
    {
      "epoch": 0.7721999396213396,
      "grad_norm": 13.25,
      "learning_rate": 1.1391511408701213e-05,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5715249687433243,
      "num_tokens": 468927726.0,
      "step": 608770
    },
    {
      "epoch": 0.7722126242138724,
      "grad_norm": 5.21875,
      "learning_rate": 1.1390877098614922e-05,
      "loss": 1.6792,
      "mean_token_accuracy": 0.626128825545311,
      "num_tokens": 468934027.0,
      "step": 608780
    },
    {
      "epoch": 0.7722253088064052,
      "grad_norm": 6.0625,
      "learning_rate": 1.139024278852863e-05,
      "loss": 2.0141,
      "mean_token_accuracy": 0.5677581816911698,
      "num_tokens": 468942433.0,
      "step": 608790
    },
    {
      "epoch": 0.7722379933989381,
      "grad_norm": 6.8125,
      "learning_rate": 1.1389608478442337e-05,
      "loss": 1.7357,
      "mean_token_accuracy": 0.61379554271698,
      "num_tokens": 468948522.0,
      "step": 608800
    },
    {
      "epoch": 0.7722506779914708,
      "grad_norm": 5.3125,
      "learning_rate": 1.1388974168356046e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5399616539478302,
      "num_tokens": 468956202.0,
      "step": 608810
    },
    {
      "epoch": 0.7722633625840037,
      "grad_norm": 4.875,
      "learning_rate": 1.1388339858269755e-05,
      "loss": 2.2661,
      "mean_token_accuracy": 0.521874925494194,
      "num_tokens": 468964459.0,
      "step": 608820
    },
    {
      "epoch": 0.7722760471765365,
      "grad_norm": 6.90625,
      "learning_rate": 1.1387705548183464e-05,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5354246079921723,
      "num_tokens": 468972631.0,
      "step": 608830
    },
    {
      "epoch": 0.7722887317690694,
      "grad_norm": 4.9375,
      "learning_rate": 1.1387071238097172e-05,
      "loss": 1.9137,
      "mean_token_accuracy": 0.5630901336669922,
      "num_tokens": 468980388.0,
      "step": 608840
    },
    {
      "epoch": 0.7723014163616022,
      "grad_norm": 5.46875,
      "learning_rate": 1.138643692801088e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5556237936019898,
      "num_tokens": 468988768.0,
      "step": 608850
    },
    {
      "epoch": 0.772314100954135,
      "grad_norm": 5.125,
      "learning_rate": 1.1385802617924588e-05,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5179914385080338,
      "num_tokens": 468998499.0,
      "step": 608860
    },
    {
      "epoch": 0.7723267855466679,
      "grad_norm": 7.84375,
      "learning_rate": 1.1385168307838297e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5240264564752579,
      "num_tokens": 469006921.0,
      "step": 608870
    },
    {
      "epoch": 0.7723394701392007,
      "grad_norm": 5.3125,
      "learning_rate": 1.1384533997752006e-05,
      "loss": 1.8381,
      "mean_token_accuracy": 0.5944449126720428,
      "num_tokens": 469014313.0,
      "step": 608880
    },
    {
      "epoch": 0.7723521547317336,
      "grad_norm": 6.875,
      "learning_rate": 1.1383899687665714e-05,
      "loss": 2.261,
      "mean_token_accuracy": 0.5162061214447021,
      "num_tokens": 469022185.0,
      "step": 608890
    },
    {
      "epoch": 0.7723648393242664,
      "grad_norm": 11.25,
      "learning_rate": 1.1383265377579423e-05,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5116596758365631,
      "num_tokens": 469029684.0,
      "step": 608900
    },
    {
      "epoch": 0.7723775239167993,
      "grad_norm": 6.1875,
      "learning_rate": 1.1382631067493132e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5269159644842147,
      "num_tokens": 469036801.0,
      "step": 608910
    },
    {
      "epoch": 0.772390208509332,
      "grad_norm": 5.28125,
      "learning_rate": 1.1381996757406839e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5550575464963913,
      "num_tokens": 469043926.0,
      "step": 608920
    },
    {
      "epoch": 0.7724028931018649,
      "grad_norm": 5.78125,
      "learning_rate": 1.1381362447320548e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5390030205249786,
      "num_tokens": 469052983.0,
      "step": 608930
    },
    {
      "epoch": 0.7724155776943977,
      "grad_norm": 6.25,
      "learning_rate": 1.1380728137234256e-05,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5725537657737731,
      "num_tokens": 469060779.0,
      "step": 608940
    },
    {
      "epoch": 0.7724282622869305,
      "grad_norm": 4.8125,
      "learning_rate": 1.1380093827147965e-05,
      "loss": 2.1595,
      "mean_token_accuracy": 0.5234116792678833,
      "num_tokens": 469069494.0,
      "step": 608950
    },
    {
      "epoch": 0.7724409468794634,
      "grad_norm": 4.5625,
      "learning_rate": 1.1379459517061674e-05,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5637990027666092,
      "num_tokens": 469077034.0,
      "step": 608960
    },
    {
      "epoch": 0.7724536314719962,
      "grad_norm": 4.5,
      "learning_rate": 1.1378825206975381e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5625638365745544,
      "num_tokens": 469084068.0,
      "step": 608970
    },
    {
      "epoch": 0.7724663160645291,
      "grad_norm": 7.0,
      "learning_rate": 1.1378190896889091e-05,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5501081973314286,
      "num_tokens": 469091620.0,
      "step": 608980
    },
    {
      "epoch": 0.7724790006570619,
      "grad_norm": 5.875,
      "learning_rate": 1.1377556586802798e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5365347594022751,
      "num_tokens": 469098442.0,
      "step": 608990
    },
    {
      "epoch": 0.7724916852495948,
      "grad_norm": 5.03125,
      "learning_rate": 1.1376922276716507e-05,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5557532697916031,
      "num_tokens": 469105967.0,
      "step": 609000
    },
    {
      "epoch": 0.7725043698421276,
      "grad_norm": 4.9375,
      "learning_rate": 1.1376287966630216e-05,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5357158482074738,
      "num_tokens": 469113349.0,
      "step": 609010
    },
    {
      "epoch": 0.7725170544346603,
      "grad_norm": 5.125,
      "learning_rate": 1.1375653656543923e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.528686448931694,
      "num_tokens": 469120899.0,
      "step": 609020
    },
    {
      "epoch": 0.7725297390271932,
      "grad_norm": 5.96875,
      "learning_rate": 1.1375019346457633e-05,
      "loss": 1.6809,
      "mean_token_accuracy": 0.6238763570785523,
      "num_tokens": 469126675.0,
      "step": 609030
    },
    {
      "epoch": 0.772542423619726,
      "grad_norm": 6.09375,
      "learning_rate": 1.137438503637134e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5519731760025024,
      "num_tokens": 469135923.0,
      "step": 609040
    },
    {
      "epoch": 0.7725551082122589,
      "grad_norm": 5.125,
      "learning_rate": 1.1373750726285049e-05,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5402284592390061,
      "num_tokens": 469143850.0,
      "step": 609050
    },
    {
      "epoch": 0.7725677928047917,
      "grad_norm": 5.90625,
      "learning_rate": 1.1373116416198758e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5452039241790771,
      "num_tokens": 469151205.0,
      "step": 609060
    },
    {
      "epoch": 0.7725804773973246,
      "grad_norm": 4.9375,
      "learning_rate": 1.1372482106112465e-05,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5288786590099335,
      "num_tokens": 469159383.0,
      "step": 609070
    },
    {
      "epoch": 0.7725931619898574,
      "grad_norm": 5.21875,
      "learning_rate": 1.1371847796026175e-05,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5341252088546753,
      "num_tokens": 469168230.0,
      "step": 609080
    },
    {
      "epoch": 0.7726058465823903,
      "grad_norm": 5.1875,
      "learning_rate": 1.1371213485939882e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.5725850284099578,
      "num_tokens": 469174971.0,
      "step": 609090
    },
    {
      "epoch": 0.7726185311749231,
      "grad_norm": 5.625,
      "learning_rate": 1.1370579175853593e-05,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5425856649875641,
      "num_tokens": 469182691.0,
      "step": 609100
    },
    {
      "epoch": 0.7726312157674559,
      "grad_norm": 4.875,
      "learning_rate": 1.13699448657673e-05,
      "loss": 1.811,
      "mean_token_accuracy": 0.592906141281128,
      "num_tokens": 469190056.0,
      "step": 609110
    },
    {
      "epoch": 0.7726439003599888,
      "grad_norm": 8.75,
      "learning_rate": 1.1369310555681009e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5362924367189408,
      "num_tokens": 469196794.0,
      "step": 609120
    },
    {
      "epoch": 0.7726565849525215,
      "grad_norm": 4.75,
      "learning_rate": 1.1368676245594717e-05,
      "loss": 1.5523,
      "mean_token_accuracy": 0.6544120341539383,
      "num_tokens": 469202313.0,
      "step": 609130
    },
    {
      "epoch": 0.7726692695450544,
      "grad_norm": 5.625,
      "learning_rate": 1.1368041935508424e-05,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5762074649333954,
      "num_tokens": 469209441.0,
      "step": 609140
    },
    {
      "epoch": 0.7726819541375872,
      "grad_norm": 5.34375,
      "learning_rate": 1.1367407625422135e-05,
      "loss": 2.131,
      "mean_token_accuracy": 0.5309637457132339,
      "num_tokens": 469218106.0,
      "step": 609150
    },
    {
      "epoch": 0.7726946387301201,
      "grad_norm": 5.84375,
      "learning_rate": 1.1366773315335842e-05,
      "loss": 1.8626,
      "mean_token_accuracy": 0.5949059963226319,
      "num_tokens": 469224822.0,
      "step": 609160
    },
    {
      "epoch": 0.7727073233226529,
      "grad_norm": 5.40625,
      "learning_rate": 1.1366139005249552e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.533292081952095,
      "num_tokens": 469234437.0,
      "step": 609170
    },
    {
      "epoch": 0.7727200079151857,
      "grad_norm": 4.6875,
      "learning_rate": 1.136550469516326e-05,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5486916452646255,
      "num_tokens": 469242605.0,
      "step": 609180
    },
    {
      "epoch": 0.7727326925077186,
      "grad_norm": 4.21875,
      "learning_rate": 1.1364870385076968e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.532105702161789,
      "num_tokens": 469250055.0,
      "step": 609190
    },
    {
      "epoch": 0.7727453771002514,
      "grad_norm": 11.125,
      "learning_rate": 1.1364236074990677e-05,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5271756261587143,
      "num_tokens": 469257193.0,
      "step": 609200
    },
    {
      "epoch": 0.7727580616927843,
      "grad_norm": 4.90625,
      "learning_rate": 1.1363601764904384e-05,
      "loss": 1.8872,
      "mean_token_accuracy": 0.5777357131242752,
      "num_tokens": 469265491.0,
      "step": 609210
    },
    {
      "epoch": 0.7727707462853171,
      "grad_norm": 6.84375,
      "learning_rate": 1.1362967454818094e-05,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5413880109786987,
      "num_tokens": 469272655.0,
      "step": 609220
    },
    {
      "epoch": 0.77278343087785,
      "grad_norm": 5.78125,
      "learning_rate": 1.1362333144731801e-05,
      "loss": 1.8327,
      "mean_token_accuracy": 0.5783050954341888,
      "num_tokens": 469280114.0,
      "step": 609230
    },
    {
      "epoch": 0.7727961154703827,
      "grad_norm": 7.65625,
      "learning_rate": 1.136169883464551e-05,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5307100534439086,
      "num_tokens": 469286691.0,
      "step": 609240
    },
    {
      "epoch": 0.7728088000629155,
      "grad_norm": 5.90625,
      "learning_rate": 1.1361064524559219e-05,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5556398183107376,
      "num_tokens": 469295161.0,
      "step": 609250
    },
    {
      "epoch": 0.7728214846554484,
      "grad_norm": 6.3125,
      "learning_rate": 1.1360430214472926e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5375399589538574,
      "num_tokens": 469303078.0,
      "step": 609260
    },
    {
      "epoch": 0.7728341692479812,
      "grad_norm": 4.5625,
      "learning_rate": 1.1359795904386636e-05,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5446300894021988,
      "num_tokens": 469311251.0,
      "step": 609270
    },
    {
      "epoch": 0.7728468538405141,
      "grad_norm": 6.65625,
      "learning_rate": 1.1359161594300343e-05,
      "loss": 2.2852,
      "mean_token_accuracy": 0.5043516874313354,
      "num_tokens": 469319199.0,
      "step": 609280
    },
    {
      "epoch": 0.7728595384330469,
      "grad_norm": 6.09375,
      "learning_rate": 1.1358527284214052e-05,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5556919515132904,
      "num_tokens": 469327013.0,
      "step": 609290
    },
    {
      "epoch": 0.7728722230255798,
      "grad_norm": 5.3125,
      "learning_rate": 1.135789297412776e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5349969059228897,
      "num_tokens": 469335521.0,
      "step": 609300
    },
    {
      "epoch": 0.7728849076181126,
      "grad_norm": 5.125,
      "learning_rate": 1.135725866404147e-05,
      "loss": 2.241,
      "mean_token_accuracy": 0.5209196209907532,
      "num_tokens": 469343210.0,
      "step": 609310
    },
    {
      "epoch": 0.7728975922106455,
      "grad_norm": 6.6875,
      "learning_rate": 1.1356624353955178e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5210004836320877,
      "num_tokens": 469351167.0,
      "step": 609320
    },
    {
      "epoch": 0.7729102768031783,
      "grad_norm": 4.875,
      "learning_rate": 1.1355990043868885e-05,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5823974996805191,
      "num_tokens": 469357950.0,
      "step": 609330
    },
    {
      "epoch": 0.772922961395711,
      "grad_norm": 4.71875,
      "learning_rate": 1.1355355733782594e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5423951983451843,
      "num_tokens": 469366474.0,
      "step": 609340
    },
    {
      "epoch": 0.7729356459882439,
      "grad_norm": 4.09375,
      "learning_rate": 1.1354721423696303e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5689039349555969,
      "num_tokens": 469374272.0,
      "step": 609350
    },
    {
      "epoch": 0.7729483305807767,
      "grad_norm": 5.5625,
      "learning_rate": 1.1354087113610012e-05,
      "loss": 2.2576,
      "mean_token_accuracy": 0.5170205175876618,
      "num_tokens": 469383320.0,
      "step": 609360
    },
    {
      "epoch": 0.7729610151733096,
      "grad_norm": 7.46875,
      "learning_rate": 1.135345280352372e-05,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5333667516708374,
      "num_tokens": 469390672.0,
      "step": 609370
    },
    {
      "epoch": 0.7729736997658424,
      "grad_norm": 4.6875,
      "learning_rate": 1.1352818493437429e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5197034120559693,
      "num_tokens": 469399065.0,
      "step": 609380
    },
    {
      "epoch": 0.7729863843583753,
      "grad_norm": 6.40625,
      "learning_rate": 1.1352184183351138e-05,
      "loss": 2.3817,
      "mean_token_accuracy": 0.494046488404274,
      "num_tokens": 469406772.0,
      "step": 609390
    },
    {
      "epoch": 0.7729990689509081,
      "grad_norm": 5.15625,
      "learning_rate": 1.1351549873264845e-05,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5603110641241074,
      "num_tokens": 469414562.0,
      "step": 609400
    },
    {
      "epoch": 0.7730117535434409,
      "grad_norm": 9.0,
      "learning_rate": 1.1350915563178554e-05,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5458762317895889,
      "num_tokens": 469421669.0,
      "step": 609410
    },
    {
      "epoch": 0.7730244381359738,
      "grad_norm": 5.0625,
      "learning_rate": 1.1350281253092262e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5319239735603333,
      "num_tokens": 469429091.0,
      "step": 609420
    },
    {
      "epoch": 0.7730371227285066,
      "grad_norm": 5.375,
      "learning_rate": 1.1349646943005971e-05,
      "loss": 1.7653,
      "mean_token_accuracy": 0.6018354326486588,
      "num_tokens": 469435466.0,
      "step": 609430
    },
    {
      "epoch": 0.7730498073210395,
      "grad_norm": 5.4375,
      "learning_rate": 1.134901263291968e-05,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5502208292484283,
      "num_tokens": 469443490.0,
      "step": 609440
    },
    {
      "epoch": 0.7730624919135722,
      "grad_norm": 5.21875,
      "learning_rate": 1.1348378322833387e-05,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5284744948148727,
      "num_tokens": 469452093.0,
      "step": 609450
    },
    {
      "epoch": 0.7730751765061051,
      "grad_norm": 4.9375,
      "learning_rate": 1.1347744012747096e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5282676547765732,
      "num_tokens": 469459787.0,
      "step": 609460
    },
    {
      "epoch": 0.7730878610986379,
      "grad_norm": 5.21875,
      "learning_rate": 1.1347109702660804e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5327051520347595,
      "num_tokens": 469467623.0,
      "step": 609470
    },
    {
      "epoch": 0.7731005456911708,
      "grad_norm": 6.1875,
      "learning_rate": 1.1346475392574513e-05,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5653353214263916,
      "num_tokens": 469474897.0,
      "step": 609480
    },
    {
      "epoch": 0.7731132302837036,
      "grad_norm": 5.3125,
      "learning_rate": 1.1345841082488222e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5428898245096206,
      "num_tokens": 469483727.0,
      "step": 609490
    },
    {
      "epoch": 0.7731259148762364,
      "grad_norm": 13.8125,
      "learning_rate": 1.134520677240193e-05,
      "loss": 1.962,
      "mean_token_accuracy": 0.5708185315132142,
      "num_tokens": 469490565.0,
      "step": 609500
    },
    {
      "epoch": 0.7731385994687693,
      "grad_norm": 4.6875,
      "learning_rate": 1.1344572462315638e-05,
      "loss": 2.2362,
      "mean_token_accuracy": 0.5150124907493592,
      "num_tokens": 469499332.0,
      "step": 609510
    },
    {
      "epoch": 0.7731512840613021,
      "grad_norm": 4.75,
      "learning_rate": 1.1343938152229346e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5607550233602524,
      "num_tokens": 469507260.0,
      "step": 609520
    },
    {
      "epoch": 0.773163968653835,
      "grad_norm": 6.90625,
      "learning_rate": 1.1343303842143055e-05,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5311903297901154,
      "num_tokens": 469514612.0,
      "step": 609530
    },
    {
      "epoch": 0.7731766532463678,
      "grad_norm": 5.375,
      "learning_rate": 1.1342669532056764e-05,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5189653038978577,
      "num_tokens": 469523327.0,
      "step": 609540
    },
    {
      "epoch": 0.7731893378389006,
      "grad_norm": 5.1875,
      "learning_rate": 1.1342035221970473e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5215207666158677,
      "num_tokens": 469530858.0,
      "step": 609550
    },
    {
      "epoch": 0.7732020224314334,
      "grad_norm": 6.125,
      "learning_rate": 1.134140091188418e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5522175818681717,
      "num_tokens": 469538323.0,
      "step": 609560
    },
    {
      "epoch": 0.7732147070239662,
      "grad_norm": 6.09375,
      "learning_rate": 1.134076660179789e-05,
      "loss": 1.8239,
      "mean_token_accuracy": 0.5907913446426392,
      "num_tokens": 469544535.0,
      "step": 609570
    },
    {
      "epoch": 0.7732273916164991,
      "grad_norm": 6.03125,
      "learning_rate": 1.1340132291711597e-05,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5633270561695098,
      "num_tokens": 469552300.0,
      "step": 609580
    },
    {
      "epoch": 0.7732400762090319,
      "grad_norm": 5.75,
      "learning_rate": 1.1339497981625306e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5711671978235244,
      "num_tokens": 469559106.0,
      "step": 609590
    },
    {
      "epoch": 0.7732527608015648,
      "grad_norm": 5.375,
      "learning_rate": 1.1338863671539015e-05,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5447143584489822,
      "num_tokens": 469567037.0,
      "step": 609600
    },
    {
      "epoch": 0.7732654453940976,
      "grad_norm": 4.90625,
      "learning_rate": 1.1338229361452723e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5509144932031631,
      "num_tokens": 469574876.0,
      "step": 609610
    },
    {
      "epoch": 0.7732781299866305,
      "grad_norm": 8.1875,
      "learning_rate": 1.1337595051366432e-05,
      "loss": 1.8464,
      "mean_token_accuracy": 0.5874918192625046,
      "num_tokens": 469580870.0,
      "step": 609620
    },
    {
      "epoch": 0.7732908145791633,
      "grad_norm": 5.5,
      "learning_rate": 1.1336960741280139e-05,
      "loss": 1.97,
      "mean_token_accuracy": 0.5481572479009629,
      "num_tokens": 469588298.0,
      "step": 609630
    },
    {
      "epoch": 0.7733034991716962,
      "grad_norm": 5.40625,
      "learning_rate": 1.1336326431193848e-05,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5772771000862121,
      "num_tokens": 469595735.0,
      "step": 609640
    },
    {
      "epoch": 0.773316183764229,
      "grad_norm": 5.5625,
      "learning_rate": 1.1335692121107557e-05,
      "loss": 2.2433,
      "mean_token_accuracy": 0.5212557584047317,
      "num_tokens": 469604363.0,
      "step": 609650
    },
    {
      "epoch": 0.7733288683567617,
      "grad_norm": 5.6875,
      "learning_rate": 1.1335057811021265e-05,
      "loss": 1.7516,
      "mean_token_accuracy": 0.6001897364854812,
      "num_tokens": 469611671.0,
      "step": 609660
    },
    {
      "epoch": 0.7733415529492946,
      "grad_norm": 6.15625,
      "learning_rate": 1.1334423500934974e-05,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5488684207201004,
      "num_tokens": 469620346.0,
      "step": 609670
    },
    {
      "epoch": 0.7733542375418274,
      "grad_norm": 6.78125,
      "learning_rate": 1.1333789190848681e-05,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5810093879699707,
      "num_tokens": 469628069.0,
      "step": 609680
    },
    {
      "epoch": 0.7733669221343603,
      "grad_norm": 4.6875,
      "learning_rate": 1.1333154880762391e-05,
      "loss": 1.8773,
      "mean_token_accuracy": 0.5939084053039551,
      "num_tokens": 469635016.0,
      "step": 609690
    },
    {
      "epoch": 0.7733796067268931,
      "grad_norm": 6.0,
      "learning_rate": 1.1332520570676099e-05,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5267014265060425,
      "num_tokens": 469641294.0,
      "step": 609700
    },
    {
      "epoch": 0.773392291319426,
      "grad_norm": 4.46875,
      "learning_rate": 1.1331886260589807e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5409996837377549,
      "num_tokens": 469649802.0,
      "step": 609710
    },
    {
      "epoch": 0.7734049759119588,
      "grad_norm": 6.6875,
      "learning_rate": 1.1331251950503516e-05,
      "loss": 1.7729,
      "mean_token_accuracy": 0.6078868091106415,
      "num_tokens": 469657854.0,
      "step": 609720
    },
    {
      "epoch": 0.7734176605044916,
      "grad_norm": 7.03125,
      "learning_rate": 1.1330617640417223e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5668139398097992,
      "num_tokens": 469664528.0,
      "step": 609730
    },
    {
      "epoch": 0.7734303450970245,
      "grad_norm": 6.6875,
      "learning_rate": 1.1329983330330933e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5421896040439605,
      "num_tokens": 469672882.0,
      "step": 609740
    },
    {
      "epoch": 0.7734430296895572,
      "grad_norm": 10.375,
      "learning_rate": 1.132934902024464e-05,
      "loss": 1.8995,
      "mean_token_accuracy": 0.580668044090271,
      "num_tokens": 469679923.0,
      "step": 609750
    },
    {
      "epoch": 0.7734557142820901,
      "grad_norm": 5.5625,
      "learning_rate": 1.1328714710158351e-05,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5707656264305114,
      "num_tokens": 469685893.0,
      "step": 609760
    },
    {
      "epoch": 0.7734683988746229,
      "grad_norm": 7.71875,
      "learning_rate": 1.1328080400072058e-05,
      "loss": 2.1983,
      "mean_token_accuracy": 0.5275478273630142,
      "num_tokens": 469694040.0,
      "step": 609770
    },
    {
      "epoch": 0.7734810834671558,
      "grad_norm": 4.9375,
      "learning_rate": 1.1327446089985767e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5168838739395142,
      "num_tokens": 469702553.0,
      "step": 609780
    },
    {
      "epoch": 0.7734937680596886,
      "grad_norm": 7.1875,
      "learning_rate": 1.1326811779899475e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5390587598085403,
      "num_tokens": 469709168.0,
      "step": 609790
    },
    {
      "epoch": 0.7735064526522214,
      "grad_norm": 7.9375,
      "learning_rate": 1.1326177469813183e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5171497106552124,
      "num_tokens": 469717639.0,
      "step": 609800
    },
    {
      "epoch": 0.7735191372447543,
      "grad_norm": 6.78125,
      "learning_rate": 1.1325543159726893e-05,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5607565462589263,
      "num_tokens": 469724983.0,
      "step": 609810
    },
    {
      "epoch": 0.7735318218372871,
      "grad_norm": 4.90625,
      "learning_rate": 1.13249088496406e-05,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5918162137269973,
      "num_tokens": 469733086.0,
      "step": 609820
    },
    {
      "epoch": 0.77354450642982,
      "grad_norm": 6.03125,
      "learning_rate": 1.1324274539554309e-05,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5224084615707397,
      "num_tokens": 469740602.0,
      "step": 609830
    },
    {
      "epoch": 0.7735571910223528,
      "grad_norm": 5.5625,
      "learning_rate": 1.1323640229468017e-05,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5372641146183014,
      "num_tokens": 469749076.0,
      "step": 609840
    },
    {
      "epoch": 0.7735698756148857,
      "grad_norm": 5.84375,
      "learning_rate": 1.1323005919381725e-05,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5633611112833024,
      "num_tokens": 469756623.0,
      "step": 609850
    },
    {
      "epoch": 0.7735825602074184,
      "grad_norm": 2.453125,
      "learning_rate": 1.1322371609295435e-05,
      "loss": 1.6585,
      "mean_token_accuracy": 0.6238159716129303,
      "num_tokens": 469762232.0,
      "step": 609860
    },
    {
      "epoch": 0.7735952447999513,
      "grad_norm": 5.09375,
      "learning_rate": 1.1321737299209142e-05,
      "loss": 1.8895,
      "mean_token_accuracy": 0.5727186053991318,
      "num_tokens": 469769603.0,
      "step": 609870
    },
    {
      "epoch": 0.7736079293924841,
      "grad_norm": 4.90625,
      "learning_rate": 1.1321102989122852e-05,
      "loss": 1.932,
      "mean_token_accuracy": 0.5697877645492554,
      "num_tokens": 469776252.0,
      "step": 609880
    },
    {
      "epoch": 0.7736206139850169,
      "grad_norm": 6.78125,
      "learning_rate": 1.132046867903656e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5355672866106034,
      "num_tokens": 469783640.0,
      "step": 609890
    },
    {
      "epoch": 0.7736332985775498,
      "grad_norm": 6.4375,
      "learning_rate": 1.1319834368950268e-05,
      "loss": 2.2087,
      "mean_token_accuracy": 0.5200823783874512,
      "num_tokens": 469792803.0,
      "step": 609900
    },
    {
      "epoch": 0.7736459831700826,
      "grad_norm": 5.15625,
      "learning_rate": 1.1319200058863977e-05,
      "loss": 2.154,
      "mean_token_accuracy": 0.5291578859090805,
      "num_tokens": 469800665.0,
      "step": 609910
    },
    {
      "epoch": 0.7736586677626155,
      "grad_norm": 5.90625,
      "learning_rate": 1.1318565748777684e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5197129905223846,
      "num_tokens": 469808485.0,
      "step": 609920
    },
    {
      "epoch": 0.7736713523551483,
      "grad_norm": 5.6875,
      "learning_rate": 1.1317931438691394e-05,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5563832968473434,
      "num_tokens": 469815429.0,
      "step": 609930
    },
    {
      "epoch": 0.7736840369476812,
      "grad_norm": 7.53125,
      "learning_rate": 1.1317297128605101e-05,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5305499255657196,
      "num_tokens": 469823002.0,
      "step": 609940
    },
    {
      "epoch": 0.773696721540214,
      "grad_norm": 12.9375,
      "learning_rate": 1.131666281851881e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5742718935012817,
      "num_tokens": 469828997.0,
      "step": 609950
    },
    {
      "epoch": 0.7737094061327467,
      "grad_norm": 5.25,
      "learning_rate": 1.1316028508432519e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5431957602500915,
      "num_tokens": 469837249.0,
      "step": 609960
    },
    {
      "epoch": 0.7737220907252796,
      "grad_norm": 5.625,
      "learning_rate": 1.1315394198346228e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5241989135742188,
      "num_tokens": 469846382.0,
      "step": 609970
    },
    {
      "epoch": 0.7737347753178124,
      "grad_norm": 3.484375,
      "learning_rate": 1.1314759888259936e-05,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5589193493127823,
      "num_tokens": 469854190.0,
      "step": 609980
    },
    {
      "epoch": 0.7737474599103453,
      "grad_norm": 5.71875,
      "learning_rate": 1.1314125578173644e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5441967189311981,
      "num_tokens": 469862644.0,
      "step": 609990
    },
    {
      "epoch": 0.7737601445028781,
      "grad_norm": 5.03125,
      "learning_rate": 1.1313491268087352e-05,
      "loss": 1.8911,
      "mean_token_accuracy": 0.5876731663942337,
      "num_tokens": 469870858.0,
      "step": 610000
    },
    {
      "epoch": 0.773772829095411,
      "grad_norm": 4.5625,
      "learning_rate": 1.1312856958001061e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5579723328351974,
      "num_tokens": 469878295.0,
      "step": 610010
    },
    {
      "epoch": 0.7737855136879438,
      "grad_norm": 8.0625,
      "learning_rate": 1.131222264791477e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.571532592177391,
      "num_tokens": 469885050.0,
      "step": 610020
    },
    {
      "epoch": 0.7737981982804767,
      "grad_norm": 5.59375,
      "learning_rate": 1.1311588337828478e-05,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5505701899528503,
      "num_tokens": 469892082.0,
      "step": 610030
    },
    {
      "epoch": 0.7738108828730095,
      "grad_norm": 4.90625,
      "learning_rate": 1.1310954027742186e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5610879987478257,
      "num_tokens": 469898812.0,
      "step": 610040
    },
    {
      "epoch": 0.7738235674655423,
      "grad_norm": 6.1875,
      "learning_rate": 1.1310319717655896e-05,
      "loss": 1.935,
      "mean_token_accuracy": 0.5618270337581635,
      "num_tokens": 469906710.0,
      "step": 610050
    },
    {
      "epoch": 0.7738362520580752,
      "grad_norm": 6.21875,
      "learning_rate": 1.1309685407569603e-05,
      "loss": 2.2053,
      "mean_token_accuracy": 0.5277780026197434,
      "num_tokens": 469913874.0,
      "step": 610060
    },
    {
      "epoch": 0.7738489366506079,
      "grad_norm": 6.28125,
      "learning_rate": 1.1309051097483312e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5219320029020309,
      "num_tokens": 469921981.0,
      "step": 610070
    },
    {
      "epoch": 0.7738616212431408,
      "grad_norm": 6.3125,
      "learning_rate": 1.130841678739702e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.549916797876358,
      "num_tokens": 469929741.0,
      "step": 610080
    },
    {
      "epoch": 0.7738743058356736,
      "grad_norm": 4.90625,
      "learning_rate": 1.130778247731073e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5406916230916977,
      "num_tokens": 469936430.0,
      "step": 610090
    },
    {
      "epoch": 0.7738869904282065,
      "grad_norm": 5.75,
      "learning_rate": 1.1307148167224438e-05,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5489522844552994,
      "num_tokens": 469943576.0,
      "step": 610100
    },
    {
      "epoch": 0.7738996750207393,
      "grad_norm": 5.90625,
      "learning_rate": 1.1306513857138145e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5440035074949264,
      "num_tokens": 469949847.0,
      "step": 610110
    },
    {
      "epoch": 0.7739123596132721,
      "grad_norm": 5.0625,
      "learning_rate": 1.1305879547051854e-05,
      "loss": 2.2661,
      "mean_token_accuracy": 0.5119071274995803,
      "num_tokens": 469958326.0,
      "step": 610120
    },
    {
      "epoch": 0.773925044205805,
      "grad_norm": 5.8125,
      "learning_rate": 1.1305245236965562e-05,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5282672733068466,
      "num_tokens": 469966314.0,
      "step": 610130
    },
    {
      "epoch": 0.7739377287983378,
      "grad_norm": 7.34375,
      "learning_rate": 1.1304610926879271e-05,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5213623344898224,
      "num_tokens": 469974907.0,
      "step": 610140
    },
    {
      "epoch": 0.7739504133908707,
      "grad_norm": 4.40625,
      "learning_rate": 1.130397661679298e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5462785720825195,
      "num_tokens": 469982383.0,
      "step": 610150
    },
    {
      "epoch": 0.7739630979834035,
      "grad_norm": 5.15625,
      "learning_rate": 1.1303342306706689e-05,
      "loss": 2.2817,
      "mean_token_accuracy": 0.511810103058815,
      "num_tokens": 469991300.0,
      "step": 610160
    },
    {
      "epoch": 0.7739757825759364,
      "grad_norm": 6.5,
      "learning_rate": 1.1302707996620396e-05,
      "loss": 2.032,
      "mean_token_accuracy": 0.5457315623760224,
      "num_tokens": 469999443.0,
      "step": 610170
    },
    {
      "epoch": 0.7739884671684691,
      "grad_norm": 6.21875,
      "learning_rate": 1.1302073686534104e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5277849167585373,
      "num_tokens": 470006863.0,
      "step": 610180
    },
    {
      "epoch": 0.7740011517610019,
      "grad_norm": 5.5625,
      "learning_rate": 1.1301439376447813e-05,
      "loss": 1.838,
      "mean_token_accuracy": 0.5908540904521942,
      "num_tokens": 470014612.0,
      "step": 610190
    },
    {
      "epoch": 0.7740138363535348,
      "grad_norm": 4.71875,
      "learning_rate": 1.1300805066361522e-05,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5618734061717987,
      "num_tokens": 470023063.0,
      "step": 610200
    },
    {
      "epoch": 0.7740265209460676,
      "grad_norm": 5.09375,
      "learning_rate": 1.130017075627523e-05,
      "loss": 2.2421,
      "mean_token_accuracy": 0.5144438236951828,
      "num_tokens": 470030581.0,
      "step": 610210
    },
    {
      "epoch": 0.7740392055386005,
      "grad_norm": 4.90625,
      "learning_rate": 1.1299536446188938e-05,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5544236391782761,
      "num_tokens": 470037837.0,
      "step": 610220
    },
    {
      "epoch": 0.7740518901311333,
      "grad_norm": 6.8125,
      "learning_rate": 1.1298902136102646e-05,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5315610826015472,
      "num_tokens": 470045302.0,
      "step": 610230
    },
    {
      "epoch": 0.7740645747236662,
      "grad_norm": 10.9375,
      "learning_rate": 1.1298267826016355e-05,
      "loss": 1.94,
      "mean_token_accuracy": 0.5749500811100006,
      "num_tokens": 470051283.0,
      "step": 610240
    },
    {
      "epoch": 0.774077259316199,
      "grad_norm": 7.65625,
      "learning_rate": 1.1297633515930064e-05,
      "loss": 1.903,
      "mean_token_accuracy": 0.5790362387895585,
      "num_tokens": 470058785.0,
      "step": 610250
    },
    {
      "epoch": 0.7740899439087319,
      "grad_norm": 6.5,
      "learning_rate": 1.1296999205843773e-05,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5407392174005509,
      "num_tokens": 470065715.0,
      "step": 610260
    },
    {
      "epoch": 0.7741026285012647,
      "grad_norm": 4.6875,
      "learning_rate": 1.1296364895757481e-05,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5557480096817017,
      "num_tokens": 470072854.0,
      "step": 610270
    },
    {
      "epoch": 0.7741153130937974,
      "grad_norm": 7.21875,
      "learning_rate": 1.129573058567119e-05,
      "loss": 2.2822,
      "mean_token_accuracy": 0.5100460171699523,
      "num_tokens": 470079700.0,
      "step": 610280
    },
    {
      "epoch": 0.7741279976863303,
      "grad_norm": 6.5,
      "learning_rate": 1.1295096275584897e-05,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5510826468467712,
      "num_tokens": 470087167.0,
      "step": 610290
    },
    {
      "epoch": 0.7741406822788631,
      "grad_norm": 5.125,
      "learning_rate": 1.1294461965498606e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5569345057010651,
      "num_tokens": 470095304.0,
      "step": 610300
    },
    {
      "epoch": 0.774153366871396,
      "grad_norm": 5.375,
      "learning_rate": 1.1293827655412315e-05,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5129951149225235,
      "num_tokens": 470104489.0,
      "step": 610310
    },
    {
      "epoch": 0.7741660514639288,
      "grad_norm": 5.0625,
      "learning_rate": 1.1293193345326023e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5449431121349335,
      "num_tokens": 470112100.0,
      "step": 610320
    },
    {
      "epoch": 0.7741787360564617,
      "grad_norm": 5.125,
      "learning_rate": 1.1292559035239732e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5446885526180267,
      "num_tokens": 470119698.0,
      "step": 610330
    },
    {
      "epoch": 0.7741914206489945,
      "grad_norm": 6.46875,
      "learning_rate": 1.129192472515344e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5340516358613968,
      "num_tokens": 470127532.0,
      "step": 610340
    },
    {
      "epoch": 0.7742041052415273,
      "grad_norm": 5.6875,
      "learning_rate": 1.129129041506715e-05,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5597205609083176,
      "num_tokens": 470135633.0,
      "step": 610350
    },
    {
      "epoch": 0.7742167898340602,
      "grad_norm": 5.34375,
      "learning_rate": 1.1290656104980857e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5430913448333741,
      "num_tokens": 470144582.0,
      "step": 610360
    },
    {
      "epoch": 0.774229474426593,
      "grad_norm": 5.6875,
      "learning_rate": 1.1290021794894565e-05,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5540431767702103,
      "num_tokens": 470152538.0,
      "step": 610370
    },
    {
      "epoch": 0.7742421590191259,
      "grad_norm": 5.5,
      "learning_rate": 1.1289387484808274e-05,
      "loss": 1.858,
      "mean_token_accuracy": 0.5790133833885193,
      "num_tokens": 470161067.0,
      "step": 610380
    },
    {
      "epoch": 0.7742548436116586,
      "grad_norm": 6.5625,
      "learning_rate": 1.1288753174721981e-05,
      "loss": 2.159,
      "mean_token_accuracy": 0.5250469446182251,
      "num_tokens": 470168774.0,
      "step": 610390
    },
    {
      "epoch": 0.7742675282041915,
      "grad_norm": 5.34375,
      "learning_rate": 1.1288118864635692e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5569378882646561,
      "num_tokens": 470177766.0,
      "step": 610400
    },
    {
      "epoch": 0.7742802127967243,
      "grad_norm": 6.09375,
      "learning_rate": 1.1287484554549399e-05,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5612963944673538,
      "num_tokens": 470184500.0,
      "step": 610410
    },
    {
      "epoch": 0.7742928973892572,
      "grad_norm": 6.625,
      "learning_rate": 1.1286850244463107e-05,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5641139209270477,
      "num_tokens": 470191073.0,
      "step": 610420
    },
    {
      "epoch": 0.77430558198179,
      "grad_norm": 6.8125,
      "learning_rate": 1.1286215934376816e-05,
      "loss": 2.218,
      "mean_token_accuracy": 0.5251284092664719,
      "num_tokens": 470198312.0,
      "step": 610430
    },
    {
      "epoch": 0.7743182665743228,
      "grad_norm": 6.0625,
      "learning_rate": 1.1285581624290523e-05,
      "loss": 2.0409,
      "mean_token_accuracy": 0.561875757575035,
      "num_tokens": 470204210.0,
      "step": 610440
    },
    {
      "epoch": 0.7743309511668557,
      "grad_norm": 6.625,
      "learning_rate": 1.1284947314204234e-05,
      "loss": 2.0679,
      "mean_token_accuracy": 0.550459223985672,
      "num_tokens": 470211314.0,
      "step": 610450
    },
    {
      "epoch": 0.7743436357593885,
      "grad_norm": 8.125,
      "learning_rate": 1.128431300411794e-05,
      "loss": 1.7619,
      "mean_token_accuracy": 0.6089619338512421,
      "num_tokens": 470217855.0,
      "step": 610460
    },
    {
      "epoch": 0.7743563203519214,
      "grad_norm": 5.3125,
      "learning_rate": 1.1283678694031651e-05,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5261924386024475,
      "num_tokens": 470225679.0,
      "step": 610470
    },
    {
      "epoch": 0.7743690049444542,
      "grad_norm": 5.1875,
      "learning_rate": 1.1283044383945358e-05,
      "loss": 2.3538,
      "mean_token_accuracy": 0.49677771925926206,
      "num_tokens": 470234838.0,
      "step": 610480
    },
    {
      "epoch": 0.774381689536987,
      "grad_norm": 5.21875,
      "learning_rate": 1.1282410073859067e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5422601670026779,
      "num_tokens": 470242559.0,
      "step": 610490
    },
    {
      "epoch": 0.7743943741295198,
      "grad_norm": 8.625,
      "learning_rate": 1.1281775763772776e-05,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5538653701543808,
      "num_tokens": 470249757.0,
      "step": 610500
    },
    {
      "epoch": 0.7744070587220526,
      "grad_norm": 7.0,
      "learning_rate": 1.1281141453686483e-05,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5293438732624054,
      "num_tokens": 470257338.0,
      "step": 610510
    },
    {
      "epoch": 0.7744197433145855,
      "grad_norm": 5.34375,
      "learning_rate": 1.1280507143600193e-05,
      "loss": 1.6773,
      "mean_token_accuracy": 0.6243140757083893,
      "num_tokens": 470263630.0,
      "step": 610520
    },
    {
      "epoch": 0.7744324279071183,
      "grad_norm": 4.6875,
      "learning_rate": 1.12798728335139e-05,
      "loss": 1.9136,
      "mean_token_accuracy": 0.5756034344434738,
      "num_tokens": 470271007.0,
      "step": 610530
    },
    {
      "epoch": 0.7744451124996512,
      "grad_norm": 5.1875,
      "learning_rate": 1.127923852342761e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5448403537273407,
      "num_tokens": 470278254.0,
      "step": 610540
    },
    {
      "epoch": 0.774457797092184,
      "grad_norm": 5.0,
      "learning_rate": 1.1278604213341318e-05,
      "loss": 2.213,
      "mean_token_accuracy": 0.5157211303710938,
      "num_tokens": 470286193.0,
      "step": 610550
    },
    {
      "epoch": 0.7744704816847169,
      "grad_norm": 6.9375,
      "learning_rate": 1.1277969903255026e-05,
      "loss": 2.039,
      "mean_token_accuracy": 0.5584352254867554,
      "num_tokens": 470294949.0,
      "step": 610560
    },
    {
      "epoch": 0.7744831662772497,
      "grad_norm": 5.84375,
      "learning_rate": 1.1277335593168735e-05,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5305242717266083,
      "num_tokens": 470301443.0,
      "step": 610570
    },
    {
      "epoch": 0.7744958508697826,
      "grad_norm": 6.3125,
      "learning_rate": 1.1276701283082442e-05,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5703921884298324,
      "num_tokens": 470308711.0,
      "step": 610580
    },
    {
      "epoch": 0.7745085354623154,
      "grad_norm": 7.5,
      "learning_rate": 1.1276066972996153e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5598032504320145,
      "num_tokens": 470317130.0,
      "step": 610590
    },
    {
      "epoch": 0.7745212200548481,
      "grad_norm": 4.84375,
      "learning_rate": 1.127543266290986e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5518244206905365,
      "num_tokens": 470324835.0,
      "step": 610600
    },
    {
      "epoch": 0.774533904647381,
      "grad_norm": 6.25,
      "learning_rate": 1.1274798352823568e-05,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5353341072797775,
      "num_tokens": 470333257.0,
      "step": 610610
    },
    {
      "epoch": 0.7745465892399138,
      "grad_norm": 4.96875,
      "learning_rate": 1.1274164042737277e-05,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5424257040023803,
      "num_tokens": 470341827.0,
      "step": 610620
    },
    {
      "epoch": 0.7745592738324467,
      "grad_norm": 6.75,
      "learning_rate": 1.1273529732650984e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5726829618215561,
      "num_tokens": 470349491.0,
      "step": 610630
    },
    {
      "epoch": 0.7745719584249795,
      "grad_norm": 4.875,
      "learning_rate": 1.1272895422564695e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5471579849720001,
      "num_tokens": 470357787.0,
      "step": 610640
    },
    {
      "epoch": 0.7745846430175124,
      "grad_norm": 4.90625,
      "learning_rate": 1.1272261112478402e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5427618473768234,
      "num_tokens": 470367177.0,
      "step": 610650
    },
    {
      "epoch": 0.7745973276100452,
      "grad_norm": 5.0,
      "learning_rate": 1.127162680239211e-05,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5207982450723648,
      "num_tokens": 470375270.0,
      "step": 610660
    },
    {
      "epoch": 0.774610012202578,
      "grad_norm": 5.25,
      "learning_rate": 1.127099249230582e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5275468170642853,
      "num_tokens": 470384874.0,
      "step": 610670
    },
    {
      "epoch": 0.7746226967951109,
      "grad_norm": 8.25,
      "learning_rate": 1.1270358182219528e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5695077836513519,
      "num_tokens": 470391780.0,
      "step": 610680
    },
    {
      "epoch": 0.7746353813876437,
      "grad_norm": 5.15625,
      "learning_rate": 1.1269723872133237e-05,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5390991747379303,
      "num_tokens": 470400016.0,
      "step": 610690
    },
    {
      "epoch": 0.7746480659801765,
      "grad_norm": 4.78125,
      "learning_rate": 1.1269089562046944e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5243605881929397,
      "num_tokens": 470408501.0,
      "step": 610700
    },
    {
      "epoch": 0.7746607505727093,
      "grad_norm": 6.28125,
      "learning_rate": 1.1268455251960652e-05,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5661848068237305,
      "num_tokens": 470416510.0,
      "step": 610710
    },
    {
      "epoch": 0.7746734351652422,
      "grad_norm": 5.5,
      "learning_rate": 1.1267820941874361e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5489133089780808,
      "num_tokens": 470424729.0,
      "step": 610720
    },
    {
      "epoch": 0.774686119757775,
      "grad_norm": 5.6875,
      "learning_rate": 1.126718663178807e-05,
      "loss": 1.7487,
      "mean_token_accuracy": 0.6046072870492936,
      "num_tokens": 470431285.0,
      "step": 610730
    },
    {
      "epoch": 0.7746988043503078,
      "grad_norm": 7.8125,
      "learning_rate": 1.1266552321701779e-05,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5781417101621628,
      "num_tokens": 470436851.0,
      "step": 610740
    },
    {
      "epoch": 0.7747114889428407,
      "grad_norm": 7.125,
      "learning_rate": 1.1265918011615487e-05,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5521982371807098,
      "num_tokens": 470444626.0,
      "step": 610750
    },
    {
      "epoch": 0.7747241735353735,
      "grad_norm": 6.125,
      "learning_rate": 1.1265283701529196e-05,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5531804978847503,
      "num_tokens": 470451209.0,
      "step": 610760
    },
    {
      "epoch": 0.7747368581279064,
      "grad_norm": 5.375,
      "learning_rate": 1.1264649391442903e-05,
      "loss": 1.918,
      "mean_token_accuracy": 0.5660481691360474,
      "num_tokens": 470458779.0,
      "step": 610770
    },
    {
      "epoch": 0.7747495427204392,
      "grad_norm": 4.375,
      "learning_rate": 1.1264015081356612e-05,
      "loss": 2.2917,
      "mean_token_accuracy": 0.5252326607704163,
      "num_tokens": 470465557.0,
      "step": 610780
    },
    {
      "epoch": 0.7747622273129721,
      "grad_norm": 8.3125,
      "learning_rate": 1.126338077127032e-05,
      "loss": 2.2956,
      "mean_token_accuracy": 0.5198023527860641,
      "num_tokens": 470473364.0,
      "step": 610790
    },
    {
      "epoch": 0.7747749119055048,
      "grad_norm": 5.53125,
      "learning_rate": 1.126274646118403e-05,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5137781828641892,
      "num_tokens": 470482172.0,
      "step": 610800
    },
    {
      "epoch": 0.7747875964980377,
      "grad_norm": 5.1875,
      "learning_rate": 1.1262112151097738e-05,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5621356457471848,
      "num_tokens": 470490600.0,
      "step": 610810
    },
    {
      "epoch": 0.7748002810905705,
      "grad_norm": 5.1875,
      "learning_rate": 1.1261477841011447e-05,
      "loss": 2.0866,
      "mean_token_accuracy": 0.5382754325866699,
      "num_tokens": 470498808.0,
      "step": 610820
    },
    {
      "epoch": 0.7748129656831033,
      "grad_norm": 5.78125,
      "learning_rate": 1.1260843530925154e-05,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5240261018276214,
      "num_tokens": 470507362.0,
      "step": 610830
    },
    {
      "epoch": 0.7748256502756362,
      "grad_norm": 5.375,
      "learning_rate": 1.1260209220838863e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5441839694976807,
      "num_tokens": 470515409.0,
      "step": 610840
    },
    {
      "epoch": 0.774838334868169,
      "grad_norm": 5.09375,
      "learning_rate": 1.1259574910752571e-05,
      "loss": 1.7487,
      "mean_token_accuracy": 0.6043391644954681,
      "num_tokens": 470523940.0,
      "step": 610850
    },
    {
      "epoch": 0.7748510194607019,
      "grad_norm": 4.8125,
      "learning_rate": 1.125894060066628e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5414827972650528,
      "num_tokens": 470533072.0,
      "step": 610860
    },
    {
      "epoch": 0.7748637040532347,
      "grad_norm": 5.90625,
      "learning_rate": 1.1258306290579989e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5652028024196625,
      "num_tokens": 470539241.0,
      "step": 610870
    },
    {
      "epoch": 0.7748763886457676,
      "grad_norm": 6.15625,
      "learning_rate": 1.1257671980493696e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5203117489814758,
      "num_tokens": 470547041.0,
      "step": 610880
    },
    {
      "epoch": 0.7748890732383004,
      "grad_norm": 6.5625,
      "learning_rate": 1.1257037670407405e-05,
      "loss": 2.2141,
      "mean_token_accuracy": 0.5260909914970398,
      "num_tokens": 470555350.0,
      "step": 610890
    },
    {
      "epoch": 0.7749017578308331,
      "grad_norm": 5.5,
      "learning_rate": 1.1256403360321113e-05,
      "loss": 1.8619,
      "mean_token_accuracy": 0.5826231598854065,
      "num_tokens": 470562624.0,
      "step": 610900
    },
    {
      "epoch": 0.774914442423366,
      "grad_norm": 5.1875,
      "learning_rate": 1.1255769050234822e-05,
      "loss": 2.0954,
      "mean_token_accuracy": 0.53832648396492,
      "num_tokens": 470570977.0,
      "step": 610910
    },
    {
      "epoch": 0.7749271270158988,
      "grad_norm": 5.5625,
      "learning_rate": 1.1255134740148531e-05,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5359766542911529,
      "num_tokens": 470577879.0,
      "step": 610920
    },
    {
      "epoch": 0.7749398116084317,
      "grad_norm": 5.53125,
      "learning_rate": 1.1254500430062238e-05,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5427060961723328,
      "num_tokens": 470585531.0,
      "step": 610930
    },
    {
      "epoch": 0.7749524962009645,
      "grad_norm": 6.03125,
      "learning_rate": 1.1253866119975948e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5490493267774582,
      "num_tokens": 470593554.0,
      "step": 610940
    },
    {
      "epoch": 0.7749651807934974,
      "grad_norm": 6.5625,
      "learning_rate": 1.1253231809889655e-05,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5408429473638534,
      "num_tokens": 470602087.0,
      "step": 610950
    },
    {
      "epoch": 0.7749778653860302,
      "grad_norm": 6.8125,
      "learning_rate": 1.1252597499803364e-05,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5156799763441086,
      "num_tokens": 470610612.0,
      "step": 610960
    },
    {
      "epoch": 0.7749905499785631,
      "grad_norm": 4.8125,
      "learning_rate": 1.1251963189717073e-05,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5527900338172913,
      "num_tokens": 470617741.0,
      "step": 610970
    },
    {
      "epoch": 0.7750032345710959,
      "grad_norm": 5.40625,
      "learning_rate": 1.1251328879630782e-05,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5521410882472992,
      "num_tokens": 470626890.0,
      "step": 610980
    },
    {
      "epoch": 0.7750159191636287,
      "grad_norm": 5.78125,
      "learning_rate": 1.125069456954449e-05,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5583311289548873,
      "num_tokens": 470635010.0,
      "step": 610990
    },
    {
      "epoch": 0.7750286037561616,
      "grad_norm": 5.34375,
      "learning_rate": 1.1250060259458197e-05,
      "loss": 2.1685,
      "mean_token_accuracy": 0.535678145289421,
      "num_tokens": 470642811.0,
      "step": 611000
    },
    {
      "epoch": 0.7750412883486943,
      "grad_norm": 4.5625,
      "learning_rate": 1.1249425949371908e-05,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5541624665260315,
      "num_tokens": 470650638.0,
      "step": 611010
    },
    {
      "epoch": 0.7750539729412272,
      "grad_norm": 5.375,
      "learning_rate": 1.1248791639285615e-05,
      "loss": 2.1894,
      "mean_token_accuracy": 0.5202530592679977,
      "num_tokens": 470659177.0,
      "step": 611020
    },
    {
      "epoch": 0.77506665753376,
      "grad_norm": 5.625,
      "learning_rate": 1.1248157329199324e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5201191455125809,
      "num_tokens": 470667526.0,
      "step": 611030
    },
    {
      "epoch": 0.7750793421262929,
      "grad_norm": 7.25,
      "learning_rate": 1.1247523019113032e-05,
      "loss": 1.8433,
      "mean_token_accuracy": 0.586336487531662,
      "num_tokens": 470673957.0,
      "step": 611040
    },
    {
      "epoch": 0.7750920267188257,
      "grad_norm": 5.21875,
      "learning_rate": 1.124688870902674e-05,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5285606533288956,
      "num_tokens": 470681254.0,
      "step": 611050
    },
    {
      "epoch": 0.7751047113113585,
      "grad_norm": 6.59375,
      "learning_rate": 1.124625439894045e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5465850502252578,
      "num_tokens": 470688450.0,
      "step": 611060
    },
    {
      "epoch": 0.7751173959038914,
      "grad_norm": 5.21875,
      "learning_rate": 1.1245620088854157e-05,
      "loss": 1.8941,
      "mean_token_accuracy": 0.5819550037384034,
      "num_tokens": 470695698.0,
      "step": 611070
    },
    {
      "epoch": 0.7751300804964242,
      "grad_norm": 4.6875,
      "learning_rate": 1.1244985778767866e-05,
      "loss": 2.075,
      "mean_token_accuracy": 0.5338366687297821,
      "num_tokens": 470703280.0,
      "step": 611080
    },
    {
      "epoch": 0.7751427650889571,
      "grad_norm": 4.71875,
      "learning_rate": 1.1244351468681574e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5583983272314071,
      "num_tokens": 470710263.0,
      "step": 611090
    },
    {
      "epoch": 0.7751554496814899,
      "grad_norm": 5.0625,
      "learning_rate": 1.1243717158595281e-05,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5493733763694764,
      "num_tokens": 470718385.0,
      "step": 611100
    },
    {
      "epoch": 0.7751681342740228,
      "grad_norm": 8.25,
      "learning_rate": 1.1243082848508992e-05,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5623218327760696,
      "num_tokens": 470724785.0,
      "step": 611110
    },
    {
      "epoch": 0.7751808188665555,
      "grad_norm": 6.53125,
      "learning_rate": 1.1242448538422699e-05,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5581197559833526,
      "num_tokens": 470732899.0,
      "step": 611120
    },
    {
      "epoch": 0.7751935034590883,
      "grad_norm": 9.6875,
      "learning_rate": 1.124181422833641e-05,
      "loss": 2.3109,
      "mean_token_accuracy": 0.501316460967064,
      "num_tokens": 470740243.0,
      "step": 611130
    },
    {
      "epoch": 0.7752061880516212,
      "grad_norm": 5.78125,
      "learning_rate": 1.1241179918250116e-05,
      "loss": 2.3084,
      "mean_token_accuracy": 0.5102747261524201,
      "num_tokens": 470746988.0,
      "step": 611140
    },
    {
      "epoch": 0.775218872644154,
      "grad_norm": 6.71875,
      "learning_rate": 1.1240545608163825e-05,
      "loss": 2.228,
      "mean_token_accuracy": 0.5241752922534942,
      "num_tokens": 470754416.0,
      "step": 611150
    },
    {
      "epoch": 0.7752315572366869,
      "grad_norm": 4.8125,
      "learning_rate": 1.1239911298077534e-05,
      "loss": 2.1885,
      "mean_token_accuracy": 0.525480431318283,
      "num_tokens": 470762300.0,
      "step": 611160
    },
    {
      "epoch": 0.7752442418292197,
      "grad_norm": 5.09375,
      "learning_rate": 1.1239276987991241e-05,
      "loss": 2.1231,
      "mean_token_accuracy": 0.552032595872879,
      "num_tokens": 470770100.0,
      "step": 611170
    },
    {
      "epoch": 0.7752569264217526,
      "grad_norm": 5.0625,
      "learning_rate": 1.1238642677904951e-05,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5320533722639084,
      "num_tokens": 470777875.0,
      "step": 611180
    },
    {
      "epoch": 0.7752696110142854,
      "grad_norm": 6.9375,
      "learning_rate": 1.1238008367818658e-05,
      "loss": 1.7082,
      "mean_token_accuracy": 0.6225135564804077,
      "num_tokens": 470784340.0,
      "step": 611190
    },
    {
      "epoch": 0.7752822956068183,
      "grad_norm": 5.1875,
      "learning_rate": 1.1237374057732369e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5661009252071381,
      "num_tokens": 470792654.0,
      "step": 611200
    },
    {
      "epoch": 0.7752949801993511,
      "grad_norm": 6.65625,
      "learning_rate": 1.1236739747646076e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5607488453388214,
      "num_tokens": 470800635.0,
      "step": 611210
    },
    {
      "epoch": 0.7753076647918838,
      "grad_norm": 4.71875,
      "learning_rate": 1.1236105437559785e-05,
      "loss": 2.2794,
      "mean_token_accuracy": 0.5067508548498154,
      "num_tokens": 470809445.0,
      "step": 611220
    },
    {
      "epoch": 0.7753203493844167,
      "grad_norm": 4.8125,
      "learning_rate": 1.1235471127473493e-05,
      "loss": 2.003,
      "mean_token_accuracy": 0.5537006199359894,
      "num_tokens": 470816964.0,
      "step": 611230
    },
    {
      "epoch": 0.7753330339769495,
      "grad_norm": 4.96875,
      "learning_rate": 1.12348368173872e-05,
      "loss": 1.8108,
      "mean_token_accuracy": 0.5910273641347885,
      "num_tokens": 470823409.0,
      "step": 611240
    },
    {
      "epoch": 0.7753457185694824,
      "grad_norm": 6.15625,
      "learning_rate": 1.123420250730091e-05,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5794165045022964,
      "num_tokens": 470830879.0,
      "step": 611250
    },
    {
      "epoch": 0.7753584031620152,
      "grad_norm": 5.15625,
      "learning_rate": 1.1233568197214618e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5589685827493668,
      "num_tokens": 470839066.0,
      "step": 611260
    },
    {
      "epoch": 0.7753710877545481,
      "grad_norm": 5.65625,
      "learning_rate": 1.1232933887128327e-05,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5298976451158524,
      "num_tokens": 470847585.0,
      "step": 611270
    },
    {
      "epoch": 0.7753837723470809,
      "grad_norm": 5.6875,
      "learning_rate": 1.1232299577042035e-05,
      "loss": 2.3765,
      "mean_token_accuracy": 0.5084666579961776,
      "num_tokens": 470855643.0,
      "step": 611280
    },
    {
      "epoch": 0.7753964569396137,
      "grad_norm": 5.3125,
      "learning_rate": 1.1231665266955742e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5358404517173767,
      "num_tokens": 470864313.0,
      "step": 611290
    },
    {
      "epoch": 0.7754091415321466,
      "grad_norm": 5.96875,
      "learning_rate": 1.1231030956869453e-05,
      "loss": 2.01,
      "mean_token_accuracy": 0.5525368809700012,
      "num_tokens": 470872296.0,
      "step": 611300
    },
    {
      "epoch": 0.7754218261246794,
      "grad_norm": 7.90625,
      "learning_rate": 1.123039664678316e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5416798412799835,
      "num_tokens": 470880521.0,
      "step": 611310
    },
    {
      "epoch": 0.7754345107172123,
      "grad_norm": 5.6875,
      "learning_rate": 1.1229762336696869e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5396664857864379,
      "num_tokens": 470886790.0,
      "step": 611320
    },
    {
      "epoch": 0.775447195309745,
      "grad_norm": 6.5,
      "learning_rate": 1.1229128026610577e-05,
      "loss": 1.7815,
      "mean_token_accuracy": 0.5886954367160797,
      "num_tokens": 470893708.0,
      "step": 611330
    },
    {
      "epoch": 0.7754598799022779,
      "grad_norm": 5.53125,
      "learning_rate": 1.1228493716524286e-05,
      "loss": 1.8934,
      "mean_token_accuracy": 0.5723314642906189,
      "num_tokens": 470901100.0,
      "step": 611340
    },
    {
      "epoch": 0.7754725644948107,
      "grad_norm": 5.03125,
      "learning_rate": 1.1227859406437995e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5270950376987458,
      "num_tokens": 470908823.0,
      "step": 611350
    },
    {
      "epoch": 0.7754852490873436,
      "grad_norm": 8.5,
      "learning_rate": 1.1227225096351702e-05,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5708801209926605,
      "num_tokens": 470915307.0,
      "step": 611360
    },
    {
      "epoch": 0.7754979336798764,
      "grad_norm": 5.1875,
      "learning_rate": 1.122659078626541e-05,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5603448837995529,
      "num_tokens": 470924245.0,
      "step": 611370
    },
    {
      "epoch": 0.7755106182724092,
      "grad_norm": 5.28125,
      "learning_rate": 1.122595647617912e-05,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5431960135698318,
      "num_tokens": 470932201.0,
      "step": 611380
    },
    {
      "epoch": 0.7755233028649421,
      "grad_norm": 5.875,
      "learning_rate": 1.1225322166092828e-05,
      "loss": 1.8778,
      "mean_token_accuracy": 0.5790908694267273,
      "num_tokens": 470939872.0,
      "step": 611390
    },
    {
      "epoch": 0.7755359874574749,
      "grad_norm": 6.96875,
      "learning_rate": 1.1224687856006537e-05,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5310450106859207,
      "num_tokens": 470948076.0,
      "step": 611400
    },
    {
      "epoch": 0.7755486720500078,
      "grad_norm": 5.40625,
      "learning_rate": 1.1224053545920246e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5585130780935288,
      "num_tokens": 470957074.0,
      "step": 611410
    },
    {
      "epoch": 0.7755613566425406,
      "grad_norm": 5.125,
      "learning_rate": 1.1223419235833954e-05,
      "loss": 1.7059,
      "mean_token_accuracy": 0.6207485854625702,
      "num_tokens": 470964610.0,
      "step": 611420
    },
    {
      "epoch": 0.7755740412350735,
      "grad_norm": 4.71875,
      "learning_rate": 1.1222784925747661e-05,
      "loss": 2.1274,
      "mean_token_accuracy": 0.5345816761255264,
      "num_tokens": 470973312.0,
      "step": 611430
    },
    {
      "epoch": 0.7755867258276062,
      "grad_norm": 4.5625,
      "learning_rate": 1.122215061566137e-05,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5659051716327668,
      "num_tokens": 470981134.0,
      "step": 611440
    },
    {
      "epoch": 0.775599410420139,
      "grad_norm": 5.40625,
      "learning_rate": 1.1221516305575079e-05,
      "loss": 2.2208,
      "mean_token_accuracy": 0.5239584505558014,
      "num_tokens": 470989555.0,
      "step": 611450
    },
    {
      "epoch": 0.7756120950126719,
      "grad_norm": 6.875,
      "learning_rate": 1.1220881995488788e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5529480248689651,
      "num_tokens": 470997666.0,
      "step": 611460
    },
    {
      "epoch": 0.7756247796052047,
      "grad_norm": 6.15625,
      "learning_rate": 1.1220247685402496e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5362929821014404,
      "num_tokens": 471005409.0,
      "step": 611470
    },
    {
      "epoch": 0.7756374641977376,
      "grad_norm": 6.65625,
      "learning_rate": 1.1219613375316203e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5342973202466965,
      "num_tokens": 471012466.0,
      "step": 611480
    },
    {
      "epoch": 0.7756501487902704,
      "grad_norm": 6.21875,
      "learning_rate": 1.1218979065229912e-05,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5308840692043304,
      "num_tokens": 471020733.0,
      "step": 611490
    },
    {
      "epoch": 0.7756628333828033,
      "grad_norm": 6.21875,
      "learning_rate": 1.121834475514362e-05,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5611438035964966,
      "num_tokens": 471028887.0,
      "step": 611500
    },
    {
      "epoch": 0.7756755179753361,
      "grad_norm": 5.1875,
      "learning_rate": 1.121771044505733e-05,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5479596942663193,
      "num_tokens": 471036705.0,
      "step": 611510
    },
    {
      "epoch": 0.775688202567869,
      "grad_norm": 6.65625,
      "learning_rate": 1.1217076134971038e-05,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5732838809490204,
      "num_tokens": 471043508.0,
      "step": 611520
    },
    {
      "epoch": 0.7757008871604018,
      "grad_norm": 4.90625,
      "learning_rate": 1.1216441824884747e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5445194721221924,
      "num_tokens": 471050004.0,
      "step": 611530
    },
    {
      "epoch": 0.7757135717529345,
      "grad_norm": 5.9375,
      "learning_rate": 1.1215807514798454e-05,
      "loss": 1.8836,
      "mean_token_accuracy": 0.5892429351806641,
      "num_tokens": 471057294.0,
      "step": 611540
    },
    {
      "epoch": 0.7757262563454674,
      "grad_norm": 5.78125,
      "learning_rate": 1.1215173204712163e-05,
      "loss": 1.7684,
      "mean_token_accuracy": 0.5897464692592621,
      "num_tokens": 471064899.0,
      "step": 611550
    },
    {
      "epoch": 0.7757389409380002,
      "grad_norm": 4.96875,
      "learning_rate": 1.1214538894625872e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5298816651105881,
      "num_tokens": 471073173.0,
      "step": 611560
    },
    {
      "epoch": 0.7757516255305331,
      "grad_norm": 4.96875,
      "learning_rate": 1.121390458453958e-05,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5177514255046844,
      "num_tokens": 471081927.0,
      "step": 611570
    },
    {
      "epoch": 0.7757643101230659,
      "grad_norm": 4.9375,
      "learning_rate": 1.1213270274453289e-05,
      "loss": 1.8415,
      "mean_token_accuracy": 0.5838996589183807,
      "num_tokens": 471089459.0,
      "step": 611580
    },
    {
      "epoch": 0.7757769947155988,
      "grad_norm": 5.15625,
      "learning_rate": 1.1212635964366996e-05,
      "loss": 2.2859,
      "mean_token_accuracy": 0.5024924546480178,
      "num_tokens": 471098589.0,
      "step": 611590
    },
    {
      "epoch": 0.7757896793081316,
      "grad_norm": 4.6875,
      "learning_rate": 1.1212001654280707e-05,
      "loss": 1.9166,
      "mean_token_accuracy": 0.5670238316059113,
      "num_tokens": 471104946.0,
      "step": 611600
    },
    {
      "epoch": 0.7758023639006644,
      "grad_norm": 7.59375,
      "learning_rate": 1.1211367344194414e-05,
      "loss": 2.2457,
      "mean_token_accuracy": 0.518243932723999,
      "num_tokens": 471111627.0,
      "step": 611610
    },
    {
      "epoch": 0.7758150484931973,
      "grad_norm": 5.09375,
      "learning_rate": 1.1210733034108122e-05,
      "loss": 2.021,
      "mean_token_accuracy": 0.5441541582345962,
      "num_tokens": 471120280.0,
      "step": 611620
    },
    {
      "epoch": 0.77582773308573,
      "grad_norm": 7.0625,
      "learning_rate": 1.1210098724021831e-05,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5577303439378738,
      "num_tokens": 471127599.0,
      "step": 611630
    },
    {
      "epoch": 0.775840417678263,
      "grad_norm": 4.90625,
      "learning_rate": 1.120946441393554e-05,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5280759483575821,
      "num_tokens": 471135977.0,
      "step": 611640
    },
    {
      "epoch": 0.7758531022707957,
      "grad_norm": 5.03125,
      "learning_rate": 1.1208830103849249e-05,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5523226022720337,
      "num_tokens": 471143859.0,
      "step": 611650
    },
    {
      "epoch": 0.7758657868633286,
      "grad_norm": 4.46875,
      "learning_rate": 1.1208195793762956e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5685249984264373,
      "num_tokens": 471150093.0,
      "step": 611660
    },
    {
      "epoch": 0.7758784714558614,
      "grad_norm": 6.4375,
      "learning_rate": 1.1207561483676664e-05,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5380745202302932,
      "num_tokens": 471157439.0,
      "step": 611670
    },
    {
      "epoch": 0.7758911560483942,
      "grad_norm": 8.1875,
      "learning_rate": 1.1206927173590373e-05,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5533569753170013,
      "num_tokens": 471164010.0,
      "step": 611680
    },
    {
      "epoch": 0.7759038406409271,
      "grad_norm": 15.25,
      "learning_rate": 1.1206292863504082e-05,
      "loss": 1.8984,
      "mean_token_accuracy": 0.5783060669898987,
      "num_tokens": 471170861.0,
      "step": 611690
    },
    {
      "epoch": 0.7759165252334599,
      "grad_norm": 8.25,
      "learning_rate": 1.120565855341779e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5523636549711227,
      "num_tokens": 471178039.0,
      "step": 611700
    },
    {
      "epoch": 0.7759292098259928,
      "grad_norm": 6.71875,
      "learning_rate": 1.1205024243331498e-05,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5304870992898941,
      "num_tokens": 471185733.0,
      "step": 611710
    },
    {
      "epoch": 0.7759418944185256,
      "grad_norm": 5.625,
      "learning_rate": 1.1204389933245208e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5498789697885513,
      "num_tokens": 471193011.0,
      "step": 611720
    },
    {
      "epoch": 0.7759545790110585,
      "grad_norm": 6.46875,
      "learning_rate": 1.1203755623158915e-05,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5713487148284913,
      "num_tokens": 471199520.0,
      "step": 611730
    },
    {
      "epoch": 0.7759672636035913,
      "grad_norm": 4.625,
      "learning_rate": 1.1203121313072624e-05,
      "loss": 2.284,
      "mean_token_accuracy": 0.5118997663259506,
      "num_tokens": 471207722.0,
      "step": 611740
    },
    {
      "epoch": 0.7759799481961241,
      "grad_norm": 5.5625,
      "learning_rate": 1.1202487002986333e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5574240267276764,
      "num_tokens": 471214820.0,
      "step": 611750
    },
    {
      "epoch": 0.7759926327886569,
      "grad_norm": 9.8125,
      "learning_rate": 1.120185269290004e-05,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5567258417606353,
      "num_tokens": 471221240.0,
      "step": 611760
    },
    {
      "epoch": 0.7760053173811897,
      "grad_norm": 5.46875,
      "learning_rate": 1.120121838281375e-05,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5547422587871551,
      "num_tokens": 471228576.0,
      "step": 611770
    },
    {
      "epoch": 0.7760180019737226,
      "grad_norm": 8.8125,
      "learning_rate": 1.1200584072727457e-05,
      "loss": 1.9027,
      "mean_token_accuracy": 0.5756256610155106,
      "num_tokens": 471236678.0,
      "step": 611780
    },
    {
      "epoch": 0.7760306865662554,
      "grad_norm": 5.875,
      "learning_rate": 1.1199949762641168e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5304506927728653,
      "num_tokens": 471243695.0,
      "step": 611790
    },
    {
      "epoch": 0.7760433711587883,
      "grad_norm": 6.125,
      "learning_rate": 1.1199315452554875e-05,
      "loss": 1.6457,
      "mean_token_accuracy": 0.631001353263855,
      "num_tokens": 471249799.0,
      "step": 611800
    },
    {
      "epoch": 0.7760560557513211,
      "grad_norm": 5.59375,
      "learning_rate": 1.1198681142468583e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5445178389549256,
      "num_tokens": 471257756.0,
      "step": 611810
    },
    {
      "epoch": 0.776068740343854,
      "grad_norm": 4.75,
      "learning_rate": 1.1198046832382292e-05,
      "loss": 1.8754,
      "mean_token_accuracy": 0.5783589243888855,
      "num_tokens": 471265360.0,
      "step": 611820
    },
    {
      "epoch": 0.7760814249363868,
      "grad_norm": 4.96875,
      "learning_rate": 1.1197412522295999e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5326520353555679,
      "num_tokens": 471273050.0,
      "step": 611830
    },
    {
      "epoch": 0.7760941095289196,
      "grad_norm": 5.0,
      "learning_rate": 1.119677821220971e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5415432810783386,
      "num_tokens": 471280867.0,
      "step": 611840
    },
    {
      "epoch": 0.7761067941214524,
      "grad_norm": 5.96875,
      "learning_rate": 1.1196143902123417e-05,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5748972862958908,
      "num_tokens": 471287160.0,
      "step": 611850
    },
    {
      "epoch": 0.7761194787139852,
      "grad_norm": 6.96875,
      "learning_rate": 1.1195509592037125e-05,
      "loss": 1.8374,
      "mean_token_accuracy": 0.5942954540252685,
      "num_tokens": 471292045.0,
      "step": 611860
    },
    {
      "epoch": 0.7761321633065181,
      "grad_norm": 4.875,
      "learning_rate": 1.1194875281950834e-05,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5320804566144943,
      "num_tokens": 471299983.0,
      "step": 611870
    },
    {
      "epoch": 0.7761448478990509,
      "grad_norm": 6.1875,
      "learning_rate": 1.1194240971864541e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5606105625629425,
      "num_tokens": 471306639.0,
      "step": 611880
    },
    {
      "epoch": 0.7761575324915838,
      "grad_norm": 5.78125,
      "learning_rate": 1.1193606661778252e-05,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5526179641485214,
      "num_tokens": 471313632.0,
      "step": 611890
    },
    {
      "epoch": 0.7761702170841166,
      "grad_norm": 5.25,
      "learning_rate": 1.1192972351691959e-05,
      "loss": 1.805,
      "mean_token_accuracy": 0.591152548789978,
      "num_tokens": 471321317.0,
      "step": 611900
    },
    {
      "epoch": 0.7761829016766495,
      "grad_norm": 4.53125,
      "learning_rate": 1.1192338041605669e-05,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5436762601137162,
      "num_tokens": 471329221.0,
      "step": 611910
    },
    {
      "epoch": 0.7761955862691823,
      "grad_norm": 5.1875,
      "learning_rate": 1.1191703731519376e-05,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5829469621181488,
      "num_tokens": 471337115.0,
      "step": 611920
    },
    {
      "epoch": 0.7762082708617151,
      "grad_norm": 5.8125,
      "learning_rate": 1.1191069421433085e-05,
      "loss": 2.2554,
      "mean_token_accuracy": 0.5159965068101883,
      "num_tokens": 471345065.0,
      "step": 611930
    },
    {
      "epoch": 0.776220955454248,
      "grad_norm": 5.09375,
      "learning_rate": 1.1190435111346794e-05,
      "loss": 1.9244,
      "mean_token_accuracy": 0.5650902032852173,
      "num_tokens": 471352134.0,
      "step": 611940
    },
    {
      "epoch": 0.7762336400467807,
      "grad_norm": 5.46875,
      "learning_rate": 1.11898008012605e-05,
      "loss": 1.751,
      "mean_token_accuracy": 0.6064773023128509,
      "num_tokens": 471358512.0,
      "step": 611950
    },
    {
      "epoch": 0.7762463246393136,
      "grad_norm": 5.03125,
      "learning_rate": 1.1189166491174211e-05,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5621683806180954,
      "num_tokens": 471366007.0,
      "step": 611960
    },
    {
      "epoch": 0.7762590092318464,
      "grad_norm": 5.15625,
      "learning_rate": 1.1188532181087918e-05,
      "loss": 2.1976,
      "mean_token_accuracy": 0.5187348127365112,
      "num_tokens": 471375015.0,
      "step": 611970
    },
    {
      "epoch": 0.7762716938243793,
      "grad_norm": 6.375,
      "learning_rate": 1.1187897871001627e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5177695363759994,
      "num_tokens": 471381944.0,
      "step": 611980
    },
    {
      "epoch": 0.7762843784169121,
      "grad_norm": 7.40625,
      "learning_rate": 1.1187263560915336e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.569330558180809,
      "num_tokens": 471389795.0,
      "step": 611990
    },
    {
      "epoch": 0.7762970630094449,
      "grad_norm": 4.6875,
      "learning_rate": 1.1186629250829044e-05,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5578676462173462,
      "num_tokens": 471398760.0,
      "step": 612000
    },
    {
      "epoch": 0.7763097476019778,
      "grad_norm": 6.40625,
      "learning_rate": 1.1185994940742753e-05,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5661706149578094,
      "num_tokens": 471406396.0,
      "step": 612010
    },
    {
      "epoch": 0.7763224321945106,
      "grad_norm": 6.21875,
      "learning_rate": 1.118536063065646e-05,
      "loss": 2.165,
      "mean_token_accuracy": 0.5279745221138,
      "num_tokens": 471415024.0,
      "step": 612020
    },
    {
      "epoch": 0.7763351167870435,
      "grad_norm": 4.84375,
      "learning_rate": 1.1184726320570169e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5368333488702774,
      "num_tokens": 471424003.0,
      "step": 612030
    },
    {
      "epoch": 0.7763478013795763,
      "grad_norm": 7.4375,
      "learning_rate": 1.1184092010483878e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.540450143814087,
      "num_tokens": 471430827.0,
      "step": 612040
    },
    {
      "epoch": 0.7763604859721092,
      "grad_norm": 7.21875,
      "learning_rate": 1.1183457700397586e-05,
      "loss": 2.0943,
      "mean_token_accuracy": 0.540076395869255,
      "num_tokens": 471439013.0,
      "step": 612050
    },
    {
      "epoch": 0.776373170564642,
      "grad_norm": 5.34375,
      "learning_rate": 1.1182823390311295e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5538879781961441,
      "num_tokens": 471446506.0,
      "step": 612060
    },
    {
      "epoch": 0.7763858551571747,
      "grad_norm": 5.28125,
      "learning_rate": 1.1182189080225002e-05,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5794141381978989,
      "num_tokens": 471453554.0,
      "step": 612070
    },
    {
      "epoch": 0.7763985397497076,
      "grad_norm": 6.625,
      "learning_rate": 1.118155477013871e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.520563080906868,
      "num_tokens": 471461448.0,
      "step": 612080
    },
    {
      "epoch": 0.7764112243422404,
      "grad_norm": 5.75,
      "learning_rate": 1.118092046005242e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.534541568160057,
      "num_tokens": 471469522.0,
      "step": 612090
    },
    {
      "epoch": 0.7764239089347733,
      "grad_norm": 4.53125,
      "learning_rate": 1.1180286149966128e-05,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5522238135337829,
      "num_tokens": 471477196.0,
      "step": 612100
    },
    {
      "epoch": 0.7764365935273061,
      "grad_norm": 5.34375,
      "learning_rate": 1.1179651839879837e-05,
      "loss": 2.1798,
      "mean_token_accuracy": 0.532143485546112,
      "num_tokens": 471484865.0,
      "step": 612110
    },
    {
      "epoch": 0.776449278119839,
      "grad_norm": 5.15625,
      "learning_rate": 1.1179017529793546e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5608220756053924,
      "num_tokens": 471493090.0,
      "step": 612120
    },
    {
      "epoch": 0.7764619627123718,
      "grad_norm": 5.9375,
      "learning_rate": 1.1178383219707255e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5343607634305954,
      "num_tokens": 471501497.0,
      "step": 612130
    },
    {
      "epoch": 0.7764746473049047,
      "grad_norm": 6.4375,
      "learning_rate": 1.1177748909620962e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.573689317703247,
      "num_tokens": 471508276.0,
      "step": 612140
    },
    {
      "epoch": 0.7764873318974375,
      "grad_norm": 4.90625,
      "learning_rate": 1.117711459953467e-05,
      "loss": 2.1,
      "mean_token_accuracy": 0.5397019743919372,
      "num_tokens": 471516593.0,
      "step": 612150
    },
    {
      "epoch": 0.7765000164899702,
      "grad_norm": 6.1875,
      "learning_rate": 1.1176480289448379e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5412608951330184,
      "num_tokens": 471524526.0,
      "step": 612160
    },
    {
      "epoch": 0.7765127010825031,
      "grad_norm": 7.40625,
      "learning_rate": 1.1175845979362088e-05,
      "loss": 2.1934,
      "mean_token_accuracy": 0.5225178569555282,
      "num_tokens": 471532496.0,
      "step": 612170
    },
    {
      "epoch": 0.7765253856750359,
      "grad_norm": 5.875,
      "learning_rate": 1.1175211669275797e-05,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5675755023956299,
      "num_tokens": 471540398.0,
      "step": 612180
    },
    {
      "epoch": 0.7765380702675688,
      "grad_norm": 9.5625,
      "learning_rate": 1.1174577359189505e-05,
      "loss": 1.8951,
      "mean_token_accuracy": 0.579185637831688,
      "num_tokens": 471547524.0,
      "step": 612190
    },
    {
      "epoch": 0.7765507548601016,
      "grad_norm": 7.75,
      "learning_rate": 1.1173943049103212e-05,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5604902654886246,
      "num_tokens": 471555188.0,
      "step": 612200
    },
    {
      "epoch": 0.7765634394526345,
      "grad_norm": 5.53125,
      "learning_rate": 1.1173308739016921e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.528410667181015,
      "num_tokens": 471562658.0,
      "step": 612210
    },
    {
      "epoch": 0.7765761240451673,
      "grad_norm": 4.84375,
      "learning_rate": 1.117267442893063e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5475423336029053,
      "num_tokens": 471570132.0,
      "step": 612220
    },
    {
      "epoch": 0.7765888086377001,
      "grad_norm": 5.75,
      "learning_rate": 1.1172040118844339e-05,
      "loss": 2.0907,
      "mean_token_accuracy": 0.539913210272789,
      "num_tokens": 471579032.0,
      "step": 612230
    },
    {
      "epoch": 0.776601493230233,
      "grad_norm": 5.125,
      "learning_rate": 1.1171405808758047e-05,
      "loss": 2.3181,
      "mean_token_accuracy": 0.5009946554899216,
      "num_tokens": 471588502.0,
      "step": 612240
    },
    {
      "epoch": 0.7766141778227658,
      "grad_norm": 5.75,
      "learning_rate": 1.1170771498671754e-05,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5496658742427826,
      "num_tokens": 471596806.0,
      "step": 612250
    },
    {
      "epoch": 0.7766268624152987,
      "grad_norm": 4.875,
      "learning_rate": 1.1170137188585463e-05,
      "loss": 2.0592,
      "mean_token_accuracy": 0.545754286646843,
      "num_tokens": 471605450.0,
      "step": 612260
    },
    {
      "epoch": 0.7766395470078314,
      "grad_norm": 6.15625,
      "learning_rate": 1.1169502878499172e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5223523557186127,
      "num_tokens": 471612737.0,
      "step": 612270
    },
    {
      "epoch": 0.7766522316003643,
      "grad_norm": 6.3125,
      "learning_rate": 1.116886856841288e-05,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5683505088090897,
      "num_tokens": 471620452.0,
      "step": 612280
    },
    {
      "epoch": 0.7766649161928971,
      "grad_norm": 5.0625,
      "learning_rate": 1.116823425832659e-05,
      "loss": 2.1464,
      "mean_token_accuracy": 0.531170779466629,
      "num_tokens": 471627784.0,
      "step": 612290
    },
    {
      "epoch": 0.77667760078543,
      "grad_norm": 5.84375,
      "learning_rate": 1.1167599948240296e-05,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5572688043117523,
      "num_tokens": 471635156.0,
      "step": 612300
    },
    {
      "epoch": 0.7766902853779628,
      "grad_norm": 5.46875,
      "learning_rate": 1.1166965638154007e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5392944097518921,
      "num_tokens": 471643739.0,
      "step": 612310
    },
    {
      "epoch": 0.7767029699704956,
      "grad_norm": 4.90625,
      "learning_rate": 1.1166331328067714e-05,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5657059848308563,
      "num_tokens": 471650629.0,
      "step": 612320
    },
    {
      "epoch": 0.7767156545630285,
      "grad_norm": 4.65625,
      "learning_rate": 1.1165697017981423e-05,
      "loss": 2.115,
      "mean_token_accuracy": 0.5329571515321732,
      "num_tokens": 471659899.0,
      "step": 612330
    },
    {
      "epoch": 0.7767283391555613,
      "grad_norm": 5.78125,
      "learning_rate": 1.1165062707895131e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5320870488882065,
      "num_tokens": 471669114.0,
      "step": 612340
    },
    {
      "epoch": 0.7767410237480942,
      "grad_norm": 6.65625,
      "learning_rate": 1.116442839780884e-05,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5174552530050278,
      "num_tokens": 471677194.0,
      "step": 612350
    },
    {
      "epoch": 0.776753708340627,
      "grad_norm": 5.28125,
      "learning_rate": 1.1163794087722549e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5467978805303574,
      "num_tokens": 471686069.0,
      "step": 612360
    },
    {
      "epoch": 0.7767663929331599,
      "grad_norm": 6.3125,
      "learning_rate": 1.1163159777636256e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5348695486783981,
      "num_tokens": 471694070.0,
      "step": 612370
    },
    {
      "epoch": 0.7767790775256926,
      "grad_norm": 4.75,
      "learning_rate": 1.1162525467549966e-05,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5815741717815399,
      "num_tokens": 471701824.0,
      "step": 612380
    },
    {
      "epoch": 0.7767917621182254,
      "grad_norm": 5.75,
      "learning_rate": 1.1161891157463673e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5253122895956039,
      "num_tokens": 471710535.0,
      "step": 612390
    },
    {
      "epoch": 0.7768044467107583,
      "grad_norm": 6.34375,
      "learning_rate": 1.1161256847377382e-05,
      "loss": 1.9208,
      "mean_token_accuracy": 0.5672276437282562,
      "num_tokens": 471718443.0,
      "step": 612400
    },
    {
      "epoch": 0.7768171313032911,
      "grad_norm": 5.90625,
      "learning_rate": 1.116062253729109e-05,
      "loss": 2.2801,
      "mean_token_accuracy": 0.5116667211055755,
      "num_tokens": 471726896.0,
      "step": 612410
    },
    {
      "epoch": 0.776829815895824,
      "grad_norm": 6.625,
      "learning_rate": 1.1159988227204798e-05,
      "loss": 1.8615,
      "mean_token_accuracy": 0.5882827013731002,
      "num_tokens": 471732817.0,
      "step": 612420
    },
    {
      "epoch": 0.7768425004883568,
      "grad_norm": 4.5,
      "learning_rate": 1.1159353917118508e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5309334188699723,
      "num_tokens": 471740561.0,
      "step": 612430
    },
    {
      "epoch": 0.7768551850808897,
      "grad_norm": 5.1875,
      "learning_rate": 1.1158719607032215e-05,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5304773867130279,
      "num_tokens": 471748505.0,
      "step": 612440
    },
    {
      "epoch": 0.7768678696734225,
      "grad_norm": 8.0,
      "learning_rate": 1.1158085296945924e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5370004802942276,
      "num_tokens": 471755439.0,
      "step": 612450
    },
    {
      "epoch": 0.7768805542659554,
      "grad_norm": 6.6875,
      "learning_rate": 1.1157450986859633e-05,
      "loss": 1.8424,
      "mean_token_accuracy": 0.5810845077037812,
      "num_tokens": 471760899.0,
      "step": 612460
    },
    {
      "epoch": 0.7768932388584882,
      "grad_norm": 5.28125,
      "learning_rate": 1.115681667677334e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5394485116004943,
      "num_tokens": 471769450.0,
      "step": 612470
    },
    {
      "epoch": 0.7769059234510209,
      "grad_norm": 5.375,
      "learning_rate": 1.115618236668705e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5403807580471038,
      "num_tokens": 471778665.0,
      "step": 612480
    },
    {
      "epoch": 0.7769186080435538,
      "grad_norm": 5.375,
      "learning_rate": 1.1155548056600757e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.536118420958519,
      "num_tokens": 471787067.0,
      "step": 612490
    },
    {
      "epoch": 0.7769312926360866,
      "grad_norm": 5.125,
      "learning_rate": 1.1154913746514468e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.527005472779274,
      "num_tokens": 471795454.0,
      "step": 612500
    },
    {
      "epoch": 0.7769439772286195,
      "grad_norm": 5.03125,
      "learning_rate": 1.1154279436428175e-05,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5648106336593628,
      "num_tokens": 471804077.0,
      "step": 612510
    },
    {
      "epoch": 0.7769566618211523,
      "grad_norm": 5.125,
      "learning_rate": 1.1153645126341883e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5492896884679794,
      "num_tokens": 471812939.0,
      "step": 612520
    },
    {
      "epoch": 0.7769693464136852,
      "grad_norm": 6.21875,
      "learning_rate": 1.1153010816255592e-05,
      "loss": 1.7488,
      "mean_token_accuracy": 0.599274754524231,
      "num_tokens": 471819847.0,
      "step": 612530
    },
    {
      "epoch": 0.776982031006218,
      "grad_norm": 5.09375,
      "learning_rate": 1.11523765061693e-05,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5256203651428223,
      "num_tokens": 471827637.0,
      "step": 612540
    },
    {
      "epoch": 0.7769947155987508,
      "grad_norm": 5.9375,
      "learning_rate": 1.115174219608301e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5425313651561737,
      "num_tokens": 471835517.0,
      "step": 612550
    },
    {
      "epoch": 0.7770074001912837,
      "grad_norm": 6.03125,
      "learning_rate": 1.1151107885996717e-05,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5508619576692582,
      "num_tokens": 471843835.0,
      "step": 612560
    },
    {
      "epoch": 0.7770200847838165,
      "grad_norm": 9.1875,
      "learning_rate": 1.1150473575910427e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.533050748705864,
      "num_tokens": 471851433.0,
      "step": 612570
    },
    {
      "epoch": 0.7770327693763494,
      "grad_norm": 7.3125,
      "learning_rate": 1.1149839265824134e-05,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5312826663255692,
      "num_tokens": 471859236.0,
      "step": 612580
    },
    {
      "epoch": 0.7770454539688821,
      "grad_norm": 5.59375,
      "learning_rate": 1.1149204955737843e-05,
      "loss": 1.953,
      "mean_token_accuracy": 0.5770905166864395,
      "num_tokens": 471866712.0,
      "step": 612590
    },
    {
      "epoch": 0.777058138561415,
      "grad_norm": 4.78125,
      "learning_rate": 1.1148570645651552e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5213290244340897,
      "num_tokens": 471875948.0,
      "step": 612600
    },
    {
      "epoch": 0.7770708231539478,
      "grad_norm": 5.5625,
      "learning_rate": 1.1147936335565259e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5554613471031189,
      "num_tokens": 471884696.0,
      "step": 612610
    },
    {
      "epoch": 0.7770835077464806,
      "grad_norm": 17.25,
      "learning_rate": 1.114730202547897e-05,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5679916411638259,
      "num_tokens": 471891733.0,
      "step": 612620
    },
    {
      "epoch": 0.7770961923390135,
      "grad_norm": 5.90625,
      "learning_rate": 1.1146667715392676e-05,
      "loss": 1.7223,
      "mean_token_accuracy": 0.6094123363494873,
      "num_tokens": 471899578.0,
      "step": 612630
    },
    {
      "epoch": 0.7771088769315463,
      "grad_norm": 6.15625,
      "learning_rate": 1.1146033405306385e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5360539585351944,
      "num_tokens": 471906834.0,
      "step": 612640
    },
    {
      "epoch": 0.7771215615240792,
      "grad_norm": 5.125,
      "learning_rate": 1.1145399095220094e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5280329883098602,
      "num_tokens": 471915037.0,
      "step": 612650
    },
    {
      "epoch": 0.777134246116612,
      "grad_norm": 5.625,
      "learning_rate": 1.1144764785133802e-05,
      "loss": 1.9354,
      "mean_token_accuracy": 0.5641254782676697,
      "num_tokens": 471923238.0,
      "step": 612660
    },
    {
      "epoch": 0.7771469307091449,
      "grad_norm": 5.1875,
      "learning_rate": 1.1144130475047511e-05,
      "loss": 2.125,
      "mean_token_accuracy": 0.5376105755567551,
      "num_tokens": 471931648.0,
      "step": 612670
    },
    {
      "epoch": 0.7771596153016777,
      "grad_norm": 4.6875,
      "learning_rate": 1.1143496164961218e-05,
      "loss": 2.172,
      "mean_token_accuracy": 0.5285679548978806,
      "num_tokens": 471939747.0,
      "step": 612680
    },
    {
      "epoch": 0.7771722998942105,
      "grad_norm": 4.96875,
      "learning_rate": 1.1142861854874927e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5582597732543946,
      "num_tokens": 471949183.0,
      "step": 612690
    },
    {
      "epoch": 0.7771849844867433,
      "grad_norm": 6.09375,
      "learning_rate": 1.1142227544788636e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.53633793592453,
      "num_tokens": 471956958.0,
      "step": 612700
    },
    {
      "epoch": 0.7771976690792761,
      "grad_norm": 7.21875,
      "learning_rate": 1.1141593234702344e-05,
      "loss": 2.072,
      "mean_token_accuracy": 0.5380443751811981,
      "num_tokens": 471964195.0,
      "step": 612710
    },
    {
      "epoch": 0.777210353671809,
      "grad_norm": 10.25,
      "learning_rate": 1.1140958924616053e-05,
      "loss": 2.2287,
      "mean_token_accuracy": 0.5287932395935059,
      "num_tokens": 471970307.0,
      "step": 612720
    },
    {
      "epoch": 0.7772230382643418,
      "grad_norm": 6.03125,
      "learning_rate": 1.114032461452976e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5800613224506378,
      "num_tokens": 471977409.0,
      "step": 612730
    },
    {
      "epoch": 0.7772357228568747,
      "grad_norm": 4.75,
      "learning_rate": 1.1139690304443469e-05,
      "loss": 2.121,
      "mean_token_accuracy": 0.5354917377233506,
      "num_tokens": 471985538.0,
      "step": 612740
    },
    {
      "epoch": 0.7772484074494075,
      "grad_norm": 4.65625,
      "learning_rate": 1.1139055994357178e-05,
      "loss": 2.2405,
      "mean_token_accuracy": 0.5210184663534164,
      "num_tokens": 471994595.0,
      "step": 612750
    },
    {
      "epoch": 0.7772610920419404,
      "grad_norm": 4.9375,
      "learning_rate": 1.1138421684270886e-05,
      "loss": 2.1675,
      "mean_token_accuracy": 0.514286869764328,
      "num_tokens": 472001279.0,
      "step": 612760
    },
    {
      "epoch": 0.7772737766344732,
      "grad_norm": 6.5,
      "learning_rate": 1.1137787374184595e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5569386571645737,
      "num_tokens": 472008149.0,
      "step": 612770
    },
    {
      "epoch": 0.777286461227006,
      "grad_norm": 5.125,
      "learning_rate": 1.1137153064098304e-05,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5371583610773086,
      "num_tokens": 472017046.0,
      "step": 612780
    },
    {
      "epoch": 0.7772991458195389,
      "grad_norm": 5.3125,
      "learning_rate": 1.1136518754012013e-05,
      "loss": 1.8828,
      "mean_token_accuracy": 0.5886621356010437,
      "num_tokens": 472024207.0,
      "step": 612790
    },
    {
      "epoch": 0.7773118304120716,
      "grad_norm": 6.125,
      "learning_rate": 1.113588444392572e-05,
      "loss": 2.2598,
      "mean_token_accuracy": 0.5140912443399429,
      "num_tokens": 472032180.0,
      "step": 612800
    },
    {
      "epoch": 0.7773245150046045,
      "grad_norm": 5.1875,
      "learning_rate": 1.1135250133839428e-05,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5716816246509552,
      "num_tokens": 472039707.0,
      "step": 612810
    },
    {
      "epoch": 0.7773371995971373,
      "grad_norm": 6.65625,
      "learning_rate": 1.1134615823753137e-05,
      "loss": 2.2426,
      "mean_token_accuracy": 0.5215775191783905,
      "num_tokens": 472047658.0,
      "step": 612820
    },
    {
      "epoch": 0.7773498841896702,
      "grad_norm": 5.03125,
      "learning_rate": 1.1133981513666846e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5405465513467789,
      "num_tokens": 472057143.0,
      "step": 612830
    },
    {
      "epoch": 0.777362568782203,
      "grad_norm": 6.84375,
      "learning_rate": 1.1133347203580555e-05,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5333443075418473,
      "num_tokens": 472064228.0,
      "step": 612840
    },
    {
      "epoch": 0.7773752533747359,
      "grad_norm": 11.9375,
      "learning_rate": 1.1132712893494263e-05,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5602745711803436,
      "num_tokens": 472071580.0,
      "step": 612850
    },
    {
      "epoch": 0.7773879379672687,
      "grad_norm": 6.28125,
      "learning_rate": 1.113207858340797e-05,
      "loss": 2.0655,
      "mean_token_accuracy": 0.539442491531372,
      "num_tokens": 472078703.0,
      "step": 612860
    },
    {
      "epoch": 0.7774006225598015,
      "grad_norm": 5.96875,
      "learning_rate": 1.113144427332168e-05,
      "loss": 2.3177,
      "mean_token_accuracy": 0.5023603737354279,
      "num_tokens": 472086788.0,
      "step": 612870
    },
    {
      "epoch": 0.7774133071523344,
      "grad_norm": 5.3125,
      "learning_rate": 1.1130809963235388e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5280910223722458,
      "num_tokens": 472094654.0,
      "step": 612880
    },
    {
      "epoch": 0.7774259917448672,
      "grad_norm": 5.65625,
      "learning_rate": 1.1130175653149097e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5381367653608322,
      "num_tokens": 472102451.0,
      "step": 612890
    },
    {
      "epoch": 0.7774386763374,
      "grad_norm": 5.28125,
      "learning_rate": 1.1129541343062805e-05,
      "loss": 2.132,
      "mean_token_accuracy": 0.535963624715805,
      "num_tokens": 472111137.0,
      "step": 612900
    },
    {
      "epoch": 0.7774513609299328,
      "grad_norm": 5.71875,
      "learning_rate": 1.1128907032976512e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5469183176755905,
      "num_tokens": 472119411.0,
      "step": 612910
    },
    {
      "epoch": 0.7774640455224657,
      "grad_norm": 5.09375,
      "learning_rate": 1.1128272722890221e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5633866608142852,
      "num_tokens": 472127414.0,
      "step": 612920
    },
    {
      "epoch": 0.7774767301149985,
      "grad_norm": 5.40625,
      "learning_rate": 1.112763841280393e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5571766287088394,
      "num_tokens": 472135829.0,
      "step": 612930
    },
    {
      "epoch": 0.7774894147075313,
      "grad_norm": 6.625,
      "learning_rate": 1.1127004102717639e-05,
      "loss": 1.9387,
      "mean_token_accuracy": 0.5673532962799073,
      "num_tokens": 472144080.0,
      "step": 612940
    },
    {
      "epoch": 0.7775020993000642,
      "grad_norm": 4.75,
      "learning_rate": 1.1126369792631347e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5311960697174072,
      "num_tokens": 472152770.0,
      "step": 612950
    },
    {
      "epoch": 0.777514783892597,
      "grad_norm": 9.3125,
      "learning_rate": 1.1125735482545054e-05,
      "loss": 1.8251,
      "mean_token_accuracy": 0.5964405626058579,
      "num_tokens": 472159633.0,
      "step": 612960
    },
    {
      "epoch": 0.7775274684851299,
      "grad_norm": 5.1875,
      "learning_rate": 1.1125101172458765e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5304045975208282,
      "num_tokens": 472168740.0,
      "step": 612970
    },
    {
      "epoch": 0.7775401530776627,
      "grad_norm": 4.875,
      "learning_rate": 1.1124466862372472e-05,
      "loss": 1.8587,
      "mean_token_accuracy": 0.5850772351026535,
      "num_tokens": 472176976.0,
      "step": 612980
    },
    {
      "epoch": 0.7775528376701956,
      "grad_norm": 7.0,
      "learning_rate": 1.112383255228618e-05,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5418584018945694,
      "num_tokens": 472183200.0,
      "step": 612990
    },
    {
      "epoch": 0.7775655222627283,
      "grad_norm": 5.28125,
      "learning_rate": 1.112319824219989e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5501387745141983,
      "num_tokens": 472191247.0,
      "step": 613000
    },
    {
      "epoch": 0.7775782068552611,
      "grad_norm": 5.75,
      "learning_rate": 1.1122563932113598e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5612265348434449,
      "num_tokens": 472199249.0,
      "step": 613010
    },
    {
      "epoch": 0.777590891447794,
      "grad_norm": 5.9375,
      "learning_rate": 1.1121929622027307e-05,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5171790897846222,
      "num_tokens": 472206369.0,
      "step": 613020
    },
    {
      "epoch": 0.7776035760403268,
      "grad_norm": 5.125,
      "learning_rate": 1.1121295311941014e-05,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5718187630176544,
      "num_tokens": 472213266.0,
      "step": 613030
    },
    {
      "epoch": 0.7776162606328597,
      "grad_norm": 5.75,
      "learning_rate": 1.1120661001854724e-05,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5269578486680985,
      "num_tokens": 472220729.0,
      "step": 613040
    },
    {
      "epoch": 0.7776289452253925,
      "grad_norm": 7.65625,
      "learning_rate": 1.1120026691768431e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5453864723443985,
      "num_tokens": 472228216.0,
      "step": 613050
    },
    {
      "epoch": 0.7776416298179254,
      "grad_norm": 6.65625,
      "learning_rate": 1.111939238168214e-05,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5385501146316528,
      "num_tokens": 472236605.0,
      "step": 613060
    },
    {
      "epoch": 0.7776543144104582,
      "grad_norm": 6.46875,
      "learning_rate": 1.1118758071595849e-05,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5442724168300629,
      "num_tokens": 472245326.0,
      "step": 613070
    },
    {
      "epoch": 0.7776669990029911,
      "grad_norm": 4.28125,
      "learning_rate": 1.1118123761509556e-05,
      "loss": 1.8101,
      "mean_token_accuracy": 0.5840449512004853,
      "num_tokens": 472253067.0,
      "step": 613080
    },
    {
      "epoch": 0.7776796835955239,
      "grad_norm": 5.6875,
      "learning_rate": 1.1117489451423266e-05,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5258549183607102,
      "num_tokens": 472260842.0,
      "step": 613090
    },
    {
      "epoch": 0.7776923681880566,
      "grad_norm": 5.46875,
      "learning_rate": 1.1116855141336973e-05,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5376023262739181,
      "num_tokens": 472268460.0,
      "step": 613100
    },
    {
      "epoch": 0.7777050527805895,
      "grad_norm": 6.4375,
      "learning_rate": 1.1116220831250682e-05,
      "loss": 2.004,
      "mean_token_accuracy": 0.5587871700525284,
      "num_tokens": 472276609.0,
      "step": 613110
    },
    {
      "epoch": 0.7777177373731223,
      "grad_norm": 7.0,
      "learning_rate": 1.1115586521164391e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5530064016580581,
      "num_tokens": 472283133.0,
      "step": 613120
    },
    {
      "epoch": 0.7777304219656552,
      "grad_norm": 5.46875,
      "learning_rate": 1.1114952211078098e-05,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5692167341709137,
      "num_tokens": 472289725.0,
      "step": 613130
    },
    {
      "epoch": 0.777743106558188,
      "grad_norm": 6.03125,
      "learning_rate": 1.1114317900991808e-05,
      "loss": 1.9344,
      "mean_token_accuracy": 0.5670445322990417,
      "num_tokens": 472297246.0,
      "step": 613140
    },
    {
      "epoch": 0.7777557911507209,
      "grad_norm": 6.5,
      "learning_rate": 1.1113683590905515e-05,
      "loss": 1.9059,
      "mean_token_accuracy": 0.5630141258239746,
      "num_tokens": 472305320.0,
      "step": 613150
    },
    {
      "epoch": 0.7777684757432537,
      "grad_norm": 7.28125,
      "learning_rate": 1.1113049280819226e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5318363815546036,
      "num_tokens": 472312396.0,
      "step": 613160
    },
    {
      "epoch": 0.7777811603357865,
      "grad_norm": 4.78125,
      "learning_rate": 1.1112414970732933e-05,
      "loss": 1.7666,
      "mean_token_accuracy": 0.6179417163133621,
      "num_tokens": 472319413.0,
      "step": 613170
    },
    {
      "epoch": 0.7777938449283194,
      "grad_norm": 5.09375,
      "learning_rate": 1.1111780660646642e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5252679705619812,
      "num_tokens": 472327443.0,
      "step": 613180
    },
    {
      "epoch": 0.7778065295208522,
      "grad_norm": 4.3125,
      "learning_rate": 1.111114635056035e-05,
      "loss": 1.8977,
      "mean_token_accuracy": 0.580243244767189,
      "num_tokens": 472334253.0,
      "step": 613190
    },
    {
      "epoch": 0.7778192141133851,
      "grad_norm": 4.71875,
      "learning_rate": 1.1110512040474057e-05,
      "loss": 2.2541,
      "mean_token_accuracy": 0.5139548212289811,
      "num_tokens": 472342688.0,
      "step": 613200
    },
    {
      "epoch": 0.7778318987059178,
      "grad_norm": 5.71875,
      "learning_rate": 1.1109877730387768e-05,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5205553650856019,
      "num_tokens": 472351402.0,
      "step": 613210
    },
    {
      "epoch": 0.7778445832984507,
      "grad_norm": 3.53125,
      "learning_rate": 1.1109243420301475e-05,
      "loss": 1.6898,
      "mean_token_accuracy": 0.6172349244356156,
      "num_tokens": 472358792.0,
      "step": 613220
    },
    {
      "epoch": 0.7778572678909835,
      "grad_norm": 5.40625,
      "learning_rate": 1.1108609110215185e-05,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5236063182353974,
      "num_tokens": 472366295.0,
      "step": 613230
    },
    {
      "epoch": 0.7778699524835164,
      "grad_norm": 7.625,
      "learning_rate": 1.1107974800128892e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.534398490190506,
      "num_tokens": 472375496.0,
      "step": 613240
    },
    {
      "epoch": 0.7778826370760492,
      "grad_norm": 5.4375,
      "learning_rate": 1.1107340490042601e-05,
      "loss": 1.9757,
      "mean_token_accuracy": 0.5504158347845077,
      "num_tokens": 472383427.0,
      "step": 613250
    },
    {
      "epoch": 0.777895321668582,
      "grad_norm": 9.375,
      "learning_rate": 1.110670617995631e-05,
      "loss": 1.984,
      "mean_token_accuracy": 0.5527687102556229,
      "num_tokens": 472390909.0,
      "step": 613260
    },
    {
      "epoch": 0.7779080062611149,
      "grad_norm": 7.15625,
      "learning_rate": 1.1106071869870017e-05,
      "loss": 1.8595,
      "mean_token_accuracy": 0.5841393172740936,
      "num_tokens": 472397510.0,
      "step": 613270
    },
    {
      "epoch": 0.7779206908536477,
      "grad_norm": 6.59375,
      "learning_rate": 1.1105437559783727e-05,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5516739159822464,
      "num_tokens": 472403483.0,
      "step": 613280
    },
    {
      "epoch": 0.7779333754461806,
      "grad_norm": 4.59375,
      "learning_rate": 1.1104803249697434e-05,
      "loss": 1.8119,
      "mean_token_accuracy": 0.5902416408061981,
      "num_tokens": 472411716.0,
      "step": 613290
    },
    {
      "epoch": 0.7779460600387134,
      "grad_norm": 10.125,
      "learning_rate": 1.1104168939611143e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5235100328922272,
      "num_tokens": 472420043.0,
      "step": 613300
    },
    {
      "epoch": 0.7779587446312463,
      "grad_norm": 4.71875,
      "learning_rate": 1.1103534629524852e-05,
      "loss": 1.9293,
      "mean_token_accuracy": 0.5704423695802688,
      "num_tokens": 472428518.0,
      "step": 613310
    },
    {
      "epoch": 0.777971429223779,
      "grad_norm": 6.3125,
      "learning_rate": 1.1102900319438559e-05,
      "loss": 2.2894,
      "mean_token_accuracy": 0.503850132226944,
      "num_tokens": 472436384.0,
      "step": 613320
    },
    {
      "epoch": 0.7779841138163118,
      "grad_norm": 5.15625,
      "learning_rate": 1.110226600935227e-05,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5414691865444183,
      "num_tokens": 472445474.0,
      "step": 613330
    },
    {
      "epoch": 0.7779967984088447,
      "grad_norm": 5.0,
      "learning_rate": 1.1101631699265976e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5588091224431991,
      "num_tokens": 472452770.0,
      "step": 613340
    },
    {
      "epoch": 0.7780094830013775,
      "grad_norm": 5.34375,
      "learning_rate": 1.1100997389179685e-05,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5325492233037948,
      "num_tokens": 472459990.0,
      "step": 613350
    },
    {
      "epoch": 0.7780221675939104,
      "grad_norm": 5.375,
      "learning_rate": 1.1100363079093394e-05,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5599546223878861,
      "num_tokens": 472467703.0,
      "step": 613360
    },
    {
      "epoch": 0.7780348521864432,
      "grad_norm": 5.15625,
      "learning_rate": 1.1099728769007103e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5337515503168107,
      "num_tokens": 472474906.0,
      "step": 613370
    },
    {
      "epoch": 0.7780475367789761,
      "grad_norm": 5.0625,
      "learning_rate": 1.1099094458920811e-05,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5559551537036895,
      "num_tokens": 472483262.0,
      "step": 613380
    },
    {
      "epoch": 0.7780602213715089,
      "grad_norm": 5.3125,
      "learning_rate": 1.1098460148834518e-05,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5407345831394196,
      "num_tokens": 472491778.0,
      "step": 613390
    },
    {
      "epoch": 0.7780729059640418,
      "grad_norm": 4.71875,
      "learning_rate": 1.1097825838748227e-05,
      "loss": 1.5373,
      "mean_token_accuracy": 0.644860816001892,
      "num_tokens": 472498406.0,
      "step": 613400
    },
    {
      "epoch": 0.7780855905565746,
      "grad_norm": 5.84375,
      "learning_rate": 1.1097191528661936e-05,
      "loss": 1.8763,
      "mean_token_accuracy": 0.5855310380458831,
      "num_tokens": 472505799.0,
      "step": 613410
    },
    {
      "epoch": 0.7780982751491073,
      "grad_norm": 4.90625,
      "learning_rate": 1.1096557218575645e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5460647314786911,
      "num_tokens": 472514709.0,
      "step": 613420
    },
    {
      "epoch": 0.7781109597416402,
      "grad_norm": 6.125,
      "learning_rate": 1.1095922908489353e-05,
      "loss": 1.8448,
      "mean_token_accuracy": 0.5761459946632386,
      "num_tokens": 472520537.0,
      "step": 613430
    },
    {
      "epoch": 0.778123644334173,
      "grad_norm": 4.5625,
      "learning_rate": 1.1095288598403062e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5373524129390717,
      "num_tokens": 472529026.0,
      "step": 613440
    },
    {
      "epoch": 0.7781363289267059,
      "grad_norm": 4.53125,
      "learning_rate": 1.109465428831677e-05,
      "loss": 1.8497,
      "mean_token_accuracy": 0.5680749654769898,
      "num_tokens": 472537879.0,
      "step": 613450
    },
    {
      "epoch": 0.7781490135192387,
      "grad_norm": 4.875,
      "learning_rate": 1.1094019978230478e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5578505992889404,
      "num_tokens": 472544911.0,
      "step": 613460
    },
    {
      "epoch": 0.7781616981117716,
      "grad_norm": 7.03125,
      "learning_rate": 1.1093385668144187e-05,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5160979598760604,
      "num_tokens": 472552785.0,
      "step": 613470
    },
    {
      "epoch": 0.7781743827043044,
      "grad_norm": 5.15625,
      "learning_rate": 1.1092751358057895e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5776207119226455,
      "num_tokens": 472560422.0,
      "step": 613480
    },
    {
      "epoch": 0.7781870672968372,
      "grad_norm": 4.5625,
      "learning_rate": 1.1092117047971604e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.553521478176117,
      "num_tokens": 472568800.0,
      "step": 613490
    },
    {
      "epoch": 0.7781997518893701,
      "grad_norm": 6.4375,
      "learning_rate": 1.1091482737885313e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.529452121257782,
      "num_tokens": 472577243.0,
      "step": 613500
    },
    {
      "epoch": 0.7782124364819029,
      "grad_norm": 5.0625,
      "learning_rate": 1.109084842779902e-05,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5444480240345001,
      "num_tokens": 472585896.0,
      "step": 613510
    },
    {
      "epoch": 0.7782251210744358,
      "grad_norm": 6.125,
      "learning_rate": 1.1090214117712729e-05,
      "loss": 1.8613,
      "mean_token_accuracy": 0.5767092168331146,
      "num_tokens": 472592461.0,
      "step": 613520
    },
    {
      "epoch": 0.7782378056669685,
      "grad_norm": 5.9375,
      "learning_rate": 1.1089579807626437e-05,
      "loss": 1.9784,
      "mean_token_accuracy": 0.55692198574543,
      "num_tokens": 472600085.0,
      "step": 613530
    },
    {
      "epoch": 0.7782504902595014,
      "grad_norm": 4.75,
      "learning_rate": 1.1088945497540146e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5433491885662078,
      "num_tokens": 472606898.0,
      "step": 613540
    },
    {
      "epoch": 0.7782631748520342,
      "grad_norm": 6.84375,
      "learning_rate": 1.1088311187453855e-05,
      "loss": 1.9067,
      "mean_token_accuracy": 0.5754570454359055,
      "num_tokens": 472613650.0,
      "step": 613550
    },
    {
      "epoch": 0.778275859444567,
      "grad_norm": 4.28125,
      "learning_rate": 1.1087676877367564e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5290560901165009,
      "num_tokens": 472621842.0,
      "step": 613560
    },
    {
      "epoch": 0.7782885440370999,
      "grad_norm": 4.78125,
      "learning_rate": 1.108704256728127e-05,
      "loss": 1.6252,
      "mean_token_accuracy": 0.6387430787086487,
      "num_tokens": 472628349.0,
      "step": 613570
    },
    {
      "epoch": 0.7783012286296327,
      "grad_norm": 6.71875,
      "learning_rate": 1.108640825719498e-05,
      "loss": 1.6109,
      "mean_token_accuracy": 0.6278017163276672,
      "num_tokens": 472634426.0,
      "step": 613580
    },
    {
      "epoch": 0.7783139132221656,
      "grad_norm": 4.9375,
      "learning_rate": 1.1085773947108688e-05,
      "loss": 1.8413,
      "mean_token_accuracy": 0.5837515652179718,
      "num_tokens": 472642545.0,
      "step": 613590
    },
    {
      "epoch": 0.7783265978146984,
      "grad_norm": 7.15625,
      "learning_rate": 1.1085139637022397e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.558100762963295,
      "num_tokens": 472650401.0,
      "step": 613600
    },
    {
      "epoch": 0.7783392824072313,
      "grad_norm": 7.25,
      "learning_rate": 1.1084505326936106e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5263460844755172,
      "num_tokens": 472657265.0,
      "step": 613610
    },
    {
      "epoch": 0.7783519669997641,
      "grad_norm": 7.0,
      "learning_rate": 1.1083871016849813e-05,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5498297423124313,
      "num_tokens": 472663768.0,
      "step": 613620
    },
    {
      "epoch": 0.778364651592297,
      "grad_norm": 8.5,
      "learning_rate": 1.1083236706763523e-05,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5319500803947449,
      "num_tokens": 472672289.0,
      "step": 613630
    },
    {
      "epoch": 0.7783773361848297,
      "grad_norm": 5.03125,
      "learning_rate": 1.108260239667723e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5380241632461548,
      "num_tokens": 472680687.0,
      "step": 613640
    },
    {
      "epoch": 0.7783900207773625,
      "grad_norm": 7.78125,
      "learning_rate": 1.1081968086590939e-05,
      "loss": 2.236,
      "mean_token_accuracy": 0.5150874555110931,
      "num_tokens": 472689548.0,
      "step": 613650
    },
    {
      "epoch": 0.7784027053698954,
      "grad_norm": 8.3125,
      "learning_rate": 1.1081333776504648e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5328817695379258,
      "num_tokens": 472697504.0,
      "step": 613660
    },
    {
      "epoch": 0.7784153899624282,
      "grad_norm": 5.5,
      "learning_rate": 1.1080699466418355e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5615695238113403,
      "num_tokens": 472706052.0,
      "step": 613670
    },
    {
      "epoch": 0.7784280745549611,
      "grad_norm": 4.65625,
      "learning_rate": 1.1080065156332065e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5466410368680954,
      "num_tokens": 472714327.0,
      "step": 613680
    },
    {
      "epoch": 0.7784407591474939,
      "grad_norm": 7.8125,
      "learning_rate": 1.1079430846245772e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5512694597244263,
      "num_tokens": 472722671.0,
      "step": 613690
    },
    {
      "epoch": 0.7784534437400268,
      "grad_norm": 5.40625,
      "learning_rate": 1.1078796536159481e-05,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5216388702392578,
      "num_tokens": 472730928.0,
      "step": 613700
    },
    {
      "epoch": 0.7784661283325596,
      "grad_norm": 5.65625,
      "learning_rate": 1.107816222607319e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5390687495470047,
      "num_tokens": 472739216.0,
      "step": 613710
    },
    {
      "epoch": 0.7784788129250924,
      "grad_norm": 5.15625,
      "learning_rate": 1.1077527915986898e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5324747145175934,
      "num_tokens": 472746277.0,
      "step": 613720
    },
    {
      "epoch": 0.7784914975176253,
      "grad_norm": 7.84375,
      "learning_rate": 1.1076893605900607e-05,
      "loss": 2.3047,
      "mean_token_accuracy": 0.5205888032913208,
      "num_tokens": 472753406.0,
      "step": 613730
    },
    {
      "epoch": 0.778504182110158,
      "grad_norm": 5.25,
      "learning_rate": 1.1076259295814314e-05,
      "loss": 2.2567,
      "mean_token_accuracy": 0.5117157578468323,
      "num_tokens": 472761358.0,
      "step": 613740
    },
    {
      "epoch": 0.7785168667026909,
      "grad_norm": 6.03125,
      "learning_rate": 1.1075624985728025e-05,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5361854553222656,
      "num_tokens": 472769316.0,
      "step": 613750
    },
    {
      "epoch": 0.7785295512952237,
      "grad_norm": 6.09375,
      "learning_rate": 1.1074990675641732e-05,
      "loss": 1.868,
      "mean_token_accuracy": 0.5785729676485062,
      "num_tokens": 472775508.0,
      "step": 613760
    },
    {
      "epoch": 0.7785422358877566,
      "grad_norm": 5.46875,
      "learning_rate": 1.107435636555544e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.532327926158905,
      "num_tokens": 472784208.0,
      "step": 613770
    },
    {
      "epoch": 0.7785549204802894,
      "grad_norm": 7.625,
      "learning_rate": 1.1073722055469149e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5522762328386307,
      "num_tokens": 472791266.0,
      "step": 613780
    },
    {
      "epoch": 0.7785676050728223,
      "grad_norm": 5.78125,
      "learning_rate": 1.1073087745382856e-05,
      "loss": 2.073,
      "mean_token_accuracy": 0.5386085152626038,
      "num_tokens": 472799189.0,
      "step": 613790
    },
    {
      "epoch": 0.7785802896653551,
      "grad_norm": 5.6875,
      "learning_rate": 1.1072453435296567e-05,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5469631522893905,
      "num_tokens": 472806601.0,
      "step": 613800
    },
    {
      "epoch": 0.7785929742578879,
      "grad_norm": 7.15625,
      "learning_rate": 1.1071819125210274e-05,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5305813878774643,
      "num_tokens": 472814254.0,
      "step": 613810
    },
    {
      "epoch": 0.7786056588504208,
      "grad_norm": 6.15625,
      "learning_rate": 1.1071184815123984e-05,
      "loss": 1.8684,
      "mean_token_accuracy": 0.5883704364299774,
      "num_tokens": 472820224.0,
      "step": 613820
    },
    {
      "epoch": 0.7786183434429536,
      "grad_norm": 7.78125,
      "learning_rate": 1.1070550505037691e-05,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5518115907907486,
      "num_tokens": 472828699.0,
      "step": 613830
    },
    {
      "epoch": 0.7786310280354864,
      "grad_norm": 7.28125,
      "learning_rate": 1.10699161949514e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.550195962190628,
      "num_tokens": 472835446.0,
      "step": 613840
    },
    {
      "epoch": 0.7786437126280192,
      "grad_norm": 7.34375,
      "learning_rate": 1.1069281884865109e-05,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5258766919374466,
      "num_tokens": 472843492.0,
      "step": 613850
    },
    {
      "epoch": 0.7786563972205521,
      "grad_norm": 6.4375,
      "learning_rate": 1.1068647574778816e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5505568861961365,
      "num_tokens": 472851332.0,
      "step": 613860
    },
    {
      "epoch": 0.7786690818130849,
      "grad_norm": 4.53125,
      "learning_rate": 1.1068013264692526e-05,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5418082535266876,
      "num_tokens": 472859380.0,
      "step": 613870
    },
    {
      "epoch": 0.7786817664056177,
      "grad_norm": 5.03125,
      "learning_rate": 1.1067378954606233e-05,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5664538115262985,
      "num_tokens": 472867651.0,
      "step": 613880
    },
    {
      "epoch": 0.7786944509981506,
      "grad_norm": 5.03125,
      "learning_rate": 1.1066744644519942e-05,
      "loss": 1.7625,
      "mean_token_accuracy": 0.6012114405632019,
      "num_tokens": 472875612.0,
      "step": 613890
    },
    {
      "epoch": 0.7787071355906834,
      "grad_norm": 5.375,
      "learning_rate": 1.106611033443365e-05,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5498044610023498,
      "num_tokens": 472883488.0,
      "step": 613900
    },
    {
      "epoch": 0.7787198201832163,
      "grad_norm": 4.90625,
      "learning_rate": 1.1065476024347358e-05,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5538470864295959,
      "num_tokens": 472891195.0,
      "step": 613910
    },
    {
      "epoch": 0.7787325047757491,
      "grad_norm": 4.625,
      "learning_rate": 1.1064841714261068e-05,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5491597771644592,
      "num_tokens": 472899684.0,
      "step": 613920
    },
    {
      "epoch": 0.778745189368282,
      "grad_norm": 4.90625,
      "learning_rate": 1.1064207404174775e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5618567943572998,
      "num_tokens": 472906440.0,
      "step": 613930
    },
    {
      "epoch": 0.7787578739608148,
      "grad_norm": 5.46875,
      "learning_rate": 1.1063573094088486e-05,
      "loss": 1.9981,
      "mean_token_accuracy": 0.553452217578888,
      "num_tokens": 472915338.0,
      "step": 613940
    },
    {
      "epoch": 0.7787705585533475,
      "grad_norm": 5.0625,
      "learning_rate": 1.1062938784002193e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5346560835838318,
      "num_tokens": 472923163.0,
      "step": 613950
    },
    {
      "epoch": 0.7787832431458804,
      "grad_norm": 6.53125,
      "learning_rate": 1.1062304473915901e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5653384864330292,
      "num_tokens": 472929084.0,
      "step": 613960
    },
    {
      "epoch": 0.7787959277384132,
      "grad_norm": 5.8125,
      "learning_rate": 1.106167016382961e-05,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5507094770669937,
      "num_tokens": 472936124.0,
      "step": 613970
    },
    {
      "epoch": 0.7788086123309461,
      "grad_norm": 5.1875,
      "learning_rate": 1.1061035853743317e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.5669315755367279,
      "num_tokens": 472944191.0,
      "step": 613980
    },
    {
      "epoch": 0.7788212969234789,
      "grad_norm": 6.34375,
      "learning_rate": 1.1060401543657028e-05,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5784144759178161,
      "num_tokens": 472951318.0,
      "step": 613990
    },
    {
      "epoch": 0.7788339815160118,
      "grad_norm": 5.15625,
      "learning_rate": 1.1059767233570735e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5268178105354309,
      "num_tokens": 472959308.0,
      "step": 614000
    },
    {
      "epoch": 0.7788466661085446,
      "grad_norm": 7.3125,
      "learning_rate": 1.1059132923484443e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5537404000759125,
      "num_tokens": 472966917.0,
      "step": 614010
    },
    {
      "epoch": 0.7788593507010775,
      "grad_norm": 6.46875,
      "learning_rate": 1.1058498613398152e-05,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5457854896783829,
      "num_tokens": 472974645.0,
      "step": 614020
    },
    {
      "epoch": 0.7788720352936103,
      "grad_norm": 6.40625,
      "learning_rate": 1.105786430331186e-05,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5544607758522033,
      "num_tokens": 472981169.0,
      "step": 614030
    },
    {
      "epoch": 0.778884719886143,
      "grad_norm": 4.78125,
      "learning_rate": 1.105722999322557e-05,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5555048286914825,
      "num_tokens": 472987578.0,
      "step": 614040
    },
    {
      "epoch": 0.778897404478676,
      "grad_norm": 5.21875,
      "learning_rate": 1.1056595683139277e-05,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5201045840978622,
      "num_tokens": 472996489.0,
      "step": 614050
    },
    {
      "epoch": 0.7789100890712087,
      "grad_norm": 8.875,
      "learning_rate": 1.1055961373052985e-05,
      "loss": 1.9385,
      "mean_token_accuracy": 0.5716040164232254,
      "num_tokens": 473003966.0,
      "step": 614060
    },
    {
      "epoch": 0.7789227736637416,
      "grad_norm": 5.21875,
      "learning_rate": 1.1055327062966694e-05,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5460696071386337,
      "num_tokens": 473012969.0,
      "step": 614070
    },
    {
      "epoch": 0.7789354582562744,
      "grad_norm": 5.90625,
      "learning_rate": 1.1054692752880403e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5514279544353485,
      "num_tokens": 473022113.0,
      "step": 614080
    },
    {
      "epoch": 0.7789481428488073,
      "grad_norm": 6.21875,
      "learning_rate": 1.1054058442794112e-05,
      "loss": 2.2443,
      "mean_token_accuracy": 0.5217355787754059,
      "num_tokens": 473030406.0,
      "step": 614090
    },
    {
      "epoch": 0.7789608274413401,
      "grad_norm": 5.21875,
      "learning_rate": 1.1053424132707819e-05,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5217629760503769,
      "num_tokens": 473038136.0,
      "step": 614100
    },
    {
      "epoch": 0.7789735120338729,
      "grad_norm": 6.34375,
      "learning_rate": 1.1052789822621527e-05,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5555794656276702,
      "num_tokens": 473046708.0,
      "step": 614110
    },
    {
      "epoch": 0.7789861966264058,
      "grad_norm": 5.21875,
      "learning_rate": 1.1052155512535236e-05,
      "loss": 1.8484,
      "mean_token_accuracy": 0.5783373296260834,
      "num_tokens": 473054179.0,
      "step": 614120
    },
    {
      "epoch": 0.7789988812189386,
      "grad_norm": 6.21875,
      "learning_rate": 1.1051521202448945e-05,
      "loss": 2.2211,
      "mean_token_accuracy": 0.5257040977478027,
      "num_tokens": 473062917.0,
      "step": 614130
    },
    {
      "epoch": 0.7790115658114715,
      "grad_norm": 24.375,
      "learning_rate": 1.1050886892362654e-05,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5451128900051116,
      "num_tokens": 473069266.0,
      "step": 614140
    },
    {
      "epoch": 0.7790242504040042,
      "grad_norm": 6.21875,
      "learning_rate": 1.1050252582276362e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5556671142578125,
      "num_tokens": 473076810.0,
      "step": 614150
    },
    {
      "epoch": 0.7790369349965371,
      "grad_norm": 5.96875,
      "learning_rate": 1.1049618272190071e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5567521214485168,
      "num_tokens": 473084263.0,
      "step": 614160
    },
    {
      "epoch": 0.7790496195890699,
      "grad_norm": 7.3125,
      "learning_rate": 1.1048983962103778e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5243245512247086,
      "num_tokens": 473092327.0,
      "step": 614170
    },
    {
      "epoch": 0.7790623041816028,
      "grad_norm": 7.5,
      "learning_rate": 1.1048349652017487e-05,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5335885852575302,
      "num_tokens": 473099104.0,
      "step": 614180
    },
    {
      "epoch": 0.7790749887741356,
      "grad_norm": 9.8125,
      "learning_rate": 1.1047715341931196e-05,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5506795316934585,
      "num_tokens": 473106412.0,
      "step": 614190
    },
    {
      "epoch": 0.7790876733666684,
      "grad_norm": 6.5,
      "learning_rate": 1.1047081031844904e-05,
      "loss": 2.2992,
      "mean_token_accuracy": 0.5136383920907974,
      "num_tokens": 473114948.0,
      "step": 614200
    },
    {
      "epoch": 0.7791003579592013,
      "grad_norm": 5.3125,
      "learning_rate": 1.1046446721758613e-05,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5772000044584275,
      "num_tokens": 473121973.0,
      "step": 614210
    },
    {
      "epoch": 0.7791130425517341,
      "grad_norm": 9.1875,
      "learning_rate": 1.1045812411672322e-05,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5450473695993423,
      "num_tokens": 473130321.0,
      "step": 614220
    },
    {
      "epoch": 0.779125727144267,
      "grad_norm": 5.90625,
      "learning_rate": 1.1045178101586029e-05,
      "loss": 2.067,
      "mean_token_accuracy": 0.5452537447214126,
      "num_tokens": 473138448.0,
      "step": 614230
    },
    {
      "epoch": 0.7791384117367998,
      "grad_norm": 4.96875,
      "learning_rate": 1.1044543791499738e-05,
      "loss": 2.3401,
      "mean_token_accuracy": 0.5018773943185806,
      "num_tokens": 473147152.0,
      "step": 614240
    },
    {
      "epoch": 0.7791510963293327,
      "grad_norm": 5.1875,
      "learning_rate": 1.1043909481413446e-05,
      "loss": 1.6986,
      "mean_token_accuracy": 0.6103291720151901,
      "num_tokens": 473152881.0,
      "step": 614250
    },
    {
      "epoch": 0.7791637809218654,
      "grad_norm": 6.15625,
      "learning_rate": 1.1043275171327155e-05,
      "loss": 2.2141,
      "mean_token_accuracy": 0.515434381365776,
      "num_tokens": 473161539.0,
      "step": 614260
    },
    {
      "epoch": 0.7791764655143982,
      "grad_norm": 5.96875,
      "learning_rate": 1.1042640861240864e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5322907656431198,
      "num_tokens": 473169887.0,
      "step": 614270
    },
    {
      "epoch": 0.7791891501069311,
      "grad_norm": 5.75,
      "learning_rate": 1.1042006551154571e-05,
      "loss": 1.7393,
      "mean_token_accuracy": 0.6144348561763764,
      "num_tokens": 473176827.0,
      "step": 614280
    },
    {
      "epoch": 0.7792018346994639,
      "grad_norm": 6.25,
      "learning_rate": 1.104137224106828e-05,
      "loss": 1.6081,
      "mean_token_accuracy": 0.6462903082370758,
      "num_tokens": 473183063.0,
      "step": 614290
    },
    {
      "epoch": 0.7792145192919968,
      "grad_norm": 5.6875,
      "learning_rate": 1.1040737930981988e-05,
      "loss": 1.9404,
      "mean_token_accuracy": 0.571180385351181,
      "num_tokens": 473190006.0,
      "step": 614300
    },
    {
      "epoch": 0.7792272038845296,
      "grad_norm": 7.03125,
      "learning_rate": 1.1040103620895697e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5739636480808258,
      "num_tokens": 473196342.0,
      "step": 614310
    },
    {
      "epoch": 0.7792398884770625,
      "grad_norm": 6.8125,
      "learning_rate": 1.1039469310809406e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5462544143199921,
      "num_tokens": 473204493.0,
      "step": 614320
    },
    {
      "epoch": 0.7792525730695953,
      "grad_norm": 4.4375,
      "learning_rate": 1.1038835000723113e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5239270806312561,
      "num_tokens": 473214110.0,
      "step": 614330
    },
    {
      "epoch": 0.7792652576621282,
      "grad_norm": 5.125,
      "learning_rate": 1.1038200690636823e-05,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5475134074687957,
      "num_tokens": 473221261.0,
      "step": 614340
    },
    {
      "epoch": 0.779277942254661,
      "grad_norm": 6.625,
      "learning_rate": 1.103756638055053e-05,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5690031439065933,
      "num_tokens": 473227621.0,
      "step": 614350
    },
    {
      "epoch": 0.7792906268471937,
      "grad_norm": 5.0625,
      "learning_rate": 1.1036932070464239e-05,
      "loss": 1.9638,
      "mean_token_accuracy": 0.56506427526474,
      "num_tokens": 473234403.0,
      "step": 614360
    },
    {
      "epoch": 0.7793033114397266,
      "grad_norm": 5.15625,
      "learning_rate": 1.1036297760377948e-05,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5380472093820572,
      "num_tokens": 473242853.0,
      "step": 614370
    },
    {
      "epoch": 0.7793159960322594,
      "grad_norm": 5.0,
      "learning_rate": 1.1035663450291657e-05,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5557746827602387,
      "num_tokens": 473250765.0,
      "step": 614380
    },
    {
      "epoch": 0.7793286806247923,
      "grad_norm": 6.3125,
      "learning_rate": 1.1035029140205365e-05,
      "loss": 1.9737,
      "mean_token_accuracy": 0.562053096294403,
      "num_tokens": 473258513.0,
      "step": 614390
    },
    {
      "epoch": 0.7793413652173251,
      "grad_norm": 7.03125,
      "learning_rate": 1.1034394830119072e-05,
      "loss": 2.2112,
      "mean_token_accuracy": 0.5259381532669067,
      "num_tokens": 473266587.0,
      "step": 614400
    },
    {
      "epoch": 0.779354049809858,
      "grad_norm": 7.59375,
      "learning_rate": 1.1033760520032783e-05,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5470804393291473,
      "num_tokens": 473275525.0,
      "step": 614410
    },
    {
      "epoch": 0.7793667344023908,
      "grad_norm": 5.0,
      "learning_rate": 1.103312620994649e-05,
      "loss": 2.15,
      "mean_token_accuracy": 0.531526729464531,
      "num_tokens": 473283943.0,
      "step": 614420
    },
    {
      "epoch": 0.7793794189949236,
      "grad_norm": 6.65625,
      "learning_rate": 1.1032491899860199e-05,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5286352515220643,
      "num_tokens": 473292626.0,
      "step": 614430
    },
    {
      "epoch": 0.7793921035874565,
      "grad_norm": 5.8125,
      "learning_rate": 1.1031857589773907e-05,
      "loss": 1.8281,
      "mean_token_accuracy": 0.5840798109769821,
      "num_tokens": 473300368.0,
      "step": 614440
    },
    {
      "epoch": 0.7794047881799893,
      "grad_norm": 5.34375,
      "learning_rate": 1.1031223279687614e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.52872893512249,
      "num_tokens": 473309103.0,
      "step": 614450
    },
    {
      "epoch": 0.7794174727725222,
      "grad_norm": 5.03125,
      "learning_rate": 1.1030588969601325e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5275487422943115,
      "num_tokens": 473317514.0,
      "step": 614460
    },
    {
      "epoch": 0.7794301573650549,
      "grad_norm": 6.84375,
      "learning_rate": 1.1029954659515032e-05,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5676037192344665,
      "num_tokens": 473324276.0,
      "step": 614470
    },
    {
      "epoch": 0.7794428419575878,
      "grad_norm": 5.78125,
      "learning_rate": 1.1029320349428742e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5534884124994278,
      "num_tokens": 473330843.0,
      "step": 614480
    },
    {
      "epoch": 0.7794555265501206,
      "grad_norm": 8.1875,
      "learning_rate": 1.102868603934245e-05,
      "loss": 1.7774,
      "mean_token_accuracy": 0.5994496822357178,
      "num_tokens": 473338539.0,
      "step": 614490
    },
    {
      "epoch": 0.7794682111426534,
      "grad_norm": 5.21875,
      "learning_rate": 1.1028051729256156e-05,
      "loss": 2.226,
      "mean_token_accuracy": 0.5150051921606064,
      "num_tokens": 473347313.0,
      "step": 614500
    },
    {
      "epoch": 0.7794808957351863,
      "grad_norm": 10.6875,
      "learning_rate": 1.1027417419169867e-05,
      "loss": 1.8054,
      "mean_token_accuracy": 0.6082785665988922,
      "num_tokens": 473354010.0,
      "step": 614510
    },
    {
      "epoch": 0.7794935803277191,
      "grad_norm": 7.75,
      "learning_rate": 1.1026783109083574e-05,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5606267303228378,
      "num_tokens": 473360886.0,
      "step": 614520
    },
    {
      "epoch": 0.779506264920252,
      "grad_norm": 5.03125,
      "learning_rate": 1.1026148798997284e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5366433024406433,
      "num_tokens": 473369005.0,
      "step": 614530
    },
    {
      "epoch": 0.7795189495127848,
      "grad_norm": 6.625,
      "learning_rate": 1.1025514488910991e-05,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5309477090835572,
      "num_tokens": 473376738.0,
      "step": 614540
    },
    {
      "epoch": 0.7795316341053177,
      "grad_norm": 5.75,
      "learning_rate": 1.10248801788247e-05,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5073894292116166,
      "num_tokens": 473384044.0,
      "step": 614550
    },
    {
      "epoch": 0.7795443186978505,
      "grad_norm": 7.9375,
      "learning_rate": 1.1024245868738409e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5397724837064743,
      "num_tokens": 473391869.0,
      "step": 614560
    },
    {
      "epoch": 0.7795570032903834,
      "grad_norm": 5.375,
      "learning_rate": 1.1023611558652116e-05,
      "loss": 2.2561,
      "mean_token_accuracy": 0.5250906676054001,
      "num_tokens": 473400219.0,
      "step": 614570
    },
    {
      "epoch": 0.7795696878829161,
      "grad_norm": 4.875,
      "learning_rate": 1.1022977248565826e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5538155317306519,
      "num_tokens": 473408550.0,
      "step": 614580
    },
    {
      "epoch": 0.7795823724754489,
      "grad_norm": 6.28125,
      "learning_rate": 1.1022342938479533e-05,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5503225177526474,
      "num_tokens": 473416295.0,
      "step": 614590
    },
    {
      "epoch": 0.7795950570679818,
      "grad_norm": 5.25,
      "learning_rate": 1.1021708628393242e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5296684116125107,
      "num_tokens": 473424329.0,
      "step": 614600
    },
    {
      "epoch": 0.7796077416605146,
      "grad_norm": 4.75,
      "learning_rate": 1.102107431830695e-05,
      "loss": 1.8404,
      "mean_token_accuracy": 0.5873631834983826,
      "num_tokens": 473431774.0,
      "step": 614610
    },
    {
      "epoch": 0.7796204262530475,
      "grad_norm": 4.6875,
      "learning_rate": 1.102044000822066e-05,
      "loss": 1.7449,
      "mean_token_accuracy": 0.6074408888816833,
      "num_tokens": 473439410.0,
      "step": 614620
    },
    {
      "epoch": 0.7796331108455803,
      "grad_norm": 5.53125,
      "learning_rate": 1.1019805698134368e-05,
      "loss": 1.6788,
      "mean_token_accuracy": 0.6123148500919342,
      "num_tokens": 473446611.0,
      "step": 614630
    },
    {
      "epoch": 0.7796457954381132,
      "grad_norm": 7.65625,
      "learning_rate": 1.1019171388048075e-05,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5443836659193039,
      "num_tokens": 473455105.0,
      "step": 614640
    },
    {
      "epoch": 0.779658480030646,
      "grad_norm": 6.90625,
      "learning_rate": 1.1018537077961786e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5578936904668808,
      "num_tokens": 473461122.0,
      "step": 614650
    },
    {
      "epoch": 0.7796711646231788,
      "grad_norm": 12.4375,
      "learning_rate": 1.1017902767875493e-05,
      "loss": 2.2281,
      "mean_token_accuracy": 0.5181606143712998,
      "num_tokens": 473468392.0,
      "step": 614660
    },
    {
      "epoch": 0.7796838492157117,
      "grad_norm": 6.71875,
      "learning_rate": 1.1017268457789202e-05,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5249846041202545,
      "num_tokens": 473476749.0,
      "step": 614670
    },
    {
      "epoch": 0.7796965338082444,
      "grad_norm": 4.96875,
      "learning_rate": 1.101663414770291e-05,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5298727512359619,
      "num_tokens": 473485790.0,
      "step": 614680
    },
    {
      "epoch": 0.7797092184007773,
      "grad_norm": 6.46875,
      "learning_rate": 1.1015999837616619e-05,
      "loss": 1.9398,
      "mean_token_accuracy": 0.576712429523468,
      "num_tokens": 473493955.0,
      "step": 614690
    },
    {
      "epoch": 0.7797219029933101,
      "grad_norm": 5.5,
      "learning_rate": 1.1015365527530328e-05,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5866523206233978,
      "num_tokens": 473500010.0,
      "step": 614700
    },
    {
      "epoch": 0.779734587585843,
      "grad_norm": 5.09375,
      "learning_rate": 1.1014731217444035e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.534297052025795,
      "num_tokens": 473509137.0,
      "step": 614710
    },
    {
      "epoch": 0.7797472721783758,
      "grad_norm": 5.15625,
      "learning_rate": 1.1014096907357744e-05,
      "loss": 2.0277,
      "mean_token_accuracy": 0.546770641207695,
      "num_tokens": 473516817.0,
      "step": 614720
    },
    {
      "epoch": 0.7797599567709087,
      "grad_norm": 5.1875,
      "learning_rate": 1.1013462597271452e-05,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5365238577127457,
      "num_tokens": 473525482.0,
      "step": 614730
    },
    {
      "epoch": 0.7797726413634415,
      "grad_norm": 9.3125,
      "learning_rate": 1.1012828287185161e-05,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5469419807195663,
      "num_tokens": 473532162.0,
      "step": 614740
    },
    {
      "epoch": 0.7797853259559743,
      "grad_norm": 5.09375,
      "learning_rate": 1.101219397709887e-05,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5216085553169251,
      "num_tokens": 473541450.0,
      "step": 614750
    },
    {
      "epoch": 0.7797980105485072,
      "grad_norm": 5.78125,
      "learning_rate": 1.1011559667012577e-05,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5500056326389313,
      "num_tokens": 473548907.0,
      "step": 614760
    },
    {
      "epoch": 0.77981069514104,
      "grad_norm": 7.71875,
      "learning_rate": 1.1010925356926286e-05,
      "loss": 2.2732,
      "mean_token_accuracy": 0.5173658311367035,
      "num_tokens": 473556097.0,
      "step": 614770
    },
    {
      "epoch": 0.7798233797335729,
      "grad_norm": 5.4375,
      "learning_rate": 1.1010291046839994e-05,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5492548137903214,
      "num_tokens": 473564303.0,
      "step": 614780
    },
    {
      "epoch": 0.7798360643261056,
      "grad_norm": 7.4375,
      "learning_rate": 1.1009656736753703e-05,
      "loss": 1.7995,
      "mean_token_accuracy": 0.5899257957935333,
      "num_tokens": 473571547.0,
      "step": 614790
    },
    {
      "epoch": 0.7798487489186385,
      "grad_norm": 5.28125,
      "learning_rate": 1.1009022426667412e-05,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5299107760190964,
      "num_tokens": 473580610.0,
      "step": 614800
    },
    {
      "epoch": 0.7798614335111713,
      "grad_norm": 6.3125,
      "learning_rate": 1.100838811658112e-05,
      "loss": 2.3544,
      "mean_token_accuracy": 0.5053139239549637,
      "num_tokens": 473589297.0,
      "step": 614810
    },
    {
      "epoch": 0.7798741181037041,
      "grad_norm": 6.3125,
      "learning_rate": 1.1007753806494828e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5354806244373321,
      "num_tokens": 473596996.0,
      "step": 614820
    },
    {
      "epoch": 0.779886802696237,
      "grad_norm": 6.6875,
      "learning_rate": 1.1007119496408536e-05,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5093588292598724,
      "num_tokens": 473604725.0,
      "step": 614830
    },
    {
      "epoch": 0.7798994872887698,
      "grad_norm": 5.8125,
      "learning_rate": 1.1006485186322245e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5428397566080093,
      "num_tokens": 473612017.0,
      "step": 614840
    },
    {
      "epoch": 0.7799121718813027,
      "grad_norm": 6.90625,
      "learning_rate": 1.1005850876235954e-05,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5299979209899902,
      "num_tokens": 473619287.0,
      "step": 614850
    },
    {
      "epoch": 0.7799248564738355,
      "grad_norm": 5.125,
      "learning_rate": 1.1005216566149663e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5704427123069763,
      "num_tokens": 473625693.0,
      "step": 614860
    },
    {
      "epoch": 0.7799375410663684,
      "grad_norm": 5.0625,
      "learning_rate": 1.1004582256063371e-05,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5300797164440155,
      "num_tokens": 473634711.0,
      "step": 614870
    },
    {
      "epoch": 0.7799502256589012,
      "grad_norm": 9.0625,
      "learning_rate": 1.100394794597708e-05,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5322385966777802,
      "num_tokens": 473642340.0,
      "step": 614880
    },
    {
      "epoch": 0.7799629102514339,
      "grad_norm": 7.03125,
      "learning_rate": 1.1003313635890787e-05,
      "loss": 2.0055,
      "mean_token_accuracy": 0.545807632803917,
      "num_tokens": 473650799.0,
      "step": 614890
    },
    {
      "epoch": 0.7799755948439668,
      "grad_norm": 6.5,
      "learning_rate": 1.1002679325804496e-05,
      "loss": 2.2814,
      "mean_token_accuracy": 0.5130359709262848,
      "num_tokens": 473658628.0,
      "step": 614900
    },
    {
      "epoch": 0.7799882794364996,
      "grad_norm": 5.9375,
      "learning_rate": 1.1002045015718205e-05,
      "loss": 1.9211,
      "mean_token_accuracy": 0.5735513955354691,
      "num_tokens": 473666323.0,
      "step": 614910
    },
    {
      "epoch": 0.7800009640290325,
      "grad_norm": 7.21875,
      "learning_rate": 1.1001410705631913e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5706011325120925,
      "num_tokens": 473673985.0,
      "step": 614920
    },
    {
      "epoch": 0.7800136486215653,
      "grad_norm": 12.3125,
      "learning_rate": 1.1000776395545622e-05,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5360452443361282,
      "num_tokens": 473681820.0,
      "step": 614930
    },
    {
      "epoch": 0.7800263332140982,
      "grad_norm": 5.3125,
      "learning_rate": 1.1000142085459329e-05,
      "loss": 1.98,
      "mean_token_accuracy": 0.5475118964910507,
      "num_tokens": 473690053.0,
      "step": 614940
    },
    {
      "epoch": 0.780039017806631,
      "grad_norm": 5.0625,
      "learning_rate": 1.0999507775373038e-05,
      "loss": 1.6739,
      "mean_token_accuracy": 0.6263510346412658,
      "num_tokens": 473695384.0,
      "step": 614950
    },
    {
      "epoch": 0.7800517023991639,
      "grad_norm": 5.4375,
      "learning_rate": 1.0998873465286747e-05,
      "loss": 2.2398,
      "mean_token_accuracy": 0.5155578970909118,
      "num_tokens": 473702131.0,
      "step": 614960
    },
    {
      "epoch": 0.7800643869916967,
      "grad_norm": 4.5625,
      "learning_rate": 1.0998239155200455e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5708141386508941,
      "num_tokens": 473710019.0,
      "step": 614970
    },
    {
      "epoch": 0.7800770715842295,
      "grad_norm": 6.4375,
      "learning_rate": 1.0997604845114164e-05,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5407531380653381,
      "num_tokens": 473716837.0,
      "step": 614980
    },
    {
      "epoch": 0.7800897561767624,
      "grad_norm": 5.1875,
      "learning_rate": 1.0996970535027871e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5315137654542923,
      "num_tokens": 473725356.0,
      "step": 614990
    },
    {
      "epoch": 0.7801024407692951,
      "grad_norm": 4.90625,
      "learning_rate": 1.0996336224941581e-05,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5260904192924499,
      "num_tokens": 473733171.0,
      "step": 615000
    },
    {
      "epoch": 0.780115125361828,
      "grad_norm": 5.90625,
      "learning_rate": 1.0995701914855289e-05,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5254700660705567,
      "num_tokens": 473740534.0,
      "step": 615010
    },
    {
      "epoch": 0.7801278099543608,
      "grad_norm": 5.75,
      "learning_rate": 1.0995067604768997e-05,
      "loss": 2.1962,
      "mean_token_accuracy": 0.5261127978563309,
      "num_tokens": 473748565.0,
      "step": 615020
    },
    {
      "epoch": 0.7801404945468937,
      "grad_norm": 10.875,
      "learning_rate": 1.0994433294682706e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5398092895746232,
      "num_tokens": 473755676.0,
      "step": 615030
    },
    {
      "epoch": 0.7801531791394265,
      "grad_norm": 5.34375,
      "learning_rate": 1.0993798984596413e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5560467779636383,
      "num_tokens": 473764820.0,
      "step": 615040
    },
    {
      "epoch": 0.7801658637319593,
      "grad_norm": 6.125,
      "learning_rate": 1.0993164674510123e-05,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5648190796375274,
      "num_tokens": 473771939.0,
      "step": 615050
    },
    {
      "epoch": 0.7801785483244922,
      "grad_norm": 5.53125,
      "learning_rate": 1.099253036442383e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5710113376379014,
      "num_tokens": 473780946.0,
      "step": 615060
    },
    {
      "epoch": 0.780191232917025,
      "grad_norm": 5.84375,
      "learning_rate": 1.0991896054337541e-05,
      "loss": 2.0491,
      "mean_token_accuracy": 0.548692861199379,
      "num_tokens": 473789280.0,
      "step": 615070
    },
    {
      "epoch": 0.7802039175095579,
      "grad_norm": 4.875,
      "learning_rate": 1.0991261744251248e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5234651505947113,
      "num_tokens": 473796514.0,
      "step": 615080
    },
    {
      "epoch": 0.7802166021020907,
      "grad_norm": 5.125,
      "learning_rate": 1.0990627434164957e-05,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5433980613946915,
      "num_tokens": 473804491.0,
      "step": 615090
    },
    {
      "epoch": 0.7802292866946235,
      "grad_norm": 6.53125,
      "learning_rate": 1.0989993124078665e-05,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5582763522863388,
      "num_tokens": 473810442.0,
      "step": 615100
    },
    {
      "epoch": 0.7802419712871563,
      "grad_norm": 5.09375,
      "learning_rate": 1.0989358813992373e-05,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5374402284622193,
      "num_tokens": 473818249.0,
      "step": 615110
    },
    {
      "epoch": 0.7802546558796892,
      "grad_norm": 6.25,
      "learning_rate": 1.0988724503906083e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5671708583831787,
      "num_tokens": 473825424.0,
      "step": 615120
    },
    {
      "epoch": 0.780267340472222,
      "grad_norm": 5.125,
      "learning_rate": 1.098809019381979e-05,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5282802164554596,
      "num_tokens": 473834185.0,
      "step": 615130
    },
    {
      "epoch": 0.7802800250647548,
      "grad_norm": 5.875,
      "learning_rate": 1.0987455883733499e-05,
      "loss": 2.0327,
      "mean_token_accuracy": 0.550857099890709,
      "num_tokens": 473842474.0,
      "step": 615140
    },
    {
      "epoch": 0.7802927096572877,
      "grad_norm": 4.6875,
      "learning_rate": 1.0986821573647208e-05,
      "loss": 2.2162,
      "mean_token_accuracy": 0.5343482464551925,
      "num_tokens": 473850737.0,
      "step": 615150
    },
    {
      "epoch": 0.7803053942498205,
      "grad_norm": 6.03125,
      "learning_rate": 1.0986187263560915e-05,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5427577257156372,
      "num_tokens": 473858162.0,
      "step": 615160
    },
    {
      "epoch": 0.7803180788423534,
      "grad_norm": 6.6875,
      "learning_rate": 1.0985552953474625e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5715353816747666,
      "num_tokens": 473865266.0,
      "step": 615170
    },
    {
      "epoch": 0.7803307634348862,
      "grad_norm": 5.0,
      "learning_rate": 1.0984918643388332e-05,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5309741377830506,
      "num_tokens": 473873330.0,
      "step": 615180
    },
    {
      "epoch": 0.7803434480274191,
      "grad_norm": 4.84375,
      "learning_rate": 1.0984284333302042e-05,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5587673217058182,
      "num_tokens": 473881903.0,
      "step": 615190
    },
    {
      "epoch": 0.7803561326199518,
      "grad_norm": 7.125,
      "learning_rate": 1.098365002321575e-05,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5510654866695404,
      "num_tokens": 473889288.0,
      "step": 615200
    },
    {
      "epoch": 0.7803688172124846,
      "grad_norm": 6.1875,
      "learning_rate": 1.0983015713129458e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5355617344379425,
      "num_tokens": 473897508.0,
      "step": 615210
    },
    {
      "epoch": 0.7803815018050175,
      "grad_norm": 7.875,
      "learning_rate": 1.0982381403043167e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5270322144031525,
      "num_tokens": 473904778.0,
      "step": 615220
    },
    {
      "epoch": 0.7803941863975503,
      "grad_norm": 4.9375,
      "learning_rate": 1.0981747092956874e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5441274285316468,
      "num_tokens": 473912999.0,
      "step": 615230
    },
    {
      "epoch": 0.7804068709900832,
      "grad_norm": 5.59375,
      "learning_rate": 1.0981112782870584e-05,
      "loss": 2.2648,
      "mean_token_accuracy": 0.517652353644371,
      "num_tokens": 473921015.0,
      "step": 615240
    },
    {
      "epoch": 0.780419555582616,
      "grad_norm": 5.84375,
      "learning_rate": 1.0980478472784292e-05,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5158643424510956,
      "num_tokens": 473928954.0,
      "step": 615250
    },
    {
      "epoch": 0.7804322401751489,
      "grad_norm": 3.828125,
      "learning_rate": 1.0979844162698e-05,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5622541278600692,
      "num_tokens": 473936575.0,
      "step": 615260
    },
    {
      "epoch": 0.7804449247676817,
      "grad_norm": 9.0625,
      "learning_rate": 1.0979209852611709e-05,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5475688576698303,
      "num_tokens": 473944335.0,
      "step": 615270
    },
    {
      "epoch": 0.7804576093602146,
      "grad_norm": 6.125,
      "learning_rate": 1.0978575542525418e-05,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5245211243629455,
      "num_tokens": 473953434.0,
      "step": 615280
    },
    {
      "epoch": 0.7804702939527474,
      "grad_norm": 4.78125,
      "learning_rate": 1.0977941232439126e-05,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5303423583507538,
      "num_tokens": 473962747.0,
      "step": 615290
    },
    {
      "epoch": 0.7804829785452801,
      "grad_norm": 6.46875,
      "learning_rate": 1.0977306922352834e-05,
      "loss": 2.3193,
      "mean_token_accuracy": 0.5100410372018814,
      "num_tokens": 473971866.0,
      "step": 615300
    },
    {
      "epoch": 0.780495663137813,
      "grad_norm": 5.1875,
      "learning_rate": 1.0976672612266544e-05,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5480536043643951,
      "num_tokens": 473979484.0,
      "step": 615310
    },
    {
      "epoch": 0.7805083477303458,
      "grad_norm": 5.25,
      "learning_rate": 1.0976038302180251e-05,
      "loss": 1.977,
      "mean_token_accuracy": 0.5523414850234986,
      "num_tokens": 473987389.0,
      "step": 615320
    },
    {
      "epoch": 0.7805210323228787,
      "grad_norm": 6.875,
      "learning_rate": 1.097540399209396e-05,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5481862962245941,
      "num_tokens": 473995060.0,
      "step": 615330
    },
    {
      "epoch": 0.7805337169154115,
      "grad_norm": 9.3125,
      "learning_rate": 1.0974769682007668e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5441321432590485,
      "num_tokens": 474000815.0,
      "step": 615340
    },
    {
      "epoch": 0.7805464015079444,
      "grad_norm": 6.75,
      "learning_rate": 1.0974135371921376e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5462363630533218,
      "num_tokens": 474008784.0,
      "step": 615350
    },
    {
      "epoch": 0.7805590861004772,
      "grad_norm": 5.875,
      "learning_rate": 1.0973501061835086e-05,
      "loss": 1.8949,
      "mean_token_accuracy": 0.586971640586853,
      "num_tokens": 474015542.0,
      "step": 615360
    },
    {
      "epoch": 0.78057177069301,
      "grad_norm": 5.15625,
      "learning_rate": 1.0972866751748793e-05,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5530273526906967,
      "num_tokens": 474022557.0,
      "step": 615370
    },
    {
      "epoch": 0.7805844552855429,
      "grad_norm": 6.0625,
      "learning_rate": 1.0972232441662502e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5545985609292984,
      "num_tokens": 474029463.0,
      "step": 615380
    },
    {
      "epoch": 0.7805971398780757,
      "grad_norm": 5.1875,
      "learning_rate": 1.097159813157621e-05,
      "loss": 1.7563,
      "mean_token_accuracy": 0.5939514636993408,
      "num_tokens": 474036289.0,
      "step": 615390
    },
    {
      "epoch": 0.7806098244706086,
      "grad_norm": 6.28125,
      "learning_rate": 1.097096382148992e-05,
      "loss": 1.9593,
      "mean_token_accuracy": 0.569572800397873,
      "num_tokens": 474043891.0,
      "step": 615400
    },
    {
      "epoch": 0.7806225090631413,
      "grad_norm": 7.0,
      "learning_rate": 1.0970329511403628e-05,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5295917421579361,
      "num_tokens": 474050937.0,
      "step": 615410
    },
    {
      "epoch": 0.7806351936556742,
      "grad_norm": 5.40625,
      "learning_rate": 1.0969695201317335e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5448446184396744,
      "num_tokens": 474058124.0,
      "step": 615420
    },
    {
      "epoch": 0.780647878248207,
      "grad_norm": 6.28125,
      "learning_rate": 1.0969060891231044e-05,
      "loss": 2.2429,
      "mean_token_accuracy": 0.5088317453861236,
      "num_tokens": 474067718.0,
      "step": 615430
    },
    {
      "epoch": 0.7806605628407398,
      "grad_norm": 6.125,
      "learning_rate": 1.0968426581144752e-05,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5422776013612747,
      "num_tokens": 474074926.0,
      "step": 615440
    },
    {
      "epoch": 0.7806732474332727,
      "grad_norm": 11.0,
      "learning_rate": 1.0967792271058461e-05,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5618795305490494,
      "num_tokens": 474082876.0,
      "step": 615450
    },
    {
      "epoch": 0.7806859320258055,
      "grad_norm": 3.9375,
      "learning_rate": 1.096715796097217e-05,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5620444685220718,
      "num_tokens": 474091519.0,
      "step": 615460
    },
    {
      "epoch": 0.7806986166183384,
      "grad_norm": 5.3125,
      "learning_rate": 1.0966523650885879e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5281330913305282,
      "num_tokens": 474098235.0,
      "step": 615470
    },
    {
      "epoch": 0.7807113012108712,
      "grad_norm": 5.09375,
      "learning_rate": 1.0965889340799586e-05,
      "loss": 1.8521,
      "mean_token_accuracy": 0.5856622278690338,
      "num_tokens": 474105580.0,
      "step": 615480
    },
    {
      "epoch": 0.7807239858034041,
      "grad_norm": 5.15625,
      "learning_rate": 1.0965255030713294e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5544583827257157,
      "num_tokens": 474112607.0,
      "step": 615490
    },
    {
      "epoch": 0.7807366703959369,
      "grad_norm": 7.875,
      "learning_rate": 1.0964620720627003e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5414015889167786,
      "num_tokens": 474120147.0,
      "step": 615500
    },
    {
      "epoch": 0.7807493549884698,
      "grad_norm": 5.03125,
      "learning_rate": 1.0963986410540712e-05,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5250255018472672,
      "num_tokens": 474128125.0,
      "step": 615510
    },
    {
      "epoch": 0.7807620395810025,
      "grad_norm": 5.59375,
      "learning_rate": 1.096335210045442e-05,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5307866752147674,
      "num_tokens": 474134787.0,
      "step": 615520
    },
    {
      "epoch": 0.7807747241735353,
      "grad_norm": 6.03125,
      "learning_rate": 1.096271779036813e-05,
      "loss": 1.8786,
      "mean_token_accuracy": 0.5895988762378692,
      "num_tokens": 474140884.0,
      "step": 615530
    },
    {
      "epoch": 0.7807874087660682,
      "grad_norm": 7.125,
      "learning_rate": 1.0962083480281836e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5621028125286103,
      "num_tokens": 474148683.0,
      "step": 615540
    },
    {
      "epoch": 0.780800093358601,
      "grad_norm": 5.6875,
      "learning_rate": 1.0961449170195545e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5300392299890518,
      "num_tokens": 474156528.0,
      "step": 615550
    },
    {
      "epoch": 0.7808127779511339,
      "grad_norm": 5.21875,
      "learning_rate": 1.0960814860109254e-05,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5158565908670425,
      "num_tokens": 474165277.0,
      "step": 615560
    },
    {
      "epoch": 0.7808254625436667,
      "grad_norm": 5.0625,
      "learning_rate": 1.0960180550022963e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.520860543847084,
      "num_tokens": 474173225.0,
      "step": 615570
    },
    {
      "epoch": 0.7808381471361996,
      "grad_norm": 6.34375,
      "learning_rate": 1.0959546239936671e-05,
      "loss": 1.9557,
      "mean_token_accuracy": 0.5755948454141617,
      "num_tokens": 474179883.0,
      "step": 615580
    },
    {
      "epoch": 0.7808508317287324,
      "grad_norm": 5.6875,
      "learning_rate": 1.095891192985038e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5472050786018372,
      "num_tokens": 474187931.0,
      "step": 615590
    },
    {
      "epoch": 0.7808635163212652,
      "grad_norm": 5.03125,
      "learning_rate": 1.0958277619764087e-05,
      "loss": 1.7185,
      "mean_token_accuracy": 0.6190132349729538,
      "num_tokens": 474193770.0,
      "step": 615600
    },
    {
      "epoch": 0.7808762009137981,
      "grad_norm": 5.6875,
      "learning_rate": 1.0957643309677796e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.55426424741745,
      "num_tokens": 474202057.0,
      "step": 615610
    },
    {
      "epoch": 0.7808888855063308,
      "grad_norm": 5.25,
      "learning_rate": 1.0957008999591505e-05,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5309583961963653,
      "num_tokens": 474210680.0,
      "step": 615620
    },
    {
      "epoch": 0.7809015700988637,
      "grad_norm": 6.53125,
      "learning_rate": 1.0956374689505213e-05,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5425739198923111,
      "num_tokens": 474218017.0,
      "step": 615630
    },
    {
      "epoch": 0.7809142546913965,
      "grad_norm": 7.09375,
      "learning_rate": 1.0955740379418922e-05,
      "loss": 1.9002,
      "mean_token_accuracy": 0.5856254309415817,
      "num_tokens": 474223949.0,
      "step": 615640
    },
    {
      "epoch": 0.7809269392839294,
      "grad_norm": 5.75,
      "learning_rate": 1.095510606933263e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5485541105270386,
      "num_tokens": 474230398.0,
      "step": 615650
    },
    {
      "epoch": 0.7809396238764622,
      "grad_norm": 4.8125,
      "learning_rate": 1.095447175924634e-05,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5243814677000046,
      "num_tokens": 474238372.0,
      "step": 615660
    },
    {
      "epoch": 0.7809523084689951,
      "grad_norm": 5.625,
      "learning_rate": 1.0953837449160047e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.5541164934635162,
      "num_tokens": 474246415.0,
      "step": 615670
    },
    {
      "epoch": 0.7809649930615279,
      "grad_norm": 4.46875,
      "learning_rate": 1.0953203139073755e-05,
      "loss": 1.847,
      "mean_token_accuracy": 0.5840225487947464,
      "num_tokens": 474254062.0,
      "step": 615680
    },
    {
      "epoch": 0.7809776776540607,
      "grad_norm": 6.375,
      "learning_rate": 1.0952568828987464e-05,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5698397219181061,
      "num_tokens": 474261098.0,
      "step": 615690
    },
    {
      "epoch": 0.7809903622465936,
      "grad_norm": 5.84375,
      "learning_rate": 1.0951934518901171e-05,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5720293134450912,
      "num_tokens": 474268015.0,
      "step": 615700
    },
    {
      "epoch": 0.7810030468391264,
      "grad_norm": 7.40625,
      "learning_rate": 1.0951300208814882e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5548453330993652,
      "num_tokens": 474275145.0,
      "step": 615710
    },
    {
      "epoch": 0.7810157314316593,
      "grad_norm": 6.5625,
      "learning_rate": 1.0950665898728589e-05,
      "loss": 1.9118,
      "mean_token_accuracy": 0.5654890179634094,
      "num_tokens": 474282256.0,
      "step": 615720
    },
    {
      "epoch": 0.781028416024192,
      "grad_norm": 6.03125,
      "learning_rate": 1.0950031588642297e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.554498341679573,
      "num_tokens": 474289953.0,
      "step": 615730
    },
    {
      "epoch": 0.7810411006167249,
      "grad_norm": 5.0,
      "learning_rate": 1.0949397278556006e-05,
      "loss": 2.2605,
      "mean_token_accuracy": 0.5109709739685059,
      "num_tokens": 474298253.0,
      "step": 615740
    },
    {
      "epoch": 0.7810537852092577,
      "grad_norm": 6.125,
      "learning_rate": 1.0948762968469715e-05,
      "loss": 2.0447,
      "mean_token_accuracy": 0.542993637919426,
      "num_tokens": 474305500.0,
      "step": 615750
    },
    {
      "epoch": 0.7810664698017905,
      "grad_norm": 6.75,
      "learning_rate": 1.0948128658383424e-05,
      "loss": 1.7611,
      "mean_token_accuracy": 0.6040983110666275,
      "num_tokens": 474311475.0,
      "step": 615760
    },
    {
      "epoch": 0.7810791543943234,
      "grad_norm": 6.40625,
      "learning_rate": 1.094749434829713e-05,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5608248770236969,
      "num_tokens": 474320134.0,
      "step": 615770
    },
    {
      "epoch": 0.7810918389868562,
      "grad_norm": 6.4375,
      "learning_rate": 1.0946860038210841e-05,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5432610213756561,
      "num_tokens": 474328318.0,
      "step": 615780
    },
    {
      "epoch": 0.7811045235793891,
      "grad_norm": 5.1875,
      "learning_rate": 1.0946225728124548e-05,
      "loss": 1.921,
      "mean_token_accuracy": 0.5780704915523529,
      "num_tokens": 474335541.0,
      "step": 615790
    },
    {
      "epoch": 0.7811172081719219,
      "grad_norm": 4.28125,
      "learning_rate": 1.0945591418038257e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5383034944534302,
      "num_tokens": 474343495.0,
      "step": 615800
    },
    {
      "epoch": 0.7811298927644548,
      "grad_norm": 5.25,
      "learning_rate": 1.0944957107951966e-05,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5814781129360199,
      "num_tokens": 474350546.0,
      "step": 615810
    },
    {
      "epoch": 0.7811425773569876,
      "grad_norm": 5.75,
      "learning_rate": 1.0944322797865673e-05,
      "loss": 2.2525,
      "mean_token_accuracy": 0.5040161460638046,
      "num_tokens": 474358159.0,
      "step": 615820
    },
    {
      "epoch": 0.7811552619495203,
      "grad_norm": 4.65625,
      "learning_rate": 1.0943688487779383e-05,
      "loss": 2.0366,
      "mean_token_accuracy": 0.548447209596634,
      "num_tokens": 474366506.0,
      "step": 615830
    },
    {
      "epoch": 0.7811679465420532,
      "grad_norm": 6.65625,
      "learning_rate": 1.094305417769309e-05,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5263319551944733,
      "num_tokens": 474374214.0,
      "step": 615840
    },
    {
      "epoch": 0.781180631134586,
      "grad_norm": 5.40625,
      "learning_rate": 1.09424198676068e-05,
      "loss": 2.0058,
      "mean_token_accuracy": 0.563803282380104,
      "num_tokens": 474381785.0,
      "step": 615850
    },
    {
      "epoch": 0.7811933157271189,
      "grad_norm": 5.28125,
      "learning_rate": 1.0941785557520508e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5297011733055115,
      "num_tokens": 474390046.0,
      "step": 615860
    },
    {
      "epoch": 0.7812060003196517,
      "grad_norm": 5.03125,
      "learning_rate": 1.0941151247434216e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5474877834320069,
      "num_tokens": 474398372.0,
      "step": 615870
    },
    {
      "epoch": 0.7812186849121846,
      "grad_norm": 4.78125,
      "learning_rate": 1.0940516937347925e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5391942292451859,
      "num_tokens": 474406682.0,
      "step": 615880
    },
    {
      "epoch": 0.7812313695047174,
      "grad_norm": 6.75,
      "learning_rate": 1.0939882627261632e-05,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5542215764522552,
      "num_tokens": 474414010.0,
      "step": 615890
    },
    {
      "epoch": 0.7812440540972503,
      "grad_norm": 5.53125,
      "learning_rate": 1.0939248317175343e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5461810410022736,
      "num_tokens": 474421642.0,
      "step": 615900
    },
    {
      "epoch": 0.7812567386897831,
      "grad_norm": 5.15625,
      "learning_rate": 1.093861400708905e-05,
      "loss": 1.9875,
      "mean_token_accuracy": 0.565325602889061,
      "num_tokens": 474428745.0,
      "step": 615910
    },
    {
      "epoch": 0.7812694232823159,
      "grad_norm": 10.8125,
      "learning_rate": 1.0937979697002758e-05,
      "loss": 1.909,
      "mean_token_accuracy": 0.5796697676181793,
      "num_tokens": 474435530.0,
      "step": 615920
    },
    {
      "epoch": 0.7812821078748488,
      "grad_norm": 4.90625,
      "learning_rate": 1.0937345386916467e-05,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5525194793939591,
      "num_tokens": 474443769.0,
      "step": 615930
    },
    {
      "epoch": 0.7812947924673815,
      "grad_norm": 5.34375,
      "learning_rate": 1.0936711076830174e-05,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5596095323562622,
      "num_tokens": 474452265.0,
      "step": 615940
    },
    {
      "epoch": 0.7813074770599144,
      "grad_norm": 6.125,
      "learning_rate": 1.0936076766743885e-05,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5460939228534698,
      "num_tokens": 474459067.0,
      "step": 615950
    },
    {
      "epoch": 0.7813201616524472,
      "grad_norm": 4.96875,
      "learning_rate": 1.0935442456657592e-05,
      "loss": 1.7759,
      "mean_token_accuracy": 0.5932932645082474,
      "num_tokens": 474465588.0,
      "step": 615960
    },
    {
      "epoch": 0.7813328462449801,
      "grad_norm": 7.28125,
      "learning_rate": 1.09348081465713e-05,
      "loss": 2.144,
      "mean_token_accuracy": 0.5335284173488617,
      "num_tokens": 474473905.0,
      "step": 615970
    },
    {
      "epoch": 0.7813455308375129,
      "grad_norm": 7.46875,
      "learning_rate": 1.093417383648501e-05,
      "loss": 2.2379,
      "mean_token_accuracy": 0.5149243265390396,
      "num_tokens": 474483150.0,
      "step": 615980
    },
    {
      "epoch": 0.7813582154300457,
      "grad_norm": 5.1875,
      "learning_rate": 1.0933539526398718e-05,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5443174362182617,
      "num_tokens": 474491756.0,
      "step": 615990
    },
    {
      "epoch": 0.7813709000225786,
      "grad_norm": 6.03125,
      "learning_rate": 1.0932905216312427e-05,
      "loss": 2.206,
      "mean_token_accuracy": 0.5171684712171555,
      "num_tokens": 474499517.0,
      "step": 616000
    },
    {
      "epoch": 0.7813835846151114,
      "grad_norm": 6.90625,
      "learning_rate": 1.0932270906226134e-05,
      "loss": 1.9705,
      "mean_token_accuracy": 0.553288745880127,
      "num_tokens": 474506004.0,
      "step": 616010
    },
    {
      "epoch": 0.7813962692076443,
      "grad_norm": 5.84375,
      "learning_rate": 1.0931636596139844e-05,
      "loss": 1.986,
      "mean_token_accuracy": 0.5543733179569245,
      "num_tokens": 474513054.0,
      "step": 616020
    },
    {
      "epoch": 0.781408953800177,
      "grad_norm": 5.625,
      "learning_rate": 1.0931002286053551e-05,
      "loss": 1.9888,
      "mean_token_accuracy": 0.566597381234169,
      "num_tokens": 474520494.0,
      "step": 616030
    },
    {
      "epoch": 0.78142163839271,
      "grad_norm": 5.875,
      "learning_rate": 1.093036797596726e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5547190219163894,
      "num_tokens": 474528813.0,
      "step": 616040
    },
    {
      "epoch": 0.7814343229852427,
      "grad_norm": 5.40625,
      "learning_rate": 1.0929733665880969e-05,
      "loss": 1.936,
      "mean_token_accuracy": 0.5599500328302384,
      "num_tokens": 474537209.0,
      "step": 616050
    },
    {
      "epoch": 0.7814470075777756,
      "grad_norm": 5.4375,
      "learning_rate": 1.0929099355794677e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5315554171800614,
      "num_tokens": 474545875.0,
      "step": 616060
    },
    {
      "epoch": 0.7814596921703084,
      "grad_norm": 8.8125,
      "learning_rate": 1.0928465045708386e-05,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5231933325529099,
      "num_tokens": 474552717.0,
      "step": 616070
    },
    {
      "epoch": 0.7814723767628412,
      "grad_norm": 6.03125,
      "learning_rate": 1.0927830735622093e-05,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5623449295759201,
      "num_tokens": 474560745.0,
      "step": 616080
    },
    {
      "epoch": 0.7814850613553741,
      "grad_norm": 4.5625,
      "learning_rate": 1.0927196425535802e-05,
      "loss": 2.0475,
      "mean_token_accuracy": 0.541172081232071,
      "num_tokens": 474568790.0,
      "step": 616090
    },
    {
      "epoch": 0.7814977459479069,
      "grad_norm": 4.5,
      "learning_rate": 1.092656211544951e-05,
      "loss": 1.8022,
      "mean_token_accuracy": 0.5971198707818985,
      "num_tokens": 474576153.0,
      "step": 616100
    },
    {
      "epoch": 0.7815104305404398,
      "grad_norm": 5.65625,
      "learning_rate": 1.092592780536322e-05,
      "loss": 1.9425,
      "mean_token_accuracy": 0.5592653542757035,
      "num_tokens": 474583700.0,
      "step": 616110
    },
    {
      "epoch": 0.7815231151329726,
      "grad_norm": 4.71875,
      "learning_rate": 1.0925293495276928e-05,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5489894062280655,
      "num_tokens": 474591792.0,
      "step": 616120
    },
    {
      "epoch": 0.7815357997255055,
      "grad_norm": 5.5625,
      "learning_rate": 1.0924659185190635e-05,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5335190087556839,
      "num_tokens": 474599535.0,
      "step": 616130
    },
    {
      "epoch": 0.7815484843180383,
      "grad_norm": 4.75,
      "learning_rate": 1.0924024875104344e-05,
      "loss": 2.2311,
      "mean_token_accuracy": 0.5138039499521255,
      "num_tokens": 474608524.0,
      "step": 616140
    },
    {
      "epoch": 0.781561168910571,
      "grad_norm": 4.6875,
      "learning_rate": 1.0923390565018053e-05,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5229729533195495,
      "num_tokens": 474616925.0,
      "step": 616150
    },
    {
      "epoch": 0.7815738535031039,
      "grad_norm": 8.9375,
      "learning_rate": 1.0922756254931761e-05,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5174210846424103,
      "num_tokens": 474624595.0,
      "step": 616160
    },
    {
      "epoch": 0.7815865380956367,
      "grad_norm": 4.84375,
      "learning_rate": 1.092212194484547e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5469938009977341,
      "num_tokens": 474632779.0,
      "step": 616170
    },
    {
      "epoch": 0.7815992226881696,
      "grad_norm": 5.75,
      "learning_rate": 1.0921487634759179e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5555602133274078,
      "num_tokens": 474640534.0,
      "step": 616180
    },
    {
      "epoch": 0.7816119072807024,
      "grad_norm": 4.875,
      "learning_rate": 1.0920853324672886e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.523218822479248,
      "num_tokens": 474648566.0,
      "step": 616190
    },
    {
      "epoch": 0.7816245918732353,
      "grad_norm": 5.46875,
      "learning_rate": 1.0920219014586595e-05,
      "loss": 1.853,
      "mean_token_accuracy": 0.5875346183776855,
      "num_tokens": 474655891.0,
      "step": 616200
    },
    {
      "epoch": 0.7816372764657681,
      "grad_norm": 6.28125,
      "learning_rate": 1.0919584704500303e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5281611442565918,
      "num_tokens": 474663564.0,
      "step": 616210
    },
    {
      "epoch": 0.781649961058301,
      "grad_norm": 4.6875,
      "learning_rate": 1.0918950394414012e-05,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5469448506832123,
      "num_tokens": 474672215.0,
      "step": 616220
    },
    {
      "epoch": 0.7816626456508338,
      "grad_norm": 5.34375,
      "learning_rate": 1.0918316084327721e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5590459614992142,
      "num_tokens": 474679863.0,
      "step": 616230
    },
    {
      "epoch": 0.7816753302433666,
      "grad_norm": 6.28125,
      "learning_rate": 1.091768177424143e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5199173390865326,
      "num_tokens": 474686953.0,
      "step": 616240
    },
    {
      "epoch": 0.7816880148358994,
      "grad_norm": 5.9375,
      "learning_rate": 1.0917047464155138e-05,
      "loss": 1.8957,
      "mean_token_accuracy": 0.5670165449380875,
      "num_tokens": 474694037.0,
      "step": 616250
    },
    {
      "epoch": 0.7817006994284322,
      "grad_norm": 5.5,
      "learning_rate": 1.0916413154068845e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5431261956691742,
      "num_tokens": 474701779.0,
      "step": 616260
    },
    {
      "epoch": 0.7817133840209651,
      "grad_norm": 7.40625,
      "learning_rate": 1.0915778843982554e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5331960201263428,
      "num_tokens": 474710131.0,
      "step": 616270
    },
    {
      "epoch": 0.7817260686134979,
      "grad_norm": 4.875,
      "learning_rate": 1.0915144533896263e-05,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5562124162912369,
      "num_tokens": 474716828.0,
      "step": 616280
    },
    {
      "epoch": 0.7817387532060308,
      "grad_norm": 5.71875,
      "learning_rate": 1.0914510223809972e-05,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5493647009134293,
      "num_tokens": 474724903.0,
      "step": 616290
    },
    {
      "epoch": 0.7817514377985636,
      "grad_norm": 5.5625,
      "learning_rate": 1.091387591372368e-05,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5433557450771331,
      "num_tokens": 474732673.0,
      "step": 616300
    },
    {
      "epoch": 0.7817641223910964,
      "grad_norm": 6.3125,
      "learning_rate": 1.0913241603637387e-05,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5377187132835388,
      "num_tokens": 474740141.0,
      "step": 616310
    },
    {
      "epoch": 0.7817768069836293,
      "grad_norm": 6.71875,
      "learning_rate": 1.0912607293551096e-05,
      "loss": 1.7516,
      "mean_token_accuracy": 0.6235315948724747,
      "num_tokens": 474746810.0,
      "step": 616320
    },
    {
      "epoch": 0.7817894915761621,
      "grad_norm": 6.46875,
      "learning_rate": 1.0911972983464805e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5468908041715622,
      "num_tokens": 474753565.0,
      "step": 616330
    },
    {
      "epoch": 0.781802176168695,
      "grad_norm": 5.4375,
      "learning_rate": 1.0911338673378514e-05,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5353782504796982,
      "num_tokens": 474761975.0,
      "step": 616340
    },
    {
      "epoch": 0.7818148607612277,
      "grad_norm": 5.875,
      "learning_rate": 1.0910704363292222e-05,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5660104393959046,
      "num_tokens": 474769840.0,
      "step": 616350
    },
    {
      "epoch": 0.7818275453537606,
      "grad_norm": 4.71875,
      "learning_rate": 1.091007005320593e-05,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5408501297235488,
      "num_tokens": 474778075.0,
      "step": 616360
    },
    {
      "epoch": 0.7818402299462934,
      "grad_norm": 7.3125,
      "learning_rate": 1.090943574311964e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.546009162068367,
      "num_tokens": 474786320.0,
      "step": 616370
    },
    {
      "epoch": 0.7818529145388262,
      "grad_norm": 6.8125,
      "learning_rate": 1.0908801433033347e-05,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5710354298353195,
      "num_tokens": 474793902.0,
      "step": 616380
    },
    {
      "epoch": 0.7818655991313591,
      "grad_norm": 9.5625,
      "learning_rate": 1.0908167122947056e-05,
      "loss": 2.2704,
      "mean_token_accuracy": 0.5060765147209167,
      "num_tokens": 474802171.0,
      "step": 616390
    },
    {
      "epoch": 0.7818782837238919,
      "grad_norm": 5.09375,
      "learning_rate": 1.0907532812860764e-05,
      "loss": 2.2744,
      "mean_token_accuracy": 0.5092017590999603,
      "num_tokens": 474810815.0,
      "step": 616400
    },
    {
      "epoch": 0.7818909683164248,
      "grad_norm": 7.84375,
      "learning_rate": 1.0906898502774471e-05,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5352531343698501,
      "num_tokens": 474818279.0,
      "step": 616410
    },
    {
      "epoch": 0.7819036529089576,
      "grad_norm": 6.5625,
      "learning_rate": 1.0906264192688182e-05,
      "loss": 2.3488,
      "mean_token_accuracy": 0.49872014224529265,
      "num_tokens": 474826660.0,
      "step": 616420
    },
    {
      "epoch": 0.7819163375014905,
      "grad_norm": 5.25,
      "learning_rate": 1.0905629882601889e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5341879725456238,
      "num_tokens": 474834548.0,
      "step": 616430
    },
    {
      "epoch": 0.7819290220940233,
      "grad_norm": 4.84375,
      "learning_rate": 1.09049955725156e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5629649937152863,
      "num_tokens": 474841497.0,
      "step": 616440
    },
    {
      "epoch": 0.7819417066865562,
      "grad_norm": 6.1875,
      "learning_rate": 1.0904361262429306e-05,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5631580621004104,
      "num_tokens": 474849885.0,
      "step": 616450
    },
    {
      "epoch": 0.781954391279089,
      "grad_norm": 7.65625,
      "learning_rate": 1.0903726952343015e-05,
      "loss": 1.9986,
      "mean_token_accuracy": 0.546319380402565,
      "num_tokens": 474856424.0,
      "step": 616460
    },
    {
      "epoch": 0.7819670758716217,
      "grad_norm": 6.8125,
      "learning_rate": 1.0903092642256724e-05,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5201326429843902,
      "num_tokens": 474864276.0,
      "step": 616470
    },
    {
      "epoch": 0.7819797604641546,
      "grad_norm": 5.3125,
      "learning_rate": 1.0902458332170431e-05,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5408061414957046,
      "num_tokens": 474872506.0,
      "step": 616480
    },
    {
      "epoch": 0.7819924450566874,
      "grad_norm": 4.53125,
      "learning_rate": 1.0901824022084141e-05,
      "loss": 1.9243,
      "mean_token_accuracy": 0.5670506477355957,
      "num_tokens": 474881034.0,
      "step": 616490
    },
    {
      "epoch": 0.7820051296492203,
      "grad_norm": 6.125,
      "learning_rate": 1.0901189711997848e-05,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5324309021234512,
      "num_tokens": 474889993.0,
      "step": 616500
    },
    {
      "epoch": 0.7820178142417531,
      "grad_norm": 6.65625,
      "learning_rate": 1.0900555401911559e-05,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5327673822641372,
      "num_tokens": 474897921.0,
      "step": 616510
    },
    {
      "epoch": 0.782030498834286,
      "grad_norm": 5.28125,
      "learning_rate": 1.0899921091825266e-05,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5284497559070587,
      "num_tokens": 474905494.0,
      "step": 616520
    },
    {
      "epoch": 0.7820431834268188,
      "grad_norm": 4.90625,
      "learning_rate": 1.0899286781738975e-05,
      "loss": 2.2039,
      "mean_token_accuracy": 0.5255190968513489,
      "num_tokens": 474913728.0,
      "step": 616530
    },
    {
      "epoch": 0.7820558680193516,
      "grad_norm": 5.25,
      "learning_rate": 1.0898652471652683e-05,
      "loss": 2.2993,
      "mean_token_accuracy": 0.508196821808815,
      "num_tokens": 474922370.0,
      "step": 616540
    },
    {
      "epoch": 0.7820685526118845,
      "grad_norm": 5.0,
      "learning_rate": 1.089801816156639e-05,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5734764248132705,
      "num_tokens": 474929461.0,
      "step": 616550
    },
    {
      "epoch": 0.7820812372044172,
      "grad_norm": 6.875,
      "learning_rate": 1.08973838514801e-05,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5493367791175843,
      "num_tokens": 474936591.0,
      "step": 616560
    },
    {
      "epoch": 0.7820939217969501,
      "grad_norm": 5.09375,
      "learning_rate": 1.0896749541393808e-05,
      "loss": 1.8041,
      "mean_token_accuracy": 0.606962925195694,
      "num_tokens": 474943286.0,
      "step": 616570
    },
    {
      "epoch": 0.7821066063894829,
      "grad_norm": 7.09375,
      "learning_rate": 1.0896115231307517e-05,
      "loss": 1.9518,
      "mean_token_accuracy": 0.558658629655838,
      "num_tokens": 474949441.0,
      "step": 616580
    },
    {
      "epoch": 0.7821192909820158,
      "grad_norm": 5.59375,
      "learning_rate": 1.0895480921221225e-05,
      "loss": 1.8085,
      "mean_token_accuracy": 0.6063030987977982,
      "num_tokens": 474955931.0,
      "step": 616590
    },
    {
      "epoch": 0.7821319755745486,
      "grad_norm": 16.125,
      "learning_rate": 1.0894846611134932e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5237785756587983,
      "num_tokens": 474963820.0,
      "step": 616600
    },
    {
      "epoch": 0.7821446601670815,
      "grad_norm": 5.375,
      "learning_rate": 1.0894212301048643e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5550580859184265,
      "num_tokens": 474970803.0,
      "step": 616610
    },
    {
      "epoch": 0.7821573447596143,
      "grad_norm": 7.28125,
      "learning_rate": 1.089357799096235e-05,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5164357602596283,
      "num_tokens": 474977230.0,
      "step": 616620
    },
    {
      "epoch": 0.7821700293521471,
      "grad_norm": 5.78125,
      "learning_rate": 1.0892943680876059e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5317282050848007,
      "num_tokens": 474985163.0,
      "step": 616630
    },
    {
      "epoch": 0.78218271394468,
      "grad_norm": 9.875,
      "learning_rate": 1.0892309370789767e-05,
      "loss": 1.7475,
      "mean_token_accuracy": 0.6095685869455337,
      "num_tokens": 474990633.0,
      "step": 616640
    },
    {
      "epoch": 0.7821953985372128,
      "grad_norm": 5.90625,
      "learning_rate": 1.0891675060703476e-05,
      "loss": 1.9289,
      "mean_token_accuracy": 0.5765542536973953,
      "num_tokens": 474997459.0,
      "step": 616650
    },
    {
      "epoch": 0.7822080831297457,
      "grad_norm": 7.0625,
      "learning_rate": 1.0891040750617185e-05,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5565821498632431,
      "num_tokens": 475004910.0,
      "step": 616660
    },
    {
      "epoch": 0.7822207677222784,
      "grad_norm": 6.59375,
      "learning_rate": 1.0890406440530892e-05,
      "loss": 2.3537,
      "mean_token_accuracy": 0.5021097749471665,
      "num_tokens": 475014155.0,
      "step": 616670
    },
    {
      "epoch": 0.7822334523148113,
      "grad_norm": 5.78125,
      "learning_rate": 1.0889772130444602e-05,
      "loss": 1.8992,
      "mean_token_accuracy": 0.5774943828582764,
      "num_tokens": 475021011.0,
      "step": 616680
    },
    {
      "epoch": 0.7822461369073441,
      "grad_norm": 4.4375,
      "learning_rate": 1.088913782035831e-05,
      "loss": 1.8041,
      "mean_token_accuracy": 0.5993084251880646,
      "num_tokens": 475029185.0,
      "step": 616690
    },
    {
      "epoch": 0.7822588214998769,
      "grad_norm": 4.75,
      "learning_rate": 1.0888503510272018e-05,
      "loss": 1.9059,
      "mean_token_accuracy": 0.5810322165489197,
      "num_tokens": 475035715.0,
      "step": 616700
    },
    {
      "epoch": 0.7822715060924098,
      "grad_norm": 5.1875,
      "learning_rate": 1.0887869200185727e-05,
      "loss": 1.8594,
      "mean_token_accuracy": 0.5846785575151443,
      "num_tokens": 475043198.0,
      "step": 616710
    },
    {
      "epoch": 0.7822841906849426,
      "grad_norm": 5.90625,
      "learning_rate": 1.0887234890099436e-05,
      "loss": 2.4007,
      "mean_token_accuracy": 0.485842290520668,
      "num_tokens": 475050563.0,
      "step": 616720
    },
    {
      "epoch": 0.7822968752774755,
      "grad_norm": 5.40625,
      "learning_rate": 1.0886600580013144e-05,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5440348654985427,
      "num_tokens": 475057419.0,
      "step": 616730
    },
    {
      "epoch": 0.7823095598700083,
      "grad_norm": 8.5,
      "learning_rate": 1.0885966269926851e-05,
      "loss": 1.9031,
      "mean_token_accuracy": 0.5865800887346267,
      "num_tokens": 475064323.0,
      "step": 616740
    },
    {
      "epoch": 0.7823222444625412,
      "grad_norm": 5.71875,
      "learning_rate": 1.088533195984056e-05,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5422007590532303,
      "num_tokens": 475072790.0,
      "step": 616750
    },
    {
      "epoch": 0.782334929055074,
      "grad_norm": 4.8125,
      "learning_rate": 1.0884697649754269e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5452827185392379,
      "num_tokens": 475080995.0,
      "step": 616760
    },
    {
      "epoch": 0.7823476136476067,
      "grad_norm": 5.53125,
      "learning_rate": 1.0884063339667978e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5399162650108338,
      "num_tokens": 475089858.0,
      "step": 616770
    },
    {
      "epoch": 0.7823602982401396,
      "grad_norm": 6.34375,
      "learning_rate": 1.0883429029581686e-05,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5408003032207489,
      "num_tokens": 475097685.0,
      "step": 616780
    },
    {
      "epoch": 0.7823729828326724,
      "grad_norm": 5.84375,
      "learning_rate": 1.0882794719495393e-05,
      "loss": 2.076,
      "mean_token_accuracy": 0.5340887159109116,
      "num_tokens": 475104978.0,
      "step": 616790
    },
    {
      "epoch": 0.7823856674252053,
      "grad_norm": 5.28125,
      "learning_rate": 1.0882160409409102e-05,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5413540154695511,
      "num_tokens": 475112323.0,
      "step": 616800
    },
    {
      "epoch": 0.7823983520177381,
      "grad_norm": 12.5,
      "learning_rate": 1.0881526099322811e-05,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5522571444511414,
      "num_tokens": 475120535.0,
      "step": 616810
    },
    {
      "epoch": 0.782411036610271,
      "grad_norm": 6.0,
      "learning_rate": 1.088089178923652e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5366537719964981,
      "num_tokens": 475129750.0,
      "step": 616820
    },
    {
      "epoch": 0.7824237212028038,
      "grad_norm": 5.03125,
      "learning_rate": 1.0880257479150228e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.568625608086586,
      "num_tokens": 475138027.0,
      "step": 616830
    },
    {
      "epoch": 0.7824364057953367,
      "grad_norm": 5.53125,
      "learning_rate": 1.0879623169063937e-05,
      "loss": 2.2789,
      "mean_token_accuracy": 0.5148092985153199,
      "num_tokens": 475145985.0,
      "step": 616840
    },
    {
      "epoch": 0.7824490903878695,
      "grad_norm": 5.03125,
      "learning_rate": 1.0878988858977644e-05,
      "loss": 1.8485,
      "mean_token_accuracy": 0.5900564432144165,
      "num_tokens": 475153026.0,
      "step": 616850
    },
    {
      "epoch": 0.7824617749804023,
      "grad_norm": 5.3125,
      "learning_rate": 1.0878354548891353e-05,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5513906419277191,
      "num_tokens": 475160960.0,
      "step": 616860
    },
    {
      "epoch": 0.7824744595729352,
      "grad_norm": 4.84375,
      "learning_rate": 1.0877720238805062e-05,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5349198490381241,
      "num_tokens": 475168656.0,
      "step": 616870
    },
    {
      "epoch": 0.7824871441654679,
      "grad_norm": 4.65625,
      "learning_rate": 1.087708592871877e-05,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5264165461063385,
      "num_tokens": 475176602.0,
      "step": 616880
    },
    {
      "epoch": 0.7824998287580008,
      "grad_norm": 8.375,
      "learning_rate": 1.0876451618632479e-05,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5600992470979691,
      "num_tokens": 475182478.0,
      "step": 616890
    },
    {
      "epoch": 0.7825125133505336,
      "grad_norm": 5.25,
      "learning_rate": 1.0875817308546188e-05,
      "loss": 1.8554,
      "mean_token_accuracy": 0.5838903427124024,
      "num_tokens": 475190190.0,
      "step": 616900
    },
    {
      "epoch": 0.7825251979430665,
      "grad_norm": 5.34375,
      "learning_rate": 1.0875182998459897e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5444141715765,
      "num_tokens": 475198841.0,
      "step": 616910
    },
    {
      "epoch": 0.7825378825355993,
      "grad_norm": 7.09375,
      "learning_rate": 1.0874548688373604e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5666134417057037,
      "num_tokens": 475205264.0,
      "step": 616920
    },
    {
      "epoch": 0.7825505671281321,
      "grad_norm": 5.96875,
      "learning_rate": 1.0873914378287312e-05,
      "loss": 1.9856,
      "mean_token_accuracy": 0.5546031832695008,
      "num_tokens": 475213204.0,
      "step": 616930
    },
    {
      "epoch": 0.782563251720665,
      "grad_norm": 5.09375,
      "learning_rate": 1.0873280068201021e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.5651337087154389,
      "num_tokens": 475221003.0,
      "step": 616940
    },
    {
      "epoch": 0.7825759363131978,
      "grad_norm": 5.1875,
      "learning_rate": 1.087264575811473e-05,
      "loss": 1.7808,
      "mean_token_accuracy": 0.6045621871948242,
      "num_tokens": 475227685.0,
      "step": 616950
    },
    {
      "epoch": 0.7825886209057307,
      "grad_norm": 6.8125,
      "learning_rate": 1.0872011448028439e-05,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5420312017202378,
      "num_tokens": 475235076.0,
      "step": 616960
    },
    {
      "epoch": 0.7826013054982635,
      "grad_norm": 5.0,
      "learning_rate": 1.0871377137942146e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5672513246536255,
      "num_tokens": 475242224.0,
      "step": 616970
    },
    {
      "epoch": 0.7826139900907964,
      "grad_norm": 7.1875,
      "learning_rate": 1.0870742827855854e-05,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5312007069587708,
      "num_tokens": 475249981.0,
      "step": 616980
    },
    {
      "epoch": 0.7826266746833291,
      "grad_norm": 6.5,
      "learning_rate": 1.0870108517769563e-05,
      "loss": 1.945,
      "mean_token_accuracy": 0.5821040391921997,
      "num_tokens": 475256696.0,
      "step": 616990
    },
    {
      "epoch": 0.782639359275862,
      "grad_norm": 5.90625,
      "learning_rate": 1.0869474207683272e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5471918553113937,
      "num_tokens": 475264170.0,
      "step": 617000
    },
    {
      "epoch": 0.7826520438683948,
      "grad_norm": 5.4375,
      "learning_rate": 1.086883989759698e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5102257698774337,
      "num_tokens": 475273042.0,
      "step": 617010
    },
    {
      "epoch": 0.7826647284609276,
      "grad_norm": 5.59375,
      "learning_rate": 1.0868205587510688e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5401248514652253,
      "num_tokens": 475281198.0,
      "step": 617020
    },
    {
      "epoch": 0.7826774130534605,
      "grad_norm": 4.65625,
      "learning_rate": 1.0867571277424398e-05,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5346904218196868,
      "num_tokens": 475289801.0,
      "step": 617030
    },
    {
      "epoch": 0.7826900976459933,
      "grad_norm": 5.28125,
      "learning_rate": 1.0866936967338105e-05,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5592486321926117,
      "num_tokens": 475296904.0,
      "step": 617040
    },
    {
      "epoch": 0.7827027822385262,
      "grad_norm": 4.875,
      "learning_rate": 1.0866302657251814e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5312290042638779,
      "num_tokens": 475305266.0,
      "step": 617050
    },
    {
      "epoch": 0.782715466831059,
      "grad_norm": 5.34375,
      "learning_rate": 1.0865668347165523e-05,
      "loss": 1.9609,
      "mean_token_accuracy": 0.558379077911377,
      "num_tokens": 475312021.0,
      "step": 617060
    },
    {
      "epoch": 0.7827281514235919,
      "grad_norm": 8.6875,
      "learning_rate": 1.086503403707923e-05,
      "loss": 1.7852,
      "mean_token_accuracy": 0.6096659868955612,
      "num_tokens": 475318381.0,
      "step": 617070
    },
    {
      "epoch": 0.7827408360161247,
      "grad_norm": 6.03125,
      "learning_rate": 1.086439972699294e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.540229269862175,
      "num_tokens": 475326028.0,
      "step": 617080
    },
    {
      "epoch": 0.7827535206086574,
      "grad_norm": 5.71875,
      "learning_rate": 1.0863765416906647e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5481097638607025,
      "num_tokens": 475332627.0,
      "step": 617090
    },
    {
      "epoch": 0.7827662052011903,
      "grad_norm": 5.15625,
      "learning_rate": 1.0863131106820358e-05,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5507655680179596,
      "num_tokens": 475340940.0,
      "step": 617100
    },
    {
      "epoch": 0.7827788897937231,
      "grad_norm": 5.28125,
      "learning_rate": 1.0862496796734065e-05,
      "loss": 1.9702,
      "mean_token_accuracy": 0.5611600160598755,
      "num_tokens": 475349211.0,
      "step": 617110
    },
    {
      "epoch": 0.782791574386256,
      "grad_norm": 6.59375,
      "learning_rate": 1.0861862486647773e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5309932231903076,
      "num_tokens": 475357541.0,
      "step": 617120
    },
    {
      "epoch": 0.7828042589787888,
      "grad_norm": 6.5625,
      "learning_rate": 1.0861228176561482e-05,
      "loss": 1.9385,
      "mean_token_accuracy": 0.5613086700439454,
      "num_tokens": 475364842.0,
      "step": 617130
    },
    {
      "epoch": 0.7828169435713217,
      "grad_norm": 4.96875,
      "learning_rate": 1.0860593866475189e-05,
      "loss": 2.2368,
      "mean_token_accuracy": 0.5251349925994873,
      "num_tokens": 475372271.0,
      "step": 617140
    },
    {
      "epoch": 0.7828296281638545,
      "grad_norm": 6.5,
      "learning_rate": 1.08599595563889e-05,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5449108302593231,
      "num_tokens": 475380177.0,
      "step": 617150
    },
    {
      "epoch": 0.7828423127563874,
      "grad_norm": 6.4375,
      "learning_rate": 1.0859325246302607e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5484184056520462,
      "num_tokens": 475387023.0,
      "step": 617160
    },
    {
      "epoch": 0.7828549973489202,
      "grad_norm": 7.96875,
      "learning_rate": 1.0858690936216315e-05,
      "loss": 2.0159,
      "mean_token_accuracy": 0.549058473110199,
      "num_tokens": 475394749.0,
      "step": 617170
    },
    {
      "epoch": 0.782867681941453,
      "grad_norm": 5.40625,
      "learning_rate": 1.0858056626130024e-05,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5584498316049575,
      "num_tokens": 475401612.0,
      "step": 617180
    },
    {
      "epoch": 0.7828803665339858,
      "grad_norm": 5.28125,
      "learning_rate": 1.0857422316043731e-05,
      "loss": 1.9134,
      "mean_token_accuracy": 0.581522336602211,
      "num_tokens": 475409260.0,
      "step": 617190
    },
    {
      "epoch": 0.7828930511265186,
      "grad_norm": 5.625,
      "learning_rate": 1.0856788005957442e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5524191796779633,
      "num_tokens": 475416810.0,
      "step": 617200
    },
    {
      "epoch": 0.7829057357190515,
      "grad_norm": 6.59375,
      "learning_rate": 1.0856153695871149e-05,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5366965055465698,
      "num_tokens": 475425107.0,
      "step": 617210
    },
    {
      "epoch": 0.7829184203115843,
      "grad_norm": 4.96875,
      "learning_rate": 1.0855519385784859e-05,
      "loss": 2.099,
      "mean_token_accuracy": 0.5319486230611801,
      "num_tokens": 475433760.0,
      "step": 617220
    },
    {
      "epoch": 0.7829311049041172,
      "grad_norm": 5.15625,
      "learning_rate": 1.0854885075698566e-05,
      "loss": 2.149,
      "mean_token_accuracy": 0.53001968562603,
      "num_tokens": 475441822.0,
      "step": 617230
    },
    {
      "epoch": 0.78294378949665,
      "grad_norm": 4.78125,
      "learning_rate": 1.0854250765612275e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5437018871307373,
      "num_tokens": 475450065.0,
      "step": 617240
    },
    {
      "epoch": 0.7829564740891828,
      "grad_norm": 5.375,
      "learning_rate": 1.0853616455525984e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5705613404512405,
      "num_tokens": 475457602.0,
      "step": 617250
    },
    {
      "epoch": 0.7829691586817157,
      "grad_norm": 6.46875,
      "learning_rate": 1.085298214543969e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5617509424686432,
      "num_tokens": 475464351.0,
      "step": 617260
    },
    {
      "epoch": 0.7829818432742485,
      "grad_norm": 5.0625,
      "learning_rate": 1.0852347835353401e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5420902073383331,
      "num_tokens": 475471389.0,
      "step": 617270
    },
    {
      "epoch": 0.7829945278667814,
      "grad_norm": 5.125,
      "learning_rate": 1.0851713525267108e-05,
      "loss": 2.1404,
      "mean_token_accuracy": 0.536348643898964,
      "num_tokens": 475478995.0,
      "step": 617280
    },
    {
      "epoch": 0.7830072124593142,
      "grad_norm": 5.6875,
      "learning_rate": 1.0851079215180817e-05,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5226189583539963,
      "num_tokens": 475486466.0,
      "step": 617290
    },
    {
      "epoch": 0.783019897051847,
      "grad_norm": 7.96875,
      "learning_rate": 1.0850444905094526e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5293970078229904,
      "num_tokens": 475493536.0,
      "step": 617300
    },
    {
      "epoch": 0.7830325816443798,
      "grad_norm": 5.21875,
      "learning_rate": 1.0849810595008234e-05,
      "loss": 2.178,
      "mean_token_accuracy": 0.5360991030931472,
      "num_tokens": 475502212.0,
      "step": 617310
    },
    {
      "epoch": 0.7830452662369126,
      "grad_norm": 7.875,
      "learning_rate": 1.0849176284921943e-05,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5702190041542053,
      "num_tokens": 475508800.0,
      "step": 617320
    },
    {
      "epoch": 0.7830579508294455,
      "grad_norm": 6.875,
      "learning_rate": 1.084854197483565e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5280769109725952,
      "num_tokens": 475517838.0,
      "step": 617330
    },
    {
      "epoch": 0.7830706354219783,
      "grad_norm": 5.53125,
      "learning_rate": 1.0847907664749359e-05,
      "loss": 2.1522,
      "mean_token_accuracy": 0.527286759018898,
      "num_tokens": 475526664.0,
      "step": 617340
    },
    {
      "epoch": 0.7830833200145112,
      "grad_norm": 4.78125,
      "learning_rate": 1.0847273354663068e-05,
      "loss": 2.3987,
      "mean_token_accuracy": 0.490564689040184,
      "num_tokens": 475535938.0,
      "step": 617350
    },
    {
      "epoch": 0.783096004607044,
      "grad_norm": 6.8125,
      "learning_rate": 1.0846639044576776e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5453032970428466,
      "num_tokens": 475543586.0,
      "step": 617360
    },
    {
      "epoch": 0.7831086891995769,
      "grad_norm": 5.96875,
      "learning_rate": 1.0846004734490485e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5383768677711487,
      "num_tokens": 475552024.0,
      "step": 617370
    },
    {
      "epoch": 0.7831213737921097,
      "grad_norm": 6.75,
      "learning_rate": 1.0845370424404192e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5425900012254715,
      "num_tokens": 475559863.0,
      "step": 617380
    },
    {
      "epoch": 0.7831340583846426,
      "grad_norm": 5.5,
      "learning_rate": 1.0844736114317903e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5407274097204209,
      "num_tokens": 475567152.0,
      "step": 617390
    },
    {
      "epoch": 0.7831467429771753,
      "grad_norm": 5.15625,
      "learning_rate": 1.084410180423161e-05,
      "loss": 1.9212,
      "mean_token_accuracy": 0.5743671655654907,
      "num_tokens": 475574487.0,
      "step": 617400
    },
    {
      "epoch": 0.7831594275697081,
      "grad_norm": 6.96875,
      "learning_rate": 1.0843467494145318e-05,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5402583569288254,
      "num_tokens": 475582017.0,
      "step": 617410
    },
    {
      "epoch": 0.783172112162241,
      "grad_norm": 7.78125,
      "learning_rate": 1.0842833184059027e-05,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5631030023097991,
      "num_tokens": 475589281.0,
      "step": 617420
    },
    {
      "epoch": 0.7831847967547738,
      "grad_norm": 5.59375,
      "learning_rate": 1.0842198873972736e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5398007214069367,
      "num_tokens": 475596366.0,
      "step": 617430
    },
    {
      "epoch": 0.7831974813473067,
      "grad_norm": 5.28125,
      "learning_rate": 1.0841564563886445e-05,
      "loss": 2.094,
      "mean_token_accuracy": 0.527054700255394,
      "num_tokens": 475604127.0,
      "step": 617440
    },
    {
      "epoch": 0.7832101659398395,
      "grad_norm": 7.4375,
      "learning_rate": 1.0840930253800152e-05,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5675249218940734,
      "num_tokens": 475612316.0,
      "step": 617450
    },
    {
      "epoch": 0.7832228505323724,
      "grad_norm": 8.0,
      "learning_rate": 1.084029594371386e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5603277921676636,
      "num_tokens": 475619409.0,
      "step": 617460
    },
    {
      "epoch": 0.7832355351249052,
      "grad_norm": 12.875,
      "learning_rate": 1.0839661633627569e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5423094213008881,
      "num_tokens": 475626293.0,
      "step": 617470
    },
    {
      "epoch": 0.783248219717438,
      "grad_norm": 6.25,
      "learning_rate": 1.0839027323541278e-05,
      "loss": 1.9243,
      "mean_token_accuracy": 0.5696724444627762,
      "num_tokens": 475633792.0,
      "step": 617480
    },
    {
      "epoch": 0.7832609043099709,
      "grad_norm": 6.0,
      "learning_rate": 1.0838393013454987e-05,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5653087347745895,
      "num_tokens": 475641040.0,
      "step": 617490
    },
    {
      "epoch": 0.7832735889025036,
      "grad_norm": 6.5,
      "learning_rate": 1.0837758703368695e-05,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5570327162742614,
      "num_tokens": 475647169.0,
      "step": 617500
    },
    {
      "epoch": 0.7832862734950365,
      "grad_norm": 6.34375,
      "learning_rate": 1.0837124393282402e-05,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5755543380975723,
      "num_tokens": 475655582.0,
      "step": 617510
    },
    {
      "epoch": 0.7832989580875693,
      "grad_norm": 4.78125,
      "learning_rate": 1.0836490083196111e-05,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5520741730928421,
      "num_tokens": 475664501.0,
      "step": 617520
    },
    {
      "epoch": 0.7833116426801022,
      "grad_norm": 6.59375,
      "learning_rate": 1.083585577310982e-05,
      "loss": 1.7627,
      "mean_token_accuracy": 0.6097551256418228,
      "num_tokens": 475672051.0,
      "step": 617530
    },
    {
      "epoch": 0.783324327272635,
      "grad_norm": 6.28125,
      "learning_rate": 1.0835221463023529e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.552583533525467,
      "num_tokens": 475678880.0,
      "step": 617540
    },
    {
      "epoch": 0.7833370118651679,
      "grad_norm": 4.875,
      "learning_rate": 1.0834587152937237e-05,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5556179344654083,
      "num_tokens": 475687531.0,
      "step": 617550
    },
    {
      "epoch": 0.7833496964577007,
      "grad_norm": 6.0,
      "learning_rate": 1.0833952842850944e-05,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5302544921636582,
      "num_tokens": 475695987.0,
      "step": 617560
    },
    {
      "epoch": 0.7833623810502335,
      "grad_norm": 5.71875,
      "learning_rate": 1.0833318532764653e-05,
      "loss": 1.8401,
      "mean_token_accuracy": 0.5844894409179687,
      "num_tokens": 475702316.0,
      "step": 617570
    },
    {
      "epoch": 0.7833750656427664,
      "grad_norm": 8.25,
      "learning_rate": 1.0832684222678362e-05,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5469802021980286,
      "num_tokens": 475709093.0,
      "step": 617580
    },
    {
      "epoch": 0.7833877502352992,
      "grad_norm": 7.90625,
      "learning_rate": 1.083204991259207e-05,
      "loss": 1.9187,
      "mean_token_accuracy": 0.5660006314516067,
      "num_tokens": 475717093.0,
      "step": 617590
    },
    {
      "epoch": 0.7834004348278321,
      "grad_norm": 6.375,
      "learning_rate": 1.083141560250578e-05,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5393229067325592,
      "num_tokens": 475725489.0,
      "step": 617600
    },
    {
      "epoch": 0.7834131194203648,
      "grad_norm": 5.875,
      "learning_rate": 1.0830781292419488e-05,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5441550761461258,
      "num_tokens": 475731842.0,
      "step": 617610
    },
    {
      "epoch": 0.7834258040128977,
      "grad_norm": 4.8125,
      "learning_rate": 1.0830146982333197e-05,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5447147518396378,
      "num_tokens": 475740020.0,
      "step": 617620
    },
    {
      "epoch": 0.7834384886054305,
      "grad_norm": 9.4375,
      "learning_rate": 1.0829512672246904e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.543905308842659,
      "num_tokens": 475746940.0,
      "step": 617630
    },
    {
      "epoch": 0.7834511731979633,
      "grad_norm": 8.0,
      "learning_rate": 1.0828878362160613e-05,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5373332351446152,
      "num_tokens": 475754008.0,
      "step": 617640
    },
    {
      "epoch": 0.7834638577904962,
      "grad_norm": 4.53125,
      "learning_rate": 1.0828244052074321e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5338160455226898,
      "num_tokens": 475762689.0,
      "step": 617650
    },
    {
      "epoch": 0.783476542383029,
      "grad_norm": 5.625,
      "learning_rate": 1.082760974198803e-05,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5767298877239228,
      "num_tokens": 475769244.0,
      "step": 617660
    },
    {
      "epoch": 0.7834892269755619,
      "grad_norm": 5.375,
      "learning_rate": 1.0826975431901739e-05,
      "loss": 2.0947,
      "mean_token_accuracy": 0.536926555633545,
      "num_tokens": 475776470.0,
      "step": 617670
    },
    {
      "epoch": 0.7835019115680947,
      "grad_norm": 7.28125,
      "learning_rate": 1.0826341121815446e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5313043683767319,
      "num_tokens": 475784462.0,
      "step": 617680
    },
    {
      "epoch": 0.7835145961606276,
      "grad_norm": 4.90625,
      "learning_rate": 1.0825706811729156e-05,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5341710090637207,
      "num_tokens": 475791956.0,
      "step": 617690
    },
    {
      "epoch": 0.7835272807531604,
      "grad_norm": 4.21875,
      "learning_rate": 1.0825072501642863e-05,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5643555968999863,
      "num_tokens": 475799704.0,
      "step": 617700
    },
    {
      "epoch": 0.7835399653456931,
      "grad_norm": 4.75,
      "learning_rate": 1.0824438191556572e-05,
      "loss": 1.8915,
      "mean_token_accuracy": 0.5789093673229218,
      "num_tokens": 475807016.0,
      "step": 617710
    },
    {
      "epoch": 0.783552649938226,
      "grad_norm": 7.40625,
      "learning_rate": 1.082380388147028e-05,
      "loss": 1.6847,
      "mean_token_accuracy": 0.6216984480619431,
      "num_tokens": 475813591.0,
      "step": 617720
    },
    {
      "epoch": 0.7835653345307588,
      "grad_norm": 6.125,
      "learning_rate": 1.0823169571383988e-05,
      "loss": 2.022,
      "mean_token_accuracy": 0.5499361485242844,
      "num_tokens": 475821525.0,
      "step": 617730
    },
    {
      "epoch": 0.7835780191232917,
      "grad_norm": 6.53125,
      "learning_rate": 1.0822535261297698e-05,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5316999554634094,
      "num_tokens": 475829893.0,
      "step": 617740
    },
    {
      "epoch": 0.7835907037158245,
      "grad_norm": 5.28125,
      "learning_rate": 1.0821900951211405e-05,
      "loss": 1.8746,
      "mean_token_accuracy": 0.5783179372549057,
      "num_tokens": 475836778.0,
      "step": 617750
    },
    {
      "epoch": 0.7836033883083574,
      "grad_norm": 4.4375,
      "learning_rate": 1.0821266641125114e-05,
      "loss": 1.9189,
      "mean_token_accuracy": 0.5734956175088882,
      "num_tokens": 475844685.0,
      "step": 617760
    },
    {
      "epoch": 0.7836160729008902,
      "grad_norm": 4.84375,
      "learning_rate": 1.0820632331038823e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5373839497566223,
      "num_tokens": 475853699.0,
      "step": 617770
    },
    {
      "epoch": 0.7836287574934231,
      "grad_norm": 6.28125,
      "learning_rate": 1.081999802095253e-05,
      "loss": 2.0481,
      "mean_token_accuracy": 0.551426288485527,
      "num_tokens": 475862188.0,
      "step": 617780
    },
    {
      "epoch": 0.7836414420859559,
      "grad_norm": 5.40625,
      "learning_rate": 1.081936371086624e-05,
      "loss": 1.9002,
      "mean_token_accuracy": 0.5771217316389083,
      "num_tokens": 475869872.0,
      "step": 617790
    },
    {
      "epoch": 0.7836541266784887,
      "grad_norm": 6.28125,
      "learning_rate": 1.0818729400779947e-05,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5810783863067627,
      "num_tokens": 475876714.0,
      "step": 617800
    },
    {
      "epoch": 0.7836668112710216,
      "grad_norm": 5.59375,
      "learning_rate": 1.0818095090693658e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5606987535953522,
      "num_tokens": 475884664.0,
      "step": 617810
    },
    {
      "epoch": 0.7836794958635543,
      "grad_norm": 5.40625,
      "learning_rate": 1.0817460780607365e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5324230432510376,
      "num_tokens": 475892275.0,
      "step": 617820
    },
    {
      "epoch": 0.7836921804560872,
      "grad_norm": 7.0,
      "learning_rate": 1.0816826470521074e-05,
      "loss": 1.6538,
      "mean_token_accuracy": 0.6358088046312332,
      "num_tokens": 475899474.0,
      "step": 617830
    },
    {
      "epoch": 0.78370486504862,
      "grad_norm": 5.15625,
      "learning_rate": 1.0816192160434782e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.549078831076622,
      "num_tokens": 475908003.0,
      "step": 617840
    },
    {
      "epoch": 0.7837175496411529,
      "grad_norm": 4.75,
      "learning_rate": 1.081555785034849e-05,
      "loss": 2.1878,
      "mean_token_accuracy": 0.5167739540338516,
      "num_tokens": 475917023.0,
      "step": 617850
    },
    {
      "epoch": 0.7837302342336857,
      "grad_norm": 5.4375,
      "learning_rate": 1.08149235402622e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5294880419969559,
      "num_tokens": 475925599.0,
      "step": 617860
    },
    {
      "epoch": 0.7837429188262185,
      "grad_norm": 4.625,
      "learning_rate": 1.0814289230175907e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5573185563087464,
      "num_tokens": 475933535.0,
      "step": 617870
    },
    {
      "epoch": 0.7837556034187514,
      "grad_norm": 4.5,
      "learning_rate": 1.0813654920089617e-05,
      "loss": 2.2539,
      "mean_token_accuracy": 0.5139125198125839,
      "num_tokens": 475942878.0,
      "step": 617880
    },
    {
      "epoch": 0.7837682880112842,
      "grad_norm": 5.3125,
      "learning_rate": 1.0813020610003324e-05,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5262681037187577,
      "num_tokens": 475950460.0,
      "step": 617890
    },
    {
      "epoch": 0.7837809726038171,
      "grad_norm": 6.1875,
      "learning_rate": 1.0812386299917033e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.530862319469452,
      "num_tokens": 475958794.0,
      "step": 617900
    },
    {
      "epoch": 0.7837936571963499,
      "grad_norm": 6.8125,
      "learning_rate": 1.0811751989830742e-05,
      "loss": 1.9227,
      "mean_token_accuracy": 0.5715956628322602,
      "num_tokens": 475966438.0,
      "step": 617910
    },
    {
      "epoch": 0.7838063417888828,
      "grad_norm": 5.9375,
      "learning_rate": 1.0811117679744449e-05,
      "loss": 2.2615,
      "mean_token_accuracy": 0.5133457839488983,
      "num_tokens": 475975092.0,
      "step": 617920
    },
    {
      "epoch": 0.7838190263814155,
      "grad_norm": 5.28125,
      "learning_rate": 1.081048336965816e-05,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5284617871046067,
      "num_tokens": 475983443.0,
      "step": 617930
    },
    {
      "epoch": 0.7838317109739484,
      "grad_norm": 6.0,
      "learning_rate": 1.0809849059571866e-05,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5278259426355362,
      "num_tokens": 475992455.0,
      "step": 617940
    },
    {
      "epoch": 0.7838443955664812,
      "grad_norm": 6.0625,
      "learning_rate": 1.0809214749485575e-05,
      "loss": 2.0845,
      "mean_token_accuracy": 0.535403722524643,
      "num_tokens": 476000702.0,
      "step": 617950
    },
    {
      "epoch": 0.783857080159014,
      "grad_norm": 5.96875,
      "learning_rate": 1.0808580439399284e-05,
      "loss": 2.2692,
      "mean_token_accuracy": 0.5120538979768753,
      "num_tokens": 476009152.0,
      "step": 617960
    },
    {
      "epoch": 0.7838697647515469,
      "grad_norm": 5.34375,
      "learning_rate": 1.080794612931299e-05,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5527955621480942,
      "num_tokens": 476017389.0,
      "step": 617970
    },
    {
      "epoch": 0.7838824493440797,
      "grad_norm": 5.65625,
      "learning_rate": 1.0807311819226701e-05,
      "loss": 1.8059,
      "mean_token_accuracy": 0.5957027584314346,
      "num_tokens": 476023791.0,
      "step": 617980
    },
    {
      "epoch": 0.7838951339366126,
      "grad_norm": 5.75,
      "learning_rate": 1.0806677509140408e-05,
      "loss": 2.3047,
      "mean_token_accuracy": 0.5069364845752716,
      "num_tokens": 476032094.0,
      "step": 617990
    },
    {
      "epoch": 0.7839078185291454,
      "grad_norm": 4.59375,
      "learning_rate": 1.0806043199054117e-05,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5717196792364121,
      "num_tokens": 476039791.0,
      "step": 618000
    },
    {
      "epoch": 0.7839205031216783,
      "grad_norm": 6.75,
      "learning_rate": 1.0805408888967826e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5362542659044266,
      "num_tokens": 476047833.0,
      "step": 618010
    },
    {
      "epoch": 0.783933187714211,
      "grad_norm": 5.0625,
      "learning_rate": 1.0804774578881534e-05,
      "loss": 1.8627,
      "mean_token_accuracy": 0.5859578728675843,
      "num_tokens": 476055109.0,
      "step": 618020
    },
    {
      "epoch": 0.7839458723067438,
      "grad_norm": 5.875,
      "learning_rate": 1.0804140268795243e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5546524435281753,
      "num_tokens": 476062682.0,
      "step": 618030
    },
    {
      "epoch": 0.7839585568992767,
      "grad_norm": 5.28125,
      "learning_rate": 1.080350595870895e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5386828303337097,
      "num_tokens": 476071431.0,
      "step": 618040
    },
    {
      "epoch": 0.7839712414918095,
      "grad_norm": 5.5,
      "learning_rate": 1.080287164862266e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5372512757778167,
      "num_tokens": 476079845.0,
      "step": 618050
    },
    {
      "epoch": 0.7839839260843424,
      "grad_norm": 4.4375,
      "learning_rate": 1.0802237338536368e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5317711710929871,
      "num_tokens": 476087569.0,
      "step": 618060
    },
    {
      "epoch": 0.7839966106768752,
      "grad_norm": 6.25,
      "learning_rate": 1.0801603028450076e-05,
      "loss": 2.0812,
      "mean_token_accuracy": 0.537339574098587,
      "num_tokens": 476094286.0,
      "step": 618070
    },
    {
      "epoch": 0.7840092952694081,
      "grad_norm": 4.78125,
      "learning_rate": 1.0800968718363785e-05,
      "loss": 1.8738,
      "mean_token_accuracy": 0.5734790205955506,
      "num_tokens": 476101439.0,
      "step": 618080
    },
    {
      "epoch": 0.7840219798619409,
      "grad_norm": 5.96875,
      "learning_rate": 1.0800334408277494e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5393972903490066,
      "num_tokens": 476110450.0,
      "step": 618090
    },
    {
      "epoch": 0.7840346644544738,
      "grad_norm": 8.3125,
      "learning_rate": 1.0799700098191203e-05,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5410514503717423,
      "num_tokens": 476118936.0,
      "step": 618100
    },
    {
      "epoch": 0.7840473490470066,
      "grad_norm": 6.6875,
      "learning_rate": 1.079906578810491e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5348202049732208,
      "num_tokens": 476127740.0,
      "step": 618110
    },
    {
      "epoch": 0.7840600336395394,
      "grad_norm": 7.84375,
      "learning_rate": 1.0798431478018618e-05,
      "loss": 2.2577,
      "mean_token_accuracy": 0.5068410754203796,
      "num_tokens": 476135780.0,
      "step": 618120
    },
    {
      "epoch": 0.7840727182320723,
      "grad_norm": 6.96875,
      "learning_rate": 1.0797797167932327e-05,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5132361888885498,
      "num_tokens": 476143847.0,
      "step": 618130
    },
    {
      "epoch": 0.784085402824605,
      "grad_norm": 6.6875,
      "learning_rate": 1.0797162857846036e-05,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5242068499326706,
      "num_tokens": 476150533.0,
      "step": 618140
    },
    {
      "epoch": 0.7840980874171379,
      "grad_norm": 7.4375,
      "learning_rate": 1.0796528547759745e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5307137727737427,
      "num_tokens": 476158201.0,
      "step": 618150
    },
    {
      "epoch": 0.7841107720096707,
      "grad_norm": 5.375,
      "learning_rate": 1.0795894237673452e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5696791678667068,
      "num_tokens": 476163951.0,
      "step": 618160
    },
    {
      "epoch": 0.7841234566022036,
      "grad_norm": 5.65625,
      "learning_rate": 1.079525992758716e-05,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5405109524726868,
      "num_tokens": 476170875.0,
      "step": 618170
    },
    {
      "epoch": 0.7841361411947364,
      "grad_norm": 4.78125,
      "learning_rate": 1.079462561750087e-05,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5316209495067596,
      "num_tokens": 476179971.0,
      "step": 618180
    },
    {
      "epoch": 0.7841488257872692,
      "grad_norm": 5.84375,
      "learning_rate": 1.0793991307414578e-05,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5606443166732789,
      "num_tokens": 476187893.0,
      "step": 618190
    },
    {
      "epoch": 0.7841615103798021,
      "grad_norm": 5.625,
      "learning_rate": 1.0793356997328287e-05,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5818619519472122,
      "num_tokens": 476195387.0,
      "step": 618200
    },
    {
      "epoch": 0.7841741949723349,
      "grad_norm": 5.09375,
      "learning_rate": 1.0792722687241995e-05,
      "loss": 2.187,
      "mean_token_accuracy": 0.5214659661054611,
      "num_tokens": 476204696.0,
      "step": 618210
    },
    {
      "epoch": 0.7841868795648678,
      "grad_norm": 5.625,
      "learning_rate": 1.0792088377155703e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.544425955414772,
      "num_tokens": 476211674.0,
      "step": 618220
    },
    {
      "epoch": 0.7841995641574006,
      "grad_norm": 6.40625,
      "learning_rate": 1.0791454067069411e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5432743787765503,
      "num_tokens": 476219292.0,
      "step": 618230
    },
    {
      "epoch": 0.7842122487499334,
      "grad_norm": 5.96875,
      "learning_rate": 1.079081975698312e-05,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5329627245664597,
      "num_tokens": 476226112.0,
      "step": 618240
    },
    {
      "epoch": 0.7842249333424662,
      "grad_norm": 5.625,
      "learning_rate": 1.0790185446896829e-05,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5208277076482772,
      "num_tokens": 476234366.0,
      "step": 618250
    },
    {
      "epoch": 0.784237617934999,
      "grad_norm": 8.5,
      "learning_rate": 1.0789551136810537e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5290133655071259,
      "num_tokens": 476242882.0,
      "step": 618260
    },
    {
      "epoch": 0.7842503025275319,
      "grad_norm": 7.34375,
      "learning_rate": 1.0788916826724246e-05,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5593313813209534,
      "num_tokens": 476249483.0,
      "step": 618270
    },
    {
      "epoch": 0.7842629871200647,
      "grad_norm": 5.03125,
      "learning_rate": 1.0788282516637955e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5322053998708725,
      "num_tokens": 476257381.0,
      "step": 618280
    },
    {
      "epoch": 0.7842756717125976,
      "grad_norm": 5.46875,
      "learning_rate": 1.0787648206551662e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5370129019021987,
      "num_tokens": 476264904.0,
      "step": 618290
    },
    {
      "epoch": 0.7842883563051304,
      "grad_norm": 6.53125,
      "learning_rate": 1.078701389646537e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5383268862962722,
      "num_tokens": 476273355.0,
      "step": 618300
    },
    {
      "epoch": 0.7843010408976633,
      "grad_norm": 6.53125,
      "learning_rate": 1.078637958637908e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5463155448436737,
      "num_tokens": 476280118.0,
      "step": 618310
    },
    {
      "epoch": 0.7843137254901961,
      "grad_norm": 7.1875,
      "learning_rate": 1.0785745276292788e-05,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5616468816995621,
      "num_tokens": 476287382.0,
      "step": 618320
    },
    {
      "epoch": 0.784326410082729,
      "grad_norm": 5.65625,
      "learning_rate": 1.0785110966206497e-05,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5587825268507004,
      "num_tokens": 476294576.0,
      "step": 618330
    },
    {
      "epoch": 0.7843390946752617,
      "grad_norm": 8.0,
      "learning_rate": 1.0784476656120204e-05,
      "loss": 2.059,
      "mean_token_accuracy": 0.5427181780338287,
      "num_tokens": 476301264.0,
      "step": 618340
    },
    {
      "epoch": 0.7843517792677945,
      "grad_norm": 5.53125,
      "learning_rate": 1.0783842346033914e-05,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5367011934518814,
      "num_tokens": 476309343.0,
      "step": 618350
    },
    {
      "epoch": 0.7843644638603274,
      "grad_norm": 5.875,
      "learning_rate": 1.0783208035947621e-05,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5578821659088135,
      "num_tokens": 476317855.0,
      "step": 618360
    },
    {
      "epoch": 0.7843771484528602,
      "grad_norm": 5.59375,
      "learning_rate": 1.078257372586133e-05,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5422833949327469,
      "num_tokens": 476324700.0,
      "step": 618370
    },
    {
      "epoch": 0.7843898330453931,
      "grad_norm": 4.75,
      "learning_rate": 1.0781939415775039e-05,
      "loss": 1.9187,
      "mean_token_accuracy": 0.5746186017990113,
      "num_tokens": 476332437.0,
      "step": 618380
    },
    {
      "epoch": 0.7844025176379259,
      "grad_norm": 6.375,
      "learning_rate": 1.0781305105688746e-05,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5207411557435989,
      "num_tokens": 476340768.0,
      "step": 618390
    },
    {
      "epoch": 0.7844152022304588,
      "grad_norm": 4.78125,
      "learning_rate": 1.0780670795602456e-05,
      "loss": 2.0678,
      "mean_token_accuracy": 0.538667431473732,
      "num_tokens": 476348693.0,
      "step": 618400
    },
    {
      "epoch": 0.7844278868229916,
      "grad_norm": 5.34375,
      "learning_rate": 1.0780036485516163e-05,
      "loss": 2.2642,
      "mean_token_accuracy": 0.5199831306934357,
      "num_tokens": 476356498.0,
      "step": 618410
    },
    {
      "epoch": 0.7844405714155244,
      "grad_norm": 6.6875,
      "learning_rate": 1.0779402175429872e-05,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5240805357694626,
      "num_tokens": 476364313.0,
      "step": 618420
    },
    {
      "epoch": 0.7844532560080573,
      "grad_norm": 5.21875,
      "learning_rate": 1.0778767865343581e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5832461744546891,
      "num_tokens": 476372379.0,
      "step": 618430
    },
    {
      "epoch": 0.78446594060059,
      "grad_norm": 10.25,
      "learning_rate": 1.0778133555257288e-05,
      "loss": 1.8397,
      "mean_token_accuracy": 0.572348353266716,
      "num_tokens": 476379410.0,
      "step": 618440
    },
    {
      "epoch": 0.784478625193123,
      "grad_norm": 4.875,
      "learning_rate": 1.0777499245170998e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5347078084945679,
      "num_tokens": 476387985.0,
      "step": 618450
    },
    {
      "epoch": 0.7844913097856557,
      "grad_norm": 5.65625,
      "learning_rate": 1.0776864935084705e-05,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5339153349399567,
      "num_tokens": 476396598.0,
      "step": 618460
    },
    {
      "epoch": 0.7845039943781886,
      "grad_norm": 5.6875,
      "learning_rate": 1.0776230624998416e-05,
      "loss": 2.2291,
      "mean_token_accuracy": 0.5149516493082047,
      "num_tokens": 476404624.0,
      "step": 618470
    },
    {
      "epoch": 0.7845166789707214,
      "grad_norm": 4.8125,
      "learning_rate": 1.0775596314912123e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.519136705994606,
      "num_tokens": 476411962.0,
      "step": 618480
    },
    {
      "epoch": 0.7845293635632543,
      "grad_norm": 6.40625,
      "learning_rate": 1.0774962004825832e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5403860598802567,
      "num_tokens": 476419271.0,
      "step": 618490
    },
    {
      "epoch": 0.7845420481557871,
      "grad_norm": 7.28125,
      "learning_rate": 1.077432769473954e-05,
      "loss": 2.3083,
      "mean_token_accuracy": 0.5128779858350754,
      "num_tokens": 476427908.0,
      "step": 618500
    },
    {
      "epoch": 0.7845547327483199,
      "grad_norm": 5.8125,
      "learning_rate": 1.0773693384653247e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5348936498165131,
      "num_tokens": 476435646.0,
      "step": 618510
    },
    {
      "epoch": 0.7845674173408528,
      "grad_norm": 6.0625,
      "learning_rate": 1.0773059074566958e-05,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5296988368034363,
      "num_tokens": 476443434.0,
      "step": 618520
    },
    {
      "epoch": 0.7845801019333856,
      "grad_norm": 6.4375,
      "learning_rate": 1.0772424764480665e-05,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5506456136703491,
      "num_tokens": 476452359.0,
      "step": 618530
    },
    {
      "epoch": 0.7845927865259185,
      "grad_norm": 8.125,
      "learning_rate": 1.0771790454394375e-05,
      "loss": 1.8127,
      "mean_token_accuracy": 0.5917706489562988,
      "num_tokens": 476458656.0,
      "step": 618540
    },
    {
      "epoch": 0.7846054711184512,
      "grad_norm": 4.75,
      "learning_rate": 1.0771156144308082e-05,
      "loss": 1.937,
      "mean_token_accuracy": 0.5753423154354096,
      "num_tokens": 476465975.0,
      "step": 618550
    },
    {
      "epoch": 0.7846181557109841,
      "grad_norm": 6.90625,
      "learning_rate": 1.0770521834221791e-05,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5572627395391464,
      "num_tokens": 476472536.0,
      "step": 618560
    },
    {
      "epoch": 0.7846308403035169,
      "grad_norm": 6.34375,
      "learning_rate": 1.07698875241355e-05,
      "loss": 1.6412,
      "mean_token_accuracy": 0.6390973865985871,
      "num_tokens": 476479181.0,
      "step": 618570
    },
    {
      "epoch": 0.7846435248960497,
      "grad_norm": 6.40625,
      "learning_rate": 1.0769253214049207e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5396982163190842,
      "num_tokens": 476486463.0,
      "step": 618580
    },
    {
      "epoch": 0.7846562094885826,
      "grad_norm": 4.875,
      "learning_rate": 1.0768618903962917e-05,
      "loss": 1.789,
      "mean_token_accuracy": 0.5886286646127701,
      "num_tokens": 476494282.0,
      "step": 618590
    },
    {
      "epoch": 0.7846688940811154,
      "grad_norm": 10.0625,
      "learning_rate": 1.0767984593876624e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5532598793506622,
      "num_tokens": 476501991.0,
      "step": 618600
    },
    {
      "epoch": 0.7846815786736483,
      "grad_norm": 7.53125,
      "learning_rate": 1.0767350283790333e-05,
      "loss": 2.112,
      "mean_token_accuracy": 0.5362451404333115,
      "num_tokens": 476509267.0,
      "step": 618610
    },
    {
      "epoch": 0.7846942632661811,
      "grad_norm": 7.21875,
      "learning_rate": 1.0766715973704042e-05,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5238778233528137,
      "num_tokens": 476515722.0,
      "step": 618620
    },
    {
      "epoch": 0.784706947858714,
      "grad_norm": 5.625,
      "learning_rate": 1.0766081663617749e-05,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5375162571668625,
      "num_tokens": 476523627.0,
      "step": 618630
    },
    {
      "epoch": 0.7847196324512468,
      "grad_norm": 5.1875,
      "learning_rate": 1.076544735353146e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5270173400640488,
      "num_tokens": 476531545.0,
      "step": 618640
    },
    {
      "epoch": 0.7847323170437795,
      "grad_norm": 7.96875,
      "learning_rate": 1.0764813043445166e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5697257608175278,
      "num_tokens": 476538394.0,
      "step": 618650
    },
    {
      "epoch": 0.7847450016363124,
      "grad_norm": 7.40625,
      "learning_rate": 1.0764178733358875e-05,
      "loss": 1.8883,
      "mean_token_accuracy": 0.5710011065006256,
      "num_tokens": 476544943.0,
      "step": 618660
    },
    {
      "epoch": 0.7847576862288452,
      "grad_norm": 10.75,
      "learning_rate": 1.0763544423272584e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5193413853645324,
      "num_tokens": 476552104.0,
      "step": 618670
    },
    {
      "epoch": 0.7847703708213781,
      "grad_norm": 5.25,
      "learning_rate": 1.0762910113186293e-05,
      "loss": 2.253,
      "mean_token_accuracy": 0.5151054948568344,
      "num_tokens": 476560580.0,
      "step": 618680
    },
    {
      "epoch": 0.7847830554139109,
      "grad_norm": 5.0,
      "learning_rate": 1.0762275803100001e-05,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5370713144540786,
      "num_tokens": 476568701.0,
      "step": 618690
    },
    {
      "epoch": 0.7847957400064438,
      "grad_norm": 5.59375,
      "learning_rate": 1.0761641493013708e-05,
      "loss": 2.079,
      "mean_token_accuracy": 0.5441978186368942,
      "num_tokens": 476576892.0,
      "step": 618700
    },
    {
      "epoch": 0.7848084245989766,
      "grad_norm": 4.90625,
      "learning_rate": 1.0761007182927417e-05,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5540375798940659,
      "num_tokens": 476585202.0,
      "step": 618710
    },
    {
      "epoch": 0.7848211091915095,
      "grad_norm": 10.25,
      "learning_rate": 1.0760372872841126e-05,
      "loss": 1.7968,
      "mean_token_accuracy": 0.5980349600315094,
      "num_tokens": 476591911.0,
      "step": 618720
    },
    {
      "epoch": 0.7848337937840423,
      "grad_norm": 5.6875,
      "learning_rate": 1.0759738562754835e-05,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5431783646345139,
      "num_tokens": 476599589.0,
      "step": 618730
    },
    {
      "epoch": 0.7848464783765751,
      "grad_norm": 5.75,
      "learning_rate": 1.0759104252668543e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5659018158912659,
      "num_tokens": 476606311.0,
      "step": 618740
    },
    {
      "epoch": 0.784859162969108,
      "grad_norm": 4.96875,
      "learning_rate": 1.0758469942582252e-05,
      "loss": 1.6918,
      "mean_token_accuracy": 0.6198665171861648,
      "num_tokens": 476612959.0,
      "step": 618750
    },
    {
      "epoch": 0.7848718475616407,
      "grad_norm": 6.78125,
      "learning_rate": 1.0757835632495961e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5451654106378555,
      "num_tokens": 476621846.0,
      "step": 618760
    },
    {
      "epoch": 0.7848845321541736,
      "grad_norm": 5.0,
      "learning_rate": 1.0757201322409668e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5555108547210693,
      "num_tokens": 476629256.0,
      "step": 618770
    },
    {
      "epoch": 0.7848972167467064,
      "grad_norm": 6.28125,
      "learning_rate": 1.0756567012323377e-05,
      "loss": 2.151,
      "mean_token_accuracy": 0.5259768068790436,
      "num_tokens": 476637550.0,
      "step": 618780
    },
    {
      "epoch": 0.7849099013392393,
      "grad_norm": 4.46875,
      "learning_rate": 1.0755932702237085e-05,
      "loss": 1.8881,
      "mean_token_accuracy": 0.5694828867912293,
      "num_tokens": 476644828.0,
      "step": 618790
    },
    {
      "epoch": 0.7849225859317721,
      "grad_norm": 5.0,
      "learning_rate": 1.0755298392150794e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5753477513790131,
      "num_tokens": 476652676.0,
      "step": 618800
    },
    {
      "epoch": 0.7849352705243049,
      "grad_norm": 5.9375,
      "learning_rate": 1.0754664082064503e-05,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5184160709381104,
      "num_tokens": 476660259.0,
      "step": 618810
    },
    {
      "epoch": 0.7849479551168378,
      "grad_norm": 5.25,
      "learning_rate": 1.075402977197821e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5315642714500427,
      "num_tokens": 476668063.0,
      "step": 618820
    },
    {
      "epoch": 0.7849606397093706,
      "grad_norm": 4.84375,
      "learning_rate": 1.0753395461891919e-05,
      "loss": 2.27,
      "mean_token_accuracy": 0.5250541597604752,
      "num_tokens": 476677074.0,
      "step": 618830
    },
    {
      "epoch": 0.7849733243019035,
      "grad_norm": 9.25,
      "learning_rate": 1.0752761151805627e-05,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5704494506120682,
      "num_tokens": 476683888.0,
      "step": 618840
    },
    {
      "epoch": 0.7849860088944363,
      "grad_norm": 5.90625,
      "learning_rate": 1.0752126841719336e-05,
      "loss": 1.8706,
      "mean_token_accuracy": 0.5940291196107864,
      "num_tokens": 476690748.0,
      "step": 618850
    },
    {
      "epoch": 0.7849986934869692,
      "grad_norm": 6.875,
      "learning_rate": 1.0751492531633045e-05,
      "loss": 2.1986,
      "mean_token_accuracy": 0.5281365990638733,
      "num_tokens": 476698793.0,
      "step": 618860
    },
    {
      "epoch": 0.7850113780795019,
      "grad_norm": 10.0,
      "learning_rate": 1.0750858221546754e-05,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5783634394407272,
      "num_tokens": 476705932.0,
      "step": 618870
    },
    {
      "epoch": 0.7850240626720348,
      "grad_norm": 5.53125,
      "learning_rate": 1.075022391146046e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5575143396854401,
      "num_tokens": 476713443.0,
      "step": 618880
    },
    {
      "epoch": 0.7850367472645676,
      "grad_norm": 5.0,
      "learning_rate": 1.074958960137417e-05,
      "loss": 2.3711,
      "mean_token_accuracy": 0.5072704702615738,
      "num_tokens": 476721647.0,
      "step": 618890
    },
    {
      "epoch": 0.7850494318571004,
      "grad_norm": 5.21875,
      "learning_rate": 1.0748955291287878e-05,
      "loss": 1.8876,
      "mean_token_accuracy": 0.575339475274086,
      "num_tokens": 476728976.0,
      "step": 618900
    },
    {
      "epoch": 0.7850621164496333,
      "grad_norm": 4.625,
      "learning_rate": 1.0748320981201587e-05,
      "loss": 2.2586,
      "mean_token_accuracy": 0.5170014500617981,
      "num_tokens": 476737086.0,
      "step": 618910
    },
    {
      "epoch": 0.7850748010421661,
      "grad_norm": 5.78125,
      "learning_rate": 1.0747686671115296e-05,
      "loss": 1.8586,
      "mean_token_accuracy": 0.5790544003248215,
      "num_tokens": 476743454.0,
      "step": 618920
    },
    {
      "epoch": 0.785087485634699,
      "grad_norm": 5.4375,
      "learning_rate": 1.0747052361029003e-05,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5441367626190186,
      "num_tokens": 476751858.0,
      "step": 618930
    },
    {
      "epoch": 0.7851001702272318,
      "grad_norm": 4.90625,
      "learning_rate": 1.0746418050942713e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5389788150787354,
      "num_tokens": 476759968.0,
      "step": 618940
    },
    {
      "epoch": 0.7851128548197647,
      "grad_norm": 4.875,
      "learning_rate": 1.074578374085642e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5517527133226394,
      "num_tokens": 476768101.0,
      "step": 618950
    },
    {
      "epoch": 0.7851255394122975,
      "grad_norm": 6.53125,
      "learning_rate": 1.0745149430770129e-05,
      "loss": 2.2902,
      "mean_token_accuracy": 0.5109547734260559,
      "num_tokens": 476775028.0,
      "step": 618960
    },
    {
      "epoch": 0.7851382240048302,
      "grad_norm": 6.5,
      "learning_rate": 1.0744515120683838e-05,
      "loss": 2.042,
      "mean_token_accuracy": 0.5486634820699692,
      "num_tokens": 476782639.0,
      "step": 618970
    },
    {
      "epoch": 0.7851509085973631,
      "grad_norm": 5.25,
      "learning_rate": 1.0743880810597546e-05,
      "loss": 2.0006,
      "mean_token_accuracy": 0.55878466963768,
      "num_tokens": 476789096.0,
      "step": 618980
    },
    {
      "epoch": 0.7851635931898959,
      "grad_norm": 7.125,
      "learning_rate": 1.0743246500511255e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5664699077606201,
      "num_tokens": 476794526.0,
      "step": 618990
    },
    {
      "epoch": 0.7851762777824288,
      "grad_norm": 6.0,
      "learning_rate": 1.0742612190424962e-05,
      "loss": 2.026,
      "mean_token_accuracy": 0.5504465967416763,
      "num_tokens": 476801887.0,
      "step": 619000
    },
    {
      "epoch": 0.7851889623749616,
      "grad_norm": 5.84375,
      "learning_rate": 1.0741977880338671e-05,
      "loss": 2.3359,
      "mean_token_accuracy": 0.5093090832233429,
      "num_tokens": 476809940.0,
      "step": 619010
    },
    {
      "epoch": 0.7852016469674945,
      "grad_norm": 5.375,
      "learning_rate": 1.074134357025238e-05,
      "loss": 2.04,
      "mean_token_accuracy": 0.5737243711948394,
      "num_tokens": 476817236.0,
      "step": 619020
    },
    {
      "epoch": 0.7852143315600273,
      "grad_norm": 5.53125,
      "learning_rate": 1.0740709260166088e-05,
      "loss": 1.9681,
      "mean_token_accuracy": 0.5590018391609192,
      "num_tokens": 476824743.0,
      "step": 619030
    },
    {
      "epoch": 0.7852270161525602,
      "grad_norm": 4.53125,
      "learning_rate": 1.0740074950079797e-05,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5284024000167846,
      "num_tokens": 476832292.0,
      "step": 619040
    },
    {
      "epoch": 0.785239700745093,
      "grad_norm": 5.375,
      "learning_rate": 1.0739440639993504e-05,
      "loss": 1.8275,
      "mean_token_accuracy": 0.5933443307876587,
      "num_tokens": 476839764.0,
      "step": 619050
    },
    {
      "epoch": 0.7852523853376258,
      "grad_norm": 10.375,
      "learning_rate": 1.0738806329907215e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5409253746271133,
      "num_tokens": 476847452.0,
      "step": 619060
    },
    {
      "epoch": 0.7852650699301587,
      "grad_norm": 6.6875,
      "learning_rate": 1.0738172019820922e-05,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5479464083909988,
      "num_tokens": 476855019.0,
      "step": 619070
    },
    {
      "epoch": 0.7852777545226914,
      "grad_norm": 5.84375,
      "learning_rate": 1.073753770973463e-05,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5283872038125992,
      "num_tokens": 476863347.0,
      "step": 619080
    },
    {
      "epoch": 0.7852904391152243,
      "grad_norm": 5.15625,
      "learning_rate": 1.0736903399648339e-05,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5485641390085221,
      "num_tokens": 476871891.0,
      "step": 619090
    },
    {
      "epoch": 0.7853031237077571,
      "grad_norm": 5.0625,
      "learning_rate": 1.0736269089562046e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5457984447479248,
      "num_tokens": 476880114.0,
      "step": 619100
    },
    {
      "epoch": 0.78531580830029,
      "grad_norm": 6.5625,
      "learning_rate": 1.0735634779475757e-05,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5402294278144837,
      "num_tokens": 476888187.0,
      "step": 619110
    },
    {
      "epoch": 0.7853284928928228,
      "grad_norm": 5.6875,
      "learning_rate": 1.0735000469389464e-05,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5598296999931336,
      "num_tokens": 476894812.0,
      "step": 619120
    },
    {
      "epoch": 0.7853411774853556,
      "grad_norm": 5.1875,
      "learning_rate": 1.0734366159303174e-05,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5220687031745911,
      "num_tokens": 476903071.0,
      "step": 619130
    },
    {
      "epoch": 0.7853538620778885,
      "grad_norm": 9.875,
      "learning_rate": 1.0733731849216881e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5288736581802368,
      "num_tokens": 476910816.0,
      "step": 619140
    },
    {
      "epoch": 0.7853665466704213,
      "grad_norm": 5.34375,
      "learning_rate": 1.073309753913059e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5313329368829727,
      "num_tokens": 476918692.0,
      "step": 619150
    },
    {
      "epoch": 0.7853792312629542,
      "grad_norm": 5.53125,
      "learning_rate": 1.0732463229044299e-05,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5480561941862107,
      "num_tokens": 476927489.0,
      "step": 619160
    },
    {
      "epoch": 0.785391915855487,
      "grad_norm": 5.65625,
      "learning_rate": 1.0731828918958006e-05,
      "loss": 2.078,
      "mean_token_accuracy": 0.5321058660745621,
      "num_tokens": 476935640.0,
      "step": 619170
    },
    {
      "epoch": 0.7854046004480199,
      "grad_norm": 5.0625,
      "learning_rate": 1.0731194608871716e-05,
      "loss": 1.8913,
      "mean_token_accuracy": 0.5815387308597565,
      "num_tokens": 476943618.0,
      "step": 619180
    },
    {
      "epoch": 0.7854172850405526,
      "grad_norm": 5.65625,
      "learning_rate": 1.0730560298785423e-05,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5447724163532257,
      "num_tokens": 476951352.0,
      "step": 619190
    },
    {
      "epoch": 0.7854299696330854,
      "grad_norm": 5.09375,
      "learning_rate": 1.0729925988699132e-05,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5427558094263076,
      "num_tokens": 476959802.0,
      "step": 619200
    },
    {
      "epoch": 0.7854426542256183,
      "grad_norm": 6.625,
      "learning_rate": 1.072929167861284e-05,
      "loss": 1.6528,
      "mean_token_accuracy": 0.6298406720161438,
      "num_tokens": 476966517.0,
      "step": 619210
    },
    {
      "epoch": 0.7854553388181511,
      "grad_norm": 5.28125,
      "learning_rate": 1.0728657368526548e-05,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5198156416416169,
      "num_tokens": 476974487.0,
      "step": 619220
    },
    {
      "epoch": 0.785468023410684,
      "grad_norm": 6.1875,
      "learning_rate": 1.0728023058440258e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.543134406208992,
      "num_tokens": 476982036.0,
      "step": 619230
    },
    {
      "epoch": 0.7854807080032168,
      "grad_norm": 5.3125,
      "learning_rate": 1.0727388748353965e-05,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5632898181676864,
      "num_tokens": 476990168.0,
      "step": 619240
    },
    {
      "epoch": 0.7854933925957497,
      "grad_norm": 4.6875,
      "learning_rate": 1.0726754438267676e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5342418879270554,
      "num_tokens": 476999272.0,
      "step": 619250
    },
    {
      "epoch": 0.7855060771882825,
      "grad_norm": 5.0625,
      "learning_rate": 1.0726120128181383e-05,
      "loss": 2.133,
      "mean_token_accuracy": 0.5452252507209778,
      "num_tokens": 477008024.0,
      "step": 619260
    },
    {
      "epoch": 0.7855187617808154,
      "grad_norm": 8.4375,
      "learning_rate": 1.0725485818095091e-05,
      "loss": 1.8184,
      "mean_token_accuracy": 0.5946828305721283,
      "num_tokens": 477015223.0,
      "step": 619270
    },
    {
      "epoch": 0.7855314463733482,
      "grad_norm": 6.4375,
      "learning_rate": 1.07248515080088e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5296227693557739,
      "num_tokens": 477023319.0,
      "step": 619280
    },
    {
      "epoch": 0.7855441309658809,
      "grad_norm": 4.78125,
      "learning_rate": 1.0724217197922507e-05,
      "loss": 1.9577,
      "mean_token_accuracy": 0.5815458178520203,
      "num_tokens": 477031007.0,
      "step": 619290
    },
    {
      "epoch": 0.7855568155584138,
      "grad_norm": 6.4375,
      "learning_rate": 1.0723582887836218e-05,
      "loss": 1.8748,
      "mean_token_accuracy": 0.5756956487894058,
      "num_tokens": 477038252.0,
      "step": 619300
    },
    {
      "epoch": 0.7855695001509466,
      "grad_norm": 6.34375,
      "learning_rate": 1.0722948577749925e-05,
      "loss": 2.2125,
      "mean_token_accuracy": 0.529631569981575,
      "num_tokens": 477045854.0,
      "step": 619310
    },
    {
      "epoch": 0.7855821847434795,
      "grad_norm": 7.0,
      "learning_rate": 1.0722314267663633e-05,
      "loss": 2.3167,
      "mean_token_accuracy": 0.5127583473920823,
      "num_tokens": 477053603.0,
      "step": 619320
    },
    {
      "epoch": 0.7855948693360123,
      "grad_norm": 5.78125,
      "learning_rate": 1.0721679957577342e-05,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5559588998556138,
      "num_tokens": 477061266.0,
      "step": 619330
    },
    {
      "epoch": 0.7856075539285452,
      "grad_norm": 5.5,
      "learning_rate": 1.0721045647491051e-05,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5186968982219696,
      "num_tokens": 477070374.0,
      "step": 619340
    },
    {
      "epoch": 0.785620238521078,
      "grad_norm": 6.3125,
      "learning_rate": 1.072041133740476e-05,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5375962287187577,
      "num_tokens": 477078244.0,
      "step": 619350
    },
    {
      "epoch": 0.7856329231136108,
      "grad_norm": 5.65625,
      "learning_rate": 1.0719777027318467e-05,
      "loss": 2.254,
      "mean_token_accuracy": 0.5214222222566605,
      "num_tokens": 477087783.0,
      "step": 619360
    },
    {
      "epoch": 0.7856456077061437,
      "grad_norm": 5.8125,
      "learning_rate": 1.0719142717232175e-05,
      "loss": 2.061,
      "mean_token_accuracy": 0.544613030552864,
      "num_tokens": 477096206.0,
      "step": 619370
    },
    {
      "epoch": 0.7856582922986765,
      "grad_norm": 5.34375,
      "learning_rate": 1.0718508407145884e-05,
      "loss": 2.171,
      "mean_token_accuracy": 0.5253197610378265,
      "num_tokens": 477104895.0,
      "step": 619380
    },
    {
      "epoch": 0.7856709768912093,
      "grad_norm": 7.125,
      "learning_rate": 1.0717874097059593e-05,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5466455608606339,
      "num_tokens": 477111015.0,
      "step": 619390
    },
    {
      "epoch": 0.7856836614837421,
      "grad_norm": 4.84375,
      "learning_rate": 1.0717239786973302e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5603161841630936,
      "num_tokens": 477118568.0,
      "step": 619400
    },
    {
      "epoch": 0.785696346076275,
      "grad_norm": 6.21875,
      "learning_rate": 1.0716605476887009e-05,
      "loss": 2.025,
      "mean_token_accuracy": 0.5529033303260803,
      "num_tokens": 477126188.0,
      "step": 619410
    },
    {
      "epoch": 0.7857090306688078,
      "grad_norm": 4.625,
      "learning_rate": 1.0715971166800719e-05,
      "loss": 1.8565,
      "mean_token_accuracy": 0.5759604692459106,
      "num_tokens": 477133421.0,
      "step": 619420
    },
    {
      "epoch": 0.7857217152613407,
      "grad_norm": 4.71875,
      "learning_rate": 1.0715336856714426e-05,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5226803004741669,
      "num_tokens": 477141340.0,
      "step": 619430
    },
    {
      "epoch": 0.7857343998538735,
      "grad_norm": 5.625,
      "learning_rate": 1.0714702546628135e-05,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5798557460308075,
      "num_tokens": 477147997.0,
      "step": 619440
    },
    {
      "epoch": 0.7857470844464063,
      "grad_norm": 5.8125,
      "learning_rate": 1.0714068236541844e-05,
      "loss": 1.8611,
      "mean_token_accuracy": 0.5823881149291992,
      "num_tokens": 477156247.0,
      "step": 619450
    },
    {
      "epoch": 0.7857597690389392,
      "grad_norm": 6.15625,
      "learning_rate": 1.0713433926455552e-05,
      "loss": 2.2879,
      "mean_token_accuracy": 0.49946992099285126,
      "num_tokens": 477165584.0,
      "step": 619460
    },
    {
      "epoch": 0.785772453631472,
      "grad_norm": 7.65625,
      "learning_rate": 1.0712799616369261e-05,
      "loss": 1.9099,
      "mean_token_accuracy": 0.566946604847908,
      "num_tokens": 477173756.0,
      "step": 619470
    },
    {
      "epoch": 0.7857851382240049,
      "grad_norm": 5.3125,
      "learning_rate": 1.0712165306282968e-05,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5328702539205551,
      "num_tokens": 477181823.0,
      "step": 619480
    },
    {
      "epoch": 0.7857978228165376,
      "grad_norm": 5.15625,
      "learning_rate": 1.0711530996196677e-05,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5285140424966812,
      "num_tokens": 477190200.0,
      "step": 619490
    },
    {
      "epoch": 0.7858105074090705,
      "grad_norm": 6.09375,
      "learning_rate": 1.0710896686110386e-05,
      "loss": 2.2611,
      "mean_token_accuracy": 0.5146871477365493,
      "num_tokens": 477197912.0,
      "step": 619500
    },
    {
      "epoch": 0.7858231920016033,
      "grad_norm": 6.59375,
      "learning_rate": 1.0710262376024094e-05,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5288952559232711,
      "num_tokens": 477205886.0,
      "step": 619510
    },
    {
      "epoch": 0.7858358765941361,
      "grad_norm": 5.34375,
      "learning_rate": 1.0709628065937803e-05,
      "loss": 1.849,
      "mean_token_accuracy": 0.583348524570465,
      "num_tokens": 477212720.0,
      "step": 619520
    },
    {
      "epoch": 0.785848561186669,
      "grad_norm": 4.71875,
      "learning_rate": 1.0708993755851512e-05,
      "loss": 1.8895,
      "mean_token_accuracy": 0.577784138917923,
      "num_tokens": 477220399.0,
      "step": 619530
    },
    {
      "epoch": 0.7858612457792018,
      "grad_norm": 5.375,
      "learning_rate": 1.0708359445765219e-05,
      "loss": 1.9317,
      "mean_token_accuracy": 0.578195971250534,
      "num_tokens": 477227950.0,
      "step": 619540
    },
    {
      "epoch": 0.7858739303717347,
      "grad_norm": 5.59375,
      "learning_rate": 1.0707725135678928e-05,
      "loss": 1.947,
      "mean_token_accuracy": 0.5760788649320603,
      "num_tokens": 477235349.0,
      "step": 619550
    },
    {
      "epoch": 0.7858866149642675,
      "grad_norm": 6.25,
      "learning_rate": 1.0707090825592636e-05,
      "loss": 1.917,
      "mean_token_accuracy": 0.5799306750297546,
      "num_tokens": 477241825.0,
      "step": 619560
    },
    {
      "epoch": 0.7858992995568004,
      "grad_norm": 6.09375,
      "learning_rate": 1.0706456515506345e-05,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5363803386688233,
      "num_tokens": 477249840.0,
      "step": 619570
    },
    {
      "epoch": 0.7859119841493332,
      "grad_norm": 7.90625,
      "learning_rate": 1.0705822205420054e-05,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5335501253604888,
      "num_tokens": 477257583.0,
      "step": 619580
    },
    {
      "epoch": 0.785924668741866,
      "grad_norm": 6.125,
      "learning_rate": 1.0705187895333761e-05,
      "loss": 2.12,
      "mean_token_accuracy": 0.5403634965419769,
      "num_tokens": 477265714.0,
      "step": 619590
    },
    {
      "epoch": 0.7859373533343988,
      "grad_norm": 5.3125,
      "learning_rate": 1.070455358524747e-05,
      "loss": 1.7728,
      "mean_token_accuracy": 0.5984956681728363,
      "num_tokens": 477272836.0,
      "step": 619600
    },
    {
      "epoch": 0.7859500379269316,
      "grad_norm": 6.96875,
      "learning_rate": 1.0703919275161178e-05,
      "loss": 1.9205,
      "mean_token_accuracy": 0.5681521624326706,
      "num_tokens": 477278794.0,
      "step": 619610
    },
    {
      "epoch": 0.7859627225194645,
      "grad_norm": 4.53125,
      "learning_rate": 1.0703284965074887e-05,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5151001304388046,
      "num_tokens": 477288141.0,
      "step": 619620
    },
    {
      "epoch": 0.7859754071119973,
      "grad_norm": 7.75,
      "learning_rate": 1.0702650654988596e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5582677125930786,
      "num_tokens": 477296902.0,
      "step": 619630
    },
    {
      "epoch": 0.7859880917045302,
      "grad_norm": 5.875,
      "learning_rate": 1.0702016344902305e-05,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5463113635778427,
      "num_tokens": 477304738.0,
      "step": 619640
    },
    {
      "epoch": 0.786000776297063,
      "grad_norm": 4.75,
      "learning_rate": 1.0701382034816013e-05,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5539189249277114,
      "num_tokens": 477313637.0,
      "step": 619650
    },
    {
      "epoch": 0.7860134608895959,
      "grad_norm": 5.15625,
      "learning_rate": 1.070074772472972e-05,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5597754269838333,
      "num_tokens": 477321810.0,
      "step": 619660
    },
    {
      "epoch": 0.7860261454821287,
      "grad_norm": 5.125,
      "learning_rate": 1.0700113414643429e-05,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5479134142398834,
      "num_tokens": 477330766.0,
      "step": 619670
    },
    {
      "epoch": 0.7860388300746615,
      "grad_norm": 5.0,
      "learning_rate": 1.0699479104557138e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5721545964479446,
      "num_tokens": 477338890.0,
      "step": 619680
    },
    {
      "epoch": 0.7860515146671944,
      "grad_norm": 4.96875,
      "learning_rate": 1.0698844794470847e-05,
      "loss": 1.9461,
      "mean_token_accuracy": 0.566199791431427,
      "num_tokens": 477347460.0,
      "step": 619690
    },
    {
      "epoch": 0.7860641992597271,
      "grad_norm": 4.84375,
      "learning_rate": 1.0698210484384555e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5342411667108535,
      "num_tokens": 477355777.0,
      "step": 619700
    },
    {
      "epoch": 0.78607688385226,
      "grad_norm": 6.65625,
      "learning_rate": 1.0697576174298262e-05,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5626832187175751,
      "num_tokens": 477363411.0,
      "step": 619710
    },
    {
      "epoch": 0.7860895684447928,
      "grad_norm": 4.625,
      "learning_rate": 1.0696941864211973e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5362513840198517,
      "num_tokens": 477372118.0,
      "step": 619720
    },
    {
      "epoch": 0.7861022530373257,
      "grad_norm": 6.40625,
      "learning_rate": 1.069630755412568e-05,
      "loss": 1.9029,
      "mean_token_accuracy": 0.5713546603918076,
      "num_tokens": 477379631.0,
      "step": 619730
    },
    {
      "epoch": 0.7861149376298585,
      "grad_norm": 5.96875,
      "learning_rate": 1.0695673244039389e-05,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5537569046020507,
      "num_tokens": 477386455.0,
      "step": 619740
    },
    {
      "epoch": 0.7861276222223913,
      "grad_norm": 5.53125,
      "learning_rate": 1.0695038933953097e-05,
      "loss": 2.3829,
      "mean_token_accuracy": 0.49973300397396087,
      "num_tokens": 477395633.0,
      "step": 619750
    },
    {
      "epoch": 0.7861403068149242,
      "grad_norm": 5.78125,
      "learning_rate": 1.0694404623866804e-05,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5326396465301514,
      "num_tokens": 477402607.0,
      "step": 619760
    },
    {
      "epoch": 0.786152991407457,
      "grad_norm": 5.125,
      "learning_rate": 1.0693770313780515e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.5511038392782212,
      "num_tokens": 477410673.0,
      "step": 619770
    },
    {
      "epoch": 0.7861656759999899,
      "grad_norm": 3.4375,
      "learning_rate": 1.0693136003694222e-05,
      "loss": 2.1374,
      "mean_token_accuracy": 0.543056783080101,
      "num_tokens": 477419783.0,
      "step": 619780
    },
    {
      "epoch": 0.7861783605925227,
      "grad_norm": 5.4375,
      "learning_rate": 1.069250169360793e-05,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5284090578556061,
      "num_tokens": 477427273.0,
      "step": 619790
    },
    {
      "epoch": 0.7861910451850556,
      "grad_norm": 5.65625,
      "learning_rate": 1.069186738352164e-05,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5321916222572327,
      "num_tokens": 477435372.0,
      "step": 619800
    },
    {
      "epoch": 0.7862037297775883,
      "grad_norm": 6.4375,
      "learning_rate": 1.0691233073435346e-05,
      "loss": 1.9218,
      "mean_token_accuracy": 0.563043937087059,
      "num_tokens": 477442858.0,
      "step": 619810
    },
    {
      "epoch": 0.7862164143701212,
      "grad_norm": 8.0625,
      "learning_rate": 1.0690598763349057e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5334356933832168,
      "num_tokens": 477449836.0,
      "step": 619820
    },
    {
      "epoch": 0.786229098962654,
      "grad_norm": 5.375,
      "learning_rate": 1.0689964453262764e-05,
      "loss": 1.8563,
      "mean_token_accuracy": 0.5791357010602951,
      "num_tokens": 477457337.0,
      "step": 619830
    },
    {
      "epoch": 0.7862417835551868,
      "grad_norm": 5.5625,
      "learning_rate": 1.0689330143176474e-05,
      "loss": 1.8772,
      "mean_token_accuracy": 0.5801783114671707,
      "num_tokens": 477464697.0,
      "step": 619840
    },
    {
      "epoch": 0.7862544681477197,
      "grad_norm": 6.84375,
      "learning_rate": 1.0688695833090181e-05,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5399079144001007,
      "num_tokens": 477472593.0,
      "step": 619850
    },
    {
      "epoch": 0.7862671527402525,
      "grad_norm": 7.25,
      "learning_rate": 1.068806152300389e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5586654275655747,
      "num_tokens": 477479997.0,
      "step": 619860
    },
    {
      "epoch": 0.7862798373327854,
      "grad_norm": 5.25,
      "learning_rate": 1.0687427212917599e-05,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5527842938899994,
      "num_tokens": 477487165.0,
      "step": 619870
    },
    {
      "epoch": 0.7862925219253182,
      "grad_norm": 5.34375,
      "learning_rate": 1.0686792902831306e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5613414078950882,
      "num_tokens": 477493693.0,
      "step": 619880
    },
    {
      "epoch": 0.7863052065178511,
      "grad_norm": 4.9375,
      "learning_rate": 1.0686158592745016e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.54709792137146,
      "num_tokens": 477501546.0,
      "step": 619890
    },
    {
      "epoch": 0.7863178911103839,
      "grad_norm": 4.9375,
      "learning_rate": 1.0685524282658723e-05,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5401743471622467,
      "num_tokens": 477508381.0,
      "step": 619900
    },
    {
      "epoch": 0.7863305757029166,
      "grad_norm": 5.5,
      "learning_rate": 1.0684889972572434e-05,
      "loss": 1.8243,
      "mean_token_accuracy": 0.5843596011400223,
      "num_tokens": 477515416.0,
      "step": 619910
    },
    {
      "epoch": 0.7863432602954495,
      "grad_norm": 5.09375,
      "learning_rate": 1.068425566248614e-05,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5371179282665253,
      "num_tokens": 477523132.0,
      "step": 619920
    },
    {
      "epoch": 0.7863559448879823,
      "grad_norm": 8.125,
      "learning_rate": 1.068362135239985e-05,
      "loss": 1.7364,
      "mean_token_accuracy": 0.6012184321880341,
      "num_tokens": 477529503.0,
      "step": 619930
    },
    {
      "epoch": 0.7863686294805152,
      "grad_norm": 6.625,
      "learning_rate": 1.0682987042313558e-05,
      "loss": 1.7437,
      "mean_token_accuracy": 0.6142174124717712,
      "num_tokens": 477536417.0,
      "step": 619940
    },
    {
      "epoch": 0.786381314073048,
      "grad_norm": 5.9375,
      "learning_rate": 1.0682352732227265e-05,
      "loss": 2.17,
      "mean_token_accuracy": 0.5273903757333755,
      "num_tokens": 477545119.0,
      "step": 619950
    },
    {
      "epoch": 0.7863939986655809,
      "grad_norm": 5.21875,
      "learning_rate": 1.0681718422140976e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5415336400270462,
      "num_tokens": 477552458.0,
      "step": 619960
    },
    {
      "epoch": 0.7864066832581137,
      "grad_norm": 5.1875,
      "learning_rate": 1.0681084112054683e-05,
      "loss": 1.8763,
      "mean_token_accuracy": 0.5876875072717667,
      "num_tokens": 477560627.0,
      "step": 619970
    },
    {
      "epoch": 0.7864193678506466,
      "grad_norm": 4.625,
      "learning_rate": 1.0680449801968392e-05,
      "loss": 2.2682,
      "mean_token_accuracy": 0.5182415544986725,
      "num_tokens": 477569761.0,
      "step": 619980
    },
    {
      "epoch": 0.7864320524431794,
      "grad_norm": 4.90625,
      "learning_rate": 1.06798154918821e-05,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5624105632305145,
      "num_tokens": 477577535.0,
      "step": 619990
    },
    {
      "epoch": 0.7864447370357122,
      "grad_norm": 4.78125,
      "learning_rate": 1.0679181181795807e-05,
      "loss": 2.2955,
      "mean_token_accuracy": 0.5069827258586883,
      "num_tokens": 477586839.0,
      "step": 620000
    },
    {
      "epoch": 0.7864574216282451,
      "grad_norm": 5.53125,
      "learning_rate": 1.0678546871709518e-05,
      "loss": 2.2594,
      "mean_token_accuracy": 0.513623046875,
      "num_tokens": 477595406.0,
      "step": 620010
    },
    {
      "epoch": 0.7864701062207778,
      "grad_norm": 5.53125,
      "learning_rate": 1.0677912561623225e-05,
      "loss": 2.14,
      "mean_token_accuracy": 0.5320326507091522,
      "num_tokens": 477603854.0,
      "step": 620020
    },
    {
      "epoch": 0.7864827908133107,
      "grad_norm": 5.59375,
      "learning_rate": 1.0677278251536934e-05,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5832332998514176,
      "num_tokens": 477610575.0,
      "step": 620030
    },
    {
      "epoch": 0.7864954754058435,
      "grad_norm": 5.34375,
      "learning_rate": 1.0676643941450642e-05,
      "loss": 2.4746,
      "mean_token_accuracy": 0.48831209540367126,
      "num_tokens": 477618698.0,
      "step": 620040
    },
    {
      "epoch": 0.7865081599983764,
      "grad_norm": 5.21875,
      "learning_rate": 1.0676009631364351e-05,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5384127736091614,
      "num_tokens": 477626507.0,
      "step": 620050
    },
    {
      "epoch": 0.7865208445909092,
      "grad_norm": 5.28125,
      "learning_rate": 1.067537532127806e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5285702168941497,
      "num_tokens": 477635356.0,
      "step": 620060
    },
    {
      "epoch": 0.786533529183442,
      "grad_norm": 7.15625,
      "learning_rate": 1.0674741011191767e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.544132661819458,
      "num_tokens": 477643349.0,
      "step": 620070
    },
    {
      "epoch": 0.7865462137759749,
      "grad_norm": 8.75,
      "learning_rate": 1.0674106701105476e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5428665250539779,
      "num_tokens": 477651094.0,
      "step": 620080
    },
    {
      "epoch": 0.7865588983685077,
      "grad_norm": 5.125,
      "learning_rate": 1.0673472391019184e-05,
      "loss": 2.2953,
      "mean_token_accuracy": 0.507612070441246,
      "num_tokens": 477659619.0,
      "step": 620090
    },
    {
      "epoch": 0.7865715829610406,
      "grad_norm": 4.90625,
      "learning_rate": 1.0672838080932893e-05,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5709116697311402,
      "num_tokens": 477667667.0,
      "step": 620100
    },
    {
      "epoch": 0.7865842675535734,
      "grad_norm": 4.78125,
      "learning_rate": 1.0672203770846602e-05,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5524450868368149,
      "num_tokens": 477675773.0,
      "step": 620110
    },
    {
      "epoch": 0.7865969521461063,
      "grad_norm": 4.65625,
      "learning_rate": 1.067156946076031e-05,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5328351944684983,
      "num_tokens": 477684152.0,
      "step": 620120
    },
    {
      "epoch": 0.786609636738639,
      "grad_norm": 6.96875,
      "learning_rate": 1.067093515067402e-05,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5207847744226456,
      "num_tokens": 477691201.0,
      "step": 620130
    },
    {
      "epoch": 0.7866223213311718,
      "grad_norm": 5.28125,
      "learning_rate": 1.0670300840587726e-05,
      "loss": 2.2,
      "mean_token_accuracy": 0.5301396399736404,
      "num_tokens": 477699721.0,
      "step": 620140
    },
    {
      "epoch": 0.7866350059237047,
      "grad_norm": 5.3125,
      "learning_rate": 1.0669666530501435e-05,
      "loss": 1.8452,
      "mean_token_accuracy": 0.5819664269685745,
      "num_tokens": 477707635.0,
      "step": 620150
    },
    {
      "epoch": 0.7866476905162375,
      "grad_norm": 4.96875,
      "learning_rate": 1.0669032220415144e-05,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5614915549755096,
      "num_tokens": 477716230.0,
      "step": 620160
    },
    {
      "epoch": 0.7866603751087704,
      "grad_norm": 5.71875,
      "learning_rate": 1.0668397910328853e-05,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5451661795377731,
      "num_tokens": 477723128.0,
      "step": 620170
    },
    {
      "epoch": 0.7866730597013032,
      "grad_norm": 6.46875,
      "learning_rate": 1.0667763600242561e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.531695368885994,
      "num_tokens": 477730455.0,
      "step": 620180
    },
    {
      "epoch": 0.7866857442938361,
      "grad_norm": 5.53125,
      "learning_rate": 1.0667129290156268e-05,
      "loss": 1.8752,
      "mean_token_accuracy": 0.5727424383163452,
      "num_tokens": 477738173.0,
      "step": 620190
    },
    {
      "epoch": 0.7866984288863689,
      "grad_norm": 5.46875,
      "learning_rate": 1.0666494980069977e-05,
      "loss": 2.2387,
      "mean_token_accuracy": 0.519209748506546,
      "num_tokens": 477746401.0,
      "step": 620200
    },
    {
      "epoch": 0.7867111134789018,
      "grad_norm": 4.625,
      "learning_rate": 1.0665860669983686e-05,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5512274414300918,
      "num_tokens": 477753849.0,
      "step": 620210
    },
    {
      "epoch": 0.7867237980714346,
      "grad_norm": 4.625,
      "learning_rate": 1.0665226359897395e-05,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5369034826755523,
      "num_tokens": 477763048.0,
      "step": 620220
    },
    {
      "epoch": 0.7867364826639673,
      "grad_norm": 5.40625,
      "learning_rate": 1.0664592049811103e-05,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5344842821359634,
      "num_tokens": 477771065.0,
      "step": 620230
    },
    {
      "epoch": 0.7867491672565002,
      "grad_norm": 5.9375,
      "learning_rate": 1.0663957739724812e-05,
      "loss": 2.1665,
      "mean_token_accuracy": 0.525263100862503,
      "num_tokens": 477779233.0,
      "step": 620240
    },
    {
      "epoch": 0.786761851849033,
      "grad_norm": 6.0625,
      "learning_rate": 1.0663323429638519e-05,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5593226432800293,
      "num_tokens": 477787193.0,
      "step": 620250
    },
    {
      "epoch": 0.7867745364415659,
      "grad_norm": 5.09375,
      "learning_rate": 1.0662689119552228e-05,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5782940745353699,
      "num_tokens": 477794634.0,
      "step": 620260
    },
    {
      "epoch": 0.7867872210340987,
      "grad_norm": 5.78125,
      "learning_rate": 1.0662054809465937e-05,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5712441444396973,
      "num_tokens": 477802069.0,
      "step": 620270
    },
    {
      "epoch": 0.7867999056266316,
      "grad_norm": 5.375,
      "learning_rate": 1.0661420499379645e-05,
      "loss": 1.6317,
      "mean_token_accuracy": 0.6273969829082489,
      "num_tokens": 477808557.0,
      "step": 620280
    },
    {
      "epoch": 0.7868125902191644,
      "grad_norm": 4.84375,
      "learning_rate": 1.0660786189293354e-05,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5471627503633499,
      "num_tokens": 477817330.0,
      "step": 620290
    },
    {
      "epoch": 0.7868252748116972,
      "grad_norm": 5.8125,
      "learning_rate": 1.0660151879207061e-05,
      "loss": 1.8667,
      "mean_token_accuracy": 0.5886408865451813,
      "num_tokens": 477825764.0,
      "step": 620300
    },
    {
      "epoch": 0.7868379594042301,
      "grad_norm": 4.90625,
      "learning_rate": 1.0659517569120772e-05,
      "loss": 2.1635,
      "mean_token_accuracy": 0.5266209334135056,
      "num_tokens": 477834895.0,
      "step": 620310
    },
    {
      "epoch": 0.7868506439967629,
      "grad_norm": 5.875,
      "learning_rate": 1.0658883259034479e-05,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5619871109724045,
      "num_tokens": 477843376.0,
      "step": 620320
    },
    {
      "epoch": 0.7868633285892958,
      "grad_norm": 5.84375,
      "learning_rate": 1.0658248948948187e-05,
      "loss": 1.809,
      "mean_token_accuracy": 0.6008158534765243,
      "num_tokens": 477849783.0,
      "step": 620330
    },
    {
      "epoch": 0.7868760131818285,
      "grad_norm": 6.125,
      "learning_rate": 1.0657614638861896e-05,
      "loss": 1.7774,
      "mean_token_accuracy": 0.5945100784301758,
      "num_tokens": 477856221.0,
      "step": 620340
    },
    {
      "epoch": 0.7868886977743614,
      "grad_norm": 5.5,
      "learning_rate": 1.0656980328775605e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5451453447341919,
      "num_tokens": 477863689.0,
      "step": 620350
    },
    {
      "epoch": 0.7869013823668942,
      "grad_norm": 9.3125,
      "learning_rate": 1.0656346018689314e-05,
      "loss": 1.8849,
      "mean_token_accuracy": 0.5764757603406906,
      "num_tokens": 477870742.0,
      "step": 620360
    },
    {
      "epoch": 0.7869140669594271,
      "grad_norm": 6.09375,
      "learning_rate": 1.065571170860302e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5367462068796158,
      "num_tokens": 477879105.0,
      "step": 620370
    },
    {
      "epoch": 0.7869267515519599,
      "grad_norm": 5.96875,
      "learning_rate": 1.0655077398516731e-05,
      "loss": 1.9437,
      "mean_token_accuracy": 0.5767949402332306,
      "num_tokens": 477887343.0,
      "step": 620380
    },
    {
      "epoch": 0.7869394361444927,
      "grad_norm": 7.09375,
      "learning_rate": 1.0654443088430438e-05,
      "loss": 1.9689,
      "mean_token_accuracy": 0.5523030459880829,
      "num_tokens": 477894624.0,
      "step": 620390
    },
    {
      "epoch": 0.7869521207370256,
      "grad_norm": 6.28125,
      "learning_rate": 1.0653808778344147e-05,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5338751018047333,
      "num_tokens": 477903582.0,
      "step": 620400
    },
    {
      "epoch": 0.7869648053295584,
      "grad_norm": 5.0,
      "learning_rate": 1.0653174468257856e-05,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5376455008983612,
      "num_tokens": 477911525.0,
      "step": 620410
    },
    {
      "epoch": 0.7869774899220913,
      "grad_norm": 5.84375,
      "learning_rate": 1.0652540158171563e-05,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5531435579061508,
      "num_tokens": 477919638.0,
      "step": 620420
    },
    {
      "epoch": 0.786990174514624,
      "grad_norm": 6.65625,
      "learning_rate": 1.0651905848085273e-05,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5556251615285873,
      "num_tokens": 477927290.0,
      "step": 620430
    },
    {
      "epoch": 0.787002859107157,
      "grad_norm": 6.15625,
      "learning_rate": 1.065127153799898e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5359713166952134,
      "num_tokens": 477934652.0,
      "step": 620440
    },
    {
      "epoch": 0.7870155436996897,
      "grad_norm": 5.0,
      "learning_rate": 1.0650637227912689e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5317033499479293,
      "num_tokens": 477943948.0,
      "step": 620450
    },
    {
      "epoch": 0.7870282282922225,
      "grad_norm": 5.25,
      "learning_rate": 1.0650002917826398e-05,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5228359490633011,
      "num_tokens": 477951477.0,
      "step": 620460
    },
    {
      "epoch": 0.7870409128847554,
      "grad_norm": 6.03125,
      "learning_rate": 1.0649368607740105e-05,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5531435906887054,
      "num_tokens": 477958453.0,
      "step": 620470
    },
    {
      "epoch": 0.7870535974772882,
      "grad_norm": 5.65625,
      "learning_rate": 1.0648734297653815e-05,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5338441669940949,
      "num_tokens": 477965773.0,
      "step": 620480
    },
    {
      "epoch": 0.7870662820698211,
      "grad_norm": 6.0625,
      "learning_rate": 1.0648099987567522e-05,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5730892777442932,
      "num_tokens": 477971563.0,
      "step": 620490
    },
    {
      "epoch": 0.7870789666623539,
      "grad_norm": 4.9375,
      "learning_rate": 1.0647465677481232e-05,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5602417349815368,
      "num_tokens": 477978470.0,
      "step": 620500
    },
    {
      "epoch": 0.7870916512548868,
      "grad_norm": 4.625,
      "learning_rate": 1.064683136739494e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5554859071969986,
      "num_tokens": 477986399.0,
      "step": 620510
    },
    {
      "epoch": 0.7871043358474196,
      "grad_norm": 5.15625,
      "learning_rate": 1.0646197057308648e-05,
      "loss": 2.0567,
      "mean_token_accuracy": 0.535348066687584,
      "num_tokens": 477994398.0,
      "step": 620520
    },
    {
      "epoch": 0.7871170204399524,
      "grad_norm": 3.03125,
      "learning_rate": 1.0645562747222357e-05,
      "loss": 1.9277,
      "mean_token_accuracy": 0.5704579263925552,
      "num_tokens": 478001393.0,
      "step": 620530
    },
    {
      "epoch": 0.7871297050324852,
      "grad_norm": 6.0625,
      "learning_rate": 1.0644928437136064e-05,
      "loss": 1.848,
      "mean_token_accuracy": 0.5908500343561173,
      "num_tokens": 478009752.0,
      "step": 620540
    },
    {
      "epoch": 0.787142389625018,
      "grad_norm": 8.0625,
      "learning_rate": 1.0644294127049774e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5432547092437744,
      "num_tokens": 478018339.0,
      "step": 620550
    },
    {
      "epoch": 0.7871550742175509,
      "grad_norm": 6.21875,
      "learning_rate": 1.0643659816963482e-05,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5537528961896896,
      "num_tokens": 478025520.0,
      "step": 620560
    },
    {
      "epoch": 0.7871677588100837,
      "grad_norm": 5.53125,
      "learning_rate": 1.0643025506877192e-05,
      "loss": 2.3308,
      "mean_token_accuracy": 0.511521291732788,
      "num_tokens": 478033307.0,
      "step": 620570
    },
    {
      "epoch": 0.7871804434026166,
      "grad_norm": 5.5625,
      "learning_rate": 1.0642391196790899e-05,
      "loss": 2.23,
      "mean_token_accuracy": 0.5300453931093216,
      "num_tokens": 478041434.0,
      "step": 620580
    },
    {
      "epoch": 0.7871931279951494,
      "grad_norm": 7.21875,
      "learning_rate": 1.0641756886704608e-05,
      "loss": 2.0512,
      "mean_token_accuracy": 0.547790253162384,
      "num_tokens": 478049453.0,
      "step": 620590
    },
    {
      "epoch": 0.7872058125876823,
      "grad_norm": 5.34375,
      "learning_rate": 1.0641122576618316e-05,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5390154391527175,
      "num_tokens": 478056803.0,
      "step": 620600
    },
    {
      "epoch": 0.7872184971802151,
      "grad_norm": 5.625,
      "learning_rate": 1.0640488266532024e-05,
      "loss": 1.8656,
      "mean_token_accuracy": 0.5834538042545319,
      "num_tokens": 478064377.0,
      "step": 620610
    },
    {
      "epoch": 0.7872311817727479,
      "grad_norm": 4.78125,
      "learning_rate": 1.0639853956445734e-05,
      "loss": 2.0263,
      "mean_token_accuracy": 0.551322266459465,
      "num_tokens": 478071763.0,
      "step": 620620
    },
    {
      "epoch": 0.7872438663652808,
      "grad_norm": 4.5625,
      "learning_rate": 1.0639219646359441e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5508655190467835,
      "num_tokens": 478079778.0,
      "step": 620630
    },
    {
      "epoch": 0.7872565509578136,
      "grad_norm": 5.34375,
      "learning_rate": 1.063858533627315e-05,
      "loss": 1.8684,
      "mean_token_accuracy": 0.5754709362983703,
      "num_tokens": 478087308.0,
      "step": 620640
    },
    {
      "epoch": 0.7872692355503464,
      "grad_norm": 4.78125,
      "learning_rate": 1.0637951026186858e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5586190015077591,
      "num_tokens": 478095213.0,
      "step": 620650
    },
    {
      "epoch": 0.7872819201428792,
      "grad_norm": 6.5625,
      "learning_rate": 1.0637316716100566e-05,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5400194615125656,
      "num_tokens": 478103961.0,
      "step": 620660
    },
    {
      "epoch": 0.7872946047354121,
      "grad_norm": 5.59375,
      "learning_rate": 1.0636682406014276e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5473747938871384,
      "num_tokens": 478111421.0,
      "step": 620670
    },
    {
      "epoch": 0.7873072893279449,
      "grad_norm": 5.1875,
      "learning_rate": 1.0636048095927983e-05,
      "loss": 1.6734,
      "mean_token_accuracy": 0.627046275138855,
      "num_tokens": 478117459.0,
      "step": 620680
    },
    {
      "epoch": 0.7873199739204777,
      "grad_norm": 7.875,
      "learning_rate": 1.0635413785841692e-05,
      "loss": 2.2384,
      "mean_token_accuracy": 0.5101385056972504,
      "num_tokens": 478125483.0,
      "step": 620690
    },
    {
      "epoch": 0.7873326585130106,
      "grad_norm": 5.53125,
      "learning_rate": 1.06347794757554e-05,
      "loss": 2.091,
      "mean_token_accuracy": 0.5400618076324463,
      "num_tokens": 478133210.0,
      "step": 620700
    },
    {
      "epoch": 0.7873453431055434,
      "grad_norm": 5.25,
      "learning_rate": 1.063414516566911e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5555695116519928,
      "num_tokens": 478141163.0,
      "step": 620710
    },
    {
      "epoch": 0.7873580276980763,
      "grad_norm": 5.03125,
      "learning_rate": 1.0633510855582818e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.563371354341507,
      "num_tokens": 478148479.0,
      "step": 620720
    },
    {
      "epoch": 0.7873707122906091,
      "grad_norm": 5.34375,
      "learning_rate": 1.0632876545496525e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5348004698753357,
      "num_tokens": 478156376.0,
      "step": 620730
    },
    {
      "epoch": 0.787383396883142,
      "grad_norm": 6.3125,
      "learning_rate": 1.0632242235410234e-05,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5576966583728791,
      "num_tokens": 478162566.0,
      "step": 620740
    },
    {
      "epoch": 0.7873960814756747,
      "grad_norm": 7.28125,
      "learning_rate": 1.0631607925323942e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5462343275547028,
      "num_tokens": 478170179.0,
      "step": 620750
    },
    {
      "epoch": 0.7874087660682076,
      "grad_norm": 5.15625,
      "learning_rate": 1.0630973615237651e-05,
      "loss": 1.936,
      "mean_token_accuracy": 0.5698414087295532,
      "num_tokens": 478178556.0,
      "step": 620760
    },
    {
      "epoch": 0.7874214506607404,
      "grad_norm": 6.65625,
      "learning_rate": 1.063033930515136e-05,
      "loss": 1.8517,
      "mean_token_accuracy": 0.5856353968381882,
      "num_tokens": 478184720.0,
      "step": 620770
    },
    {
      "epoch": 0.7874341352532732,
      "grad_norm": 4.8125,
      "learning_rate": 1.0629704995065069e-05,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5548377186059952,
      "num_tokens": 478193473.0,
      "step": 620780
    },
    {
      "epoch": 0.7874468198458061,
      "grad_norm": 5.53125,
      "learning_rate": 1.0629070684978777e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5641498804092407,
      "num_tokens": 478201839.0,
      "step": 620790
    },
    {
      "epoch": 0.7874595044383389,
      "grad_norm": 6.125,
      "learning_rate": 1.0628436374892485e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.554456502199173,
      "num_tokens": 478208654.0,
      "step": 620800
    },
    {
      "epoch": 0.7874721890308718,
      "grad_norm": 5.09375,
      "learning_rate": 1.0627802064806193e-05,
      "loss": 1.9162,
      "mean_token_accuracy": 0.575960710644722,
      "num_tokens": 478215177.0,
      "step": 620810
    },
    {
      "epoch": 0.7874848736234046,
      "grad_norm": 7.0625,
      "learning_rate": 1.0627167754719902e-05,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5218218952417374,
      "num_tokens": 478222273.0,
      "step": 620820
    },
    {
      "epoch": 0.7874975582159375,
      "grad_norm": 5.84375,
      "learning_rate": 1.062653344463361e-05,
      "loss": 1.9303,
      "mean_token_accuracy": 0.5730709671974182,
      "num_tokens": 478229555.0,
      "step": 620830
    },
    {
      "epoch": 0.7875102428084703,
      "grad_norm": 5.375,
      "learning_rate": 1.062589913454732e-05,
      "loss": 1.956,
      "mean_token_accuracy": 0.5735845327377319,
      "num_tokens": 478237139.0,
      "step": 620840
    },
    {
      "epoch": 0.787522927401003,
      "grad_norm": 6.75,
      "learning_rate": 1.0625264824461027e-05,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5415996104478836,
      "num_tokens": 478244023.0,
      "step": 620850
    },
    {
      "epoch": 0.7875356119935359,
      "grad_norm": 5.5,
      "learning_rate": 1.0624630514374735e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5408814698457718,
      "num_tokens": 478252137.0,
      "step": 620860
    },
    {
      "epoch": 0.7875482965860687,
      "grad_norm": 4.96875,
      "learning_rate": 1.0623996204288444e-05,
      "loss": 2.086,
      "mean_token_accuracy": 0.535135155916214,
      "num_tokens": 478260163.0,
      "step": 620870
    },
    {
      "epoch": 0.7875609811786016,
      "grad_norm": 4.84375,
      "learning_rate": 1.0623361894202153e-05,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5407970696687698,
      "num_tokens": 478268825.0,
      "step": 620880
    },
    {
      "epoch": 0.7875736657711344,
      "grad_norm": 7.03125,
      "learning_rate": 1.0622727584115861e-05,
      "loss": 2.3206,
      "mean_token_accuracy": 0.5012289106845855,
      "num_tokens": 478276582.0,
      "step": 620890
    },
    {
      "epoch": 0.7875863503636673,
      "grad_norm": 9.8125,
      "learning_rate": 1.062209327402957e-05,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5679593622684479,
      "num_tokens": 478283080.0,
      "step": 620900
    },
    {
      "epoch": 0.7875990349562001,
      "grad_norm": 5.3125,
      "learning_rate": 1.0621458963943277e-05,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5540507286787033,
      "num_tokens": 478290947.0,
      "step": 620910
    },
    {
      "epoch": 0.787611719548733,
      "grad_norm": 11.625,
      "learning_rate": 1.0620824653856986e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5650512605905533,
      "num_tokens": 478297693.0,
      "step": 620920
    },
    {
      "epoch": 0.7876244041412658,
      "grad_norm": 5.3125,
      "learning_rate": 1.0620190343770695e-05,
      "loss": 1.6421,
      "mean_token_accuracy": 0.629858672618866,
      "num_tokens": 478304955.0,
      "step": 620930
    },
    {
      "epoch": 0.7876370887337986,
      "grad_norm": 5.4375,
      "learning_rate": 1.0619556033684403e-05,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5534106999635696,
      "num_tokens": 478312088.0,
      "step": 620940
    },
    {
      "epoch": 0.7876497733263315,
      "grad_norm": 4.875,
      "learning_rate": 1.0618921723598112e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5414722770452499,
      "num_tokens": 478320522.0,
      "step": 620950
    },
    {
      "epoch": 0.7876624579188642,
      "grad_norm": 5.28125,
      "learning_rate": 1.061828741351182e-05,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5171108931303025,
      "num_tokens": 478328324.0,
      "step": 620960
    },
    {
      "epoch": 0.7876751425113971,
      "grad_norm": 6.6875,
      "learning_rate": 1.061765310342553e-05,
      "loss": 1.8107,
      "mean_token_accuracy": 0.5896327078342438,
      "num_tokens": 478333137.0,
      "step": 620970
    },
    {
      "epoch": 0.7876878271039299,
      "grad_norm": 5.78125,
      "learning_rate": 1.0617018793339237e-05,
      "loss": 2.1139,
      "mean_token_accuracy": 0.5219468265771866,
      "num_tokens": 478341561.0,
      "step": 620980
    },
    {
      "epoch": 0.7877005116964628,
      "grad_norm": 5.875,
      "learning_rate": 1.0616384483252945e-05,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5385035246610641,
      "num_tokens": 478350588.0,
      "step": 620990
    },
    {
      "epoch": 0.7877131962889956,
      "grad_norm": 6.09375,
      "learning_rate": 1.0615750173166654e-05,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5228000253438949,
      "num_tokens": 478357843.0,
      "step": 621000
    },
    {
      "epoch": 0.7877258808815284,
      "grad_norm": 4.875,
      "learning_rate": 1.0615115863080363e-05,
      "loss": 2.227,
      "mean_token_accuracy": 0.5176789969205856,
      "num_tokens": 478364789.0,
      "step": 621010
    },
    {
      "epoch": 0.7877385654740613,
      "grad_norm": 8.0,
      "learning_rate": 1.0614481552994072e-05,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5465368390083313,
      "num_tokens": 478372058.0,
      "step": 621020
    },
    {
      "epoch": 0.7877512500665941,
      "grad_norm": 5.03125,
      "learning_rate": 1.0613847242907779e-05,
      "loss": 1.9626,
      "mean_token_accuracy": 0.5608357846736908,
      "num_tokens": 478379001.0,
      "step": 621030
    },
    {
      "epoch": 0.787763934659127,
      "grad_norm": 6.125,
      "learning_rate": 1.0613212932821487e-05,
      "loss": 1.7884,
      "mean_token_accuracy": 0.6023315221071244,
      "num_tokens": 478386113.0,
      "step": 621040
    },
    {
      "epoch": 0.7877766192516598,
      "grad_norm": 5.875,
      "learning_rate": 1.0612578622735196e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.520275542140007,
      "num_tokens": 478393601.0,
      "step": 621050
    },
    {
      "epoch": 0.7877893038441927,
      "grad_norm": 8.75,
      "learning_rate": 1.0611944312648905e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5331373751163483,
      "num_tokens": 478401488.0,
      "step": 621060
    },
    {
      "epoch": 0.7878019884367254,
      "grad_norm": 5.1875,
      "learning_rate": 1.0611310002562614e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.525472030043602,
      "num_tokens": 478409376.0,
      "step": 621070
    },
    {
      "epoch": 0.7878146730292582,
      "grad_norm": 6.6875,
      "learning_rate": 1.061067569247632e-05,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5275907129049301,
      "num_tokens": 478417781.0,
      "step": 621080
    },
    {
      "epoch": 0.7878273576217911,
      "grad_norm": 4.96875,
      "learning_rate": 1.0610041382390031e-05,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5231831848621369,
      "num_tokens": 478426077.0,
      "step": 621090
    },
    {
      "epoch": 0.7878400422143239,
      "grad_norm": 6.28125,
      "learning_rate": 1.0609407072303738e-05,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5627388596534729,
      "num_tokens": 478433032.0,
      "step": 621100
    },
    {
      "epoch": 0.7878527268068568,
      "grad_norm": 6.78125,
      "learning_rate": 1.0608772762217447e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5596147894859314,
      "num_tokens": 478441698.0,
      "step": 621110
    },
    {
      "epoch": 0.7878654113993896,
      "grad_norm": 2.546875,
      "learning_rate": 1.0608138452131156e-05,
      "loss": 1.7087,
      "mean_token_accuracy": 0.6298562467098237,
      "num_tokens": 478448411.0,
      "step": 621120
    },
    {
      "epoch": 0.7878780959919225,
      "grad_norm": 4.875,
      "learning_rate": 1.0607504142044863e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5650682508945465,
      "num_tokens": 478456174.0,
      "step": 621130
    },
    {
      "epoch": 0.7878907805844553,
      "grad_norm": 10.125,
      "learning_rate": 1.0606869831958573e-05,
      "loss": 2.2504,
      "mean_token_accuracy": 0.5096527814865113,
      "num_tokens": 478464062.0,
      "step": 621140
    },
    {
      "epoch": 0.7879034651769882,
      "grad_norm": 5.03125,
      "learning_rate": 1.060623552187228e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5443982213735581,
      "num_tokens": 478471851.0,
      "step": 621150
    },
    {
      "epoch": 0.787916149769521,
      "grad_norm": 5.71875,
      "learning_rate": 1.060560121178599e-05,
      "loss": 2.2114,
      "mean_token_accuracy": 0.5213160187005996,
      "num_tokens": 478480597.0,
      "step": 621160
    },
    {
      "epoch": 0.7879288343620537,
      "grad_norm": 5.125,
      "learning_rate": 1.0604966901699698e-05,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5632529348134995,
      "num_tokens": 478489074.0,
      "step": 621170
    },
    {
      "epoch": 0.7879415189545866,
      "grad_norm": 5.59375,
      "learning_rate": 1.0604332591613406e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5529070615768432,
      "num_tokens": 478496326.0,
      "step": 621180
    },
    {
      "epoch": 0.7879542035471194,
      "grad_norm": 6.59375,
      "learning_rate": 1.0603698281527115e-05,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5383886277675629,
      "num_tokens": 478502662.0,
      "step": 621190
    },
    {
      "epoch": 0.7879668881396523,
      "grad_norm": 8.0,
      "learning_rate": 1.0603063971440822e-05,
      "loss": 1.982,
      "mean_token_accuracy": 0.5577386975288391,
      "num_tokens": 478509321.0,
      "step": 621200
    },
    {
      "epoch": 0.7879795727321851,
      "grad_norm": 6.15625,
      "learning_rate": 1.0602429661354533e-05,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5381239235401154,
      "num_tokens": 478517008.0,
      "step": 621210
    },
    {
      "epoch": 0.787992257324718,
      "grad_norm": 6.71875,
      "learning_rate": 1.060179535126824e-05,
      "loss": 1.7787,
      "mean_token_accuracy": 0.5896155893802643,
      "num_tokens": 478521613.0,
      "step": 621220
    },
    {
      "epoch": 0.7880049419172508,
      "grad_norm": 6.5,
      "learning_rate": 1.0601161041181948e-05,
      "loss": 1.8523,
      "mean_token_accuracy": 0.5807240188121796,
      "num_tokens": 478528434.0,
      "step": 621230
    },
    {
      "epoch": 0.7880176265097836,
      "grad_norm": 4.875,
      "learning_rate": 1.0600526731095657e-05,
      "loss": 2.2318,
      "mean_token_accuracy": 0.510867765545845,
      "num_tokens": 478536233.0,
      "step": 621240
    },
    {
      "epoch": 0.7880303111023165,
      "grad_norm": 7.0625,
      "learning_rate": 1.0599892421009364e-05,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5226569771766663,
      "num_tokens": 478544809.0,
      "step": 621250
    },
    {
      "epoch": 0.7880429956948493,
      "grad_norm": 10.25,
      "learning_rate": 1.0599258110923075e-05,
      "loss": 2.2496,
      "mean_token_accuracy": 0.5189491152763367,
      "num_tokens": 478552734.0,
      "step": 621260
    },
    {
      "epoch": 0.7880556802873822,
      "grad_norm": 4.875,
      "learning_rate": 1.0598623800836782e-05,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5635827749967575,
      "num_tokens": 478560875.0,
      "step": 621270
    },
    {
      "epoch": 0.7880683648799149,
      "grad_norm": 6.71875,
      "learning_rate": 1.0597989490750492e-05,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5436220407485962,
      "num_tokens": 478569780.0,
      "step": 621280
    },
    {
      "epoch": 0.7880810494724478,
      "grad_norm": 4.65625,
      "learning_rate": 1.05973551806642e-05,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5708611011505127,
      "num_tokens": 478578042.0,
      "step": 621290
    },
    {
      "epoch": 0.7880937340649806,
      "grad_norm": 5.03125,
      "learning_rate": 1.0596720870577908e-05,
      "loss": 1.8913,
      "mean_token_accuracy": 0.5819461107254028,
      "num_tokens": 478585926.0,
      "step": 621300
    },
    {
      "epoch": 0.7881064186575135,
      "grad_norm": 8.8125,
      "learning_rate": 1.0596086560491617e-05,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5252323776483536,
      "num_tokens": 478593103.0,
      "step": 621310
    },
    {
      "epoch": 0.7881191032500463,
      "grad_norm": 5.625,
      "learning_rate": 1.0595452250405324e-05,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5524968177080154,
      "num_tokens": 478600766.0,
      "step": 621320
    },
    {
      "epoch": 0.7881317878425791,
      "grad_norm": 6.40625,
      "learning_rate": 1.0594817940319034e-05,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5341020315885544,
      "num_tokens": 478607875.0,
      "step": 621330
    },
    {
      "epoch": 0.788144472435112,
      "grad_norm": 6.0,
      "learning_rate": 1.0594183630232741e-05,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5490626126527787,
      "num_tokens": 478615636.0,
      "step": 621340
    },
    {
      "epoch": 0.7881571570276448,
      "grad_norm": 6.8125,
      "learning_rate": 1.059354932014645e-05,
      "loss": 1.8717,
      "mean_token_accuracy": 0.5816255211830139,
      "num_tokens": 478622915.0,
      "step": 621350
    },
    {
      "epoch": 0.7881698416201777,
      "grad_norm": 4.78125,
      "learning_rate": 1.0592915010060159e-05,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5408696502447128,
      "num_tokens": 478631059.0,
      "step": 621360
    },
    {
      "epoch": 0.7881825262127105,
      "grad_norm": 5.125,
      "learning_rate": 1.0592280699973867e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5189583212137222,
      "num_tokens": 478638943.0,
      "step": 621370
    },
    {
      "epoch": 0.7881952108052434,
      "grad_norm": 6.125,
      "learning_rate": 1.0591646389887576e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.5649834632873535,
      "num_tokens": 478646662.0,
      "step": 621380
    },
    {
      "epoch": 0.7882078953977761,
      "grad_norm": 7.90625,
      "learning_rate": 1.0591012079801283e-05,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5133496314287186,
      "num_tokens": 478654338.0,
      "step": 621390
    },
    {
      "epoch": 0.7882205799903089,
      "grad_norm": 6.1875,
      "learning_rate": 1.0590377769714992e-05,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5762131094932557,
      "num_tokens": 478661106.0,
      "step": 621400
    },
    {
      "epoch": 0.7882332645828418,
      "grad_norm": 4.625,
      "learning_rate": 1.05897434596287e-05,
      "loss": 1.5815,
      "mean_token_accuracy": 0.6504718542099,
      "num_tokens": 478667885.0,
      "step": 621410
    },
    {
      "epoch": 0.7882459491753746,
      "grad_norm": 7.59375,
      "learning_rate": 1.058910914954241e-05,
      "loss": 1.836,
      "mean_token_accuracy": 0.578578171133995,
      "num_tokens": 478674432.0,
      "step": 621420
    },
    {
      "epoch": 0.7882586337679075,
      "grad_norm": 6.53125,
      "learning_rate": 1.0588474839456118e-05,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5437040597200393,
      "num_tokens": 478682976.0,
      "step": 621430
    },
    {
      "epoch": 0.7882713183604403,
      "grad_norm": 5.59375,
      "learning_rate": 1.0587840529369825e-05,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5561037629842758,
      "num_tokens": 478690652.0,
      "step": 621440
    },
    {
      "epoch": 0.7882840029529732,
      "grad_norm": 7.46875,
      "learning_rate": 1.0587206219283534e-05,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5200980931520462,
      "num_tokens": 478698415.0,
      "step": 621450
    },
    {
      "epoch": 0.788296687545506,
      "grad_norm": 6.03125,
      "learning_rate": 1.0586571909197243e-05,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5370358794927597,
      "num_tokens": 478705879.0,
      "step": 621460
    },
    {
      "epoch": 0.7883093721380388,
      "grad_norm": 6.0625,
      "learning_rate": 1.0585937599110951e-05,
      "loss": 2.046,
      "mean_token_accuracy": 0.5477188527584076,
      "num_tokens": 478713688.0,
      "step": 621470
    },
    {
      "epoch": 0.7883220567305717,
      "grad_norm": 5.0625,
      "learning_rate": 1.058530328902466e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5298777550458909,
      "num_tokens": 478722032.0,
      "step": 621480
    },
    {
      "epoch": 0.7883347413231044,
      "grad_norm": 4.75,
      "learning_rate": 1.0584668978938369e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5348260581493378,
      "num_tokens": 478730249.0,
      "step": 621490
    },
    {
      "epoch": 0.7883474259156373,
      "grad_norm": 5.0625,
      "learning_rate": 1.0584034668852078e-05,
      "loss": 1.9538,
      "mean_token_accuracy": 0.5594683289527893,
      "num_tokens": 478738030.0,
      "step": 621500
    },
    {
      "epoch": 0.7883601105081701,
      "grad_norm": 4.59375,
      "learning_rate": 1.0583400358765785e-05,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5421810001134872,
      "num_tokens": 478747065.0,
      "step": 621510
    },
    {
      "epoch": 0.788372795100703,
      "grad_norm": 4.84375,
      "learning_rate": 1.0582766048679493e-05,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5548682928085327,
      "num_tokens": 478756273.0,
      "step": 621520
    },
    {
      "epoch": 0.7883854796932358,
      "grad_norm": 5.375,
      "learning_rate": 1.0582131738593202e-05,
      "loss": 2.2655,
      "mean_token_accuracy": 0.5140349596738816,
      "num_tokens": 478765156.0,
      "step": 621530
    },
    {
      "epoch": 0.7883981642857687,
      "grad_norm": 6.1875,
      "learning_rate": 1.0581497428506911e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5578845471143723,
      "num_tokens": 478773425.0,
      "step": 621540
    },
    {
      "epoch": 0.7884108488783015,
      "grad_norm": 5.125,
      "learning_rate": 1.058086311842062e-05,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5348379433155059,
      "num_tokens": 478781065.0,
      "step": 621550
    },
    {
      "epoch": 0.7884235334708343,
      "grad_norm": 6.40625,
      "learning_rate": 1.0580228808334328e-05,
      "loss": 1.8807,
      "mean_token_accuracy": 0.5752521514892578,
      "num_tokens": 478788485.0,
      "step": 621560
    },
    {
      "epoch": 0.7884362180633672,
      "grad_norm": 5.4375,
      "learning_rate": 1.0579594498248035e-05,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5320895493030549,
      "num_tokens": 478796799.0,
      "step": 621570
    },
    {
      "epoch": 0.7884489026559,
      "grad_norm": 5.03125,
      "learning_rate": 1.0578960188161744e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5442333102226258,
      "num_tokens": 478804259.0,
      "step": 621580
    },
    {
      "epoch": 0.7884615872484328,
      "grad_norm": 5.25,
      "learning_rate": 1.0578325878075453e-05,
      "loss": 2.045,
      "mean_token_accuracy": 0.5389580190181732,
      "num_tokens": 478812116.0,
      "step": 621590
    },
    {
      "epoch": 0.7884742718409656,
      "grad_norm": 4.71875,
      "learning_rate": 1.0577691567989162e-05,
      "loss": 2.2515,
      "mean_token_accuracy": 0.5098163694143295,
      "num_tokens": 478821233.0,
      "step": 621600
    },
    {
      "epoch": 0.7884869564334985,
      "grad_norm": 7.59375,
      "learning_rate": 1.057705725790287e-05,
      "loss": 1.9574,
      "mean_token_accuracy": 0.568753507733345,
      "num_tokens": 478828055.0,
      "step": 621610
    },
    {
      "epoch": 0.7884996410260313,
      "grad_norm": 5.03125,
      "learning_rate": 1.0576422947816577e-05,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5526353180408478,
      "num_tokens": 478835410.0,
      "step": 621620
    },
    {
      "epoch": 0.7885123256185641,
      "grad_norm": 5.0,
      "learning_rate": 1.0575788637730286e-05,
      "loss": 1.8741,
      "mean_token_accuracy": 0.5670228362083435,
      "num_tokens": 478843020.0,
      "step": 621630
    },
    {
      "epoch": 0.788525010211097,
      "grad_norm": 4.6875,
      "learning_rate": 1.0575154327643995e-05,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5426354795694351,
      "num_tokens": 478850421.0,
      "step": 621640
    },
    {
      "epoch": 0.7885376948036298,
      "grad_norm": 7.59375,
      "learning_rate": 1.0574520017557704e-05,
      "loss": 2.282,
      "mean_token_accuracy": 0.5049532175064086,
      "num_tokens": 478858187.0,
      "step": 621650
    },
    {
      "epoch": 0.7885503793961627,
      "grad_norm": 6.65625,
      "learning_rate": 1.0573885707471412e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.557011604309082,
      "num_tokens": 478865411.0,
      "step": 621660
    },
    {
      "epoch": 0.7885630639886955,
      "grad_norm": 4.71875,
      "learning_rate": 1.057325139738512e-05,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5530164361000061,
      "num_tokens": 478873042.0,
      "step": 621670
    },
    {
      "epoch": 0.7885757485812284,
      "grad_norm": 8.6875,
      "learning_rate": 1.057261708729883e-05,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5456112354993821,
      "num_tokens": 478881808.0,
      "step": 621680
    },
    {
      "epoch": 0.7885884331737611,
      "grad_norm": 5.8125,
      "learning_rate": 1.0571982777212537e-05,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5583200424909591,
      "num_tokens": 478890252.0,
      "step": 621690
    },
    {
      "epoch": 0.788601117766294,
      "grad_norm": 4.65625,
      "learning_rate": 1.0571348467126246e-05,
      "loss": 1.9205,
      "mean_token_accuracy": 0.5662853360176087,
      "num_tokens": 478897064.0,
      "step": 621700
    },
    {
      "epoch": 0.7886138023588268,
      "grad_norm": 5.3125,
      "learning_rate": 1.0570714157039954e-05,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5681435227394104,
      "num_tokens": 478904618.0,
      "step": 621710
    },
    {
      "epoch": 0.7886264869513596,
      "grad_norm": 6.96875,
      "learning_rate": 1.0570079846953663e-05,
      "loss": 2.071,
      "mean_token_accuracy": 0.5527074426412583,
      "num_tokens": 478912768.0,
      "step": 621720
    },
    {
      "epoch": 0.7886391715438925,
      "grad_norm": 5.6875,
      "learning_rate": 1.0569445536867372e-05,
      "loss": 2.2734,
      "mean_token_accuracy": 0.5117668062448502,
      "num_tokens": 478921435.0,
      "step": 621730
    },
    {
      "epoch": 0.7886518561364253,
      "grad_norm": 5.8125,
      "learning_rate": 1.0568811226781079e-05,
      "loss": 2.3497,
      "mean_token_accuracy": 0.4977488577365875,
      "num_tokens": 478930514.0,
      "step": 621740
    },
    {
      "epoch": 0.7886645407289582,
      "grad_norm": 8.0,
      "learning_rate": 1.056817691669479e-05,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5666555047035218,
      "num_tokens": 478937649.0,
      "step": 621750
    },
    {
      "epoch": 0.788677225321491,
      "grad_norm": 6.15625,
      "learning_rate": 1.0567542606608496e-05,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5533993631601334,
      "num_tokens": 478946128.0,
      "step": 621760
    },
    {
      "epoch": 0.7886899099140239,
      "grad_norm": 4.46875,
      "learning_rate": 1.0566908296522205e-05,
      "loss": 2.012,
      "mean_token_accuracy": 0.5550362586975097,
      "num_tokens": 478954020.0,
      "step": 621770
    },
    {
      "epoch": 0.7887025945065567,
      "grad_norm": 6.0,
      "learning_rate": 1.0566273986435914e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.522376948595047,
      "num_tokens": 478961376.0,
      "step": 621780
    },
    {
      "epoch": 0.7887152790990895,
      "grad_norm": 5.53125,
      "learning_rate": 1.0565639676349621e-05,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5334072589874268,
      "num_tokens": 478969658.0,
      "step": 621790
    },
    {
      "epoch": 0.7887279636916223,
      "grad_norm": 7.78125,
      "learning_rate": 1.0565005366263331e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5394723415374756,
      "num_tokens": 478977720.0,
      "step": 621800
    },
    {
      "epoch": 0.7887406482841551,
      "grad_norm": 5.09375,
      "learning_rate": 1.0564371056177038e-05,
      "loss": 2.1702,
      "mean_token_accuracy": 0.529251691699028,
      "num_tokens": 478987346.0,
      "step": 621810
    },
    {
      "epoch": 0.788753332876688,
      "grad_norm": 7.8125,
      "learning_rate": 1.0563736746090747e-05,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5505121499300003,
      "num_tokens": 478994537.0,
      "step": 621820
    },
    {
      "epoch": 0.7887660174692208,
      "grad_norm": 5.65625,
      "learning_rate": 1.0563102436004456e-05,
      "loss": 1.8183,
      "mean_token_accuracy": 0.5937860488891602,
      "num_tokens": 479001239.0,
      "step": 621830
    },
    {
      "epoch": 0.7887787020617537,
      "grad_norm": 5.59375,
      "learning_rate": 1.0562468125918163e-05,
      "loss": 1.874,
      "mean_token_accuracy": 0.562480217218399,
      "num_tokens": 479008231.0,
      "step": 621840
    },
    {
      "epoch": 0.7887913866542865,
      "grad_norm": 9.125,
      "learning_rate": 1.0561833815831873e-05,
      "loss": 1.8304,
      "mean_token_accuracy": 0.590948861837387,
      "num_tokens": 479015342.0,
      "step": 621850
    },
    {
      "epoch": 0.7888040712468194,
      "grad_norm": 5.78125,
      "learning_rate": 1.056119950574558e-05,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5722824275493622,
      "num_tokens": 479022847.0,
      "step": 621860
    },
    {
      "epoch": 0.7888167558393522,
      "grad_norm": 4.71875,
      "learning_rate": 1.0560565195659291e-05,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5589928209781647,
      "num_tokens": 479031559.0,
      "step": 621870
    },
    {
      "epoch": 0.788829440431885,
      "grad_norm": 5.125,
      "learning_rate": 1.0559930885572998e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5301982790231705,
      "num_tokens": 479039454.0,
      "step": 621880
    },
    {
      "epoch": 0.7888421250244179,
      "grad_norm": 4.6875,
      "learning_rate": 1.0559296575486707e-05,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5282272189855576,
      "num_tokens": 479048538.0,
      "step": 621890
    },
    {
      "epoch": 0.7888548096169506,
      "grad_norm": 7.125,
      "learning_rate": 1.0558662265400415e-05,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5371739327907562,
      "num_tokens": 479055455.0,
      "step": 621900
    },
    {
      "epoch": 0.7888674942094835,
      "grad_norm": 6.53125,
      "learning_rate": 1.0558027955314122e-05,
      "loss": 1.7741,
      "mean_token_accuracy": 0.6023617714643479,
      "num_tokens": 479062195.0,
      "step": 621910
    },
    {
      "epoch": 0.7888801788020163,
      "grad_norm": 5.71875,
      "learning_rate": 1.0557393645227833e-05,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5540626585483551,
      "num_tokens": 479069701.0,
      "step": 621920
    },
    {
      "epoch": 0.7888928633945492,
      "grad_norm": 4.46875,
      "learning_rate": 1.055675933514154e-05,
      "loss": 1.8557,
      "mean_token_accuracy": 0.6052048832178116,
      "num_tokens": 479076099.0,
      "step": 621930
    },
    {
      "epoch": 0.788905547987082,
      "grad_norm": 5.28125,
      "learning_rate": 1.055612502505525e-05,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5359050005674362,
      "num_tokens": 479084140.0,
      "step": 621940
    },
    {
      "epoch": 0.7889182325796148,
      "grad_norm": 6.40625,
      "learning_rate": 1.0555490714968957e-05,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5448752403259277,
      "num_tokens": 479091731.0,
      "step": 621950
    },
    {
      "epoch": 0.7889309171721477,
      "grad_norm": 6.5,
      "learning_rate": 1.0554856404882666e-05,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5612712264060974,
      "num_tokens": 479098936.0,
      "step": 621960
    },
    {
      "epoch": 0.7889436017646805,
      "grad_norm": 5.25,
      "learning_rate": 1.0554222094796375e-05,
      "loss": 2.0973,
      "mean_token_accuracy": 0.538078659772873,
      "num_tokens": 479106868.0,
      "step": 621970
    },
    {
      "epoch": 0.7889562863572134,
      "grad_norm": 5.1875,
      "learning_rate": 1.0553587784710082e-05,
      "loss": 2.138,
      "mean_token_accuracy": 0.5282038480043412,
      "num_tokens": 479115417.0,
      "step": 621980
    },
    {
      "epoch": 0.7889689709497462,
      "grad_norm": 4.6875,
      "learning_rate": 1.0552953474623792e-05,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5616107910871506,
      "num_tokens": 479122888.0,
      "step": 621990
    },
    {
      "epoch": 0.7889816555422791,
      "grad_norm": 9.625,
      "learning_rate": 1.05523191645375e-05,
      "loss": 2.069,
      "mean_token_accuracy": 0.5335629969835282,
      "num_tokens": 479130272.0,
      "step": 622000
    },
    {
      "epoch": 0.7889943401348118,
      "grad_norm": 6.71875,
      "learning_rate": 1.0551684854451208e-05,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5374221861362457,
      "num_tokens": 479138781.0,
      "step": 622010
    },
    {
      "epoch": 0.7890070247273446,
      "grad_norm": 8.625,
      "learning_rate": 1.0551050544364917e-05,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5754659324884415,
      "num_tokens": 479145849.0,
      "step": 622020
    },
    {
      "epoch": 0.7890197093198775,
      "grad_norm": 4.78125,
      "learning_rate": 1.0550416234278624e-05,
      "loss": 2.063,
      "mean_token_accuracy": 0.5403588980436325,
      "num_tokens": 479154457.0,
      "step": 622030
    },
    {
      "epoch": 0.7890323939124103,
      "grad_norm": 4.875,
      "learning_rate": 1.0549781924192334e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5584779024124146,
      "num_tokens": 479163294.0,
      "step": 622040
    },
    {
      "epoch": 0.7890450785049432,
      "grad_norm": 5.25,
      "learning_rate": 1.0549147614106041e-05,
      "loss": 2.0399,
      "mean_token_accuracy": 0.549410292506218,
      "num_tokens": 479171763.0,
      "step": 622050
    },
    {
      "epoch": 0.789057763097476,
      "grad_norm": 5.6875,
      "learning_rate": 1.054851330401975e-05,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5373837262392044,
      "num_tokens": 479181027.0,
      "step": 622060
    },
    {
      "epoch": 0.7890704476900089,
      "grad_norm": 7.03125,
      "learning_rate": 1.0547878993933459e-05,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5699984759092331,
      "num_tokens": 479188390.0,
      "step": 622070
    },
    {
      "epoch": 0.7890831322825417,
      "grad_norm": 5.53125,
      "learning_rate": 1.0547244683847168e-05,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5331812679767609,
      "num_tokens": 479197109.0,
      "step": 622080
    },
    {
      "epoch": 0.7890958168750746,
      "grad_norm": 6.125,
      "learning_rate": 1.0546610373760876e-05,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5489552766084671,
      "num_tokens": 479204520.0,
      "step": 622090
    },
    {
      "epoch": 0.7891085014676074,
      "grad_norm": 6.21875,
      "learning_rate": 1.0545976063674583e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5473670572042465,
      "num_tokens": 479212278.0,
      "step": 622100
    },
    {
      "epoch": 0.7891211860601401,
      "grad_norm": 5.09375,
      "learning_rate": 1.0545341753588292e-05,
      "loss": 2.2233,
      "mean_token_accuracy": 0.5182670474052429,
      "num_tokens": 479219955.0,
      "step": 622110
    },
    {
      "epoch": 0.789133870652673,
      "grad_norm": 6.34375,
      "learning_rate": 1.0544707443502001e-05,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5317017495632171,
      "num_tokens": 479228319.0,
      "step": 622120
    },
    {
      "epoch": 0.7891465552452058,
      "grad_norm": 5.59375,
      "learning_rate": 1.054407313341571e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5469974100589752,
      "num_tokens": 479235340.0,
      "step": 622130
    },
    {
      "epoch": 0.7891592398377387,
      "grad_norm": 6.6875,
      "learning_rate": 1.0543438823329418e-05,
      "loss": 1.9447,
      "mean_token_accuracy": 0.5611519753932953,
      "num_tokens": 479243228.0,
      "step": 622140
    },
    {
      "epoch": 0.7891719244302715,
      "grad_norm": 6.59375,
      "learning_rate": 1.0542804513243127e-05,
      "loss": 2.2115,
      "mean_token_accuracy": 0.5224545776844025,
      "num_tokens": 479251402.0,
      "step": 622150
    },
    {
      "epoch": 0.7891846090228044,
      "grad_norm": 5.9375,
      "learning_rate": 1.0542170203156836e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5230016022920608,
      "num_tokens": 479259152.0,
      "step": 622160
    },
    {
      "epoch": 0.7891972936153372,
      "grad_norm": 5.71875,
      "learning_rate": 1.0541535893070543e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5338152140378952,
      "num_tokens": 479267125.0,
      "step": 622170
    },
    {
      "epoch": 0.78920997820787,
      "grad_norm": 4.96875,
      "learning_rate": 1.0540901582984252e-05,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5397443443536758,
      "num_tokens": 479275788.0,
      "step": 622180
    },
    {
      "epoch": 0.7892226628004029,
      "grad_norm": 6.71875,
      "learning_rate": 1.054026727289796e-05,
      "loss": 1.862,
      "mean_token_accuracy": 0.5853124678134918,
      "num_tokens": 479283080.0,
      "step": 622190
    },
    {
      "epoch": 0.7892353473929357,
      "grad_norm": 5.0625,
      "learning_rate": 1.0539632962811669e-05,
      "loss": 1.9292,
      "mean_token_accuracy": 0.5783988893032074,
      "num_tokens": 479289677.0,
      "step": 622200
    },
    {
      "epoch": 0.7892480319854686,
      "grad_norm": 5.1875,
      "learning_rate": 1.0538998652725378e-05,
      "loss": 2.308,
      "mean_token_accuracy": 0.51234270632267,
      "num_tokens": 479298350.0,
      "step": 622210
    },
    {
      "epoch": 0.7892607165780013,
      "grad_norm": 5.5,
      "learning_rate": 1.0538364342639085e-05,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5545656710863114,
      "num_tokens": 479307521.0,
      "step": 622220
    },
    {
      "epoch": 0.7892734011705342,
      "grad_norm": 5.34375,
      "learning_rate": 1.0537730032552794e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5538576960563659,
      "num_tokens": 479314973.0,
      "step": 622230
    },
    {
      "epoch": 0.789286085763067,
      "grad_norm": 5.40625,
      "learning_rate": 1.0537095722466502e-05,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5379606276750565,
      "num_tokens": 479323423.0,
      "step": 622240
    },
    {
      "epoch": 0.7892987703555999,
      "grad_norm": 7.53125,
      "learning_rate": 1.0536461412380211e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.570312836766243,
      "num_tokens": 479329884.0,
      "step": 622250
    },
    {
      "epoch": 0.7893114549481327,
      "grad_norm": 4.96875,
      "learning_rate": 1.053582710229392e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.566892609000206,
      "num_tokens": 479338294.0,
      "step": 622260
    },
    {
      "epoch": 0.7893241395406655,
      "grad_norm": 4.625,
      "learning_rate": 1.0535192792207629e-05,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5337484091520309,
      "num_tokens": 479345478.0,
      "step": 622270
    },
    {
      "epoch": 0.7893368241331984,
      "grad_norm": 5.5,
      "learning_rate": 1.0534558482121336e-05,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5445517599582672,
      "num_tokens": 479352680.0,
      "step": 622280
    },
    {
      "epoch": 0.7893495087257312,
      "grad_norm": 5.09375,
      "learning_rate": 1.0533924172035044e-05,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5771562159061432,
      "num_tokens": 479359255.0,
      "step": 622290
    },
    {
      "epoch": 0.7893621933182641,
      "grad_norm": 4.71875,
      "learning_rate": 1.0533289861948753e-05,
      "loss": 2.3158,
      "mean_token_accuracy": 0.5134533494710922,
      "num_tokens": 479367385.0,
      "step": 622300
    },
    {
      "epoch": 0.7893748779107969,
      "grad_norm": 7.0,
      "learning_rate": 1.0532655551862462e-05,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5409189194440842,
      "num_tokens": 479374693.0,
      "step": 622310
    },
    {
      "epoch": 0.7893875625033298,
      "grad_norm": 6.625,
      "learning_rate": 1.053202124177617e-05,
      "loss": 1.915,
      "mean_token_accuracy": 0.5709286749362945,
      "num_tokens": 479381303.0,
      "step": 622320
    },
    {
      "epoch": 0.7894002470958625,
      "grad_norm": 6.21875,
      "learning_rate": 1.0531386931689878e-05,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5739218473434449,
      "num_tokens": 479388135.0,
      "step": 622330
    },
    {
      "epoch": 0.7894129316883953,
      "grad_norm": 4.875,
      "learning_rate": 1.0530752621603588e-05,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5255381911993027,
      "num_tokens": 479396684.0,
      "step": 622340
    },
    {
      "epoch": 0.7894256162809282,
      "grad_norm": 4.65625,
      "learning_rate": 1.0530118311517295e-05,
      "loss": 2.2587,
      "mean_token_accuracy": 0.5074524909257889,
      "num_tokens": 479405262.0,
      "step": 622350
    },
    {
      "epoch": 0.789438300873461,
      "grad_norm": 7.375,
      "learning_rate": 1.0529484001431004e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5412844002246857,
      "num_tokens": 479412219.0,
      "step": 622360
    },
    {
      "epoch": 0.7894509854659939,
      "grad_norm": 6.71875,
      "learning_rate": 1.0528849691344713e-05,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5316850811243057,
      "num_tokens": 479420331.0,
      "step": 622370
    },
    {
      "epoch": 0.7894636700585267,
      "grad_norm": 5.5625,
      "learning_rate": 1.0528215381258421e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5546846926212311,
      "num_tokens": 479427719.0,
      "step": 622380
    },
    {
      "epoch": 0.7894763546510596,
      "grad_norm": 5.625,
      "learning_rate": 1.052758107117213e-05,
      "loss": 1.954,
      "mean_token_accuracy": 0.5576037406921387,
      "num_tokens": 479435447.0,
      "step": 622390
    },
    {
      "epoch": 0.7894890392435924,
      "grad_norm": 4.6875,
      "learning_rate": 1.0526946761085837e-05,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5416280657052994,
      "num_tokens": 479443266.0,
      "step": 622400
    },
    {
      "epoch": 0.7895017238361252,
      "grad_norm": 5.90625,
      "learning_rate": 1.0526312450999548e-05,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5701392710208892,
      "num_tokens": 479450284.0,
      "step": 622410
    },
    {
      "epoch": 0.789514408428658,
      "grad_norm": 7.875,
      "learning_rate": 1.0525678140913255e-05,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5422388255596161,
      "num_tokens": 479457400.0,
      "step": 622420
    },
    {
      "epoch": 0.7895270930211908,
      "grad_norm": 5.96875,
      "learning_rate": 1.0525043830826963e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5208374083042144,
      "num_tokens": 479466054.0,
      "step": 622430
    },
    {
      "epoch": 0.7895397776137237,
      "grad_norm": 5.0,
      "learning_rate": 1.0524409520740672e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5393458306789398,
      "num_tokens": 479474215.0,
      "step": 622440
    },
    {
      "epoch": 0.7895524622062565,
      "grad_norm": 7.21875,
      "learning_rate": 1.0523775210654379e-05,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5466924041509629,
      "num_tokens": 479482056.0,
      "step": 622450
    },
    {
      "epoch": 0.7895651467987894,
      "grad_norm": 6.8125,
      "learning_rate": 1.052314090056809e-05,
      "loss": 2.2553,
      "mean_token_accuracy": 0.5093589276075363,
      "num_tokens": 479489945.0,
      "step": 622460
    },
    {
      "epoch": 0.7895778313913222,
      "grad_norm": 6.375,
      "learning_rate": 1.0522506590481797e-05,
      "loss": 1.8522,
      "mean_token_accuracy": 0.6013241946697235,
      "num_tokens": 479496381.0,
      "step": 622470
    },
    {
      "epoch": 0.7895905159838551,
      "grad_norm": 6.46875,
      "learning_rate": 1.0521872280395505e-05,
      "loss": 2.2902,
      "mean_token_accuracy": 0.5134040057659149,
      "num_tokens": 479504669.0,
      "step": 622480
    },
    {
      "epoch": 0.7896032005763879,
      "grad_norm": 7.5625,
      "learning_rate": 1.0521237970309214e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5655363261699676,
      "num_tokens": 479511076.0,
      "step": 622490
    },
    {
      "epoch": 0.7896158851689207,
      "grad_norm": 5.5,
      "learning_rate": 1.0520603660222921e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5489245653152466,
      "num_tokens": 479518306.0,
      "step": 622500
    },
    {
      "epoch": 0.7896285697614536,
      "grad_norm": 5.15625,
      "learning_rate": 1.0519969350136632e-05,
      "loss": 1.8321,
      "mean_token_accuracy": 0.5936227381229401,
      "num_tokens": 479523363.0,
      "step": 622510
    },
    {
      "epoch": 0.7896412543539864,
      "grad_norm": 4.90625,
      "learning_rate": 1.0519335040050339e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5287404239177704,
      "num_tokens": 479532380.0,
      "step": 622520
    },
    {
      "epoch": 0.7896539389465193,
      "grad_norm": 6.4375,
      "learning_rate": 1.0518700729964049e-05,
      "loss": 2.2499,
      "mean_token_accuracy": 0.5171890705823898,
      "num_tokens": 479540901.0,
      "step": 622530
    },
    {
      "epoch": 0.789666623539052,
      "grad_norm": 5.46875,
      "learning_rate": 1.0518066419877756e-05,
      "loss": 2.2341,
      "mean_token_accuracy": 0.5030055731534958,
      "num_tokens": 479548928.0,
      "step": 622540
    },
    {
      "epoch": 0.7896793081315849,
      "grad_norm": 4.90625,
      "learning_rate": 1.0517432109791465e-05,
      "loss": 2.214,
      "mean_token_accuracy": 0.5204272508621216,
      "num_tokens": 479556932.0,
      "step": 622550
    },
    {
      "epoch": 0.7896919927241177,
      "grad_norm": 8.75,
      "learning_rate": 1.0516797799705174e-05,
      "loss": 2.2373,
      "mean_token_accuracy": 0.519177359342575,
      "num_tokens": 479566293.0,
      "step": 622560
    },
    {
      "epoch": 0.7897046773166505,
      "grad_norm": 8.125,
      "learning_rate": 1.051616348961888e-05,
      "loss": 2.1425,
      "mean_token_accuracy": 0.5378035485744477,
      "num_tokens": 479574542.0,
      "step": 622570
    },
    {
      "epoch": 0.7897173619091834,
      "grad_norm": 5.6875,
      "learning_rate": 1.0515529179532591e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5506142795085907,
      "num_tokens": 479581865.0,
      "step": 622580
    },
    {
      "epoch": 0.7897300465017162,
      "grad_norm": 5.21875,
      "learning_rate": 1.0514894869446298e-05,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5486128270626068,
      "num_tokens": 479590254.0,
      "step": 622590
    },
    {
      "epoch": 0.7897427310942491,
      "grad_norm": 5.15625,
      "learning_rate": 1.0514260559360007e-05,
      "loss": 2.2572,
      "mean_token_accuracy": 0.5149564653635025,
      "num_tokens": 479598788.0,
      "step": 622600
    },
    {
      "epoch": 0.7897554156867819,
      "grad_norm": 4.8125,
      "learning_rate": 1.0513626249273716e-05,
      "loss": 1.8363,
      "mean_token_accuracy": 0.582737284898758,
      "num_tokens": 479605410.0,
      "step": 622610
    },
    {
      "epoch": 0.7897681002793148,
      "grad_norm": 5.25,
      "learning_rate": 1.0512991939187424e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5692349404096604,
      "num_tokens": 479612471.0,
      "step": 622620
    },
    {
      "epoch": 0.7897807848718476,
      "grad_norm": 5.5625,
      "learning_rate": 1.0512357629101133e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5711726605892181,
      "num_tokens": 479618899.0,
      "step": 622630
    },
    {
      "epoch": 0.7897934694643804,
      "grad_norm": 5.75,
      "learning_rate": 1.051172331901484e-05,
      "loss": 1.7776,
      "mean_token_accuracy": 0.5942580908536911,
      "num_tokens": 479626123.0,
      "step": 622640
    },
    {
      "epoch": 0.7898061540569132,
      "grad_norm": 6.40625,
      "learning_rate": 1.051108900892855e-05,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5490903228521347,
      "num_tokens": 479633936.0,
      "step": 622650
    },
    {
      "epoch": 0.789818838649446,
      "grad_norm": 5.46875,
      "learning_rate": 1.0510454698842258e-05,
      "loss": 1.9352,
      "mean_token_accuracy": 0.56949862241745,
      "num_tokens": 479641186.0,
      "step": 622660
    },
    {
      "epoch": 0.7898315232419789,
      "grad_norm": 9.3125,
      "learning_rate": 1.0509820388755966e-05,
      "loss": 2.2455,
      "mean_token_accuracy": 0.517702066898346,
      "num_tokens": 479649334.0,
      "step": 622670
    },
    {
      "epoch": 0.7898442078345117,
      "grad_norm": 4.78125,
      "learning_rate": 1.0509186078669675e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5677636384963989,
      "num_tokens": 479656061.0,
      "step": 622680
    },
    {
      "epoch": 0.7898568924270446,
      "grad_norm": 5.6875,
      "learning_rate": 1.0508551768583382e-05,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5640662044286728,
      "num_tokens": 479664206.0,
      "step": 622690
    },
    {
      "epoch": 0.7898695770195774,
      "grad_norm": 6.28125,
      "learning_rate": 1.0507917458497093e-05,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5432936370372772,
      "num_tokens": 479672906.0,
      "step": 622700
    },
    {
      "epoch": 0.7898822616121103,
      "grad_norm": 7.65625,
      "learning_rate": 1.05072831484108e-05,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5441577196121216,
      "num_tokens": 479680312.0,
      "step": 622710
    },
    {
      "epoch": 0.7898949462046431,
      "grad_norm": 6.78125,
      "learning_rate": 1.0506648838324508e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.559932079911232,
      "num_tokens": 479686962.0,
      "step": 622720
    },
    {
      "epoch": 0.7899076307971759,
      "grad_norm": 6.375,
      "learning_rate": 1.0506014528238217e-05,
      "loss": 2.2217,
      "mean_token_accuracy": 0.5264260679483413,
      "num_tokens": 479694100.0,
      "step": 622730
    },
    {
      "epoch": 0.7899203153897087,
      "grad_norm": 5.4375,
      "learning_rate": 1.0505380218151926e-05,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5229885667562485,
      "num_tokens": 479702301.0,
      "step": 622740
    },
    {
      "epoch": 0.7899329999822415,
      "grad_norm": 6.25,
      "learning_rate": 1.0504745908065635e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5552798539400101,
      "num_tokens": 479710170.0,
      "step": 622750
    },
    {
      "epoch": 0.7899456845747744,
      "grad_norm": 4.9375,
      "learning_rate": 1.0504111597979342e-05,
      "loss": 1.7748,
      "mean_token_accuracy": 0.5999680042266846,
      "num_tokens": 479716970.0,
      "step": 622760
    },
    {
      "epoch": 0.7899583691673072,
      "grad_norm": 5.03125,
      "learning_rate": 1.050347728789305e-05,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5555493772029877,
      "num_tokens": 479725802.0,
      "step": 622770
    },
    {
      "epoch": 0.7899710537598401,
      "grad_norm": 11.8125,
      "learning_rate": 1.0502842977806759e-05,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5566670089960098,
      "num_tokens": 479732397.0,
      "step": 622780
    },
    {
      "epoch": 0.7899837383523729,
      "grad_norm": 5.21875,
      "learning_rate": 1.0502208667720468e-05,
      "loss": 1.916,
      "mean_token_accuracy": 0.5779015332460403,
      "num_tokens": 479740116.0,
      "step": 622790
    },
    {
      "epoch": 0.7899964229449058,
      "grad_norm": 4.65625,
      "learning_rate": 1.0501574357634177e-05,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5519446939229965,
      "num_tokens": 479747786.0,
      "step": 622800
    },
    {
      "epoch": 0.7900091075374386,
      "grad_norm": 8.625,
      "learning_rate": 1.0500940047547885e-05,
      "loss": 2.19,
      "mean_token_accuracy": 0.5271046042442322,
      "num_tokens": 479754891.0,
      "step": 622810
    },
    {
      "epoch": 0.7900217921299714,
      "grad_norm": 5.0625,
      "learning_rate": 1.0500305737461592e-05,
      "loss": 1.9044,
      "mean_token_accuracy": 0.5841674506664276,
      "num_tokens": 479762509.0,
      "step": 622820
    },
    {
      "epoch": 0.7900344767225043,
      "grad_norm": 4.8125,
      "learning_rate": 1.0499671427375301e-05,
      "loss": 2.141,
      "mean_token_accuracy": 0.5325889378786087,
      "num_tokens": 479770568.0,
      "step": 622830
    },
    {
      "epoch": 0.790047161315037,
      "grad_norm": 5.40625,
      "learning_rate": 1.049903711728901e-05,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5275616675615311,
      "num_tokens": 479779422.0,
      "step": 622840
    },
    {
      "epoch": 0.79005984590757,
      "grad_norm": 5.09375,
      "learning_rate": 1.0498402807202719e-05,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5533001780509949,
      "num_tokens": 479787198.0,
      "step": 622850
    },
    {
      "epoch": 0.7900725305001027,
      "grad_norm": 5.71875,
      "learning_rate": 1.0497768497116427e-05,
      "loss": 2.2692,
      "mean_token_accuracy": 0.5103364676237107,
      "num_tokens": 479795703.0,
      "step": 622860
    },
    {
      "epoch": 0.7900852150926356,
      "grad_norm": 10.3125,
      "learning_rate": 1.0497134187030136e-05,
      "loss": 2.1406,
      "mean_token_accuracy": 0.530349713563919,
      "num_tokens": 479804709.0,
      "step": 622870
    },
    {
      "epoch": 0.7900978996851684,
      "grad_norm": 7.0,
      "learning_rate": 1.0496499876943843e-05,
      "loss": 1.7537,
      "mean_token_accuracy": 0.600210839509964,
      "num_tokens": 479811644.0,
      "step": 622880
    },
    {
      "epoch": 0.7901105842777012,
      "grad_norm": 6.40625,
      "learning_rate": 1.0495865566857552e-05,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5476434886455536,
      "num_tokens": 479819166.0,
      "step": 622890
    },
    {
      "epoch": 0.7901232688702341,
      "grad_norm": 7.40625,
      "learning_rate": 1.049523125677126e-05,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5344438642263413,
      "num_tokens": 479826714.0,
      "step": 622900
    },
    {
      "epoch": 0.7901359534627669,
      "grad_norm": 10.4375,
      "learning_rate": 1.049459694668497e-05,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5272625833749771,
      "num_tokens": 479835041.0,
      "step": 622910
    },
    {
      "epoch": 0.7901486380552998,
      "grad_norm": 6.4375,
      "learning_rate": 1.0493962636598678e-05,
      "loss": 1.8964,
      "mean_token_accuracy": 0.5773887068033219,
      "num_tokens": 479842295.0,
      "step": 622920
    },
    {
      "epoch": 0.7901613226478326,
      "grad_norm": 7.4375,
      "learning_rate": 1.0493328326512387e-05,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5603758484125138,
      "num_tokens": 479850295.0,
      "step": 622930
    },
    {
      "epoch": 0.7901740072403655,
      "grad_norm": 4.46875,
      "learning_rate": 1.0492694016426094e-05,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5482149541378021,
      "num_tokens": 479858930.0,
      "step": 622940
    },
    {
      "epoch": 0.7901866918328982,
      "grad_norm": 5.0,
      "learning_rate": 1.0492059706339803e-05,
      "loss": 2.038,
      "mean_token_accuracy": 0.5406189233064651,
      "num_tokens": 479867799.0,
      "step": 622950
    },
    {
      "epoch": 0.790199376425431,
      "grad_norm": 4.46875,
      "learning_rate": 1.0491425396253511e-05,
      "loss": 1.8346,
      "mean_token_accuracy": 0.5834797143936157,
      "num_tokens": 479874275.0,
      "step": 622960
    },
    {
      "epoch": 0.7902120610179639,
      "grad_norm": 6.21875,
      "learning_rate": 1.049079108616722e-05,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5407725423574448,
      "num_tokens": 479881077.0,
      "step": 622970
    },
    {
      "epoch": 0.7902247456104967,
      "grad_norm": 5.75,
      "learning_rate": 1.0490156776080929e-05,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5644838064908981,
      "num_tokens": 479887434.0,
      "step": 622980
    },
    {
      "epoch": 0.7902374302030296,
      "grad_norm": 4.9375,
      "learning_rate": 1.0489522465994636e-05,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5297863841056824,
      "num_tokens": 479895751.0,
      "step": 622990
    },
    {
      "epoch": 0.7902501147955624,
      "grad_norm": 6.46875,
      "learning_rate": 1.0488888155908346e-05,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5596023350954056,
      "num_tokens": 479903863.0,
      "step": 623000
    },
    {
      "epoch": 0.7902627993880953,
      "grad_norm": 4.78125,
      "learning_rate": 1.0488253845822053e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5146670937538147,
      "num_tokens": 479911111.0,
      "step": 623010
    },
    {
      "epoch": 0.7902754839806281,
      "grad_norm": 4.90625,
      "learning_rate": 1.0487619535735762e-05,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5752060025930404,
      "num_tokens": 479918679.0,
      "step": 623020
    },
    {
      "epoch": 0.790288168573161,
      "grad_norm": 5.1875,
      "learning_rate": 1.048698522564947e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.568387770652771,
      "num_tokens": 479925230.0,
      "step": 623030
    },
    {
      "epoch": 0.7903008531656938,
      "grad_norm": 4.875,
      "learning_rate": 1.0486350915563178e-05,
      "loss": 1.9043,
      "mean_token_accuracy": 0.581595703959465,
      "num_tokens": 479931140.0,
      "step": 623040
    },
    {
      "epoch": 0.7903135377582265,
      "grad_norm": 4.75,
      "learning_rate": 1.0485716605476888e-05,
      "loss": 2.1288,
      "mean_token_accuracy": 0.539083942770958,
      "num_tokens": 479939148.0,
      "step": 623050
    },
    {
      "epoch": 0.7903262223507594,
      "grad_norm": 5.46875,
      "learning_rate": 1.0485082295390595e-05,
      "loss": 2.2839,
      "mean_token_accuracy": 0.5158055037260055,
      "num_tokens": 479946893.0,
      "step": 623060
    },
    {
      "epoch": 0.7903389069432922,
      "grad_norm": 6.3125,
      "learning_rate": 1.0484447985304304e-05,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5314485967159271,
      "num_tokens": 479955094.0,
      "step": 623070
    },
    {
      "epoch": 0.7903515915358251,
      "grad_norm": 5.28125,
      "learning_rate": 1.0483813675218013e-05,
      "loss": 2.156,
      "mean_token_accuracy": 0.5280616730451584,
      "num_tokens": 479963991.0,
      "step": 623080
    },
    {
      "epoch": 0.7903642761283579,
      "grad_norm": 5.21875,
      "learning_rate": 1.0483179365131722e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.553180068731308,
      "num_tokens": 479972408.0,
      "step": 623090
    },
    {
      "epoch": 0.7903769607208908,
      "grad_norm": 5.34375,
      "learning_rate": 1.048254505504543e-05,
      "loss": 2.3287,
      "mean_token_accuracy": 0.505696028470993,
      "num_tokens": 479981641.0,
      "step": 623100
    },
    {
      "epoch": 0.7903896453134236,
      "grad_norm": 6.21875,
      "learning_rate": 1.0481910744959137e-05,
      "loss": 1.932,
      "mean_token_accuracy": 0.5797146856784821,
      "num_tokens": 479988689.0,
      "step": 623110
    },
    {
      "epoch": 0.7904023299059564,
      "grad_norm": 5.59375,
      "learning_rate": 1.0481276434872848e-05,
      "loss": 1.7943,
      "mean_token_accuracy": 0.6006864905357361,
      "num_tokens": 479994560.0,
      "step": 623120
    },
    {
      "epoch": 0.7904150144984893,
      "grad_norm": 5.3125,
      "learning_rate": 1.0480642124786555e-05,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5438462227582932,
      "num_tokens": 480002730.0,
      "step": 623130
    },
    {
      "epoch": 0.7904276990910221,
      "grad_norm": 6.59375,
      "learning_rate": 1.0480007814700264e-05,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5408329904079437,
      "num_tokens": 480010784.0,
      "step": 623140
    },
    {
      "epoch": 0.790440383683555,
      "grad_norm": 6.09375,
      "learning_rate": 1.0479373504613972e-05,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5624266594648362,
      "num_tokens": 480017572.0,
      "step": 623150
    },
    {
      "epoch": 0.7904530682760877,
      "grad_norm": 4.90625,
      "learning_rate": 1.047873919452768e-05,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5393738597631454,
      "num_tokens": 480026119.0,
      "step": 623160
    },
    {
      "epoch": 0.7904657528686206,
      "grad_norm": 4.90625,
      "learning_rate": 1.047810488444139e-05,
      "loss": 1.9045,
      "mean_token_accuracy": 0.5718117654323578,
      "num_tokens": 480035209.0,
      "step": 623170
    },
    {
      "epoch": 0.7904784374611534,
      "grad_norm": 6.84375,
      "learning_rate": 1.0477470574355097e-05,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5434704482555389,
      "num_tokens": 480042441.0,
      "step": 623180
    },
    {
      "epoch": 0.7904911220536863,
      "grad_norm": 6.3125,
      "learning_rate": 1.0476836264268807e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.520867058634758,
      "num_tokens": 480049785.0,
      "step": 623190
    },
    {
      "epoch": 0.7905038066462191,
      "grad_norm": 6.0,
      "learning_rate": 1.0476201954182514e-05,
      "loss": 1.8033,
      "mean_token_accuracy": 0.5879285663366318,
      "num_tokens": 480056776.0,
      "step": 623200
    },
    {
      "epoch": 0.7905164912387519,
      "grad_norm": 5.375,
      "learning_rate": 1.0475567644096223e-05,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5554776817560196,
      "num_tokens": 480064662.0,
      "step": 623210
    },
    {
      "epoch": 0.7905291758312848,
      "grad_norm": 6.34375,
      "learning_rate": 1.0474933334009932e-05,
      "loss": 1.7862,
      "mean_token_accuracy": 0.5951795518398285,
      "num_tokens": 480072347.0,
      "step": 623220
    },
    {
      "epoch": 0.7905418604238176,
      "grad_norm": 4.5,
      "learning_rate": 1.0474299023923639e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5275642335414886,
      "num_tokens": 480080531.0,
      "step": 623230
    },
    {
      "epoch": 0.7905545450163505,
      "grad_norm": 4.34375,
      "learning_rate": 1.047366471383735e-05,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5383010804653168,
      "num_tokens": 480088665.0,
      "step": 623240
    },
    {
      "epoch": 0.7905672296088833,
      "grad_norm": 4.84375,
      "learning_rate": 1.0473030403751056e-05,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5422512739896774,
      "num_tokens": 480096169.0,
      "step": 623250
    },
    {
      "epoch": 0.7905799142014162,
      "grad_norm": 7.53125,
      "learning_rate": 1.0472396093664765e-05,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5746183097362518,
      "num_tokens": 480104538.0,
      "step": 623260
    },
    {
      "epoch": 0.7905925987939489,
      "grad_norm": 6.78125,
      "learning_rate": 1.0471761783578474e-05,
      "loss": 2.2571,
      "mean_token_accuracy": 0.5095123767852783,
      "num_tokens": 480112438.0,
      "step": 623270
    },
    {
      "epoch": 0.7906052833864817,
      "grad_norm": 5.125,
      "learning_rate": 1.047112747349218e-05,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5609693109989167,
      "num_tokens": 480120350.0,
      "step": 623280
    },
    {
      "epoch": 0.7906179679790146,
      "grad_norm": 7.78125,
      "learning_rate": 1.0470493163405891e-05,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5314774870872497,
      "num_tokens": 480128351.0,
      "step": 623290
    },
    {
      "epoch": 0.7906306525715474,
      "grad_norm": 5.5625,
      "learning_rate": 1.0469858853319598e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.558974078297615,
      "num_tokens": 480135068.0,
      "step": 623300
    },
    {
      "epoch": 0.7906433371640803,
      "grad_norm": 5.75,
      "learning_rate": 1.0469224543233309e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5655553787946701,
      "num_tokens": 480141133.0,
      "step": 623310
    },
    {
      "epoch": 0.7906560217566131,
      "grad_norm": 6.8125,
      "learning_rate": 1.0468590233147016e-05,
      "loss": 1.9326,
      "mean_token_accuracy": 0.5604936957359314,
      "num_tokens": 480148184.0,
      "step": 623320
    },
    {
      "epoch": 0.790668706349146,
      "grad_norm": 4.625,
      "learning_rate": 1.0467955923060725e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5417643517255784,
      "num_tokens": 480157047.0,
      "step": 623330
    },
    {
      "epoch": 0.7906813909416788,
      "grad_norm": 5.59375,
      "learning_rate": 1.0467321612974433e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5278774946928024,
      "num_tokens": 480164964.0,
      "step": 623340
    },
    {
      "epoch": 0.7906940755342116,
      "grad_norm": 5.15625,
      "learning_rate": 1.046668730288814e-05,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5474694967269897,
      "num_tokens": 480172705.0,
      "step": 623350
    },
    {
      "epoch": 0.7907067601267445,
      "grad_norm": 5.625,
      "learning_rate": 1.046605299280185e-05,
      "loss": 2.2375,
      "mean_token_accuracy": 0.523975846171379,
      "num_tokens": 480182436.0,
      "step": 623360
    },
    {
      "epoch": 0.7907194447192772,
      "grad_norm": 6.8125,
      "learning_rate": 1.0465418682715558e-05,
      "loss": 2.0241,
      "mean_token_accuracy": 0.564980548620224,
      "num_tokens": 480188963.0,
      "step": 623370
    },
    {
      "epoch": 0.7907321293118101,
      "grad_norm": 7.59375,
      "learning_rate": 1.0464784372629267e-05,
      "loss": 1.9293,
      "mean_token_accuracy": 0.5715431272983551,
      "num_tokens": 480196823.0,
      "step": 623380
    },
    {
      "epoch": 0.7907448139043429,
      "grad_norm": 5.40625,
      "learning_rate": 1.0464150062542975e-05,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5496261239051818,
      "num_tokens": 480205146.0,
      "step": 623390
    },
    {
      "epoch": 0.7907574984968758,
      "grad_norm": 4.84375,
      "learning_rate": 1.0463515752456684e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5524549126625061,
      "num_tokens": 480212953.0,
      "step": 623400
    },
    {
      "epoch": 0.7907701830894086,
      "grad_norm": 4.65625,
      "learning_rate": 1.0462881442370393e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5311529606580734,
      "num_tokens": 480221633.0,
      "step": 623410
    },
    {
      "epoch": 0.7907828676819415,
      "grad_norm": 5.34375,
      "learning_rate": 1.04622471322841e-05,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5763606786727905,
      "num_tokens": 480229462.0,
      "step": 623420
    },
    {
      "epoch": 0.7907955522744743,
      "grad_norm": 5.4375,
      "learning_rate": 1.0461612822197809e-05,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5506067901849747,
      "num_tokens": 480237823.0,
      "step": 623430
    },
    {
      "epoch": 0.7908082368670071,
      "grad_norm": 5.40625,
      "learning_rate": 1.0460978512111517e-05,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5564514040946961,
      "num_tokens": 480244623.0,
      "step": 623440
    },
    {
      "epoch": 0.79082092145954,
      "grad_norm": 6.8125,
      "learning_rate": 1.0460344202025226e-05,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5645749628543854,
      "num_tokens": 480252155.0,
      "step": 623450
    },
    {
      "epoch": 0.7908336060520728,
      "grad_norm": 5.59375,
      "learning_rate": 1.0459709891938935e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5243276685476304,
      "num_tokens": 480260867.0,
      "step": 623460
    },
    {
      "epoch": 0.7908462906446057,
      "grad_norm": 7.3125,
      "learning_rate": 1.0459075581852642e-05,
      "loss": 1.8472,
      "mean_token_accuracy": 0.5965461134910583,
      "num_tokens": 480267215.0,
      "step": 623470
    },
    {
      "epoch": 0.7908589752371384,
      "grad_norm": 5.125,
      "learning_rate": 1.045844127176635e-05,
      "loss": 1.9619,
      "mean_token_accuracy": 0.571351170539856,
      "num_tokens": 480274753.0,
      "step": 623480
    },
    {
      "epoch": 0.7908716598296713,
      "grad_norm": 5.625,
      "learning_rate": 1.045780696168006e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5345648497343063,
      "num_tokens": 480281753.0,
      "step": 623490
    },
    {
      "epoch": 0.7908843444222041,
      "grad_norm": 5.0,
      "learning_rate": 1.0457172651593768e-05,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5431850045919419,
      "num_tokens": 480289545.0,
      "step": 623500
    },
    {
      "epoch": 0.7908970290147369,
      "grad_norm": 5.3125,
      "learning_rate": 1.0456538341507477e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5410161823034286,
      "num_tokens": 480297566.0,
      "step": 623510
    },
    {
      "epoch": 0.7909097136072698,
      "grad_norm": 9.4375,
      "learning_rate": 1.0455904031421185e-05,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5738252103328705,
      "num_tokens": 480303945.0,
      "step": 623520
    },
    {
      "epoch": 0.7909223981998026,
      "grad_norm": 6.3125,
      "learning_rate": 1.0455269721334894e-05,
      "loss": 1.9441,
      "mean_token_accuracy": 0.574798446893692,
      "num_tokens": 480312062.0,
      "step": 623530
    },
    {
      "epoch": 0.7909350827923355,
      "grad_norm": 6.96875,
      "learning_rate": 1.0454635411248601e-05,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5395063370466232,
      "num_tokens": 480319303.0,
      "step": 623540
    },
    {
      "epoch": 0.7909477673848683,
      "grad_norm": 4.8125,
      "learning_rate": 1.045400110116231e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5241273164749145,
      "num_tokens": 480328671.0,
      "step": 623550
    },
    {
      "epoch": 0.7909604519774012,
      "grad_norm": 7.65625,
      "learning_rate": 1.0453366791076019e-05,
      "loss": 1.8345,
      "mean_token_accuracy": 0.5906675338745118,
      "num_tokens": 480335538.0,
      "step": 623560
    },
    {
      "epoch": 0.790973136569934,
      "grad_norm": 6.53125,
      "learning_rate": 1.0452732480989727e-05,
      "loss": 2.19,
      "mean_token_accuracy": 0.5236800342798233,
      "num_tokens": 480344301.0,
      "step": 623570
    },
    {
      "epoch": 0.7909858211624669,
      "grad_norm": 8.1875,
      "learning_rate": 1.0452098170903436e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5372593224048614,
      "num_tokens": 480352199.0,
      "step": 623580
    },
    {
      "epoch": 0.7909985057549996,
      "grad_norm": 4.78125,
      "learning_rate": 1.0451463860817145e-05,
      "loss": 2.3238,
      "mean_token_accuracy": 0.5111739754676818,
      "num_tokens": 480360660.0,
      "step": 623590
    },
    {
      "epoch": 0.7910111903475324,
      "grad_norm": 6.3125,
      "learning_rate": 1.0450829550730852e-05,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5232663452625275,
      "num_tokens": 480368862.0,
      "step": 623600
    },
    {
      "epoch": 0.7910238749400653,
      "grad_norm": 5.9375,
      "learning_rate": 1.045019524064456e-05,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5555584132671356,
      "num_tokens": 480376531.0,
      "step": 623610
    },
    {
      "epoch": 0.7910365595325981,
      "grad_norm": 7.375,
      "learning_rate": 1.044956093055827e-05,
      "loss": 1.8481,
      "mean_token_accuracy": 0.597263291478157,
      "num_tokens": 480382968.0,
      "step": 623620
    },
    {
      "epoch": 0.791049244125131,
      "grad_norm": 4.9375,
      "learning_rate": 1.0448926620471978e-05,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5733727127313614,
      "num_tokens": 480390533.0,
      "step": 623630
    },
    {
      "epoch": 0.7910619287176638,
      "grad_norm": 4.9375,
      "learning_rate": 1.0448292310385687e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.545722097158432,
      "num_tokens": 480397662.0,
      "step": 623640
    },
    {
      "epoch": 0.7910746133101967,
      "grad_norm": 6.71875,
      "learning_rate": 1.0447658000299394e-05,
      "loss": 1.8898,
      "mean_token_accuracy": 0.5527202248573303,
      "num_tokens": 480405478.0,
      "step": 623650
    },
    {
      "epoch": 0.7910872979027295,
      "grad_norm": 9.4375,
      "learning_rate": 1.0447023690213103e-05,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5802296668291091,
      "num_tokens": 480412108.0,
      "step": 623660
    },
    {
      "epoch": 0.7910999824952623,
      "grad_norm": 6.75,
      "learning_rate": 1.0446389380126811e-05,
      "loss": 2.0158,
      "mean_token_accuracy": 0.559441065788269,
      "num_tokens": 480419836.0,
      "step": 623670
    },
    {
      "epoch": 0.7911126670877952,
      "grad_norm": 5.6875,
      "learning_rate": 1.044575507004052e-05,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5561211436986924,
      "num_tokens": 480427650.0,
      "step": 623680
    },
    {
      "epoch": 0.7911253516803279,
      "grad_norm": 6.21875,
      "learning_rate": 1.0445120759954229e-05,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5303570598363876,
      "num_tokens": 480435825.0,
      "step": 623690
    },
    {
      "epoch": 0.7911380362728608,
      "grad_norm": 5.09375,
      "learning_rate": 1.0444486449867936e-05,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5675055623054505,
      "num_tokens": 480442424.0,
      "step": 623700
    },
    {
      "epoch": 0.7911507208653936,
      "grad_norm": 5.15625,
      "learning_rate": 1.0443852139781646e-05,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5601193696260452,
      "num_tokens": 480450544.0,
      "step": 623710
    },
    {
      "epoch": 0.7911634054579265,
      "grad_norm": 5.9375,
      "learning_rate": 1.0443217829695353e-05,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5582405894994735,
      "num_tokens": 480458998.0,
      "step": 623720
    },
    {
      "epoch": 0.7911760900504593,
      "grad_norm": 12.5,
      "learning_rate": 1.0442583519609062e-05,
      "loss": 1.8889,
      "mean_token_accuracy": 0.5773510754108429,
      "num_tokens": 480465681.0,
      "step": 623730
    },
    {
      "epoch": 0.7911887746429922,
      "grad_norm": 5.4375,
      "learning_rate": 1.0441949209522771e-05,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5216013878583908,
      "num_tokens": 480473899.0,
      "step": 623740
    },
    {
      "epoch": 0.791201459235525,
      "grad_norm": 7.25,
      "learning_rate": 1.044131489943648e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5267026484012604,
      "num_tokens": 480481891.0,
      "step": 623750
    },
    {
      "epoch": 0.7912141438280578,
      "grad_norm": 11.6875,
      "learning_rate": 1.0440680589350188e-05,
      "loss": 1.9697,
      "mean_token_accuracy": 0.562098479270935,
      "num_tokens": 480489091.0,
      "step": 623760
    },
    {
      "epoch": 0.7912268284205907,
      "grad_norm": 5.28125,
      "learning_rate": 1.0440046279263895e-05,
      "loss": 2.244,
      "mean_token_accuracy": 0.521592253446579,
      "num_tokens": 480497096.0,
      "step": 623770
    },
    {
      "epoch": 0.7912395130131235,
      "grad_norm": 5.125,
      "learning_rate": 1.0439411969177606e-05,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5503371149301529,
      "num_tokens": 480504536.0,
      "step": 623780
    },
    {
      "epoch": 0.7912521976056563,
      "grad_norm": 5.78125,
      "learning_rate": 1.0438777659091313e-05,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5517370343208313,
      "num_tokens": 480513702.0,
      "step": 623790
    },
    {
      "epoch": 0.7912648821981891,
      "grad_norm": 5.34375,
      "learning_rate": 1.0438143349005022e-05,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5396374672651291,
      "num_tokens": 480521456.0,
      "step": 623800
    },
    {
      "epoch": 0.791277566790722,
      "grad_norm": 12.875,
      "learning_rate": 1.043750903891873e-05,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5443985432386398,
      "num_tokens": 480528868.0,
      "step": 623810
    },
    {
      "epoch": 0.7912902513832548,
      "grad_norm": 6.40625,
      "learning_rate": 1.0436874728832438e-05,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5369269281625748,
      "num_tokens": 480536266.0,
      "step": 623820
    },
    {
      "epoch": 0.7913029359757876,
      "grad_norm": 5.09375,
      "learning_rate": 1.0436240418746148e-05,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5214083969593049,
      "num_tokens": 480544793.0,
      "step": 623830
    },
    {
      "epoch": 0.7913156205683205,
      "grad_norm": 5.875,
      "learning_rate": 1.0435606108659855e-05,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5366273105144501,
      "num_tokens": 480552260.0,
      "step": 623840
    },
    {
      "epoch": 0.7913283051608533,
      "grad_norm": 5.75,
      "learning_rate": 1.0434971798573564e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5340222835540771,
      "num_tokens": 480561591.0,
      "step": 623850
    },
    {
      "epoch": 0.7913409897533862,
      "grad_norm": 5.09375,
      "learning_rate": 1.0434337488487272e-05,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5458711713552475,
      "num_tokens": 480569356.0,
      "step": 623860
    },
    {
      "epoch": 0.791353674345919,
      "grad_norm": 5.5,
      "learning_rate": 1.043370317840098e-05,
      "loss": 1.9307,
      "mean_token_accuracy": 0.5748894393444062,
      "num_tokens": 480576751.0,
      "step": 623870
    },
    {
      "epoch": 0.7913663589384519,
      "grad_norm": 5.28125,
      "learning_rate": 1.043306886831469e-05,
      "loss": 2.2186,
      "mean_token_accuracy": 0.5219442039728165,
      "num_tokens": 480584943.0,
      "step": 623880
    },
    {
      "epoch": 0.7913790435309846,
      "grad_norm": 7.09375,
      "learning_rate": 1.0432434558228397e-05,
      "loss": 1.957,
      "mean_token_accuracy": 0.5558568179607392,
      "num_tokens": 480592292.0,
      "step": 623890
    },
    {
      "epoch": 0.7913917281235174,
      "grad_norm": 5.0625,
      "learning_rate": 1.0431800248142107e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5491342633962631,
      "num_tokens": 480599134.0,
      "step": 623900
    },
    {
      "epoch": 0.7914044127160503,
      "grad_norm": 7.25,
      "learning_rate": 1.0431165938055814e-05,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5583964854478836,
      "num_tokens": 480606522.0,
      "step": 623910
    },
    {
      "epoch": 0.7914170973085831,
      "grad_norm": 7.5625,
      "learning_rate": 1.0430531627969523e-05,
      "loss": 2.2118,
      "mean_token_accuracy": 0.511199688911438,
      "num_tokens": 480614273.0,
      "step": 623920
    },
    {
      "epoch": 0.791429781901116,
      "grad_norm": 5.53125,
      "learning_rate": 1.0429897317883232e-05,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5626435786485672,
      "num_tokens": 480622055.0,
      "step": 623930
    },
    {
      "epoch": 0.7914424664936488,
      "grad_norm": 7.6875,
      "learning_rate": 1.0429263007796939e-05,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5309786826372147,
      "num_tokens": 480630642.0,
      "step": 623940
    },
    {
      "epoch": 0.7914551510861817,
      "grad_norm": 6.59375,
      "learning_rate": 1.042862869771065e-05,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5625410825014114,
      "num_tokens": 480638224.0,
      "step": 623950
    },
    {
      "epoch": 0.7914678356787145,
      "grad_norm": 5.46875,
      "learning_rate": 1.0427994387624356e-05,
      "loss": 2.1239,
      "mean_token_accuracy": 0.536550834774971,
      "num_tokens": 480645863.0,
      "step": 623960
    },
    {
      "epoch": 0.7914805202712474,
      "grad_norm": 5.03125,
      "learning_rate": 1.0427360077538065e-05,
      "loss": 1.8425,
      "mean_token_accuracy": 0.5904381990432739,
      "num_tokens": 480653305.0,
      "step": 623970
    },
    {
      "epoch": 0.7914932048637802,
      "grad_norm": 4.65625,
      "learning_rate": 1.0426725767451774e-05,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5433027118444442,
      "num_tokens": 480660868.0,
      "step": 623980
    },
    {
      "epoch": 0.791505889456313,
      "grad_norm": 5.6875,
      "learning_rate": 1.0426091457365483e-05,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5662003844976425,
      "num_tokens": 480668072.0,
      "step": 623990
    },
    {
      "epoch": 0.7915185740488458,
      "grad_norm": 5.21875,
      "learning_rate": 1.0425457147279191e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5590007841587067,
      "num_tokens": 480674239.0,
      "step": 624000
    },
    {
      "epoch": 0.7915312586413786,
      "grad_norm": 4.6875,
      "learning_rate": 1.0424822837192898e-05,
      "loss": 2.3202,
      "mean_token_accuracy": 0.5110318958759308,
      "num_tokens": 480683225.0,
      "step": 624010
    },
    {
      "epoch": 0.7915439432339115,
      "grad_norm": 5.15625,
      "learning_rate": 1.0424188527106609e-05,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5579894781112671,
      "num_tokens": 480692058.0,
      "step": 624020
    },
    {
      "epoch": 0.7915566278264443,
      "grad_norm": 5.21875,
      "learning_rate": 1.0423554217020316e-05,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5805091679096221,
      "num_tokens": 480699624.0,
      "step": 624030
    },
    {
      "epoch": 0.7915693124189772,
      "grad_norm": 5.59375,
      "learning_rate": 1.0422919906934025e-05,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5456837326288223,
      "num_tokens": 480707120.0,
      "step": 624040
    },
    {
      "epoch": 0.79158199701151,
      "grad_norm": 5.21875,
      "learning_rate": 1.0422285596847733e-05,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5439625442028045,
      "num_tokens": 480715500.0,
      "step": 624050
    },
    {
      "epoch": 0.7915946816040428,
      "grad_norm": 5.28125,
      "learning_rate": 1.042165128676144e-05,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5404370903968811,
      "num_tokens": 480723438.0,
      "step": 624060
    },
    {
      "epoch": 0.7916073661965757,
      "grad_norm": 5.09375,
      "learning_rate": 1.0421016976675151e-05,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5417352318763733,
      "num_tokens": 480731854.0,
      "step": 624070
    },
    {
      "epoch": 0.7916200507891085,
      "grad_norm": 5.71875,
      "learning_rate": 1.0420382666588858e-05,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5522094756364823,
      "num_tokens": 480739806.0,
      "step": 624080
    },
    {
      "epoch": 0.7916327353816414,
      "grad_norm": 5.96875,
      "learning_rate": 1.0419748356502567e-05,
      "loss": 2.1216,
      "mean_token_accuracy": 0.532167774438858,
      "num_tokens": 480747024.0,
      "step": 624090
    },
    {
      "epoch": 0.7916454199741741,
      "grad_norm": 4.78125,
      "learning_rate": 1.0419114046416275e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5384692668914794,
      "num_tokens": 480755923.0,
      "step": 624100
    },
    {
      "epoch": 0.791658104566707,
      "grad_norm": 5.78125,
      "learning_rate": 1.0418479736329984e-05,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5521716207265854,
      "num_tokens": 480764173.0,
      "step": 624110
    },
    {
      "epoch": 0.7916707891592398,
      "grad_norm": 5.59375,
      "learning_rate": 1.0417845426243693e-05,
      "loss": 2.2359,
      "mean_token_accuracy": 0.5147006005048752,
      "num_tokens": 480772452.0,
      "step": 624120
    },
    {
      "epoch": 0.7916834737517727,
      "grad_norm": 15.9375,
      "learning_rate": 1.04172111161574e-05,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5367893725633621,
      "num_tokens": 480780511.0,
      "step": 624130
    },
    {
      "epoch": 0.7916961583443055,
      "grad_norm": 6.125,
      "learning_rate": 1.0416576806071109e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5373389005661011,
      "num_tokens": 480788459.0,
      "step": 624140
    },
    {
      "epoch": 0.7917088429368383,
      "grad_norm": 6.1875,
      "learning_rate": 1.0415942495984817e-05,
      "loss": 1.8874,
      "mean_token_accuracy": 0.5769457399845124,
      "num_tokens": 480795809.0,
      "step": 624150
    },
    {
      "epoch": 0.7917215275293712,
      "grad_norm": 6.625,
      "learning_rate": 1.0415308185898526e-05,
      "loss": 1.7705,
      "mean_token_accuracy": 0.6009029030799866,
      "num_tokens": 480800819.0,
      "step": 624160
    },
    {
      "epoch": 0.791734212121904,
      "grad_norm": 5.375,
      "learning_rate": 1.0414673875812235e-05,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5653624713420868,
      "num_tokens": 480809280.0,
      "step": 624170
    },
    {
      "epoch": 0.7917468967144369,
      "grad_norm": 5.09375,
      "learning_rate": 1.0414039565725944e-05,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5439083188772201,
      "num_tokens": 480817054.0,
      "step": 624180
    },
    {
      "epoch": 0.7917595813069697,
      "grad_norm": 5.96875,
      "learning_rate": 1.041340525563965e-05,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5468670547008514,
      "num_tokens": 480825159.0,
      "step": 624190
    },
    {
      "epoch": 0.7917722658995026,
      "grad_norm": 3.8125,
      "learning_rate": 1.041277094555336e-05,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5505206197500229,
      "num_tokens": 480833101.0,
      "step": 624200
    },
    {
      "epoch": 0.7917849504920353,
      "grad_norm": 5.03125,
      "learning_rate": 1.0412136635467068e-05,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5340627700090408,
      "num_tokens": 480842026.0,
      "step": 624210
    },
    {
      "epoch": 0.7917976350845681,
      "grad_norm": 4.90625,
      "learning_rate": 1.0411502325380777e-05,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5303927451372147,
      "num_tokens": 480850204.0,
      "step": 624220
    },
    {
      "epoch": 0.791810319677101,
      "grad_norm": 6.21875,
      "learning_rate": 1.0410868015294486e-05,
      "loss": 2.2343,
      "mean_token_accuracy": 0.5196072697639466,
      "num_tokens": 480858858.0,
      "step": 624230
    },
    {
      "epoch": 0.7918230042696338,
      "grad_norm": 4.75,
      "learning_rate": 1.0410233705208194e-05,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5413721233606339,
      "num_tokens": 480867100.0,
      "step": 624240
    },
    {
      "epoch": 0.7918356888621667,
      "grad_norm": 5.59375,
      "learning_rate": 1.0409599395121903e-05,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5679998755455017,
      "num_tokens": 480875362.0,
      "step": 624250
    },
    {
      "epoch": 0.7918483734546995,
      "grad_norm": 5.3125,
      "learning_rate": 1.040896508503561e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5531667768955231,
      "num_tokens": 480882126.0,
      "step": 624260
    },
    {
      "epoch": 0.7918610580472324,
      "grad_norm": 5.21875,
      "learning_rate": 1.0408330774949319e-05,
      "loss": 2.2647,
      "mean_token_accuracy": 0.5223742127418518,
      "num_tokens": 480889168.0,
      "step": 624270
    },
    {
      "epoch": 0.7918737426397652,
      "grad_norm": 6.03125,
      "learning_rate": 1.0407696464863028e-05,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5531251072883606,
      "num_tokens": 480896910.0,
      "step": 624280
    },
    {
      "epoch": 0.791886427232298,
      "grad_norm": 5.34375,
      "learning_rate": 1.0407062154776736e-05,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5443678766489028,
      "num_tokens": 480903311.0,
      "step": 624290
    },
    {
      "epoch": 0.7918991118248309,
      "grad_norm": 5.4375,
      "learning_rate": 1.0406427844690445e-05,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5431514650583267,
      "num_tokens": 480910762.0,
      "step": 624300
    },
    {
      "epoch": 0.7919117964173636,
      "grad_norm": 6.84375,
      "learning_rate": 1.0405793534604152e-05,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5496429890394211,
      "num_tokens": 480918808.0,
      "step": 624310
    },
    {
      "epoch": 0.7919244810098965,
      "grad_norm": 7.875,
      "learning_rate": 1.0405159224517861e-05,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5114561468362808,
      "num_tokens": 480927038.0,
      "step": 624320
    },
    {
      "epoch": 0.7919371656024293,
      "grad_norm": 6.25,
      "learning_rate": 1.040452491443157e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5303845524787902,
      "num_tokens": 480934305.0,
      "step": 624330
    },
    {
      "epoch": 0.7919498501949622,
      "grad_norm": 7.03125,
      "learning_rate": 1.0403890604345278e-05,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5715062022209167,
      "num_tokens": 480940759.0,
      "step": 624340
    },
    {
      "epoch": 0.791962534787495,
      "grad_norm": 6.59375,
      "learning_rate": 1.0403256294258987e-05,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5701793044805527,
      "num_tokens": 480948789.0,
      "step": 624350
    },
    {
      "epoch": 0.7919752193800279,
      "grad_norm": 5.0,
      "learning_rate": 1.0402621984172694e-05,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5404766619205474,
      "num_tokens": 480955730.0,
      "step": 624360
    },
    {
      "epoch": 0.7919879039725607,
      "grad_norm": 5.125,
      "learning_rate": 1.0401987674086405e-05,
      "loss": 2.0127,
      "mean_token_accuracy": 0.547667744755745,
      "num_tokens": 480962706.0,
      "step": 624370
    },
    {
      "epoch": 0.7920005885650935,
      "grad_norm": 5.375,
      "learning_rate": 1.0401353364000112e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5175287544727325,
      "num_tokens": 480971371.0,
      "step": 624380
    },
    {
      "epoch": 0.7920132731576264,
      "grad_norm": 4.59375,
      "learning_rate": 1.040071905391382e-05,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5491239666938782,
      "num_tokens": 480978914.0,
      "step": 624390
    },
    {
      "epoch": 0.7920259577501592,
      "grad_norm": 5.28125,
      "learning_rate": 1.040008474382753e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5401968777179718,
      "num_tokens": 480986798.0,
      "step": 624400
    },
    {
      "epoch": 0.7920386423426921,
      "grad_norm": 5.28125,
      "learning_rate": 1.0399450433741236e-05,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5261386334896088,
      "num_tokens": 480995147.0,
      "step": 624410
    },
    {
      "epoch": 0.7920513269352248,
      "grad_norm": 5.4375,
      "learning_rate": 1.0398816123654947e-05,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5445472836494446,
      "num_tokens": 481001905.0,
      "step": 624420
    },
    {
      "epoch": 0.7920640115277577,
      "grad_norm": 11.9375,
      "learning_rate": 1.0398181813568654e-05,
      "loss": 1.8297,
      "mean_token_accuracy": 0.5744381666183471,
      "num_tokens": 481008581.0,
      "step": 624430
    },
    {
      "epoch": 0.7920766961202905,
      "grad_norm": 8.5,
      "learning_rate": 1.0397547503482364e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5361429393291474,
      "num_tokens": 481014004.0,
      "step": 624440
    },
    {
      "epoch": 0.7920893807128233,
      "grad_norm": 4.875,
      "learning_rate": 1.0396913193396071e-05,
      "loss": 2.118,
      "mean_token_accuracy": 0.5368079960346221,
      "num_tokens": 481022187.0,
      "step": 624450
    },
    {
      "epoch": 0.7921020653053562,
      "grad_norm": 5.40625,
      "learning_rate": 1.039627888330978e-05,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5345794647932053,
      "num_tokens": 481029323.0,
      "step": 624460
    },
    {
      "epoch": 0.792114749897889,
      "grad_norm": 5.5,
      "learning_rate": 1.0395644573223489e-05,
      "loss": 1.97,
      "mean_token_accuracy": 0.5583733707666397,
      "num_tokens": 481037725.0,
      "step": 624470
    },
    {
      "epoch": 0.7921274344904219,
      "grad_norm": 6.0,
      "learning_rate": 1.0395010263137196e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5569019198417664,
      "num_tokens": 481044923.0,
      "step": 624480
    },
    {
      "epoch": 0.7921401190829547,
      "grad_norm": 5.125,
      "learning_rate": 1.0394375953050906e-05,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5697798818349838,
      "num_tokens": 481052149.0,
      "step": 624490
    },
    {
      "epoch": 0.7921528036754876,
      "grad_norm": 6.5,
      "learning_rate": 1.0393741642964613e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5453322142362594,
      "num_tokens": 481058844.0,
      "step": 624500
    },
    {
      "epoch": 0.7921654882680204,
      "grad_norm": 4.3125,
      "learning_rate": 1.0393107332878322e-05,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5574817329645156,
      "num_tokens": 481065425.0,
      "step": 624510
    },
    {
      "epoch": 0.7921781728605533,
      "grad_norm": 4.875,
      "learning_rate": 1.039247302279203e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5342620998620987,
      "num_tokens": 481073777.0,
      "step": 624520
    },
    {
      "epoch": 0.792190857453086,
      "grad_norm": 5.53125,
      "learning_rate": 1.0391838712705738e-05,
      "loss": 2.0278,
      "mean_token_accuracy": 0.540947437286377,
      "num_tokens": 481080999.0,
      "step": 624530
    },
    {
      "epoch": 0.7922035420456188,
      "grad_norm": 6.1875,
      "learning_rate": 1.0391204402619448e-05,
      "loss": 2.088,
      "mean_token_accuracy": 0.5399225890636444,
      "num_tokens": 481088768.0,
      "step": 624540
    },
    {
      "epoch": 0.7922162266381517,
      "grad_norm": 5.4375,
      "learning_rate": 1.0390570092533155e-05,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5231075346469879,
      "num_tokens": 481097001.0,
      "step": 624550
    },
    {
      "epoch": 0.7922289112306845,
      "grad_norm": 4.96875,
      "learning_rate": 1.0389935782446866e-05,
      "loss": 2.3583,
      "mean_token_accuracy": 0.49625868797302247,
      "num_tokens": 481105180.0,
      "step": 624560
    },
    {
      "epoch": 0.7922415958232174,
      "grad_norm": 5.9375,
      "learning_rate": 1.0389301472360573e-05,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5760304212570191,
      "num_tokens": 481111154.0,
      "step": 624570
    },
    {
      "epoch": 0.7922542804157502,
      "grad_norm": 4.75,
      "learning_rate": 1.0388667162274281e-05,
      "loss": 2.0613,
      "mean_token_accuracy": 0.546113696694374,
      "num_tokens": 481119756.0,
      "step": 624580
    },
    {
      "epoch": 0.7922669650082831,
      "grad_norm": 5.34375,
      "learning_rate": 1.038803285218799e-05,
      "loss": 2.0164,
      "mean_token_accuracy": 0.565358629822731,
      "num_tokens": 481126884.0,
      "step": 624590
    },
    {
      "epoch": 0.7922796496008159,
      "grad_norm": 4.5625,
      "learning_rate": 1.0387398542101697e-05,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5159053087234498,
      "num_tokens": 481135383.0,
      "step": 624600
    },
    {
      "epoch": 0.7922923341933487,
      "grad_norm": 7.28125,
      "learning_rate": 1.0386764232015408e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5461043834686279,
      "num_tokens": 481143043.0,
      "step": 624610
    },
    {
      "epoch": 0.7923050187858816,
      "grad_norm": 4.84375,
      "learning_rate": 1.0386129921929115e-05,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5674101024866104,
      "num_tokens": 481150419.0,
      "step": 624620
    },
    {
      "epoch": 0.7923177033784143,
      "grad_norm": 5.625,
      "learning_rate": 1.0385495611842823e-05,
      "loss": 1.864,
      "mean_token_accuracy": 0.5885476291179657,
      "num_tokens": 481158665.0,
      "step": 624630
    },
    {
      "epoch": 0.7923303879709472,
      "grad_norm": 8.5625,
      "learning_rate": 1.0384861301756532e-05,
      "loss": 2.146,
      "mean_token_accuracy": 0.539814704656601,
      "num_tokens": 481166274.0,
      "step": 624640
    },
    {
      "epoch": 0.79234307256348,
      "grad_norm": 6.625,
      "learning_rate": 1.0384226991670241e-05,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5685374081134796,
      "num_tokens": 481173524.0,
      "step": 624650
    },
    {
      "epoch": 0.7923557571560129,
      "grad_norm": 5.84375,
      "learning_rate": 1.038359268158395e-05,
      "loss": 1.8515,
      "mean_token_accuracy": 0.584857189655304,
      "num_tokens": 481181160.0,
      "step": 624660
    },
    {
      "epoch": 0.7923684417485457,
      "grad_norm": 4.625,
      "learning_rate": 1.0382958371497657e-05,
      "loss": 2.2841,
      "mean_token_accuracy": 0.5071543186903,
      "num_tokens": 481189744.0,
      "step": 624670
    },
    {
      "epoch": 0.7923811263410786,
      "grad_norm": 4.96875,
      "learning_rate": 1.0382324061411367e-05,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5572411179542541,
      "num_tokens": 481198246.0,
      "step": 624680
    },
    {
      "epoch": 0.7923938109336114,
      "grad_norm": 6.375,
      "learning_rate": 1.0381689751325074e-05,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5360127747058868,
      "num_tokens": 481206740.0,
      "step": 624690
    },
    {
      "epoch": 0.7924064955261442,
      "grad_norm": 6.65625,
      "learning_rate": 1.0381055441238783e-05,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5338532716035843,
      "num_tokens": 481214795.0,
      "step": 624700
    },
    {
      "epoch": 0.7924191801186771,
      "grad_norm": 5.71875,
      "learning_rate": 1.0380421131152492e-05,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5237069547176361,
      "num_tokens": 481222684.0,
      "step": 624710
    },
    {
      "epoch": 0.7924318647112099,
      "grad_norm": 5.25,
      "learning_rate": 1.0379786821066199e-05,
      "loss": 2.126,
      "mean_token_accuracy": 0.5331168323755264,
      "num_tokens": 481230425.0,
      "step": 624720
    },
    {
      "epoch": 0.7924445493037428,
      "grad_norm": 6.78125,
      "learning_rate": 1.0379152510979909e-05,
      "loss": 2.127,
      "mean_token_accuracy": 0.5470577985048294,
      "num_tokens": 481237965.0,
      "step": 624730
    },
    {
      "epoch": 0.7924572338962755,
      "grad_norm": 6.125,
      "learning_rate": 1.0378518200893616e-05,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5816060602664948,
      "num_tokens": 481244792.0,
      "step": 624740
    },
    {
      "epoch": 0.7924699184888084,
      "grad_norm": 5.03125,
      "learning_rate": 1.0377883890807325e-05,
      "loss": 1.9802,
      "mean_token_accuracy": 0.5663560479879379,
      "num_tokens": 481253163.0,
      "step": 624750
    },
    {
      "epoch": 0.7924826030813412,
      "grad_norm": 6.90625,
      "learning_rate": 1.0377249580721034e-05,
      "loss": 2.0584,
      "mean_token_accuracy": 0.545080503821373,
      "num_tokens": 481260070.0,
      "step": 624760
    },
    {
      "epoch": 0.792495287673874,
      "grad_norm": 6.5,
      "learning_rate": 1.0376615270634742e-05,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5724771618843079,
      "num_tokens": 481267608.0,
      "step": 624770
    },
    {
      "epoch": 0.7925079722664069,
      "grad_norm": 6.03125,
      "learning_rate": 1.0375980960548451e-05,
      "loss": 1.8242,
      "mean_token_accuracy": 0.603777551651001,
      "num_tokens": 481273279.0,
      "step": 624780
    },
    {
      "epoch": 0.7925206568589397,
      "grad_norm": 4.5625,
      "learning_rate": 1.0375346650462158e-05,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5491646766662598,
      "num_tokens": 481281035.0,
      "step": 624790
    },
    {
      "epoch": 0.7925333414514726,
      "grad_norm": 5.6875,
      "learning_rate": 1.0374712340375867e-05,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5238461405038833,
      "num_tokens": 481289454.0,
      "step": 624800
    },
    {
      "epoch": 0.7925460260440054,
      "grad_norm": 6.25,
      "learning_rate": 1.0374078030289576e-05,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5607842832803727,
      "num_tokens": 481296826.0,
      "step": 624810
    },
    {
      "epoch": 0.7925587106365383,
      "grad_norm": 5.28125,
      "learning_rate": 1.0373443720203284e-05,
      "loss": 1.9309,
      "mean_token_accuracy": 0.5619442880153656,
      "num_tokens": 481305185.0,
      "step": 624820
    },
    {
      "epoch": 0.792571395229071,
      "grad_norm": 7.75,
      "learning_rate": 1.0372809410116993e-05,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5430393427610397,
      "num_tokens": 481312067.0,
      "step": 624830
    },
    {
      "epoch": 0.7925840798216038,
      "grad_norm": 4.71875,
      "learning_rate": 1.0372175100030702e-05,
      "loss": 1.6182,
      "mean_token_accuracy": 0.6292579025030136,
      "num_tokens": 481317968.0,
      "step": 624840
    },
    {
      "epoch": 0.7925967644141367,
      "grad_norm": 7.4375,
      "learning_rate": 1.0371540789944409e-05,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5464619636535645,
      "num_tokens": 481325710.0,
      "step": 624850
    },
    {
      "epoch": 0.7926094490066695,
      "grad_norm": 5.6875,
      "learning_rate": 1.0370906479858118e-05,
      "loss": 1.7309,
      "mean_token_accuracy": 0.6101411044597626,
      "num_tokens": 481333684.0,
      "step": 624860
    },
    {
      "epoch": 0.7926221335992024,
      "grad_norm": 7.03125,
      "learning_rate": 1.0370272169771826e-05,
      "loss": 1.9306,
      "mean_token_accuracy": 0.5739779263734818,
      "num_tokens": 481340288.0,
      "step": 624870
    },
    {
      "epoch": 0.7926348181917352,
      "grad_norm": 4.75,
      "learning_rate": 1.0369637859685535e-05,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5435001850128174,
      "num_tokens": 481348966.0,
      "step": 624880
    },
    {
      "epoch": 0.7926475027842681,
      "grad_norm": 6.5625,
      "learning_rate": 1.0369003549599244e-05,
      "loss": 2.179,
      "mean_token_accuracy": 0.5290329664945602,
      "num_tokens": 481355517.0,
      "step": 624890
    },
    {
      "epoch": 0.7926601873768009,
      "grad_norm": 5.96875,
      "learning_rate": 1.0368369239512953e-05,
      "loss": 2.0091,
      "mean_token_accuracy": 0.55179183781147,
      "num_tokens": 481363679.0,
      "step": 624900
    },
    {
      "epoch": 0.7926728719693338,
      "grad_norm": 5.28125,
      "learning_rate": 1.036773492942666e-05,
      "loss": 1.7554,
      "mean_token_accuracy": 0.61055848300457,
      "num_tokens": 481369357.0,
      "step": 624910
    },
    {
      "epoch": 0.7926855565618666,
      "grad_norm": 5.5,
      "learning_rate": 1.0367100619340368e-05,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5743479460477829,
      "num_tokens": 481376988.0,
      "step": 624920
    },
    {
      "epoch": 0.7926982411543994,
      "grad_norm": 5.6875,
      "learning_rate": 1.0366466309254077e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5371965229511261,
      "num_tokens": 481384757.0,
      "step": 624930
    },
    {
      "epoch": 0.7927109257469322,
      "grad_norm": 5.0,
      "learning_rate": 1.0365831999167786e-05,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5520580261945724,
      "num_tokens": 481392741.0,
      "step": 624940
    },
    {
      "epoch": 0.792723610339465,
      "grad_norm": 5.875,
      "learning_rate": 1.0365197689081495e-05,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5332181751728058,
      "num_tokens": 481400539.0,
      "step": 624950
    },
    {
      "epoch": 0.7927362949319979,
      "grad_norm": 5.375,
      "learning_rate": 1.0364563378995203e-05,
      "loss": 1.891,
      "mean_token_accuracy": 0.5863749176263809,
      "num_tokens": 481407894.0,
      "step": 624960
    },
    {
      "epoch": 0.7927489795245307,
      "grad_norm": 4.90625,
      "learning_rate": 1.036392906890891e-05,
      "loss": 1.8802,
      "mean_token_accuracy": 0.59325390458107,
      "num_tokens": 481414532.0,
      "step": 624970
    },
    {
      "epoch": 0.7927616641170636,
      "grad_norm": 4.71875,
      "learning_rate": 1.0363294758822619e-05,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5715730607509613,
      "num_tokens": 481421769.0,
      "step": 624980
    },
    {
      "epoch": 0.7927743487095964,
      "grad_norm": 5.125,
      "learning_rate": 1.0362660448736328e-05,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5419245392084122,
      "num_tokens": 481429586.0,
      "step": 624990
    },
    {
      "epoch": 0.7927870333021292,
      "grad_norm": 5.0625,
      "learning_rate": 1.0362026138650037e-05,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5358101755380631,
      "num_tokens": 481437187.0,
      "step": 625000
    },
    {
      "epoch": 0.7927997178946621,
      "grad_norm": 5.40625,
      "learning_rate": 1.0361391828563745e-05,
      "loss": 1.978,
      "mean_token_accuracy": 0.5710003823041916,
      "num_tokens": 481445024.0,
      "step": 625010
    },
    {
      "epoch": 0.7928124024871949,
      "grad_norm": 6.0625,
      "learning_rate": 1.0360757518477452e-05,
      "loss": 1.893,
      "mean_token_accuracy": 0.5698987782001496,
      "num_tokens": 481451469.0,
      "step": 625020
    },
    {
      "epoch": 0.7928250870797278,
      "grad_norm": 5.125,
      "learning_rate": 1.0360123208391163e-05,
      "loss": 1.8399,
      "mean_token_accuracy": 0.5942069083452225,
      "num_tokens": 481458390.0,
      "step": 625030
    },
    {
      "epoch": 0.7928377716722605,
      "grad_norm": 4.84375,
      "learning_rate": 1.035948889830487e-05,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5476999878883362,
      "num_tokens": 481465386.0,
      "step": 625040
    },
    {
      "epoch": 0.7928504562647934,
      "grad_norm": 5.28125,
      "learning_rate": 1.0358854588218579e-05,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5448904544115066,
      "num_tokens": 481473695.0,
      "step": 625050
    },
    {
      "epoch": 0.7928631408573262,
      "grad_norm": 7.59375,
      "learning_rate": 1.0358220278132287e-05,
      "loss": 2.0133,
      "mean_token_accuracy": 0.5534231215715408,
      "num_tokens": 481480626.0,
      "step": 625060
    },
    {
      "epoch": 0.7928758254498591,
      "grad_norm": 5.3125,
      "learning_rate": 1.0357585968045994e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5261988788843155,
      "num_tokens": 481489952.0,
      "step": 625070
    },
    {
      "epoch": 0.7928885100423919,
      "grad_norm": 6.75,
      "learning_rate": 1.0356951657959705e-05,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5441907346248627,
      "num_tokens": 481497752.0,
      "step": 625080
    },
    {
      "epoch": 0.7929011946349247,
      "grad_norm": 7.0625,
      "learning_rate": 1.0356317347873412e-05,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5747758269309997,
      "num_tokens": 481504797.0,
      "step": 625090
    },
    {
      "epoch": 0.7929138792274576,
      "grad_norm": 7.28125,
      "learning_rate": 1.035568303778712e-05,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5504925101995468,
      "num_tokens": 481512143.0,
      "step": 625100
    },
    {
      "epoch": 0.7929265638199904,
      "grad_norm": 5.09375,
      "learning_rate": 1.035504872770083e-05,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5613661915063858,
      "num_tokens": 481520071.0,
      "step": 625110
    },
    {
      "epoch": 0.7929392484125233,
      "grad_norm": 5.90625,
      "learning_rate": 1.0354414417614536e-05,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5625000447034836,
      "num_tokens": 481528009.0,
      "step": 625120
    },
    {
      "epoch": 0.7929519330050561,
      "grad_norm": 5.09375,
      "learning_rate": 1.0353780107528247e-05,
      "loss": 1.9055,
      "mean_token_accuracy": 0.5859938859939575,
      "num_tokens": 481535172.0,
      "step": 625130
    },
    {
      "epoch": 0.792964617597589,
      "grad_norm": 5.0,
      "learning_rate": 1.0353145797441954e-05,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5506703346967697,
      "num_tokens": 481543140.0,
      "step": 625140
    },
    {
      "epoch": 0.7929773021901217,
      "grad_norm": 4.96875,
      "learning_rate": 1.0352511487355664e-05,
      "loss": 2.113,
      "mean_token_accuracy": 0.5293628662824631,
      "num_tokens": 481552034.0,
      "step": 625150
    },
    {
      "epoch": 0.7929899867826545,
      "grad_norm": 6.6875,
      "learning_rate": 1.0351877177269371e-05,
      "loss": 1.929,
      "mean_token_accuracy": 0.5731290221214295,
      "num_tokens": 481559225.0,
      "step": 625160
    },
    {
      "epoch": 0.7930026713751874,
      "grad_norm": 5.0,
      "learning_rate": 1.035124286718308e-05,
      "loss": 2.1836,
      "mean_token_accuracy": 0.5153098434209824,
      "num_tokens": 481567001.0,
      "step": 625170
    },
    {
      "epoch": 0.7930153559677202,
      "grad_norm": 5.90625,
      "learning_rate": 1.0350608557096789e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.5236499845981598,
      "num_tokens": 481576068.0,
      "step": 625180
    },
    {
      "epoch": 0.7930280405602531,
      "grad_norm": 4.78125,
      "learning_rate": 1.0349974247010496e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5567981183528901,
      "num_tokens": 481584208.0,
      "step": 625190
    },
    {
      "epoch": 0.7930407251527859,
      "grad_norm": 5.71875,
      "learning_rate": 1.0349339936924206e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.534139159321785,
      "num_tokens": 481592578.0,
      "step": 625200
    },
    {
      "epoch": 0.7930534097453188,
      "grad_norm": 6.3125,
      "learning_rate": 1.0348705626837913e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5396129041910172,
      "num_tokens": 481600745.0,
      "step": 625210
    },
    {
      "epoch": 0.7930660943378516,
      "grad_norm": 6.4375,
      "learning_rate": 1.0348071316751624e-05,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5702038288116456,
      "num_tokens": 481607452.0,
      "step": 625220
    },
    {
      "epoch": 0.7930787789303844,
      "grad_norm": 6.0625,
      "learning_rate": 1.034743700666533e-05,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5441419005393981,
      "num_tokens": 481615012.0,
      "step": 625230
    },
    {
      "epoch": 0.7930914635229173,
      "grad_norm": 6.40625,
      "learning_rate": 1.034680269657904e-05,
      "loss": 1.764,
      "mean_token_accuracy": 0.6080545008182525,
      "num_tokens": 481621471.0,
      "step": 625240
    },
    {
      "epoch": 0.79310414811545,
      "grad_norm": 6.9375,
      "learning_rate": 1.0346168386492748e-05,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5784866958856583,
      "num_tokens": 481628055.0,
      "step": 625250
    },
    {
      "epoch": 0.7931168327079829,
      "grad_norm": 5.875,
      "learning_rate": 1.0345534076406455e-05,
      "loss": 2.1235,
      "mean_token_accuracy": 0.536495503783226,
      "num_tokens": 481636599.0,
      "step": 625260
    },
    {
      "epoch": 0.7931295173005157,
      "grad_norm": 5.0,
      "learning_rate": 1.0344899766320166e-05,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5561399519443512,
      "num_tokens": 481644510.0,
      "step": 625270
    },
    {
      "epoch": 0.7931422018930486,
      "grad_norm": 4.78125,
      "learning_rate": 1.0344265456233873e-05,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5323716074228286,
      "num_tokens": 481651829.0,
      "step": 625280
    },
    {
      "epoch": 0.7931548864855814,
      "grad_norm": 6.90625,
      "learning_rate": 1.0343631146147582e-05,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5459967643022537,
      "num_tokens": 481659698.0,
      "step": 625290
    },
    {
      "epoch": 0.7931675710781143,
      "grad_norm": 6.15625,
      "learning_rate": 1.034299683606129e-05,
      "loss": 2.2414,
      "mean_token_accuracy": 0.5191007852554321,
      "num_tokens": 481667448.0,
      "step": 625300
    },
    {
      "epoch": 0.7931802556706471,
      "grad_norm": 5.5625,
      "learning_rate": 1.0342362525974997e-05,
      "loss": 1.8025,
      "mean_token_accuracy": 0.5945328563451767,
      "num_tokens": 481673611.0,
      "step": 625310
    },
    {
      "epoch": 0.7931929402631799,
      "grad_norm": 9.5,
      "learning_rate": 1.0341728215888708e-05,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5592371553182602,
      "num_tokens": 481681253.0,
      "step": 625320
    },
    {
      "epoch": 0.7932056248557128,
      "grad_norm": 5.375,
      "learning_rate": 1.0341093905802415e-05,
      "loss": 1.8257,
      "mean_token_accuracy": 0.5951602041721344,
      "num_tokens": 481689038.0,
      "step": 625330
    },
    {
      "epoch": 0.7932183094482456,
      "grad_norm": 8.9375,
      "learning_rate": 1.0340459595716124e-05,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5326192140579223,
      "num_tokens": 481697224.0,
      "step": 625340
    },
    {
      "epoch": 0.7932309940407785,
      "grad_norm": 4.8125,
      "learning_rate": 1.0339825285629832e-05,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5660364121198654,
      "num_tokens": 481704502.0,
      "step": 625350
    },
    {
      "epoch": 0.7932436786333112,
      "grad_norm": 5.6875,
      "learning_rate": 1.0339190975543541e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5336955428123474,
      "num_tokens": 481712374.0,
      "step": 625360
    },
    {
      "epoch": 0.7932563632258441,
      "grad_norm": 6.71875,
      "learning_rate": 1.033855666545725e-05,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5674264073371887,
      "num_tokens": 481719421.0,
      "step": 625370
    },
    {
      "epoch": 0.7932690478183769,
      "grad_norm": 5.5,
      "learning_rate": 1.0337922355370957e-05,
      "loss": 1.988,
      "mean_token_accuracy": 0.5688480406999588,
      "num_tokens": 481726192.0,
      "step": 625380
    },
    {
      "epoch": 0.7932817324109097,
      "grad_norm": 5.65625,
      "learning_rate": 1.0337288045284667e-05,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5309612691402436,
      "num_tokens": 481734680.0,
      "step": 625390
    },
    {
      "epoch": 0.7932944170034426,
      "grad_norm": 9.9375,
      "learning_rate": 1.0336653735198374e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5438398480415344,
      "num_tokens": 481740951.0,
      "step": 625400
    },
    {
      "epoch": 0.7933071015959754,
      "grad_norm": 6.375,
      "learning_rate": 1.0336019425112083e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5570404618978501,
      "num_tokens": 481748631.0,
      "step": 625410
    },
    {
      "epoch": 0.7933197861885083,
      "grad_norm": 6.3125,
      "learning_rate": 1.0335385115025792e-05,
      "loss": 1.7079,
      "mean_token_accuracy": 0.6004405558109284,
      "num_tokens": 481756071.0,
      "step": 625420
    },
    {
      "epoch": 0.7933324707810411,
      "grad_norm": 5.59375,
      "learning_rate": 1.03347508049395e-05,
      "loss": 2.0395,
      "mean_token_accuracy": 0.552712294459343,
      "num_tokens": 481764121.0,
      "step": 625430
    },
    {
      "epoch": 0.793345155373574,
      "grad_norm": 5.4375,
      "learning_rate": 1.033411649485321e-05,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5414422571659088,
      "num_tokens": 481772600.0,
      "step": 625440
    },
    {
      "epoch": 0.7933578399661068,
      "grad_norm": 5.4375,
      "learning_rate": 1.0333482184766916e-05,
      "loss": 2.2398,
      "mean_token_accuracy": 0.515727561712265,
      "num_tokens": 481780846.0,
      "step": 625450
    },
    {
      "epoch": 0.7933705245586397,
      "grad_norm": 5.84375,
      "learning_rate": 1.0332847874680625e-05,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5495962172746658,
      "num_tokens": 481789093.0,
      "step": 625460
    },
    {
      "epoch": 0.7933832091511724,
      "grad_norm": 5.28125,
      "learning_rate": 1.0332213564594334e-05,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5440358728170395,
      "num_tokens": 481797291.0,
      "step": 625470
    },
    {
      "epoch": 0.7933958937437052,
      "grad_norm": 8.4375,
      "learning_rate": 1.0331579254508043e-05,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5628384113311767,
      "num_tokens": 481803541.0,
      "step": 625480
    },
    {
      "epoch": 0.7934085783362381,
      "grad_norm": 4.875,
      "learning_rate": 1.0330944944421751e-05,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5428593456745148,
      "num_tokens": 481811804.0,
      "step": 625490
    },
    {
      "epoch": 0.7934212629287709,
      "grad_norm": 6.625,
      "learning_rate": 1.0330310634335458e-05,
      "loss": 2.177,
      "mean_token_accuracy": 0.5205872356891632,
      "num_tokens": 481818919.0,
      "step": 625500
    },
    {
      "epoch": 0.7934339475213038,
      "grad_norm": 5.21875,
      "learning_rate": 1.0329676324249167e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5213629722595214,
      "num_tokens": 481828155.0,
      "step": 625510
    },
    {
      "epoch": 0.7934466321138366,
      "grad_norm": 6.09375,
      "learning_rate": 1.0329042014162876e-05,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5408320844173431,
      "num_tokens": 481835257.0,
      "step": 625520
    },
    {
      "epoch": 0.7934593167063695,
      "grad_norm": 5.53125,
      "learning_rate": 1.0328407704076585e-05,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5387342482805252,
      "num_tokens": 481842502.0,
      "step": 625530
    },
    {
      "epoch": 0.7934720012989023,
      "grad_norm": 7.78125,
      "learning_rate": 1.0327773393990293e-05,
      "loss": 1.9813,
      "mean_token_accuracy": 0.571271076798439,
      "num_tokens": 481849832.0,
      "step": 625540
    },
    {
      "epoch": 0.7934846858914351,
      "grad_norm": 5.6875,
      "learning_rate": 1.0327139083904002e-05,
      "loss": 1.8154,
      "mean_token_accuracy": 0.5853474766016007,
      "num_tokens": 481858643.0,
      "step": 625550
    },
    {
      "epoch": 0.793497370483968,
      "grad_norm": 5.15625,
      "learning_rate": 1.0326504773817709e-05,
      "loss": 1.8794,
      "mean_token_accuracy": 0.5785568565130234,
      "num_tokens": 481864850.0,
      "step": 625560
    },
    {
      "epoch": 0.7935100550765007,
      "grad_norm": 4.875,
      "learning_rate": 1.0325870463731418e-05,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5393910795450211,
      "num_tokens": 481872464.0,
      "step": 625570
    },
    {
      "epoch": 0.7935227396690336,
      "grad_norm": 6.40625,
      "learning_rate": 1.0325236153645127e-05,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5210967004299164,
      "num_tokens": 481879938.0,
      "step": 625580
    },
    {
      "epoch": 0.7935354242615664,
      "grad_norm": 6.15625,
      "learning_rate": 1.0324601843558835e-05,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5481127291917801,
      "num_tokens": 481887012.0,
      "step": 625590
    },
    {
      "epoch": 0.7935481088540993,
      "grad_norm": 4.375,
      "learning_rate": 1.0323967533472544e-05,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5779052615165711,
      "num_tokens": 481894292.0,
      "step": 625600
    },
    {
      "epoch": 0.7935607934466321,
      "grad_norm": 5.40625,
      "learning_rate": 1.0323333223386253e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5398155987262726,
      "num_tokens": 481904120.0,
      "step": 625610
    },
    {
      "epoch": 0.793573478039165,
      "grad_norm": 5.53125,
      "learning_rate": 1.0322698913299962e-05,
      "loss": 1.8027,
      "mean_token_accuracy": 0.6014559805393219,
      "num_tokens": 481911358.0,
      "step": 625620
    },
    {
      "epoch": 0.7935861626316978,
      "grad_norm": 5.3125,
      "learning_rate": 1.0322064603213669e-05,
      "loss": 2.137,
      "mean_token_accuracy": 0.521804341673851,
      "num_tokens": 481920125.0,
      "step": 625630
    },
    {
      "epoch": 0.7935988472242306,
      "grad_norm": 5.125,
      "learning_rate": 1.0321430293127377e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.525698122382164,
      "num_tokens": 481928572.0,
      "step": 625640
    },
    {
      "epoch": 0.7936115318167635,
      "grad_norm": 5.3125,
      "learning_rate": 1.0320795983041086e-05,
      "loss": 1.98,
      "mean_token_accuracy": 0.5651303499937057,
      "num_tokens": 481936898.0,
      "step": 625650
    },
    {
      "epoch": 0.7936242164092963,
      "grad_norm": 5.96875,
      "learning_rate": 1.0320161672954795e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5326319605112075,
      "num_tokens": 481944179.0,
      "step": 625660
    },
    {
      "epoch": 0.7936369010018292,
      "grad_norm": 5.15625,
      "learning_rate": 1.0319527362868504e-05,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5405032753944397,
      "num_tokens": 481953214.0,
      "step": 625670
    },
    {
      "epoch": 0.7936495855943619,
      "grad_norm": 6.1875,
      "learning_rate": 1.031889305278221e-05,
      "loss": 1.9109,
      "mean_token_accuracy": 0.5677102208137512,
      "num_tokens": 481959252.0,
      "step": 625680
    },
    {
      "epoch": 0.7936622701868948,
      "grad_norm": 5.78125,
      "learning_rate": 1.031825874269592e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5433401674032211,
      "num_tokens": 481968138.0,
      "step": 625690
    },
    {
      "epoch": 0.7936749547794276,
      "grad_norm": 5.34375,
      "learning_rate": 1.0317624432609628e-05,
      "loss": 2.2676,
      "mean_token_accuracy": 0.51606085896492,
      "num_tokens": 481976941.0,
      "step": 625700
    },
    {
      "epoch": 0.7936876393719604,
      "grad_norm": 5.875,
      "learning_rate": 1.0316990122523337e-05,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5336353540420532,
      "num_tokens": 481985451.0,
      "step": 625710
    },
    {
      "epoch": 0.7937003239644933,
      "grad_norm": 5.59375,
      "learning_rate": 1.0316355812437046e-05,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5220350503921509,
      "num_tokens": 481994332.0,
      "step": 625720
    },
    {
      "epoch": 0.7937130085570261,
      "grad_norm": 6.0,
      "learning_rate": 1.0315721502350753e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5349786967039108,
      "num_tokens": 482003555.0,
      "step": 625730
    },
    {
      "epoch": 0.793725693149559,
      "grad_norm": 6.34375,
      "learning_rate": 1.0315087192264463e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5458452433347702,
      "num_tokens": 482010190.0,
      "step": 625740
    },
    {
      "epoch": 0.7937383777420918,
      "grad_norm": 5.15625,
      "learning_rate": 1.031445288217817e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.540354773402214,
      "num_tokens": 482018358.0,
      "step": 625750
    },
    {
      "epoch": 0.7937510623346247,
      "grad_norm": 5.0,
      "learning_rate": 1.0313818572091879e-05,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5649891763925552,
      "num_tokens": 482027325.0,
      "step": 625760
    },
    {
      "epoch": 0.7937637469271575,
      "grad_norm": 5.8125,
      "learning_rate": 1.0313184262005588e-05,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5216083139181137,
      "num_tokens": 482034215.0,
      "step": 625770
    },
    {
      "epoch": 0.7937764315196902,
      "grad_norm": 6.59375,
      "learning_rate": 1.0312549951919295e-05,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5682780027389527,
      "num_tokens": 482041729.0,
      "step": 625780
    },
    {
      "epoch": 0.7937891161122231,
      "grad_norm": 5.84375,
      "learning_rate": 1.0311915641833005e-05,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5360767692327499,
      "num_tokens": 482050367.0,
      "step": 625790
    },
    {
      "epoch": 0.7938018007047559,
      "grad_norm": 7.03125,
      "learning_rate": 1.0311281331746712e-05,
      "loss": 1.8937,
      "mean_token_accuracy": 0.5707688629627228,
      "num_tokens": 482058575.0,
      "step": 625800
    },
    {
      "epoch": 0.7938144852972888,
      "grad_norm": 5.59375,
      "learning_rate": 1.0310647021660422e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.53209989964962,
      "num_tokens": 482067498.0,
      "step": 625810
    },
    {
      "epoch": 0.7938271698898216,
      "grad_norm": 5.125,
      "learning_rate": 1.031001271157413e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5252638041973114,
      "num_tokens": 482076144.0,
      "step": 625820
    },
    {
      "epoch": 0.7938398544823545,
      "grad_norm": 4.8125,
      "learning_rate": 1.0309378401487838e-05,
      "loss": 2.2292,
      "mean_token_accuracy": 0.5156521141529083,
      "num_tokens": 482084252.0,
      "step": 625830
    },
    {
      "epoch": 0.7938525390748873,
      "grad_norm": 5.1875,
      "learning_rate": 1.0308744091401547e-05,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5347421437501907,
      "num_tokens": 482092339.0,
      "step": 625840
    },
    {
      "epoch": 0.7938652236674202,
      "grad_norm": 6.0,
      "learning_rate": 1.0308109781315254e-05,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5217410445213317,
      "num_tokens": 482100891.0,
      "step": 625850
    },
    {
      "epoch": 0.793877908259953,
      "grad_norm": 5.25,
      "learning_rate": 1.0307475471228964e-05,
      "loss": 2.2413,
      "mean_token_accuracy": 0.5128810375928878,
      "num_tokens": 482109340.0,
      "step": 625860
    },
    {
      "epoch": 0.7938905928524858,
      "grad_norm": 5.59375,
      "learning_rate": 1.0306841161142672e-05,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5341637134552002,
      "num_tokens": 482116812.0,
      "step": 625870
    },
    {
      "epoch": 0.7939032774450187,
      "grad_norm": 5.875,
      "learning_rate": 1.030620685105638e-05,
      "loss": 1.6631,
      "mean_token_accuracy": 0.6322676837444305,
      "num_tokens": 482122920.0,
      "step": 625880
    },
    {
      "epoch": 0.7939159620375514,
      "grad_norm": 4.875,
      "learning_rate": 1.0305572540970089e-05,
      "loss": 1.8929,
      "mean_token_accuracy": 0.5933090895414352,
      "num_tokens": 482129458.0,
      "step": 625890
    },
    {
      "epoch": 0.7939286466300843,
      "grad_norm": 5.8125,
      "learning_rate": 1.0304938230883796e-05,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5638200253248214,
      "num_tokens": 482136959.0,
      "step": 625900
    },
    {
      "epoch": 0.7939413312226171,
      "grad_norm": 6.46875,
      "learning_rate": 1.0304303920797507e-05,
      "loss": 1.9547,
      "mean_token_accuracy": 0.5766409903764724,
      "num_tokens": 482144475.0,
      "step": 625910
    },
    {
      "epoch": 0.79395401581515,
      "grad_norm": 5.09375,
      "learning_rate": 1.0303669610711214e-05,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5248018354177475,
      "num_tokens": 482152141.0,
      "step": 625920
    },
    {
      "epoch": 0.7939667004076828,
      "grad_norm": 6.53125,
      "learning_rate": 1.0303035300624924e-05,
      "loss": 1.6102,
      "mean_token_accuracy": 0.6340395152568817,
      "num_tokens": 482157599.0,
      "step": 625930
    },
    {
      "epoch": 0.7939793850002156,
      "grad_norm": 4.90625,
      "learning_rate": 1.0302400990538631e-05,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5641425579786301,
      "num_tokens": 482165223.0,
      "step": 625940
    },
    {
      "epoch": 0.7939920695927485,
      "grad_norm": 5.53125,
      "learning_rate": 1.030176668045234e-05,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5512115299701691,
      "num_tokens": 482173369.0,
      "step": 625950
    },
    {
      "epoch": 0.7940047541852813,
      "grad_norm": 5.25,
      "learning_rate": 1.0301132370366049e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5378055840730667,
      "num_tokens": 482182433.0,
      "step": 625960
    },
    {
      "epoch": 0.7940174387778142,
      "grad_norm": 6.4375,
      "learning_rate": 1.0300498060279756e-05,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5449301600456238,
      "num_tokens": 482189605.0,
      "step": 625970
    },
    {
      "epoch": 0.794030123370347,
      "grad_norm": 5.03125,
      "learning_rate": 1.0299863750193466e-05,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5394189298152924,
      "num_tokens": 482197273.0,
      "step": 625980
    },
    {
      "epoch": 0.7940428079628798,
      "grad_norm": 4.375,
      "learning_rate": 1.0299229440107173e-05,
      "loss": 1.8948,
      "mean_token_accuracy": 0.5762897998094558,
      "num_tokens": 482205573.0,
      "step": 625990
    },
    {
      "epoch": 0.7940554925554126,
      "grad_norm": 5.03125,
      "learning_rate": 1.0298595130020882e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5398172587156296,
      "num_tokens": 482213607.0,
      "step": 626000
    },
    {
      "epoch": 0.7940681771479455,
      "grad_norm": 6.25,
      "learning_rate": 1.029796081993459e-05,
      "loss": 1.8579,
      "mean_token_accuracy": 0.5763869851827621,
      "num_tokens": 482220456.0,
      "step": 626010
    },
    {
      "epoch": 0.7940808617404783,
      "grad_norm": 5.65625,
      "learning_rate": 1.02973265098483e-05,
      "loss": 2.192,
      "mean_token_accuracy": 0.5167376101016998,
      "num_tokens": 482229459.0,
      "step": 626020
    },
    {
      "epoch": 0.7940935463330111,
      "grad_norm": 6.1875,
      "learning_rate": 1.0296692199762008e-05,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5720929712057113,
      "num_tokens": 482236260.0,
      "step": 626030
    },
    {
      "epoch": 0.794106230925544,
      "grad_norm": 6.3125,
      "learning_rate": 1.0296057889675715e-05,
      "loss": 1.8662,
      "mean_token_accuracy": 0.5911903202533721,
      "num_tokens": 482243559.0,
      "step": 626040
    },
    {
      "epoch": 0.7941189155180768,
      "grad_norm": 6.71875,
      "learning_rate": 1.0295423579589425e-05,
      "loss": 1.8893,
      "mean_token_accuracy": 0.5888715773820877,
      "num_tokens": 482250590.0,
      "step": 626050
    },
    {
      "epoch": 0.7941316001106097,
      "grad_norm": 5.8125,
      "learning_rate": 1.0294789269503133e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5300078421831131,
      "num_tokens": 482258715.0,
      "step": 626060
    },
    {
      "epoch": 0.7941442847031425,
      "grad_norm": 5.875,
      "learning_rate": 1.0294154959416841e-05,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5628253072500229,
      "num_tokens": 482266385.0,
      "step": 626070
    },
    {
      "epoch": 0.7941569692956754,
      "grad_norm": 6.71875,
      "learning_rate": 1.029352064933055e-05,
      "loss": 2.2192,
      "mean_token_accuracy": 0.5148724436759948,
      "num_tokens": 482273546.0,
      "step": 626080
    },
    {
      "epoch": 0.7941696538882081,
      "grad_norm": 6.6875,
      "learning_rate": 1.0292886339244257e-05,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5555354595184326,
      "num_tokens": 482280920.0,
      "step": 626090
    },
    {
      "epoch": 0.7941823384807409,
      "grad_norm": 6.5,
      "learning_rate": 1.0292252029157967e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5220047295093536,
      "num_tokens": 482286671.0,
      "step": 626100
    },
    {
      "epoch": 0.7941950230732738,
      "grad_norm": 4.84375,
      "learning_rate": 1.0291617719071675e-05,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5271684259176255,
      "num_tokens": 482295427.0,
      "step": 626110
    },
    {
      "epoch": 0.7942077076658066,
      "grad_norm": 4.90625,
      "learning_rate": 1.0290983408985383e-05,
      "loss": 2.2872,
      "mean_token_accuracy": 0.5062431395053864,
      "num_tokens": 482304193.0,
      "step": 626120
    },
    {
      "epoch": 0.7942203922583395,
      "grad_norm": 5.4375,
      "learning_rate": 1.0290349098899092e-05,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5662482500076294,
      "num_tokens": 482312128.0,
      "step": 626130
    },
    {
      "epoch": 0.7942330768508723,
      "grad_norm": 6.4375,
      "learning_rate": 1.02897147888128e-05,
      "loss": 2.1953,
      "mean_token_accuracy": 0.545608177781105,
      "num_tokens": 482318254.0,
      "step": 626140
    },
    {
      "epoch": 0.7942457614434052,
      "grad_norm": 5.40625,
      "learning_rate": 1.028908047872651e-05,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5663698494434357,
      "num_tokens": 482326334.0,
      "step": 626150
    },
    {
      "epoch": 0.794258446035938,
      "grad_norm": 5.4375,
      "learning_rate": 1.0288446168640217e-05,
      "loss": 1.9277,
      "mean_token_accuracy": 0.5779797077178955,
      "num_tokens": 482332814.0,
      "step": 626160
    },
    {
      "epoch": 0.7942711306284708,
      "grad_norm": 5.84375,
      "learning_rate": 1.0287811858553925e-05,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5289587616920471,
      "num_tokens": 482339999.0,
      "step": 626170
    },
    {
      "epoch": 0.7942838152210037,
      "grad_norm": 5.75,
      "learning_rate": 1.0287177548467634e-05,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5385515332221985,
      "num_tokens": 482348282.0,
      "step": 626180
    },
    {
      "epoch": 0.7942964998135364,
      "grad_norm": 7.375,
      "learning_rate": 1.0286543238381343e-05,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5330820381641388,
      "num_tokens": 482355696.0,
      "step": 626190
    },
    {
      "epoch": 0.7943091844060693,
      "grad_norm": 4.9375,
      "learning_rate": 1.0285908928295051e-05,
      "loss": 2.074,
      "mean_token_accuracy": 0.5402639150619507,
      "num_tokens": 482362808.0,
      "step": 626200
    },
    {
      "epoch": 0.7943218689986021,
      "grad_norm": 8.5,
      "learning_rate": 1.028527461820876e-05,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5257227182388305,
      "num_tokens": 482370362.0,
      "step": 626210
    },
    {
      "epoch": 0.794334553591135,
      "grad_norm": 5.0625,
      "learning_rate": 1.0284640308122467e-05,
      "loss": 1.8974,
      "mean_token_accuracy": 0.574626088142395,
      "num_tokens": 482377969.0,
      "step": 626220
    },
    {
      "epoch": 0.7943472381836678,
      "grad_norm": 4.9375,
      "learning_rate": 1.0284005998036176e-05,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5635775834321975,
      "num_tokens": 482386036.0,
      "step": 626230
    },
    {
      "epoch": 0.7943599227762007,
      "grad_norm": 6.5625,
      "learning_rate": 1.0283371687949885e-05,
      "loss": 1.8537,
      "mean_token_accuracy": 0.589643907546997,
      "num_tokens": 482393292.0,
      "step": 626240
    },
    {
      "epoch": 0.7943726073687335,
      "grad_norm": 4.6875,
      "learning_rate": 1.0282737377863593e-05,
      "loss": 2.2996,
      "mean_token_accuracy": 0.4990632027387619,
      "num_tokens": 482401990.0,
      "step": 626250
    },
    {
      "epoch": 0.7943852919612663,
      "grad_norm": 5.125,
      "learning_rate": 1.0282103067777302e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5228633552789688,
      "num_tokens": 482409904.0,
      "step": 626260
    },
    {
      "epoch": 0.7943979765537992,
      "grad_norm": 5.5,
      "learning_rate": 1.0281468757691011e-05,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5539824903011322,
      "num_tokens": 482416450.0,
      "step": 626270
    },
    {
      "epoch": 0.794410661146332,
      "grad_norm": 6.125,
      "learning_rate": 1.028083444760472e-05,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5739458799362183,
      "num_tokens": 482422914.0,
      "step": 626280
    },
    {
      "epoch": 0.7944233457388649,
      "grad_norm": 11.0625,
      "learning_rate": 1.0280200137518427e-05,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5534830659627914,
      "num_tokens": 482430226.0,
      "step": 626290
    },
    {
      "epoch": 0.7944360303313976,
      "grad_norm": 5.6875,
      "learning_rate": 1.0279565827432135e-05,
      "loss": 2.2508,
      "mean_token_accuracy": 0.5194049686193466,
      "num_tokens": 482437654.0,
      "step": 626300
    },
    {
      "epoch": 0.7944487149239305,
      "grad_norm": 5.5625,
      "learning_rate": 1.0278931517345844e-05,
      "loss": 1.7975,
      "mean_token_accuracy": 0.5899007797241211,
      "num_tokens": 482446102.0,
      "step": 626310
    },
    {
      "epoch": 0.7944613995164633,
      "grad_norm": 5.15625,
      "learning_rate": 1.0278297207259553e-05,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5443680137395859,
      "num_tokens": 482454443.0,
      "step": 626320
    },
    {
      "epoch": 0.7944740841089961,
      "grad_norm": 5.6875,
      "learning_rate": 1.0277662897173262e-05,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5499374389648437,
      "num_tokens": 482462270.0,
      "step": 626330
    },
    {
      "epoch": 0.794486768701529,
      "grad_norm": 4.71875,
      "learning_rate": 1.0277028587086969e-05,
      "loss": 1.813,
      "mean_token_accuracy": 0.5974186092615128,
      "num_tokens": 482469178.0,
      "step": 626340
    },
    {
      "epoch": 0.7944994532940618,
      "grad_norm": 6.28125,
      "learning_rate": 1.0276394277000677e-05,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5238275587558746,
      "num_tokens": 482475507.0,
      "step": 626350
    },
    {
      "epoch": 0.7945121378865947,
      "grad_norm": 5.71875,
      "learning_rate": 1.0275759966914386e-05,
      "loss": 2.3576,
      "mean_token_accuracy": 0.4947401374578476,
      "num_tokens": 482482936.0,
      "step": 626360
    },
    {
      "epoch": 0.7945248224791275,
      "grad_norm": 5.125,
      "learning_rate": 1.0275125656828095e-05,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5360581755638123,
      "num_tokens": 482490096.0,
      "step": 626370
    },
    {
      "epoch": 0.7945375070716604,
      "grad_norm": 4.40625,
      "learning_rate": 1.0274491346741804e-05,
      "loss": 1.7833,
      "mean_token_accuracy": 0.5971585810184479,
      "num_tokens": 482497459.0,
      "step": 626380
    },
    {
      "epoch": 0.7945501916641932,
      "grad_norm": 6.15625,
      "learning_rate": 1.027385703665551e-05,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5582343310117721,
      "num_tokens": 482504873.0,
      "step": 626390
    },
    {
      "epoch": 0.7945628762567261,
      "grad_norm": 4.8125,
      "learning_rate": 1.0273222726569221e-05,
      "loss": 1.8074,
      "mean_token_accuracy": 0.5908019304275512,
      "num_tokens": 482511318.0,
      "step": 626400
    },
    {
      "epoch": 0.7945755608492588,
      "grad_norm": 5.3125,
      "learning_rate": 1.0272588416482928e-05,
      "loss": 2.164,
      "mean_token_accuracy": 0.5282866418361664,
      "num_tokens": 482519486.0,
      "step": 626410
    },
    {
      "epoch": 0.7945882454417916,
      "grad_norm": 7.71875,
      "learning_rate": 1.0271954106396637e-05,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5683636099100113,
      "num_tokens": 482527545.0,
      "step": 626420
    },
    {
      "epoch": 0.7946009300343245,
      "grad_norm": 7.0,
      "learning_rate": 1.0271319796310346e-05,
      "loss": 2.3144,
      "mean_token_accuracy": 0.4999020457267761,
      "num_tokens": 482535273.0,
      "step": 626430
    },
    {
      "epoch": 0.7946136146268573,
      "grad_norm": 6.0625,
      "learning_rate": 1.0270685486224053e-05,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5310110986232758,
      "num_tokens": 482544441.0,
      "step": 626440
    },
    {
      "epoch": 0.7946262992193902,
      "grad_norm": 7.96875,
      "learning_rate": 1.0270051176137763e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5717643916606903,
      "num_tokens": 482551434.0,
      "step": 626450
    },
    {
      "epoch": 0.794638983811923,
      "grad_norm": 6.40625,
      "learning_rate": 1.026941686605147e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.556605339050293,
      "num_tokens": 482559479.0,
      "step": 626460
    },
    {
      "epoch": 0.7946516684044559,
      "grad_norm": 5.71875,
      "learning_rate": 1.026878255596518e-05,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5637146681547165,
      "num_tokens": 482566600.0,
      "step": 626470
    },
    {
      "epoch": 0.7946643529969887,
      "grad_norm": 6.71875,
      "learning_rate": 1.0268148245878888e-05,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5371525585651398,
      "num_tokens": 482574629.0,
      "step": 626480
    },
    {
      "epoch": 0.7946770375895215,
      "grad_norm": 5.59375,
      "learning_rate": 1.0267513935792596e-05,
      "loss": 1.9266,
      "mean_token_accuracy": 0.579531529545784,
      "num_tokens": 482582148.0,
      "step": 626490
    },
    {
      "epoch": 0.7946897221820544,
      "grad_norm": 5.15625,
      "learning_rate": 1.0266879625706305e-05,
      "loss": 2.3107,
      "mean_token_accuracy": 0.5062400698661804,
      "num_tokens": 482591257.0,
      "step": 626500
    },
    {
      "epoch": 0.7947024067745871,
      "grad_norm": 5.1875,
      "learning_rate": 1.0266245315620012e-05,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5305979907512665,
      "num_tokens": 482599780.0,
      "step": 626510
    },
    {
      "epoch": 0.79471509136712,
      "grad_norm": 5.5,
      "learning_rate": 1.0265611005533723e-05,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5423317193984986,
      "num_tokens": 482608957.0,
      "step": 626520
    },
    {
      "epoch": 0.7947277759596528,
      "grad_norm": 7.53125,
      "learning_rate": 1.026497669544743e-05,
      "loss": 2.2454,
      "mean_token_accuracy": 0.5136130154132843,
      "num_tokens": 482616874.0,
      "step": 626530
    },
    {
      "epoch": 0.7947404605521857,
      "grad_norm": 5.0625,
      "learning_rate": 1.0264342385361138e-05,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5478679239749908,
      "num_tokens": 482624718.0,
      "step": 626540
    },
    {
      "epoch": 0.7947531451447185,
      "grad_norm": 6.34375,
      "learning_rate": 1.0263708075274847e-05,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5273343682289123,
      "num_tokens": 482633134.0,
      "step": 626550
    },
    {
      "epoch": 0.7947658297372513,
      "grad_norm": 6.0,
      "learning_rate": 1.0263073765188554e-05,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5683285117149353,
      "num_tokens": 482639410.0,
      "step": 626560
    },
    {
      "epoch": 0.7947785143297842,
      "grad_norm": 6.28125,
      "learning_rate": 1.0262439455102265e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5349660128355026,
      "num_tokens": 482647721.0,
      "step": 626570
    },
    {
      "epoch": 0.794791198922317,
      "grad_norm": 5.84375,
      "learning_rate": 1.0261805145015972e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5345303535461425,
      "num_tokens": 482655156.0,
      "step": 626580
    },
    {
      "epoch": 0.7948038835148499,
      "grad_norm": 4.625,
      "learning_rate": 1.0261170834929682e-05,
      "loss": 2.0892,
      "mean_token_accuracy": 0.538161113858223,
      "num_tokens": 482663639.0,
      "step": 626590
    },
    {
      "epoch": 0.7948165681073827,
      "grad_norm": 5.90625,
      "learning_rate": 1.026053652484339e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5345654040575027,
      "num_tokens": 482671038.0,
      "step": 626600
    },
    {
      "epoch": 0.7948292526999156,
      "grad_norm": 6.4375,
      "learning_rate": 1.0259902214757098e-05,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5479726701974869,
      "num_tokens": 482679581.0,
      "step": 626610
    },
    {
      "epoch": 0.7948419372924483,
      "grad_norm": 6.25,
      "learning_rate": 1.0259267904670807e-05,
      "loss": 1.9057,
      "mean_token_accuracy": 0.5648561537265777,
      "num_tokens": 482686983.0,
      "step": 626620
    },
    {
      "epoch": 0.7948546218849812,
      "grad_norm": 5.46875,
      "learning_rate": 1.0258633594584514e-05,
      "loss": 2.1791,
      "mean_token_accuracy": 0.5300552010536194,
      "num_tokens": 482694489.0,
      "step": 626630
    },
    {
      "epoch": 0.794867306477514,
      "grad_norm": 6.90625,
      "learning_rate": 1.0257999284498224e-05,
      "loss": 1.8871,
      "mean_token_accuracy": 0.5807740658521652,
      "num_tokens": 482701864.0,
      "step": 626640
    },
    {
      "epoch": 0.7948799910700468,
      "grad_norm": 4.90625,
      "learning_rate": 1.0257364974411931e-05,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5392856597900391,
      "num_tokens": 482708688.0,
      "step": 626650
    },
    {
      "epoch": 0.7948926756625797,
      "grad_norm": 5.625,
      "learning_rate": 1.025673066432564e-05,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5536029577255249,
      "num_tokens": 482717107.0,
      "step": 626660
    },
    {
      "epoch": 0.7949053602551125,
      "grad_norm": 5.53125,
      "learning_rate": 1.0256096354239349e-05,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5383628338575364,
      "num_tokens": 482725583.0,
      "step": 626670
    },
    {
      "epoch": 0.7949180448476454,
      "grad_norm": 5.375,
      "learning_rate": 1.0255462044153057e-05,
      "loss": 1.8931,
      "mean_token_accuracy": 0.570568522810936,
      "num_tokens": 482733015.0,
      "step": 626680
    },
    {
      "epoch": 0.7949307294401782,
      "grad_norm": 6.375,
      "learning_rate": 1.0254827734066766e-05,
      "loss": 2.2076,
      "mean_token_accuracy": 0.5169077217578888,
      "num_tokens": 482740918.0,
      "step": 626690
    },
    {
      "epoch": 0.7949434140327111,
      "grad_norm": 8.1875,
      "learning_rate": 1.0254193423980473e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.575422328710556,
      "num_tokens": 482748913.0,
      "step": 626700
    },
    {
      "epoch": 0.7949560986252439,
      "grad_norm": 6.1875,
      "learning_rate": 1.0253559113894182e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5284099102020263,
      "num_tokens": 482756618.0,
      "step": 626710
    },
    {
      "epoch": 0.7949687832177766,
      "grad_norm": 5.9375,
      "learning_rate": 1.025292480380789e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5474331587553024,
      "num_tokens": 482763821.0,
      "step": 626720
    },
    {
      "epoch": 0.7949814678103095,
      "grad_norm": 6.6875,
      "learning_rate": 1.02522904937216e-05,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5355886489152908,
      "num_tokens": 482771513.0,
      "step": 626730
    },
    {
      "epoch": 0.7949941524028423,
      "grad_norm": 4.96875,
      "learning_rate": 1.0251656183635308e-05,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5337020456790924,
      "num_tokens": 482779777.0,
      "step": 626740
    },
    {
      "epoch": 0.7950068369953752,
      "grad_norm": 6.5625,
      "learning_rate": 1.0251021873549015e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.546954208612442,
      "num_tokens": 482786427.0,
      "step": 626750
    },
    {
      "epoch": 0.795019521587908,
      "grad_norm": 4.3125,
      "learning_rate": 1.0250387563462726e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5639038681983948,
      "num_tokens": 482794771.0,
      "step": 626760
    },
    {
      "epoch": 0.7950322061804409,
      "grad_norm": 5.34375,
      "learning_rate": 1.0249753253376433e-05,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5497389882802963,
      "num_tokens": 482802978.0,
      "step": 626770
    },
    {
      "epoch": 0.7950448907729737,
      "grad_norm": 6.5,
      "learning_rate": 1.0249118943290141e-05,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5564838945865631,
      "num_tokens": 482810107.0,
      "step": 626780
    },
    {
      "epoch": 0.7950575753655066,
      "grad_norm": 6.59375,
      "learning_rate": 1.024848463320385e-05,
      "loss": 2.1756,
      "mean_token_accuracy": 0.5262257903814316,
      "num_tokens": 482817610.0,
      "step": 626790
    },
    {
      "epoch": 0.7950702599580394,
      "grad_norm": 6.03125,
      "learning_rate": 1.0247850323117559e-05,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5449884057044982,
      "num_tokens": 482825928.0,
      "step": 626800
    },
    {
      "epoch": 0.7950829445505722,
      "grad_norm": 5.90625,
      "learning_rate": 1.0247216013031268e-05,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5479959219694137,
      "num_tokens": 482834239.0,
      "step": 626810
    },
    {
      "epoch": 0.795095629143105,
      "grad_norm": 5.5,
      "learning_rate": 1.0246581702944975e-05,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5214198023080826,
      "num_tokens": 482841072.0,
      "step": 626820
    },
    {
      "epoch": 0.7951083137356378,
      "grad_norm": 6.25,
      "learning_rate": 1.0245947392858683e-05,
      "loss": 1.8294,
      "mean_token_accuracy": 0.5844803631305695,
      "num_tokens": 482848171.0,
      "step": 626830
    },
    {
      "epoch": 0.7951209983281707,
      "grad_norm": 6.4375,
      "learning_rate": 1.0245313082772392e-05,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5315933167934418,
      "num_tokens": 482855483.0,
      "step": 626840
    },
    {
      "epoch": 0.7951336829207035,
      "grad_norm": 5.625,
      "learning_rate": 1.0244678772686101e-05,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5318981051445008,
      "num_tokens": 482862551.0,
      "step": 626850
    },
    {
      "epoch": 0.7951463675132364,
      "grad_norm": 5.90625,
      "learning_rate": 1.024404446259981e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.539726734161377,
      "num_tokens": 482871618.0,
      "step": 626860
    },
    {
      "epoch": 0.7951590521057692,
      "grad_norm": 5.75,
      "learning_rate": 1.0243410152513518e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5368936777114868,
      "num_tokens": 482879937.0,
      "step": 626870
    },
    {
      "epoch": 0.795171736698302,
      "grad_norm": 4.96875,
      "learning_rate": 1.0242775842427225e-05,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5533892691135407,
      "num_tokens": 482887974.0,
      "step": 626880
    },
    {
      "epoch": 0.7951844212908349,
      "grad_norm": 5.40625,
      "learning_rate": 1.0242141532340934e-05,
      "loss": 2.2829,
      "mean_token_accuracy": 0.5106401830911637,
      "num_tokens": 482896961.0,
      "step": 626890
    },
    {
      "epoch": 0.7951971058833677,
      "grad_norm": 5.84375,
      "learning_rate": 1.0241507222254643e-05,
      "loss": 2.0,
      "mean_token_accuracy": 0.5582640409469605,
      "num_tokens": 482904782.0,
      "step": 626900
    },
    {
      "epoch": 0.7952097904759006,
      "grad_norm": 5.3125,
      "learning_rate": 1.0240872912168352e-05,
      "loss": 1.9113,
      "mean_token_accuracy": 0.5811676889657974,
      "num_tokens": 482912814.0,
      "step": 626910
    },
    {
      "epoch": 0.7952224750684334,
      "grad_norm": 5.125,
      "learning_rate": 1.024023860208206e-05,
      "loss": 2.139,
      "mean_token_accuracy": 0.5329877942800522,
      "num_tokens": 482920796.0,
      "step": 626920
    },
    {
      "epoch": 0.7952351596609663,
      "grad_norm": 5.125,
      "learning_rate": 1.0239604291995767e-05,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5693924129009247,
      "num_tokens": 482929000.0,
      "step": 626930
    },
    {
      "epoch": 0.795247844253499,
      "grad_norm": 5.5,
      "learning_rate": 1.0238969981909476e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5321529686450959,
      "num_tokens": 482936339.0,
      "step": 626940
    },
    {
      "epoch": 0.7952605288460319,
      "grad_norm": 6.09375,
      "learning_rate": 1.0238335671823185e-05,
      "loss": 1.861,
      "mean_token_accuracy": 0.5809888035058975,
      "num_tokens": 482943386.0,
      "step": 626950
    },
    {
      "epoch": 0.7952732134385647,
      "grad_norm": 5.71875,
      "learning_rate": 1.0237701361736894e-05,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5619306057691574,
      "num_tokens": 482951372.0,
      "step": 626960
    },
    {
      "epoch": 0.7952858980310975,
      "grad_norm": 5.3125,
      "learning_rate": 1.0237067051650602e-05,
      "loss": 1.9689,
      "mean_token_accuracy": 0.5544984072446824,
      "num_tokens": 482958320.0,
      "step": 626970
    },
    {
      "epoch": 0.7952985826236304,
      "grad_norm": 6.84375,
      "learning_rate": 1.0236432741564311e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5407413721084595,
      "num_tokens": 482965545.0,
      "step": 626980
    },
    {
      "epoch": 0.7953112672161632,
      "grad_norm": 5.1875,
      "learning_rate": 1.023579843147802e-05,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5701902449131012,
      "num_tokens": 482973415.0,
      "step": 626990
    },
    {
      "epoch": 0.7953239518086961,
      "grad_norm": 5.0625,
      "learning_rate": 1.0235164121391727e-05,
      "loss": 1.9413,
      "mean_token_accuracy": 0.56480732858181,
      "num_tokens": 482980962.0,
      "step": 627000
    },
    {
      "epoch": 0.7953366364012289,
      "grad_norm": 6.15625,
      "learning_rate": 1.0234529811305436e-05,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5347479939460754,
      "num_tokens": 482989282.0,
      "step": 627010
    },
    {
      "epoch": 0.7953493209937618,
      "grad_norm": 4.59375,
      "learning_rate": 1.0233895501219144e-05,
      "loss": 2.1076,
      "mean_token_accuracy": 0.53737553358078,
      "num_tokens": 482998495.0,
      "step": 627020
    },
    {
      "epoch": 0.7953620055862946,
      "grad_norm": 5.125,
      "learning_rate": 1.0233261191132853e-05,
      "loss": 1.8239,
      "mean_token_accuracy": 0.5909148037433625,
      "num_tokens": 483004652.0,
      "step": 627030
    },
    {
      "epoch": 0.7953746901788273,
      "grad_norm": 5.09375,
      "learning_rate": 1.0232626881046562e-05,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5371231943368912,
      "num_tokens": 483012120.0,
      "step": 627040
    },
    {
      "epoch": 0.7953873747713602,
      "grad_norm": 5.71875,
      "learning_rate": 1.0231992570960269e-05,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5313482016324997,
      "num_tokens": 483020344.0,
      "step": 627050
    },
    {
      "epoch": 0.795400059363893,
      "grad_norm": 5.21875,
      "learning_rate": 1.023135826087398e-05,
      "loss": 1.8948,
      "mean_token_accuracy": 0.5741973906755448,
      "num_tokens": 483028009.0,
      "step": 627060
    },
    {
      "epoch": 0.7954127439564259,
      "grad_norm": 6.34375,
      "learning_rate": 1.0230723950787686e-05,
      "loss": 2.009,
      "mean_token_accuracy": 0.547168979048729,
      "num_tokens": 483037057.0,
      "step": 627070
    },
    {
      "epoch": 0.7954254285489587,
      "grad_norm": 5.6875,
      "learning_rate": 1.0230089640701395e-05,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5764402329921723,
      "num_tokens": 483045265.0,
      "step": 627080
    },
    {
      "epoch": 0.7954381131414916,
      "grad_norm": 5.84375,
      "learning_rate": 1.0229455330615104e-05,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5642997741699218,
      "num_tokens": 483052736.0,
      "step": 627090
    },
    {
      "epoch": 0.7954507977340244,
      "grad_norm": 5.4375,
      "learning_rate": 1.0228821020528811e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5534503757953644,
      "num_tokens": 483060814.0,
      "step": 627100
    },
    {
      "epoch": 0.7954634823265572,
      "grad_norm": 6.34375,
      "learning_rate": 1.0228186710442521e-05,
      "loss": 1.8641,
      "mean_token_accuracy": 0.5892378717660904,
      "num_tokens": 483067633.0,
      "step": 627110
    },
    {
      "epoch": 0.7954761669190901,
      "grad_norm": 7.15625,
      "learning_rate": 1.0227552400356228e-05,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5776726454496384,
      "num_tokens": 483074602.0,
      "step": 627120
    },
    {
      "epoch": 0.7954888515116229,
      "grad_norm": 9.8125,
      "learning_rate": 1.0226918090269937e-05,
      "loss": 2.0307,
      "mean_token_accuracy": 0.54402836561203,
      "num_tokens": 483082162.0,
      "step": 627130
    },
    {
      "epoch": 0.7955015361041557,
      "grad_norm": 6.53125,
      "learning_rate": 1.0226283780183646e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5244733154773712,
      "num_tokens": 483090427.0,
      "step": 627140
    },
    {
      "epoch": 0.7955142206966885,
      "grad_norm": 5.875,
      "learning_rate": 1.0225649470097353e-05,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5557255744934082,
      "num_tokens": 483098420.0,
      "step": 627150
    },
    {
      "epoch": 0.7955269052892214,
      "grad_norm": 6.0625,
      "learning_rate": 1.0225015160011063e-05,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5479425370693207,
      "num_tokens": 483105570.0,
      "step": 627160
    },
    {
      "epoch": 0.7955395898817542,
      "grad_norm": 4.78125,
      "learning_rate": 1.022438084992477e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5235107064247131,
      "num_tokens": 483114161.0,
      "step": 627170
    },
    {
      "epoch": 0.7955522744742871,
      "grad_norm": 5.03125,
      "learning_rate": 1.0223746539838481e-05,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5237378001213073,
      "num_tokens": 483122503.0,
      "step": 627180
    },
    {
      "epoch": 0.7955649590668199,
      "grad_norm": 6.1875,
      "learning_rate": 1.0223112229752188e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5431614011526108,
      "num_tokens": 483130627.0,
      "step": 627190
    },
    {
      "epoch": 0.7955776436593527,
      "grad_norm": 5.0625,
      "learning_rate": 1.0222477919665897e-05,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5253769546747208,
      "num_tokens": 483137567.0,
      "step": 627200
    },
    {
      "epoch": 0.7955903282518856,
      "grad_norm": 5.4375,
      "learning_rate": 1.0221843609579605e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5715444833040237,
      "num_tokens": 483144824.0,
      "step": 627210
    },
    {
      "epoch": 0.7956030128444184,
      "grad_norm": 7.03125,
      "learning_rate": 1.0221209299493312e-05,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5396890282630921,
      "num_tokens": 483153293.0,
      "step": 627220
    },
    {
      "epoch": 0.7956156974369513,
      "grad_norm": 5.1875,
      "learning_rate": 1.0220574989407023e-05,
      "loss": 2.2511,
      "mean_token_accuracy": 0.5216883808374405,
      "num_tokens": 483161831.0,
      "step": 627230
    },
    {
      "epoch": 0.795628382029484,
      "grad_norm": 5.9375,
      "learning_rate": 1.021994067932073e-05,
      "loss": 2.1981,
      "mean_token_accuracy": 0.526052525639534,
      "num_tokens": 483168434.0,
      "step": 627240
    },
    {
      "epoch": 0.795641066622017,
      "grad_norm": 4.71875,
      "learning_rate": 1.021930636923444e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.520236587524414,
      "num_tokens": 483176412.0,
      "step": 627250
    },
    {
      "epoch": 0.7956537512145497,
      "grad_norm": 5.0,
      "learning_rate": 1.0218672059148147e-05,
      "loss": 2.136,
      "mean_token_accuracy": 0.5246867001056671,
      "num_tokens": 483184852.0,
      "step": 627260
    },
    {
      "epoch": 0.7956664358070825,
      "grad_norm": 10.625,
      "learning_rate": 1.0218037749061856e-05,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5331954598426819,
      "num_tokens": 483192293.0,
      "step": 627270
    },
    {
      "epoch": 0.7956791203996154,
      "grad_norm": 6.6875,
      "learning_rate": 1.0217403438975565e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5625734627246857,
      "num_tokens": 483200120.0,
      "step": 627280
    },
    {
      "epoch": 0.7956918049921482,
      "grad_norm": 4.96875,
      "learning_rate": 1.0216769128889272e-05,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5262903660535813,
      "num_tokens": 483207765.0,
      "step": 627290
    },
    {
      "epoch": 0.7957044895846811,
      "grad_norm": 6.15625,
      "learning_rate": 1.0216134818802982e-05,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5411760061979294,
      "num_tokens": 483215812.0,
      "step": 627300
    },
    {
      "epoch": 0.7957171741772139,
      "grad_norm": 6.34375,
      "learning_rate": 1.021550050871669e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.52471344769001,
      "num_tokens": 483225034.0,
      "step": 627310
    },
    {
      "epoch": 0.7957298587697468,
      "grad_norm": 5.28125,
      "learning_rate": 1.0214866198630398e-05,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5185501188039779,
      "num_tokens": 483234120.0,
      "step": 627320
    },
    {
      "epoch": 0.7957425433622796,
      "grad_norm": 5.28125,
      "learning_rate": 1.0214231888544107e-05,
      "loss": 1.8907,
      "mean_token_accuracy": 0.5832893460988998,
      "num_tokens": 483241782.0,
      "step": 627330
    },
    {
      "epoch": 0.7957552279548125,
      "grad_norm": 6.25,
      "learning_rate": 1.0213597578457814e-05,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5345222175121307,
      "num_tokens": 483249779.0,
      "step": 627340
    },
    {
      "epoch": 0.7957679125473452,
      "grad_norm": 5.46875,
      "learning_rate": 1.0212963268371524e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5191695183515549,
      "num_tokens": 483257880.0,
      "step": 627350
    },
    {
      "epoch": 0.795780597139878,
      "grad_norm": 10.4375,
      "learning_rate": 1.0212328958285231e-05,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5274557828903198,
      "num_tokens": 483266485.0,
      "step": 627360
    },
    {
      "epoch": 0.7957932817324109,
      "grad_norm": 6.0625,
      "learning_rate": 1.021169464819894e-05,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5221152395009995,
      "num_tokens": 483275175.0,
      "step": 627370
    },
    {
      "epoch": 0.7958059663249437,
      "grad_norm": 6.375,
      "learning_rate": 1.0211060338112649e-05,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5364555776119232,
      "num_tokens": 483283179.0,
      "step": 627380
    },
    {
      "epoch": 0.7958186509174766,
      "grad_norm": 5.0625,
      "learning_rate": 1.0210426028026358e-05,
      "loss": 2.1433,
      "mean_token_accuracy": 0.530319544672966,
      "num_tokens": 483291054.0,
      "step": 627390
    },
    {
      "epoch": 0.7958313355100094,
      "grad_norm": 6.03125,
      "learning_rate": 1.0209791717940066e-05,
      "loss": 1.9303,
      "mean_token_accuracy": 0.557184436917305,
      "num_tokens": 483297177.0,
      "step": 627400
    },
    {
      "epoch": 0.7958440201025423,
      "grad_norm": 4.625,
      "learning_rate": 1.0209157407853773e-05,
      "loss": 1.7941,
      "mean_token_accuracy": 0.5921304583549499,
      "num_tokens": 483305133.0,
      "step": 627410
    },
    {
      "epoch": 0.7958567046950751,
      "grad_norm": 5.78125,
      "learning_rate": 1.0208523097767484e-05,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5283105283975601,
      "num_tokens": 483312938.0,
      "step": 627420
    },
    {
      "epoch": 0.7958693892876079,
      "grad_norm": 5.84375,
      "learning_rate": 1.0207888787681191e-05,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5563747942447662,
      "num_tokens": 483321163.0,
      "step": 627430
    },
    {
      "epoch": 0.7958820738801408,
      "grad_norm": 5.53125,
      "learning_rate": 1.02072544775949e-05,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5210706651210785,
      "num_tokens": 483329995.0,
      "step": 627440
    },
    {
      "epoch": 0.7958947584726735,
      "grad_norm": 4.5625,
      "learning_rate": 1.0206620167508608e-05,
      "loss": 2.134,
      "mean_token_accuracy": 0.5398327142000199,
      "num_tokens": 483337953.0,
      "step": 627450
    },
    {
      "epoch": 0.7959074430652064,
      "grad_norm": 5.8125,
      "learning_rate": 1.0205985857422317e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5380076706409455,
      "num_tokens": 483345297.0,
      "step": 627460
    },
    {
      "epoch": 0.7959201276577392,
      "grad_norm": 6.25,
      "learning_rate": 1.0205351547336026e-05,
      "loss": 2.0946,
      "mean_token_accuracy": 0.539779680967331,
      "num_tokens": 483352372.0,
      "step": 627470
    },
    {
      "epoch": 0.7959328122502721,
      "grad_norm": 5.8125,
      "learning_rate": 1.0204717237249733e-05,
      "loss": 1.941,
      "mean_token_accuracy": 0.5762736052274704,
      "num_tokens": 483359546.0,
      "step": 627480
    },
    {
      "epoch": 0.7959454968428049,
      "grad_norm": 5.59375,
      "learning_rate": 1.0204082927163442e-05,
      "loss": 1.8617,
      "mean_token_accuracy": 0.5792873173952102,
      "num_tokens": 483367274.0,
      "step": 627490
    },
    {
      "epoch": 0.7959581814353377,
      "grad_norm": 6.40625,
      "learning_rate": 1.020344861707715e-05,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5614438891410828,
      "num_tokens": 483374576.0,
      "step": 627500
    },
    {
      "epoch": 0.7959708660278706,
      "grad_norm": 6.0625,
      "learning_rate": 1.0202814306990859e-05,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5259283721446991,
      "num_tokens": 483382637.0,
      "step": 627510
    },
    {
      "epoch": 0.7959835506204034,
      "grad_norm": 5.65625,
      "learning_rate": 1.0202179996904568e-05,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5130546003580093,
      "num_tokens": 483391330.0,
      "step": 627520
    },
    {
      "epoch": 0.7959962352129363,
      "grad_norm": 4.84375,
      "learning_rate": 1.0201545686818275e-05,
      "loss": 1.9011,
      "mean_token_accuracy": 0.5751538425683975,
      "num_tokens": 483399475.0,
      "step": 627530
    },
    {
      "epoch": 0.7960089198054691,
      "grad_norm": 6.15625,
      "learning_rate": 1.0200911376731984e-05,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5303241014480591,
      "num_tokens": 483407945.0,
      "step": 627540
    },
    {
      "epoch": 0.796021604398002,
      "grad_norm": 6.09375,
      "learning_rate": 1.0200277066645692e-05,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5788852244615554,
      "num_tokens": 483414894.0,
      "step": 627550
    },
    {
      "epoch": 0.7960342889905347,
      "grad_norm": 5.34375,
      "learning_rate": 1.0199642756559401e-05,
      "loss": 2.1339,
      "mean_token_accuracy": 0.538145837187767,
      "num_tokens": 483423476.0,
      "step": 627560
    },
    {
      "epoch": 0.7960469735830676,
      "grad_norm": 5.125,
      "learning_rate": 1.019900844647311e-05,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5299494743347168,
      "num_tokens": 483431403.0,
      "step": 627570
    },
    {
      "epoch": 0.7960596581756004,
      "grad_norm": 4.84375,
      "learning_rate": 1.0198374136386819e-05,
      "loss": 2.3034,
      "mean_token_accuracy": 0.5057754397392273,
      "num_tokens": 483440171.0,
      "step": 627580
    },
    {
      "epoch": 0.7960723427681332,
      "grad_norm": 4.53125,
      "learning_rate": 1.0197739826300526e-05,
      "loss": 1.7736,
      "mean_token_accuracy": 0.5934778988361359,
      "num_tokens": 483446931.0,
      "step": 627590
    },
    {
      "epoch": 0.7960850273606661,
      "grad_norm": 6.84375,
      "learning_rate": 1.0197105516214234e-05,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5137570172548294,
      "num_tokens": 483455891.0,
      "step": 627600
    },
    {
      "epoch": 0.7960977119531989,
      "grad_norm": 4.90625,
      "learning_rate": 1.0196471206127943e-05,
      "loss": 2.241,
      "mean_token_accuracy": 0.5104583978652955,
      "num_tokens": 483463538.0,
      "step": 627610
    },
    {
      "epoch": 0.7961103965457318,
      "grad_norm": 4.75,
      "learning_rate": 1.0195836896041652e-05,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5593451172113418,
      "num_tokens": 483471573.0,
      "step": 627620
    },
    {
      "epoch": 0.7961230811382646,
      "grad_norm": 5.3125,
      "learning_rate": 1.019520258595536e-05,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5686473190784455,
      "num_tokens": 483479674.0,
      "step": 627630
    },
    {
      "epoch": 0.7961357657307975,
      "grad_norm": 5.28125,
      "learning_rate": 1.019456827586907e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5326126962900162,
      "num_tokens": 483487301.0,
      "step": 627640
    },
    {
      "epoch": 0.7961484503233303,
      "grad_norm": 6.375,
      "learning_rate": 1.0193933965782778e-05,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5329323470592499,
      "num_tokens": 483494342.0,
      "step": 627650
    },
    {
      "epoch": 0.796161134915863,
      "grad_norm": 5.75,
      "learning_rate": 1.0193299655696485e-05,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5596076905727386,
      "num_tokens": 483502256.0,
      "step": 627660
    },
    {
      "epoch": 0.7961738195083959,
      "grad_norm": 5.40625,
      "learning_rate": 1.0192665345610194e-05,
      "loss": 1.8476,
      "mean_token_accuracy": 0.5818427085876465,
      "num_tokens": 483508461.0,
      "step": 627670
    },
    {
      "epoch": 0.7961865041009287,
      "grad_norm": 5.65625,
      "learning_rate": 1.0192031035523903e-05,
      "loss": 2.048,
      "mean_token_accuracy": 0.5517388254404068,
      "num_tokens": 483516307.0,
      "step": 627680
    },
    {
      "epoch": 0.7961991886934616,
      "grad_norm": 4.84375,
      "learning_rate": 1.0191396725437611e-05,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5520887553691864,
      "num_tokens": 483525561.0,
      "step": 627690
    },
    {
      "epoch": 0.7962118732859944,
      "grad_norm": 4.875,
      "learning_rate": 1.019076241535132e-05,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5402056604623795,
      "num_tokens": 483534274.0,
      "step": 627700
    },
    {
      "epoch": 0.7962245578785273,
      "grad_norm": 5.125,
      "learning_rate": 1.0190128105265027e-05,
      "loss": 1.9655,
      "mean_token_accuracy": 0.557756757736206,
      "num_tokens": 483542910.0,
      "step": 627710
    },
    {
      "epoch": 0.7962372424710601,
      "grad_norm": 5.15625,
      "learning_rate": 1.0189493795178736e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5225604027509689,
      "num_tokens": 483552020.0,
      "step": 627720
    },
    {
      "epoch": 0.796249927063593,
      "grad_norm": 5.9375,
      "learning_rate": 1.0188859485092445e-05,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5393907099962234,
      "num_tokens": 483559824.0,
      "step": 627730
    },
    {
      "epoch": 0.7962626116561258,
      "grad_norm": 5.28125,
      "learning_rate": 1.0188225175006153e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.54079549908638,
      "num_tokens": 483569028.0,
      "step": 627740
    },
    {
      "epoch": 0.7962752962486586,
      "grad_norm": 4.78125,
      "learning_rate": 1.0187590864919862e-05,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5432082444429398,
      "num_tokens": 483576900.0,
      "step": 627750
    },
    {
      "epoch": 0.7962879808411915,
      "grad_norm": 8.25,
      "learning_rate": 1.0186956554833569e-05,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5504651010036469,
      "num_tokens": 483584528.0,
      "step": 627760
    },
    {
      "epoch": 0.7963006654337242,
      "grad_norm": 5.75,
      "learning_rate": 1.018632224474728e-05,
      "loss": 1.867,
      "mean_token_accuracy": 0.5826940685510635,
      "num_tokens": 483591822.0,
      "step": 627770
    },
    {
      "epoch": 0.7963133500262571,
      "grad_norm": 5.34375,
      "learning_rate": 1.0185687934660987e-05,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5393115371465683,
      "num_tokens": 483600069.0,
      "step": 627780
    },
    {
      "epoch": 0.7963260346187899,
      "grad_norm": 6.4375,
      "learning_rate": 1.0185053624574695e-05,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5458021283149719,
      "num_tokens": 483608943.0,
      "step": 627790
    },
    {
      "epoch": 0.7963387192113228,
      "grad_norm": 8.25,
      "learning_rate": 1.0184419314488404e-05,
      "loss": 2.0603,
      "mean_token_accuracy": 0.561558797955513,
      "num_tokens": 483616545.0,
      "step": 627800
    },
    {
      "epoch": 0.7963514038038556,
      "grad_norm": 6.84375,
      "learning_rate": 1.0183785004402111e-05,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5404090583324432,
      "num_tokens": 483624998.0,
      "step": 627810
    },
    {
      "epoch": 0.7963640883963884,
      "grad_norm": 4.75,
      "learning_rate": 1.0183150694315822e-05,
      "loss": 1.9792,
      "mean_token_accuracy": 0.551587101817131,
      "num_tokens": 483632797.0,
      "step": 627820
    },
    {
      "epoch": 0.7963767729889213,
      "grad_norm": 3.953125,
      "learning_rate": 1.0182516384229529e-05,
      "loss": 2.05,
      "mean_token_accuracy": 0.5513920992612839,
      "num_tokens": 483640017.0,
      "step": 627830
    },
    {
      "epoch": 0.7963894575814541,
      "grad_norm": 4.375,
      "learning_rate": 1.0181882074143239e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5620046764612198,
      "num_tokens": 483648479.0,
      "step": 627840
    },
    {
      "epoch": 0.796402142173987,
      "grad_norm": 8.4375,
      "learning_rate": 1.0181247764056946e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5477030158042908,
      "num_tokens": 483656588.0,
      "step": 627850
    },
    {
      "epoch": 0.7964148267665198,
      "grad_norm": 4.9375,
      "learning_rate": 1.0180613453970655e-05,
      "loss": 1.9605,
      "mean_token_accuracy": 0.5569709897041321,
      "num_tokens": 483665146.0,
      "step": 627860
    },
    {
      "epoch": 0.7964275113590527,
      "grad_norm": 5.21875,
      "learning_rate": 1.0179979143884364e-05,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5463126063346863,
      "num_tokens": 483672101.0,
      "step": 627870
    },
    {
      "epoch": 0.7964401959515854,
      "grad_norm": 5.21875,
      "learning_rate": 1.017934483379807e-05,
      "loss": 2.2772,
      "mean_token_accuracy": 0.5188002288341522,
      "num_tokens": 483678405.0,
      "step": 627880
    },
    {
      "epoch": 0.7964528805441183,
      "grad_norm": 5.59375,
      "learning_rate": 1.0178710523711781e-05,
      "loss": 2.0173,
      "mean_token_accuracy": 0.548566710948944,
      "num_tokens": 483687017.0,
      "step": 627890
    },
    {
      "epoch": 0.7964655651366511,
      "grad_norm": 4.8125,
      "learning_rate": 1.0178076213625488e-05,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5334703415632248,
      "num_tokens": 483695844.0,
      "step": 627900
    },
    {
      "epoch": 0.7964782497291839,
      "grad_norm": 5.0625,
      "learning_rate": 1.0177441903539197e-05,
      "loss": 1.9126,
      "mean_token_accuracy": 0.571500277519226,
      "num_tokens": 483703976.0,
      "step": 627910
    },
    {
      "epoch": 0.7964909343217168,
      "grad_norm": 10.0625,
      "learning_rate": 1.0176807593452906e-05,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5373771786689758,
      "num_tokens": 483710950.0,
      "step": 627920
    },
    {
      "epoch": 0.7965036189142496,
      "grad_norm": 6.90625,
      "learning_rate": 1.0176173283366613e-05,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5162026971578598,
      "num_tokens": 483719275.0,
      "step": 627930
    },
    {
      "epoch": 0.7965163035067825,
      "grad_norm": 5.0625,
      "learning_rate": 1.0175538973280323e-05,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5206615507602692,
      "num_tokens": 483727124.0,
      "step": 627940
    },
    {
      "epoch": 0.7965289880993153,
      "grad_norm": 5.6875,
      "learning_rate": 1.017490466319403e-05,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5289007872343063,
      "num_tokens": 483733175.0,
      "step": 627950
    },
    {
      "epoch": 0.7965416726918482,
      "grad_norm": 4.71875,
      "learning_rate": 1.017427035310774e-05,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5222710222005844,
      "num_tokens": 483741187.0,
      "step": 627960
    },
    {
      "epoch": 0.796554357284381,
      "grad_norm": 9.25,
      "learning_rate": 1.0173636043021448e-05,
      "loss": 1.9219,
      "mean_token_accuracy": 0.5758114784955979,
      "num_tokens": 483747684.0,
      "step": 627970
    },
    {
      "epoch": 0.7965670418769137,
      "grad_norm": 6.625,
      "learning_rate": 1.0173001732935156e-05,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5248070687055588,
      "num_tokens": 483757368.0,
      "step": 627980
    },
    {
      "epoch": 0.7965797264694466,
      "grad_norm": 5.59375,
      "learning_rate": 1.0172367422848865e-05,
      "loss": 2.275,
      "mean_token_accuracy": 0.5079768151044846,
      "num_tokens": 483766440.0,
      "step": 627990
    },
    {
      "epoch": 0.7965924110619794,
      "grad_norm": 5.25,
      "learning_rate": 1.0171733112762572e-05,
      "loss": 2.0785,
      "mean_token_accuracy": 0.538065829873085,
      "num_tokens": 483775998.0,
      "step": 628000
    },
    {
      "epoch": 0.7966050956545123,
      "grad_norm": 5.21875,
      "learning_rate": 1.0171098802676283e-05,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5523946136236191,
      "num_tokens": 483784650.0,
      "step": 628010
    },
    {
      "epoch": 0.7966177802470451,
      "grad_norm": 5.875,
      "learning_rate": 1.017046449258999e-05,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5251329332590103,
      "num_tokens": 483791128.0,
      "step": 628020
    },
    {
      "epoch": 0.796630464839578,
      "grad_norm": 6.84375,
      "learning_rate": 1.0169830182503698e-05,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5550901263952255,
      "num_tokens": 483798839.0,
      "step": 628030
    },
    {
      "epoch": 0.7966431494321108,
      "grad_norm": 4.78125,
      "learning_rate": 1.0169195872417407e-05,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5248939752578735,
      "num_tokens": 483806202.0,
      "step": 628040
    },
    {
      "epoch": 0.7966558340246436,
      "grad_norm": 5.375,
      "learning_rate": 1.0168561562331116e-05,
      "loss": 2.023,
      "mean_token_accuracy": 0.5648796766996383,
      "num_tokens": 483814657.0,
      "step": 628050
    },
    {
      "epoch": 0.7966685186171765,
      "grad_norm": 8.875,
      "learning_rate": 1.0167927252244825e-05,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5493147283792496,
      "num_tokens": 483821595.0,
      "step": 628060
    },
    {
      "epoch": 0.7966812032097093,
      "grad_norm": 7.78125,
      "learning_rate": 1.0167292942158532e-05,
      "loss": 2.2351,
      "mean_token_accuracy": 0.526417899131775,
      "num_tokens": 483829880.0,
      "step": 628070
    },
    {
      "epoch": 0.7966938878022422,
      "grad_norm": 5.90625,
      "learning_rate": 1.016665863207224e-05,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5573698073625565,
      "num_tokens": 483837049.0,
      "step": 628080
    },
    {
      "epoch": 0.7967065723947749,
      "grad_norm": 5.0625,
      "learning_rate": 1.0166024321985949e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5223614186048507,
      "num_tokens": 483846174.0,
      "step": 628090
    },
    {
      "epoch": 0.7967192569873078,
      "grad_norm": 5.40625,
      "learning_rate": 1.0165390011899658e-05,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5409009695053101,
      "num_tokens": 483854125.0,
      "step": 628100
    },
    {
      "epoch": 0.7967319415798406,
      "grad_norm": 5.625,
      "learning_rate": 1.0164755701813367e-05,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5394404351711273,
      "num_tokens": 483861572.0,
      "step": 628110
    },
    {
      "epoch": 0.7967446261723735,
      "grad_norm": 9.0625,
      "learning_rate": 1.0164121391727074e-05,
      "loss": 1.91,
      "mean_token_accuracy": 0.5697952449321747,
      "num_tokens": 483867937.0,
      "step": 628120
    },
    {
      "epoch": 0.7967573107649063,
      "grad_norm": 6.53125,
      "learning_rate": 1.0163487081640784e-05,
      "loss": 1.9557,
      "mean_token_accuracy": 0.5627772390842438,
      "num_tokens": 483874505.0,
      "step": 628130
    },
    {
      "epoch": 0.7967699953574391,
      "grad_norm": 7.90625,
      "learning_rate": 1.0162852771554491e-05,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5459559768438339,
      "num_tokens": 483882676.0,
      "step": 628140
    },
    {
      "epoch": 0.796782679949972,
      "grad_norm": 8.3125,
      "learning_rate": 1.01622184614682e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5404933005571365,
      "num_tokens": 483890246.0,
      "step": 628150
    },
    {
      "epoch": 0.7967953645425048,
      "grad_norm": 4.8125,
      "learning_rate": 1.0161584151381909e-05,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5655847221612931,
      "num_tokens": 483897751.0,
      "step": 628160
    },
    {
      "epoch": 0.7968080491350377,
      "grad_norm": 6.9375,
      "learning_rate": 1.0160949841295617e-05,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5558720678091049,
      "num_tokens": 483905605.0,
      "step": 628170
    },
    {
      "epoch": 0.7968207337275705,
      "grad_norm": 4.53125,
      "learning_rate": 1.0160315531209326e-05,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5505904823541641,
      "num_tokens": 483912406.0,
      "step": 628180
    },
    {
      "epoch": 0.7968334183201033,
      "grad_norm": 5.625,
      "learning_rate": 1.0159681221123033e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5417081177234649,
      "num_tokens": 483920570.0,
      "step": 628190
    },
    {
      "epoch": 0.7968461029126361,
      "grad_norm": 4.71875,
      "learning_rate": 1.0159046911036742e-05,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5421263933181762,
      "num_tokens": 483928659.0,
      "step": 628200
    },
    {
      "epoch": 0.7968587875051689,
      "grad_norm": 4.71875,
      "learning_rate": 1.015841260095045e-05,
      "loss": 1.9738,
      "mean_token_accuracy": 0.56060671210289,
      "num_tokens": 483936933.0,
      "step": 628210
    },
    {
      "epoch": 0.7968714720977018,
      "grad_norm": 6.46875,
      "learning_rate": 1.015777829086416e-05,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5289475709199906,
      "num_tokens": 483944496.0,
      "step": 628220
    },
    {
      "epoch": 0.7968841566902346,
      "grad_norm": 6.09375,
      "learning_rate": 1.0157143980777868e-05,
      "loss": 1.9759,
      "mean_token_accuracy": 0.5520860493183136,
      "num_tokens": 483951515.0,
      "step": 628230
    },
    {
      "epoch": 0.7968968412827675,
      "grad_norm": 8.4375,
      "learning_rate": 1.0156509670691577e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5524564236402512,
      "num_tokens": 483958294.0,
      "step": 628240
    },
    {
      "epoch": 0.7969095258753003,
      "grad_norm": 5.40625,
      "learning_rate": 1.0155875360605284e-05,
      "loss": 1.967,
      "mean_token_accuracy": 0.5660555779933929,
      "num_tokens": 483967615.0,
      "step": 628250
    },
    {
      "epoch": 0.7969222104678332,
      "grad_norm": 11.0,
      "learning_rate": 1.0155241050518993e-05,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5377489715814591,
      "num_tokens": 483975076.0,
      "step": 628260
    },
    {
      "epoch": 0.796934895060366,
      "grad_norm": 4.71875,
      "learning_rate": 1.0154606740432701e-05,
      "loss": 2.1056,
      "mean_token_accuracy": 0.537773659825325,
      "num_tokens": 483982877.0,
      "step": 628270
    },
    {
      "epoch": 0.7969475796528989,
      "grad_norm": 5.65625,
      "learning_rate": 1.015397243034641e-05,
      "loss": 1.9259,
      "mean_token_accuracy": 0.5790908753871917,
      "num_tokens": 483990660.0,
      "step": 628280
    },
    {
      "epoch": 0.7969602642454316,
      "grad_norm": 6.09375,
      "learning_rate": 1.0153338120260119e-05,
      "loss": 1.7888,
      "mean_token_accuracy": 0.6014285027980805,
      "num_tokens": 483997658.0,
      "step": 628290
    },
    {
      "epoch": 0.7969729488379644,
      "grad_norm": 6.65625,
      "learning_rate": 1.0152703810173826e-05,
      "loss": 1.886,
      "mean_token_accuracy": 0.582476270198822,
      "num_tokens": 484003969.0,
      "step": 628300
    },
    {
      "epoch": 0.7969856334304973,
      "grad_norm": 5.0,
      "learning_rate": 1.0152069500087536e-05,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5348708540201187,
      "num_tokens": 484012973.0,
      "step": 628310
    },
    {
      "epoch": 0.7969983180230301,
      "grad_norm": 5.15625,
      "learning_rate": 1.0151435190001243e-05,
      "loss": 1.8568,
      "mean_token_accuracy": 0.584262928366661,
      "num_tokens": 484020684.0,
      "step": 628320
    },
    {
      "epoch": 0.797011002615563,
      "grad_norm": 6.34375,
      "learning_rate": 1.0150800879914952e-05,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5268364071846008,
      "num_tokens": 484026954.0,
      "step": 628330
    },
    {
      "epoch": 0.7970236872080958,
      "grad_norm": 6.6875,
      "learning_rate": 1.015016656982866e-05,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5355221599340438,
      "num_tokens": 484034324.0,
      "step": 628340
    },
    {
      "epoch": 0.7970363718006287,
      "grad_norm": 4.9375,
      "learning_rate": 1.014953225974237e-05,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5283929198980332,
      "num_tokens": 484042278.0,
      "step": 628350
    },
    {
      "epoch": 0.7970490563931615,
      "grad_norm": 4.84375,
      "learning_rate": 1.0148897949656078e-05,
      "loss": 1.9261,
      "mean_token_accuracy": 0.5692069321870804,
      "num_tokens": 484050674.0,
      "step": 628360
    },
    {
      "epoch": 0.7970617409856943,
      "grad_norm": 4.875,
      "learning_rate": 1.0148263639569785e-05,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5465552121400833,
      "num_tokens": 484059361.0,
      "step": 628370
    },
    {
      "epoch": 0.7970744255782272,
      "grad_norm": 4.75,
      "learning_rate": 1.0147629329483494e-05,
      "loss": 1.8914,
      "mean_token_accuracy": 0.5792185872793197,
      "num_tokens": 484066746.0,
      "step": 628380
    },
    {
      "epoch": 0.79708711017076,
      "grad_norm": 6.28125,
      "learning_rate": 1.0146995019397203e-05,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5323610007762909,
      "num_tokens": 484074723.0,
      "step": 628390
    },
    {
      "epoch": 0.7970997947632928,
      "grad_norm": 6.4375,
      "learning_rate": 1.0146360709310912e-05,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5332909435033798,
      "num_tokens": 484081701.0,
      "step": 628400
    },
    {
      "epoch": 0.7971124793558256,
      "grad_norm": 5.9375,
      "learning_rate": 1.014572639922462e-05,
      "loss": 2.065,
      "mean_token_accuracy": 0.5519075244665146,
      "num_tokens": 484089938.0,
      "step": 628410
    },
    {
      "epoch": 0.7971251639483585,
      "grad_norm": 12.125,
      "learning_rate": 1.0145092089138327e-05,
      "loss": 1.9029,
      "mean_token_accuracy": 0.5929200261831283,
      "num_tokens": 484096350.0,
      "step": 628420
    },
    {
      "epoch": 0.7971378485408913,
      "grad_norm": 6.15625,
      "learning_rate": 1.0144457779052038e-05,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5448611885309219,
      "num_tokens": 484103831.0,
      "step": 628430
    },
    {
      "epoch": 0.7971505331334241,
      "grad_norm": 4.59375,
      "learning_rate": 1.0143823468965745e-05,
      "loss": 1.9261,
      "mean_token_accuracy": 0.5718880236148834,
      "num_tokens": 484111193.0,
      "step": 628440
    },
    {
      "epoch": 0.797163217725957,
      "grad_norm": 5.8125,
      "learning_rate": 1.0143189158879454e-05,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5579752564430237,
      "num_tokens": 484118024.0,
      "step": 628450
    },
    {
      "epoch": 0.7971759023184898,
      "grad_norm": 6.0625,
      "learning_rate": 1.0142554848793162e-05,
      "loss": 2.008,
      "mean_token_accuracy": 0.5575522273778916,
      "num_tokens": 484125405.0,
      "step": 628460
    },
    {
      "epoch": 0.7971885869110227,
      "grad_norm": 4.8125,
      "learning_rate": 1.014192053870687e-05,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5774909079074859,
      "num_tokens": 484134342.0,
      "step": 628470
    },
    {
      "epoch": 0.7972012715035555,
      "grad_norm": 6.21875,
      "learning_rate": 1.014128622862058e-05,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5400413781404495,
      "num_tokens": 484141659.0,
      "step": 628480
    },
    {
      "epoch": 0.7972139560960884,
      "grad_norm": 6.78125,
      "learning_rate": 1.0140651918534287e-05,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5403908491134644,
      "num_tokens": 484148819.0,
      "step": 628490
    },
    {
      "epoch": 0.7972266406886211,
      "grad_norm": 6.15625,
      "learning_rate": 1.0140017608447997e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5298601716756821,
      "num_tokens": 484157262.0,
      "step": 628500
    },
    {
      "epoch": 0.797239325281154,
      "grad_norm": 7.46875,
      "learning_rate": 1.0139383298361704e-05,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5326627373695374,
      "num_tokens": 484164070.0,
      "step": 628510
    },
    {
      "epoch": 0.7972520098736868,
      "grad_norm": 9.3125,
      "learning_rate": 1.0138748988275413e-05,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5383399307727814,
      "num_tokens": 484171100.0,
      "step": 628520
    },
    {
      "epoch": 0.7972646944662196,
      "grad_norm": 5.34375,
      "learning_rate": 1.0138114678189122e-05,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5333748310804367,
      "num_tokens": 484178849.0,
      "step": 628530
    },
    {
      "epoch": 0.7972773790587525,
      "grad_norm": 5.84375,
      "learning_rate": 1.0137480368102829e-05,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5452010273933411,
      "num_tokens": 484186289.0,
      "step": 628540
    },
    {
      "epoch": 0.7972900636512853,
      "grad_norm": 4.65625,
      "learning_rate": 1.013684605801654e-05,
      "loss": 1.7753,
      "mean_token_accuracy": 0.5995729476213455,
      "num_tokens": 484193106.0,
      "step": 628550
    },
    {
      "epoch": 0.7973027482438182,
      "grad_norm": 5.1875,
      "learning_rate": 1.0136211747930246e-05,
      "loss": 2.2317,
      "mean_token_accuracy": 0.501007205247879,
      "num_tokens": 484200730.0,
      "step": 628560
    },
    {
      "epoch": 0.797315432836351,
      "grad_norm": 7.03125,
      "learning_rate": 1.0135577437843955e-05,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5673607438802719,
      "num_tokens": 484207171.0,
      "step": 628570
    },
    {
      "epoch": 0.7973281174288839,
      "grad_norm": 5.875,
      "learning_rate": 1.0134943127757664e-05,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5582983046770096,
      "num_tokens": 484214178.0,
      "step": 628580
    },
    {
      "epoch": 0.7973408020214167,
      "grad_norm": 4.65625,
      "learning_rate": 1.013430881767137e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5355925768613815,
      "num_tokens": 484222941.0,
      "step": 628590
    },
    {
      "epoch": 0.7973534866139494,
      "grad_norm": 5.75,
      "learning_rate": 1.0133674507585081e-05,
      "loss": 1.7467,
      "mean_token_accuracy": 0.6085887849330902,
      "num_tokens": 484230424.0,
      "step": 628600
    },
    {
      "epoch": 0.7973661712064823,
      "grad_norm": 5.0,
      "learning_rate": 1.0133040197498788e-05,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5305659592151641,
      "num_tokens": 484238616.0,
      "step": 628610
    },
    {
      "epoch": 0.7973788557990151,
      "grad_norm": 6.03125,
      "learning_rate": 1.0132405887412499e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.5626214891672134,
      "num_tokens": 484245067.0,
      "step": 628620
    },
    {
      "epoch": 0.797391540391548,
      "grad_norm": 5.21875,
      "learning_rate": 1.0131771577326206e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5309756726026535,
      "num_tokens": 484253096.0,
      "step": 628630
    },
    {
      "epoch": 0.7974042249840808,
      "grad_norm": 6.03125,
      "learning_rate": 1.0131137267239915e-05,
      "loss": 2.1826,
      "mean_token_accuracy": 0.521867960691452,
      "num_tokens": 484261521.0,
      "step": 628640
    },
    {
      "epoch": 0.7974169095766137,
      "grad_norm": 5.3125,
      "learning_rate": 1.0130502957153623e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5380281955003738,
      "num_tokens": 484267894.0,
      "step": 628650
    },
    {
      "epoch": 0.7974295941691465,
      "grad_norm": 5.5625,
      "learning_rate": 1.012986864706733e-05,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5324264615774155,
      "num_tokens": 484276509.0,
      "step": 628660
    },
    {
      "epoch": 0.7974422787616794,
      "grad_norm": 4.59375,
      "learning_rate": 1.012923433698104e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5358636438846588,
      "num_tokens": 484283692.0,
      "step": 628670
    },
    {
      "epoch": 0.7974549633542122,
      "grad_norm": 4.9375,
      "learning_rate": 1.0128600026894748e-05,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5370200484991073,
      "num_tokens": 484292508.0,
      "step": 628680
    },
    {
      "epoch": 0.797467647946745,
      "grad_norm": 8.1875,
      "learning_rate": 1.0127965716808457e-05,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5631344586610794,
      "num_tokens": 484299697.0,
      "step": 628690
    },
    {
      "epoch": 0.7974803325392779,
      "grad_norm": 5.15625,
      "learning_rate": 1.0127331406722165e-05,
      "loss": 1.9818,
      "mean_token_accuracy": 0.550180184841156,
      "num_tokens": 484308419.0,
      "step": 628700
    },
    {
      "epoch": 0.7974930171318106,
      "grad_norm": 6.875,
      "learning_rate": 1.0126697096635874e-05,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5409138023853302,
      "num_tokens": 484317334.0,
      "step": 628710
    },
    {
      "epoch": 0.7975057017243435,
      "grad_norm": 4.84375,
      "learning_rate": 1.0126062786549583e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5251868933439254,
      "num_tokens": 484325171.0,
      "step": 628720
    },
    {
      "epoch": 0.7975183863168763,
      "grad_norm": 6.9375,
      "learning_rate": 1.012542847646329e-05,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5702194422483444,
      "num_tokens": 484332859.0,
      "step": 628730
    },
    {
      "epoch": 0.7975310709094092,
      "grad_norm": 6.1875,
      "learning_rate": 1.0124794166376999e-05,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5429400146007538,
      "num_tokens": 484339580.0,
      "step": 628740
    },
    {
      "epoch": 0.797543755501942,
      "grad_norm": 12.0,
      "learning_rate": 1.0124159856290707e-05,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5701041638851165,
      "num_tokens": 484345971.0,
      "step": 628750
    },
    {
      "epoch": 0.7975564400944748,
      "grad_norm": 6.84375,
      "learning_rate": 1.0123525546204416e-05,
      "loss": 2.2363,
      "mean_token_accuracy": 0.5198995977640152,
      "num_tokens": 484354163.0,
      "step": 628760
    },
    {
      "epoch": 0.7975691246870077,
      "grad_norm": 7.25,
      "learning_rate": 1.0122891236118125e-05,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5702891916036605,
      "num_tokens": 484360294.0,
      "step": 628770
    },
    {
      "epoch": 0.7975818092795405,
      "grad_norm": 9.9375,
      "learning_rate": 1.0122256926031832e-05,
      "loss": 1.985,
      "mean_token_accuracy": 0.564548546075821,
      "num_tokens": 484367404.0,
      "step": 628780
    },
    {
      "epoch": 0.7975944938720734,
      "grad_norm": 7.4375,
      "learning_rate": 1.0121622615945542e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5293839782476425,
      "num_tokens": 484374319.0,
      "step": 628790
    },
    {
      "epoch": 0.7976071784646062,
      "grad_norm": 5.5,
      "learning_rate": 1.012098830585925e-05,
      "loss": 2.166,
      "mean_token_accuracy": 0.5310598820447922,
      "num_tokens": 484382377.0,
      "step": 628800
    },
    {
      "epoch": 0.7976198630571391,
      "grad_norm": 7.25,
      "learning_rate": 1.0120353995772958e-05,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5378811329603195,
      "num_tokens": 484390371.0,
      "step": 628810
    },
    {
      "epoch": 0.7976325476496718,
      "grad_norm": 6.28125,
      "learning_rate": 1.0119719685686667e-05,
      "loss": 1.8351,
      "mean_token_accuracy": 0.5778997510671615,
      "num_tokens": 484398059.0,
      "step": 628820
    },
    {
      "epoch": 0.7976452322422047,
      "grad_norm": 5.78125,
      "learning_rate": 1.0119085375600375e-05,
      "loss": 1.9667,
      "mean_token_accuracy": 0.5717971920967102,
      "num_tokens": 484405118.0,
      "step": 628830
    },
    {
      "epoch": 0.7976579168347375,
      "grad_norm": 5.875,
      "learning_rate": 1.0118451065514084e-05,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5374094724655152,
      "num_tokens": 484413493.0,
      "step": 628840
    },
    {
      "epoch": 0.7976706014272703,
      "grad_norm": 5.59375,
      "learning_rate": 1.0117816755427791e-05,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5647610694169998,
      "num_tokens": 484420805.0,
      "step": 628850
    },
    {
      "epoch": 0.7976832860198032,
      "grad_norm": 5.875,
      "learning_rate": 1.01171824453415e-05,
      "loss": 2.123,
      "mean_token_accuracy": 0.5303361713886261,
      "num_tokens": 484429386.0,
      "step": 628860
    },
    {
      "epoch": 0.797695970612336,
      "grad_norm": 6.15625,
      "learning_rate": 1.0116548135255209e-05,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5499173313379287,
      "num_tokens": 484438155.0,
      "step": 628870
    },
    {
      "epoch": 0.7977086552048689,
      "grad_norm": 6.15625,
      "learning_rate": 1.0115913825168917e-05,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5182491540908813,
      "num_tokens": 484447288.0,
      "step": 628880
    },
    {
      "epoch": 0.7977213397974017,
      "grad_norm": 5.71875,
      "learning_rate": 1.0115279515082626e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5289200991392136,
      "num_tokens": 484454579.0,
      "step": 628890
    },
    {
      "epoch": 0.7977340243899346,
      "grad_norm": 6.09375,
      "learning_rate": 1.0114645204996335e-05,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5630376458168029,
      "num_tokens": 484462187.0,
      "step": 628900
    },
    {
      "epoch": 0.7977467089824674,
      "grad_norm": 5.6875,
      "learning_rate": 1.0114010894910042e-05,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5602087199687957,
      "num_tokens": 484469268.0,
      "step": 628910
    },
    {
      "epoch": 0.7977593935750001,
      "grad_norm": 6.53125,
      "learning_rate": 1.011337658482375e-05,
      "loss": 1.9425,
      "mean_token_accuracy": 0.5688690632581711,
      "num_tokens": 484476965.0,
      "step": 628920
    },
    {
      "epoch": 0.797772078167533,
      "grad_norm": 7.0625,
      "learning_rate": 1.011274227473746e-05,
      "loss": 1.8141,
      "mean_token_accuracy": 0.5969207882881165,
      "num_tokens": 484484351.0,
      "step": 628930
    },
    {
      "epoch": 0.7977847627600658,
      "grad_norm": 5.09375,
      "learning_rate": 1.0112107964651168e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.527799728512764,
      "num_tokens": 484492928.0,
      "step": 628940
    },
    {
      "epoch": 0.7977974473525987,
      "grad_norm": 6.09375,
      "learning_rate": 1.0111473654564877e-05,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5474648714065552,
      "num_tokens": 484499824.0,
      "step": 628950
    },
    {
      "epoch": 0.7978101319451315,
      "grad_norm": 5.53125,
      "learning_rate": 1.0110839344478584e-05,
      "loss": 1.898,
      "mean_token_accuracy": 0.5657917410135269,
      "num_tokens": 484508444.0,
      "step": 628960
    },
    {
      "epoch": 0.7978228165376644,
      "grad_norm": 5.09375,
      "learning_rate": 1.0110205034392293e-05,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5550879180431366,
      "num_tokens": 484516068.0,
      "step": 628970
    },
    {
      "epoch": 0.7978355011301972,
      "grad_norm": 5.4375,
      "learning_rate": 1.0109570724306002e-05,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5200865745544434,
      "num_tokens": 484524254.0,
      "step": 628980
    },
    {
      "epoch": 0.79784818572273,
      "grad_norm": 5.0625,
      "learning_rate": 1.010893641421971e-05,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5297097772359848,
      "num_tokens": 484532088.0,
      "step": 628990
    },
    {
      "epoch": 0.7978608703152629,
      "grad_norm": 7.375,
      "learning_rate": 1.0108302104133419e-05,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5400639951229096,
      "num_tokens": 484540422.0,
      "step": 629000
    },
    {
      "epoch": 0.7978735549077957,
      "grad_norm": 4.9375,
      "learning_rate": 1.0107667794047126e-05,
      "loss": 2.297,
      "mean_token_accuracy": 0.5064533442258835,
      "num_tokens": 484549498.0,
      "step": 629010
    },
    {
      "epoch": 0.7978862395003286,
      "grad_norm": 5.25,
      "learning_rate": 1.0107033483960836e-05,
      "loss": 1.9444,
      "mean_token_accuracy": 0.56663276553154,
      "num_tokens": 484557702.0,
      "step": 629020
    },
    {
      "epoch": 0.7978989240928613,
      "grad_norm": 4.34375,
      "learning_rate": 1.0106399173874544e-05,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5576583266258239,
      "num_tokens": 484566529.0,
      "step": 629030
    },
    {
      "epoch": 0.7979116086853942,
      "grad_norm": 4.90625,
      "learning_rate": 1.0105764863788252e-05,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5439061611890793,
      "num_tokens": 484574646.0,
      "step": 629040
    },
    {
      "epoch": 0.797924293277927,
      "grad_norm": 6.90625,
      "learning_rate": 1.0105130553701961e-05,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5429423123598098,
      "num_tokens": 484581986.0,
      "step": 629050
    },
    {
      "epoch": 0.7979369778704599,
      "grad_norm": 5.34375,
      "learning_rate": 1.010449624361567e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5335977375507355,
      "num_tokens": 484589692.0,
      "step": 629060
    },
    {
      "epoch": 0.7979496624629927,
      "grad_norm": 5.78125,
      "learning_rate": 1.0103861933529378e-05,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5257648736238479,
      "num_tokens": 484598795.0,
      "step": 629070
    },
    {
      "epoch": 0.7979623470555255,
      "grad_norm": 4.9375,
      "learning_rate": 1.0103227623443086e-05,
      "loss": 1.8861,
      "mean_token_accuracy": 0.5739625632762909,
      "num_tokens": 484605347.0,
      "step": 629080
    },
    {
      "epoch": 0.7979750316480584,
      "grad_norm": 5.5625,
      "learning_rate": 1.0102593313356796e-05,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5386728197336197,
      "num_tokens": 484613970.0,
      "step": 629090
    },
    {
      "epoch": 0.7979877162405912,
      "grad_norm": 4.875,
      "learning_rate": 1.0101959003270503e-05,
      "loss": 1.9727,
      "mean_token_accuracy": 0.5668588578701019,
      "num_tokens": 484620927.0,
      "step": 629100
    },
    {
      "epoch": 0.7980004008331241,
      "grad_norm": 4.875,
      "learning_rate": 1.0101324693184212e-05,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5665749937295914,
      "num_tokens": 484628159.0,
      "step": 629110
    },
    {
      "epoch": 0.7980130854256569,
      "grad_norm": 5.28125,
      "learning_rate": 1.010069038309792e-05,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5203989893198013,
      "num_tokens": 484637841.0,
      "step": 629120
    },
    {
      "epoch": 0.7980257700181898,
      "grad_norm": 6.65625,
      "learning_rate": 1.0100056073011628e-05,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5244697779417038,
      "num_tokens": 484647191.0,
      "step": 629130
    },
    {
      "epoch": 0.7980384546107225,
      "grad_norm": 6.15625,
      "learning_rate": 1.0099421762925338e-05,
      "loss": 2.124,
      "mean_token_accuracy": 0.5273708015680313,
      "num_tokens": 484655042.0,
      "step": 629140
    },
    {
      "epoch": 0.7980511392032553,
      "grad_norm": 6.1875,
      "learning_rate": 1.0098787452839045e-05,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5568777769804001,
      "num_tokens": 484662853.0,
      "step": 629150
    },
    {
      "epoch": 0.7980638237957882,
      "grad_norm": 5.6875,
      "learning_rate": 1.0098153142752754e-05,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5711605101823807,
      "num_tokens": 484670440.0,
      "step": 629160
    },
    {
      "epoch": 0.798076508388321,
      "grad_norm": 9.3125,
      "learning_rate": 1.0097518832666462e-05,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5220156073570251,
      "num_tokens": 484677540.0,
      "step": 629170
    },
    {
      "epoch": 0.7980891929808539,
      "grad_norm": 6.125,
      "learning_rate": 1.009688452258017e-05,
      "loss": 2.2366,
      "mean_token_accuracy": 0.5196803331375122,
      "num_tokens": 484685920.0,
      "step": 629180
    },
    {
      "epoch": 0.7981018775733867,
      "grad_norm": 6.9375,
      "learning_rate": 1.009625021249388e-05,
      "loss": 1.7045,
      "mean_token_accuracy": 0.6243100196123124,
      "num_tokens": 484692470.0,
      "step": 629190
    },
    {
      "epoch": 0.7981145621659196,
      "grad_norm": 5.625,
      "learning_rate": 1.0095615902407587e-05,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5925872445106506,
      "num_tokens": 484700647.0,
      "step": 629200
    },
    {
      "epoch": 0.7981272467584524,
      "grad_norm": 6.46875,
      "learning_rate": 1.0094981592321297e-05,
      "loss": 2.202,
      "mean_token_accuracy": 0.5239281475543975,
      "num_tokens": 484708545.0,
      "step": 629210
    },
    {
      "epoch": 0.7981399313509853,
      "grad_norm": 5.15625,
      "learning_rate": 1.0094347282235004e-05,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5695644736289978,
      "num_tokens": 484716033.0,
      "step": 629220
    },
    {
      "epoch": 0.798152615943518,
      "grad_norm": 6.6875,
      "learning_rate": 1.0093712972148713e-05,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5493807435035706,
      "num_tokens": 484722811.0,
      "step": 629230
    },
    {
      "epoch": 0.7981653005360508,
      "grad_norm": 5.03125,
      "learning_rate": 1.0093078662062422e-05,
      "loss": 2.0309,
      "mean_token_accuracy": 0.5485905677080154,
      "num_tokens": 484730233.0,
      "step": 629240
    },
    {
      "epoch": 0.7981779851285837,
      "grad_norm": 6.1875,
      "learning_rate": 1.0092444351976129e-05,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5218761712312698,
      "num_tokens": 484738206.0,
      "step": 629250
    },
    {
      "epoch": 0.7981906697211165,
      "grad_norm": 5.3125,
      "learning_rate": 1.009181004188984e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5336464196443558,
      "num_tokens": 484745740.0,
      "step": 629260
    },
    {
      "epoch": 0.7982033543136494,
      "grad_norm": 6.1875,
      "learning_rate": 1.0091175731803546e-05,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5424697130918503,
      "num_tokens": 484753744.0,
      "step": 629270
    },
    {
      "epoch": 0.7982160389061822,
      "grad_norm": 5.4375,
      "learning_rate": 1.0090541421717257e-05,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5207705467939376,
      "num_tokens": 484761831.0,
      "step": 629280
    },
    {
      "epoch": 0.7982287234987151,
      "grad_norm": 7.125,
      "learning_rate": 1.0089907111630964e-05,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5309247195720672,
      "num_tokens": 484770012.0,
      "step": 629290
    },
    {
      "epoch": 0.7982414080912479,
      "grad_norm": 6.0625,
      "learning_rate": 1.0089272801544673e-05,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5578071981668472,
      "num_tokens": 484777804.0,
      "step": 629300
    },
    {
      "epoch": 0.7982540926837807,
      "grad_norm": 8.25,
      "learning_rate": 1.0088638491458381e-05,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5546791315078735,
      "num_tokens": 484786172.0,
      "step": 629310
    },
    {
      "epoch": 0.7982667772763136,
      "grad_norm": 6.03125,
      "learning_rate": 1.0088004181372088e-05,
      "loss": 2.168,
      "mean_token_accuracy": 0.5230713784694672,
      "num_tokens": 484793819.0,
      "step": 629320
    },
    {
      "epoch": 0.7982794618688464,
      "grad_norm": 4.9375,
      "learning_rate": 1.0087369871285799e-05,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5678361594676972,
      "num_tokens": 484801429.0,
      "step": 629330
    },
    {
      "epoch": 0.7982921464613792,
      "grad_norm": 10.125,
      "learning_rate": 1.0086735561199506e-05,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5684657663106918,
      "num_tokens": 484809793.0,
      "step": 629340
    },
    {
      "epoch": 0.798304831053912,
      "grad_norm": 5.125,
      "learning_rate": 1.0086101251113215e-05,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5613815814256669,
      "num_tokens": 484817066.0,
      "step": 629350
    },
    {
      "epoch": 0.7983175156464449,
      "grad_norm": 6.0625,
      "learning_rate": 1.0085466941026923e-05,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5717820644378662,
      "num_tokens": 484824650.0,
      "step": 629360
    },
    {
      "epoch": 0.7983302002389777,
      "grad_norm": 5.0,
      "learning_rate": 1.008483263094063e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5602727085351944,
      "num_tokens": 484832717.0,
      "step": 629370
    },
    {
      "epoch": 0.7983428848315105,
      "grad_norm": 10.5,
      "learning_rate": 1.0084198320854341e-05,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5219196528196335,
      "num_tokens": 484840531.0,
      "step": 629380
    },
    {
      "epoch": 0.7983555694240434,
      "grad_norm": 5.40625,
      "learning_rate": 1.0083564010768048e-05,
      "loss": 2.2891,
      "mean_token_accuracy": 0.4981192767620087,
      "num_tokens": 484849880.0,
      "step": 629390
    },
    {
      "epoch": 0.7983682540165762,
      "grad_norm": 6.3125,
      "learning_rate": 1.0082929700681757e-05,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5326702356338501,
      "num_tokens": 484857504.0,
      "step": 629400
    },
    {
      "epoch": 0.7983809386091091,
      "grad_norm": 4.875,
      "learning_rate": 1.0082295390595465e-05,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5448060244321823,
      "num_tokens": 484865397.0,
      "step": 629410
    },
    {
      "epoch": 0.7983936232016419,
      "grad_norm": 9.6875,
      "learning_rate": 1.0081661080509174e-05,
      "loss": 1.9221,
      "mean_token_accuracy": 0.5625502824783325,
      "num_tokens": 484873186.0,
      "step": 629420
    },
    {
      "epoch": 0.7984063077941748,
      "grad_norm": 5.34375,
      "learning_rate": 1.0081026770422883e-05,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5283182024955749,
      "num_tokens": 484880165.0,
      "step": 629430
    },
    {
      "epoch": 0.7984189923867075,
      "grad_norm": 5.8125,
      "learning_rate": 1.008039246033659e-05,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5268929868936538,
      "num_tokens": 484889375.0,
      "step": 629440
    },
    {
      "epoch": 0.7984316769792404,
      "grad_norm": 9.3125,
      "learning_rate": 1.0079758150250299e-05,
      "loss": 2.1934,
      "mean_token_accuracy": 0.5196278035640717,
      "num_tokens": 484897710.0,
      "step": 629450
    },
    {
      "epoch": 0.7984443615717732,
      "grad_norm": 6.625,
      "learning_rate": 1.0079123840164007e-05,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5488298624753952,
      "num_tokens": 484905203.0,
      "step": 629460
    },
    {
      "epoch": 0.798457046164306,
      "grad_norm": 5.90625,
      "learning_rate": 1.0078489530077716e-05,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5529841154813766,
      "num_tokens": 484913955.0,
      "step": 629470
    },
    {
      "epoch": 0.7984697307568389,
      "grad_norm": 4.90625,
      "learning_rate": 1.0077855219991425e-05,
      "loss": 1.6621,
      "mean_token_accuracy": 0.634129849076271,
      "num_tokens": 484921353.0,
      "step": 629480
    },
    {
      "epoch": 0.7984824153493717,
      "grad_norm": 5.09375,
      "learning_rate": 1.0077220909905134e-05,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5648499101400375,
      "num_tokens": 484929299.0,
      "step": 629490
    },
    {
      "epoch": 0.7984950999419046,
      "grad_norm": 6.5,
      "learning_rate": 1.0076586599818842e-05,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5516674637794494,
      "num_tokens": 484937251.0,
      "step": 629500
    },
    {
      "epoch": 0.7985077845344374,
      "grad_norm": 6.1875,
      "learning_rate": 1.007595228973255e-05,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5255935460329055,
      "num_tokens": 484945818.0,
      "step": 629510
    },
    {
      "epoch": 0.7985204691269703,
      "grad_norm": 4.625,
      "learning_rate": 1.0075317979646258e-05,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5383220314979553,
      "num_tokens": 484954179.0,
      "step": 629520
    },
    {
      "epoch": 0.7985331537195031,
      "grad_norm": 4.9375,
      "learning_rate": 1.0074683669559967e-05,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5442907065153122,
      "num_tokens": 484962950.0,
      "step": 629530
    },
    {
      "epoch": 0.7985458383120358,
      "grad_norm": 5.0625,
      "learning_rate": 1.0074049359473676e-05,
      "loss": 2.031,
      "mean_token_accuracy": 0.5381393373012543,
      "num_tokens": 484971575.0,
      "step": 629540
    },
    {
      "epoch": 0.7985585229045687,
      "grad_norm": 4.9375,
      "learning_rate": 1.0073415049387384e-05,
      "loss": 2.1398,
      "mean_token_accuracy": 0.528812837600708,
      "num_tokens": 484979767.0,
      "step": 629550
    },
    {
      "epoch": 0.7985712074971015,
      "grad_norm": 6.5625,
      "learning_rate": 1.0072780739301091e-05,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5776044189929962,
      "num_tokens": 484987689.0,
      "step": 629560
    },
    {
      "epoch": 0.7985838920896344,
      "grad_norm": 5.53125,
      "learning_rate": 1.00721464292148e-05,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5747180074453354,
      "num_tokens": 484993683.0,
      "step": 629570
    },
    {
      "epoch": 0.7985965766821672,
      "grad_norm": 5.4375,
      "learning_rate": 1.0071512119128509e-05,
      "loss": 1.8748,
      "mean_token_accuracy": 0.5859956681728363,
      "num_tokens": 485001551.0,
      "step": 629580
    },
    {
      "epoch": 0.7986092612747001,
      "grad_norm": 6.75,
      "learning_rate": 1.0070877809042218e-05,
      "loss": 1.9394,
      "mean_token_accuracy": 0.5622098088264466,
      "num_tokens": 485010283.0,
      "step": 629590
    },
    {
      "epoch": 0.7986219458672329,
      "grad_norm": 5.71875,
      "learning_rate": 1.0070243498955926e-05,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5524872541427612,
      "num_tokens": 485017424.0,
      "step": 629600
    },
    {
      "epoch": 0.7986346304597658,
      "grad_norm": 5.65625,
      "learning_rate": 1.0069609188869635e-05,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5592730909585952,
      "num_tokens": 485024298.0,
      "step": 629610
    },
    {
      "epoch": 0.7986473150522986,
      "grad_norm": 4.90625,
      "learning_rate": 1.0068974878783342e-05,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5565159142017364,
      "num_tokens": 485031912.0,
      "step": 629620
    },
    {
      "epoch": 0.7986599996448314,
      "grad_norm": 4.65625,
      "learning_rate": 1.0068340568697051e-05,
      "loss": 1.8819,
      "mean_token_accuracy": 0.5759624093770981,
      "num_tokens": 485038412.0,
      "step": 629630
    },
    {
      "epoch": 0.7986726842373643,
      "grad_norm": 6.625,
      "learning_rate": 1.006770625861076e-05,
      "loss": 1.8683,
      "mean_token_accuracy": 0.5870703399181366,
      "num_tokens": 485045313.0,
      "step": 629640
    },
    {
      "epoch": 0.798685368829897,
      "grad_norm": 5.84375,
      "learning_rate": 1.0067071948524468e-05,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5435270309448242,
      "num_tokens": 485053632.0,
      "step": 629650
    },
    {
      "epoch": 0.7986980534224299,
      "grad_norm": 4.6875,
      "learning_rate": 1.0066437638438177e-05,
      "loss": 1.8876,
      "mean_token_accuracy": 0.5824516505002976,
      "num_tokens": 485060004.0,
      "step": 629660
    },
    {
      "epoch": 0.7987107380149627,
      "grad_norm": 4.9375,
      "learning_rate": 1.0065803328351884e-05,
      "loss": 1.7805,
      "mean_token_accuracy": 0.6020805180072785,
      "num_tokens": 485067490.0,
      "step": 629670
    },
    {
      "epoch": 0.7987234226074956,
      "grad_norm": 9.0,
      "learning_rate": 1.0065169018265595e-05,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5599905133247376,
      "num_tokens": 485075134.0,
      "step": 629680
    },
    {
      "epoch": 0.7987361072000284,
      "grad_norm": 6.75,
      "learning_rate": 1.0064534708179302e-05,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5479909271001816,
      "num_tokens": 485082732.0,
      "step": 629690
    },
    {
      "epoch": 0.7987487917925612,
      "grad_norm": 6.59375,
      "learning_rate": 1.006390039809301e-05,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5574310213327408,
      "num_tokens": 485089057.0,
      "step": 629700
    },
    {
      "epoch": 0.7987614763850941,
      "grad_norm": 5.5,
      "learning_rate": 1.006326608800672e-05,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5658286988735199,
      "num_tokens": 485096894.0,
      "step": 629710
    },
    {
      "epoch": 0.7987741609776269,
      "grad_norm": 4.6875,
      "learning_rate": 1.0062631777920428e-05,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5429660022258759,
      "num_tokens": 485105246.0,
      "step": 629720
    },
    {
      "epoch": 0.7987868455701598,
      "grad_norm": 8.125,
      "learning_rate": 1.0061997467834137e-05,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5284344643354416,
      "num_tokens": 485112573.0,
      "step": 629730
    },
    {
      "epoch": 0.7987995301626926,
      "grad_norm": 7.1875,
      "learning_rate": 1.0061363157747844e-05,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5660641431808472,
      "num_tokens": 485120463.0,
      "step": 629740
    },
    {
      "epoch": 0.7988122147552255,
      "grad_norm": 5.09375,
      "learning_rate": 1.0060728847661552e-05,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5167623192071915,
      "num_tokens": 485129117.0,
      "step": 629750
    },
    {
      "epoch": 0.7988248993477582,
      "grad_norm": 4.8125,
      "learning_rate": 1.0060094537575261e-05,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5203609645366669,
      "num_tokens": 485138142.0,
      "step": 629760
    },
    {
      "epoch": 0.7988375839402911,
      "grad_norm": 5.25,
      "learning_rate": 1.005946022748897e-05,
      "loss": 1.8401,
      "mean_token_accuracy": 0.5840418875217438,
      "num_tokens": 485145276.0,
      "step": 629770
    },
    {
      "epoch": 0.7988502685328239,
      "grad_norm": 5.4375,
      "learning_rate": 1.0058825917402679e-05,
      "loss": 1.8487,
      "mean_token_accuracy": 0.5745148360729218,
      "num_tokens": 485151440.0,
      "step": 629780
    },
    {
      "epoch": 0.7988629531253567,
      "grad_norm": 5.21875,
      "learning_rate": 1.0058191607316386e-05,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5435280442237854,
      "num_tokens": 485159535.0,
      "step": 629790
    },
    {
      "epoch": 0.7988756377178896,
      "grad_norm": 6.28125,
      "learning_rate": 1.0057557297230096e-05,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5590795934200287,
      "num_tokens": 485167020.0,
      "step": 629800
    },
    {
      "epoch": 0.7988883223104224,
      "grad_norm": 7.53125,
      "learning_rate": 1.0056922987143803e-05,
      "loss": 2.2482,
      "mean_token_accuracy": 0.5152102530002594,
      "num_tokens": 485175037.0,
      "step": 629810
    },
    {
      "epoch": 0.7989010069029553,
      "grad_norm": 6.09375,
      "learning_rate": 1.0056288677057512e-05,
      "loss": 1.8282,
      "mean_token_accuracy": 0.5914739549160004,
      "num_tokens": 485183722.0,
      "step": 629820
    },
    {
      "epoch": 0.7989136914954881,
      "grad_norm": 6.3125,
      "learning_rate": 1.005565436697122e-05,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5255618304014206,
      "num_tokens": 485191581.0,
      "step": 629830
    },
    {
      "epoch": 0.798926376088021,
      "grad_norm": 5.46875,
      "learning_rate": 1.0055020056884928e-05,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5255383074283599,
      "num_tokens": 485201140.0,
      "step": 629840
    },
    {
      "epoch": 0.7989390606805538,
      "grad_norm": 4.59375,
      "learning_rate": 1.0054385746798638e-05,
      "loss": 1.8842,
      "mean_token_accuracy": 0.5862202554941177,
      "num_tokens": 485208710.0,
      "step": 629850
    },
    {
      "epoch": 0.7989517452730865,
      "grad_norm": 6.46875,
      "learning_rate": 1.0053751436712345e-05,
      "loss": 1.8989,
      "mean_token_accuracy": 0.5806543856859208,
      "num_tokens": 485215859.0,
      "step": 629860
    },
    {
      "epoch": 0.7989644298656194,
      "grad_norm": 5.65625,
      "learning_rate": 1.0053117126626056e-05,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5528058528900146,
      "num_tokens": 485222639.0,
      "step": 629870
    },
    {
      "epoch": 0.7989771144581522,
      "grad_norm": 7.8125,
      "learning_rate": 1.0052482816539763e-05,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5281652957201004,
      "num_tokens": 485230695.0,
      "step": 629880
    },
    {
      "epoch": 0.7989897990506851,
      "grad_norm": 4.96875,
      "learning_rate": 1.0051848506453471e-05,
      "loss": 2.0492,
      "mean_token_accuracy": 0.551705950498581,
      "num_tokens": 485239230.0,
      "step": 629890
    },
    {
      "epoch": 0.7990024836432179,
      "grad_norm": 6.375,
      "learning_rate": 1.005121419636718e-05,
      "loss": 1.8244,
      "mean_token_accuracy": 0.585287195444107,
      "num_tokens": 485245681.0,
      "step": 629900
    },
    {
      "epoch": 0.7990151682357508,
      "grad_norm": 4.96875,
      "learning_rate": 1.0050579886280887e-05,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5546124815940857,
      "num_tokens": 485252779.0,
      "step": 629910
    },
    {
      "epoch": 0.7990278528282836,
      "grad_norm": 6.71875,
      "learning_rate": 1.0049945576194598e-05,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5345704615116119,
      "num_tokens": 485261342.0,
      "step": 629920
    },
    {
      "epoch": 0.7990405374208164,
      "grad_norm": 5.125,
      "learning_rate": 1.0049311266108305e-05,
      "loss": 1.901,
      "mean_token_accuracy": 0.5844973027706146,
      "num_tokens": 485268188.0,
      "step": 629930
    },
    {
      "epoch": 0.7990532220133493,
      "grad_norm": 5.84375,
      "learning_rate": 1.0048676956022013e-05,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5561387479305268,
      "num_tokens": 485275429.0,
      "step": 629940
    },
    {
      "epoch": 0.7990659066058821,
      "grad_norm": 5.0625,
      "learning_rate": 1.0048042645935722e-05,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5401015013456345,
      "num_tokens": 485282703.0,
      "step": 629950
    },
    {
      "epoch": 0.799078591198415,
      "grad_norm": 6.0,
      "learning_rate": 1.004740833584943e-05,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5443055123090744,
      "num_tokens": 485290872.0,
      "step": 629960
    },
    {
      "epoch": 0.7990912757909477,
      "grad_norm": 4.8125,
      "learning_rate": 1.004677402576314e-05,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5394731163978577,
      "num_tokens": 485298826.0,
      "step": 629970
    },
    {
      "epoch": 0.7991039603834806,
      "grad_norm": 6.3125,
      "learning_rate": 1.0046139715676847e-05,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5551569759845734,
      "num_tokens": 485306234.0,
      "step": 629980
    },
    {
      "epoch": 0.7991166449760134,
      "grad_norm": 6.0625,
      "learning_rate": 1.0045505405590557e-05,
      "loss": 1.9354,
      "mean_token_accuracy": 0.5677033722400665,
      "num_tokens": 485313344.0,
      "step": 629990
    },
    {
      "epoch": 0.7991293295685463,
      "grad_norm": 6.59375,
      "learning_rate": 1.0044871095504264e-05,
      "loss": 1.9403,
      "mean_token_accuracy": 0.573260959982872,
      "num_tokens": 485319955.0,
      "step": 630000
    },
    {
      "epoch": 0.7991420141610791,
      "grad_norm": 6.625,
      "learning_rate": 1.0044236785417973e-05,
      "loss": 1.873,
      "mean_token_accuracy": 0.5788074314594269,
      "num_tokens": 485327262.0,
      "step": 630010
    },
    {
      "epoch": 0.7991546987536119,
      "grad_norm": 4.6875,
      "learning_rate": 1.0043602475331682e-05,
      "loss": 2.11,
      "mean_token_accuracy": 0.5252799808979034,
      "num_tokens": 485335880.0,
      "step": 630020
    },
    {
      "epoch": 0.7991673833461448,
      "grad_norm": 5.1875,
      "learning_rate": 1.0042968165245389e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5409051477909088,
      "num_tokens": 485343764.0,
      "step": 630030
    },
    {
      "epoch": 0.7991800679386776,
      "grad_norm": 6.5625,
      "learning_rate": 1.0042333855159099e-05,
      "loss": 2.1816,
      "mean_token_accuracy": 0.5254585951566696,
      "num_tokens": 485352164.0,
      "step": 630040
    },
    {
      "epoch": 0.7991927525312105,
      "grad_norm": 5.40625,
      "learning_rate": 1.0041699545072806e-05,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5227627277374267,
      "num_tokens": 485359215.0,
      "step": 630050
    },
    {
      "epoch": 0.7992054371237433,
      "grad_norm": 5.75,
      "learning_rate": 1.0041065234986515e-05,
      "loss": 1.9006,
      "mean_token_accuracy": 0.5693613231182099,
      "num_tokens": 485365991.0,
      "step": 630060
    },
    {
      "epoch": 0.7992181217162762,
      "grad_norm": 5.125,
      "learning_rate": 1.0040430924900224e-05,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5626162230968476,
      "num_tokens": 485372298.0,
      "step": 630070
    },
    {
      "epoch": 0.7992308063088089,
      "grad_norm": 7.21875,
      "learning_rate": 1.0039796614813932e-05,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5158390939235687,
      "num_tokens": 485380314.0,
      "step": 630080
    },
    {
      "epoch": 0.7992434909013417,
      "grad_norm": 5.0,
      "learning_rate": 1.0039162304727641e-05,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5734801977872849,
      "num_tokens": 485387517.0,
      "step": 630090
    },
    {
      "epoch": 0.7992561754938746,
      "grad_norm": 6.46875,
      "learning_rate": 1.0038527994641348e-05,
      "loss": 1.8934,
      "mean_token_accuracy": 0.563020059466362,
      "num_tokens": 485395185.0,
      "step": 630100
    },
    {
      "epoch": 0.7992688600864074,
      "grad_norm": 5.15625,
      "learning_rate": 1.0037893684555057e-05,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5350164324045181,
      "num_tokens": 485403492.0,
      "step": 630110
    },
    {
      "epoch": 0.7992815446789403,
      "grad_norm": 7.09375,
      "learning_rate": 1.0037259374468766e-05,
      "loss": 2.2893,
      "mean_token_accuracy": 0.49943800270557404,
      "num_tokens": 485412123.0,
      "step": 630120
    },
    {
      "epoch": 0.7992942292714731,
      "grad_norm": 5.5,
      "learning_rate": 1.0036625064382474e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.516125550866127,
      "num_tokens": 485421766.0,
      "step": 630130
    },
    {
      "epoch": 0.799306913864006,
      "grad_norm": 5.1875,
      "learning_rate": 1.0035990754296183e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5266602903604507,
      "num_tokens": 485430839.0,
      "step": 630140
    },
    {
      "epoch": 0.7993195984565388,
      "grad_norm": 5.96875,
      "learning_rate": 1.0035356444209892e-05,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5441771388053894,
      "num_tokens": 485438763.0,
      "step": 630150
    },
    {
      "epoch": 0.7993322830490717,
      "grad_norm": 6.09375,
      "learning_rate": 1.00347221341236e-05,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5446500808000565,
      "num_tokens": 485446657.0,
      "step": 630160
    },
    {
      "epoch": 0.7993449676416045,
      "grad_norm": 5.15625,
      "learning_rate": 1.0034087824037308e-05,
      "loss": 2.3123,
      "mean_token_accuracy": 0.5112829118967056,
      "num_tokens": 485454032.0,
      "step": 630170
    },
    {
      "epoch": 0.7993576522341372,
      "grad_norm": 5.625,
      "learning_rate": 1.0033453513951016e-05,
      "loss": 2.2307,
      "mean_token_accuracy": 0.5157008677721023,
      "num_tokens": 485462889.0,
      "step": 630180
    },
    {
      "epoch": 0.7993703368266701,
      "grad_norm": 5.375,
      "learning_rate": 1.0032819203864725e-05,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5242991030216217,
      "num_tokens": 485471170.0,
      "step": 630190
    },
    {
      "epoch": 0.7993830214192029,
      "grad_norm": 4.78125,
      "learning_rate": 1.0032184893778434e-05,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5503958821296692,
      "num_tokens": 485479714.0,
      "step": 630200
    },
    {
      "epoch": 0.7993957060117358,
      "grad_norm": 6.34375,
      "learning_rate": 1.0031550583692143e-05,
      "loss": 1.7149,
      "mean_token_accuracy": 0.6170434325933456,
      "num_tokens": 485484972.0,
      "step": 630210
    },
    {
      "epoch": 0.7994083906042686,
      "grad_norm": 5.78125,
      "learning_rate": 1.003091627360585e-05,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5368735879659653,
      "num_tokens": 485493528.0,
      "step": 630220
    },
    {
      "epoch": 0.7994210751968015,
      "grad_norm": 4.71875,
      "learning_rate": 1.0030281963519558e-05,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5463259369134903,
      "num_tokens": 485500751.0,
      "step": 630230
    },
    {
      "epoch": 0.7994337597893343,
      "grad_norm": 6.0,
      "learning_rate": 1.0029647653433267e-05,
      "loss": 1.9745,
      "mean_token_accuracy": 0.566756683588028,
      "num_tokens": 485508950.0,
      "step": 630240
    },
    {
      "epoch": 0.7994464443818671,
      "grad_norm": 5.3125,
      "learning_rate": 1.0029013343346976e-05,
      "loss": 1.8341,
      "mean_token_accuracy": 0.5825463473796845,
      "num_tokens": 485517009.0,
      "step": 630250
    },
    {
      "epoch": 0.7994591289744,
      "grad_norm": 7.21875,
      "learning_rate": 1.0028379033260685e-05,
      "loss": 1.8436,
      "mean_token_accuracy": 0.5994902849197388,
      "num_tokens": 485524235.0,
      "step": 630260
    },
    {
      "epoch": 0.7994718135669328,
      "grad_norm": 6.34375,
      "learning_rate": 1.0027744723174393e-05,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5442122519016266,
      "num_tokens": 485532454.0,
      "step": 630270
    },
    {
      "epoch": 0.7994844981594657,
      "grad_norm": 6.5,
      "learning_rate": 1.00271104130881e-05,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5402291923761368,
      "num_tokens": 485539552.0,
      "step": 630280
    },
    {
      "epoch": 0.7994971827519984,
      "grad_norm": 5.25,
      "learning_rate": 1.0026476103001809e-05,
      "loss": 1.9269,
      "mean_token_accuracy": 0.575994250178337,
      "num_tokens": 485547065.0,
      "step": 630290
    },
    {
      "epoch": 0.7995098673445313,
      "grad_norm": 5.21875,
      "learning_rate": 1.0025841792915518e-05,
      "loss": 2.077,
      "mean_token_accuracy": 0.5388427346944809,
      "num_tokens": 485554962.0,
      "step": 630300
    },
    {
      "epoch": 0.7995225519370641,
      "grad_norm": 4.84375,
      "learning_rate": 1.0025207482829227e-05,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5505170941352844,
      "num_tokens": 485562837.0,
      "step": 630310
    },
    {
      "epoch": 0.7995352365295969,
      "grad_norm": 9.125,
      "learning_rate": 1.0024573172742935e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5380933701992034,
      "num_tokens": 485571411.0,
      "step": 630320
    },
    {
      "epoch": 0.7995479211221298,
      "grad_norm": 5.6875,
      "learning_rate": 1.0023938862656642e-05,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5530919313430787,
      "num_tokens": 485579181.0,
      "step": 630330
    },
    {
      "epoch": 0.7995606057146626,
      "grad_norm": 7.65625,
      "learning_rate": 1.0023304552570353e-05,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5294320791959762,
      "num_tokens": 485586962.0,
      "step": 630340
    },
    {
      "epoch": 0.7995732903071955,
      "grad_norm": 4.96875,
      "learning_rate": 1.002267024248406e-05,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5598188996315002,
      "num_tokens": 485594596.0,
      "step": 630350
    },
    {
      "epoch": 0.7995859748997283,
      "grad_norm": 5.71875,
      "learning_rate": 1.0022035932397769e-05,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5703796744346619,
      "num_tokens": 485601491.0,
      "step": 630360
    },
    {
      "epoch": 0.7995986594922612,
      "grad_norm": 5.125,
      "learning_rate": 1.0021401622311477e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.517150667309761,
      "num_tokens": 485610010.0,
      "step": 630370
    },
    {
      "epoch": 0.799611344084794,
      "grad_norm": 5.21875,
      "learning_rate": 1.0020767312225184e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5477444112300873,
      "num_tokens": 485616254.0,
      "step": 630380
    },
    {
      "epoch": 0.7996240286773268,
      "grad_norm": 5.375,
      "learning_rate": 1.0020133002138895e-05,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5135722488164902,
      "num_tokens": 485624555.0,
      "step": 630390
    },
    {
      "epoch": 0.7996367132698596,
      "grad_norm": 5.40625,
      "learning_rate": 1.0019498692052602e-05,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5575534701347351,
      "num_tokens": 485633245.0,
      "step": 630400
    },
    {
      "epoch": 0.7996493978623924,
      "grad_norm": 5.78125,
      "learning_rate": 1.001886438196631e-05,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5549116551876068,
      "num_tokens": 485639846.0,
      "step": 630410
    },
    {
      "epoch": 0.7996620824549253,
      "grad_norm": 7.5625,
      "learning_rate": 1.001823007188002e-05,
      "loss": 2.016,
      "mean_token_accuracy": 0.5378014296293259,
      "num_tokens": 485647239.0,
      "step": 630420
    },
    {
      "epoch": 0.7996747670474581,
      "grad_norm": 9.6875,
      "learning_rate": 1.0017595761793728e-05,
      "loss": 1.9042,
      "mean_token_accuracy": 0.5677874684333801,
      "num_tokens": 485654595.0,
      "step": 630430
    },
    {
      "epoch": 0.799687451639991,
      "grad_norm": 7.4375,
      "learning_rate": 1.0016961451707437e-05,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5429698318243027,
      "num_tokens": 485662358.0,
      "step": 630440
    },
    {
      "epoch": 0.7997001362325238,
      "grad_norm": 5.90625,
      "learning_rate": 1.0016327141621144e-05,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5476299285888672,
      "num_tokens": 485669818.0,
      "step": 630450
    },
    {
      "epoch": 0.7997128208250567,
      "grad_norm": 5.75,
      "learning_rate": 1.0015692831534854e-05,
      "loss": 2.2357,
      "mean_token_accuracy": 0.5179393470287323,
      "num_tokens": 485678774.0,
      "step": 630460
    },
    {
      "epoch": 0.7997255054175895,
      "grad_norm": 7.25,
      "learning_rate": 1.0015058521448561e-05,
      "loss": 1.9229,
      "mean_token_accuracy": 0.5733363717794419,
      "num_tokens": 485686352.0,
      "step": 630470
    },
    {
      "epoch": 0.7997381900101223,
      "grad_norm": 5.34375,
      "learning_rate": 1.001442421136227e-05,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5654057532548904,
      "num_tokens": 485694924.0,
      "step": 630480
    },
    {
      "epoch": 0.7997508746026551,
      "grad_norm": 6.25,
      "learning_rate": 1.0013789901275979e-05,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5463293462991714,
      "num_tokens": 485702546.0,
      "step": 630490
    },
    {
      "epoch": 0.7997635591951879,
      "grad_norm": 5.1875,
      "learning_rate": 1.0013155591189686e-05,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5544321000576019,
      "num_tokens": 485710269.0,
      "step": 630500
    },
    {
      "epoch": 0.7997762437877208,
      "grad_norm": 6.4375,
      "learning_rate": 1.0012521281103396e-05,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5291339218616485,
      "num_tokens": 485718787.0,
      "step": 630510
    },
    {
      "epoch": 0.7997889283802536,
      "grad_norm": 6.4375,
      "learning_rate": 1.0011886971017103e-05,
      "loss": 2.182,
      "mean_token_accuracy": 0.5277710974216461,
      "num_tokens": 485727480.0,
      "step": 630520
    },
    {
      "epoch": 0.7998016129727865,
      "grad_norm": 6.8125,
      "learning_rate": 1.0011252660930814e-05,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5501728892326355,
      "num_tokens": 485735266.0,
      "step": 630530
    },
    {
      "epoch": 0.7998142975653193,
      "grad_norm": 4.71875,
      "learning_rate": 1.0010618350844521e-05,
      "loss": 1.7484,
      "mean_token_accuracy": 0.6153043866157532,
      "num_tokens": 485741620.0,
      "step": 630540
    },
    {
      "epoch": 0.7998269821578522,
      "grad_norm": 5.0625,
      "learning_rate": 1.000998404075823e-05,
      "loss": 1.8721,
      "mean_token_accuracy": 0.5939573347568512,
      "num_tokens": 485750209.0,
      "step": 630550
    },
    {
      "epoch": 0.799839666750385,
      "grad_norm": 5.21875,
      "learning_rate": 1.0009349730671938e-05,
      "loss": 1.8017,
      "mean_token_accuracy": 0.5991967558860779,
      "num_tokens": 485757513.0,
      "step": 630560
    },
    {
      "epoch": 0.7998523513429178,
      "grad_norm": 5.75,
      "learning_rate": 1.0008715420585645e-05,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5192325472831726,
      "num_tokens": 485766661.0,
      "step": 630570
    },
    {
      "epoch": 0.7998650359354507,
      "grad_norm": 5.125,
      "learning_rate": 1.0008081110499356e-05,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5373699247837067,
      "num_tokens": 485774001.0,
      "step": 630580
    },
    {
      "epoch": 0.7998777205279834,
      "grad_norm": 5.875,
      "learning_rate": 1.0007446800413063e-05,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5231011718511581,
      "num_tokens": 485782008.0,
      "step": 630590
    },
    {
      "epoch": 0.7998904051205163,
      "grad_norm": 16.125,
      "learning_rate": 1.0006812490326772e-05,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5346213400363922,
      "num_tokens": 485788657.0,
      "step": 630600
    },
    {
      "epoch": 0.7999030897130491,
      "grad_norm": 7.28125,
      "learning_rate": 1.000617818024048e-05,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5490015178918839,
      "num_tokens": 485796891.0,
      "step": 630610
    },
    {
      "epoch": 0.799915774305582,
      "grad_norm": 4.90625,
      "learning_rate": 1.0005543870154187e-05,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5521421283483505,
      "num_tokens": 485803481.0,
      "step": 630620
    },
    {
      "epoch": 0.7999284588981148,
      "grad_norm": 4.96875,
      "learning_rate": 1.0004909560067898e-05,
      "loss": 1.7937,
      "mean_token_accuracy": 0.6056294679641724,
      "num_tokens": 485810034.0,
      "step": 630630
    },
    {
      "epoch": 0.7999411434906476,
      "grad_norm": 6.03125,
      "learning_rate": 1.0004275249981605e-05,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5495058178901673,
      "num_tokens": 485817318.0,
      "step": 630640
    },
    {
      "epoch": 0.7999538280831805,
      "grad_norm": 7.09375,
      "learning_rate": 1.0003640939895315e-05,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5397257745265961,
      "num_tokens": 485825781.0,
      "step": 630650
    },
    {
      "epoch": 0.7999665126757133,
      "grad_norm": 6.625,
      "learning_rate": 1.0003006629809022e-05,
      "loss": 2.1705,
      "mean_token_accuracy": 0.519903352856636,
      "num_tokens": 485833650.0,
      "step": 630660
    },
    {
      "epoch": 0.7999791972682462,
      "grad_norm": 5.90625,
      "learning_rate": 1.0002372319722731e-05,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5469566732645035,
      "num_tokens": 485841283.0,
      "step": 630670
    },
    {
      "epoch": 0.799991881860779,
      "grad_norm": 5.84375,
      "learning_rate": 1.000173800963644e-05,
      "loss": 1.9471,
      "mean_token_accuracy": 0.5705911040306091,
      "num_tokens": 485849323.0,
      "step": 630680
    },
    {
      "epoch": 0.8000045664533119,
      "grad_norm": 5.1875,
      "learning_rate": 1.0001103699550147e-05,
      "loss": 1.9448,
      "mean_token_accuracy": 0.566676703095436,
      "num_tokens": 485857266.0,
      "step": 630690
    },
    {
      "epoch": 0.8000172510458446,
      "grad_norm": 5.75,
      "learning_rate": 1.0000469389463857e-05,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5690201938152313,
      "num_tokens": 485864956.0,
      "step": 630700
    },
    {
      "epoch": 0.8000299356383775,
      "grad_norm": 5.65625,
      "learning_rate": 9.999835079377564e-06,
      "loss": 1.7216,
      "mean_token_accuracy": 0.6069264054298401,
      "num_tokens": 485871862.0,
      "step": 630710
    },
    {
      "epoch": 0.8000426202309103,
      "grad_norm": 5.5625,
      "learning_rate": 9.999200769291273e-06,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5735130220651626,
      "num_tokens": 485878980.0,
      "step": 630720
    },
    {
      "epoch": 0.8000553048234431,
      "grad_norm": 4.8125,
      "learning_rate": 9.998566459204982e-06,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5356289654970169,
      "num_tokens": 485887531.0,
      "step": 630730
    },
    {
      "epoch": 0.800067989415976,
      "grad_norm": 15.1875,
      "learning_rate": 9.99793214911869e-06,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5348100394010544,
      "num_tokens": 485894584.0,
      "step": 630740
    },
    {
      "epoch": 0.8000806740085088,
      "grad_norm": 5.1875,
      "learning_rate": 9.9972978390324e-06,
      "loss": 2.0798,
      "mean_token_accuracy": 0.552854809165001,
      "num_tokens": 485903280.0,
      "step": 630750
    },
    {
      "epoch": 0.8000933586010417,
      "grad_norm": 4.9375,
      "learning_rate": 9.996663528946106e-06,
      "loss": 2.2014,
      "mean_token_accuracy": 0.517597672343254,
      "num_tokens": 485911942.0,
      "step": 630760
    },
    {
      "epoch": 0.8001060431935745,
      "grad_norm": 6.1875,
      "learning_rate": 9.996029218859815e-06,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5702584534883499,
      "num_tokens": 485919350.0,
      "step": 630770
    },
    {
      "epoch": 0.8001187277861074,
      "grad_norm": 5.25,
      "learning_rate": 9.995394908773524e-06,
      "loss": 2.0141,
      "mean_token_accuracy": 0.5480267137289048,
      "num_tokens": 485927366.0,
      "step": 630780
    },
    {
      "epoch": 0.8001314123786402,
      "grad_norm": 7.09375,
      "learning_rate": 9.994760598687233e-06,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5519932776689529,
      "num_tokens": 485934971.0,
      "step": 630790
    },
    {
      "epoch": 0.800144096971173,
      "grad_norm": 5.78125,
      "learning_rate": 9.994126288600941e-06,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5587809950113296,
      "num_tokens": 485943589.0,
      "step": 630800
    },
    {
      "epoch": 0.8001567815637058,
      "grad_norm": 5.4375,
      "learning_rate": 9.993491978514648e-06,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5167172014713287,
      "num_tokens": 485952829.0,
      "step": 630810
    },
    {
      "epoch": 0.8001694661562386,
      "grad_norm": 5.34375,
      "learning_rate": 9.992857668428357e-06,
      "loss": 1.8063,
      "mean_token_accuracy": 0.6022056072950364,
      "num_tokens": 485960602.0,
      "step": 630820
    },
    {
      "epoch": 0.8001821507487715,
      "grad_norm": 5.09375,
      "learning_rate": 9.992223358342066e-06,
      "loss": 2.1591,
      "mean_token_accuracy": 0.52556112408638,
      "num_tokens": 485968905.0,
      "step": 630830
    },
    {
      "epoch": 0.8001948353413043,
      "grad_norm": 5.78125,
      "learning_rate": 9.991589048255775e-06,
      "loss": 1.9076,
      "mean_token_accuracy": 0.587002444267273,
      "num_tokens": 485975554.0,
      "step": 630840
    },
    {
      "epoch": 0.8002075199338372,
      "grad_norm": 6.125,
      "learning_rate": 9.990954738169483e-06,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5678573608398437,
      "num_tokens": 485984400.0,
      "step": 630850
    },
    {
      "epoch": 0.80022020452637,
      "grad_norm": 5.15625,
      "learning_rate": 9.990320428083192e-06,
      "loss": 2.2034,
      "mean_token_accuracy": 0.525012081861496,
      "num_tokens": 485993552.0,
      "step": 630860
    },
    {
      "epoch": 0.8002328891189028,
      "grad_norm": 6.25,
      "learning_rate": 9.9896861179969e-06,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5215033799409866,
      "num_tokens": 486002180.0,
      "step": 630870
    },
    {
      "epoch": 0.8002455737114357,
      "grad_norm": 4.6875,
      "learning_rate": 9.989051807910608e-06,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5478670775890351,
      "num_tokens": 486009244.0,
      "step": 630880
    },
    {
      "epoch": 0.8002582583039685,
      "grad_norm": 5.15625,
      "learning_rate": 9.988417497824317e-06,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5502256631851197,
      "num_tokens": 486017423.0,
      "step": 630890
    },
    {
      "epoch": 0.8002709428965014,
      "grad_norm": 5.21875,
      "learning_rate": 9.987783187738025e-06,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5200871497392654,
      "num_tokens": 486025974.0,
      "step": 630900
    },
    {
      "epoch": 0.8002836274890341,
      "grad_norm": 6.28125,
      "learning_rate": 9.987148877651734e-06,
      "loss": 1.8557,
      "mean_token_accuracy": 0.5998949766159057,
      "num_tokens": 486033002.0,
      "step": 630910
    },
    {
      "epoch": 0.800296312081567,
      "grad_norm": 5.0,
      "learning_rate": 9.986514567565443e-06,
      "loss": 1.959,
      "mean_token_accuracy": 0.5572462260723114,
      "num_tokens": 486039655.0,
      "step": 630920
    },
    {
      "epoch": 0.8003089966740998,
      "grad_norm": 4.84375,
      "learning_rate": 9.985880257479152e-06,
      "loss": 2.2336,
      "mean_token_accuracy": 0.5211039036512375,
      "num_tokens": 486047526.0,
      "step": 630930
    },
    {
      "epoch": 0.8003216812666327,
      "grad_norm": 7.0,
      "learning_rate": 9.985245947392859e-06,
      "loss": 2.0834,
      "mean_token_accuracy": 0.548447099328041,
      "num_tokens": 486055931.0,
      "step": 630940
    },
    {
      "epoch": 0.8003343658591655,
      "grad_norm": 5.34375,
      "learning_rate": 9.984611637306567e-06,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5376217693090439,
      "num_tokens": 486064126.0,
      "step": 630950
    },
    {
      "epoch": 0.8003470504516983,
      "grad_norm": 6.1875,
      "learning_rate": 9.983977327220276e-06,
      "loss": 1.95,
      "mean_token_accuracy": 0.5817477107048035,
      "num_tokens": 486069284.0,
      "step": 630960
    },
    {
      "epoch": 0.8003597350442312,
      "grad_norm": 8.0,
      "learning_rate": 9.983343017133985e-06,
      "loss": 2.017,
      "mean_token_accuracy": 0.5564616054296494,
      "num_tokens": 486077052.0,
      "step": 630970
    },
    {
      "epoch": 0.800372419636764,
      "grad_norm": 5.375,
      "learning_rate": 9.982708707047694e-06,
      "loss": 2.2078,
      "mean_token_accuracy": 0.5243726521730423,
      "num_tokens": 486084594.0,
      "step": 630980
    },
    {
      "epoch": 0.8003851042292969,
      "grad_norm": 7.25,
      "learning_rate": 9.9820743969614e-06,
      "loss": 1.8676,
      "mean_token_accuracy": 0.5766758769750595,
      "num_tokens": 486091063.0,
      "step": 630990
    },
    {
      "epoch": 0.8003977888218297,
      "grad_norm": 5.21875,
      "learning_rate": 9.98144008687511e-06,
      "loss": 2.109,
      "mean_token_accuracy": 0.5391428798437119,
      "num_tokens": 486099001.0,
      "step": 631000
    },
    {
      "epoch": 0.8004104734143626,
      "grad_norm": 4.875,
      "learning_rate": 9.980805776788818e-06,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5320027858018875,
      "num_tokens": 486108252.0,
      "step": 631010
    },
    {
      "epoch": 0.8004231580068953,
      "grad_norm": 10.5,
      "learning_rate": 9.980171466702527e-06,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5553217887878418,
      "num_tokens": 486115318.0,
      "step": 631020
    },
    {
      "epoch": 0.8004358425994281,
      "grad_norm": 8.875,
      "learning_rate": 9.979537156616236e-06,
      "loss": 1.7786,
      "mean_token_accuracy": 0.5941189467906952,
      "num_tokens": 486121569.0,
      "step": 631030
    },
    {
      "epoch": 0.800448527191961,
      "grad_norm": 5.40625,
      "learning_rate": 9.978902846529943e-06,
      "loss": 1.7756,
      "mean_token_accuracy": 0.6030464768409729,
      "num_tokens": 486128157.0,
      "step": 631040
    },
    {
      "epoch": 0.8004612117844938,
      "grad_norm": 6.6875,
      "learning_rate": 9.978268536443653e-06,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5481890797615051,
      "num_tokens": 486135373.0,
      "step": 631050
    },
    {
      "epoch": 0.8004738963770267,
      "grad_norm": 7.78125,
      "learning_rate": 9.97763422635736e-06,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5545749425888061,
      "num_tokens": 486141391.0,
      "step": 631060
    },
    {
      "epoch": 0.8004865809695595,
      "grad_norm": 4.5,
      "learning_rate": 9.976999916271069e-06,
      "loss": 1.832,
      "mean_token_accuracy": 0.5984387129545212,
      "num_tokens": 486147704.0,
      "step": 631070
    },
    {
      "epoch": 0.8004992655620924,
      "grad_norm": 4.46875,
      "learning_rate": 9.976365606184778e-06,
      "loss": 2.3848,
      "mean_token_accuracy": 0.49574326574802396,
      "num_tokens": 486157485.0,
      "step": 631080
    },
    {
      "epoch": 0.8005119501546252,
      "grad_norm": 5.125,
      "learning_rate": 9.975731296098486e-06,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5497984528541565,
      "num_tokens": 486165774.0,
      "step": 631090
    },
    {
      "epoch": 0.8005246347471581,
      "grad_norm": 8.3125,
      "learning_rate": 9.975096986012195e-06,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5613640904426574,
      "num_tokens": 486172199.0,
      "step": 631100
    },
    {
      "epoch": 0.8005373193396909,
      "grad_norm": 9.9375,
      "learning_rate": 9.974462675925902e-06,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5458099484443665,
      "num_tokens": 486180307.0,
      "step": 631110
    },
    {
      "epoch": 0.8005500039322236,
      "grad_norm": 4.90625,
      "learning_rate": 9.973828365839613e-06,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5197721093893051,
      "num_tokens": 486189382.0,
      "step": 631120
    },
    {
      "epoch": 0.8005626885247565,
      "grad_norm": 6.28125,
      "learning_rate": 9.97319405575332e-06,
      "loss": 2.174,
      "mean_token_accuracy": 0.5262808591127396,
      "num_tokens": 486196859.0,
      "step": 631130
    },
    {
      "epoch": 0.8005753731172893,
      "grad_norm": 5.4375,
      "learning_rate": 9.972559745667028e-06,
      "loss": 2.0436,
      "mean_token_accuracy": 0.556721305847168,
      "num_tokens": 486203660.0,
      "step": 631140
    },
    {
      "epoch": 0.8005880577098222,
      "grad_norm": 9.5625,
      "learning_rate": 9.971925435580737e-06,
      "loss": 1.908,
      "mean_token_accuracy": 0.5717380374670029,
      "num_tokens": 486209702.0,
      "step": 631150
    },
    {
      "epoch": 0.800600742302355,
      "grad_norm": 4.90625,
      "learning_rate": 9.971291125494444e-06,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5461398124694824,
      "num_tokens": 486216685.0,
      "step": 631160
    },
    {
      "epoch": 0.8006134268948879,
      "grad_norm": 12.4375,
      "learning_rate": 9.970656815408155e-06,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5369078397750855,
      "num_tokens": 486223819.0,
      "step": 631170
    },
    {
      "epoch": 0.8006261114874207,
      "grad_norm": 4.65625,
      "learning_rate": 9.970022505321862e-06,
      "loss": 2.1147,
      "mean_token_accuracy": 0.534955233335495,
      "num_tokens": 486232162.0,
      "step": 631180
    },
    {
      "epoch": 0.8006387960799535,
      "grad_norm": 5.21875,
      "learning_rate": 9.96938819523557e-06,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5331301718950272,
      "num_tokens": 486238951.0,
      "step": 631190
    },
    {
      "epoch": 0.8006514806724864,
      "grad_norm": 9.5,
      "learning_rate": 9.968753885149279e-06,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5554963707923889,
      "num_tokens": 486246231.0,
      "step": 631200
    },
    {
      "epoch": 0.8006641652650192,
      "grad_norm": 5.5,
      "learning_rate": 9.968119575062986e-06,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5355436563491821,
      "num_tokens": 486253728.0,
      "step": 631210
    },
    {
      "epoch": 0.800676849857552,
      "grad_norm": 6.5,
      "learning_rate": 9.967485264976697e-06,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5621844053268432,
      "num_tokens": 486261231.0,
      "step": 631220
    },
    {
      "epoch": 0.8006895344500848,
      "grad_norm": 5.03125,
      "learning_rate": 9.966850954890404e-06,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5411995232105256,
      "num_tokens": 486270071.0,
      "step": 631230
    },
    {
      "epoch": 0.8007022190426177,
      "grad_norm": 4.84375,
      "learning_rate": 9.966216644804114e-06,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5304546982049942,
      "num_tokens": 486277442.0,
      "step": 631240
    },
    {
      "epoch": 0.8007149036351505,
      "grad_norm": 7.59375,
      "learning_rate": 9.965582334717821e-06,
      "loss": 1.8224,
      "mean_token_accuracy": 0.5925739854574203,
      "num_tokens": 486284814.0,
      "step": 631250
    },
    {
      "epoch": 0.8007275882276833,
      "grad_norm": 4.875,
      "learning_rate": 9.96494802463153e-06,
      "loss": 2.18,
      "mean_token_accuracy": 0.5245578199625015,
      "num_tokens": 486292544.0,
      "step": 631260
    },
    {
      "epoch": 0.8007402728202162,
      "grad_norm": 4.8125,
      "learning_rate": 9.964313714545239e-06,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5528623968362808,
      "num_tokens": 486300516.0,
      "step": 631270
    },
    {
      "epoch": 0.800752957412749,
      "grad_norm": 5.625,
      "learning_rate": 9.963679404458946e-06,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5246667623519897,
      "num_tokens": 486308442.0,
      "step": 631280
    },
    {
      "epoch": 0.8007656420052819,
      "grad_norm": 5.1875,
      "learning_rate": 9.963045094372656e-06,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5311085790395736,
      "num_tokens": 486317814.0,
      "step": 631290
    },
    {
      "epoch": 0.8007783265978147,
      "grad_norm": 5.5625,
      "learning_rate": 9.962410784286363e-06,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5181181997060775,
      "num_tokens": 486327225.0,
      "step": 631300
    },
    {
      "epoch": 0.8007910111903476,
      "grad_norm": 5.65625,
      "learning_rate": 9.961776474200073e-06,
      "loss": 1.8878,
      "mean_token_accuracy": 0.5665464967489242,
      "num_tokens": 486335480.0,
      "step": 631310
    },
    {
      "epoch": 0.8008036957828804,
      "grad_norm": 5.8125,
      "learning_rate": 9.96114216411378e-06,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5747549057006835,
      "num_tokens": 486342375.0,
      "step": 631320
    },
    {
      "epoch": 0.8008163803754133,
      "grad_norm": 4.75,
      "learning_rate": 9.96050785402749e-06,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5234334141016006,
      "num_tokens": 486349831.0,
      "step": 631330
    },
    {
      "epoch": 0.800829064967946,
      "grad_norm": 6.46875,
      "learning_rate": 9.959873543941198e-06,
      "loss": 2.2726,
      "mean_token_accuracy": 0.5152652591466904,
      "num_tokens": 486357939.0,
      "step": 631340
    },
    {
      "epoch": 0.8008417495604788,
      "grad_norm": 7.28125,
      "learning_rate": 9.959239233854905e-06,
      "loss": 2.2885,
      "mean_token_accuracy": 0.5075030654668808,
      "num_tokens": 486365073.0,
      "step": 631350
    },
    {
      "epoch": 0.8008544341530117,
      "grad_norm": 5.65625,
      "learning_rate": 9.958604923768615e-06,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5270123213529587,
      "num_tokens": 486372063.0,
      "step": 631360
    },
    {
      "epoch": 0.8008671187455445,
      "grad_norm": 5.625,
      "learning_rate": 9.957970613682323e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.5369821161031723,
      "num_tokens": 486378537.0,
      "step": 631370
    },
    {
      "epoch": 0.8008798033380774,
      "grad_norm": 7.34375,
      "learning_rate": 9.957336303596031e-06,
      "loss": 1.946,
      "mean_token_accuracy": 0.574660313129425,
      "num_tokens": 486385498.0,
      "step": 631380
    },
    {
      "epoch": 0.8008924879306102,
      "grad_norm": 6.59375,
      "learning_rate": 9.95670199350974e-06,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5376806169748306,
      "num_tokens": 486392341.0,
      "step": 631390
    },
    {
      "epoch": 0.8009051725231431,
      "grad_norm": 4.78125,
      "learning_rate": 9.956067683423447e-06,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5678377240896225,
      "num_tokens": 486399513.0,
      "step": 631400
    },
    {
      "epoch": 0.8009178571156759,
      "grad_norm": 6.21875,
      "learning_rate": 9.955433373337157e-06,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5661483258008957,
      "num_tokens": 486406596.0,
      "step": 631410
    },
    {
      "epoch": 0.8009305417082087,
      "grad_norm": 4.90625,
      "learning_rate": 9.954799063250865e-06,
      "loss": 1.6637,
      "mean_token_accuracy": 0.6308373183012008,
      "num_tokens": 486413041.0,
      "step": 631420
    },
    {
      "epoch": 0.8009432263007416,
      "grad_norm": 4.65625,
      "learning_rate": 9.954164753164573e-06,
      "loss": 1.897,
      "mean_token_accuracy": 0.5792194724082946,
      "num_tokens": 486419987.0,
      "step": 631430
    },
    {
      "epoch": 0.8009559108932743,
      "grad_norm": 6.1875,
      "learning_rate": 9.953530443078282e-06,
      "loss": 2.0629,
      "mean_token_accuracy": 0.5422350764274597,
      "num_tokens": 486427511.0,
      "step": 631440
    },
    {
      "epoch": 0.8009685954858072,
      "grad_norm": 7.09375,
      "learning_rate": 9.95289613299199e-06,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5583200782537461,
      "num_tokens": 486435523.0,
      "step": 631450
    },
    {
      "epoch": 0.80098128007834,
      "grad_norm": 6.46875,
      "learning_rate": 9.9522618229057e-06,
      "loss": 2.0646,
      "mean_token_accuracy": 0.538026687502861,
      "num_tokens": 486443566.0,
      "step": 631460
    },
    {
      "epoch": 0.8009939646708729,
      "grad_norm": 5.65625,
      "learning_rate": 9.951627512819407e-06,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5294196605682373,
      "num_tokens": 486451478.0,
      "step": 631470
    },
    {
      "epoch": 0.8010066492634057,
      "grad_norm": 6.5625,
      "learning_rate": 9.950993202733115e-06,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5608559757471084,
      "num_tokens": 486458143.0,
      "step": 631480
    },
    {
      "epoch": 0.8010193338559386,
      "grad_norm": 5.3125,
      "learning_rate": 9.950358892646824e-06,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5378254145383835,
      "num_tokens": 486466218.0,
      "step": 631490
    },
    {
      "epoch": 0.8010320184484714,
      "grad_norm": 6.84375,
      "learning_rate": 9.949724582560533e-06,
      "loss": 2.086,
      "mean_token_accuracy": 0.5459826171398163,
      "num_tokens": 486472466.0,
      "step": 631500
    },
    {
      "epoch": 0.8010447030410042,
      "grad_norm": 7.34375,
      "learning_rate": 9.949090272474241e-06,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5396937072277069,
      "num_tokens": 486479742.0,
      "step": 631510
    },
    {
      "epoch": 0.8010573876335371,
      "grad_norm": 4.84375,
      "learning_rate": 9.94845596238795e-06,
      "loss": 1.7431,
      "mean_token_accuracy": 0.6080132961273194,
      "num_tokens": 486487202.0,
      "step": 631520
    },
    {
      "epoch": 0.8010700722260699,
      "grad_norm": 5.5625,
      "learning_rate": 9.947821652301659e-06,
      "loss": 1.951,
      "mean_token_accuracy": 0.5579712986946106,
      "num_tokens": 486494689.0,
      "step": 631530
    },
    {
      "epoch": 0.8010827568186027,
      "grad_norm": 5.1875,
      "learning_rate": 9.947187342215366e-06,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5476471841335296,
      "num_tokens": 486502930.0,
      "step": 631540
    },
    {
      "epoch": 0.8010954414111355,
      "grad_norm": 5.875,
      "learning_rate": 9.946553032129075e-06,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5323308199644089,
      "num_tokens": 486510973.0,
      "step": 631550
    },
    {
      "epoch": 0.8011081260036684,
      "grad_norm": 6.3125,
      "learning_rate": 9.945918722042784e-06,
      "loss": 2.0857,
      "mean_token_accuracy": 0.53608558177948,
      "num_tokens": 486518534.0,
      "step": 631560
    },
    {
      "epoch": 0.8011208105962012,
      "grad_norm": 5.9375,
      "learning_rate": 9.945284411956492e-06,
      "loss": 1.851,
      "mean_token_accuracy": 0.580405181646347,
      "num_tokens": 486525357.0,
      "step": 631570
    },
    {
      "epoch": 0.801133495188734,
      "grad_norm": 5.28125,
      "learning_rate": 9.944650101870201e-06,
      "loss": 2.164,
      "mean_token_accuracy": 0.530620327591896,
      "num_tokens": 486533776.0,
      "step": 631580
    },
    {
      "epoch": 0.8011461797812669,
      "grad_norm": 6.5,
      "learning_rate": 9.944015791783908e-06,
      "loss": 2.2274,
      "mean_token_accuracy": 0.5125579476356507,
      "num_tokens": 486541249.0,
      "step": 631590
    },
    {
      "epoch": 0.8011588643737997,
      "grad_norm": 4.90625,
      "learning_rate": 9.943381481697617e-06,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5694017618894577,
      "num_tokens": 486548651.0,
      "step": 631600
    },
    {
      "epoch": 0.8011715489663326,
      "grad_norm": 7.625,
      "learning_rate": 9.942747171611326e-06,
      "loss": 2.172,
      "mean_token_accuracy": 0.5193728476762771,
      "num_tokens": 486556239.0,
      "step": 631610
    },
    {
      "epoch": 0.8011842335588654,
      "grad_norm": 4.625,
      "learning_rate": 9.942112861525034e-06,
      "loss": 2.1219,
      "mean_token_accuracy": 0.524733430147171,
      "num_tokens": 486564770.0,
      "step": 631620
    },
    {
      "epoch": 0.8011969181513983,
      "grad_norm": 5.84375,
      "learning_rate": 9.941478551438743e-06,
      "loss": 2.2906,
      "mean_token_accuracy": 0.5037585943937302,
      "num_tokens": 486572233.0,
      "step": 631630
    },
    {
      "epoch": 0.801209602743931,
      "grad_norm": 5.78125,
      "learning_rate": 9.940844241352452e-06,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5221251904964447,
      "num_tokens": 486580203.0,
      "step": 631640
    },
    {
      "epoch": 0.801222287336464,
      "grad_norm": 7.625,
      "learning_rate": 9.940209931266159e-06,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5355706006288529,
      "num_tokens": 486588118.0,
      "step": 631650
    },
    {
      "epoch": 0.8012349719289967,
      "grad_norm": 5.53125,
      "learning_rate": 9.939575621179868e-06,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5288034379482269,
      "num_tokens": 486597109.0,
      "step": 631660
    },
    {
      "epoch": 0.8012476565215295,
      "grad_norm": 7.5625,
      "learning_rate": 9.938941311093576e-06,
      "loss": 1.8365,
      "mean_token_accuracy": 0.5837680548429489,
      "num_tokens": 486604104.0,
      "step": 631670
    },
    {
      "epoch": 0.8012603411140624,
      "grad_norm": 6.0625,
      "learning_rate": 9.938307001007285e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.546572956442833,
      "num_tokens": 486611155.0,
      "step": 631680
    },
    {
      "epoch": 0.8012730257065952,
      "grad_norm": 5.71875,
      "learning_rate": 9.937672690920994e-06,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5315788835287094,
      "num_tokens": 486618814.0,
      "step": 631690
    },
    {
      "epoch": 0.8012857102991281,
      "grad_norm": 12.0,
      "learning_rate": 9.9370383808347e-06,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5472525179386138,
      "num_tokens": 486625370.0,
      "step": 631700
    },
    {
      "epoch": 0.8012983948916609,
      "grad_norm": 4.65625,
      "learning_rate": 9.936404070748411e-06,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5283151358366013,
      "num_tokens": 486632997.0,
      "step": 631710
    },
    {
      "epoch": 0.8013110794841938,
      "grad_norm": 5.09375,
      "learning_rate": 9.935769760662118e-06,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5365716427564621,
      "num_tokens": 486639920.0,
      "step": 631720
    },
    {
      "epoch": 0.8013237640767266,
      "grad_norm": 11.5625,
      "learning_rate": 9.935135450575827e-06,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5354127079248429,
      "num_tokens": 486647469.0,
      "step": 631730
    },
    {
      "epoch": 0.8013364486692593,
      "grad_norm": 7.0625,
      "learning_rate": 9.934501140489536e-06,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5475915372371674,
      "num_tokens": 486654027.0,
      "step": 631740
    },
    {
      "epoch": 0.8013491332617922,
      "grad_norm": 5.40625,
      "learning_rate": 9.933866830403243e-06,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5444300681352615,
      "num_tokens": 486661652.0,
      "step": 631750
    },
    {
      "epoch": 0.801361817854325,
      "grad_norm": 6.3125,
      "learning_rate": 9.933232520316953e-06,
      "loss": 1.9244,
      "mean_token_accuracy": 0.5823797374963761,
      "num_tokens": 486668189.0,
      "step": 631760
    },
    {
      "epoch": 0.8013745024468579,
      "grad_norm": 5.40625,
      "learning_rate": 9.93259821023066e-06,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5478710204362869,
      "num_tokens": 486675311.0,
      "step": 631770
    },
    {
      "epoch": 0.8013871870393907,
      "grad_norm": 5.84375,
      "learning_rate": 9.931963900144369e-06,
      "loss": 1.961,
      "mean_token_accuracy": 0.5722493946552276,
      "num_tokens": 486682886.0,
      "step": 631780
    },
    {
      "epoch": 0.8013998716319236,
      "grad_norm": 6.59375,
      "learning_rate": 9.931329590058078e-06,
      "loss": 2.0704,
      "mean_token_accuracy": 0.547481182217598,
      "num_tokens": 486690586.0,
      "step": 631790
    },
    {
      "epoch": 0.8014125562244564,
      "grad_norm": 5.03125,
      "learning_rate": 9.930695279971786e-06,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5245180934667587,
      "num_tokens": 486697379.0,
      "step": 631800
    },
    {
      "epoch": 0.8014252408169892,
      "grad_norm": 6.65625,
      "learning_rate": 9.930060969885495e-06,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5395158588886261,
      "num_tokens": 486705279.0,
      "step": 631810
    },
    {
      "epoch": 0.8014379254095221,
      "grad_norm": 6.03125,
      "learning_rate": 9.929426659799202e-06,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5567665934562683,
      "num_tokens": 486711979.0,
      "step": 631820
    },
    {
      "epoch": 0.8014506100020549,
      "grad_norm": 5.0625,
      "learning_rate": 9.928792349712913e-06,
      "loss": 1.9514,
      "mean_token_accuracy": 0.560972273349762,
      "num_tokens": 486720794.0,
      "step": 631830
    },
    {
      "epoch": 0.8014632945945878,
      "grad_norm": 5.65625,
      "learning_rate": 9.92815803962662e-06,
      "loss": 1.8323,
      "mean_token_accuracy": 0.5948298782110214,
      "num_tokens": 486728163.0,
      "step": 631840
    },
    {
      "epoch": 0.8014759791871205,
      "grad_norm": 5.03125,
      "learning_rate": 9.927523729540328e-06,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5519974887371063,
      "num_tokens": 486735535.0,
      "step": 631850
    },
    {
      "epoch": 0.8014886637796534,
      "grad_norm": 6.90625,
      "learning_rate": 9.926889419454037e-06,
      "loss": 1.8971,
      "mean_token_accuracy": 0.5848187923431396,
      "num_tokens": 486742024.0,
      "step": 631860
    },
    {
      "epoch": 0.8015013483721862,
      "grad_norm": 6.40625,
      "learning_rate": 9.926255109367744e-06,
      "loss": 2.1224,
      "mean_token_accuracy": 0.52884661257267,
      "num_tokens": 486750207.0,
      "step": 631870
    },
    {
      "epoch": 0.8015140329647191,
      "grad_norm": 4.5625,
      "learning_rate": 9.925620799281455e-06,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5101358741521835,
      "num_tokens": 486757675.0,
      "step": 631880
    },
    {
      "epoch": 0.8015267175572519,
      "grad_norm": 6.4375,
      "learning_rate": 9.924986489195162e-06,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5327841162681579,
      "num_tokens": 486765000.0,
      "step": 631890
    },
    {
      "epoch": 0.8015394021497847,
      "grad_norm": 5.96875,
      "learning_rate": 9.924352179108872e-06,
      "loss": 2.0835,
      "mean_token_accuracy": 0.535762083530426,
      "num_tokens": 486772640.0,
      "step": 631900
    },
    {
      "epoch": 0.8015520867423176,
      "grad_norm": 6.0,
      "learning_rate": 9.92371786902258e-06,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5568067908287049,
      "num_tokens": 486780127.0,
      "step": 631910
    },
    {
      "epoch": 0.8015647713348504,
      "grad_norm": 5.125,
      "learning_rate": 9.923083558936288e-06,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5366315692663193,
      "num_tokens": 486788438.0,
      "step": 631920
    },
    {
      "epoch": 0.8015774559273833,
      "grad_norm": 5.09375,
      "learning_rate": 9.922449248849997e-06,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5498930305242539,
      "num_tokens": 486795591.0,
      "step": 631930
    },
    {
      "epoch": 0.8015901405199161,
      "grad_norm": 7.15625,
      "learning_rate": 9.921814938763704e-06,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5319558411836625,
      "num_tokens": 486802692.0,
      "step": 631940
    },
    {
      "epoch": 0.801602825112449,
      "grad_norm": 6.28125,
      "learning_rate": 9.921180628677414e-06,
      "loss": 1.9,
      "mean_token_accuracy": 0.5771285027265549,
      "num_tokens": 486809079.0,
      "step": 631950
    },
    {
      "epoch": 0.8016155097049817,
      "grad_norm": 4.6875,
      "learning_rate": 9.920546318591121e-06,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5812347650527954,
      "num_tokens": 486816616.0,
      "step": 631960
    },
    {
      "epoch": 0.8016281942975145,
      "grad_norm": 4.59375,
      "learning_rate": 9.91991200850483e-06,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5407636493444443,
      "num_tokens": 486823776.0,
      "step": 631970
    },
    {
      "epoch": 0.8016408788900474,
      "grad_norm": 5.8125,
      "learning_rate": 9.919277698418539e-06,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5487014800310135,
      "num_tokens": 486831132.0,
      "step": 631980
    },
    {
      "epoch": 0.8016535634825802,
      "grad_norm": 5.0,
      "learning_rate": 9.918643388332246e-06,
      "loss": 1.7696,
      "mean_token_accuracy": 0.6005122482776641,
      "num_tokens": 486837647.0,
      "step": 631990
    },
    {
      "epoch": 0.8016662480751131,
      "grad_norm": 5.125,
      "learning_rate": 9.918009078245956e-06,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5571148633956909,
      "num_tokens": 486846318.0,
      "step": 632000
    },
    {
      "epoch": 0.8016789326676459,
      "grad_norm": 7.46875,
      "learning_rate": 9.917374768159663e-06,
      "loss": 2.2284,
      "mean_token_accuracy": 0.5157004356384277,
      "num_tokens": 486852490.0,
      "step": 632010
    },
    {
      "epoch": 0.8016916172601788,
      "grad_norm": 5.46875,
      "learning_rate": 9.916740458073374e-06,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5324722856283188,
      "num_tokens": 486861078.0,
      "step": 632020
    },
    {
      "epoch": 0.8017043018527116,
      "grad_norm": 5.09375,
      "learning_rate": 9.91610614798708e-06,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5428468227386475,
      "num_tokens": 486869847.0,
      "step": 632030
    },
    {
      "epoch": 0.8017169864452445,
      "grad_norm": 5.1875,
      "learning_rate": 9.91547183790079e-06,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5581160724163056,
      "num_tokens": 486878448.0,
      "step": 632040
    },
    {
      "epoch": 0.8017296710377773,
      "grad_norm": 4.8125,
      "learning_rate": 9.914837527814498e-06,
      "loss": 2.024,
      "mean_token_accuracy": 0.5541103780269623,
      "num_tokens": 486884389.0,
      "step": 632050
    },
    {
      "epoch": 0.80174235563031,
      "grad_norm": 7.09375,
      "learning_rate": 9.914203217728205e-06,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5511551022529602,
      "num_tokens": 486891446.0,
      "step": 632060
    },
    {
      "epoch": 0.8017550402228429,
      "grad_norm": 4.6875,
      "learning_rate": 9.913568907641916e-06,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5444965451955796,
      "num_tokens": 486899799.0,
      "step": 632070
    },
    {
      "epoch": 0.8017677248153757,
      "grad_norm": 4.71875,
      "learning_rate": 9.912934597555623e-06,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5392713904380798,
      "num_tokens": 486909233.0,
      "step": 632080
    },
    {
      "epoch": 0.8017804094079086,
      "grad_norm": 4.9375,
      "learning_rate": 9.912300287469331e-06,
      "loss": 2.201,
      "mean_token_accuracy": 0.5242354869842529,
      "num_tokens": 486918318.0,
      "step": 632090
    },
    {
      "epoch": 0.8017930940004414,
      "grad_norm": 6.53125,
      "learning_rate": 9.91166597738304e-06,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5170083463191986,
      "num_tokens": 486926845.0,
      "step": 632100
    },
    {
      "epoch": 0.8018057785929743,
      "grad_norm": 4.53125,
      "learning_rate": 9.911031667296749e-06,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5755250453948975,
      "num_tokens": 486934008.0,
      "step": 632110
    },
    {
      "epoch": 0.8018184631855071,
      "grad_norm": 5.71875,
      "learning_rate": 9.910397357210458e-06,
      "loss": 1.964,
      "mean_token_accuracy": 0.5665826439857483,
      "num_tokens": 486941795.0,
      "step": 632120
    },
    {
      "epoch": 0.8018311477780399,
      "grad_norm": 5.65625,
      "learning_rate": 9.909763047124165e-06,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5307349354028702,
      "num_tokens": 486950444.0,
      "step": 632130
    },
    {
      "epoch": 0.8018438323705728,
      "grad_norm": 4.78125,
      "learning_rate": 9.909128737037873e-06,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5406552255153656,
      "num_tokens": 486958940.0,
      "step": 632140
    },
    {
      "epoch": 0.8018565169631056,
      "grad_norm": 5.75,
      "learning_rate": 9.908494426951582e-06,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5315607458353042,
      "num_tokens": 486967285.0,
      "step": 632150
    },
    {
      "epoch": 0.8018692015556385,
      "grad_norm": 4.84375,
      "learning_rate": 9.907860116865291e-06,
      "loss": 2.0775,
      "mean_token_accuracy": 0.53558908700943,
      "num_tokens": 486974736.0,
      "step": 632160
    },
    {
      "epoch": 0.8018818861481712,
      "grad_norm": 7.0,
      "learning_rate": 9.907225806779e-06,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5540513843297958,
      "num_tokens": 486981001.0,
      "step": 632170
    },
    {
      "epoch": 0.8018945707407041,
      "grad_norm": 5.03125,
      "learning_rate": 9.906591496692708e-06,
      "loss": 2.0829,
      "mean_token_accuracy": 0.53949935734272,
      "num_tokens": 486990019.0,
      "step": 632180
    },
    {
      "epoch": 0.8019072553332369,
      "grad_norm": 6.4375,
      "learning_rate": 9.905957186606415e-06,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5387373834848403,
      "num_tokens": 486996671.0,
      "step": 632190
    },
    {
      "epoch": 0.8019199399257697,
      "grad_norm": 5.5625,
      "learning_rate": 9.905322876520124e-06,
      "loss": 1.8026,
      "mean_token_accuracy": 0.5971436113119125,
      "num_tokens": 487003255.0,
      "step": 632200
    },
    {
      "epoch": 0.8019326245183026,
      "grad_norm": 7.53125,
      "learning_rate": 9.904688566433833e-06,
      "loss": 1.8516,
      "mean_token_accuracy": 0.5797231018543243,
      "num_tokens": 487009583.0,
      "step": 632210
    },
    {
      "epoch": 0.8019453091108354,
      "grad_norm": 7.59375,
      "learning_rate": 9.904054256347542e-06,
      "loss": 2.037,
      "mean_token_accuracy": 0.5532783389091491,
      "num_tokens": 487016892.0,
      "step": 632220
    },
    {
      "epoch": 0.8019579937033683,
      "grad_norm": 7.5625,
      "learning_rate": 9.90341994626125e-06,
      "loss": 1.9798,
      "mean_token_accuracy": 0.559264498949051,
      "num_tokens": 487025032.0,
      "step": 632230
    },
    {
      "epoch": 0.8019706782959011,
      "grad_norm": 5.0625,
      "learning_rate": 9.90278563617496e-06,
      "loss": 2.2308,
      "mean_token_accuracy": 0.5177792757749557,
      "num_tokens": 487033300.0,
      "step": 632240
    },
    {
      "epoch": 0.801983362888434,
      "grad_norm": 7.40625,
      "learning_rate": 9.902151326088666e-06,
      "loss": 1.7162,
      "mean_token_accuracy": 0.6235326528549194,
      "num_tokens": 487038576.0,
      "step": 632250
    },
    {
      "epoch": 0.8019960474809668,
      "grad_norm": 5.15625,
      "learning_rate": 9.901517016002375e-06,
      "loss": 2.0469,
      "mean_token_accuracy": 0.549888750910759,
      "num_tokens": 487046114.0,
      "step": 632260
    },
    {
      "epoch": 0.8020087320734997,
      "grad_norm": 5.34375,
      "learning_rate": 9.900882705916084e-06,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5403439670801162,
      "num_tokens": 487054497.0,
      "step": 632270
    },
    {
      "epoch": 0.8020214166660324,
      "grad_norm": 7.03125,
      "learning_rate": 9.900248395829792e-06,
      "loss": 1.9059,
      "mean_token_accuracy": 0.5747428834438324,
      "num_tokens": 487062503.0,
      "step": 632280
    },
    {
      "epoch": 0.8020341012585652,
      "grad_norm": 7.25,
      "learning_rate": 9.899614085743501e-06,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5248306035995484,
      "num_tokens": 487071284.0,
      "step": 632290
    },
    {
      "epoch": 0.8020467858510981,
      "grad_norm": 5.5625,
      "learning_rate": 9.89897977565721e-06,
      "loss": 2.2495,
      "mean_token_accuracy": 0.5202820897102356,
      "num_tokens": 487079154.0,
      "step": 632300
    },
    {
      "epoch": 0.8020594704436309,
      "grad_norm": 5.3125,
      "learning_rate": 9.898345465570917e-06,
      "loss": 2.045,
      "mean_token_accuracy": 0.5612425386905671,
      "num_tokens": 487087642.0,
      "step": 632310
    },
    {
      "epoch": 0.8020721550361638,
      "grad_norm": 4.875,
      "learning_rate": 9.897711155484626e-06,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5739969879388809,
      "num_tokens": 487094711.0,
      "step": 632320
    },
    {
      "epoch": 0.8020848396286966,
      "grad_norm": 4.96875,
      "learning_rate": 9.897076845398334e-06,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5501407474279404,
      "num_tokens": 487102634.0,
      "step": 632330
    },
    {
      "epoch": 0.8020975242212295,
      "grad_norm": 5.40625,
      "learning_rate": 9.896442535312043e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5411415368318557,
      "num_tokens": 487110705.0,
      "step": 632340
    },
    {
      "epoch": 0.8021102088137623,
      "grad_norm": 6.625,
      "learning_rate": 9.895808225225752e-06,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5709983050823212,
      "num_tokens": 487117887.0,
      "step": 632350
    },
    {
      "epoch": 0.8021228934062951,
      "grad_norm": 5.3125,
      "learning_rate": 9.895173915139459e-06,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5154392033815384,
      "num_tokens": 487126830.0,
      "step": 632360
    },
    {
      "epoch": 0.802135577998828,
      "grad_norm": 6.71875,
      "learning_rate": 9.89453960505317e-06,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5363599747419358,
      "num_tokens": 487133226.0,
      "step": 632370
    },
    {
      "epoch": 0.8021482625913607,
      "grad_norm": 5.78125,
      "learning_rate": 9.893905294966876e-06,
      "loss": 2.0532,
      "mean_token_accuracy": 0.543217146396637,
      "num_tokens": 487141585.0,
      "step": 632380
    },
    {
      "epoch": 0.8021609471838936,
      "grad_norm": 5.78125,
      "learning_rate": 9.893270984880585e-06,
      "loss": 1.8311,
      "mean_token_accuracy": 0.584551191329956,
      "num_tokens": 487148784.0,
      "step": 632390
    },
    {
      "epoch": 0.8021736317764264,
      "grad_norm": 6.4375,
      "learning_rate": 9.892636674794294e-06,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5665959626436233,
      "num_tokens": 487156716.0,
      "step": 632400
    },
    {
      "epoch": 0.8021863163689593,
      "grad_norm": 6.53125,
      "learning_rate": 9.892002364708001e-06,
      "loss": 1.9376,
      "mean_token_accuracy": 0.5765806436538696,
      "num_tokens": 487163973.0,
      "step": 632410
    },
    {
      "epoch": 0.8021990009614921,
      "grad_norm": 4.875,
      "learning_rate": 9.891368054621711e-06,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5395744472742081,
      "num_tokens": 487170835.0,
      "step": 632420
    },
    {
      "epoch": 0.802211685554025,
      "grad_norm": 4.84375,
      "learning_rate": 9.890733744535418e-06,
      "loss": 1.8135,
      "mean_token_accuracy": 0.6000201612710953,
      "num_tokens": 487177528.0,
      "step": 632430
    },
    {
      "epoch": 0.8022243701465578,
      "grad_norm": 5.375,
      "learning_rate": 9.890099434449127e-06,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5535369217395782,
      "num_tokens": 487185337.0,
      "step": 632440
    },
    {
      "epoch": 0.8022370547390906,
      "grad_norm": 4.625,
      "learning_rate": 9.889465124362836e-06,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5474308252334594,
      "num_tokens": 487194200.0,
      "step": 632450
    },
    {
      "epoch": 0.8022497393316235,
      "grad_norm": 4.9375,
      "learning_rate": 9.888830814276545e-06,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5366774559020996,
      "num_tokens": 487202279.0,
      "step": 632460
    },
    {
      "epoch": 0.8022624239241563,
      "grad_norm": 6.9375,
      "learning_rate": 9.888196504190253e-06,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5554322719573974,
      "num_tokens": 487209542.0,
      "step": 632470
    },
    {
      "epoch": 0.8022751085166892,
      "grad_norm": 5.84375,
      "learning_rate": 9.88756219410396e-06,
      "loss": 2.195,
      "mean_token_accuracy": 0.529200193285942,
      "num_tokens": 487215723.0,
      "step": 632480
    },
    {
      "epoch": 0.8022877931092219,
      "grad_norm": 7.59375,
      "learning_rate": 9.886927884017671e-06,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5509988009929657,
      "num_tokens": 487222758.0,
      "step": 632490
    },
    {
      "epoch": 0.8023004777017548,
      "grad_norm": 5.84375,
      "learning_rate": 9.886293573931378e-06,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5452243506908416,
      "num_tokens": 487230764.0,
      "step": 632500
    },
    {
      "epoch": 0.8023131622942876,
      "grad_norm": 4.96875,
      "learning_rate": 9.885659263845087e-06,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5330693304538727,
      "num_tokens": 487239198.0,
      "step": 632510
    },
    {
      "epoch": 0.8023258468868204,
      "grad_norm": 6.34375,
      "learning_rate": 9.885024953758795e-06,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5322380363941193,
      "num_tokens": 487246245.0,
      "step": 632520
    },
    {
      "epoch": 0.8023385314793533,
      "grad_norm": 5.21875,
      "learning_rate": 9.884390643672502e-06,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5498036205768585,
      "num_tokens": 487253322.0,
      "step": 632530
    },
    {
      "epoch": 0.8023512160718861,
      "grad_norm": 5.46875,
      "learning_rate": 9.883756333586213e-06,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5297392070293426,
      "num_tokens": 487261747.0,
      "step": 632540
    },
    {
      "epoch": 0.802363900664419,
      "grad_norm": 7.1875,
      "learning_rate": 9.88312202349992e-06,
      "loss": 2.1101,
      "mean_token_accuracy": 0.517927172780037,
      "num_tokens": 487270005.0,
      "step": 632550
    },
    {
      "epoch": 0.8023765852569518,
      "grad_norm": 5.78125,
      "learning_rate": 9.88248771341363e-06,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5724083691835403,
      "num_tokens": 487278142.0,
      "step": 632560
    },
    {
      "epoch": 0.8023892698494847,
      "grad_norm": 4.53125,
      "learning_rate": 9.881853403327337e-06,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5535228550434113,
      "num_tokens": 487286444.0,
      "step": 632570
    },
    {
      "epoch": 0.8024019544420175,
      "grad_norm": 5.28125,
      "learning_rate": 9.881219093241046e-06,
      "loss": 2.2395,
      "mean_token_accuracy": 0.5154087543487549,
      "num_tokens": 487294266.0,
      "step": 632580
    },
    {
      "epoch": 0.8024146390345503,
      "grad_norm": 7.90625,
      "learning_rate": 9.880584783154755e-06,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5622196584939957,
      "num_tokens": 487301099.0,
      "step": 632590
    },
    {
      "epoch": 0.8024273236270831,
      "grad_norm": 4.96875,
      "learning_rate": 9.879950473068462e-06,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5594312250614166,
      "num_tokens": 487309134.0,
      "step": 632600
    },
    {
      "epoch": 0.8024400082196159,
      "grad_norm": 5.09375,
      "learning_rate": 9.879316162982172e-06,
      "loss": 2.2579,
      "mean_token_accuracy": 0.5135250329971314,
      "num_tokens": 487317502.0,
      "step": 632610
    },
    {
      "epoch": 0.8024526928121488,
      "grad_norm": 4.96875,
      "learning_rate": 9.87868185289588e-06,
      "loss": 2.2539,
      "mean_token_accuracy": 0.5127237200736999,
      "num_tokens": 487326455.0,
      "step": 632620
    },
    {
      "epoch": 0.8024653774046816,
      "grad_norm": 5.375,
      "learning_rate": 9.878047542809588e-06,
      "loss": 2.2867,
      "mean_token_accuracy": 0.5119973450899125,
      "num_tokens": 487335433.0,
      "step": 632630
    },
    {
      "epoch": 0.8024780619972145,
      "grad_norm": 6.28125,
      "learning_rate": 9.877413232723297e-06,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5183840066194534,
      "num_tokens": 487343372.0,
      "step": 632640
    },
    {
      "epoch": 0.8024907465897473,
      "grad_norm": 5.4375,
      "learning_rate": 9.876778922637004e-06,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5319606840610505,
      "num_tokens": 487351670.0,
      "step": 632650
    },
    {
      "epoch": 0.8025034311822802,
      "grad_norm": 6.5,
      "learning_rate": 9.876144612550714e-06,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5534007877111435,
      "num_tokens": 487358141.0,
      "step": 632660
    },
    {
      "epoch": 0.802516115774813,
      "grad_norm": 7.4375,
      "learning_rate": 9.875510302464421e-06,
      "loss": 2.013,
      "mean_token_accuracy": 0.5582785785198212,
      "num_tokens": 487366180.0,
      "step": 632670
    },
    {
      "epoch": 0.8025288003673458,
      "grad_norm": 5.34375,
      "learning_rate": 9.874875992378132e-06,
      "loss": 1.7684,
      "mean_token_accuracy": 0.6079079210758209,
      "num_tokens": 487374231.0,
      "step": 632680
    },
    {
      "epoch": 0.8025414849598786,
      "grad_norm": 5.0,
      "learning_rate": 9.874241682291839e-06,
      "loss": 2.07,
      "mean_token_accuracy": 0.54163658618927,
      "num_tokens": 487382206.0,
      "step": 632690
    },
    {
      "epoch": 0.8025541695524114,
      "grad_norm": 4.875,
      "learning_rate": 9.873607372205548e-06,
      "loss": 1.9804,
      "mean_token_accuracy": 0.5539874851703643,
      "num_tokens": 487391007.0,
      "step": 632700
    },
    {
      "epoch": 0.8025668541449443,
      "grad_norm": 5.71875,
      "learning_rate": 9.872973062119256e-06,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5410251080989837,
      "num_tokens": 487399201.0,
      "step": 632710
    },
    {
      "epoch": 0.8025795387374771,
      "grad_norm": 5.1875,
      "learning_rate": 9.872338752032963e-06,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5434523850679398,
      "num_tokens": 487407113.0,
      "step": 632720
    },
    {
      "epoch": 0.80259222333001,
      "grad_norm": 6.25,
      "learning_rate": 9.871704441946674e-06,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5453945726156235,
      "num_tokens": 487415974.0,
      "step": 632730
    },
    {
      "epoch": 0.8026049079225428,
      "grad_norm": 5.25,
      "learning_rate": 9.871070131860381e-06,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5436058223247529,
      "num_tokens": 487425299.0,
      "step": 632740
    },
    {
      "epoch": 0.8026175925150756,
      "grad_norm": 5.125,
      "learning_rate": 9.87043582177409e-06,
      "loss": 1.9581,
      "mean_token_accuracy": 0.570234140753746,
      "num_tokens": 487433103.0,
      "step": 632750
    },
    {
      "epoch": 0.8026302771076085,
      "grad_norm": 5.8125,
      "learning_rate": 9.869801511687798e-06,
      "loss": 2.2595,
      "mean_token_accuracy": 0.5126122772693634,
      "num_tokens": 487441381.0,
      "step": 632760
    },
    {
      "epoch": 0.8026429617001413,
      "grad_norm": 5.6875,
      "learning_rate": 9.869167201601507e-06,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5296131312847138,
      "num_tokens": 487448755.0,
      "step": 632770
    },
    {
      "epoch": 0.8026556462926742,
      "grad_norm": 7.09375,
      "learning_rate": 9.868532891515216e-06,
      "loss": 2.3315,
      "mean_token_accuracy": 0.4972103089094162,
      "num_tokens": 487456245.0,
      "step": 632780
    },
    {
      "epoch": 0.802668330885207,
      "grad_norm": 6.125,
      "learning_rate": 9.867898581428923e-06,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5202978044748306,
      "num_tokens": 487465472.0,
      "step": 632790
    },
    {
      "epoch": 0.8026810154777398,
      "grad_norm": 8.0,
      "learning_rate": 9.867264271342632e-06,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5367527097463608,
      "num_tokens": 487472742.0,
      "step": 632800
    },
    {
      "epoch": 0.8026937000702726,
      "grad_norm": 5.65625,
      "learning_rate": 9.86662996125634e-06,
      "loss": 2.2965,
      "mean_token_accuracy": 0.5095581144094468,
      "num_tokens": 487481184.0,
      "step": 632810
    },
    {
      "epoch": 0.8027063846628055,
      "grad_norm": 5.75,
      "learning_rate": 9.865995651170049e-06,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5609430819749832,
      "num_tokens": 487487000.0,
      "step": 632820
    },
    {
      "epoch": 0.8027190692553383,
      "grad_norm": 5.0,
      "learning_rate": 9.865361341083758e-06,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5482477486133576,
      "num_tokens": 487495569.0,
      "step": 632830
    },
    {
      "epoch": 0.8027317538478711,
      "grad_norm": 4.8125,
      "learning_rate": 9.864727030997465e-06,
      "loss": 1.7761,
      "mean_token_accuracy": 0.5949763596057892,
      "num_tokens": 487502982.0,
      "step": 632840
    },
    {
      "epoch": 0.802744438440404,
      "grad_norm": 5.34375,
      "learning_rate": 9.864092720911174e-06,
      "loss": 1.8809,
      "mean_token_accuracy": 0.5860466599464417,
      "num_tokens": 487510510.0,
      "step": 632850
    },
    {
      "epoch": 0.8027571230329368,
      "grad_norm": 7.1875,
      "learning_rate": 9.863458410824882e-06,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5412076085805893,
      "num_tokens": 487518563.0,
      "step": 632860
    },
    {
      "epoch": 0.8027698076254697,
      "grad_norm": 5.5625,
      "learning_rate": 9.862824100738591e-06,
      "loss": 2.139,
      "mean_token_accuracy": 0.5409829646348954,
      "num_tokens": 487526379.0,
      "step": 632870
    },
    {
      "epoch": 0.8027824922180025,
      "grad_norm": 5.96875,
      "learning_rate": 9.8621897906523e-06,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5571888566017151,
      "num_tokens": 487534422.0,
      "step": 632880
    },
    {
      "epoch": 0.8027951768105354,
      "grad_norm": 4.9375,
      "learning_rate": 9.861555480566009e-06,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5452946662902832,
      "num_tokens": 487542279.0,
      "step": 632890
    },
    {
      "epoch": 0.8028078614030681,
      "grad_norm": 6.21875,
      "learning_rate": 9.860921170479717e-06,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5408896058797836,
      "num_tokens": 487550193.0,
      "step": 632900
    },
    {
      "epoch": 0.8028205459956009,
      "grad_norm": 5.84375,
      "learning_rate": 9.860286860393424e-06,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5682539880275727,
      "num_tokens": 487556890.0,
      "step": 632910
    },
    {
      "epoch": 0.8028332305881338,
      "grad_norm": 6.4375,
      "learning_rate": 9.859652550307133e-06,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5278524875640869,
      "num_tokens": 487565012.0,
      "step": 632920
    },
    {
      "epoch": 0.8028459151806666,
      "grad_norm": 6.5625,
      "learning_rate": 9.859018240220842e-06,
      "loss": 1.8406,
      "mean_token_accuracy": 0.5884599387645721,
      "num_tokens": 487572895.0,
      "step": 632930
    },
    {
      "epoch": 0.8028585997731995,
      "grad_norm": 7.0,
      "learning_rate": 9.85838393013455e-06,
      "loss": 1.9852,
      "mean_token_accuracy": 0.573567533493042,
      "num_tokens": 487579212.0,
      "step": 632940
    },
    {
      "epoch": 0.8028712843657323,
      "grad_norm": 6.28125,
      "learning_rate": 9.85774962004826e-06,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5859972953796386,
      "num_tokens": 487586570.0,
      "step": 632950
    },
    {
      "epoch": 0.8028839689582652,
      "grad_norm": 5.53125,
      "learning_rate": 9.857115309961968e-06,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5207631945610046,
      "num_tokens": 487594335.0,
      "step": 632960
    },
    {
      "epoch": 0.802896653550798,
      "grad_norm": 5.3125,
      "learning_rate": 9.856480999875675e-06,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5595074743032455,
      "num_tokens": 487601932.0,
      "step": 632970
    },
    {
      "epoch": 0.8029093381433309,
      "grad_norm": 5.15625,
      "learning_rate": 9.855846689789384e-06,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5463716655969619,
      "num_tokens": 487609752.0,
      "step": 632980
    },
    {
      "epoch": 0.8029220227358637,
      "grad_norm": 5.0,
      "learning_rate": 9.855212379703093e-06,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5274500280618668,
      "num_tokens": 487617762.0,
      "step": 632990
    },
    {
      "epoch": 0.8029347073283964,
      "grad_norm": 6.78125,
      "learning_rate": 9.854578069616801e-06,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5197422742843628,
      "num_tokens": 487625438.0,
      "step": 633000
    },
    {
      "epoch": 0.8029473919209293,
      "grad_norm": 4.96875,
      "learning_rate": 9.85394375953051e-06,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5463929563760758,
      "num_tokens": 487633184.0,
      "step": 633010
    },
    {
      "epoch": 0.8029600765134621,
      "grad_norm": 5.46875,
      "learning_rate": 9.853309449444217e-06,
      "loss": 1.8154,
      "mean_token_accuracy": 0.5925783693790436,
      "num_tokens": 487639917.0,
      "step": 633020
    },
    {
      "epoch": 0.802972761105995,
      "grad_norm": 5.1875,
      "learning_rate": 9.852675139357926e-06,
      "loss": 1.8417,
      "mean_token_accuracy": 0.5869272619485855,
      "num_tokens": 487647344.0,
      "step": 633030
    },
    {
      "epoch": 0.8029854456985278,
      "grad_norm": 5.875,
      "learning_rate": 9.852040829271635e-06,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5296666353940964,
      "num_tokens": 487656328.0,
      "step": 633040
    },
    {
      "epoch": 0.8029981302910607,
      "grad_norm": 7.125,
      "learning_rate": 9.851406519185343e-06,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5566559076309204,
      "num_tokens": 487663079.0,
      "step": 633050
    },
    {
      "epoch": 0.8030108148835935,
      "grad_norm": 5.34375,
      "learning_rate": 9.850772209099052e-06,
      "loss": 1.9044,
      "mean_token_accuracy": 0.5716564357280731,
      "num_tokens": 487669378.0,
      "step": 633060
    },
    {
      "epoch": 0.8030234994761263,
      "grad_norm": 4.6875,
      "learning_rate": 9.85013789901276e-06,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5359716325998306,
      "num_tokens": 487677359.0,
      "step": 633070
    },
    {
      "epoch": 0.8030361840686592,
      "grad_norm": 6.9375,
      "learning_rate": 9.84950358892647e-06,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5515961438417435,
      "num_tokens": 487683381.0,
      "step": 633080
    },
    {
      "epoch": 0.803048868661192,
      "grad_norm": 5.53125,
      "learning_rate": 9.848869278840177e-06,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5262326300144196,
      "num_tokens": 487691550.0,
      "step": 633090
    },
    {
      "epoch": 0.8030615532537249,
      "grad_norm": 4.65625,
      "learning_rate": 9.848234968753885e-06,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5671104967594147,
      "num_tokens": 487699084.0,
      "step": 633100
    },
    {
      "epoch": 0.8030742378462576,
      "grad_norm": 5.84375,
      "learning_rate": 9.847600658667594e-06,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5373312145471573,
      "num_tokens": 487707474.0,
      "step": 633110
    },
    {
      "epoch": 0.8030869224387905,
      "grad_norm": 5.65625,
      "learning_rate": 9.846966348581301e-06,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5536193013191223,
      "num_tokens": 487714053.0,
      "step": 633120
    },
    {
      "epoch": 0.8030996070313233,
      "grad_norm": 5.78125,
      "learning_rate": 9.846332038495012e-06,
      "loss": 1.8926,
      "mean_token_accuracy": 0.5779272317886353,
      "num_tokens": 487721384.0,
      "step": 633130
    },
    {
      "epoch": 0.8031122916238561,
      "grad_norm": 21.0,
      "learning_rate": 9.845697728408719e-06,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5116148740053177,
      "num_tokens": 487729575.0,
      "step": 633140
    },
    {
      "epoch": 0.803124976216389,
      "grad_norm": 5.21875,
      "learning_rate": 9.845063418322429e-06,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5545713990926743,
      "num_tokens": 487737809.0,
      "step": 633150
    },
    {
      "epoch": 0.8031376608089218,
      "grad_norm": 5.40625,
      "learning_rate": 9.844429108236136e-06,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5588943928480148,
      "num_tokens": 487744742.0,
      "step": 633160
    },
    {
      "epoch": 0.8031503454014547,
      "grad_norm": 5.3125,
      "learning_rate": 9.843794798149845e-06,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5400463938713074,
      "num_tokens": 487752855.0,
      "step": 633170
    },
    {
      "epoch": 0.8031630299939875,
      "grad_norm": 5.78125,
      "learning_rate": 9.843160488063554e-06,
      "loss": 1.974,
      "mean_token_accuracy": 0.5603342920541763,
      "num_tokens": 487760693.0,
      "step": 633180
    },
    {
      "epoch": 0.8031757145865204,
      "grad_norm": 8.6875,
      "learning_rate": 9.84252617797726e-06,
      "loss": 2.147,
      "mean_token_accuracy": 0.533570870757103,
      "num_tokens": 487767703.0,
      "step": 633190
    },
    {
      "epoch": 0.8031883991790532,
      "grad_norm": 6.0,
      "learning_rate": 9.841891867890971e-06,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5104527294635772,
      "num_tokens": 487776678.0,
      "step": 633200
    },
    {
      "epoch": 0.803201083771586,
      "grad_norm": 5.125,
      "learning_rate": 9.841257557804678e-06,
      "loss": 1.6805,
      "mean_token_accuracy": 0.6232747733592987,
      "num_tokens": 487783493.0,
      "step": 633210
    },
    {
      "epoch": 0.8032137683641188,
      "grad_norm": 7.03125,
      "learning_rate": 9.840623247718387e-06,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5660319298505783,
      "num_tokens": 487790957.0,
      "step": 633220
    },
    {
      "epoch": 0.8032264529566516,
      "grad_norm": 6.9375,
      "learning_rate": 9.839988937632096e-06,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5491198241710663,
      "num_tokens": 487798455.0,
      "step": 633230
    },
    {
      "epoch": 0.8032391375491845,
      "grad_norm": 6.5,
      "learning_rate": 9.839354627545803e-06,
      "loss": 1.8783,
      "mean_token_accuracy": 0.5860962271690369,
      "num_tokens": 487805009.0,
      "step": 633240
    },
    {
      "epoch": 0.8032518221417173,
      "grad_norm": 6.5625,
      "learning_rate": 9.838720317459513e-06,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5367030471563339,
      "num_tokens": 487814138.0,
      "step": 633250
    },
    {
      "epoch": 0.8032645067342502,
      "grad_norm": 5.59375,
      "learning_rate": 9.83808600737322e-06,
      "loss": 2.0033,
      "mean_token_accuracy": 0.557810926437378,
      "num_tokens": 487821451.0,
      "step": 633260
    },
    {
      "epoch": 0.803277191326783,
      "grad_norm": 4.625,
      "learning_rate": 9.83745169728693e-06,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5384672284126282,
      "num_tokens": 487830027.0,
      "step": 633270
    },
    {
      "epoch": 0.8032898759193159,
      "grad_norm": 6.1875,
      "learning_rate": 9.836817387200638e-06,
      "loss": 2.1172,
      "mean_token_accuracy": 0.5359645247459411,
      "num_tokens": 487838171.0,
      "step": 633280
    },
    {
      "epoch": 0.8033025605118487,
      "grad_norm": 7.21875,
      "learning_rate": 9.836183077114346e-06,
      "loss": 1.8472,
      "mean_token_accuracy": 0.5862405657768249,
      "num_tokens": 487846164.0,
      "step": 633290
    },
    {
      "epoch": 0.8033152451043815,
      "grad_norm": 5.625,
      "learning_rate": 9.835548767028055e-06,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5470395594835281,
      "num_tokens": 487854944.0,
      "step": 633300
    },
    {
      "epoch": 0.8033279296969144,
      "grad_norm": 5.59375,
      "learning_rate": 9.834914456941762e-06,
      "loss": 1.9534,
      "mean_token_accuracy": 0.5674686312675477,
      "num_tokens": 487861233.0,
      "step": 633310
    },
    {
      "epoch": 0.8033406142894471,
      "grad_norm": 6.875,
      "learning_rate": 9.834280146855473e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5375748693943023,
      "num_tokens": 487868193.0,
      "step": 633320
    },
    {
      "epoch": 0.80335329888198,
      "grad_norm": 5.1875,
      "learning_rate": 9.83364583676918e-06,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5587046086788178,
      "num_tokens": 487875769.0,
      "step": 633330
    },
    {
      "epoch": 0.8033659834745128,
      "grad_norm": 5.8125,
      "learning_rate": 9.833011526682888e-06,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5371608287096024,
      "num_tokens": 487884538.0,
      "step": 633340
    },
    {
      "epoch": 0.8033786680670457,
      "grad_norm": 6.40625,
      "learning_rate": 9.832377216596597e-06,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5464866012334824,
      "num_tokens": 487892065.0,
      "step": 633350
    },
    {
      "epoch": 0.8033913526595785,
      "grad_norm": 6.21875,
      "learning_rate": 9.831742906510306e-06,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5605002462863922,
      "num_tokens": 487899031.0,
      "step": 633360
    },
    {
      "epoch": 0.8034040372521114,
      "grad_norm": 5.3125,
      "learning_rate": 9.831108596424015e-06,
      "loss": 1.9991,
      "mean_token_accuracy": 0.563846430182457,
      "num_tokens": 487906753.0,
      "step": 633370
    },
    {
      "epoch": 0.8034167218446442,
      "grad_norm": 4.59375,
      "learning_rate": 9.830474286337722e-06,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5658482909202576,
      "num_tokens": 487914485.0,
      "step": 633380
    },
    {
      "epoch": 0.803429406437177,
      "grad_norm": 5.0625,
      "learning_rate": 9.829839976251432e-06,
      "loss": 2.182,
      "mean_token_accuracy": 0.5145624995231628,
      "num_tokens": 487922715.0,
      "step": 633390
    },
    {
      "epoch": 0.8034420910297099,
      "grad_norm": 8.375,
      "learning_rate": 9.829205666165139e-06,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5419895082712174,
      "num_tokens": 487928724.0,
      "step": 633400
    },
    {
      "epoch": 0.8034547756222427,
      "grad_norm": 7.21875,
      "learning_rate": 9.828571356078848e-06,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5769280850887298,
      "num_tokens": 487935373.0,
      "step": 633410
    },
    {
      "epoch": 0.8034674602147756,
      "grad_norm": 4.6875,
      "learning_rate": 9.827937045992557e-06,
      "loss": 1.664,
      "mean_token_accuracy": 0.6088725805282593,
      "num_tokens": 487941561.0,
      "step": 633420
    },
    {
      "epoch": 0.8034801448073083,
      "grad_norm": 5.71875,
      "learning_rate": 9.827302735906264e-06,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5325975865125656,
      "num_tokens": 487948786.0,
      "step": 633430
    },
    {
      "epoch": 0.8034928293998412,
      "grad_norm": 5.90625,
      "learning_rate": 9.826668425819974e-06,
      "loss": 2.2209,
      "mean_token_accuracy": 0.5234225541353226,
      "num_tokens": 487956457.0,
      "step": 633440
    },
    {
      "epoch": 0.803505513992374,
      "grad_norm": 5.625,
      "learning_rate": 9.826034115733681e-06,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5608490228652954,
      "num_tokens": 487964147.0,
      "step": 633450
    },
    {
      "epoch": 0.8035181985849068,
      "grad_norm": 5.3125,
      "learning_rate": 9.82539980564739e-06,
      "loss": 2.179,
      "mean_token_accuracy": 0.5354897975921631,
      "num_tokens": 487970702.0,
      "step": 633460
    },
    {
      "epoch": 0.8035308831774397,
      "grad_norm": 6.90625,
      "learning_rate": 9.824765495561099e-06,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5481258124113083,
      "num_tokens": 487978124.0,
      "step": 633470
    },
    {
      "epoch": 0.8035435677699725,
      "grad_norm": 5.34375,
      "learning_rate": 9.824131185474807e-06,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5328766733407975,
      "num_tokens": 487986882.0,
      "step": 633480
    },
    {
      "epoch": 0.8035562523625054,
      "grad_norm": 5.96875,
      "learning_rate": 9.823496875388516e-06,
      "loss": 2.1165,
      "mean_token_accuracy": 0.530842462182045,
      "num_tokens": 487994729.0,
      "step": 633490
    },
    {
      "epoch": 0.8035689369550382,
      "grad_norm": 5.65625,
      "learning_rate": 9.822862565302223e-06,
      "loss": 1.8693,
      "mean_token_accuracy": 0.5896199911832809,
      "num_tokens": 488001819.0,
      "step": 633500
    },
    {
      "epoch": 0.8035816215475711,
      "grad_norm": 7.5625,
      "learning_rate": 9.822228255215932e-06,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5447397112846375,
      "num_tokens": 488010277.0,
      "step": 633510
    },
    {
      "epoch": 0.8035943061401039,
      "grad_norm": 4.8125,
      "learning_rate": 9.82159394512964e-06,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5342887103557586,
      "num_tokens": 488019076.0,
      "step": 633520
    },
    {
      "epoch": 0.8036069907326368,
      "grad_norm": 5.40625,
      "learning_rate": 9.82095963504335e-06,
      "loss": 1.868,
      "mean_token_accuracy": 0.5795213669538498,
      "num_tokens": 488025976.0,
      "step": 633530
    },
    {
      "epoch": 0.8036196753251695,
      "grad_norm": 5.25,
      "learning_rate": 9.820325324957058e-06,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5283271551132203,
      "num_tokens": 488032873.0,
      "step": 633540
    },
    {
      "epoch": 0.8036323599177023,
      "grad_norm": 5.3125,
      "learning_rate": 9.819691014870767e-06,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5198024481534957,
      "num_tokens": 488041832.0,
      "step": 633550
    },
    {
      "epoch": 0.8036450445102352,
      "grad_norm": 6.21875,
      "learning_rate": 9.819056704784474e-06,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5410646915435791,
      "num_tokens": 488050249.0,
      "step": 633560
    },
    {
      "epoch": 0.803657729102768,
      "grad_norm": 6.46875,
      "learning_rate": 9.818422394698183e-06,
      "loss": 2.2281,
      "mean_token_accuracy": 0.5300539702177047,
      "num_tokens": 488056351.0,
      "step": 633570
    },
    {
      "epoch": 0.8036704136953009,
      "grad_norm": 5.40625,
      "learning_rate": 9.817788084611891e-06,
      "loss": 2.094,
      "mean_token_accuracy": 0.5360650241374969,
      "num_tokens": 488064248.0,
      "step": 633580
    },
    {
      "epoch": 0.8036830982878337,
      "grad_norm": 5.25,
      "learning_rate": 9.8171537745256e-06,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5467352718114853,
      "num_tokens": 488071010.0,
      "step": 633590
    },
    {
      "epoch": 0.8036957828803666,
      "grad_norm": 6.0,
      "learning_rate": 9.816519464439309e-06,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5729644566774368,
      "num_tokens": 488078478.0,
      "step": 633600
    },
    {
      "epoch": 0.8037084674728994,
      "grad_norm": 5.75,
      "learning_rate": 9.815885154353018e-06,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5331436097621918,
      "num_tokens": 488086248.0,
      "step": 633610
    },
    {
      "epoch": 0.8037211520654322,
      "grad_norm": 5.65625,
      "learning_rate": 9.815250844266725e-06,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5235480606555939,
      "num_tokens": 488094526.0,
      "step": 633620
    },
    {
      "epoch": 0.803733836657965,
      "grad_norm": 13.125,
      "learning_rate": 9.814616534180433e-06,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5334928750991821,
      "num_tokens": 488101919.0,
      "step": 633630
    },
    {
      "epoch": 0.8037465212504978,
      "grad_norm": 5.15625,
      "learning_rate": 9.813982224094142e-06,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5369929909706116,
      "num_tokens": 488110359.0,
      "step": 633640
    },
    {
      "epoch": 0.8037592058430307,
      "grad_norm": 5.25,
      "learning_rate": 9.81334791400785e-06,
      "loss": 2.22,
      "mean_token_accuracy": 0.5138798832893372,
      "num_tokens": 488117961.0,
      "step": 633650
    },
    {
      "epoch": 0.8037718904355635,
      "grad_norm": 6.3125,
      "learning_rate": 9.81271360392156e-06,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5497084021568298,
      "num_tokens": 488125985.0,
      "step": 633660
    },
    {
      "epoch": 0.8037845750280964,
      "grad_norm": 5.5,
      "learning_rate": 9.812079293835268e-06,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5613463431596756,
      "num_tokens": 488132619.0,
      "step": 633670
    },
    {
      "epoch": 0.8037972596206292,
      "grad_norm": 5.25,
      "learning_rate": 9.811444983748975e-06,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5590909034013748,
      "num_tokens": 488141225.0,
      "step": 633680
    },
    {
      "epoch": 0.803809944213162,
      "grad_norm": 5.375,
      "learning_rate": 9.810810673662684e-06,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5370064705610276,
      "num_tokens": 488150556.0,
      "step": 633690
    },
    {
      "epoch": 0.8038226288056949,
      "grad_norm": 5.21875,
      "learning_rate": 9.810176363576393e-06,
      "loss": 1.8587,
      "mean_token_accuracy": 0.577399605512619,
      "num_tokens": 488157692.0,
      "step": 633700
    },
    {
      "epoch": 0.8038353133982277,
      "grad_norm": 6.34375,
      "learning_rate": 9.809542053490102e-06,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5522900372743607,
      "num_tokens": 488164775.0,
      "step": 633710
    },
    {
      "epoch": 0.8038479979907606,
      "grad_norm": 5.71875,
      "learning_rate": 9.80890774340381e-06,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5421026527881623,
      "num_tokens": 488173351.0,
      "step": 633720
    },
    {
      "epoch": 0.8038606825832934,
      "grad_norm": 5.25,
      "learning_rate": 9.808273433317517e-06,
      "loss": 2.2121,
      "mean_token_accuracy": 0.5163268029689789,
      "num_tokens": 488180671.0,
      "step": 633730
    },
    {
      "epoch": 0.8038733671758262,
      "grad_norm": 7.125,
      "learning_rate": 9.807639123231228e-06,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5621576130390167,
      "num_tokens": 488188386.0,
      "step": 633740
    },
    {
      "epoch": 0.803886051768359,
      "grad_norm": 5.40625,
      "learning_rate": 9.807004813144935e-06,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5681356519460679,
      "num_tokens": 488196031.0,
      "step": 633750
    },
    {
      "epoch": 0.8038987363608919,
      "grad_norm": 4.375,
      "learning_rate": 9.806370503058644e-06,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5333422899246216,
      "num_tokens": 488204280.0,
      "step": 633760
    },
    {
      "epoch": 0.8039114209534247,
      "grad_norm": 5.125,
      "learning_rate": 9.805736192972352e-06,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5263240873813629,
      "num_tokens": 488212688.0,
      "step": 633770
    },
    {
      "epoch": 0.8039241055459575,
      "grad_norm": 4.75,
      "learning_rate": 9.80510188288606e-06,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5261560767889023,
      "num_tokens": 488220436.0,
      "step": 633780
    },
    {
      "epoch": 0.8039367901384904,
      "grad_norm": 6.59375,
      "learning_rate": 9.80446757279977e-06,
      "loss": 1.9567,
      "mean_token_accuracy": 0.572910588979721,
      "num_tokens": 488227193.0,
      "step": 633790
    },
    {
      "epoch": 0.8039494747310232,
      "grad_norm": 5.25,
      "learning_rate": 9.803833262713477e-06,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5246222615242004,
      "num_tokens": 488236005.0,
      "step": 633800
    },
    {
      "epoch": 0.8039621593235561,
      "grad_norm": 11.0625,
      "learning_rate": 9.803198952627186e-06,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5530742466449737,
      "num_tokens": 488243348.0,
      "step": 633810
    },
    {
      "epoch": 0.8039748439160889,
      "grad_norm": 6.0,
      "learning_rate": 9.802564642540894e-06,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5345134168863297,
      "num_tokens": 488250996.0,
      "step": 633820
    },
    {
      "epoch": 0.8039875285086218,
      "grad_norm": 5.78125,
      "learning_rate": 9.801930332454603e-06,
      "loss": 1.9617,
      "mean_token_accuracy": 0.5660039484500885,
      "num_tokens": 488258303.0,
      "step": 633830
    },
    {
      "epoch": 0.8040002131011545,
      "grad_norm": 6.375,
      "learning_rate": 9.801296022368312e-06,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5567009031772614,
      "num_tokens": 488265104.0,
      "step": 633840
    },
    {
      "epoch": 0.8040128976936873,
      "grad_norm": 6.59375,
      "learning_rate": 9.800661712282019e-06,
      "loss": 2.1465,
      "mean_token_accuracy": 0.531626033782959,
      "num_tokens": 488273211.0,
      "step": 633850
    },
    {
      "epoch": 0.8040255822862202,
      "grad_norm": 7.9375,
      "learning_rate": 9.80002740219573e-06,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5415957182645798,
      "num_tokens": 488279832.0,
      "step": 633860
    },
    {
      "epoch": 0.804038266878753,
      "grad_norm": 5.03125,
      "learning_rate": 9.799393092109436e-06,
      "loss": 2.3071,
      "mean_token_accuracy": 0.5142531484365463,
      "num_tokens": 488289422.0,
      "step": 633870
    },
    {
      "epoch": 0.8040509514712859,
      "grad_norm": 5.40625,
      "learning_rate": 9.798758782023145e-06,
      "loss": 1.8615,
      "mean_token_accuracy": 0.5896517962217331,
      "num_tokens": 488296701.0,
      "step": 633880
    },
    {
      "epoch": 0.8040636360638187,
      "grad_norm": 5.03125,
      "learning_rate": 9.798124471936854e-06,
      "loss": 2.016,
      "mean_token_accuracy": 0.5505800873041153,
      "num_tokens": 488305535.0,
      "step": 633890
    },
    {
      "epoch": 0.8040763206563516,
      "grad_norm": 5.40625,
      "learning_rate": 9.79749016185056e-06,
      "loss": 2.2108,
      "mean_token_accuracy": 0.5277472883462906,
      "num_tokens": 488313260.0,
      "step": 633900
    },
    {
      "epoch": 0.8040890052488844,
      "grad_norm": 7.5625,
      "learning_rate": 9.796855851764271e-06,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5349368721246719,
      "num_tokens": 488320181.0,
      "step": 633910
    },
    {
      "epoch": 0.8041016898414173,
      "grad_norm": 6.625,
      "learning_rate": 9.796221541677978e-06,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5306593239307403,
      "num_tokens": 488327422.0,
      "step": 633920
    },
    {
      "epoch": 0.8041143744339501,
      "grad_norm": 6.40625,
      "learning_rate": 9.795587231591689e-06,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5316619336605072,
      "num_tokens": 488335137.0,
      "step": 633930
    },
    {
      "epoch": 0.8041270590264828,
      "grad_norm": 5.25,
      "learning_rate": 9.794952921505396e-06,
      "loss": 2.2251,
      "mean_token_accuracy": 0.5199951827526093,
      "num_tokens": 488342602.0,
      "step": 633940
    },
    {
      "epoch": 0.8041397436190157,
      "grad_norm": 7.21875,
      "learning_rate": 9.794318611419105e-06,
      "loss": 1.912,
      "mean_token_accuracy": 0.5698718518018723,
      "num_tokens": 488349111.0,
      "step": 633950
    },
    {
      "epoch": 0.8041524282115485,
      "grad_norm": 5.625,
      "learning_rate": 9.793684301332813e-06,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5480420351028442,
      "num_tokens": 488357300.0,
      "step": 633960
    },
    {
      "epoch": 0.8041651128040814,
      "grad_norm": 4.84375,
      "learning_rate": 9.79304999124652e-06,
      "loss": 1.8177,
      "mean_token_accuracy": 0.5928427398204803,
      "num_tokens": 488364492.0,
      "step": 633970
    },
    {
      "epoch": 0.8041777973966142,
      "grad_norm": 6.21875,
      "learning_rate": 9.79241568116023e-06,
      "loss": 1.8646,
      "mean_token_accuracy": 0.5831794768571854,
      "num_tokens": 488371649.0,
      "step": 633980
    },
    {
      "epoch": 0.8041904819891471,
      "grad_norm": 6.09375,
      "learning_rate": 9.791781371073938e-06,
      "loss": 1.8957,
      "mean_token_accuracy": 0.5774212568998337,
      "num_tokens": 488378871.0,
      "step": 633990
    },
    {
      "epoch": 0.8042031665816799,
      "grad_norm": 5.75,
      "learning_rate": 9.791147060987647e-06,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5554119169712066,
      "num_tokens": 488386251.0,
      "step": 634000
    },
    {
      "epoch": 0.8042158511742127,
      "grad_norm": 5.21875,
      "learning_rate": 9.790512750901355e-06,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5346787631511688,
      "num_tokens": 488394308.0,
      "step": 634010
    },
    {
      "epoch": 0.8042285357667456,
      "grad_norm": 6.25,
      "learning_rate": 9.789878440815062e-06,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5551793515682221,
      "num_tokens": 488401039.0,
      "step": 634020
    },
    {
      "epoch": 0.8042412203592784,
      "grad_norm": 6.1875,
      "learning_rate": 9.789244130728773e-06,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5440282255411149,
      "num_tokens": 488408623.0,
      "step": 634030
    },
    {
      "epoch": 0.8042539049518113,
      "grad_norm": 5.5,
      "learning_rate": 9.78860982064248e-06,
      "loss": 2.166,
      "mean_token_accuracy": 0.5191217631101608,
      "num_tokens": 488417390.0,
      "step": 634040
    },
    {
      "epoch": 0.804266589544344,
      "grad_norm": 7.5,
      "learning_rate": 9.78797551055619e-06,
      "loss": 1.9467,
      "mean_token_accuracy": 0.57131786942482,
      "num_tokens": 488424625.0,
      "step": 634050
    },
    {
      "epoch": 0.8042792741368769,
      "grad_norm": 7.59375,
      "learning_rate": 9.787341200469897e-06,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5457890033721924,
      "num_tokens": 488432201.0,
      "step": 634060
    },
    {
      "epoch": 0.8042919587294097,
      "grad_norm": 5.1875,
      "learning_rate": 9.786706890383606e-06,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5585415989160538,
      "num_tokens": 488440293.0,
      "step": 634070
    },
    {
      "epoch": 0.8043046433219425,
      "grad_norm": 8.5,
      "learning_rate": 9.786072580297315e-06,
      "loss": 2.215,
      "mean_token_accuracy": 0.5098786145448685,
      "num_tokens": 488447479.0,
      "step": 634080
    },
    {
      "epoch": 0.8043173279144754,
      "grad_norm": 5.53125,
      "learning_rate": 9.785438270211022e-06,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5258400917053223,
      "num_tokens": 488454746.0,
      "step": 634090
    },
    {
      "epoch": 0.8043300125070082,
      "grad_norm": 6.90625,
      "learning_rate": 9.784803960124732e-06,
      "loss": 2.11,
      "mean_token_accuracy": 0.5433145821094513,
      "num_tokens": 488462671.0,
      "step": 634100
    },
    {
      "epoch": 0.8043426970995411,
      "grad_norm": 6.71875,
      "learning_rate": 9.78416965003844e-06,
      "loss": 1.9289,
      "mean_token_accuracy": 0.5653815418481827,
      "num_tokens": 488469159.0,
      "step": 634110
    },
    {
      "epoch": 0.8043553816920739,
      "grad_norm": 5.53125,
      "learning_rate": 9.783535339952148e-06,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5692399978637696,
      "num_tokens": 488476236.0,
      "step": 634120
    },
    {
      "epoch": 0.8043680662846068,
      "grad_norm": 5.84375,
      "learning_rate": 9.782901029865857e-06,
      "loss": 1.894,
      "mean_token_accuracy": 0.5885472416877746,
      "num_tokens": 488482293.0,
      "step": 634130
    },
    {
      "epoch": 0.8043807508771396,
      "grad_norm": 6.0625,
      "learning_rate": 9.782266719779566e-06,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5333114326000213,
      "num_tokens": 488490451.0,
      "step": 634140
    },
    {
      "epoch": 0.8043934354696725,
      "grad_norm": 6.625,
      "learning_rate": 9.781632409693274e-06,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5303399741649628,
      "num_tokens": 488496449.0,
      "step": 634150
    },
    {
      "epoch": 0.8044061200622052,
      "grad_norm": 5.5,
      "learning_rate": 9.780998099606981e-06,
      "loss": 2.2662,
      "mean_token_accuracy": 0.5093785554170609,
      "num_tokens": 488505407.0,
      "step": 634160
    },
    {
      "epoch": 0.804418804654738,
      "grad_norm": 5.3125,
      "learning_rate": 9.78036378952069e-06,
      "loss": 1.9388,
      "mean_token_accuracy": 0.5623550146818161,
      "num_tokens": 488512471.0,
      "step": 634170
    },
    {
      "epoch": 0.8044314892472709,
      "grad_norm": 5.3125,
      "learning_rate": 9.779729479434399e-06,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5431715339422226,
      "num_tokens": 488520965.0,
      "step": 634180
    },
    {
      "epoch": 0.8044441738398037,
      "grad_norm": 5.75,
      "learning_rate": 9.779095169348108e-06,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5744464457035064,
      "num_tokens": 488527402.0,
      "step": 634190
    },
    {
      "epoch": 0.8044568584323366,
      "grad_norm": 7.34375,
      "learning_rate": 9.778460859261816e-06,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5405603677034378,
      "num_tokens": 488535345.0,
      "step": 634200
    },
    {
      "epoch": 0.8044695430248694,
      "grad_norm": 4.90625,
      "learning_rate": 9.777826549175525e-06,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5313524544239044,
      "num_tokens": 488542838.0,
      "step": 634210
    },
    {
      "epoch": 0.8044822276174023,
      "grad_norm": 5.6875,
      "learning_rate": 9.777192239089232e-06,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5579578578472137,
      "num_tokens": 488549848.0,
      "step": 634220
    },
    {
      "epoch": 0.8044949122099351,
      "grad_norm": 5.25,
      "learning_rate": 9.77655792900294e-06,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5483326226472854,
      "num_tokens": 488556515.0,
      "step": 634230
    },
    {
      "epoch": 0.8045075968024679,
      "grad_norm": 5.21875,
      "learning_rate": 9.77592361891665e-06,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5193185895681381,
      "num_tokens": 488565071.0,
      "step": 634240
    },
    {
      "epoch": 0.8045202813950008,
      "grad_norm": 6.65625,
      "learning_rate": 9.775289308830358e-06,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5531219184398651,
      "num_tokens": 488573049.0,
      "step": 634250
    },
    {
      "epoch": 0.8045329659875335,
      "grad_norm": 6.0625,
      "learning_rate": 9.774654998744067e-06,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5537444621324539,
      "num_tokens": 488581733.0,
      "step": 634260
    },
    {
      "epoch": 0.8045456505800664,
      "grad_norm": 4.875,
      "learning_rate": 9.774020688657774e-06,
      "loss": 2.0901,
      "mean_token_accuracy": 0.539748826622963,
      "num_tokens": 488590564.0,
      "step": 634270
    },
    {
      "epoch": 0.8045583351725992,
      "grad_norm": 5.4375,
      "learning_rate": 9.773386378571483e-06,
      "loss": 2.2961,
      "mean_token_accuracy": 0.5106986582279205,
      "num_tokens": 488598442.0,
      "step": 634280
    },
    {
      "epoch": 0.8045710197651321,
      "grad_norm": 6.0,
      "learning_rate": 9.772752068485192e-06,
      "loss": 2.155,
      "mean_token_accuracy": 0.5252118200063706,
      "num_tokens": 488607278.0,
      "step": 634290
    },
    {
      "epoch": 0.8045837043576649,
      "grad_norm": 5.03125,
      "learning_rate": 9.7721177583989e-06,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5317979276180267,
      "num_tokens": 488616060.0,
      "step": 634300
    },
    {
      "epoch": 0.8045963889501978,
      "grad_norm": 5.1875,
      "learning_rate": 9.771483448312609e-06,
      "loss": 1.8975,
      "mean_token_accuracy": 0.5787823259830475,
      "num_tokens": 488623373.0,
      "step": 634310
    },
    {
      "epoch": 0.8046090735427306,
      "grad_norm": 6.625,
      "learning_rate": 9.770849138226318e-06,
      "loss": 1.8551,
      "mean_token_accuracy": 0.5759372621774673,
      "num_tokens": 488630418.0,
      "step": 634320
    },
    {
      "epoch": 0.8046217581352634,
      "grad_norm": 7.40625,
      "learning_rate": 9.770214828140026e-06,
      "loss": 2.1032,
      "mean_token_accuracy": 0.5381078660488129,
      "num_tokens": 488637973.0,
      "step": 634330
    },
    {
      "epoch": 0.8046344427277963,
      "grad_norm": 6.9375,
      "learning_rate": 9.769580518053734e-06,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5602503269910812,
      "num_tokens": 488644300.0,
      "step": 634340
    },
    {
      "epoch": 0.8046471273203291,
      "grad_norm": 5.96875,
      "learning_rate": 9.768946207967442e-06,
      "loss": 2.182,
      "mean_token_accuracy": 0.5282874703407288,
      "num_tokens": 488651394.0,
      "step": 634350
    },
    {
      "epoch": 0.804659811912862,
      "grad_norm": 5.90625,
      "learning_rate": 9.768311897881151e-06,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5401312470436096,
      "num_tokens": 488658338.0,
      "step": 634360
    },
    {
      "epoch": 0.8046724965053947,
      "grad_norm": 4.78125,
      "learning_rate": 9.76767758779486e-06,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5403925776481628,
      "num_tokens": 488667204.0,
      "step": 634370
    },
    {
      "epoch": 0.8046851810979276,
      "grad_norm": 13.9375,
      "learning_rate": 9.767043277708568e-06,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5385564506053925,
      "num_tokens": 488674402.0,
      "step": 634380
    },
    {
      "epoch": 0.8046978656904604,
      "grad_norm": 5.5,
      "learning_rate": 9.766408967622276e-06,
      "loss": 1.7885,
      "mean_token_accuracy": 0.6076255649328232,
      "num_tokens": 488680480.0,
      "step": 634390
    },
    {
      "epoch": 0.8047105502829932,
      "grad_norm": 6.21875,
      "learning_rate": 9.765774657535986e-06,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5428854942321777,
      "num_tokens": 488689055.0,
      "step": 634400
    },
    {
      "epoch": 0.8047232348755261,
      "grad_norm": 6.0,
      "learning_rate": 9.765140347449693e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5363980382680893,
      "num_tokens": 488698041.0,
      "step": 634410
    },
    {
      "epoch": 0.8047359194680589,
      "grad_norm": 5.75,
      "learning_rate": 9.764506037363402e-06,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5220714926719665,
      "num_tokens": 488707130.0,
      "step": 634420
    },
    {
      "epoch": 0.8047486040605918,
      "grad_norm": 4.9375,
      "learning_rate": 9.76387172727711e-06,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5619162678718567,
      "num_tokens": 488715459.0,
      "step": 634430
    },
    {
      "epoch": 0.8047612886531246,
      "grad_norm": 8.125,
      "learning_rate": 9.763237417190818e-06,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5518849939107895,
      "num_tokens": 488722632.0,
      "step": 634440
    },
    {
      "epoch": 0.8047739732456575,
      "grad_norm": 6.8125,
      "learning_rate": 9.762603107104528e-06,
      "loss": 1.9014,
      "mean_token_accuracy": 0.585388520359993,
      "num_tokens": 488729781.0,
      "step": 634450
    },
    {
      "epoch": 0.8047866578381903,
      "grad_norm": 6.46875,
      "learning_rate": 9.761968797018235e-06,
      "loss": 2.196,
      "mean_token_accuracy": 0.5269694626331329,
      "num_tokens": 488737670.0,
      "step": 634460
    },
    {
      "epoch": 0.8047993424307232,
      "grad_norm": 5.5625,
      "learning_rate": 9.761334486931944e-06,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5470204412937164,
      "num_tokens": 488744606.0,
      "step": 634470
    },
    {
      "epoch": 0.8048120270232559,
      "grad_norm": 4.53125,
      "learning_rate": 9.760700176845652e-06,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5595738083124161,
      "num_tokens": 488753616.0,
      "step": 634480
    },
    {
      "epoch": 0.8048247116157887,
      "grad_norm": 4.75,
      "learning_rate": 9.76006586675936e-06,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5426011979579926,
      "num_tokens": 488760618.0,
      "step": 634490
    },
    {
      "epoch": 0.8048373962083216,
      "grad_norm": 5.09375,
      "learning_rate": 9.75943155667307e-06,
      "loss": 2.2758,
      "mean_token_accuracy": 0.5036284059286118,
      "num_tokens": 488769007.0,
      "step": 634500
    },
    {
      "epoch": 0.8048500808008544,
      "grad_norm": 13.625,
      "learning_rate": 9.758797246586777e-06,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5404907464981079,
      "num_tokens": 488776646.0,
      "step": 634510
    },
    {
      "epoch": 0.8048627653933873,
      "grad_norm": 8.1875,
      "learning_rate": 9.758162936500487e-06,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5714638143777847,
      "num_tokens": 488783454.0,
      "step": 634520
    },
    {
      "epoch": 0.8048754499859201,
      "grad_norm": 7.125,
      "learning_rate": 9.757528626414194e-06,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5525826811790466,
      "num_tokens": 488790449.0,
      "step": 634530
    },
    {
      "epoch": 0.804888134578453,
      "grad_norm": 4.96875,
      "learning_rate": 9.756894316327903e-06,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5302238792181015,
      "num_tokens": 488798109.0,
      "step": 634540
    },
    {
      "epoch": 0.8049008191709858,
      "grad_norm": 6.59375,
      "learning_rate": 9.756260006241612e-06,
      "loss": 1.8837,
      "mean_token_accuracy": 0.5871955931186676,
      "num_tokens": 488805288.0,
      "step": 634550
    },
    {
      "epoch": 0.8049135037635186,
      "grad_norm": 10.0625,
      "learning_rate": 9.755625696155319e-06,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5768280446529388,
      "num_tokens": 488813255.0,
      "step": 634560
    },
    {
      "epoch": 0.8049261883560515,
      "grad_norm": 6.1875,
      "learning_rate": 9.75499138606903e-06,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5438101351261139,
      "num_tokens": 488820735.0,
      "step": 634570
    },
    {
      "epoch": 0.8049388729485842,
      "grad_norm": 4.75,
      "learning_rate": 9.754357075982736e-06,
      "loss": 1.9802,
      "mean_token_accuracy": 0.5636205792427063,
      "num_tokens": 488828964.0,
      "step": 634580
    },
    {
      "epoch": 0.8049515575411171,
      "grad_norm": 5.90625,
      "learning_rate": 9.753722765896447e-06,
      "loss": 1.8606,
      "mean_token_accuracy": 0.5922823667526245,
      "num_tokens": 488836533.0,
      "step": 634590
    },
    {
      "epoch": 0.8049642421336499,
      "grad_norm": 6.71875,
      "learning_rate": 9.753088455810154e-06,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5377263277769089,
      "num_tokens": 488844113.0,
      "step": 634600
    },
    {
      "epoch": 0.8049769267261828,
      "grad_norm": 5.40625,
      "learning_rate": 9.752454145723863e-06,
      "loss": 1.8843,
      "mean_token_accuracy": 0.5668668329715729,
      "num_tokens": 488852317.0,
      "step": 634610
    },
    {
      "epoch": 0.8049896113187156,
      "grad_norm": 11.4375,
      "learning_rate": 9.751819835637571e-06,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5627658039331436,
      "num_tokens": 488859861.0,
      "step": 634620
    },
    {
      "epoch": 0.8050022959112484,
      "grad_norm": 6.34375,
      "learning_rate": 9.751185525551279e-06,
      "loss": 1.8787,
      "mean_token_accuracy": 0.5968463331460953,
      "num_tokens": 488865589.0,
      "step": 634630
    },
    {
      "epoch": 0.8050149805037813,
      "grad_norm": 9.4375,
      "learning_rate": 9.750551215464989e-06,
      "loss": 2.2816,
      "mean_token_accuracy": 0.5164526849985123,
      "num_tokens": 488872689.0,
      "step": 634640
    },
    {
      "epoch": 0.8050276650963141,
      "grad_norm": 5.03125,
      "learning_rate": 9.749916905378696e-06,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5636439740657806,
      "num_tokens": 488880469.0,
      "step": 634650
    },
    {
      "epoch": 0.805040349688847,
      "grad_norm": 6.40625,
      "learning_rate": 9.749282595292405e-06,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5397122442722321,
      "num_tokens": 488888263.0,
      "step": 634660
    },
    {
      "epoch": 0.8050530342813798,
      "grad_norm": 5.6875,
      "learning_rate": 9.748648285206113e-06,
      "loss": 2.0328,
      "mean_token_accuracy": 0.553613418340683,
      "num_tokens": 488895188.0,
      "step": 634670
    },
    {
      "epoch": 0.8050657188739127,
      "grad_norm": 11.25,
      "learning_rate": 9.74801397511982e-06,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5727334022521973,
      "num_tokens": 488903612.0,
      "step": 634680
    },
    {
      "epoch": 0.8050784034664454,
      "grad_norm": 6.15625,
      "learning_rate": 9.747379665033531e-06,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5363266974687576,
      "num_tokens": 488911162.0,
      "step": 634690
    },
    {
      "epoch": 0.8050910880589783,
      "grad_norm": 7.15625,
      "learning_rate": 9.746745354947238e-06,
      "loss": 1.8231,
      "mean_token_accuracy": 0.5893677830696106,
      "num_tokens": 488917491.0,
      "step": 634700
    },
    {
      "epoch": 0.8051037726515111,
      "grad_norm": 5.0625,
      "learning_rate": 9.746111044860947e-06,
      "loss": 2.2638,
      "mean_token_accuracy": 0.5177787601947784,
      "num_tokens": 488926262.0,
      "step": 634710
    },
    {
      "epoch": 0.8051164572440439,
      "grad_norm": 5.09375,
      "learning_rate": 9.745476734774655e-06,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5405882239341736,
      "num_tokens": 488934688.0,
      "step": 634720
    },
    {
      "epoch": 0.8051291418365768,
      "grad_norm": 9.8125,
      "learning_rate": 9.744842424688364e-06,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5968291610479355,
      "num_tokens": 488940036.0,
      "step": 634730
    },
    {
      "epoch": 0.8051418264291096,
      "grad_norm": 5.9375,
      "learning_rate": 9.744208114602073e-06,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5294903516769409,
      "num_tokens": 488947099.0,
      "step": 634740
    },
    {
      "epoch": 0.8051545110216425,
      "grad_norm": 4.90625,
      "learning_rate": 9.74357380451578e-06,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5538277000188827,
      "num_tokens": 488953102.0,
      "step": 634750
    },
    {
      "epoch": 0.8051671956141753,
      "grad_norm": 4.6875,
      "learning_rate": 9.74293949442949e-06,
      "loss": 2.07,
      "mean_token_accuracy": 0.5456584692001343,
      "num_tokens": 488960675.0,
      "step": 634760
    },
    {
      "epoch": 0.8051798802067082,
      "grad_norm": 5.53125,
      "learning_rate": 9.742305184343197e-06,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5567275166511536,
      "num_tokens": 488968607.0,
      "step": 634770
    },
    {
      "epoch": 0.805192564799241,
      "grad_norm": 7.3125,
      "learning_rate": 9.741670874256906e-06,
      "loss": 1.9013,
      "mean_token_accuracy": 0.5715135127305985,
      "num_tokens": 488976883.0,
      "step": 634780
    },
    {
      "epoch": 0.8052052493917737,
      "grad_norm": 5.71875,
      "learning_rate": 9.741036564170615e-06,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5382232666015625,
      "num_tokens": 488983820.0,
      "step": 634790
    },
    {
      "epoch": 0.8052179339843066,
      "grad_norm": 5.28125,
      "learning_rate": 9.740402254084324e-06,
      "loss": 2.1976,
      "mean_token_accuracy": 0.5311235040426254,
      "num_tokens": 488990913.0,
      "step": 634800
    },
    {
      "epoch": 0.8052306185768394,
      "grad_norm": 5.3125,
      "learning_rate": 9.739767943998032e-06,
      "loss": 1.8538,
      "mean_token_accuracy": 0.5836694568395615,
      "num_tokens": 488997907.0,
      "step": 634810
    },
    {
      "epoch": 0.8052433031693723,
      "grad_norm": 8.1875,
      "learning_rate": 9.73913363391174e-06,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5566500037908554,
      "num_tokens": 489006025.0,
      "step": 634820
    },
    {
      "epoch": 0.8052559877619051,
      "grad_norm": 12.4375,
      "learning_rate": 9.738499323825448e-06,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5628429293632508,
      "num_tokens": 489013654.0,
      "step": 634830
    },
    {
      "epoch": 0.805268672354438,
      "grad_norm": 5.15625,
      "learning_rate": 9.737865013739157e-06,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5445484220981598,
      "num_tokens": 489022158.0,
      "step": 634840
    },
    {
      "epoch": 0.8052813569469708,
      "grad_norm": 5.625,
      "learning_rate": 9.737230703652866e-06,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5622539728879928,
      "num_tokens": 489029850.0,
      "step": 634850
    },
    {
      "epoch": 0.8052940415395037,
      "grad_norm": 7.5625,
      "learning_rate": 9.736596393566574e-06,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5743050694465637,
      "num_tokens": 489036980.0,
      "step": 634860
    },
    {
      "epoch": 0.8053067261320365,
      "grad_norm": 5.75,
      "learning_rate": 9.735962083480281e-06,
      "loss": 2.0007,
      "mean_token_accuracy": 0.56148282289505,
      "num_tokens": 489043970.0,
      "step": 634870
    },
    {
      "epoch": 0.8053194107245693,
      "grad_norm": 8.6875,
      "learning_rate": 9.73532777339399e-06,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5599840551614761,
      "num_tokens": 489050980.0,
      "step": 634880
    },
    {
      "epoch": 0.8053320953171021,
      "grad_norm": 6.53125,
      "learning_rate": 9.734693463307699e-06,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5498114407062531,
      "num_tokens": 489059185.0,
      "step": 634890
    },
    {
      "epoch": 0.8053447799096349,
      "grad_norm": 8.0,
      "learning_rate": 9.734059153221408e-06,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5457029789686203,
      "num_tokens": 489066142.0,
      "step": 634900
    },
    {
      "epoch": 0.8053574645021678,
      "grad_norm": 5.09375,
      "learning_rate": 9.733424843135116e-06,
      "loss": 1.8525,
      "mean_token_accuracy": 0.580337855219841,
      "num_tokens": 489074079.0,
      "step": 634910
    },
    {
      "epoch": 0.8053701490947006,
      "grad_norm": 5.0,
      "learning_rate": 9.732790533048825e-06,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5649707436561584,
      "num_tokens": 489081988.0,
      "step": 634920
    },
    {
      "epoch": 0.8053828336872335,
      "grad_norm": 5.4375,
      "learning_rate": 9.732156222962532e-06,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5226287037134171,
      "num_tokens": 489088968.0,
      "step": 634930
    },
    {
      "epoch": 0.8053955182797663,
      "grad_norm": 6.65625,
      "learning_rate": 9.731521912876241e-06,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5441496580839157,
      "num_tokens": 489096868.0,
      "step": 634940
    },
    {
      "epoch": 0.8054082028722991,
      "grad_norm": 5.6875,
      "learning_rate": 9.73088760278995e-06,
      "loss": 2.2446,
      "mean_token_accuracy": 0.5134294837713241,
      "num_tokens": 489103505.0,
      "step": 634950
    },
    {
      "epoch": 0.805420887464832,
      "grad_norm": 4.875,
      "learning_rate": 9.730253292703658e-06,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5344188064336777,
      "num_tokens": 489111033.0,
      "step": 634960
    },
    {
      "epoch": 0.8054335720573648,
      "grad_norm": 5.5625,
      "learning_rate": 9.729618982617367e-06,
      "loss": 2.0546,
      "mean_token_accuracy": 0.543581822514534,
      "num_tokens": 489120463.0,
      "step": 634970
    },
    {
      "epoch": 0.8054462566498977,
      "grad_norm": 5.125,
      "learning_rate": 9.728984672531076e-06,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5460569977760314,
      "num_tokens": 489127765.0,
      "step": 634980
    },
    {
      "epoch": 0.8054589412424304,
      "grad_norm": 6.09375,
      "learning_rate": 9.728350362444785e-06,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5663587540388108,
      "num_tokens": 489133706.0,
      "step": 634990
    },
    {
      "epoch": 0.8054716258349633,
      "grad_norm": 6.0,
      "learning_rate": 9.727716052358492e-06,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5240425854921341,
      "num_tokens": 489142500.0,
      "step": 635000
    },
    {
      "epoch": 0.8054843104274961,
      "grad_norm": 4.9375,
      "learning_rate": 9.7270817422722e-06,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5431701242923737,
      "num_tokens": 489150707.0,
      "step": 635010
    },
    {
      "epoch": 0.8054969950200289,
      "grad_norm": 4.59375,
      "learning_rate": 9.72644743218591e-06,
      "loss": 2.042,
      "mean_token_accuracy": 0.5489635318517685,
      "num_tokens": 489158655.0,
      "step": 635020
    },
    {
      "epoch": 0.8055096796125618,
      "grad_norm": 8.3125,
      "learning_rate": 9.725813122099618e-06,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5577151834964752,
      "num_tokens": 489167084.0,
      "step": 635030
    },
    {
      "epoch": 0.8055223642050946,
      "grad_norm": 4.96875,
      "learning_rate": 9.725178812013327e-06,
      "loss": 2.1805,
      "mean_token_accuracy": 0.526710033416748,
      "num_tokens": 489175287.0,
      "step": 635040
    },
    {
      "epoch": 0.8055350487976275,
      "grad_norm": 4.75,
      "learning_rate": 9.724544501927034e-06,
      "loss": 2.12,
      "mean_token_accuracy": 0.5317588776350022,
      "num_tokens": 489184557.0,
      "step": 635050
    },
    {
      "epoch": 0.8055477333901603,
      "grad_norm": 7.5625,
      "learning_rate": 9.723910191840742e-06,
      "loss": 2.0847,
      "mean_token_accuracy": 0.544749528169632,
      "num_tokens": 489192084.0,
      "step": 635060
    },
    {
      "epoch": 0.8055604179826932,
      "grad_norm": 7.34375,
      "learning_rate": 9.723275881754451e-06,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5371833264827728,
      "num_tokens": 489200741.0,
      "step": 635070
    },
    {
      "epoch": 0.805573102575226,
      "grad_norm": 5.90625,
      "learning_rate": 9.72264157166816e-06,
      "loss": 1.7784,
      "mean_token_accuracy": 0.6131865918636322,
      "num_tokens": 489206895.0,
      "step": 635080
    },
    {
      "epoch": 0.8055857871677589,
      "grad_norm": 5.40625,
      "learning_rate": 9.722007261581869e-06,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5083799451589585,
      "num_tokens": 489214498.0,
      "step": 635090
    },
    {
      "epoch": 0.8055984717602916,
      "grad_norm": 5.46875,
      "learning_rate": 9.721372951495576e-06,
      "loss": 1.851,
      "mean_token_accuracy": 0.5765813738107681,
      "num_tokens": 489222470.0,
      "step": 635100
    },
    {
      "epoch": 0.8056111563528244,
      "grad_norm": 4.90625,
      "learning_rate": 9.720738641409286e-06,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5458722829818725,
      "num_tokens": 489231244.0,
      "step": 635110
    },
    {
      "epoch": 0.8056238409453573,
      "grad_norm": 5.03125,
      "learning_rate": 9.720104331322993e-06,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5391700595617295,
      "num_tokens": 489239927.0,
      "step": 635120
    },
    {
      "epoch": 0.8056365255378901,
      "grad_norm": 7.53125,
      "learning_rate": 9.719470021236702e-06,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5253285378217697,
      "num_tokens": 489247701.0,
      "step": 635130
    },
    {
      "epoch": 0.805649210130423,
      "grad_norm": 5.125,
      "learning_rate": 9.71883571115041e-06,
      "loss": 2.1914,
      "mean_token_accuracy": 0.5217629194259643,
      "num_tokens": 489257231.0,
      "step": 635140
    },
    {
      "epoch": 0.8056618947229558,
      "grad_norm": 5.59375,
      "learning_rate": 9.718201401064118e-06,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5354051142930984,
      "num_tokens": 489266108.0,
      "step": 635150
    },
    {
      "epoch": 0.8056745793154887,
      "grad_norm": 4.59375,
      "learning_rate": 9.717567090977828e-06,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5267840027809143,
      "num_tokens": 489274082.0,
      "step": 635160
    },
    {
      "epoch": 0.8056872639080215,
      "grad_norm": 8.5,
      "learning_rate": 9.716932780891535e-06,
      "loss": 1.8636,
      "mean_token_accuracy": 0.6077694058418274,
      "num_tokens": 489279053.0,
      "step": 635170
    },
    {
      "epoch": 0.8056999485005543,
      "grad_norm": 5.0625,
      "learning_rate": 9.716298470805246e-06,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5544593602418899,
      "num_tokens": 489286758.0,
      "step": 635180
    },
    {
      "epoch": 0.8057126330930872,
      "grad_norm": 5.21875,
      "learning_rate": 9.715664160718953e-06,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5629500031471253,
      "num_tokens": 489293542.0,
      "step": 635190
    },
    {
      "epoch": 0.80572531768562,
      "grad_norm": 5.5625,
      "learning_rate": 9.715029850632661e-06,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5638614267110824,
      "num_tokens": 489300233.0,
      "step": 635200
    },
    {
      "epoch": 0.8057380022781528,
      "grad_norm": 7.4375,
      "learning_rate": 9.71439554054637e-06,
      "loss": 1.9755,
      "mean_token_accuracy": 0.5573620796203613,
      "num_tokens": 489307377.0,
      "step": 635210
    },
    {
      "epoch": 0.8057506868706856,
      "grad_norm": 10.125,
      "learning_rate": 9.713761230460077e-06,
      "loss": 1.8388,
      "mean_token_accuracy": 0.5874804019927978,
      "num_tokens": 489314260.0,
      "step": 635220
    },
    {
      "epoch": 0.8057633714632185,
      "grad_norm": 5.71875,
      "learning_rate": 9.713126920373788e-06,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5319649487733841,
      "num_tokens": 489322813.0,
      "step": 635230
    },
    {
      "epoch": 0.8057760560557513,
      "grad_norm": 5.625,
      "learning_rate": 9.712492610287495e-06,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5390700459480285,
      "num_tokens": 489330918.0,
      "step": 635240
    },
    {
      "epoch": 0.8057887406482842,
      "grad_norm": 10.125,
      "learning_rate": 9.711858300201203e-06,
      "loss": 1.8621,
      "mean_token_accuracy": 0.589017778635025,
      "num_tokens": 489339152.0,
      "step": 635250
    },
    {
      "epoch": 0.805801425240817,
      "grad_norm": 5.59375,
      "learning_rate": 9.711223990114912e-06,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5667387545108795,
      "num_tokens": 489347216.0,
      "step": 635260
    },
    {
      "epoch": 0.8058141098333498,
      "grad_norm": 5.0625,
      "learning_rate": 9.71058968002862e-06,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5574638456106186,
      "num_tokens": 489355633.0,
      "step": 635270
    },
    {
      "epoch": 0.8058267944258827,
      "grad_norm": 8.0,
      "learning_rate": 9.70995536994233e-06,
      "loss": 2.127,
      "mean_token_accuracy": 0.5384767979383469,
      "num_tokens": 489363470.0,
      "step": 635280
    },
    {
      "epoch": 0.8058394790184155,
      "grad_norm": 5.78125,
      "learning_rate": 9.709321059856037e-06,
      "loss": 1.8574,
      "mean_token_accuracy": 0.5889759123325348,
      "num_tokens": 489370322.0,
      "step": 635290
    },
    {
      "epoch": 0.8058521636109484,
      "grad_norm": 7.65625,
      "learning_rate": 9.708686749769747e-06,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5671992599964142,
      "num_tokens": 489376580.0,
      "step": 635300
    },
    {
      "epoch": 0.8058648482034811,
      "grad_norm": 5.21875,
      "learning_rate": 9.708052439683454e-06,
      "loss": 2.2362,
      "mean_token_accuracy": 0.5120697051286698,
      "num_tokens": 489385722.0,
      "step": 635310
    },
    {
      "epoch": 0.805877532796014,
      "grad_norm": 5.875,
      "learning_rate": 9.707418129597163e-06,
      "loss": 1.8568,
      "mean_token_accuracy": 0.5948562622070312,
      "num_tokens": 489392250.0,
      "step": 635320
    },
    {
      "epoch": 0.8058902173885468,
      "grad_norm": 5.3125,
      "learning_rate": 9.706783819510872e-06,
      "loss": 1.847,
      "mean_token_accuracy": 0.5875484585762024,
      "num_tokens": 489400359.0,
      "step": 635330
    },
    {
      "epoch": 0.8059029019810796,
      "grad_norm": 5.125,
      "learning_rate": 9.706149509424579e-06,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5547053068876266,
      "num_tokens": 489407436.0,
      "step": 635340
    },
    {
      "epoch": 0.8059155865736125,
      "grad_norm": 7.5,
      "learning_rate": 9.705515199338289e-06,
      "loss": 2.071,
      "mean_token_accuracy": 0.543685394525528,
      "num_tokens": 489415744.0,
      "step": 635350
    },
    {
      "epoch": 0.8059282711661453,
      "grad_norm": 8.8125,
      "learning_rate": 9.704880889251996e-06,
      "loss": 1.8046,
      "mean_token_accuracy": 0.6077403515577317,
      "num_tokens": 489422909.0,
      "step": 635360
    },
    {
      "epoch": 0.8059409557586782,
      "grad_norm": 5.40625,
      "learning_rate": 9.704246579165705e-06,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5480017393827439,
      "num_tokens": 489430989.0,
      "step": 635370
    },
    {
      "epoch": 0.805953640351211,
      "grad_norm": 9.3125,
      "learning_rate": 9.703612269079414e-06,
      "loss": 1.853,
      "mean_token_accuracy": 0.5862129092216491,
      "num_tokens": 489437296.0,
      "step": 635380
    },
    {
      "epoch": 0.8059663249437439,
      "grad_norm": 5.6875,
      "learning_rate": 9.702977958993122e-06,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5578555434942245,
      "num_tokens": 489444886.0,
      "step": 635390
    },
    {
      "epoch": 0.8059790095362767,
      "grad_norm": 9.0,
      "learning_rate": 9.702343648906831e-06,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5231841295957566,
      "num_tokens": 489451541.0,
      "step": 635400
    },
    {
      "epoch": 0.8059916941288096,
      "grad_norm": 4.96875,
      "learning_rate": 9.701709338820538e-06,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5350289553403854,
      "num_tokens": 489458250.0,
      "step": 635410
    },
    {
      "epoch": 0.8060043787213423,
      "grad_norm": 5.09375,
      "learning_rate": 9.701075028734249e-06,
      "loss": 1.8407,
      "mean_token_accuracy": 0.5869669526815414,
      "num_tokens": 489465995.0,
      "step": 635420
    },
    {
      "epoch": 0.8060170633138751,
      "grad_norm": 7.1875,
      "learning_rate": 9.700440718647956e-06,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5811532407999038,
      "num_tokens": 489472690.0,
      "step": 635430
    },
    {
      "epoch": 0.806029747906408,
      "grad_norm": 5.6875,
      "learning_rate": 9.699806408561664e-06,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5411808907985687,
      "num_tokens": 489479539.0,
      "step": 635440
    },
    {
      "epoch": 0.8060424324989408,
      "grad_norm": 9.125,
      "learning_rate": 9.699172098475373e-06,
      "loss": 2.2059,
      "mean_token_accuracy": 0.524856224656105,
      "num_tokens": 489485851.0,
      "step": 635450
    },
    {
      "epoch": 0.8060551170914737,
      "grad_norm": 5.375,
      "learning_rate": 9.69853778838908e-06,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5695379137992859,
      "num_tokens": 489493428.0,
      "step": 635460
    },
    {
      "epoch": 0.8060678016840065,
      "grad_norm": 5.09375,
      "learning_rate": 9.69790347830279e-06,
      "loss": 1.9317,
      "mean_token_accuracy": 0.568773266673088,
      "num_tokens": 489500906.0,
      "step": 635470
    },
    {
      "epoch": 0.8060804862765394,
      "grad_norm": 6.65625,
      "learning_rate": 9.697269168216498e-06,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5196136265993119,
      "num_tokens": 489507414.0,
      "step": 635480
    },
    {
      "epoch": 0.8060931708690722,
      "grad_norm": 5.90625,
      "learning_rate": 9.696634858130206e-06,
      "loss": 1.7862,
      "mean_token_accuracy": 0.6203954368829727,
      "num_tokens": 489514382.0,
      "step": 635490
    },
    {
      "epoch": 0.806105855461605,
      "grad_norm": 5.6875,
      "learning_rate": 9.696000548043915e-06,
      "loss": 1.7708,
      "mean_token_accuracy": 0.5998212575912476,
      "num_tokens": 489521538.0,
      "step": 635500
    },
    {
      "epoch": 0.8061185400541379,
      "grad_norm": 5.875,
      "learning_rate": 9.695366237957624e-06,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5275797247886658,
      "num_tokens": 489530300.0,
      "step": 635510
    },
    {
      "epoch": 0.8061312246466706,
      "grad_norm": 7.09375,
      "learning_rate": 9.694731927871333e-06,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5812254399061203,
      "num_tokens": 489538588.0,
      "step": 635520
    },
    {
      "epoch": 0.8061439092392035,
      "grad_norm": 6.96875,
      "learning_rate": 9.69409761778504e-06,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5233661711215973,
      "num_tokens": 489547003.0,
      "step": 635530
    },
    {
      "epoch": 0.8061565938317363,
      "grad_norm": 5.0,
      "learning_rate": 9.693463307698748e-06,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5432860523462295,
      "num_tokens": 489555819.0,
      "step": 635540
    },
    {
      "epoch": 0.8061692784242692,
      "grad_norm": 5.28125,
      "learning_rate": 9.692828997612457e-06,
      "loss": 2.0058,
      "mean_token_accuracy": 0.564772441983223,
      "num_tokens": 489563612.0,
      "step": 635550
    },
    {
      "epoch": 0.806181963016802,
      "grad_norm": 5.75,
      "learning_rate": 9.692194687526166e-06,
      "loss": 1.9081,
      "mean_token_accuracy": 0.5658015727996826,
      "num_tokens": 489570764.0,
      "step": 635560
    },
    {
      "epoch": 0.8061946476093348,
      "grad_norm": 5.375,
      "learning_rate": 9.691560377439875e-06,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5338725209236145,
      "num_tokens": 489578293.0,
      "step": 635570
    },
    {
      "epoch": 0.8062073322018677,
      "grad_norm": 5.0,
      "learning_rate": 9.690926067353583e-06,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5346876591444015,
      "num_tokens": 489586556.0,
      "step": 635580
    },
    {
      "epoch": 0.8062200167944005,
      "grad_norm": 4.53125,
      "learning_rate": 9.69029175726729e-06,
      "loss": 2.147,
      "mean_token_accuracy": 0.5302462935447693,
      "num_tokens": 489594677.0,
      "step": 635590
    },
    {
      "epoch": 0.8062327013869334,
      "grad_norm": 5.25,
      "learning_rate": 9.689657447180999e-06,
      "loss": 2.3403,
      "mean_token_accuracy": 0.5056139528751373,
      "num_tokens": 489602530.0,
      "step": 635600
    },
    {
      "epoch": 0.8062453859794662,
      "grad_norm": 5.8125,
      "learning_rate": 9.689023137094708e-06,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5323599696159362,
      "num_tokens": 489610329.0,
      "step": 635610
    },
    {
      "epoch": 0.806258070571999,
      "grad_norm": 5.0,
      "learning_rate": 9.688388827008417e-06,
      "loss": 2.013,
      "mean_token_accuracy": 0.5626997351646423,
      "num_tokens": 489618456.0,
      "step": 635620
    },
    {
      "epoch": 0.8062707551645318,
      "grad_norm": 5.28125,
      "learning_rate": 9.687754516922125e-06,
      "loss": 2.0187,
      "mean_token_accuracy": 0.55308238863945,
      "num_tokens": 489626450.0,
      "step": 635630
    },
    {
      "epoch": 0.8062834397570647,
      "grad_norm": 4.75,
      "learning_rate": 9.687120206835832e-06,
      "loss": 2.0212,
      "mean_token_accuracy": 0.543543004989624,
      "num_tokens": 489634536.0,
      "step": 635640
    },
    {
      "epoch": 0.8062961243495975,
      "grad_norm": 5.03125,
      "learning_rate": 9.686485896749541e-06,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5504224091768265,
      "num_tokens": 489642620.0,
      "step": 635650
    },
    {
      "epoch": 0.8063088089421303,
      "grad_norm": 6.84375,
      "learning_rate": 9.68585158666325e-06,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5561191380023957,
      "num_tokens": 489649981.0,
      "step": 635660
    },
    {
      "epoch": 0.8063214935346632,
      "grad_norm": 5.875,
      "learning_rate": 9.685217276576959e-06,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5705998480319977,
      "num_tokens": 489657699.0,
      "step": 635670
    },
    {
      "epoch": 0.806334178127196,
      "grad_norm": 5.28125,
      "learning_rate": 9.684582966490667e-06,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5412868469953537,
      "num_tokens": 489664972.0,
      "step": 635680
    },
    {
      "epoch": 0.8063468627197289,
      "grad_norm": 9.8125,
      "learning_rate": 9.683948656404376e-06,
      "loss": 1.7881,
      "mean_token_accuracy": 0.5973698735237122,
      "num_tokens": 489671251.0,
      "step": 635690
    },
    {
      "epoch": 0.8063595473122617,
      "grad_norm": 6.03125,
      "learning_rate": 9.683314346318085e-06,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5534229218959809,
      "num_tokens": 489679037.0,
      "step": 635700
    },
    {
      "epoch": 0.8063722319047946,
      "grad_norm": 4.78125,
      "learning_rate": 9.682680036231792e-06,
      "loss": 1.9942,
      "mean_token_accuracy": 0.558700293302536,
      "num_tokens": 489687522.0,
      "step": 635710
    },
    {
      "epoch": 0.8063849164973274,
      "grad_norm": 5.40625,
      "learning_rate": 9.6820457261455e-06,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5627343982458115,
      "num_tokens": 489695267.0,
      "step": 635720
    },
    {
      "epoch": 0.8063976010898601,
      "grad_norm": 5.6875,
      "learning_rate": 9.68141141605921e-06,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5470584660768509,
      "num_tokens": 489703248.0,
      "step": 635730
    },
    {
      "epoch": 0.806410285682393,
      "grad_norm": 6.0625,
      "learning_rate": 9.680777105972918e-06,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5634487926959991,
      "num_tokens": 489710691.0,
      "step": 635740
    },
    {
      "epoch": 0.8064229702749258,
      "grad_norm": 6.0625,
      "learning_rate": 9.680142795886627e-06,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5592529535293579,
      "num_tokens": 489718276.0,
      "step": 635750
    },
    {
      "epoch": 0.8064356548674587,
      "grad_norm": 4.8125,
      "learning_rate": 9.679508485800334e-06,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5330692499876022,
      "num_tokens": 489726336.0,
      "step": 635760
    },
    {
      "epoch": 0.8064483394599915,
      "grad_norm": 4.8125,
      "learning_rate": 9.678874175714044e-06,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5674645334482193,
      "num_tokens": 489733778.0,
      "step": 635770
    },
    {
      "epoch": 0.8064610240525244,
      "grad_norm": 9.9375,
      "learning_rate": 9.678239865627751e-06,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5565324008464814,
      "num_tokens": 489741540.0,
      "step": 635780
    },
    {
      "epoch": 0.8064737086450572,
      "grad_norm": 6.5,
      "learning_rate": 9.67760555554146e-06,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5567898064851761,
      "num_tokens": 489749882.0,
      "step": 635790
    },
    {
      "epoch": 0.8064863932375901,
      "grad_norm": 6.28125,
      "learning_rate": 9.676971245455169e-06,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5693199068307877,
      "num_tokens": 489757337.0,
      "step": 635800
    },
    {
      "epoch": 0.8064990778301229,
      "grad_norm": 5.75,
      "learning_rate": 9.676336935368876e-06,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5508700728416442,
      "num_tokens": 489765166.0,
      "step": 635810
    },
    {
      "epoch": 0.8065117624226557,
      "grad_norm": 7.5625,
      "learning_rate": 9.675702625282586e-06,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5501303911209107,
      "num_tokens": 489772220.0,
      "step": 635820
    },
    {
      "epoch": 0.8065244470151886,
      "grad_norm": 8.4375,
      "learning_rate": 9.675068315196293e-06,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5241981774568558,
      "num_tokens": 489779403.0,
      "step": 635830
    },
    {
      "epoch": 0.8065371316077213,
      "grad_norm": 9.625,
      "learning_rate": 9.674434005110002e-06,
      "loss": 2.172,
      "mean_token_accuracy": 0.5245487600564956,
      "num_tokens": 489787065.0,
      "step": 635840
    },
    {
      "epoch": 0.8065498162002542,
      "grad_norm": 5.15625,
      "learning_rate": 9.673799695023711e-06,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5193962812423706,
      "num_tokens": 489795700.0,
      "step": 635850
    },
    {
      "epoch": 0.806562500792787,
      "grad_norm": 6.53125,
      "learning_rate": 9.673165384937418e-06,
      "loss": 2.057,
      "mean_token_accuracy": 0.5573066979646683,
      "num_tokens": 489803466.0,
      "step": 635860
    },
    {
      "epoch": 0.8065751853853199,
      "grad_norm": 5.28125,
      "learning_rate": 9.672531074851128e-06,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5289497226476669,
      "num_tokens": 489812258.0,
      "step": 635870
    },
    {
      "epoch": 0.8065878699778527,
      "grad_norm": 2.15625,
      "learning_rate": 9.671896764764835e-06,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5707839637994766,
      "num_tokens": 489819505.0,
      "step": 635880
    },
    {
      "epoch": 0.8066005545703855,
      "grad_norm": 5.5,
      "learning_rate": 9.671262454678546e-06,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5351652443408966,
      "num_tokens": 489828060.0,
      "step": 635890
    },
    {
      "epoch": 0.8066132391629184,
      "grad_norm": 5.90625,
      "learning_rate": 9.670628144592253e-06,
      "loss": 2.0837,
      "mean_token_accuracy": 0.549934121966362,
      "num_tokens": 489836200.0,
      "step": 635900
    },
    {
      "epoch": 0.8066259237554512,
      "grad_norm": 5.0,
      "learning_rate": 9.669993834505962e-06,
      "loss": 1.8488,
      "mean_token_accuracy": 0.5876168608665466,
      "num_tokens": 489843500.0,
      "step": 635910
    },
    {
      "epoch": 0.8066386083479841,
      "grad_norm": 4.90625,
      "learning_rate": 9.66935952441967e-06,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5178809016942978,
      "num_tokens": 489852603.0,
      "step": 635920
    },
    {
      "epoch": 0.8066512929405169,
      "grad_norm": 4.9375,
      "learning_rate": 9.668725214333377e-06,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5666415512561798,
      "num_tokens": 489861235.0,
      "step": 635930
    },
    {
      "epoch": 0.8066639775330497,
      "grad_norm": 5.25,
      "learning_rate": 9.668090904247088e-06,
      "loss": 1.8579,
      "mean_token_accuracy": 0.5903317034244537,
      "num_tokens": 489868644.0,
      "step": 635940
    },
    {
      "epoch": 0.8066766621255825,
      "grad_norm": 4.4375,
      "learning_rate": 9.667456594160795e-06,
      "loss": 1.9763,
      "mean_token_accuracy": 0.547037735581398,
      "num_tokens": 489876606.0,
      "step": 635950
    },
    {
      "epoch": 0.8066893467181153,
      "grad_norm": 5.21875,
      "learning_rate": 9.666822284074505e-06,
      "loss": 2.086,
      "mean_token_accuracy": 0.5396528750658035,
      "num_tokens": 489886374.0,
      "step": 635960
    },
    {
      "epoch": 0.8067020313106482,
      "grad_norm": 5.53125,
      "learning_rate": 9.666187973988212e-06,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5331705421209335,
      "num_tokens": 489894075.0,
      "step": 635970
    },
    {
      "epoch": 0.806714715903181,
      "grad_norm": 10.1875,
      "learning_rate": 9.665553663901921e-06,
      "loss": 1.9565,
      "mean_token_accuracy": 0.558589082956314,
      "num_tokens": 489900893.0,
      "step": 635980
    },
    {
      "epoch": 0.8067274004957139,
      "grad_norm": 5.25,
      "learning_rate": 9.66491935381563e-06,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5331909954547882,
      "num_tokens": 489909581.0,
      "step": 635990
    },
    {
      "epoch": 0.8067400850882467,
      "grad_norm": 5.40625,
      "learning_rate": 9.664285043729337e-06,
      "loss": 1.7425,
      "mean_token_accuracy": 0.6046225309371949,
      "num_tokens": 489916893.0,
      "step": 636000
    },
    {
      "epoch": 0.8067527696807796,
      "grad_norm": 6.0625,
      "learning_rate": 9.663650733643047e-06,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5337860643863678,
      "num_tokens": 489925137.0,
      "step": 636010
    },
    {
      "epoch": 0.8067654542733124,
      "grad_norm": 6.40625,
      "learning_rate": 9.663016423556754e-06,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5390574365854264,
      "num_tokens": 489932808.0,
      "step": 636020
    },
    {
      "epoch": 0.8067781388658453,
      "grad_norm": 5.53125,
      "learning_rate": 9.662382113470463e-06,
      "loss": 2.081,
      "mean_token_accuracy": 0.5368188261985779,
      "num_tokens": 489941287.0,
      "step": 636030
    },
    {
      "epoch": 0.806790823458378,
      "grad_norm": 6.09375,
      "learning_rate": 9.661747803384172e-06,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5525014489889145,
      "num_tokens": 489948949.0,
      "step": 636040
    },
    {
      "epoch": 0.8068035080509108,
      "grad_norm": 5.4375,
      "learning_rate": 9.66111349329788e-06,
      "loss": 2.2419,
      "mean_token_accuracy": 0.5074310451745987,
      "num_tokens": 489957217.0,
      "step": 636050
    },
    {
      "epoch": 0.8068161926434437,
      "grad_norm": 13.75,
      "learning_rate": 9.66047918321159e-06,
      "loss": 1.9659,
      "mean_token_accuracy": 0.559234744310379,
      "num_tokens": 489964231.0,
      "step": 636060
    },
    {
      "epoch": 0.8068288772359765,
      "grad_norm": 7.3125,
      "learning_rate": 9.659844873125296e-06,
      "loss": 1.934,
      "mean_token_accuracy": 0.5757671296596527,
      "num_tokens": 489972722.0,
      "step": 636070
    },
    {
      "epoch": 0.8068415618285094,
      "grad_norm": 8.375,
      "learning_rate": 9.659210563039005e-06,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5348013192415237,
      "num_tokens": 489979529.0,
      "step": 636080
    },
    {
      "epoch": 0.8068542464210422,
      "grad_norm": 5.4375,
      "learning_rate": 9.658576252952714e-06,
      "loss": 2.2137,
      "mean_token_accuracy": 0.5261028200387955,
      "num_tokens": 489988514.0,
      "step": 636090
    },
    {
      "epoch": 0.8068669310135751,
      "grad_norm": 4.71875,
      "learning_rate": 9.657941942866423e-06,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5416701048612594,
      "num_tokens": 489997484.0,
      "step": 636100
    },
    {
      "epoch": 0.8068796156061079,
      "grad_norm": 6.1875,
      "learning_rate": 9.657307632780131e-06,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5652640283107757,
      "num_tokens": 490004095.0,
      "step": 636110
    },
    {
      "epoch": 0.8068923001986407,
      "grad_norm": 7.65625,
      "learning_rate": 9.656673322693838e-06,
      "loss": 2.022,
      "mean_token_accuracy": 0.5797263532876968,
      "num_tokens": 490010701.0,
      "step": 636120
    },
    {
      "epoch": 0.8069049847911736,
      "grad_norm": 6.15625,
      "learning_rate": 9.656039012607549e-06,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5212313532829285,
      "num_tokens": 490018491.0,
      "step": 636130
    },
    {
      "epoch": 0.8069176693837063,
      "grad_norm": 5.75,
      "learning_rate": 9.655404702521256e-06,
      "loss": 1.8803,
      "mean_token_accuracy": 0.5744448661804199,
      "num_tokens": 490026833.0,
      "step": 636140
    },
    {
      "epoch": 0.8069303539762392,
      "grad_norm": 5.1875,
      "learning_rate": 9.654770392434965e-06,
      "loss": 1.9289,
      "mean_token_accuracy": 0.5770331174135208,
      "num_tokens": 490033923.0,
      "step": 636150
    },
    {
      "epoch": 0.806943038568772,
      "grad_norm": 8.5,
      "learning_rate": 9.654136082348673e-06,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5401743561029434,
      "num_tokens": 490039998.0,
      "step": 636160
    },
    {
      "epoch": 0.8069557231613049,
      "grad_norm": 4.65625,
      "learning_rate": 9.653501772262382e-06,
      "loss": 2.1607,
      "mean_token_accuracy": 0.530564883351326,
      "num_tokens": 490047673.0,
      "step": 636170
    },
    {
      "epoch": 0.8069684077538377,
      "grad_norm": 4.71875,
      "learning_rate": 9.65286746217609e-06,
      "loss": 2.1221,
      "mean_token_accuracy": 0.532294562458992,
      "num_tokens": 490055243.0,
      "step": 636180
    },
    {
      "epoch": 0.8069810923463706,
      "grad_norm": 4.5,
      "learning_rate": 9.652233152089798e-06,
      "loss": 1.8124,
      "mean_token_accuracy": 0.5925537437200546,
      "num_tokens": 490062653.0,
      "step": 636190
    },
    {
      "epoch": 0.8069937769389034,
      "grad_norm": 4.84375,
      "learning_rate": 9.651598842003507e-06,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5305321753025055,
      "num_tokens": 490071603.0,
      "step": 636200
    },
    {
      "epoch": 0.8070064615314362,
      "grad_norm": 6.3125,
      "learning_rate": 9.650964531917215e-06,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5533856272697448,
      "num_tokens": 490080243.0,
      "step": 636210
    },
    {
      "epoch": 0.8070191461239691,
      "grad_norm": 6.46875,
      "learning_rate": 9.650330221830924e-06,
      "loss": 2.1502,
      "mean_token_accuracy": 0.524152672290802,
      "num_tokens": 490088671.0,
      "step": 636220
    },
    {
      "epoch": 0.8070318307165019,
      "grad_norm": 5.09375,
      "learning_rate": 9.649695911744633e-06,
      "loss": 2.2455,
      "mean_token_accuracy": 0.5139224141836166,
      "num_tokens": 490096630.0,
      "step": 636230
    },
    {
      "epoch": 0.8070445153090348,
      "grad_norm": 6.59375,
      "learning_rate": 9.649061601658342e-06,
      "loss": 2.2105,
      "mean_token_accuracy": 0.536903840303421,
      "num_tokens": 490104292.0,
      "step": 636240
    },
    {
      "epoch": 0.8070571999015675,
      "grad_norm": 5.3125,
      "learning_rate": 9.648427291572049e-06,
      "loss": 1.8955,
      "mean_token_accuracy": 0.5856846332550049,
      "num_tokens": 490109945.0,
      "step": 636250
    },
    {
      "epoch": 0.8070698844941004,
      "grad_norm": 5.5625,
      "learning_rate": 9.647792981485757e-06,
      "loss": 1.8991,
      "mean_token_accuracy": 0.561163854598999,
      "num_tokens": 490117288.0,
      "step": 636260
    },
    {
      "epoch": 0.8070825690866332,
      "grad_norm": 5.125,
      "learning_rate": 9.647158671399466e-06,
      "loss": 2.1795,
      "mean_token_accuracy": 0.524017259478569,
      "num_tokens": 490125715.0,
      "step": 636270
    },
    {
      "epoch": 0.807095253679166,
      "grad_norm": 4.96875,
      "learning_rate": 9.646524361313175e-06,
      "loss": 1.9394,
      "mean_token_accuracy": 0.574144259095192,
      "num_tokens": 490134163.0,
      "step": 636280
    },
    {
      "epoch": 0.8071079382716989,
      "grad_norm": 4.9375,
      "learning_rate": 9.645890051226884e-06,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5526423305273056,
      "num_tokens": 490142775.0,
      "step": 636290
    },
    {
      "epoch": 0.8071206228642317,
      "grad_norm": 4.46875,
      "learning_rate": 9.64525574114059e-06,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5508116275072098,
      "num_tokens": 490150209.0,
      "step": 636300
    },
    {
      "epoch": 0.8071333074567646,
      "grad_norm": 5.75,
      "learning_rate": 9.6446214310543e-06,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5355035871267319,
      "num_tokens": 490158333.0,
      "step": 636310
    },
    {
      "epoch": 0.8071459920492974,
      "grad_norm": 5.34375,
      "learning_rate": 9.643987120968008e-06,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5223466336727143,
      "num_tokens": 490165849.0,
      "step": 636320
    },
    {
      "epoch": 0.8071586766418303,
      "grad_norm": 8.1875,
      "learning_rate": 9.643352810881717e-06,
      "loss": 2.1766,
      "mean_token_accuracy": 0.5305780708789826,
      "num_tokens": 490174097.0,
      "step": 636330
    },
    {
      "epoch": 0.8071713612343631,
      "grad_norm": 7.46875,
      "learning_rate": 9.642718500795426e-06,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5585440814495086,
      "num_tokens": 490181207.0,
      "step": 636340
    },
    {
      "epoch": 0.807184045826896,
      "grad_norm": 5.21875,
      "learning_rate": 9.642084190709134e-06,
      "loss": 2.2729,
      "mean_token_accuracy": 0.5156586706638336,
      "num_tokens": 490190345.0,
      "step": 636350
    },
    {
      "epoch": 0.8071967304194287,
      "grad_norm": 5.0,
      "learning_rate": 9.641449880622843e-06,
      "loss": 1.982,
      "mean_token_accuracy": 0.561637869477272,
      "num_tokens": 490197929.0,
      "step": 636360
    },
    {
      "epoch": 0.8072094150119615,
      "grad_norm": 5.4375,
      "learning_rate": 9.64081557053655e-06,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5296487033367157,
      "num_tokens": 490206402.0,
      "step": 636370
    },
    {
      "epoch": 0.8072220996044944,
      "grad_norm": 5.09375,
      "learning_rate": 9.640181260450259e-06,
      "loss": 2.2408,
      "mean_token_accuracy": 0.5103906780481339,
      "num_tokens": 490215062.0,
      "step": 636380
    },
    {
      "epoch": 0.8072347841970272,
      "grad_norm": 5.125,
      "learning_rate": 9.639546950363968e-06,
      "loss": 2.0241,
      "mean_token_accuracy": 0.53880555331707,
      "num_tokens": 490222573.0,
      "step": 636390
    },
    {
      "epoch": 0.8072474687895601,
      "grad_norm": 5.375,
      "learning_rate": 9.638912640277676e-06,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5372764080762863,
      "num_tokens": 490230269.0,
      "step": 636400
    },
    {
      "epoch": 0.8072601533820929,
      "grad_norm": 4.71875,
      "learning_rate": 9.638278330191385e-06,
      "loss": 1.8543,
      "mean_token_accuracy": 0.5911161363124847,
      "num_tokens": 490238273.0,
      "step": 636410
    },
    {
      "epoch": 0.8072728379746258,
      "grad_norm": 8.375,
      "learning_rate": 9.637644020105092e-06,
      "loss": 2.0994,
      "mean_token_accuracy": 0.548485592007637,
      "num_tokens": 490246103.0,
      "step": 636420
    },
    {
      "epoch": 0.8072855225671586,
      "grad_norm": 5.6875,
      "learning_rate": 9.637009710018803e-06,
      "loss": 1.956,
      "mean_token_accuracy": 0.5552960842847824,
      "num_tokens": 490254544.0,
      "step": 636430
    },
    {
      "epoch": 0.8072982071596914,
      "grad_norm": 9.125,
      "learning_rate": 9.63637539993251e-06,
      "loss": 1.9031,
      "mean_token_accuracy": 0.5957321763038635,
      "num_tokens": 490260604.0,
      "step": 636440
    },
    {
      "epoch": 0.8073108917522243,
      "grad_norm": 6.34375,
      "learning_rate": 9.635741089846218e-06,
      "loss": 1.8768,
      "mean_token_accuracy": 0.5768770456314087,
      "num_tokens": 490267043.0,
      "step": 636450
    },
    {
      "epoch": 0.807323576344757,
      "grad_norm": 6.03125,
      "learning_rate": 9.635106779759927e-06,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5725574314594268,
      "num_tokens": 490275650.0,
      "step": 636460
    },
    {
      "epoch": 0.8073362609372899,
      "grad_norm": 5.25,
      "learning_rate": 9.634472469673634e-06,
      "loss": 1.983,
      "mean_token_accuracy": 0.549352714419365,
      "num_tokens": 490282344.0,
      "step": 636470
    },
    {
      "epoch": 0.8073489455298227,
      "grad_norm": 4.8125,
      "learning_rate": 9.633838159587345e-06,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5644063204526901,
      "num_tokens": 490290650.0,
      "step": 636480
    },
    {
      "epoch": 0.8073616301223556,
      "grad_norm": 4.8125,
      "learning_rate": 9.633203849501052e-06,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5405189394950867,
      "num_tokens": 490299453.0,
      "step": 636490
    },
    {
      "epoch": 0.8073743147148884,
      "grad_norm": 5.0625,
      "learning_rate": 9.63256953941476e-06,
      "loss": 2.2451,
      "mean_token_accuracy": 0.5231733322143555,
      "num_tokens": 490306421.0,
      "step": 636500
    },
    {
      "epoch": 0.8073869993074212,
      "grad_norm": 5.0,
      "learning_rate": 9.631935229328469e-06,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5437868744134903,
      "num_tokens": 490313638.0,
      "step": 636510
    },
    {
      "epoch": 0.8073996838999541,
      "grad_norm": 8.3125,
      "learning_rate": 9.631300919242176e-06,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5179451048374176,
      "num_tokens": 490320918.0,
      "step": 636520
    },
    {
      "epoch": 0.8074123684924869,
      "grad_norm": 8.0,
      "learning_rate": 9.630666609155887e-06,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5692382097244263,
      "num_tokens": 490327694.0,
      "step": 636530
    },
    {
      "epoch": 0.8074250530850198,
      "grad_norm": 7.8125,
      "learning_rate": 9.630032299069594e-06,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5296967476606369,
      "num_tokens": 490335601.0,
      "step": 636540
    },
    {
      "epoch": 0.8074377376775526,
      "grad_norm": 5.40625,
      "learning_rate": 9.629397988983304e-06,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5255118697881699,
      "num_tokens": 490344528.0,
      "step": 636550
    },
    {
      "epoch": 0.8074504222700855,
      "grad_norm": 5.1875,
      "learning_rate": 9.628763678897011e-06,
      "loss": 1.8265,
      "mean_token_accuracy": 0.5973489046096802,
      "num_tokens": 490351101.0,
      "step": 636560
    },
    {
      "epoch": 0.8074631068626182,
      "grad_norm": 5.09375,
      "learning_rate": 9.62812936881072e-06,
      "loss": 2.2412,
      "mean_token_accuracy": 0.5130791127681732,
      "num_tokens": 490358436.0,
      "step": 636570
    },
    {
      "epoch": 0.8074757914551511,
      "grad_norm": 5.65625,
      "learning_rate": 9.627495058724429e-06,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5518100917339325,
      "num_tokens": 490365798.0,
      "step": 636580
    },
    {
      "epoch": 0.8074884760476839,
      "grad_norm": 7.28125,
      "learning_rate": 9.626860748638136e-06,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5400059938430786,
      "num_tokens": 490371668.0,
      "step": 636590
    },
    {
      "epoch": 0.8075011606402167,
      "grad_norm": 4.90625,
      "learning_rate": 9.626226438551846e-06,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5562052816152573,
      "num_tokens": 490379283.0,
      "step": 636600
    },
    {
      "epoch": 0.8075138452327496,
      "grad_norm": 4.90625,
      "learning_rate": 9.625592128465553e-06,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5528555303812027,
      "num_tokens": 490386386.0,
      "step": 636610
    },
    {
      "epoch": 0.8075265298252824,
      "grad_norm": 5.59375,
      "learning_rate": 9.624957818379263e-06,
      "loss": 2.177,
      "mean_token_accuracy": 0.5255631446838379,
      "num_tokens": 490393355.0,
      "step": 636620
    },
    {
      "epoch": 0.8075392144178153,
      "grad_norm": 6.0625,
      "learning_rate": 9.62432350829297e-06,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5765815615653992,
      "num_tokens": 490400985.0,
      "step": 636630
    },
    {
      "epoch": 0.8075518990103481,
      "grad_norm": 5.0,
      "learning_rate": 9.62368919820668e-06,
      "loss": 2.141,
      "mean_token_accuracy": 0.5494199305772781,
      "num_tokens": 490410265.0,
      "step": 636640
    },
    {
      "epoch": 0.807564583602881,
      "grad_norm": 6.65625,
      "learning_rate": 9.623054888120388e-06,
      "loss": 2.2376,
      "mean_token_accuracy": 0.5177459478378296,
      "num_tokens": 490418392.0,
      "step": 636650
    },
    {
      "epoch": 0.8075772681954138,
      "grad_norm": 5.15625,
      "learning_rate": 9.622420578034095e-06,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5410391867160798,
      "num_tokens": 490425884.0,
      "step": 636660
    },
    {
      "epoch": 0.8075899527879465,
      "grad_norm": 6.90625,
      "learning_rate": 9.621786267947806e-06,
      "loss": 2.2572,
      "mean_token_accuracy": 0.5106913268566131,
      "num_tokens": 490433974.0,
      "step": 636670
    },
    {
      "epoch": 0.8076026373804794,
      "grad_norm": 6.40625,
      "learning_rate": 9.621151957861513e-06,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5491419970989228,
      "num_tokens": 490441704.0,
      "step": 636680
    },
    {
      "epoch": 0.8076153219730122,
      "grad_norm": 5.46875,
      "learning_rate": 9.620517647775221e-06,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5346422642469406,
      "num_tokens": 490449721.0,
      "step": 636690
    },
    {
      "epoch": 0.8076280065655451,
      "grad_norm": 5.53125,
      "learning_rate": 9.61988333768893e-06,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5249762117862702,
      "num_tokens": 490458776.0,
      "step": 636700
    },
    {
      "epoch": 0.8076406911580779,
      "grad_norm": 4.875,
      "learning_rate": 9.619249027602637e-06,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5495763778686523,
      "num_tokens": 490467287.0,
      "step": 636710
    },
    {
      "epoch": 0.8076533757506108,
      "grad_norm": 4.78125,
      "learning_rate": 9.618614717516348e-06,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5311318784952164,
      "num_tokens": 490475654.0,
      "step": 636720
    },
    {
      "epoch": 0.8076660603431436,
      "grad_norm": 6.21875,
      "learning_rate": 9.617980407430055e-06,
      "loss": 2.042,
      "mean_token_accuracy": 0.5367473632097244,
      "num_tokens": 490482703.0,
      "step": 636730
    },
    {
      "epoch": 0.8076787449356765,
      "grad_norm": 5.75,
      "learning_rate": 9.617346097343763e-06,
      "loss": 2.1661,
      "mean_token_accuracy": 0.526887047290802,
      "num_tokens": 490491311.0,
      "step": 636740
    },
    {
      "epoch": 0.8076914295282093,
      "grad_norm": 6.0625,
      "learning_rate": 9.616711787257472e-06,
      "loss": 1.7975,
      "mean_token_accuracy": 0.5935269653797149,
      "num_tokens": 490497819.0,
      "step": 636750
    },
    {
      "epoch": 0.8077041141207421,
      "grad_norm": 9.1875,
      "learning_rate": 9.61607747717118e-06,
      "loss": 2.153,
      "mean_token_accuracy": 0.5271414041519165,
      "num_tokens": 490506244.0,
      "step": 636760
    },
    {
      "epoch": 0.807716798713275,
      "grad_norm": 5.9375,
      "learning_rate": 9.61544316708489e-06,
      "loss": 1.883,
      "mean_token_accuracy": 0.5815969347953797,
      "num_tokens": 490514487.0,
      "step": 636770
    },
    {
      "epoch": 0.8077294833058077,
      "grad_norm": 5.09375,
      "learning_rate": 9.614808856998597e-06,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5339370310306549,
      "num_tokens": 490523115.0,
      "step": 636780
    },
    {
      "epoch": 0.8077421678983406,
      "grad_norm": 6.03125,
      "learning_rate": 9.614174546912307e-06,
      "loss": 1.987,
      "mean_token_accuracy": 0.5615827560424804,
      "num_tokens": 490530183.0,
      "step": 636790
    },
    {
      "epoch": 0.8077548524908734,
      "grad_norm": 6.03125,
      "learning_rate": 9.613540236826014e-06,
      "loss": 2.3752,
      "mean_token_accuracy": 0.4974221229553223,
      "num_tokens": 490538403.0,
      "step": 636800
    },
    {
      "epoch": 0.8077675370834063,
      "grad_norm": 5.25,
      "learning_rate": 9.612905926739723e-06,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5710394591093063,
      "num_tokens": 490546087.0,
      "step": 636810
    },
    {
      "epoch": 0.8077802216759391,
      "grad_norm": 4.3125,
      "learning_rate": 9.612271616653432e-06,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5546143025159835,
      "num_tokens": 490553509.0,
      "step": 636820
    },
    {
      "epoch": 0.8077929062684719,
      "grad_norm": 5.21875,
      "learning_rate": 9.61163730656714e-06,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5359360009431839,
      "num_tokens": 490561747.0,
      "step": 636830
    },
    {
      "epoch": 0.8078055908610048,
      "grad_norm": 5.5,
      "learning_rate": 9.611002996480849e-06,
      "loss": 2.06,
      "mean_token_accuracy": 0.5429372131824494,
      "num_tokens": 490567946.0,
      "step": 636840
    },
    {
      "epoch": 0.8078182754535376,
      "grad_norm": 5.625,
      "learning_rate": 9.610368686394556e-06,
      "loss": 2.098,
      "mean_token_accuracy": 0.5442416131496429,
      "num_tokens": 490574856.0,
      "step": 636850
    },
    {
      "epoch": 0.8078309600460705,
      "grad_norm": 8.25,
      "learning_rate": 9.609734376308265e-06,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5606801092624665,
      "num_tokens": 490582367.0,
      "step": 636860
    },
    {
      "epoch": 0.8078436446386033,
      "grad_norm": 7.3125,
      "learning_rate": 9.609100066221974e-06,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5407498240470886,
      "num_tokens": 490590373.0,
      "step": 636870
    },
    {
      "epoch": 0.8078563292311361,
      "grad_norm": 6.4375,
      "learning_rate": 9.608465756135682e-06,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5284426927566528,
      "num_tokens": 490598196.0,
      "step": 636880
    },
    {
      "epoch": 0.8078690138236689,
      "grad_norm": 6.53125,
      "learning_rate": 9.607831446049391e-06,
      "loss": 2.02,
      "mean_token_accuracy": 0.5522802889347076,
      "num_tokens": 490606166.0,
      "step": 636890
    },
    {
      "epoch": 0.8078816984162017,
      "grad_norm": 5.9375,
      "learning_rate": 9.607197135963098e-06,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5306109011173248,
      "num_tokens": 490614366.0,
      "step": 636900
    },
    {
      "epoch": 0.8078943830087346,
      "grad_norm": 7.09375,
      "learning_rate": 9.606562825876807e-06,
      "loss": 1.9393,
      "mean_token_accuracy": 0.5845009386539459,
      "num_tokens": 490620284.0,
      "step": 636910
    },
    {
      "epoch": 0.8079070676012674,
      "grad_norm": 5.65625,
      "learning_rate": 9.605928515790516e-06,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5338027238845825,
      "num_tokens": 490628943.0,
      "step": 636920
    },
    {
      "epoch": 0.8079197521938003,
      "grad_norm": 4.90625,
      "learning_rate": 9.605294205704224e-06,
      "loss": 2.1134,
      "mean_token_accuracy": 0.535346046090126,
      "num_tokens": 490636812.0,
      "step": 636930
    },
    {
      "epoch": 0.8079324367863331,
      "grad_norm": 5.09375,
      "learning_rate": 9.604659895617933e-06,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5697987049818038,
      "num_tokens": 490644171.0,
      "step": 636940
    },
    {
      "epoch": 0.807945121378866,
      "grad_norm": 6.03125,
      "learning_rate": 9.604025585531642e-06,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5262494206428527,
      "num_tokens": 490652088.0,
      "step": 636950
    },
    {
      "epoch": 0.8079578059713988,
      "grad_norm": 4.875,
      "learning_rate": 9.603391275445349e-06,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5443012356758118,
      "num_tokens": 490660518.0,
      "step": 636960
    },
    {
      "epoch": 0.8079704905639317,
      "grad_norm": 5.15625,
      "learning_rate": 9.602756965359058e-06,
      "loss": 1.8265,
      "mean_token_accuracy": 0.6001517444849014,
      "num_tokens": 490666947.0,
      "step": 636970
    },
    {
      "epoch": 0.8079831751564645,
      "grad_norm": 4.84375,
      "learning_rate": 9.602122655272766e-06,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5225585967302322,
      "num_tokens": 490676525.0,
      "step": 636980
    },
    {
      "epoch": 0.8079958597489972,
      "grad_norm": 6.875,
      "learning_rate": 9.601488345186475e-06,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5191970616579056,
      "num_tokens": 490685223.0,
      "step": 636990
    },
    {
      "epoch": 0.8080085443415301,
      "grad_norm": 5.59375,
      "learning_rate": 9.600854035100184e-06,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5478951841592788,
      "num_tokens": 490693194.0,
      "step": 637000
    },
    {
      "epoch": 0.8080212289340629,
      "grad_norm": 5.3125,
      "learning_rate": 9.60021972501389e-06,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5339578866958619,
      "num_tokens": 490701470.0,
      "step": 637010
    },
    {
      "epoch": 0.8080339135265958,
      "grad_norm": 6.4375,
      "learning_rate": 9.599585414927601e-06,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5239036560058594,
      "num_tokens": 490709585.0,
      "step": 637020
    },
    {
      "epoch": 0.8080465981191286,
      "grad_norm": 17.125,
      "learning_rate": 9.598951104841308e-06,
      "loss": 2.1207,
      "mean_token_accuracy": 0.540175837278366,
      "num_tokens": 490717218.0,
      "step": 637030
    },
    {
      "epoch": 0.8080592827116615,
      "grad_norm": 6.125,
      "learning_rate": 9.598316794755017e-06,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5125960975885391,
      "num_tokens": 490725873.0,
      "step": 637040
    },
    {
      "epoch": 0.8080719673041943,
      "grad_norm": 5.84375,
      "learning_rate": 9.597682484668726e-06,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5684489786624909,
      "num_tokens": 490733733.0,
      "step": 637050
    },
    {
      "epoch": 0.8080846518967271,
      "grad_norm": 6.6875,
      "learning_rate": 9.597048174582434e-06,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5293085485696792,
      "num_tokens": 490740570.0,
      "step": 637060
    },
    {
      "epoch": 0.80809733648926,
      "grad_norm": 5.8125,
      "learning_rate": 9.596413864496143e-06,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5325519680976868,
      "num_tokens": 490748121.0,
      "step": 637070
    },
    {
      "epoch": 0.8081100210817928,
      "grad_norm": 5.0625,
      "learning_rate": 9.59577955440985e-06,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5435370236635209,
      "num_tokens": 490756788.0,
      "step": 637080
    },
    {
      "epoch": 0.8081227056743256,
      "grad_norm": 4.875,
      "learning_rate": 9.595145244323559e-06,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5394964247941971,
      "num_tokens": 490765303.0,
      "step": 637090
    },
    {
      "epoch": 0.8081353902668584,
      "grad_norm": 5.15625,
      "learning_rate": 9.594510934237268e-06,
      "loss": 1.7826,
      "mean_token_accuracy": 0.5966104745864869,
      "num_tokens": 490772522.0,
      "step": 637100
    },
    {
      "epoch": 0.8081480748593913,
      "grad_norm": 6.34375,
      "learning_rate": 9.593876624150976e-06,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5527507781982421,
      "num_tokens": 490780674.0,
      "step": 637110
    },
    {
      "epoch": 0.8081607594519241,
      "grad_norm": 5.8125,
      "learning_rate": 9.593242314064685e-06,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5448385924100876,
      "num_tokens": 490789154.0,
      "step": 637120
    },
    {
      "epoch": 0.808173444044457,
      "grad_norm": 4.96875,
      "learning_rate": 9.592608003978392e-06,
      "loss": 2.0446,
      "mean_token_accuracy": 0.5425058037042618,
      "num_tokens": 490797098.0,
      "step": 637130
    },
    {
      "epoch": 0.8081861286369898,
      "grad_norm": 6.28125,
      "learning_rate": 9.591973693892103e-06,
      "loss": 1.7794,
      "mean_token_accuracy": 0.6054909378290176,
      "num_tokens": 490804466.0,
      "step": 637140
    },
    {
      "epoch": 0.8081988132295226,
      "grad_norm": 14.4375,
      "learning_rate": 9.59133938380581e-06,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5402700543403626,
      "num_tokens": 490811747.0,
      "step": 637150
    },
    {
      "epoch": 0.8082114978220555,
      "grad_norm": 6.9375,
      "learning_rate": 9.590705073719519e-06,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5737809211015701,
      "num_tokens": 490817872.0,
      "step": 637160
    },
    {
      "epoch": 0.8082241824145883,
      "grad_norm": 5.09375,
      "learning_rate": 9.590070763633227e-06,
      "loss": 1.9175,
      "mean_token_accuracy": 0.576286968588829,
      "num_tokens": 490824645.0,
      "step": 637170
    },
    {
      "epoch": 0.8082368670071212,
      "grad_norm": 5.625,
      "learning_rate": 9.589436453546934e-06,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5914772361516952,
      "num_tokens": 490832628.0,
      "step": 637180
    },
    {
      "epoch": 0.808249551599654,
      "grad_norm": 5.1875,
      "learning_rate": 9.588802143460645e-06,
      "loss": 2.2504,
      "mean_token_accuracy": 0.5151875734329223,
      "num_tokens": 490839866.0,
      "step": 637190
    },
    {
      "epoch": 0.8082622361921868,
      "grad_norm": 5.15625,
      "learning_rate": 9.588167833374352e-06,
      "loss": 1.9239,
      "mean_token_accuracy": 0.5595486015081406,
      "num_tokens": 490847513.0,
      "step": 637200
    },
    {
      "epoch": 0.8082749207847196,
      "grad_norm": 4.75,
      "learning_rate": 9.587533523288062e-06,
      "loss": 2.1576,
      "mean_token_accuracy": 0.524962630867958,
      "num_tokens": 490857130.0,
      "step": 637210
    },
    {
      "epoch": 0.8082876053772524,
      "grad_norm": 7.46875,
      "learning_rate": 9.58689921320177e-06,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5452196896076202,
      "num_tokens": 490863983.0,
      "step": 637220
    },
    {
      "epoch": 0.8083002899697853,
      "grad_norm": 6.34375,
      "learning_rate": 9.586264903115478e-06,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5262274205684662,
      "num_tokens": 490871885.0,
      "step": 637230
    },
    {
      "epoch": 0.8083129745623181,
      "grad_norm": 5.65625,
      "learning_rate": 9.585630593029187e-06,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5584605306386947,
      "num_tokens": 490879768.0,
      "step": 637240
    },
    {
      "epoch": 0.808325659154851,
      "grad_norm": 10.5,
      "learning_rate": 9.584996282942894e-06,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5559854120016098,
      "num_tokens": 490887268.0,
      "step": 637250
    },
    {
      "epoch": 0.8083383437473838,
      "grad_norm": 5.5,
      "learning_rate": 9.584361972856604e-06,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5496969580650329,
      "num_tokens": 490894586.0,
      "step": 637260
    },
    {
      "epoch": 0.8083510283399167,
      "grad_norm": 4.4375,
      "learning_rate": 9.583727662770311e-06,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5398167312145233,
      "num_tokens": 490902801.0,
      "step": 637270
    },
    {
      "epoch": 0.8083637129324495,
      "grad_norm": 5.1875,
      "learning_rate": 9.58309335268402e-06,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5456881374120712,
      "num_tokens": 490911028.0,
      "step": 637280
    },
    {
      "epoch": 0.8083763975249824,
      "grad_norm": 5.40625,
      "learning_rate": 9.582459042597729e-06,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5672799915075302,
      "num_tokens": 490917747.0,
      "step": 637290
    },
    {
      "epoch": 0.8083890821175151,
      "grad_norm": 5.46875,
      "learning_rate": 9.581824732511436e-06,
      "loss": 1.9303,
      "mean_token_accuracy": 0.5684135407209396,
      "num_tokens": 490925887.0,
      "step": 637300
    },
    {
      "epoch": 0.8084017667100479,
      "grad_norm": 6.40625,
      "learning_rate": 9.581190422425146e-06,
      "loss": 2.164,
      "mean_token_accuracy": 0.5295505911111832,
      "num_tokens": 490932248.0,
      "step": 637310
    },
    {
      "epoch": 0.8084144513025808,
      "grad_norm": 5.84375,
      "learning_rate": 9.580556112338853e-06,
      "loss": 2.2655,
      "mean_token_accuracy": 0.512275031208992,
      "num_tokens": 490940094.0,
      "step": 637320
    },
    {
      "epoch": 0.8084271358951136,
      "grad_norm": 8.6875,
      "learning_rate": 9.579921802252564e-06,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5526567578315735,
      "num_tokens": 490948189.0,
      "step": 637330
    },
    {
      "epoch": 0.8084398204876465,
      "grad_norm": 4.53125,
      "learning_rate": 9.57928749216627e-06,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5464729964733124,
      "num_tokens": 490955955.0,
      "step": 637340
    },
    {
      "epoch": 0.8084525050801793,
      "grad_norm": 4.78125,
      "learning_rate": 9.57865318207998e-06,
      "loss": 2.061,
      "mean_token_accuracy": 0.5386567294597626,
      "num_tokens": 490963940.0,
      "step": 637350
    },
    {
      "epoch": 0.8084651896727122,
      "grad_norm": 6.6875,
      "learning_rate": 9.578018871993688e-06,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5392358481884003,
      "num_tokens": 490971462.0,
      "step": 637360
    },
    {
      "epoch": 0.808477874265245,
      "grad_norm": 5.21875,
      "learning_rate": 9.577384561907395e-06,
      "loss": 1.9519,
      "mean_token_accuracy": 0.574053230881691,
      "num_tokens": 490979492.0,
      "step": 637370
    },
    {
      "epoch": 0.8084905588577778,
      "grad_norm": 5.5625,
      "learning_rate": 9.576750251821106e-06,
      "loss": 2.142,
      "mean_token_accuracy": 0.5422698080539703,
      "num_tokens": 490987543.0,
      "step": 637380
    },
    {
      "epoch": 0.8085032434503107,
      "grad_norm": 6.1875,
      "learning_rate": 9.576115941734813e-06,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5460826575756073,
      "num_tokens": 490995479.0,
      "step": 637390
    },
    {
      "epoch": 0.8085159280428434,
      "grad_norm": 5.125,
      "learning_rate": 9.575481631648521e-06,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5648870199918747,
      "num_tokens": 491004109.0,
      "step": 637400
    },
    {
      "epoch": 0.8085286126353763,
      "grad_norm": 5.59375,
      "learning_rate": 9.57484732156223e-06,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5404318362474442,
      "num_tokens": 491012316.0,
      "step": 637410
    },
    {
      "epoch": 0.8085412972279091,
      "grad_norm": 6.15625,
      "learning_rate": 9.574213011475939e-06,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5488173812627792,
      "num_tokens": 491019703.0,
      "step": 637420
    },
    {
      "epoch": 0.808553981820442,
      "grad_norm": 4.8125,
      "learning_rate": 9.573578701389648e-06,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5333648979663849,
      "num_tokens": 491027222.0,
      "step": 637430
    },
    {
      "epoch": 0.8085666664129748,
      "grad_norm": 6.5625,
      "learning_rate": 9.572944391303355e-06,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5599506705999374,
      "num_tokens": 491035594.0,
      "step": 637440
    },
    {
      "epoch": 0.8085793510055076,
      "grad_norm": 5.46875,
      "learning_rate": 9.572310081217063e-06,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5366614162921906,
      "num_tokens": 491043987.0,
      "step": 637450
    },
    {
      "epoch": 0.8085920355980405,
      "grad_norm": 5.0625,
      "learning_rate": 9.571675771130772e-06,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5412966221570968,
      "num_tokens": 491051833.0,
      "step": 637460
    },
    {
      "epoch": 0.8086047201905733,
      "grad_norm": 4.65625,
      "learning_rate": 9.571041461044481e-06,
      "loss": 2.152,
      "mean_token_accuracy": 0.5227570474147797,
      "num_tokens": 491061417.0,
      "step": 637470
    },
    {
      "epoch": 0.8086174047831062,
      "grad_norm": 6.71875,
      "learning_rate": 9.57040715095819e-06,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5474217861890793,
      "num_tokens": 491067893.0,
      "step": 637480
    },
    {
      "epoch": 0.808630089375639,
      "grad_norm": 5.78125,
      "learning_rate": 9.569772840871897e-06,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5560695201158523,
      "num_tokens": 491075956.0,
      "step": 637490
    },
    {
      "epoch": 0.8086427739681719,
      "grad_norm": 5.125,
      "learning_rate": 9.569138530785607e-06,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5231369495391845,
      "num_tokens": 491085738.0,
      "step": 637500
    },
    {
      "epoch": 0.8086554585607046,
      "grad_norm": 5.5,
      "learning_rate": 9.568504220699314e-06,
      "loss": 1.7783,
      "mean_token_accuracy": 0.6120087265968323,
      "num_tokens": 491091109.0,
      "step": 637510
    },
    {
      "epoch": 0.8086681431532375,
      "grad_norm": 6.375,
      "learning_rate": 9.567869910613023e-06,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5562147319316864,
      "num_tokens": 491099001.0,
      "step": 637520
    },
    {
      "epoch": 0.8086808277457703,
      "grad_norm": 6.8125,
      "learning_rate": 9.567235600526732e-06,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5565767526626587,
      "num_tokens": 491107054.0,
      "step": 637530
    },
    {
      "epoch": 0.8086935123383031,
      "grad_norm": 4.9375,
      "learning_rate": 9.56660129044044e-06,
      "loss": 2.2707,
      "mean_token_accuracy": 0.5241129487752915,
      "num_tokens": 491115258.0,
      "step": 637540
    },
    {
      "epoch": 0.808706196930836,
      "grad_norm": 6.125,
      "learning_rate": 9.56596698035415e-06,
      "loss": 2.3211,
      "mean_token_accuracy": 0.49659975469112394,
      "num_tokens": 491123626.0,
      "step": 637550
    },
    {
      "epoch": 0.8087188815233688,
      "grad_norm": 5.0625,
      "learning_rate": 9.565332670267856e-06,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5522942453622818,
      "num_tokens": 491131337.0,
      "step": 637560
    },
    {
      "epoch": 0.8087315661159017,
      "grad_norm": 5.3125,
      "learning_rate": 9.564698360181565e-06,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5485863804817199,
      "num_tokens": 491139473.0,
      "step": 637570
    },
    {
      "epoch": 0.8087442507084345,
      "grad_norm": 5.34375,
      "learning_rate": 9.564064050095274e-06,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5586415261030198,
      "num_tokens": 491147507.0,
      "step": 637580
    },
    {
      "epoch": 0.8087569353009674,
      "grad_norm": 6.125,
      "learning_rate": 9.563429740008982e-06,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5514825999736785,
      "num_tokens": 491154685.0,
      "step": 637590
    },
    {
      "epoch": 0.8087696198935002,
      "grad_norm": 8.625,
      "learning_rate": 9.562795429922691e-06,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5263819545507431,
      "num_tokens": 491162353.0,
      "step": 637600
    },
    {
      "epoch": 0.8087823044860329,
      "grad_norm": 5.1875,
      "learning_rate": 9.5621611198364e-06,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5695960938930511,
      "num_tokens": 491169685.0,
      "step": 637610
    },
    {
      "epoch": 0.8087949890785658,
      "grad_norm": 6.53125,
      "learning_rate": 9.561526809750107e-06,
      "loss": 1.948,
      "mean_token_accuracy": 0.573091796040535,
      "num_tokens": 491177727.0,
      "step": 637620
    },
    {
      "epoch": 0.8088076736710986,
      "grad_norm": 5.0625,
      "learning_rate": 9.560892499663816e-06,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5504363566637039,
      "num_tokens": 491185472.0,
      "step": 637630
    },
    {
      "epoch": 0.8088203582636315,
      "grad_norm": 8.9375,
      "learning_rate": 9.560258189577524e-06,
      "loss": 2.2945,
      "mean_token_accuracy": 0.5124135732650756,
      "num_tokens": 491192851.0,
      "step": 637640
    },
    {
      "epoch": 0.8088330428561643,
      "grad_norm": 5.34375,
      "learning_rate": 9.559623879491233e-06,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5372678935527802,
      "num_tokens": 491201897.0,
      "step": 637650
    },
    {
      "epoch": 0.8088457274486972,
      "grad_norm": 7.78125,
      "learning_rate": 9.558989569404942e-06,
      "loss": 1.9149,
      "mean_token_accuracy": 0.575465765595436,
      "num_tokens": 491209503.0,
      "step": 637660
    },
    {
      "epoch": 0.80885841204123,
      "grad_norm": 6.75,
      "learning_rate": 9.558355259318649e-06,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5419147074222564,
      "num_tokens": 491216990.0,
      "step": 637670
    },
    {
      "epoch": 0.8088710966337629,
      "grad_norm": 6.90625,
      "learning_rate": 9.557720949232358e-06,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5483742892742157,
      "num_tokens": 491223878.0,
      "step": 637680
    },
    {
      "epoch": 0.8088837812262957,
      "grad_norm": 6.75,
      "learning_rate": 9.557086639146066e-06,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5240574210882187,
      "num_tokens": 491232340.0,
      "step": 637690
    },
    {
      "epoch": 0.8088964658188285,
      "grad_norm": 5.1875,
      "learning_rate": 9.556452329059775e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.5291184604167938,
      "num_tokens": 491239717.0,
      "step": 637700
    },
    {
      "epoch": 0.8089091504113614,
      "grad_norm": 5.46875,
      "learning_rate": 9.555818018973484e-06,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5281239807605743,
      "num_tokens": 491247056.0,
      "step": 637710
    },
    {
      "epoch": 0.8089218350038941,
      "grad_norm": 11.125,
      "learning_rate": 9.555183708887193e-06,
      "loss": 2.0261,
      "mean_token_accuracy": 0.559000489115715,
      "num_tokens": 491253566.0,
      "step": 637720
    },
    {
      "epoch": 0.808934519596427,
      "grad_norm": 6.03125,
      "learning_rate": 9.554549398800901e-06,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5326542973518371,
      "num_tokens": 491262235.0,
      "step": 637730
    },
    {
      "epoch": 0.8089472041889598,
      "grad_norm": 5.375,
      "learning_rate": 9.553915088714608e-06,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5426652163267136,
      "num_tokens": 491270746.0,
      "step": 637740
    },
    {
      "epoch": 0.8089598887814927,
      "grad_norm": 5.15625,
      "learning_rate": 9.553280778628317e-06,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5365708470344543,
      "num_tokens": 491279423.0,
      "step": 637750
    },
    {
      "epoch": 0.8089725733740255,
      "grad_norm": 7.90625,
      "learning_rate": 9.552646468542026e-06,
      "loss": 1.8939,
      "mean_token_accuracy": 0.5716684639453888,
      "num_tokens": 491285847.0,
      "step": 637760
    },
    {
      "epoch": 0.8089852579665583,
      "grad_norm": 4.96875,
      "learning_rate": 9.552012158455735e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.55036561191082,
      "num_tokens": 491294777.0,
      "step": 637770
    },
    {
      "epoch": 0.8089979425590912,
      "grad_norm": 6.125,
      "learning_rate": 9.551377848369443e-06,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5334506630897522,
      "num_tokens": 491303064.0,
      "step": 637780
    },
    {
      "epoch": 0.809010627151624,
      "grad_norm": 5.53125,
      "learning_rate": 9.55074353828315e-06,
      "loss": 2.0097,
      "mean_token_accuracy": 0.557231330871582,
      "num_tokens": 491310900.0,
      "step": 637790
    },
    {
      "epoch": 0.8090233117441569,
      "grad_norm": 5.4375,
      "learning_rate": 9.550109228196861e-06,
      "loss": 2.2782,
      "mean_token_accuracy": 0.5041648089885712,
      "num_tokens": 491319962.0,
      "step": 637800
    },
    {
      "epoch": 0.8090359963366897,
      "grad_norm": 6.625,
      "learning_rate": 9.549474918110568e-06,
      "loss": 2.1371,
      "mean_token_accuracy": 0.542362505197525,
      "num_tokens": 491327010.0,
      "step": 637810
    },
    {
      "epoch": 0.8090486809292226,
      "grad_norm": 5.40625,
      "learning_rate": 9.548840608024277e-06,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5374496638774872,
      "num_tokens": 491335910.0,
      "step": 637820
    },
    {
      "epoch": 0.8090613655217553,
      "grad_norm": 5.59375,
      "learning_rate": 9.548206297937985e-06,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5570830881595612,
      "num_tokens": 491343152.0,
      "step": 637830
    },
    {
      "epoch": 0.8090740501142881,
      "grad_norm": 5.53125,
      "learning_rate": 9.547571987851692e-06,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5307813882827759,
      "num_tokens": 491351938.0,
      "step": 637840
    },
    {
      "epoch": 0.809086734706821,
      "grad_norm": 6.0625,
      "learning_rate": 9.546937677765403e-06,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5549042612314224,
      "num_tokens": 491360526.0,
      "step": 637850
    },
    {
      "epoch": 0.8090994192993538,
      "grad_norm": 4.96875,
      "learning_rate": 9.54630336767911e-06,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5411186039447784,
      "num_tokens": 491369177.0,
      "step": 637860
    },
    {
      "epoch": 0.8091121038918867,
      "grad_norm": 7.125,
      "learning_rate": 9.54566905759282e-06,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5439877569675445,
      "num_tokens": 491376982.0,
      "step": 637870
    },
    {
      "epoch": 0.8091247884844195,
      "grad_norm": 6.3125,
      "learning_rate": 9.545034747506527e-06,
      "loss": 2.1359,
      "mean_token_accuracy": 0.538663238286972,
      "num_tokens": 491384120.0,
      "step": 637880
    },
    {
      "epoch": 0.8091374730769524,
      "grad_norm": 5.3125,
      "learning_rate": 9.544400437420234e-06,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5416865348815918,
      "num_tokens": 491391966.0,
      "step": 637890
    },
    {
      "epoch": 0.8091501576694852,
      "grad_norm": 5.15625,
      "learning_rate": 9.543766127333945e-06,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5407568216323853,
      "num_tokens": 491400209.0,
      "step": 637900
    },
    {
      "epoch": 0.8091628422620181,
      "grad_norm": 5.625,
      "learning_rate": 9.543131817247652e-06,
      "loss": 2.0313,
      "mean_token_accuracy": 0.551964595913887,
      "num_tokens": 491406722.0,
      "step": 637910
    },
    {
      "epoch": 0.8091755268545509,
      "grad_norm": 5.53125,
      "learning_rate": 9.542497507161362e-06,
      "loss": 2.0465,
      "mean_token_accuracy": 0.549197381734848,
      "num_tokens": 491414099.0,
      "step": 637920
    },
    {
      "epoch": 0.8091882114470836,
      "grad_norm": 5.21875,
      "learning_rate": 9.54186319707507e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5340803503990174,
      "num_tokens": 491423470.0,
      "step": 637930
    },
    {
      "epoch": 0.8092008960396165,
      "grad_norm": 4.78125,
      "learning_rate": 9.541228886988778e-06,
      "loss": 1.974,
      "mean_token_accuracy": 0.561984196305275,
      "num_tokens": 491431081.0,
      "step": 637940
    },
    {
      "epoch": 0.8092135806321493,
      "grad_norm": 5.96875,
      "learning_rate": 9.540594576902487e-06,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5457703113555908,
      "num_tokens": 491439415.0,
      "step": 637950
    },
    {
      "epoch": 0.8092262652246822,
      "grad_norm": 8.75,
      "learning_rate": 9.539960266816194e-06,
      "loss": 2.0278,
      "mean_token_accuracy": 0.5575091719627381,
      "num_tokens": 491448577.0,
      "step": 637960
    },
    {
      "epoch": 0.809238949817215,
      "grad_norm": 6.03125,
      "learning_rate": 9.539325956729904e-06,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5333612710237503,
      "num_tokens": 491456537.0,
      "step": 637970
    },
    {
      "epoch": 0.8092516344097479,
      "grad_norm": 6.90625,
      "learning_rate": 9.538691646643611e-06,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5249441653490067,
      "num_tokens": 491464782.0,
      "step": 637980
    },
    {
      "epoch": 0.8092643190022807,
      "grad_norm": 8.375,
      "learning_rate": 9.538057336557322e-06,
      "loss": 1.9196,
      "mean_token_accuracy": 0.581076979637146,
      "num_tokens": 491471266.0,
      "step": 637990
    },
    {
      "epoch": 0.8092770035948135,
      "grad_norm": 4.78125,
      "learning_rate": 9.537423026471029e-06,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5389775395393371,
      "num_tokens": 491478450.0,
      "step": 638000
    },
    {
      "epoch": 0.8092896881873464,
      "grad_norm": 5.40625,
      "learning_rate": 9.536788716384738e-06,
      "loss": 2.1984,
      "mean_token_accuracy": 0.5275280952453614,
      "num_tokens": 491486138.0,
      "step": 638010
    },
    {
      "epoch": 0.8093023727798792,
      "grad_norm": 5.625,
      "learning_rate": 9.536154406298446e-06,
      "loss": 1.8012,
      "mean_token_accuracy": 0.5976984739303589,
      "num_tokens": 491493464.0,
      "step": 638020
    },
    {
      "epoch": 0.809315057372412,
      "grad_norm": 7.09375,
      "learning_rate": 9.535520096212153e-06,
      "loss": 2.065,
      "mean_token_accuracy": 0.553508174419403,
      "num_tokens": 491500984.0,
      "step": 638030
    },
    {
      "epoch": 0.8093277419649448,
      "grad_norm": 6.625,
      "learning_rate": 9.534885786125864e-06,
      "loss": 2.019,
      "mean_token_accuracy": 0.5517801374197007,
      "num_tokens": 491509965.0,
      "step": 638040
    },
    {
      "epoch": 0.8093404265574777,
      "grad_norm": 7.375,
      "learning_rate": 9.534251476039571e-06,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5325805425643921,
      "num_tokens": 491518331.0,
      "step": 638050
    },
    {
      "epoch": 0.8093531111500105,
      "grad_norm": 5.375,
      "learning_rate": 9.53361716595328e-06,
      "loss": 2.3119,
      "mean_token_accuracy": 0.512689831852913,
      "num_tokens": 491526611.0,
      "step": 638060
    },
    {
      "epoch": 0.8093657957425434,
      "grad_norm": 5.84375,
      "learning_rate": 9.532982855866988e-06,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5492214739322663,
      "num_tokens": 491535099.0,
      "step": 638070
    },
    {
      "epoch": 0.8093784803350762,
      "grad_norm": 6.6875,
      "learning_rate": 9.532348545780697e-06,
      "loss": 2.046,
      "mean_token_accuracy": 0.5495389461517334,
      "num_tokens": 491542355.0,
      "step": 638080
    },
    {
      "epoch": 0.809391164927609,
      "grad_norm": 4.96875,
      "learning_rate": 9.531714235694406e-06,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5519282072782516,
      "num_tokens": 491550781.0,
      "step": 638090
    },
    {
      "epoch": 0.8094038495201419,
      "grad_norm": 4.84375,
      "learning_rate": 9.531079925608113e-06,
      "loss": 1.8852,
      "mean_token_accuracy": 0.5863066852092743,
      "num_tokens": 491558188.0,
      "step": 638100
    },
    {
      "epoch": 0.8094165341126747,
      "grad_norm": 6.75,
      "learning_rate": 9.530445615521822e-06,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5293226093053818,
      "num_tokens": 491566067.0,
      "step": 638110
    },
    {
      "epoch": 0.8094292187052076,
      "grad_norm": 4.90625,
      "learning_rate": 9.52981130543553e-06,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5474266916513443,
      "num_tokens": 491573758.0,
      "step": 638120
    },
    {
      "epoch": 0.8094419032977404,
      "grad_norm": 6.09375,
      "learning_rate": 9.529176995349239e-06,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5511169731616974,
      "num_tokens": 491580871.0,
      "step": 638130
    },
    {
      "epoch": 0.8094545878902732,
      "grad_norm": 4.71875,
      "learning_rate": 9.528542685262948e-06,
      "loss": 1.852,
      "mean_token_accuracy": 0.5785462379455566,
      "num_tokens": 491588300.0,
      "step": 638140
    },
    {
      "epoch": 0.809467272482806,
      "grad_norm": 4.75,
      "learning_rate": 9.527908375176655e-06,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5196672767400742,
      "num_tokens": 491597499.0,
      "step": 638150
    },
    {
      "epoch": 0.8094799570753388,
      "grad_norm": 5.25,
      "learning_rate": 9.527274065090365e-06,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5223729461431503,
      "num_tokens": 491605257.0,
      "step": 638160
    },
    {
      "epoch": 0.8094926416678717,
      "grad_norm": 4.9375,
      "learning_rate": 9.526639755004072e-06,
      "loss": 2.1676,
      "mean_token_accuracy": 0.525009423494339,
      "num_tokens": 491614041.0,
      "step": 638170
    },
    {
      "epoch": 0.8095053262604045,
      "grad_norm": 5.46875,
      "learning_rate": 9.526005444917781e-06,
      "loss": 2.1184,
      "mean_token_accuracy": 0.537576538324356,
      "num_tokens": 491620330.0,
      "step": 638180
    },
    {
      "epoch": 0.8095180108529374,
      "grad_norm": 4.6875,
      "learning_rate": 9.52537113483149e-06,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5504513949155807,
      "num_tokens": 491627937.0,
      "step": 638190
    },
    {
      "epoch": 0.8095306954454702,
      "grad_norm": 4.3125,
      "learning_rate": 9.524736824745199e-06,
      "loss": 1.9731,
      "mean_token_accuracy": 0.5725533246994019,
      "num_tokens": 491635876.0,
      "step": 638200
    },
    {
      "epoch": 0.8095433800380031,
      "grad_norm": 5.34375,
      "learning_rate": 9.524102514658907e-06,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5314216196537018,
      "num_tokens": 491642963.0,
      "step": 638210
    },
    {
      "epoch": 0.8095560646305359,
      "grad_norm": 5.5,
      "learning_rate": 9.523468204572614e-06,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5549572467803955,
      "num_tokens": 491649819.0,
      "step": 638220
    },
    {
      "epoch": 0.8095687492230688,
      "grad_norm": 4.6875,
      "learning_rate": 9.522833894486323e-06,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5746774822473526,
      "num_tokens": 491657208.0,
      "step": 638230
    },
    {
      "epoch": 0.8095814338156015,
      "grad_norm": 6.15625,
      "learning_rate": 9.522199584400032e-06,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5353977143764496,
      "num_tokens": 491666300.0,
      "step": 638240
    },
    {
      "epoch": 0.8095941184081343,
      "grad_norm": 5.53125,
      "learning_rate": 9.52156527431374e-06,
      "loss": 2.0271,
      "mean_token_accuracy": 0.558794978260994,
      "num_tokens": 491673801.0,
      "step": 638250
    },
    {
      "epoch": 0.8096068030006672,
      "grad_norm": 5.28125,
      "learning_rate": 9.52093096422745e-06,
      "loss": 2.2514,
      "mean_token_accuracy": 0.518107894062996,
      "num_tokens": 491682305.0,
      "step": 638260
    },
    {
      "epoch": 0.8096194875932,
      "grad_norm": 4.90625,
      "learning_rate": 9.520296654141158e-06,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5204661041498184,
      "num_tokens": 491689890.0,
      "step": 638270
    },
    {
      "epoch": 0.8096321721857329,
      "grad_norm": 5.28125,
      "learning_rate": 9.519662344054865e-06,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5413718849420548,
      "num_tokens": 491698746.0,
      "step": 638280
    },
    {
      "epoch": 0.8096448567782657,
      "grad_norm": 5.25,
      "learning_rate": 9.519028033968574e-06,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5583650052547455,
      "num_tokens": 491707494.0,
      "step": 638290
    },
    {
      "epoch": 0.8096575413707986,
      "grad_norm": 7.03125,
      "learning_rate": 9.518393723882283e-06,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5206919133663177,
      "num_tokens": 491716785.0,
      "step": 638300
    },
    {
      "epoch": 0.8096702259633314,
      "grad_norm": 5.6875,
      "learning_rate": 9.517759413795991e-06,
      "loss": 1.989,
      "mean_token_accuracy": 0.568162715435028,
      "num_tokens": 491723169.0,
      "step": 638310
    },
    {
      "epoch": 0.8096829105558642,
      "grad_norm": 5.59375,
      "learning_rate": 9.5171251037097e-06,
      "loss": 1.8726,
      "mean_token_accuracy": 0.5861033052206039,
      "num_tokens": 491730049.0,
      "step": 638320
    },
    {
      "epoch": 0.8096955951483971,
      "grad_norm": 10.9375,
      "learning_rate": 9.516490793623407e-06,
      "loss": 2.2251,
      "mean_token_accuracy": 0.521195137500763,
      "num_tokens": 491737418.0,
      "step": 638330
    },
    {
      "epoch": 0.8097082797409298,
      "grad_norm": 4.96875,
      "learning_rate": 9.515856483537116e-06,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5455355256795883,
      "num_tokens": 491744436.0,
      "step": 638340
    },
    {
      "epoch": 0.8097209643334627,
      "grad_norm": 5.1875,
      "learning_rate": 9.515222173450825e-06,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5352028369903564,
      "num_tokens": 491751580.0,
      "step": 638350
    },
    {
      "epoch": 0.8097336489259955,
      "grad_norm": 15.0625,
      "learning_rate": 9.514587863364533e-06,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5355003356933594,
      "num_tokens": 491760460.0,
      "step": 638360
    },
    {
      "epoch": 0.8097463335185284,
      "grad_norm": 5.25,
      "learning_rate": 9.513953553278242e-06,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5528408706188201,
      "num_tokens": 491767542.0,
      "step": 638370
    },
    {
      "epoch": 0.8097590181110612,
      "grad_norm": 6.5625,
      "learning_rate": 9.51331924319195e-06,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5357657730579376,
      "num_tokens": 491775434.0,
      "step": 638380
    },
    {
      "epoch": 0.809771702703594,
      "grad_norm": 5.78125,
      "learning_rate": 9.51268493310566e-06,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5644548237323761,
      "num_tokens": 491784287.0,
      "step": 638390
    },
    {
      "epoch": 0.8097843872961269,
      "grad_norm": 6.53125,
      "learning_rate": 9.512050623019367e-06,
      "loss": 2.1905,
      "mean_token_accuracy": 0.525129035115242,
      "num_tokens": 491792026.0,
      "step": 638400
    },
    {
      "epoch": 0.8097970718886597,
      "grad_norm": 7.40625,
      "learning_rate": 9.511416312933075e-06,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5560345917940139,
      "num_tokens": 491798894.0,
      "step": 638410
    },
    {
      "epoch": 0.8098097564811926,
      "grad_norm": 4.71875,
      "learning_rate": 9.510782002846784e-06,
      "loss": 2.1149,
      "mean_token_accuracy": 0.534528374671936,
      "num_tokens": 491807273.0,
      "step": 638420
    },
    {
      "epoch": 0.8098224410737254,
      "grad_norm": 5.6875,
      "learning_rate": 9.510147692760493e-06,
      "loss": 1.9997,
      "mean_token_accuracy": 0.550547331571579,
      "num_tokens": 491815124.0,
      "step": 638430
    },
    {
      "epoch": 0.8098351256662583,
      "grad_norm": 6.25,
      "learning_rate": 9.509513382674202e-06,
      "loss": 1.9226,
      "mean_token_accuracy": 0.559089207649231,
      "num_tokens": 491822990.0,
      "step": 638440
    },
    {
      "epoch": 0.809847810258791,
      "grad_norm": 5.5625,
      "learning_rate": 9.508879072587909e-06,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5295669853687286,
      "num_tokens": 491830936.0,
      "step": 638450
    },
    {
      "epoch": 0.8098604948513239,
      "grad_norm": 6.78125,
      "learning_rate": 9.508244762501619e-06,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5443938612937927,
      "num_tokens": 491838866.0,
      "step": 638460
    },
    {
      "epoch": 0.8098731794438567,
      "grad_norm": 4.71875,
      "learning_rate": 9.507610452415326e-06,
      "loss": 1.7523,
      "mean_token_accuracy": 0.6001865804195404,
      "num_tokens": 491845187.0,
      "step": 638470
    },
    {
      "epoch": 0.8098858640363895,
      "grad_norm": 6.03125,
      "learning_rate": 9.506976142329035e-06,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5405629396438598,
      "num_tokens": 491853752.0,
      "step": 638480
    },
    {
      "epoch": 0.8098985486289224,
      "grad_norm": 7.09375,
      "learning_rate": 9.506341832242744e-06,
      "loss": 2.2282,
      "mean_token_accuracy": 0.5237790703773498,
      "num_tokens": 491862534.0,
      "step": 638490
    },
    {
      "epoch": 0.8099112332214552,
      "grad_norm": 9.875,
      "learning_rate": 9.50570752215645e-06,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5394334495067596,
      "num_tokens": 491869729.0,
      "step": 638500
    },
    {
      "epoch": 0.8099239178139881,
      "grad_norm": 4.84375,
      "learning_rate": 9.505073212070161e-06,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5177036106586457,
      "num_tokens": 491878159.0,
      "step": 638510
    },
    {
      "epoch": 0.8099366024065209,
      "grad_norm": 5.6875,
      "learning_rate": 9.504438901983868e-06,
      "loss": 2.004,
      "mean_token_accuracy": 0.5399609863758087,
      "num_tokens": 491885611.0,
      "step": 638520
    },
    {
      "epoch": 0.8099492869990538,
      "grad_norm": 5.71875,
      "learning_rate": 9.503804591897577e-06,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5392710238695144,
      "num_tokens": 491893529.0,
      "step": 638530
    },
    {
      "epoch": 0.8099619715915866,
      "grad_norm": 6.28125,
      "learning_rate": 9.503170281811286e-06,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5086235642433167,
      "num_tokens": 491902660.0,
      "step": 638540
    },
    {
      "epoch": 0.8099746561841193,
      "grad_norm": 6.53125,
      "learning_rate": 9.502535971724993e-06,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5370859384536744,
      "num_tokens": 491909120.0,
      "step": 638550
    },
    {
      "epoch": 0.8099873407766522,
      "grad_norm": 5.15625,
      "learning_rate": 9.501901661638703e-06,
      "loss": 1.9284,
      "mean_token_accuracy": 0.5847185105085373,
      "num_tokens": 491916344.0,
      "step": 638560
    },
    {
      "epoch": 0.810000025369185,
      "grad_norm": 5.90625,
      "learning_rate": 9.50126735155241e-06,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5560261309146881,
      "num_tokens": 491923837.0,
      "step": 638570
    },
    {
      "epoch": 0.8100127099617179,
      "grad_norm": 6.8125,
      "learning_rate": 9.50063304146612e-06,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5545486241579056,
      "num_tokens": 491931315.0,
      "step": 638580
    },
    {
      "epoch": 0.8100253945542507,
      "grad_norm": 4.9375,
      "learning_rate": 9.499998731379828e-06,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5554422080516815,
      "num_tokens": 491939375.0,
      "step": 638590
    },
    {
      "epoch": 0.8100380791467836,
      "grad_norm": 4.90625,
      "learning_rate": 9.499364421293536e-06,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5585595488548278,
      "num_tokens": 491947044.0,
      "step": 638600
    },
    {
      "epoch": 0.8100507637393164,
      "grad_norm": 5.1875,
      "learning_rate": 9.498730111207245e-06,
      "loss": 2.2421,
      "mean_token_accuracy": 0.5121612668037414,
      "num_tokens": 491954907.0,
      "step": 638610
    },
    {
      "epoch": 0.8100634483318493,
      "grad_norm": 5.21875,
      "learning_rate": 9.498095801120952e-06,
      "loss": 2.2569,
      "mean_token_accuracy": 0.5166118174791337,
      "num_tokens": 491962360.0,
      "step": 638620
    },
    {
      "epoch": 0.8100761329243821,
      "grad_norm": 6.96875,
      "learning_rate": 9.497461491034663e-06,
      "loss": 2.1223,
      "mean_token_accuracy": 0.5415066689252853,
      "num_tokens": 491970542.0,
      "step": 638630
    },
    {
      "epoch": 0.8100888175169149,
      "grad_norm": 6.125,
      "learning_rate": 9.49682718094837e-06,
      "loss": 2.062,
      "mean_token_accuracy": 0.5420551478862763,
      "num_tokens": 491977900.0,
      "step": 638640
    },
    {
      "epoch": 0.8101015021094478,
      "grad_norm": 5.21875,
      "learning_rate": 9.49619287086208e-06,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5320604562759399,
      "num_tokens": 491985485.0,
      "step": 638650
    },
    {
      "epoch": 0.8101141867019805,
      "grad_norm": 5.3125,
      "learning_rate": 9.495558560775787e-06,
      "loss": 2.1848,
      "mean_token_accuracy": 0.526576218008995,
      "num_tokens": 491992958.0,
      "step": 638660
    },
    {
      "epoch": 0.8101268712945134,
      "grad_norm": 5.6875,
      "learning_rate": 9.494924250689496e-06,
      "loss": 1.7245,
      "mean_token_accuracy": 0.6121321886777877,
      "num_tokens": 491999906.0,
      "step": 638670
    },
    {
      "epoch": 0.8101395558870462,
      "grad_norm": 6.28125,
      "learning_rate": 9.494289940603205e-06,
      "loss": 1.959,
      "mean_token_accuracy": 0.566512256860733,
      "num_tokens": 492006827.0,
      "step": 638680
    },
    {
      "epoch": 0.8101522404795791,
      "grad_norm": 6.125,
      "learning_rate": 9.493655630516912e-06,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5761842042207718,
      "num_tokens": 492013202.0,
      "step": 638690
    },
    {
      "epoch": 0.8101649250721119,
      "grad_norm": 5.34375,
      "learning_rate": 9.493021320430622e-06,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5493805646896363,
      "num_tokens": 492020685.0,
      "step": 638700
    },
    {
      "epoch": 0.8101776096646447,
      "grad_norm": 4.5625,
      "learning_rate": 9.492387010344329e-06,
      "loss": 2.105,
      "mean_token_accuracy": 0.5283978104591369,
      "num_tokens": 492029305.0,
      "step": 638710
    },
    {
      "epoch": 0.8101902942571776,
      "grad_norm": 5.65625,
      "learning_rate": 9.491752700258038e-06,
      "loss": 1.9242,
      "mean_token_accuracy": 0.5714406341314315,
      "num_tokens": 492037480.0,
      "step": 638720
    },
    {
      "epoch": 0.8102029788497104,
      "grad_norm": 6.125,
      "learning_rate": 9.491118390171747e-06,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5335378021001815,
      "num_tokens": 492045661.0,
      "step": 638730
    },
    {
      "epoch": 0.8102156634422433,
      "grad_norm": 4.9375,
      "learning_rate": 9.490484080085454e-06,
      "loss": 1.9634,
      "mean_token_accuracy": 0.553922700881958,
      "num_tokens": 492054375.0,
      "step": 638740
    },
    {
      "epoch": 0.8102283480347761,
      "grad_norm": 5.3125,
      "learning_rate": 9.489849769999164e-06,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5698378384113312,
      "num_tokens": 492061920.0,
      "step": 638750
    },
    {
      "epoch": 0.810241032627309,
      "grad_norm": 6.6875,
      "learning_rate": 9.489215459912871e-06,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5627640843391418,
      "num_tokens": 492069143.0,
      "step": 638760
    },
    {
      "epoch": 0.8102537172198417,
      "grad_norm": 5.59375,
      "learning_rate": 9.48858114982658e-06,
      "loss": 2.2389,
      "mean_token_accuracy": 0.5209452986717225,
      "num_tokens": 492077342.0,
      "step": 638770
    },
    {
      "epoch": 0.8102664018123745,
      "grad_norm": 5.90625,
      "learning_rate": 9.487946839740289e-06,
      "loss": 2.1977,
      "mean_token_accuracy": 0.5216836541891098,
      "num_tokens": 492085991.0,
      "step": 638780
    },
    {
      "epoch": 0.8102790864049074,
      "grad_norm": 5.25,
      "learning_rate": 9.487312529653997e-06,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5335683792829513,
      "num_tokens": 492095492.0,
      "step": 638790
    },
    {
      "epoch": 0.8102917709974402,
      "grad_norm": 6.875,
      "learning_rate": 9.486678219567706e-06,
      "loss": 2.3268,
      "mean_token_accuracy": 0.5141230136156082,
      "num_tokens": 492103327.0,
      "step": 638800
    },
    {
      "epoch": 0.8103044555899731,
      "grad_norm": 5.53125,
      "learning_rate": 9.486043909481413e-06,
      "loss": 2.1892,
      "mean_token_accuracy": 0.517282810807228,
      "num_tokens": 492111369.0,
      "step": 638810
    },
    {
      "epoch": 0.8103171401825059,
      "grad_norm": 5.71875,
      "learning_rate": 9.485409599395122e-06,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5341003984212875,
      "num_tokens": 492119740.0,
      "step": 638820
    },
    {
      "epoch": 0.8103298247750388,
      "grad_norm": 4.875,
      "learning_rate": 9.48477528930883e-06,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5462896585464477,
      "num_tokens": 492127481.0,
      "step": 638830
    },
    {
      "epoch": 0.8103425093675716,
      "grad_norm": 5.71875,
      "learning_rate": 9.48414097922254e-06,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5332524359226227,
      "num_tokens": 492135802.0,
      "step": 638840
    },
    {
      "epoch": 0.8103551939601045,
      "grad_norm": 5.25,
      "learning_rate": 9.483506669136248e-06,
      "loss": 1.846,
      "mean_token_accuracy": 0.5875085383653641,
      "num_tokens": 492143181.0,
      "step": 638850
    },
    {
      "epoch": 0.8103678785526373,
      "grad_norm": 7.40625,
      "learning_rate": 9.482872359049957e-06,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5310574024915695,
      "num_tokens": 492150491.0,
      "step": 638860
    },
    {
      "epoch": 0.81038056314517,
      "grad_norm": 5.21875,
      "learning_rate": 9.482238048963666e-06,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5366429388523102,
      "num_tokens": 492157951.0,
      "step": 638870
    },
    {
      "epoch": 0.8103932477377029,
      "grad_norm": 4.625,
      "learning_rate": 9.481603738877373e-06,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5550341069698334,
      "num_tokens": 492163979.0,
      "step": 638880
    },
    {
      "epoch": 0.8104059323302357,
      "grad_norm": 5.09375,
      "learning_rate": 9.480969428791081e-06,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5305380642414093,
      "num_tokens": 492172276.0,
      "step": 638890
    },
    {
      "epoch": 0.8104186169227686,
      "grad_norm": 5.53125,
      "learning_rate": 9.48033511870479e-06,
      "loss": 1.668,
      "mean_token_accuracy": 0.6266729652881622,
      "num_tokens": 492177122.0,
      "step": 638900
    },
    {
      "epoch": 0.8104313015153014,
      "grad_norm": 5.09375,
      "learning_rate": 9.479700808618499e-06,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5543782085180282,
      "num_tokens": 492184541.0,
      "step": 638910
    },
    {
      "epoch": 0.8104439861078343,
      "grad_norm": 6.71875,
      "learning_rate": 9.479066498532208e-06,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5563699454069138,
      "num_tokens": 492190470.0,
      "step": 638920
    },
    {
      "epoch": 0.8104566707003671,
      "grad_norm": 6.34375,
      "learning_rate": 9.478432188445915e-06,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5158372044563293,
      "num_tokens": 492199537.0,
      "step": 638930
    },
    {
      "epoch": 0.8104693552928999,
      "grad_norm": 7.34375,
      "learning_rate": 9.477797878359623e-06,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5590791761875152,
      "num_tokens": 492207039.0,
      "step": 638940
    },
    {
      "epoch": 0.8104820398854328,
      "grad_norm": 6.75,
      "learning_rate": 9.477163568273332e-06,
      "loss": 2.1737,
      "mean_token_accuracy": 0.5190091162919999,
      "num_tokens": 492213216.0,
      "step": 638950
    },
    {
      "epoch": 0.8104947244779656,
      "grad_norm": 12.3125,
      "learning_rate": 9.47652925818704e-06,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5451398223638535,
      "num_tokens": 492220347.0,
      "step": 638960
    },
    {
      "epoch": 0.8105074090704985,
      "grad_norm": 4.6875,
      "learning_rate": 9.47589494810075e-06,
      "loss": 2.2098,
      "mean_token_accuracy": 0.5136063277721405,
      "num_tokens": 492228915.0,
      "step": 638970
    },
    {
      "epoch": 0.8105200936630312,
      "grad_norm": 4.71875,
      "learning_rate": 9.475260638014458e-06,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5613673955202103,
      "num_tokens": 492236716.0,
      "step": 638980
    },
    {
      "epoch": 0.8105327782555641,
      "grad_norm": 6.53125,
      "learning_rate": 9.474626327928165e-06,
      "loss": 1.8241,
      "mean_token_accuracy": 0.5829749405384064,
      "num_tokens": 492244353.0,
      "step": 638990
    },
    {
      "epoch": 0.8105454628480969,
      "grad_norm": 5.5,
      "learning_rate": 9.473992017841874e-06,
      "loss": 1.8329,
      "mean_token_accuracy": 0.5922120213508606,
      "num_tokens": 492251192.0,
      "step": 639000
    },
    {
      "epoch": 0.8105581474406298,
      "grad_norm": 4.875,
      "learning_rate": 9.473357707755583e-06,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5325396001338959,
      "num_tokens": 492258816.0,
      "step": 639010
    },
    {
      "epoch": 0.8105708320331626,
      "grad_norm": 9.0625,
      "learning_rate": 9.472723397669292e-06,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5613890558481216,
      "num_tokens": 492266858.0,
      "step": 639020
    },
    {
      "epoch": 0.8105835166256954,
      "grad_norm": 5.34375,
      "learning_rate": 9.472089087583e-06,
      "loss": 2.2508,
      "mean_token_accuracy": 0.5195085793733597,
      "num_tokens": 492275165.0,
      "step": 639030
    },
    {
      "epoch": 0.8105962012182283,
      "grad_norm": 7.5,
      "learning_rate": 9.471454777496707e-06,
      "loss": 2.079,
      "mean_token_accuracy": 0.5427801191806794,
      "num_tokens": 492281848.0,
      "step": 639040
    },
    {
      "epoch": 0.8106088858107611,
      "grad_norm": 6.28125,
      "learning_rate": 9.470820467410418e-06,
      "loss": 1.8924,
      "mean_token_accuracy": 0.5851085722446442,
      "num_tokens": 492288826.0,
      "step": 639050
    },
    {
      "epoch": 0.810621570403294,
      "grad_norm": 4.8125,
      "learning_rate": 9.470186157324125e-06,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5289368599653244,
      "num_tokens": 492297322.0,
      "step": 639060
    },
    {
      "epoch": 0.8106342549958268,
      "grad_norm": 6.21875,
      "learning_rate": 9.469551847237834e-06,
      "loss": 1.9469,
      "mean_token_accuracy": 0.5883028745651245,
      "num_tokens": 492302370.0,
      "step": 639070
    },
    {
      "epoch": 0.8106469395883596,
      "grad_norm": 4.75,
      "learning_rate": 9.468917537151542e-06,
      "loss": 1.9314,
      "mean_token_accuracy": 0.5612934738397598,
      "num_tokens": 492310071.0,
      "step": 639080
    },
    {
      "epoch": 0.8106596241808924,
      "grad_norm": 5.4375,
      "learning_rate": 9.468283227065251e-06,
      "loss": 2.2678,
      "mean_token_accuracy": 0.510090708732605,
      "num_tokens": 492318814.0,
      "step": 639090
    },
    {
      "epoch": 0.8106723087734252,
      "grad_norm": 6.96875,
      "learning_rate": 9.46764891697896e-06,
      "loss": 1.9113,
      "mean_token_accuracy": 0.5763481080532074,
      "num_tokens": 492326663.0,
      "step": 639100
    },
    {
      "epoch": 0.8106849933659581,
      "grad_norm": 6.3125,
      "learning_rate": 9.467014606892667e-06,
      "loss": 1.8999,
      "mean_token_accuracy": 0.5698705762624741,
      "num_tokens": 492333906.0,
      "step": 639110
    },
    {
      "epoch": 0.8106976779584909,
      "grad_norm": 7.625,
      "learning_rate": 9.466380296806376e-06,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5169691741466522,
      "num_tokens": 492342402.0,
      "step": 639120
    },
    {
      "epoch": 0.8107103625510238,
      "grad_norm": 4.625,
      "learning_rate": 9.465745986720084e-06,
      "loss": 1.9094,
      "mean_token_accuracy": 0.5647519946098327,
      "num_tokens": 492351785.0,
      "step": 639130
    },
    {
      "epoch": 0.8107230471435566,
      "grad_norm": 5.125,
      "learning_rate": 9.465111676633793e-06,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5317663758993149,
      "num_tokens": 492359748.0,
      "step": 639140
    },
    {
      "epoch": 0.8107357317360895,
      "grad_norm": 6.53125,
      "learning_rate": 9.464477366547502e-06,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5386064559221267,
      "num_tokens": 492366749.0,
      "step": 639150
    },
    {
      "epoch": 0.8107484163286223,
      "grad_norm": 4.90625,
      "learning_rate": 9.463843056461209e-06,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5418741315603256,
      "num_tokens": 492375547.0,
      "step": 639160
    },
    {
      "epoch": 0.8107611009211552,
      "grad_norm": 5.78125,
      "learning_rate": 9.46320874637492e-06,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5654219955205917,
      "num_tokens": 492383289.0,
      "step": 639170
    },
    {
      "epoch": 0.810773785513688,
      "grad_norm": 5.4375,
      "learning_rate": 9.462574436288626e-06,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5475914478302002,
      "num_tokens": 492391667.0,
      "step": 639180
    },
    {
      "epoch": 0.8107864701062207,
      "grad_norm": 6.375,
      "learning_rate": 9.461940126202335e-06,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5422149688005448,
      "num_tokens": 492399010.0,
      "step": 639190
    },
    {
      "epoch": 0.8107991546987536,
      "grad_norm": 11.125,
      "learning_rate": 9.461305816116044e-06,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5545991510152817,
      "num_tokens": 492407176.0,
      "step": 639200
    },
    {
      "epoch": 0.8108118392912864,
      "grad_norm": 5.5,
      "learning_rate": 9.460671506029751e-06,
      "loss": 2.2378,
      "mean_token_accuracy": 0.5172661483287812,
      "num_tokens": 492415535.0,
      "step": 639210
    },
    {
      "epoch": 0.8108245238838193,
      "grad_norm": 6.15625,
      "learning_rate": 9.460037195943461e-06,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5550771653652191,
      "num_tokens": 492422542.0,
      "step": 639220
    },
    {
      "epoch": 0.8108372084763521,
      "grad_norm": 4.9375,
      "learning_rate": 9.459402885857168e-06,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5388952344655991,
      "num_tokens": 492430569.0,
      "step": 639230
    },
    {
      "epoch": 0.810849893068885,
      "grad_norm": 7.25,
      "learning_rate": 9.458768575770879e-06,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5492636322975158,
      "num_tokens": 492436311.0,
      "step": 639240
    },
    {
      "epoch": 0.8108625776614178,
      "grad_norm": 5.03125,
      "learning_rate": 9.458134265684586e-06,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5369778424501419,
      "num_tokens": 492442869.0,
      "step": 639250
    },
    {
      "epoch": 0.8108752622539506,
      "grad_norm": 8.75,
      "learning_rate": 9.457499955598295e-06,
      "loss": 2.081,
      "mean_token_accuracy": 0.5408731281757355,
      "num_tokens": 492450772.0,
      "step": 639260
    },
    {
      "epoch": 0.8108879468464835,
      "grad_norm": 5.90625,
      "learning_rate": 9.456865645512003e-06,
      "loss": 1.8554,
      "mean_token_accuracy": 0.5901226848363876,
      "num_tokens": 492457596.0,
      "step": 639270
    },
    {
      "epoch": 0.8109006314390163,
      "grad_norm": 4.84375,
      "learning_rate": 9.45623133542571e-06,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5553179264068604,
      "num_tokens": 492465249.0,
      "step": 639280
    },
    {
      "epoch": 0.8109133160315491,
      "grad_norm": 6.1875,
      "learning_rate": 9.45559702533942e-06,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5471694827079773,
      "num_tokens": 492472914.0,
      "step": 639290
    },
    {
      "epoch": 0.8109260006240819,
      "grad_norm": 6.0,
      "learning_rate": 9.454962715253128e-06,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5564690053462982,
      "num_tokens": 492480736.0,
      "step": 639300
    },
    {
      "epoch": 0.8109386852166148,
      "grad_norm": 6.125,
      "learning_rate": 9.454328405166837e-06,
      "loss": 1.9435,
      "mean_token_accuracy": 0.5716318666934967,
      "num_tokens": 492487014.0,
      "step": 639310
    },
    {
      "epoch": 0.8109513698091476,
      "grad_norm": 5.0625,
      "learning_rate": 9.453694095080545e-06,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5690453350543976,
      "num_tokens": 492494410.0,
      "step": 639320
    },
    {
      "epoch": 0.8109640544016804,
      "grad_norm": 5.3125,
      "learning_rate": 9.453059784994252e-06,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5252585619688034,
      "num_tokens": 492501731.0,
      "step": 639330
    },
    {
      "epoch": 0.8109767389942133,
      "grad_norm": 8.0,
      "learning_rate": 9.452425474907963e-06,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5456191301345825,
      "num_tokens": 492509803.0,
      "step": 639340
    },
    {
      "epoch": 0.8109894235867461,
      "grad_norm": 4.875,
      "learning_rate": 9.45179116482167e-06,
      "loss": 1.8673,
      "mean_token_accuracy": 0.5885992288589478,
      "num_tokens": 492516745.0,
      "step": 639350
    },
    {
      "epoch": 0.811002108179279,
      "grad_norm": 7.09375,
      "learning_rate": 9.45115685473538e-06,
      "loss": 1.9187,
      "mean_token_accuracy": 0.5740099370479583,
      "num_tokens": 492523436.0,
      "step": 639360
    },
    {
      "epoch": 0.8110147927718118,
      "grad_norm": 6.40625,
      "learning_rate": 9.450522544649087e-06,
      "loss": 1.9189,
      "mean_token_accuracy": 0.577487376332283,
      "num_tokens": 492531684.0,
      "step": 639370
    },
    {
      "epoch": 0.8110274773643447,
      "grad_norm": 6.3125,
      "learning_rate": 9.449888234562796e-06,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5360172867774964,
      "num_tokens": 492539734.0,
      "step": 639380
    },
    {
      "epoch": 0.8110401619568774,
      "grad_norm": 5.53125,
      "learning_rate": 9.449253924476505e-06,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5187609642744064,
      "num_tokens": 492548114.0,
      "step": 639390
    },
    {
      "epoch": 0.8110528465494103,
      "grad_norm": 7.0625,
      "learning_rate": 9.448619614390212e-06,
      "loss": 1.9697,
      "mean_token_accuracy": 0.557714194059372,
      "num_tokens": 492555631.0,
      "step": 639400
    },
    {
      "epoch": 0.8110655311419431,
      "grad_norm": 6.40625,
      "learning_rate": 9.447985304303922e-06,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5344620555639267,
      "num_tokens": 492563615.0,
      "step": 639410
    },
    {
      "epoch": 0.8110782157344759,
      "grad_norm": 5.90625,
      "learning_rate": 9.44735099421763e-06,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5425052314996719,
      "num_tokens": 492570576.0,
      "step": 639420
    },
    {
      "epoch": 0.8110909003270088,
      "grad_norm": 6.03125,
      "learning_rate": 9.446716684131338e-06,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5362751662731171,
      "num_tokens": 492580025.0,
      "step": 639430
    },
    {
      "epoch": 0.8111035849195416,
      "grad_norm": 5.78125,
      "learning_rate": 9.446082374045047e-06,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5208021730184555,
      "num_tokens": 492586359.0,
      "step": 639440
    },
    {
      "epoch": 0.8111162695120745,
      "grad_norm": 7.0,
      "learning_rate": 9.445448063958756e-06,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5590252161026001,
      "num_tokens": 492594299.0,
      "step": 639450
    },
    {
      "epoch": 0.8111289541046073,
      "grad_norm": 5.28125,
      "learning_rate": 9.444813753872464e-06,
      "loss": 1.8778,
      "mean_token_accuracy": 0.5820371687412262,
      "num_tokens": 492601892.0,
      "step": 639460
    },
    {
      "epoch": 0.8111416386971402,
      "grad_norm": 5.125,
      "learning_rate": 9.444179443786171e-06,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5541929394006729,
      "num_tokens": 492609811.0,
      "step": 639470
    },
    {
      "epoch": 0.811154323289673,
      "grad_norm": 5.78125,
      "learning_rate": 9.44354513369988e-06,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5533219248056411,
      "num_tokens": 492618182.0,
      "step": 639480
    },
    {
      "epoch": 0.8111670078822057,
      "grad_norm": 6.125,
      "learning_rate": 9.442910823613589e-06,
      "loss": 1.8438,
      "mean_token_accuracy": 0.5767899513244629,
      "num_tokens": 492625354.0,
      "step": 639490
    },
    {
      "epoch": 0.8111796924747386,
      "grad_norm": 5.5625,
      "learning_rate": 9.442276513527298e-06,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5445562243461609,
      "num_tokens": 492634121.0,
      "step": 639500
    },
    {
      "epoch": 0.8111923770672714,
      "grad_norm": 5.65625,
      "learning_rate": 9.441642203441006e-06,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5775122940540314,
      "num_tokens": 492642313.0,
      "step": 639510
    },
    {
      "epoch": 0.8112050616598043,
      "grad_norm": 5.15625,
      "learning_rate": 9.441007893354713e-06,
      "loss": 2.2178,
      "mean_token_accuracy": 0.5291172474622726,
      "num_tokens": 492649264.0,
      "step": 639520
    },
    {
      "epoch": 0.8112177462523371,
      "grad_norm": 4.8125,
      "learning_rate": 9.440373583268422e-06,
      "loss": 2.147,
      "mean_token_accuracy": 0.533109050989151,
      "num_tokens": 492658655.0,
      "step": 639530
    },
    {
      "epoch": 0.81123043084487,
      "grad_norm": 6.34375,
      "learning_rate": 9.43973927318213e-06,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5329647332429885,
      "num_tokens": 492666199.0,
      "step": 639540
    },
    {
      "epoch": 0.8112431154374028,
      "grad_norm": 6.375,
      "learning_rate": 9.43910496309584e-06,
      "loss": 2.3096,
      "mean_token_accuracy": 0.5013540863990784,
      "num_tokens": 492674008.0,
      "step": 639550
    },
    {
      "epoch": 0.8112558000299357,
      "grad_norm": 7.71875,
      "learning_rate": 9.438470653009548e-06,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5552374869585037,
      "num_tokens": 492680708.0,
      "step": 639560
    },
    {
      "epoch": 0.8112684846224685,
      "grad_norm": 6.1875,
      "learning_rate": 9.437836342923257e-06,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5486452579498291,
      "num_tokens": 492688554.0,
      "step": 639570
    },
    {
      "epoch": 0.8112811692150013,
      "grad_norm": 5.1875,
      "learning_rate": 9.437202032836966e-06,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5755560010671615,
      "num_tokens": 492695812.0,
      "step": 639580
    },
    {
      "epoch": 0.8112938538075342,
      "grad_norm": 5.5,
      "learning_rate": 9.436567722750673e-06,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5291784673929214,
      "num_tokens": 492703327.0,
      "step": 639590
    },
    {
      "epoch": 0.811306538400067,
      "grad_norm": 5.84375,
      "learning_rate": 9.435933412664382e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.536970591545105,
      "num_tokens": 492710771.0,
      "step": 639600
    },
    {
      "epoch": 0.8113192229925998,
      "grad_norm": 6.4375,
      "learning_rate": 9.43529910257809e-06,
      "loss": 2.2784,
      "mean_token_accuracy": 0.5129988044500351,
      "num_tokens": 492719352.0,
      "step": 639610
    },
    {
      "epoch": 0.8113319075851326,
      "grad_norm": 6.5,
      "learning_rate": 9.434664792491799e-06,
      "loss": 1.643,
      "mean_token_accuracy": 0.6386484146118164,
      "num_tokens": 492725006.0,
      "step": 639620
    },
    {
      "epoch": 0.8113445921776655,
      "grad_norm": 5.03125,
      "learning_rate": 9.434030482405508e-06,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5365121901035309,
      "num_tokens": 492733716.0,
      "step": 639630
    },
    {
      "epoch": 0.8113572767701983,
      "grad_norm": 7.78125,
      "learning_rate": 9.433396172319216e-06,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5171659827232361,
      "num_tokens": 492741397.0,
      "step": 639640
    },
    {
      "epoch": 0.8113699613627311,
      "grad_norm": 5.375,
      "learning_rate": 9.432761862232924e-06,
      "loss": 1.8645,
      "mean_token_accuracy": 0.5891378104686738,
      "num_tokens": 492748123.0,
      "step": 639650
    },
    {
      "epoch": 0.811382645955264,
      "grad_norm": 5.15625,
      "learning_rate": 9.432127552146632e-06,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5520181626081466,
      "num_tokens": 492755665.0,
      "step": 639660
    },
    {
      "epoch": 0.8113953305477968,
      "grad_norm": 5.40625,
      "learning_rate": 9.431493242060341e-06,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5547474473714828,
      "num_tokens": 492763879.0,
      "step": 639670
    },
    {
      "epoch": 0.8114080151403297,
      "grad_norm": 6.625,
      "learning_rate": 9.43085893197405e-06,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5512589424848556,
      "num_tokens": 492771221.0,
      "step": 639680
    },
    {
      "epoch": 0.8114206997328625,
      "grad_norm": 7.78125,
      "learning_rate": 9.430224621887758e-06,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5721009761095047,
      "num_tokens": 492778481.0,
      "step": 639690
    },
    {
      "epoch": 0.8114333843253954,
      "grad_norm": 6.375,
      "learning_rate": 9.429590311801466e-06,
      "loss": 2.2134,
      "mean_token_accuracy": 0.5188093692064285,
      "num_tokens": 492786888.0,
      "step": 639700
    },
    {
      "epoch": 0.8114460689179281,
      "grad_norm": 5.75,
      "learning_rate": 9.428956001715174e-06,
      "loss": 2.2594,
      "mean_token_accuracy": 0.5250283211469651,
      "num_tokens": 492795719.0,
      "step": 639710
    },
    {
      "epoch": 0.8114587535104609,
      "grad_norm": 6.21875,
      "learning_rate": 9.428321691628883e-06,
      "loss": 1.8547,
      "mean_token_accuracy": 0.5895885229110718,
      "num_tokens": 492802880.0,
      "step": 639720
    },
    {
      "epoch": 0.8114714381029938,
      "grad_norm": 5.28125,
      "learning_rate": 9.427687381542592e-06,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5573384821414947,
      "num_tokens": 492810627.0,
      "step": 639730
    },
    {
      "epoch": 0.8114841226955266,
      "grad_norm": 5.21875,
      "learning_rate": 9.4270530714563e-06,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5473957926034927,
      "num_tokens": 492817465.0,
      "step": 639740
    },
    {
      "epoch": 0.8114968072880595,
      "grad_norm": 5.09375,
      "learning_rate": 9.426418761370008e-06,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5246681958436966,
      "num_tokens": 492826133.0,
      "step": 639750
    },
    {
      "epoch": 0.8115094918805923,
      "grad_norm": 7.15625,
      "learning_rate": 9.425784451283718e-06,
      "loss": 1.8419,
      "mean_token_accuracy": 0.5993730187416076,
      "num_tokens": 492833136.0,
      "step": 639760
    },
    {
      "epoch": 0.8115221764731252,
      "grad_norm": 6.0,
      "learning_rate": 9.425150141197425e-06,
      "loss": 2.2725,
      "mean_token_accuracy": 0.5145516812801361,
      "num_tokens": 492841013.0,
      "step": 639770
    },
    {
      "epoch": 0.811534861065658,
      "grad_norm": 5.40625,
      "learning_rate": 9.424515831111134e-06,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5115307658910752,
      "num_tokens": 492849312.0,
      "step": 639780
    },
    {
      "epoch": 0.8115475456581909,
      "grad_norm": 5.03125,
      "learning_rate": 9.423881521024843e-06,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5403414368629456,
      "num_tokens": 492856832.0,
      "step": 639790
    },
    {
      "epoch": 0.8115602302507237,
      "grad_norm": 7.5,
      "learning_rate": 9.423247210938551e-06,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5435788005590438,
      "num_tokens": 492864457.0,
      "step": 639800
    },
    {
      "epoch": 0.8115729148432564,
      "grad_norm": 7.375,
      "learning_rate": 9.42261290085226e-06,
      "loss": 1.8155,
      "mean_token_accuracy": 0.6001375108957291,
      "num_tokens": 492872000.0,
      "step": 639810
    },
    {
      "epoch": 0.8115855994357893,
      "grad_norm": 6.90625,
      "learning_rate": 9.421978590765967e-06,
      "loss": 2.301,
      "mean_token_accuracy": 0.5143013685941696,
      "num_tokens": 492879304.0,
      "step": 639820
    },
    {
      "epoch": 0.8115982840283221,
      "grad_norm": 6.5,
      "learning_rate": 9.421344280679677e-06,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5407200992107392,
      "num_tokens": 492886119.0,
      "step": 639830
    },
    {
      "epoch": 0.811610968620855,
      "grad_norm": 6.53125,
      "learning_rate": 9.420709970593385e-06,
      "loss": 2.105,
      "mean_token_accuracy": 0.5473539650440216,
      "num_tokens": 492892488.0,
      "step": 639840
    },
    {
      "epoch": 0.8116236532133878,
      "grad_norm": 5.03125,
      "learning_rate": 9.420075660507093e-06,
      "loss": 2.1811,
      "mean_token_accuracy": 0.5342760503292083,
      "num_tokens": 492899438.0,
      "step": 639850
    },
    {
      "epoch": 0.8116363378059207,
      "grad_norm": 7.09375,
      "learning_rate": 9.419441350420802e-06,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5291486918926239,
      "num_tokens": 492908752.0,
      "step": 639860
    },
    {
      "epoch": 0.8116490223984535,
      "grad_norm": 8.9375,
      "learning_rate": 9.418807040334509e-06,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5420427024364471,
      "num_tokens": 492916704.0,
      "step": 639870
    },
    {
      "epoch": 0.8116617069909863,
      "grad_norm": 4.59375,
      "learning_rate": 9.41817273024822e-06,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5209690928459167,
      "num_tokens": 492924652.0,
      "step": 639880
    },
    {
      "epoch": 0.8116743915835192,
      "grad_norm": 6.375,
      "learning_rate": 9.417538420161927e-06,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5465385466814041,
      "num_tokens": 492932080.0,
      "step": 639890
    },
    {
      "epoch": 0.811687076176052,
      "grad_norm": 5.25,
      "learning_rate": 9.416904110075637e-06,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5440987527370453,
      "num_tokens": 492939379.0,
      "step": 639900
    },
    {
      "epoch": 0.8116997607685849,
      "grad_norm": 8.0625,
      "learning_rate": 9.416269799989344e-06,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5654991149902344,
      "num_tokens": 492947003.0,
      "step": 639910
    },
    {
      "epoch": 0.8117124453611176,
      "grad_norm": 5.53125,
      "learning_rate": 9.415635489903051e-06,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5689392864704133,
      "num_tokens": 492952965.0,
      "step": 639920
    },
    {
      "epoch": 0.8117251299536505,
      "grad_norm": 5.96875,
      "learning_rate": 9.415001179816761e-06,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5521214485168457,
      "num_tokens": 492960447.0,
      "step": 639930
    },
    {
      "epoch": 0.8117378145461833,
      "grad_norm": 6.625,
      "learning_rate": 9.414366869730469e-06,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5394697308540344,
      "num_tokens": 492968467.0,
      "step": 639940
    },
    {
      "epoch": 0.8117504991387162,
      "grad_norm": 7.09375,
      "learning_rate": 9.413732559644179e-06,
      "loss": 2.1298,
      "mean_token_accuracy": 0.528826117515564,
      "num_tokens": 492976426.0,
      "step": 639950
    },
    {
      "epoch": 0.811763183731249,
      "grad_norm": 4.96875,
      "learning_rate": 9.413098249557886e-06,
      "loss": 2.114,
      "mean_token_accuracy": 0.542976251244545,
      "num_tokens": 492984917.0,
      "step": 639960
    },
    {
      "epoch": 0.8117758683237818,
      "grad_norm": 4.53125,
      "learning_rate": 9.412463939471595e-06,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5542573869228363,
      "num_tokens": 492993299.0,
      "step": 639970
    },
    {
      "epoch": 0.8117885529163147,
      "grad_norm": 6.59375,
      "learning_rate": 9.411829629385303e-06,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5299827754497528,
      "num_tokens": 493002026.0,
      "step": 639980
    },
    {
      "epoch": 0.8118012375088475,
      "grad_norm": 8.0625,
      "learning_rate": 9.41119531929901e-06,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5541640162467957,
      "num_tokens": 493009789.0,
      "step": 639990
    },
    {
      "epoch": 0.8118139221013804,
      "grad_norm": 4.84375,
      "learning_rate": 9.410561009212721e-06,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5767760723829269,
      "num_tokens": 493017328.0,
      "step": 640000
    },
    {
      "epoch": 0.8118266066939132,
      "grad_norm": 6.0625,
      "learning_rate": 9.409926699126428e-06,
      "loss": 1.6845,
      "mean_token_accuracy": 0.6248559921979904,
      "num_tokens": 493023442.0,
      "step": 640010
    },
    {
      "epoch": 0.811839291286446,
      "grad_norm": 9.5625,
      "learning_rate": 9.409292389040138e-06,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5316340535879135,
      "num_tokens": 493031124.0,
      "step": 640020
    },
    {
      "epoch": 0.8118519758789788,
      "grad_norm": 6.03125,
      "learning_rate": 9.408658078953845e-06,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5577445685863495,
      "num_tokens": 493038777.0,
      "step": 640030
    },
    {
      "epoch": 0.8118646604715116,
      "grad_norm": 6.71875,
      "learning_rate": 9.408023768867554e-06,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5541500747203827,
      "num_tokens": 493045639.0,
      "step": 640040
    },
    {
      "epoch": 0.8118773450640445,
      "grad_norm": 5.8125,
      "learning_rate": 9.407389458781263e-06,
      "loss": 2.2127,
      "mean_token_accuracy": 0.518611055612564,
      "num_tokens": 493053871.0,
      "step": 640050
    },
    {
      "epoch": 0.8118900296565773,
      "grad_norm": 6.75,
      "learning_rate": 9.40675514869497e-06,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5413404256105423,
      "num_tokens": 493061054.0,
      "step": 640060
    },
    {
      "epoch": 0.8119027142491102,
      "grad_norm": 5.46875,
      "learning_rate": 9.40612083860868e-06,
      "loss": 2.1396,
      "mean_token_accuracy": 0.544162318110466,
      "num_tokens": 493067853.0,
      "step": 640070
    },
    {
      "epoch": 0.811915398841643,
      "grad_norm": 5.875,
      "learning_rate": 9.405486528522387e-06,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5408496737480164,
      "num_tokens": 493076744.0,
      "step": 640080
    },
    {
      "epoch": 0.8119280834341759,
      "grad_norm": 5.21875,
      "learning_rate": 9.404852218436096e-06,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5779991567134857,
      "num_tokens": 493084660.0,
      "step": 640090
    },
    {
      "epoch": 0.8119407680267087,
      "grad_norm": 6.96875,
      "learning_rate": 9.404217908349805e-06,
      "loss": 1.9663,
      "mean_token_accuracy": 0.546767795085907,
      "num_tokens": 493092305.0,
      "step": 640100
    },
    {
      "epoch": 0.8119534526192416,
      "grad_norm": 4.9375,
      "learning_rate": 9.403583598263514e-06,
      "loss": 2.0096,
      "mean_token_accuracy": 0.551733261346817,
      "num_tokens": 493099822.0,
      "step": 640110
    },
    {
      "epoch": 0.8119661372117744,
      "grad_norm": 4.96875,
      "learning_rate": 9.402949288177222e-06,
      "loss": 2.2009,
      "mean_token_accuracy": 0.5186641961336136,
      "num_tokens": 493108477.0,
      "step": 640120
    },
    {
      "epoch": 0.8119788218043071,
      "grad_norm": 6.6875,
      "learning_rate": 9.40231497809093e-06,
      "loss": 1.7848,
      "mean_token_accuracy": 0.5973044693470001,
      "num_tokens": 493114849.0,
      "step": 640130
    },
    {
      "epoch": 0.81199150639684,
      "grad_norm": 7.5,
      "learning_rate": 9.401680668004638e-06,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5355928599834442,
      "num_tokens": 493122791.0,
      "step": 640140
    },
    {
      "epoch": 0.8120041909893728,
      "grad_norm": 5.03125,
      "learning_rate": 9.401046357918347e-06,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5865902304649353,
      "num_tokens": 493128508.0,
      "step": 640150
    },
    {
      "epoch": 0.8120168755819057,
      "grad_norm": 5.4375,
      "learning_rate": 9.400412047832056e-06,
      "loss": 2.1182,
      "mean_token_accuracy": 0.5327152937650681,
      "num_tokens": 493136987.0,
      "step": 640160
    },
    {
      "epoch": 0.8120295601744385,
      "grad_norm": 5.46875,
      "learning_rate": 9.399777737745764e-06,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5457454472780228,
      "num_tokens": 493143830.0,
      "step": 640170
    },
    {
      "epoch": 0.8120422447669714,
      "grad_norm": 4.84375,
      "learning_rate": 9.399143427659471e-06,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5732818812131881,
      "num_tokens": 493151612.0,
      "step": 640180
    },
    {
      "epoch": 0.8120549293595042,
      "grad_norm": 5.0625,
      "learning_rate": 9.39850911757318e-06,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5241553723812103,
      "num_tokens": 493160353.0,
      "step": 640190
    },
    {
      "epoch": 0.812067613952037,
      "grad_norm": 6.375,
      "learning_rate": 9.397874807486889e-06,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5591164827346802,
      "num_tokens": 493167902.0,
      "step": 640200
    },
    {
      "epoch": 0.8120802985445699,
      "grad_norm": 6.125,
      "learning_rate": 9.397240497400598e-06,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5629179358482361,
      "num_tokens": 493174958.0,
      "step": 640210
    },
    {
      "epoch": 0.8120929831371027,
      "grad_norm": 6.28125,
      "learning_rate": 9.396606187314306e-06,
      "loss": 2.2391,
      "mean_token_accuracy": 0.5151985287666321,
      "num_tokens": 493183596.0,
      "step": 640220
    },
    {
      "epoch": 0.8121056677296355,
      "grad_norm": 5.8125,
      "learning_rate": 9.395971877228015e-06,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5373719871044159,
      "num_tokens": 493192172.0,
      "step": 640230
    },
    {
      "epoch": 0.8121183523221683,
      "grad_norm": 5.78125,
      "learning_rate": 9.395337567141724e-06,
      "loss": 1.8951,
      "mean_token_accuracy": 0.5765669792890549,
      "num_tokens": 493200240.0,
      "step": 640240
    },
    {
      "epoch": 0.8121310369147012,
      "grad_norm": 5.8125,
      "learning_rate": 9.394703257055431e-06,
      "loss": 1.8449,
      "mean_token_accuracy": 0.5913782626390457,
      "num_tokens": 493207578.0,
      "step": 640250
    },
    {
      "epoch": 0.812143721507234,
      "grad_norm": 5.0,
      "learning_rate": 9.39406894696914e-06,
      "loss": 1.767,
      "mean_token_accuracy": 0.6057657837867737,
      "num_tokens": 493214009.0,
      "step": 640260
    },
    {
      "epoch": 0.8121564060997668,
      "grad_norm": 6.40625,
      "learning_rate": 9.393434636882848e-06,
      "loss": 1.8816,
      "mean_token_accuracy": 0.57490454018116,
      "num_tokens": 493220143.0,
      "step": 640270
    },
    {
      "epoch": 0.8121690906922997,
      "grad_norm": 5.65625,
      "learning_rate": 9.392800326796557e-06,
      "loss": 1.856,
      "mean_token_accuracy": 0.5909211695194244,
      "num_tokens": 493227222.0,
      "step": 640280
    },
    {
      "epoch": 0.8121817752848325,
      "grad_norm": 5.375,
      "learning_rate": 9.392166016710266e-06,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5393748432397842,
      "num_tokens": 493235719.0,
      "step": 640290
    },
    {
      "epoch": 0.8121944598773654,
      "grad_norm": 4.8125,
      "learning_rate": 9.391531706623975e-06,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5294228553771972,
      "num_tokens": 493244718.0,
      "step": 640300
    },
    {
      "epoch": 0.8122071444698982,
      "grad_norm": 5.5625,
      "learning_rate": 9.390897396537682e-06,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5530631184577942,
      "num_tokens": 493252156.0,
      "step": 640310
    },
    {
      "epoch": 0.8122198290624311,
      "grad_norm": 5.84375,
      "learning_rate": 9.39026308645139e-06,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5471728056669235,
      "num_tokens": 493260302.0,
      "step": 640320
    },
    {
      "epoch": 0.8122325136549639,
      "grad_norm": 5.0,
      "learning_rate": 9.3896287763651e-06,
      "loss": 1.9789,
      "mean_token_accuracy": 0.553271484375,
      "num_tokens": 493268638.0,
      "step": 640330
    },
    {
      "epoch": 0.8122451982474967,
      "grad_norm": 5.15625,
      "learning_rate": 9.388994466278808e-06,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5213744521141053,
      "num_tokens": 493276087.0,
      "step": 640340
    },
    {
      "epoch": 0.8122578828400295,
      "grad_norm": 5.09375,
      "learning_rate": 9.388360156192517e-06,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5554826438426972,
      "num_tokens": 493284135.0,
      "step": 640350
    },
    {
      "epoch": 0.8122705674325623,
      "grad_norm": 5.71875,
      "learning_rate": 9.387725846106224e-06,
      "loss": 2.0787,
      "mean_token_accuracy": 0.534367898106575,
      "num_tokens": 493292757.0,
      "step": 640360
    },
    {
      "epoch": 0.8122832520250952,
      "grad_norm": 5.375,
      "learning_rate": 9.387091536019932e-06,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5289633423089981,
      "num_tokens": 493301563.0,
      "step": 640370
    },
    {
      "epoch": 0.812295936617628,
      "grad_norm": 5.25,
      "learning_rate": 9.386457225933641e-06,
      "loss": 2.2999,
      "mean_token_accuracy": 0.49800133109092715,
      "num_tokens": 493311591.0,
      "step": 640380
    },
    {
      "epoch": 0.8123086212101609,
      "grad_norm": 6.3125,
      "learning_rate": 9.38582291584735e-06,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5184219360351563,
      "num_tokens": 493319722.0,
      "step": 640390
    },
    {
      "epoch": 0.8123213058026937,
      "grad_norm": 5.15625,
      "learning_rate": 9.385188605761059e-06,
      "loss": 1.8189,
      "mean_token_accuracy": 0.6098342120647431,
      "num_tokens": 493327102.0,
      "step": 640400
    },
    {
      "epoch": 0.8123339903952266,
      "grad_norm": 6.21875,
      "learning_rate": 9.384554295674766e-06,
      "loss": 1.9344,
      "mean_token_accuracy": 0.5683291256427765,
      "num_tokens": 493334110.0,
      "step": 640410
    },
    {
      "epoch": 0.8123466749877594,
      "grad_norm": 5.6875,
      "learning_rate": 9.383919985588476e-06,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5249775677919388,
      "num_tokens": 493342690.0,
      "step": 640420
    },
    {
      "epoch": 0.8123593595802922,
      "grad_norm": 5.5,
      "learning_rate": 9.383285675502183e-06,
      "loss": 2.1156,
      "mean_token_accuracy": 0.542985811829567,
      "num_tokens": 493350006.0,
      "step": 640430
    },
    {
      "epoch": 0.812372044172825,
      "grad_norm": 5.96875,
      "learning_rate": 9.382651365415892e-06,
      "loss": 1.6866,
      "mean_token_accuracy": 0.6206834107637406,
      "num_tokens": 493355702.0,
      "step": 640440
    },
    {
      "epoch": 0.8123847287653578,
      "grad_norm": 6.21875,
      "learning_rate": 9.3820170553296e-06,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5537565767765045,
      "num_tokens": 493363706.0,
      "step": 640450
    },
    {
      "epoch": 0.8123974133578907,
      "grad_norm": 5.0625,
      "learning_rate": 9.38138274524331e-06,
      "loss": 1.858,
      "mean_token_accuracy": 0.5833684116601944,
      "num_tokens": 493371530.0,
      "step": 640460
    },
    {
      "epoch": 0.8124100979504235,
      "grad_norm": 4.875,
      "learning_rate": 9.380748435157018e-06,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5559769213199616,
      "num_tokens": 493379803.0,
      "step": 640470
    },
    {
      "epoch": 0.8124227825429564,
      "grad_norm": 6.125,
      "learning_rate": 9.380114125070725e-06,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5353588104248047,
      "num_tokens": 493388845.0,
      "step": 640480
    },
    {
      "epoch": 0.8124354671354892,
      "grad_norm": 5.5625,
      "learning_rate": 9.379479814984436e-06,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5433558225631714,
      "num_tokens": 493396782.0,
      "step": 640490
    },
    {
      "epoch": 0.8124481517280221,
      "grad_norm": 5.40625,
      "learning_rate": 9.378845504898143e-06,
      "loss": 2.236,
      "mean_token_accuracy": 0.509154149889946,
      "num_tokens": 493404191.0,
      "step": 640500
    },
    {
      "epoch": 0.8124608363205549,
      "grad_norm": 5.71875,
      "learning_rate": 9.378211194811851e-06,
      "loss": 1.8838,
      "mean_token_accuracy": 0.5849252998828888,
      "num_tokens": 493411943.0,
      "step": 640510
    },
    {
      "epoch": 0.8124735209130877,
      "grad_norm": 6.875,
      "learning_rate": 9.37757688472556e-06,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5508853495121002,
      "num_tokens": 493421073.0,
      "step": 640520
    },
    {
      "epoch": 0.8124862055056206,
      "grad_norm": 7.0,
      "learning_rate": 9.376942574639267e-06,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5548008650541305,
      "num_tokens": 493428057.0,
      "step": 640530
    },
    {
      "epoch": 0.8124988900981533,
      "grad_norm": 5.78125,
      "learning_rate": 9.376308264552978e-06,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5145289868116378,
      "num_tokens": 493436297.0,
      "step": 640540
    },
    {
      "epoch": 0.8125115746906862,
      "grad_norm": 7.65625,
      "learning_rate": 9.375673954466685e-06,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5391798704862595,
      "num_tokens": 493444756.0,
      "step": 640550
    },
    {
      "epoch": 0.812524259283219,
      "grad_norm": 5.1875,
      "learning_rate": 9.375039644380393e-06,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5419701933860779,
      "num_tokens": 493453357.0,
      "step": 640560
    },
    {
      "epoch": 0.8125369438757519,
      "grad_norm": 6.03125,
      "learning_rate": 9.374405334294102e-06,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5387543797492981,
      "num_tokens": 493461228.0,
      "step": 640570
    },
    {
      "epoch": 0.8125496284682847,
      "grad_norm": 5.84375,
      "learning_rate": 9.37377102420781e-06,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5592602908611297,
      "num_tokens": 493468559.0,
      "step": 640580
    },
    {
      "epoch": 0.8125623130608175,
      "grad_norm": 6.15625,
      "learning_rate": 9.37313671412152e-06,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5582306027412415,
      "num_tokens": 493476067.0,
      "step": 640590
    },
    {
      "epoch": 0.8125749976533504,
      "grad_norm": 8.6875,
      "learning_rate": 9.372502404035227e-06,
      "loss": 2.043,
      "mean_token_accuracy": 0.5450247913599015,
      "num_tokens": 493483753.0,
      "step": 640600
    },
    {
      "epoch": 0.8125876822458832,
      "grad_norm": 5.40625,
      "learning_rate": 9.371868093948937e-06,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5303424030542374,
      "num_tokens": 493491390.0,
      "step": 640610
    },
    {
      "epoch": 0.8126003668384161,
      "grad_norm": 5.28125,
      "learning_rate": 9.371233783862644e-06,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5517662107944489,
      "num_tokens": 493497806.0,
      "step": 640620
    },
    {
      "epoch": 0.8126130514309489,
      "grad_norm": 6.53125,
      "learning_rate": 9.370599473776353e-06,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5175988227128983,
      "num_tokens": 493505428.0,
      "step": 640630
    },
    {
      "epoch": 0.8126257360234818,
      "grad_norm": 6.375,
      "learning_rate": 9.369965163690062e-06,
      "loss": 2.2589,
      "mean_token_accuracy": 0.5082003504037857,
      "num_tokens": 493513477.0,
      "step": 640640
    },
    {
      "epoch": 0.8126384206160145,
      "grad_norm": 7.875,
      "learning_rate": 9.369330853603769e-06,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5638165682554245,
      "num_tokens": 493521112.0,
      "step": 640650
    },
    {
      "epoch": 0.8126511052085473,
      "grad_norm": 5.25,
      "learning_rate": 9.368696543517479e-06,
      "loss": 2.139,
      "mean_token_accuracy": 0.5327669650316238,
      "num_tokens": 493528241.0,
      "step": 640660
    },
    {
      "epoch": 0.8126637898010802,
      "grad_norm": 5.1875,
      "learning_rate": 9.368062233431186e-06,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5187694877386093,
      "num_tokens": 493537280.0,
      "step": 640670
    },
    {
      "epoch": 0.812676474393613,
      "grad_norm": 6.8125,
      "learning_rate": 9.367427923344897e-06,
      "loss": 2.2346,
      "mean_token_accuracy": 0.519051370024681,
      "num_tokens": 493544483.0,
      "step": 640680
    },
    {
      "epoch": 0.8126891589861459,
      "grad_norm": 8.5,
      "learning_rate": 9.366793613258604e-06,
      "loss": 2.102,
      "mean_token_accuracy": 0.5358442217111588,
      "num_tokens": 493550920.0,
      "step": 640690
    },
    {
      "epoch": 0.8127018435786787,
      "grad_norm": 4.875,
      "learning_rate": 9.366159303172312e-06,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5172418832778931,
      "num_tokens": 493560279.0,
      "step": 640700
    },
    {
      "epoch": 0.8127145281712116,
      "grad_norm": 5.15625,
      "learning_rate": 9.365524993086021e-06,
      "loss": 1.9117,
      "mean_token_accuracy": 0.5733406275510788,
      "num_tokens": 493568898.0,
      "step": 640710
    },
    {
      "epoch": 0.8127272127637444,
      "grad_norm": 6.71875,
      "learning_rate": 9.364890682999728e-06,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5585679262876511,
      "num_tokens": 493576231.0,
      "step": 640720
    },
    {
      "epoch": 0.8127398973562773,
      "grad_norm": 6.53125,
      "learning_rate": 9.364256372913439e-06,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5383334279060363,
      "num_tokens": 493584614.0,
      "step": 640730
    },
    {
      "epoch": 0.8127525819488101,
      "grad_norm": 5.53125,
      "learning_rate": 9.363622062827146e-06,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5449861615896225,
      "num_tokens": 493591764.0,
      "step": 640740
    },
    {
      "epoch": 0.8127652665413428,
      "grad_norm": 6.375,
      "learning_rate": 9.362987752740854e-06,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5566504240036011,
      "num_tokens": 493598516.0,
      "step": 640750
    },
    {
      "epoch": 0.8127779511338757,
      "grad_norm": 5.4375,
      "learning_rate": 9.362353442654563e-06,
      "loss": 1.9094,
      "mean_token_accuracy": 0.5726457595825195,
      "num_tokens": 493605489.0,
      "step": 640760
    },
    {
      "epoch": 0.8127906357264085,
      "grad_norm": 8.5625,
      "learning_rate": 9.36171913256827e-06,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5570793628692627,
      "num_tokens": 493612120.0,
      "step": 640770
    },
    {
      "epoch": 0.8128033203189414,
      "grad_norm": 6.3125,
      "learning_rate": 9.36108482248198e-06,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5415538251399994,
      "num_tokens": 493620309.0,
      "step": 640780
    },
    {
      "epoch": 0.8128160049114742,
      "grad_norm": 4.65625,
      "learning_rate": 9.360450512395688e-06,
      "loss": 2.141,
      "mean_token_accuracy": 0.5239463329315186,
      "num_tokens": 493627864.0,
      "step": 640790
    },
    {
      "epoch": 0.8128286895040071,
      "grad_norm": 5.375,
      "learning_rate": 9.359816202309396e-06,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5288779437541962,
      "num_tokens": 493636512.0,
      "step": 640800
    },
    {
      "epoch": 0.8128413740965399,
      "grad_norm": 7.0,
      "learning_rate": 9.359181892223105e-06,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5195398837327957,
      "num_tokens": 493643597.0,
      "step": 640810
    },
    {
      "epoch": 0.8128540586890727,
      "grad_norm": 5.53125,
      "learning_rate": 9.358547582136814e-06,
      "loss": 1.8017,
      "mean_token_accuracy": 0.5961993962526322,
      "num_tokens": 493650620.0,
      "step": 640820
    },
    {
      "epoch": 0.8128667432816056,
      "grad_norm": 5.25,
      "learning_rate": 9.357913272050523e-06,
      "loss": 2.1343,
      "mean_token_accuracy": 0.5274042129516602,
      "num_tokens": 493659882.0,
      "step": 640830
    },
    {
      "epoch": 0.8128794278741384,
      "grad_norm": 5.5,
      "learning_rate": 9.35727896196423e-06,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5551453530788422,
      "num_tokens": 493668218.0,
      "step": 640840
    },
    {
      "epoch": 0.8128921124666713,
      "grad_norm": 5.75,
      "learning_rate": 9.356644651877938e-06,
      "loss": 2.2763,
      "mean_token_accuracy": 0.5088928312063217,
      "num_tokens": 493676741.0,
      "step": 640850
    },
    {
      "epoch": 0.812904797059204,
      "grad_norm": 6.15625,
      "learning_rate": 9.356010341791647e-06,
      "loss": 1.9271,
      "mean_token_accuracy": 0.559625768661499,
      "num_tokens": 493683334.0,
      "step": 640860
    },
    {
      "epoch": 0.8129174816517369,
      "grad_norm": 4.84375,
      "learning_rate": 9.355376031705356e-06,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5388352513313294,
      "num_tokens": 493689508.0,
      "step": 640870
    },
    {
      "epoch": 0.8129301662442697,
      "grad_norm": 6.125,
      "learning_rate": 9.354741721619065e-06,
      "loss": 1.82,
      "mean_token_accuracy": 0.5957926988601685,
      "num_tokens": 493696478.0,
      "step": 640880
    },
    {
      "epoch": 0.8129428508368026,
      "grad_norm": 5.40625,
      "learning_rate": 9.354107411532773e-06,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5514986395835877,
      "num_tokens": 493702608.0,
      "step": 640890
    },
    {
      "epoch": 0.8129555354293354,
      "grad_norm": 4.75,
      "learning_rate": 9.35347310144648e-06,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5250284254550934,
      "num_tokens": 493711070.0,
      "step": 640900
    },
    {
      "epoch": 0.8129682200218682,
      "grad_norm": 6.1875,
      "learning_rate": 9.35283879136019e-06,
      "loss": 1.9987,
      "mean_token_accuracy": 0.553734827041626,
      "num_tokens": 493718632.0,
      "step": 640910
    },
    {
      "epoch": 0.8129809046144011,
      "grad_norm": 7.8125,
      "learning_rate": 9.352204481273898e-06,
      "loss": 1.9033,
      "mean_token_accuracy": 0.5746699899435044,
      "num_tokens": 493724833.0,
      "step": 640920
    },
    {
      "epoch": 0.8129935892069339,
      "grad_norm": 7.71875,
      "learning_rate": 9.351570171187607e-06,
      "loss": 1.998,
      "mean_token_accuracy": 0.5531522452831268,
      "num_tokens": 493732274.0,
      "step": 640930
    },
    {
      "epoch": 0.8130062737994668,
      "grad_norm": 8.4375,
      "learning_rate": 9.350935861101315e-06,
      "loss": 2.093,
      "mean_token_accuracy": 0.5418327450752258,
      "num_tokens": 493739336.0,
      "step": 640940
    },
    {
      "epoch": 0.8130189583919996,
      "grad_norm": 5.28125,
      "learning_rate": 9.350301551015024e-06,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5498834520578384,
      "num_tokens": 493747854.0,
      "step": 640950
    },
    {
      "epoch": 0.8130316429845325,
      "grad_norm": 4.9375,
      "learning_rate": 9.349667240928731e-06,
      "loss": 2.1517,
      "mean_token_accuracy": 0.531956696510315,
      "num_tokens": 493754806.0,
      "step": 640960
    },
    {
      "epoch": 0.8130443275770652,
      "grad_norm": 5.1875,
      "learning_rate": 9.34903293084244e-06,
      "loss": 1.9134,
      "mean_token_accuracy": 0.5781169384717941,
      "num_tokens": 493762481.0,
      "step": 640970
    },
    {
      "epoch": 0.813057012169598,
      "grad_norm": 6.0,
      "learning_rate": 9.348398620756149e-06,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5246973663568497,
      "num_tokens": 493771126.0,
      "step": 640980
    },
    {
      "epoch": 0.8130696967621309,
      "grad_norm": 5.25,
      "learning_rate": 9.347764310669857e-06,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5400053173303604,
      "num_tokens": 493779647.0,
      "step": 640990
    },
    {
      "epoch": 0.8130823813546637,
      "grad_norm": 10.6875,
      "learning_rate": 9.347130000583566e-06,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5522865802049637,
      "num_tokens": 493786821.0,
      "step": 641000
    },
    {
      "epoch": 0.8130950659471966,
      "grad_norm": 8.9375,
      "learning_rate": 9.346495690497275e-06,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5442858874797821,
      "num_tokens": 493794322.0,
      "step": 641010
    },
    {
      "epoch": 0.8131077505397294,
      "grad_norm": 5.6875,
      "learning_rate": 9.345861380410982e-06,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5571285218000412,
      "num_tokens": 493801051.0,
      "step": 641020
    },
    {
      "epoch": 0.8131204351322623,
      "grad_norm": 5.75,
      "learning_rate": 9.34522707032469e-06,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5459635496139527,
      "num_tokens": 493809292.0,
      "step": 641030
    },
    {
      "epoch": 0.8131331197247951,
      "grad_norm": 7.15625,
      "learning_rate": 9.3445927602384e-06,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5592991828918457,
      "num_tokens": 493816805.0,
      "step": 641040
    },
    {
      "epoch": 0.813145804317328,
      "grad_norm": 5.15625,
      "learning_rate": 9.343958450152108e-06,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5476424276828766,
      "num_tokens": 493824166.0,
      "step": 641050
    },
    {
      "epoch": 0.8131584889098608,
      "grad_norm": 5.0,
      "learning_rate": 9.343324140065817e-06,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5291424751281738,
      "num_tokens": 493831185.0,
      "step": 641060
    },
    {
      "epoch": 0.8131711735023935,
      "grad_norm": 5.0625,
      "learning_rate": 9.342689829979524e-06,
      "loss": 1.8979,
      "mean_token_accuracy": 0.5741138219833374,
      "num_tokens": 493838498.0,
      "step": 641070
    },
    {
      "epoch": 0.8131838580949264,
      "grad_norm": 6.375,
      "learning_rate": 9.342055519893234e-06,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5555820018053055,
      "num_tokens": 493846219.0,
      "step": 641080
    },
    {
      "epoch": 0.8131965426874592,
      "grad_norm": 6.6875,
      "learning_rate": 9.341421209806941e-06,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5232054561376571,
      "num_tokens": 493854914.0,
      "step": 641090
    },
    {
      "epoch": 0.8132092272799921,
      "grad_norm": 9.9375,
      "learning_rate": 9.34078689972065e-06,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5315701514482498,
      "num_tokens": 493862266.0,
      "step": 641100
    },
    {
      "epoch": 0.8132219118725249,
      "grad_norm": 7.25,
      "learning_rate": 9.340152589634359e-06,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5589069247245788,
      "num_tokens": 493868626.0,
      "step": 641110
    },
    {
      "epoch": 0.8132345964650578,
      "grad_norm": 4.625,
      "learning_rate": 9.339518279548066e-06,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5289796829223633,
      "num_tokens": 493875704.0,
      "step": 641120
    },
    {
      "epoch": 0.8132472810575906,
      "grad_norm": 5.96875,
      "learning_rate": 9.338883969461776e-06,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5539864420890808,
      "num_tokens": 493882329.0,
      "step": 641130
    },
    {
      "epoch": 0.8132599656501234,
      "grad_norm": 5.25,
      "learning_rate": 9.338249659375483e-06,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5330771058797836,
      "num_tokens": 493890030.0,
      "step": 641140
    },
    {
      "epoch": 0.8132726502426563,
      "grad_norm": 5.03125,
      "learning_rate": 9.337615349289192e-06,
      "loss": 2.014,
      "mean_token_accuracy": 0.5574722230434418,
      "num_tokens": 493897466.0,
      "step": 641150
    },
    {
      "epoch": 0.813285334835189,
      "grad_norm": 7.65625,
      "learning_rate": 9.336981039202901e-06,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5398418039083481,
      "num_tokens": 493905216.0,
      "step": 641160
    },
    {
      "epoch": 0.813298019427722,
      "grad_norm": 7.09375,
      "learning_rate": 9.33634672911661e-06,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5762072622776031,
      "num_tokens": 493912956.0,
      "step": 641170
    },
    {
      "epoch": 0.8133107040202547,
      "grad_norm": 5.375,
      "learning_rate": 9.335712419030318e-06,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5325793474912643,
      "num_tokens": 493921538.0,
      "step": 641180
    },
    {
      "epoch": 0.8133233886127876,
      "grad_norm": 5.5,
      "learning_rate": 9.335078108944025e-06,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5533873498439789,
      "num_tokens": 493929138.0,
      "step": 641190
    },
    {
      "epoch": 0.8133360732053204,
      "grad_norm": 5.09375,
      "learning_rate": 9.334443798857736e-06,
      "loss": 2.0023,
      "mean_token_accuracy": 0.561923599243164,
      "num_tokens": 493936848.0,
      "step": 641200
    },
    {
      "epoch": 0.8133487577978532,
      "grad_norm": 13.125,
      "learning_rate": 9.333809488771443e-06,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5433804333209992,
      "num_tokens": 493944380.0,
      "step": 641210
    },
    {
      "epoch": 0.8133614423903861,
      "grad_norm": 5.53125,
      "learning_rate": 9.333175178685152e-06,
      "loss": 2.2056,
      "mean_token_accuracy": 0.521457028388977,
      "num_tokens": 493952843.0,
      "step": 641220
    },
    {
      "epoch": 0.8133741269829189,
      "grad_norm": 8.5,
      "learning_rate": 9.33254086859886e-06,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5358323693275452,
      "num_tokens": 493961119.0,
      "step": 641230
    },
    {
      "epoch": 0.8133868115754518,
      "grad_norm": 6.21875,
      "learning_rate": 9.331906558512567e-06,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5559224665164948,
      "num_tokens": 493967548.0,
      "step": 641240
    },
    {
      "epoch": 0.8133994961679846,
      "grad_norm": 6.875,
      "learning_rate": 9.331272248426278e-06,
      "loss": 1.914,
      "mean_token_accuracy": 0.5813207447528839,
      "num_tokens": 493974408.0,
      "step": 641250
    },
    {
      "epoch": 0.8134121807605175,
      "grad_norm": 4.90625,
      "learning_rate": 9.330637938339985e-06,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5370516836643219,
      "num_tokens": 493982527.0,
      "step": 641260
    },
    {
      "epoch": 0.8134248653530503,
      "grad_norm": 7.03125,
      "learning_rate": 9.330003628253695e-06,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5697971731424332,
      "num_tokens": 493989603.0,
      "step": 641270
    },
    {
      "epoch": 0.8134375499455831,
      "grad_norm": 7.15625,
      "learning_rate": 9.329369318167402e-06,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5416362375020981,
      "num_tokens": 493995970.0,
      "step": 641280
    },
    {
      "epoch": 0.8134502345381159,
      "grad_norm": 6.40625,
      "learning_rate": 9.328735008081111e-06,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5497606068849563,
      "num_tokens": 494003660.0,
      "step": 641290
    },
    {
      "epoch": 0.8134629191306487,
      "grad_norm": 5.59375,
      "learning_rate": 9.32810069799482e-06,
      "loss": 2.2028,
      "mean_token_accuracy": 0.5159083843231201,
      "num_tokens": 494009959.0,
      "step": 641300
    },
    {
      "epoch": 0.8134756037231816,
      "grad_norm": 6.0625,
      "learning_rate": 9.327466387908527e-06,
      "loss": 1.978,
      "mean_token_accuracy": 0.5622686475515366,
      "num_tokens": 494017053.0,
      "step": 641310
    },
    {
      "epoch": 0.8134882883157144,
      "grad_norm": 9.25,
      "learning_rate": 9.326832077822237e-06,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5461119413375854,
      "num_tokens": 494024585.0,
      "step": 641320
    },
    {
      "epoch": 0.8135009729082473,
      "grad_norm": 4.78125,
      "learning_rate": 9.326197767735944e-06,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5265597254037857,
      "num_tokens": 494032973.0,
      "step": 641330
    },
    {
      "epoch": 0.8135136575007801,
      "grad_norm": 5.0625,
      "learning_rate": 9.325563457649653e-06,
      "loss": 1.8227,
      "mean_token_accuracy": 0.5958706617355347,
      "num_tokens": 494040692.0,
      "step": 641340
    },
    {
      "epoch": 0.813526342093313,
      "grad_norm": 5.375,
      "learning_rate": 9.324929147563362e-06,
      "loss": 2.0974,
      "mean_token_accuracy": 0.537556704878807,
      "num_tokens": 494047962.0,
      "step": 641350
    },
    {
      "epoch": 0.8135390266858458,
      "grad_norm": 5.09375,
      "learning_rate": 9.324294837477069e-06,
      "loss": 1.6983,
      "mean_token_accuracy": 0.6196041285991669,
      "num_tokens": 494054211.0,
      "step": 641360
    },
    {
      "epoch": 0.8135517112783786,
      "grad_norm": 4.84375,
      "learning_rate": 9.32366052739078e-06,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5378041982650756,
      "num_tokens": 494062299.0,
      "step": 641370
    },
    {
      "epoch": 0.8135643958709114,
      "grad_norm": 4.84375,
      "learning_rate": 9.323026217304486e-06,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5545689582824707,
      "num_tokens": 494069347.0,
      "step": 641380
    },
    {
      "epoch": 0.8135770804634442,
      "grad_norm": 5.15625,
      "learning_rate": 9.322391907218197e-06,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5541920006275177,
      "num_tokens": 494076260.0,
      "step": 641390
    },
    {
      "epoch": 0.8135897650559771,
      "grad_norm": 7.125,
      "learning_rate": 9.321757597131904e-06,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5598858237266541,
      "num_tokens": 494084136.0,
      "step": 641400
    },
    {
      "epoch": 0.8136024496485099,
      "grad_norm": 10.5625,
      "learning_rate": 9.321123287045613e-06,
      "loss": 2.0994,
      "mean_token_accuracy": 0.551555010676384,
      "num_tokens": 494091986.0,
      "step": 641410
    },
    {
      "epoch": 0.8136151342410428,
      "grad_norm": 5.125,
      "learning_rate": 9.320488976959321e-06,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5454318434000015,
      "num_tokens": 494101087.0,
      "step": 641420
    },
    {
      "epoch": 0.8136278188335756,
      "grad_norm": 4.875,
      "learning_rate": 9.319854666873028e-06,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5558820545673371,
      "num_tokens": 494110327.0,
      "step": 641430
    },
    {
      "epoch": 0.8136405034261085,
      "grad_norm": 5.125,
      "learning_rate": 9.319220356786739e-06,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5319285273551941,
      "num_tokens": 494117909.0,
      "step": 641440
    },
    {
      "epoch": 0.8136531880186413,
      "grad_norm": 5.84375,
      "learning_rate": 9.318586046700446e-06,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5381846874952316,
      "num_tokens": 494126108.0,
      "step": 641450
    },
    {
      "epoch": 0.8136658726111741,
      "grad_norm": 6.40625,
      "learning_rate": 9.317951736614155e-06,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5320214331150055,
      "num_tokens": 494134277.0,
      "step": 641460
    },
    {
      "epoch": 0.813678557203707,
      "grad_norm": 5.71875,
      "learning_rate": 9.317317426527863e-06,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5357544541358947,
      "num_tokens": 494141287.0,
      "step": 641470
    },
    {
      "epoch": 0.8136912417962398,
      "grad_norm": 7.625,
      "learning_rate": 9.316683116441572e-06,
      "loss": 2.143,
      "mean_token_accuracy": 0.5282395452260971,
      "num_tokens": 494149228.0,
      "step": 641480
    },
    {
      "epoch": 0.8137039263887726,
      "grad_norm": 5.75,
      "learning_rate": 9.31604880635528e-06,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5655503451824189,
      "num_tokens": 494157170.0,
      "step": 641490
    },
    {
      "epoch": 0.8137166109813054,
      "grad_norm": 6.90625,
      "learning_rate": 9.315414496268988e-06,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5372932583093644,
      "num_tokens": 494164996.0,
      "step": 641500
    },
    {
      "epoch": 0.8137292955738383,
      "grad_norm": 5.125,
      "learning_rate": 9.314780186182697e-06,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5225555777549744,
      "num_tokens": 494173765.0,
      "step": 641510
    },
    {
      "epoch": 0.8137419801663711,
      "grad_norm": 5.0,
      "learning_rate": 9.314145876096405e-06,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5687005788087844,
      "num_tokens": 494180700.0,
      "step": 641520
    },
    {
      "epoch": 0.8137546647589039,
      "grad_norm": 6.375,
      "learning_rate": 9.313511566010114e-06,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5560625672340394,
      "num_tokens": 494188394.0,
      "step": 641530
    },
    {
      "epoch": 0.8137673493514368,
      "grad_norm": 5.1875,
      "learning_rate": 9.312877255923823e-06,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5293247938156128,
      "num_tokens": 494196796.0,
      "step": 641540
    },
    {
      "epoch": 0.8137800339439696,
      "grad_norm": 6.3125,
      "learning_rate": 9.31224294583753e-06,
      "loss": 2.2749,
      "mean_token_accuracy": 0.5183334946632385,
      "num_tokens": 494203025.0,
      "step": 641550
    },
    {
      "epoch": 0.8137927185365025,
      "grad_norm": 5.375,
      "learning_rate": 9.311608635751239e-06,
      "loss": 1.9016,
      "mean_token_accuracy": 0.5637561082839966,
      "num_tokens": 494210791.0,
      "step": 641560
    },
    {
      "epoch": 0.8138054031290353,
      "grad_norm": 7.3125,
      "learning_rate": 9.310974325664947e-06,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5150507152080536,
      "num_tokens": 494219414.0,
      "step": 641570
    },
    {
      "epoch": 0.8138180877215682,
      "grad_norm": 5.25,
      "learning_rate": 9.310340015578656e-06,
      "loss": 1.6378,
      "mean_token_accuracy": 0.6190452814102173,
      "num_tokens": 494225350.0,
      "step": 641580
    },
    {
      "epoch": 0.813830772314101,
      "grad_norm": 6.0,
      "learning_rate": 9.309705705492365e-06,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5406800031661987,
      "num_tokens": 494233996.0,
      "step": 641590
    },
    {
      "epoch": 0.8138434569066337,
      "grad_norm": 5.75,
      "learning_rate": 9.309071395406074e-06,
      "loss": 2.196,
      "mean_token_accuracy": 0.52393079996109,
      "num_tokens": 494241425.0,
      "step": 641600
    },
    {
      "epoch": 0.8138561414991666,
      "grad_norm": 6.5,
      "learning_rate": 9.308437085319782e-06,
      "loss": 2.2366,
      "mean_token_accuracy": 0.5164839297533035,
      "num_tokens": 494250235.0,
      "step": 641610
    },
    {
      "epoch": 0.8138688260916994,
      "grad_norm": 8.0625,
      "learning_rate": 9.30780277523349e-06,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5281099379062653,
      "num_tokens": 494257674.0,
      "step": 641620
    },
    {
      "epoch": 0.8138815106842323,
      "grad_norm": 4.96875,
      "learning_rate": 9.307168465147198e-06,
      "loss": 1.9605,
      "mean_token_accuracy": 0.5670328944921493,
      "num_tokens": 494265262.0,
      "step": 641630
    },
    {
      "epoch": 0.8138941952767651,
      "grad_norm": 5.15625,
      "learning_rate": 9.306534155060907e-06,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5410814970731735,
      "num_tokens": 494273860.0,
      "step": 641640
    },
    {
      "epoch": 0.813906879869298,
      "grad_norm": 5.25,
      "learning_rate": 9.305899844974616e-06,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5155662834644318,
      "num_tokens": 494281261.0,
      "step": 641650
    },
    {
      "epoch": 0.8139195644618308,
      "grad_norm": 5.0,
      "learning_rate": 9.305265534888324e-06,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5173780530691147,
      "num_tokens": 494289732.0,
      "step": 641660
    },
    {
      "epoch": 0.8139322490543637,
      "grad_norm": 6.25,
      "learning_rate": 9.304631224802033e-06,
      "loss": 1.8895,
      "mean_token_accuracy": 0.5741387695074082,
      "num_tokens": 494297030.0,
      "step": 641670
    },
    {
      "epoch": 0.8139449336468965,
      "grad_norm": 4.90625,
      "learning_rate": 9.30399691471574e-06,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5735481411218644,
      "num_tokens": 494304594.0,
      "step": 641680
    },
    {
      "epoch": 0.8139576182394292,
      "grad_norm": 5.5625,
      "learning_rate": 9.303362604629449e-06,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5477929234504699,
      "num_tokens": 494312608.0,
      "step": 641690
    },
    {
      "epoch": 0.8139703028319621,
      "grad_norm": 6.46875,
      "learning_rate": 9.302728294543158e-06,
      "loss": 1.8581,
      "mean_token_accuracy": 0.5679086863994598,
      "num_tokens": 494318792.0,
      "step": 641700
    },
    {
      "epoch": 0.8139829874244949,
      "grad_norm": 5.84375,
      "learning_rate": 9.302093984456866e-06,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5378777772188187,
      "num_tokens": 494325849.0,
      "step": 641710
    },
    {
      "epoch": 0.8139956720170278,
      "grad_norm": 5.84375,
      "learning_rate": 9.301459674370575e-06,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5720275998115539,
      "num_tokens": 494332636.0,
      "step": 641720
    },
    {
      "epoch": 0.8140083566095606,
      "grad_norm": 6.59375,
      "learning_rate": 9.300825364284282e-06,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5410585165023803,
      "num_tokens": 494340518.0,
      "step": 641730
    },
    {
      "epoch": 0.8140210412020935,
      "grad_norm": 4.875,
      "learning_rate": 9.30019105419799e-06,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5514387249946594,
      "num_tokens": 494349653.0,
      "step": 641740
    },
    {
      "epoch": 0.8140337257946263,
      "grad_norm": 5.0625,
      "learning_rate": 9.2995567441117e-06,
      "loss": 1.936,
      "mean_token_accuracy": 0.5676546841859818,
      "num_tokens": 494356522.0,
      "step": 641750
    },
    {
      "epoch": 0.8140464103871591,
      "grad_norm": 4.9375,
      "learning_rate": 9.298922434025408e-06,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5201360404491424,
      "num_tokens": 494364701.0,
      "step": 641760
    },
    {
      "epoch": 0.814059094979692,
      "grad_norm": 4.96875,
      "learning_rate": 9.298288123939117e-06,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5368851125240326,
      "num_tokens": 494373296.0,
      "step": 641770
    },
    {
      "epoch": 0.8140717795722248,
      "grad_norm": 4.9375,
      "learning_rate": 9.297653813852824e-06,
      "loss": 1.7289,
      "mean_token_accuracy": 0.6156219035387039,
      "num_tokens": 494380942.0,
      "step": 641780
    },
    {
      "epoch": 0.8140844641647577,
      "grad_norm": 4.65625,
      "learning_rate": 9.297019503766535e-06,
      "loss": 1.975,
      "mean_token_accuracy": 0.5494675427675247,
      "num_tokens": 494388183.0,
      "step": 641790
    },
    {
      "epoch": 0.8140971487572904,
      "grad_norm": 4.96875,
      "learning_rate": 9.296385193680242e-06,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5214506149291992,
      "num_tokens": 494396764.0,
      "step": 641800
    },
    {
      "epoch": 0.8141098333498233,
      "grad_norm": 4.84375,
      "learning_rate": 9.29575088359395e-06,
      "loss": 2.195,
      "mean_token_accuracy": 0.5170972168445587,
      "num_tokens": 494404718.0,
      "step": 641810
    },
    {
      "epoch": 0.8141225179423561,
      "grad_norm": 5.0,
      "learning_rate": 9.295116573507659e-06,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5239703357219696,
      "num_tokens": 494412533.0,
      "step": 641820
    },
    {
      "epoch": 0.814135202534889,
      "grad_norm": 4.75,
      "learning_rate": 9.294482263421368e-06,
      "loss": 1.9257,
      "mean_token_accuracy": 0.5725475192070008,
      "num_tokens": 494419217.0,
      "step": 641830
    },
    {
      "epoch": 0.8141478871274218,
      "grad_norm": 4.875,
      "learning_rate": 9.293847953335077e-06,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5408423572778702,
      "num_tokens": 494426951.0,
      "step": 641840
    },
    {
      "epoch": 0.8141605717199546,
      "grad_norm": 11.625,
      "learning_rate": 9.293213643248784e-06,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5218063443899155,
      "num_tokens": 494435044.0,
      "step": 641850
    },
    {
      "epoch": 0.8141732563124875,
      "grad_norm": 14.125,
      "learning_rate": 9.292579333162494e-06,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5669644922018051,
      "num_tokens": 494442038.0,
      "step": 641860
    },
    {
      "epoch": 0.8141859409050203,
      "grad_norm": 5.75,
      "learning_rate": 9.291945023076201e-06,
      "loss": 1.8409,
      "mean_token_accuracy": 0.5901990354061126,
      "num_tokens": 494448992.0,
      "step": 641870
    },
    {
      "epoch": 0.8141986254975532,
      "grad_norm": 5.59375,
      "learning_rate": 9.29131071298991e-06,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5597298175096512,
      "num_tokens": 494457607.0,
      "step": 641880
    },
    {
      "epoch": 0.814211310090086,
      "grad_norm": 5.65625,
      "learning_rate": 9.290676402903619e-06,
      "loss": 2.2978,
      "mean_token_accuracy": 0.5067345917224884,
      "num_tokens": 494465993.0,
      "step": 641890
    },
    {
      "epoch": 0.8142239946826189,
      "grad_norm": 5.71875,
      "learning_rate": 9.290042092817326e-06,
      "loss": 1.8009,
      "mean_token_accuracy": 0.6108968138694764,
      "num_tokens": 494473385.0,
      "step": 641900
    },
    {
      "epoch": 0.8142366792751516,
      "grad_norm": 5.65625,
      "learning_rate": 9.289407782731036e-06,
      "loss": 2.3154,
      "mean_token_accuracy": 0.5098007172346115,
      "num_tokens": 494481362.0,
      "step": 641910
    },
    {
      "epoch": 0.8142493638676844,
      "grad_norm": 11.4375,
      "learning_rate": 9.288773472644743e-06,
      "loss": 2.0047,
      "mean_token_accuracy": 0.570664358139038,
      "num_tokens": 494487822.0,
      "step": 641920
    },
    {
      "epoch": 0.8142620484602173,
      "grad_norm": 5.84375,
      "learning_rate": 9.288139162558454e-06,
      "loss": 2.3275,
      "mean_token_accuracy": 0.49693215191364287,
      "num_tokens": 494495106.0,
      "step": 641930
    },
    {
      "epoch": 0.8142747330527501,
      "grad_norm": 6.375,
      "learning_rate": 9.28750485247216e-06,
      "loss": 2.3464,
      "mean_token_accuracy": 0.4991804897785187,
      "num_tokens": 494502667.0,
      "step": 641940
    },
    {
      "epoch": 0.814287417645283,
      "grad_norm": 5.09375,
      "learning_rate": 9.28687054238587e-06,
      "loss": 1.9357,
      "mean_token_accuracy": 0.5597097635269165,
      "num_tokens": 494510484.0,
      "step": 641950
    },
    {
      "epoch": 0.8143001022378158,
      "grad_norm": 7.0,
      "learning_rate": 9.286236232299578e-06,
      "loss": 2.005,
      "mean_token_accuracy": 0.5616745948791504,
      "num_tokens": 494517753.0,
      "step": 641960
    },
    {
      "epoch": 0.8143127868303487,
      "grad_norm": 8.4375,
      "learning_rate": 9.285601922213285e-06,
      "loss": 1.9738,
      "mean_token_accuracy": 0.5660174280405045,
      "num_tokens": 494525548.0,
      "step": 641970
    },
    {
      "epoch": 0.8143254714228815,
      "grad_norm": 13.0,
      "learning_rate": 9.284967612126996e-06,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5513490468263627,
      "num_tokens": 494532806.0,
      "step": 641980
    },
    {
      "epoch": 0.8143381560154144,
      "grad_norm": 4.78125,
      "learning_rate": 9.284333302040703e-06,
      "loss": 2.0636,
      "mean_token_accuracy": 0.549380311369896,
      "num_tokens": 494541080.0,
      "step": 641990
    },
    {
      "epoch": 0.8143508406079472,
      "grad_norm": 7.03125,
      "learning_rate": 9.283698991954411e-06,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5426255345344544,
      "num_tokens": 494548215.0,
      "step": 642000
    },
    {
      "epoch": 0.8143635252004799,
      "grad_norm": 5.46875,
      "learning_rate": 9.28306468186812e-06,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5432110667228699,
      "num_tokens": 494556561.0,
      "step": 642010
    },
    {
      "epoch": 0.8143762097930128,
      "grad_norm": 6.75,
      "learning_rate": 9.282430371781827e-06,
      "loss": 2.046,
      "mean_token_accuracy": 0.5409774512052536,
      "num_tokens": 494564070.0,
      "step": 642020
    },
    {
      "epoch": 0.8143888943855456,
      "grad_norm": 5.0,
      "learning_rate": 9.281796061695538e-06,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5586762368679047,
      "num_tokens": 494571155.0,
      "step": 642030
    },
    {
      "epoch": 0.8144015789780785,
      "grad_norm": 5.59375,
      "learning_rate": 9.281161751609245e-06,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5371571630239487,
      "num_tokens": 494577673.0,
      "step": 642040
    },
    {
      "epoch": 0.8144142635706113,
      "grad_norm": 6.09375,
      "learning_rate": 9.280527441522955e-06,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5559491395950318,
      "num_tokens": 494584690.0,
      "step": 642050
    },
    {
      "epoch": 0.8144269481631442,
      "grad_norm": 5.46875,
      "learning_rate": 9.279893131436662e-06,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5311730057001114,
      "num_tokens": 494592923.0,
      "step": 642060
    },
    {
      "epoch": 0.814439632755677,
      "grad_norm": 5.625,
      "learning_rate": 9.27925882135037e-06,
      "loss": 1.9095,
      "mean_token_accuracy": 0.5782201498746872,
      "num_tokens": 494599596.0,
      "step": 642070
    },
    {
      "epoch": 0.8144523173482098,
      "grad_norm": 5.09375,
      "learning_rate": 9.27862451126408e-06,
      "loss": 1.6711,
      "mean_token_accuracy": 0.6243403136730195,
      "num_tokens": 494606728.0,
      "step": 642080
    },
    {
      "epoch": 0.8144650019407427,
      "grad_norm": 5.28125,
      "learning_rate": 9.277990201177787e-06,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5399755120277405,
      "num_tokens": 494615699.0,
      "step": 642090
    },
    {
      "epoch": 0.8144776865332755,
      "grad_norm": 4.9375,
      "learning_rate": 9.277355891091497e-06,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5567663311958313,
      "num_tokens": 494622330.0,
      "step": 642100
    },
    {
      "epoch": 0.8144903711258084,
      "grad_norm": 5.25,
      "learning_rate": 9.276721581005204e-06,
      "loss": 2.2615,
      "mean_token_accuracy": 0.5047966122627259,
      "num_tokens": 494630575.0,
      "step": 642110
    },
    {
      "epoch": 0.8145030557183411,
      "grad_norm": 4.75,
      "learning_rate": 9.276087270918913e-06,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5351342737674714,
      "num_tokens": 494639867.0,
      "step": 642120
    },
    {
      "epoch": 0.814515740310874,
      "grad_norm": 5.625,
      "learning_rate": 9.275452960832622e-06,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5371283501386642,
      "num_tokens": 494647521.0,
      "step": 642130
    },
    {
      "epoch": 0.8145284249034068,
      "grad_norm": 6.125,
      "learning_rate": 9.27481865074633e-06,
      "loss": 2.0029,
      "mean_token_accuracy": 0.5558884024620057,
      "num_tokens": 494655314.0,
      "step": 642140
    },
    {
      "epoch": 0.8145411094959396,
      "grad_norm": 4.90625,
      "learning_rate": 9.274184340660039e-06,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5649337112903595,
      "num_tokens": 494662464.0,
      "step": 642150
    },
    {
      "epoch": 0.8145537940884725,
      "grad_norm": 4.6875,
      "learning_rate": 9.273550030573746e-06,
      "loss": 2.2276,
      "mean_token_accuracy": 0.5153721421957016,
      "num_tokens": 494670639.0,
      "step": 642160
    },
    {
      "epoch": 0.8145664786810053,
      "grad_norm": 4.8125,
      "learning_rate": 9.272915720487455e-06,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5619917333126068,
      "num_tokens": 494677931.0,
      "step": 642170
    },
    {
      "epoch": 0.8145791632735382,
      "grad_norm": 6.71875,
      "learning_rate": 9.272281410401164e-06,
      "loss": 1.7638,
      "mean_token_accuracy": 0.6160177230834961,
      "num_tokens": 494684223.0,
      "step": 642180
    },
    {
      "epoch": 0.814591847866071,
      "grad_norm": 6.9375,
      "learning_rate": 9.271647100314872e-06,
      "loss": 1.7618,
      "mean_token_accuracy": 0.6009957492351532,
      "num_tokens": 494690141.0,
      "step": 642190
    },
    {
      "epoch": 0.8146045324586039,
      "grad_norm": 5.75,
      "learning_rate": 9.271012790228581e-06,
      "loss": 2.235,
      "mean_token_accuracy": 0.5248390853404998,
      "num_tokens": 494697081.0,
      "step": 642200
    },
    {
      "epoch": 0.8146172170511367,
      "grad_norm": 6.34375,
      "learning_rate": 9.270378480142288e-06,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5331063568592072,
      "num_tokens": 494704619.0,
      "step": 642210
    },
    {
      "epoch": 0.8146299016436696,
      "grad_norm": 4.75,
      "learning_rate": 9.269744170055997e-06,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5352304667234421,
      "num_tokens": 494713159.0,
      "step": 642220
    },
    {
      "epoch": 0.8146425862362023,
      "grad_norm": 5.0,
      "learning_rate": 9.269109859969706e-06,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5279727131128311,
      "num_tokens": 494721035.0,
      "step": 642230
    },
    {
      "epoch": 0.8146552708287351,
      "grad_norm": 5.84375,
      "learning_rate": 9.268475549883414e-06,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5303131639957428,
      "num_tokens": 494728087.0,
      "step": 642240
    },
    {
      "epoch": 0.814667955421268,
      "grad_norm": 6.96875,
      "learning_rate": 9.267841239797123e-06,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5746846199035645,
      "num_tokens": 494734988.0,
      "step": 642250
    },
    {
      "epoch": 0.8146806400138008,
      "grad_norm": 5.875,
      "learning_rate": 9.267206929710832e-06,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5420212268829345,
      "num_tokens": 494742679.0,
      "step": 642260
    },
    {
      "epoch": 0.8146933246063337,
      "grad_norm": 6.75,
      "learning_rate": 9.266572619624539e-06,
      "loss": 2.2663,
      "mean_token_accuracy": 0.509323564171791,
      "num_tokens": 494751023.0,
      "step": 642270
    },
    {
      "epoch": 0.8147060091988665,
      "grad_norm": 7.375,
      "learning_rate": 9.265938309538248e-06,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5288949698209763,
      "num_tokens": 494760385.0,
      "step": 642280
    },
    {
      "epoch": 0.8147186937913994,
      "grad_norm": 18.0,
      "learning_rate": 9.265303999451956e-06,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5540296792984009,
      "num_tokens": 494766987.0,
      "step": 642290
    },
    {
      "epoch": 0.8147313783839322,
      "grad_norm": 5.625,
      "learning_rate": 9.264669689365665e-06,
      "loss": 1.9617,
      "mean_token_accuracy": 0.5684608519077301,
      "num_tokens": 494776220.0,
      "step": 642300
    },
    {
      "epoch": 0.814744062976465,
      "grad_norm": 5.6875,
      "learning_rate": 9.264035379279374e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.549395602941513,
      "num_tokens": 494783735.0,
      "step": 642310
    },
    {
      "epoch": 0.8147567475689979,
      "grad_norm": 5.25,
      "learning_rate": 9.263401069193083e-06,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5227668911218644,
      "num_tokens": 494792293.0,
      "step": 642320
    },
    {
      "epoch": 0.8147694321615306,
      "grad_norm": 5.90625,
      "learning_rate": 9.262766759106791e-06,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5285846799612045,
      "num_tokens": 494799574.0,
      "step": 642330
    },
    {
      "epoch": 0.8147821167540635,
      "grad_norm": 4.875,
      "learning_rate": 9.262132449020498e-06,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5305114299058914,
      "num_tokens": 494806762.0,
      "step": 642340
    },
    {
      "epoch": 0.8147948013465963,
      "grad_norm": 6.0625,
      "learning_rate": 9.261498138934207e-06,
      "loss": 2.1325,
      "mean_token_accuracy": 0.526344221830368,
      "num_tokens": 494815266.0,
      "step": 642350
    },
    {
      "epoch": 0.8148074859391292,
      "grad_norm": 4.5,
      "learning_rate": 9.260863828847916e-06,
      "loss": 1.8648,
      "mean_token_accuracy": 0.5743799358606339,
      "num_tokens": 494822246.0,
      "step": 642360
    },
    {
      "epoch": 0.814820170531662,
      "grad_norm": 5.125,
      "learning_rate": 9.260229518761625e-06,
      "loss": 2.0706,
      "mean_token_accuracy": 0.535008305311203,
      "num_tokens": 494830254.0,
      "step": 642370
    },
    {
      "epoch": 0.8148328551241949,
      "grad_norm": 7.71875,
      "learning_rate": 9.259595208675333e-06,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5341647744178772,
      "num_tokens": 494838739.0,
      "step": 642380
    },
    {
      "epoch": 0.8148455397167277,
      "grad_norm": 5.375,
      "learning_rate": 9.25896089858904e-06,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5493618011474609,
      "num_tokens": 494847172.0,
      "step": 642390
    },
    {
      "epoch": 0.8148582243092605,
      "grad_norm": 6.9375,
      "learning_rate": 9.258326588502749e-06,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5198433578014374,
      "num_tokens": 494855897.0,
      "step": 642400
    },
    {
      "epoch": 0.8148709089017934,
      "grad_norm": 5.71875,
      "learning_rate": 9.257692278416458e-06,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5616771638393402,
      "num_tokens": 494862963.0,
      "step": 642410
    },
    {
      "epoch": 0.8148835934943262,
      "grad_norm": 4.84375,
      "learning_rate": 9.257057968330167e-06,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5280438423156738,
      "num_tokens": 494871805.0,
      "step": 642420
    },
    {
      "epoch": 0.814896278086859,
      "grad_norm": 4.96875,
      "learning_rate": 9.256423658243875e-06,
      "loss": 1.8718,
      "mean_token_accuracy": 0.5829619228839874,
      "num_tokens": 494879456.0,
      "step": 642430
    },
    {
      "epoch": 0.8149089626793918,
      "grad_norm": 6.25,
      "learning_rate": 9.255789348157582e-06,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5225429743528366,
      "num_tokens": 494886831.0,
      "step": 642440
    },
    {
      "epoch": 0.8149216472719247,
      "grad_norm": 6.0,
      "learning_rate": 9.255155038071293e-06,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5649462699890136,
      "num_tokens": 494893948.0,
      "step": 642450
    },
    {
      "epoch": 0.8149343318644575,
      "grad_norm": 6.40625,
      "learning_rate": 9.254520727985e-06,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5358477771282196,
      "num_tokens": 494901752.0,
      "step": 642460
    },
    {
      "epoch": 0.8149470164569903,
      "grad_norm": 6.8125,
      "learning_rate": 9.253886417898709e-06,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5251788467168808,
      "num_tokens": 494909554.0,
      "step": 642470
    },
    {
      "epoch": 0.8149597010495232,
      "grad_norm": 4.96875,
      "learning_rate": 9.253252107812417e-06,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5401774019002914,
      "num_tokens": 494915652.0,
      "step": 642480
    },
    {
      "epoch": 0.814972385642056,
      "grad_norm": 7.40625,
      "learning_rate": 9.252617797726124e-06,
      "loss": 2.0228,
      "mean_token_accuracy": 0.5524970531463623,
      "num_tokens": 494922182.0,
      "step": 642490
    },
    {
      "epoch": 0.8149850702345889,
      "grad_norm": 4.71875,
      "learning_rate": 9.251983487639835e-06,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5560444831848145,
      "num_tokens": 494931140.0,
      "step": 642500
    },
    {
      "epoch": 0.8149977548271217,
      "grad_norm": 5.53125,
      "learning_rate": 9.251349177553542e-06,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5268015116453171,
      "num_tokens": 494939391.0,
      "step": 642510
    },
    {
      "epoch": 0.8150104394196546,
      "grad_norm": 7.25,
      "learning_rate": 9.250714867467252e-06,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5429573088884354,
      "num_tokens": 494947226.0,
      "step": 642520
    },
    {
      "epoch": 0.8150231240121873,
      "grad_norm": 6.3125,
      "learning_rate": 9.25008055738096e-06,
      "loss": 2.241,
      "mean_token_accuracy": 0.5121082663536072,
      "num_tokens": 494954937.0,
      "step": 642530
    },
    {
      "epoch": 0.8150358086047201,
      "grad_norm": 6.59375,
      "learning_rate": 9.249446247294668e-06,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5324340701103211,
      "num_tokens": 494962931.0,
      "step": 642540
    },
    {
      "epoch": 0.815048493197253,
      "grad_norm": 7.0,
      "learning_rate": 9.248811937208377e-06,
      "loss": 1.8503,
      "mean_token_accuracy": 0.5817396700382232,
      "num_tokens": 494970119.0,
      "step": 642550
    },
    {
      "epoch": 0.8150611777897858,
      "grad_norm": 5.125,
      "learning_rate": 9.248177627122084e-06,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5574744790792465,
      "num_tokens": 494977111.0,
      "step": 642560
    },
    {
      "epoch": 0.8150738623823187,
      "grad_norm": 6.0,
      "learning_rate": 9.247543317035794e-06,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5740724951028824,
      "num_tokens": 494984623.0,
      "step": 642570
    },
    {
      "epoch": 0.8150865469748515,
      "grad_norm": 9.0625,
      "learning_rate": 9.246909006949501e-06,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5631210446357727,
      "num_tokens": 494991087.0,
      "step": 642580
    },
    {
      "epoch": 0.8150992315673844,
      "grad_norm": 6.1875,
      "learning_rate": 9.24627469686321e-06,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5116849392652512,
      "num_tokens": 494999610.0,
      "step": 642590
    },
    {
      "epoch": 0.8151119161599172,
      "grad_norm": 6.625,
      "learning_rate": 9.245640386776919e-06,
      "loss": 2.0471,
      "mean_token_accuracy": 0.5678002953529357,
      "num_tokens": 495006380.0,
      "step": 642600
    },
    {
      "epoch": 0.8151246007524501,
      "grad_norm": 8.5625,
      "learning_rate": 9.245006076690626e-06,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5459983140230179,
      "num_tokens": 495014680.0,
      "step": 642610
    },
    {
      "epoch": 0.8151372853449829,
      "grad_norm": 5.90625,
      "learning_rate": 9.244371766604336e-06,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5269273310899735,
      "num_tokens": 495022199.0,
      "step": 642620
    },
    {
      "epoch": 0.8151499699375157,
      "grad_norm": 5.40625,
      "learning_rate": 9.243737456518043e-06,
      "loss": 2.2389,
      "mean_token_accuracy": 0.5118301928043365,
      "num_tokens": 495029787.0,
      "step": 642630
    },
    {
      "epoch": 0.8151626545300485,
      "grad_norm": 5.21875,
      "learning_rate": 9.243103146431754e-06,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5518332064151764,
      "num_tokens": 495037811.0,
      "step": 642640
    },
    {
      "epoch": 0.8151753391225813,
      "grad_norm": 6.25,
      "learning_rate": 9.24246883634546e-06,
      "loss": 1.8871,
      "mean_token_accuracy": 0.5715949982404709,
      "num_tokens": 495046460.0,
      "step": 642650
    },
    {
      "epoch": 0.8151880237151142,
      "grad_norm": 4.84375,
      "learning_rate": 9.24183452625917e-06,
      "loss": 1.9222,
      "mean_token_accuracy": 0.5689863979816436,
      "num_tokens": 495053692.0,
      "step": 642660
    },
    {
      "epoch": 0.815200708307647,
      "grad_norm": 8.4375,
      "learning_rate": 9.241200216172878e-06,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5367533296346665,
      "num_tokens": 495061874.0,
      "step": 642670
    },
    {
      "epoch": 0.8152133929001799,
      "grad_norm": 5.9375,
      "learning_rate": 9.240565906086585e-06,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5214269787073136,
      "num_tokens": 495069041.0,
      "step": 642680
    },
    {
      "epoch": 0.8152260774927127,
      "grad_norm": 7.875,
      "learning_rate": 9.239931596000296e-06,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5435865610837937,
      "num_tokens": 495076933.0,
      "step": 642690
    },
    {
      "epoch": 0.8152387620852455,
      "grad_norm": 8.375,
      "learning_rate": 9.239297285914003e-06,
      "loss": 2.146,
      "mean_token_accuracy": 0.5367989152669906,
      "num_tokens": 495084203.0,
      "step": 642700
    },
    {
      "epoch": 0.8152514466777784,
      "grad_norm": 6.375,
      "learning_rate": 9.238662975827711e-06,
      "loss": 1.8955,
      "mean_token_accuracy": 0.577016419172287,
      "num_tokens": 495090970.0,
      "step": 642710
    },
    {
      "epoch": 0.8152641312703112,
      "grad_norm": 5.875,
      "learning_rate": 9.23802866574142e-06,
      "loss": 2.0789,
      "mean_token_accuracy": 0.540166437625885,
      "num_tokens": 495098752.0,
      "step": 642720
    },
    {
      "epoch": 0.8152768158628441,
      "grad_norm": 5.53125,
      "learning_rate": 9.237394355655129e-06,
      "loss": 1.9372,
      "mean_token_accuracy": 0.569877153635025,
      "num_tokens": 495105811.0,
      "step": 642730
    },
    {
      "epoch": 0.8152895004553768,
      "grad_norm": 5.65625,
      "learning_rate": 9.236760045568838e-06,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5512967228889465,
      "num_tokens": 495113538.0,
      "step": 642740
    },
    {
      "epoch": 0.8153021850479097,
      "grad_norm": 12.3125,
      "learning_rate": 9.236125735482545e-06,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5612446755170822,
      "num_tokens": 495120635.0,
      "step": 642750
    },
    {
      "epoch": 0.8153148696404425,
      "grad_norm": 5.0625,
      "learning_rate": 9.235491425396255e-06,
      "loss": 1.912,
      "mean_token_accuracy": 0.5816305547952652,
      "num_tokens": 495127296.0,
      "step": 642760
    },
    {
      "epoch": 0.8153275542329754,
      "grad_norm": 5.40625,
      "learning_rate": 9.234857115309962e-06,
      "loss": 1.8163,
      "mean_token_accuracy": 0.5935936331748962,
      "num_tokens": 495133991.0,
      "step": 642770
    },
    {
      "epoch": 0.8153402388255082,
      "grad_norm": 5.125,
      "learning_rate": 9.234222805223671e-06,
      "loss": 1.6091,
      "mean_token_accuracy": 0.6449056386947631,
      "num_tokens": 495138680.0,
      "step": 642780
    },
    {
      "epoch": 0.815352923418041,
      "grad_norm": 5.53125,
      "learning_rate": 9.23358849513738e-06,
      "loss": 2.0494,
      "mean_token_accuracy": 0.560255280137062,
      "num_tokens": 495146549.0,
      "step": 642790
    },
    {
      "epoch": 0.8153656080105739,
      "grad_norm": 5.8125,
      "learning_rate": 9.232954185051087e-06,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5360630959272384,
      "num_tokens": 495155563.0,
      "step": 642800
    },
    {
      "epoch": 0.8153782926031067,
      "grad_norm": 5.09375,
      "learning_rate": 9.232319874964797e-06,
      "loss": 1.8809,
      "mean_token_accuracy": 0.5754852563142776,
      "num_tokens": 495162976.0,
      "step": 642810
    },
    {
      "epoch": 0.8153909771956396,
      "grad_norm": 6.21875,
      "learning_rate": 9.231685564878504e-06,
      "loss": 1.8975,
      "mean_token_accuracy": 0.5837767511606217,
      "num_tokens": 495168775.0,
      "step": 642820
    },
    {
      "epoch": 0.8154036617881724,
      "grad_norm": 5.96875,
      "learning_rate": 9.231051254792213e-06,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5203884601593017,
      "num_tokens": 495176570.0,
      "step": 642830
    },
    {
      "epoch": 0.8154163463807053,
      "grad_norm": 5.5625,
      "learning_rate": 9.230416944705922e-06,
      "loss": 1.8895,
      "mean_token_accuracy": 0.5756300300359726,
      "num_tokens": 495184650.0,
      "step": 642840
    },
    {
      "epoch": 0.815429030973238,
      "grad_norm": 7.90625,
      "learning_rate": 9.22978263461963e-06,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5255974739789963,
      "num_tokens": 495192162.0,
      "step": 642850
    },
    {
      "epoch": 0.8154417155657708,
      "grad_norm": 4.96875,
      "learning_rate": 9.22914832453334e-06,
      "loss": 2.11,
      "mean_token_accuracy": 0.5412132382392884,
      "num_tokens": 495199514.0,
      "step": 642860
    },
    {
      "epoch": 0.8154544001583037,
      "grad_norm": 4.84375,
      "learning_rate": 9.228514014447046e-06,
      "loss": 1.9221,
      "mean_token_accuracy": 0.586389234662056,
      "num_tokens": 495206615.0,
      "step": 642870
    },
    {
      "epoch": 0.8154670847508365,
      "grad_norm": 5.34375,
      "learning_rate": 9.227879704360755e-06,
      "loss": 1.9417,
      "mean_token_accuracy": 0.5751778870820999,
      "num_tokens": 495214081.0,
      "step": 642880
    },
    {
      "epoch": 0.8154797693433694,
      "grad_norm": 8.5625,
      "learning_rate": 9.227245394274464e-06,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5322056114673615,
      "num_tokens": 495221027.0,
      "step": 642890
    },
    {
      "epoch": 0.8154924539359022,
      "grad_norm": 5.21875,
      "learning_rate": 9.226611084188172e-06,
      "loss": 2.1513,
      "mean_token_accuracy": 0.529520359635353,
      "num_tokens": 495230195.0,
      "step": 642900
    },
    {
      "epoch": 0.8155051385284351,
      "grad_norm": 5.25,
      "learning_rate": 9.225976774101881e-06,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5403092384338379,
      "num_tokens": 495237222.0,
      "step": 642910
    },
    {
      "epoch": 0.8155178231209679,
      "grad_norm": 5.6875,
      "learning_rate": 9.22534246401559e-06,
      "loss": 1.8543,
      "mean_token_accuracy": 0.5896083861589432,
      "num_tokens": 495243546.0,
      "step": 642920
    },
    {
      "epoch": 0.8155305077135008,
      "grad_norm": 6.375,
      "learning_rate": 9.224708153929297e-06,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5380465000867843,
      "num_tokens": 495250882.0,
      "step": 642930
    },
    {
      "epoch": 0.8155431923060336,
      "grad_norm": 5.875,
      "learning_rate": 9.224073843843006e-06,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5176672875881195,
      "num_tokens": 495259400.0,
      "step": 642940
    },
    {
      "epoch": 0.8155558768985663,
      "grad_norm": 7.28125,
      "learning_rate": 9.223439533756714e-06,
      "loss": 2.3347,
      "mean_token_accuracy": 0.5072265654802323,
      "num_tokens": 495265962.0,
      "step": 642950
    },
    {
      "epoch": 0.8155685614910992,
      "grad_norm": 6.8125,
      "learning_rate": 9.222805223670423e-06,
      "loss": 2.213,
      "mean_token_accuracy": 0.5266012817621231,
      "num_tokens": 495272396.0,
      "step": 642960
    },
    {
      "epoch": 0.815581246083632,
      "grad_norm": 4.96875,
      "learning_rate": 9.222170913584132e-06,
      "loss": 2.1976,
      "mean_token_accuracy": 0.52677501142025,
      "num_tokens": 495279916.0,
      "step": 642970
    },
    {
      "epoch": 0.8155939306761649,
      "grad_norm": 4.875,
      "learning_rate": 9.22153660349784e-06,
      "loss": 2.0418,
      "mean_token_accuracy": 0.5466677606105804,
      "num_tokens": 495287701.0,
      "step": 642980
    },
    {
      "epoch": 0.8156066152686977,
      "grad_norm": 4.5625,
      "learning_rate": 9.220902293411548e-06,
      "loss": 2.058,
      "mean_token_accuracy": 0.5538132131099701,
      "num_tokens": 495295805.0,
      "step": 642990
    },
    {
      "epoch": 0.8156192998612306,
      "grad_norm": 6.75,
      "learning_rate": 9.220267983325256e-06,
      "loss": 2.2914,
      "mean_token_accuracy": 0.5062916129827499,
      "num_tokens": 495303502.0,
      "step": 643000
    },
    {
      "epoch": 0.8156319844537634,
      "grad_norm": 5.9375,
      "learning_rate": 9.219633673238965e-06,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5427956074476242,
      "num_tokens": 495310904.0,
      "step": 643010
    },
    {
      "epoch": 0.8156446690462962,
      "grad_norm": 15.4375,
      "learning_rate": 9.218999363152674e-06,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5349043905735016,
      "num_tokens": 495318715.0,
      "step": 643020
    },
    {
      "epoch": 0.8156573536388291,
      "grad_norm": 6.25,
      "learning_rate": 9.218365053066383e-06,
      "loss": 2.036,
      "mean_token_accuracy": 0.5540198624134064,
      "num_tokens": 495325970.0,
      "step": 643030
    },
    {
      "epoch": 0.8156700382313619,
      "grad_norm": 7.40625,
      "learning_rate": 9.217730742980091e-06,
      "loss": 2.189,
      "mean_token_accuracy": 0.5239657580852508,
      "num_tokens": 495333390.0,
      "step": 643040
    },
    {
      "epoch": 0.8156827228238948,
      "grad_norm": 4.9375,
      "learning_rate": 9.217096432893798e-06,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5308403134346008,
      "num_tokens": 495341549.0,
      "step": 643050
    },
    {
      "epoch": 0.8156954074164275,
      "grad_norm": 8.25,
      "learning_rate": 9.216462122807507e-06,
      "loss": 2.1029,
      "mean_token_accuracy": 0.530715823173523,
      "num_tokens": 495349170.0,
      "step": 643060
    },
    {
      "epoch": 0.8157080920089604,
      "grad_norm": 5.5625,
      "learning_rate": 9.215827812721216e-06,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5411733001470566,
      "num_tokens": 495357290.0,
      "step": 643070
    },
    {
      "epoch": 0.8157207766014932,
      "grad_norm": 5.09375,
      "learning_rate": 9.215193502634925e-06,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5503057837486267,
      "num_tokens": 495365596.0,
      "step": 643080
    },
    {
      "epoch": 0.815733461194026,
      "grad_norm": 2.875,
      "learning_rate": 9.214559192548633e-06,
      "loss": 1.8994,
      "mean_token_accuracy": 0.5762416988611221,
      "num_tokens": 495373090.0,
      "step": 643090
    },
    {
      "epoch": 0.8157461457865589,
      "grad_norm": 5.96875,
      "learning_rate": 9.21392488246234e-06,
      "loss": 2.018,
      "mean_token_accuracy": 0.5606296330690383,
      "num_tokens": 495380619.0,
      "step": 643100
    },
    {
      "epoch": 0.8157588303790917,
      "grad_norm": 4.8125,
      "learning_rate": 9.213290572376051e-06,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5393466979265213,
      "num_tokens": 495389603.0,
      "step": 643110
    },
    {
      "epoch": 0.8157715149716246,
      "grad_norm": 13.25,
      "learning_rate": 9.212656262289758e-06,
      "loss": 1.9655,
      "mean_token_accuracy": 0.555637875199318,
      "num_tokens": 495397400.0,
      "step": 643120
    },
    {
      "epoch": 0.8157841995641574,
      "grad_norm": 4.84375,
      "learning_rate": 9.212021952203467e-06,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5331116199493409,
      "num_tokens": 495405549.0,
      "step": 643130
    },
    {
      "epoch": 0.8157968841566903,
      "grad_norm": 4.71875,
      "learning_rate": 9.211387642117175e-06,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5418205976486206,
      "num_tokens": 495413719.0,
      "step": 643140
    },
    {
      "epoch": 0.8158095687492231,
      "grad_norm": 5.0,
      "learning_rate": 9.210753332030882e-06,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5615198522806167,
      "num_tokens": 495420054.0,
      "step": 643150
    },
    {
      "epoch": 0.815822253341756,
      "grad_norm": 6.34375,
      "learning_rate": 9.210119021944593e-06,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5383722662925721,
      "num_tokens": 495427783.0,
      "step": 643160
    },
    {
      "epoch": 0.8158349379342887,
      "grad_norm": 7.125,
      "learning_rate": 9.2094847118583e-06,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5518595665693283,
      "num_tokens": 495435355.0,
      "step": 643170
    },
    {
      "epoch": 0.8158476225268215,
      "grad_norm": 5.34375,
      "learning_rate": 9.208850401772009e-06,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5659740447998047,
      "num_tokens": 495442945.0,
      "step": 643180
    },
    {
      "epoch": 0.8158603071193544,
      "grad_norm": 5.71875,
      "learning_rate": 9.208216091685717e-06,
      "loss": 2.1861,
      "mean_token_accuracy": 0.528034245967865,
      "num_tokens": 495451097.0,
      "step": 643190
    },
    {
      "epoch": 0.8158729917118872,
      "grad_norm": 7.25,
      "learning_rate": 9.207581781599426e-06,
      "loss": 1.78,
      "mean_token_accuracy": 0.5863710433244705,
      "num_tokens": 495457792.0,
      "step": 643200
    },
    {
      "epoch": 0.8158856763044201,
      "grad_norm": 5.46875,
      "learning_rate": 9.206947471513135e-06,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5429260432720184,
      "num_tokens": 495465352.0,
      "step": 643210
    },
    {
      "epoch": 0.8158983608969529,
      "grad_norm": 7.125,
      "learning_rate": 9.206313161426842e-06,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5489861726760864,
      "num_tokens": 495473389.0,
      "step": 643220
    },
    {
      "epoch": 0.8159110454894858,
      "grad_norm": 5.125,
      "learning_rate": 9.205678851340552e-06,
      "loss": 1.8777,
      "mean_token_accuracy": 0.5747788220643997,
      "num_tokens": 495480777.0,
      "step": 643230
    },
    {
      "epoch": 0.8159237300820186,
      "grad_norm": 6.09375,
      "learning_rate": 9.20504454125426e-06,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5403566539287568,
      "num_tokens": 495489025.0,
      "step": 643240
    },
    {
      "epoch": 0.8159364146745514,
      "grad_norm": 5.46875,
      "learning_rate": 9.204410231167968e-06,
      "loss": 1.9181,
      "mean_token_accuracy": 0.585511001944542,
      "num_tokens": 495496131.0,
      "step": 643250
    },
    {
      "epoch": 0.8159490992670843,
      "grad_norm": 5.59375,
      "learning_rate": 9.203775921081677e-06,
      "loss": 1.8958,
      "mean_token_accuracy": 0.5637923181056976,
      "num_tokens": 495503279.0,
      "step": 643260
    },
    {
      "epoch": 0.815961783859617,
      "grad_norm": 7.46875,
      "learning_rate": 9.203141610995384e-06,
      "loss": 1.8593,
      "mean_token_accuracy": 0.586613118648529,
      "num_tokens": 495510050.0,
      "step": 643270
    },
    {
      "epoch": 0.8159744684521499,
      "grad_norm": 9.3125,
      "learning_rate": 9.202507300909094e-06,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5331523984670639,
      "num_tokens": 495517949.0,
      "step": 643280
    },
    {
      "epoch": 0.8159871530446827,
      "grad_norm": 5.28125,
      "learning_rate": 9.201872990822801e-06,
      "loss": 1.8615,
      "mean_token_accuracy": 0.5838996112346649,
      "num_tokens": 495524449.0,
      "step": 643290
    },
    {
      "epoch": 0.8159998376372156,
      "grad_norm": 4.625,
      "learning_rate": 9.201238680736512e-06,
      "loss": 1.8372,
      "mean_token_accuracy": 0.5851796060800553,
      "num_tokens": 495532199.0,
      "step": 643300
    },
    {
      "epoch": 0.8160125222297484,
      "grad_norm": 5.21875,
      "learning_rate": 9.200604370650219e-06,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5514890223741531,
      "num_tokens": 495540115.0,
      "step": 643310
    },
    {
      "epoch": 0.8160252068222813,
      "grad_norm": 6.8125,
      "learning_rate": 9.199970060563928e-06,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5247847139835358,
      "num_tokens": 495549273.0,
      "step": 643320
    },
    {
      "epoch": 0.8160378914148141,
      "grad_norm": 4.84375,
      "learning_rate": 9.199335750477636e-06,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5617043286561966,
      "num_tokens": 495557054.0,
      "step": 643330
    },
    {
      "epoch": 0.8160505760073469,
      "grad_norm": 9.9375,
      "learning_rate": 9.198701440391343e-06,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5934165507555008,
      "num_tokens": 495563703.0,
      "step": 643340
    },
    {
      "epoch": 0.8160632605998798,
      "grad_norm": 10.875,
      "learning_rate": 9.198067130305054e-06,
      "loss": 1.8507,
      "mean_token_accuracy": 0.6018198549747467,
      "num_tokens": 495570252.0,
      "step": 643350
    },
    {
      "epoch": 0.8160759451924126,
      "grad_norm": 7.40625,
      "learning_rate": 9.197432820218761e-06,
      "loss": 2.281,
      "mean_token_accuracy": 0.5115793079137803,
      "num_tokens": 495578045.0,
      "step": 643360
    },
    {
      "epoch": 0.8160886297849455,
      "grad_norm": 17.625,
      "learning_rate": 9.19679851013247e-06,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5612533152103424,
      "num_tokens": 495583766.0,
      "step": 643370
    },
    {
      "epoch": 0.8161013143774782,
      "grad_norm": 5.28125,
      "learning_rate": 9.196164200046178e-06,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5541860520839691,
      "num_tokens": 495591197.0,
      "step": 643380
    },
    {
      "epoch": 0.8161139989700111,
      "grad_norm": 6.34375,
      "learning_rate": 9.195529889959885e-06,
      "loss": 1.7494,
      "mean_token_accuracy": 0.6079442799091339,
      "num_tokens": 495596389.0,
      "step": 643390
    },
    {
      "epoch": 0.8161266835625439,
      "grad_norm": 5.28125,
      "learning_rate": 9.194895579873596e-06,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5682001709938049,
      "num_tokens": 495603759.0,
      "step": 643400
    },
    {
      "epoch": 0.8161393681550767,
      "grad_norm": 4.84375,
      "learning_rate": 9.194261269787303e-06,
      "loss": 1.9088,
      "mean_token_accuracy": 0.5634592294692993,
      "num_tokens": 495611577.0,
      "step": 643410
    },
    {
      "epoch": 0.8161520527476096,
      "grad_norm": 6.9375,
      "learning_rate": 9.193626959701013e-06,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5482622027397156,
      "num_tokens": 495619717.0,
      "step": 643420
    },
    {
      "epoch": 0.8161647373401424,
      "grad_norm": 7.3125,
      "learning_rate": 9.19299264961472e-06,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5577352523803711,
      "num_tokens": 495627784.0,
      "step": 643430
    },
    {
      "epoch": 0.8161774219326753,
      "grad_norm": 5.1875,
      "learning_rate": 9.19235833952843e-06,
      "loss": 2.224,
      "mean_token_accuracy": 0.5063618123531342,
      "num_tokens": 495635357.0,
      "step": 643440
    },
    {
      "epoch": 0.8161901065252081,
      "grad_norm": 6.25,
      "learning_rate": 9.191724029442138e-06,
      "loss": 2.2444,
      "mean_token_accuracy": 0.5183763176202774,
      "num_tokens": 495642710.0,
      "step": 643450
    },
    {
      "epoch": 0.816202791117741,
      "grad_norm": 4.875,
      "learning_rate": 9.191089719355845e-06,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5478085666894913,
      "num_tokens": 495651108.0,
      "step": 643460
    },
    {
      "epoch": 0.8162154757102738,
      "grad_norm": 4.96875,
      "learning_rate": 9.190455409269555e-06,
      "loss": 1.9467,
      "mean_token_accuracy": 0.5628197640180588,
      "num_tokens": 495657104.0,
      "step": 643470
    },
    {
      "epoch": 0.8162281603028065,
      "grad_norm": 5.21875,
      "learning_rate": 9.189821099183262e-06,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5263806343078613,
      "num_tokens": 495666034.0,
      "step": 643480
    },
    {
      "epoch": 0.8162408448953394,
      "grad_norm": 6.59375,
      "learning_rate": 9.189186789096971e-06,
      "loss": 1.6542,
      "mean_token_accuracy": 0.6272887736558914,
      "num_tokens": 495672431.0,
      "step": 643490
    },
    {
      "epoch": 0.8162535294878722,
      "grad_norm": 5.78125,
      "learning_rate": 9.18855247901068e-06,
      "loss": 2.2431,
      "mean_token_accuracy": 0.5220402479171753,
      "num_tokens": 495679886.0,
      "step": 643500
    },
    {
      "epoch": 0.8162662140804051,
      "grad_norm": 4.96875,
      "learning_rate": 9.187918168924389e-06,
      "loss": 2.078,
      "mean_token_accuracy": 0.5355871200561524,
      "num_tokens": 495687622.0,
      "step": 643510
    },
    {
      "epoch": 0.8162788986729379,
      "grad_norm": 5.28125,
      "learning_rate": 9.187283858838097e-06,
      "loss": 2.1492,
      "mean_token_accuracy": 0.5390992313623428,
      "num_tokens": 495694783.0,
      "step": 643520
    },
    {
      "epoch": 0.8162915832654708,
      "grad_norm": 6.28125,
      "learning_rate": 9.186649548751804e-06,
      "loss": 1.8114,
      "mean_token_accuracy": 0.601995661854744,
      "num_tokens": 495702193.0,
      "step": 643530
    },
    {
      "epoch": 0.8163042678580036,
      "grad_norm": 6.125,
      "learning_rate": 9.186015238665513e-06,
      "loss": 1.7986,
      "mean_token_accuracy": 0.5851254224777221,
      "num_tokens": 495708175.0,
      "step": 643540
    },
    {
      "epoch": 0.8163169524505365,
      "grad_norm": 4.6875,
      "learning_rate": 9.185380928579222e-06,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5579408019781112,
      "num_tokens": 495717339.0,
      "step": 643550
    },
    {
      "epoch": 0.8163296370430693,
      "grad_norm": 5.65625,
      "learning_rate": 9.18474661849293e-06,
      "loss": 2.042,
      "mean_token_accuracy": 0.5549385637044907,
      "num_tokens": 495725443.0,
      "step": 643560
    },
    {
      "epoch": 0.816342321635602,
      "grad_norm": 7.875,
      "learning_rate": 9.18411230840664e-06,
      "loss": 1.9326,
      "mean_token_accuracy": 0.5580766677856446,
      "num_tokens": 495731474.0,
      "step": 643570
    },
    {
      "epoch": 0.816355006228135,
      "grad_norm": 6.90625,
      "learning_rate": 9.183477998320346e-06,
      "loss": 1.9266,
      "mean_token_accuracy": 0.5614480555057526,
      "num_tokens": 495739070.0,
      "step": 643580
    },
    {
      "epoch": 0.8163676908206677,
      "grad_norm": 10.9375,
      "learning_rate": 9.182843688234055e-06,
      "loss": 1.995,
      "mean_token_accuracy": 0.5553639203310012,
      "num_tokens": 495746216.0,
      "step": 643590
    },
    {
      "epoch": 0.8163803754132006,
      "grad_norm": 5.53125,
      "learning_rate": 9.182209378147764e-06,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5315341532230378,
      "num_tokens": 495753474.0,
      "step": 643600
    },
    {
      "epoch": 0.8163930600057334,
      "grad_norm": 6.0625,
      "learning_rate": 9.181575068061473e-06,
      "loss": 2.0132,
      "mean_token_accuracy": 0.536793714761734,
      "num_tokens": 495761204.0,
      "step": 643610
    },
    {
      "epoch": 0.8164057445982663,
      "grad_norm": 5.40625,
      "learning_rate": 9.180940757975181e-06,
      "loss": 1.9738,
      "mean_token_accuracy": 0.551187339425087,
      "num_tokens": 495768485.0,
      "step": 643620
    },
    {
      "epoch": 0.8164184291907991,
      "grad_norm": 5.8125,
      "learning_rate": 9.18030644788889e-06,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5299804776906967,
      "num_tokens": 495775533.0,
      "step": 643630
    },
    {
      "epoch": 0.8164311137833319,
      "grad_norm": 6.65625,
      "learning_rate": 9.179672137802597e-06,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5393915355205536,
      "num_tokens": 495783504.0,
      "step": 643640
    },
    {
      "epoch": 0.8164437983758648,
      "grad_norm": 5.03125,
      "learning_rate": 9.179037827716306e-06,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5445448011159897,
      "num_tokens": 495789703.0,
      "step": 643650
    },
    {
      "epoch": 0.8164564829683976,
      "grad_norm": 5.4375,
      "learning_rate": 9.178403517630015e-06,
      "loss": 2.1924,
      "mean_token_accuracy": 0.518603053689003,
      "num_tokens": 495797964.0,
      "step": 643660
    },
    {
      "epoch": 0.8164691675609305,
      "grad_norm": 6.125,
      "learning_rate": 9.177769207543723e-06,
      "loss": 1.998,
      "mean_token_accuracy": 0.5623363554477692,
      "num_tokens": 495804268.0,
      "step": 643670
    },
    {
      "epoch": 0.8164818521534633,
      "grad_norm": 5.4375,
      "learning_rate": 9.177134897457432e-06,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5262177079916001,
      "num_tokens": 495812038.0,
      "step": 643680
    },
    {
      "epoch": 0.8164945367459961,
      "grad_norm": 6.46875,
      "learning_rate": 9.176500587371141e-06,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5492032885551452,
      "num_tokens": 495819481.0,
      "step": 643690
    },
    {
      "epoch": 0.8165072213385289,
      "grad_norm": 6.34375,
      "learning_rate": 9.17586627728485e-06,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5546197652816772,
      "num_tokens": 495826140.0,
      "step": 643700
    },
    {
      "epoch": 0.8165199059310618,
      "grad_norm": 5.5625,
      "learning_rate": 9.175231967198557e-06,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5327075958251953,
      "num_tokens": 495832690.0,
      "step": 643710
    },
    {
      "epoch": 0.8165325905235946,
      "grad_norm": 6.875,
      "learning_rate": 9.174597657112265e-06,
      "loss": 2.2439,
      "mean_token_accuracy": 0.508181768655777,
      "num_tokens": 495840183.0,
      "step": 643720
    },
    {
      "epoch": 0.8165452751161274,
      "grad_norm": 5.28125,
      "learning_rate": 9.173963347025974e-06,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5777851670980454,
      "num_tokens": 495847409.0,
      "step": 643730
    },
    {
      "epoch": 0.8165579597086603,
      "grad_norm": 5.375,
      "learning_rate": 9.173329036939683e-06,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5284716218709946,
      "num_tokens": 495855031.0,
      "step": 643740
    },
    {
      "epoch": 0.8165706443011931,
      "grad_norm": 6.65625,
      "learning_rate": 9.172694726853392e-06,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5637295544147491,
      "num_tokens": 495862074.0,
      "step": 643750
    },
    {
      "epoch": 0.816583328893726,
      "grad_norm": 5.40625,
      "learning_rate": 9.172060416767099e-06,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5309470951557159,
      "num_tokens": 495870599.0,
      "step": 643760
    },
    {
      "epoch": 0.8165960134862588,
      "grad_norm": 5.75,
      "learning_rate": 9.171426106680809e-06,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5315081983804703,
      "num_tokens": 495878846.0,
      "step": 643770
    },
    {
      "epoch": 0.8166086980787917,
      "grad_norm": 4.78125,
      "learning_rate": 9.170791796594516e-06,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5393574625253678,
      "num_tokens": 495886849.0,
      "step": 643780
    },
    {
      "epoch": 0.8166213826713244,
      "grad_norm": 4.5,
      "learning_rate": 9.170157486508225e-06,
      "loss": 1.9739,
      "mean_token_accuracy": 0.570823809504509,
      "num_tokens": 495893957.0,
      "step": 643790
    },
    {
      "epoch": 0.8166340672638572,
      "grad_norm": 8.9375,
      "learning_rate": 9.169523176421934e-06,
      "loss": 1.5567,
      "mean_token_accuracy": 0.6439669847488403,
      "num_tokens": 495900422.0,
      "step": 643800
    },
    {
      "epoch": 0.8166467518563901,
      "grad_norm": 8.5625,
      "learning_rate": 9.16888886633564e-06,
      "loss": 1.8256,
      "mean_token_accuracy": 0.5987993538379669,
      "num_tokens": 495907104.0,
      "step": 643810
    },
    {
      "epoch": 0.8166594364489229,
      "grad_norm": 18.125,
      "learning_rate": 9.168254556249351e-06,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5311031907796859,
      "num_tokens": 495914283.0,
      "step": 643820
    },
    {
      "epoch": 0.8166721210414558,
      "grad_norm": 5.84375,
      "learning_rate": 9.167620246163058e-06,
      "loss": 2.1944,
      "mean_token_accuracy": 0.528625613451004,
      "num_tokens": 495921786.0,
      "step": 643830
    },
    {
      "epoch": 0.8166848056339886,
      "grad_norm": 5.4375,
      "learning_rate": 9.166985936076767e-06,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5286401987075806,
      "num_tokens": 495930078.0,
      "step": 643840
    },
    {
      "epoch": 0.8166974902265215,
      "grad_norm": 8.125,
      "learning_rate": 9.166351625990476e-06,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5634822398424149,
      "num_tokens": 495936889.0,
      "step": 643850
    },
    {
      "epoch": 0.8167101748190543,
      "grad_norm": 5.09375,
      "learning_rate": 9.165717315904183e-06,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5325293242931366,
      "num_tokens": 495944764.0,
      "step": 643860
    },
    {
      "epoch": 0.8167228594115872,
      "grad_norm": 5.125,
      "learning_rate": 9.165083005817893e-06,
      "loss": 1.9728,
      "mean_token_accuracy": 0.565065911412239,
      "num_tokens": 495952217.0,
      "step": 643870
    },
    {
      "epoch": 0.81673554400412,
      "grad_norm": 13.3125,
      "learning_rate": 9.1644486957316e-06,
      "loss": 1.8568,
      "mean_token_accuracy": 0.5850623846054077,
      "num_tokens": 495958561.0,
      "step": 643880
    },
    {
      "epoch": 0.8167482285966527,
      "grad_norm": 6.15625,
      "learning_rate": 9.16381438564531e-06,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5355842918157577,
      "num_tokens": 495966477.0,
      "step": 643890
    },
    {
      "epoch": 0.8167609131891856,
      "grad_norm": 6.65625,
      "learning_rate": 9.163180075559018e-06,
      "loss": 1.8321,
      "mean_token_accuracy": 0.5848902791738511,
      "num_tokens": 495971797.0,
      "step": 643900
    },
    {
      "epoch": 0.8167735977817184,
      "grad_norm": 15.125,
      "learning_rate": 9.162545765472726e-06,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5403977811336518,
      "num_tokens": 495978912.0,
      "step": 643910
    },
    {
      "epoch": 0.8167862823742513,
      "grad_norm": 4.71875,
      "learning_rate": 9.161911455386435e-06,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5400571405887604,
      "num_tokens": 495988766.0,
      "step": 643920
    },
    {
      "epoch": 0.8167989669667841,
      "grad_norm": 4.59375,
      "learning_rate": 9.161277145300142e-06,
      "loss": 2.2,
      "mean_token_accuracy": 0.5185756981372833,
      "num_tokens": 495996703.0,
      "step": 643930
    },
    {
      "epoch": 0.816811651559317,
      "grad_norm": 6.375,
      "learning_rate": 9.160642835213853e-06,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5600294440984726,
      "num_tokens": 496003645.0,
      "step": 643940
    },
    {
      "epoch": 0.8168243361518498,
      "grad_norm": 4.6875,
      "learning_rate": 9.16000852512756e-06,
      "loss": 1.7903,
      "mean_token_accuracy": 0.6005446553230286,
      "num_tokens": 496010768.0,
      "step": 643950
    },
    {
      "epoch": 0.8168370207443826,
      "grad_norm": 9.375,
      "learning_rate": 9.15937421504127e-06,
      "loss": 2.319,
      "mean_token_accuracy": 0.5133774101734161,
      "num_tokens": 496019929.0,
      "step": 643960
    },
    {
      "epoch": 0.8168497053369155,
      "grad_norm": 4.75,
      "learning_rate": 9.158739904954977e-06,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5450714647769928,
      "num_tokens": 496027185.0,
      "step": 643970
    },
    {
      "epoch": 0.8168623899294483,
      "grad_norm": 4.875,
      "learning_rate": 9.158105594868686e-06,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5299379706382752,
      "num_tokens": 496035870.0,
      "step": 643980
    },
    {
      "epoch": 0.8168750745219812,
      "grad_norm": 7.53125,
      "learning_rate": 9.157471284782395e-06,
      "loss": 1.8778,
      "mean_token_accuracy": 0.5800921827554703,
      "num_tokens": 496042477.0,
      "step": 643990
    },
    {
      "epoch": 0.816887759114514,
      "grad_norm": 5.40625,
      "learning_rate": 9.156836974696102e-06,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5718305826187133,
      "num_tokens": 496051187.0,
      "step": 644000
    },
    {
      "epoch": 0.8169004437070468,
      "grad_norm": 5.375,
      "learning_rate": 9.156202664609812e-06,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5698557734489441,
      "num_tokens": 496058842.0,
      "step": 644010
    },
    {
      "epoch": 0.8169131282995796,
      "grad_norm": 9.5,
      "learning_rate": 9.155568354523519e-06,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5657219380140305,
      "num_tokens": 496065802.0,
      "step": 644020
    },
    {
      "epoch": 0.8169258128921124,
      "grad_norm": 4.3125,
      "learning_rate": 9.154934044437228e-06,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5371176809072494,
      "num_tokens": 496073966.0,
      "step": 644030
    },
    {
      "epoch": 0.8169384974846453,
      "grad_norm": 5.8125,
      "learning_rate": 9.154299734350937e-06,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5358549177646637,
      "num_tokens": 496082053.0,
      "step": 644040
    },
    {
      "epoch": 0.8169511820771781,
      "grad_norm": 5.46875,
      "learning_rate": 9.153665424264644e-06,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5262051939964294,
      "num_tokens": 496090277.0,
      "step": 644050
    },
    {
      "epoch": 0.816963866669711,
      "grad_norm": 8.125,
      "learning_rate": 9.153031114178354e-06,
      "loss": 2.067,
      "mean_token_accuracy": 0.543297728896141,
      "num_tokens": 496097934.0,
      "step": 644060
    },
    {
      "epoch": 0.8169765512622438,
      "grad_norm": 5.375,
      "learning_rate": 9.152396804092061e-06,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5253755509853363,
      "num_tokens": 496106388.0,
      "step": 644070
    },
    {
      "epoch": 0.8169892358547767,
      "grad_norm": 7.4375,
      "learning_rate": 9.15176249400577e-06,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5454070478677749,
      "num_tokens": 496113479.0,
      "step": 644080
    },
    {
      "epoch": 0.8170019204473095,
      "grad_norm": 4.84375,
      "learning_rate": 9.151128183919479e-06,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5357359051704407,
      "num_tokens": 496122050.0,
      "step": 644090
    },
    {
      "epoch": 0.8170146050398424,
      "grad_norm": 5.84375,
      "learning_rate": 9.150493873833187e-06,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5663530170917511,
      "num_tokens": 496129699.0,
      "step": 644100
    },
    {
      "epoch": 0.8170272896323751,
      "grad_norm": 5.84375,
      "learning_rate": 9.149859563746896e-06,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5317439764738083,
      "num_tokens": 496136981.0,
      "step": 644110
    },
    {
      "epoch": 0.8170399742249079,
      "grad_norm": 5.875,
      "learning_rate": 9.149225253660603e-06,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5445066541433334,
      "num_tokens": 496144157.0,
      "step": 644120
    },
    {
      "epoch": 0.8170526588174408,
      "grad_norm": 4.65625,
      "learning_rate": 9.148590943574314e-06,
      "loss": 1.8444,
      "mean_token_accuracy": 0.5725394010543823,
      "num_tokens": 496151563.0,
      "step": 644130
    },
    {
      "epoch": 0.8170653434099736,
      "grad_norm": 4.875,
      "learning_rate": 9.14795663348802e-06,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5203197985887528,
      "num_tokens": 496159945.0,
      "step": 644140
    },
    {
      "epoch": 0.8170780280025065,
      "grad_norm": 5.125,
      "learning_rate": 9.14732232340173e-06,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5653366595506668,
      "num_tokens": 496166362.0,
      "step": 644150
    },
    {
      "epoch": 0.8170907125950393,
      "grad_norm": 6.375,
      "learning_rate": 9.146688013315438e-06,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5475164145231247,
      "num_tokens": 496174115.0,
      "step": 644160
    },
    {
      "epoch": 0.8171033971875722,
      "grad_norm": 5.28125,
      "learning_rate": 9.146053703229147e-06,
      "loss": 2.1951,
      "mean_token_accuracy": 0.5169296085834503,
      "num_tokens": 496182647.0,
      "step": 644170
    },
    {
      "epoch": 0.817116081780105,
      "grad_norm": 6.125,
      "learning_rate": 9.145419393142856e-06,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5694564610719681,
      "num_tokens": 496191083.0,
      "step": 644180
    },
    {
      "epoch": 0.8171287663726378,
      "grad_norm": 7.3125,
      "learning_rate": 9.144785083056563e-06,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5351294994354248,
      "num_tokens": 496198019.0,
      "step": 644190
    },
    {
      "epoch": 0.8171414509651707,
      "grad_norm": 5.09375,
      "learning_rate": 9.144150772970271e-06,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5597025334835053,
      "num_tokens": 496204861.0,
      "step": 644200
    },
    {
      "epoch": 0.8171541355577034,
      "grad_norm": 20.125,
      "learning_rate": 9.14351646288398e-06,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5709291398525238,
      "num_tokens": 496211259.0,
      "step": 644210
    },
    {
      "epoch": 0.8171668201502363,
      "grad_norm": 5.15625,
      "learning_rate": 9.142882152797689e-06,
      "loss": 2.2115,
      "mean_token_accuracy": 0.5243940472602844,
      "num_tokens": 496219201.0,
      "step": 644220
    },
    {
      "epoch": 0.8171795047427691,
      "grad_norm": 5.28125,
      "learning_rate": 9.142247842711398e-06,
      "loss": 2.3212,
      "mean_token_accuracy": 0.5107967913150787,
      "num_tokens": 496227932.0,
      "step": 644230
    },
    {
      "epoch": 0.817192189335302,
      "grad_norm": 24.75,
      "learning_rate": 9.141613532625105e-06,
      "loss": 1.8076,
      "mean_token_accuracy": 0.6090038925409317,
      "num_tokens": 496233744.0,
      "step": 644240
    },
    {
      "epoch": 0.8172048739278348,
      "grad_norm": 5.28125,
      "learning_rate": 9.140979222538813e-06,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5298851668834687,
      "num_tokens": 496241750.0,
      "step": 644250
    },
    {
      "epoch": 0.8172175585203677,
      "grad_norm": 5.9375,
      "learning_rate": 9.140344912452522e-06,
      "loss": 1.9005,
      "mean_token_accuracy": 0.5694546580314637,
      "num_tokens": 496249298.0,
      "step": 644260
    },
    {
      "epoch": 0.8172302431129005,
      "grad_norm": 6.65625,
      "learning_rate": 9.13971060236623e-06,
      "loss": 2.1317,
      "mean_token_accuracy": 0.538886108994484,
      "num_tokens": 496257527.0,
      "step": 644270
    },
    {
      "epoch": 0.8172429277054333,
      "grad_norm": 5.59375,
      "learning_rate": 9.13907629227994e-06,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5435909330844879,
      "num_tokens": 496264704.0,
      "step": 644280
    },
    {
      "epoch": 0.8172556122979662,
      "grad_norm": 5.4375,
      "learning_rate": 9.138441982193648e-06,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5335325360298157,
      "num_tokens": 496271455.0,
      "step": 644290
    },
    {
      "epoch": 0.817268296890499,
      "grad_norm": 5.09375,
      "learning_rate": 9.137807672107355e-06,
      "loss": 1.8131,
      "mean_token_accuracy": 0.587234365940094,
      "num_tokens": 496278512.0,
      "step": 644300
    },
    {
      "epoch": 0.8172809814830319,
      "grad_norm": 5.5,
      "learning_rate": 9.137173362021064e-06,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5386229157447815,
      "num_tokens": 496287584.0,
      "step": 644310
    },
    {
      "epoch": 0.8172936660755646,
      "grad_norm": 4.53125,
      "learning_rate": 9.136539051934773e-06,
      "loss": 1.9828,
      "mean_token_accuracy": 0.559566080570221,
      "num_tokens": 496294543.0,
      "step": 644320
    },
    {
      "epoch": 0.8173063506680975,
      "grad_norm": 5.78125,
      "learning_rate": 9.135904741848482e-06,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5308316260576248,
      "num_tokens": 496302476.0,
      "step": 644330
    },
    {
      "epoch": 0.8173190352606303,
      "grad_norm": 6.8125,
      "learning_rate": 9.13527043176219e-06,
      "loss": 2.1913,
      "mean_token_accuracy": 0.5258464634418487,
      "num_tokens": 496310915.0,
      "step": 644340
    },
    {
      "epoch": 0.8173317198531631,
      "grad_norm": 5.5625,
      "learning_rate": 9.134636121675899e-06,
      "loss": 2.0548,
      "mean_token_accuracy": 0.5331549167633056,
      "num_tokens": 496319111.0,
      "step": 644350
    },
    {
      "epoch": 0.817344404445696,
      "grad_norm": 6.3125,
      "learning_rate": 9.134001811589608e-06,
      "loss": 1.8657,
      "mean_token_accuracy": 0.5870196402072907,
      "num_tokens": 496326490.0,
      "step": 644360
    },
    {
      "epoch": 0.8173570890382288,
      "grad_norm": 4.90625,
      "learning_rate": 9.133367501503315e-06,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5364065796136857,
      "num_tokens": 496334342.0,
      "step": 644370
    },
    {
      "epoch": 0.8173697736307617,
      "grad_norm": 5.09375,
      "learning_rate": 9.132733191417024e-06,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5588089883327484,
      "num_tokens": 496341999.0,
      "step": 644380
    },
    {
      "epoch": 0.8173824582232945,
      "grad_norm": 5.28125,
      "learning_rate": 9.132098881330732e-06,
      "loss": 2.16,
      "mean_token_accuracy": 0.5261604636907578,
      "num_tokens": 496350123.0,
      "step": 644390
    },
    {
      "epoch": 0.8173951428158274,
      "grad_norm": 5.0,
      "learning_rate": 9.131464571244441e-06,
      "loss": 1.7947,
      "mean_token_accuracy": 0.5956826478242874,
      "num_tokens": 496357987.0,
      "step": 644400
    },
    {
      "epoch": 0.8174078274083602,
      "grad_norm": 6.21875,
      "learning_rate": 9.13083026115815e-06,
      "loss": 2.2725,
      "mean_token_accuracy": 0.5266263037919998,
      "num_tokens": 496366393.0,
      "step": 644410
    },
    {
      "epoch": 0.8174205120008929,
      "grad_norm": 5.84375,
      "learning_rate": 9.130195951071857e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5507036507129669,
      "num_tokens": 496373851.0,
      "step": 644420
    },
    {
      "epoch": 0.8174331965934258,
      "grad_norm": 7.34375,
      "learning_rate": 9.129561640985566e-06,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5238399624824523,
      "num_tokens": 496382667.0,
      "step": 644430
    },
    {
      "epoch": 0.8174458811859586,
      "grad_norm": 6.375,
      "learning_rate": 9.128927330899274e-06,
      "loss": 2.091,
      "mean_token_accuracy": 0.5445884943008423,
      "num_tokens": 496389741.0,
      "step": 644440
    },
    {
      "epoch": 0.8174585657784915,
      "grad_norm": 12.1875,
      "learning_rate": 9.128293020812983e-06,
      "loss": 1.8872,
      "mean_token_accuracy": 0.5876466542482376,
      "num_tokens": 496396108.0,
      "step": 644450
    },
    {
      "epoch": 0.8174712503710243,
      "grad_norm": 11.125,
      "learning_rate": 9.127658710726692e-06,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5558877795934677,
      "num_tokens": 496402514.0,
      "step": 644460
    },
    {
      "epoch": 0.8174839349635572,
      "grad_norm": 5.15625,
      "learning_rate": 9.127024400640399e-06,
      "loss": 1.9501,
      "mean_token_accuracy": 0.5703735142946244,
      "num_tokens": 496409455.0,
      "step": 644470
    },
    {
      "epoch": 0.81749661955609,
      "grad_norm": 5.15625,
      "learning_rate": 9.12639009055411e-06,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5332973957061767,
      "num_tokens": 496416804.0,
      "step": 644480
    },
    {
      "epoch": 0.8175093041486229,
      "grad_norm": 4.53125,
      "learning_rate": 9.125755780467816e-06,
      "loss": 1.8757,
      "mean_token_accuracy": 0.5771266222000122,
      "num_tokens": 496423598.0,
      "step": 644490
    },
    {
      "epoch": 0.8175219887411557,
      "grad_norm": 4.78125,
      "learning_rate": 9.125121470381525e-06,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5294322162866593,
      "num_tokens": 496431122.0,
      "step": 644500
    },
    {
      "epoch": 0.8175346733336885,
      "grad_norm": 4.96875,
      "learning_rate": 9.124487160295234e-06,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5272519052028656,
      "num_tokens": 496440287.0,
      "step": 644510
    },
    {
      "epoch": 0.8175473579262214,
      "grad_norm": 5.46875,
      "learning_rate": 9.123852850208941e-06,
      "loss": 2.1246,
      "mean_token_accuracy": 0.5352788120508194,
      "num_tokens": 496447884.0,
      "step": 644520
    },
    {
      "epoch": 0.8175600425187541,
      "grad_norm": 5.4375,
      "learning_rate": 9.123218540122651e-06,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5165846318006515,
      "num_tokens": 496457154.0,
      "step": 644530
    },
    {
      "epoch": 0.817572727111287,
      "grad_norm": 5.28125,
      "learning_rate": 9.122584230036358e-06,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5225850194692612,
      "num_tokens": 496464759.0,
      "step": 644540
    },
    {
      "epoch": 0.8175854117038198,
      "grad_norm": 4.875,
      "learning_rate": 9.121949919950069e-06,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5487960815429688,
      "num_tokens": 496472311.0,
      "step": 644550
    },
    {
      "epoch": 0.8175980962963527,
      "grad_norm": 5.28125,
      "learning_rate": 9.121315609863776e-06,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5415462464094162,
      "num_tokens": 496480518.0,
      "step": 644560
    },
    {
      "epoch": 0.8176107808888855,
      "grad_norm": 6.625,
      "learning_rate": 9.120681299777485e-06,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5353499293327332,
      "num_tokens": 496488831.0,
      "step": 644570
    },
    {
      "epoch": 0.8176234654814183,
      "grad_norm": 5.21875,
      "learning_rate": 9.120046989691193e-06,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5419572472572327,
      "num_tokens": 496497291.0,
      "step": 644580
    },
    {
      "epoch": 0.8176361500739512,
      "grad_norm": 11.625,
      "learning_rate": 9.1194126796049e-06,
      "loss": 2.0484,
      "mean_token_accuracy": 0.545362389087677,
      "num_tokens": 496504571.0,
      "step": 644590
    },
    {
      "epoch": 0.817648834666484,
      "grad_norm": 7.1875,
      "learning_rate": 9.11877836951861e-06,
      "loss": 1.9497,
      "mean_token_accuracy": 0.558312714099884,
      "num_tokens": 496511647.0,
      "step": 644600
    },
    {
      "epoch": 0.8176615192590169,
      "grad_norm": 10.4375,
      "learning_rate": 9.118144059432318e-06,
      "loss": 2.0225,
      "mean_token_accuracy": 0.552745234966278,
      "num_tokens": 496518528.0,
      "step": 644610
    },
    {
      "epoch": 0.8176742038515497,
      "grad_norm": 4.75,
      "learning_rate": 9.117509749346027e-06,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5292258501052857,
      "num_tokens": 496526836.0,
      "step": 644620
    },
    {
      "epoch": 0.8176868884440825,
      "grad_norm": 5.84375,
      "learning_rate": 9.116875439259735e-06,
      "loss": 2.016,
      "mean_token_accuracy": 0.5573089689016342,
      "num_tokens": 496534533.0,
      "step": 644630
    },
    {
      "epoch": 0.8176995730366153,
      "grad_norm": 5.0,
      "learning_rate": 9.116241129173442e-06,
      "loss": 2.123,
      "mean_token_accuracy": 0.533490726351738,
      "num_tokens": 496543791.0,
      "step": 644640
    },
    {
      "epoch": 0.8177122576291482,
      "grad_norm": 5.5,
      "learning_rate": 9.115606819087153e-06,
      "loss": 2.203,
      "mean_token_accuracy": 0.5155568480491638,
      "num_tokens": 496551576.0,
      "step": 644650
    },
    {
      "epoch": 0.817724942221681,
      "grad_norm": 9.1875,
      "learning_rate": 9.11497250900086e-06,
      "loss": 2.0197,
      "mean_token_accuracy": 0.548588439822197,
      "num_tokens": 496558523.0,
      "step": 644660
    },
    {
      "epoch": 0.8177376268142138,
      "grad_norm": 8.9375,
      "learning_rate": 9.11433819891457e-06,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5756685137748718,
      "num_tokens": 496564087.0,
      "step": 644670
    },
    {
      "epoch": 0.8177503114067467,
      "grad_norm": 8.3125,
      "learning_rate": 9.113703888828277e-06,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5502615123987198,
      "num_tokens": 496571297.0,
      "step": 644680
    },
    {
      "epoch": 0.8177629959992795,
      "grad_norm": 5.875,
      "learning_rate": 9.113069578741986e-06,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5349499315023423,
      "num_tokens": 496579618.0,
      "step": 644690
    },
    {
      "epoch": 0.8177756805918124,
      "grad_norm": 6.46875,
      "learning_rate": 9.112435268655695e-06,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5381318986415863,
      "num_tokens": 496586703.0,
      "step": 644700
    },
    {
      "epoch": 0.8177883651843452,
      "grad_norm": 5.84375,
      "learning_rate": 9.111800958569402e-06,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5644521713256836,
      "num_tokens": 496594773.0,
      "step": 644710
    },
    {
      "epoch": 0.8178010497768781,
      "grad_norm": 7.03125,
      "learning_rate": 9.111166648483112e-06,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5550792306661606,
      "num_tokens": 496601490.0,
      "step": 644720
    },
    {
      "epoch": 0.8178137343694108,
      "grad_norm": 4.96875,
      "learning_rate": 9.11053233839682e-06,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5410883814096451,
      "num_tokens": 496608985.0,
      "step": 644730
    },
    {
      "epoch": 0.8178264189619436,
      "grad_norm": 6.28125,
      "learning_rate": 9.109898028310528e-06,
      "loss": 2.142,
      "mean_token_accuracy": 0.5283197224140167,
      "num_tokens": 496616397.0,
      "step": 644740
    },
    {
      "epoch": 0.8178391035544765,
      "grad_norm": 5.125,
      "learning_rate": 9.109263718224237e-06,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5842598587274551,
      "num_tokens": 496623705.0,
      "step": 644750
    },
    {
      "epoch": 0.8178517881470093,
      "grad_norm": 5.28125,
      "learning_rate": 9.108629408137946e-06,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5387086987495422,
      "num_tokens": 496631325.0,
      "step": 644760
    },
    {
      "epoch": 0.8178644727395422,
      "grad_norm": 5.15625,
      "learning_rate": 9.107995098051654e-06,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5299103766679764,
      "num_tokens": 496638986.0,
      "step": 644770
    },
    {
      "epoch": 0.817877157332075,
      "grad_norm": 5.1875,
      "learning_rate": 9.107360787965361e-06,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5354381442070008,
      "num_tokens": 496647344.0,
      "step": 644780
    },
    {
      "epoch": 0.8178898419246079,
      "grad_norm": 6.46875,
      "learning_rate": 9.10672647787907e-06,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5417207688093185,
      "num_tokens": 496654517.0,
      "step": 644790
    },
    {
      "epoch": 0.8179025265171407,
      "grad_norm": 4.96875,
      "learning_rate": 9.106092167792779e-06,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5735367387533188,
      "num_tokens": 496661409.0,
      "step": 644800
    },
    {
      "epoch": 0.8179152111096736,
      "grad_norm": 5.9375,
      "learning_rate": 9.105457857706488e-06,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5502676665782928,
      "num_tokens": 496668802.0,
      "step": 644810
    },
    {
      "epoch": 0.8179278957022064,
      "grad_norm": 5.90625,
      "learning_rate": 9.104823547620196e-06,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5301332384347915,
      "num_tokens": 496676708.0,
      "step": 644820
    },
    {
      "epoch": 0.8179405802947392,
      "grad_norm": 10.9375,
      "learning_rate": 9.104189237533903e-06,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5473403096199035,
      "num_tokens": 496684578.0,
      "step": 644830
    },
    {
      "epoch": 0.817953264887272,
      "grad_norm": 5.1875,
      "learning_rate": 9.103554927447614e-06,
      "loss": 1.8005,
      "mean_token_accuracy": 0.5878176003694534,
      "num_tokens": 496691377.0,
      "step": 644840
    },
    {
      "epoch": 0.8179659494798048,
      "grad_norm": 5.0625,
      "learning_rate": 9.10292061736132e-06,
      "loss": 1.8022,
      "mean_token_accuracy": 0.6131899237632752,
      "num_tokens": 496698407.0,
      "step": 644850
    },
    {
      "epoch": 0.8179786340723377,
      "grad_norm": 6.53125,
      "learning_rate": 9.10228630727503e-06,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5250402152538299,
      "num_tokens": 496706366.0,
      "step": 644860
    },
    {
      "epoch": 0.8179913186648705,
      "grad_norm": 5.78125,
      "learning_rate": 9.101651997188738e-06,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5387493729591369,
      "num_tokens": 496714451.0,
      "step": 644870
    },
    {
      "epoch": 0.8180040032574034,
      "grad_norm": 7.0625,
      "learning_rate": 9.101017687102447e-06,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5519574642181396,
      "num_tokens": 496722171.0,
      "step": 644880
    },
    {
      "epoch": 0.8180166878499362,
      "grad_norm": 7.90625,
      "learning_rate": 9.100383377016156e-06,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5485687583684922,
      "num_tokens": 496729763.0,
      "step": 644890
    },
    {
      "epoch": 0.818029372442469,
      "grad_norm": 5.84375,
      "learning_rate": 9.099749066929863e-06,
      "loss": 2.05,
      "mean_token_accuracy": 0.5594218581914902,
      "num_tokens": 496736271.0,
      "step": 644900
    },
    {
      "epoch": 0.8180420570350019,
      "grad_norm": 7.125,
      "learning_rate": 9.099114756843572e-06,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5396020174026489,
      "num_tokens": 496743302.0,
      "step": 644910
    },
    {
      "epoch": 0.8180547416275347,
      "grad_norm": 4.75,
      "learning_rate": 9.09848044675728e-06,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5682621151208878,
      "num_tokens": 496750828.0,
      "step": 644920
    },
    {
      "epoch": 0.8180674262200676,
      "grad_norm": 5.59375,
      "learning_rate": 9.097846136670989e-06,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5414136558771133,
      "num_tokens": 496759130.0,
      "step": 644930
    },
    {
      "epoch": 0.8180801108126003,
      "grad_norm": 9.0,
      "learning_rate": 9.097211826584698e-06,
      "loss": 1.7807,
      "mean_token_accuracy": 0.5998280435800553,
      "num_tokens": 496766204.0,
      "step": 644940
    },
    {
      "epoch": 0.8180927954051332,
      "grad_norm": 6.625,
      "learning_rate": 9.096577516498407e-06,
      "loss": 1.9385,
      "mean_token_accuracy": 0.5630654990673065,
      "num_tokens": 496772756.0,
      "step": 644950
    },
    {
      "epoch": 0.818105479997666,
      "grad_norm": 5.0,
      "learning_rate": 9.095943206412114e-06,
      "loss": 2.1426,
      "mean_token_accuracy": 0.531137403845787,
      "num_tokens": 496782231.0,
      "step": 644960
    },
    {
      "epoch": 0.8181181645901988,
      "grad_norm": 4.6875,
      "learning_rate": 9.095308896325822e-06,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5368318319320678,
      "num_tokens": 496789632.0,
      "step": 644970
    },
    {
      "epoch": 0.8181308491827317,
      "grad_norm": 8.5,
      "learning_rate": 9.094674586239531e-06,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5404221564531326,
      "num_tokens": 496796918.0,
      "step": 644980
    },
    {
      "epoch": 0.8181435337752645,
      "grad_norm": 5.15625,
      "learning_rate": 9.09404027615324e-06,
      "loss": 2.0269,
      "mean_token_accuracy": 0.543131148815155,
      "num_tokens": 496804643.0,
      "step": 644990
    },
    {
      "epoch": 0.8181562183677974,
      "grad_norm": 4.625,
      "learning_rate": 9.093405966066949e-06,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5511942028999328,
      "num_tokens": 496812701.0,
      "step": 645000
    },
    {
      "epoch": 0.8181689029603302,
      "grad_norm": 5.0,
      "learning_rate": 9.092771655980656e-06,
      "loss": 2.2817,
      "mean_token_accuracy": 0.5159066706895828,
      "num_tokens": 496821543.0,
      "step": 645010
    },
    {
      "epoch": 0.8181815875528631,
      "grad_norm": 11.625,
      "learning_rate": 9.092137345894364e-06,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5664931207895278,
      "num_tokens": 496828004.0,
      "step": 645020
    },
    {
      "epoch": 0.8181942721453959,
      "grad_norm": 5.75,
      "learning_rate": 9.091503035808073e-06,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5352813839912415,
      "num_tokens": 496836025.0,
      "step": 645030
    },
    {
      "epoch": 0.8182069567379288,
      "grad_norm": 4.03125,
      "learning_rate": 9.090868725721782e-06,
      "loss": 1.9454,
      "mean_token_accuracy": 0.5682345628738403,
      "num_tokens": 496844235.0,
      "step": 645040
    },
    {
      "epoch": 0.8182196413304615,
      "grad_norm": 11.75,
      "learning_rate": 9.09023441563549e-06,
      "loss": 1.793,
      "mean_token_accuracy": 0.610054212808609,
      "num_tokens": 496849118.0,
      "step": 645050
    },
    {
      "epoch": 0.8182323259229943,
      "grad_norm": 5.9375,
      "learning_rate": 9.0896001055492e-06,
      "loss": 1.9396,
      "mean_token_accuracy": 0.564828735589981,
      "num_tokens": 496856274.0,
      "step": 645060
    },
    {
      "epoch": 0.8182450105155272,
      "grad_norm": 6.8125,
      "learning_rate": 9.088965795462908e-06,
      "loss": 1.8403,
      "mean_token_accuracy": 0.5829232156276702,
      "num_tokens": 496862391.0,
      "step": 645070
    },
    {
      "epoch": 0.81825769510806,
      "grad_norm": 5.65625,
      "learning_rate": 9.088331485376615e-06,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5671784579753876,
      "num_tokens": 496870126.0,
      "step": 645080
    },
    {
      "epoch": 0.8182703797005929,
      "grad_norm": 5.09375,
      "learning_rate": 9.087697175290324e-06,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5274889230728149,
      "num_tokens": 496878715.0,
      "step": 645090
    },
    {
      "epoch": 0.8182830642931257,
      "grad_norm": 5.25,
      "learning_rate": 9.087062865204033e-06,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5645314961671829,
      "num_tokens": 496886275.0,
      "step": 645100
    },
    {
      "epoch": 0.8182957488856586,
      "grad_norm": 6.0,
      "learning_rate": 9.086428555117741e-06,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5689423322677613,
      "num_tokens": 496892567.0,
      "step": 645110
    },
    {
      "epoch": 0.8183084334781914,
      "grad_norm": 5.84375,
      "learning_rate": 9.08579424503145e-06,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5258550435304642,
      "num_tokens": 496902016.0,
      "step": 645120
    },
    {
      "epoch": 0.8183211180707242,
      "grad_norm": 5.84375,
      "learning_rate": 9.085159934945157e-06,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5363904803991317,
      "num_tokens": 496910267.0,
      "step": 645130
    },
    {
      "epoch": 0.8183338026632571,
      "grad_norm": 5.15625,
      "learning_rate": 9.084525624858867e-06,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5247685641050339,
      "num_tokens": 496918490.0,
      "step": 645140
    },
    {
      "epoch": 0.8183464872557898,
      "grad_norm": 5.1875,
      "learning_rate": 9.083891314772575e-06,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5466928482055664,
      "num_tokens": 496926432.0,
      "step": 645150
    },
    {
      "epoch": 0.8183591718483227,
      "grad_norm": 6.71875,
      "learning_rate": 9.083257004686283e-06,
      "loss": 2.0218,
      "mean_token_accuracy": 0.561184099316597,
      "num_tokens": 496934220.0,
      "step": 645160
    },
    {
      "epoch": 0.8183718564408555,
      "grad_norm": 11.875,
      "learning_rate": 9.082622694599992e-06,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5685795992612839,
      "num_tokens": 496942236.0,
      "step": 645170
    },
    {
      "epoch": 0.8183845410333884,
      "grad_norm": 4.8125,
      "learning_rate": 9.081988384513699e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5458049386739731,
      "num_tokens": 496950431.0,
      "step": 645180
    },
    {
      "epoch": 0.8183972256259212,
      "grad_norm": 6.375,
      "learning_rate": 9.08135407442741e-06,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5637005716562271,
      "num_tokens": 496957590.0,
      "step": 645190
    },
    {
      "epoch": 0.8184099102184541,
      "grad_norm": 5.15625,
      "learning_rate": 9.080719764341117e-06,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5398459792137146,
      "num_tokens": 496966388.0,
      "step": 645200
    },
    {
      "epoch": 0.8184225948109869,
      "grad_norm": 5.09375,
      "learning_rate": 9.080085454254825e-06,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5356484740972519,
      "num_tokens": 496974407.0,
      "step": 645210
    },
    {
      "epoch": 0.8184352794035197,
      "grad_norm": 4.90625,
      "learning_rate": 9.079451144168534e-06,
      "loss": 1.8827,
      "mean_token_accuracy": 0.5797842025756836,
      "num_tokens": 496981395.0,
      "step": 645220
    },
    {
      "epoch": 0.8184479639960526,
      "grad_norm": 5.09375,
      "learning_rate": 9.078816834082241e-06,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5422018498182297,
      "num_tokens": 496989695.0,
      "step": 645230
    },
    {
      "epoch": 0.8184606485885854,
      "grad_norm": 5.5,
      "learning_rate": 9.078182523995951e-06,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5517043858766556,
      "num_tokens": 496997418.0,
      "step": 645240
    },
    {
      "epoch": 0.8184733331811183,
      "grad_norm": 5.90625,
      "learning_rate": 9.077548213909659e-06,
      "loss": 1.8749,
      "mean_token_accuracy": 0.5803185015916824,
      "num_tokens": 497006203.0,
      "step": 645250
    },
    {
      "epoch": 0.818486017773651,
      "grad_norm": 7.21875,
      "learning_rate": 9.076913903823369e-06,
      "loss": 2.0125,
      "mean_token_accuracy": 0.562930753827095,
      "num_tokens": 497013719.0,
      "step": 645260
    },
    {
      "epoch": 0.8184987023661839,
      "grad_norm": 5.84375,
      "learning_rate": 9.076279593737076e-06,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5638118952512741,
      "num_tokens": 497020633.0,
      "step": 645270
    },
    {
      "epoch": 0.8185113869587167,
      "grad_norm": 6.46875,
      "learning_rate": 9.075645283650785e-06,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5413737684488297,
      "num_tokens": 497028180.0,
      "step": 645280
    },
    {
      "epoch": 0.8185240715512495,
      "grad_norm": 5.34375,
      "learning_rate": 9.075010973564493e-06,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5687780320644379,
      "num_tokens": 497035886.0,
      "step": 645290
    },
    {
      "epoch": 0.8185367561437824,
      "grad_norm": 7.59375,
      "learning_rate": 9.0743766634782e-06,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5659450501203537,
      "num_tokens": 497043097.0,
      "step": 645300
    },
    {
      "epoch": 0.8185494407363152,
      "grad_norm": 6.0625,
      "learning_rate": 9.073742353391911e-06,
      "loss": 2.4288,
      "mean_token_accuracy": 0.500279214978218,
      "num_tokens": 497051522.0,
      "step": 645310
    },
    {
      "epoch": 0.8185621253288481,
      "grad_norm": 5.53125,
      "learning_rate": 9.073108043305618e-06,
      "loss": 2.193,
      "mean_token_accuracy": 0.5152924180030822,
      "num_tokens": 497059352.0,
      "step": 645320
    },
    {
      "epoch": 0.8185748099213809,
      "grad_norm": 7.21875,
      "learning_rate": 9.072473733219328e-06,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5560882836580276,
      "num_tokens": 497066192.0,
      "step": 645330
    },
    {
      "epoch": 0.8185874945139138,
      "grad_norm": 5.5,
      "learning_rate": 9.071839423133035e-06,
      "loss": 1.8665,
      "mean_token_accuracy": 0.5774665415287018,
      "num_tokens": 497074633.0,
      "step": 645340
    },
    {
      "epoch": 0.8186001791064466,
      "grad_norm": 5.21875,
      "learning_rate": 9.071205113046744e-06,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5586919367313385,
      "num_tokens": 497083352.0,
      "step": 645350
    },
    {
      "epoch": 0.8186128636989793,
      "grad_norm": 7.59375,
      "learning_rate": 9.070570802960453e-06,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5557909101247788,
      "num_tokens": 497091471.0,
      "step": 645360
    },
    {
      "epoch": 0.8186255482915122,
      "grad_norm": 4.09375,
      "learning_rate": 9.06993649287416e-06,
      "loss": 1.8039,
      "mean_token_accuracy": 0.5972434014081955,
      "num_tokens": 497097622.0,
      "step": 645370
    },
    {
      "epoch": 0.818638232884045,
      "grad_norm": 5.875,
      "learning_rate": 9.06930218278787e-06,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5607749402523041,
      "num_tokens": 497105929.0,
      "step": 645380
    },
    {
      "epoch": 0.8186509174765779,
      "grad_norm": 8.75,
      "learning_rate": 9.068667872701578e-06,
      "loss": 1.7844,
      "mean_token_accuracy": 0.6025990813970565,
      "num_tokens": 497111514.0,
      "step": 645390
    },
    {
      "epoch": 0.8186636020691107,
      "grad_norm": 5.0625,
      "learning_rate": 9.068033562615286e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5462870240211487,
      "num_tokens": 497119261.0,
      "step": 645400
    },
    {
      "epoch": 0.8186762866616436,
      "grad_norm": 4.53125,
      "learning_rate": 9.067399252528995e-06,
      "loss": 1.8077,
      "mean_token_accuracy": 0.585664051771164,
      "num_tokens": 497125959.0,
      "step": 645410
    },
    {
      "epoch": 0.8186889712541764,
      "grad_norm": 5.03125,
      "learning_rate": 9.066764942442702e-06,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5390359163284302,
      "num_tokens": 497134037.0,
      "step": 645420
    },
    {
      "epoch": 0.8187016558467093,
      "grad_norm": 5.8125,
      "learning_rate": 9.066130632356412e-06,
      "loss": 1.984,
      "mean_token_accuracy": 0.560890543460846,
      "num_tokens": 497141309.0,
      "step": 645430
    },
    {
      "epoch": 0.8187143404392421,
      "grad_norm": 6.21875,
      "learning_rate": 9.06549632227012e-06,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5352583825588226,
      "num_tokens": 497148185.0,
      "step": 645440
    },
    {
      "epoch": 0.8187270250317749,
      "grad_norm": 6.71875,
      "learning_rate": 9.064862012183828e-06,
      "loss": 1.9085,
      "mean_token_accuracy": 0.5832814335823059,
      "num_tokens": 497154953.0,
      "step": 645450
    },
    {
      "epoch": 0.8187397096243078,
      "grad_norm": 6.53125,
      "learning_rate": 9.064227702097537e-06,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5443797618150711,
      "num_tokens": 497163169.0,
      "step": 645460
    },
    {
      "epoch": 0.8187523942168405,
      "grad_norm": 5.0625,
      "learning_rate": 9.063593392011246e-06,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5318091005086899,
      "num_tokens": 497171251.0,
      "step": 645470
    },
    {
      "epoch": 0.8187650788093734,
      "grad_norm": 5.34375,
      "learning_rate": 9.062959081924954e-06,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5654060035943985,
      "num_tokens": 497177675.0,
      "step": 645480
    },
    {
      "epoch": 0.8187777634019062,
      "grad_norm": 5.03125,
      "learning_rate": 9.062324771838662e-06,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5560662686824799,
      "num_tokens": 497185136.0,
      "step": 645490
    },
    {
      "epoch": 0.8187904479944391,
      "grad_norm": 7.21875,
      "learning_rate": 9.061690461752372e-06,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5203077256679535,
      "num_tokens": 497193311.0,
      "step": 645500
    },
    {
      "epoch": 0.8188031325869719,
      "grad_norm": 6.5,
      "learning_rate": 9.061056151666079e-06,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5449870645999908,
      "num_tokens": 497201173.0,
      "step": 645510
    },
    {
      "epoch": 0.8188158171795047,
      "grad_norm": 5.71875,
      "learning_rate": 9.060421841579788e-06,
      "loss": 1.8398,
      "mean_token_accuracy": 0.5813495963811874,
      "num_tokens": 497209096.0,
      "step": 645520
    },
    {
      "epoch": 0.8188285017720376,
      "grad_norm": 4.875,
      "learning_rate": 9.059787531493496e-06,
      "loss": 1.7221,
      "mean_token_accuracy": 0.6204167485237122,
      "num_tokens": 497215876.0,
      "step": 645530
    },
    {
      "epoch": 0.8188411863645704,
      "grad_norm": 10.5625,
      "learning_rate": 9.059153221407205e-06,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5678307712078094,
      "num_tokens": 497222437.0,
      "step": 645540
    },
    {
      "epoch": 0.8188538709571033,
      "grad_norm": 6.59375,
      "learning_rate": 9.058518911320914e-06,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5393916189670562,
      "num_tokens": 497229698.0,
      "step": 645550
    },
    {
      "epoch": 0.818866555549636,
      "grad_norm": 5.625,
      "learning_rate": 9.057884601234621e-06,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5362537324428558,
      "num_tokens": 497237670.0,
      "step": 645560
    },
    {
      "epoch": 0.818879240142169,
      "grad_norm": 7.65625,
      "learning_rate": 9.05725029114833e-06,
      "loss": 1.8499,
      "mean_token_accuracy": 0.5810992240905761,
      "num_tokens": 497244132.0,
      "step": 645570
    },
    {
      "epoch": 0.8188919247347017,
      "grad_norm": 6.21875,
      "learning_rate": 9.056615981062038e-06,
      "loss": 1.8623,
      "mean_token_accuracy": 0.5876711189746857,
      "num_tokens": 497251099.0,
      "step": 645580
    },
    {
      "epoch": 0.8189046093272346,
      "grad_norm": 4.96875,
      "learning_rate": 9.055981670975747e-06,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5382078140974045,
      "num_tokens": 497259291.0,
      "step": 645590
    },
    {
      "epoch": 0.8189172939197674,
      "grad_norm": 7.09375,
      "learning_rate": 9.055347360889456e-06,
      "loss": 2.0231,
      "mean_token_accuracy": 0.548089799284935,
      "num_tokens": 497266956.0,
      "step": 645600
    },
    {
      "epoch": 0.8189299785123002,
      "grad_norm": 7.875,
      "learning_rate": 9.054713050803163e-06,
      "loss": 2.1346,
      "mean_token_accuracy": 0.532830023765564,
      "num_tokens": 497273662.0,
      "step": 645610
    },
    {
      "epoch": 0.8189426631048331,
      "grad_norm": 7.53125,
      "learning_rate": 9.054078740716872e-06,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5285047829151154,
      "num_tokens": 497280754.0,
      "step": 645620
    },
    {
      "epoch": 0.8189553476973659,
      "grad_norm": 5.09375,
      "learning_rate": 9.05344443063058e-06,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5281433194875718,
      "num_tokens": 497288344.0,
      "step": 645630
    },
    {
      "epoch": 0.8189680322898988,
      "grad_norm": 5.46875,
      "learning_rate": 9.05281012054429e-06,
      "loss": 2.142,
      "mean_token_accuracy": 0.5418477833271027,
      "num_tokens": 497295175.0,
      "step": 645640
    },
    {
      "epoch": 0.8189807168824316,
      "grad_norm": 6.5,
      "learning_rate": 9.052175810457998e-06,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5850829213857651,
      "num_tokens": 497301480.0,
      "step": 645650
    },
    {
      "epoch": 0.8189934014749645,
      "grad_norm": 5.03125,
      "learning_rate": 9.051541500371707e-06,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5552689343690872,
      "num_tokens": 497309244.0,
      "step": 645660
    },
    {
      "epoch": 0.8190060860674973,
      "grad_norm": 6.125,
      "learning_rate": 9.050907190285414e-06,
      "loss": 1.8243,
      "mean_token_accuracy": 0.5887626707553864,
      "num_tokens": 497316055.0,
      "step": 645670
    },
    {
      "epoch": 0.81901877066003,
      "grad_norm": 5.3125,
      "learning_rate": 9.050272880199122e-06,
      "loss": 2.0633,
      "mean_token_accuracy": 0.537402892112732,
      "num_tokens": 497324189.0,
      "step": 645680
    },
    {
      "epoch": 0.8190314552525629,
      "grad_norm": 4.875,
      "learning_rate": 9.049638570112831e-06,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5512508511543274,
      "num_tokens": 497332097.0,
      "step": 645690
    },
    {
      "epoch": 0.8190441398450957,
      "grad_norm": 5.9375,
      "learning_rate": 9.04900426002654e-06,
      "loss": 2.122,
      "mean_token_accuracy": 0.5276017695665359,
      "num_tokens": 497339851.0,
      "step": 645700
    },
    {
      "epoch": 0.8190568244376286,
      "grad_norm": 5.03125,
      "learning_rate": 9.048369949940249e-06,
      "loss": 2.1633,
      "mean_token_accuracy": 0.5296643048524856,
      "num_tokens": 497348541.0,
      "step": 645710
    },
    {
      "epoch": 0.8190695090301614,
      "grad_norm": 9.75,
      "learning_rate": 9.047735639853957e-06,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5636994391679764,
      "num_tokens": 497354589.0,
      "step": 645720
    },
    {
      "epoch": 0.8190821936226943,
      "grad_norm": 5.0625,
      "learning_rate": 9.047101329767666e-06,
      "loss": 1.9402,
      "mean_token_accuracy": 0.561516159772873,
      "num_tokens": 497362054.0,
      "step": 645730
    },
    {
      "epoch": 0.8190948782152271,
      "grad_norm": 6.375,
      "learning_rate": 9.046467019681373e-06,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5302076756954193,
      "num_tokens": 497370002.0,
      "step": 645740
    },
    {
      "epoch": 0.81910756280776,
      "grad_norm": 6.40625,
      "learning_rate": 9.045832709595082e-06,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5756155699491501,
      "num_tokens": 497377080.0,
      "step": 645750
    },
    {
      "epoch": 0.8191202474002928,
      "grad_norm": 5.25,
      "learning_rate": 9.04519839950879e-06,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5483171731233597,
      "num_tokens": 497384095.0,
      "step": 645760
    },
    {
      "epoch": 0.8191329319928256,
      "grad_norm": 7.875,
      "learning_rate": 9.0445640894225e-06,
      "loss": 2.0614,
      "mean_token_accuracy": 0.532030338048935,
      "num_tokens": 497391235.0,
      "step": 645770
    },
    {
      "epoch": 0.8191456165853584,
      "grad_norm": 7.125,
      "learning_rate": 9.043929779336208e-06,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5591089844703674,
      "num_tokens": 497398342.0,
      "step": 645780
    },
    {
      "epoch": 0.8191583011778912,
      "grad_norm": 8.3125,
      "learning_rate": 9.043295469249915e-06,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5540321201086045,
      "num_tokens": 497404842.0,
      "step": 645790
    },
    {
      "epoch": 0.8191709857704241,
      "grad_norm": 6.53125,
      "learning_rate": 9.042661159163626e-06,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5582386434078217,
      "num_tokens": 497411587.0,
      "step": 645800
    },
    {
      "epoch": 0.8191836703629569,
      "grad_norm": 4.90625,
      "learning_rate": 9.042026849077333e-06,
      "loss": 2.2818,
      "mean_token_accuracy": 0.5162532240152359,
      "num_tokens": 497419626.0,
      "step": 645810
    },
    {
      "epoch": 0.8191963549554898,
      "grad_norm": 4.78125,
      "learning_rate": 9.041392538991041e-06,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5656088083982468,
      "num_tokens": 497427157.0,
      "step": 645820
    },
    {
      "epoch": 0.8192090395480226,
      "grad_norm": 5.03125,
      "learning_rate": 9.04075822890475e-06,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5636286199092865,
      "num_tokens": 497434211.0,
      "step": 645830
    },
    {
      "epoch": 0.8192217241405554,
      "grad_norm": 6.3125,
      "learning_rate": 9.040123918818457e-06,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5333204954862595,
      "num_tokens": 497441772.0,
      "step": 645840
    },
    {
      "epoch": 0.8192344087330883,
      "grad_norm": 6.125,
      "learning_rate": 9.039489608732168e-06,
      "loss": 1.8393,
      "mean_token_accuracy": 0.5859644889831543,
      "num_tokens": 497448791.0,
      "step": 645850
    },
    {
      "epoch": 0.8192470933256211,
      "grad_norm": 5.15625,
      "learning_rate": 9.038855298645875e-06,
      "loss": 2.168,
      "mean_token_accuracy": 0.5250121504068375,
      "num_tokens": 497456986.0,
      "step": 645860
    },
    {
      "epoch": 0.819259777918154,
      "grad_norm": 4.9375,
      "learning_rate": 9.038220988559583e-06,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5284132778644561,
      "num_tokens": 497465990.0,
      "step": 645870
    },
    {
      "epoch": 0.8192724625106867,
      "grad_norm": 5.1875,
      "learning_rate": 9.037586678473292e-06,
      "loss": 2.1565,
      "mean_token_accuracy": 0.531914746761322,
      "num_tokens": 497475467.0,
      "step": 645880
    },
    {
      "epoch": 0.8192851471032196,
      "grad_norm": 5.5625,
      "learning_rate": 9.036952368387e-06,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5420055121183396,
      "num_tokens": 497484196.0,
      "step": 645890
    },
    {
      "epoch": 0.8192978316957524,
      "grad_norm": 5.5,
      "learning_rate": 9.03631805830071e-06,
      "loss": 1.9205,
      "mean_token_accuracy": 0.5528542935848236,
      "num_tokens": 497493193.0,
      "step": 645900
    },
    {
      "epoch": 0.8193105162882852,
      "grad_norm": 6.4375,
      "learning_rate": 9.035683748214417e-06,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5231723546981811,
      "num_tokens": 497501894.0,
      "step": 645910
    },
    {
      "epoch": 0.8193232008808181,
      "grad_norm": 4.625,
      "learning_rate": 9.035049438128127e-06,
      "loss": 2.0023,
      "mean_token_accuracy": 0.556081572175026,
      "num_tokens": 497510557.0,
      "step": 645920
    },
    {
      "epoch": 0.8193358854733509,
      "grad_norm": 4.875,
      "learning_rate": 9.034415128041834e-06,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5198376774787903,
      "num_tokens": 497519168.0,
      "step": 645930
    },
    {
      "epoch": 0.8193485700658838,
      "grad_norm": 6.65625,
      "learning_rate": 9.033780817955543e-06,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5269186854362488,
      "num_tokens": 497528023.0,
      "step": 645940
    },
    {
      "epoch": 0.8193612546584166,
      "grad_norm": 4.9375,
      "learning_rate": 9.033146507869252e-06,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5163910090923309,
      "num_tokens": 497536207.0,
      "step": 645950
    },
    {
      "epoch": 0.8193739392509495,
      "grad_norm": 6.34375,
      "learning_rate": 9.032512197782959e-06,
      "loss": 1.997,
      "mean_token_accuracy": 0.5649886518716812,
      "num_tokens": 497542964.0,
      "step": 645960
    },
    {
      "epoch": 0.8193866238434823,
      "grad_norm": 4.875,
      "learning_rate": 9.03187788769667e-06,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5470438987016678,
      "num_tokens": 497550293.0,
      "step": 645970
    },
    {
      "epoch": 0.8193993084360152,
      "grad_norm": 5.59375,
      "learning_rate": 9.031243577610376e-06,
      "loss": 2.205,
      "mean_token_accuracy": 0.5245855897665024,
      "num_tokens": 497558905.0,
      "step": 645980
    },
    {
      "epoch": 0.819411993028548,
      "grad_norm": 5.78125,
      "learning_rate": 9.030609267524087e-06,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5488459765911102,
      "num_tokens": 497565997.0,
      "step": 645990
    },
    {
      "epoch": 0.8194246776210807,
      "grad_norm": 5.5,
      "learning_rate": 9.029974957437794e-06,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5319878786802292,
      "num_tokens": 497572784.0,
      "step": 646000
    },
    {
      "epoch": 0.8194373622136136,
      "grad_norm": 5.71875,
      "learning_rate": 9.029340647351502e-06,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5287759184837342,
      "num_tokens": 497580908.0,
      "step": 646010
    },
    {
      "epoch": 0.8194500468061464,
      "grad_norm": 5.59375,
      "learning_rate": 9.028706337265211e-06,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5666541129350662,
      "num_tokens": 497589514.0,
      "step": 646020
    },
    {
      "epoch": 0.8194627313986793,
      "grad_norm": 14.4375,
      "learning_rate": 9.028072027178918e-06,
      "loss": 2.2415,
      "mean_token_accuracy": 0.5128618448972702,
      "num_tokens": 497597511.0,
      "step": 646030
    },
    {
      "epoch": 0.8194754159912121,
      "grad_norm": 5.125,
      "learning_rate": 9.027437717092629e-06,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5082293659448623,
      "num_tokens": 497605955.0,
      "step": 646040
    },
    {
      "epoch": 0.819488100583745,
      "grad_norm": 6.625,
      "learning_rate": 9.026803407006336e-06,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5621727466583252,
      "num_tokens": 497614903.0,
      "step": 646050
    },
    {
      "epoch": 0.8195007851762778,
      "grad_norm": 4.78125,
      "learning_rate": 9.026169096920044e-06,
      "loss": 2.077,
      "mean_token_accuracy": 0.5388656735420227,
      "num_tokens": 497621959.0,
      "step": 646060
    },
    {
      "epoch": 0.8195134697688106,
      "grad_norm": 7.78125,
      "learning_rate": 9.025534786833753e-06,
      "loss": 1.8128,
      "mean_token_accuracy": 0.6001375019550323,
      "num_tokens": 497628231.0,
      "step": 646070
    },
    {
      "epoch": 0.8195261543613435,
      "grad_norm": 5.96875,
      "learning_rate": 9.02490047674746e-06,
      "loss": 2.162,
      "mean_token_accuracy": 0.5346254199743271,
      "num_tokens": 497636071.0,
      "step": 646080
    },
    {
      "epoch": 0.8195388389538762,
      "grad_norm": 5.75,
      "learning_rate": 9.02426616666117e-06,
      "loss": 1.995,
      "mean_token_accuracy": 0.5508742779493332,
      "num_tokens": 497643869.0,
      "step": 646090
    },
    {
      "epoch": 0.8195515235464091,
      "grad_norm": 6.96875,
      "learning_rate": 9.023631856574878e-06,
      "loss": 2.2994,
      "mean_token_accuracy": 0.505886846780777,
      "num_tokens": 497651960.0,
      "step": 646100
    },
    {
      "epoch": 0.8195642081389419,
      "grad_norm": 7.375,
      "learning_rate": 9.022997546488586e-06,
      "loss": 1.9467,
      "mean_token_accuracy": 0.5670458197593689,
      "num_tokens": 497659166.0,
      "step": 646110
    },
    {
      "epoch": 0.8195768927314748,
      "grad_norm": 4.9375,
      "learning_rate": 9.022363236402295e-06,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5537559926509857,
      "num_tokens": 497667426.0,
      "step": 646120
    },
    {
      "epoch": 0.8195895773240076,
      "grad_norm": 4.8125,
      "learning_rate": 9.021728926316004e-06,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5705333709716797,
      "num_tokens": 497675870.0,
      "step": 646130
    },
    {
      "epoch": 0.8196022619165405,
      "grad_norm": 5.0625,
      "learning_rate": 9.021094616229713e-06,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5674355745315551,
      "num_tokens": 497683287.0,
      "step": 646140
    },
    {
      "epoch": 0.8196149465090733,
      "grad_norm": 7.65625,
      "learning_rate": 9.02046030614342e-06,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5316872894763947,
      "num_tokens": 497691799.0,
      "step": 646150
    },
    {
      "epoch": 0.8196276311016061,
      "grad_norm": 7.53125,
      "learning_rate": 9.019825996057128e-06,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5495622396469116,
      "num_tokens": 497698949.0,
      "step": 646160
    },
    {
      "epoch": 0.819640315694139,
      "grad_norm": 7.15625,
      "learning_rate": 9.019191685970837e-06,
      "loss": 1.8882,
      "mean_token_accuracy": 0.5869145452976227,
      "num_tokens": 497706171.0,
      "step": 646170
    },
    {
      "epoch": 0.8196530002866718,
      "grad_norm": 5.03125,
      "learning_rate": 9.018557375884546e-06,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5763079017400742,
      "num_tokens": 497713253.0,
      "step": 646180
    },
    {
      "epoch": 0.8196656848792047,
      "grad_norm": 5.1875,
      "learning_rate": 9.017923065798255e-06,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5401863366365433,
      "num_tokens": 497722406.0,
      "step": 646190
    },
    {
      "epoch": 0.8196783694717374,
      "grad_norm": 5.875,
      "learning_rate": 9.017288755711963e-06,
      "loss": 1.9243,
      "mean_token_accuracy": 0.5832111805677413,
      "num_tokens": 497728973.0,
      "step": 646200
    },
    {
      "epoch": 0.8196910540642703,
      "grad_norm": 5.125,
      "learning_rate": 9.016654445625672e-06,
      "loss": 2.2275,
      "mean_token_accuracy": 0.514536228775978,
      "num_tokens": 497737416.0,
      "step": 646210
    },
    {
      "epoch": 0.8197037386568031,
      "grad_norm": 5.46875,
      "learning_rate": 9.01602013553938e-06,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5588389813899994,
      "num_tokens": 497745763.0,
      "step": 646220
    },
    {
      "epoch": 0.8197164232493359,
      "grad_norm": 5.1875,
      "learning_rate": 9.015385825453088e-06,
      "loss": 1.6578,
      "mean_token_accuracy": 0.6329329550266266,
      "num_tokens": 497752128.0,
      "step": 646230
    },
    {
      "epoch": 0.8197291078418688,
      "grad_norm": 5.90625,
      "learning_rate": 9.014751515366797e-06,
      "loss": 2.2107,
      "mean_token_accuracy": 0.5239570051431656,
      "num_tokens": 497759820.0,
      "step": 646240
    },
    {
      "epoch": 0.8197417924344016,
      "grad_norm": 5.875,
      "learning_rate": 9.014117205280505e-06,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5741499125957489,
      "num_tokens": 497767461.0,
      "step": 646250
    },
    {
      "epoch": 0.8197544770269345,
      "grad_norm": 5.28125,
      "learning_rate": 9.013482895194214e-06,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5257189601659775,
      "num_tokens": 497774944.0,
      "step": 646260
    },
    {
      "epoch": 0.8197671616194673,
      "grad_norm": 5.96875,
      "learning_rate": 9.012848585107921e-06,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5740828335285186,
      "num_tokens": 497782893.0,
      "step": 646270
    },
    {
      "epoch": 0.8197798462120002,
      "grad_norm": 6.09375,
      "learning_rate": 9.01221427502163e-06,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5623457670211792,
      "num_tokens": 497791759.0,
      "step": 646280
    },
    {
      "epoch": 0.819792530804533,
      "grad_norm": 7.8125,
      "learning_rate": 9.011579964935339e-06,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5712216079235077,
      "num_tokens": 497798479.0,
      "step": 646290
    },
    {
      "epoch": 0.8198052153970657,
      "grad_norm": 5.0,
      "learning_rate": 9.010945654849047e-06,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5650078296661377,
      "num_tokens": 497805836.0,
      "step": 646300
    },
    {
      "epoch": 0.8198178999895986,
      "grad_norm": 5.21875,
      "learning_rate": 9.010311344762756e-06,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5425804287195206,
      "num_tokens": 497812880.0,
      "step": 646310
    },
    {
      "epoch": 0.8198305845821314,
      "grad_norm": 4.9375,
      "learning_rate": 9.009677034676465e-06,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5524553418159485,
      "num_tokens": 497820953.0,
      "step": 646320
    },
    {
      "epoch": 0.8198432691746643,
      "grad_norm": 5.28125,
      "learning_rate": 9.009042724590172e-06,
      "loss": 1.9666,
      "mean_token_accuracy": 0.561892083287239,
      "num_tokens": 497827584.0,
      "step": 646330
    },
    {
      "epoch": 0.8198559537671971,
      "grad_norm": 6.25,
      "learning_rate": 9.00840841450388e-06,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5557483404874801,
      "num_tokens": 497836394.0,
      "step": 646340
    },
    {
      "epoch": 0.81986863835973,
      "grad_norm": 4.96875,
      "learning_rate": 9.00777410441759e-06,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5649126827716827,
      "num_tokens": 497844489.0,
      "step": 646350
    },
    {
      "epoch": 0.8198813229522628,
      "grad_norm": 5.71875,
      "learning_rate": 9.007139794331298e-06,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5294076055288315,
      "num_tokens": 497851428.0,
      "step": 646360
    },
    {
      "epoch": 0.8198940075447957,
      "grad_norm": 5.0625,
      "learning_rate": 9.006505484245007e-06,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5330031543970108,
      "num_tokens": 497859696.0,
      "step": 646370
    },
    {
      "epoch": 0.8199066921373285,
      "grad_norm": 5.5625,
      "learning_rate": 9.005871174158714e-06,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5737532526254654,
      "num_tokens": 497866705.0,
      "step": 646380
    },
    {
      "epoch": 0.8199193767298613,
      "grad_norm": 4.1875,
      "learning_rate": 9.005236864072424e-06,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5723495960235596,
      "num_tokens": 497874603.0,
      "step": 646390
    },
    {
      "epoch": 0.8199320613223942,
      "grad_norm": 5.71875,
      "learning_rate": 9.004602553986131e-06,
      "loss": 2.0561,
      "mean_token_accuracy": 0.547118964791298,
      "num_tokens": 497882748.0,
      "step": 646400
    },
    {
      "epoch": 0.8199447459149269,
      "grad_norm": 6.75,
      "learning_rate": 9.00396824389984e-06,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5340966880321503,
      "num_tokens": 497890441.0,
      "step": 646410
    },
    {
      "epoch": 0.8199574305074598,
      "grad_norm": 4.78125,
      "learning_rate": 9.003333933813549e-06,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5174656480550766,
      "num_tokens": 497898687.0,
      "step": 646420
    },
    {
      "epoch": 0.8199701150999926,
      "grad_norm": 6.625,
      "learning_rate": 9.002699623727258e-06,
      "loss": 1.785,
      "mean_token_accuracy": 0.602273291349411,
      "num_tokens": 497905781.0,
      "step": 646430
    },
    {
      "epoch": 0.8199827996925255,
      "grad_norm": 5.34375,
      "learning_rate": 9.002065313640966e-06,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5367699712514877,
      "num_tokens": 497914422.0,
      "step": 646440
    },
    {
      "epoch": 0.8199954842850583,
      "grad_norm": 5.09375,
      "learning_rate": 9.001431003554673e-06,
      "loss": 2.047,
      "mean_token_accuracy": 0.5543467342853546,
      "num_tokens": 497922497.0,
      "step": 646450
    },
    {
      "epoch": 0.8200081688775911,
      "grad_norm": 6.34375,
      "learning_rate": 9.000796693468382e-06,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5413114070892334,
      "num_tokens": 497930504.0,
      "step": 646460
    },
    {
      "epoch": 0.820020853470124,
      "grad_norm": 6.34375,
      "learning_rate": 9.000162383382091e-06,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5487825930118561,
      "num_tokens": 497937711.0,
      "step": 646470
    },
    {
      "epoch": 0.8200335380626568,
      "grad_norm": 5.46875,
      "learning_rate": 8.9995280732958e-06,
      "loss": 1.8961,
      "mean_token_accuracy": 0.5751763552427291,
      "num_tokens": 497944518.0,
      "step": 646480
    },
    {
      "epoch": 0.8200462226551897,
      "grad_norm": 13.8125,
      "learning_rate": 8.998893763209508e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5378483176231384,
      "num_tokens": 497952230.0,
      "step": 646490
    },
    {
      "epoch": 0.8200589072477225,
      "grad_norm": 5.0625,
      "learning_rate": 8.998259453123215e-06,
      "loss": 1.8516,
      "mean_token_accuracy": 0.5730490267276764,
      "num_tokens": 497959088.0,
      "step": 646500
    },
    {
      "epoch": 0.8200715918402554,
      "grad_norm": 5.15625,
      "learning_rate": 8.997625143036926e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5515980958938599,
      "num_tokens": 497967444.0,
      "step": 646510
    },
    {
      "epoch": 0.8200842764327881,
      "grad_norm": 5.75,
      "learning_rate": 8.996990832950633e-06,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5676315367221832,
      "num_tokens": 497975096.0,
      "step": 646520
    },
    {
      "epoch": 0.820096961025321,
      "grad_norm": 4.8125,
      "learning_rate": 8.996356522864342e-06,
      "loss": 2.0141,
      "mean_token_accuracy": 0.5514959871768952,
      "num_tokens": 497982487.0,
      "step": 646530
    },
    {
      "epoch": 0.8201096456178538,
      "grad_norm": 4.9375,
      "learning_rate": 8.99572221277805e-06,
      "loss": 2.158,
      "mean_token_accuracy": 0.5239596664905548,
      "num_tokens": 497989563.0,
      "step": 646540
    },
    {
      "epoch": 0.8201223302103866,
      "grad_norm": 5.4375,
      "learning_rate": 8.995087902691757e-06,
      "loss": 2.2888,
      "mean_token_accuracy": 0.5020108371973038,
      "num_tokens": 497998685.0,
      "step": 646550
    },
    {
      "epoch": 0.8201350148029195,
      "grad_norm": 8.0,
      "learning_rate": 8.994453592605468e-06,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5545892179012298,
      "num_tokens": 498006558.0,
      "step": 646560
    },
    {
      "epoch": 0.8201476993954523,
      "grad_norm": 5.03125,
      "learning_rate": 8.993819282519175e-06,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5444536089897156,
      "num_tokens": 498014872.0,
      "step": 646570
    },
    {
      "epoch": 0.8201603839879852,
      "grad_norm": 7.03125,
      "learning_rate": 8.993184972432885e-06,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5452655285596848,
      "num_tokens": 498022938.0,
      "step": 646580
    },
    {
      "epoch": 0.820173068580518,
      "grad_norm": 5.15625,
      "learning_rate": 8.992550662346592e-06,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5454619914293289,
      "num_tokens": 498031328.0,
      "step": 646590
    },
    {
      "epoch": 0.8201857531730509,
      "grad_norm": 4.875,
      "learning_rate": 8.991916352260301e-06,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5477669447660446,
      "num_tokens": 498039367.0,
      "step": 646600
    },
    {
      "epoch": 0.8201984377655837,
      "grad_norm": 6.09375,
      "learning_rate": 8.99128204217401e-06,
      "loss": 1.9278,
      "mean_token_accuracy": 0.5789661675691604,
      "num_tokens": 498046863.0,
      "step": 646610
    },
    {
      "epoch": 0.8202111223581164,
      "grad_norm": 5.53125,
      "learning_rate": 8.990647732087717e-06,
      "loss": 1.9224,
      "mean_token_accuracy": 0.5786900401115418,
      "num_tokens": 498054211.0,
      "step": 646620
    },
    {
      "epoch": 0.8202238069506493,
      "grad_norm": 4.875,
      "learning_rate": 8.990013422001427e-06,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5232324928045273,
      "num_tokens": 498062932.0,
      "step": 646630
    },
    {
      "epoch": 0.8202364915431821,
      "grad_norm": 3.21875,
      "learning_rate": 8.989379111915134e-06,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5517111152410508,
      "num_tokens": 498071132.0,
      "step": 646640
    },
    {
      "epoch": 0.820249176135715,
      "grad_norm": 5.0625,
      "learning_rate": 8.988744801828843e-06,
      "loss": 1.9087,
      "mean_token_accuracy": 0.5734757214784623,
      "num_tokens": 498079031.0,
      "step": 646650
    },
    {
      "epoch": 0.8202618607282478,
      "grad_norm": 5.53125,
      "learning_rate": 8.988110491742552e-06,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5595127075910569,
      "num_tokens": 498086908.0,
      "step": 646660
    },
    {
      "epoch": 0.8202745453207807,
      "grad_norm": 5.09375,
      "learning_rate": 8.987476181656259e-06,
      "loss": 1.9182,
      "mean_token_accuracy": 0.57449069917202,
      "num_tokens": 498094817.0,
      "step": 646670
    },
    {
      "epoch": 0.8202872299133135,
      "grad_norm": 7.15625,
      "learning_rate": 8.98684187156997e-06,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5734843760728836,
      "num_tokens": 498101232.0,
      "step": 646680
    },
    {
      "epoch": 0.8202999145058464,
      "grad_norm": 5.875,
      "learning_rate": 8.986207561483676e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5336433172225952,
      "num_tokens": 498108642.0,
      "step": 646690
    },
    {
      "epoch": 0.8203125990983792,
      "grad_norm": 6.125,
      "learning_rate": 8.985573251397387e-06,
      "loss": 2.1614,
      "mean_token_accuracy": 0.5289346128702164,
      "num_tokens": 498115057.0,
      "step": 646700
    },
    {
      "epoch": 0.820325283690912,
      "grad_norm": 6.03125,
      "learning_rate": 8.984938941311094e-06,
      "loss": 1.7047,
      "mean_token_accuracy": 0.6191844999790191,
      "num_tokens": 498120043.0,
      "step": 646710
    },
    {
      "epoch": 0.8203379682834449,
      "grad_norm": 5.78125,
      "learning_rate": 8.984304631224803e-06,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5375089704990387,
      "num_tokens": 498129055.0,
      "step": 646720
    },
    {
      "epoch": 0.8203506528759776,
      "grad_norm": 7.375,
      "learning_rate": 8.983670321138511e-06,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5319442242383957,
      "num_tokens": 498136862.0,
      "step": 646730
    },
    {
      "epoch": 0.8203633374685105,
      "grad_norm": 5.5,
      "learning_rate": 8.983036011052218e-06,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5494629085063935,
      "num_tokens": 498144226.0,
      "step": 646740
    },
    {
      "epoch": 0.8203760220610433,
      "grad_norm": 9.8125,
      "learning_rate": 8.982401700965929e-06,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5898674756288529,
      "num_tokens": 498151573.0,
      "step": 646750
    },
    {
      "epoch": 0.8203887066535762,
      "grad_norm": 4.90625,
      "learning_rate": 8.981767390879636e-06,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5253406316041946,
      "num_tokens": 498160310.0,
      "step": 646760
    },
    {
      "epoch": 0.820401391246109,
      "grad_norm": 8.25,
      "learning_rate": 8.981133080793345e-06,
      "loss": 1.971,
      "mean_token_accuracy": 0.5616803616285324,
      "num_tokens": 498167808.0,
      "step": 646770
    },
    {
      "epoch": 0.8204140758386418,
      "grad_norm": 5.0625,
      "learning_rate": 8.980498770707053e-06,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5281903922557831,
      "num_tokens": 498175693.0,
      "step": 646780
    },
    {
      "epoch": 0.8204267604311747,
      "grad_norm": 5.25,
      "learning_rate": 8.979864460620762e-06,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5575550556182861,
      "num_tokens": 498183376.0,
      "step": 646790
    },
    {
      "epoch": 0.8204394450237075,
      "grad_norm": 6.125,
      "learning_rate": 8.97923015053447e-06,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5349324464797973,
      "num_tokens": 498191997.0,
      "step": 646800
    },
    {
      "epoch": 0.8204521296162404,
      "grad_norm": 5.4375,
      "learning_rate": 8.978595840448178e-06,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5580496072769165,
      "num_tokens": 498199085.0,
      "step": 646810
    },
    {
      "epoch": 0.8204648142087732,
      "grad_norm": 5.0,
      "learning_rate": 8.977961530361887e-06,
      "loss": 1.8948,
      "mean_token_accuracy": 0.5687617242336274,
      "num_tokens": 498206208.0,
      "step": 646820
    },
    {
      "epoch": 0.820477498801306,
      "grad_norm": 5.78125,
      "learning_rate": 8.977327220275595e-06,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5481370985507965,
      "num_tokens": 498213661.0,
      "step": 646830
    },
    {
      "epoch": 0.8204901833938388,
      "grad_norm": 7.25,
      "learning_rate": 8.976692910189304e-06,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5424897462129593,
      "num_tokens": 498220367.0,
      "step": 646840
    },
    {
      "epoch": 0.8205028679863716,
      "grad_norm": 5.25,
      "learning_rate": 8.976058600103013e-06,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5682056307792663,
      "num_tokens": 498227104.0,
      "step": 646850
    },
    {
      "epoch": 0.8205155525789045,
      "grad_norm": 4.875,
      "learning_rate": 8.97542429001672e-06,
      "loss": 1.9318,
      "mean_token_accuracy": 0.573215389251709,
      "num_tokens": 498235174.0,
      "step": 646860
    },
    {
      "epoch": 0.8205282371714373,
      "grad_norm": 5.90625,
      "learning_rate": 8.97478997993043e-06,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5684269964694977,
      "num_tokens": 498242316.0,
      "step": 646870
    },
    {
      "epoch": 0.8205409217639702,
      "grad_norm": 7.28125,
      "learning_rate": 8.974155669844137e-06,
      "loss": 2.1573,
      "mean_token_accuracy": 0.5206656277179718,
      "num_tokens": 498250712.0,
      "step": 646880
    },
    {
      "epoch": 0.820553606356503,
      "grad_norm": 7.0,
      "learning_rate": 8.973521359757846e-06,
      "loss": 2.2786,
      "mean_token_accuracy": 0.5125318586826324,
      "num_tokens": 498258325.0,
      "step": 646890
    },
    {
      "epoch": 0.8205662909490359,
      "grad_norm": 5.25,
      "learning_rate": 8.972887049671555e-06,
      "loss": 1.7365,
      "mean_token_accuracy": 0.603719824552536,
      "num_tokens": 498265459.0,
      "step": 646900
    },
    {
      "epoch": 0.8205789755415687,
      "grad_norm": 5.0625,
      "learning_rate": 8.972252739585264e-06,
      "loss": 1.8992,
      "mean_token_accuracy": 0.5720914244651795,
      "num_tokens": 498273487.0,
      "step": 646910
    },
    {
      "epoch": 0.8205916601341016,
      "grad_norm": 6.15625,
      "learning_rate": 8.971618429498972e-06,
      "loss": 1.7133,
      "mean_token_accuracy": 0.624744501709938,
      "num_tokens": 498279653.0,
      "step": 646920
    },
    {
      "epoch": 0.8206043447266343,
      "grad_norm": 6.25,
      "learning_rate": 8.97098411941268e-06,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5559537470340729,
      "num_tokens": 498287449.0,
      "step": 646930
    },
    {
      "epoch": 0.8206170293191671,
      "grad_norm": 5.8125,
      "learning_rate": 8.970349809326388e-06,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5400024086236954,
      "num_tokens": 498295038.0,
      "step": 646940
    },
    {
      "epoch": 0.8206297139117,
      "grad_norm": 6.625,
      "learning_rate": 8.969715499240097e-06,
      "loss": 1.8073,
      "mean_token_accuracy": 0.6027382522821426,
      "num_tokens": 498301787.0,
      "step": 646950
    },
    {
      "epoch": 0.8206423985042328,
      "grad_norm": 7.25,
      "learning_rate": 8.969081189153806e-06,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5672071754932404,
      "num_tokens": 498310042.0,
      "step": 646960
    },
    {
      "epoch": 0.8206550830967657,
      "grad_norm": 5.15625,
      "learning_rate": 8.968446879067514e-06,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5306652367115021,
      "num_tokens": 498317208.0,
      "step": 646970
    },
    {
      "epoch": 0.8206677676892985,
      "grad_norm": 6.40625,
      "learning_rate": 8.967812568981223e-06,
      "loss": 1.5929,
      "mean_token_accuracy": 0.627535617351532,
      "num_tokens": 498323483.0,
      "step": 646980
    },
    {
      "epoch": 0.8206804522818314,
      "grad_norm": 8.625,
      "learning_rate": 8.96717825889493e-06,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5741965472698212,
      "num_tokens": 498330702.0,
      "step": 646990
    },
    {
      "epoch": 0.8206931368743642,
      "grad_norm": 5.6875,
      "learning_rate": 8.966543948808639e-06,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5430166959762573,
      "num_tokens": 498339068.0,
      "step": 647000
    },
    {
      "epoch": 0.820705821466897,
      "grad_norm": 6.1875,
      "learning_rate": 8.965909638722348e-06,
      "loss": 2.1465,
      "mean_token_accuracy": 0.522381603717804,
      "num_tokens": 498346687.0,
      "step": 647010
    },
    {
      "epoch": 0.8207185060594299,
      "grad_norm": 9.6875,
      "learning_rate": 8.965275328636056e-06,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5327000886201858,
      "num_tokens": 498353731.0,
      "step": 647020
    },
    {
      "epoch": 0.8207311906519626,
      "grad_norm": 5.3125,
      "learning_rate": 8.964641018549765e-06,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5699517250061035,
      "num_tokens": 498361674.0,
      "step": 647030
    },
    {
      "epoch": 0.8207438752444955,
      "grad_norm": 6.1875,
      "learning_rate": 8.964006708463472e-06,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5388198971748352,
      "num_tokens": 498370294.0,
      "step": 647040
    },
    {
      "epoch": 0.8207565598370283,
      "grad_norm": 7.71875,
      "learning_rate": 8.963372398377181e-06,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5099541157484054,
      "num_tokens": 498378924.0,
      "step": 647050
    },
    {
      "epoch": 0.8207692444295612,
      "grad_norm": 6.1875,
      "learning_rate": 8.96273808829089e-06,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5685569614171981,
      "num_tokens": 498385382.0,
      "step": 647060
    },
    {
      "epoch": 0.820781929022094,
      "grad_norm": 5.15625,
      "learning_rate": 8.962103778204598e-06,
      "loss": 2.3035,
      "mean_token_accuracy": 0.5033212661743164,
      "num_tokens": 498393597.0,
      "step": 647070
    },
    {
      "epoch": 0.8207946136146269,
      "grad_norm": 4.78125,
      "learning_rate": 8.961469468118307e-06,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5085281133651733,
      "num_tokens": 498401597.0,
      "step": 647080
    },
    {
      "epoch": 0.8208072982071597,
      "grad_norm": 5.71875,
      "learning_rate": 8.960835158032016e-06,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5529499292373657,
      "num_tokens": 498409121.0,
      "step": 647090
    },
    {
      "epoch": 0.8208199827996925,
      "grad_norm": 6.71875,
      "learning_rate": 8.960200847945725e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5506484627723693,
      "num_tokens": 498416207.0,
      "step": 647100
    },
    {
      "epoch": 0.8208326673922254,
      "grad_norm": 5.90625,
      "learning_rate": 8.959566537859432e-06,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5213009208440781,
      "num_tokens": 498424994.0,
      "step": 647110
    },
    {
      "epoch": 0.8208453519847582,
      "grad_norm": 9.3125,
      "learning_rate": 8.95893222777314e-06,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5392741918563843,
      "num_tokens": 498432664.0,
      "step": 647120
    },
    {
      "epoch": 0.8208580365772911,
      "grad_norm": 6.5625,
      "learning_rate": 8.958297917686849e-06,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5408509194850921,
      "num_tokens": 498441097.0,
      "step": 647130
    },
    {
      "epoch": 0.8208707211698238,
      "grad_norm": 5.34375,
      "learning_rate": 8.957663607600558e-06,
      "loss": 2.1951,
      "mean_token_accuracy": 0.521527910232544,
      "num_tokens": 498448976.0,
      "step": 647140
    },
    {
      "epoch": 0.8208834057623567,
      "grad_norm": 8.4375,
      "learning_rate": 8.957029297514267e-06,
      "loss": 2.3256,
      "mean_token_accuracy": 0.4991001307964325,
      "num_tokens": 498456963.0,
      "step": 647150
    },
    {
      "epoch": 0.8208960903548895,
      "grad_norm": 4.84375,
      "learning_rate": 8.956394987427974e-06,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5496888846158982,
      "num_tokens": 498463306.0,
      "step": 647160
    },
    {
      "epoch": 0.8209087749474223,
      "grad_norm": 5.5625,
      "learning_rate": 8.955760677341684e-06,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5574844896793365,
      "num_tokens": 498471480.0,
      "step": 647170
    },
    {
      "epoch": 0.8209214595399552,
      "grad_norm": 5.21875,
      "learning_rate": 8.955126367255391e-06,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5366793721914291,
      "num_tokens": 498479948.0,
      "step": 647180
    },
    {
      "epoch": 0.820934144132488,
      "grad_norm": 5.3125,
      "learning_rate": 8.9544920571691e-06,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5602478742599487,
      "num_tokens": 498486701.0,
      "step": 647190
    },
    {
      "epoch": 0.8209468287250209,
      "grad_norm": 4.65625,
      "learning_rate": 8.953857747082809e-06,
      "loss": 1.8751,
      "mean_token_accuracy": 0.5853497058153152,
      "num_tokens": 498493954.0,
      "step": 647200
    },
    {
      "epoch": 0.8209595133175537,
      "grad_norm": 5.25,
      "learning_rate": 8.953223436996516e-06,
      "loss": 1.9038,
      "mean_token_accuracy": 0.579947030544281,
      "num_tokens": 498500649.0,
      "step": 647210
    },
    {
      "epoch": 0.8209721979100866,
      "grad_norm": 5.03125,
      "learning_rate": 8.952589126910226e-06,
      "loss": 2.0879,
      "mean_token_accuracy": 0.548853000998497,
      "num_tokens": 498509143.0,
      "step": 647220
    },
    {
      "epoch": 0.8209848825026194,
      "grad_norm": 7.0,
      "learning_rate": 8.951954816823933e-06,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5717759162187577,
      "num_tokens": 498516288.0,
      "step": 647230
    },
    {
      "epoch": 0.8209975670951521,
      "grad_norm": 6.5,
      "learning_rate": 8.951320506737642e-06,
      "loss": 1.8684,
      "mean_token_accuracy": 0.5774522691965103,
      "num_tokens": 498522115.0,
      "step": 647240
    },
    {
      "epoch": 0.821010251687685,
      "grad_norm": 5.59375,
      "learning_rate": 8.95068619665135e-06,
      "loss": 2.0209,
      "mean_token_accuracy": 0.546149855852127,
      "num_tokens": 498529360.0,
      "step": 647250
    },
    {
      "epoch": 0.8210229362802178,
      "grad_norm": 5.1875,
      "learning_rate": 8.950051886565058e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5471762508153916,
      "num_tokens": 498537387.0,
      "step": 647260
    },
    {
      "epoch": 0.8210356208727507,
      "grad_norm": 5.09375,
      "learning_rate": 8.949417576478768e-06,
      "loss": 2.2201,
      "mean_token_accuracy": 0.5227732002735138,
      "num_tokens": 498546557.0,
      "step": 647270
    },
    {
      "epoch": 0.8210483054652835,
      "grad_norm": 5.375,
      "learning_rate": 8.948783266392475e-06,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5722750067710877,
      "num_tokens": 498554065.0,
      "step": 647280
    },
    {
      "epoch": 0.8210609900578164,
      "grad_norm": 6.4375,
      "learning_rate": 8.948148956306186e-06,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5266276657581329,
      "num_tokens": 498560900.0,
      "step": 647290
    },
    {
      "epoch": 0.8210736746503492,
      "grad_norm": 6.96875,
      "learning_rate": 8.947514646219893e-06,
      "loss": 1.9658,
      "mean_token_accuracy": 0.572509253025055,
      "num_tokens": 498567171.0,
      "step": 647300
    },
    {
      "epoch": 0.8210863592428821,
      "grad_norm": 5.6875,
      "learning_rate": 8.946880336133601e-06,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5608442604541779,
      "num_tokens": 498574502.0,
      "step": 647310
    },
    {
      "epoch": 0.8210990438354149,
      "grad_norm": 6.84375,
      "learning_rate": 8.94624602604731e-06,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5336810737848282,
      "num_tokens": 498582678.0,
      "step": 647320
    },
    {
      "epoch": 0.8211117284279477,
      "grad_norm": 8.875,
      "learning_rate": 8.945611715961017e-06,
      "loss": 2.109,
      "mean_token_accuracy": 0.5334253281354904,
      "num_tokens": 498590595.0,
      "step": 647330
    },
    {
      "epoch": 0.8211244130204806,
      "grad_norm": 4.65625,
      "learning_rate": 8.944977405874728e-06,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5512283772230149,
      "num_tokens": 498599653.0,
      "step": 647340
    },
    {
      "epoch": 0.8211370976130133,
      "grad_norm": 4.625,
      "learning_rate": 8.944343095788435e-06,
      "loss": 2.0847,
      "mean_token_accuracy": 0.540948486328125,
      "num_tokens": 498607427.0,
      "step": 647350
    },
    {
      "epoch": 0.8211497822055462,
      "grad_norm": 5.125,
      "learning_rate": 8.943708785702145e-06,
      "loss": 2.112,
      "mean_token_accuracy": 0.5482574671506881,
      "num_tokens": 498616235.0,
      "step": 647360
    },
    {
      "epoch": 0.821162466798079,
      "grad_norm": 5.0,
      "learning_rate": 8.943074475615852e-06,
      "loss": 1.8224,
      "mean_token_accuracy": 0.6003229677677154,
      "num_tokens": 498623073.0,
      "step": 647370
    },
    {
      "epoch": 0.8211751513906119,
      "grad_norm": 5.34375,
      "learning_rate": 8.94244016552956e-06,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5310900628566741,
      "num_tokens": 498630689.0,
      "step": 647380
    },
    {
      "epoch": 0.8211878359831447,
      "grad_norm": 7.15625,
      "learning_rate": 8.94180585544327e-06,
      "loss": 2.1285,
      "mean_token_accuracy": 0.531919640302658,
      "num_tokens": 498639070.0,
      "step": 647390
    },
    {
      "epoch": 0.8212005205756775,
      "grad_norm": 4.875,
      "learning_rate": 8.941171545356977e-06,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5496647179126739,
      "num_tokens": 498648059.0,
      "step": 647400
    },
    {
      "epoch": 0.8212132051682104,
      "grad_norm": 6.5625,
      "learning_rate": 8.940537235270687e-06,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5346260786056518,
      "num_tokens": 498655891.0,
      "step": 647410
    },
    {
      "epoch": 0.8212258897607432,
      "grad_norm": 5.6875,
      "learning_rate": 8.939902925184394e-06,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5292542666196823,
      "num_tokens": 498664092.0,
      "step": 647420
    },
    {
      "epoch": 0.8212385743532761,
      "grad_norm": 4.875,
      "learning_rate": 8.939268615098103e-06,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5421448111534118,
      "num_tokens": 498672163.0,
      "step": 647430
    },
    {
      "epoch": 0.8212512589458089,
      "grad_norm": 5.75,
      "learning_rate": 8.938634305011812e-06,
      "loss": 1.8863,
      "mean_token_accuracy": 0.5802249550819397,
      "num_tokens": 498678918.0,
      "step": 647440
    },
    {
      "epoch": 0.8212639435383418,
      "grad_norm": 5.6875,
      "learning_rate": 8.937999994925519e-06,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5449938535690307,
      "num_tokens": 498686592.0,
      "step": 647450
    },
    {
      "epoch": 0.8212766281308745,
      "grad_norm": 5.46875,
      "learning_rate": 8.937365684839229e-06,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5438508719205857,
      "num_tokens": 498695330.0,
      "step": 647460
    },
    {
      "epoch": 0.8212893127234074,
      "grad_norm": 6.09375,
      "learning_rate": 8.936731374752936e-06,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5424815565347672,
      "num_tokens": 498703244.0,
      "step": 647470
    },
    {
      "epoch": 0.8213019973159402,
      "grad_norm": 4.8125,
      "learning_rate": 8.936097064666645e-06,
      "loss": 2.0415,
      "mean_token_accuracy": 0.555844184756279,
      "num_tokens": 498710808.0,
      "step": 647480
    },
    {
      "epoch": 0.821314681908473,
      "grad_norm": 5.03125,
      "learning_rate": 8.935462754580354e-06,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5367123574018479,
      "num_tokens": 498719635.0,
      "step": 647490
    },
    {
      "epoch": 0.8213273665010059,
      "grad_norm": 4.6875,
      "learning_rate": 8.934828444494062e-06,
      "loss": 2.1556,
      "mean_token_accuracy": 0.532199501991272,
      "num_tokens": 498727412.0,
      "step": 647500
    },
    {
      "epoch": 0.8213400510935387,
      "grad_norm": 4.90625,
      "learning_rate": 8.934194134407771e-06,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5279714703559876,
      "num_tokens": 498734929.0,
      "step": 647510
    },
    {
      "epoch": 0.8213527356860716,
      "grad_norm": 4.84375,
      "learning_rate": 8.933559824321478e-06,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5522717952728271,
      "num_tokens": 498743951.0,
      "step": 647520
    },
    {
      "epoch": 0.8213654202786044,
      "grad_norm": 5.21875,
      "learning_rate": 8.932925514235187e-06,
      "loss": 1.6651,
      "mean_token_accuracy": 0.6272893249988556,
      "num_tokens": 498751340.0,
      "step": 647530
    },
    {
      "epoch": 0.8213781048711373,
      "grad_norm": 5.8125,
      "learning_rate": 8.932291204148896e-06,
      "loss": 2.171,
      "mean_token_accuracy": 0.5249095857143402,
      "num_tokens": 498758225.0,
      "step": 647540
    },
    {
      "epoch": 0.8213907894636701,
      "grad_norm": 4.84375,
      "learning_rate": 8.931656894062604e-06,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5318643718957901,
      "num_tokens": 498766801.0,
      "step": 647550
    },
    {
      "epoch": 0.8214034740562028,
      "grad_norm": 4.8125,
      "learning_rate": 8.931022583976313e-06,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5475707530975342,
      "num_tokens": 498775507.0,
      "step": 647560
    },
    {
      "epoch": 0.8214161586487357,
      "grad_norm": 5.21875,
      "learning_rate": 8.930388273890022e-06,
      "loss": 2.2413,
      "mean_token_accuracy": 0.5084320634603501,
      "num_tokens": 498783012.0,
      "step": 647570
    },
    {
      "epoch": 0.8214288432412685,
      "grad_norm": 4.75,
      "learning_rate": 8.92975396380373e-06,
      "loss": 2.0765,
      "mean_token_accuracy": 0.5456940561532975,
      "num_tokens": 498790570.0,
      "step": 647580
    },
    {
      "epoch": 0.8214415278338014,
      "grad_norm": 5.96875,
      "learning_rate": 8.929119653717438e-06,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5709057778120041,
      "num_tokens": 498798034.0,
      "step": 647590
    },
    {
      "epoch": 0.8214542124263342,
      "grad_norm": 5.0625,
      "learning_rate": 8.928485343631146e-06,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5606279820203781,
      "num_tokens": 498805428.0,
      "step": 647600
    },
    {
      "epoch": 0.8214668970188671,
      "grad_norm": 5.0,
      "learning_rate": 8.927851033544855e-06,
      "loss": 2.1449,
      "mean_token_accuracy": 0.532714894413948,
      "num_tokens": 498813576.0,
      "step": 647610
    },
    {
      "epoch": 0.8214795816113999,
      "grad_norm": 5.4375,
      "learning_rate": 8.927216723458564e-06,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5192977726459503,
      "num_tokens": 498820946.0,
      "step": 647620
    },
    {
      "epoch": 0.8214922662039328,
      "grad_norm": 6.84375,
      "learning_rate": 8.926582413372273e-06,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5544729471206665,
      "num_tokens": 498827488.0,
      "step": 647630
    },
    {
      "epoch": 0.8215049507964656,
      "grad_norm": 5.78125,
      "learning_rate": 8.925948103285981e-06,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5340944528579712,
      "num_tokens": 498835836.0,
      "step": 647640
    },
    {
      "epoch": 0.8215176353889984,
      "grad_norm": 5.03125,
      "learning_rate": 8.925313793199688e-06,
      "loss": 1.911,
      "mean_token_accuracy": 0.585147374868393,
      "num_tokens": 498842383.0,
      "step": 647650
    },
    {
      "epoch": 0.8215303199815313,
      "grad_norm": 5.75,
      "learning_rate": 8.924679483113397e-06,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5245560050010681,
      "num_tokens": 498850921.0,
      "step": 647660
    },
    {
      "epoch": 0.821543004574064,
      "grad_norm": 6.3125,
      "learning_rate": 8.924045173027106e-06,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5343529045581817,
      "num_tokens": 498857850.0,
      "step": 647670
    },
    {
      "epoch": 0.8215556891665969,
      "grad_norm": 5.125,
      "learning_rate": 8.923410862940815e-06,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5426918208599091,
      "num_tokens": 498865909.0,
      "step": 647680
    },
    {
      "epoch": 0.8215683737591297,
      "grad_norm": 10.0,
      "learning_rate": 8.922776552854523e-06,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5442436188459396,
      "num_tokens": 498872688.0,
      "step": 647690
    },
    {
      "epoch": 0.8215810583516626,
      "grad_norm": 5.28125,
      "learning_rate": 8.92214224276823e-06,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5395998358726501,
      "num_tokens": 498880770.0,
      "step": 647700
    },
    {
      "epoch": 0.8215937429441954,
      "grad_norm": 5.84375,
      "learning_rate": 8.921507932681939e-06,
      "loss": 2.1292,
      "mean_token_accuracy": 0.529637810587883,
      "num_tokens": 498889873.0,
      "step": 647710
    },
    {
      "epoch": 0.8216064275367282,
      "grad_norm": 4.875,
      "learning_rate": 8.920873622595648e-06,
      "loss": 1.7939,
      "mean_token_accuracy": 0.598255330324173,
      "num_tokens": 498897456.0,
      "step": 647720
    },
    {
      "epoch": 0.8216191121292611,
      "grad_norm": 5.65625,
      "learning_rate": 8.920239312509357e-06,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5475418031215668,
      "num_tokens": 498906085.0,
      "step": 647730
    },
    {
      "epoch": 0.8216317967217939,
      "grad_norm": 5.75,
      "learning_rate": 8.919605002423065e-06,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5407340228557587,
      "num_tokens": 498911950.0,
      "step": 647740
    },
    {
      "epoch": 0.8216444813143268,
      "grad_norm": 5.4375,
      "learning_rate": 8.918970692336772e-06,
      "loss": 1.8908,
      "mean_token_accuracy": 0.573983010649681,
      "num_tokens": 498919697.0,
      "step": 647750
    },
    {
      "epoch": 0.8216571659068596,
      "grad_norm": 5.28125,
      "learning_rate": 8.918336382250483e-06,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5551666975021362,
      "num_tokens": 498927872.0,
      "step": 647760
    },
    {
      "epoch": 0.8216698504993925,
      "grad_norm": 5.75,
      "learning_rate": 8.91770207216419e-06,
      "loss": 2.169,
      "mean_token_accuracy": 0.5221138149499893,
      "num_tokens": 498936279.0,
      "step": 647770
    },
    {
      "epoch": 0.8216825350919252,
      "grad_norm": 5.03125,
      "learning_rate": 8.917067762077899e-06,
      "loss": 2.01,
      "mean_token_accuracy": 0.5592222005128861,
      "num_tokens": 498943577.0,
      "step": 647780
    },
    {
      "epoch": 0.821695219684458,
      "grad_norm": 4.65625,
      "learning_rate": 8.916433451991607e-06,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5245444178581238,
      "num_tokens": 498952638.0,
      "step": 647790
    },
    {
      "epoch": 0.8217079042769909,
      "grad_norm": 7.46875,
      "learning_rate": 8.915799141905316e-06,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5687452852725983,
      "num_tokens": 498959840.0,
      "step": 647800
    },
    {
      "epoch": 0.8217205888695237,
      "grad_norm": 5.15625,
      "learning_rate": 8.915164831819025e-06,
      "loss": 1.9262,
      "mean_token_accuracy": 0.5675294935703278,
      "num_tokens": 498968110.0,
      "step": 647810
    },
    {
      "epoch": 0.8217332734620566,
      "grad_norm": 6.40625,
      "learning_rate": 8.914530521732732e-06,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5634142130613327,
      "num_tokens": 498975407.0,
      "step": 647820
    },
    {
      "epoch": 0.8217459580545894,
      "grad_norm": 5.3125,
      "learning_rate": 8.913896211646442e-06,
      "loss": 1.9021,
      "mean_token_accuracy": 0.5911397635936737,
      "num_tokens": 498982087.0,
      "step": 647830
    },
    {
      "epoch": 0.8217586426471223,
      "grad_norm": 4.875,
      "learning_rate": 8.91326190156015e-06,
      "loss": 1.898,
      "mean_token_accuracy": 0.5781033843755722,
      "num_tokens": 498989143.0,
      "step": 647840
    },
    {
      "epoch": 0.8217713272396551,
      "grad_norm": 5.21875,
      "learning_rate": 8.912627591473858e-06,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5407727241516114,
      "num_tokens": 498996260.0,
      "step": 647850
    },
    {
      "epoch": 0.821784011832188,
      "grad_norm": 8.6875,
      "learning_rate": 8.911993281387567e-06,
      "loss": 1.9157,
      "mean_token_accuracy": 0.5776203602552414,
      "num_tokens": 499002049.0,
      "step": 647860
    },
    {
      "epoch": 0.8217966964247208,
      "grad_norm": 8.3125,
      "learning_rate": 8.911358971301274e-06,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5376724183559418,
      "num_tokens": 499009861.0,
      "step": 647870
    },
    {
      "epoch": 0.8218093810172535,
      "grad_norm": 4.90625,
      "learning_rate": 8.910724661214984e-06,
      "loss": 1.6554,
      "mean_token_accuracy": 0.621992364525795,
      "num_tokens": 499016086.0,
      "step": 647880
    },
    {
      "epoch": 0.8218220656097864,
      "grad_norm": 5.8125,
      "learning_rate": 8.910090351128691e-06,
      "loss": 2.0977,
      "mean_token_accuracy": 0.538846904039383,
      "num_tokens": 499024031.0,
      "step": 647890
    },
    {
      "epoch": 0.8218347502023192,
      "grad_norm": 4.875,
      "learning_rate": 8.9094560410424e-06,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5604196071624756,
      "num_tokens": 499031793.0,
      "step": 647900
    },
    {
      "epoch": 0.8218474347948521,
      "grad_norm": 5.21875,
      "learning_rate": 8.908821730956109e-06,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5669157266616821,
      "num_tokens": 499040340.0,
      "step": 647910
    },
    {
      "epoch": 0.8218601193873849,
      "grad_norm": 5.5625,
      "learning_rate": 8.908187420869816e-06,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5632748156785965,
      "num_tokens": 499047751.0,
      "step": 647920
    },
    {
      "epoch": 0.8218728039799178,
      "grad_norm": 6.53125,
      "learning_rate": 8.907553110783526e-06,
      "loss": 1.8965,
      "mean_token_accuracy": 0.5690053820610046,
      "num_tokens": 499055261.0,
      "step": 647930
    },
    {
      "epoch": 0.8218854885724506,
      "grad_norm": 5.0625,
      "learning_rate": 8.906918800697233e-06,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5650140821933747,
      "num_tokens": 499063534.0,
      "step": 647940
    },
    {
      "epoch": 0.8218981731649834,
      "grad_norm": 5.75,
      "learning_rate": 8.906284490610944e-06,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5315377295017243,
      "num_tokens": 499070859.0,
      "step": 647950
    },
    {
      "epoch": 0.8219108577575163,
      "grad_norm": 4.625,
      "learning_rate": 8.90565018052465e-06,
      "loss": 1.9066,
      "mean_token_accuracy": 0.571122670173645,
      "num_tokens": 499077538.0,
      "step": 647960
    },
    {
      "epoch": 0.821923542350049,
      "grad_norm": 5.8125,
      "learning_rate": 8.90501587043836e-06,
      "loss": 1.9094,
      "mean_token_accuracy": 0.5692092537879944,
      "num_tokens": 499085587.0,
      "step": 647970
    },
    {
      "epoch": 0.821936226942582,
      "grad_norm": 5.09375,
      "learning_rate": 8.904381560352068e-06,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5507189065217972,
      "num_tokens": 499094659.0,
      "step": 647980
    },
    {
      "epoch": 0.8219489115351147,
      "grad_norm": 7.40625,
      "learning_rate": 8.903747250265775e-06,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5543931216001511,
      "num_tokens": 499102595.0,
      "step": 647990
    },
    {
      "epoch": 0.8219615961276476,
      "grad_norm": 5.6875,
      "learning_rate": 8.903112940179486e-06,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5515959203243256,
      "num_tokens": 499109794.0,
      "step": 648000
    },
    {
      "epoch": 0.8219742807201804,
      "grad_norm": 6.90625,
      "learning_rate": 8.902478630093193e-06,
      "loss": 2.2236,
      "mean_token_accuracy": 0.515348207950592,
      "num_tokens": 499118815.0,
      "step": 648010
    },
    {
      "epoch": 0.8219869653127133,
      "grad_norm": 4.53125,
      "learning_rate": 8.901844320006903e-06,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5807308942079544,
      "num_tokens": 499126157.0,
      "step": 648020
    },
    {
      "epoch": 0.8219996499052461,
      "grad_norm": 5.53125,
      "learning_rate": 8.90121000992061e-06,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5364258706569671,
      "num_tokens": 499134886.0,
      "step": 648030
    },
    {
      "epoch": 0.8220123344977789,
      "grad_norm": 5.09375,
      "learning_rate": 8.900575699834319e-06,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5595672309398652,
      "num_tokens": 499142917.0,
      "step": 648040
    },
    {
      "epoch": 0.8220250190903118,
      "grad_norm": 4.96875,
      "learning_rate": 8.899941389748028e-06,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5297657251358032,
      "num_tokens": 499149846.0,
      "step": 648050
    },
    {
      "epoch": 0.8220377036828446,
      "grad_norm": 4.75,
      "learning_rate": 8.899307079661735e-06,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5511238694190979,
      "num_tokens": 499158082.0,
      "step": 648060
    },
    {
      "epoch": 0.8220503882753775,
      "grad_norm": 6.96875,
      "learning_rate": 8.898672769575445e-06,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5345866739749908,
      "num_tokens": 499166342.0,
      "step": 648070
    },
    {
      "epoch": 0.8220630728679102,
      "grad_norm": 5.5,
      "learning_rate": 8.898038459489152e-06,
      "loss": 2.3305,
      "mean_token_accuracy": 0.49616195559501647,
      "num_tokens": 499174794.0,
      "step": 648080
    },
    {
      "epoch": 0.8220757574604431,
      "grad_norm": 5.625,
      "learning_rate": 8.897404149402861e-06,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5461959958076477,
      "num_tokens": 499182525.0,
      "step": 648090
    },
    {
      "epoch": 0.8220884420529759,
      "grad_norm": 5.15625,
      "learning_rate": 8.89676983931657e-06,
      "loss": 2.1121,
      "mean_token_accuracy": 0.543780654668808,
      "num_tokens": 499190462.0,
      "step": 648100
    },
    {
      "epoch": 0.8221011266455087,
      "grad_norm": 5.21875,
      "learning_rate": 8.896135529230277e-06,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5345693945884704,
      "num_tokens": 499198940.0,
      "step": 648110
    },
    {
      "epoch": 0.8221138112380416,
      "grad_norm": 4.84375,
      "learning_rate": 8.895501219143987e-06,
      "loss": 1.9961,
      "mean_token_accuracy": 0.542862594127655,
      "num_tokens": 499207631.0,
      "step": 648120
    },
    {
      "epoch": 0.8221264958305744,
      "grad_norm": 4.90625,
      "learning_rate": 8.894866909057694e-06,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5654553949832917,
      "num_tokens": 499215410.0,
      "step": 648130
    },
    {
      "epoch": 0.8221391804231073,
      "grad_norm": 6.8125,
      "learning_rate": 8.894232598971403e-06,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5383067727088928,
      "num_tokens": 499222873.0,
      "step": 648140
    },
    {
      "epoch": 0.8221518650156401,
      "grad_norm": 5.71875,
      "learning_rate": 8.893598288885112e-06,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5531692653894424,
      "num_tokens": 499230302.0,
      "step": 648150
    },
    {
      "epoch": 0.822164549608173,
      "grad_norm": 5.9375,
      "learning_rate": 8.89296397879882e-06,
      "loss": 2.3311,
      "mean_token_accuracy": 0.5086379498243332,
      "num_tokens": 499237930.0,
      "step": 648160
    },
    {
      "epoch": 0.8221772342007058,
      "grad_norm": 5.71875,
      "learning_rate": 8.89232966871253e-06,
      "loss": 2.1126,
      "mean_token_accuracy": 0.543292236328125,
      "num_tokens": 499244405.0,
      "step": 648170
    },
    {
      "epoch": 0.8221899187932385,
      "grad_norm": 7.3125,
      "learning_rate": 8.891695358626236e-06,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5357666850090027,
      "num_tokens": 499251595.0,
      "step": 648180
    },
    {
      "epoch": 0.8222026033857714,
      "grad_norm": 7.03125,
      "learning_rate": 8.891061048539945e-06,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5312860190868378,
      "num_tokens": 499259236.0,
      "step": 648190
    },
    {
      "epoch": 0.8222152879783042,
      "grad_norm": 11.0625,
      "learning_rate": 8.890426738453654e-06,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5369029492139816,
      "num_tokens": 499265402.0,
      "step": 648200
    },
    {
      "epoch": 0.8222279725708371,
      "grad_norm": 5.03125,
      "learning_rate": 8.889792428367362e-06,
      "loss": 2.0785,
      "mean_token_accuracy": 0.539080348610878,
      "num_tokens": 499273989.0,
      "step": 648210
    },
    {
      "epoch": 0.8222406571633699,
      "grad_norm": 3.828125,
      "learning_rate": 8.889158118281071e-06,
      "loss": 1.7166,
      "mean_token_accuracy": 0.6061820775270462,
      "num_tokens": 499280597.0,
      "step": 648220
    },
    {
      "epoch": 0.8222533417559028,
      "grad_norm": 5.34375,
      "learning_rate": 8.88852380819478e-06,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5342096835374832,
      "num_tokens": 499288919.0,
      "step": 648230
    },
    {
      "epoch": 0.8222660263484356,
      "grad_norm": 5.84375,
      "learning_rate": 8.887889498108489e-06,
      "loss": 1.8359,
      "mean_token_accuracy": 0.5831560671329499,
      "num_tokens": 499295453.0,
      "step": 648240
    },
    {
      "epoch": 0.8222787109409685,
      "grad_norm": 5.15625,
      "learning_rate": 8.887255188022196e-06,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5328630447387696,
      "num_tokens": 499303734.0,
      "step": 648250
    },
    {
      "epoch": 0.8222913955335013,
      "grad_norm": 7.03125,
      "learning_rate": 8.886620877935904e-06,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5357227206230164,
      "num_tokens": 499311448.0,
      "step": 648260
    },
    {
      "epoch": 0.8223040801260341,
      "grad_norm": 5.78125,
      "learning_rate": 8.885986567849613e-06,
      "loss": 2.2341,
      "mean_token_accuracy": 0.516279223561287,
      "num_tokens": 499318372.0,
      "step": 648270
    },
    {
      "epoch": 0.822316764718567,
      "grad_norm": 6.875,
      "learning_rate": 8.885352257763322e-06,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5632908284664154,
      "num_tokens": 499326368.0,
      "step": 648280
    },
    {
      "epoch": 0.8223294493110997,
      "grad_norm": 6.59375,
      "learning_rate": 8.88471794767703e-06,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5395346194505691,
      "num_tokens": 499333923.0,
      "step": 648290
    },
    {
      "epoch": 0.8223421339036326,
      "grad_norm": 6.3125,
      "learning_rate": 8.884083637590738e-06,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5340792208909988,
      "num_tokens": 499342171.0,
      "step": 648300
    },
    {
      "epoch": 0.8223548184961654,
      "grad_norm": 7.25,
      "learning_rate": 8.883449327504446e-06,
      "loss": 1.8698,
      "mean_token_accuracy": 0.5771275758743286,
      "num_tokens": 499348476.0,
      "step": 648310
    },
    {
      "epoch": 0.8223675030886983,
      "grad_norm": 5.96875,
      "learning_rate": 8.882815017418155e-06,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5800409376621246,
      "num_tokens": 499355492.0,
      "step": 648320
    },
    {
      "epoch": 0.8223801876812311,
      "grad_norm": 5.59375,
      "learning_rate": 8.882180707331864e-06,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5493230283260345,
      "num_tokens": 499363377.0,
      "step": 648330
    },
    {
      "epoch": 0.8223928722737639,
      "grad_norm": 6.34375,
      "learning_rate": 8.881546397245573e-06,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5472882568836213,
      "num_tokens": 499370426.0,
      "step": 648340
    },
    {
      "epoch": 0.8224055568662968,
      "grad_norm": 5.6875,
      "learning_rate": 8.880912087159281e-06,
      "loss": 1.8981,
      "mean_token_accuracy": 0.5841496676206589,
      "num_tokens": 499377825.0,
      "step": 648350
    },
    {
      "epoch": 0.8224182414588296,
      "grad_norm": 6.0,
      "learning_rate": 8.880277777072988e-06,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5117290943861008,
      "num_tokens": 499385969.0,
      "step": 648360
    },
    {
      "epoch": 0.8224309260513625,
      "grad_norm": 5.0625,
      "learning_rate": 8.879643466986697e-06,
      "loss": 1.8538,
      "mean_token_accuracy": 0.6065795063972473,
      "num_tokens": 499393439.0,
      "step": 648370
    },
    {
      "epoch": 0.8224436106438953,
      "grad_norm": 6.75,
      "learning_rate": 8.879009156900406e-06,
      "loss": 1.929,
      "mean_token_accuracy": 0.5717144668102264,
      "num_tokens": 499400667.0,
      "step": 648380
    },
    {
      "epoch": 0.8224562952364282,
      "grad_norm": 6.0,
      "learning_rate": 8.878374846814115e-06,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5358490198850632,
      "num_tokens": 499407475.0,
      "step": 648390
    },
    {
      "epoch": 0.8224689798289609,
      "grad_norm": 7.0625,
      "learning_rate": 8.877740536727823e-06,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5506529837846756,
      "num_tokens": 499415750.0,
      "step": 648400
    },
    {
      "epoch": 0.8224816644214938,
      "grad_norm": 5.09375,
      "learning_rate": 8.87710622664153e-06,
      "loss": 2.2628,
      "mean_token_accuracy": 0.5154786348342896,
      "num_tokens": 499424657.0,
      "step": 648410
    },
    {
      "epoch": 0.8224943490140266,
      "grad_norm": 5.15625,
      "learning_rate": 8.876471916555241e-06,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5665044397115707,
      "num_tokens": 499432538.0,
      "step": 648420
    },
    {
      "epoch": 0.8225070336065594,
      "grad_norm": 5.34375,
      "learning_rate": 8.875837606468948e-06,
      "loss": 2.08,
      "mean_token_accuracy": 0.5583241879940033,
      "num_tokens": 499440079.0,
      "step": 648430
    },
    {
      "epoch": 0.8225197181990923,
      "grad_norm": 4.875,
      "learning_rate": 8.875203296382657e-06,
      "loss": 1.9267,
      "mean_token_accuracy": 0.5713296800851821,
      "num_tokens": 499447686.0,
      "step": 648440
    },
    {
      "epoch": 0.8225324027916251,
      "grad_norm": 5.125,
      "learning_rate": 8.874568986296365e-06,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5623982697725296,
      "num_tokens": 499455536.0,
      "step": 648450
    },
    {
      "epoch": 0.822545087384158,
      "grad_norm": 4.8125,
      "learning_rate": 8.873934676210074e-06,
      "loss": 2.1494,
      "mean_token_accuracy": 0.52028386592865,
      "num_tokens": 499463559.0,
      "step": 648460
    },
    {
      "epoch": 0.8225577719766908,
      "grad_norm": 6.71875,
      "learning_rate": 8.873300366123783e-06,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5333925962448121,
      "num_tokens": 499471731.0,
      "step": 648470
    },
    {
      "epoch": 0.8225704565692237,
      "grad_norm": 5.5625,
      "learning_rate": 8.87266605603749e-06,
      "loss": 1.8579,
      "mean_token_accuracy": 0.5843434691429138,
      "num_tokens": 499479566.0,
      "step": 648480
    },
    {
      "epoch": 0.8225831411617565,
      "grad_norm": 5.71875,
      "learning_rate": 8.872031745951199e-06,
      "loss": 1.928,
      "mean_token_accuracy": 0.5787856370210648,
      "num_tokens": 499487198.0,
      "step": 648490
    },
    {
      "epoch": 0.8225958257542892,
      "grad_norm": 7.75,
      "learning_rate": 8.871397435864907e-06,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5291507184505463,
      "num_tokens": 499495557.0,
      "step": 648500
    },
    {
      "epoch": 0.8226085103468221,
      "grad_norm": 5.34375,
      "learning_rate": 8.870763125778616e-06,
      "loss": 2.055,
      "mean_token_accuracy": 0.5482833355665206,
      "num_tokens": 499502833.0,
      "step": 648510
    },
    {
      "epoch": 0.8226211949393549,
      "grad_norm": 5.34375,
      "learning_rate": 8.870128815692325e-06,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5249419033527374,
      "num_tokens": 499511065.0,
      "step": 648520
    },
    {
      "epoch": 0.8226338795318878,
      "grad_norm": 7.9375,
      "learning_rate": 8.869494505606032e-06,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5444377660751343,
      "num_tokens": 499516978.0,
      "step": 648530
    },
    {
      "epoch": 0.8226465641244206,
      "grad_norm": 6.28125,
      "learning_rate": 8.868860195519742e-06,
      "loss": 1.947,
      "mean_token_accuracy": 0.5606166869401932,
      "num_tokens": 499524156.0,
      "step": 648540
    },
    {
      "epoch": 0.8226592487169535,
      "grad_norm": 4.78125,
      "learning_rate": 8.86822588543345e-06,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5432016879320145,
      "num_tokens": 499532440.0,
      "step": 648550
    },
    {
      "epoch": 0.8226719333094863,
      "grad_norm": 4.9375,
      "learning_rate": 8.867591575347158e-06,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5502801567316056,
      "num_tokens": 499540409.0,
      "step": 648560
    },
    {
      "epoch": 0.8226846179020192,
      "grad_norm": 6.9375,
      "learning_rate": 8.866957265260867e-06,
      "loss": 1.9171,
      "mean_token_accuracy": 0.56895309984684,
      "num_tokens": 499547455.0,
      "step": 648570
    },
    {
      "epoch": 0.822697302494552,
      "grad_norm": 6.4375,
      "learning_rate": 8.866322955174574e-06,
      "loss": 1.9559,
      "mean_token_accuracy": 0.5587324291467667,
      "num_tokens": 499554802.0,
      "step": 648580
    },
    {
      "epoch": 0.8227099870870848,
      "grad_norm": 6.09375,
      "learning_rate": 8.865688645088284e-06,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5428648203611374,
      "num_tokens": 499563552.0,
      "step": 648590
    },
    {
      "epoch": 0.8227226716796177,
      "grad_norm": 4.78125,
      "learning_rate": 8.865054335001991e-06,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5102467715740204,
      "num_tokens": 499571522.0,
      "step": 648600
    },
    {
      "epoch": 0.8227353562721504,
      "grad_norm": 6.4375,
      "learning_rate": 8.864420024915702e-06,
      "loss": 1.9917,
      "mean_token_accuracy": 0.570375782251358,
      "num_tokens": 499578127.0,
      "step": 648610
    },
    {
      "epoch": 0.8227480408646833,
      "grad_norm": 6.96875,
      "learning_rate": 8.863785714829409e-06,
      "loss": 1.8102,
      "mean_token_accuracy": 0.5962010353803635,
      "num_tokens": 499585113.0,
      "step": 648620
    },
    {
      "epoch": 0.8227607254572161,
      "grad_norm": 5.125,
      "learning_rate": 8.863151404743118e-06,
      "loss": 1.8646,
      "mean_token_accuracy": 0.5795324802398681,
      "num_tokens": 499593259.0,
      "step": 648630
    },
    {
      "epoch": 0.822773410049749,
      "grad_norm": 8.125,
      "learning_rate": 8.862517094656826e-06,
      "loss": 1.9179,
      "mean_token_accuracy": 0.5699958771467208,
      "num_tokens": 499600670.0,
      "step": 648640
    },
    {
      "epoch": 0.8227860946422818,
      "grad_norm": 5.3125,
      "learning_rate": 8.861882784570533e-06,
      "loss": 2.2057,
      "mean_token_accuracy": 0.521091976761818,
      "num_tokens": 499610029.0,
      "step": 648650
    },
    {
      "epoch": 0.8227987792348146,
      "grad_norm": 6.40625,
      "learning_rate": 8.861248474484244e-06,
      "loss": 2.1346,
      "mean_token_accuracy": 0.5472664445638656,
      "num_tokens": 499618579.0,
      "step": 648660
    },
    {
      "epoch": 0.8228114638273475,
      "grad_norm": 5.5625,
      "learning_rate": 8.860614164397951e-06,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5467200160026551,
      "num_tokens": 499625528.0,
      "step": 648670
    },
    {
      "epoch": 0.8228241484198803,
      "grad_norm": 6.15625,
      "learning_rate": 8.85997985431166e-06,
      "loss": 2.171,
      "mean_token_accuracy": 0.5225162237882615,
      "num_tokens": 499633818.0,
      "step": 648680
    },
    {
      "epoch": 0.8228368330124132,
      "grad_norm": 5.8125,
      "learning_rate": 8.859345544225368e-06,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5414551556110382,
      "num_tokens": 499640679.0,
      "step": 648690
    },
    {
      "epoch": 0.822849517604946,
      "grad_norm": 5.59375,
      "learning_rate": 8.858711234139075e-06,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5397140085697174,
      "num_tokens": 499647748.0,
      "step": 648700
    },
    {
      "epoch": 0.8228622021974789,
      "grad_norm": 6.125,
      "learning_rate": 8.858076924052786e-06,
      "loss": 1.891,
      "mean_token_accuracy": 0.5895135760307312,
      "num_tokens": 499655160.0,
      "step": 648710
    },
    {
      "epoch": 0.8228748867900116,
      "grad_norm": 5.53125,
      "learning_rate": 8.857442613966493e-06,
      "loss": 2.142,
      "mean_token_accuracy": 0.519475856423378,
      "num_tokens": 499664500.0,
      "step": 648720
    },
    {
      "epoch": 0.8228875713825444,
      "grad_norm": 4.8125,
      "learning_rate": 8.856808303880203e-06,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5762986063957214,
      "num_tokens": 499671260.0,
      "step": 648730
    },
    {
      "epoch": 0.8229002559750773,
      "grad_norm": 5.0625,
      "learning_rate": 8.85617399379391e-06,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5275925129652024,
      "num_tokens": 499679053.0,
      "step": 648740
    },
    {
      "epoch": 0.8229129405676101,
      "grad_norm": 7.90625,
      "learning_rate": 8.85553968370762e-06,
      "loss": 2.064,
      "mean_token_accuracy": 0.5543529838323593,
      "num_tokens": 499685503.0,
      "step": 648750
    },
    {
      "epoch": 0.822925625160143,
      "grad_norm": 4.9375,
      "learning_rate": 8.854905373621328e-06,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5326146632432938,
      "num_tokens": 499694609.0,
      "step": 648760
    },
    {
      "epoch": 0.8229383097526758,
      "grad_norm": 6.125,
      "learning_rate": 8.854271063535035e-06,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5274081915616989,
      "num_tokens": 499702745.0,
      "step": 648770
    },
    {
      "epoch": 0.8229509943452087,
      "grad_norm": 5.71875,
      "learning_rate": 8.853636753448745e-06,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5500409960746765,
      "num_tokens": 499710245.0,
      "step": 648780
    },
    {
      "epoch": 0.8229636789377415,
      "grad_norm": 5.875,
      "learning_rate": 8.853002443362452e-06,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5238744437694549,
      "num_tokens": 499718852.0,
      "step": 648790
    },
    {
      "epoch": 0.8229763635302744,
      "grad_norm": 4.75,
      "learning_rate": 8.852368133276161e-06,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5332722365856171,
      "num_tokens": 499727429.0,
      "step": 648800
    },
    {
      "epoch": 0.8229890481228072,
      "grad_norm": 5.03125,
      "learning_rate": 8.85173382318987e-06,
      "loss": 1.8048,
      "mean_token_accuracy": 0.5868354558944702,
      "num_tokens": 499734597.0,
      "step": 648810
    },
    {
      "epoch": 0.8230017327153399,
      "grad_norm": 4.84375,
      "learning_rate": 8.851099513103579e-06,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5283413320779801,
      "num_tokens": 499743427.0,
      "step": 648820
    },
    {
      "epoch": 0.8230144173078728,
      "grad_norm": 5.875,
      "learning_rate": 8.850465203017287e-06,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5288723856210709,
      "num_tokens": 499752121.0,
      "step": 648830
    },
    {
      "epoch": 0.8230271019004056,
      "grad_norm": 4.875,
      "learning_rate": 8.849830892930994e-06,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5707350730895996,
      "num_tokens": 499759816.0,
      "step": 648840
    },
    {
      "epoch": 0.8230397864929385,
      "grad_norm": 6.375,
      "learning_rate": 8.849196582844703e-06,
      "loss": 1.6128,
      "mean_token_accuracy": 0.6365924954414368,
      "num_tokens": 499765809.0,
      "step": 648850
    },
    {
      "epoch": 0.8230524710854713,
      "grad_norm": 6.4375,
      "learning_rate": 8.848562272758412e-06,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5501499652862549,
      "num_tokens": 499772915.0,
      "step": 648860
    },
    {
      "epoch": 0.8230651556780042,
      "grad_norm": 4.8125,
      "learning_rate": 8.84792796267212e-06,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5445400685071945,
      "num_tokens": 499781057.0,
      "step": 648870
    },
    {
      "epoch": 0.823077840270537,
      "grad_norm": 12.625,
      "learning_rate": 8.84729365258583e-06,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5302713423967361,
      "num_tokens": 499788381.0,
      "step": 648880
    },
    {
      "epoch": 0.8230905248630698,
      "grad_norm": 6.9375,
      "learning_rate": 8.846659342499536e-06,
      "loss": 1.9545,
      "mean_token_accuracy": 0.560755580663681,
      "num_tokens": 499795662.0,
      "step": 648890
    },
    {
      "epoch": 0.8231032094556027,
      "grad_norm": 4.9375,
      "learning_rate": 8.846025032413245e-06,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5349111795425415,
      "num_tokens": 499803617.0,
      "step": 648900
    },
    {
      "epoch": 0.8231158940481355,
      "grad_norm": 4.6875,
      "learning_rate": 8.845390722326954e-06,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5647760301828384,
      "num_tokens": 499810543.0,
      "step": 648910
    },
    {
      "epoch": 0.8231285786406684,
      "grad_norm": 5.21875,
      "learning_rate": 8.844756412240663e-06,
      "loss": 2.2537,
      "mean_token_accuracy": 0.5133432239294052,
      "num_tokens": 499819281.0,
      "step": 648920
    },
    {
      "epoch": 0.8231412632332011,
      "grad_norm": 5.5625,
      "learning_rate": 8.844122102154371e-06,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5496943980455399,
      "num_tokens": 499827461.0,
      "step": 648930
    },
    {
      "epoch": 0.823153947825734,
      "grad_norm": 10.875,
      "learning_rate": 8.84348779206808e-06,
      "loss": 2.2088,
      "mean_token_accuracy": 0.5265799313783646,
      "num_tokens": 499834880.0,
      "step": 648940
    },
    {
      "epoch": 0.8231666324182668,
      "grad_norm": 8.625,
      "learning_rate": 8.842853481981789e-06,
      "loss": 1.9037,
      "mean_token_accuracy": 0.5838695228099823,
      "num_tokens": 499841575.0,
      "step": 648950
    },
    {
      "epoch": 0.8231793170107997,
      "grad_norm": 5.15625,
      "learning_rate": 8.842219171895496e-06,
      "loss": 2.1504,
      "mean_token_accuracy": 0.525997108221054,
      "num_tokens": 499848777.0,
      "step": 648960
    },
    {
      "epoch": 0.8231920016033325,
      "grad_norm": 4.9375,
      "learning_rate": 8.841584861809205e-06,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5621298670768737,
      "num_tokens": 499856621.0,
      "step": 648970
    },
    {
      "epoch": 0.8232046861958653,
      "grad_norm": 5.21875,
      "learning_rate": 8.840950551722913e-06,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5286890715360641,
      "num_tokens": 499865266.0,
      "step": 648980
    },
    {
      "epoch": 0.8232173707883982,
      "grad_norm": 5.90625,
      "learning_rate": 8.840316241636622e-06,
      "loss": 2.1905,
      "mean_token_accuracy": 0.52569959461689,
      "num_tokens": 499872015.0,
      "step": 648990
    },
    {
      "epoch": 0.823230055380931,
      "grad_norm": 10.6875,
      "learning_rate": 8.839681931550331e-06,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5602533310651779,
      "num_tokens": 499880611.0,
      "step": 649000
    },
    {
      "epoch": 0.8232427399734639,
      "grad_norm": 5.25,
      "learning_rate": 8.83904762146404e-06,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5311727613210678,
      "num_tokens": 499887862.0,
      "step": 649010
    },
    {
      "epoch": 0.8232554245659967,
      "grad_norm": 5.09375,
      "learning_rate": 8.838413311377747e-06,
      "loss": 1.8587,
      "mean_token_accuracy": 0.5769628882408142,
      "num_tokens": 499894350.0,
      "step": 649020
    },
    {
      "epoch": 0.8232681091585295,
      "grad_norm": 5.84375,
      "learning_rate": 8.837779001291455e-06,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5449958980083466,
      "num_tokens": 499902821.0,
      "step": 649030
    },
    {
      "epoch": 0.8232807937510623,
      "grad_norm": 4.8125,
      "learning_rate": 8.837144691205164e-06,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5500295192003251,
      "num_tokens": 499911801.0,
      "step": 649040
    },
    {
      "epoch": 0.8232934783435951,
      "grad_norm": 5.09375,
      "learning_rate": 8.836510381118873e-06,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5514414429664611,
      "num_tokens": 499920254.0,
      "step": 649050
    },
    {
      "epoch": 0.823306162936128,
      "grad_norm": 5.59375,
      "learning_rate": 8.835876071032582e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5334791451692581,
      "num_tokens": 499927629.0,
      "step": 649060
    },
    {
      "epoch": 0.8233188475286608,
      "grad_norm": 5.625,
      "learning_rate": 8.835241760946289e-06,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5541907727718354,
      "num_tokens": 499935370.0,
      "step": 649070
    },
    {
      "epoch": 0.8233315321211937,
      "grad_norm": 7.375,
      "learning_rate": 8.834607450859997e-06,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5303577750921249,
      "num_tokens": 499942224.0,
      "step": 649080
    },
    {
      "epoch": 0.8233442167137265,
      "grad_norm": 5.53125,
      "learning_rate": 8.833973140773706e-06,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5288243174552918,
      "num_tokens": 499950574.0,
      "step": 649090
    },
    {
      "epoch": 0.8233569013062594,
      "grad_norm": 8.3125,
      "learning_rate": 8.833338830687415e-06,
      "loss": 1.9004,
      "mean_token_accuracy": 0.5760962933301925,
      "num_tokens": 499957637.0,
      "step": 649100
    },
    {
      "epoch": 0.8233695858987922,
      "grad_norm": 6.59375,
      "learning_rate": 8.832704520601124e-06,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5323449164628983,
      "num_tokens": 499965798.0,
      "step": 649110
    },
    {
      "epoch": 0.823382270491325,
      "grad_norm": 4.96875,
      "learning_rate": 8.83207021051483e-06,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5292013108730316,
      "num_tokens": 499974797.0,
      "step": 649120
    },
    {
      "epoch": 0.8233949550838578,
      "grad_norm": 6.53125,
      "learning_rate": 8.831435900428541e-06,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5539367705583572,
      "num_tokens": 499982250.0,
      "step": 649130
    },
    {
      "epoch": 0.8234076396763906,
      "grad_norm": 2.125,
      "learning_rate": 8.830801590342248e-06,
      "loss": 1.6951,
      "mean_token_accuracy": 0.6239742755889892,
      "num_tokens": 499988771.0,
      "step": 649140
    },
    {
      "epoch": 0.8234203242689235,
      "grad_norm": 7.21875,
      "learning_rate": 8.830167280255957e-06,
      "loss": 2.231,
      "mean_token_accuracy": 0.5255148589611054,
      "num_tokens": 499997106.0,
      "step": 649150
    },
    {
      "epoch": 0.8234330088614563,
      "grad_norm": 4.96875,
      "learning_rate": 8.829532970169666e-06,
      "loss": 1.8124,
      "mean_token_accuracy": 0.5913717031478882,
      "num_tokens": 500003965.0,
      "step": 649160
    },
    {
      "epoch": 0.8234456934539892,
      "grad_norm": 7.0,
      "learning_rate": 8.828898660083374e-06,
      "loss": 1.8219,
      "mean_token_accuracy": 0.5978661566972733,
      "num_tokens": 500010911.0,
      "step": 649170
    },
    {
      "epoch": 0.823458378046522,
      "grad_norm": 6.34375,
      "learning_rate": 8.828264349997083e-06,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5377055644989014,
      "num_tokens": 500019368.0,
      "step": 649180
    },
    {
      "epoch": 0.8234710626390549,
      "grad_norm": 5.65625,
      "learning_rate": 8.82763003991079e-06,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5396182596683502,
      "num_tokens": 500026396.0,
      "step": 649190
    },
    {
      "epoch": 0.8234837472315877,
      "grad_norm": 4.6875,
      "learning_rate": 8.8269957298245e-06,
      "loss": 1.9106,
      "mean_token_accuracy": 0.5755433082580567,
      "num_tokens": 500033116.0,
      "step": 649200
    },
    {
      "epoch": 0.8234964318241205,
      "grad_norm": 4.96875,
      "learning_rate": 8.826361419738208e-06,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5546906054019928,
      "num_tokens": 500040699.0,
      "step": 649210
    },
    {
      "epoch": 0.8235091164166534,
      "grad_norm": 6.09375,
      "learning_rate": 8.825727109651916e-06,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5644821286201477,
      "num_tokens": 500047850.0,
      "step": 649220
    },
    {
      "epoch": 0.8235218010091861,
      "grad_norm": 5.4375,
      "learning_rate": 8.825092799565625e-06,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5457286924123764,
      "num_tokens": 500055013.0,
      "step": 649230
    },
    {
      "epoch": 0.823534485601719,
      "grad_norm": 6.28125,
      "learning_rate": 8.824458489479332e-06,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5531059175729751,
      "num_tokens": 500062216.0,
      "step": 649240
    },
    {
      "epoch": 0.8235471701942518,
      "grad_norm": 6.9375,
      "learning_rate": 8.823824179393043e-06,
      "loss": 1.9222,
      "mean_token_accuracy": 0.5619235813617707,
      "num_tokens": 500070322.0,
      "step": 649250
    },
    {
      "epoch": 0.8235598547867847,
      "grad_norm": 5.59375,
      "learning_rate": 8.82318986930675e-06,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5490557789802551,
      "num_tokens": 500078224.0,
      "step": 649260
    },
    {
      "epoch": 0.8235725393793175,
      "grad_norm": 7.4375,
      "learning_rate": 8.822555559220458e-06,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5627863764762878,
      "num_tokens": 500084690.0,
      "step": 649270
    },
    {
      "epoch": 0.8235852239718503,
      "grad_norm": 6.28125,
      "learning_rate": 8.821921249134167e-06,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5697135508060456,
      "num_tokens": 500091296.0,
      "step": 649280
    },
    {
      "epoch": 0.8235979085643832,
      "grad_norm": 5.375,
      "learning_rate": 8.821286939047874e-06,
      "loss": 1.7994,
      "mean_token_accuracy": 0.5997710019350052,
      "num_tokens": 500099029.0,
      "step": 649290
    },
    {
      "epoch": 0.823610593156916,
      "grad_norm": 5.625,
      "learning_rate": 8.820652628961585e-06,
      "loss": 2.177,
      "mean_token_accuracy": 0.5266291201114655,
      "num_tokens": 500107535.0,
      "step": 649300
    },
    {
      "epoch": 0.8236232777494489,
      "grad_norm": 4.78125,
      "learning_rate": 8.820018318875292e-06,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5423169434070587,
      "num_tokens": 500115597.0,
      "step": 649310
    },
    {
      "epoch": 0.8236359623419817,
      "grad_norm": 5.1875,
      "learning_rate": 8.819384008789002e-06,
      "loss": 1.9068,
      "mean_token_accuracy": 0.5620120078325271,
      "num_tokens": 500122820.0,
      "step": 649320
    },
    {
      "epoch": 0.8236486469345146,
      "grad_norm": 6.5625,
      "learning_rate": 8.818749698702709e-06,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5390559762716294,
      "num_tokens": 500129851.0,
      "step": 649330
    },
    {
      "epoch": 0.8236613315270473,
      "grad_norm": 6.25,
      "learning_rate": 8.818115388616418e-06,
      "loss": 2.0082,
      "mean_token_accuracy": 0.549398946762085,
      "num_tokens": 500138024.0,
      "step": 649340
    },
    {
      "epoch": 0.8236740161195802,
      "grad_norm": 4.875,
      "learning_rate": 8.817481078530127e-06,
      "loss": 2.1746,
      "mean_token_accuracy": 0.528516098856926,
      "num_tokens": 500146349.0,
      "step": 649350
    },
    {
      "epoch": 0.823686700712113,
      "grad_norm": 7.28125,
      "learning_rate": 8.816846768443834e-06,
      "loss": 1.6694,
      "mean_token_accuracy": 0.6080749332904816,
      "num_tokens": 500152669.0,
      "step": 649360
    },
    {
      "epoch": 0.8236993853046458,
      "grad_norm": 4.84375,
      "learning_rate": 8.816212458357544e-06,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5462770611047745,
      "num_tokens": 500161462.0,
      "step": 649370
    },
    {
      "epoch": 0.8237120698971787,
      "grad_norm": 5.875,
      "learning_rate": 8.815578148271251e-06,
      "loss": 2.2897,
      "mean_token_accuracy": 0.5039760380983352,
      "num_tokens": 500170416.0,
      "step": 649380
    },
    {
      "epoch": 0.8237247544897115,
      "grad_norm": 6.65625,
      "learning_rate": 8.814943838184962e-06,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5327015727758407,
      "num_tokens": 500177663.0,
      "step": 649390
    },
    {
      "epoch": 0.8237374390822444,
      "grad_norm": 5.40625,
      "learning_rate": 8.814309528098669e-06,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5337410062551499,
      "num_tokens": 500185525.0,
      "step": 649400
    },
    {
      "epoch": 0.8237501236747772,
      "grad_norm": 5.21875,
      "learning_rate": 8.813675218012377e-06,
      "loss": 1.933,
      "mean_token_accuracy": 0.5824413776397706,
      "num_tokens": 500192686.0,
      "step": 649410
    },
    {
      "epoch": 0.8237628082673101,
      "grad_norm": 5.84375,
      "learning_rate": 8.813040907926086e-06,
      "loss": 1.8703,
      "mean_token_accuracy": 0.5957469135522843,
      "num_tokens": 500199258.0,
      "step": 649420
    },
    {
      "epoch": 0.8237754928598429,
      "grad_norm": 5.25,
      "learning_rate": 8.812406597839793e-06,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5454653292894364,
      "num_tokens": 500206109.0,
      "step": 649430
    },
    {
      "epoch": 0.8237881774523756,
      "grad_norm": 6.46875,
      "learning_rate": 8.811772287753504e-06,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5403434723615647,
      "num_tokens": 500212654.0,
      "step": 649440
    },
    {
      "epoch": 0.8238008620449085,
      "grad_norm": 6.6875,
      "learning_rate": 8.81113797766721e-06,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5315626204013825,
      "num_tokens": 500220751.0,
      "step": 649450
    },
    {
      "epoch": 0.8238135466374413,
      "grad_norm": 6.46875,
      "learning_rate": 8.81050366758092e-06,
      "loss": 2.0278,
      "mean_token_accuracy": 0.547268670797348,
      "num_tokens": 500228298.0,
      "step": 649460
    },
    {
      "epoch": 0.8238262312299742,
      "grad_norm": 7.1875,
      "learning_rate": 8.809869357494628e-06,
      "loss": 2.03,
      "mean_token_accuracy": 0.5478264570236206,
      "num_tokens": 500235856.0,
      "step": 649470
    },
    {
      "epoch": 0.823838915822507,
      "grad_norm": 7.0,
      "learning_rate": 8.809235047408335e-06,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5552578955888748,
      "num_tokens": 500242397.0,
      "step": 649480
    },
    {
      "epoch": 0.8238516004150399,
      "grad_norm": 5.125,
      "learning_rate": 8.808600737322046e-06,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5575176179409027,
      "num_tokens": 500249707.0,
      "step": 649490
    },
    {
      "epoch": 0.8238642850075727,
      "grad_norm": 10.125,
      "learning_rate": 8.807966427235753e-06,
      "loss": 1.8554,
      "mean_token_accuracy": 0.5895674496889114,
      "num_tokens": 500256965.0,
      "step": 649500
    },
    {
      "epoch": 0.8238769696001056,
      "grad_norm": 5.9375,
      "learning_rate": 8.807332117149461e-06,
      "loss": 2.1811,
      "mean_token_accuracy": 0.5191054314374923,
      "num_tokens": 500264380.0,
      "step": 649510
    },
    {
      "epoch": 0.8238896541926384,
      "grad_norm": 6.375,
      "learning_rate": 8.80669780706317e-06,
      "loss": 1.9403,
      "mean_token_accuracy": 0.569665116071701,
      "num_tokens": 500271219.0,
      "step": 649520
    },
    {
      "epoch": 0.8239023387851712,
      "grad_norm": 6.0,
      "learning_rate": 8.806063496976879e-06,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5279069036245346,
      "num_tokens": 500279200.0,
      "step": 649530
    },
    {
      "epoch": 0.8239150233777041,
      "grad_norm": 6.3125,
      "learning_rate": 8.805429186890588e-06,
      "loss": 2.1442,
      "mean_token_accuracy": 0.5419128388166428,
      "num_tokens": 500286652.0,
      "step": 649540
    },
    {
      "epoch": 0.8239277079702368,
      "grad_norm": 5.40625,
      "learning_rate": 8.804794876804295e-06,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5145068138837814,
      "num_tokens": 500295631.0,
      "step": 649550
    },
    {
      "epoch": 0.8239403925627697,
      "grad_norm": 5.4375,
      "learning_rate": 8.804160566718003e-06,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5438705891370773,
      "num_tokens": 500303236.0,
      "step": 649560
    },
    {
      "epoch": 0.8239530771553025,
      "grad_norm": 6.96875,
      "learning_rate": 8.803526256631712e-06,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5191725879907608,
      "num_tokens": 500310508.0,
      "step": 649570
    },
    {
      "epoch": 0.8239657617478354,
      "grad_norm": 5.3125,
      "learning_rate": 8.802891946545421e-06,
      "loss": 2.2398,
      "mean_token_accuracy": 0.5216710478067398,
      "num_tokens": 500319811.0,
      "step": 649580
    },
    {
      "epoch": 0.8239784463403682,
      "grad_norm": 6.71875,
      "learning_rate": 8.80225763645913e-06,
      "loss": 1.997,
      "mean_token_accuracy": 0.5739517837762833,
      "num_tokens": 500326932.0,
      "step": 649590
    },
    {
      "epoch": 0.823991130932901,
      "grad_norm": 5.75,
      "learning_rate": 8.801623326372838e-06,
      "loss": 2.067,
      "mean_token_accuracy": 0.5341384798288346,
      "num_tokens": 500335243.0,
      "step": 649600
    },
    {
      "epoch": 0.8240038155254339,
      "grad_norm": 8.0,
      "learning_rate": 8.800989016286547e-06,
      "loss": 2.0043,
      "mean_token_accuracy": 0.55217946767807,
      "num_tokens": 500342834.0,
      "step": 649610
    },
    {
      "epoch": 0.8240165001179667,
      "grad_norm": 5.5,
      "learning_rate": 8.800354706200254e-06,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5428094297647477,
      "num_tokens": 500350046.0,
      "step": 649620
    },
    {
      "epoch": 0.8240291847104996,
      "grad_norm": 6.625,
      "learning_rate": 8.799720396113963e-06,
      "loss": 2.2211,
      "mean_token_accuracy": 0.5176027774810791,
      "num_tokens": 500357885.0,
      "step": 649630
    },
    {
      "epoch": 0.8240418693030324,
      "grad_norm": 6.46875,
      "learning_rate": 8.799086086027672e-06,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5547700315713883,
      "num_tokens": 500365562.0,
      "step": 649640
    },
    {
      "epoch": 0.8240545538955653,
      "grad_norm": 6.40625,
      "learning_rate": 8.79845177594138e-06,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5479588717222214,
      "num_tokens": 500373528.0,
      "step": 649650
    },
    {
      "epoch": 0.824067238488098,
      "grad_norm": 5.625,
      "learning_rate": 8.797817465855089e-06,
      "loss": 1.6829,
      "mean_token_accuracy": 0.6158601760864257,
      "num_tokens": 500380587.0,
      "step": 649660
    },
    {
      "epoch": 0.8240799230806308,
      "grad_norm": 7.15625,
      "learning_rate": 8.797183155768798e-06,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5435145735740662,
      "num_tokens": 500387985.0,
      "step": 649670
    },
    {
      "epoch": 0.8240926076731637,
      "grad_norm": 5.15625,
      "learning_rate": 8.796548845682505e-06,
      "loss": 1.8943,
      "mean_token_accuracy": 0.5789611279964447,
      "num_tokens": 500395594.0,
      "step": 649680
    },
    {
      "epoch": 0.8241052922656965,
      "grad_norm": 5.21875,
      "learning_rate": 8.795914535596214e-06,
      "loss": 2.152,
      "mean_token_accuracy": 0.5425105392932892,
      "num_tokens": 500403145.0,
      "step": 649690
    },
    {
      "epoch": 0.8241179768582294,
      "grad_norm": 4.96875,
      "learning_rate": 8.795280225509922e-06,
      "loss": 2.121,
      "mean_token_accuracy": 0.5336290061473846,
      "num_tokens": 500411390.0,
      "step": 649700
    },
    {
      "epoch": 0.8241306614507622,
      "grad_norm": 5.71875,
      "learning_rate": 8.794645915423631e-06,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5347821235656738,
      "num_tokens": 500418305.0,
      "step": 649710
    },
    {
      "epoch": 0.8241433460432951,
      "grad_norm": 4.84375,
      "learning_rate": 8.79401160533734e-06,
      "loss": 1.9991,
      "mean_token_accuracy": 0.554293829202652,
      "num_tokens": 500426851.0,
      "step": 649720
    },
    {
      "epoch": 0.8241560306358279,
      "grad_norm": 5.46875,
      "learning_rate": 8.793377295251047e-06,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5403941899538041,
      "num_tokens": 500434437.0,
      "step": 649730
    },
    {
      "epoch": 0.8241687152283608,
      "grad_norm": 5.90625,
      "learning_rate": 8.792742985164756e-06,
      "loss": 1.9076,
      "mean_token_accuracy": 0.5743574142456055,
      "num_tokens": 500441757.0,
      "step": 649740
    },
    {
      "epoch": 0.8241813998208936,
      "grad_norm": 5.1875,
      "learning_rate": 8.792108675078464e-06,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5500896781682968,
      "num_tokens": 500450347.0,
      "step": 649750
    },
    {
      "epoch": 0.8241940844134263,
      "grad_norm": 5.96875,
      "learning_rate": 8.791474364992173e-06,
      "loss": 2.0429,
      "mean_token_accuracy": 0.544950544834137,
      "num_tokens": 500458446.0,
      "step": 649760
    },
    {
      "epoch": 0.8242067690059592,
      "grad_norm": 5.21875,
      "learning_rate": 8.790840054905882e-06,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5343414872884751,
      "num_tokens": 500467366.0,
      "step": 649770
    },
    {
      "epoch": 0.824219453598492,
      "grad_norm": 5.9375,
      "learning_rate": 8.790205744819589e-06,
      "loss": 1.9715,
      "mean_token_accuracy": 0.5493089884519577,
      "num_tokens": 500473793.0,
      "step": 649780
    },
    {
      "epoch": 0.8242321381910249,
      "grad_norm": 4.96875,
      "learning_rate": 8.7895714347333e-06,
      "loss": 1.7536,
      "mean_token_accuracy": 0.6034562945365906,
      "num_tokens": 500480724.0,
      "step": 649790
    },
    {
      "epoch": 0.8242448227835577,
      "grad_norm": 5.6875,
      "learning_rate": 8.788937124647006e-06,
      "loss": 1.933,
      "mean_token_accuracy": 0.5707378119230271,
      "num_tokens": 500488356.0,
      "step": 649800
    },
    {
      "epoch": 0.8242575073760906,
      "grad_norm": 5.1875,
      "learning_rate": 8.788302814560715e-06,
      "loss": 2.132,
      "mean_token_accuracy": 0.5326625615358352,
      "num_tokens": 500495897.0,
      "step": 649810
    },
    {
      "epoch": 0.8242701919686234,
      "grad_norm": 5.84375,
      "learning_rate": 8.787668504474424e-06,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5387116223573685,
      "num_tokens": 500504203.0,
      "step": 649820
    },
    {
      "epoch": 0.8242828765611562,
      "grad_norm": 5.71875,
      "learning_rate": 8.787034194388133e-06,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5561801791191101,
      "num_tokens": 500509889.0,
      "step": 649830
    },
    {
      "epoch": 0.8242955611536891,
      "grad_norm": 6.53125,
      "learning_rate": 8.786399884301841e-06,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5485725671052932,
      "num_tokens": 500516691.0,
      "step": 649840
    },
    {
      "epoch": 0.8243082457462219,
      "grad_norm": 5.5,
      "learning_rate": 8.785765574215548e-06,
      "loss": 1.9947,
      "mean_token_accuracy": 0.552273890376091,
      "num_tokens": 500524851.0,
      "step": 649850
    },
    {
      "epoch": 0.8243209303387548,
      "grad_norm": 6.375,
      "learning_rate": 8.785131264129259e-06,
      "loss": 2.0131,
      "mean_token_accuracy": 0.54296073615551,
      "num_tokens": 500532775.0,
      "step": 649860
    },
    {
      "epoch": 0.8243336149312875,
      "grad_norm": 7.875,
      "learning_rate": 8.784496954042966e-06,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5502538621425629,
      "num_tokens": 500540801.0,
      "step": 649870
    },
    {
      "epoch": 0.8243462995238204,
      "grad_norm": 7.125,
      "learning_rate": 8.783862643956675e-06,
      "loss": 2.131,
      "mean_token_accuracy": 0.540041384100914,
      "num_tokens": 500548104.0,
      "step": 649880
    },
    {
      "epoch": 0.8243589841163532,
      "grad_norm": 6.5625,
      "learning_rate": 8.783228333870383e-06,
      "loss": 1.7585,
      "mean_token_accuracy": 0.6056660562753677,
      "num_tokens": 500554863.0,
      "step": 649890
    },
    {
      "epoch": 0.8243716687088861,
      "grad_norm": 5.5,
      "learning_rate": 8.78259402378409e-06,
      "loss": 2.2317,
      "mean_token_accuracy": 0.5158276796340943,
      "num_tokens": 500562904.0,
      "step": 649900
    },
    {
      "epoch": 0.8243843533014189,
      "grad_norm": 5.5625,
      "learning_rate": 8.7819597136978e-06,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5523803651332855,
      "num_tokens": 500570283.0,
      "step": 649910
    },
    {
      "epoch": 0.8243970378939517,
      "grad_norm": 5.53125,
      "learning_rate": 8.781325403611508e-06,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5410811305046082,
      "num_tokens": 500578747.0,
      "step": 649920
    },
    {
      "epoch": 0.8244097224864846,
      "grad_norm": 5.5625,
      "learning_rate": 8.780691093525217e-06,
      "loss": 2.233,
      "mean_token_accuracy": 0.5204978615045548,
      "num_tokens": 500586433.0,
      "step": 649930
    },
    {
      "epoch": 0.8244224070790174,
      "grad_norm": 6.53125,
      "learning_rate": 8.780056783438925e-06,
      "loss": 2.1436,
      "mean_token_accuracy": 0.526117616891861,
      "num_tokens": 500594123.0,
      "step": 649940
    },
    {
      "epoch": 0.8244350916715503,
      "grad_norm": 6.53125,
      "learning_rate": 8.779422473352632e-06,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5242671102285386,
      "num_tokens": 500601939.0,
      "step": 649950
    },
    {
      "epoch": 0.824447776264083,
      "grad_norm": 4.59375,
      "learning_rate": 8.778788163266343e-06,
      "loss": 1.7197,
      "mean_token_accuracy": 0.6067310810089112,
      "num_tokens": 500608387.0,
      "step": 649960
    },
    {
      "epoch": 0.824460460856616,
      "grad_norm": 7.53125,
      "learning_rate": 8.77815385318005e-06,
      "loss": 2.2888,
      "mean_token_accuracy": 0.508702951669693,
      "num_tokens": 500616061.0,
      "step": 649970
    },
    {
      "epoch": 0.8244731454491487,
      "grad_norm": 6.75,
      "learning_rate": 8.77751954309376e-06,
      "loss": 2.0091,
      "mean_token_accuracy": 0.558062469959259,
      "num_tokens": 500622858.0,
      "step": 649980
    },
    {
      "epoch": 0.8244858300416815,
      "grad_norm": 6.15625,
      "learning_rate": 8.776885233007467e-06,
      "loss": 2.0535,
      "mean_token_accuracy": 0.543721291422844,
      "num_tokens": 500630419.0,
      "step": 649990
    },
    {
      "epoch": 0.8244985146342144,
      "grad_norm": 5.15625,
      "learning_rate": 8.776250922921176e-06,
      "loss": 1.949,
      "mean_token_accuracy": 0.5547293692827224,
      "num_tokens": 500636630.0,
      "step": 650000
    },
    {
      "epoch": 0.8245111992267472,
      "grad_norm": 5.65625,
      "learning_rate": 8.775616612834885e-06,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5641396075487137,
      "num_tokens": 500643618.0,
      "step": 650010
    },
    {
      "epoch": 0.8245238838192801,
      "grad_norm": 5.125,
      "learning_rate": 8.774982302748592e-06,
      "loss": 2.024,
      "mean_token_accuracy": 0.5616596102714538,
      "num_tokens": 500651158.0,
      "step": 650020
    },
    {
      "epoch": 0.8245365684118129,
      "grad_norm": 10.125,
      "learning_rate": 8.774347992662302e-06,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5832837373018265,
      "num_tokens": 500658490.0,
      "step": 650030
    },
    {
      "epoch": 0.8245492530043458,
      "grad_norm": 5.0625,
      "learning_rate": 8.77371368257601e-06,
      "loss": 1.8891,
      "mean_token_accuracy": 0.570765495300293,
      "num_tokens": 500665090.0,
      "step": 650040
    },
    {
      "epoch": 0.8245619375968786,
      "grad_norm": 8.75,
      "learning_rate": 8.773079372489718e-06,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5594646066427231,
      "num_tokens": 500672244.0,
      "step": 650050
    },
    {
      "epoch": 0.8245746221894114,
      "grad_norm": 4.96875,
      "learning_rate": 8.772445062403427e-06,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5475040674209595,
      "num_tokens": 500680886.0,
      "step": 650060
    },
    {
      "epoch": 0.8245873067819443,
      "grad_norm": 4.90625,
      "learning_rate": 8.771810752317136e-06,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5180265367031097,
      "num_tokens": 500688692.0,
      "step": 650070
    },
    {
      "epoch": 0.824599991374477,
      "grad_norm": 5.0625,
      "learning_rate": 8.771176442230844e-06,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5233089059591294,
      "num_tokens": 500697019.0,
      "step": 650080
    },
    {
      "epoch": 0.8246126759670099,
      "grad_norm": 5.1875,
      "learning_rate": 8.770542132144551e-06,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5258161872625351,
      "num_tokens": 500706252.0,
      "step": 650090
    },
    {
      "epoch": 0.8246253605595427,
      "grad_norm": 5.15625,
      "learning_rate": 8.769907822058262e-06,
      "loss": 2.2052,
      "mean_token_accuracy": 0.5168921470642089,
      "num_tokens": 500715388.0,
      "step": 650100
    },
    {
      "epoch": 0.8246380451520756,
      "grad_norm": 6.96875,
      "learning_rate": 8.769273511971969e-06,
      "loss": 1.8662,
      "mean_token_accuracy": 0.5886080265045166,
      "num_tokens": 500722414.0,
      "step": 650110
    },
    {
      "epoch": 0.8246507297446084,
      "grad_norm": 4.84375,
      "learning_rate": 8.768639201885678e-06,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5524956434965134,
      "num_tokens": 500730696.0,
      "step": 650120
    },
    {
      "epoch": 0.8246634143371413,
      "grad_norm": 5.625,
      "learning_rate": 8.768004891799386e-06,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5700844913721085,
      "num_tokens": 500737572.0,
      "step": 650130
    },
    {
      "epoch": 0.8246760989296741,
      "grad_norm": 6.03125,
      "learning_rate": 8.767370581713093e-06,
      "loss": 2.2426,
      "mean_token_accuracy": 0.516285416483879,
      "num_tokens": 500745778.0,
      "step": 650140
    },
    {
      "epoch": 0.8246887835222069,
      "grad_norm": 5.0,
      "learning_rate": 8.766736271626804e-06,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5194172710180283,
      "num_tokens": 500753582.0,
      "step": 650150
    },
    {
      "epoch": 0.8247014681147398,
      "grad_norm": 5.5625,
      "learning_rate": 8.76610196154051e-06,
      "loss": 2.1456,
      "mean_token_accuracy": 0.531684285402298,
      "num_tokens": 500762489.0,
      "step": 650160
    },
    {
      "epoch": 0.8247141527072726,
      "grad_norm": 5.0625,
      "learning_rate": 8.76546765145422e-06,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5309289127588273,
      "num_tokens": 500770468.0,
      "step": 650170
    },
    {
      "epoch": 0.8247268372998054,
      "grad_norm": 5.125,
      "learning_rate": 8.764833341367928e-06,
      "loss": 2.2164,
      "mean_token_accuracy": 0.5417201727628708,
      "num_tokens": 500778344.0,
      "step": 650180
    },
    {
      "epoch": 0.8247395218923382,
      "grad_norm": 5.59375,
      "learning_rate": 8.764199031281637e-06,
      "loss": 1.8491,
      "mean_token_accuracy": 0.5852486073970795,
      "num_tokens": 500785565.0,
      "step": 650190
    },
    {
      "epoch": 0.8247522064848711,
      "grad_norm": 6.15625,
      "learning_rate": 8.763564721195346e-06,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5327054738998414,
      "num_tokens": 500793632.0,
      "step": 650200
    },
    {
      "epoch": 0.8247648910774039,
      "grad_norm": 4.84375,
      "learning_rate": 8.762930411109053e-06,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5772792160511017,
      "num_tokens": 500800108.0,
      "step": 650210
    },
    {
      "epoch": 0.8247775756699367,
      "grad_norm": 5.65625,
      "learning_rate": 8.762296101022762e-06,
      "loss": 2.3331,
      "mean_token_accuracy": 0.49905222952365874,
      "num_tokens": 500809130.0,
      "step": 650220
    },
    {
      "epoch": 0.8247902602624696,
      "grad_norm": 5.90625,
      "learning_rate": 8.76166179093647e-06,
      "loss": 2.2474,
      "mean_token_accuracy": 0.5176342159509659,
      "num_tokens": 500818536.0,
      "step": 650230
    },
    {
      "epoch": 0.8248029448550024,
      "grad_norm": 4.53125,
      "learning_rate": 8.761027480850179e-06,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5367094695568084,
      "num_tokens": 500826547.0,
      "step": 650240
    },
    {
      "epoch": 0.8248156294475353,
      "grad_norm": 6.59375,
      "learning_rate": 8.760393170763888e-06,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5360147267580032,
      "num_tokens": 500833282.0,
      "step": 650250
    },
    {
      "epoch": 0.8248283140400681,
      "grad_norm": 5.5,
      "learning_rate": 8.759758860677597e-06,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5196677654981613,
      "num_tokens": 500842101.0,
      "step": 650260
    },
    {
      "epoch": 0.824840998632601,
      "grad_norm": 4.5625,
      "learning_rate": 8.759124550591304e-06,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5547135025262833,
      "num_tokens": 500849344.0,
      "step": 650270
    },
    {
      "epoch": 0.8248536832251337,
      "grad_norm": 11.4375,
      "learning_rate": 8.758490240505012e-06,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5510816127061844,
      "num_tokens": 500857123.0,
      "step": 650280
    },
    {
      "epoch": 0.8248663678176666,
      "grad_norm": 6.3125,
      "learning_rate": 8.757855930418721e-06,
      "loss": 1.748,
      "mean_token_accuracy": 0.6048119366168976,
      "num_tokens": 500864181.0,
      "step": 650290
    },
    {
      "epoch": 0.8248790524101994,
      "grad_norm": 6.0,
      "learning_rate": 8.75722162033243e-06,
      "loss": 1.954,
      "mean_token_accuracy": 0.5687906414270401,
      "num_tokens": 500871945.0,
      "step": 650300
    },
    {
      "epoch": 0.8248917370027322,
      "grad_norm": 5.625,
      "learning_rate": 8.756587310246139e-06,
      "loss": 2.1759,
      "mean_token_accuracy": 0.529490077495575,
      "num_tokens": 500879653.0,
      "step": 650310
    },
    {
      "epoch": 0.8249044215952651,
      "grad_norm": 4.46875,
      "learning_rate": 8.755953000159847e-06,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5310222178697586,
      "num_tokens": 500887581.0,
      "step": 650320
    },
    {
      "epoch": 0.8249171061877979,
      "grad_norm": 6.125,
      "learning_rate": 8.755318690073554e-06,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5542277216911315,
      "num_tokens": 500895472.0,
      "step": 650330
    },
    {
      "epoch": 0.8249297907803308,
      "grad_norm": 5.1875,
      "learning_rate": 8.754684379987263e-06,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5378404647111893,
      "num_tokens": 500903479.0,
      "step": 650340
    },
    {
      "epoch": 0.8249424753728636,
      "grad_norm": 5.65625,
      "learning_rate": 8.754050069900972e-06,
      "loss": 1.8501,
      "mean_token_accuracy": 0.5819982200860977,
      "num_tokens": 500910598.0,
      "step": 650350
    },
    {
      "epoch": 0.8249551599653965,
      "grad_norm": 5.96875,
      "learning_rate": 8.75341575981468e-06,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5471244335174561,
      "num_tokens": 500918424.0,
      "step": 650360
    },
    {
      "epoch": 0.8249678445579293,
      "grad_norm": 4.96875,
      "learning_rate": 8.75278144972839e-06,
      "loss": 2.2395,
      "mean_token_accuracy": 0.5165614664554596,
      "num_tokens": 500927337.0,
      "step": 650370
    },
    {
      "epoch": 0.824980529150462,
      "grad_norm": 4.90625,
      "learning_rate": 8.752147139642098e-06,
      "loss": 2.1961,
      "mean_token_accuracy": 0.5191224247217179,
      "num_tokens": 500934951.0,
      "step": 650380
    },
    {
      "epoch": 0.824993213742995,
      "grad_norm": 5.1875,
      "learning_rate": 8.751512829555805e-06,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5443843573331832,
      "num_tokens": 500942039.0,
      "step": 650390
    },
    {
      "epoch": 0.8250058983355277,
      "grad_norm": 5.0625,
      "learning_rate": 8.750878519469514e-06,
      "loss": 1.7054,
      "mean_token_accuracy": 0.6132201015949249,
      "num_tokens": 500948867.0,
      "step": 650400
    },
    {
      "epoch": 0.8250185829280606,
      "grad_norm": 5.3125,
      "learning_rate": 8.750244209383223e-06,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5557837545871734,
      "num_tokens": 500956367.0,
      "step": 650410
    },
    {
      "epoch": 0.8250312675205934,
      "grad_norm": 6.03125,
      "learning_rate": 8.749609899296931e-06,
      "loss": 1.9332,
      "mean_token_accuracy": 0.568120288848877,
      "num_tokens": 500963279.0,
      "step": 650420
    },
    {
      "epoch": 0.8250439521131263,
      "grad_norm": 5.28125,
      "learning_rate": 8.74897558921064e-06,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5568601936101913,
      "num_tokens": 500970987.0,
      "step": 650430
    },
    {
      "epoch": 0.8250566367056591,
      "grad_norm": 5.21875,
      "learning_rate": 8.748341279124347e-06,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5532455503940582,
      "num_tokens": 500977258.0,
      "step": 650440
    },
    {
      "epoch": 0.825069321298192,
      "grad_norm": 5.03125,
      "learning_rate": 8.747706969038057e-06,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5547524571418763,
      "num_tokens": 500985145.0,
      "step": 650450
    },
    {
      "epoch": 0.8250820058907248,
      "grad_norm": 6.75,
      "learning_rate": 8.747072658951765e-06,
      "loss": 1.5078,
      "mean_token_accuracy": 0.6509017378091813,
      "num_tokens": 500992034.0,
      "step": 650460
    },
    {
      "epoch": 0.8250946904832576,
      "grad_norm": 5.09375,
      "learning_rate": 8.746438348865473e-06,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5314928621053696,
      "num_tokens": 501000889.0,
      "step": 650470
    },
    {
      "epoch": 0.8251073750757905,
      "grad_norm": 6.65625,
      "learning_rate": 8.745804038779182e-06,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5614842534065246,
      "num_tokens": 501007859.0,
      "step": 650480
    },
    {
      "epoch": 0.8251200596683232,
      "grad_norm": 6.21875,
      "learning_rate": 8.745169728692889e-06,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5552271485328675,
      "num_tokens": 501015505.0,
      "step": 650490
    },
    {
      "epoch": 0.8251327442608561,
      "grad_norm": 5.53125,
      "learning_rate": 8.7445354186066e-06,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5425371110439301,
      "num_tokens": 501023969.0,
      "step": 650500
    },
    {
      "epoch": 0.8251454288533889,
      "grad_norm": 5.0,
      "learning_rate": 8.743901108520307e-06,
      "loss": 2.2033,
      "mean_token_accuracy": 0.516872552037239,
      "num_tokens": 501032706.0,
      "step": 650510
    },
    {
      "epoch": 0.8251581134459218,
      "grad_norm": 4.6875,
      "learning_rate": 8.743266798434015e-06,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5438822865486145,
      "num_tokens": 501040661.0,
      "step": 650520
    },
    {
      "epoch": 0.8251707980384546,
      "grad_norm": 4.96875,
      "learning_rate": 8.742632488347724e-06,
      "loss": 2.3051,
      "mean_token_accuracy": 0.5099458545446396,
      "num_tokens": 501049307.0,
      "step": 650530
    },
    {
      "epoch": 0.8251834826309874,
      "grad_norm": 5.96875,
      "learning_rate": 8.741998178261433e-06,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5720553278923035,
      "num_tokens": 501056278.0,
      "step": 650540
    },
    {
      "epoch": 0.8251961672235203,
      "grad_norm": 4.59375,
      "learning_rate": 8.741363868175142e-06,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5496327638626098,
      "num_tokens": 501062965.0,
      "step": 650550
    },
    {
      "epoch": 0.8252088518160531,
      "grad_norm": 6.21875,
      "learning_rate": 8.740729558088849e-06,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5423224806785584,
      "num_tokens": 501070653.0,
      "step": 650560
    },
    {
      "epoch": 0.825221536408586,
      "grad_norm": 5.15625,
      "learning_rate": 8.740095248002559e-06,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5238132804632187,
      "num_tokens": 501079559.0,
      "step": 650570
    },
    {
      "epoch": 0.8252342210011188,
      "grad_norm": 6.53125,
      "learning_rate": 8.739460937916266e-06,
      "loss": 2.2995,
      "mean_token_accuracy": 0.5081801474094391,
      "num_tokens": 501088587.0,
      "step": 650580
    },
    {
      "epoch": 0.8252469055936517,
      "grad_norm": 8.375,
      "learning_rate": 8.738826627829975e-06,
      "loss": 2.2475,
      "mean_token_accuracy": 0.5183664083480835,
      "num_tokens": 501096954.0,
      "step": 650590
    },
    {
      "epoch": 0.8252595901861844,
      "grad_norm": 7.1875,
      "learning_rate": 8.738192317743684e-06,
      "loss": 2.0526,
      "mean_token_accuracy": 0.547194454073906,
      "num_tokens": 501104162.0,
      "step": 650600
    },
    {
      "epoch": 0.8252722747787172,
      "grad_norm": 5.21875,
      "learning_rate": 8.73755800765739e-06,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5230148166418076,
      "num_tokens": 501113520.0,
      "step": 650610
    },
    {
      "epoch": 0.8252849593712501,
      "grad_norm": 4.78125,
      "learning_rate": 8.736923697571101e-06,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5535618245601654,
      "num_tokens": 501121490.0,
      "step": 650620
    },
    {
      "epoch": 0.8252976439637829,
      "grad_norm": 5.53125,
      "learning_rate": 8.736289387484808e-06,
      "loss": 1.8787,
      "mean_token_accuracy": 0.5864134967327118,
      "num_tokens": 501128381.0,
      "step": 650630
    },
    {
      "epoch": 0.8253103285563158,
      "grad_norm": 5.34375,
      "learning_rate": 8.735655077398518e-06,
      "loss": 1.8038,
      "mean_token_accuracy": 0.5818079650402069,
      "num_tokens": 501134926.0,
      "step": 650640
    },
    {
      "epoch": 0.8253230131488486,
      "grad_norm": 6.46875,
      "learning_rate": 8.735020767312226e-06,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5271131306886673,
      "num_tokens": 501140758.0,
      "step": 650650
    },
    {
      "epoch": 0.8253356977413815,
      "grad_norm": 5.375,
      "learning_rate": 8.734386457225934e-06,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5652389079332352,
      "num_tokens": 501148923.0,
      "step": 650660
    },
    {
      "epoch": 0.8253483823339143,
      "grad_norm": 4.96875,
      "learning_rate": 8.733752147139643e-06,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5320236712694169,
      "num_tokens": 501156447.0,
      "step": 650670
    },
    {
      "epoch": 0.8253610669264472,
      "grad_norm": 5.09375,
      "learning_rate": 8.73311783705335e-06,
      "loss": 1.7494,
      "mean_token_accuracy": 0.6225368171930313,
      "num_tokens": 501162520.0,
      "step": 650680
    },
    {
      "epoch": 0.82537375151898,
      "grad_norm": 4.8125,
      "learning_rate": 8.73248352696706e-06,
      "loss": 1.957,
      "mean_token_accuracy": 0.5540664732456207,
      "num_tokens": 501169581.0,
      "step": 650690
    },
    {
      "epoch": 0.8253864361115127,
      "grad_norm": 5.8125,
      "learning_rate": 8.731849216880768e-06,
      "loss": 2.167,
      "mean_token_accuracy": 0.5272646844387054,
      "num_tokens": 501176746.0,
      "step": 650700
    },
    {
      "epoch": 0.8253991207040456,
      "grad_norm": 5.4375,
      "learning_rate": 8.731214906794476e-06,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5500296026468277,
      "num_tokens": 501184385.0,
      "step": 650710
    },
    {
      "epoch": 0.8254118052965784,
      "grad_norm": 6.84375,
      "learning_rate": 8.730580596708185e-06,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5662326127290725,
      "num_tokens": 501193568.0,
      "step": 650720
    },
    {
      "epoch": 0.8254244898891113,
      "grad_norm": 10.625,
      "learning_rate": 8.729946286621892e-06,
      "loss": 1.9924,
      "mean_token_accuracy": 0.56744185090065,
      "num_tokens": 501200180.0,
      "step": 650730
    },
    {
      "epoch": 0.8254371744816441,
      "grad_norm": 5.46875,
      "learning_rate": 8.729311976535602e-06,
      "loss": 2.2,
      "mean_token_accuracy": 0.5360463082790374,
      "num_tokens": 501206791.0,
      "step": 650740
    },
    {
      "epoch": 0.825449859074177,
      "grad_norm": 5.6875,
      "learning_rate": 8.72867766644931e-06,
      "loss": 2.222,
      "mean_token_accuracy": 0.5179916203022004,
      "num_tokens": 501215282.0,
      "step": 650750
    },
    {
      "epoch": 0.8254625436667098,
      "grad_norm": 6.9375,
      "learning_rate": 8.72804335636302e-06,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5215996980667115,
      "num_tokens": 501222885.0,
      "step": 650760
    },
    {
      "epoch": 0.8254752282592426,
      "grad_norm": 5.0,
      "learning_rate": 8.727409046276727e-06,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5526561945676803,
      "num_tokens": 501230875.0,
      "step": 650770
    },
    {
      "epoch": 0.8254879128517755,
      "grad_norm": 7.0,
      "learning_rate": 8.726774736190436e-06,
      "loss": 1.9303,
      "mean_token_accuracy": 0.5748039156198501,
      "num_tokens": 501239370.0,
      "step": 650780
    },
    {
      "epoch": 0.8255005974443083,
      "grad_norm": 7.0,
      "learning_rate": 8.726140426104144e-06,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5317203134298325,
      "num_tokens": 501246924.0,
      "step": 650790
    },
    {
      "epoch": 0.8255132820368412,
      "grad_norm": 6.75,
      "learning_rate": 8.725506116017852e-06,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5272008746862411,
      "num_tokens": 501254128.0,
      "step": 650800
    },
    {
      "epoch": 0.8255259666293739,
      "grad_norm": 4.96875,
      "learning_rate": 8.724871805931562e-06,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5356013953685761,
      "num_tokens": 501260941.0,
      "step": 650810
    },
    {
      "epoch": 0.8255386512219068,
      "grad_norm": 6.9375,
      "learning_rate": 8.724237495845269e-06,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5414346545934677,
      "num_tokens": 501269127.0,
      "step": 650820
    },
    {
      "epoch": 0.8255513358144396,
      "grad_norm": 5.25,
      "learning_rate": 8.723603185758978e-06,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5440056025981903,
      "num_tokens": 501277585.0,
      "step": 650830
    },
    {
      "epoch": 0.8255640204069725,
      "grad_norm": 4.90625,
      "learning_rate": 8.722968875672686e-06,
      "loss": 2.1984,
      "mean_token_accuracy": 0.5207089930772781,
      "num_tokens": 501286757.0,
      "step": 650840
    },
    {
      "epoch": 0.8255767049995053,
      "grad_norm": 7.09375,
      "learning_rate": 8.722334565586395e-06,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5487952262163163,
      "num_tokens": 501293655.0,
      "step": 650850
    },
    {
      "epoch": 0.8255893895920381,
      "grad_norm": 7.9375,
      "learning_rate": 8.721700255500104e-06,
      "loss": 1.877,
      "mean_token_accuracy": 0.5791739165782929,
      "num_tokens": 501300813.0,
      "step": 650860
    },
    {
      "epoch": 0.825602074184571,
      "grad_norm": 6.03125,
      "learning_rate": 8.721065945413811e-06,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5525442838668824,
      "num_tokens": 501308010.0,
      "step": 650870
    },
    {
      "epoch": 0.8256147587771038,
      "grad_norm": 6.0625,
      "learning_rate": 8.72043163532752e-06,
      "loss": 2.252,
      "mean_token_accuracy": 0.5121350884437561,
      "num_tokens": 501316351.0,
      "step": 650880
    },
    {
      "epoch": 0.8256274433696367,
      "grad_norm": 6.1875,
      "learning_rate": 8.719797325241228e-06,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5558254241943359,
      "num_tokens": 501323921.0,
      "step": 650890
    },
    {
      "epoch": 0.8256401279621695,
      "grad_norm": 6.125,
      "learning_rate": 8.719163015154937e-06,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5398914396762848,
      "num_tokens": 501331486.0,
      "step": 650900
    },
    {
      "epoch": 0.8256528125547024,
      "grad_norm": 5.0625,
      "learning_rate": 8.718528705068646e-06,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5487929791212082,
      "num_tokens": 501339116.0,
      "step": 650910
    },
    {
      "epoch": 0.8256654971472351,
      "grad_norm": 7.34375,
      "learning_rate": 8.717894394982353e-06,
      "loss": 1.9643,
      "mean_token_accuracy": 0.564176669716835,
      "num_tokens": 501345169.0,
      "step": 650920
    },
    {
      "epoch": 0.8256781817397679,
      "grad_norm": 7.34375,
      "learning_rate": 8.717260084896062e-06,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5653564810752869,
      "num_tokens": 501352895.0,
      "step": 650930
    },
    {
      "epoch": 0.8256908663323008,
      "grad_norm": 6.25,
      "learning_rate": 8.71662577480977e-06,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5279964625835418,
      "num_tokens": 501360528.0,
      "step": 650940
    },
    {
      "epoch": 0.8257035509248336,
      "grad_norm": 6.90625,
      "learning_rate": 8.71599146472348e-06,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5602202117443085,
      "num_tokens": 501368195.0,
      "step": 650950
    },
    {
      "epoch": 0.8257162355173665,
      "grad_norm": 6.1875,
      "learning_rate": 8.715357154637188e-06,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5440505087375641,
      "num_tokens": 501375552.0,
      "step": 650960
    },
    {
      "epoch": 0.8257289201098993,
      "grad_norm": 5.0,
      "learning_rate": 8.714722844550897e-06,
      "loss": 1.8444,
      "mean_token_accuracy": 0.5835078060626984,
      "num_tokens": 501383093.0,
      "step": 650970
    },
    {
      "epoch": 0.8257416047024322,
      "grad_norm": 5.5625,
      "learning_rate": 8.714088534464605e-06,
      "loss": 2.14,
      "mean_token_accuracy": 0.5257957398891449,
      "num_tokens": 501391410.0,
      "step": 650980
    },
    {
      "epoch": 0.825754289294965,
      "grad_norm": 5.34375,
      "learning_rate": 8.713454224378313e-06,
      "loss": 2.2217,
      "mean_token_accuracy": 0.5220077335834503,
      "num_tokens": 501399613.0,
      "step": 650990
    },
    {
      "epoch": 0.8257669738874978,
      "grad_norm": 5.90625,
      "learning_rate": 8.712819914292021e-06,
      "loss": 1.8704,
      "mean_token_accuracy": 0.5807270467281341,
      "num_tokens": 501406680.0,
      "step": 651000
    },
    {
      "epoch": 0.8257796584800307,
      "grad_norm": 5.375,
      "learning_rate": 8.71218560420573e-06,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5516158699989319,
      "num_tokens": 501416198.0,
      "step": 651010
    },
    {
      "epoch": 0.8257923430725634,
      "grad_norm": 6.9375,
      "learning_rate": 8.711551294119439e-06,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5532553762197494,
      "num_tokens": 501423322.0,
      "step": 651020
    },
    {
      "epoch": 0.8258050276650963,
      "grad_norm": 6.375,
      "learning_rate": 8.710916984033147e-06,
      "loss": 2.197,
      "mean_token_accuracy": 0.5195933610200882,
      "num_tokens": 501431597.0,
      "step": 651030
    },
    {
      "epoch": 0.8258177122576291,
      "grad_norm": 7.46875,
      "learning_rate": 8.710282673946856e-06,
      "loss": 2.109,
      "mean_token_accuracy": 0.5371961683034897,
      "num_tokens": 501438213.0,
      "step": 651040
    },
    {
      "epoch": 0.825830396850162,
      "grad_norm": 5.3125,
      "learning_rate": 8.709648363860563e-06,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5202488034963608,
      "num_tokens": 501446948.0,
      "step": 651050
    },
    {
      "epoch": 0.8258430814426948,
      "grad_norm": 5.90625,
      "learning_rate": 8.709014053774272e-06,
      "loss": 2.142,
      "mean_token_accuracy": 0.5236721396446228,
      "num_tokens": 501454623.0,
      "step": 651060
    },
    {
      "epoch": 0.8258557660352277,
      "grad_norm": 6.875,
      "learning_rate": 8.70837974368798e-06,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5305878132581711,
      "num_tokens": 501462715.0,
      "step": 651070
    },
    {
      "epoch": 0.8258684506277605,
      "grad_norm": 6.125,
      "learning_rate": 8.70774543360169e-06,
      "loss": 2.1455,
      "mean_token_accuracy": 0.5368026316165924,
      "num_tokens": 501470444.0,
      "step": 651080
    },
    {
      "epoch": 0.8258811352202933,
      "grad_norm": 6.46875,
      "learning_rate": 8.707111123515398e-06,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5311109602451325,
      "num_tokens": 501478379.0,
      "step": 651090
    },
    {
      "epoch": 0.8258938198128262,
      "grad_norm": 5.125,
      "learning_rate": 8.706476813429105e-06,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5367159068584442,
      "num_tokens": 501485931.0,
      "step": 651100
    },
    {
      "epoch": 0.825906504405359,
      "grad_norm": 5.0,
      "learning_rate": 8.705842503342814e-06,
      "loss": 2.173,
      "mean_token_accuracy": 0.5274464458227157,
      "num_tokens": 501494656.0,
      "step": 651110
    },
    {
      "epoch": 0.8259191889978919,
      "grad_norm": 5.59375,
      "learning_rate": 8.705208193256523e-06,
      "loss": 2.3635,
      "mean_token_accuracy": 0.5057327777147294,
      "num_tokens": 501503287.0,
      "step": 651120
    },
    {
      "epoch": 0.8259318735904246,
      "grad_norm": 4.9375,
      "learning_rate": 8.704573883170231e-06,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5485367894172668,
      "num_tokens": 501511759.0,
      "step": 651130
    },
    {
      "epoch": 0.8259445581829575,
      "grad_norm": 4.9375,
      "learning_rate": 8.70393957308394e-06,
      "loss": 1.9972,
      "mean_token_accuracy": 0.5528813779354096,
      "num_tokens": 501520312.0,
      "step": 651140
    },
    {
      "epoch": 0.8259572427754903,
      "grad_norm": 5.0625,
      "learning_rate": 8.703305262997647e-06,
      "loss": 1.8668,
      "mean_token_accuracy": 0.5819045752286911,
      "num_tokens": 501527618.0,
      "step": 651150
    },
    {
      "epoch": 0.8259699273680231,
      "grad_norm": 4.9375,
      "learning_rate": 8.702670952911358e-06,
      "loss": 2.04,
      "mean_token_accuracy": 0.5563248664140701,
      "num_tokens": 501535737.0,
      "step": 651160
    },
    {
      "epoch": 0.825982611960556,
      "grad_norm": 4.875,
      "learning_rate": 8.702036642825065e-06,
      "loss": 2.2713,
      "mean_token_accuracy": 0.5084881573915482,
      "num_tokens": 501544525.0,
      "step": 651170
    },
    {
      "epoch": 0.8259952965530888,
      "grad_norm": 5.21875,
      "learning_rate": 8.701402332738773e-06,
      "loss": 1.8898,
      "mean_token_accuracy": 0.5755940973758698,
      "num_tokens": 501553288.0,
      "step": 651180
    },
    {
      "epoch": 0.8260079811456217,
      "grad_norm": 5.71875,
      "learning_rate": 8.700768022652482e-06,
      "loss": 2.2095,
      "mean_token_accuracy": 0.5211071312427521,
      "num_tokens": 501561506.0,
      "step": 651190
    },
    {
      "epoch": 0.8260206657381545,
      "grad_norm": 7.9375,
      "learning_rate": 8.700133712566191e-06,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5377216458320617,
      "num_tokens": 501569122.0,
      "step": 651200
    },
    {
      "epoch": 0.8260333503306874,
      "grad_norm": 4.9375,
      "learning_rate": 8.6994994024799e-06,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5308582007884979,
      "num_tokens": 501577156.0,
      "step": 651210
    },
    {
      "epoch": 0.8260460349232202,
      "grad_norm": 5.03125,
      "learning_rate": 8.698865092393607e-06,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5397070437669754,
      "num_tokens": 501585228.0,
      "step": 651220
    },
    {
      "epoch": 0.826058719515753,
      "grad_norm": 5.1875,
      "learning_rate": 8.698230782307317e-06,
      "loss": 1.7464,
      "mean_token_accuracy": 0.6104304373264313,
      "num_tokens": 501591992.0,
      "step": 651230
    },
    {
      "epoch": 0.8260714041082858,
      "grad_norm": 5.5625,
      "learning_rate": 8.697596472221024e-06,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5629745930433273,
      "num_tokens": 501600625.0,
      "step": 651240
    },
    {
      "epoch": 0.8260840887008186,
      "grad_norm": 11.6875,
      "learning_rate": 8.696962162134733e-06,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5189593762159348,
      "num_tokens": 501609525.0,
      "step": 651250
    },
    {
      "epoch": 0.8260967732933515,
      "grad_norm": 5.8125,
      "learning_rate": 8.696327852048442e-06,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5683717399835586,
      "num_tokens": 501615355.0,
      "step": 651260
    },
    {
      "epoch": 0.8261094578858843,
      "grad_norm": 5.03125,
      "learning_rate": 8.695693541962149e-06,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5519846230745316,
      "num_tokens": 501623998.0,
      "step": 651270
    },
    {
      "epoch": 0.8261221424784172,
      "grad_norm": 4.75,
      "learning_rate": 8.69505923187586e-06,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5331334054470063,
      "num_tokens": 501631956.0,
      "step": 651280
    },
    {
      "epoch": 0.82613482707095,
      "grad_norm": 5.21875,
      "learning_rate": 8.694424921789566e-06,
      "loss": 2.2745,
      "mean_token_accuracy": 0.5185727924108505,
      "num_tokens": 501640420.0,
      "step": 651290
    },
    {
      "epoch": 0.8261475116634829,
      "grad_norm": 5.1875,
      "learning_rate": 8.693790611703275e-06,
      "loss": 1.9961,
      "mean_token_accuracy": 0.558962208032608,
      "num_tokens": 501648621.0,
      "step": 651300
    },
    {
      "epoch": 0.8261601962560157,
      "grad_norm": 6.59375,
      "learning_rate": 8.693156301616984e-06,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5664988607168198,
      "num_tokens": 501654586.0,
      "step": 651310
    },
    {
      "epoch": 0.8261728808485485,
      "grad_norm": 5.59375,
      "learning_rate": 8.69252199153069e-06,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5740462511777877,
      "num_tokens": 501662331.0,
      "step": 651320
    },
    {
      "epoch": 0.8261855654410813,
      "grad_norm": 6.1875,
      "learning_rate": 8.691887681444401e-06,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5251109272241592,
      "num_tokens": 501670140.0,
      "step": 651330
    },
    {
      "epoch": 0.8261982500336141,
      "grad_norm": 5.1875,
      "learning_rate": 8.691253371358108e-06,
      "loss": 2.16,
      "mean_token_accuracy": 0.5345917373895646,
      "num_tokens": 501677459.0,
      "step": 651340
    },
    {
      "epoch": 0.826210934626147,
      "grad_norm": 5.25,
      "learning_rate": 8.690619061271819e-06,
      "loss": 2.3514,
      "mean_token_accuracy": 0.5061090648174286,
      "num_tokens": 501684284.0,
      "step": 651350
    },
    {
      "epoch": 0.8262236192186798,
      "grad_norm": 5.03125,
      "learning_rate": 8.689984751185526e-06,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5575419157743454,
      "num_tokens": 501692119.0,
      "step": 651360
    },
    {
      "epoch": 0.8262363038112127,
      "grad_norm": 7.71875,
      "learning_rate": 8.689350441099234e-06,
      "loss": 2.0723,
      "mean_token_accuracy": 0.546078446507454,
      "num_tokens": 501699381.0,
      "step": 651370
    },
    {
      "epoch": 0.8262489884037455,
      "grad_norm": 5.4375,
      "learning_rate": 8.688716131012943e-06,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5334756731986999,
      "num_tokens": 501706492.0,
      "step": 651380
    },
    {
      "epoch": 0.8262616729962784,
      "grad_norm": 5.1875,
      "learning_rate": 8.68808182092665e-06,
      "loss": 2.0558,
      "mean_token_accuracy": 0.54821218252182,
      "num_tokens": 501714466.0,
      "step": 651390
    },
    {
      "epoch": 0.8262743575888112,
      "grad_norm": 7.59375,
      "learning_rate": 8.68744751084036e-06,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5533324390649795,
      "num_tokens": 501722057.0,
      "step": 651400
    },
    {
      "epoch": 0.826287042181344,
      "grad_norm": 6.375,
      "learning_rate": 8.686813200754068e-06,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5581930339336395,
      "num_tokens": 501729307.0,
      "step": 651410
    },
    {
      "epoch": 0.8262997267738769,
      "grad_norm": 5.28125,
      "learning_rate": 8.686178890667776e-06,
      "loss": 2.2056,
      "mean_token_accuracy": 0.517596361041069,
      "num_tokens": 501738085.0,
      "step": 651420
    },
    {
      "epoch": 0.8263124113664096,
      "grad_norm": 4.90625,
      "learning_rate": 8.685544580581485e-06,
      "loss": 2.061,
      "mean_token_accuracy": 0.5384524554014206,
      "num_tokens": 501746080.0,
      "step": 651430
    },
    {
      "epoch": 0.8263250959589425,
      "grad_norm": 6.0625,
      "learning_rate": 8.684910270495194e-06,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5494269490242004,
      "num_tokens": 501753628.0,
      "step": 651440
    },
    {
      "epoch": 0.8263377805514753,
      "grad_norm": 5.3125,
      "learning_rate": 8.684275960408903e-06,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5370526313781738,
      "num_tokens": 501761292.0,
      "step": 651450
    },
    {
      "epoch": 0.8263504651440082,
      "grad_norm": 10.4375,
      "learning_rate": 8.68364165032261e-06,
      "loss": 1.8471,
      "mean_token_accuracy": 0.5821463078260422,
      "num_tokens": 501768910.0,
      "step": 651460
    },
    {
      "epoch": 0.826363149736541,
      "grad_norm": 6.6875,
      "learning_rate": 8.68300734023632e-06,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5516578853130341,
      "num_tokens": 501776355.0,
      "step": 651470
    },
    {
      "epoch": 0.8263758343290738,
      "grad_norm": 5.28125,
      "learning_rate": 8.682373030150027e-06,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5533257156610489,
      "num_tokens": 501784562.0,
      "step": 651480
    },
    {
      "epoch": 0.8263885189216067,
      "grad_norm": 6.53125,
      "learning_rate": 8.681738720063736e-06,
      "loss": 1.987,
      "mean_token_accuracy": 0.552437561750412,
      "num_tokens": 501792172.0,
      "step": 651490
    },
    {
      "epoch": 0.8264012035141395,
      "grad_norm": 4.90625,
      "learning_rate": 8.681104409977445e-06,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5226966112852096,
      "num_tokens": 501801374.0,
      "step": 651500
    },
    {
      "epoch": 0.8264138881066724,
      "grad_norm": 5.21875,
      "learning_rate": 8.680470099891152e-06,
      "loss": 2.0379,
      "mean_token_accuracy": 0.548207876086235,
      "num_tokens": 501810612.0,
      "step": 651510
    },
    {
      "epoch": 0.8264265726992052,
      "grad_norm": 5.0625,
      "learning_rate": 8.679835789804862e-06,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5474480867385865,
      "num_tokens": 501818522.0,
      "step": 651520
    },
    {
      "epoch": 0.8264392572917381,
      "grad_norm": 5.09375,
      "learning_rate": 8.67920147971857e-06,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5390988826751709,
      "num_tokens": 501826448.0,
      "step": 651530
    },
    {
      "epoch": 0.8264519418842708,
      "grad_norm": 5.1875,
      "learning_rate": 8.678567169632278e-06,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5553081929683685,
      "num_tokens": 501833040.0,
      "step": 651540
    },
    {
      "epoch": 0.8264646264768036,
      "grad_norm": 6.5625,
      "learning_rate": 8.677932859545987e-06,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5418385326862335,
      "num_tokens": 501840461.0,
      "step": 651550
    },
    {
      "epoch": 0.8264773110693365,
      "grad_norm": 8.125,
      "learning_rate": 8.677298549459695e-06,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5594482868909836,
      "num_tokens": 501847529.0,
      "step": 651560
    },
    {
      "epoch": 0.8264899956618693,
      "grad_norm": 6.8125,
      "learning_rate": 8.676664239373404e-06,
      "loss": 1.8727,
      "mean_token_accuracy": 0.5690172106027603,
      "num_tokens": 501854197.0,
      "step": 651570
    },
    {
      "epoch": 0.8265026802544022,
      "grad_norm": 7.3125,
      "learning_rate": 8.676029929287111e-06,
      "loss": 2.007,
      "mean_token_accuracy": 0.5454772055149079,
      "num_tokens": 501860414.0,
      "step": 651580
    },
    {
      "epoch": 0.826515364846935,
      "grad_norm": 4.90625,
      "learning_rate": 8.67539561920082e-06,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5553986310958863,
      "num_tokens": 501867661.0,
      "step": 651590
    },
    {
      "epoch": 0.8265280494394679,
      "grad_norm": 6.875,
      "learning_rate": 8.674761309114529e-06,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5507152020931244,
      "num_tokens": 501876171.0,
      "step": 651600
    },
    {
      "epoch": 0.8265407340320007,
      "grad_norm": 5.4375,
      "learning_rate": 8.674126999028237e-06,
      "loss": 2.0288,
      "mean_token_accuracy": 0.5541050374507904,
      "num_tokens": 501884041.0,
      "step": 651610
    },
    {
      "epoch": 0.8265534186245336,
      "grad_norm": 8.6875,
      "learning_rate": 8.673492688941946e-06,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5335020303726197,
      "num_tokens": 501891065.0,
      "step": 651620
    },
    {
      "epoch": 0.8265661032170664,
      "grad_norm": 5.84375,
      "learning_rate": 8.672858378855655e-06,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5749728411436081,
      "num_tokens": 501897899.0,
      "step": 651630
    },
    {
      "epoch": 0.8265787878095991,
      "grad_norm": 6.90625,
      "learning_rate": 8.672224068769362e-06,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5473124951124191,
      "num_tokens": 501904657.0,
      "step": 651640
    },
    {
      "epoch": 0.826591472402132,
      "grad_norm": 6.09375,
      "learning_rate": 8.67158975868307e-06,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5439829856157303,
      "num_tokens": 501912602.0,
      "step": 651650
    },
    {
      "epoch": 0.8266041569946648,
      "grad_norm": 5.78125,
      "learning_rate": 8.67095544859678e-06,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5248823165893555,
      "num_tokens": 501921586.0,
      "step": 651660
    },
    {
      "epoch": 0.8266168415871977,
      "grad_norm": 5.3125,
      "learning_rate": 8.670321138510488e-06,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5259907335042954,
      "num_tokens": 501929383.0,
      "step": 651670
    },
    {
      "epoch": 0.8266295261797305,
      "grad_norm": 6.53125,
      "learning_rate": 8.669686828424197e-06,
      "loss": 1.8838,
      "mean_token_accuracy": 0.5831529766321182,
      "num_tokens": 501936235.0,
      "step": 651680
    },
    {
      "epoch": 0.8266422107722634,
      "grad_norm": 5.125,
      "learning_rate": 8.669052518337906e-06,
      "loss": 1.9283,
      "mean_token_accuracy": 0.575064504146576,
      "num_tokens": 501942316.0,
      "step": 651690
    },
    {
      "epoch": 0.8266548953647962,
      "grad_norm": 5.03125,
      "learning_rate": 8.668418208251614e-06,
      "loss": 2.2457,
      "mean_token_accuracy": 0.515650886297226,
      "num_tokens": 501951776.0,
      "step": 651700
    },
    {
      "epoch": 0.826667579957329,
      "grad_norm": 5.40625,
      "learning_rate": 8.667783898165321e-06,
      "loss": 1.9558,
      "mean_token_accuracy": 0.570419442653656,
      "num_tokens": 501958699.0,
      "step": 651710
    },
    {
      "epoch": 0.8266802645498619,
      "grad_norm": 5.78125,
      "learning_rate": 8.66714958807903e-06,
      "loss": 2.157,
      "mean_token_accuracy": 0.5361728549003602,
      "num_tokens": 501967504.0,
      "step": 651720
    },
    {
      "epoch": 0.8266929491423947,
      "grad_norm": 10.875,
      "learning_rate": 8.666515277992739e-06,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5320808529853821,
      "num_tokens": 501975026.0,
      "step": 651730
    },
    {
      "epoch": 0.8267056337349276,
      "grad_norm": 15.3125,
      "learning_rate": 8.665880967906448e-06,
      "loss": 2.1031,
      "mean_token_accuracy": 0.531666773557663,
      "num_tokens": 501982560.0,
      "step": 651740
    },
    {
      "epoch": 0.8267183183274603,
      "grad_norm": 6.75,
      "learning_rate": 8.665246657820156e-06,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5432777822017669,
      "num_tokens": 501989634.0,
      "step": 651750
    },
    {
      "epoch": 0.8267310029199932,
      "grad_norm": 4.65625,
      "learning_rate": 8.664612347733863e-06,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5446746319532394,
      "num_tokens": 501998064.0,
      "step": 651760
    },
    {
      "epoch": 0.826743687512526,
      "grad_norm": 6.375,
      "learning_rate": 8.663978037647572e-06,
      "loss": 2.239,
      "mean_token_accuracy": 0.5207221150398255,
      "num_tokens": 502005497.0,
      "step": 651770
    },
    {
      "epoch": 0.8267563721050589,
      "grad_norm": 5.71875,
      "learning_rate": 8.663343727561281e-06,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5452036291360856,
      "num_tokens": 502013227.0,
      "step": 651780
    },
    {
      "epoch": 0.8267690566975917,
      "grad_norm": 5.59375,
      "learning_rate": 8.66270941747499e-06,
      "loss": 1.955,
      "mean_token_accuracy": 0.571317332983017,
      "num_tokens": 502021200.0,
      "step": 651790
    },
    {
      "epoch": 0.8267817412901245,
      "grad_norm": 5.0625,
      "learning_rate": 8.662075107388698e-06,
      "loss": 1.8703,
      "mean_token_accuracy": 0.5923141837120056,
      "num_tokens": 502027984.0,
      "step": 651800
    },
    {
      "epoch": 0.8267944258826574,
      "grad_norm": 6.1875,
      "learning_rate": 8.661440797302405e-06,
      "loss": 2.2873,
      "mean_token_accuracy": 0.5074808090925217,
      "num_tokens": 502036418.0,
      "step": 651810
    },
    {
      "epoch": 0.8268071104751902,
      "grad_norm": 8.125,
      "learning_rate": 8.660806487216116e-06,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5300656676292419,
      "num_tokens": 502042967.0,
      "step": 651820
    },
    {
      "epoch": 0.8268197950677231,
      "grad_norm": 7.40625,
      "learning_rate": 8.660172177129823e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5519728302955628,
      "num_tokens": 502050587.0,
      "step": 651830
    },
    {
      "epoch": 0.8268324796602559,
      "grad_norm": 4.6875,
      "learning_rate": 8.659537867043532e-06,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5541352957487107,
      "num_tokens": 502057459.0,
      "step": 651840
    },
    {
      "epoch": 0.8268451642527888,
      "grad_norm": 7.03125,
      "learning_rate": 8.65890355695724e-06,
      "loss": 1.8877,
      "mean_token_accuracy": 0.576688215136528,
      "num_tokens": 502064333.0,
      "step": 651850
    },
    {
      "epoch": 0.8268578488453215,
      "grad_norm": 4.9375,
      "learning_rate": 8.658269246870947e-06,
      "loss": 1.9715,
      "mean_token_accuracy": 0.567585289478302,
      "num_tokens": 502069555.0,
      "step": 651860
    },
    {
      "epoch": 0.8268705334378543,
      "grad_norm": 5.46875,
      "learning_rate": 8.657634936784658e-06,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5460666239261627,
      "num_tokens": 502077595.0,
      "step": 651870
    },
    {
      "epoch": 0.8268832180303872,
      "grad_norm": 5.0,
      "learning_rate": 8.657000626698365e-06,
      "loss": 1.974,
      "mean_token_accuracy": 0.5497238039970398,
      "num_tokens": 502085995.0,
      "step": 651880
    },
    {
      "epoch": 0.82689590262292,
      "grad_norm": 5.21875,
      "learning_rate": 8.656366316612075e-06,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5213303089141845,
      "num_tokens": 502093776.0,
      "step": 651890
    },
    {
      "epoch": 0.8269085872154529,
      "grad_norm": 5.53125,
      "learning_rate": 8.655732006525782e-06,
      "loss": 1.972,
      "mean_token_accuracy": 0.5657465249300003,
      "num_tokens": 502100928.0,
      "step": 651900
    },
    {
      "epoch": 0.8269212718079857,
      "grad_norm": 5.34375,
      "learning_rate": 8.655097696439491e-06,
      "loss": 2.2499,
      "mean_token_accuracy": 0.5151311933994294,
      "num_tokens": 502109360.0,
      "step": 651910
    },
    {
      "epoch": 0.8269339564005186,
      "grad_norm": 6.46875,
      "learning_rate": 8.6544633863532e-06,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5739386558532715,
      "num_tokens": 502116030.0,
      "step": 651920
    },
    {
      "epoch": 0.8269466409930514,
      "grad_norm": 5.46875,
      "learning_rate": 8.653829076266907e-06,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5410217463970184,
      "num_tokens": 502124130.0,
      "step": 651930
    },
    {
      "epoch": 0.8269593255855842,
      "grad_norm": 6.9375,
      "learning_rate": 8.653194766180617e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5483956634998322,
      "num_tokens": 502130963.0,
      "step": 651940
    },
    {
      "epoch": 0.8269720101781171,
      "grad_norm": 5.65625,
      "learning_rate": 8.652560456094324e-06,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5489733755588532,
      "num_tokens": 502139138.0,
      "step": 651950
    },
    {
      "epoch": 0.8269846947706498,
      "grad_norm": 5.3125,
      "learning_rate": 8.651926146008033e-06,
      "loss": 2.0182,
      "mean_token_accuracy": 0.551454958319664,
      "num_tokens": 502146553.0,
      "step": 651960
    },
    {
      "epoch": 0.8269973793631827,
      "grad_norm": 4.59375,
      "learning_rate": 8.651291835921742e-06,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5387268990278244,
      "num_tokens": 502154284.0,
      "step": 651970
    },
    {
      "epoch": 0.8270100639557155,
      "grad_norm": 5.21875,
      "learning_rate": 8.650657525835449e-06,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5559603989124298,
      "num_tokens": 502162071.0,
      "step": 651980
    },
    {
      "epoch": 0.8270227485482484,
      "grad_norm": 8.0,
      "learning_rate": 8.65002321574916e-06,
      "loss": 1.8591,
      "mean_token_accuracy": 0.5764579236507416,
      "num_tokens": 502168394.0,
      "step": 651990
    },
    {
      "epoch": 0.8270354331407812,
      "grad_norm": 9.375,
      "learning_rate": 8.649388905662866e-06,
      "loss": 2.0198,
      "mean_token_accuracy": 0.5631158918142318,
      "num_tokens": 502176012.0,
      "step": 652000
    },
    {
      "epoch": 0.8270481177333141,
      "grad_norm": 11.3125,
      "learning_rate": 8.648754595576577e-06,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5529588282108306,
      "num_tokens": 502183229.0,
      "step": 652010
    },
    {
      "epoch": 0.8270608023258469,
      "grad_norm": 5.0,
      "learning_rate": 8.648120285490284e-06,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5613195806741714,
      "num_tokens": 502190889.0,
      "step": 652020
    },
    {
      "epoch": 0.8270734869183797,
      "grad_norm": 4.03125,
      "learning_rate": 8.647485975403993e-06,
      "loss": 1.801,
      "mean_token_accuracy": 0.5950108170509338,
      "num_tokens": 502197749.0,
      "step": 652030
    },
    {
      "epoch": 0.8270861715109126,
      "grad_norm": 4.375,
      "learning_rate": 8.646851665317701e-06,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5574918806552887,
      "num_tokens": 502205833.0,
      "step": 652040
    },
    {
      "epoch": 0.8270988561034454,
      "grad_norm": 5.78125,
      "learning_rate": 8.646217355231408e-06,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5244560897350311,
      "num_tokens": 502213963.0,
      "step": 652050
    },
    {
      "epoch": 0.8271115406959783,
      "grad_norm": 6.5625,
      "learning_rate": 8.645583045145119e-06,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5365327209234237,
      "num_tokens": 502222078.0,
      "step": 652060
    },
    {
      "epoch": 0.827124225288511,
      "grad_norm": 5.9375,
      "learning_rate": 8.644948735058826e-06,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5178842365741729,
      "num_tokens": 502230406.0,
      "step": 652070
    },
    {
      "epoch": 0.8271369098810439,
      "grad_norm": 6.78125,
      "learning_rate": 8.644314424972535e-06,
      "loss": 2.3003,
      "mean_token_accuracy": 0.5057148784399033,
      "num_tokens": 502237828.0,
      "step": 652080
    },
    {
      "epoch": 0.8271495944735767,
      "grad_norm": 5.15625,
      "learning_rate": 8.643680114886243e-06,
      "loss": 1.8661,
      "mean_token_accuracy": 0.5898087918758392,
      "num_tokens": 502246376.0,
      "step": 652090
    },
    {
      "epoch": 0.8271622790661095,
      "grad_norm": 5.25,
      "learning_rate": 8.643045804799952e-06,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5422027170658111,
      "num_tokens": 502254911.0,
      "step": 652100
    },
    {
      "epoch": 0.8271749636586424,
      "grad_norm": 5.96875,
      "learning_rate": 8.642411494713661e-06,
      "loss": 1.9315,
      "mean_token_accuracy": 0.572868800163269,
      "num_tokens": 502262455.0,
      "step": 652110
    },
    {
      "epoch": 0.8271876482511752,
      "grad_norm": 5.84375,
      "learning_rate": 8.641777184627368e-06,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5590248286724091,
      "num_tokens": 502270242.0,
      "step": 652120
    },
    {
      "epoch": 0.8272003328437081,
      "grad_norm": 5.40625,
      "learning_rate": 8.641142874541078e-06,
      "loss": 2.023,
      "mean_token_accuracy": 0.5416787505149842,
      "num_tokens": 502278051.0,
      "step": 652130
    },
    {
      "epoch": 0.8272130174362409,
      "grad_norm": 5.6875,
      "learning_rate": 8.640508564454785e-06,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5788922309875488,
      "num_tokens": 502283853.0,
      "step": 652140
    },
    {
      "epoch": 0.8272257020287738,
      "grad_norm": 5.875,
      "learning_rate": 8.639874254368494e-06,
      "loss": 1.8431,
      "mean_token_accuracy": 0.5821815699338913,
      "num_tokens": 502290813.0,
      "step": 652150
    },
    {
      "epoch": 0.8272383866213066,
      "grad_norm": 5.96875,
      "learning_rate": 8.639239944282203e-06,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5273322641849518,
      "num_tokens": 502299699.0,
      "step": 652160
    },
    {
      "epoch": 0.8272510712138395,
      "grad_norm": 6.90625,
      "learning_rate": 8.63860563419591e-06,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5510711818933487,
      "num_tokens": 502306763.0,
      "step": 652170
    },
    {
      "epoch": 0.8272637558063722,
      "grad_norm": 5.0,
      "learning_rate": 8.63797132410962e-06,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5320912569761276,
      "num_tokens": 502315516.0,
      "step": 652180
    },
    {
      "epoch": 0.827276440398905,
      "grad_norm": 6.3125,
      "learning_rate": 8.637337014023327e-06,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5588478922843934,
      "num_tokens": 502323218.0,
      "step": 652190
    },
    {
      "epoch": 0.8272891249914379,
      "grad_norm": 5.84375,
      "learning_rate": 8.636702703937036e-06,
      "loss": 1.8502,
      "mean_token_accuracy": 0.5935286402702331,
      "num_tokens": 502331195.0,
      "step": 652200
    },
    {
      "epoch": 0.8273018095839707,
      "grad_norm": 4.8125,
      "learning_rate": 8.636068393850745e-06,
      "loss": 1.975,
      "mean_token_accuracy": 0.5600585579872132,
      "num_tokens": 502338877.0,
      "step": 652210
    },
    {
      "epoch": 0.8273144941765036,
      "grad_norm": 5.4375,
      "learning_rate": 8.635434083764454e-06,
      "loss": 1.9524,
      "mean_token_accuracy": 0.569880673289299,
      "num_tokens": 502346182.0,
      "step": 652220
    },
    {
      "epoch": 0.8273271787690364,
      "grad_norm": 6.1875,
      "learning_rate": 8.634799773678162e-06,
      "loss": 1.8984,
      "mean_token_accuracy": 0.5787473976612091,
      "num_tokens": 502353920.0,
      "step": 652230
    },
    {
      "epoch": 0.8273398633615693,
      "grad_norm": 7.5,
      "learning_rate": 8.63416546359187e-06,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5266187012195587,
      "num_tokens": 502362489.0,
      "step": 652240
    },
    {
      "epoch": 0.8273525479541021,
      "grad_norm": 5.40625,
      "learning_rate": 8.633531153505578e-06,
      "loss": 2.1494,
      "mean_token_accuracy": 0.525012218952179,
      "num_tokens": 502370955.0,
      "step": 652250
    },
    {
      "epoch": 0.8273652325466349,
      "grad_norm": 4.9375,
      "learning_rate": 8.632896843419287e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5436074674129486,
      "num_tokens": 502379637.0,
      "step": 652260
    },
    {
      "epoch": 0.8273779171391678,
      "grad_norm": 5.8125,
      "learning_rate": 8.632262533332996e-06,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5277476727962493,
      "num_tokens": 502387249.0,
      "step": 652270
    },
    {
      "epoch": 0.8273906017317005,
      "grad_norm": 4.8125,
      "learning_rate": 8.631628223246704e-06,
      "loss": 2.2126,
      "mean_token_accuracy": 0.517877259850502,
      "num_tokens": 502396170.0,
      "step": 652280
    },
    {
      "epoch": 0.8274032863242334,
      "grad_norm": 6.46875,
      "learning_rate": 8.630993913160413e-06,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5385954707860947,
      "num_tokens": 502403888.0,
      "step": 652290
    },
    {
      "epoch": 0.8274159709167662,
      "grad_norm": 6.71875,
      "learning_rate": 8.63035960307412e-06,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5637899696826935,
      "num_tokens": 502410952.0,
      "step": 652300
    },
    {
      "epoch": 0.8274286555092991,
      "grad_norm": 2.765625,
      "learning_rate": 8.629725292987829e-06,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5416094362735748,
      "num_tokens": 502419561.0,
      "step": 652310
    },
    {
      "epoch": 0.8274413401018319,
      "grad_norm": 5.53125,
      "learning_rate": 8.629090982901538e-06,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5504081964492797,
      "num_tokens": 502427679.0,
      "step": 652320
    },
    {
      "epoch": 0.8274540246943648,
      "grad_norm": 5.71875,
      "learning_rate": 8.628456672815246e-06,
      "loss": 2.2396,
      "mean_token_accuracy": 0.5092676192522049,
      "num_tokens": 502435263.0,
      "step": 652330
    },
    {
      "epoch": 0.8274667092868976,
      "grad_norm": 5.65625,
      "learning_rate": 8.627822362728955e-06,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5297333776950837,
      "num_tokens": 502443809.0,
      "step": 652340
    },
    {
      "epoch": 0.8274793938794304,
      "grad_norm": 5.53125,
      "learning_rate": 8.627188052642664e-06,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5356744468212128,
      "num_tokens": 502451440.0,
      "step": 652350
    },
    {
      "epoch": 0.8274920784719633,
      "grad_norm": 5.0625,
      "learning_rate": 8.626553742556371e-06,
      "loss": 1.8812,
      "mean_token_accuracy": 0.5714752167463303,
      "num_tokens": 502459743.0,
      "step": 652360
    },
    {
      "epoch": 0.827504763064496,
      "grad_norm": 5.28125,
      "learning_rate": 8.62591943247008e-06,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5326201856136322,
      "num_tokens": 502467647.0,
      "step": 652370
    },
    {
      "epoch": 0.827517447657029,
      "grad_norm": 6.21875,
      "learning_rate": 8.625285122383788e-06,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5373812526464462,
      "num_tokens": 502476084.0,
      "step": 652380
    },
    {
      "epoch": 0.8275301322495617,
      "grad_norm": 4.875,
      "learning_rate": 8.624650812297497e-06,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5342060089111328,
      "num_tokens": 502484719.0,
      "step": 652390
    },
    {
      "epoch": 0.8275428168420946,
      "grad_norm": 6.9375,
      "learning_rate": 8.624016502211206e-06,
      "loss": 1.8192,
      "mean_token_accuracy": 0.591030478477478,
      "num_tokens": 502491221.0,
      "step": 652400
    },
    {
      "epoch": 0.8275555014346274,
      "grad_norm": 6.21875,
      "learning_rate": 8.623382192124915e-06,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5155515551567078,
      "num_tokens": 502500100.0,
      "step": 652410
    },
    {
      "epoch": 0.8275681860271602,
      "grad_norm": 4.71875,
      "learning_rate": 8.622747882038622e-06,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5687854588031769,
      "num_tokens": 502507884.0,
      "step": 652420
    },
    {
      "epoch": 0.8275808706196931,
      "grad_norm": 5.65625,
      "learning_rate": 8.62211357195233e-06,
      "loss": 1.9275,
      "mean_token_accuracy": 0.5735577672719956,
      "num_tokens": 502514540.0,
      "step": 652430
    },
    {
      "epoch": 0.8275935552122259,
      "grad_norm": 4.6875,
      "learning_rate": 8.621479261866039e-06,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5403022229671478,
      "num_tokens": 502523271.0,
      "step": 652440
    },
    {
      "epoch": 0.8276062398047588,
      "grad_norm": 5.21875,
      "learning_rate": 8.620844951779748e-06,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5257206350564957,
      "num_tokens": 502531042.0,
      "step": 652450
    },
    {
      "epoch": 0.8276189243972916,
      "grad_norm": 4.9375,
      "learning_rate": 8.620210641693457e-06,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5583653807640075,
      "num_tokens": 502538356.0,
      "step": 652460
    },
    {
      "epoch": 0.8276316089898245,
      "grad_norm": 6.21875,
      "learning_rate": 8.619576331607164e-06,
      "loss": 1.7583,
      "mean_token_accuracy": 0.6096400499343873,
      "num_tokens": 502545175.0,
      "step": 652470
    },
    {
      "epoch": 0.8276442935823572,
      "grad_norm": 5.84375,
      "learning_rate": 8.618942021520874e-06,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5523448705673217,
      "num_tokens": 502552206.0,
      "step": 652480
    },
    {
      "epoch": 0.82765697817489,
      "grad_norm": 7.375,
      "learning_rate": 8.618307711434581e-06,
      "loss": 1.9404,
      "mean_token_accuracy": 0.5639827817678451,
      "num_tokens": 502558917.0,
      "step": 652490
    },
    {
      "epoch": 0.8276696627674229,
      "grad_norm": 5.4375,
      "learning_rate": 8.61767340134829e-06,
      "loss": 1.9494,
      "mean_token_accuracy": 0.561912202835083,
      "num_tokens": 502566365.0,
      "step": 652500
    },
    {
      "epoch": 0.8276823473599557,
      "grad_norm": 4.65625,
      "learning_rate": 8.617039091261999e-06,
      "loss": 1.7071,
      "mean_token_accuracy": 0.6179638236761094,
      "num_tokens": 502572935.0,
      "step": 652510
    },
    {
      "epoch": 0.8276950319524886,
      "grad_norm": 5.875,
      "learning_rate": 8.616404781175706e-06,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5253931283950806,
      "num_tokens": 502580926.0,
      "step": 652520
    },
    {
      "epoch": 0.8277077165450214,
      "grad_norm": 9.25,
      "learning_rate": 8.615770471089416e-06,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5223224461078644,
      "num_tokens": 502587848.0,
      "step": 652530
    },
    {
      "epoch": 0.8277204011375543,
      "grad_norm": 6.0,
      "learning_rate": 8.615136161003123e-06,
      "loss": 2.1999,
      "mean_token_accuracy": 0.5235959440469742,
      "num_tokens": 502595920.0,
      "step": 652540
    },
    {
      "epoch": 0.8277330857300871,
      "grad_norm": 11.125,
      "learning_rate": 8.614501850916832e-06,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5493098229169846,
      "num_tokens": 502603792.0,
      "step": 652550
    },
    {
      "epoch": 0.82774577032262,
      "grad_norm": 5.0625,
      "learning_rate": 8.61386754083054e-06,
      "loss": 1.8384,
      "mean_token_accuracy": 0.5939064979553222,
      "num_tokens": 502611922.0,
      "step": 652560
    },
    {
      "epoch": 0.8277584549151528,
      "grad_norm": 8.375,
      "learning_rate": 8.61323323074425e-06,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5237487912178039,
      "num_tokens": 502618824.0,
      "step": 652570
    },
    {
      "epoch": 0.8277711395076855,
      "grad_norm": 5.09375,
      "learning_rate": 8.612598920657958e-06,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5552690953016282,
      "num_tokens": 502625847.0,
      "step": 652580
    },
    {
      "epoch": 0.8277838241002184,
      "grad_norm": 6.9375,
      "learning_rate": 8.611964610571665e-06,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5699810057878494,
      "num_tokens": 502631579.0,
      "step": 652590
    },
    {
      "epoch": 0.8277965086927512,
      "grad_norm": 4.9375,
      "learning_rate": 8.611330300485376e-06,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5520456373691559,
      "num_tokens": 502640252.0,
      "step": 652600
    },
    {
      "epoch": 0.8278091932852841,
      "grad_norm": 5.9375,
      "learning_rate": 8.610695990399083e-06,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5347952336072922,
      "num_tokens": 502648311.0,
      "step": 652610
    },
    {
      "epoch": 0.8278218778778169,
      "grad_norm": 5.71875,
      "learning_rate": 8.610061680312791e-06,
      "loss": 1.8544,
      "mean_token_accuracy": 0.5831431746482849,
      "num_tokens": 502654767.0,
      "step": 652620
    },
    {
      "epoch": 0.8278345624703498,
      "grad_norm": 8.75,
      "learning_rate": 8.6094273702265e-06,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5668961793184281,
      "num_tokens": 502661784.0,
      "step": 652630
    },
    {
      "epoch": 0.8278472470628826,
      "grad_norm": 4.90625,
      "learning_rate": 8.608793060140207e-06,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5496119320392608,
      "num_tokens": 502670035.0,
      "step": 652640
    },
    {
      "epoch": 0.8278599316554154,
      "grad_norm": 5.78125,
      "learning_rate": 8.608158750053918e-06,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5591217368841171,
      "num_tokens": 502677167.0,
      "step": 652650
    },
    {
      "epoch": 0.8278726162479483,
      "grad_norm": 6.53125,
      "learning_rate": 8.607524439967625e-06,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5594519197940826,
      "num_tokens": 502684584.0,
      "step": 652660
    },
    {
      "epoch": 0.8278853008404811,
      "grad_norm": 6.15625,
      "learning_rate": 8.606890129881335e-06,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5423800200223923,
      "num_tokens": 502692285.0,
      "step": 652670
    },
    {
      "epoch": 0.827897985433014,
      "grad_norm": 7.375,
      "learning_rate": 8.606255819795042e-06,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5710457235574722,
      "num_tokens": 502699218.0,
      "step": 652680
    },
    {
      "epoch": 0.8279106700255467,
      "grad_norm": 5.4375,
      "learning_rate": 8.60562150970875e-06,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5595959544181823,
      "num_tokens": 502707285.0,
      "step": 652690
    },
    {
      "epoch": 0.8279233546180796,
      "grad_norm": 6.34375,
      "learning_rate": 8.60498719962246e-06,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5624454557895661,
      "num_tokens": 502714638.0,
      "step": 652700
    },
    {
      "epoch": 0.8279360392106124,
      "grad_norm": 5.5,
      "learning_rate": 8.604352889536167e-06,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5330581307411194,
      "num_tokens": 502723279.0,
      "step": 652710
    },
    {
      "epoch": 0.8279487238031453,
      "grad_norm": 5.0,
      "learning_rate": 8.603718579449877e-06,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5283247232437134,
      "num_tokens": 502732167.0,
      "step": 652720
    },
    {
      "epoch": 0.8279614083956781,
      "grad_norm": 9.0,
      "learning_rate": 8.603084269363584e-06,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5658278822898865,
      "num_tokens": 502738759.0,
      "step": 652730
    },
    {
      "epoch": 0.8279740929882109,
      "grad_norm": 5.9375,
      "learning_rate": 8.602449959277293e-06,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5500270396471023,
      "num_tokens": 502746300.0,
      "step": 652740
    },
    {
      "epoch": 0.8279867775807438,
      "grad_norm": 4.90625,
      "learning_rate": 8.601815649191002e-06,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5333419471979142,
      "num_tokens": 502753605.0,
      "step": 652750
    },
    {
      "epoch": 0.8279994621732766,
      "grad_norm": 6.40625,
      "learning_rate": 8.601181339104709e-06,
      "loss": 2.2313,
      "mean_token_accuracy": 0.5226465076208114,
      "num_tokens": 502761590.0,
      "step": 652760
    },
    {
      "epoch": 0.8280121467658095,
      "grad_norm": 4.53125,
      "learning_rate": 8.600547029018419e-06,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5459089905023575,
      "num_tokens": 502769695.0,
      "step": 652770
    },
    {
      "epoch": 0.8280248313583423,
      "grad_norm": 6.8125,
      "learning_rate": 8.599912718932126e-06,
      "loss": 1.8714,
      "mean_token_accuracy": 0.5795442521572113,
      "num_tokens": 502776922.0,
      "step": 652780
    },
    {
      "epoch": 0.8280375159508752,
      "grad_norm": 6.34375,
      "learning_rate": 8.599278408845835e-06,
      "loss": 1.9805,
      "mean_token_accuracy": 0.553124088048935,
      "num_tokens": 502784831.0,
      "step": 652790
    },
    {
      "epoch": 0.8280502005434079,
      "grad_norm": 5.65625,
      "learning_rate": 8.598644098759544e-06,
      "loss": 2.1901,
      "mean_token_accuracy": 0.5204553753137589,
      "num_tokens": 502792290.0,
      "step": 652800
    },
    {
      "epoch": 0.8280628851359407,
      "grad_norm": 5.40625,
      "learning_rate": 8.598009788673252e-06,
      "loss": 1.9258,
      "mean_token_accuracy": 0.573079526424408,
      "num_tokens": 502799611.0,
      "step": 652810
    },
    {
      "epoch": 0.8280755697284736,
      "grad_norm": 6.90625,
      "learning_rate": 8.597375478586961e-06,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5515476137399673,
      "num_tokens": 502806637.0,
      "step": 652820
    },
    {
      "epoch": 0.8280882543210064,
      "grad_norm": 6.78125,
      "learning_rate": 8.596741168500668e-06,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5853353679180145,
      "num_tokens": 502813291.0,
      "step": 652830
    },
    {
      "epoch": 0.8281009389135393,
      "grad_norm": 6.71875,
      "learning_rate": 8.596106858414379e-06,
      "loss": 2.2788,
      "mean_token_accuracy": 0.5185297280550003,
      "num_tokens": 502820241.0,
      "step": 652840
    },
    {
      "epoch": 0.8281136235060721,
      "grad_norm": 4.84375,
      "learning_rate": 8.595472548328086e-06,
      "loss": 1.837,
      "mean_token_accuracy": 0.5954164832830429,
      "num_tokens": 502826569.0,
      "step": 652850
    },
    {
      "epoch": 0.828126308098605,
      "grad_norm": 6.03125,
      "learning_rate": 8.594838238241794e-06,
      "loss": 2.1768,
      "mean_token_accuracy": 0.5280607730150223,
      "num_tokens": 502834906.0,
      "step": 652860
    },
    {
      "epoch": 0.8281389926911378,
      "grad_norm": 4.6875,
      "learning_rate": 8.594203928155503e-06,
      "loss": 2.0613,
      "mean_token_accuracy": 0.550695288181305,
      "num_tokens": 502843694.0,
      "step": 652870
    },
    {
      "epoch": 0.8281516772836706,
      "grad_norm": 6.1875,
      "learning_rate": 8.593569618069212e-06,
      "loss": 2.3076,
      "mean_token_accuracy": 0.5115859270095825,
      "num_tokens": 502850662.0,
      "step": 652880
    },
    {
      "epoch": 0.8281643618762035,
      "grad_norm": 5.875,
      "learning_rate": 8.59293530798292e-06,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5537946909666062,
      "num_tokens": 502858705.0,
      "step": 652890
    },
    {
      "epoch": 0.8281770464687362,
      "grad_norm": 6.78125,
      "learning_rate": 8.592300997896628e-06,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5338931053876876,
      "num_tokens": 502866975.0,
      "step": 652900
    },
    {
      "epoch": 0.8281897310612691,
      "grad_norm": 5.71875,
      "learning_rate": 8.591666687810336e-06,
      "loss": 1.8494,
      "mean_token_accuracy": 0.5818243592977523,
      "num_tokens": 502874289.0,
      "step": 652910
    },
    {
      "epoch": 0.8282024156538019,
      "grad_norm": 6.40625,
      "learning_rate": 8.591032377724045e-06,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5795791655778885,
      "num_tokens": 502881735.0,
      "step": 652920
    },
    {
      "epoch": 0.8282151002463348,
      "grad_norm": 6.5,
      "learning_rate": 8.590398067637754e-06,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5410403788089753,
      "num_tokens": 502889802.0,
      "step": 652930
    },
    {
      "epoch": 0.8282277848388676,
      "grad_norm": 6.9375,
      "learning_rate": 8.589763757551463e-06,
      "loss": 1.9141,
      "mean_token_accuracy": 0.581330394744873,
      "num_tokens": 502897027.0,
      "step": 652940
    },
    {
      "epoch": 0.8282404694314005,
      "grad_norm": 8.4375,
      "learning_rate": 8.58912944746517e-06,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5283869713544845,
      "num_tokens": 502904590.0,
      "step": 652950
    },
    {
      "epoch": 0.8282531540239333,
      "grad_norm": 5.3125,
      "learning_rate": 8.588495137378878e-06,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5405068248510361,
      "num_tokens": 502912936.0,
      "step": 652960
    },
    {
      "epoch": 0.8282658386164661,
      "grad_norm": 5.09375,
      "learning_rate": 8.587860827292587e-06,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5722697049379348,
      "num_tokens": 502921436.0,
      "step": 652970
    },
    {
      "epoch": 0.828278523208999,
      "grad_norm": 5.375,
      "learning_rate": 8.587226517206296e-06,
      "loss": 2.122,
      "mean_token_accuracy": 0.53940369784832,
      "num_tokens": 502929092.0,
      "step": 652980
    },
    {
      "epoch": 0.8282912078015318,
      "grad_norm": 8.125,
      "learning_rate": 8.586592207120005e-06,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5322620153427124,
      "num_tokens": 502936151.0,
      "step": 652990
    },
    {
      "epoch": 0.8283038923940647,
      "grad_norm": 5.90625,
      "learning_rate": 8.585957897033713e-06,
      "loss": 1.7261,
      "mean_token_accuracy": 0.616794091463089,
      "num_tokens": 502942720.0,
      "step": 653000
    },
    {
      "epoch": 0.8283165769865974,
      "grad_norm": 6.0625,
      "learning_rate": 8.58532358694742e-06,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5300071835517883,
      "num_tokens": 502951084.0,
      "step": 653010
    },
    {
      "epoch": 0.8283292615791303,
      "grad_norm": 5.84375,
      "learning_rate": 8.584689276861129e-06,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5244354784488678,
      "num_tokens": 502959969.0,
      "step": 653020
    },
    {
      "epoch": 0.8283419461716631,
      "grad_norm": 6.875,
      "learning_rate": 8.584054966774838e-06,
      "loss": 1.971,
      "mean_token_accuracy": 0.5644524693489075,
      "num_tokens": 502967227.0,
      "step": 653030
    },
    {
      "epoch": 0.8283546307641959,
      "grad_norm": 5.34375,
      "learning_rate": 8.583420656688547e-06,
      "loss": 2.2399,
      "mean_token_accuracy": 0.5158505290746689,
      "num_tokens": 502975592.0,
      "step": 653040
    },
    {
      "epoch": 0.8283673153567288,
      "grad_norm": 4.90625,
      "learning_rate": 8.582786346602255e-06,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5608370542526245,
      "num_tokens": 502983193.0,
      "step": 653050
    },
    {
      "epoch": 0.8283799999492616,
      "grad_norm": 6.46875,
      "learning_rate": 8.582152036515964e-06,
      "loss": 1.9866,
      "mean_token_accuracy": 0.559894448518753,
      "num_tokens": 502989684.0,
      "step": 653060
    },
    {
      "epoch": 0.8283926845417945,
      "grad_norm": 5.9375,
      "learning_rate": 8.581517726429673e-06,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5629389762878418,
      "num_tokens": 502997897.0,
      "step": 653070
    },
    {
      "epoch": 0.8284053691343273,
      "grad_norm": 5.71875,
      "learning_rate": 8.58088341634338e-06,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5558138012886047,
      "num_tokens": 503005910.0,
      "step": 653080
    },
    {
      "epoch": 0.8284180537268602,
      "grad_norm": 5.5,
      "learning_rate": 8.580249106257089e-06,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5625613391399383,
      "num_tokens": 503014656.0,
      "step": 653090
    },
    {
      "epoch": 0.828430738319393,
      "grad_norm": 5.46875,
      "learning_rate": 8.579614796170797e-06,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5318597286939621,
      "num_tokens": 503023738.0,
      "step": 653100
    },
    {
      "epoch": 0.8284434229119259,
      "grad_norm": 5.84375,
      "learning_rate": 8.578980486084506e-06,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5330329835414886,
      "num_tokens": 503031144.0,
      "step": 653110
    },
    {
      "epoch": 0.8284561075044586,
      "grad_norm": 5.625,
      "learning_rate": 8.578346175998215e-06,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5810025423765183,
      "num_tokens": 503038977.0,
      "step": 653120
    },
    {
      "epoch": 0.8284687920969914,
      "grad_norm": 5.34375,
      "learning_rate": 8.577711865911922e-06,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5626682311296463,
      "num_tokens": 503045123.0,
      "step": 653130
    },
    {
      "epoch": 0.8284814766895243,
      "grad_norm": 6.9375,
      "learning_rate": 8.57707755582563e-06,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5202004492282868,
      "num_tokens": 503052939.0,
      "step": 653140
    },
    {
      "epoch": 0.8284941612820571,
      "grad_norm": 5.8125,
      "learning_rate": 8.57644324573934e-06,
      "loss": 2.1019,
      "mean_token_accuracy": 0.534204626083374,
      "num_tokens": 503061756.0,
      "step": 653150
    },
    {
      "epoch": 0.82850684587459,
      "grad_norm": 6.53125,
      "learning_rate": 8.575808935653048e-06,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5632981359958649,
      "num_tokens": 503069770.0,
      "step": 653160
    },
    {
      "epoch": 0.8285195304671228,
      "grad_norm": 4.96875,
      "learning_rate": 8.575174625566757e-06,
      "loss": 1.8979,
      "mean_token_accuracy": 0.5790238201618194,
      "num_tokens": 503077241.0,
      "step": 653170
    },
    {
      "epoch": 0.8285322150596557,
      "grad_norm": 4.84375,
      "learning_rate": 8.574540315480464e-06,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5482230007648468,
      "num_tokens": 503084425.0,
      "step": 653180
    },
    {
      "epoch": 0.8285448996521885,
      "grad_norm": 4.78125,
      "learning_rate": 8.573906005394174e-06,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5271910160779953,
      "num_tokens": 503092318.0,
      "step": 653190
    },
    {
      "epoch": 0.8285575842447213,
      "grad_norm": 5.21875,
      "learning_rate": 8.573271695307881e-06,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5404182493686676,
      "num_tokens": 503100250.0,
      "step": 653200
    },
    {
      "epoch": 0.8285702688372542,
      "grad_norm": 6.5,
      "learning_rate": 8.57263738522159e-06,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5393253237009048,
      "num_tokens": 503107766.0,
      "step": 653210
    },
    {
      "epoch": 0.8285829534297869,
      "grad_norm": 5.625,
      "learning_rate": 8.572003075135299e-06,
      "loss": 1.8914,
      "mean_token_accuracy": 0.5625752419233322,
      "num_tokens": 503116051.0,
      "step": 653220
    },
    {
      "epoch": 0.8285956380223198,
      "grad_norm": 5.9375,
      "learning_rate": 8.571368765049006e-06,
      "loss": 2.058,
      "mean_token_accuracy": 0.5410719841718674,
      "num_tokens": 503123974.0,
      "step": 653230
    },
    {
      "epoch": 0.8286083226148526,
      "grad_norm": 8.3125,
      "learning_rate": 8.570734454962716e-06,
      "loss": 1.734,
      "mean_token_accuracy": 0.6080260396003723,
      "num_tokens": 503129700.0,
      "step": 653240
    },
    {
      "epoch": 0.8286210072073855,
      "grad_norm": 4.78125,
      "learning_rate": 8.570100144876423e-06,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5715781688690186,
      "num_tokens": 503136581.0,
      "step": 653250
    },
    {
      "epoch": 0.8286336917999183,
      "grad_norm": 5.875,
      "learning_rate": 8.569465834790134e-06,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5436778098344803,
      "num_tokens": 503145512.0,
      "step": 653260
    },
    {
      "epoch": 0.8286463763924512,
      "grad_norm": 4.8125,
      "learning_rate": 8.56883152470384e-06,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5853182077407837,
      "num_tokens": 503151736.0,
      "step": 653270
    },
    {
      "epoch": 0.828659060984984,
      "grad_norm": 8.125,
      "learning_rate": 8.56819721461755e-06,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5587104827165603,
      "num_tokens": 503159115.0,
      "step": 653280
    },
    {
      "epoch": 0.8286717455775168,
      "grad_norm": 6.125,
      "learning_rate": 8.567562904531258e-06,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5456922352313995,
      "num_tokens": 503166628.0,
      "step": 653290
    },
    {
      "epoch": 0.8286844301700497,
      "grad_norm": 5.09375,
      "learning_rate": 8.566928594444965e-06,
      "loss": 1.7521,
      "mean_token_accuracy": 0.6110594570636749,
      "num_tokens": 503174706.0,
      "step": 653300
    },
    {
      "epoch": 0.8286971147625825,
      "grad_norm": 5.71875,
      "learning_rate": 8.566294284358676e-06,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5423557609319687,
      "num_tokens": 503182374.0,
      "step": 653310
    },
    {
      "epoch": 0.8287097993551154,
      "grad_norm": 5.71875,
      "learning_rate": 8.565659974272383e-06,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5182262539863587,
      "num_tokens": 503190822.0,
      "step": 653320
    },
    {
      "epoch": 0.8287224839476481,
      "grad_norm": 4.8125,
      "learning_rate": 8.565025664186092e-06,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5473181128501892,
      "num_tokens": 503198845.0,
      "step": 653330
    },
    {
      "epoch": 0.828735168540181,
      "grad_norm": 5.875,
      "learning_rate": 8.5643913540998e-06,
      "loss": 1.9798,
      "mean_token_accuracy": 0.5654550731182099,
      "num_tokens": 503205496.0,
      "step": 653340
    },
    {
      "epoch": 0.8287478531327138,
      "grad_norm": 8.4375,
      "learning_rate": 8.563757044013507e-06,
      "loss": 2.073,
      "mean_token_accuracy": 0.5344630450010299,
      "num_tokens": 503213063.0,
      "step": 653350
    },
    {
      "epoch": 0.8287605377252466,
      "grad_norm": 5.09375,
      "learning_rate": 8.563122733927218e-06,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5559847772121429,
      "num_tokens": 503220554.0,
      "step": 653360
    },
    {
      "epoch": 0.8287732223177795,
      "grad_norm": 5.28125,
      "learning_rate": 8.562488423840925e-06,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5348166137933731,
      "num_tokens": 503227514.0,
      "step": 653370
    },
    {
      "epoch": 0.8287859069103123,
      "grad_norm": 4.96875,
      "learning_rate": 8.561854113754635e-06,
      "loss": 2.2653,
      "mean_token_accuracy": 0.5173452854156494,
      "num_tokens": 503235943.0,
      "step": 653380
    },
    {
      "epoch": 0.8287985915028452,
      "grad_norm": 4.84375,
      "learning_rate": 8.561219803668342e-06,
      "loss": 1.9335,
      "mean_token_accuracy": 0.5676811814308167,
      "num_tokens": 503243982.0,
      "step": 653390
    },
    {
      "epoch": 0.828811276095378,
      "grad_norm": 4.625,
      "learning_rate": 8.560585493582051e-06,
      "loss": 1.9061,
      "mean_token_accuracy": 0.5694199621677398,
      "num_tokens": 503250754.0,
      "step": 653400
    },
    {
      "epoch": 0.8288239606879109,
      "grad_norm": 5.65625,
      "learning_rate": 8.55995118349576e-06,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5577569872140884,
      "num_tokens": 503258900.0,
      "step": 653410
    },
    {
      "epoch": 0.8288366452804437,
      "grad_norm": 5.90625,
      "learning_rate": 8.559316873409467e-06,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5734622001647949,
      "num_tokens": 503267295.0,
      "step": 653420
    },
    {
      "epoch": 0.8288493298729764,
      "grad_norm": 5.34375,
      "learning_rate": 8.558682563323177e-06,
      "loss": 1.7854,
      "mean_token_accuracy": 0.5967044353485107,
      "num_tokens": 503273797.0,
      "step": 653430
    },
    {
      "epoch": 0.8288620144655093,
      "grad_norm": 5.15625,
      "learning_rate": 8.558048253236884e-06,
      "loss": 2.087,
      "mean_token_accuracy": 0.5372307270765304,
      "num_tokens": 503282016.0,
      "step": 653440
    },
    {
      "epoch": 0.8288746990580421,
      "grad_norm": 5.21875,
      "learning_rate": 8.557413943150593e-06,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5329957693815232,
      "num_tokens": 503289783.0,
      "step": 653450
    },
    {
      "epoch": 0.828887383650575,
      "grad_norm": 5.75,
      "learning_rate": 8.556779633064302e-06,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5478515535593033,
      "num_tokens": 503295710.0,
      "step": 653460
    },
    {
      "epoch": 0.8289000682431078,
      "grad_norm": 5.3125,
      "learning_rate": 8.55614532297801e-06,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5429420292377471,
      "num_tokens": 503304155.0,
      "step": 653470
    },
    {
      "epoch": 0.8289127528356407,
      "grad_norm": 7.6875,
      "learning_rate": 8.55551101289172e-06,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5188746750354767,
      "num_tokens": 503311636.0,
      "step": 653480
    },
    {
      "epoch": 0.8289254374281735,
      "grad_norm": 5.375,
      "learning_rate": 8.554876702805426e-06,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5449238628149032,
      "num_tokens": 503320753.0,
      "step": 653490
    },
    {
      "epoch": 0.8289381220207064,
      "grad_norm": 5.1875,
      "learning_rate": 8.554242392719137e-06,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5226808696985245,
      "num_tokens": 503329369.0,
      "step": 653500
    },
    {
      "epoch": 0.8289508066132392,
      "grad_norm": 4.84375,
      "learning_rate": 8.553608082632844e-06,
      "loss": 2.2136,
      "mean_token_accuracy": 0.5226181447505951,
      "num_tokens": 503336355.0,
      "step": 653510
    },
    {
      "epoch": 0.828963491205772,
      "grad_norm": 5.125,
      "learning_rate": 8.552973772546552e-06,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5392293184995651,
      "num_tokens": 503344052.0,
      "step": 653520
    },
    {
      "epoch": 0.8289761757983048,
      "grad_norm": 5.1875,
      "learning_rate": 8.552339462460261e-06,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5544208645820617,
      "num_tokens": 503352908.0,
      "step": 653530
    },
    {
      "epoch": 0.8289888603908376,
      "grad_norm": 7.6875,
      "learning_rate": 8.55170515237397e-06,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5460137993097305,
      "num_tokens": 503360903.0,
      "step": 653540
    },
    {
      "epoch": 0.8290015449833705,
      "grad_norm": 6.0625,
      "learning_rate": 8.551070842287679e-06,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5673742949962616,
      "num_tokens": 503368698.0,
      "step": 653550
    },
    {
      "epoch": 0.8290142295759033,
      "grad_norm": 5.84375,
      "learning_rate": 8.550436532201386e-06,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5457287609577179,
      "num_tokens": 503376172.0,
      "step": 653560
    },
    {
      "epoch": 0.8290269141684362,
      "grad_norm": 6.09375,
      "learning_rate": 8.549802222115095e-06,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5250580340623856,
      "num_tokens": 503383670.0,
      "step": 653570
    },
    {
      "epoch": 0.829039598760969,
      "grad_norm": 4.8125,
      "learning_rate": 8.549167912028803e-06,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5538899093866348,
      "num_tokens": 503391974.0,
      "step": 653580
    },
    {
      "epoch": 0.8290522833535018,
      "grad_norm": 6.625,
      "learning_rate": 8.548533601942512e-06,
      "loss": 1.836,
      "mean_token_accuracy": 0.5884944826364518,
      "num_tokens": 503399291.0,
      "step": 653590
    },
    {
      "epoch": 0.8290649679460347,
      "grad_norm": 5.15625,
      "learning_rate": 8.54789929185622e-06,
      "loss": 2.2721,
      "mean_token_accuracy": 0.5203159362077713,
      "num_tokens": 503407886.0,
      "step": 653600
    },
    {
      "epoch": 0.8290776525385675,
      "grad_norm": 4.90625,
      "learning_rate": 8.547264981769928e-06,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5533553928136825,
      "num_tokens": 503415880.0,
      "step": 653610
    },
    {
      "epoch": 0.8290903371311004,
      "grad_norm": 7.0,
      "learning_rate": 8.546630671683637e-06,
      "loss": 2.01,
      "mean_token_accuracy": 0.5587220847606659,
      "num_tokens": 503423471.0,
      "step": 653620
    },
    {
      "epoch": 0.8291030217236331,
      "grad_norm": 5.3125,
      "learning_rate": 8.545996361597345e-06,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5371391773223877,
      "num_tokens": 503430501.0,
      "step": 653630
    },
    {
      "epoch": 0.829115706316166,
      "grad_norm": 5.5,
      "learning_rate": 8.545362051511054e-06,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5342050135135651,
      "num_tokens": 503439873.0,
      "step": 653640
    },
    {
      "epoch": 0.8291283909086988,
      "grad_norm": 6.71875,
      "learning_rate": 8.544727741424763e-06,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5405872613191605,
      "num_tokens": 503447833.0,
      "step": 653650
    },
    {
      "epoch": 0.8291410755012317,
      "grad_norm": 5.125,
      "learning_rate": 8.544093431338471e-06,
      "loss": 2.0157,
      "mean_token_accuracy": 0.5533888697624206,
      "num_tokens": 503455760.0,
      "step": 653660
    },
    {
      "epoch": 0.8291537600937645,
      "grad_norm": 5.03125,
      "learning_rate": 8.543459121252179e-06,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5264423549175262,
      "num_tokens": 503463692.0,
      "step": 653670
    },
    {
      "epoch": 0.8291664446862973,
      "grad_norm": 6.5625,
      "learning_rate": 8.542824811165887e-06,
      "loss": 1.9254,
      "mean_token_accuracy": 0.5652700901031494,
      "num_tokens": 503471930.0,
      "step": 653680
    },
    {
      "epoch": 0.8291791292788302,
      "grad_norm": 5.1875,
      "learning_rate": 8.542190501079596e-06,
      "loss": 2.1465,
      "mean_token_accuracy": 0.524396789073944,
      "num_tokens": 503480924.0,
      "step": 653690
    },
    {
      "epoch": 0.829191813871363,
      "grad_norm": 5.53125,
      "learning_rate": 8.541556190993305e-06,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5534494519233704,
      "num_tokens": 503488543.0,
      "step": 653700
    },
    {
      "epoch": 0.8292044984638959,
      "grad_norm": 4.9375,
      "learning_rate": 8.540921880907013e-06,
      "loss": 1.9352,
      "mean_token_accuracy": 0.5694295436143875,
      "num_tokens": 503495601.0,
      "step": 653710
    },
    {
      "epoch": 0.8292171830564287,
      "grad_norm": 5.84375,
      "learning_rate": 8.540287570820722e-06,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5672146290540695,
      "num_tokens": 503503941.0,
      "step": 653720
    },
    {
      "epoch": 0.8292298676489616,
      "grad_norm": 4.96875,
      "learning_rate": 8.539653260734431e-06,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5399451911449432,
      "num_tokens": 503510714.0,
      "step": 653730
    },
    {
      "epoch": 0.8292425522414943,
      "grad_norm": 5.625,
      "learning_rate": 8.539018950648138e-06,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5646657705307007,
      "num_tokens": 503517170.0,
      "step": 653740
    },
    {
      "epoch": 0.8292552368340271,
      "grad_norm": 5.5,
      "learning_rate": 8.538384640561847e-06,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5332975715398789,
      "num_tokens": 503525639.0,
      "step": 653750
    },
    {
      "epoch": 0.82926792142656,
      "grad_norm": 5.125,
      "learning_rate": 8.537750330475555e-06,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5417663753032684,
      "num_tokens": 503533001.0,
      "step": 653760
    },
    {
      "epoch": 0.8292806060190928,
      "grad_norm": 5.0625,
      "learning_rate": 8.537116020389264e-06,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5434139907360077,
      "num_tokens": 503541763.0,
      "step": 653770
    },
    {
      "epoch": 0.8292932906116257,
      "grad_norm": 4.375,
      "learning_rate": 8.536481710302973e-06,
      "loss": 1.9886,
      "mean_token_accuracy": 0.544958370923996,
      "num_tokens": 503549641.0,
      "step": 653780
    },
    {
      "epoch": 0.8293059752041585,
      "grad_norm": 8.0625,
      "learning_rate": 8.53584740021668e-06,
      "loss": 2.2504,
      "mean_token_accuracy": 0.5264323592185974,
      "num_tokens": 503556441.0,
      "step": 653790
    },
    {
      "epoch": 0.8293186597966914,
      "grad_norm": 5.40625,
      "learning_rate": 8.535213090130389e-06,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5642443478107453,
      "num_tokens": 503565029.0,
      "step": 653800
    },
    {
      "epoch": 0.8293313443892242,
      "grad_norm": 7.875,
      "learning_rate": 8.534578780044097e-06,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5518889129161835,
      "num_tokens": 503571049.0,
      "step": 653810
    },
    {
      "epoch": 0.829344028981757,
      "grad_norm": 6.0625,
      "learning_rate": 8.533944469957806e-06,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5455405443906785,
      "num_tokens": 503578820.0,
      "step": 653820
    },
    {
      "epoch": 0.8293567135742899,
      "grad_norm": 4.84375,
      "learning_rate": 8.533310159871515e-06,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5674182593822479,
      "num_tokens": 503585438.0,
      "step": 653830
    },
    {
      "epoch": 0.8293693981668226,
      "grad_norm": 5.6875,
      "learning_rate": 8.532675849785222e-06,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5380620241165162,
      "num_tokens": 503592932.0,
      "step": 653840
    },
    {
      "epoch": 0.8293820827593555,
      "grad_norm": 5.71875,
      "learning_rate": 8.532041539698932e-06,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5387496292591095,
      "num_tokens": 503601520.0,
      "step": 653850
    },
    {
      "epoch": 0.8293947673518883,
      "grad_norm": 5.96875,
      "learning_rate": 8.53140722961264e-06,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5456527739763259,
      "num_tokens": 503608412.0,
      "step": 653860
    },
    {
      "epoch": 0.8294074519444212,
      "grad_norm": 5.96875,
      "learning_rate": 8.530772919526348e-06,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5648881018161773,
      "num_tokens": 503616276.0,
      "step": 653870
    },
    {
      "epoch": 0.829420136536954,
      "grad_norm": 6.03125,
      "learning_rate": 8.530138609440057e-06,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5330595135688782,
      "num_tokens": 503625521.0,
      "step": 653880
    },
    {
      "epoch": 0.8294328211294869,
      "grad_norm": 7.5,
      "learning_rate": 8.529504299353764e-06,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5361642420291901,
      "num_tokens": 503633894.0,
      "step": 653890
    },
    {
      "epoch": 0.8294455057220197,
      "grad_norm": 5.4375,
      "learning_rate": 8.528869989267474e-06,
      "loss": 1.8696,
      "mean_token_accuracy": 0.5892663151025772,
      "num_tokens": 503640463.0,
      "step": 653900
    },
    {
      "epoch": 0.8294581903145525,
      "grad_norm": 5.65625,
      "learning_rate": 8.528235679181181e-06,
      "loss": 1.8389,
      "mean_token_accuracy": 0.5831497281789779,
      "num_tokens": 503648619.0,
      "step": 653910
    },
    {
      "epoch": 0.8294708749070854,
      "grad_norm": 6.0,
      "learning_rate": 8.527601369094892e-06,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5492560297250748,
      "num_tokens": 503656343.0,
      "step": 653920
    },
    {
      "epoch": 0.8294835594996182,
      "grad_norm": 5.8125,
      "learning_rate": 8.526967059008599e-06,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5354926139116287,
      "num_tokens": 503664886.0,
      "step": 653930
    },
    {
      "epoch": 0.8294962440921511,
      "grad_norm": 6.90625,
      "learning_rate": 8.526332748922308e-06,
      "loss": 2.1922,
      "mean_token_accuracy": 0.518449792265892,
      "num_tokens": 503673594.0,
      "step": 653940
    },
    {
      "epoch": 0.8295089286846838,
      "grad_norm": 5.625,
      "learning_rate": 8.525698438836016e-06,
      "loss": 1.9013,
      "mean_token_accuracy": 0.5678085148334503,
      "num_tokens": 503680830.0,
      "step": 653950
    },
    {
      "epoch": 0.8295216132772167,
      "grad_norm": 4.96875,
      "learning_rate": 8.525064128749723e-06,
      "loss": 2.2625,
      "mean_token_accuracy": 0.5136359006166458,
      "num_tokens": 503689234.0,
      "step": 653960
    },
    {
      "epoch": 0.8295342978697495,
      "grad_norm": 6.78125,
      "learning_rate": 8.524429818663434e-06,
      "loss": 1.9106,
      "mean_token_accuracy": 0.5793657094240189,
      "num_tokens": 503696089.0,
      "step": 653970
    },
    {
      "epoch": 0.8295469824622823,
      "grad_norm": 9.4375,
      "learning_rate": 8.523795508577141e-06,
      "loss": 1.6392,
      "mean_token_accuracy": 0.6403406620025635,
      "num_tokens": 503702126.0,
      "step": 653980
    },
    {
      "epoch": 0.8295596670548152,
      "grad_norm": 9.5625,
      "learning_rate": 8.52316119849085e-06,
      "loss": 1.7614,
      "mean_token_accuracy": 0.6022916913032532,
      "num_tokens": 503709187.0,
      "step": 653990
    },
    {
      "epoch": 0.829572351647348,
      "grad_norm": 5.15625,
      "learning_rate": 8.522526888404558e-06,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5304310232400894,
      "num_tokens": 503717881.0,
      "step": 654000
    },
    {
      "epoch": 0.8295850362398809,
      "grad_norm": 5.40625,
      "learning_rate": 8.521892578318265e-06,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5331273436546325,
      "num_tokens": 503726847.0,
      "step": 654010
    },
    {
      "epoch": 0.8295977208324137,
      "grad_norm": 6.59375,
      "learning_rate": 8.521258268231976e-06,
      "loss": 2.293,
      "mean_token_accuracy": 0.5125919699668884,
      "num_tokens": 503734065.0,
      "step": 654020
    },
    {
      "epoch": 0.8296104054249466,
      "grad_norm": 6.40625,
      "learning_rate": 8.520623958145683e-06,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5447144776582717,
      "num_tokens": 503741730.0,
      "step": 654030
    },
    {
      "epoch": 0.8296230900174794,
      "grad_norm": 6.71875,
      "learning_rate": 8.519989648059393e-06,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5409893870353699,
      "num_tokens": 503749321.0,
      "step": 654040
    },
    {
      "epoch": 0.8296357746100123,
      "grad_norm": 5.75,
      "learning_rate": 8.5193553379731e-06,
      "loss": 2.0729,
      "mean_token_accuracy": 0.5424773246049881,
      "num_tokens": 503755852.0,
      "step": 654050
    },
    {
      "epoch": 0.829648459202545,
      "grad_norm": 5.75,
      "learning_rate": 8.51872102788681e-06,
      "loss": 2.2497,
      "mean_token_accuracy": 0.5188169568777085,
      "num_tokens": 503763694.0,
      "step": 654060
    },
    {
      "epoch": 0.8296611437950778,
      "grad_norm": 5.78125,
      "learning_rate": 8.518086717800518e-06,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5545198798179627,
      "num_tokens": 503770739.0,
      "step": 654070
    },
    {
      "epoch": 0.8296738283876107,
      "grad_norm": 4.90625,
      "learning_rate": 8.517452407714225e-06,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5436096131801605,
      "num_tokens": 503779706.0,
      "step": 654080
    },
    {
      "epoch": 0.8296865129801435,
      "grad_norm": 6.5625,
      "learning_rate": 8.516818097627935e-06,
      "loss": 1.6479,
      "mean_token_accuracy": 0.6201814711093903,
      "num_tokens": 503786378.0,
      "step": 654090
    },
    {
      "epoch": 0.8296991975726764,
      "grad_norm": 4.75,
      "learning_rate": 8.516183787541642e-06,
      "loss": 1.8737,
      "mean_token_accuracy": 0.5736428678035737,
      "num_tokens": 503794540.0,
      "step": 654100
    },
    {
      "epoch": 0.8297118821652092,
      "grad_norm": 6.9375,
      "learning_rate": 8.515549477455351e-06,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5532525569200516,
      "num_tokens": 503802156.0,
      "step": 654110
    },
    {
      "epoch": 0.8297245667577421,
      "grad_norm": 5.0625,
      "learning_rate": 8.51491516736906e-06,
      "loss": 2.0475,
      "mean_token_accuracy": 0.549570095539093,
      "num_tokens": 503809949.0,
      "step": 654120
    },
    {
      "epoch": 0.8297372513502749,
      "grad_norm": 5.8125,
      "learning_rate": 8.514280857282769e-06,
      "loss": 1.8904,
      "mean_token_accuracy": 0.566964915394783,
      "num_tokens": 503817920.0,
      "step": 654130
    },
    {
      "epoch": 0.8297499359428077,
      "grad_norm": 5.21875,
      "learning_rate": 8.513646547196477e-06,
      "loss": 2.2623,
      "mean_token_accuracy": 0.5211437314748764,
      "num_tokens": 503825797.0,
      "step": 654140
    },
    {
      "epoch": 0.8297626205353406,
      "grad_norm": 5.625,
      "learning_rate": 8.513012237110184e-06,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5448636978864669,
      "num_tokens": 503833215.0,
      "step": 654150
    },
    {
      "epoch": 0.8297753051278733,
      "grad_norm": 5.03125,
      "learning_rate": 8.512377927023893e-06,
      "loss": 1.9179,
      "mean_token_accuracy": 0.5686333537101745,
      "num_tokens": 503841262.0,
      "step": 654160
    },
    {
      "epoch": 0.8297879897204062,
      "grad_norm": 6.09375,
      "learning_rate": 8.511743616937602e-06,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5518641382455826,
      "num_tokens": 503849215.0,
      "step": 654170
    },
    {
      "epoch": 0.829800674312939,
      "grad_norm": 5.21875,
      "learning_rate": 8.51110930685131e-06,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5592492610216141,
      "num_tokens": 503857102.0,
      "step": 654180
    },
    {
      "epoch": 0.8298133589054719,
      "grad_norm": 5.34375,
      "learning_rate": 8.51047499676502e-06,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5611788660287857,
      "num_tokens": 503865650.0,
      "step": 654190
    },
    {
      "epoch": 0.8298260434980047,
      "grad_norm": 4.9375,
      "learning_rate": 8.509840686678726e-06,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5525699257850647,
      "num_tokens": 503875165.0,
      "step": 654200
    },
    {
      "epoch": 0.8298387280905376,
      "grad_norm": 5.0,
      "learning_rate": 8.509206376592437e-06,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5428419142961503,
      "num_tokens": 503883319.0,
      "step": 654210
    },
    {
      "epoch": 0.8298514126830704,
      "grad_norm": 6.25,
      "learning_rate": 8.508572066506144e-06,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5286551356315613,
      "num_tokens": 503891193.0,
      "step": 654220
    },
    {
      "epoch": 0.8298640972756032,
      "grad_norm": 4.8125,
      "learning_rate": 8.507937756419853e-06,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5281675547361374,
      "num_tokens": 503898443.0,
      "step": 654230
    },
    {
      "epoch": 0.8298767818681361,
      "grad_norm": 9.0625,
      "learning_rate": 8.507303446333561e-06,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5449203580617905,
      "num_tokens": 503905890.0,
      "step": 654240
    },
    {
      "epoch": 0.8298894664606689,
      "grad_norm": 8.25,
      "learning_rate": 8.50666913624727e-06,
      "loss": 1.9387,
      "mean_token_accuracy": 0.5670209109783173,
      "num_tokens": 503912695.0,
      "step": 654250
    },
    {
      "epoch": 0.8299021510532018,
      "grad_norm": 5.53125,
      "learning_rate": 8.506034826160979e-06,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5476832032203675,
      "num_tokens": 503920988.0,
      "step": 654260
    },
    {
      "epoch": 0.8299148356457345,
      "grad_norm": 5.125,
      "learning_rate": 8.505400516074686e-06,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5439876765012741,
      "num_tokens": 503929294.0,
      "step": 654270
    },
    {
      "epoch": 0.8299275202382674,
      "grad_norm": 5.1875,
      "learning_rate": 8.504766205988395e-06,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5422317057847976,
      "num_tokens": 503937802.0,
      "step": 654280
    },
    {
      "epoch": 0.8299402048308002,
      "grad_norm": 6.71875,
      "learning_rate": 8.504131895902103e-06,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5339054524898529,
      "num_tokens": 503945720.0,
      "step": 654290
    },
    {
      "epoch": 0.829952889423333,
      "grad_norm": 4.90625,
      "learning_rate": 8.503497585815812e-06,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5393873363733291,
      "num_tokens": 503954269.0,
      "step": 654300
    },
    {
      "epoch": 0.8299655740158659,
      "grad_norm": 4.78125,
      "learning_rate": 8.502863275729521e-06,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5745657473802567,
      "num_tokens": 503962239.0,
      "step": 654310
    },
    {
      "epoch": 0.8299782586083987,
      "grad_norm": 7.5625,
      "learning_rate": 8.50222896564323e-06,
      "loss": 1.8531,
      "mean_token_accuracy": 0.5921753406524658,
      "num_tokens": 503969346.0,
      "step": 654320
    },
    {
      "epoch": 0.8299909432009316,
      "grad_norm": 5.34375,
      "learning_rate": 8.501594655556937e-06,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5786428332328797,
      "num_tokens": 503975802.0,
      "step": 654330
    },
    {
      "epoch": 0.8300036277934644,
      "grad_norm": 8.1875,
      "learning_rate": 8.500960345470645e-06,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5376043319702148,
      "num_tokens": 503984564.0,
      "step": 654340
    },
    {
      "epoch": 0.8300163123859973,
      "grad_norm": 5.0625,
      "learning_rate": 8.500326035384354e-06,
      "loss": 1.7826,
      "mean_token_accuracy": 0.5987702459096909,
      "num_tokens": 503991607.0,
      "step": 654350
    },
    {
      "epoch": 0.83002899697853,
      "grad_norm": 6.3125,
      "learning_rate": 8.499691725298063e-06,
      "loss": 1.8789,
      "mean_token_accuracy": 0.5830025643110275,
      "num_tokens": 503998742.0,
      "step": 654360
    },
    {
      "epoch": 0.8300416815710628,
      "grad_norm": 6.625,
      "learning_rate": 8.499057415211772e-06,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5230703473091125,
      "num_tokens": 504005722.0,
      "step": 654370
    },
    {
      "epoch": 0.8300543661635957,
      "grad_norm": 6.21875,
      "learning_rate": 8.498423105125479e-06,
      "loss": 2.0643,
      "mean_token_accuracy": 0.541984561085701,
      "num_tokens": 504013485.0,
      "step": 654380
    },
    {
      "epoch": 0.8300670507561285,
      "grad_norm": 5.3125,
      "learning_rate": 8.497788795039187e-06,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5312427252531051,
      "num_tokens": 504021207.0,
      "step": 654390
    },
    {
      "epoch": 0.8300797353486614,
      "grad_norm": 6.4375,
      "learning_rate": 8.497154484952896e-06,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5590687662363052,
      "num_tokens": 504029294.0,
      "step": 654400
    },
    {
      "epoch": 0.8300924199411942,
      "grad_norm": 5.3125,
      "learning_rate": 8.496520174866605e-06,
      "loss": 1.8115,
      "mean_token_accuracy": 0.6013633668422699,
      "num_tokens": 504037095.0,
      "step": 654410
    },
    {
      "epoch": 0.8301051045337271,
      "grad_norm": 5.21875,
      "learning_rate": 8.495885864780314e-06,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5302950501441955,
      "num_tokens": 504046241.0,
      "step": 654420
    },
    {
      "epoch": 0.8301177891262599,
      "grad_norm": 7.03125,
      "learning_rate": 8.495251554694022e-06,
      "loss": 1.8999,
      "mean_token_accuracy": 0.5743954628705978,
      "num_tokens": 504052801.0,
      "step": 654430
    },
    {
      "epoch": 0.8301304737187928,
      "grad_norm": 6.875,
      "learning_rate": 8.494617244607731e-06,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5415060609579087,
      "num_tokens": 504058688.0,
      "step": 654440
    },
    {
      "epoch": 0.8301431583113256,
      "grad_norm": 4.8125,
      "learning_rate": 8.493982934521438e-06,
      "loss": 2.0959,
      "mean_token_accuracy": 0.558662012219429,
      "num_tokens": 504065770.0,
      "step": 654450
    },
    {
      "epoch": 0.8301558429038584,
      "grad_norm": 6.90625,
      "learning_rate": 8.493348624435147e-06,
      "loss": 2.2526,
      "mean_token_accuracy": 0.5165489047765732,
      "num_tokens": 504073868.0,
      "step": 654460
    },
    {
      "epoch": 0.8301685274963913,
      "grad_norm": 9.25,
      "learning_rate": 8.492714314348856e-06,
      "loss": 1.8533,
      "mean_token_accuracy": 0.5846937119960784,
      "num_tokens": 504080861.0,
      "step": 654470
    },
    {
      "epoch": 0.830181212088924,
      "grad_norm": 6.28125,
      "learning_rate": 8.492080004262564e-06,
      "loss": 1.8659,
      "mean_token_accuracy": 0.57520392537117,
      "num_tokens": 504087774.0,
      "step": 654480
    },
    {
      "epoch": 0.8301938966814569,
      "grad_norm": 5.34375,
      "learning_rate": 8.491445694176273e-06,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5312128782272338,
      "num_tokens": 504096238.0,
      "step": 654490
    },
    {
      "epoch": 0.8302065812739897,
      "grad_norm": 5.03125,
      "learning_rate": 8.49081138408998e-06,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5378088474273681,
      "num_tokens": 504104598.0,
      "step": 654500
    },
    {
      "epoch": 0.8302192658665226,
      "grad_norm": 5.75,
      "learning_rate": 8.49017707400369e-06,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5556752890348434,
      "num_tokens": 504112018.0,
      "step": 654510
    },
    {
      "epoch": 0.8302319504590554,
      "grad_norm": 5.9375,
      "learning_rate": 8.489542763917398e-06,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5233443409204483,
      "num_tokens": 504120755.0,
      "step": 654520
    },
    {
      "epoch": 0.8302446350515882,
      "grad_norm": 5.25,
      "learning_rate": 8.488908453831106e-06,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5490047603845596,
      "num_tokens": 504127170.0,
      "step": 654530
    },
    {
      "epoch": 0.8302573196441211,
      "grad_norm": 5.8125,
      "learning_rate": 8.488274143744815e-06,
      "loss": 2.0806,
      "mean_token_accuracy": 0.552052241563797,
      "num_tokens": 504134059.0,
      "step": 654540
    },
    {
      "epoch": 0.8302700042366539,
      "grad_norm": 6.34375,
      "learning_rate": 8.487639833658522e-06,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5391985416412354,
      "num_tokens": 504141197.0,
      "step": 654550
    },
    {
      "epoch": 0.8302826888291868,
      "grad_norm": 5.3125,
      "learning_rate": 8.487005523572233e-06,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5531507700681686,
      "num_tokens": 504148892.0,
      "step": 654560
    },
    {
      "epoch": 0.8302953734217196,
      "grad_norm": 8.0625,
      "learning_rate": 8.48637121348594e-06,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5439476668834686,
      "num_tokens": 504156282.0,
      "step": 654570
    },
    {
      "epoch": 0.8303080580142524,
      "grad_norm": 6.0625,
      "learning_rate": 8.485736903399648e-06,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5305626541376114,
      "num_tokens": 504164147.0,
      "step": 654580
    },
    {
      "epoch": 0.8303207426067852,
      "grad_norm": 5.5,
      "learning_rate": 8.485102593313357e-06,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5235408961772918,
      "num_tokens": 504172189.0,
      "step": 654590
    },
    {
      "epoch": 0.8303334271993181,
      "grad_norm": 7.5,
      "learning_rate": 8.484468283227064e-06,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5441845476627349,
      "num_tokens": 504179876.0,
      "step": 654600
    },
    {
      "epoch": 0.8303461117918509,
      "grad_norm": 5.5625,
      "learning_rate": 8.483833973140775e-06,
      "loss": 2.037,
      "mean_token_accuracy": 0.5539868175983429,
      "num_tokens": 504187373.0,
      "step": 654610
    },
    {
      "epoch": 0.8303587963843837,
      "grad_norm": 4.9375,
      "learning_rate": 8.483199663054482e-06,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5390188485383988,
      "num_tokens": 504195087.0,
      "step": 654620
    },
    {
      "epoch": 0.8303714809769166,
      "grad_norm": 5.625,
      "learning_rate": 8.482565352968192e-06,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5234573930501938,
      "num_tokens": 504203516.0,
      "step": 654630
    },
    {
      "epoch": 0.8303841655694494,
      "grad_norm": 7.90625,
      "learning_rate": 8.4819310428819e-06,
      "loss": 2.211,
      "mean_token_accuracy": 0.5266791880130768,
      "num_tokens": 504211660.0,
      "step": 654640
    },
    {
      "epoch": 0.8303968501619823,
      "grad_norm": 4.875,
      "learning_rate": 8.481296732795608e-06,
      "loss": 2.1463,
      "mean_token_accuracy": 0.541626027226448,
      "num_tokens": 504219012.0,
      "step": 654650
    },
    {
      "epoch": 0.8304095347545151,
      "grad_norm": 6.1875,
      "learning_rate": 8.480662422709317e-06,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5730427116155624,
      "num_tokens": 504225451.0,
      "step": 654660
    },
    {
      "epoch": 0.830422219347048,
      "grad_norm": 5.59375,
      "learning_rate": 8.480028112623024e-06,
      "loss": 2.0063,
      "mean_token_accuracy": 0.5506498903036118,
      "num_tokens": 504233573.0,
      "step": 654670
    },
    {
      "epoch": 0.8304349039395807,
      "grad_norm": 4.71875,
      "learning_rate": 8.479393802536734e-06,
      "loss": 1.9804,
      "mean_token_accuracy": 0.559333211183548,
      "num_tokens": 504242331.0,
      "step": 654680
    },
    {
      "epoch": 0.8304475885321135,
      "grad_norm": 5.125,
      "learning_rate": 8.478759492450441e-06,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5281387597322464,
      "num_tokens": 504250692.0,
      "step": 654690
    },
    {
      "epoch": 0.8304602731246464,
      "grad_norm": 5.25,
      "learning_rate": 8.478125182364152e-06,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5455737382173538,
      "num_tokens": 504257489.0,
      "step": 654700
    },
    {
      "epoch": 0.8304729577171792,
      "grad_norm": 4.9375,
      "learning_rate": 8.477490872277859e-06,
      "loss": 1.6837,
      "mean_token_accuracy": 0.6070830941200256,
      "num_tokens": 504265235.0,
      "step": 654710
    },
    {
      "epoch": 0.8304856423097121,
      "grad_norm": 6.25,
      "learning_rate": 8.476856562191567e-06,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5454997003078461,
      "num_tokens": 504272345.0,
      "step": 654720
    },
    {
      "epoch": 0.8304983269022449,
      "grad_norm": 5.1875,
      "learning_rate": 8.476222252105276e-06,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5417280703783035,
      "num_tokens": 504280665.0,
      "step": 654730
    },
    {
      "epoch": 0.8305110114947778,
      "grad_norm": 6.21875,
      "learning_rate": 8.475587942018983e-06,
      "loss": 2.112,
      "mean_token_accuracy": 0.5412532955408096,
      "num_tokens": 504288816.0,
      "step": 654740
    },
    {
      "epoch": 0.8305236960873106,
      "grad_norm": 5.6875,
      "learning_rate": 8.474953631932694e-06,
      "loss": 1.7598,
      "mean_token_accuracy": 0.6113796770572663,
      "num_tokens": 504294511.0,
      "step": 654750
    },
    {
      "epoch": 0.8305363806798434,
      "grad_norm": 8.3125,
      "learning_rate": 8.4743193218464e-06,
      "loss": 1.7773,
      "mean_token_accuracy": 0.5976945996284485,
      "num_tokens": 504301518.0,
      "step": 654760
    },
    {
      "epoch": 0.8305490652723763,
      "grad_norm": 5.3125,
      "learning_rate": 8.47368501176011e-06,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5402580499649048,
      "num_tokens": 504309524.0,
      "step": 654770
    },
    {
      "epoch": 0.830561749864909,
      "grad_norm": 4.90625,
      "learning_rate": 8.473050701673818e-06,
      "loss": 2.3108,
      "mean_token_accuracy": 0.5037465512752533,
      "num_tokens": 504318112.0,
      "step": 654780
    },
    {
      "epoch": 0.830574434457442,
      "grad_norm": 5.53125,
      "learning_rate": 8.472416391587525e-06,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5334986120462417,
      "num_tokens": 504327158.0,
      "step": 654790
    },
    {
      "epoch": 0.8305871190499747,
      "grad_norm": 6.03125,
      "learning_rate": 8.471782081501236e-06,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5434207290410995,
      "num_tokens": 504334315.0,
      "step": 654800
    },
    {
      "epoch": 0.8305998036425076,
      "grad_norm": 5.09375,
      "learning_rate": 8.471147771414943e-06,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5768310248851776,
      "num_tokens": 504341274.0,
      "step": 654810
    },
    {
      "epoch": 0.8306124882350404,
      "grad_norm": 7.375,
      "learning_rate": 8.470513461328651e-06,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5323610723018646,
      "num_tokens": 504348931.0,
      "step": 654820
    },
    {
      "epoch": 0.8306251728275733,
      "grad_norm": 5.375,
      "learning_rate": 8.46987915124236e-06,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5338698148727417,
      "num_tokens": 504357262.0,
      "step": 654830
    },
    {
      "epoch": 0.8306378574201061,
      "grad_norm": 5.0625,
      "learning_rate": 8.469244841156069e-06,
      "loss": 1.9307,
      "mean_token_accuracy": 0.5704902708530426,
      "num_tokens": 504365201.0,
      "step": 654840
    },
    {
      "epoch": 0.8306505420126389,
      "grad_norm": 4.96875,
      "learning_rate": 8.468610531069778e-06,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5330304116010666,
      "num_tokens": 504373387.0,
      "step": 654850
    },
    {
      "epoch": 0.8306632266051718,
      "grad_norm": 6.5625,
      "learning_rate": 8.467976220983485e-06,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5338840514421463,
      "num_tokens": 504381797.0,
      "step": 654860
    },
    {
      "epoch": 0.8306759111977046,
      "grad_norm": 6.0625,
      "learning_rate": 8.467341910897195e-06,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5615444570779801,
      "num_tokens": 504388087.0,
      "step": 654870
    },
    {
      "epoch": 0.8306885957902375,
      "grad_norm": 5.375,
      "learning_rate": 8.466707600810902e-06,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5465386480093002,
      "num_tokens": 504396224.0,
      "step": 654880
    },
    {
      "epoch": 0.8307012803827702,
      "grad_norm": 5.0,
      "learning_rate": 8.466073290724611e-06,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5704836934804917,
      "num_tokens": 504403647.0,
      "step": 654890
    },
    {
      "epoch": 0.8307139649753031,
      "grad_norm": 6.34375,
      "learning_rate": 8.46543898063832e-06,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5581690639257431,
      "num_tokens": 504410298.0,
      "step": 654900
    },
    {
      "epoch": 0.8307266495678359,
      "grad_norm": 5.25,
      "learning_rate": 8.464804670552028e-06,
      "loss": 2.2706,
      "mean_token_accuracy": 0.5134357929229736,
      "num_tokens": 504418332.0,
      "step": 654910
    },
    {
      "epoch": 0.8307393341603687,
      "grad_norm": 5.46875,
      "learning_rate": 8.464170360465737e-06,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5491068929433822,
      "num_tokens": 504425703.0,
      "step": 654920
    },
    {
      "epoch": 0.8307520187529016,
      "grad_norm": 5.09375,
      "learning_rate": 8.463536050379444e-06,
      "loss": 1.8321,
      "mean_token_accuracy": 0.5940405935049057,
      "num_tokens": 504433699.0,
      "step": 654930
    },
    {
      "epoch": 0.8307647033454344,
      "grad_norm": 5.5625,
      "learning_rate": 8.462901740293153e-06,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5286141484975815,
      "num_tokens": 504441520.0,
      "step": 654940
    },
    {
      "epoch": 0.8307773879379673,
      "grad_norm": 4.96875,
      "learning_rate": 8.462267430206862e-06,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5317238509654999,
      "num_tokens": 504449299.0,
      "step": 654950
    },
    {
      "epoch": 0.8307900725305001,
      "grad_norm": 6.875,
      "learning_rate": 8.46163312012057e-06,
      "loss": 1.7862,
      "mean_token_accuracy": 0.5971611440181732,
      "num_tokens": 504456904.0,
      "step": 654960
    },
    {
      "epoch": 0.830802757123033,
      "grad_norm": 4.75,
      "learning_rate": 8.460998810034279e-06,
      "loss": 2.2478,
      "mean_token_accuracy": 0.5116439074277878,
      "num_tokens": 504464713.0,
      "step": 654970
    },
    {
      "epoch": 0.8308154417155658,
      "grad_norm": 5.6875,
      "learning_rate": 8.460364499947986e-06,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5365851998329163,
      "num_tokens": 504473014.0,
      "step": 654980
    },
    {
      "epoch": 0.8308281263080987,
      "grad_norm": 5.5625,
      "learning_rate": 8.459730189861695e-06,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5547503501176834,
      "num_tokens": 504480558.0,
      "step": 654990
    },
    {
      "epoch": 0.8308408109006314,
      "grad_norm": 5.53125,
      "learning_rate": 8.459095879775404e-06,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5710998117923737,
      "num_tokens": 504488606.0,
      "step": 655000
    },
    {
      "epoch": 0.8308534954931642,
      "grad_norm": 5.625,
      "learning_rate": 8.458461569689112e-06,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5663583248853683,
      "num_tokens": 504496993.0,
      "step": 655010
    },
    {
      "epoch": 0.8308661800856971,
      "grad_norm": 5.375,
      "learning_rate": 8.457827259602821e-06,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5225054413080216,
      "num_tokens": 504505257.0,
      "step": 655020
    },
    {
      "epoch": 0.8308788646782299,
      "grad_norm": 4.9375,
      "learning_rate": 8.45719294951653e-06,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5445285201072693,
      "num_tokens": 504514217.0,
      "step": 655030
    },
    {
      "epoch": 0.8308915492707628,
      "grad_norm": 5.375,
      "learning_rate": 8.456558639430237e-06,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5539574712514878,
      "num_tokens": 504521817.0,
      "step": 655040
    },
    {
      "epoch": 0.8309042338632956,
      "grad_norm": 5.0,
      "learning_rate": 8.455924329343946e-06,
      "loss": 1.7807,
      "mean_token_accuracy": 0.6014449685811997,
      "num_tokens": 504528412.0,
      "step": 655050
    },
    {
      "epoch": 0.8309169184558285,
      "grad_norm": 5.6875,
      "learning_rate": 8.455290019257654e-06,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5389390498399734,
      "num_tokens": 504535678.0,
      "step": 655060
    },
    {
      "epoch": 0.8309296030483613,
      "grad_norm": 4.71875,
      "learning_rate": 8.454655709171363e-06,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5448115348815918,
      "num_tokens": 504543152.0,
      "step": 655070
    },
    {
      "epoch": 0.8309422876408941,
      "grad_norm": 5.6875,
      "learning_rate": 8.454021399085072e-06,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5206909835338592,
      "num_tokens": 504550969.0,
      "step": 655080
    },
    {
      "epoch": 0.830954972233427,
      "grad_norm": 5.4375,
      "learning_rate": 8.45338708899878e-06,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5400718659162521,
      "num_tokens": 504559133.0,
      "step": 655090
    },
    {
      "epoch": 0.8309676568259597,
      "grad_norm": 5.28125,
      "learning_rate": 8.45275277891249e-06,
      "loss": 2.2969,
      "mean_token_accuracy": 0.5030280470848083,
      "num_tokens": 504566628.0,
      "step": 655100
    },
    {
      "epoch": 0.8309803414184926,
      "grad_norm": 4.96875,
      "learning_rate": 8.452118468826196e-06,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5298975646495819,
      "num_tokens": 504576018.0,
      "step": 655110
    },
    {
      "epoch": 0.8309930260110254,
      "grad_norm": 5.46875,
      "learning_rate": 8.451484158739905e-06,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5357598394155503,
      "num_tokens": 504583574.0,
      "step": 655120
    },
    {
      "epoch": 0.8310057106035583,
      "grad_norm": 5.65625,
      "learning_rate": 8.450849848653614e-06,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5429152011871338,
      "num_tokens": 504591051.0,
      "step": 655130
    },
    {
      "epoch": 0.8310183951960911,
      "grad_norm": 8.9375,
      "learning_rate": 8.450215538567323e-06,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5425723910331726,
      "num_tokens": 504598416.0,
      "step": 655140
    },
    {
      "epoch": 0.831031079788624,
      "grad_norm": 6.90625,
      "learning_rate": 8.449581228481031e-06,
      "loss": 1.855,
      "mean_token_accuracy": 0.5893979549407959,
      "num_tokens": 504604414.0,
      "step": 655150
    },
    {
      "epoch": 0.8310437643811568,
      "grad_norm": 7.5,
      "learning_rate": 8.448946918394738e-06,
      "loss": 1.8273,
      "mean_token_accuracy": 0.583310553431511,
      "num_tokens": 504611368.0,
      "step": 655160
    },
    {
      "epoch": 0.8310564489736896,
      "grad_norm": 6.625,
      "learning_rate": 8.448312608308447e-06,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5352493464946747,
      "num_tokens": 504618877.0,
      "step": 655170
    },
    {
      "epoch": 0.8310691335662225,
      "grad_norm": 5.0625,
      "learning_rate": 8.447678298222156e-06,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5645613819360733,
      "num_tokens": 504627464.0,
      "step": 655180
    },
    {
      "epoch": 0.8310818181587553,
      "grad_norm": 6.34375,
      "learning_rate": 8.447043988135865e-06,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5555247813463211,
      "num_tokens": 504635509.0,
      "step": 655190
    },
    {
      "epoch": 0.8310945027512882,
      "grad_norm": 5.0625,
      "learning_rate": 8.446409678049573e-06,
      "loss": 2.147,
      "mean_token_accuracy": 0.5357647001743316,
      "num_tokens": 504643123.0,
      "step": 655200
    },
    {
      "epoch": 0.8311071873438209,
      "grad_norm": 7.5625,
      "learning_rate": 8.44577536796328e-06,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5132053822278977,
      "num_tokens": 504651380.0,
      "step": 655210
    },
    {
      "epoch": 0.8311198719363538,
      "grad_norm": 5.21875,
      "learning_rate": 8.44514105787699e-06,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5653512954711915,
      "num_tokens": 504659129.0,
      "step": 655220
    },
    {
      "epoch": 0.8311325565288866,
      "grad_norm": 4.5,
      "learning_rate": 8.444506747790698e-06,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5312028437852859,
      "num_tokens": 504668203.0,
      "step": 655230
    },
    {
      "epoch": 0.8311452411214194,
      "grad_norm": 4.6875,
      "learning_rate": 8.443872437704407e-06,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5643479108810425,
      "num_tokens": 504676223.0,
      "step": 655240
    },
    {
      "epoch": 0.8311579257139523,
      "grad_norm": 4.71875,
      "learning_rate": 8.443238127618115e-06,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5533394157886505,
      "num_tokens": 504684411.0,
      "step": 655250
    },
    {
      "epoch": 0.8311706103064851,
      "grad_norm": 4.90625,
      "learning_rate": 8.442603817531822e-06,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5500441938638687,
      "num_tokens": 504691313.0,
      "step": 655260
    },
    {
      "epoch": 0.831183294899018,
      "grad_norm": 4.875,
      "learning_rate": 8.441969507445533e-06,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5427948951721191,
      "num_tokens": 504700248.0,
      "step": 655270
    },
    {
      "epoch": 0.8311959794915508,
      "grad_norm": 4.5625,
      "learning_rate": 8.44133519735924e-06,
      "loss": 1.9229,
      "mean_token_accuracy": 0.5640064626932144,
      "num_tokens": 504707828.0,
      "step": 655280
    },
    {
      "epoch": 0.8312086640840837,
      "grad_norm": 10.4375,
      "learning_rate": 8.44070088727295e-06,
      "loss": 1.9861,
      "mean_token_accuracy": 0.5648907333612442,
      "num_tokens": 504714938.0,
      "step": 655290
    },
    {
      "epoch": 0.8312213486766165,
      "grad_norm": 5.3125,
      "learning_rate": 8.440066577186657e-06,
      "loss": 1.8496,
      "mean_token_accuracy": 0.5786481767892837,
      "num_tokens": 504722276.0,
      "step": 655300
    },
    {
      "epoch": 0.8312340332691492,
      "grad_norm": 5.21875,
      "learning_rate": 8.439432267100366e-06,
      "loss": 2.2499,
      "mean_token_accuracy": 0.5186517387628555,
      "num_tokens": 504730162.0,
      "step": 655310
    },
    {
      "epoch": 0.8312467178616821,
      "grad_norm": 5.53125,
      "learning_rate": 8.438797957014075e-06,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5211105644702911,
      "num_tokens": 504738580.0,
      "step": 655320
    },
    {
      "epoch": 0.8312594024542149,
      "grad_norm": 6.28125,
      "learning_rate": 8.438163646927782e-06,
      "loss": 1.9357,
      "mean_token_accuracy": 0.574441722035408,
      "num_tokens": 504746603.0,
      "step": 655330
    },
    {
      "epoch": 0.8312720870467478,
      "grad_norm": 6.40625,
      "learning_rate": 8.437529336841492e-06,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5399585038423538,
      "num_tokens": 504753082.0,
      "step": 655340
    },
    {
      "epoch": 0.8312847716392806,
      "grad_norm": 6.0,
      "learning_rate": 8.4368950267552e-06,
      "loss": 1.8235,
      "mean_token_accuracy": 0.5977182030677796,
      "num_tokens": 504758489.0,
      "step": 655350
    },
    {
      "epoch": 0.8312974562318135,
      "grad_norm": 5.84375,
      "learning_rate": 8.43626071666891e-06,
      "loss": 1.5851,
      "mean_token_accuracy": 0.6331836342811584,
      "num_tokens": 504765667.0,
      "step": 655360
    },
    {
      "epoch": 0.8313101408243463,
      "grad_norm": 5.1875,
      "learning_rate": 8.435626406582617e-06,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5338997393846512,
      "num_tokens": 504775084.0,
      "step": 655370
    },
    {
      "epoch": 0.8313228254168792,
      "grad_norm": 6.375,
      "learning_rate": 8.434992096496324e-06,
      "loss": 1.6059,
      "mean_token_accuracy": 0.6301582038402558,
      "num_tokens": 504781384.0,
      "step": 655380
    },
    {
      "epoch": 0.831335510009412,
      "grad_norm": 5.03125,
      "learning_rate": 8.434357786410034e-06,
      "loss": 1.8199,
      "mean_token_accuracy": 0.5897155851125717,
      "num_tokens": 504788416.0,
      "step": 655390
    },
    {
      "epoch": 0.8313481946019448,
      "grad_norm": 5.8125,
      "learning_rate": 8.433723476323741e-06,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5426351308822632,
      "num_tokens": 504796180.0,
      "step": 655400
    },
    {
      "epoch": 0.8313608791944777,
      "grad_norm": 5.78125,
      "learning_rate": 8.433089166237452e-06,
      "loss": 1.807,
      "mean_token_accuracy": 0.5864719808101654,
      "num_tokens": 504802637.0,
      "step": 655410
    },
    {
      "epoch": 0.8313735637870104,
      "grad_norm": 5.125,
      "learning_rate": 8.432454856151159e-06,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5665941447019577,
      "num_tokens": 504810766.0,
      "step": 655420
    },
    {
      "epoch": 0.8313862483795433,
      "grad_norm": 6.15625,
      "learning_rate": 8.431820546064868e-06,
      "loss": 2.2379,
      "mean_token_accuracy": 0.5201770931482315,
      "num_tokens": 504819436.0,
      "step": 655430
    },
    {
      "epoch": 0.8313989329720761,
      "grad_norm": 8.125,
      "learning_rate": 8.431186235978576e-06,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5332402884960175,
      "num_tokens": 504827478.0,
      "step": 655440
    },
    {
      "epoch": 0.831411617564609,
      "grad_norm": 9.6875,
      "learning_rate": 8.430551925892283e-06,
      "loss": 1.8785,
      "mean_token_accuracy": 0.6000023186206818,
      "num_tokens": 504833264.0,
      "step": 655450
    },
    {
      "epoch": 0.8314243021571418,
      "grad_norm": 5.09375,
      "learning_rate": 8.429917615805994e-06,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5475748896598815,
      "num_tokens": 504839929.0,
      "step": 655460
    },
    {
      "epoch": 0.8314369867496746,
      "grad_norm": 4.90625,
      "learning_rate": 8.4292833057197e-06,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5687959551811218,
      "num_tokens": 504847847.0,
      "step": 655470
    },
    {
      "epoch": 0.8314496713422075,
      "grad_norm": 7.90625,
      "learning_rate": 8.42864899563341e-06,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5542320638895035,
      "num_tokens": 504853852.0,
      "step": 655480
    },
    {
      "epoch": 0.8314623559347403,
      "grad_norm": 5.25,
      "learning_rate": 8.428014685547118e-06,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5516050338745118,
      "num_tokens": 504861536.0,
      "step": 655490
    },
    {
      "epoch": 0.8314750405272732,
      "grad_norm": 6.03125,
      "learning_rate": 8.427380375460827e-06,
      "loss": 2.2068,
      "mean_token_accuracy": 0.5288600981235504,
      "num_tokens": 504869361.0,
      "step": 655500
    },
    {
      "epoch": 0.831487725119806,
      "grad_norm": 6.375,
      "learning_rate": 8.426746065374536e-06,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5321861773729324,
      "num_tokens": 504878232.0,
      "step": 655510
    },
    {
      "epoch": 0.8315004097123389,
      "grad_norm": 5.03125,
      "learning_rate": 8.426111755288243e-06,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5508334666490555,
      "num_tokens": 504886357.0,
      "step": 655520
    },
    {
      "epoch": 0.8315130943048716,
      "grad_norm": 4.90625,
      "learning_rate": 8.425477445201952e-06,
      "loss": 2.076,
      "mean_token_accuracy": 0.5352507293224334,
      "num_tokens": 504894314.0,
      "step": 655530
    },
    {
      "epoch": 0.8315257788974045,
      "grad_norm": 5.09375,
      "learning_rate": 8.42484313511566e-06,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5283336073160172,
      "num_tokens": 504901830.0,
      "step": 655540
    },
    {
      "epoch": 0.8315384634899373,
      "grad_norm": 12.0,
      "learning_rate": 8.424208825029369e-06,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5864185899496078,
      "num_tokens": 504908212.0,
      "step": 655550
    },
    {
      "epoch": 0.8315511480824701,
      "grad_norm": 4.9375,
      "learning_rate": 8.423574514943078e-06,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5378639161586761,
      "num_tokens": 504917015.0,
      "step": 655560
    },
    {
      "epoch": 0.831563832675003,
      "grad_norm": 4.15625,
      "learning_rate": 8.422940204856787e-06,
      "loss": 1.9774,
      "mean_token_accuracy": 0.548168882727623,
      "num_tokens": 504925333.0,
      "step": 655570
    },
    {
      "epoch": 0.8315765172675358,
      "grad_norm": 6.59375,
      "learning_rate": 8.422305894770495e-06,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5706797748804092,
      "num_tokens": 504932355.0,
      "step": 655580
    },
    {
      "epoch": 0.8315892018600687,
      "grad_norm": 4.71875,
      "learning_rate": 8.421671584684202e-06,
      "loss": 1.8079,
      "mean_token_accuracy": 0.5930263370275497,
      "num_tokens": 504939371.0,
      "step": 655590
    },
    {
      "epoch": 0.8316018864526015,
      "grad_norm": 6.75,
      "learning_rate": 8.421037274597911e-06,
      "loss": 1.9028,
      "mean_token_accuracy": 0.574472326040268,
      "num_tokens": 504945167.0,
      "step": 655600
    },
    {
      "epoch": 0.8316145710451344,
      "grad_norm": 6.09375,
      "learning_rate": 8.42040296451162e-06,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5439840883016587,
      "num_tokens": 504952110.0,
      "step": 655610
    },
    {
      "epoch": 0.8316272556376672,
      "grad_norm": 4.875,
      "learning_rate": 8.419768654425329e-06,
      "loss": 2.095,
      "mean_token_accuracy": 0.5323919773101806,
      "num_tokens": 504960332.0,
      "step": 655620
    },
    {
      "epoch": 0.8316399402301999,
      "grad_norm": 18.625,
      "learning_rate": 8.419134344339037e-06,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5587674021720886,
      "num_tokens": 504967883.0,
      "step": 655630
    },
    {
      "epoch": 0.8316526248227328,
      "grad_norm": 8.75,
      "learning_rate": 8.418500034252744e-06,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5456282585859299,
      "num_tokens": 504975952.0,
      "step": 655640
    },
    {
      "epoch": 0.8316653094152656,
      "grad_norm": 5.625,
      "learning_rate": 8.417865724166453e-06,
      "loss": 1.9007,
      "mean_token_accuracy": 0.5837561607360839,
      "num_tokens": 504983338.0,
      "step": 655650
    },
    {
      "epoch": 0.8316779940077985,
      "grad_norm": 5.09375,
      "learning_rate": 8.417231414080162e-06,
      "loss": 1.8712,
      "mean_token_accuracy": 0.5752039194107056,
      "num_tokens": 504992366.0,
      "step": 655660
    },
    {
      "epoch": 0.8316906786003313,
      "grad_norm": 7.4375,
      "learning_rate": 8.41659710399387e-06,
      "loss": 1.9221,
      "mean_token_accuracy": 0.5887206494808197,
      "num_tokens": 504997680.0,
      "step": 655670
    },
    {
      "epoch": 0.8317033631928642,
      "grad_norm": 5.65625,
      "learning_rate": 8.41596279390758e-06,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5367991477251053,
      "num_tokens": 505006402.0,
      "step": 655680
    },
    {
      "epoch": 0.831716047785397,
      "grad_norm": 4.9375,
      "learning_rate": 8.415328483821288e-06,
      "loss": 1.8512,
      "mean_token_accuracy": 0.5808809459209442,
      "num_tokens": 505013292.0,
      "step": 655690
    },
    {
      "epoch": 0.8317287323779298,
      "grad_norm": 5.96875,
      "learning_rate": 8.414694173734995e-06,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5544835686683655,
      "num_tokens": 505021705.0,
      "step": 655700
    },
    {
      "epoch": 0.8317414169704627,
      "grad_norm": 5.40625,
      "learning_rate": 8.414059863648704e-06,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5520792126655578,
      "num_tokens": 505029508.0,
      "step": 655710
    },
    {
      "epoch": 0.8317541015629955,
      "grad_norm": 5.9375,
      "learning_rate": 8.413425553562413e-06,
      "loss": 1.8985,
      "mean_token_accuracy": 0.5856798529624939,
      "num_tokens": 505037595.0,
      "step": 655720
    },
    {
      "epoch": 0.8317667861555283,
      "grad_norm": 4.6875,
      "learning_rate": 8.412791243476121e-06,
      "loss": 2.112,
      "mean_token_accuracy": 0.5362069845199585,
      "num_tokens": 505046077.0,
      "step": 655730
    },
    {
      "epoch": 0.8317794707480611,
      "grad_norm": 6.84375,
      "learning_rate": 8.41215693338983e-06,
      "loss": 2.2481,
      "mean_token_accuracy": 0.5102654576301575,
      "num_tokens": 505053683.0,
      "step": 655740
    },
    {
      "epoch": 0.831792155340594,
      "grad_norm": 5.46875,
      "learning_rate": 8.411522623303537e-06,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5496841877698898,
      "num_tokens": 505061637.0,
      "step": 655750
    },
    {
      "epoch": 0.8318048399331268,
      "grad_norm": 6.0625,
      "learning_rate": 8.410888313217248e-06,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5602527499198914,
      "num_tokens": 505068753.0,
      "step": 655760
    },
    {
      "epoch": 0.8318175245256597,
      "grad_norm": 8.375,
      "learning_rate": 8.410254003130955e-06,
      "loss": 1.8379,
      "mean_token_accuracy": 0.5907471984624862,
      "num_tokens": 505075224.0,
      "step": 655770
    },
    {
      "epoch": 0.8318302091181925,
      "grad_norm": 4.9375,
      "learning_rate": 8.409619693044663e-06,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5445855796337128,
      "num_tokens": 505084094.0,
      "step": 655780
    },
    {
      "epoch": 0.8318428937107253,
      "grad_norm": 8.375,
      "learning_rate": 8.408985382958372e-06,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5322112143039703,
      "num_tokens": 505091939.0,
      "step": 655790
    },
    {
      "epoch": 0.8318555783032582,
      "grad_norm": 4.65625,
      "learning_rate": 8.40835107287208e-06,
      "loss": 2.0461,
      "mean_token_accuracy": 0.555399888753891,
      "num_tokens": 505099486.0,
      "step": 655800
    },
    {
      "epoch": 0.831868262895791,
      "grad_norm": 5.09375,
      "learning_rate": 8.40771676278579e-06,
      "loss": 2.2401,
      "mean_token_accuracy": 0.5216959893703461,
      "num_tokens": 505107886.0,
      "step": 655810
    },
    {
      "epoch": 0.8318809474883239,
      "grad_norm": 6.9375,
      "learning_rate": 8.407082452699497e-06,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5359337568283081,
      "num_tokens": 505115055.0,
      "step": 655820
    },
    {
      "epoch": 0.8318936320808566,
      "grad_norm": 9.3125,
      "learning_rate": 8.406448142613205e-06,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5188440948724746,
      "num_tokens": 505122278.0,
      "step": 655830
    },
    {
      "epoch": 0.8319063166733895,
      "grad_norm": 6.84375,
      "learning_rate": 8.405813832526914e-06,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5208443731069565,
      "num_tokens": 505130384.0,
      "step": 655840
    },
    {
      "epoch": 0.8319190012659223,
      "grad_norm": 5.1875,
      "learning_rate": 8.405179522440623e-06,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5581250280141831,
      "num_tokens": 505137623.0,
      "step": 655850
    },
    {
      "epoch": 0.8319316858584551,
      "grad_norm": 6.625,
      "learning_rate": 8.404545212354332e-06,
      "loss": 2.2496,
      "mean_token_accuracy": 0.5176027923822403,
      "num_tokens": 505145785.0,
      "step": 655860
    },
    {
      "epoch": 0.831944370450988,
      "grad_norm": 5.875,
      "learning_rate": 8.403910902268039e-06,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5266482174396515,
      "num_tokens": 505153598.0,
      "step": 655870
    },
    {
      "epoch": 0.8319570550435208,
      "grad_norm": 5.15625,
      "learning_rate": 8.403276592181749e-06,
      "loss": 1.7794,
      "mean_token_accuracy": 0.6077460050582886,
      "num_tokens": 505160588.0,
      "step": 655880
    },
    {
      "epoch": 0.8319697396360537,
      "grad_norm": 6.78125,
      "learning_rate": 8.402642282095456e-06,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5671362340450287,
      "num_tokens": 505168398.0,
      "step": 655890
    },
    {
      "epoch": 0.8319824242285865,
      "grad_norm": 4.40625,
      "learning_rate": 8.402007972009165e-06,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5346195936203003,
      "num_tokens": 505176557.0,
      "step": 655900
    },
    {
      "epoch": 0.8319951088211194,
      "grad_norm": 5.28125,
      "learning_rate": 8.401373661922874e-06,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5525309979915619,
      "num_tokens": 505183840.0,
      "step": 655910
    },
    {
      "epoch": 0.8320077934136522,
      "grad_norm": 5.03125,
      "learning_rate": 8.40073935183658e-06,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5707494258880615,
      "num_tokens": 505191677.0,
      "step": 655920
    },
    {
      "epoch": 0.8320204780061851,
      "grad_norm": 6.28125,
      "learning_rate": 8.400105041750291e-06,
      "loss": 1.9298,
      "mean_token_accuracy": 0.5683016002178192,
      "num_tokens": 505199277.0,
      "step": 655930
    },
    {
      "epoch": 0.8320331625987178,
      "grad_norm": 7.75,
      "learning_rate": 8.399470731663998e-06,
      "loss": 2.2456,
      "mean_token_accuracy": 0.510332453250885,
      "num_tokens": 505206827.0,
      "step": 655940
    },
    {
      "epoch": 0.8320458471912506,
      "grad_norm": 5.375,
      "learning_rate": 8.398836421577708e-06,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5376489877700805,
      "num_tokens": 505215220.0,
      "step": 655950
    },
    {
      "epoch": 0.8320585317837835,
      "grad_norm": 4.90625,
      "learning_rate": 8.398202111491416e-06,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5473038852214813,
      "num_tokens": 505222068.0,
      "step": 655960
    },
    {
      "epoch": 0.8320712163763163,
      "grad_norm": 6.4375,
      "learning_rate": 8.397567801405124e-06,
      "loss": 1.6606,
      "mean_token_accuracy": 0.627897784113884,
      "num_tokens": 505229060.0,
      "step": 655970
    },
    {
      "epoch": 0.8320839009688492,
      "grad_norm": 5.25,
      "learning_rate": 8.396933491318833e-06,
      "loss": 1.7359,
      "mean_token_accuracy": 0.6065331339836121,
      "num_tokens": 505237178.0,
      "step": 655980
    },
    {
      "epoch": 0.832096585561382,
      "grad_norm": 5.375,
      "learning_rate": 8.39629918123254e-06,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5513906896114349,
      "num_tokens": 505246723.0,
      "step": 655990
    },
    {
      "epoch": 0.8321092701539149,
      "grad_norm": 5.78125,
      "learning_rate": 8.39566487114625e-06,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5532329320907593,
      "num_tokens": 505255292.0,
      "step": 656000
    },
    {
      "epoch": 0.8321219547464477,
      "grad_norm": 5.125,
      "learning_rate": 8.395030561059958e-06,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5753198474645614,
      "num_tokens": 505262475.0,
      "step": 656010
    },
    {
      "epoch": 0.8321346393389805,
      "grad_norm": 5.3125,
      "learning_rate": 8.394396250973666e-06,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5517971217632294,
      "num_tokens": 505270024.0,
      "step": 656020
    },
    {
      "epoch": 0.8321473239315134,
      "grad_norm": 6.6875,
      "learning_rate": 8.393761940887375e-06,
      "loss": 2.0776,
      "mean_token_accuracy": 0.537668839097023,
      "num_tokens": 505276992.0,
      "step": 656030
    },
    {
      "epoch": 0.8321600085240461,
      "grad_norm": 7.21875,
      "learning_rate": 8.393127630801082e-06,
      "loss": 2.0953,
      "mean_token_accuracy": 0.546019795536995,
      "num_tokens": 505285481.0,
      "step": 656040
    },
    {
      "epoch": 0.832172693116579,
      "grad_norm": 6.53125,
      "learning_rate": 8.392493320714792e-06,
      "loss": 2.2622,
      "mean_token_accuracy": 0.521920457482338,
      "num_tokens": 505294071.0,
      "step": 656050
    },
    {
      "epoch": 0.8321853777091118,
      "grad_norm": 5.84375,
      "learning_rate": 8.3918590106285e-06,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5706052124500275,
      "num_tokens": 505301397.0,
      "step": 656060
    },
    {
      "epoch": 0.8321980623016447,
      "grad_norm": 5.96875,
      "learning_rate": 8.39122470054221e-06,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5332993924617767,
      "num_tokens": 505308915.0,
      "step": 656070
    },
    {
      "epoch": 0.8322107468941775,
      "grad_norm": 8.0625,
      "learning_rate": 8.390590390455917e-06,
      "loss": 2.1127,
      "mean_token_accuracy": 0.542948043346405,
      "num_tokens": 505315471.0,
      "step": 656080
    },
    {
      "epoch": 0.8322234314867104,
      "grad_norm": 8.25,
      "learning_rate": 8.389956080369626e-06,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5339509427547455,
      "num_tokens": 505322516.0,
      "step": 656090
    },
    {
      "epoch": 0.8322361160792432,
      "grad_norm": 6.21875,
      "learning_rate": 8.389321770283334e-06,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5385357171297074,
      "num_tokens": 505331074.0,
      "step": 656100
    },
    {
      "epoch": 0.832248800671776,
      "grad_norm": 6.75,
      "learning_rate": 8.388687460197042e-06,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5328853696584701,
      "num_tokens": 505339698.0,
      "step": 656110
    },
    {
      "epoch": 0.8322614852643089,
      "grad_norm": 5.15625,
      "learning_rate": 8.388053150110752e-06,
      "loss": 2.2748,
      "mean_token_accuracy": 0.5093037992715835,
      "num_tokens": 505347707.0,
      "step": 656120
    },
    {
      "epoch": 0.8322741698568417,
      "grad_norm": 6.03125,
      "learning_rate": 8.387418840024459e-06,
      "loss": 2.12,
      "mean_token_accuracy": 0.5361910730600357,
      "num_tokens": 505355708.0,
      "step": 656130
    },
    {
      "epoch": 0.8322868544493746,
      "grad_norm": 5.0,
      "learning_rate": 8.386784529938168e-06,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5506556808948517,
      "num_tokens": 505362692.0,
      "step": 656140
    },
    {
      "epoch": 0.8322995390419073,
      "grad_norm": 6.5,
      "learning_rate": 8.386150219851877e-06,
      "loss": 2.145,
      "mean_token_accuracy": 0.5299054771661759,
      "num_tokens": 505370891.0,
      "step": 656150
    },
    {
      "epoch": 0.8323122236344402,
      "grad_norm": 8.0,
      "learning_rate": 8.385515909765585e-06,
      "loss": 2.0206,
      "mean_token_accuracy": 0.5557606935501098,
      "num_tokens": 505378459.0,
      "step": 656160
    },
    {
      "epoch": 0.832324908226973,
      "grad_norm": 4.8125,
      "learning_rate": 8.384881599679294e-06,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5341898947954178,
      "num_tokens": 505386672.0,
      "step": 656170
    },
    {
      "epoch": 0.8323375928195058,
      "grad_norm": 4.8125,
      "learning_rate": 8.384247289593001e-06,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5570751845836639,
      "num_tokens": 505393967.0,
      "step": 656180
    },
    {
      "epoch": 0.8323502774120387,
      "grad_norm": 5.15625,
      "learning_rate": 8.38361297950671e-06,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5364022731781006,
      "num_tokens": 505402986.0,
      "step": 656190
    },
    {
      "epoch": 0.8323629620045715,
      "grad_norm": 6.71875,
      "learning_rate": 8.382978669420419e-06,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5649039685726166,
      "num_tokens": 505410464.0,
      "step": 656200
    },
    {
      "epoch": 0.8323756465971044,
      "grad_norm": 5.53125,
      "learning_rate": 8.382344359334127e-06,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5393884658813477,
      "num_tokens": 505418733.0,
      "step": 656210
    },
    {
      "epoch": 0.8323883311896372,
      "grad_norm": 4.8125,
      "learning_rate": 8.381710049247836e-06,
      "loss": 2.123,
      "mean_token_accuracy": 0.5371176302433014,
      "num_tokens": 505427161.0,
      "step": 656220
    },
    {
      "epoch": 0.8324010157821701,
      "grad_norm": 6.28125,
      "learning_rate": 8.381075739161543e-06,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5200468271970748,
      "num_tokens": 505434824.0,
      "step": 656230
    },
    {
      "epoch": 0.8324137003747029,
      "grad_norm": 6.625,
      "learning_rate": 8.380441429075253e-06,
      "loss": 2.1343,
      "mean_token_accuracy": 0.533253836631775,
      "num_tokens": 505443200.0,
      "step": 656240
    },
    {
      "epoch": 0.8324263849672356,
      "grad_norm": 5.6875,
      "learning_rate": 8.37980711898896e-06,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5289703249931336,
      "num_tokens": 505450352.0,
      "step": 656250
    },
    {
      "epoch": 0.8324390695597685,
      "grad_norm": 5.125,
      "learning_rate": 8.37917280890267e-06,
      "loss": 1.8194,
      "mean_token_accuracy": 0.5993405938148498,
      "num_tokens": 505457094.0,
      "step": 656260
    },
    {
      "epoch": 0.8324517541523013,
      "grad_norm": 4.84375,
      "learning_rate": 8.378538498816378e-06,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5762547999620438,
      "num_tokens": 505464115.0,
      "step": 656270
    },
    {
      "epoch": 0.8324644387448342,
      "grad_norm": 5.3125,
      "learning_rate": 8.377904188730087e-06,
      "loss": 2.1854,
      "mean_token_accuracy": 0.529888516664505,
      "num_tokens": 505472503.0,
      "step": 656280
    },
    {
      "epoch": 0.832477123337367,
      "grad_norm": 6.8125,
      "learning_rate": 8.377269878643795e-06,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5310579806566238,
      "num_tokens": 505480191.0,
      "step": 656290
    },
    {
      "epoch": 0.8324898079298999,
      "grad_norm": 5.125,
      "learning_rate": 8.376635568557503e-06,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5305592596530915,
      "num_tokens": 505488352.0,
      "step": 656300
    },
    {
      "epoch": 0.8325024925224327,
      "grad_norm": 5.5,
      "learning_rate": 8.376001258471211e-06,
      "loss": 2.1454,
      "mean_token_accuracy": 0.530622586607933,
      "num_tokens": 505496835.0,
      "step": 656310
    },
    {
      "epoch": 0.8325151771149656,
      "grad_norm": 6.25,
      "learning_rate": 8.37536694838492e-06,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5562761545181274,
      "num_tokens": 505504634.0,
      "step": 656320
    },
    {
      "epoch": 0.8325278617074984,
      "grad_norm": 5.8125,
      "learning_rate": 8.374732638298629e-06,
      "loss": 1.7384,
      "mean_token_accuracy": 0.6065167665481568,
      "num_tokens": 505511565.0,
      "step": 656330
    },
    {
      "epoch": 0.8325405463000312,
      "grad_norm": 8.25,
      "learning_rate": 8.374098328212337e-06,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5309651255607605,
      "num_tokens": 505519946.0,
      "step": 656340
    },
    {
      "epoch": 0.8325532308925641,
      "grad_norm": 5.53125,
      "learning_rate": 8.373464018126046e-06,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5417069017887115,
      "num_tokens": 505528209.0,
      "step": 656350
    },
    {
      "epoch": 0.8325659154850968,
      "grad_norm": 6.59375,
      "learning_rate": 8.372829708039753e-06,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5124530404806137,
      "num_tokens": 505535491.0,
      "step": 656360
    },
    {
      "epoch": 0.8325786000776297,
      "grad_norm": 9.625,
      "learning_rate": 8.372195397953462e-06,
      "loss": 1.8292,
      "mean_token_accuracy": 0.5916841268539429,
      "num_tokens": 505542860.0,
      "step": 656370
    },
    {
      "epoch": 0.8325912846701625,
      "grad_norm": 5.1875,
      "learning_rate": 8.37156108786717e-06,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5559974640607834,
      "num_tokens": 505550814.0,
      "step": 656380
    },
    {
      "epoch": 0.8326039692626954,
      "grad_norm": 6.0,
      "learning_rate": 8.37092677778088e-06,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5576982259750366,
      "num_tokens": 505559301.0,
      "step": 656390
    },
    {
      "epoch": 0.8326166538552282,
      "grad_norm": 6.125,
      "learning_rate": 8.370292467694588e-06,
      "loss": 1.8957,
      "mean_token_accuracy": 0.5784354746341706,
      "num_tokens": 505567410.0,
      "step": 656400
    },
    {
      "epoch": 0.832629338447761,
      "grad_norm": 6.90625,
      "learning_rate": 8.369658157608295e-06,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5296214818954468,
      "num_tokens": 505575252.0,
      "step": 656410
    },
    {
      "epoch": 0.8326420230402939,
      "grad_norm": 6.125,
      "learning_rate": 8.369023847522004e-06,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5292062908411026,
      "num_tokens": 505583996.0,
      "step": 656420
    },
    {
      "epoch": 0.8326547076328267,
      "grad_norm": 5.96875,
      "learning_rate": 8.368389537435713e-06,
      "loss": 2.063,
      "mean_token_accuracy": 0.5475145757198334,
      "num_tokens": 505591622.0,
      "step": 656430
    },
    {
      "epoch": 0.8326673922253596,
      "grad_norm": 5.125,
      "learning_rate": 8.367755227349421e-06,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5418791204690934,
      "num_tokens": 505599793.0,
      "step": 656440
    },
    {
      "epoch": 0.8326800768178924,
      "grad_norm": 6.5,
      "learning_rate": 8.36712091726313e-06,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5308113366365432,
      "num_tokens": 505608785.0,
      "step": 656450
    },
    {
      "epoch": 0.8326927614104253,
      "grad_norm": 8.5,
      "learning_rate": 8.366486607176839e-06,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5530514031648636,
      "num_tokens": 505614594.0,
      "step": 656460
    },
    {
      "epoch": 0.832705446002958,
      "grad_norm": 5.09375,
      "learning_rate": 8.365852297090548e-06,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5516378581523895,
      "num_tokens": 505622918.0,
      "step": 656470
    },
    {
      "epoch": 0.8327181305954909,
      "grad_norm": 6.28125,
      "learning_rate": 8.365217987004255e-06,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5626765370368958,
      "num_tokens": 505631618.0,
      "step": 656480
    },
    {
      "epoch": 0.8327308151880237,
      "grad_norm": 5.5,
      "learning_rate": 8.364583676917963e-06,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5592038303613662,
      "num_tokens": 505640454.0,
      "step": 656490
    },
    {
      "epoch": 0.8327434997805565,
      "grad_norm": 4.6875,
      "learning_rate": 8.363949366831672e-06,
      "loss": 1.8839,
      "mean_token_accuracy": 0.5832757234573365,
      "num_tokens": 505648591.0,
      "step": 656500
    },
    {
      "epoch": 0.8327561843730894,
      "grad_norm": 6.125,
      "learning_rate": 8.363315056745381e-06,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5238745182752609,
      "num_tokens": 505655565.0,
      "step": 656510
    },
    {
      "epoch": 0.8327688689656222,
      "grad_norm": 4.9375,
      "learning_rate": 8.36268074665909e-06,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5556836217641831,
      "num_tokens": 505664319.0,
      "step": 656520
    },
    {
      "epoch": 0.8327815535581551,
      "grad_norm": 5.1875,
      "learning_rate": 8.362046436572797e-06,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5631165683269501,
      "num_tokens": 505673187.0,
      "step": 656530
    },
    {
      "epoch": 0.8327942381506879,
      "grad_norm": 6.375,
      "learning_rate": 8.361412126486507e-06,
      "loss": 1.956,
      "mean_token_accuracy": 0.5688822388648986,
      "num_tokens": 505678596.0,
      "step": 656540
    },
    {
      "epoch": 0.8328069227432208,
      "grad_norm": 5.0,
      "learning_rate": 8.360777816400214e-06,
      "loss": 2.3134,
      "mean_token_accuracy": 0.5058581590652466,
      "num_tokens": 505687379.0,
      "step": 656550
    },
    {
      "epoch": 0.8328196073357536,
      "grad_norm": 4.96875,
      "learning_rate": 8.360143506313923e-06,
      "loss": 2.147,
      "mean_token_accuracy": 0.5319952338933944,
      "num_tokens": 505695785.0,
      "step": 656560
    },
    {
      "epoch": 0.8328322919282863,
      "grad_norm": 5.15625,
      "learning_rate": 8.359509196227632e-06,
      "loss": 1.9045,
      "mean_token_accuracy": 0.566093048453331,
      "num_tokens": 505703302.0,
      "step": 656570
    },
    {
      "epoch": 0.8328449765208192,
      "grad_norm": 5.71875,
      "learning_rate": 8.358874886141339e-06,
      "loss": 2.0806,
      "mean_token_accuracy": 0.533711451292038,
      "num_tokens": 505710966.0,
      "step": 656580
    },
    {
      "epoch": 0.832857661113352,
      "grad_norm": 5.96875,
      "learning_rate": 8.35824057605505e-06,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5436728298664093,
      "num_tokens": 505719239.0,
      "step": 656590
    },
    {
      "epoch": 0.8328703457058849,
      "grad_norm": 8.75,
      "learning_rate": 8.357606265968756e-06,
      "loss": 1.9631,
      "mean_token_accuracy": 0.577127093076706,
      "num_tokens": 505726126.0,
      "step": 656600
    },
    {
      "epoch": 0.8328830302984177,
      "grad_norm": 6.90625,
      "learning_rate": 8.356971955882465e-06,
      "loss": 1.9012,
      "mean_token_accuracy": 0.5794551998376847,
      "num_tokens": 505732874.0,
      "step": 656610
    },
    {
      "epoch": 0.8328957148909506,
      "grad_norm": 4.84375,
      "learning_rate": 8.356337645796174e-06,
      "loss": 2.086,
      "mean_token_accuracy": 0.5461360424757004,
      "num_tokens": 505741205.0,
      "step": 656620
    },
    {
      "epoch": 0.8329083994834834,
      "grad_norm": 5.1875,
      "learning_rate": 8.35570333570988e-06,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5282891511917114,
      "num_tokens": 505748569.0,
      "step": 656630
    },
    {
      "epoch": 0.8329210840760162,
      "grad_norm": 7.375,
      "learning_rate": 8.355069025623591e-06,
      "loss": 2.3838,
      "mean_token_accuracy": 0.501464381814003,
      "num_tokens": 505757295.0,
      "step": 656640
    },
    {
      "epoch": 0.8329337686685491,
      "grad_norm": 7.3125,
      "learning_rate": 8.354434715537298e-06,
      "loss": 2.03,
      "mean_token_accuracy": 0.5547324895858765,
      "num_tokens": 505764947.0,
      "step": 656650
    },
    {
      "epoch": 0.8329464532610819,
      "grad_norm": 5.15625,
      "learning_rate": 8.353800405451009e-06,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5698066562414169,
      "num_tokens": 505773011.0,
      "step": 656660
    },
    {
      "epoch": 0.8329591378536148,
      "grad_norm": 5.15625,
      "learning_rate": 8.353166095364716e-06,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5609704166650772,
      "num_tokens": 505780233.0,
      "step": 656670
    },
    {
      "epoch": 0.8329718224461475,
      "grad_norm": 4.96875,
      "learning_rate": 8.352531785278424e-06,
      "loss": 2.044,
      "mean_token_accuracy": 0.5426641225814819,
      "num_tokens": 505787224.0,
      "step": 656680
    },
    {
      "epoch": 0.8329845070386804,
      "grad_norm": 5.3125,
      "learning_rate": 8.351897475192133e-06,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5272836863994599,
      "num_tokens": 505795683.0,
      "step": 656690
    },
    {
      "epoch": 0.8329971916312132,
      "grad_norm": 5.4375,
      "learning_rate": 8.35126316510584e-06,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5408029705286026,
      "num_tokens": 505803198.0,
      "step": 656700
    },
    {
      "epoch": 0.8330098762237461,
      "grad_norm": 4.78125,
      "learning_rate": 8.35062885501955e-06,
      "loss": 1.9325,
      "mean_token_accuracy": 0.5767894089221954,
      "num_tokens": 505810448.0,
      "step": 656710
    },
    {
      "epoch": 0.8330225608162789,
      "grad_norm": 6.4375,
      "learning_rate": 8.349994544933258e-06,
      "loss": 1.9001,
      "mean_token_accuracy": 0.581736147403717,
      "num_tokens": 505817559.0,
      "step": 656720
    },
    {
      "epoch": 0.8330352454088117,
      "grad_norm": 4.8125,
      "learning_rate": 8.349360234846968e-06,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5615256905555726,
      "num_tokens": 505825488.0,
      "step": 656730
    },
    {
      "epoch": 0.8330479300013446,
      "grad_norm": 7.03125,
      "learning_rate": 8.348725924760675e-06,
      "loss": 2.1915,
      "mean_token_accuracy": 0.5234632819890976,
      "num_tokens": 505834534.0,
      "step": 656740
    },
    {
      "epoch": 0.8330606145938774,
      "grad_norm": 6.3125,
      "learning_rate": 8.348091614674384e-06,
      "loss": 2.1411,
      "mean_token_accuracy": 0.536288857460022,
      "num_tokens": 505842576.0,
      "step": 656750
    },
    {
      "epoch": 0.8330732991864103,
      "grad_norm": 4.6875,
      "learning_rate": 8.347457304588093e-06,
      "loss": 2.035,
      "mean_token_accuracy": 0.5460225164890289,
      "num_tokens": 505851374.0,
      "step": 656760
    },
    {
      "epoch": 0.833085983778943,
      "grad_norm": 5.0625,
      "learning_rate": 8.3468229945018e-06,
      "loss": 2.165,
      "mean_token_accuracy": 0.5247700661420822,
      "num_tokens": 505858833.0,
      "step": 656770
    },
    {
      "epoch": 0.833098668371476,
      "grad_norm": 6.40625,
      "learning_rate": 8.34618868441551e-06,
      "loss": 2.003,
      "mean_token_accuracy": 0.5558205842971802,
      "num_tokens": 505867118.0,
      "step": 656780
    },
    {
      "epoch": 0.8331113529640087,
      "grad_norm": 5.15625,
      "learning_rate": 8.345554374329217e-06,
      "loss": 2.205,
      "mean_token_accuracy": 0.5175605922937393,
      "num_tokens": 505875944.0,
      "step": 656790
    },
    {
      "epoch": 0.8331240375565415,
      "grad_norm": 5.21875,
      "learning_rate": 8.344920064242926e-06,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5391012459993363,
      "num_tokens": 505884899.0,
      "step": 656800
    },
    {
      "epoch": 0.8331367221490744,
      "grad_norm": 5.15625,
      "learning_rate": 8.344285754156635e-06,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5540935605764389,
      "num_tokens": 505892628.0,
      "step": 656810
    },
    {
      "epoch": 0.8331494067416072,
      "grad_norm": 5.25,
      "learning_rate": 8.343651444070342e-06,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5455390393733979,
      "num_tokens": 505900772.0,
      "step": 656820
    },
    {
      "epoch": 0.8331620913341401,
      "grad_norm": 5.125,
      "learning_rate": 8.343017133984052e-06,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5251982837915421,
      "num_tokens": 505908341.0,
      "step": 656830
    },
    {
      "epoch": 0.8331747759266729,
      "grad_norm": 5.34375,
      "learning_rate": 8.34238282389776e-06,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5124449074268341,
      "num_tokens": 505916385.0,
      "step": 656840
    },
    {
      "epoch": 0.8331874605192058,
      "grad_norm": 5.1875,
      "learning_rate": 8.341748513811468e-06,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5295566529035568,
      "num_tokens": 505923388.0,
      "step": 656850
    },
    {
      "epoch": 0.8332001451117386,
      "grad_norm": 6.6875,
      "learning_rate": 8.341114203725177e-06,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5328360974788666,
      "num_tokens": 505931743.0,
      "step": 656860
    },
    {
      "epoch": 0.8332128297042715,
      "grad_norm": 6.125,
      "learning_rate": 8.340479893638885e-06,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5472607403993607,
      "num_tokens": 505940161.0,
      "step": 656870
    },
    {
      "epoch": 0.8332255142968042,
      "grad_norm": 5.46875,
      "learning_rate": 8.339845583552594e-06,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5120059490203858,
      "num_tokens": 505948356.0,
      "step": 656880
    },
    {
      "epoch": 0.833238198889337,
      "grad_norm": 6.46875,
      "learning_rate": 8.339211273466301e-06,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5608278661966324,
      "num_tokens": 505956208.0,
      "step": 656890
    },
    {
      "epoch": 0.8332508834818699,
      "grad_norm": 6.3125,
      "learning_rate": 8.33857696338001e-06,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5584847420454025,
      "num_tokens": 505964250.0,
      "step": 656900
    },
    {
      "epoch": 0.8332635680744027,
      "grad_norm": 5.09375,
      "learning_rate": 8.337942653293719e-06,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5755848020315171,
      "num_tokens": 505971787.0,
      "step": 656910
    },
    {
      "epoch": 0.8332762526669356,
      "grad_norm": 4.96875,
      "learning_rate": 8.337308343207427e-06,
      "loss": 1.8926,
      "mean_token_accuracy": 0.5709571927785874,
      "num_tokens": 505979413.0,
      "step": 656920
    },
    {
      "epoch": 0.8332889372594684,
      "grad_norm": 5.5625,
      "learning_rate": 8.336674033121136e-06,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5626611888408661,
      "num_tokens": 505987210.0,
      "step": 656930
    },
    {
      "epoch": 0.8333016218520013,
      "grad_norm": 7.34375,
      "learning_rate": 8.336039723034845e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5530723839998245,
      "num_tokens": 505994509.0,
      "step": 656940
    },
    {
      "epoch": 0.8333143064445341,
      "grad_norm": 8.3125,
      "learning_rate": 8.335405412948554e-06,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5390580743551254,
      "num_tokens": 506002129.0,
      "step": 656950
    },
    {
      "epoch": 0.8333269910370669,
      "grad_norm": 5.3125,
      "learning_rate": 8.33477110286226e-06,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5541811227798462,
      "num_tokens": 506010543.0,
      "step": 656960
    },
    {
      "epoch": 0.8333396756295998,
      "grad_norm": 5.125,
      "learning_rate": 8.33413679277597e-06,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5218546748161316,
      "num_tokens": 506019532.0,
      "step": 656970
    },
    {
      "epoch": 0.8333523602221325,
      "grad_norm": 8.3125,
      "learning_rate": 8.333502482689678e-06,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5416045963764191,
      "num_tokens": 506025788.0,
      "step": 656980
    },
    {
      "epoch": 0.8333650448146654,
      "grad_norm": 4.96875,
      "learning_rate": 8.332868172603387e-06,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5258306622505188,
      "num_tokens": 506033613.0,
      "step": 656990
    },
    {
      "epoch": 0.8333777294071982,
      "grad_norm": 4.5625,
      "learning_rate": 8.332233862517096e-06,
      "loss": 1.9004,
      "mean_token_accuracy": 0.5777300655841827,
      "num_tokens": 506042123.0,
      "step": 657000
    },
    {
      "epoch": 0.8333904139997311,
      "grad_norm": 5.0625,
      "learning_rate": 8.331599552430803e-06,
      "loss": 2.059,
      "mean_token_accuracy": 0.5415125489234924,
      "num_tokens": 506050198.0,
      "step": 657010
    },
    {
      "epoch": 0.8334030985922639,
      "grad_norm": 5.375,
      "learning_rate": 8.330965242344511e-06,
      "loss": 1.8307,
      "mean_token_accuracy": 0.5949462532997132,
      "num_tokens": 506058186.0,
      "step": 657020
    },
    {
      "epoch": 0.8334157831847968,
      "grad_norm": 6.8125,
      "learning_rate": 8.33033093225822e-06,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5309957951307297,
      "num_tokens": 506065931.0,
      "step": 657030
    },
    {
      "epoch": 0.8334284677773296,
      "grad_norm": 5.0,
      "learning_rate": 8.329696622171929e-06,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5154588192701339,
      "num_tokens": 506074580.0,
      "step": 657040
    },
    {
      "epoch": 0.8334411523698624,
      "grad_norm": 8.25,
      "learning_rate": 8.329062312085638e-06,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5301805078983307,
      "num_tokens": 506082972.0,
      "step": 657050
    },
    {
      "epoch": 0.8334538369623953,
      "grad_norm": 11.4375,
      "learning_rate": 8.328428001999346e-06,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5399111479520797,
      "num_tokens": 506090287.0,
      "step": 657060
    },
    {
      "epoch": 0.8334665215549281,
      "grad_norm": 4.75,
      "learning_rate": 8.327793691913053e-06,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5620768278837204,
      "num_tokens": 506097720.0,
      "step": 657070
    },
    {
      "epoch": 0.833479206147461,
      "grad_norm": 5.3125,
      "learning_rate": 8.327159381826762e-06,
      "loss": 1.7608,
      "mean_token_accuracy": 0.6054801851511001,
      "num_tokens": 506104248.0,
      "step": 657080
    },
    {
      "epoch": 0.8334918907399937,
      "grad_norm": 4.9375,
      "learning_rate": 8.326525071740471e-06,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5473545283079148,
      "num_tokens": 506113218.0,
      "step": 657090
    },
    {
      "epoch": 0.8335045753325266,
      "grad_norm": 7.15625,
      "learning_rate": 8.32589076165418e-06,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5516459614038467,
      "num_tokens": 506121854.0,
      "step": 657100
    },
    {
      "epoch": 0.8335172599250594,
      "grad_norm": 5.875,
      "learning_rate": 8.325256451567888e-06,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5371185630559921,
      "num_tokens": 506129062.0,
      "step": 657110
    },
    {
      "epoch": 0.8335299445175922,
      "grad_norm": 7.75,
      "learning_rate": 8.324622141481595e-06,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5335374534130096,
      "num_tokens": 506135038.0,
      "step": 657120
    },
    {
      "epoch": 0.8335426291101251,
      "grad_norm": 6.9375,
      "learning_rate": 8.323987831395306e-06,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5300393283367157,
      "num_tokens": 506142735.0,
      "step": 657130
    },
    {
      "epoch": 0.8335553137026579,
      "grad_norm": 5.9375,
      "learning_rate": 8.323353521309013e-06,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5478703945875167,
      "num_tokens": 506151300.0,
      "step": 657140
    },
    {
      "epoch": 0.8335679982951908,
      "grad_norm": 5.125,
      "learning_rate": 8.322719211222722e-06,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5594824761152267,
      "num_tokens": 506159011.0,
      "step": 657150
    },
    {
      "epoch": 0.8335806828877236,
      "grad_norm": 5.34375,
      "learning_rate": 8.32208490113643e-06,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5558738350868225,
      "num_tokens": 506167710.0,
      "step": 657160
    },
    {
      "epoch": 0.8335933674802565,
      "grad_norm": 5.15625,
      "learning_rate": 8.32145059105014e-06,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5472273707389832,
      "num_tokens": 506175652.0,
      "step": 657170
    },
    {
      "epoch": 0.8336060520727893,
      "grad_norm": 14.75,
      "learning_rate": 8.320816280963848e-06,
      "loss": 2.3089,
      "mean_token_accuracy": 0.5123411893844605,
      "num_tokens": 506183454.0,
      "step": 657180
    },
    {
      "epoch": 0.833618736665322,
      "grad_norm": 4.71875,
      "learning_rate": 8.320181970877555e-06,
      "loss": 2.033,
      "mean_token_accuracy": 0.5476476967334747,
      "num_tokens": 506191561.0,
      "step": 657190
    },
    {
      "epoch": 0.8336314212578549,
      "grad_norm": 4.8125,
      "learning_rate": 8.319547660791264e-06,
      "loss": 1.929,
      "mean_token_accuracy": 0.5602455914020539,
      "num_tokens": 506198942.0,
      "step": 657200
    },
    {
      "epoch": 0.8336441058503877,
      "grad_norm": 5.5,
      "learning_rate": 8.318913350704972e-06,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5582393348217011,
      "num_tokens": 506206638.0,
      "step": 657210
    },
    {
      "epoch": 0.8336567904429206,
      "grad_norm": 10.5,
      "learning_rate": 8.318279040618681e-06,
      "loss": 2.2227,
      "mean_token_accuracy": 0.5212374031543732,
      "num_tokens": 506214646.0,
      "step": 657220
    },
    {
      "epoch": 0.8336694750354534,
      "grad_norm": 5.03125,
      "learning_rate": 8.31764473053239e-06,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5533442765474319,
      "num_tokens": 506221341.0,
      "step": 657230
    },
    {
      "epoch": 0.8336821596279863,
      "grad_norm": 6.6875,
      "learning_rate": 8.317010420446097e-06,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5359546363353729,
      "num_tokens": 506229740.0,
      "step": 657240
    },
    {
      "epoch": 0.8336948442205191,
      "grad_norm": 7.40625,
      "learning_rate": 8.316376110359807e-06,
      "loss": 2.222,
      "mean_token_accuracy": 0.5146136790513992,
      "num_tokens": 506238301.0,
      "step": 657250
    },
    {
      "epoch": 0.833707528813052,
      "grad_norm": 5.0,
      "learning_rate": 8.315741800273514e-06,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5414257794618607,
      "num_tokens": 506246447.0,
      "step": 657260
    },
    {
      "epoch": 0.8337202134055848,
      "grad_norm": 5.40625,
      "learning_rate": 8.315107490187223e-06,
      "loss": 1.8361,
      "mean_token_accuracy": 0.5931914925575257,
      "num_tokens": 506253812.0,
      "step": 657270
    },
    {
      "epoch": 0.8337328979981176,
      "grad_norm": 9.1875,
      "learning_rate": 8.314473180100932e-06,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5536813616752625,
      "num_tokens": 506261364.0,
      "step": 657280
    },
    {
      "epoch": 0.8337455825906505,
      "grad_norm": 7.5625,
      "learning_rate": 8.313838870014639e-06,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5401713073253631,
      "num_tokens": 506270347.0,
      "step": 657290
    },
    {
      "epoch": 0.8337582671831832,
      "grad_norm": 5.15625,
      "learning_rate": 8.31320455992835e-06,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5321457087993622,
      "num_tokens": 506278686.0,
      "step": 657300
    },
    {
      "epoch": 0.8337709517757161,
      "grad_norm": 6.21875,
      "learning_rate": 8.312570249842056e-06,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5584481477737426,
      "num_tokens": 506286106.0,
      "step": 657310
    },
    {
      "epoch": 0.8337836363682489,
      "grad_norm": 5.15625,
      "learning_rate": 8.311935939755767e-06,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5326075792312622,
      "num_tokens": 506294358.0,
      "step": 657320
    },
    {
      "epoch": 0.8337963209607818,
      "grad_norm": 5.09375,
      "learning_rate": 8.311301629669474e-06,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5411329925060272,
      "num_tokens": 506302697.0,
      "step": 657330
    },
    {
      "epoch": 0.8338090055533146,
      "grad_norm": 6.90625,
      "learning_rate": 8.310667319583183e-06,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5539468973875046,
      "num_tokens": 506309587.0,
      "step": 657340
    },
    {
      "epoch": 0.8338216901458474,
      "grad_norm": 5.25,
      "learning_rate": 8.310033009496891e-06,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5557014405727386,
      "num_tokens": 506317913.0,
      "step": 657350
    },
    {
      "epoch": 0.8338343747383803,
      "grad_norm": 5.78125,
      "learning_rate": 8.309398699410598e-06,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5670694142580033,
      "num_tokens": 506325401.0,
      "step": 657360
    },
    {
      "epoch": 0.8338470593309131,
      "grad_norm": 4.90625,
      "learning_rate": 8.308764389324309e-06,
      "loss": 2.203,
      "mean_token_accuracy": 0.5271191030740738,
      "num_tokens": 506333642.0,
      "step": 657370
    },
    {
      "epoch": 0.833859743923446,
      "grad_norm": 5.0625,
      "learning_rate": 8.308130079238016e-06,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5612893342971802,
      "num_tokens": 506341524.0,
      "step": 657380
    },
    {
      "epoch": 0.8338724285159788,
      "grad_norm": 8.875,
      "learning_rate": 8.307495769151726e-06,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5435404777526855,
      "num_tokens": 506349478.0,
      "step": 657390
    },
    {
      "epoch": 0.8338851131085117,
      "grad_norm": 5.78125,
      "learning_rate": 8.306861459065433e-06,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5289812356233596,
      "num_tokens": 506358267.0,
      "step": 657400
    },
    {
      "epoch": 0.8338977977010444,
      "grad_norm": 6.78125,
      "learning_rate": 8.30622714897914e-06,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5429038941860199,
      "num_tokens": 506365371.0,
      "step": 657410
    },
    {
      "epoch": 0.8339104822935773,
      "grad_norm": 9.25,
      "learning_rate": 8.305592838892851e-06,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5189664155244827,
      "num_tokens": 506373118.0,
      "step": 657420
    },
    {
      "epoch": 0.8339231668861101,
      "grad_norm": 7.15625,
      "learning_rate": 8.304958528806558e-06,
      "loss": 1.7118,
      "mean_token_accuracy": 0.6174308717250824,
      "num_tokens": 506379580.0,
      "step": 657430
    },
    {
      "epoch": 0.8339358514786429,
      "grad_norm": 6.96875,
      "learning_rate": 8.304324218720268e-06,
      "loss": 2.1533,
      "mean_token_accuracy": 0.529844319820404,
      "num_tokens": 506386993.0,
      "step": 657440
    },
    {
      "epoch": 0.8339485360711758,
      "grad_norm": 6.3125,
      "learning_rate": 8.303689908633975e-06,
      "loss": 2.2129,
      "mean_token_accuracy": 0.5215727180242539,
      "num_tokens": 506395478.0,
      "step": 657450
    },
    {
      "epoch": 0.8339612206637086,
      "grad_norm": 6.625,
      "learning_rate": 8.303055598547684e-06,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5624938815832138,
      "num_tokens": 506402901.0,
      "step": 657460
    },
    {
      "epoch": 0.8339739052562415,
      "grad_norm": 7.125,
      "learning_rate": 8.302421288461393e-06,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5531969457864762,
      "num_tokens": 506410162.0,
      "step": 657470
    },
    {
      "epoch": 0.8339865898487743,
      "grad_norm": 4.96875,
      "learning_rate": 8.3017869783751e-06,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5296340972185135,
      "num_tokens": 506418530.0,
      "step": 657480
    },
    {
      "epoch": 0.8339992744413072,
      "grad_norm": 7.8125,
      "learning_rate": 8.30115266828881e-06,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5507245272397995,
      "num_tokens": 506425517.0,
      "step": 657490
    },
    {
      "epoch": 0.83401195903384,
      "grad_norm": 7.28125,
      "learning_rate": 8.300518358202517e-06,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5487457722425461,
      "num_tokens": 506432816.0,
      "step": 657500
    },
    {
      "epoch": 0.8340246436263727,
      "grad_norm": 8.0,
      "learning_rate": 8.299884048116226e-06,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5250215500593185,
      "num_tokens": 506440121.0,
      "step": 657510
    },
    {
      "epoch": 0.8340373282189056,
      "grad_norm": 5.78125,
      "learning_rate": 8.299249738029935e-06,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5514119178056717,
      "num_tokens": 506447723.0,
      "step": 657520
    },
    {
      "epoch": 0.8340500128114384,
      "grad_norm": 4.875,
      "learning_rate": 8.298615427943644e-06,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5187445282936096,
      "num_tokens": 506456505.0,
      "step": 657530
    },
    {
      "epoch": 0.8340626974039713,
      "grad_norm": 7.59375,
      "learning_rate": 8.297981117857352e-06,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5238208621740341,
      "num_tokens": 506464549.0,
      "step": 657540
    },
    {
      "epoch": 0.8340753819965041,
      "grad_norm": 6.5625,
      "learning_rate": 8.29734680777106e-06,
      "loss": 1.9301,
      "mean_token_accuracy": 0.5767378598451615,
      "num_tokens": 506471724.0,
      "step": 657550
    },
    {
      "epoch": 0.834088066589037,
      "grad_norm": 4.8125,
      "learning_rate": 8.296712497684768e-06,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5792934387922287,
      "num_tokens": 506478651.0,
      "step": 657560
    },
    {
      "epoch": 0.8341007511815698,
      "grad_norm": 8.25,
      "learning_rate": 8.296078187598477e-06,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5632416218519211,
      "num_tokens": 506485316.0,
      "step": 657570
    },
    {
      "epoch": 0.8341134357741026,
      "grad_norm": 5.8125,
      "learning_rate": 8.295443877512186e-06,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5692045867443085,
      "num_tokens": 506492635.0,
      "step": 657580
    },
    {
      "epoch": 0.8341261203666355,
      "grad_norm": 5.5625,
      "learning_rate": 8.294809567425894e-06,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5570500671863556,
      "num_tokens": 506500942.0,
      "step": 657590
    },
    {
      "epoch": 0.8341388049591683,
      "grad_norm": 6.9375,
      "learning_rate": 8.294175257339603e-06,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5508469969034195,
      "num_tokens": 506508712.0,
      "step": 657600
    },
    {
      "epoch": 0.8341514895517012,
      "grad_norm": 6.71875,
      "learning_rate": 8.293540947253312e-06,
      "loss": 2.032,
      "mean_token_accuracy": 0.5481594234704972,
      "num_tokens": 506516420.0,
      "step": 657610
    },
    {
      "epoch": 0.8341641741442339,
      "grad_norm": 5.4375,
      "learning_rate": 8.292906637167019e-06,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5307618588209152,
      "num_tokens": 506524372.0,
      "step": 657620
    },
    {
      "epoch": 0.8341768587367668,
      "grad_norm": 6.25,
      "learning_rate": 8.292272327080728e-06,
      "loss": 1.9783,
      "mean_token_accuracy": 0.556475555896759,
      "num_tokens": 506530759.0,
      "step": 657630
    },
    {
      "epoch": 0.8341895433292996,
      "grad_norm": 5.8125,
      "learning_rate": 8.291638016994436e-06,
      "loss": 1.9895,
      "mean_token_accuracy": 0.5497652113437652,
      "num_tokens": 506539321.0,
      "step": 657640
    },
    {
      "epoch": 0.8342022279218325,
      "grad_norm": 6.125,
      "learning_rate": 8.291003706908145e-06,
      "loss": 1.8536,
      "mean_token_accuracy": 0.5880331367254257,
      "num_tokens": 506546408.0,
      "step": 657650
    },
    {
      "epoch": 0.8342149125143653,
      "grad_norm": 5.25,
      "learning_rate": 8.290369396821854e-06,
      "loss": 1.7587,
      "mean_token_accuracy": 0.6041352391242981,
      "num_tokens": 506553620.0,
      "step": 657660
    },
    {
      "epoch": 0.8342275971068981,
      "grad_norm": 13.5625,
      "learning_rate": 8.289735086735561e-06,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5473306596279144,
      "num_tokens": 506562133.0,
      "step": 657670
    },
    {
      "epoch": 0.834240281699431,
      "grad_norm": 5.59375,
      "learning_rate": 8.28910077664927e-06,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5459936738014222,
      "num_tokens": 506569707.0,
      "step": 657680
    },
    {
      "epoch": 0.8342529662919638,
      "grad_norm": 6.34375,
      "learning_rate": 8.288466466562978e-06,
      "loss": 1.8072,
      "mean_token_accuracy": 0.591307771205902,
      "num_tokens": 506577057.0,
      "step": 657690
    },
    {
      "epoch": 0.8342656508844967,
      "grad_norm": 4.625,
      "learning_rate": 8.287832156476687e-06,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5313719034194946,
      "num_tokens": 506585352.0,
      "step": 657700
    },
    {
      "epoch": 0.8342783354770295,
      "grad_norm": 6.375,
      "learning_rate": 8.287197846390396e-06,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5475573807954788,
      "num_tokens": 506592685.0,
      "step": 657710
    },
    {
      "epoch": 0.8342910200695624,
      "grad_norm": 5.53125,
      "learning_rate": 8.286563536304105e-06,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5435183733701706,
      "num_tokens": 506599074.0,
      "step": 657720
    },
    {
      "epoch": 0.8343037046620951,
      "grad_norm": 5.28125,
      "learning_rate": 8.285929226217812e-06,
      "loss": 1.7864,
      "mean_token_accuracy": 0.5995764136314392,
      "num_tokens": 506606200.0,
      "step": 657730
    },
    {
      "epoch": 0.8343163892546279,
      "grad_norm": 10.8125,
      "learning_rate": 8.28529491613152e-06,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5519777059555053,
      "num_tokens": 506614651.0,
      "step": 657740
    },
    {
      "epoch": 0.8343290738471608,
      "grad_norm": 4.59375,
      "learning_rate": 8.284660606045229e-06,
      "loss": 1.9179,
      "mean_token_accuracy": 0.5740787655115127,
      "num_tokens": 506623519.0,
      "step": 657750
    },
    {
      "epoch": 0.8343417584396936,
      "grad_norm": 5.15625,
      "learning_rate": 8.284026295958938e-06,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5454817473888397,
      "num_tokens": 506631231.0,
      "step": 657760
    },
    {
      "epoch": 0.8343544430322265,
      "grad_norm": 4.8125,
      "learning_rate": 8.283391985872647e-06,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5222081065177917,
      "num_tokens": 506638785.0,
      "step": 657770
    },
    {
      "epoch": 0.8343671276247593,
      "grad_norm": 5.84375,
      "learning_rate": 8.282757675786354e-06,
      "loss": 1.8846,
      "mean_token_accuracy": 0.581790429353714,
      "num_tokens": 506647082.0,
      "step": 657780
    },
    {
      "epoch": 0.8343798122172922,
      "grad_norm": 5.65625,
      "learning_rate": 8.282123365700064e-06,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5415040642023087,
      "num_tokens": 506655738.0,
      "step": 657790
    },
    {
      "epoch": 0.834392496809825,
      "grad_norm": 4.78125,
      "learning_rate": 8.281489055613771e-06,
      "loss": 2.07,
      "mean_token_accuracy": 0.5358449578285217,
      "num_tokens": 506663474.0,
      "step": 657800
    },
    {
      "epoch": 0.8344051814023579,
      "grad_norm": 6.4375,
      "learning_rate": 8.28085474552748e-06,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5237989902496338,
      "num_tokens": 506672252.0,
      "step": 657810
    },
    {
      "epoch": 0.8344178659948907,
      "grad_norm": 6.75,
      "learning_rate": 8.280220435441189e-06,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5256541073322296,
      "num_tokens": 506681362.0,
      "step": 657820
    },
    {
      "epoch": 0.8344305505874234,
      "grad_norm": 4.96875,
      "learning_rate": 8.279586125354897e-06,
      "loss": 1.8432,
      "mean_token_accuracy": 0.5864733785390854,
      "num_tokens": 506688720.0,
      "step": 657830
    },
    {
      "epoch": 0.8344432351799563,
      "grad_norm": 5.34375,
      "learning_rate": 8.278951815268606e-06,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5172191828489303,
      "num_tokens": 506697435.0,
      "step": 657840
    },
    {
      "epoch": 0.8344559197724891,
      "grad_norm": 6.84375,
      "learning_rate": 8.278317505182313e-06,
      "loss": 2.3582,
      "mean_token_accuracy": 0.5010772466659545,
      "num_tokens": 506704760.0,
      "step": 657850
    },
    {
      "epoch": 0.834468604365022,
      "grad_norm": 5.53125,
      "learning_rate": 8.277683195096022e-06,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5510758310556412,
      "num_tokens": 506712707.0,
      "step": 657860
    },
    {
      "epoch": 0.8344812889575548,
      "grad_norm": 4.6875,
      "learning_rate": 8.27704888500973e-06,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5329875707626343,
      "num_tokens": 506721581.0,
      "step": 657870
    },
    {
      "epoch": 0.8344939735500877,
      "grad_norm": 6.21875,
      "learning_rate": 8.27641457492344e-06,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5790718227624894,
      "num_tokens": 506728403.0,
      "step": 657880
    },
    {
      "epoch": 0.8345066581426205,
      "grad_norm": 6.3125,
      "learning_rate": 8.275780264837148e-06,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5312417954206466,
      "num_tokens": 506737097.0,
      "step": 657890
    },
    {
      "epoch": 0.8345193427351533,
      "grad_norm": 7.15625,
      "learning_rate": 8.275145954750855e-06,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5360461920499802,
      "num_tokens": 506744491.0,
      "step": 657900
    },
    {
      "epoch": 0.8345320273276862,
      "grad_norm": 5.90625,
      "learning_rate": 8.274511644664566e-06,
      "loss": 2.071,
      "mean_token_accuracy": 0.5452966660261154,
      "num_tokens": 506750868.0,
      "step": 657910
    },
    {
      "epoch": 0.834544711920219,
      "grad_norm": 5.90625,
      "learning_rate": 8.273877334578273e-06,
      "loss": 1.9238,
      "mean_token_accuracy": 0.5852469027042388,
      "num_tokens": 506757939.0,
      "step": 657920
    },
    {
      "epoch": 0.8345573965127518,
      "grad_norm": 6.25,
      "learning_rate": 8.273243024491981e-06,
      "loss": 2.2211,
      "mean_token_accuracy": 0.5178185552358627,
      "num_tokens": 506766144.0,
      "step": 657930
    },
    {
      "epoch": 0.8345700811052846,
      "grad_norm": 5.625,
      "learning_rate": 8.27260871440569e-06,
      "loss": 2.089,
      "mean_token_accuracy": 0.5394025981426239,
      "num_tokens": 506775194.0,
      "step": 657940
    },
    {
      "epoch": 0.8345827656978175,
      "grad_norm": 5.0625,
      "learning_rate": 8.271974404319397e-06,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5704239457845688,
      "num_tokens": 506783211.0,
      "step": 657950
    },
    {
      "epoch": 0.8345954502903503,
      "grad_norm": 5.59375,
      "learning_rate": 8.271340094233108e-06,
      "loss": 2.1026,
      "mean_token_accuracy": 0.544443941116333,
      "num_tokens": 506791523.0,
      "step": 657960
    },
    {
      "epoch": 0.8346081348828832,
      "grad_norm": 5.53125,
      "learning_rate": 8.270705784146815e-06,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5462699055671691,
      "num_tokens": 506798507.0,
      "step": 657970
    },
    {
      "epoch": 0.834620819475416,
      "grad_norm": 6.8125,
      "learning_rate": 8.270071474060525e-06,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5566847503185273,
      "num_tokens": 506804845.0,
      "step": 657980
    },
    {
      "epoch": 0.8346335040679488,
      "grad_norm": 6.15625,
      "learning_rate": 8.269437163974232e-06,
      "loss": 2.1062,
      "mean_token_accuracy": 0.541790759563446,
      "num_tokens": 506813765.0,
      "step": 657990
    },
    {
      "epoch": 0.8346461886604817,
      "grad_norm": 5.25,
      "learning_rate": 8.26880285388794e-06,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5497812926769257,
      "num_tokens": 506821245.0,
      "step": 658000
    },
    {
      "epoch": 0.8346588732530145,
      "grad_norm": 5.4375,
      "learning_rate": 8.26816854380165e-06,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5292786836624146,
      "num_tokens": 506829154.0,
      "step": 658010
    },
    {
      "epoch": 0.8346715578455474,
      "grad_norm": 9.25,
      "learning_rate": 8.267534233715357e-06,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5714520394802094,
      "num_tokens": 506836071.0,
      "step": 658020
    },
    {
      "epoch": 0.8346842424380801,
      "grad_norm": 5.03125,
      "learning_rate": 8.266899923629067e-06,
      "loss": 2.2273,
      "mean_token_accuracy": 0.5114099472761154,
      "num_tokens": 506844718.0,
      "step": 658030
    },
    {
      "epoch": 0.834696927030613,
      "grad_norm": 4.90625,
      "learning_rate": 8.266265613542774e-06,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5166863590478897,
      "num_tokens": 506852105.0,
      "step": 658040
    },
    {
      "epoch": 0.8347096116231458,
      "grad_norm": 10.5625,
      "learning_rate": 8.265631303456483e-06,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5445418804883957,
      "num_tokens": 506858551.0,
      "step": 658050
    },
    {
      "epoch": 0.8347222962156786,
      "grad_norm": 6.40625,
      "learning_rate": 8.264996993370192e-06,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5625231891870499,
      "num_tokens": 506866067.0,
      "step": 658060
    },
    {
      "epoch": 0.8347349808082115,
      "grad_norm": 6.8125,
      "learning_rate": 8.264362683283899e-06,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5618882060050965,
      "num_tokens": 506873722.0,
      "step": 658070
    },
    {
      "epoch": 0.8347476654007443,
      "grad_norm": 4.71875,
      "learning_rate": 8.263728373197609e-06,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5278973251581192,
      "num_tokens": 506881221.0,
      "step": 658080
    },
    {
      "epoch": 0.8347603499932772,
      "grad_norm": 5.4375,
      "learning_rate": 8.263094063111316e-06,
      "loss": 1.8938,
      "mean_token_accuracy": 0.5831607103347778,
      "num_tokens": 506888239.0,
      "step": 658090
    },
    {
      "epoch": 0.83477303458581,
      "grad_norm": 6.84375,
      "learning_rate": 8.262459753025027e-06,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5606650531291961,
      "num_tokens": 506893834.0,
      "step": 658100
    },
    {
      "epoch": 0.8347857191783429,
      "grad_norm": 7.375,
      "learning_rate": 8.261825442938734e-06,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5222004771232605,
      "num_tokens": 506902483.0,
      "step": 658110
    },
    {
      "epoch": 0.8347984037708757,
      "grad_norm": 5.46875,
      "learning_rate": 8.261191132852442e-06,
      "loss": 2.029,
      "mean_token_accuracy": 0.5564095884561538,
      "num_tokens": 506909015.0,
      "step": 658120
    },
    {
      "epoch": 0.8348110883634084,
      "grad_norm": 5.65625,
      "learning_rate": 8.260556822766151e-06,
      "loss": 2.1569,
      "mean_token_accuracy": 0.533992537856102,
      "num_tokens": 506916003.0,
      "step": 658130
    },
    {
      "epoch": 0.8348237729559413,
      "grad_norm": 4.90625,
      "learning_rate": 8.259922512679858e-06,
      "loss": 2.2263,
      "mean_token_accuracy": 0.5142353475093842,
      "num_tokens": 506923841.0,
      "step": 658140
    },
    {
      "epoch": 0.8348364575484741,
      "grad_norm": 7.65625,
      "learning_rate": 8.259288202593569e-06,
      "loss": 2.1551,
      "mean_token_accuracy": 0.532066935300827,
      "num_tokens": 506931800.0,
      "step": 658150
    },
    {
      "epoch": 0.834849142141007,
      "grad_norm": 5.9375,
      "learning_rate": 8.258653892507276e-06,
      "loss": 2.092,
      "mean_token_accuracy": 0.5455359309911728,
      "num_tokens": 506939948.0,
      "step": 658160
    },
    {
      "epoch": 0.8348618267335398,
      "grad_norm": 5.375,
      "learning_rate": 8.258019582420984e-06,
      "loss": 2.236,
      "mean_token_accuracy": 0.5182262510061264,
      "num_tokens": 506948534.0,
      "step": 658170
    },
    {
      "epoch": 0.8348745113260727,
      "grad_norm": 7.46875,
      "learning_rate": 8.257385272334693e-06,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5329835802316666,
      "num_tokens": 506955767.0,
      "step": 658180
    },
    {
      "epoch": 0.8348871959186055,
      "grad_norm": 7.25,
      "learning_rate": 8.256750962248402e-06,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5499739736318588,
      "num_tokens": 506963013.0,
      "step": 658190
    },
    {
      "epoch": 0.8348998805111384,
      "grad_norm": 4.8125,
      "learning_rate": 8.25611665216211e-06,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5564196795225144,
      "num_tokens": 506969900.0,
      "step": 658200
    },
    {
      "epoch": 0.8349125651036712,
      "grad_norm": 4.875,
      "learning_rate": 8.255482342075818e-06,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5799032032489777,
      "num_tokens": 506976816.0,
      "step": 658210
    },
    {
      "epoch": 0.834925249696204,
      "grad_norm": 5.65625,
      "learning_rate": 8.254848031989526e-06,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5269967675209045,
      "num_tokens": 506984842.0,
      "step": 658220
    },
    {
      "epoch": 0.8349379342887369,
      "grad_norm": 5.9375,
      "learning_rate": 8.254213721903235e-06,
      "loss": 2.2982,
      "mean_token_accuracy": 0.5154701352119446,
      "num_tokens": 506992603.0,
      "step": 658230
    },
    {
      "epoch": 0.8349506188812696,
      "grad_norm": 5.25,
      "learning_rate": 8.253579411816944e-06,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5170919746160507,
      "num_tokens": 507001838.0,
      "step": 658240
    },
    {
      "epoch": 0.8349633034738025,
      "grad_norm": 5.0,
      "learning_rate": 8.252945101730653e-06,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5448173522949219,
      "num_tokens": 507009254.0,
      "step": 658250
    },
    {
      "epoch": 0.8349759880663353,
      "grad_norm": 7.3125,
      "learning_rate": 8.25231079164436e-06,
      "loss": 1.7749,
      "mean_token_accuracy": 0.6116547524929047,
      "num_tokens": 507015836.0,
      "step": 658260
    },
    {
      "epoch": 0.8349886726588682,
      "grad_norm": 5.40625,
      "learning_rate": 8.251676481558068e-06,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5254206836223603,
      "num_tokens": 507024406.0,
      "step": 658270
    },
    {
      "epoch": 0.835001357251401,
      "grad_norm": 7.71875,
      "learning_rate": 8.251042171471777e-06,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5307099610567093,
      "num_tokens": 507032827.0,
      "step": 658280
    },
    {
      "epoch": 0.8350140418439338,
      "grad_norm": 6.65625,
      "learning_rate": 8.250407861385486e-06,
      "loss": 1.8787,
      "mean_token_accuracy": 0.566829776763916,
      "num_tokens": 507039074.0,
      "step": 658290
    },
    {
      "epoch": 0.8350267264364667,
      "grad_norm": 4.5625,
      "learning_rate": 8.249773551299195e-06,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5631340503692627,
      "num_tokens": 507047635.0,
      "step": 658300
    },
    {
      "epoch": 0.8350394110289995,
      "grad_norm": 8.0625,
      "learning_rate": 8.249139241212903e-06,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5450549960136414,
      "num_tokens": 507055076.0,
      "step": 658310
    },
    {
      "epoch": 0.8350520956215324,
      "grad_norm": 5.5,
      "learning_rate": 8.248504931126612e-06,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5510268211364746,
      "num_tokens": 507062828.0,
      "step": 658320
    },
    {
      "epoch": 0.8350647802140652,
      "grad_norm": 5.28125,
      "learning_rate": 8.247870621040319e-06,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5764237135648728,
      "num_tokens": 507070188.0,
      "step": 658330
    },
    {
      "epoch": 0.8350774648065981,
      "grad_norm": 5.71875,
      "learning_rate": 8.247236310954028e-06,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5357091128826141,
      "num_tokens": 507077657.0,
      "step": 658340
    },
    {
      "epoch": 0.8350901493991308,
      "grad_norm": 6.46875,
      "learning_rate": 8.246602000867737e-06,
      "loss": 1.8032,
      "mean_token_accuracy": 0.5961591899394989,
      "num_tokens": 507084994.0,
      "step": 658350
    },
    {
      "epoch": 0.8351028339916637,
      "grad_norm": 5.0,
      "learning_rate": 8.245967690781445e-06,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5162214428186417,
      "num_tokens": 507093616.0,
      "step": 658360
    },
    {
      "epoch": 0.8351155185841965,
      "grad_norm": 5.15625,
      "learning_rate": 8.245333380695154e-06,
      "loss": 1.9379,
      "mean_token_accuracy": 0.570344352722168,
      "num_tokens": 507100517.0,
      "step": 658370
    },
    {
      "epoch": 0.8351282031767293,
      "grad_norm": 4.9375,
      "learning_rate": 8.244699070608863e-06,
      "loss": 1.8037,
      "mean_token_accuracy": 0.5887959510087967,
      "num_tokens": 507108087.0,
      "step": 658380
    },
    {
      "epoch": 0.8351408877692622,
      "grad_norm": 5.03125,
      "learning_rate": 8.24406476052257e-06,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5475039601325988,
      "num_tokens": 507115571.0,
      "step": 658390
    },
    {
      "epoch": 0.835153572361795,
      "grad_norm": 5.4375,
      "learning_rate": 8.243430450436279e-06,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5367054253816604,
      "num_tokens": 507123732.0,
      "step": 658400
    },
    {
      "epoch": 0.8351662569543279,
      "grad_norm": 5.21875,
      "learning_rate": 8.242796140349987e-06,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5402666568756104,
      "num_tokens": 507131446.0,
      "step": 658410
    },
    {
      "epoch": 0.8351789415468607,
      "grad_norm": 8.5,
      "learning_rate": 8.242161830263696e-06,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5675603687763214,
      "num_tokens": 507137595.0,
      "step": 658420
    },
    {
      "epoch": 0.8351916261393936,
      "grad_norm": 5.40625,
      "learning_rate": 8.241527520177405e-06,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5501677989959717,
      "num_tokens": 507146744.0,
      "step": 658430
    },
    {
      "epoch": 0.8352043107319264,
      "grad_norm": 4.625,
      "learning_rate": 8.240893210091112e-06,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5360462427139282,
      "num_tokens": 507154490.0,
      "step": 658440
    },
    {
      "epoch": 0.8352169953244591,
      "grad_norm": 5.09375,
      "learning_rate": 8.24025890000482e-06,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5470996260643005,
      "num_tokens": 507162079.0,
      "step": 658450
    },
    {
      "epoch": 0.835229679916992,
      "grad_norm": 6.21875,
      "learning_rate": 8.23962458991853e-06,
      "loss": 1.9164,
      "mean_token_accuracy": 0.5764344394207,
      "num_tokens": 507170043.0,
      "step": 658460
    },
    {
      "epoch": 0.8352423645095248,
      "grad_norm": 6.09375,
      "learning_rate": 8.238990279832238e-06,
      "loss": 2.0399,
      "mean_token_accuracy": 0.54338059425354,
      "num_tokens": 507177314.0,
      "step": 658470
    },
    {
      "epoch": 0.8352550491020577,
      "grad_norm": 4.84375,
      "learning_rate": 8.238355969745947e-06,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5172676324844361,
      "num_tokens": 507186164.0,
      "step": 658480
    },
    {
      "epoch": 0.8352677336945905,
      "grad_norm": 7.84375,
      "learning_rate": 8.237721659659654e-06,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5200504004955292,
      "num_tokens": 507193340.0,
      "step": 658490
    },
    {
      "epoch": 0.8352804182871234,
      "grad_norm": 6.40625,
      "learning_rate": 8.237087349573364e-06,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5601253390312195,
      "num_tokens": 507199742.0,
      "step": 658500
    },
    {
      "epoch": 0.8352931028796562,
      "grad_norm": 7.25,
      "learning_rate": 8.236453039487071e-06,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5293846070766449,
      "num_tokens": 507207173.0,
      "step": 658510
    },
    {
      "epoch": 0.835305787472189,
      "grad_norm": 7.03125,
      "learning_rate": 8.23581872940078e-06,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5438036859035492,
      "num_tokens": 507213939.0,
      "step": 658520
    },
    {
      "epoch": 0.8353184720647219,
      "grad_norm": 4.6875,
      "learning_rate": 8.235184419314489e-06,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5240756124258041,
      "num_tokens": 507222382.0,
      "step": 658530
    },
    {
      "epoch": 0.8353311566572547,
      "grad_norm": 4.625,
      "learning_rate": 8.234550109228198e-06,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5522360533475876,
      "num_tokens": 507229661.0,
      "step": 658540
    },
    {
      "epoch": 0.8353438412497876,
      "grad_norm": 6.625,
      "learning_rate": 8.233915799141906e-06,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5491496622562408,
      "num_tokens": 507236576.0,
      "step": 658550
    },
    {
      "epoch": 0.8353565258423203,
      "grad_norm": 4.9375,
      "learning_rate": 8.233281489055613e-06,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5408832848072052,
      "num_tokens": 507244994.0,
      "step": 658560
    },
    {
      "epoch": 0.8353692104348532,
      "grad_norm": 5.28125,
      "learning_rate": 8.232647178969324e-06,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5310588717460633,
      "num_tokens": 507253357.0,
      "step": 658570
    },
    {
      "epoch": 0.835381895027386,
      "grad_norm": 5.0625,
      "learning_rate": 8.23201286888303e-06,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5454903185367584,
      "num_tokens": 507261701.0,
      "step": 658580
    },
    {
      "epoch": 0.8353945796199189,
      "grad_norm": 5.0625,
      "learning_rate": 8.23137855879674e-06,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5342056065797806,
      "num_tokens": 507270263.0,
      "step": 658590
    },
    {
      "epoch": 0.8354072642124517,
      "grad_norm": 5.4375,
      "learning_rate": 8.230744248710448e-06,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5712576270103454,
      "num_tokens": 507278629.0,
      "step": 658600
    },
    {
      "epoch": 0.8354199488049845,
      "grad_norm": 4.90625,
      "learning_rate": 8.230109938624155e-06,
      "loss": 2.051,
      "mean_token_accuracy": 0.5564461141824723,
      "num_tokens": 507286101.0,
      "step": 658610
    },
    {
      "epoch": 0.8354326333975174,
      "grad_norm": 5.5,
      "learning_rate": 8.229475628537866e-06,
      "loss": 1.972,
      "mean_token_accuracy": 0.5748985826969146,
      "num_tokens": 507292251.0,
      "step": 658620
    },
    {
      "epoch": 0.8354453179900502,
      "grad_norm": 5.40625,
      "learning_rate": 8.228841318451573e-06,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5344275325536728,
      "num_tokens": 507300580.0,
      "step": 658630
    },
    {
      "epoch": 0.8354580025825831,
      "grad_norm": 6.0,
      "learning_rate": 8.228207008365282e-06,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5714414536952972,
      "num_tokens": 507307996.0,
      "step": 658640
    },
    {
      "epoch": 0.8354706871751159,
      "grad_norm": 4.8125,
      "learning_rate": 8.22757269827899e-06,
      "loss": 2.154,
      "mean_token_accuracy": 0.5208282828330993,
      "num_tokens": 507315869.0,
      "step": 658650
    },
    {
      "epoch": 0.8354833717676488,
      "grad_norm": 9.6875,
      "learning_rate": 8.226938388192697e-06,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5776549994945526,
      "num_tokens": 507322936.0,
      "step": 658660
    },
    {
      "epoch": 0.8354960563601815,
      "grad_norm": 5.96875,
      "learning_rate": 8.226304078106408e-06,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5410340011119843,
      "num_tokens": 507329799.0,
      "step": 658670
    },
    {
      "epoch": 0.8355087409527143,
      "grad_norm": 7.53125,
      "learning_rate": 8.225669768020115e-06,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5380249947309494,
      "num_tokens": 507336568.0,
      "step": 658680
    },
    {
      "epoch": 0.8355214255452472,
      "grad_norm": 4.84375,
      "learning_rate": 8.225035457933825e-06,
      "loss": 2.01,
      "mean_token_accuracy": 0.5549996316432952,
      "num_tokens": 507344704.0,
      "step": 658690
    },
    {
      "epoch": 0.83553411013778,
      "grad_norm": 6.6875,
      "learning_rate": 8.224401147847532e-06,
      "loss": 1.8987,
      "mean_token_accuracy": 0.5828663676977157,
      "num_tokens": 507351689.0,
      "step": 658700
    },
    {
      "epoch": 0.8355467947303129,
      "grad_norm": 5.34375,
      "learning_rate": 8.223766837761241e-06,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5537613332271576,
      "num_tokens": 507359621.0,
      "step": 658710
    },
    {
      "epoch": 0.8355594793228457,
      "grad_norm": 5.09375,
      "learning_rate": 8.22313252767495e-06,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5331696808338166,
      "num_tokens": 507367226.0,
      "step": 658720
    },
    {
      "epoch": 0.8355721639153786,
      "grad_norm": 5.21875,
      "learning_rate": 8.222498217588657e-06,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5603465408086776,
      "num_tokens": 507375306.0,
      "step": 658730
    },
    {
      "epoch": 0.8355848485079114,
      "grad_norm": 6.3125,
      "learning_rate": 8.221863907502367e-06,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5619976401329041,
      "num_tokens": 507382899.0,
      "step": 658740
    },
    {
      "epoch": 0.8355975331004443,
      "grad_norm": 7.0625,
      "learning_rate": 8.221229597416074e-06,
      "loss": 2.039,
      "mean_token_accuracy": 0.5397248923778534,
      "num_tokens": 507390835.0,
      "step": 658750
    },
    {
      "epoch": 0.835610217692977,
      "grad_norm": 8.5,
      "learning_rate": 8.220595287329785e-06,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5572352081537246,
      "num_tokens": 507397784.0,
      "step": 658760
    },
    {
      "epoch": 0.8356229022855098,
      "grad_norm": 5.28125,
      "learning_rate": 8.219960977243492e-06,
      "loss": 2.06,
      "mean_token_accuracy": 0.54615418612957,
      "num_tokens": 507406330.0,
      "step": 658770
    },
    {
      "epoch": 0.8356355868780427,
      "grad_norm": 6.25,
      "learning_rate": 8.2193266671572e-06,
      "loss": 2.2785,
      "mean_token_accuracy": 0.5224188834428787,
      "num_tokens": 507414147.0,
      "step": 658780
    },
    {
      "epoch": 0.8356482714705755,
      "grad_norm": 4.6875,
      "learning_rate": 8.21869235707091e-06,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5629949063062668,
      "num_tokens": 507421316.0,
      "step": 658790
    },
    {
      "epoch": 0.8356609560631084,
      "grad_norm": 5.8125,
      "learning_rate": 8.218058046984616e-06,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5255046248435974,
      "num_tokens": 507429288.0,
      "step": 658800
    },
    {
      "epoch": 0.8356736406556412,
      "grad_norm": 8.125,
      "learning_rate": 8.217423736898327e-06,
      "loss": 2.2242,
      "mean_token_accuracy": 0.525154659152031,
      "num_tokens": 507437321.0,
      "step": 658810
    },
    {
      "epoch": 0.8356863252481741,
      "grad_norm": 5.53125,
      "learning_rate": 8.216789426812034e-06,
      "loss": 1.7683,
      "mean_token_accuracy": 0.6044747769832611,
      "num_tokens": 507443962.0,
      "step": 658820
    },
    {
      "epoch": 0.8356990098407069,
      "grad_norm": 5.9375,
      "learning_rate": 8.216155116725743e-06,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5760860651731491,
      "num_tokens": 507451064.0,
      "step": 658830
    },
    {
      "epoch": 0.8357116944332397,
      "grad_norm": 5.25,
      "learning_rate": 8.215520806639451e-06,
      "loss": 2.073,
      "mean_token_accuracy": 0.5506370902061463,
      "num_tokens": 507458600.0,
      "step": 658840
    },
    {
      "epoch": 0.8357243790257726,
      "grad_norm": 4.6875,
      "learning_rate": 8.214886496553158e-06,
      "loss": 2.018,
      "mean_token_accuracy": 0.5551404088735581,
      "num_tokens": 507467626.0,
      "step": 658850
    },
    {
      "epoch": 0.8357370636183054,
      "grad_norm": 6.09375,
      "learning_rate": 8.214252186466869e-06,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5373367488384246,
      "num_tokens": 507476262.0,
      "step": 658860
    },
    {
      "epoch": 0.8357497482108383,
      "grad_norm": 5.125,
      "learning_rate": 8.213617876380576e-06,
      "loss": 1.3129,
      "mean_token_accuracy": 0.6868808060884476,
      "num_tokens": 507482058.0,
      "step": 658870
    },
    {
      "epoch": 0.835762432803371,
      "grad_norm": 5.6875,
      "learning_rate": 8.212983566294285e-06,
      "loss": 2.007,
      "mean_token_accuracy": 0.5607192754745484,
      "num_tokens": 507490533.0,
      "step": 658880
    },
    {
      "epoch": 0.8357751173959039,
      "grad_norm": 7.21875,
      "learning_rate": 8.212349256207993e-06,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5507684916257858,
      "num_tokens": 507497158.0,
      "step": 658890
    },
    {
      "epoch": 0.8357878019884367,
      "grad_norm": 8.0625,
      "learning_rate": 8.211714946121702e-06,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5493044346570969,
      "num_tokens": 507505367.0,
      "step": 658900
    },
    {
      "epoch": 0.8358004865809696,
      "grad_norm": 5.0,
      "learning_rate": 8.21108063603541e-06,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5541990756988525,
      "num_tokens": 507513361.0,
      "step": 658910
    },
    {
      "epoch": 0.8358131711735024,
      "grad_norm": 5.5625,
      "learning_rate": 8.210446325949118e-06,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5307603389024734,
      "num_tokens": 507521885.0,
      "step": 658920
    },
    {
      "epoch": 0.8358258557660352,
      "grad_norm": 7.0625,
      "learning_rate": 8.209812015862827e-06,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5357756793498993,
      "num_tokens": 507529789.0,
      "step": 658930
    },
    {
      "epoch": 0.8358385403585681,
      "grad_norm": 5.1875,
      "learning_rate": 8.209177705776535e-06,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5527686089277267,
      "num_tokens": 507537533.0,
      "step": 658940
    },
    {
      "epoch": 0.8358512249511009,
      "grad_norm": 4.84375,
      "learning_rate": 8.208543395690244e-06,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5595362722873688,
      "num_tokens": 507545563.0,
      "step": 658950
    },
    {
      "epoch": 0.8358639095436338,
      "grad_norm": 7.59375,
      "learning_rate": 8.207909085603953e-06,
      "loss": 1.8096,
      "mean_token_accuracy": 0.6015530407428742,
      "num_tokens": 507552264.0,
      "step": 658960
    },
    {
      "epoch": 0.8358765941361666,
      "grad_norm": 5.9375,
      "learning_rate": 8.207274775517661e-06,
      "loss": 2.104,
      "mean_token_accuracy": 0.5490574061870575,
      "num_tokens": 507559964.0,
      "step": 658970
    },
    {
      "epoch": 0.8358892787286994,
      "grad_norm": 6.65625,
      "learning_rate": 8.20664046543137e-06,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5251844882965088,
      "num_tokens": 507567963.0,
      "step": 658980
    },
    {
      "epoch": 0.8359019633212322,
      "grad_norm": 5.34375,
      "learning_rate": 8.206006155345077e-06,
      "loss": 1.92,
      "mean_token_accuracy": 0.5633220106363297,
      "num_tokens": 507574936.0,
      "step": 658990
    },
    {
      "epoch": 0.835914647913765,
      "grad_norm": 5.375,
      "learning_rate": 8.205371845258786e-06,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5328167319297791,
      "num_tokens": 507583901.0,
      "step": 659000
    },
    {
      "epoch": 0.8359273325062979,
      "grad_norm": 5.125,
      "learning_rate": 8.204737535172495e-06,
      "loss": 2.0554,
      "mean_token_accuracy": 0.545990726351738,
      "num_tokens": 507592090.0,
      "step": 659010
    },
    {
      "epoch": 0.8359400170988307,
      "grad_norm": 4.5625,
      "learning_rate": 8.204103225086203e-06,
      "loss": 2.071,
      "mean_token_accuracy": 0.5571255207061767,
      "num_tokens": 507599201.0,
      "step": 659020
    },
    {
      "epoch": 0.8359527016913636,
      "grad_norm": 5.15625,
      "learning_rate": 8.203468914999912e-06,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5185011714696884,
      "num_tokens": 507608001.0,
      "step": 659030
    },
    {
      "epoch": 0.8359653862838964,
      "grad_norm": 5.3125,
      "learning_rate": 8.20283460491362e-06,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5353012710809708,
      "num_tokens": 507615191.0,
      "step": 659040
    },
    {
      "epoch": 0.8359780708764293,
      "grad_norm": 5.96875,
      "learning_rate": 8.202200294827328e-06,
      "loss": 1.8667,
      "mean_token_accuracy": 0.5831609189510345,
      "num_tokens": 507623212.0,
      "step": 659050
    },
    {
      "epoch": 0.8359907554689621,
      "grad_norm": 6.96875,
      "learning_rate": 8.201565984741037e-06,
      "loss": 2.1933,
      "mean_token_accuracy": 0.529627850651741,
      "num_tokens": 507629474.0,
      "step": 659060
    },
    {
      "epoch": 0.8360034400614949,
      "grad_norm": 6.15625,
      "learning_rate": 8.200931674654745e-06,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5253269881010055,
      "num_tokens": 507638848.0,
      "step": 659070
    },
    {
      "epoch": 0.8360161246540277,
      "grad_norm": 8.4375,
      "learning_rate": 8.200297364568454e-06,
      "loss": 1.8359,
      "mean_token_accuracy": 0.5827104389667511,
      "num_tokens": 507645444.0,
      "step": 659080
    },
    {
      "epoch": 0.8360288092465605,
      "grad_norm": 6.875,
      "learning_rate": 8.199663054482163e-06,
      "loss": 1.8458,
      "mean_token_accuracy": 0.5904629170894623,
      "num_tokens": 507652822.0,
      "step": 659090
    },
    {
      "epoch": 0.8360414938390934,
      "grad_norm": 4.65625,
      "learning_rate": 8.19902874439587e-06,
      "loss": 1.9866,
      "mean_token_accuracy": 0.553974574804306,
      "num_tokens": 507660083.0,
      "step": 659100
    },
    {
      "epoch": 0.8360541784316262,
      "grad_norm": 5.0,
      "learning_rate": 8.198394434309579e-06,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5426404565572739,
      "num_tokens": 507667270.0,
      "step": 659110
    },
    {
      "epoch": 0.8360668630241591,
      "grad_norm": 5.5625,
      "learning_rate": 8.197760124223287e-06,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5621285617351532,
      "num_tokens": 507675011.0,
      "step": 659120
    },
    {
      "epoch": 0.8360795476166919,
      "grad_norm": 5.625,
      "learning_rate": 8.197125814136996e-06,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5432090669870376,
      "num_tokens": 507683098.0,
      "step": 659130
    },
    {
      "epoch": 0.8360922322092248,
      "grad_norm": 6.125,
      "learning_rate": 8.196491504050705e-06,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5417017102241516,
      "num_tokens": 507691170.0,
      "step": 659140
    },
    {
      "epoch": 0.8361049168017576,
      "grad_norm": 5.59375,
      "learning_rate": 8.195857193964412e-06,
      "loss": 1.913,
      "mean_token_accuracy": 0.5822027385234833,
      "num_tokens": 507699817.0,
      "step": 659150
    },
    {
      "epoch": 0.8361176013942904,
      "grad_norm": 6.8125,
      "learning_rate": 8.195222883878122e-06,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5327436715364456,
      "num_tokens": 507708097.0,
      "step": 659160
    },
    {
      "epoch": 0.8361302859868233,
      "grad_norm": 16.5,
      "learning_rate": 8.19458857379183e-06,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5450713902711868,
      "num_tokens": 507714194.0,
      "step": 659170
    },
    {
      "epoch": 0.836142970579356,
      "grad_norm": 5.09375,
      "learning_rate": 8.193954263705538e-06,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5247654527425766,
      "num_tokens": 507723490.0,
      "step": 659180
    },
    {
      "epoch": 0.836155655171889,
      "grad_norm": 4.8125,
      "learning_rate": 8.193319953619247e-06,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5322656452655792,
      "num_tokens": 507732427.0,
      "step": 659190
    },
    {
      "epoch": 0.8361683397644217,
      "grad_norm": 5.59375,
      "learning_rate": 8.192685643532954e-06,
      "loss": 1.8704,
      "mean_token_accuracy": 0.5837500095367432,
      "num_tokens": 507739857.0,
      "step": 659200
    },
    {
      "epoch": 0.8361810243569546,
      "grad_norm": 5.5625,
      "learning_rate": 8.192051333446664e-06,
      "loss": 2.2554,
      "mean_token_accuracy": 0.5082237839698791,
      "num_tokens": 507748407.0,
      "step": 659210
    },
    {
      "epoch": 0.8361937089494874,
      "grad_norm": 5.5625,
      "learning_rate": 8.191417023360372e-06,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5572041779756546,
      "num_tokens": 507756894.0,
      "step": 659220
    },
    {
      "epoch": 0.8362063935420202,
      "grad_norm": 5.96875,
      "learning_rate": 8.19078271327408e-06,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5305140793323517,
      "num_tokens": 507765111.0,
      "step": 659230
    },
    {
      "epoch": 0.8362190781345531,
      "grad_norm": 5.3125,
      "learning_rate": 8.190148403187789e-06,
      "loss": 2.2508,
      "mean_token_accuracy": 0.5130082964897156,
      "num_tokens": 507774445.0,
      "step": 659240
    },
    {
      "epoch": 0.8362317627270859,
      "grad_norm": 4.65625,
      "learning_rate": 8.189514093101498e-06,
      "loss": 1.9789,
      "mean_token_accuracy": 0.562581542134285,
      "num_tokens": 507782810.0,
      "step": 659250
    },
    {
      "epoch": 0.8362444473196188,
      "grad_norm": 5.625,
      "learning_rate": 8.188879783015206e-06,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5458013027906418,
      "num_tokens": 507791346.0,
      "step": 659260
    },
    {
      "epoch": 0.8362571319121516,
      "grad_norm": 6.0,
      "learning_rate": 8.188245472928914e-06,
      "loss": 2.103,
      "mean_token_accuracy": 0.5461239069700241,
      "num_tokens": 507797925.0,
      "step": 659270
    },
    {
      "epoch": 0.8362698165046845,
      "grad_norm": 6.96875,
      "learning_rate": 8.187611162842624e-06,
      "loss": 2.084,
      "mean_token_accuracy": 0.539330267906189,
      "num_tokens": 507805848.0,
      "step": 659280
    },
    {
      "epoch": 0.8362825010972172,
      "grad_norm": 5.1875,
      "learning_rate": 8.186976852756331e-06,
      "loss": 1.6475,
      "mean_token_accuracy": 0.6291115522384644,
      "num_tokens": 507812053.0,
      "step": 659290
    },
    {
      "epoch": 0.8362951856897501,
      "grad_norm": 6.46875,
      "learning_rate": 8.18634254267004e-06,
      "loss": 1.6951,
      "mean_token_accuracy": 0.619824206829071,
      "num_tokens": 507820046.0,
      "step": 659300
    },
    {
      "epoch": 0.8363078702822829,
      "grad_norm": 5.9375,
      "learning_rate": 8.185708232583748e-06,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5505750954151154,
      "num_tokens": 507828329.0,
      "step": 659310
    },
    {
      "epoch": 0.8363205548748157,
      "grad_norm": 5.1875,
      "learning_rate": 8.185073922497456e-06,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5677313029766082,
      "num_tokens": 507835926.0,
      "step": 659320
    },
    {
      "epoch": 0.8363332394673486,
      "grad_norm": 4.96875,
      "learning_rate": 8.184439612411166e-06,
      "loss": 1.982,
      "mean_token_accuracy": 0.553777539730072,
      "num_tokens": 507843417.0,
      "step": 659330
    },
    {
      "epoch": 0.8363459240598814,
      "grad_norm": 6.4375,
      "learning_rate": 8.183805302324873e-06,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5824184238910675,
      "num_tokens": 507851481.0,
      "step": 659340
    },
    {
      "epoch": 0.8363586086524143,
      "grad_norm": 5.40625,
      "learning_rate": 8.183170992238583e-06,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5407631725072861,
      "num_tokens": 507860171.0,
      "step": 659350
    },
    {
      "epoch": 0.8363712932449471,
      "grad_norm": 5.34375,
      "learning_rate": 8.18253668215229e-06,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5352050125598907,
      "num_tokens": 507867862.0,
      "step": 659360
    },
    {
      "epoch": 0.83638397783748,
      "grad_norm": 5.4375,
      "learning_rate": 8.181902372066e-06,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5337521493434906,
      "num_tokens": 507875688.0,
      "step": 659370
    },
    {
      "epoch": 0.8363966624300128,
      "grad_norm": 6.5,
      "learning_rate": 8.181268061979708e-06,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5280727475881577,
      "num_tokens": 507883388.0,
      "step": 659380
    },
    {
      "epoch": 0.8364093470225455,
      "grad_norm": 10.3125,
      "learning_rate": 8.180633751893415e-06,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5751135021448135,
      "num_tokens": 507891012.0,
      "step": 659390
    },
    {
      "epoch": 0.8364220316150784,
      "grad_norm": 4.75,
      "learning_rate": 8.179999441807125e-06,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5455818951129914,
      "num_tokens": 507900117.0,
      "step": 659400
    },
    {
      "epoch": 0.8364347162076112,
      "grad_norm": 5.46875,
      "learning_rate": 8.179365131720832e-06,
      "loss": 1.9182,
      "mean_token_accuracy": 0.5757329940795899,
      "num_tokens": 507907325.0,
      "step": 659410
    },
    {
      "epoch": 0.8364474008001441,
      "grad_norm": 5.25,
      "learning_rate": 8.178730821634541e-06,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5716088294982911,
      "num_tokens": 507915497.0,
      "step": 659420
    },
    {
      "epoch": 0.8364600853926769,
      "grad_norm": 5.1875,
      "learning_rate": 8.17809651154825e-06,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5709537297487259,
      "num_tokens": 507922330.0,
      "step": 659430
    },
    {
      "epoch": 0.8364727699852098,
      "grad_norm": 5.09375,
      "learning_rate": 8.177462201461959e-06,
      "loss": 2.0269,
      "mean_token_accuracy": 0.5535076588392258,
      "num_tokens": 507930203.0,
      "step": 659440
    },
    {
      "epoch": 0.8364854545777426,
      "grad_norm": 5.34375,
      "learning_rate": 8.176827891375667e-06,
      "loss": 1.972,
      "mean_token_accuracy": 0.5792374938726426,
      "num_tokens": 507937434.0,
      "step": 659450
    },
    {
      "epoch": 0.8364981391702754,
      "grad_norm": 5.46875,
      "learning_rate": 8.176193581289374e-06,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5209256798028946,
      "num_tokens": 507946303.0,
      "step": 659460
    },
    {
      "epoch": 0.8365108237628083,
      "grad_norm": 6.75,
      "learning_rate": 8.175559271203085e-06,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5525538682937622,
      "num_tokens": 507954472.0,
      "step": 659470
    },
    {
      "epoch": 0.8365235083553411,
      "grad_norm": 5.03125,
      "learning_rate": 8.174924961116792e-06,
      "loss": 1.8391,
      "mean_token_accuracy": 0.5918936669826508,
      "num_tokens": 507962079.0,
      "step": 659480
    },
    {
      "epoch": 0.836536192947874,
      "grad_norm": 5.46875,
      "learning_rate": 8.1742906510305e-06,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5309236586093903,
      "num_tokens": 507969153.0,
      "step": 659490
    },
    {
      "epoch": 0.8365488775404067,
      "grad_norm": 5.15625,
      "learning_rate": 8.17365634094421e-06,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5229502469301224,
      "num_tokens": 507978272.0,
      "step": 659500
    },
    {
      "epoch": 0.8365615621329396,
      "grad_norm": 5.875,
      "learning_rate": 8.173022030857916e-06,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5665186047554016,
      "num_tokens": 507986046.0,
      "step": 659510
    },
    {
      "epoch": 0.8365742467254724,
      "grad_norm": 8.125,
      "learning_rate": 8.172387720771627e-06,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5553688168525696,
      "num_tokens": 507992870.0,
      "step": 659520
    },
    {
      "epoch": 0.8365869313180053,
      "grad_norm": 5.6875,
      "learning_rate": 8.171753410685334e-06,
      "loss": 2.3109,
      "mean_token_accuracy": 0.5031962662935257,
      "num_tokens": 508001738.0,
      "step": 659530
    },
    {
      "epoch": 0.8365996159105381,
      "grad_norm": 6.125,
      "learning_rate": 8.171119100599043e-06,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5404610753059387,
      "num_tokens": 508008860.0,
      "step": 659540
    },
    {
      "epoch": 0.8366123005030709,
      "grad_norm": 6.875,
      "learning_rate": 8.170484790512751e-06,
      "loss": 1.9572,
      "mean_token_accuracy": 0.5654391050338745,
      "num_tokens": 508015874.0,
      "step": 659550
    },
    {
      "epoch": 0.8366249850956038,
      "grad_norm": 4.84375,
      "learning_rate": 8.16985048042646e-06,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5532249093055726,
      "num_tokens": 508023692.0,
      "step": 659560
    },
    {
      "epoch": 0.8366376696881366,
      "grad_norm": 5.125,
      "learning_rate": 8.169216170340169e-06,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5618295192718505,
      "num_tokens": 508030417.0,
      "step": 659570
    },
    {
      "epoch": 0.8366503542806695,
      "grad_norm": 7.5,
      "learning_rate": 8.168581860253876e-06,
      "loss": 2.07,
      "mean_token_accuracy": 0.5487335950136185,
      "num_tokens": 508037584.0,
      "step": 659580
    },
    {
      "epoch": 0.8366630388732023,
      "grad_norm": 7.09375,
      "learning_rate": 8.167947550167585e-06,
      "loss": 1.8395,
      "mean_token_accuracy": 0.5908268868923188,
      "num_tokens": 508044657.0,
      "step": 659590
    },
    {
      "epoch": 0.8366757234657352,
      "grad_norm": 9.5625,
      "learning_rate": 8.167313240081293e-06,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5355593085289001,
      "num_tokens": 508052708.0,
      "step": 659600
    },
    {
      "epoch": 0.8366884080582679,
      "grad_norm": 5.6875,
      "learning_rate": 8.166678929995002e-06,
      "loss": 1.8849,
      "mean_token_accuracy": 0.5751269817352295,
      "num_tokens": 508060388.0,
      "step": 659610
    },
    {
      "epoch": 0.8367010926508007,
      "grad_norm": 5.03125,
      "learning_rate": 8.166044619908711e-06,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5225969731807709,
      "num_tokens": 508068461.0,
      "step": 659620
    },
    {
      "epoch": 0.8367137772433336,
      "grad_norm": 5.0625,
      "learning_rate": 8.16541030982242e-06,
      "loss": 1.5375,
      "mean_token_accuracy": 0.6602655559778213,
      "num_tokens": 508075746.0,
      "step": 659630
    },
    {
      "epoch": 0.8367264618358664,
      "grad_norm": 5.0625,
      "learning_rate": 8.164775999736127e-06,
      "loss": 2.0772,
      "mean_token_accuracy": 0.542061448097229,
      "num_tokens": 508083384.0,
      "step": 659640
    },
    {
      "epoch": 0.8367391464283993,
      "grad_norm": 7.84375,
      "learning_rate": 8.164141689649835e-06,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5572002202272415,
      "num_tokens": 508091699.0,
      "step": 659650
    },
    {
      "epoch": 0.8367518310209321,
      "grad_norm": 6.0,
      "learning_rate": 8.163507379563544e-06,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5363953471183777,
      "num_tokens": 508099746.0,
      "step": 659660
    },
    {
      "epoch": 0.836764515613465,
      "grad_norm": 6.0625,
      "learning_rate": 8.162873069477253e-06,
      "loss": 1.9017,
      "mean_token_accuracy": 0.5696617394685746,
      "num_tokens": 508106509.0,
      "step": 659670
    },
    {
      "epoch": 0.8367772002059978,
      "grad_norm": 5.09375,
      "learning_rate": 8.162238759390962e-06,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5487097442150116,
      "num_tokens": 508114004.0,
      "step": 659680
    },
    {
      "epoch": 0.8367898847985307,
      "grad_norm": 5.1875,
      "learning_rate": 8.16160444930467e-06,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5346199065446854,
      "num_tokens": 508122145.0,
      "step": 659690
    },
    {
      "epoch": 0.8368025693910635,
      "grad_norm": 4.71875,
      "learning_rate": 8.160970139218377e-06,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5333209246397018,
      "num_tokens": 508131077.0,
      "step": 659700
    },
    {
      "epoch": 0.8368152539835962,
      "grad_norm": 7.28125,
      "learning_rate": 8.160335829132086e-06,
      "loss": 1.9412,
      "mean_token_accuracy": 0.561824631690979,
      "num_tokens": 508138365.0,
      "step": 659710
    },
    {
      "epoch": 0.8368279385761291,
      "grad_norm": 6.34375,
      "learning_rate": 8.159701519045795e-06,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5221790492534637,
      "num_tokens": 508146393.0,
      "step": 659720
    },
    {
      "epoch": 0.8368406231686619,
      "grad_norm": 8.625,
      "learning_rate": 8.159067208959504e-06,
      "loss": 2.2161,
      "mean_token_accuracy": 0.5270545363426209,
      "num_tokens": 508153334.0,
      "step": 659730
    },
    {
      "epoch": 0.8368533077611948,
      "grad_norm": 7.46875,
      "learning_rate": 8.158432898873212e-06,
      "loss": 1.7261,
      "mean_token_accuracy": 0.6141085684299469,
      "num_tokens": 508159131.0,
      "step": 659740
    },
    {
      "epoch": 0.8368659923537276,
      "grad_norm": 6.09375,
      "learning_rate": 8.157798588786921e-06,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5244489520788193,
      "num_tokens": 508168231.0,
      "step": 659750
    },
    {
      "epoch": 0.8368786769462605,
      "grad_norm": 7.15625,
      "learning_rate": 8.157164278700628e-06,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5237568587064743,
      "num_tokens": 508176760.0,
      "step": 659760
    },
    {
      "epoch": 0.8368913615387933,
      "grad_norm": 7.125,
      "learning_rate": 8.156529968614337e-06,
      "loss": 1.9802,
      "mean_token_accuracy": 0.5632558822631836,
      "num_tokens": 508184092.0,
      "step": 659770
    },
    {
      "epoch": 0.8369040461313261,
      "grad_norm": 16.125,
      "learning_rate": 8.155895658528046e-06,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5786469370126724,
      "num_tokens": 508190406.0,
      "step": 659780
    },
    {
      "epoch": 0.836916730723859,
      "grad_norm": 6.15625,
      "learning_rate": 8.155261348441754e-06,
      "loss": 1.8179,
      "mean_token_accuracy": 0.5851865708827972,
      "num_tokens": 508197087.0,
      "step": 659790
    },
    {
      "epoch": 0.8369294153163918,
      "grad_norm": 7.59375,
      "learning_rate": 8.154627038355463e-06,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5437712609767914,
      "num_tokens": 508203848.0,
      "step": 659800
    },
    {
      "epoch": 0.8369420999089247,
      "grad_norm": 4.5625,
      "learning_rate": 8.15399272826917e-06,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5227792650461197,
      "num_tokens": 508211606.0,
      "step": 659810
    },
    {
      "epoch": 0.8369547845014574,
      "grad_norm": 9.3125,
      "learning_rate": 8.15335841818288e-06,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5288470715284348,
      "num_tokens": 508220239.0,
      "step": 659820
    },
    {
      "epoch": 0.8369674690939903,
      "grad_norm": 5.375,
      "learning_rate": 8.152724108096588e-06,
      "loss": 2.175,
      "mean_token_accuracy": 0.5322400242090225,
      "num_tokens": 508228977.0,
      "step": 659830
    },
    {
      "epoch": 0.8369801536865231,
      "grad_norm": 6.0,
      "learning_rate": 8.152089798010296e-06,
      "loss": 1.7636,
      "mean_token_accuracy": 0.6073357373476028,
      "num_tokens": 508236339.0,
      "step": 659840
    },
    {
      "epoch": 0.836992838279056,
      "grad_norm": 4.96875,
      "learning_rate": 8.151455487924005e-06,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5510762572288513,
      "num_tokens": 508243919.0,
      "step": 659850
    },
    {
      "epoch": 0.8370055228715888,
      "grad_norm": 6.375,
      "learning_rate": 8.150821177837712e-06,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5391686886548996,
      "num_tokens": 508252071.0,
      "step": 659860
    },
    {
      "epoch": 0.8370182074641216,
      "grad_norm": 5.09375,
      "learning_rate": 8.150186867751423e-06,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5513593256473541,
      "num_tokens": 508258875.0,
      "step": 659870
    },
    {
      "epoch": 0.8370308920566545,
      "grad_norm": 9.375,
      "learning_rate": 8.14955255766513e-06,
      "loss": 1.8823,
      "mean_token_accuracy": 0.579113918542862,
      "num_tokens": 508265249.0,
      "step": 659880
    },
    {
      "epoch": 0.8370435766491873,
      "grad_norm": 7.03125,
      "learning_rate": 8.148918247578838e-06,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5356732338666916,
      "num_tokens": 508273100.0,
      "step": 659890
    },
    {
      "epoch": 0.8370562612417202,
      "grad_norm": 5.4375,
      "learning_rate": 8.148283937492547e-06,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5479472070932389,
      "num_tokens": 508280689.0,
      "step": 659900
    },
    {
      "epoch": 0.837068945834253,
      "grad_norm": 5.125,
      "learning_rate": 8.147649627406256e-06,
      "loss": 2.1829,
      "mean_token_accuracy": 0.530649945139885,
      "num_tokens": 508288205.0,
      "step": 659910
    },
    {
      "epoch": 0.8370816304267858,
      "grad_norm": 8.0,
      "learning_rate": 8.147015317319965e-06,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5360110908746719,
      "num_tokens": 508295665.0,
      "step": 659920
    },
    {
      "epoch": 0.8370943150193186,
      "grad_norm": 6.5,
      "learning_rate": 8.146381007233672e-06,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5405503362417221,
      "num_tokens": 508303485.0,
      "step": 659930
    },
    {
      "epoch": 0.8371069996118514,
      "grad_norm": 6.0,
      "learning_rate": 8.145746697147382e-06,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5316246181726456,
      "num_tokens": 508309945.0,
      "step": 659940
    },
    {
      "epoch": 0.8371196842043843,
      "grad_norm": 5.8125,
      "learning_rate": 8.14511238706109e-06,
      "loss": 2.2569,
      "mean_token_accuracy": 0.514266499876976,
      "num_tokens": 508318049.0,
      "step": 659950
    },
    {
      "epoch": 0.8371323687969171,
      "grad_norm": 10.375,
      "learning_rate": 8.144478076974798e-06,
      "loss": 2.2779,
      "mean_token_accuracy": 0.5105492770671844,
      "num_tokens": 508324531.0,
      "step": 659960
    },
    {
      "epoch": 0.83714505338945,
      "grad_norm": 6.75,
      "learning_rate": 8.143843766888507e-06,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5499430567026138,
      "num_tokens": 508332185.0,
      "step": 659970
    },
    {
      "epoch": 0.8371577379819828,
      "grad_norm": 5.25,
      "learning_rate": 8.143209456802214e-06,
      "loss": 2.1495,
      "mean_token_accuracy": 0.533091813325882,
      "num_tokens": 508341172.0,
      "step": 659980
    },
    {
      "epoch": 0.8371704225745157,
      "grad_norm": 5.09375,
      "learning_rate": 8.142575146715924e-06,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5406970262527466,
      "num_tokens": 508349329.0,
      "step": 659990
    },
    {
      "epoch": 0.8371831071670485,
      "grad_norm": 7.5625,
      "learning_rate": 8.141940836629631e-06,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5208577066659927,
      "num_tokens": 508357081.0,
      "step": 660000
    },
    {
      "epoch": 0.8371957917595813,
      "grad_norm": 6.4375,
      "learning_rate": 8.141306526543342e-06,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5618515878915786,
      "num_tokens": 508364892.0,
      "step": 660010
    },
    {
      "epoch": 0.8372084763521142,
      "grad_norm": 5.0625,
      "learning_rate": 8.140672216457049e-06,
      "loss": 2.2159,
      "mean_token_accuracy": 0.530166071653366,
      "num_tokens": 508372927.0,
      "step": 660020
    },
    {
      "epoch": 0.8372211609446469,
      "grad_norm": 6.0625,
      "learning_rate": 8.140037906370757e-06,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5272028088569641,
      "num_tokens": 508381254.0,
      "step": 660030
    },
    {
      "epoch": 0.8372338455371798,
      "grad_norm": 7.59375,
      "learning_rate": 8.139403596284466e-06,
      "loss": 2.017,
      "mean_token_accuracy": 0.5595419257879257,
      "num_tokens": 508389640.0,
      "step": 660040
    },
    {
      "epoch": 0.8372465301297126,
      "grad_norm": 9.9375,
      "learning_rate": 8.138769286198173e-06,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5540017187595367,
      "num_tokens": 508397502.0,
      "step": 660050
    },
    {
      "epoch": 0.8372592147222455,
      "grad_norm": 7.4375,
      "learning_rate": 8.138134976111884e-06,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5614841222763062,
      "num_tokens": 508404980.0,
      "step": 660060
    },
    {
      "epoch": 0.8372718993147783,
      "grad_norm": 5.15625,
      "learning_rate": 8.13750066602559e-06,
      "loss": 2.2441,
      "mean_token_accuracy": 0.5185217022895813,
      "num_tokens": 508413607.0,
      "step": 660070
    },
    {
      "epoch": 0.8372845839073112,
      "grad_norm": 11.5,
      "learning_rate": 8.1368663559393e-06,
      "loss": 1.8092,
      "mean_token_accuracy": 0.6030188977718354,
      "num_tokens": 508420530.0,
      "step": 660080
    },
    {
      "epoch": 0.837297268499844,
      "grad_norm": 5.0625,
      "learning_rate": 8.136232045853008e-06,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5475583672523499,
      "num_tokens": 508428405.0,
      "step": 660090
    },
    {
      "epoch": 0.8373099530923768,
      "grad_norm": 5.75,
      "learning_rate": 8.135597735766715e-06,
      "loss": 1.8942,
      "mean_token_accuracy": 0.5830614417791367,
      "num_tokens": 508435753.0,
      "step": 660100
    },
    {
      "epoch": 0.8373226376849097,
      "grad_norm": 8.25,
      "learning_rate": 8.134963425680426e-06,
      "loss": 1.9151,
      "mean_token_accuracy": 0.57098268866539,
      "num_tokens": 508442747.0,
      "step": 660110
    },
    {
      "epoch": 0.8373353222774425,
      "grad_norm": 6.375,
      "learning_rate": 8.134329115594133e-06,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5464282989501953,
      "num_tokens": 508451020.0,
      "step": 660120
    },
    {
      "epoch": 0.8373480068699753,
      "grad_norm": 6.21875,
      "learning_rate": 8.133694805507843e-06,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5378801494836807,
      "num_tokens": 508459365.0,
      "step": 660130
    },
    {
      "epoch": 0.8373606914625081,
      "grad_norm": 7.28125,
      "learning_rate": 8.13306049542155e-06,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5312759488821029,
      "num_tokens": 508467645.0,
      "step": 660140
    },
    {
      "epoch": 0.837373376055041,
      "grad_norm": 7.96875,
      "learning_rate": 8.132426185335259e-06,
      "loss": 2.2336,
      "mean_token_accuracy": 0.5210016697645188,
      "num_tokens": 508475042.0,
      "step": 660150
    },
    {
      "epoch": 0.8373860606475738,
      "grad_norm": 8.1875,
      "learning_rate": 8.131791875248968e-06,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5566906839609146,
      "num_tokens": 508482704.0,
      "step": 660160
    },
    {
      "epoch": 0.8373987452401066,
      "grad_norm": 5.0625,
      "learning_rate": 8.131157565162675e-06,
      "loss": 2.044,
      "mean_token_accuracy": 0.5415220767259598,
      "num_tokens": 508490610.0,
      "step": 660170
    },
    {
      "epoch": 0.8374114298326395,
      "grad_norm": 8.625,
      "learning_rate": 8.130523255076385e-06,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5313296407461167,
      "num_tokens": 508498778.0,
      "step": 660180
    },
    {
      "epoch": 0.8374241144251723,
      "grad_norm": 5.71875,
      "learning_rate": 8.129888944990092e-06,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5285591602325439,
      "num_tokens": 508507026.0,
      "step": 660190
    },
    {
      "epoch": 0.8374367990177052,
      "grad_norm": 5.84375,
      "learning_rate": 8.129254634903801e-06,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5648984521627426,
      "num_tokens": 508514999.0,
      "step": 660200
    },
    {
      "epoch": 0.837449483610238,
      "grad_norm": 5.625,
      "learning_rate": 8.12862032481751e-06,
      "loss": 1.8823,
      "mean_token_accuracy": 0.5738223135471344,
      "num_tokens": 508523005.0,
      "step": 660210
    },
    {
      "epoch": 0.8374621682027709,
      "grad_norm": 4.90625,
      "learning_rate": 8.127986014731218e-06,
      "loss": 1.8476,
      "mean_token_accuracy": 0.5892287731170655,
      "num_tokens": 508529971.0,
      "step": 660220
    },
    {
      "epoch": 0.8374748527953036,
      "grad_norm": 5.96875,
      "learning_rate": 8.127351704644927e-06,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5346428096294403,
      "num_tokens": 508538969.0,
      "step": 660230
    },
    {
      "epoch": 0.8374875373878365,
      "grad_norm": 8.4375,
      "learning_rate": 8.126717394558634e-06,
      "loss": 2.0468,
      "mean_token_accuracy": 0.545947927236557,
      "num_tokens": 508546462.0,
      "step": 660240
    },
    {
      "epoch": 0.8375002219803693,
      "grad_norm": 5.625,
      "learning_rate": 8.126083084472343e-06,
      "loss": 1.8761,
      "mean_token_accuracy": 0.5759622097015381,
      "num_tokens": 508553990.0,
      "step": 660250
    },
    {
      "epoch": 0.8375129065729021,
      "grad_norm": 5.6875,
      "learning_rate": 8.125448774386052e-06,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5743022441864014,
      "num_tokens": 508562124.0,
      "step": 660260
    },
    {
      "epoch": 0.837525591165435,
      "grad_norm": 4.46875,
      "learning_rate": 8.12481446429976e-06,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5607902586460114,
      "num_tokens": 508569606.0,
      "step": 660270
    },
    {
      "epoch": 0.8375382757579678,
      "grad_norm": 5.53125,
      "learning_rate": 8.124180154213469e-06,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5510265588760376,
      "num_tokens": 508577879.0,
      "step": 660280
    },
    {
      "epoch": 0.8375509603505007,
      "grad_norm": 5.4375,
      "learning_rate": 8.123545844127176e-06,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5229515612125397,
      "num_tokens": 508586353.0,
      "step": 660290
    },
    {
      "epoch": 0.8375636449430335,
      "grad_norm": 5.96875,
      "learning_rate": 8.122911534040885e-06,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5765641242265701,
      "num_tokens": 508594732.0,
      "step": 660300
    },
    {
      "epoch": 0.8375763295355664,
      "grad_norm": 5.09375,
      "learning_rate": 8.122277223954594e-06,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5232601344585419,
      "num_tokens": 508603043.0,
      "step": 660310
    },
    {
      "epoch": 0.8375890141280992,
      "grad_norm": 4.625,
      "learning_rate": 8.121642913868302e-06,
      "loss": 2.3514,
      "mean_token_accuracy": 0.5071335345506668,
      "num_tokens": 508611223.0,
      "step": 660320
    },
    {
      "epoch": 0.837601698720632,
      "grad_norm": 6.3125,
      "learning_rate": 8.121008603782011e-06,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5438835620880127,
      "num_tokens": 508618867.0,
      "step": 660330
    },
    {
      "epoch": 0.8376143833131648,
      "grad_norm": 4.625,
      "learning_rate": 8.12037429369572e-06,
      "loss": 2.1058,
      "mean_token_accuracy": 0.544808205962181,
      "num_tokens": 508626010.0,
      "step": 660340
    },
    {
      "epoch": 0.8376270679056976,
      "grad_norm": 5.5625,
      "learning_rate": 8.119739983609429e-06,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5251260221004486,
      "num_tokens": 508634812.0,
      "step": 660350
    },
    {
      "epoch": 0.8376397524982305,
      "grad_norm": 5.4375,
      "learning_rate": 8.119105673523136e-06,
      "loss": 2.156,
      "mean_token_accuracy": 0.5391916900873184,
      "num_tokens": 508643553.0,
      "step": 660360
    },
    {
      "epoch": 0.8376524370907633,
      "grad_norm": 6.625,
      "learning_rate": 8.118471363436844e-06,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5721524506807327,
      "num_tokens": 508650517.0,
      "step": 660370
    },
    {
      "epoch": 0.8376651216832962,
      "grad_norm": 5.875,
      "learning_rate": 8.117837053350553e-06,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5463037759065628,
      "num_tokens": 508659024.0,
      "step": 660380
    },
    {
      "epoch": 0.837677806275829,
      "grad_norm": 5.40625,
      "learning_rate": 8.117202743264262e-06,
      "loss": 2.168,
      "mean_token_accuracy": 0.5270579010248184,
      "num_tokens": 508667056.0,
      "step": 660390
    },
    {
      "epoch": 0.8376904908683618,
      "grad_norm": 5.59375,
      "learning_rate": 8.11656843317797e-06,
      "loss": 1.9059,
      "mean_token_accuracy": 0.569300752878189,
      "num_tokens": 508674051.0,
      "step": 660400
    },
    {
      "epoch": 0.8377031754608947,
      "grad_norm": 7.375,
      "learning_rate": 8.11593412309168e-06,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5520230293273926,
      "num_tokens": 508680877.0,
      "step": 660410
    },
    {
      "epoch": 0.8377158600534275,
      "grad_norm": 5.25,
      "learning_rate": 8.115299813005386e-06,
      "loss": 2.0473,
      "mean_token_accuracy": 0.568950992822647,
      "num_tokens": 508688494.0,
      "step": 660420
    },
    {
      "epoch": 0.8377285446459604,
      "grad_norm": 4.5625,
      "learning_rate": 8.114665502919095e-06,
      "loss": 2.1066,
      "mean_token_accuracy": 0.540399307012558,
      "num_tokens": 508697051.0,
      "step": 660430
    },
    {
      "epoch": 0.8377412292384931,
      "grad_norm": 5.53125,
      "learning_rate": 8.114031192832804e-06,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5296495646238327,
      "num_tokens": 508704526.0,
      "step": 660440
    },
    {
      "epoch": 0.837753913831026,
      "grad_norm": 6.28125,
      "learning_rate": 8.113396882746513e-06,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5532501578330994,
      "num_tokens": 508711877.0,
      "step": 660450
    },
    {
      "epoch": 0.8377665984235588,
      "grad_norm": 6.125,
      "learning_rate": 8.112762572660221e-06,
      "loss": 1.893,
      "mean_token_accuracy": 0.5825653940439224,
      "num_tokens": 508717699.0,
      "step": 660460
    },
    {
      "epoch": 0.8377792830160917,
      "grad_norm": 5.59375,
      "learning_rate": 8.112128262573928e-06,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5666074514389038,
      "num_tokens": 508726518.0,
      "step": 660470
    },
    {
      "epoch": 0.8377919676086245,
      "grad_norm": 6.125,
      "learning_rate": 8.111493952487637e-06,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5382313698530197,
      "num_tokens": 508735083.0,
      "step": 660480
    },
    {
      "epoch": 0.8378046522011573,
      "grad_norm": 5.15625,
      "learning_rate": 8.110859642401346e-06,
      "loss": 1.7499,
      "mean_token_accuracy": 0.6090436398983001,
      "num_tokens": 508741569.0,
      "step": 660490
    },
    {
      "epoch": 0.8378173367936902,
      "grad_norm": 7.71875,
      "learning_rate": 8.110225332315055e-06,
      "loss": 1.6404,
      "mean_token_accuracy": 0.6360650390386582,
      "num_tokens": 508746304.0,
      "step": 660500
    },
    {
      "epoch": 0.837830021386223,
      "grad_norm": 6.0,
      "learning_rate": 8.109591022228763e-06,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5549882739782334,
      "num_tokens": 508754439.0,
      "step": 660510
    },
    {
      "epoch": 0.8378427059787559,
      "grad_norm": 6.46875,
      "learning_rate": 8.10895671214247e-06,
      "loss": 2.0271,
      "mean_token_accuracy": 0.546252116560936,
      "num_tokens": 508761372.0,
      "step": 660520
    },
    {
      "epoch": 0.8378553905712887,
      "grad_norm": 4.875,
      "learning_rate": 8.10832240205618e-06,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5198666632175446,
      "num_tokens": 508770027.0,
      "step": 660530
    },
    {
      "epoch": 0.8378680751638216,
      "grad_norm": 5.21875,
      "learning_rate": 8.107688091969888e-06,
      "loss": 2.092,
      "mean_token_accuracy": 0.544203469157219,
      "num_tokens": 508778745.0,
      "step": 660540
    },
    {
      "epoch": 0.8378807597563543,
      "grad_norm": 9.0,
      "learning_rate": 8.107053781883597e-06,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5348370522260666,
      "num_tokens": 508786210.0,
      "step": 660550
    },
    {
      "epoch": 0.8378934443488871,
      "grad_norm": 4.78125,
      "learning_rate": 8.106419471797305e-06,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5476980358362198,
      "num_tokens": 508794923.0,
      "step": 660560
    },
    {
      "epoch": 0.83790612894142,
      "grad_norm": 8.25,
      "learning_rate": 8.105785161711012e-06,
      "loss": 2.0955,
      "mean_token_accuracy": 0.536292490363121,
      "num_tokens": 508803459.0,
      "step": 660570
    },
    {
      "epoch": 0.8379188135339528,
      "grad_norm": 6.84375,
      "learning_rate": 8.105150851624723e-06,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5573335766792298,
      "num_tokens": 508810958.0,
      "step": 660580
    },
    {
      "epoch": 0.8379314981264857,
      "grad_norm": 6.28125,
      "learning_rate": 8.10451654153843e-06,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5275934636592865,
      "num_tokens": 508817751.0,
      "step": 660590
    },
    {
      "epoch": 0.8379441827190185,
      "grad_norm": 5.15625,
      "learning_rate": 8.10388223145214e-06,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5451946794986725,
      "num_tokens": 508826409.0,
      "step": 660600
    },
    {
      "epoch": 0.8379568673115514,
      "grad_norm": 5.40625,
      "learning_rate": 8.103247921365847e-06,
      "loss": 1.9751,
      "mean_token_accuracy": 0.550753578543663,
      "num_tokens": 508834014.0,
      "step": 660610
    },
    {
      "epoch": 0.8379695519040842,
      "grad_norm": 8.625,
      "learning_rate": 8.102613611279556e-06,
      "loss": 1.8835,
      "mean_token_accuracy": 0.5964070320129394,
      "num_tokens": 508840688.0,
      "step": 660620
    },
    {
      "epoch": 0.8379822364966171,
      "grad_norm": 5.8125,
      "learning_rate": 8.101979301193265e-06,
      "loss": 1.8876,
      "mean_token_accuracy": 0.5726952672004699,
      "num_tokens": 508847771.0,
      "step": 660630
    },
    {
      "epoch": 0.8379949210891499,
      "grad_norm": 5.3125,
      "learning_rate": 8.101344991106972e-06,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5760377168655395,
      "num_tokens": 508854589.0,
      "step": 660640
    },
    {
      "epoch": 0.8380076056816826,
      "grad_norm": 5.125,
      "learning_rate": 8.100710681020682e-06,
      "loss": 1.8661,
      "mean_token_accuracy": 0.5840763777494431,
      "num_tokens": 508862179.0,
      "step": 660650
    },
    {
      "epoch": 0.8380202902742155,
      "grad_norm": 5.84375,
      "learning_rate": 8.10007637093439e-06,
      "loss": 2.2858,
      "mean_token_accuracy": 0.5006372570991516,
      "num_tokens": 508870052.0,
      "step": 660660
    },
    {
      "epoch": 0.8380329748667483,
      "grad_norm": 6.15625,
      "learning_rate": 8.099442060848098e-06,
      "loss": 1.9235,
      "mean_token_accuracy": 0.5663101017475128,
      "num_tokens": 508878527.0,
      "step": 660670
    },
    {
      "epoch": 0.8380456594592812,
      "grad_norm": 5.0625,
      "learning_rate": 8.098807750761807e-06,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5428332567214966,
      "num_tokens": 508886128.0,
      "step": 660680
    },
    {
      "epoch": 0.838058344051814,
      "grad_norm": 5.71875,
      "learning_rate": 8.098173440675514e-06,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5363968878984451,
      "num_tokens": 508894479.0,
      "step": 660690
    },
    {
      "epoch": 0.8380710286443469,
      "grad_norm": 6.03125,
      "learning_rate": 8.097539130589224e-06,
      "loss": 1.7817,
      "mean_token_accuracy": 0.6036490589380265,
      "num_tokens": 508900803.0,
      "step": 660700
    },
    {
      "epoch": 0.8380837132368797,
      "grad_norm": 5.15625,
      "learning_rate": 8.096904820502931e-06,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5740413784980773,
      "num_tokens": 508908460.0,
      "step": 660710
    },
    {
      "epoch": 0.8380963978294125,
      "grad_norm": 5.375,
      "learning_rate": 8.096270510416642e-06,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5442431896924973,
      "num_tokens": 508915332.0,
      "step": 660720
    },
    {
      "epoch": 0.8381090824219454,
      "grad_norm": 14.6875,
      "learning_rate": 8.095636200330349e-06,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5716692507266998,
      "num_tokens": 508922166.0,
      "step": 660730
    },
    {
      "epoch": 0.8381217670144782,
      "grad_norm": 5.6875,
      "learning_rate": 8.095001890244058e-06,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5489627361297608,
      "num_tokens": 508930271.0,
      "step": 660740
    },
    {
      "epoch": 0.838134451607011,
      "grad_norm": 7.59375,
      "learning_rate": 8.094367580157766e-06,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5346219897270202,
      "num_tokens": 508937963.0,
      "step": 660750
    },
    {
      "epoch": 0.8381471361995438,
      "grad_norm": 5.53125,
      "learning_rate": 8.093733270071473e-06,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5474727094173432,
      "num_tokens": 508947105.0,
      "step": 660760
    },
    {
      "epoch": 0.8381598207920767,
      "grad_norm": 5.125,
      "learning_rate": 8.093098959985184e-06,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5200353264808655,
      "num_tokens": 508955143.0,
      "step": 660770
    },
    {
      "epoch": 0.8381725053846095,
      "grad_norm": 5.65625,
      "learning_rate": 8.092464649898891e-06,
      "loss": 2.135,
      "mean_token_accuracy": 0.5373381286859512,
      "num_tokens": 508962271.0,
      "step": 660780
    },
    {
      "epoch": 0.8381851899771424,
      "grad_norm": 4.90625,
      "learning_rate": 8.0918303398126e-06,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5393482804298401,
      "num_tokens": 508971474.0,
      "step": 660790
    },
    {
      "epoch": 0.8381978745696752,
      "grad_norm": 5.40625,
      "learning_rate": 8.091196029726308e-06,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5526940315961838,
      "num_tokens": 508978837.0,
      "step": 660800
    },
    {
      "epoch": 0.838210559162208,
      "grad_norm": 17.125,
      "learning_rate": 8.090561719640017e-06,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5284882038831711,
      "num_tokens": 508986869.0,
      "step": 660810
    },
    {
      "epoch": 0.8382232437547409,
      "grad_norm": 6.375,
      "learning_rate": 8.089927409553726e-06,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5356381207704544,
      "num_tokens": 508993701.0,
      "step": 660820
    },
    {
      "epoch": 0.8382359283472737,
      "grad_norm": 8.25,
      "learning_rate": 8.089293099467433e-06,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5358163446187973,
      "num_tokens": 509001400.0,
      "step": 660830
    },
    {
      "epoch": 0.8382486129398066,
      "grad_norm": 4.59375,
      "learning_rate": 8.088658789381143e-06,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5766410589218139,
      "num_tokens": 509008439.0,
      "step": 660840
    },
    {
      "epoch": 0.8382612975323394,
      "grad_norm": 5.09375,
      "learning_rate": 8.08802447929485e-06,
      "loss": 2.095,
      "mean_token_accuracy": 0.5321785837411881,
      "num_tokens": 509016448.0,
      "step": 660850
    },
    {
      "epoch": 0.8382739821248723,
      "grad_norm": 5.1875,
      "learning_rate": 8.087390169208559e-06,
      "loss": 2.0827,
      "mean_token_accuracy": 0.532975709438324,
      "num_tokens": 509024511.0,
      "step": 660860
    },
    {
      "epoch": 0.838286666717405,
      "grad_norm": 4.8125,
      "learning_rate": 8.086755859122268e-06,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5305488497018814,
      "num_tokens": 509033238.0,
      "step": 660870
    },
    {
      "epoch": 0.8382993513099378,
      "grad_norm": 8.6875,
      "learning_rate": 8.086121549035975e-06,
      "loss": 2.1733,
      "mean_token_accuracy": 0.529505267739296,
      "num_tokens": 509039124.0,
      "step": 660880
    },
    {
      "epoch": 0.8383120359024707,
      "grad_norm": 7.03125,
      "learning_rate": 8.085487238949685e-06,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5641694515943527,
      "num_tokens": 509046367.0,
      "step": 660890
    },
    {
      "epoch": 0.8383247204950035,
      "grad_norm": 5.125,
      "learning_rate": 8.084852928863392e-06,
      "loss": 1.976,
      "mean_token_accuracy": 0.5516549527645112,
      "num_tokens": 509053573.0,
      "step": 660900
    },
    {
      "epoch": 0.8383374050875364,
      "grad_norm": 5.4375,
      "learning_rate": 8.084218618777101e-06,
      "loss": 2.167,
      "mean_token_accuracy": 0.5261800915002823,
      "num_tokens": 509062281.0,
      "step": 660910
    },
    {
      "epoch": 0.8383500896800692,
      "grad_norm": 6.53125,
      "learning_rate": 8.08358430869081e-06,
      "loss": 1.9378,
      "mean_token_accuracy": 0.5705694288015366,
      "num_tokens": 509068162.0,
      "step": 660920
    },
    {
      "epoch": 0.8383627742726021,
      "grad_norm": 5.5,
      "learning_rate": 8.082949998604519e-06,
      "loss": 1.969,
      "mean_token_accuracy": 0.5677704960107803,
      "num_tokens": 509075925.0,
      "step": 660930
    },
    {
      "epoch": 0.8383754588651349,
      "grad_norm": 5.875,
      "learning_rate": 8.082315688518227e-06,
      "loss": 1.9357,
      "mean_token_accuracy": 0.5587492793798446,
      "num_tokens": 509082501.0,
      "step": 660940
    },
    {
      "epoch": 0.8383881434576677,
      "grad_norm": 6.3125,
      "learning_rate": 8.081681378431934e-06,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5566879719495773,
      "num_tokens": 509090160.0,
      "step": 660950
    },
    {
      "epoch": 0.8384008280502006,
      "grad_norm": 6.96875,
      "learning_rate": 8.081047068345643e-06,
      "loss": 2.2749,
      "mean_token_accuracy": 0.5188518702983856,
      "num_tokens": 509096535.0,
      "step": 660960
    },
    {
      "epoch": 0.8384135126427333,
      "grad_norm": 5.34375,
      "learning_rate": 8.080412758259352e-06,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5666713893413544,
      "num_tokens": 509102860.0,
      "step": 660970
    },
    {
      "epoch": 0.8384261972352662,
      "grad_norm": 6.75,
      "learning_rate": 8.07977844817306e-06,
      "loss": 1.9029,
      "mean_token_accuracy": 0.5558828473091125,
      "num_tokens": 509110252.0,
      "step": 660980
    },
    {
      "epoch": 0.838438881827799,
      "grad_norm": 5.46875,
      "learning_rate": 8.07914413808677e-06,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5565984308719635,
      "num_tokens": 509118053.0,
      "step": 660990
    },
    {
      "epoch": 0.8384515664203319,
      "grad_norm": 5.5,
      "learning_rate": 8.078509828000478e-06,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5386914908885956,
      "num_tokens": 509126326.0,
      "step": 661000
    },
    {
      "epoch": 0.8384642510128647,
      "grad_norm": 6.21875,
      "learning_rate": 8.077875517914185e-06,
      "loss": 1.8816,
      "mean_token_accuracy": 0.5879298448562622,
      "num_tokens": 509134111.0,
      "step": 661010
    },
    {
      "epoch": 0.8384769356053976,
      "grad_norm": 7.15625,
      "learning_rate": 8.077241207827894e-06,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5439930349588394,
      "num_tokens": 509140992.0,
      "step": 661020
    },
    {
      "epoch": 0.8384896201979304,
      "grad_norm": 6.28125,
      "learning_rate": 8.076606897741603e-06,
      "loss": 1.818,
      "mean_token_accuracy": 0.5915557831525803,
      "num_tokens": 509147615.0,
      "step": 661030
    },
    {
      "epoch": 0.8385023047904632,
      "grad_norm": 4.8125,
      "learning_rate": 8.075972587655311e-06,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5259966373443603,
      "num_tokens": 509156004.0,
      "step": 661040
    },
    {
      "epoch": 0.8385149893829961,
      "grad_norm": 5.90625,
      "learning_rate": 8.07533827756902e-06,
      "loss": 1.7502,
      "mean_token_accuracy": 0.6180129438638687,
      "num_tokens": 509162430.0,
      "step": 661050
    },
    {
      "epoch": 0.8385276739755289,
      "grad_norm": 4.8125,
      "learning_rate": 8.074703967482729e-06,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5254965633153915,
      "num_tokens": 509170957.0,
      "step": 661060
    },
    {
      "epoch": 0.8385403585680617,
      "grad_norm": 5.78125,
      "learning_rate": 8.074069657396436e-06,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5519789308309555,
      "num_tokens": 509178619.0,
      "step": 661070
    },
    {
      "epoch": 0.8385530431605945,
      "grad_norm": 5.0,
      "learning_rate": 8.073435347310145e-06,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5711650848388672,
      "num_tokens": 509186511.0,
      "step": 661080
    },
    {
      "epoch": 0.8385657277531274,
      "grad_norm": 5.5625,
      "learning_rate": 8.072801037223853e-06,
      "loss": 1.9622,
      "mean_token_accuracy": 0.5782393097877503,
      "num_tokens": 509193810.0,
      "step": 661090
    },
    {
      "epoch": 0.8385784123456602,
      "grad_norm": 4.625,
      "learning_rate": 8.072166727137562e-06,
      "loss": 2.0077,
      "mean_token_accuracy": 0.5552131026983261,
      "num_tokens": 509201971.0,
      "step": 661100
    },
    {
      "epoch": 0.838591096938193,
      "grad_norm": 5.6875,
      "learning_rate": 8.07153241705127e-06,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5721004635095597,
      "num_tokens": 509208527.0,
      "step": 661110
    },
    {
      "epoch": 0.8386037815307259,
      "grad_norm": 6.1875,
      "learning_rate": 8.07089810696498e-06,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5799165368080139,
      "num_tokens": 509216178.0,
      "step": 661120
    },
    {
      "epoch": 0.8386164661232587,
      "grad_norm": 6.90625,
      "learning_rate": 8.070263796878687e-06,
      "loss": 1.6143,
      "mean_token_accuracy": 0.6443987518548966,
      "num_tokens": 509223331.0,
      "step": 661130
    },
    {
      "epoch": 0.8386291507157916,
      "grad_norm": 7.59375,
      "learning_rate": 8.069629486792395e-06,
      "loss": 1.7914,
      "mean_token_accuracy": 0.5987466931343078,
      "num_tokens": 509228978.0,
      "step": 661140
    },
    {
      "epoch": 0.8386418353083244,
      "grad_norm": 4.9375,
      "learning_rate": 8.068995176706104e-06,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5585931450128555,
      "num_tokens": 509236659.0,
      "step": 661150
    },
    {
      "epoch": 0.8386545199008573,
      "grad_norm": 5.21875,
      "learning_rate": 8.068360866619813e-06,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5451839953660965,
      "num_tokens": 509244495.0,
      "step": 661160
    },
    {
      "epoch": 0.83866720449339,
      "grad_norm": 4.84375,
      "learning_rate": 8.067726556533522e-06,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5477327615022659,
      "num_tokens": 509251923.0,
      "step": 661170
    },
    {
      "epoch": 0.838679889085923,
      "grad_norm": 4.8125,
      "learning_rate": 8.067092246447229e-06,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5621078878641128,
      "num_tokens": 509260787.0,
      "step": 661180
    },
    {
      "epoch": 0.8386925736784557,
      "grad_norm": 4.5,
      "learning_rate": 8.066457936360939e-06,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5167699992656708,
      "num_tokens": 509270662.0,
      "step": 661190
    },
    {
      "epoch": 0.8387052582709885,
      "grad_norm": 5.6875,
      "learning_rate": 8.065823626274646e-06,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5449416816234589,
      "num_tokens": 509277741.0,
      "step": 661200
    },
    {
      "epoch": 0.8387179428635214,
      "grad_norm": 8.125,
      "learning_rate": 8.065189316188355e-06,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5618651211261749,
      "num_tokens": 509284366.0,
      "step": 661210
    },
    {
      "epoch": 0.8387306274560542,
      "grad_norm": 6.5,
      "learning_rate": 8.064555006102064e-06,
      "loss": 2.1198,
      "mean_token_accuracy": 0.533790010213852,
      "num_tokens": 509291555.0,
      "step": 661220
    },
    {
      "epoch": 0.8387433120485871,
      "grad_norm": 5.84375,
      "learning_rate": 8.06392069601577e-06,
      "loss": 1.7243,
      "mean_token_accuracy": 0.6121815025806427,
      "num_tokens": 509299087.0,
      "step": 661230
    },
    {
      "epoch": 0.8387559966411199,
      "grad_norm": 4.71875,
      "learning_rate": 8.063286385929481e-06,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5518019318580627,
      "num_tokens": 509307389.0,
      "step": 661240
    },
    {
      "epoch": 0.8387686812336528,
      "grad_norm": 6.53125,
      "learning_rate": 8.062652075843188e-06,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5310074210166931,
      "num_tokens": 509315824.0,
      "step": 661250
    },
    {
      "epoch": 0.8387813658261856,
      "grad_norm": 8.5,
      "learning_rate": 8.062017765756899e-06,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5528157740831375,
      "num_tokens": 509323353.0,
      "step": 661260
    },
    {
      "epoch": 0.8387940504187184,
      "grad_norm": 6.9375,
      "learning_rate": 8.061383455670606e-06,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5366069316864014,
      "num_tokens": 509330437.0,
      "step": 661270
    },
    {
      "epoch": 0.8388067350112512,
      "grad_norm": 5.34375,
      "learning_rate": 8.060749145584314e-06,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5778531938791275,
      "num_tokens": 509337664.0,
      "step": 661280
    },
    {
      "epoch": 0.838819419603784,
      "grad_norm": 6.6875,
      "learning_rate": 8.060114835498023e-06,
      "loss": 1.897,
      "mean_token_accuracy": 0.5794963747262954,
      "num_tokens": 509343430.0,
      "step": 661290
    },
    {
      "epoch": 0.8388321041963169,
      "grad_norm": 5.90625,
      "learning_rate": 8.05948052541173e-06,
      "loss": 1.8598,
      "mean_token_accuracy": 0.5825730055570603,
      "num_tokens": 509350654.0,
      "step": 661300
    },
    {
      "epoch": 0.8388447887888497,
      "grad_norm": 4.5625,
      "learning_rate": 8.05884621532544e-06,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5257149249315262,
      "num_tokens": 509357582.0,
      "step": 661310
    },
    {
      "epoch": 0.8388574733813826,
      "grad_norm": 5.3125,
      "learning_rate": 8.058211905239148e-06,
      "loss": 2.148,
      "mean_token_accuracy": 0.5285702228546143,
      "num_tokens": 509365950.0,
      "step": 661320
    },
    {
      "epoch": 0.8388701579739154,
      "grad_norm": 5.3125,
      "learning_rate": 8.057577595152856e-06,
      "loss": 2.206,
      "mean_token_accuracy": 0.5226804435253143,
      "num_tokens": 509374576.0,
      "step": 661330
    },
    {
      "epoch": 0.8388828425664482,
      "grad_norm": 5.71875,
      "learning_rate": 8.056943285066565e-06,
      "loss": 1.8852,
      "mean_token_accuracy": 0.579620110988617,
      "num_tokens": 509382276.0,
      "step": 661340
    },
    {
      "epoch": 0.8388955271589811,
      "grad_norm": 5.15625,
      "learning_rate": 8.056308974980272e-06,
      "loss": 1.9133,
      "mean_token_accuracy": 0.5724340558052063,
      "num_tokens": 509389106.0,
      "step": 661350
    },
    {
      "epoch": 0.8389082117515139,
      "grad_norm": 6.4375,
      "learning_rate": 8.055674664893983e-06,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5307199686765671,
      "num_tokens": 509397548.0,
      "step": 661360
    },
    {
      "epoch": 0.8389208963440468,
      "grad_norm": 4.75,
      "learning_rate": 8.05504035480769e-06,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5681257545948029,
      "num_tokens": 509406242.0,
      "step": 661370
    },
    {
      "epoch": 0.8389335809365795,
      "grad_norm": 4.875,
      "learning_rate": 8.0544060447214e-06,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5384320944547654,
      "num_tokens": 509414196.0,
      "step": 661380
    },
    {
      "epoch": 0.8389462655291124,
      "grad_norm": 11.375,
      "learning_rate": 8.053771734635107e-06,
      "loss": 1.986,
      "mean_token_accuracy": 0.5626786828041077,
      "num_tokens": 509420808.0,
      "step": 661390
    },
    {
      "epoch": 0.8389589501216452,
      "grad_norm": 7.4375,
      "learning_rate": 8.053137424548816e-06,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5254172354936599,
      "num_tokens": 509428564.0,
      "step": 661400
    },
    {
      "epoch": 0.8389716347141781,
      "grad_norm": 5.5,
      "learning_rate": 8.052503114462525e-06,
      "loss": 1.8356,
      "mean_token_accuracy": 0.5944222331047058,
      "num_tokens": 509436732.0,
      "step": 661410
    },
    {
      "epoch": 0.8389843193067109,
      "grad_norm": 6.3125,
      "learning_rate": 8.051868804376232e-06,
      "loss": 1.9454,
      "mean_token_accuracy": 0.5643050819635391,
      "num_tokens": 509444255.0,
      "step": 661420
    },
    {
      "epoch": 0.8389970038992437,
      "grad_norm": 5.625,
      "learning_rate": 8.051234494289942e-06,
      "loss": 2.3401,
      "mean_token_accuracy": 0.5044662624597549,
      "num_tokens": 509453222.0,
      "step": 661430
    },
    {
      "epoch": 0.8390096884917766,
      "grad_norm": 4.9375,
      "learning_rate": 8.050600184203649e-06,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5418270975351334,
      "num_tokens": 509461319.0,
      "step": 661440
    },
    {
      "epoch": 0.8390223730843094,
      "grad_norm": 6.25,
      "learning_rate": 8.049965874117358e-06,
      "loss": 1.8165,
      "mean_token_accuracy": 0.5936686903238296,
      "num_tokens": 509468187.0,
      "step": 661450
    },
    {
      "epoch": 0.8390350576768423,
      "grad_norm": 6.0,
      "learning_rate": 8.049331564031067e-06,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5295706927776337,
      "num_tokens": 509476299.0,
      "step": 661460
    },
    {
      "epoch": 0.8390477422693751,
      "grad_norm": 5.90625,
      "learning_rate": 8.048697253944775e-06,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5549005389213562,
      "num_tokens": 509484102.0,
      "step": 661470
    },
    {
      "epoch": 0.839060426861908,
      "grad_norm": 6.1875,
      "learning_rate": 8.048062943858484e-06,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5399608790874482,
      "num_tokens": 509492132.0,
      "step": 661480
    },
    {
      "epoch": 0.8390731114544407,
      "grad_norm": 6.28125,
      "learning_rate": 8.047428633772191e-06,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5273155868053436,
      "num_tokens": 509501085.0,
      "step": 661490
    },
    {
      "epoch": 0.8390857960469735,
      "grad_norm": 6.21875,
      "learning_rate": 8.046794323685901e-06,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5394409358501434,
      "num_tokens": 509508737.0,
      "step": 661500
    },
    {
      "epoch": 0.8390984806395064,
      "grad_norm": 4.53125,
      "learning_rate": 8.046160013599609e-06,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5389204919338226,
      "num_tokens": 509516903.0,
      "step": 661510
    },
    {
      "epoch": 0.8391111652320392,
      "grad_norm": 6.09375,
      "learning_rate": 8.045525703513317e-06,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5710745573043823,
      "num_tokens": 509523881.0,
      "step": 661520
    },
    {
      "epoch": 0.8391238498245721,
      "grad_norm": 4.8125,
      "learning_rate": 8.044891393427026e-06,
      "loss": 1.8392,
      "mean_token_accuracy": 0.588949567079544,
      "num_tokens": 509531640.0,
      "step": 661530
    },
    {
      "epoch": 0.8391365344171049,
      "grad_norm": 6.0,
      "learning_rate": 8.044257083340733e-06,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5605142086744308,
      "num_tokens": 509537711.0,
      "step": 661540
    },
    {
      "epoch": 0.8391492190096378,
      "grad_norm": 8.1875,
      "learning_rate": 8.043622773254443e-06,
      "loss": 1.7882,
      "mean_token_accuracy": 0.5896681040525437,
      "num_tokens": 509544437.0,
      "step": 661550
    },
    {
      "epoch": 0.8391619036021706,
      "grad_norm": 6.1875,
      "learning_rate": 8.04298846316815e-06,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5366925448179245,
      "num_tokens": 509551941.0,
      "step": 661560
    },
    {
      "epoch": 0.8391745881947035,
      "grad_norm": 5.6875,
      "learning_rate": 8.04235415308186e-06,
      "loss": 2.022,
      "mean_token_accuracy": 0.5538069158792496,
      "num_tokens": 509560288.0,
      "step": 661570
    },
    {
      "epoch": 0.8391872727872363,
      "grad_norm": 5.53125,
      "learning_rate": 8.041719842995568e-06,
      "loss": 2.108,
      "mean_token_accuracy": 0.5286941975355148,
      "num_tokens": 509568615.0,
      "step": 661580
    },
    {
      "epoch": 0.839199957379769,
      "grad_norm": 5.6875,
      "learning_rate": 8.041085532909277e-06,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5345224440097809,
      "num_tokens": 509576628.0,
      "step": 661590
    },
    {
      "epoch": 0.8392126419723019,
      "grad_norm": 4.96875,
      "learning_rate": 8.040451222822985e-06,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5288596093654633,
      "num_tokens": 509585672.0,
      "step": 661600
    },
    {
      "epoch": 0.8392253265648347,
      "grad_norm": 6.5,
      "learning_rate": 8.039816912736693e-06,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5419326364994049,
      "num_tokens": 509594187.0,
      "step": 661610
    },
    {
      "epoch": 0.8392380111573676,
      "grad_norm": 8.375,
      "learning_rate": 8.039182602650401e-06,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5404105722904206,
      "num_tokens": 509602007.0,
      "step": 661620
    },
    {
      "epoch": 0.8392506957499004,
      "grad_norm": 5.75,
      "learning_rate": 8.03854829256411e-06,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5298561155796051,
      "num_tokens": 509609843.0,
      "step": 661630
    },
    {
      "epoch": 0.8392633803424333,
      "grad_norm": 5.1875,
      "learning_rate": 8.037913982477819e-06,
      "loss": 2.0957,
      "mean_token_accuracy": 0.533275356888771,
      "num_tokens": 509618133.0,
      "step": 661640
    },
    {
      "epoch": 0.8392760649349661,
      "grad_norm": 6.5,
      "learning_rate": 8.037279672391527e-06,
      "loss": 1.7963,
      "mean_token_accuracy": 0.5855470299720764,
      "num_tokens": 509626026.0,
      "step": 661650
    },
    {
      "epoch": 0.8392887495274989,
      "grad_norm": 5.4375,
      "learning_rate": 8.036645362305236e-06,
      "loss": 2.2619,
      "mean_token_accuracy": 0.5145204037427902,
      "num_tokens": 509635573.0,
      "step": 661660
    },
    {
      "epoch": 0.8393014341200318,
      "grad_norm": 5.1875,
      "learning_rate": 8.036011052218943e-06,
      "loss": 2.0189,
      "mean_token_accuracy": 0.560361909866333,
      "num_tokens": 509643958.0,
      "step": 661670
    },
    {
      "epoch": 0.8393141187125646,
      "grad_norm": 6.8125,
      "learning_rate": 8.035376742132652e-06,
      "loss": 2.126,
      "mean_token_accuracy": 0.5333260387182236,
      "num_tokens": 509650943.0,
      "step": 661680
    },
    {
      "epoch": 0.8393268033050975,
      "grad_norm": 5.875,
      "learning_rate": 8.03474243204636e-06,
      "loss": 1.8471,
      "mean_token_accuracy": 0.5889828413724899,
      "num_tokens": 509658108.0,
      "step": 661690
    },
    {
      "epoch": 0.8393394878976302,
      "grad_norm": 4.90625,
      "learning_rate": 8.03410812196007e-06,
      "loss": 1.9036,
      "mean_token_accuracy": 0.5743973284959794,
      "num_tokens": 509666805.0,
      "step": 661700
    },
    {
      "epoch": 0.8393521724901631,
      "grad_norm": 5.46875,
      "learning_rate": 8.033473811873778e-06,
      "loss": 1.9157,
      "mean_token_accuracy": 0.5779740154743195,
      "num_tokens": 509673762.0,
      "step": 661710
    },
    {
      "epoch": 0.8393648570826959,
      "grad_norm": 4.6875,
      "learning_rate": 8.032839501787487e-06,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5645726412534714,
      "num_tokens": 509682002.0,
      "step": 661720
    },
    {
      "epoch": 0.8393775416752288,
      "grad_norm": 5.71875,
      "learning_rate": 8.032205191701194e-06,
      "loss": 2.082,
      "mean_token_accuracy": 0.5519628554582596,
      "num_tokens": 509689125.0,
      "step": 661730
    },
    {
      "epoch": 0.8393902262677616,
      "grad_norm": 5.4375,
      "learning_rate": 8.031570881614903e-06,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5466209143400192,
      "num_tokens": 509696440.0,
      "step": 661740
    },
    {
      "epoch": 0.8394029108602944,
      "grad_norm": 5.1875,
      "learning_rate": 8.030936571528611e-06,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5345475256443024,
      "num_tokens": 509704598.0,
      "step": 661750
    },
    {
      "epoch": 0.8394155954528273,
      "grad_norm": 4.65625,
      "learning_rate": 8.03030226144232e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5336272209882736,
      "num_tokens": 509712440.0,
      "step": 661760
    },
    {
      "epoch": 0.8394282800453601,
      "grad_norm": 5.59375,
      "learning_rate": 8.029667951356029e-06,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5510026782751083,
      "num_tokens": 509720521.0,
      "step": 661770
    },
    {
      "epoch": 0.839440964637893,
      "grad_norm": 6.03125,
      "learning_rate": 8.029033641269738e-06,
      "loss": 2.1074,
      "mean_token_accuracy": 0.534082043170929,
      "num_tokens": 509728692.0,
      "step": 661780
    },
    {
      "epoch": 0.8394536492304258,
      "grad_norm": 5.375,
      "learning_rate": 8.028399331183445e-06,
      "loss": 2.21,
      "mean_token_accuracy": 0.5201759725809098,
      "num_tokens": 509736389.0,
      "step": 661790
    },
    {
      "epoch": 0.8394663338229587,
      "grad_norm": 5.25,
      "learning_rate": 8.027765021097154e-06,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5588393718004226,
      "num_tokens": 509744337.0,
      "step": 661800
    },
    {
      "epoch": 0.8394790184154914,
      "grad_norm": 8.4375,
      "learning_rate": 8.027130711010862e-06,
      "loss": 1.8895,
      "mean_token_accuracy": 0.579149866104126,
      "num_tokens": 509751722.0,
      "step": 661810
    },
    {
      "epoch": 0.8394917030080242,
      "grad_norm": 5.0,
      "learning_rate": 8.026496400924571e-06,
      "loss": 2.2538,
      "mean_token_accuracy": 0.5158183366060257,
      "num_tokens": 509760815.0,
      "step": 661820
    },
    {
      "epoch": 0.8395043876005571,
      "grad_norm": 4.96875,
      "learning_rate": 8.02586209083828e-06,
      "loss": 1.8808,
      "mean_token_accuracy": 0.5857763260602951,
      "num_tokens": 509767914.0,
      "step": 661830
    },
    {
      "epoch": 0.8395170721930899,
      "grad_norm": 7.9375,
      "learning_rate": 8.025227780751987e-06,
      "loss": 2.1901,
      "mean_token_accuracy": 0.5248447924852371,
      "num_tokens": 509775889.0,
      "step": 661840
    },
    {
      "epoch": 0.8395297567856228,
      "grad_norm": 5.25,
      "learning_rate": 8.024593470665697e-06,
      "loss": 1.9134,
      "mean_token_accuracy": 0.5599972784519196,
      "num_tokens": 509783870.0,
      "step": 661850
    },
    {
      "epoch": 0.8395424413781556,
      "grad_norm": 5.21875,
      "learning_rate": 8.023959160579404e-06,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5703789412975311,
      "num_tokens": 509790620.0,
      "step": 661860
    },
    {
      "epoch": 0.8395551259706885,
      "grad_norm": 5.1875,
      "learning_rate": 8.023324850493113e-06,
      "loss": 1.7508,
      "mean_token_accuracy": 0.6092514991760254,
      "num_tokens": 509797364.0,
      "step": 661870
    },
    {
      "epoch": 0.8395678105632213,
      "grad_norm": 7.40625,
      "learning_rate": 8.022690540406822e-06,
      "loss": 1.8513,
      "mean_token_accuracy": 0.5958398371934891,
      "num_tokens": 509804587.0,
      "step": 661880
    },
    {
      "epoch": 0.8395804951557541,
      "grad_norm": 5.15625,
      "learning_rate": 8.022056230320529e-06,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5318968147039413,
      "num_tokens": 509812114.0,
      "step": 661890
    },
    {
      "epoch": 0.839593179748287,
      "grad_norm": 5.4375,
      "learning_rate": 8.02142192023424e-06,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5541312366724014,
      "num_tokens": 509819606.0,
      "step": 661900
    },
    {
      "epoch": 0.8396058643408197,
      "grad_norm": 5.21875,
      "learning_rate": 8.020787610147946e-06,
      "loss": 1.9762,
      "mean_token_accuracy": 0.5639069736003876,
      "num_tokens": 509827793.0,
      "step": 661910
    },
    {
      "epoch": 0.8396185489333526,
      "grad_norm": 5.53125,
      "learning_rate": 8.020153300061655e-06,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5434152722358704,
      "num_tokens": 509835340.0,
      "step": 661920
    },
    {
      "epoch": 0.8396312335258854,
      "grad_norm": 5.0,
      "learning_rate": 8.019518989975364e-06,
      "loss": 1.9016,
      "mean_token_accuracy": 0.5751476675271988,
      "num_tokens": 509842495.0,
      "step": 661930
    },
    {
      "epoch": 0.8396439181184183,
      "grad_norm": 5.21875,
      "learning_rate": 8.01888467988907e-06,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5374442011117935,
      "num_tokens": 509851080.0,
      "step": 661940
    },
    {
      "epoch": 0.8396566027109511,
      "grad_norm": 5.21875,
      "learning_rate": 8.018250369802781e-06,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5300374567508698,
      "num_tokens": 509858954.0,
      "step": 661950
    },
    {
      "epoch": 0.839669287303484,
      "grad_norm": 6.875,
      "learning_rate": 8.017616059716488e-06,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5867099612951279,
      "num_tokens": 509866083.0,
      "step": 661960
    },
    {
      "epoch": 0.8396819718960168,
      "grad_norm": 6.09375,
      "learning_rate": 8.016981749630199e-06,
      "loss": 2.0213,
      "mean_token_accuracy": 0.543194705247879,
      "num_tokens": 509872237.0,
      "step": 661970
    },
    {
      "epoch": 0.8396946564885496,
      "grad_norm": 6.34375,
      "learning_rate": 8.016347439543906e-06,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5440637916326523,
      "num_tokens": 509879654.0,
      "step": 661980
    },
    {
      "epoch": 0.8397073410810825,
      "grad_norm": 6.34375,
      "learning_rate": 8.015713129457614e-06,
      "loss": 2.187,
      "mean_token_accuracy": 0.521106019616127,
      "num_tokens": 509887092.0,
      "step": 661990
    },
    {
      "epoch": 0.8397200256736153,
      "grad_norm": 4.9375,
      "learning_rate": 8.015078819371323e-06,
      "loss": 2.2647,
      "mean_token_accuracy": 0.5272873312234878,
      "num_tokens": 509895532.0,
      "step": 662000
    },
    {
      "epoch": 0.8397327102661482,
      "grad_norm": 5.21875,
      "learning_rate": 8.01444450928503e-06,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5313053369522095,
      "num_tokens": 509904200.0,
      "step": 662010
    },
    {
      "epoch": 0.8397453948586809,
      "grad_norm": 5.34375,
      "learning_rate": 8.01381019919874e-06,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5557255357503891,
      "num_tokens": 509911755.0,
      "step": 662020
    },
    {
      "epoch": 0.8397580794512138,
      "grad_norm": 4.78125,
      "learning_rate": 8.013175889112448e-06,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5487069219350815,
      "num_tokens": 509920426.0,
      "step": 662030
    },
    {
      "epoch": 0.8397707640437466,
      "grad_norm": 5.28125,
      "learning_rate": 8.012541579026158e-06,
      "loss": 2.0419,
      "mean_token_accuracy": 0.5560595750808716,
      "num_tokens": 509928706.0,
      "step": 662040
    },
    {
      "epoch": 0.8397834486362794,
      "grad_norm": 5.1875,
      "learning_rate": 8.011907268939865e-06,
      "loss": 1.7018,
      "mean_token_accuracy": 0.6205609798431396,
      "num_tokens": 509935648.0,
      "step": 662050
    },
    {
      "epoch": 0.8397961332288123,
      "grad_norm": 6.28125,
      "learning_rate": 8.011272958853574e-06,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5526210129261017,
      "num_tokens": 509943089.0,
      "step": 662060
    },
    {
      "epoch": 0.8398088178213451,
      "grad_norm": 4.78125,
      "learning_rate": 8.010638648767283e-06,
      "loss": 2.2274,
      "mean_token_accuracy": 0.5219434708356857,
      "num_tokens": 509950988.0,
      "step": 662070
    },
    {
      "epoch": 0.839821502413878,
      "grad_norm": 5.3125,
      "learning_rate": 8.01000433868099e-06,
      "loss": 1.8032,
      "mean_token_accuracy": 0.5892838507890701,
      "num_tokens": 509958603.0,
      "step": 662080
    },
    {
      "epoch": 0.8398341870064108,
      "grad_norm": 5.09375,
      "learning_rate": 8.0093700285947e-06,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5229233056306839,
      "num_tokens": 509966976.0,
      "step": 662090
    },
    {
      "epoch": 0.8398468715989437,
      "grad_norm": 5.84375,
      "learning_rate": 8.008735718508407e-06,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5472523003816605,
      "num_tokens": 509973989.0,
      "step": 662100
    },
    {
      "epoch": 0.8398595561914765,
      "grad_norm": 6.3125,
      "learning_rate": 8.008101408422116e-06,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5676596730947494,
      "num_tokens": 509982012.0,
      "step": 662110
    },
    {
      "epoch": 0.8398722407840093,
      "grad_norm": 4.96875,
      "learning_rate": 8.007467098335825e-06,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5293009281158447,
      "num_tokens": 509991359.0,
      "step": 662120
    },
    {
      "epoch": 0.8398849253765421,
      "grad_norm": 5.46875,
      "learning_rate": 8.006832788249532e-06,
      "loss": 2.2257,
      "mean_token_accuracy": 0.5183832883834839,
      "num_tokens": 509998694.0,
      "step": 662130
    },
    {
      "epoch": 0.8398976099690749,
      "grad_norm": 5.375,
      "learning_rate": 8.006198478163242e-06,
      "loss": 1.9275,
      "mean_token_accuracy": 0.5798150628805161,
      "num_tokens": 510005771.0,
      "step": 662140
    },
    {
      "epoch": 0.8399102945616078,
      "grad_norm": 5.53125,
      "learning_rate": 8.00556416807695e-06,
      "loss": 1.9751,
      "mean_token_accuracy": 0.54887555539608,
      "num_tokens": 510013058.0,
      "step": 662150
    },
    {
      "epoch": 0.8399229791541406,
      "grad_norm": 5.0,
      "learning_rate": 8.004929857990658e-06,
      "loss": 2.3019,
      "mean_token_accuracy": 0.5067362785339355,
      "num_tokens": 510021643.0,
      "step": 662160
    },
    {
      "epoch": 0.8399356637466735,
      "grad_norm": 5.71875,
      "learning_rate": 8.004295547904367e-06,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5651339173316956,
      "num_tokens": 510029106.0,
      "step": 662170
    },
    {
      "epoch": 0.8399483483392063,
      "grad_norm": 5.25,
      "learning_rate": 8.003661237818075e-06,
      "loss": 2.2443,
      "mean_token_accuracy": 0.5185113072395324,
      "num_tokens": 510037999.0,
      "step": 662180
    },
    {
      "epoch": 0.8399610329317392,
      "grad_norm": 4.625,
      "learning_rate": 8.003026927731784e-06,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5321189522743225,
      "num_tokens": 510045112.0,
      "step": 662190
    },
    {
      "epoch": 0.839973717524272,
      "grad_norm": 5.6875,
      "learning_rate": 8.002392617645491e-06,
      "loss": 2.049,
      "mean_token_accuracy": 0.5449889749288559,
      "num_tokens": 510052673.0,
      "step": 662200
    },
    {
      "epoch": 0.8399864021168048,
      "grad_norm": 5.53125,
      "learning_rate": 8.001758307559202e-06,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5453168869018554,
      "num_tokens": 510060667.0,
      "step": 662210
    },
    {
      "epoch": 0.8399990867093377,
      "grad_norm": 5.3125,
      "learning_rate": 8.001123997472909e-06,
      "loss": 1.9361,
      "mean_token_accuracy": 0.5793438673019409,
      "num_tokens": 510068505.0,
      "step": 662220
    },
    {
      "epoch": 0.8400117713018704,
      "grad_norm": 4.65625,
      "learning_rate": 8.000489687386617e-06,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5355634391307831,
      "num_tokens": 510077013.0,
      "step": 662230
    },
    {
      "epoch": 0.8400244558944033,
      "grad_norm": 5.28125,
      "learning_rate": 7.999855377300326e-06,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5363539010286331,
      "num_tokens": 510085079.0,
      "step": 662240
    },
    {
      "epoch": 0.8400371404869361,
      "grad_norm": 9.4375,
      "learning_rate": 7.999221067214035e-06,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5370598256587982,
      "num_tokens": 510092089.0,
      "step": 662250
    },
    {
      "epoch": 0.840049825079469,
      "grad_norm": 5.34375,
      "learning_rate": 7.998586757127744e-06,
      "loss": 2.2069,
      "mean_token_accuracy": 0.5242377281188965,
      "num_tokens": 510099757.0,
      "step": 662260
    },
    {
      "epoch": 0.8400625096720018,
      "grad_norm": 10.75,
      "learning_rate": 7.99795244704145e-06,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5505756944417953,
      "num_tokens": 510107193.0,
      "step": 662270
    },
    {
      "epoch": 0.8400751942645346,
      "grad_norm": 6.625,
      "learning_rate": 7.99731813695516e-06,
      "loss": 2.0092,
      "mean_token_accuracy": 0.558050474524498,
      "num_tokens": 510114038.0,
      "step": 662280
    },
    {
      "epoch": 0.8400878788570675,
      "grad_norm": 5.5,
      "learning_rate": 7.996683826868868e-06,
      "loss": 2.0079,
      "mean_token_accuracy": 0.54860560297966,
      "num_tokens": 510122262.0,
      "step": 662290
    },
    {
      "epoch": 0.8401005634496003,
      "grad_norm": 6.0,
      "learning_rate": 7.996049516782577e-06,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5825852692127228,
      "num_tokens": 510130098.0,
      "step": 662300
    },
    {
      "epoch": 0.8401132480421332,
      "grad_norm": 5.125,
      "learning_rate": 7.995415206696286e-06,
      "loss": 2.068,
      "mean_token_accuracy": 0.5459764450788498,
      "num_tokens": 510137594.0,
      "step": 662310
    },
    {
      "epoch": 0.840125932634666,
      "grad_norm": 5.03125,
      "learning_rate": 7.994780896609993e-06,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5303145676851273,
      "num_tokens": 510146034.0,
      "step": 662320
    },
    {
      "epoch": 0.8401386172271988,
      "grad_norm": 4.8125,
      "learning_rate": 7.994146586523701e-06,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5754994630813599,
      "num_tokens": 510153280.0,
      "step": 662330
    },
    {
      "epoch": 0.8401513018197316,
      "grad_norm": 8.9375,
      "learning_rate": 7.99351227643741e-06,
      "loss": 2.2558,
      "mean_token_accuracy": 0.5199544489383697,
      "num_tokens": 510160879.0,
      "step": 662340
    },
    {
      "epoch": 0.8401639864122645,
      "grad_norm": 5.46875,
      "learning_rate": 7.992877966351119e-06,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5592121601104736,
      "num_tokens": 510168426.0,
      "step": 662350
    },
    {
      "epoch": 0.8401766710047973,
      "grad_norm": 6.65625,
      "learning_rate": 7.992243656264828e-06,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5559889703989029,
      "num_tokens": 510176002.0,
      "step": 662360
    },
    {
      "epoch": 0.8401893555973301,
      "grad_norm": 5.4375,
      "learning_rate": 7.991609346178536e-06,
      "loss": 2.257,
      "mean_token_accuracy": 0.5247166603803635,
      "num_tokens": 510183882.0,
      "step": 662370
    },
    {
      "epoch": 0.840202040189863,
      "grad_norm": 5.15625,
      "learning_rate": 7.990975036092243e-06,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5470481008291245,
      "num_tokens": 510191388.0,
      "step": 662380
    },
    {
      "epoch": 0.8402147247823958,
      "grad_norm": 4.96875,
      "learning_rate": 7.990340726005952e-06,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5209624826908111,
      "num_tokens": 510200348.0,
      "step": 662390
    },
    {
      "epoch": 0.8402274093749287,
      "grad_norm": 5.96875,
      "learning_rate": 7.989706415919661e-06,
      "loss": 1.8828,
      "mean_token_accuracy": 0.5819579899311066,
      "num_tokens": 510207411.0,
      "step": 662400
    },
    {
      "epoch": 0.8402400939674615,
      "grad_norm": 5.75,
      "learning_rate": 7.98907210583337e-06,
      "loss": 1.6857,
      "mean_token_accuracy": 0.6242200404405593,
      "num_tokens": 510214908.0,
      "step": 662410
    },
    {
      "epoch": 0.8402527785599944,
      "grad_norm": 5.40625,
      "learning_rate": 7.988437795747078e-06,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5716697126626968,
      "num_tokens": 510223996.0,
      "step": 662420
    },
    {
      "epoch": 0.8402654631525271,
      "grad_norm": 4.6875,
      "learning_rate": 7.987803485660787e-06,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5321164727210999,
      "num_tokens": 510232637.0,
      "step": 662430
    },
    {
      "epoch": 0.8402781477450599,
      "grad_norm": 5.25,
      "learning_rate": 7.987169175574496e-06,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5444178819656372,
      "num_tokens": 510239753.0,
      "step": 662440
    },
    {
      "epoch": 0.8402908323375928,
      "grad_norm": 6.78125,
      "learning_rate": 7.986534865488203e-06,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5543986022472381,
      "num_tokens": 510247078.0,
      "step": 662450
    },
    {
      "epoch": 0.8403035169301256,
      "grad_norm": 5.15625,
      "learning_rate": 7.985900555401912e-06,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5734353274106979,
      "num_tokens": 510254819.0,
      "step": 662460
    },
    {
      "epoch": 0.8403162015226585,
      "grad_norm": 7.53125,
      "learning_rate": 7.98526624531562e-06,
      "loss": 1.9561,
      "mean_token_accuracy": 0.5817190319299698,
      "num_tokens": 510262301.0,
      "step": 662470
    },
    {
      "epoch": 0.8403288861151913,
      "grad_norm": 5.15625,
      "learning_rate": 7.98463193522933e-06,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5523632138967514,
      "num_tokens": 510269285.0,
      "step": 662480
    },
    {
      "epoch": 0.8403415707077242,
      "grad_norm": 5.0625,
      "learning_rate": 7.983997625143038e-06,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5540861189365387,
      "num_tokens": 510277357.0,
      "step": 662490
    },
    {
      "epoch": 0.840354255300257,
      "grad_norm": 5.0625,
      "learning_rate": 7.983363315056745e-06,
      "loss": 2.2677,
      "mean_token_accuracy": 0.510007107257843,
      "num_tokens": 510285859.0,
      "step": 662500
    },
    {
      "epoch": 0.8403669398927899,
      "grad_norm": 4.53125,
      "learning_rate": 7.982729004970454e-06,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5612206101417542,
      "num_tokens": 510293121.0,
      "step": 662510
    },
    {
      "epoch": 0.8403796244853227,
      "grad_norm": 8.3125,
      "learning_rate": 7.982094694884162e-06,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5326265782117844,
      "num_tokens": 510301883.0,
      "step": 662520
    },
    {
      "epoch": 0.8403923090778554,
      "grad_norm": 5.4375,
      "learning_rate": 7.981460384797871e-06,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5245021849870681,
      "num_tokens": 510311065.0,
      "step": 662530
    },
    {
      "epoch": 0.8404049936703883,
      "grad_norm": 5.125,
      "learning_rate": 7.98082607471158e-06,
      "loss": 2.3578,
      "mean_token_accuracy": 0.49497034549713137,
      "num_tokens": 510319517.0,
      "step": 662540
    },
    {
      "epoch": 0.8404176782629211,
      "grad_norm": 6.90625,
      "learning_rate": 7.980191764625287e-06,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5302656263113021,
      "num_tokens": 510327907.0,
      "step": 662550
    },
    {
      "epoch": 0.840430362855454,
      "grad_norm": 6.75,
      "learning_rate": 7.979557454538997e-06,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5514234274625778,
      "num_tokens": 510334839.0,
      "step": 662560
    },
    {
      "epoch": 0.8404430474479868,
      "grad_norm": 5.3125,
      "learning_rate": 7.978923144452704e-06,
      "loss": 2.165,
      "mean_token_accuracy": 0.5287207663059235,
      "num_tokens": 510343466.0,
      "step": 662570
    },
    {
      "epoch": 0.8404557320405197,
      "grad_norm": 6.5,
      "learning_rate": 7.978288834366413e-06,
      "loss": 2.4625,
      "mean_token_accuracy": 0.4795460730791092,
      "num_tokens": 510352050.0,
      "step": 662580
    },
    {
      "epoch": 0.8404684166330525,
      "grad_norm": 5.34375,
      "learning_rate": 7.977654524280122e-06,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5307001382112503,
      "num_tokens": 510359340.0,
      "step": 662590
    },
    {
      "epoch": 0.8404811012255853,
      "grad_norm": 5.03125,
      "learning_rate": 7.977020214193829e-06,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5386378169059753,
      "num_tokens": 510367208.0,
      "step": 662600
    },
    {
      "epoch": 0.8404937858181182,
      "grad_norm": 9.375,
      "learning_rate": 7.97638590410754e-06,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5428428530693055,
      "num_tokens": 510374960.0,
      "step": 662610
    },
    {
      "epoch": 0.840506470410651,
      "grad_norm": 5.46875,
      "learning_rate": 7.975751594021246e-06,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5534073263406754,
      "num_tokens": 510382842.0,
      "step": 662620
    },
    {
      "epoch": 0.8405191550031839,
      "grad_norm": 6.875,
      "learning_rate": 7.975117283934957e-06,
      "loss": 1.8829,
      "mean_token_accuracy": 0.5886992365121841,
      "num_tokens": 510389119.0,
      "step": 662630
    },
    {
      "epoch": 0.8405318395957166,
      "grad_norm": 5.90625,
      "learning_rate": 7.974482973848664e-06,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5377919644117355,
      "num_tokens": 510397321.0,
      "step": 662640
    },
    {
      "epoch": 0.8405445241882495,
      "grad_norm": 4.96875,
      "learning_rate": 7.973848663762373e-06,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5512164115905762,
      "num_tokens": 510404992.0,
      "step": 662650
    },
    {
      "epoch": 0.8405572087807823,
      "grad_norm": 6.875,
      "learning_rate": 7.973214353676081e-06,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5611513435840607,
      "num_tokens": 510411845.0,
      "step": 662660
    },
    {
      "epoch": 0.8405698933733152,
      "grad_norm": 5.46875,
      "learning_rate": 7.972580043589788e-06,
      "loss": 2.0127,
      "mean_token_accuracy": 0.554392284154892,
      "num_tokens": 510419819.0,
      "step": 662670
    },
    {
      "epoch": 0.840582577965848,
      "grad_norm": 5.25,
      "learning_rate": 7.971945733503499e-06,
      "loss": 2.262,
      "mean_token_accuracy": 0.5210036933422089,
      "num_tokens": 510427381.0,
      "step": 662680
    },
    {
      "epoch": 0.8405952625583808,
      "grad_norm": 8.9375,
      "learning_rate": 7.971311423417206e-06,
      "loss": 2.076,
      "mean_token_accuracy": 0.5594943970441818,
      "num_tokens": 510433732.0,
      "step": 662690
    },
    {
      "epoch": 0.8406079471509137,
      "grad_norm": 5.96875,
      "learning_rate": 7.970677113330915e-06,
      "loss": 1.965,
      "mean_token_accuracy": 0.5686189323663712,
      "num_tokens": 510442369.0,
      "step": 662700
    },
    {
      "epoch": 0.8406206317434465,
      "grad_norm": 5.75,
      "learning_rate": 7.970042803244623e-06,
      "loss": 2.2904,
      "mean_token_accuracy": 0.5014863789081574,
      "num_tokens": 510450640.0,
      "step": 662710
    },
    {
      "epoch": 0.8406333163359794,
      "grad_norm": 5.21875,
      "learning_rate": 7.96940849315833e-06,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5217370510101318,
      "num_tokens": 510459572.0,
      "step": 662720
    },
    {
      "epoch": 0.8406460009285122,
      "grad_norm": 7.5625,
      "learning_rate": 7.968774183072041e-06,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5365813791751861,
      "num_tokens": 510466872.0,
      "step": 662730
    },
    {
      "epoch": 0.8406586855210451,
      "grad_norm": 6.78125,
      "learning_rate": 7.968139872985748e-06,
      "loss": 1.994,
      "mean_token_accuracy": 0.5473217397928238,
      "num_tokens": 510474685.0,
      "step": 662740
    },
    {
      "epoch": 0.8406713701135778,
      "grad_norm": 4.96875,
      "learning_rate": 7.967505562899458e-06,
      "loss": 2.0939,
      "mean_token_accuracy": 0.5381552815437317,
      "num_tokens": 510483074.0,
      "step": 662750
    },
    {
      "epoch": 0.8406840547061106,
      "grad_norm": 5.15625,
      "learning_rate": 7.966871252813165e-06,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5526523560285568,
      "num_tokens": 510490697.0,
      "step": 662760
    },
    {
      "epoch": 0.8406967392986435,
      "grad_norm": 5.3125,
      "learning_rate": 7.966236942726874e-06,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5712904393672943,
      "num_tokens": 510498303.0,
      "step": 662770
    },
    {
      "epoch": 0.8407094238911763,
      "grad_norm": 6.53125,
      "learning_rate": 7.965602632640583e-06,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5152377784252167,
      "num_tokens": 510506905.0,
      "step": 662780
    },
    {
      "epoch": 0.8407221084837092,
      "grad_norm": 6.15625,
      "learning_rate": 7.96496832255429e-06,
      "loss": 1.8929,
      "mean_token_accuracy": 0.5903905898332595,
      "num_tokens": 510514565.0,
      "step": 662790
    },
    {
      "epoch": 0.840734793076242,
      "grad_norm": 4.875,
      "learning_rate": 7.964334012468e-06,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5301040768623352,
      "num_tokens": 510522976.0,
      "step": 662800
    },
    {
      "epoch": 0.8407474776687749,
      "grad_norm": 6.21875,
      "learning_rate": 7.963699702381707e-06,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5397580236196518,
      "num_tokens": 510531354.0,
      "step": 662810
    },
    {
      "epoch": 0.8407601622613077,
      "grad_norm": 6.78125,
      "learning_rate": 7.963065392295416e-06,
      "loss": 1.8201,
      "mean_token_accuracy": 0.5921182334423065,
      "num_tokens": 510538770.0,
      "step": 662820
    },
    {
      "epoch": 0.8407728468538405,
      "grad_norm": 5.6875,
      "learning_rate": 7.962431082209125e-06,
      "loss": 1.8596,
      "mean_token_accuracy": 0.595780748128891,
      "num_tokens": 510544515.0,
      "step": 662830
    },
    {
      "epoch": 0.8407855314463734,
      "grad_norm": 4.84375,
      "learning_rate": 7.961796772122834e-06,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5422589302062988,
      "num_tokens": 510553528.0,
      "step": 662840
    },
    {
      "epoch": 0.8407982160389061,
      "grad_norm": 5.84375,
      "learning_rate": 7.961162462036542e-06,
      "loss": 1.9615,
      "mean_token_accuracy": 0.5768411427736282,
      "num_tokens": 510559582.0,
      "step": 662850
    },
    {
      "epoch": 0.840810900631439,
      "grad_norm": 5.46875,
      "learning_rate": 7.96052815195025e-06,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5239424526691436,
      "num_tokens": 510567708.0,
      "step": 662860
    },
    {
      "epoch": 0.8408235852239718,
      "grad_norm": 5.0625,
      "learning_rate": 7.95989384186396e-06,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5249922722578049,
      "num_tokens": 510575799.0,
      "step": 662870
    },
    {
      "epoch": 0.8408362698165047,
      "grad_norm": 7.15625,
      "learning_rate": 7.959259531777667e-06,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5348703473806381,
      "num_tokens": 510583367.0,
      "step": 662880
    },
    {
      "epoch": 0.8408489544090375,
      "grad_norm": 6.53125,
      "learning_rate": 7.958625221691376e-06,
      "loss": 1.7892,
      "mean_token_accuracy": 0.5965703040361404,
      "num_tokens": 510589514.0,
      "step": 662890
    },
    {
      "epoch": 0.8408616390015704,
      "grad_norm": 5.90625,
      "learning_rate": 7.957990911605084e-06,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5563157230615616,
      "num_tokens": 510597530.0,
      "step": 662900
    },
    {
      "epoch": 0.8408743235941032,
      "grad_norm": 5.71875,
      "learning_rate": 7.957356601518791e-06,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5558610916137695,
      "num_tokens": 510604645.0,
      "step": 662910
    },
    {
      "epoch": 0.840887008186636,
      "grad_norm": 7.59375,
      "learning_rate": 7.956722291432502e-06,
      "loss": 1.9124,
      "mean_token_accuracy": 0.571418109536171,
      "num_tokens": 510611423.0,
      "step": 662920
    },
    {
      "epoch": 0.8408996927791689,
      "grad_norm": 6.21875,
      "learning_rate": 7.956087981346209e-06,
      "loss": 2.149,
      "mean_token_accuracy": 0.5271775007247925,
      "num_tokens": 510619133.0,
      "step": 662930
    },
    {
      "epoch": 0.8409123773717017,
      "grad_norm": 5.78125,
      "learning_rate": 7.955453671259918e-06,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5565038025379181,
      "num_tokens": 510627444.0,
      "step": 662940
    },
    {
      "epoch": 0.8409250619642346,
      "grad_norm": 5.625,
      "learning_rate": 7.954819361173626e-06,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5414884716272355,
      "num_tokens": 510635278.0,
      "step": 662950
    },
    {
      "epoch": 0.8409377465567673,
      "grad_norm": 6.625,
      "learning_rate": 7.954185051087335e-06,
      "loss": 1.8496,
      "mean_token_accuracy": 0.5852499574422836,
      "num_tokens": 510641372.0,
      "step": 662960
    },
    {
      "epoch": 0.8409504311493002,
      "grad_norm": 8.25,
      "learning_rate": 7.953550741001044e-06,
      "loss": 1.9387,
      "mean_token_accuracy": 0.5747803688049317,
      "num_tokens": 510649233.0,
      "step": 662970
    },
    {
      "epoch": 0.840963115741833,
      "grad_norm": 6.09375,
      "learning_rate": 7.952916430914751e-06,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5331229776144027,
      "num_tokens": 510657350.0,
      "step": 662980
    },
    {
      "epoch": 0.8409758003343658,
      "grad_norm": 4.8125,
      "learning_rate": 7.95228212082846e-06,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5364142030477523,
      "num_tokens": 510666576.0,
      "step": 662990
    },
    {
      "epoch": 0.8409884849268987,
      "grad_norm": 6.0,
      "learning_rate": 7.951647810742168e-06,
      "loss": 2.3145,
      "mean_token_accuracy": 0.5013258486986161,
      "num_tokens": 510674594.0,
      "step": 663000
    },
    {
      "epoch": 0.8410011695194315,
      "grad_norm": 8.8125,
      "learning_rate": 7.951013500655877e-06,
      "loss": 2.2967,
      "mean_token_accuracy": 0.5077613025903702,
      "num_tokens": 510683090.0,
      "step": 663010
    },
    {
      "epoch": 0.8410138541119644,
      "grad_norm": 5.09375,
      "learning_rate": 7.950379190569586e-06,
      "loss": 2.2056,
      "mean_token_accuracy": 0.518305990099907,
      "num_tokens": 510690817.0,
      "step": 663020
    },
    {
      "epoch": 0.8410265387044972,
      "grad_norm": 5.375,
      "learning_rate": 7.949744880483295e-06,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5407389640808106,
      "num_tokens": 510698614.0,
      "step": 663030
    },
    {
      "epoch": 0.8410392232970301,
      "grad_norm": 5.03125,
      "learning_rate": 7.949110570397002e-06,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5321085095405579,
      "num_tokens": 510707027.0,
      "step": 663040
    },
    {
      "epoch": 0.8410519078895629,
      "grad_norm": 5.75,
      "learning_rate": 7.94847626031071e-06,
      "loss": 2.1787,
      "mean_token_accuracy": 0.532498961687088,
      "num_tokens": 510714317.0,
      "step": 663050
    },
    {
      "epoch": 0.8410645924820958,
      "grad_norm": 6.5,
      "learning_rate": 7.947841950224419e-06,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5363151669502259,
      "num_tokens": 510722447.0,
      "step": 663060
    },
    {
      "epoch": 0.8410772770746285,
      "grad_norm": 5.46875,
      "learning_rate": 7.947207640138128e-06,
      "loss": 2.2431,
      "mean_token_accuracy": 0.5224028706550599,
      "num_tokens": 510731207.0,
      "step": 663070
    },
    {
      "epoch": 0.8410899616671613,
      "grad_norm": 5.15625,
      "learning_rate": 7.946573330051837e-06,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5346734136343002,
      "num_tokens": 510740692.0,
      "step": 663080
    },
    {
      "epoch": 0.8411026462596942,
      "grad_norm": 8.125,
      "learning_rate": 7.945939019965545e-06,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5520515948534012,
      "num_tokens": 510749160.0,
      "step": 663090
    },
    {
      "epoch": 0.841115330852227,
      "grad_norm": 4.84375,
      "learning_rate": 7.945304709879252e-06,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5391695916652679,
      "num_tokens": 510756564.0,
      "step": 663100
    },
    {
      "epoch": 0.8411280154447599,
      "grad_norm": 5.25,
      "learning_rate": 7.944670399792961e-06,
      "loss": 1.9075,
      "mean_token_accuracy": 0.558455154299736,
      "num_tokens": 510763664.0,
      "step": 663110
    },
    {
      "epoch": 0.8411407000372927,
      "grad_norm": 7.3125,
      "learning_rate": 7.94403608970667e-06,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5287295550107955,
      "num_tokens": 510772547.0,
      "step": 663120
    },
    {
      "epoch": 0.8411533846298256,
      "grad_norm": 6.40625,
      "learning_rate": 7.943401779620379e-06,
      "loss": 2.2163,
      "mean_token_accuracy": 0.5182846754789352,
      "num_tokens": 510781950.0,
      "step": 663130
    },
    {
      "epoch": 0.8411660692223584,
      "grad_norm": 5.625,
      "learning_rate": 7.942767469534087e-06,
      "loss": 1.9278,
      "mean_token_accuracy": 0.5702485203742981,
      "num_tokens": 510790333.0,
      "step": 663140
    },
    {
      "epoch": 0.8411787538148912,
      "grad_norm": 6.125,
      "learning_rate": 7.942133159447796e-06,
      "loss": 2.0728,
      "mean_token_accuracy": 0.539054861664772,
      "num_tokens": 510797645.0,
      "step": 663150
    },
    {
      "epoch": 0.841191438407424,
      "grad_norm": 5.1875,
      "learning_rate": 7.941498849361503e-06,
      "loss": 1.8881,
      "mean_token_accuracy": 0.5773441463708877,
      "num_tokens": 510806166.0,
      "step": 663160
    },
    {
      "epoch": 0.8412041229999568,
      "grad_norm": 7.125,
      "learning_rate": 7.940864539275212e-06,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5350276708602906,
      "num_tokens": 510813577.0,
      "step": 663170
    },
    {
      "epoch": 0.8412168075924897,
      "grad_norm": 5.25,
      "learning_rate": 7.94023022918892e-06,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5362404644489288,
      "num_tokens": 510822076.0,
      "step": 663180
    },
    {
      "epoch": 0.8412294921850225,
      "grad_norm": 5.625,
      "learning_rate": 7.93959591910263e-06,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5261751800775528,
      "num_tokens": 510829690.0,
      "step": 663190
    },
    {
      "epoch": 0.8412421767775554,
      "grad_norm": 5.34375,
      "learning_rate": 7.938961609016338e-06,
      "loss": 2.066,
      "mean_token_accuracy": 0.5404123038053512,
      "num_tokens": 510837008.0,
      "step": 663200
    },
    {
      "epoch": 0.8412548613700882,
      "grad_norm": 6.25,
      "learning_rate": 7.938327298930045e-06,
      "loss": 2.0081,
      "mean_token_accuracy": 0.553660973906517,
      "num_tokens": 510845308.0,
      "step": 663210
    },
    {
      "epoch": 0.841267545962621,
      "grad_norm": 5.625,
      "learning_rate": 7.937692988843756e-06,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5585107684135437,
      "num_tokens": 510853423.0,
      "step": 663220
    },
    {
      "epoch": 0.8412802305551539,
      "grad_norm": 5.53125,
      "learning_rate": 7.937058678757463e-06,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5434498369693757,
      "num_tokens": 510861684.0,
      "step": 663230
    },
    {
      "epoch": 0.8412929151476867,
      "grad_norm": 6.28125,
      "learning_rate": 7.936424368671171e-06,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5383085191249848,
      "num_tokens": 510868929.0,
      "step": 663240
    },
    {
      "epoch": 0.8413055997402196,
      "grad_norm": 5.96875,
      "learning_rate": 7.93579005858488e-06,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5779674977064133,
      "num_tokens": 510876519.0,
      "step": 663250
    },
    {
      "epoch": 0.8413182843327524,
      "grad_norm": 5.21875,
      "learning_rate": 7.935155748498587e-06,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5378628730773926,
      "num_tokens": 510884913.0,
      "step": 663260
    },
    {
      "epoch": 0.8413309689252852,
      "grad_norm": 5.46875,
      "learning_rate": 7.934521438412298e-06,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5431041419506073,
      "num_tokens": 510893133.0,
      "step": 663270
    },
    {
      "epoch": 0.841343653517818,
      "grad_norm": 5.3125,
      "learning_rate": 7.933887128326005e-06,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5317755520343781,
      "num_tokens": 510901290.0,
      "step": 663280
    },
    {
      "epoch": 0.8413563381103509,
      "grad_norm": 4.78125,
      "learning_rate": 7.933252818239715e-06,
      "loss": 1.9581,
      "mean_token_accuracy": 0.5513862341642379,
      "num_tokens": 510909782.0,
      "step": 663290
    },
    {
      "epoch": 0.8413690227028837,
      "grad_norm": 6.65625,
      "learning_rate": 7.932618508153422e-06,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5292542308568955,
      "num_tokens": 510917925.0,
      "step": 663300
    },
    {
      "epoch": 0.8413817072954165,
      "grad_norm": 9.1875,
      "learning_rate": 7.93198419806713e-06,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5305039554834365,
      "num_tokens": 510925431.0,
      "step": 663310
    },
    {
      "epoch": 0.8413943918879494,
      "grad_norm": 5.1875,
      "learning_rate": 7.93134988798084e-06,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5348324626684189,
      "num_tokens": 510934346.0,
      "step": 663320
    },
    {
      "epoch": 0.8414070764804822,
      "grad_norm": 5.375,
      "learning_rate": 7.930715577894547e-06,
      "loss": 1.8727,
      "mean_token_accuracy": 0.5933640509843826,
      "num_tokens": 510940902.0,
      "step": 663330
    },
    {
      "epoch": 0.8414197610730151,
      "grad_norm": 4.6875,
      "learning_rate": 7.930081267808257e-06,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5406933754682541,
      "num_tokens": 510949081.0,
      "step": 663340
    },
    {
      "epoch": 0.8414324456655479,
      "grad_norm": 5.09375,
      "learning_rate": 7.929446957721964e-06,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5789403438568115,
      "num_tokens": 510956784.0,
      "step": 663350
    },
    {
      "epoch": 0.8414451302580808,
      "grad_norm": 6.1875,
      "learning_rate": 7.928812647635673e-06,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5330746471881866,
      "num_tokens": 510964968.0,
      "step": 663360
    },
    {
      "epoch": 0.8414578148506136,
      "grad_norm": 7.0625,
      "learning_rate": 7.928178337549382e-06,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5565197944641114,
      "num_tokens": 510971790.0,
      "step": 663370
    },
    {
      "epoch": 0.8414704994431463,
      "grad_norm": 7.125,
      "learning_rate": 7.927544027463089e-06,
      "loss": 1.8044,
      "mean_token_accuracy": 0.6006828665733337,
      "num_tokens": 510978271.0,
      "step": 663380
    },
    {
      "epoch": 0.8414831840356792,
      "grad_norm": 4.875,
      "learning_rate": 7.926909717376799e-06,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5176388084888458,
      "num_tokens": 510986945.0,
      "step": 663390
    },
    {
      "epoch": 0.841495868628212,
      "grad_norm": 4.875,
      "learning_rate": 7.926275407290506e-06,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5467247664928436,
      "num_tokens": 510994935.0,
      "step": 663400
    },
    {
      "epoch": 0.8415085532207449,
      "grad_norm": 11.9375,
      "learning_rate": 7.925641097204217e-06,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5573134124279022,
      "num_tokens": 511002296.0,
      "step": 663410
    },
    {
      "epoch": 0.8415212378132777,
      "grad_norm": 6.125,
      "learning_rate": 7.925006787117924e-06,
      "loss": 1.6793,
      "mean_token_accuracy": 0.6200531125068665,
      "num_tokens": 511008769.0,
      "step": 663420
    },
    {
      "epoch": 0.8415339224058106,
      "grad_norm": 4.34375,
      "learning_rate": 7.924372477031632e-06,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5473930537700653,
      "num_tokens": 511016823.0,
      "step": 663430
    },
    {
      "epoch": 0.8415466069983434,
      "grad_norm": 5.03125,
      "learning_rate": 7.923738166945341e-06,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5296739906072616,
      "num_tokens": 511025010.0,
      "step": 663440
    },
    {
      "epoch": 0.8415592915908763,
      "grad_norm": 5.6875,
      "learning_rate": 7.923103856859048e-06,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5657898485660553,
      "num_tokens": 511032689.0,
      "step": 663450
    },
    {
      "epoch": 0.8415719761834091,
      "grad_norm": 6.15625,
      "learning_rate": 7.922469546772759e-06,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5205634534358978,
      "num_tokens": 511040273.0,
      "step": 663460
    },
    {
      "epoch": 0.8415846607759419,
      "grad_norm": 5.25,
      "learning_rate": 7.921835236686466e-06,
      "loss": 1.9995,
      "mean_token_accuracy": 0.5693731427192688,
      "num_tokens": 511047385.0,
      "step": 663470
    },
    {
      "epoch": 0.8415973453684747,
      "grad_norm": 5.21875,
      "learning_rate": 7.921200926600174e-06,
      "loss": 2.1063,
      "mean_token_accuracy": 0.542324674129486,
      "num_tokens": 511054577.0,
      "step": 663480
    },
    {
      "epoch": 0.8416100299610075,
      "grad_norm": 5.46875,
      "learning_rate": 7.920566616513883e-06,
      "loss": 1.9229,
      "mean_token_accuracy": 0.5835723966360092,
      "num_tokens": 511062035.0,
      "step": 663490
    },
    {
      "epoch": 0.8416227145535404,
      "grad_norm": 5.78125,
      "learning_rate": 7.919932306427592e-06,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5745888143777848,
      "num_tokens": 511069457.0,
      "step": 663500
    },
    {
      "epoch": 0.8416353991460732,
      "grad_norm": 5.1875,
      "learning_rate": 7.9192979963413e-06,
      "loss": 1.9481,
      "mean_token_accuracy": 0.5728370189666748,
      "num_tokens": 511076150.0,
      "step": 663510
    },
    {
      "epoch": 0.8416480837386061,
      "grad_norm": 6.25,
      "learning_rate": 7.918663686255008e-06,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5589425146579743,
      "num_tokens": 511085222.0,
      "step": 663520
    },
    {
      "epoch": 0.8416607683311389,
      "grad_norm": 6.0625,
      "learning_rate": 7.918029376168716e-06,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5239559650421143,
      "num_tokens": 511091944.0,
      "step": 663530
    },
    {
      "epoch": 0.8416734529236717,
      "grad_norm": 6.4375,
      "learning_rate": 7.917395066082425e-06,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5175314009189605,
      "num_tokens": 511100511.0,
      "step": 663540
    },
    {
      "epoch": 0.8416861375162046,
      "grad_norm": 5.84375,
      "learning_rate": 7.916760755996134e-06,
      "loss": 1.759,
      "mean_token_accuracy": 0.6144366651773453,
      "num_tokens": 511107606.0,
      "step": 663550
    },
    {
      "epoch": 0.8416988221087374,
      "grad_norm": 6.90625,
      "learning_rate": 7.916126445909843e-06,
      "loss": 1.8859,
      "mean_token_accuracy": 0.5795368552207947,
      "num_tokens": 511114940.0,
      "step": 663560
    },
    {
      "epoch": 0.8417115067012703,
      "grad_norm": 5.09375,
      "learning_rate": 7.91549213582355e-06,
      "loss": 2.1392,
      "mean_token_accuracy": 0.537919208407402,
      "num_tokens": 511123170.0,
      "step": 663570
    },
    {
      "epoch": 0.841724191293803,
      "grad_norm": 5.03125,
      "learning_rate": 7.91485782573726e-06,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5657924145460129,
      "num_tokens": 511131085.0,
      "step": 663580
    },
    {
      "epoch": 0.841736875886336,
      "grad_norm": 6.5,
      "learning_rate": 7.914223515650967e-06,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5673629462718963,
      "num_tokens": 511138407.0,
      "step": 663590
    },
    {
      "epoch": 0.8417495604788687,
      "grad_norm": 6.21875,
      "learning_rate": 7.913589205564676e-06,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5336141645908355,
      "num_tokens": 511147382.0,
      "step": 663600
    },
    {
      "epoch": 0.8417622450714015,
      "grad_norm": 6.84375,
      "learning_rate": 7.912954895478385e-06,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5472536951303482,
      "num_tokens": 511153739.0,
      "step": 663610
    },
    {
      "epoch": 0.8417749296639344,
      "grad_norm": 6.46875,
      "learning_rate": 7.912320585392093e-06,
      "loss": 1.8632,
      "mean_token_accuracy": 0.5793623745441436,
      "num_tokens": 511161018.0,
      "step": 663620
    },
    {
      "epoch": 0.8417876142564672,
      "grad_norm": 5.6875,
      "learning_rate": 7.911686275305802e-06,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5331804394721985,
      "num_tokens": 511169041.0,
      "step": 663630
    },
    {
      "epoch": 0.8418002988490001,
      "grad_norm": 5.03125,
      "learning_rate": 7.911051965219509e-06,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5294849961996079,
      "num_tokens": 511177324.0,
      "step": 663640
    },
    {
      "epoch": 0.8418129834415329,
      "grad_norm": 7.8125,
      "learning_rate": 7.910417655133218e-06,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5437434107065201,
      "num_tokens": 511185856.0,
      "step": 663650
    },
    {
      "epoch": 0.8418256680340658,
      "grad_norm": 5.40625,
      "learning_rate": 7.909783345046927e-06,
      "loss": 1.9073,
      "mean_token_accuracy": 0.5776343375444413,
      "num_tokens": 511192632.0,
      "step": 663660
    },
    {
      "epoch": 0.8418383526265986,
      "grad_norm": 6.875,
      "learning_rate": 7.909149034960635e-06,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5524358987808228,
      "num_tokens": 511200347.0,
      "step": 663670
    },
    {
      "epoch": 0.8418510372191315,
      "grad_norm": 11.5,
      "learning_rate": 7.908514724874344e-06,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5261070340871811,
      "num_tokens": 511208468.0,
      "step": 663680
    },
    {
      "epoch": 0.8418637218116642,
      "grad_norm": 9.625,
      "learning_rate": 7.907880414788053e-06,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5501283168792724,
      "num_tokens": 511215459.0,
      "step": 663690
    },
    {
      "epoch": 0.841876406404197,
      "grad_norm": 5.375,
      "learning_rate": 7.90724610470176e-06,
      "loss": 2.3034,
      "mean_token_accuracy": 0.4999519228935242,
      "num_tokens": 511224204.0,
      "step": 663700
    },
    {
      "epoch": 0.8418890909967299,
      "grad_norm": 6.5,
      "learning_rate": 7.906611794615469e-06,
      "loss": 2.198,
      "mean_token_accuracy": 0.5267750531435013,
      "num_tokens": 511233325.0,
      "step": 663710
    },
    {
      "epoch": 0.8419017755892627,
      "grad_norm": 5.84375,
      "learning_rate": 7.905977484529177e-06,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5467326551675796,
      "num_tokens": 511240693.0,
      "step": 663720
    },
    {
      "epoch": 0.8419144601817956,
      "grad_norm": 6.0625,
      "learning_rate": 7.905343174442886e-06,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5237490236759186,
      "num_tokens": 511248959.0,
      "step": 663730
    },
    {
      "epoch": 0.8419271447743284,
      "grad_norm": 10.1875,
      "learning_rate": 7.904708864356595e-06,
      "loss": 1.8777,
      "mean_token_accuracy": 0.5833679795265198,
      "num_tokens": 511255270.0,
      "step": 663740
    },
    {
      "epoch": 0.8419398293668613,
      "grad_norm": 9.1875,
      "learning_rate": 7.904074554270302e-06,
      "loss": 2.1229,
      "mean_token_accuracy": 0.534212863445282,
      "num_tokens": 511262098.0,
      "step": 663750
    },
    {
      "epoch": 0.8419525139593941,
      "grad_norm": 4.59375,
      "learning_rate": 7.90344024418401e-06,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5292186498641968,
      "num_tokens": 511270504.0,
      "step": 663760
    },
    {
      "epoch": 0.8419651985519269,
      "grad_norm": 5.0,
      "learning_rate": 7.90280593409772e-06,
      "loss": 2.2474,
      "mean_token_accuracy": 0.5151035934686661,
      "num_tokens": 511279131.0,
      "step": 663770
    },
    {
      "epoch": 0.8419778831444598,
      "grad_norm": 6.65625,
      "learning_rate": 7.902171624011428e-06,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5683399975299835,
      "num_tokens": 511286324.0,
      "step": 663780
    },
    {
      "epoch": 0.8419905677369925,
      "grad_norm": 6.0625,
      "learning_rate": 7.901537313925137e-06,
      "loss": 1.87,
      "mean_token_accuracy": 0.5802333682775498,
      "num_tokens": 511293617.0,
      "step": 663790
    },
    {
      "epoch": 0.8420032523295254,
      "grad_norm": 6.84375,
      "learning_rate": 7.900903003838846e-06,
      "loss": 2.2632,
      "mean_token_accuracy": 0.5094579517841339,
      "num_tokens": 511301478.0,
      "step": 663800
    },
    {
      "epoch": 0.8420159369220582,
      "grad_norm": 6.21875,
      "learning_rate": 7.900268693752554e-06,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5468240946531295,
      "num_tokens": 511309497.0,
      "step": 663810
    },
    {
      "epoch": 0.8420286215145911,
      "grad_norm": 6.4375,
      "learning_rate": 7.899634383666261e-06,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5309225410223007,
      "num_tokens": 511317651.0,
      "step": 663820
    },
    {
      "epoch": 0.8420413061071239,
      "grad_norm": 6.78125,
      "learning_rate": 7.89900007357997e-06,
      "loss": 1.8522,
      "mean_token_accuracy": 0.5843245536088943,
      "num_tokens": 511325371.0,
      "step": 663830
    },
    {
      "epoch": 0.8420539906996568,
      "grad_norm": 5.625,
      "learning_rate": 7.898365763493679e-06,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5383878290653229,
      "num_tokens": 511332527.0,
      "step": 663840
    },
    {
      "epoch": 0.8420666752921896,
      "grad_norm": 6.78125,
      "learning_rate": 7.897731453407388e-06,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5595021069049835,
      "num_tokens": 511339364.0,
      "step": 663850
    },
    {
      "epoch": 0.8420793598847224,
      "grad_norm": 5.40625,
      "learning_rate": 7.897097143321096e-06,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5347635239362717,
      "num_tokens": 511348286.0,
      "step": 663860
    },
    {
      "epoch": 0.8420920444772553,
      "grad_norm": 6.375,
      "learning_rate": 7.896462833234803e-06,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5310918688774109,
      "num_tokens": 511357585.0,
      "step": 663870
    },
    {
      "epoch": 0.8421047290697881,
      "grad_norm": 4.84375,
      "learning_rate": 7.895828523148514e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5449215441942215,
      "num_tokens": 511365488.0,
      "step": 663880
    },
    {
      "epoch": 0.842117413662321,
      "grad_norm": 7.5625,
      "learning_rate": 7.89519421306222e-06,
      "loss": 1.9789,
      "mean_token_accuracy": 0.559595349431038,
      "num_tokens": 511373039.0,
      "step": 663890
    },
    {
      "epoch": 0.8421300982548537,
      "grad_norm": 5.3125,
      "learning_rate": 7.89455990297593e-06,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5403566777706146,
      "num_tokens": 511380671.0,
      "step": 663900
    },
    {
      "epoch": 0.8421427828473866,
      "grad_norm": 6.78125,
      "learning_rate": 7.893925592889638e-06,
      "loss": 2.2039,
      "mean_token_accuracy": 0.5293442606925964,
      "num_tokens": 511388878.0,
      "step": 663910
    },
    {
      "epoch": 0.8421554674399194,
      "grad_norm": 6.28125,
      "learning_rate": 7.893291282803345e-06,
      "loss": 2.1913,
      "mean_token_accuracy": 0.5166871190071106,
      "num_tokens": 511397314.0,
      "step": 663920
    },
    {
      "epoch": 0.8421681520324522,
      "grad_norm": 5.46875,
      "learning_rate": 7.892656972717056e-06,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5474384039640426,
      "num_tokens": 511405557.0,
      "step": 663930
    },
    {
      "epoch": 0.8421808366249851,
      "grad_norm": 5.625,
      "learning_rate": 7.892022662630763e-06,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5460591912269592,
      "num_tokens": 511413118.0,
      "step": 663940
    },
    {
      "epoch": 0.8421935212175179,
      "grad_norm": 6.0625,
      "learning_rate": 7.891388352544472e-06,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5192340195178986,
      "num_tokens": 511421936.0,
      "step": 663950
    },
    {
      "epoch": 0.8422062058100508,
      "grad_norm": 5.25,
      "learning_rate": 7.89075404245818e-06,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5338604927062989,
      "num_tokens": 511429332.0,
      "step": 663960
    },
    {
      "epoch": 0.8422188904025836,
      "grad_norm": 5.3125,
      "learning_rate": 7.890119732371887e-06,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5742660015821457,
      "num_tokens": 511436285.0,
      "step": 663970
    },
    {
      "epoch": 0.8422315749951165,
      "grad_norm": 5.9375,
      "learning_rate": 7.889485422285598e-06,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5612833142280579,
      "num_tokens": 511443798.0,
      "step": 663980
    },
    {
      "epoch": 0.8422442595876493,
      "grad_norm": 6.53125,
      "learning_rate": 7.888851112199305e-06,
      "loss": 1.972,
      "mean_token_accuracy": 0.5636996299028396,
      "num_tokens": 511451709.0,
      "step": 663990
    },
    {
      "epoch": 0.8422569441801822,
      "grad_norm": 9.75,
      "learning_rate": 7.888216802113015e-06,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5415197640657425,
      "num_tokens": 511458061.0,
      "step": 664000
    },
    {
      "epoch": 0.8422696287727149,
      "grad_norm": 5.9375,
      "learning_rate": 7.887582492026722e-06,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5627509117126465,
      "num_tokens": 511465156.0,
      "step": 664010
    },
    {
      "epoch": 0.8422823133652477,
      "grad_norm": 5.1875,
      "learning_rate": 7.886948181940431e-06,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5489042669534683,
      "num_tokens": 511473270.0,
      "step": 664020
    },
    {
      "epoch": 0.8422949979577806,
      "grad_norm": 4.53125,
      "learning_rate": 7.88631387185414e-06,
      "loss": 1.6857,
      "mean_token_accuracy": 0.6109058111906052,
      "num_tokens": 511480564.0,
      "step": 664030
    },
    {
      "epoch": 0.8423076825503134,
      "grad_norm": 5.21875,
      "learning_rate": 7.885679561767847e-06,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5394150346517563,
      "num_tokens": 511489473.0,
      "step": 664040
    },
    {
      "epoch": 0.8423203671428463,
      "grad_norm": 5.875,
      "learning_rate": 7.885045251681557e-06,
      "loss": 1.7429,
      "mean_token_accuracy": 0.6034576833248139,
      "num_tokens": 511495923.0,
      "step": 664050
    },
    {
      "epoch": 0.8423330517353791,
      "grad_norm": 6.28125,
      "learning_rate": 7.884410941595264e-06,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5617674857378006,
      "num_tokens": 511503543.0,
      "step": 664060
    },
    {
      "epoch": 0.842345736327912,
      "grad_norm": 5.75,
      "learning_rate": 7.883776631508975e-06,
      "loss": 2.124,
      "mean_token_accuracy": 0.5422914028167725,
      "num_tokens": 511511593.0,
      "step": 664070
    },
    {
      "epoch": 0.8423584209204448,
      "grad_norm": 5.125,
      "learning_rate": 7.883142321422682e-06,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5390213131904602,
      "num_tokens": 511520648.0,
      "step": 664080
    },
    {
      "epoch": 0.8423711055129776,
      "grad_norm": 6.75,
      "learning_rate": 7.88250801133639e-06,
      "loss": 2.1278,
      "mean_token_accuracy": 0.5295346677303314,
      "num_tokens": 511529065.0,
      "step": 664090
    },
    {
      "epoch": 0.8423837901055105,
      "grad_norm": 4.75,
      "learning_rate": 7.8818737012501e-06,
      "loss": 2.011,
      "mean_token_accuracy": 0.5401172131299973,
      "num_tokens": 511537050.0,
      "step": 664100
    },
    {
      "epoch": 0.8423964746980432,
      "grad_norm": 5.40625,
      "learning_rate": 7.881239391163806e-06,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5234311521053314,
      "num_tokens": 511546270.0,
      "step": 664110
    },
    {
      "epoch": 0.8424091592905761,
      "grad_norm": 5.3125,
      "learning_rate": 7.880605081077517e-06,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5194237351417541,
      "num_tokens": 511554900.0,
      "step": 664120
    },
    {
      "epoch": 0.8424218438831089,
      "grad_norm": 6.5,
      "learning_rate": 7.879970770991224e-06,
      "loss": 1.8969,
      "mean_token_accuracy": 0.5920265734195709,
      "num_tokens": 511561427.0,
      "step": 664130
    },
    {
      "epoch": 0.8424345284756418,
      "grad_norm": 4.625,
      "learning_rate": 7.879336460904933e-06,
      "loss": 1.8732,
      "mean_token_accuracy": 0.5885479211807251,
      "num_tokens": 511569437.0,
      "step": 664140
    },
    {
      "epoch": 0.8424472130681746,
      "grad_norm": 5.5625,
      "learning_rate": 7.878702150818641e-06,
      "loss": 2.4329,
      "mean_token_accuracy": 0.5029851764440536,
      "num_tokens": 511577762.0,
      "step": 664150
    },
    {
      "epoch": 0.8424598976607074,
      "grad_norm": 4.96875,
      "learning_rate": 7.878067840732348e-06,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5279520481824875,
      "num_tokens": 511586300.0,
      "step": 664160
    },
    {
      "epoch": 0.8424725822532403,
      "grad_norm": 5.03125,
      "learning_rate": 7.877433530646059e-06,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5630304157733917,
      "num_tokens": 511594569.0,
      "step": 664170
    },
    {
      "epoch": 0.8424852668457731,
      "grad_norm": 5.34375,
      "learning_rate": 7.876799220559766e-06,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5396637439727783,
      "num_tokens": 511601933.0,
      "step": 664180
    },
    {
      "epoch": 0.842497951438306,
      "grad_norm": 6.03125,
      "learning_rate": 7.876164910473475e-06,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5169979691505432,
      "num_tokens": 511610542.0,
      "step": 664190
    },
    {
      "epoch": 0.8425106360308388,
      "grad_norm": 6.625,
      "learning_rate": 7.875530600387183e-06,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5724260628223419,
      "num_tokens": 511616477.0,
      "step": 664200
    },
    {
      "epoch": 0.8425233206233717,
      "grad_norm": 4.875,
      "learning_rate": 7.874896290300892e-06,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5509995073080063,
      "num_tokens": 511625228.0,
      "step": 664210
    },
    {
      "epoch": 0.8425360052159044,
      "grad_norm": 6.4375,
      "learning_rate": 7.8742619802146e-06,
      "loss": 1.8578,
      "mean_token_accuracy": 0.5887307822704315,
      "num_tokens": 511631688.0,
      "step": 664220
    },
    {
      "epoch": 0.8425486898084373,
      "grad_norm": 13.0,
      "learning_rate": 7.873627670128308e-06,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5147249788045883,
      "num_tokens": 511639208.0,
      "step": 664230
    },
    {
      "epoch": 0.8425613744009701,
      "grad_norm": 5.375,
      "learning_rate": 7.872993360042018e-06,
      "loss": 2.2275,
      "mean_token_accuracy": 0.5204429298639297,
      "num_tokens": 511647486.0,
      "step": 664240
    },
    {
      "epoch": 0.8425740589935029,
      "grad_norm": 4.625,
      "learning_rate": 7.872359049955725e-06,
      "loss": 2.2144,
      "mean_token_accuracy": 0.5190791755914688,
      "num_tokens": 511655472.0,
      "step": 664250
    },
    {
      "epoch": 0.8425867435860358,
      "grad_norm": 5.15625,
      "learning_rate": 7.871724739869434e-06,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5273517161607743,
      "num_tokens": 511663770.0,
      "step": 664260
    },
    {
      "epoch": 0.8425994281785686,
      "grad_norm": 5.53125,
      "learning_rate": 7.871090429783143e-06,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5348773688077927,
      "num_tokens": 511671433.0,
      "step": 664270
    },
    {
      "epoch": 0.8426121127711015,
      "grad_norm": 5.03125,
      "learning_rate": 7.870456119696851e-06,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5323268234729767,
      "num_tokens": 511679095.0,
      "step": 664280
    },
    {
      "epoch": 0.8426247973636343,
      "grad_norm": 4.40625,
      "learning_rate": 7.86982180961056e-06,
      "loss": 1.9129,
      "mean_token_accuracy": 0.56419817507267,
      "num_tokens": 511686785.0,
      "step": 664290
    },
    {
      "epoch": 0.8426374819561672,
      "grad_norm": 4.75,
      "learning_rate": 7.869187499524267e-06,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5569760113954544,
      "num_tokens": 511695053.0,
      "step": 664300
    },
    {
      "epoch": 0.8426501665487,
      "grad_norm": 5.53125,
      "learning_rate": 7.868553189437976e-06,
      "loss": 1.8909,
      "mean_token_accuracy": 0.5797302424907684,
      "num_tokens": 511702930.0,
      "step": 664310
    },
    {
      "epoch": 0.8426628511412327,
      "grad_norm": 4.84375,
      "learning_rate": 7.867918879351685e-06,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5445896029472351,
      "num_tokens": 511710892.0,
      "step": 664320
    },
    {
      "epoch": 0.8426755357337656,
      "grad_norm": 4.84375,
      "learning_rate": 7.867284569265394e-06,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5624437063932419,
      "num_tokens": 511718830.0,
      "step": 664330
    },
    {
      "epoch": 0.8426882203262984,
      "grad_norm": 7.15625,
      "learning_rate": 7.866650259179102e-06,
      "loss": 2.1659,
      "mean_token_accuracy": 0.535752946138382,
      "num_tokens": 511727020.0,
      "step": 664340
    },
    {
      "epoch": 0.8427009049188313,
      "grad_norm": 6.4375,
      "learning_rate": 7.86601594909281e-06,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5305550277233124,
      "num_tokens": 511735089.0,
      "step": 664350
    },
    {
      "epoch": 0.8427135895113641,
      "grad_norm": 5.46875,
      "learning_rate": 7.865381639006518e-06,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5466398894786835,
      "num_tokens": 511742580.0,
      "step": 664360
    },
    {
      "epoch": 0.842726274103897,
      "grad_norm": 6.25,
      "learning_rate": 7.864747328920227e-06,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5351589679718017,
      "num_tokens": 511749681.0,
      "step": 664370
    },
    {
      "epoch": 0.8427389586964298,
      "grad_norm": 5.96875,
      "learning_rate": 7.864113018833936e-06,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5623487114906311,
      "num_tokens": 511757765.0,
      "step": 664380
    },
    {
      "epoch": 0.8427516432889627,
      "grad_norm": 4.75,
      "learning_rate": 7.863478708747644e-06,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5314644277095795,
      "num_tokens": 511765911.0,
      "step": 664390
    },
    {
      "epoch": 0.8427643278814955,
      "grad_norm": 7.0,
      "learning_rate": 7.862844398661353e-06,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5315711557865143,
      "num_tokens": 511775032.0,
      "step": 664400
    },
    {
      "epoch": 0.8427770124740283,
      "grad_norm": 5.6875,
      "learning_rate": 7.86221008857506e-06,
      "loss": 1.9841,
      "mean_token_accuracy": 0.5612986087799072,
      "num_tokens": 511782373.0,
      "step": 664410
    },
    {
      "epoch": 0.8427896970665611,
      "grad_norm": 4.5625,
      "learning_rate": 7.861575778488769e-06,
      "loss": 1.8942,
      "mean_token_accuracy": 0.5822983086109161,
      "num_tokens": 511788611.0,
      "step": 664420
    },
    {
      "epoch": 0.8428023816590939,
      "grad_norm": 5.78125,
      "learning_rate": 7.860941468402478e-06,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5302644729614258,
      "num_tokens": 511795830.0,
      "step": 664430
    },
    {
      "epoch": 0.8428150662516268,
      "grad_norm": 6.40625,
      "learning_rate": 7.860307158316186e-06,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5607177019119263,
      "num_tokens": 511802405.0,
      "step": 664440
    },
    {
      "epoch": 0.8428277508441596,
      "grad_norm": 5.21875,
      "learning_rate": 7.859672848229895e-06,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5269061744213104,
      "num_tokens": 511810968.0,
      "step": 664450
    },
    {
      "epoch": 0.8428404354366925,
      "grad_norm": 5.3125,
      "learning_rate": 7.859038538143602e-06,
      "loss": 1.8389,
      "mean_token_accuracy": 0.5779545307159424,
      "num_tokens": 511818702.0,
      "step": 664460
    },
    {
      "epoch": 0.8428531200292253,
      "grad_norm": 6.5,
      "learning_rate": 7.858404228057312e-06,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5312430083751678,
      "num_tokens": 511826697.0,
      "step": 664470
    },
    {
      "epoch": 0.8428658046217581,
      "grad_norm": 4.28125,
      "learning_rate": 7.85776991797102e-06,
      "loss": 1.8202,
      "mean_token_accuracy": 0.5961177349090576,
      "num_tokens": 511834103.0,
      "step": 664480
    },
    {
      "epoch": 0.842878489214291,
      "grad_norm": 5.40625,
      "learning_rate": 7.857135607884728e-06,
      "loss": 1.8589,
      "mean_token_accuracy": 0.5988038957118988,
      "num_tokens": 511841746.0,
      "step": 664490
    },
    {
      "epoch": 0.8428911738068238,
      "grad_norm": 6.96875,
      "learning_rate": 7.856501297798437e-06,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5684023350477219,
      "num_tokens": 511848627.0,
      "step": 664500
    },
    {
      "epoch": 0.8429038583993567,
      "grad_norm": 5.53125,
      "learning_rate": 7.855866987712146e-06,
      "loss": 2.2467,
      "mean_token_accuracy": 0.5195377707481384,
      "num_tokens": 511857030.0,
      "step": 664510
    },
    {
      "epoch": 0.8429165429918895,
      "grad_norm": 6.53125,
      "learning_rate": 7.855232677625854e-06,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5504280090332031,
      "num_tokens": 511863261.0,
      "step": 664520
    },
    {
      "epoch": 0.8429292275844223,
      "grad_norm": 6.9375,
      "learning_rate": 7.854598367539562e-06,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5312967985868454,
      "num_tokens": 511870537.0,
      "step": 664530
    },
    {
      "epoch": 0.8429419121769551,
      "grad_norm": 4.9375,
      "learning_rate": 7.85396405745327e-06,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5451772034168243,
      "num_tokens": 511876830.0,
      "step": 664540
    },
    {
      "epoch": 0.8429545967694879,
      "grad_norm": 6.96875,
      "learning_rate": 7.853329747366979e-06,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5358758866786957,
      "num_tokens": 511884300.0,
      "step": 664550
    },
    {
      "epoch": 0.8429672813620208,
      "grad_norm": 6.1875,
      "learning_rate": 7.852695437280688e-06,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5273718565702439,
      "num_tokens": 511892818.0,
      "step": 664560
    },
    {
      "epoch": 0.8429799659545536,
      "grad_norm": 5.8125,
      "learning_rate": 7.852061127194396e-06,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5250083774328231,
      "num_tokens": 511901076.0,
      "step": 664570
    },
    {
      "epoch": 0.8429926505470865,
      "grad_norm": 5.03125,
      "learning_rate": 7.851426817108104e-06,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5261177390813827,
      "num_tokens": 511909696.0,
      "step": 664580
    },
    {
      "epoch": 0.8430053351396193,
      "grad_norm": 6.0625,
      "learning_rate": 7.850792507021814e-06,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5323141574859619,
      "num_tokens": 511918871.0,
      "step": 664590
    },
    {
      "epoch": 0.8430180197321522,
      "grad_norm": 5.6875,
      "learning_rate": 7.850158196935521e-06,
      "loss": 2.124,
      "mean_token_accuracy": 0.5344317108392715,
      "num_tokens": 511926292.0,
      "step": 664600
    },
    {
      "epoch": 0.843030704324685,
      "grad_norm": 4.625,
      "learning_rate": 7.84952388684923e-06,
      "loss": 1.851,
      "mean_token_accuracy": 0.5983383178710937,
      "num_tokens": 511934592.0,
      "step": 664610
    },
    {
      "epoch": 0.8430433889172179,
      "grad_norm": 6.21875,
      "learning_rate": 7.848889576762938e-06,
      "loss": 2.0038,
      "mean_token_accuracy": 0.557194384932518,
      "num_tokens": 511942118.0,
      "step": 664620
    },
    {
      "epoch": 0.8430560735097506,
      "grad_norm": 7.03125,
      "learning_rate": 7.848255266676646e-06,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5512374579906464,
      "num_tokens": 511949884.0,
      "step": 664630
    },
    {
      "epoch": 0.8430687581022834,
      "grad_norm": 5.25,
      "learning_rate": 7.847620956590356e-06,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5250381350517273,
      "num_tokens": 511957744.0,
      "step": 664640
    },
    {
      "epoch": 0.8430814426948163,
      "grad_norm": 7.34375,
      "learning_rate": 7.846986646504063e-06,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5333434551954269,
      "num_tokens": 511964858.0,
      "step": 664650
    },
    {
      "epoch": 0.8430941272873491,
      "grad_norm": 6.4375,
      "learning_rate": 7.846352336417773e-06,
      "loss": 1.8561,
      "mean_token_accuracy": 0.5855833500623703,
      "num_tokens": 511971434.0,
      "step": 664660
    },
    {
      "epoch": 0.843106811879882,
      "grad_norm": 5.90625,
      "learning_rate": 7.84571802633148e-06,
      "loss": 1.9169,
      "mean_token_accuracy": 0.5773094326257706,
      "num_tokens": 511978225.0,
      "step": 664670
    },
    {
      "epoch": 0.8431194964724148,
      "grad_norm": 6.65625,
      "learning_rate": 7.84508371624519e-06,
      "loss": 1.9855,
      "mean_token_accuracy": 0.561191076040268,
      "num_tokens": 511986120.0,
      "step": 664680
    },
    {
      "epoch": 0.8431321810649477,
      "grad_norm": 5.5625,
      "learning_rate": 7.844449406158898e-06,
      "loss": 1.8716,
      "mean_token_accuracy": 0.5783247828483582,
      "num_tokens": 511993123.0,
      "step": 664690
    },
    {
      "epoch": 0.8431448656574805,
      "grad_norm": 6.625,
      "learning_rate": 7.843815096072605e-06,
      "loss": 1.8147,
      "mean_token_accuracy": 0.5925588011741638,
      "num_tokens": 512000579.0,
      "step": 664700
    },
    {
      "epoch": 0.8431575502500133,
      "grad_norm": 10.5625,
      "learning_rate": 7.843180785986315e-06,
      "loss": 2.0053,
      "mean_token_accuracy": 0.546425285935402,
      "num_tokens": 512008530.0,
      "step": 664710
    },
    {
      "epoch": 0.8431702348425462,
      "grad_norm": 5.34375,
      "learning_rate": 7.842546475900022e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5465429216623306,
      "num_tokens": 512016885.0,
      "step": 664720
    },
    {
      "epoch": 0.843182919435079,
      "grad_norm": 6.15625,
      "learning_rate": 7.841912165813731e-06,
      "loss": 2.0415,
      "mean_token_accuracy": 0.543160566687584,
      "num_tokens": 512025321.0,
      "step": 664730
    },
    {
      "epoch": 0.8431956040276118,
      "grad_norm": 5.875,
      "learning_rate": 7.84127785572744e-06,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5386584311723709,
      "num_tokens": 512033919.0,
      "step": 664740
    },
    {
      "epoch": 0.8432082886201446,
      "grad_norm": 9.125,
      "learning_rate": 7.840643545641147e-06,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5795772492885589,
      "num_tokens": 512041002.0,
      "step": 664750
    },
    {
      "epoch": 0.8432209732126775,
      "grad_norm": 5.34375,
      "learning_rate": 7.840009235554857e-06,
      "loss": 2.2981,
      "mean_token_accuracy": 0.5073760032653809,
      "num_tokens": 512049609.0,
      "step": 664760
    },
    {
      "epoch": 0.8432336578052103,
      "grad_norm": 6.5625,
      "learning_rate": 7.839374925468564e-06,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5208171606063843,
      "num_tokens": 512057203.0,
      "step": 664770
    },
    {
      "epoch": 0.8432463423977432,
      "grad_norm": 4.84375,
      "learning_rate": 7.838740615382275e-06,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5451058834791184,
      "num_tokens": 512064568.0,
      "step": 664780
    },
    {
      "epoch": 0.843259026990276,
      "grad_norm": 6.65625,
      "learning_rate": 7.838106305295982e-06,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5430939853191376,
      "num_tokens": 512072275.0,
      "step": 664790
    },
    {
      "epoch": 0.8432717115828088,
      "grad_norm": 4.625,
      "learning_rate": 7.83747199520969e-06,
      "loss": 2.086,
      "mean_token_accuracy": 0.5385704100131988,
      "num_tokens": 512080673.0,
      "step": 664800
    },
    {
      "epoch": 0.8432843961753417,
      "grad_norm": 5.75,
      "learning_rate": 7.8368376851234e-06,
      "loss": 2.1737,
      "mean_token_accuracy": 0.5235671699047089,
      "num_tokens": 512089683.0,
      "step": 664810
    },
    {
      "epoch": 0.8432970807678745,
      "grad_norm": 5.21875,
      "learning_rate": 7.836203375037106e-06,
      "loss": 2.0525,
      "mean_token_accuracy": 0.549788036942482,
      "num_tokens": 512097465.0,
      "step": 664820
    },
    {
      "epoch": 0.8433097653604074,
      "grad_norm": 5.375,
      "learning_rate": 7.835569064950817e-06,
      "loss": 1.9283,
      "mean_token_accuracy": 0.5598368704319,
      "num_tokens": 512105999.0,
      "step": 664830
    },
    {
      "epoch": 0.8433224499529401,
      "grad_norm": 5.5,
      "learning_rate": 7.834934754864524e-06,
      "loss": 1.825,
      "mean_token_accuracy": 0.6066884756088257,
      "num_tokens": 512113521.0,
      "step": 664840
    },
    {
      "epoch": 0.843335134545473,
      "grad_norm": 6.375,
      "learning_rate": 7.834300444778233e-06,
      "loss": 2.2895,
      "mean_token_accuracy": 0.5134160339832305,
      "num_tokens": 512121800.0,
      "step": 664850
    },
    {
      "epoch": 0.8433478191380058,
      "grad_norm": 6.4375,
      "learning_rate": 7.833666134691941e-06,
      "loss": 2.1971,
      "mean_token_accuracy": 0.5288007587194443,
      "num_tokens": 512128872.0,
      "step": 664860
    },
    {
      "epoch": 0.8433605037305386,
      "grad_norm": 5.21875,
      "learning_rate": 7.83303182460565e-06,
      "loss": 1.9635,
      "mean_token_accuracy": 0.5655576676130295,
      "num_tokens": 512136923.0,
      "step": 664870
    },
    {
      "epoch": 0.8433731883230715,
      "grad_norm": 5.25,
      "learning_rate": 7.832397514519359e-06,
      "loss": 1.7772,
      "mean_token_accuracy": 0.5886133760213852,
      "num_tokens": 512144004.0,
      "step": 664880
    },
    {
      "epoch": 0.8433858729156043,
      "grad_norm": 5.5,
      "learning_rate": 7.831763204433066e-06,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5736734241247177,
      "num_tokens": 512151706.0,
      "step": 664890
    },
    {
      "epoch": 0.8433985575081372,
      "grad_norm": 8.0,
      "learning_rate": 7.831128894346775e-06,
      "loss": 1.8597,
      "mean_token_accuracy": 0.5867435336112976,
      "num_tokens": 512158244.0,
      "step": 664900
    },
    {
      "epoch": 0.84341124210067,
      "grad_norm": 5.6875,
      "learning_rate": 7.830494584260483e-06,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5345194965600968,
      "num_tokens": 512166141.0,
      "step": 664910
    },
    {
      "epoch": 0.8434239266932029,
      "grad_norm": 5.75,
      "learning_rate": 7.829860274174192e-06,
      "loss": 2.0889,
      "mean_token_accuracy": 0.534437072277069,
      "num_tokens": 512173701.0,
      "step": 664920
    },
    {
      "epoch": 0.8434366112857357,
      "grad_norm": 6.03125,
      "learning_rate": 7.829225964087901e-06,
      "loss": 1.8795,
      "mean_token_accuracy": 0.5928261697292327,
      "num_tokens": 512181046.0,
      "step": 664930
    },
    {
      "epoch": 0.8434492958782686,
      "grad_norm": 9.4375,
      "learning_rate": 7.828591654001608e-06,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5553262561559678,
      "num_tokens": 512188911.0,
      "step": 664940
    },
    {
      "epoch": 0.8434619804708013,
      "grad_norm": 4.59375,
      "learning_rate": 7.827957343915318e-06,
      "loss": 1.958,
      "mean_token_accuracy": 0.5609992265701294,
      "num_tokens": 512196691.0,
      "step": 664950
    },
    {
      "epoch": 0.8434746650633341,
      "grad_norm": 5.875,
      "learning_rate": 7.827323033829025e-06,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5192494958639144,
      "num_tokens": 512205388.0,
      "step": 664960
    },
    {
      "epoch": 0.843487349655867,
      "grad_norm": 13.4375,
      "learning_rate": 7.826688723742734e-06,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5505015224218368,
      "num_tokens": 512211205.0,
      "step": 664970
    },
    {
      "epoch": 0.8435000342483998,
      "grad_norm": 5.65625,
      "learning_rate": 7.826054413656443e-06,
      "loss": 2.043,
      "mean_token_accuracy": 0.5592841655015945,
      "num_tokens": 512219315.0,
      "step": 664980
    },
    {
      "epoch": 0.8435127188409327,
      "grad_norm": 5.25,
      "learning_rate": 7.825420103570152e-06,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5087283432483674,
      "num_tokens": 512227509.0,
      "step": 664990
    },
    {
      "epoch": 0.8435254034334655,
      "grad_norm": 5.34375,
      "learning_rate": 7.82478579348386e-06,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5597090929746628,
      "num_tokens": 512235826.0,
      "step": 665000
    },
    {
      "epoch": 0.8435380880259984,
      "grad_norm": 6.28125,
      "learning_rate": 7.824151483397567e-06,
      "loss": 1.7127,
      "mean_token_accuracy": 0.6087262392044067,
      "num_tokens": 512241538.0,
      "step": 665010
    },
    {
      "epoch": 0.8435507726185312,
      "grad_norm": 4.8125,
      "learning_rate": 7.823517173311276e-06,
      "loss": 2.2741,
      "mean_token_accuracy": 0.5096188455820083,
      "num_tokens": 512251033.0,
      "step": 665020
    },
    {
      "epoch": 0.843563457211064,
      "grad_norm": 6.46875,
      "learning_rate": 7.822882863224985e-06,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5314955413341522,
      "num_tokens": 512258929.0,
      "step": 665030
    },
    {
      "epoch": 0.8435761418035969,
      "grad_norm": 4.96875,
      "learning_rate": 7.822248553138694e-06,
      "loss": 2.087,
      "mean_token_accuracy": 0.5372042000293732,
      "num_tokens": 512267556.0,
      "step": 665040
    },
    {
      "epoch": 0.8435888263961296,
      "grad_norm": 6.46875,
      "learning_rate": 7.821614243052402e-06,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5226226061582565,
      "num_tokens": 512276305.0,
      "step": 665050
    },
    {
      "epoch": 0.8436015109886625,
      "grad_norm": 4.875,
      "learning_rate": 7.820979932966111e-06,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5464228212833404,
      "num_tokens": 512284922.0,
      "step": 665060
    },
    {
      "epoch": 0.8436141955811953,
      "grad_norm": 6.03125,
      "learning_rate": 7.820345622879818e-06,
      "loss": 1.864,
      "mean_token_accuracy": 0.5841995716094971,
      "num_tokens": 512292265.0,
      "step": 665070
    },
    {
      "epoch": 0.8436268801737282,
      "grad_norm": 7.90625,
      "learning_rate": 7.819711312793527e-06,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5354799866676331,
      "num_tokens": 512299766.0,
      "step": 665080
    },
    {
      "epoch": 0.843639564766261,
      "grad_norm": 6.4375,
      "learning_rate": 7.819077002707236e-06,
      "loss": 1.9238,
      "mean_token_accuracy": 0.5801289141178131,
      "num_tokens": 512306990.0,
      "step": 665090
    },
    {
      "epoch": 0.8436522493587938,
      "grad_norm": 8.5,
      "learning_rate": 7.818442692620944e-06,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5487761676311493,
      "num_tokens": 512314291.0,
      "step": 665100
    },
    {
      "epoch": 0.8436649339513267,
      "grad_norm": 6.53125,
      "learning_rate": 7.817808382534653e-06,
      "loss": 1.7303,
      "mean_token_accuracy": 0.6131840407848358,
      "num_tokens": 512321436.0,
      "step": 665110
    },
    {
      "epoch": 0.8436776185438595,
      "grad_norm": 5.53125,
      "learning_rate": 7.81717407244836e-06,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5390212267637253,
      "num_tokens": 512329650.0,
      "step": 665120
    },
    {
      "epoch": 0.8436903031363924,
      "grad_norm": 5.96875,
      "learning_rate": 7.816539762362069e-06,
      "loss": 1.7117,
      "mean_token_accuracy": 0.6173163235187531,
      "num_tokens": 512336645.0,
      "step": 665130
    },
    {
      "epoch": 0.8437029877289252,
      "grad_norm": 11.375,
      "learning_rate": 7.815905452275778e-06,
      "loss": 2.039,
      "mean_token_accuracy": 0.5730851024389267,
      "num_tokens": 512342454.0,
      "step": 665140
    },
    {
      "epoch": 0.843715672321458,
      "grad_norm": 6.5,
      "learning_rate": 7.815271142189486e-06,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5503930449485779,
      "num_tokens": 512349322.0,
      "step": 665150
    },
    {
      "epoch": 0.8437283569139908,
      "grad_norm": 5.25,
      "learning_rate": 7.814636832103195e-06,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5694251775741577,
      "num_tokens": 512357061.0,
      "step": 665160
    },
    {
      "epoch": 0.8437410415065237,
      "grad_norm": 7.75,
      "learning_rate": 7.814002522016904e-06,
      "loss": 2.0234,
      "mean_token_accuracy": 0.5530220121145248,
      "num_tokens": 512364796.0,
      "step": 665170
    },
    {
      "epoch": 0.8437537260990565,
      "grad_norm": 6.28125,
      "learning_rate": 7.813368211930613e-06,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5146208733320237,
      "num_tokens": 512372828.0,
      "step": 665180
    },
    {
      "epoch": 0.8437664106915893,
      "grad_norm": 5.0,
      "learning_rate": 7.81273390184432e-06,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5325046956539154,
      "num_tokens": 512380673.0,
      "step": 665190
    },
    {
      "epoch": 0.8437790952841222,
      "grad_norm": 6.375,
      "learning_rate": 7.812099591758028e-06,
      "loss": 2.2889,
      "mean_token_accuracy": 0.5045936673879623,
      "num_tokens": 512388298.0,
      "step": 665200
    },
    {
      "epoch": 0.843791779876655,
      "grad_norm": 5.46875,
      "learning_rate": 7.811465281671737e-06,
      "loss": 1.948,
      "mean_token_accuracy": 0.5724005758762359,
      "num_tokens": 512396013.0,
      "step": 665210
    },
    {
      "epoch": 0.8438044644691879,
      "grad_norm": 6.3125,
      "learning_rate": 7.810830971585446e-06,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5405128628015519,
      "num_tokens": 512404238.0,
      "step": 665220
    },
    {
      "epoch": 0.8438171490617207,
      "grad_norm": 5.03125,
      "learning_rate": 7.810196661499155e-06,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5067670196294785,
      "num_tokens": 512412856.0,
      "step": 665230
    },
    {
      "epoch": 0.8438298336542536,
      "grad_norm": 4.75,
      "learning_rate": 7.809562351412862e-06,
      "loss": 2.0055,
      "mean_token_accuracy": 0.548092046380043,
      "num_tokens": 512420558.0,
      "step": 665240
    },
    {
      "epoch": 0.8438425182467864,
      "grad_norm": 4.8125,
      "learning_rate": 7.808928041326572e-06,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5233419716358185,
      "num_tokens": 512428440.0,
      "step": 665250
    },
    {
      "epoch": 0.8438552028393191,
      "grad_norm": 5.71875,
      "learning_rate": 7.80829373124028e-06,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5226493030786514,
      "num_tokens": 512436579.0,
      "step": 665260
    },
    {
      "epoch": 0.843867887431852,
      "grad_norm": 7.0,
      "learning_rate": 7.807659421153988e-06,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5318527489900589,
      "num_tokens": 512445374.0,
      "step": 665270
    },
    {
      "epoch": 0.8438805720243848,
      "grad_norm": 4.6875,
      "learning_rate": 7.807025111067697e-06,
      "loss": 2.084,
      "mean_token_accuracy": 0.5351242780685425,
      "num_tokens": 512452886.0,
      "step": 665280
    },
    {
      "epoch": 0.8438932566169177,
      "grad_norm": 5.625,
      "learning_rate": 7.806390800981404e-06,
      "loss": 1.8416,
      "mean_token_accuracy": 0.5909334152936936,
      "num_tokens": 512459284.0,
      "step": 665290
    },
    {
      "epoch": 0.8439059412094505,
      "grad_norm": 5.59375,
      "learning_rate": 7.805756490895114e-06,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5383394449949265,
      "num_tokens": 512467947.0,
      "step": 665300
    },
    {
      "epoch": 0.8439186258019834,
      "grad_norm": 7.75,
      "learning_rate": 7.805122180808821e-06,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5480785757303238,
      "num_tokens": 512474476.0,
      "step": 665310
    },
    {
      "epoch": 0.8439313103945162,
      "grad_norm": 4.625,
      "learning_rate": 7.804487870722532e-06,
      "loss": 1.8579,
      "mean_token_accuracy": 0.5781841695308685,
      "num_tokens": 512481977.0,
      "step": 665320
    },
    {
      "epoch": 0.8439439949870491,
      "grad_norm": 6.15625,
      "learning_rate": 7.803853560636239e-06,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5326285362243652,
      "num_tokens": 512490129.0,
      "step": 665330
    },
    {
      "epoch": 0.8439566795795819,
      "grad_norm": 5.375,
      "learning_rate": 7.803219250549947e-06,
      "loss": 1.9047,
      "mean_token_accuracy": 0.5700199395418167,
      "num_tokens": 512497631.0,
      "step": 665340
    },
    {
      "epoch": 0.8439693641721147,
      "grad_norm": 5.1875,
      "learning_rate": 7.802584940463656e-06,
      "loss": 1.8301,
      "mean_token_accuracy": 0.6033363044261932,
      "num_tokens": 512503766.0,
      "step": 665350
    },
    {
      "epoch": 0.8439820487646476,
      "grad_norm": 7.375,
      "learning_rate": 7.801950630377363e-06,
      "loss": 1.6904,
      "mean_token_accuracy": 0.6200681954622269,
      "num_tokens": 512510823.0,
      "step": 665360
    },
    {
      "epoch": 0.8439947333571803,
      "grad_norm": 5.8125,
      "learning_rate": 7.801316320291074e-06,
      "loss": 1.8665,
      "mean_token_accuracy": 0.5687999188899994,
      "num_tokens": 512517081.0,
      "step": 665370
    },
    {
      "epoch": 0.8440074179497132,
      "grad_norm": 5.28125,
      "learning_rate": 7.80068201020478e-06,
      "loss": 2.0273,
      "mean_token_accuracy": 0.569270732998848,
      "num_tokens": 512524767.0,
      "step": 665380
    },
    {
      "epoch": 0.844020102542246,
      "grad_norm": 4.90625,
      "learning_rate": 7.80004770011849e-06,
      "loss": 1.9632,
      "mean_token_accuracy": 0.5604312896728516,
      "num_tokens": 512532678.0,
      "step": 665390
    },
    {
      "epoch": 0.8440327871347789,
      "grad_norm": 5.875,
      "learning_rate": 7.799413390032198e-06,
      "loss": 2.0445,
      "mean_token_accuracy": 0.538252192735672,
      "num_tokens": 512541423.0,
      "step": 665400
    },
    {
      "epoch": 0.8440454717273117,
      "grad_norm": 5.53125,
      "learning_rate": 7.798779079945905e-06,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5442685902118682,
      "num_tokens": 512549877.0,
      "step": 665410
    },
    {
      "epoch": 0.8440581563198445,
      "grad_norm": 4.71875,
      "learning_rate": 7.798144769859616e-06,
      "loss": 1.8342,
      "mean_token_accuracy": 0.5905839204788208,
      "num_tokens": 512559003.0,
      "step": 665420
    },
    {
      "epoch": 0.8440708409123774,
      "grad_norm": 5.78125,
      "learning_rate": 7.797510459773323e-06,
      "loss": 2.1,
      "mean_token_accuracy": 0.5456045627593994,
      "num_tokens": 512567047.0,
      "step": 665430
    },
    {
      "epoch": 0.8440835255049102,
      "grad_norm": 8.0,
      "learning_rate": 7.796876149687033e-06,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5507571697235107,
      "num_tokens": 512574632.0,
      "step": 665440
    },
    {
      "epoch": 0.8440962100974431,
      "grad_norm": 5.15625,
      "learning_rate": 7.79624183960074e-06,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5606716632843017,
      "num_tokens": 512581537.0,
      "step": 665450
    },
    {
      "epoch": 0.8441088946899759,
      "grad_norm": 5.65625,
      "learning_rate": 7.795607529514449e-06,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5705061316490173,
      "num_tokens": 512589153.0,
      "step": 665460
    },
    {
      "epoch": 0.8441215792825087,
      "grad_norm": 6.40625,
      "learning_rate": 7.794973219428158e-06,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5444929003715515,
      "num_tokens": 512596607.0,
      "step": 665470
    },
    {
      "epoch": 0.8441342638750415,
      "grad_norm": 6.71875,
      "learning_rate": 7.794338909341865e-06,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5316015392541885,
      "num_tokens": 512604604.0,
      "step": 665480
    },
    {
      "epoch": 0.8441469484675743,
      "grad_norm": 5.03125,
      "learning_rate": 7.793704599255575e-06,
      "loss": 2.0194,
      "mean_token_accuracy": 0.5549972444772721,
      "num_tokens": 512612378.0,
      "step": 665490
    },
    {
      "epoch": 0.8441596330601072,
      "grad_norm": 4.9375,
      "learning_rate": 7.793070289169282e-06,
      "loss": 2.1579,
      "mean_token_accuracy": 0.5332353830337524,
      "num_tokens": 512620807.0,
      "step": 665500
    },
    {
      "epoch": 0.84417231765264,
      "grad_norm": 5.0625,
      "learning_rate": 7.792435979082991e-06,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5135016530752182,
      "num_tokens": 512629775.0,
      "step": 665510
    },
    {
      "epoch": 0.8441850022451729,
      "grad_norm": 6.625,
      "learning_rate": 7.7918016689967e-06,
      "loss": 1.7172,
      "mean_token_accuracy": 0.6107739061117172,
      "num_tokens": 512636202.0,
      "step": 665520
    },
    {
      "epoch": 0.8441976868377057,
      "grad_norm": 6.3125,
      "learning_rate": 7.791167358910408e-06,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5529083251953125,
      "num_tokens": 512644418.0,
      "step": 665530
    },
    {
      "epoch": 0.8442103714302386,
      "grad_norm": 5.71875,
      "learning_rate": 7.790533048824117e-06,
      "loss": 1.8284,
      "mean_token_accuracy": 0.5983320415019989,
      "num_tokens": 512651976.0,
      "step": 665540
    },
    {
      "epoch": 0.8442230560227714,
      "grad_norm": 6.78125,
      "learning_rate": 7.789898738737824e-06,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5485976487398148,
      "num_tokens": 512659215.0,
      "step": 665550
    },
    {
      "epoch": 0.8442357406153043,
      "grad_norm": 5.6875,
      "learning_rate": 7.789264428651533e-06,
      "loss": 2.2044,
      "mean_token_accuracy": 0.5257193803787231,
      "num_tokens": 512667084.0,
      "step": 665560
    },
    {
      "epoch": 0.844248425207837,
      "grad_norm": 5.53125,
      "learning_rate": 7.788630118565242e-06,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5284449905157089,
      "num_tokens": 512675664.0,
      "step": 665570
    },
    {
      "epoch": 0.8442611098003698,
      "grad_norm": 5.4375,
      "learning_rate": 7.78799580847895e-06,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5644859313964844,
      "num_tokens": 512683870.0,
      "step": 665580
    },
    {
      "epoch": 0.8442737943929027,
      "grad_norm": 7.59375,
      "learning_rate": 7.787361498392659e-06,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5353408187627793,
      "num_tokens": 512691986.0,
      "step": 665590
    },
    {
      "epoch": 0.8442864789854355,
      "grad_norm": 5.28125,
      "learning_rate": 7.786727188306366e-06,
      "loss": 2.193,
      "mean_token_accuracy": 0.5231547445058823,
      "num_tokens": 512700597.0,
      "step": 665600
    },
    {
      "epoch": 0.8442991635779684,
      "grad_norm": 5.0,
      "learning_rate": 7.786092878220077e-06,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5420183539390564,
      "num_tokens": 512708613.0,
      "step": 665610
    },
    {
      "epoch": 0.8443118481705012,
      "grad_norm": 8.375,
      "learning_rate": 7.785458568133784e-06,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5431685596704483,
      "num_tokens": 512716062.0,
      "step": 665620
    },
    {
      "epoch": 0.8443245327630341,
      "grad_norm": 6.8125,
      "learning_rate": 7.784824258047492e-06,
      "loss": 1.8878,
      "mean_token_accuracy": 0.575399249792099,
      "num_tokens": 512723562.0,
      "step": 665630
    },
    {
      "epoch": 0.8443372173555669,
      "grad_norm": 6.03125,
      "learning_rate": 7.784189947961201e-06,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5382747501134872,
      "num_tokens": 512731692.0,
      "step": 665640
    },
    {
      "epoch": 0.8443499019480997,
      "grad_norm": 4.90625,
      "learning_rate": 7.78355563787491e-06,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5489138901233673,
      "num_tokens": 512739291.0,
      "step": 665650
    },
    {
      "epoch": 0.8443625865406326,
      "grad_norm": 6.46875,
      "learning_rate": 7.782921327788619e-06,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5387221127748489,
      "num_tokens": 512747556.0,
      "step": 665660
    },
    {
      "epoch": 0.8443752711331654,
      "grad_norm": 6.0625,
      "learning_rate": 7.782287017702326e-06,
      "loss": 2.2173,
      "mean_token_accuracy": 0.5152034878730773,
      "num_tokens": 512755448.0,
      "step": 665670
    },
    {
      "epoch": 0.8443879557256982,
      "grad_norm": 5.75,
      "learning_rate": 7.781652707616034e-06,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5510914504528046,
      "num_tokens": 512762483.0,
      "step": 665680
    },
    {
      "epoch": 0.844400640318231,
      "grad_norm": 4.84375,
      "learning_rate": 7.781018397529743e-06,
      "loss": 1.7865,
      "mean_token_accuracy": 0.597774475812912,
      "num_tokens": 512770191.0,
      "step": 665690
    },
    {
      "epoch": 0.8444133249107639,
      "grad_norm": 5.71875,
      "learning_rate": 7.780384087443452e-06,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5549350917339325,
      "num_tokens": 512778100.0,
      "step": 665700
    },
    {
      "epoch": 0.8444260095032967,
      "grad_norm": 4.90625,
      "learning_rate": 7.77974977735716e-06,
      "loss": 1.9016,
      "mean_token_accuracy": 0.5763071775436401,
      "num_tokens": 512785412.0,
      "step": 665710
    },
    {
      "epoch": 0.8444386940958296,
      "grad_norm": 5.375,
      "learning_rate": 7.77911546727087e-06,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5596507906913757,
      "num_tokens": 512793207.0,
      "step": 665720
    },
    {
      "epoch": 0.8444513786883624,
      "grad_norm": 5.4375,
      "learning_rate": 7.778481157184576e-06,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5596935600042343,
      "num_tokens": 512800373.0,
      "step": 665730
    },
    {
      "epoch": 0.8444640632808952,
      "grad_norm": 4.875,
      "learning_rate": 7.777846847098285e-06,
      "loss": 2.0374,
      "mean_token_accuracy": 0.536178120970726,
      "num_tokens": 512809205.0,
      "step": 665740
    },
    {
      "epoch": 0.8444767478734281,
      "grad_norm": 6.71875,
      "learning_rate": 7.777212537011994e-06,
      "loss": 1.9954,
      "mean_token_accuracy": 0.5649949818849563,
      "num_tokens": 512814976.0,
      "step": 665750
    },
    {
      "epoch": 0.8444894324659609,
      "grad_norm": 6.1875,
      "learning_rate": 7.776578226925703e-06,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5709677338600159,
      "num_tokens": 512822991.0,
      "step": 665760
    },
    {
      "epoch": 0.8445021170584938,
      "grad_norm": 9.625,
      "learning_rate": 7.775943916839411e-06,
      "loss": 1.8711,
      "mean_token_accuracy": 0.5927907764911652,
      "num_tokens": 512829674.0,
      "step": 665770
    },
    {
      "epoch": 0.8445148016510265,
      "grad_norm": 5.1875,
      "learning_rate": 7.775309606753118e-06,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5456227093935013,
      "num_tokens": 512837031.0,
      "step": 665780
    },
    {
      "epoch": 0.8445274862435594,
      "grad_norm": 11.375,
      "learning_rate": 7.774675296666827e-06,
      "loss": 1.994,
      "mean_token_accuracy": 0.5566193372011184,
      "num_tokens": 512844399.0,
      "step": 665790
    },
    {
      "epoch": 0.8445401708360922,
      "grad_norm": 5.4375,
      "learning_rate": 7.774040986580536e-06,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5287286520004273,
      "num_tokens": 512853091.0,
      "step": 665800
    },
    {
      "epoch": 0.844552855428625,
      "grad_norm": 5.125,
      "learning_rate": 7.773406676494245e-06,
      "loss": 1.9664,
      "mean_token_accuracy": 0.5576584935188293,
      "num_tokens": 512860505.0,
      "step": 665810
    },
    {
      "epoch": 0.8445655400211579,
      "grad_norm": 5.28125,
      "learning_rate": 7.772772366407953e-06,
      "loss": 1.8058,
      "mean_token_accuracy": 0.5850970029830933,
      "num_tokens": 512867689.0,
      "step": 665820
    },
    {
      "epoch": 0.8445782246136907,
      "grad_norm": 6.15625,
      "learning_rate": 7.77213805632166e-06,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5612618505954743,
      "num_tokens": 512874512.0,
      "step": 665830
    },
    {
      "epoch": 0.8445909092062236,
      "grad_norm": 6.40625,
      "learning_rate": 7.77150374623537e-06,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5460244297981263,
      "num_tokens": 512882087.0,
      "step": 665840
    },
    {
      "epoch": 0.8446035937987564,
      "grad_norm": 6.625,
      "learning_rate": 7.770869436149078e-06,
      "loss": 2.0555,
      "mean_token_accuracy": 0.53842753469944,
      "num_tokens": 512889057.0,
      "step": 665850
    },
    {
      "epoch": 0.8446162783912893,
      "grad_norm": 6.3125,
      "learning_rate": 7.770235126062787e-06,
      "loss": 2.1071,
      "mean_token_accuracy": 0.531398692727089,
      "num_tokens": 512895849.0,
      "step": 665860
    },
    {
      "epoch": 0.8446289629838221,
      "grad_norm": 9.0,
      "learning_rate": 7.769600815976495e-06,
      "loss": 1.8431,
      "mean_token_accuracy": 0.5909200519323349,
      "num_tokens": 512903190.0,
      "step": 665870
    },
    {
      "epoch": 0.844641647576355,
      "grad_norm": 11.0,
      "learning_rate": 7.768966505890204e-06,
      "loss": 2.011,
      "mean_token_accuracy": 0.5631143391132355,
      "num_tokens": 512909919.0,
      "step": 665880
    },
    {
      "epoch": 0.8446543321688877,
      "grad_norm": 4.875,
      "learning_rate": 7.768332195803913e-06,
      "loss": 1.7778,
      "mean_token_accuracy": 0.60447758436203,
      "num_tokens": 512919141.0,
      "step": 665890
    },
    {
      "epoch": 0.8446670167614205,
      "grad_norm": 4.625,
      "learning_rate": 7.76769788571762e-06,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5280630022287369,
      "num_tokens": 512926121.0,
      "step": 665900
    },
    {
      "epoch": 0.8446797013539534,
      "grad_norm": 5.6875,
      "learning_rate": 7.76706357563133e-06,
      "loss": 2.234,
      "mean_token_accuracy": 0.5215214043855667,
      "num_tokens": 512934508.0,
      "step": 665910
    },
    {
      "epoch": 0.8446923859464862,
      "grad_norm": 5.09375,
      "learning_rate": 7.766429265545037e-06,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5398763120174408,
      "num_tokens": 512941471.0,
      "step": 665920
    },
    {
      "epoch": 0.8447050705390191,
      "grad_norm": 7.125,
      "learning_rate": 7.765794955458746e-06,
      "loss": 2.0885,
      "mean_token_accuracy": 0.545956838130951,
      "num_tokens": 512948275.0,
      "step": 665930
    },
    {
      "epoch": 0.8447177551315519,
      "grad_norm": 5.875,
      "learning_rate": 7.765160645372455e-06,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5403780102729797,
      "num_tokens": 512957576.0,
      "step": 665940
    },
    {
      "epoch": 0.8447304397240848,
      "grad_norm": 5.0,
      "learning_rate": 7.764526335286162e-06,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5304319351911545,
      "num_tokens": 512965279.0,
      "step": 665950
    },
    {
      "epoch": 0.8447431243166176,
      "grad_norm": 4.65625,
      "learning_rate": 7.763892025199872e-06,
      "loss": 1.7936,
      "mean_token_accuracy": 0.5872806191444397,
      "num_tokens": 512973827.0,
      "step": 665960
    },
    {
      "epoch": 0.8447558089091504,
      "grad_norm": 7.6875,
      "learning_rate": 7.76325771511358e-06,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5402651309967041,
      "num_tokens": 512981049.0,
      "step": 665970
    },
    {
      "epoch": 0.8447684935016833,
      "grad_norm": 6.4375,
      "learning_rate": 7.762623405027288e-06,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5422067701816559,
      "num_tokens": 512989539.0,
      "step": 665980
    },
    {
      "epoch": 0.844781178094216,
      "grad_norm": 5.71875,
      "learning_rate": 7.761989094940997e-06,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5293964684009552,
      "num_tokens": 512997348.0,
      "step": 665990
    },
    {
      "epoch": 0.8447938626867489,
      "grad_norm": 5.40625,
      "learning_rate": 7.761354784854704e-06,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5440675467252731,
      "num_tokens": 513005547.0,
      "step": 666000
    },
    {
      "epoch": 0.8448065472792817,
      "grad_norm": 5.71875,
      "learning_rate": 7.760720474768414e-06,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5681132465600968,
      "num_tokens": 513013129.0,
      "step": 666010
    },
    {
      "epoch": 0.8448192318718146,
      "grad_norm": 6.25,
      "learning_rate": 7.760086164682121e-06,
      "loss": 1.9645,
      "mean_token_accuracy": 0.553185111284256,
      "num_tokens": 513021102.0,
      "step": 666020
    },
    {
      "epoch": 0.8448319164643474,
      "grad_norm": 5.34375,
      "learning_rate": 7.759451854595832e-06,
      "loss": 2.1824,
      "mean_token_accuracy": 0.5297055721282959,
      "num_tokens": 513029898.0,
      "step": 666030
    },
    {
      "epoch": 0.8448446010568802,
      "grad_norm": 5.5,
      "learning_rate": 7.758817544509539e-06,
      "loss": 1.894,
      "mean_token_accuracy": 0.5707635402679443,
      "num_tokens": 513037905.0,
      "step": 666040
    },
    {
      "epoch": 0.8448572856494131,
      "grad_norm": 6.0,
      "learning_rate": 7.758183234423248e-06,
      "loss": 2.0352,
      "mean_token_accuracy": 0.545326030254364,
      "num_tokens": 513043740.0,
      "step": 666050
    },
    {
      "epoch": 0.8448699702419459,
      "grad_norm": 1.8671875,
      "learning_rate": 7.757548924336956e-06,
      "loss": 1.8317,
      "mean_token_accuracy": 0.588364988565445,
      "num_tokens": 513052243.0,
      "step": 666060
    },
    {
      "epoch": 0.8448826548344788,
      "grad_norm": 5.84375,
      "learning_rate": 7.756914614250663e-06,
      "loss": 2.1788,
      "mean_token_accuracy": 0.5352390885353089,
      "num_tokens": 513060269.0,
      "step": 666070
    },
    {
      "epoch": 0.8448953394270116,
      "grad_norm": 5.6875,
      "learning_rate": 7.756280304164374e-06,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5513169974088669,
      "num_tokens": 513068295.0,
      "step": 666080
    },
    {
      "epoch": 0.8449080240195445,
      "grad_norm": 4.90625,
      "learning_rate": 7.755645994078081e-06,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5693867087364197,
      "num_tokens": 513075662.0,
      "step": 666090
    },
    {
      "epoch": 0.8449207086120772,
      "grad_norm": 5.3125,
      "learning_rate": 7.755011683991791e-06,
      "loss": 2.0157,
      "mean_token_accuracy": 0.5560043394565582,
      "num_tokens": 513083928.0,
      "step": 666100
    },
    {
      "epoch": 0.8449333932046101,
      "grad_norm": 5.03125,
      "learning_rate": 7.754377373905498e-06,
      "loss": 2.1427,
      "mean_token_accuracy": 0.5440167874097824,
      "num_tokens": 513091244.0,
      "step": 666110
    },
    {
      "epoch": 0.8449460777971429,
      "grad_norm": 5.21875,
      "learning_rate": 7.753743063819207e-06,
      "loss": 2.2384,
      "mean_token_accuracy": 0.5179315686225892,
      "num_tokens": 513100188.0,
      "step": 666120
    },
    {
      "epoch": 0.8449587623896757,
      "grad_norm": 5.84375,
      "learning_rate": 7.753108753732916e-06,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5645080059766769,
      "num_tokens": 513106946.0,
      "step": 666130
    },
    {
      "epoch": 0.8449714469822086,
      "grad_norm": 5.25,
      "learning_rate": 7.752474443646623e-06,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5381628781557083,
      "num_tokens": 513116102.0,
      "step": 666140
    },
    {
      "epoch": 0.8449841315747414,
      "grad_norm": 5.40625,
      "learning_rate": 7.751840133560333e-06,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5252826333045959,
      "num_tokens": 513123274.0,
      "step": 666150
    },
    {
      "epoch": 0.8449968161672743,
      "grad_norm": 5.6875,
      "learning_rate": 7.75120582347404e-06,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5486293435096741,
      "num_tokens": 513130128.0,
      "step": 666160
    },
    {
      "epoch": 0.8450095007598071,
      "grad_norm": 5.625,
      "learning_rate": 7.750571513387749e-06,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5216320097446442,
      "num_tokens": 513138565.0,
      "step": 666170
    },
    {
      "epoch": 0.84502218535234,
      "grad_norm": 4.71875,
      "learning_rate": 7.749937203301458e-06,
      "loss": 2.041,
      "mean_token_accuracy": 0.542951163649559,
      "num_tokens": 513145810.0,
      "step": 666180
    },
    {
      "epoch": 0.8450348699448728,
      "grad_norm": 5.125,
      "learning_rate": 7.749302893215165e-06,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5269933551549911,
      "num_tokens": 513154466.0,
      "step": 666190
    },
    {
      "epoch": 0.8450475545374055,
      "grad_norm": 5.15625,
      "learning_rate": 7.748668583128875e-06,
      "loss": 1.8314,
      "mean_token_accuracy": 0.5904363691806793,
      "num_tokens": 513162683.0,
      "step": 666200
    },
    {
      "epoch": 0.8450602391299384,
      "grad_norm": 5.96875,
      "learning_rate": 7.748034273042582e-06,
      "loss": 1.673,
      "mean_token_accuracy": 0.6186327904462814,
      "num_tokens": 513169375.0,
      "step": 666210
    },
    {
      "epoch": 0.8450729237224712,
      "grad_norm": 5.03125,
      "learning_rate": 7.747399962956291e-06,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5710944414138794,
      "num_tokens": 513177036.0,
      "step": 666220
    },
    {
      "epoch": 0.8450856083150041,
      "grad_norm": 5.28125,
      "learning_rate": 7.74676565287e-06,
      "loss": 1.816,
      "mean_token_accuracy": 0.5989785879850388,
      "num_tokens": 513185377.0,
      "step": 666230
    },
    {
      "epoch": 0.8450982929075369,
      "grad_norm": 5.0625,
      "learning_rate": 7.746131342783709e-06,
      "loss": 2.1844,
      "mean_token_accuracy": 0.5359940260648728,
      "num_tokens": 513193701.0,
      "step": 666240
    },
    {
      "epoch": 0.8451109775000698,
      "grad_norm": 4.8125,
      "learning_rate": 7.745497032697417e-06,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5571104645729065,
      "num_tokens": 513201996.0,
      "step": 666250
    },
    {
      "epoch": 0.8451236620926026,
      "grad_norm": 5.34375,
      "learning_rate": 7.744862722611124e-06,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5482403755187988,
      "num_tokens": 513210936.0,
      "step": 666260
    },
    {
      "epoch": 0.8451363466851355,
      "grad_norm": 5.0,
      "learning_rate": 7.744228412524833e-06,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5662350803613663,
      "num_tokens": 513217795.0,
      "step": 666270
    },
    {
      "epoch": 0.8451490312776683,
      "grad_norm": 5.5,
      "learning_rate": 7.743594102438542e-06,
      "loss": 2.2147,
      "mean_token_accuracy": 0.5268341571092605,
      "num_tokens": 513226837.0,
      "step": 666280
    },
    {
      "epoch": 0.8451617158702011,
      "grad_norm": 5.28125,
      "learning_rate": 7.74295979235225e-06,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5266175240278244,
      "num_tokens": 513234971.0,
      "step": 666290
    },
    {
      "epoch": 0.845174400462734,
      "grad_norm": 6.3125,
      "learning_rate": 7.74232548226596e-06,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5402418971061707,
      "num_tokens": 513243647.0,
      "step": 666300
    },
    {
      "epoch": 0.8451870850552667,
      "grad_norm": 6.03125,
      "learning_rate": 7.741691172179668e-06,
      "loss": 1.7232,
      "mean_token_accuracy": 0.6134451806545258,
      "num_tokens": 513250359.0,
      "step": 666310
    },
    {
      "epoch": 0.8451997696477996,
      "grad_norm": 6.78125,
      "learning_rate": 7.741056862093377e-06,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5587740659713745,
      "num_tokens": 513257303.0,
      "step": 666320
    },
    {
      "epoch": 0.8452124542403324,
      "grad_norm": 7.8125,
      "learning_rate": 7.740422552007084e-06,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5602909535169601,
      "num_tokens": 513264116.0,
      "step": 666330
    },
    {
      "epoch": 0.8452251388328653,
      "grad_norm": 7.28125,
      "learning_rate": 7.739788241920793e-06,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5639193773269653,
      "num_tokens": 513271648.0,
      "step": 666340
    },
    {
      "epoch": 0.8452378234253981,
      "grad_norm": 5.0,
      "learning_rate": 7.739153931834501e-06,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5515297234058381,
      "num_tokens": 513279288.0,
      "step": 666350
    },
    {
      "epoch": 0.8452505080179309,
      "grad_norm": 6.34375,
      "learning_rate": 7.73851962174821e-06,
      "loss": 1.9349,
      "mean_token_accuracy": 0.5607254147529602,
      "num_tokens": 513287447.0,
      "step": 666360
    },
    {
      "epoch": 0.8452631926104638,
      "grad_norm": 4.8125,
      "learning_rate": 7.737885311661919e-06,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5519899725914001,
      "num_tokens": 513295415.0,
      "step": 666370
    },
    {
      "epoch": 0.8452758772029966,
      "grad_norm": 5.8125,
      "learning_rate": 7.737251001575626e-06,
      "loss": 1.8947,
      "mean_token_accuracy": 0.58714479804039,
      "num_tokens": 513302798.0,
      "step": 666380
    },
    {
      "epoch": 0.8452885617955295,
      "grad_norm": 4.96875,
      "learning_rate": 7.736616691489335e-06,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5498723179101944,
      "num_tokens": 513310834.0,
      "step": 666390
    },
    {
      "epoch": 0.8453012463880623,
      "grad_norm": 6.15625,
      "learning_rate": 7.735982381403043e-06,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5707390129566192,
      "num_tokens": 513317735.0,
      "step": 666400
    },
    {
      "epoch": 0.8453139309805952,
      "grad_norm": 5.46875,
      "learning_rate": 7.735348071316752e-06,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5371327489614487,
      "num_tokens": 513325996.0,
      "step": 666410
    },
    {
      "epoch": 0.8453266155731279,
      "grad_norm": 6.125,
      "learning_rate": 7.73471376123046e-06,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5616186201572418,
      "num_tokens": 513333351.0,
      "step": 666420
    },
    {
      "epoch": 0.8453393001656607,
      "grad_norm": 6.8125,
      "learning_rate": 7.73407945114417e-06,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5277432262897491,
      "num_tokens": 513341140.0,
      "step": 666430
    },
    {
      "epoch": 0.8453519847581936,
      "grad_norm": 5.46875,
      "learning_rate": 7.733445141057877e-06,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5795942395925522,
      "num_tokens": 513348577.0,
      "step": 666440
    },
    {
      "epoch": 0.8453646693507264,
      "grad_norm": 6.0625,
      "learning_rate": 7.732810830971585e-06,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5617386400699615,
      "num_tokens": 513356485.0,
      "step": 666450
    },
    {
      "epoch": 0.8453773539432593,
      "grad_norm": 4.75,
      "learning_rate": 7.732176520885294e-06,
      "loss": 1.915,
      "mean_token_accuracy": 0.5733896046876907,
      "num_tokens": 513364531.0,
      "step": 666460
    },
    {
      "epoch": 0.8453900385357921,
      "grad_norm": 6.65625,
      "learning_rate": 7.731542210799003e-06,
      "loss": 1.9189,
      "mean_token_accuracy": 0.565889173746109,
      "num_tokens": 513371929.0,
      "step": 666470
    },
    {
      "epoch": 0.845402723128325,
      "grad_norm": 6.34375,
      "learning_rate": 7.730907900712712e-06,
      "loss": 2.0579,
      "mean_token_accuracy": 0.5522880047559738,
      "num_tokens": 513378326.0,
      "step": 666480
    },
    {
      "epoch": 0.8454154077208578,
      "grad_norm": 5.5625,
      "learning_rate": 7.730273590626419e-06,
      "loss": 1.7213,
      "mean_token_accuracy": 0.6129655838012695,
      "num_tokens": 513385553.0,
      "step": 666490
    },
    {
      "epoch": 0.8454280923133907,
      "grad_norm": 6.09375,
      "learning_rate": 7.729639280540129e-06,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5324702888727189,
      "num_tokens": 513394373.0,
      "step": 666500
    },
    {
      "epoch": 0.8454407769059235,
      "grad_norm": 5.6875,
      "learning_rate": 7.729004970453836e-06,
      "loss": 2.013,
      "mean_token_accuracy": 0.555858051776886,
      "num_tokens": 513403083.0,
      "step": 666510
    },
    {
      "epoch": 0.8454534614984562,
      "grad_norm": 6.34375,
      "learning_rate": 7.728370660367545e-06,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5692639529705048,
      "num_tokens": 513409506.0,
      "step": 666520
    },
    {
      "epoch": 0.8454661460909891,
      "grad_norm": 5.3125,
      "learning_rate": 7.727736350281254e-06,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5449874848127365,
      "num_tokens": 513418282.0,
      "step": 666530
    },
    {
      "epoch": 0.8454788306835219,
      "grad_norm": 6.59375,
      "learning_rate": 7.727102040194962e-06,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5381508201360703,
      "num_tokens": 513426046.0,
      "step": 666540
    },
    {
      "epoch": 0.8454915152760548,
      "grad_norm": 6.59375,
      "learning_rate": 7.726467730108671e-06,
      "loss": 1.8941,
      "mean_token_accuracy": 0.5852578192949295,
      "num_tokens": 513432663.0,
      "step": 666550
    },
    {
      "epoch": 0.8455041998685876,
      "grad_norm": 6.53125,
      "learning_rate": 7.725833420022378e-06,
      "loss": 1.8639,
      "mean_token_accuracy": 0.5821723818778992,
      "num_tokens": 513440649.0,
      "step": 666560
    },
    {
      "epoch": 0.8455168844611205,
      "grad_norm": 6.28125,
      "learning_rate": 7.725199109936087e-06,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5469661384820939,
      "num_tokens": 513448739.0,
      "step": 666570
    },
    {
      "epoch": 0.8455295690536533,
      "grad_norm": 5.40625,
      "learning_rate": 7.724564799849796e-06,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5278550177812577,
      "num_tokens": 513456414.0,
      "step": 666580
    },
    {
      "epoch": 0.8455422536461861,
      "grad_norm": 4.8125,
      "learning_rate": 7.723930489763504e-06,
      "loss": 2.1547,
      "mean_token_accuracy": 0.519649812579155,
      "num_tokens": 513465008.0,
      "step": 666590
    },
    {
      "epoch": 0.845554938238719,
      "grad_norm": 6.4375,
      "learning_rate": 7.723296179677213e-06,
      "loss": 2.062,
      "mean_token_accuracy": 0.5386817872524261,
      "num_tokens": 513472045.0,
      "step": 666600
    },
    {
      "epoch": 0.8455676228312518,
      "grad_norm": 5.40625,
      "learning_rate": 7.72266186959092e-06,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5726333647966385,
      "num_tokens": 513479746.0,
      "step": 666610
    },
    {
      "epoch": 0.8455803074237846,
      "grad_norm": 6.09375,
      "learning_rate": 7.72202755950463e-06,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5453731000423432,
      "num_tokens": 513487076.0,
      "step": 666620
    },
    {
      "epoch": 0.8455929920163174,
      "grad_norm": 7.59375,
      "learning_rate": 7.721393249418338e-06,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5584636986255646,
      "num_tokens": 513494877.0,
      "step": 666630
    },
    {
      "epoch": 0.8456056766088503,
      "grad_norm": 5.9375,
      "learning_rate": 7.720758939332046e-06,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5272950053215026,
      "num_tokens": 513502689.0,
      "step": 666640
    },
    {
      "epoch": 0.8456183612013831,
      "grad_norm": 5.75,
      "learning_rate": 7.720124629245755e-06,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5547450870275498,
      "num_tokens": 513510294.0,
      "step": 666650
    },
    {
      "epoch": 0.845631045793916,
      "grad_norm": 5.25,
      "learning_rate": 7.719490319159462e-06,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5226717591285706,
      "num_tokens": 513518475.0,
      "step": 666660
    },
    {
      "epoch": 0.8456437303864488,
      "grad_norm": 6.03125,
      "learning_rate": 7.718856009073173e-06,
      "loss": 1.849,
      "mean_token_accuracy": 0.5909327268600464,
      "num_tokens": 513525976.0,
      "step": 666670
    },
    {
      "epoch": 0.8456564149789816,
      "grad_norm": 5.21875,
      "learning_rate": 7.71822169898688e-06,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5429257363080978,
      "num_tokens": 513534780.0,
      "step": 666680
    },
    {
      "epoch": 0.8456690995715145,
      "grad_norm": 5.21875,
      "learning_rate": 7.71758738890059e-06,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5366061478853226,
      "num_tokens": 513542698.0,
      "step": 666690
    },
    {
      "epoch": 0.8456817841640473,
      "grad_norm": 5.1875,
      "learning_rate": 7.716953078814297e-06,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5315447628498078,
      "num_tokens": 513549911.0,
      "step": 666700
    },
    {
      "epoch": 0.8456944687565802,
      "grad_norm": 5.03125,
      "learning_rate": 7.716318768728006e-06,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5491381257772445,
      "num_tokens": 513558440.0,
      "step": 666710
    },
    {
      "epoch": 0.845707153349113,
      "grad_norm": 5.25,
      "learning_rate": 7.715684458641715e-06,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5529761850833893,
      "num_tokens": 513565771.0,
      "step": 666720
    },
    {
      "epoch": 0.8457198379416458,
      "grad_norm": 5.78125,
      "learning_rate": 7.715050148555422e-06,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5431389570236206,
      "num_tokens": 513573519.0,
      "step": 666730
    },
    {
      "epoch": 0.8457325225341786,
      "grad_norm": 5.0625,
      "learning_rate": 7.714415838469132e-06,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5593575328588486,
      "num_tokens": 513582149.0,
      "step": 666740
    },
    {
      "epoch": 0.8457452071267114,
      "grad_norm": 5.09375,
      "learning_rate": 7.713781528382839e-06,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5753134250640869,
      "num_tokens": 513591181.0,
      "step": 666750
    },
    {
      "epoch": 0.8457578917192443,
      "grad_norm": 5.25,
      "learning_rate": 7.713147218296548e-06,
      "loss": 2.2616,
      "mean_token_accuracy": 0.5249991923570633,
      "num_tokens": 513599587.0,
      "step": 666760
    },
    {
      "epoch": 0.8457705763117771,
      "grad_norm": 5.84375,
      "learning_rate": 7.712512908210257e-06,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5615472733974457,
      "num_tokens": 513606807.0,
      "step": 666770
    },
    {
      "epoch": 0.84578326090431,
      "grad_norm": 4.96875,
      "learning_rate": 7.711878598123964e-06,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5804850101470947,
      "num_tokens": 513614793.0,
      "step": 666780
    },
    {
      "epoch": 0.8457959454968428,
      "grad_norm": 5.9375,
      "learning_rate": 7.711244288037674e-06,
      "loss": 1.7834,
      "mean_token_accuracy": 0.6037842124700546,
      "num_tokens": 513622478.0,
      "step": 666790
    },
    {
      "epoch": 0.8458086300893757,
      "grad_norm": 4.78125,
      "learning_rate": 7.710609977951381e-06,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5384437382221222,
      "num_tokens": 513630147.0,
      "step": 666800
    },
    {
      "epoch": 0.8458213146819085,
      "grad_norm": 7.1875,
      "learning_rate": 7.709975667865091e-06,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5560577273368835,
      "num_tokens": 513638027.0,
      "step": 666810
    },
    {
      "epoch": 0.8458339992744414,
      "grad_norm": 4.75,
      "learning_rate": 7.709341357778799e-06,
      "loss": 1.8419,
      "mean_token_accuracy": 0.5972815215587616,
      "num_tokens": 513644897.0,
      "step": 666820
    },
    {
      "epoch": 0.8458466838669741,
      "grad_norm": 7.78125,
      "learning_rate": 7.708707047692507e-06,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5532147407531738,
      "num_tokens": 513652839.0,
      "step": 666830
    },
    {
      "epoch": 0.8458593684595069,
      "grad_norm": 6.34375,
      "learning_rate": 7.708072737606216e-06,
      "loss": 1.949,
      "mean_token_accuracy": 0.5694478631019593,
      "num_tokens": 513660358.0,
      "step": 666840
    },
    {
      "epoch": 0.8458720530520398,
      "grad_norm": 5.0625,
      "learning_rate": 7.707438427519923e-06,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5350177705287933,
      "num_tokens": 513668847.0,
      "step": 666850
    },
    {
      "epoch": 0.8458847376445726,
      "grad_norm": 4.96875,
      "learning_rate": 7.706804117433633e-06,
      "loss": 2.1402,
      "mean_token_accuracy": 0.532740780711174,
      "num_tokens": 513677254.0,
      "step": 666860
    },
    {
      "epoch": 0.8458974222371055,
      "grad_norm": 4.59375,
      "learning_rate": 7.70616980734734e-06,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5419924765825271,
      "num_tokens": 513685875.0,
      "step": 666870
    },
    {
      "epoch": 0.8459101068296383,
      "grad_norm": 7.28125,
      "learning_rate": 7.70553549726105e-06,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5311603933572769,
      "num_tokens": 513693635.0,
      "step": 666880
    },
    {
      "epoch": 0.8459227914221712,
      "grad_norm": 6.15625,
      "learning_rate": 7.704901187174758e-06,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5561238348484039,
      "num_tokens": 513700802.0,
      "step": 666890
    },
    {
      "epoch": 0.845935476014704,
      "grad_norm": 7.0,
      "learning_rate": 7.704266877088467e-06,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5517182856798172,
      "num_tokens": 513707652.0,
      "step": 666900
    },
    {
      "epoch": 0.8459481606072368,
      "grad_norm": 5.40625,
      "learning_rate": 7.703632567002176e-06,
      "loss": 1.9502,
      "mean_token_accuracy": 0.578274330496788,
      "num_tokens": 513715717.0,
      "step": 666910
    },
    {
      "epoch": 0.8459608451997697,
      "grad_norm": 6.125,
      "learning_rate": 7.702998256915883e-06,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5560670882463455,
      "num_tokens": 513723113.0,
      "step": 666920
    },
    {
      "epoch": 0.8459735297923024,
      "grad_norm": 5.875,
      "learning_rate": 7.702363946829591e-06,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5211217939853668,
      "num_tokens": 513731213.0,
      "step": 666930
    },
    {
      "epoch": 0.8459862143848353,
      "grad_norm": 4.90625,
      "learning_rate": 7.7017296367433e-06,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5532675623893738,
      "num_tokens": 513738148.0,
      "step": 666940
    },
    {
      "epoch": 0.8459988989773681,
      "grad_norm": 5.96875,
      "learning_rate": 7.701095326657009e-06,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5444587171077728,
      "num_tokens": 513745856.0,
      "step": 666950
    },
    {
      "epoch": 0.846011583569901,
      "grad_norm": 4.59375,
      "learning_rate": 7.700461016570718e-06,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5375705480575561,
      "num_tokens": 513754524.0,
      "step": 666960
    },
    {
      "epoch": 0.8460242681624338,
      "grad_norm": 4.96875,
      "learning_rate": 7.699826706484425e-06,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5470231980085373,
      "num_tokens": 513762721.0,
      "step": 666970
    },
    {
      "epoch": 0.8460369527549666,
      "grad_norm": 5.84375,
      "learning_rate": 7.699192396398135e-06,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5338679939508438,
      "num_tokens": 513770981.0,
      "step": 666980
    },
    {
      "epoch": 0.8460496373474995,
      "grad_norm": 7.3125,
      "learning_rate": 7.698558086311842e-06,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5371468454599381,
      "num_tokens": 513780158.0,
      "step": 666990
    },
    {
      "epoch": 0.8460623219400323,
      "grad_norm": 5.1875,
      "learning_rate": 7.69792377622555e-06,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5197264790534973,
      "num_tokens": 513786499.0,
      "step": 667000
    },
    {
      "epoch": 0.8460750065325652,
      "grad_norm": 5.78125,
      "learning_rate": 7.69728946613926e-06,
      "loss": 1.7257,
      "mean_token_accuracy": 0.6115740716457367,
      "num_tokens": 513793763.0,
      "step": 667010
    },
    {
      "epoch": 0.846087691125098,
      "grad_norm": 5.875,
      "learning_rate": 7.696655156052968e-06,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5658844888210297,
      "num_tokens": 513801493.0,
      "step": 667020
    },
    {
      "epoch": 0.8461003757176309,
      "grad_norm": 5.6875,
      "learning_rate": 7.696020845966677e-06,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5511411488056183,
      "num_tokens": 513809565.0,
      "step": 667030
    },
    {
      "epoch": 0.8461130603101636,
      "grad_norm": 5.6875,
      "learning_rate": 7.695386535880384e-06,
      "loss": 2.2183,
      "mean_token_accuracy": 0.5206971198320389,
      "num_tokens": 513817956.0,
      "step": 667040
    },
    {
      "epoch": 0.8461257449026965,
      "grad_norm": 5.3125,
      "learning_rate": 7.694752225794093e-06,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5504074633121491,
      "num_tokens": 513825700.0,
      "step": 667050
    },
    {
      "epoch": 0.8461384294952293,
      "grad_norm": 6.1875,
      "learning_rate": 7.694117915707802e-06,
      "loss": 1.7666,
      "mean_token_accuracy": 0.5994773983955384,
      "num_tokens": 513832411.0,
      "step": 667060
    },
    {
      "epoch": 0.8461511140877621,
      "grad_norm": 4.46875,
      "learning_rate": 7.69348360562151e-06,
      "loss": 2.1367,
      "mean_token_accuracy": 0.532424920797348,
      "num_tokens": 513839996.0,
      "step": 667070
    },
    {
      "epoch": 0.846163798680295,
      "grad_norm": 5.8125,
      "learning_rate": 7.692849295535219e-06,
      "loss": 2.1854,
      "mean_token_accuracy": 0.5248778253793717,
      "num_tokens": 513847238.0,
      "step": 667080
    },
    {
      "epoch": 0.8461764832728278,
      "grad_norm": 5.28125,
      "learning_rate": 7.692214985448928e-06,
      "loss": 1.9015,
      "mean_token_accuracy": 0.5686897903680801,
      "num_tokens": 513854981.0,
      "step": 667090
    },
    {
      "epoch": 0.8461891678653607,
      "grad_norm": 5.59375,
      "learning_rate": 7.691580675362635e-06,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5225249707698822,
      "num_tokens": 513863767.0,
      "step": 667100
    },
    {
      "epoch": 0.8462018524578935,
      "grad_norm": 4.8125,
      "learning_rate": 7.690946365276344e-06,
      "loss": 2.1446,
      "mean_token_accuracy": 0.525985935330391,
      "num_tokens": 513871622.0,
      "step": 667110
    },
    {
      "epoch": 0.8462145370504264,
      "grad_norm": 4.84375,
      "learning_rate": 7.690312055190052e-06,
      "loss": 1.6341,
      "mean_token_accuracy": 0.6256208837032318,
      "num_tokens": 513877831.0,
      "step": 667120
    },
    {
      "epoch": 0.8462272216429592,
      "grad_norm": 5.90625,
      "learning_rate": 7.689677745103761e-06,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5564585775136948,
      "num_tokens": 513885346.0,
      "step": 667130
    },
    {
      "epoch": 0.846239906235492,
      "grad_norm": 6.28125,
      "learning_rate": 7.68904343501747e-06,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5788777858018875,
      "num_tokens": 513892942.0,
      "step": 667140
    },
    {
      "epoch": 0.8462525908280248,
      "grad_norm": 8.25,
      "learning_rate": 7.688409124931177e-06,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5483417600393296,
      "num_tokens": 513900621.0,
      "step": 667150
    },
    {
      "epoch": 0.8462652754205576,
      "grad_norm": 5.03125,
      "learning_rate": 7.687774814844887e-06,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5278992503881454,
      "num_tokens": 513909038.0,
      "step": 667160
    },
    {
      "epoch": 0.8462779600130905,
      "grad_norm": 4.5,
      "learning_rate": 7.687140504758594e-06,
      "loss": 2.1261,
      "mean_token_accuracy": 0.536495465040207,
      "num_tokens": 513917584.0,
      "step": 667170
    },
    {
      "epoch": 0.8462906446056233,
      "grad_norm": 7.09375,
      "learning_rate": 7.686506194672303e-06,
      "loss": 1.8779,
      "mean_token_accuracy": 0.5779317945241929,
      "num_tokens": 513925077.0,
      "step": 667180
    },
    {
      "epoch": 0.8463033291981562,
      "grad_norm": 4.90625,
      "learning_rate": 7.685871884586012e-06,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5539228320121765,
      "num_tokens": 513932788.0,
      "step": 667190
    },
    {
      "epoch": 0.846316013790689,
      "grad_norm": 7.03125,
      "learning_rate": 7.685237574499719e-06,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5413649380207062,
      "num_tokens": 513940233.0,
      "step": 667200
    },
    {
      "epoch": 0.8463286983832219,
      "grad_norm": 5.25,
      "learning_rate": 7.68460326441343e-06,
      "loss": 1.9537,
      "mean_token_accuracy": 0.553165927529335,
      "num_tokens": 513947712.0,
      "step": 667210
    },
    {
      "epoch": 0.8463413829757547,
      "grad_norm": 5.90625,
      "learning_rate": 7.683968954327136e-06,
      "loss": 1.6531,
      "mean_token_accuracy": 0.6325958013534546,
      "num_tokens": 513954289.0,
      "step": 667220
    },
    {
      "epoch": 0.8463540675682875,
      "grad_norm": 5.875,
      "learning_rate": 7.683334644240845e-06,
      "loss": 2.1772,
      "mean_token_accuracy": 0.5206578224897385,
      "num_tokens": 513962209.0,
      "step": 667230
    },
    {
      "epoch": 0.8463667521608204,
      "grad_norm": 5.34375,
      "learning_rate": 7.682700334154554e-06,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5339247673749924,
      "num_tokens": 513969537.0,
      "step": 667240
    },
    {
      "epoch": 0.8463794367533531,
      "grad_norm": 5.625,
      "learning_rate": 7.682066024068262e-06,
      "loss": 1.8869,
      "mean_token_accuracy": 0.576939731836319,
      "num_tokens": 513976670.0,
      "step": 667250
    },
    {
      "epoch": 0.846392121345886,
      "grad_norm": 5.96875,
      "learning_rate": 7.681431713981971e-06,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5253561079502106,
      "num_tokens": 513983232.0,
      "step": 667260
    },
    {
      "epoch": 0.8464048059384188,
      "grad_norm": 6.8125,
      "learning_rate": 7.680797403895678e-06,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5410818845033646,
      "num_tokens": 513990792.0,
      "step": 667270
    },
    {
      "epoch": 0.8464174905309517,
      "grad_norm": 5.28125,
      "learning_rate": 7.680163093809389e-06,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5206606924533844,
      "num_tokens": 513999040.0,
      "step": 667280
    },
    {
      "epoch": 0.8464301751234845,
      "grad_norm": 10.4375,
      "learning_rate": 7.679528783723096e-06,
      "loss": 2.199,
      "mean_token_accuracy": 0.5142161339521408,
      "num_tokens": 514006056.0,
      "step": 667290
    },
    {
      "epoch": 0.8464428597160173,
      "grad_norm": 6.21875,
      "learning_rate": 7.678894473636804e-06,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5493439078330994,
      "num_tokens": 514014070.0,
      "step": 667300
    },
    {
      "epoch": 0.8464555443085502,
      "grad_norm": 8.3125,
      "learning_rate": 7.678260163550513e-06,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5545088589191437,
      "num_tokens": 514021173.0,
      "step": 667310
    },
    {
      "epoch": 0.846468228901083,
      "grad_norm": 5.65625,
      "learning_rate": 7.67762585346422e-06,
      "loss": 1.7445,
      "mean_token_accuracy": 0.6047042727470398,
      "num_tokens": 514028082.0,
      "step": 667320
    },
    {
      "epoch": 0.8464809134936159,
      "grad_norm": 5.53125,
      "learning_rate": 7.67699154337793e-06,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5487464040517807,
      "num_tokens": 514036566.0,
      "step": 667330
    },
    {
      "epoch": 0.8464935980861487,
      "grad_norm": 6.875,
      "learning_rate": 7.676357233291638e-06,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5725406110286713,
      "num_tokens": 514044718.0,
      "step": 667340
    },
    {
      "epoch": 0.8465062826786816,
      "grad_norm": 5.03125,
      "learning_rate": 7.675722923205348e-06,
      "loss": 2.3172,
      "mean_token_accuracy": 0.5094452738761902,
      "num_tokens": 514053048.0,
      "step": 667350
    },
    {
      "epoch": 0.8465189672712143,
      "grad_norm": 6.09375,
      "learning_rate": 7.675088613119055e-06,
      "loss": 2.09,
      "mean_token_accuracy": 0.5231373161077499,
      "num_tokens": 514061384.0,
      "step": 667360
    },
    {
      "epoch": 0.8465316518637471,
      "grad_norm": 5.5,
      "learning_rate": 7.674454303032764e-06,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5179052531719208,
      "num_tokens": 514068541.0,
      "step": 667370
    },
    {
      "epoch": 0.84654433645628,
      "grad_norm": 5.375,
      "learning_rate": 7.673819992946473e-06,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5233219265937805,
      "num_tokens": 514076964.0,
      "step": 667380
    },
    {
      "epoch": 0.8465570210488128,
      "grad_norm": 5.375,
      "learning_rate": 7.67318568286018e-06,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5230034351348877,
      "num_tokens": 514085800.0,
      "step": 667390
    },
    {
      "epoch": 0.8465697056413457,
      "grad_norm": 5.125,
      "learning_rate": 7.67255137277389e-06,
      "loss": 2.275,
      "mean_token_accuracy": 0.5101491153240204,
      "num_tokens": 514094003.0,
      "step": 667400
    },
    {
      "epoch": 0.8465823902338785,
      "grad_norm": 5.0,
      "learning_rate": 7.671917062687597e-06,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5446431130170822,
      "num_tokens": 514101997.0,
      "step": 667410
    },
    {
      "epoch": 0.8465950748264114,
      "grad_norm": 4.75,
      "learning_rate": 7.671282752601306e-06,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5354915916919708,
      "num_tokens": 514111125.0,
      "step": 667420
    },
    {
      "epoch": 0.8466077594189442,
      "grad_norm": 7.53125,
      "learning_rate": 7.670648442515015e-06,
      "loss": 2.178,
      "mean_token_accuracy": 0.5279581546783447,
      "num_tokens": 514120437.0,
      "step": 667430
    },
    {
      "epoch": 0.8466204440114771,
      "grad_norm": 5.375,
      "learning_rate": 7.670014132428722e-06,
      "loss": 2.241,
      "mean_token_accuracy": 0.5316077440977096,
      "num_tokens": 514128097.0,
      "step": 667440
    },
    {
      "epoch": 0.8466331286040099,
      "grad_norm": 5.9375,
      "learning_rate": 7.669379822342432e-06,
      "loss": 2.1306,
      "mean_token_accuracy": 0.544265815615654,
      "num_tokens": 514135119.0,
      "step": 667450
    },
    {
      "epoch": 0.8466458131965426,
      "grad_norm": 4.71875,
      "learning_rate": 7.66874551225614e-06,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5504296571016312,
      "num_tokens": 514142463.0,
      "step": 667460
    },
    {
      "epoch": 0.8466584977890755,
      "grad_norm": 4.875,
      "learning_rate": 7.66811120216985e-06,
      "loss": 1.961,
      "mean_token_accuracy": 0.5695533990859986,
      "num_tokens": 514150728.0,
      "step": 667470
    },
    {
      "epoch": 0.8466711823816083,
      "grad_norm": 4.96875,
      "learning_rate": 7.667476892083557e-06,
      "loss": 2.027,
      "mean_token_accuracy": 0.5521442085504532,
      "num_tokens": 514159616.0,
      "step": 667480
    },
    {
      "epoch": 0.8466838669741412,
      "grad_norm": 7.5,
      "learning_rate": 7.666842581997265e-06,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5554187297821045,
      "num_tokens": 514166838.0,
      "step": 667490
    },
    {
      "epoch": 0.846696551566674,
      "grad_norm": 7.96875,
      "learning_rate": 7.666208271910974e-06,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5447599083185196,
      "num_tokens": 514174285.0,
      "step": 667500
    },
    {
      "epoch": 0.8467092361592069,
      "grad_norm": 6.09375,
      "learning_rate": 7.665573961824681e-06,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5679356664419174,
      "num_tokens": 514181457.0,
      "step": 667510
    },
    {
      "epoch": 0.8467219207517397,
      "grad_norm": 5.25,
      "learning_rate": 7.664939651738392e-06,
      "loss": 2.2147,
      "mean_token_accuracy": 0.5230451792478561,
      "num_tokens": 514188639.0,
      "step": 667520
    },
    {
      "epoch": 0.8467346053442725,
      "grad_norm": 5.875,
      "learning_rate": 7.664305341652099e-06,
      "loss": 1.7884,
      "mean_token_accuracy": 0.5929226219654083,
      "num_tokens": 514195388.0,
      "step": 667530
    },
    {
      "epoch": 0.8467472899368054,
      "grad_norm": 4.96875,
      "learning_rate": 7.663671031565807e-06,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5490873217582702,
      "num_tokens": 514202196.0,
      "step": 667540
    },
    {
      "epoch": 0.8467599745293382,
      "grad_norm": 5.21875,
      "learning_rate": 7.663036721479516e-06,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5566152811050415,
      "num_tokens": 514211055.0,
      "step": 667550
    },
    {
      "epoch": 0.846772659121871,
      "grad_norm": 6.96875,
      "learning_rate": 7.662402411393225e-06,
      "loss": 2.2598,
      "mean_token_accuracy": 0.507057249546051,
      "num_tokens": 514220501.0,
      "step": 667560
    },
    {
      "epoch": 0.8467853437144038,
      "grad_norm": 6.375,
      "learning_rate": 7.661768101306934e-06,
      "loss": 2.135,
      "mean_token_accuracy": 0.5284861147403717,
      "num_tokens": 514228417.0,
      "step": 667570
    },
    {
      "epoch": 0.8467980283069367,
      "grad_norm": 4.8125,
      "learning_rate": 7.66113379122064e-06,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5480164527893067,
      "num_tokens": 514237204.0,
      "step": 667580
    },
    {
      "epoch": 0.8468107128994695,
      "grad_norm": 6.0625,
      "learning_rate": 7.66049948113435e-06,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5782731592655181,
      "num_tokens": 514243766.0,
      "step": 667590
    },
    {
      "epoch": 0.8468233974920024,
      "grad_norm": 16.5,
      "learning_rate": 7.659865171048058e-06,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5764784038066864,
      "num_tokens": 514248565.0,
      "step": 667600
    },
    {
      "epoch": 0.8468360820845352,
      "grad_norm": 5.375,
      "learning_rate": 7.659230860961767e-06,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5589355826377869,
      "num_tokens": 514256711.0,
      "step": 667610
    },
    {
      "epoch": 0.846848766677068,
      "grad_norm": 7.53125,
      "learning_rate": 7.658596550875476e-06,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5499836713075638,
      "num_tokens": 514264303.0,
      "step": 667620
    },
    {
      "epoch": 0.8468614512696009,
      "grad_norm": 6.84375,
      "learning_rate": 7.657962240789183e-06,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5542497247457504,
      "num_tokens": 514272272.0,
      "step": 667630
    },
    {
      "epoch": 0.8468741358621337,
      "grad_norm": 5.71875,
      "learning_rate": 7.657327930702891e-06,
      "loss": 1.7988,
      "mean_token_accuracy": 0.5975665152072906,
      "num_tokens": 514279219.0,
      "step": 667640
    },
    {
      "epoch": 0.8468868204546666,
      "grad_norm": 5.40625,
      "learning_rate": 7.6566936206166e-06,
      "loss": 1.7433,
      "mean_token_accuracy": 0.6087193191051483,
      "num_tokens": 514284609.0,
      "step": 667650
    },
    {
      "epoch": 0.8468995050471994,
      "grad_norm": 5.96875,
      "learning_rate": 7.656059310530309e-06,
      "loss": 1.9971,
      "mean_token_accuracy": 0.553721809387207,
      "num_tokens": 514291666.0,
      "step": 667660
    },
    {
      "epoch": 0.8469121896397322,
      "grad_norm": 5.53125,
      "learning_rate": 7.655425000444018e-06,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5240948617458343,
      "num_tokens": 514299519.0,
      "step": 667670
    },
    {
      "epoch": 0.846924874232265,
      "grad_norm": 5.28125,
      "learning_rate": 7.654790690357726e-06,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5245424658060074,
      "num_tokens": 514308804.0,
      "step": 667680
    },
    {
      "epoch": 0.8469375588247978,
      "grad_norm": 7.59375,
      "learning_rate": 7.654156380271435e-06,
      "loss": 2.065,
      "mean_token_accuracy": 0.5370958328247071,
      "num_tokens": 514316967.0,
      "step": 667690
    },
    {
      "epoch": 0.8469502434173307,
      "grad_norm": 4.96875,
      "learning_rate": 7.653522070185142e-06,
      "loss": 1.9225,
      "mean_token_accuracy": 0.5719839632511139,
      "num_tokens": 514325692.0,
      "step": 667700
    },
    {
      "epoch": 0.8469629280098635,
      "grad_norm": 6.125,
      "learning_rate": 7.652887760098851e-06,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5305524110794068,
      "num_tokens": 514332810.0,
      "step": 667710
    },
    {
      "epoch": 0.8469756126023964,
      "grad_norm": 4.46875,
      "learning_rate": 7.65225345001256e-06,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5586643427610397,
      "num_tokens": 514341317.0,
      "step": 667720
    },
    {
      "epoch": 0.8469882971949292,
      "grad_norm": 6.09375,
      "learning_rate": 7.651619139926268e-06,
      "loss": 1.9991,
      "mean_token_accuracy": 0.5568854570388794,
      "num_tokens": 514347388.0,
      "step": 667730
    },
    {
      "epoch": 0.8470009817874621,
      "grad_norm": 6.375,
      "learning_rate": 7.650984829839977e-06,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5645256847143173,
      "num_tokens": 514355342.0,
      "step": 667740
    },
    {
      "epoch": 0.8470136663799949,
      "grad_norm": 7.9375,
      "learning_rate": 7.650350519753686e-06,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5434513926506043,
      "num_tokens": 514362886.0,
      "step": 667750
    },
    {
      "epoch": 0.8470263509725278,
      "grad_norm": 6.1875,
      "learning_rate": 7.649716209667393e-06,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5495173156261444,
      "num_tokens": 514370999.0,
      "step": 667760
    },
    {
      "epoch": 0.8470390355650605,
      "grad_norm": 7.21875,
      "learning_rate": 7.649081899581102e-06,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5494177788496017,
      "num_tokens": 514378387.0,
      "step": 667770
    },
    {
      "epoch": 0.8470517201575933,
      "grad_norm": 5.09375,
      "learning_rate": 7.64844758949481e-06,
      "loss": 2.0992,
      "mean_token_accuracy": 0.536977744102478,
      "num_tokens": 514386651.0,
      "step": 667780
    },
    {
      "epoch": 0.8470644047501262,
      "grad_norm": 7.40625,
      "learning_rate": 7.64781327940852e-06,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5454036086797714,
      "num_tokens": 514394456.0,
      "step": 667790
    },
    {
      "epoch": 0.847077089342659,
      "grad_norm": 6.09375,
      "learning_rate": 7.647178969322228e-06,
      "loss": 1.7763,
      "mean_token_accuracy": 0.5988720148801804,
      "num_tokens": 514400159.0,
      "step": 667800
    },
    {
      "epoch": 0.8470897739351919,
      "grad_norm": 5.09375,
      "learning_rate": 7.646544659235935e-06,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5464945137500763,
      "num_tokens": 514407623.0,
      "step": 667810
    },
    {
      "epoch": 0.8471024585277247,
      "grad_norm": 5.28125,
      "learning_rate": 7.645910349149644e-06,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5695690393447876,
      "num_tokens": 514415035.0,
      "step": 667820
    },
    {
      "epoch": 0.8471151431202576,
      "grad_norm": 6.1875,
      "learning_rate": 7.645276039063352e-06,
      "loss": 2.2281,
      "mean_token_accuracy": 0.5188966780900955,
      "num_tokens": 514422622.0,
      "step": 667830
    },
    {
      "epoch": 0.8471278277127904,
      "grad_norm": 13.5,
      "learning_rate": 7.644641728977061e-06,
      "loss": 1.9623,
      "mean_token_accuracy": 0.5676972538232803,
      "num_tokens": 514429534.0,
      "step": 667840
    },
    {
      "epoch": 0.8471405123053232,
      "grad_norm": 5.84375,
      "learning_rate": 7.64400741889077e-06,
      "loss": 1.8957,
      "mean_token_accuracy": 0.5757019519805908,
      "num_tokens": 514436552.0,
      "step": 667850
    },
    {
      "epoch": 0.8471531968978561,
      "grad_norm": 14.75,
      "learning_rate": 7.643373108804477e-06,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5361706465482712,
      "num_tokens": 514443622.0,
      "step": 667860
    },
    {
      "epoch": 0.8471658814903889,
      "grad_norm": 10.6875,
      "learning_rate": 7.642738798718187e-06,
      "loss": 2.4072,
      "mean_token_accuracy": 0.5006468623876572,
      "num_tokens": 514449693.0,
      "step": 667870
    },
    {
      "epoch": 0.8471785660829217,
      "grad_norm": 6.96875,
      "learning_rate": 7.642104488631894e-06,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5735102534294129,
      "num_tokens": 514457267.0,
      "step": 667880
    },
    {
      "epoch": 0.8471912506754545,
      "grad_norm": 5.125,
      "learning_rate": 7.641470178545603e-06,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5373744338750839,
      "num_tokens": 514465034.0,
      "step": 667890
    },
    {
      "epoch": 0.8472039352679874,
      "grad_norm": 5.78125,
      "learning_rate": 7.640835868459312e-06,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5591306924819947,
      "num_tokens": 514473645.0,
      "step": 667900
    },
    {
      "epoch": 0.8472166198605202,
      "grad_norm": 7.21875,
      "learning_rate": 7.64020155837302e-06,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5264604747295379,
      "num_tokens": 514481212.0,
      "step": 667910
    },
    {
      "epoch": 0.847229304453053,
      "grad_norm": 5.03125,
      "learning_rate": 7.63956724828673e-06,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5789445906877517,
      "num_tokens": 514488629.0,
      "step": 667920
    },
    {
      "epoch": 0.8472419890455859,
      "grad_norm": 8.75,
      "learning_rate": 7.638932938200436e-06,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5614571869373322,
      "num_tokens": 514495966.0,
      "step": 667930
    },
    {
      "epoch": 0.8472546736381187,
      "grad_norm": 5.09375,
      "learning_rate": 7.638298628114147e-06,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5498116731643676,
      "num_tokens": 514504694.0,
      "step": 667940
    },
    {
      "epoch": 0.8472673582306516,
      "grad_norm": 6.0,
      "learning_rate": 7.637664318027854e-06,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5674512088298798,
      "num_tokens": 514511451.0,
      "step": 667950
    },
    {
      "epoch": 0.8472800428231844,
      "grad_norm": 4.53125,
      "learning_rate": 7.637030007941563e-06,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5696823328733445,
      "num_tokens": 514518851.0,
      "step": 667960
    },
    {
      "epoch": 0.8472927274157173,
      "grad_norm": 5.96875,
      "learning_rate": 7.636395697855271e-06,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5449344724416733,
      "num_tokens": 514526425.0,
      "step": 667970
    },
    {
      "epoch": 0.84730541200825,
      "grad_norm": 5.59375,
      "learning_rate": 7.635761387768978e-06,
      "loss": 1.9753,
      "mean_token_accuracy": 0.5680202603340149,
      "num_tokens": 514533270.0,
      "step": 667980
    },
    {
      "epoch": 0.8473180966007829,
      "grad_norm": 5.0,
      "learning_rate": 7.635127077682689e-06,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5193010747432709,
      "num_tokens": 514542139.0,
      "step": 667990
    },
    {
      "epoch": 0.8473307811933157,
      "grad_norm": 8.9375,
      "learning_rate": 7.634492767596396e-06,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5336059123277664,
      "num_tokens": 514550050.0,
      "step": 668000
    },
    {
      "epoch": 0.8473434657858485,
      "grad_norm": 5.46875,
      "learning_rate": 7.633858457510105e-06,
      "loss": 2.2619,
      "mean_token_accuracy": 0.5163112938404083,
      "num_tokens": 514557821.0,
      "step": 668010
    },
    {
      "epoch": 0.8473561503783814,
      "grad_norm": 4.90625,
      "learning_rate": 7.633224147423813e-06,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5514038264751434,
      "num_tokens": 514565654.0,
      "step": 668020
    },
    {
      "epoch": 0.8473688349709142,
      "grad_norm": 6.0,
      "learning_rate": 7.63258983733752e-06,
      "loss": 1.8075,
      "mean_token_accuracy": 0.5917807340621948,
      "num_tokens": 514572442.0,
      "step": 668030
    },
    {
      "epoch": 0.8473815195634471,
      "grad_norm": 6.59375,
      "learning_rate": 7.631955527251231e-06,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5256894618272782,
      "num_tokens": 514580623.0,
      "step": 668040
    },
    {
      "epoch": 0.8473942041559799,
      "grad_norm": 8.25,
      "learning_rate": 7.631321217164938e-06,
      "loss": 2.2343,
      "mean_token_accuracy": 0.5138185322284698,
      "num_tokens": 514588756.0,
      "step": 668050
    },
    {
      "epoch": 0.8474068887485128,
      "grad_norm": 5.09375,
      "learning_rate": 7.630686907078648e-06,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5422353684902191,
      "num_tokens": 514596376.0,
      "step": 668060
    },
    {
      "epoch": 0.8474195733410456,
      "grad_norm": 6.1875,
      "learning_rate": 7.630052596992355e-06,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5516533762216568,
      "num_tokens": 514604543.0,
      "step": 668070
    },
    {
      "epoch": 0.8474322579335783,
      "grad_norm": 5.53125,
      "learning_rate": 7.629418286906064e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5463841438293457,
      "num_tokens": 514613451.0,
      "step": 668080
    },
    {
      "epoch": 0.8474449425261112,
      "grad_norm": 4.6875,
      "learning_rate": 7.628783976819773e-06,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5372233927249909,
      "num_tokens": 514620351.0,
      "step": 668090
    },
    {
      "epoch": 0.847457627118644,
      "grad_norm": 6.71875,
      "learning_rate": 7.628149666733481e-06,
      "loss": 1.9179,
      "mean_token_accuracy": 0.5703675866127014,
      "num_tokens": 514628029.0,
      "step": 668100
    },
    {
      "epoch": 0.8474703117111769,
      "grad_norm": 6.28125,
      "learning_rate": 7.6275153566471895e-06,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5320202231407165,
      "num_tokens": 514636479.0,
      "step": 668110
    },
    {
      "epoch": 0.8474829963037097,
      "grad_norm": 5.0,
      "learning_rate": 7.6268810465608974e-06,
      "loss": 2.3185,
      "mean_token_accuracy": 0.501358437538147,
      "num_tokens": 514645736.0,
      "step": 668120
    },
    {
      "epoch": 0.8474956808962426,
      "grad_norm": 6.40625,
      "learning_rate": 7.626246736474607e-06,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5505744457244873,
      "num_tokens": 514653528.0,
      "step": 668130
    },
    {
      "epoch": 0.8475083654887754,
      "grad_norm": 5.125,
      "learning_rate": 7.625612426388315e-06,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5397770136594773,
      "num_tokens": 514661444.0,
      "step": 668140
    },
    {
      "epoch": 0.8475210500813083,
      "grad_norm": 4.96875,
      "learning_rate": 7.624978116302023e-06,
      "loss": 2.1652,
      "mean_token_accuracy": 0.523219957947731,
      "num_tokens": 514669342.0,
      "step": 668150
    },
    {
      "epoch": 0.8475337346738411,
      "grad_norm": 7.375,
      "learning_rate": 7.624343806215732e-06,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5374585777521134,
      "num_tokens": 514677036.0,
      "step": 668160
    },
    {
      "epoch": 0.8475464192663739,
      "grad_norm": 5.15625,
      "learning_rate": 7.62370949612944e-06,
      "loss": 2.1908,
      "mean_token_accuracy": 0.5198556810617447,
      "num_tokens": 514684941.0,
      "step": 668170
    },
    {
      "epoch": 0.8475591038589068,
      "grad_norm": 6.15625,
      "learning_rate": 7.623075186043149e-06,
      "loss": 1.912,
      "mean_token_accuracy": 0.5825035065412522,
      "num_tokens": 514691990.0,
      "step": 668180
    },
    {
      "epoch": 0.8475717884514395,
      "grad_norm": 6.1875,
      "learning_rate": 7.622440875956857e-06,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5189687818288803,
      "num_tokens": 514699478.0,
      "step": 668190
    },
    {
      "epoch": 0.8475844730439724,
      "grad_norm": 6.8125,
      "learning_rate": 7.621806565870565e-06,
      "loss": 2.0269,
      "mean_token_accuracy": 0.550475561618805,
      "num_tokens": 514707541.0,
      "step": 668200
    },
    {
      "epoch": 0.8475971576365052,
      "grad_norm": 5.65625,
      "learning_rate": 7.621172255784274e-06,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5698542296886444,
      "num_tokens": 514714769.0,
      "step": 668210
    },
    {
      "epoch": 0.8476098422290381,
      "grad_norm": 6.8125,
      "learning_rate": 7.620537945697982e-06,
      "loss": 1.8879,
      "mean_token_accuracy": 0.5832132756710052,
      "num_tokens": 514720990.0,
      "step": 668220
    },
    {
      "epoch": 0.8476225268215709,
      "grad_norm": 6.21875,
      "learning_rate": 7.619903635611692e-06,
      "loss": 1.8676,
      "mean_token_accuracy": 0.5692965090274811,
      "num_tokens": 514727871.0,
      "step": 668230
    },
    {
      "epoch": 0.8476352114141037,
      "grad_norm": 5.84375,
      "learning_rate": 7.6192693255254e-06,
      "loss": 2.0994,
      "mean_token_accuracy": 0.547266760468483,
      "num_tokens": 514736107.0,
      "step": 668240
    },
    {
      "epoch": 0.8476478960066366,
      "grad_norm": 5.15625,
      "learning_rate": 7.618635015439108e-06,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5240604639053345,
      "num_tokens": 514744142.0,
      "step": 668250
    },
    {
      "epoch": 0.8476605805991694,
      "grad_norm": 5.28125,
      "learning_rate": 7.618000705352816e-06,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5505505830049515,
      "num_tokens": 514752663.0,
      "step": 668260
    },
    {
      "epoch": 0.8476732651917023,
      "grad_norm": 5.4375,
      "learning_rate": 7.617366395266524e-06,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5225429207086563,
      "num_tokens": 514760963.0,
      "step": 668270
    },
    {
      "epoch": 0.8476859497842351,
      "grad_norm": 6.09375,
      "learning_rate": 7.616732085180234e-06,
      "loss": 1.6906,
      "mean_token_accuracy": 0.6132004767656326,
      "num_tokens": 514766188.0,
      "step": 668280
    },
    {
      "epoch": 0.847698634376768,
      "grad_norm": 5.15625,
      "learning_rate": 7.616097775093942e-06,
      "loss": 1.8969,
      "mean_token_accuracy": 0.5723473370075226,
      "num_tokens": 514773347.0,
      "step": 668290
    },
    {
      "epoch": 0.8477113189693007,
      "grad_norm": 5.375,
      "learning_rate": 7.61546346500765e-06,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5376092225313187,
      "num_tokens": 514780167.0,
      "step": 668300
    },
    {
      "epoch": 0.8477240035618335,
      "grad_norm": 5.90625,
      "learning_rate": 7.614829154921358e-06,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5355516761541367,
      "num_tokens": 514786300.0,
      "step": 668310
    },
    {
      "epoch": 0.8477366881543664,
      "grad_norm": 6.78125,
      "learning_rate": 7.614194844835066e-06,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5422100692987442,
      "num_tokens": 514793097.0,
      "step": 668320
    },
    {
      "epoch": 0.8477493727468992,
      "grad_norm": 8.375,
      "learning_rate": 7.613560534748776e-06,
      "loss": 1.8952,
      "mean_token_accuracy": 0.582635760307312,
      "num_tokens": 514800126.0,
      "step": 668330
    },
    {
      "epoch": 0.8477620573394321,
      "grad_norm": 5.03125,
      "learning_rate": 7.612926224662484e-06,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5367141395807267,
      "num_tokens": 514807189.0,
      "step": 668340
    },
    {
      "epoch": 0.8477747419319649,
      "grad_norm": 4.625,
      "learning_rate": 7.612291914576192e-06,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5224997103214264,
      "num_tokens": 514814803.0,
      "step": 668350
    },
    {
      "epoch": 0.8477874265244978,
      "grad_norm": 5.90625,
      "learning_rate": 7.611657604489901e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5297317385673523,
      "num_tokens": 514823482.0,
      "step": 668360
    },
    {
      "epoch": 0.8478001111170306,
      "grad_norm": 5.6875,
      "learning_rate": 7.611023294403609e-06,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5694155752658844,
      "num_tokens": 514831685.0,
      "step": 668370
    },
    {
      "epoch": 0.8478127957095635,
      "grad_norm": 5.3125,
      "learning_rate": 7.610388984317318e-06,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5697444975376129,
      "num_tokens": 514839145.0,
      "step": 668380
    },
    {
      "epoch": 0.8478254803020963,
      "grad_norm": 8.25,
      "learning_rate": 7.609754674231026e-06,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5355901807546616,
      "num_tokens": 514846502.0,
      "step": 668390
    },
    {
      "epoch": 0.847838164894629,
      "grad_norm": 5.21875,
      "learning_rate": 7.609120364144735e-06,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5723189949989319,
      "num_tokens": 514854271.0,
      "step": 668400
    },
    {
      "epoch": 0.8478508494871619,
      "grad_norm": 6.21875,
      "learning_rate": 7.608486054058443e-06,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5376292109489441,
      "num_tokens": 514862210.0,
      "step": 668410
    },
    {
      "epoch": 0.8478635340796947,
      "grad_norm": 6.875,
      "learning_rate": 7.607851743972151e-06,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5407897233963013,
      "num_tokens": 514869375.0,
      "step": 668420
    },
    {
      "epoch": 0.8478762186722276,
      "grad_norm": 6.09375,
      "learning_rate": 7.607217433885861e-06,
      "loss": 1.774,
      "mean_token_accuracy": 0.6002204954624176,
      "num_tokens": 514876512.0,
      "step": 668430
    },
    {
      "epoch": 0.8478889032647604,
      "grad_norm": 4.75,
      "learning_rate": 7.606583123799569e-06,
      "loss": 1.8358,
      "mean_token_accuracy": 0.5903931736946106,
      "num_tokens": 514882535.0,
      "step": 668440
    },
    {
      "epoch": 0.8479015878572933,
      "grad_norm": 5.28125,
      "learning_rate": 7.605948813713277e-06,
      "loss": 2.2418,
      "mean_token_accuracy": 0.5087151110172272,
      "num_tokens": 514890904.0,
      "step": 668450
    },
    {
      "epoch": 0.8479142724498261,
      "grad_norm": 7.9375,
      "learning_rate": 7.605314503626985e-06,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5240134030580521,
      "num_tokens": 514899362.0,
      "step": 668460
    },
    {
      "epoch": 0.8479269570423589,
      "grad_norm": 8.0625,
      "learning_rate": 7.604680193540693e-06,
      "loss": 1.9863,
      "mean_token_accuracy": 0.564572736620903,
      "num_tokens": 514906210.0,
      "step": 668470
    },
    {
      "epoch": 0.8479396416348918,
      "grad_norm": 5.0625,
      "learning_rate": 7.604045883454403e-06,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5415331184864044,
      "num_tokens": 514914739.0,
      "step": 668480
    },
    {
      "epoch": 0.8479523262274246,
      "grad_norm": 5.125,
      "learning_rate": 7.603411573368111e-06,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5566926717758178,
      "num_tokens": 514922666.0,
      "step": 668490
    },
    {
      "epoch": 0.8479650108199575,
      "grad_norm": 5.59375,
      "learning_rate": 7.602777263281819e-06,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5299106687307358,
      "num_tokens": 514930698.0,
      "step": 668500
    },
    {
      "epoch": 0.8479776954124902,
      "grad_norm": 5.84375,
      "learning_rate": 7.602142953195527e-06,
      "loss": 1.9261,
      "mean_token_accuracy": 0.570114529132843,
      "num_tokens": 514937570.0,
      "step": 668510
    },
    {
      "epoch": 0.8479903800050231,
      "grad_norm": 6.125,
      "learning_rate": 7.601508643109235e-06,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5403138339519501,
      "num_tokens": 514945410.0,
      "step": 668520
    },
    {
      "epoch": 0.8480030645975559,
      "grad_norm": 4.8125,
      "learning_rate": 7.600874333022945e-06,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5264697670936584,
      "num_tokens": 514954202.0,
      "step": 668530
    },
    {
      "epoch": 0.8480157491900888,
      "grad_norm": 6.09375,
      "learning_rate": 7.600240022936653e-06,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5647052645683288,
      "num_tokens": 514962084.0,
      "step": 668540
    },
    {
      "epoch": 0.8480284337826216,
      "grad_norm": 4.8125,
      "learning_rate": 7.599605712850362e-06,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5522691011428833,
      "num_tokens": 514969184.0,
      "step": 668550
    },
    {
      "epoch": 0.8480411183751544,
      "grad_norm": 5.21875,
      "learning_rate": 7.59897140276407e-06,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5535416632890702,
      "num_tokens": 514977329.0,
      "step": 668560
    },
    {
      "epoch": 0.8480538029676873,
      "grad_norm": 5.84375,
      "learning_rate": 7.598337092677778e-06,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5218151420354843,
      "num_tokens": 514986142.0,
      "step": 668570
    },
    {
      "epoch": 0.8480664875602201,
      "grad_norm": 5.53125,
      "learning_rate": 7.597702782591487e-06,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5716686993837357,
      "num_tokens": 514993328.0,
      "step": 668580
    },
    {
      "epoch": 0.848079172152753,
      "grad_norm": 5.09375,
      "learning_rate": 7.597068472505195e-06,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5419663220643998,
      "num_tokens": 515001473.0,
      "step": 668590
    },
    {
      "epoch": 0.8480918567452858,
      "grad_norm": 6.75,
      "learning_rate": 7.596434162418904e-06,
      "loss": 2.292,
      "mean_token_accuracy": 0.5133931785821915,
      "num_tokens": 515010239.0,
      "step": 668600
    },
    {
      "epoch": 0.8481045413378187,
      "grad_norm": 5.0,
      "learning_rate": 7.595799852332612e-06,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5473340362310409,
      "num_tokens": 515018575.0,
      "step": 668610
    },
    {
      "epoch": 0.8481172259303514,
      "grad_norm": 6.875,
      "learning_rate": 7.595165542246322e-06,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5349372297525405,
      "num_tokens": 515025635.0,
      "step": 668620
    },
    {
      "epoch": 0.8481299105228842,
      "grad_norm": 5.34375,
      "learning_rate": 7.59453123216003e-06,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5535526543855667,
      "num_tokens": 515033607.0,
      "step": 668630
    },
    {
      "epoch": 0.8481425951154171,
      "grad_norm": 7.90625,
      "learning_rate": 7.5938969220737375e-06,
      "loss": 1.8191,
      "mean_token_accuracy": 0.5766669988632203,
      "num_tokens": 515040476.0,
      "step": 668640
    },
    {
      "epoch": 0.8481552797079499,
      "grad_norm": 6.28125,
      "learning_rate": 7.593262611987446e-06,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5271917849779129,
      "num_tokens": 515048581.0,
      "step": 668650
    },
    {
      "epoch": 0.8481679643004828,
      "grad_norm": 5.21875,
      "learning_rate": 7.592628301901154e-06,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5208509147167206,
      "num_tokens": 515057257.0,
      "step": 668660
    },
    {
      "epoch": 0.8481806488930156,
      "grad_norm": 6.25,
      "learning_rate": 7.591993991814864e-06,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5475519359111786,
      "num_tokens": 515065261.0,
      "step": 668670
    },
    {
      "epoch": 0.8481933334855485,
      "grad_norm": 5.0,
      "learning_rate": 7.591359681728572e-06,
      "loss": 2.0798,
      "mean_token_accuracy": 0.530625867843628,
      "num_tokens": 515074495.0,
      "step": 668680
    },
    {
      "epoch": 0.8482060180780813,
      "grad_norm": 6.53125,
      "learning_rate": 7.5907253716422795e-06,
      "loss": 2.2379,
      "mean_token_accuracy": 0.5156286835670472,
      "num_tokens": 515083423.0,
      "step": 668690
    },
    {
      "epoch": 0.8482187026706142,
      "grad_norm": 13.375,
      "learning_rate": 7.590091061555988e-06,
      "loss": 1.9049,
      "mean_token_accuracy": 0.5689719021320343,
      "num_tokens": 515090849.0,
      "step": 668700
    },
    {
      "epoch": 0.848231387263147,
      "grad_norm": 4.71875,
      "learning_rate": 7.589456751469696e-06,
      "loss": 1.9287,
      "mean_token_accuracy": 0.5833866238594055,
      "num_tokens": 515097985.0,
      "step": 668710
    },
    {
      "epoch": 0.8482440718556797,
      "grad_norm": 6.46875,
      "learning_rate": 7.588822441383406e-06,
      "loss": 1.8879,
      "mean_token_accuracy": 0.5788238883018494,
      "num_tokens": 515104813.0,
      "step": 668720
    },
    {
      "epoch": 0.8482567564482126,
      "grad_norm": 7.09375,
      "learning_rate": 7.588188131297114e-06,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5597895830869675,
      "num_tokens": 515112525.0,
      "step": 668730
    },
    {
      "epoch": 0.8482694410407454,
      "grad_norm": 5.625,
      "learning_rate": 7.5875538212108215e-06,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5460391908884048,
      "num_tokens": 515120915.0,
      "step": 668740
    },
    {
      "epoch": 0.8482821256332783,
      "grad_norm": 5.34375,
      "learning_rate": 7.586919511124531e-06,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5675305336713791,
      "num_tokens": 515128484.0,
      "step": 668750
    },
    {
      "epoch": 0.8482948102258111,
      "grad_norm": 5.65625,
      "learning_rate": 7.586285201038239e-06,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5534119337797165,
      "num_tokens": 515136452.0,
      "step": 668760
    },
    {
      "epoch": 0.848307494818344,
      "grad_norm": 7.0,
      "learning_rate": 7.585650890951948e-06,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5356095403432846,
      "num_tokens": 515142411.0,
      "step": 668770
    },
    {
      "epoch": 0.8483201794108768,
      "grad_norm": 8.625,
      "learning_rate": 7.585016580865656e-06,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5755343288183212,
      "num_tokens": 515149892.0,
      "step": 668780
    },
    {
      "epoch": 0.8483328640034096,
      "grad_norm": 6.125,
      "learning_rate": 7.5843822707793635e-06,
      "loss": 1.9933,
      "mean_token_accuracy": 0.561338996887207,
      "num_tokens": 515157333.0,
      "step": 668790
    },
    {
      "epoch": 0.8483455485959425,
      "grad_norm": 7.6875,
      "learning_rate": 7.583747960693073e-06,
      "loss": 2.0118,
      "mean_token_accuracy": 0.550770902633667,
      "num_tokens": 515164773.0,
      "step": 668800
    },
    {
      "epoch": 0.8483582331884753,
      "grad_norm": 5.625,
      "learning_rate": 7.583113650606781e-06,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5287081956863403,
      "num_tokens": 515171682.0,
      "step": 668810
    },
    {
      "epoch": 0.8483709177810081,
      "grad_norm": 6.84375,
      "learning_rate": 7.582479340520491e-06,
      "loss": 1.9201,
      "mean_token_accuracy": 0.5723218083381653,
      "num_tokens": 515179028.0,
      "step": 668820
    },
    {
      "epoch": 0.8483836023735409,
      "grad_norm": 7.125,
      "learning_rate": 7.5818450304341985e-06,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5413533240556717,
      "num_tokens": 515187441.0,
      "step": 668830
    },
    {
      "epoch": 0.8483962869660738,
      "grad_norm": 8.0,
      "learning_rate": 7.581210720347907e-06,
      "loss": 2.085,
      "mean_token_accuracy": 0.5479958385229111,
      "num_tokens": 515195290.0,
      "step": 668840
    },
    {
      "epoch": 0.8484089715586066,
      "grad_norm": 6.46875,
      "learning_rate": 7.580576410261615e-06,
      "loss": 1.9765,
      "mean_token_accuracy": 0.559287816286087,
      "num_tokens": 515203791.0,
      "step": 668850
    },
    {
      "epoch": 0.8484216561511394,
      "grad_norm": 7.09375,
      "learning_rate": 7.579942100175323e-06,
      "loss": 1.8292,
      "mean_token_accuracy": 0.5858305931091309,
      "num_tokens": 515211329.0,
      "step": 668860
    },
    {
      "epoch": 0.8484343407436723,
      "grad_norm": 5.15625,
      "learning_rate": 7.579307790089033e-06,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5696674764156342,
      "num_tokens": 515218499.0,
      "step": 668870
    },
    {
      "epoch": 0.8484470253362051,
      "grad_norm": 8.125,
      "learning_rate": 7.5786734800027405e-06,
      "loss": 1.913,
      "mean_token_accuracy": 0.5741762936115264,
      "num_tokens": 515225172.0,
      "step": 668880
    },
    {
      "epoch": 0.848459709928738,
      "grad_norm": 10.0,
      "learning_rate": 7.578039169916449e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5268279165029526,
      "num_tokens": 515233955.0,
      "step": 668890
    },
    {
      "epoch": 0.8484723945212708,
      "grad_norm": 5.1875,
      "learning_rate": 7.577404859830157e-06,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5611951053142548,
      "num_tokens": 515242593.0,
      "step": 668900
    },
    {
      "epoch": 0.8484850791138037,
      "grad_norm": 5.03125,
      "learning_rate": 7.576770549743865e-06,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5272205263376236,
      "num_tokens": 515251183.0,
      "step": 668910
    },
    {
      "epoch": 0.8484977637063364,
      "grad_norm": 5.03125,
      "learning_rate": 7.576136239657575e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.541599839925766,
      "num_tokens": 515260907.0,
      "step": 668920
    },
    {
      "epoch": 0.8485104482988693,
      "grad_norm": 5.75,
      "learning_rate": 7.5755019295712825e-06,
      "loss": 1.8284,
      "mean_token_accuracy": 0.5976658821105957,
      "num_tokens": 515268791.0,
      "step": 668930
    },
    {
      "epoch": 0.8485231328914021,
      "grad_norm": 7.875,
      "learning_rate": 7.574867619484992e-06,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5337613999843598,
      "num_tokens": 515276051.0,
      "step": 668940
    },
    {
      "epoch": 0.8485358174839349,
      "grad_norm": 5.0625,
      "learning_rate": 7.5742333093987e-06,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5737275600433349,
      "num_tokens": 515283655.0,
      "step": 668950
    },
    {
      "epoch": 0.8485485020764678,
      "grad_norm": 4.90625,
      "learning_rate": 7.573598999312408e-06,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5594987392425537,
      "num_tokens": 515291486.0,
      "step": 668960
    },
    {
      "epoch": 0.8485611866690006,
      "grad_norm": 4.75,
      "learning_rate": 7.572964689226117e-06,
      "loss": 1.8591,
      "mean_token_accuracy": 0.5793698608875275,
      "num_tokens": 515298446.0,
      "step": 668970
    },
    {
      "epoch": 0.8485738712615335,
      "grad_norm": 10.5,
      "learning_rate": 7.5723303791398245e-06,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5368717730045318,
      "num_tokens": 515306478.0,
      "step": 668980
    },
    {
      "epoch": 0.8485865558540663,
      "grad_norm": 14.75,
      "learning_rate": 7.571696069053534e-06,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5481300950050354,
      "num_tokens": 515313799.0,
      "step": 668990
    },
    {
      "epoch": 0.8485992404465992,
      "grad_norm": 6.25,
      "learning_rate": 7.571061758967242e-06,
      "loss": 1.8268,
      "mean_token_accuracy": 0.5752978026866913,
      "num_tokens": 515320832.0,
      "step": 669000
    },
    {
      "epoch": 0.848611925039132,
      "grad_norm": 5.6875,
      "learning_rate": 7.57042744888095e-06,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5705796211957932,
      "num_tokens": 515327810.0,
      "step": 669010
    },
    {
      "epoch": 0.8486246096316648,
      "grad_norm": 5.84375,
      "learning_rate": 7.5697931387946594e-06,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5220670849084854,
      "num_tokens": 515335281.0,
      "step": 669020
    },
    {
      "epoch": 0.8486372942241976,
      "grad_norm": 5.53125,
      "learning_rate": 7.569158828708367e-06,
      "loss": 1.9661,
      "mean_token_accuracy": 0.5620652288198471,
      "num_tokens": 515343554.0,
      "step": 669030
    },
    {
      "epoch": 0.8486499788167304,
      "grad_norm": 7.21875,
      "learning_rate": 7.568524518622076e-06,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5500789284706116,
      "num_tokens": 515351927.0,
      "step": 669040
    },
    {
      "epoch": 0.8486626634092633,
      "grad_norm": 3.6875,
      "learning_rate": 7.567890208535784e-06,
      "loss": 1.9716,
      "mean_token_accuracy": 0.5745733350515365,
      "num_tokens": 515359671.0,
      "step": 669050
    },
    {
      "epoch": 0.8486753480017961,
      "grad_norm": 5.125,
      "learning_rate": 7.5672558984494936e-06,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5327216953039169,
      "num_tokens": 515368577.0,
      "step": 669060
    },
    {
      "epoch": 0.848688032594329,
      "grad_norm": 6.15625,
      "learning_rate": 7.5666215883632014e-06,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5384838730096817,
      "num_tokens": 515374516.0,
      "step": 669070
    },
    {
      "epoch": 0.8487007171868618,
      "grad_norm": 6.21875,
      "learning_rate": 7.565987278276909e-06,
      "loss": 1.7942,
      "mean_token_accuracy": 0.6013686716556549,
      "num_tokens": 515381276.0,
      "step": 669080
    },
    {
      "epoch": 0.8487134017793947,
      "grad_norm": 7.09375,
      "learning_rate": 7.565352968190619e-06,
      "loss": 2.11,
      "mean_token_accuracy": 0.5312314838171005,
      "num_tokens": 515388856.0,
      "step": 669090
    },
    {
      "epoch": 0.8487260863719275,
      "grad_norm": 6.46875,
      "learning_rate": 7.564718658104326e-06,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5656369864940644,
      "num_tokens": 515396415.0,
      "step": 669100
    },
    {
      "epoch": 0.8487387709644603,
      "grad_norm": 8.625,
      "learning_rate": 7.5640843480180356e-06,
      "loss": 2.0727,
      "mean_token_accuracy": 0.542828443646431,
      "num_tokens": 515403822.0,
      "step": 669110
    },
    {
      "epoch": 0.8487514555569932,
      "grad_norm": 5.84375,
      "learning_rate": 7.5634500379317435e-06,
      "loss": 2.084,
      "mean_token_accuracy": 0.5397091925144195,
      "num_tokens": 515411329.0,
      "step": 669120
    },
    {
      "epoch": 0.848764140149526,
      "grad_norm": 5.09375,
      "learning_rate": 7.562815727845451e-06,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5489059805870056,
      "num_tokens": 515418816.0,
      "step": 669130
    },
    {
      "epoch": 0.8487768247420588,
      "grad_norm": 5.0625,
      "learning_rate": 7.562181417759161e-06,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5454397529363633,
      "num_tokens": 515426791.0,
      "step": 669140
    },
    {
      "epoch": 0.8487895093345916,
      "grad_norm": 5.21875,
      "learning_rate": 7.561547107672869e-06,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5542611390352249,
      "num_tokens": 515434139.0,
      "step": 669150
    },
    {
      "epoch": 0.8488021939271245,
      "grad_norm": 6.5625,
      "learning_rate": 7.5609127975865776e-06,
      "loss": 1.8989,
      "mean_token_accuracy": 0.5786105126142502,
      "num_tokens": 515441629.0,
      "step": 669160
    },
    {
      "epoch": 0.8488148785196573,
      "grad_norm": 5.4375,
      "learning_rate": 7.5602784875002855e-06,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5232409596443176,
      "num_tokens": 515450209.0,
      "step": 669170
    },
    {
      "epoch": 0.8488275631121901,
      "grad_norm": 5.875,
      "learning_rate": 7.559644177413993e-06,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5672424584627151,
      "num_tokens": 515457499.0,
      "step": 669180
    },
    {
      "epoch": 0.848840247704723,
      "grad_norm": 5.03125,
      "learning_rate": 7.559009867327703e-06,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5431956589221955,
      "num_tokens": 515465395.0,
      "step": 669190
    },
    {
      "epoch": 0.8488529322972558,
      "grad_norm": 6.03125,
      "learning_rate": 7.558375557241411e-06,
      "loss": 2.0136,
      "mean_token_accuracy": 0.561030238866806,
      "num_tokens": 515472787.0,
      "step": 669200
    },
    {
      "epoch": 0.8488656168897887,
      "grad_norm": 5.5625,
      "learning_rate": 7.55774124715512e-06,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5508911281824111,
      "num_tokens": 515480496.0,
      "step": 669210
    },
    {
      "epoch": 0.8488783014823215,
      "grad_norm": 4.8125,
      "learning_rate": 7.557106937068828e-06,
      "loss": 2.2328,
      "mean_token_accuracy": 0.5217419922351837,
      "num_tokens": 515488388.0,
      "step": 669220
    },
    {
      "epoch": 0.8488909860748544,
      "grad_norm": 4.96875,
      "learning_rate": 7.556472626982536e-06,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5491953283548355,
      "num_tokens": 515496769.0,
      "step": 669230
    },
    {
      "epoch": 0.8489036706673871,
      "grad_norm": 6.8125,
      "learning_rate": 7.555838316896245e-06,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5503287851810456,
      "num_tokens": 515505940.0,
      "step": 669240
    },
    {
      "epoch": 0.8489163552599199,
      "grad_norm": 6.0625,
      "learning_rate": 7.555204006809953e-06,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5487155437469482,
      "num_tokens": 515513649.0,
      "step": 669250
    },
    {
      "epoch": 0.8489290398524528,
      "grad_norm": 4.96875,
      "learning_rate": 7.554569696723662e-06,
      "loss": 2.2226,
      "mean_token_accuracy": 0.515162467956543,
      "num_tokens": 515521771.0,
      "step": 669260
    },
    {
      "epoch": 0.8489417244449856,
      "grad_norm": 5.40625,
      "learning_rate": 7.55393538663737e-06,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5225862443447113,
      "num_tokens": 515529868.0,
      "step": 669270
    },
    {
      "epoch": 0.8489544090375185,
      "grad_norm": 7.46875,
      "learning_rate": 7.55330107655108e-06,
      "loss": 1.9784,
      "mean_token_accuracy": 0.561153557896614,
      "num_tokens": 515538117.0,
      "step": 669280
    },
    {
      "epoch": 0.8489670936300513,
      "grad_norm": 5.03125,
      "learning_rate": 7.552666766464788e-06,
      "loss": 2.1999,
      "mean_token_accuracy": 0.522538012266159,
      "num_tokens": 515545021.0,
      "step": 669290
    },
    {
      "epoch": 0.8489797782225842,
      "grad_norm": 11.875,
      "learning_rate": 7.552032456378496e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5512783199548721,
      "num_tokens": 515550774.0,
      "step": 669300
    },
    {
      "epoch": 0.848992462815117,
      "grad_norm": 5.09375,
      "learning_rate": 7.551398146292204e-06,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5782035976648331,
      "num_tokens": 515558621.0,
      "step": 669310
    },
    {
      "epoch": 0.8490051474076499,
      "grad_norm": 5.03125,
      "learning_rate": 7.550763836205912e-06,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5649771362543106,
      "num_tokens": 515567952.0,
      "step": 669320
    },
    {
      "epoch": 0.8490178320001827,
      "grad_norm": 5.84375,
      "learning_rate": 7.550129526119622e-06,
      "loss": 2.3155,
      "mean_token_accuracy": 0.5107584804296493,
      "num_tokens": 515576418.0,
      "step": 669330
    },
    {
      "epoch": 0.8490305165927154,
      "grad_norm": 4.6875,
      "learning_rate": 7.54949521603333e-06,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5368777841329575,
      "num_tokens": 515583412.0,
      "step": 669340
    },
    {
      "epoch": 0.8490432011852483,
      "grad_norm": 5.53125,
      "learning_rate": 7.548860905947038e-06,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5545577704906464,
      "num_tokens": 515590052.0,
      "step": 669350
    },
    {
      "epoch": 0.8490558857777811,
      "grad_norm": 5.0625,
      "learning_rate": 7.5482265958607464e-06,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5672019809484482,
      "num_tokens": 515597628.0,
      "step": 669360
    },
    {
      "epoch": 0.849068570370314,
      "grad_norm": 5.84375,
      "learning_rate": 7.547592285774454e-06,
      "loss": 2.0223,
      "mean_token_accuracy": 0.553026995062828,
      "num_tokens": 515605083.0,
      "step": 669370
    },
    {
      "epoch": 0.8490812549628468,
      "grad_norm": 11.125,
      "learning_rate": 7.546957975688164e-06,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5308999836444854,
      "num_tokens": 515611642.0,
      "step": 669380
    },
    {
      "epoch": 0.8490939395553797,
      "grad_norm": 5.78125,
      "learning_rate": 7.546323665601872e-06,
      "loss": 2.2007,
      "mean_token_accuracy": 0.527028688788414,
      "num_tokens": 515620095.0,
      "step": 669390
    },
    {
      "epoch": 0.8491066241479125,
      "grad_norm": 4.84375,
      "learning_rate": 7.54568935551558e-06,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5286829710006714,
      "num_tokens": 515628093.0,
      "step": 669400
    },
    {
      "epoch": 0.8491193087404453,
      "grad_norm": 6.75,
      "learning_rate": 7.545055045429289e-06,
      "loss": 2.161,
      "mean_token_accuracy": 0.5307250291109085,
      "num_tokens": 515635867.0,
      "step": 669410
    },
    {
      "epoch": 0.8491319933329782,
      "grad_norm": 6.09375,
      "learning_rate": 7.544420735342997e-06,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5606964349746704,
      "num_tokens": 515644119.0,
      "step": 669420
    },
    {
      "epoch": 0.849144677925511,
      "grad_norm": 4.9375,
      "learning_rate": 7.543786425256706e-06,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5467212706804275,
      "num_tokens": 515651957.0,
      "step": 669430
    },
    {
      "epoch": 0.8491573625180439,
      "grad_norm": 6.0,
      "learning_rate": 7.543152115170414e-06,
      "loss": 2.0642,
      "mean_token_accuracy": 0.534290075302124,
      "num_tokens": 515660823.0,
      "step": 669440
    },
    {
      "epoch": 0.8491700471105766,
      "grad_norm": 4.8125,
      "learning_rate": 7.542517805084122e-06,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5320410132408142,
      "num_tokens": 515669370.0,
      "step": 669450
    },
    {
      "epoch": 0.8491827317031095,
      "grad_norm": 5.875,
      "learning_rate": 7.541883494997831e-06,
      "loss": 2.028,
      "mean_token_accuracy": 0.5385039389133454,
      "num_tokens": 515676712.0,
      "step": 669460
    },
    {
      "epoch": 0.8491954162956423,
      "grad_norm": 6.75,
      "learning_rate": 7.541249184911539e-06,
      "loss": 2.259,
      "mean_token_accuracy": 0.5168708890676499,
      "num_tokens": 515685621.0,
      "step": 669470
    },
    {
      "epoch": 0.8492081008881752,
      "grad_norm": 6.25,
      "learning_rate": 7.540614874825249e-06,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5550294935703277,
      "num_tokens": 515693803.0,
      "step": 669480
    },
    {
      "epoch": 0.849220785480708,
      "grad_norm": 6.4375,
      "learning_rate": 7.539980564738957e-06,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5452721923589706,
      "num_tokens": 515702452.0,
      "step": 669490
    },
    {
      "epoch": 0.8492334700732408,
      "grad_norm": 5.6875,
      "learning_rate": 7.539346254652665e-06,
      "loss": 2.0705,
      "mean_token_accuracy": 0.535234522819519,
      "num_tokens": 515710641.0,
      "step": 669500
    },
    {
      "epoch": 0.8492461546657737,
      "grad_norm": 5.5625,
      "learning_rate": 7.538711944566373e-06,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5871735244989396,
      "num_tokens": 515718180.0,
      "step": 669510
    },
    {
      "epoch": 0.8492588392583065,
      "grad_norm": 4.78125,
      "learning_rate": 7.538077634480081e-06,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5231774896383286,
      "num_tokens": 515726207.0,
      "step": 669520
    },
    {
      "epoch": 0.8492715238508394,
      "grad_norm": 4.71875,
      "learning_rate": 7.537443324393791e-06,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5474489152431488,
      "num_tokens": 515734193.0,
      "step": 669530
    },
    {
      "epoch": 0.8492842084433722,
      "grad_norm": 5.84375,
      "learning_rate": 7.536809014307499e-06,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5141898065805435,
      "num_tokens": 515742123.0,
      "step": 669540
    },
    {
      "epoch": 0.849296893035905,
      "grad_norm": 4.90625,
      "learning_rate": 7.536174704221207e-06,
      "loss": 1.9107,
      "mean_token_accuracy": 0.5748522251844406,
      "num_tokens": 515748994.0,
      "step": 669550
    },
    {
      "epoch": 0.8493095776284378,
      "grad_norm": 5.84375,
      "learning_rate": 7.535540394134915e-06,
      "loss": 2.0744,
      "mean_token_accuracy": 0.5370703548192978,
      "num_tokens": 515758168.0,
      "step": 669560
    },
    {
      "epoch": 0.8493222622209706,
      "grad_norm": 4.90625,
      "learning_rate": 7.534906084048623e-06,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5410073220729827,
      "num_tokens": 515766220.0,
      "step": 669570
    },
    {
      "epoch": 0.8493349468135035,
      "grad_norm": 5.40625,
      "learning_rate": 7.534271773962333e-06,
      "loss": 2.1511,
      "mean_token_accuracy": 0.5335919827222824,
      "num_tokens": 515775218.0,
      "step": 669580
    },
    {
      "epoch": 0.8493476314060363,
      "grad_norm": 4.90625,
      "learning_rate": 7.533637463876041e-06,
      "loss": 1.8054,
      "mean_token_accuracy": 0.5877840548753739,
      "num_tokens": 515782102.0,
      "step": 669590
    },
    {
      "epoch": 0.8493603159985692,
      "grad_norm": 5.40625,
      "learning_rate": 7.53300315378975e-06,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5348106056451798,
      "num_tokens": 515789891.0,
      "step": 669600
    },
    {
      "epoch": 0.849373000591102,
      "grad_norm": 5.15625,
      "learning_rate": 7.532368843703458e-06,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5250663489103318,
      "num_tokens": 515797966.0,
      "step": 669610
    },
    {
      "epoch": 0.8493856851836349,
      "grad_norm": 5.75,
      "learning_rate": 7.531734533617166e-06,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5251602053642273,
      "num_tokens": 515806412.0,
      "step": 669620
    },
    {
      "epoch": 0.8493983697761677,
      "grad_norm": 5.28125,
      "learning_rate": 7.531100223530875e-06,
      "loss": 1.8633,
      "mean_token_accuracy": 0.6002739608287812,
      "num_tokens": 515812790.0,
      "step": 669630
    },
    {
      "epoch": 0.8494110543687006,
      "grad_norm": 5.53125,
      "learning_rate": 7.530465913444583e-06,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5430060297250747,
      "num_tokens": 515821989.0,
      "step": 669640
    },
    {
      "epoch": 0.8494237389612334,
      "grad_norm": 5.71875,
      "learning_rate": 7.529831603358292e-06,
      "loss": 2.2022,
      "mean_token_accuracy": 0.5234406352043152,
      "num_tokens": 515830425.0,
      "step": 669650
    },
    {
      "epoch": 0.8494364235537661,
      "grad_norm": 7.25,
      "learning_rate": 7.529197293272e-06,
      "loss": 1.8939,
      "mean_token_accuracy": 0.5725299298763276,
      "num_tokens": 515837554.0,
      "step": 669660
    },
    {
      "epoch": 0.849449108146299,
      "grad_norm": 9.75,
      "learning_rate": 7.528562983185708e-06,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5578482151031494,
      "num_tokens": 515843950.0,
      "step": 669670
    },
    {
      "epoch": 0.8494617927388318,
      "grad_norm": 9.0,
      "learning_rate": 7.527928673099418e-06,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5860820233821868,
      "num_tokens": 515849941.0,
      "step": 669680
    },
    {
      "epoch": 0.8494744773313647,
      "grad_norm": 5.28125,
      "learning_rate": 7.5272943630131255e-06,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5495056658983231,
      "num_tokens": 515857102.0,
      "step": 669690
    },
    {
      "epoch": 0.8494871619238975,
      "grad_norm": 6.28125,
      "learning_rate": 7.526660052926834e-06,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5377559274435043,
      "num_tokens": 515864754.0,
      "step": 669700
    },
    {
      "epoch": 0.8494998465164304,
      "grad_norm": 4.78125,
      "learning_rate": 7.526025742840542e-06,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5217270731925965,
      "num_tokens": 515872993.0,
      "step": 669710
    },
    {
      "epoch": 0.8495125311089632,
      "grad_norm": 4.875,
      "learning_rate": 7.52539143275425e-06,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5616301149129868,
      "num_tokens": 515881065.0,
      "step": 669720
    },
    {
      "epoch": 0.849525215701496,
      "grad_norm": 5.40625,
      "learning_rate": 7.52475712266796e-06,
      "loss": 2.2721,
      "mean_token_accuracy": 0.5162974953651428,
      "num_tokens": 515889086.0,
      "step": 669730
    },
    {
      "epoch": 0.8495379002940289,
      "grad_norm": 6.875,
      "learning_rate": 7.5241228125816675e-06,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5536429405212402,
      "num_tokens": 515896728.0,
      "step": 669740
    },
    {
      "epoch": 0.8495505848865617,
      "grad_norm": 5.25,
      "learning_rate": 7.523488502495376e-06,
      "loss": 1.8139,
      "mean_token_accuracy": 0.5937222123146058,
      "num_tokens": 515903363.0,
      "step": 669750
    },
    {
      "epoch": 0.8495632694790946,
      "grad_norm": 6.25,
      "learning_rate": 7.522854192409084e-06,
      "loss": 2.024,
      "mean_token_accuracy": 0.5506204217672348,
      "num_tokens": 515910891.0,
      "step": 669760
    },
    {
      "epoch": 0.8495759540716273,
      "grad_norm": 5.1875,
      "learning_rate": 7.522219882322794e-06,
      "loss": 1.7202,
      "mean_token_accuracy": 0.6072899401187897,
      "num_tokens": 515918222.0,
      "step": 669770
    },
    {
      "epoch": 0.8495886386641602,
      "grad_norm": 5.46875,
      "learning_rate": 7.521585572236502e-06,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5463995903730392,
      "num_tokens": 515926087.0,
      "step": 669780
    },
    {
      "epoch": 0.849601323256693,
      "grad_norm": 5.125,
      "learning_rate": 7.5209512621502095e-06,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5176463901996613,
      "num_tokens": 515934710.0,
      "step": 669790
    },
    {
      "epoch": 0.8496140078492258,
      "grad_norm": 5.4375,
      "learning_rate": 7.520316952063919e-06,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5379322707653046,
      "num_tokens": 515942287.0,
      "step": 669800
    },
    {
      "epoch": 0.8496266924417587,
      "grad_norm": 5.75,
      "learning_rate": 7.519682641977627e-06,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5567371159791946,
      "num_tokens": 515950137.0,
      "step": 669810
    },
    {
      "epoch": 0.8496393770342915,
      "grad_norm": 3.140625,
      "learning_rate": 7.519048331891336e-06,
      "loss": 1.7825,
      "mean_token_accuracy": 0.6068326711654664,
      "num_tokens": 515956355.0,
      "step": 669820
    },
    {
      "epoch": 0.8496520616268244,
      "grad_norm": 6.0625,
      "learning_rate": 7.518414021805044e-06,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5521519720554352,
      "num_tokens": 515965341.0,
      "step": 669830
    },
    {
      "epoch": 0.8496647462193572,
      "grad_norm": 5.65625,
      "learning_rate": 7.5177797117187515e-06,
      "loss": 1.771,
      "mean_token_accuracy": 0.6023502498865128,
      "num_tokens": 515972024.0,
      "step": 669840
    },
    {
      "epoch": 0.8496774308118901,
      "grad_norm": 6.65625,
      "learning_rate": 7.517145401632461e-06,
      "loss": 1.8358,
      "mean_token_accuracy": 0.575977873802185,
      "num_tokens": 515980146.0,
      "step": 669850
    },
    {
      "epoch": 0.8496901154044229,
      "grad_norm": 5.3125,
      "learning_rate": 7.516511091546169e-06,
      "loss": 1.8725,
      "mean_token_accuracy": 0.5870544016361237,
      "num_tokens": 515987427.0,
      "step": 669860
    },
    {
      "epoch": 0.8497027999969557,
      "grad_norm": 5.875,
      "learning_rate": 7.515876781459879e-06,
      "loss": 2.1013,
      "mean_token_accuracy": 0.5383508503437042,
      "num_tokens": 515996026.0,
      "step": 669870
    },
    {
      "epoch": 0.8497154845894885,
      "grad_norm": 4.9375,
      "learning_rate": 7.5152424713735865e-06,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5418546050786972,
      "num_tokens": 516004230.0,
      "step": 669880
    },
    {
      "epoch": 0.8497281691820213,
      "grad_norm": 5.75,
      "learning_rate": 7.514608161287294e-06,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5493438571691514,
      "num_tokens": 516011892.0,
      "step": 669890
    },
    {
      "epoch": 0.8497408537745542,
      "grad_norm": 5.8125,
      "learning_rate": 7.513973851201003e-06,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5442440390586853,
      "num_tokens": 516019778.0,
      "step": 669900
    },
    {
      "epoch": 0.849753538367087,
      "grad_norm": 5.84375,
      "learning_rate": 7.513339541114711e-06,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5409207344055176,
      "num_tokens": 516026419.0,
      "step": 669910
    },
    {
      "epoch": 0.8497662229596199,
      "grad_norm": 5.84375,
      "learning_rate": 7.512705231028421e-06,
      "loss": 1.7968,
      "mean_token_accuracy": 0.5962907701730729,
      "num_tokens": 516033691.0,
      "step": 669920
    },
    {
      "epoch": 0.8497789075521527,
      "grad_norm": 7.96875,
      "learning_rate": 7.5120709209421285e-06,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5331638097763062,
      "num_tokens": 516041211.0,
      "step": 669930
    },
    {
      "epoch": 0.8497915921446856,
      "grad_norm": 5.125,
      "learning_rate": 7.511436610855836e-06,
      "loss": 2.1324,
      "mean_token_accuracy": 0.533058762550354,
      "num_tokens": 516048455.0,
      "step": 669940
    },
    {
      "epoch": 0.8498042767372184,
      "grad_norm": 6.09375,
      "learning_rate": 7.510802300769545e-06,
      "loss": 2.1258,
      "mean_token_accuracy": 0.54339200258255,
      "num_tokens": 516057275.0,
      "step": 669950
    },
    {
      "epoch": 0.8498169613297512,
      "grad_norm": 4.9375,
      "learning_rate": 7.510167990683253e-06,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5425982385873794,
      "num_tokens": 516064784.0,
      "step": 669960
    },
    {
      "epoch": 0.849829645922284,
      "grad_norm": 5.375,
      "learning_rate": 7.509533680596963e-06,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5296323537826538,
      "num_tokens": 516071740.0,
      "step": 669970
    },
    {
      "epoch": 0.8498423305148168,
      "grad_norm": 4.71875,
      "learning_rate": 7.5088993705106705e-06,
      "loss": 1.8756,
      "mean_token_accuracy": 0.5903688341379165,
      "num_tokens": 516078857.0,
      "step": 669980
    },
    {
      "epoch": 0.8498550151073497,
      "grad_norm": 4.78125,
      "learning_rate": 7.50826506042438e-06,
      "loss": 1.7858,
      "mean_token_accuracy": 0.6052293479442596,
      "num_tokens": 516086274.0,
      "step": 669990
    },
    {
      "epoch": 0.8498676996998825,
      "grad_norm": 4.8125,
      "learning_rate": 7.507630750338088e-06,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5529694259166718,
      "num_tokens": 516093660.0,
      "step": 670000
    },
    {
      "epoch": 0.8498803842924154,
      "grad_norm": 5.25,
      "learning_rate": 7.506996440251796e-06,
      "loss": 1.8056,
      "mean_token_accuracy": 0.5854453682899475,
      "num_tokens": 516100129.0,
      "step": 670010
    },
    {
      "epoch": 0.8498930688849482,
      "grad_norm": 4.9375,
      "learning_rate": 7.506362130165505e-06,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5476018756628036,
      "num_tokens": 516107125.0,
      "step": 670020
    },
    {
      "epoch": 0.8499057534774811,
      "grad_norm": 4.8125,
      "learning_rate": 7.5057278200792125e-06,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5583320438861847,
      "num_tokens": 516115100.0,
      "step": 670030
    },
    {
      "epoch": 0.8499184380700139,
      "grad_norm": 4.59375,
      "learning_rate": 7.505093509992922e-06,
      "loss": 1.8905,
      "mean_token_accuracy": 0.5858341127634048,
      "num_tokens": 516121910.0,
      "step": 670040
    },
    {
      "epoch": 0.8499311226625467,
      "grad_norm": 6.5625,
      "learning_rate": 7.50445919990663e-06,
      "loss": 2.0889,
      "mean_token_accuracy": 0.545099002122879,
      "num_tokens": 516130100.0,
      "step": 670050
    },
    {
      "epoch": 0.8499438072550796,
      "grad_norm": 5.1875,
      "learning_rate": 7.503824889820338e-06,
      "loss": 1.9254,
      "mean_token_accuracy": 0.5641161143779755,
      "num_tokens": 516137678.0,
      "step": 670060
    },
    {
      "epoch": 0.8499564918476123,
      "grad_norm": 4.5,
      "learning_rate": 7.5031905797340475e-06,
      "loss": 1.9114,
      "mean_token_accuracy": 0.5828678876161575,
      "num_tokens": 516145232.0,
      "step": 670070
    },
    {
      "epoch": 0.8499691764401452,
      "grad_norm": 6.9375,
      "learning_rate": 7.502556269647755e-06,
      "loss": 2.3023,
      "mean_token_accuracy": 0.5035516828298569,
      "num_tokens": 516152458.0,
      "step": 670080
    },
    {
      "epoch": 0.849981861032678,
      "grad_norm": 5.5,
      "learning_rate": 7.501921959561464e-06,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5487752079963684,
      "num_tokens": 516159765.0,
      "step": 670090
    },
    {
      "epoch": 0.8499945456252109,
      "grad_norm": 7.09375,
      "learning_rate": 7.501287649475172e-06,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5343491971492768,
      "num_tokens": 516168367.0,
      "step": 670100
    },
    {
      "epoch": 0.8500072302177437,
      "grad_norm": 7.21875,
      "learning_rate": 7.50065333938888e-06,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5610353410243988,
      "num_tokens": 516176718.0,
      "step": 670110
    },
    {
      "epoch": 0.8500199148102765,
      "grad_norm": 4.6875,
      "learning_rate": 7.5000190293025895e-06,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5498273134231567,
      "num_tokens": 516184729.0,
      "step": 670120
    },
    {
      "epoch": 0.8500325994028094,
      "grad_norm": 5.5,
      "learning_rate": 7.499384719216297e-06,
      "loss": 1.7979,
      "mean_token_accuracy": 0.6033700317144394,
      "num_tokens": 516192475.0,
      "step": 670130
    },
    {
      "epoch": 0.8500452839953422,
      "grad_norm": 5.71875,
      "learning_rate": 7.498750409130006e-06,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5418324649333954,
      "num_tokens": 516201707.0,
      "step": 670140
    },
    {
      "epoch": 0.8500579685878751,
      "grad_norm": 5.71875,
      "learning_rate": 7.498116099043714e-06,
      "loss": 1.9049,
      "mean_token_accuracy": 0.5717295825481414,
      "num_tokens": 516208437.0,
      "step": 670150
    },
    {
      "epoch": 0.8500706531804079,
      "grad_norm": 6.53125,
      "learning_rate": 7.497481788957422e-06,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5467701137065888,
      "num_tokens": 516216309.0,
      "step": 670160
    },
    {
      "epoch": 0.8500833377729408,
      "grad_norm": 6.40625,
      "learning_rate": 7.4968474788711315e-06,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5578865289688111,
      "num_tokens": 516223744.0,
      "step": 670170
    },
    {
      "epoch": 0.8500960223654735,
      "grad_norm": 5.0625,
      "learning_rate": 7.496213168784839e-06,
      "loss": 2.2536,
      "mean_token_accuracy": 0.5179076641798019,
      "num_tokens": 516231300.0,
      "step": 670180
    },
    {
      "epoch": 0.8501087069580063,
      "grad_norm": 4.96875,
      "learning_rate": 7.495578858698549e-06,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5302498996257782,
      "num_tokens": 516238765.0,
      "step": 670190
    },
    {
      "epoch": 0.8501213915505392,
      "grad_norm": 5.96875,
      "learning_rate": 7.494944548612257e-06,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5371768593788147,
      "num_tokens": 516247143.0,
      "step": 670200
    },
    {
      "epoch": 0.850134076143072,
      "grad_norm": 6.40625,
      "learning_rate": 7.494310238525966e-06,
      "loss": 2.2269,
      "mean_token_accuracy": 0.5162310004234314,
      "num_tokens": 516254423.0,
      "step": 670210
    },
    {
      "epoch": 0.8501467607356049,
      "grad_norm": 5.21875,
      "learning_rate": 7.4936759284396735e-06,
      "loss": 2.2814,
      "mean_token_accuracy": 0.5016608655452728,
      "num_tokens": 516261764.0,
      "step": 670220
    },
    {
      "epoch": 0.8501594453281377,
      "grad_norm": 4.6875,
      "learning_rate": 7.493041618353381e-06,
      "loss": 2.0056,
      "mean_token_accuracy": 0.547620752453804,
      "num_tokens": 516269868.0,
      "step": 670230
    },
    {
      "epoch": 0.8501721299206706,
      "grad_norm": 5.125,
      "learning_rate": 7.492407308267091e-06,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5236081331968307,
      "num_tokens": 516277631.0,
      "step": 670240
    },
    {
      "epoch": 0.8501848145132034,
      "grad_norm": 9.125,
      "learning_rate": 7.491772998180799e-06,
      "loss": 1.7416,
      "mean_token_accuracy": 0.6272302567958832,
      "num_tokens": 516283523.0,
      "step": 670250
    },
    {
      "epoch": 0.8501974991057363,
      "grad_norm": 5.90625,
      "learning_rate": 7.4911386880945084e-06,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5679920792579651,
      "num_tokens": 516289950.0,
      "step": 670260
    },
    {
      "epoch": 0.8502101836982691,
      "grad_norm": 6.625,
      "learning_rate": 7.490504378008216e-06,
      "loss": 2.2046,
      "mean_token_accuracy": 0.5203462243080139,
      "num_tokens": 516298226.0,
      "step": 670270
    },
    {
      "epoch": 0.8502228682908018,
      "grad_norm": 5.75,
      "learning_rate": 7.489870067921924e-06,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5302849799394608,
      "num_tokens": 516306371.0,
      "step": 670280
    },
    {
      "epoch": 0.8502355528833347,
      "grad_norm": 6.21875,
      "learning_rate": 7.489235757835633e-06,
      "loss": 1.9418,
      "mean_token_accuracy": 0.566252201795578,
      "num_tokens": 516313709.0,
      "step": 670290
    },
    {
      "epoch": 0.8502482374758675,
      "grad_norm": 5.40625,
      "learning_rate": 7.488601447749341e-06,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5464149445295334,
      "num_tokens": 516322101.0,
      "step": 670300
    },
    {
      "epoch": 0.8502609220684004,
      "grad_norm": 4.90625,
      "learning_rate": 7.4879671376630504e-06,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5394262373447418,
      "num_tokens": 516330488.0,
      "step": 670310
    },
    {
      "epoch": 0.8502736066609332,
      "grad_norm": 5.9375,
      "learning_rate": 7.487332827576758e-06,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5477901548147202,
      "num_tokens": 516338540.0,
      "step": 670320
    },
    {
      "epoch": 0.8502862912534661,
      "grad_norm": 9.8125,
      "learning_rate": 7.486698517490466e-06,
      "loss": 1.8246,
      "mean_token_accuracy": 0.5972464144229889,
      "num_tokens": 516344226.0,
      "step": 670330
    },
    {
      "epoch": 0.8502989758459989,
      "grad_norm": 6.3125,
      "learning_rate": 7.486064207404175e-06,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5260962754487991,
      "num_tokens": 516353504.0,
      "step": 670340
    },
    {
      "epoch": 0.8503116604385317,
      "grad_norm": 5.125,
      "learning_rate": 7.485429897317883e-06,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5741149812936783,
      "num_tokens": 516360701.0,
      "step": 670350
    },
    {
      "epoch": 0.8503243450310646,
      "grad_norm": 6.46875,
      "learning_rate": 7.4847955872315924e-06,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5462406486272812,
      "num_tokens": 516367811.0,
      "step": 670360
    },
    {
      "epoch": 0.8503370296235974,
      "grad_norm": 5.84375,
      "learning_rate": 7.4841612771453e-06,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5566666692495346,
      "num_tokens": 516375518.0,
      "step": 670370
    },
    {
      "epoch": 0.8503497142161303,
      "grad_norm": 6.09375,
      "learning_rate": 7.483526967059008e-06,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5535330206155777,
      "num_tokens": 516382577.0,
      "step": 670380
    },
    {
      "epoch": 0.850362398808663,
      "grad_norm": 4.375,
      "learning_rate": 7.482892656972718e-06,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5273792415857315,
      "num_tokens": 516390823.0,
      "step": 670390
    },
    {
      "epoch": 0.8503750834011959,
      "grad_norm": 6.125,
      "learning_rate": 7.482258346886426e-06,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5328398644924164,
      "num_tokens": 516398586.0,
      "step": 670400
    },
    {
      "epoch": 0.8503877679937287,
      "grad_norm": 5.0,
      "learning_rate": 7.4816240368001345e-06,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5488762944936753,
      "num_tokens": 516406894.0,
      "step": 670410
    },
    {
      "epoch": 0.8504004525862616,
      "grad_norm": 5.03125,
      "learning_rate": 7.480989726713842e-06,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5480685621500015,
      "num_tokens": 516414039.0,
      "step": 670420
    },
    {
      "epoch": 0.8504131371787944,
      "grad_norm": 5.625,
      "learning_rate": 7.480355416627552e-06,
      "loss": 2.3165,
      "mean_token_accuracy": 0.5047456890344619,
      "num_tokens": 516421765.0,
      "step": 670430
    },
    {
      "epoch": 0.8504258217713272,
      "grad_norm": 6.03125,
      "learning_rate": 7.47972110654126e-06,
      "loss": 1.8879,
      "mean_token_accuracy": 0.5859236031770706,
      "num_tokens": 516428560.0,
      "step": 670440
    },
    {
      "epoch": 0.8504385063638601,
      "grad_norm": 5.3125,
      "learning_rate": 7.479086796454968e-06,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5202754318714142,
      "num_tokens": 516436875.0,
      "step": 670450
    },
    {
      "epoch": 0.8504511909563929,
      "grad_norm": 5.5625,
      "learning_rate": 7.478452486368677e-06,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5412036925554276,
      "num_tokens": 516444916.0,
      "step": 670460
    },
    {
      "epoch": 0.8504638755489258,
      "grad_norm": 5.34375,
      "learning_rate": 7.477818176282385e-06,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5509593695402145,
      "num_tokens": 516452590.0,
      "step": 670470
    },
    {
      "epoch": 0.8504765601414586,
      "grad_norm": 5.4375,
      "learning_rate": 7.477183866196094e-06,
      "loss": 1.8344,
      "mean_token_accuracy": 0.5975856244564056,
      "num_tokens": 516459591.0,
      "step": 670480
    },
    {
      "epoch": 0.8504892447339915,
      "grad_norm": 4.6875,
      "learning_rate": 7.476549556109802e-06,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5524917334318161,
      "num_tokens": 516468040.0,
      "step": 670490
    },
    {
      "epoch": 0.8505019293265242,
      "grad_norm": 6.5,
      "learning_rate": 7.47591524602351e-06,
      "loss": 2.174,
      "mean_token_accuracy": 0.5274563878774643,
      "num_tokens": 516475805.0,
      "step": 670500
    },
    {
      "epoch": 0.850514613919057,
      "grad_norm": 5.125,
      "learning_rate": 7.475280935937219e-06,
      "loss": 2.1112,
      "mean_token_accuracy": 0.541156205534935,
      "num_tokens": 516483146.0,
      "step": 670510
    },
    {
      "epoch": 0.8505272985115899,
      "grad_norm": 4.875,
      "learning_rate": 7.474646625850927e-06,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5493614077568054,
      "num_tokens": 516491295.0,
      "step": 670520
    },
    {
      "epoch": 0.8505399831041227,
      "grad_norm": 6.09375,
      "learning_rate": 7.474012315764636e-06,
      "loss": 2.2427,
      "mean_token_accuracy": 0.5214556872844696,
      "num_tokens": 516499596.0,
      "step": 670530
    },
    {
      "epoch": 0.8505526676966556,
      "grad_norm": 4.9375,
      "learning_rate": 7.473378005678344e-06,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5553122699260712,
      "num_tokens": 516506538.0,
      "step": 670540
    },
    {
      "epoch": 0.8505653522891884,
      "grad_norm": 5.5,
      "learning_rate": 7.472743695592052e-06,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5195219367742538,
      "num_tokens": 516515096.0,
      "step": 670550
    },
    {
      "epoch": 0.8505780368817213,
      "grad_norm": 5.6875,
      "learning_rate": 7.472109385505761e-06,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5328150570392609,
      "num_tokens": 516523035.0,
      "step": 670560
    },
    {
      "epoch": 0.8505907214742541,
      "grad_norm": 5.40625,
      "learning_rate": 7.471475075419469e-06,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5248720824718476,
      "num_tokens": 516531578.0,
      "step": 670570
    },
    {
      "epoch": 0.850603406066787,
      "grad_norm": 5.90625,
      "learning_rate": 7.470840765333179e-06,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5582383155822754,
      "num_tokens": 516539079.0,
      "step": 670580
    },
    {
      "epoch": 0.8506160906593198,
      "grad_norm": 5.28125,
      "learning_rate": 7.470206455246887e-06,
      "loss": 2.0955,
      "mean_token_accuracy": 0.538933053612709,
      "num_tokens": 516547239.0,
      "step": 670590
    },
    {
      "epoch": 0.8506287752518525,
      "grad_norm": 5.28125,
      "learning_rate": 7.469572145160595e-06,
      "loss": 1.8296,
      "mean_token_accuracy": 0.5949111253023147,
      "num_tokens": 516554773.0,
      "step": 670600
    },
    {
      "epoch": 0.8506414598443854,
      "grad_norm": 5.3125,
      "learning_rate": 7.468937835074303e-06,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5771962493658066,
      "num_tokens": 516562151.0,
      "step": 670610
    },
    {
      "epoch": 0.8506541444369182,
      "grad_norm": 6.65625,
      "learning_rate": 7.468303524988011e-06,
      "loss": 1.8819,
      "mean_token_accuracy": 0.5809964537620544,
      "num_tokens": 516569416.0,
      "step": 670620
    },
    {
      "epoch": 0.8506668290294511,
      "grad_norm": 4.53125,
      "learning_rate": 7.467669214901721e-06,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5616380631923675,
      "num_tokens": 516575715.0,
      "step": 670630
    },
    {
      "epoch": 0.8506795136219839,
      "grad_norm": 6.3125,
      "learning_rate": 7.467034904815429e-06,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5255943655967712,
      "num_tokens": 516584190.0,
      "step": 670640
    },
    {
      "epoch": 0.8506921982145168,
      "grad_norm": 7.0625,
      "learning_rate": 7.466400594729138e-06,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5543694972991944,
      "num_tokens": 516591327.0,
      "step": 670650
    },
    {
      "epoch": 0.8507048828070496,
      "grad_norm": 5.0,
      "learning_rate": 7.465766284642846e-06,
      "loss": 2.3651,
      "mean_token_accuracy": 0.5061501175165176,
      "num_tokens": 516599854.0,
      "step": 670660
    },
    {
      "epoch": 0.8507175673995824,
      "grad_norm": 12.625,
      "learning_rate": 7.465131974556554e-06,
      "loss": 1.9923,
      "mean_token_accuracy": 0.556955087184906,
      "num_tokens": 516607749.0,
      "step": 670670
    },
    {
      "epoch": 0.8507302519921153,
      "grad_norm": 13.0625,
      "learning_rate": 7.464497664470263e-06,
      "loss": 1.9519,
      "mean_token_accuracy": 0.567522120475769,
      "num_tokens": 516615521.0,
      "step": 670680
    },
    {
      "epoch": 0.8507429365846481,
      "grad_norm": 7.5625,
      "learning_rate": 7.463863354383971e-06,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5331548482179642,
      "num_tokens": 516623154.0,
      "step": 670690
    },
    {
      "epoch": 0.850755621177181,
      "grad_norm": 5.65625,
      "learning_rate": 7.46322904429768e-06,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5671845346689224,
      "num_tokens": 516631156.0,
      "step": 670700
    },
    {
      "epoch": 0.8507683057697137,
      "grad_norm": 5.34375,
      "learning_rate": 7.462594734211388e-06,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5615326553583145,
      "num_tokens": 516638842.0,
      "step": 670710
    },
    {
      "epoch": 0.8507809903622466,
      "grad_norm": 6.15625,
      "learning_rate": 7.461960424125096e-06,
      "loss": 2.0661,
      "mean_token_accuracy": 0.532792153954506,
      "num_tokens": 516646180.0,
      "step": 670720
    },
    {
      "epoch": 0.8507936749547794,
      "grad_norm": 5.125,
      "learning_rate": 7.461326114038805e-06,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5196331709623336,
      "num_tokens": 516653738.0,
      "step": 670730
    },
    {
      "epoch": 0.8508063595473122,
      "grad_norm": 9.0,
      "learning_rate": 7.460691803952513e-06,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5713232606649399,
      "num_tokens": 516660826.0,
      "step": 670740
    },
    {
      "epoch": 0.8508190441398451,
      "grad_norm": 5.59375,
      "learning_rate": 7.460057493866222e-06,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5440638989210129,
      "num_tokens": 516668710.0,
      "step": 670750
    },
    {
      "epoch": 0.8508317287323779,
      "grad_norm": 4.84375,
      "learning_rate": 7.45942318377993e-06,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5524011433124543,
      "num_tokens": 516676004.0,
      "step": 670760
    },
    {
      "epoch": 0.8508444133249108,
      "grad_norm": 4.5,
      "learning_rate": 7.458788873693638e-06,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5442599833011628,
      "num_tokens": 516683151.0,
      "step": 670770
    },
    {
      "epoch": 0.8508570979174436,
      "grad_norm": 6.46875,
      "learning_rate": 7.458154563607348e-06,
      "loss": 2.2756,
      "mean_token_accuracy": 0.5120342552661896,
      "num_tokens": 516692546.0,
      "step": 670780
    },
    {
      "epoch": 0.8508697825099765,
      "grad_norm": 7.78125,
      "learning_rate": 7.4575202535210555e-06,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5484344124794006,
      "num_tokens": 516700088.0,
      "step": 670790
    },
    {
      "epoch": 0.8508824671025093,
      "grad_norm": 5.09375,
      "learning_rate": 7.456885943434764e-06,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5482106268405914,
      "num_tokens": 516708162.0,
      "step": 670800
    },
    {
      "epoch": 0.8508951516950422,
      "grad_norm": 5.71875,
      "learning_rate": 7.456251633348472e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5477294325828552,
      "num_tokens": 516715701.0,
      "step": 670810
    },
    {
      "epoch": 0.8509078362875749,
      "grad_norm": 6.0,
      "learning_rate": 7.45561732326218e-06,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5264168530702591,
      "num_tokens": 516723559.0,
      "step": 670820
    },
    {
      "epoch": 0.8509205208801077,
      "grad_norm": 5.9375,
      "learning_rate": 7.45498301317589e-06,
      "loss": 1.8564,
      "mean_token_accuracy": 0.5867329418659211,
      "num_tokens": 516732510.0,
      "step": 670830
    },
    {
      "epoch": 0.8509332054726406,
      "grad_norm": 5.5,
      "learning_rate": 7.4543487030895976e-06,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5472766578197479,
      "num_tokens": 516740070.0,
      "step": 670840
    },
    {
      "epoch": 0.8509458900651734,
      "grad_norm": 5.71875,
      "learning_rate": 7.453714393003307e-06,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5317922592163086,
      "num_tokens": 516749057.0,
      "step": 670850
    },
    {
      "epoch": 0.8509585746577063,
      "grad_norm": 11.75,
      "learning_rate": 7.453080082917015e-06,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5671726584434509,
      "num_tokens": 516756241.0,
      "step": 670860
    },
    {
      "epoch": 0.8509712592502391,
      "grad_norm": 5.9375,
      "learning_rate": 7.452445772830724e-06,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5828821808099747,
      "num_tokens": 516762641.0,
      "step": 670870
    },
    {
      "epoch": 0.850983943842772,
      "grad_norm": 6.15625,
      "learning_rate": 7.451811462744432e-06,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5258276641368866,
      "num_tokens": 516770371.0,
      "step": 670880
    },
    {
      "epoch": 0.8509966284353048,
      "grad_norm": 6.4375,
      "learning_rate": 7.4511771526581396e-06,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5323765724897385,
      "num_tokens": 516778086.0,
      "step": 670890
    },
    {
      "epoch": 0.8510093130278376,
      "grad_norm": 5.15625,
      "learning_rate": 7.450542842571849e-06,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5334935754537582,
      "num_tokens": 516785470.0,
      "step": 670900
    },
    {
      "epoch": 0.8510219976203705,
      "grad_norm": 4.90625,
      "learning_rate": 7.449908532485557e-06,
      "loss": 1.8699,
      "mean_token_accuracy": 0.5731098711490631,
      "num_tokens": 516793116.0,
      "step": 670910
    },
    {
      "epoch": 0.8510346822129032,
      "grad_norm": 7.0,
      "learning_rate": 7.449274222399266e-06,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5596891015768051,
      "num_tokens": 516800635.0,
      "step": 670920
    },
    {
      "epoch": 0.8510473668054361,
      "grad_norm": 5.71875,
      "learning_rate": 7.448639912312974e-06,
      "loss": 2.144,
      "mean_token_accuracy": 0.5301397472620011,
      "num_tokens": 516808782.0,
      "step": 670930
    },
    {
      "epoch": 0.8510600513979689,
      "grad_norm": 5.375,
      "learning_rate": 7.4480056022266816e-06,
      "loss": 2.0566,
      "mean_token_accuracy": 0.538479283452034,
      "num_tokens": 516817056.0,
      "step": 670940
    },
    {
      "epoch": 0.8510727359905018,
      "grad_norm": 5.09375,
      "learning_rate": 7.447371292140391e-06,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5602134585380554,
      "num_tokens": 516824572.0,
      "step": 670950
    },
    {
      "epoch": 0.8510854205830346,
      "grad_norm": 5.21875,
      "learning_rate": 7.446736982054099e-06,
      "loss": 1.7966,
      "mean_token_accuracy": 0.5932476639747619,
      "num_tokens": 516832605.0,
      "step": 670960
    },
    {
      "epoch": 0.8510981051755675,
      "grad_norm": 12.9375,
      "learning_rate": 7.446102671967809e-06,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5634023308753967,
      "num_tokens": 516839832.0,
      "step": 670970
    },
    {
      "epoch": 0.8511107897681003,
      "grad_norm": 5.0,
      "learning_rate": 7.4454683618815165e-06,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5516028314828872,
      "num_tokens": 516848228.0,
      "step": 670980
    },
    {
      "epoch": 0.8511234743606331,
      "grad_norm": 4.4375,
      "learning_rate": 7.444834051795224e-06,
      "loss": 1.8343,
      "mean_token_accuracy": 0.5847750008106232,
      "num_tokens": 516855423.0,
      "step": 670990
    },
    {
      "epoch": 0.851136158953166,
      "grad_norm": 6.71875,
      "learning_rate": 7.444199741708933e-06,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5772505849599838,
      "num_tokens": 516862977.0,
      "step": 671000
    },
    {
      "epoch": 0.8511488435456988,
      "grad_norm": 7.15625,
      "learning_rate": 7.443565431622641e-06,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5735166400671006,
      "num_tokens": 516869466.0,
      "step": 671010
    },
    {
      "epoch": 0.8511615281382316,
      "grad_norm": 5.9375,
      "learning_rate": 7.442931121536351e-06,
      "loss": 2.2718,
      "mean_token_accuracy": 0.5154548645019531,
      "num_tokens": 516878083.0,
      "step": 671020
    },
    {
      "epoch": 0.8511742127307644,
      "grad_norm": 6.625,
      "learning_rate": 7.4422968114500585e-06,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5699218153953552,
      "num_tokens": 516886117.0,
      "step": 671030
    },
    {
      "epoch": 0.8511868973232973,
      "grad_norm": 5.6875,
      "learning_rate": 7.441662501363766e-06,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5574491947889328,
      "num_tokens": 516892399.0,
      "step": 671040
    },
    {
      "epoch": 0.8511995819158301,
      "grad_norm": 5.5,
      "learning_rate": 7.441028191277476e-06,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5647012799978256,
      "num_tokens": 516899495.0,
      "step": 671050
    },
    {
      "epoch": 0.8512122665083629,
      "grad_norm": 5.3125,
      "learning_rate": 7.440393881191184e-06,
      "loss": 2.099,
      "mean_token_accuracy": 0.5361456960439682,
      "num_tokens": 516909188.0,
      "step": 671060
    },
    {
      "epoch": 0.8512249511008958,
      "grad_norm": 6.0,
      "learning_rate": 7.439759571104893e-06,
      "loss": 1.7126,
      "mean_token_accuracy": 0.6087362587451934,
      "num_tokens": 516915205.0,
      "step": 671070
    },
    {
      "epoch": 0.8512376356934286,
      "grad_norm": 4.625,
      "learning_rate": 7.4391252610186005e-06,
      "loss": 1.909,
      "mean_token_accuracy": 0.5831534475088119,
      "num_tokens": 516922620.0,
      "step": 671080
    },
    {
      "epoch": 0.8512503202859615,
      "grad_norm": 5.4375,
      "learning_rate": 7.438490950932308e-06,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5408272862434387,
      "num_tokens": 516930919.0,
      "step": 671090
    },
    {
      "epoch": 0.8512630048784943,
      "grad_norm": 7.6875,
      "learning_rate": 7.437856640846018e-06,
      "loss": 1.8329,
      "mean_token_accuracy": 0.5917767763137818,
      "num_tokens": 516937416.0,
      "step": 671100
    },
    {
      "epoch": 0.8512756894710272,
      "grad_norm": 6.625,
      "learning_rate": 7.437222330759726e-06,
      "loss": 2.056,
      "mean_token_accuracy": 0.547917053103447,
      "num_tokens": 516945322.0,
      "step": 671110
    },
    {
      "epoch": 0.85128837406356,
      "grad_norm": 6.96875,
      "learning_rate": 7.4365880206734355e-06,
      "loss": 2.068,
      "mean_token_accuracy": 0.5383031636476516,
      "num_tokens": 516952773.0,
      "step": 671120
    },
    {
      "epoch": 0.8513010586560927,
      "grad_norm": 5.53125,
      "learning_rate": 7.435953710587143e-06,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5485743224620819,
      "num_tokens": 516961291.0,
      "step": 671130
    },
    {
      "epoch": 0.8513137432486256,
      "grad_norm": 4.5,
      "learning_rate": 7.435319400500852e-06,
      "loss": 1.8331,
      "mean_token_accuracy": 0.5913666725158692,
      "num_tokens": 516969440.0,
      "step": 671140
    },
    {
      "epoch": 0.8513264278411584,
      "grad_norm": 5.6875,
      "learning_rate": 7.43468509041456e-06,
      "loss": 2.2236,
      "mean_token_accuracy": 0.5194005697965622,
      "num_tokens": 516977133.0,
      "step": 671150
    },
    {
      "epoch": 0.8513391124336913,
      "grad_norm": 5.21875,
      "learning_rate": 7.434050780328268e-06,
      "loss": 1.9605,
      "mean_token_accuracy": 0.574009570479393,
      "num_tokens": 516984667.0,
      "step": 671160
    },
    {
      "epoch": 0.8513517970262241,
      "grad_norm": 4.9375,
      "learning_rate": 7.4334164702419775e-06,
      "loss": 2.1489,
      "mean_token_accuracy": 0.5376475393772125,
      "num_tokens": 516993880.0,
      "step": 671170
    },
    {
      "epoch": 0.851364481618757,
      "grad_norm": 5.15625,
      "learning_rate": 7.432782160155685e-06,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5562829196453094,
      "num_tokens": 517000910.0,
      "step": 671180
    },
    {
      "epoch": 0.8513771662112898,
      "grad_norm": 6.34375,
      "learning_rate": 7.432147850069394e-06,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5532014548778534,
      "num_tokens": 517009246.0,
      "step": 671190
    },
    {
      "epoch": 0.8513898508038227,
      "grad_norm": 5.375,
      "learning_rate": 7.431513539983102e-06,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5550967127084732,
      "num_tokens": 517018137.0,
      "step": 671200
    },
    {
      "epoch": 0.8514025353963555,
      "grad_norm": 7.25,
      "learning_rate": 7.43087922989681e-06,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5627035230398179,
      "num_tokens": 517025582.0,
      "step": 671210
    },
    {
      "epoch": 0.8514152199888882,
      "grad_norm": 4.90625,
      "learning_rate": 7.4302449198105195e-06,
      "loss": 1.953,
      "mean_token_accuracy": 0.5644999623298645,
      "num_tokens": 517033112.0,
      "step": 671220
    },
    {
      "epoch": 0.8514279045814211,
      "grad_norm": 5.0625,
      "learning_rate": 7.429610609724227e-06,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5527949720621109,
      "num_tokens": 517040804.0,
      "step": 671230
    },
    {
      "epoch": 0.8514405891739539,
      "grad_norm": 4.96875,
      "learning_rate": 7.428976299637937e-06,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5549630969762802,
      "num_tokens": 517049578.0,
      "step": 671240
    },
    {
      "epoch": 0.8514532737664868,
      "grad_norm": 7.34375,
      "learning_rate": 7.428341989551645e-06,
      "loss": 2.1091,
      "mean_token_accuracy": 0.522890493273735,
      "num_tokens": 517057481.0,
      "step": 671250
    },
    {
      "epoch": 0.8514659583590196,
      "grad_norm": 5.3125,
      "learning_rate": 7.427707679465353e-06,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5428716033697129,
      "num_tokens": 517065482.0,
      "step": 671260
    },
    {
      "epoch": 0.8514786429515525,
      "grad_norm": 7.21875,
      "learning_rate": 7.4270733693790615e-06,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5477503180503845,
      "num_tokens": 517073862.0,
      "step": 671270
    },
    {
      "epoch": 0.8514913275440853,
      "grad_norm": 5.4375,
      "learning_rate": 7.426439059292769e-06,
      "loss": 2.087,
      "mean_token_accuracy": 0.5391409069299697,
      "num_tokens": 517082309.0,
      "step": 671280
    },
    {
      "epoch": 0.8515040121366181,
      "grad_norm": 4.59375,
      "learning_rate": 7.425804749206479e-06,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5480557531118393,
      "num_tokens": 517091112.0,
      "step": 671290
    },
    {
      "epoch": 0.851516696729151,
      "grad_norm": 5.09375,
      "learning_rate": 7.425170439120187e-06,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5497350066900253,
      "num_tokens": 517098678.0,
      "step": 671300
    },
    {
      "epoch": 0.8515293813216838,
      "grad_norm": 5.96875,
      "learning_rate": 7.424536129033895e-06,
      "loss": 1.7351,
      "mean_token_accuracy": 0.6109187483787537,
      "num_tokens": 517105654.0,
      "step": 671310
    },
    {
      "epoch": 0.8515420659142167,
      "grad_norm": 5.09375,
      "learning_rate": 7.423901818947604e-06,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5426493525505066,
      "num_tokens": 517114154.0,
      "step": 671320
    },
    {
      "epoch": 0.8515547505067494,
      "grad_norm": 4.8125,
      "learning_rate": 7.423267508861312e-06,
      "loss": 1.7821,
      "mean_token_accuracy": 0.6044078469276428,
      "num_tokens": 517121650.0,
      "step": 671330
    },
    {
      "epoch": 0.8515674350992823,
      "grad_norm": 4.84375,
      "learning_rate": 7.422633198775021e-06,
      "loss": 2.2706,
      "mean_token_accuracy": 0.5050809979438782,
      "num_tokens": 517129577.0,
      "step": 671340
    },
    {
      "epoch": 0.8515801196918151,
      "grad_norm": 4.65625,
      "learning_rate": 7.421998888688729e-06,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5264756798744201,
      "num_tokens": 517138756.0,
      "step": 671350
    },
    {
      "epoch": 0.851592804284348,
      "grad_norm": 4.84375,
      "learning_rate": 7.4213645786024385e-06,
      "loss": 2.005,
      "mean_token_accuracy": 0.5465881109237671,
      "num_tokens": 517146341.0,
      "step": 671360
    },
    {
      "epoch": 0.8516054888768808,
      "grad_norm": 6.6875,
      "learning_rate": 7.420730268516146e-06,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5518085330724716,
      "num_tokens": 517153720.0,
      "step": 671370
    },
    {
      "epoch": 0.8516181734694136,
      "grad_norm": 4.9375,
      "learning_rate": 7.420095958429854e-06,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5425269663333893,
      "num_tokens": 517160541.0,
      "step": 671380
    },
    {
      "epoch": 0.8516308580619465,
      "grad_norm": 6.3125,
      "learning_rate": 7.419461648343563e-06,
      "loss": 2.2733,
      "mean_token_accuracy": 0.5124159306287766,
      "num_tokens": 517168421.0,
      "step": 671390
    },
    {
      "epoch": 0.8516435426544793,
      "grad_norm": 6.59375,
      "learning_rate": 7.418827338257271e-06,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5362758189439774,
      "num_tokens": 517177490.0,
      "step": 671400
    },
    {
      "epoch": 0.8516562272470122,
      "grad_norm": 5.71875,
      "learning_rate": 7.4181930281709805e-06,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5482444822788238,
      "num_tokens": 517184968.0,
      "step": 671410
    },
    {
      "epoch": 0.851668911839545,
      "grad_norm": 5.1875,
      "learning_rate": 7.417558718084688e-06,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5278524547815323,
      "num_tokens": 517194002.0,
      "step": 671420
    },
    {
      "epoch": 0.8516815964320779,
      "grad_norm": 5.71875,
      "learning_rate": 7.416924407998396e-06,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5404932230710984,
      "num_tokens": 517202152.0,
      "step": 671430
    },
    {
      "epoch": 0.8516942810246106,
      "grad_norm": 6.03125,
      "learning_rate": 7.416290097912106e-06,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5433265686035156,
      "num_tokens": 517210330.0,
      "step": 671440
    },
    {
      "epoch": 0.8517069656171434,
      "grad_norm": 4.84375,
      "learning_rate": 7.415655787825814e-06,
      "loss": 2.1509,
      "mean_token_accuracy": 0.523702397942543,
      "num_tokens": 517218745.0,
      "step": 671450
    },
    {
      "epoch": 0.8517196502096763,
      "grad_norm": 5.65625,
      "learning_rate": 7.4150214777395225e-06,
      "loss": 2.3185,
      "mean_token_accuracy": 0.509185004234314,
      "num_tokens": 517227319.0,
      "step": 671460
    },
    {
      "epoch": 0.8517323348022091,
      "grad_norm": 5.25,
      "learning_rate": 7.41438716765323e-06,
      "loss": 2.0415,
      "mean_token_accuracy": 0.563228651881218,
      "num_tokens": 517234333.0,
      "step": 671470
    },
    {
      "epoch": 0.851745019394742,
      "grad_norm": 6.09375,
      "learning_rate": 7.413752857566938e-06,
      "loss": 1.7679,
      "mean_token_accuracy": 0.5958602428436279,
      "num_tokens": 517242492.0,
      "step": 671480
    },
    {
      "epoch": 0.8517577039872748,
      "grad_norm": 5.375,
      "learning_rate": 7.413118547480648e-06,
      "loss": 1.8523,
      "mean_token_accuracy": 0.5749086499214172,
      "num_tokens": 517249677.0,
      "step": 671490
    },
    {
      "epoch": 0.8517703885798077,
      "grad_norm": 6.375,
      "learning_rate": 7.412484237394356e-06,
      "loss": 2.2289,
      "mean_token_accuracy": 0.5269823551177979,
      "num_tokens": 517256657.0,
      "step": 671500
    },
    {
      "epoch": 0.8517830731723405,
      "grad_norm": 12.8125,
      "learning_rate": 7.411849927308065e-06,
      "loss": 2.1002,
      "mean_token_accuracy": 0.531402999162674,
      "num_tokens": 517264753.0,
      "step": 671510
    },
    {
      "epoch": 0.8517957577648734,
      "grad_norm": 5.8125,
      "learning_rate": 7.411215617221773e-06,
      "loss": 1.8496,
      "mean_token_accuracy": 0.6022092014551162,
      "num_tokens": 517270484.0,
      "step": 671520
    },
    {
      "epoch": 0.8518084423574062,
      "grad_norm": 5.3125,
      "learning_rate": 7.410581307135481e-06,
      "loss": 2.2697,
      "mean_token_accuracy": 0.5064844280481339,
      "num_tokens": 517278963.0,
      "step": 671530
    },
    {
      "epoch": 0.851821126949939,
      "grad_norm": 4.78125,
      "learning_rate": 7.40994699704919e-06,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5805606186389923,
      "num_tokens": 517286413.0,
      "step": 671540
    },
    {
      "epoch": 0.8518338115424718,
      "grad_norm": 6.8125,
      "learning_rate": 7.409312686962898e-06,
      "loss": 1.9119,
      "mean_token_accuracy": 0.5662062585353851,
      "num_tokens": 517293238.0,
      "step": 671550
    },
    {
      "epoch": 0.8518464961350046,
      "grad_norm": 4.90625,
      "learning_rate": 7.408678376876607e-06,
      "loss": 1.829,
      "mean_token_accuracy": 0.6012714982032776,
      "num_tokens": 517301023.0,
      "step": 671560
    },
    {
      "epoch": 0.8518591807275375,
      "grad_norm": 5.40625,
      "learning_rate": 7.408044066790315e-06,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5529758125543595,
      "num_tokens": 517308973.0,
      "step": 671570
    },
    {
      "epoch": 0.8518718653200703,
      "grad_norm": 5.34375,
      "learning_rate": 7.407409756704024e-06,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5276432543992996,
      "num_tokens": 517316965.0,
      "step": 671580
    },
    {
      "epoch": 0.8518845499126032,
      "grad_norm": 4.9375,
      "learning_rate": 7.406775446617732e-06,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5409557849168778,
      "num_tokens": 517325138.0,
      "step": 671590
    },
    {
      "epoch": 0.851897234505136,
      "grad_norm": 5.875,
      "learning_rate": 7.40614113653144e-06,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5680983781814575,
      "num_tokens": 517331945.0,
      "step": 671600
    },
    {
      "epoch": 0.8519099190976688,
      "grad_norm": 7.03125,
      "learning_rate": 7.405506826445149e-06,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5439388662576675,
      "num_tokens": 517340670.0,
      "step": 671610
    },
    {
      "epoch": 0.8519226036902017,
      "grad_norm": 5.96875,
      "learning_rate": 7.404872516358857e-06,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5372364759445191,
      "num_tokens": 517348821.0,
      "step": 671620
    },
    {
      "epoch": 0.8519352882827345,
      "grad_norm": 5.625,
      "learning_rate": 7.404238206272567e-06,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5508529990911484,
      "num_tokens": 517356195.0,
      "step": 671630
    },
    {
      "epoch": 0.8519479728752674,
      "grad_norm": 5.71875,
      "learning_rate": 7.403603896186275e-06,
      "loss": 1.6967,
      "mean_token_accuracy": 0.6210320949554443,
      "num_tokens": 517362514.0,
      "step": 671640
    },
    {
      "epoch": 0.8519606574678001,
      "grad_norm": 4.8125,
      "learning_rate": 7.402969586099983e-06,
      "loss": 1.9713,
      "mean_token_accuracy": 0.5620365411043167,
      "num_tokens": 517369987.0,
      "step": 671650
    },
    {
      "epoch": 0.851973342060333,
      "grad_norm": 4.90625,
      "learning_rate": 7.402335276013691e-06,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5389909267425537,
      "num_tokens": 517378206.0,
      "step": 671660
    },
    {
      "epoch": 0.8519860266528658,
      "grad_norm": 6.59375,
      "learning_rate": 7.401700965927399e-06,
      "loss": 1.8826,
      "mean_token_accuracy": 0.5738171070814133,
      "num_tokens": 517385297.0,
      "step": 671670
    },
    {
      "epoch": 0.8519987112453986,
      "grad_norm": 7.9375,
      "learning_rate": 7.401066655841109e-06,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5449986904859543,
      "num_tokens": 517392698.0,
      "step": 671680
    },
    {
      "epoch": 0.8520113958379315,
      "grad_norm": 6.15625,
      "learning_rate": 7.400432345754817e-06,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5686207741498948,
      "num_tokens": 517400612.0,
      "step": 671690
    },
    {
      "epoch": 0.8520240804304643,
      "grad_norm": 5.03125,
      "learning_rate": 7.399798035668525e-06,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5320834279060364,
      "num_tokens": 517408152.0,
      "step": 671700
    },
    {
      "epoch": 0.8520367650229972,
      "grad_norm": 5.46875,
      "learning_rate": 7.399163725582234e-06,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5592627555131913,
      "num_tokens": 517416343.0,
      "step": 671710
    },
    {
      "epoch": 0.85204944961553,
      "grad_norm": 6.125,
      "learning_rate": 7.398529415495942e-06,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5395170599222183,
      "num_tokens": 517424565.0,
      "step": 671720
    },
    {
      "epoch": 0.8520621342080629,
      "grad_norm": 6.59375,
      "learning_rate": 7.397895105409651e-06,
      "loss": 2.175,
      "mean_token_accuracy": 0.5242524027824402,
      "num_tokens": 517433154.0,
      "step": 671730
    },
    {
      "epoch": 0.8520748188005957,
      "grad_norm": 5.125,
      "learning_rate": 7.397260795323359e-06,
      "loss": 2.2768,
      "mean_token_accuracy": 0.5032497406005859,
      "num_tokens": 517440911.0,
      "step": 671740
    },
    {
      "epoch": 0.8520875033931286,
      "grad_norm": 5.28125,
      "learning_rate": 7.396626485237067e-06,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5454394280910492,
      "num_tokens": 517449021.0,
      "step": 671750
    },
    {
      "epoch": 0.8521001879856613,
      "grad_norm": 5.78125,
      "learning_rate": 7.395992175150776e-06,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5314109951257706,
      "num_tokens": 517456660.0,
      "step": 671760
    },
    {
      "epoch": 0.8521128725781941,
      "grad_norm": 6.0625,
      "learning_rate": 7.395357865064484e-06,
      "loss": 2.3226,
      "mean_token_accuracy": 0.4965270310640335,
      "num_tokens": 517463922.0,
      "step": 671770
    },
    {
      "epoch": 0.852125557170727,
      "grad_norm": 9.5625,
      "learning_rate": 7.394723554978193e-06,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5267550885677338,
      "num_tokens": 517470909.0,
      "step": 671780
    },
    {
      "epoch": 0.8521382417632598,
      "grad_norm": 8.3125,
      "learning_rate": 7.394089244891901e-06,
      "loss": 1.8726,
      "mean_token_accuracy": 0.5873821794986724,
      "num_tokens": 517477841.0,
      "step": 671790
    },
    {
      "epoch": 0.8521509263557927,
      "grad_norm": 7.40625,
      "learning_rate": 7.39345493480561e-06,
      "loss": 2.1865,
      "mean_token_accuracy": 0.5240694433450699,
      "num_tokens": 517485024.0,
      "step": 671800
    },
    {
      "epoch": 0.8521636109483255,
      "grad_norm": 13.5,
      "learning_rate": 7.392820624719318e-06,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5391018480062485,
      "num_tokens": 517493378.0,
      "step": 671810
    },
    {
      "epoch": 0.8521762955408584,
      "grad_norm": 5.21875,
      "learning_rate": 7.392186314633026e-06,
      "loss": 2.273,
      "mean_token_accuracy": 0.520561757683754,
      "num_tokens": 517502264.0,
      "step": 671820
    },
    {
      "epoch": 0.8521889801333912,
      "grad_norm": 5.4375,
      "learning_rate": 7.391552004546736e-06,
      "loss": 2.0448,
      "mean_token_accuracy": 0.568062686920166,
      "num_tokens": 517510575.0,
      "step": 671830
    },
    {
      "epoch": 0.852201664725924,
      "grad_norm": 4.90625,
      "learning_rate": 7.3909176944604436e-06,
      "loss": 2.034,
      "mean_token_accuracy": 0.5460698485374451,
      "num_tokens": 517517525.0,
      "step": 671840
    },
    {
      "epoch": 0.8522143493184569,
      "grad_norm": 6.3125,
      "learning_rate": 7.390283384374152e-06,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5407995760440827,
      "num_tokens": 517522882.0,
      "step": 671850
    },
    {
      "epoch": 0.8522270339109896,
      "grad_norm": 9.3125,
      "learning_rate": 7.38964907428786e-06,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5366043597459793,
      "num_tokens": 517530050.0,
      "step": 671860
    },
    {
      "epoch": 0.8522397185035225,
      "grad_norm": 4.59375,
      "learning_rate": 7.389014764201568e-06,
      "loss": 2.1916,
      "mean_token_accuracy": 0.5270639002323151,
      "num_tokens": 517538225.0,
      "step": 671870
    },
    {
      "epoch": 0.8522524030960553,
      "grad_norm": 5.625,
      "learning_rate": 7.388380454115278e-06,
      "loss": 2.074,
      "mean_token_accuracy": 0.5393206089735031,
      "num_tokens": 517546731.0,
      "step": 671880
    },
    {
      "epoch": 0.8522650876885882,
      "grad_norm": 6.40625,
      "learning_rate": 7.387746144028986e-06,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5305028021335602,
      "num_tokens": 517554714.0,
      "step": 671890
    },
    {
      "epoch": 0.852277772281121,
      "grad_norm": 5.15625,
      "learning_rate": 7.387111833942695e-06,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5714719235897064,
      "num_tokens": 517563410.0,
      "step": 671900
    },
    {
      "epoch": 0.8522904568736539,
      "grad_norm": 6.96875,
      "learning_rate": 7.386477523856403e-06,
      "loss": 1.4295,
      "mean_token_accuracy": 0.6842144131660461,
      "num_tokens": 517568757.0,
      "step": 671910
    },
    {
      "epoch": 0.8523031414661867,
      "grad_norm": 7.59375,
      "learning_rate": 7.385843213770111e-06,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5526713162660599,
      "num_tokens": 517575884.0,
      "step": 671920
    },
    {
      "epoch": 0.8523158260587195,
      "grad_norm": 5.40625,
      "learning_rate": 7.38520890368382e-06,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5133293956518173,
      "num_tokens": 517584310.0,
      "step": 671930
    },
    {
      "epoch": 0.8523285106512524,
      "grad_norm": 4.84375,
      "learning_rate": 7.384574593597528e-06,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5600554198026657,
      "num_tokens": 517592099.0,
      "step": 671940
    },
    {
      "epoch": 0.8523411952437852,
      "grad_norm": 7.6875,
      "learning_rate": 7.383940283511237e-06,
      "loss": 1.9181,
      "mean_token_accuracy": 0.572523432970047,
      "num_tokens": 517599029.0,
      "step": 671950
    },
    {
      "epoch": 0.852353879836318,
      "grad_norm": 5.34375,
      "learning_rate": 7.383305973424945e-06,
      "loss": 1.9645,
      "mean_token_accuracy": 0.563488632440567,
      "num_tokens": 517605433.0,
      "step": 671960
    },
    {
      "epoch": 0.8523665644288508,
      "grad_norm": 4.78125,
      "learning_rate": 7.382671663338653e-06,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5769521921873093,
      "num_tokens": 517613660.0,
      "step": 671970
    },
    {
      "epoch": 0.8523792490213837,
      "grad_norm": 5.09375,
      "learning_rate": 7.382037353252362e-06,
      "loss": 2.1075,
      "mean_token_accuracy": 0.547607934474945,
      "num_tokens": 517622324.0,
      "step": 671980
    },
    {
      "epoch": 0.8523919336139165,
      "grad_norm": 9.375,
      "learning_rate": 7.38140304316607e-06,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5192301899194718,
      "num_tokens": 517629341.0,
      "step": 671990
    },
    {
      "epoch": 0.8524046182064493,
      "grad_norm": 5.28125,
      "learning_rate": 7.380768733079779e-06,
      "loss": 2.1142,
      "mean_token_accuracy": 0.547940680384636,
      "num_tokens": 517636680.0,
      "step": 672000
    },
    {
      "epoch": 0.8524173027989822,
      "grad_norm": 6.4375,
      "learning_rate": 7.380134422993487e-06,
      "loss": 2.1046,
      "mean_token_accuracy": 0.546908262372017,
      "num_tokens": 517643143.0,
      "step": 672010
    },
    {
      "epoch": 0.852429987391515,
      "grad_norm": 6.40625,
      "learning_rate": 7.379500112907197e-06,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5507239013910293,
      "num_tokens": 517650075.0,
      "step": 672020
    },
    {
      "epoch": 0.8524426719840479,
      "grad_norm": 7.96875,
      "learning_rate": 7.3788658028209045e-06,
      "loss": 2.267,
      "mean_token_accuracy": 0.5217721343040467,
      "num_tokens": 517658424.0,
      "step": 672030
    },
    {
      "epoch": 0.8524553565765807,
      "grad_norm": 4.28125,
      "learning_rate": 7.3782314927346124e-06,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5447357326745987,
      "num_tokens": 517667693.0,
      "step": 672040
    },
    {
      "epoch": 0.8524680411691136,
      "grad_norm": 5.15625,
      "learning_rate": 7.377597182648321e-06,
      "loss": 1.998,
      "mean_token_accuracy": 0.5470033317804337,
      "num_tokens": 517673864.0,
      "step": 672050
    },
    {
      "epoch": 0.8524807257616464,
      "grad_norm": 5.125,
      "learning_rate": 7.376962872562029e-06,
      "loss": 2.2261,
      "mean_token_accuracy": 0.5189111202955246,
      "num_tokens": 517682498.0,
      "step": 672060
    },
    {
      "epoch": 0.8524934103541791,
      "grad_norm": 6.59375,
      "learning_rate": 7.376328562475739e-06,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5382981032133103,
      "num_tokens": 517690178.0,
      "step": 672070
    },
    {
      "epoch": 0.852506094946712,
      "grad_norm": 6.34375,
      "learning_rate": 7.3756942523894465e-06,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5258795410394669,
      "num_tokens": 517698645.0,
      "step": 672080
    },
    {
      "epoch": 0.8525187795392448,
      "grad_norm": 5.375,
      "learning_rate": 7.3750599423031544e-06,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5501883119344712,
      "num_tokens": 517706296.0,
      "step": 672090
    },
    {
      "epoch": 0.8525314641317777,
      "grad_norm": 5.625,
      "learning_rate": 7.374425632216864e-06,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5714596897363663,
      "num_tokens": 517714362.0,
      "step": 672100
    },
    {
      "epoch": 0.8525441487243105,
      "grad_norm": 5.0625,
      "learning_rate": 7.373791322130572e-06,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5612619936466217,
      "num_tokens": 517721908.0,
      "step": 672110
    },
    {
      "epoch": 0.8525568333168434,
      "grad_norm": 4.84375,
      "learning_rate": 7.373157012044281e-06,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5341096132993698,
      "num_tokens": 517730605.0,
      "step": 672120
    },
    {
      "epoch": 0.8525695179093762,
      "grad_norm": 7.0,
      "learning_rate": 7.3725227019579886e-06,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5572008281946182,
      "num_tokens": 517739021.0,
      "step": 672130
    },
    {
      "epoch": 0.8525822025019091,
      "grad_norm": 7.0625,
      "learning_rate": 7.3718883918716964e-06,
      "loss": 1.962,
      "mean_token_accuracy": 0.5674795031547546,
      "num_tokens": 517746469.0,
      "step": 672140
    },
    {
      "epoch": 0.8525948870944419,
      "grad_norm": 5.0,
      "learning_rate": 7.371254081785406e-06,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5304744213819503,
      "num_tokens": 517755550.0,
      "step": 672150
    },
    {
      "epoch": 0.8526075716869747,
      "grad_norm": 5.5625,
      "learning_rate": 7.370619771699114e-06,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5374945282936097,
      "num_tokens": 517763214.0,
      "step": 672160
    },
    {
      "epoch": 0.8526202562795075,
      "grad_norm": 5.96875,
      "learning_rate": 7.369985461612823e-06,
      "loss": 1.7023,
      "mean_token_accuracy": 0.6112042725086212,
      "num_tokens": 517770016.0,
      "step": 672170
    },
    {
      "epoch": 0.8526329408720403,
      "grad_norm": 4.9375,
      "learning_rate": 7.3693511515265306e-06,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5387964218854904,
      "num_tokens": 517778169.0,
      "step": 672180
    },
    {
      "epoch": 0.8526456254645732,
      "grad_norm": 7.03125,
      "learning_rate": 7.3687168414402385e-06,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5283548772335053,
      "num_tokens": 517786711.0,
      "step": 672190
    },
    {
      "epoch": 0.852658310057106,
      "grad_norm": 5.34375,
      "learning_rate": 7.368082531353948e-06,
      "loss": 2.109,
      "mean_token_accuracy": 0.5395042061805725,
      "num_tokens": 517795523.0,
      "step": 672200
    },
    {
      "epoch": 0.8526709946496389,
      "grad_norm": 6.65625,
      "learning_rate": 7.367448221267656e-06,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5680081367492675,
      "num_tokens": 517802216.0,
      "step": 672210
    },
    {
      "epoch": 0.8526836792421717,
      "grad_norm": 5.4375,
      "learning_rate": 7.3668139111813655e-06,
      "loss": 2.0431,
      "mean_token_accuracy": 0.54319868683815,
      "num_tokens": 517810312.0,
      "step": 672220
    },
    {
      "epoch": 0.8526963638347045,
      "grad_norm": 4.71875,
      "learning_rate": 7.366179601095073e-06,
      "loss": 1.954,
      "mean_token_accuracy": 0.5596034705638886,
      "num_tokens": 517817404.0,
      "step": 672230
    },
    {
      "epoch": 0.8527090484272374,
      "grad_norm": 5.21875,
      "learning_rate": 7.365545291008782e-06,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5406316488981247,
      "num_tokens": 517825092.0,
      "step": 672240
    },
    {
      "epoch": 0.8527217330197702,
      "grad_norm": 7.4375,
      "learning_rate": 7.36491098092249e-06,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5258097529411316,
      "num_tokens": 517832309.0,
      "step": 672250
    },
    {
      "epoch": 0.8527344176123031,
      "grad_norm": 7.1875,
      "learning_rate": 7.364276670836198e-06,
      "loss": 1.8237,
      "mean_token_accuracy": 0.5741996765136719,
      "num_tokens": 517839045.0,
      "step": 672260
    },
    {
      "epoch": 0.8527471022048358,
      "grad_norm": 4.53125,
      "learning_rate": 7.3636423607499075e-06,
      "loss": 2.0999,
      "mean_token_accuracy": 0.552460777759552,
      "num_tokens": 517846830.0,
      "step": 672270
    },
    {
      "epoch": 0.8527597867973687,
      "grad_norm": 5.375,
      "learning_rate": 7.363008050663615e-06,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5207608044147491,
      "num_tokens": 517856242.0,
      "step": 672280
    },
    {
      "epoch": 0.8527724713899015,
      "grad_norm": 5.21875,
      "learning_rate": 7.362373740577325e-06,
      "loss": 1.9326,
      "mean_token_accuracy": 0.5666644096374511,
      "num_tokens": 517863479.0,
      "step": 672290
    },
    {
      "epoch": 0.8527851559824344,
      "grad_norm": 7.125,
      "learning_rate": 7.361739430491033e-06,
      "loss": 2.0847,
      "mean_token_accuracy": 0.545601999759674,
      "num_tokens": 517871864.0,
      "step": 672300
    },
    {
      "epoch": 0.8527978405749672,
      "grad_norm": 5.1875,
      "learning_rate": 7.361105120404741e-06,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5253644824028015,
      "num_tokens": 517880091.0,
      "step": 672310
    },
    {
      "epoch": 0.8528105251675,
      "grad_norm": 5.0625,
      "learning_rate": 7.3604708103184495e-06,
      "loss": 2.131,
      "mean_token_accuracy": 0.5399026483297348,
      "num_tokens": 517888811.0,
      "step": 672320
    },
    {
      "epoch": 0.8528232097600329,
      "grad_norm": 7.34375,
      "learning_rate": 7.359836500232157e-06,
      "loss": 1.8839,
      "mean_token_accuracy": 0.5800784081220627,
      "num_tokens": 517895596.0,
      "step": 672330
    },
    {
      "epoch": 0.8528358943525657,
      "grad_norm": 5.71875,
      "learning_rate": 7.359202190145867e-06,
      "loss": 2.1676,
      "mean_token_accuracy": 0.524924436211586,
      "num_tokens": 517902464.0,
      "step": 672340
    },
    {
      "epoch": 0.8528485789450986,
      "grad_norm": 5.6875,
      "learning_rate": 7.358567880059575e-06,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5511387288570404,
      "num_tokens": 517910287.0,
      "step": 672350
    },
    {
      "epoch": 0.8528612635376314,
      "grad_norm": 5.625,
      "learning_rate": 7.357933569973283e-06,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5381778508424759,
      "num_tokens": 517917993.0,
      "step": 672360
    },
    {
      "epoch": 0.8528739481301643,
      "grad_norm": 5.40625,
      "learning_rate": 7.3572992598869915e-06,
      "loss": 1.8682,
      "mean_token_accuracy": 0.5825444757938385,
      "num_tokens": 517927000.0,
      "step": 672370
    },
    {
      "epoch": 0.852886632722697,
      "grad_norm": 5.96875,
      "learning_rate": 7.356664949800699e-06,
      "loss": 2.058,
      "mean_token_accuracy": 0.5374051630496979,
      "num_tokens": 517933685.0,
      "step": 672380
    },
    {
      "epoch": 0.8528993173152298,
      "grad_norm": 5.28125,
      "learning_rate": 7.356030639714409e-06,
      "loss": 2.2849,
      "mean_token_accuracy": 0.5123134911060333,
      "num_tokens": 517943105.0,
      "step": 672390
    },
    {
      "epoch": 0.8529120019077627,
      "grad_norm": 5.59375,
      "learning_rate": 7.355396329628117e-06,
      "loss": 2.018,
      "mean_token_accuracy": 0.5677035123109817,
      "num_tokens": 517950524.0,
      "step": 672400
    },
    {
      "epoch": 0.8529246865002955,
      "grad_norm": 5.25,
      "learning_rate": 7.354762019541825e-06,
      "loss": 1.9182,
      "mean_token_accuracy": 0.5710146427154541,
      "num_tokens": 517958831.0,
      "step": 672410
    },
    {
      "epoch": 0.8529373710928284,
      "grad_norm": 5.84375,
      "learning_rate": 7.354127709455534e-06,
      "loss": 1.9226,
      "mean_token_accuracy": 0.5753362208604813,
      "num_tokens": 517965982.0,
      "step": 672420
    },
    {
      "epoch": 0.8529500556853612,
      "grad_norm": 4.9375,
      "learning_rate": 7.353493399369242e-06,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5282132148742675,
      "num_tokens": 517973511.0,
      "step": 672430
    },
    {
      "epoch": 0.8529627402778941,
      "grad_norm": 5.34375,
      "learning_rate": 7.352859089282951e-06,
      "loss": 1.899,
      "mean_token_accuracy": 0.5841124445199967,
      "num_tokens": 517981450.0,
      "step": 672440
    },
    {
      "epoch": 0.8529754248704269,
      "grad_norm": 4.75,
      "learning_rate": 7.352224779196659e-06,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5322055071592331,
      "num_tokens": 517989672.0,
      "step": 672450
    },
    {
      "epoch": 0.8529881094629598,
      "grad_norm": 5.03125,
      "learning_rate": 7.351590469110367e-06,
      "loss": 1.9337,
      "mean_token_accuracy": 0.575409597158432,
      "num_tokens": 517997882.0,
      "step": 672460
    },
    {
      "epoch": 0.8530007940554926,
      "grad_norm": 5.4375,
      "learning_rate": 7.350956159024076e-06,
      "loss": 1.9628,
      "mean_token_accuracy": 0.5669946104288102,
      "num_tokens": 518004647.0,
      "step": 672470
    },
    {
      "epoch": 0.8530134786480253,
      "grad_norm": 5.28125,
      "learning_rate": 7.350321848937784e-06,
      "loss": 2.1785,
      "mean_token_accuracy": 0.532138729095459,
      "num_tokens": 518013473.0,
      "step": 672480
    },
    {
      "epoch": 0.8530261632405582,
      "grad_norm": 5.1875,
      "learning_rate": 7.349687538851494e-06,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5467449098825454,
      "num_tokens": 518021979.0,
      "step": 672490
    },
    {
      "epoch": 0.853038847833091,
      "grad_norm": 4.875,
      "learning_rate": 7.349053228765202e-06,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5253009259700775,
      "num_tokens": 518031575.0,
      "step": 672500
    },
    {
      "epoch": 0.8530515324256239,
      "grad_norm": 5.34375,
      "learning_rate": 7.3484189186789105e-06,
      "loss": 2.1913,
      "mean_token_accuracy": 0.5285223245620727,
      "num_tokens": 518039542.0,
      "step": 672510
    },
    {
      "epoch": 0.8530642170181567,
      "grad_norm": 9.0,
      "learning_rate": 7.347784608592618e-06,
      "loss": 1.8419,
      "mean_token_accuracy": 0.5941278636455536,
      "num_tokens": 518046798.0,
      "step": 672520
    },
    {
      "epoch": 0.8530769016106896,
      "grad_norm": 4.90625,
      "learning_rate": 7.347150298506326e-06,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5440341621637345,
      "num_tokens": 518053583.0,
      "step": 672530
    },
    {
      "epoch": 0.8530895862032224,
      "grad_norm": 4.96875,
      "learning_rate": 7.346515988420036e-06,
      "loss": 2.2596,
      "mean_token_accuracy": 0.5076420426368713,
      "num_tokens": 518063135.0,
      "step": 672540
    },
    {
      "epoch": 0.8531022707957552,
      "grad_norm": 5.15625,
      "learning_rate": 7.345881678333744e-06,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5418906092643738,
      "num_tokens": 518072179.0,
      "step": 672550
    },
    {
      "epoch": 0.8531149553882881,
      "grad_norm": 5.78125,
      "learning_rate": 7.3452473682474525e-06,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5360239803791046,
      "num_tokens": 518078438.0,
      "step": 672560
    },
    {
      "epoch": 0.8531276399808209,
      "grad_norm": 4.46875,
      "learning_rate": 7.34461305816116e-06,
      "loss": 2.0918,
      "mean_token_accuracy": 0.536999961733818,
      "num_tokens": 518086492.0,
      "step": 672570
    },
    {
      "epoch": 0.8531403245733538,
      "grad_norm": 4.96875,
      "learning_rate": 7.343978748074868e-06,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5231367081403733,
      "num_tokens": 518095691.0,
      "step": 672580
    },
    {
      "epoch": 0.8531530091658865,
      "grad_norm": 6.96875,
      "learning_rate": 7.343344437988578e-06,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5594895899295806,
      "num_tokens": 518102398.0,
      "step": 672590
    },
    {
      "epoch": 0.8531656937584194,
      "grad_norm": 5.59375,
      "learning_rate": 7.342710127902286e-06,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5248702794313431,
      "num_tokens": 518111726.0,
      "step": 672600
    },
    {
      "epoch": 0.8531783783509522,
      "grad_norm": 5.875,
      "learning_rate": 7.342075817815995e-06,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5203203588724137,
      "num_tokens": 518120248.0,
      "step": 672610
    },
    {
      "epoch": 0.853191062943485,
      "grad_norm": 5.1875,
      "learning_rate": 7.341441507729703e-06,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5323032438755035,
      "num_tokens": 518128321.0,
      "step": 672620
    },
    {
      "epoch": 0.8532037475360179,
      "grad_norm": 5.46875,
      "learning_rate": 7.340807197643411e-06,
      "loss": 1.9219,
      "mean_token_accuracy": 0.570912915468216,
      "num_tokens": 518135346.0,
      "step": 672630
    },
    {
      "epoch": 0.8532164321285507,
      "grad_norm": 4.6875,
      "learning_rate": 7.34017288755712e-06,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5524076372385025,
      "num_tokens": 518144211.0,
      "step": 672640
    },
    {
      "epoch": 0.8532291167210836,
      "grad_norm": 4.96875,
      "learning_rate": 7.339538577470828e-06,
      "loss": 1.8974,
      "mean_token_accuracy": 0.5720750004053116,
      "num_tokens": 518151858.0,
      "step": 672650
    },
    {
      "epoch": 0.8532418013136164,
      "grad_norm": 7.25,
      "learning_rate": 7.338904267384537e-06,
      "loss": 1.8169,
      "mean_token_accuracy": 0.5898865044116974,
      "num_tokens": 518158640.0,
      "step": 672660
    },
    {
      "epoch": 0.8532544859061493,
      "grad_norm": 5.0625,
      "learning_rate": 7.338269957298245e-06,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5416607797145844,
      "num_tokens": 518166480.0,
      "step": 672670
    },
    {
      "epoch": 0.8532671704986821,
      "grad_norm": 7.28125,
      "learning_rate": 7.337635647211953e-06,
      "loss": 1.8931,
      "mean_token_accuracy": 0.5801339715719223,
      "num_tokens": 518174076.0,
      "step": 672680
    },
    {
      "epoch": 0.853279855091215,
      "grad_norm": 4.5625,
      "learning_rate": 7.337001337125663e-06,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5515274405479431,
      "num_tokens": 518182531.0,
      "step": 672690
    },
    {
      "epoch": 0.8532925396837477,
      "grad_norm": 6.21875,
      "learning_rate": 7.336367027039371e-06,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5585208892822265,
      "num_tokens": 518189582.0,
      "step": 672700
    },
    {
      "epoch": 0.8533052242762805,
      "grad_norm": 6.09375,
      "learning_rate": 7.335732716953079e-06,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5414638638496398,
      "num_tokens": 518197656.0,
      "step": 672710
    },
    {
      "epoch": 0.8533179088688134,
      "grad_norm": 6.53125,
      "learning_rate": 7.335098406866787e-06,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5517330557107926,
      "num_tokens": 518206173.0,
      "step": 672720
    },
    {
      "epoch": 0.8533305934613462,
      "grad_norm": 6.5625,
      "learning_rate": 7.334464096780497e-06,
      "loss": 2.136,
      "mean_token_accuracy": 0.5246849358081818,
      "num_tokens": 518214297.0,
      "step": 672730
    },
    {
      "epoch": 0.8533432780538791,
      "grad_norm": 5.125,
      "learning_rate": 7.333829786694205e-06,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5542536228895187,
      "num_tokens": 518220601.0,
      "step": 672740
    },
    {
      "epoch": 0.8533559626464119,
      "grad_norm": 5.125,
      "learning_rate": 7.333195476607913e-06,
      "loss": 2.24,
      "mean_token_accuracy": 0.5139901131391525,
      "num_tokens": 518228079.0,
      "step": 672750
    },
    {
      "epoch": 0.8533686472389448,
      "grad_norm": 7.15625,
      "learning_rate": 7.332561166521621e-06,
      "loss": 2.111,
      "mean_token_accuracy": 0.5367630213499069,
      "num_tokens": 518236391.0,
      "step": 672760
    },
    {
      "epoch": 0.8533813318314776,
      "grad_norm": 5.9375,
      "learning_rate": 7.331926856435329e-06,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5623034417629242,
      "num_tokens": 518244713.0,
      "step": 672770
    },
    {
      "epoch": 0.8533940164240104,
      "grad_norm": 4.65625,
      "learning_rate": 7.331292546349039e-06,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5533039331436157,
      "num_tokens": 518253566.0,
      "step": 672780
    },
    {
      "epoch": 0.8534067010165433,
      "grad_norm": 5.71875,
      "learning_rate": 7.330658236262747e-06,
      "loss": 2.2163,
      "mean_token_accuracy": 0.514200821518898,
      "num_tokens": 518260832.0,
      "step": 672790
    },
    {
      "epoch": 0.853419385609076,
      "grad_norm": 4.96875,
      "learning_rate": 7.330023926176455e-06,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5367824733257294,
      "num_tokens": 518269836.0,
      "step": 672800
    },
    {
      "epoch": 0.8534320702016089,
      "grad_norm": 6.1875,
      "learning_rate": 7.329389616090164e-06,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5304689586162568,
      "num_tokens": 518278072.0,
      "step": 672810
    },
    {
      "epoch": 0.8534447547941417,
      "grad_norm": 6.1875,
      "learning_rate": 7.328755306003872e-06,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5281106650829315,
      "num_tokens": 518286491.0,
      "step": 672820
    },
    {
      "epoch": 0.8534574393866746,
      "grad_norm": 5.625,
      "learning_rate": 7.328120995917581e-06,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5634250819683075,
      "num_tokens": 518294194.0,
      "step": 672830
    },
    {
      "epoch": 0.8534701239792074,
      "grad_norm": 5.9375,
      "learning_rate": 7.327486685831289e-06,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5494976252317428,
      "num_tokens": 518301395.0,
      "step": 672840
    },
    {
      "epoch": 0.8534828085717403,
      "grad_norm": 5.9375,
      "learning_rate": 7.326852375744997e-06,
      "loss": 2.2039,
      "mean_token_accuracy": 0.5200459659099579,
      "num_tokens": 518306726.0,
      "step": 672850
    },
    {
      "epoch": 0.8534954931642731,
      "grad_norm": 5.1875,
      "learning_rate": 7.326218065658706e-06,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5480439484119415,
      "num_tokens": 518315766.0,
      "step": 672860
    },
    {
      "epoch": 0.8535081777568059,
      "grad_norm": 6.78125,
      "learning_rate": 7.325583755572414e-06,
      "loss": 2.2405,
      "mean_token_accuracy": 0.5156872868537903,
      "num_tokens": 518324042.0,
      "step": 672870
    },
    {
      "epoch": 0.8535208623493388,
      "grad_norm": 5.375,
      "learning_rate": 7.324949445486124e-06,
      "loss": 2.0217,
      "mean_token_accuracy": 0.54990154504776,
      "num_tokens": 518332717.0,
      "step": 672880
    },
    {
      "epoch": 0.8535335469418716,
      "grad_norm": 5.21875,
      "learning_rate": 7.324315135399832e-06,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5395377695560455,
      "num_tokens": 518340593.0,
      "step": 672890
    },
    {
      "epoch": 0.8535462315344045,
      "grad_norm": 5.5625,
      "learning_rate": 7.3236808253135395e-06,
      "loss": 1.8506,
      "mean_token_accuracy": 0.5815717846155166,
      "num_tokens": 518346075.0,
      "step": 672900
    },
    {
      "epoch": 0.8535589161269372,
      "grad_norm": 4.96875,
      "learning_rate": 7.323046515227248e-06,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5430681258440018,
      "num_tokens": 518354199.0,
      "step": 672910
    },
    {
      "epoch": 0.8535716007194701,
      "grad_norm": 8.875,
      "learning_rate": 7.322412205140956e-06,
      "loss": 1.6793,
      "mean_token_accuracy": 0.6210034012794494,
      "num_tokens": 518360770.0,
      "step": 672920
    },
    {
      "epoch": 0.8535842853120029,
      "grad_norm": 5.59375,
      "learning_rate": 7.321777895054666e-06,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5432158946990967,
      "num_tokens": 518368251.0,
      "step": 672930
    },
    {
      "epoch": 0.8535969699045357,
      "grad_norm": 6.5,
      "learning_rate": 7.321143584968374e-06,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5320642590522766,
      "num_tokens": 518375049.0,
      "step": 672940
    },
    {
      "epoch": 0.8536096544970686,
      "grad_norm": 5.5625,
      "learning_rate": 7.320509274882083e-06,
      "loss": 1.929,
      "mean_token_accuracy": 0.5589103102684021,
      "num_tokens": 518383184.0,
      "step": 672950
    },
    {
      "epoch": 0.8536223390896014,
      "grad_norm": 5.90625,
      "learning_rate": 7.319874964795791e-06,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5101327717304229,
      "num_tokens": 518390519.0,
      "step": 672960
    },
    {
      "epoch": 0.8536350236821343,
      "grad_norm": 6.4375,
      "learning_rate": 7.319240654709498e-06,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5662979632616043,
      "num_tokens": 518397632.0,
      "step": 672970
    },
    {
      "epoch": 0.8536477082746671,
      "grad_norm": 5.71875,
      "learning_rate": 7.318606344623208e-06,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5603177279233933,
      "num_tokens": 518406045.0,
      "step": 672980
    },
    {
      "epoch": 0.8536603928672,
      "grad_norm": 5.1875,
      "learning_rate": 7.317972034536916e-06,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5693807184696198,
      "num_tokens": 518413051.0,
      "step": 672990
    },
    {
      "epoch": 0.8536730774597328,
      "grad_norm": 6.625,
      "learning_rate": 7.317337724450625e-06,
      "loss": 2.017,
      "mean_token_accuracy": 0.5593047171831131,
      "num_tokens": 518419320.0,
      "step": 673000
    },
    {
      "epoch": 0.8536857620522655,
      "grad_norm": 5.34375,
      "learning_rate": 7.316703414364333e-06,
      "loss": 2.2838,
      "mean_token_accuracy": 0.5146615624427795,
      "num_tokens": 518427913.0,
      "step": 673010
    },
    {
      "epoch": 0.8536984466447984,
      "grad_norm": 5.40625,
      "learning_rate": 7.316069104278041e-06,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5218163967132569,
      "num_tokens": 518435324.0,
      "step": 673020
    },
    {
      "epoch": 0.8537111312373312,
      "grad_norm": 5.28125,
      "learning_rate": 7.31543479419175e-06,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5550218880176544,
      "num_tokens": 518442919.0,
      "step": 673030
    },
    {
      "epoch": 0.8537238158298641,
      "grad_norm": 6.5625,
      "learning_rate": 7.314800484105458e-06,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5712952673435211,
      "num_tokens": 518451465.0,
      "step": 673040
    },
    {
      "epoch": 0.8537365004223969,
      "grad_norm": 4.3125,
      "learning_rate": 7.314166174019167e-06,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5325154751539231,
      "num_tokens": 518460923.0,
      "step": 673050
    },
    {
      "epoch": 0.8537491850149298,
      "grad_norm": 5.5625,
      "learning_rate": 7.313531863932875e-06,
      "loss": 2.3136,
      "mean_token_accuracy": 0.5104236304759979,
      "num_tokens": 518469290.0,
      "step": 673060
    },
    {
      "epoch": 0.8537618696074626,
      "grad_norm": 10.75,
      "learning_rate": 7.312897553846583e-06,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5526603311300278,
      "num_tokens": 518475860.0,
      "step": 673070
    },
    {
      "epoch": 0.8537745541999955,
      "grad_norm": 5.34375,
      "learning_rate": 7.3122632437602926e-06,
      "loss": 2.1373,
      "mean_token_accuracy": 0.525067338347435,
      "num_tokens": 518483714.0,
      "step": 673080
    },
    {
      "epoch": 0.8537872387925283,
      "grad_norm": 6.6875,
      "learning_rate": 7.3116289336740005e-06,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5518853187561035,
      "num_tokens": 518491537.0,
      "step": 673090
    },
    {
      "epoch": 0.853799923385061,
      "grad_norm": 5.78125,
      "learning_rate": 7.310994623587709e-06,
      "loss": 1.7955,
      "mean_token_accuracy": 0.6040500521659851,
      "num_tokens": 518498038.0,
      "step": 673100
    },
    {
      "epoch": 0.853812607977594,
      "grad_norm": 5.40625,
      "learning_rate": 7.310360313501417e-06,
      "loss": 2.2081,
      "mean_token_accuracy": 0.5211503267288208,
      "num_tokens": 518506126.0,
      "step": 673110
    },
    {
      "epoch": 0.8538252925701267,
      "grad_norm": 6.21875,
      "learning_rate": 7.309726003415125e-06,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5381808131933212,
      "num_tokens": 518514987.0,
      "step": 673120
    },
    {
      "epoch": 0.8538379771626596,
      "grad_norm": 4.71875,
      "learning_rate": 7.3090916933288346e-06,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5466863483190536,
      "num_tokens": 518523299.0,
      "step": 673130
    },
    {
      "epoch": 0.8538506617551924,
      "grad_norm": 5.8125,
      "learning_rate": 7.3084573832425425e-06,
      "loss": 1.8771,
      "mean_token_accuracy": 0.5827321618795395,
      "num_tokens": 518531066.0,
      "step": 673140
    },
    {
      "epoch": 0.8538633463477253,
      "grad_norm": 6.8125,
      "learning_rate": 7.307823073156252e-06,
      "loss": 1.8966,
      "mean_token_accuracy": 0.5709286570549011,
      "num_tokens": 518538790.0,
      "step": 673150
    },
    {
      "epoch": 0.8538760309402581,
      "grad_norm": 5.0625,
      "learning_rate": 7.30718876306996e-06,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5414867043495178,
      "num_tokens": 518546419.0,
      "step": 673160
    },
    {
      "epoch": 0.8538887155327909,
      "grad_norm": 7.46875,
      "learning_rate": 7.306554452983669e-06,
      "loss": 2.3093,
      "mean_token_accuracy": 0.5028898119926453,
      "num_tokens": 518554165.0,
      "step": 673170
    },
    {
      "epoch": 0.8539014001253238,
      "grad_norm": 5.4375,
      "learning_rate": 7.305920142897377e-06,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5464114159345627,
      "num_tokens": 518563243.0,
      "step": 673180
    },
    {
      "epoch": 0.8539140847178566,
      "grad_norm": 9.8125,
      "learning_rate": 7.3052858328110845e-06,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5216086953878403,
      "num_tokens": 518570077.0,
      "step": 673190
    },
    {
      "epoch": 0.8539267693103895,
      "grad_norm": 5.65625,
      "learning_rate": 7.304651522724794e-06,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5253671199083328,
      "num_tokens": 518578524.0,
      "step": 673200
    },
    {
      "epoch": 0.8539394539029223,
      "grad_norm": 5.21875,
      "learning_rate": 7.304017212638502e-06,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5501073598861694,
      "num_tokens": 518585208.0,
      "step": 673210
    },
    {
      "epoch": 0.8539521384954551,
      "grad_norm": 5.46875,
      "learning_rate": 7.303382902552211e-06,
      "loss": 2.045,
      "mean_token_accuracy": 0.557608562707901,
      "num_tokens": 518593432.0,
      "step": 673220
    },
    {
      "epoch": 0.8539648230879879,
      "grad_norm": 4.71875,
      "learning_rate": 7.302748592465919e-06,
      "loss": 1.9641,
      "mean_token_accuracy": 0.5521868109703064,
      "num_tokens": 518601933.0,
      "step": 673230
    },
    {
      "epoch": 0.8539775076805208,
      "grad_norm": 4.84375,
      "learning_rate": 7.3021142823796265e-06,
      "loss": 2.1174,
      "mean_token_accuracy": 0.5274967908859253,
      "num_tokens": 518611096.0,
      "step": 673240
    },
    {
      "epoch": 0.8539901922730536,
      "grad_norm": 6.5,
      "learning_rate": 7.301479972293336e-06,
      "loss": 1.8606,
      "mean_token_accuracy": 0.5866645604372025,
      "num_tokens": 518619077.0,
      "step": 673250
    },
    {
      "epoch": 0.8540028768655864,
      "grad_norm": 4.6875,
      "learning_rate": 7.300845662207044e-06,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5430490881204605,
      "num_tokens": 518626786.0,
      "step": 673260
    },
    {
      "epoch": 0.8540155614581193,
      "grad_norm": 6.0625,
      "learning_rate": 7.3002113521207535e-06,
      "loss": 1.7035,
      "mean_token_accuracy": 0.6210893124341965,
      "num_tokens": 518633059.0,
      "step": 673270
    },
    {
      "epoch": 0.8540282460506521,
      "grad_norm": 5.0625,
      "learning_rate": 7.2995770420344614e-06,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5415359854698181,
      "num_tokens": 518640582.0,
      "step": 673280
    },
    {
      "epoch": 0.854040930643185,
      "grad_norm": 6.03125,
      "learning_rate": 7.298942731948169e-06,
      "loss": 2.2169,
      "mean_token_accuracy": 0.5213122636079788,
      "num_tokens": 518648594.0,
      "step": 673290
    },
    {
      "epoch": 0.8540536152357178,
      "grad_norm": 5.375,
      "learning_rate": 7.298308421861878e-06,
      "loss": 1.8887,
      "mean_token_accuracy": 0.5869374603033066,
      "num_tokens": 518655930.0,
      "step": 673300
    },
    {
      "epoch": 0.8540662998282507,
      "grad_norm": 5.65625,
      "learning_rate": 7.297674111775586e-06,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5616977900266648,
      "num_tokens": 518663360.0,
      "step": 673310
    },
    {
      "epoch": 0.8540789844207834,
      "grad_norm": 5.375,
      "learning_rate": 7.2970398016892955e-06,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5443823307752609,
      "num_tokens": 518670452.0,
      "step": 673320
    },
    {
      "epoch": 0.8540916690133162,
      "grad_norm": 4.9375,
      "learning_rate": 7.2964054916030034e-06,
      "loss": 1.8231,
      "mean_token_accuracy": 0.597545650601387,
      "num_tokens": 518675984.0,
      "step": 673330
    },
    {
      "epoch": 0.8541043536058491,
      "grad_norm": 5.375,
      "learning_rate": 7.295771181516711e-06,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5334222495555878,
      "num_tokens": 518684407.0,
      "step": 673340
    },
    {
      "epoch": 0.8541170381983819,
      "grad_norm": 4.9375,
      "learning_rate": 7.295136871430421e-06,
      "loss": 2.202,
      "mean_token_accuracy": 0.5149004638195038,
      "num_tokens": 518693493.0,
      "step": 673350
    },
    {
      "epoch": 0.8541297227909148,
      "grad_norm": 6.0625,
      "learning_rate": 7.294502561344129e-06,
      "loss": 2.052,
      "mean_token_accuracy": 0.5503113031387329,
      "num_tokens": 518699105.0,
      "step": 673360
    },
    {
      "epoch": 0.8541424073834476,
      "grad_norm": 5.59375,
      "learning_rate": 7.2938682512578376e-06,
      "loss": 1.6209,
      "mean_token_accuracy": 0.6303252905607224,
      "num_tokens": 518706164.0,
      "step": 673370
    },
    {
      "epoch": 0.8541550919759805,
      "grad_norm": 4.8125,
      "learning_rate": 7.2932339411715454e-06,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5610451012849808,
      "num_tokens": 518713595.0,
      "step": 673380
    },
    {
      "epoch": 0.8541677765685133,
      "grad_norm": 5.34375,
      "learning_rate": 7.292599631085255e-06,
      "loss": 2.3045,
      "mean_token_accuracy": 0.5200274109840393,
      "num_tokens": 518722271.0,
      "step": 673390
    },
    {
      "epoch": 0.8541804611610462,
      "grad_norm": 4.78125,
      "learning_rate": 7.291965320998963e-06,
      "loss": 2.05,
      "mean_token_accuracy": 0.5348470479249954,
      "num_tokens": 518730875.0,
      "step": 673400
    },
    {
      "epoch": 0.854193145753579,
      "grad_norm": 5.3125,
      "learning_rate": 7.291331010912671e-06,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5302454680204391,
      "num_tokens": 518739715.0,
      "step": 673410
    },
    {
      "epoch": 0.8542058303461117,
      "grad_norm": 5.875,
      "learning_rate": 7.2906967008263796e-06,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5626635670661926,
      "num_tokens": 518746794.0,
      "step": 673420
    },
    {
      "epoch": 0.8542185149386446,
      "grad_norm": 7.25,
      "learning_rate": 7.2900623907400874e-06,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5552631467580795,
      "num_tokens": 518755045.0,
      "step": 673430
    },
    {
      "epoch": 0.8542311995311774,
      "grad_norm": 4.75,
      "learning_rate": 7.289428080653797e-06,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5219598799943924,
      "num_tokens": 518764107.0,
      "step": 673440
    },
    {
      "epoch": 0.8542438841237103,
      "grad_norm": 4.625,
      "learning_rate": 7.288793770567505e-06,
      "loss": 2.27,
      "mean_token_accuracy": 0.5138351857662201,
      "num_tokens": 518772294.0,
      "step": 673450
    },
    {
      "epoch": 0.8542565687162431,
      "grad_norm": 5.03125,
      "learning_rate": 7.288159460481213e-06,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5367338180541992,
      "num_tokens": 518779597.0,
      "step": 673460
    },
    {
      "epoch": 0.854269253308776,
      "grad_norm": 6.125,
      "learning_rate": 7.287525150394922e-06,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5331578463315964,
      "num_tokens": 518787402.0,
      "step": 673470
    },
    {
      "epoch": 0.8542819379013088,
      "grad_norm": 5.21875,
      "learning_rate": 7.28689084030863e-06,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5346426606178284,
      "num_tokens": 518796078.0,
      "step": 673480
    },
    {
      "epoch": 0.8542946224938416,
      "grad_norm": 11.4375,
      "learning_rate": 7.286256530222339e-06,
      "loss": 1.9985,
      "mean_token_accuracy": 0.555660393834114,
      "num_tokens": 518803013.0,
      "step": 673490
    },
    {
      "epoch": 0.8543073070863745,
      "grad_norm": 6.4375,
      "learning_rate": 7.285622220136047e-06,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5316861510276795,
      "num_tokens": 518811333.0,
      "step": 673500
    },
    {
      "epoch": 0.8543199916789073,
      "grad_norm": 4.875,
      "learning_rate": 7.284987910049755e-06,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5446410328149796,
      "num_tokens": 518819367.0,
      "step": 673510
    },
    {
      "epoch": 0.8543326762714402,
      "grad_norm": 4.71875,
      "learning_rate": 7.284353599963464e-06,
      "loss": 1.8249,
      "mean_token_accuracy": 0.5922462493181229,
      "num_tokens": 518826184.0,
      "step": 673520
    },
    {
      "epoch": 0.854345360863973,
      "grad_norm": 6.0625,
      "learning_rate": 7.283719289877172e-06,
      "loss": 2.2155,
      "mean_token_accuracy": 0.522128289937973,
      "num_tokens": 518834599.0,
      "step": 673530
    },
    {
      "epoch": 0.8543580454565058,
      "grad_norm": 5.4375,
      "learning_rate": 7.283084979790882e-06,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5446678310632705,
      "num_tokens": 518841990.0,
      "step": 673540
    },
    {
      "epoch": 0.8543707300490386,
      "grad_norm": 5.53125,
      "learning_rate": 7.28245066970459e-06,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5330828577280045,
      "num_tokens": 518850601.0,
      "step": 673550
    },
    {
      "epoch": 0.8543834146415714,
      "grad_norm": 7.71875,
      "learning_rate": 7.281816359618298e-06,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5158772647380829,
      "num_tokens": 518858294.0,
      "step": 673560
    },
    {
      "epoch": 0.8543960992341043,
      "grad_norm": 5.28125,
      "learning_rate": 7.281182049532006e-06,
      "loss": 2.005,
      "mean_token_accuracy": 0.5538241893053055,
      "num_tokens": 518866559.0,
      "step": 673570
    },
    {
      "epoch": 0.8544087838266371,
      "grad_norm": 6.625,
      "learning_rate": 7.280547739445714e-06,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5694138079881668,
      "num_tokens": 518873290.0,
      "step": 673580
    },
    {
      "epoch": 0.85442146841917,
      "grad_norm": 4.875,
      "learning_rate": 7.279913429359424e-06,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5265273511409759,
      "num_tokens": 518881879.0,
      "step": 673590
    },
    {
      "epoch": 0.8544341530117028,
      "grad_norm": 7.15625,
      "learning_rate": 7.279279119273132e-06,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5177633434534072,
      "num_tokens": 518890082.0,
      "step": 673600
    },
    {
      "epoch": 0.8544468376042357,
      "grad_norm": 5.375,
      "learning_rate": 7.27864480918684e-06,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5546024978160858,
      "num_tokens": 518898986.0,
      "step": 673610
    },
    {
      "epoch": 0.8544595221967685,
      "grad_norm": 4.9375,
      "learning_rate": 7.278010499100548e-06,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5212921470403671,
      "num_tokens": 518907915.0,
      "step": 673620
    },
    {
      "epoch": 0.8544722067893014,
      "grad_norm": 9.625,
      "learning_rate": 7.277376189014256e-06,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5449479758739472,
      "num_tokens": 518915676.0,
      "step": 673630
    },
    {
      "epoch": 0.8544848913818341,
      "grad_norm": 5.65625,
      "learning_rate": 7.276741878927966e-06,
      "loss": 1.8549,
      "mean_token_accuracy": 0.5839619606733322,
      "num_tokens": 518922410.0,
      "step": 673640
    },
    {
      "epoch": 0.8544975759743669,
      "grad_norm": 5.46875,
      "learning_rate": 7.276107568841674e-06,
      "loss": 2.2376,
      "mean_token_accuracy": 0.5171441048383713,
      "num_tokens": 518930566.0,
      "step": 673650
    },
    {
      "epoch": 0.8545102605668998,
      "grad_norm": 4.84375,
      "learning_rate": 7.275473258755383e-06,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5572483390569687,
      "num_tokens": 518940482.0,
      "step": 673660
    },
    {
      "epoch": 0.8545229451594326,
      "grad_norm": 5.40625,
      "learning_rate": 7.274838948669091e-06,
      "loss": 2.2546,
      "mean_token_accuracy": 0.5257281631231308,
      "num_tokens": 518949328.0,
      "step": 673670
    },
    {
      "epoch": 0.8545356297519655,
      "grad_norm": 5.0625,
      "learning_rate": 7.274204638582799e-06,
      "loss": 2.2709,
      "mean_token_accuracy": 0.5052819043397904,
      "num_tokens": 518956637.0,
      "step": 673680
    },
    {
      "epoch": 0.8545483143444983,
      "grad_norm": 6.125,
      "learning_rate": 7.273570328496508e-06,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5531739354133606,
      "num_tokens": 518963151.0,
      "step": 673690
    },
    {
      "epoch": 0.8545609989370312,
      "grad_norm": 6.3125,
      "learning_rate": 7.272936018410216e-06,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5348185062408447,
      "num_tokens": 518970704.0,
      "step": 673700
    },
    {
      "epoch": 0.854573683529564,
      "grad_norm": 4.90625,
      "learning_rate": 7.272301708323925e-06,
      "loss": 2.156,
      "mean_token_accuracy": 0.5223122000694275,
      "num_tokens": 518979306.0,
      "step": 673710
    },
    {
      "epoch": 0.8545863681220968,
      "grad_norm": 5.96875,
      "learning_rate": 7.271667398237633e-06,
      "loss": 2.004,
      "mean_token_accuracy": 0.5533140510320663,
      "num_tokens": 518986436.0,
      "step": 673720
    },
    {
      "epoch": 0.8545990527146297,
      "grad_norm": 5.125,
      "learning_rate": 7.271033088151341e-06,
      "loss": 2.1503,
      "mean_token_accuracy": 0.5336250007152558,
      "num_tokens": 518994601.0,
      "step": 673730
    },
    {
      "epoch": 0.8546117373071624,
      "grad_norm": 5.78125,
      "learning_rate": 7.270398778065051e-06,
      "loss": 1.8266,
      "mean_token_accuracy": 0.6045952081680298,
      "num_tokens": 519001614.0,
      "step": 673740
    },
    {
      "epoch": 0.8546244218996953,
      "grad_norm": 4.78125,
      "learning_rate": 7.269764467978759e-06,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5525203913450241,
      "num_tokens": 519009822.0,
      "step": 673750
    },
    {
      "epoch": 0.8546371064922281,
      "grad_norm": 5.15625,
      "learning_rate": 7.269130157892467e-06,
      "loss": 1.876,
      "mean_token_accuracy": 0.5873138695955277,
      "num_tokens": 519017776.0,
      "step": 673760
    },
    {
      "epoch": 0.854649791084761,
      "grad_norm": 4.90625,
      "learning_rate": 7.268495847806175e-06,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5572701603174209,
      "num_tokens": 519024913.0,
      "step": 673770
    },
    {
      "epoch": 0.8546624756772938,
      "grad_norm": 5.4375,
      "learning_rate": 7.267861537719883e-06,
      "loss": 2.0659,
      "mean_token_accuracy": 0.546170887351036,
      "num_tokens": 519032700.0,
      "step": 673780
    },
    {
      "epoch": 0.8546751602698267,
      "grad_norm": 7.375,
      "learning_rate": 7.267227227633593e-06,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5490203827619553,
      "num_tokens": 519041119.0,
      "step": 673790
    },
    {
      "epoch": 0.8546878448623595,
      "grad_norm": 4.625,
      "learning_rate": 7.266592917547301e-06,
      "loss": 1.9636,
      "mean_token_accuracy": 0.5633760511875152,
      "num_tokens": 519049514.0,
      "step": 673800
    },
    {
      "epoch": 0.8547005294548923,
      "grad_norm": 6.21875,
      "learning_rate": 7.265958607461009e-06,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5252651751041413,
      "num_tokens": 519056971.0,
      "step": 673810
    },
    {
      "epoch": 0.8547132140474252,
      "grad_norm": 4.9375,
      "learning_rate": 7.265324297374717e-06,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5544616937637329,
      "num_tokens": 519063985.0,
      "step": 673820
    },
    {
      "epoch": 0.854725898639958,
      "grad_norm": 6.21875,
      "learning_rate": 7.264689987288425e-06,
      "loss": 1.934,
      "mean_token_accuracy": 0.5636487424373626,
      "num_tokens": 519071158.0,
      "step": 673830
    },
    {
      "epoch": 0.8547385832324909,
      "grad_norm": 5.875,
      "learning_rate": 7.264055677202135e-06,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5487876564264298,
      "num_tokens": 519079551.0,
      "step": 673840
    },
    {
      "epoch": 0.8547512678250236,
      "grad_norm": 4.875,
      "learning_rate": 7.263421367115843e-06,
      "loss": 1.8835,
      "mean_token_accuracy": 0.5717098832130432,
      "num_tokens": 519087691.0,
      "step": 673850
    },
    {
      "epoch": 0.8547639524175565,
      "grad_norm": 5.5,
      "learning_rate": 7.262787057029552e-06,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5479367434978485,
      "num_tokens": 519096132.0,
      "step": 673860
    },
    {
      "epoch": 0.8547766370100893,
      "grad_norm": 4.5625,
      "learning_rate": 7.26215274694326e-06,
      "loss": 2.1507,
      "mean_token_accuracy": 0.5184965521097183,
      "num_tokens": 519105053.0,
      "step": 673870
    },
    {
      "epoch": 0.8547893216026221,
      "grad_norm": 6.09375,
      "learning_rate": 7.261518436856969e-06,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5459391415119171,
      "num_tokens": 519111301.0,
      "step": 673880
    },
    {
      "epoch": 0.854802006195155,
      "grad_norm": 5.0625,
      "learning_rate": 7.260884126770677e-06,
      "loss": 2.12,
      "mean_token_accuracy": 0.5344864875078201,
      "num_tokens": 519120143.0,
      "step": 673890
    },
    {
      "epoch": 0.8548146907876878,
      "grad_norm": 4.71875,
      "learning_rate": 7.260249816684385e-06,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5406561493873596,
      "num_tokens": 519126994.0,
      "step": 673900
    },
    {
      "epoch": 0.8548273753802207,
      "grad_norm": 5.625,
      "learning_rate": 7.259615506598094e-06,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5410770654678345,
      "num_tokens": 519134977.0,
      "step": 673910
    },
    {
      "epoch": 0.8548400599727535,
      "grad_norm": 5.875,
      "learning_rate": 7.258981196511802e-06,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5705125987529754,
      "num_tokens": 519141646.0,
      "step": 673920
    },
    {
      "epoch": 0.8548527445652864,
      "grad_norm": 7.15625,
      "learning_rate": 7.258346886425512e-06,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5375048637390136,
      "num_tokens": 519148731.0,
      "step": 673930
    },
    {
      "epoch": 0.8548654291578192,
      "grad_norm": 6.5,
      "learning_rate": 7.25771257633922e-06,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5647998571395874,
      "num_tokens": 519155886.0,
      "step": 673940
    },
    {
      "epoch": 0.8548781137503519,
      "grad_norm": 5.46875,
      "learning_rate": 7.2570782662529275e-06,
      "loss": 2.1267,
      "mean_token_accuracy": 0.533765372633934,
      "num_tokens": 519163852.0,
      "step": 673950
    },
    {
      "epoch": 0.8548907983428848,
      "grad_norm": 6.125,
      "learning_rate": 7.256443956166636e-06,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5667384207248688,
      "num_tokens": 519172136.0,
      "step": 673960
    },
    {
      "epoch": 0.8549034829354176,
      "grad_norm": 4.96875,
      "learning_rate": 7.255809646080344e-06,
      "loss": 1.8216,
      "mean_token_accuracy": 0.5972672283649445,
      "num_tokens": 519178494.0,
      "step": 673970
    },
    {
      "epoch": 0.8549161675279505,
      "grad_norm": 6.0,
      "learning_rate": 7.255175335994054e-06,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5260048985481263,
      "num_tokens": 519185487.0,
      "step": 673980
    },
    {
      "epoch": 0.8549288521204833,
      "grad_norm": 7.6875,
      "learning_rate": 7.254541025907762e-06,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5184305518865585,
      "num_tokens": 519193704.0,
      "step": 673990
    },
    {
      "epoch": 0.8549415367130162,
      "grad_norm": 6.15625,
      "learning_rate": 7.2539067158214695e-06,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5460529416799546,
      "num_tokens": 519201610.0,
      "step": 674000
    },
    {
      "epoch": 0.854954221305549,
      "grad_norm": 5.4375,
      "learning_rate": 7.253272405735178e-06,
      "loss": 2.2573,
      "mean_token_accuracy": 0.5155431300401687,
      "num_tokens": 519210389.0,
      "step": 674010
    },
    {
      "epoch": 0.8549669058980819,
      "grad_norm": 5.625,
      "learning_rate": 7.252638095648886e-06,
      "loss": 1.962,
      "mean_token_accuracy": 0.5723112851381302,
      "num_tokens": 519218359.0,
      "step": 674020
    },
    {
      "epoch": 0.8549795904906147,
      "grad_norm": 6.28125,
      "learning_rate": 7.252003785562596e-06,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5241583734750748,
      "num_tokens": 519226559.0,
      "step": 674030
    },
    {
      "epoch": 0.8549922750831475,
      "grad_norm": 5.8125,
      "learning_rate": 7.251369475476304e-06,
      "loss": 1.8045,
      "mean_token_accuracy": 0.5993379056453705,
      "num_tokens": 519234481.0,
      "step": 674040
    },
    {
      "epoch": 0.8550049596756804,
      "grad_norm": 5.96875,
      "learning_rate": 7.2507351653900115e-06,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5709971070289612,
      "num_tokens": 519241268.0,
      "step": 674050
    },
    {
      "epoch": 0.8550176442682131,
      "grad_norm": 4.625,
      "learning_rate": 7.250100855303721e-06,
      "loss": 1.9704,
      "mean_token_accuracy": 0.5617439687252045,
      "num_tokens": 519249261.0,
      "step": 674060
    },
    {
      "epoch": 0.855030328860746,
      "grad_norm": 13.125,
      "learning_rate": 7.249466545217429e-06,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5189276576042176,
      "num_tokens": 519258170.0,
      "step": 674070
    },
    {
      "epoch": 0.8550430134532788,
      "grad_norm": 5.25,
      "learning_rate": 7.248832235131138e-06,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5631557792425156,
      "num_tokens": 519266513.0,
      "step": 674080
    },
    {
      "epoch": 0.8550556980458117,
      "grad_norm": 6.1875,
      "learning_rate": 7.248197925044846e-06,
      "loss": 2.0535,
      "mean_token_accuracy": 0.5523546755313873,
      "num_tokens": 519274543.0,
      "step": 674090
    },
    {
      "epoch": 0.8550683826383445,
      "grad_norm": 5.9375,
      "learning_rate": 7.247563614958555e-06,
      "loss": 1.8935,
      "mean_token_accuracy": 0.5695149183273316,
      "num_tokens": 519282114.0,
      "step": 674100
    },
    {
      "epoch": 0.8550810672308773,
      "grad_norm": 5.125,
      "learning_rate": 7.246929304872263e-06,
      "loss": 1.8767,
      "mean_token_accuracy": 0.586194321513176,
      "num_tokens": 519289103.0,
      "step": 674110
    },
    {
      "epoch": 0.8550937518234102,
      "grad_norm": 4.6875,
      "learning_rate": 7.246294994785971e-06,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5609389752149582,
      "num_tokens": 519297885.0,
      "step": 674120
    },
    {
      "epoch": 0.855106436415943,
      "grad_norm": 5.25,
      "learning_rate": 7.245660684699681e-06,
      "loss": 2.0694,
      "mean_token_accuracy": 0.5435302436351777,
      "num_tokens": 519306663.0,
      "step": 674130
    },
    {
      "epoch": 0.8551191210084759,
      "grad_norm": 4.8125,
      "learning_rate": 7.2450263746133885e-06,
      "loss": 1.959,
      "mean_token_accuracy": 0.5688402503728867,
      "num_tokens": 519315065.0,
      "step": 674140
    },
    {
      "epoch": 0.8551318056010087,
      "grad_norm": 5.90625,
      "learning_rate": 7.244392064527097e-06,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5513143599033355,
      "num_tokens": 519322026.0,
      "step": 674150
    },
    {
      "epoch": 0.8551444901935416,
      "grad_norm": 5.0625,
      "learning_rate": 7.243757754440805e-06,
      "loss": 2.042,
      "mean_token_accuracy": 0.5488083243370057,
      "num_tokens": 519329980.0,
      "step": 674160
    },
    {
      "epoch": 0.8551571747860743,
      "grad_norm": 9.875,
      "learning_rate": 7.243123444354513e-06,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5770375430583954,
      "num_tokens": 519338133.0,
      "step": 674170
    },
    {
      "epoch": 0.8551698593786072,
      "grad_norm": 5.3125,
      "learning_rate": 7.242489134268223e-06,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5558881610631943,
      "num_tokens": 519346644.0,
      "step": 674180
    },
    {
      "epoch": 0.85518254397114,
      "grad_norm": 5.3125,
      "learning_rate": 7.2418548241819305e-06,
      "loss": 2.2141,
      "mean_token_accuracy": 0.5294563859701157,
      "num_tokens": 519353272.0,
      "step": 674190
    },
    {
      "epoch": 0.8551952285636728,
      "grad_norm": 6.90625,
      "learning_rate": 7.241220514095639e-06,
      "loss": 2.1329,
      "mean_token_accuracy": 0.528684064745903,
      "num_tokens": 519361005.0,
      "step": 674200
    },
    {
      "epoch": 0.8552079131562057,
      "grad_norm": 5.0,
      "learning_rate": 7.240586204009347e-06,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5462502121925354,
      "num_tokens": 519369953.0,
      "step": 674210
    },
    {
      "epoch": 0.8552205977487385,
      "grad_norm": 4.90625,
      "learning_rate": 7.239951893923055e-06,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5269044667482377,
      "num_tokens": 519377756.0,
      "step": 674220
    },
    {
      "epoch": 0.8552332823412714,
      "grad_norm": 5.9375,
      "learning_rate": 7.239317583836765e-06,
      "loss": 1.8497,
      "mean_token_accuracy": 0.5989451915025711,
      "num_tokens": 519385792.0,
      "step": 674230
    },
    {
      "epoch": 0.8552459669338042,
      "grad_norm": 5.65625,
      "learning_rate": 7.2386832737504725e-06,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5455980420112609,
      "num_tokens": 519394440.0,
      "step": 674240
    },
    {
      "epoch": 0.8552586515263371,
      "grad_norm": 5.625,
      "learning_rate": 7.238048963664182e-06,
      "loss": 1.9469,
      "mean_token_accuracy": 0.5703413009643554,
      "num_tokens": 519400447.0,
      "step": 674250
    },
    {
      "epoch": 0.8552713361188699,
      "grad_norm": 4.875,
      "learning_rate": 7.23741465357789e-06,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5161222070455551,
      "num_tokens": 519408930.0,
      "step": 674260
    },
    {
      "epoch": 0.8552840207114026,
      "grad_norm": 5.96875,
      "learning_rate": 7.236780343491598e-06,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5289302796125412,
      "num_tokens": 519417214.0,
      "step": 674270
    },
    {
      "epoch": 0.8552967053039355,
      "grad_norm": 5.6875,
      "learning_rate": 7.236146033405307e-06,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5241535991430283,
      "num_tokens": 519424502.0,
      "step": 674280
    },
    {
      "epoch": 0.8553093898964683,
      "grad_norm": 7.28125,
      "learning_rate": 7.2355117233190145e-06,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5359578400850296,
      "num_tokens": 519431442.0,
      "step": 674290
    },
    {
      "epoch": 0.8553220744890012,
      "grad_norm": 5.78125,
      "learning_rate": 7.234877413232724e-06,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5318758994340896,
      "num_tokens": 519438679.0,
      "step": 674300
    },
    {
      "epoch": 0.855334759081534,
      "grad_norm": 5.9375,
      "learning_rate": 7.234243103146432e-06,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5474740028381347,
      "num_tokens": 519446864.0,
      "step": 674310
    },
    {
      "epoch": 0.8553474436740669,
      "grad_norm": 6.96875,
      "learning_rate": 7.2336087930601416e-06,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5682611733675003,
      "num_tokens": 519453809.0,
      "step": 674320
    },
    {
      "epoch": 0.8553601282665997,
      "grad_norm": 4.625,
      "learning_rate": 7.2329744829738495e-06,
      "loss": 2.123,
      "mean_token_accuracy": 0.5368858754634858,
      "num_tokens": 519461985.0,
      "step": 674330
    },
    {
      "epoch": 0.8553728128591326,
      "grad_norm": 10.9375,
      "learning_rate": 7.232340172887557e-06,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5119492650032044,
      "num_tokens": 519470274.0,
      "step": 674340
    },
    {
      "epoch": 0.8553854974516654,
      "grad_norm": 8.5,
      "learning_rate": 7.231705862801266e-06,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5627127349376678,
      "num_tokens": 519477494.0,
      "step": 674350
    },
    {
      "epoch": 0.8553981820441982,
      "grad_norm": 9.9375,
      "learning_rate": 7.231071552714974e-06,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5246604800224304,
      "num_tokens": 519485299.0,
      "step": 674360
    },
    {
      "epoch": 0.855410866636731,
      "grad_norm": 6.59375,
      "learning_rate": 7.2304372426286836e-06,
      "loss": 1.8255,
      "mean_token_accuracy": 0.586088365316391,
      "num_tokens": 519492950.0,
      "step": 674370
    },
    {
      "epoch": 0.8554235512292638,
      "grad_norm": 6.34375,
      "learning_rate": 7.2298029325423915e-06,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5579058200120925,
      "num_tokens": 519499715.0,
      "step": 674380
    },
    {
      "epoch": 0.8554362358217967,
      "grad_norm": 5.125,
      "learning_rate": 7.229168622456099e-06,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5593017488718033,
      "num_tokens": 519506830.0,
      "step": 674390
    },
    {
      "epoch": 0.8554489204143295,
      "grad_norm": 5.03125,
      "learning_rate": 7.228534312369808e-06,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5369054168462754,
      "num_tokens": 519514258.0,
      "step": 674400
    },
    {
      "epoch": 0.8554616050068624,
      "grad_norm": 4.375,
      "learning_rate": 7.227900002283516e-06,
      "loss": 2.0921,
      "mean_token_accuracy": 0.547997897863388,
      "num_tokens": 519522303.0,
      "step": 674410
    },
    {
      "epoch": 0.8554742895993952,
      "grad_norm": 6.4375,
      "learning_rate": 7.2272656921972256e-06,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5357749968767166,
      "num_tokens": 519530161.0,
      "step": 674420
    },
    {
      "epoch": 0.855486974191928,
      "grad_norm": 7.28125,
      "learning_rate": 7.2266313821109335e-06,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5237336903810501,
      "num_tokens": 519537545.0,
      "step": 674430
    },
    {
      "epoch": 0.8554996587844609,
      "grad_norm": 5.34375,
      "learning_rate": 7.225997072024641e-06,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5637927889823914,
      "num_tokens": 519545232.0,
      "step": 674440
    },
    {
      "epoch": 0.8555123433769937,
      "grad_norm": 4.9375,
      "learning_rate": 7.225362761938351e-06,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5733861684799194,
      "num_tokens": 519552522.0,
      "step": 674450
    },
    {
      "epoch": 0.8555250279695266,
      "grad_norm": 6.75,
      "learning_rate": 7.224728451852059e-06,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5583457261323929,
      "num_tokens": 519559966.0,
      "step": 674460
    },
    {
      "epoch": 0.8555377125620593,
      "grad_norm": 7.09375,
      "learning_rate": 7.224094141765768e-06,
      "loss": 1.9472,
      "mean_token_accuracy": 0.5767667800188064,
      "num_tokens": 519567623.0,
      "step": 674470
    },
    {
      "epoch": 0.8555503971545922,
      "grad_norm": 6.125,
      "learning_rate": 7.2234598316794755e-06,
      "loss": 1.7493,
      "mean_token_accuracy": 0.598044890165329,
      "num_tokens": 519575676.0,
      "step": 674480
    },
    {
      "epoch": 0.855563081747125,
      "grad_norm": 5.03125,
      "learning_rate": 7.222825521593183e-06,
      "loss": 2.0993,
      "mean_token_accuracy": 0.532141450047493,
      "num_tokens": 519583851.0,
      "step": 674490
    },
    {
      "epoch": 0.8555757663396578,
      "grad_norm": 4.96875,
      "learning_rate": 7.222191211506893e-06,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5546946167945862,
      "num_tokens": 519591346.0,
      "step": 674500
    },
    {
      "epoch": 0.8555884509321907,
      "grad_norm": 5.71875,
      "learning_rate": 7.221556901420601e-06,
      "loss": 1.7703,
      "mean_token_accuracy": 0.5990234375,
      "num_tokens": 519597255.0,
      "step": 674510
    },
    {
      "epoch": 0.8556011355247235,
      "grad_norm": 6.25,
      "learning_rate": 7.2209225913343104e-06,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5353951871395111,
      "num_tokens": 519605528.0,
      "step": 674520
    },
    {
      "epoch": 0.8556138201172564,
      "grad_norm": 6.3125,
      "learning_rate": 7.220288281248018e-06,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5359627932310105,
      "num_tokens": 519612843.0,
      "step": 674530
    },
    {
      "epoch": 0.8556265047097892,
      "grad_norm": 5.21875,
      "learning_rate": 7.219653971161727e-06,
      "loss": 2.198,
      "mean_token_accuracy": 0.5216007232666016,
      "num_tokens": 519620671.0,
      "step": 674540
    },
    {
      "epoch": 0.8556391893023221,
      "grad_norm": 6.71875,
      "learning_rate": 7.219019661075435e-06,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5325433015823364,
      "num_tokens": 519629389.0,
      "step": 674550
    },
    {
      "epoch": 0.8556518738948549,
      "grad_norm": 5.40625,
      "learning_rate": 7.218385350989143e-06,
      "loss": 1.742,
      "mean_token_accuracy": 0.6086289376020432,
      "num_tokens": 519637193.0,
      "step": 674560
    },
    {
      "epoch": 0.8556645584873878,
      "grad_norm": 6.59375,
      "learning_rate": 7.2177510409028524e-06,
      "loss": 2.06,
      "mean_token_accuracy": 0.5395674765110016,
      "num_tokens": 519644662.0,
      "step": 674570
    },
    {
      "epoch": 0.8556772430799205,
      "grad_norm": 6.09375,
      "learning_rate": 7.21711673081656e-06,
      "loss": 2.0954,
      "mean_token_accuracy": 0.536894541978836,
      "num_tokens": 519651924.0,
      "step": 674580
    },
    {
      "epoch": 0.8556899276724533,
      "grad_norm": 7.0625,
      "learning_rate": 7.216482420730269e-06,
      "loss": 2.2676,
      "mean_token_accuracy": 0.5068234413862228,
      "num_tokens": 519657726.0,
      "step": 674590
    },
    {
      "epoch": 0.8557026122649862,
      "grad_norm": 5.21875,
      "learning_rate": 7.215848110643977e-06,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5571991711854934,
      "num_tokens": 519665340.0,
      "step": 674600
    },
    {
      "epoch": 0.855715296857519,
      "grad_norm": 5.25,
      "learning_rate": 7.215213800557685e-06,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5288757979869843,
      "num_tokens": 519672073.0,
      "step": 674610
    },
    {
      "epoch": 0.8557279814500519,
      "grad_norm": 5.125,
      "learning_rate": 7.2145794904713944e-06,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5260938316583633,
      "num_tokens": 519679730.0,
      "step": 674620
    },
    {
      "epoch": 0.8557406660425847,
      "grad_norm": 4.84375,
      "learning_rate": 7.213945180385102e-06,
      "loss": 2.1695,
      "mean_token_accuracy": 0.5284516036510467,
      "num_tokens": 519689035.0,
      "step": 674630
    },
    {
      "epoch": 0.8557533506351176,
      "grad_norm": 5.78125,
      "learning_rate": 7.213310870298812e-06,
      "loss": 2.1238,
      "mean_token_accuracy": 0.547915694117546,
      "num_tokens": 519697734.0,
      "step": 674640
    },
    {
      "epoch": 0.8557660352276504,
      "grad_norm": 7.125,
      "learning_rate": 7.21267656021252e-06,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5540243506431579,
      "num_tokens": 519705122.0,
      "step": 674650
    },
    {
      "epoch": 0.8557787198201832,
      "grad_norm": 10.0,
      "learning_rate": 7.212042250126228e-06,
      "loss": 2.2083,
      "mean_token_accuracy": 0.5248037874698639,
      "num_tokens": 519713305.0,
      "step": 674660
    },
    {
      "epoch": 0.8557914044127161,
      "grad_norm": 6.5,
      "learning_rate": 7.2114079400399364e-06,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5357719957828522,
      "num_tokens": 519721492.0,
      "step": 674670
    },
    {
      "epoch": 0.8558040890052488,
      "grad_norm": 7.4375,
      "learning_rate": 7.210773629953644e-06,
      "loss": 1.9309,
      "mean_token_accuracy": 0.5727299094200134,
      "num_tokens": 519727597.0,
      "step": 674680
    },
    {
      "epoch": 0.8558167735977817,
      "grad_norm": 11.3125,
      "learning_rate": 7.210139319867354e-06,
      "loss": 1.8677,
      "mean_token_accuracy": 0.5833222687244415,
      "num_tokens": 519734146.0,
      "step": 674690
    },
    {
      "epoch": 0.8558294581903145,
      "grad_norm": 4.9375,
      "learning_rate": 7.209505009781062e-06,
      "loss": 2.2982,
      "mean_token_accuracy": 0.509641808271408,
      "num_tokens": 519743151.0,
      "step": 674700
    },
    {
      "epoch": 0.8558421427828474,
      "grad_norm": 5.15625,
      "learning_rate": 7.20887069969477e-06,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5301846474409103,
      "num_tokens": 519751962.0,
      "step": 674710
    },
    {
      "epoch": 0.8558548273753802,
      "grad_norm": 5.8125,
      "learning_rate": 7.208236389608479e-06,
      "loss": 2.1409,
      "mean_token_accuracy": 0.54684599339962,
      "num_tokens": 519759813.0,
      "step": 674720
    },
    {
      "epoch": 0.8558675119679131,
      "grad_norm": 4.8125,
      "learning_rate": 7.207602079522187e-06,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5346932530403137,
      "num_tokens": 519768997.0,
      "step": 674730
    },
    {
      "epoch": 0.8558801965604459,
      "grad_norm": 5.65625,
      "learning_rate": 7.206967769435896e-06,
      "loss": 1.988,
      "mean_token_accuracy": 0.5709828794002533,
      "num_tokens": 519776082.0,
      "step": 674740
    },
    {
      "epoch": 0.8558928811529787,
      "grad_norm": 8.625,
      "learning_rate": 7.206333459349604e-06,
      "loss": 2.2855,
      "mean_token_accuracy": 0.5109314650297165,
      "num_tokens": 519784010.0,
      "step": 674750
    },
    {
      "epoch": 0.8559055657455116,
      "grad_norm": 5.9375,
      "learning_rate": 7.205699149263313e-06,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5189245641231537,
      "num_tokens": 519792356.0,
      "step": 674760
    },
    {
      "epoch": 0.8559182503380444,
      "grad_norm": 4.625,
      "learning_rate": 7.205064839177021e-06,
      "loss": 1.8439,
      "mean_token_accuracy": 0.5727159440517425,
      "num_tokens": 519798904.0,
      "step": 674770
    },
    {
      "epoch": 0.8559309349305773,
      "grad_norm": 6.4375,
      "learning_rate": 7.204430529090729e-06,
      "loss": 2.059,
      "mean_token_accuracy": 0.5492470175027847,
      "num_tokens": 519807217.0,
      "step": 674780
    },
    {
      "epoch": 0.85594361952311,
      "grad_norm": 4.75,
      "learning_rate": 7.203796219004438e-06,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5398241490125656,
      "num_tokens": 519815928.0,
      "step": 674790
    },
    {
      "epoch": 0.8559563041156429,
      "grad_norm": 6.3125,
      "learning_rate": 7.203161908918146e-06,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5407839179039001,
      "num_tokens": 519823368.0,
      "step": 674800
    },
    {
      "epoch": 0.8559689887081757,
      "grad_norm": 5.8125,
      "learning_rate": 7.202527598831855e-06,
      "loss": 2.212,
      "mean_token_accuracy": 0.513482540845871,
      "num_tokens": 519832815.0,
      "step": 674810
    },
    {
      "epoch": 0.8559816733007085,
      "grad_norm": 5.15625,
      "learning_rate": 7.201893288745563e-06,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5455488860607147,
      "num_tokens": 519840632.0,
      "step": 674820
    },
    {
      "epoch": 0.8559943578932414,
      "grad_norm": 4.875,
      "learning_rate": 7.201258978659271e-06,
      "loss": 2.2444,
      "mean_token_accuracy": 0.5215762853622437,
      "num_tokens": 519848572.0,
      "step": 674830
    },
    {
      "epoch": 0.8560070424857742,
      "grad_norm": 4.6875,
      "learning_rate": 7.200624668572981e-06,
      "loss": 2.0171,
      "mean_token_accuracy": 0.551907879114151,
      "num_tokens": 519855739.0,
      "step": 674840
    },
    {
      "epoch": 0.8560197270783071,
      "grad_norm": 5.0625,
      "learning_rate": 7.199990358486689e-06,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5440111100673676,
      "num_tokens": 519863516.0,
      "step": 674850
    },
    {
      "epoch": 0.8560324116708399,
      "grad_norm": 5.0625,
      "learning_rate": 7.199356048400397e-06,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5308737099170685,
      "num_tokens": 519871328.0,
      "step": 674860
    },
    {
      "epoch": 0.8560450962633728,
      "grad_norm": 5.46875,
      "learning_rate": 7.198721738314105e-06,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5281852543354034,
      "num_tokens": 519879093.0,
      "step": 674870
    },
    {
      "epoch": 0.8560577808559056,
      "grad_norm": 4.6875,
      "learning_rate": 7.198087428227813e-06,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5753405272960663,
      "num_tokens": 519886916.0,
      "step": 674880
    },
    {
      "epoch": 0.8560704654484383,
      "grad_norm": 5.6875,
      "learning_rate": 7.197453118141523e-06,
      "loss": 2.2631,
      "mean_token_accuracy": 0.5146447241306304,
      "num_tokens": 519894333.0,
      "step": 674890
    },
    {
      "epoch": 0.8560831500409712,
      "grad_norm": 6.15625,
      "learning_rate": 7.196818808055231e-06,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5374243557453156,
      "num_tokens": 519901874.0,
      "step": 674900
    },
    {
      "epoch": 0.856095834633504,
      "grad_norm": 5.15625,
      "learning_rate": 7.19618449796894e-06,
      "loss": 1.9319,
      "mean_token_accuracy": 0.579625603556633,
      "num_tokens": 519910059.0,
      "step": 674910
    },
    {
      "epoch": 0.8561085192260369,
      "grad_norm": 4.8125,
      "learning_rate": 7.195550187882648e-06,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5607811868190765,
      "num_tokens": 519918446.0,
      "step": 674920
    },
    {
      "epoch": 0.8561212038185697,
      "grad_norm": 5.96875,
      "learning_rate": 7.194915877796356e-06,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5437773883342742,
      "num_tokens": 519924845.0,
      "step": 674930
    },
    {
      "epoch": 0.8561338884111026,
      "grad_norm": 6.8125,
      "learning_rate": 7.194281567710065e-06,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5250535488128663,
      "num_tokens": 519933187.0,
      "step": 674940
    },
    {
      "epoch": 0.8561465730036354,
      "grad_norm": 8.125,
      "learning_rate": 7.193647257623773e-06,
      "loss": 1.883,
      "mean_token_accuracy": 0.585502353310585,
      "num_tokens": 519939399.0,
      "step": 674950
    },
    {
      "epoch": 0.8561592575961683,
      "grad_norm": 5.34375,
      "learning_rate": 7.193012947537482e-06,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5579439371824264,
      "num_tokens": 519947490.0,
      "step": 674960
    },
    {
      "epoch": 0.8561719421887011,
      "grad_norm": 5.28125,
      "learning_rate": 7.19237863745119e-06,
      "loss": 1.6448,
      "mean_token_accuracy": 0.6305112153291702,
      "num_tokens": 519954498.0,
      "step": 674970
    },
    {
      "epoch": 0.8561846267812339,
      "grad_norm": 6.5625,
      "learning_rate": 7.191744327364898e-06,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5784842580556869,
      "num_tokens": 519961040.0,
      "step": 674980
    },
    {
      "epoch": 0.8561973113737668,
      "grad_norm": 5.5,
      "learning_rate": 7.191110017278608e-06,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5775659024715424,
      "num_tokens": 519968501.0,
      "step": 674990
    },
    {
      "epoch": 0.8562099959662995,
      "grad_norm": 5.125,
      "learning_rate": 7.1904757071923155e-06,
      "loss": 2.3098,
      "mean_token_accuracy": 0.5134322285652161,
      "num_tokens": 519977519.0,
      "step": 675000
    },
    {
      "epoch": 0.8562226805588324,
      "grad_norm": 5.46875,
      "learning_rate": 7.189841397106024e-06,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5379192531108856,
      "num_tokens": 519985558.0,
      "step": 675010
    },
    {
      "epoch": 0.8562353651513652,
      "grad_norm": 5.03125,
      "learning_rate": 7.189207087019732e-06,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5343913048505783,
      "num_tokens": 519993267.0,
      "step": 675020
    },
    {
      "epoch": 0.8562480497438981,
      "grad_norm": 6.03125,
      "learning_rate": 7.188572776933442e-06,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5445298433303833,
      "num_tokens": 520001927.0,
      "step": 675030
    },
    {
      "epoch": 0.8562607343364309,
      "grad_norm": 4.78125,
      "learning_rate": 7.18793846684715e-06,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5605571538209915,
      "num_tokens": 520010381.0,
      "step": 675040
    },
    {
      "epoch": 0.8562734189289637,
      "grad_norm": 6.34375,
      "learning_rate": 7.1873041567608575e-06,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5318761616945267,
      "num_tokens": 520018480.0,
      "step": 675050
    },
    {
      "epoch": 0.8562861035214966,
      "grad_norm": 5.9375,
      "learning_rate": 7.186669846674566e-06,
      "loss": 1.8832,
      "mean_token_accuracy": 0.580523818731308,
      "num_tokens": 520026055.0,
      "step": 675060
    },
    {
      "epoch": 0.8562987881140294,
      "grad_norm": 6.0625,
      "learning_rate": 7.186035536588274e-06,
      "loss": 2.08,
      "mean_token_accuracy": 0.537773710489273,
      "num_tokens": 520034510.0,
      "step": 675070
    },
    {
      "epoch": 0.8563114727065623,
      "grad_norm": 6.78125,
      "learning_rate": 7.185401226501984e-06,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5591374576091767,
      "num_tokens": 520041291.0,
      "step": 675080
    },
    {
      "epoch": 0.8563241572990951,
      "grad_norm": 6.3125,
      "learning_rate": 7.184766916415692e-06,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5260930836200715,
      "num_tokens": 520048505.0,
      "step": 675090
    },
    {
      "epoch": 0.856336841891628,
      "grad_norm": 8.3125,
      "learning_rate": 7.1841326063293995e-06,
      "loss": 1.8541,
      "mean_token_accuracy": 0.5833298176527023,
      "num_tokens": 520054305.0,
      "step": 675100
    },
    {
      "epoch": 0.8563495264841607,
      "grad_norm": 5.3125,
      "learning_rate": 7.183498296243109e-06,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5378733783960342,
      "num_tokens": 520063746.0,
      "step": 675110
    },
    {
      "epoch": 0.8563622110766936,
      "grad_norm": 5.8125,
      "learning_rate": 7.182863986156817e-06,
      "loss": 2.0815,
      "mean_token_accuracy": 0.5310223877429963,
      "num_tokens": 520071822.0,
      "step": 675120
    },
    {
      "epoch": 0.8563748956692264,
      "grad_norm": 8.375,
      "learning_rate": 7.182229676070526e-06,
      "loss": 1.9087,
      "mean_token_accuracy": 0.5781362533569336,
      "num_tokens": 520078636.0,
      "step": 675130
    },
    {
      "epoch": 0.8563875802617592,
      "grad_norm": 7.125,
      "learning_rate": 7.181595365984234e-06,
      "loss": 1.979,
      "mean_token_accuracy": 0.5579108327627182,
      "num_tokens": 520086000.0,
      "step": 675140
    },
    {
      "epoch": 0.8564002648542921,
      "grad_norm": 6.34375,
      "learning_rate": 7.1809610558979415e-06,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5288029342889786,
      "num_tokens": 520095295.0,
      "step": 675150
    },
    {
      "epoch": 0.8564129494468249,
      "grad_norm": 4.75,
      "learning_rate": 7.180326745811651e-06,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5349469780921936,
      "num_tokens": 520102816.0,
      "step": 675160
    },
    {
      "epoch": 0.8564256340393578,
      "grad_norm": 6.125,
      "learning_rate": 7.179692435725359e-06,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5390514731407166,
      "num_tokens": 520111355.0,
      "step": 675170
    },
    {
      "epoch": 0.8564383186318906,
      "grad_norm": 4.9375,
      "learning_rate": 7.179058125639069e-06,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5393582493066787,
      "num_tokens": 520119548.0,
      "step": 675180
    },
    {
      "epoch": 0.8564510032244235,
      "grad_norm": 5.46875,
      "learning_rate": 7.1784238155527765e-06,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5614500254392624,
      "num_tokens": 520127722.0,
      "step": 675190
    },
    {
      "epoch": 0.8564636878169563,
      "grad_norm": 4.90625,
      "learning_rate": 7.177789505466484e-06,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5267592877149582,
      "num_tokens": 520136441.0,
      "step": 675200
    },
    {
      "epoch": 0.856476372409489,
      "grad_norm": 5.09375,
      "learning_rate": 7.177155195380193e-06,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5431499242782593,
      "num_tokens": 520144429.0,
      "step": 675210
    },
    {
      "epoch": 0.8564890570020219,
      "grad_norm": 4.53125,
      "learning_rate": 7.176520885293901e-06,
      "loss": 1.8683,
      "mean_token_accuracy": 0.588413193821907,
      "num_tokens": 520151893.0,
      "step": 675220
    },
    {
      "epoch": 0.8565017415945547,
      "grad_norm": 5.59375,
      "learning_rate": 7.175886575207611e-06,
      "loss": 2.2338,
      "mean_token_accuracy": 0.5274583756923675,
      "num_tokens": 520160233.0,
      "step": 675230
    },
    {
      "epoch": 0.8565144261870876,
      "grad_norm": 5.75,
      "learning_rate": 7.1752522651213185e-06,
      "loss": 2.3321,
      "mean_token_accuracy": 0.5029183983802795,
      "num_tokens": 520168349.0,
      "step": 675240
    },
    {
      "epoch": 0.8565271107796204,
      "grad_norm": 6.78125,
      "learning_rate": 7.174617955035027e-06,
      "loss": 2.0329,
      "mean_token_accuracy": 0.544187268614769,
      "num_tokens": 520176834.0,
      "step": 675250
    },
    {
      "epoch": 0.8565397953721533,
      "grad_norm": 6.4375,
      "learning_rate": 7.173983644948735e-06,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5350985527038574,
      "num_tokens": 520185784.0,
      "step": 675260
    },
    {
      "epoch": 0.8565524799646861,
      "grad_norm": 7.125,
      "learning_rate": 7.173349334862443e-06,
      "loss": 1.9264,
      "mean_token_accuracy": 0.5753448665142059,
      "num_tokens": 520192699.0,
      "step": 675270
    },
    {
      "epoch": 0.856565164557219,
      "grad_norm": 5.9375,
      "learning_rate": 7.172715024776153e-06,
      "loss": 2.008,
      "mean_token_accuracy": 0.5385764598846435,
      "num_tokens": 520200222.0,
      "step": 675280
    },
    {
      "epoch": 0.8565778491497518,
      "grad_norm": 5.53125,
      "learning_rate": 7.1720807146898605e-06,
      "loss": 2.1001,
      "mean_token_accuracy": 0.535530424118042,
      "num_tokens": 520209155.0,
      "step": 675290
    },
    {
      "epoch": 0.8565905337422846,
      "grad_norm": 5.15625,
      "learning_rate": 7.17144640460357e-06,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5603805929422379,
      "num_tokens": 520216662.0,
      "step": 675300
    },
    {
      "epoch": 0.8566032183348175,
      "grad_norm": 6.84375,
      "learning_rate": 7.170812094517278e-06,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5264506369829178,
      "num_tokens": 520225078.0,
      "step": 675310
    },
    {
      "epoch": 0.8566159029273502,
      "grad_norm": 4.875,
      "learning_rate": 7.170177784430986e-06,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5624407887458801,
      "num_tokens": 520231168.0,
      "step": 675320
    },
    {
      "epoch": 0.8566285875198831,
      "grad_norm": 5.59375,
      "learning_rate": 7.169543474344695e-06,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5352802127599716,
      "num_tokens": 520240440.0,
      "step": 675330
    },
    {
      "epoch": 0.8566412721124159,
      "grad_norm": 5.3125,
      "learning_rate": 7.1689091642584025e-06,
      "loss": 1.907,
      "mean_token_accuracy": 0.5780134975910187,
      "num_tokens": 520248794.0,
      "step": 675340
    },
    {
      "epoch": 0.8566539567049488,
      "grad_norm": 8.0,
      "learning_rate": 7.168274854172112e-06,
      "loss": 1.7887,
      "mean_token_accuracy": 0.6011172890663147,
      "num_tokens": 520254499.0,
      "step": 675350
    },
    {
      "epoch": 0.8566666412974816,
      "grad_norm": 4.84375,
      "learning_rate": 7.16764054408582e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5392859905958176,
      "num_tokens": 520262219.0,
      "step": 675360
    },
    {
      "epoch": 0.8566793258900144,
      "grad_norm": 5.15625,
      "learning_rate": 7.167006233999528e-06,
      "loss": 2.016,
      "mean_token_accuracy": 0.5513293236494065,
      "num_tokens": 520269658.0,
      "step": 675370
    },
    {
      "epoch": 0.8566920104825473,
      "grad_norm": 5.375,
      "learning_rate": 7.1663719239132375e-06,
      "loss": 2.2565,
      "mean_token_accuracy": 0.5167254418134689,
      "num_tokens": 520277929.0,
      "step": 675380
    },
    {
      "epoch": 0.8567046950750801,
      "grad_norm": 5.15625,
      "learning_rate": 7.165737613826945e-06,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5600940406322479,
      "num_tokens": 520285972.0,
      "step": 675390
    },
    {
      "epoch": 0.856717379667613,
      "grad_norm": 4.78125,
      "learning_rate": 7.165103303740654e-06,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5536458224058152,
      "num_tokens": 520293036.0,
      "step": 675400
    },
    {
      "epoch": 0.8567300642601458,
      "grad_norm": 4.78125,
      "learning_rate": 7.164468993654362e-06,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5430336326360703,
      "num_tokens": 520300946.0,
      "step": 675410
    },
    {
      "epoch": 0.8567427488526786,
      "grad_norm": 6.6875,
      "learning_rate": 7.16383468356807e-06,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5394406318664551,
      "num_tokens": 520308783.0,
      "step": 675420
    },
    {
      "epoch": 0.8567554334452114,
      "grad_norm": 5.125,
      "learning_rate": 7.1632003734817795e-06,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5259704947471618,
      "num_tokens": 520316971.0,
      "step": 675430
    },
    {
      "epoch": 0.8567681180377442,
      "grad_norm": 6.375,
      "learning_rate": 7.162566063395487e-06,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5407393962144852,
      "num_tokens": 520324429.0,
      "step": 675440
    },
    {
      "epoch": 0.8567808026302771,
      "grad_norm": 5.28125,
      "learning_rate": 7.161931753309196e-06,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5437508255243302,
      "num_tokens": 520332585.0,
      "step": 675450
    },
    {
      "epoch": 0.8567934872228099,
      "grad_norm": 7.125,
      "learning_rate": 7.161297443222904e-06,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5164267659187317,
      "num_tokens": 520340454.0,
      "step": 675460
    },
    {
      "epoch": 0.8568061718153428,
      "grad_norm": 5.15625,
      "learning_rate": 7.160663133136614e-06,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5259139478206635,
      "num_tokens": 520348962.0,
      "step": 675470
    },
    {
      "epoch": 0.8568188564078756,
      "grad_norm": 5.53125,
      "learning_rate": 7.1600288230503215e-06,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5380778074264526,
      "num_tokens": 520356907.0,
      "step": 675480
    },
    {
      "epoch": 0.8568315410004085,
      "grad_norm": 5.65625,
      "learning_rate": 7.159394512964029e-06,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5621882170438767,
      "num_tokens": 520365253.0,
      "step": 675490
    },
    {
      "epoch": 0.8568442255929413,
      "grad_norm": 5.59375,
      "learning_rate": 7.158760202877739e-06,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5545782625675202,
      "num_tokens": 520373002.0,
      "step": 675500
    },
    {
      "epoch": 0.8568569101854742,
      "grad_norm": 5.4375,
      "learning_rate": 7.158125892791447e-06,
      "loss": 1.879,
      "mean_token_accuracy": 0.5776216983795166,
      "num_tokens": 520379314.0,
      "step": 675510
    },
    {
      "epoch": 0.856869594778007,
      "grad_norm": 5.15625,
      "learning_rate": 7.157491582705156e-06,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5729976058006286,
      "num_tokens": 520387357.0,
      "step": 675520
    },
    {
      "epoch": 0.8568822793705397,
      "grad_norm": 5.5625,
      "learning_rate": 7.1568572726188635e-06,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5552866518497467,
      "num_tokens": 520395151.0,
      "step": 675530
    },
    {
      "epoch": 0.8568949639630726,
      "grad_norm": 5.15625,
      "learning_rate": 7.156222962532571e-06,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5450531661510467,
      "num_tokens": 520403361.0,
      "step": 675540
    },
    {
      "epoch": 0.8569076485556054,
      "grad_norm": 6.46875,
      "learning_rate": 7.155588652446281e-06,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5513989686965942,
      "num_tokens": 520410061.0,
      "step": 675550
    },
    {
      "epoch": 0.8569203331481383,
      "grad_norm": 5.28125,
      "learning_rate": 7.154954342359989e-06,
      "loss": 1.9548,
      "mean_token_accuracy": 0.5639549404382705,
      "num_tokens": 520417715.0,
      "step": 675560
    },
    {
      "epoch": 0.8569330177406711,
      "grad_norm": 5.0,
      "learning_rate": 7.1543200322736985e-06,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5476674526929856,
      "num_tokens": 520424555.0,
      "step": 675570
    },
    {
      "epoch": 0.856945702333204,
      "grad_norm": 7.0625,
      "learning_rate": 7.153685722187406e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5425863564014435,
      "num_tokens": 520430952.0,
      "step": 675580
    },
    {
      "epoch": 0.8569583869257368,
      "grad_norm": 6.09375,
      "learning_rate": 7.153051412101114e-06,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5386256098747253,
      "num_tokens": 520438443.0,
      "step": 675590
    },
    {
      "epoch": 0.8569710715182696,
      "grad_norm": 5.375,
      "learning_rate": 7.152417102014823e-06,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5262224048376083,
      "num_tokens": 520447119.0,
      "step": 675600
    },
    {
      "epoch": 0.8569837561108025,
      "grad_norm": 5.5625,
      "learning_rate": 7.151782791928531e-06,
      "loss": 1.9667,
      "mean_token_accuracy": 0.5569922745227813,
      "num_tokens": 520455619.0,
      "step": 675610
    },
    {
      "epoch": 0.8569964407033352,
      "grad_norm": 5.8125,
      "learning_rate": 7.1511484818422405e-06,
      "loss": 1.8189,
      "mean_token_accuracy": 0.5984998166561126,
      "num_tokens": 520462579.0,
      "step": 675620
    },
    {
      "epoch": 0.8570091252958681,
      "grad_norm": 6.5,
      "learning_rate": 7.150514171755948e-06,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5638407051563263,
      "num_tokens": 520469912.0,
      "step": 675630
    },
    {
      "epoch": 0.8570218098884009,
      "grad_norm": 5.25,
      "learning_rate": 7.149879861669656e-06,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5615992277860642,
      "num_tokens": 520477056.0,
      "step": 675640
    },
    {
      "epoch": 0.8570344944809338,
      "grad_norm": 7.875,
      "learning_rate": 7.149245551583365e-06,
      "loss": 1.824,
      "mean_token_accuracy": 0.5955215722322464,
      "num_tokens": 520483326.0,
      "step": 675650
    },
    {
      "epoch": 0.8570471790734666,
      "grad_norm": 5.4375,
      "learning_rate": 7.148611241497073e-06,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5609973162412644,
      "num_tokens": 520491487.0,
      "step": 675660
    },
    {
      "epoch": 0.8570598636659995,
      "grad_norm": 6.46875,
      "learning_rate": 7.1479769314107825e-06,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5456281334161759,
      "num_tokens": 520499836.0,
      "step": 675670
    },
    {
      "epoch": 0.8570725482585323,
      "grad_norm": 6.21875,
      "learning_rate": 7.14734262132449e-06,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5493579596281052,
      "num_tokens": 520506738.0,
      "step": 675680
    },
    {
      "epoch": 0.8570852328510651,
      "grad_norm": 7.6875,
      "learning_rate": 7.1467083112382e-06,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5286054283380508,
      "num_tokens": 520515178.0,
      "step": 675690
    },
    {
      "epoch": 0.857097917443598,
      "grad_norm": 6.28125,
      "learning_rate": 7.146074001151908e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5477831661701202,
      "num_tokens": 520523639.0,
      "step": 675700
    },
    {
      "epoch": 0.8571106020361308,
      "grad_norm": 7.5,
      "learning_rate": 7.145439691065616e-06,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5345318287611007,
      "num_tokens": 520531132.0,
      "step": 675710
    },
    {
      "epoch": 0.8571232866286637,
      "grad_norm": 7.3125,
      "learning_rate": 7.1448053809793245e-06,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5590187728404998,
      "num_tokens": 520537592.0,
      "step": 675720
    },
    {
      "epoch": 0.8571359712211964,
      "grad_norm": 4.78125,
      "learning_rate": 7.144171070893032e-06,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5292828649282455,
      "num_tokens": 520545792.0,
      "step": 675730
    },
    {
      "epoch": 0.8571486558137293,
      "grad_norm": 7.375,
      "learning_rate": 7.143536760806742e-06,
      "loss": 2.2413,
      "mean_token_accuracy": 0.5147846281528473,
      "num_tokens": 520553914.0,
      "step": 675740
    },
    {
      "epoch": 0.8571613404062621,
      "grad_norm": 4.625,
      "learning_rate": 7.14290245072045e-06,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5666631758213043,
      "num_tokens": 520561231.0,
      "step": 675750
    },
    {
      "epoch": 0.8571740249987949,
      "grad_norm": 5.4375,
      "learning_rate": 7.142268140634158e-06,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5369003623723984,
      "num_tokens": 520570074.0,
      "step": 675760
    },
    {
      "epoch": 0.8571867095913278,
      "grad_norm": 5.6875,
      "learning_rate": 7.141633830547867e-06,
      "loss": 2.1529,
      "mean_token_accuracy": 0.5406246930360794,
      "num_tokens": 520577898.0,
      "step": 675770
    },
    {
      "epoch": 0.8571993941838606,
      "grad_norm": 5.6875,
      "learning_rate": 7.140999520461575e-06,
      "loss": 2.0942,
      "mean_token_accuracy": 0.5313859909772873,
      "num_tokens": 520585771.0,
      "step": 675780
    },
    {
      "epoch": 0.8572120787763935,
      "grad_norm": 8.9375,
      "learning_rate": 7.140365210375284e-06,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5460217833518982,
      "num_tokens": 520592845.0,
      "step": 675790
    },
    {
      "epoch": 0.8572247633689263,
      "grad_norm": 5.4375,
      "learning_rate": 7.139730900288992e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.537235540151596,
      "num_tokens": 520599702.0,
      "step": 675800
    },
    {
      "epoch": 0.8572374479614592,
      "grad_norm": 4.8125,
      "learning_rate": 7.1390965902027e-06,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5245746910572052,
      "num_tokens": 520608288.0,
      "step": 675810
    },
    {
      "epoch": 0.857250132553992,
      "grad_norm": 6.21875,
      "learning_rate": 7.138462280116409e-06,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5624505341053009,
      "num_tokens": 520615618.0,
      "step": 675820
    },
    {
      "epoch": 0.8572628171465247,
      "grad_norm": 7.625,
      "learning_rate": 7.137827970030117e-06,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5371351212263107,
      "num_tokens": 520622357.0,
      "step": 675830
    },
    {
      "epoch": 0.8572755017390576,
      "grad_norm": 5.0625,
      "learning_rate": 7.137193659943826e-06,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5361275732517242,
      "num_tokens": 520631122.0,
      "step": 675840
    },
    {
      "epoch": 0.8572881863315904,
      "grad_norm": 7.34375,
      "learning_rate": 7.136559349857534e-06,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5402833312749863,
      "num_tokens": 520638834.0,
      "step": 675850
    },
    {
      "epoch": 0.8573008709241233,
      "grad_norm": 6.78125,
      "learning_rate": 7.135925039771242e-06,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5579790264368057,
      "num_tokens": 520645903.0,
      "step": 675860
    },
    {
      "epoch": 0.8573135555166561,
      "grad_norm": 4.78125,
      "learning_rate": 7.135290729684951e-06,
      "loss": 2.2063,
      "mean_token_accuracy": 0.517159590125084,
      "num_tokens": 520653681.0,
      "step": 675870
    },
    {
      "epoch": 0.857326240109189,
      "grad_norm": 5.96875,
      "learning_rate": 7.134656419598659e-06,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5444182008504868,
      "num_tokens": 520662124.0,
      "step": 675880
    },
    {
      "epoch": 0.8573389247017218,
      "grad_norm": 5.53125,
      "learning_rate": 7.134022109512369e-06,
      "loss": 2.1161,
      "mean_token_accuracy": 0.538660192489624,
      "num_tokens": 520670452.0,
      "step": 675890
    },
    {
      "epoch": 0.8573516092942547,
      "grad_norm": 7.125,
      "learning_rate": 7.133387799426077e-06,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5311422735452652,
      "num_tokens": 520678739.0,
      "step": 675900
    },
    {
      "epoch": 0.8573642938867875,
      "grad_norm": 6.40625,
      "learning_rate": 7.1327534893397854e-06,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5413377076387406,
      "num_tokens": 520687240.0,
      "step": 675910
    },
    {
      "epoch": 0.8573769784793203,
      "grad_norm": 5.03125,
      "learning_rate": 7.132119179253493e-06,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5276257306337356,
      "num_tokens": 520695440.0,
      "step": 675920
    },
    {
      "epoch": 0.8573896630718532,
      "grad_norm": 9.875,
      "learning_rate": 7.131484869167201e-06,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5339553326368331,
      "num_tokens": 520703081.0,
      "step": 675930
    },
    {
      "epoch": 0.8574023476643859,
      "grad_norm": 5.84375,
      "learning_rate": 7.130850559080911e-06,
      "loss": 2.2245,
      "mean_token_accuracy": 0.5230089724063873,
      "num_tokens": 520711689.0,
      "step": 675940
    },
    {
      "epoch": 0.8574150322569188,
      "grad_norm": 4.6875,
      "learning_rate": 7.130216248994619e-06,
      "loss": 1.8791,
      "mean_token_accuracy": 0.5836992681026458,
      "num_tokens": 520718876.0,
      "step": 675950
    },
    {
      "epoch": 0.8574277168494516,
      "grad_norm": 7.125,
      "learning_rate": 7.129581938908328e-06,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5366316676139832,
      "num_tokens": 520726092.0,
      "step": 675960
    },
    {
      "epoch": 0.8574404014419845,
      "grad_norm": 4.65625,
      "learning_rate": 7.128947628822036e-06,
      "loss": 1.798,
      "mean_token_accuracy": 0.5961082965135575,
      "num_tokens": 520733205.0,
      "step": 675970
    },
    {
      "epoch": 0.8574530860345173,
      "grad_norm": 7.03125,
      "learning_rate": 7.128313318735744e-06,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5472453325986862,
      "num_tokens": 520740944.0,
      "step": 675980
    },
    {
      "epoch": 0.8574657706270501,
      "grad_norm": 5.96875,
      "learning_rate": 7.127679008649453e-06,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5281206369400024,
      "num_tokens": 520748390.0,
      "step": 675990
    },
    {
      "epoch": 0.857478455219583,
      "grad_norm": 6.4375,
      "learning_rate": 7.127044698563161e-06,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5575519412755966,
      "num_tokens": 520755721.0,
      "step": 676000
    },
    {
      "epoch": 0.8574911398121158,
      "grad_norm": 8.1875,
      "learning_rate": 7.12641038847687e-06,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5319899022579193,
      "num_tokens": 520763600.0,
      "step": 676010
    },
    {
      "epoch": 0.8575038244046487,
      "grad_norm": 5.65625,
      "learning_rate": 7.125776078390578e-06,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5434225291013718,
      "num_tokens": 520771140.0,
      "step": 676020
    },
    {
      "epoch": 0.8575165089971815,
      "grad_norm": 6.28125,
      "learning_rate": 7.125141768304286e-06,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5257649451494217,
      "num_tokens": 520778371.0,
      "step": 676030
    },
    {
      "epoch": 0.8575291935897144,
      "grad_norm": 6.84375,
      "learning_rate": 7.124507458217995e-06,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5606632351875305,
      "num_tokens": 520785854.0,
      "step": 676040
    },
    {
      "epoch": 0.8575418781822471,
      "grad_norm": 6.34375,
      "learning_rate": 7.123873148131703e-06,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5497722327709198,
      "num_tokens": 520794089.0,
      "step": 676050
    },
    {
      "epoch": 0.85755456277478,
      "grad_norm": 5.09375,
      "learning_rate": 7.123238838045412e-06,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5508122056722641,
      "num_tokens": 520800837.0,
      "step": 676060
    },
    {
      "epoch": 0.8575672473673128,
      "grad_norm": 5.53125,
      "learning_rate": 7.12260452795912e-06,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5316288322210312,
      "num_tokens": 520809436.0,
      "step": 676070
    },
    {
      "epoch": 0.8575799319598456,
      "grad_norm": 5.5625,
      "learning_rate": 7.121970217872828e-06,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5494499921798706,
      "num_tokens": 520817456.0,
      "step": 676080
    },
    {
      "epoch": 0.8575926165523785,
      "grad_norm": 6.96875,
      "learning_rate": 7.121335907786538e-06,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5806104898452759,
      "num_tokens": 520822894.0,
      "step": 676090
    },
    {
      "epoch": 0.8576053011449113,
      "grad_norm": 4.90625,
      "learning_rate": 7.1207015977002456e-06,
      "loss": 2.1243,
      "mean_token_accuracy": 0.5345885634422303,
      "num_tokens": 520830960.0,
      "step": 676100
    },
    {
      "epoch": 0.8576179857374442,
      "grad_norm": 6.34375,
      "learning_rate": 7.120067287613954e-06,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5733618259429931,
      "num_tokens": 520839297.0,
      "step": 676110
    },
    {
      "epoch": 0.857630670329977,
      "grad_norm": 5.21875,
      "learning_rate": 7.119432977527662e-06,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5245638400316238,
      "num_tokens": 520847255.0,
      "step": 676120
    },
    {
      "epoch": 0.8576433549225099,
      "grad_norm": 5.28125,
      "learning_rate": 7.118798667441372e-06,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5429053723812103,
      "num_tokens": 520855254.0,
      "step": 676130
    },
    {
      "epoch": 0.8576560395150427,
      "grad_norm": 4.96875,
      "learning_rate": 7.11816435735508e-06,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5689116299152375,
      "num_tokens": 520863851.0,
      "step": 676140
    },
    {
      "epoch": 0.8576687241075754,
      "grad_norm": 5.53125,
      "learning_rate": 7.1175300472687876e-06,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5274610400199891,
      "num_tokens": 520872443.0,
      "step": 676150
    },
    {
      "epoch": 0.8576814087001083,
      "grad_norm": 6.0,
      "learning_rate": 7.116895737182497e-06,
      "loss": 2.1113,
      "mean_token_accuracy": 0.534170326590538,
      "num_tokens": 520881849.0,
      "step": 676160
    },
    {
      "epoch": 0.8576940932926411,
      "grad_norm": 6.65625,
      "learning_rate": 7.116261427096205e-06,
      "loss": 2.2565,
      "mean_token_accuracy": 0.516070756316185,
      "num_tokens": 520890291.0,
      "step": 676170
    },
    {
      "epoch": 0.857706777885174,
      "grad_norm": 6.03125,
      "learning_rate": 7.115627117009914e-06,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5416538923978805,
      "num_tokens": 520897797.0,
      "step": 676180
    },
    {
      "epoch": 0.8577194624777068,
      "grad_norm": 7.09375,
      "learning_rate": 7.114992806923622e-06,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5446989715099335,
      "num_tokens": 520906026.0,
      "step": 676190
    },
    {
      "epoch": 0.8577321470702397,
      "grad_norm": 6.03125,
      "learning_rate": 7.1143584968373296e-06,
      "loss": 1.725,
      "mean_token_accuracy": 0.618390828371048,
      "num_tokens": 520911590.0,
      "step": 676200
    },
    {
      "epoch": 0.8577448316627725,
      "grad_norm": 7.5625,
      "learning_rate": 7.113724186751039e-06,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5574155390262604,
      "num_tokens": 520918732.0,
      "step": 676210
    },
    {
      "epoch": 0.8577575162553054,
      "grad_norm": 8.0625,
      "learning_rate": 7.113089876664747e-06,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5580623120069503,
      "num_tokens": 520926696.0,
      "step": 676220
    },
    {
      "epoch": 0.8577702008478382,
      "grad_norm": 6.3125,
      "learning_rate": 7.112455566578456e-06,
      "loss": 1.948,
      "mean_token_accuracy": 0.5732101798057556,
      "num_tokens": 520933629.0,
      "step": 676230
    },
    {
      "epoch": 0.857782885440371,
      "grad_norm": 6.0,
      "learning_rate": 7.111821256492164e-06,
      "loss": 1.9997,
      "mean_token_accuracy": 0.5532585978507996,
      "num_tokens": 520941382.0,
      "step": 676240
    },
    {
      "epoch": 0.8577955700329039,
      "grad_norm": 7.875,
      "learning_rate": 7.111186946405872e-06,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5298394203186035,
      "num_tokens": 520949265.0,
      "step": 676250
    },
    {
      "epoch": 0.8578082546254366,
      "grad_norm": 5.03125,
      "learning_rate": 7.110552636319581e-06,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5484529793262481,
      "num_tokens": 520956667.0,
      "step": 676260
    },
    {
      "epoch": 0.8578209392179695,
      "grad_norm": 5.34375,
      "learning_rate": 7.109918326233289e-06,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5646807909011841,
      "num_tokens": 520964814.0,
      "step": 676270
    },
    {
      "epoch": 0.8578336238105023,
      "grad_norm": 11.0,
      "learning_rate": 7.109284016146999e-06,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5837311893701553,
      "num_tokens": 520970816.0,
      "step": 676280
    },
    {
      "epoch": 0.8578463084030352,
      "grad_norm": 6.84375,
      "learning_rate": 7.1086497060607065e-06,
      "loss": 1.6873,
      "mean_token_accuracy": 0.6235419541597367,
      "num_tokens": 520977738.0,
      "step": 676290
    },
    {
      "epoch": 0.857858992995568,
      "grad_norm": 5.46875,
      "learning_rate": 7.1080153959744144e-06,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5257243752479553,
      "num_tokens": 520985873.0,
      "step": 676300
    },
    {
      "epoch": 0.8578716775881008,
      "grad_norm": 5.4375,
      "learning_rate": 7.107381085888123e-06,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5632417172193527,
      "num_tokens": 520994126.0,
      "step": 676310
    },
    {
      "epoch": 0.8578843621806337,
      "grad_norm": 4.9375,
      "learning_rate": 7.106746775801831e-06,
      "loss": 2.2701,
      "mean_token_accuracy": 0.5030377954244614,
      "num_tokens": 521002628.0,
      "step": 676320
    },
    {
      "epoch": 0.8578970467731665,
      "grad_norm": 6.40625,
      "learning_rate": 7.106112465715541e-06,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5651685625314713,
      "num_tokens": 521010368.0,
      "step": 676330
    },
    {
      "epoch": 0.8579097313656994,
      "grad_norm": 6.0625,
      "learning_rate": 7.1054781556292485e-06,
      "loss": 1.8603,
      "mean_token_accuracy": 0.5949608504772186,
      "num_tokens": 521017558.0,
      "step": 676340
    },
    {
      "epoch": 0.8579224159582322,
      "grad_norm": 4.59375,
      "learning_rate": 7.1048438455429564e-06,
      "loss": 1.9592,
      "mean_token_accuracy": 0.5606556057929992,
      "num_tokens": 521025913.0,
      "step": 676350
    },
    {
      "epoch": 0.857935100550765,
      "grad_norm": 6.3125,
      "learning_rate": 7.104209535456666e-06,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5517342031002045,
      "num_tokens": 521032471.0,
      "step": 676360
    },
    {
      "epoch": 0.8579477851432978,
      "grad_norm": 5.21875,
      "learning_rate": 7.103575225370374e-06,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5688244372606277,
      "num_tokens": 521040752.0,
      "step": 676370
    },
    {
      "epoch": 0.8579604697358306,
      "grad_norm": 4.84375,
      "learning_rate": 7.102940915284083e-06,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5539842575788498,
      "num_tokens": 521048216.0,
      "step": 676380
    },
    {
      "epoch": 0.8579731543283635,
      "grad_norm": 5.4375,
      "learning_rate": 7.1023066051977905e-06,
      "loss": 1.997,
      "mean_token_accuracy": 0.5641792804002762,
      "num_tokens": 521056434.0,
      "step": 676390
    },
    {
      "epoch": 0.8579858389208963,
      "grad_norm": 6.0625,
      "learning_rate": 7.1016722951115e-06,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5541511684656143,
      "num_tokens": 521064206.0,
      "step": 676400
    },
    {
      "epoch": 0.8579985235134292,
      "grad_norm": 9.5625,
      "learning_rate": 7.101037985025208e-06,
      "loss": 1.8589,
      "mean_token_accuracy": 0.5836107194423675,
      "num_tokens": 521071359.0,
      "step": 676410
    },
    {
      "epoch": 0.858011208105962,
      "grad_norm": 5.8125,
      "learning_rate": 7.100403674938916e-06,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5395176589488984,
      "num_tokens": 521078623.0,
      "step": 676420
    },
    {
      "epoch": 0.8580238926984949,
      "grad_norm": 5.09375,
      "learning_rate": 7.099769364852625e-06,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5345202833414078,
      "num_tokens": 521087085.0,
      "step": 676430
    },
    {
      "epoch": 0.8580365772910277,
      "grad_norm": 6.90625,
      "learning_rate": 7.0991350547663326e-06,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5341325908899307,
      "num_tokens": 521094618.0,
      "step": 676440
    },
    {
      "epoch": 0.8580492618835606,
      "grad_norm": 5.0625,
      "learning_rate": 7.098500744680042e-06,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5185754984617233,
      "num_tokens": 521104001.0,
      "step": 676450
    },
    {
      "epoch": 0.8580619464760934,
      "grad_norm": 4.90625,
      "learning_rate": 7.09786643459375e-06,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5247692883014679,
      "num_tokens": 521112712.0,
      "step": 676460
    },
    {
      "epoch": 0.8580746310686261,
      "grad_norm": 5.4375,
      "learning_rate": 7.097232124507458e-06,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5348354697227478,
      "num_tokens": 521122085.0,
      "step": 676470
    },
    {
      "epoch": 0.858087315661159,
      "grad_norm": 6.0,
      "learning_rate": 7.0965978144211675e-06,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5519700527191163,
      "num_tokens": 521128474.0,
      "step": 676480
    },
    {
      "epoch": 0.8581000002536918,
      "grad_norm": 7.90625,
      "learning_rate": 7.095963504334875e-06,
      "loss": 2.0622,
      "mean_token_accuracy": 0.547591707110405,
      "num_tokens": 521136092.0,
      "step": 676490
    },
    {
      "epoch": 0.8581126848462247,
      "grad_norm": 7.125,
      "learning_rate": 7.095329194248584e-06,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5321290999650955,
      "num_tokens": 521142765.0,
      "step": 676500
    },
    {
      "epoch": 0.8581253694387575,
      "grad_norm": 5.6875,
      "learning_rate": 7.094694884162292e-06,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5214969277381897,
      "num_tokens": 521151254.0,
      "step": 676510
    },
    {
      "epoch": 0.8581380540312904,
      "grad_norm": 6.25,
      "learning_rate": 7.094060574076e-06,
      "loss": 1.8709,
      "mean_token_accuracy": 0.585158360004425,
      "num_tokens": 521158275.0,
      "step": 676520
    },
    {
      "epoch": 0.8581507386238232,
      "grad_norm": 10.5625,
      "learning_rate": 7.0934262639897095e-06,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5406150937080383,
      "num_tokens": 521166312.0,
      "step": 676530
    },
    {
      "epoch": 0.858163423216356,
      "grad_norm": 5.0,
      "learning_rate": 7.092791953903417e-06,
      "loss": 2.107,
      "mean_token_accuracy": 0.5369590491056442,
      "num_tokens": 521173507.0,
      "step": 676540
    },
    {
      "epoch": 0.8581761078088889,
      "grad_norm": 5.65625,
      "learning_rate": 7.092157643817127e-06,
      "loss": 1.8605,
      "mean_token_accuracy": 0.5667061477899551,
      "num_tokens": 521181787.0,
      "step": 676550
    },
    {
      "epoch": 0.8581887924014217,
      "grad_norm": 10.1875,
      "learning_rate": 7.091523333730835e-06,
      "loss": 1.9859,
      "mean_token_accuracy": 0.556501281261444,
      "num_tokens": 521189201.0,
      "step": 676560
    },
    {
      "epoch": 0.8582014769939545,
      "grad_norm": 4.65625,
      "learning_rate": 7.090889023644543e-06,
      "loss": 1.8789,
      "mean_token_accuracy": 0.5849801868200302,
      "num_tokens": 521196113.0,
      "step": 676570
    },
    {
      "epoch": 0.8582141615864873,
      "grad_norm": 4.9375,
      "learning_rate": 7.0902547135582515e-06,
      "loss": 2.2664,
      "mean_token_accuracy": 0.5172644823789596,
      "num_tokens": 521203907.0,
      "step": 676580
    },
    {
      "epoch": 0.8582268461790202,
      "grad_norm": 5.96875,
      "learning_rate": 7.089620403471959e-06,
      "loss": 2.2311,
      "mean_token_accuracy": 0.5199519753456116,
      "num_tokens": 521212596.0,
      "step": 676590
    },
    {
      "epoch": 0.858239530771553,
      "grad_norm": 4.9375,
      "learning_rate": 7.088986093385669e-06,
      "loss": 2.296,
      "mean_token_accuracy": 0.5032643049955368,
      "num_tokens": 521221634.0,
      "step": 676600
    },
    {
      "epoch": 0.8582522153640859,
      "grad_norm": 6.5,
      "learning_rate": 7.088351783299377e-06,
      "loss": 2.2255,
      "mean_token_accuracy": 0.519583335518837,
      "num_tokens": 521230012.0,
      "step": 676610
    },
    {
      "epoch": 0.8582648999566187,
      "grad_norm": 5.78125,
      "learning_rate": 7.087717473213086e-06,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5683078557252884,
      "num_tokens": 521236444.0,
      "step": 676620
    },
    {
      "epoch": 0.8582775845491515,
      "grad_norm": 4.9375,
      "learning_rate": 7.0870831631267935e-06,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5629921883344651,
      "num_tokens": 521244450.0,
      "step": 676630
    },
    {
      "epoch": 0.8582902691416844,
      "grad_norm": 6.0,
      "learning_rate": 7.086448853040501e-06,
      "loss": 1.6307,
      "mean_token_accuracy": 0.6336681425571442,
      "num_tokens": 521249816.0,
      "step": 676640
    },
    {
      "epoch": 0.8583029537342172,
      "grad_norm": 4.9375,
      "learning_rate": 7.085814542954211e-06,
      "loss": 2.2798,
      "mean_token_accuracy": 0.500437268614769,
      "num_tokens": 521259513.0,
      "step": 676650
    },
    {
      "epoch": 0.8583156383267501,
      "grad_norm": 4.3125,
      "learning_rate": 7.085180232867919e-06,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5482609808444977,
      "num_tokens": 521265951.0,
      "step": 676660
    },
    {
      "epoch": 0.8583283229192828,
      "grad_norm": 5.5,
      "learning_rate": 7.0845459227816285e-06,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5400905966758728,
      "num_tokens": 521273432.0,
      "step": 676670
    },
    {
      "epoch": 0.8583410075118157,
      "grad_norm": 6.46875,
      "learning_rate": 7.083911612695336e-06,
      "loss": 2.2416,
      "mean_token_accuracy": 0.5099266290664672,
      "num_tokens": 521280778.0,
      "step": 676680
    },
    {
      "epoch": 0.8583536921043485,
      "grad_norm": 4.96875,
      "learning_rate": 7.083277302609044e-06,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5518719106912613,
      "num_tokens": 521288977.0,
      "step": 676690
    },
    {
      "epoch": 0.8583663766968813,
      "grad_norm": 5.0,
      "learning_rate": 7.082642992522753e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5501054674386978,
      "num_tokens": 521296462.0,
      "step": 676700
    },
    {
      "epoch": 0.8583790612894142,
      "grad_norm": 5.5,
      "learning_rate": 7.082008682436461e-06,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5561033606529235,
      "num_tokens": 521304379.0,
      "step": 676710
    },
    {
      "epoch": 0.858391745881947,
      "grad_norm": 6.34375,
      "learning_rate": 7.0813743723501705e-06,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5631982624530792,
      "num_tokens": 521313364.0,
      "step": 676720
    },
    {
      "epoch": 0.8584044304744799,
      "grad_norm": 5.65625,
      "learning_rate": 7.080740062263878e-06,
      "loss": 2.068,
      "mean_token_accuracy": 0.5447461903095245,
      "num_tokens": 521320755.0,
      "step": 676730
    },
    {
      "epoch": 0.8584171150670127,
      "grad_norm": 4.8125,
      "learning_rate": 7.080105752177586e-06,
      "loss": 1.87,
      "mean_token_accuracy": 0.5882721304893493,
      "num_tokens": 521328542.0,
      "step": 676740
    },
    {
      "epoch": 0.8584297996595456,
      "grad_norm": 5.09375,
      "learning_rate": 7.079471442091296e-06,
      "loss": 2.2627,
      "mean_token_accuracy": 0.5232546210289002,
      "num_tokens": 521336642.0,
      "step": 676750
    },
    {
      "epoch": 0.8584424842520784,
      "grad_norm": 5.375,
      "learning_rate": 7.078837132005004e-06,
      "loss": 2.281,
      "mean_token_accuracy": 0.5201525032520294,
      "num_tokens": 521345326.0,
      "step": 676760
    },
    {
      "epoch": 0.8584551688446111,
      "grad_norm": 6.65625,
      "learning_rate": 7.0782028219187125e-06,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5423200130462646,
      "num_tokens": 521352358.0,
      "step": 676770
    },
    {
      "epoch": 0.858467853437144,
      "grad_norm": 5.65625,
      "learning_rate": 7.07756851183242e-06,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5361406594514847,
      "num_tokens": 521360060.0,
      "step": 676780
    },
    {
      "epoch": 0.8584805380296768,
      "grad_norm": 5.9375,
      "learning_rate": 7.076934201746128e-06,
      "loss": 1.988,
      "mean_token_accuracy": 0.5501087516546249,
      "num_tokens": 521367305.0,
      "step": 676790
    },
    {
      "epoch": 0.8584932226222097,
      "grad_norm": 5.96875,
      "learning_rate": 7.076299891659838e-06,
      "loss": 2.093,
      "mean_token_accuracy": 0.5364782482385635,
      "num_tokens": 521374609.0,
      "step": 676800
    },
    {
      "epoch": 0.8585059072147425,
      "grad_norm": 4.8125,
      "learning_rate": 7.075665581573546e-06,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5285544633865357,
      "num_tokens": 521382673.0,
      "step": 676810
    },
    {
      "epoch": 0.8585185918072754,
      "grad_norm": 6.15625,
      "learning_rate": 7.075031271487255e-06,
      "loss": 2.295,
      "mean_token_accuracy": 0.4997510015964508,
      "num_tokens": 521391493.0,
      "step": 676820
    },
    {
      "epoch": 0.8585312763998082,
      "grad_norm": 5.375,
      "learning_rate": 7.074396961400962e-06,
      "loss": 2.2736,
      "mean_token_accuracy": 0.5144933700561524,
      "num_tokens": 521399189.0,
      "step": 676830
    },
    {
      "epoch": 0.8585439609923411,
      "grad_norm": 6.71875,
      "learning_rate": 7.073762651314672e-06,
      "loss": 1.9031,
      "mean_token_accuracy": 0.5680337071418762,
      "num_tokens": 521405372.0,
      "step": 676840
    },
    {
      "epoch": 0.8585566455848739,
      "grad_norm": 5.65625,
      "learning_rate": 7.07312834122838e-06,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5610866785049439,
      "num_tokens": 521412170.0,
      "step": 676850
    },
    {
      "epoch": 0.8585693301774067,
      "grad_norm": 6.21875,
      "learning_rate": 7.072494031142088e-06,
      "loss": 2.2644,
      "mean_token_accuracy": 0.5258991897106171,
      "num_tokens": 521420612.0,
      "step": 676860
    },
    {
      "epoch": 0.8585820147699396,
      "grad_norm": 5.5,
      "learning_rate": 7.071859721055797e-06,
      "loss": 2.2218,
      "mean_token_accuracy": 0.5183607846498489,
      "num_tokens": 521428870.0,
      "step": 676870
    },
    {
      "epoch": 0.8585946993624723,
      "grad_norm": 4.8125,
      "learning_rate": 7.071225410969505e-06,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5278013706207275,
      "num_tokens": 521437677.0,
      "step": 676880
    },
    {
      "epoch": 0.8586073839550052,
      "grad_norm": 7.75,
      "learning_rate": 7.070591100883214e-06,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5644773423671723,
      "num_tokens": 521445155.0,
      "step": 676890
    },
    {
      "epoch": 0.858620068547538,
      "grad_norm": 4.65625,
      "learning_rate": 7.069956790796922e-06,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5519996076822281,
      "num_tokens": 521454746.0,
      "step": 676900
    },
    {
      "epoch": 0.8586327531400709,
      "grad_norm": 5.78125,
      "learning_rate": 7.06932248071063e-06,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5241844534873963,
      "num_tokens": 521462489.0,
      "step": 676910
    },
    {
      "epoch": 0.8586454377326037,
      "grad_norm": 5.15625,
      "learning_rate": 7.068688170624339e-06,
      "loss": 1.884,
      "mean_token_accuracy": 0.5814015567302704,
      "num_tokens": 521469521.0,
      "step": 676920
    },
    {
      "epoch": 0.8586581223251365,
      "grad_norm": 6.1875,
      "learning_rate": 7.068053860538047e-06,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5357113718986511,
      "num_tokens": 521477594.0,
      "step": 676930
    },
    {
      "epoch": 0.8586708069176694,
      "grad_norm": 5.46875,
      "learning_rate": 7.067419550451757e-06,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5220154881477356,
      "num_tokens": 521485968.0,
      "step": 676940
    },
    {
      "epoch": 0.8586834915102022,
      "grad_norm": 4.65625,
      "learning_rate": 7.066785240365465e-06,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5712876796722413,
      "num_tokens": 521493517.0,
      "step": 676950
    },
    {
      "epoch": 0.8586961761027351,
      "grad_norm": 4.625,
      "learning_rate": 7.066150930279173e-06,
      "loss": 1.755,
      "mean_token_accuracy": 0.5939735531806946,
      "num_tokens": 521501991.0,
      "step": 676960
    },
    {
      "epoch": 0.8587088606952679,
      "grad_norm": 5.25,
      "learning_rate": 7.065516620192881e-06,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5638234943151474,
      "num_tokens": 521509660.0,
      "step": 676970
    },
    {
      "epoch": 0.8587215452878008,
      "grad_norm": 5.28125,
      "learning_rate": 7.064882310106589e-06,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5588836342096328,
      "num_tokens": 521517005.0,
      "step": 676980
    },
    {
      "epoch": 0.8587342298803335,
      "grad_norm": 4.96875,
      "learning_rate": 7.064248000020299e-06,
      "loss": 2.1888,
      "mean_token_accuracy": 0.5169450730085373,
      "num_tokens": 521525365.0,
      "step": 676990
    },
    {
      "epoch": 0.8587469144728664,
      "grad_norm": 4.78125,
      "learning_rate": 7.063613689934007e-06,
      "loss": 1.4942,
      "mean_token_accuracy": 0.6593257844448089,
      "num_tokens": 521531198.0,
      "step": 677000
    },
    {
      "epoch": 0.8587595990653992,
      "grad_norm": 4.8125,
      "learning_rate": 7.062979379847715e-06,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5465220034122467,
      "num_tokens": 521540152.0,
      "step": 677010
    },
    {
      "epoch": 0.858772283657932,
      "grad_norm": 4.90625,
      "learning_rate": 7.062345069761424e-06,
      "loss": 1.9953,
      "mean_token_accuracy": 0.55260548889637,
      "num_tokens": 521548849.0,
      "step": 677020
    },
    {
      "epoch": 0.8587849682504649,
      "grad_norm": 4.96875,
      "learning_rate": 7.061710759675132e-06,
      "loss": 2.13,
      "mean_token_accuracy": 0.5229948580265045,
      "num_tokens": 521558250.0,
      "step": 677030
    },
    {
      "epoch": 0.8587976528429977,
      "grad_norm": 6.53125,
      "learning_rate": 7.061076449588841e-06,
      "loss": 1.8023,
      "mean_token_accuracy": 0.5948514103889465,
      "num_tokens": 521564480.0,
      "step": 677040
    },
    {
      "epoch": 0.8588103374355306,
      "grad_norm": 6.78125,
      "learning_rate": 7.060442139502549e-06,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5145253360271453,
      "num_tokens": 521572420.0,
      "step": 677050
    },
    {
      "epoch": 0.8588230220280634,
      "grad_norm": 8.5,
      "learning_rate": 7.059807829416258e-06,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5324324697256089,
      "num_tokens": 521579866.0,
      "step": 677060
    },
    {
      "epoch": 0.8588357066205963,
      "grad_norm": 5.03125,
      "learning_rate": 7.059173519329966e-06,
      "loss": 1.7957,
      "mean_token_accuracy": 0.596669214963913,
      "num_tokens": 521589089.0,
      "step": 677070
    },
    {
      "epoch": 0.8588483912131291,
      "grad_norm": 5.21875,
      "learning_rate": 7.058539209243674e-06,
      "loss": 2.104,
      "mean_token_accuracy": 0.5314947307109833,
      "num_tokens": 521598413.0,
      "step": 677080
    },
    {
      "epoch": 0.8588610758056618,
      "grad_norm": 7.8125,
      "learning_rate": 7.057904899157383e-06,
      "loss": 2.0045,
      "mean_token_accuracy": 0.554374611377716,
      "num_tokens": 521605151.0,
      "step": 677090
    },
    {
      "epoch": 0.8588737603981947,
      "grad_norm": 4.65625,
      "learning_rate": 7.057270589071091e-06,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5568975239992142,
      "num_tokens": 521613961.0,
      "step": 677100
    },
    {
      "epoch": 0.8588864449907275,
      "grad_norm": 5.78125,
      "learning_rate": 7.0566362789848e-06,
      "loss": 2.2718,
      "mean_token_accuracy": 0.5035982608795166,
      "num_tokens": 521621459.0,
      "step": 677110
    },
    {
      "epoch": 0.8588991295832604,
      "grad_norm": 5.03125,
      "learning_rate": 7.056001968898508e-06,
      "loss": 2.141,
      "mean_token_accuracy": 0.5245521426200866,
      "num_tokens": 521630375.0,
      "step": 677120
    },
    {
      "epoch": 0.8589118141757932,
      "grad_norm": 4.84375,
      "learning_rate": 7.055367658812216e-06,
      "loss": 2.0473,
      "mean_token_accuracy": 0.542291009426117,
      "num_tokens": 521639365.0,
      "step": 677130
    },
    {
      "epoch": 0.8589244987683261,
      "grad_norm": 6.1875,
      "learning_rate": 7.054733348725926e-06,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5540497004985809,
      "num_tokens": 521646055.0,
      "step": 677140
    },
    {
      "epoch": 0.8589371833608589,
      "grad_norm": 7.75,
      "learning_rate": 7.054099038639634e-06,
      "loss": 1.8843,
      "mean_token_accuracy": 0.5933722794055939,
      "num_tokens": 521653114.0,
      "step": 677150
    },
    {
      "epoch": 0.8589498679533918,
      "grad_norm": 7.125,
      "learning_rate": 7.053464728553342e-06,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5427587002515792,
      "num_tokens": 521660773.0,
      "step": 677160
    },
    {
      "epoch": 0.8589625525459246,
      "grad_norm": 5.0625,
      "learning_rate": 7.05283041846705e-06,
      "loss": 2.0144,
      "mean_token_accuracy": 0.561220932006836,
      "num_tokens": 521668338.0,
      "step": 677170
    },
    {
      "epoch": 0.8589752371384574,
      "grad_norm": 7.90625,
      "learning_rate": 7.052196108380758e-06,
      "loss": 1.79,
      "mean_token_accuracy": 0.606157174706459,
      "num_tokens": 521674582.0,
      "step": 677180
    },
    {
      "epoch": 0.8589879217309903,
      "grad_norm": 5.46875,
      "learning_rate": 7.051561798294468e-06,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5597883939743042,
      "num_tokens": 521682611.0,
      "step": 677190
    },
    {
      "epoch": 0.859000606323523,
      "grad_norm": 7.1875,
      "learning_rate": 7.050927488208176e-06,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5412892311811447,
      "num_tokens": 521690895.0,
      "step": 677200
    },
    {
      "epoch": 0.8590132909160559,
      "grad_norm": 6.40625,
      "learning_rate": 7.050293178121885e-06,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5484175235033035,
      "num_tokens": 521698943.0,
      "step": 677210
    },
    {
      "epoch": 0.8590259755085887,
      "grad_norm": 7.90625,
      "learning_rate": 7.049658868035593e-06,
      "loss": 1.977,
      "mean_token_accuracy": 0.5680299758911133,
      "num_tokens": 521706430.0,
      "step": 677220
    },
    {
      "epoch": 0.8590386601011216,
      "grad_norm": 5.40625,
      "learning_rate": 7.049024557949301e-06,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5576221972703934,
      "num_tokens": 521714174.0,
      "step": 677230
    },
    {
      "epoch": 0.8590513446936544,
      "grad_norm": 4.78125,
      "learning_rate": 7.04839024786301e-06,
      "loss": 2.0489,
      "mean_token_accuracy": 0.546360433101654,
      "num_tokens": 521721602.0,
      "step": 677240
    },
    {
      "epoch": 0.8590640292861872,
      "grad_norm": 7.09375,
      "learning_rate": 7.047755937776718e-06,
      "loss": 2.1946,
      "mean_token_accuracy": 0.5234732836484909,
      "num_tokens": 521730099.0,
      "step": 677250
    },
    {
      "epoch": 0.8590767138787201,
      "grad_norm": 5.96875,
      "learning_rate": 7.047121627690427e-06,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5276015400886536,
      "num_tokens": 521738828.0,
      "step": 677260
    },
    {
      "epoch": 0.8590893984712529,
      "grad_norm": 5.71875,
      "learning_rate": 7.046487317604135e-06,
      "loss": 1.8842,
      "mean_token_accuracy": 0.5844357460737228,
      "num_tokens": 521746508.0,
      "step": 677270
    },
    {
      "epoch": 0.8591020830637858,
      "grad_norm": 4.90625,
      "learning_rate": 7.045853007517844e-06,
      "loss": 2.0332,
      "mean_token_accuracy": 0.545530155301094,
      "num_tokens": 521753668.0,
      "step": 677280
    },
    {
      "epoch": 0.8591147676563186,
      "grad_norm": 6.09375,
      "learning_rate": 7.045218697431552e-06,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5310816794633866,
      "num_tokens": 521761782.0,
      "step": 677290
    },
    {
      "epoch": 0.8591274522488515,
      "grad_norm": 7.1875,
      "learning_rate": 7.04458438734526e-06,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5417485028505326,
      "num_tokens": 521769491.0,
      "step": 677300
    },
    {
      "epoch": 0.8591401368413842,
      "grad_norm": 7.9375,
      "learning_rate": 7.043950077258969e-06,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5401389479637146,
      "num_tokens": 521777330.0,
      "step": 677310
    },
    {
      "epoch": 0.859152821433917,
      "grad_norm": 5.71875,
      "learning_rate": 7.043315767172677e-06,
      "loss": 1.9317,
      "mean_token_accuracy": 0.5703811019659042,
      "num_tokens": 521783881.0,
      "step": 677320
    },
    {
      "epoch": 0.8591655060264499,
      "grad_norm": 5.6875,
      "learning_rate": 7.042681457086387e-06,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5688247054815292,
      "num_tokens": 521790120.0,
      "step": 677330
    },
    {
      "epoch": 0.8591781906189827,
      "grad_norm": 5.5625,
      "learning_rate": 7.0420471470000946e-06,
      "loss": 2.092,
      "mean_token_accuracy": 0.5368603527545929,
      "num_tokens": 521796889.0,
      "step": 677340
    },
    {
      "epoch": 0.8591908752115156,
      "grad_norm": 5.09375,
      "learning_rate": 7.0414128369138025e-06,
      "loss": 2.111,
      "mean_token_accuracy": 0.5508181989192963,
      "num_tokens": 521804991.0,
      "step": 677350
    },
    {
      "epoch": 0.8592035598040484,
      "grad_norm": 6.78125,
      "learning_rate": 7.040778526827511e-06,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5423498272895813,
      "num_tokens": 521813288.0,
      "step": 677360
    },
    {
      "epoch": 0.8592162443965813,
      "grad_norm": 12.0,
      "learning_rate": 7.040144216741219e-06,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5332807779312134,
      "num_tokens": 521820787.0,
      "step": 677370
    },
    {
      "epoch": 0.8592289289891141,
      "grad_norm": 4.625,
      "learning_rate": 7.039509906654929e-06,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5860103726387024,
      "num_tokens": 521828133.0,
      "step": 677380
    },
    {
      "epoch": 0.859241613581647,
      "grad_norm": 4.84375,
      "learning_rate": 7.0388755965686366e-06,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5697420567274094,
      "num_tokens": 521834002.0,
      "step": 677390
    },
    {
      "epoch": 0.8592542981741798,
      "grad_norm": 5.21875,
      "learning_rate": 7.0382412864823445e-06,
      "loss": 2.1643,
      "mean_token_accuracy": 0.52949478328228,
      "num_tokens": 521843055.0,
      "step": 677400
    },
    {
      "epoch": 0.8592669827667125,
      "grad_norm": 4.78125,
      "learning_rate": 7.037606976396054e-06,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5509989976882934,
      "num_tokens": 521850648.0,
      "step": 677410
    },
    {
      "epoch": 0.8592796673592454,
      "grad_norm": 5.3125,
      "learning_rate": 7.036972666309762e-06,
      "loss": 2.2317,
      "mean_token_accuracy": 0.5128778606653214,
      "num_tokens": 521858888.0,
      "step": 677420
    },
    {
      "epoch": 0.8592923519517782,
      "grad_norm": 5.84375,
      "learning_rate": 7.036338356223471e-06,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5485404103994369,
      "num_tokens": 521867533.0,
      "step": 677430
    },
    {
      "epoch": 0.8593050365443111,
      "grad_norm": 4.90625,
      "learning_rate": 7.0357040461371786e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5441202878952026,
      "num_tokens": 521876042.0,
      "step": 677440
    },
    {
      "epoch": 0.8593177211368439,
      "grad_norm": 5.84375,
      "learning_rate": 7.0350697360508865e-06,
      "loss": 2.2427,
      "mean_token_accuracy": 0.5123614311218262,
      "num_tokens": 521883914.0,
      "step": 677450
    },
    {
      "epoch": 0.8593304057293768,
      "grad_norm": 5.84375,
      "learning_rate": 7.034435425964596e-06,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5733872413635254,
      "num_tokens": 521891910.0,
      "step": 677460
    },
    {
      "epoch": 0.8593430903219096,
      "grad_norm": 5.84375,
      "learning_rate": 7.033801115878304e-06,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5561671376228332,
      "num_tokens": 521899052.0,
      "step": 677470
    },
    {
      "epoch": 0.8593557749144424,
      "grad_norm": 5.625,
      "learning_rate": 7.033166805792013e-06,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5297678560018539,
      "num_tokens": 521907083.0,
      "step": 677480
    },
    {
      "epoch": 0.8593684595069753,
      "grad_norm": 5.65625,
      "learning_rate": 7.0325324957057206e-06,
      "loss": 1.9729,
      "mean_token_accuracy": 0.570710551738739,
      "num_tokens": 521914308.0,
      "step": 677490
    },
    {
      "epoch": 0.859381144099508,
      "grad_norm": 5.78125,
      "learning_rate": 7.03189818561943e-06,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5298124790191651,
      "num_tokens": 521920785.0,
      "step": 677500
    },
    {
      "epoch": 0.859393828692041,
      "grad_norm": 4.90625,
      "learning_rate": 7.031263875533138e-06,
      "loss": 2.1818,
      "mean_token_accuracy": 0.5344459056854248,
      "num_tokens": 521928883.0,
      "step": 677510
    },
    {
      "epoch": 0.8594065132845737,
      "grad_norm": 5.1875,
      "learning_rate": 7.030629565446846e-06,
      "loss": 1.9415,
      "mean_token_accuracy": 0.5712245643138886,
      "num_tokens": 521935920.0,
      "step": 677520
    },
    {
      "epoch": 0.8594191978771066,
      "grad_norm": 4.6875,
      "learning_rate": 7.0299952553605555e-06,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5337406456470489,
      "num_tokens": 521943266.0,
      "step": 677530
    },
    {
      "epoch": 0.8594318824696394,
      "grad_norm": 6.25,
      "learning_rate": 7.0293609452742634e-06,
      "loss": 2.2515,
      "mean_token_accuracy": 0.5189705580472946,
      "num_tokens": 521950854.0,
      "step": 677540
    },
    {
      "epoch": 0.8594445670621723,
      "grad_norm": 5.1875,
      "learning_rate": 7.028726635187972e-06,
      "loss": 2.0927,
      "mean_token_accuracy": 0.5487270385026932,
      "num_tokens": 521958224.0,
      "step": 677550
    },
    {
      "epoch": 0.8594572516547051,
      "grad_norm": 5.125,
      "learning_rate": 7.02809232510168e-06,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5697222709655761,
      "num_tokens": 521965449.0,
      "step": 677560
    },
    {
      "epoch": 0.8594699362472379,
      "grad_norm": 4.5625,
      "learning_rate": 7.027458015015388e-06,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5489088892936707,
      "num_tokens": 521973902.0,
      "step": 677570
    },
    {
      "epoch": 0.8594826208397708,
      "grad_norm": 5.03125,
      "learning_rate": 7.0268237049290975e-06,
      "loss": 2.035,
      "mean_token_accuracy": 0.548613965511322,
      "num_tokens": 521981486.0,
      "step": 677580
    },
    {
      "epoch": 0.8594953054323036,
      "grad_norm": 7.5,
      "learning_rate": 7.0261893948428054e-06,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5425631791353226,
      "num_tokens": 521989333.0,
      "step": 677590
    },
    {
      "epoch": 0.8595079900248365,
      "grad_norm": 5.84375,
      "learning_rate": 7.025555084756515e-06,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5559013485908508,
      "num_tokens": 521997053.0,
      "step": 677600
    },
    {
      "epoch": 0.8595206746173693,
      "grad_norm": 8.25,
      "learning_rate": 7.024920774670223e-06,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5509529799222946,
      "num_tokens": 522004702.0,
      "step": 677610
    },
    {
      "epoch": 0.8595333592099021,
      "grad_norm": 5.71875,
      "learning_rate": 7.024286464583931e-06,
      "loss": 2.2013,
      "mean_token_accuracy": 0.5221958696842194,
      "num_tokens": 522013456.0,
      "step": 677620
    },
    {
      "epoch": 0.8595460438024349,
      "grad_norm": 6.5,
      "learning_rate": 7.0236521544976395e-06,
      "loss": 1.7757,
      "mean_token_accuracy": 0.6096774071455002,
      "num_tokens": 522018967.0,
      "step": 677630
    },
    {
      "epoch": 0.8595587283949677,
      "grad_norm": 4.625,
      "learning_rate": 7.0230178444113474e-06,
      "loss": 2.0882,
      "mean_token_accuracy": 0.533624529838562,
      "num_tokens": 522028125.0,
      "step": 677640
    },
    {
      "epoch": 0.8595714129875006,
      "grad_norm": 7.5625,
      "learning_rate": 7.022383534325057e-06,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5295043051242828,
      "num_tokens": 522034225.0,
      "step": 677650
    },
    {
      "epoch": 0.8595840975800334,
      "grad_norm": 6.0,
      "learning_rate": 7.021749224238765e-06,
      "loss": 1.9804,
      "mean_token_accuracy": 0.5512975990772248,
      "num_tokens": 522041358.0,
      "step": 677660
    },
    {
      "epoch": 0.8595967821725663,
      "grad_norm": 4.53125,
      "learning_rate": 7.021114914152473e-06,
      "loss": 2.103,
      "mean_token_accuracy": 0.5400268703699111,
      "num_tokens": 522049056.0,
      "step": 677670
    },
    {
      "epoch": 0.8596094667650991,
      "grad_norm": 5.78125,
      "learning_rate": 7.0204806040661815e-06,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5373685151338577,
      "num_tokens": 522057604.0,
      "step": 677680
    },
    {
      "epoch": 0.859622151357632,
      "grad_norm": 7.125,
      "learning_rate": 7.0198462939798894e-06,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5388089865446091,
      "num_tokens": 522065593.0,
      "step": 677690
    },
    {
      "epoch": 0.8596348359501648,
      "grad_norm": 8.75,
      "learning_rate": 7.019211983893599e-06,
      "loss": 1.987,
      "mean_token_accuracy": 0.5508174359798431,
      "num_tokens": 522072928.0,
      "step": 677700
    },
    {
      "epoch": 0.8596475205426976,
      "grad_norm": 6.5,
      "learning_rate": 7.018577673807307e-06,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5451488435268402,
      "num_tokens": 522080477.0,
      "step": 677710
    },
    {
      "epoch": 0.8596602051352304,
      "grad_norm": 4.75,
      "learning_rate": 7.017943363721015e-06,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5395836770534516,
      "num_tokens": 522088091.0,
      "step": 677720
    },
    {
      "epoch": 0.8596728897277632,
      "grad_norm": 4.59375,
      "learning_rate": 7.017309053634724e-06,
      "loss": 2.0413,
      "mean_token_accuracy": 0.543947947025299,
      "num_tokens": 522096130.0,
      "step": 677730
    },
    {
      "epoch": 0.8596855743202961,
      "grad_norm": 5.75,
      "learning_rate": 7.016674743548432e-06,
      "loss": 2.039,
      "mean_token_accuracy": 0.5457928597927093,
      "num_tokens": 522103723.0,
      "step": 677740
    },
    {
      "epoch": 0.8596982589128289,
      "grad_norm": 5.84375,
      "learning_rate": 7.016040433462141e-06,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5388982146978378,
      "num_tokens": 522111847.0,
      "step": 677750
    },
    {
      "epoch": 0.8597109435053618,
      "grad_norm": 6.03125,
      "learning_rate": 7.015406123375849e-06,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5330917119979859,
      "num_tokens": 522119334.0,
      "step": 677760
    },
    {
      "epoch": 0.8597236280978946,
      "grad_norm": 5.0625,
      "learning_rate": 7.0147718132895585e-06,
      "loss": 1.9203,
      "mean_token_accuracy": 0.5744936048984528,
      "num_tokens": 522126834.0,
      "step": 677770
    },
    {
      "epoch": 0.8597363126904275,
      "grad_norm": 5.4375,
      "learning_rate": 7.014137503203266e-06,
      "loss": 2.2938,
      "mean_token_accuracy": 0.5097949743270874,
      "num_tokens": 522134727.0,
      "step": 677780
    },
    {
      "epoch": 0.8597489972829603,
      "grad_norm": 6.125,
      "learning_rate": 7.013503193116974e-06,
      "loss": 2.089,
      "mean_token_accuracy": 0.5429379284381867,
      "num_tokens": 522143528.0,
      "step": 677790
    },
    {
      "epoch": 0.8597616818754931,
      "grad_norm": 4.90625,
      "learning_rate": 7.012868883030684e-06,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5490664064884185,
      "num_tokens": 522150887.0,
      "step": 677800
    },
    {
      "epoch": 0.859774366468026,
      "grad_norm": 6.125,
      "learning_rate": 7.012234572944392e-06,
      "loss": 2.1122,
      "mean_token_accuracy": 0.536487677693367,
      "num_tokens": 522157879.0,
      "step": 677810
    },
    {
      "epoch": 0.8597870510605587,
      "grad_norm": 5.6875,
      "learning_rate": 7.0116002628581005e-06,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5191746145486832,
      "num_tokens": 522165594.0,
      "step": 677820
    },
    {
      "epoch": 0.8597997356530916,
      "grad_norm": 6.78125,
      "learning_rate": 7.010965952771808e-06,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5680548995733261,
      "num_tokens": 522173367.0,
      "step": 677830
    },
    {
      "epoch": 0.8598124202456244,
      "grad_norm": 5.625,
      "learning_rate": 7.010331642685516e-06,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5272221088409423,
      "num_tokens": 522180407.0,
      "step": 677840
    },
    {
      "epoch": 0.8598251048381573,
      "grad_norm": 5.8125,
      "learning_rate": 7.009697332599226e-06,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5514855742454529,
      "num_tokens": 522188335.0,
      "step": 677850
    },
    {
      "epoch": 0.8598377894306901,
      "grad_norm": 6.75,
      "learning_rate": 7.009063022512934e-06,
      "loss": 1.7428,
      "mean_token_accuracy": 0.6129850059747696,
      "num_tokens": 522194583.0,
      "step": 677860
    },
    {
      "epoch": 0.8598504740232229,
      "grad_norm": 6.0625,
      "learning_rate": 7.0084287124266425e-06,
      "loss": 2.1995,
      "mean_token_accuracy": 0.5239958792924881,
      "num_tokens": 522203068.0,
      "step": 677870
    },
    {
      "epoch": 0.8598631586157558,
      "grad_norm": 4.53125,
      "learning_rate": 7.00779440234035e-06,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5444467246532441,
      "num_tokens": 522212368.0,
      "step": 677880
    },
    {
      "epoch": 0.8598758432082886,
      "grad_norm": 5.0625,
      "learning_rate": 7.007160092254058e-06,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5247286856174469,
      "num_tokens": 522220995.0,
      "step": 677890
    },
    {
      "epoch": 0.8598885278008215,
      "grad_norm": 6.21875,
      "learning_rate": 7.006525782167768e-06,
      "loss": 2.3566,
      "mean_token_accuracy": 0.5060427188873291,
      "num_tokens": 522229125.0,
      "step": 677900
    },
    {
      "epoch": 0.8599012123933543,
      "grad_norm": 8.25,
      "learning_rate": 7.005891472081476e-06,
      "loss": 2.2923,
      "mean_token_accuracy": 0.5114280313253403,
      "num_tokens": 522236455.0,
      "step": 677910
    },
    {
      "epoch": 0.8599138969858872,
      "grad_norm": 5.0625,
      "learning_rate": 7.005257161995185e-06,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5369596838951111,
      "num_tokens": 522243256.0,
      "step": 677920
    },
    {
      "epoch": 0.85992658157842,
      "grad_norm": 5.96875,
      "learning_rate": 7.004622851908893e-06,
      "loss": 1.9309,
      "mean_token_accuracy": 0.572645115852356,
      "num_tokens": 522250099.0,
      "step": 677930
    },
    {
      "epoch": 0.8599392661709528,
      "grad_norm": 6.375,
      "learning_rate": 7.003988541822601e-06,
      "loss": 1.725,
      "mean_token_accuracy": 0.6024428367614746,
      "num_tokens": 522256174.0,
      "step": 677940
    },
    {
      "epoch": 0.8599519507634856,
      "grad_norm": 6.1875,
      "learning_rate": 7.00335423173631e-06,
      "loss": 2.333,
      "mean_token_accuracy": 0.5100738078355789,
      "num_tokens": 522264199.0,
      "step": 677950
    },
    {
      "epoch": 0.8599646353560184,
      "grad_norm": 5.9375,
      "learning_rate": 7.002719921650018e-06,
      "loss": 2.2867,
      "mean_token_accuracy": 0.5096766650676727,
      "num_tokens": 522272033.0,
      "step": 677960
    },
    {
      "epoch": 0.8599773199485513,
      "grad_norm": 5.5625,
      "learning_rate": 7.002085611563727e-06,
      "loss": 1.7396,
      "mean_token_accuracy": 0.6065521955490112,
      "num_tokens": 522278723.0,
      "step": 677970
    },
    {
      "epoch": 0.8599900045410841,
      "grad_norm": 6.28125,
      "learning_rate": 7.001451301477435e-06,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5186145067214966,
      "num_tokens": 522287619.0,
      "step": 677980
    },
    {
      "epoch": 0.860002689133617,
      "grad_norm": 6.09375,
      "learning_rate": 7.000816991391145e-06,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5479820072650909,
      "num_tokens": 522295306.0,
      "step": 677990
    },
    {
      "epoch": 0.8600153737261498,
      "grad_norm": 5.5,
      "learning_rate": 7.000182681304853e-06,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5688422948122025,
      "num_tokens": 522303232.0,
      "step": 678000
    },
    {
      "epoch": 0.8600280583186827,
      "grad_norm": 5.125,
      "learning_rate": 6.999548371218561e-06,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5424980372190475,
      "num_tokens": 522311881.0,
      "step": 678010
    },
    {
      "epoch": 0.8600407429112155,
      "grad_norm": 4.96875,
      "learning_rate": 6.998914061132269e-06,
      "loss": 2.145,
      "mean_token_accuracy": 0.5326132297515869,
      "num_tokens": 522320478.0,
      "step": 678020
    },
    {
      "epoch": 0.8600534275037482,
      "grad_norm": 7.5625,
      "learning_rate": 6.998279751045977e-06,
      "loss": 1.8169,
      "mean_token_accuracy": 0.5913844525814056,
      "num_tokens": 522327813.0,
      "step": 678030
    },
    {
      "epoch": 0.8600661120962811,
      "grad_norm": 9.125,
      "learning_rate": 6.997645440959687e-06,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5289021700620651,
      "num_tokens": 522336337.0,
      "step": 678040
    },
    {
      "epoch": 0.8600787966888139,
      "grad_norm": 6.0625,
      "learning_rate": 6.997011130873395e-06,
      "loss": 2.0966,
      "mean_token_accuracy": 0.536956000328064,
      "num_tokens": 522344491.0,
      "step": 678050
    },
    {
      "epoch": 0.8600914812813468,
      "grad_norm": 6.34375,
      "learning_rate": 6.996376820787103e-06,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5334765404462815,
      "num_tokens": 522351489.0,
      "step": 678060
    },
    {
      "epoch": 0.8601041658738796,
      "grad_norm": 4.84375,
      "learning_rate": 6.995742510700811e-06,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5351368606090545,
      "num_tokens": 522359998.0,
      "step": 678070
    },
    {
      "epoch": 0.8601168504664125,
      "grad_norm": 5.65625,
      "learning_rate": 6.995108200614519e-06,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5453221261501312,
      "num_tokens": 522368126.0,
      "step": 678080
    },
    {
      "epoch": 0.8601295350589453,
      "grad_norm": 5.0,
      "learning_rate": 6.994473890528229e-06,
      "loss": 2.2461,
      "mean_token_accuracy": 0.5195319771766662,
      "num_tokens": 522377806.0,
      "step": 678090
    },
    {
      "epoch": 0.8601422196514782,
      "grad_norm": 6.25,
      "learning_rate": 6.993839580441937e-06,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5587160348892212,
      "num_tokens": 522385228.0,
      "step": 678100
    },
    {
      "epoch": 0.860154904244011,
      "grad_norm": 5.28125,
      "learning_rate": 6.993205270355645e-06,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5483013153076172,
      "num_tokens": 522393426.0,
      "step": 678110
    },
    {
      "epoch": 0.8601675888365438,
      "grad_norm": 5.25,
      "learning_rate": 6.992570960269354e-06,
      "loss": 2.128,
      "mean_token_accuracy": 0.5345147371292114,
      "num_tokens": 522401486.0,
      "step": 678120
    },
    {
      "epoch": 0.8601802734290767,
      "grad_norm": 4.875,
      "learning_rate": 6.991936650183062e-06,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5345148354768753,
      "num_tokens": 522409792.0,
      "step": 678130
    },
    {
      "epoch": 0.8601929580216094,
      "grad_norm": 5.09375,
      "learning_rate": 6.991302340096771e-06,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5247336179018021,
      "num_tokens": 522417909.0,
      "step": 678140
    },
    {
      "epoch": 0.8602056426141423,
      "grad_norm": 5.96875,
      "learning_rate": 6.990668030010479e-06,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5442234933376312,
      "num_tokens": 522426358.0,
      "step": 678150
    },
    {
      "epoch": 0.8602183272066751,
      "grad_norm": 7.21875,
      "learning_rate": 6.990033719924187e-06,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5543701887130738,
      "num_tokens": 522433964.0,
      "step": 678160
    },
    {
      "epoch": 0.860231011799208,
      "grad_norm": 6.25,
      "learning_rate": 6.989399409837896e-06,
      "loss": 2.0636,
      "mean_token_accuracy": 0.544201210141182,
      "num_tokens": 522441066.0,
      "step": 678170
    },
    {
      "epoch": 0.8602436963917408,
      "grad_norm": 4.84375,
      "learning_rate": 6.988765099751604e-06,
      "loss": 1.7701,
      "mean_token_accuracy": 0.6031457096338272,
      "num_tokens": 522447911.0,
      "step": 678180
    },
    {
      "epoch": 0.8602563809842736,
      "grad_norm": 5.59375,
      "learning_rate": 6.988130789665314e-06,
      "loss": 1.7584,
      "mean_token_accuracy": 0.6124729990959168,
      "num_tokens": 522454882.0,
      "step": 678190
    },
    {
      "epoch": 0.8602690655768065,
      "grad_norm": 5.46875,
      "learning_rate": 6.987496479579022e-06,
      "loss": 2.066,
      "mean_token_accuracy": 0.5456668496131897,
      "num_tokens": 522463426.0,
      "step": 678200
    },
    {
      "epoch": 0.8602817501693393,
      "grad_norm": 5.5,
      "learning_rate": 6.98686216949273e-06,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5524168223142624,
      "num_tokens": 522470594.0,
      "step": 678210
    },
    {
      "epoch": 0.8602944347618722,
      "grad_norm": 5.5625,
      "learning_rate": 6.986227859406438e-06,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5559788793325424,
      "num_tokens": 522477368.0,
      "step": 678220
    },
    {
      "epoch": 0.860307119354405,
      "grad_norm": 6.0625,
      "learning_rate": 6.985593549320146e-06,
      "loss": 1.8819,
      "mean_token_accuracy": 0.5718011021614074,
      "num_tokens": 522484775.0,
      "step": 678230
    },
    {
      "epoch": 0.8603198039469379,
      "grad_norm": 4.5625,
      "learning_rate": 6.984959239233856e-06,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5544538646936417,
      "num_tokens": 522492696.0,
      "step": 678240
    },
    {
      "epoch": 0.8603324885394706,
      "grad_norm": 5.125,
      "learning_rate": 6.984324929147564e-06,
      "loss": 1.8474,
      "mean_token_accuracy": 0.5898916721343994,
      "num_tokens": 522500146.0,
      "step": 678250
    },
    {
      "epoch": 0.8603451731320034,
      "grad_norm": 4.375,
      "learning_rate": 6.983690619061272e-06,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5384764522314072,
      "num_tokens": 522508987.0,
      "step": 678260
    },
    {
      "epoch": 0.8603578577245363,
      "grad_norm": 6.59375,
      "learning_rate": 6.98305630897498e-06,
      "loss": 1.8582,
      "mean_token_accuracy": 0.5692778170108795,
      "num_tokens": 522516954.0,
      "step": 678270
    },
    {
      "epoch": 0.8603705423170691,
      "grad_norm": 5.25,
      "learning_rate": 6.982421998888688e-06,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5606281220912933,
      "num_tokens": 522525457.0,
      "step": 678280
    },
    {
      "epoch": 0.860383226909602,
      "grad_norm": 5.21875,
      "learning_rate": 6.981787688802398e-06,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5431333839893341,
      "num_tokens": 522532506.0,
      "step": 678290
    },
    {
      "epoch": 0.8603959115021348,
      "grad_norm": 6.75,
      "learning_rate": 6.981153378716106e-06,
      "loss": 2.055,
      "mean_token_accuracy": 0.5533057600259781,
      "num_tokens": 522538808.0,
      "step": 678300
    },
    {
      "epoch": 0.8604085960946677,
      "grad_norm": 5.28125,
      "learning_rate": 6.980519068629815e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5269383043050766,
      "num_tokens": 522546339.0,
      "step": 678310
    },
    {
      "epoch": 0.8604212806872005,
      "grad_norm": 5.53125,
      "learning_rate": 6.979884758543523e-06,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5650102257728576,
      "num_tokens": 522552853.0,
      "step": 678320
    },
    {
      "epoch": 0.8604339652797334,
      "grad_norm": 5.6875,
      "learning_rate": 6.979250448457231e-06,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5321055948734283,
      "num_tokens": 522561602.0,
      "step": 678330
    },
    {
      "epoch": 0.8604466498722662,
      "grad_norm": 5.3125,
      "learning_rate": 6.97861613837094e-06,
      "loss": 1.9303,
      "mean_token_accuracy": 0.5705393135547638,
      "num_tokens": 522569010.0,
      "step": 678340
    },
    {
      "epoch": 0.8604593344647989,
      "grad_norm": 5.21875,
      "learning_rate": 6.977981828284648e-06,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5274432986974716,
      "num_tokens": 522577778.0,
      "step": 678350
    },
    {
      "epoch": 0.8604720190573318,
      "grad_norm": 4.71875,
      "learning_rate": 6.977347518198357e-06,
      "loss": 1.6978,
      "mean_token_accuracy": 0.6129028141498566,
      "num_tokens": 522584969.0,
      "step": 678360
    },
    {
      "epoch": 0.8604847036498646,
      "grad_norm": 7.9375,
      "learning_rate": 6.976713208112065e-06,
      "loss": 1.9827,
      "mean_token_accuracy": 0.5667633205652237,
      "num_tokens": 522592583.0,
      "step": 678370
    },
    {
      "epoch": 0.8604973882423975,
      "grad_norm": 5.09375,
      "learning_rate": 6.976078898025773e-06,
      "loss": 2.042,
      "mean_token_accuracy": 0.5671777248382568,
      "num_tokens": 522599594.0,
      "step": 678380
    },
    {
      "epoch": 0.8605100728349303,
      "grad_norm": 5.3125,
      "learning_rate": 6.975444587939483e-06,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5293315052986145,
      "num_tokens": 522608976.0,
      "step": 678390
    },
    {
      "epoch": 0.8605227574274632,
      "grad_norm": 6.15625,
      "learning_rate": 6.9748102778531905e-06,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5399161726236343,
      "num_tokens": 522616645.0,
      "step": 678400
    },
    {
      "epoch": 0.860535442019996,
      "grad_norm": 5.0,
      "learning_rate": 6.974175967766899e-06,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5611544698476791,
      "num_tokens": 522624324.0,
      "step": 678410
    },
    {
      "epoch": 0.8605481266125288,
      "grad_norm": 5.53125,
      "learning_rate": 6.973541657680607e-06,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5456130653619766,
      "num_tokens": 522631624.0,
      "step": 678420
    },
    {
      "epoch": 0.8605608112050617,
      "grad_norm": 8.25,
      "learning_rate": 6.972907347594317e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5318095326423645,
      "num_tokens": 522639513.0,
      "step": 678430
    },
    {
      "epoch": 0.8605734957975945,
      "grad_norm": 7.9375,
      "learning_rate": 6.972273037508025e-06,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5554312229156494,
      "num_tokens": 522646645.0,
      "step": 678440
    },
    {
      "epoch": 0.8605861803901274,
      "grad_norm": 5.8125,
      "learning_rate": 6.9716387274217325e-06,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5270510196685791,
      "num_tokens": 522654492.0,
      "step": 678450
    },
    {
      "epoch": 0.8605988649826601,
      "grad_norm": 13.0,
      "learning_rate": 6.971004417335441e-06,
      "loss": 1.7399,
      "mean_token_accuracy": 0.6167241305112838,
      "num_tokens": 522660528.0,
      "step": 678460
    },
    {
      "epoch": 0.860611549575193,
      "grad_norm": 11.3125,
      "learning_rate": 6.970370107249149e-06,
      "loss": 1.988,
      "mean_token_accuracy": 0.5587628215551377,
      "num_tokens": 522667786.0,
      "step": 678470
    },
    {
      "epoch": 0.8606242341677258,
      "grad_norm": 4.84375,
      "learning_rate": 6.969735797162859e-06,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5345067173242569,
      "num_tokens": 522676668.0,
      "step": 678480
    },
    {
      "epoch": 0.8606369187602587,
      "grad_norm": 5.90625,
      "learning_rate": 6.969101487076567e-06,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5616868406534195,
      "num_tokens": 522683647.0,
      "step": 678490
    },
    {
      "epoch": 0.8606496033527915,
      "grad_norm": 11.5625,
      "learning_rate": 6.9684671769902745e-06,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5350589781999588,
      "num_tokens": 522690400.0,
      "step": 678500
    },
    {
      "epoch": 0.8606622879453243,
      "grad_norm": 6.84375,
      "learning_rate": 6.967832866903984e-06,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5436516493558884,
      "num_tokens": 522697648.0,
      "step": 678510
    },
    {
      "epoch": 0.8606749725378572,
      "grad_norm": 6.34375,
      "learning_rate": 6.967198556817692e-06,
      "loss": 2.2406,
      "mean_token_accuracy": 0.5122530847787857,
      "num_tokens": 522705638.0,
      "step": 678520
    },
    {
      "epoch": 0.86068765713039,
      "grad_norm": 6.03125,
      "learning_rate": 6.966564246731401e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.544342240691185,
      "num_tokens": 522712605.0,
      "step": 678530
    },
    {
      "epoch": 0.8607003417229229,
      "grad_norm": 4.78125,
      "learning_rate": 6.965929936645109e-06,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5398653596639633,
      "num_tokens": 522721106.0,
      "step": 678540
    },
    {
      "epoch": 0.8607130263154557,
      "grad_norm": 6.4375,
      "learning_rate": 6.9652956265588165e-06,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5674100667238235,
      "num_tokens": 522727993.0,
      "step": 678550
    },
    {
      "epoch": 0.8607257109079886,
      "grad_norm": 4.6875,
      "learning_rate": 6.964661316472526e-06,
      "loss": 1.8819,
      "mean_token_accuracy": 0.5858964413404465,
      "num_tokens": 522734020.0,
      "step": 678560
    },
    {
      "epoch": 0.8607383955005213,
      "grad_norm": 7.375,
      "learning_rate": 6.964027006386234e-06,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5676253646612167,
      "num_tokens": 522741389.0,
      "step": 678570
    },
    {
      "epoch": 0.8607510800930541,
      "grad_norm": 7.40625,
      "learning_rate": 6.9633926962999436e-06,
      "loss": 1.8232,
      "mean_token_accuracy": 0.5965588569641114,
      "num_tokens": 522747941.0,
      "step": 678580
    },
    {
      "epoch": 0.860763764685587,
      "grad_norm": 5.40625,
      "learning_rate": 6.9627583862136514e-06,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5568332940340042,
      "num_tokens": 522753970.0,
      "step": 678590
    },
    {
      "epoch": 0.8607764492781198,
      "grad_norm": 4.875,
      "learning_rate": 6.962124076127359e-06,
      "loss": 2.1588,
      "mean_token_accuracy": 0.52607082426548,
      "num_tokens": 522762991.0,
      "step": 678600
    },
    {
      "epoch": 0.8607891338706527,
      "grad_norm": 6.4375,
      "learning_rate": 6.961489766041068e-06,
      "loss": 2.011,
      "mean_token_accuracy": 0.5585654437541961,
      "num_tokens": 522769274.0,
      "step": 678610
    },
    {
      "epoch": 0.8608018184631855,
      "grad_norm": 6.28125,
      "learning_rate": 6.960855455954776e-06,
      "loss": 1.7659,
      "mean_token_accuracy": 0.6063508838415146,
      "num_tokens": 522775288.0,
      "step": 678620
    },
    {
      "epoch": 0.8608145030557184,
      "grad_norm": 7.65625,
      "learning_rate": 6.9602211458684856e-06,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5256941735744476,
      "num_tokens": 522782592.0,
      "step": 678630
    },
    {
      "epoch": 0.8608271876482512,
      "grad_norm": 4.875,
      "learning_rate": 6.9595868357821935e-06,
      "loss": 2.1912,
      "mean_token_accuracy": 0.5178465127944947,
      "num_tokens": 522791530.0,
      "step": 678640
    },
    {
      "epoch": 0.860839872240784,
      "grad_norm": 4.5,
      "learning_rate": 6.958952525695902e-06,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5352664172649384,
      "num_tokens": 522799717.0,
      "step": 678650
    },
    {
      "epoch": 0.8608525568333169,
      "grad_norm": 5.59375,
      "learning_rate": 6.95831821560961e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5462045192718505,
      "num_tokens": 522807364.0,
      "step": 678660
    },
    {
      "epoch": 0.8608652414258496,
      "grad_norm": 5.78125,
      "learning_rate": 6.957683905523318e-06,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5397904872894287,
      "num_tokens": 522814946.0,
      "step": 678670
    },
    {
      "epoch": 0.8608779260183825,
      "grad_norm": 6.65625,
      "learning_rate": 6.9570495954370276e-06,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5228756636381149,
      "num_tokens": 522821421.0,
      "step": 678680
    },
    {
      "epoch": 0.8608906106109153,
      "grad_norm": 6.15625,
      "learning_rate": 6.9564152853507355e-06,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5763860434293747,
      "num_tokens": 522829131.0,
      "step": 678690
    },
    {
      "epoch": 0.8609032952034482,
      "grad_norm": 4.90625,
      "learning_rate": 6.955780975264445e-06,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5499171793460846,
      "num_tokens": 522837637.0,
      "step": 678700
    },
    {
      "epoch": 0.860915979795981,
      "grad_norm": 4.75,
      "learning_rate": 6.955146665178153e-06,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5485616862773895,
      "num_tokens": 522846062.0,
      "step": 678710
    },
    {
      "epoch": 0.8609286643885139,
      "grad_norm": 6.96875,
      "learning_rate": 6.954512355091861e-06,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5278333216905594,
      "num_tokens": 522853385.0,
      "step": 678720
    },
    {
      "epoch": 0.8609413489810467,
      "grad_norm": 4.625,
      "learning_rate": 6.9538780450055696e-06,
      "loss": 2.096,
      "mean_token_accuracy": 0.5353176057338714,
      "num_tokens": 522861271.0,
      "step": 678730
    },
    {
      "epoch": 0.8609540335735795,
      "grad_norm": 5.3125,
      "learning_rate": 6.9532437349192775e-06,
      "loss": 1.9242,
      "mean_token_accuracy": 0.5700818181037903,
      "num_tokens": 522868311.0,
      "step": 678740
    },
    {
      "epoch": 0.8609667181661124,
      "grad_norm": 5.25,
      "learning_rate": 6.952609424832987e-06,
      "loss": 2.2411,
      "mean_token_accuracy": 0.5221301734447479,
      "num_tokens": 522876008.0,
      "step": 678750
    },
    {
      "epoch": 0.8609794027586452,
      "grad_norm": 4.84375,
      "learning_rate": 6.951975114746695e-06,
      "loss": 2.2259,
      "mean_token_accuracy": 0.5111626327037812,
      "num_tokens": 522884267.0,
      "step": 678760
    },
    {
      "epoch": 0.860992087351178,
      "grad_norm": 9.75,
      "learning_rate": 6.951340804660403e-06,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5473292410373688,
      "num_tokens": 522890887.0,
      "step": 678770
    },
    {
      "epoch": 0.8610047719437108,
      "grad_norm": 6.625,
      "learning_rate": 6.950706494574112e-06,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5288175582885742,
      "num_tokens": 522898539.0,
      "step": 678780
    },
    {
      "epoch": 0.8610174565362437,
      "grad_norm": 5.84375,
      "learning_rate": 6.95007218448782e-06,
      "loss": 1.7418,
      "mean_token_accuracy": 0.6226188600063324,
      "num_tokens": 522905160.0,
      "step": 678790
    },
    {
      "epoch": 0.8610301411287765,
      "grad_norm": 8.3125,
      "learning_rate": 6.949437874401529e-06,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5390585869550705,
      "num_tokens": 522912359.0,
      "step": 678800
    },
    {
      "epoch": 0.8610428257213093,
      "grad_norm": 5.71875,
      "learning_rate": 6.948803564315237e-06,
      "loss": 1.625,
      "mean_token_accuracy": 0.633983951807022,
      "num_tokens": 522918512.0,
      "step": 678810
    },
    {
      "epoch": 0.8610555103138422,
      "grad_norm": 7.15625,
      "learning_rate": 6.948169254228945e-06,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5341801315546035,
      "num_tokens": 522926163.0,
      "step": 678820
    },
    {
      "epoch": 0.861068194906375,
      "grad_norm": 9.0,
      "learning_rate": 6.9475349441426544e-06,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5474315911531449,
      "num_tokens": 522932888.0,
      "step": 678830
    },
    {
      "epoch": 0.8610808794989079,
      "grad_norm": 6.09375,
      "learning_rate": 6.946900634056362e-06,
      "loss": 1.8182,
      "mean_token_accuracy": 0.5958548694849014,
      "num_tokens": 522940484.0,
      "step": 678840
    },
    {
      "epoch": 0.8610935640914407,
      "grad_norm": 5.71875,
      "learning_rate": 6.946266323970072e-06,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5338298380374908,
      "num_tokens": 522949614.0,
      "step": 678850
    },
    {
      "epoch": 0.8611062486839736,
      "grad_norm": 10.375,
      "learning_rate": 6.94563201388378e-06,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5580662965774537,
      "num_tokens": 522958020.0,
      "step": 678860
    },
    {
      "epoch": 0.8611189332765063,
      "grad_norm": 4.625,
      "learning_rate": 6.944997703797487e-06,
      "loss": 2.0845,
      "mean_token_accuracy": 0.5362145215272903,
      "num_tokens": 522965352.0,
      "step": 678870
    },
    {
      "epoch": 0.8611316178690392,
      "grad_norm": 4.84375,
      "learning_rate": 6.9443633937111964e-06,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5445947110652923,
      "num_tokens": 522973011.0,
      "step": 678880
    },
    {
      "epoch": 0.861144302461572,
      "grad_norm": 6.1875,
      "learning_rate": 6.943729083624904e-06,
      "loss": 1.844,
      "mean_token_accuracy": 0.5924739331007004,
      "num_tokens": 522980197.0,
      "step": 678890
    },
    {
      "epoch": 0.8611569870541048,
      "grad_norm": 4.875,
      "learning_rate": 6.943094773538614e-06,
      "loss": 2.3056,
      "mean_token_accuracy": 0.4977226763963699,
      "num_tokens": 522988306.0,
      "step": 678900
    },
    {
      "epoch": 0.8611696716466377,
      "grad_norm": 5.28125,
      "learning_rate": 6.942460463452322e-06,
      "loss": 1.7032,
      "mean_token_accuracy": 0.6163948714733124,
      "num_tokens": 522994430.0,
      "step": 678910
    },
    {
      "epoch": 0.8611823562391705,
      "grad_norm": 5.46875,
      "learning_rate": 6.9418261533660305e-06,
      "loss": 2.2456,
      "mean_token_accuracy": 0.5120758056640625,
      "num_tokens": 523002662.0,
      "step": 678920
    },
    {
      "epoch": 0.8611950408317034,
      "grad_norm": 6.59375,
      "learning_rate": 6.9411918432797384e-06,
      "loss": 1.8915,
      "mean_token_accuracy": 0.5732308477163315,
      "num_tokens": 523009141.0,
      "step": 678930
    },
    {
      "epoch": 0.8612077254242362,
      "grad_norm": 6.15625,
      "learning_rate": 6.940557533193446e-06,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5483254551887512,
      "num_tokens": 523016990.0,
      "step": 678940
    },
    {
      "epoch": 0.8612204100167691,
      "grad_norm": 7.71875,
      "learning_rate": 6.939923223107156e-06,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5466481059789657,
      "num_tokens": 523025047.0,
      "step": 678950
    },
    {
      "epoch": 0.8612330946093019,
      "grad_norm": 6.3125,
      "learning_rate": 6.939288913020864e-06,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5454531133174896,
      "num_tokens": 523033004.0,
      "step": 678960
    },
    {
      "epoch": 0.8612457792018346,
      "grad_norm": 6.21875,
      "learning_rate": 6.938654602934573e-06,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5579435288906097,
      "num_tokens": 523039770.0,
      "step": 678970
    },
    {
      "epoch": 0.8612584637943675,
      "grad_norm": 6.28125,
      "learning_rate": 6.938020292848281e-06,
      "loss": 1.7517,
      "mean_token_accuracy": 0.6096846669912338,
      "num_tokens": 523046738.0,
      "step": 678980
    },
    {
      "epoch": 0.8612711483869003,
      "grad_norm": 5.40625,
      "learning_rate": 6.937385982761989e-06,
      "loss": 1.8166,
      "mean_token_accuracy": 0.5754287093877792,
      "num_tokens": 523052770.0,
      "step": 678990
    },
    {
      "epoch": 0.8612838329794332,
      "grad_norm": 6.09375,
      "learning_rate": 6.936751672675698e-06,
      "loss": 1.9342,
      "mean_token_accuracy": 0.568355479836464,
      "num_tokens": 523059649.0,
      "step": 679000
    },
    {
      "epoch": 0.861296517571966,
      "grad_norm": 6.75,
      "learning_rate": 6.936117362589406e-06,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5690545290708542,
      "num_tokens": 523066588.0,
      "step": 679010
    },
    {
      "epoch": 0.8613092021644989,
      "grad_norm": 5.28125,
      "learning_rate": 6.935483052503115e-06,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5598707467317581,
      "num_tokens": 523073133.0,
      "step": 679020
    },
    {
      "epoch": 0.8613218867570317,
      "grad_norm": 5.46875,
      "learning_rate": 6.934848742416823e-06,
      "loss": 1.7862,
      "mean_token_accuracy": 0.5981018662452697,
      "num_tokens": 523079789.0,
      "step": 679030
    },
    {
      "epoch": 0.8613345713495646,
      "grad_norm": 4.90625,
      "learning_rate": 6.934214432330531e-06,
      "loss": 1.9501,
      "mean_token_accuracy": 0.566861480474472,
      "num_tokens": 523087119.0,
      "step": 679040
    },
    {
      "epoch": 0.8613472559420974,
      "grad_norm": 5.84375,
      "learning_rate": 6.933580122244241e-06,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5887860745191574,
      "num_tokens": 523094040.0,
      "step": 679050
    },
    {
      "epoch": 0.8613599405346302,
      "grad_norm": 25.875,
      "learning_rate": 6.932945812157949e-06,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5675013512372971,
      "num_tokens": 523100725.0,
      "step": 679060
    },
    {
      "epoch": 0.8613726251271631,
      "grad_norm": 5.78125,
      "learning_rate": 6.932311502071657e-06,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5212675034999847,
      "num_tokens": 523108676.0,
      "step": 679070
    },
    {
      "epoch": 0.8613853097196958,
      "grad_norm": 5.15625,
      "learning_rate": 6.931677191985365e-06,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5431624263525009,
      "num_tokens": 523116618.0,
      "step": 679080
    },
    {
      "epoch": 0.8613979943122287,
      "grad_norm": 5.0625,
      "learning_rate": 6.931042881899073e-06,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5368771344423294,
      "num_tokens": 523124132.0,
      "step": 679090
    },
    {
      "epoch": 0.8614106789047615,
      "grad_norm": 12.25,
      "learning_rate": 6.930408571812783e-06,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5624806135892868,
      "num_tokens": 523131619.0,
      "step": 679100
    },
    {
      "epoch": 0.8614233634972944,
      "grad_norm": 7.65625,
      "learning_rate": 6.929774261726491e-06,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5344893783330917,
      "num_tokens": 523139445.0,
      "step": 679110
    },
    {
      "epoch": 0.8614360480898272,
      "grad_norm": 8.9375,
      "learning_rate": 6.929139951640199e-06,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5388116091489792,
      "num_tokens": 523147242.0,
      "step": 679120
    },
    {
      "epoch": 0.86144873268236,
      "grad_norm": 5.4375,
      "learning_rate": 6.928505641553907e-06,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5620887815952301,
      "num_tokens": 523155615.0,
      "step": 679130
    },
    {
      "epoch": 0.8614614172748929,
      "grad_norm": 7.3125,
      "learning_rate": 6.927871331467617e-06,
      "loss": 2.3401,
      "mean_token_accuracy": 0.49885213673114776,
      "num_tokens": 523162460.0,
      "step": 679140
    },
    {
      "epoch": 0.8614741018674257,
      "grad_norm": 5.6875,
      "learning_rate": 6.927237021381325e-06,
      "loss": 2.1851,
      "mean_token_accuracy": 0.52197445333004,
      "num_tokens": 523169751.0,
      "step": 679150
    },
    {
      "epoch": 0.8614867864599586,
      "grad_norm": 5.78125,
      "learning_rate": 6.926602711295033e-06,
      "loss": 1.9231,
      "mean_token_accuracy": 0.5773728609085083,
      "num_tokens": 523176937.0,
      "step": 679160
    },
    {
      "epoch": 0.8614994710524914,
      "grad_norm": 5.0,
      "learning_rate": 6.925968401208742e-06,
      "loss": 1.709,
      "mean_token_accuracy": 0.6137942343950271,
      "num_tokens": 523184381.0,
      "step": 679170
    },
    {
      "epoch": 0.8615121556450243,
      "grad_norm": 5.1875,
      "learning_rate": 6.92533409112245e-06,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5414482206106186,
      "num_tokens": 523192232.0,
      "step": 679180
    },
    {
      "epoch": 0.861524840237557,
      "grad_norm": 4.9375,
      "learning_rate": 6.924699781036159e-06,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5591931372880936,
      "num_tokens": 523199938.0,
      "step": 679190
    },
    {
      "epoch": 0.8615375248300898,
      "grad_norm": 5.4375,
      "learning_rate": 6.924065470949867e-06,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5873105645179748,
      "num_tokens": 523206214.0,
      "step": 679200
    },
    {
      "epoch": 0.8615502094226227,
      "grad_norm": 7.03125,
      "learning_rate": 6.923431160863575e-06,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5328281372785568,
      "num_tokens": 523215221.0,
      "step": 679210
    },
    {
      "epoch": 0.8615628940151555,
      "grad_norm": 7.15625,
      "learning_rate": 6.922796850777284e-06,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5212469309568405,
      "num_tokens": 523222899.0,
      "step": 679220
    },
    {
      "epoch": 0.8615755786076884,
      "grad_norm": 5.34375,
      "learning_rate": 6.922162540690992e-06,
      "loss": 1.744,
      "mean_token_accuracy": 0.6092527657747269,
      "num_tokens": 523230114.0,
      "step": 679230
    },
    {
      "epoch": 0.8615882632002212,
      "grad_norm": 4.25,
      "learning_rate": 6.921528230604702e-06,
      "loss": 1.8421,
      "mean_token_accuracy": 0.596122893691063,
      "num_tokens": 523237657.0,
      "step": 679240
    },
    {
      "epoch": 0.8616009477927541,
      "grad_norm": 4.9375,
      "learning_rate": 6.92089392051841e-06,
      "loss": 2.3383,
      "mean_token_accuracy": 0.49444912374019623,
      "num_tokens": 523246453.0,
      "step": 679250
    },
    {
      "epoch": 0.8616136323852869,
      "grad_norm": 5.15625,
      "learning_rate": 6.9202596104321175e-06,
      "loss": 1.9469,
      "mean_token_accuracy": 0.5720316708087921,
      "num_tokens": 523254573.0,
      "step": 679260
    },
    {
      "epoch": 0.8616263169778198,
      "grad_norm": 5.9375,
      "learning_rate": 6.919625300345826e-06,
      "loss": 1.8769,
      "mean_token_accuracy": 0.5837630212306977,
      "num_tokens": 523261266.0,
      "step": 679270
    },
    {
      "epoch": 0.8616390015703526,
      "grad_norm": 5.6875,
      "learning_rate": 6.918990990259534e-06,
      "loss": 1.8967,
      "mean_token_accuracy": 0.5845312803983689,
      "num_tokens": 523267498.0,
      "step": 679280
    },
    {
      "epoch": 0.8616516861628853,
      "grad_norm": 6.125,
      "learning_rate": 6.918356680173244e-06,
      "loss": 1.8629,
      "mean_token_accuracy": 0.5923439770936966,
      "num_tokens": 523275246.0,
      "step": 679290
    },
    {
      "epoch": 0.8616643707554182,
      "grad_norm": 6.75,
      "learning_rate": 6.917722370086952e-06,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5473320960998536,
      "num_tokens": 523282880.0,
      "step": 679300
    },
    {
      "epoch": 0.861677055347951,
      "grad_norm": 5.21875,
      "learning_rate": 6.9170880600006595e-06,
      "loss": 2.046,
      "mean_token_accuracy": 0.5452122420072556,
      "num_tokens": 523291395.0,
      "step": 679310
    },
    {
      "epoch": 0.8616897399404839,
      "grad_norm": 7.03125,
      "learning_rate": 6.916453749914368e-06,
      "loss": 2.095,
      "mean_token_accuracy": 0.5433688938617707,
      "num_tokens": 523298946.0,
      "step": 679320
    },
    {
      "epoch": 0.8617024245330167,
      "grad_norm": 5.71875,
      "learning_rate": 6.915819439828076e-06,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5743586957454682,
      "num_tokens": 523305841.0,
      "step": 679330
    },
    {
      "epoch": 0.8617151091255496,
      "grad_norm": 5.84375,
      "learning_rate": 6.915185129741786e-06,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5696430712938308,
      "num_tokens": 523313145.0,
      "step": 679340
    },
    {
      "epoch": 0.8617277937180824,
      "grad_norm": 5.5,
      "learning_rate": 6.914550819655494e-06,
      "loss": 2.3133,
      "mean_token_accuracy": 0.5097915887832641,
      "num_tokens": 523321109.0,
      "step": 679350
    },
    {
      "epoch": 0.8617404783106152,
      "grad_norm": 5.59375,
      "learning_rate": 6.913916509569203e-06,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5746236443519592,
      "num_tokens": 523329284.0,
      "step": 679360
    },
    {
      "epoch": 0.8617531629031481,
      "grad_norm": 5.15625,
      "learning_rate": 6.913282199482911e-06,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5476560145616531,
      "num_tokens": 523338147.0,
      "step": 679370
    },
    {
      "epoch": 0.8617658474956809,
      "grad_norm": 5.15625,
      "learning_rate": 6.912647889396619e-06,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5234310120344162,
      "num_tokens": 523346484.0,
      "step": 679380
    },
    {
      "epoch": 0.8617785320882138,
      "grad_norm": 6.25,
      "learning_rate": 6.912013579310328e-06,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5428817212581635,
      "num_tokens": 523354630.0,
      "step": 679390
    },
    {
      "epoch": 0.8617912166807465,
      "grad_norm": 6.34375,
      "learning_rate": 6.911379269224036e-06,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5467781245708465,
      "num_tokens": 523362704.0,
      "step": 679400
    },
    {
      "epoch": 0.8618039012732794,
      "grad_norm": 5.78125,
      "learning_rate": 6.910744959137745e-06,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5583169877529144,
      "num_tokens": 523370602.0,
      "step": 679410
    },
    {
      "epoch": 0.8618165858658122,
      "grad_norm": 6.875,
      "learning_rate": 6.910110649051453e-06,
      "loss": 1.9874,
      "mean_token_accuracy": 0.5548096716403961,
      "num_tokens": 523378018.0,
      "step": 679420
    },
    {
      "epoch": 0.8618292704583451,
      "grad_norm": 6.78125,
      "learning_rate": 6.909476338965161e-06,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5600123912096023,
      "num_tokens": 523386406.0,
      "step": 679430
    },
    {
      "epoch": 0.8618419550508779,
      "grad_norm": 7.46875,
      "learning_rate": 6.908842028878871e-06,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5684679001569748,
      "num_tokens": 523393955.0,
      "step": 679440
    },
    {
      "epoch": 0.8618546396434107,
      "grad_norm": 5.28125,
      "learning_rate": 6.9082077187925785e-06,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5472446829080582,
      "num_tokens": 523401584.0,
      "step": 679450
    },
    {
      "epoch": 0.8618673242359436,
      "grad_norm": 5.21875,
      "learning_rate": 6.907573408706287e-06,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5440539926290512,
      "num_tokens": 523409270.0,
      "step": 679460
    },
    {
      "epoch": 0.8618800088284764,
      "grad_norm": 9.4375,
      "learning_rate": 6.906939098619995e-06,
      "loss": 1.6263,
      "mean_token_accuracy": 0.6237859129905701,
      "num_tokens": 523415473.0,
      "step": 679470
    },
    {
      "epoch": 0.8618926934210093,
      "grad_norm": 5.875,
      "learning_rate": 6.906304788533703e-06,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5352258175611496,
      "num_tokens": 523422568.0,
      "step": 679480
    },
    {
      "epoch": 0.8619053780135421,
      "grad_norm": 5.34375,
      "learning_rate": 6.905670478447413e-06,
      "loss": 2.3224,
      "mean_token_accuracy": 0.4972768574953079,
      "num_tokens": 523429321.0,
      "step": 679490
    },
    {
      "epoch": 0.861918062606075,
      "grad_norm": 7.25,
      "learning_rate": 6.9050361683611205e-06,
      "loss": 2.3208,
      "mean_token_accuracy": 0.4994433492422104,
      "num_tokens": 523438507.0,
      "step": 679500
    },
    {
      "epoch": 0.8619307471986077,
      "grad_norm": 7.375,
      "learning_rate": 6.904401858274829e-06,
      "loss": 2.006,
      "mean_token_accuracy": 0.5531187266111374,
      "num_tokens": 523446543.0,
      "step": 679510
    },
    {
      "epoch": 0.8619434317911405,
      "grad_norm": 7.4375,
      "learning_rate": 6.903767548188537e-06,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5586004137992859,
      "num_tokens": 523453032.0,
      "step": 679520
    },
    {
      "epoch": 0.8619561163836734,
      "grad_norm": 6.34375,
      "learning_rate": 6.903133238102245e-06,
      "loss": 2.1953,
      "mean_token_accuracy": 0.5208274781703949,
      "num_tokens": 523461658.0,
      "step": 679530
    },
    {
      "epoch": 0.8619688009762062,
      "grad_norm": 5.71875,
      "learning_rate": 6.902498928015955e-06,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5388681292533875,
      "num_tokens": 523470210.0,
      "step": 679540
    },
    {
      "epoch": 0.8619814855687391,
      "grad_norm": 6.3125,
      "learning_rate": 6.9018646179296625e-06,
      "loss": 2.2602,
      "mean_token_accuracy": 0.5127175241708756,
      "num_tokens": 523478629.0,
      "step": 679550
    },
    {
      "epoch": 0.8619941701612719,
      "grad_norm": 6.15625,
      "learning_rate": 6.901230307843372e-06,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5567798614501953,
      "num_tokens": 523486047.0,
      "step": 679560
    },
    {
      "epoch": 0.8620068547538048,
      "grad_norm": 6.375,
      "learning_rate": 6.90059599775708e-06,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5600326865911484,
      "num_tokens": 523494394.0,
      "step": 679570
    },
    {
      "epoch": 0.8620195393463376,
      "grad_norm": 7.0625,
      "learning_rate": 6.899961687670789e-06,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5690771490335464,
      "num_tokens": 523501741.0,
      "step": 679580
    },
    {
      "epoch": 0.8620322239388704,
      "grad_norm": 5.0,
      "learning_rate": 6.899327377584497e-06,
      "loss": 1.914,
      "mean_token_accuracy": 0.5769087791442871,
      "num_tokens": 523509894.0,
      "step": 679590
    },
    {
      "epoch": 0.8620449085314033,
      "grad_norm": 5.71875,
      "learning_rate": 6.8986930674982045e-06,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5271690100431442,
      "num_tokens": 523519011.0,
      "step": 679600
    },
    {
      "epoch": 0.862057593123936,
      "grad_norm": 6.5625,
      "learning_rate": 6.898058757411914e-06,
      "loss": 2.2153,
      "mean_token_accuracy": 0.5182719200849533,
      "num_tokens": 523527466.0,
      "step": 679610
    },
    {
      "epoch": 0.8620702777164689,
      "grad_norm": 6.5625,
      "learning_rate": 6.897424447325622e-06,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5415105015039444,
      "num_tokens": 523534615.0,
      "step": 679620
    },
    {
      "epoch": 0.8620829623090017,
      "grad_norm": 9.5,
      "learning_rate": 6.896790137239332e-06,
      "loss": 2.1242,
      "mean_token_accuracy": 0.5390784591436386,
      "num_tokens": 523543083.0,
      "step": 679630
    },
    {
      "epoch": 0.8620956469015346,
      "grad_norm": 4.71875,
      "learning_rate": 6.8961558271530395e-06,
      "loss": 1.8264,
      "mean_token_accuracy": 0.594343227148056,
      "num_tokens": 523550491.0,
      "step": 679640
    },
    {
      "epoch": 0.8621083314940674,
      "grad_norm": 5.21875,
      "learning_rate": 6.895521517066747e-06,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5318617194890976,
      "num_tokens": 523558630.0,
      "step": 679650
    },
    {
      "epoch": 0.8621210160866003,
      "grad_norm": 5.78125,
      "learning_rate": 6.894887206980456e-06,
      "loss": 1.9667,
      "mean_token_accuracy": 0.5743059694766999,
      "num_tokens": 523566490.0,
      "step": 679660
    },
    {
      "epoch": 0.8621337006791331,
      "grad_norm": 5.71875,
      "learning_rate": 6.894252896894164e-06,
      "loss": 2.1991,
      "mean_token_accuracy": 0.5167647778987885,
      "num_tokens": 523574622.0,
      "step": 679670
    },
    {
      "epoch": 0.8621463852716659,
      "grad_norm": 6.15625,
      "learning_rate": 6.893618586807874e-06,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5337373882532119,
      "num_tokens": 523581504.0,
      "step": 679680
    },
    {
      "epoch": 0.8621590698641988,
      "grad_norm": 5.84375,
      "learning_rate": 6.8929842767215815e-06,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5820254385471344,
      "num_tokens": 523588875.0,
      "step": 679690
    },
    {
      "epoch": 0.8621717544567316,
      "grad_norm": 8.625,
      "learning_rate": 6.892349966635289e-06,
      "loss": 1.7402,
      "mean_token_accuracy": 0.6127901703119278,
      "num_tokens": 523594598.0,
      "step": 679700
    },
    {
      "epoch": 0.8621844390492645,
      "grad_norm": 10.0625,
      "learning_rate": 6.891715656548998e-06,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5803658843040467,
      "num_tokens": 523601428.0,
      "step": 679710
    },
    {
      "epoch": 0.8621971236417972,
      "grad_norm": 5.65625,
      "learning_rate": 6.891081346462706e-06,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5532168507575989,
      "num_tokens": 523609247.0,
      "step": 679720
    },
    {
      "epoch": 0.8622098082343301,
      "grad_norm": 5.71875,
      "learning_rate": 6.890447036376416e-06,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5696802377700806,
      "num_tokens": 523617419.0,
      "step": 679730
    },
    {
      "epoch": 0.8622224928268629,
      "grad_norm": 6.09375,
      "learning_rate": 6.8898127262901235e-06,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5655487388372421,
      "num_tokens": 523625071.0,
      "step": 679740
    },
    {
      "epoch": 0.8622351774193957,
      "grad_norm": 6.25,
      "learning_rate": 6.889178416203831e-06,
      "loss": 2.0191,
      "mean_token_accuracy": 0.548823881149292,
      "num_tokens": 523632376.0,
      "step": 679750
    },
    {
      "epoch": 0.8622478620119286,
      "grad_norm": 5.28125,
      "learning_rate": 6.888544106117541e-06,
      "loss": 1.9261,
      "mean_token_accuracy": 0.5785013616085053,
      "num_tokens": 523639342.0,
      "step": 679760
    },
    {
      "epoch": 0.8622605466044614,
      "grad_norm": 5.25,
      "learning_rate": 6.887909796031249e-06,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5774136781692505,
      "num_tokens": 523646299.0,
      "step": 679770
    },
    {
      "epoch": 0.8622732311969943,
      "grad_norm": 4.9375,
      "learning_rate": 6.887275485944958e-06,
      "loss": 2.0331,
      "mean_token_accuracy": 0.5378460943698883,
      "num_tokens": 523653779.0,
      "step": 679780
    },
    {
      "epoch": 0.8622859157895271,
      "grad_norm": 5.75,
      "learning_rate": 6.8866411758586655e-06,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5685057938098907,
      "num_tokens": 523660889.0,
      "step": 679790
    },
    {
      "epoch": 0.86229860038206,
      "grad_norm": 6.15625,
      "learning_rate": 6.886006865772375e-06,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5536830008029938,
      "num_tokens": 523668659.0,
      "step": 679800
    },
    {
      "epoch": 0.8623112849745928,
      "grad_norm": 7.09375,
      "learning_rate": 6.885372555686083e-06,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5410949677228928,
      "num_tokens": 523676245.0,
      "step": 679810
    },
    {
      "epoch": 0.8623239695671256,
      "grad_norm": 5.84375,
      "learning_rate": 6.884738245599791e-06,
      "loss": 1.945,
      "mean_token_accuracy": 0.5681198924779892,
      "num_tokens": 523683490.0,
      "step": 679820
    },
    {
      "epoch": 0.8623366541596584,
      "grad_norm": 9.0,
      "learning_rate": 6.8841039355135004e-06,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5458106249570847,
      "num_tokens": 523691527.0,
      "step": 679830
    },
    {
      "epoch": 0.8623493387521912,
      "grad_norm": 5.1875,
      "learning_rate": 6.883469625427208e-06,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5541965335607528,
      "num_tokens": 523699735.0,
      "step": 679840
    },
    {
      "epoch": 0.8623620233447241,
      "grad_norm": 5.25,
      "learning_rate": 6.882835315340917e-06,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5280918568372727,
      "num_tokens": 523708696.0,
      "step": 679850
    },
    {
      "epoch": 0.8623747079372569,
      "grad_norm": 4.875,
      "learning_rate": 6.882201005254625e-06,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5303203254938126,
      "num_tokens": 523717449.0,
      "step": 679860
    },
    {
      "epoch": 0.8623873925297898,
      "grad_norm": 6.46875,
      "learning_rate": 6.881566695168333e-06,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5411681324243546,
      "num_tokens": 523725061.0,
      "step": 679870
    },
    {
      "epoch": 0.8624000771223226,
      "grad_norm": 5.375,
      "learning_rate": 6.8809323850820424e-06,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5446045815944671,
      "num_tokens": 523732925.0,
      "step": 679880
    },
    {
      "epoch": 0.8624127617148555,
      "grad_norm": 5.1875,
      "learning_rate": 6.88029807499575e-06,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5595327705144882,
      "num_tokens": 523742175.0,
      "step": 679890
    },
    {
      "epoch": 0.8624254463073883,
      "grad_norm": 4.84375,
      "learning_rate": 6.879663764909459e-06,
      "loss": 1.659,
      "mean_token_accuracy": 0.6322333753108978,
      "num_tokens": 523747996.0,
      "step": 679900
    },
    {
      "epoch": 0.862438130899921,
      "grad_norm": 5.0625,
      "learning_rate": 6.879029454823167e-06,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5333567708730698,
      "num_tokens": 523755782.0,
      "step": 679910
    },
    {
      "epoch": 0.862450815492454,
      "grad_norm": 5.21875,
      "learning_rate": 6.878395144736875e-06,
      "loss": 1.8304,
      "mean_token_accuracy": 0.5918190181255341,
      "num_tokens": 523763001.0,
      "step": 679920
    },
    {
      "epoch": 0.8624635000849867,
      "grad_norm": 4.4375,
      "learning_rate": 6.8777608346505845e-06,
      "loss": 1.8434,
      "mean_token_accuracy": 0.5772259473800659,
      "num_tokens": 523771178.0,
      "step": 679930
    },
    {
      "epoch": 0.8624761846775196,
      "grad_norm": 6.125,
      "learning_rate": 6.877126524564292e-06,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5191357851028442,
      "num_tokens": 523778535.0,
      "step": 679940
    },
    {
      "epoch": 0.8624888692700524,
      "grad_norm": 7.1875,
      "learning_rate": 6.876492214478002e-06,
      "loss": 1.8575,
      "mean_token_accuracy": 0.5818778991699218,
      "num_tokens": 523785921.0,
      "step": 679950
    },
    {
      "epoch": 0.8625015538625853,
      "grad_norm": 4.875,
      "learning_rate": 6.87585790439171e-06,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5419621407985687,
      "num_tokens": 523793895.0,
      "step": 679960
    },
    {
      "epoch": 0.8625142384551181,
      "grad_norm": 4.90625,
      "learning_rate": 6.875223594305418e-06,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5468135446310043,
      "num_tokens": 523801860.0,
      "step": 679970
    },
    {
      "epoch": 0.862526923047651,
      "grad_norm": 5.34375,
      "learning_rate": 6.8745892842191265e-06,
      "loss": 2.041,
      "mean_token_accuracy": 0.5538756161928177,
      "num_tokens": 523808778.0,
      "step": 679980
    },
    {
      "epoch": 0.8625396076401838,
      "grad_norm": 6.90625,
      "learning_rate": 6.873954974132834e-06,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5662406891584396,
      "num_tokens": 523815797.0,
      "step": 679990
    },
    {
      "epoch": 0.8625522922327166,
      "grad_norm": 5.90625,
      "learning_rate": 6.873320664046544e-06,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5308438241481781,
      "num_tokens": 523824295.0,
      "step": 680000
    },
    {
      "epoch": 0.8625649768252495,
      "grad_norm": 8.375,
      "learning_rate": 6.872686353960252e-06,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5479946494102478,
      "num_tokens": 523831570.0,
      "step": 680010
    },
    {
      "epoch": 0.8625776614177822,
      "grad_norm": 6.21875,
      "learning_rate": 6.872052043873961e-06,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5744289696216583,
      "num_tokens": 523838625.0,
      "step": 680020
    },
    {
      "epoch": 0.8625903460103151,
      "grad_norm": 5.03125,
      "learning_rate": 6.871417733787669e-06,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5780467808246612,
      "num_tokens": 523846140.0,
      "step": 680030
    },
    {
      "epoch": 0.8626030306028479,
      "grad_norm": 7.21875,
      "learning_rate": 6.870783423701377e-06,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5130884677171708,
      "num_tokens": 523854925.0,
      "step": 680040
    },
    {
      "epoch": 0.8626157151953808,
      "grad_norm": 5.0625,
      "learning_rate": 6.870149113615086e-06,
      "loss": 2.372,
      "mean_token_accuracy": 0.5032844752073288,
      "num_tokens": 523862700.0,
      "step": 680050
    },
    {
      "epoch": 0.8626283997879136,
      "grad_norm": 6.96875,
      "learning_rate": 6.869514803528794e-06,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5779134184122086,
      "num_tokens": 523869741.0,
      "step": 680060
    },
    {
      "epoch": 0.8626410843804464,
      "grad_norm": 6.4375,
      "learning_rate": 6.868880493442503e-06,
      "loss": 1.6414,
      "mean_token_accuracy": 0.6322514921426773,
      "num_tokens": 523875354.0,
      "step": 680070
    },
    {
      "epoch": 0.8626537689729793,
      "grad_norm": 6.46875,
      "learning_rate": 6.868246183356211e-06,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5506842970848084,
      "num_tokens": 523884446.0,
      "step": 680080
    },
    {
      "epoch": 0.8626664535655121,
      "grad_norm": 5.4375,
      "learning_rate": 6.867611873269919e-06,
      "loss": 2.114,
      "mean_token_accuracy": 0.5405923634767532,
      "num_tokens": 523892586.0,
      "step": 680090
    },
    {
      "epoch": 0.862679138158045,
      "grad_norm": 5.0625,
      "learning_rate": 6.866977563183628e-06,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5155292481184006,
      "num_tokens": 523901647.0,
      "step": 680100
    },
    {
      "epoch": 0.8626918227505778,
      "grad_norm": 3.640625,
      "learning_rate": 6.866343253097336e-06,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5746905386447907,
      "num_tokens": 523910951.0,
      "step": 680110
    },
    {
      "epoch": 0.8627045073431107,
      "grad_norm": 5.0,
      "learning_rate": 6.8657089430110454e-06,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5542752742767334,
      "num_tokens": 523919340.0,
      "step": 680120
    },
    {
      "epoch": 0.8627171919356434,
      "grad_norm": 5.1875,
      "learning_rate": 6.865074632924753e-06,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5352785557508468,
      "num_tokens": 523926576.0,
      "step": 680130
    },
    {
      "epoch": 0.8627298765281762,
      "grad_norm": 4.96875,
      "learning_rate": 6.864440322838461e-06,
      "loss": 2.1702,
      "mean_token_accuracy": 0.531672140955925,
      "num_tokens": 523935676.0,
      "step": 680140
    },
    {
      "epoch": 0.8627425611207091,
      "grad_norm": 4.625,
      "learning_rate": 6.863806012752171e-06,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5278543800115585,
      "num_tokens": 523944025.0,
      "step": 680150
    },
    {
      "epoch": 0.8627552457132419,
      "grad_norm": 7.3125,
      "learning_rate": 6.863171702665879e-06,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5349966943264007,
      "num_tokens": 523951455.0,
      "step": 680160
    },
    {
      "epoch": 0.8627679303057748,
      "grad_norm": 5.78125,
      "learning_rate": 6.8625373925795874e-06,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5359849482774734,
      "num_tokens": 523958299.0,
      "step": 680170
    },
    {
      "epoch": 0.8627806148983076,
      "grad_norm": 5.53125,
      "learning_rate": 6.861903082493295e-06,
      "loss": 2.155,
      "mean_token_accuracy": 0.5283645242452621,
      "num_tokens": 523964939.0,
      "step": 680180
    },
    {
      "epoch": 0.8627932994908405,
      "grad_norm": 5.65625,
      "learning_rate": 6.861268772407003e-06,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5361920893192291,
      "num_tokens": 523971927.0,
      "step": 680190
    },
    {
      "epoch": 0.8628059840833733,
      "grad_norm": 5.09375,
      "learning_rate": 6.860634462320713e-06,
      "loss": 1.9578,
      "mean_token_accuracy": 0.5497595429420471,
      "num_tokens": 523979967.0,
      "step": 680200
    },
    {
      "epoch": 0.8628186686759062,
      "grad_norm": 7.5625,
      "learning_rate": 6.860000152234421e-06,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5705320447683334,
      "num_tokens": 523988369.0,
      "step": 680210
    },
    {
      "epoch": 0.862831353268439,
      "grad_norm": 7.3125,
      "learning_rate": 6.85936584214813e-06,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5517108887434006,
      "num_tokens": 523996659.0,
      "step": 680220
    },
    {
      "epoch": 0.8628440378609717,
      "grad_norm": 5.5,
      "learning_rate": 6.858731532061838e-06,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5317255020141601,
      "num_tokens": 524004831.0,
      "step": 680230
    },
    {
      "epoch": 0.8628567224535046,
      "grad_norm": 5.65625,
      "learning_rate": 6.858097221975546e-06,
      "loss": 2.0841,
      "mean_token_accuracy": 0.539191871881485,
      "num_tokens": 524012956.0,
      "step": 680240
    },
    {
      "epoch": 0.8628694070460374,
      "grad_norm": 4.9375,
      "learning_rate": 6.857462911889255e-06,
      "loss": 2.0846,
      "mean_token_accuracy": 0.5467196613550186,
      "num_tokens": 524020593.0,
      "step": 680250
    },
    {
      "epoch": 0.8628820916385703,
      "grad_norm": 4.9375,
      "learning_rate": 6.856828601802963e-06,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5622442811727524,
      "num_tokens": 524029423.0,
      "step": 680260
    },
    {
      "epoch": 0.8628947762311031,
      "grad_norm": 5.375,
      "learning_rate": 6.856194291716672e-06,
      "loss": 2.055,
      "mean_token_accuracy": 0.5419345259666443,
      "num_tokens": 524037932.0,
      "step": 680270
    },
    {
      "epoch": 0.862907460823636,
      "grad_norm": 7.5625,
      "learning_rate": 6.85555998163038e-06,
      "loss": 1.7408,
      "mean_token_accuracy": 0.6030701816082,
      "num_tokens": 524043723.0,
      "step": 680280
    },
    {
      "epoch": 0.8629201454161688,
      "grad_norm": 4.84375,
      "learning_rate": 6.854925671544089e-06,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5864707142114639,
      "num_tokens": 524050600.0,
      "step": 680290
    },
    {
      "epoch": 0.8629328300087016,
      "grad_norm": 7.0625,
      "learning_rate": 6.854291361457797e-06,
      "loss": 2.1987,
      "mean_token_accuracy": 0.5201798379421234,
      "num_tokens": 524058747.0,
      "step": 680300
    },
    {
      "epoch": 0.8629455146012345,
      "grad_norm": 5.3125,
      "learning_rate": 6.853657051371505e-06,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5302638351917267,
      "num_tokens": 524066968.0,
      "step": 680310
    },
    {
      "epoch": 0.8629581991937673,
      "grad_norm": 4.75,
      "learning_rate": 6.853022741285214e-06,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5179058134555816,
      "num_tokens": 524075872.0,
      "step": 680320
    },
    {
      "epoch": 0.8629708837863002,
      "grad_norm": 6.53125,
      "learning_rate": 6.852388431198922e-06,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5447098076343536,
      "num_tokens": 524082717.0,
      "step": 680330
    },
    {
      "epoch": 0.8629835683788329,
      "grad_norm": 5.3125,
      "learning_rate": 6.851754121112632e-06,
      "loss": 1.923,
      "mean_token_accuracy": 0.5867772042751312,
      "num_tokens": 524088665.0,
      "step": 680340
    },
    {
      "epoch": 0.8629962529713658,
      "grad_norm": 7.28125,
      "learning_rate": 6.85111981102634e-06,
      "loss": 2.1818,
      "mean_token_accuracy": 0.5211055904626847,
      "num_tokens": 524096670.0,
      "step": 680350
    },
    {
      "epoch": 0.8630089375638986,
      "grad_norm": 4.625,
      "learning_rate": 6.8504855009400476e-06,
      "loss": 1.7871,
      "mean_token_accuracy": 0.5880760014057159,
      "num_tokens": 524102807.0,
      "step": 680360
    },
    {
      "epoch": 0.8630216221564315,
      "grad_norm": 7.53125,
      "learning_rate": 6.849851190853756e-06,
      "loss": 2.0004,
      "mean_token_accuracy": 0.564640736579895,
      "num_tokens": 524110321.0,
      "step": 680370
    },
    {
      "epoch": 0.8630343067489643,
      "grad_norm": 4.84375,
      "learning_rate": 6.849216880767464e-06,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5665272563695908,
      "num_tokens": 524117293.0,
      "step": 680380
    },
    {
      "epoch": 0.8630469913414971,
      "grad_norm": 16.375,
      "learning_rate": 6.848582570681174e-06,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5442417979240417,
      "num_tokens": 524125308.0,
      "step": 680390
    },
    {
      "epoch": 0.86305967593403,
      "grad_norm": 5.5625,
      "learning_rate": 6.847948260594882e-06,
      "loss": 1.7496,
      "mean_token_accuracy": 0.6093967676162719,
      "num_tokens": 524131959.0,
      "step": 680400
    },
    {
      "epoch": 0.8630723605265628,
      "grad_norm": 4.65625,
      "learning_rate": 6.8473139505085896e-06,
      "loss": 1.8053,
      "mean_token_accuracy": 0.5980973303318023,
      "num_tokens": 524138325.0,
      "step": 680410
    },
    {
      "epoch": 0.8630850451190957,
      "grad_norm": 7.8125,
      "learning_rate": 6.846679640422299e-06,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5406381011009216,
      "num_tokens": 524145254.0,
      "step": 680420
    },
    {
      "epoch": 0.8630977297116285,
      "grad_norm": 5.8125,
      "learning_rate": 6.846045330336007e-06,
      "loss": 1.8251,
      "mean_token_accuracy": 0.5822358459234238,
      "num_tokens": 524152619.0,
      "step": 680430
    },
    {
      "epoch": 0.8631104143041614,
      "grad_norm": 6.46875,
      "learning_rate": 6.845411020249716e-06,
      "loss": 1.7751,
      "mean_token_accuracy": 0.6043206572532653,
      "num_tokens": 524158894.0,
      "step": 680440
    },
    {
      "epoch": 0.8631230988966941,
      "grad_norm": 4.875,
      "learning_rate": 6.844776710163424e-06,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5508562445640564,
      "num_tokens": 524165984.0,
      "step": 680450
    },
    {
      "epoch": 0.8631357834892269,
      "grad_norm": 5.90625,
      "learning_rate": 6.8441424000771316e-06,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5453474998474122,
      "num_tokens": 524173956.0,
      "step": 680460
    },
    {
      "epoch": 0.8631484680817598,
      "grad_norm": 6.09375,
      "learning_rate": 6.843508089990841e-06,
      "loss": 1.924,
      "mean_token_accuracy": 0.5798673033714294,
      "num_tokens": 524180855.0,
      "step": 680470
    },
    {
      "epoch": 0.8631611526742926,
      "grad_norm": 5.6875,
      "learning_rate": 6.842873779904549e-06,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5282533913850784,
      "num_tokens": 524188865.0,
      "step": 680480
    },
    {
      "epoch": 0.8631738372668255,
      "grad_norm": 6.21875,
      "learning_rate": 6.842239469818258e-06,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5381254136562348,
      "num_tokens": 524196084.0,
      "step": 680490
    },
    {
      "epoch": 0.8631865218593583,
      "grad_norm": 6.0625,
      "learning_rate": 6.841605159731966e-06,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5557956546545029,
      "num_tokens": 524203559.0,
      "step": 680500
    },
    {
      "epoch": 0.8631992064518912,
      "grad_norm": 5.8125,
      "learning_rate": 6.840970849645675e-06,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5625363916158677,
      "num_tokens": 524211568.0,
      "step": 680510
    },
    {
      "epoch": 0.863211891044424,
      "grad_norm": 5.0,
      "learning_rate": 6.840336539559383e-06,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5317631423473358,
      "num_tokens": 524220001.0,
      "step": 680520
    },
    {
      "epoch": 0.8632245756369568,
      "grad_norm": 5.375,
      "learning_rate": 6.839702229473091e-06,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5323906064033508,
      "num_tokens": 524228406.0,
      "step": 680530
    },
    {
      "epoch": 0.8632372602294897,
      "grad_norm": 5.875,
      "learning_rate": 6.839067919386801e-06,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5640330612659454,
      "num_tokens": 524236512.0,
      "step": 680540
    },
    {
      "epoch": 0.8632499448220224,
      "grad_norm": 5.0,
      "learning_rate": 6.8384336093005085e-06,
      "loss": 1.6406,
      "mean_token_accuracy": 0.629247498512268,
      "num_tokens": 524243412.0,
      "step": 680550
    },
    {
      "epoch": 0.8632626294145553,
      "grad_norm": 5.28125,
      "learning_rate": 6.837799299214217e-06,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5732053965330124,
      "num_tokens": 524251845.0,
      "step": 680560
    },
    {
      "epoch": 0.8632753140070881,
      "grad_norm": 6.28125,
      "learning_rate": 6.837164989127925e-06,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5399878263473511,
      "num_tokens": 524259833.0,
      "step": 680570
    },
    {
      "epoch": 0.863287998599621,
      "grad_norm": 5.25,
      "learning_rate": 6.836530679041633e-06,
      "loss": 1.9744,
      "mean_token_accuracy": 0.5719609737396241,
      "num_tokens": 524266702.0,
      "step": 680580
    },
    {
      "epoch": 0.8633006831921538,
      "grad_norm": 5.0625,
      "learning_rate": 6.835896368955343e-06,
      "loss": 2.223,
      "mean_token_accuracy": 0.523024958372116,
      "num_tokens": 524274848.0,
      "step": 680590
    },
    {
      "epoch": 0.8633133677846867,
      "grad_norm": 6.78125,
      "learning_rate": 6.8352620588690505e-06,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5476647228002548,
      "num_tokens": 524282361.0,
      "step": 680600
    },
    {
      "epoch": 0.8633260523772195,
      "grad_norm": 4.96875,
      "learning_rate": 6.83462774878276e-06,
      "loss": 2.2341,
      "mean_token_accuracy": 0.5187941402196884,
      "num_tokens": 524290739.0,
      "step": 680610
    },
    {
      "epoch": 0.8633387369697523,
      "grad_norm": 6.40625,
      "learning_rate": 6.833993438696468e-06,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5344102084636688,
      "num_tokens": 524298968.0,
      "step": 680620
    },
    {
      "epoch": 0.8633514215622852,
      "grad_norm": 4.71875,
      "learning_rate": 6.833359128610176e-06,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5793345123529434,
      "num_tokens": 524306050.0,
      "step": 680630
    },
    {
      "epoch": 0.863364106154818,
      "grad_norm": 4.875,
      "learning_rate": 6.832724818523885e-06,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5366343975067138,
      "num_tokens": 524314611.0,
      "step": 680640
    },
    {
      "epoch": 0.8633767907473509,
      "grad_norm": 5.96875,
      "learning_rate": 6.8320905084375925e-06,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5621114701032639,
      "num_tokens": 524321169.0,
      "step": 680650
    },
    {
      "epoch": 0.8633894753398836,
      "grad_norm": 7.53125,
      "learning_rate": 6.831456198351302e-06,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5140931695699692,
      "num_tokens": 524327824.0,
      "step": 680660
    },
    {
      "epoch": 0.8634021599324165,
      "grad_norm": 6.28125,
      "learning_rate": 6.83082188826501e-06,
      "loss": 1.8826,
      "mean_token_accuracy": 0.5809009850025177,
      "num_tokens": 524335070.0,
      "step": 680670
    },
    {
      "epoch": 0.8634148445249493,
      "grad_norm": 6.46875,
      "learning_rate": 6.830187578178718e-06,
      "loss": 2.2395,
      "mean_token_accuracy": 0.5085828602313995,
      "num_tokens": 524343135.0,
      "step": 680680
    },
    {
      "epoch": 0.8634275291174821,
      "grad_norm": 5.25,
      "learning_rate": 6.829553268092427e-06,
      "loss": 1.9425,
      "mean_token_accuracy": 0.5704334169626236,
      "num_tokens": 524350855.0,
      "step": 680690
    },
    {
      "epoch": 0.863440213710015,
      "grad_norm": 4.96875,
      "learning_rate": 6.8289189580061345e-06,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5526211142539978,
      "num_tokens": 524358992.0,
      "step": 680700
    },
    {
      "epoch": 0.8634528983025478,
      "grad_norm": 6.4375,
      "learning_rate": 6.828284647919844e-06,
      "loss": 2.0034,
      "mean_token_accuracy": 0.5662457883358002,
      "num_tokens": 524365509.0,
      "step": 680710
    },
    {
      "epoch": 0.8634655828950807,
      "grad_norm": 8.0,
      "learning_rate": 6.827650337833552e-06,
      "loss": 1.981,
      "mean_token_accuracy": 0.574814322590828,
      "num_tokens": 524372723.0,
      "step": 680720
    },
    {
      "epoch": 0.8634782674876135,
      "grad_norm": 7.09375,
      "learning_rate": 6.827016027747262e-06,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5596236705780029,
      "num_tokens": 524379506.0,
      "step": 680730
    },
    {
      "epoch": 0.8634909520801464,
      "grad_norm": 8.625,
      "learning_rate": 6.8263817176609695e-06,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5624107360839844,
      "num_tokens": 524386613.0,
      "step": 680740
    },
    {
      "epoch": 0.8635036366726792,
      "grad_norm": 4.5625,
      "learning_rate": 6.825747407574677e-06,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5519217669963836,
      "num_tokens": 524394680.0,
      "step": 680750
    },
    {
      "epoch": 0.863516321265212,
      "grad_norm": 4.875,
      "learning_rate": 6.825113097488386e-06,
      "loss": 1.867,
      "mean_token_accuracy": 0.5971491128206253,
      "num_tokens": 524403323.0,
      "step": 680760
    },
    {
      "epoch": 0.8635290058577448,
      "grad_norm": 6.46875,
      "learning_rate": 6.824478787402094e-06,
      "loss": 1.934,
      "mean_token_accuracy": 0.5725809603929519,
      "num_tokens": 524411623.0,
      "step": 680770
    },
    {
      "epoch": 0.8635416904502776,
      "grad_norm": 5.3125,
      "learning_rate": 6.823844477315804e-06,
      "loss": 1.8691,
      "mean_token_accuracy": 0.5867511689662933,
      "num_tokens": 524419014.0,
      "step": 680780
    },
    {
      "epoch": 0.8635543750428105,
      "grad_norm": 5.125,
      "learning_rate": 6.8232101672295115e-06,
      "loss": 1.9179,
      "mean_token_accuracy": 0.5687347650527954,
      "num_tokens": 524426088.0,
      "step": 680790
    },
    {
      "epoch": 0.8635670596353433,
      "grad_norm": 5.75,
      "learning_rate": 6.822575857143219e-06,
      "loss": 2.069,
      "mean_token_accuracy": 0.5457898080348969,
      "num_tokens": 524433734.0,
      "step": 680800
    },
    {
      "epoch": 0.8635797442278762,
      "grad_norm": 5.53125,
      "learning_rate": 6.821941547056929e-06,
      "loss": 2.0659,
      "mean_token_accuracy": 0.5440056025981903,
      "num_tokens": 524440734.0,
      "step": 680810
    },
    {
      "epoch": 0.863592428820409,
      "grad_norm": 5.4375,
      "learning_rate": 6.821307236970637e-06,
      "loss": 1.8051,
      "mean_token_accuracy": 0.6068379342556,
      "num_tokens": 524447249.0,
      "step": 680820
    },
    {
      "epoch": 0.8636051134129419,
      "grad_norm": 6.375,
      "learning_rate": 6.820672926884346e-06,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5313747733831405,
      "num_tokens": 524454770.0,
      "step": 680830
    },
    {
      "epoch": 0.8636177980054747,
      "grad_norm": 5.09375,
      "learning_rate": 6.8200386167980535e-06,
      "loss": 1.7758,
      "mean_token_accuracy": 0.6062509179115295,
      "num_tokens": 524462294.0,
      "step": 680840
    },
    {
      "epoch": 0.8636304825980075,
      "grad_norm": 4.65625,
      "learning_rate": 6.819404306711761e-06,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5373244374990463,
      "num_tokens": 524470621.0,
      "step": 680850
    },
    {
      "epoch": 0.8636431671905404,
      "grad_norm": 5.0,
      "learning_rate": 6.818769996625471e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5360084354877472,
      "num_tokens": 524479956.0,
      "step": 680860
    },
    {
      "epoch": 0.8636558517830731,
      "grad_norm": 8.6875,
      "learning_rate": 6.818135686539179e-06,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5517879366874695,
      "num_tokens": 524486426.0,
      "step": 680870
    },
    {
      "epoch": 0.863668536375606,
      "grad_norm": 4.875,
      "learning_rate": 6.8175013764528885e-06,
      "loss": 1.9095,
      "mean_token_accuracy": 0.5813602060079575,
      "num_tokens": 524493397.0,
      "step": 680880
    },
    {
      "epoch": 0.8636812209681388,
      "grad_norm": 6.84375,
      "learning_rate": 6.816867066366596e-06,
      "loss": 2.0145,
      "mean_token_accuracy": 0.5495517939329148,
      "num_tokens": 524500403.0,
      "step": 680890
    },
    {
      "epoch": 0.8636939055606717,
      "grad_norm": 6.84375,
      "learning_rate": 6.816232756280304e-06,
      "loss": 2.065,
      "mean_token_accuracy": 0.5545169025659561,
      "num_tokens": 524507585.0,
      "step": 680900
    },
    {
      "epoch": 0.8637065901532045,
      "grad_norm": 6.4375,
      "learning_rate": 6.815598446194013e-06,
      "loss": 2.2752,
      "mean_token_accuracy": 0.519605565071106,
      "num_tokens": 524515433.0,
      "step": 680910
    },
    {
      "epoch": 0.8637192747457374,
      "grad_norm": 4.65625,
      "learning_rate": 6.814964136107721e-06,
      "loss": 2.1858,
      "mean_token_accuracy": 0.530836084485054,
      "num_tokens": 524522525.0,
      "step": 680920
    },
    {
      "epoch": 0.8637319593382702,
      "grad_norm": 4.40625,
      "learning_rate": 6.8143298260214305e-06,
      "loss": 2.0875,
      "mean_token_accuracy": 0.551008278131485,
      "num_tokens": 524531137.0,
      "step": 680930
    },
    {
      "epoch": 0.863744643930803,
      "grad_norm": 7.75,
      "learning_rate": 6.813695515935138e-06,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5324461728334426,
      "num_tokens": 524538245.0,
      "step": 680940
    },
    {
      "epoch": 0.8637573285233359,
      "grad_norm": 5.1875,
      "learning_rate": 6.813061205848847e-06,
      "loss": 2.038,
      "mean_token_accuracy": 0.5552602350711823,
      "num_tokens": 524546514.0,
      "step": 680950
    },
    {
      "epoch": 0.8637700131158687,
      "grad_norm": 7.03125,
      "learning_rate": 6.812426895762555e-06,
      "loss": 1.828,
      "mean_token_accuracy": 0.5957140028476715,
      "num_tokens": 524553170.0,
      "step": 680960
    },
    {
      "epoch": 0.8637826977084015,
      "grad_norm": 5.65625,
      "learning_rate": 6.811792585676263e-06,
      "loss": 1.8945,
      "mean_token_accuracy": 0.57551688849926,
      "num_tokens": 524560654.0,
      "step": 680970
    },
    {
      "epoch": 0.8637953823009343,
      "grad_norm": 5.53125,
      "learning_rate": 6.8111582755899725e-06,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5607049822807312,
      "num_tokens": 524567951.0,
      "step": 680980
    },
    {
      "epoch": 0.8638080668934672,
      "grad_norm": 6.125,
      "learning_rate": 6.81052396550368e-06,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5470607250928878,
      "num_tokens": 524576057.0,
      "step": 680990
    },
    {
      "epoch": 0.863820751486,
      "grad_norm": 5.3125,
      "learning_rate": 6.80988965541739e-06,
      "loss": 2.102,
      "mean_token_accuracy": 0.5395009160041809,
      "num_tokens": 524584072.0,
      "step": 681000
    },
    {
      "epoch": 0.8638334360785328,
      "grad_norm": 5.75,
      "learning_rate": 6.809255345331098e-06,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5344926238059997,
      "num_tokens": 524590968.0,
      "step": 681010
    },
    {
      "epoch": 0.8638461206710657,
      "grad_norm": 8.1875,
      "learning_rate": 6.808621035244806e-06,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5497277259826661,
      "num_tokens": 524598486.0,
      "step": 681020
    },
    {
      "epoch": 0.8638588052635985,
      "grad_norm": 4.875,
      "learning_rate": 6.8079867251585145e-06,
      "loss": 2.0948,
      "mean_token_accuracy": 0.5413045942783355,
      "num_tokens": 524606223.0,
      "step": 681030
    },
    {
      "epoch": 0.8638714898561314,
      "grad_norm": 5.75,
      "learning_rate": 6.807352415072222e-06,
      "loss": 2.0413,
      "mean_token_accuracy": 0.552409228682518,
      "num_tokens": 524613753.0,
      "step": 681040
    },
    {
      "epoch": 0.8638841744486642,
      "grad_norm": 7.90625,
      "learning_rate": 6.806718104985932e-06,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5338535398244858,
      "num_tokens": 524621877.0,
      "step": 681050
    },
    {
      "epoch": 0.8638968590411971,
      "grad_norm": 5.5625,
      "learning_rate": 6.80608379489964e-06,
      "loss": 1.9059,
      "mean_token_accuracy": 0.5679728865623475,
      "num_tokens": 524629256.0,
      "step": 681060
    },
    {
      "epoch": 0.8639095436337298,
      "grad_norm": 4.75,
      "learning_rate": 6.805449484813348e-06,
      "loss": 1.9241,
      "mean_token_accuracy": 0.5724645912647247,
      "num_tokens": 524637950.0,
      "step": 681070
    },
    {
      "epoch": 0.8639222282262626,
      "grad_norm": 6.15625,
      "learning_rate": 6.804815174727057e-06,
      "loss": 2.1424,
      "mean_token_accuracy": 0.5339028090238571,
      "num_tokens": 524645420.0,
      "step": 681080
    },
    {
      "epoch": 0.8639349128187955,
      "grad_norm": 6.4375,
      "learning_rate": 6.804180864640765e-06,
      "loss": 2.071,
      "mean_token_accuracy": 0.5378403991460801,
      "num_tokens": 524653651.0,
      "step": 681090
    },
    {
      "epoch": 0.8639475974113283,
      "grad_norm": 4.96875,
      "learning_rate": 6.803546554554474e-06,
      "loss": 1.848,
      "mean_token_accuracy": 0.5862100005149842,
      "num_tokens": 524660525.0,
      "step": 681100
    },
    {
      "epoch": 0.8639602820038612,
      "grad_norm": 4.75,
      "learning_rate": 6.802912244468182e-06,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5334848761558533,
      "num_tokens": 524669497.0,
      "step": 681110
    },
    {
      "epoch": 0.863972966596394,
      "grad_norm": 8.1875,
      "learning_rate": 6.80227793438189e-06,
      "loss": 1.7404,
      "mean_token_accuracy": 0.598694634437561,
      "num_tokens": 524675588.0,
      "step": 681120
    },
    {
      "epoch": 0.8639856511889269,
      "grad_norm": 4.65625,
      "learning_rate": 6.801643624295599e-06,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5311169117689133,
      "num_tokens": 524684153.0,
      "step": 681130
    },
    {
      "epoch": 0.8639983357814597,
      "grad_norm": 7.03125,
      "learning_rate": 6.801009314209307e-06,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5392461329698562,
      "num_tokens": 524692199.0,
      "step": 681140
    },
    {
      "epoch": 0.8640110203739926,
      "grad_norm": 4.40625,
      "learning_rate": 6.800375004123016e-06,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5289917588233948,
      "num_tokens": 524700952.0,
      "step": 681150
    },
    {
      "epoch": 0.8640237049665254,
      "grad_norm": 5.375,
      "learning_rate": 6.799740694036724e-06,
      "loss": 1.7702,
      "mean_token_accuracy": 0.5954082489013672,
      "num_tokens": 524707982.0,
      "step": 681160
    },
    {
      "epoch": 0.8640363895590581,
      "grad_norm": 5.3125,
      "learning_rate": 6.7991063839504335e-06,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5335928797721863,
      "num_tokens": 524716675.0,
      "step": 681170
    },
    {
      "epoch": 0.864049074151591,
      "grad_norm": 8.25,
      "learning_rate": 6.798472073864141e-06,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5481656104326248,
      "num_tokens": 524724300.0,
      "step": 681180
    },
    {
      "epoch": 0.8640617587441238,
      "grad_norm": 7.15625,
      "learning_rate": 6.797837763777849e-06,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5648707926273346,
      "num_tokens": 524731932.0,
      "step": 681190
    },
    {
      "epoch": 0.8640744433366567,
      "grad_norm": 6.125,
      "learning_rate": 6.797203453691559e-06,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5654740124940872,
      "num_tokens": 524739172.0,
      "step": 681200
    },
    {
      "epoch": 0.8640871279291895,
      "grad_norm": 4.6875,
      "learning_rate": 6.796569143605267e-06,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5287564337253571,
      "num_tokens": 524747511.0,
      "step": 681210
    },
    {
      "epoch": 0.8640998125217224,
      "grad_norm": 6.1875,
      "learning_rate": 6.7959348335189755e-06,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5660827815532684,
      "num_tokens": 524754407.0,
      "step": 681220
    },
    {
      "epoch": 0.8641124971142552,
      "grad_norm": 4.84375,
      "learning_rate": 6.795300523432683e-06,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5481903851032257,
      "num_tokens": 524762126.0,
      "step": 681230
    },
    {
      "epoch": 0.864125181706788,
      "grad_norm": 5.875,
      "learning_rate": 6.794666213346391e-06,
      "loss": 2.1616,
      "mean_token_accuracy": 0.5339765518903732,
      "num_tokens": 524769811.0,
      "step": 681240
    },
    {
      "epoch": 0.8641378662993209,
      "grad_norm": 5.28125,
      "learning_rate": 6.794031903260101e-06,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5539941966533661,
      "num_tokens": 524776808.0,
      "step": 681250
    },
    {
      "epoch": 0.8641505508918537,
      "grad_norm": 5.65625,
      "learning_rate": 6.793397593173809e-06,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5280722677707672,
      "num_tokens": 524785715.0,
      "step": 681260
    },
    {
      "epoch": 0.8641632354843866,
      "grad_norm": 5.84375,
      "learning_rate": 6.792763283087518e-06,
      "loss": 2.3005,
      "mean_token_accuracy": 0.5056063652038574,
      "num_tokens": 524793871.0,
      "step": 681270
    },
    {
      "epoch": 0.8641759200769193,
      "grad_norm": 6.09375,
      "learning_rate": 6.792128973001226e-06,
      "loss": 1.9117,
      "mean_token_accuracy": 0.5733281046152114,
      "num_tokens": 524802135.0,
      "step": 681280
    },
    {
      "epoch": 0.8641886046694522,
      "grad_norm": 6.09375,
      "learning_rate": 6.791494662914934e-06,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5484768509864807,
      "num_tokens": 524809667.0,
      "step": 681290
    },
    {
      "epoch": 0.864201289261985,
      "grad_norm": 5.4375,
      "learning_rate": 6.790860352828643e-06,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5508726239204407,
      "num_tokens": 524817856.0,
      "step": 681300
    },
    {
      "epoch": 0.8642139738545179,
      "grad_norm": 6.15625,
      "learning_rate": 6.790226042742351e-06,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5629467010498047,
      "num_tokens": 524824120.0,
      "step": 681310
    },
    {
      "epoch": 0.8642266584470507,
      "grad_norm": 7.125,
      "learning_rate": 6.78959173265606e-06,
      "loss": 2.1448,
      "mean_token_accuracy": 0.524035495519638,
      "num_tokens": 524830988.0,
      "step": 681320
    },
    {
      "epoch": 0.8642393430395835,
      "grad_norm": 5.1875,
      "learning_rate": 6.788957422569768e-06,
      "loss": 2.2689,
      "mean_token_accuracy": 0.5123256474733353,
      "num_tokens": 524839027.0,
      "step": 681330
    },
    {
      "epoch": 0.8642520276321164,
      "grad_norm": 5.6875,
      "learning_rate": 6.788323112483476e-06,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5537878274917603,
      "num_tokens": 524847478.0,
      "step": 681340
    },
    {
      "epoch": 0.8642647122246492,
      "grad_norm": 4.625,
      "learning_rate": 6.787688802397185e-06,
      "loss": 1.7992,
      "mean_token_accuracy": 0.5967624336481094,
      "num_tokens": 524854056.0,
      "step": 681350
    },
    {
      "epoch": 0.8642773968171821,
      "grad_norm": 7.25,
      "learning_rate": 6.787054492310893e-06,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5415011346340179,
      "num_tokens": 524862217.0,
      "step": 681360
    },
    {
      "epoch": 0.8642900814097149,
      "grad_norm": 4.875,
      "learning_rate": 6.786420182224602e-06,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5465208262205123,
      "num_tokens": 524869775.0,
      "step": 681370
    },
    {
      "epoch": 0.8643027660022478,
      "grad_norm": 4.875,
      "learning_rate": 6.78578587213831e-06,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5372507482767105,
      "num_tokens": 524877125.0,
      "step": 681380
    },
    {
      "epoch": 0.8643154505947805,
      "grad_norm": 6.40625,
      "learning_rate": 6.78515156205202e-06,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5436983197927475,
      "num_tokens": 524884677.0,
      "step": 681390
    },
    {
      "epoch": 0.8643281351873133,
      "grad_norm": 7.25,
      "learning_rate": 6.784517251965728e-06,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5538796991109848,
      "num_tokens": 524891936.0,
      "step": 681400
    },
    {
      "epoch": 0.8643408197798462,
      "grad_norm": 5.84375,
      "learning_rate": 6.783882941879436e-06,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5656640648841857,
      "num_tokens": 524899344.0,
      "step": 681410
    },
    {
      "epoch": 0.864353504372379,
      "grad_norm": 6.40625,
      "learning_rate": 6.783248631793144e-06,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5661828637123107,
      "num_tokens": 524907592.0,
      "step": 681420
    },
    {
      "epoch": 0.8643661889649119,
      "grad_norm": 4.9375,
      "learning_rate": 6.782614321706852e-06,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5631349116563797,
      "num_tokens": 524914628.0,
      "step": 681430
    },
    {
      "epoch": 0.8643788735574447,
      "grad_norm": 6.0625,
      "learning_rate": 6.781980011620562e-06,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5199640721082688,
      "num_tokens": 524922309.0,
      "step": 681440
    },
    {
      "epoch": 0.8643915581499776,
      "grad_norm": 6.03125,
      "learning_rate": 6.78134570153427e-06,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5358600586652755,
      "num_tokens": 524929482.0,
      "step": 681450
    },
    {
      "epoch": 0.8644042427425104,
      "grad_norm": 6.21875,
      "learning_rate": 6.780711391447978e-06,
      "loss": 1.7998,
      "mean_token_accuracy": 0.6070561408996582,
      "num_tokens": 524936153.0,
      "step": 681460
    },
    {
      "epoch": 0.8644169273350432,
      "grad_norm": 5.625,
      "learning_rate": 6.780077081361687e-06,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5358739286661148,
      "num_tokens": 524945701.0,
      "step": 681470
    },
    {
      "epoch": 0.8644296119275761,
      "grad_norm": 7.0,
      "learning_rate": 6.779442771275395e-06,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5490941166877746,
      "num_tokens": 524952900.0,
      "step": 681480
    },
    {
      "epoch": 0.8644422965201088,
      "grad_norm": 6.3125,
      "learning_rate": 6.778808461189104e-06,
      "loss": 2.0122,
      "mean_token_accuracy": 0.547326797246933,
      "num_tokens": 524960443.0,
      "step": 681490
    },
    {
      "epoch": 0.8644549811126417,
      "grad_norm": 6.125,
      "learning_rate": 6.778174151102812e-06,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5316183179616928,
      "num_tokens": 524968894.0,
      "step": 681500
    },
    {
      "epoch": 0.8644676657051745,
      "grad_norm": 5.59375,
      "learning_rate": 6.77753984101652e-06,
      "loss": 2.2291,
      "mean_token_accuracy": 0.5244912505149841,
      "num_tokens": 524976792.0,
      "step": 681510
    },
    {
      "epoch": 0.8644803502977074,
      "grad_norm": 8.625,
      "learning_rate": 6.776905530930229e-06,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5611403107643127,
      "num_tokens": 524983935.0,
      "step": 681520
    },
    {
      "epoch": 0.8644930348902402,
      "grad_norm": 5.96875,
      "learning_rate": 6.776271220843937e-06,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5365449577569962,
      "num_tokens": 524991200.0,
      "step": 681530
    },
    {
      "epoch": 0.8645057194827731,
      "grad_norm": 6.59375,
      "learning_rate": 6.775636910757646e-06,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5375591725111007,
      "num_tokens": 524998436.0,
      "step": 681540
    },
    {
      "epoch": 0.8645184040753059,
      "grad_norm": 5.21875,
      "learning_rate": 6.775002600671354e-06,
      "loss": 2.12,
      "mean_token_accuracy": 0.5327324002981186,
      "num_tokens": 525006874.0,
      "step": 681550
    },
    {
      "epoch": 0.8645310886678387,
      "grad_norm": 5.8125,
      "learning_rate": 6.774368290585062e-06,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5587291330099106,
      "num_tokens": 525013991.0,
      "step": 681560
    },
    {
      "epoch": 0.8645437732603716,
      "grad_norm": 7.25,
      "learning_rate": 6.773733980498771e-06,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5518263697624206,
      "num_tokens": 525021603.0,
      "step": 681570
    },
    {
      "epoch": 0.8645564578529044,
      "grad_norm": 5.5625,
      "learning_rate": 6.773099670412479e-06,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5484268218278885,
      "num_tokens": 525029232.0,
      "step": 681580
    },
    {
      "epoch": 0.8645691424454373,
      "grad_norm": 5.21875,
      "learning_rate": 6.772465360326189e-06,
      "loss": 1.7325,
      "mean_token_accuracy": 0.6118471920490265,
      "num_tokens": 525036287.0,
      "step": 681590
    },
    {
      "epoch": 0.86458182703797,
      "grad_norm": 5.28125,
      "learning_rate": 6.7718310502398966e-06,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5212833791971206,
      "num_tokens": 525045186.0,
      "step": 681600
    },
    {
      "epoch": 0.8645945116305029,
      "grad_norm": 5.0625,
      "learning_rate": 6.7711967401536044e-06,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5338512688875199,
      "num_tokens": 525053232.0,
      "step": 681610
    },
    {
      "epoch": 0.8646071962230357,
      "grad_norm": 6.34375,
      "learning_rate": 6.770562430067313e-06,
      "loss": 1.9842,
      "mean_token_accuracy": 0.5560432463884354,
      "num_tokens": 525061359.0,
      "step": 681620
    },
    {
      "epoch": 0.8646198808155685,
      "grad_norm": 8.75,
      "learning_rate": 6.769928119981021e-06,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5501141160726547,
      "num_tokens": 525069814.0,
      "step": 681630
    },
    {
      "epoch": 0.8646325654081014,
      "grad_norm": 5.4375,
      "learning_rate": 6.769293809894731e-06,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5429614663124085,
      "num_tokens": 525077562.0,
      "step": 681640
    },
    {
      "epoch": 0.8646452500006342,
      "grad_norm": 5.65625,
      "learning_rate": 6.7686594998084386e-06,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5365129381418228,
      "num_tokens": 525084758.0,
      "step": 681650
    },
    {
      "epoch": 0.8646579345931671,
      "grad_norm": 5.3125,
      "learning_rate": 6.768025189722148e-06,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5557420253753662,
      "num_tokens": 525093686.0,
      "step": 681660
    },
    {
      "epoch": 0.8646706191856999,
      "grad_norm": 4.6875,
      "learning_rate": 6.767390879635856e-06,
      "loss": 1.6642,
      "mean_token_accuracy": 0.6308587342500687,
      "num_tokens": 525101720.0,
      "step": 681670
    },
    {
      "epoch": 0.8646833037782328,
      "grad_norm": 4.90625,
      "learning_rate": 6.766756569549564e-06,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5291518658399582,
      "num_tokens": 525109979.0,
      "step": 681680
    },
    {
      "epoch": 0.8646959883707656,
      "grad_norm": 5.5625,
      "learning_rate": 6.766122259463273e-06,
      "loss": 2.1162,
      "mean_token_accuracy": 0.533549165725708,
      "num_tokens": 525118126.0,
      "step": 681690
    },
    {
      "epoch": 0.8647086729632985,
      "grad_norm": 5.03125,
      "learning_rate": 6.7654879493769806e-06,
      "loss": 2.1017,
      "mean_token_accuracy": 0.541327965259552,
      "num_tokens": 525125635.0,
      "step": 681700
    },
    {
      "epoch": 0.8647213575558312,
      "grad_norm": 5.4375,
      "learning_rate": 6.76485363929069e-06,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5782723277807236,
      "num_tokens": 525133641.0,
      "step": 681710
    },
    {
      "epoch": 0.864734042148364,
      "grad_norm": 6.4375,
      "learning_rate": 6.764219329204398e-06,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5289003998041153,
      "num_tokens": 525140974.0,
      "step": 681720
    },
    {
      "epoch": 0.8647467267408969,
      "grad_norm": 5.21875,
      "learning_rate": 6.763585019118106e-06,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5402260005474091,
      "num_tokens": 525149606.0,
      "step": 681730
    },
    {
      "epoch": 0.8647594113334297,
      "grad_norm": 5.71875,
      "learning_rate": 6.762950709031815e-06,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5296795785427093,
      "num_tokens": 525158094.0,
      "step": 681740
    },
    {
      "epoch": 0.8647720959259626,
      "grad_norm": 6.4375,
      "learning_rate": 6.7623163989455226e-06,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5405154407024384,
      "num_tokens": 525166461.0,
      "step": 681750
    },
    {
      "epoch": 0.8647847805184954,
      "grad_norm": 4.71875,
      "learning_rate": 6.761682088859232e-06,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5595448613166809,
      "num_tokens": 525175061.0,
      "step": 681760
    },
    {
      "epoch": 0.8647974651110283,
      "grad_norm": 5.15625,
      "learning_rate": 6.76104777877294e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5423890203237534,
      "num_tokens": 525183624.0,
      "step": 681770
    },
    {
      "epoch": 0.8648101497035611,
      "grad_norm": 5.4375,
      "learning_rate": 6.760413468686648e-06,
      "loss": 2.143,
      "mean_token_accuracy": 0.5390113770961762,
      "num_tokens": 525190766.0,
      "step": 681780
    },
    {
      "epoch": 0.8648228342960939,
      "grad_norm": 5.0,
      "learning_rate": 6.7597791586003575e-06,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5383209109306335,
      "num_tokens": 525198511.0,
      "step": 681790
    },
    {
      "epoch": 0.8648355188886268,
      "grad_norm": 5.53125,
      "learning_rate": 6.759144848514065e-06,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5265883296728134,
      "num_tokens": 525206145.0,
      "step": 681800
    },
    {
      "epoch": 0.8648482034811595,
      "grad_norm": 5.5,
      "learning_rate": 6.758510538427774e-06,
      "loss": 1.7594,
      "mean_token_accuracy": 0.6141750186681747,
      "num_tokens": 525213215.0,
      "step": 681810
    },
    {
      "epoch": 0.8648608880736924,
      "grad_norm": 7.8125,
      "learning_rate": 6.757876228341482e-06,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5319797337055207,
      "num_tokens": 525220659.0,
      "step": 681820
    },
    {
      "epoch": 0.8648735726662252,
      "grad_norm": 4.90625,
      "learning_rate": 6.75724191825519e-06,
      "loss": 1.7863,
      "mean_token_accuracy": 0.6139125734567642,
      "num_tokens": 525227431.0,
      "step": 681830
    },
    {
      "epoch": 0.8648862572587581,
      "grad_norm": 8.8125,
      "learning_rate": 6.7566076081688995e-06,
      "loss": 2.0917,
      "mean_token_accuracy": 0.5356605321168899,
      "num_tokens": 525236554.0,
      "step": 681840
    },
    {
      "epoch": 0.8648989418512909,
      "grad_norm": 5.5625,
      "learning_rate": 6.755973298082607e-06,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5345927774906158,
      "num_tokens": 525244514.0,
      "step": 681850
    },
    {
      "epoch": 0.8649116264438238,
      "grad_norm": 6.59375,
      "learning_rate": 6.755338987996317e-06,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5441363364458084,
      "num_tokens": 525251717.0,
      "step": 681860
    },
    {
      "epoch": 0.8649243110363566,
      "grad_norm": 6.25,
      "learning_rate": 6.754704677910025e-06,
      "loss": 2.1648,
      "mean_token_accuracy": 0.5359614044427872,
      "num_tokens": 525259527.0,
      "step": 681870
    },
    {
      "epoch": 0.8649369956288894,
      "grad_norm": 5.65625,
      "learning_rate": 6.754070367823734e-06,
      "loss": 1.9575,
      "mean_token_accuracy": 0.56000357568264,
      "num_tokens": 525267501.0,
      "step": 681880
    },
    {
      "epoch": 0.8649496802214223,
      "grad_norm": 5.84375,
      "learning_rate": 6.7534360577374415e-06,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5487221986055374,
      "num_tokens": 525275723.0,
      "step": 681890
    },
    {
      "epoch": 0.864962364813955,
      "grad_norm": 4.84375,
      "learning_rate": 6.7528017476511494e-06,
      "loss": 1.7933,
      "mean_token_accuracy": 0.6001954019069672,
      "num_tokens": 525283054.0,
      "step": 681900
    },
    {
      "epoch": 0.864975049406488,
      "grad_norm": 5.59375,
      "learning_rate": 6.752167437564859e-06,
      "loss": 2.2423,
      "mean_token_accuracy": 0.5107455760240555,
      "num_tokens": 525291133.0,
      "step": 681910
    },
    {
      "epoch": 0.8649877339990207,
      "grad_norm": 5.25,
      "learning_rate": 6.751533127478567e-06,
      "loss": 2.2148,
      "mean_token_accuracy": 0.5235794186592102,
      "num_tokens": 525298999.0,
      "step": 681920
    },
    {
      "epoch": 0.8650004185915536,
      "grad_norm": 4.875,
      "learning_rate": 6.750898817392276e-06,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5550227195024491,
      "num_tokens": 525305752.0,
      "step": 681930
    },
    {
      "epoch": 0.8650131031840864,
      "grad_norm": 5.46875,
      "learning_rate": 6.7502645073059835e-06,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5480157792568207,
      "num_tokens": 525313416.0,
      "step": 681940
    },
    {
      "epoch": 0.8650257877766192,
      "grad_norm": 6.34375,
      "learning_rate": 6.7496301972196914e-06,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5316625595092773,
      "num_tokens": 525322299.0,
      "step": 681950
    },
    {
      "epoch": 0.8650384723691521,
      "grad_norm": 7.5625,
      "learning_rate": 6.748995887133401e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.5414827287197113,
      "num_tokens": 525329489.0,
      "step": 681960
    },
    {
      "epoch": 0.8650511569616849,
      "grad_norm": 6.09375,
      "learning_rate": 6.748361577047109e-06,
      "loss": 1.8859,
      "mean_token_accuracy": 0.5826888859272004,
      "num_tokens": 525336938.0,
      "step": 681970
    },
    {
      "epoch": 0.8650638415542178,
      "grad_norm": 4.75,
      "learning_rate": 6.7477272669608185e-06,
      "loss": 1.9458,
      "mean_token_accuracy": 0.5552641779184342,
      "num_tokens": 525344122.0,
      "step": 681980
    },
    {
      "epoch": 0.8650765261467506,
      "grad_norm": 5.8125,
      "learning_rate": 6.747092956874526e-06,
      "loss": 1.833,
      "mean_token_accuracy": 0.6014877110719681,
      "num_tokens": 525351383.0,
      "step": 681990
    },
    {
      "epoch": 0.8650892107392835,
      "grad_norm": 5.65625,
      "learning_rate": 6.746458646788234e-06,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5258837938308716,
      "num_tokens": 525360179.0,
      "step": 682000
    },
    {
      "epoch": 0.8651018953318163,
      "grad_norm": 11.5625,
      "learning_rate": 6.745824336701943e-06,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5416102826595306,
      "num_tokens": 525367508.0,
      "step": 682010
    },
    {
      "epoch": 0.865114579924349,
      "grad_norm": 6.84375,
      "learning_rate": 6.745190026615651e-06,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5400496035814285,
      "num_tokens": 525375126.0,
      "step": 682020
    },
    {
      "epoch": 0.8651272645168819,
      "grad_norm": 7.375,
      "learning_rate": 6.7445557165293605e-06,
      "loss": 1.8203,
      "mean_token_accuracy": 0.593049293756485,
      "num_tokens": 525382638.0,
      "step": 682030
    },
    {
      "epoch": 0.8651399491094147,
      "grad_norm": 5.34375,
      "learning_rate": 6.743921406443068e-06,
      "loss": 1.6345,
      "mean_token_accuracy": 0.6371301293373108,
      "num_tokens": 525388450.0,
      "step": 682040
    },
    {
      "epoch": 0.8651526337019476,
      "grad_norm": 5.78125,
      "learning_rate": 6.743287096356776e-06,
      "loss": 1.9359,
      "mean_token_accuracy": 0.5732870459556579,
      "num_tokens": 525396037.0,
      "step": 682050
    },
    {
      "epoch": 0.8651653182944804,
      "grad_norm": 5.25,
      "learning_rate": 6.742652786270486e-06,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5504156976938248,
      "num_tokens": 525403939.0,
      "step": 682060
    },
    {
      "epoch": 0.8651780028870133,
      "grad_norm": 6.125,
      "learning_rate": 6.742018476184194e-06,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5315567910671234,
      "num_tokens": 525412450.0,
      "step": 682070
    },
    {
      "epoch": 0.8651906874795461,
      "grad_norm": 6.0625,
      "learning_rate": 6.7413841660979025e-06,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5607817709445954,
      "num_tokens": 525419614.0,
      "step": 682080
    },
    {
      "epoch": 0.865203372072079,
      "grad_norm": 6.8125,
      "learning_rate": 6.74074985601161e-06,
      "loss": 2.1679,
      "mean_token_accuracy": 0.52912617623806,
      "num_tokens": 525427002.0,
      "step": 682090
    },
    {
      "epoch": 0.8652160566646118,
      "grad_norm": 4.84375,
      "learning_rate": 6.74011554592532e-06,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5375794291496276,
      "num_tokens": 525434677.0,
      "step": 682100
    },
    {
      "epoch": 0.8652287412571446,
      "grad_norm": 5.84375,
      "learning_rate": 6.739481235839028e-06,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5354167312383652,
      "num_tokens": 525442844.0,
      "step": 682110
    },
    {
      "epoch": 0.8652414258496774,
      "grad_norm": 4.90625,
      "learning_rate": 6.738846925752736e-06,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5311716824769974,
      "num_tokens": 525452329.0,
      "step": 682120
    },
    {
      "epoch": 0.8652541104422102,
      "grad_norm": 6.625,
      "learning_rate": 6.7382126156664445e-06,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5341860324144363,
      "num_tokens": 525458039.0,
      "step": 682130
    },
    {
      "epoch": 0.8652667950347431,
      "grad_norm": 5.875,
      "learning_rate": 6.737578305580152e-06,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5799183040857315,
      "num_tokens": 525465465.0,
      "step": 682140
    },
    {
      "epoch": 0.8652794796272759,
      "grad_norm": 5.59375,
      "learning_rate": 6.736943995493862e-06,
      "loss": 1.7714,
      "mean_token_accuracy": 0.6043179154396057,
      "num_tokens": 525471969.0,
      "step": 682150
    },
    {
      "epoch": 0.8652921642198088,
      "grad_norm": 8.0625,
      "learning_rate": 6.73630968540757e-06,
      "loss": 2.0264,
      "mean_token_accuracy": 0.553678360581398,
      "num_tokens": 525480438.0,
      "step": 682160
    },
    {
      "epoch": 0.8653048488123416,
      "grad_norm": 10.125,
      "learning_rate": 6.735675375321278e-06,
      "loss": 2.1032,
      "mean_token_accuracy": 0.53291355073452,
      "num_tokens": 525487745.0,
      "step": 682170
    },
    {
      "epoch": 0.8653175334048744,
      "grad_norm": 4.78125,
      "learning_rate": 6.735041065234987e-06,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5715172410011291,
      "num_tokens": 525496303.0,
      "step": 682180
    },
    {
      "epoch": 0.8653302179974073,
      "grad_norm": 5.03125,
      "learning_rate": 6.734406755148695e-06,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5318938672542572,
      "num_tokens": 525505127.0,
      "step": 682190
    },
    {
      "epoch": 0.8653429025899401,
      "grad_norm": 4.40625,
      "learning_rate": 6.733772445062404e-06,
      "loss": 2.193,
      "mean_token_accuracy": 0.5214615374803543,
      "num_tokens": 525511792.0,
      "step": 682200
    },
    {
      "epoch": 0.865355587182473,
      "grad_norm": 5.3125,
      "learning_rate": 6.733138134976112e-06,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5470992505550385,
      "num_tokens": 525519169.0,
      "step": 682210
    },
    {
      "epoch": 0.8653682717750057,
      "grad_norm": 5.90625,
      "learning_rate": 6.73250382488982e-06,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5533716052770614,
      "num_tokens": 525526612.0,
      "step": 682220
    },
    {
      "epoch": 0.8653809563675386,
      "grad_norm": 7.21875,
      "learning_rate": 6.731869514803529e-06,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5473870456218719,
      "num_tokens": 525534843.0,
      "step": 682230
    },
    {
      "epoch": 0.8653936409600714,
      "grad_norm": 8.375,
      "learning_rate": 6.731235204717237e-06,
      "loss": 1.799,
      "mean_token_accuracy": 0.5886144280433655,
      "num_tokens": 525540898.0,
      "step": 682240
    },
    {
      "epoch": 0.8654063255526043,
      "grad_norm": 7.25,
      "learning_rate": 6.730600894630947e-06,
      "loss": 1.8545,
      "mean_token_accuracy": 0.5751643478870392,
      "num_tokens": 525548258.0,
      "step": 682250
    },
    {
      "epoch": 0.8654190101451371,
      "grad_norm": 5.65625,
      "learning_rate": 6.729966584544655e-06,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5461812436580658,
      "num_tokens": 525556109.0,
      "step": 682260
    },
    {
      "epoch": 0.8654316947376699,
      "grad_norm": 9.0625,
      "learning_rate": 6.729332274458363e-06,
      "loss": 1.9444,
      "mean_token_accuracy": 0.5781818270683289,
      "num_tokens": 525564162.0,
      "step": 682270
    },
    {
      "epoch": 0.8654443793302028,
      "grad_norm": 6.1875,
      "learning_rate": 6.728697964372071e-06,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5580453693866729,
      "num_tokens": 525572339.0,
      "step": 682280
    },
    {
      "epoch": 0.8654570639227356,
      "grad_norm": 8.0625,
      "learning_rate": 6.728063654285779e-06,
      "loss": 2.1425,
      "mean_token_accuracy": 0.5257783681154251,
      "num_tokens": 525580850.0,
      "step": 682290
    },
    {
      "epoch": 0.8654697485152685,
      "grad_norm": 5.8125,
      "learning_rate": 6.727429344199489e-06,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5649296402931213,
      "num_tokens": 525588208.0,
      "step": 682300
    },
    {
      "epoch": 0.8654824331078013,
      "grad_norm": 6.8125,
      "learning_rate": 6.726795034113197e-06,
      "loss": 1.9039,
      "mean_token_accuracy": 0.5668998003005982,
      "num_tokens": 525594596.0,
      "step": 682310
    },
    {
      "epoch": 0.8654951177003342,
      "grad_norm": 7.65625,
      "learning_rate": 6.7261607240269055e-06,
      "loss": 1.8598,
      "mean_token_accuracy": 0.5823808461427689,
      "num_tokens": 525602154.0,
      "step": 682320
    },
    {
      "epoch": 0.865507802292867,
      "grad_norm": 8.125,
      "learning_rate": 6.725526413940613e-06,
      "loss": 2.169,
      "mean_token_accuracy": 0.5251454204320908,
      "num_tokens": 525610874.0,
      "step": 682330
    },
    {
      "epoch": 0.8655204868853997,
      "grad_norm": 4.875,
      "learning_rate": 6.724892103854321e-06,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5352838039398193,
      "num_tokens": 525618598.0,
      "step": 682340
    },
    {
      "epoch": 0.8655331714779326,
      "grad_norm": 5.03125,
      "learning_rate": 6.724257793768031e-06,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5903026044368744,
      "num_tokens": 525625291.0,
      "step": 682350
    },
    {
      "epoch": 0.8655458560704654,
      "grad_norm": 6.96875,
      "learning_rate": 6.723623483681739e-06,
      "loss": 2.2599,
      "mean_token_accuracy": 0.5140070647001267,
      "num_tokens": 525634041.0,
      "step": 682360
    },
    {
      "epoch": 0.8655585406629983,
      "grad_norm": 4.75,
      "learning_rate": 6.722989173595448e-06,
      "loss": 2.0563,
      "mean_token_accuracy": 0.542049664258957,
      "num_tokens": 525643056.0,
      "step": 682370
    },
    {
      "epoch": 0.8655712252555311,
      "grad_norm": 5.625,
      "learning_rate": 6.722354863509156e-06,
      "loss": 2.2733,
      "mean_token_accuracy": 0.5068798959255219,
      "num_tokens": 525650943.0,
      "step": 682380
    },
    {
      "epoch": 0.865583909848064,
      "grad_norm": 5.65625,
      "learning_rate": 6.721720553422864e-06,
      "loss": 2.1165,
      "mean_token_accuracy": 0.536815857887268,
      "num_tokens": 525658301.0,
      "step": 682390
    },
    {
      "epoch": 0.8655965944405968,
      "grad_norm": 7.46875,
      "learning_rate": 6.721086243336573e-06,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5566418409347534,
      "num_tokens": 525665786.0,
      "step": 682400
    },
    {
      "epoch": 0.8656092790331296,
      "grad_norm": 5.65625,
      "learning_rate": 6.720451933250281e-06,
      "loss": 2.2314,
      "mean_token_accuracy": 0.5219177693128586,
      "num_tokens": 525672765.0,
      "step": 682410
    },
    {
      "epoch": 0.8656219636256625,
      "grad_norm": 5.375,
      "learning_rate": 6.71981762316399e-06,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5339092403650284,
      "num_tokens": 525680582.0,
      "step": 682420
    },
    {
      "epoch": 0.8656346482181952,
      "grad_norm": 7.5625,
      "learning_rate": 6.719183313077698e-06,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5440363615751267,
      "num_tokens": 525687449.0,
      "step": 682430
    },
    {
      "epoch": 0.8656473328107281,
      "grad_norm": 7.21875,
      "learning_rate": 6.718549002991406e-06,
      "loss": 2.2651,
      "mean_token_accuracy": 0.5139439463615417,
      "num_tokens": 525694645.0,
      "step": 682440
    },
    {
      "epoch": 0.8656600174032609,
      "grad_norm": 4.84375,
      "learning_rate": 6.717914692905116e-06,
      "loss": 1.8556,
      "mean_token_accuracy": 0.5820401191711426,
      "num_tokens": 525702671.0,
      "step": 682450
    },
    {
      "epoch": 0.8656727019957938,
      "grad_norm": 6.78125,
      "learning_rate": 6.717280382818824e-06,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5178664445877075,
      "num_tokens": 525709483.0,
      "step": 682460
    },
    {
      "epoch": 0.8656853865883266,
      "grad_norm": 6.9375,
      "learning_rate": 6.716646072732532e-06,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5436868667602539,
      "num_tokens": 525716512.0,
      "step": 682470
    },
    {
      "epoch": 0.8656980711808595,
      "grad_norm": 6.59375,
      "learning_rate": 6.71601176264624e-06,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5315810114145278,
      "num_tokens": 525723967.0,
      "step": 682480
    },
    {
      "epoch": 0.8657107557733923,
      "grad_norm": 6.84375,
      "learning_rate": 6.715377452559948e-06,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5515913456678391,
      "num_tokens": 525731526.0,
      "step": 682490
    },
    {
      "epoch": 0.8657234403659251,
      "grad_norm": 9.0625,
      "learning_rate": 6.714743142473658e-06,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5430008798837662,
      "num_tokens": 525739748.0,
      "step": 682500
    },
    {
      "epoch": 0.865736124958458,
      "grad_norm": 6.0,
      "learning_rate": 6.714108832387366e-06,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5431694597005844,
      "num_tokens": 525747974.0,
      "step": 682510
    },
    {
      "epoch": 0.8657488095509908,
      "grad_norm": 4.8125,
      "learning_rate": 6.713474522301074e-06,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5414436638355256,
      "num_tokens": 525757170.0,
      "step": 682520
    },
    {
      "epoch": 0.8657614941435237,
      "grad_norm": 6.46875,
      "learning_rate": 6.712840212214782e-06,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5348698794841766,
      "num_tokens": 525764872.0,
      "step": 682530
    },
    {
      "epoch": 0.8657741787360564,
      "grad_norm": 6.5,
      "learning_rate": 6.712205902128492e-06,
      "loss": 2.1593,
      "mean_token_accuracy": 0.53029505610466,
      "num_tokens": 525771691.0,
      "step": 682540
    },
    {
      "epoch": 0.8657868633285893,
      "grad_norm": 5.71875,
      "learning_rate": 6.7115715920422e-06,
      "loss": 1.8431,
      "mean_token_accuracy": 0.5883057296276093,
      "num_tokens": 525779182.0,
      "step": 682550
    },
    {
      "epoch": 0.8657995479211221,
      "grad_norm": 6.1875,
      "learning_rate": 6.710937281955908e-06,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5509452939033508,
      "num_tokens": 525785146.0,
      "step": 682560
    },
    {
      "epoch": 0.8658122325136549,
      "grad_norm": 4.78125,
      "learning_rate": 6.710302971869617e-06,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5634846478700638,
      "num_tokens": 525792779.0,
      "step": 682570
    },
    {
      "epoch": 0.8658249171061878,
      "grad_norm": 5.34375,
      "learning_rate": 6.709668661783325e-06,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5707469612360001,
      "num_tokens": 525799942.0,
      "step": 682580
    },
    {
      "epoch": 0.8658376016987206,
      "grad_norm": 6.1875,
      "learning_rate": 6.709034351697034e-06,
      "loss": 2.1748,
      "mean_token_accuracy": 0.525320503115654,
      "num_tokens": 525807952.0,
      "step": 682590
    },
    {
      "epoch": 0.8658502862912535,
      "grad_norm": 10.9375,
      "learning_rate": 6.708400041610742e-06,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5245325535535812,
      "num_tokens": 525815006.0,
      "step": 682600
    },
    {
      "epoch": 0.8658629708837863,
      "grad_norm": 5.5,
      "learning_rate": 6.70776573152445e-06,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5560248225927353,
      "num_tokens": 525824212.0,
      "step": 682610
    },
    {
      "epoch": 0.8658756554763192,
      "grad_norm": 4.9375,
      "learning_rate": 6.707131421438159e-06,
      "loss": 1.8344,
      "mean_token_accuracy": 0.5830176949501038,
      "num_tokens": 525830608.0,
      "step": 682620
    },
    {
      "epoch": 0.865888340068852,
      "grad_norm": 6.65625,
      "learning_rate": 6.706497111351867e-06,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5493222892284393,
      "num_tokens": 525837858.0,
      "step": 682630
    },
    {
      "epoch": 0.8659010246613849,
      "grad_norm": 4.53125,
      "learning_rate": 6.705862801265577e-06,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5382032513618469,
      "num_tokens": 525846471.0,
      "step": 682640
    },
    {
      "epoch": 0.8659137092539176,
      "grad_norm": 5.0,
      "learning_rate": 6.7052284911792846e-06,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5328177660703659,
      "num_tokens": 525855981.0,
      "step": 682650
    },
    {
      "epoch": 0.8659263938464504,
      "grad_norm": 6.25,
      "learning_rate": 6.7045941810929925e-06,
      "loss": 1.6139,
      "mean_token_accuracy": 0.6401093006134033,
      "num_tokens": 525861741.0,
      "step": 682660
    },
    {
      "epoch": 0.8659390784389833,
      "grad_norm": 8.0625,
      "learning_rate": 6.703959871006701e-06,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5477048695087433,
      "num_tokens": 525869407.0,
      "step": 682670
    },
    {
      "epoch": 0.8659517630315161,
      "grad_norm": 5.71875,
      "learning_rate": 6.703325560920409e-06,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5390856742858887,
      "num_tokens": 525877268.0,
      "step": 682680
    },
    {
      "epoch": 0.865964447624049,
      "grad_norm": 6.90625,
      "learning_rate": 6.702691250834119e-06,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5221674680709839,
      "num_tokens": 525884776.0,
      "step": 682690
    },
    {
      "epoch": 0.8659771322165818,
      "grad_norm": 6.40625,
      "learning_rate": 6.702056940747827e-06,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5575665056705474,
      "num_tokens": 525891863.0,
      "step": 682700
    },
    {
      "epoch": 0.8659898168091147,
      "grad_norm": 4.71875,
      "learning_rate": 6.7014226306615345e-06,
      "loss": 2.099,
      "mean_token_accuracy": 0.5425012350082398,
      "num_tokens": 525899927.0,
      "step": 682710
    },
    {
      "epoch": 0.8660025014016475,
      "grad_norm": 6.8125,
      "learning_rate": 6.700788320575244e-06,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5231198042631149,
      "num_tokens": 525909076.0,
      "step": 682720
    },
    {
      "epoch": 0.8660151859941803,
      "grad_norm": 6.65625,
      "learning_rate": 6.700154010488951e-06,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5586286574602127,
      "num_tokens": 525917381.0,
      "step": 682730
    },
    {
      "epoch": 0.8660278705867132,
      "grad_norm": 5.375,
      "learning_rate": 6.699519700402661e-06,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5475705832242965,
      "num_tokens": 525924991.0,
      "step": 682740
    },
    {
      "epoch": 0.8660405551792459,
      "grad_norm": 5.96875,
      "learning_rate": 6.698885390316369e-06,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5268878012895584,
      "num_tokens": 525933567.0,
      "step": 682750
    },
    {
      "epoch": 0.8660532397717788,
      "grad_norm": 4.84375,
      "learning_rate": 6.698251080230078e-06,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5303181171417236,
      "num_tokens": 525942514.0,
      "step": 682760
    },
    {
      "epoch": 0.8660659243643116,
      "grad_norm": 4.96875,
      "learning_rate": 6.697616770143786e-06,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5683249413967133,
      "num_tokens": 525950076.0,
      "step": 682770
    },
    {
      "epoch": 0.8660786089568445,
      "grad_norm": 5.65625,
      "learning_rate": 6.696982460057494e-06,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5358512282371521,
      "num_tokens": 525957523.0,
      "step": 682780
    },
    {
      "epoch": 0.8660912935493773,
      "grad_norm": 5.125,
      "learning_rate": 6.696348149971203e-06,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5124249786138535,
      "num_tokens": 525965472.0,
      "step": 682790
    },
    {
      "epoch": 0.8661039781419102,
      "grad_norm": 5.375,
      "learning_rate": 6.695713839884911e-06,
      "loss": 2.1626,
      "mean_token_accuracy": 0.535081359744072,
      "num_tokens": 525973529.0,
      "step": 682800
    },
    {
      "epoch": 0.866116662734443,
      "grad_norm": 4.84375,
      "learning_rate": 6.69507952979862e-06,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5327069967985153,
      "num_tokens": 525981551.0,
      "step": 682810
    },
    {
      "epoch": 0.8661293473269758,
      "grad_norm": 5.09375,
      "learning_rate": 6.694445219712328e-06,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5547457933425903,
      "num_tokens": 525989507.0,
      "step": 682820
    },
    {
      "epoch": 0.8661420319195087,
      "grad_norm": 6.21875,
      "learning_rate": 6.693810909626036e-06,
      "loss": 1.8712,
      "mean_token_accuracy": 0.5731302797794342,
      "num_tokens": 525996304.0,
      "step": 682830
    },
    {
      "epoch": 0.8661547165120415,
      "grad_norm": 7.09375,
      "learning_rate": 6.6931765995397455e-06,
      "loss": 2.13,
      "mean_token_accuracy": 0.5273803412914276,
      "num_tokens": 526004439.0,
      "step": 682840
    },
    {
      "epoch": 0.8661674011045744,
      "grad_norm": 4.65625,
      "learning_rate": 6.6925422894534534e-06,
      "loss": 1.992,
      "mean_token_accuracy": 0.5532758057117462,
      "num_tokens": 526012741.0,
      "step": 682850
    },
    {
      "epoch": 0.8661800856971071,
      "grad_norm": 6.21875,
      "learning_rate": 6.691907979367162e-06,
      "loss": 2.29,
      "mean_token_accuracy": 0.5127952963113784,
      "num_tokens": 526021039.0,
      "step": 682860
    },
    {
      "epoch": 0.86619277028964,
      "grad_norm": 5.09375,
      "learning_rate": 6.69127366928087e-06,
      "loss": 1.7804,
      "mean_token_accuracy": 0.6058059811592102,
      "num_tokens": 526027974.0,
      "step": 682870
    },
    {
      "epoch": 0.8662054548821728,
      "grad_norm": 5.3125,
      "learning_rate": 6.690639359194578e-06,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5441635578870774,
      "num_tokens": 526036276.0,
      "step": 682880
    },
    {
      "epoch": 0.8662181394747056,
      "grad_norm": 4.84375,
      "learning_rate": 6.6900050491082876e-06,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5625099956989288,
      "num_tokens": 526044906.0,
      "step": 682890
    },
    {
      "epoch": 0.8662308240672385,
      "grad_norm": 5.125,
      "learning_rate": 6.6893707390219954e-06,
      "loss": 2.3052,
      "mean_token_accuracy": 0.49811932146549226,
      "num_tokens": 526054589.0,
      "step": 682900
    },
    {
      "epoch": 0.8662435086597713,
      "grad_norm": 5.0,
      "learning_rate": 6.688736428935705e-06,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5560773193836213,
      "num_tokens": 526062204.0,
      "step": 682910
    },
    {
      "epoch": 0.8662561932523042,
      "grad_norm": 5.4375,
      "learning_rate": 6.688102118849413e-06,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5197578877210617,
      "num_tokens": 526070927.0,
      "step": 682920
    },
    {
      "epoch": 0.866268877844837,
      "grad_norm": 4.90625,
      "learning_rate": 6.687467808763121e-06,
      "loss": 2.168,
      "mean_token_accuracy": 0.5233961343765259,
      "num_tokens": 526079101.0,
      "step": 682930
    },
    {
      "epoch": 0.8662815624373699,
      "grad_norm": 4.84375,
      "learning_rate": 6.6868334986768296e-06,
      "loss": 2.163,
      "mean_token_accuracy": 0.5265010952949524,
      "num_tokens": 526087362.0,
      "step": 682940
    },
    {
      "epoch": 0.8662942470299027,
      "grad_norm": 5.1875,
      "learning_rate": 6.6861991885905375e-06,
      "loss": 2.267,
      "mean_token_accuracy": 0.5129509657621384,
      "num_tokens": 526096441.0,
      "step": 682950
    },
    {
      "epoch": 0.8663069316224354,
      "grad_norm": 4.84375,
      "learning_rate": 6.685564878504247e-06,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5270075649023056,
      "num_tokens": 526105074.0,
      "step": 682960
    },
    {
      "epoch": 0.8663196162149683,
      "grad_norm": 6.03125,
      "learning_rate": 6.684930568417955e-06,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5352431684732437,
      "num_tokens": 526114464.0,
      "step": 682970
    },
    {
      "epoch": 0.8663323008075011,
      "grad_norm": 5.53125,
      "learning_rate": 6.684296258331663e-06,
      "loss": 1.7909,
      "mean_token_accuracy": 0.5963033258914947,
      "num_tokens": 526121553.0,
      "step": 682980
    },
    {
      "epoch": 0.866344985400034,
      "grad_norm": 3.859375,
      "learning_rate": 6.6836619482453716e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5521720379590989,
      "num_tokens": 526130541.0,
      "step": 682990
    },
    {
      "epoch": 0.8663576699925668,
      "grad_norm": 6.46875,
      "learning_rate": 6.6830276381590795e-06,
      "loss": 2.0502,
      "mean_token_accuracy": 0.5412042796611786,
      "num_tokens": 526137842.0,
      "step": 683000
    },
    {
      "epoch": 0.8663703545850997,
      "grad_norm": 6.78125,
      "learning_rate": 6.682393328072789e-06,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5720230400562286,
      "num_tokens": 526144357.0,
      "step": 683010
    },
    {
      "epoch": 0.8663830391776325,
      "grad_norm": 5.34375,
      "learning_rate": 6.681759017986497e-06,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5337062269449234,
      "num_tokens": 526153101.0,
      "step": 683020
    },
    {
      "epoch": 0.8663957237701654,
      "grad_norm": 4.4375,
      "learning_rate": 6.6811247079002065e-06,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5464646726846695,
      "num_tokens": 526160656.0,
      "step": 683030
    },
    {
      "epoch": 0.8664084083626982,
      "grad_norm": 4.875,
      "learning_rate": 6.680490397813914e-06,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5351797699928283,
      "num_tokens": 526168654.0,
      "step": 683040
    },
    {
      "epoch": 0.866421092955231,
      "grad_norm": 6.84375,
      "learning_rate": 6.679856087727622e-06,
      "loss": 1.9157,
      "mean_token_accuracy": 0.5781903892755509,
      "num_tokens": 526176828.0,
      "step": 683050
    },
    {
      "epoch": 0.8664337775477639,
      "grad_norm": 5.375,
      "learning_rate": 6.679221777641331e-06,
      "loss": 2.109,
      "mean_token_accuracy": 0.5336782574653626,
      "num_tokens": 526185546.0,
      "step": 683060
    },
    {
      "epoch": 0.8664464621402966,
      "grad_norm": 5.46875,
      "learning_rate": 6.678587467555039e-06,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5250994890928269,
      "num_tokens": 526193466.0,
      "step": 683070
    },
    {
      "epoch": 0.8664591467328295,
      "grad_norm": 6.1875,
      "learning_rate": 6.6779531574687485e-06,
      "loss": 1.8036,
      "mean_token_accuracy": 0.5882639229297638,
      "num_tokens": 526200812.0,
      "step": 683080
    },
    {
      "epoch": 0.8664718313253623,
      "grad_norm": 6.0,
      "learning_rate": 6.677318847382456e-06,
      "loss": 1.8967,
      "mean_token_accuracy": 0.5844558477401733,
      "num_tokens": 526207624.0,
      "step": 683090
    },
    {
      "epoch": 0.8664845159178952,
      "grad_norm": 8.0,
      "learning_rate": 6.676684537296164e-06,
      "loss": 2.2275,
      "mean_token_accuracy": 0.5240010142326355,
      "num_tokens": 526215285.0,
      "step": 683100
    },
    {
      "epoch": 0.866497200510428,
      "grad_norm": 5.03125,
      "learning_rate": 6.676050227209874e-06,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5483021557331085,
      "num_tokens": 526223420.0,
      "step": 683110
    },
    {
      "epoch": 0.8665098851029608,
      "grad_norm": 4.75,
      "learning_rate": 6.675415917123582e-06,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5608085334300995,
      "num_tokens": 526231150.0,
      "step": 683120
    },
    {
      "epoch": 0.8665225696954937,
      "grad_norm": 5.5625,
      "learning_rate": 6.6747816070372905e-06,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5317305803298951,
      "num_tokens": 526238718.0,
      "step": 683130
    },
    {
      "epoch": 0.8665352542880265,
      "grad_norm": 4.5625,
      "learning_rate": 6.674147296950998e-06,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5390992343425751,
      "num_tokens": 526246416.0,
      "step": 683140
    },
    {
      "epoch": 0.8665479388805594,
      "grad_norm": 10.125,
      "learning_rate": 6.673512986864706e-06,
      "loss": 1.8706,
      "mean_token_accuracy": 0.5937595695257187,
      "num_tokens": 526253747.0,
      "step": 683150
    },
    {
      "epoch": 0.8665606234730922,
      "grad_norm": 7.25,
      "learning_rate": 6.672878676778416e-06,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5530806839466095,
      "num_tokens": 526260849.0,
      "step": 683160
    },
    {
      "epoch": 0.866573308065625,
      "grad_norm": 5.65625,
      "learning_rate": 6.672244366692124e-06,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5435657173395156,
      "num_tokens": 526267727.0,
      "step": 683170
    },
    {
      "epoch": 0.8665859926581578,
      "grad_norm": 7.125,
      "learning_rate": 6.6716100566058325e-06,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5366016089916229,
      "num_tokens": 526274588.0,
      "step": 683180
    },
    {
      "epoch": 0.8665986772506907,
      "grad_norm": 5.8125,
      "learning_rate": 6.6709757465195404e-06,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5491373181343079,
      "num_tokens": 526282420.0,
      "step": 683190
    },
    {
      "epoch": 0.8666113618432235,
      "grad_norm": 4.46875,
      "learning_rate": 6.670341436433248e-06,
      "loss": 1.8554,
      "mean_token_accuracy": 0.573459142446518,
      "num_tokens": 526291145.0,
      "step": 683200
    },
    {
      "epoch": 0.8666240464357563,
      "grad_norm": 5.46875,
      "learning_rate": 6.669707126346958e-06,
      "loss": 2.168,
      "mean_token_accuracy": 0.5249220311641694,
      "num_tokens": 526299266.0,
      "step": 683210
    },
    {
      "epoch": 0.8666367310282892,
      "grad_norm": 5.375,
      "learning_rate": 6.669072816260666e-06,
      "loss": 2.2167,
      "mean_token_accuracy": 0.5179616212844849,
      "num_tokens": 526307078.0,
      "step": 683220
    },
    {
      "epoch": 0.866649415620822,
      "grad_norm": 4.9375,
      "learning_rate": 6.668438506174375e-06,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5545272260904313,
      "num_tokens": 526315564.0,
      "step": 683230
    },
    {
      "epoch": 0.8666621002133549,
      "grad_norm": 4.96875,
      "learning_rate": 6.667804196088083e-06,
      "loss": 2.1147,
      "mean_token_accuracy": 0.532680344581604,
      "num_tokens": 526323984.0,
      "step": 683240
    },
    {
      "epoch": 0.8666747848058877,
      "grad_norm": 5.15625,
      "learning_rate": 6.667169886001792e-06,
      "loss": 2.2644,
      "mean_token_accuracy": 0.5082350909709931,
      "num_tokens": 526334107.0,
      "step": 683250
    },
    {
      "epoch": 0.8666874693984206,
      "grad_norm": 5.25,
      "learning_rate": 6.6665355759155e-06,
      "loss": 2.0471,
      "mean_token_accuracy": 0.54570851624012,
      "num_tokens": 526341327.0,
      "step": 683260
    },
    {
      "epoch": 0.8667001539909533,
      "grad_norm": 5.21875,
      "learning_rate": 6.665901265829208e-06,
      "loss": 2.2754,
      "mean_token_accuracy": 0.5112032860517501,
      "num_tokens": 526348842.0,
      "step": 683270
    },
    {
      "epoch": 0.8667128385834861,
      "grad_norm": 4.8125,
      "learning_rate": 6.665266955742917e-06,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5507852673530579,
      "num_tokens": 526356823.0,
      "step": 683280
    },
    {
      "epoch": 0.866725523176019,
      "grad_norm": 8.6875,
      "learning_rate": 6.664632645656625e-06,
      "loss": 1.9505,
      "mean_token_accuracy": 0.563919049501419,
      "num_tokens": 526363258.0,
      "step": 683290
    },
    {
      "epoch": 0.8667382077685518,
      "grad_norm": 5.625,
      "learning_rate": 6.663998335570335e-06,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5397061288356781,
      "num_tokens": 526370467.0,
      "step": 683300
    },
    {
      "epoch": 0.8667508923610847,
      "grad_norm": 5.03125,
      "learning_rate": 6.663364025484043e-06,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5145285725593567,
      "num_tokens": 526379677.0,
      "step": 683310
    },
    {
      "epoch": 0.8667635769536175,
      "grad_norm": 5.59375,
      "learning_rate": 6.662729715397751e-06,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5380496561527253,
      "num_tokens": 526386568.0,
      "step": 683320
    },
    {
      "epoch": 0.8667762615461504,
      "grad_norm": 5.34375,
      "learning_rate": 6.662095405311459e-06,
      "loss": 1.8997,
      "mean_token_accuracy": 0.56693794131279,
      "num_tokens": 526394504.0,
      "step": 683330
    },
    {
      "epoch": 0.8667889461386832,
      "grad_norm": 6.78125,
      "learning_rate": 6.661461095225167e-06,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5298519521951676,
      "num_tokens": 526401381.0,
      "step": 683340
    },
    {
      "epoch": 0.866801630731216,
      "grad_norm": 5.28125,
      "learning_rate": 6.660826785138877e-06,
      "loss": 1.983,
      "mean_token_accuracy": 0.555130684375763,
      "num_tokens": 526410006.0,
      "step": 683350
    },
    {
      "epoch": 0.8668143153237489,
      "grad_norm": 9.25,
      "learning_rate": 6.660192475052585e-06,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5414509236812591,
      "num_tokens": 526416529.0,
      "step": 683360
    },
    {
      "epoch": 0.8668269999162816,
      "grad_norm": 5.1875,
      "learning_rate": 6.659558164966293e-06,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5143092393875122,
      "num_tokens": 526425668.0,
      "step": 683370
    },
    {
      "epoch": 0.8668396845088145,
      "grad_norm": 4.96875,
      "learning_rate": 6.658923854880001e-06,
      "loss": 2.13,
      "mean_token_accuracy": 0.5355639636516571,
      "num_tokens": 526432335.0,
      "step": 683380
    },
    {
      "epoch": 0.8668523691013473,
      "grad_norm": 6.46875,
      "learning_rate": 6.658289544793709e-06,
      "loss": 1.8316,
      "mean_token_accuracy": 0.5972950667142868,
      "num_tokens": 526439038.0,
      "step": 683390
    },
    {
      "epoch": 0.8668650536938802,
      "grad_norm": 4.90625,
      "learning_rate": 6.657655234707419e-06,
      "loss": 2.2891,
      "mean_token_accuracy": 0.5141517788171768,
      "num_tokens": 526447140.0,
      "step": 683400
    },
    {
      "epoch": 0.866877738286413,
      "grad_norm": 5.34375,
      "learning_rate": 6.657020924621127e-06,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5171352297067642,
      "num_tokens": 526454086.0,
      "step": 683410
    },
    {
      "epoch": 0.8668904228789459,
      "grad_norm": 5.34375,
      "learning_rate": 6.656386614534835e-06,
      "loss": 1.8101,
      "mean_token_accuracy": 0.5933764636516571,
      "num_tokens": 526462447.0,
      "step": 683420
    },
    {
      "epoch": 0.8669031074714787,
      "grad_norm": 5.125,
      "learning_rate": 6.655752304448544e-06,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5619279742240906,
      "num_tokens": 526470114.0,
      "step": 683430
    },
    {
      "epoch": 0.8669157920640115,
      "grad_norm": 5.15625,
      "learning_rate": 6.655117994362252e-06,
      "loss": 2.1295,
      "mean_token_accuracy": 0.529369255900383,
      "num_tokens": 526478579.0,
      "step": 683440
    },
    {
      "epoch": 0.8669284766565444,
      "grad_norm": 6.15625,
      "learning_rate": 6.654483684275961e-06,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5453169703483581,
      "num_tokens": 526486074.0,
      "step": 683450
    },
    {
      "epoch": 0.8669411612490772,
      "grad_norm": 5.0625,
      "learning_rate": 6.653849374189669e-06,
      "loss": 1.8759,
      "mean_token_accuracy": 0.5764542758464813,
      "num_tokens": 526493363.0,
      "step": 683460
    },
    {
      "epoch": 0.8669538458416101,
      "grad_norm": 7.40625,
      "learning_rate": 6.653215064103378e-06,
      "loss": 2.0831,
      "mean_token_accuracy": 0.539402911067009,
      "num_tokens": 526501235.0,
      "step": 683470
    },
    {
      "epoch": 0.8669665304341428,
      "grad_norm": 6.09375,
      "learning_rate": 6.652580754017086e-06,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5521468430757522,
      "num_tokens": 526508867.0,
      "step": 683480
    },
    {
      "epoch": 0.8669792150266757,
      "grad_norm": 8.5,
      "learning_rate": 6.651946443930794e-06,
      "loss": 2.2504,
      "mean_token_accuracy": 0.5155471920967102,
      "num_tokens": 526516845.0,
      "step": 683490
    },
    {
      "epoch": 0.8669918996192085,
      "grad_norm": 5.21875,
      "learning_rate": 6.651312133844504e-06,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5737046808004379,
      "num_tokens": 526523484.0,
      "step": 683500
    },
    {
      "epoch": 0.8670045842117413,
      "grad_norm": 6.15625,
      "learning_rate": 6.650677823758212e-06,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5597166299819947,
      "num_tokens": 526531196.0,
      "step": 683510
    },
    {
      "epoch": 0.8670172688042742,
      "grad_norm": 6.8125,
      "learning_rate": 6.65004351367192e-06,
      "loss": 1.9005,
      "mean_token_accuracy": 0.578724467754364,
      "num_tokens": 526538009.0,
      "step": 683520
    },
    {
      "epoch": 0.867029953396807,
      "grad_norm": 5.21875,
      "learning_rate": 6.649409203585628e-06,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5455978363752365,
      "num_tokens": 526545388.0,
      "step": 683530
    },
    {
      "epoch": 0.8670426379893399,
      "grad_norm": 5.09375,
      "learning_rate": 6.648774893499336e-06,
      "loss": 2.2749,
      "mean_token_accuracy": 0.5084832012653351,
      "num_tokens": 526553940.0,
      "step": 683540
    },
    {
      "epoch": 0.8670553225818727,
      "grad_norm": 8.0625,
      "learning_rate": 6.648140583413046e-06,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5536731630563736,
      "num_tokens": 526560888.0,
      "step": 683550
    },
    {
      "epoch": 0.8670680071744056,
      "grad_norm": 5.6875,
      "learning_rate": 6.647506273326754e-06,
      "loss": 2.2151,
      "mean_token_accuracy": 0.5178698867559433,
      "num_tokens": 526568615.0,
      "step": 683560
    },
    {
      "epoch": 0.8670806917669384,
      "grad_norm": 5.53125,
      "learning_rate": 6.646871963240462e-06,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5424045413732529,
      "num_tokens": 526575321.0,
      "step": 683570
    },
    {
      "epoch": 0.8670933763594713,
      "grad_norm": 7.34375,
      "learning_rate": 6.64623765315417e-06,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5461461663246154,
      "num_tokens": 526582970.0,
      "step": 683580
    },
    {
      "epoch": 0.867106060952004,
      "grad_norm": 5.375,
      "learning_rate": 6.645603343067878e-06,
      "loss": 2.2232,
      "mean_token_accuracy": 0.5233663856983185,
      "num_tokens": 526591170.0,
      "step": 683590
    },
    {
      "epoch": 0.8671187455445368,
      "grad_norm": 5.09375,
      "learning_rate": 6.644969032981588e-06,
      "loss": 2.2516,
      "mean_token_accuracy": 0.5087140172719955,
      "num_tokens": 526599959.0,
      "step": 683600
    },
    {
      "epoch": 0.8671314301370697,
      "grad_norm": 6.84375,
      "learning_rate": 6.644334722895296e-06,
      "loss": 2.0036,
      "mean_token_accuracy": 0.552024319767952,
      "num_tokens": 526607018.0,
      "step": 683610
    },
    {
      "epoch": 0.8671441147296025,
      "grad_norm": 6.34375,
      "learning_rate": 6.643700412809005e-06,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5632325679063797,
      "num_tokens": 526615515.0,
      "step": 683620
    },
    {
      "epoch": 0.8671567993221354,
      "grad_norm": 5.0,
      "learning_rate": 6.643066102722713e-06,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5285608142614364,
      "num_tokens": 526623887.0,
      "step": 683630
    },
    {
      "epoch": 0.8671694839146682,
      "grad_norm": 8.25,
      "learning_rate": 6.642431792636421e-06,
      "loss": 2.0142,
      "mean_token_accuracy": 0.559135228395462,
      "num_tokens": 526629669.0,
      "step": 683640
    },
    {
      "epoch": 0.8671821685072011,
      "grad_norm": 7.9375,
      "learning_rate": 6.64179748255013e-06,
      "loss": 1.8638,
      "mean_token_accuracy": 0.5777214467525482,
      "num_tokens": 526636818.0,
      "step": 683650
    },
    {
      "epoch": 0.8671948530997339,
      "grad_norm": 4.8125,
      "learning_rate": 6.641163172463838e-06,
      "loss": 2.1101,
      "mean_token_accuracy": 0.530815777182579,
      "num_tokens": 526645637.0,
      "step": 683660
    },
    {
      "epoch": 0.8672075376922667,
      "grad_norm": 5.0,
      "learning_rate": 6.640528862377547e-06,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5504216223955154,
      "num_tokens": 526652450.0,
      "step": 683670
    },
    {
      "epoch": 0.8672202222847996,
      "grad_norm": 6.09375,
      "learning_rate": 6.639894552291255e-06,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5369973570108414,
      "num_tokens": 526659313.0,
      "step": 683680
    },
    {
      "epoch": 0.8672329068773323,
      "grad_norm": 5.0625,
      "learning_rate": 6.639260242204965e-06,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5313652247190476,
      "num_tokens": 526668618.0,
      "step": 683690
    },
    {
      "epoch": 0.8672455914698652,
      "grad_norm": 6.4375,
      "learning_rate": 6.638625932118673e-06,
      "loss": 2.1609,
      "mean_token_accuracy": 0.5279635936021805,
      "num_tokens": 526675261.0,
      "step": 683700
    },
    {
      "epoch": 0.867258276062398,
      "grad_norm": 5.46875,
      "learning_rate": 6.6379916220323805e-06,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5486407220363617,
      "num_tokens": 526682406.0,
      "step": 683710
    },
    {
      "epoch": 0.8672709606549309,
      "grad_norm": 6.28125,
      "learning_rate": 6.637357311946089e-06,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5738658994436264,
      "num_tokens": 526689563.0,
      "step": 683720
    },
    {
      "epoch": 0.8672836452474637,
      "grad_norm": 6.28125,
      "learning_rate": 6.636723001859797e-06,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5354213774204254,
      "num_tokens": 526696736.0,
      "step": 683730
    },
    {
      "epoch": 0.8672963298399966,
      "grad_norm": 6.59375,
      "learning_rate": 6.636088691773507e-06,
      "loss": 2.0738,
      "mean_token_accuracy": 0.551600706577301,
      "num_tokens": 526704165.0,
      "step": 683740
    },
    {
      "epoch": 0.8673090144325294,
      "grad_norm": 5.6875,
      "learning_rate": 6.635454381687215e-06,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5145004630088806,
      "num_tokens": 526711911.0,
      "step": 683750
    },
    {
      "epoch": 0.8673216990250622,
      "grad_norm": 5.28125,
      "learning_rate": 6.6348200716009225e-06,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5366023719310761,
      "num_tokens": 526720883.0,
      "step": 683760
    },
    {
      "epoch": 0.8673343836175951,
      "grad_norm": 7.96875,
      "learning_rate": 6.634185761514631e-06,
      "loss": 2.2576,
      "mean_token_accuracy": 0.5099182605743409,
      "num_tokens": 526727996.0,
      "step": 683770
    },
    {
      "epoch": 0.8673470682101279,
      "grad_norm": 4.75,
      "learning_rate": 6.633551451428339e-06,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5514901340007782,
      "num_tokens": 526735085.0,
      "step": 683780
    },
    {
      "epoch": 0.8673597528026608,
      "grad_norm": 7.625,
      "learning_rate": 6.632917141342049e-06,
      "loss": 1.9072,
      "mean_token_accuracy": 0.5846007913351059,
      "num_tokens": 526740652.0,
      "step": 683790
    },
    {
      "epoch": 0.8673724373951935,
      "grad_norm": 5.53125,
      "learning_rate": 6.632282831255757e-06,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5447571098804473,
      "num_tokens": 526748187.0,
      "step": 683800
    },
    {
      "epoch": 0.8673851219877264,
      "grad_norm": 5.59375,
      "learning_rate": 6.6316485211694645e-06,
      "loss": 1.8537,
      "mean_token_accuracy": 0.5793351799249649,
      "num_tokens": 526755115.0,
      "step": 683810
    },
    {
      "epoch": 0.8673978065802592,
      "grad_norm": 5.28125,
      "learning_rate": 6.631014211083174e-06,
      "loss": 1.9834,
      "mean_token_accuracy": 0.566728389263153,
      "num_tokens": 526763098.0,
      "step": 683820
    },
    {
      "epoch": 0.867410491172792,
      "grad_norm": 4.875,
      "learning_rate": 6.630379900996882e-06,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5410315304994583,
      "num_tokens": 526770541.0,
      "step": 683830
    },
    {
      "epoch": 0.8674231757653249,
      "grad_norm": 4.6875,
      "learning_rate": 6.629745590910591e-06,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5325373858213425,
      "num_tokens": 526778290.0,
      "step": 683840
    },
    {
      "epoch": 0.8674358603578577,
      "grad_norm": 3.53125,
      "learning_rate": 6.629111280824299e-06,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5551799476146698,
      "num_tokens": 526786543.0,
      "step": 683850
    },
    {
      "epoch": 0.8674485449503906,
      "grad_norm": 4.90625,
      "learning_rate": 6.6284769707380065e-06,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5624149471521378,
      "num_tokens": 526793942.0,
      "step": 683860
    },
    {
      "epoch": 0.8674612295429234,
      "grad_norm": 5.875,
      "learning_rate": 6.627842660651716e-06,
      "loss": 2.0921,
      "mean_token_accuracy": 0.533583116531372,
      "num_tokens": 526801491.0,
      "step": 683870
    },
    {
      "epoch": 0.8674739141354563,
      "grad_norm": 5.34375,
      "learning_rate": 6.627208350565424e-06,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5518511712551117,
      "num_tokens": 526809498.0,
      "step": 683880
    },
    {
      "epoch": 0.8674865987279891,
      "grad_norm": 5.25,
      "learning_rate": 6.6265740404791336e-06,
      "loss": 1.7042,
      "mean_token_accuracy": 0.6277683973312378,
      "num_tokens": 526816128.0,
      "step": 683890
    },
    {
      "epoch": 0.8674992833205218,
      "grad_norm": 5.53125,
      "learning_rate": 6.6259397303928415e-06,
      "loss": 1.8854,
      "mean_token_accuracy": 0.5823975414037704,
      "num_tokens": 526823547.0,
      "step": 683900
    },
    {
      "epoch": 0.8675119679130547,
      "grad_norm": 5.0,
      "learning_rate": 6.62530542030655e-06,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5436342626810073,
      "num_tokens": 526832479.0,
      "step": 683910
    },
    {
      "epoch": 0.8675246525055875,
      "grad_norm": 5.46875,
      "learning_rate": 6.624671110220258e-06,
      "loss": 1.9379,
      "mean_token_accuracy": 0.579324358701706,
      "num_tokens": 526840198.0,
      "step": 683920
    },
    {
      "epoch": 0.8675373370981204,
      "grad_norm": 6.625,
      "learning_rate": 6.624036800133966e-06,
      "loss": 1.977,
      "mean_token_accuracy": 0.5510569632053375,
      "num_tokens": 526846858.0,
      "step": 683930
    },
    {
      "epoch": 0.8675500216906532,
      "grad_norm": 5.0625,
      "learning_rate": 6.623402490047676e-06,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5191922515630722,
      "num_tokens": 526854983.0,
      "step": 683940
    },
    {
      "epoch": 0.8675627062831861,
      "grad_norm": 5.90625,
      "learning_rate": 6.6227681799613835e-06,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5305445551872253,
      "num_tokens": 526862711.0,
      "step": 683950
    },
    {
      "epoch": 0.8675753908757189,
      "grad_norm": 6.59375,
      "learning_rate": 6.622133869875092e-06,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5607202768325805,
      "num_tokens": 526869893.0,
      "step": 683960
    },
    {
      "epoch": 0.8675880754682518,
      "grad_norm": 4.53125,
      "learning_rate": 6.6214995597888e-06,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5511386394500732,
      "num_tokens": 526878797.0,
      "step": 683970
    },
    {
      "epoch": 0.8676007600607846,
      "grad_norm": 7.25,
      "learning_rate": 6.620865249702508e-06,
      "loss": 2.2312,
      "mean_token_accuracy": 0.516725093126297,
      "num_tokens": 526886974.0,
      "step": 683980
    },
    {
      "epoch": 0.8676134446533174,
      "grad_norm": 7.15625,
      "learning_rate": 6.620230939616218e-06,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5457655310630798,
      "num_tokens": 526895252.0,
      "step": 683990
    },
    {
      "epoch": 0.8676261292458503,
      "grad_norm": 6.21875,
      "learning_rate": 6.6195966295299255e-06,
      "loss": 2.2413,
      "mean_token_accuracy": 0.520557102560997,
      "num_tokens": 526903602.0,
      "step": 684000
    },
    {
      "epoch": 0.867638813838383,
      "grad_norm": 7.375,
      "learning_rate": 6.618962319443635e-06,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5310028374195099,
      "num_tokens": 526911145.0,
      "step": 684010
    },
    {
      "epoch": 0.8676514984309159,
      "grad_norm": 6.53125,
      "learning_rate": 6.618328009357343e-06,
      "loss": 2.084,
      "mean_token_accuracy": 0.5452573478221894,
      "num_tokens": 526917951.0,
      "step": 684020
    },
    {
      "epoch": 0.8676641830234487,
      "grad_norm": 4.65625,
      "learning_rate": 6.617693699271051e-06,
      "loss": 1.9287,
      "mean_token_accuracy": 0.5740026831626892,
      "num_tokens": 526924383.0,
      "step": 684030
    },
    {
      "epoch": 0.8676768676159816,
      "grad_norm": 9.5,
      "learning_rate": 6.61705938918476e-06,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5626120537519455,
      "num_tokens": 526931408.0,
      "step": 684040
    },
    {
      "epoch": 0.8676895522085144,
      "grad_norm": 4.6875,
      "learning_rate": 6.6164250790984675e-06,
      "loss": 2.0883,
      "mean_token_accuracy": 0.5331463932991027,
      "num_tokens": 526940543.0,
      "step": 684050
    },
    {
      "epoch": 0.8677022368010472,
      "grad_norm": 7.28125,
      "learning_rate": 6.615790769012177e-06,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5510014951229095,
      "num_tokens": 526948954.0,
      "step": 684060
    },
    {
      "epoch": 0.8677149213935801,
      "grad_norm": 7.125,
      "learning_rate": 6.615156458925885e-06,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5317068129777909,
      "num_tokens": 526956576.0,
      "step": 684070
    },
    {
      "epoch": 0.8677276059861129,
      "grad_norm": 7.0625,
      "learning_rate": 6.614522148839593e-06,
      "loss": 2.0243,
      "mean_token_accuracy": 0.5706586748361587,
      "num_tokens": 526963835.0,
      "step": 684080
    },
    {
      "epoch": 0.8677402905786458,
      "grad_norm": 5.84375,
      "learning_rate": 6.6138878387533024e-06,
      "loss": 2.2758,
      "mean_token_accuracy": 0.5153889954090118,
      "num_tokens": 526971692.0,
      "step": 684090
    },
    {
      "epoch": 0.8677529751711786,
      "grad_norm": 5.3125,
      "learning_rate": 6.61325352866701e-06,
      "loss": 1.9081,
      "mean_token_accuracy": 0.5788711279630661,
      "num_tokens": 526978871.0,
      "step": 684100
    },
    {
      "epoch": 0.8677656597637114,
      "grad_norm": 9.375,
      "learning_rate": 6.612619218580719e-06,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5288508832454681,
      "num_tokens": 526986569.0,
      "step": 684110
    },
    {
      "epoch": 0.8677783443562442,
      "grad_norm": 7.75,
      "learning_rate": 6.611984908494427e-06,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5762137860059738,
      "num_tokens": 526993669.0,
      "step": 684120
    },
    {
      "epoch": 0.8677910289487771,
      "grad_norm": 5.71875,
      "learning_rate": 6.611350598408135e-06,
      "loss": 1.9547,
      "mean_token_accuracy": 0.555001950263977,
      "num_tokens": 527001330.0,
      "step": 684130
    },
    {
      "epoch": 0.8678037135413099,
      "grad_norm": 6.25,
      "learning_rate": 6.6107162883218444e-06,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5254092276096344,
      "num_tokens": 527008873.0,
      "step": 684140
    },
    {
      "epoch": 0.8678163981338427,
      "grad_norm": 4.875,
      "learning_rate": 6.610081978235552e-06,
      "loss": 2.1843,
      "mean_token_accuracy": 0.5307624191045761,
      "num_tokens": 527018690.0,
      "step": 684150
    },
    {
      "epoch": 0.8678290827263756,
      "grad_norm": 5.75,
      "learning_rate": 6.609447668149261e-06,
      "loss": 1.8012,
      "mean_token_accuracy": 0.5904037266969681,
      "num_tokens": 527026608.0,
      "step": 684160
    },
    {
      "epoch": 0.8678417673189084,
      "grad_norm": 8.9375,
      "learning_rate": 6.608813358062969e-06,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5673435956239701,
      "num_tokens": 527034109.0,
      "step": 684170
    },
    {
      "epoch": 0.8678544519114413,
      "grad_norm": 5.1875,
      "learning_rate": 6.6081790479766786e-06,
      "loss": 2.139,
      "mean_token_accuracy": 0.5369470357894898,
      "num_tokens": 527041394.0,
      "step": 684180
    },
    {
      "epoch": 0.8678671365039741,
      "grad_norm": 5.25,
      "learning_rate": 6.6075447378903864e-06,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5492099821567535,
      "num_tokens": 527048885.0,
      "step": 684190
    },
    {
      "epoch": 0.867879821096507,
      "grad_norm": 7.21875,
      "learning_rate": 6.606910427804094e-06,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5792839884757995,
      "num_tokens": 527055412.0,
      "step": 684200
    },
    {
      "epoch": 0.8678925056890398,
      "grad_norm": 4.125,
      "learning_rate": 6.606276117717804e-06,
      "loss": 1.9279,
      "mean_token_accuracy": 0.569064199924469,
      "num_tokens": 527062401.0,
      "step": 684210
    },
    {
      "epoch": 0.8679051902815725,
      "grad_norm": 5.28125,
      "learning_rate": 6.605641807631512e-06,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5359260201454162,
      "num_tokens": 527070173.0,
      "step": 684220
    },
    {
      "epoch": 0.8679178748741054,
      "grad_norm": 6.3125,
      "learning_rate": 6.6050074975452206e-06,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5430998802185059,
      "num_tokens": 527077863.0,
      "step": 684230
    },
    {
      "epoch": 0.8679305594666382,
      "grad_norm": 5.6875,
      "learning_rate": 6.6043731874589285e-06,
      "loss": 2.1614,
      "mean_token_accuracy": 0.533061096072197,
      "num_tokens": 527086026.0,
      "step": 684240
    },
    {
      "epoch": 0.8679432440591711,
      "grad_norm": 5.21875,
      "learning_rate": 6.603738877372636e-06,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5387297391891479,
      "num_tokens": 527095058.0,
      "step": 684250
    },
    {
      "epoch": 0.8679559286517039,
      "grad_norm": 5.0,
      "learning_rate": 6.603104567286346e-06,
      "loss": 2.2359,
      "mean_token_accuracy": 0.5192146331071854,
      "num_tokens": 527104155.0,
      "step": 684260
    },
    {
      "epoch": 0.8679686132442368,
      "grad_norm": 6.6875,
      "learning_rate": 6.602470257200054e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5492950916290283,
      "num_tokens": 527112383.0,
      "step": 684270
    },
    {
      "epoch": 0.8679812978367696,
      "grad_norm": 7.1875,
      "learning_rate": 6.601835947113763e-06,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5406948953866959,
      "num_tokens": 527118476.0,
      "step": 684280
    },
    {
      "epoch": 0.8679939824293024,
      "grad_norm": 5.53125,
      "learning_rate": 6.601201637027471e-06,
      "loss": 1.9402,
      "mean_token_accuracy": 0.5676923513412475,
      "num_tokens": 527125574.0,
      "step": 684290
    },
    {
      "epoch": 0.8680066670218353,
      "grad_norm": 6.34375,
      "learning_rate": 6.600567326941179e-06,
      "loss": 1.6378,
      "mean_token_accuracy": 0.6307840764522552,
      "num_tokens": 527132275.0,
      "step": 684300
    },
    {
      "epoch": 0.868019351614368,
      "grad_norm": 4.96875,
      "learning_rate": 6.599933016854888e-06,
      "loss": 2.1873,
      "mean_token_accuracy": 0.5258006006479263,
      "num_tokens": 527140464.0,
      "step": 684310
    },
    {
      "epoch": 0.868032036206901,
      "grad_norm": 4.75,
      "learning_rate": 6.599298706768596e-06,
      "loss": 2.048,
      "mean_token_accuracy": 0.5471156030893326,
      "num_tokens": 527149012.0,
      "step": 684320
    },
    {
      "epoch": 0.8680447207994337,
      "grad_norm": 5.5625,
      "learning_rate": 6.598664396682305e-06,
      "loss": 1.7857,
      "mean_token_accuracy": 0.595479890704155,
      "num_tokens": 527156317.0,
      "step": 684330
    },
    {
      "epoch": 0.8680574053919666,
      "grad_norm": 5.4375,
      "learning_rate": 6.598030086596013e-06,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5530165493488312,
      "num_tokens": 527164892.0,
      "step": 684340
    },
    {
      "epoch": 0.8680700899844994,
      "grad_norm": 5.125,
      "learning_rate": 6.597395776509721e-06,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5440117716789246,
      "num_tokens": 527172633.0,
      "step": 684350
    },
    {
      "epoch": 0.8680827745770323,
      "grad_norm": 5.3125,
      "learning_rate": 6.59676146642343e-06,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5267099797725677,
      "num_tokens": 527181041.0,
      "step": 684360
    },
    {
      "epoch": 0.8680954591695651,
      "grad_norm": 5.78125,
      "learning_rate": 6.596127156337138e-06,
      "loss": 1.9259,
      "mean_token_accuracy": 0.5741285741329193,
      "num_tokens": 527189689.0,
      "step": 684370
    },
    {
      "epoch": 0.8681081437620979,
      "grad_norm": 7.90625,
      "learning_rate": 6.595492846250847e-06,
      "loss": 2.094,
      "mean_token_accuracy": 0.5416363328695297,
      "num_tokens": 527196821.0,
      "step": 684380
    },
    {
      "epoch": 0.8681208283546308,
      "grad_norm": 5.71875,
      "learning_rate": 6.594858536164555e-06,
      "loss": 2.1449,
      "mean_token_accuracy": 0.528844153881073,
      "num_tokens": 527205432.0,
      "step": 684390
    },
    {
      "epoch": 0.8681335129471636,
      "grad_norm": 5.71875,
      "learning_rate": 6.594224226078265e-06,
      "loss": 1.9232,
      "mean_token_accuracy": 0.5698981821537018,
      "num_tokens": 527212760.0,
      "step": 684400
    },
    {
      "epoch": 0.8681461975396965,
      "grad_norm": 4.65625,
      "learning_rate": 6.593589915991973e-06,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5342709183692932,
      "num_tokens": 527221365.0,
      "step": 684410
    },
    {
      "epoch": 0.8681588821322292,
      "grad_norm": 5.0,
      "learning_rate": 6.592955605905681e-06,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5648782908916473,
      "num_tokens": 527228506.0,
      "step": 684420
    },
    {
      "epoch": 0.8681715667247621,
      "grad_norm": 5.71875,
      "learning_rate": 6.592321295819389e-06,
      "loss": 1.8688,
      "mean_token_accuracy": 0.5937002688646317,
      "num_tokens": 527235952.0,
      "step": 684430
    },
    {
      "epoch": 0.8681842513172949,
      "grad_norm": 6.5,
      "learning_rate": 6.591686985733097e-06,
      "loss": 1.8471,
      "mean_token_accuracy": 0.599294239282608,
      "num_tokens": 527241690.0,
      "step": 684440
    },
    {
      "epoch": 0.8681969359098277,
      "grad_norm": 5.53125,
      "learning_rate": 6.591052675646807e-06,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5437821865081787,
      "num_tokens": 527249427.0,
      "step": 684450
    },
    {
      "epoch": 0.8682096205023606,
      "grad_norm": 9.9375,
      "learning_rate": 6.590418365560515e-06,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5631231784820556,
      "num_tokens": 527254971.0,
      "step": 684460
    },
    {
      "epoch": 0.8682223050948934,
      "grad_norm": 5.34375,
      "learning_rate": 6.589784055474223e-06,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5476731300354004,
      "num_tokens": 527262459.0,
      "step": 684470
    },
    {
      "epoch": 0.8682349896874263,
      "grad_norm": 4.90625,
      "learning_rate": 6.589149745387932e-06,
      "loss": 2.3361,
      "mean_token_accuracy": 0.501783162355423,
      "num_tokens": 527270996.0,
      "step": 684480
    },
    {
      "epoch": 0.8682476742799591,
      "grad_norm": 6.65625,
      "learning_rate": 6.58851543530164e-06,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5446407526731492,
      "num_tokens": 527279481.0,
      "step": 684490
    },
    {
      "epoch": 0.868260358872492,
      "grad_norm": 4.65625,
      "learning_rate": 6.587881125215349e-06,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5447203367948532,
      "num_tokens": 527287741.0,
      "step": 684500
    },
    {
      "epoch": 0.8682730434650248,
      "grad_norm": 5.8125,
      "learning_rate": 6.587246815129057e-06,
      "loss": 2.2296,
      "mean_token_accuracy": 0.5270970314741135,
      "num_tokens": 527296423.0,
      "step": 684510
    },
    {
      "epoch": 0.8682857280575577,
      "grad_norm": 4.625,
      "learning_rate": 6.586612505042765e-06,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5695855468511581,
      "num_tokens": 527304204.0,
      "step": 684520
    },
    {
      "epoch": 0.8682984126500904,
      "grad_norm": 7.53125,
      "learning_rate": 6.585978194956474e-06,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5550832480192185,
      "num_tokens": 527310566.0,
      "step": 684530
    },
    {
      "epoch": 0.8683110972426232,
      "grad_norm": 6.0,
      "learning_rate": 6.585343884870182e-06,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5438413023948669,
      "num_tokens": 527317775.0,
      "step": 684540
    },
    {
      "epoch": 0.8683237818351561,
      "grad_norm": 5.5625,
      "learning_rate": 6.584709574783891e-06,
      "loss": 1.8763,
      "mean_token_accuracy": 0.5819692492485047,
      "num_tokens": 527325153.0,
      "step": 684550
    },
    {
      "epoch": 0.8683364664276889,
      "grad_norm": 7.3125,
      "learning_rate": 6.584075264697599e-06,
      "loss": 2.0526,
      "mean_token_accuracy": 0.543744295835495,
      "num_tokens": 527333136.0,
      "step": 684560
    },
    {
      "epoch": 0.8683491510202218,
      "grad_norm": 5.59375,
      "learning_rate": 6.583440954611307e-06,
      "loss": 2.2584,
      "mean_token_accuracy": 0.513110277056694,
      "num_tokens": 527340331.0,
      "step": 684570
    },
    {
      "epoch": 0.8683618356127546,
      "grad_norm": 4.5625,
      "learning_rate": 6.582806644525016e-06,
      "loss": 1.9954,
      "mean_token_accuracy": 0.560500568151474,
      "num_tokens": 527348391.0,
      "step": 684580
    },
    {
      "epoch": 0.8683745202052875,
      "grad_norm": 4.59375,
      "learning_rate": 6.582172334438724e-06,
      "loss": 1.7845,
      "mean_token_accuracy": 0.5977332293987274,
      "num_tokens": 527355955.0,
      "step": 684590
    },
    {
      "epoch": 0.8683872047978203,
      "grad_norm": 5.75,
      "learning_rate": 6.581538024352434e-06,
      "loss": 2.2393,
      "mean_token_accuracy": 0.5068098068237304,
      "num_tokens": 527364260.0,
      "step": 684600
    },
    {
      "epoch": 0.8683998893903531,
      "grad_norm": 5.78125,
      "learning_rate": 6.580903714266142e-06,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5579133927822113,
      "num_tokens": 527372480.0,
      "step": 684610
    },
    {
      "epoch": 0.868412573982886,
      "grad_norm": 4.84375,
      "learning_rate": 6.58026940417985e-06,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5274370342493058,
      "num_tokens": 527379235.0,
      "step": 684620
    },
    {
      "epoch": 0.8684252585754187,
      "grad_norm": 4.75,
      "learning_rate": 6.579635094093558e-06,
      "loss": 2.2138,
      "mean_token_accuracy": 0.5229137688875198,
      "num_tokens": 527387764.0,
      "step": 684630
    },
    {
      "epoch": 0.8684379431679516,
      "grad_norm": 4.75,
      "learning_rate": 6.579000784007266e-06,
      "loss": 1.942,
      "mean_token_accuracy": 0.5708974540233612,
      "num_tokens": 527396201.0,
      "step": 684640
    },
    {
      "epoch": 0.8684506277604844,
      "grad_norm": 6.28125,
      "learning_rate": 6.578366473920976e-06,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5277577817440033,
      "num_tokens": 527404529.0,
      "step": 684650
    },
    {
      "epoch": 0.8684633123530173,
      "grad_norm": 5.15625,
      "learning_rate": 6.577732163834684e-06,
      "loss": 1.7987,
      "mean_token_accuracy": 0.5990322589874267,
      "num_tokens": 527410823.0,
      "step": 684660
    },
    {
      "epoch": 0.8684759969455501,
      "grad_norm": 6.03125,
      "learning_rate": 6.577097853748393e-06,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5507413208484649,
      "num_tokens": 527418884.0,
      "step": 684670
    },
    {
      "epoch": 0.868488681538083,
      "grad_norm": 5.1875,
      "learning_rate": 6.576463543662101e-06,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5362023502588272,
      "num_tokens": 527427531.0,
      "step": 684680
    },
    {
      "epoch": 0.8685013661306158,
      "grad_norm": 7.28125,
      "learning_rate": 6.575829233575809e-06,
      "loss": 1.8657,
      "mean_token_accuracy": 0.5901840686798095,
      "num_tokens": 527433505.0,
      "step": 684690
    },
    {
      "epoch": 0.8685140507231486,
      "grad_norm": 6.625,
      "learning_rate": 6.575194923489518e-06,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5525824189186096,
      "num_tokens": 527440608.0,
      "step": 684700
    },
    {
      "epoch": 0.8685267353156815,
      "grad_norm": 4.78125,
      "learning_rate": 6.574560613403226e-06,
      "loss": 2.0026,
      "mean_token_accuracy": 0.54534652531147,
      "num_tokens": 527448392.0,
      "step": 684710
    },
    {
      "epoch": 0.8685394199082143,
      "grad_norm": 7.09375,
      "learning_rate": 6.573926303316935e-06,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5603278070688248,
      "num_tokens": 527454694.0,
      "step": 684720
    },
    {
      "epoch": 0.8685521045007472,
      "grad_norm": 6.1875,
      "learning_rate": 6.573291993230643e-06,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5299713104963303,
      "num_tokens": 527463426.0,
      "step": 684730
    },
    {
      "epoch": 0.8685647890932799,
      "grad_norm": 5.21875,
      "learning_rate": 6.572657683144351e-06,
      "loss": 2.1893,
      "mean_token_accuracy": 0.5218559682369233,
      "num_tokens": 527470885.0,
      "step": 684740
    },
    {
      "epoch": 0.8685774736858128,
      "grad_norm": 5.46875,
      "learning_rate": 6.572023373058061e-06,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5354671686887741,
      "num_tokens": 527480218.0,
      "step": 684750
    },
    {
      "epoch": 0.8685901582783456,
      "grad_norm": 8.5625,
      "learning_rate": 6.5713890629717685e-06,
      "loss": 1.7817,
      "mean_token_accuracy": 0.6135034769773483,
      "num_tokens": 527488245.0,
      "step": 684760
    },
    {
      "epoch": 0.8686028428708784,
      "grad_norm": 6.0,
      "learning_rate": 6.570754752885477e-06,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5331922948360444,
      "num_tokens": 527496853.0,
      "step": 684770
    },
    {
      "epoch": 0.8686155274634113,
      "grad_norm": 7.65625,
      "learning_rate": 6.570120442799185e-06,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5303324609994888,
      "num_tokens": 527505368.0,
      "step": 684780
    },
    {
      "epoch": 0.8686282120559441,
      "grad_norm": 6.3125,
      "learning_rate": 6.569486132712893e-06,
      "loss": 2.19,
      "mean_token_accuracy": 0.5223380714654923,
      "num_tokens": 527512590.0,
      "step": 684790
    },
    {
      "epoch": 0.868640896648477,
      "grad_norm": 5.03125,
      "learning_rate": 6.568851822626603e-06,
      "loss": 1.9168,
      "mean_token_accuracy": 0.5822966575622559,
      "num_tokens": 527518421.0,
      "step": 684800
    },
    {
      "epoch": 0.8686535812410098,
      "grad_norm": 6.90625,
      "learning_rate": 6.5682175125403105e-06,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5278673827648163,
      "num_tokens": 527526338.0,
      "step": 684810
    },
    {
      "epoch": 0.8686662658335427,
      "grad_norm": 7.65625,
      "learning_rate": 6.567583202454019e-06,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5454212367534638,
      "num_tokens": 527533056.0,
      "step": 684820
    },
    {
      "epoch": 0.8686789504260755,
      "grad_norm": 5.8125,
      "learning_rate": 6.566948892367727e-06,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5355239033699035,
      "num_tokens": 527541383.0,
      "step": 684830
    },
    {
      "epoch": 0.8686916350186082,
      "grad_norm": 5.1875,
      "learning_rate": 6.566314582281437e-06,
      "loss": 2.1523,
      "mean_token_accuracy": 0.5340557724237442,
      "num_tokens": 527550218.0,
      "step": 684840
    },
    {
      "epoch": 0.8687043196111411,
      "grad_norm": 8.9375,
      "learning_rate": 6.565680272195145e-06,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5200511187314987,
      "num_tokens": 527557991.0,
      "step": 684850
    },
    {
      "epoch": 0.8687170042036739,
      "grad_norm": 5.0,
      "learning_rate": 6.5650459621088525e-06,
      "loss": 1.8961,
      "mean_token_accuracy": 0.5935047298669816,
      "num_tokens": 527564384.0,
      "step": 684860
    },
    {
      "epoch": 0.8687296887962068,
      "grad_norm": 5.3125,
      "learning_rate": 6.564411652022562e-06,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5336878895759583,
      "num_tokens": 527572301.0,
      "step": 684870
    },
    {
      "epoch": 0.8687423733887396,
      "grad_norm": 8.0,
      "learning_rate": 6.56377734193627e-06,
      "loss": 2.0624,
      "mean_token_accuracy": 0.5465621560811996,
      "num_tokens": 527579511.0,
      "step": 684880
    },
    {
      "epoch": 0.8687550579812725,
      "grad_norm": 5.8125,
      "learning_rate": 6.563143031849979e-06,
      "loss": 2.3141,
      "mean_token_accuracy": 0.5121281027793885,
      "num_tokens": 527587019.0,
      "step": 684890
    },
    {
      "epoch": 0.8687677425738053,
      "grad_norm": 5.75,
      "learning_rate": 6.562508721763687e-06,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5670945554971695,
      "num_tokens": 527593609.0,
      "step": 684900
    },
    {
      "epoch": 0.8687804271663382,
      "grad_norm": 4.78125,
      "learning_rate": 6.5618744116773945e-06,
      "loss": 2.221,
      "mean_token_accuracy": 0.5141075521707534,
      "num_tokens": 527600661.0,
      "step": 684910
    },
    {
      "epoch": 0.868793111758871,
      "grad_norm": 6.5625,
      "learning_rate": 6.561240101591104e-06,
      "loss": 1.8313,
      "mean_token_accuracy": 0.5806032001972199,
      "num_tokens": 527607281.0,
      "step": 684920
    },
    {
      "epoch": 0.8688057963514038,
      "grad_norm": 5.0,
      "learning_rate": 6.560605791504812e-06,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5492166697978973,
      "num_tokens": 527615249.0,
      "step": 684930
    },
    {
      "epoch": 0.8688184809439367,
      "grad_norm": 4.8125,
      "learning_rate": 6.559971481418522e-06,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5775308251380921,
      "num_tokens": 527623148.0,
      "step": 684940
    },
    {
      "epoch": 0.8688311655364694,
      "grad_norm": 4.65625,
      "learning_rate": 6.5593371713322295e-06,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5338883012533188,
      "num_tokens": 527630643.0,
      "step": 684950
    },
    {
      "epoch": 0.8688438501290023,
      "grad_norm": 6.0625,
      "learning_rate": 6.558702861245937e-06,
      "loss": 1.6156,
      "mean_token_accuracy": 0.6326914668083191,
      "num_tokens": 527636613.0,
      "step": 684960
    },
    {
      "epoch": 0.8688565347215351,
      "grad_norm": 5.3125,
      "learning_rate": 6.558068551159646e-06,
      "loss": 2.0161,
      "mean_token_accuracy": 0.5462846100330353,
      "num_tokens": 527643958.0,
      "step": 684970
    },
    {
      "epoch": 0.868869219314068,
      "grad_norm": 5.125,
      "learning_rate": 6.557434241073354e-06,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5309190273284912,
      "num_tokens": 527652956.0,
      "step": 684980
    },
    {
      "epoch": 0.8688819039066008,
      "grad_norm": 4.4375,
      "learning_rate": 6.556799930987064e-06,
      "loss": 1.7513,
      "mean_token_accuracy": 0.6064719259738922,
      "num_tokens": 527658694.0,
      "step": 684990
    },
    {
      "epoch": 0.8688945884991336,
      "grad_norm": 5.71875,
      "learning_rate": 6.5561656209007715e-06,
      "loss": 2.0037,
      "mean_token_accuracy": 0.549469318985939,
      "num_tokens": 527666447.0,
      "step": 685000
    },
    {
      "epoch": 0.8689072730916665,
      "grad_norm": 5.625,
      "learning_rate": 6.555531310814479e-06,
      "loss": 1.9893,
      "mean_token_accuracy": 0.549049186706543,
      "num_tokens": 527674232.0,
      "step": 685010
    },
    {
      "epoch": 0.8689199576841993,
      "grad_norm": 6.59375,
      "learning_rate": 6.554897000728188e-06,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5614198803901672,
      "num_tokens": 527680989.0,
      "step": 685020
    },
    {
      "epoch": 0.8689326422767322,
      "grad_norm": 4.5,
      "learning_rate": 6.554262690641896e-06,
      "loss": 2.1746,
      "mean_token_accuracy": 0.534060150384903,
      "num_tokens": 527689517.0,
      "step": 685030
    },
    {
      "epoch": 0.868945326869265,
      "grad_norm": 5.21875,
      "learning_rate": 6.553628380555606e-06,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5707709670066834,
      "num_tokens": 527696285.0,
      "step": 685040
    },
    {
      "epoch": 0.8689580114617979,
      "grad_norm": 5.46875,
      "learning_rate": 6.5529940704693135e-06,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5573556184768677,
      "num_tokens": 527704286.0,
      "step": 685050
    },
    {
      "epoch": 0.8689706960543306,
      "grad_norm": 6.21875,
      "learning_rate": 6.552359760383023e-06,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5480053961277008,
      "num_tokens": 527710205.0,
      "step": 685060
    },
    {
      "epoch": 0.8689833806468635,
      "grad_norm": 4.8125,
      "learning_rate": 6.551725450296731e-06,
      "loss": 2.2254,
      "mean_token_accuracy": 0.5220120251178741,
      "num_tokens": 527718456.0,
      "step": 685070
    },
    {
      "epoch": 0.8689960652393963,
      "grad_norm": 5.1875,
      "learning_rate": 6.551091140210439e-06,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5531036347150803,
      "num_tokens": 527726594.0,
      "step": 685080
    },
    {
      "epoch": 0.8690087498319291,
      "grad_norm": 9.4375,
      "learning_rate": 6.550456830124148e-06,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5468645632266999,
      "num_tokens": 527733178.0,
      "step": 685090
    },
    {
      "epoch": 0.869021434424462,
      "grad_norm": 7.0,
      "learning_rate": 6.5498225200378555e-06,
      "loss": 1.9687,
      "mean_token_accuracy": 0.56671844124794,
      "num_tokens": 527739995.0,
      "step": 685100
    },
    {
      "epoch": 0.8690341190169948,
      "grad_norm": 5.625,
      "learning_rate": 6.549188209951565e-06,
      "loss": 2.2892,
      "mean_token_accuracy": 0.5144926518201828,
      "num_tokens": 527747421.0,
      "step": 685110
    },
    {
      "epoch": 0.8690468036095277,
      "grad_norm": 5.84375,
      "learning_rate": 6.548553899865273e-06,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5388543754816055,
      "num_tokens": 527754637.0,
      "step": 685120
    },
    {
      "epoch": 0.8690594882020605,
      "grad_norm": 4.96875,
      "learning_rate": 6.547919589778981e-06,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5562470376491546,
      "num_tokens": 527763634.0,
      "step": 685130
    },
    {
      "epoch": 0.8690721727945934,
      "grad_norm": 5.75,
      "learning_rate": 6.5472852796926905e-06,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5693247109651566,
      "num_tokens": 527771780.0,
      "step": 685140
    },
    {
      "epoch": 0.8690848573871262,
      "grad_norm": 7.65625,
      "learning_rate": 6.546650969606398e-06,
      "loss": 2.2055,
      "mean_token_accuracy": 0.51497503221035,
      "num_tokens": 527780597.0,
      "step": 685150
    },
    {
      "epoch": 0.8690975419796589,
      "grad_norm": 4.78125,
      "learning_rate": 6.546016659520107e-06,
      "loss": 1.975,
      "mean_token_accuracy": 0.5634216278791427,
      "num_tokens": 527789543.0,
      "step": 685160
    },
    {
      "epoch": 0.8691102265721918,
      "grad_norm": 5.5625,
      "learning_rate": 6.545382349433815e-06,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5539397329092026,
      "num_tokens": 527796525.0,
      "step": 685170
    },
    {
      "epoch": 0.8691229111647246,
      "grad_norm": 4.53125,
      "learning_rate": 6.544748039347523e-06,
      "loss": 2.0212,
      "mean_token_accuracy": 0.572266036272049,
      "num_tokens": 527803312.0,
      "step": 685180
    },
    {
      "epoch": 0.8691355957572575,
      "grad_norm": 6.15625,
      "learning_rate": 6.5441137292612325e-06,
      "loss": 1.8778,
      "mean_token_accuracy": 0.5735709637403488,
      "num_tokens": 527809896.0,
      "step": 685190
    },
    {
      "epoch": 0.8691482803497903,
      "grad_norm": 5.21875,
      "learning_rate": 6.54347941917494e-06,
      "loss": 1.7628,
      "mean_token_accuracy": 0.603501808643341,
      "num_tokens": 527817281.0,
      "step": 685200
    },
    {
      "epoch": 0.8691609649423232,
      "grad_norm": 5.0625,
      "learning_rate": 6.542845109088649e-06,
      "loss": 1.8934,
      "mean_token_accuracy": 0.5771818816661834,
      "num_tokens": 527825453.0,
      "step": 685210
    },
    {
      "epoch": 0.869173649534856,
      "grad_norm": 6.3125,
      "learning_rate": 6.542210799002357e-06,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5471374034881592,
      "num_tokens": 527833241.0,
      "step": 685220
    },
    {
      "epoch": 0.8691863341273888,
      "grad_norm": 5.4375,
      "learning_rate": 6.541576488916065e-06,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5370506942272186,
      "num_tokens": 527840967.0,
      "step": 685230
    },
    {
      "epoch": 0.8691990187199217,
      "grad_norm": 5.875,
      "learning_rate": 6.5409421788297745e-06,
      "loss": 2.047,
      "mean_token_accuracy": 0.555884838104248,
      "num_tokens": 527848553.0,
      "step": 685240
    },
    {
      "epoch": 0.8692117033124545,
      "grad_norm": 6.53125,
      "learning_rate": 6.540307868743482e-06,
      "loss": 2.2331,
      "mean_token_accuracy": 0.523605614900589,
      "num_tokens": 527856892.0,
      "step": 685250
    },
    {
      "epoch": 0.8692243879049874,
      "grad_norm": 6.125,
      "learning_rate": 6.539673558657192e-06,
      "loss": 1.8249,
      "mean_token_accuracy": 0.5912951409816742,
      "num_tokens": 527863800.0,
      "step": 685260
    },
    {
      "epoch": 0.8692370724975201,
      "grad_norm": 6.53125,
      "learning_rate": 6.5390392485709e-06,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5170356631278992,
      "num_tokens": 527871873.0,
      "step": 685270
    },
    {
      "epoch": 0.869249757090053,
      "grad_norm": 4.71875,
      "learning_rate": 6.538404938484609e-06,
      "loss": 2.128,
      "mean_token_accuracy": 0.5309052646160126,
      "num_tokens": 527879358.0,
      "step": 685280
    },
    {
      "epoch": 0.8692624416825858,
      "grad_norm": 4.9375,
      "learning_rate": 6.5377706283983165e-06,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5318528920412063,
      "num_tokens": 527888094.0,
      "step": 685290
    },
    {
      "epoch": 0.8692751262751187,
      "grad_norm": 5.25,
      "learning_rate": 6.537136318312024e-06,
      "loss": 2.2117,
      "mean_token_accuracy": 0.518654215335846,
      "num_tokens": 527897326.0,
      "step": 685300
    },
    {
      "epoch": 0.8692878108676515,
      "grad_norm": 5.75,
      "learning_rate": 6.536502008225734e-06,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5262033849954605,
      "num_tokens": 527906545.0,
      "step": 685310
    },
    {
      "epoch": 0.8693004954601843,
      "grad_norm": 4.84375,
      "learning_rate": 6.535867698139442e-06,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5606969714164733,
      "num_tokens": 527913560.0,
      "step": 685320
    },
    {
      "epoch": 0.8693131800527172,
      "grad_norm": 4.78125,
      "learning_rate": 6.5352333880531514e-06,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5765536367893219,
      "num_tokens": 527921423.0,
      "step": 685330
    },
    {
      "epoch": 0.86932586464525,
      "grad_norm": 5.46875,
      "learning_rate": 6.534599077966859e-06,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5661588251590729,
      "num_tokens": 527928070.0,
      "step": 685340
    },
    {
      "epoch": 0.8693385492377829,
      "grad_norm": 6.28125,
      "learning_rate": 6.533964767880567e-06,
      "loss": 2.2729,
      "mean_token_accuracy": 0.5214616984128952,
      "num_tokens": 527936342.0,
      "step": 685350
    },
    {
      "epoch": 0.8693512338303157,
      "grad_norm": 6.0625,
      "learning_rate": 6.533330457794276e-06,
      "loss": 2.2417,
      "mean_token_accuracy": 0.5290018171072006,
      "num_tokens": 527944555.0,
      "step": 685360
    },
    {
      "epoch": 0.8693639184228485,
      "grad_norm": 5.21875,
      "learning_rate": 6.532696147707984e-06,
      "loss": 1.7754,
      "mean_token_accuracy": 0.5982364505529404,
      "num_tokens": 527951206.0,
      "step": 685370
    },
    {
      "epoch": 0.8693766030153813,
      "grad_norm": 5.34375,
      "learning_rate": 6.5320618376216934e-06,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5353293806314469,
      "num_tokens": 527960547.0,
      "step": 685380
    },
    {
      "epoch": 0.8693892876079141,
      "grad_norm": 5.15625,
      "learning_rate": 6.531427527535401e-06,
      "loss": 2.2177,
      "mean_token_accuracy": 0.5117926836013794,
      "num_tokens": 527969346.0,
      "step": 685390
    },
    {
      "epoch": 0.869401972200447,
      "grad_norm": 6.1875,
      "learning_rate": 6.530793217449109e-06,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5402570247650147,
      "num_tokens": 527976402.0,
      "step": 685400
    },
    {
      "epoch": 0.8694146567929798,
      "grad_norm": 6.84375,
      "learning_rate": 6.530158907362818e-06,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5278160989284515,
      "num_tokens": 527984451.0,
      "step": 685410
    },
    {
      "epoch": 0.8694273413855127,
      "grad_norm": 5.03125,
      "learning_rate": 6.529524597276526e-06,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5214427739381791,
      "num_tokens": 527993623.0,
      "step": 685420
    },
    {
      "epoch": 0.8694400259780455,
      "grad_norm": 9.1875,
      "learning_rate": 6.5288902871902354e-06,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5528806775808335,
      "num_tokens": 528000523.0,
      "step": 685430
    },
    {
      "epoch": 0.8694527105705784,
      "grad_norm": 6.96875,
      "learning_rate": 6.528255977103943e-06,
      "loss": 2.091,
      "mean_token_accuracy": 0.5487723976373673,
      "num_tokens": 528008602.0,
      "step": 685440
    },
    {
      "epoch": 0.8694653951631112,
      "grad_norm": 7.3125,
      "learning_rate": 6.527621667017651e-06,
      "loss": 1.5929,
      "mean_token_accuracy": 0.6436362743377686,
      "num_tokens": 528013804.0,
      "step": 685450
    },
    {
      "epoch": 0.8694780797556441,
      "grad_norm": 5.6875,
      "learning_rate": 6.526987356931361e-06,
      "loss": 1.841,
      "mean_token_accuracy": 0.5840680778026581,
      "num_tokens": 528021788.0,
      "step": 685460
    },
    {
      "epoch": 0.8694907643481768,
      "grad_norm": 6.9375,
      "learning_rate": 6.526353046845069e-06,
      "loss": 2.2458,
      "mean_token_accuracy": 0.5114442437887192,
      "num_tokens": 528030327.0,
      "step": 685470
    },
    {
      "epoch": 0.8695034489407096,
      "grad_norm": 5.28125,
      "learning_rate": 6.5257187367587774e-06,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5476600795984268,
      "num_tokens": 528037863.0,
      "step": 685480
    },
    {
      "epoch": 0.8695161335332425,
      "grad_norm": 4.75,
      "learning_rate": 6.525084426672485e-06,
      "loss": 1.929,
      "mean_token_accuracy": 0.5708399713039398,
      "num_tokens": 528044981.0,
      "step": 685490
    },
    {
      "epoch": 0.8695288181257753,
      "grad_norm": 6.65625,
      "learning_rate": 6.524450116586193e-06,
      "loss": 2.2431,
      "mean_token_accuracy": 0.5108159273862839,
      "num_tokens": 528054614.0,
      "step": 685500
    },
    {
      "epoch": 0.8695415027183082,
      "grad_norm": 4.65625,
      "learning_rate": 6.523815806499903e-06,
      "loss": 2.3801,
      "mean_token_accuracy": 0.48963909447193144,
      "num_tokens": 528064174.0,
      "step": 685510
    },
    {
      "epoch": 0.869554187310841,
      "grad_norm": 6.3125,
      "learning_rate": 6.523181496413611e-06,
      "loss": 1.9749,
      "mean_token_accuracy": 0.5682625889778137,
      "num_tokens": 528070778.0,
      "step": 685520
    },
    {
      "epoch": 0.8695668719033739,
      "grad_norm": 5.71875,
      "learning_rate": 6.52254718632732e-06,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5779874593019485,
      "num_tokens": 528077890.0,
      "step": 685530
    },
    {
      "epoch": 0.8695795564959067,
      "grad_norm": 6.375,
      "learning_rate": 6.521912876241028e-06,
      "loss": 2.1048,
      "mean_token_accuracy": 0.53124218583107,
      "num_tokens": 528084959.0,
      "step": 685540
    },
    {
      "epoch": 0.8695922410884395,
      "grad_norm": 5.9375,
      "learning_rate": 6.521278566154737e-06,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5284140586853028,
      "num_tokens": 528093697.0,
      "step": 685550
    },
    {
      "epoch": 0.8696049256809724,
      "grad_norm": 5.0625,
      "learning_rate": 6.520644256068445e-06,
      "loss": 2.02,
      "mean_token_accuracy": 0.5602117061614991,
      "num_tokens": 528102210.0,
      "step": 685560
    },
    {
      "epoch": 0.8696176102735051,
      "grad_norm": 7.65625,
      "learning_rate": 6.520009945982153e-06,
      "loss": 2.2838,
      "mean_token_accuracy": 0.5070432990789413,
      "num_tokens": 528108400.0,
      "step": 685570
    },
    {
      "epoch": 0.869630294866038,
      "grad_norm": 6.0,
      "learning_rate": 6.519375635895862e-06,
      "loss": 1.9046,
      "mean_token_accuracy": 0.5809012591838837,
      "num_tokens": 528114896.0,
      "step": 685580
    },
    {
      "epoch": 0.8696429794585708,
      "grad_norm": 5.5625,
      "learning_rate": 6.51874132580957e-06,
      "loss": 2.2611,
      "mean_token_accuracy": 0.5172647118568421,
      "num_tokens": 528122085.0,
      "step": 685590
    },
    {
      "epoch": 0.8696556640511037,
      "grad_norm": 5.0,
      "learning_rate": 6.518107015723279e-06,
      "loss": 2.2634,
      "mean_token_accuracy": 0.5108452588319778,
      "num_tokens": 528130633.0,
      "step": 685600
    },
    {
      "epoch": 0.8696683486436365,
      "grad_norm": 5.78125,
      "learning_rate": 6.517472705636987e-06,
      "loss": 1.7882,
      "mean_token_accuracy": 0.5813452124595642,
      "num_tokens": 528137633.0,
      "step": 685610
    },
    {
      "epoch": 0.8696810332361694,
      "grad_norm": 5.71875,
      "learning_rate": 6.516838395550695e-06,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5208942413330078,
      "num_tokens": 528145899.0,
      "step": 685620
    },
    {
      "epoch": 0.8696937178287022,
      "grad_norm": 5.4375,
      "learning_rate": 6.516204085464404e-06,
      "loss": 2.183,
      "mean_token_accuracy": 0.5327115595340729,
      "num_tokens": 528152615.0,
      "step": 685630
    },
    {
      "epoch": 0.869706402421235,
      "grad_norm": 4.8125,
      "learning_rate": 6.515569775378112e-06,
      "loss": 2.026,
      "mean_token_accuracy": 0.5547172963619232,
      "num_tokens": 528161433.0,
      "step": 685640
    },
    {
      "epoch": 0.8697190870137679,
      "grad_norm": 6.25,
      "learning_rate": 6.514935465291822e-06,
      "loss": 1.8995,
      "mean_token_accuracy": 0.5797438651323319,
      "num_tokens": 528167743.0,
      "step": 685650
    },
    {
      "epoch": 0.8697317716063007,
      "grad_norm": 5.09375,
      "learning_rate": 6.51430115520553e-06,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5568810015916824,
      "num_tokens": 528174934.0,
      "step": 685660
    },
    {
      "epoch": 0.8697444561988336,
      "grad_norm": 5.09375,
      "learning_rate": 6.5136668451192376e-06,
      "loss": 2.0548,
      "mean_token_accuracy": 0.548146715760231,
      "num_tokens": 528182830.0,
      "step": 685670
    },
    {
      "epoch": 0.8697571407913663,
      "grad_norm": 4.5625,
      "learning_rate": 6.513032535032946e-06,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5614497721195221,
      "num_tokens": 528190114.0,
      "step": 685680
    },
    {
      "epoch": 0.8697698253838992,
      "grad_norm": 5.90625,
      "learning_rate": 6.512398224946654e-06,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5214203000068665,
      "num_tokens": 528198426.0,
      "step": 685690
    },
    {
      "epoch": 0.869782509976432,
      "grad_norm": 6.59375,
      "learning_rate": 6.511763914860364e-06,
      "loss": 2.1772,
      "mean_token_accuracy": 0.522604250907898,
      "num_tokens": 528206855.0,
      "step": 685700
    },
    {
      "epoch": 0.8697951945689648,
      "grad_norm": 5.15625,
      "learning_rate": 6.511129604774072e-06,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5566243618726731,
      "num_tokens": 528214065.0,
      "step": 685710
    },
    {
      "epoch": 0.8698078791614977,
      "grad_norm": 6.71875,
      "learning_rate": 6.51049529468778e-06,
      "loss": 2.2236,
      "mean_token_accuracy": 0.5288809299468994,
      "num_tokens": 528221082.0,
      "step": 685720
    },
    {
      "epoch": 0.8698205637540305,
      "grad_norm": 5.9375,
      "learning_rate": 6.509860984601489e-06,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5445608049631119,
      "num_tokens": 528229666.0,
      "step": 685730
    },
    {
      "epoch": 0.8698332483465634,
      "grad_norm": 4.96875,
      "learning_rate": 6.509226674515197e-06,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5382130861282348,
      "num_tokens": 528237467.0,
      "step": 685740
    },
    {
      "epoch": 0.8698459329390962,
      "grad_norm": 5.40625,
      "learning_rate": 6.508592364428906e-06,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5250985473394394,
      "num_tokens": 528246048.0,
      "step": 685750
    },
    {
      "epoch": 0.8698586175316291,
      "grad_norm": 6.0625,
      "learning_rate": 6.507958054342614e-06,
      "loss": 2.1575,
      "mean_token_accuracy": 0.5304150611162186,
      "num_tokens": 528253604.0,
      "step": 685760
    },
    {
      "epoch": 0.8698713021241619,
      "grad_norm": 6.15625,
      "learning_rate": 6.507323744256323e-06,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5363563537597656,
      "num_tokens": 528261856.0,
      "step": 685770
    },
    {
      "epoch": 0.8698839867166946,
      "grad_norm": 5.03125,
      "learning_rate": 6.506689434170031e-06,
      "loss": 1.875,
      "mean_token_accuracy": 0.5809891551733017,
      "num_tokens": 528269630.0,
      "step": 685780
    },
    {
      "epoch": 0.8698966713092275,
      "grad_norm": 8.1875,
      "learning_rate": 6.506055124083739e-06,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5467883378267289,
      "num_tokens": 528277175.0,
      "step": 685790
    },
    {
      "epoch": 0.8699093559017603,
      "grad_norm": 4.6875,
      "learning_rate": 6.505420813997448e-06,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5301653712987899,
      "num_tokens": 528284236.0,
      "step": 685800
    },
    {
      "epoch": 0.8699220404942932,
      "grad_norm": 4.8125,
      "learning_rate": 6.504786503911156e-06,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5408696144819259,
      "num_tokens": 528291789.0,
      "step": 685810
    },
    {
      "epoch": 0.869934725086826,
      "grad_norm": 4.28125,
      "learning_rate": 6.504152193824865e-06,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5421147137880326,
      "num_tokens": 528299107.0,
      "step": 685820
    },
    {
      "epoch": 0.8699474096793589,
      "grad_norm": 5.4375,
      "learning_rate": 6.503517883738573e-06,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5356090277433395,
      "num_tokens": 528307478.0,
      "step": 685830
    },
    {
      "epoch": 0.8699600942718917,
      "grad_norm": 10.375,
      "learning_rate": 6.502883573652281e-06,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5308352679014205,
      "num_tokens": 528314468.0,
      "step": 685840
    },
    {
      "epoch": 0.8699727788644246,
      "grad_norm": 6.6875,
      "learning_rate": 6.502249263565991e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5444466501474381,
      "num_tokens": 528321865.0,
      "step": 685850
    },
    {
      "epoch": 0.8699854634569574,
      "grad_norm": 5.875,
      "learning_rate": 6.5016149534796985e-06,
      "loss": 2.0558,
      "mean_token_accuracy": 0.547816076874733,
      "num_tokens": 528329075.0,
      "step": 685860
    },
    {
      "epoch": 0.8699981480494902,
      "grad_norm": 14.0625,
      "learning_rate": 6.500980643393407e-06,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5230109184980393,
      "num_tokens": 528336188.0,
      "step": 685870
    },
    {
      "epoch": 0.8700108326420231,
      "grad_norm": 4.9375,
      "learning_rate": 6.500346333307115e-06,
      "loss": 1.8932,
      "mean_token_accuracy": 0.5732804954051971,
      "num_tokens": 528343424.0,
      "step": 685880
    },
    {
      "epoch": 0.8700235172345558,
      "grad_norm": 5.5625,
      "learning_rate": 6.499712023220823e-06,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5519510805606842,
      "num_tokens": 528351352.0,
      "step": 685890
    },
    {
      "epoch": 0.8700362018270887,
      "grad_norm": 4.96875,
      "learning_rate": 6.499077713134533e-06,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5751859247684479,
      "num_tokens": 528357493.0,
      "step": 685900
    },
    {
      "epoch": 0.8700488864196215,
      "grad_norm": 5.4375,
      "learning_rate": 6.4984434030482405e-06,
      "loss": 1.7447,
      "mean_token_accuracy": 0.596919161081314,
      "num_tokens": 528364245.0,
      "step": 685910
    },
    {
      "epoch": 0.8700615710121544,
      "grad_norm": 5.8125,
      "learning_rate": 6.49780909296195e-06,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5327695161104202,
      "num_tokens": 528371731.0,
      "step": 685920
    },
    {
      "epoch": 0.8700742556046872,
      "grad_norm": 9.0625,
      "learning_rate": 6.497174782875658e-06,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5770101249217987,
      "num_tokens": 528379763.0,
      "step": 685930
    },
    {
      "epoch": 0.87008694019722,
      "grad_norm": 5.09375,
      "learning_rate": 6.496540472789366e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5537249952554703,
      "num_tokens": 528387760.0,
      "step": 685940
    },
    {
      "epoch": 0.8700996247897529,
      "grad_norm": 5.4375,
      "learning_rate": 6.495906162703075e-06,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5362430602312088,
      "num_tokens": 528396170.0,
      "step": 685950
    },
    {
      "epoch": 0.8701123093822857,
      "grad_norm": 5.1875,
      "learning_rate": 6.4952718526167826e-06,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5608284831047058,
      "num_tokens": 528403570.0,
      "step": 685960
    },
    {
      "epoch": 0.8701249939748186,
      "grad_norm": 6.125,
      "learning_rate": 6.494637542530492e-06,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5431084752082824,
      "num_tokens": 528410962.0,
      "step": 685970
    },
    {
      "epoch": 0.8701376785673514,
      "grad_norm": 6.5625,
      "learning_rate": 6.4940032324442e-06,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5852649837732316,
      "num_tokens": 528418604.0,
      "step": 685980
    },
    {
      "epoch": 0.8701503631598843,
      "grad_norm": 5.25,
      "learning_rate": 6.493368922357909e-06,
      "loss": 2.027,
      "mean_token_accuracy": 0.5594977676868439,
      "num_tokens": 528426963.0,
      "step": 685990
    },
    {
      "epoch": 0.870163047752417,
      "grad_norm": 4.8125,
      "learning_rate": 6.492734612271617e-06,
      "loss": 1.9805,
      "mean_token_accuracy": 0.574553382396698,
      "num_tokens": 528433543.0,
      "step": 686000
    },
    {
      "epoch": 0.8701757323449499,
      "grad_norm": 5.4375,
      "learning_rate": 6.4921003021853246e-06,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5307867348194122,
      "num_tokens": 528442978.0,
      "step": 686010
    },
    {
      "epoch": 0.8701884169374827,
      "grad_norm": 6.875,
      "learning_rate": 6.491465992099034e-06,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5204544395208359,
      "num_tokens": 528451560.0,
      "step": 686020
    },
    {
      "epoch": 0.8702011015300155,
      "grad_norm": 5.9375,
      "learning_rate": 6.490831682012742e-06,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5699807852506638,
      "num_tokens": 528459104.0,
      "step": 686030
    },
    {
      "epoch": 0.8702137861225484,
      "grad_norm": 5.375,
      "learning_rate": 6.490197371926452e-06,
      "loss": 1.8636,
      "mean_token_accuracy": 0.578799057006836,
      "num_tokens": 528466495.0,
      "step": 686040
    },
    {
      "epoch": 0.8702264707150812,
      "grad_norm": 7.71875,
      "learning_rate": 6.4895630618401595e-06,
      "loss": 2.2964,
      "mean_token_accuracy": 0.5198970943689346,
      "num_tokens": 528472858.0,
      "step": 686050
    },
    {
      "epoch": 0.8702391553076141,
      "grad_norm": 5.21875,
      "learning_rate": 6.488928751753867e-06,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5499024093151093,
      "num_tokens": 528480684.0,
      "step": 686060
    },
    {
      "epoch": 0.8702518399001469,
      "grad_norm": 5.59375,
      "learning_rate": 6.488294441667576e-06,
      "loss": 2.2203,
      "mean_token_accuracy": 0.5198234498500824,
      "num_tokens": 528488870.0,
      "step": 686070
    },
    {
      "epoch": 0.8702645244926798,
      "grad_norm": 5.4375,
      "learning_rate": 6.487660131581284e-06,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5368330299854278,
      "num_tokens": 528497188.0,
      "step": 686080
    },
    {
      "epoch": 0.8702772090852126,
      "grad_norm": 5.34375,
      "learning_rate": 6.487025821494994e-06,
      "loss": 1.9543,
      "mean_token_accuracy": 0.567065978050232,
      "num_tokens": 528505098.0,
      "step": 686090
    },
    {
      "epoch": 0.8702898936777453,
      "grad_norm": 4.9375,
      "learning_rate": 6.4863915114087015e-06,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5252273142337799,
      "num_tokens": 528512944.0,
      "step": 686100
    },
    {
      "epoch": 0.8703025782702782,
      "grad_norm": 5.5,
      "learning_rate": 6.485757201322409e-06,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5488782405853272,
      "num_tokens": 528520175.0,
      "step": 686110
    },
    {
      "epoch": 0.870315262862811,
      "grad_norm": 6.96875,
      "learning_rate": 6.485122891236119e-06,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5276593327522278,
      "num_tokens": 528527358.0,
      "step": 686120
    },
    {
      "epoch": 0.8703279474553439,
      "grad_norm": 4.90625,
      "learning_rate": 6.484488581149827e-06,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5362543880939483,
      "num_tokens": 528533737.0,
      "step": 686130
    },
    {
      "epoch": 0.8703406320478767,
      "grad_norm": 6.0625,
      "learning_rate": 6.483854271063536e-06,
      "loss": 1.927,
      "mean_token_accuracy": 0.5723094075918198,
      "num_tokens": 528541608.0,
      "step": 686140
    },
    {
      "epoch": 0.8703533166404096,
      "grad_norm": 5.875,
      "learning_rate": 6.4832199609772435e-06,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5515076100826264,
      "num_tokens": 528549641.0,
      "step": 686150
    },
    {
      "epoch": 0.8703660012329424,
      "grad_norm": 5.03125,
      "learning_rate": 6.482585650890951e-06,
      "loss": 2.1847,
      "mean_token_accuracy": 0.5263217329978943,
      "num_tokens": 528558128.0,
      "step": 686160
    },
    {
      "epoch": 0.8703786858254752,
      "grad_norm": 4.65625,
      "learning_rate": 6.481951340804661e-06,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5441557735204696,
      "num_tokens": 528567164.0,
      "step": 686170
    },
    {
      "epoch": 0.8703913704180081,
      "grad_norm": 5.71875,
      "learning_rate": 6.481317030718369e-06,
      "loss": 2.1306,
      "mean_token_accuracy": 0.5384290814399719,
      "num_tokens": 528576012.0,
      "step": 686180
    },
    {
      "epoch": 0.8704040550105409,
      "grad_norm": 7.375,
      "learning_rate": 6.480682720632078e-06,
      "loss": 2.052,
      "mean_token_accuracy": 0.5440575063228608,
      "num_tokens": 528582934.0,
      "step": 686190
    },
    {
      "epoch": 0.8704167396030738,
      "grad_norm": 5.90625,
      "learning_rate": 6.4800484105457855e-06,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5435077875852585,
      "num_tokens": 528591718.0,
      "step": 686200
    },
    {
      "epoch": 0.8704294241956065,
      "grad_norm": 7.6875,
      "learning_rate": 6.479414100459495e-06,
      "loss": 1.9843,
      "mean_token_accuracy": 0.56906458735466,
      "num_tokens": 528599357.0,
      "step": 686210
    },
    {
      "epoch": 0.8704421087881394,
      "grad_norm": 5.40625,
      "learning_rate": 6.478779790373203e-06,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5513516187667846,
      "num_tokens": 528606467.0,
      "step": 686220
    },
    {
      "epoch": 0.8704547933806722,
      "grad_norm": 5.03125,
      "learning_rate": 6.478145480286911e-06,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5376719236373901,
      "num_tokens": 528614696.0,
      "step": 686230
    },
    {
      "epoch": 0.8704674779732051,
      "grad_norm": 8.625,
      "learning_rate": 6.4775111702006205e-06,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5480886191129685,
      "num_tokens": 528622181.0,
      "step": 686240
    },
    {
      "epoch": 0.8704801625657379,
      "grad_norm": 5.9375,
      "learning_rate": 6.476876860114328e-06,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5745257258415222,
      "num_tokens": 528629988.0,
      "step": 686250
    },
    {
      "epoch": 0.8704928471582707,
      "grad_norm": 6.15625,
      "learning_rate": 6.476242550028037e-06,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5330416977405548,
      "num_tokens": 528638413.0,
      "step": 686260
    },
    {
      "epoch": 0.8705055317508036,
      "grad_norm": 5.625,
      "learning_rate": 6.475608239941745e-06,
      "loss": 1.9483,
      "mean_token_accuracy": 0.569599911570549,
      "num_tokens": 528645664.0,
      "step": 686270
    },
    {
      "epoch": 0.8705182163433364,
      "grad_norm": 5.03125,
      "learning_rate": 6.474973929855453e-06,
      "loss": 2.2308,
      "mean_token_accuracy": 0.5207587838172912,
      "num_tokens": 528654793.0,
      "step": 686280
    },
    {
      "epoch": 0.8705309009358693,
      "grad_norm": 5.65625,
      "learning_rate": 6.4743396197691625e-06,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5521118402481079,
      "num_tokens": 528661292.0,
      "step": 686290
    },
    {
      "epoch": 0.870543585528402,
      "grad_norm": 5.6875,
      "learning_rate": 6.47370530968287e-06,
      "loss": 2.221,
      "mean_token_accuracy": 0.5270786136388779,
      "num_tokens": 528669809.0,
      "step": 686300
    },
    {
      "epoch": 0.870556270120935,
      "grad_norm": 6.40625,
      "learning_rate": 6.47307099959658e-06,
      "loss": 2.1257,
      "mean_token_accuracy": 0.5407632857561111,
      "num_tokens": 528677531.0,
      "step": 686310
    },
    {
      "epoch": 0.8705689547134677,
      "grad_norm": 7.25,
      "learning_rate": 6.472436689510288e-06,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5217818200588227,
      "num_tokens": 528685138.0,
      "step": 686320
    },
    {
      "epoch": 0.8705816393060005,
      "grad_norm": 5.75,
      "learning_rate": 6.471802379423996e-06,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5367914021015168,
      "num_tokens": 528692961.0,
      "step": 686330
    },
    {
      "epoch": 0.8705943238985334,
      "grad_norm": 5.28125,
      "learning_rate": 6.4711680693377045e-06,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5551097542047501,
      "num_tokens": 528701874.0,
      "step": 686340
    },
    {
      "epoch": 0.8706070084910662,
      "grad_norm": 4.75,
      "learning_rate": 6.470533759251412e-06,
      "loss": 1.6102,
      "mean_token_accuracy": 0.6273610591888428,
      "num_tokens": 528709199.0,
      "step": 686350
    },
    {
      "epoch": 0.8706196930835991,
      "grad_norm": 7.65625,
      "learning_rate": 6.469899449165122e-06,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5346922188997268,
      "num_tokens": 528717845.0,
      "step": 686360
    },
    {
      "epoch": 0.8706323776761319,
      "grad_norm": 5.0,
      "learning_rate": 6.46926513907883e-06,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5374276787042618,
      "num_tokens": 528727136.0,
      "step": 686370
    },
    {
      "epoch": 0.8706450622686648,
      "grad_norm": 5.375,
      "learning_rate": 6.468630828992538e-06,
      "loss": 1.8183,
      "mean_token_accuracy": 0.6097907900810242,
      "num_tokens": 528732520.0,
      "step": 686380
    },
    {
      "epoch": 0.8706577468611976,
      "grad_norm": 5.96875,
      "learning_rate": 6.4679965189062465e-06,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5229031324386597,
      "num_tokens": 528740423.0,
      "step": 686390
    },
    {
      "epoch": 0.8706704314537305,
      "grad_norm": 6.21875,
      "learning_rate": 6.467362208819954e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5609100908041,
      "num_tokens": 528746839.0,
      "step": 686400
    },
    {
      "epoch": 0.8706831160462633,
      "grad_norm": 6.59375,
      "learning_rate": 6.466727898733664e-06,
      "loss": 2.0936,
      "mean_token_accuracy": 0.532755246758461,
      "num_tokens": 528755622.0,
      "step": 686410
    },
    {
      "epoch": 0.870695800638796,
      "grad_norm": 5.4375,
      "learning_rate": 6.466093588647372e-06,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5326704651117324,
      "num_tokens": 528763425.0,
      "step": 686420
    },
    {
      "epoch": 0.8707084852313289,
      "grad_norm": 5.9375,
      "learning_rate": 6.4654592785610815e-06,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5314548403024674,
      "num_tokens": 528771834.0,
      "step": 686430
    },
    {
      "epoch": 0.8707211698238617,
      "grad_norm": 6.34375,
      "learning_rate": 6.464824968474789e-06,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5254674047231674,
      "num_tokens": 528779804.0,
      "step": 686440
    },
    {
      "epoch": 0.8707338544163946,
      "grad_norm": 6.15625,
      "learning_rate": 6.464190658388497e-06,
      "loss": 2.2779,
      "mean_token_accuracy": 0.511166712641716,
      "num_tokens": 528787567.0,
      "step": 686450
    },
    {
      "epoch": 0.8707465390089274,
      "grad_norm": 6.375,
      "learning_rate": 6.463556348302206e-06,
      "loss": 2.099,
      "mean_token_accuracy": 0.5443827688694001,
      "num_tokens": 528795978.0,
      "step": 686460
    },
    {
      "epoch": 0.8707592236014603,
      "grad_norm": 4.8125,
      "learning_rate": 6.462922038215914e-06,
      "loss": 2.1975,
      "mean_token_accuracy": 0.523151057958603,
      "num_tokens": 528804681.0,
      "step": 686470
    },
    {
      "epoch": 0.8707719081939931,
      "grad_norm": 6.21875,
      "learning_rate": 6.4622877281296235e-06,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5314206182956696,
      "num_tokens": 528811629.0,
      "step": 686480
    },
    {
      "epoch": 0.8707845927865259,
      "grad_norm": 4.84375,
      "learning_rate": 6.461653418043331e-06,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5696797072887421,
      "num_tokens": 528820268.0,
      "step": 686490
    },
    {
      "epoch": 0.8707972773790588,
      "grad_norm": 5.40625,
      "learning_rate": 6.461019107957039e-06,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5609733819961548,
      "num_tokens": 528827783.0,
      "step": 686500
    },
    {
      "epoch": 0.8708099619715916,
      "grad_norm": 4.6875,
      "learning_rate": 6.460384797870749e-06,
      "loss": 1.9315,
      "mean_token_accuracy": 0.5634039491415024,
      "num_tokens": 528835479.0,
      "step": 686510
    },
    {
      "epoch": 0.8708226465641244,
      "grad_norm": 5.65625,
      "learning_rate": 6.459750487784457e-06,
      "loss": 1.955,
      "mean_token_accuracy": 0.5544715940952301,
      "num_tokens": 528844385.0,
      "step": 686520
    },
    {
      "epoch": 0.8708353311566572,
      "grad_norm": 4.75,
      "learning_rate": 6.4591161776981655e-06,
      "loss": 2.166,
      "mean_token_accuracy": 0.5252684205770493,
      "num_tokens": 528853654.0,
      "step": 686530
    },
    {
      "epoch": 0.8708480157491901,
      "grad_norm": 4.90625,
      "learning_rate": 6.458481867611873e-06,
      "loss": 2.169,
      "mean_token_accuracy": 0.5296808868646622,
      "num_tokens": 528862452.0,
      "step": 686540
    },
    {
      "epoch": 0.8708607003417229,
      "grad_norm": 5.21875,
      "learning_rate": 6.457847557525581e-06,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5537696272134781,
      "num_tokens": 528869002.0,
      "step": 686550
    },
    {
      "epoch": 0.8708733849342558,
      "grad_norm": 5.15625,
      "learning_rate": 6.457213247439291e-06,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5438018441200256,
      "num_tokens": 528877159.0,
      "step": 686560
    },
    {
      "epoch": 0.8708860695267886,
      "grad_norm": 4.34375,
      "learning_rate": 6.456578937352999e-06,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5338879704475403,
      "num_tokens": 528886299.0,
      "step": 686570
    },
    {
      "epoch": 0.8708987541193214,
      "grad_norm": 6.5,
      "learning_rate": 6.455944627266708e-06,
      "loss": 1.977,
      "mean_token_accuracy": 0.5838732093572616,
      "num_tokens": 528893309.0,
      "step": 686580
    },
    {
      "epoch": 0.8709114387118543,
      "grad_norm": 6.59375,
      "learning_rate": 6.455310317180415e-06,
      "loss": 2.1901,
      "mean_token_accuracy": 0.519889286160469,
      "num_tokens": 528901260.0,
      "step": 686590
    },
    {
      "epoch": 0.8709241233043871,
      "grad_norm": 6.96875,
      "learning_rate": 6.454676007094123e-06,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5278210371732712,
      "num_tokens": 528909253.0,
      "step": 686600
    },
    {
      "epoch": 0.87093680789692,
      "grad_norm": 6.75,
      "learning_rate": 6.454041697007833e-06,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5651449352502823,
      "num_tokens": 528915648.0,
      "step": 686610
    },
    {
      "epoch": 0.8709494924894527,
      "grad_norm": 5.53125,
      "learning_rate": 6.453407386921541e-06,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5444780766963959,
      "num_tokens": 528924379.0,
      "step": 686620
    },
    {
      "epoch": 0.8709621770819856,
      "grad_norm": 9.0,
      "learning_rate": 6.45277307683525e-06,
      "loss": 2.1901,
      "mean_token_accuracy": 0.522611990571022,
      "num_tokens": 528932280.0,
      "step": 686630
    },
    {
      "epoch": 0.8709748616745184,
      "grad_norm": 4.625,
      "learning_rate": 6.452138766748958e-06,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5669121712446212,
      "num_tokens": 528939003.0,
      "step": 686640
    },
    {
      "epoch": 0.8709875462670512,
      "grad_norm": 7.1875,
      "learning_rate": 6.451504456662667e-06,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5211684614419937,
      "num_tokens": 528946997.0,
      "step": 686650
    },
    {
      "epoch": 0.8710002308595841,
      "grad_norm": 5.75,
      "learning_rate": 6.450870146576375e-06,
      "loss": 1.7131,
      "mean_token_accuracy": 0.6191849529743194,
      "num_tokens": 528953790.0,
      "step": 686660
    },
    {
      "epoch": 0.8710129154521169,
      "grad_norm": 9.75,
      "learning_rate": 6.450235836490083e-06,
      "loss": 2.0163,
      "mean_token_accuracy": 0.5584029644727707,
      "num_tokens": 528960571.0,
      "step": 686670
    },
    {
      "epoch": 0.8710256000446498,
      "grad_norm": 5.8125,
      "learning_rate": 6.449601526403792e-06,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5748747080564499,
      "num_tokens": 528968541.0,
      "step": 686680
    },
    {
      "epoch": 0.8710382846371826,
      "grad_norm": 6.75,
      "learning_rate": 6.4489672163175e-06,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5578216761350632,
      "num_tokens": 528977168.0,
      "step": 686690
    },
    {
      "epoch": 0.8710509692297155,
      "grad_norm": 5.5,
      "learning_rate": 6.44833290623121e-06,
      "loss": 2.2414,
      "mean_token_accuracy": 0.514923557639122,
      "num_tokens": 528986458.0,
      "step": 686700
    },
    {
      "epoch": 0.8710636538222483,
      "grad_norm": 5.21875,
      "learning_rate": 6.447698596144918e-06,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5207159519195557,
      "num_tokens": 528995211.0,
      "step": 686710
    },
    {
      "epoch": 0.871076338414781,
      "grad_norm": 4.96875,
      "learning_rate": 6.447064286058626e-06,
      "loss": 1.8733,
      "mean_token_accuracy": 0.5815286487340927,
      "num_tokens": 529002193.0,
      "step": 686720
    },
    {
      "epoch": 0.871089023007314,
      "grad_norm": 5.21875,
      "learning_rate": 6.446429975972334e-06,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5420262277126312,
      "num_tokens": 529008912.0,
      "step": 686730
    },
    {
      "epoch": 0.8711017075998467,
      "grad_norm": 5.15625,
      "learning_rate": 6.445795665886042e-06,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5571899890899659,
      "num_tokens": 529015935.0,
      "step": 686740
    },
    {
      "epoch": 0.8711143921923796,
      "grad_norm": 4.9375,
      "learning_rate": 6.445161355799752e-06,
      "loss": 2.041,
      "mean_token_accuracy": 0.538452821969986,
      "num_tokens": 529023975.0,
      "step": 686750
    },
    {
      "epoch": 0.8711270767849124,
      "grad_norm": 5.375,
      "learning_rate": 6.44452704571346e-06,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5428652495145798,
      "num_tokens": 529030670.0,
      "step": 686760
    },
    {
      "epoch": 0.8711397613774453,
      "grad_norm": 8.3125,
      "learning_rate": 6.443892735627168e-06,
      "loss": 1.8899,
      "mean_token_accuracy": 0.5738377571105957,
      "num_tokens": 529037057.0,
      "step": 686770
    },
    {
      "epoch": 0.8711524459699781,
      "grad_norm": 6.65625,
      "learning_rate": 6.443258425540877e-06,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5526917606592179,
      "num_tokens": 529045208.0,
      "step": 686780
    },
    {
      "epoch": 0.871165130562511,
      "grad_norm": 4.65625,
      "learning_rate": 6.442624115454585e-06,
      "loss": 2.237,
      "mean_token_accuracy": 0.5206175118684768,
      "num_tokens": 529054479.0,
      "step": 686790
    },
    {
      "epoch": 0.8711778151550438,
      "grad_norm": 7.59375,
      "learning_rate": 6.441989805368294e-06,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5186865746974945,
      "num_tokens": 529063015.0,
      "step": 686800
    },
    {
      "epoch": 0.8711904997475766,
      "grad_norm": 6.0625,
      "learning_rate": 6.441355495282002e-06,
      "loss": 2.076,
      "mean_token_accuracy": 0.5404172867536545,
      "num_tokens": 529069668.0,
      "step": 686810
    },
    {
      "epoch": 0.8712031843401095,
      "grad_norm": 5.125,
      "learning_rate": 6.44072118519571e-06,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5427485138177872,
      "num_tokens": 529076981.0,
      "step": 686820
    },
    {
      "epoch": 0.8712158689326422,
      "grad_norm": 8.1875,
      "learning_rate": 6.440086875109419e-06,
      "loss": 1.8673,
      "mean_token_accuracy": 0.5900000095367431,
      "num_tokens": 529083800.0,
      "step": 686830
    },
    {
      "epoch": 0.8712285535251751,
      "grad_norm": 5.0625,
      "learning_rate": 6.439452565023127e-06,
      "loss": 1.8783,
      "mean_token_accuracy": 0.5783798158168793,
      "num_tokens": 529091244.0,
      "step": 686840
    },
    {
      "epoch": 0.8712412381177079,
      "grad_norm": 5.6875,
      "learning_rate": 6.438818254936836e-06,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5148929953575134,
      "num_tokens": 529099965.0,
      "step": 686850
    },
    {
      "epoch": 0.8712539227102408,
      "grad_norm": 5.5625,
      "learning_rate": 6.438183944850544e-06,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5379216432571411,
      "num_tokens": 529108147.0,
      "step": 686860
    },
    {
      "epoch": 0.8712666073027736,
      "grad_norm": 4.96875,
      "learning_rate": 6.437549634764252e-06,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5282311350107193,
      "num_tokens": 529116885.0,
      "step": 686870
    },
    {
      "epoch": 0.8712792918953064,
      "grad_norm": 6.59375,
      "learning_rate": 6.436915324677961e-06,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5767239958047867,
      "num_tokens": 529124386.0,
      "step": 686880
    },
    {
      "epoch": 0.8712919764878393,
      "grad_norm": 6.03125,
      "learning_rate": 6.436281014591669e-06,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5453721851110458,
      "num_tokens": 529132344.0,
      "step": 686890
    },
    {
      "epoch": 0.8713046610803721,
      "grad_norm": 11.0,
      "learning_rate": 6.435646704505379e-06,
      "loss": 1.8449,
      "mean_token_accuracy": 0.5910958647727966,
      "num_tokens": 529139679.0,
      "step": 686900
    },
    {
      "epoch": 0.871317345672905,
      "grad_norm": 7.34375,
      "learning_rate": 6.4350123944190866e-06,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5456687927246093,
      "num_tokens": 529147297.0,
      "step": 686910
    },
    {
      "epoch": 0.8713300302654378,
      "grad_norm": 5.15625,
      "learning_rate": 6.434378084332795e-06,
      "loss": 2.114,
      "mean_token_accuracy": 0.5355026721954346,
      "num_tokens": 529156017.0,
      "step": 686920
    },
    {
      "epoch": 0.8713427148579707,
      "grad_norm": 6.9375,
      "learning_rate": 6.433743774246503e-06,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5482339948415756,
      "num_tokens": 529163482.0,
      "step": 686930
    },
    {
      "epoch": 0.8713553994505034,
      "grad_norm": 5.0625,
      "learning_rate": 6.433109464160211e-06,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5331995278596878,
      "num_tokens": 529170991.0,
      "step": 686940
    },
    {
      "epoch": 0.8713680840430363,
      "grad_norm": 5.6875,
      "learning_rate": 6.432475154073921e-06,
      "loss": 1.7481,
      "mean_token_accuracy": 0.6162114173173905,
      "num_tokens": 529178976.0,
      "step": 686950
    },
    {
      "epoch": 0.8713807686355691,
      "grad_norm": 6.0625,
      "learning_rate": 6.4318408439876286e-06,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5185575097799301,
      "num_tokens": 529186484.0,
      "step": 686960
    },
    {
      "epoch": 0.8713934532281019,
      "grad_norm": 4.84375,
      "learning_rate": 6.431206533901338e-06,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5611694365739822,
      "num_tokens": 529194680.0,
      "step": 686970
    },
    {
      "epoch": 0.8714061378206348,
      "grad_norm": 5.40625,
      "learning_rate": 6.430572223815046e-06,
      "loss": 1.887,
      "mean_token_accuracy": 0.5763332098722458,
      "num_tokens": 529202293.0,
      "step": 686980
    },
    {
      "epoch": 0.8714188224131676,
      "grad_norm": 6.25,
      "learning_rate": 6.429937913728754e-06,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5388825297355652,
      "num_tokens": 529209320.0,
      "step": 686990
    },
    {
      "epoch": 0.8714315070057005,
      "grad_norm": 6.9375,
      "learning_rate": 6.429303603642463e-06,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5503451228141785,
      "num_tokens": 529216524.0,
      "step": 687000
    },
    {
      "epoch": 0.8714441915982333,
      "grad_norm": 5.375,
      "learning_rate": 6.428669293556171e-06,
      "loss": 2.2031,
      "mean_token_accuracy": 0.5246732354164123,
      "num_tokens": 529223090.0,
      "step": 687010
    },
    {
      "epoch": 0.8714568761907662,
      "grad_norm": 13.1875,
      "learning_rate": 6.42803498346988e-06,
      "loss": 2.0743,
      "mean_token_accuracy": 0.5461270213127136,
      "num_tokens": 529230150.0,
      "step": 687020
    },
    {
      "epoch": 0.871469560783299,
      "grad_norm": 6.65625,
      "learning_rate": 6.427400673383588e-06,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5398118108510971,
      "num_tokens": 529238117.0,
      "step": 687030
    },
    {
      "epoch": 0.8714822453758317,
      "grad_norm": 6.46875,
      "learning_rate": 6.426766363297296e-06,
      "loss": 1.8904,
      "mean_token_accuracy": 0.5853175044059753,
      "num_tokens": 529245759.0,
      "step": 687040
    },
    {
      "epoch": 0.8714949299683646,
      "grad_norm": 4.96875,
      "learning_rate": 6.426132053211005e-06,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5274472236633301,
      "num_tokens": 529253738.0,
      "step": 687050
    },
    {
      "epoch": 0.8715076145608974,
      "grad_norm": 5.6875,
      "learning_rate": 6.425497743124713e-06,
      "loss": 1.96,
      "mean_token_accuracy": 0.553018593788147,
      "num_tokens": 529261419.0,
      "step": 687060
    },
    {
      "epoch": 0.8715202991534303,
      "grad_norm": 5.6875,
      "learning_rate": 6.424863433038422e-06,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5348806262016297,
      "num_tokens": 529270106.0,
      "step": 687070
    },
    {
      "epoch": 0.8715329837459631,
      "grad_norm": 5.4375,
      "learning_rate": 6.42422912295213e-06,
      "loss": 2.0883,
      "mean_token_accuracy": 0.535445150732994,
      "num_tokens": 529277719.0,
      "step": 687080
    },
    {
      "epoch": 0.871545668338496,
      "grad_norm": 5.46875,
      "learning_rate": 6.423594812865838e-06,
      "loss": 2.3417,
      "mean_token_accuracy": 0.5016445904970169,
      "num_tokens": 529286579.0,
      "step": 687090
    },
    {
      "epoch": 0.8715583529310288,
      "grad_norm": 6.15625,
      "learning_rate": 6.4229605027795475e-06,
      "loss": 2.3058,
      "mean_token_accuracy": 0.5067925930023194,
      "num_tokens": 529294478.0,
      "step": 687100
    },
    {
      "epoch": 0.8715710375235616,
      "grad_norm": 5.125,
      "learning_rate": 6.4223261926932554e-06,
      "loss": 1.8603,
      "mean_token_accuracy": 0.5850092202425003,
      "num_tokens": 529301708.0,
      "step": 687110
    },
    {
      "epoch": 0.8715837221160945,
      "grad_norm": 6.5625,
      "learning_rate": 6.421691882606964e-06,
      "loss": 1.9778,
      "mean_token_accuracy": 0.557773870229721,
      "num_tokens": 529308845.0,
      "step": 687120
    },
    {
      "epoch": 0.8715964067086273,
      "grad_norm": 5.3125,
      "learning_rate": 6.421057572520672e-06,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5752713978290558,
      "num_tokens": 529316027.0,
      "step": 687130
    },
    {
      "epoch": 0.8716090913011602,
      "grad_norm": 4.96875,
      "learning_rate": 6.420423262434382e-06,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5243652492761612,
      "num_tokens": 529324280.0,
      "step": 687140
    },
    {
      "epoch": 0.8716217758936929,
      "grad_norm": 6.3125,
      "learning_rate": 6.4197889523480895e-06,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5389630764722824,
      "num_tokens": 529332089.0,
      "step": 687150
    },
    {
      "epoch": 0.8716344604862258,
      "grad_norm": 5.75,
      "learning_rate": 6.4191546422617974e-06,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5672005981206893,
      "num_tokens": 529340193.0,
      "step": 687160
    },
    {
      "epoch": 0.8716471450787586,
      "grad_norm": 6.125,
      "learning_rate": 6.418520332175507e-06,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5557243824005127,
      "num_tokens": 529347801.0,
      "step": 687170
    },
    {
      "epoch": 0.8716598296712915,
      "grad_norm": 4.9375,
      "learning_rate": 6.417886022089215e-06,
      "loss": 2.3611,
      "mean_token_accuracy": 0.5006236374378205,
      "num_tokens": 529355440.0,
      "step": 687180
    },
    {
      "epoch": 0.8716725142638243,
      "grad_norm": 5.5625,
      "learning_rate": 6.417251712002924e-06,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5293331444263458,
      "num_tokens": 529363786.0,
      "step": 687190
    },
    {
      "epoch": 0.8716851988563571,
      "grad_norm": 5.65625,
      "learning_rate": 6.4166174019166315e-06,
      "loss": 2.2913,
      "mean_token_accuracy": 0.5176107436418533,
      "num_tokens": 529372067.0,
      "step": 687200
    },
    {
      "epoch": 0.87169788344889,
      "grad_norm": 5.9375,
      "learning_rate": 6.4159830918303394e-06,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5191571831703186,
      "num_tokens": 529380825.0,
      "step": 687210
    },
    {
      "epoch": 0.8717105680414228,
      "grad_norm": 4.71875,
      "learning_rate": 6.415348781744049e-06,
      "loss": 2.3057,
      "mean_token_accuracy": 0.5113260358572006,
      "num_tokens": 529390437.0,
      "step": 687220
    },
    {
      "epoch": 0.8717232526339557,
      "grad_norm": 8.1875,
      "learning_rate": 6.414714471657757e-06,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5749048173427582,
      "num_tokens": 529397306.0,
      "step": 687230
    },
    {
      "epoch": 0.8717359372264885,
      "grad_norm": 5.4375,
      "learning_rate": 6.414080161571466e-06,
      "loss": 2.1086,
      "mean_token_accuracy": 0.542955169081688,
      "num_tokens": 529405504.0,
      "step": 687240
    },
    {
      "epoch": 0.8717486218190214,
      "grad_norm": 4.84375,
      "learning_rate": 6.4134458514851736e-06,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5457631707191467,
      "num_tokens": 529412771.0,
      "step": 687250
    },
    {
      "epoch": 0.8717613064115541,
      "grad_norm": 6.4375,
      "learning_rate": 6.4128115413988814e-06,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5548777610063553,
      "num_tokens": 529420504.0,
      "step": 687260
    },
    {
      "epoch": 0.8717739910040869,
      "grad_norm": 8.25,
      "learning_rate": 6.412177231312591e-06,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5669407099485397,
      "num_tokens": 529427977.0,
      "step": 687270
    },
    {
      "epoch": 0.8717866755966198,
      "grad_norm": 5.28125,
      "learning_rate": 6.411542921226299e-06,
      "loss": 2.3309,
      "mean_token_accuracy": 0.5088167935609818,
      "num_tokens": 529436803.0,
      "step": 687280
    },
    {
      "epoch": 0.8717993601891526,
      "grad_norm": 5.40625,
      "learning_rate": 6.4109086111400085e-06,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5651040881872177,
      "num_tokens": 529443828.0,
      "step": 687290
    },
    {
      "epoch": 0.8718120447816855,
      "grad_norm": 6.96875,
      "learning_rate": 6.410274301053716e-06,
      "loss": 1.8965,
      "mean_token_accuracy": 0.5777951657772065,
      "num_tokens": 529451583.0,
      "step": 687300
    },
    {
      "epoch": 0.8718247293742183,
      "grad_norm": 4.875,
      "learning_rate": 6.409639990967424e-06,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5594734191894531,
      "num_tokens": 529460039.0,
      "step": 687310
    },
    {
      "epoch": 0.8718374139667512,
      "grad_norm": 5.5625,
      "learning_rate": 6.409005680881133e-06,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5344566166400909,
      "num_tokens": 529468993.0,
      "step": 687320
    },
    {
      "epoch": 0.871850098559284,
      "grad_norm": 5.21875,
      "learning_rate": 6.408371370794841e-06,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5560365617275238,
      "num_tokens": 529477891.0,
      "step": 687330
    },
    {
      "epoch": 0.8718627831518169,
      "grad_norm": 5.8125,
      "learning_rate": 6.4077370607085505e-06,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5447648286819458,
      "num_tokens": 529486149.0,
      "step": 687340
    },
    {
      "epoch": 0.8718754677443497,
      "grad_norm": 6.875,
      "learning_rate": 6.407102750622258e-06,
      "loss": 1.9318,
      "mean_token_accuracy": 0.5653008759021759,
      "num_tokens": 529492817.0,
      "step": 687350
    },
    {
      "epoch": 0.8718881523368824,
      "grad_norm": 6.53125,
      "learning_rate": 6.406468440535968e-06,
      "loss": 1.9666,
      "mean_token_accuracy": 0.565206715464592,
      "num_tokens": 529500882.0,
      "step": 687360
    },
    {
      "epoch": 0.8719008369294153,
      "grad_norm": 4.84375,
      "learning_rate": 6.405834130449676e-06,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5600562781095505,
      "num_tokens": 529509260.0,
      "step": 687370
    },
    {
      "epoch": 0.8719135215219481,
      "grad_norm": 4.71875,
      "learning_rate": 6.405199820363384e-06,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5542220741510391,
      "num_tokens": 529517197.0,
      "step": 687380
    },
    {
      "epoch": 0.871926206114481,
      "grad_norm": 6.84375,
      "learning_rate": 6.4045655102770925e-06,
      "loss": 2.0469,
      "mean_token_accuracy": 0.5470732629299164,
      "num_tokens": 529524824.0,
      "step": 687390
    },
    {
      "epoch": 0.8719388907070138,
      "grad_norm": 6.125,
      "learning_rate": 6.4039312001908e-06,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5540555208921433,
      "num_tokens": 529532077.0,
      "step": 687400
    },
    {
      "epoch": 0.8719515752995467,
      "grad_norm": 7.375,
      "learning_rate": 6.40329689010451e-06,
      "loss": 2.01,
      "mean_token_accuracy": 0.5487281322479248,
      "num_tokens": 529539884.0,
      "step": 687410
    },
    {
      "epoch": 0.8719642598920795,
      "grad_norm": 5.71875,
      "learning_rate": 6.402662580018218e-06,
      "loss": 2.15,
      "mean_token_accuracy": 0.5408736497163773,
      "num_tokens": 529547973.0,
      "step": 687420
    },
    {
      "epoch": 0.8719769444846123,
      "grad_norm": 10.75,
      "learning_rate": 6.402028269931926e-06,
      "loss": 1.9036,
      "mean_token_accuracy": 0.571366548538208,
      "num_tokens": 529555930.0,
      "step": 687430
    },
    {
      "epoch": 0.8719896290771452,
      "grad_norm": 7.28125,
      "learning_rate": 6.4013939598456345e-06,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5520035922527313,
      "num_tokens": 529564252.0,
      "step": 687440
    },
    {
      "epoch": 0.872002313669678,
      "grad_norm": 4.875,
      "learning_rate": 6.400759649759342e-06,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5418337881565094,
      "num_tokens": 529572017.0,
      "step": 687450
    },
    {
      "epoch": 0.8720149982622108,
      "grad_norm": 3.421875,
      "learning_rate": 6.400125339673052e-06,
      "loss": 2.0283,
      "mean_token_accuracy": 0.568436062335968,
      "num_tokens": 529579712.0,
      "step": 687460
    },
    {
      "epoch": 0.8720276828547436,
      "grad_norm": 5.1875,
      "learning_rate": 6.39949102958676e-06,
      "loss": 2.206,
      "mean_token_accuracy": 0.5260703682899475,
      "num_tokens": 529588029.0,
      "step": 687470
    },
    {
      "epoch": 0.8720403674472765,
      "grad_norm": 7.03125,
      "learning_rate": 6.398856719500468e-06,
      "loss": 2.1421,
      "mean_token_accuracy": 0.528052681684494,
      "num_tokens": 529596020.0,
      "step": 687480
    },
    {
      "epoch": 0.8720530520398093,
      "grad_norm": 5.0625,
      "learning_rate": 6.398222409414177e-06,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5575181633234024,
      "num_tokens": 529604221.0,
      "step": 687490
    },
    {
      "epoch": 0.8720657366323422,
      "grad_norm": 8.3125,
      "learning_rate": 6.397588099327885e-06,
      "loss": 1.919,
      "mean_token_accuracy": 0.5658735036849976,
      "num_tokens": 529610978.0,
      "step": 687500
    },
    {
      "epoch": 0.872078421224875,
      "grad_norm": 6.65625,
      "learning_rate": 6.396953789241594e-06,
      "loss": 2.011,
      "mean_token_accuracy": 0.5636322170495986,
      "num_tokens": 529618224.0,
      "step": 687510
    },
    {
      "epoch": 0.8720911058174078,
      "grad_norm": 4.90625,
      "learning_rate": 6.396319479155302e-06,
      "loss": 1.8397,
      "mean_token_accuracy": 0.5881332814693451,
      "num_tokens": 529624628.0,
      "step": 687520
    },
    {
      "epoch": 0.8721037904099407,
      "grad_norm": 7.53125,
      "learning_rate": 6.39568516906901e-06,
      "loss": 1.7686,
      "mean_token_accuracy": 0.5926790177822113,
      "num_tokens": 529632974.0,
      "step": 687530
    },
    {
      "epoch": 0.8721164750024735,
      "grad_norm": 6.8125,
      "learning_rate": 6.395050858982719e-06,
      "loss": 2.075,
      "mean_token_accuracy": 0.5427173793315887,
      "num_tokens": 529641321.0,
      "step": 687540
    },
    {
      "epoch": 0.8721291595950064,
      "grad_norm": 5.15625,
      "learning_rate": 6.394416548896427e-06,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5445073544979095,
      "num_tokens": 529647615.0,
      "step": 687550
    },
    {
      "epoch": 0.8721418441875392,
      "grad_norm": 5.46875,
      "learning_rate": 6.393782238810137e-06,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5452803105115891,
      "num_tokens": 529655457.0,
      "step": 687560
    },
    {
      "epoch": 0.872154528780072,
      "grad_norm": 5.625,
      "learning_rate": 6.393147928723845e-06,
      "loss": 1.8336,
      "mean_token_accuracy": 0.5924658417701721,
      "num_tokens": 529662263.0,
      "step": 687570
    },
    {
      "epoch": 0.8721672133726048,
      "grad_norm": 4.59375,
      "learning_rate": 6.3925136186375535e-06,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5681498229503632,
      "num_tokens": 529669866.0,
      "step": 687580
    },
    {
      "epoch": 0.8721798979651376,
      "grad_norm": 4.875,
      "learning_rate": 6.391879308551261e-06,
      "loss": 1.8884,
      "mean_token_accuracy": 0.5844399571418762,
      "num_tokens": 529677163.0,
      "step": 687590
    },
    {
      "epoch": 0.8721925825576705,
      "grad_norm": 5.28125,
      "learning_rate": 6.391244998464969e-06,
      "loss": 2.034,
      "mean_token_accuracy": 0.5456566154956818,
      "num_tokens": 529685390.0,
      "step": 687600
    },
    {
      "epoch": 0.8722052671502033,
      "grad_norm": 5.09375,
      "learning_rate": 6.390610688378679e-06,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5434280097484588,
      "num_tokens": 529694178.0,
      "step": 687610
    },
    {
      "epoch": 0.8722179517427362,
      "grad_norm": 5.875,
      "learning_rate": 6.389976378292387e-06,
      "loss": 1.9471,
      "mean_token_accuracy": 0.589444226026535,
      "num_tokens": 529700159.0,
      "step": 687620
    },
    {
      "epoch": 0.872230636335269,
      "grad_norm": 4.96875,
      "learning_rate": 6.3893420682060955e-06,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5640925765037537,
      "num_tokens": 529706878.0,
      "step": 687630
    },
    {
      "epoch": 0.8722433209278019,
      "grad_norm": 5.84375,
      "learning_rate": 6.388707758119803e-06,
      "loss": 2.1481,
      "mean_token_accuracy": 0.5349454373121262,
      "num_tokens": 529714582.0,
      "step": 687640
    },
    {
      "epoch": 0.8722560055203347,
      "grad_norm": 8.0625,
      "learning_rate": 6.388073448033511e-06,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5336734384298325,
      "num_tokens": 529721648.0,
      "step": 687650
    },
    {
      "epoch": 0.8722686901128675,
      "grad_norm": 5.6875,
      "learning_rate": 6.387439137947221e-06,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5258739173412323,
      "num_tokens": 529729813.0,
      "step": 687660
    },
    {
      "epoch": 0.8722813747054003,
      "grad_norm": 4.78125,
      "learning_rate": 6.386804827860929e-06,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5491576939821243,
      "num_tokens": 529738935.0,
      "step": 687670
    },
    {
      "epoch": 0.8722940592979331,
      "grad_norm": 5.0625,
      "learning_rate": 6.386170517774638e-06,
      "loss": 2.092,
      "mean_token_accuracy": 0.5328311055898667,
      "num_tokens": 529746113.0,
      "step": 687680
    },
    {
      "epoch": 0.872306743890466,
      "grad_norm": 4.75,
      "learning_rate": 6.385536207688346e-06,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5811755061149597,
      "num_tokens": 529753085.0,
      "step": 687690
    },
    {
      "epoch": 0.8723194284829988,
      "grad_norm": 4.65625,
      "learning_rate": 6.384901897602054e-06,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5820248007774353,
      "num_tokens": 529760472.0,
      "step": 687700
    },
    {
      "epoch": 0.8723321130755317,
      "grad_norm": 4.9375,
      "learning_rate": 6.384267587515763e-06,
      "loss": 1.881,
      "mean_token_accuracy": 0.5795667976140976,
      "num_tokens": 529766708.0,
      "step": 687710
    },
    {
      "epoch": 0.8723447976680645,
      "grad_norm": 8.75,
      "learning_rate": 6.383633277429471e-06,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5422067075967789,
      "num_tokens": 529772418.0,
      "step": 687720
    },
    {
      "epoch": 0.8723574822605974,
      "grad_norm": 6.59375,
      "learning_rate": 6.38299896734318e-06,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5346821427345276,
      "num_tokens": 529780084.0,
      "step": 687730
    },
    {
      "epoch": 0.8723701668531302,
      "grad_norm": 5.15625,
      "learning_rate": 6.382364657256888e-06,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5251080960035324,
      "num_tokens": 529789050.0,
      "step": 687740
    },
    {
      "epoch": 0.872382851445663,
      "grad_norm": 4.78125,
      "learning_rate": 6.381730347170596e-06,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5495178908109665,
      "num_tokens": 529796958.0,
      "step": 687750
    },
    {
      "epoch": 0.8723955360381959,
      "grad_norm": 5.5,
      "learning_rate": 6.381096037084306e-06,
      "loss": 2.3029,
      "mean_token_accuracy": 0.5166440635919571,
      "num_tokens": 529805627.0,
      "step": 687760
    },
    {
      "epoch": 0.8724082206307286,
      "grad_norm": 5.15625,
      "learning_rate": 6.380461726998014e-06,
      "loss": 2.1232,
      "mean_token_accuracy": 0.540523785352707,
      "num_tokens": 529812102.0,
      "step": 687770
    },
    {
      "epoch": 0.8724209052232615,
      "grad_norm": 4.84375,
      "learning_rate": 6.379827416911722e-06,
      "loss": 1.8529,
      "mean_token_accuracy": 0.5838899940252305,
      "num_tokens": 529820048.0,
      "step": 687780
    },
    {
      "epoch": 0.8724335898157943,
      "grad_norm": 6.0625,
      "learning_rate": 6.37919310682543e-06,
      "loss": 2.2375,
      "mean_token_accuracy": 0.5231092303991318,
      "num_tokens": 529828747.0,
      "step": 687790
    },
    {
      "epoch": 0.8724462744083272,
      "grad_norm": 6.21875,
      "learning_rate": 6.37855879673914e-06,
      "loss": 1.8602,
      "mean_token_accuracy": 0.5849519371986389,
      "num_tokens": 529836719.0,
      "step": 687800
    },
    {
      "epoch": 0.87245895900086,
      "grad_norm": 5.59375,
      "learning_rate": 6.377924486652848e-06,
      "loss": 1.8859,
      "mean_token_accuracy": 0.5829952776432037,
      "num_tokens": 529844034.0,
      "step": 687810
    },
    {
      "epoch": 0.8724716435933928,
      "grad_norm": 5.53125,
      "learning_rate": 6.377290176566556e-06,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5746421933174133,
      "num_tokens": 529851843.0,
      "step": 687820
    },
    {
      "epoch": 0.8724843281859257,
      "grad_norm": 5.28125,
      "learning_rate": 6.376655866480264e-06,
      "loss": 1.9187,
      "mean_token_accuracy": 0.5820287704467774,
      "num_tokens": 529858206.0,
      "step": 687830
    },
    {
      "epoch": 0.8724970127784585,
      "grad_norm": 5.03125,
      "learning_rate": 6.376021556393972e-06,
      "loss": 1.9059,
      "mean_token_accuracy": 0.5802444726228714,
      "num_tokens": 529865097.0,
      "step": 687840
    },
    {
      "epoch": 0.8725096973709914,
      "grad_norm": 5.09375,
      "learning_rate": 6.375387246307682e-06,
      "loss": 2.0416,
      "mean_token_accuracy": 0.546308633685112,
      "num_tokens": 529873385.0,
      "step": 687850
    },
    {
      "epoch": 0.8725223819635242,
      "grad_norm": 5.03125,
      "learning_rate": 6.37475293622139e-06,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5259546518325806,
      "num_tokens": 529880682.0,
      "step": 687860
    },
    {
      "epoch": 0.8725350665560571,
      "grad_norm": 5.25,
      "learning_rate": 6.374118626135098e-06,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5361310631036759,
      "num_tokens": 529888261.0,
      "step": 687870
    },
    {
      "epoch": 0.8725477511485898,
      "grad_norm": 6.125,
      "learning_rate": 6.373484316048807e-06,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5353439450263977,
      "num_tokens": 529896832.0,
      "step": 687880
    },
    {
      "epoch": 0.8725604357411227,
      "grad_norm": 5.8125,
      "learning_rate": 6.372850005962515e-06,
      "loss": 2.05,
      "mean_token_accuracy": 0.5614166617393493,
      "num_tokens": 529904350.0,
      "step": 687890
    },
    {
      "epoch": 0.8725731203336555,
      "grad_norm": 4.59375,
      "learning_rate": 6.372215695876224e-06,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5713824719190598,
      "num_tokens": 529912789.0,
      "step": 687900
    },
    {
      "epoch": 0.8725858049261883,
      "grad_norm": 4.8125,
      "learning_rate": 6.371581385789932e-06,
      "loss": 2.0246,
      "mean_token_accuracy": 0.552147987484932,
      "num_tokens": 529921404.0,
      "step": 687910
    },
    {
      "epoch": 0.8725984895187212,
      "grad_norm": 6.84375,
      "learning_rate": 6.37094707570364e-06,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5592394649982453,
      "num_tokens": 529928684.0,
      "step": 687920
    },
    {
      "epoch": 0.872611174111254,
      "grad_norm": 6.25,
      "learning_rate": 6.370312765617349e-06,
      "loss": 2.104,
      "mean_token_accuracy": 0.5379437774419784,
      "num_tokens": 529937087.0,
      "step": 687930
    },
    {
      "epoch": 0.8726238587037869,
      "grad_norm": 4.09375,
      "learning_rate": 6.369678455531057e-06,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5732505619525909,
      "num_tokens": 529944881.0,
      "step": 687940
    },
    {
      "epoch": 0.8726365432963197,
      "grad_norm": 5.59375,
      "learning_rate": 6.369044145444767e-06,
      "loss": 2.2429,
      "mean_token_accuracy": 0.52342389523983,
      "num_tokens": 529952844.0,
      "step": 687950
    },
    {
      "epoch": 0.8726492278888526,
      "grad_norm": 6.09375,
      "learning_rate": 6.368409835358475e-06,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5357285916805268,
      "num_tokens": 529960781.0,
      "step": 687960
    },
    {
      "epoch": 0.8726619124813854,
      "grad_norm": 5.28125,
      "learning_rate": 6.3677755252721825e-06,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5376102864742279,
      "num_tokens": 529969481.0,
      "step": 687970
    },
    {
      "epoch": 0.8726745970739181,
      "grad_norm": 6.4375,
      "learning_rate": 6.367141215185891e-06,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5243396610021591,
      "num_tokens": 529977172.0,
      "step": 687980
    },
    {
      "epoch": 0.872687281666451,
      "grad_norm": 5.59375,
      "learning_rate": 6.366506905099599e-06,
      "loss": 2.165,
      "mean_token_accuracy": 0.5309360682964325,
      "num_tokens": 529986416.0,
      "step": 687990
    },
    {
      "epoch": 0.8726999662589838,
      "grad_norm": 4.96875,
      "learning_rate": 6.365872595013309e-06,
      "loss": 1.935,
      "mean_token_accuracy": 0.5790881723165512,
      "num_tokens": 529994528.0,
      "step": 688000
    },
    {
      "epoch": 0.8727126508515167,
      "grad_norm": 4.6875,
      "learning_rate": 6.365238284927017e-06,
      "loss": 1.8124,
      "mean_token_accuracy": 0.5917126417160035,
      "num_tokens": 530002460.0,
      "step": 688010
    },
    {
      "epoch": 0.8727253354440495,
      "grad_norm": 7.34375,
      "learning_rate": 6.364603974840725e-06,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5438754886388779,
      "num_tokens": 530010455.0,
      "step": 688020
    },
    {
      "epoch": 0.8727380200365824,
      "grad_norm": 6.4375,
      "learning_rate": 6.363969664754433e-06,
      "loss": 2.1651,
      "mean_token_accuracy": 0.528457197546959,
      "num_tokens": 530018271.0,
      "step": 688030
    },
    {
      "epoch": 0.8727507046291152,
      "grad_norm": 4.75,
      "learning_rate": 6.363335354668141e-06,
      "loss": 1.8845,
      "mean_token_accuracy": 0.5832476764917374,
      "num_tokens": 530026118.0,
      "step": 688040
    },
    {
      "epoch": 0.872763389221648,
      "grad_norm": 5.5625,
      "learning_rate": 6.362701044581851e-06,
      "loss": 1.7622,
      "mean_token_accuracy": 0.6055438041687011,
      "num_tokens": 530032229.0,
      "step": 688050
    },
    {
      "epoch": 0.8727760738141809,
      "grad_norm": 5.5,
      "learning_rate": 6.362066734495559e-06,
      "loss": 1.8923,
      "mean_token_accuracy": 0.5828690320253372,
      "num_tokens": 530039281.0,
      "step": 688060
    },
    {
      "epoch": 0.8727887584067137,
      "grad_norm": 9.5,
      "learning_rate": 6.361432424409268e-06,
      "loss": 1.9364,
      "mean_token_accuracy": 0.5866052657365799,
      "num_tokens": 530044482.0,
      "step": 688070
    },
    {
      "epoch": 0.8728014429992466,
      "grad_norm": 5.34375,
      "learning_rate": 6.360798114322976e-06,
      "loss": 2.2675,
      "mean_token_accuracy": 0.5139663785696029,
      "num_tokens": 530051626.0,
      "step": 688080
    },
    {
      "epoch": 0.8728141275917793,
      "grad_norm": 5.21875,
      "learning_rate": 6.360163804236684e-06,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5551212191581726,
      "num_tokens": 530059850.0,
      "step": 688090
    },
    {
      "epoch": 0.8728268121843122,
      "grad_norm": 5.9375,
      "learning_rate": 6.359529494150393e-06,
      "loss": 1.7583,
      "mean_token_accuracy": 0.5980186969041824,
      "num_tokens": 530066605.0,
      "step": 688100
    },
    {
      "epoch": 0.872839496776845,
      "grad_norm": 5.125,
      "learning_rate": 6.358895184064101e-06,
      "loss": 2.2295,
      "mean_token_accuracy": 0.5208704203367234,
      "num_tokens": 530075144.0,
      "step": 688110
    },
    {
      "epoch": 0.8728521813693779,
      "grad_norm": 4.90625,
      "learning_rate": 6.35826087397781e-06,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5686056762933731,
      "num_tokens": 530082467.0,
      "step": 688120
    },
    {
      "epoch": 0.8728648659619107,
      "grad_norm": 5.875,
      "learning_rate": 6.357626563891518e-06,
      "loss": 2.045,
      "mean_token_accuracy": 0.5468779057264328,
      "num_tokens": 530090148.0,
      "step": 688130
    },
    {
      "epoch": 0.8728775505544435,
      "grad_norm": 5.03125,
      "learning_rate": 6.356992253805226e-06,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5381536453962326,
      "num_tokens": 530098175.0,
      "step": 688140
    },
    {
      "epoch": 0.8728902351469764,
      "grad_norm": 4.875,
      "learning_rate": 6.3563579437189356e-06,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5274680137634278,
      "num_tokens": 530106597.0,
      "step": 688150
    },
    {
      "epoch": 0.8729029197395092,
      "grad_norm": 5.5,
      "learning_rate": 6.3557236336326435e-06,
      "loss": 2.0847,
      "mean_token_accuracy": 0.533652064204216,
      "num_tokens": 530114772.0,
      "step": 688160
    },
    {
      "epoch": 0.8729156043320421,
      "grad_norm": 5.21875,
      "learning_rate": 6.355089323546352e-06,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5453096747398376,
      "num_tokens": 530123322.0,
      "step": 688170
    },
    {
      "epoch": 0.8729282889245749,
      "grad_norm": 6.21875,
      "learning_rate": 6.35445501346006e-06,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5305673331022263,
      "num_tokens": 530130708.0,
      "step": 688180
    },
    {
      "epoch": 0.8729409735171078,
      "grad_norm": 5.5,
      "learning_rate": 6.353820703373768e-06,
      "loss": 2.096,
      "mean_token_accuracy": 0.5442974716424942,
      "num_tokens": 530138092.0,
      "step": 688190
    },
    {
      "epoch": 0.8729536581096405,
      "grad_norm": 4.75,
      "learning_rate": 6.3531863932874776e-06,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5580496966838837,
      "num_tokens": 530146083.0,
      "step": 688200
    },
    {
      "epoch": 0.8729663427021733,
      "grad_norm": 5.3125,
      "learning_rate": 6.3525520832011855e-06,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5682147979736328,
      "num_tokens": 530153214.0,
      "step": 688210
    },
    {
      "epoch": 0.8729790272947062,
      "grad_norm": 6.90625,
      "learning_rate": 6.351917773114894e-06,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5737840473651886,
      "num_tokens": 530159710.0,
      "step": 688220
    },
    {
      "epoch": 0.872991711887239,
      "grad_norm": 5.375,
      "learning_rate": 6.351283463028602e-06,
      "loss": 2.146,
      "mean_token_accuracy": 0.5395146816968918,
      "num_tokens": 530167754.0,
      "step": 688230
    },
    {
      "epoch": 0.8730043964797719,
      "grad_norm": 6.09375,
      "learning_rate": 6.35064915294231e-06,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5141219049692154,
      "num_tokens": 530174148.0,
      "step": 688240
    },
    {
      "epoch": 0.8730170810723047,
      "grad_norm": 5.78125,
      "learning_rate": 6.3500148428560196e-06,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5644556313753128,
      "num_tokens": 530180988.0,
      "step": 688250
    },
    {
      "epoch": 0.8730297656648376,
      "grad_norm": 5.65625,
      "learning_rate": 6.3493805327697275e-06,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5348545551300049,
      "num_tokens": 530189590.0,
      "step": 688260
    },
    {
      "epoch": 0.8730424502573704,
      "grad_norm": 5.25,
      "learning_rate": 6.348746222683437e-06,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5488731920719147,
      "num_tokens": 530197526.0,
      "step": 688270
    },
    {
      "epoch": 0.8730551348499033,
      "grad_norm": 5.28125,
      "learning_rate": 6.348111912597145e-06,
      "loss": 2.2197,
      "mean_token_accuracy": 0.5200070351362228,
      "num_tokens": 530207008.0,
      "step": 688280
    },
    {
      "epoch": 0.873067819442436,
      "grad_norm": 4.25,
      "learning_rate": 6.347477602510854e-06,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5572135210037231,
      "num_tokens": 530214760.0,
      "step": 688290
    },
    {
      "epoch": 0.8730805040349688,
      "grad_norm": 4.78125,
      "learning_rate": 6.346843292424562e-06,
      "loss": 2.1027,
      "mean_token_accuracy": 0.52785904109478,
      "num_tokens": 530222762.0,
      "step": 688300
    },
    {
      "epoch": 0.8730931886275017,
      "grad_norm": 6.75,
      "learning_rate": 6.3462089823382695e-06,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5450803726911545,
      "num_tokens": 530229950.0,
      "step": 688310
    },
    {
      "epoch": 0.8731058732200345,
      "grad_norm": 6.375,
      "learning_rate": 6.345574672251979e-06,
      "loss": 2.162,
      "mean_token_accuracy": 0.524162757396698,
      "num_tokens": 530237719.0,
      "step": 688320
    },
    {
      "epoch": 0.8731185578125674,
      "grad_norm": 6.1875,
      "learning_rate": 6.344940362165687e-06,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5959556519985199,
      "num_tokens": 530245002.0,
      "step": 688330
    },
    {
      "epoch": 0.8731312424051002,
      "grad_norm": 7.15625,
      "learning_rate": 6.3443060520793965e-06,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5305085450410842,
      "num_tokens": 530251598.0,
      "step": 688340
    },
    {
      "epoch": 0.8731439269976331,
      "grad_norm": 7.59375,
      "learning_rate": 6.3436717419931044e-06,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5575835645198822,
      "num_tokens": 530258981.0,
      "step": 688350
    },
    {
      "epoch": 0.8731566115901659,
      "grad_norm": 7.1875,
      "learning_rate": 6.343037431906812e-06,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5360234260559082,
      "num_tokens": 530265978.0,
      "step": 688360
    },
    {
      "epoch": 0.8731692961826987,
      "grad_norm": 6.6875,
      "learning_rate": 6.342403121820521e-06,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5411305725574493,
      "num_tokens": 530274161.0,
      "step": 688370
    },
    {
      "epoch": 0.8731819807752316,
      "grad_norm": 5.59375,
      "learning_rate": 6.341768811734229e-06,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5437431633472443,
      "num_tokens": 530282404.0,
      "step": 688380
    },
    {
      "epoch": 0.8731946653677644,
      "grad_norm": 4.28125,
      "learning_rate": 6.3411345016479385e-06,
      "loss": 2.031,
      "mean_token_accuracy": 0.5523088812828064,
      "num_tokens": 530290374.0,
      "step": 688390
    },
    {
      "epoch": 0.8732073499602973,
      "grad_norm": 4.875,
      "learning_rate": 6.3405001915616464e-06,
      "loss": 1.7821,
      "mean_token_accuracy": 0.6057158321142196,
      "num_tokens": 530296220.0,
      "step": 688400
    },
    {
      "epoch": 0.87322003455283,
      "grad_norm": 4.53125,
      "learning_rate": 6.339865881475354e-06,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5533207446336746,
      "num_tokens": 530303478.0,
      "step": 688410
    },
    {
      "epoch": 0.8732327191453629,
      "grad_norm": 3.953125,
      "learning_rate": 6.339231571389063e-06,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5635355919599533,
      "num_tokens": 530311865.0,
      "step": 688420
    },
    {
      "epoch": 0.8732454037378957,
      "grad_norm": 6.1875,
      "learning_rate": 6.338597261302771e-06,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5393950521945954,
      "num_tokens": 530320177.0,
      "step": 688430
    },
    {
      "epoch": 0.8732580883304286,
      "grad_norm": 5.34375,
      "learning_rate": 6.3379629512164805e-06,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5339501321315765,
      "num_tokens": 530328069.0,
      "step": 688440
    },
    {
      "epoch": 0.8732707729229614,
      "grad_norm": 5.75,
      "learning_rate": 6.3373286411301884e-06,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5404394268989563,
      "num_tokens": 530334982.0,
      "step": 688450
    },
    {
      "epoch": 0.8732834575154942,
      "grad_norm": 6.6875,
      "learning_rate": 6.336694331043896e-06,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5659112155437469,
      "num_tokens": 530342536.0,
      "step": 688460
    },
    {
      "epoch": 0.8732961421080271,
      "grad_norm": 5.71875,
      "learning_rate": 6.336060020957606e-06,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5608333885669708,
      "num_tokens": 530350514.0,
      "step": 688470
    },
    {
      "epoch": 0.8733088267005599,
      "grad_norm": 4.5625,
      "learning_rate": 6.335425710871314e-06,
      "loss": 2.132,
      "mean_token_accuracy": 0.5440538465976715,
      "num_tokens": 530358397.0,
      "step": 688480
    },
    {
      "epoch": 0.8733215112930928,
      "grad_norm": 5.90625,
      "learning_rate": 6.3347914007850226e-06,
      "loss": 1.7896,
      "mean_token_accuracy": 0.5982027441263199,
      "num_tokens": 530365759.0,
      "step": 688490
    },
    {
      "epoch": 0.8733341958856256,
      "grad_norm": 5.0625,
      "learning_rate": 6.3341570906987304e-06,
      "loss": 1.8702,
      "mean_token_accuracy": 0.584795144200325,
      "num_tokens": 530373574.0,
      "step": 688500
    },
    {
      "epoch": 0.8733468804781584,
      "grad_norm": 5.6875,
      "learning_rate": 6.33352278061244e-06,
      "loss": 1.98,
      "mean_token_accuracy": 0.5516226649284363,
      "num_tokens": 530380988.0,
      "step": 688510
    },
    {
      "epoch": 0.8733595650706912,
      "grad_norm": 6.0625,
      "learning_rate": 6.332888470526148e-06,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5786568284034729,
      "num_tokens": 530387647.0,
      "step": 688520
    },
    {
      "epoch": 0.873372249663224,
      "grad_norm": 5.78125,
      "learning_rate": 6.332254160439856e-06,
      "loss": 2.0126,
      "mean_token_accuracy": 0.5418148577213288,
      "num_tokens": 530395658.0,
      "step": 688530
    },
    {
      "epoch": 0.8733849342557569,
      "grad_norm": 6.53125,
      "learning_rate": 6.331619850353565e-06,
      "loss": 2.2516,
      "mean_token_accuracy": 0.5283753275871277,
      "num_tokens": 530402018.0,
      "step": 688540
    },
    {
      "epoch": 0.8733976188482897,
      "grad_norm": 7.75,
      "learning_rate": 6.330985540267273e-06,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5244430214166641,
      "num_tokens": 530409850.0,
      "step": 688550
    },
    {
      "epoch": 0.8734103034408226,
      "grad_norm": 5.5,
      "learning_rate": 6.330351230180982e-06,
      "loss": 2.0783,
      "mean_token_accuracy": 0.540766590833664,
      "num_tokens": 530417704.0,
      "step": 688560
    },
    {
      "epoch": 0.8734229880333554,
      "grad_norm": 4.53125,
      "learning_rate": 6.32971692009469e-06,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5626956880092621,
      "num_tokens": 530426188.0,
      "step": 688570
    },
    {
      "epoch": 0.8734356726258883,
      "grad_norm": 7.625,
      "learning_rate": 6.329082610008398e-06,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5378662437200546,
      "num_tokens": 530433439.0,
      "step": 688580
    },
    {
      "epoch": 0.8734483572184211,
      "grad_norm": 6.6875,
      "learning_rate": 6.328448299922107e-06,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5389795660972595,
      "num_tokens": 530439892.0,
      "step": 688590
    },
    {
      "epoch": 0.8734610418109539,
      "grad_norm": 4.9375,
      "learning_rate": 6.327813989835815e-06,
      "loss": 1.8833,
      "mean_token_accuracy": 0.5849546790122986,
      "num_tokens": 530447000.0,
      "step": 688600
    },
    {
      "epoch": 0.8734737264034867,
      "grad_norm": 5.71875,
      "learning_rate": 6.327179679749525e-06,
      "loss": 2.1748,
      "mean_token_accuracy": 0.5218481034040451,
      "num_tokens": 530456292.0,
      "step": 688610
    },
    {
      "epoch": 0.8734864109960195,
      "grad_norm": 6.375,
      "learning_rate": 6.326545369663233e-06,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5589760452508926,
      "num_tokens": 530464273.0,
      "step": 688620
    },
    {
      "epoch": 0.8734990955885524,
      "grad_norm": 4.9375,
      "learning_rate": 6.32591105957694e-06,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5976662576198578,
      "num_tokens": 530470416.0,
      "step": 688630
    },
    {
      "epoch": 0.8735117801810852,
      "grad_norm": 5.78125,
      "learning_rate": 6.325276749490649e-06,
      "loss": 1.9377,
      "mean_token_accuracy": 0.5715777575969696,
      "num_tokens": 530477620.0,
      "step": 688640
    },
    {
      "epoch": 0.8735244647736181,
      "grad_norm": 5.28125,
      "learning_rate": 6.324642439404357e-06,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5396453708410263,
      "num_tokens": 530485795.0,
      "step": 688650
    },
    {
      "epoch": 0.8735371493661509,
      "grad_norm": 6.0,
      "learning_rate": 6.324008129318067e-06,
      "loss": 1.997,
      "mean_token_accuracy": 0.5504767835140228,
      "num_tokens": 530493933.0,
      "step": 688660
    },
    {
      "epoch": 0.8735498339586838,
      "grad_norm": 4.875,
      "learning_rate": 6.323373819231775e-06,
      "loss": 1.995,
      "mean_token_accuracy": 0.5676181435585022,
      "num_tokens": 530501352.0,
      "step": 688670
    },
    {
      "epoch": 0.8735625185512166,
      "grad_norm": 8.0625,
      "learning_rate": 6.322739509145483e-06,
      "loss": 2.1064,
      "mean_token_accuracy": 0.5305129051208496,
      "num_tokens": 530507540.0,
      "step": 688680
    },
    {
      "epoch": 0.8735752031437494,
      "grad_norm": 6.875,
      "learning_rate": 6.322105199059191e-06,
      "loss": 2.045,
      "mean_token_accuracy": 0.5365949600934983,
      "num_tokens": 530516146.0,
      "step": 688690
    },
    {
      "epoch": 0.8735878877362823,
      "grad_norm": 6.40625,
      "learning_rate": 6.321470888972899e-06,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5384528398513794,
      "num_tokens": 530524536.0,
      "step": 688700
    },
    {
      "epoch": 0.873600572328815,
      "grad_norm": 8.75,
      "learning_rate": 6.320836578886609e-06,
      "loss": 2.322,
      "mean_token_accuracy": 0.5021220356225967,
      "num_tokens": 530533191.0,
      "step": 688710
    },
    {
      "epoch": 0.873613256921348,
      "grad_norm": 5.53125,
      "learning_rate": 6.320202268800317e-06,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5342408925294876,
      "num_tokens": 530539778.0,
      "step": 688720
    },
    {
      "epoch": 0.8736259415138807,
      "grad_norm": 5.21875,
      "learning_rate": 6.319567958714026e-06,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5366964489221573,
      "num_tokens": 530548184.0,
      "step": 688730
    },
    {
      "epoch": 0.8736386261064136,
      "grad_norm": 5.21875,
      "learning_rate": 6.318933648627734e-06,
      "loss": 1.9205,
      "mean_token_accuracy": 0.56911641061306,
      "num_tokens": 530555398.0,
      "step": 688740
    },
    {
      "epoch": 0.8736513106989464,
      "grad_norm": 5.21875,
      "learning_rate": 6.318299338541442e-06,
      "loss": 2.2606,
      "mean_token_accuracy": 0.5150116443634033,
      "num_tokens": 530564190.0,
      "step": 688750
    },
    {
      "epoch": 0.8736639952914792,
      "grad_norm": 5.625,
      "learning_rate": 6.317665028455151e-06,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5244786471128464,
      "num_tokens": 530572492.0,
      "step": 688760
    },
    {
      "epoch": 0.8736766798840121,
      "grad_norm": 4.6875,
      "learning_rate": 6.317030718368859e-06,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5583899855613709,
      "num_tokens": 530579895.0,
      "step": 688770
    },
    {
      "epoch": 0.8736893644765449,
      "grad_norm": 5.0625,
      "learning_rate": 6.316396408282568e-06,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5473010063171386,
      "num_tokens": 530587138.0,
      "step": 688780
    },
    {
      "epoch": 0.8737020490690778,
      "grad_norm": 5.34375,
      "learning_rate": 6.315762098196276e-06,
      "loss": 1.8818,
      "mean_token_accuracy": 0.576746529340744,
      "num_tokens": 530594509.0,
      "step": 688790
    },
    {
      "epoch": 0.8737147336616106,
      "grad_norm": 5.59375,
      "learning_rate": 6.315127788109984e-06,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5361468166112899,
      "num_tokens": 530601588.0,
      "step": 688800
    },
    {
      "epoch": 0.8737274182541435,
      "grad_norm": 5.25,
      "learning_rate": 6.314493478023694e-06,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5673043876886368,
      "num_tokens": 530610489.0,
      "step": 688810
    },
    {
      "epoch": 0.8737401028466762,
      "grad_norm": 6.8125,
      "learning_rate": 6.313859167937402e-06,
      "loss": 1.9157,
      "mean_token_accuracy": 0.5762855470180511,
      "num_tokens": 530617221.0,
      "step": 688820
    },
    {
      "epoch": 0.8737527874392091,
      "grad_norm": 6.53125,
      "learning_rate": 6.31322485785111e-06,
      "loss": 2.1096,
      "mean_token_accuracy": 0.539111003279686,
      "num_tokens": 530625098.0,
      "step": 688830
    },
    {
      "epoch": 0.8737654720317419,
      "grad_norm": 5.1875,
      "learning_rate": 6.312590547764818e-06,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5341563403606415,
      "num_tokens": 530633486.0,
      "step": 688840
    },
    {
      "epoch": 0.8737781566242747,
      "grad_norm": 6.40625,
      "learning_rate": 6.311956237678526e-06,
      "loss": 1.9374,
      "mean_token_accuracy": 0.559494149684906,
      "num_tokens": 530641090.0,
      "step": 688850
    },
    {
      "epoch": 0.8737908412168076,
      "grad_norm": 6.96875,
      "learning_rate": 6.311321927592236e-06,
      "loss": 1.951,
      "mean_token_accuracy": 0.5727910012006759,
      "num_tokens": 530648982.0,
      "step": 688860
    },
    {
      "epoch": 0.8738035258093404,
      "grad_norm": 6.34375,
      "learning_rate": 6.310687617505944e-06,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5643470108509063,
      "num_tokens": 530655926.0,
      "step": 688870
    },
    {
      "epoch": 0.8738162104018733,
      "grad_norm": 5.96875,
      "learning_rate": 6.310053307419652e-06,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5610133886337281,
      "num_tokens": 530663988.0,
      "step": 688880
    },
    {
      "epoch": 0.8738288949944061,
      "grad_norm": 7.3125,
      "learning_rate": 6.30941899733336e-06,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5509779036045075,
      "num_tokens": 530671347.0,
      "step": 688890
    },
    {
      "epoch": 0.873841579586939,
      "grad_norm": 6.6875,
      "learning_rate": 6.308784687247068e-06,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5560299545526505,
      "num_tokens": 530678341.0,
      "step": 688900
    },
    {
      "epoch": 0.8738542641794718,
      "grad_norm": 6.34375,
      "learning_rate": 6.308150377160778e-06,
      "loss": 2.004,
      "mean_token_accuracy": 0.5505947947502137,
      "num_tokens": 530685420.0,
      "step": 688910
    },
    {
      "epoch": 0.8738669487720045,
      "grad_norm": 5.375,
      "learning_rate": 6.307516067074486e-06,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5710363924503327,
      "num_tokens": 530692125.0,
      "step": 688920
    },
    {
      "epoch": 0.8738796333645374,
      "grad_norm": 5.625,
      "learning_rate": 6.306881756988195e-06,
      "loss": 2.0395,
      "mean_token_accuracy": 0.5449258774518967,
      "num_tokens": 530699316.0,
      "step": 688930
    },
    {
      "epoch": 0.8738923179570702,
      "grad_norm": 5.6875,
      "learning_rate": 6.306247446901903e-06,
      "loss": 2.0628,
      "mean_token_accuracy": 0.5350765943527221,
      "num_tokens": 530707759.0,
      "step": 688940
    },
    {
      "epoch": 0.8739050025496031,
      "grad_norm": 4.71875,
      "learning_rate": 6.305613136815612e-06,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5308827608823776,
      "num_tokens": 530716845.0,
      "step": 688950
    },
    {
      "epoch": 0.8739176871421359,
      "grad_norm": 5.0,
      "learning_rate": 6.30497882672932e-06,
      "loss": 2.172,
      "mean_token_accuracy": 0.5241635471582413,
      "num_tokens": 530725893.0,
      "step": 688960
    },
    {
      "epoch": 0.8739303717346688,
      "grad_norm": 7.34375,
      "learning_rate": 6.304344516643028e-06,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5778952240943909,
      "num_tokens": 530732632.0,
      "step": 688970
    },
    {
      "epoch": 0.8739430563272016,
      "grad_norm": 6.96875,
      "learning_rate": 6.303710206556737e-06,
      "loss": 1.6229,
      "mean_token_accuracy": 0.6321584820747376,
      "num_tokens": 530738679.0,
      "step": 688980
    },
    {
      "epoch": 0.8739557409197344,
      "grad_norm": 5.0,
      "learning_rate": 6.303075896470445e-06,
      "loss": 2.0787,
      "mean_token_accuracy": 0.5354261964559555,
      "num_tokens": 530747724.0,
      "step": 688990
    },
    {
      "epoch": 0.8739684255122673,
      "grad_norm": 5.5,
      "learning_rate": 6.302441586384155e-06,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5449471324682236,
      "num_tokens": 530754988.0,
      "step": 689000
    },
    {
      "epoch": 0.8739811101048001,
      "grad_norm": 5.21875,
      "learning_rate": 6.301807276297863e-06,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5322243481874466,
      "num_tokens": 530763436.0,
      "step": 689010
    },
    {
      "epoch": 0.873993794697333,
      "grad_norm": 4.9375,
      "learning_rate": 6.3011729662115705e-06,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5349671185016632,
      "num_tokens": 530772924.0,
      "step": 689020
    },
    {
      "epoch": 0.8740064792898657,
      "grad_norm": 6.4375,
      "learning_rate": 6.300538656125279e-06,
      "loss": 2.2038,
      "mean_token_accuracy": 0.5164634972810745,
      "num_tokens": 530781472.0,
      "step": 689030
    },
    {
      "epoch": 0.8740191638823986,
      "grad_norm": 7.0,
      "learning_rate": 6.299904346038987e-06,
      "loss": 1.6986,
      "mean_token_accuracy": 0.6243306130170823,
      "num_tokens": 530788033.0,
      "step": 689040
    },
    {
      "epoch": 0.8740318484749314,
      "grad_norm": 6.15625,
      "learning_rate": 6.299270035952697e-06,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5245452135801315,
      "num_tokens": 530797064.0,
      "step": 689050
    },
    {
      "epoch": 0.8740445330674643,
      "grad_norm": 5.78125,
      "learning_rate": 6.298635725866405e-06,
      "loss": 1.7903,
      "mean_token_accuracy": 0.5860568106174469,
      "num_tokens": 530803957.0,
      "step": 689060
    },
    {
      "epoch": 0.8740572176599971,
      "grad_norm": 6.28125,
      "learning_rate": 6.2980014157801125e-06,
      "loss": 1.972,
      "mean_token_accuracy": 0.576853609085083,
      "num_tokens": 530810157.0,
      "step": 689070
    },
    {
      "epoch": 0.8740699022525299,
      "grad_norm": 5.5,
      "learning_rate": 6.297367105693821e-06,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5593492239713669,
      "num_tokens": 530817423.0,
      "step": 689080
    },
    {
      "epoch": 0.8740825868450628,
      "grad_norm": 4.9375,
      "learning_rate": 6.296732795607529e-06,
      "loss": 1.9394,
      "mean_token_accuracy": 0.5672822296619415,
      "num_tokens": 530825789.0,
      "step": 689090
    },
    {
      "epoch": 0.8740952714375956,
      "grad_norm": 5.125,
      "learning_rate": 6.296098485521239e-06,
      "loss": 1.9473,
      "mean_token_accuracy": 0.574280196428299,
      "num_tokens": 530831434.0,
      "step": 689100
    },
    {
      "epoch": 0.8741079560301285,
      "grad_norm": 6.78125,
      "learning_rate": 6.295464175434947e-06,
      "loss": 2.1911,
      "mean_token_accuracy": 0.5261650443077087,
      "num_tokens": 530839578.0,
      "step": 689110
    },
    {
      "epoch": 0.8741206406226613,
      "grad_norm": 4.6875,
      "learning_rate": 6.2948298653486545e-06,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5297015756368637,
      "num_tokens": 530848430.0,
      "step": 689120
    },
    {
      "epoch": 0.8741333252151942,
      "grad_norm": 5.34375,
      "learning_rate": 6.294195555262364e-06,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5289855867624282,
      "num_tokens": 530856938.0,
      "step": 689130
    },
    {
      "epoch": 0.8741460098077269,
      "grad_norm": 5.34375,
      "learning_rate": 6.293561245176072e-06,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5572183787822723,
      "num_tokens": 530864333.0,
      "step": 689140
    },
    {
      "epoch": 0.8741586944002597,
      "grad_norm": 8.125,
      "learning_rate": 6.292926935089781e-06,
      "loss": 1.9327,
      "mean_token_accuracy": 0.5754956334829331,
      "num_tokens": 530871457.0,
      "step": 689150
    },
    {
      "epoch": 0.8741713789927926,
      "grad_norm": 5.875,
      "learning_rate": 6.292292625003489e-06,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5465471297502518,
      "num_tokens": 530878111.0,
      "step": 689160
    },
    {
      "epoch": 0.8741840635853254,
      "grad_norm": 6.75,
      "learning_rate": 6.291658314917198e-06,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5541749477386475,
      "num_tokens": 530885293.0,
      "step": 689170
    },
    {
      "epoch": 0.8741967481778583,
      "grad_norm": 5.6875,
      "learning_rate": 6.291024004830906e-06,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5737718552350998,
      "num_tokens": 530893733.0,
      "step": 689180
    },
    {
      "epoch": 0.8742094327703911,
      "grad_norm": 6.90625,
      "learning_rate": 6.290389694744614e-06,
      "loss": 2.049,
      "mean_token_accuracy": 0.5436974108219147,
      "num_tokens": 530901986.0,
      "step": 689190
    },
    {
      "epoch": 0.874222117362924,
      "grad_norm": 5.15625,
      "learning_rate": 6.289755384658324e-06,
      "loss": 1.8669,
      "mean_token_accuracy": 0.5922926515340805,
      "num_tokens": 530907797.0,
      "step": 689200
    },
    {
      "epoch": 0.8742348019554568,
      "grad_norm": 5.15625,
      "learning_rate": 6.2891210745720315e-06,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5473971694707871,
      "num_tokens": 530916151.0,
      "step": 689210
    },
    {
      "epoch": 0.8742474865479897,
      "grad_norm": 4.71875,
      "learning_rate": 6.28848676448574e-06,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5665300697088241,
      "num_tokens": 530924633.0,
      "step": 689220
    },
    {
      "epoch": 0.8742601711405225,
      "grad_norm": 5.71875,
      "learning_rate": 6.287852454399448e-06,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5726695775985717,
      "num_tokens": 530932772.0,
      "step": 689230
    },
    {
      "epoch": 0.8742728557330552,
      "grad_norm": 5.65625,
      "learning_rate": 6.287218144313156e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.552723354101181,
      "num_tokens": 530941209.0,
      "step": 689240
    },
    {
      "epoch": 0.8742855403255881,
      "grad_norm": 9.0,
      "learning_rate": 6.286583834226866e-06,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5798088282346725,
      "num_tokens": 530946990.0,
      "step": 689250
    },
    {
      "epoch": 0.8742982249181209,
      "grad_norm": 5.15625,
      "learning_rate": 6.2859495241405735e-06,
      "loss": 1.9896,
      "mean_token_accuracy": 0.5518619656562805,
      "num_tokens": 530955661.0,
      "step": 689260
    },
    {
      "epoch": 0.8743109095106538,
      "grad_norm": 4.71875,
      "learning_rate": 6.285315214054282e-06,
      "loss": 1.974,
      "mean_token_accuracy": 0.5584596872329712,
      "num_tokens": 530962800.0,
      "step": 689270
    },
    {
      "epoch": 0.8743235941031866,
      "grad_norm": 5.59375,
      "learning_rate": 6.28468090396799e-06,
      "loss": 1.8184,
      "mean_token_accuracy": 0.5896360546350479,
      "num_tokens": 530969542.0,
      "step": 689280
    },
    {
      "epoch": 0.8743362786957195,
      "grad_norm": 5.1875,
      "learning_rate": 6.284046593881698e-06,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5298909038305283,
      "num_tokens": 530977904.0,
      "step": 689290
    },
    {
      "epoch": 0.8743489632882523,
      "grad_norm": 5.1875,
      "learning_rate": 6.283412283795408e-06,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5481278508901596,
      "num_tokens": 530986040.0,
      "step": 689300
    },
    {
      "epoch": 0.8743616478807851,
      "grad_norm": 5.5,
      "learning_rate": 6.2827779737091155e-06,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5110609143972397,
      "num_tokens": 530995485.0,
      "step": 689310
    },
    {
      "epoch": 0.874374332473318,
      "grad_norm": 5.59375,
      "learning_rate": 6.282143663622825e-06,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5389302939176559,
      "num_tokens": 531003112.0,
      "step": 689320
    },
    {
      "epoch": 0.8743870170658508,
      "grad_norm": 5.59375,
      "learning_rate": 6.281509353536533e-06,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5330785840749741,
      "num_tokens": 531011599.0,
      "step": 689330
    },
    {
      "epoch": 0.8743997016583837,
      "grad_norm": 5.8125,
      "learning_rate": 6.280875043450241e-06,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5261066198348999,
      "num_tokens": 531019599.0,
      "step": 689340
    },
    {
      "epoch": 0.8744123862509164,
      "grad_norm": 6.5,
      "learning_rate": 6.28024073336395e-06,
      "loss": 2.276,
      "mean_token_accuracy": 0.5198190778493881,
      "num_tokens": 531028205.0,
      "step": 689350
    },
    {
      "epoch": 0.8744250708434493,
      "grad_norm": 5.84375,
      "learning_rate": 6.2796064232776575e-06,
      "loss": 1.8705,
      "mean_token_accuracy": 0.5831077814102172,
      "num_tokens": 531035728.0,
      "step": 689360
    },
    {
      "epoch": 0.8744377554359821,
      "grad_norm": 5.8125,
      "learning_rate": 6.278972113191367e-06,
      "loss": 1.9986,
      "mean_token_accuracy": 0.554202401638031,
      "num_tokens": 531044707.0,
      "step": 689370
    },
    {
      "epoch": 0.874450440028515,
      "grad_norm": 5.0,
      "learning_rate": 6.278337803105075e-06,
      "loss": 2.229,
      "mean_token_accuracy": 0.5261879473924637,
      "num_tokens": 531053872.0,
      "step": 689380
    },
    {
      "epoch": 0.8744631246210478,
      "grad_norm": 6.03125,
      "learning_rate": 6.277703493018783e-06,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5448342442512513,
      "num_tokens": 531062402.0,
      "step": 689390
    },
    {
      "epoch": 0.8744758092135806,
      "grad_norm": 6.46875,
      "learning_rate": 6.2770691829324925e-06,
      "loss": 1.7682,
      "mean_token_accuracy": 0.6012876003980636,
      "num_tokens": 531068979.0,
      "step": 689400
    },
    {
      "epoch": 0.8744884938061135,
      "grad_norm": 4.78125,
      "learning_rate": 6.2764348728462e-06,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5365452319383621,
      "num_tokens": 531078203.0,
      "step": 689410
    },
    {
      "epoch": 0.8745011783986463,
      "grad_norm": 5.4375,
      "learning_rate": 6.275800562759909e-06,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5447633475065231,
      "num_tokens": 531086621.0,
      "step": 689420
    },
    {
      "epoch": 0.8745138629911792,
      "grad_norm": 5.875,
      "learning_rate": 6.275166252673617e-06,
      "loss": 1.7396,
      "mean_token_accuracy": 0.6036319375038147,
      "num_tokens": 531093660.0,
      "step": 689430
    },
    {
      "epoch": 0.874526547583712,
      "grad_norm": 6.125,
      "learning_rate": 6.2745319425873266e-06,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5304279774427414,
      "num_tokens": 531101199.0,
      "step": 689440
    },
    {
      "epoch": 0.8745392321762449,
      "grad_norm": 5.15625,
      "learning_rate": 6.2738976325010345e-06,
      "loss": 2.04,
      "mean_token_accuracy": 0.5496309548616409,
      "num_tokens": 531108549.0,
      "step": 689450
    },
    {
      "epoch": 0.8745519167687776,
      "grad_norm": 21.25,
      "learning_rate": 6.273263322414742e-06,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5759581208229065,
      "num_tokens": 531113751.0,
      "step": 689460
    },
    {
      "epoch": 0.8745646013613104,
      "grad_norm": 6.21875,
      "learning_rate": 6.272629012328451e-06,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5257153064012527,
      "num_tokens": 531121848.0,
      "step": 689470
    },
    {
      "epoch": 0.8745772859538433,
      "grad_norm": 6.25,
      "learning_rate": 6.271994702242159e-06,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5383258610963821,
      "num_tokens": 531129721.0,
      "step": 689480
    },
    {
      "epoch": 0.8745899705463761,
      "grad_norm": 5.1875,
      "learning_rate": 6.2713603921558686e-06,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5378736227750778,
      "num_tokens": 531137653.0,
      "step": 689490
    },
    {
      "epoch": 0.874602655138909,
      "grad_norm": 5.21875,
      "learning_rate": 6.2707260820695765e-06,
      "loss": 1.7859,
      "mean_token_accuracy": 0.5905402451753616,
      "num_tokens": 531145081.0,
      "step": 689500
    },
    {
      "epoch": 0.8746153397314418,
      "grad_norm": 5.53125,
      "learning_rate": 6.270091771983284e-06,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5291766822338104,
      "num_tokens": 531153089.0,
      "step": 689510
    },
    {
      "epoch": 0.8746280243239747,
      "grad_norm": 7.875,
      "learning_rate": 6.269457461896994e-06,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5245907068252563,
      "num_tokens": 531161650.0,
      "step": 689520
    },
    {
      "epoch": 0.8746407089165075,
      "grad_norm": 7.9375,
      "learning_rate": 6.268823151810702e-06,
      "loss": 2.1515,
      "mean_token_accuracy": 0.5249861508607865,
      "num_tokens": 531170670.0,
      "step": 689530
    },
    {
      "epoch": 0.8746533935090403,
      "grad_norm": 4.5,
      "learning_rate": 6.2681888417244106e-06,
      "loss": 1.7447,
      "mean_token_accuracy": 0.6063089519739151,
      "num_tokens": 531176830.0,
      "step": 689540
    },
    {
      "epoch": 0.8746660781015732,
      "grad_norm": 8.25,
      "learning_rate": 6.2675545316381185e-06,
      "loss": 2.3141,
      "mean_token_accuracy": 0.5064512521028519,
      "num_tokens": 531184552.0,
      "step": 689550
    },
    {
      "epoch": 0.8746787626941059,
      "grad_norm": 5.84375,
      "learning_rate": 6.266920221551826e-06,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5472582995891571,
      "num_tokens": 531192706.0,
      "step": 689560
    },
    {
      "epoch": 0.8746914472866388,
      "grad_norm": 5.21875,
      "learning_rate": 6.266285911465536e-06,
      "loss": 1.909,
      "mean_token_accuracy": 0.5727531224489212,
      "num_tokens": 531200716.0,
      "step": 689570
    },
    {
      "epoch": 0.8747041318791716,
      "grad_norm": 5.96875,
      "learning_rate": 6.265651601379244e-06,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5328355193138122,
      "num_tokens": 531208631.0,
      "step": 689580
    },
    {
      "epoch": 0.8747168164717045,
      "grad_norm": 4.875,
      "learning_rate": 6.2650172912929534e-06,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5480441868305206,
      "num_tokens": 531217342.0,
      "step": 689590
    },
    {
      "epoch": 0.8747295010642373,
      "grad_norm": 4.9375,
      "learning_rate": 6.264382981206661e-06,
      "loss": 1.979,
      "mean_token_accuracy": 0.5532007455825806,
      "num_tokens": 531224931.0,
      "step": 689600
    },
    {
      "epoch": 0.8747421856567702,
      "grad_norm": 4.71875,
      "learning_rate": 6.263748671120369e-06,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5461530387401581,
      "num_tokens": 531234096.0,
      "step": 689610
    },
    {
      "epoch": 0.874754870249303,
      "grad_norm": 8.3125,
      "learning_rate": 6.263114361034078e-06,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5678512066602707,
      "num_tokens": 531240854.0,
      "step": 689620
    },
    {
      "epoch": 0.8747675548418358,
      "grad_norm": 4.375,
      "learning_rate": 6.262480050947786e-06,
      "loss": 2.1053,
      "mean_token_accuracy": 0.530651542544365,
      "num_tokens": 531250188.0,
      "step": 689630
    },
    {
      "epoch": 0.8747802394343687,
      "grad_norm": 5.34375,
      "learning_rate": 6.2618457408614954e-06,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5352512866258621,
      "num_tokens": 531258751.0,
      "step": 689640
    },
    {
      "epoch": 0.8747929240269015,
      "grad_norm": 6.4375,
      "learning_rate": 6.261211430775203e-06,
      "loss": 2.25,
      "mean_token_accuracy": 0.5065347373485565,
      "num_tokens": 531266273.0,
      "step": 689650
    },
    {
      "epoch": 0.8748056086194343,
      "grad_norm": 5.40625,
      "learning_rate": 6.260577120688912e-06,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5586244732141494,
      "num_tokens": 531274239.0,
      "step": 689660
    },
    {
      "epoch": 0.8748182932119671,
      "grad_norm": 5.1875,
      "learning_rate": 6.25994281060262e-06,
      "loss": 2.1929,
      "mean_token_accuracy": 0.5207543790340423,
      "num_tokens": 531282163.0,
      "step": 689670
    },
    {
      "epoch": 0.8748309778045,
      "grad_norm": 7.0,
      "learning_rate": 6.259308500516328e-06,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5654724657535553,
      "num_tokens": 531288982.0,
      "step": 689680
    },
    {
      "epoch": 0.8748436623970328,
      "grad_norm": 7.8125,
      "learning_rate": 6.2586741904300374e-06,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5291000843048096,
      "num_tokens": 531295622.0,
      "step": 689690
    },
    {
      "epoch": 0.8748563469895656,
      "grad_norm": 6.90625,
      "learning_rate": 6.258039880343745e-06,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5260371387004852,
      "num_tokens": 531302744.0,
      "step": 689700
    },
    {
      "epoch": 0.8748690315820985,
      "grad_norm": 6.8125,
      "learning_rate": 6.257405570257455e-06,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5264806300401688,
      "num_tokens": 531310385.0,
      "step": 689710
    },
    {
      "epoch": 0.8748817161746313,
      "grad_norm": 5.40625,
      "learning_rate": 6.256771260171163e-06,
      "loss": 2.2217,
      "mean_token_accuracy": 0.5222635418176651,
      "num_tokens": 531318374.0,
      "step": 689720
    },
    {
      "epoch": 0.8748944007671642,
      "grad_norm": 5.09375,
      "learning_rate": 6.256136950084871e-06,
      "loss": 2.1306,
      "mean_token_accuracy": 0.533821028470993,
      "num_tokens": 531326771.0,
      "step": 689730
    },
    {
      "epoch": 0.874907085359697,
      "grad_norm": 8.25,
      "learning_rate": 6.2555026399985794e-06,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5519177883863449,
      "num_tokens": 531334266.0,
      "step": 689740
    },
    {
      "epoch": 0.8749197699522299,
      "grad_norm": 7.09375,
      "learning_rate": 6.254868329912287e-06,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5738222390413285,
      "num_tokens": 531340026.0,
      "step": 689750
    },
    {
      "epoch": 0.8749324545447626,
      "grad_norm": 5.53125,
      "learning_rate": 6.254234019825997e-06,
      "loss": 2.226,
      "mean_token_accuracy": 0.5185414999723434,
      "num_tokens": 531348365.0,
      "step": 689760
    },
    {
      "epoch": 0.8749451391372955,
      "grad_norm": 5.90625,
      "learning_rate": 6.253599709739705e-06,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5479006469249725,
      "num_tokens": 531356446.0,
      "step": 689770
    },
    {
      "epoch": 0.8749578237298283,
      "grad_norm": 6.4375,
      "learning_rate": 6.252965399653413e-06,
      "loss": 2.2023,
      "mean_token_accuracy": 0.5375879377126693,
      "num_tokens": 531362798.0,
      "step": 689780
    },
    {
      "epoch": 0.8749705083223611,
      "grad_norm": 5.90625,
      "learning_rate": 6.252331089567122e-06,
      "loss": 1.8348,
      "mean_token_accuracy": 0.5899042606353759,
      "num_tokens": 531371354.0,
      "step": 689790
    },
    {
      "epoch": 0.874983192914894,
      "grad_norm": 5.78125,
      "learning_rate": 6.25169677948083e-06,
      "loss": 2.1712,
      "mean_token_accuracy": 0.5295268476009369,
      "num_tokens": 531380372.0,
      "step": 689800
    },
    {
      "epoch": 0.8749958775074268,
      "grad_norm": 6.75,
      "learning_rate": 6.251062469394539e-06,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5549354135990143,
      "num_tokens": 531387094.0,
      "step": 689810
    },
    {
      "epoch": 0.8750085620999597,
      "grad_norm": 4.90625,
      "learning_rate": 6.250428159308247e-06,
      "loss": 2.109,
      "mean_token_accuracy": 0.5400871872901917,
      "num_tokens": 531394464.0,
      "step": 689820
    },
    {
      "epoch": 0.8750212466924925,
      "grad_norm": 4.96875,
      "learning_rate": 6.2497938492219556e-06,
      "loss": 2.1807,
      "mean_token_accuracy": 0.5267058491706849,
      "num_tokens": 531403937.0,
      "step": 689830
    },
    {
      "epoch": 0.8750339312850254,
      "grad_norm": 4.90625,
      "learning_rate": 6.249159539135664e-06,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5300371170043945,
      "num_tokens": 531411326.0,
      "step": 689840
    },
    {
      "epoch": 0.8750466158775582,
      "grad_norm": 6.09375,
      "learning_rate": 6.248525229049373e-06,
      "loss": 1.8807,
      "mean_token_accuracy": 0.5795142173767089,
      "num_tokens": 531418067.0,
      "step": 689850
    },
    {
      "epoch": 0.875059300470091,
      "grad_norm": 5.5,
      "learning_rate": 6.247890918963081e-06,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5216944664716721,
      "num_tokens": 531425165.0,
      "step": 689860
    },
    {
      "epoch": 0.8750719850626238,
      "grad_norm": 4.59375,
      "learning_rate": 6.247256608876789e-06,
      "loss": 1.8426,
      "mean_token_accuracy": 0.5921301275491715,
      "num_tokens": 531432383.0,
      "step": 689870
    },
    {
      "epoch": 0.8750846696551566,
      "grad_norm": 4.65625,
      "learning_rate": 6.2466222987904976e-06,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5565573662519455,
      "num_tokens": 531438913.0,
      "step": 689880
    },
    {
      "epoch": 0.8750973542476895,
      "grad_norm": 6.84375,
      "learning_rate": 6.245987988704206e-06,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5511713683605194,
      "num_tokens": 531446148.0,
      "step": 689890
    },
    {
      "epoch": 0.8751100388402223,
      "grad_norm": 6.0625,
      "learning_rate": 6.245353678617915e-06,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5277464240789413,
      "num_tokens": 531454893.0,
      "step": 689900
    },
    {
      "epoch": 0.8751227234327552,
      "grad_norm": 5.0,
      "learning_rate": 6.244719368531624e-06,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5265809774398804,
      "num_tokens": 531462948.0,
      "step": 689910
    },
    {
      "epoch": 0.875135408025288,
      "grad_norm": 6.28125,
      "learning_rate": 6.244085058445332e-06,
      "loss": 1.7219,
      "mean_token_accuracy": 0.6242148160934449,
      "num_tokens": 531470109.0,
      "step": 689920
    },
    {
      "epoch": 0.8751480926178208,
      "grad_norm": 5.3125,
      "learning_rate": 6.24345074835904e-06,
      "loss": 1.8694,
      "mean_token_accuracy": 0.5894674837589264,
      "num_tokens": 531477865.0,
      "step": 689930
    },
    {
      "epoch": 0.8751607772103537,
      "grad_norm": 6.0625,
      "learning_rate": 6.242816438272748e-06,
      "loss": 1.9209,
      "mean_token_accuracy": 0.5784439325332642,
      "num_tokens": 531485821.0,
      "step": 689940
    },
    {
      "epoch": 0.8751734618028865,
      "grad_norm": 5.625,
      "learning_rate": 6.242182128186457e-06,
      "loss": 2.2553,
      "mean_token_accuracy": 0.5074014037847518,
      "num_tokens": 531494661.0,
      "step": 689950
    },
    {
      "epoch": 0.8751861463954194,
      "grad_norm": 4.4375,
      "learning_rate": 6.241547818100166e-06,
      "loss": 1.9954,
      "mean_token_accuracy": 0.557317915558815,
      "num_tokens": 531503285.0,
      "step": 689960
    },
    {
      "epoch": 0.8751988309879521,
      "grad_norm": 4.6875,
      "learning_rate": 6.240913508013874e-06,
      "loss": 2.1286,
      "mean_token_accuracy": 0.537113618850708,
      "num_tokens": 531511125.0,
      "step": 689970
    },
    {
      "epoch": 0.875211515580485,
      "grad_norm": 5.09375,
      "learning_rate": 6.240279197927582e-06,
      "loss": 1.7281,
      "mean_token_accuracy": 0.5974714159965515,
      "num_tokens": 531518149.0,
      "step": 689980
    },
    {
      "epoch": 0.8752242001730178,
      "grad_norm": 5.71875,
      "learning_rate": 6.239644887841291e-06,
      "loss": 1.9611,
      "mean_token_accuracy": 0.5554999828338623,
      "num_tokens": 531524649.0,
      "step": 689990
    },
    {
      "epoch": 0.8752368847655507,
      "grad_norm": 4.9375,
      "learning_rate": 6.239010577754999e-06,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5537241071462631,
      "num_tokens": 531532674.0,
      "step": 690000
    },
    {
      "epoch": 0.8752495693580835,
      "grad_norm": 5.71875,
      "learning_rate": 6.238376267668708e-06,
      "loss": 2.2499,
      "mean_token_accuracy": 0.5143583685159683,
      "num_tokens": 531541609.0,
      "step": 690010
    },
    {
      "epoch": 0.8752622539506163,
      "grad_norm": 5.96875,
      "learning_rate": 6.237741957582416e-06,
      "loss": 2.0644,
      "mean_token_accuracy": 0.539818525314331,
      "num_tokens": 531548664.0,
      "step": 690020
    },
    {
      "epoch": 0.8752749385431492,
      "grad_norm": 10.625,
      "learning_rate": 6.237107647496124e-06,
      "loss": 1.9983,
      "mean_token_accuracy": 0.5496255218982696,
      "num_tokens": 531555733.0,
      "step": 690030
    },
    {
      "epoch": 0.875287623135682,
      "grad_norm": 5.0,
      "learning_rate": 6.236473337409833e-06,
      "loss": 2.2304,
      "mean_token_accuracy": 0.5201976984739304,
      "num_tokens": 531563115.0,
      "step": 690040
    },
    {
      "epoch": 0.8753003077282149,
      "grad_norm": 5.71875,
      "learning_rate": 6.235839027323542e-06,
      "loss": 1.8324,
      "mean_token_accuracy": 0.5759404271841049,
      "num_tokens": 531570206.0,
      "step": 690050
    },
    {
      "epoch": 0.8753129923207477,
      "grad_norm": 5.5,
      "learning_rate": 6.23520471723725e-06,
      "loss": 2.161,
      "mean_token_accuracy": 0.5239446789026261,
      "num_tokens": 531578996.0,
      "step": 690060
    },
    {
      "epoch": 0.8753256769132806,
      "grad_norm": 7.125,
      "learning_rate": 6.2345704071509585e-06,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5482648700475693,
      "num_tokens": 531587038.0,
      "step": 690070
    },
    {
      "epoch": 0.8753383615058133,
      "grad_norm": 5.5,
      "learning_rate": 6.2339360970646664e-06,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5364627987146378,
      "num_tokens": 531595626.0,
      "step": 690080
    },
    {
      "epoch": 0.8753510460983461,
      "grad_norm": 7.1875,
      "learning_rate": 6.233301786978375e-06,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5351629972457885,
      "num_tokens": 531604257.0,
      "step": 690090
    },
    {
      "epoch": 0.875363730690879,
      "grad_norm": 5.6875,
      "learning_rate": 6.232667476892084e-06,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5272436738014221,
      "num_tokens": 531612431.0,
      "step": 690100
    },
    {
      "epoch": 0.8753764152834118,
      "grad_norm": 10.8125,
      "learning_rate": 6.232033166805793e-06,
      "loss": 2.3589,
      "mean_token_accuracy": 0.5059359043836593,
      "num_tokens": 531619325.0,
      "step": 690110
    },
    {
      "epoch": 0.8753890998759447,
      "grad_norm": 7.40625,
      "learning_rate": 6.231398856719501e-06,
      "loss": 1.9074,
      "mean_token_accuracy": 0.5794933170080185,
      "num_tokens": 531626474.0,
      "step": 690120
    },
    {
      "epoch": 0.8754017844684775,
      "grad_norm": 5.03125,
      "learning_rate": 6.230764546633209e-06,
      "loss": 2.16,
      "mean_token_accuracy": 0.5286578565835953,
      "num_tokens": 531634650.0,
      "step": 690130
    },
    {
      "epoch": 0.8754144690610104,
      "grad_norm": 11.0625,
      "learning_rate": 6.230130236546917e-06,
      "loss": 1.919,
      "mean_token_accuracy": 0.5561163991689682,
      "num_tokens": 531641394.0,
      "step": 690140
    },
    {
      "epoch": 0.8754271536535432,
      "grad_norm": 6.5625,
      "learning_rate": 6.229495926460626e-06,
      "loss": 2.01,
      "mean_token_accuracy": 0.552650797367096,
      "num_tokens": 531648291.0,
      "step": 690150
    },
    {
      "epoch": 0.8754398382460761,
      "grad_norm": 6.84375,
      "learning_rate": 6.228861616374335e-06,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5584323942661286,
      "num_tokens": 531655543.0,
      "step": 690160
    },
    {
      "epoch": 0.8754525228386089,
      "grad_norm": 5.1875,
      "learning_rate": 6.228227306288043e-06,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5391634583473206,
      "num_tokens": 531663855.0,
      "step": 690170
    },
    {
      "epoch": 0.8754652074311416,
      "grad_norm": 5.28125,
      "learning_rate": 6.227592996201752e-06,
      "loss": 2.033,
      "mean_token_accuracy": 0.558814138174057,
      "num_tokens": 531671275.0,
      "step": 690180
    },
    {
      "epoch": 0.8754778920236745,
      "grad_norm": 4.96875,
      "learning_rate": 6.22695868611546e-06,
      "loss": 2.2463,
      "mean_token_accuracy": 0.5163929909467697,
      "num_tokens": 531679210.0,
      "step": 690190
    },
    {
      "epoch": 0.8754905766162073,
      "grad_norm": 4.78125,
      "learning_rate": 6.226324376029168e-06,
      "loss": 2.2901,
      "mean_token_accuracy": 0.5098518550395965,
      "num_tokens": 531687461.0,
      "step": 690200
    },
    {
      "epoch": 0.8755032612087402,
      "grad_norm": 5.46875,
      "learning_rate": 6.225690065942877e-06,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5457415044307709,
      "num_tokens": 531695621.0,
      "step": 690210
    },
    {
      "epoch": 0.875515945801273,
      "grad_norm": 4.96875,
      "learning_rate": 6.225055755856585e-06,
      "loss": 2.105,
      "mean_token_accuracy": 0.5378042787313462,
      "num_tokens": 531703303.0,
      "step": 690220
    },
    {
      "epoch": 0.8755286303938059,
      "grad_norm": 7.8125,
      "learning_rate": 6.224421445770294e-06,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5450147747993469,
      "num_tokens": 531709397.0,
      "step": 690230
    },
    {
      "epoch": 0.8755413149863387,
      "grad_norm": 6.34375,
      "learning_rate": 6.223787135684002e-06,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5714052975177765,
      "num_tokens": 531716559.0,
      "step": 690240
    },
    {
      "epoch": 0.8755539995788715,
      "grad_norm": 5.25,
      "learning_rate": 6.223152825597711e-06,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5368096739053726,
      "num_tokens": 531723840.0,
      "step": 690250
    },
    {
      "epoch": 0.8755666841714044,
      "grad_norm": 6.375,
      "learning_rate": 6.222518515511419e-06,
      "loss": 2.3198,
      "mean_token_accuracy": 0.5078989207744599,
      "num_tokens": 531731818.0,
      "step": 690260
    },
    {
      "epoch": 0.8755793687639372,
      "grad_norm": 6.78125,
      "learning_rate": 6.221884205425127e-06,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5595674961805344,
      "num_tokens": 531739191.0,
      "step": 690270
    },
    {
      "epoch": 0.8755920533564701,
      "grad_norm": 7.75,
      "learning_rate": 6.221249895338836e-06,
      "loss": 2.1731,
      "mean_token_accuracy": 0.5231600701808929,
      "num_tokens": 531747283.0,
      "step": 690280
    },
    {
      "epoch": 0.8756047379490028,
      "grad_norm": 4.40625,
      "learning_rate": 6.220615585252545e-06,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5746005088090896,
      "num_tokens": 531754968.0,
      "step": 690290
    },
    {
      "epoch": 0.8756174225415357,
      "grad_norm": 6.8125,
      "learning_rate": 6.219981275166253e-06,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5522082567214965,
      "num_tokens": 531761063.0,
      "step": 690300
    },
    {
      "epoch": 0.8756301071340685,
      "grad_norm": 6.8125,
      "learning_rate": 6.2193469650799615e-06,
      "loss": 1.7333,
      "mean_token_accuracy": 0.6032992303371429,
      "num_tokens": 531768073.0,
      "step": 690310
    },
    {
      "epoch": 0.8756427917266014,
      "grad_norm": 4.875,
      "learning_rate": 6.21871265499367e-06,
      "loss": 1.8876,
      "mean_token_accuracy": 0.5741128593683242,
      "num_tokens": 531774430.0,
      "step": 690320
    },
    {
      "epoch": 0.8756554763191342,
      "grad_norm": 4.84375,
      "learning_rate": 6.218078344907378e-06,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5363749951124192,
      "num_tokens": 531782878.0,
      "step": 690330
    },
    {
      "epoch": 0.875668160911667,
      "grad_norm": 6.84375,
      "learning_rate": 6.217444034821087e-06,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5379875928163529,
      "num_tokens": 531790279.0,
      "step": 690340
    },
    {
      "epoch": 0.8756808455041999,
      "grad_norm": 5.3125,
      "learning_rate": 6.216809724734795e-06,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5443181753158569,
      "num_tokens": 531797528.0,
      "step": 690350
    },
    {
      "epoch": 0.8756935300967327,
      "grad_norm": 4.5625,
      "learning_rate": 6.2161754146485035e-06,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5333573162555695,
      "num_tokens": 531806551.0,
      "step": 690360
    },
    {
      "epoch": 0.8757062146892656,
      "grad_norm": 4.96875,
      "learning_rate": 6.215541104562212e-06,
      "loss": 1.8575,
      "mean_token_accuracy": 0.577387872338295,
      "num_tokens": 531813647.0,
      "step": 690370
    },
    {
      "epoch": 0.8757188992817984,
      "grad_norm": 5.125,
      "learning_rate": 6.214906794475921e-06,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5537759751081467,
      "num_tokens": 531821633.0,
      "step": 690380
    },
    {
      "epoch": 0.8757315838743313,
      "grad_norm": 5.875,
      "learning_rate": 6.214272484389629e-06,
      "loss": 2.2387,
      "mean_token_accuracy": 0.524178323149681,
      "num_tokens": 531828880.0,
      "step": 690390
    },
    {
      "epoch": 0.875744268466864,
      "grad_norm": 5.4375,
      "learning_rate": 6.213638174303338e-06,
      "loss": 2.144,
      "mean_token_accuracy": 0.5331753462553024,
      "num_tokens": 531837490.0,
      "step": 690400
    },
    {
      "epoch": 0.8757569530593968,
      "grad_norm": 4.65625,
      "learning_rate": 6.2130038642170455e-06,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5338067948818207,
      "num_tokens": 531845754.0,
      "step": 690410
    },
    {
      "epoch": 0.8757696376519297,
      "grad_norm": 5.75,
      "learning_rate": 6.212369554130754e-06,
      "loss": 1.8022,
      "mean_token_accuracy": 0.6068056285381317,
      "num_tokens": 531852811.0,
      "step": 690420
    },
    {
      "epoch": 0.8757823222444625,
      "grad_norm": 6.21875,
      "learning_rate": 6.211735244044463e-06,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5322693973779679,
      "num_tokens": 531860079.0,
      "step": 690430
    },
    {
      "epoch": 0.8757950068369954,
      "grad_norm": 6.3125,
      "learning_rate": 6.211100933958172e-06,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5262108713388443,
      "num_tokens": 531868919.0,
      "step": 690440
    },
    {
      "epoch": 0.8758076914295282,
      "grad_norm": 4.96875,
      "learning_rate": 6.21046662387188e-06,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5427682876586915,
      "num_tokens": 531876117.0,
      "step": 690450
    },
    {
      "epoch": 0.8758203760220611,
      "grad_norm": 5.3125,
      "learning_rate": 6.2098323137855875e-06,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5679159611463547,
      "num_tokens": 531884767.0,
      "step": 690460
    },
    {
      "epoch": 0.8758330606145939,
      "grad_norm": 6.75,
      "learning_rate": 6.209198003699296e-06,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5330114245414734,
      "num_tokens": 531891606.0,
      "step": 690470
    },
    {
      "epoch": 0.8758457452071267,
      "grad_norm": 5.90625,
      "learning_rate": 6.208563693613005e-06,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5779464066028595,
      "num_tokens": 531898796.0,
      "step": 690480
    },
    {
      "epoch": 0.8758584297996596,
      "grad_norm": 8.0,
      "learning_rate": 6.207929383526714e-06,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5521635293960572,
      "num_tokens": 531904260.0,
      "step": 690490
    },
    {
      "epoch": 0.8758711143921923,
      "grad_norm": 8.5,
      "learning_rate": 6.2072950734404225e-06,
      "loss": 2.0408,
      "mean_token_accuracy": 0.5424919128417969,
      "num_tokens": 531912261.0,
      "step": 690500
    },
    {
      "epoch": 0.8758837989847252,
      "grad_norm": 6.6875,
      "learning_rate": 6.206660763354131e-06,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5253834784030914,
      "num_tokens": 531918960.0,
      "step": 690510
    },
    {
      "epoch": 0.875896483577258,
      "grad_norm": 6.6875,
      "learning_rate": 6.206026453267839e-06,
      "loss": 2.2874,
      "mean_token_accuracy": 0.5049492865800858,
      "num_tokens": 531927996.0,
      "step": 690520
    },
    {
      "epoch": 0.8759091681697909,
      "grad_norm": 5.25,
      "learning_rate": 6.205392143181547e-06,
      "loss": 2.1616,
      "mean_token_accuracy": 0.517724820971489,
      "num_tokens": 531935591.0,
      "step": 690530
    },
    {
      "epoch": 0.8759218527623237,
      "grad_norm": 5.40625,
      "learning_rate": 6.204757833095256e-06,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5590802222490311,
      "num_tokens": 531942961.0,
      "step": 690540
    },
    {
      "epoch": 0.8759345373548566,
      "grad_norm": 4.90625,
      "learning_rate": 6.2041235230089645e-06,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5350640147924424,
      "num_tokens": 531951828.0,
      "step": 690550
    },
    {
      "epoch": 0.8759472219473894,
      "grad_norm": 5.46875,
      "learning_rate": 6.203489212922673e-06,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5626685827970505,
      "num_tokens": 531959072.0,
      "step": 690560
    },
    {
      "epoch": 0.8759599065399222,
      "grad_norm": 6.28125,
      "learning_rate": 6.202854902836381e-06,
      "loss": 1.9496,
      "mean_token_accuracy": 0.5775440156459808,
      "num_tokens": 531965353.0,
      "step": 690570
    },
    {
      "epoch": 0.8759725911324551,
      "grad_norm": 5.59375,
      "learning_rate": 6.20222059275009e-06,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5396502077579498,
      "num_tokens": 531973177.0,
      "step": 690580
    },
    {
      "epoch": 0.8759852757249879,
      "grad_norm": 6.59375,
      "learning_rate": 6.201586282663798e-06,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5335466533899307,
      "num_tokens": 531981819.0,
      "step": 690590
    },
    {
      "epoch": 0.8759979603175208,
      "grad_norm": 4.90625,
      "learning_rate": 6.2009519725775065e-06,
      "loss": 2.006,
      "mean_token_accuracy": 0.5478242933750153,
      "num_tokens": 531989501.0,
      "step": 690600
    },
    {
      "epoch": 0.8760106449100535,
      "grad_norm": 5.21875,
      "learning_rate": 6.200317662491215e-06,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5221638023853302,
      "num_tokens": 531997171.0,
      "step": 690610
    },
    {
      "epoch": 0.8760233295025864,
      "grad_norm": 4.90625,
      "learning_rate": 6.199683352404924e-06,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5229911595582962,
      "num_tokens": 532005544.0,
      "step": 690620
    },
    {
      "epoch": 0.8760360140951192,
      "grad_norm": 5.875,
      "learning_rate": 6.199049042318632e-06,
      "loss": 2.1408,
      "mean_token_accuracy": 0.5435962915420532,
      "num_tokens": 532013640.0,
      "step": 690630
    },
    {
      "epoch": 0.876048698687652,
      "grad_norm": 5.21875,
      "learning_rate": 6.198414732232341e-06,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5498625218868256,
      "num_tokens": 532021755.0,
      "step": 690640
    },
    {
      "epoch": 0.8760613832801849,
      "grad_norm": 5.15625,
      "learning_rate": 6.197780422146049e-06,
      "loss": 2.302,
      "mean_token_accuracy": 0.5161713063716888,
      "num_tokens": 532030251.0,
      "step": 690650
    },
    {
      "epoch": 0.8760740678727177,
      "grad_norm": 7.34375,
      "learning_rate": 6.197146112059757e-06,
      "loss": 1.8739,
      "mean_token_accuracy": 0.581252110004425,
      "num_tokens": 532036632.0,
      "step": 690660
    },
    {
      "epoch": 0.8760867524652506,
      "grad_norm": 6.625,
      "learning_rate": 6.196511801973466e-06,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5279611200094223,
      "num_tokens": 532043503.0,
      "step": 690670
    },
    {
      "epoch": 0.8760994370577834,
      "grad_norm": 5.09375,
      "learning_rate": 6.195877491887174e-06,
      "loss": 1.9085,
      "mean_token_accuracy": 0.569969430565834,
      "num_tokens": 532051378.0,
      "step": 690680
    },
    {
      "epoch": 0.8761121216503163,
      "grad_norm": 5.0625,
      "learning_rate": 6.195243181800883e-06,
      "loss": 1.8357,
      "mean_token_accuracy": 0.5896863847970962,
      "num_tokens": 532058049.0,
      "step": 690690
    },
    {
      "epoch": 0.876124806242849,
      "grad_norm": 5.75,
      "learning_rate": 6.194608871714591e-06,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5290178716182709,
      "num_tokens": 532067345.0,
      "step": 690700
    },
    {
      "epoch": 0.876137490835382,
      "grad_norm": 5.8125,
      "learning_rate": 6.1939745616283e-06,
      "loss": 2.2828,
      "mean_token_accuracy": 0.5033956199884415,
      "num_tokens": 532076655.0,
      "step": 690710
    },
    {
      "epoch": 0.8761501754279147,
      "grad_norm": 8.0625,
      "learning_rate": 6.193340251542008e-06,
      "loss": 1.9273,
      "mean_token_accuracy": 0.5685352325439453,
      "num_tokens": 532083308.0,
      "step": 690720
    },
    {
      "epoch": 0.8761628600204475,
      "grad_norm": 5.125,
      "learning_rate": 6.192705941455717e-06,
      "loss": 1.6895,
      "mean_token_accuracy": 0.6242030739784241,
      "num_tokens": 532090544.0,
      "step": 690730
    },
    {
      "epoch": 0.8761755446129804,
      "grad_norm": 5.4375,
      "learning_rate": 6.192071631369425e-06,
      "loss": 2.1461,
      "mean_token_accuracy": 0.52586530148983,
      "num_tokens": 532099512.0,
      "step": 690740
    },
    {
      "epoch": 0.8761882292055132,
      "grad_norm": 10.875,
      "learning_rate": 6.191437321283133e-06,
      "loss": 1.8816,
      "mean_token_accuracy": 0.5740964889526368,
      "num_tokens": 532106330.0,
      "step": 690750
    },
    {
      "epoch": 0.8762009137980461,
      "grad_norm": 5.125,
      "learning_rate": 6.190803011196842e-06,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5720350712537765,
      "num_tokens": 532113335.0,
      "step": 690760
    },
    {
      "epoch": 0.8762135983905789,
      "grad_norm": 4.8125,
      "learning_rate": 6.190168701110551e-06,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5249121636152267,
      "num_tokens": 532122778.0,
      "step": 690770
    },
    {
      "epoch": 0.8762262829831118,
      "grad_norm": 4.53125,
      "learning_rate": 6.189534391024259e-06,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5683822870254517,
      "num_tokens": 532131023.0,
      "step": 690780
    },
    {
      "epoch": 0.8762389675756446,
      "grad_norm": 5.25,
      "learning_rate": 6.188900080937967e-06,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5692716658115387,
      "num_tokens": 532139016.0,
      "step": 690790
    },
    {
      "epoch": 0.8762516521681774,
      "grad_norm": 4.4375,
      "learning_rate": 6.188265770851675e-06,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5482818365097046,
      "num_tokens": 532148218.0,
      "step": 690800
    },
    {
      "epoch": 0.8762643367607102,
      "grad_norm": 5.40625,
      "learning_rate": 6.187631460765384e-06,
      "loss": 2.2788,
      "mean_token_accuracy": 0.5114866554737091,
      "num_tokens": 532156958.0,
      "step": 690810
    },
    {
      "epoch": 0.876277021353243,
      "grad_norm": 5.65625,
      "learning_rate": 6.186997150679093e-06,
      "loss": 2.1067,
      "mean_token_accuracy": 0.527884092926979,
      "num_tokens": 532165321.0,
      "step": 690820
    },
    {
      "epoch": 0.8762897059457759,
      "grad_norm": 5.3125,
      "learning_rate": 6.1863628405928016e-06,
      "loss": 2.2883,
      "mean_token_accuracy": 0.5123609751462936,
      "num_tokens": 532174857.0,
      "step": 690830
    },
    {
      "epoch": 0.8763023905383087,
      "grad_norm": 5.65625,
      "learning_rate": 6.18572853050651e-06,
      "loss": 2.0592,
      "mean_token_accuracy": 0.5453508585691452,
      "num_tokens": 532182570.0,
      "step": 690840
    },
    {
      "epoch": 0.8763150751308416,
      "grad_norm": 4.8125,
      "learning_rate": 6.185094220420218e-06,
      "loss": 1.8105,
      "mean_token_accuracy": 0.5919151335954667,
      "num_tokens": 532189445.0,
      "step": 690850
    },
    {
      "epoch": 0.8763277597233744,
      "grad_norm": 5.25,
      "learning_rate": 6.184459910333926e-06,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5551397800445557,
      "num_tokens": 532197682.0,
      "step": 690860
    },
    {
      "epoch": 0.8763404443159072,
      "grad_norm": 6.0625,
      "learning_rate": 6.183825600247635e-06,
      "loss": 2.2457,
      "mean_token_accuracy": 0.5113478839397431,
      "num_tokens": 532205407.0,
      "step": 690870
    },
    {
      "epoch": 0.8763531289084401,
      "grad_norm": 6.9375,
      "learning_rate": 6.183191290161344e-06,
      "loss": 2.0997,
      "mean_token_accuracy": 0.545084685087204,
      "num_tokens": 532213151.0,
      "step": 690880
    },
    {
      "epoch": 0.8763658135009729,
      "grad_norm": 5.3125,
      "learning_rate": 6.182556980075052e-06,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5411052435636521,
      "num_tokens": 532221300.0,
      "step": 690890
    },
    {
      "epoch": 0.8763784980935058,
      "grad_norm": 4.96875,
      "learning_rate": 6.18192266998876e-06,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5621240109205246,
      "num_tokens": 532229097.0,
      "step": 690900
    },
    {
      "epoch": 0.8763911826860386,
      "grad_norm": 5.90625,
      "learning_rate": 6.181288359902469e-06,
      "loss": 2.2773,
      "mean_token_accuracy": 0.5185786485671997,
      "num_tokens": 532236825.0,
      "step": 690910
    },
    {
      "epoch": 0.8764038672785714,
      "grad_norm": 5.9375,
      "learning_rate": 6.180654049816177e-06,
      "loss": 2.075,
      "mean_token_accuracy": 0.5445299655199051,
      "num_tokens": 532244814.0,
      "step": 690920
    },
    {
      "epoch": 0.8764165518711042,
      "grad_norm": 4.875,
      "learning_rate": 6.180019739729886e-06,
      "loss": 2.0033,
      "mean_token_accuracy": 0.552157199382782,
      "num_tokens": 532253724.0,
      "step": 690930
    },
    {
      "epoch": 0.8764292364636371,
      "grad_norm": 5.0625,
      "learning_rate": 6.179385429643594e-06,
      "loss": 1.7902,
      "mean_token_accuracy": 0.5929706752300262,
      "num_tokens": 532260432.0,
      "step": 690940
    },
    {
      "epoch": 0.8764419210561699,
      "grad_norm": 5.65625,
      "learning_rate": 6.178751119557303e-06,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5310048550367356,
      "num_tokens": 532269120.0,
      "step": 690950
    },
    {
      "epoch": 0.8764546056487027,
      "grad_norm": 5.5625,
      "learning_rate": 6.178116809471011e-06,
      "loss": 1.8899,
      "mean_token_accuracy": 0.573592671751976,
      "num_tokens": 532277691.0,
      "step": 690960
    },
    {
      "epoch": 0.8764672902412356,
      "grad_norm": 5.9375,
      "learning_rate": 6.17748249938472e-06,
      "loss": 1.7916,
      "mean_token_accuracy": 0.5958147943019867,
      "num_tokens": 532283948.0,
      "step": 690970
    },
    {
      "epoch": 0.8764799748337684,
      "grad_norm": 5.1875,
      "learning_rate": 6.176848189298428e-06,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5591687560081482,
      "num_tokens": 532291621.0,
      "step": 690980
    },
    {
      "epoch": 0.8764926594263013,
      "grad_norm": 5.28125,
      "learning_rate": 6.176213879212136e-06,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5457797527313233,
      "num_tokens": 532300990.0,
      "step": 690990
    },
    {
      "epoch": 0.8765053440188341,
      "grad_norm": 6.40625,
      "learning_rate": 6.175579569125845e-06,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5595022201538086,
      "num_tokens": 532306563.0,
      "step": 691000
    },
    {
      "epoch": 0.876518028611367,
      "grad_norm": 5.3125,
      "learning_rate": 6.174945259039553e-06,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5119917839765549,
      "num_tokens": 532315601.0,
      "step": 691010
    },
    {
      "epoch": 0.8765307132038997,
      "grad_norm": 5.125,
      "learning_rate": 6.174310948953262e-06,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5646928012371063,
      "num_tokens": 532324096.0,
      "step": 691020
    },
    {
      "epoch": 0.8765433977964325,
      "grad_norm": 13.375,
      "learning_rate": 6.1736766388669704e-06,
      "loss": 2.03,
      "mean_token_accuracy": 0.5547765851020813,
      "num_tokens": 532331721.0,
      "step": 691030
    },
    {
      "epoch": 0.8765560823889654,
      "grad_norm": 4.78125,
      "learning_rate": 6.173042328780679e-06,
      "loss": 1.9121,
      "mean_token_accuracy": 0.5676865220069885,
      "num_tokens": 532339075.0,
      "step": 691040
    },
    {
      "epoch": 0.8765687669814982,
      "grad_norm": 6.625,
      "learning_rate": 6.172408018694387e-06,
      "loss": 1.8942,
      "mean_token_accuracy": 0.5884225517511368,
      "num_tokens": 532346815.0,
      "step": 691050
    },
    {
      "epoch": 0.8765814515740311,
      "grad_norm": 6.21875,
      "learning_rate": 6.171773708608096e-06,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5462283134460449,
      "num_tokens": 532355900.0,
      "step": 691060
    },
    {
      "epoch": 0.8765941361665639,
      "grad_norm": 10.9375,
      "learning_rate": 6.171139398521804e-06,
      "loss": 2.097,
      "mean_token_accuracy": 0.5397305935621262,
      "num_tokens": 532363446.0,
      "step": 691070
    },
    {
      "epoch": 0.8766068207590968,
      "grad_norm": 11.125,
      "learning_rate": 6.1705050884355124e-06,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5664470463991165,
      "num_tokens": 532369635.0,
      "step": 691080
    },
    {
      "epoch": 0.8766195053516296,
      "grad_norm": 5.09375,
      "learning_rate": 6.169870778349221e-06,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5203238010406495,
      "num_tokens": 532377041.0,
      "step": 691090
    },
    {
      "epoch": 0.8766321899441625,
      "grad_norm": 7.5625,
      "learning_rate": 6.16923646826293e-06,
      "loss": 1.9648,
      "mean_token_accuracy": 0.5625661194324494,
      "num_tokens": 532384795.0,
      "step": 691100
    },
    {
      "epoch": 0.8766448745366953,
      "grad_norm": 5.59375,
      "learning_rate": 6.168602158176638e-06,
      "loss": 1.8426,
      "mean_token_accuracy": 0.5841753572225571,
      "num_tokens": 532390498.0,
      "step": 691110
    },
    {
      "epoch": 0.876657559129228,
      "grad_norm": 6.9375,
      "learning_rate": 6.167967848090346e-06,
      "loss": 1.8604,
      "mean_token_accuracy": 0.5864171952009201,
      "num_tokens": 532398031.0,
      "step": 691120
    },
    {
      "epoch": 0.8766702437217609,
      "grad_norm": 7.53125,
      "learning_rate": 6.1673335380040544e-06,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5369503676891327,
      "num_tokens": 532404523.0,
      "step": 691130
    },
    {
      "epoch": 0.8766829283142937,
      "grad_norm": 5.5,
      "learning_rate": 6.166699227917763e-06,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5453470170497894,
      "num_tokens": 532411313.0,
      "step": 691140
    },
    {
      "epoch": 0.8766956129068266,
      "grad_norm": 6.21875,
      "learning_rate": 6.166064917831472e-06,
      "loss": 1.8303,
      "mean_token_accuracy": 0.5850412309169769,
      "num_tokens": 532417127.0,
      "step": 691150
    },
    {
      "epoch": 0.8767082974993594,
      "grad_norm": 6.84375,
      "learning_rate": 6.165430607745181e-06,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5627378225326538,
      "num_tokens": 532423757.0,
      "step": 691160
    },
    {
      "epoch": 0.8767209820918923,
      "grad_norm": 5.71875,
      "learning_rate": 6.1647962976588886e-06,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5493482708930969,
      "num_tokens": 532431205.0,
      "step": 691170
    },
    {
      "epoch": 0.8767336666844251,
      "grad_norm": 6.0,
      "learning_rate": 6.1641619875725965e-06,
      "loss": 2.0187,
      "mean_token_accuracy": 0.564257663488388,
      "num_tokens": 532439340.0,
      "step": 691180
    },
    {
      "epoch": 0.8767463512769579,
      "grad_norm": 9.5625,
      "learning_rate": 6.163527677486305e-06,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5397991329431534,
      "num_tokens": 532447112.0,
      "step": 691190
    },
    {
      "epoch": 0.8767590358694908,
      "grad_norm": 5.21875,
      "learning_rate": 6.162893367400014e-06,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5442785561084748,
      "num_tokens": 532456786.0,
      "step": 691200
    },
    {
      "epoch": 0.8767717204620236,
      "grad_norm": 6.65625,
      "learning_rate": 6.162259057313723e-06,
      "loss": 1.964,
      "mean_token_accuracy": 0.5555590063333511,
      "num_tokens": 532463712.0,
      "step": 691210
    },
    {
      "epoch": 0.8767844050545565,
      "grad_norm": 5.3125,
      "learning_rate": 6.161624747227431e-06,
      "loss": 2.0957,
      "mean_token_accuracy": 0.520491960644722,
      "num_tokens": 532472744.0,
      "step": 691220
    },
    {
      "epoch": 0.8767970896470892,
      "grad_norm": 4.78125,
      "learning_rate": 6.160990437141139e-06,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5730988591909408,
      "num_tokens": 532481024.0,
      "step": 691230
    },
    {
      "epoch": 0.8768097742396221,
      "grad_norm": 4.59375,
      "learning_rate": 6.160356127054848e-06,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5321312963962554,
      "num_tokens": 532489229.0,
      "step": 691240
    },
    {
      "epoch": 0.8768224588321549,
      "grad_norm": 6.21875,
      "learning_rate": 6.159721816968556e-06,
      "loss": 2.177,
      "mean_token_accuracy": 0.5277611136436462,
      "num_tokens": 532497345.0,
      "step": 691250
    },
    {
      "epoch": 0.8768351434246878,
      "grad_norm": 5.15625,
      "learning_rate": 6.159087506882265e-06,
      "loss": 1.9614,
      "mean_token_accuracy": 0.5620132178068161,
      "num_tokens": 532504121.0,
      "step": 691260
    },
    {
      "epoch": 0.8768478280172206,
      "grad_norm": 7.25,
      "learning_rate": 6.158453196795973e-06,
      "loss": 1.8897,
      "mean_token_accuracy": 0.578162407875061,
      "num_tokens": 532511441.0,
      "step": 691270
    },
    {
      "epoch": 0.8768605126097534,
      "grad_norm": 5.40625,
      "learning_rate": 6.157818886709682e-06,
      "loss": 2.2247,
      "mean_token_accuracy": 0.5311777472496033,
      "num_tokens": 532518579.0,
      "step": 691280
    },
    {
      "epoch": 0.8768731972022863,
      "grad_norm": 5.15625,
      "learning_rate": 6.15718457662339e-06,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5434575974941254,
      "num_tokens": 532527103.0,
      "step": 691290
    },
    {
      "epoch": 0.8768858817948191,
      "grad_norm": 6.25,
      "learning_rate": 6.156550266537099e-06,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5658521711826324,
      "num_tokens": 532534433.0,
      "step": 691300
    },
    {
      "epoch": 0.876898566387352,
      "grad_norm": 6.0,
      "learning_rate": 6.155915956450807e-06,
      "loss": 2.0949,
      "mean_token_accuracy": 0.550177326798439,
      "num_tokens": 532542502.0,
      "step": 691310
    },
    {
      "epoch": 0.8769112509798848,
      "grad_norm": 6.96875,
      "learning_rate": 6.155281646364515e-06,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5672123998403549,
      "num_tokens": 532549156.0,
      "step": 691320
    },
    {
      "epoch": 0.8769239355724177,
      "grad_norm": 4.78125,
      "learning_rate": 6.154647336278224e-06,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5423816561698913,
      "num_tokens": 532556226.0,
      "step": 691330
    },
    {
      "epoch": 0.8769366201649504,
      "grad_norm": 6.03125,
      "learning_rate": 6.154013026191932e-06,
      "loss": 1.8927,
      "mean_token_accuracy": 0.5763747036457062,
      "num_tokens": 532564039.0,
      "step": 691340
    },
    {
      "epoch": 0.8769493047574832,
      "grad_norm": 5.25,
      "learning_rate": 6.153378716105641e-06,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5596608519554138,
      "num_tokens": 532571796.0,
      "step": 691350
    },
    {
      "epoch": 0.8769619893500161,
      "grad_norm": 5.125,
      "learning_rate": 6.1527444060193495e-06,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5392205566167831,
      "num_tokens": 532580085.0,
      "step": 691360
    },
    {
      "epoch": 0.8769746739425489,
      "grad_norm": 8.375,
      "learning_rate": 6.1521100959330574e-06,
      "loss": 1.917,
      "mean_token_accuracy": 0.5629183650016785,
      "num_tokens": 532586140.0,
      "step": 691370
    },
    {
      "epoch": 0.8769873585350818,
      "grad_norm": 4.84375,
      "learning_rate": 6.151475785846766e-06,
      "loss": 2.3163,
      "mean_token_accuracy": 0.5020478993654252,
      "num_tokens": 532595983.0,
      "step": 691380
    },
    {
      "epoch": 0.8770000431276146,
      "grad_norm": 5.625,
      "learning_rate": 6.150841475760474e-06,
      "loss": 2.1146,
      "mean_token_accuracy": 0.5372679501771926,
      "num_tokens": 532603503.0,
      "step": 691390
    },
    {
      "epoch": 0.8770127277201475,
      "grad_norm": 6.9375,
      "learning_rate": 6.150207165674183e-06,
      "loss": 1.8806,
      "mean_token_accuracy": 0.5809290707111359,
      "num_tokens": 532610657.0,
      "step": 691400
    },
    {
      "epoch": 0.8770254123126803,
      "grad_norm": 5.625,
      "learning_rate": 6.1495728555878915e-06,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5315546929836273,
      "num_tokens": 532618239.0,
      "step": 691410
    },
    {
      "epoch": 0.8770380969052131,
      "grad_norm": 5.71875,
      "learning_rate": 6.1489385455016e-06,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5259085327386857,
      "num_tokens": 532626688.0,
      "step": 691420
    },
    {
      "epoch": 0.877050781497746,
      "grad_norm": 5.1875,
      "learning_rate": 6.148304235415309e-06,
      "loss": 2.1087,
      "mean_token_accuracy": 0.539944463968277,
      "num_tokens": 532634254.0,
      "step": 691430
    },
    {
      "epoch": 0.8770634660902787,
      "grad_norm": 7.34375,
      "learning_rate": 6.147669925329017e-06,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5401775240898132,
      "num_tokens": 532641524.0,
      "step": 691440
    },
    {
      "epoch": 0.8770761506828116,
      "grad_norm": 7.3125,
      "learning_rate": 6.147035615242725e-06,
      "loss": 1.888,
      "mean_token_accuracy": 0.5777199417352676,
      "num_tokens": 532648805.0,
      "step": 691450
    },
    {
      "epoch": 0.8770888352753444,
      "grad_norm": 5.53125,
      "learning_rate": 6.1464013051564335e-06,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5342546463012695,
      "num_tokens": 532656876.0,
      "step": 691460
    },
    {
      "epoch": 0.8771015198678773,
      "grad_norm": 4.875,
      "learning_rate": 6.145766995070142e-06,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5437553137540817,
      "num_tokens": 532664589.0,
      "step": 691470
    },
    {
      "epoch": 0.8771142044604101,
      "grad_norm": 6.40625,
      "learning_rate": 6.145132684983851e-06,
      "loss": 1.8514,
      "mean_token_accuracy": 0.586615139245987,
      "num_tokens": 532670717.0,
      "step": 691480
    },
    {
      "epoch": 0.877126889052943,
      "grad_norm": 5.125,
      "learning_rate": 6.14449837489756e-06,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5502298176288605,
      "num_tokens": 532678834.0,
      "step": 691490
    },
    {
      "epoch": 0.8771395736454758,
      "grad_norm": 6.65625,
      "learning_rate": 6.143864064811268e-06,
      "loss": 1.7709,
      "mean_token_accuracy": 0.6047015577554703,
      "num_tokens": 532685195.0,
      "step": 691500
    },
    {
      "epoch": 0.8771522582380086,
      "grad_norm": 7.0625,
      "learning_rate": 6.1432297547249755e-06,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5611090809106827,
      "num_tokens": 532692013.0,
      "step": 691510
    },
    {
      "epoch": 0.8771649428305415,
      "grad_norm": 5.21875,
      "learning_rate": 6.142595444638684e-06,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5523778975009919,
      "num_tokens": 532700857.0,
      "step": 691520
    },
    {
      "epoch": 0.8771776274230743,
      "grad_norm": 4.9375,
      "learning_rate": 6.141961134552393e-06,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5435546487569809,
      "num_tokens": 532707686.0,
      "step": 691530
    },
    {
      "epoch": 0.8771903120156072,
      "grad_norm": 6.75,
      "learning_rate": 6.141326824466102e-06,
      "loss": 1.8909,
      "mean_token_accuracy": 0.5805609345436096,
      "num_tokens": 532714551.0,
      "step": 691540
    },
    {
      "epoch": 0.8772029966081399,
      "grad_norm": 6.65625,
      "learning_rate": 6.1406925143798105e-06,
      "loss": 2.1461,
      "mean_token_accuracy": 0.5298120349645614,
      "num_tokens": 532721419.0,
      "step": 691550
    },
    {
      "epoch": 0.8772156812006728,
      "grad_norm": 6.0,
      "learning_rate": 6.140058204293518e-06,
      "loss": 1.7978,
      "mean_token_accuracy": 0.5926894426345826,
      "num_tokens": 532728617.0,
      "step": 691560
    },
    {
      "epoch": 0.8772283657932056,
      "grad_norm": 6.375,
      "learning_rate": 6.139423894207227e-06,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5256512641906739,
      "num_tokens": 532736162.0,
      "step": 691570
    },
    {
      "epoch": 0.8772410503857384,
      "grad_norm": 5.96875,
      "learning_rate": 6.138789584120935e-06,
      "loss": 1.7693,
      "mean_token_accuracy": 0.601656049489975,
      "num_tokens": 532742509.0,
      "step": 691580
    },
    {
      "epoch": 0.8772537349782713,
      "grad_norm": 5.3125,
      "learning_rate": 6.138155274034644e-06,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5599756360054016,
      "num_tokens": 532750062.0,
      "step": 691590
    },
    {
      "epoch": 0.8772664195708041,
      "grad_norm": 4.75,
      "learning_rate": 6.1375209639483525e-06,
      "loss": 2.1409,
      "mean_token_accuracy": 0.5374413758516312,
      "num_tokens": 532758320.0,
      "step": 691600
    },
    {
      "epoch": 0.877279104163337,
      "grad_norm": 5.15625,
      "learning_rate": 6.13688665386206e-06,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5305847764015198,
      "num_tokens": 532766018.0,
      "step": 691610
    },
    {
      "epoch": 0.8772917887558698,
      "grad_norm": 4.5,
      "learning_rate": 6.136252343775769e-06,
      "loss": 2.2365,
      "mean_token_accuracy": 0.5174869030714035,
      "num_tokens": 532775022.0,
      "step": 691620
    },
    {
      "epoch": 0.8773044733484027,
      "grad_norm": 5.21875,
      "learning_rate": 6.135618033689478e-06,
      "loss": 2.2422,
      "mean_token_accuracy": 0.519582399725914,
      "num_tokens": 532784390.0,
      "step": 691630
    },
    {
      "epoch": 0.8773171579409355,
      "grad_norm": 7.0,
      "learning_rate": 6.134983723603186e-06,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5563918292522431,
      "num_tokens": 532792547.0,
      "step": 691640
    },
    {
      "epoch": 0.8773298425334684,
      "grad_norm": 5.78125,
      "learning_rate": 6.1343494135168945e-06,
      "loss": 2.1453,
      "mean_token_accuracy": 0.5256544351577759,
      "num_tokens": 532801295.0,
      "step": 691650
    },
    {
      "epoch": 0.8773425271260011,
      "grad_norm": 5.03125,
      "learning_rate": 6.133715103430603e-06,
      "loss": 1.8594,
      "mean_token_accuracy": 0.5881190955638885,
      "num_tokens": 532807748.0,
      "step": 691660
    },
    {
      "epoch": 0.8773552117185339,
      "grad_norm": 5.375,
      "learning_rate": 6.133080793344311e-06,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5475586593151093,
      "num_tokens": 532814521.0,
      "step": 691670
    },
    {
      "epoch": 0.8773678963110668,
      "grad_norm": 5.34375,
      "learning_rate": 6.13244648325802e-06,
      "loss": 1.8452,
      "mean_token_accuracy": 0.5985665708780289,
      "num_tokens": 532821919.0,
      "step": 691680
    },
    {
      "epoch": 0.8773805809035996,
      "grad_norm": 5.9375,
      "learning_rate": 6.131812173171729e-06,
      "loss": 2.2941,
      "mean_token_accuracy": 0.5097740918397904,
      "num_tokens": 532829753.0,
      "step": 691690
    },
    {
      "epoch": 0.8773932654961325,
      "grad_norm": 5.1875,
      "learning_rate": 6.1311778630854365e-06,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5305964261293411,
      "num_tokens": 532838274.0,
      "step": 691700
    },
    {
      "epoch": 0.8774059500886653,
      "grad_norm": 5.15625,
      "learning_rate": 6.130543552999145e-06,
      "loss": 1.8413,
      "mean_token_accuracy": 0.5865128576755524,
      "num_tokens": 532844789.0,
      "step": 691710
    },
    {
      "epoch": 0.8774186346811982,
      "grad_norm": 7.375,
      "learning_rate": 6.129909242912853e-06,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5383056789636612,
      "num_tokens": 532852597.0,
      "step": 691720
    },
    {
      "epoch": 0.877431319273731,
      "grad_norm": 4.90625,
      "learning_rate": 6.129274932826562e-06,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5485743701457977,
      "num_tokens": 532860774.0,
      "step": 691730
    },
    {
      "epoch": 0.8774440038662638,
      "grad_norm": 5.03125,
      "learning_rate": 6.128640622740271e-06,
      "loss": 1.8527,
      "mean_token_accuracy": 0.5899762690067292,
      "num_tokens": 532868129.0,
      "step": 691740
    },
    {
      "epoch": 0.8774566884587967,
      "grad_norm": 6.28125,
      "learning_rate": 6.128006312653979e-06,
      "loss": 2.0293,
      "mean_token_accuracy": 0.5462876856327057,
      "num_tokens": 532874681.0,
      "step": 691750
    },
    {
      "epoch": 0.8774693730513294,
      "grad_norm": 5.59375,
      "learning_rate": 6.127372002567688e-06,
      "loss": 1.8693,
      "mean_token_accuracy": 0.5808127641677856,
      "num_tokens": 532883690.0,
      "step": 691760
    },
    {
      "epoch": 0.8774820576438623,
      "grad_norm": 4.71875,
      "learning_rate": 6.126737692481396e-06,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5521858870983124,
      "num_tokens": 532892090.0,
      "step": 691770
    },
    {
      "epoch": 0.8774947422363951,
      "grad_norm": 4.6875,
      "learning_rate": 6.126103382395104e-06,
      "loss": 2.1032,
      "mean_token_accuracy": 0.53692826628685,
      "num_tokens": 532899036.0,
      "step": 691780
    },
    {
      "epoch": 0.877507426828928,
      "grad_norm": 4.5,
      "learning_rate": 6.125469072308813e-06,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5582985192537308,
      "num_tokens": 532906144.0,
      "step": 691790
    },
    {
      "epoch": 0.8775201114214608,
      "grad_norm": 4.96875,
      "learning_rate": 6.124834762222521e-06,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5357807487249374,
      "num_tokens": 532913088.0,
      "step": 691800
    },
    {
      "epoch": 0.8775327960139936,
      "grad_norm": 5.96875,
      "learning_rate": 6.12420045213623e-06,
      "loss": 2.174,
      "mean_token_accuracy": 0.5257927387952804,
      "num_tokens": 532921300.0,
      "step": 691810
    },
    {
      "epoch": 0.8775454806065265,
      "grad_norm": 7.6875,
      "learning_rate": 6.123566142049939e-06,
      "loss": 1.9038,
      "mean_token_accuracy": 0.5711960226297379,
      "num_tokens": 532929130.0,
      "step": 691820
    },
    {
      "epoch": 0.8775581651990593,
      "grad_norm": 7.5,
      "learning_rate": 6.122931831963647e-06,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5247229278087616,
      "num_tokens": 532936826.0,
      "step": 691830
    },
    {
      "epoch": 0.8775708497915922,
      "grad_norm": 5.09375,
      "learning_rate": 6.122297521877355e-06,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5546189159154892,
      "num_tokens": 532945510.0,
      "step": 691840
    },
    {
      "epoch": 0.877583534384125,
      "grad_norm": 4.90625,
      "learning_rate": 6.121663211791063e-06,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5257560342550278,
      "num_tokens": 532952669.0,
      "step": 691850
    },
    {
      "epoch": 0.8775962189766578,
      "grad_norm": 5.65625,
      "learning_rate": 6.121028901704772e-06,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5561918318271637,
      "num_tokens": 532961193.0,
      "step": 691860
    },
    {
      "epoch": 0.8776089035691906,
      "grad_norm": 5.40625,
      "learning_rate": 6.120394591618481e-06,
      "loss": 1.966,
      "mean_token_accuracy": 0.5590949773788452,
      "num_tokens": 532968526.0,
      "step": 691870
    },
    {
      "epoch": 0.8776215881617235,
      "grad_norm": 6.21875,
      "learning_rate": 6.11976028153219e-06,
      "loss": 2.123,
      "mean_token_accuracy": 0.5376502275466919,
      "num_tokens": 532976070.0,
      "step": 691880
    },
    {
      "epoch": 0.8776342727542563,
      "grad_norm": 5.34375,
      "learning_rate": 6.1191259714458975e-06,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5220697909593582,
      "num_tokens": 532985321.0,
      "step": 691890
    },
    {
      "epoch": 0.8776469573467891,
      "grad_norm": 5.125,
      "learning_rate": 6.118491661359605e-06,
      "loss": 2.2616,
      "mean_token_accuracy": 0.5114212423563004,
      "num_tokens": 532994678.0,
      "step": 691900
    },
    {
      "epoch": 0.877659641939322,
      "grad_norm": 6.65625,
      "learning_rate": 6.117857351273314e-06,
      "loss": 2.2629,
      "mean_token_accuracy": 0.5124703407287597,
      "num_tokens": 533003013.0,
      "step": 691910
    },
    {
      "epoch": 0.8776723265318548,
      "grad_norm": 7.1875,
      "learning_rate": 6.117223041187023e-06,
      "loss": 2.094,
      "mean_token_accuracy": 0.5362065643072128,
      "num_tokens": 533010898.0,
      "step": 691920
    },
    {
      "epoch": 0.8776850111243877,
      "grad_norm": 4.84375,
      "learning_rate": 6.116588731100732e-06,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5477865755558013,
      "num_tokens": 533019948.0,
      "step": 691930
    },
    {
      "epoch": 0.8776976957169205,
      "grad_norm": 9.5,
      "learning_rate": 6.1159544210144395e-06,
      "loss": 1.9074,
      "mean_token_accuracy": 0.5642581820487976,
      "num_tokens": 533026502.0,
      "step": 691940
    },
    {
      "epoch": 0.8777103803094534,
      "grad_norm": 5.625,
      "learning_rate": 6.115320110928148e-06,
      "loss": 1.7429,
      "mean_token_accuracy": 0.6016321301460266,
      "num_tokens": 533033536.0,
      "step": 691950
    },
    {
      "epoch": 0.8777230649019861,
      "grad_norm": 5.09375,
      "learning_rate": 6.114685800841857e-06,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5234802812337875,
      "num_tokens": 533042660.0,
      "step": 691960
    },
    {
      "epoch": 0.8777357494945189,
      "grad_norm": 5.21875,
      "learning_rate": 6.114051490755565e-06,
      "loss": 1.8391,
      "mean_token_accuracy": 0.5914078891277313,
      "num_tokens": 533050064.0,
      "step": 691970
    },
    {
      "epoch": 0.8777484340870518,
      "grad_norm": 6.21875,
      "learning_rate": 6.113417180669274e-06,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5395402073860168,
      "num_tokens": 533058476.0,
      "step": 691980
    },
    {
      "epoch": 0.8777611186795846,
      "grad_norm": 6.40625,
      "learning_rate": 6.112782870582982e-06,
      "loss": 2.2729,
      "mean_token_accuracy": 0.5036565363407135,
      "num_tokens": 533067286.0,
      "step": 691990
    },
    {
      "epoch": 0.8777738032721175,
      "grad_norm": 5.34375,
      "learning_rate": 6.11214856049669e-06,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5239000260829926,
      "num_tokens": 533074804.0,
      "step": 692000
    },
    {
      "epoch": 0.8777864878646503,
      "grad_norm": 4.875,
      "learning_rate": 6.111514250410399e-06,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5669331192970276,
      "num_tokens": 533080922.0,
      "step": 692010
    },
    {
      "epoch": 0.8777991724571832,
      "grad_norm": 5.65625,
      "learning_rate": 6.110879940324108e-06,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5358714371919632,
      "num_tokens": 533088837.0,
      "step": 692020
    },
    {
      "epoch": 0.877811857049716,
      "grad_norm": 5.625,
      "learning_rate": 6.110245630237816e-06,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5375305324792862,
      "num_tokens": 533096495.0,
      "step": 692030
    },
    {
      "epoch": 0.8778245416422489,
      "grad_norm": 9.0,
      "learning_rate": 6.109611320151524e-06,
      "loss": 1.859,
      "mean_token_accuracy": 0.5898020088672637,
      "num_tokens": 533102491.0,
      "step": 692040
    },
    {
      "epoch": 0.8778372262347817,
      "grad_norm": 5.40625,
      "learning_rate": 6.108977010065232e-06,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5824623793363571,
      "num_tokens": 533110713.0,
      "step": 692050
    },
    {
      "epoch": 0.8778499108273145,
      "grad_norm": 5.0,
      "learning_rate": 6.108342699978941e-06,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5539399266242981,
      "num_tokens": 533119003.0,
      "step": 692060
    },
    {
      "epoch": 0.8778625954198473,
      "grad_norm": 5.84375,
      "learning_rate": 6.10770838989265e-06,
      "loss": 2.2419,
      "mean_token_accuracy": 0.5176954805850983,
      "num_tokens": 533127597.0,
      "step": 692070
    },
    {
      "epoch": 0.8778752800123801,
      "grad_norm": 5.8125,
      "learning_rate": 6.1070740798063585e-06,
      "loss": 2.0,
      "mean_token_accuracy": 0.562919744849205,
      "num_tokens": 533135409.0,
      "step": 692080
    },
    {
      "epoch": 0.877887964604913,
      "grad_norm": 4.96875,
      "learning_rate": 6.106439769720066e-06,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5163001924753189,
      "num_tokens": 533143366.0,
      "step": 692090
    },
    {
      "epoch": 0.8779006491974458,
      "grad_norm": 5.4375,
      "learning_rate": 6.105805459633775e-06,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5252610832452774,
      "num_tokens": 533151269.0,
      "step": 692100
    },
    {
      "epoch": 0.8779133337899787,
      "grad_norm": 5.0,
      "learning_rate": 6.105171149547483e-06,
      "loss": 2.2856,
      "mean_token_accuracy": 0.50824533700943,
      "num_tokens": 533159305.0,
      "step": 692110
    },
    {
      "epoch": 0.8779260183825115,
      "grad_norm": 5.75,
      "learning_rate": 6.104536839461192e-06,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5464608877897262,
      "num_tokens": 533165899.0,
      "step": 692120
    },
    {
      "epoch": 0.8779387029750443,
      "grad_norm": 4.75,
      "learning_rate": 6.1039025293749005e-06,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5449716448783875,
      "num_tokens": 533174241.0,
      "step": 692130
    },
    {
      "epoch": 0.8779513875675772,
      "grad_norm": 7.46875,
      "learning_rate": 6.103268219288609e-06,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5594310492277146,
      "num_tokens": 533182742.0,
      "step": 692140
    },
    {
      "epoch": 0.87796407216011,
      "grad_norm": 5.375,
      "learning_rate": 6.102633909202318e-06,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5472336828708648,
      "num_tokens": 533190662.0,
      "step": 692150
    },
    {
      "epoch": 0.8779767567526429,
      "grad_norm": 5.71875,
      "learning_rate": 6.101999599116026e-06,
      "loss": 1.7923,
      "mean_token_accuracy": 0.5996765732765198,
      "num_tokens": 533197649.0,
      "step": 692160
    },
    {
      "epoch": 0.8779894413451756,
      "grad_norm": 4.90625,
      "learning_rate": 6.101365289029734e-06,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5477847188711167,
      "num_tokens": 533206711.0,
      "step": 692170
    },
    {
      "epoch": 0.8780021259377085,
      "grad_norm": 5.03125,
      "learning_rate": 6.1007309789434425e-06,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5226937532424927,
      "num_tokens": 533215341.0,
      "step": 692180
    },
    {
      "epoch": 0.8780148105302413,
      "grad_norm": 4.53125,
      "learning_rate": 6.100096668857151e-06,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5406191349029541,
      "num_tokens": 533223049.0,
      "step": 692190
    },
    {
      "epoch": 0.8780274951227742,
      "grad_norm": 4.9375,
      "learning_rate": 6.09946235877086e-06,
      "loss": 2.3114,
      "mean_token_accuracy": 0.5056203722953796,
      "num_tokens": 533232064.0,
      "step": 692200
    },
    {
      "epoch": 0.878040179715307,
      "grad_norm": 6.0625,
      "learning_rate": 6.098828048684569e-06,
      "loss": 2.1419,
      "mean_token_accuracy": 0.530983355641365,
      "num_tokens": 533239844.0,
      "step": 692210
    },
    {
      "epoch": 0.8780528643078398,
      "grad_norm": 7.4375,
      "learning_rate": 6.098193738598277e-06,
      "loss": 1.7415,
      "mean_token_accuracy": 0.6109673827886581,
      "num_tokens": 533246502.0,
      "step": 692220
    },
    {
      "epoch": 0.8780655489003727,
      "grad_norm": 5.65625,
      "learning_rate": 6.0975594285119845e-06,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5691933274269104,
      "num_tokens": 533254109.0,
      "step": 692230
    },
    {
      "epoch": 0.8780782334929055,
      "grad_norm": 6.34375,
      "learning_rate": 6.096925118425693e-06,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5370921313762664,
      "num_tokens": 533262440.0,
      "step": 692240
    },
    {
      "epoch": 0.8780909180854384,
      "grad_norm": 4.8125,
      "learning_rate": 6.096290808339402e-06,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5229704827070236,
      "num_tokens": 533270072.0,
      "step": 692250
    },
    {
      "epoch": 0.8781036026779712,
      "grad_norm": 5.21875,
      "learning_rate": 6.095656498253111e-06,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5203630357980729,
      "num_tokens": 533277730.0,
      "step": 692260
    },
    {
      "epoch": 0.8781162872705041,
      "grad_norm": 5.84375,
      "learning_rate": 6.095022188166819e-06,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5540596127510071,
      "num_tokens": 533285640.0,
      "step": 692270
    },
    {
      "epoch": 0.8781289718630368,
      "grad_norm": 6.15625,
      "learning_rate": 6.094387878080527e-06,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5631632834672928,
      "num_tokens": 533293671.0,
      "step": 692280
    },
    {
      "epoch": 0.8781416564555696,
      "grad_norm": 6.21875,
      "learning_rate": 6.093753567994235e-06,
      "loss": 2.089,
      "mean_token_accuracy": 0.5261091142892838,
      "num_tokens": 533301894.0,
      "step": 692290
    },
    {
      "epoch": 0.8781543410481025,
      "grad_norm": 5.75,
      "learning_rate": 6.093119257907944e-06,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5588575810194015,
      "num_tokens": 533309880.0,
      "step": 692300
    },
    {
      "epoch": 0.8781670256406353,
      "grad_norm": 6.0,
      "learning_rate": 6.092484947821653e-06,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5378704011440277,
      "num_tokens": 533317473.0,
      "step": 692310
    },
    {
      "epoch": 0.8781797102331682,
      "grad_norm": 5.03125,
      "learning_rate": 6.0918506377353614e-06,
      "loss": 2.013,
      "mean_token_accuracy": 0.5612297654151917,
      "num_tokens": 533324335.0,
      "step": 692320
    },
    {
      "epoch": 0.878192394825701,
      "grad_norm": 5.75,
      "learning_rate": 6.091216327649069e-06,
      "loss": 1.7394,
      "mean_token_accuracy": 0.598512715101242,
      "num_tokens": 533331325.0,
      "step": 692330
    },
    {
      "epoch": 0.8782050794182339,
      "grad_norm": 5.4375,
      "learning_rate": 6.090582017562778e-06,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5303820461034775,
      "num_tokens": 533339206.0,
      "step": 692340
    },
    {
      "epoch": 0.8782177640107667,
      "grad_norm": 5.59375,
      "learning_rate": 6.089947707476487e-06,
      "loss": 1.9347,
      "mean_token_accuracy": 0.5856139153242111,
      "num_tokens": 533345521.0,
      "step": 692350
    },
    {
      "epoch": 0.8782304486032995,
      "grad_norm": 5.8125,
      "learning_rate": 6.089313397390195e-06,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5477995693683624,
      "num_tokens": 533353377.0,
      "step": 692360
    },
    {
      "epoch": 0.8782431331958324,
      "grad_norm": 5.875,
      "learning_rate": 6.0886790873039034e-06,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5510687470436096,
      "num_tokens": 533360865.0,
      "step": 692370
    },
    {
      "epoch": 0.8782558177883651,
      "grad_norm": 5.9375,
      "learning_rate": 6.088044777217611e-06,
      "loss": 2.3263,
      "mean_token_accuracy": 0.502560418844223,
      "num_tokens": 533369424.0,
      "step": 692380
    },
    {
      "epoch": 0.878268502380898,
      "grad_norm": 5.34375,
      "learning_rate": 6.08741046713132e-06,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5518109202384949,
      "num_tokens": 533377141.0,
      "step": 692390
    },
    {
      "epoch": 0.8782811869734308,
      "grad_norm": 4.75,
      "learning_rate": 6.086776157045029e-06,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5488174855709076,
      "num_tokens": 533386420.0,
      "step": 692400
    },
    {
      "epoch": 0.8782938715659637,
      "grad_norm": 5.46875,
      "learning_rate": 6.0861418469587376e-06,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5417998790740967,
      "num_tokens": 533393745.0,
      "step": 692410
    },
    {
      "epoch": 0.8783065561584965,
      "grad_norm": 5.125,
      "learning_rate": 6.0855075368724454e-06,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5647839426994323,
      "num_tokens": 533401442.0,
      "step": 692420
    },
    {
      "epoch": 0.8783192407510294,
      "grad_norm": 4.9375,
      "learning_rate": 6.084873226786154e-06,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5510478705167771,
      "num_tokens": 533410202.0,
      "step": 692430
    },
    {
      "epoch": 0.8783319253435622,
      "grad_norm": 6.28125,
      "learning_rate": 6.084238916699862e-06,
      "loss": 1.964,
      "mean_token_accuracy": 0.5488738536834716,
      "num_tokens": 533418788.0,
      "step": 692440
    },
    {
      "epoch": 0.878344609936095,
      "grad_norm": 4.375,
      "learning_rate": 6.083604606613571e-06,
      "loss": 2.2277,
      "mean_token_accuracy": 0.5269484847784043,
      "num_tokens": 533427463.0,
      "step": 692450
    },
    {
      "epoch": 0.8783572945286279,
      "grad_norm": 5.0,
      "learning_rate": 6.0829702965272796e-06,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5572964549064636,
      "num_tokens": 533434855.0,
      "step": 692460
    },
    {
      "epoch": 0.8783699791211607,
      "grad_norm": 5.53125,
      "learning_rate": 6.082335986440988e-06,
      "loss": 2.0832,
      "mean_token_accuracy": 0.541790422797203,
      "num_tokens": 533442191.0,
      "step": 692470
    },
    {
      "epoch": 0.8783826637136936,
      "grad_norm": 10.3125,
      "learning_rate": 6.081701676354697e-06,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5392864763736724,
      "num_tokens": 533448970.0,
      "step": 692480
    },
    {
      "epoch": 0.8783953483062263,
      "grad_norm": 4.625,
      "learning_rate": 6.081067366268404e-06,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5492488354444504,
      "num_tokens": 533456208.0,
      "step": 692490
    },
    {
      "epoch": 0.8784080328987592,
      "grad_norm": 5.625,
      "learning_rate": 6.080433056182113e-06,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5724785596132278,
      "num_tokens": 533463232.0,
      "step": 692500
    },
    {
      "epoch": 0.878420717491292,
      "grad_norm": 4.875,
      "learning_rate": 6.0797987460958216e-06,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5411846339702606,
      "num_tokens": 533470084.0,
      "step": 692510
    },
    {
      "epoch": 0.8784334020838248,
      "grad_norm": 5.25,
      "learning_rate": 6.07916443600953e-06,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5489263087511063,
      "num_tokens": 533477857.0,
      "step": 692520
    },
    {
      "epoch": 0.8784460866763577,
      "grad_norm": 5.4375,
      "learning_rate": 6.078530125923239e-06,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5209320724010468,
      "num_tokens": 533486268.0,
      "step": 692530
    },
    {
      "epoch": 0.8784587712688905,
      "grad_norm": 5.9375,
      "learning_rate": 6.077895815836948e-06,
      "loss": 2.149,
      "mean_token_accuracy": 0.5336900800466537,
      "num_tokens": 533495500.0,
      "step": 692540
    },
    {
      "epoch": 0.8784714558614234,
      "grad_norm": 6.5625,
      "learning_rate": 6.077261505750656e-06,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5378118336200715,
      "num_tokens": 533503298.0,
      "step": 692550
    },
    {
      "epoch": 0.8784841404539562,
      "grad_norm": 4.65625,
      "learning_rate": 6.0766271956643636e-06,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5738452821969986,
      "num_tokens": 533510561.0,
      "step": 692560
    },
    {
      "epoch": 0.8784968250464891,
      "grad_norm": 4.53125,
      "learning_rate": 6.075992885578072e-06,
      "loss": 2.0165,
      "mean_token_accuracy": 0.5506407260894776,
      "num_tokens": 533519290.0,
      "step": 692570
    },
    {
      "epoch": 0.8785095096390219,
      "grad_norm": 5.21875,
      "learning_rate": 6.075358575491781e-06,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5278953820466995,
      "num_tokens": 533525682.0,
      "step": 692580
    },
    {
      "epoch": 0.8785221942315548,
      "grad_norm": 6.65625,
      "learning_rate": 6.07472426540549e-06,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5776558458805084,
      "num_tokens": 533533351.0,
      "step": 692590
    },
    {
      "epoch": 0.8785348788240875,
      "grad_norm": 5.5,
      "learning_rate": 6.074089955319198e-06,
      "loss": 1.9669,
      "mean_token_accuracy": 0.5575346052646637,
      "num_tokens": 533540393.0,
      "step": 692600
    },
    {
      "epoch": 0.8785475634166203,
      "grad_norm": 5.5625,
      "learning_rate": 6.073455645232906e-06,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5250859737396241,
      "num_tokens": 533549176.0,
      "step": 692610
    },
    {
      "epoch": 0.8785602480091532,
      "grad_norm": 5.0,
      "learning_rate": 6.072821335146614e-06,
      "loss": 1.8655,
      "mean_token_accuracy": 0.5946713209152221,
      "num_tokens": 533556640.0,
      "step": 692620
    },
    {
      "epoch": 0.878572932601686,
      "grad_norm": 4.875,
      "learning_rate": 6.072187025060323e-06,
      "loss": 1.9023,
      "mean_token_accuracy": 0.5672650992870331,
      "num_tokens": 533564711.0,
      "step": 692630
    },
    {
      "epoch": 0.8785856171942189,
      "grad_norm": 7.5625,
      "learning_rate": 6.071552714974032e-06,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5467981845140457,
      "num_tokens": 533573400.0,
      "step": 692640
    },
    {
      "epoch": 0.8785983017867517,
      "grad_norm": 6.71875,
      "learning_rate": 6.07091840488774e-06,
      "loss": 1.998,
      "mean_token_accuracy": 0.553237822651863,
      "num_tokens": 533580628.0,
      "step": 692650
    },
    {
      "epoch": 0.8786109863792846,
      "grad_norm": 5.3125,
      "learning_rate": 6.0702840948014484e-06,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5553831458091736,
      "num_tokens": 533589573.0,
      "step": 692660
    },
    {
      "epoch": 0.8786236709718174,
      "grad_norm": 4.5625,
      "learning_rate": 6.069649784715157e-06,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5332728296518325,
      "num_tokens": 533597637.0,
      "step": 692670
    },
    {
      "epoch": 0.8786363555643502,
      "grad_norm": 5.90625,
      "learning_rate": 6.069015474628866e-06,
      "loss": 2.2737,
      "mean_token_accuracy": 0.5127841800451278,
      "num_tokens": 533605164.0,
      "step": 692680
    },
    {
      "epoch": 0.878649040156883,
      "grad_norm": 7.40625,
      "learning_rate": 6.068381164542574e-06,
      "loss": 1.8246,
      "mean_token_accuracy": 0.5795986771583557,
      "num_tokens": 533613261.0,
      "step": 692690
    },
    {
      "epoch": 0.8786617247494158,
      "grad_norm": 6.375,
      "learning_rate": 6.0677468544562825e-06,
      "loss": 1.9235,
      "mean_token_accuracy": 0.5751443803310394,
      "num_tokens": 533620191.0,
      "step": 692700
    },
    {
      "epoch": 0.8786744093419487,
      "grad_norm": 7.0,
      "learning_rate": 6.0671125443699904e-06,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5261631101369858,
      "num_tokens": 533627874.0,
      "step": 692710
    },
    {
      "epoch": 0.8786870939344815,
      "grad_norm": 4.8125,
      "learning_rate": 6.066478234283699e-06,
      "loss": 2.1945,
      "mean_token_accuracy": 0.5250357478857041,
      "num_tokens": 533635865.0,
      "step": 692720
    },
    {
      "epoch": 0.8786997785270144,
      "grad_norm": 11.0625,
      "learning_rate": 6.065843924197408e-06,
      "loss": 1.9899,
      "mean_token_accuracy": 0.559711080789566,
      "num_tokens": 533641881.0,
      "step": 692730
    },
    {
      "epoch": 0.8787124631195472,
      "grad_norm": 6.625,
      "learning_rate": 6.065209614111117e-06,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5384027063846588,
      "num_tokens": 533649767.0,
      "step": 692740
    },
    {
      "epoch": 0.87872514771208,
      "grad_norm": 5.25,
      "learning_rate": 6.0645753040248245e-06,
      "loss": 1.9247,
      "mean_token_accuracy": 0.5712849080562592,
      "num_tokens": 533656915.0,
      "step": 692750
    },
    {
      "epoch": 0.8787378323046129,
      "grad_norm": 5.375,
      "learning_rate": 6.0639409939385324e-06,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5389490962028504,
      "num_tokens": 533664937.0,
      "step": 692760
    },
    {
      "epoch": 0.8787505168971457,
      "grad_norm": 5.28125,
      "learning_rate": 6.063306683852241e-06,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5315429210662842,
      "num_tokens": 533674183.0,
      "step": 692770
    },
    {
      "epoch": 0.8787632014896786,
      "grad_norm": 5.25,
      "learning_rate": 6.06267237376595e-06,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5422593265771866,
      "num_tokens": 533680979.0,
      "step": 692780
    },
    {
      "epoch": 0.8787758860822114,
      "grad_norm": 5.875,
      "learning_rate": 6.062038063679659e-06,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5758616387844085,
      "num_tokens": 533688423.0,
      "step": 692790
    },
    {
      "epoch": 0.8787885706747443,
      "grad_norm": 7.59375,
      "learning_rate": 6.061403753593367e-06,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5410289615392685,
      "num_tokens": 533695717.0,
      "step": 692800
    },
    {
      "epoch": 0.878801255267277,
      "grad_norm": 6.75,
      "learning_rate": 6.060769443507075e-06,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5252880245447159,
      "num_tokens": 533702853.0,
      "step": 692810
    },
    {
      "epoch": 0.8788139398598099,
      "grad_norm": 4.9375,
      "learning_rate": 6.060135133420783e-06,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5383392065763474,
      "num_tokens": 533710612.0,
      "step": 692820
    },
    {
      "epoch": 0.8788266244523427,
      "grad_norm": 4.875,
      "learning_rate": 6.059500823334492e-06,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5441857635974884,
      "num_tokens": 533719003.0,
      "step": 692830
    },
    {
      "epoch": 0.8788393090448755,
      "grad_norm": 5.09375,
      "learning_rate": 6.058866513248201e-06,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5329987853765488,
      "num_tokens": 533727629.0,
      "step": 692840
    },
    {
      "epoch": 0.8788519936374084,
      "grad_norm": 7.53125,
      "learning_rate": 6.058232203161909e-06,
      "loss": 1.9222,
      "mean_token_accuracy": 0.5654887408018112,
      "num_tokens": 533734991.0,
      "step": 692850
    },
    {
      "epoch": 0.8788646782299412,
      "grad_norm": 4.75,
      "learning_rate": 6.057597893075618e-06,
      "loss": 1.8487,
      "mean_token_accuracy": 0.5786265730857849,
      "num_tokens": 533741988.0,
      "step": 692860
    },
    {
      "epoch": 0.8788773628224741,
      "grad_norm": 5.5625,
      "learning_rate": 6.056963582989326e-06,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5195794373750686,
      "num_tokens": 533749669.0,
      "step": 692870
    },
    {
      "epoch": 0.8788900474150069,
      "grad_norm": 4.9375,
      "learning_rate": 6.056329272903035e-06,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5455543786287308,
      "num_tokens": 533757734.0,
      "step": 692880
    },
    {
      "epoch": 0.8789027320075398,
      "grad_norm": 18.75,
      "learning_rate": 6.055694962816743e-06,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5257387459278107,
      "num_tokens": 533765375.0,
      "step": 692890
    },
    {
      "epoch": 0.8789154166000726,
      "grad_norm": 5.65625,
      "learning_rate": 6.055060652730451e-06,
      "loss": 2.2116,
      "mean_token_accuracy": 0.525389963388443,
      "num_tokens": 533773953.0,
      "step": 692900
    },
    {
      "epoch": 0.8789281011926053,
      "grad_norm": 10.0625,
      "learning_rate": 6.05442634264416e-06,
      "loss": 1.8114,
      "mean_token_accuracy": 0.5999041497707367,
      "num_tokens": 533781785.0,
      "step": 692910
    },
    {
      "epoch": 0.8789407857851382,
      "grad_norm": 5.3125,
      "learning_rate": 6.053792032557869e-06,
      "loss": 1.7926,
      "mean_token_accuracy": 0.6026903241872787,
      "num_tokens": 533788336.0,
      "step": 692920
    },
    {
      "epoch": 0.878953470377671,
      "grad_norm": 9.1875,
      "learning_rate": 6.053157722471577e-06,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5301513940095901,
      "num_tokens": 533795195.0,
      "step": 692930
    },
    {
      "epoch": 0.8789661549702039,
      "grad_norm": 5.375,
      "learning_rate": 6.0525234123852855e-06,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5219139784574509,
      "num_tokens": 533804072.0,
      "step": 692940
    },
    {
      "epoch": 0.8789788395627367,
      "grad_norm": 5.03125,
      "learning_rate": 6.051889102298993e-06,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5222863018512726,
      "num_tokens": 533812035.0,
      "step": 692950
    },
    {
      "epoch": 0.8789915241552696,
      "grad_norm": 6.5625,
      "learning_rate": 6.051254792212702e-06,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5156132191419601,
      "num_tokens": 533819059.0,
      "step": 692960
    },
    {
      "epoch": 0.8790042087478024,
      "grad_norm": 7.0625,
      "learning_rate": 6.050620482126411e-06,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5426060527563095,
      "num_tokens": 533824959.0,
      "step": 692970
    },
    {
      "epoch": 0.8790168933403353,
      "grad_norm": 5.90625,
      "learning_rate": 6.049986172040119e-06,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5266512721776963,
      "num_tokens": 533833217.0,
      "step": 692980
    },
    {
      "epoch": 0.8790295779328681,
      "grad_norm": 6.25,
      "learning_rate": 6.0493518619538275e-06,
      "loss": 2.3227,
      "mean_token_accuracy": 0.5102261126041412,
      "num_tokens": 533841486.0,
      "step": 692990
    },
    {
      "epoch": 0.8790422625254009,
      "grad_norm": 6.625,
      "learning_rate": 6.048717551867536e-06,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5539226830005646,
      "num_tokens": 533848836.0,
      "step": 693000
    },
    {
      "epoch": 0.8790549471179337,
      "grad_norm": 6.71875,
      "learning_rate": 6.048083241781244e-06,
      "loss": 1.7967,
      "mean_token_accuracy": 0.5980757147073745,
      "num_tokens": 533855146.0,
      "step": 693010
    },
    {
      "epoch": 0.8790676317104665,
      "grad_norm": 6.3125,
      "learning_rate": 6.047448931694953e-06,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5544513940811158,
      "num_tokens": 533862214.0,
      "step": 693020
    },
    {
      "epoch": 0.8790803163029994,
      "grad_norm": 6.75,
      "learning_rate": 6.046814621608662e-06,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5541478633880615,
      "num_tokens": 533869632.0,
      "step": 693030
    },
    {
      "epoch": 0.8790930008955322,
      "grad_norm": 5.375,
      "learning_rate": 6.0461803115223695e-06,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5573488533496856,
      "num_tokens": 533877061.0,
      "step": 693040
    },
    {
      "epoch": 0.8791056854880651,
      "grad_norm": 9.5,
      "learning_rate": 6.045546001436078e-06,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5310015439987182,
      "num_tokens": 533885411.0,
      "step": 693050
    },
    {
      "epoch": 0.8791183700805979,
      "grad_norm": 6.28125,
      "learning_rate": 6.044911691349787e-06,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5198820769786835,
      "num_tokens": 533892073.0,
      "step": 693060
    },
    {
      "epoch": 0.8791310546731307,
      "grad_norm": 5.34375,
      "learning_rate": 6.044277381263496e-06,
      "loss": 1.8755,
      "mean_token_accuracy": 0.571829742193222,
      "num_tokens": 533900286.0,
      "step": 693070
    },
    {
      "epoch": 0.8791437392656636,
      "grad_norm": 6.3125,
      "learning_rate": 6.043643071177204e-06,
      "loss": 2.022,
      "mean_token_accuracy": 0.5418247401714325,
      "num_tokens": 533907662.0,
      "step": 693080
    },
    {
      "epoch": 0.8791564238581964,
      "grad_norm": 5.25,
      "learning_rate": 6.0430087610909115e-06,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5551778167486191,
      "num_tokens": 533914121.0,
      "step": 693090
    },
    {
      "epoch": 0.8791691084507293,
      "grad_norm": 10.3125,
      "learning_rate": 6.04237445100462e-06,
      "loss": 2.0136,
      "mean_token_accuracy": 0.5603869646787644,
      "num_tokens": 533922508.0,
      "step": 693100
    },
    {
      "epoch": 0.879181793043262,
      "grad_norm": 5.625,
      "learning_rate": 6.041740140918329e-06,
      "loss": 1.9124,
      "mean_token_accuracy": 0.5736535489559174,
      "num_tokens": 533930280.0,
      "step": 693110
    },
    {
      "epoch": 0.879194477635795,
      "grad_norm": 5.4375,
      "learning_rate": 6.041105830832038e-06,
      "loss": 2.0538,
      "mean_token_accuracy": 0.550133016705513,
      "num_tokens": 533938857.0,
      "step": 693120
    },
    {
      "epoch": 0.8792071622283277,
      "grad_norm": 5.0625,
      "learning_rate": 6.0404715207457465e-06,
      "loss": 1.9969,
      "mean_token_accuracy": 0.5566526412963867,
      "num_tokens": 533947275.0,
      "step": 693130
    },
    {
      "epoch": 0.8792198468208606,
      "grad_norm": 4.84375,
      "learning_rate": 6.039837210659454e-06,
      "loss": 1.9683,
      "mean_token_accuracy": 0.567295354604721,
      "num_tokens": 533954927.0,
      "step": 693140
    },
    {
      "epoch": 0.8792325314133934,
      "grad_norm": 5.6875,
      "learning_rate": 6.039202900573162e-06,
      "loss": 1.902,
      "mean_token_accuracy": 0.5779083371162415,
      "num_tokens": 533963108.0,
      "step": 693150
    },
    {
      "epoch": 0.8792452160059262,
      "grad_norm": 6.5,
      "learning_rate": 6.038568590486871e-06,
      "loss": 1.8065,
      "mean_token_accuracy": 0.6013540029525757,
      "num_tokens": 533970027.0,
      "step": 693160
    },
    {
      "epoch": 0.8792579005984591,
      "grad_norm": 8.0,
      "learning_rate": 6.03793428040058e-06,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5377798914909363,
      "num_tokens": 533977974.0,
      "step": 693170
    },
    {
      "epoch": 0.8792705851909919,
      "grad_norm": 5.125,
      "learning_rate": 6.0372999703142885e-06,
      "loss": 1.8793,
      "mean_token_accuracy": 0.5885079562664032,
      "num_tokens": 533985259.0,
      "step": 693180
    },
    {
      "epoch": 0.8792832697835248,
      "grad_norm": 5.125,
      "learning_rate": 6.036665660227997e-06,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5676798969507217,
      "num_tokens": 533992969.0,
      "step": 693190
    },
    {
      "epoch": 0.8792959543760576,
      "grad_norm": 5.0625,
      "learning_rate": 6.036031350141705e-06,
      "loss": 1.8138,
      "mean_token_accuracy": 0.5939203321933746,
      "num_tokens": 534000950.0,
      "step": 693200
    },
    {
      "epoch": 0.8793086389685905,
      "grad_norm": 4.59375,
      "learning_rate": 6.035397040055413e-06,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5364611089229584,
      "num_tokens": 534008838.0,
      "step": 693210
    },
    {
      "epoch": 0.8793213235611232,
      "grad_norm": 6.5,
      "learning_rate": 6.034762729969122e-06,
      "loss": 2.156,
      "mean_token_accuracy": 0.5252135336399079,
      "num_tokens": 534016585.0,
      "step": 693220
    },
    {
      "epoch": 0.879334008153656,
      "grad_norm": 5.96875,
      "learning_rate": 6.0341284198828305e-06,
      "loss": 2.3028,
      "mean_token_accuracy": 0.5077691882848739,
      "num_tokens": 534025149.0,
      "step": 693230
    },
    {
      "epoch": 0.8793466927461889,
      "grad_norm": 5.3125,
      "learning_rate": 6.033494109796539e-06,
      "loss": 2.2269,
      "mean_token_accuracy": 0.517054682970047,
      "num_tokens": 534033377.0,
      "step": 693240
    },
    {
      "epoch": 0.8793593773387217,
      "grad_norm": 4.78125,
      "learning_rate": 6.032859799710248e-06,
      "loss": 2.013,
      "mean_token_accuracy": 0.5568859815597534,
      "num_tokens": 534041101.0,
      "step": 693250
    },
    {
      "epoch": 0.8793720619312546,
      "grad_norm": 6.46875,
      "learning_rate": 6.032225489623956e-06,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5196295648813247,
      "num_tokens": 534048392.0,
      "step": 693260
    },
    {
      "epoch": 0.8793847465237874,
      "grad_norm": 5.8125,
      "learning_rate": 6.031591179537665e-06,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5372250199317932,
      "num_tokens": 534056723.0,
      "step": 693270
    },
    {
      "epoch": 0.8793974311163203,
      "grad_norm": 5.0,
      "learning_rate": 6.0309568694513725e-06,
      "loss": 1.9121,
      "mean_token_accuracy": 0.569041782617569,
      "num_tokens": 534064311.0,
      "step": 693280
    },
    {
      "epoch": 0.8794101157088531,
      "grad_norm": 5.40625,
      "learning_rate": 6.030322559365081e-06,
      "loss": 2.2592,
      "mean_token_accuracy": 0.513104984164238,
      "num_tokens": 534073360.0,
      "step": 693290
    },
    {
      "epoch": 0.8794228003013859,
      "grad_norm": 6.34375,
      "learning_rate": 6.02968824927879e-06,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5355335235595703,
      "num_tokens": 534081127.0,
      "step": 693300
    },
    {
      "epoch": 0.8794354848939188,
      "grad_norm": 4.6875,
      "learning_rate": 6.029053939192498e-06,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5451397359371185,
      "num_tokens": 534089811.0,
      "step": 693310
    },
    {
      "epoch": 0.8794481694864515,
      "grad_norm": 5.875,
      "learning_rate": 6.028419629106207e-06,
      "loss": 2.0476,
      "mean_token_accuracy": 0.552780631184578,
      "num_tokens": 534097385.0,
      "step": 693320
    },
    {
      "epoch": 0.8794608540789844,
      "grad_norm": 5.0625,
      "learning_rate": 6.027785319019915e-06,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5259007811546326,
      "num_tokens": 534105602.0,
      "step": 693330
    },
    {
      "epoch": 0.8794735386715172,
      "grad_norm": 5.8125,
      "learning_rate": 6.027151008933623e-06,
      "loss": 2.2227,
      "mean_token_accuracy": 0.515792828798294,
      "num_tokens": 534115044.0,
      "step": 693340
    },
    {
      "epoch": 0.8794862232640501,
      "grad_norm": 6.75,
      "learning_rate": 6.026516698847332e-06,
      "loss": 2.1711,
      "mean_token_accuracy": 0.532391557097435,
      "num_tokens": 534122667.0,
      "step": 693350
    },
    {
      "epoch": 0.8794989078565829,
      "grad_norm": 5.4375,
      "learning_rate": 6.025882388761041e-06,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5179516702890397,
      "num_tokens": 534131781.0,
      "step": 693360
    },
    {
      "epoch": 0.8795115924491158,
      "grad_norm": 5.28125,
      "learning_rate": 6.025248078674749e-06,
      "loss": 2.025,
      "mean_token_accuracy": 0.5522119164466858,
      "num_tokens": 534139980.0,
      "step": 693370
    },
    {
      "epoch": 0.8795242770416486,
      "grad_norm": 4.90625,
      "learning_rate": 6.024613768588457e-06,
      "loss": 2.1918,
      "mean_token_accuracy": 0.5240892559289932,
      "num_tokens": 534147930.0,
      "step": 693380
    },
    {
      "epoch": 0.8795369616341814,
      "grad_norm": 5.125,
      "learning_rate": 6.023979458502166e-06,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5330202996730804,
      "num_tokens": 534157933.0,
      "step": 693390
    },
    {
      "epoch": 0.8795496462267143,
      "grad_norm": 7.46875,
      "learning_rate": 6.023345148415874e-06,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5358018398284912,
      "num_tokens": 534165594.0,
      "step": 693400
    },
    {
      "epoch": 0.8795623308192471,
      "grad_norm": 5.25,
      "learning_rate": 6.022710838329583e-06,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5437021434307099,
      "num_tokens": 534173970.0,
      "step": 693410
    },
    {
      "epoch": 0.87957501541178,
      "grad_norm": 7.78125,
      "learning_rate": 6.022076528243291e-06,
      "loss": 2.2196,
      "mean_token_accuracy": 0.5203537672758103,
      "num_tokens": 534182831.0,
      "step": 693420
    },
    {
      "epoch": 0.8795877000043127,
      "grad_norm": 8.125,
      "learning_rate": 6.021442218156999e-06,
      "loss": 1.982,
      "mean_token_accuracy": 0.5500221908092499,
      "num_tokens": 534190303.0,
      "step": 693430
    },
    {
      "epoch": 0.8796003845968456,
      "grad_norm": 5.28125,
      "learning_rate": 6.020807908070708e-06,
      "loss": 2.2593,
      "mean_token_accuracy": 0.5181330591440201,
      "num_tokens": 534198178.0,
      "step": 693440
    },
    {
      "epoch": 0.8796130691893784,
      "grad_norm": 8.25,
      "learning_rate": 6.020173597984417e-06,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5623574048280716,
      "num_tokens": 534204773.0,
      "step": 693450
    },
    {
      "epoch": 0.8796257537819112,
      "grad_norm": 6.375,
      "learning_rate": 6.019539287898126e-06,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5659612834453582,
      "num_tokens": 534212220.0,
      "step": 693460
    },
    {
      "epoch": 0.8796384383744441,
      "grad_norm": 5.84375,
      "learning_rate": 6.0189049778118335e-06,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5470238447189331,
      "num_tokens": 534220028.0,
      "step": 693470
    },
    {
      "epoch": 0.8796511229669769,
      "grad_norm": 4.90625,
      "learning_rate": 6.018270667725541e-06,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5386285245418548,
      "num_tokens": 534227938.0,
      "step": 693480
    },
    {
      "epoch": 0.8796638075595098,
      "grad_norm": 6.8125,
      "learning_rate": 6.01763635763925e-06,
      "loss": 2.093,
      "mean_token_accuracy": 0.560287481546402,
      "num_tokens": 534235304.0,
      "step": 693490
    },
    {
      "epoch": 0.8796764921520426,
      "grad_norm": 5.28125,
      "learning_rate": 6.017002047552959e-06,
      "loss": 1.8651,
      "mean_token_accuracy": 0.5752011418342591,
      "num_tokens": 534243237.0,
      "step": 693500
    },
    {
      "epoch": 0.8796891767445755,
      "grad_norm": 6.1875,
      "learning_rate": 6.016367737466668e-06,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5692413926124573,
      "num_tokens": 534250340.0,
      "step": 693510
    },
    {
      "epoch": 0.8797018613371083,
      "grad_norm": 6.84375,
      "learning_rate": 6.015733427380376e-06,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5359364181756974,
      "num_tokens": 534258238.0,
      "step": 693520
    },
    {
      "epoch": 0.8797145459296412,
      "grad_norm": 5.15625,
      "learning_rate": 6.015099117294084e-06,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5417969018220902,
      "num_tokens": 534266944.0,
      "step": 693530
    },
    {
      "epoch": 0.8797272305221739,
      "grad_norm": 6.125,
      "learning_rate": 6.014464807207792e-06,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5469046086072922,
      "num_tokens": 534274002.0,
      "step": 693540
    },
    {
      "epoch": 0.8797399151147067,
      "grad_norm": 6.28125,
      "learning_rate": 6.013830497121501e-06,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5434666812419892,
      "num_tokens": 534281285.0,
      "step": 693550
    },
    {
      "epoch": 0.8797525997072396,
      "grad_norm": 5.125,
      "learning_rate": 6.01319618703521e-06,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5796358644962311,
      "num_tokens": 534289816.0,
      "step": 693560
    },
    {
      "epoch": 0.8797652842997724,
      "grad_norm": 6.71875,
      "learning_rate": 6.012561876948918e-06,
      "loss": 1.9205,
      "mean_token_accuracy": 0.5688127368688584,
      "num_tokens": 534295126.0,
      "step": 693570
    },
    {
      "epoch": 0.8797779688923053,
      "grad_norm": 5.1875,
      "learning_rate": 6.011927566862627e-06,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5138227015733718,
      "num_tokens": 534303921.0,
      "step": 693580
    },
    {
      "epoch": 0.8797906534848381,
      "grad_norm": 5.28125,
      "learning_rate": 6.011293256776335e-06,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5782690197229385,
      "num_tokens": 534311314.0,
      "step": 693590
    },
    {
      "epoch": 0.879803338077371,
      "grad_norm": 5.5,
      "learning_rate": 6.010658946690044e-06,
      "loss": 2.0894,
      "mean_token_accuracy": 0.535982820391655,
      "num_tokens": 534319200.0,
      "step": 693600
    },
    {
      "epoch": 0.8798160226699038,
      "grad_norm": 6.8125,
      "learning_rate": 6.010024636603752e-06,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5428844958543777,
      "num_tokens": 534326470.0,
      "step": 693610
    },
    {
      "epoch": 0.8798287072624366,
      "grad_norm": 9.6875,
      "learning_rate": 6.00939032651746e-06,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5772310733795166,
      "num_tokens": 534333098.0,
      "step": 693620
    },
    {
      "epoch": 0.8798413918549695,
      "grad_norm": 5.0625,
      "learning_rate": 6.008756016431169e-06,
      "loss": 2.202,
      "mean_token_accuracy": 0.527853062748909,
      "num_tokens": 534340559.0,
      "step": 693630
    },
    {
      "epoch": 0.8798540764475022,
      "grad_norm": 6.8125,
      "learning_rate": 6.008121706344877e-06,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5525923728942871,
      "num_tokens": 534347416.0,
      "step": 693640
    },
    {
      "epoch": 0.8798667610400351,
      "grad_norm": 6.03125,
      "learning_rate": 6.007487396258586e-06,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5525862544775009,
      "num_tokens": 534355389.0,
      "step": 693650
    },
    {
      "epoch": 0.8798794456325679,
      "grad_norm": 5.5,
      "learning_rate": 6.0068530861722944e-06,
      "loss": 2.2935,
      "mean_token_accuracy": 0.5111557155847549,
      "num_tokens": 534363893.0,
      "step": 693660
    },
    {
      "epoch": 0.8798921302251008,
      "grad_norm": 5.6875,
      "learning_rate": 6.006218776086002e-06,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5350498259067535,
      "num_tokens": 534370822.0,
      "step": 693670
    },
    {
      "epoch": 0.8799048148176336,
      "grad_norm": 5.0625,
      "learning_rate": 6.005584465999711e-06,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5428196638822556,
      "num_tokens": 534377934.0,
      "step": 693680
    },
    {
      "epoch": 0.8799174994101664,
      "grad_norm": 5.0625,
      "learning_rate": 6.00495015591342e-06,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5290574431419373,
      "num_tokens": 534385834.0,
      "step": 693690
    },
    {
      "epoch": 0.8799301840026993,
      "grad_norm": 5.75,
      "learning_rate": 6.004315845827128e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5376968026161194,
      "num_tokens": 534393993.0,
      "step": 693700
    },
    {
      "epoch": 0.8799428685952321,
      "grad_norm": 4.875,
      "learning_rate": 6.0036815357408364e-06,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5277472406625747,
      "num_tokens": 534400270.0,
      "step": 693710
    },
    {
      "epoch": 0.879955553187765,
      "grad_norm": 7.875,
      "learning_rate": 6.003047225654545e-06,
      "loss": 1.7919,
      "mean_token_accuracy": 0.6100719958543778,
      "num_tokens": 534404732.0,
      "step": 693720
    },
    {
      "epoch": 0.8799682377802978,
      "grad_norm": 6.0,
      "learning_rate": 6.002412915568253e-06,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5451079219579696,
      "num_tokens": 534412167.0,
      "step": 693730
    },
    {
      "epoch": 0.8799809223728307,
      "grad_norm": 5.59375,
      "learning_rate": 6.001778605481962e-06,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5574625164270401,
      "num_tokens": 534420248.0,
      "step": 693740
    },
    {
      "epoch": 0.8799936069653634,
      "grad_norm": 6.34375,
      "learning_rate": 6.00114429539567e-06,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5455089569091797,
      "num_tokens": 534427352.0,
      "step": 693750
    },
    {
      "epoch": 0.8800062915578963,
      "grad_norm": 4.65625,
      "learning_rate": 6.0005099853093785e-06,
      "loss": 1.742,
      "mean_token_accuracy": 0.6065528750419616,
      "num_tokens": 534433915.0,
      "step": 693760
    },
    {
      "epoch": 0.8800189761504291,
      "grad_norm": 5.53125,
      "learning_rate": 5.999875675223087e-06,
      "loss": 2.1431,
      "mean_token_accuracy": 0.531244483590126,
      "num_tokens": 534441691.0,
      "step": 693770
    },
    {
      "epoch": 0.8800316607429619,
      "grad_norm": 6.0,
      "learning_rate": 5.999241365136796e-06,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5394233673810959,
      "num_tokens": 534448720.0,
      "step": 693780
    },
    {
      "epoch": 0.8800443453354948,
      "grad_norm": 4.53125,
      "learning_rate": 5.998607055050505e-06,
      "loss": 1.9414,
      "mean_token_accuracy": 0.5521904855966568,
      "num_tokens": 534456303.0,
      "step": 693790
    },
    {
      "epoch": 0.8800570299280276,
      "grad_norm": 6.15625,
      "learning_rate": 5.9979727449642126e-06,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5586851328611374,
      "num_tokens": 534463245.0,
      "step": 693800
    },
    {
      "epoch": 0.8800697145205605,
      "grad_norm": 7.59375,
      "learning_rate": 5.9973384348779205e-06,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5397183448076248,
      "num_tokens": 534472051.0,
      "step": 693810
    },
    {
      "epoch": 0.8800823991130933,
      "grad_norm": 5.71875,
      "learning_rate": 5.996704124791629e-06,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5335050761699677,
      "num_tokens": 534480154.0,
      "step": 693820
    },
    {
      "epoch": 0.8800950837056262,
      "grad_norm": 8.125,
      "learning_rate": 5.996069814705338e-06,
      "loss": 1.8021,
      "mean_token_accuracy": 0.6019597858190536,
      "num_tokens": 534487277.0,
      "step": 693830
    },
    {
      "epoch": 0.880107768298159,
      "grad_norm": 5.9375,
      "learning_rate": 5.995435504619047e-06,
      "loss": 1.9687,
      "mean_token_accuracy": 0.566531702876091,
      "num_tokens": 534495516.0,
      "step": 693840
    },
    {
      "epoch": 0.8801204528906917,
      "grad_norm": 7.875,
      "learning_rate": 5.994801194532755e-06,
      "loss": 2.2442,
      "mean_token_accuracy": 0.5147211223840713,
      "num_tokens": 534503040.0,
      "step": 693850
    },
    {
      "epoch": 0.8801331374832246,
      "grad_norm": 9.0,
      "learning_rate": 5.994166884446463e-06,
      "loss": 1.966,
      "mean_token_accuracy": 0.5562876015901566,
      "num_tokens": 534509766.0,
      "step": 693860
    },
    {
      "epoch": 0.8801458220757574,
      "grad_norm": 6.75,
      "learning_rate": 5.993532574360171e-06,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5488914489746094,
      "num_tokens": 534517367.0,
      "step": 693870
    },
    {
      "epoch": 0.8801585066682903,
      "grad_norm": 6.75,
      "learning_rate": 5.99289826427388e-06,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5429281711578369,
      "num_tokens": 534524447.0,
      "step": 693880
    },
    {
      "epoch": 0.8801711912608231,
      "grad_norm": 5.9375,
      "learning_rate": 5.992263954187589e-06,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5197468250989914,
      "num_tokens": 534532855.0,
      "step": 693890
    },
    {
      "epoch": 0.880183875853356,
      "grad_norm": 5.6875,
      "learning_rate": 5.991629644101297e-06,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5359012901782989,
      "num_tokens": 534540963.0,
      "step": 693900
    },
    {
      "epoch": 0.8801965604458888,
      "grad_norm": 5.6875,
      "learning_rate": 5.990995334015006e-06,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5382737010717392,
      "num_tokens": 534547683.0,
      "step": 693910
    },
    {
      "epoch": 0.8802092450384217,
      "grad_norm": 6.71875,
      "learning_rate": 5.990361023928714e-06,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5457336455583572,
      "num_tokens": 534555229.0,
      "step": 693920
    },
    {
      "epoch": 0.8802219296309545,
      "grad_norm": 4.9375,
      "learning_rate": 5.989726713842422e-06,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5504283130168914,
      "num_tokens": 534563657.0,
      "step": 693930
    },
    {
      "epoch": 0.8802346142234873,
      "grad_norm": 4.96875,
      "learning_rate": 5.989092403756131e-06,
      "loss": 1.8265,
      "mean_token_accuracy": 0.5894941866397858,
      "num_tokens": 534570918.0,
      "step": 693940
    },
    {
      "epoch": 0.8802472988160202,
      "grad_norm": 5.90625,
      "learning_rate": 5.9884580936698394e-06,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5362318247556687,
      "num_tokens": 534579855.0,
      "step": 693950
    },
    {
      "epoch": 0.8802599834085529,
      "grad_norm": 4.6875,
      "learning_rate": 5.987823783583548e-06,
      "loss": 2.1663,
      "mean_token_accuracy": 0.534249159693718,
      "num_tokens": 534588859.0,
      "step": 693960
    },
    {
      "epoch": 0.8802726680010858,
      "grad_norm": 5.375,
      "learning_rate": 5.987189473497256e-06,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5487140476703644,
      "num_tokens": 534596463.0,
      "step": 693970
    },
    {
      "epoch": 0.8802853525936186,
      "grad_norm": 5.40625,
      "learning_rate": 5.986555163410965e-06,
      "loss": 1.9031,
      "mean_token_accuracy": 0.576993927359581,
      "num_tokens": 534604522.0,
      "step": 693980
    },
    {
      "epoch": 0.8802980371861515,
      "grad_norm": 7.15625,
      "learning_rate": 5.9859208533246735e-06,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5901081204414368,
      "num_tokens": 534611381.0,
      "step": 693990
    },
    {
      "epoch": 0.8803107217786843,
      "grad_norm": 4.25,
      "learning_rate": 5.9852865432383814e-06,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5608268141746521,
      "num_tokens": 534619439.0,
      "step": 694000
    },
    {
      "epoch": 0.8803234063712171,
      "grad_norm": 7.71875,
      "learning_rate": 5.98465223315209e-06,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5347246289253235,
      "num_tokens": 534627006.0,
      "step": 694010
    },
    {
      "epoch": 0.88033609096375,
      "grad_norm": 6.34375,
      "learning_rate": 5.984017923065798e-06,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5609262079000473,
      "num_tokens": 534634431.0,
      "step": 694020
    },
    {
      "epoch": 0.8803487755562828,
      "grad_norm": 7.53125,
      "learning_rate": 5.983383612979507e-06,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5609203904867173,
      "num_tokens": 534643012.0,
      "step": 694030
    },
    {
      "epoch": 0.8803614601488157,
      "grad_norm": 5.0,
      "learning_rate": 5.9827493028932155e-06,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5460654675960541,
      "num_tokens": 534651375.0,
      "step": 694040
    },
    {
      "epoch": 0.8803741447413485,
      "grad_norm": 6.09375,
      "learning_rate": 5.982114992806924e-06,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5187069624662399,
      "num_tokens": 534660051.0,
      "step": 694050
    },
    {
      "epoch": 0.8803868293338813,
      "grad_norm": 5.8125,
      "learning_rate": 5.981480682720632e-06,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5367524176836014,
      "num_tokens": 534668404.0,
      "step": 694060
    },
    {
      "epoch": 0.8803995139264141,
      "grad_norm": 5.5,
      "learning_rate": 5.980846372634341e-06,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5416480749845505,
      "num_tokens": 534676105.0,
      "step": 694070
    },
    {
      "epoch": 0.880412198518947,
      "grad_norm": 5.1875,
      "learning_rate": 5.980212062548049e-06,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5555010259151458,
      "num_tokens": 534684938.0,
      "step": 694080
    },
    {
      "epoch": 0.8804248831114798,
      "grad_norm": 6.8125,
      "learning_rate": 5.9795777524617575e-06,
      "loss": 1.8742,
      "mean_token_accuracy": 0.591245174407959,
      "num_tokens": 534692725.0,
      "step": 694090
    },
    {
      "epoch": 0.8804375677040126,
      "grad_norm": 6.28125,
      "learning_rate": 5.978943442375466e-06,
      "loss": 1.9972,
      "mean_token_accuracy": 0.567775109410286,
      "num_tokens": 534700497.0,
      "step": 694100
    },
    {
      "epoch": 0.8804502522965455,
      "grad_norm": 5.8125,
      "learning_rate": 5.978309132289175e-06,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5438369542360306,
      "num_tokens": 534707171.0,
      "step": 694110
    },
    {
      "epoch": 0.8804629368890783,
      "grad_norm": 6.0,
      "learning_rate": 5.977674822202883e-06,
      "loss": 1.8689,
      "mean_token_accuracy": 0.5805749595165253,
      "num_tokens": 534713313.0,
      "step": 694120
    },
    {
      "epoch": 0.8804756214816112,
      "grad_norm": 5.84375,
      "learning_rate": 5.977040512116591e-06,
      "loss": 1.8451,
      "mean_token_accuracy": 0.5954287767410278,
      "num_tokens": 534720200.0,
      "step": 694130
    },
    {
      "epoch": 0.880488306074144,
      "grad_norm": 5.84375,
      "learning_rate": 5.9764062020302996e-06,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5254761159420014,
      "num_tokens": 534727098.0,
      "step": 694140
    },
    {
      "epoch": 0.8805009906666769,
      "grad_norm": 8.0625,
      "learning_rate": 5.975771891944008e-06,
      "loss": 1.91,
      "mean_token_accuracy": 0.5793567478656769,
      "num_tokens": 534734953.0,
      "step": 694150
    },
    {
      "epoch": 0.8805136752592096,
      "grad_norm": 6.0625,
      "learning_rate": 5.975137581857717e-06,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5788359880447388,
      "num_tokens": 534741206.0,
      "step": 694160
    },
    {
      "epoch": 0.8805263598517424,
      "grad_norm": 4.96875,
      "learning_rate": 5.974503271771426e-06,
      "loss": 2.1505,
      "mean_token_accuracy": 0.534757262468338,
      "num_tokens": 534749397.0,
      "step": 694170
    },
    {
      "epoch": 0.8805390444442753,
      "grad_norm": 5.75,
      "learning_rate": 5.9738689616851345e-06,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5553492575883865,
      "num_tokens": 534757219.0,
      "step": 694180
    },
    {
      "epoch": 0.8805517290368081,
      "grad_norm": 5.28125,
      "learning_rate": 5.973234651598842e-06,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5570212841033936,
      "num_tokens": 534765158.0,
      "step": 694190
    },
    {
      "epoch": 0.880564413629341,
      "grad_norm": 5.59375,
      "learning_rate": 5.97260034151255e-06,
      "loss": 1.893,
      "mean_token_accuracy": 0.576115009188652,
      "num_tokens": 534773629.0,
      "step": 694200
    },
    {
      "epoch": 0.8805770982218738,
      "grad_norm": 4.46875,
      "learning_rate": 5.971966031426259e-06,
      "loss": 2.2798,
      "mean_token_accuracy": 0.5114538311958313,
      "num_tokens": 534782460.0,
      "step": 694210
    },
    {
      "epoch": 0.8805897828144067,
      "grad_norm": 5.28125,
      "learning_rate": 5.971331721339968e-06,
      "loss": 2.0756,
      "mean_token_accuracy": 0.5323884755373001,
      "num_tokens": 534791041.0,
      "step": 694220
    },
    {
      "epoch": 0.8806024674069395,
      "grad_norm": 5.1875,
      "learning_rate": 5.9706974112536765e-06,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5351789027452469,
      "num_tokens": 534798815.0,
      "step": 694230
    },
    {
      "epoch": 0.8806151519994723,
      "grad_norm": 6.53125,
      "learning_rate": 5.970063101167384e-06,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5666221499443054,
      "num_tokens": 534805758.0,
      "step": 694240
    },
    {
      "epoch": 0.8806278365920052,
      "grad_norm": 8.6875,
      "learning_rate": 5.969428791081093e-06,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5618896842002868,
      "num_tokens": 534812065.0,
      "step": 694250
    },
    {
      "epoch": 0.880640521184538,
      "grad_norm": 5.4375,
      "learning_rate": 5.968794480994801e-06,
      "loss": 2.0237,
      "mean_token_accuracy": 0.5533427387475968,
      "num_tokens": 534820167.0,
      "step": 694260
    },
    {
      "epoch": 0.8806532057770708,
      "grad_norm": 5.1875,
      "learning_rate": 5.96816017090851e-06,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5354590535163879,
      "num_tokens": 534828693.0,
      "step": 694270
    },
    {
      "epoch": 0.8806658903696036,
      "grad_norm": 6.34375,
      "learning_rate": 5.9675258608222185e-06,
      "loss": 2.2784,
      "mean_token_accuracy": 0.514682513475418,
      "num_tokens": 534836451.0,
      "step": 694280
    },
    {
      "epoch": 0.8806785749621365,
      "grad_norm": 5.8125,
      "learning_rate": 5.966891550735927e-06,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5289819151163101,
      "num_tokens": 534843783.0,
      "step": 694290
    },
    {
      "epoch": 0.8806912595546693,
      "grad_norm": 6.96875,
      "learning_rate": 5.966257240649635e-06,
      "loss": 2.2179,
      "mean_token_accuracy": 0.5157376021146775,
      "num_tokens": 534851336.0,
      "step": 694300
    },
    {
      "epoch": 0.8807039441472022,
      "grad_norm": 7.53125,
      "learning_rate": 5.965622930563344e-06,
      "loss": 2.3104,
      "mean_token_accuracy": 0.5022135108709336,
      "num_tokens": 534860327.0,
      "step": 694310
    },
    {
      "epoch": 0.880716628739735,
      "grad_norm": 4.90625,
      "learning_rate": 5.964988620477052e-06,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5659299314022064,
      "num_tokens": 534868345.0,
      "step": 694320
    },
    {
      "epoch": 0.8807293133322678,
      "grad_norm": 4.625,
      "learning_rate": 5.9643543103907605e-06,
      "loss": 1.8669,
      "mean_token_accuracy": 0.5809645801782608,
      "num_tokens": 534876066.0,
      "step": 694330
    },
    {
      "epoch": 0.8807419979248007,
      "grad_norm": 4.75,
      "learning_rate": 5.963720000304469e-06,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5539790481328964,
      "num_tokens": 534885099.0,
      "step": 694340
    },
    {
      "epoch": 0.8807546825173335,
      "grad_norm": 6.15625,
      "learning_rate": 5.963085690218177e-06,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5433116048574448,
      "num_tokens": 534893874.0,
      "step": 694350
    },
    {
      "epoch": 0.8807673671098664,
      "grad_norm": 5.84375,
      "learning_rate": 5.962451380131886e-06,
      "loss": 1.7506,
      "mean_token_accuracy": 0.6039892971515656,
      "num_tokens": 534900212.0,
      "step": 694360
    },
    {
      "epoch": 0.8807800517023991,
      "grad_norm": 6.8125,
      "learning_rate": 5.961817070045595e-06,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5406276464462281,
      "num_tokens": 534907760.0,
      "step": 694370
    },
    {
      "epoch": 0.880792736294932,
      "grad_norm": 4.75,
      "learning_rate": 5.961182759959303e-06,
      "loss": 1.8418,
      "mean_token_accuracy": 0.5809793502092362,
      "num_tokens": 534915159.0,
      "step": 694380
    },
    {
      "epoch": 0.8808054208874648,
      "grad_norm": 5.71875,
      "learning_rate": 5.960548449873011e-06,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5584220856428146,
      "num_tokens": 534923468.0,
      "step": 694390
    },
    {
      "epoch": 0.8808181054799976,
      "grad_norm": 4.375,
      "learning_rate": 5.95991413978672e-06,
      "loss": 1.9782,
      "mean_token_accuracy": 0.5648382902145386,
      "num_tokens": 534930747.0,
      "step": 694400
    },
    {
      "epoch": 0.8808307900725305,
      "grad_norm": 6.09375,
      "learning_rate": 5.959279829700428e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5289134711027146,
      "num_tokens": 534938821.0,
      "step": 694410
    },
    {
      "epoch": 0.8808434746650633,
      "grad_norm": 5.03125,
      "learning_rate": 5.958645519614137e-06,
      "loss": 1.7068,
      "mean_token_accuracy": 0.6221782922744751,
      "num_tokens": 534946796.0,
      "step": 694420
    },
    {
      "epoch": 0.8808561592575962,
      "grad_norm": 5.1875,
      "learning_rate": 5.958011209527845e-06,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5606536418199539,
      "num_tokens": 534954258.0,
      "step": 694430
    },
    {
      "epoch": 0.880868843850129,
      "grad_norm": 5.71875,
      "learning_rate": 5.957376899441554e-06,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5485415250062943,
      "num_tokens": 534963182.0,
      "step": 694440
    },
    {
      "epoch": 0.8808815284426619,
      "grad_norm": 5.625,
      "learning_rate": 5.956742589355262e-06,
      "loss": 1.8546,
      "mean_token_accuracy": 0.5843304872512818,
      "num_tokens": 534969957.0,
      "step": 694450
    },
    {
      "epoch": 0.8808942130351947,
      "grad_norm": 4.78125,
      "learning_rate": 5.95610827926897e-06,
      "loss": 2.1073,
      "mean_token_accuracy": 0.53621806204319,
      "num_tokens": 534977805.0,
      "step": 694460
    },
    {
      "epoch": 0.8809068976277276,
      "grad_norm": 5.5625,
      "learning_rate": 5.955473969182679e-06,
      "loss": 2.2408,
      "mean_token_accuracy": 0.5188027739524841,
      "num_tokens": 534986909.0,
      "step": 694470
    },
    {
      "epoch": 0.8809195822202603,
      "grad_norm": 5.25,
      "learning_rate": 5.954839659096387e-06,
      "loss": 1.7598,
      "mean_token_accuracy": 0.6079893231391906,
      "num_tokens": 534993946.0,
      "step": 694480
    },
    {
      "epoch": 0.8809322668127931,
      "grad_norm": 9.8125,
      "learning_rate": 5.954205349010096e-06,
      "loss": 1.8331,
      "mean_token_accuracy": 0.5922045916318893,
      "num_tokens": 535000861.0,
      "step": 694490
    },
    {
      "epoch": 0.880944951405326,
      "grad_norm": 6.0625,
      "learning_rate": 5.953571038923805e-06,
      "loss": 2.1997,
      "mean_token_accuracy": 0.5164332151412964,
      "num_tokens": 535008529.0,
      "step": 694500
    },
    {
      "epoch": 0.8809576359978588,
      "grad_norm": 5.125,
      "learning_rate": 5.952936728837514e-06,
      "loss": 2.0622,
      "mean_token_accuracy": 0.559979385137558,
      "num_tokens": 535016301.0,
      "step": 694510
    },
    {
      "epoch": 0.8809703205903917,
      "grad_norm": 5.9375,
      "learning_rate": 5.9523024187512215e-06,
      "loss": 2.073,
      "mean_token_accuracy": 0.5499869167804718,
      "num_tokens": 535023409.0,
      "step": 694520
    },
    {
      "epoch": 0.8809830051829245,
      "grad_norm": 6.90625,
      "learning_rate": 5.951668108664929e-06,
      "loss": 1.95,
      "mean_token_accuracy": 0.562505641579628,
      "num_tokens": 535030407.0,
      "step": 694530
    },
    {
      "epoch": 0.8809956897754574,
      "grad_norm": 5.375,
      "learning_rate": 5.951033798578638e-06,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5363393098115921,
      "num_tokens": 535037614.0,
      "step": 694540
    },
    {
      "epoch": 0.8810083743679902,
      "grad_norm": 6.65625,
      "learning_rate": 5.950399488492347e-06,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5698492527008057,
      "num_tokens": 535044546.0,
      "step": 694550
    },
    {
      "epoch": 0.881021058960523,
      "grad_norm": 5.25,
      "learning_rate": 5.949765178406056e-06,
      "loss": 2.2074,
      "mean_token_accuracy": 0.5124108970165253,
      "num_tokens": 535052733.0,
      "step": 694560
    },
    {
      "epoch": 0.8810337435530559,
      "grad_norm": 5.125,
      "learning_rate": 5.9491308683197635e-06,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5297447800636291,
      "num_tokens": 535061177.0,
      "step": 694570
    },
    {
      "epoch": 0.8810464281455886,
      "grad_norm": 9.25,
      "learning_rate": 5.948496558233472e-06,
      "loss": 1.7518,
      "mean_token_accuracy": 0.6150180578231812,
      "num_tokens": 535067769.0,
      "step": 694580
    },
    {
      "epoch": 0.8810591127381215,
      "grad_norm": 6.15625,
      "learning_rate": 5.94786224814718e-06,
      "loss": 2.0189,
      "mean_token_accuracy": 0.5588442087173462,
      "num_tokens": 535075422.0,
      "step": 694590
    },
    {
      "epoch": 0.8810717973306543,
      "grad_norm": 7.34375,
      "learning_rate": 5.947227938060889e-06,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5293484717607498,
      "num_tokens": 535084083.0,
      "step": 694600
    },
    {
      "epoch": 0.8810844819231872,
      "grad_norm": 8.0625,
      "learning_rate": 5.946593627974598e-06,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5301057457923889,
      "num_tokens": 535089823.0,
      "step": 694610
    },
    {
      "epoch": 0.88109716651572,
      "grad_norm": 5.28125,
      "learning_rate": 5.945959317888306e-06,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5354236960411072,
      "num_tokens": 535097172.0,
      "step": 694620
    },
    {
      "epoch": 0.8811098511082528,
      "grad_norm": 5.21875,
      "learning_rate": 5.945325007802014e-06,
      "loss": 2.1036,
      "mean_token_accuracy": 0.542490890622139,
      "num_tokens": 535104017.0,
      "step": 694630
    },
    {
      "epoch": 0.8811225357007857,
      "grad_norm": 5.40625,
      "learning_rate": 5.944690697715723e-06,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5569370210170745,
      "num_tokens": 535111771.0,
      "step": 694640
    },
    {
      "epoch": 0.8811352202933185,
      "grad_norm": 5.375,
      "learning_rate": 5.944056387629431e-06,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5434521555900573,
      "num_tokens": 535119335.0,
      "step": 694650
    },
    {
      "epoch": 0.8811479048858514,
      "grad_norm": 5.78125,
      "learning_rate": 5.94342207754314e-06,
      "loss": 1.8989,
      "mean_token_accuracy": 0.5756674140691758,
      "num_tokens": 535125797.0,
      "step": 694660
    },
    {
      "epoch": 0.8811605894783842,
      "grad_norm": 7.53125,
      "learning_rate": 5.942787767456848e-06,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5353456765413285,
      "num_tokens": 535133773.0,
      "step": 694670
    },
    {
      "epoch": 0.8811732740709171,
      "grad_norm": 7.5625,
      "learning_rate": 5.942153457370556e-06,
      "loss": 2.11,
      "mean_token_accuracy": 0.5329926490783692,
      "num_tokens": 535140867.0,
      "step": 694680
    },
    {
      "epoch": 0.8811859586634498,
      "grad_norm": 6.21875,
      "learning_rate": 5.941519147284265e-06,
      "loss": 2.0185,
      "mean_token_accuracy": 0.563957479596138,
      "num_tokens": 535149801.0,
      "step": 694690
    },
    {
      "epoch": 0.8811986432559827,
      "grad_norm": 6.25,
      "learning_rate": 5.940884837197974e-06,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5357736498117447,
      "num_tokens": 535157969.0,
      "step": 694700
    },
    {
      "epoch": 0.8812113278485155,
      "grad_norm": 5.3125,
      "learning_rate": 5.9402505271116825e-06,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5204000741243362,
      "num_tokens": 535166677.0,
      "step": 694710
    },
    {
      "epoch": 0.8812240124410483,
      "grad_norm": 4.40625,
      "learning_rate": 5.93961621702539e-06,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5509717643260956,
      "num_tokens": 535174055.0,
      "step": 694720
    },
    {
      "epoch": 0.8812366970335812,
      "grad_norm": 5.78125,
      "learning_rate": 5.938981906939099e-06,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5325174123048783,
      "num_tokens": 535182073.0,
      "step": 694730
    },
    {
      "epoch": 0.881249381626114,
      "grad_norm": 4.875,
      "learning_rate": 5.938347596852807e-06,
      "loss": 1.8829,
      "mean_token_accuracy": 0.5858324229717254,
      "num_tokens": 535189495.0,
      "step": 694740
    },
    {
      "epoch": 0.8812620662186469,
      "grad_norm": 4.8125,
      "learning_rate": 5.937713286766516e-06,
      "loss": 2.0105,
      "mean_token_accuracy": 0.549079030752182,
      "num_tokens": 535197753.0,
      "step": 694750
    },
    {
      "epoch": 0.8812747508111797,
      "grad_norm": 5.09375,
      "learning_rate": 5.9370789766802245e-06,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5381861865520478,
      "num_tokens": 535206344.0,
      "step": 694760
    },
    {
      "epoch": 0.8812874354037126,
      "grad_norm": 5.3125,
      "learning_rate": 5.936444666593933e-06,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5356991440057755,
      "num_tokens": 535213320.0,
      "step": 694770
    },
    {
      "epoch": 0.8813001199962454,
      "grad_norm": 5.1875,
      "learning_rate": 5.935810356507641e-06,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5397246062755585,
      "num_tokens": 535220560.0,
      "step": 694780
    },
    {
      "epoch": 0.8813128045887781,
      "grad_norm": 5.25,
      "learning_rate": 5.935176046421349e-06,
      "loss": 2.089,
      "mean_token_accuracy": 0.5465557992458343,
      "num_tokens": 535227813.0,
      "step": 694790
    },
    {
      "epoch": 0.881325489181311,
      "grad_norm": 18.375,
      "learning_rate": 5.934541736335058e-06,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5379301726818084,
      "num_tokens": 535235338.0,
      "step": 694800
    },
    {
      "epoch": 0.8813381737738438,
      "grad_norm": 6.03125,
      "learning_rate": 5.9339074262487665e-06,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5273707687854767,
      "num_tokens": 535242357.0,
      "step": 694810
    },
    {
      "epoch": 0.8813508583663767,
      "grad_norm": 5.84375,
      "learning_rate": 5.933273116162475e-06,
      "loss": 1.8442,
      "mean_token_accuracy": 0.5857336938381195,
      "num_tokens": 535249629.0,
      "step": 694820
    },
    {
      "epoch": 0.8813635429589095,
      "grad_norm": 9.4375,
      "learning_rate": 5.932638806076184e-06,
      "loss": 1.7613,
      "mean_token_accuracy": 0.5964661449193954,
      "num_tokens": 535255520.0,
      "step": 694830
    },
    {
      "epoch": 0.8813762275514424,
      "grad_norm": 7.6875,
      "learning_rate": 5.932004495989892e-06,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5383012443780899,
      "num_tokens": 535264091.0,
      "step": 694840
    },
    {
      "epoch": 0.8813889121439752,
      "grad_norm": 5.09375,
      "learning_rate": 5.9313701859036e-06,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5601501047611237,
      "num_tokens": 535272193.0,
      "step": 694850
    },
    {
      "epoch": 0.8814015967365081,
      "grad_norm": 5.0625,
      "learning_rate": 5.9307358758173085e-06,
      "loss": 1.881,
      "mean_token_accuracy": 0.5812136739492416,
      "num_tokens": 535278909.0,
      "step": 694860
    },
    {
      "epoch": 0.8814142813290409,
      "grad_norm": 5.15625,
      "learning_rate": 5.930101565731017e-06,
      "loss": 2.1124,
      "mean_token_accuracy": 0.538547694683075,
      "num_tokens": 535288236.0,
      "step": 694870
    },
    {
      "epoch": 0.8814269659215737,
      "grad_norm": 5.09375,
      "learning_rate": 5.929467255644726e-06,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5526878595352173,
      "num_tokens": 535294971.0,
      "step": 694880
    },
    {
      "epoch": 0.8814396505141066,
      "grad_norm": 5.65625,
      "learning_rate": 5.928832945558435e-06,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5406460970640182,
      "num_tokens": 535302114.0,
      "step": 694890
    },
    {
      "epoch": 0.8814523351066393,
      "grad_norm": 6.71875,
      "learning_rate": 5.928198635472143e-06,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5536548584699631,
      "num_tokens": 535309794.0,
      "step": 694900
    },
    {
      "epoch": 0.8814650196991722,
      "grad_norm": 5.1875,
      "learning_rate": 5.927564325385851e-06,
      "loss": 1.893,
      "mean_token_accuracy": 0.5811357140541077,
      "num_tokens": 535316947.0,
      "step": 694910
    },
    {
      "epoch": 0.881477704291705,
      "grad_norm": 6.09375,
      "learning_rate": 5.926930015299559e-06,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5664568096399307,
      "num_tokens": 535324188.0,
      "step": 694920
    },
    {
      "epoch": 0.8814903888842379,
      "grad_norm": 4.96875,
      "learning_rate": 5.926295705213268e-06,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5170953750610352,
      "num_tokens": 535333518.0,
      "step": 694930
    },
    {
      "epoch": 0.8815030734767707,
      "grad_norm": 4.96875,
      "learning_rate": 5.925661395126977e-06,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5538371801376343,
      "num_tokens": 535341092.0,
      "step": 694940
    },
    {
      "epoch": 0.8815157580693035,
      "grad_norm": 9.1875,
      "learning_rate": 5.9250270850406854e-06,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5510017514228821,
      "num_tokens": 535348444.0,
      "step": 694950
    },
    {
      "epoch": 0.8815284426618364,
      "grad_norm": 5.40625,
      "learning_rate": 5.924392774954393e-06,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5571701288223266,
      "num_tokens": 535356168.0,
      "step": 694960
    },
    {
      "epoch": 0.8815411272543692,
      "grad_norm": 5.40625,
      "learning_rate": 5.923758464868102e-06,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5317372530698776,
      "num_tokens": 535364899.0,
      "step": 694970
    },
    {
      "epoch": 0.8815538118469021,
      "grad_norm": 5.84375,
      "learning_rate": 5.92312415478181e-06,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5390933007001877,
      "num_tokens": 535373088.0,
      "step": 694980
    },
    {
      "epoch": 0.8815664964394349,
      "grad_norm": 5.125,
      "learning_rate": 5.922489844695519e-06,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5409813910722733,
      "num_tokens": 535382875.0,
      "step": 694990
    },
    {
      "epoch": 0.8815791810319678,
      "grad_norm": 6.28125,
      "learning_rate": 5.9218555346092275e-06,
      "loss": 2.2579,
      "mean_token_accuracy": 0.5113659232854844,
      "num_tokens": 535391229.0,
      "step": 695000
    },
    {
      "epoch": 0.8815918656245005,
      "grad_norm": 4.8125,
      "learning_rate": 5.921221224522935e-06,
      "loss": 1.8886,
      "mean_token_accuracy": 0.5779987812042237,
      "num_tokens": 535399138.0,
      "step": 695010
    },
    {
      "epoch": 0.8816045502170334,
      "grad_norm": 5.375,
      "learning_rate": 5.920586914436644e-06,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5642186075448989,
      "num_tokens": 535406506.0,
      "step": 695020
    },
    {
      "epoch": 0.8816172348095662,
      "grad_norm": 5.0625,
      "learning_rate": 5.919952604350353e-06,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5388506025075912,
      "num_tokens": 535414105.0,
      "step": 695030
    },
    {
      "epoch": 0.881629919402099,
      "grad_norm": 4.90625,
      "learning_rate": 5.919318294264061e-06,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5627269148826599,
      "num_tokens": 535422751.0,
      "step": 695040
    },
    {
      "epoch": 0.8816426039946319,
      "grad_norm": 6.03125,
      "learning_rate": 5.9186839841777695e-06,
      "loss": 2.2531,
      "mean_token_accuracy": 0.5203009754419327,
      "num_tokens": 535431177.0,
      "step": 695050
    },
    {
      "epoch": 0.8816552885871647,
      "grad_norm": 6.9375,
      "learning_rate": 5.918049674091478e-06,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5402860611677169,
      "num_tokens": 535439293.0,
      "step": 695060
    },
    {
      "epoch": 0.8816679731796976,
      "grad_norm": 5.53125,
      "learning_rate": 5.917415364005186e-06,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5510316014289856,
      "num_tokens": 535445431.0,
      "step": 695070
    },
    {
      "epoch": 0.8816806577722304,
      "grad_norm": 5.25,
      "learning_rate": 5.916781053918895e-06,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5530512392520904,
      "num_tokens": 535453611.0,
      "step": 695080
    },
    {
      "epoch": 0.8816933423647633,
      "grad_norm": 8.1875,
      "learning_rate": 5.9161467438326036e-06,
      "loss": 2.221,
      "mean_token_accuracy": 0.5224635690450669,
      "num_tokens": 535460538.0,
      "step": 695090
    },
    {
      "epoch": 0.881706026957296,
      "grad_norm": 10.0,
      "learning_rate": 5.915512433746312e-06,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5220020830631256,
      "num_tokens": 535468376.0,
      "step": 695100
    },
    {
      "epoch": 0.8817187115498288,
      "grad_norm": 5.09375,
      "learning_rate": 5.91487812366002e-06,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5132388591766357,
      "num_tokens": 535476919.0,
      "step": 695110
    },
    {
      "epoch": 0.8817313961423617,
      "grad_norm": 5.71875,
      "learning_rate": 5.914243813573728e-06,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5567232549190522,
      "num_tokens": 535483763.0,
      "step": 695120
    },
    {
      "epoch": 0.8817440807348945,
      "grad_norm": 5.3125,
      "learning_rate": 5.913609503487437e-06,
      "loss": 2.0948,
      "mean_token_accuracy": 0.539328345656395,
      "num_tokens": 535492317.0,
      "step": 695130
    },
    {
      "epoch": 0.8817567653274274,
      "grad_norm": 6.6875,
      "learning_rate": 5.9129751934011456e-06,
      "loss": 1.9721,
      "mean_token_accuracy": 0.561042383313179,
      "num_tokens": 535498861.0,
      "step": 695140
    },
    {
      "epoch": 0.8817694499199602,
      "grad_norm": 9.4375,
      "learning_rate": 5.912340883314854e-06,
      "loss": 2.118,
      "mean_token_accuracy": 0.5360449016094208,
      "num_tokens": 535505841.0,
      "step": 695150
    },
    {
      "epoch": 0.8817821345124931,
      "grad_norm": 5.84375,
      "learning_rate": 5.911706573228563e-06,
      "loss": 1.811,
      "mean_token_accuracy": 0.5849554300308227,
      "num_tokens": 535511679.0,
      "step": 695160
    },
    {
      "epoch": 0.8817948191050259,
      "grad_norm": 5.4375,
      "learning_rate": 5.911072263142271e-06,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5488195806741715,
      "num_tokens": 535518931.0,
      "step": 695170
    },
    {
      "epoch": 0.8818075036975587,
      "grad_norm": 6.375,
      "learning_rate": 5.910437953055979e-06,
      "loss": 2.2281,
      "mean_token_accuracy": 0.5265023887157441,
      "num_tokens": 535526782.0,
      "step": 695180
    },
    {
      "epoch": 0.8818201882900916,
      "grad_norm": 5.3125,
      "learning_rate": 5.9098036429696876e-06,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5404056429862976,
      "num_tokens": 535533978.0,
      "step": 695190
    },
    {
      "epoch": 0.8818328728826244,
      "grad_norm": 5.78125,
      "learning_rate": 5.909169332883396e-06,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5212642788887024,
      "num_tokens": 535541051.0,
      "step": 695200
    },
    {
      "epoch": 0.8818455574751572,
      "grad_norm": 7.25,
      "learning_rate": 5.908535022797105e-06,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5405535995960236,
      "num_tokens": 535547998.0,
      "step": 695210
    },
    {
      "epoch": 0.88185824206769,
      "grad_norm": 7.0625,
      "learning_rate": 5.907900712710814e-06,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5337482631206513,
      "num_tokens": 535555775.0,
      "step": 695220
    },
    {
      "epoch": 0.8818709266602229,
      "grad_norm": 5.03125,
      "learning_rate": 5.907266402624522e-06,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5280074626207352,
      "num_tokens": 535564544.0,
      "step": 695230
    },
    {
      "epoch": 0.8818836112527557,
      "grad_norm": 5.25,
      "learning_rate": 5.90663209253823e-06,
      "loss": 2.057,
      "mean_token_accuracy": 0.5375900804996491,
      "num_tokens": 535572214.0,
      "step": 695240
    },
    {
      "epoch": 0.8818962958452886,
      "grad_norm": 6.34375,
      "learning_rate": 5.905997782451938e-06,
      "loss": 2.2316,
      "mean_token_accuracy": 0.524274492263794,
      "num_tokens": 535580194.0,
      "step": 695250
    },
    {
      "epoch": 0.8819089804378214,
      "grad_norm": 8.875,
      "learning_rate": 5.905363472365647e-06,
      "loss": 2.222,
      "mean_token_accuracy": 0.5234609425067902,
      "num_tokens": 535587024.0,
      "step": 695260
    },
    {
      "epoch": 0.8819216650303542,
      "grad_norm": 4.5625,
      "learning_rate": 5.904729162279356e-06,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5487285017967224,
      "num_tokens": 535593889.0,
      "step": 695270
    },
    {
      "epoch": 0.8819343496228871,
      "grad_norm": 4.84375,
      "learning_rate": 5.904094852193064e-06,
      "loss": 2.1371,
      "mean_token_accuracy": 0.5301872342824936,
      "num_tokens": 535600578.0,
      "step": 695280
    },
    {
      "epoch": 0.8819470342154199,
      "grad_norm": 5.90625,
      "learning_rate": 5.9034605421067724e-06,
      "loss": 1.912,
      "mean_token_accuracy": 0.5799567431211472,
      "num_tokens": 535609285.0,
      "step": 695290
    },
    {
      "epoch": 0.8819597188079528,
      "grad_norm": 6.1875,
      "learning_rate": 5.902826232020481e-06,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5369308888912201,
      "num_tokens": 535617520.0,
      "step": 695300
    },
    {
      "epoch": 0.8819724034004855,
      "grad_norm": 6.1875,
      "learning_rate": 5.902191921934189e-06,
      "loss": 2.0647,
      "mean_token_accuracy": 0.553325155377388,
      "num_tokens": 535625222.0,
      "step": 695310
    },
    {
      "epoch": 0.8819850879930184,
      "grad_norm": 5.6875,
      "learning_rate": 5.901557611847898e-06,
      "loss": 2.1091,
      "mean_token_accuracy": 0.543554025888443,
      "num_tokens": 535633592.0,
      "step": 695320
    },
    {
      "epoch": 0.8819977725855512,
      "grad_norm": 7.125,
      "learning_rate": 5.9009233017616065e-06,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5701849699020386,
      "num_tokens": 535641183.0,
      "step": 695330
    },
    {
      "epoch": 0.882010457178084,
      "grad_norm": 8.25,
      "learning_rate": 5.9002889916753144e-06,
      "loss": 2.0258,
      "mean_token_accuracy": 0.549308717250824,
      "num_tokens": 535648596.0,
      "step": 695340
    },
    {
      "epoch": 0.8820231417706169,
      "grad_norm": 4.75,
      "learning_rate": 5.899654681589023e-06,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5653157293796539,
      "num_tokens": 535656778.0,
      "step": 695350
    },
    {
      "epoch": 0.8820358263631497,
      "grad_norm": 6.25,
      "learning_rate": 5.899020371502732e-06,
      "loss": 1.859,
      "mean_token_accuracy": 0.5761061400175095,
      "num_tokens": 535665131.0,
      "step": 695360
    },
    {
      "epoch": 0.8820485109556826,
      "grad_norm": 4.875,
      "learning_rate": 5.89838606141644e-06,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5266887158155441,
      "num_tokens": 535672663.0,
      "step": 695370
    },
    {
      "epoch": 0.8820611955482154,
      "grad_norm": 5.84375,
      "learning_rate": 5.8977517513301485e-06,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5505979418754577,
      "num_tokens": 535679678.0,
      "step": 695380
    },
    {
      "epoch": 0.8820738801407483,
      "grad_norm": 4.71875,
      "learning_rate": 5.8971174412438564e-06,
      "loss": 2.1309,
      "mean_token_accuracy": 0.542227566242218,
      "num_tokens": 535686901.0,
      "step": 695390
    },
    {
      "epoch": 0.8820865647332811,
      "grad_norm": 5.1875,
      "learning_rate": 5.896483131157565e-06,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5521773666143417,
      "num_tokens": 535694469.0,
      "step": 695400
    },
    {
      "epoch": 0.882099249325814,
      "grad_norm": 8.8125,
      "learning_rate": 5.895848821071274e-06,
      "loss": 2.3116,
      "mean_token_accuracy": 0.5115308135747909,
      "num_tokens": 535702633.0,
      "step": 695410
    },
    {
      "epoch": 0.8821119339183467,
      "grad_norm": 5.0,
      "learning_rate": 5.895214510984983e-06,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5288124799728393,
      "num_tokens": 535711047.0,
      "step": 695420
    },
    {
      "epoch": 0.8821246185108795,
      "grad_norm": 4.84375,
      "learning_rate": 5.894580200898691e-06,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5760307252407074,
      "num_tokens": 535716462.0,
      "step": 695430
    },
    {
      "epoch": 0.8821373031034124,
      "grad_norm": 4.8125,
      "learning_rate": 5.893945890812399e-06,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5734009206295013,
      "num_tokens": 535724468.0,
      "step": 695440
    },
    {
      "epoch": 0.8821499876959452,
      "grad_norm": 5.34375,
      "learning_rate": 5.893311580726107e-06,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5740396916866303,
      "num_tokens": 535732245.0,
      "step": 695450
    },
    {
      "epoch": 0.8821626722884781,
      "grad_norm": 9.1875,
      "learning_rate": 5.892677270639816e-06,
      "loss": 1.9044,
      "mean_token_accuracy": 0.5842634201049804,
      "num_tokens": 535739915.0,
      "step": 695460
    },
    {
      "epoch": 0.8821753568810109,
      "grad_norm": 5.75,
      "learning_rate": 5.892042960553525e-06,
      "loss": 2.2029,
      "mean_token_accuracy": 0.524025896191597,
      "num_tokens": 535747546.0,
      "step": 695470
    },
    {
      "epoch": 0.8821880414735438,
      "grad_norm": 5.46875,
      "learning_rate": 5.891408650467233e-06,
      "loss": 1.8938,
      "mean_token_accuracy": 0.5666836053133011,
      "num_tokens": 535754955.0,
      "step": 695480
    },
    {
      "epoch": 0.8822007260660766,
      "grad_norm": 4.78125,
      "learning_rate": 5.890774340380942e-06,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5419055551290513,
      "num_tokens": 535763294.0,
      "step": 695490
    },
    {
      "epoch": 0.8822134106586094,
      "grad_norm": 5.03125,
      "learning_rate": 5.89014003029465e-06,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5459937423467636,
      "num_tokens": 535772122.0,
      "step": 695500
    },
    {
      "epoch": 0.8822260952511423,
      "grad_norm": 7.125,
      "learning_rate": 5.889505720208358e-06,
      "loss": 2.1779,
      "mean_token_accuracy": 0.5356395363807678,
      "num_tokens": 535778937.0,
      "step": 695510
    },
    {
      "epoch": 0.882238779843675,
      "grad_norm": 6.03125,
      "learning_rate": 5.888871410122067e-06,
      "loss": 1.9309,
      "mean_token_accuracy": 0.5704538077116013,
      "num_tokens": 535786085.0,
      "step": 695520
    },
    {
      "epoch": 0.8822514644362079,
      "grad_norm": 6.46875,
      "learning_rate": 5.888237100035775e-06,
      "loss": 1.774,
      "mean_token_accuracy": 0.5997026950120926,
      "num_tokens": 535792862.0,
      "step": 695530
    },
    {
      "epoch": 0.8822641490287407,
      "grad_norm": 5.09375,
      "learning_rate": 5.887602789949484e-06,
      "loss": 1.9666,
      "mean_token_accuracy": 0.5630110204219818,
      "num_tokens": 535800081.0,
      "step": 695540
    },
    {
      "epoch": 0.8822768336212736,
      "grad_norm": 5.71875,
      "learning_rate": 5.886968479863193e-06,
      "loss": 1.7061,
      "mean_token_accuracy": 0.6177873611450195,
      "num_tokens": 535805543.0,
      "step": 695550
    },
    {
      "epoch": 0.8822895182138064,
      "grad_norm": 5.125,
      "learning_rate": 5.886334169776901e-06,
      "loss": 1.8771,
      "mean_token_accuracy": 0.5860771030187607,
      "num_tokens": 535811429.0,
      "step": 695560
    },
    {
      "epoch": 0.8823022028063392,
      "grad_norm": 4.875,
      "learning_rate": 5.885699859690609e-06,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5281317889690399,
      "num_tokens": 535818882.0,
      "step": 695570
    },
    {
      "epoch": 0.8823148873988721,
      "grad_norm": 7.4375,
      "learning_rate": 5.885065549604317e-06,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5367866724729538,
      "num_tokens": 535826522.0,
      "step": 695580
    },
    {
      "epoch": 0.8823275719914049,
      "grad_norm": 5.34375,
      "learning_rate": 5.884431239518026e-06,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5810976266860962,
      "num_tokens": 535833955.0,
      "step": 695590
    },
    {
      "epoch": 0.8823402565839378,
      "grad_norm": 5.8125,
      "learning_rate": 5.883796929431735e-06,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5634337604045868,
      "num_tokens": 535840903.0,
      "step": 695600
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 7.75,
      "learning_rate": 5.883162619345443e-06,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5295286506414414,
      "num_tokens": 535848817.0,
      "step": 695610
    },
    {
      "epoch": 0.8823656257690035,
      "grad_norm": 4.8125,
      "learning_rate": 5.8825283092591515e-06,
      "loss": 1.8294,
      "mean_token_accuracy": 0.5832943439483642,
      "num_tokens": 535855623.0,
      "step": 695620
    },
    {
      "epoch": 0.8823783103615362,
      "grad_norm": 5.34375,
      "learning_rate": 5.88189399917286e-06,
      "loss": 2.0929,
      "mean_token_accuracy": 0.5350576013326644,
      "num_tokens": 535864200.0,
      "step": 695630
    },
    {
      "epoch": 0.8823909949540691,
      "grad_norm": 5.40625,
      "learning_rate": 5.881259689086568e-06,
      "loss": 1.8313,
      "mean_token_accuracy": 0.5833453923463822,
      "num_tokens": 535871568.0,
      "step": 695640
    },
    {
      "epoch": 0.8824036795466019,
      "grad_norm": 5.5,
      "learning_rate": 5.880625379000277e-06,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5657844871282578,
      "num_tokens": 535879083.0,
      "step": 695650
    },
    {
      "epoch": 0.8824163641391347,
      "grad_norm": 7.34375,
      "learning_rate": 5.879991068913986e-06,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5522261381149292,
      "num_tokens": 535886669.0,
      "step": 695660
    },
    {
      "epoch": 0.8824290487316676,
      "grad_norm": 6.75,
      "learning_rate": 5.8793567588276935e-06,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5489246159791946,
      "num_tokens": 535893554.0,
      "step": 695670
    },
    {
      "epoch": 0.8824417333242004,
      "grad_norm": 7.9375,
      "learning_rate": 5.878722448741402e-06,
      "loss": 2.2109,
      "mean_token_accuracy": 0.5216015160083771,
      "num_tokens": 535900500.0,
      "step": 695680
    },
    {
      "epoch": 0.8824544179167333,
      "grad_norm": 5.125,
      "learning_rate": 5.878088138655111e-06,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5153588891029358,
      "num_tokens": 535908764.0,
      "step": 695690
    },
    {
      "epoch": 0.8824671025092661,
      "grad_norm": 5.5625,
      "learning_rate": 5.877453828568819e-06,
      "loss": 1.8594,
      "mean_token_accuracy": 0.5836859047412872,
      "num_tokens": 535916581.0,
      "step": 695700
    },
    {
      "epoch": 0.882479787101799,
      "grad_norm": 5.25,
      "learning_rate": 5.876819518482528e-06,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5690805077552795,
      "num_tokens": 535923104.0,
      "step": 695710
    },
    {
      "epoch": 0.8824924716943318,
      "grad_norm": 6.0,
      "learning_rate": 5.8761852083962355e-06,
      "loss": 2.0357,
      "mean_token_accuracy": 0.551883128285408,
      "num_tokens": 535930984.0,
      "step": 695720
    },
    {
      "epoch": 0.8825051562868645,
      "grad_norm": 6.375,
      "learning_rate": 5.875550898309944e-06,
      "loss": 2.027,
      "mean_token_accuracy": 0.5583136945962905,
      "num_tokens": 535938295.0,
      "step": 695730
    },
    {
      "epoch": 0.8825178408793974,
      "grad_norm": 5.15625,
      "learning_rate": 5.874916588223653e-06,
      "loss": 1.8645,
      "mean_token_accuracy": 0.5878529250621796,
      "num_tokens": 535944003.0,
      "step": 695740
    },
    {
      "epoch": 0.8825305254719302,
      "grad_norm": 5.28125,
      "learning_rate": 5.874282278137362e-06,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5492346853017807,
      "num_tokens": 535951390.0,
      "step": 695750
    },
    {
      "epoch": 0.8825432100644631,
      "grad_norm": 5.78125,
      "learning_rate": 5.87364796805107e-06,
      "loss": 1.8984,
      "mean_token_accuracy": 0.5786769717931748,
      "num_tokens": 535958917.0,
      "step": 695760
    },
    {
      "epoch": 0.8825558946569959,
      "grad_norm": 6.90625,
      "learning_rate": 5.873013657964778e-06,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5349325776100159,
      "num_tokens": 535966771.0,
      "step": 695770
    },
    {
      "epoch": 0.8825685792495288,
      "grad_norm": 7.0,
      "learning_rate": 5.872379347878486e-06,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5726888567209244,
      "num_tokens": 535973713.0,
      "step": 695780
    },
    {
      "epoch": 0.8825812638420616,
      "grad_norm": 8.25,
      "learning_rate": 5.871745037792195e-06,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5641274482011795,
      "num_tokens": 535980935.0,
      "step": 695790
    },
    {
      "epoch": 0.8825939484345945,
      "grad_norm": 6.90625,
      "learning_rate": 5.871110727705904e-06,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5410460472106934,
      "num_tokens": 535988750.0,
      "step": 695800
    },
    {
      "epoch": 0.8826066330271273,
      "grad_norm": 6.125,
      "learning_rate": 5.8704764176196125e-06,
      "loss": 2.2087,
      "mean_token_accuracy": 0.520056027173996,
      "num_tokens": 535996334.0,
      "step": 695810
    },
    {
      "epoch": 0.8826193176196601,
      "grad_norm": 4.46875,
      "learning_rate": 5.869842107533321e-06,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5261141121387481,
      "num_tokens": 536004593.0,
      "step": 695820
    },
    {
      "epoch": 0.882632002212193,
      "grad_norm": 4.53125,
      "learning_rate": 5.869207797447029e-06,
      "loss": 1.8327,
      "mean_token_accuracy": 0.6023903042078018,
      "num_tokens": 536012160.0,
      "step": 695830
    },
    {
      "epoch": 0.8826446868047257,
      "grad_norm": 5.625,
      "learning_rate": 5.868573487360737e-06,
      "loss": 2.2649,
      "mean_token_accuracy": 0.5005621552467346,
      "num_tokens": 536020516.0,
      "step": 695840
    },
    {
      "epoch": 0.8826573713972586,
      "grad_norm": 6.09375,
      "learning_rate": 5.867939177274446e-06,
      "loss": 1.8819,
      "mean_token_accuracy": 0.5845559120178223,
      "num_tokens": 536028115.0,
      "step": 695850
    },
    {
      "epoch": 0.8826700559897914,
      "grad_norm": 4.84375,
      "learning_rate": 5.8673048671881545e-06,
      "loss": 1.9819,
      "mean_token_accuracy": 0.5673175543546677,
      "num_tokens": 536034903.0,
      "step": 695860
    },
    {
      "epoch": 0.8826827405823243,
      "grad_norm": 7.59375,
      "learning_rate": 5.866670557101863e-06,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5414023488759995,
      "num_tokens": 536042711.0,
      "step": 695870
    },
    {
      "epoch": 0.8826954251748571,
      "grad_norm": 6.40625,
      "learning_rate": 5.866036247015572e-06,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5433036267757416,
      "num_tokens": 536050318.0,
      "step": 695880
    },
    {
      "epoch": 0.8827081097673899,
      "grad_norm": 5.21875,
      "learning_rate": 5.86540193692928e-06,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5596586763858795,
      "num_tokens": 536057339.0,
      "step": 695890
    },
    {
      "epoch": 0.8827207943599228,
      "grad_norm": 6.96875,
      "learning_rate": 5.864767626842988e-06,
      "loss": 2.0039,
      "mean_token_accuracy": 0.556110143661499,
      "num_tokens": 536063779.0,
      "step": 695900
    },
    {
      "epoch": 0.8827334789524556,
      "grad_norm": 6.1875,
      "learning_rate": 5.8641333167566965e-06,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5126744836568833,
      "num_tokens": 536071800.0,
      "step": 695910
    },
    {
      "epoch": 0.8827461635449885,
      "grad_norm": 9.75,
      "learning_rate": 5.863499006670405e-06,
      "loss": 1.8564,
      "mean_token_accuracy": 0.5713403105735779,
      "num_tokens": 536079165.0,
      "step": 695920
    },
    {
      "epoch": 0.8827588481375213,
      "grad_norm": 6.875,
      "learning_rate": 5.862864696584114e-06,
      "loss": 1.9693,
      "mean_token_accuracy": 0.550077211856842,
      "num_tokens": 536086143.0,
      "step": 695930
    },
    {
      "epoch": 0.8827715327300542,
      "grad_norm": 6.34375,
      "learning_rate": 5.862230386497822e-06,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5613108277320862,
      "num_tokens": 536093545.0,
      "step": 695940
    },
    {
      "epoch": 0.8827842173225869,
      "grad_norm": 4.84375,
      "learning_rate": 5.861596076411531e-06,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5444486558437347,
      "num_tokens": 536101622.0,
      "step": 695950
    },
    {
      "epoch": 0.8827969019151198,
      "grad_norm": 5.125,
      "learning_rate": 5.8609617663252385e-06,
      "loss": 2.2644,
      "mean_token_accuracy": 0.5113597750663758,
      "num_tokens": 536110127.0,
      "step": 695960
    },
    {
      "epoch": 0.8828095865076526,
      "grad_norm": 5.15625,
      "learning_rate": 5.860327456238947e-06,
      "loss": 1.8412,
      "mean_token_accuracy": 0.5940149068832398,
      "num_tokens": 536116786.0,
      "step": 695970
    },
    {
      "epoch": 0.8828222711001854,
      "grad_norm": 5.6875,
      "learning_rate": 5.859693146152656e-06,
      "loss": 2.066,
      "mean_token_accuracy": 0.5424803614616394,
      "num_tokens": 536125760.0,
      "step": 695980
    },
    {
      "epoch": 0.8828349556927183,
      "grad_norm": 6.40625,
      "learning_rate": 5.859058836066365e-06,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5279579877853393,
      "num_tokens": 536133932.0,
      "step": 695990
    },
    {
      "epoch": 0.8828476402852511,
      "grad_norm": 4.8125,
      "learning_rate": 5.858424525980073e-06,
      "loss": 2.1996,
      "mean_token_accuracy": 0.5360490441322326,
      "num_tokens": 536141507.0,
      "step": 696000
    },
    {
      "epoch": 0.882860324877784,
      "grad_norm": 6.65625,
      "learning_rate": 5.857790215893781e-06,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5288410186767578,
      "num_tokens": 536149419.0,
      "step": 696010
    },
    {
      "epoch": 0.8828730094703168,
      "grad_norm": 5.28125,
      "learning_rate": 5.85715590580749e-06,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5641622096300125,
      "num_tokens": 536156208.0,
      "step": 696020
    },
    {
      "epoch": 0.8828856940628497,
      "grad_norm": 4.84375,
      "learning_rate": 5.856521595721198e-06,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5613821059465408,
      "num_tokens": 536163573.0,
      "step": 696030
    },
    {
      "epoch": 0.8828983786553825,
      "grad_norm": 5.4375,
      "learning_rate": 5.855887285634907e-06,
      "loss": 2.2706,
      "mean_token_accuracy": 0.5192410618066787,
      "num_tokens": 536171395.0,
      "step": 696040
    },
    {
      "epoch": 0.8829110632479152,
      "grad_norm": 5.375,
      "learning_rate": 5.855252975548615e-06,
      "loss": 2.1626,
      "mean_token_accuracy": 0.529330775141716,
      "num_tokens": 536179649.0,
      "step": 696050
    },
    {
      "epoch": 0.8829237478404481,
      "grad_norm": 5.03125,
      "learning_rate": 5.854618665462323e-06,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5412587106227875,
      "num_tokens": 536187800.0,
      "step": 696060
    },
    {
      "epoch": 0.8829364324329809,
      "grad_norm": 7.40625,
      "learning_rate": 5.853984355376032e-06,
      "loss": 2.3232,
      "mean_token_accuracy": 0.5039605468511581,
      "num_tokens": 536195334.0,
      "step": 696070
    },
    {
      "epoch": 0.8829491170255138,
      "grad_norm": 5.3125,
      "learning_rate": 5.853350045289741e-06,
      "loss": 1.8213,
      "mean_token_accuracy": 0.584800460934639,
      "num_tokens": 536202136.0,
      "step": 696080
    },
    {
      "epoch": 0.8829618016180466,
      "grad_norm": 5.875,
      "learning_rate": 5.852715735203449e-06,
      "loss": 1.8704,
      "mean_token_accuracy": 0.5910386204719543,
      "num_tokens": 536208834.0,
      "step": 696090
    },
    {
      "epoch": 0.8829744862105795,
      "grad_norm": 5.59375,
      "learning_rate": 5.8520814251171575e-06,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5854461282491684,
      "num_tokens": 536217916.0,
      "step": 696100
    },
    {
      "epoch": 0.8829871708031123,
      "grad_norm": 5.15625,
      "learning_rate": 5.851447115030865e-06,
      "loss": 2.1577,
      "mean_token_accuracy": 0.53302683532238,
      "num_tokens": 536225056.0,
      "step": 696110
    },
    {
      "epoch": 0.8829998553956451,
      "grad_norm": 5.9375,
      "learning_rate": 5.850812804944574e-06,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5650247097015381,
      "num_tokens": 536231323.0,
      "step": 696120
    },
    {
      "epoch": 0.883012539988178,
      "grad_norm": 7.34375,
      "learning_rate": 5.850178494858283e-06,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5345851451158523,
      "num_tokens": 536238246.0,
      "step": 696130
    },
    {
      "epoch": 0.8830252245807108,
      "grad_norm": 6.375,
      "learning_rate": 5.849544184771992e-06,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5625976622104645,
      "num_tokens": 536246269.0,
      "step": 696140
    },
    {
      "epoch": 0.8830379091732437,
      "grad_norm": 5.21875,
      "learning_rate": 5.8489098746856995e-06,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5348283886909485,
      "num_tokens": 536253158.0,
      "step": 696150
    },
    {
      "epoch": 0.8830505937657764,
      "grad_norm": 5.71875,
      "learning_rate": 5.848275564599407e-06,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5788481116294861,
      "num_tokens": 536260784.0,
      "step": 696160
    },
    {
      "epoch": 0.8830632783583093,
      "grad_norm": 5.21875,
      "learning_rate": 5.847641254513116e-06,
      "loss": 2.2167,
      "mean_token_accuracy": 0.522382378578186,
      "num_tokens": 536269527.0,
      "step": 696170
    },
    {
      "epoch": 0.8830759629508421,
      "grad_norm": 7.3125,
      "learning_rate": 5.847006944426825e-06,
      "loss": 1.7824,
      "mean_token_accuracy": 0.6011121988296508,
      "num_tokens": 536276623.0,
      "step": 696180
    },
    {
      "epoch": 0.883088647543375,
      "grad_norm": 5.3125,
      "learning_rate": 5.846372634340534e-06,
      "loss": 1.8266,
      "mean_token_accuracy": 0.5845735788345336,
      "num_tokens": 536284151.0,
      "step": 696190
    },
    {
      "epoch": 0.8831013321359078,
      "grad_norm": 6.625,
      "learning_rate": 5.845738324254242e-06,
      "loss": 2.3094,
      "mean_token_accuracy": 0.5020028620958328,
      "num_tokens": 536291494.0,
      "step": 696200
    },
    {
      "epoch": 0.8831140167284406,
      "grad_norm": 7.3125,
      "learning_rate": 5.845104014167951e-06,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5467969328165054,
      "num_tokens": 536299090.0,
      "step": 696210
    },
    {
      "epoch": 0.8831267013209735,
      "grad_norm": 5.34375,
      "learning_rate": 5.844469704081659e-06,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5833735913038254,
      "num_tokens": 536308381.0,
      "step": 696220
    },
    {
      "epoch": 0.8831393859135063,
      "grad_norm": 7.46875,
      "learning_rate": 5.843835393995367e-06,
      "loss": 1.8365,
      "mean_token_accuracy": 0.5945755749940872,
      "num_tokens": 536315843.0,
      "step": 696230
    },
    {
      "epoch": 0.8831520705060392,
      "grad_norm": 5.65625,
      "learning_rate": 5.843201083909076e-06,
      "loss": 1.7926,
      "mean_token_accuracy": 0.6053183108568192,
      "num_tokens": 536322470.0,
      "step": 696240
    },
    {
      "epoch": 0.883164755098572,
      "grad_norm": 4.96875,
      "learning_rate": 5.842566773822784e-06,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5615338504314422,
      "num_tokens": 536331461.0,
      "step": 696250
    },
    {
      "epoch": 0.8831774396911048,
      "grad_norm": 5.0,
      "learning_rate": 5.841932463736493e-06,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5278062492609024,
      "num_tokens": 536339436.0,
      "step": 696260
    },
    {
      "epoch": 0.8831901242836376,
      "grad_norm": 6.65625,
      "learning_rate": 5.841298153650201e-06,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5586984485387803,
      "num_tokens": 536345680.0,
      "step": 696270
    },
    {
      "epoch": 0.8832028088761704,
      "grad_norm": 5.25,
      "learning_rate": 5.84066384356391e-06,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5602379411458969,
      "num_tokens": 536353489.0,
      "step": 696280
    },
    {
      "epoch": 0.8832154934687033,
      "grad_norm": 5.90625,
      "learning_rate": 5.840029533477618e-06,
      "loss": 1.9397,
      "mean_token_accuracy": 0.5674436151981354,
      "num_tokens": 536359304.0,
      "step": 696290
    },
    {
      "epoch": 0.8832281780612361,
      "grad_norm": 6.0625,
      "learning_rate": 5.839395223391326e-06,
      "loss": 1.8676,
      "mean_token_accuracy": 0.5910476088523865,
      "num_tokens": 536367107.0,
      "step": 696300
    },
    {
      "epoch": 0.883240862653769,
      "grad_norm": 6.34375,
      "learning_rate": 5.838760913305035e-06,
      "loss": 2.072,
      "mean_token_accuracy": 0.5422332614660264,
      "num_tokens": 536375158.0,
      "step": 696310
    },
    {
      "epoch": 0.8832535472463018,
      "grad_norm": 5.1875,
      "learning_rate": 5.838126603218744e-06,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5629679471254349,
      "num_tokens": 536383696.0,
      "step": 696320
    },
    {
      "epoch": 0.8832662318388347,
      "grad_norm": 7.40625,
      "learning_rate": 5.837492293132452e-06,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5396679103374481,
      "num_tokens": 536391570.0,
      "step": 696330
    },
    {
      "epoch": 0.8832789164313675,
      "grad_norm": 6.53125,
      "learning_rate": 5.8368579830461605e-06,
      "loss": 1.9471,
      "mean_token_accuracy": 0.5634503722190857,
      "num_tokens": 536397853.0,
      "step": 696340
    },
    {
      "epoch": 0.8832916010239004,
      "grad_norm": 4.78125,
      "learning_rate": 5.836223672959868e-06,
      "loss": 1.9925,
      "mean_token_accuracy": 0.5650209844112396,
      "num_tokens": 536405656.0,
      "step": 696350
    },
    {
      "epoch": 0.8833042856164331,
      "grad_norm": 5.34375,
      "learning_rate": 5.835589362873577e-06,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5551627457141877,
      "num_tokens": 536412961.0,
      "step": 696360
    },
    {
      "epoch": 0.8833169702089659,
      "grad_norm": 9.5625,
      "learning_rate": 5.834955052787286e-06,
      "loss": 2.141,
      "mean_token_accuracy": 0.5447741687297821,
      "num_tokens": 536420231.0,
      "step": 696370
    },
    {
      "epoch": 0.8833296548014988,
      "grad_norm": 5.8125,
      "learning_rate": 5.834320742700994e-06,
      "loss": 1.8432,
      "mean_token_accuracy": 0.5851164311170578,
      "num_tokens": 536428210.0,
      "step": 696380
    },
    {
      "epoch": 0.8833423393940316,
      "grad_norm": 5.1875,
      "learning_rate": 5.8336864326147025e-06,
      "loss": 2.1657,
      "mean_token_accuracy": 0.524579119682312,
      "num_tokens": 536436970.0,
      "step": 696390
    },
    {
      "epoch": 0.8833550239865645,
      "grad_norm": 5.1875,
      "learning_rate": 5.833052122528411e-06,
      "loss": 1.9664,
      "mean_token_accuracy": 0.563792884349823,
      "num_tokens": 536445248.0,
      "step": 696400
    },
    {
      "epoch": 0.8833677085790973,
      "grad_norm": 6.59375,
      "learning_rate": 5.83241781244212e-06,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5454960346221924,
      "num_tokens": 536452542.0,
      "step": 696410
    },
    {
      "epoch": 0.8833803931716302,
      "grad_norm": 4.75,
      "learning_rate": 5.831783502355828e-06,
      "loss": 2.0426,
      "mean_token_accuracy": 0.54964959025383,
      "num_tokens": 536460209.0,
      "step": 696420
    },
    {
      "epoch": 0.883393077764163,
      "grad_norm": 4.90625,
      "learning_rate": 5.8311491922695366e-06,
      "loss": 1.7686,
      "mean_token_accuracy": 0.6024764120578766,
      "num_tokens": 536467000.0,
      "step": 696430
    },
    {
      "epoch": 0.8834057623566958,
      "grad_norm": 6.65625,
      "learning_rate": 5.8305148821832445e-06,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5695174217224122,
      "num_tokens": 536474119.0,
      "step": 696440
    },
    {
      "epoch": 0.8834184469492287,
      "grad_norm": 5.625,
      "learning_rate": 5.829880572096953e-06,
      "loss": 2.142,
      "mean_token_accuracy": 0.5286683708429336,
      "num_tokens": 536482484.0,
      "step": 696450
    },
    {
      "epoch": 0.8834311315417614,
      "grad_norm": 6.6875,
      "learning_rate": 5.829246262010662e-06,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5528013288974762,
      "num_tokens": 536489625.0,
      "step": 696460
    },
    {
      "epoch": 0.8834438161342943,
      "grad_norm": 5.21875,
      "learning_rate": 5.828611951924371e-06,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5383225202560424,
      "num_tokens": 536497039.0,
      "step": 696470
    },
    {
      "epoch": 0.8834565007268271,
      "grad_norm": 5.375,
      "learning_rate": 5.8279776418380786e-06,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5431767016649246,
      "num_tokens": 536505556.0,
      "step": 696480
    },
    {
      "epoch": 0.88346918531936,
      "grad_norm": 9.125,
      "learning_rate": 5.8273433317517865e-06,
      "loss": 1.8521,
      "mean_token_accuracy": 0.5755242228507995,
      "num_tokens": 536511894.0,
      "step": 696490
    },
    {
      "epoch": 0.8834818699118928,
      "grad_norm": 6.0625,
      "learning_rate": 5.826709021665495e-06,
      "loss": 1.8758,
      "mean_token_accuracy": 0.5924823164939881,
      "num_tokens": 536519065.0,
      "step": 696500
    },
    {
      "epoch": 0.8834945545044256,
      "grad_norm": 4.84375,
      "learning_rate": 5.826074711579204e-06,
      "loss": 1.8729,
      "mean_token_accuracy": 0.5815099030733109,
      "num_tokens": 536527203.0,
      "step": 696510
    },
    {
      "epoch": 0.8835072390969585,
      "grad_norm": 5.34375,
      "learning_rate": 5.825440401492913e-06,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5497667729854584,
      "num_tokens": 536535567.0,
      "step": 696520
    },
    {
      "epoch": 0.8835199236894913,
      "grad_norm": 5.53125,
      "learning_rate": 5.8248060914066214e-06,
      "loss": 2.0325,
      "mean_token_accuracy": 0.547084042429924,
      "num_tokens": 536542501.0,
      "step": 696530
    },
    {
      "epoch": 0.8835326082820242,
      "grad_norm": 5.96875,
      "learning_rate": 5.82417178132033e-06,
      "loss": 2.004,
      "mean_token_accuracy": 0.5648413628339768,
      "num_tokens": 536549662.0,
      "step": 696540
    },
    {
      "epoch": 0.883545292874557,
      "grad_norm": 5.375,
      "learning_rate": 5.823537471234038e-06,
      "loss": 1.8887,
      "mean_token_accuracy": 0.5822412878274917,
      "num_tokens": 536557410.0,
      "step": 696550
    },
    {
      "epoch": 0.8835579774670899,
      "grad_norm": 4.875,
      "learning_rate": 5.822903161147746e-06,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5733383536338806,
      "num_tokens": 536564635.0,
      "step": 696560
    },
    {
      "epoch": 0.8835706620596226,
      "grad_norm": 6.15625,
      "learning_rate": 5.822268851061455e-06,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5591515362262726,
      "num_tokens": 536572303.0,
      "step": 696570
    },
    {
      "epoch": 0.8835833466521555,
      "grad_norm": 7.03125,
      "learning_rate": 5.8216345409751634e-06,
      "loss": 1.9529,
      "mean_token_accuracy": 0.577707028388977,
      "num_tokens": 536579395.0,
      "step": 696580
    },
    {
      "epoch": 0.8835960312446883,
      "grad_norm": 5.15625,
      "learning_rate": 5.821000230888872e-06,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5659515529870986,
      "num_tokens": 536586473.0,
      "step": 696590
    },
    {
      "epoch": 0.8836087158372211,
      "grad_norm": 6.15625,
      "learning_rate": 5.82036592080258e-06,
      "loss": 1.975,
      "mean_token_accuracy": 0.5523667097091675,
      "num_tokens": 536593629.0,
      "step": 696600
    },
    {
      "epoch": 0.883621400429754,
      "grad_norm": 5.875,
      "learning_rate": 5.819731610716289e-06,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5406394213438034,
      "num_tokens": 536601290.0,
      "step": 696610
    },
    {
      "epoch": 0.8836340850222868,
      "grad_norm": 5.875,
      "learning_rate": 5.819097300629997e-06,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5590593129396438,
      "num_tokens": 536609413.0,
      "step": 696620
    },
    {
      "epoch": 0.8836467696148197,
      "grad_norm": 5.03125,
      "learning_rate": 5.8184629905437054e-06,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5311649113893508,
      "num_tokens": 536617317.0,
      "step": 696630
    },
    {
      "epoch": 0.8836594542073525,
      "grad_norm": 4.9375,
      "learning_rate": 5.817828680457414e-06,
      "loss": 1.8354,
      "mean_token_accuracy": 0.5726854622364044,
      "num_tokens": 536624020.0,
      "step": 696640
    },
    {
      "epoch": 0.8836721387998854,
      "grad_norm": 7.65625,
      "learning_rate": 5.817194370371122e-06,
      "loss": 2.0252,
      "mean_token_accuracy": 0.5380650192499161,
      "num_tokens": 536631664.0,
      "step": 696650
    },
    {
      "epoch": 0.8836848233924182,
      "grad_norm": 5.46875,
      "learning_rate": 5.816560060284831e-06,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5695552498102188,
      "num_tokens": 536638667.0,
      "step": 696660
    },
    {
      "epoch": 0.883697507984951,
      "grad_norm": 8.0,
      "learning_rate": 5.8159257501985395e-06,
      "loss": 1.9292,
      "mean_token_accuracy": 0.5657229989767074,
      "num_tokens": 536645739.0,
      "step": 696670
    },
    {
      "epoch": 0.8837101925774838,
      "grad_norm": 5.21875,
      "learning_rate": 5.8152914401122474e-06,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5449427694082261,
      "num_tokens": 536654879.0,
      "step": 696680
    },
    {
      "epoch": 0.8837228771700166,
      "grad_norm": 9.375,
      "learning_rate": 5.814657130025956e-06,
      "loss": 2.1583,
      "mean_token_accuracy": 0.5284643441438674,
      "num_tokens": 536661953.0,
      "step": 696690
    },
    {
      "epoch": 0.8837355617625495,
      "grad_norm": 5.15625,
      "learning_rate": 5.814022819939665e-06,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5278848469257355,
      "num_tokens": 536670920.0,
      "step": 696700
    },
    {
      "epoch": 0.8837482463550823,
      "grad_norm": 5.59375,
      "learning_rate": 5.813388509853373e-06,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5441786527633667,
      "num_tokens": 536678752.0,
      "step": 696710
    },
    {
      "epoch": 0.8837609309476152,
      "grad_norm": 5.1875,
      "learning_rate": 5.8127541997670816e-06,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5520421773195267,
      "num_tokens": 536686031.0,
      "step": 696720
    },
    {
      "epoch": 0.883773615540148,
      "grad_norm": 6.59375,
      "learning_rate": 5.81211988968079e-06,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5309421509504318,
      "num_tokens": 536692798.0,
      "step": 696730
    },
    {
      "epoch": 0.8837863001326809,
      "grad_norm": 5.71875,
      "learning_rate": 5.811485579594499e-06,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5413100868463516,
      "num_tokens": 536701147.0,
      "step": 696740
    },
    {
      "epoch": 0.8837989847252137,
      "grad_norm": 5.875,
      "learning_rate": 5.810851269508207e-06,
      "loss": 1.8492,
      "mean_token_accuracy": 0.5842651009559632,
      "num_tokens": 536707761.0,
      "step": 696750
    },
    {
      "epoch": 0.8838116693177465,
      "grad_norm": 4.78125,
      "learning_rate": 5.810216959421915e-06,
      "loss": 2.1334,
      "mean_token_accuracy": 0.537863364815712,
      "num_tokens": 536713556.0,
      "step": 696760
    },
    {
      "epoch": 0.8838243539102794,
      "grad_norm": 4.84375,
      "learning_rate": 5.8095826493356236e-06,
      "loss": 2.0684,
      "mean_token_accuracy": 0.534027886390686,
      "num_tokens": 536721763.0,
      "step": 696770
    },
    {
      "epoch": 0.8838370385028121,
      "grad_norm": 7.75,
      "learning_rate": 5.808948339249332e-06,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5434112250804901,
      "num_tokens": 536729656.0,
      "step": 696780
    },
    {
      "epoch": 0.883849723095345,
      "grad_norm": 4.75,
      "learning_rate": 5.808314029163041e-06,
      "loss": 2.143,
      "mean_token_accuracy": 0.5302643030881882,
      "num_tokens": 536738287.0,
      "step": 696790
    },
    {
      "epoch": 0.8838624076878778,
      "grad_norm": 6.46875,
      "learning_rate": 5.80767971907675e-06,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5433300733566284,
      "num_tokens": 536746160.0,
      "step": 696800
    },
    {
      "epoch": 0.8838750922804107,
      "grad_norm": 6.15625,
      "learning_rate": 5.807045408990458e-06,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5578412711620331,
      "num_tokens": 536752533.0,
      "step": 696810
    },
    {
      "epoch": 0.8838877768729435,
      "grad_norm": 5.9375,
      "learning_rate": 5.8064110989041656e-06,
      "loss": 1.7918,
      "mean_token_accuracy": 0.597163200378418,
      "num_tokens": 536759522.0,
      "step": 696820
    },
    {
      "epoch": 0.8839004614654763,
      "grad_norm": 6.0625,
      "learning_rate": 5.805776788817874e-06,
      "loss": 2.2261,
      "mean_token_accuracy": 0.5210653841495514,
      "num_tokens": 536767359.0,
      "step": 696830
    },
    {
      "epoch": 0.8839131460580092,
      "grad_norm": 5.1875,
      "learning_rate": 5.805142478731583e-06,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5491982609033584,
      "num_tokens": 536774678.0,
      "step": 696840
    },
    {
      "epoch": 0.883925830650542,
      "grad_norm": 6.53125,
      "learning_rate": 5.804508168645292e-06,
      "loss": 2.2249,
      "mean_token_accuracy": 0.5136423528194427,
      "num_tokens": 536783538.0,
      "step": 696850
    },
    {
      "epoch": 0.8839385152430749,
      "grad_norm": 6.125,
      "learning_rate": 5.8038738585590005e-06,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5339795768260955,
      "num_tokens": 536790112.0,
      "step": 696860
    },
    {
      "epoch": 0.8839511998356077,
      "grad_norm": 7.25,
      "learning_rate": 5.803239548472708e-06,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5440199494361877,
      "num_tokens": 536797025.0,
      "step": 696870
    },
    {
      "epoch": 0.8839638844281406,
      "grad_norm": 4.5,
      "learning_rate": 5.802605238386416e-06,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5600989162921906,
      "num_tokens": 536803772.0,
      "step": 696880
    },
    {
      "epoch": 0.8839765690206733,
      "grad_norm": 6.09375,
      "learning_rate": 5.801970928300125e-06,
      "loss": 2.121,
      "mean_token_accuracy": 0.5339146763086319,
      "num_tokens": 536810940.0,
      "step": 696890
    },
    {
      "epoch": 0.8839892536132062,
      "grad_norm": 5.125,
      "learning_rate": 5.801336618213834e-06,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5259423673152923,
      "num_tokens": 536819674.0,
      "step": 696900
    },
    {
      "epoch": 0.884001938205739,
      "grad_norm": 5.15625,
      "learning_rate": 5.8007023081275425e-06,
      "loss": 2.1855,
      "mean_token_accuracy": 0.5191500693559646,
      "num_tokens": 536827830.0,
      "step": 696910
    },
    {
      "epoch": 0.8840146227982718,
      "grad_norm": 5.4375,
      "learning_rate": 5.800067998041251e-06,
      "loss": 2.4206,
      "mean_token_accuracy": 0.4941464364528656,
      "num_tokens": 536836573.0,
      "step": 696920
    },
    {
      "epoch": 0.8840273073908047,
      "grad_norm": 6.5,
      "learning_rate": 5.799433687954959e-06,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5326121240854264,
      "num_tokens": 536843910.0,
      "step": 696930
    },
    {
      "epoch": 0.8840399919833375,
      "grad_norm": 14.5,
      "learning_rate": 5.798799377868668e-06,
      "loss": 1.7001,
      "mean_token_accuracy": 0.6197994500398636,
      "num_tokens": 536849829.0,
      "step": 696940
    },
    {
      "epoch": 0.8840526765758704,
      "grad_norm": 5.21875,
      "learning_rate": 5.798165067782376e-06,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5581120431423188,
      "num_tokens": 536857195.0,
      "step": 696950
    },
    {
      "epoch": 0.8840653611684032,
      "grad_norm": 13.0,
      "learning_rate": 5.7975307576960845e-06,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5446339756250381,
      "num_tokens": 536865453.0,
      "step": 696960
    },
    {
      "epoch": 0.8840780457609361,
      "grad_norm": 5.03125,
      "learning_rate": 5.796896447609793e-06,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5206650376319886,
      "num_tokens": 536872986.0,
      "step": 696970
    },
    {
      "epoch": 0.8840907303534689,
      "grad_norm": 7.15625,
      "learning_rate": 5.796262137523501e-06,
      "loss": 2.2598,
      "mean_token_accuracy": 0.5226777255535126,
      "num_tokens": 536879176.0,
      "step": 696980
    },
    {
      "epoch": 0.8841034149460016,
      "grad_norm": 5.40625,
      "learning_rate": 5.79562782743721e-06,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5636465728282929,
      "num_tokens": 536886493.0,
      "step": 696990
    },
    {
      "epoch": 0.8841160995385345,
      "grad_norm": 5.21875,
      "learning_rate": 5.794993517350919e-06,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5298176527023315,
      "num_tokens": 536894067.0,
      "step": 697000
    },
    {
      "epoch": 0.8841287841310673,
      "grad_norm": 8.1875,
      "learning_rate": 5.7943592072646265e-06,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5752837508916855,
      "num_tokens": 536901367.0,
      "step": 697010
    },
    {
      "epoch": 0.8841414687236002,
      "grad_norm": 6.5625,
      "learning_rate": 5.793724897178335e-06,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5553682327270508,
      "num_tokens": 536908860.0,
      "step": 697020
    },
    {
      "epoch": 0.884154153316133,
      "grad_norm": 6.625,
      "learning_rate": 5.793090587092044e-06,
      "loss": 2.0452,
      "mean_token_accuracy": 0.5363778859376908,
      "num_tokens": 536915477.0,
      "step": 697030
    },
    {
      "epoch": 0.8841668379086659,
      "grad_norm": 7.1875,
      "learning_rate": 5.792456277005752e-06,
      "loss": 2.043,
      "mean_token_accuracy": 0.5501139968633652,
      "num_tokens": 536922809.0,
      "step": 697040
    },
    {
      "epoch": 0.8841795225011987,
      "grad_norm": 5.25,
      "learning_rate": 5.791821966919461e-06,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5332185417413712,
      "num_tokens": 536931416.0,
      "step": 697050
    },
    {
      "epoch": 0.8841922070937315,
      "grad_norm": 9.3125,
      "learning_rate": 5.791187656833169e-06,
      "loss": 1.6493,
      "mean_token_accuracy": 0.6312838912010192,
      "num_tokens": 536937344.0,
      "step": 697060
    },
    {
      "epoch": 0.8842048916862644,
      "grad_norm": 4.8125,
      "learning_rate": 5.790553346746877e-06,
      "loss": 2.1192,
      "mean_token_accuracy": 0.528777825832367,
      "num_tokens": 536946106.0,
      "step": 697070
    },
    {
      "epoch": 0.8842175762787972,
      "grad_norm": 5.875,
      "learning_rate": 5.789919036660586e-06,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5393597900867462,
      "num_tokens": 536954818.0,
      "step": 697080
    },
    {
      "epoch": 0.88423026087133,
      "grad_norm": 5.4375,
      "learning_rate": 5.789284726574294e-06,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5256229698657989,
      "num_tokens": 536963494.0,
      "step": 697090
    },
    {
      "epoch": 0.8842429454638628,
      "grad_norm": 6.09375,
      "learning_rate": 5.788650416488003e-06,
      "loss": 2.3164,
      "mean_token_accuracy": 0.4996574491262436,
      "num_tokens": 536971577.0,
      "step": 697100
    },
    {
      "epoch": 0.8842556300563957,
      "grad_norm": 5.3125,
      "learning_rate": 5.788016106401711e-06,
      "loss": 1.9626,
      "mean_token_accuracy": 0.569338008761406,
      "num_tokens": 536979529.0,
      "step": 697110
    },
    {
      "epoch": 0.8842683146489285,
      "grad_norm": 5.1875,
      "learning_rate": 5.78738179631542e-06,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5465048253536224,
      "num_tokens": 536988639.0,
      "step": 697120
    },
    {
      "epoch": 0.8842809992414614,
      "grad_norm": 4.9375,
      "learning_rate": 5.786747486229129e-06,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5451046854257584,
      "num_tokens": 536996874.0,
      "step": 697130
    },
    {
      "epoch": 0.8842936838339942,
      "grad_norm": 5.40625,
      "learning_rate": 5.786113176142837e-06,
      "loss": 2.0666,
      "mean_token_accuracy": 0.537422600388527,
      "num_tokens": 537004939.0,
      "step": 697140
    },
    {
      "epoch": 0.884306368426527,
      "grad_norm": 6.21875,
      "learning_rate": 5.785478866056545e-06,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5547187328338623,
      "num_tokens": 537010981.0,
      "step": 697150
    },
    {
      "epoch": 0.8843190530190599,
      "grad_norm": 6.21875,
      "learning_rate": 5.784844555970253e-06,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5358593791723252,
      "num_tokens": 537018066.0,
      "step": 697160
    },
    {
      "epoch": 0.8843317376115927,
      "grad_norm": 6.9375,
      "learning_rate": 5.784210245883962e-06,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5931916207075119,
      "num_tokens": 537024474.0,
      "step": 697170
    },
    {
      "epoch": 0.8843444222041256,
      "grad_norm": 4.8125,
      "learning_rate": 5.783575935797671e-06,
      "loss": 2.0871,
      "mean_token_accuracy": 0.549444991350174,
      "num_tokens": 537031932.0,
      "step": 697180
    },
    {
      "epoch": 0.8843571067966584,
      "grad_norm": 6.46875,
      "learning_rate": 5.78294162571138e-06,
      "loss": 2.1818,
      "mean_token_accuracy": 0.51872698366642,
      "num_tokens": 537039814.0,
      "step": 697190
    },
    {
      "epoch": 0.8843697913891913,
      "grad_norm": 5.90625,
      "learning_rate": 5.7823073156250875e-06,
      "loss": 1.7712,
      "mean_token_accuracy": 0.6169762045145035,
      "num_tokens": 537045030.0,
      "step": 697200
    },
    {
      "epoch": 0.884382475981724,
      "grad_norm": 4.6875,
      "learning_rate": 5.781673005538795e-06,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5444939434528351,
      "num_tokens": 537051918.0,
      "step": 697210
    },
    {
      "epoch": 0.8843951605742568,
      "grad_norm": 5.125,
      "learning_rate": 5.781038695452504e-06,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5581078857183457,
      "num_tokens": 537059458.0,
      "step": 697220
    },
    {
      "epoch": 0.8844078451667897,
      "grad_norm": 5.53125,
      "learning_rate": 5.780404385366213e-06,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5291402995586395,
      "num_tokens": 537067022.0,
      "step": 697230
    },
    {
      "epoch": 0.8844205297593225,
      "grad_norm": 5.71875,
      "learning_rate": 5.779770075279922e-06,
      "loss": 1.8628,
      "mean_token_accuracy": 0.6009487539529801,
      "num_tokens": 537073126.0,
      "step": 697240
    },
    {
      "epoch": 0.8844332143518554,
      "grad_norm": 5.5,
      "learning_rate": 5.77913576519363e-06,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5685621976852417,
      "num_tokens": 537080389.0,
      "step": 697250
    },
    {
      "epoch": 0.8844458989443882,
      "grad_norm": 5.71875,
      "learning_rate": 5.778501455107338e-06,
      "loss": 1.8048,
      "mean_token_accuracy": 0.588706248998642,
      "num_tokens": 537087966.0,
      "step": 697260
    },
    {
      "epoch": 0.8844585835369211,
      "grad_norm": 4.03125,
      "learning_rate": 5.777867145021046e-06,
      "loss": 1.7442,
      "mean_token_accuracy": 0.6050559461116791,
      "num_tokens": 537094272.0,
      "step": 697270
    },
    {
      "epoch": 0.8844712681294539,
      "grad_norm": 5.8125,
      "learning_rate": 5.777232834934755e-06,
      "loss": 2.1153,
      "mean_token_accuracy": 0.5401010364294052,
      "num_tokens": 537102398.0,
      "step": 697280
    },
    {
      "epoch": 0.8844839527219868,
      "grad_norm": 5.34375,
      "learning_rate": 5.776598524848464e-06,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5469257533550262,
      "num_tokens": 537109740.0,
      "step": 697290
    },
    {
      "epoch": 0.8844966373145196,
      "grad_norm": 6.3125,
      "learning_rate": 5.775964214762172e-06,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5507486939430237,
      "num_tokens": 537118511.0,
      "step": 697300
    },
    {
      "epoch": 0.8845093219070523,
      "grad_norm": 5.15625,
      "learning_rate": 5.77532990467588e-06,
      "loss": 1.8911,
      "mean_token_accuracy": 0.5697338342666626,
      "num_tokens": 537125908.0,
      "step": 697310
    },
    {
      "epoch": 0.8845220064995852,
      "grad_norm": 5.1875,
      "learning_rate": 5.774695594589589e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5425282716751099,
      "num_tokens": 537133661.0,
      "step": 697320
    },
    {
      "epoch": 0.884534691092118,
      "grad_norm": 5.6875,
      "learning_rate": 5.774061284503298e-06,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5388453394174576,
      "num_tokens": 537141473.0,
      "step": 697330
    },
    {
      "epoch": 0.8845473756846509,
      "grad_norm": 4.78125,
      "learning_rate": 5.773426974417006e-06,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5353672176599502,
      "num_tokens": 537149626.0,
      "step": 697340
    },
    {
      "epoch": 0.8845600602771837,
      "grad_norm": 14.3125,
      "learning_rate": 5.772792664330714e-06,
      "loss": 1.777,
      "mean_token_accuracy": 0.596197247505188,
      "num_tokens": 537154418.0,
      "step": 697350
    },
    {
      "epoch": 0.8845727448697166,
      "grad_norm": 4.71875,
      "learning_rate": 5.772158354244423e-06,
      "loss": 2.1636,
      "mean_token_accuracy": 0.5312506049871445,
      "num_tokens": 537163231.0,
      "step": 697360
    },
    {
      "epoch": 0.8845854294622494,
      "grad_norm": 4.84375,
      "learning_rate": 5.771524044158131e-06,
      "loss": 1.9959,
      "mean_token_accuracy": 0.55502068400383,
      "num_tokens": 537171646.0,
      "step": 697370
    },
    {
      "epoch": 0.8845981140547822,
      "grad_norm": 6.4375,
      "learning_rate": 5.77088973407184e-06,
      "loss": 1.9032,
      "mean_token_accuracy": 0.5891581743955612,
      "num_tokens": 537178751.0,
      "step": 697380
    },
    {
      "epoch": 0.8846107986473151,
      "grad_norm": 9.5,
      "learning_rate": 5.7702554239855485e-06,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5423319786787033,
      "num_tokens": 537186243.0,
      "step": 697390
    },
    {
      "epoch": 0.8846234832398479,
      "grad_norm": 7.0625,
      "learning_rate": 5.769621113899256e-06,
      "loss": 2.0517,
      "mean_token_accuracy": 0.542874139547348,
      "num_tokens": 537194070.0,
      "step": 697400
    },
    {
      "epoch": 0.8846361678323807,
      "grad_norm": 4.96875,
      "learning_rate": 5.768986803812965e-06,
      "loss": 1.8417,
      "mean_token_accuracy": 0.5906243264675141,
      "num_tokens": 537200547.0,
      "step": 697410
    },
    {
      "epoch": 0.8846488524249135,
      "grad_norm": 13.125,
      "learning_rate": 5.768352493726673e-06,
      "loss": 2.1033,
      "mean_token_accuracy": 0.538693192601204,
      "num_tokens": 537207432.0,
      "step": 697420
    },
    {
      "epoch": 0.8846615370174464,
      "grad_norm": 5.25,
      "learning_rate": 5.767718183640382e-06,
      "loss": 1.974,
      "mean_token_accuracy": 0.5522993385791779,
      "num_tokens": 537215946.0,
      "step": 697430
    },
    {
      "epoch": 0.8846742216099792,
      "grad_norm": 4.9375,
      "learning_rate": 5.7670838735540905e-06,
      "loss": 2.109,
      "mean_token_accuracy": 0.5367793798446655,
      "num_tokens": 537225052.0,
      "step": 697440
    },
    {
      "epoch": 0.884686906202512,
      "grad_norm": 5.46875,
      "learning_rate": 5.766449563467799e-06,
      "loss": 1.825,
      "mean_token_accuracy": 0.585089111328125,
      "num_tokens": 537232430.0,
      "step": 697450
    },
    {
      "epoch": 0.8846995907950449,
      "grad_norm": 5.21875,
      "learning_rate": 5.765815253381508e-06,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5722242683172226,
      "num_tokens": 537238704.0,
      "step": 697460
    },
    {
      "epoch": 0.8847122753875777,
      "grad_norm": 6.8125,
      "learning_rate": 5.765180943295216e-06,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5458716094493866,
      "num_tokens": 537245542.0,
      "step": 697470
    },
    {
      "epoch": 0.8847249599801106,
      "grad_norm": 6.5,
      "learning_rate": 5.764546633208924e-06,
      "loss": 1.8482,
      "mean_token_accuracy": 0.582066097855568,
      "num_tokens": 537251937.0,
      "step": 697480
    },
    {
      "epoch": 0.8847376445726434,
      "grad_norm": 6.25,
      "learning_rate": 5.7639123231226325e-06,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5556610673666,
      "num_tokens": 537259850.0,
      "step": 697490
    },
    {
      "epoch": 0.8847503291651763,
      "grad_norm": 4.71875,
      "learning_rate": 5.763278013036341e-06,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5499077707529068,
      "num_tokens": 537267042.0,
      "step": 697500
    },
    {
      "epoch": 0.884763013757709,
      "grad_norm": 5.09375,
      "learning_rate": 5.76264370295005e-06,
      "loss": 1.9442,
      "mean_token_accuracy": 0.558096194267273,
      "num_tokens": 537274935.0,
      "step": 697510
    },
    {
      "epoch": 0.884775698350242,
      "grad_norm": 7.1875,
      "learning_rate": 5.762009392863759e-06,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5308966994285583,
      "num_tokens": 537282442.0,
      "step": 697520
    },
    {
      "epoch": 0.8847883829427747,
      "grad_norm": 5.0625,
      "learning_rate": 5.761375082777467e-06,
      "loss": 1.8553,
      "mean_token_accuracy": 0.5833266317844391,
      "num_tokens": 537289238.0,
      "step": 697530
    },
    {
      "epoch": 0.8848010675353075,
      "grad_norm": 7.15625,
      "learning_rate": 5.7607407726911745e-06,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5608582377433777,
      "num_tokens": 537296206.0,
      "step": 697540
    },
    {
      "epoch": 0.8848137521278404,
      "grad_norm": 6.34375,
      "learning_rate": 5.760106462604883e-06,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5810868293046951,
      "num_tokens": 537303486.0,
      "step": 697550
    },
    {
      "epoch": 0.8848264367203732,
      "grad_norm": 4.71875,
      "learning_rate": 5.759472152518592e-06,
      "loss": 1.7859,
      "mean_token_accuracy": 0.6055710256099701,
      "num_tokens": 537310570.0,
      "step": 697560
    },
    {
      "epoch": 0.8848391213129061,
      "grad_norm": 5.46875,
      "learning_rate": 5.758837842432301e-06,
      "loss": 1.8249,
      "mean_token_accuracy": 0.5912853479385376,
      "num_tokens": 537318305.0,
      "step": 697570
    },
    {
      "epoch": 0.8848518059054389,
      "grad_norm": 5.78125,
      "learning_rate": 5.7582035323460095e-06,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5482365310192108,
      "num_tokens": 537326149.0,
      "step": 697580
    },
    {
      "epoch": 0.8848644904979718,
      "grad_norm": 8.8125,
      "learning_rate": 5.757569222259717e-06,
      "loss": 2.013,
      "mean_token_accuracy": 0.5653831720352173,
      "num_tokens": 537333553.0,
      "step": 697590
    },
    {
      "epoch": 0.8848771750905046,
      "grad_norm": 5.96875,
      "learning_rate": 5.756934912173425e-06,
      "loss": 1.8703,
      "mean_token_accuracy": 0.5856879860162735,
      "num_tokens": 537338920.0,
      "step": 697600
    },
    {
      "epoch": 0.8848898596830373,
      "grad_norm": 9.375,
      "learning_rate": 5.756300602087134e-06,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5287261664867401,
      "num_tokens": 537346977.0,
      "step": 697610
    },
    {
      "epoch": 0.8849025442755702,
      "grad_norm": 5.4375,
      "learning_rate": 5.755666292000843e-06,
      "loss": 1.8998,
      "mean_token_accuracy": 0.5783202648162842,
      "num_tokens": 537353077.0,
      "step": 697620
    },
    {
      "epoch": 0.884915228868103,
      "grad_norm": 5.15625,
      "learning_rate": 5.7550319819145515e-06,
      "loss": 2.196,
      "mean_token_accuracy": 0.5258863389492034,
      "num_tokens": 537361488.0,
      "step": 697630
    },
    {
      "epoch": 0.8849279134606359,
      "grad_norm": 5.3125,
      "learning_rate": 5.754397671828259e-06,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5695677131414414,
      "num_tokens": 537369013.0,
      "step": 697640
    },
    {
      "epoch": 0.8849405980531687,
      "grad_norm": 6.59375,
      "learning_rate": 5.753763361741968e-06,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5181255668401719,
      "num_tokens": 537376647.0,
      "step": 697650
    },
    {
      "epoch": 0.8849532826457016,
      "grad_norm": 6.4375,
      "learning_rate": 5.753129051655677e-06,
      "loss": 1.924,
      "mean_token_accuracy": 0.574349769949913,
      "num_tokens": 537383698.0,
      "step": 697660
    },
    {
      "epoch": 0.8849659672382344,
      "grad_norm": 5.65625,
      "learning_rate": 5.752494741569385e-06,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5456446379423141,
      "num_tokens": 537391597.0,
      "step": 697670
    },
    {
      "epoch": 0.8849786518307673,
      "grad_norm": 5.78125,
      "learning_rate": 5.7518604314830935e-06,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5617024749517441,
      "num_tokens": 537398878.0,
      "step": 697680
    },
    {
      "epoch": 0.8849913364233001,
      "grad_norm": 5.625,
      "learning_rate": 5.751226121396802e-06,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5460837811231614,
      "num_tokens": 537407242.0,
      "step": 697690
    },
    {
      "epoch": 0.8850040210158329,
      "grad_norm": 5.21875,
      "learning_rate": 5.75059181131051e-06,
      "loss": 2.298,
      "mean_token_accuracy": 0.5089133143424988,
      "num_tokens": 537415608.0,
      "step": 697700
    },
    {
      "epoch": 0.8850167056083658,
      "grad_norm": 6.3125,
      "learning_rate": 5.749957501224219e-06,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5509425640106201,
      "num_tokens": 537423421.0,
      "step": 697710
    },
    {
      "epoch": 0.8850293902008985,
      "grad_norm": 7.40625,
      "learning_rate": 5.7493231911379276e-06,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5250088214874268,
      "num_tokens": 537430994.0,
      "step": 697720
    },
    {
      "epoch": 0.8850420747934314,
      "grad_norm": 6.25,
      "learning_rate": 5.7486888810516355e-06,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5586613655090332,
      "num_tokens": 537438449.0,
      "step": 697730
    },
    {
      "epoch": 0.8850547593859642,
      "grad_norm": 6.21875,
      "learning_rate": 5.748054570965344e-06,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5284961581230163,
      "num_tokens": 537445628.0,
      "step": 697740
    },
    {
      "epoch": 0.8850674439784971,
      "grad_norm": 6.96875,
      "learning_rate": 5.747420260879052e-06,
      "loss": 1.8921,
      "mean_token_accuracy": 0.5807009816169739,
      "num_tokens": 537451412.0,
      "step": 697750
    },
    {
      "epoch": 0.8850801285710299,
      "grad_norm": 4.84375,
      "learning_rate": 5.746785950792761e-06,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5456207633018494,
      "num_tokens": 537459441.0,
      "step": 697760
    },
    {
      "epoch": 0.8850928131635627,
      "grad_norm": 5.96875,
      "learning_rate": 5.7461516407064696e-06,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5402957648038864,
      "num_tokens": 537467225.0,
      "step": 697770
    },
    {
      "epoch": 0.8851054977560956,
      "grad_norm": 5.34375,
      "learning_rate": 5.745517330620178e-06,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5590868711471557,
      "num_tokens": 537473829.0,
      "step": 697780
    },
    {
      "epoch": 0.8851181823486284,
      "grad_norm": 5.375,
      "learning_rate": 5.744883020533886e-06,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5746915221214295,
      "num_tokens": 537482823.0,
      "step": 697790
    },
    {
      "epoch": 0.8851308669411613,
      "grad_norm": 6.375,
      "learning_rate": 5.744248710447595e-06,
      "loss": 1.8213,
      "mean_token_accuracy": 0.5820950269699097,
      "num_tokens": 537490015.0,
      "step": 697800
    },
    {
      "epoch": 0.8851435515336941,
      "grad_norm": 5.15625,
      "learning_rate": 5.743614400361303e-06,
      "loss": 2.0567,
      "mean_token_accuracy": 0.5431132078170776,
      "num_tokens": 537498936.0,
      "step": 697810
    },
    {
      "epoch": 0.885156236126227,
      "grad_norm": 5.625,
      "learning_rate": 5.742980090275012e-06,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5741609454154968,
      "num_tokens": 537506625.0,
      "step": 697820
    },
    {
      "epoch": 0.8851689207187597,
      "grad_norm": 6.21875,
      "learning_rate": 5.74234578018872e-06,
      "loss": 2.047,
      "mean_token_accuracy": 0.550021031498909,
      "num_tokens": 537515098.0,
      "step": 697830
    },
    {
      "epoch": 0.8851816053112926,
      "grad_norm": 5.40625,
      "learning_rate": 5.741711470102429e-06,
      "loss": 2.132,
      "mean_token_accuracy": 0.5294326692819595,
      "num_tokens": 537523605.0,
      "step": 697840
    },
    {
      "epoch": 0.8851942899038254,
      "grad_norm": 6.8125,
      "learning_rate": 5.741077160016138e-06,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5431481003761292,
      "num_tokens": 537531332.0,
      "step": 697850
    },
    {
      "epoch": 0.8852069744963582,
      "grad_norm": 4.40625,
      "learning_rate": 5.740442849929846e-06,
      "loss": 2.0087,
      "mean_token_accuracy": 0.567245888710022,
      "num_tokens": 537538483.0,
      "step": 697860
    },
    {
      "epoch": 0.8852196590888911,
      "grad_norm": 6.875,
      "learning_rate": 5.739808539843554e-06,
      "loss": 2.012,
      "mean_token_accuracy": 0.5661570638418197,
      "num_tokens": 537546697.0,
      "step": 697870
    },
    {
      "epoch": 0.8852323436814239,
      "grad_norm": 10.3125,
      "learning_rate": 5.739174229757262e-06,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5759724020957947,
      "num_tokens": 537553010.0,
      "step": 697880
    },
    {
      "epoch": 0.8852450282739568,
      "grad_norm": 6.90625,
      "learning_rate": 5.738539919670971e-06,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5430315673351288,
      "num_tokens": 537560457.0,
      "step": 697890
    },
    {
      "epoch": 0.8852577128664896,
      "grad_norm": 5.09375,
      "learning_rate": 5.73790560958468e-06,
      "loss": 1.9938,
      "mean_token_accuracy": 0.568598422408104,
      "num_tokens": 537568612.0,
      "step": 697900
    },
    {
      "epoch": 0.8852703974590225,
      "grad_norm": 6.4375,
      "learning_rate": 5.737271299498388e-06,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5527463257312775,
      "num_tokens": 537576496.0,
      "step": 697910
    },
    {
      "epoch": 0.8852830820515553,
      "grad_norm": 5.625,
      "learning_rate": 5.7366369894120964e-06,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5335371851921081,
      "num_tokens": 537585342.0,
      "step": 697920
    },
    {
      "epoch": 0.885295766644088,
      "grad_norm": 5.46875,
      "learning_rate": 5.736002679325804e-06,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5432302713394165,
      "num_tokens": 537592961.0,
      "step": 697930
    },
    {
      "epoch": 0.8853084512366209,
      "grad_norm": 4.53125,
      "learning_rate": 5.735368369239513e-06,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5503530681133271,
      "num_tokens": 537600739.0,
      "step": 697940
    },
    {
      "epoch": 0.8853211358291537,
      "grad_norm": 5.75,
      "learning_rate": 5.734734059153222e-06,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5406912982463836,
      "num_tokens": 537608860.0,
      "step": 697950
    },
    {
      "epoch": 0.8853338204216866,
      "grad_norm": 5.1875,
      "learning_rate": 5.7340997490669305e-06,
      "loss": 2.2513,
      "mean_token_accuracy": 0.5170388579368591,
      "num_tokens": 537617824.0,
      "step": 697960
    },
    {
      "epoch": 0.8853465050142194,
      "grad_norm": 4.96875,
      "learning_rate": 5.7334654389806384e-06,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5256986767053604,
      "num_tokens": 537625738.0,
      "step": 697970
    },
    {
      "epoch": 0.8853591896067523,
      "grad_norm": 6.875,
      "learning_rate": 5.732831128894347e-06,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5463466972112656,
      "num_tokens": 537633443.0,
      "step": 697980
    },
    {
      "epoch": 0.8853718741992851,
      "grad_norm": 6.96875,
      "learning_rate": 5.732196818808055e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.536796647310257,
      "num_tokens": 537640522.0,
      "step": 697990
    },
    {
      "epoch": 0.8853845587918179,
      "grad_norm": 4.875,
      "learning_rate": 5.731562508721764e-06,
      "loss": 2.3466,
      "mean_token_accuracy": 0.5048922657966614,
      "num_tokens": 537648933.0,
      "step": 698000
    },
    {
      "epoch": 0.8853972433843508,
      "grad_norm": 5.96875,
      "learning_rate": 5.7309281986354726e-06,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5182723045349121,
      "num_tokens": 537656962.0,
      "step": 698010
    },
    {
      "epoch": 0.8854099279768836,
      "grad_norm": 9.3125,
      "learning_rate": 5.7302938885491804e-06,
      "loss": 1.8951,
      "mean_token_accuracy": 0.5823642253875733,
      "num_tokens": 537663784.0,
      "step": 698020
    },
    {
      "epoch": 0.8854226125694165,
      "grad_norm": 6.53125,
      "learning_rate": 5.729659578462889e-06,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5616363316774369,
      "num_tokens": 537671001.0,
      "step": 698030
    },
    {
      "epoch": 0.8854352971619492,
      "grad_norm": 6.34375,
      "learning_rate": 5.729025268376598e-06,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5703172713518143,
      "num_tokens": 537677630.0,
      "step": 698040
    },
    {
      "epoch": 0.8854479817544821,
      "grad_norm": 5.09375,
      "learning_rate": 5.728390958290307e-06,
      "loss": 2.0201,
      "mean_token_accuracy": 0.570358145236969,
      "num_tokens": 537684787.0,
      "step": 698050
    },
    {
      "epoch": 0.8854606663470149,
      "grad_norm": 6.90625,
      "learning_rate": 5.7277566482040146e-06,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5326437592506409,
      "num_tokens": 537692885.0,
      "step": 698060
    },
    {
      "epoch": 0.8854733509395478,
      "grad_norm": 5.25,
      "learning_rate": 5.727122338117723e-06,
      "loss": 2.1337,
      "mean_token_accuracy": 0.5397619485855103,
      "num_tokens": 537700534.0,
      "step": 698070
    },
    {
      "epoch": 0.8854860355320806,
      "grad_norm": 6.53125,
      "learning_rate": 5.726488028031431e-06,
      "loss": 1.961,
      "mean_token_accuracy": 0.5500268638134003,
      "num_tokens": 537708351.0,
      "step": 698080
    },
    {
      "epoch": 0.8854987201246134,
      "grad_norm": 5.21875,
      "learning_rate": 5.72585371794514e-06,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5378774881362915,
      "num_tokens": 537716188.0,
      "step": 698090
    },
    {
      "epoch": 0.8855114047171463,
      "grad_norm": 6.4375,
      "learning_rate": 5.725219407858849e-06,
      "loss": 2.2434,
      "mean_token_accuracy": 0.5080979436635971,
      "num_tokens": 537724324.0,
      "step": 698100
    },
    {
      "epoch": 0.8855240893096791,
      "grad_norm": 6.25,
      "learning_rate": 5.724585097772557e-06,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5392008870840073,
      "num_tokens": 537733026.0,
      "step": 698110
    },
    {
      "epoch": 0.885536773902212,
      "grad_norm": 5.6875,
      "learning_rate": 5.723950787686265e-06,
      "loss": 2.2845,
      "mean_token_accuracy": 0.5060637891292572,
      "num_tokens": 537741764.0,
      "step": 698120
    },
    {
      "epoch": 0.8855494584947448,
      "grad_norm": 4.90625,
      "learning_rate": 5.723316477599973e-06,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5583193063735962,
      "num_tokens": 537749752.0,
      "step": 698130
    },
    {
      "epoch": 0.8855621430872777,
      "grad_norm": 6.875,
      "learning_rate": 5.722682167513682e-06,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5435292452573777,
      "num_tokens": 537756401.0,
      "step": 698140
    },
    {
      "epoch": 0.8855748276798104,
      "grad_norm": 5.53125,
      "learning_rate": 5.722047857427391e-06,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5359024345874787,
      "num_tokens": 537763083.0,
      "step": 698150
    },
    {
      "epoch": 0.8855875122723432,
      "grad_norm": 6.25,
      "learning_rate": 5.721413547341099e-06,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5642465949058533,
      "num_tokens": 537769732.0,
      "step": 698160
    },
    {
      "epoch": 0.8856001968648761,
      "grad_norm": 4.9375,
      "learning_rate": 5.720779237254808e-06,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5461480468511581,
      "num_tokens": 537777870.0,
      "step": 698170
    },
    {
      "epoch": 0.8856128814574089,
      "grad_norm": 5.03125,
      "learning_rate": 5.720144927168516e-06,
      "loss": 2.1337,
      "mean_token_accuracy": 0.533944982290268,
      "num_tokens": 537785774.0,
      "step": 698180
    },
    {
      "epoch": 0.8856255660499418,
      "grad_norm": 5.3125,
      "learning_rate": 5.719510617082224e-06,
      "loss": 1.9419,
      "mean_token_accuracy": 0.573286059498787,
      "num_tokens": 537792867.0,
      "step": 698190
    },
    {
      "epoch": 0.8856382506424746,
      "grad_norm": 7.71875,
      "learning_rate": 5.718876306995933e-06,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5509145528078079,
      "num_tokens": 537800306.0,
      "step": 698200
    },
    {
      "epoch": 0.8856509352350075,
      "grad_norm": 5.71875,
      "learning_rate": 5.718241996909641e-06,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5497338116168976,
      "num_tokens": 537808237.0,
      "step": 698210
    },
    {
      "epoch": 0.8856636198275403,
      "grad_norm": 6.6875,
      "learning_rate": 5.71760768682335e-06,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5475292354822159,
      "num_tokens": 537814999.0,
      "step": 698220
    },
    {
      "epoch": 0.8856763044200732,
      "grad_norm": 7.3125,
      "learning_rate": 5.716973376737059e-06,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5775813549757004,
      "num_tokens": 537821595.0,
      "step": 698230
    },
    {
      "epoch": 0.885688989012606,
      "grad_norm": 5.0625,
      "learning_rate": 5.716339066650767e-06,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5486133545637131,
      "num_tokens": 537830116.0,
      "step": 698240
    },
    {
      "epoch": 0.8857016736051387,
      "grad_norm": 5.5625,
      "learning_rate": 5.7157047565644755e-06,
      "loss": 1.8716,
      "mean_token_accuracy": 0.5841467022895813,
      "num_tokens": 537836464.0,
      "step": 698250
    },
    {
      "epoch": 0.8857143581976716,
      "grad_norm": 6.3125,
      "learning_rate": 5.715070446478183e-06,
      "loss": 1.969,
      "mean_token_accuracy": 0.5679190129041671,
      "num_tokens": 537844443.0,
      "step": 698260
    },
    {
      "epoch": 0.8857270427902044,
      "grad_norm": 5.59375,
      "learning_rate": 5.714436136391892e-06,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5728358864784241,
      "num_tokens": 537851898.0,
      "step": 698270
    },
    {
      "epoch": 0.8857397273827373,
      "grad_norm": 6.03125,
      "learning_rate": 5.713801826305601e-06,
      "loss": 1.8237,
      "mean_token_accuracy": 0.5986091703176498,
      "num_tokens": 537858499.0,
      "step": 698280
    },
    {
      "epoch": 0.8857524119752701,
      "grad_norm": 6.1875,
      "learning_rate": 5.71316751621931e-06,
      "loss": 2.2893,
      "mean_token_accuracy": 0.5150794386863708,
      "num_tokens": 537867651.0,
      "step": 698290
    },
    {
      "epoch": 0.885765096567803,
      "grad_norm": 6.46875,
      "learning_rate": 5.7125332061330175e-06,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5192667424678803,
      "num_tokens": 537876241.0,
      "step": 698300
    },
    {
      "epoch": 0.8857777811603358,
      "grad_norm": 5.375,
      "learning_rate": 5.711898896046726e-06,
      "loss": 1.8864,
      "mean_token_accuracy": 0.5812808483839035,
      "num_tokens": 537883881.0,
      "step": 698310
    },
    {
      "epoch": 0.8857904657528686,
      "grad_norm": 5.3125,
      "learning_rate": 5.711264585960434e-06,
      "loss": 1.8764,
      "mean_token_accuracy": 0.5711073160171509,
      "num_tokens": 537891896.0,
      "step": 698320
    },
    {
      "epoch": 0.8858031503454015,
      "grad_norm": 6.4375,
      "learning_rate": 5.710630275874143e-06,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5586014091968536,
      "num_tokens": 537898976.0,
      "step": 698330
    },
    {
      "epoch": 0.8858158349379343,
      "grad_norm": 6.1875,
      "learning_rate": 5.709995965787852e-06,
      "loss": 2.0107,
      "mean_token_accuracy": 0.546007490158081,
      "num_tokens": 537906716.0,
      "step": 698340
    },
    {
      "epoch": 0.8858285195304672,
      "grad_norm": 8.0,
      "learning_rate": 5.7093616557015595e-06,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5165939301252365,
      "num_tokens": 537914498.0,
      "step": 698350
    },
    {
      "epoch": 0.8858412041229999,
      "grad_norm": 11.25,
      "learning_rate": 5.708727345615268e-06,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5361384809017181,
      "num_tokens": 537921281.0,
      "step": 698360
    },
    {
      "epoch": 0.8858538887155328,
      "grad_norm": 4.8125,
      "learning_rate": 5.708093035528977e-06,
      "loss": 1.9203,
      "mean_token_accuracy": 0.5688026368618011,
      "num_tokens": 537929729.0,
      "step": 698370
    },
    {
      "epoch": 0.8858665733080656,
      "grad_norm": 6.71875,
      "learning_rate": 5.707458725442686e-06,
      "loss": 1.9156,
      "mean_token_accuracy": 0.5770543694496155,
      "num_tokens": 537936178.0,
      "step": 698380
    },
    {
      "epoch": 0.8858792579005984,
      "grad_norm": 8.875,
      "learning_rate": 5.706824415356394e-06,
      "loss": 1.9444,
      "mean_token_accuracy": 0.5633775651454925,
      "num_tokens": 537944152.0,
      "step": 698390
    },
    {
      "epoch": 0.8858919424931313,
      "grad_norm": 6.4375,
      "learning_rate": 5.706190105270102e-06,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5392459690570831,
      "num_tokens": 537952610.0,
      "step": 698400
    },
    {
      "epoch": 0.8859046270856641,
      "grad_norm": 5.375,
      "learning_rate": 5.70555579518381e-06,
      "loss": 1.7238,
      "mean_token_accuracy": 0.6110887408256531,
      "num_tokens": 537960238.0,
      "step": 698410
    },
    {
      "epoch": 0.885917311678197,
      "grad_norm": 4.78125,
      "learning_rate": 5.704921485097519e-06,
      "loss": 2.2541,
      "mean_token_accuracy": 0.5271321147680282,
      "num_tokens": 537968526.0,
      "step": 698420
    },
    {
      "epoch": 0.8859299962707298,
      "grad_norm": 4.6875,
      "learning_rate": 5.704287175011228e-06,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5627461612224579,
      "num_tokens": 537976025.0,
      "step": 698430
    },
    {
      "epoch": 0.8859426808632627,
      "grad_norm": 6.84375,
      "learning_rate": 5.7036528649249365e-06,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5887408167123794,
      "num_tokens": 537983212.0,
      "step": 698440
    },
    {
      "epoch": 0.8859553654557955,
      "grad_norm": 5.03125,
      "learning_rate": 5.703018554838644e-06,
      "loss": 1.7443,
      "mean_token_accuracy": 0.6077193111181259,
      "num_tokens": 537989624.0,
      "step": 698450
    },
    {
      "epoch": 0.8859680500483283,
      "grad_norm": 5.8125,
      "learning_rate": 5.702384244752352e-06,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5436746686697006,
      "num_tokens": 537997551.0,
      "step": 698460
    },
    {
      "epoch": 0.8859807346408611,
      "grad_norm": 5.28125,
      "learning_rate": 5.701749934666061e-06,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5577944159507752,
      "num_tokens": 538005654.0,
      "step": 698470
    },
    {
      "epoch": 0.8859934192333939,
      "grad_norm": 6.9375,
      "learning_rate": 5.70111562457977e-06,
      "loss": 2.104,
      "mean_token_accuracy": 0.5373352080583572,
      "num_tokens": 538013398.0,
      "step": 698480
    },
    {
      "epoch": 0.8860061038259268,
      "grad_norm": 5.6875,
      "learning_rate": 5.7004813144934785e-06,
      "loss": 2.3673,
      "mean_token_accuracy": 0.4916472494602203,
      "num_tokens": 538021766.0,
      "step": 698490
    },
    {
      "epoch": 0.8860187884184596,
      "grad_norm": 5.0,
      "learning_rate": 5.699847004407187e-06,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5395359396934509,
      "num_tokens": 538027321.0,
      "step": 698500
    },
    {
      "epoch": 0.8860314730109925,
      "grad_norm": 5.15625,
      "learning_rate": 5.699212694320895e-06,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5311838537454605,
      "num_tokens": 538035315.0,
      "step": 698510
    },
    {
      "epoch": 0.8860441576035253,
      "grad_norm": 6.9375,
      "learning_rate": 5.698578384234603e-06,
      "loss": 2.0971,
      "mean_token_accuracy": 0.5332856357097626,
      "num_tokens": 538042313.0,
      "step": 698520
    },
    {
      "epoch": 0.8860568421960582,
      "grad_norm": 5.75,
      "learning_rate": 5.697944074148312e-06,
      "loss": 2.165,
      "mean_token_accuracy": 0.5215878009796142,
      "num_tokens": 538050461.0,
      "step": 698530
    },
    {
      "epoch": 0.886069526788591,
      "grad_norm": 5.125,
      "learning_rate": 5.6973097640620205e-06,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5358271867036819,
      "num_tokens": 538058651.0,
      "step": 698540
    },
    {
      "epoch": 0.8860822113811238,
      "grad_norm": 4.625,
      "learning_rate": 5.696675453975729e-06,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5513408601284027,
      "num_tokens": 538067677.0,
      "step": 698550
    },
    {
      "epoch": 0.8860948959736566,
      "grad_norm": 5.1875,
      "learning_rate": 5.696041143889438e-06,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5498069822788239,
      "num_tokens": 538076401.0,
      "step": 698560
    },
    {
      "epoch": 0.8861075805661894,
      "grad_norm": 5.90625,
      "learning_rate": 5.695406833803146e-06,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5520333081483841,
      "num_tokens": 538083408.0,
      "step": 698570
    },
    {
      "epoch": 0.8861202651587223,
      "grad_norm": 7.125,
      "learning_rate": 5.694772523716855e-06,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5406025052070618,
      "num_tokens": 538090758.0,
      "step": 698580
    },
    {
      "epoch": 0.8861329497512551,
      "grad_norm": 4.78125,
      "learning_rate": 5.6941382136305625e-06,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5599390268325806,
      "num_tokens": 538098103.0,
      "step": 698590
    },
    {
      "epoch": 0.886145634343788,
      "grad_norm": 6.28125,
      "learning_rate": 5.693503903544271e-06,
      "loss": 1.968,
      "mean_token_accuracy": 0.5682764858007431,
      "num_tokens": 538105638.0,
      "step": 698600
    },
    {
      "epoch": 0.8861583189363208,
      "grad_norm": 5.6875,
      "learning_rate": 5.69286959345798e-06,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5591105103492737,
      "num_tokens": 538113398.0,
      "step": 698610
    },
    {
      "epoch": 0.8861710035288537,
      "grad_norm": 5.09375,
      "learning_rate": 5.692235283371689e-06,
      "loss": 2.2054,
      "mean_token_accuracy": 0.5218797594308853,
      "num_tokens": 538121997.0,
      "step": 698620
    },
    {
      "epoch": 0.8861836881213865,
      "grad_norm": 4.78125,
      "learning_rate": 5.691600973285397e-06,
      "loss": 1.9895,
      "mean_token_accuracy": 0.577195343375206,
      "num_tokens": 538129244.0,
      "step": 698630
    },
    {
      "epoch": 0.8861963727139193,
      "grad_norm": 6.53125,
      "learning_rate": 5.690966663199105e-06,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5308138370513916,
      "num_tokens": 538135674.0,
      "step": 698640
    },
    {
      "epoch": 0.8862090573064522,
      "grad_norm": 5.46875,
      "learning_rate": 5.690332353112813e-06,
      "loss": 1.9177,
      "mean_token_accuracy": 0.5711190551519394,
      "num_tokens": 538142768.0,
      "step": 698650
    },
    {
      "epoch": 0.886221741898985,
      "grad_norm": 5.0,
      "learning_rate": 5.689698043026522e-06,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5478967905044556,
      "num_tokens": 538151422.0,
      "step": 698660
    },
    {
      "epoch": 0.8862344264915178,
      "grad_norm": 5.6875,
      "learning_rate": 5.689063732940231e-06,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5413784921169281,
      "num_tokens": 538158227.0,
      "step": 698670
    },
    {
      "epoch": 0.8862471110840506,
      "grad_norm": 5.09375,
      "learning_rate": 5.688429422853939e-06,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5534086763858795,
      "num_tokens": 538165580.0,
      "step": 698680
    },
    {
      "epoch": 0.8862597956765835,
      "grad_norm": 4.84375,
      "learning_rate": 5.687795112767647e-06,
      "loss": 1.7609,
      "mean_token_accuracy": 0.6088673174381256,
      "num_tokens": 538172650.0,
      "step": 698690
    },
    {
      "epoch": 0.8862724802691163,
      "grad_norm": 5.84375,
      "learning_rate": 5.687160802681356e-06,
      "loss": 2.1682,
      "mean_token_accuracy": 0.525306436419487,
      "num_tokens": 538180748.0,
      "step": 698700
    },
    {
      "epoch": 0.8862851648616491,
      "grad_norm": 6.34375,
      "learning_rate": 5.686526492595064e-06,
      "loss": 2.0084,
      "mean_token_accuracy": 0.5577799260616303,
      "num_tokens": 538187876.0,
      "step": 698710
    },
    {
      "epoch": 0.886297849454182,
      "grad_norm": 6.15625,
      "learning_rate": 5.685892182508773e-06,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5249226450920105,
      "num_tokens": 538194731.0,
      "step": 698720
    },
    {
      "epoch": 0.8863105340467148,
      "grad_norm": 5.75,
      "learning_rate": 5.6852578724224815e-06,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5481572598218918,
      "num_tokens": 538202306.0,
      "step": 698730
    },
    {
      "epoch": 0.8863232186392477,
      "grad_norm": 5.3125,
      "learning_rate": 5.684623562336189e-06,
      "loss": 1.8618,
      "mean_token_accuracy": 0.5841519773006439,
      "num_tokens": 538208925.0,
      "step": 698740
    },
    {
      "epoch": 0.8863359032317805,
      "grad_norm": 5.46875,
      "learning_rate": 5.683989252249898e-06,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5290701746940613,
      "num_tokens": 538216854.0,
      "step": 698750
    },
    {
      "epoch": 0.8863485878243134,
      "grad_norm": 4.90625,
      "learning_rate": 5.683354942163607e-06,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5541576385498047,
      "num_tokens": 538225043.0,
      "step": 698760
    },
    {
      "epoch": 0.8863612724168461,
      "grad_norm": 6.0625,
      "learning_rate": 5.682720632077316e-06,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5416065454483032,
      "num_tokens": 538231871.0,
      "step": 698770
    },
    {
      "epoch": 0.886373957009379,
      "grad_norm": 5.0625,
      "learning_rate": 5.6820863219910235e-06,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5807723939418793,
      "num_tokens": 538239742.0,
      "step": 698780
    },
    {
      "epoch": 0.8863866416019118,
      "grad_norm": 5.25,
      "learning_rate": 5.681452011904731e-06,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5443796277046203,
      "num_tokens": 538248081.0,
      "step": 698790
    },
    {
      "epoch": 0.8863993261944446,
      "grad_norm": 7.15625,
      "learning_rate": 5.68081770181844e-06,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5328096926212311,
      "num_tokens": 538256397.0,
      "step": 698800
    },
    {
      "epoch": 0.8864120107869775,
      "grad_norm": 7.40625,
      "learning_rate": 5.680183391732149e-06,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5482326090335846,
      "num_tokens": 538264011.0,
      "step": 698810
    },
    {
      "epoch": 0.8864246953795103,
      "grad_norm": 5.78125,
      "learning_rate": 5.679549081645858e-06,
      "loss": 2.0416,
      "mean_token_accuracy": 0.5568413466215134,
      "num_tokens": 538271010.0,
      "step": 698820
    },
    {
      "epoch": 0.8864373799720432,
      "grad_norm": 4.59375,
      "learning_rate": 5.678914771559566e-06,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5682816624641418,
      "num_tokens": 538278095.0,
      "step": 698830
    },
    {
      "epoch": 0.886450064564576,
      "grad_norm": 6.5625,
      "learning_rate": 5.678280461473274e-06,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5808357715606689,
      "num_tokens": 538286084.0,
      "step": 698840
    },
    {
      "epoch": 0.8864627491571089,
      "grad_norm": 5.25,
      "learning_rate": 5.677646151386982e-06,
      "loss": 1.7288,
      "mean_token_accuracy": 0.6175041139125824,
      "num_tokens": 538292741.0,
      "step": 698850
    },
    {
      "epoch": 0.8864754337496417,
      "grad_norm": 5.625,
      "learning_rate": 5.677011841300691e-06,
      "loss": 2.277,
      "mean_token_accuracy": 0.511424669623375,
      "num_tokens": 538302215.0,
      "step": 698860
    },
    {
      "epoch": 0.8864881183421744,
      "grad_norm": 5.875,
      "learning_rate": 5.6763775312144e-06,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5342787444591522,
      "num_tokens": 538310421.0,
      "step": 698870
    },
    {
      "epoch": 0.8865008029347073,
      "grad_norm": 7.6875,
      "learning_rate": 5.675743221128108e-06,
      "loss": 1.8718,
      "mean_token_accuracy": 0.5736049354076386,
      "num_tokens": 538317596.0,
      "step": 698880
    },
    {
      "epoch": 0.8865134875272401,
      "grad_norm": 6.0,
      "learning_rate": 5.675108911041817e-06,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5546570926904678,
      "num_tokens": 538324693.0,
      "step": 698890
    },
    {
      "epoch": 0.886526172119773,
      "grad_norm": 8.375,
      "learning_rate": 5.674474600955525e-06,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5651941895484924,
      "num_tokens": 538332449.0,
      "step": 698900
    },
    {
      "epoch": 0.8865388567123058,
      "grad_norm": 4.1875,
      "learning_rate": 5.673840290869233e-06,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5626255542039871,
      "num_tokens": 538340670.0,
      "step": 698910
    },
    {
      "epoch": 0.8865515413048387,
      "grad_norm": 6.1875,
      "learning_rate": 5.673205980782942e-06,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5536293715238572,
      "num_tokens": 538348150.0,
      "step": 698920
    },
    {
      "epoch": 0.8865642258973715,
      "grad_norm": 4.5625,
      "learning_rate": 5.67257167069665e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5498970001935959,
      "num_tokens": 538356256.0,
      "step": 698930
    },
    {
      "epoch": 0.8865769104899043,
      "grad_norm": 5.5625,
      "learning_rate": 5.671937360610359e-06,
      "loss": 1.7741,
      "mean_token_accuracy": 0.607274380326271,
      "num_tokens": 538362851.0,
      "step": 698940
    },
    {
      "epoch": 0.8865895950824372,
      "grad_norm": 4.78125,
      "learning_rate": 5.671303050524068e-06,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5512573838233947,
      "num_tokens": 538370163.0,
      "step": 698950
    },
    {
      "epoch": 0.88660227967497,
      "grad_norm": 4.375,
      "learning_rate": 5.670668740437776e-06,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5366951107978821,
      "num_tokens": 538378283.0,
      "step": 698960
    },
    {
      "epoch": 0.8866149642675029,
      "grad_norm": 8.8125,
      "learning_rate": 5.6700344303514845e-06,
      "loss": 1.867,
      "mean_token_accuracy": 0.5822791308164597,
      "num_tokens": 538385259.0,
      "step": 698970
    },
    {
      "epoch": 0.8866276488600356,
      "grad_norm": 4.96875,
      "learning_rate": 5.669400120265192e-06,
      "loss": 2.0154,
      "mean_token_accuracy": 0.55371695458889,
      "num_tokens": 538393314.0,
      "step": 698980
    },
    {
      "epoch": 0.8866403334525685,
      "grad_norm": 5.6875,
      "learning_rate": 5.668765810178901e-06,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5477627217769623,
      "num_tokens": 538400941.0,
      "step": 698990
    },
    {
      "epoch": 0.8866530180451013,
      "grad_norm": 6.03125,
      "learning_rate": 5.66813150009261e-06,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5322116434574127,
      "num_tokens": 538409338.0,
      "step": 699000
    },
    {
      "epoch": 0.8866657026376342,
      "grad_norm": 5.5625,
      "learning_rate": 5.667497190006318e-06,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5414965838193894,
      "num_tokens": 538416699.0,
      "step": 699010
    },
    {
      "epoch": 0.886678387230167,
      "grad_norm": 5.625,
      "learning_rate": 5.6668628799200265e-06,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5283660411834716,
      "num_tokens": 538424733.0,
      "step": 699020
    },
    {
      "epoch": 0.8866910718226998,
      "grad_norm": 6.625,
      "learning_rate": 5.666228569833735e-06,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5439393997192383,
      "num_tokens": 538432839.0,
      "step": 699030
    },
    {
      "epoch": 0.8867037564152327,
      "grad_norm": 7.6875,
      "learning_rate": 5.665594259747443e-06,
      "loss": 2.2641,
      "mean_token_accuracy": 0.5174440413713455,
      "num_tokens": 538439699.0,
      "step": 699040
    },
    {
      "epoch": 0.8867164410077655,
      "grad_norm": 5.5625,
      "learning_rate": 5.664959949661152e-06,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5220095962285995,
      "num_tokens": 538447001.0,
      "step": 699050
    },
    {
      "epoch": 0.8867291256002984,
      "grad_norm": 4.625,
      "learning_rate": 5.664325639574861e-06,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5309379696846008,
      "num_tokens": 538455427.0,
      "step": 699060
    },
    {
      "epoch": 0.8867418101928312,
      "grad_norm": 5.71875,
      "learning_rate": 5.6636913294885685e-06,
      "loss": 2.2445,
      "mean_token_accuracy": 0.5149149388074875,
      "num_tokens": 538463996.0,
      "step": 699070
    },
    {
      "epoch": 0.8867544947853641,
      "grad_norm": 5.125,
      "learning_rate": 5.663057019402277e-06,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5126289814710617,
      "num_tokens": 538472776.0,
      "step": 699080
    },
    {
      "epoch": 0.8867671793778968,
      "grad_norm": 6.71875,
      "learning_rate": 5.662422709315986e-06,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5490192323923111,
      "num_tokens": 538480281.0,
      "step": 699090
    },
    {
      "epoch": 0.8867798639704296,
      "grad_norm": 6.1875,
      "learning_rate": 5.661788399229694e-06,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5371944457292557,
      "num_tokens": 538487908.0,
      "step": 699100
    },
    {
      "epoch": 0.8867925485629625,
      "grad_norm": 5.9375,
      "learning_rate": 5.661154089143403e-06,
      "loss": 2.1999,
      "mean_token_accuracy": 0.521752056479454,
      "num_tokens": 538496362.0,
      "step": 699110
    },
    {
      "epoch": 0.8868052331554953,
      "grad_norm": 5.65625,
      "learning_rate": 5.6605197790571105e-06,
      "loss": 2.075,
      "mean_token_accuracy": 0.5359965294599534,
      "num_tokens": 538505318.0,
      "step": 699120
    },
    {
      "epoch": 0.8868179177480282,
      "grad_norm": 5.15625,
      "learning_rate": 5.659885468970819e-06,
      "loss": 2.008,
      "mean_token_accuracy": 0.5527330338954926,
      "num_tokens": 538513190.0,
      "step": 699130
    },
    {
      "epoch": 0.886830602340561,
      "grad_norm": 4.78125,
      "learning_rate": 5.659251158884528e-06,
      "loss": 1.9714,
      "mean_token_accuracy": 0.5660276532173156,
      "num_tokens": 538520530.0,
      "step": 699140
    },
    {
      "epoch": 0.8868432869330939,
      "grad_norm": 4.59375,
      "learning_rate": 5.658616848798237e-06,
      "loss": 2.2236,
      "mean_token_accuracy": 0.5194119781255722,
      "num_tokens": 538529271.0,
      "step": 699150
    },
    {
      "epoch": 0.8868559715256267,
      "grad_norm": 5.71875,
      "learning_rate": 5.6579825387119454e-06,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5388611048460007,
      "num_tokens": 538537417.0,
      "step": 699160
    },
    {
      "epoch": 0.8868686561181596,
      "grad_norm": 8.375,
      "learning_rate": 5.657348228625653e-06,
      "loss": 2.0446,
      "mean_token_accuracy": 0.561691877245903,
      "num_tokens": 538544836.0,
      "step": 699170
    },
    {
      "epoch": 0.8868813407106924,
      "grad_norm": 4.8125,
      "learning_rate": 5.656713918539361e-06,
      "loss": 1.97,
      "mean_token_accuracy": 0.5517944097518921,
      "num_tokens": 538552985.0,
      "step": 699180
    },
    {
      "epoch": 0.8868940253032251,
      "grad_norm": 4.9375,
      "learning_rate": 5.65607960845307e-06,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5517673045396805,
      "num_tokens": 538561535.0,
      "step": 699190
    },
    {
      "epoch": 0.886906709895758,
      "grad_norm": 5.9375,
      "learning_rate": 5.655445298366779e-06,
      "loss": 2.1994,
      "mean_token_accuracy": 0.5280161052942276,
      "num_tokens": 538568765.0,
      "step": 699200
    },
    {
      "epoch": 0.8869193944882908,
      "grad_norm": 7.03125,
      "learning_rate": 5.6548109882804874e-06,
      "loss": 1.9532,
      "mean_token_accuracy": 0.5620951592922211,
      "num_tokens": 538576439.0,
      "step": 699210
    },
    {
      "epoch": 0.8869320790808237,
      "grad_norm": 5.6875,
      "learning_rate": 5.654176678194196e-06,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5496306002140046,
      "num_tokens": 538583605.0,
      "step": 699220
    },
    {
      "epoch": 0.8869447636733565,
      "grad_norm": 9.4375,
      "learning_rate": 5.653542368107904e-06,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5213632196187973,
      "num_tokens": 538591492.0,
      "step": 699230
    },
    {
      "epoch": 0.8869574482658894,
      "grad_norm": 5.96875,
      "learning_rate": 5.652908058021612e-06,
      "loss": 1.8664,
      "mean_token_accuracy": 0.5796596705913544,
      "num_tokens": 538598756.0,
      "step": 699240
    },
    {
      "epoch": 0.8869701328584222,
      "grad_norm": 6.59375,
      "learning_rate": 5.652273747935321e-06,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5435597449541092,
      "num_tokens": 538606347.0,
      "step": 699250
    },
    {
      "epoch": 0.886982817450955,
      "grad_norm": 5.71875,
      "learning_rate": 5.6516394378490294e-06,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5600609928369522,
      "num_tokens": 538615206.0,
      "step": 699260
    },
    {
      "epoch": 0.8869955020434879,
      "grad_norm": 5.0,
      "learning_rate": 5.651005127762738e-06,
      "loss": 2.0506,
      "mean_token_accuracy": 0.5525079250335694,
      "num_tokens": 538624000.0,
      "step": 699270
    },
    {
      "epoch": 0.8870081866360207,
      "grad_norm": 6.46875,
      "learning_rate": 5.650370817676446e-06,
      "loss": 2.0508,
      "mean_token_accuracy": 0.5380887985229492,
      "num_tokens": 538632181.0,
      "step": 699280
    },
    {
      "epoch": 0.8870208712285536,
      "grad_norm": 5.6875,
      "learning_rate": 5.649736507590155e-06,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5547207772731781,
      "num_tokens": 538639152.0,
      "step": 699290
    },
    {
      "epoch": 0.8870335558210863,
      "grad_norm": 4.53125,
      "learning_rate": 5.6491021975038636e-06,
      "loss": 2.2084,
      "mean_token_accuracy": 0.5252945482730865,
      "num_tokens": 538648328.0,
      "step": 699300
    },
    {
      "epoch": 0.8870462404136192,
      "grad_norm": 4.90625,
      "learning_rate": 5.6484678874175714e-06,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5612538576126098,
      "num_tokens": 538655293.0,
      "step": 699310
    },
    {
      "epoch": 0.887058925006152,
      "grad_norm": 5.09375,
      "learning_rate": 5.64783357733128e-06,
      "loss": 2.116,
      "mean_token_accuracy": 0.5357172161340713,
      "num_tokens": 538663100.0,
      "step": 699320
    },
    {
      "epoch": 0.8870716095986848,
      "grad_norm": 5.4375,
      "learning_rate": 5.647199267244989e-06,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5308608055114746,
      "num_tokens": 538671819.0,
      "step": 699330
    },
    {
      "epoch": 0.8870842941912177,
      "grad_norm": 5.4375,
      "learning_rate": 5.646564957158697e-06,
      "loss": 2.2804,
      "mean_token_accuracy": 0.5139072299003601,
      "num_tokens": 538680901.0,
      "step": 699340
    },
    {
      "epoch": 0.8870969787837505,
      "grad_norm": 5.125,
      "learning_rate": 5.6459306470724056e-06,
      "loss": 1.9206,
      "mean_token_accuracy": 0.5727712869644165,
      "num_tokens": 538689275.0,
      "step": 699350
    },
    {
      "epoch": 0.8871096633762834,
      "grad_norm": 4.90625,
      "learning_rate": 5.645296336986114e-06,
      "loss": 2.0735,
      "mean_token_accuracy": 0.5424650043249131,
      "num_tokens": 538697949.0,
      "step": 699360
    },
    {
      "epoch": 0.8871223479688162,
      "grad_norm": 5.875,
      "learning_rate": 5.644662026899822e-06,
      "loss": 2.196,
      "mean_token_accuracy": 0.518786957859993,
      "num_tokens": 538705398.0,
      "step": 699370
    },
    {
      "epoch": 0.8871350325613491,
      "grad_norm": 4.96875,
      "learning_rate": 5.644027716813531e-06,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5406501442193985,
      "num_tokens": 538713263.0,
      "step": 699380
    },
    {
      "epoch": 0.8871477171538819,
      "grad_norm": 5.1875,
      "learning_rate": 5.643393406727239e-06,
      "loss": 1.6847,
      "mean_token_accuracy": 0.6219676673412323,
      "num_tokens": 538720760.0,
      "step": 699390
    },
    {
      "epoch": 0.8871604017464148,
      "grad_norm": 4.71875,
      "learning_rate": 5.6427590966409476e-06,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5341390401124955,
      "num_tokens": 538729235.0,
      "step": 699400
    },
    {
      "epoch": 0.8871730863389475,
      "grad_norm": 7.28125,
      "learning_rate": 5.642124786554656e-06,
      "loss": 2.1822,
      "mean_token_accuracy": 0.5258368492126465,
      "num_tokens": 538736723.0,
      "step": 699410
    },
    {
      "epoch": 0.8871857709314803,
      "grad_norm": 6.75,
      "learning_rate": 5.641490476468365e-06,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5440050780773162,
      "num_tokens": 538744012.0,
      "step": 699420
    },
    {
      "epoch": 0.8871984555240132,
      "grad_norm": 4.9375,
      "learning_rate": 5.640856166382073e-06,
      "loss": 1.7908,
      "mean_token_accuracy": 0.602307453751564,
      "num_tokens": 538750647.0,
      "step": 699430
    },
    {
      "epoch": 0.887211140116546,
      "grad_norm": 5.5625,
      "learning_rate": 5.640221856295782e-06,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5467878013849259,
      "num_tokens": 538759499.0,
      "step": 699440
    },
    {
      "epoch": 0.8872238247090789,
      "grad_norm": 4.625,
      "learning_rate": 5.6395875462094896e-06,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5533843696117401,
      "num_tokens": 538767608.0,
      "step": 699450
    },
    {
      "epoch": 0.8872365093016117,
      "grad_norm": 5.625,
      "learning_rate": 5.638953236123198e-06,
      "loss": 2.0004,
      "mean_token_accuracy": 0.546924501657486,
      "num_tokens": 538775629.0,
      "step": 699460
    },
    {
      "epoch": 0.8872491938941446,
      "grad_norm": 5.84375,
      "learning_rate": 5.638318926036907e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5391696840524673,
      "num_tokens": 538783387.0,
      "step": 699470
    },
    {
      "epoch": 0.8872618784866774,
      "grad_norm": 4.9375,
      "learning_rate": 5.637684615950616e-06,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5688012540340424,
      "num_tokens": 538790436.0,
      "step": 699480
    },
    {
      "epoch": 0.8872745630792102,
      "grad_norm": 4.96875,
      "learning_rate": 5.6370503058643245e-06,
      "loss": 1.9897,
      "mean_token_accuracy": 0.5564427882432937,
      "num_tokens": 538798934.0,
      "step": 699490
    },
    {
      "epoch": 0.887287247671743,
      "grad_norm": 6.375,
      "learning_rate": 5.636415995778032e-06,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5558424800634384,
      "num_tokens": 538806945.0,
      "step": 699500
    },
    {
      "epoch": 0.8872999322642758,
      "grad_norm": 6.8125,
      "learning_rate": 5.63578168569174e-06,
      "loss": 1.7763,
      "mean_token_accuracy": 0.6025338053703309,
      "num_tokens": 538812881.0,
      "step": 699510
    },
    {
      "epoch": 0.8873126168568087,
      "grad_norm": 4.40625,
      "learning_rate": 5.635147375605449e-06,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5593605428934098,
      "num_tokens": 538821330.0,
      "step": 699520
    },
    {
      "epoch": 0.8873253014493415,
      "grad_norm": 5.1875,
      "learning_rate": 5.634513065519158e-06,
      "loss": 1.8689,
      "mean_token_accuracy": 0.5816357225179672,
      "num_tokens": 538826581.0,
      "step": 699530
    },
    {
      "epoch": 0.8873379860418744,
      "grad_norm": 4.59375,
      "learning_rate": 5.6338787554328665e-06,
      "loss": 1.7731,
      "mean_token_accuracy": 0.600633829832077,
      "num_tokens": 538832579.0,
      "step": 699540
    },
    {
      "epoch": 0.8873506706344072,
      "grad_norm": 5.03125,
      "learning_rate": 5.633244445346575e-06,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5527707070112229,
      "num_tokens": 538840280.0,
      "step": 699550
    },
    {
      "epoch": 0.8873633552269401,
      "grad_norm": 6.4375,
      "learning_rate": 5.632610135260283e-06,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5289528995752335,
      "num_tokens": 538847245.0,
      "step": 699560
    },
    {
      "epoch": 0.8873760398194729,
      "grad_norm": 5.375,
      "learning_rate": 5.631975825173991e-06,
      "loss": 1.8805,
      "mean_token_accuracy": 0.5767399609088898,
      "num_tokens": 538855353.0,
      "step": 699570
    },
    {
      "epoch": 0.8873887244120057,
      "grad_norm": 10.875,
      "learning_rate": 5.6313415150877e-06,
      "loss": 2.0629,
      "mean_token_accuracy": 0.559725958108902,
      "num_tokens": 538861872.0,
      "step": 699580
    },
    {
      "epoch": 0.8874014090045386,
      "grad_norm": 7.6875,
      "learning_rate": 5.6307072050014085e-06,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5597483158111572,
      "num_tokens": 538869627.0,
      "step": 699590
    },
    {
      "epoch": 0.8874140935970714,
      "grad_norm": 4.875,
      "learning_rate": 5.630072894915117e-06,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5576549351215363,
      "num_tokens": 538876774.0,
      "step": 699600
    },
    {
      "epoch": 0.8874267781896042,
      "grad_norm": 6.0625,
      "learning_rate": 5.629438584828825e-06,
      "loss": 2.0957,
      "mean_token_accuracy": 0.53603495657444,
      "num_tokens": 538884891.0,
      "step": 699610
    },
    {
      "epoch": 0.887439462782137,
      "grad_norm": 6.21875,
      "learning_rate": 5.628804274742534e-06,
      "loss": 2.2571,
      "mean_token_accuracy": 0.5212229132652283,
      "num_tokens": 538892218.0,
      "step": 699620
    },
    {
      "epoch": 0.8874521473746699,
      "grad_norm": 5.9375,
      "learning_rate": 5.628169964656242e-06,
      "loss": 2.3115,
      "mean_token_accuracy": 0.5107388198375702,
      "num_tokens": 538900295.0,
      "step": 699630
    },
    {
      "epoch": 0.8874648319672027,
      "grad_norm": 6.78125,
      "learning_rate": 5.6275356545699505e-06,
      "loss": 1.949,
      "mean_token_accuracy": 0.5731463402509689,
      "num_tokens": 538908741.0,
      "step": 699640
    },
    {
      "epoch": 0.8874775165597355,
      "grad_norm": 5.28125,
      "learning_rate": 5.626901344483659e-06,
      "loss": 2.0096,
      "mean_token_accuracy": 0.5527005851268768,
      "num_tokens": 538917475.0,
      "step": 699650
    },
    {
      "epoch": 0.8874902011522684,
      "grad_norm": 5.84375,
      "learning_rate": 5.626267034397368e-06,
      "loss": 1.907,
      "mean_token_accuracy": 0.5684086114168168,
      "num_tokens": 538924803.0,
      "step": 699660
    },
    {
      "epoch": 0.8875028857448012,
      "grad_norm": 6.59375,
      "learning_rate": 5.625632724311076e-06,
      "loss": 2.1676,
      "mean_token_accuracy": 0.5247416734695435,
      "num_tokens": 538932356.0,
      "step": 699670
    },
    {
      "epoch": 0.8875155703373341,
      "grad_norm": 8.3125,
      "learning_rate": 5.624998414224785e-06,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5424138814210892,
      "num_tokens": 538939847.0,
      "step": 699680
    },
    {
      "epoch": 0.8875282549298669,
      "grad_norm": 6.125,
      "learning_rate": 5.624364104138493e-06,
      "loss": 2.001,
      "mean_token_accuracy": 0.5646219432353974,
      "num_tokens": 538947611.0,
      "step": 699690
    },
    {
      "epoch": 0.8875409395223998,
      "grad_norm": 6.3125,
      "learning_rate": 5.623729794052201e-06,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5442169427871704,
      "num_tokens": 538954920.0,
      "step": 699700
    },
    {
      "epoch": 0.8875536241149325,
      "grad_norm": 5.1875,
      "learning_rate": 5.62309548396591e-06,
      "loss": 2.2701,
      "mean_token_accuracy": 0.5165160477161408,
      "num_tokens": 538962974.0,
      "step": 699710
    },
    {
      "epoch": 0.8875663087074654,
      "grad_norm": 5.375,
      "learning_rate": 5.622461173879618e-06,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5586277306079864,
      "num_tokens": 538972278.0,
      "step": 699720
    },
    {
      "epoch": 0.8875789932999982,
      "grad_norm": 5.09375,
      "learning_rate": 5.621826863793327e-06,
      "loss": 2.3195,
      "mean_token_accuracy": 0.503228947520256,
      "num_tokens": 538980154.0,
      "step": 699730
    },
    {
      "epoch": 0.887591677892531,
      "grad_norm": 4.875,
      "learning_rate": 5.621192553707035e-06,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5556236147880554,
      "num_tokens": 538987618.0,
      "step": 699740
    },
    {
      "epoch": 0.8876043624850639,
      "grad_norm": 5.1875,
      "learning_rate": 5.620558243620744e-06,
      "loss": 1.966,
      "mean_token_accuracy": 0.5774470835924148,
      "num_tokens": 538994554.0,
      "step": 699750
    },
    {
      "epoch": 0.8876170470775967,
      "grad_norm": 5.28125,
      "learning_rate": 5.619923933534452e-06,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5597912669181824,
      "num_tokens": 539002305.0,
      "step": 699760
    },
    {
      "epoch": 0.8876297316701296,
      "grad_norm": 4.6875,
      "learning_rate": 5.619289623448161e-06,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5263023376464844,
      "num_tokens": 539009879.0,
      "step": 699770
    },
    {
      "epoch": 0.8876424162626624,
      "grad_norm": 4.84375,
      "learning_rate": 5.618655313361869e-06,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5439789533615113,
      "num_tokens": 539018193.0,
      "step": 699780
    },
    {
      "epoch": 0.8876551008551953,
      "grad_norm": 5.8125,
      "learning_rate": 5.618021003275577e-06,
      "loss": 2.0085,
      "mean_token_accuracy": 0.551575779914856,
      "num_tokens": 539025642.0,
      "step": 699790
    },
    {
      "epoch": 0.8876677854477281,
      "grad_norm": 5.21875,
      "learning_rate": 5.617386693189286e-06,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5581452250480652,
      "num_tokens": 539033044.0,
      "step": 699800
    },
    {
      "epoch": 0.8876804700402608,
      "grad_norm": 4.75,
      "learning_rate": 5.616752383102995e-06,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5277110159397125,
      "num_tokens": 539040921.0,
      "step": 699810
    },
    {
      "epoch": 0.8876931546327937,
      "grad_norm": 5.875,
      "learning_rate": 5.616118073016703e-06,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5311889439821244,
      "num_tokens": 539049790.0,
      "step": 699820
    },
    {
      "epoch": 0.8877058392253265,
      "grad_norm": 4.84375,
      "learning_rate": 5.615483762930411e-06,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5569097608327865,
      "num_tokens": 539056182.0,
      "step": 699830
    },
    {
      "epoch": 0.8877185238178594,
      "grad_norm": 4.71875,
      "learning_rate": 5.614849452844119e-06,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5630069583654403,
      "num_tokens": 539063601.0,
      "step": 699840
    },
    {
      "epoch": 0.8877312084103922,
      "grad_norm": 6.4375,
      "learning_rate": 5.614215142757828e-06,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5689211010932922,
      "num_tokens": 539071519.0,
      "step": 699850
    },
    {
      "epoch": 0.8877438930029251,
      "grad_norm": 4.625,
      "learning_rate": 5.613580832671537e-06,
      "loss": 2.056,
      "mean_token_accuracy": 0.5438890337944031,
      "num_tokens": 539080934.0,
      "step": 699860
    },
    {
      "epoch": 0.8877565775954579,
      "grad_norm": 5.59375,
      "learning_rate": 5.612946522585246e-06,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5278595238924026,
      "num_tokens": 539090634.0,
      "step": 699870
    },
    {
      "epoch": 0.8877692621879907,
      "grad_norm": 5.34375,
      "learning_rate": 5.612312212498954e-06,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5409712433815003,
      "num_tokens": 539098402.0,
      "step": 699880
    },
    {
      "epoch": 0.8877819467805236,
      "grad_norm": 7.84375,
      "learning_rate": 5.611677902412662e-06,
      "loss": 2.118,
      "mean_token_accuracy": 0.5383695989847184,
      "num_tokens": 539106236.0,
      "step": 699890
    },
    {
      "epoch": 0.8877946313730564,
      "grad_norm": 7.71875,
      "learning_rate": 5.61104359232637e-06,
      "loss": 2.0816,
      "mean_token_accuracy": 0.547572311758995,
      "num_tokens": 539113126.0,
      "step": 699900
    },
    {
      "epoch": 0.8878073159655893,
      "grad_norm": 5.3125,
      "learning_rate": 5.610409282240079e-06,
      "loss": 2.0682,
      "mean_token_accuracy": 0.5530853629112243,
      "num_tokens": 539120162.0,
      "step": 699910
    },
    {
      "epoch": 0.887820000558122,
      "grad_norm": 4.5625,
      "learning_rate": 5.609774972153788e-06,
      "loss": 1.9791,
      "mean_token_accuracy": 0.5612853199243546,
      "num_tokens": 539127091.0,
      "step": 699920
    },
    {
      "epoch": 0.8878326851506549,
      "grad_norm": 5.25,
      "learning_rate": 5.609140662067496e-06,
      "loss": 2.1426,
      "mean_token_accuracy": 0.532897773385048,
      "num_tokens": 539135712.0,
      "step": 699930
    },
    {
      "epoch": 0.8878453697431877,
      "grad_norm": 4.8125,
      "learning_rate": 5.608506351981204e-06,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5568011492490769,
      "num_tokens": 539142550.0,
      "step": 699940
    },
    {
      "epoch": 0.8878580543357206,
      "grad_norm": 4.46875,
      "learning_rate": 5.607872041894913e-06,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5447649151086807,
      "num_tokens": 539150079.0,
      "step": 699950
    },
    {
      "epoch": 0.8878707389282534,
      "grad_norm": 5.25,
      "learning_rate": 5.607237731808621e-06,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5478564858436584,
      "num_tokens": 539156291.0,
      "step": 699960
    },
    {
      "epoch": 0.8878834235207862,
      "grad_norm": 5.40625,
      "learning_rate": 5.60660342172233e-06,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5404932767152786,
      "num_tokens": 539163167.0,
      "step": 699970
    },
    {
      "epoch": 0.8878961081133191,
      "grad_norm": 5.90625,
      "learning_rate": 5.605969111636038e-06,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5674041628837585,
      "num_tokens": 539170611.0,
      "step": 699980
    },
    {
      "epoch": 0.8879087927058519,
      "grad_norm": 4.90625,
      "learning_rate": 5.605334801549747e-06,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5717569321393967,
      "num_tokens": 539177829.0,
      "step": 699990
    },
    {
      "epoch": 0.8879214772983848,
      "grad_norm": 6.9375,
      "learning_rate": 5.604700491463455e-06,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5462479919195176,
      "num_tokens": 539185972.0,
      "step": 700000
    },
    {
      "epoch": 0.8879341618909176,
      "grad_norm": 6.71875,
      "learning_rate": 5.604066181377164e-06,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5549597561359405,
      "num_tokens": 539192811.0,
      "step": 700010
    },
    {
      "epoch": 0.8879468464834505,
      "grad_norm": 5.96875,
      "learning_rate": 5.603431871290872e-06,
      "loss": 2.3052,
      "mean_token_accuracy": 0.5021553099155426,
      "num_tokens": 539201479.0,
      "step": 700020
    },
    {
      "epoch": 0.8879595310759832,
      "grad_norm": 5.875,
      "learning_rate": 5.60279756120458e-06,
      "loss": 1.9663,
      "mean_token_accuracy": 0.5690764158964157,
      "num_tokens": 539209106.0,
      "step": 700030
    },
    {
      "epoch": 0.887972215668516,
      "grad_norm": 6.96875,
      "learning_rate": 5.602163251118289e-06,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5287102937698365,
      "num_tokens": 539217628.0,
      "step": 700040
    },
    {
      "epoch": 0.8879849002610489,
      "grad_norm": 9.875,
      "learning_rate": 5.601528941031997e-06,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5826737672090531,
      "num_tokens": 539225257.0,
      "step": 700050
    },
    {
      "epoch": 0.8879975848535817,
      "grad_norm": 5.125,
      "learning_rate": 5.600894630945706e-06,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5878276765346527,
      "num_tokens": 539231902.0,
      "step": 700060
    },
    {
      "epoch": 0.8880102694461146,
      "grad_norm": 7.625,
      "learning_rate": 5.6002603208594145e-06,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5383168965578079,
      "num_tokens": 539240522.0,
      "step": 700070
    },
    {
      "epoch": 0.8880229540386474,
      "grad_norm": 5.78125,
      "learning_rate": 5.599626010773123e-06,
      "loss": 2.0646,
      "mean_token_accuracy": 0.557105478644371,
      "num_tokens": 539248788.0,
      "step": 700080
    },
    {
      "epoch": 0.8880356386311803,
      "grad_norm": 5.21875,
      "learning_rate": 5.598991700686831e-06,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5183695435523987,
      "num_tokens": 539258398.0,
      "step": 700090
    },
    {
      "epoch": 0.8880483232237131,
      "grad_norm": 5.34375,
      "learning_rate": 5.59835739060054e-06,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5439288675785064,
      "num_tokens": 539266267.0,
      "step": 700100
    },
    {
      "epoch": 0.888061007816246,
      "grad_norm": 7.9375,
      "learning_rate": 5.597723080514248e-06,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5308392584323883,
      "num_tokens": 539273411.0,
      "step": 700110
    },
    {
      "epoch": 0.8880736924087788,
      "grad_norm": 7.375,
      "learning_rate": 5.5970887704279565e-06,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5378424227237701,
      "num_tokens": 539280488.0,
      "step": 700120
    },
    {
      "epoch": 0.8880863770013115,
      "grad_norm": 5.5,
      "learning_rate": 5.596454460341665e-06,
      "loss": 2.1386,
      "mean_token_accuracy": 0.529415488243103,
      "num_tokens": 539288493.0,
      "step": 700130
    },
    {
      "epoch": 0.8880990615938444,
      "grad_norm": 5.625,
      "learning_rate": 5.595820150255374e-06,
      "loss": 2.1271,
      "mean_token_accuracy": 0.5302579224109649,
      "num_tokens": 539296646.0,
      "step": 700140
    },
    {
      "epoch": 0.8881117461863772,
      "grad_norm": 5.96875,
      "learning_rate": 5.595185840169082e-06,
      "loss": 1.8931,
      "mean_token_accuracy": 0.578268513083458,
      "num_tokens": 539302994.0,
      "step": 700150
    },
    {
      "epoch": 0.8881244307789101,
      "grad_norm": 4.90625,
      "learning_rate": 5.59455153008279e-06,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5412315458059311,
      "num_tokens": 539311035.0,
      "step": 700160
    },
    {
      "epoch": 0.8881371153714429,
      "grad_norm": 5.125,
      "learning_rate": 5.5939172199964985e-06,
      "loss": 1.8982,
      "mean_token_accuracy": 0.5824313193559647,
      "num_tokens": 539319508.0,
      "step": 700170
    },
    {
      "epoch": 0.8881497999639758,
      "grad_norm": 6.65625,
      "learning_rate": 5.593282909910207e-06,
      "loss": 2.184,
      "mean_token_accuracy": 0.5386787563562393,
      "num_tokens": 539327296.0,
      "step": 700180
    },
    {
      "epoch": 0.8881624845565086,
      "grad_norm": 6.09375,
      "learning_rate": 5.592648599823916e-06,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5825008362531662,
      "num_tokens": 539334039.0,
      "step": 700190
    },
    {
      "epoch": 0.8881751691490414,
      "grad_norm": 5.28125,
      "learning_rate": 5.592014289737625e-06,
      "loss": 2.0522,
      "mean_token_accuracy": 0.5534658163785935,
      "num_tokens": 539341266.0,
      "step": 700200
    },
    {
      "epoch": 0.8881878537415743,
      "grad_norm": 4.8125,
      "learning_rate": 5.5913799796513335e-06,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5666139543056488,
      "num_tokens": 539348785.0,
      "step": 700210
    },
    {
      "epoch": 0.8882005383341071,
      "grad_norm": 4.84375,
      "learning_rate": 5.5907456695650405e-06,
      "loss": 2.1391,
      "mean_token_accuracy": 0.5347410440444946,
      "num_tokens": 539356176.0,
      "step": 700220
    },
    {
      "epoch": 0.88821322292664,
      "grad_norm": 5.25,
      "learning_rate": 5.590111359478749e-06,
      "loss": 2.18,
      "mean_token_accuracy": 0.5399686545133591,
      "num_tokens": 539363996.0,
      "step": 700230
    },
    {
      "epoch": 0.8882259075191727,
      "grad_norm": 5.28125,
      "learning_rate": 5.589477049392458e-06,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5422619730234146,
      "num_tokens": 539372748.0,
      "step": 700240
    },
    {
      "epoch": 0.8882385921117056,
      "grad_norm": 6.8125,
      "learning_rate": 5.588842739306167e-06,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5347562342882156,
      "num_tokens": 539380273.0,
      "step": 700250
    },
    {
      "epoch": 0.8882512767042384,
      "grad_norm": 4.90625,
      "learning_rate": 5.5882084292198755e-06,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5662600815296173,
      "num_tokens": 539387958.0,
      "step": 700260
    },
    {
      "epoch": 0.8882639612967712,
      "grad_norm": 5.28125,
      "learning_rate": 5.587574119133583e-06,
      "loss": 1.9476,
      "mean_token_accuracy": 0.564558419585228,
      "num_tokens": 539396148.0,
      "step": 700270
    },
    {
      "epoch": 0.8882766458893041,
      "grad_norm": 6.21875,
      "learning_rate": 5.586939809047292e-06,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5421300113201142,
      "num_tokens": 539404507.0,
      "step": 700280
    },
    {
      "epoch": 0.8882893304818369,
      "grad_norm": 4.8125,
      "learning_rate": 5.586305498961e-06,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5656378239393234,
      "num_tokens": 539412155.0,
      "step": 700290
    },
    {
      "epoch": 0.8883020150743698,
      "grad_norm": 5.71875,
      "learning_rate": 5.585671188874709e-06,
      "loss": 1.855,
      "mean_token_accuracy": 0.5813339203596115,
      "num_tokens": 539419836.0,
      "step": 700300
    },
    {
      "epoch": 0.8883146996669026,
      "grad_norm": 4.9375,
      "learning_rate": 5.5850368787884175e-06,
      "loss": 1.837,
      "mean_token_accuracy": 0.5857051998376847,
      "num_tokens": 539427372.0,
      "step": 700310
    },
    {
      "epoch": 0.8883273842594355,
      "grad_norm": 7.0625,
      "learning_rate": 5.584402568702126e-06,
      "loss": 1.8644,
      "mean_token_accuracy": 0.5862170487642289,
      "num_tokens": 539434751.0,
      "step": 700320
    },
    {
      "epoch": 0.8883400688519683,
      "grad_norm": 4.21875,
      "learning_rate": 5.583768258615834e-06,
      "loss": 1.756,
      "mean_token_accuracy": 0.607846075296402,
      "num_tokens": 539441418.0,
      "step": 700330
    },
    {
      "epoch": 0.8883527534445012,
      "grad_norm": 9.625,
      "learning_rate": 5.583133948529543e-06,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5244722247123719,
      "num_tokens": 539449432.0,
      "step": 700340
    },
    {
      "epoch": 0.8883654380370339,
      "grad_norm": 6.8125,
      "learning_rate": 5.582499638443251e-06,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5198259592056275,
      "num_tokens": 539456820.0,
      "step": 700350
    },
    {
      "epoch": 0.8883781226295667,
      "grad_norm": 4.84375,
      "learning_rate": 5.5818653283569595e-06,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5297333300113678,
      "num_tokens": 539464569.0,
      "step": 700360
    },
    {
      "epoch": 0.8883908072220996,
      "grad_norm": 6.15625,
      "learning_rate": 5.581231018270668e-06,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5505350142717361,
      "num_tokens": 539472377.0,
      "step": 700370
    },
    {
      "epoch": 0.8884034918146324,
      "grad_norm": 9.75,
      "learning_rate": 5.580596708184376e-06,
      "loss": 2.0745,
      "mean_token_accuracy": 0.5397900849580765,
      "num_tokens": 539479577.0,
      "step": 700380
    },
    {
      "epoch": 0.8884161764071653,
      "grad_norm": 4.375,
      "learning_rate": 5.579962398098085e-06,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5441228985786438,
      "num_tokens": 539487170.0,
      "step": 700390
    },
    {
      "epoch": 0.8884288609996981,
      "grad_norm": 6.71875,
      "learning_rate": 5.579328088011794e-06,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5351903408765792,
      "num_tokens": 539494960.0,
      "step": 700400
    },
    {
      "epoch": 0.888441545592231,
      "grad_norm": 5.1875,
      "learning_rate": 5.578693777925502e-06,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5446675807237625,
      "num_tokens": 539503039.0,
      "step": 700410
    },
    {
      "epoch": 0.8884542301847638,
      "grad_norm": 4.625,
      "learning_rate": 5.57805946783921e-06,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5538355648517609,
      "num_tokens": 539510465.0,
      "step": 700420
    },
    {
      "epoch": 0.8884669147772966,
      "grad_norm": 5.625,
      "learning_rate": 5.577425157752919e-06,
      "loss": 2.1381,
      "mean_token_accuracy": 0.526246252655983,
      "num_tokens": 539520023.0,
      "step": 700430
    },
    {
      "epoch": 0.8884795993698295,
      "grad_norm": 3.65625,
      "learning_rate": 5.576790847666627e-06,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5682327419519424,
      "num_tokens": 539529091.0,
      "step": 700440
    },
    {
      "epoch": 0.8884922839623622,
      "grad_norm": 6.375,
      "learning_rate": 5.576156537580336e-06,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5619506359100341,
      "num_tokens": 539535963.0,
      "step": 700450
    },
    {
      "epoch": 0.8885049685548951,
      "grad_norm": 4.6875,
      "learning_rate": 5.575522227494044e-06,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5213938295841217,
      "num_tokens": 539544627.0,
      "step": 700460
    },
    {
      "epoch": 0.8885176531474279,
      "grad_norm": 4.46875,
      "learning_rate": 5.574887917407753e-06,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5649719566106797,
      "num_tokens": 539552178.0,
      "step": 700470
    },
    {
      "epoch": 0.8885303377399608,
      "grad_norm": 4.96875,
      "learning_rate": 5.574253607321461e-06,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5222849577665329,
      "num_tokens": 539560947.0,
      "step": 700480
    },
    {
      "epoch": 0.8885430223324936,
      "grad_norm": 19.125,
      "learning_rate": 5.573619297235169e-06,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5577168196439743,
      "num_tokens": 539567184.0,
      "step": 700490
    },
    {
      "epoch": 0.8885557069250265,
      "grad_norm": 6.375,
      "learning_rate": 5.572984987148878e-06,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5512525349855423,
      "num_tokens": 539574480.0,
      "step": 700500
    },
    {
      "epoch": 0.8885683915175593,
      "grad_norm": 5.84375,
      "learning_rate": 5.572350677062586e-06,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5661329507827759,
      "num_tokens": 539582122.0,
      "step": 700510
    },
    {
      "epoch": 0.8885810761100921,
      "grad_norm": 5.75,
      "learning_rate": 5.571716366976295e-06,
      "loss": 2.2445,
      "mean_token_accuracy": 0.5165229797363281,
      "num_tokens": 539590603.0,
      "step": 700520
    },
    {
      "epoch": 0.888593760702625,
      "grad_norm": 4.625,
      "learning_rate": 5.571082056890004e-06,
      "loss": 2.0099,
      "mean_token_accuracy": 0.55366031229496,
      "num_tokens": 539597940.0,
      "step": 700530
    },
    {
      "epoch": 0.8886064452951578,
      "grad_norm": 4.75,
      "learning_rate": 5.570447746803712e-06,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5672064036130905,
      "num_tokens": 539605996.0,
      "step": 700540
    },
    {
      "epoch": 0.8886191298876907,
      "grad_norm": 6.875,
      "learning_rate": 5.56981343671742e-06,
      "loss": 2.1526,
      "mean_token_accuracy": 0.5287880331277848,
      "num_tokens": 539614373.0,
      "step": 700550
    },
    {
      "epoch": 0.8886318144802234,
      "grad_norm": 7.875,
      "learning_rate": 5.569179126631128e-06,
      "loss": 2.2762,
      "mean_token_accuracy": 0.5121708601713181,
      "num_tokens": 539622867.0,
      "step": 700560
    },
    {
      "epoch": 0.8886444990727563,
      "grad_norm": 5.28125,
      "learning_rate": 5.568544816544837e-06,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5470192104578018,
      "num_tokens": 539630464.0,
      "step": 700570
    },
    {
      "epoch": 0.8886571836652891,
      "grad_norm": 5.625,
      "learning_rate": 5.567910506458546e-06,
      "loss": 2.0385,
      "mean_token_accuracy": 0.542515954375267,
      "num_tokens": 539638739.0,
      "step": 700580
    },
    {
      "epoch": 0.8886698682578219,
      "grad_norm": 5.78125,
      "learning_rate": 5.5672761963722546e-06,
      "loss": 1.9025,
      "mean_token_accuracy": 0.5798451870679855,
      "num_tokens": 539645519.0,
      "step": 700590
    },
    {
      "epoch": 0.8886825528503548,
      "grad_norm": 5.5,
      "learning_rate": 5.5666418862859624e-06,
      "loss": 1.9974,
      "mean_token_accuracy": 0.5551658064126969,
      "num_tokens": 539652803.0,
      "step": 700600
    },
    {
      "epoch": 0.8886952374428876,
      "grad_norm": 5.40625,
      "learning_rate": 5.566007576199671e-06,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5615173816680908,
      "num_tokens": 539660655.0,
      "step": 700610
    },
    {
      "epoch": 0.8887079220354205,
      "grad_norm": 5.375,
      "learning_rate": 5.565373266113379e-06,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5583349347114563,
      "num_tokens": 539668794.0,
      "step": 700620
    },
    {
      "epoch": 0.8887206066279533,
      "grad_norm": 6.28125,
      "learning_rate": 5.564738956027088e-06,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5321841567754746,
      "num_tokens": 539676849.0,
      "step": 700630
    },
    {
      "epoch": 0.8887332912204862,
      "grad_norm": 6.84375,
      "learning_rate": 5.5641046459407966e-06,
      "loss": 2.2398,
      "mean_token_accuracy": 0.5134750485420227,
      "num_tokens": 539685469.0,
      "step": 700640
    },
    {
      "epoch": 0.888745975813019,
      "grad_norm": 5.375,
      "learning_rate": 5.5634703358545045e-06,
      "loss": 1.852,
      "mean_token_accuracy": 0.6004121720790863,
      "num_tokens": 539692693.0,
      "step": 700650
    },
    {
      "epoch": 0.8887586604055517,
      "grad_norm": 5.09375,
      "learning_rate": 5.562836025768213e-06,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5277172774076462,
      "num_tokens": 539700409.0,
      "step": 700660
    },
    {
      "epoch": 0.8887713449980846,
      "grad_norm": 5.46875,
      "learning_rate": 5.562201715681922e-06,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5399780899286271,
      "num_tokens": 539708443.0,
      "step": 700670
    },
    {
      "epoch": 0.8887840295906174,
      "grad_norm": 4.65625,
      "learning_rate": 5.56156740559563e-06,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5183587431907654,
      "num_tokens": 539717100.0,
      "step": 700680
    },
    {
      "epoch": 0.8887967141831503,
      "grad_norm": 5.65625,
      "learning_rate": 5.5609330955093386e-06,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5214812666177749,
      "num_tokens": 539726066.0,
      "step": 700690
    },
    {
      "epoch": 0.8888093987756831,
      "grad_norm": 3.921875,
      "learning_rate": 5.560298785423047e-06,
      "loss": 1.7975,
      "mean_token_accuracy": 0.5983307361602783,
      "num_tokens": 539733706.0,
      "step": 700700
    },
    {
      "epoch": 0.888822083368216,
      "grad_norm": 5.5,
      "learning_rate": 5.559664475336755e-06,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5387094557285309,
      "num_tokens": 539742060.0,
      "step": 700710
    },
    {
      "epoch": 0.8888347679607488,
      "grad_norm": 5.375,
      "learning_rate": 5.559030165250464e-06,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5468813091516495,
      "num_tokens": 539750147.0,
      "step": 700720
    },
    {
      "epoch": 0.8888474525532817,
      "grad_norm": 5.0625,
      "learning_rate": 5.558395855164173e-06,
      "loss": 2.072,
      "mean_token_accuracy": 0.5508300065994263,
      "num_tokens": 539758682.0,
      "step": 700730
    },
    {
      "epoch": 0.8888601371458145,
      "grad_norm": 6.78125,
      "learning_rate": 5.5577615450778806e-06,
      "loss": 2.0366,
      "mean_token_accuracy": 0.5573468476533889,
      "num_tokens": 539766314.0,
      "step": 700740
    },
    {
      "epoch": 0.8888728217383473,
      "grad_norm": 5.84375,
      "learning_rate": 5.557127234991589e-06,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5095848798751831,
      "num_tokens": 539774205.0,
      "step": 700750
    },
    {
      "epoch": 0.8888855063308801,
      "grad_norm": 6.34375,
      "learning_rate": 5.556492924905297e-06,
      "loss": 2.0277,
      "mean_token_accuracy": 0.5537729531526565,
      "num_tokens": 539782318.0,
      "step": 700760
    },
    {
      "epoch": 0.8888981909234129,
      "grad_norm": 6.09375,
      "learning_rate": 5.555858614819006e-06,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5528670012950897,
      "num_tokens": 539790103.0,
      "step": 700770
    },
    {
      "epoch": 0.8889108755159458,
      "grad_norm": 5.4375,
      "learning_rate": 5.555224304732715e-06,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5430307716131211,
      "num_tokens": 539797014.0,
      "step": 700780
    },
    {
      "epoch": 0.8889235601084786,
      "grad_norm": 4.9375,
      "learning_rate": 5.554589994646423e-06,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5262714356184006,
      "num_tokens": 539805605.0,
      "step": 700790
    },
    {
      "epoch": 0.8889362447010115,
      "grad_norm": 6.28125,
      "learning_rate": 5.553955684560132e-06,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5418941855430603,
      "num_tokens": 539812864.0,
      "step": 700800
    },
    {
      "epoch": 0.8889489292935443,
      "grad_norm": 6.5,
      "learning_rate": 5.55332137447384e-06,
      "loss": 1.8952,
      "mean_token_accuracy": 0.5626136362552643,
      "num_tokens": 539820007.0,
      "step": 700810
    },
    {
      "epoch": 0.8889616138860771,
      "grad_norm": 10.875,
      "learning_rate": 5.552687064387548e-06,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5420581758022308,
      "num_tokens": 539829321.0,
      "step": 700820
    },
    {
      "epoch": 0.88897429847861,
      "grad_norm": 5.53125,
      "learning_rate": 5.552052754301257e-06,
      "loss": 1.6574,
      "mean_token_accuracy": 0.636852377653122,
      "num_tokens": 539835388.0,
      "step": 700830
    },
    {
      "epoch": 0.8889869830711428,
      "grad_norm": 7.53125,
      "learning_rate": 5.5514184442149654e-06,
      "loss": 1.9678,
      "mean_token_accuracy": 0.5544044226408005,
      "num_tokens": 539842677.0,
      "step": 700840
    },
    {
      "epoch": 0.8889996676636757,
      "grad_norm": 6.96875,
      "learning_rate": 5.550784134128674e-06,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5343071848154068,
      "num_tokens": 539850567.0,
      "step": 700850
    },
    {
      "epoch": 0.8890123522562084,
      "grad_norm": 7.96875,
      "learning_rate": 5.550149824042383e-06,
      "loss": 1.7408,
      "mean_token_accuracy": 0.6158644676208496,
      "num_tokens": 539856029.0,
      "step": 700860
    },
    {
      "epoch": 0.8890250368487413,
      "grad_norm": 4.625,
      "learning_rate": 5.549515513956091e-06,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5664685994386673,
      "num_tokens": 539864032.0,
      "step": 700870
    },
    {
      "epoch": 0.8890377214412741,
      "grad_norm": 5.21875,
      "learning_rate": 5.548881203869799e-06,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5420626878738404,
      "num_tokens": 539870777.0,
      "step": 700880
    },
    {
      "epoch": 0.889050406033807,
      "grad_norm": 6.5,
      "learning_rate": 5.5482468937835074e-06,
      "loss": 1.7887,
      "mean_token_accuracy": 0.6032121658325196,
      "num_tokens": 539877615.0,
      "step": 700890
    },
    {
      "epoch": 0.8890630906263398,
      "grad_norm": 7.21875,
      "learning_rate": 5.547612583697216e-06,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5214429169893264,
      "num_tokens": 539885830.0,
      "step": 700900
    },
    {
      "epoch": 0.8890757752188726,
      "grad_norm": 5.5625,
      "learning_rate": 5.546978273610925e-06,
      "loss": 1.9339,
      "mean_token_accuracy": 0.5640182226896286,
      "num_tokens": 539894417.0,
      "step": 700910
    },
    {
      "epoch": 0.8890884598114055,
      "grad_norm": 6.3125,
      "learning_rate": 5.546343963524634e-06,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5480839610099792,
      "num_tokens": 539902683.0,
      "step": 700920
    },
    {
      "epoch": 0.8891011444039383,
      "grad_norm": 5.21875,
      "learning_rate": 5.5457096534383415e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5317066878080368,
      "num_tokens": 539911535.0,
      "step": 700930
    },
    {
      "epoch": 0.8891138289964712,
      "grad_norm": 5.28125,
      "learning_rate": 5.5450753433520494e-06,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5571092128753662,
      "num_tokens": 539918387.0,
      "step": 700940
    },
    {
      "epoch": 0.889126513589004,
      "grad_norm": 7.5,
      "learning_rate": 5.544441033265758e-06,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5356624215841294,
      "num_tokens": 539926685.0,
      "step": 700950
    },
    {
      "epoch": 0.8891391981815369,
      "grad_norm": 5.34375,
      "learning_rate": 5.543806723179467e-06,
      "loss": 2.2484,
      "mean_token_accuracy": 0.5214139282703399,
      "num_tokens": 539934366.0,
      "step": 700960
    },
    {
      "epoch": 0.8891518827740696,
      "grad_norm": 5.9375,
      "learning_rate": 5.543172413093176e-06,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5072109222412109,
      "num_tokens": 539942543.0,
      "step": 700970
    },
    {
      "epoch": 0.8891645673666024,
      "grad_norm": 5.46875,
      "learning_rate": 5.5425381030068835e-06,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5289299875497818,
      "num_tokens": 539951514.0,
      "step": 700980
    },
    {
      "epoch": 0.8891772519591353,
      "grad_norm": 5.5625,
      "learning_rate": 5.541903792920592e-06,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5181878298521042,
      "num_tokens": 539959603.0,
      "step": 700990
    },
    {
      "epoch": 0.8891899365516681,
      "grad_norm": 5.09375,
      "learning_rate": 5.541269482834301e-06,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5524616241455078,
      "num_tokens": 539966605.0,
      "step": 701000
    },
    {
      "epoch": 0.889202621144201,
      "grad_norm": 4.90625,
      "learning_rate": 5.540635172748009e-06,
      "loss": 2.032,
      "mean_token_accuracy": 0.5623774498701095,
      "num_tokens": 539974476.0,
      "step": 701010
    },
    {
      "epoch": 0.8892153057367338,
      "grad_norm": 6.875,
      "learning_rate": 5.540000862661718e-06,
      "loss": 1.8488,
      "mean_token_accuracy": 0.5928191661834716,
      "num_tokens": 539981561.0,
      "step": 701020
    },
    {
      "epoch": 0.8892279903292667,
      "grad_norm": 6.0625,
      "learning_rate": 5.539366552575426e-06,
      "loss": 1.9922,
      "mean_token_accuracy": 0.5653580546379089,
      "num_tokens": 539988527.0,
      "step": 701030
    },
    {
      "epoch": 0.8892406749217995,
      "grad_norm": 5.625,
      "learning_rate": 5.538732242489134e-06,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5278995037078857,
      "num_tokens": 539996850.0,
      "step": 701040
    },
    {
      "epoch": 0.8892533595143324,
      "grad_norm": 5.84375,
      "learning_rate": 5.538097932402843e-06,
      "loss": 2.2038,
      "mean_token_accuracy": 0.5198470145463944,
      "num_tokens": 540004533.0,
      "step": 701050
    },
    {
      "epoch": 0.8892660441068652,
      "grad_norm": 7.5,
      "learning_rate": 5.537463622316552e-06,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5296976447105408,
      "num_tokens": 540011541.0,
      "step": 701060
    },
    {
      "epoch": 0.889278728699398,
      "grad_norm": 7.1875,
      "learning_rate": 5.53682931223026e-06,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5302888363599777,
      "num_tokens": 540020622.0,
      "step": 701070
    },
    {
      "epoch": 0.8892914132919308,
      "grad_norm": 5.5625,
      "learning_rate": 5.536195002143968e-06,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5368246972560883,
      "num_tokens": 540028540.0,
      "step": 701080
    },
    {
      "epoch": 0.8893040978844636,
      "grad_norm": 5.46875,
      "learning_rate": 5.535560692057676e-06,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5614586293697357,
      "num_tokens": 540036326.0,
      "step": 701090
    },
    {
      "epoch": 0.8893167824769965,
      "grad_norm": 6.34375,
      "learning_rate": 5.534926381971385e-06,
      "loss": 1.8586,
      "mean_token_accuracy": 0.5919779241085052,
      "num_tokens": 540043842.0,
      "step": 701100
    },
    {
      "epoch": 0.8893294670695293,
      "grad_norm": 5.15625,
      "learning_rate": 5.534292071885094e-06,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5589798271656037,
      "num_tokens": 540051864.0,
      "step": 701110
    },
    {
      "epoch": 0.8893421516620622,
      "grad_norm": 6.25,
      "learning_rate": 5.5336577617988025e-06,
      "loss": 2.075,
      "mean_token_accuracy": 0.5374907672405242,
      "num_tokens": 540060056.0,
      "step": 701120
    },
    {
      "epoch": 0.889354836254595,
      "grad_norm": 5.0,
      "learning_rate": 5.53302345171251e-06,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5402346014976501,
      "num_tokens": 540068646.0,
      "step": 701130
    },
    {
      "epoch": 0.8893675208471278,
      "grad_norm": 4.78125,
      "learning_rate": 5.532389141626219e-06,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5786580860614776,
      "num_tokens": 540075897.0,
      "step": 701140
    },
    {
      "epoch": 0.8893802054396607,
      "grad_norm": 5.0625,
      "learning_rate": 5.531754831539927e-06,
      "loss": 1.981,
      "mean_token_accuracy": 0.560530298948288,
      "num_tokens": 540084577.0,
      "step": 701150
    },
    {
      "epoch": 0.8893928900321935,
      "grad_norm": 7.03125,
      "learning_rate": 5.531120521453636e-06,
      "loss": 1.7685,
      "mean_token_accuracy": 0.6000850647687912,
      "num_tokens": 540090419.0,
      "step": 701160
    },
    {
      "epoch": 0.8894055746247264,
      "grad_norm": 6.5,
      "learning_rate": 5.5304862113673445e-06,
      "loss": 2.214,
      "mean_token_accuracy": 0.5242629528045655,
      "num_tokens": 540097825.0,
      "step": 701170
    },
    {
      "epoch": 0.8894182592172591,
      "grad_norm": 5.5,
      "learning_rate": 5.529851901281053e-06,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5701570153236389,
      "num_tokens": 540104193.0,
      "step": 701180
    },
    {
      "epoch": 0.889430943809792,
      "grad_norm": 5.03125,
      "learning_rate": 5.529217591194762e-06,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5250283479690552,
      "num_tokens": 540111876.0,
      "step": 701190
    },
    {
      "epoch": 0.8894436284023248,
      "grad_norm": 5.21875,
      "learning_rate": 5.52858328110847e-06,
      "loss": 1.9515,
      "mean_token_accuracy": 0.5599389493465423,
      "num_tokens": 540118250.0,
      "step": 701200
    },
    {
      "epoch": 0.8894563129948576,
      "grad_norm": 6.625,
      "learning_rate": 5.527948971022178e-06,
      "loss": 1.8854,
      "mean_token_accuracy": 0.5771342396736145,
      "num_tokens": 540123937.0,
      "step": 701210
    },
    {
      "epoch": 0.8894689975873905,
      "grad_norm": 5.0625,
      "learning_rate": 5.5273146609358865e-06,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5447802066802978,
      "num_tokens": 540131527.0,
      "step": 701220
    },
    {
      "epoch": 0.8894816821799233,
      "grad_norm": 6.125,
      "learning_rate": 5.526680350849595e-06,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5490780472755432,
      "num_tokens": 540139413.0,
      "step": 701230
    },
    {
      "epoch": 0.8894943667724562,
      "grad_norm": 5.1875,
      "learning_rate": 5.526046040763304e-06,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5555381953716279,
      "num_tokens": 540146751.0,
      "step": 701240
    },
    {
      "epoch": 0.889507051364989,
      "grad_norm": 4.75,
      "learning_rate": 5.525411730677013e-06,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5653641670942307,
      "num_tokens": 540154273.0,
      "step": 701250
    },
    {
      "epoch": 0.8895197359575219,
      "grad_norm": 6.0,
      "learning_rate": 5.524777420590721e-06,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5205242335796356,
      "num_tokens": 540163098.0,
      "step": 701260
    },
    {
      "epoch": 0.8895324205500547,
      "grad_norm": 5.75,
      "learning_rate": 5.5241431105044285e-06,
      "loss": 1.8395,
      "mean_token_accuracy": 0.5849888473749161,
      "num_tokens": 540170194.0,
      "step": 701270
    },
    {
      "epoch": 0.8895451051425876,
      "grad_norm": 5.8125,
      "learning_rate": 5.523508800418137e-06,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5347625076770782,
      "num_tokens": 540178785.0,
      "step": 701280
    },
    {
      "epoch": 0.8895577897351203,
      "grad_norm": 5.59375,
      "learning_rate": 5.522874490331846e-06,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5275619834661484,
      "num_tokens": 540187354.0,
      "step": 701290
    },
    {
      "epoch": 0.8895704743276531,
      "grad_norm": 5.0625,
      "learning_rate": 5.522240180245555e-06,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5387122690677643,
      "num_tokens": 540195877.0,
      "step": 701300
    },
    {
      "epoch": 0.889583158920186,
      "grad_norm": 5.375,
      "learning_rate": 5.521605870159263e-06,
      "loss": 1.977,
      "mean_token_accuracy": 0.5601855844259263,
      "num_tokens": 540203823.0,
      "step": 701310
    },
    {
      "epoch": 0.8895958435127188,
      "grad_norm": 6.15625,
      "learning_rate": 5.520971560072971e-06,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5625167310237884,
      "num_tokens": 540211107.0,
      "step": 701320
    },
    {
      "epoch": 0.8896085281052517,
      "grad_norm": 5.78125,
      "learning_rate": 5.52033724998668e-06,
      "loss": 2.122,
      "mean_token_accuracy": 0.5312278270721436,
      "num_tokens": 540219575.0,
      "step": 701330
    },
    {
      "epoch": 0.8896212126977845,
      "grad_norm": 6.21875,
      "learning_rate": 5.519702939900388e-06,
      "loss": 1.889,
      "mean_token_accuracy": 0.5804671049118042,
      "num_tokens": 540228446.0,
      "step": 701340
    },
    {
      "epoch": 0.8896338972903174,
      "grad_norm": 4.28125,
      "learning_rate": 5.519068629814097e-06,
      "loss": 1.8057,
      "mean_token_accuracy": 0.6129609644412994,
      "num_tokens": 540235181.0,
      "step": 701350
    },
    {
      "epoch": 0.8896465818828502,
      "grad_norm": 6.25,
      "learning_rate": 5.5184343197278055e-06,
      "loss": 2.1529,
      "mean_token_accuracy": 0.5357326805591583,
      "num_tokens": 540242581.0,
      "step": 701360
    },
    {
      "epoch": 0.889659266475383,
      "grad_norm": 5.40625,
      "learning_rate": 5.517800009641513e-06,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5462263435125351,
      "num_tokens": 540250255.0,
      "step": 701370
    },
    {
      "epoch": 0.8896719510679159,
      "grad_norm": 5.5,
      "learning_rate": 5.517165699555222e-06,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5668095946311951,
      "num_tokens": 540257820.0,
      "step": 701380
    },
    {
      "epoch": 0.8896846356604486,
      "grad_norm": 6.9375,
      "learning_rate": 5.516531389468931e-06,
      "loss": 2.0361,
      "mean_token_accuracy": 0.5526433706283569,
      "num_tokens": 540265657.0,
      "step": 701390
    },
    {
      "epoch": 0.8896973202529815,
      "grad_norm": 6.5625,
      "learning_rate": 5.515897079382639e-06,
      "loss": 2.2077,
      "mean_token_accuracy": 0.5167255461215973,
      "num_tokens": 540273260.0,
      "step": 701400
    },
    {
      "epoch": 0.8897100048455143,
      "grad_norm": 5.21875,
      "learning_rate": 5.5152627692963475e-06,
      "loss": 1.866,
      "mean_token_accuracy": 0.5831953287124634,
      "num_tokens": 540280243.0,
      "step": 701410
    },
    {
      "epoch": 0.8897226894380472,
      "grad_norm": 7.46875,
      "learning_rate": 5.514628459210055e-06,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5341051578521728,
      "num_tokens": 540288054.0,
      "step": 701420
    },
    {
      "epoch": 0.88973537403058,
      "grad_norm": 6.53125,
      "learning_rate": 5.513994149123764e-06,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5479018121957779,
      "num_tokens": 540293396.0,
      "step": 701430
    },
    {
      "epoch": 0.8897480586231129,
      "grad_norm": 7.15625,
      "learning_rate": 5.513359839037473e-06,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5579093962907791,
      "num_tokens": 540301455.0,
      "step": 701440
    },
    {
      "epoch": 0.8897607432156457,
      "grad_norm": 7.125,
      "learning_rate": 5.512725528951182e-06,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5615838825702667,
      "num_tokens": 540308672.0,
      "step": 701450
    },
    {
      "epoch": 0.8897734278081785,
      "grad_norm": 5.65625,
      "learning_rate": 5.5120912188648895e-06,
      "loss": 1.7927,
      "mean_token_accuracy": 0.6038920283317566,
      "num_tokens": 540316001.0,
      "step": 701460
    },
    {
      "epoch": 0.8897861124007114,
      "grad_norm": 5.1875,
      "learning_rate": 5.511456908778598e-06,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5391291320323944,
      "num_tokens": 540325147.0,
      "step": 701470
    },
    {
      "epoch": 0.8897987969932442,
      "grad_norm": 6.25,
      "learning_rate": 5.510822598692306e-06,
      "loss": 2.0902,
      "mean_token_accuracy": 0.536508709192276,
      "num_tokens": 540333783.0,
      "step": 701480
    },
    {
      "epoch": 0.889811481585777,
      "grad_norm": 5.625,
      "learning_rate": 5.510188288606015e-06,
      "loss": 2.1907,
      "mean_token_accuracy": 0.5195555120706559,
      "num_tokens": 540342358.0,
      "step": 701490
    },
    {
      "epoch": 0.8898241661783098,
      "grad_norm": 4.90625,
      "learning_rate": 5.509553978519724e-06,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5313801258802414,
      "num_tokens": 540351021.0,
      "step": 701500
    },
    {
      "epoch": 0.8898368507708427,
      "grad_norm": 11.0,
      "learning_rate": 5.508919668433432e-06,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5383976101875305,
      "num_tokens": 540358555.0,
      "step": 701510
    },
    {
      "epoch": 0.8898495353633755,
      "grad_norm": 5.0,
      "learning_rate": 5.508285358347141e-06,
      "loss": 1.8627,
      "mean_token_accuracy": 0.5830347001552582,
      "num_tokens": 540365015.0,
      "step": 701520
    },
    {
      "epoch": 0.8898622199559083,
      "grad_norm": 5.125,
      "learning_rate": 5.507651048260849e-06,
      "loss": 2.01,
      "mean_token_accuracy": 0.5592092871665955,
      "num_tokens": 540372716.0,
      "step": 701530
    },
    {
      "epoch": 0.8898749045484412,
      "grad_norm": 6.28125,
      "learning_rate": 5.507016738174557e-06,
      "loss": 1.9968,
      "mean_token_accuracy": 0.5495750904083252,
      "num_tokens": 540380006.0,
      "step": 701540
    },
    {
      "epoch": 0.889887589140974,
      "grad_norm": 8.5,
      "learning_rate": 5.506382428088266e-06,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5496829271316528,
      "num_tokens": 540388130.0,
      "step": 701550
    },
    {
      "epoch": 0.8899002737335069,
      "grad_norm": 7.03125,
      "learning_rate": 5.505748118001974e-06,
      "loss": 2.24,
      "mean_token_accuracy": 0.5203537553548813,
      "num_tokens": 540396190.0,
      "step": 701560
    },
    {
      "epoch": 0.8899129583260397,
      "grad_norm": 5.03125,
      "learning_rate": 5.505113807915683e-06,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5223747879266739,
      "num_tokens": 540405799.0,
      "step": 701570
    },
    {
      "epoch": 0.8899256429185726,
      "grad_norm": 5.09375,
      "learning_rate": 5.504479497829392e-06,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5612851440906524,
      "num_tokens": 540413953.0,
      "step": 701580
    },
    {
      "epoch": 0.8899383275111054,
      "grad_norm": 6.46875,
      "learning_rate": 5.5038451877431e-06,
      "loss": 2.132,
      "mean_token_accuracy": 0.5333976745605469,
      "num_tokens": 540421920.0,
      "step": 701590
    },
    {
      "epoch": 0.8899510121036381,
      "grad_norm": 6.28125,
      "learning_rate": 5.503210877656808e-06,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5440579056739807,
      "num_tokens": 540430447.0,
      "step": 701600
    },
    {
      "epoch": 0.889963696696171,
      "grad_norm": 4.71875,
      "learning_rate": 5.502576567570516e-06,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5376393347978592,
      "num_tokens": 540438560.0,
      "step": 701610
    },
    {
      "epoch": 0.8899763812887038,
      "grad_norm": 5.53125,
      "learning_rate": 5.501942257484225e-06,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5584251999855041,
      "num_tokens": 540446821.0,
      "step": 701620
    },
    {
      "epoch": 0.8899890658812367,
      "grad_norm": 7.4375,
      "learning_rate": 5.501307947397934e-06,
      "loss": 1.9305,
      "mean_token_accuracy": 0.5827955871820449,
      "num_tokens": 540452476.0,
      "step": 701630
    },
    {
      "epoch": 0.8900017504737695,
      "grad_norm": 5.0,
      "learning_rate": 5.500673637311642e-06,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5509573757648468,
      "num_tokens": 540462150.0,
      "step": 701640
    },
    {
      "epoch": 0.8900144350663024,
      "grad_norm": 5.46875,
      "learning_rate": 5.5000393272253505e-06,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5227577835321426,
      "num_tokens": 540469364.0,
      "step": 701650
    },
    {
      "epoch": 0.8900271196588352,
      "grad_norm": 5.28125,
      "learning_rate": 5.499405017139058e-06,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5243911683559418,
      "num_tokens": 540477985.0,
      "step": 701660
    },
    {
      "epoch": 0.8900398042513681,
      "grad_norm": 6.03125,
      "learning_rate": 5.498770707052767e-06,
      "loss": 2.2537,
      "mean_token_accuracy": 0.5146985054016113,
      "num_tokens": 540486788.0,
      "step": 701670
    },
    {
      "epoch": 0.8900524888439009,
      "grad_norm": 5.1875,
      "learning_rate": 5.498136396966476e-06,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5377987802028656,
      "num_tokens": 540494588.0,
      "step": 701680
    },
    {
      "epoch": 0.8900651734364337,
      "grad_norm": 6.34375,
      "learning_rate": 5.497502086880185e-06,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5484969019889832,
      "num_tokens": 540501091.0,
      "step": 701690
    },
    {
      "epoch": 0.8900778580289666,
      "grad_norm": 5.25,
      "learning_rate": 5.4968677767938925e-06,
      "loss": 2.1267,
      "mean_token_accuracy": 0.5266365826129913,
      "num_tokens": 540509225.0,
      "step": 701700
    },
    {
      "epoch": 0.8900905426214993,
      "grad_norm": 5.96875,
      "learning_rate": 5.496233466707601e-06,
      "loss": 1.9397,
      "mean_token_accuracy": 0.570548665523529,
      "num_tokens": 540517146.0,
      "step": 701710
    },
    {
      "epoch": 0.8901032272140322,
      "grad_norm": 8.1875,
      "learning_rate": 5.49559915662131e-06,
      "loss": 1.951,
      "mean_token_accuracy": 0.5660195291042328,
      "num_tokens": 540523929.0,
      "step": 701720
    },
    {
      "epoch": 0.890115911806565,
      "grad_norm": 7.03125,
      "learning_rate": 5.494964846535018e-06,
      "loss": 2.0416,
      "mean_token_accuracy": 0.5458332151174545,
      "num_tokens": 540531795.0,
      "step": 701730
    },
    {
      "epoch": 0.8901285963990979,
      "grad_norm": 6.28125,
      "learning_rate": 5.494330536448727e-06,
      "loss": 2.1036,
      "mean_token_accuracy": 0.547590509057045,
      "num_tokens": 540538917.0,
      "step": 701740
    },
    {
      "epoch": 0.8901412809916307,
      "grad_norm": 4.53125,
      "learning_rate": 5.4936962263624345e-06,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5410898089408874,
      "num_tokens": 540547169.0,
      "step": 701750
    },
    {
      "epoch": 0.8901539655841635,
      "grad_norm": 6.6875,
      "learning_rate": 5.493061916276143e-06,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5493603408336639,
      "num_tokens": 540554975.0,
      "step": 701760
    },
    {
      "epoch": 0.8901666501766964,
      "grad_norm": 6.21875,
      "learning_rate": 5.492427606189852e-06,
      "loss": 2.071,
      "mean_token_accuracy": 0.5406152218580246,
      "num_tokens": 540562612.0,
      "step": 701770
    },
    {
      "epoch": 0.8901793347692292,
      "grad_norm": 6.375,
      "learning_rate": 5.491793296103561e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5401474952697753,
      "num_tokens": 540570606.0,
      "step": 701780
    },
    {
      "epoch": 0.8901920193617621,
      "grad_norm": 7.15625,
      "learning_rate": 5.491158986017269e-06,
      "loss": 2.081,
      "mean_token_accuracy": 0.5425062000751495,
      "num_tokens": 540578531.0,
      "step": 701790
    },
    {
      "epoch": 0.8902047039542949,
      "grad_norm": 5.8125,
      "learning_rate": 5.4905246759309765e-06,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5417557537555695,
      "num_tokens": 540587405.0,
      "step": 701800
    },
    {
      "epoch": 0.8902173885468277,
      "grad_norm": 5.90625,
      "learning_rate": 5.489890365844685e-06,
      "loss": 2.2663,
      "mean_token_accuracy": 0.5200395315885544,
      "num_tokens": 540595141.0,
      "step": 701810
    },
    {
      "epoch": 0.8902300731393605,
      "grad_norm": 6.53125,
      "learning_rate": 5.489256055758394e-06,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5752916753292083,
      "num_tokens": 540601791.0,
      "step": 701820
    },
    {
      "epoch": 0.8902427577318934,
      "grad_norm": 5.0,
      "learning_rate": 5.488621745672103e-06,
      "loss": 1.9635,
      "mean_token_accuracy": 0.574951383471489,
      "num_tokens": 540610202.0,
      "step": 701830
    },
    {
      "epoch": 0.8902554423244262,
      "grad_norm": 5.25,
      "learning_rate": 5.4879874355858114e-06,
      "loss": 1.9452,
      "mean_token_accuracy": 0.5822672188282013,
      "num_tokens": 540615975.0,
      "step": 701840
    },
    {
      "epoch": 0.890268126916959,
      "grad_norm": 4.9375,
      "learning_rate": 5.487353125499519e-06,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5217908442020416,
      "num_tokens": 540624004.0,
      "step": 701850
    },
    {
      "epoch": 0.8902808115094919,
      "grad_norm": 5.4375,
      "learning_rate": 5.486718815413227e-06,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5708906769752502,
      "num_tokens": 540631857.0,
      "step": 701860
    },
    {
      "epoch": 0.8902934961020247,
      "grad_norm": 6.1875,
      "learning_rate": 5.486084505326936e-06,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5573470830917359,
      "num_tokens": 540639477.0,
      "step": 701870
    },
    {
      "epoch": 0.8903061806945576,
      "grad_norm": 7.03125,
      "learning_rate": 5.485450195240645e-06,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5633313328027725,
      "num_tokens": 540647128.0,
      "step": 701880
    },
    {
      "epoch": 0.8903188652870904,
      "grad_norm": 5.65625,
      "learning_rate": 5.4848158851543534e-06,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5952377378940582,
      "num_tokens": 540653198.0,
      "step": 701890
    },
    {
      "epoch": 0.8903315498796233,
      "grad_norm": 5.5625,
      "learning_rate": 5.484181575068062e-06,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5354478299617768,
      "num_tokens": 540660880.0,
      "step": 701900
    },
    {
      "epoch": 0.890344234472156,
      "grad_norm": 6.25,
      "learning_rate": 5.48354726498177e-06,
      "loss": 2.2904,
      "mean_token_accuracy": 0.5236314356327056,
      "num_tokens": 540668367.0,
      "step": 701910
    },
    {
      "epoch": 0.8903569190646888,
      "grad_norm": 5.1875,
      "learning_rate": 5.482912954895479e-06,
      "loss": 1.7398,
      "mean_token_accuracy": 0.6064277350902557,
      "num_tokens": 540674552.0,
      "step": 701920
    },
    {
      "epoch": 0.8903696036572217,
      "grad_norm": 8.5625,
      "learning_rate": 5.482278644809187e-06,
      "loss": 1.9466,
      "mean_token_accuracy": 0.5694998413324356,
      "num_tokens": 540681103.0,
      "step": 701930
    },
    {
      "epoch": 0.8903822882497545,
      "grad_norm": 10.9375,
      "learning_rate": 5.4816443347228955e-06,
      "loss": 2.3336,
      "mean_token_accuracy": 0.5075555831193924,
      "num_tokens": 540688967.0,
      "step": 701940
    },
    {
      "epoch": 0.8903949728422874,
      "grad_norm": 6.125,
      "learning_rate": 5.481010024636604e-06,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5288162171840668,
      "num_tokens": 540697028.0,
      "step": 701950
    },
    {
      "epoch": 0.8904076574348202,
      "grad_norm": 5.5,
      "learning_rate": 5.480375714550313e-06,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5223748058080673,
      "num_tokens": 540705785.0,
      "step": 701960
    },
    {
      "epoch": 0.8904203420273531,
      "grad_norm": 7.375,
      "learning_rate": 5.479741404464021e-06,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5602152287960053,
      "num_tokens": 540714079.0,
      "step": 701970
    },
    {
      "epoch": 0.8904330266198859,
      "grad_norm": 6.375,
      "learning_rate": 5.4791070943777296e-06,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5388079017400742,
      "num_tokens": 540722550.0,
      "step": 701980
    },
    {
      "epoch": 0.8904457112124188,
      "grad_norm": 7.0,
      "learning_rate": 5.4784727842914375e-06,
      "loss": 1.8991,
      "mean_token_accuracy": 0.5898116201162338,
      "num_tokens": 540729607.0,
      "step": 701990
    },
    {
      "epoch": 0.8904583958049516,
      "grad_norm": 5.46875,
      "learning_rate": 5.477838474205146e-06,
      "loss": 2.1658,
      "mean_token_accuracy": 0.525128397345543,
      "num_tokens": 540738691.0,
      "step": 702000
    },
    {
      "epoch": 0.8904710803974843,
      "grad_norm": 6.0,
      "learning_rate": 5.477204164118855e-06,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5340395539999008,
      "num_tokens": 540746117.0,
      "step": 702010
    },
    {
      "epoch": 0.8904837649900172,
      "grad_norm": 5.25,
      "learning_rate": 5.476569854032563e-06,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5404617220163346,
      "num_tokens": 540753436.0,
      "step": 702020
    },
    {
      "epoch": 0.89049644958255,
      "grad_norm": 4.96875,
      "learning_rate": 5.4759355439462716e-06,
      "loss": 2.1901,
      "mean_token_accuracy": 0.5160869985818863,
      "num_tokens": 540761637.0,
      "step": 702030
    },
    {
      "epoch": 0.8905091341750829,
      "grad_norm": 4.78125,
      "learning_rate": 5.47530123385998e-06,
      "loss": 1.9849,
      "mean_token_accuracy": 0.5657462060451508,
      "num_tokens": 540769748.0,
      "step": 702040
    },
    {
      "epoch": 0.8905218187676157,
      "grad_norm": 6.90625,
      "learning_rate": 5.474666923773688e-06,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5463321089744568,
      "num_tokens": 540776251.0,
      "step": 702050
    },
    {
      "epoch": 0.8905345033601486,
      "grad_norm": 5.71875,
      "learning_rate": 5.474032613687397e-06,
      "loss": 1.9068,
      "mean_token_accuracy": 0.5870847851037979,
      "num_tokens": 540783736.0,
      "step": 702060
    },
    {
      "epoch": 0.8905471879526814,
      "grad_norm": 5.3125,
      "learning_rate": 5.473398303601106e-06,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5381931751966477,
      "num_tokens": 540792183.0,
      "step": 702070
    },
    {
      "epoch": 0.8905598725452142,
      "grad_norm": 5.09375,
      "learning_rate": 5.4727639935148136e-06,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5506534695625305,
      "num_tokens": 540798272.0,
      "step": 702080
    },
    {
      "epoch": 0.8905725571377471,
      "grad_norm": 6.4375,
      "learning_rate": 5.472129683428522e-06,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5286968499422073,
      "num_tokens": 540805880.0,
      "step": 702090
    },
    {
      "epoch": 0.8905852417302799,
      "grad_norm": 8.875,
      "learning_rate": 5.471495373342231e-06,
      "loss": 1.8269,
      "mean_token_accuracy": 0.583133989572525,
      "num_tokens": 540813183.0,
      "step": 702100
    },
    {
      "epoch": 0.8905979263228128,
      "grad_norm": 4.4375,
      "learning_rate": 5.47086106325594e-06,
      "loss": 2.27,
      "mean_token_accuracy": 0.517363253235817,
      "num_tokens": 540822237.0,
      "step": 702110
    },
    {
      "epoch": 0.8906106109153455,
      "grad_norm": 7.0625,
      "learning_rate": 5.470226753169648e-06,
      "loss": 2.0472,
      "mean_token_accuracy": 0.5512838363647461,
      "num_tokens": 540830577.0,
      "step": 702120
    },
    {
      "epoch": 0.8906232955078784,
      "grad_norm": 5.375,
      "learning_rate": 5.469592443083356e-06,
      "loss": 1.9954,
      "mean_token_accuracy": 0.550152251124382,
      "num_tokens": 540838012.0,
      "step": 702130
    },
    {
      "epoch": 0.8906359801004112,
      "grad_norm": 5.5,
      "learning_rate": 5.468958132997064e-06,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5699492394924164,
      "num_tokens": 540845661.0,
      "step": 702140
    },
    {
      "epoch": 0.890648664692944,
      "grad_norm": 6.125,
      "learning_rate": 5.468323822910773e-06,
      "loss": 1.8785,
      "mean_token_accuracy": 0.5874331802129745,
      "num_tokens": 540853686.0,
      "step": 702150
    },
    {
      "epoch": 0.8906613492854769,
      "grad_norm": 4.84375,
      "learning_rate": 5.467689512824482e-06,
      "loss": 2.2529,
      "mean_token_accuracy": 0.5215147018432618,
      "num_tokens": 540862982.0,
      "step": 702160
    },
    {
      "epoch": 0.8906740338780097,
      "grad_norm": 5.625,
      "learning_rate": 5.4670552027381905e-06,
      "loss": 2.2619,
      "mean_token_accuracy": 0.5105149030685425,
      "num_tokens": 540870967.0,
      "step": 702170
    },
    {
      "epoch": 0.8906867184705426,
      "grad_norm": 6.78125,
      "learning_rate": 5.4664208926518984e-06,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5527864634990692,
      "num_tokens": 540879252.0,
      "step": 702180
    },
    {
      "epoch": 0.8906994030630754,
      "grad_norm": 8.25,
      "learning_rate": 5.465786582565606e-06,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5378938794136048,
      "num_tokens": 540887162.0,
      "step": 702190
    },
    {
      "epoch": 0.8907120876556083,
      "grad_norm": 8.875,
      "learning_rate": 5.465152272479315e-06,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5471471697092056,
      "num_tokens": 540895595.0,
      "step": 702200
    },
    {
      "epoch": 0.8907247722481411,
      "grad_norm": 5.5625,
      "learning_rate": 5.464517962393024e-06,
      "loss": 2.0875,
      "mean_token_accuracy": 0.557040011882782,
      "num_tokens": 540903075.0,
      "step": 702210
    },
    {
      "epoch": 0.890737456840674,
      "grad_norm": 5.90625,
      "learning_rate": 5.4638836523067325e-06,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5374125689268112,
      "num_tokens": 540911098.0,
      "step": 702220
    },
    {
      "epoch": 0.8907501414332067,
      "grad_norm": 4.5625,
      "learning_rate": 5.463249342220441e-06,
      "loss": 2.171,
      "mean_token_accuracy": 0.518720680475235,
      "num_tokens": 540919964.0,
      "step": 702230
    },
    {
      "epoch": 0.8907628260257395,
      "grad_norm": 5.71875,
      "learning_rate": 5.462615032134149e-06,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5375176191329956,
      "num_tokens": 540928759.0,
      "step": 702240
    },
    {
      "epoch": 0.8907755106182724,
      "grad_norm": 6.375,
      "learning_rate": 5.461980722047858e-06,
      "loss": 2.2596,
      "mean_token_accuracy": 0.5150897204875946,
      "num_tokens": 540937261.0,
      "step": 702250
    },
    {
      "epoch": 0.8907881952108052,
      "grad_norm": 6.75,
      "learning_rate": 5.461346411961566e-06,
      "loss": 2.0,
      "mean_token_accuracy": 0.5423336148262023,
      "num_tokens": 540944778.0,
      "step": 702260
    },
    {
      "epoch": 0.8908008798033381,
      "grad_norm": 6.9375,
      "learning_rate": 5.4607121018752745e-06,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5522296875715256,
      "num_tokens": 540951815.0,
      "step": 702270
    },
    {
      "epoch": 0.8908135643958709,
      "grad_norm": 4.65625,
      "learning_rate": 5.460077791788983e-06,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5582738280296325,
      "num_tokens": 540960069.0,
      "step": 702280
    },
    {
      "epoch": 0.8908262489884038,
      "grad_norm": 5.1875,
      "learning_rate": 5.459443481702692e-06,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5347261041402817,
      "num_tokens": 540969407.0,
      "step": 702290
    },
    {
      "epoch": 0.8908389335809366,
      "grad_norm": 5.71875,
      "learning_rate": 5.4588091716164e-06,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5642912924289704,
      "num_tokens": 540976129.0,
      "step": 702300
    },
    {
      "epoch": 0.8908516181734694,
      "grad_norm": 4.75,
      "learning_rate": 5.458174861530109e-06,
      "loss": 2.038,
      "mean_token_accuracy": 0.5557545334100723,
      "num_tokens": 540983392.0,
      "step": 702310
    },
    {
      "epoch": 0.8908643027660023,
      "grad_norm": 6.28125,
      "learning_rate": 5.4575405514438165e-06,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5451853573322296,
      "num_tokens": 540991412.0,
      "step": 702320
    },
    {
      "epoch": 0.890876987358535,
      "grad_norm": 9.0,
      "learning_rate": 5.456906241357525e-06,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5363110661506653,
      "num_tokens": 540998061.0,
      "step": 702330
    },
    {
      "epoch": 0.8908896719510679,
      "grad_norm": 5.09375,
      "learning_rate": 5.456271931271234e-06,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5447149962186814,
      "num_tokens": 541006933.0,
      "step": 702340
    },
    {
      "epoch": 0.8909023565436007,
      "grad_norm": 4.46875,
      "learning_rate": 5.455637621184942e-06,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5298451751470565,
      "num_tokens": 541014986.0,
      "step": 702350
    },
    {
      "epoch": 0.8909150411361336,
      "grad_norm": 4.71875,
      "learning_rate": 5.455003311098651e-06,
      "loss": 2.2941,
      "mean_token_accuracy": 0.5047688543796539,
      "num_tokens": 541023306.0,
      "step": 702360
    },
    {
      "epoch": 0.8909277257286664,
      "grad_norm": 4.78125,
      "learning_rate": 5.454369001012359e-06,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5455551028251648,
      "num_tokens": 541031111.0,
      "step": 702370
    },
    {
      "epoch": 0.8909404103211993,
      "grad_norm": 6.0,
      "learning_rate": 5.453734690926067e-06,
      "loss": 2.122,
      "mean_token_accuracy": 0.5321330100297927,
      "num_tokens": 541039208.0,
      "step": 702380
    },
    {
      "epoch": 0.8909530949137321,
      "grad_norm": 7.84375,
      "learning_rate": 5.453100380839776e-06,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5209554761648179,
      "num_tokens": 541046501.0,
      "step": 702390
    },
    {
      "epoch": 0.8909657795062649,
      "grad_norm": 6.78125,
      "learning_rate": 5.452466070753485e-06,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5802794933319092,
      "num_tokens": 541053069.0,
      "step": 702400
    },
    {
      "epoch": 0.8909784640987978,
      "grad_norm": 7.15625,
      "learning_rate": 5.451831760667193e-06,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5357503175735474,
      "num_tokens": 541061420.0,
      "step": 702410
    },
    {
      "epoch": 0.8909911486913306,
      "grad_norm": 4.625,
      "learning_rate": 5.451197450580901e-06,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5510374426841735,
      "num_tokens": 541070861.0,
      "step": 702420
    },
    {
      "epoch": 0.8910038332838635,
      "grad_norm": 8.0,
      "learning_rate": 5.45056314049461e-06,
      "loss": 2.1227,
      "mean_token_accuracy": 0.5263168215751648,
      "num_tokens": 541079478.0,
      "step": 702430
    },
    {
      "epoch": 0.8910165178763962,
      "grad_norm": 5.5,
      "learning_rate": 5.449928830408319e-06,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5382907837629318,
      "num_tokens": 541088034.0,
      "step": 702440
    },
    {
      "epoch": 0.8910292024689291,
      "grad_norm": 4.90625,
      "learning_rate": 5.449294520322027e-06,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5464691102504731,
      "num_tokens": 541096089.0,
      "step": 702450
    },
    {
      "epoch": 0.8910418870614619,
      "grad_norm": 11.1875,
      "learning_rate": 5.448660210235735e-06,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5557616651058197,
      "num_tokens": 541103729.0,
      "step": 702460
    },
    {
      "epoch": 0.8910545716539947,
      "grad_norm": 5.65625,
      "learning_rate": 5.448025900149443e-06,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5415198713541031,
      "num_tokens": 541111369.0,
      "step": 702470
    },
    {
      "epoch": 0.8910672562465276,
      "grad_norm": 4.875,
      "learning_rate": 5.447391590063152e-06,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5454502046108246,
      "num_tokens": 541119404.0,
      "step": 702480
    },
    {
      "epoch": 0.8910799408390604,
      "grad_norm": 5.40625,
      "learning_rate": 5.446757279976861e-06,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5432558298110962,
      "num_tokens": 541127000.0,
      "step": 702490
    },
    {
      "epoch": 0.8910926254315933,
      "grad_norm": 5.34375,
      "learning_rate": 5.44612296989057e-06,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5268427163362503,
      "num_tokens": 541135463.0,
      "step": 702500
    },
    {
      "epoch": 0.8911053100241261,
      "grad_norm": 5.03125,
      "learning_rate": 5.4454886598042775e-06,
      "loss": 1.895,
      "mean_token_accuracy": 0.5754074454307556,
      "num_tokens": 541143455.0,
      "step": 702510
    },
    {
      "epoch": 0.891117994616659,
      "grad_norm": 4.78125,
      "learning_rate": 5.444854349717985e-06,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5261709868907929,
      "num_tokens": 541151852.0,
      "step": 702520
    },
    {
      "epoch": 0.8911306792091918,
      "grad_norm": 5.84375,
      "learning_rate": 5.444220039631694e-06,
      "loss": 2.121,
      "mean_token_accuracy": 0.5269468694925308,
      "num_tokens": 541160152.0,
      "step": 702530
    },
    {
      "epoch": 0.8911433638017245,
      "grad_norm": 7.375,
      "learning_rate": 5.443585729545403e-06,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5432081490755081,
      "num_tokens": 541167259.0,
      "step": 702540
    },
    {
      "epoch": 0.8911560483942574,
      "grad_norm": 5.1875,
      "learning_rate": 5.442951419459112e-06,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5415566325187683,
      "num_tokens": 541173789.0,
      "step": 702550
    },
    {
      "epoch": 0.8911687329867902,
      "grad_norm": 4.75,
      "learning_rate": 5.44231710937282e-06,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5648494362831116,
      "num_tokens": 541181134.0,
      "step": 702560
    },
    {
      "epoch": 0.8911814175793231,
      "grad_norm": 5.25,
      "learning_rate": 5.441682799286528e-06,
      "loss": 1.9393,
      "mean_token_accuracy": 0.565926057100296,
      "num_tokens": 541190079.0,
      "step": 702570
    },
    {
      "epoch": 0.8911941021718559,
      "grad_norm": 4.875,
      "learning_rate": 5.441048489200236e-06,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5372450739145279,
      "num_tokens": 541198500.0,
      "step": 702580
    },
    {
      "epoch": 0.8912067867643888,
      "grad_norm": 7.34375,
      "learning_rate": 5.440414179113945e-06,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5535092145204544,
      "num_tokens": 541204184.0,
      "step": 702590
    },
    {
      "epoch": 0.8912194713569216,
      "grad_norm": 5.09375,
      "learning_rate": 5.439779869027654e-06,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5358706146478653,
      "num_tokens": 541212746.0,
      "step": 702600
    },
    {
      "epoch": 0.8912321559494545,
      "grad_norm": 5.84375,
      "learning_rate": 5.439145558941362e-06,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5595098733901978,
      "num_tokens": 541219938.0,
      "step": 702610
    },
    {
      "epoch": 0.8912448405419873,
      "grad_norm": 5.625,
      "learning_rate": 5.438511248855071e-06,
      "loss": 2.1887,
      "mean_token_accuracy": 0.5265498697757721,
      "num_tokens": 541227739.0,
      "step": 702620
    },
    {
      "epoch": 0.8912575251345201,
      "grad_norm": 8.5,
      "learning_rate": 5.437876938768779e-06,
      "loss": 2.3534,
      "mean_token_accuracy": 0.5094211786985398,
      "num_tokens": 541235717.0,
      "step": 702630
    },
    {
      "epoch": 0.891270209727053,
      "grad_norm": 4.90625,
      "learning_rate": 5.437242628682488e-06,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5670354008674622,
      "num_tokens": 541244145.0,
      "step": 702640
    },
    {
      "epoch": 0.8912828943195857,
      "grad_norm": 6.75,
      "learning_rate": 5.436608318596196e-06,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5440475523471833,
      "num_tokens": 541251801.0,
      "step": 702650
    },
    {
      "epoch": 0.8912955789121186,
      "grad_norm": 5.40625,
      "learning_rate": 5.435974008509904e-06,
      "loss": 2.062,
      "mean_token_accuracy": 0.544727373123169,
      "num_tokens": 541259851.0,
      "step": 702660
    },
    {
      "epoch": 0.8913082635046514,
      "grad_norm": 6.96875,
      "learning_rate": 5.435339698423613e-06,
      "loss": 1.8198,
      "mean_token_accuracy": 0.5937562167644501,
      "num_tokens": 541266620.0,
      "step": 702670
    },
    {
      "epoch": 0.8913209480971843,
      "grad_norm": 5.375,
      "learning_rate": 5.434705388337321e-06,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5252701848745346,
      "num_tokens": 541274925.0,
      "step": 702680
    },
    {
      "epoch": 0.8913336326897171,
      "grad_norm": 7.34375,
      "learning_rate": 5.43407107825103e-06,
      "loss": 1.779,
      "mean_token_accuracy": 0.5989608526229858,
      "num_tokens": 541282056.0,
      "step": 702690
    },
    {
      "epoch": 0.8913463172822499,
      "grad_norm": 6.09375,
      "learning_rate": 5.4334367681647385e-06,
      "loss": 2.2361,
      "mean_token_accuracy": 0.5203908234834671,
      "num_tokens": 541290167.0,
      "step": 702700
    },
    {
      "epoch": 0.8913590018747828,
      "grad_norm": 4.78125,
      "learning_rate": 5.432802458078446e-06,
      "loss": 2.079,
      "mean_token_accuracy": 0.5356793224811554,
      "num_tokens": 541297173.0,
      "step": 702710
    },
    {
      "epoch": 0.8913716864673156,
      "grad_norm": 6.65625,
      "learning_rate": 5.432168147992155e-06,
      "loss": 1.8707,
      "mean_token_accuracy": 0.5964574903249741,
      "num_tokens": 541303254.0,
      "step": 702720
    },
    {
      "epoch": 0.8913843710598485,
      "grad_norm": 6.3125,
      "learning_rate": 5.431533837905864e-06,
      "loss": 2.2117,
      "mean_token_accuracy": 0.5331362873315811,
      "num_tokens": 541309498.0,
      "step": 702730
    },
    {
      "epoch": 0.8913970556523813,
      "grad_norm": 6.125,
      "learning_rate": 5.430899527819572e-06,
      "loss": 2.0756,
      "mean_token_accuracy": 0.537421977519989,
      "num_tokens": 541317589.0,
      "step": 702740
    },
    {
      "epoch": 0.8914097402449142,
      "grad_norm": 5.53125,
      "learning_rate": 5.4302652177332805e-06,
      "loss": 2.1707,
      "mean_token_accuracy": 0.527385538816452,
      "num_tokens": 541325888.0,
      "step": 702750
    },
    {
      "epoch": 0.8914224248374469,
      "grad_norm": 4.96875,
      "learning_rate": 5.429630907646989e-06,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5520268440246582,
      "num_tokens": 541333250.0,
      "step": 702760
    },
    {
      "epoch": 0.8914351094299798,
      "grad_norm": 7.875,
      "learning_rate": 5.428996597560697e-06,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5551619708538056,
      "num_tokens": 541341090.0,
      "step": 702770
    },
    {
      "epoch": 0.8914477940225126,
      "grad_norm": 5.78125,
      "learning_rate": 5.428362287474406e-06,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5800548017024993,
      "num_tokens": 541347715.0,
      "step": 702780
    },
    {
      "epoch": 0.8914604786150454,
      "grad_norm": 6.125,
      "learning_rate": 5.427727977388114e-06,
      "loss": 1.91,
      "mean_token_accuracy": 0.5789202183485032,
      "num_tokens": 541354845.0,
      "step": 702790
    },
    {
      "epoch": 0.8914731632075783,
      "grad_norm": 7.09375,
      "learning_rate": 5.4270936673018225e-06,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5417304307222366,
      "num_tokens": 541362540.0,
      "step": 702800
    },
    {
      "epoch": 0.8914858478001111,
      "grad_norm": 7.03125,
      "learning_rate": 5.426459357215531e-06,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5733662158250808,
      "num_tokens": 541370101.0,
      "step": 702810
    },
    {
      "epoch": 0.891498532392644,
      "grad_norm": 6.5,
      "learning_rate": 5.42582504712924e-06,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5521902143955231,
      "num_tokens": 541377296.0,
      "step": 702820
    },
    {
      "epoch": 0.8915112169851768,
      "grad_norm": 8.3125,
      "learning_rate": 5.425190737042949e-06,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5457784473896027,
      "num_tokens": 541384913.0,
      "step": 702830
    },
    {
      "epoch": 0.8915239015777097,
      "grad_norm": 6.40625,
      "learning_rate": 5.424556426956657e-06,
      "loss": 2.244,
      "mean_token_accuracy": 0.5108937710523606,
      "num_tokens": 541392778.0,
      "step": 702840
    },
    {
      "epoch": 0.8915365861702425,
      "grad_norm": 5.25,
      "learning_rate": 5.4239221168703645e-06,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5538799464702606,
      "num_tokens": 541400059.0,
      "step": 702850
    },
    {
      "epoch": 0.8915492707627752,
      "grad_norm": 4.84375,
      "learning_rate": 5.423287806784073e-06,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5215720117092133,
      "num_tokens": 541409600.0,
      "step": 702860
    },
    {
      "epoch": 0.8915619553553081,
      "grad_norm": 8.5,
      "learning_rate": 5.422653496697782e-06,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5678143948316574,
      "num_tokens": 541415784.0,
      "step": 702870
    },
    {
      "epoch": 0.8915746399478409,
      "grad_norm": 7.15625,
      "learning_rate": 5.422019186611491e-06,
      "loss": 1.8582,
      "mean_token_accuracy": 0.5882466673851013,
      "num_tokens": 541422882.0,
      "step": 702880
    },
    {
      "epoch": 0.8915873245403738,
      "grad_norm": 5.09375,
      "learning_rate": 5.4213848765251995e-06,
      "loss": 1.8616,
      "mean_token_accuracy": 0.590120005607605,
      "num_tokens": 541430438.0,
      "step": 702890
    },
    {
      "epoch": 0.8916000091329066,
      "grad_norm": 5.09375,
      "learning_rate": 5.420750566438907e-06,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5472040444612503,
      "num_tokens": 541437827.0,
      "step": 702900
    },
    {
      "epoch": 0.8916126937254395,
      "grad_norm": 6.15625,
      "learning_rate": 5.420116256352615e-06,
      "loss": 1.8069,
      "mean_token_accuracy": 0.608609077334404,
      "num_tokens": 541443432.0,
      "step": 702910
    },
    {
      "epoch": 0.8916253783179723,
      "grad_norm": 5.0,
      "learning_rate": 5.419481946266324e-06,
      "loss": 1.9564,
      "mean_token_accuracy": 0.557623565196991,
      "num_tokens": 541452212.0,
      "step": 702920
    },
    {
      "epoch": 0.8916380629105052,
      "grad_norm": 5.3125,
      "learning_rate": 5.418847636180033e-06,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5418966978788375,
      "num_tokens": 541459356.0,
      "step": 702930
    },
    {
      "epoch": 0.891650747503038,
      "grad_norm": 5.90625,
      "learning_rate": 5.4182133260937415e-06,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5486045837402344,
      "num_tokens": 541467850.0,
      "step": 702940
    },
    {
      "epoch": 0.8916634320955708,
      "grad_norm": 6.125,
      "learning_rate": 5.41757901600745e-06,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5235461235046387,
      "num_tokens": 541475330.0,
      "step": 702950
    },
    {
      "epoch": 0.8916761166881036,
      "grad_norm": 7.40625,
      "learning_rate": 5.416944705921158e-06,
      "loss": 1.8599,
      "mean_token_accuracy": 0.5841599732637406,
      "num_tokens": 541482743.0,
      "step": 702960
    },
    {
      "epoch": 0.8916888012806364,
      "grad_norm": 5.96875,
      "learning_rate": 5.416310395834866e-06,
      "loss": 2.2709,
      "mean_token_accuracy": 0.516758131980896,
      "num_tokens": 541490478.0,
      "step": 702970
    },
    {
      "epoch": 0.8917014858731693,
      "grad_norm": 4.34375,
      "learning_rate": 5.415676085748575e-06,
      "loss": 1.681,
      "mean_token_accuracy": 0.6175786048173905,
      "num_tokens": 541498423.0,
      "step": 702980
    },
    {
      "epoch": 0.8917141704657021,
      "grad_norm": 6.09375,
      "learning_rate": 5.4150417756622835e-06,
      "loss": 2.1347,
      "mean_token_accuracy": 0.526776385307312,
      "num_tokens": 541506719.0,
      "step": 702990
    },
    {
      "epoch": 0.891726855058235,
      "grad_norm": 6.5625,
      "learning_rate": 5.414407465575992e-06,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5607640087604523,
      "num_tokens": 541515012.0,
      "step": 703000
    },
    {
      "epoch": 0.8917395396507678,
      "grad_norm": 6.875,
      "learning_rate": 5.4137731554897e-06,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5252362698316574,
      "num_tokens": 541523471.0,
      "step": 703010
    },
    {
      "epoch": 0.8917522242433006,
      "grad_norm": 7.4375,
      "learning_rate": 5.413138845403409e-06,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5436035335063935,
      "num_tokens": 541530919.0,
      "step": 703020
    },
    {
      "epoch": 0.8917649088358335,
      "grad_norm": 6.125,
      "learning_rate": 5.412504535317118e-06,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5655772358179092,
      "num_tokens": 541538506.0,
      "step": 703030
    },
    {
      "epoch": 0.8917775934283663,
      "grad_norm": 4.96875,
      "learning_rate": 5.4118702252308255e-06,
      "loss": 2.1601,
      "mean_token_accuracy": 0.5326306641101837,
      "num_tokens": 541547243.0,
      "step": 703040
    },
    {
      "epoch": 0.8917902780208992,
      "grad_norm": 5.0,
      "learning_rate": 5.411235915144534e-06,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5681441605091095,
      "num_tokens": 541555171.0,
      "step": 703050
    },
    {
      "epoch": 0.891802962613432,
      "grad_norm": 5.78125,
      "learning_rate": 5.410601605058243e-06,
      "loss": 2.2966,
      "mean_token_accuracy": 0.5142077147960663,
      "num_tokens": 541563038.0,
      "step": 703060
    },
    {
      "epoch": 0.8918156472059648,
      "grad_norm": 5.78125,
      "learning_rate": 5.409967294971951e-06,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5136764824390412,
      "num_tokens": 541571192.0,
      "step": 703070
    },
    {
      "epoch": 0.8918283317984976,
      "grad_norm": 6.8125,
      "learning_rate": 5.40933298488566e-06,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5461328446865081,
      "num_tokens": 541579469.0,
      "step": 703080
    },
    {
      "epoch": 0.8918410163910304,
      "grad_norm": 6.375,
      "learning_rate": 5.408698674799368e-06,
      "loss": 2.2596,
      "mean_token_accuracy": 0.5214766770601272,
      "num_tokens": 541585973.0,
      "step": 703090
    },
    {
      "epoch": 0.8918537009835633,
      "grad_norm": 6.46875,
      "learning_rate": 5.408064364713076e-06,
      "loss": 2.2658,
      "mean_token_accuracy": 0.5075650572776794,
      "num_tokens": 541593969.0,
      "step": 703100
    },
    {
      "epoch": 0.8918663855760961,
      "grad_norm": 5.625,
      "learning_rate": 5.407430054626785e-06,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5241710871458054,
      "num_tokens": 541603371.0,
      "step": 703110
    },
    {
      "epoch": 0.891879070168629,
      "grad_norm": 6.0625,
      "learning_rate": 5.406795744540493e-06,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5332778990268707,
      "num_tokens": 541611730.0,
      "step": 703120
    },
    {
      "epoch": 0.8918917547611618,
      "grad_norm": 6.5625,
      "learning_rate": 5.406161434454202e-06,
      "loss": 2.0588,
      "mean_token_accuracy": 0.547615584731102,
      "num_tokens": 541620385.0,
      "step": 703130
    },
    {
      "epoch": 0.8919044393536947,
      "grad_norm": 5.0625,
      "learning_rate": 5.40552712436791e-06,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5659798741340637,
      "num_tokens": 541627403.0,
      "step": 703140
    },
    {
      "epoch": 0.8919171239462275,
      "grad_norm": 5.09375,
      "learning_rate": 5.404892814281619e-06,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5227994889020919,
      "num_tokens": 541635984.0,
      "step": 703150
    },
    {
      "epoch": 0.8919298085387604,
      "grad_norm": 7.40625,
      "learning_rate": 5.404258504195328e-06,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5381985545158386,
      "num_tokens": 541643898.0,
      "step": 703160
    },
    {
      "epoch": 0.8919424931312931,
      "grad_norm": 6.9375,
      "learning_rate": 5.403624194109035e-06,
      "loss": 1.9335,
      "mean_token_accuracy": 0.5733116567134857,
      "num_tokens": 541652541.0,
      "step": 703170
    },
    {
      "epoch": 0.8919551777238259,
      "grad_norm": 5.375,
      "learning_rate": 5.402989884022744e-06,
      "loss": 2.019,
      "mean_token_accuracy": 0.5510434836149216,
      "num_tokens": 541660141.0,
      "step": 703180
    },
    {
      "epoch": 0.8919678623163588,
      "grad_norm": 6.09375,
      "learning_rate": 5.402355573936452e-06,
      "loss": 2.128,
      "mean_token_accuracy": 0.5372466892004013,
      "num_tokens": 541666878.0,
      "step": 703190
    },
    {
      "epoch": 0.8919805469088916,
      "grad_norm": 5.15625,
      "learning_rate": 5.401721263850161e-06,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5487517178058624,
      "num_tokens": 541675091.0,
      "step": 703200
    },
    {
      "epoch": 0.8919932315014245,
      "grad_norm": 4.875,
      "learning_rate": 5.40108695376387e-06,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5738644748926163,
      "num_tokens": 541682205.0,
      "step": 703210
    },
    {
      "epoch": 0.8920059160939573,
      "grad_norm": 5.46875,
      "learning_rate": 5.4004526436775786e-06,
      "loss": 2.1565,
      "mean_token_accuracy": 0.536574536561966,
      "num_tokens": 541689380.0,
      "step": 703220
    },
    {
      "epoch": 0.8920186006864902,
      "grad_norm": 9.5,
      "learning_rate": 5.3998183335912865e-06,
      "loss": 2.1324,
      "mean_token_accuracy": 0.538669428229332,
      "num_tokens": 541696746.0,
      "step": 703230
    },
    {
      "epoch": 0.892031285279023,
      "grad_norm": 5.71875,
      "learning_rate": 5.399184023504994e-06,
      "loss": 2.2292,
      "mean_token_accuracy": 0.5193596422672272,
      "num_tokens": 541704905.0,
      "step": 703240
    },
    {
      "epoch": 0.8920439698715558,
      "grad_norm": 5.6875,
      "learning_rate": 5.398549713418703e-06,
      "loss": 1.922,
      "mean_token_accuracy": 0.5788617461919785,
      "num_tokens": 541712405.0,
      "step": 703250
    },
    {
      "epoch": 0.8920566544640887,
      "grad_norm": 6.1875,
      "learning_rate": 5.397915403332412e-06,
      "loss": 2.057,
      "mean_token_accuracy": 0.5437576353549958,
      "num_tokens": 541720376.0,
      "step": 703260
    },
    {
      "epoch": 0.8920693390566214,
      "grad_norm": 4.78125,
      "learning_rate": 5.3972810932461206e-06,
      "loss": 2.3154,
      "mean_token_accuracy": 0.5044164180755615,
      "num_tokens": 541728443.0,
      "step": 703270
    },
    {
      "epoch": 0.8920820236491543,
      "grad_norm": 7.5,
      "learning_rate": 5.3966467831598285e-06,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5470458894968033,
      "num_tokens": 541735014.0,
      "step": 703280
    },
    {
      "epoch": 0.8920947082416871,
      "grad_norm": 5.0625,
      "learning_rate": 5.396012473073537e-06,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5332255661487579,
      "num_tokens": 541743897.0,
      "step": 703290
    },
    {
      "epoch": 0.89210739283422,
      "grad_norm": 5.15625,
      "learning_rate": 5.395378162987245e-06,
      "loss": 1.7962,
      "mean_token_accuracy": 0.5895939528942108,
      "num_tokens": 541750737.0,
      "step": 703300
    },
    {
      "epoch": 0.8921200774267528,
      "grad_norm": 5.78125,
      "learning_rate": 5.394743852900954e-06,
      "loss": 2.183,
      "mean_token_accuracy": 0.5296145141124725,
      "num_tokens": 541758176.0,
      "step": 703310
    },
    {
      "epoch": 0.8921327620192857,
      "grad_norm": 8.0,
      "learning_rate": 5.3941095428146626e-06,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5415493220090866,
      "num_tokens": 541765391.0,
      "step": 703320
    },
    {
      "epoch": 0.8921454466118185,
      "grad_norm": 4.59375,
      "learning_rate": 5.393475232728371e-06,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5439156502485275,
      "num_tokens": 541773640.0,
      "step": 703330
    },
    {
      "epoch": 0.8921581312043513,
      "grad_norm": 7.0,
      "learning_rate": 5.392840922642079e-06,
      "loss": 2.1353,
      "mean_token_accuracy": 0.526417925953865,
      "num_tokens": 541781534.0,
      "step": 703340
    },
    {
      "epoch": 0.8921708157968842,
      "grad_norm": 7.75,
      "learning_rate": 5.392206612555788e-06,
      "loss": 2.2103,
      "mean_token_accuracy": 0.5200669825077057,
      "num_tokens": 541789200.0,
      "step": 703350
    },
    {
      "epoch": 0.892183500389417,
      "grad_norm": 5.25,
      "learning_rate": 5.391572302469497e-06,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5304283916950225,
      "num_tokens": 541797317.0,
      "step": 703360
    },
    {
      "epoch": 0.8921961849819499,
      "grad_norm": 4.5625,
      "learning_rate": 5.3909379923832046e-06,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5525583177804947,
      "num_tokens": 541805921.0,
      "step": 703370
    },
    {
      "epoch": 0.8922088695744826,
      "grad_norm": 5.375,
      "learning_rate": 5.390303682296913e-06,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5336761921644211,
      "num_tokens": 541813150.0,
      "step": 703380
    },
    {
      "epoch": 0.8922215541670155,
      "grad_norm": 5.59375,
      "learning_rate": 5.389669372210621e-06,
      "loss": 2.1273,
      "mean_token_accuracy": 0.527305981516838,
      "num_tokens": 541821719.0,
      "step": 703390
    },
    {
      "epoch": 0.8922342387595483,
      "grad_norm": 4.9375,
      "learning_rate": 5.38903506212433e-06,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5258664637804031,
      "num_tokens": 541829585.0,
      "step": 703400
    },
    {
      "epoch": 0.8922469233520811,
      "grad_norm": 6.21875,
      "learning_rate": 5.388400752038039e-06,
      "loss": 2.0145,
      "mean_token_accuracy": 0.557817992568016,
      "num_tokens": 541838067.0,
      "step": 703410
    },
    {
      "epoch": 0.892259607944614,
      "grad_norm": 6.53125,
      "learning_rate": 5.3877664419517474e-06,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5640263617038727,
      "num_tokens": 541844342.0,
      "step": 703420
    },
    {
      "epoch": 0.8922722925371468,
      "grad_norm": 6.65625,
      "learning_rate": 5.387132131865455e-06,
      "loss": 2.02,
      "mean_token_accuracy": 0.5606461673974991,
      "num_tokens": 541853214.0,
      "step": 703430
    },
    {
      "epoch": 0.8922849771296797,
      "grad_norm": 6.96875,
      "learning_rate": 5.386497821779164e-06,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5447859227657318,
      "num_tokens": 541859433.0,
      "step": 703440
    },
    {
      "epoch": 0.8922976617222125,
      "grad_norm": 5.15625,
      "learning_rate": 5.385863511692872e-06,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5420780688524246,
      "num_tokens": 541867323.0,
      "step": 703450
    },
    {
      "epoch": 0.8923103463147454,
      "grad_norm": 5.0625,
      "learning_rate": 5.385229201606581e-06,
      "loss": 2.22,
      "mean_token_accuracy": 0.5163920193910598,
      "num_tokens": 541875629.0,
      "step": 703460
    },
    {
      "epoch": 0.8923230309072782,
      "grad_norm": 5.21875,
      "learning_rate": 5.3845948915202894e-06,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5182343661785126,
      "num_tokens": 541884370.0,
      "step": 703470
    },
    {
      "epoch": 0.8923357154998109,
      "grad_norm": 6.21875,
      "learning_rate": 5.383960581433998e-06,
      "loss": 2.2203,
      "mean_token_accuracy": 0.5152216374874115,
      "num_tokens": 541893121.0,
      "step": 703480
    },
    {
      "epoch": 0.8923484000923438,
      "grad_norm": 4.90625,
      "learning_rate": 5.383326271347706e-06,
      "loss": 1.9444,
      "mean_token_accuracy": 0.5648081630468369,
      "num_tokens": 541900457.0,
      "step": 703490
    },
    {
      "epoch": 0.8923610846848766,
      "grad_norm": 4.96875,
      "learning_rate": 5.382691961261414e-06,
      "loss": 2.2477,
      "mean_token_accuracy": 0.5207349091768265,
      "num_tokens": 541908197.0,
      "step": 703500
    },
    {
      "epoch": 0.8923737692774095,
      "grad_norm": 4.875,
      "learning_rate": 5.382057651175123e-06,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5501079797744751,
      "num_tokens": 541916394.0,
      "step": 703510
    },
    {
      "epoch": 0.8923864538699423,
      "grad_norm": 5.375,
      "learning_rate": 5.3814233410888314e-06,
      "loss": 2.1629,
      "mean_token_accuracy": 0.5382987707853317,
      "num_tokens": 541923412.0,
      "step": 703520
    },
    {
      "epoch": 0.8923991384624752,
      "grad_norm": 5.3125,
      "learning_rate": 5.38078903100254e-06,
      "loss": 1.8353,
      "mean_token_accuracy": 0.6034959018230438,
      "num_tokens": 541928448.0,
      "step": 703530
    },
    {
      "epoch": 0.892411823055008,
      "grad_norm": 10.375,
      "learning_rate": 5.380154720916249e-06,
      "loss": 1.7556,
      "mean_token_accuracy": 0.5954768985509873,
      "num_tokens": 541935407.0,
      "step": 703540
    },
    {
      "epoch": 0.8924245076475409,
      "grad_norm": 5.9375,
      "learning_rate": 5.379520410829958e-06,
      "loss": 1.8776,
      "mean_token_accuracy": 0.5754340171813965,
      "num_tokens": 541943161.0,
      "step": 703550
    },
    {
      "epoch": 0.8924371922400737,
      "grad_norm": 4.875,
      "learning_rate": 5.3788861007436655e-06,
      "loss": 1.8732,
      "mean_token_accuracy": 0.5709671437740326,
      "num_tokens": 541950851.0,
      "step": 703560
    },
    {
      "epoch": 0.8924498768326065,
      "grad_norm": 5.71875,
      "learning_rate": 5.3782517906573734e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5678490489721298,
      "num_tokens": 541958195.0,
      "step": 703570
    },
    {
      "epoch": 0.8924625614251394,
      "grad_norm": 5.78125,
      "learning_rate": 5.377617480571082e-06,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5420714110136032,
      "num_tokens": 541966589.0,
      "step": 703580
    },
    {
      "epoch": 0.8924752460176721,
      "grad_norm": 5.34375,
      "learning_rate": 5.376983170484791e-06,
      "loss": 2.1613,
      "mean_token_accuracy": 0.534421244263649,
      "num_tokens": 541974320.0,
      "step": 703590
    },
    {
      "epoch": 0.892487930610205,
      "grad_norm": 7.09375,
      "learning_rate": 5.3763488603985e-06,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5570078194141388,
      "num_tokens": 541981670.0,
      "step": 703600
    },
    {
      "epoch": 0.8925006152027378,
      "grad_norm": 4.6875,
      "learning_rate": 5.3757145503122076e-06,
      "loss": 2.064,
      "mean_token_accuracy": 0.5520091742277146,
      "num_tokens": 541988348.0,
      "step": 703610
    },
    {
      "epoch": 0.8925132997952707,
      "grad_norm": 6.5,
      "learning_rate": 5.375080240225916e-06,
      "loss": 1.886,
      "mean_token_accuracy": 0.5833559513092041,
      "num_tokens": 541995254.0,
      "step": 703620
    },
    {
      "epoch": 0.8925259843878035,
      "grad_norm": 6.09375,
      "learning_rate": 5.374445930139624e-06,
      "loss": 2.059,
      "mean_token_accuracy": 0.5461996704339981,
      "num_tokens": 542002268.0,
      "step": 703630
    },
    {
      "epoch": 0.8925386689803363,
      "grad_norm": 6.0625,
      "learning_rate": 5.373811620053333e-06,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5484191805124283,
      "num_tokens": 542010152.0,
      "step": 703640
    },
    {
      "epoch": 0.8925513535728692,
      "grad_norm": 5.125,
      "learning_rate": 5.373177309967042e-06,
      "loss": 2.1518,
      "mean_token_accuracy": 0.5359586089849472,
      "num_tokens": 542018838.0,
      "step": 703650
    },
    {
      "epoch": 0.892564038165402,
      "grad_norm": 7.1875,
      "learning_rate": 5.37254299988075e-06,
      "loss": 2.1728,
      "mean_token_accuracy": 0.529918047785759,
      "num_tokens": 542027167.0,
      "step": 703660
    },
    {
      "epoch": 0.8925767227579349,
      "grad_norm": 7.65625,
      "learning_rate": 5.371908689794458e-06,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5647343754768371,
      "num_tokens": 542034065.0,
      "step": 703670
    },
    {
      "epoch": 0.8925894073504677,
      "grad_norm": 5.96875,
      "learning_rate": 5.371274379708167e-06,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5550538241863251,
      "num_tokens": 542042287.0,
      "step": 703680
    },
    {
      "epoch": 0.8926020919430006,
      "grad_norm": 5.0625,
      "learning_rate": 5.370640069621875e-06,
      "loss": 2.17,
      "mean_token_accuracy": 0.5237491190433502,
      "num_tokens": 542049911.0,
      "step": 703690
    },
    {
      "epoch": 0.8926147765355333,
      "grad_norm": 6.5,
      "learning_rate": 5.370005759535584e-06,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5466648548841476,
      "num_tokens": 542057619.0,
      "step": 703700
    },
    {
      "epoch": 0.8926274611280662,
      "grad_norm": 6.0,
      "learning_rate": 5.369371449449292e-06,
      "loss": 2.2129,
      "mean_token_accuracy": 0.5220476239919662,
      "num_tokens": 542065253.0,
      "step": 703710
    },
    {
      "epoch": 0.892640145720599,
      "grad_norm": 5.34375,
      "learning_rate": 5.368737139363e-06,
      "loss": 2.1662,
      "mean_token_accuracy": 0.5293489933013916,
      "num_tokens": 542074125.0,
      "step": 703720
    },
    {
      "epoch": 0.8926528303131318,
      "grad_norm": 6.53125,
      "learning_rate": 5.368102829276709e-06,
      "loss": 1.8552,
      "mean_token_accuracy": 0.5899467021226883,
      "num_tokens": 542081287.0,
      "step": 703730
    },
    {
      "epoch": 0.8926655149056647,
      "grad_norm": 4.8125,
      "learning_rate": 5.367468519190418e-06,
      "loss": 1.9278,
      "mean_token_accuracy": 0.5661309421062469,
      "num_tokens": 542088907.0,
      "step": 703740
    },
    {
      "epoch": 0.8926781994981975,
      "grad_norm": 5.46875,
      "learning_rate": 5.3668342091041265e-06,
      "loss": 1.8807,
      "mean_token_accuracy": 0.5869329452514649,
      "num_tokens": 542095747.0,
      "step": 703750
    },
    {
      "epoch": 0.8926908840907304,
      "grad_norm": 6.8125,
      "learning_rate": 5.366199899017834e-06,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5682745546102523,
      "num_tokens": 542102459.0,
      "step": 703760
    },
    {
      "epoch": 0.8927035686832632,
      "grad_norm": 4.5625,
      "learning_rate": 5.365565588931543e-06,
      "loss": 1.8462,
      "mean_token_accuracy": 0.5733130753040314,
      "num_tokens": 542110041.0,
      "step": 703770
    },
    {
      "epoch": 0.8927162532757961,
      "grad_norm": 6.09375,
      "learning_rate": 5.364931278845251e-06,
      "loss": 2.0357,
      "mean_token_accuracy": 0.548290130496025,
      "num_tokens": 542118618.0,
      "step": 703780
    },
    {
      "epoch": 0.8927289378683289,
      "grad_norm": 5.4375,
      "learning_rate": 5.36429696875896e-06,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5414973288774491,
      "num_tokens": 542126188.0,
      "step": 703790
    },
    {
      "epoch": 0.8927416224608616,
      "grad_norm": 6.8125,
      "learning_rate": 5.3636626586726685e-06,
      "loss": 1.8405,
      "mean_token_accuracy": 0.5770884096622467,
      "num_tokens": 542132708.0,
      "step": 703800
    },
    {
      "epoch": 0.8927543070533945,
      "grad_norm": 6.9375,
      "learning_rate": 5.363028348586377e-06,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5316078901290894,
      "num_tokens": 542140520.0,
      "step": 703810
    },
    {
      "epoch": 0.8927669916459273,
      "grad_norm": 5.5625,
      "learning_rate": 5.362394038500085e-06,
      "loss": 2.3518,
      "mean_token_accuracy": 0.5017454892396926,
      "num_tokens": 542150240.0,
      "step": 703820
    },
    {
      "epoch": 0.8927796762384602,
      "grad_norm": 7.40625,
      "learning_rate": 5.361759728413793e-06,
      "loss": 1.984,
      "mean_token_accuracy": 0.5751168698072433,
      "num_tokens": 542156573.0,
      "step": 703830
    },
    {
      "epoch": 0.892792360830993,
      "grad_norm": 5.90625,
      "learning_rate": 5.361125418327502e-06,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5408893704414368,
      "num_tokens": 542163173.0,
      "step": 703840
    },
    {
      "epoch": 0.8928050454235259,
      "grad_norm": 6.03125,
      "learning_rate": 5.3604911082412105e-06,
      "loss": 2.2055,
      "mean_token_accuracy": 0.5213975846767426,
      "num_tokens": 542171658.0,
      "step": 703850
    },
    {
      "epoch": 0.8928177300160587,
      "grad_norm": 5.3125,
      "learning_rate": 5.359856798154919e-06,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5243622720241546,
      "num_tokens": 542179107.0,
      "step": 703860
    },
    {
      "epoch": 0.8928304146085916,
      "grad_norm": 6.375,
      "learning_rate": 5.359222488068628e-06,
      "loss": 1.8348,
      "mean_token_accuracy": 0.5905931025743485,
      "num_tokens": 542185354.0,
      "step": 703870
    },
    {
      "epoch": 0.8928430992011244,
      "grad_norm": 5.5,
      "learning_rate": 5.358588177982336e-06,
      "loss": 2.2191,
      "mean_token_accuracy": 0.523820486664772,
      "num_tokens": 542193315.0,
      "step": 703880
    },
    {
      "epoch": 0.8928557837936572,
      "grad_norm": 5.1875,
      "learning_rate": 5.357953867896044e-06,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5477818876504899,
      "num_tokens": 542202212.0,
      "step": 703890
    },
    {
      "epoch": 0.89286846838619,
      "grad_norm": 4.8125,
      "learning_rate": 5.3573195578097525e-06,
      "loss": 1.9134,
      "mean_token_accuracy": 0.56810083091259,
      "num_tokens": 542209302.0,
      "step": 703900
    },
    {
      "epoch": 0.8928811529787228,
      "grad_norm": 5.0625,
      "learning_rate": 5.356685247723461e-06,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5536810696125031,
      "num_tokens": 542216755.0,
      "step": 703910
    },
    {
      "epoch": 0.8928938375712557,
      "grad_norm": 5.28125,
      "learning_rate": 5.35605093763717e-06,
      "loss": 2.207,
      "mean_token_accuracy": 0.5188836246728897,
      "num_tokens": 542224446.0,
      "step": 703920
    },
    {
      "epoch": 0.8929065221637885,
      "grad_norm": 5.59375,
      "learning_rate": 5.355416627550879e-06,
      "loss": 1.7882,
      "mean_token_accuracy": 0.5986471384763717,
      "num_tokens": 542232028.0,
      "step": 703930
    },
    {
      "epoch": 0.8929192067563214,
      "grad_norm": 6.8125,
      "learning_rate": 5.354782317464587e-06,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5444036453962326,
      "num_tokens": 542240290.0,
      "step": 703940
    },
    {
      "epoch": 0.8929318913488542,
      "grad_norm": 5.34375,
      "learning_rate": 5.354148007378295e-06,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5475949943065643,
      "num_tokens": 542249196.0,
      "step": 703950
    },
    {
      "epoch": 0.892944575941387,
      "grad_norm": 6.84375,
      "learning_rate": 5.353513697292003e-06,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5504659295082093,
      "num_tokens": 542257581.0,
      "step": 703960
    },
    {
      "epoch": 0.8929572605339199,
      "grad_norm": 5.71875,
      "learning_rate": 5.352879387205712e-06,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5390735059976578,
      "num_tokens": 542265082.0,
      "step": 703970
    },
    {
      "epoch": 0.8929699451264527,
      "grad_norm": 5.625,
      "learning_rate": 5.352245077119421e-06,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5397396147251129,
      "num_tokens": 542271721.0,
      "step": 703980
    },
    {
      "epoch": 0.8929826297189856,
      "grad_norm": 4.5625,
      "learning_rate": 5.3516107670331295e-06,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5819867551326752,
      "num_tokens": 542278737.0,
      "step": 703990
    },
    {
      "epoch": 0.8929953143115184,
      "grad_norm": 4.46875,
      "learning_rate": 5.350976456946837e-06,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5226017951965332,
      "num_tokens": 542286521.0,
      "step": 704000
    },
    {
      "epoch": 0.8930079989040512,
      "grad_norm": 5.375,
      "learning_rate": 5.350342146860546e-06,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5418157339096069,
      "num_tokens": 542295035.0,
      "step": 704010
    },
    {
      "epoch": 0.893020683496584,
      "grad_norm": 5.71875,
      "learning_rate": 5.349707836774254e-06,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5711425483226776,
      "num_tokens": 542302385.0,
      "step": 704020
    },
    {
      "epoch": 0.8930333680891168,
      "grad_norm": 8.125,
      "learning_rate": 5.349073526687963e-06,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5294794768095017,
      "num_tokens": 542310434.0,
      "step": 704030
    },
    {
      "epoch": 0.8930460526816497,
      "grad_norm": 5.71875,
      "learning_rate": 5.3484392166016715e-06,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5538830757141113,
      "num_tokens": 542318709.0,
      "step": 704040
    },
    {
      "epoch": 0.8930587372741825,
      "grad_norm": 5.46875,
      "learning_rate": 5.347804906515379e-06,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5224525690078735,
      "num_tokens": 542326979.0,
      "step": 704050
    },
    {
      "epoch": 0.8930714218667154,
      "grad_norm": 4.71875,
      "learning_rate": 5.347170596429088e-06,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5538150519132614,
      "num_tokens": 542334675.0,
      "step": 704060
    },
    {
      "epoch": 0.8930841064592482,
      "grad_norm": 5.65625,
      "learning_rate": 5.346536286342797e-06,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5209427088499069,
      "num_tokens": 542344057.0,
      "step": 704070
    },
    {
      "epoch": 0.8930967910517811,
      "grad_norm": 7.8125,
      "learning_rate": 5.345901976256505e-06,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5687670111656189,
      "num_tokens": 542351472.0,
      "step": 704080
    },
    {
      "epoch": 0.8931094756443139,
      "grad_norm": 5.03125,
      "learning_rate": 5.3452676661702135e-06,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5350524872541428,
      "num_tokens": 542360789.0,
      "step": 704090
    },
    {
      "epoch": 0.8931221602368468,
      "grad_norm": 6.125,
      "learning_rate": 5.344633356083922e-06,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5546471148729324,
      "num_tokens": 542368841.0,
      "step": 704100
    },
    {
      "epoch": 0.8931348448293795,
      "grad_norm": 5.65625,
      "learning_rate": 5.34399904599763e-06,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5538447558879852,
      "num_tokens": 542376161.0,
      "step": 704110
    },
    {
      "epoch": 0.8931475294219123,
      "grad_norm": 5.28125,
      "learning_rate": 5.343364735911339e-06,
      "loss": 1.7517,
      "mean_token_accuracy": 0.6122351586818695,
      "num_tokens": 542382475.0,
      "step": 704120
    },
    {
      "epoch": 0.8931602140144452,
      "grad_norm": 5.15625,
      "learning_rate": 5.342730425825048e-06,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5265067517757416,
      "num_tokens": 542390521.0,
      "step": 704130
    },
    {
      "epoch": 0.893172898606978,
      "grad_norm": 4.96875,
      "learning_rate": 5.342096115738756e-06,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5677811980247498,
      "num_tokens": 542397535.0,
      "step": 704140
    },
    {
      "epoch": 0.8931855831995109,
      "grad_norm": 5.40625,
      "learning_rate": 5.341461805652464e-06,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5309609740972518,
      "num_tokens": 542404908.0,
      "step": 704150
    },
    {
      "epoch": 0.8931982677920437,
      "grad_norm": 4.6875,
      "learning_rate": 5.340827495566172e-06,
      "loss": 2.1754,
      "mean_token_accuracy": 0.5232399791479111,
      "num_tokens": 542412934.0,
      "step": 704160
    },
    {
      "epoch": 0.8932109523845766,
      "grad_norm": 5.9375,
      "learning_rate": 5.340193185479881e-06,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5327841997146606,
      "num_tokens": 542420970.0,
      "step": 704170
    },
    {
      "epoch": 0.8932236369771094,
      "grad_norm": 7.46875,
      "learning_rate": 5.33955887539359e-06,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5334095507860184,
      "num_tokens": 542428660.0,
      "step": 704180
    },
    {
      "epoch": 0.8932363215696422,
      "grad_norm": 5.5625,
      "learning_rate": 5.338924565307298e-06,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5533770054578782,
      "num_tokens": 542436750.0,
      "step": 704190
    },
    {
      "epoch": 0.8932490061621751,
      "grad_norm": 5.25,
      "learning_rate": 5.338290255221007e-06,
      "loss": 2.052,
      "mean_token_accuracy": 0.5442172527313233,
      "num_tokens": 542444633.0,
      "step": 704200
    },
    {
      "epoch": 0.8932616907547078,
      "grad_norm": 5.875,
      "learning_rate": 5.337655945134715e-06,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5306536674499511,
      "num_tokens": 542452986.0,
      "step": 704210
    },
    {
      "epoch": 0.8932743753472407,
      "grad_norm": 5.5,
      "learning_rate": 5.337021635048423e-06,
      "loss": 2.0231,
      "mean_token_accuracy": 0.5544070214033127,
      "num_tokens": 542459788.0,
      "step": 704220
    },
    {
      "epoch": 0.8932870599397735,
      "grad_norm": 4.5625,
      "learning_rate": 5.336387324962132e-06,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5590939223766327,
      "num_tokens": 542468232.0,
      "step": 704230
    },
    {
      "epoch": 0.8932997445323064,
      "grad_norm": 4.53125,
      "learning_rate": 5.33575301487584e-06,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5557641953229904,
      "num_tokens": 542476230.0,
      "step": 704240
    },
    {
      "epoch": 0.8933124291248392,
      "grad_norm": 5.125,
      "learning_rate": 5.335118704789549e-06,
      "loss": 1.7951,
      "mean_token_accuracy": 0.5907806426286697,
      "num_tokens": 542482284.0,
      "step": 704250
    },
    {
      "epoch": 0.8933251137173721,
      "grad_norm": 6.875,
      "learning_rate": 5.334484394703258e-06,
      "loss": 1.9623,
      "mean_token_accuracy": 0.561322146654129,
      "num_tokens": 542489974.0,
      "step": 704260
    },
    {
      "epoch": 0.8933377983099049,
      "grad_norm": 7.75,
      "learning_rate": 5.333850084616966e-06,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5329432398080826,
      "num_tokens": 542497997.0,
      "step": 704270
    },
    {
      "epoch": 0.8933504829024377,
      "grad_norm": 5.03125,
      "learning_rate": 5.3332157745306745e-06,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5527927547693252,
      "num_tokens": 542505510.0,
      "step": 704280
    },
    {
      "epoch": 0.8933631674949706,
      "grad_norm": 5.625,
      "learning_rate": 5.332581464444382e-06,
      "loss": 2.157,
      "mean_token_accuracy": 0.5254004329442978,
      "num_tokens": 542512082.0,
      "step": 704290
    },
    {
      "epoch": 0.8933758520875034,
      "grad_norm": 5.3125,
      "learning_rate": 5.331947154358091e-06,
      "loss": 2.1032,
      "mean_token_accuracy": 0.549667450785637,
      "num_tokens": 542520036.0,
      "step": 704300
    },
    {
      "epoch": 0.8933885366800363,
      "grad_norm": 5.15625,
      "learning_rate": 5.3313128442718e-06,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5435170412063599,
      "num_tokens": 542527785.0,
      "step": 704310
    },
    {
      "epoch": 0.893401221272569,
      "grad_norm": 5.71875,
      "learning_rate": 5.330678534185509e-06,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5553573489189148,
      "num_tokens": 542535844.0,
      "step": 704320
    },
    {
      "epoch": 0.8934139058651019,
      "grad_norm": 7.0,
      "learning_rate": 5.3300442240992165e-06,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5415353804826737,
      "num_tokens": 542543454.0,
      "step": 704330
    },
    {
      "epoch": 0.8934265904576347,
      "grad_norm": 5.71875,
      "learning_rate": 5.329409914012925e-06,
      "loss": 2.1621,
      "mean_token_accuracy": 0.5290324509143829,
      "num_tokens": 542551666.0,
      "step": 704340
    },
    {
      "epoch": 0.8934392750501675,
      "grad_norm": 5.90625,
      "learning_rate": 5.328775603926633e-06,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5215027660131455,
      "num_tokens": 542559929.0,
      "step": 704350
    },
    {
      "epoch": 0.8934519596427004,
      "grad_norm": 5.09375,
      "learning_rate": 5.328141293840342e-06,
      "loss": 2.0405,
      "mean_token_accuracy": 0.555411484837532,
      "num_tokens": 542566753.0,
      "step": 704360
    },
    {
      "epoch": 0.8934646442352332,
      "grad_norm": 4.90625,
      "learning_rate": 5.327506983754051e-06,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5179432511329651,
      "num_tokens": 542575679.0,
      "step": 704370
    },
    {
      "epoch": 0.8934773288277661,
      "grad_norm": 4.875,
      "learning_rate": 5.3268726736677585e-06,
      "loss": 1.947,
      "mean_token_accuracy": 0.5600624740123749,
      "num_tokens": 542583527.0,
      "step": 704380
    },
    {
      "epoch": 0.8934900134202989,
      "grad_norm": 5.3125,
      "learning_rate": 5.326238363581467e-06,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5414251059293747,
      "num_tokens": 542592141.0,
      "step": 704390
    },
    {
      "epoch": 0.8935026980128318,
      "grad_norm": 6.0625,
      "learning_rate": 5.325604053495176e-06,
      "loss": 1.9985,
      "mean_token_accuracy": 0.5634717017412185,
      "num_tokens": 542599341.0,
      "step": 704400
    },
    {
      "epoch": 0.8935153826053646,
      "grad_norm": 5.09375,
      "learning_rate": 5.324969743408884e-06,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5670609146356582,
      "num_tokens": 542608349.0,
      "step": 704410
    },
    {
      "epoch": 0.8935280671978973,
      "grad_norm": 6.59375,
      "learning_rate": 5.324335433322593e-06,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5796341180801392,
      "num_tokens": 542615851.0,
      "step": 704420
    },
    {
      "epoch": 0.8935407517904302,
      "grad_norm": 7.3125,
      "learning_rate": 5.3237011232363005e-06,
      "loss": 1.7402,
      "mean_token_accuracy": 0.6118900388479233,
      "num_tokens": 542622806.0,
      "step": 704430
    },
    {
      "epoch": 0.893553436382963,
      "grad_norm": 4.53125,
      "learning_rate": 5.323066813150009e-06,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5637116342782974,
      "num_tokens": 542631524.0,
      "step": 704440
    },
    {
      "epoch": 0.8935661209754959,
      "grad_norm": 4.78125,
      "learning_rate": 5.322432503063718e-06,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5705046117305755,
      "num_tokens": 542638695.0,
      "step": 704450
    },
    {
      "epoch": 0.8935788055680287,
      "grad_norm": 5.375,
      "learning_rate": 5.321798192977427e-06,
      "loss": 2.081,
      "mean_token_accuracy": 0.5452381998300553,
      "num_tokens": 542646985.0,
      "step": 704460
    },
    {
      "epoch": 0.8935914901605616,
      "grad_norm": 5.40625,
      "learning_rate": 5.3211638828911354e-06,
      "loss": 1.8848,
      "mean_token_accuracy": 0.5874881356954574,
      "num_tokens": 542654717.0,
      "step": 704470
    },
    {
      "epoch": 0.8936041747530944,
      "grad_norm": 5.28125,
      "learning_rate": 5.320529572804843e-06,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5678959667682648,
      "num_tokens": 542662358.0,
      "step": 704480
    },
    {
      "epoch": 0.8936168593456273,
      "grad_norm": 6.5,
      "learning_rate": 5.319895262718551e-06,
      "loss": 1.8342,
      "mean_token_accuracy": 0.5994103729724884,
      "num_tokens": 542669034.0,
      "step": 704490
    },
    {
      "epoch": 0.8936295439381601,
      "grad_norm": 7.03125,
      "learning_rate": 5.31926095263226e-06,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5661037266254425,
      "num_tokens": 542675409.0,
      "step": 704500
    },
    {
      "epoch": 0.8936422285306929,
      "grad_norm": 7.84375,
      "learning_rate": 5.318626642545969e-06,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5516806066036224,
      "num_tokens": 542683122.0,
      "step": 704510
    },
    {
      "epoch": 0.8936549131232258,
      "grad_norm": 5.8125,
      "learning_rate": 5.3179923324596775e-06,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5311232328414917,
      "num_tokens": 542690352.0,
      "step": 704520
    },
    {
      "epoch": 0.8936675977157585,
      "grad_norm": 8.125,
      "learning_rate": 5.317358022373386e-06,
      "loss": 1.9105,
      "mean_token_accuracy": 0.563766548037529,
      "num_tokens": 542697959.0,
      "step": 704530
    },
    {
      "epoch": 0.8936802823082914,
      "grad_norm": 6.25,
      "learning_rate": 5.316723712287094e-06,
      "loss": 1.8742,
      "mean_token_accuracy": 0.5882055133581161,
      "num_tokens": 542706157.0,
      "step": 704540
    },
    {
      "epoch": 0.8936929669008242,
      "grad_norm": 8.1875,
      "learning_rate": 5.316089402200802e-06,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5522416710853577,
      "num_tokens": 542714460.0,
      "step": 704550
    },
    {
      "epoch": 0.8937056514933571,
      "grad_norm": 6.59375,
      "learning_rate": 5.315455092114511e-06,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5618100434541702,
      "num_tokens": 542722056.0,
      "step": 704560
    },
    {
      "epoch": 0.8937183360858899,
      "grad_norm": 4.6875,
      "learning_rate": 5.3148207820282195e-06,
      "loss": 1.8316,
      "mean_token_accuracy": 0.5811001479625701,
      "num_tokens": 542730561.0,
      "step": 704570
    },
    {
      "epoch": 0.8937310206784227,
      "grad_norm": 7.875,
      "learning_rate": 5.314186471941928e-06,
      "loss": 2.02,
      "mean_token_accuracy": 0.5623356014490127,
      "num_tokens": 542738771.0,
      "step": 704580
    },
    {
      "epoch": 0.8937437052709556,
      "grad_norm": 5.375,
      "learning_rate": 5.313552161855637e-06,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5508120775222778,
      "num_tokens": 542746542.0,
      "step": 704590
    },
    {
      "epoch": 0.8937563898634884,
      "grad_norm": 5.4375,
      "learning_rate": 5.312917851769345e-06,
      "loss": 2.1837,
      "mean_token_accuracy": 0.5240964114665985,
      "num_tokens": 542754395.0,
      "step": 704600
    },
    {
      "epoch": 0.8937690744560213,
      "grad_norm": 6.90625,
      "learning_rate": 5.312283541683053e-06,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5734913378953934,
      "num_tokens": 542761259.0,
      "step": 704610
    },
    {
      "epoch": 0.8937817590485541,
      "grad_norm": 5.03125,
      "learning_rate": 5.3116492315967615e-06,
      "loss": 2.1402,
      "mean_token_accuracy": 0.530265337228775,
      "num_tokens": 542768505.0,
      "step": 704620
    },
    {
      "epoch": 0.893794443641087,
      "grad_norm": 5.84375,
      "learning_rate": 5.31101492151047e-06,
      "loss": 1.8101,
      "mean_token_accuracy": 0.6108110129833222,
      "num_tokens": 542773327.0,
      "step": 704630
    },
    {
      "epoch": 0.8938071282336197,
      "grad_norm": 6.21875,
      "learning_rate": 5.310380611424179e-06,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5368343472480774,
      "num_tokens": 542781135.0,
      "step": 704640
    },
    {
      "epoch": 0.8938198128261526,
      "grad_norm": 5.46875,
      "learning_rate": 5.309746301337887e-06,
      "loss": 2.1288,
      "mean_token_accuracy": 0.529109138250351,
      "num_tokens": 542789212.0,
      "step": 704650
    },
    {
      "epoch": 0.8938324974186854,
      "grad_norm": 4.84375,
      "learning_rate": 5.3091119912515956e-06,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5469654321670532,
      "num_tokens": 542797537.0,
      "step": 704660
    },
    {
      "epoch": 0.8938451820112182,
      "grad_norm": 5.0,
      "learning_rate": 5.308477681165304e-06,
      "loss": 2.353,
      "mean_token_accuracy": 0.5066811054944992,
      "num_tokens": 542806490.0,
      "step": 704670
    },
    {
      "epoch": 0.8938578666037511,
      "grad_norm": 5.15625,
      "learning_rate": 5.307843371079012e-06,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5520821750164032,
      "num_tokens": 542813979.0,
      "step": 704680
    },
    {
      "epoch": 0.8938705511962839,
      "grad_norm": 4.65625,
      "learning_rate": 5.307209060992721e-06,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5650868058204651,
      "num_tokens": 542821064.0,
      "step": 704690
    },
    {
      "epoch": 0.8938832357888168,
      "grad_norm": 6.53125,
      "learning_rate": 5.30657475090643e-06,
      "loss": 2.0642,
      "mean_token_accuracy": 0.5431015163660049,
      "num_tokens": 542829219.0,
      "step": 704700
    },
    {
      "epoch": 0.8938959203813496,
      "grad_norm": 5.5,
      "learning_rate": 5.305940440820138e-06,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5217726320028305,
      "num_tokens": 542836533.0,
      "step": 704710
    },
    {
      "epoch": 0.8939086049738825,
      "grad_norm": 4.875,
      "learning_rate": 5.305306130733846e-06,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5361322075128555,
      "num_tokens": 542844870.0,
      "step": 704720
    },
    {
      "epoch": 0.8939212895664153,
      "grad_norm": 10.3125,
      "learning_rate": 5.304671820647555e-06,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5722527503967285,
      "num_tokens": 542851373.0,
      "step": 704730
    },
    {
      "epoch": 0.893933974158948,
      "grad_norm": 5.28125,
      "learning_rate": 5.304037510561263e-06,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5287635535001755,
      "num_tokens": 542860401.0,
      "step": 704740
    },
    {
      "epoch": 0.8939466587514809,
      "grad_norm": 5.65625,
      "learning_rate": 5.303403200474972e-06,
      "loss": 1.7747,
      "mean_token_accuracy": 0.5991539895534516,
      "num_tokens": 542866990.0,
      "step": 704750
    },
    {
      "epoch": 0.8939593433440137,
      "grad_norm": 5.71875,
      "learning_rate": 5.30276889038868e-06,
      "loss": 1.8054,
      "mean_token_accuracy": 0.5971689850091935,
      "num_tokens": 542874923.0,
      "step": 704760
    },
    {
      "epoch": 0.8939720279365466,
      "grad_norm": 5.875,
      "learning_rate": 5.302134580302388e-06,
      "loss": 2.0363,
      "mean_token_accuracy": 0.550127562880516,
      "num_tokens": 542883293.0,
      "step": 704770
    },
    {
      "epoch": 0.8939847125290794,
      "grad_norm": 4.9375,
      "learning_rate": 5.301500270216097e-06,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5666689217090607,
      "num_tokens": 542890407.0,
      "step": 704780
    },
    {
      "epoch": 0.8939973971216123,
      "grad_norm": 5.875,
      "learning_rate": 5.300865960129806e-06,
      "loss": 2.0869,
      "mean_token_accuracy": 0.5419222921133041,
      "num_tokens": 542898382.0,
      "step": 704790
    },
    {
      "epoch": 0.8940100817141451,
      "grad_norm": 4.8125,
      "learning_rate": 5.300231650043514e-06,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5393938302993775,
      "num_tokens": 542907153.0,
      "step": 704800
    },
    {
      "epoch": 0.894022766306678,
      "grad_norm": 4.375,
      "learning_rate": 5.2995973399572224e-06,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5428596436977386,
      "num_tokens": 542916231.0,
      "step": 704810
    },
    {
      "epoch": 0.8940354508992108,
      "grad_norm": 6.6875,
      "learning_rate": 5.29896302987093e-06,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5494302928447723,
      "num_tokens": 542924794.0,
      "step": 704820
    },
    {
      "epoch": 0.8940481354917436,
      "grad_norm": 4.53125,
      "learning_rate": 5.298328719784639e-06,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5358325123786927,
      "num_tokens": 542932037.0,
      "step": 704830
    },
    {
      "epoch": 0.8940608200842765,
      "grad_norm": 6.0,
      "learning_rate": 5.297694409698348e-06,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5535340219736099,
      "num_tokens": 542939560.0,
      "step": 704840
    },
    {
      "epoch": 0.8940735046768092,
      "grad_norm": 7.78125,
      "learning_rate": 5.2970600996120565e-06,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5337274312973023,
      "num_tokens": 542947110.0,
      "step": 704850
    },
    {
      "epoch": 0.8940861892693421,
      "grad_norm": 10.5,
      "learning_rate": 5.296425789525765e-06,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5441309869289398,
      "num_tokens": 542955242.0,
      "step": 704860
    },
    {
      "epoch": 0.8940988738618749,
      "grad_norm": 7.03125,
      "learning_rate": 5.295791479439473e-06,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5395306527614594,
      "num_tokens": 542962600.0,
      "step": 704870
    },
    {
      "epoch": 0.8941115584544078,
      "grad_norm": 5.46875,
      "learning_rate": 5.295157169353181e-06,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5445566356182099,
      "num_tokens": 542971584.0,
      "step": 704880
    },
    {
      "epoch": 0.8941242430469406,
      "grad_norm": 7.9375,
      "learning_rate": 5.29452285926689e-06,
      "loss": 1.8336,
      "mean_token_accuracy": 0.6010894626379013,
      "num_tokens": 542977763.0,
      "step": 704890
    },
    {
      "epoch": 0.8941369276394734,
      "grad_norm": 4.71875,
      "learning_rate": 5.2938885491805986e-06,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5716249465942382,
      "num_tokens": 542984641.0,
      "step": 704900
    },
    {
      "epoch": 0.8941496122320063,
      "grad_norm": 4.9375,
      "learning_rate": 5.293254239094307e-06,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5272795259952545,
      "num_tokens": 542992444.0,
      "step": 704910
    },
    {
      "epoch": 0.8941622968245391,
      "grad_norm": 6.3125,
      "learning_rate": 5.292619929008016e-06,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5671213626861572,
      "num_tokens": 542999572.0,
      "step": 704920
    },
    {
      "epoch": 0.894174981417072,
      "grad_norm": 4.75,
      "learning_rate": 5.291985618921724e-06,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5444883823394775,
      "num_tokens": 543007648.0,
      "step": 704930
    },
    {
      "epoch": 0.8941876660096048,
      "grad_norm": 6.03125,
      "learning_rate": 5.291351308835432e-06,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5560150742530823,
      "num_tokens": 543015016.0,
      "step": 704940
    },
    {
      "epoch": 0.8942003506021377,
      "grad_norm": 5.0,
      "learning_rate": 5.2907169987491406e-06,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5376972943544388,
      "num_tokens": 543022584.0,
      "step": 704950
    },
    {
      "epoch": 0.8942130351946704,
      "grad_norm": 4.90625,
      "learning_rate": 5.290082688662849e-06,
      "loss": 1.8091,
      "mean_token_accuracy": 0.5941835880279541,
      "num_tokens": 543029543.0,
      "step": 704960
    },
    {
      "epoch": 0.8942257197872032,
      "grad_norm": 6.1875,
      "learning_rate": 5.289448378576558e-06,
      "loss": 1.9989,
      "mean_token_accuracy": 0.5636745125055314,
      "num_tokens": 543037396.0,
      "step": 704970
    },
    {
      "epoch": 0.8942384043797361,
      "grad_norm": 5.1875,
      "learning_rate": 5.288814068490266e-06,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5587753504514694,
      "num_tokens": 543045043.0,
      "step": 704980
    },
    {
      "epoch": 0.8942510889722689,
      "grad_norm": 5.375,
      "learning_rate": 5.288179758403975e-06,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5498081803321838,
      "num_tokens": 543052299.0,
      "step": 704990
    },
    {
      "epoch": 0.8942637735648018,
      "grad_norm": 5.0625,
      "learning_rate": 5.2875454483176826e-06,
      "loss": 1.8995,
      "mean_token_accuracy": 0.579244676232338,
      "num_tokens": 543059051.0,
      "step": 705000
    },
    {
      "epoch": 0.8942764581573346,
      "grad_norm": 5.15625,
      "learning_rate": 5.286911138231391e-06,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5379153281450272,
      "num_tokens": 543068139.0,
      "step": 705010
    },
    {
      "epoch": 0.8942891427498675,
      "grad_norm": 7.375,
      "learning_rate": 5.2862768281451e-06,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5728403031826019,
      "num_tokens": 543074319.0,
      "step": 705020
    },
    {
      "epoch": 0.8943018273424003,
      "grad_norm": 7.375,
      "learning_rate": 5.285642518058809e-06,
      "loss": 2.2652,
      "mean_token_accuracy": 0.5077535212039948,
      "num_tokens": 543081503.0,
      "step": 705030
    },
    {
      "epoch": 0.8943145119349332,
      "grad_norm": 6.8125,
      "learning_rate": 5.285008207972517e-06,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5490275382995605,
      "num_tokens": 543089418.0,
      "step": 705040
    },
    {
      "epoch": 0.894327196527466,
      "grad_norm": 7.3125,
      "learning_rate": 5.284373897886225e-06,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5360039889812469,
      "num_tokens": 543097816.0,
      "step": 705050
    },
    {
      "epoch": 0.8943398811199987,
      "grad_norm": 6.9375,
      "learning_rate": 5.283739587799934e-06,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5379213839769363,
      "num_tokens": 543105943.0,
      "step": 705060
    },
    {
      "epoch": 0.8943525657125316,
      "grad_norm": 5.40625,
      "learning_rate": 5.283105277713642e-06,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5732595384120941,
      "num_tokens": 543113001.0,
      "step": 705070
    },
    {
      "epoch": 0.8943652503050644,
      "grad_norm": 5.59375,
      "learning_rate": 5.282470967627351e-06,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5581639140844346,
      "num_tokens": 543120017.0,
      "step": 705080
    },
    {
      "epoch": 0.8943779348975973,
      "grad_norm": 10.8125,
      "learning_rate": 5.281836657541059e-06,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5541898161172867,
      "num_tokens": 543126448.0,
      "step": 705090
    },
    {
      "epoch": 0.8943906194901301,
      "grad_norm": 6.0625,
      "learning_rate": 5.281202347454767e-06,
      "loss": 2.3151,
      "mean_token_accuracy": 0.5072537899017334,
      "num_tokens": 543134980.0,
      "step": 705100
    },
    {
      "epoch": 0.894403304082663,
      "grad_norm": 4.9375,
      "learning_rate": 5.280568037368476e-06,
      "loss": 2.2437,
      "mean_token_accuracy": 0.5136387586593628,
      "num_tokens": 543141970.0,
      "step": 705110
    },
    {
      "epoch": 0.8944159886751958,
      "grad_norm": 5.25,
      "learning_rate": 5.279933727282185e-06,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5582145392894745,
      "num_tokens": 543149657.0,
      "step": 705120
    },
    {
      "epoch": 0.8944286732677286,
      "grad_norm": 5.25,
      "learning_rate": 5.279299417195893e-06,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5476729452610016,
      "num_tokens": 543158471.0,
      "step": 705130
    },
    {
      "epoch": 0.8944413578602615,
      "grad_norm": 6.125,
      "learning_rate": 5.2786651071096015e-06,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5487372189760208,
      "num_tokens": 543166162.0,
      "step": 705140
    },
    {
      "epoch": 0.8944540424527943,
      "grad_norm": 5.0625,
      "learning_rate": 5.278030797023309e-06,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5440127044916153,
      "num_tokens": 543174521.0,
      "step": 705150
    },
    {
      "epoch": 0.8944667270453271,
      "grad_norm": 6.25,
      "learning_rate": 5.277396486937018e-06,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5211741834878921,
      "num_tokens": 543183095.0,
      "step": 705160
    },
    {
      "epoch": 0.8944794116378599,
      "grad_norm": 5.625,
      "learning_rate": 5.276762176850727e-06,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5346081465482712,
      "num_tokens": 543190308.0,
      "step": 705170
    },
    {
      "epoch": 0.8944920962303928,
      "grad_norm": 5.59375,
      "learning_rate": 5.276127866764436e-06,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5303936004638672,
      "num_tokens": 543198284.0,
      "step": 705180
    },
    {
      "epoch": 0.8945047808229256,
      "grad_norm": 5.25,
      "learning_rate": 5.275493556678144e-06,
      "loss": 2.1756,
      "mean_token_accuracy": 0.539800176024437,
      "num_tokens": 543204983.0,
      "step": 705190
    },
    {
      "epoch": 0.8945174654154585,
      "grad_norm": 4.78125,
      "learning_rate": 5.274859246591852e-06,
      "loss": 1.8345,
      "mean_token_accuracy": 0.5796601355075837,
      "num_tokens": 543211698.0,
      "step": 705200
    },
    {
      "epoch": 0.8945301500079913,
      "grad_norm": 4.78125,
      "learning_rate": 5.27422493650556e-06,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5395682454109192,
      "num_tokens": 543220686.0,
      "step": 705210
    },
    {
      "epoch": 0.8945428346005241,
      "grad_norm": 5.0,
      "learning_rate": 5.273590626419269e-06,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5499101281166077,
      "num_tokens": 543229125.0,
      "step": 705220
    },
    {
      "epoch": 0.894555519193057,
      "grad_norm": 6.21875,
      "learning_rate": 5.272956316332978e-06,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5296246975660324,
      "num_tokens": 543235654.0,
      "step": 705230
    },
    {
      "epoch": 0.8945682037855898,
      "grad_norm": 5.53125,
      "learning_rate": 5.272322006246686e-06,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5322578996419907,
      "num_tokens": 543243041.0,
      "step": 705240
    },
    {
      "epoch": 0.8945808883781227,
      "grad_norm": 4.53125,
      "learning_rate": 5.271687696160395e-06,
      "loss": 2.3195,
      "mean_token_accuracy": 0.5046325713396073,
      "num_tokens": 543251977.0,
      "step": 705250
    },
    {
      "epoch": 0.8945935729706554,
      "grad_norm": 4.875,
      "learning_rate": 5.271053386074103e-06,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5450831800699234,
      "num_tokens": 543259060.0,
      "step": 705260
    },
    {
      "epoch": 0.8946062575631883,
      "grad_norm": 5.71875,
      "learning_rate": 5.270419075987811e-06,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5631376326084137,
      "num_tokens": 543267618.0,
      "step": 705270
    },
    {
      "epoch": 0.8946189421557211,
      "grad_norm": 5.0625,
      "learning_rate": 5.26978476590152e-06,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5478728473186493,
      "num_tokens": 543276018.0,
      "step": 705280
    },
    {
      "epoch": 0.8946316267482539,
      "grad_norm": 13.0625,
      "learning_rate": 5.269150455815228e-06,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5637276500463486,
      "num_tokens": 543283710.0,
      "step": 705290
    },
    {
      "epoch": 0.8946443113407868,
      "grad_norm": 5.53125,
      "learning_rate": 5.268516145728937e-06,
      "loss": 2.2528,
      "mean_token_accuracy": 0.5165370494127274,
      "num_tokens": 543292218.0,
      "step": 705300
    },
    {
      "epoch": 0.8946569959333196,
      "grad_norm": 5.0,
      "learning_rate": 5.267881835642645e-06,
      "loss": 2.0161,
      "mean_token_accuracy": 0.553952831029892,
      "num_tokens": 543299269.0,
      "step": 705310
    },
    {
      "epoch": 0.8946696805258525,
      "grad_norm": 5.4375,
      "learning_rate": 5.267247525556354e-06,
      "loss": 1.9444,
      "mean_token_accuracy": 0.5602029502391815,
      "num_tokens": 543306375.0,
      "step": 705320
    },
    {
      "epoch": 0.8946823651183853,
      "grad_norm": 4.375,
      "learning_rate": 5.266613215470062e-06,
      "loss": 1.8611,
      "mean_token_accuracy": 0.5724336087703705,
      "num_tokens": 543314079.0,
      "step": 705330
    },
    {
      "epoch": 0.8946950497109182,
      "grad_norm": 4.875,
      "learning_rate": 5.26597890538377e-06,
      "loss": 2.1649,
      "mean_token_accuracy": 0.528233015537262,
      "num_tokens": 543322725.0,
      "step": 705340
    },
    {
      "epoch": 0.894707734303451,
      "grad_norm": 6.53125,
      "learning_rate": 5.265344595297479e-06,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5296288669109345,
      "num_tokens": 543330541.0,
      "step": 705350
    },
    {
      "epoch": 0.8947204188959837,
      "grad_norm": 5.5,
      "learning_rate": 5.264710285211188e-06,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5437896341085434,
      "num_tokens": 543338229.0,
      "step": 705360
    },
    {
      "epoch": 0.8947331034885166,
      "grad_norm": 5.53125,
      "learning_rate": 5.264075975124896e-06,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5520399272441864,
      "num_tokens": 543344981.0,
      "step": 705370
    },
    {
      "epoch": 0.8947457880810494,
      "grad_norm": 5.15625,
      "learning_rate": 5.2634416650386045e-06,
      "loss": 1.8354,
      "mean_token_accuracy": 0.5898728966712952,
      "num_tokens": 543352984.0,
      "step": 705380
    },
    {
      "epoch": 0.8947584726735823,
      "grad_norm": 5.5,
      "learning_rate": 5.262807354952313e-06,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5590019166469574,
      "num_tokens": 543360897.0,
      "step": 705390
    },
    {
      "epoch": 0.8947711572661151,
      "grad_norm": 4.5,
      "learning_rate": 5.262173044866021e-06,
      "loss": 2.2441,
      "mean_token_accuracy": 0.5224987924098968,
      "num_tokens": 543369178.0,
      "step": 705400
    },
    {
      "epoch": 0.894783841858648,
      "grad_norm": 6.40625,
      "learning_rate": 5.26153873477973e-06,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5190364181995392,
      "num_tokens": 543377110.0,
      "step": 705410
    },
    {
      "epoch": 0.8947965264511808,
      "grad_norm": 5.75,
      "learning_rate": 5.260904424693438e-06,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5277150005102158,
      "num_tokens": 543385287.0,
      "step": 705420
    },
    {
      "epoch": 0.8948092110437137,
      "grad_norm": 5.9375,
      "learning_rate": 5.2602701146071465e-06,
      "loss": 1.8788,
      "mean_token_accuracy": 0.578216889500618,
      "num_tokens": 543391604.0,
      "step": 705430
    },
    {
      "epoch": 0.8948218956362465,
      "grad_norm": 5.75,
      "learning_rate": 5.259635804520855e-06,
      "loss": 2.1665,
      "mean_token_accuracy": 0.5298302143812179,
      "num_tokens": 543400158.0,
      "step": 705440
    },
    {
      "epoch": 0.8948345802287793,
      "grad_norm": 5.15625,
      "learning_rate": 5.259001494434564e-06,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5333098739385604,
      "num_tokens": 543409235.0,
      "step": 705450
    },
    {
      "epoch": 0.8948472648213122,
      "grad_norm": 4.78125,
      "learning_rate": 5.258367184348272e-06,
      "loss": 2.0497,
      "mean_token_accuracy": 0.5442740321159363,
      "num_tokens": 543416008.0,
      "step": 705460
    },
    {
      "epoch": 0.894859949413845,
      "grad_norm": 4.875,
      "learning_rate": 5.257732874261981e-06,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5460544705390931,
      "num_tokens": 543424904.0,
      "step": 705470
    },
    {
      "epoch": 0.8948726340063778,
      "grad_norm": 5.3125,
      "learning_rate": 5.2570985641756885e-06,
      "loss": 1.8552,
      "mean_token_accuracy": 0.5853119611740112,
      "num_tokens": 543433585.0,
      "step": 705480
    },
    {
      "epoch": 0.8948853185989106,
      "grad_norm": 5.21875,
      "learning_rate": 5.256464254089397e-06,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5323640525341033,
      "num_tokens": 543441977.0,
      "step": 705490
    },
    {
      "epoch": 0.8948980031914435,
      "grad_norm": 6.25,
      "learning_rate": 5.255829944003106e-06,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5440765440464019,
      "num_tokens": 543450168.0,
      "step": 705500
    },
    {
      "epoch": 0.8949106877839763,
      "grad_norm": 6.4375,
      "learning_rate": 5.255195633916815e-06,
      "loss": 2.141,
      "mean_token_accuracy": 0.5307381987571717,
      "num_tokens": 543458331.0,
      "step": 705510
    },
    {
      "epoch": 0.8949233723765091,
      "grad_norm": 5.59375,
      "learning_rate": 5.254561323830523e-06,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5308000057935714,
      "num_tokens": 543465918.0,
      "step": 705520
    },
    {
      "epoch": 0.894936056969042,
      "grad_norm": 7.0625,
      "learning_rate": 5.2539270137442305e-06,
      "loss": 2.035,
      "mean_token_accuracy": 0.5574742615222931,
      "num_tokens": 543472445.0,
      "step": 705530
    },
    {
      "epoch": 0.8949487415615748,
      "grad_norm": 5.46875,
      "learning_rate": 5.253292703657939e-06,
      "loss": 2.109,
      "mean_token_accuracy": 0.5480403065681457,
      "num_tokens": 543479259.0,
      "step": 705540
    },
    {
      "epoch": 0.8949614261541077,
      "grad_norm": 5.71875,
      "learning_rate": 5.252658393571648e-06,
      "loss": 1.7742,
      "mean_token_accuracy": 0.6016849637031555,
      "num_tokens": 543485973.0,
      "step": 705550
    },
    {
      "epoch": 0.8949741107466405,
      "grad_norm": 5.625,
      "learning_rate": 5.252024083485357e-06,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5562415540218353,
      "num_tokens": 543493150.0,
      "step": 705560
    },
    {
      "epoch": 0.8949867953391734,
      "grad_norm": 7.96875,
      "learning_rate": 5.2513897733990655e-06,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5152435690164566,
      "num_tokens": 543502301.0,
      "step": 705570
    },
    {
      "epoch": 0.8949994799317061,
      "grad_norm": 13.3125,
      "learning_rate": 5.250755463312774e-06,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5327435553073883,
      "num_tokens": 543509518.0,
      "step": 705580
    },
    {
      "epoch": 0.895012164524239,
      "grad_norm": 5.40625,
      "learning_rate": 5.250121153226482e-06,
      "loss": 1.974,
      "mean_token_accuracy": 0.5656817525625228,
      "num_tokens": 543517677.0,
      "step": 705590
    },
    {
      "epoch": 0.8950248491167718,
      "grad_norm": 4.75,
      "learning_rate": 5.24948684314019e-06,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5434243768453598,
      "num_tokens": 543526097.0,
      "step": 705600
    },
    {
      "epoch": 0.8950375337093046,
      "grad_norm": 6.3125,
      "learning_rate": 5.248852533053899e-06,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5720905184745788,
      "num_tokens": 543533719.0,
      "step": 705610
    },
    {
      "epoch": 0.8950502183018375,
      "grad_norm": 5.84375,
      "learning_rate": 5.2482182229676075e-06,
      "loss": 2.3115,
      "mean_token_accuracy": 0.5077702343463898,
      "num_tokens": 543541642.0,
      "step": 705620
    },
    {
      "epoch": 0.8950629028943703,
      "grad_norm": 5.8125,
      "learning_rate": 5.247583912881316e-06,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5538963735103607,
      "num_tokens": 543548740.0,
      "step": 705630
    },
    {
      "epoch": 0.8950755874869032,
      "grad_norm": 10.1875,
      "learning_rate": 5.246949602795024e-06,
      "loss": 1.8011,
      "mean_token_accuracy": 0.6034853160381317,
      "num_tokens": 543554390.0,
      "step": 705640
    },
    {
      "epoch": 0.895088272079436,
      "grad_norm": 6.3125,
      "learning_rate": 5.246315292708733e-06,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5448244214057922,
      "num_tokens": 543561536.0,
      "step": 705650
    },
    {
      "epoch": 0.8951009566719689,
      "grad_norm": 4.96875,
      "learning_rate": 5.245680982622441e-06,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5701237887144088,
      "num_tokens": 543570433.0,
      "step": 705660
    },
    {
      "epoch": 0.8951136412645017,
      "grad_norm": 4.90625,
      "learning_rate": 5.2450466725361495e-06,
      "loss": 2.0441,
      "mean_token_accuracy": 0.553196343779564,
      "num_tokens": 543578826.0,
      "step": 705670
    },
    {
      "epoch": 0.8951263258570344,
      "grad_norm": 8.375,
      "learning_rate": 5.244412362449858e-06,
      "loss": 1.9058,
      "mean_token_accuracy": 0.589845034480095,
      "num_tokens": 543586098.0,
      "step": 705680
    },
    {
      "epoch": 0.8951390104495673,
      "grad_norm": 7.625,
      "learning_rate": 5.243778052363567e-06,
      "loss": 2.037,
      "mean_token_accuracy": 0.546088382601738,
      "num_tokens": 543593411.0,
      "step": 705690
    },
    {
      "epoch": 0.8951516950421001,
      "grad_norm": 4.90625,
      "learning_rate": 5.243143742277275e-06,
      "loss": 1.9282,
      "mean_token_accuracy": 0.5747882902622223,
      "num_tokens": 543601436.0,
      "step": 705700
    },
    {
      "epoch": 0.895164379634633,
      "grad_norm": 4.46875,
      "learning_rate": 5.242509432190984e-06,
      "loss": 1.8838,
      "mean_token_accuracy": 0.5804461151361465,
      "num_tokens": 543608013.0,
      "step": 705710
    },
    {
      "epoch": 0.8951770642271658,
      "grad_norm": 8.625,
      "learning_rate": 5.2418751221046915e-06,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5290030062198638,
      "num_tokens": 543615060.0,
      "step": 705720
    },
    {
      "epoch": 0.8951897488196987,
      "grad_norm": 4.78125,
      "learning_rate": 5.2412408120184e-06,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5584121286869049,
      "num_tokens": 543623494.0,
      "step": 705730
    },
    {
      "epoch": 0.8952024334122315,
      "grad_norm": 6.875,
      "learning_rate": 5.240606501932109e-06,
      "loss": 1.784,
      "mean_token_accuracy": 0.5904946446418762,
      "num_tokens": 543630871.0,
      "step": 705740
    },
    {
      "epoch": 0.8952151180047644,
      "grad_norm": 6.0625,
      "learning_rate": 5.239972191845817e-06,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5472639530897141,
      "num_tokens": 543638723.0,
      "step": 705750
    },
    {
      "epoch": 0.8952278025972972,
      "grad_norm": 7.46875,
      "learning_rate": 5.239337881759526e-06,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5370203375816345,
      "num_tokens": 543646391.0,
      "step": 705760
    },
    {
      "epoch": 0.89524048718983,
      "grad_norm": 5.0,
      "learning_rate": 5.238703571673234e-06,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5244896739721299,
      "num_tokens": 543654259.0,
      "step": 705770
    },
    {
      "epoch": 0.8952531717823629,
      "grad_norm": 5.5625,
      "learning_rate": 5.238069261586943e-06,
      "loss": 2.069,
      "mean_token_accuracy": 0.5544416755437851,
      "num_tokens": 543661469.0,
      "step": 705780
    },
    {
      "epoch": 0.8952658563748956,
      "grad_norm": 5.53125,
      "learning_rate": 5.237434951500651e-06,
      "loss": 2.152,
      "mean_token_accuracy": 0.5287074565887451,
      "num_tokens": 543670738.0,
      "step": 705790
    },
    {
      "epoch": 0.8952785409674285,
      "grad_norm": 5.8125,
      "learning_rate": 5.236800641414359e-06,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5440118432044982,
      "num_tokens": 543677720.0,
      "step": 705800
    },
    {
      "epoch": 0.8952912255599613,
      "grad_norm": 4.96875,
      "learning_rate": 5.236166331328068e-06,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5442749321460724,
      "num_tokens": 543685162.0,
      "step": 705810
    },
    {
      "epoch": 0.8953039101524942,
      "grad_norm": 5.21875,
      "learning_rate": 5.235532021241776e-06,
      "loss": 1.9833,
      "mean_token_accuracy": 0.550209578871727,
      "num_tokens": 543693083.0,
      "step": 705820
    },
    {
      "epoch": 0.895316594745027,
      "grad_norm": 5.09375,
      "learning_rate": 5.234897711155485e-06,
      "loss": 1.7668,
      "mean_token_accuracy": 0.5980085730552673,
      "num_tokens": 543699237.0,
      "step": 705830
    },
    {
      "epoch": 0.8953292793375598,
      "grad_norm": 6.65625,
      "learning_rate": 5.234263401069194e-06,
      "loss": 2.0822,
      "mean_token_accuracy": 0.5445343136787415,
      "num_tokens": 543707021.0,
      "step": 705840
    },
    {
      "epoch": 0.8953419639300927,
      "grad_norm": 5.3125,
      "learning_rate": 5.233629090982902e-06,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5295834839344025,
      "num_tokens": 543714596.0,
      "step": 705850
    },
    {
      "epoch": 0.8953546485226255,
      "grad_norm": 5.53125,
      "learning_rate": 5.23299478089661e-06,
      "loss": 1.9594,
      "mean_token_accuracy": 0.562929093837738,
      "num_tokens": 543721750.0,
      "step": 705860
    },
    {
      "epoch": 0.8953673331151584,
      "grad_norm": 5.28125,
      "learning_rate": 5.232360470810318e-06,
      "loss": 1.9669,
      "mean_token_accuracy": 0.556368961930275,
      "num_tokens": 543729251.0,
      "step": 705870
    },
    {
      "epoch": 0.8953800177076912,
      "grad_norm": 4.96875,
      "learning_rate": 5.231726160724027e-06,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5752662599086762,
      "num_tokens": 543735600.0,
      "step": 705880
    },
    {
      "epoch": 0.895392702300224,
      "grad_norm": 9.75,
      "learning_rate": 5.231091850637736e-06,
      "loss": 2.2633,
      "mean_token_accuracy": 0.5212149679660797,
      "num_tokens": 543742406.0,
      "step": 705890
    },
    {
      "epoch": 0.8954053868927568,
      "grad_norm": 6.75,
      "learning_rate": 5.2304575405514446e-06,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5356542885303497,
      "num_tokens": 543750583.0,
      "step": 705900
    },
    {
      "epoch": 0.8954180714852896,
      "grad_norm": 4.96875,
      "learning_rate": 5.2298232304651525e-06,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5464092016220092,
      "num_tokens": 543757464.0,
      "step": 705910
    },
    {
      "epoch": 0.8954307560778225,
      "grad_norm": 6.1875,
      "learning_rate": 5.22918892037886e-06,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5729045629501343,
      "num_tokens": 543764503.0,
      "step": 705920
    },
    {
      "epoch": 0.8954434406703553,
      "grad_norm": 6.59375,
      "learning_rate": 5.228554610292569e-06,
      "loss": 2.238,
      "mean_token_accuracy": 0.519221967458725,
      "num_tokens": 543772637.0,
      "step": 705930
    },
    {
      "epoch": 0.8954561252628882,
      "grad_norm": 6.4375,
      "learning_rate": 5.227920300206278e-06,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5399815946817398,
      "num_tokens": 543781060.0,
      "step": 705940
    },
    {
      "epoch": 0.895468809855421,
      "grad_norm": 6.6875,
      "learning_rate": 5.2272859901199866e-06,
      "loss": 1.9748,
      "mean_token_accuracy": 0.5646777391433716,
      "num_tokens": 543788259.0,
      "step": 705950
    },
    {
      "epoch": 0.8954814944479539,
      "grad_norm": 6.09375,
      "learning_rate": 5.226651680033695e-06,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5219431012868881,
      "num_tokens": 543796903.0,
      "step": 705960
    },
    {
      "epoch": 0.8954941790404867,
      "grad_norm": 5.4375,
      "learning_rate": 5.226017369947403e-06,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5444961905479431,
      "num_tokens": 543805621.0,
      "step": 705970
    },
    {
      "epoch": 0.8955068636330196,
      "grad_norm": 5.4375,
      "learning_rate": 5.225383059861112e-06,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5625410944223403,
      "num_tokens": 543813331.0,
      "step": 705980
    },
    {
      "epoch": 0.8955195482255524,
      "grad_norm": 5.21875,
      "learning_rate": 5.22474874977482e-06,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5656609505414962,
      "num_tokens": 543820514.0,
      "step": 705990
    },
    {
      "epoch": 0.8955322328180851,
      "grad_norm": 4.6875,
      "learning_rate": 5.224114439688529e-06,
      "loss": 1.9654,
      "mean_token_accuracy": 0.5717123210430145,
      "num_tokens": 543828907.0,
      "step": 706000
    },
    {
      "epoch": 0.895544917410618,
      "grad_norm": 5.0625,
      "learning_rate": 5.223480129602237e-06,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5552344441413879,
      "num_tokens": 543837077.0,
      "step": 706010
    },
    {
      "epoch": 0.8955576020031508,
      "grad_norm": 5.625,
      "learning_rate": 5.222845819515945e-06,
      "loss": 1.9901,
      "mean_token_accuracy": 0.5649018734693527,
      "num_tokens": 543844260.0,
      "step": 706020
    },
    {
      "epoch": 0.8955702865956837,
      "grad_norm": 5.53125,
      "learning_rate": 5.222211509429654e-06,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5345267623662948,
      "num_tokens": 543852314.0,
      "step": 706030
    },
    {
      "epoch": 0.8955829711882165,
      "grad_norm": 5.71875,
      "learning_rate": 5.221577199343363e-06,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5723699510097504,
      "num_tokens": 543858270.0,
      "step": 706040
    },
    {
      "epoch": 0.8955956557807494,
      "grad_norm": 9.1875,
      "learning_rate": 5.220942889257071e-06,
      "loss": 1.843,
      "mean_token_accuracy": 0.5815423846244812,
      "num_tokens": 543865515.0,
      "step": 706050
    },
    {
      "epoch": 0.8956083403732822,
      "grad_norm": 6.78125,
      "learning_rate": 5.220308579170779e-06,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5303628116846084,
      "num_tokens": 543873977.0,
      "step": 706060
    },
    {
      "epoch": 0.895621024965815,
      "grad_norm": 8.0625,
      "learning_rate": 5.219674269084488e-06,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5535919278860092,
      "num_tokens": 543880833.0,
      "step": 706070
    },
    {
      "epoch": 0.8956337095583479,
      "grad_norm": 5.8125,
      "learning_rate": 5.219039958998196e-06,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5173779010772706,
      "num_tokens": 543889366.0,
      "step": 706080
    },
    {
      "epoch": 0.8956463941508807,
      "grad_norm": 5.03125,
      "learning_rate": 5.218405648911905e-06,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5554636478424072,
      "num_tokens": 543895504.0,
      "step": 706090
    },
    {
      "epoch": 0.8956590787434136,
      "grad_norm": 5.28125,
      "learning_rate": 5.2177713388256134e-06,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5316505789756775,
      "num_tokens": 543904085.0,
      "step": 706100
    },
    {
      "epoch": 0.8956717633359463,
      "grad_norm": 5.375,
      "learning_rate": 5.217137028739322e-06,
      "loss": 2.0472,
      "mean_token_accuracy": 0.539145565032959,
      "num_tokens": 543911622.0,
      "step": 706110
    },
    {
      "epoch": 0.8956844479284792,
      "grad_norm": 5.1875,
      "learning_rate": 5.21650271865303e-06,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5207522302865982,
      "num_tokens": 543920327.0,
      "step": 706120
    },
    {
      "epoch": 0.895697132521012,
      "grad_norm": 5.15625,
      "learning_rate": 5.215868408566738e-06,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5396600216627121,
      "num_tokens": 543929285.0,
      "step": 706130
    },
    {
      "epoch": 0.8957098171135449,
      "grad_norm": 4.90625,
      "learning_rate": 5.215234098480447e-06,
      "loss": 1.9603,
      "mean_token_accuracy": 0.559900039434433,
      "num_tokens": 543936496.0,
      "step": 706140
    },
    {
      "epoch": 0.8957225017060777,
      "grad_norm": 5.0625,
      "learning_rate": 5.2145997883941554e-06,
      "loss": 2.2786,
      "mean_token_accuracy": 0.5246882647275924,
      "num_tokens": 543944442.0,
      "step": 706150
    },
    {
      "epoch": 0.8957351862986105,
      "grad_norm": 6.03125,
      "learning_rate": 5.213965478307864e-06,
      "loss": 2.169,
      "mean_token_accuracy": 0.5224300056695939,
      "num_tokens": 543953127.0,
      "step": 706160
    },
    {
      "epoch": 0.8957478708911434,
      "grad_norm": 12.0,
      "learning_rate": 5.213331168221573e-06,
      "loss": 1.8834,
      "mean_token_accuracy": 0.5725138038396835,
      "num_tokens": 543959367.0,
      "step": 706170
    },
    {
      "epoch": 0.8957605554836762,
      "grad_norm": 4.8125,
      "learning_rate": 5.212696858135281e-06,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5391822963953018,
      "num_tokens": 543967371.0,
      "step": 706180
    },
    {
      "epoch": 0.8957732400762091,
      "grad_norm": 6.53125,
      "learning_rate": 5.212062548048989e-06,
      "loss": 2.2497,
      "mean_token_accuracy": 0.5215695351362228,
      "num_tokens": 543974704.0,
      "step": 706190
    },
    {
      "epoch": 0.8957859246687419,
      "grad_norm": 7.4375,
      "learning_rate": 5.2114282379626974e-06,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5451120585203171,
      "num_tokens": 543980297.0,
      "step": 706200
    },
    {
      "epoch": 0.8957986092612747,
      "grad_norm": 4.96875,
      "learning_rate": 5.210793927876406e-06,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5164424747228622,
      "num_tokens": 543988318.0,
      "step": 706210
    },
    {
      "epoch": 0.8958112938538075,
      "grad_norm": 5.15625,
      "learning_rate": 5.210159617790115e-06,
      "loss": 1.7184,
      "mean_token_accuracy": 0.6116267323493958,
      "num_tokens": 543995278.0,
      "step": 706220
    },
    {
      "epoch": 0.8958239784463403,
      "grad_norm": 6.28125,
      "learning_rate": 5.209525307703824e-06,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5481156021356582,
      "num_tokens": 544002247.0,
      "step": 706230
    },
    {
      "epoch": 0.8958366630388732,
      "grad_norm": 8.375,
      "learning_rate": 5.2088909976175316e-06,
      "loss": 1.8703,
      "mean_token_accuracy": 0.5823607593774796,
      "num_tokens": 544008767.0,
      "step": 706240
    },
    {
      "epoch": 0.895849347631406,
      "grad_norm": 5.40625,
      "learning_rate": 5.2082566875312394e-06,
      "loss": 2.2579,
      "mean_token_accuracy": 0.5085640579462052,
      "num_tokens": 544016864.0,
      "step": 706250
    },
    {
      "epoch": 0.8958620322239389,
      "grad_norm": 6.40625,
      "learning_rate": 5.207622377444948e-06,
      "loss": 1.5524,
      "mean_token_accuracy": 0.6615490913391113,
      "num_tokens": 544022702.0,
      "step": 706260
    },
    {
      "epoch": 0.8958747168164717,
      "grad_norm": 5.96875,
      "learning_rate": 5.206988067358657e-06,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5416246265172958,
      "num_tokens": 544030171.0,
      "step": 706270
    },
    {
      "epoch": 0.8958874014090046,
      "grad_norm": 7.90625,
      "learning_rate": 5.206353757272366e-06,
      "loss": 1.7112,
      "mean_token_accuracy": 0.6119997501373291,
      "num_tokens": 544036445.0,
      "step": 706280
    },
    {
      "epoch": 0.8959000860015374,
      "grad_norm": 5.3125,
      "learning_rate": 5.205719447186074e-06,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5322421938180923,
      "num_tokens": 544043606.0,
      "step": 706290
    },
    {
      "epoch": 0.8959127705940702,
      "grad_norm": 5.59375,
      "learning_rate": 5.205085137099782e-06,
      "loss": 1.8657,
      "mean_token_accuracy": 0.5799103766679764,
      "num_tokens": 544051006.0,
      "step": 706300
    },
    {
      "epoch": 0.895925455186603,
      "grad_norm": 6.28125,
      "learning_rate": 5.204450827013491e-06,
      "loss": 2.1721,
      "mean_token_accuracy": 0.53653005361557,
      "num_tokens": 544058680.0,
      "step": 706310
    },
    {
      "epoch": 0.8959381397791358,
      "grad_norm": 5.09375,
      "learning_rate": 5.203816516927199e-06,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5466399431228638,
      "num_tokens": 544065863.0,
      "step": 706320
    },
    {
      "epoch": 0.8959508243716687,
      "grad_norm": 5.4375,
      "learning_rate": 5.203182206840908e-06,
      "loss": 2.2762,
      "mean_token_accuracy": 0.5069786101579666,
      "num_tokens": 544074202.0,
      "step": 706330
    },
    {
      "epoch": 0.8959635089642015,
      "grad_norm": 5.5625,
      "learning_rate": 5.202547896754616e-06,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5575295001268387,
      "num_tokens": 544081936.0,
      "step": 706340
    },
    {
      "epoch": 0.8959761935567344,
      "grad_norm": 4.78125,
      "learning_rate": 5.201913586668324e-06,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5376966178417206,
      "num_tokens": 544091469.0,
      "step": 706350
    },
    {
      "epoch": 0.8959888781492672,
      "grad_norm": 6.28125,
      "learning_rate": 5.201279276582033e-06,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5579670041799545,
      "num_tokens": 544098736.0,
      "step": 706360
    },
    {
      "epoch": 0.8960015627418001,
      "grad_norm": 5.8125,
      "learning_rate": 5.200644966495742e-06,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5346058785915375,
      "num_tokens": 544106331.0,
      "step": 706370
    },
    {
      "epoch": 0.8960142473343329,
      "grad_norm": 4.875,
      "learning_rate": 5.20001065640945e-06,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5766731321811676,
      "num_tokens": 544112702.0,
      "step": 706380
    },
    {
      "epoch": 0.8960269319268657,
      "grad_norm": 4.9375,
      "learning_rate": 5.199376346323158e-06,
      "loss": 2.0771,
      "mean_token_accuracy": 0.54341941177845,
      "num_tokens": 544119293.0,
      "step": 706390
    },
    {
      "epoch": 0.8960396165193986,
      "grad_norm": 5.1875,
      "learning_rate": 5.198742036236867e-06,
      "loss": 2.0078,
      "mean_token_accuracy": 0.5510691195726395,
      "num_tokens": 544127956.0,
      "step": 706400
    },
    {
      "epoch": 0.8960523011119313,
      "grad_norm": 5.25,
      "learning_rate": 5.198107726150575e-06,
      "loss": 1.9199,
      "mean_token_accuracy": 0.5624905437231064,
      "num_tokens": 544134648.0,
      "step": 706410
    },
    {
      "epoch": 0.8960649857044642,
      "grad_norm": 7.375,
      "learning_rate": 5.197473416064284e-06,
      "loss": 2.1282,
      "mean_token_accuracy": 0.53448226749897,
      "num_tokens": 544141637.0,
      "step": 706420
    },
    {
      "epoch": 0.896077670296997,
      "grad_norm": 6.59375,
      "learning_rate": 5.1968391059779925e-06,
      "loss": 2.2891,
      "mean_token_accuracy": 0.5075367599725723,
      "num_tokens": 544150464.0,
      "step": 706430
    },
    {
      "epoch": 0.8960903548895299,
      "grad_norm": 5.0625,
      "learning_rate": 5.1962047958917e-06,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5368586391210556,
      "num_tokens": 544159476.0,
      "step": 706440
    },
    {
      "epoch": 0.8961030394820627,
      "grad_norm": 5.375,
      "learning_rate": 5.195570485805409e-06,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5102528184652328,
      "num_tokens": 544166912.0,
      "step": 706450
    },
    {
      "epoch": 0.8961157240745955,
      "grad_norm": 4.84375,
      "learning_rate": 5.194936175719117e-06,
      "loss": 2.1305,
      "mean_token_accuracy": 0.529232507944107,
      "num_tokens": 544174710.0,
      "step": 706460
    },
    {
      "epoch": 0.8961284086671284,
      "grad_norm": 4.84375,
      "learning_rate": 5.194301865632826e-06,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5575937062501908,
      "num_tokens": 544182834.0,
      "step": 706470
    },
    {
      "epoch": 0.8961410932596612,
      "grad_norm": 6.78125,
      "learning_rate": 5.1936675555465345e-06,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5400240153074265,
      "num_tokens": 544190322.0,
      "step": 706480
    },
    {
      "epoch": 0.8961537778521941,
      "grad_norm": 4.65625,
      "learning_rate": 5.193033245460243e-06,
      "loss": 1.8667,
      "mean_token_accuracy": 0.5944175601005555,
      "num_tokens": 544198443.0,
      "step": 706490
    },
    {
      "epoch": 0.8961664624447269,
      "grad_norm": 7.1875,
      "learning_rate": 5.192398935373952e-06,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5336552917957306,
      "num_tokens": 544205884.0,
      "step": 706500
    },
    {
      "epoch": 0.8961791470372598,
      "grad_norm": 5.3125,
      "learning_rate": 5.19176462528766e-06,
      "loss": 1.9946,
      "mean_token_accuracy": 0.568186342716217,
      "num_tokens": 544212847.0,
      "step": 706510
    },
    {
      "epoch": 0.8961918316297925,
      "grad_norm": 4.9375,
      "learning_rate": 5.191130315201368e-06,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5874325037002563,
      "num_tokens": 544220294.0,
      "step": 706520
    },
    {
      "epoch": 0.8962045162223254,
      "grad_norm": 5.5,
      "learning_rate": 5.1904960051150765e-06,
      "loss": 2.0219,
      "mean_token_accuracy": 0.5521531581878663,
      "num_tokens": 544227492.0,
      "step": 706530
    },
    {
      "epoch": 0.8962172008148582,
      "grad_norm": 5.25,
      "learning_rate": 5.189861695028785e-06,
      "loss": 2.24,
      "mean_token_accuracy": 0.5195488691329956,
      "num_tokens": 544235876.0,
      "step": 706540
    },
    {
      "epoch": 0.896229885407391,
      "grad_norm": 4.59375,
      "learning_rate": 5.189227384942494e-06,
      "loss": 2.1998,
      "mean_token_accuracy": 0.5211865723133087,
      "num_tokens": 544243891.0,
      "step": 706550
    },
    {
      "epoch": 0.8962425699999239,
      "grad_norm": 5.1875,
      "learning_rate": 5.188593074856203e-06,
      "loss": 2.204,
      "mean_token_accuracy": 0.5244211852550507,
      "num_tokens": 544252104.0,
      "step": 706560
    },
    {
      "epoch": 0.8962552545924567,
      "grad_norm": 5.9375,
      "learning_rate": 5.187958764769911e-06,
      "loss": 2.2398,
      "mean_token_accuracy": 0.5131844848394393,
      "num_tokens": 544259398.0,
      "step": 706570
    },
    {
      "epoch": 0.8962679391849896,
      "grad_norm": 6.8125,
      "learning_rate": 5.1873244546836185e-06,
      "loss": 2.1956,
      "mean_token_accuracy": 0.5309518665075302,
      "num_tokens": 544267519.0,
      "step": 706580
    },
    {
      "epoch": 0.8962806237775224,
      "grad_norm": 7.53125,
      "learning_rate": 5.186690144597327e-06,
      "loss": 2.2209,
      "mean_token_accuracy": 0.5247435003519059,
      "num_tokens": 544274545.0,
      "step": 706590
    },
    {
      "epoch": 0.8962933083700553,
      "grad_norm": 5.71875,
      "learning_rate": 5.186055834511036e-06,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5664110809564591,
      "num_tokens": 544283592.0,
      "step": 706600
    },
    {
      "epoch": 0.8963059929625881,
      "grad_norm": 5.34375,
      "learning_rate": 5.185421524424745e-06,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5538031369447708,
      "num_tokens": 544291069.0,
      "step": 706610
    },
    {
      "epoch": 0.8963186775551208,
      "grad_norm": 9.75,
      "learning_rate": 5.1847872143384535e-06,
      "loss": 1.8825,
      "mean_token_accuracy": 0.584640309214592,
      "num_tokens": 544297626.0,
      "step": 706620
    },
    {
      "epoch": 0.8963313621476537,
      "grad_norm": 6.03125,
      "learning_rate": 5.184152904252161e-06,
      "loss": 2.2639,
      "mean_token_accuracy": 0.5149305611848831,
      "num_tokens": 544305712.0,
      "step": 706630
    },
    {
      "epoch": 0.8963440467401865,
      "grad_norm": 7.96875,
      "learning_rate": 5.183518594165869e-06,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5199728101491928,
      "num_tokens": 544312323.0,
      "step": 706640
    },
    {
      "epoch": 0.8963567313327194,
      "grad_norm": 5.1875,
      "learning_rate": 5.182884284079578e-06,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5324949860572815,
      "num_tokens": 544320362.0,
      "step": 706650
    },
    {
      "epoch": 0.8963694159252522,
      "grad_norm": 5.6875,
      "learning_rate": 5.182249973993287e-06,
      "loss": 2.0884,
      "mean_token_accuracy": 0.5513456463813782,
      "num_tokens": 544327491.0,
      "step": 706660
    },
    {
      "epoch": 0.8963821005177851,
      "grad_norm": 5.8125,
      "learning_rate": 5.1816156639069955e-06,
      "loss": 2.224,
      "mean_token_accuracy": 0.5138871401548386,
      "num_tokens": 544336082.0,
      "step": 706670
    },
    {
      "epoch": 0.8963947851103179,
      "grad_norm": 6.71875,
      "learning_rate": 5.180981353820703e-06,
      "loss": 2.187,
      "mean_token_accuracy": 0.5341764867305756,
      "num_tokens": 544343238.0,
      "step": 706680
    },
    {
      "epoch": 0.8964074697028508,
      "grad_norm": 4.84375,
      "learning_rate": 5.180347043734412e-06,
      "loss": 2.1075,
      "mean_token_accuracy": 0.537703487277031,
      "num_tokens": 544351677.0,
      "step": 706690
    },
    {
      "epoch": 0.8964201542953836,
      "grad_norm": 6.59375,
      "learning_rate": 5.179712733648121e-06,
      "loss": 1.8507,
      "mean_token_accuracy": 0.5810098618268966,
      "num_tokens": 544359758.0,
      "step": 706700
    },
    {
      "epoch": 0.8964328388879164,
      "grad_norm": 5.3125,
      "learning_rate": 5.179078423561829e-06,
      "loss": 2.105,
      "mean_token_accuracy": 0.5340261697769165,
      "num_tokens": 544367795.0,
      "step": 706710
    },
    {
      "epoch": 0.8964455234804493,
      "grad_norm": 5.625,
      "learning_rate": 5.1784441134755375e-06,
      "loss": 1.8803,
      "mean_token_accuracy": 0.5791324108839035,
      "num_tokens": 544374979.0,
      "step": 706720
    },
    {
      "epoch": 0.896458208072982,
      "grad_norm": 6.625,
      "learning_rate": 5.177809803389246e-06,
      "loss": 1.7645,
      "mean_token_accuracy": 0.6008302509784699,
      "num_tokens": 544381423.0,
      "step": 706730
    },
    {
      "epoch": 0.8964708926655149,
      "grad_norm": 9.3125,
      "learning_rate": 5.177175493302954e-06,
      "loss": 2.1036,
      "mean_token_accuracy": 0.5354854583740234,
      "num_tokens": 544389199.0,
      "step": 706740
    },
    {
      "epoch": 0.8964835772580477,
      "grad_norm": 7.46875,
      "learning_rate": 5.176541183216663e-06,
      "loss": 1.8692,
      "mean_token_accuracy": 0.577737832069397,
      "num_tokens": 544395692.0,
      "step": 706750
    },
    {
      "epoch": 0.8964962618505806,
      "grad_norm": 4.90625,
      "learning_rate": 5.175906873130372e-06,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5114048898220063,
      "num_tokens": 544403626.0,
      "step": 706760
    },
    {
      "epoch": 0.8965089464431134,
      "grad_norm": 5.1875,
      "learning_rate": 5.1752725630440795e-06,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5649026930332184,
      "num_tokens": 544411090.0,
      "step": 706770
    },
    {
      "epoch": 0.8965216310356462,
      "grad_norm": 5.0,
      "learning_rate": 5.174638252957788e-06,
      "loss": 1.978,
      "mean_token_accuracy": 0.5635065317153931,
      "num_tokens": 544419104.0,
      "step": 706780
    },
    {
      "epoch": 0.8965343156281791,
      "grad_norm": 6.65625,
      "learning_rate": 5.174003942871496e-06,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5229642689228058,
      "num_tokens": 544426482.0,
      "step": 706790
    },
    {
      "epoch": 0.8965470002207119,
      "grad_norm": 6.09375,
      "learning_rate": 5.173369632785205e-06,
      "loss": 2.2121,
      "mean_token_accuracy": 0.524191814661026,
      "num_tokens": 544433921.0,
      "step": 706800
    },
    {
      "epoch": 0.8965596848132448,
      "grad_norm": 6.46875,
      "learning_rate": 5.172735322698914e-06,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5321443378925323,
      "num_tokens": 544442195.0,
      "step": 706810
    },
    {
      "epoch": 0.8965723694057776,
      "grad_norm": 8.8125,
      "learning_rate": 5.172101012612622e-06,
      "loss": 1.9733,
      "mean_token_accuracy": 0.564245730638504,
      "num_tokens": 544449972.0,
      "step": 706820
    },
    {
      "epoch": 0.8965850539983105,
      "grad_norm": 5.15625,
      "learning_rate": 5.17146670252633e-06,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5582207173109055,
      "num_tokens": 544458016.0,
      "step": 706830
    },
    {
      "epoch": 0.8965977385908432,
      "grad_norm": 4.78125,
      "learning_rate": 5.170832392440039e-06,
      "loss": 1.9517,
      "mean_token_accuracy": 0.5607339560985565,
      "num_tokens": 544466911.0,
      "step": 706840
    },
    {
      "epoch": 0.896610423183376,
      "grad_norm": 5.15625,
      "learning_rate": 5.170198082353747e-06,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5463645577430725,
      "num_tokens": 544475326.0,
      "step": 706850
    },
    {
      "epoch": 0.8966231077759089,
      "grad_norm": 4.8125,
      "learning_rate": 5.169563772267456e-06,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5270291954278946,
      "num_tokens": 544483429.0,
      "step": 706860
    },
    {
      "epoch": 0.8966357923684417,
      "grad_norm": 5.53125,
      "learning_rate": 5.168929462181164e-06,
      "loss": 1.9592,
      "mean_token_accuracy": 0.5721344530582428,
      "num_tokens": 544491592.0,
      "step": 706870
    },
    {
      "epoch": 0.8966484769609746,
      "grad_norm": 5.0,
      "learning_rate": 5.168295152094873e-06,
      "loss": 2.1307,
      "mean_token_accuracy": 0.5265107125043869,
      "num_tokens": 544499522.0,
      "step": 706880
    },
    {
      "epoch": 0.8966611615535074,
      "grad_norm": 7.15625,
      "learning_rate": 5.167660842008582e-06,
      "loss": 2.0247,
      "mean_token_accuracy": 0.5585502475500107,
      "num_tokens": 544506073.0,
      "step": 706890
    },
    {
      "epoch": 0.8966738461460403,
      "grad_norm": 6.8125,
      "learning_rate": 5.16702653192229e-06,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5243862867355347,
      "num_tokens": 544513651.0,
      "step": 706900
    },
    {
      "epoch": 0.8966865307385731,
      "grad_norm": 8.375,
      "learning_rate": 5.166392221835998e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.5431122779846191,
      "num_tokens": 544521085.0,
      "step": 706910
    },
    {
      "epoch": 0.896699215331106,
      "grad_norm": 11.5625,
      "learning_rate": 5.165757911749706e-06,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5533109277486801,
      "num_tokens": 544527656.0,
      "step": 706920
    },
    {
      "epoch": 0.8967118999236388,
      "grad_norm": 5.40625,
      "learning_rate": 5.165123601663415e-06,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5502356290817261,
      "num_tokens": 544535044.0,
      "step": 706930
    },
    {
      "epoch": 0.8967245845161715,
      "grad_norm": 6.46875,
      "learning_rate": 5.164489291577124e-06,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5251612365245819,
      "num_tokens": 544542712.0,
      "step": 706940
    },
    {
      "epoch": 0.8967372691087044,
      "grad_norm": 5.28125,
      "learning_rate": 5.163854981490833e-06,
      "loss": 2.1792,
      "mean_token_accuracy": 0.5299562036991119,
      "num_tokens": 544550921.0,
      "step": 706950
    },
    {
      "epoch": 0.8967499537012372,
      "grad_norm": 5.59375,
      "learning_rate": 5.1632206714045405e-06,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5261913239955902,
      "num_tokens": 544560056.0,
      "step": 706960
    },
    {
      "epoch": 0.8967626382937701,
      "grad_norm": 10.8125,
      "learning_rate": 5.162586361318248e-06,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5453302383422851,
      "num_tokens": 544567244.0,
      "step": 706970
    },
    {
      "epoch": 0.8967753228863029,
      "grad_norm": 5.53125,
      "learning_rate": 5.161952051231957e-06,
      "loss": 1.986,
      "mean_token_accuracy": 0.5527745455503463,
      "num_tokens": 544575043.0,
      "step": 706980
    },
    {
      "epoch": 0.8967880074788358,
      "grad_norm": 5.5625,
      "learning_rate": 5.161317741145666e-06,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5532577633857727,
      "num_tokens": 544583503.0,
      "step": 706990
    },
    {
      "epoch": 0.8968006920713686,
      "grad_norm": 5.65625,
      "learning_rate": 5.160683431059375e-06,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5265160948038101,
      "num_tokens": 544591931.0,
      "step": 707000
    },
    {
      "epoch": 0.8968133766639014,
      "grad_norm": 6.03125,
      "learning_rate": 5.1600491209730825e-06,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5731201022863388,
      "num_tokens": 544598676.0,
      "step": 707010
    },
    {
      "epoch": 0.8968260612564343,
      "grad_norm": 6.65625,
      "learning_rate": 5.159414810886791e-06,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5246937066316605,
      "num_tokens": 544606964.0,
      "step": 707020
    },
    {
      "epoch": 0.8968387458489671,
      "grad_norm": 4.875,
      "learning_rate": 5.158780500800499e-06,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5266788154840469,
      "num_tokens": 544615652.0,
      "step": 707030
    },
    {
      "epoch": 0.8968514304415,
      "grad_norm": 4.4375,
      "learning_rate": 5.158146190714208e-06,
      "loss": 2.108,
      "mean_token_accuracy": 0.5283392339944839,
      "num_tokens": 544625585.0,
      "step": 707040
    },
    {
      "epoch": 0.8968641150340327,
      "grad_norm": 7.25,
      "learning_rate": 5.157511880627917e-06,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5546641767024993,
      "num_tokens": 544631853.0,
      "step": 707050
    },
    {
      "epoch": 0.8968767996265656,
      "grad_norm": 6.15625,
      "learning_rate": 5.1568775705416245e-06,
      "loss": 2.161,
      "mean_token_accuracy": 0.5286993980407715,
      "num_tokens": 544640028.0,
      "step": 707060
    },
    {
      "epoch": 0.8968894842190984,
      "grad_norm": 4.9375,
      "learning_rate": 5.156243260455333e-06,
      "loss": 1.9023,
      "mean_token_accuracy": 0.5847543388605118,
      "num_tokens": 544648020.0,
      "step": 707070
    },
    {
      "epoch": 0.8969021688116313,
      "grad_norm": 5.0,
      "learning_rate": 5.155608950369042e-06,
      "loss": 2.078,
      "mean_token_accuracy": 0.5342847555875778,
      "num_tokens": 544656332.0,
      "step": 707080
    },
    {
      "epoch": 0.8969148534041641,
      "grad_norm": 6.46875,
      "learning_rate": 5.154974640282751e-06,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5486482232809067,
      "num_tokens": 544664415.0,
      "step": 707090
    },
    {
      "epoch": 0.8969275379966969,
      "grad_norm": 9.3125,
      "learning_rate": 5.154340330196459e-06,
      "loss": 1.9582,
      "mean_token_accuracy": 0.5711231350898742,
      "num_tokens": 544670915.0,
      "step": 707100
    },
    {
      "epoch": 0.8969402225892298,
      "grad_norm": 4.6875,
      "learning_rate": 5.153706020110167e-06,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5513389885425568,
      "num_tokens": 544678601.0,
      "step": 707110
    },
    {
      "epoch": 0.8969529071817626,
      "grad_norm": 5.25,
      "learning_rate": 5.153071710023875e-06,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5389503628015518,
      "num_tokens": 544686541.0,
      "step": 707120
    },
    {
      "epoch": 0.8969655917742955,
      "grad_norm": 5.90625,
      "learning_rate": 5.152437399937584e-06,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5393279224634171,
      "num_tokens": 544693372.0,
      "step": 707130
    },
    {
      "epoch": 0.8969782763668283,
      "grad_norm": 4.375,
      "learning_rate": 5.151803089851293e-06,
      "loss": 2.2216,
      "mean_token_accuracy": 0.5231990605592728,
      "num_tokens": 544701849.0,
      "step": 707140
    },
    {
      "epoch": 0.8969909609593611,
      "grad_norm": 5.6875,
      "learning_rate": 5.1511687797650015e-06,
      "loss": 1.973,
      "mean_token_accuracy": 0.5634897947311401,
      "num_tokens": 544709409.0,
      "step": 707150
    },
    {
      "epoch": 0.8970036455518939,
      "grad_norm": 8.125,
      "learning_rate": 5.150534469678709e-06,
      "loss": 2.2048,
      "mean_token_accuracy": 0.5234395533800125,
      "num_tokens": 544717165.0,
      "step": 707160
    },
    {
      "epoch": 0.8970163301444267,
      "grad_norm": 4.96875,
      "learning_rate": 5.149900159592417e-06,
      "loss": 2.2792,
      "mean_token_accuracy": 0.5099077016115189,
      "num_tokens": 544725071.0,
      "step": 707170
    },
    {
      "epoch": 0.8970290147369596,
      "grad_norm": 5.375,
      "learning_rate": 5.149265849506126e-06,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5520244121551514,
      "num_tokens": 544732870.0,
      "step": 707180
    },
    {
      "epoch": 0.8970416993294924,
      "grad_norm": 5.21875,
      "learning_rate": 5.148631539419835e-06,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5622070372104645,
      "num_tokens": 544741194.0,
      "step": 707190
    },
    {
      "epoch": 0.8970543839220253,
      "grad_norm": 5.0,
      "learning_rate": 5.1479972293335435e-06,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5244614124298096,
      "num_tokens": 544749417.0,
      "step": 707200
    },
    {
      "epoch": 0.8970670685145581,
      "grad_norm": 7.3125,
      "learning_rate": 5.147362919247252e-06,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5474948167800904,
      "num_tokens": 544757487.0,
      "step": 707210
    },
    {
      "epoch": 0.897079753107091,
      "grad_norm": 5.59375,
      "learning_rate": 5.146728609160961e-06,
      "loss": 2.235,
      "mean_token_accuracy": 0.5099719345569611,
      "num_tokens": 544765965.0,
      "step": 707220
    },
    {
      "epoch": 0.8970924376996238,
      "grad_norm": 5.5,
      "learning_rate": 5.146094299074669e-06,
      "loss": 1.9159,
      "mean_token_accuracy": 0.5807185590267181,
      "num_tokens": 544773486.0,
      "step": 707230
    },
    {
      "epoch": 0.8971051222921566,
      "grad_norm": 5.09375,
      "learning_rate": 5.145459988988377e-06,
      "loss": 1.8094,
      "mean_token_accuracy": 0.5896724164485931,
      "num_tokens": 544780879.0,
      "step": 707240
    },
    {
      "epoch": 0.8971178068846895,
      "grad_norm": 4.40625,
      "learning_rate": 5.1448256789020855e-06,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5584170937538147,
      "num_tokens": 544788433.0,
      "step": 707250
    },
    {
      "epoch": 0.8971304914772222,
      "grad_norm": 6.09375,
      "learning_rate": 5.144191368815794e-06,
      "loss": 2.2545,
      "mean_token_accuracy": 0.5115757316350937,
      "num_tokens": 544796976.0,
      "step": 707260
    },
    {
      "epoch": 0.8971431760697551,
      "grad_norm": 5.84375,
      "learning_rate": 5.143557058729503e-06,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5267249405384063,
      "num_tokens": 544806065.0,
      "step": 707270
    },
    {
      "epoch": 0.8971558606622879,
      "grad_norm": 6.90625,
      "learning_rate": 5.142922748643211e-06,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5377588748931885,
      "num_tokens": 544813933.0,
      "step": 707280
    },
    {
      "epoch": 0.8971685452548208,
      "grad_norm": 6.34375,
      "learning_rate": 5.14228843855692e-06,
      "loss": 1.9889,
      "mean_token_accuracy": 0.550325608253479,
      "num_tokens": 544822325.0,
      "step": 707290
    },
    {
      "epoch": 0.8971812298473536,
      "grad_norm": 7.125,
      "learning_rate": 5.1416541284706275e-06,
      "loss": 2.3184,
      "mean_token_accuracy": 0.5075739711523056,
      "num_tokens": 544829163.0,
      "step": 707300
    },
    {
      "epoch": 0.8971939144398865,
      "grad_norm": 6.0625,
      "learning_rate": 5.141019818384336e-06,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5220044851303101,
      "num_tokens": 544836545.0,
      "step": 707310
    },
    {
      "epoch": 0.8972065990324193,
      "grad_norm": 5.40625,
      "learning_rate": 5.140385508298045e-06,
      "loss": 1.9454,
      "mean_token_accuracy": 0.5599542796611786,
      "num_tokens": 544844183.0,
      "step": 707320
    },
    {
      "epoch": 0.8972192836249521,
      "grad_norm": 4.8125,
      "learning_rate": 5.139751198211754e-06,
      "loss": 1.9295,
      "mean_token_accuracy": 0.5751222908496857,
      "num_tokens": 544852190.0,
      "step": 707330
    },
    {
      "epoch": 0.897231968217485,
      "grad_norm": 4.8125,
      "learning_rate": 5.139116888125462e-06,
      "loss": 1.9551,
      "mean_token_accuracy": 0.560250186920166,
      "num_tokens": 544860634.0,
      "step": 707340
    },
    {
      "epoch": 0.8972446528100178,
      "grad_norm": 6.71875,
      "learning_rate": 5.13848257803917e-06,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5512047052383423,
      "num_tokens": 544867729.0,
      "step": 707350
    },
    {
      "epoch": 0.8972573374025506,
      "grad_norm": 6.78125,
      "learning_rate": 5.137848267952878e-06,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5415784806013108,
      "num_tokens": 544874497.0,
      "step": 707360
    },
    {
      "epoch": 0.8972700219950834,
      "grad_norm": 5.5625,
      "learning_rate": 5.137213957866587e-06,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5410401463508606,
      "num_tokens": 544882545.0,
      "step": 707370
    },
    {
      "epoch": 0.8972827065876163,
      "grad_norm": 5.65625,
      "learning_rate": 5.136579647780296e-06,
      "loss": 1.8624,
      "mean_token_accuracy": 0.5787508130073548,
      "num_tokens": 544891532.0,
      "step": 707380
    },
    {
      "epoch": 0.8972953911801491,
      "grad_norm": 4.78125,
      "learning_rate": 5.135945337694004e-06,
      "loss": 2.2124,
      "mean_token_accuracy": 0.5320579737424851,
      "num_tokens": 544899554.0,
      "step": 707390
    },
    {
      "epoch": 0.8973080757726819,
      "grad_norm": 6.09375,
      "learning_rate": 5.135311027607712e-06,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5448913604021073,
      "num_tokens": 544906795.0,
      "step": 707400
    },
    {
      "epoch": 0.8973207603652148,
      "grad_norm": 5.40625,
      "learning_rate": 5.134676717521421e-06,
      "loss": 1.7559,
      "mean_token_accuracy": 0.6024662613868713,
      "num_tokens": 544914294.0,
      "step": 707410
    },
    {
      "epoch": 0.8973334449577476,
      "grad_norm": 5.625,
      "learning_rate": 5.13404240743513e-06,
      "loss": 1.915,
      "mean_token_accuracy": 0.5667867064476013,
      "num_tokens": 544920952.0,
      "step": 707420
    },
    {
      "epoch": 0.8973461295502805,
      "grad_norm": 9.1875,
      "learning_rate": 5.133408097348838e-06,
      "loss": 2.0767,
      "mean_token_accuracy": 0.539121663570404,
      "num_tokens": 544928129.0,
      "step": 707430
    },
    {
      "epoch": 0.8973588141428133,
      "grad_norm": 6.15625,
      "learning_rate": 5.1327737872625464e-06,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5516281515359879,
      "num_tokens": 544935596.0,
      "step": 707440
    },
    {
      "epoch": 0.8973714987353462,
      "grad_norm": 8.4375,
      "learning_rate": 5.132139477176254e-06,
      "loss": 2.0111,
      "mean_token_accuracy": 0.555045309662819,
      "num_tokens": 544943317.0,
      "step": 707450
    },
    {
      "epoch": 0.897384183327879,
      "grad_norm": 5.71875,
      "learning_rate": 5.131505167089963e-06,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5329870849847793,
      "num_tokens": 544952308.0,
      "step": 707460
    },
    {
      "epoch": 0.8973968679204118,
      "grad_norm": 9.8125,
      "learning_rate": 5.130870857003672e-06,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5382115870714188,
      "num_tokens": 544960764.0,
      "step": 707470
    },
    {
      "epoch": 0.8974095525129446,
      "grad_norm": 5.1875,
      "learning_rate": 5.1302365469173806e-06,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5674262076616288,
      "num_tokens": 544969046.0,
      "step": 707480
    },
    {
      "epoch": 0.8974222371054774,
      "grad_norm": 4.84375,
      "learning_rate": 5.1296022368310884e-06,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5553797870874405,
      "num_tokens": 544977876.0,
      "step": 707490
    },
    {
      "epoch": 0.8974349216980103,
      "grad_norm": 6.40625,
      "learning_rate": 5.128967926744796e-06,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5385985612869263,
      "num_tokens": 544986572.0,
      "step": 707500
    },
    {
      "epoch": 0.8974476062905431,
      "grad_norm": 6.3125,
      "learning_rate": 5.128333616658505e-06,
      "loss": 1.951,
      "mean_token_accuracy": 0.563690385222435,
      "num_tokens": 544994078.0,
      "step": 707510
    },
    {
      "epoch": 0.897460290883076,
      "grad_norm": 4.96875,
      "learning_rate": 5.127699306572214e-06,
      "loss": 2.107,
      "mean_token_accuracy": 0.539372643828392,
      "num_tokens": 545002514.0,
      "step": 707520
    },
    {
      "epoch": 0.8974729754756088,
      "grad_norm": 5.625,
      "learning_rate": 5.1270649964859226e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5405267000198364,
      "num_tokens": 545010162.0,
      "step": 707530
    },
    {
      "epoch": 0.8974856600681417,
      "grad_norm": 8.375,
      "learning_rate": 5.126430686399631e-06,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5234500974416733,
      "num_tokens": 545017067.0,
      "step": 707540
    },
    {
      "epoch": 0.8974983446606745,
      "grad_norm": 9.25,
      "learning_rate": 5.125796376313339e-06,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5550610303878785,
      "num_tokens": 545023395.0,
      "step": 707550
    },
    {
      "epoch": 0.8975110292532072,
      "grad_norm": 5.6875,
      "learning_rate": 5.125162066227047e-06,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5370013475418091,
      "num_tokens": 545032195.0,
      "step": 707560
    },
    {
      "epoch": 0.8975237138457401,
      "grad_norm": 7.0,
      "learning_rate": 5.124527756140756e-06,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5398860335350036,
      "num_tokens": 545040220.0,
      "step": 707570
    },
    {
      "epoch": 0.8975363984382729,
      "grad_norm": 5.6875,
      "learning_rate": 5.1238934460544646e-06,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5321265906095505,
      "num_tokens": 545048158.0,
      "step": 707580
    },
    {
      "epoch": 0.8975490830308058,
      "grad_norm": 5.28125,
      "learning_rate": 5.123259135968173e-06,
      "loss": 2.0351,
      "mean_token_accuracy": 0.554185101389885,
      "num_tokens": 545054851.0,
      "step": 707590
    },
    {
      "epoch": 0.8975617676233386,
      "grad_norm": 4.9375,
      "learning_rate": 5.122624825881882e-06,
      "loss": 2.1178,
      "mean_token_accuracy": 0.5454022824764252,
      "num_tokens": 545062826.0,
      "step": 707600
    },
    {
      "epoch": 0.8975744522158715,
      "grad_norm": 7.5625,
      "learning_rate": 5.12199051579559e-06,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5545793950557709,
      "num_tokens": 545069266.0,
      "step": 707610
    },
    {
      "epoch": 0.8975871368084043,
      "grad_norm": 5.375,
      "learning_rate": 5.121356205709299e-06,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5235174685716629,
      "num_tokens": 545078017.0,
      "step": 707620
    },
    {
      "epoch": 0.8975998214009372,
      "grad_norm": 6.34375,
      "learning_rate": 5.1207218956230066e-06,
      "loss": 2.1425,
      "mean_token_accuracy": 0.5348882347345352,
      "num_tokens": 545086414.0,
      "step": 707630
    },
    {
      "epoch": 0.89761250599347,
      "grad_norm": 9.6875,
      "learning_rate": 5.120087585536715e-06,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5492044180631638,
      "num_tokens": 545092203.0,
      "step": 707640
    },
    {
      "epoch": 0.8976251905860028,
      "grad_norm": 7.78125,
      "learning_rate": 5.119453275450424e-06,
      "loss": 1.9876,
      "mean_token_accuracy": 0.5568895757198333,
      "num_tokens": 545099806.0,
      "step": 707650
    },
    {
      "epoch": 0.8976378751785357,
      "grad_norm": 11.75,
      "learning_rate": 5.118818965364133e-06,
      "loss": 2.02,
      "mean_token_accuracy": 0.5491843104362488,
      "num_tokens": 545107009.0,
      "step": 707660
    },
    {
      "epoch": 0.8976505597710684,
      "grad_norm": 6.4375,
      "learning_rate": 5.118184655277841e-06,
      "loss": 1.9263,
      "mean_token_accuracy": 0.5785799920558929,
      "num_tokens": 545114014.0,
      "step": 707670
    },
    {
      "epoch": 0.8976632443636013,
      "grad_norm": 5.53125,
      "learning_rate": 5.117550345191549e-06,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5471250355243683,
      "num_tokens": 545122132.0,
      "step": 707680
    },
    {
      "epoch": 0.8976759289561341,
      "grad_norm": 5.9375,
      "learning_rate": 5.116916035105257e-06,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5471093118190765,
      "num_tokens": 545130003.0,
      "step": 707690
    },
    {
      "epoch": 0.897688613548667,
      "grad_norm": 6.34375,
      "learning_rate": 5.116281725018966e-06,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5265266299247742,
      "num_tokens": 545137575.0,
      "step": 707700
    },
    {
      "epoch": 0.8977012981411998,
      "grad_norm": 5.34375,
      "learning_rate": 5.115647414932675e-06,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5529819309711457,
      "num_tokens": 545145134.0,
      "step": 707710
    },
    {
      "epoch": 0.8977139827337326,
      "grad_norm": 6.90625,
      "learning_rate": 5.115013104846383e-06,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5534218430519104,
      "num_tokens": 545153183.0,
      "step": 707720
    },
    {
      "epoch": 0.8977266673262655,
      "grad_norm": 5.84375,
      "learning_rate": 5.114378794760091e-06,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5322302252054214,
      "num_tokens": 545160841.0,
      "step": 707730
    },
    {
      "epoch": 0.8977393519187983,
      "grad_norm": 6.25,
      "learning_rate": 5.1137444846738e-06,
      "loss": 2.016,
      "mean_token_accuracy": 0.5582314968109131,
      "num_tokens": 545169446.0,
      "step": 707740
    },
    {
      "epoch": 0.8977520365113312,
      "grad_norm": 4.6875,
      "learning_rate": 5.113110174587508e-06,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5355531334877014,
      "num_tokens": 545177322.0,
      "step": 707750
    },
    {
      "epoch": 0.897764721103864,
      "grad_norm": 4.71875,
      "learning_rate": 5.112475864501217e-06,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5494989156723022,
      "num_tokens": 545185549.0,
      "step": 707760
    },
    {
      "epoch": 0.8977774056963969,
      "grad_norm": 5.3125,
      "learning_rate": 5.1118415544149255e-06,
      "loss": 2.2463,
      "mean_token_accuracy": 0.5089680105447769,
      "num_tokens": 545193433.0,
      "step": 707770
    },
    {
      "epoch": 0.8977900902889296,
      "grad_norm": 5.21875,
      "learning_rate": 5.1112072443286334e-06,
      "loss": 2.0441,
      "mean_token_accuracy": 0.5462840318679809,
      "num_tokens": 545201661.0,
      "step": 707780
    },
    {
      "epoch": 0.8978027748814624,
      "grad_norm": 5.4375,
      "learning_rate": 5.110572934242342e-06,
      "loss": 2.112,
      "mean_token_accuracy": 0.5416308969259263,
      "num_tokens": 545210224.0,
      "step": 707790
    },
    {
      "epoch": 0.8978154594739953,
      "grad_norm": 4.4375,
      "learning_rate": 5.109938624156051e-06,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5436839610338211,
      "num_tokens": 545217860.0,
      "step": 707800
    },
    {
      "epoch": 0.8978281440665281,
      "grad_norm": 5.21875,
      "learning_rate": 5.10930431406976e-06,
      "loss": 2.3177,
      "mean_token_accuracy": 0.5059721291065216,
      "num_tokens": 545225102.0,
      "step": 707810
    },
    {
      "epoch": 0.897840828659061,
      "grad_norm": 8.5625,
      "learning_rate": 5.1086700039834675e-06,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5325758755207062,
      "num_tokens": 545232074.0,
      "step": 707820
    },
    {
      "epoch": 0.8978535132515938,
      "grad_norm": 8.9375,
      "learning_rate": 5.1080356938971754e-06,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5345681697130203,
      "num_tokens": 545238791.0,
      "step": 707830
    },
    {
      "epoch": 0.8978661978441267,
      "grad_norm": 7.375,
      "learning_rate": 5.107401383810884e-06,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5273817837238312,
      "num_tokens": 545245577.0,
      "step": 707840
    },
    {
      "epoch": 0.8978788824366595,
      "grad_norm": 4.78125,
      "learning_rate": 5.106767073724593e-06,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5386775463819504,
      "num_tokens": 545253899.0,
      "step": 707850
    },
    {
      "epoch": 0.8978915670291924,
      "grad_norm": 11.625,
      "learning_rate": 5.106132763638302e-06,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5652450978755951,
      "num_tokens": 545260575.0,
      "step": 707860
    },
    {
      "epoch": 0.8979042516217252,
      "grad_norm": 6.0625,
      "learning_rate": 5.10549845355201e-06,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5407678008079528,
      "num_tokens": 545268841.0,
      "step": 707870
    },
    {
      "epoch": 0.8979169362142579,
      "grad_norm": 5.3125,
      "learning_rate": 5.104864143465718e-06,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5535048484802246,
      "num_tokens": 545276239.0,
      "step": 707880
    },
    {
      "epoch": 0.8979296208067908,
      "grad_norm": 9.1875,
      "learning_rate": 5.104229833379426e-06,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5470977783203125,
      "num_tokens": 545283141.0,
      "step": 707890
    },
    {
      "epoch": 0.8979423053993236,
      "grad_norm": 21.75,
      "learning_rate": 5.103595523293135e-06,
      "loss": 2.051,
      "mean_token_accuracy": 0.5435632318258286,
      "num_tokens": 545290471.0,
      "step": 707900
    },
    {
      "epoch": 0.8979549899918565,
      "grad_norm": 5.25,
      "learning_rate": 5.102961213206844e-06,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5552361696958542,
      "num_tokens": 545296934.0,
      "step": 707910
    },
    {
      "epoch": 0.8979676745843893,
      "grad_norm": 6.0,
      "learning_rate": 5.102326903120552e-06,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5866462260484695,
      "num_tokens": 545303770.0,
      "step": 707920
    },
    {
      "epoch": 0.8979803591769222,
      "grad_norm": 4.71875,
      "learning_rate": 5.101692593034261e-06,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5452493846416473,
      "num_tokens": 545311235.0,
      "step": 707930
    },
    {
      "epoch": 0.897993043769455,
      "grad_norm": 4.71875,
      "learning_rate": 5.101058282947969e-06,
      "loss": 1.987,
      "mean_token_accuracy": 0.5646352112293244,
      "num_tokens": 545319260.0,
      "step": 707940
    },
    {
      "epoch": 0.8980057283619878,
      "grad_norm": 6.03125,
      "learning_rate": 5.100423972861677e-06,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5559246689081192,
      "num_tokens": 545326858.0,
      "step": 707950
    },
    {
      "epoch": 0.8980184129545207,
      "grad_norm": 4.40625,
      "learning_rate": 5.099789662775386e-06,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5501026481389999,
      "num_tokens": 545334893.0,
      "step": 707960
    },
    {
      "epoch": 0.8980310975470535,
      "grad_norm": 4.9375,
      "learning_rate": 5.099155352689094e-06,
      "loss": 1.8468,
      "mean_token_accuracy": 0.590109360218048,
      "num_tokens": 545342716.0,
      "step": 707970
    },
    {
      "epoch": 0.8980437821395864,
      "grad_norm": 5.375,
      "learning_rate": 5.098521042602803e-06,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5389193326234818,
      "num_tokens": 545351207.0,
      "step": 707980
    },
    {
      "epoch": 0.8980564667321191,
      "grad_norm": 5.84375,
      "learning_rate": 5.097886732516512e-06,
      "loss": 1.9374,
      "mean_token_accuracy": 0.5675447881221771,
      "num_tokens": 545357948.0,
      "step": 707990
    },
    {
      "epoch": 0.898069151324652,
      "grad_norm": 5.84375,
      "learning_rate": 5.09725242243022e-06,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5464424520730973,
      "num_tokens": 545364087.0,
      "step": 708000
    },
    {
      "epoch": 0.8980818359171848,
      "grad_norm": 4.90625,
      "learning_rate": 5.0966181123439285e-06,
      "loss": 1.8162,
      "mean_token_accuracy": 0.5961739718914032,
      "num_tokens": 545371079.0,
      "step": 708010
    },
    {
      "epoch": 0.8980945205097177,
      "grad_norm": 5.46875,
      "learning_rate": 5.095983802257636e-06,
      "loss": 2.163,
      "mean_token_accuracy": 0.5297991514205933,
      "num_tokens": 545379376.0,
      "step": 708020
    },
    {
      "epoch": 0.8981072051022505,
      "grad_norm": 5.8125,
      "learning_rate": 5.095349492171345e-06,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5266701996326446,
      "num_tokens": 545388147.0,
      "step": 708030
    },
    {
      "epoch": 0.8981198896947833,
      "grad_norm": 4.9375,
      "learning_rate": 5.094715182085054e-06,
      "loss": 2.014,
      "mean_token_accuracy": 0.5500622123479844,
      "num_tokens": 545395641.0,
      "step": 708040
    },
    {
      "epoch": 0.8981325742873162,
      "grad_norm": 6.0,
      "learning_rate": 5.094080871998762e-06,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5556578576564789,
      "num_tokens": 545403109.0,
      "step": 708050
    },
    {
      "epoch": 0.898145258879849,
      "grad_norm": 7.09375,
      "learning_rate": 5.0934465619124705e-06,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5336779683828354,
      "num_tokens": 545411216.0,
      "step": 708060
    },
    {
      "epoch": 0.8981579434723819,
      "grad_norm": 7.84375,
      "learning_rate": 5.092812251826179e-06,
      "loss": 2.2487,
      "mean_token_accuracy": 0.5186939150094986,
      "num_tokens": 545418724.0,
      "step": 708070
    },
    {
      "epoch": 0.8981706280649147,
      "grad_norm": 5.0,
      "learning_rate": 5.092177941739887e-06,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5398902863264083,
      "num_tokens": 545425659.0,
      "step": 708080
    },
    {
      "epoch": 0.8981833126574476,
      "grad_norm": 6.125,
      "learning_rate": 5.091543631653596e-06,
      "loss": 1.922,
      "mean_token_accuracy": 0.5674202024936676,
      "num_tokens": 545432987.0,
      "step": 708090
    },
    {
      "epoch": 0.8981959972499803,
      "grad_norm": 5.5625,
      "learning_rate": 5.090909321567305e-06,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5370656818151474,
      "num_tokens": 545440661.0,
      "step": 708100
    },
    {
      "epoch": 0.8982086818425131,
      "grad_norm": 6.28125,
      "learning_rate": 5.0902750114810125e-06,
      "loss": 1.9792,
      "mean_token_accuracy": 0.5646729648113251,
      "num_tokens": 545447451.0,
      "step": 708110
    },
    {
      "epoch": 0.898221366435046,
      "grad_norm": 4.78125,
      "learning_rate": 5.089640701394721e-06,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5216332882642746,
      "num_tokens": 545455735.0,
      "step": 708120
    },
    {
      "epoch": 0.8982340510275788,
      "grad_norm": 5.3125,
      "learning_rate": 5.08900639130843e-06,
      "loss": 2.1493,
      "mean_token_accuracy": 0.5346639811992645,
      "num_tokens": 545463787.0,
      "step": 708130
    },
    {
      "epoch": 0.8982467356201117,
      "grad_norm": 5.5,
      "learning_rate": 5.088372081222139e-06,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5422628045082092,
      "num_tokens": 545472675.0,
      "step": 708140
    },
    {
      "epoch": 0.8982594202126445,
      "grad_norm": 5.6875,
      "learning_rate": 5.087737771135847e-06,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5596827894449234,
      "num_tokens": 545479800.0,
      "step": 708150
    },
    {
      "epoch": 0.8982721048051774,
      "grad_norm": 5.6875,
      "learning_rate": 5.0871034610495545e-06,
      "loss": 1.8816,
      "mean_token_accuracy": 0.5651643663644791,
      "num_tokens": 545486969.0,
      "step": 708160
    },
    {
      "epoch": 0.8982847893977102,
      "grad_norm": 7.875,
      "learning_rate": 5.086469150963263e-06,
      "loss": 2.0154,
      "mean_token_accuracy": 0.55396109521389,
      "num_tokens": 545494939.0,
      "step": 708170
    },
    {
      "epoch": 0.898297473990243,
      "grad_norm": 6.15625,
      "learning_rate": 5.085834840876972e-06,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5393323212862015,
      "num_tokens": 545502887.0,
      "step": 708180
    },
    {
      "epoch": 0.8983101585827759,
      "grad_norm": 6.0625,
      "learning_rate": 5.085200530790681e-06,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5241549551486969,
      "num_tokens": 545509991.0,
      "step": 708190
    },
    {
      "epoch": 0.8983228431753086,
      "grad_norm": 6.78125,
      "learning_rate": 5.0845662207043895e-06,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5370309829711915,
      "num_tokens": 545518814.0,
      "step": 708200
    },
    {
      "epoch": 0.8983355277678415,
      "grad_norm": 5.21875,
      "learning_rate": 5.083931910618097e-06,
      "loss": 1.8777,
      "mean_token_accuracy": 0.5775329917669296,
      "num_tokens": 545525019.0,
      "step": 708210
    },
    {
      "epoch": 0.8983482123603743,
      "grad_norm": 4.71875,
      "learning_rate": 5.083297600531805e-06,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5593106061220169,
      "num_tokens": 545533453.0,
      "step": 708220
    },
    {
      "epoch": 0.8983608969529072,
      "grad_norm": 5.34375,
      "learning_rate": 5.082663290445514e-06,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5593566834926605,
      "num_tokens": 545540430.0,
      "step": 708230
    },
    {
      "epoch": 0.89837358154544,
      "grad_norm": 6.0,
      "learning_rate": 5.082028980359223e-06,
      "loss": 2.081,
      "mean_token_accuracy": 0.5439129322767258,
      "num_tokens": 545547745.0,
      "step": 708240
    },
    {
      "epoch": 0.8983862661379729,
      "grad_norm": 5.09375,
      "learning_rate": 5.0813946702729315e-06,
      "loss": 1.9932,
      "mean_token_accuracy": 0.5543781340122222,
      "num_tokens": 545555579.0,
      "step": 708250
    },
    {
      "epoch": 0.8983989507305057,
      "grad_norm": 6.53125,
      "learning_rate": 5.08076036018664e-06,
      "loss": 1.9382,
      "mean_token_accuracy": 0.5750690817832946,
      "num_tokens": 545562715.0,
      "step": 708260
    },
    {
      "epoch": 0.8984116353230385,
      "grad_norm": 6.71875,
      "learning_rate": 5.080126050100348e-06,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5137245744466782,
      "num_tokens": 545571111.0,
      "step": 708270
    },
    {
      "epoch": 0.8984243199155714,
      "grad_norm": 5.78125,
      "learning_rate": 5.079491740014056e-06,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5314906388521194,
      "num_tokens": 545579445.0,
      "step": 708280
    },
    {
      "epoch": 0.8984370045081042,
      "grad_norm": 4.90625,
      "learning_rate": 5.078857429927765e-06,
      "loss": 1.7083,
      "mean_token_accuracy": 0.6258612781763077,
      "num_tokens": 545585316.0,
      "step": 708290
    },
    {
      "epoch": 0.898449689100637,
      "grad_norm": 4.46875,
      "learning_rate": 5.0782231198414735e-06,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5692523419857025,
      "num_tokens": 545594133.0,
      "step": 708300
    },
    {
      "epoch": 0.8984623736931698,
      "grad_norm": 6.0,
      "learning_rate": 5.077588809755182e-06,
      "loss": 2.2898,
      "mean_token_accuracy": 0.5166608035564423,
      "num_tokens": 545601385.0,
      "step": 708310
    },
    {
      "epoch": 0.8984750582857027,
      "grad_norm": 4.78125,
      "learning_rate": 5.076954499668891e-06,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5830323070287704,
      "num_tokens": 545609357.0,
      "step": 708320
    },
    {
      "epoch": 0.8984877428782355,
      "grad_norm": 10.875,
      "learning_rate": 5.076320189582599e-06,
      "loss": 1.7712,
      "mean_token_accuracy": 0.6018661975860595,
      "num_tokens": 545616606.0,
      "step": 708330
    },
    {
      "epoch": 0.8985004274707683,
      "grad_norm": 5.25,
      "learning_rate": 5.075685879496308e-06,
      "loss": 1.8138,
      "mean_token_accuracy": 0.5930146217346192,
      "num_tokens": 545623690.0,
      "step": 708340
    },
    {
      "epoch": 0.8985131120633012,
      "grad_norm": 4.96875,
      "learning_rate": 5.0750515694100155e-06,
      "loss": 2.178,
      "mean_token_accuracy": 0.5245314538478851,
      "num_tokens": 545631480.0,
      "step": 708350
    },
    {
      "epoch": 0.898525796655834,
      "grad_norm": 5.03125,
      "learning_rate": 5.074417259323724e-06,
      "loss": 2.128,
      "mean_token_accuracy": 0.5277519911527634,
      "num_tokens": 545639982.0,
      "step": 708360
    },
    {
      "epoch": 0.8985384812483669,
      "grad_norm": 7.375,
      "learning_rate": 5.073782949237433e-06,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5496549636125565,
      "num_tokens": 545646396.0,
      "step": 708370
    },
    {
      "epoch": 0.8985511658408997,
      "grad_norm": 5.75,
      "learning_rate": 5.073148639151141e-06,
      "loss": 1.8439,
      "mean_token_accuracy": 0.5753129899501801,
      "num_tokens": 545654470.0,
      "step": 708380
    },
    {
      "epoch": 0.8985638504334326,
      "grad_norm": 5.375,
      "learning_rate": 5.07251432906485e-06,
      "loss": 1.6233,
      "mean_token_accuracy": 0.6356212437152863,
      "num_tokens": 545659270.0,
      "step": 708390
    },
    {
      "epoch": 0.8985765350259654,
      "grad_norm": 5.09375,
      "learning_rate": 5.071880018978558e-06,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5384944796562194,
      "num_tokens": 545667664.0,
      "step": 708400
    },
    {
      "epoch": 0.8985892196184982,
      "grad_norm": 5.28125,
      "learning_rate": 5.071245708892266e-06,
      "loss": 1.9075,
      "mean_token_accuracy": 0.585644805431366,
      "num_tokens": 545675917.0,
      "step": 708410
    },
    {
      "epoch": 0.898601904211031,
      "grad_norm": 6.21875,
      "learning_rate": 5.070611398805975e-06,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5416115760803223,
      "num_tokens": 545683898.0,
      "step": 708420
    },
    {
      "epoch": 0.8986145888035638,
      "grad_norm": 5.03125,
      "learning_rate": 5.069977088719683e-06,
      "loss": 2.0245,
      "mean_token_accuracy": 0.560516619682312,
      "num_tokens": 545691917.0,
      "step": 708430
    },
    {
      "epoch": 0.8986272733960967,
      "grad_norm": 7.9375,
      "learning_rate": 5.069342778633392e-06,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5430881559848786,
      "num_tokens": 545699512.0,
      "step": 708440
    },
    {
      "epoch": 0.8986399579886295,
      "grad_norm": 5.1875,
      "learning_rate": 5.0687084685471e-06,
      "loss": 1.8727,
      "mean_token_accuracy": 0.5808136522769928,
      "num_tokens": 545706583.0,
      "step": 708450
    },
    {
      "epoch": 0.8986526425811624,
      "grad_norm": 5.0625,
      "learning_rate": 5.068074158460809e-06,
      "loss": 2.1819,
      "mean_token_accuracy": 0.52019402384758,
      "num_tokens": 545715315.0,
      "step": 708460
    },
    {
      "epoch": 0.8986653271736952,
      "grad_norm": 5.40625,
      "learning_rate": 5.067439848374517e-06,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5681077092885971,
      "num_tokens": 545723545.0,
      "step": 708470
    },
    {
      "epoch": 0.8986780117662281,
      "grad_norm": 5.96875,
      "learning_rate": 5.066805538288226e-06,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5308399051427841,
      "num_tokens": 545730976.0,
      "step": 708480
    },
    {
      "epoch": 0.8986906963587609,
      "grad_norm": 6.75,
      "learning_rate": 5.066171228201934e-06,
      "loss": 1.8953,
      "mean_token_accuracy": 0.5804409950971603,
      "num_tokens": 545738317.0,
      "step": 708490
    },
    {
      "epoch": 0.8987033809512937,
      "grad_norm": 6.8125,
      "learning_rate": 5.065536918115642e-06,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5506606340408325,
      "num_tokens": 545746111.0,
      "step": 708500
    },
    {
      "epoch": 0.8987160655438265,
      "grad_norm": 5.34375,
      "learning_rate": 5.064902608029351e-06,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5380451083183289,
      "num_tokens": 545754447.0,
      "step": 708510
    },
    {
      "epoch": 0.8987287501363593,
      "grad_norm": 5.15625,
      "learning_rate": 5.06426829794306e-06,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5399258404970169,
      "num_tokens": 545761701.0,
      "step": 708520
    },
    {
      "epoch": 0.8987414347288922,
      "grad_norm": 13.375,
      "learning_rate": 5.0636339878567686e-06,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5578997015953064,
      "num_tokens": 545770251.0,
      "step": 708530
    },
    {
      "epoch": 0.898754119321425,
      "grad_norm": 5.65625,
      "learning_rate": 5.0629996777704765e-06,
      "loss": 2.2364,
      "mean_token_accuracy": 0.5235245257616044,
      "num_tokens": 545778635.0,
      "step": 708540
    },
    {
      "epoch": 0.8987668039139579,
      "grad_norm": 5.84375,
      "learning_rate": 5.062365367684184e-06,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5557182490825653,
      "num_tokens": 545786265.0,
      "step": 708550
    },
    {
      "epoch": 0.8987794885064907,
      "grad_norm": 8.0625,
      "learning_rate": 5.061731057597893e-06,
      "loss": 2.1328,
      "mean_token_accuracy": 0.5459089428186417,
      "num_tokens": 545792947.0,
      "step": 708560
    },
    {
      "epoch": 0.8987921730990236,
      "grad_norm": 4.6875,
      "learning_rate": 5.061096747511602e-06,
      "loss": 1.7302,
      "mean_token_accuracy": 0.6082572847604751,
      "num_tokens": 545798601.0,
      "step": 708570
    },
    {
      "epoch": 0.8988048576915564,
      "grad_norm": 7.3125,
      "learning_rate": 5.060462437425311e-06,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5698179244995117,
      "num_tokens": 545805374.0,
      "step": 708580
    },
    {
      "epoch": 0.8988175422840892,
      "grad_norm": 6.5,
      "learning_rate": 5.059828127339019e-06,
      "loss": 1.985,
      "mean_token_accuracy": 0.5559179157018661,
      "num_tokens": 545813818.0,
      "step": 708590
    },
    {
      "epoch": 0.8988302268766221,
      "grad_norm": 5.15625,
      "learning_rate": 5.059193817252727e-06,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5327209144830704,
      "num_tokens": 545821474.0,
      "step": 708600
    },
    {
      "epoch": 0.8988429114691548,
      "grad_norm": 5.75,
      "learning_rate": 5.058559507166435e-06,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5525850474834442,
      "num_tokens": 545828300.0,
      "step": 708610
    },
    {
      "epoch": 0.8988555960616877,
      "grad_norm": 6.90625,
      "learning_rate": 5.057925197080144e-06,
      "loss": 1.6672,
      "mean_token_accuracy": 0.6325714617967606,
      "num_tokens": 545834615.0,
      "step": 708620
    },
    {
      "epoch": 0.8988682806542205,
      "grad_norm": 5.0625,
      "learning_rate": 5.057290886993853e-06,
      "loss": 1.9411,
      "mean_token_accuracy": 0.5635136425495147,
      "num_tokens": 545842894.0,
      "step": 708630
    },
    {
      "epoch": 0.8988809652467534,
      "grad_norm": 4.90625,
      "learning_rate": 5.056656576907561e-06,
      "loss": 2.1453,
      "mean_token_accuracy": 0.534839192032814,
      "num_tokens": 545851269.0,
      "step": 708640
    },
    {
      "epoch": 0.8988936498392862,
      "grad_norm": 5.34375,
      "learning_rate": 5.056022266821269e-06,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5394929200410843,
      "num_tokens": 545858838.0,
      "step": 708650
    },
    {
      "epoch": 0.898906334431819,
      "grad_norm": 4.3125,
      "learning_rate": 5.055387956734978e-06,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5475712329149246,
      "num_tokens": 545866837.0,
      "step": 708660
    },
    {
      "epoch": 0.8989190190243519,
      "grad_norm": 6.0625,
      "learning_rate": 5.054753646648686e-06,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5473945289850235,
      "num_tokens": 545873446.0,
      "step": 708670
    },
    {
      "epoch": 0.8989317036168847,
      "grad_norm": 5.65625,
      "learning_rate": 5.054119336562395e-06,
      "loss": 1.9335,
      "mean_token_accuracy": 0.562637346982956,
      "num_tokens": 545881477.0,
      "step": 708680
    },
    {
      "epoch": 0.8989443882094176,
      "grad_norm": 5.1875,
      "learning_rate": 5.053485026476103e-06,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5259349316358566,
      "num_tokens": 545890222.0,
      "step": 708690
    },
    {
      "epoch": 0.8989570728019504,
      "grad_norm": 5.65625,
      "learning_rate": 5.052850716389812e-06,
      "loss": 2.0359,
      "mean_token_accuracy": 0.5455726325511933,
      "num_tokens": 545897600.0,
      "step": 708700
    },
    {
      "epoch": 0.8989697573944833,
      "grad_norm": 4.9375,
      "learning_rate": 5.05221640630352e-06,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5427313566207885,
      "num_tokens": 545906686.0,
      "step": 708710
    },
    {
      "epoch": 0.898982441987016,
      "grad_norm": 5.40625,
      "learning_rate": 5.051582096217229e-06,
      "loss": 1.9248,
      "mean_token_accuracy": 0.5725665718317032,
      "num_tokens": 545913940.0,
      "step": 708720
    },
    {
      "epoch": 0.8989951265795488,
      "grad_norm": 5.125,
      "learning_rate": 5.0509477861309374e-06,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5508516252040863,
      "num_tokens": 545922116.0,
      "step": 708730
    },
    {
      "epoch": 0.8990078111720817,
      "grad_norm": 5.5,
      "learning_rate": 5.050313476044645e-06,
      "loss": 2.0571,
      "mean_token_accuracy": 0.545541650056839,
      "num_tokens": 545930644.0,
      "step": 708740
    },
    {
      "epoch": 0.8990204957646145,
      "grad_norm": 6.03125,
      "learning_rate": 5.049679165958354e-06,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5421339809894562,
      "num_tokens": 545938930.0,
      "step": 708750
    },
    {
      "epoch": 0.8990331803571474,
      "grad_norm": 8.0,
      "learning_rate": 5.049044855872062e-06,
      "loss": 2.2092,
      "mean_token_accuracy": 0.523907145857811,
      "num_tokens": 545946683.0,
      "step": 708760
    },
    {
      "epoch": 0.8990458649496802,
      "grad_norm": 5.125,
      "learning_rate": 5.048410545785771e-06,
      "loss": 1.8564,
      "mean_token_accuracy": 0.5728906750679016,
      "num_tokens": 545954680.0,
      "step": 708770
    },
    {
      "epoch": 0.8990585495422131,
      "grad_norm": 5.75,
      "learning_rate": 5.0477762356994794e-06,
      "loss": 2.2731,
      "mean_token_accuracy": 0.5335671335458756,
      "num_tokens": 545962443.0,
      "step": 708780
    },
    {
      "epoch": 0.8990712341347459,
      "grad_norm": 4.6875,
      "learning_rate": 5.047141925613188e-06,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5602118402719498,
      "num_tokens": 545969211.0,
      "step": 708790
    },
    {
      "epoch": 0.8990839187272788,
      "grad_norm": 4.96875,
      "learning_rate": 5.046507615526896e-06,
      "loss": 2.2505,
      "mean_token_accuracy": 0.5178016632795334,
      "num_tokens": 545977677.0,
      "step": 708800
    },
    {
      "epoch": 0.8990966033198116,
      "grad_norm": 4.9375,
      "learning_rate": 5.045873305440605e-06,
      "loss": 2.134,
      "mean_token_accuracy": 0.5354428291320801,
      "num_tokens": 545986238.0,
      "step": 708810
    },
    {
      "epoch": 0.8991092879123443,
      "grad_norm": 6.3125,
      "learning_rate": 5.045238995354313e-06,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5487951099872589,
      "num_tokens": 545992997.0,
      "step": 708820
    },
    {
      "epoch": 0.8991219725048772,
      "grad_norm": 6.21875,
      "learning_rate": 5.0446046852680214e-06,
      "loss": 1.8663,
      "mean_token_accuracy": 0.5868474215269088,
      "num_tokens": 546000115.0,
      "step": 708830
    },
    {
      "epoch": 0.89913465709741,
      "grad_norm": 5.6875,
      "learning_rate": 5.04397037518173e-06,
      "loss": 2.1837,
      "mean_token_accuracy": 0.524822449684143,
      "num_tokens": 546007236.0,
      "step": 708840
    },
    {
      "epoch": 0.8991473416899429,
      "grad_norm": 5.0625,
      "learning_rate": 5.043336065095439e-06,
      "loss": 2.145,
      "mean_token_accuracy": 0.5321520566940308,
      "num_tokens": 546014320.0,
      "step": 708850
    },
    {
      "epoch": 0.8991600262824757,
      "grad_norm": 6.21875,
      "learning_rate": 5.042701755009147e-06,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5751006960868835,
      "num_tokens": 546021365.0,
      "step": 708860
    },
    {
      "epoch": 0.8991727108750086,
      "grad_norm": 5.0625,
      "learning_rate": 5.042067444922855e-06,
      "loss": 2.1351,
      "mean_token_accuracy": 0.5301330626010895,
      "num_tokens": 546030730.0,
      "step": 708870
    },
    {
      "epoch": 0.8991853954675414,
      "grad_norm": 4.90625,
      "learning_rate": 5.0414331348365635e-06,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5749188154935837,
      "num_tokens": 546039865.0,
      "step": 708880
    },
    {
      "epoch": 0.8991980800600742,
      "grad_norm": 10.25,
      "learning_rate": 5.040798824750272e-06,
      "loss": 2.2129,
      "mean_token_accuracy": 0.5217838793992996,
      "num_tokens": 546045846.0,
      "step": 708890
    },
    {
      "epoch": 0.8992107646526071,
      "grad_norm": 6.4375,
      "learning_rate": 5.040164514663981e-06,
      "loss": 2.3219,
      "mean_token_accuracy": 0.5033512651920319,
      "num_tokens": 546054653.0,
      "step": 708900
    },
    {
      "epoch": 0.8992234492451399,
      "grad_norm": 6.375,
      "learning_rate": 5.03953020457769e-06,
      "loss": 1.8289,
      "mean_token_accuracy": 0.583985197544098,
      "num_tokens": 546061016.0,
      "step": 708910
    },
    {
      "epoch": 0.8992361338376728,
      "grad_norm": 10.3125,
      "learning_rate": 5.038895894491398e-06,
      "loss": 1.7259,
      "mean_token_accuracy": 0.6115119397640228,
      "num_tokens": 546067483.0,
      "step": 708920
    },
    {
      "epoch": 0.8992488184302055,
      "grad_norm": 7.84375,
      "learning_rate": 5.038261584405106e-06,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5334825605154038,
      "num_tokens": 546075400.0,
      "step": 708930
    },
    {
      "epoch": 0.8992615030227384,
      "grad_norm": 4.40625,
      "learning_rate": 5.037627274318814e-06,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5619480192661286,
      "num_tokens": 546083164.0,
      "step": 708940
    },
    {
      "epoch": 0.8992741876152712,
      "grad_norm": 5.125,
      "learning_rate": 5.036992964232523e-06,
      "loss": 2.2487,
      "mean_token_accuracy": 0.5235756874084473,
      "num_tokens": 546091656.0,
      "step": 708950
    },
    {
      "epoch": 0.8992868722078041,
      "grad_norm": 4.9375,
      "learning_rate": 5.036358654146232e-06,
      "loss": 2.1577,
      "mean_token_accuracy": 0.5303406596183777,
      "num_tokens": 546100379.0,
      "step": 708960
    },
    {
      "epoch": 0.8992995568003369,
      "grad_norm": 8.9375,
      "learning_rate": 5.03572434405994e-06,
      "loss": 1.8666,
      "mean_token_accuracy": 0.5955206453800201,
      "num_tokens": 546106494.0,
      "step": 708970
    },
    {
      "epoch": 0.8993122413928697,
      "grad_norm": 4.90625,
      "learning_rate": 5.035090033973648e-06,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5233207166194915,
      "num_tokens": 546115252.0,
      "step": 708980
    },
    {
      "epoch": 0.8993249259854026,
      "grad_norm": 5.28125,
      "learning_rate": 5.034455723887357e-06,
      "loss": 2.2496,
      "mean_token_accuracy": 0.51851666867733,
      "num_tokens": 546124249.0,
      "step": 708990
    },
    {
      "epoch": 0.8993376105779354,
      "grad_norm": 5.34375,
      "learning_rate": 5.033821413801065e-06,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5272101551294327,
      "num_tokens": 546132215.0,
      "step": 709000
    },
    {
      "epoch": 0.8993502951704683,
      "grad_norm": 4.78125,
      "learning_rate": 5.033187103714774e-06,
      "loss": 1.9831,
      "mean_token_accuracy": 0.56085085272789,
      "num_tokens": 546139583.0,
      "step": 709010
    },
    {
      "epoch": 0.8993629797630011,
      "grad_norm": 6.65625,
      "learning_rate": 5.032552793628482e-06,
      "loss": 1.98,
      "mean_token_accuracy": 0.5567672908306122,
      "num_tokens": 546147614.0,
      "step": 709020
    },
    {
      "epoch": 0.899375664355534,
      "grad_norm": 5.40625,
      "learning_rate": 5.031918483542191e-06,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5710916250944138,
      "num_tokens": 546156087.0,
      "step": 709030
    },
    {
      "epoch": 0.8993883489480667,
      "grad_norm": 5.28125,
      "learning_rate": 5.031284173455899e-06,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5344759523868561,
      "num_tokens": 546163976.0,
      "step": 709040
    },
    {
      "epoch": 0.8994010335405995,
      "grad_norm": 5.75,
      "learning_rate": 5.030649863369608e-06,
      "loss": 2.003,
      "mean_token_accuracy": 0.5585727751255035,
      "num_tokens": 546171402.0,
      "step": 709050
    },
    {
      "epoch": 0.8994137181331324,
      "grad_norm": 7.34375,
      "learning_rate": 5.0300155532833165e-06,
      "loss": 2.1886,
      "mean_token_accuracy": 0.5260999888181687,
      "num_tokens": 546178610.0,
      "step": 709060
    },
    {
      "epoch": 0.8994264027256652,
      "grad_norm": 5.0625,
      "learning_rate": 5.0293812431970244e-06,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5342107295989991,
      "num_tokens": 546186859.0,
      "step": 709070
    },
    {
      "epoch": 0.8994390873181981,
      "grad_norm": 11.4375,
      "learning_rate": 5.028746933110733e-06,
      "loss": 2.0485,
      "mean_token_accuracy": 0.5543231517076492,
      "num_tokens": 546194027.0,
      "step": 709080
    },
    {
      "epoch": 0.8994517719107309,
      "grad_norm": 11.25,
      "learning_rate": 5.028112623024441e-06,
      "loss": 1.7482,
      "mean_token_accuracy": 0.6109408587217331,
      "num_tokens": 546200414.0,
      "step": 709090
    },
    {
      "epoch": 0.8994644565032638,
      "grad_norm": 6.0625,
      "learning_rate": 5.02747831293815e-06,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5232040226459503,
      "num_tokens": 546208362.0,
      "step": 709100
    },
    {
      "epoch": 0.8994771410957966,
      "grad_norm": 5.03125,
      "learning_rate": 5.0268440028518585e-06,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5342666774988174,
      "num_tokens": 546216572.0,
      "step": 709110
    },
    {
      "epoch": 0.8994898256883294,
      "grad_norm": 4.84375,
      "learning_rate": 5.026209692765567e-06,
      "loss": 1.9771,
      "mean_token_accuracy": 0.5550840735435486,
      "num_tokens": 546224448.0,
      "step": 709120
    },
    {
      "epoch": 0.8995025102808623,
      "grad_norm": 5.8125,
      "learning_rate": 5.025575382679275e-06,
      "loss": 2.2651,
      "mean_token_accuracy": 0.5051273196935654,
      "num_tokens": 546232707.0,
      "step": 709130
    },
    {
      "epoch": 0.899515194873395,
      "grad_norm": 6.875,
      "learning_rate": 5.024941072592984e-06,
      "loss": 1.9223,
      "mean_token_accuracy": 0.58130042552948,
      "num_tokens": 546239740.0,
      "step": 709140
    },
    {
      "epoch": 0.8995278794659279,
      "grad_norm": 4.875,
      "learning_rate": 5.024306762506692e-06,
      "loss": 2.0155,
      "mean_token_accuracy": 0.553188881278038,
      "num_tokens": 546247261.0,
      "step": 709150
    },
    {
      "epoch": 0.8995405640584607,
      "grad_norm": 4.8125,
      "learning_rate": 5.0236724524204005e-06,
      "loss": 2.1757,
      "mean_token_accuracy": 0.5340048104524613,
      "num_tokens": 546255449.0,
      "step": 709160
    },
    {
      "epoch": 0.8995532486509936,
      "grad_norm": 7.3125,
      "learning_rate": 5.023038142334109e-06,
      "loss": 1.9979,
      "mean_token_accuracy": 0.5661101907491684,
      "num_tokens": 546262919.0,
      "step": 709170
    },
    {
      "epoch": 0.8995659332435264,
      "grad_norm": 5.90625,
      "learning_rate": 5.022403832247818e-06,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5518238812685012,
      "num_tokens": 546270889.0,
      "step": 709180
    },
    {
      "epoch": 0.8995786178360593,
      "grad_norm": 5.3125,
      "learning_rate": 5.021769522161526e-06,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5520105987787247,
      "num_tokens": 546278699.0,
      "step": 709190
    },
    {
      "epoch": 0.8995913024285921,
      "grad_norm": 6.1875,
      "learning_rate": 5.021135212075234e-06,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5709593027830124,
      "num_tokens": 546285251.0,
      "step": 709200
    },
    {
      "epoch": 0.8996039870211249,
      "grad_norm": 8.6875,
      "learning_rate": 5.0205009019889425e-06,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5386276185512543,
      "num_tokens": 546292716.0,
      "step": 709210
    },
    {
      "epoch": 0.8996166716136578,
      "grad_norm": 5.71875,
      "learning_rate": 5.019866591902651e-06,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5653019905090332,
      "num_tokens": 546299157.0,
      "step": 709220
    },
    {
      "epoch": 0.8996293562061906,
      "grad_norm": 4.71875,
      "learning_rate": 5.01923228181636e-06,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5349988579750061,
      "num_tokens": 546305253.0,
      "step": 709230
    },
    {
      "epoch": 0.8996420407987235,
      "grad_norm": 5.03125,
      "learning_rate": 5.018597971730069e-06,
      "loss": 2.1382,
      "mean_token_accuracy": 0.5253721117973328,
      "num_tokens": 546314076.0,
      "step": 709240
    },
    {
      "epoch": 0.8996547253912562,
      "grad_norm": 6.53125,
      "learning_rate": 5.0179636616437775e-06,
      "loss": 2.1806,
      "mean_token_accuracy": 0.525595486164093,
      "num_tokens": 546322401.0,
      "step": 709250
    },
    {
      "epoch": 0.8996674099837891,
      "grad_norm": 5.28125,
      "learning_rate": 5.017329351557485e-06,
      "loss": 1.7726,
      "mean_token_accuracy": 0.5972059071063995,
      "num_tokens": 546329812.0,
      "step": 709260
    },
    {
      "epoch": 0.8996800945763219,
      "grad_norm": 5.65625,
      "learning_rate": 5.016695041471193e-06,
      "loss": 2.1275,
      "mean_token_accuracy": 0.537036782503128,
      "num_tokens": 546337022.0,
      "step": 709270
    },
    {
      "epoch": 0.8996927791688547,
      "grad_norm": 7.8125,
      "learning_rate": 5.016060731384902e-06,
      "loss": 1.8955,
      "mean_token_accuracy": 0.5661972433328628,
      "num_tokens": 546344143.0,
      "step": 709280
    },
    {
      "epoch": 0.8997054637613876,
      "grad_norm": 4.5,
      "learning_rate": 5.015426421298611e-06,
      "loss": 1.844,
      "mean_token_accuracy": 0.5897073298692703,
      "num_tokens": 546351111.0,
      "step": 709290
    },
    {
      "epoch": 0.8997181483539204,
      "grad_norm": 6.125,
      "learning_rate": 5.0147921112123195e-06,
      "loss": 1.9247,
      "mean_token_accuracy": 0.5741533547639847,
      "num_tokens": 546355980.0,
      "step": 709300
    },
    {
      "epoch": 0.8997308329464533,
      "grad_norm": 8.3125,
      "learning_rate": 5.014157801126027e-06,
      "loss": 1.9352,
      "mean_token_accuracy": 0.5656226933002472,
      "num_tokens": 546362383.0,
      "step": 709310
    },
    {
      "epoch": 0.8997435175389861,
      "grad_norm": 6.6875,
      "learning_rate": 5.013523491039736e-06,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5506652146577835,
      "num_tokens": 546371008.0,
      "step": 709320
    },
    {
      "epoch": 0.899756202131519,
      "grad_norm": 5.09375,
      "learning_rate": 5.012889180953444e-06,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5628735572099686,
      "num_tokens": 546378477.0,
      "step": 709330
    },
    {
      "epoch": 0.8997688867240518,
      "grad_norm": 4.75,
      "learning_rate": 5.012254870867153e-06,
      "loss": 1.9311,
      "mean_token_accuracy": 0.5667156934738159,
      "num_tokens": 546385257.0,
      "step": 709340
    },
    {
      "epoch": 0.8997815713165846,
      "grad_norm": 9.625,
      "learning_rate": 5.0116205607808615e-06,
      "loss": 1.9919,
      "mean_token_accuracy": 0.557930839061737,
      "num_tokens": 546392508.0,
      "step": 709350
    },
    {
      "epoch": 0.8997942559091174,
      "grad_norm": 4.90625,
      "learning_rate": 5.01098625069457e-06,
      "loss": 2.121,
      "mean_token_accuracy": 0.542571148276329,
      "num_tokens": 546400217.0,
      "step": 709360
    },
    {
      "epoch": 0.8998069405016502,
      "grad_norm": 5.3125,
      "learning_rate": 5.010351940608278e-06,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5752210706472397,
      "num_tokens": 546408381.0,
      "step": 709370
    },
    {
      "epoch": 0.8998196250941831,
      "grad_norm": 7.71875,
      "learning_rate": 5.009717630521987e-06,
      "loss": 2.1854,
      "mean_token_accuracy": 0.5239638179540634,
      "num_tokens": 546417104.0,
      "step": 709380
    },
    {
      "epoch": 0.8998323096867159,
      "grad_norm": 5.9375,
      "learning_rate": 5.009083320435695e-06,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5270918667316437,
      "num_tokens": 546425752.0,
      "step": 709390
    },
    {
      "epoch": 0.8998449942792488,
      "grad_norm": 4.84375,
      "learning_rate": 5.0084490103494035e-06,
      "loss": 2.026,
      "mean_token_accuracy": 0.5438240498304368,
      "num_tokens": 546432626.0,
      "step": 709400
    },
    {
      "epoch": 0.8998576788717816,
      "grad_norm": 6.6875,
      "learning_rate": 5.007814700263112e-06,
      "loss": 2.2267,
      "mean_token_accuracy": 0.5168724685907364,
      "num_tokens": 546440533.0,
      "step": 709410
    },
    {
      "epoch": 0.8998703634643145,
      "grad_norm": 4.78125,
      "learning_rate": 5.00718039017682e-06,
      "loss": 2.042,
      "mean_token_accuracy": 0.5396809488534927,
      "num_tokens": 546449085.0,
      "step": 709420
    },
    {
      "epoch": 0.8998830480568473,
      "grad_norm": 9.6875,
      "learning_rate": 5.006546080090529e-06,
      "loss": 1.9429,
      "mean_token_accuracy": 0.5700966358184815,
      "num_tokens": 546457426.0,
      "step": 709430
    },
    {
      "epoch": 0.89989573264938,
      "grad_norm": 6.34375,
      "learning_rate": 5.005911770004238e-06,
      "loss": 2.0596,
      "mean_token_accuracy": 0.5330983817577362,
      "num_tokens": 546465518.0,
      "step": 709440
    },
    {
      "epoch": 0.899908417241913,
      "grad_norm": 6.34375,
      "learning_rate": 5.005277459917946e-06,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5450496166944504,
      "num_tokens": 546473618.0,
      "step": 709450
    },
    {
      "epoch": 0.8999211018344457,
      "grad_norm": 5.4375,
      "learning_rate": 5.004643149831654e-06,
      "loss": 2.2303,
      "mean_token_accuracy": 0.5205043673515319,
      "num_tokens": 546482845.0,
      "step": 709460
    },
    {
      "epoch": 0.8999337864269786,
      "grad_norm": 6.4375,
      "learning_rate": 5.004008839745363e-06,
      "loss": 2.0912,
      "mean_token_accuracy": 0.5442374765872955,
      "num_tokens": 546490859.0,
      "step": 709470
    },
    {
      "epoch": 0.8999464710195114,
      "grad_norm": 6.875,
      "learning_rate": 5.003374529659071e-06,
      "loss": 1.8648,
      "mean_token_accuracy": 0.5917983978986741,
      "num_tokens": 546498151.0,
      "step": 709480
    },
    {
      "epoch": 0.8999591556120443,
      "grad_norm": 5.9375,
      "learning_rate": 5.00274021957278e-06,
      "loss": 1.7372,
      "mean_token_accuracy": 0.6117428869009018,
      "num_tokens": 546504569.0,
      "step": 709490
    },
    {
      "epoch": 0.8999718402045771,
      "grad_norm": 5.125,
      "learning_rate": 5.002105909486488e-06,
      "loss": 1.997,
      "mean_token_accuracy": 0.5522618979215622,
      "num_tokens": 546512560.0,
      "step": 709500
    },
    {
      "epoch": 0.89998452479711,
      "grad_norm": 5.15625,
      "learning_rate": 5.001471599400197e-06,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5286071866750717,
      "num_tokens": 546521019.0,
      "step": 709510
    },
    {
      "epoch": 0.8999972093896428,
      "grad_norm": 6.53125,
      "learning_rate": 5.000837289313905e-06,
      "loss": 1.7264,
      "mean_token_accuracy": 0.6173782467842102,
      "num_tokens": 546527951.0,
      "step": 709520
    },
    {
      "epoch": 0.9000098939821756,
      "grad_norm": 7.53125,
      "learning_rate": 5.000202979227613e-06,
      "loss": 1.9468,
      "mean_token_accuracy": 0.5640944004058838,
      "num_tokens": 546535952.0,
      "step": 709530
    },
    {
      "epoch": 0.9000225785747085,
      "grad_norm": 6.875,
      "learning_rate": 4.999568669141322e-06,
      "loss": 1.9479,
      "mean_token_accuracy": 0.565385228395462,
      "num_tokens": 546543314.0,
      "step": 709540
    },
    {
      "epoch": 0.9000352631672413,
      "grad_norm": 5.78125,
      "learning_rate": 4.99893435905503e-06,
      "loss": 2.2475,
      "mean_token_accuracy": 0.513308846950531,
      "num_tokens": 546551643.0,
      "step": 709550
    },
    {
      "epoch": 0.9000479477597741,
      "grad_norm": 5.21875,
      "learning_rate": 4.998300048968739e-06,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5583464592695236,
      "num_tokens": 546558539.0,
      "step": 709560
    },
    {
      "epoch": 0.9000606323523069,
      "grad_norm": 6.15625,
      "learning_rate": 4.997665738882448e-06,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5417766571044922,
      "num_tokens": 546566316.0,
      "step": 709570
    },
    {
      "epoch": 0.9000733169448398,
      "grad_norm": 7.09375,
      "learning_rate": 4.997031428796156e-06,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5634780287742615,
      "num_tokens": 546574471.0,
      "step": 709580
    },
    {
      "epoch": 0.9000860015373726,
      "grad_norm": 4.6875,
      "learning_rate": 4.996397118709864e-06,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5357351541519165,
      "num_tokens": 546582974.0,
      "step": 709590
    },
    {
      "epoch": 0.9000986861299054,
      "grad_norm": 6.65625,
      "learning_rate": 4.995762808623572e-06,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5494084745645523,
      "num_tokens": 546591201.0,
      "step": 709600
    },
    {
      "epoch": 0.9001113707224383,
      "grad_norm": 5.40625,
      "learning_rate": 4.995128498537281e-06,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5312144368886947,
      "num_tokens": 546600097.0,
      "step": 709610
    },
    {
      "epoch": 0.9001240553149711,
      "grad_norm": 6.875,
      "learning_rate": 4.99449418845099e-06,
      "loss": 1.9697,
      "mean_token_accuracy": 0.5699142068624496,
      "num_tokens": 546606133.0,
      "step": 709620
    },
    {
      "epoch": 0.900136739907504,
      "grad_norm": 6.46875,
      "learning_rate": 4.993859878364699e-06,
      "loss": 2.0636,
      "mean_token_accuracy": 0.54527268409729,
      "num_tokens": 546614457.0,
      "step": 709630
    },
    {
      "epoch": 0.9001494245000368,
      "grad_norm": 5.09375,
      "learning_rate": 4.9932255682784065e-06,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5389758378267289,
      "num_tokens": 546623144.0,
      "step": 709640
    },
    {
      "epoch": 0.9001621090925697,
      "grad_norm": 7.6875,
      "learning_rate": 4.992591258192115e-06,
      "loss": 1.916,
      "mean_token_accuracy": 0.5705944925546647,
      "num_tokens": 546629967.0,
      "step": 709650
    },
    {
      "epoch": 0.9001747936851024,
      "grad_norm": 5.21875,
      "learning_rate": 4.991956948105823e-06,
      "loss": 2.0452,
      "mean_token_accuracy": 0.539127916097641,
      "num_tokens": 546638010.0,
      "step": 709660
    },
    {
      "epoch": 0.9001874782776352,
      "grad_norm": 5.96875,
      "learning_rate": 4.991322638019532e-06,
      "loss": 2.2347,
      "mean_token_accuracy": 0.516989740729332,
      "num_tokens": 546645099.0,
      "step": 709670
    },
    {
      "epoch": 0.9002001628701681,
      "grad_norm": 6.84375,
      "learning_rate": 4.990688327933241e-06,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5229302734136582,
      "num_tokens": 546653110.0,
      "step": 709680
    },
    {
      "epoch": 0.9002128474627009,
      "grad_norm": 5.03125,
      "learning_rate": 4.9900540178469485e-06,
      "loss": 1.8301,
      "mean_token_accuracy": 0.5864325433969497,
      "num_tokens": 546659563.0,
      "step": 709690
    },
    {
      "epoch": 0.9002255320552338,
      "grad_norm": 5.0625,
      "learning_rate": 4.989419707760657e-06,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5422693967819214,
      "num_tokens": 546667895.0,
      "step": 709700
    },
    {
      "epoch": 0.9002382166477666,
      "grad_norm": 5.0625,
      "learning_rate": 4.988785397674366e-06,
      "loss": 2.059,
      "mean_token_accuracy": 0.5437165260314941,
      "num_tokens": 546675850.0,
      "step": 709710
    },
    {
      "epoch": 0.9002509012402995,
      "grad_norm": 5.03125,
      "learning_rate": 4.988151087588074e-06,
      "loss": 2.1212,
      "mean_token_accuracy": 0.52974052131176,
      "num_tokens": 546682322.0,
      "step": 709720
    },
    {
      "epoch": 0.9002635858328323,
      "grad_norm": 5.53125,
      "learning_rate": 4.987516777501783e-06,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5417417138814926,
      "num_tokens": 546690840.0,
      "step": 709730
    },
    {
      "epoch": 0.9002762704253652,
      "grad_norm": 5.03125,
      "learning_rate": 4.986882467415491e-06,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5622141808271408,
      "num_tokens": 546699148.0,
      "step": 709740
    },
    {
      "epoch": 0.900288955017898,
      "grad_norm": 5.28125,
      "learning_rate": 4.986248157329199e-06,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5403797894716262,
      "num_tokens": 546707262.0,
      "step": 709750
    },
    {
      "epoch": 0.9003016396104307,
      "grad_norm": 5.375,
      "learning_rate": 4.985613847242908e-06,
      "loss": 1.886,
      "mean_token_accuracy": 0.5855201303958892,
      "num_tokens": 546714135.0,
      "step": 709760
    },
    {
      "epoch": 0.9003143242029636,
      "grad_norm": 5.3125,
      "learning_rate": 4.984979537156617e-06,
      "loss": 2.117,
      "mean_token_accuracy": 0.538447019457817,
      "num_tokens": 546722079.0,
      "step": 709770
    },
    {
      "epoch": 0.9003270087954964,
      "grad_norm": 5.90625,
      "learning_rate": 4.984345227070325e-06,
      "loss": 1.9579,
      "mean_token_accuracy": 0.576402199268341,
      "num_tokens": 546730102.0,
      "step": 709780
    },
    {
      "epoch": 0.9003396933880293,
      "grad_norm": 4.625,
      "learning_rate": 4.983710916984033e-06,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5473616003990174,
      "num_tokens": 546738520.0,
      "step": 709790
    },
    {
      "epoch": 0.9003523779805621,
      "grad_norm": 5.34375,
      "learning_rate": 4.983076606897741e-06,
      "loss": 2.034,
      "mean_token_accuracy": 0.5512095332145691,
      "num_tokens": 546745602.0,
      "step": 709800
    },
    {
      "epoch": 0.900365062573095,
      "grad_norm": 5.78125,
      "learning_rate": 4.98244229681145e-06,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5288210809230804,
      "num_tokens": 546753837.0,
      "step": 709810
    },
    {
      "epoch": 0.9003777471656278,
      "grad_norm": 6.6875,
      "learning_rate": 4.981807986725159e-06,
      "loss": 2.3641,
      "mean_token_accuracy": 0.500099727511406,
      "num_tokens": 546762710.0,
      "step": 709820
    },
    {
      "epoch": 0.9003904317581606,
      "grad_norm": 5.21875,
      "learning_rate": 4.9811736766388675e-06,
      "loss": 2.1741,
      "mean_token_accuracy": 0.5273045569658279,
      "num_tokens": 546771022.0,
      "step": 709830
    },
    {
      "epoch": 0.9004031163506935,
      "grad_norm": 7.96875,
      "learning_rate": 4.980539366552576e-06,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5532188385725021,
      "num_tokens": 546778884.0,
      "step": 709840
    },
    {
      "epoch": 0.9004158009432263,
      "grad_norm": 5.375,
      "learning_rate": 4.979905056466284e-06,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5142852187156677,
      "num_tokens": 546787095.0,
      "step": 709850
    },
    {
      "epoch": 0.9004284855357592,
      "grad_norm": 5.6875,
      "learning_rate": 4.979270746379992e-06,
      "loss": 2.1391,
      "mean_token_accuracy": 0.538276344537735,
      "num_tokens": 546795450.0,
      "step": 709860
    },
    {
      "epoch": 0.900441170128292,
      "grad_norm": 5.9375,
      "learning_rate": 4.978636436293701e-06,
      "loss": 1.9267,
      "mean_token_accuracy": 0.557636433839798,
      "num_tokens": 546802168.0,
      "step": 709870
    },
    {
      "epoch": 0.9004538547208248,
      "grad_norm": 4.65625,
      "learning_rate": 4.9780021262074095e-06,
      "loss": 1.9365,
      "mean_token_accuracy": 0.5735850930213928,
      "num_tokens": 546809459.0,
      "step": 709880
    },
    {
      "epoch": 0.9004665393133576,
      "grad_norm": 6.59375,
      "learning_rate": 4.977367816121118e-06,
      "loss": 2.1814,
      "mean_token_accuracy": 0.5282544016838073,
      "num_tokens": 546818079.0,
      "step": 709890
    },
    {
      "epoch": 0.9004792239058905,
      "grad_norm": 5.53125,
      "learning_rate": 4.976733506034827e-06,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5282189249992371,
      "num_tokens": 546826634.0,
      "step": 709900
    },
    {
      "epoch": 0.9004919084984233,
      "grad_norm": 4.78125,
      "learning_rate": 4.976099195948535e-06,
      "loss": 2.0387,
      "mean_token_accuracy": 0.546756699681282,
      "num_tokens": 546834698.0,
      "step": 709910
    },
    {
      "epoch": 0.9005045930909561,
      "grad_norm": 6.78125,
      "learning_rate": 4.975464885862243e-06,
      "loss": 2.2759,
      "mean_token_accuracy": 0.5149761378765106,
      "num_tokens": 546841945.0,
      "step": 709920
    },
    {
      "epoch": 0.900517277683489,
      "grad_norm": 7.21875,
      "learning_rate": 4.9748305757759515e-06,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5361549556255341,
      "num_tokens": 546848380.0,
      "step": 709930
    },
    {
      "epoch": 0.9005299622760218,
      "grad_norm": 14.1875,
      "learning_rate": 4.97419626568966e-06,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5506791442632675,
      "num_tokens": 546855988.0,
      "step": 709940
    },
    {
      "epoch": 0.9005426468685547,
      "grad_norm": 5.1875,
      "learning_rate": 4.973561955603369e-06,
      "loss": 1.8199,
      "mean_token_accuracy": 0.5781220495700836,
      "num_tokens": 546862442.0,
      "step": 709950
    },
    {
      "epoch": 0.9005553314610875,
      "grad_norm": 6.34375,
      "learning_rate": 4.972927645517078e-06,
      "loss": 2.0124,
      "mean_token_accuracy": 0.546508914232254,
      "num_tokens": 546869339.0,
      "step": 709960
    },
    {
      "epoch": 0.9005680160536204,
      "grad_norm": 7.34375,
      "learning_rate": 4.972293335430786e-06,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5694709986448288,
      "num_tokens": 546874723.0,
      "step": 709970
    },
    {
      "epoch": 0.9005807006461531,
      "grad_norm": 4.75,
      "learning_rate": 4.9716590253444935e-06,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5552907228469849,
      "num_tokens": 546883157.0,
      "step": 709980
    },
    {
      "epoch": 0.9005933852386859,
      "grad_norm": 6.625,
      "learning_rate": 4.971024715258202e-06,
      "loss": 2.1797,
      "mean_token_accuracy": 0.5273543536663056,
      "num_tokens": 546890948.0,
      "step": 709990
    },
    {
      "epoch": 0.9006060698312188,
      "grad_norm": 6.4375,
      "learning_rate": 4.970390405171911e-06,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5390253454446793,
      "num_tokens": 546899163.0,
      "step": 710000
    },
    {
      "epoch": 0.9006187544237516,
      "grad_norm": 6.09375,
      "learning_rate": 4.96975609508562e-06,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5213821530342102,
      "num_tokens": 546907143.0,
      "step": 710010
    },
    {
      "epoch": 0.9006314390162845,
      "grad_norm": 7.125,
      "learning_rate": 4.969121784999328e-06,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5551009684801101,
      "num_tokens": 546915016.0,
      "step": 710020
    },
    {
      "epoch": 0.9006441236088173,
      "grad_norm": 8.75,
      "learning_rate": 4.968487474913036e-06,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5554011255502701,
      "num_tokens": 546922114.0,
      "step": 710030
    },
    {
      "epoch": 0.9006568082013502,
      "grad_norm": 4.75,
      "learning_rate": 4.967853164826745e-06,
      "loss": 1.9379,
      "mean_token_accuracy": 0.575876122713089,
      "num_tokens": 546930074.0,
      "step": 710040
    },
    {
      "epoch": 0.900669492793883,
      "grad_norm": 5.15625,
      "learning_rate": 4.967218854740453e-06,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5492693483829498,
      "num_tokens": 546937233.0,
      "step": 710050
    },
    {
      "epoch": 0.9006821773864158,
      "grad_norm": 5.8125,
      "learning_rate": 4.966584544654162e-06,
      "loss": 2.0013,
      "mean_token_accuracy": 0.5658989638090134,
      "num_tokens": 546944119.0,
      "step": 710060
    },
    {
      "epoch": 0.9006948619789487,
      "grad_norm": 5.46875,
      "learning_rate": 4.9659502345678704e-06,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5239503294229507,
      "num_tokens": 546952100.0,
      "step": 710070
    },
    {
      "epoch": 0.9007075465714814,
      "grad_norm": 4.4375,
      "learning_rate": 4.965315924481578e-06,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5827063322067261,
      "num_tokens": 546959902.0,
      "step": 710080
    },
    {
      "epoch": 0.9007202311640143,
      "grad_norm": 7.3125,
      "learning_rate": 4.964681614395287e-06,
      "loss": 2.131,
      "mean_token_accuracy": 0.5502126663923264,
      "num_tokens": 546966115.0,
      "step": 710090
    },
    {
      "epoch": 0.9007329157565471,
      "grad_norm": 5.3125,
      "learning_rate": 4.964047304308996e-06,
      "loss": 2.121,
      "mean_token_accuracy": 0.5413485795259476,
      "num_tokens": 546974519.0,
      "step": 710100
    },
    {
      "epoch": 0.90074560034908,
      "grad_norm": 5.09375,
      "learning_rate": 4.963412994222704e-06,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5523187279701233,
      "num_tokens": 546983233.0,
      "step": 710110
    },
    {
      "epoch": 0.9007582849416128,
      "grad_norm": 6.3125,
      "learning_rate": 4.9627786841364125e-06,
      "loss": 1.8577,
      "mean_token_accuracy": 0.5880576968193054,
      "num_tokens": 546989549.0,
      "step": 710120
    },
    {
      "epoch": 0.9007709695341457,
      "grad_norm": 6.09375,
      "learning_rate": 4.96214437405012e-06,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5342020213603973,
      "num_tokens": 546997658.0,
      "step": 710130
    },
    {
      "epoch": 0.9007836541266785,
      "grad_norm": 5.71875,
      "learning_rate": 4.961510063963829e-06,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5515704095363617,
      "num_tokens": 547005435.0,
      "step": 710140
    },
    {
      "epoch": 0.9007963387192113,
      "grad_norm": 9.0625,
      "learning_rate": 4.960875753877538e-06,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5423245191574096,
      "num_tokens": 547012549.0,
      "step": 710150
    },
    {
      "epoch": 0.9008090233117442,
      "grad_norm": 4.96875,
      "learning_rate": 4.9602414437912466e-06,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5300357937812805,
      "num_tokens": 547019161.0,
      "step": 710160
    },
    {
      "epoch": 0.900821707904277,
      "grad_norm": 5.5625,
      "learning_rate": 4.959607133704955e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5515965938568115,
      "num_tokens": 547026640.0,
      "step": 710170
    },
    {
      "epoch": 0.9008343924968099,
      "grad_norm": 6.46875,
      "learning_rate": 4.958972823618663e-06,
      "loss": 1.8823,
      "mean_token_accuracy": 0.5752349466085434,
      "num_tokens": 547034141.0,
      "step": 710180
    },
    {
      "epoch": 0.9008470770893426,
      "grad_norm": 4.96875,
      "learning_rate": 4.958338513532371e-06,
      "loss": 2.1668,
      "mean_token_accuracy": 0.5265683889389038,
      "num_tokens": 547043162.0,
      "step": 710190
    },
    {
      "epoch": 0.9008597616818755,
      "grad_norm": 5.15625,
      "learning_rate": 4.95770420344608e-06,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5716372042894363,
      "num_tokens": 547051072.0,
      "step": 710200
    },
    {
      "epoch": 0.9008724462744083,
      "grad_norm": 6.375,
      "learning_rate": 4.9570698933597886e-06,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5356729447841644,
      "num_tokens": 547058770.0,
      "step": 710210
    },
    {
      "epoch": 0.9008851308669411,
      "grad_norm": 5.90625,
      "learning_rate": 4.956435583273497e-06,
      "loss": 2.0639,
      "mean_token_accuracy": 0.554317307472229,
      "num_tokens": 547065453.0,
      "step": 710220
    },
    {
      "epoch": 0.900897815459474,
      "grad_norm": 5.78125,
      "learning_rate": 4.955801273187206e-06,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5521328508853912,
      "num_tokens": 547073752.0,
      "step": 710230
    },
    {
      "epoch": 0.9009105000520068,
      "grad_norm": 5.09375,
      "learning_rate": 4.955166963100914e-06,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5339009612798691,
      "num_tokens": 547082084.0,
      "step": 710240
    },
    {
      "epoch": 0.9009231846445397,
      "grad_norm": 5.03125,
      "learning_rate": 4.954532653014622e-06,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5752667307853698,
      "num_tokens": 547089195.0,
      "step": 710250
    },
    {
      "epoch": 0.9009358692370725,
      "grad_norm": 5.625,
      "learning_rate": 4.9538983429283306e-06,
      "loss": 2.2048,
      "mean_token_accuracy": 0.5228024959564209,
      "num_tokens": 547097888.0,
      "step": 710260
    },
    {
      "epoch": 0.9009485538296054,
      "grad_norm": 5.28125,
      "learning_rate": 4.953264032842039e-06,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5593719333410263,
      "num_tokens": 547106121.0,
      "step": 710270
    },
    {
      "epoch": 0.9009612384221382,
      "grad_norm": 5.71875,
      "learning_rate": 4.952629722755748e-06,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5475755035877228,
      "num_tokens": 547114086.0,
      "step": 710280
    },
    {
      "epoch": 0.900973923014671,
      "grad_norm": 4.84375,
      "learning_rate": 4.951995412669457e-06,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5397529989480973,
      "num_tokens": 547122547.0,
      "step": 710290
    },
    {
      "epoch": 0.9009866076072038,
      "grad_norm": 5.0,
      "learning_rate": 4.951361102583165e-06,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5252596765756607,
      "num_tokens": 547130276.0,
      "step": 710300
    },
    {
      "epoch": 0.9009992921997366,
      "grad_norm": 5.15625,
      "learning_rate": 4.9507267924968726e-06,
      "loss": 1.8779,
      "mean_token_accuracy": 0.5714985817670822,
      "num_tokens": 547137747.0,
      "step": 710310
    },
    {
      "epoch": 0.9010119767922695,
      "grad_norm": 4.25,
      "learning_rate": 4.950092482410581e-06,
      "loss": 1.6653,
      "mean_token_accuracy": 0.6182375967502594,
      "num_tokens": 547144913.0,
      "step": 710320
    },
    {
      "epoch": 0.9010246613848023,
      "grad_norm": 5.0625,
      "learning_rate": 4.94945817232429e-06,
      "loss": 2.1266,
      "mean_token_accuracy": 0.543678006529808,
      "num_tokens": 547153646.0,
      "step": 710330
    },
    {
      "epoch": 0.9010373459773352,
      "grad_norm": 5.84375,
      "learning_rate": 4.948823862237999e-06,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5460189551115036,
      "num_tokens": 547161847.0,
      "step": 710340
    },
    {
      "epoch": 0.901050030569868,
      "grad_norm": 5.03125,
      "learning_rate": 4.948189552151707e-06,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5547645837068558,
      "num_tokens": 547169724.0,
      "step": 710350
    },
    {
      "epoch": 0.9010627151624009,
      "grad_norm": 6.125,
      "learning_rate": 4.9475552420654154e-06,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5521182209253311,
      "num_tokens": 547176652.0,
      "step": 710360
    },
    {
      "epoch": 0.9010753997549337,
      "grad_norm": 8.0625,
      "learning_rate": 4.946920931979124e-06,
      "loss": 2.2705,
      "mean_token_accuracy": 0.5155781596899033,
      "num_tokens": 547184554.0,
      "step": 710370
    },
    {
      "epoch": 0.9010880843474665,
      "grad_norm": 5.6875,
      "learning_rate": 4.946286621892832e-06,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5224308222532272,
      "num_tokens": 547192805.0,
      "step": 710380
    },
    {
      "epoch": 0.9011007689399994,
      "grad_norm": 4.78125,
      "learning_rate": 4.945652311806541e-06,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5649048030376435,
      "num_tokens": 547200981.0,
      "step": 710390
    },
    {
      "epoch": 0.9011134535325321,
      "grad_norm": 4.5625,
      "learning_rate": 4.9450180017202495e-06,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5353742420673371,
      "num_tokens": 547207407.0,
      "step": 710400
    },
    {
      "epoch": 0.901126138125065,
      "grad_norm": 6.40625,
      "learning_rate": 4.9443836916339574e-06,
      "loss": 1.8851,
      "mean_token_accuracy": 0.5718363463878632,
      "num_tokens": 547214976.0,
      "step": 710410
    },
    {
      "epoch": 0.9011388227175978,
      "grad_norm": 6.03125,
      "learning_rate": 4.943749381547666e-06,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5655760079622268,
      "num_tokens": 547223275.0,
      "step": 710420
    },
    {
      "epoch": 0.9011515073101307,
      "grad_norm": 5.125,
      "learning_rate": 4.943115071461375e-06,
      "loss": 1.9234,
      "mean_token_accuracy": 0.5774767398834229,
      "num_tokens": 547230852.0,
      "step": 710430
    },
    {
      "epoch": 0.9011641919026635,
      "grad_norm": 6.40625,
      "learning_rate": 4.942480761375083e-06,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5302141308784485,
      "num_tokens": 547239148.0,
      "step": 710440
    },
    {
      "epoch": 0.9011768764951964,
      "grad_norm": 6.6875,
      "learning_rate": 4.9418464512887915e-06,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5367032706737518,
      "num_tokens": 547247283.0,
      "step": 710450
    },
    {
      "epoch": 0.9011895610877292,
      "grad_norm": 5.34375,
      "learning_rate": 4.9412121412024994e-06,
      "loss": 2.018,
      "mean_token_accuracy": 0.5519822865724564,
      "num_tokens": 547256114.0,
      "step": 710460
    },
    {
      "epoch": 0.901202245680262,
      "grad_norm": 6.9375,
      "learning_rate": 4.940577831116208e-06,
      "loss": 2.212,
      "mean_token_accuracy": 0.5332274585962296,
      "num_tokens": 547263076.0,
      "step": 710470
    },
    {
      "epoch": 0.9012149302727949,
      "grad_norm": 7.09375,
      "learning_rate": 4.939943521029917e-06,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5430462837219239,
      "num_tokens": 547270366.0,
      "step": 710480
    },
    {
      "epoch": 0.9012276148653277,
      "grad_norm": 6.03125,
      "learning_rate": 4.939309210943626e-06,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5253387957811355,
      "num_tokens": 547278172.0,
      "step": 710490
    },
    {
      "epoch": 0.9012402994578605,
      "grad_norm": 4.9375,
      "learning_rate": 4.9386749008573335e-06,
      "loss": 2.2965,
      "mean_token_accuracy": 0.5180389910936356,
      "num_tokens": 547286354.0,
      "step": 710500
    },
    {
      "epoch": 0.9012529840503933,
      "grad_norm": 5.9375,
      "learning_rate": 4.938040590771042e-06,
      "loss": 2.024,
      "mean_token_accuracy": 0.5516391217708587,
      "num_tokens": 547294520.0,
      "step": 710510
    },
    {
      "epoch": 0.9012656686429262,
      "grad_norm": 5.5,
      "learning_rate": 4.93740628068475e-06,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5313600778579712,
      "num_tokens": 547301582.0,
      "step": 710520
    },
    {
      "epoch": 0.901278353235459,
      "grad_norm": 6.5,
      "learning_rate": 4.936771970598459e-06,
      "loss": 2.2389,
      "mean_token_accuracy": 0.5170162230730057,
      "num_tokens": 547308858.0,
      "step": 710530
    },
    {
      "epoch": 0.9012910378279918,
      "grad_norm": 6.1875,
      "learning_rate": 4.936137660512168e-06,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5448830008506775,
      "num_tokens": 547317384.0,
      "step": 710540
    },
    {
      "epoch": 0.9013037224205247,
      "grad_norm": 4.78125,
      "learning_rate": 4.935503350425876e-06,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5434073507785797,
      "num_tokens": 547325856.0,
      "step": 710550
    },
    {
      "epoch": 0.9013164070130575,
      "grad_norm": 6.34375,
      "learning_rate": 4.934869040339585e-06,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5724402576684952,
      "num_tokens": 547333502.0,
      "step": 710560
    },
    {
      "epoch": 0.9013290916055904,
      "grad_norm": 7.0,
      "learning_rate": 4.934234730253293e-06,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5434211671352387,
      "num_tokens": 547340684.0,
      "step": 710570
    },
    {
      "epoch": 0.9013417761981232,
      "grad_norm": 4.9375,
      "learning_rate": 4.933600420167001e-06,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5425660461187363,
      "num_tokens": 547348144.0,
      "step": 710580
    },
    {
      "epoch": 0.9013544607906561,
      "grad_norm": 5.125,
      "learning_rate": 4.93296611008071e-06,
      "loss": 2.2177,
      "mean_token_accuracy": 0.5189318984746933,
      "num_tokens": 547356069.0,
      "step": 710590
    },
    {
      "epoch": 0.9013671453831889,
      "grad_norm": 4.78125,
      "learning_rate": 4.932331799994418e-06,
      "loss": 2.087,
      "mean_token_accuracy": 0.5531271368265152,
      "num_tokens": 547364684.0,
      "step": 710600
    },
    {
      "epoch": 0.9013798299757216,
      "grad_norm": 5.53125,
      "learning_rate": 4.931697489908127e-06,
      "loss": 2.174,
      "mean_token_accuracy": 0.5280339568853378,
      "num_tokens": 547372624.0,
      "step": 710610
    },
    {
      "epoch": 0.9013925145682545,
      "grad_norm": 5.5625,
      "learning_rate": 4.931063179821836e-06,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5481566250324249,
      "num_tokens": 547379572.0,
      "step": 710620
    },
    {
      "epoch": 0.9014051991607873,
      "grad_norm": 5.8125,
      "learning_rate": 4.930428869735544e-06,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5543030261993408,
      "num_tokens": 547387179.0,
      "step": 710630
    },
    {
      "epoch": 0.9014178837533202,
      "grad_norm": 4.84375,
      "learning_rate": 4.929794559649252e-06,
      "loss": 1.9495,
      "mean_token_accuracy": 0.5632810890674591,
      "num_tokens": 547394440.0,
      "step": 710640
    },
    {
      "epoch": 0.901430568345853,
      "grad_norm": 5.40625,
      "learning_rate": 4.92916024956296e-06,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5537812113761902,
      "num_tokens": 547400616.0,
      "step": 710650
    },
    {
      "epoch": 0.9014432529383859,
      "grad_norm": 4.9375,
      "learning_rate": 4.928525939476669e-06,
      "loss": 1.9124,
      "mean_token_accuracy": 0.5662808418273926,
      "num_tokens": 547408210.0,
      "step": 710660
    },
    {
      "epoch": 0.9014559375309187,
      "grad_norm": 6.375,
      "learning_rate": 4.927891629390378e-06,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5369071394205094,
      "num_tokens": 547416424.0,
      "step": 710670
    },
    {
      "epoch": 0.9014686221234516,
      "grad_norm": 7.125,
      "learning_rate": 4.927257319304086e-06,
      "loss": 2.0829,
      "mean_token_accuracy": 0.5413749843835831,
      "num_tokens": 547423893.0,
      "step": 710680
    },
    {
      "epoch": 0.9014813067159844,
      "grad_norm": 5.71875,
      "learning_rate": 4.9266230092177945e-06,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5477485507726669,
      "num_tokens": 547430806.0,
      "step": 710690
    },
    {
      "epoch": 0.9014939913085172,
      "grad_norm": 5.90625,
      "learning_rate": 4.925988699131502e-06,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5493007868528366,
      "num_tokens": 547437888.0,
      "step": 710700
    },
    {
      "epoch": 0.90150667590105,
      "grad_norm": 6.0,
      "learning_rate": 4.925354389045211e-06,
      "loss": 1.9499,
      "mean_token_accuracy": 0.5733702808618546,
      "num_tokens": 547445572.0,
      "step": 710710
    },
    {
      "epoch": 0.9015193604935828,
      "grad_norm": 6.375,
      "learning_rate": 4.92472007895892e-06,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5464301854372025,
      "num_tokens": 547453018.0,
      "step": 710720
    },
    {
      "epoch": 0.9015320450861157,
      "grad_norm": 4.9375,
      "learning_rate": 4.924085768872629e-06,
      "loss": 2.1544,
      "mean_token_accuracy": 0.531702709197998,
      "num_tokens": 547461761.0,
      "step": 710730
    },
    {
      "epoch": 0.9015447296786485,
      "grad_norm": 7.21875,
      "learning_rate": 4.9234514587863365e-06,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5566976964473724,
      "num_tokens": 547468131.0,
      "step": 710740
    },
    {
      "epoch": 0.9015574142711814,
      "grad_norm": 5.1875,
      "learning_rate": 4.922817148700045e-06,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5412467569112778,
      "num_tokens": 547476713.0,
      "step": 710750
    },
    {
      "epoch": 0.9015700988637142,
      "grad_norm": 6.65625,
      "learning_rate": 4.922182838613754e-06,
      "loss": 2.04,
      "mean_token_accuracy": 0.5608933478593826,
      "num_tokens": 547484496.0,
      "step": 710760
    },
    {
      "epoch": 0.901582783456247,
      "grad_norm": 5.0625,
      "learning_rate": 4.921548528527462e-06,
      "loss": 2.0012,
      "mean_token_accuracy": 0.545725840330124,
      "num_tokens": 547492310.0,
      "step": 710770
    },
    {
      "epoch": 0.9015954680487799,
      "grad_norm": 5.8125,
      "learning_rate": 4.920914218441171e-06,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5497353643178939,
      "num_tokens": 547501151.0,
      "step": 710780
    },
    {
      "epoch": 0.9016081526413127,
      "grad_norm": 6.125,
      "learning_rate": 4.9202799083548785e-06,
      "loss": 2.014,
      "mean_token_accuracy": 0.5591778934001923,
      "num_tokens": 547509571.0,
      "step": 710790
    },
    {
      "epoch": 0.9016208372338456,
      "grad_norm": 5.9375,
      "learning_rate": 4.919645598268587e-06,
      "loss": 2.1956,
      "mean_token_accuracy": 0.5113549083471298,
      "num_tokens": 547518468.0,
      "step": 710800
    },
    {
      "epoch": 0.9016335218263783,
      "grad_norm": 4.96875,
      "learning_rate": 4.919011288182296e-06,
      "loss": 2.24,
      "mean_token_accuracy": 0.5184120744466781,
      "num_tokens": 547527307.0,
      "step": 710810
    },
    {
      "epoch": 0.9016462064189112,
      "grad_norm": 8.25,
      "learning_rate": 4.918376978096005e-06,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5441433072090149,
      "num_tokens": 547534783.0,
      "step": 710820
    },
    {
      "epoch": 0.901658891011444,
      "grad_norm": 5.8125,
      "learning_rate": 4.917742668009713e-06,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5461408644914627,
      "num_tokens": 547543342.0,
      "step": 710830
    },
    {
      "epoch": 0.9016715756039769,
      "grad_norm": 4.59375,
      "learning_rate": 4.917108357923421e-06,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5431561261415482,
      "num_tokens": 547552130.0,
      "step": 710840
    },
    {
      "epoch": 0.9016842601965097,
      "grad_norm": 6.09375,
      "learning_rate": 4.916474047837129e-06,
      "loss": 1.9151,
      "mean_token_accuracy": 0.5663482397794724,
      "num_tokens": 547558800.0,
      "step": 710850
    },
    {
      "epoch": 0.9016969447890425,
      "grad_norm": 5.4375,
      "learning_rate": 4.915839737750838e-06,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5306974828243256,
      "num_tokens": 547566837.0,
      "step": 710860
    },
    {
      "epoch": 0.9017096293815754,
      "grad_norm": 4.875,
      "learning_rate": 4.915205427664547e-06,
      "loss": 2.041,
      "mean_token_accuracy": 0.5641742020845413,
      "num_tokens": 547574528.0,
      "step": 710870
    },
    {
      "epoch": 0.9017223139741082,
      "grad_norm": 7.84375,
      "learning_rate": 4.9145711175782555e-06,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5246293544769287,
      "num_tokens": 547581558.0,
      "step": 710880
    },
    {
      "epoch": 0.9017349985666411,
      "grad_norm": 6.25,
      "learning_rate": 4.913936807491963e-06,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5320698410272598,
      "num_tokens": 547588403.0,
      "step": 710890
    },
    {
      "epoch": 0.9017476831591739,
      "grad_norm": 5.28125,
      "learning_rate": 4.913302497405671e-06,
      "loss": 1.9344,
      "mean_token_accuracy": 0.580065906047821,
      "num_tokens": 547596324.0,
      "step": 710900
    },
    {
      "epoch": 0.9017603677517068,
      "grad_norm": 5.34375,
      "learning_rate": 4.91266818731938e-06,
      "loss": 1.9556,
      "mean_token_accuracy": 0.5716674089431762,
      "num_tokens": 547604859.0,
      "step": 710910
    },
    {
      "epoch": 0.9017730523442395,
      "grad_norm": 8.125,
      "learning_rate": 4.912033877233089e-06,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5519738674163819,
      "num_tokens": 547610932.0,
      "step": 710920
    },
    {
      "epoch": 0.9017857369367723,
      "grad_norm": 7.09375,
      "learning_rate": 4.9113995671467975e-06,
      "loss": 1.8662,
      "mean_token_accuracy": 0.5947347819805145,
      "num_tokens": 547618040.0,
      "step": 710930
    },
    {
      "epoch": 0.9017984215293052,
      "grad_norm": 4.9375,
      "learning_rate": 4.910765257060506e-06,
      "loss": 2.0445,
      "mean_token_accuracy": 0.5337373644113541,
      "num_tokens": 547625466.0,
      "step": 710940
    },
    {
      "epoch": 0.901811106121838,
      "grad_norm": 6.21875,
      "learning_rate": 4.910130946974215e-06,
      "loss": 1.9702,
      "mean_token_accuracy": 0.5481395065784455,
      "num_tokens": 547633514.0,
      "step": 710950
    },
    {
      "epoch": 0.9018237907143709,
      "grad_norm": 5.84375,
      "learning_rate": 4.909496636887923e-06,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5426351726055145,
      "num_tokens": 547640791.0,
      "step": 710960
    },
    {
      "epoch": 0.9018364753069037,
      "grad_norm": 7.5625,
      "learning_rate": 4.908862326801631e-06,
      "loss": 2.0141,
      "mean_token_accuracy": 0.5571300119161606,
      "num_tokens": 547648311.0,
      "step": 710970
    },
    {
      "epoch": 0.9018491598994366,
      "grad_norm": 5.375,
      "learning_rate": 4.9082280167153395e-06,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5641419053077698,
      "num_tokens": 547655058.0,
      "step": 710980
    },
    {
      "epoch": 0.9018618444919694,
      "grad_norm": 4.59375,
      "learning_rate": 4.907593706629048e-06,
      "loss": 1.6772,
      "mean_token_accuracy": 0.6265101373195648,
      "num_tokens": 547662571.0,
      "step": 710990
    },
    {
      "epoch": 0.9018745290845022,
      "grad_norm": 5.65625,
      "learning_rate": 4.906959396542757e-06,
      "loss": 2.07,
      "mean_token_accuracy": 0.5411377817392349,
      "num_tokens": 547669399.0,
      "step": 711000
    },
    {
      "epoch": 0.9018872136770351,
      "grad_norm": 5.03125,
      "learning_rate": 4.906325086456465e-06,
      "loss": 2.0289,
      "mean_token_accuracy": 0.557603296637535,
      "num_tokens": 547678186.0,
      "step": 711010
    },
    {
      "epoch": 0.9018998982695678,
      "grad_norm": 5.03125,
      "learning_rate": 4.905690776370174e-06,
      "loss": 2.2449,
      "mean_token_accuracy": 0.5229517966508865,
      "num_tokens": 547686565.0,
      "step": 711020
    },
    {
      "epoch": 0.9019125828621007,
      "grad_norm": 6.25,
      "learning_rate": 4.9050564662838815e-06,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5705145090818405,
      "num_tokens": 547694452.0,
      "step": 711030
    },
    {
      "epoch": 0.9019252674546335,
      "grad_norm": 6.0625,
      "learning_rate": 4.90442215619759e-06,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5237225294113159,
      "num_tokens": 547703321.0,
      "step": 711040
    },
    {
      "epoch": 0.9019379520471664,
      "grad_norm": 6.90625,
      "learning_rate": 4.903787846111299e-06,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5469856560230255,
      "num_tokens": 547710653.0,
      "step": 711050
    },
    {
      "epoch": 0.9019506366396992,
      "grad_norm": 5.9375,
      "learning_rate": 4.903153536025007e-06,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5748799413442611,
      "num_tokens": 547717484.0,
      "step": 711060
    },
    {
      "epoch": 0.9019633212322321,
      "grad_norm": 6.40625,
      "learning_rate": 4.902519225938716e-06,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5408684343099595,
      "num_tokens": 547725507.0,
      "step": 711070
    },
    {
      "epoch": 0.9019760058247649,
      "grad_norm": 5.25,
      "learning_rate": 4.901884915852424e-06,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5682018041610718,
      "num_tokens": 547732772.0,
      "step": 711080
    },
    {
      "epoch": 0.9019886904172977,
      "grad_norm": 5.4375,
      "learning_rate": 4.901250605766133e-06,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5482513159513474,
      "num_tokens": 547741058.0,
      "step": 711090
    },
    {
      "epoch": 0.9020013750098306,
      "grad_norm": 6.125,
      "learning_rate": 4.900616295679841e-06,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5350873380899429,
      "num_tokens": 547748731.0,
      "step": 711100
    },
    {
      "epoch": 0.9020140596023634,
      "grad_norm": 6.5,
      "learning_rate": 4.89998198559355e-06,
      "loss": 2.0667,
      "mean_token_accuracy": 0.5396622210741043,
      "num_tokens": 547757110.0,
      "step": 711110
    },
    {
      "epoch": 0.9020267441948963,
      "grad_norm": 5.96875,
      "learning_rate": 4.899347675507258e-06,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5235588908195495,
      "num_tokens": 547763684.0,
      "step": 711120
    },
    {
      "epoch": 0.902039428787429,
      "grad_norm": 6.1875,
      "learning_rate": 4.898713365420966e-06,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5447047650814056,
      "num_tokens": 547771604.0,
      "step": 711130
    },
    {
      "epoch": 0.9020521133799619,
      "grad_norm": 7.90625,
      "learning_rate": 4.898079055334675e-06,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5444241315126419,
      "num_tokens": 547779057.0,
      "step": 711140
    },
    {
      "epoch": 0.9020647979724947,
      "grad_norm": 5.8125,
      "learning_rate": 4.897444745248384e-06,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5467935800552368,
      "num_tokens": 547788475.0,
      "step": 711150
    },
    {
      "epoch": 0.9020774825650275,
      "grad_norm": 5.65625,
      "learning_rate": 4.896810435162092e-06,
      "loss": 1.979,
      "mean_token_accuracy": 0.5629543662071228,
      "num_tokens": 547796365.0,
      "step": 711160
    },
    {
      "epoch": 0.9020901671575604,
      "grad_norm": 6.71875,
      "learning_rate": 4.8961761250758e-06,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5280034214258194,
      "num_tokens": 547804060.0,
      "step": 711170
    },
    {
      "epoch": 0.9021028517500932,
      "grad_norm": 5.9375,
      "learning_rate": 4.895541814989508e-06,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5426616638898849,
      "num_tokens": 547812578.0,
      "step": 711180
    },
    {
      "epoch": 0.9021155363426261,
      "grad_norm": 6.75,
      "learning_rate": 4.894907504903217e-06,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5473446130752564,
      "num_tokens": 547820192.0,
      "step": 711190
    },
    {
      "epoch": 0.9021282209351589,
      "grad_norm": 5.96875,
      "learning_rate": 4.894273194816926e-06,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5240264922380448,
      "num_tokens": 547828503.0,
      "step": 711200
    },
    {
      "epoch": 0.9021409055276918,
      "grad_norm": 5.375,
      "learning_rate": 4.893638884730635e-06,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5605114489793778,
      "num_tokens": 547836988.0,
      "step": 711210
    },
    {
      "epoch": 0.9021535901202246,
      "grad_norm": 4.90625,
      "learning_rate": 4.8930045746443425e-06,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5279118478298187,
      "num_tokens": 547845972.0,
      "step": 711220
    },
    {
      "epoch": 0.9021662747127575,
      "grad_norm": 5.40625,
      "learning_rate": 4.89237026455805e-06,
      "loss": 2.2433,
      "mean_token_accuracy": 0.5199180990457535,
      "num_tokens": 547853748.0,
      "step": 711230
    },
    {
      "epoch": 0.9021789593052902,
      "grad_norm": 4.90625,
      "learning_rate": 4.891735954471759e-06,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5370611667633056,
      "num_tokens": 547862099.0,
      "step": 711240
    },
    {
      "epoch": 0.902191643897823,
      "grad_norm": 5.28125,
      "learning_rate": 4.891101644385468e-06,
      "loss": 2.2101,
      "mean_token_accuracy": 0.5213693469762802,
      "num_tokens": 547870144.0,
      "step": 711250
    },
    {
      "epoch": 0.9022043284903559,
      "grad_norm": 7.0,
      "learning_rate": 4.890467334299177e-06,
      "loss": 2.3772,
      "mean_token_accuracy": 0.5055309534072876,
      "num_tokens": 547877957.0,
      "step": 711260
    },
    {
      "epoch": 0.9022170130828887,
      "grad_norm": 8.5,
      "learning_rate": 4.889833024212885e-06,
      "loss": 2.0351,
      "mean_token_accuracy": 0.553129306435585,
      "num_tokens": 547885323.0,
      "step": 711270
    },
    {
      "epoch": 0.9022296976754216,
      "grad_norm": 6.15625,
      "learning_rate": 4.889198714126593e-06,
      "loss": 1.9438,
      "mean_token_accuracy": 0.5731550335884095,
      "num_tokens": 547892684.0,
      "step": 711280
    },
    {
      "epoch": 0.9022423822679544,
      "grad_norm": 5.5,
      "learning_rate": 4.888564404040302e-06,
      "loss": 1.9562,
      "mean_token_accuracy": 0.5589106231927872,
      "num_tokens": 547901715.0,
      "step": 711290
    },
    {
      "epoch": 0.9022550668604873,
      "grad_norm": 5.1875,
      "learning_rate": 4.88793009395401e-06,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5252357184886932,
      "num_tokens": 547909558.0,
      "step": 711300
    },
    {
      "epoch": 0.9022677514530201,
      "grad_norm": 6.78125,
      "learning_rate": 4.887295783867719e-06,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5377116173505783,
      "num_tokens": 547917219.0,
      "step": 711310
    },
    {
      "epoch": 0.9022804360455529,
      "grad_norm": 12.25,
      "learning_rate": 4.886661473781427e-06,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5206642568111419,
      "num_tokens": 547925592.0,
      "step": 711320
    },
    {
      "epoch": 0.9022931206380858,
      "grad_norm": 4.71875,
      "learning_rate": 4.886027163695136e-06,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5427627474069595,
      "num_tokens": 547934101.0,
      "step": 711330
    },
    {
      "epoch": 0.9023058052306185,
      "grad_norm": 5.96875,
      "learning_rate": 4.885392853608844e-06,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5298494607210159,
      "num_tokens": 547941635.0,
      "step": 711340
    },
    {
      "epoch": 0.9023184898231514,
      "grad_norm": 4.96875,
      "learning_rate": 4.884758543522553e-06,
      "loss": 1.8626,
      "mean_token_accuracy": 0.5877178400754929,
      "num_tokens": 547949043.0,
      "step": 711350
    },
    {
      "epoch": 0.9023311744156842,
      "grad_norm": 5.0625,
      "learning_rate": 4.884124233436261e-06,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5211741596460342,
      "num_tokens": 547956896.0,
      "step": 711360
    },
    {
      "epoch": 0.9023438590082171,
      "grad_norm": 11.5,
      "learning_rate": 4.883489923349969e-06,
      "loss": 1.7935,
      "mean_token_accuracy": 0.6025881499052048,
      "num_tokens": 547962743.0,
      "step": 711370
    },
    {
      "epoch": 0.9023565436007499,
      "grad_norm": 4.53125,
      "learning_rate": 4.882855613263678e-06,
      "loss": 1.8304,
      "mean_token_accuracy": 0.6149625420570374,
      "num_tokens": 547968023.0,
      "step": 711380
    },
    {
      "epoch": 0.9023692281932828,
      "grad_norm": 5.8125,
      "learning_rate": 4.882221303177386e-06,
      "loss": 1.8718,
      "mean_token_accuracy": 0.5898494929075241,
      "num_tokens": 547975359.0,
      "step": 711390
    },
    {
      "epoch": 0.9023819127858156,
      "grad_norm": 5.34375,
      "learning_rate": 4.881586993091095e-06,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5424150824546814,
      "num_tokens": 547983137.0,
      "step": 711400
    },
    {
      "epoch": 0.9023945973783484,
      "grad_norm": 5.65625,
      "learning_rate": 4.8809526830048035e-06,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5704566389322281,
      "num_tokens": 547989521.0,
      "step": 711410
    },
    {
      "epoch": 0.9024072819708813,
      "grad_norm": 6.03125,
      "learning_rate": 4.880318372918511e-06,
      "loss": 1.9786,
      "mean_token_accuracy": 0.559755277633667,
      "num_tokens": 547996930.0,
      "step": 711420
    },
    {
      "epoch": 0.902419966563414,
      "grad_norm": 5.28125,
      "learning_rate": 4.87968406283222e-06,
      "loss": 2.077,
      "mean_token_accuracy": 0.5412551820278168,
      "num_tokens": 548005291.0,
      "step": 711430
    },
    {
      "epoch": 0.902432651155947,
      "grad_norm": 6.75,
      "learning_rate": 4.879049752745929e-06,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5433213979005813,
      "num_tokens": 548011729.0,
      "step": 711440
    },
    {
      "epoch": 0.9024453357484797,
      "grad_norm": 5.375,
      "learning_rate": 4.878415442659637e-06,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5579046159982681,
      "num_tokens": 548018384.0,
      "step": 711450
    },
    {
      "epoch": 0.9024580203410126,
      "grad_norm": 6.25,
      "learning_rate": 4.8777811325733455e-06,
      "loss": 2.2893,
      "mean_token_accuracy": 0.519262307882309,
      "num_tokens": 548025404.0,
      "step": 711460
    },
    {
      "epoch": 0.9024707049335454,
      "grad_norm": 5.84375,
      "learning_rate": 4.877146822487054e-06,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5720345288515091,
      "num_tokens": 548032540.0,
      "step": 711470
    },
    {
      "epoch": 0.9024833895260782,
      "grad_norm": 5.5,
      "learning_rate": 4.876512512400763e-06,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5548875629901886,
      "num_tokens": 548039089.0,
      "step": 711480
    },
    {
      "epoch": 0.9024960741186111,
      "grad_norm": 8.5,
      "learning_rate": 4.875878202314471e-06,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5479061603546143,
      "num_tokens": 548045485.0,
      "step": 711490
    },
    {
      "epoch": 0.9025087587111439,
      "grad_norm": 6.0,
      "learning_rate": 4.875243892228179e-06,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5387843072414398,
      "num_tokens": 548052124.0,
      "step": 711500
    },
    {
      "epoch": 0.9025214433036768,
      "grad_norm": 5.09375,
      "learning_rate": 4.8746095821418875e-06,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5461183905601501,
      "num_tokens": 548059955.0,
      "step": 711510
    },
    {
      "epoch": 0.9025341278962096,
      "grad_norm": 5.75,
      "learning_rate": 4.873975272055596e-06,
      "loss": 1.8502,
      "mean_token_accuracy": 0.5859064877033233,
      "num_tokens": 548066072.0,
      "step": 711520
    },
    {
      "epoch": 0.9025468124887425,
      "grad_norm": 6.53125,
      "learning_rate": 4.873340961969305e-06,
      "loss": 1.8905,
      "mean_token_accuracy": 0.586607027053833,
      "num_tokens": 548073377.0,
      "step": 711530
    },
    {
      "epoch": 0.9025594970812753,
      "grad_norm": 6.65625,
      "learning_rate": 4.872706651883014e-06,
      "loss": 2.0215,
      "mean_token_accuracy": 0.545345664024353,
      "num_tokens": 548082366.0,
      "step": 711540
    },
    {
      "epoch": 0.902572181673808,
      "grad_norm": 5.53125,
      "learning_rate": 4.8720723417967216e-06,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5584298253059388,
      "num_tokens": 548089702.0,
      "step": 711550
    },
    {
      "epoch": 0.9025848662663409,
      "grad_norm": 5.09375,
      "learning_rate": 4.8714380317104295e-06,
      "loss": 1.9702,
      "mean_token_accuracy": 0.579702016711235,
      "num_tokens": 548097188.0,
      "step": 711560
    },
    {
      "epoch": 0.9025975508588737,
      "grad_norm": 5.0625,
      "learning_rate": 4.870803721624138e-06,
      "loss": 2.0416,
      "mean_token_accuracy": 0.5442779898643494,
      "num_tokens": 548105051.0,
      "step": 711570
    },
    {
      "epoch": 0.9026102354514066,
      "grad_norm": 6.09375,
      "learning_rate": 4.870169411537847e-06,
      "loss": 1.9036,
      "mean_token_accuracy": 0.5829147100448608,
      "num_tokens": 548112967.0,
      "step": 711580
    },
    {
      "epoch": 0.9026229200439394,
      "grad_norm": 4.65625,
      "learning_rate": 4.869535101451556e-06,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5313233226537705,
      "num_tokens": 548122188.0,
      "step": 711590
    },
    {
      "epoch": 0.9026356046364723,
      "grad_norm": 4.90625,
      "learning_rate": 4.868900791365264e-06,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5792468428611756,
      "num_tokens": 548128400.0,
      "step": 711600
    },
    {
      "epoch": 0.9026482892290051,
      "grad_norm": 6.0625,
      "learning_rate": 4.868266481278972e-06,
      "loss": 1.9589,
      "mean_token_accuracy": 0.559404370188713,
      "num_tokens": 548135361.0,
      "step": 711610
    },
    {
      "epoch": 0.902660973821538,
      "grad_norm": 4.84375,
      "learning_rate": 4.86763217119268e-06,
      "loss": 1.8696,
      "mean_token_accuracy": 0.5813043266534805,
      "num_tokens": 548142948.0,
      "step": 711620
    },
    {
      "epoch": 0.9026736584140708,
      "grad_norm": 5.8125,
      "learning_rate": 4.866997861106389e-06,
      "loss": 1.959,
      "mean_token_accuracy": 0.5694125354290008,
      "num_tokens": 548149567.0,
      "step": 711630
    },
    {
      "epoch": 0.9026863430066036,
      "grad_norm": 6.375,
      "learning_rate": 4.866363551020098e-06,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5609478801488876,
      "num_tokens": 548156148.0,
      "step": 711640
    },
    {
      "epoch": 0.9026990275991364,
      "grad_norm": 5.34375,
      "learning_rate": 4.8657292409338064e-06,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5532985955476761,
      "num_tokens": 548164264.0,
      "step": 711650
    },
    {
      "epoch": 0.9027117121916692,
      "grad_norm": 4.65625,
      "learning_rate": 4.865094930847515e-06,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5324460089206695,
      "num_tokens": 548172974.0,
      "step": 711660
    },
    {
      "epoch": 0.9027243967842021,
      "grad_norm": 5.6875,
      "learning_rate": 4.864460620761223e-06,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5584205448627472,
      "num_tokens": 548180150.0,
      "step": 711670
    },
    {
      "epoch": 0.9027370813767349,
      "grad_norm": 5.21875,
      "learning_rate": 4.863826310674932e-06,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5342565596103668,
      "num_tokens": 548188117.0,
      "step": 711680
    },
    {
      "epoch": 0.9027497659692678,
      "grad_norm": 4.875,
      "learning_rate": 4.86319200058864e-06,
      "loss": 1.9188,
      "mean_token_accuracy": 0.5561467230319976,
      "num_tokens": 548195708.0,
      "step": 711690
    },
    {
      "epoch": 0.9027624505618006,
      "grad_norm": 6.0625,
      "learning_rate": 4.8625576905023484e-06,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5684470266103745,
      "num_tokens": 548201986.0,
      "step": 711700
    },
    {
      "epoch": 0.9027751351543334,
      "grad_norm": 5.1875,
      "learning_rate": 4.861923380416057e-06,
      "loss": 1.9644,
      "mean_token_accuracy": 0.5742005437612534,
      "num_tokens": 548209312.0,
      "step": 711710
    },
    {
      "epoch": 0.9027878197468663,
      "grad_norm": 7.4375,
      "learning_rate": 4.861289070329765e-06,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5263092309236527,
      "num_tokens": 548216710.0,
      "step": 711720
    },
    {
      "epoch": 0.9028005043393991,
      "grad_norm": 6.25,
      "learning_rate": 4.860654760243474e-06,
      "loss": 2.1289,
      "mean_token_accuracy": 0.5387380868196487,
      "num_tokens": 548224835.0,
      "step": 711730
    },
    {
      "epoch": 0.902813188931932,
      "grad_norm": 5.09375,
      "learning_rate": 4.8600204501571825e-06,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5305147051811219,
      "num_tokens": 548232833.0,
      "step": 711740
    },
    {
      "epoch": 0.9028258735244648,
      "grad_norm": 6.28125,
      "learning_rate": 4.8593861400708904e-06,
      "loss": 1.778,
      "mean_token_accuracy": 0.5935840308666229,
      "num_tokens": 548240087.0,
      "step": 711750
    },
    {
      "epoch": 0.9028385581169976,
      "grad_norm": 5.28125,
      "learning_rate": 4.858751829984599e-06,
      "loss": 2.1176,
      "mean_token_accuracy": 0.5288231462240219,
      "num_tokens": 548248796.0,
      "step": 711760
    },
    {
      "epoch": 0.9028512427095304,
      "grad_norm": 5.6875,
      "learning_rate": 4.858117519898308e-06,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5454213678836822,
      "num_tokens": 548257605.0,
      "step": 711770
    },
    {
      "epoch": 0.9028639273020633,
      "grad_norm": 5.1875,
      "learning_rate": 4.857483209812016e-06,
      "loss": 2.2011,
      "mean_token_accuracy": 0.523498860001564,
      "num_tokens": 548265518.0,
      "step": 711780
    },
    {
      "epoch": 0.9028766118945961,
      "grad_norm": 4.71875,
      "learning_rate": 4.8568488997257245e-06,
      "loss": 2.2452,
      "mean_token_accuracy": 0.517387306690216,
      "num_tokens": 548272788.0,
      "step": 711790
    },
    {
      "epoch": 0.9028892964871289,
      "grad_norm": 5.1875,
      "learning_rate": 4.856214589639433e-06,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5355169862508774,
      "num_tokens": 548281386.0,
      "step": 711800
    },
    {
      "epoch": 0.9029019810796618,
      "grad_norm": 5.65625,
      "learning_rate": 4.855580279553141e-06,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5266269117593765,
      "num_tokens": 548289628.0,
      "step": 711810
    },
    {
      "epoch": 0.9029146656721946,
      "grad_norm": 6.28125,
      "learning_rate": 4.85494596946685e-06,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5327435195446014,
      "num_tokens": 548297161.0,
      "step": 711820
    },
    {
      "epoch": 0.9029273502647275,
      "grad_norm": 5.125,
      "learning_rate": 4.854311659380558e-06,
      "loss": 2.1126,
      "mean_token_accuracy": 0.547230789065361,
      "num_tokens": 548304911.0,
      "step": 711830
    },
    {
      "epoch": 0.9029400348572603,
      "grad_norm": 5.84375,
      "learning_rate": 4.8536773492942666e-06,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5522376000881195,
      "num_tokens": 548311830.0,
      "step": 711840
    },
    {
      "epoch": 0.9029527194497932,
      "grad_norm": 4.96875,
      "learning_rate": 4.853043039207975e-06,
      "loss": 2.0261,
      "mean_token_accuracy": 0.5489476710557938,
      "num_tokens": 548320493.0,
      "step": 711850
    },
    {
      "epoch": 0.902965404042326,
      "grad_norm": 4.84375,
      "learning_rate": 4.852408729121684e-06,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5700370639562606,
      "num_tokens": 548327871.0,
      "step": 711860
    },
    {
      "epoch": 0.9029780886348587,
      "grad_norm": 5.5,
      "learning_rate": 4.851774419035393e-06,
      "loss": 1.9013,
      "mean_token_accuracy": 0.577570229768753,
      "num_tokens": 548335993.0,
      "step": 711870
    },
    {
      "epoch": 0.9029907732273916,
      "grad_norm": 6.59375,
      "learning_rate": 4.851140108949101e-06,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5326707690954209,
      "num_tokens": 548344032.0,
      "step": 711880
    },
    {
      "epoch": 0.9030034578199244,
      "grad_norm": 5.75,
      "learning_rate": 4.8505057988628086e-06,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5292994052171707,
      "num_tokens": 548352744.0,
      "step": 711890
    },
    {
      "epoch": 0.9030161424124573,
      "grad_norm": 4.6875,
      "learning_rate": 4.849871488776517e-06,
      "loss": 1.9726,
      "mean_token_accuracy": 0.5495261728763581,
      "num_tokens": 548361014.0,
      "step": 711900
    },
    {
      "epoch": 0.9030288270049901,
      "grad_norm": 6.1875,
      "learning_rate": 4.849237178690226e-06,
      "loss": 1.6744,
      "mean_token_accuracy": 0.6262901544570922,
      "num_tokens": 548366372.0,
      "step": 711910
    },
    {
      "epoch": 0.903041511597523,
      "grad_norm": 5.46875,
      "learning_rate": 4.848602868603935e-06,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5331020414829254,
      "num_tokens": 548373680.0,
      "step": 711920
    },
    {
      "epoch": 0.9030541961900558,
      "grad_norm": 5.46875,
      "learning_rate": 4.8479685585176435e-06,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5293962299823761,
      "num_tokens": 548382158.0,
      "step": 711930
    },
    {
      "epoch": 0.9030668807825886,
      "grad_norm": 6.28125,
      "learning_rate": 4.847334248431351e-06,
      "loss": 2.1265,
      "mean_token_accuracy": 0.529425048828125,
      "num_tokens": 548390230.0,
      "step": 711940
    },
    {
      "epoch": 0.9030795653751215,
      "grad_norm": 4.78125,
      "learning_rate": 4.846699938345059e-06,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5731397688388824,
      "num_tokens": 548398299.0,
      "step": 711950
    },
    {
      "epoch": 0.9030922499676542,
      "grad_norm": 7.5,
      "learning_rate": 4.846065628258768e-06,
      "loss": 1.741,
      "mean_token_accuracy": 0.6040717422962188,
      "num_tokens": 548405657.0,
      "step": 711960
    },
    {
      "epoch": 0.9031049345601871,
      "grad_norm": 6.5,
      "learning_rate": 4.845431318172477e-06,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5128015428781509,
      "num_tokens": 548414350.0,
      "step": 711970
    },
    {
      "epoch": 0.9031176191527199,
      "grad_norm": 6.9375,
      "learning_rate": 4.8447970080861855e-06,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5508427649736405,
      "num_tokens": 548422154.0,
      "step": 711980
    },
    {
      "epoch": 0.9031303037452528,
      "grad_norm": 4.78125,
      "learning_rate": 4.844162697999894e-06,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5327551752328873,
      "num_tokens": 548429893.0,
      "step": 711990
    },
    {
      "epoch": 0.9031429883377856,
      "grad_norm": 5.21875,
      "learning_rate": 4.843528387913602e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5359432101249695,
      "num_tokens": 548437412.0,
      "step": 712000
    },
    {
      "epoch": 0.9031556729303185,
      "grad_norm": 10.625,
      "learning_rate": 4.842894077827311e-06,
      "loss": 1.8338,
      "mean_token_accuracy": 0.5750644505023956,
      "num_tokens": 548442685.0,
      "step": 712010
    },
    {
      "epoch": 0.9031683575228513,
      "grad_norm": 4.53125,
      "learning_rate": 4.842259767741019e-06,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5631133317947388,
      "num_tokens": 548450312.0,
      "step": 712020
    },
    {
      "epoch": 0.9031810421153841,
      "grad_norm": 6.40625,
      "learning_rate": 4.8416254576547275e-06,
      "loss": 1.9067,
      "mean_token_accuracy": 0.5744048863649368,
      "num_tokens": 548457963.0,
      "step": 712030
    },
    {
      "epoch": 0.903193726707917,
      "grad_norm": 5.46875,
      "learning_rate": 4.840991147568436e-06,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5212795495986938,
      "num_tokens": 548465715.0,
      "step": 712040
    },
    {
      "epoch": 0.9032064113004498,
      "grad_norm": 5.6875,
      "learning_rate": 4.840356837482144e-06,
      "loss": 2.112,
      "mean_token_accuracy": 0.5269943922758102,
      "num_tokens": 548473105.0,
      "step": 712050
    },
    {
      "epoch": 0.9032190958929827,
      "grad_norm": 6.15625,
      "learning_rate": 4.839722527395853e-06,
      "loss": 2.0007,
      "mean_token_accuracy": 0.5522382020950317,
      "num_tokens": 548480543.0,
      "step": 712060
    },
    {
      "epoch": 0.9032317804855154,
      "grad_norm": 5.28125,
      "learning_rate": 4.839088217309562e-06,
      "loss": 2.1425,
      "mean_token_accuracy": 0.5336996912956238,
      "num_tokens": 548488504.0,
      "step": 712070
    },
    {
      "epoch": 0.9032444650780483,
      "grad_norm": 6.0,
      "learning_rate": 4.8384539072232695e-06,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5578648388385773,
      "num_tokens": 548496577.0,
      "step": 712080
    },
    {
      "epoch": 0.9032571496705811,
      "grad_norm": 7.34375,
      "learning_rate": 4.837819597136978e-06,
      "loss": 2.1697,
      "mean_token_accuracy": 0.5273639142513276,
      "num_tokens": 548505030.0,
      "step": 712090
    },
    {
      "epoch": 0.9032698342631139,
      "grad_norm": 5.46875,
      "learning_rate": 4.837185287050687e-06,
      "loss": 2.4047,
      "mean_token_accuracy": 0.501082780957222,
      "num_tokens": 548512597.0,
      "step": 712100
    },
    {
      "epoch": 0.9032825188556468,
      "grad_norm": 6.28125,
      "learning_rate": 4.836550976964395e-06,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5452303946018219,
      "num_tokens": 548519404.0,
      "step": 712110
    },
    {
      "epoch": 0.9032952034481796,
      "grad_norm": 5.09375,
      "learning_rate": 4.835916666878104e-06,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5775512754917145,
      "num_tokens": 548526070.0,
      "step": 712120
    },
    {
      "epoch": 0.9033078880407125,
      "grad_norm": 5.28125,
      "learning_rate": 4.835282356791812e-06,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5293836563825607,
      "num_tokens": 548535210.0,
      "step": 712130
    },
    {
      "epoch": 0.9033205726332453,
      "grad_norm": 5.9375,
      "learning_rate": 4.83464804670552e-06,
      "loss": 1.904,
      "mean_token_accuracy": 0.5717640429735183,
      "num_tokens": 548543274.0,
      "step": 712140
    },
    {
      "epoch": 0.9033332572257782,
      "grad_norm": 5.96875,
      "learning_rate": 4.834013736619229e-06,
      "loss": 1.8401,
      "mean_token_accuracy": 0.5853184670209884,
      "num_tokens": 548550068.0,
      "step": 712150
    },
    {
      "epoch": 0.903345941818311,
      "grad_norm": 21.0,
      "learning_rate": 4.833379426532937e-06,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5437608659267426,
      "num_tokens": 548556713.0,
      "step": 712160
    },
    {
      "epoch": 0.9033586264108439,
      "grad_norm": 4.9375,
      "learning_rate": 4.832745116446646e-06,
      "loss": 2.2047,
      "mean_token_accuracy": 0.5341041684150696,
      "num_tokens": 548563669.0,
      "step": 712170
    },
    {
      "epoch": 0.9033713110033766,
      "grad_norm": 6.0625,
      "learning_rate": 4.832110806360354e-06,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5546940565109253,
      "num_tokens": 548572548.0,
      "step": 712180
    },
    {
      "epoch": 0.9033839955959094,
      "grad_norm": 5.375,
      "learning_rate": 4.831476496274063e-06,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5416740953922272,
      "num_tokens": 548581447.0,
      "step": 712190
    },
    {
      "epoch": 0.9033966801884423,
      "grad_norm": 5.15625,
      "learning_rate": 4.830842186187772e-06,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5760453104972839,
      "num_tokens": 548589234.0,
      "step": 712200
    },
    {
      "epoch": 0.9034093647809751,
      "grad_norm": 12.0625,
      "learning_rate": 4.83020787610148e-06,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5531070709228516,
      "num_tokens": 548596563.0,
      "step": 712210
    },
    {
      "epoch": 0.903422049373508,
      "grad_norm": 4.96875,
      "learning_rate": 4.829573566015188e-06,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5208807229995728,
      "num_tokens": 548604585.0,
      "step": 712220
    },
    {
      "epoch": 0.9034347339660408,
      "grad_norm": 5.90625,
      "learning_rate": 4.828939255928896e-06,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5457940340042114,
      "num_tokens": 548612885.0,
      "step": 712230
    },
    {
      "epoch": 0.9034474185585737,
      "grad_norm": 5.8125,
      "learning_rate": 4.828304945842605e-06,
      "loss": 1.9248,
      "mean_token_accuracy": 0.5728257387876511,
      "num_tokens": 548618956.0,
      "step": 712240
    },
    {
      "epoch": 0.9034601031511065,
      "grad_norm": 4.96875,
      "learning_rate": 4.827670635756314e-06,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5348696798086167,
      "num_tokens": 548625519.0,
      "step": 712250
    },
    {
      "epoch": 0.9034727877436393,
      "grad_norm": 6.4375,
      "learning_rate": 4.827036325670023e-06,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5266485095024109,
      "num_tokens": 548633025.0,
      "step": 712260
    },
    {
      "epoch": 0.9034854723361722,
      "grad_norm": 6.28125,
      "learning_rate": 4.8264020155837305e-06,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5272485584020614,
      "num_tokens": 548640135.0,
      "step": 712270
    },
    {
      "epoch": 0.9034981569287049,
      "grad_norm": 11.5,
      "learning_rate": 4.825767705497438e-06,
      "loss": 2.2873,
      "mean_token_accuracy": 0.5249400496482849,
      "num_tokens": 548647481.0,
      "step": 712280
    },
    {
      "epoch": 0.9035108415212378,
      "grad_norm": 9.3125,
      "learning_rate": 4.825133395411147e-06,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5431717544794082,
      "num_tokens": 548655265.0,
      "step": 712290
    },
    {
      "epoch": 0.9035235261137706,
      "grad_norm": 5.96875,
      "learning_rate": 4.824499085324856e-06,
      "loss": 1.9411,
      "mean_token_accuracy": 0.568152567744255,
      "num_tokens": 548662808.0,
      "step": 712300
    },
    {
      "epoch": 0.9035362107063035,
      "grad_norm": 5.28125,
      "learning_rate": 4.823864775238565e-06,
      "loss": 2.115,
      "mean_token_accuracy": 0.5274709820747375,
      "num_tokens": 548670646.0,
      "step": 712310
    },
    {
      "epoch": 0.9035488952988363,
      "grad_norm": 2.640625,
      "learning_rate": 4.8232304651522725e-06,
      "loss": 1.9943,
      "mean_token_accuracy": 0.5645800977945328,
      "num_tokens": 548677782.0,
      "step": 712320
    },
    {
      "epoch": 0.9035615798913692,
      "grad_norm": 10.375,
      "learning_rate": 4.822596155065981e-06,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5354953050613404,
      "num_tokens": 548684490.0,
      "step": 712330
    },
    {
      "epoch": 0.903574264483902,
      "grad_norm": 4.65625,
      "learning_rate": 4.821961844979689e-06,
      "loss": 2.1959,
      "mean_token_accuracy": 0.5242660582065582,
      "num_tokens": 548692426.0,
      "step": 712340
    },
    {
      "epoch": 0.9035869490764348,
      "grad_norm": 6.125,
      "learning_rate": 4.821327534893398e-06,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5419506072998047,
      "num_tokens": 548699770.0,
      "step": 712350
    },
    {
      "epoch": 0.9035996336689677,
      "grad_norm": 9.5,
      "learning_rate": 4.820693224807107e-06,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5378737181425095,
      "num_tokens": 548706297.0,
      "step": 712360
    },
    {
      "epoch": 0.9036123182615005,
      "grad_norm": 5.125,
      "learning_rate": 4.820058914720815e-06,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5311678320169448,
      "num_tokens": 548714933.0,
      "step": 712370
    },
    {
      "epoch": 0.9036250028540334,
      "grad_norm": 5.4375,
      "learning_rate": 4.819424604634523e-06,
      "loss": 1.8565,
      "mean_token_accuracy": 0.5773137807846069,
      "num_tokens": 548723002.0,
      "step": 712380
    },
    {
      "epoch": 0.9036376874465661,
      "grad_norm": 6.46875,
      "learning_rate": 4.818790294548232e-06,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5323238044977188,
      "num_tokens": 548730663.0,
      "step": 712390
    },
    {
      "epoch": 0.903650372039099,
      "grad_norm": 9.8125,
      "learning_rate": 4.818155984461941e-06,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5228556334972382,
      "num_tokens": 548738110.0,
      "step": 712400
    },
    {
      "epoch": 0.9036630566316318,
      "grad_norm": 5.59375,
      "learning_rate": 4.817521674375649e-06,
      "loss": 2.1721,
      "mean_token_accuracy": 0.5242571383714676,
      "num_tokens": 548746912.0,
      "step": 712410
    },
    {
      "epoch": 0.9036757412241646,
      "grad_norm": 5.5,
      "learning_rate": 4.816887364289357e-06,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5672150015830993,
      "num_tokens": 548753836.0,
      "step": 712420
    },
    {
      "epoch": 0.9036884258166975,
      "grad_norm": 4.875,
      "learning_rate": 4.816253054203065e-06,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5526693433523178,
      "num_tokens": 548761622.0,
      "step": 712430
    },
    {
      "epoch": 0.9037011104092303,
      "grad_norm": 4.96875,
      "learning_rate": 4.815618744116774e-06,
      "loss": 1.9601,
      "mean_token_accuracy": 0.5659523189067841,
      "num_tokens": 548767553.0,
      "step": 712440
    },
    {
      "epoch": 0.9037137950017632,
      "grad_norm": 5.53125,
      "learning_rate": 4.814984434030483e-06,
      "loss": 2.1422,
      "mean_token_accuracy": 0.5465226769447327,
      "num_tokens": 548775239.0,
      "step": 712450
    },
    {
      "epoch": 0.903726479594296,
      "grad_norm": 6.9375,
      "learning_rate": 4.8143501239441915e-06,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5485140234231949,
      "num_tokens": 548783155.0,
      "step": 712460
    },
    {
      "epoch": 0.9037391641868289,
      "grad_norm": 5.21875,
      "learning_rate": 4.813715813857899e-06,
      "loss": 2.3112,
      "mean_token_accuracy": 0.5077271819114685,
      "num_tokens": 548791976.0,
      "step": 712470
    },
    {
      "epoch": 0.9037518487793617,
      "grad_norm": 5.3125,
      "learning_rate": 4.813081503771608e-06,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5060224443674087,
      "num_tokens": 548801094.0,
      "step": 712480
    },
    {
      "epoch": 0.9037645333718944,
      "grad_norm": 7.5625,
      "learning_rate": 4.812447193685316e-06,
      "loss": 2.1604,
      "mean_token_accuracy": 0.5273099958896637,
      "num_tokens": 548808344.0,
      "step": 712490
    },
    {
      "epoch": 0.9037772179644273,
      "grad_norm": 6.28125,
      "learning_rate": 4.811812883599025e-06,
      "loss": 2.0805,
      "mean_token_accuracy": 0.5377372622489929,
      "num_tokens": 548815047.0,
      "step": 712500
    },
    {
      "epoch": 0.9037899025569601,
      "grad_norm": 5.5625,
      "learning_rate": 4.8111785735127335e-06,
      "loss": 2.0059,
      "mean_token_accuracy": 0.5531588405370712,
      "num_tokens": 548823746.0,
      "step": 712510
    },
    {
      "epoch": 0.903802587149493,
      "grad_norm": 6.0625,
      "learning_rate": 4.810544263426442e-06,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5275467157363891,
      "num_tokens": 548830813.0,
      "step": 712520
    },
    {
      "epoch": 0.9038152717420258,
      "grad_norm": 5.78125,
      "learning_rate": 4.80990995334015e-06,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5595035254955292,
      "num_tokens": 548837803.0,
      "step": 712530
    },
    {
      "epoch": 0.9038279563345587,
      "grad_norm": 5.75,
      "learning_rate": 4.809275643253858e-06,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5362223446369171,
      "num_tokens": 548846874.0,
      "step": 712540
    },
    {
      "epoch": 0.9038406409270915,
      "grad_norm": 9.3125,
      "learning_rate": 4.808641333167567e-06,
      "loss": 2.0203,
      "mean_token_accuracy": 0.5570109248161316,
      "num_tokens": 548854386.0,
      "step": 712550
    },
    {
      "epoch": 0.9038533255196244,
      "grad_norm": 5.65625,
      "learning_rate": 4.8080070230812755e-06,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5473415315151214,
      "num_tokens": 548863093.0,
      "step": 712560
    },
    {
      "epoch": 0.9038660101121572,
      "grad_norm": 5.25,
      "learning_rate": 4.807372712994984e-06,
      "loss": 2.0888,
      "mean_token_accuracy": 0.531511726975441,
      "num_tokens": 548872705.0,
      "step": 712570
    },
    {
      "epoch": 0.90387869470469,
      "grad_norm": 5.40625,
      "learning_rate": 4.806738402908693e-06,
      "loss": 2.0345,
      "mean_token_accuracy": 0.542258483171463,
      "num_tokens": 548879967.0,
      "step": 712580
    },
    {
      "epoch": 0.9038913792972229,
      "grad_norm": 10.3125,
      "learning_rate": 4.806104092822402e-06,
      "loss": 1.9236,
      "mean_token_accuracy": 0.5598175197839736,
      "num_tokens": 548887399.0,
      "step": 712590
    },
    {
      "epoch": 0.9039040638897556,
      "grad_norm": 6.59375,
      "learning_rate": 4.80546978273611e-06,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5487899214029313,
      "num_tokens": 548894901.0,
      "step": 712600
    },
    {
      "epoch": 0.9039167484822885,
      "grad_norm": 4.625,
      "learning_rate": 4.8048354726498175e-06,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5703774273395539,
      "num_tokens": 548903292.0,
      "step": 712610
    },
    {
      "epoch": 0.9039294330748213,
      "grad_norm": 6.21875,
      "learning_rate": 4.804201162563526e-06,
      "loss": 2.1444,
      "mean_token_accuracy": 0.5272243559360504,
      "num_tokens": 548911586.0,
      "step": 712620
    },
    {
      "epoch": 0.9039421176673542,
      "grad_norm": 4.8125,
      "learning_rate": 4.803566852477235e-06,
      "loss": 2.2537,
      "mean_token_accuracy": 0.5241938710212708,
      "num_tokens": 548919845.0,
      "step": 712630
    },
    {
      "epoch": 0.903954802259887,
      "grad_norm": 6.90625,
      "learning_rate": 4.802932542390944e-06,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5295986205339431,
      "num_tokens": 548927744.0,
      "step": 712640
    },
    {
      "epoch": 0.9039674868524198,
      "grad_norm": 6.0625,
      "learning_rate": 4.802298232304652e-06,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5559449344873428,
      "num_tokens": 548935266.0,
      "step": 712650
    },
    {
      "epoch": 0.9039801714449527,
      "grad_norm": 5.96875,
      "learning_rate": 4.80166392221836e-06,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5610924005508423,
      "num_tokens": 548943553.0,
      "step": 712660
    },
    {
      "epoch": 0.9039928560374855,
      "grad_norm": 6.625,
      "learning_rate": 4.801029612132068e-06,
      "loss": 1.9814,
      "mean_token_accuracy": 0.5588921695947647,
      "num_tokens": 548950440.0,
      "step": 712670
    },
    {
      "epoch": 0.9040055406300184,
      "grad_norm": 5.46875,
      "learning_rate": 4.800395302045777e-06,
      "loss": 2.2002,
      "mean_token_accuracy": 0.5213139474391937,
      "num_tokens": 548958699.0,
      "step": 712680
    },
    {
      "epoch": 0.9040182252225512,
      "grad_norm": 5.3125,
      "learning_rate": 4.799760991959486e-06,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5718446731567383,
      "num_tokens": 548966220.0,
      "step": 712690
    },
    {
      "epoch": 0.904030909815084,
      "grad_norm": 4.75,
      "learning_rate": 4.7991266818731945e-06,
      "loss": 2.1389,
      "mean_token_accuracy": 0.5360534459352493,
      "num_tokens": 548974192.0,
      "step": 712700
    },
    {
      "epoch": 0.9040435944076168,
      "grad_norm": 7.9375,
      "learning_rate": 4.798492371786902e-06,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5448986470699311,
      "num_tokens": 548982103.0,
      "step": 712710
    },
    {
      "epoch": 0.9040562790001497,
      "grad_norm": 6.25,
      "learning_rate": 4.797858061700611e-06,
      "loss": 2.2484,
      "mean_token_accuracy": 0.5199635326862335,
      "num_tokens": 548989809.0,
      "step": 712720
    },
    {
      "epoch": 0.9040689635926825,
      "grad_norm": 5.5,
      "learning_rate": 4.797223751614319e-06,
      "loss": 2.158,
      "mean_token_accuracy": 0.5290555238723755,
      "num_tokens": 548996455.0,
      "step": 712730
    },
    {
      "epoch": 0.9040816481852153,
      "grad_norm": 5.375,
      "learning_rate": 4.796589441528028e-06,
      "loss": 2.149,
      "mean_token_accuracy": 0.5280712336301804,
      "num_tokens": 549004081.0,
      "step": 712740
    },
    {
      "epoch": 0.9040943327777482,
      "grad_norm": 6.53125,
      "learning_rate": 4.7959551314417365e-06,
      "loss": 2.268,
      "mean_token_accuracy": 0.5214370369911194,
      "num_tokens": 549011666.0,
      "step": 712750
    },
    {
      "epoch": 0.904107017370281,
      "grad_norm": 8.0,
      "learning_rate": 4.795320821355444e-06,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5896850436925888,
      "num_tokens": 549018447.0,
      "step": 712760
    },
    {
      "epoch": 0.9041197019628139,
      "grad_norm": 5.09375,
      "learning_rate": 4.794686511269153e-06,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5342499256134033,
      "num_tokens": 549027404.0,
      "step": 712770
    },
    {
      "epoch": 0.9041323865553467,
      "grad_norm": 4.65625,
      "learning_rate": 4.794052201182862e-06,
      "loss": 1.8757,
      "mean_token_accuracy": 0.5748015165328979,
      "num_tokens": 549035161.0,
      "step": 712780
    },
    {
      "epoch": 0.9041450711478796,
      "grad_norm": 5.625,
      "learning_rate": 4.7934178910965706e-06,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5545007824897766,
      "num_tokens": 549042606.0,
      "step": 712790
    },
    {
      "epoch": 0.9041577557404123,
      "grad_norm": 6.6875,
      "learning_rate": 4.7927835810102785e-06,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5375453174114228,
      "num_tokens": 549050359.0,
      "step": 712800
    },
    {
      "epoch": 0.9041704403329451,
      "grad_norm": 7.21875,
      "learning_rate": 4.792149270923987e-06,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5168750703334808,
      "num_tokens": 549057634.0,
      "step": 712810
    },
    {
      "epoch": 0.904183124925478,
      "grad_norm": 5.40625,
      "learning_rate": 4.791514960837695e-06,
      "loss": 2.1576,
      "mean_token_accuracy": 0.5242749720811843,
      "num_tokens": 549066022.0,
      "step": 712820
    },
    {
      "epoch": 0.9041958095180108,
      "grad_norm": 6.5625,
      "learning_rate": 4.790880650751404e-06,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5570750921964646,
      "num_tokens": 549073186.0,
      "step": 712830
    },
    {
      "epoch": 0.9042084941105437,
      "grad_norm": 5.09375,
      "learning_rate": 4.7902463406651126e-06,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5538052618503571,
      "num_tokens": 549082033.0,
      "step": 712840
    },
    {
      "epoch": 0.9042211787030765,
      "grad_norm": 6.71875,
      "learning_rate": 4.789612030578821e-06,
      "loss": 1.9251,
      "mean_token_accuracy": 0.563753193616867,
      "num_tokens": 549088883.0,
      "step": 712850
    },
    {
      "epoch": 0.9042338632956094,
      "grad_norm": 6.84375,
      "learning_rate": 4.788977720492529e-06,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5501676708459854,
      "num_tokens": 549096691.0,
      "step": 712860
    },
    {
      "epoch": 0.9042465478881422,
      "grad_norm": 5.53125,
      "learning_rate": 4.788343410406237e-06,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5455609530210495,
      "num_tokens": 549104777.0,
      "step": 712870
    },
    {
      "epoch": 0.904259232480675,
      "grad_norm": 5.6875,
      "learning_rate": 4.787709100319946e-06,
      "loss": 1.984,
      "mean_token_accuracy": 0.5481114357709884,
      "num_tokens": 549111838.0,
      "step": 712880
    },
    {
      "epoch": 0.9042719170732079,
      "grad_norm": 5.96875,
      "learning_rate": 4.787074790233655e-06,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5510239988565445,
      "num_tokens": 549119525.0,
      "step": 712890
    },
    {
      "epoch": 0.9042846016657407,
      "grad_norm": 5.46875,
      "learning_rate": 4.786440480147363e-06,
      "loss": 1.9911,
      "mean_token_accuracy": 0.5596703231334687,
      "num_tokens": 549126149.0,
      "step": 712900
    },
    {
      "epoch": 0.9042972862582735,
      "grad_norm": 6.53125,
      "learning_rate": 4.785806170061072e-06,
      "loss": 1.7686,
      "mean_token_accuracy": 0.6085471421480179,
      "num_tokens": 549132795.0,
      "step": 712910
    },
    {
      "epoch": 0.9043099708508063,
      "grad_norm": 12.25,
      "learning_rate": 4.785171859974781e-06,
      "loss": 2.12,
      "mean_token_accuracy": 0.5343140244483948,
      "num_tokens": 549139493.0,
      "step": 712920
    },
    {
      "epoch": 0.9043226554433392,
      "grad_norm": 5.09375,
      "learning_rate": 4.784537549888488e-06,
      "loss": 1.8784,
      "mean_token_accuracy": 0.5889838635921478,
      "num_tokens": 549147859.0,
      "step": 712930
    },
    {
      "epoch": 0.904335340035872,
      "grad_norm": 5.1875,
      "learning_rate": 4.783903239802197e-06,
      "loss": 2.1123,
      "mean_token_accuracy": 0.538876423239708,
      "num_tokens": 549154746.0,
      "step": 712940
    },
    {
      "epoch": 0.9043480246284049,
      "grad_norm": 6.90625,
      "learning_rate": 4.783268929715905e-06,
      "loss": 2.2015,
      "mean_token_accuracy": 0.5395490616559983,
      "num_tokens": 549161827.0,
      "step": 712950
    },
    {
      "epoch": 0.9043607092209377,
      "grad_norm": 6.3125,
      "learning_rate": 4.782634619629614e-06,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5552562594413757,
      "num_tokens": 549169299.0,
      "step": 712960
    },
    {
      "epoch": 0.9043733938134705,
      "grad_norm": 6.375,
      "learning_rate": 4.782000309543323e-06,
      "loss": 1.8571,
      "mean_token_accuracy": 0.5837438821792602,
      "num_tokens": 549176700.0,
      "step": 712970
    },
    {
      "epoch": 0.9043860784060034,
      "grad_norm": 5.34375,
      "learning_rate": 4.781365999457031e-06,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5368575632572175,
      "num_tokens": 549183998.0,
      "step": 712980
    },
    {
      "epoch": 0.9043987629985362,
      "grad_norm": 5.75,
      "learning_rate": 4.7807316893707394e-06,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5423198103904724,
      "num_tokens": 549191751.0,
      "step": 712990
    },
    {
      "epoch": 0.9044114475910691,
      "grad_norm": 7.125,
      "learning_rate": 4.780097379284447e-06,
      "loss": 2.1676,
      "mean_token_accuracy": 0.522945836186409,
      "num_tokens": 549199480.0,
      "step": 713000
    },
    {
      "epoch": 0.9044241321836018,
      "grad_norm": 5.75,
      "learning_rate": 4.779463069198156e-06,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5349537283182144,
      "num_tokens": 549208406.0,
      "step": 713010
    },
    {
      "epoch": 0.9044368167761347,
      "grad_norm": 5.03125,
      "learning_rate": 4.778828759111865e-06,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5622778713703156,
      "num_tokens": 549216550.0,
      "step": 713020
    },
    {
      "epoch": 0.9044495013686675,
      "grad_norm": 6.84375,
      "learning_rate": 4.7781944490255735e-06,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5493178963661194,
      "num_tokens": 549224187.0,
      "step": 713030
    },
    {
      "epoch": 0.9044621859612003,
      "grad_norm": 4.46875,
      "learning_rate": 4.7775601389392814e-06,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5279254138469696,
      "num_tokens": 549232700.0,
      "step": 713040
    },
    {
      "epoch": 0.9044748705537332,
      "grad_norm": 7.5,
      "learning_rate": 4.77692582885299e-06,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5640618860721588,
      "num_tokens": 549240063.0,
      "step": 713050
    },
    {
      "epoch": 0.904487555146266,
      "grad_norm": 5.40625,
      "learning_rate": 4.776291518766698e-06,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5185408651828766,
      "num_tokens": 549247845.0,
      "step": 713060
    },
    {
      "epoch": 0.9045002397387989,
      "grad_norm": 5.46875,
      "learning_rate": 4.775657208680407e-06,
      "loss": 2.0064,
      "mean_token_accuracy": 0.5500601351261138,
      "num_tokens": 549256628.0,
      "step": 713070
    },
    {
      "epoch": 0.9045129243313317,
      "grad_norm": 5.21875,
      "learning_rate": 4.7750228985941155e-06,
      "loss": 2.0053,
      "mean_token_accuracy": 0.555801197886467,
      "num_tokens": 549264393.0,
      "step": 713080
    },
    {
      "epoch": 0.9045256089238646,
      "grad_norm": 5.9375,
      "learning_rate": 4.7743885885078234e-06,
      "loss": 1.9864,
      "mean_token_accuracy": 0.5538837015628815,
      "num_tokens": 549271751.0,
      "step": 713090
    },
    {
      "epoch": 0.9045382935163974,
      "grad_norm": 5.40625,
      "learning_rate": 4.773754278421532e-06,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5479845643043518,
      "num_tokens": 549279745.0,
      "step": 713100
    },
    {
      "epoch": 0.9045509781089303,
      "grad_norm": 5.34375,
      "learning_rate": 4.773119968335241e-06,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5643689602613449,
      "num_tokens": 549287576.0,
      "step": 713110
    },
    {
      "epoch": 0.904563662701463,
      "grad_norm": 7.71875,
      "learning_rate": 4.77248565824895e-06,
      "loss": 1.9243,
      "mean_token_accuracy": 0.566778764128685,
      "num_tokens": 549294161.0,
      "step": 713120
    },
    {
      "epoch": 0.9045763472939958,
      "grad_norm": 5.375,
      "learning_rate": 4.7718513481626576e-06,
      "loss": 1.928,
      "mean_token_accuracy": 0.5621728152036667,
      "num_tokens": 549302164.0,
      "step": 713130
    },
    {
      "epoch": 0.9045890318865287,
      "grad_norm": 5.09375,
      "learning_rate": 4.771217038076366e-06,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5425846368074417,
      "num_tokens": 549310076.0,
      "step": 713140
    },
    {
      "epoch": 0.9046017164790615,
      "grad_norm": 5.84375,
      "learning_rate": 4.770582727990074e-06,
      "loss": 1.8783,
      "mean_token_accuracy": 0.5838437080383301,
      "num_tokens": 549317206.0,
      "step": 713150
    },
    {
      "epoch": 0.9046144010715944,
      "grad_norm": 5.90625,
      "learning_rate": 4.769948417903783e-06,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5555856734514236,
      "num_tokens": 549324829.0,
      "step": 713160
    },
    {
      "epoch": 0.9046270856641272,
      "grad_norm": 5.96875,
      "learning_rate": 4.769314107817492e-06,
      "loss": 2.2166,
      "mean_token_accuracy": 0.5256480067968369,
      "num_tokens": 549332897.0,
      "step": 713170
    },
    {
      "epoch": 0.9046397702566601,
      "grad_norm": 4.75,
      "learning_rate": 4.7686797977312e-06,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5367442727088928,
      "num_tokens": 549339764.0,
      "step": 713180
    },
    {
      "epoch": 0.9046524548491929,
      "grad_norm": 8.3125,
      "learning_rate": 4.768045487644908e-06,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5389565616846085,
      "num_tokens": 549347587.0,
      "step": 713190
    },
    {
      "epoch": 0.9046651394417257,
      "grad_norm": 4.71875,
      "learning_rate": 4.767411177558616e-06,
      "loss": 2.1953,
      "mean_token_accuracy": 0.5290130525827408,
      "num_tokens": 549355385.0,
      "step": 713200
    },
    {
      "epoch": 0.9046778240342586,
      "grad_norm": 5.59375,
      "learning_rate": 4.766776867472325e-06,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5298917382955551,
      "num_tokens": 549362648.0,
      "step": 713210
    },
    {
      "epoch": 0.9046905086267913,
      "grad_norm": 4.875,
      "learning_rate": 4.766142557386034e-06,
      "loss": 2.2693,
      "mean_token_accuracy": 0.5157745987176895,
      "num_tokens": 549370255.0,
      "step": 713220
    },
    {
      "epoch": 0.9047031932193242,
      "grad_norm": 4.78125,
      "learning_rate": 4.765508247299742e-06,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5284564673900605,
      "num_tokens": 549378713.0,
      "step": 713230
    },
    {
      "epoch": 0.904715877811857,
      "grad_norm": 4.84375,
      "learning_rate": 4.764873937213451e-06,
      "loss": 1.9617,
      "mean_token_accuracy": 0.5632964730262756,
      "num_tokens": 549385597.0,
      "step": 713240
    },
    {
      "epoch": 0.9047285624043899,
      "grad_norm": 9.25,
      "learning_rate": 4.764239627127159e-06,
      "loss": 2.119,
      "mean_token_accuracy": 0.5281371504068375,
      "num_tokens": 549392674.0,
      "step": 713250
    },
    {
      "epoch": 0.9047412469969227,
      "grad_norm": 6.78125,
      "learning_rate": 4.763605317040867e-06,
      "loss": 1.8482,
      "mean_token_accuracy": 0.5872330129146576,
      "num_tokens": 549399634.0,
      "step": 713260
    },
    {
      "epoch": 0.9047539315894556,
      "grad_norm": 5.6875,
      "learning_rate": 4.762971006954576e-06,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5452069282531739,
      "num_tokens": 549407979.0,
      "step": 713270
    },
    {
      "epoch": 0.9047666161819884,
      "grad_norm": 5.84375,
      "learning_rate": 4.762336696868284e-06,
      "loss": 2.2663,
      "mean_token_accuracy": 0.5169630229473114,
      "num_tokens": 549416499.0,
      "step": 713280
    },
    {
      "epoch": 0.9047793007745212,
      "grad_norm": 12.6875,
      "learning_rate": 4.761702386781993e-06,
      "loss": 2.036,
      "mean_token_accuracy": 0.5566768169403076,
      "num_tokens": 549423978.0,
      "step": 713290
    },
    {
      "epoch": 0.9047919853670541,
      "grad_norm": 4.875,
      "learning_rate": 4.761068076695702e-06,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5418191403150558,
      "num_tokens": 549432099.0,
      "step": 713300
    },
    {
      "epoch": 0.9048046699595869,
      "grad_norm": 5.9375,
      "learning_rate": 4.76043376660941e-06,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5949514329433441,
      "num_tokens": 549440074.0,
      "step": 713310
    },
    {
      "epoch": 0.9048173545521198,
      "grad_norm": 5.5625,
      "learning_rate": 4.7597994565231185e-06,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5444667994976043,
      "num_tokens": 549446858.0,
      "step": 713320
    },
    {
      "epoch": 0.9048300391446525,
      "grad_norm": 6.34375,
      "learning_rate": 4.759165146436826e-06,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5364509105682373,
      "num_tokens": 549454417.0,
      "step": 713330
    },
    {
      "epoch": 0.9048427237371854,
      "grad_norm": 4.59375,
      "learning_rate": 4.758530836350535e-06,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5809404283761979,
      "num_tokens": 549461174.0,
      "step": 713340
    },
    {
      "epoch": 0.9048554083297182,
      "grad_norm": 5.5625,
      "learning_rate": 4.757896526264244e-06,
      "loss": 2.1116,
      "mean_token_accuracy": 0.545299106836319,
      "num_tokens": 549468939.0,
      "step": 713350
    },
    {
      "epoch": 0.904868092922251,
      "grad_norm": 4.875,
      "learning_rate": 4.757262216177953e-06,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5482223421335221,
      "num_tokens": 549476964.0,
      "step": 713360
    },
    {
      "epoch": 0.9048807775147839,
      "grad_norm": 7.28125,
      "learning_rate": 4.7566279060916605e-06,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5398214250802994,
      "num_tokens": 549485925.0,
      "step": 713370
    },
    {
      "epoch": 0.9048934621073167,
      "grad_norm": 4.6875,
      "learning_rate": 4.755993596005369e-06,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5590750962495804,
      "num_tokens": 549493188.0,
      "step": 713380
    },
    {
      "epoch": 0.9049061466998496,
      "grad_norm": 7.59375,
      "learning_rate": 4.755359285919077e-06,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5573560029268265,
      "num_tokens": 549500107.0,
      "step": 713390
    },
    {
      "epoch": 0.9049188312923824,
      "grad_norm": 6.21875,
      "learning_rate": 4.754724975832786e-06,
      "loss": 1.9484,
      "mean_token_accuracy": 0.585058844089508,
      "num_tokens": 549506946.0,
      "step": 713400
    },
    {
      "epoch": 0.9049315158849153,
      "grad_norm": 6.4375,
      "learning_rate": 4.754090665746495e-06,
      "loss": 1.9312,
      "mean_token_accuracy": 0.5775217741727829,
      "num_tokens": 549514585.0,
      "step": 713410
    },
    {
      "epoch": 0.9049442004774481,
      "grad_norm": 4.96875,
      "learning_rate": 4.7534563556602025e-06,
      "loss": 2.3127,
      "mean_token_accuracy": 0.5098555296659469,
      "num_tokens": 549522746.0,
      "step": 713420
    },
    {
      "epoch": 0.9049568850699808,
      "grad_norm": 6.09375,
      "learning_rate": 4.752822045573911e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5444884479045868,
      "num_tokens": 549531107.0,
      "step": 713430
    },
    {
      "epoch": 0.9049695696625137,
      "grad_norm": 12.0625,
      "learning_rate": 4.75218773548762e-06,
      "loss": 2.0372,
      "mean_token_accuracy": 0.5423547148704528,
      "num_tokens": 549538304.0,
      "step": 713440
    },
    {
      "epoch": 0.9049822542550465,
      "grad_norm": 8.5,
      "learning_rate": 4.751553425401328e-06,
      "loss": 2.0536,
      "mean_token_accuracy": 0.557493942975998,
      "num_tokens": 549545473.0,
      "step": 713450
    },
    {
      "epoch": 0.9049949388475794,
      "grad_norm": 5.15625,
      "learning_rate": 4.750919115315037e-06,
      "loss": 2.2033,
      "mean_token_accuracy": 0.5252772748470307,
      "num_tokens": 549554182.0,
      "step": 713460
    },
    {
      "epoch": 0.9050076234401122,
      "grad_norm": 4.3125,
      "learning_rate": 4.750284805228745e-06,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5600319862365722,
      "num_tokens": 549562508.0,
      "step": 713470
    },
    {
      "epoch": 0.9050203080326451,
      "grad_norm": 5.375,
      "learning_rate": 4.749650495142453e-06,
      "loss": 2.2389,
      "mean_token_accuracy": 0.5165687441825867,
      "num_tokens": 549571915.0,
      "step": 713480
    },
    {
      "epoch": 0.9050329926251779,
      "grad_norm": 4.5,
      "learning_rate": 4.749016185056162e-06,
      "loss": 2.2521,
      "mean_token_accuracy": 0.5174170941114425,
      "num_tokens": 549581321.0,
      "step": 713490
    },
    {
      "epoch": 0.9050456772177108,
      "grad_norm": 6.75,
      "learning_rate": 4.748381874969871e-06,
      "loss": 2.0528,
      "mean_token_accuracy": 0.5492914229631424,
      "num_tokens": 549589073.0,
      "step": 713500
    },
    {
      "epoch": 0.9050583618102436,
      "grad_norm": 5.34375,
      "learning_rate": 4.7477475648835795e-06,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5375143527984619,
      "num_tokens": 549597427.0,
      "step": 713510
    },
    {
      "epoch": 0.9050710464027764,
      "grad_norm": 5.09375,
      "learning_rate": 4.747113254797287e-06,
      "loss": 2.005,
      "mean_token_accuracy": 0.5459137618541717,
      "num_tokens": 549604668.0,
      "step": 713520
    },
    {
      "epoch": 0.9050837309953093,
      "grad_norm": 6.15625,
      "learning_rate": 4.746478944710995e-06,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5443032175302506,
      "num_tokens": 549612293.0,
      "step": 713530
    },
    {
      "epoch": 0.905096415587842,
      "grad_norm": 5.875,
      "learning_rate": 4.745844634624704e-06,
      "loss": 1.8931,
      "mean_token_accuracy": 0.5737847119569779,
      "num_tokens": 549620065.0,
      "step": 713540
    },
    {
      "epoch": 0.9051091001803749,
      "grad_norm": 5.40625,
      "learning_rate": 4.745210324538413e-06,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5408726394176483,
      "num_tokens": 549627491.0,
      "step": 713550
    },
    {
      "epoch": 0.9051217847729077,
      "grad_norm": 5.0625,
      "learning_rate": 4.7445760144521215e-06,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5270903289318085,
      "num_tokens": 549635161.0,
      "step": 713560
    },
    {
      "epoch": 0.9051344693654406,
      "grad_norm": 6.0,
      "learning_rate": 4.74394170436583e-06,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5453420400619506,
      "num_tokens": 549643568.0,
      "step": 713570
    },
    {
      "epoch": 0.9051471539579734,
      "grad_norm": 4.875,
      "learning_rate": 4.743307394279538e-06,
      "loss": 2.0522,
      "mean_token_accuracy": 0.550103148818016,
      "num_tokens": 549653281.0,
      "step": 713580
    },
    {
      "epoch": 0.9051598385505062,
      "grad_norm": 6.15625,
      "learning_rate": 4.742673084193246e-06,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5265680223703384,
      "num_tokens": 549661631.0,
      "step": 713590
    },
    {
      "epoch": 0.9051725231430391,
      "grad_norm": 6.28125,
      "learning_rate": 4.742038774106955e-06,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5311711132526398,
      "num_tokens": 549670090.0,
      "step": 713600
    },
    {
      "epoch": 0.9051852077355719,
      "grad_norm": 5.25,
      "learning_rate": 4.7414044640206635e-06,
      "loss": 1.9964,
      "mean_token_accuracy": 0.5611144155263901,
      "num_tokens": 549677857.0,
      "step": 713610
    },
    {
      "epoch": 0.9051978923281048,
      "grad_norm": 5.5,
      "learning_rate": 4.740770153934372e-06,
      "loss": 2.1769,
      "mean_token_accuracy": 0.537225353717804,
      "num_tokens": 549685039.0,
      "step": 713620
    },
    {
      "epoch": 0.9052105769206376,
      "grad_norm": 5.625,
      "learning_rate": 4.740135843848081e-06,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5440762579441071,
      "num_tokens": 549692236.0,
      "step": 713630
    },
    {
      "epoch": 0.9052232615131705,
      "grad_norm": 6.3125,
      "learning_rate": 4.739501533761789e-06,
      "loss": 1.8861,
      "mean_token_accuracy": 0.5892398536205292,
      "num_tokens": 549698829.0,
      "step": 713640
    },
    {
      "epoch": 0.9052359461057032,
      "grad_norm": 5.34375,
      "learning_rate": 4.738867223675497e-06,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5341995686292649,
      "num_tokens": 549707165.0,
      "step": 713650
    },
    {
      "epoch": 0.9052486306982361,
      "grad_norm": 6.03125,
      "learning_rate": 4.7382329135892055e-06,
      "loss": 1.9269,
      "mean_token_accuracy": 0.5600464284420014,
      "num_tokens": 549714001.0,
      "step": 713660
    },
    {
      "epoch": 0.9052613152907689,
      "grad_norm": 4.78125,
      "learning_rate": 4.737598603502914e-06,
      "loss": 2.1148,
      "mean_token_accuracy": 0.5346379369497299,
      "num_tokens": 549721895.0,
      "step": 713670
    },
    {
      "epoch": 0.9052739998833017,
      "grad_norm": 5.5625,
      "learning_rate": 4.736964293416623e-06,
      "loss": 2.1166,
      "mean_token_accuracy": 0.5306030422449112,
      "num_tokens": 549730366.0,
      "step": 713680
    },
    {
      "epoch": 0.9052866844758346,
      "grad_norm": 5.5,
      "learning_rate": 4.736329983330331e-06,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5397474378347397,
      "num_tokens": 549737616.0,
      "step": 713690
    },
    {
      "epoch": 0.9052993690683674,
      "grad_norm": 5.59375,
      "learning_rate": 4.73569567324404e-06,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5345980525016785,
      "num_tokens": 549746349.0,
      "step": 713700
    },
    {
      "epoch": 0.9053120536609003,
      "grad_norm": 5.0,
      "learning_rate": 4.735061363157748e-06,
      "loss": 2.118,
      "mean_token_accuracy": 0.5309451580047607,
      "num_tokens": 549754542.0,
      "step": 713710
    },
    {
      "epoch": 0.9053247382534331,
      "grad_norm": 4.90625,
      "learning_rate": 4.734427053071456e-06,
      "loss": 2.0329,
      "mean_token_accuracy": 0.5476998567581177,
      "num_tokens": 549762322.0,
      "step": 713720
    },
    {
      "epoch": 0.905337422845966,
      "grad_norm": 5.25,
      "learning_rate": 4.733792742985165e-06,
      "loss": 1.8993,
      "mean_token_accuracy": 0.5854807913303375,
      "num_tokens": 549770645.0,
      "step": 713730
    },
    {
      "epoch": 0.9053501074384988,
      "grad_norm": 7.09375,
      "learning_rate": 4.733158432898874e-06,
      "loss": 1.8797,
      "mean_token_accuracy": 0.5845761984586716,
      "num_tokens": 549778267.0,
      "step": 713740
    },
    {
      "epoch": 0.9053627920310315,
      "grad_norm": 7.5,
      "learning_rate": 4.732524122812582e-06,
      "loss": 1.8453,
      "mean_token_accuracy": 0.5868704646825791,
      "num_tokens": 549784997.0,
      "step": 713750
    },
    {
      "epoch": 0.9053754766235644,
      "grad_norm": 4.78125,
      "learning_rate": 4.73188981272629e-06,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5340664327144623,
      "num_tokens": 549793378.0,
      "step": 713760
    },
    {
      "epoch": 0.9053881612160972,
      "grad_norm": 5.0,
      "learning_rate": 4.731255502639999e-06,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5245900213718414,
      "num_tokens": 549802103.0,
      "step": 713770
    },
    {
      "epoch": 0.9054008458086301,
      "grad_norm": 5.75,
      "learning_rate": 4.730621192553707e-06,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5421185821294785,
      "num_tokens": 549810067.0,
      "step": 713780
    },
    {
      "epoch": 0.9054135304011629,
      "grad_norm": 6.75,
      "learning_rate": 4.729986882467416e-06,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5425781190395356,
      "num_tokens": 549818309.0,
      "step": 713790
    },
    {
      "epoch": 0.9054262149936958,
      "grad_norm": 4.6875,
      "learning_rate": 4.729352572381124e-06,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5285680234432221,
      "num_tokens": 549826131.0,
      "step": 713800
    },
    {
      "epoch": 0.9054388995862286,
      "grad_norm": 6.625,
      "learning_rate": 4.728718262294832e-06,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5428446739912033,
      "num_tokens": 549834573.0,
      "step": 713810
    },
    {
      "epoch": 0.9054515841787614,
      "grad_norm": 7.28125,
      "learning_rate": 4.728083952208541e-06,
      "loss": 2.2141,
      "mean_token_accuracy": 0.5213672459125519,
      "num_tokens": 549842366.0,
      "step": 713820
    },
    {
      "epoch": 0.9054642687712943,
      "grad_norm": 9.5625,
      "learning_rate": 4.72744964212225e-06,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5515268296003342,
      "num_tokens": 549849384.0,
      "step": 713830
    },
    {
      "epoch": 0.905476953363827,
      "grad_norm": 6.375,
      "learning_rate": 4.726815332035958e-06,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5519959568977356,
      "num_tokens": 549856558.0,
      "step": 713840
    },
    {
      "epoch": 0.90548963795636,
      "grad_norm": 5.4375,
      "learning_rate": 4.7261810219496665e-06,
      "loss": 2.107,
      "mean_token_accuracy": 0.5315042912960053,
      "num_tokens": 549865304.0,
      "step": 713850
    },
    {
      "epoch": 0.9055023225488927,
      "grad_norm": 8.625,
      "learning_rate": 4.725546711863374e-06,
      "loss": 2.099,
      "mean_token_accuracy": 0.537505829334259,
      "num_tokens": 549873791.0,
      "step": 713860
    },
    {
      "epoch": 0.9055150071414256,
      "grad_norm": 5.28125,
      "learning_rate": 4.724912401777083e-06,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5547336846590042,
      "num_tokens": 549881115.0,
      "step": 713870
    },
    {
      "epoch": 0.9055276917339584,
      "grad_norm": 6.03125,
      "learning_rate": 4.724278091690792e-06,
      "loss": 2.278,
      "mean_token_accuracy": 0.5203094244003296,
      "num_tokens": 549888817.0,
      "step": 713880
    },
    {
      "epoch": 0.9055403763264913,
      "grad_norm": 6.125,
      "learning_rate": 4.723643781604501e-06,
      "loss": 2.14,
      "mean_token_accuracy": 0.5393724560737609,
      "num_tokens": 549896951.0,
      "step": 713890
    },
    {
      "epoch": 0.9055530609190241,
      "grad_norm": 4.4375,
      "learning_rate": 4.723009471518209e-06,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5715097188949585,
      "num_tokens": 549904950.0,
      "step": 713900
    },
    {
      "epoch": 0.9055657455115569,
      "grad_norm": 9.5625,
      "learning_rate": 4.722375161431917e-06,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5690555691719055,
      "num_tokens": 549912126.0,
      "step": 713910
    },
    {
      "epoch": 0.9055784301040898,
      "grad_norm": 5.40625,
      "learning_rate": 4.721740851345625e-06,
      "loss": 2.2346,
      "mean_token_accuracy": 0.5140768051147461,
      "num_tokens": 549919842.0,
      "step": 713920
    },
    {
      "epoch": 0.9055911146966226,
      "grad_norm": 5.25,
      "learning_rate": 4.721106541259334e-06,
      "loss": 2.2579,
      "mean_token_accuracy": 0.5168368399143219,
      "num_tokens": 549927919.0,
      "step": 713930
    },
    {
      "epoch": 0.9056037992891555,
      "grad_norm": 5.21875,
      "learning_rate": 4.720472231173043e-06,
      "loss": 2.1696,
      "mean_token_accuracy": 0.530758410692215,
      "num_tokens": 549935888.0,
      "step": 713940
    },
    {
      "epoch": 0.9056164838816883,
      "grad_norm": 4.8125,
      "learning_rate": 4.719837921086751e-06,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5385078251361847,
      "num_tokens": 549943724.0,
      "step": 713950
    },
    {
      "epoch": 0.9056291684742211,
      "grad_norm": 5.0,
      "learning_rate": 4.71920361100046e-06,
      "loss": 1.9025,
      "mean_token_accuracy": 0.5808329969644547,
      "num_tokens": 549950103.0,
      "step": 713960
    },
    {
      "epoch": 0.9056418530667539,
      "grad_norm": 5.28125,
      "learning_rate": 4.718569300914168e-06,
      "loss": 2.0641,
      "mean_token_accuracy": 0.5338072359561921,
      "num_tokens": 549957118.0,
      "step": 713970
    },
    {
      "epoch": 0.9056545376592867,
      "grad_norm": 4.84375,
      "learning_rate": 4.717934990827876e-06,
      "loss": 2.2272,
      "mean_token_accuracy": 0.5113190650939942,
      "num_tokens": 549966041.0,
      "step": 713980
    },
    {
      "epoch": 0.9056672222518196,
      "grad_norm": 5.375,
      "learning_rate": 4.717300680741585e-06,
      "loss": 2.2831,
      "mean_token_accuracy": 0.5051111578941345,
      "num_tokens": 549975832.0,
      "step": 713990
    },
    {
      "epoch": 0.9056799068443524,
      "grad_norm": 4.71875,
      "learning_rate": 4.716666370655293e-06,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5599255084991455,
      "num_tokens": 549983385.0,
      "step": 714000
    },
    {
      "epoch": 0.9056925914368853,
      "grad_norm": 5.3125,
      "learning_rate": 4.716032060569002e-06,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5253361970186233,
      "num_tokens": 549992741.0,
      "step": 714010
    },
    {
      "epoch": 0.9057052760294181,
      "grad_norm": 4.75,
      "learning_rate": 4.71539775048271e-06,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5321403771638871,
      "num_tokens": 550001337.0,
      "step": 714020
    },
    {
      "epoch": 0.905717960621951,
      "grad_norm": 5.75,
      "learning_rate": 4.714763440396419e-06,
      "loss": 2.0763,
      "mean_token_accuracy": 0.539565634727478,
      "num_tokens": 550009799.0,
      "step": 714030
    },
    {
      "epoch": 0.9057306452144838,
      "grad_norm": 7.25,
      "learning_rate": 4.7141291303101275e-06,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5417330294847489,
      "num_tokens": 550018105.0,
      "step": 714040
    },
    {
      "epoch": 0.9057433298070167,
      "grad_norm": 5.0,
      "learning_rate": 4.713494820223835e-06,
      "loss": 1.988,
      "mean_token_accuracy": 0.5607460349798202,
      "num_tokens": 550025647.0,
      "step": 714050
    },
    {
      "epoch": 0.9057560143995494,
      "grad_norm": 5.625,
      "learning_rate": 4.712860510137544e-06,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5357134193181992,
      "num_tokens": 550032842.0,
      "step": 714060
    },
    {
      "epoch": 0.9057686989920822,
      "grad_norm": 5.21875,
      "learning_rate": 4.712226200051253e-06,
      "loss": 1.9961,
      "mean_token_accuracy": 0.5533553332090377,
      "num_tokens": 550041235.0,
      "step": 714070
    },
    {
      "epoch": 0.9057813835846151,
      "grad_norm": 5.90625,
      "learning_rate": 4.711591889964961e-06,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5269012004137039,
      "num_tokens": 550050251.0,
      "step": 714080
    },
    {
      "epoch": 0.9057940681771479,
      "grad_norm": 4.59375,
      "learning_rate": 4.7109575798786695e-06,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5554320484399795,
      "num_tokens": 550058092.0,
      "step": 714090
    },
    {
      "epoch": 0.9058067527696808,
      "grad_norm": 5.40625,
      "learning_rate": 4.710323269792378e-06,
      "loss": 1.5512,
      "mean_token_accuracy": 0.6435822755098343,
      "num_tokens": 550065240.0,
      "step": 714100
    },
    {
      "epoch": 0.9058194373622136,
      "grad_norm": 6.03125,
      "learning_rate": 4.709688959706086e-06,
      "loss": 1.7705,
      "mean_token_accuracy": 0.6035166442394256,
      "num_tokens": 550072057.0,
      "step": 714110
    },
    {
      "epoch": 0.9058321219547465,
      "grad_norm": 4.71875,
      "learning_rate": 4.709054649619795e-06,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5590772897005081,
      "num_tokens": 550080604.0,
      "step": 714120
    },
    {
      "epoch": 0.9058448065472793,
      "grad_norm": 5.0625,
      "learning_rate": 4.708420339533503e-06,
      "loss": 2.108,
      "mean_token_accuracy": 0.5352301120758056,
      "num_tokens": 550088875.0,
      "step": 714130
    },
    {
      "epoch": 0.9058574911398121,
      "grad_norm": 5.125,
      "learning_rate": 4.7077860294472115e-06,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5040858119726181,
      "num_tokens": 550098538.0,
      "step": 714140
    },
    {
      "epoch": 0.905870175732345,
      "grad_norm": 5.0625,
      "learning_rate": 4.70715171936092e-06,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5198752641677856,
      "num_tokens": 550107244.0,
      "step": 714150
    },
    {
      "epoch": 0.9058828603248777,
      "grad_norm": 5.1875,
      "learning_rate": 4.706517409274629e-06,
      "loss": 2.2362,
      "mean_token_accuracy": 0.5184529781341553,
      "num_tokens": 550115527.0,
      "step": 714160
    },
    {
      "epoch": 0.9058955449174106,
      "grad_norm": 6.75,
      "learning_rate": 4.705883099188337e-06,
      "loss": 2.2106,
      "mean_token_accuracy": 0.5102981239557266,
      "num_tokens": 550123871.0,
      "step": 714170
    },
    {
      "epoch": 0.9059082295099434,
      "grad_norm": 7.03125,
      "learning_rate": 4.705248789102046e-06,
      "loss": 1.7703,
      "mean_token_accuracy": 0.6078590601682663,
      "num_tokens": 550130747.0,
      "step": 714180
    },
    {
      "epoch": 0.9059209141024763,
      "grad_norm": 6.03125,
      "learning_rate": 4.7046144790157535e-06,
      "loss": 1.7956,
      "mean_token_accuracy": 0.5880313336849212,
      "num_tokens": 550138100.0,
      "step": 714190
    },
    {
      "epoch": 0.9059335986950091,
      "grad_norm": 6.28125,
      "learning_rate": 4.703980168929462e-06,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5776270031929016,
      "num_tokens": 550144563.0,
      "step": 714200
    },
    {
      "epoch": 0.905946283287542,
      "grad_norm": 5.5625,
      "learning_rate": 4.703345858843171e-06,
      "loss": 2.0052,
      "mean_token_accuracy": 0.5603444755077363,
      "num_tokens": 550152937.0,
      "step": 714210
    },
    {
      "epoch": 0.9059589678800748,
      "grad_norm": 9.6875,
      "learning_rate": 4.70271154875688e-06,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5666281759738923,
      "num_tokens": 550159612.0,
      "step": 714220
    },
    {
      "epoch": 0.9059716524726076,
      "grad_norm": 7.28125,
      "learning_rate": 4.7020772386705884e-06,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5358585983514785,
      "num_tokens": 550167458.0,
      "step": 714230
    },
    {
      "epoch": 0.9059843370651405,
      "grad_norm": 6.40625,
      "learning_rate": 4.701442928584296e-06,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5326668828725815,
      "num_tokens": 550175531.0,
      "step": 714240
    },
    {
      "epoch": 0.9059970216576733,
      "grad_norm": 6.34375,
      "learning_rate": 4.700808618498004e-06,
      "loss": 1.976,
      "mean_token_accuracy": 0.565799081325531,
      "num_tokens": 550183311.0,
      "step": 714250
    },
    {
      "epoch": 0.9060097062502062,
      "grad_norm": 5.6875,
      "learning_rate": 4.700174308411713e-06,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5452994287014008,
      "num_tokens": 550191996.0,
      "step": 714260
    },
    {
      "epoch": 0.906022390842739,
      "grad_norm": 5.375,
      "learning_rate": 4.699539998325422e-06,
      "loss": 1.9293,
      "mean_token_accuracy": 0.5611276745796203,
      "num_tokens": 550200473.0,
      "step": 714270
    },
    {
      "epoch": 0.9060350754352718,
      "grad_norm": 6.5,
      "learning_rate": 4.6989056882391304e-06,
      "loss": 2.0141,
      "mean_token_accuracy": 0.5606933206319809,
      "num_tokens": 550206641.0,
      "step": 714280
    },
    {
      "epoch": 0.9060477600278046,
      "grad_norm": 5.0625,
      "learning_rate": 4.698271378152839e-06,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5445571959018707,
      "num_tokens": 550214730.0,
      "step": 714290
    },
    {
      "epoch": 0.9060604446203374,
      "grad_norm": 6.40625,
      "learning_rate": 4.697637068066547e-06,
      "loss": 2.1938,
      "mean_token_accuracy": 0.5298539966344833,
      "num_tokens": 550221939.0,
      "step": 714300
    },
    {
      "epoch": 0.9060731292128703,
      "grad_norm": 5.78125,
      "learning_rate": 4.697002757980255e-06,
      "loss": 1.884,
      "mean_token_accuracy": 0.578529754281044,
      "num_tokens": 550230220.0,
      "step": 714310
    },
    {
      "epoch": 0.9060858138054031,
      "grad_norm": 6.03125,
      "learning_rate": 4.696368447893964e-06,
      "loss": 1.9395,
      "mean_token_accuracy": 0.56532122194767,
      "num_tokens": 550238358.0,
      "step": 714320
    },
    {
      "epoch": 0.906098498397936,
      "grad_norm": 4.84375,
      "learning_rate": 4.6957341378076724e-06,
      "loss": 1.8857,
      "mean_token_accuracy": 0.5742835074663162,
      "num_tokens": 550245290.0,
      "step": 714330
    },
    {
      "epoch": 0.9061111829904688,
      "grad_norm": 5.03125,
      "learning_rate": 4.695099827721381e-06,
      "loss": 2.0124,
      "mean_token_accuracy": 0.5510414749383926,
      "num_tokens": 550252458.0,
      "step": 714340
    },
    {
      "epoch": 0.9061238675830017,
      "grad_norm": 5.15625,
      "learning_rate": 4.694465517635089e-06,
      "loss": 2.067,
      "mean_token_accuracy": 0.5355137884616852,
      "num_tokens": 550261843.0,
      "step": 714350
    },
    {
      "epoch": 0.9061365521755345,
      "grad_norm": 6.90625,
      "learning_rate": 4.693831207548798e-06,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5417704075574875,
      "num_tokens": 550269854.0,
      "step": 714360
    },
    {
      "epoch": 0.9061492367680672,
      "grad_norm": 5.40625,
      "learning_rate": 4.693196897462506e-06,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5588968843221664,
      "num_tokens": 550278755.0,
      "step": 714370
    },
    {
      "epoch": 0.9061619213606001,
      "grad_norm": 5.34375,
      "learning_rate": 4.6925625873762144e-06,
      "loss": 2.286,
      "mean_token_accuracy": 0.5088551878929138,
      "num_tokens": 550286585.0,
      "step": 714380
    },
    {
      "epoch": 0.9061746059531329,
      "grad_norm": 6.1875,
      "learning_rate": 4.691928277289923e-06,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5425916105508805,
      "num_tokens": 550294601.0,
      "step": 714390
    },
    {
      "epoch": 0.9061872905456658,
      "grad_norm": 4.78125,
      "learning_rate": 4.691293967203632e-06,
      "loss": 2.1675,
      "mean_token_accuracy": 0.5198704153299332,
      "num_tokens": 550303247.0,
      "step": 714400
    },
    {
      "epoch": 0.9061999751381986,
      "grad_norm": 4.84375,
      "learning_rate": 4.69065965711734e-06,
      "loss": 1.8384,
      "mean_token_accuracy": 0.6019136190414429,
      "num_tokens": 550310233.0,
      "step": 714410
    },
    {
      "epoch": 0.9062126597307315,
      "grad_norm": 5.3125,
      "learning_rate": 4.6900253470310486e-06,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5151630282402039,
      "num_tokens": 550317560.0,
      "step": 714420
    },
    {
      "epoch": 0.9062253443232643,
      "grad_norm": 6.4375,
      "learning_rate": 4.689391036944757e-06,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5351926058530807,
      "num_tokens": 550324494.0,
      "step": 714430
    },
    {
      "epoch": 0.9062380289157972,
      "grad_norm": 5.78125,
      "learning_rate": 4.688756726858465e-06,
      "loss": 2.2481,
      "mean_token_accuracy": 0.5179069459438324,
      "num_tokens": 550332935.0,
      "step": 714440
    },
    {
      "epoch": 0.90625071350833,
      "grad_norm": 6.6875,
      "learning_rate": 4.688122416772174e-06,
      "loss": 1.9241,
      "mean_token_accuracy": 0.5579198002815247,
      "num_tokens": 550339578.0,
      "step": 714450
    },
    {
      "epoch": 0.9062633981008628,
      "grad_norm": 5.0,
      "learning_rate": 4.687488106685882e-06,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5145435273647309,
      "num_tokens": 550347749.0,
      "step": 714460
    },
    {
      "epoch": 0.9062760826933957,
      "grad_norm": 5.15625,
      "learning_rate": 4.6868537965995906e-06,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5098959326744079,
      "num_tokens": 550356346.0,
      "step": 714470
    },
    {
      "epoch": 0.9062887672859284,
      "grad_norm": 5.625,
      "learning_rate": 4.686219486513299e-06,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5178169518709183,
      "num_tokens": 550364451.0,
      "step": 714480
    },
    {
      "epoch": 0.9063014518784613,
      "grad_norm": 6.75,
      "learning_rate": 4.685585176427008e-06,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5659033596515656,
      "num_tokens": 550371485.0,
      "step": 714490
    },
    {
      "epoch": 0.9063141364709941,
      "grad_norm": 4.875,
      "learning_rate": 4.684950866340716e-06,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5725024402141571,
      "num_tokens": 550380212.0,
      "step": 714500
    },
    {
      "epoch": 0.906326821063527,
      "grad_norm": 6.8125,
      "learning_rate": 4.684316556254425e-06,
      "loss": 1.8735,
      "mean_token_accuracy": 0.588051849603653,
      "num_tokens": 550386143.0,
      "step": 714510
    },
    {
      "epoch": 0.9063395056560598,
      "grad_norm": 6.28125,
      "learning_rate": 4.6836822461681326e-06,
      "loss": 1.988,
      "mean_token_accuracy": 0.5642569988965989,
      "num_tokens": 550393982.0,
      "step": 714520
    },
    {
      "epoch": 0.9063521902485926,
      "grad_norm": 4.96875,
      "learning_rate": 4.683047936081841e-06,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5329435169696808,
      "num_tokens": 550401799.0,
      "step": 714530
    },
    {
      "epoch": 0.9063648748411255,
      "grad_norm": 4.84375,
      "learning_rate": 4.68241362599555e-06,
      "loss": 2.1004,
      "mean_token_accuracy": 0.5340420782566071,
      "num_tokens": 550409798.0,
      "step": 714540
    },
    {
      "epoch": 0.9063775594336583,
      "grad_norm": 6.3125,
      "learning_rate": 4.681779315909259e-06,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5659167647361756,
      "num_tokens": 550418106.0,
      "step": 714550
    },
    {
      "epoch": 0.9063902440261912,
      "grad_norm": 7.4375,
      "learning_rate": 4.681145005822967e-06,
      "loss": 2.0857,
      "mean_token_accuracy": 0.5594158053398133,
      "num_tokens": 550424292.0,
      "step": 714560
    },
    {
      "epoch": 0.906402928618724,
      "grad_norm": 7.0,
      "learning_rate": 4.6805106957366746e-06,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5484024345874786,
      "num_tokens": 550432476.0,
      "step": 714570
    },
    {
      "epoch": 0.9064156132112569,
      "grad_norm": 5.4375,
      "learning_rate": 4.679876385650383e-06,
      "loss": 2.2941,
      "mean_token_accuracy": 0.5042201846837997,
      "num_tokens": 550441264.0,
      "step": 714580
    },
    {
      "epoch": 0.9064282978037896,
      "grad_norm": 5.0625,
      "learning_rate": 4.679242075564092e-06,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5451215833425522,
      "num_tokens": 550448494.0,
      "step": 714590
    },
    {
      "epoch": 0.9064409823963225,
      "grad_norm": 5.375,
      "learning_rate": 4.678607765477801e-06,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5494546622037888,
      "num_tokens": 550456596.0,
      "step": 714600
    },
    {
      "epoch": 0.9064536669888553,
      "grad_norm": 6.03125,
      "learning_rate": 4.6779734553915095e-06,
      "loss": 2.016,
      "mean_token_accuracy": 0.5512069582939148,
      "num_tokens": 550465183.0,
      "step": 714610
    },
    {
      "epoch": 0.9064663515813881,
      "grad_norm": 6.25,
      "learning_rate": 4.677339145305218e-06,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5369516730308532,
      "num_tokens": 550474547.0,
      "step": 714620
    },
    {
      "epoch": 0.906479036173921,
      "grad_norm": 4.59375,
      "learning_rate": 4.676704835218926e-06,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5448198795318604,
      "num_tokens": 550483126.0,
      "step": 714630
    },
    {
      "epoch": 0.9064917207664538,
      "grad_norm": 7.1875,
      "learning_rate": 4.676070525132634e-06,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5391565233469009,
      "num_tokens": 550490349.0,
      "step": 714640
    },
    {
      "epoch": 0.9065044053589867,
      "grad_norm": 6.34375,
      "learning_rate": 4.675436215046343e-06,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5453083783388137,
      "num_tokens": 550497530.0,
      "step": 714650
    },
    {
      "epoch": 0.9065170899515195,
      "grad_norm": 5.03125,
      "learning_rate": 4.6748019049600515e-06,
      "loss": 1.9691,
      "mean_token_accuracy": 0.5570679068565368,
      "num_tokens": 550504614.0,
      "step": 714660
    },
    {
      "epoch": 0.9065297745440524,
      "grad_norm": 4.90625,
      "learning_rate": 4.67416759487376e-06,
      "loss": 1.9787,
      "mean_token_accuracy": 0.5603725850582123,
      "num_tokens": 550512114.0,
      "step": 714670
    },
    {
      "epoch": 0.9065424591365852,
      "grad_norm": 4.8125,
      "learning_rate": 4.673533284787468e-06,
      "loss": 2.105,
      "mean_token_accuracy": 0.5430138170719147,
      "num_tokens": 550520169.0,
      "step": 714680
    },
    {
      "epoch": 0.9065551437291179,
      "grad_norm": 7.3125,
      "learning_rate": 4.672898974701177e-06,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5612820625305176,
      "num_tokens": 550527898.0,
      "step": 714690
    },
    {
      "epoch": 0.9065678283216508,
      "grad_norm": 4.625,
      "learning_rate": 4.672264664614885e-06,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5473298251628875,
      "num_tokens": 550536637.0,
      "step": 714700
    },
    {
      "epoch": 0.9065805129141836,
      "grad_norm": 4.96875,
      "learning_rate": 4.6716303545285935e-06,
      "loss": 2.0282,
      "mean_token_accuracy": 0.5448207080364227,
      "num_tokens": 550544775.0,
      "step": 714710
    },
    {
      "epoch": 0.9065931975067165,
      "grad_norm": 5.09375,
      "learning_rate": 4.670996044442302e-06,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5537006884813309,
      "num_tokens": 550552280.0,
      "step": 714720
    },
    {
      "epoch": 0.9066058820992493,
      "grad_norm": 6.46875,
      "learning_rate": 4.670361734356011e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5406688868999481,
      "num_tokens": 550560256.0,
      "step": 714730
    },
    {
      "epoch": 0.9066185666917822,
      "grad_norm": 7.0625,
      "learning_rate": 4.669727424269719e-06,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5362553328275681,
      "num_tokens": 550569553.0,
      "step": 714740
    },
    {
      "epoch": 0.906631251284315,
      "grad_norm": 4.71875,
      "learning_rate": 4.669093114183428e-06,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5402338445186615,
      "num_tokens": 550577560.0,
      "step": 714750
    },
    {
      "epoch": 0.9066439358768478,
      "grad_norm": 7.3125,
      "learning_rate": 4.6684588040971355e-06,
      "loss": 2.0479,
      "mean_token_accuracy": 0.543558531999588,
      "num_tokens": 550586126.0,
      "step": 714760
    },
    {
      "epoch": 0.9066566204693807,
      "grad_norm": 5.0,
      "learning_rate": 4.667824494010844e-06,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5728724628686905,
      "num_tokens": 550594423.0,
      "step": 714770
    },
    {
      "epoch": 0.9066693050619135,
      "grad_norm": 5.15625,
      "learning_rate": 4.667190183924553e-06,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5206630140542984,
      "num_tokens": 550602005.0,
      "step": 714780
    },
    {
      "epoch": 0.9066819896544464,
      "grad_norm": 5.21875,
      "learning_rate": 4.666555873838261e-06,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5382585555315018,
      "num_tokens": 550611156.0,
      "step": 714790
    },
    {
      "epoch": 0.9066946742469791,
      "grad_norm": 11.6875,
      "learning_rate": 4.66592156375197e-06,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5529286384582519,
      "num_tokens": 550617635.0,
      "step": 714800
    },
    {
      "epoch": 0.906707358839512,
      "grad_norm": 4.5625,
      "learning_rate": 4.665287253665678e-06,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5340901643037796,
      "num_tokens": 550625778.0,
      "step": 714810
    },
    {
      "epoch": 0.9067200434320448,
      "grad_norm": 5.5,
      "learning_rate": 4.664652943579387e-06,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5422356367111206,
      "num_tokens": 550633154.0,
      "step": 714820
    },
    {
      "epoch": 0.9067327280245777,
      "grad_norm": 5.34375,
      "learning_rate": 4.664018633493095e-06,
      "loss": 2.2045,
      "mean_token_accuracy": 0.528441259264946,
      "num_tokens": 550641934.0,
      "step": 714830
    },
    {
      "epoch": 0.9067454126171105,
      "grad_norm": 5.0625,
      "learning_rate": 4.663384323406804e-06,
      "loss": 2.1809,
      "mean_token_accuracy": 0.5240901172161102,
      "num_tokens": 550649227.0,
      "step": 714840
    },
    {
      "epoch": 0.9067580972096433,
      "grad_norm": 7.1875,
      "learning_rate": 4.662750013320512e-06,
      "loss": 1.9694,
      "mean_token_accuracy": 0.552986866235733,
      "num_tokens": 550656783.0,
      "step": 714850
    },
    {
      "epoch": 0.9067707818021762,
      "grad_norm": 5.125,
      "learning_rate": 4.66211570323422e-06,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5298199087381363,
      "num_tokens": 550665392.0,
      "step": 714860
    },
    {
      "epoch": 0.906783466394709,
      "grad_norm": 10.0,
      "learning_rate": 4.661481393147929e-06,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5372703939676284,
      "num_tokens": 550673830.0,
      "step": 714870
    },
    {
      "epoch": 0.9067961509872419,
      "grad_norm": 5.125,
      "learning_rate": 4.660847083061638e-06,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5390387833118438,
      "num_tokens": 550681481.0,
      "step": 714880
    },
    {
      "epoch": 0.9068088355797747,
      "grad_norm": 5.125,
      "learning_rate": 4.660212772975346e-06,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5499627530574799,
      "num_tokens": 550689910.0,
      "step": 714890
    },
    {
      "epoch": 0.9068215201723075,
      "grad_norm": 5.1875,
      "learning_rate": 4.659578462889054e-06,
      "loss": 2.1256,
      "mean_token_accuracy": 0.538411408662796,
      "num_tokens": 550697767.0,
      "step": 714900
    },
    {
      "epoch": 0.9068342047648403,
      "grad_norm": 8.25,
      "learning_rate": 4.658944152802762e-06,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5166830837726593,
      "num_tokens": 550705930.0,
      "step": 714910
    },
    {
      "epoch": 0.9068468893573731,
      "grad_norm": 5.5,
      "learning_rate": 4.658309842716471e-06,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5610987931489945,
      "num_tokens": 550713961.0,
      "step": 714920
    },
    {
      "epoch": 0.906859573949906,
      "grad_norm": 6.21875,
      "learning_rate": 4.65767553263018e-06,
      "loss": 1.9809,
      "mean_token_accuracy": 0.553437614440918,
      "num_tokens": 550723133.0,
      "step": 714930
    },
    {
      "epoch": 0.9068722585424388,
      "grad_norm": 4.5625,
      "learning_rate": 4.657041222543889e-06,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5465472012758255,
      "num_tokens": 550730414.0,
      "step": 714940
    },
    {
      "epoch": 0.9068849431349717,
      "grad_norm": 5.625,
      "learning_rate": 4.6564069124575965e-06,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5619187116622925,
      "num_tokens": 550737410.0,
      "step": 714950
    },
    {
      "epoch": 0.9068976277275045,
      "grad_norm": 6.09375,
      "learning_rate": 4.655772602371305e-06,
      "loss": 1.7699,
      "mean_token_accuracy": 0.5884209275245667,
      "num_tokens": 550743142.0,
      "step": 714960
    },
    {
      "epoch": 0.9069103123200374,
      "grad_norm": 5.375,
      "learning_rate": 4.655138292285013e-06,
      "loss": 2.0419,
      "mean_token_accuracy": 0.557543820142746,
      "num_tokens": 550751658.0,
      "step": 714970
    },
    {
      "epoch": 0.9069229969125702,
      "grad_norm": 7.6875,
      "learning_rate": 4.654503982198722e-06,
      "loss": 2.05,
      "mean_token_accuracy": 0.5563519656658172,
      "num_tokens": 550759052.0,
      "step": 714980
    },
    {
      "epoch": 0.9069356815051031,
      "grad_norm": 6.46875,
      "learning_rate": 4.653869672112431e-06,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5474588692188262,
      "num_tokens": 550767376.0,
      "step": 714990
    },
    {
      "epoch": 0.9069483660976358,
      "grad_norm": 5.125,
      "learning_rate": 4.653235362026139e-06,
      "loss": 2.0671,
      "mean_token_accuracy": 0.544972437620163,
      "num_tokens": 550776416.0,
      "step": 715000
    },
    {
      "epoch": 0.9069610506901686,
      "grad_norm": 6.75,
      "learning_rate": 4.652601051939847e-06,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5401908159255981,
      "num_tokens": 550783829.0,
      "step": 715010
    },
    {
      "epoch": 0.9069737352827015,
      "grad_norm": 6.625,
      "learning_rate": 4.651966741853556e-06,
      "loss": 2.2612,
      "mean_token_accuracy": 0.5177680194377899,
      "num_tokens": 550790623.0,
      "step": 715020
    },
    {
      "epoch": 0.9069864198752343,
      "grad_norm": 4.9375,
      "learning_rate": 4.651332431767264e-06,
      "loss": 2.1693,
      "mean_token_accuracy": 0.5296621829271316,
      "num_tokens": 550798977.0,
      "step": 715030
    },
    {
      "epoch": 0.9069991044677672,
      "grad_norm": 6.84375,
      "learning_rate": 4.650698121680973e-06,
      "loss": 1.8222,
      "mean_token_accuracy": 0.5969519466161728,
      "num_tokens": 550805474.0,
      "step": 715040
    },
    {
      "epoch": 0.9070117890603,
      "grad_norm": 5.8125,
      "learning_rate": 4.650063811594681e-06,
      "loss": 2.2552,
      "mean_token_accuracy": 0.5178288906812668,
      "num_tokens": 550813694.0,
      "step": 715050
    },
    {
      "epoch": 0.9070244736528329,
      "grad_norm": 5.75,
      "learning_rate": 4.649429501508389e-06,
      "loss": 1.9297,
      "mean_token_accuracy": 0.5847016930580139,
      "num_tokens": 550821282.0,
      "step": 715060
    },
    {
      "epoch": 0.9070371582453657,
      "grad_norm": 6.65625,
      "learning_rate": 4.648795191422098e-06,
      "loss": 1.919,
      "mean_token_accuracy": 0.565988403558731,
      "num_tokens": 550828424.0,
      "step": 715070
    },
    {
      "epoch": 0.9070498428378985,
      "grad_norm": 5.6875,
      "learning_rate": 4.648160881335807e-06,
      "loss": 1.7838,
      "mean_token_accuracy": 0.5985114753246308,
      "num_tokens": 550835671.0,
      "step": 715080
    },
    {
      "epoch": 0.9070625274304314,
      "grad_norm": 5.8125,
      "learning_rate": 4.647526571249515e-06,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5531096667051315,
      "num_tokens": 550842881.0,
      "step": 715090
    },
    {
      "epoch": 0.9070752120229642,
      "grad_norm": 6.5,
      "learning_rate": 4.646892261163223e-06,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5606405377388001,
      "num_tokens": 550850315.0,
      "step": 715100
    },
    {
      "epoch": 0.907087896615497,
      "grad_norm": 7.5,
      "learning_rate": 4.646257951076932e-06,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5319015920162201,
      "num_tokens": 550857698.0,
      "step": 715110
    },
    {
      "epoch": 0.9071005812080298,
      "grad_norm": 5.5625,
      "learning_rate": 4.64562364099064e-06,
      "loss": 2.1541,
      "mean_token_accuracy": 0.5204132080078125,
      "num_tokens": 550866257.0,
      "step": 715120
    },
    {
      "epoch": 0.9071132658005627,
      "grad_norm": 9.1875,
      "learning_rate": 4.644989330904349e-06,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5681967467069626,
      "num_tokens": 550872775.0,
      "step": 715130
    },
    {
      "epoch": 0.9071259503930955,
      "grad_norm": 6.375,
      "learning_rate": 4.6443550208180575e-06,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5476548492908477,
      "num_tokens": 550881510.0,
      "step": 715140
    },
    {
      "epoch": 0.9071386349856284,
      "grad_norm": 6.28125,
      "learning_rate": 4.643720710731766e-06,
      "loss": 2.2983,
      "mean_token_accuracy": 0.5234342366456985,
      "num_tokens": 550888731.0,
      "step": 715150
    },
    {
      "epoch": 0.9071513195781612,
      "grad_norm": 4.28125,
      "learning_rate": 4.643086400645474e-06,
      "loss": 2.1073,
      "mean_token_accuracy": 0.540285924077034,
      "num_tokens": 550897520.0,
      "step": 715160
    },
    {
      "epoch": 0.907164004170694,
      "grad_norm": 8.3125,
      "learning_rate": 4.642452090559182e-06,
      "loss": 1.8345,
      "mean_token_accuracy": 0.5917249709367752,
      "num_tokens": 550903356.0,
      "step": 715170
    },
    {
      "epoch": 0.9071766887632269,
      "grad_norm": 14.0,
      "learning_rate": 4.641817780472891e-06,
      "loss": 2.0037,
      "mean_token_accuracy": 0.5530442357063293,
      "num_tokens": 550908997.0,
      "step": 715180
    },
    {
      "epoch": 0.9071893733557597,
      "grad_norm": 4.90625,
      "learning_rate": 4.6411834703865995e-06,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5488610178232193,
      "num_tokens": 550915752.0,
      "step": 715190
    },
    {
      "epoch": 0.9072020579482926,
      "grad_norm": 5.09375,
      "learning_rate": 4.640549160300308e-06,
      "loss": 2.0809,
      "mean_token_accuracy": 0.5462855100631714,
      "num_tokens": 550923934.0,
      "step": 715200
    },
    {
      "epoch": 0.9072147425408253,
      "grad_norm": 5.0,
      "learning_rate": 4.639914850214017e-06,
      "loss": 2.1747,
      "mean_token_accuracy": 0.5277159243822098,
      "num_tokens": 550933318.0,
      "step": 715210
    },
    {
      "epoch": 0.9072274271333582,
      "grad_norm": 5.71875,
      "learning_rate": 4.639280540127725e-06,
      "loss": 2.1319,
      "mean_token_accuracy": 0.5442424714565277,
      "num_tokens": 550942102.0,
      "step": 715220
    },
    {
      "epoch": 0.907240111725891,
      "grad_norm": 2.328125,
      "learning_rate": 4.638646230041433e-06,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5644625365734101,
      "num_tokens": 550950475.0,
      "step": 715230
    },
    {
      "epoch": 0.9072527963184238,
      "grad_norm": 4.4375,
      "learning_rate": 4.6380119199551415e-06,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5475310802459716,
      "num_tokens": 550959172.0,
      "step": 715240
    },
    {
      "epoch": 0.9072654809109567,
      "grad_norm": 6.21875,
      "learning_rate": 4.63737760986885e-06,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5456038832664489,
      "num_tokens": 550966310.0,
      "step": 715250
    },
    {
      "epoch": 0.9072781655034895,
      "grad_norm": 4.9375,
      "learning_rate": 4.636743299782559e-06,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5517396748065948,
      "num_tokens": 550973321.0,
      "step": 715260
    },
    {
      "epoch": 0.9072908500960224,
      "grad_norm": 6.3125,
      "learning_rate": 4.636108989696268e-06,
      "loss": 2.059,
      "mean_token_accuracy": 0.534244230389595,
      "num_tokens": 550981590.0,
      "step": 715270
    },
    {
      "epoch": 0.9073035346885552,
      "grad_norm": 6.40625,
      "learning_rate": 4.635474679609976e-06,
      "loss": 2.0128,
      "mean_token_accuracy": 0.5456045091152191,
      "num_tokens": 550990632.0,
      "step": 715280
    },
    {
      "epoch": 0.9073162192810881,
      "grad_norm": 5.71875,
      "learning_rate": 4.6348403695236835e-06,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5438709259033203,
      "num_tokens": 550997490.0,
      "step": 715290
    },
    {
      "epoch": 0.9073289038736209,
      "grad_norm": 5.3125,
      "learning_rate": 4.634206059437392e-06,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5250576585531235,
      "num_tokens": 551006055.0,
      "step": 715300
    },
    {
      "epoch": 0.9073415884661536,
      "grad_norm": 4.65625,
      "learning_rate": 4.633571749351101e-06,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5610907822847366,
      "num_tokens": 551012752.0,
      "step": 715310
    },
    {
      "epoch": 0.9073542730586865,
      "grad_norm": 7.53125,
      "learning_rate": 4.63293743926481e-06,
      "loss": 2.0802,
      "mean_token_accuracy": 0.5513994514942169,
      "num_tokens": 551019459.0,
      "step": 715320
    },
    {
      "epoch": 0.9073669576512193,
      "grad_norm": 5.375,
      "learning_rate": 4.6323031291785185e-06,
      "loss": 2.3077,
      "mean_token_accuracy": 0.5130571067333222,
      "num_tokens": 551027280.0,
      "step": 715330
    },
    {
      "epoch": 0.9073796422437522,
      "grad_norm": 5.8125,
      "learning_rate": 4.631668819092226e-06,
      "loss": 1.9036,
      "mean_token_accuracy": 0.5751551121473313,
      "num_tokens": 551034996.0,
      "step": 715340
    },
    {
      "epoch": 0.907392326836285,
      "grad_norm": 6.40625,
      "learning_rate": 4.631034509005935e-06,
      "loss": 1.952,
      "mean_token_accuracy": 0.5752670705318451,
      "num_tokens": 551040851.0,
      "step": 715350
    },
    {
      "epoch": 0.9074050114288179,
      "grad_norm": 4.6875,
      "learning_rate": 4.630400198919643e-06,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5558915853500366,
      "num_tokens": 551048289.0,
      "step": 715360
    },
    {
      "epoch": 0.9074176960213507,
      "grad_norm": 5.15625,
      "learning_rate": 4.629765888833352e-06,
      "loss": 2.0682,
      "mean_token_accuracy": 0.546456030011177,
      "num_tokens": 551055791.0,
      "step": 715370
    },
    {
      "epoch": 0.9074303806138836,
      "grad_norm": 5.09375,
      "learning_rate": 4.6291315787470605e-06,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5387910842895508,
      "num_tokens": 551063538.0,
      "step": 715380
    },
    {
      "epoch": 0.9074430652064164,
      "grad_norm": 4.84375,
      "learning_rate": 4.628497268660768e-06,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5401639014482498,
      "num_tokens": 551071384.0,
      "step": 715390
    },
    {
      "epoch": 0.9074557497989492,
      "grad_norm": 4.78125,
      "learning_rate": 4.627862958574477e-06,
      "loss": 2.092,
      "mean_token_accuracy": 0.5442165702581405,
      "num_tokens": 551081065.0,
      "step": 715400
    },
    {
      "epoch": 0.9074684343914821,
      "grad_norm": 6.3125,
      "learning_rate": 4.627228648488186e-06,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5611306726932526,
      "num_tokens": 551088756.0,
      "step": 715410
    },
    {
      "epoch": 0.9074811189840148,
      "grad_norm": 6.34375,
      "learning_rate": 4.626594338401894e-06,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5228546023368835,
      "num_tokens": 551096348.0,
      "step": 715420
    },
    {
      "epoch": 0.9074938035765477,
      "grad_norm": 5.90625,
      "learning_rate": 4.6259600283156025e-06,
      "loss": 2.1606,
      "mean_token_accuracy": 0.532170981168747,
      "num_tokens": 551104021.0,
      "step": 715430
    },
    {
      "epoch": 0.9075064881690805,
      "grad_norm": 6.9375,
      "learning_rate": 4.625325718229311e-06,
      "loss": 1.7971,
      "mean_token_accuracy": 0.5902868330478668,
      "num_tokens": 551110122.0,
      "step": 715440
    },
    {
      "epoch": 0.9075191727616134,
      "grad_norm": 5.6875,
      "learning_rate": 4.624691408143019e-06,
      "loss": 2.0349,
      "mean_token_accuracy": 0.546959501504898,
      "num_tokens": 551117901.0,
      "step": 715450
    },
    {
      "epoch": 0.9075318573541462,
      "grad_norm": 5.3125,
      "learning_rate": 4.624057098056728e-06,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5485773593187332,
      "num_tokens": 551126203.0,
      "step": 715460
    },
    {
      "epoch": 0.907544541946679,
      "grad_norm": 5.09375,
      "learning_rate": 4.623422787970437e-06,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5446920812129974,
      "num_tokens": 551135178.0,
      "step": 715470
    },
    {
      "epoch": 0.9075572265392119,
      "grad_norm": 5.90625,
      "learning_rate": 4.6227884778841445e-06,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5430712997913361,
      "num_tokens": 551143125.0,
      "step": 715480
    },
    {
      "epoch": 0.9075699111317447,
      "grad_norm": 6.34375,
      "learning_rate": 4.622154167797853e-06,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5503864526748657,
      "num_tokens": 551149704.0,
      "step": 715490
    },
    {
      "epoch": 0.9075825957242776,
      "grad_norm": 5.09375,
      "learning_rate": 4.621519857711561e-06,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5646949708461761,
      "num_tokens": 551157611.0,
      "step": 715500
    },
    {
      "epoch": 0.9075952803168104,
      "grad_norm": 7.0,
      "learning_rate": 4.62088554762527e-06,
      "loss": 1.966,
      "mean_token_accuracy": 0.5573165148496628,
      "num_tokens": 551164532.0,
      "step": 715510
    },
    {
      "epoch": 0.9076079649093433,
      "grad_norm": 5.59375,
      "learning_rate": 4.620251237538979e-06,
      "loss": 1.9522,
      "mean_token_accuracy": 0.5595244973897934,
      "num_tokens": 551171849.0,
      "step": 715520
    },
    {
      "epoch": 0.907620649501876,
      "grad_norm": 4.96875,
      "learning_rate": 4.619616927452687e-06,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5374546200037003,
      "num_tokens": 551179984.0,
      "step": 715530
    },
    {
      "epoch": 0.9076333340944089,
      "grad_norm": 5.03125,
      "learning_rate": 4.618982617366396e-06,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5517563402652741,
      "num_tokens": 551187817.0,
      "step": 715540
    },
    {
      "epoch": 0.9076460186869417,
      "grad_norm": 4.75,
      "learning_rate": 4.618348307280104e-06,
      "loss": 1.838,
      "mean_token_accuracy": 0.5960961699485778,
      "num_tokens": 551195179.0,
      "step": 715550
    },
    {
      "epoch": 0.9076587032794745,
      "grad_norm": 6.0625,
      "learning_rate": 4.617713997193812e-06,
      "loss": 2.006,
      "mean_token_accuracy": 0.559558653831482,
      "num_tokens": 551202431.0,
      "step": 715560
    },
    {
      "epoch": 0.9076713878720074,
      "grad_norm": 5.5625,
      "learning_rate": 4.617079687107521e-06,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5469810485839843,
      "num_tokens": 551209689.0,
      "step": 715570
    },
    {
      "epoch": 0.9076840724645402,
      "grad_norm": 5.15625,
      "learning_rate": 4.616445377021229e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5362281113862991,
      "num_tokens": 551217605.0,
      "step": 715580
    },
    {
      "epoch": 0.9076967570570731,
      "grad_norm": 6.40625,
      "learning_rate": 4.615811066934938e-06,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5280152648687363,
      "num_tokens": 551225531.0,
      "step": 715590
    },
    {
      "epoch": 0.9077094416496059,
      "grad_norm": 5.53125,
      "learning_rate": 4.615176756848647e-06,
      "loss": 1.9524,
      "mean_token_accuracy": 0.5750042945146561,
      "num_tokens": 551232098.0,
      "step": 715600
    },
    {
      "epoch": 0.9077221262421388,
      "grad_norm": 5.40625,
      "learning_rate": 4.614542446762355e-06,
      "loss": 2.2211,
      "mean_token_accuracy": 0.5199650049209594,
      "num_tokens": 551240414.0,
      "step": 715610
    },
    {
      "epoch": 0.9077348108346716,
      "grad_norm": 8.3125,
      "learning_rate": 4.613908136676063e-06,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5307830691337585,
      "num_tokens": 551247893.0,
      "step": 715620
    },
    {
      "epoch": 0.9077474954272043,
      "grad_norm": 5.28125,
      "learning_rate": 4.613273826589771e-06,
      "loss": 1.8506,
      "mean_token_accuracy": 0.5805244445800781,
      "num_tokens": 551254557.0,
      "step": 715630
    },
    {
      "epoch": 0.9077601800197372,
      "grad_norm": 4.65625,
      "learning_rate": 4.61263951650348e-06,
      "loss": 2.0243,
      "mean_token_accuracy": 0.547441977262497,
      "num_tokens": 551262760.0,
      "step": 715640
    },
    {
      "epoch": 0.90777286461227,
      "grad_norm": 5.8125,
      "learning_rate": 4.612005206417189e-06,
      "loss": 1.8501,
      "mean_token_accuracy": 0.5957128226757049,
      "num_tokens": 551270136.0,
      "step": 715650
    },
    {
      "epoch": 0.9077855492048029,
      "grad_norm": 6.09375,
      "learning_rate": 4.6113708963308976e-06,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5341635435819626,
      "num_tokens": 551278071.0,
      "step": 715660
    },
    {
      "epoch": 0.9077982337973357,
      "grad_norm": 5.46875,
      "learning_rate": 4.6107365862446054e-06,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5540092378854752,
      "num_tokens": 551286747.0,
      "step": 715670
    },
    {
      "epoch": 0.9078109183898686,
      "grad_norm": 5.28125,
      "learning_rate": 4.610102276158313e-06,
      "loss": 2.1125,
      "mean_token_accuracy": 0.534285518527031,
      "num_tokens": 551295177.0,
      "step": 715680
    },
    {
      "epoch": 0.9078236029824014,
      "grad_norm": 4.90625,
      "learning_rate": 4.609467966072022e-06,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5612395703792572,
      "num_tokens": 551301646.0,
      "step": 715690
    },
    {
      "epoch": 0.9078362875749342,
      "grad_norm": 5.40625,
      "learning_rate": 4.608833655985731e-06,
      "loss": 2.0557,
      "mean_token_accuracy": 0.5469956666231155,
      "num_tokens": 551309001.0,
      "step": 715700
    },
    {
      "epoch": 0.9078489721674671,
      "grad_norm": 4.8125,
      "learning_rate": 4.6081993458994396e-06,
      "loss": 1.9593,
      "mean_token_accuracy": 0.5636434853076935,
      "num_tokens": 551317200.0,
      "step": 715710
    },
    {
      "epoch": 0.9078616567599999,
      "grad_norm": 7.90625,
      "learning_rate": 4.6075650358131474e-06,
      "loss": 2.1319,
      "mean_token_accuracy": 0.525422552227974,
      "num_tokens": 551324733.0,
      "step": 715720
    },
    {
      "epoch": 0.9078743413525328,
      "grad_norm": 4.53125,
      "learning_rate": 4.606930725726856e-06,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5370071798563003,
      "num_tokens": 551333712.0,
      "step": 715730
    },
    {
      "epoch": 0.9078870259450655,
      "grad_norm": 4.75,
      "learning_rate": 4.606296415640565e-06,
      "loss": 2.0981,
      "mean_token_accuracy": 0.533060735464096,
      "num_tokens": 551341856.0,
      "step": 715740
    },
    {
      "epoch": 0.9078997105375984,
      "grad_norm": 4.71875,
      "learning_rate": 4.605662105554273e-06,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5618734151124954,
      "num_tokens": 551349913.0,
      "step": 715750
    },
    {
      "epoch": 0.9079123951301312,
      "grad_norm": 11.1875,
      "learning_rate": 4.6050277954679816e-06,
      "loss": 1.8688,
      "mean_token_accuracy": 0.5917297303676605,
      "num_tokens": 551355565.0,
      "step": 715760
    },
    {
      "epoch": 0.9079250797226641,
      "grad_norm": 5.09375,
      "learning_rate": 4.60439348538169e-06,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5255297303199769,
      "num_tokens": 551364702.0,
      "step": 715770
    },
    {
      "epoch": 0.9079377643151969,
      "grad_norm": 5.15625,
      "learning_rate": 4.603759175295398e-06,
      "loss": 1.951,
      "mean_token_accuracy": 0.5631201982498169,
      "num_tokens": 551372858.0,
      "step": 715780
    },
    {
      "epoch": 0.9079504489077297,
      "grad_norm": 6.53125,
      "learning_rate": 4.603124865209107e-06,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5535174936056138,
      "num_tokens": 551380778.0,
      "step": 715790
    },
    {
      "epoch": 0.9079631335002626,
      "grad_norm": 7.0625,
      "learning_rate": 4.602490555122816e-06,
      "loss": 2.0988,
      "mean_token_accuracy": 0.5330803245306015,
      "num_tokens": 551388122.0,
      "step": 715800
    },
    {
      "epoch": 0.9079758180927954,
      "grad_norm": 6.78125,
      "learning_rate": 4.6018562450365236e-06,
      "loss": 1.9362,
      "mean_token_accuracy": 0.57752545773983,
      "num_tokens": 551395648.0,
      "step": 715810
    },
    {
      "epoch": 0.9079885026853283,
      "grad_norm": 5.71875,
      "learning_rate": 4.601221934950232e-06,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5332109957933426,
      "num_tokens": 551404153.0,
      "step": 715820
    },
    {
      "epoch": 0.908001187277861,
      "grad_norm": 6.6875,
      "learning_rate": 4.60058762486394e-06,
      "loss": 1.7246,
      "mean_token_accuracy": 0.6064576297998429,
      "num_tokens": 551411677.0,
      "step": 715830
    },
    {
      "epoch": 0.908013871870394,
      "grad_norm": 5.21875,
      "learning_rate": 4.599953314777649e-06,
      "loss": 2.0179,
      "mean_token_accuracy": 0.5472834974527359,
      "num_tokens": 551419396.0,
      "step": 715840
    },
    {
      "epoch": 0.9080265564629267,
      "grad_norm": 5.15625,
      "learning_rate": 4.599319004691358e-06,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5513591587543487,
      "num_tokens": 551426958.0,
      "step": 715850
    },
    {
      "epoch": 0.9080392410554595,
      "grad_norm": 5.65625,
      "learning_rate": 4.598684694605066e-06,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5291789561510086,
      "num_tokens": 551434640.0,
      "step": 715860
    },
    {
      "epoch": 0.9080519256479924,
      "grad_norm": 6.78125,
      "learning_rate": 4.598050384518775e-06,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5364799469709396,
      "num_tokens": 551441820.0,
      "step": 715870
    },
    {
      "epoch": 0.9080646102405252,
      "grad_norm": 8.5625,
      "learning_rate": 4.597416074432483e-06,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5265634328126907,
      "num_tokens": 551449981.0,
      "step": 715880
    },
    {
      "epoch": 0.9080772948330581,
      "grad_norm": 7.5,
      "learning_rate": 4.596781764346191e-06,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5500215947628021,
      "num_tokens": 551458235.0,
      "step": 715890
    },
    {
      "epoch": 0.9080899794255909,
      "grad_norm": 5.125,
      "learning_rate": 4.5961474542599e-06,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5322289377450943,
      "num_tokens": 551465591.0,
      "step": 715900
    },
    {
      "epoch": 0.9081026640181238,
      "grad_norm": 13.1875,
      "learning_rate": 4.595513144173608e-06,
      "loss": 2.184,
      "mean_token_accuracy": 0.5311865031719207,
      "num_tokens": 551472216.0,
      "step": 715910
    },
    {
      "epoch": 0.9081153486106566,
      "grad_norm": 6.1875,
      "learning_rate": 4.594878834087317e-06,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5287215113639832,
      "num_tokens": 551479954.0,
      "step": 715920
    },
    {
      "epoch": 0.9081280332031895,
      "grad_norm": 5.59375,
      "learning_rate": 4.594244524001026e-06,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5660828977823258,
      "num_tokens": 551487911.0,
      "step": 715930
    },
    {
      "epoch": 0.9081407177957223,
      "grad_norm": 6.4375,
      "learning_rate": 4.593610213914734e-06,
      "loss": 2.2247,
      "mean_token_accuracy": 0.5225950807332993,
      "num_tokens": 551495378.0,
      "step": 715940
    },
    {
      "epoch": 0.908153402388255,
      "grad_norm": 5.8125,
      "learning_rate": 4.592975903828442e-06,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5433432549238205,
      "num_tokens": 551502693.0,
      "step": 715950
    },
    {
      "epoch": 0.9081660869807879,
      "grad_norm": 5.21875,
      "learning_rate": 4.5923415937421504e-06,
      "loss": 1.8051,
      "mean_token_accuracy": 0.590677484869957,
      "num_tokens": 551509470.0,
      "step": 715960
    },
    {
      "epoch": 0.9081787715733207,
      "grad_norm": 6.84375,
      "learning_rate": 4.591707283655859e-06,
      "loss": 1.9939,
      "mean_token_accuracy": 0.562744814157486,
      "num_tokens": 551517892.0,
      "step": 715970
    },
    {
      "epoch": 0.9081914561658536,
      "grad_norm": 4.5625,
      "learning_rate": 4.591072973569568e-06,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5537580728530884,
      "num_tokens": 551525733.0,
      "step": 715980
    },
    {
      "epoch": 0.9082041407583864,
      "grad_norm": 6.5625,
      "learning_rate": 4.590438663483277e-06,
      "loss": 1.8612,
      "mean_token_accuracy": 0.5859721571207046,
      "num_tokens": 551533665.0,
      "step": 715990
    },
    {
      "epoch": 0.9082168253509193,
      "grad_norm": 6.53125,
      "learning_rate": 4.5898043533969845e-06,
      "loss": 1.9212,
      "mean_token_accuracy": 0.5563461482524872,
      "num_tokens": 551541081.0,
      "step": 716000
    },
    {
      "epoch": 0.9082295099434521,
      "grad_norm": 6.84375,
      "learning_rate": 4.5891700433106924e-06,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5536794245243073,
      "num_tokens": 551549756.0,
      "step": 716010
    },
    {
      "epoch": 0.9082421945359849,
      "grad_norm": 6.625,
      "learning_rate": 4.588535733224401e-06,
      "loss": 1.883,
      "mean_token_accuracy": 0.5819679260253906,
      "num_tokens": 551556565.0,
      "step": 716020
    },
    {
      "epoch": 0.9082548791285178,
      "grad_norm": 14.6875,
      "learning_rate": 4.58790142313811e-06,
      "loss": 2.1977,
      "mean_token_accuracy": 0.5175226598978042,
      "num_tokens": 551564803.0,
      "step": 716030
    },
    {
      "epoch": 0.9082675637210506,
      "grad_norm": 4.75,
      "learning_rate": 4.587267113051819e-06,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5481135576963425,
      "num_tokens": 551572736.0,
      "step": 716040
    },
    {
      "epoch": 0.9082802483135834,
      "grad_norm": 5.46875,
      "learning_rate": 4.5866328029655265e-06,
      "loss": 1.834,
      "mean_token_accuracy": 0.5957448601722717,
      "num_tokens": 551579908.0,
      "step": 716050
    },
    {
      "epoch": 0.9082929329061162,
      "grad_norm": 5.5,
      "learning_rate": 4.585998492879235e-06,
      "loss": 1.8336,
      "mean_token_accuracy": 0.5877006351947784,
      "num_tokens": 551587107.0,
      "step": 716060
    },
    {
      "epoch": 0.9083056174986491,
      "grad_norm": 4.875,
      "learning_rate": 4.585364182792944e-06,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5431514292955398,
      "num_tokens": 551595191.0,
      "step": 716070
    },
    {
      "epoch": 0.9083183020911819,
      "grad_norm": 4.8125,
      "learning_rate": 4.584729872706652e-06,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5456519663333893,
      "num_tokens": 551603426.0,
      "step": 716080
    },
    {
      "epoch": 0.9083309866837148,
      "grad_norm": 3.375,
      "learning_rate": 4.584095562620361e-06,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5881941497325898,
      "num_tokens": 551610000.0,
      "step": 716090
    },
    {
      "epoch": 0.9083436712762476,
      "grad_norm": 6.6875,
      "learning_rate": 4.583461252534069e-06,
      "loss": 2.0757,
      "mean_token_accuracy": 0.549999326467514,
      "num_tokens": 551617877.0,
      "step": 716100
    },
    {
      "epoch": 0.9083563558687804,
      "grad_norm": 7.28125,
      "learning_rate": 4.582826942447777e-06,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5317726254463195,
      "num_tokens": 551626406.0,
      "step": 716110
    },
    {
      "epoch": 0.9083690404613133,
      "grad_norm": 5.3125,
      "learning_rate": 4.582192632361486e-06,
      "loss": 1.8732,
      "mean_token_accuracy": 0.5791206657886505,
      "num_tokens": 551634179.0,
      "step": 716120
    },
    {
      "epoch": 0.9083817250538461,
      "grad_norm": 6.4375,
      "learning_rate": 4.581558322275195e-06,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5420177072286606,
      "num_tokens": 551642133.0,
      "step": 716130
    },
    {
      "epoch": 0.908394409646379,
      "grad_norm": 5.5,
      "learning_rate": 4.580924012188903e-06,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5630889683961868,
      "num_tokens": 551650292.0,
      "step": 716140
    },
    {
      "epoch": 0.9084070942389117,
      "grad_norm": 4.65625,
      "learning_rate": 4.580289702102611e-06,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5486758023500442,
      "num_tokens": 551658563.0,
      "step": 716150
    },
    {
      "epoch": 0.9084197788314446,
      "grad_norm": 5.78125,
      "learning_rate": 4.579655392016319e-06,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5297301977872848,
      "num_tokens": 551666707.0,
      "step": 716160
    },
    {
      "epoch": 0.9084324634239774,
      "grad_norm": 6.1875,
      "learning_rate": 4.579021081930028e-06,
      "loss": 1.8913,
      "mean_token_accuracy": 0.5647125601768493,
      "num_tokens": 551673632.0,
      "step": 716170
    },
    {
      "epoch": 0.9084451480165102,
      "grad_norm": 6.25,
      "learning_rate": 4.578386771843737e-06,
      "loss": 1.4426,
      "mean_token_accuracy": 0.6585657954216003,
      "num_tokens": 551679696.0,
      "step": 716180
    },
    {
      "epoch": 0.9084578326090431,
      "grad_norm": 5.1875,
      "learning_rate": 4.5777524617574455e-06,
      "loss": 2.186,
      "mean_token_accuracy": 0.5161389470100403,
      "num_tokens": 551687590.0,
      "step": 716190
    },
    {
      "epoch": 0.9084705172015759,
      "grad_norm": 5.3125,
      "learning_rate": 4.577118151671153e-06,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5390047430992126,
      "num_tokens": 551694784.0,
      "step": 716200
    },
    {
      "epoch": 0.9084832017941088,
      "grad_norm": 5.625,
      "learning_rate": 4.576483841584862e-06,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5320297449827194,
      "num_tokens": 551703029.0,
      "step": 716210
    },
    {
      "epoch": 0.9084958863866416,
      "grad_norm": 5.96875,
      "learning_rate": 4.57584953149857e-06,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5507109999656677,
      "num_tokens": 551710415.0,
      "step": 716220
    },
    {
      "epoch": 0.9085085709791745,
      "grad_norm": 6.03125,
      "learning_rate": 4.575215221412279e-06,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5358278721570968,
      "num_tokens": 551719487.0,
      "step": 716230
    },
    {
      "epoch": 0.9085212555717073,
      "grad_norm": 5.125,
      "learning_rate": 4.5745809113259875e-06,
      "loss": 2.2128,
      "mean_token_accuracy": 0.5225154012441635,
      "num_tokens": 551728528.0,
      "step": 716240
    },
    {
      "epoch": 0.90853394016424,
      "grad_norm": 5.46875,
      "learning_rate": 4.573946601239696e-06,
      "loss": 2.1116,
      "mean_token_accuracy": 0.535822543501854,
      "num_tokens": 551737631.0,
      "step": 716250
    },
    {
      "epoch": 0.908546624756773,
      "grad_norm": 8.25,
      "learning_rate": 4.573312291153405e-06,
      "loss": 1.989,
      "mean_token_accuracy": 0.5624056488275528,
      "num_tokens": 551745307.0,
      "step": 716260
    },
    {
      "epoch": 0.9085593093493057,
      "grad_norm": 7.6875,
      "learning_rate": 4.572677981067113e-06,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5616906136274338,
      "num_tokens": 551753578.0,
      "step": 716270
    },
    {
      "epoch": 0.9085719939418386,
      "grad_norm": 5.09375,
      "learning_rate": 4.572043670980821e-06,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5577712774276733,
      "num_tokens": 551762260.0,
      "step": 716280
    },
    {
      "epoch": 0.9085846785343714,
      "grad_norm": 7.0,
      "learning_rate": 4.5714093608945295e-06,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5509678542613983,
      "num_tokens": 551771227.0,
      "step": 716290
    },
    {
      "epoch": 0.9085973631269043,
      "grad_norm": 5.3125,
      "learning_rate": 4.570775050808238e-06,
      "loss": 2.0156,
      "mean_token_accuracy": 0.543724262714386,
      "num_tokens": 551779234.0,
      "step": 716300
    },
    {
      "epoch": 0.9086100477194371,
      "grad_norm": 5.03125,
      "learning_rate": 4.570140740721947e-06,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5499484062194824,
      "num_tokens": 551787180.0,
      "step": 716310
    },
    {
      "epoch": 0.90862273231197,
      "grad_norm": 5.65625,
      "learning_rate": 4.569506430635655e-06,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5318996846675873,
      "num_tokens": 551793391.0,
      "step": 716320
    },
    {
      "epoch": 0.9086354169045028,
      "grad_norm": 5.0,
      "learning_rate": 4.568872120549364e-06,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5338170677423477,
      "num_tokens": 551801274.0,
      "step": 716330
    },
    {
      "epoch": 0.9086481014970356,
      "grad_norm": 6.71875,
      "learning_rate": 4.5682378104630715e-06,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5231381267309189,
      "num_tokens": 551809221.0,
      "step": 716340
    },
    {
      "epoch": 0.9086607860895685,
      "grad_norm": 6.8125,
      "learning_rate": 4.56760350037678e-06,
      "loss": 2.124,
      "mean_token_accuracy": 0.521439790725708,
      "num_tokens": 551817313.0,
      "step": 716350
    },
    {
      "epoch": 0.9086734706821012,
      "grad_norm": 6.34375,
      "learning_rate": 4.566969190290489e-06,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5363311976194381,
      "num_tokens": 551825447.0,
      "step": 716360
    },
    {
      "epoch": 0.9086861552746341,
      "grad_norm": 6.5625,
      "learning_rate": 4.566334880204198e-06,
      "loss": 1.8694,
      "mean_token_accuracy": 0.5811515569686889,
      "num_tokens": 551832841.0,
      "step": 716370
    },
    {
      "epoch": 0.9086988398671669,
      "grad_norm": 5.59375,
      "learning_rate": 4.565700570117906e-06,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5711732000112534,
      "num_tokens": 551840384.0,
      "step": 716380
    },
    {
      "epoch": 0.9087115244596998,
      "grad_norm": 4.8125,
      "learning_rate": 4.565066260031614e-06,
      "loss": 1.8995,
      "mean_token_accuracy": 0.5827340245246887,
      "num_tokens": 551847547.0,
      "step": 716390
    },
    {
      "epoch": 0.9087242090522326,
      "grad_norm": 5.15625,
      "learning_rate": 4.564431949945322e-06,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5459222137928009,
      "num_tokens": 551855632.0,
      "step": 716400
    },
    {
      "epoch": 0.9087368936447654,
      "grad_norm": 6.25,
      "learning_rate": 4.563797639859031e-06,
      "loss": 2.2198,
      "mean_token_accuracy": 0.523630827665329,
      "num_tokens": 551862627.0,
      "step": 716410
    },
    {
      "epoch": 0.9087495782372983,
      "grad_norm": 4.84375,
      "learning_rate": 4.56316332977274e-06,
      "loss": 1.985,
      "mean_token_accuracy": 0.5657088994979859,
      "num_tokens": 551870949.0,
      "step": 716420
    },
    {
      "epoch": 0.9087622628298311,
      "grad_norm": 4.71875,
      "learning_rate": 4.562529019686448e-06,
      "loss": 1.7984,
      "mean_token_accuracy": 0.5879066020250321,
      "num_tokens": 551879193.0,
      "step": 716430
    },
    {
      "epoch": 0.908774947422364,
      "grad_norm": 6.59375,
      "learning_rate": 4.561894709600156e-06,
      "loss": 2.1999,
      "mean_token_accuracy": 0.5143370717763901,
      "num_tokens": 551887090.0,
      "step": 716440
    },
    {
      "epoch": 0.9087876320148968,
      "grad_norm": 5.625,
      "learning_rate": 4.561260399513865e-06,
      "loss": 2.047,
      "mean_token_accuracy": 0.5594106018543243,
      "num_tokens": 551895109.0,
      "step": 716450
    },
    {
      "epoch": 0.9088003166074297,
      "grad_norm": 5.15625,
      "learning_rate": 4.560626089427574e-06,
      "loss": 1.9123,
      "mean_token_accuracy": 0.5700734496116638,
      "num_tokens": 551901506.0,
      "step": 716460
    },
    {
      "epoch": 0.9088130011999624,
      "grad_norm": 4.6875,
      "learning_rate": 4.559991779341282e-06,
      "loss": 2.0644,
      "mean_token_accuracy": 0.5373597741127014,
      "num_tokens": 551910125.0,
      "step": 716470
    },
    {
      "epoch": 0.9088256857924953,
      "grad_norm": 4.78125,
      "learning_rate": 4.5593574692549905e-06,
      "loss": 1.9232,
      "mean_token_accuracy": 0.5820968151092529,
      "num_tokens": 551917112.0,
      "step": 716480
    },
    {
      "epoch": 0.9088383703850281,
      "grad_norm": 4.71875,
      "learning_rate": 4.558723159168698e-06,
      "loss": 2.3108,
      "mean_token_accuracy": 0.5152576297521592,
      "num_tokens": 551925832.0,
      "step": 716490
    },
    {
      "epoch": 0.9088510549775609,
      "grad_norm": 16.75,
      "learning_rate": 4.558088849082407e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5435351669788361,
      "num_tokens": 551933550.0,
      "step": 716500
    },
    {
      "epoch": 0.9088637395700938,
      "grad_norm": 5.59375,
      "learning_rate": 4.557454538996116e-06,
      "loss": 2.089,
      "mean_token_accuracy": 0.5443958371877671,
      "num_tokens": 551942750.0,
      "step": 716510
    },
    {
      "epoch": 0.9088764241626266,
      "grad_norm": 5.6875,
      "learning_rate": 4.556820228909825e-06,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5152503699064255,
      "num_tokens": 551951186.0,
      "step": 716520
    },
    {
      "epoch": 0.9088891087551595,
      "grad_norm": 7.1875,
      "learning_rate": 4.5561859188235325e-06,
      "loss": 2.038,
      "mean_token_accuracy": 0.5514224320650101,
      "num_tokens": 551958758.0,
      "step": 716530
    },
    {
      "epoch": 0.9089017933476923,
      "grad_norm": 7.625,
      "learning_rate": 4.55555160873724e-06,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5316793948411942,
      "num_tokens": 551965684.0,
      "step": 716540
    },
    {
      "epoch": 0.9089144779402252,
      "grad_norm": 4.875,
      "learning_rate": 4.554917298650949e-06,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5295773893594742,
      "num_tokens": 551973903.0,
      "step": 716550
    },
    {
      "epoch": 0.908927162532758,
      "grad_norm": 6.75,
      "learning_rate": 4.554282988564658e-06,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5381163746118546,
      "num_tokens": 551981399.0,
      "step": 716560
    },
    {
      "epoch": 0.9089398471252907,
      "grad_norm": 8.0625,
      "learning_rate": 4.553648678478367e-06,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5575436979532242,
      "num_tokens": 551988566.0,
      "step": 716570
    },
    {
      "epoch": 0.9089525317178236,
      "grad_norm": 5.96875,
      "learning_rate": 4.553014368392075e-06,
      "loss": 1.8643,
      "mean_token_accuracy": 0.585748690366745,
      "num_tokens": 551995489.0,
      "step": 716580
    },
    {
      "epoch": 0.9089652163103564,
      "grad_norm": 5.46875,
      "learning_rate": 4.552380058305783e-06,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5807201981544494,
      "num_tokens": 552003033.0,
      "step": 716590
    },
    {
      "epoch": 0.9089779009028893,
      "grad_norm": 5.03125,
      "learning_rate": 4.551745748219491e-06,
      "loss": 1.8723,
      "mean_token_accuracy": 0.5836544513702393,
      "num_tokens": 552010479.0,
      "step": 716600
    },
    {
      "epoch": 0.9089905854954221,
      "grad_norm": 5.03125,
      "learning_rate": 4.5511114381332e-06,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5315560787916184,
      "num_tokens": 552018755.0,
      "step": 716610
    },
    {
      "epoch": 0.909003270087955,
      "grad_norm": 9.125,
      "learning_rate": 4.550477128046909e-06,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5301892817020416,
      "num_tokens": 552025674.0,
      "step": 716620
    },
    {
      "epoch": 0.9090159546804878,
      "grad_norm": 5.84375,
      "learning_rate": 4.549842817960617e-06,
      "loss": 1.8194,
      "mean_token_accuracy": 0.5822923243045807,
      "num_tokens": 552034054.0,
      "step": 716630
    },
    {
      "epoch": 0.9090286392730206,
      "grad_norm": 5.875,
      "learning_rate": 4.549208507874326e-06,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5271444231271744,
      "num_tokens": 552042512.0,
      "step": 716640
    },
    {
      "epoch": 0.9090413238655535,
      "grad_norm": 5.09375,
      "learning_rate": 4.548574197788034e-06,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5565283864736557,
      "num_tokens": 552050185.0,
      "step": 716650
    },
    {
      "epoch": 0.9090540084580863,
      "grad_norm": 6.125,
      "learning_rate": 4.547939887701743e-06,
      "loss": 2.2447,
      "mean_token_accuracy": 0.5117012917995453,
      "num_tokens": 552059155.0,
      "step": 716660
    },
    {
      "epoch": 0.9090666930506192,
      "grad_norm": 5.875,
      "learning_rate": 4.547305577615451e-06,
      "loss": 1.615,
      "mean_token_accuracy": 0.6413675427436829,
      "num_tokens": 552065484.0,
      "step": 716670
    },
    {
      "epoch": 0.9090793776431519,
      "grad_norm": 5.34375,
      "learning_rate": 4.546671267529159e-06,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5648317068815232,
      "num_tokens": 552073811.0,
      "step": 716680
    },
    {
      "epoch": 0.9090920622356848,
      "grad_norm": 5.15625,
      "learning_rate": 4.546036957442868e-06,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5180279731750488,
      "num_tokens": 552081740.0,
      "step": 716690
    },
    {
      "epoch": 0.9091047468282176,
      "grad_norm": 4.5625,
      "learning_rate": 4.545402647356577e-06,
      "loss": 2.2389,
      "mean_token_accuracy": 0.5124000877141952,
      "num_tokens": 552091348.0,
      "step": 716700
    },
    {
      "epoch": 0.9091174314207505,
      "grad_norm": 5.8125,
      "learning_rate": 4.544768337270285e-06,
      "loss": 2.077,
      "mean_token_accuracy": 0.5373069882392884,
      "num_tokens": 552099276.0,
      "step": 716710
    },
    {
      "epoch": 0.9091301160132833,
      "grad_norm": 7.9375,
      "learning_rate": 4.5441340271839935e-06,
      "loss": 1.9732,
      "mean_token_accuracy": 0.5516040444374084,
      "num_tokens": 552106521.0,
      "step": 716720
    },
    {
      "epoch": 0.9091428006058161,
      "grad_norm": 4.8125,
      "learning_rate": 4.543499717097701e-06,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5730899512767792,
      "num_tokens": 552114788.0,
      "step": 716730
    },
    {
      "epoch": 0.909155485198349,
      "grad_norm": 6.625,
      "learning_rate": 4.54286540701141e-06,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5448868870735168,
      "num_tokens": 552122716.0,
      "step": 716740
    },
    {
      "epoch": 0.9091681697908818,
      "grad_norm": 4.8125,
      "learning_rate": 4.542231096925119e-06,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5345543801784516,
      "num_tokens": 552130725.0,
      "step": 716750
    },
    {
      "epoch": 0.9091808543834147,
      "grad_norm": 5.59375,
      "learning_rate": 4.541596786838827e-06,
      "loss": 1.8704,
      "mean_token_accuracy": 0.5899586647748947,
      "num_tokens": 552136761.0,
      "step": 716760
    },
    {
      "epoch": 0.9091935389759475,
      "grad_norm": 8.0625,
      "learning_rate": 4.5409624767525355e-06,
      "loss": 1.871,
      "mean_token_accuracy": 0.5998600631952286,
      "num_tokens": 552143305.0,
      "step": 716770
    },
    {
      "epoch": 0.9092062235684804,
      "grad_norm": 5.90625,
      "learning_rate": 4.540328166666244e-06,
      "loss": 2.2897,
      "mean_token_accuracy": 0.5081113010644913,
      "num_tokens": 552151810.0,
      "step": 716780
    },
    {
      "epoch": 0.9092189081610131,
      "grad_norm": 5.875,
      "learning_rate": 4.539693856579952e-06,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5386992186307907,
      "num_tokens": 552160075.0,
      "step": 716790
    },
    {
      "epoch": 0.9092315927535459,
      "grad_norm": 6.75,
      "learning_rate": 4.539059546493661e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5261171340942383,
      "num_tokens": 552168401.0,
      "step": 716800
    },
    {
      "epoch": 0.9092442773460788,
      "grad_norm": 7.0625,
      "learning_rate": 4.53842523640737e-06,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5785832405090332,
      "num_tokens": 552174069.0,
      "step": 716810
    },
    {
      "epoch": 0.9092569619386116,
      "grad_norm": 4.875,
      "learning_rate": 4.5377909263210775e-06,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5599022835493088,
      "num_tokens": 552181708.0,
      "step": 716820
    },
    {
      "epoch": 0.9092696465311445,
      "grad_norm": 6.625,
      "learning_rate": 4.537156616234786e-06,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5559386521577835,
      "num_tokens": 552189724.0,
      "step": 716830
    },
    {
      "epoch": 0.9092823311236773,
      "grad_norm": 5.90625,
      "learning_rate": 4.536522306148495e-06,
      "loss": 2.076,
      "mean_token_accuracy": 0.5396631687879563,
      "num_tokens": 552196104.0,
      "step": 716840
    },
    {
      "epoch": 0.9092950157162102,
      "grad_norm": 5.9375,
      "learning_rate": 4.535887996062204e-06,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5457058548927307,
      "num_tokens": 552204188.0,
      "step": 716850
    },
    {
      "epoch": 0.909307700308743,
      "grad_norm": 4.90625,
      "learning_rate": 4.535253685975912e-06,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5193276822566986,
      "num_tokens": 552213327.0,
      "step": 716860
    },
    {
      "epoch": 0.9093203849012759,
      "grad_norm": 4.65625,
      "learning_rate": 4.5346193758896195e-06,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5285694450139999,
      "num_tokens": 552221146.0,
      "step": 716870
    },
    {
      "epoch": 0.9093330694938087,
      "grad_norm": 8.6875,
      "learning_rate": 4.533985065803328e-06,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5453120827674866,
      "num_tokens": 552227930.0,
      "step": 716880
    },
    {
      "epoch": 0.9093457540863414,
      "grad_norm": 5.78125,
      "learning_rate": 4.533350755717037e-06,
      "loss": 1.9492,
      "mean_token_accuracy": 0.554153299331665,
      "num_tokens": 552236122.0,
      "step": 716890
    },
    {
      "epoch": 0.9093584386788743,
      "grad_norm": 5.78125,
      "learning_rate": 4.532716445630746e-06,
      "loss": 2.167,
      "mean_token_accuracy": 0.5180950373411178,
      "num_tokens": 552244688.0,
      "step": 716900
    },
    {
      "epoch": 0.9093711232714071,
      "grad_norm": 5.0625,
      "learning_rate": 4.5320821355444544e-06,
      "loss": 2.2291,
      "mean_token_accuracy": 0.5126714497804642,
      "num_tokens": 552252785.0,
      "step": 716910
    },
    {
      "epoch": 0.90938380786394,
      "grad_norm": 5.65625,
      "learning_rate": 4.531447825458162e-06,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5304221928119659,
      "num_tokens": 552261285.0,
      "step": 716920
    },
    {
      "epoch": 0.9093964924564728,
      "grad_norm": 5.1875,
      "learning_rate": 4.53081351537187e-06,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5286160767078399,
      "num_tokens": 552268606.0,
      "step": 716930
    },
    {
      "epoch": 0.9094091770490057,
      "grad_norm": 4.84375,
      "learning_rate": 4.530179205285579e-06,
      "loss": 2.2549,
      "mean_token_accuracy": 0.5179135620594024,
      "num_tokens": 552277093.0,
      "step": 716940
    },
    {
      "epoch": 0.9094218616415385,
      "grad_norm": 6.53125,
      "learning_rate": 4.529544895199288e-06,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5411267459392548,
      "num_tokens": 552285479.0,
      "step": 716950
    },
    {
      "epoch": 0.9094345462340713,
      "grad_norm": 5.53125,
      "learning_rate": 4.5289105851129964e-06,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5409665673971176,
      "num_tokens": 552293066.0,
      "step": 716960
    },
    {
      "epoch": 0.9094472308266042,
      "grad_norm": 5.4375,
      "learning_rate": 4.528276275026705e-06,
      "loss": 2.2308,
      "mean_token_accuracy": 0.5223360270261764,
      "num_tokens": 552301555.0,
      "step": 716970
    },
    {
      "epoch": 0.909459915419137,
      "grad_norm": 4.1875,
      "learning_rate": 4.527641964940413e-06,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5243361502885818,
      "num_tokens": 552310872.0,
      "step": 716980
    },
    {
      "epoch": 0.9094726000116699,
      "grad_norm": 5.1875,
      "learning_rate": 4.527007654854122e-06,
      "loss": 2.0855,
      "mean_token_accuracy": 0.5447592973709107,
      "num_tokens": 552319035.0,
      "step": 716990
    },
    {
      "epoch": 0.9094852846042026,
      "grad_norm": 4.8125,
      "learning_rate": 4.52637334476783e-06,
      "loss": 2.1601,
      "mean_token_accuracy": 0.524385216832161,
      "num_tokens": 552327918.0,
      "step": 717000
    },
    {
      "epoch": 0.9094979691967355,
      "grad_norm": 4.9375,
      "learning_rate": 4.5257390346815384e-06,
      "loss": 1.8388,
      "mean_token_accuracy": 0.5861766815185547,
      "num_tokens": 552334392.0,
      "step": 717010
    },
    {
      "epoch": 0.9095106537892683,
      "grad_norm": 6.90625,
      "learning_rate": 4.525104724595247e-06,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5271334171295166,
      "num_tokens": 552342561.0,
      "step": 717020
    },
    {
      "epoch": 0.9095233383818012,
      "grad_norm": 5.34375,
      "learning_rate": 4.524470414508956e-06,
      "loss": 2.2618,
      "mean_token_accuracy": 0.5188797175884247,
      "num_tokens": 552350263.0,
      "step": 717030
    },
    {
      "epoch": 0.909536022974334,
      "grad_norm": 13.25,
      "learning_rate": 4.523836104422664e-06,
      "loss": 1.6846,
      "mean_token_accuracy": 0.6208622276782989,
      "num_tokens": 552356903.0,
      "step": 717040
    },
    {
      "epoch": 0.9095487075668668,
      "grad_norm": 5.75,
      "learning_rate": 4.5232017943363726e-06,
      "loss": 2.1331,
      "mean_token_accuracy": 0.5331637978553772,
      "num_tokens": 552364173.0,
      "step": 717050
    },
    {
      "epoch": 0.9095613921593997,
      "grad_norm": 6.71875,
      "learning_rate": 4.5225674842500805e-06,
      "loss": 2.2119,
      "mean_token_accuracy": 0.517425662279129,
      "num_tokens": 552371638.0,
      "step": 717060
    },
    {
      "epoch": 0.9095740767519325,
      "grad_norm": 5.46875,
      "learning_rate": 4.521933174163789e-06,
      "loss": 1.8648,
      "mean_token_accuracy": 0.5716572880744935,
      "num_tokens": 552378411.0,
      "step": 717070
    },
    {
      "epoch": 0.9095867613444654,
      "grad_norm": 5.6875,
      "learning_rate": 4.521298864077498e-06,
      "loss": 2.2143,
      "mean_token_accuracy": 0.526005819439888,
      "num_tokens": 552385184.0,
      "step": 717080
    },
    {
      "epoch": 0.9095994459369982,
      "grad_norm": 6.15625,
      "learning_rate": 4.520664553991206e-06,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5426575928926468,
      "num_tokens": 552394191.0,
      "step": 717090
    },
    {
      "epoch": 0.909612130529531,
      "grad_norm": 4.84375,
      "learning_rate": 4.5200302439049146e-06,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5378861725330353,
      "num_tokens": 552402661.0,
      "step": 717100
    },
    {
      "epoch": 0.9096248151220638,
      "grad_norm": 4.90625,
      "learning_rate": 4.519395933818623e-06,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5567303359508514,
      "num_tokens": 552410943.0,
      "step": 717110
    },
    {
      "epoch": 0.9096374997145966,
      "grad_norm": 4.65625,
      "learning_rate": 4.518761623732331e-06,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5553109169006347,
      "num_tokens": 552419309.0,
      "step": 717120
    },
    {
      "epoch": 0.9096501843071295,
      "grad_norm": 5.6875,
      "learning_rate": 4.51812731364604e-06,
      "loss": 2.2675,
      "mean_token_accuracy": 0.517027473449707,
      "num_tokens": 552428018.0,
      "step": 717130
    },
    {
      "epoch": 0.9096628688996623,
      "grad_norm": 5.125,
      "learning_rate": 4.517493003559749e-06,
      "loss": 1.9285,
      "mean_token_accuracy": 0.571298947930336,
      "num_tokens": 552435513.0,
      "step": 717140
    },
    {
      "epoch": 0.9096755534921952,
      "grad_norm": 11.875,
      "learning_rate": 4.5168586934734566e-06,
      "loss": 1.961,
      "mean_token_accuracy": 0.5546974450349808,
      "num_tokens": 552441856.0,
      "step": 717150
    },
    {
      "epoch": 0.909688238084728,
      "grad_norm": 5.28125,
      "learning_rate": 4.516224383387165e-06,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5571697473526,
      "num_tokens": 552450282.0,
      "step": 717160
    },
    {
      "epoch": 0.9097009226772609,
      "grad_norm": 8.875,
      "learning_rate": 4.515590073300874e-06,
      "loss": 1.8986,
      "mean_token_accuracy": 0.5757945537567138,
      "num_tokens": 552456956.0,
      "step": 717170
    },
    {
      "epoch": 0.9097136072697937,
      "grad_norm": 5.9375,
      "learning_rate": 4.514955763214583e-06,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5375469714403153,
      "num_tokens": 552465068.0,
      "step": 717180
    },
    {
      "epoch": 0.9097262918623265,
      "grad_norm": 4.8125,
      "learning_rate": 4.514321453128291e-06,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5571690440177918,
      "num_tokens": 552473792.0,
      "step": 717190
    },
    {
      "epoch": 0.9097389764548593,
      "grad_norm": 5.875,
      "learning_rate": 4.5136871430419986e-06,
      "loss": 2.0841,
      "mean_token_accuracy": 0.5416160672903061,
      "num_tokens": 552481612.0,
      "step": 717200
    },
    {
      "epoch": 0.9097516610473921,
      "grad_norm": 8.6875,
      "learning_rate": 4.513052832955707e-06,
      "loss": 1.9838,
      "mean_token_accuracy": 0.572600856423378,
      "num_tokens": 552488578.0,
      "step": 717210
    },
    {
      "epoch": 0.909764345639925,
      "grad_norm": 6.0,
      "learning_rate": 4.512418522869416e-06,
      "loss": 2.2111,
      "mean_token_accuracy": 0.5147518426179886,
      "num_tokens": 552496590.0,
      "step": 717220
    },
    {
      "epoch": 0.9097770302324578,
      "grad_norm": 5.28125,
      "learning_rate": 4.511784212783125e-06,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5370802104473114,
      "num_tokens": 552504414.0,
      "step": 717230
    },
    {
      "epoch": 0.9097897148249907,
      "grad_norm": 5.40625,
      "learning_rate": 4.5111499026968335e-06,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5441557556390763,
      "num_tokens": 552510649.0,
      "step": 717240
    },
    {
      "epoch": 0.9098023994175235,
      "grad_norm": 5.59375,
      "learning_rate": 4.5105155926105414e-06,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5356851279735565,
      "num_tokens": 552519101.0,
      "step": 717250
    },
    {
      "epoch": 0.9098150840100564,
      "grad_norm": 6.1875,
      "learning_rate": 4.509881282524249e-06,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5705683410167695,
      "num_tokens": 552527696.0,
      "step": 717260
    },
    {
      "epoch": 0.9098277686025892,
      "grad_norm": 5.59375,
      "learning_rate": 4.509246972437958e-06,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5462569504976272,
      "num_tokens": 552536188.0,
      "step": 717270
    },
    {
      "epoch": 0.909840453195122,
      "grad_norm": 4.84375,
      "learning_rate": 4.508612662351667e-06,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5333339929580688,
      "num_tokens": 552543794.0,
      "step": 717280
    },
    {
      "epoch": 0.9098531377876549,
      "grad_norm": 6.0625,
      "learning_rate": 4.5079783522653755e-06,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5808748841285706,
      "num_tokens": 552550906.0,
      "step": 717290
    },
    {
      "epoch": 0.9098658223801876,
      "grad_norm": 6.5625,
      "learning_rate": 4.507344042179084e-06,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5682266563177109,
      "num_tokens": 552559073.0,
      "step": 717300
    },
    {
      "epoch": 0.9098785069727205,
      "grad_norm": 7.90625,
      "learning_rate": 4.506709732092792e-06,
      "loss": 2.1501,
      "mean_token_accuracy": 0.545579931139946,
      "num_tokens": 552566691.0,
      "step": 717310
    },
    {
      "epoch": 0.9098911915652533,
      "grad_norm": 4.875,
      "learning_rate": 4.5060754220065e-06,
      "loss": 1.888,
      "mean_token_accuracy": 0.5690378844738007,
      "num_tokens": 552574750.0,
      "step": 717320
    },
    {
      "epoch": 0.9099038761577862,
      "grad_norm": 4.78125,
      "learning_rate": 4.505441111920209e-06,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5393898069858551,
      "num_tokens": 552581820.0,
      "step": 717330
    },
    {
      "epoch": 0.909916560750319,
      "grad_norm": 5.90625,
      "learning_rate": 4.5048068018339175e-06,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5679162859916687,
      "num_tokens": 552588516.0,
      "step": 717340
    },
    {
      "epoch": 0.9099292453428518,
      "grad_norm": 5.46875,
      "learning_rate": 4.504172491747626e-06,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5429960399866104,
      "num_tokens": 552595875.0,
      "step": 717350
    },
    {
      "epoch": 0.9099419299353847,
      "grad_norm": 5.625,
      "learning_rate": 4.503538181661335e-06,
      "loss": 1.994,
      "mean_token_accuracy": 0.5597014009952546,
      "num_tokens": 552602138.0,
      "step": 717360
    },
    {
      "epoch": 0.9099546145279175,
      "grad_norm": 5.4375,
      "learning_rate": 4.502903871575043e-06,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5357901483774186,
      "num_tokens": 552609982.0,
      "step": 717370
    },
    {
      "epoch": 0.9099672991204504,
      "grad_norm": 5.84375,
      "learning_rate": 4.502269561488752e-06,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5707826107740402,
      "num_tokens": 552616303.0,
      "step": 717380
    },
    {
      "epoch": 0.9099799837129832,
      "grad_norm": 5.15625,
      "learning_rate": 4.5016352514024595e-06,
      "loss": 2.093,
      "mean_token_accuracy": 0.5348381936550141,
      "num_tokens": 552624357.0,
      "step": 717390
    },
    {
      "epoch": 0.9099926683055161,
      "grad_norm": 10.9375,
      "learning_rate": 4.501000941316168e-06,
      "loss": 1.8137,
      "mean_token_accuracy": 0.5928501963615418,
      "num_tokens": 552630780.0,
      "step": 717400
    },
    {
      "epoch": 0.9100053528980488,
      "grad_norm": 4.5625,
      "learning_rate": 4.500366631229877e-06,
      "loss": 2.0977,
      "mean_token_accuracy": 0.534645676612854,
      "num_tokens": 552639827.0,
      "step": 717410
    },
    {
      "epoch": 0.9100180374905817,
      "grad_norm": 5.59375,
      "learning_rate": 4.499732321143585e-06,
      "loss": 2.2528,
      "mean_token_accuracy": 0.5115944296121597,
      "num_tokens": 552648351.0,
      "step": 717420
    },
    {
      "epoch": 0.9100307220831145,
      "grad_norm": 6.625,
      "learning_rate": 4.499098011057294e-06,
      "loss": 2.0664,
      "mean_token_accuracy": 0.5442566633224487,
      "num_tokens": 552654989.0,
      "step": 717430
    },
    {
      "epoch": 0.9100434066756473,
      "grad_norm": 4.65625,
      "learning_rate": 4.498463700971002e-06,
      "loss": 2.1358,
      "mean_token_accuracy": 0.5362016379833221,
      "num_tokens": 552662998.0,
      "step": 717440
    },
    {
      "epoch": 0.9100560912681802,
      "grad_norm": 2.0,
      "learning_rate": 4.49782939088471e-06,
      "loss": 1.7648,
      "mean_token_accuracy": 0.5964634835720062,
      "num_tokens": 552671470.0,
      "step": 717450
    },
    {
      "epoch": 0.910068775860713,
      "grad_norm": 6.25,
      "learning_rate": 4.497195080798419e-06,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5485568106174469,
      "num_tokens": 552679027.0,
      "step": 717460
    },
    {
      "epoch": 0.9100814604532459,
      "grad_norm": 5.125,
      "learning_rate": 4.496560770712128e-06,
      "loss": 1.8947,
      "mean_token_accuracy": 0.5805268943309784,
      "num_tokens": 552686699.0,
      "step": 717470
    },
    {
      "epoch": 0.9100941450457787,
      "grad_norm": 7.25,
      "learning_rate": 4.495926460625836e-06,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5384380489587783,
      "num_tokens": 552694121.0,
      "step": 717480
    },
    {
      "epoch": 0.9101068296383116,
      "grad_norm": 5.875,
      "learning_rate": 4.495292150539544e-06,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5299444317817688,
      "num_tokens": 552702165.0,
      "step": 717490
    },
    {
      "epoch": 0.9101195142308444,
      "grad_norm": 5.625,
      "learning_rate": 4.494657840453253e-06,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5609394758939743,
      "num_tokens": 552710367.0,
      "step": 717500
    },
    {
      "epoch": 0.9101321988233771,
      "grad_norm": 7.0,
      "learning_rate": 4.494023530366961e-06,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5244946837425232,
      "num_tokens": 552718906.0,
      "step": 717510
    },
    {
      "epoch": 0.91014488341591,
      "grad_norm": 5.34375,
      "learning_rate": 4.49338922028067e-06,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5285858899354935,
      "num_tokens": 552725955.0,
      "step": 717520
    },
    {
      "epoch": 0.9101575680084428,
      "grad_norm": 4.9375,
      "learning_rate": 4.492754910194378e-06,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5685856014490127,
      "num_tokens": 552733656.0,
      "step": 717530
    },
    {
      "epoch": 0.9101702526009757,
      "grad_norm": 5.15625,
      "learning_rate": 4.492120600108086e-06,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5130997180938721,
      "num_tokens": 552741533.0,
      "step": 717540
    },
    {
      "epoch": 0.9101829371935085,
      "grad_norm": 4.9375,
      "learning_rate": 4.491486290021795e-06,
      "loss": 1.6488,
      "mean_token_accuracy": 0.620755460858345,
      "num_tokens": 552748503.0,
      "step": 717550
    },
    {
      "epoch": 0.9101956217860414,
      "grad_norm": 5.0,
      "learning_rate": 4.490851979935504e-06,
      "loss": 1.8014,
      "mean_token_accuracy": 0.5986790120601654,
      "num_tokens": 552755764.0,
      "step": 717560
    },
    {
      "epoch": 0.9102083063785742,
      "grad_norm": 4.9375,
      "learning_rate": 4.490217669849213e-06,
      "loss": 1.9574,
      "mean_token_accuracy": 0.5714284360408783,
      "num_tokens": 552763872.0,
      "step": 717570
    },
    {
      "epoch": 0.910220990971107,
      "grad_norm": 5.3125,
      "learning_rate": 4.4895833597629205e-06,
      "loss": 1.8896,
      "mean_token_accuracy": 0.5810712337493896,
      "num_tokens": 552770145.0,
      "step": 717580
    },
    {
      "epoch": 0.9102336755636399,
      "grad_norm": 5.4375,
      "learning_rate": 4.488949049676628e-06,
      "loss": 2.228,
      "mean_token_accuracy": 0.5258306235074997,
      "num_tokens": 552778911.0,
      "step": 717590
    },
    {
      "epoch": 0.9102463601561727,
      "grad_norm": 5.78125,
      "learning_rate": 4.488314739590337e-06,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5329337269067764,
      "num_tokens": 552787440.0,
      "step": 717600
    },
    {
      "epoch": 0.9102590447487056,
      "grad_norm": 5.1875,
      "learning_rate": 4.487680429504046e-06,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5544242531061172,
      "num_tokens": 552795421.0,
      "step": 717610
    },
    {
      "epoch": 0.9102717293412383,
      "grad_norm": 5.0625,
      "learning_rate": 4.487046119417755e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5395603120326996,
      "num_tokens": 552802859.0,
      "step": 717620
    },
    {
      "epoch": 0.9102844139337712,
      "grad_norm": 10.625,
      "learning_rate": 4.486411809331463e-06,
      "loss": 2.0164,
      "mean_token_accuracy": 0.5535224914550781,
      "num_tokens": 552809748.0,
      "step": 717630
    },
    {
      "epoch": 0.910297098526304,
      "grad_norm": 6.0,
      "learning_rate": 4.485777499245171e-06,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5370978981256485,
      "num_tokens": 552817954.0,
      "step": 717640
    },
    {
      "epoch": 0.9103097831188369,
      "grad_norm": 19.0,
      "learning_rate": 4.485143189158879e-06,
      "loss": 2.2922,
      "mean_token_accuracy": 0.5209124922752381,
      "num_tokens": 552825176.0,
      "step": 717650
    },
    {
      "epoch": 0.9103224677113697,
      "grad_norm": 4.5625,
      "learning_rate": 4.484508879072588e-06,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5253436416387558,
      "num_tokens": 552833005.0,
      "step": 717660
    },
    {
      "epoch": 0.9103351523039025,
      "grad_norm": 7.34375,
      "learning_rate": 4.483874568986297e-06,
      "loss": 2.2839,
      "mean_token_accuracy": 0.5049562007188797,
      "num_tokens": 552840594.0,
      "step": 717670
    },
    {
      "epoch": 0.9103478368964354,
      "grad_norm": 6.6875,
      "learning_rate": 4.483240258900005e-06,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5699526816606522,
      "num_tokens": 552848475.0,
      "step": 717680
    },
    {
      "epoch": 0.9103605214889682,
      "grad_norm": 5.6875,
      "learning_rate": 4.482605948813713e-06,
      "loss": 1.9632,
      "mean_token_accuracy": 0.5592531859874725,
      "num_tokens": 552855071.0,
      "step": 717690
    },
    {
      "epoch": 0.9103732060815011,
      "grad_norm": 5.15625,
      "learning_rate": 4.481971638727422e-06,
      "loss": 2.1073,
      "mean_token_accuracy": 0.53016656935215,
      "num_tokens": 552864059.0,
      "step": 717700
    },
    {
      "epoch": 0.9103858906740339,
      "grad_norm": 4.84375,
      "learning_rate": 4.48133732864113e-06,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5521708816289902,
      "num_tokens": 552871719.0,
      "step": 717710
    },
    {
      "epoch": 0.9103985752665668,
      "grad_norm": 7.25,
      "learning_rate": 4.480703018554839e-06,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5245252132415772,
      "num_tokens": 552879340.0,
      "step": 717720
    },
    {
      "epoch": 0.9104112598590995,
      "grad_norm": 7.875,
      "learning_rate": 4.480068708468547e-06,
      "loss": 1.97,
      "mean_token_accuracy": 0.5645308017730712,
      "num_tokens": 552886276.0,
      "step": 717730
    },
    {
      "epoch": 0.9104239444516323,
      "grad_norm": 8.0,
      "learning_rate": 4.479434398382256e-06,
      "loss": 2.1904,
      "mean_token_accuracy": 0.525143277645111,
      "num_tokens": 552894314.0,
      "step": 717740
    },
    {
      "epoch": 0.9104366290441652,
      "grad_norm": 5.0625,
      "learning_rate": 4.478800088295964e-06,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5487967431545258,
      "num_tokens": 552902446.0,
      "step": 717750
    },
    {
      "epoch": 0.910449313636698,
      "grad_norm": 5.90625,
      "learning_rate": 4.478165778209673e-06,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5571335315704345,
      "num_tokens": 552909256.0,
      "step": 717760
    },
    {
      "epoch": 0.9104619982292309,
      "grad_norm": 5.3125,
      "learning_rate": 4.4775314681233815e-06,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5767589390277863,
      "num_tokens": 552916352.0,
      "step": 717770
    },
    {
      "epoch": 0.9104746828217637,
      "grad_norm": 5.28125,
      "learning_rate": 4.476897158037089e-06,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5340315967798233,
      "num_tokens": 552925224.0,
      "step": 717780
    },
    {
      "epoch": 0.9104873674142966,
      "grad_norm": 6.25,
      "learning_rate": 4.476262847950798e-06,
      "loss": 1.8807,
      "mean_token_accuracy": 0.5718218445777893,
      "num_tokens": 552931570.0,
      "step": 717790
    },
    {
      "epoch": 0.9105000520068294,
      "grad_norm": 7.46875,
      "learning_rate": 4.475628537864506e-06,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5523841768503189,
      "num_tokens": 552939801.0,
      "step": 717800
    },
    {
      "epoch": 0.9105127365993623,
      "grad_norm": 5.03125,
      "learning_rate": 4.474994227778215e-06,
      "loss": 1.9652,
      "mean_token_accuracy": 0.5536534428596497,
      "num_tokens": 552948352.0,
      "step": 717810
    },
    {
      "epoch": 0.9105254211918951,
      "grad_norm": 6.40625,
      "learning_rate": 4.4743599176919235e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.542760568857193,
      "num_tokens": 552955605.0,
      "step": 717820
    },
    {
      "epoch": 0.9105381057844278,
      "grad_norm": 6.40625,
      "learning_rate": 4.473725607605632e-06,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5597793519496918,
      "num_tokens": 552962115.0,
      "step": 717830
    },
    {
      "epoch": 0.9105507903769607,
      "grad_norm": 5.21875,
      "learning_rate": 4.47309129751934e-06,
      "loss": 1.8501,
      "mean_token_accuracy": 0.5887315928936004,
      "num_tokens": 552969743.0,
      "step": 717840
    },
    {
      "epoch": 0.9105634749694935,
      "grad_norm": 4.875,
      "learning_rate": 4.472456987433049e-06,
      "loss": 1.8661,
      "mean_token_accuracy": 0.5793517470359802,
      "num_tokens": 552977441.0,
      "step": 717850
    },
    {
      "epoch": 0.9105761595620264,
      "grad_norm": 4.75,
      "learning_rate": 4.471822677346757e-06,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5214066684246064,
      "num_tokens": 552986212.0,
      "step": 717860
    },
    {
      "epoch": 0.9105888441545592,
      "grad_norm": 4.625,
      "learning_rate": 4.4711883672604655e-06,
      "loss": 1.9074,
      "mean_token_accuracy": 0.567530769109726,
      "num_tokens": 552993286.0,
      "step": 717870
    },
    {
      "epoch": 0.9106015287470921,
      "grad_norm": 5.09375,
      "learning_rate": 4.470554057174174e-06,
      "loss": 2.0197,
      "mean_token_accuracy": 0.555276843905449,
      "num_tokens": 553002535.0,
      "step": 717880
    },
    {
      "epoch": 0.9106142133396249,
      "grad_norm": 6.3125,
      "learning_rate": 4.469919747087883e-06,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5284547358751297,
      "num_tokens": 553010709.0,
      "step": 717890
    },
    {
      "epoch": 0.9106268979321577,
      "grad_norm": 5.21875,
      "learning_rate": 4.469285437001592e-06,
      "loss": 1.9384,
      "mean_token_accuracy": 0.5701079845428467,
      "num_tokens": 553017944.0,
      "step": 717900
    },
    {
      "epoch": 0.9106395825246906,
      "grad_norm": 5.15625,
      "learning_rate": 4.4686511269153e-06,
      "loss": 2.0187,
      "mean_token_accuracy": 0.5594977736473083,
      "num_tokens": 553025763.0,
      "step": 717910
    },
    {
      "epoch": 0.9106522671172234,
      "grad_norm": 5.71875,
      "learning_rate": 4.4680168168290075e-06,
      "loss": 2.1175,
      "mean_token_accuracy": 0.5310777693986892,
      "num_tokens": 553034689.0,
      "step": 717920
    },
    {
      "epoch": 0.9106649517097563,
      "grad_norm": 5.0625,
      "learning_rate": 4.467382506742716e-06,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5466932475566864,
      "num_tokens": 553042886.0,
      "step": 717930
    },
    {
      "epoch": 0.910677636302289,
      "grad_norm": 5.125,
      "learning_rate": 4.466748196656425e-06,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5287983626127243,
      "num_tokens": 553050346.0,
      "step": 717940
    },
    {
      "epoch": 0.9106903208948219,
      "grad_norm": 5.375,
      "learning_rate": 4.466113886570134e-06,
      "loss": 2.3378,
      "mean_token_accuracy": 0.5069744020700455,
      "num_tokens": 553058136.0,
      "step": 717950
    },
    {
      "epoch": 0.9107030054873547,
      "grad_norm": 4.96875,
      "learning_rate": 4.4654795764838425e-06,
      "loss": 2.3032,
      "mean_token_accuracy": 0.5024240434169769,
      "num_tokens": 553066514.0,
      "step": 717960
    },
    {
      "epoch": 0.9107156900798876,
      "grad_norm": 4.875,
      "learning_rate": 4.46484526639755e-06,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5375438928604126,
      "num_tokens": 553075242.0,
      "step": 717970
    },
    {
      "epoch": 0.9107283746724204,
      "grad_norm": 6.59375,
      "learning_rate": 4.464210956311258e-06,
      "loss": 1.8708,
      "mean_token_accuracy": 0.5889928221702576,
      "num_tokens": 553082550.0,
      "step": 717980
    },
    {
      "epoch": 0.9107410592649532,
      "grad_norm": 6.125,
      "learning_rate": 4.463576646224967e-06,
      "loss": 2.0335,
      "mean_token_accuracy": 0.5585689067840576,
      "num_tokens": 553090116.0,
      "step": 717990
    },
    {
      "epoch": 0.9107537438574861,
      "grad_norm": 5.53125,
      "learning_rate": 4.462942336138676e-06,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5250427842140197,
      "num_tokens": 553098344.0,
      "step": 718000
    },
    {
      "epoch": 0.9107664284500189,
      "grad_norm": 4.84375,
      "learning_rate": 4.4623080260523845e-06,
      "loss": 2.1231,
      "mean_token_accuracy": 0.5310496300458908,
      "num_tokens": 553106271.0,
      "step": 718010
    },
    {
      "epoch": 0.9107791130425518,
      "grad_norm": 5.125,
      "learning_rate": 4.461673715966092e-06,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5433085322380066,
      "num_tokens": 553114506.0,
      "step": 718020
    },
    {
      "epoch": 0.9107917976350846,
      "grad_norm": 5.0,
      "learning_rate": 4.461039405879801e-06,
      "loss": 2.1688,
      "mean_token_accuracy": 0.523980051279068,
      "num_tokens": 553122417.0,
      "step": 718030
    },
    {
      "epoch": 0.9108044822276175,
      "grad_norm": 5.34375,
      "learning_rate": 4.460405095793509e-06,
      "loss": 1.931,
      "mean_token_accuracy": 0.5750300824642182,
      "num_tokens": 553129184.0,
      "step": 718040
    },
    {
      "epoch": 0.9108171668201502,
      "grad_norm": 5.0,
      "learning_rate": 4.459770785707218e-06,
      "loss": 1.7612,
      "mean_token_accuracy": 0.6019108951091766,
      "num_tokens": 553136875.0,
      "step": 718050
    },
    {
      "epoch": 0.910829851412683,
      "grad_norm": 4.78125,
      "learning_rate": 4.4591364756209265e-06,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5542805522680283,
      "num_tokens": 553144087.0,
      "step": 718060
    },
    {
      "epoch": 0.9108425360052159,
      "grad_norm": 6.46875,
      "learning_rate": 4.458502165534635e-06,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5503737926483154,
      "num_tokens": 553151481.0,
      "step": 718070
    },
    {
      "epoch": 0.9108552205977487,
      "grad_norm": 4.75,
      "learning_rate": 4.457867855448343e-06,
      "loss": 2.265,
      "mean_token_accuracy": 0.5213970243930817,
      "num_tokens": 553160120.0,
      "step": 718080
    },
    {
      "epoch": 0.9108679051902816,
      "grad_norm": 6.9375,
      "learning_rate": 4.457233545362052e-06,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5629126727581024,
      "num_tokens": 553167837.0,
      "step": 718090
    },
    {
      "epoch": 0.9108805897828144,
      "grad_norm": 5.875,
      "learning_rate": 4.456599235275761e-06,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5487879902124405,
      "num_tokens": 553175684.0,
      "step": 718100
    },
    {
      "epoch": 0.9108932743753473,
      "grad_norm": 5.71875,
      "learning_rate": 4.4559649251894685e-06,
      "loss": 1.989,
      "mean_token_accuracy": 0.5647930651903152,
      "num_tokens": 553184213.0,
      "step": 718110
    },
    {
      "epoch": 0.9109059589678801,
      "grad_norm": 8.4375,
      "learning_rate": 4.455330615103177e-06,
      "loss": 1.7758,
      "mean_token_accuracy": 0.6017843395471573,
      "num_tokens": 553191431.0,
      "step": 718120
    },
    {
      "epoch": 0.9109186435604129,
      "grad_norm": 5.40625,
      "learning_rate": 4.454696305016885e-06,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5473587453365326,
      "num_tokens": 553197578.0,
      "step": 718130
    },
    {
      "epoch": 0.9109313281529458,
      "grad_norm": 5.34375,
      "learning_rate": 4.454061994930594e-06,
      "loss": 2.1287,
      "mean_token_accuracy": 0.539937549829483,
      "num_tokens": 553205584.0,
      "step": 718140
    },
    {
      "epoch": 0.9109440127454785,
      "grad_norm": 5.21875,
      "learning_rate": 4.453427684844303e-06,
      "loss": 2.2524,
      "mean_token_accuracy": 0.5069857746362686,
      "num_tokens": 553214623.0,
      "step": 718150
    },
    {
      "epoch": 0.9109566973380114,
      "grad_norm": 4.84375,
      "learning_rate": 4.452793374758011e-06,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5384335339069366,
      "num_tokens": 553222287.0,
      "step": 718160
    },
    {
      "epoch": 0.9109693819305442,
      "grad_norm": 5.46875,
      "learning_rate": 4.452159064671719e-06,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5731524288654327,
      "num_tokens": 553229571.0,
      "step": 718170
    },
    {
      "epoch": 0.9109820665230771,
      "grad_norm": 5.65625,
      "learning_rate": 4.451524754585428e-06,
      "loss": 2.1076,
      "mean_token_accuracy": 0.5292972534894943,
      "num_tokens": 553236737.0,
      "step": 718180
    },
    {
      "epoch": 0.9109947511156099,
      "grad_norm": 5.21875,
      "learning_rate": 4.450890444499136e-06,
      "loss": 1.8815,
      "mean_token_accuracy": 0.5769193470478058,
      "num_tokens": 553243602.0,
      "step": 718190
    },
    {
      "epoch": 0.9110074357081428,
      "grad_norm": 6.6875,
      "learning_rate": 4.450256134412845e-06,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5405261039733886,
      "num_tokens": 553251061.0,
      "step": 718200
    },
    {
      "epoch": 0.9110201203006756,
      "grad_norm": 6.125,
      "learning_rate": 4.449621824326553e-06,
      "loss": 1.7342,
      "mean_token_accuracy": 0.6108612298965455,
      "num_tokens": 553256642.0,
      "step": 718210
    },
    {
      "epoch": 0.9110328048932084,
      "grad_norm": 5.78125,
      "learning_rate": 4.448987514240262e-06,
      "loss": 1.9143,
      "mean_token_accuracy": 0.5630185097455979,
      "num_tokens": 553262993.0,
      "step": 718220
    },
    {
      "epoch": 0.9110454894857413,
      "grad_norm": 5.15625,
      "learning_rate": 4.44835320415397e-06,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5326353996992111,
      "num_tokens": 553270829.0,
      "step": 718230
    },
    {
      "epoch": 0.911058174078274,
      "grad_norm": 5.0,
      "learning_rate": 4.447718894067678e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5363812536001206,
      "num_tokens": 553278261.0,
      "step": 718240
    },
    {
      "epoch": 0.911070858670807,
      "grad_norm": 5.25,
      "learning_rate": 4.447084583981387e-06,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5330230265855789,
      "num_tokens": 553287316.0,
      "step": 718250
    },
    {
      "epoch": 0.9110835432633397,
      "grad_norm": 8.5625,
      "learning_rate": 4.446450273895095e-06,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5784375995397568,
      "num_tokens": 553294366.0,
      "step": 718260
    },
    {
      "epoch": 0.9110962278558726,
      "grad_norm": 6.78125,
      "learning_rate": 4.445815963808804e-06,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5391957879066467,
      "num_tokens": 553301481.0,
      "step": 718270
    },
    {
      "epoch": 0.9111089124484054,
      "grad_norm": 5.5625,
      "learning_rate": 4.445181653722513e-06,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5440516144037246,
      "num_tokens": 553310236.0,
      "step": 718280
    },
    {
      "epoch": 0.9111215970409382,
      "grad_norm": 5.3125,
      "learning_rate": 4.4445473436362216e-06,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5447773069143296,
      "num_tokens": 553318284.0,
      "step": 718290
    },
    {
      "epoch": 0.9111342816334711,
      "grad_norm": 8.375,
      "learning_rate": 4.4439130335499294e-06,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5645704567432404,
      "num_tokens": 553325784.0,
      "step": 718300
    },
    {
      "epoch": 0.9111469662260039,
      "grad_norm": 5.40625,
      "learning_rate": 4.443278723463637e-06,
      "loss": 2.159,
      "mean_token_accuracy": 0.5272924482822419,
      "num_tokens": 553333067.0,
      "step": 718310
    },
    {
      "epoch": 0.9111596508185368,
      "grad_norm": 6.03125,
      "learning_rate": 4.442644413377346e-06,
      "loss": 2.0435,
      "mean_token_accuracy": 0.5434435188770295,
      "num_tokens": 553340387.0,
      "step": 718320
    },
    {
      "epoch": 0.9111723354110696,
      "grad_norm": 6.46875,
      "learning_rate": 4.442010103291055e-06,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5685963571071625,
      "num_tokens": 553347723.0,
      "step": 718330
    },
    {
      "epoch": 0.9111850200036025,
      "grad_norm": 8.1875,
      "learning_rate": 4.4413757932047636e-06,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5286004781723023,
      "num_tokens": 553354385.0,
      "step": 718340
    },
    {
      "epoch": 0.9111977045961352,
      "grad_norm": 5.1875,
      "learning_rate": 4.4407414831184715e-06,
      "loss": 2.232,
      "mean_token_accuracy": 0.5239004671573639,
      "num_tokens": 553361988.0,
      "step": 718350
    },
    {
      "epoch": 0.9112103891886681,
      "grad_norm": 5.0,
      "learning_rate": 4.44010717303218e-06,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5272604405879975,
      "num_tokens": 553370375.0,
      "step": 718360
    },
    {
      "epoch": 0.9112230737812009,
      "grad_norm": 5.09375,
      "learning_rate": 4.439472862945888e-06,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5649009436368942,
      "num_tokens": 553378052.0,
      "step": 718370
    },
    {
      "epoch": 0.9112357583737337,
      "grad_norm": 7.21875,
      "learning_rate": 4.438838552859597e-06,
      "loss": 2.2499,
      "mean_token_accuracy": 0.516877093911171,
      "num_tokens": 553386100.0,
      "step": 718380
    },
    {
      "epoch": 0.9112484429662666,
      "grad_norm": 4.71875,
      "learning_rate": 4.4382042427733056e-06,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5287618130445481,
      "num_tokens": 553394509.0,
      "step": 718390
    },
    {
      "epoch": 0.9112611275587994,
      "grad_norm": 5.09375,
      "learning_rate": 4.437569932687014e-06,
      "loss": 2.1901,
      "mean_token_accuracy": 0.5218320429325104,
      "num_tokens": 553403409.0,
      "step": 718400
    },
    {
      "epoch": 0.9112738121513323,
      "grad_norm": 7.53125,
      "learning_rate": 4.436935622600722e-06,
      "loss": 2.1286,
      "mean_token_accuracy": 0.5324821174144745,
      "num_tokens": 553411602.0,
      "step": 718410
    },
    {
      "epoch": 0.9112864967438651,
      "grad_norm": 5.09375,
      "learning_rate": 4.436301312514431e-06,
      "loss": 1.8817,
      "mean_token_accuracy": 0.5854870706796647,
      "num_tokens": 553419301.0,
      "step": 718420
    },
    {
      "epoch": 0.911299181336398,
      "grad_norm": 7.125,
      "learning_rate": 4.435667002428139e-06,
      "loss": 2.1916,
      "mean_token_accuracy": 0.513929757475853,
      "num_tokens": 553426313.0,
      "step": 718430
    },
    {
      "epoch": 0.9113118659289308,
      "grad_norm": 5.0625,
      "learning_rate": 4.4350326923418476e-06,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5591537803411484,
      "num_tokens": 553434399.0,
      "step": 718440
    },
    {
      "epoch": 0.9113245505214636,
      "grad_norm": 4.75,
      "learning_rate": 4.434398382255556e-06,
      "loss": 1.8028,
      "mean_token_accuracy": 0.5908146947622299,
      "num_tokens": 553441040.0,
      "step": 718450
    },
    {
      "epoch": 0.9113372351139964,
      "grad_norm": 5.4375,
      "learning_rate": 4.433764072169264e-06,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5662897527217865,
      "num_tokens": 553447780.0,
      "step": 718460
    },
    {
      "epoch": 0.9113499197065292,
      "grad_norm": 5.28125,
      "learning_rate": 4.433129762082973e-06,
      "loss": 2.2778,
      "mean_token_accuracy": 0.5169023901224137,
      "num_tokens": 553456996.0,
      "step": 718470
    },
    {
      "epoch": 0.9113626042990621,
      "grad_norm": 5.40625,
      "learning_rate": 4.432495451996682e-06,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5378673434257507,
      "num_tokens": 553465010.0,
      "step": 718480
    },
    {
      "epoch": 0.9113752888915949,
      "grad_norm": 5.21875,
      "learning_rate": 4.43186114191039e-06,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5443072825670242,
      "num_tokens": 553473992.0,
      "step": 718490
    },
    {
      "epoch": 0.9113879734841278,
      "grad_norm": 5.21875,
      "learning_rate": 4.431226831824098e-06,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5370805859565735,
      "num_tokens": 553482422.0,
      "step": 718500
    },
    {
      "epoch": 0.9114006580766606,
      "grad_norm": 7.03125,
      "learning_rate": 4.430592521737807e-06,
      "loss": 1.9272,
      "mean_token_accuracy": 0.5820252895355225,
      "num_tokens": 553489108.0,
      "step": 718510
    },
    {
      "epoch": 0.9114133426691934,
      "grad_norm": 6.0625,
      "learning_rate": 4.429958211651515e-06,
      "loss": 1.954,
      "mean_token_accuracy": 0.561915534734726,
      "num_tokens": 553495575.0,
      "step": 718520
    },
    {
      "epoch": 0.9114260272617263,
      "grad_norm": 5.15625,
      "learning_rate": 4.429323901565224e-06,
      "loss": 2.275,
      "mean_token_accuracy": 0.5110455751419067,
      "num_tokens": 553504190.0,
      "step": 718530
    },
    {
      "epoch": 0.9114387118542591,
      "grad_norm": 4.875,
      "learning_rate": 4.4286895914789324e-06,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5424368351697921,
      "num_tokens": 553511589.0,
      "step": 718540
    },
    {
      "epoch": 0.911451396446792,
      "grad_norm": 4.9375,
      "learning_rate": 4.428055281392641e-06,
      "loss": 1.9739,
      "mean_token_accuracy": 0.5512452125549316,
      "num_tokens": 553519434.0,
      "step": 718550
    },
    {
      "epoch": 0.9114640810393247,
      "grad_norm": 6.0625,
      "learning_rate": 4.427420971306349e-06,
      "loss": 2.1318,
      "mean_token_accuracy": 0.543127304315567,
      "num_tokens": 553528287.0,
      "step": 718560
    },
    {
      "epoch": 0.9114767656318576,
      "grad_norm": 6.28125,
      "learning_rate": 4.426786661220057e-06,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5660005807876587,
      "num_tokens": 553535693.0,
      "step": 718570
    },
    {
      "epoch": 0.9114894502243904,
      "grad_norm": 4.78125,
      "learning_rate": 4.426152351133766e-06,
      "loss": 2.091,
      "mean_token_accuracy": 0.53266461789608,
      "num_tokens": 553543248.0,
      "step": 718580
    },
    {
      "epoch": 0.9115021348169233,
      "grad_norm": 4.96875,
      "learning_rate": 4.4255180410474744e-06,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5650339663028717,
      "num_tokens": 553551026.0,
      "step": 718590
    },
    {
      "epoch": 0.9115148194094561,
      "grad_norm": 5.9375,
      "learning_rate": 4.424883730961183e-06,
      "loss": 2.1358,
      "mean_token_accuracy": 0.535639438033104,
      "num_tokens": 553560007.0,
      "step": 718600
    },
    {
      "epoch": 0.9115275040019889,
      "grad_norm": 5.6875,
      "learning_rate": 4.424249420874892e-06,
      "loss": 2.3578,
      "mean_token_accuracy": 0.5011795818805694,
      "num_tokens": 553569363.0,
      "step": 718610
    },
    {
      "epoch": 0.9115401885945218,
      "grad_norm": 6.84375,
      "learning_rate": 4.4236151107886e-06,
      "loss": 2.2407,
      "mean_token_accuracy": 0.5147024244070053,
      "num_tokens": 553578729.0,
      "step": 718620
    },
    {
      "epoch": 0.9115528731870546,
      "grad_norm": 5.0625,
      "learning_rate": 4.422980800702308e-06,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5620173215866089,
      "num_tokens": 553585253.0,
      "step": 718630
    },
    {
      "epoch": 0.9115655577795875,
      "grad_norm": 4.65625,
      "learning_rate": 4.4223464906160164e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.5308973073959351,
      "num_tokens": 553592956.0,
      "step": 718640
    },
    {
      "epoch": 0.9115782423721203,
      "grad_norm": 4.5625,
      "learning_rate": 4.421712180529725e-06,
      "loss": 2.056,
      "mean_token_accuracy": 0.5424132794141769,
      "num_tokens": 553600524.0,
      "step": 718650
    },
    {
      "epoch": 0.9115909269646532,
      "grad_norm": 5.4375,
      "learning_rate": 4.421077870443434e-06,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5216540068387985,
      "num_tokens": 553608666.0,
      "step": 718660
    },
    {
      "epoch": 0.9116036115571859,
      "grad_norm": 4.84375,
      "learning_rate": 4.420443560357143e-06,
      "loss": 1.8348,
      "mean_token_accuracy": 0.589635580778122,
      "num_tokens": 553616287.0,
      "step": 718670
    },
    {
      "epoch": 0.9116162961497187,
      "grad_norm": 5.34375,
      "learning_rate": 4.4198092502708505e-06,
      "loss": 1.8845,
      "mean_token_accuracy": 0.5833014667034149,
      "num_tokens": 553624351.0,
      "step": 718680
    },
    {
      "epoch": 0.9116289807422516,
      "grad_norm": 5.03125,
      "learning_rate": 4.419174940184559e-06,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5350545465946197,
      "num_tokens": 553631361.0,
      "step": 718690
    },
    {
      "epoch": 0.9116416653347844,
      "grad_norm": 5.0625,
      "learning_rate": 4.418540630098267e-06,
      "loss": 1.9524,
      "mean_token_accuracy": 0.5770152449607849,
      "num_tokens": 553638326.0,
      "step": 718700
    },
    {
      "epoch": 0.9116543499273173,
      "grad_norm": 5.03125,
      "learning_rate": 4.417906320011976e-06,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5675483822822571,
      "num_tokens": 553645062.0,
      "step": 718710
    },
    {
      "epoch": 0.9116670345198501,
      "grad_norm": 5.71875,
      "learning_rate": 4.417272009925685e-06,
      "loss": 2.1363,
      "mean_token_accuracy": 0.535105037689209,
      "num_tokens": 553653492.0,
      "step": 718720
    },
    {
      "epoch": 0.911679719112383,
      "grad_norm": 5.5,
      "learning_rate": 4.416637699839393e-06,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5259136021137237,
      "num_tokens": 553660444.0,
      "step": 718730
    },
    {
      "epoch": 0.9116924037049158,
      "grad_norm": 5.40625,
      "learning_rate": 4.416003389753101e-06,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5727192968130111,
      "num_tokens": 553667471.0,
      "step": 718740
    },
    {
      "epoch": 0.9117050882974487,
      "grad_norm": 5.09375,
      "learning_rate": 4.41536907966681e-06,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5730491578578949,
      "num_tokens": 553675615.0,
      "step": 718750
    },
    {
      "epoch": 0.9117177728899815,
      "grad_norm": 8.25,
      "learning_rate": 4.414734769580518e-06,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5296856522560119,
      "num_tokens": 553683386.0,
      "step": 718760
    },
    {
      "epoch": 0.9117304574825142,
      "grad_norm": 4.875,
      "learning_rate": 4.414100459494227e-06,
      "loss": 1.9083,
      "mean_token_accuracy": 0.5802596569061279,
      "num_tokens": 553691546.0,
      "step": 718770
    },
    {
      "epoch": 0.9117431420750471,
      "grad_norm": 5.15625,
      "learning_rate": 4.413466149407935e-06,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5657156467437744,
      "num_tokens": 553699078.0,
      "step": 718780
    },
    {
      "epoch": 0.9117558266675799,
      "grad_norm": 8.0625,
      "learning_rate": 4.412831839321643e-06,
      "loss": 2.2689,
      "mean_token_accuracy": 0.5196118950843811,
      "num_tokens": 553706335.0,
      "step": 718790
    },
    {
      "epoch": 0.9117685112601128,
      "grad_norm": 5.1875,
      "learning_rate": 4.412197529235352e-06,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5311390101909638,
      "num_tokens": 553714166.0,
      "step": 718800
    },
    {
      "epoch": 0.9117811958526456,
      "grad_norm": 5.21875,
      "learning_rate": 4.411563219149061e-06,
      "loss": 2.0566,
      "mean_token_accuracy": 0.542605796456337,
      "num_tokens": 553722123.0,
      "step": 718810
    },
    {
      "epoch": 0.9117938804451785,
      "grad_norm": 4.53125,
      "learning_rate": 4.4109289090627695e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.5328096985816956,
      "num_tokens": 553730462.0,
      "step": 718820
    },
    {
      "epoch": 0.9118065650377113,
      "grad_norm": 7.4375,
      "learning_rate": 4.410294598976477e-06,
      "loss": 2.1466,
      "mean_token_accuracy": 0.5454223543405533,
      "num_tokens": 553738583.0,
      "step": 718830
    },
    {
      "epoch": 0.9118192496302441,
      "grad_norm": 5.0,
      "learning_rate": 4.409660288890186e-06,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5858727604150772,
      "num_tokens": 553745867.0,
      "step": 718840
    },
    {
      "epoch": 0.911831934222777,
      "grad_norm": 6.4375,
      "learning_rate": 4.409025978803894e-06,
      "loss": 2.131,
      "mean_token_accuracy": 0.5429162085056305,
      "num_tokens": 553753152.0,
      "step": 718850
    },
    {
      "epoch": 0.9118446188153098,
      "grad_norm": 5.53125,
      "learning_rate": 4.408391668717603e-06,
      "loss": 2.059,
      "mean_token_accuracy": 0.5369699746370316,
      "num_tokens": 553761600.0,
      "step": 718860
    },
    {
      "epoch": 0.9118573034078427,
      "grad_norm": 6.21875,
      "learning_rate": 4.4077573586313115e-06,
      "loss": 2.2024,
      "mean_token_accuracy": 0.5248241066932678,
      "num_tokens": 553769548.0,
      "step": 718870
    },
    {
      "epoch": 0.9118699880003754,
      "grad_norm": 4.625,
      "learning_rate": 4.40712304854502e-06,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5405480474233627,
      "num_tokens": 553778108.0,
      "step": 718880
    },
    {
      "epoch": 0.9118826725929083,
      "grad_norm": 5.3125,
      "learning_rate": 4.406488738458728e-06,
      "loss": 2.2255,
      "mean_token_accuracy": 0.5173171401023865,
      "num_tokens": 553786728.0,
      "step": 718890
    },
    {
      "epoch": 0.9118953571854411,
      "grad_norm": 6.65625,
      "learning_rate": 4.405854428372436e-06,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5426799237728119,
      "num_tokens": 553795192.0,
      "step": 718900
    },
    {
      "epoch": 0.911908041777974,
      "grad_norm": 5.5,
      "learning_rate": 4.405220118286145e-06,
      "loss": 2.1171,
      "mean_token_accuracy": 0.5432548820972443,
      "num_tokens": 553803073.0,
      "step": 718910
    },
    {
      "epoch": 0.9119207263705068,
      "grad_norm": 5.6875,
      "learning_rate": 4.4045858081998535e-06,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5486328601837158,
      "num_tokens": 553811627.0,
      "step": 718920
    },
    {
      "epoch": 0.9119334109630396,
      "grad_norm": 5.625,
      "learning_rate": 4.403951498113562e-06,
      "loss": 1.829,
      "mean_token_accuracy": 0.5872184246778488,
      "num_tokens": 553818499.0,
      "step": 718930
    },
    {
      "epoch": 0.9119460955555725,
      "grad_norm": 5.1875,
      "learning_rate": 4.403317188027271e-06,
      "loss": 1.939,
      "mean_token_accuracy": 0.5705948531627655,
      "num_tokens": 553824843.0,
      "step": 718940
    },
    {
      "epoch": 0.9119587801481053,
      "grad_norm": 4.375,
      "learning_rate": 4.402682877940979e-06,
      "loss": 2.2018,
      "mean_token_accuracy": 0.5205944806337357,
      "num_tokens": 553832142.0,
      "step": 718950
    },
    {
      "epoch": 0.9119714647406382,
      "grad_norm": 6.0,
      "learning_rate": 4.402048567854687e-06,
      "loss": 1.9099,
      "mean_token_accuracy": 0.5868925303220749,
      "num_tokens": 553838937.0,
      "step": 718960
    },
    {
      "epoch": 0.911984149333171,
      "grad_norm": 6.5,
      "learning_rate": 4.4014142577683955e-06,
      "loss": 2.2256,
      "mean_token_accuracy": 0.5187995731830597,
      "num_tokens": 553846099.0,
      "step": 718970
    },
    {
      "epoch": 0.9119968339257039,
      "grad_norm": 7.21875,
      "learning_rate": 4.400779947682104e-06,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5324183106422424,
      "num_tokens": 553853013.0,
      "step": 718980
    },
    {
      "epoch": 0.9120095185182366,
      "grad_norm": 6.3125,
      "learning_rate": 4.400145637595813e-06,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5284949958324432,
      "num_tokens": 553860326.0,
      "step": 718990
    },
    {
      "epoch": 0.9120222031107694,
      "grad_norm": 5.5,
      "learning_rate": 4.399511327509522e-06,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5262852132320404,
      "num_tokens": 553869370.0,
      "step": 719000
    },
    {
      "epoch": 0.9120348877033023,
      "grad_norm": 4.90625,
      "learning_rate": 4.39887701742323e-06,
      "loss": 2.1797,
      "mean_token_accuracy": 0.5396577328443527,
      "num_tokens": 553876063.0,
      "step": 719010
    },
    {
      "epoch": 0.9120475722958351,
      "grad_norm": 6.375,
      "learning_rate": 4.398242707336938e-06,
      "loss": 1.8617,
      "mean_token_accuracy": 0.5754635632038116,
      "num_tokens": 553882267.0,
      "step": 719020
    },
    {
      "epoch": 0.912060256888368,
      "grad_norm": 5.40625,
      "learning_rate": 4.397608397250646e-06,
      "loss": 2.3459,
      "mean_token_accuracy": 0.5016566544771195,
      "num_tokens": 553890888.0,
      "step": 719030
    },
    {
      "epoch": 0.9120729414809008,
      "grad_norm": 5.6875,
      "learning_rate": 4.396974087164355e-06,
      "loss": 2.0126,
      "mean_token_accuracy": 0.554506802558899,
      "num_tokens": 553899905.0,
      "step": 719040
    },
    {
      "epoch": 0.9120856260734337,
      "grad_norm": 5.34375,
      "learning_rate": 4.396339777078064e-06,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5283485054969788,
      "num_tokens": 553908543.0,
      "step": 719050
    },
    {
      "epoch": 0.9120983106659665,
      "grad_norm": 7.125,
      "learning_rate": 4.395705466991772e-06,
      "loss": 1.973,
      "mean_token_accuracy": 0.5602350383996964,
      "num_tokens": 553915703.0,
      "step": 719060
    },
    {
      "epoch": 0.9121109952584993,
      "grad_norm": 7.03125,
      "learning_rate": 4.39507115690548e-06,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5128054916858673,
      "num_tokens": 553922690.0,
      "step": 719070
    },
    {
      "epoch": 0.9121236798510322,
      "grad_norm": 7.4375,
      "learning_rate": 4.394436846819189e-06,
      "loss": 1.9565,
      "mean_token_accuracy": 0.5662113428115845,
      "num_tokens": 553929502.0,
      "step": 719080
    },
    {
      "epoch": 0.9121363644435649,
      "grad_norm": 7.25,
      "learning_rate": 4.393802536732897e-06,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5273144662380218,
      "num_tokens": 553936156.0,
      "step": 719090
    },
    {
      "epoch": 0.9121490490360978,
      "grad_norm": 6.0625,
      "learning_rate": 4.393168226646606e-06,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5523054033517838,
      "num_tokens": 553943008.0,
      "step": 719100
    },
    {
      "epoch": 0.9121617336286306,
      "grad_norm": 5.75,
      "learning_rate": 4.3925339165603145e-06,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5519844114780426,
      "num_tokens": 553951685.0,
      "step": 719110
    },
    {
      "epoch": 0.9121744182211635,
      "grad_norm": 4.8125,
      "learning_rate": 4.391899606474022e-06,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5400222569704056,
      "num_tokens": 553959703.0,
      "step": 719120
    },
    {
      "epoch": 0.9121871028136963,
      "grad_norm": 6.03125,
      "learning_rate": 4.391265296387731e-06,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5273408263921737,
      "num_tokens": 553967865.0,
      "step": 719130
    },
    {
      "epoch": 0.9121997874062292,
      "grad_norm": 5.4375,
      "learning_rate": 4.39063098630144e-06,
      "loss": 2.009,
      "mean_token_accuracy": 0.5626686364412308,
      "num_tokens": 553975212.0,
      "step": 719140
    },
    {
      "epoch": 0.912212471998762,
      "grad_norm": 5.875,
      "learning_rate": 4.389996676215148e-06,
      "loss": 1.9012,
      "mean_token_accuracy": 0.564994004368782,
      "num_tokens": 553982749.0,
      "step": 719150
    },
    {
      "epoch": 0.9122251565912948,
      "grad_norm": 4.875,
      "learning_rate": 4.3893623661288565e-06,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5489168733358383,
      "num_tokens": 553991267.0,
      "step": 719160
    },
    {
      "epoch": 0.9122378411838277,
      "grad_norm": 5.21875,
      "learning_rate": 4.388728056042564e-06,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5739781618118286,
      "num_tokens": 553998203.0,
      "step": 719170
    },
    {
      "epoch": 0.9122505257763605,
      "grad_norm": 4.875,
      "learning_rate": 4.388093745956273e-06,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5387912034988404,
      "num_tokens": 554006557.0,
      "step": 719180
    },
    {
      "epoch": 0.9122632103688934,
      "grad_norm": 4.75,
      "learning_rate": 4.387459435869982e-06,
      "loss": 1.6529,
      "mean_token_accuracy": 0.6284509092569351,
      "num_tokens": 554013074.0,
      "step": 719190
    },
    {
      "epoch": 0.9122758949614261,
      "grad_norm": 5.75,
      "learning_rate": 4.386825125783691e-06,
      "loss": 1.9737,
      "mean_token_accuracy": 0.5866861641407013,
      "num_tokens": 554019221.0,
      "step": 719200
    },
    {
      "epoch": 0.912288579553959,
      "grad_norm": 4.9375,
      "learning_rate": 4.386190815697399e-06,
      "loss": 2.0442,
      "mean_token_accuracy": 0.5588882714509964,
      "num_tokens": 554025168.0,
      "step": 719210
    },
    {
      "epoch": 0.9123012641464918,
      "grad_norm": 5.15625,
      "learning_rate": 4.385556505611107e-06,
      "loss": 2.1639,
      "mean_token_accuracy": 0.5265349298715591,
      "num_tokens": 554034378.0,
      "step": 719220
    },
    {
      "epoch": 0.9123139487390246,
      "grad_norm": 4.90625,
      "learning_rate": 4.384922195524815e-06,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5264330118894577,
      "num_tokens": 554042445.0,
      "step": 719230
    },
    {
      "epoch": 0.9123266333315575,
      "grad_norm": 5.09375,
      "learning_rate": 4.384287885438524e-06,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5570330709218979,
      "num_tokens": 554051422.0,
      "step": 719240
    },
    {
      "epoch": 0.9123393179240903,
      "grad_norm": 9.3125,
      "learning_rate": 4.383653575352233e-06,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5575830727815628,
      "num_tokens": 554059174.0,
      "step": 719250
    },
    {
      "epoch": 0.9123520025166232,
      "grad_norm": 5.65625,
      "learning_rate": 4.383019265265941e-06,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5820035427808762,
      "num_tokens": 554065340.0,
      "step": 719260
    },
    {
      "epoch": 0.912364687109156,
      "grad_norm": 4.6875,
      "learning_rate": 4.38238495517965e-06,
      "loss": 2.115,
      "mean_token_accuracy": 0.5447367548942565,
      "num_tokens": 554072961.0,
      "step": 719270
    },
    {
      "epoch": 0.9123773717016889,
      "grad_norm": 5.65625,
      "learning_rate": 4.381750645093358e-06,
      "loss": 2.2958,
      "mean_token_accuracy": 0.5107597291469574,
      "num_tokens": 554081090.0,
      "step": 719280
    },
    {
      "epoch": 0.9123900562942217,
      "grad_norm": 4.96875,
      "learning_rate": 4.381116335007066e-06,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5367172539234162,
      "num_tokens": 554087821.0,
      "step": 719290
    },
    {
      "epoch": 0.9124027408867545,
      "grad_norm": 7.40625,
      "learning_rate": 4.380482024920775e-06,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5207629203796387,
      "num_tokens": 554095539.0,
      "step": 719300
    },
    {
      "epoch": 0.9124154254792873,
      "grad_norm": 4.71875,
      "learning_rate": 4.379847714834483e-06,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5323385149240494,
      "num_tokens": 554103945.0,
      "step": 719310
    },
    {
      "epoch": 0.9124281100718201,
      "grad_norm": 6.125,
      "learning_rate": 4.379213404748192e-06,
      "loss": 1.8287,
      "mean_token_accuracy": 0.5921984404325485,
      "num_tokens": 554110255.0,
      "step": 719320
    },
    {
      "epoch": 0.912440794664353,
      "grad_norm": 6.15625,
      "learning_rate": 4.378579094661901e-06,
      "loss": 1.8639,
      "mean_token_accuracy": 0.5827244102954865,
      "num_tokens": 554117000.0,
      "step": 719330
    },
    {
      "epoch": 0.9124534792568858,
      "grad_norm": 4.9375,
      "learning_rate": 4.377944784575609e-06,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5603757679462433,
      "num_tokens": 554124368.0,
      "step": 719340
    },
    {
      "epoch": 0.9124661638494187,
      "grad_norm": 4.34375,
      "learning_rate": 4.377310474489317e-06,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5558580338954926,
      "num_tokens": 554133170.0,
      "step": 719350
    },
    {
      "epoch": 0.9124788484419515,
      "grad_norm": 4.9375,
      "learning_rate": 4.376676164403025e-06,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5148699104785919,
      "num_tokens": 554141979.0,
      "step": 719360
    },
    {
      "epoch": 0.9124915330344844,
      "grad_norm": 7.1875,
      "learning_rate": 4.376041854316734e-06,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5374071955680847,
      "num_tokens": 554151373.0,
      "step": 719370
    },
    {
      "epoch": 0.9125042176270172,
      "grad_norm": 6.125,
      "learning_rate": 4.375407544230443e-06,
      "loss": 2.2357,
      "mean_token_accuracy": 0.5189072012901306,
      "num_tokens": 554159474.0,
      "step": 719380
    },
    {
      "epoch": 0.91251690221955,
      "grad_norm": 5.15625,
      "learning_rate": 4.374773234144151e-06,
      "loss": 2.2813,
      "mean_token_accuracy": 0.5065901964902878,
      "num_tokens": 554168581.0,
      "step": 719390
    },
    {
      "epoch": 0.9125295868120828,
      "grad_norm": 5.40625,
      "learning_rate": 4.3741389240578595e-06,
      "loss": 1.9367,
      "mean_token_accuracy": 0.5686209470033645,
      "num_tokens": 554174445.0,
      "step": 719400
    },
    {
      "epoch": 0.9125422714046156,
      "grad_norm": 4.8125,
      "learning_rate": 4.373504613971568e-06,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5177003651857376,
      "num_tokens": 554183185.0,
      "step": 719410
    },
    {
      "epoch": 0.9125549559971485,
      "grad_norm": 4.90625,
      "learning_rate": 4.372870303885276e-06,
      "loss": 2.3798,
      "mean_token_accuracy": 0.4984622985124588,
      "num_tokens": 554192455.0,
      "step": 719420
    },
    {
      "epoch": 0.9125676405896813,
      "grad_norm": 7.71875,
      "learning_rate": 4.372235993798985e-06,
      "loss": 1.9498,
      "mean_token_accuracy": 0.5601382821798324,
      "num_tokens": 554198537.0,
      "step": 719430
    },
    {
      "epoch": 0.9125803251822142,
      "grad_norm": 4.875,
      "learning_rate": 4.371601683712694e-06,
      "loss": 2.0334,
      "mean_token_accuracy": 0.547289302945137,
      "num_tokens": 554205720.0,
      "step": 719440
    },
    {
      "epoch": 0.912593009774747,
      "grad_norm": 5.0,
      "learning_rate": 4.3709673736264015e-06,
      "loss": 2.0529,
      "mean_token_accuracy": 0.5512157082557678,
      "num_tokens": 554214898.0,
      "step": 719450
    },
    {
      "epoch": 0.9126056943672798,
      "grad_norm": 6.125,
      "learning_rate": 4.37033306354011e-06,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5415521651506424,
      "num_tokens": 554223295.0,
      "step": 719460
    },
    {
      "epoch": 0.9126183789598127,
      "grad_norm": 4.625,
      "learning_rate": 4.369698753453819e-06,
      "loss": 2.1418,
      "mean_token_accuracy": 0.533136373758316,
      "num_tokens": 554232059.0,
      "step": 719470
    },
    {
      "epoch": 0.9126310635523455,
      "grad_norm": 7.75,
      "learning_rate": 4.369064443367527e-06,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5312905073165893,
      "num_tokens": 554240929.0,
      "step": 719480
    },
    {
      "epoch": 0.9126437481448784,
      "grad_norm": 6.40625,
      "learning_rate": 4.368430133281236e-06,
      "loss": 1.5842,
      "mean_token_accuracy": 0.650423064827919,
      "num_tokens": 554246381.0,
      "step": 719490
    },
    {
      "epoch": 0.9126564327374111,
      "grad_norm": 10.75,
      "learning_rate": 4.3677958231949435e-06,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5623155862092972,
      "num_tokens": 554252938.0,
      "step": 719500
    },
    {
      "epoch": 0.912669117329944,
      "grad_norm": 6.5625,
      "learning_rate": 4.367161513108652e-06,
      "loss": 1.9882,
      "mean_token_accuracy": 0.553941598534584,
      "num_tokens": 554260719.0,
      "step": 719510
    },
    {
      "epoch": 0.9126818019224768,
      "grad_norm": 5.34375,
      "learning_rate": 4.366527203022361e-06,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5444427818059921,
      "num_tokens": 554269207.0,
      "step": 719520
    },
    {
      "epoch": 0.9126944865150097,
      "grad_norm": 4.71875,
      "learning_rate": 4.36589289293607e-06,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5387969493865967,
      "num_tokens": 554277284.0,
      "step": 719530
    },
    {
      "epoch": 0.9127071711075425,
      "grad_norm": 6.59375,
      "learning_rate": 4.365258582849778e-06,
      "loss": 2.1737,
      "mean_token_accuracy": 0.5446157872676849,
      "num_tokens": 554285133.0,
      "step": 719540
    },
    {
      "epoch": 0.9127198557000753,
      "grad_norm": 6.8125,
      "learning_rate": 4.364624272763486e-06,
      "loss": 1.7947,
      "mean_token_accuracy": 0.5962266147136688,
      "num_tokens": 554291404.0,
      "step": 719550
    },
    {
      "epoch": 0.9127325402926082,
      "grad_norm": 4.90625,
      "learning_rate": 4.363989962677194e-06,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5337114721536637,
      "num_tokens": 554299941.0,
      "step": 719560
    },
    {
      "epoch": 0.912745224885141,
      "grad_norm": 6.3125,
      "learning_rate": 4.363355652590903e-06,
      "loss": 2.0328,
      "mean_token_accuracy": 0.5516486167907715,
      "num_tokens": 554307654.0,
      "step": 719570
    },
    {
      "epoch": 0.9127579094776739,
      "grad_norm": 6.75,
      "learning_rate": 4.362721342504612e-06,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5122969955205917,
      "num_tokens": 554315405.0,
      "step": 719580
    },
    {
      "epoch": 0.9127705940702067,
      "grad_norm": 5.53125,
      "learning_rate": 4.3620870324183204e-06,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5531748473644257,
      "num_tokens": 554323286.0,
      "step": 719590
    },
    {
      "epoch": 0.9127832786627396,
      "grad_norm": 6.59375,
      "learning_rate": 4.361452722332029e-06,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5375342756509781,
      "num_tokens": 554331414.0,
      "step": 719600
    },
    {
      "epoch": 0.9127959632552723,
      "grad_norm": 5.125,
      "learning_rate": 4.360818412245737e-06,
      "loss": 1.8924,
      "mean_token_accuracy": 0.5835782587528229,
      "num_tokens": 554338481.0,
      "step": 719610
    },
    {
      "epoch": 0.9128086478478051,
      "grad_norm": 6.21875,
      "learning_rate": 4.360184102159445e-06,
      "loss": 1.7967,
      "mean_token_accuracy": 0.6055436491966247,
      "num_tokens": 554344566.0,
      "step": 719620
    },
    {
      "epoch": 0.912821332440338,
      "grad_norm": 6.21875,
      "learning_rate": 4.359549792073154e-06,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5399001091718674,
      "num_tokens": 554351662.0,
      "step": 719630
    },
    {
      "epoch": 0.9128340170328708,
      "grad_norm": 5.40625,
      "learning_rate": 4.3589154819868625e-06,
      "loss": 2.1181,
      "mean_token_accuracy": 0.5368961185216904,
      "num_tokens": 554360669.0,
      "step": 719640
    },
    {
      "epoch": 0.9128467016254037,
      "grad_norm": 7.1875,
      "learning_rate": 4.358281171900571e-06,
      "loss": 1.9084,
      "mean_token_accuracy": 0.5754736483097076,
      "num_tokens": 554366073.0,
      "step": 719650
    },
    {
      "epoch": 0.9128593862179365,
      "grad_norm": 4.75,
      "learning_rate": 4.35764686181428e-06,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5689017355442048,
      "num_tokens": 554374324.0,
      "step": 719660
    },
    {
      "epoch": 0.9128720708104694,
      "grad_norm": 7.9375,
      "learning_rate": 4.357012551727988e-06,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5583826839923859,
      "num_tokens": 554381954.0,
      "step": 719670
    },
    {
      "epoch": 0.9128847554030022,
      "grad_norm": 16.75,
      "learning_rate": 4.356378241641696e-06,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5275018066167831,
      "num_tokens": 554388755.0,
      "step": 719680
    },
    {
      "epoch": 0.9128974399955351,
      "grad_norm": 6.09375,
      "learning_rate": 4.3557439315554045e-06,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5310988575220108,
      "num_tokens": 554396573.0,
      "step": 719690
    },
    {
      "epoch": 0.9129101245880679,
      "grad_norm": 5.4375,
      "learning_rate": 4.355109621469113e-06,
      "loss": 2.1774,
      "mean_token_accuracy": 0.533859595656395,
      "num_tokens": 554405286.0,
      "step": 719700
    },
    {
      "epoch": 0.9129228091806006,
      "grad_norm": 6.03125,
      "learning_rate": 4.354475311382822e-06,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5384751290082932,
      "num_tokens": 554413080.0,
      "step": 719710
    },
    {
      "epoch": 0.9129354937731335,
      "grad_norm": 6.28125,
      "learning_rate": 4.35384100129653e-06,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5627765715122223,
      "num_tokens": 554419702.0,
      "step": 719720
    },
    {
      "epoch": 0.9129481783656663,
      "grad_norm": 6.03125,
      "learning_rate": 4.3532066912102386e-06,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5542874187231064,
      "num_tokens": 554426861.0,
      "step": 719730
    },
    {
      "epoch": 0.9129608629581992,
      "grad_norm": 5.21875,
      "learning_rate": 4.3525723811239465e-06,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5613984495401383,
      "num_tokens": 554436311.0,
      "step": 719740
    },
    {
      "epoch": 0.912973547550732,
      "grad_norm": 5.65625,
      "learning_rate": 4.351938071037655e-06,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5338095635175705,
      "num_tokens": 554444456.0,
      "step": 719750
    },
    {
      "epoch": 0.9129862321432649,
      "grad_norm": 5.0,
      "learning_rate": 4.351303760951364e-06,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5377905905246735,
      "num_tokens": 554452876.0,
      "step": 719760
    },
    {
      "epoch": 0.9129989167357977,
      "grad_norm": 6.75,
      "learning_rate": 4.350669450865073e-06,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5786509364843369,
      "num_tokens": 554459769.0,
      "step": 719770
    },
    {
      "epoch": 0.9130116013283305,
      "grad_norm": 5.03125,
      "learning_rate": 4.3500351407787806e-06,
      "loss": 2.2838,
      "mean_token_accuracy": 0.5258039742708206,
      "num_tokens": 554467929.0,
      "step": 719780
    },
    {
      "epoch": 0.9130242859208634,
      "grad_norm": 4.90625,
      "learning_rate": 4.349400830692489e-06,
      "loss": 1.9643,
      "mean_token_accuracy": 0.5573323905467987,
      "num_tokens": 554475972.0,
      "step": 719790
    },
    {
      "epoch": 0.9130369705133962,
      "grad_norm": 6.5,
      "learning_rate": 4.348766520606198e-06,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5226397514343262,
      "num_tokens": 554483722.0,
      "step": 719800
    },
    {
      "epoch": 0.9130496551059291,
      "grad_norm": 6.84375,
      "learning_rate": 4.348132210519906e-06,
      "loss": 2.2724,
      "mean_token_accuracy": 0.5122238278388977,
      "num_tokens": 554491818.0,
      "step": 719810
    },
    {
      "epoch": 0.9130623396984618,
      "grad_norm": 4.9375,
      "learning_rate": 4.347497900433615e-06,
      "loss": 2.1299,
      "mean_token_accuracy": 0.5352424889802933,
      "num_tokens": 554500759.0,
      "step": 719820
    },
    {
      "epoch": 0.9130750242909947,
      "grad_norm": 4.90625,
      "learning_rate": 4.346863590347323e-06,
      "loss": 2.091,
      "mean_token_accuracy": 0.5427492678165435,
      "num_tokens": 554509407.0,
      "step": 719830
    },
    {
      "epoch": 0.9130877088835275,
      "grad_norm": 5.75,
      "learning_rate": 4.346229280261031e-06,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5356040149927139,
      "num_tokens": 554517715.0,
      "step": 719840
    },
    {
      "epoch": 0.9131003934760604,
      "grad_norm": 6.6875,
      "learning_rate": 4.34559497017474e-06,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5507263779640198,
      "num_tokens": 554524071.0,
      "step": 719850
    },
    {
      "epoch": 0.9131130780685932,
      "grad_norm": 5.375,
      "learning_rate": 4.344960660088449e-06,
      "loss": 2.0893,
      "mean_token_accuracy": 0.532033109664917,
      "num_tokens": 554533736.0,
      "step": 719860
    },
    {
      "epoch": 0.913125762661126,
      "grad_norm": 4.875,
      "learning_rate": 4.344326350002157e-06,
      "loss": 1.9747,
      "mean_token_accuracy": 0.5688728719949723,
      "num_tokens": 554541888.0,
      "step": 719870
    },
    {
      "epoch": 0.9131384472536589,
      "grad_norm": 5.9375,
      "learning_rate": 4.3436920399158654e-06,
      "loss": 2.214,
      "mean_token_accuracy": 0.5186103999614715,
      "num_tokens": 554548995.0,
      "step": 719880
    },
    {
      "epoch": 0.9131511318461917,
      "grad_norm": 5.65625,
      "learning_rate": 4.343057729829573e-06,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5357697516679764,
      "num_tokens": 554556417.0,
      "step": 719890
    },
    {
      "epoch": 0.9131638164387246,
      "grad_norm": 4.875,
      "learning_rate": 4.342423419743282e-06,
      "loss": 1.8919,
      "mean_token_accuracy": 0.5677465707063675,
      "num_tokens": 554564361.0,
      "step": 719900
    },
    {
      "epoch": 0.9131765010312574,
      "grad_norm": 6.78125,
      "learning_rate": 4.341789109656991e-06,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5354212701320649,
      "num_tokens": 554572779.0,
      "step": 719910
    },
    {
      "epoch": 0.9131891856237903,
      "grad_norm": 4.6875,
      "learning_rate": 4.3411547995706995e-06,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5561699211597443,
      "num_tokens": 554580699.0,
      "step": 719920
    },
    {
      "epoch": 0.913201870216323,
      "grad_norm": 6.28125,
      "learning_rate": 4.340520489484408e-06,
      "loss": 1.685,
      "mean_token_accuracy": 0.6164108514785767,
      "num_tokens": 554587701.0,
      "step": 719930
    },
    {
      "epoch": 0.9132145548088558,
      "grad_norm": 7.375,
      "learning_rate": 4.339886179398116e-06,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5340223461389542,
      "num_tokens": 554596062.0,
      "step": 719940
    },
    {
      "epoch": 0.9132272394013887,
      "grad_norm": 9.375,
      "learning_rate": 4.339251869311824e-06,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5624183177947998,
      "num_tokens": 554602579.0,
      "step": 719950
    },
    {
      "epoch": 0.9132399239939215,
      "grad_norm": 5.5,
      "learning_rate": 4.338617559225533e-06,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5521068155765534,
      "num_tokens": 554610632.0,
      "step": 719960
    },
    {
      "epoch": 0.9132526085864544,
      "grad_norm": 6.59375,
      "learning_rate": 4.3379832491392415e-06,
      "loss": 2.123,
      "mean_token_accuracy": 0.5305982887744903,
      "num_tokens": 554619400.0,
      "step": 719970
    },
    {
      "epoch": 0.9132652931789872,
      "grad_norm": 7.3125,
      "learning_rate": 4.33734893905295e-06,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5672150999307632,
      "num_tokens": 554625954.0,
      "step": 719980
    },
    {
      "epoch": 0.9132779777715201,
      "grad_norm": 6.09375,
      "learning_rate": 4.336714628966659e-06,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5422529935836792,
      "num_tokens": 554633982.0,
      "step": 719990
    },
    {
      "epoch": 0.9132906623640529,
      "grad_norm": 5.15625,
      "learning_rate": 4.336080318880367e-06,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5773632287979126,
      "num_tokens": 554641294.0,
      "step": 720000
    },
    {
      "epoch": 0.9133033469565857,
      "grad_norm": 6.75,
      "learning_rate": 4.335446008794075e-06,
      "loss": 2.2478,
      "mean_token_accuracy": 0.522115507721901,
      "num_tokens": 554649265.0,
      "step": 720010
    },
    {
      "epoch": 0.9133160315491186,
      "grad_norm": 4.5,
      "learning_rate": 4.3348116987077836e-06,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5431044697761536,
      "num_tokens": 554657543.0,
      "step": 720020
    },
    {
      "epoch": 0.9133287161416513,
      "grad_norm": 5.03125,
      "learning_rate": 4.334177388621492e-06,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5292090266942978,
      "num_tokens": 554666133.0,
      "step": 720030
    },
    {
      "epoch": 0.9133414007341842,
      "grad_norm": 5.5,
      "learning_rate": 4.333543078535201e-06,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5453990787267685,
      "num_tokens": 554674202.0,
      "step": 720040
    },
    {
      "epoch": 0.913354085326717,
      "grad_norm": 7.0,
      "learning_rate": 4.332908768448909e-06,
      "loss": 1.8602,
      "mean_token_accuracy": 0.57694231569767,
      "num_tokens": 554680036.0,
      "step": 720050
    },
    {
      "epoch": 0.9133667699192499,
      "grad_norm": 5.0625,
      "learning_rate": 4.332274458362618e-06,
      "loss": 1.8751,
      "mean_token_accuracy": 0.5788712799549103,
      "num_tokens": 554689155.0,
      "step": 720060
    },
    {
      "epoch": 0.9133794545117827,
      "grad_norm": 15.5625,
      "learning_rate": 4.3316401482763256e-06,
      "loss": 1.931,
      "mean_token_accuracy": 0.5575667470693588,
      "num_tokens": 554697168.0,
      "step": 720070
    },
    {
      "epoch": 0.9133921391043156,
      "grad_norm": 5.59375,
      "learning_rate": 4.331005838190034e-06,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5540939211845398,
      "num_tokens": 554705789.0,
      "step": 720080
    },
    {
      "epoch": 0.9134048236968484,
      "grad_norm": 9.5,
      "learning_rate": 4.330371528103743e-06,
      "loss": 1.9108,
      "mean_token_accuracy": 0.5809817522764206,
      "num_tokens": 554712392.0,
      "step": 720090
    },
    {
      "epoch": 0.9134175082893812,
      "grad_norm": 5.625,
      "learning_rate": 4.329737218017452e-06,
      "loss": 2.1027,
      "mean_token_accuracy": 0.5319360136985779,
      "num_tokens": 554720555.0,
      "step": 720100
    },
    {
      "epoch": 0.9134301928819141,
      "grad_norm": 5.0,
      "learning_rate": 4.32910290793116e-06,
      "loss": 1.8505,
      "mean_token_accuracy": 0.5778710871934891,
      "num_tokens": 554726847.0,
      "step": 720110
    },
    {
      "epoch": 0.9134428774744469,
      "grad_norm": 5.46875,
      "learning_rate": 4.328468597844868e-06,
      "loss": 2.009,
      "mean_token_accuracy": 0.5548742830753326,
      "num_tokens": 554734741.0,
      "step": 720120
    },
    {
      "epoch": 0.9134555620669798,
      "grad_norm": 6.34375,
      "learning_rate": 4.327834287758577e-06,
      "loss": 2.0172,
      "mean_token_accuracy": 0.567548868060112,
      "num_tokens": 554742504.0,
      "step": 720130
    },
    {
      "epoch": 0.9134682466595125,
      "grad_norm": 7.03125,
      "learning_rate": 4.327199977672285e-06,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5207158982753753,
      "num_tokens": 554750997.0,
      "step": 720140
    },
    {
      "epoch": 0.9134809312520454,
      "grad_norm": 7.03125,
      "learning_rate": 4.326565667585994e-06,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5307435780763626,
      "num_tokens": 554759105.0,
      "step": 720150
    },
    {
      "epoch": 0.9134936158445782,
      "grad_norm": 4.46875,
      "learning_rate": 4.325931357499702e-06,
      "loss": 2.106,
      "mean_token_accuracy": 0.536861714720726,
      "num_tokens": 554766025.0,
      "step": 720160
    },
    {
      "epoch": 0.913506300437111,
      "grad_norm": 7.96875,
      "learning_rate": 4.32529704741341e-06,
      "loss": 2.1985,
      "mean_token_accuracy": 0.5226965487003327,
      "num_tokens": 554774549.0,
      "step": 720170
    },
    {
      "epoch": 0.9135189850296439,
      "grad_norm": 5.0625,
      "learning_rate": 4.324662737327119e-06,
      "loss": 2.0897,
      "mean_token_accuracy": 0.545652711391449,
      "num_tokens": 554782982.0,
      "step": 720180
    },
    {
      "epoch": 0.9135316696221767,
      "grad_norm": 8.4375,
      "learning_rate": 4.324028427240828e-06,
      "loss": 1.8404,
      "mean_token_accuracy": 0.5943713426589966,
      "num_tokens": 554789861.0,
      "step": 720190
    },
    {
      "epoch": 0.9135443542147096,
      "grad_norm": 5.78125,
      "learning_rate": 4.323394117154536e-06,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5360094517469406,
      "num_tokens": 554797602.0,
      "step": 720200
    },
    {
      "epoch": 0.9135570388072424,
      "grad_norm": 5.875,
      "learning_rate": 4.322759807068244e-06,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5467418491840362,
      "num_tokens": 554805895.0,
      "step": 720210
    },
    {
      "epoch": 0.9135697233997753,
      "grad_norm": 5.0,
      "learning_rate": 4.322125496981952e-06,
      "loss": 1.7538,
      "mean_token_accuracy": 0.6026347726583481,
      "num_tokens": 554813226.0,
      "step": 720220
    },
    {
      "epoch": 0.913582407992308,
      "grad_norm": 6.15625,
      "learning_rate": 4.321491186895661e-06,
      "loss": 1.7908,
      "mean_token_accuracy": 0.598641288280487,
      "num_tokens": 554821414.0,
      "step": 720230
    },
    {
      "epoch": 0.913595092584841,
      "grad_norm": 7.4375,
      "learning_rate": 4.32085687680937e-06,
      "loss": 1.9108,
      "mean_token_accuracy": 0.5799361795186997,
      "num_tokens": 554829735.0,
      "step": 720240
    },
    {
      "epoch": 0.9136077771773737,
      "grad_norm": 5.65625,
      "learning_rate": 4.320222566723079e-06,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5458586275577545,
      "num_tokens": 554837785.0,
      "step": 720250
    },
    {
      "epoch": 0.9136204617699065,
      "grad_norm": 5.5625,
      "learning_rate": 4.3195882566367865e-06,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5570637285709381,
      "num_tokens": 554845154.0,
      "step": 720260
    },
    {
      "epoch": 0.9136331463624394,
      "grad_norm": 6.28125,
      "learning_rate": 4.318953946550494e-06,
      "loss": 1.955,
      "mean_token_accuracy": 0.5713603436946869,
      "num_tokens": 554852296.0,
      "step": 720270
    },
    {
      "epoch": 0.9136458309549722,
      "grad_norm": 5.09375,
      "learning_rate": 4.318319636464203e-06,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5484293103218079,
      "num_tokens": 554860327.0,
      "step": 720280
    },
    {
      "epoch": 0.9136585155475051,
      "grad_norm": 5.78125,
      "learning_rate": 4.317685326377912e-06,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5150120586156846,
      "num_tokens": 554868703.0,
      "step": 720290
    },
    {
      "epoch": 0.9136712001400379,
      "grad_norm": 6.4375,
      "learning_rate": 4.317051016291621e-06,
      "loss": 2.2295,
      "mean_token_accuracy": 0.523867180943489,
      "num_tokens": 554877067.0,
      "step": 720300
    },
    {
      "epoch": 0.9136838847325708,
      "grad_norm": 6.28125,
      "learning_rate": 4.316416706205329e-06,
      "loss": 2.0669,
      "mean_token_accuracy": 0.543913546204567,
      "num_tokens": 554883537.0,
      "step": 720310
    },
    {
      "epoch": 0.9136965693251036,
      "grad_norm": 5.40625,
      "learning_rate": 4.315782396119037e-06,
      "loss": 1.9179,
      "mean_token_accuracy": 0.5733847290277481,
      "num_tokens": 554890880.0,
      "step": 720320
    },
    {
      "epoch": 0.9137092539176364,
      "grad_norm": 6.65625,
      "learning_rate": 4.315148086032746e-06,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5665337085723877,
      "num_tokens": 554898746.0,
      "step": 720330
    },
    {
      "epoch": 0.9137219385101693,
      "grad_norm": 5.5625,
      "learning_rate": 4.314513775946454e-06,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5217814952135086,
      "num_tokens": 554906956.0,
      "step": 720340
    },
    {
      "epoch": 0.913734623102702,
      "grad_norm": 5.40625,
      "learning_rate": 4.313879465860163e-06,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5118664085865021,
      "num_tokens": 554914279.0,
      "step": 720350
    },
    {
      "epoch": 0.9137473076952349,
      "grad_norm": 5.6875,
      "learning_rate": 4.313245155773871e-06,
      "loss": 2.014,
      "mean_token_accuracy": 0.5514828890562058,
      "num_tokens": 554921849.0,
      "step": 720360
    },
    {
      "epoch": 0.9137599922877677,
      "grad_norm": 6.375,
      "learning_rate": 4.31261084568758e-06,
      "loss": 1.9724,
      "mean_token_accuracy": 0.5570369482040405,
      "num_tokens": 554929799.0,
      "step": 720370
    },
    {
      "epoch": 0.9137726768803006,
      "grad_norm": 4.875,
      "learning_rate": 4.311976535601288e-06,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5275917619466781,
      "num_tokens": 554938141.0,
      "step": 720380
    },
    {
      "epoch": 0.9137853614728334,
      "grad_norm": 5.25,
      "learning_rate": 4.311342225514997e-06,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5695487022399902,
      "num_tokens": 554944561.0,
      "step": 720390
    },
    {
      "epoch": 0.9137980460653662,
      "grad_norm": 5.28125,
      "learning_rate": 4.310707915428705e-06,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5794267326593399,
      "num_tokens": 554951701.0,
      "step": 720400
    },
    {
      "epoch": 0.9138107306578991,
      "grad_norm": 7.15625,
      "learning_rate": 4.310073605342413e-06,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5237998336553573,
      "num_tokens": 554959131.0,
      "step": 720410
    },
    {
      "epoch": 0.9138234152504319,
      "grad_norm": 4.96875,
      "learning_rate": 4.309439295256122e-06,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5708422631025314,
      "num_tokens": 554967160.0,
      "step": 720420
    },
    {
      "epoch": 0.9138360998429648,
      "grad_norm": 6.84375,
      "learning_rate": 4.30880498516983e-06,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5688971698284149,
      "num_tokens": 554975508.0,
      "step": 720430
    },
    {
      "epoch": 0.9138487844354976,
      "grad_norm": 6.65625,
      "learning_rate": 4.308170675083539e-06,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5648090243339539,
      "num_tokens": 554983711.0,
      "step": 720440
    },
    {
      "epoch": 0.9138614690280304,
      "grad_norm": 6.8125,
      "learning_rate": 4.3075363649972475e-06,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5519804954528809,
      "num_tokens": 554990400.0,
      "step": 720450
    },
    {
      "epoch": 0.9138741536205632,
      "grad_norm": 6.1875,
      "learning_rate": 4.306902054910955e-06,
      "loss": 2.2265,
      "mean_token_accuracy": 0.5233195930719375,
      "num_tokens": 554997927.0,
      "step": 720460
    },
    {
      "epoch": 0.9138868382130961,
      "grad_norm": 5.8125,
      "learning_rate": 4.306267744824664e-06,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5771426826715469,
      "num_tokens": 555004815.0,
      "step": 720470
    },
    {
      "epoch": 0.9138995228056289,
      "grad_norm": 8.125,
      "learning_rate": 4.305633434738373e-06,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5433591872453689,
      "num_tokens": 555011546.0,
      "step": 720480
    },
    {
      "epoch": 0.9139122073981617,
      "grad_norm": 4.5,
      "learning_rate": 4.304999124652081e-06,
      "loss": 2.2719,
      "mean_token_accuracy": 0.5104120552539826,
      "num_tokens": 555020250.0,
      "step": 720490
    },
    {
      "epoch": 0.9139248919906946,
      "grad_norm": 5.78125,
      "learning_rate": 4.3043648145657895e-06,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5451829701662063,
      "num_tokens": 555028564.0,
      "step": 720500
    },
    {
      "epoch": 0.9139375765832274,
      "grad_norm": 5.96875,
      "learning_rate": 4.303730504479498e-06,
      "loss": 2.077,
      "mean_token_accuracy": 0.533882224559784,
      "num_tokens": 555035968.0,
      "step": 720510
    },
    {
      "epoch": 0.9139502611757603,
      "grad_norm": 6.875,
      "learning_rate": 4.303096194393207e-06,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5748476445674896,
      "num_tokens": 555043265.0,
      "step": 720520
    },
    {
      "epoch": 0.9139629457682931,
      "grad_norm": 8.0625,
      "learning_rate": 4.302461884306915e-06,
      "loss": 2.1972,
      "mean_token_accuracy": 0.515084621310234,
      "num_tokens": 555052402.0,
      "step": 720530
    },
    {
      "epoch": 0.913975630360826,
      "grad_norm": 5.90625,
      "learning_rate": 4.301827574220623e-06,
      "loss": 1.6244,
      "mean_token_accuracy": 0.6252553462982178,
      "num_tokens": 555057372.0,
      "step": 720540
    },
    {
      "epoch": 0.9139883149533587,
      "grad_norm": 5.5625,
      "learning_rate": 4.3011932641343315e-06,
      "loss": 1.8838,
      "mean_token_accuracy": 0.5737443566322327,
      "num_tokens": 555065027.0,
      "step": 720550
    },
    {
      "epoch": 0.9140009995458915,
      "grad_norm": 6.0625,
      "learning_rate": 4.30055895404804e-06,
      "loss": 1.9066,
      "mean_token_accuracy": 0.5817378729581832,
      "num_tokens": 555072272.0,
      "step": 720560
    },
    {
      "epoch": 0.9140136841384244,
      "grad_norm": 5.09375,
      "learning_rate": 4.299924643961749e-06,
      "loss": 1.8958,
      "mean_token_accuracy": 0.5709810376167297,
      "num_tokens": 555080100.0,
      "step": 720570
    },
    {
      "epoch": 0.9140263687309572,
      "grad_norm": 6.9375,
      "learning_rate": 4.299290333875458e-06,
      "loss": 2.0503,
      "mean_token_accuracy": 0.538594874739647,
      "num_tokens": 555087178.0,
      "step": 720580
    },
    {
      "epoch": 0.9140390533234901,
      "grad_norm": 9.25,
      "learning_rate": 4.298656023789166e-06,
      "loss": 2.2009,
      "mean_token_accuracy": 0.5163008540868759,
      "num_tokens": 555094878.0,
      "step": 720590
    },
    {
      "epoch": 0.9140517379160229,
      "grad_norm": 5.78125,
      "learning_rate": 4.2980217137028735e-06,
      "loss": 2.2063,
      "mean_token_accuracy": 0.5205366849899292,
      "num_tokens": 555102125.0,
      "step": 720600
    },
    {
      "epoch": 0.9140644225085558,
      "grad_norm": 7.59375,
      "learning_rate": 4.297387403616582e-06,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5716808140277863,
      "num_tokens": 555109951.0,
      "step": 720610
    },
    {
      "epoch": 0.9140771071010886,
      "grad_norm": 5.46875,
      "learning_rate": 4.296753093530291e-06,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5436368525028229,
      "num_tokens": 555117458.0,
      "step": 720620
    },
    {
      "epoch": 0.9140897916936215,
      "grad_norm": 6.625,
      "learning_rate": 4.296118783444e-06,
      "loss": 1.7029,
      "mean_token_accuracy": 0.6156299769878387,
      "num_tokens": 555124842.0,
      "step": 720630
    },
    {
      "epoch": 0.9141024762861543,
      "grad_norm": 8.25,
      "learning_rate": 4.2954844733577085e-06,
      "loss": 1.8379,
      "mean_token_accuracy": 0.5872465282678604,
      "num_tokens": 555131006.0,
      "step": 720640
    },
    {
      "epoch": 0.914115160878687,
      "grad_norm": 6.15625,
      "learning_rate": 4.294850163271416e-06,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5586187809705734,
      "num_tokens": 555138919.0,
      "step": 720650
    },
    {
      "epoch": 0.91412784547122,
      "grad_norm": 5.40625,
      "learning_rate": 4.294215853185124e-06,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5627429366111756,
      "num_tokens": 555147646.0,
      "step": 720660
    },
    {
      "epoch": 0.9141405300637527,
      "grad_norm": 7.46875,
      "learning_rate": 4.293581543098833e-06,
      "loss": 1.8838,
      "mean_token_accuracy": 0.580702418088913,
      "num_tokens": 555154322.0,
      "step": 720670
    },
    {
      "epoch": 0.9141532146562856,
      "grad_norm": 6.75,
      "learning_rate": 4.292947233012542e-06,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5595438688993454,
      "num_tokens": 555160080.0,
      "step": 720680
    },
    {
      "epoch": 0.9141658992488184,
      "grad_norm": 5.59375,
      "learning_rate": 4.2923129229262505e-06,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5362801104784012,
      "num_tokens": 555167889.0,
      "step": 720690
    },
    {
      "epoch": 0.9141785838413513,
      "grad_norm": 6.15625,
      "learning_rate": 4.291678612839959e-06,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5596482068300247,
      "num_tokens": 555175880.0,
      "step": 720700
    },
    {
      "epoch": 0.9141912684338841,
      "grad_norm": 4.71875,
      "learning_rate": 4.291044302753667e-06,
      "loss": 1.5481,
      "mean_token_accuracy": 0.6471825778484345,
      "num_tokens": 555181274.0,
      "step": 720710
    },
    {
      "epoch": 0.9142039530264169,
      "grad_norm": 6.46875,
      "learning_rate": 4.290409992667376e-06,
      "loss": 2.0094,
      "mean_token_accuracy": 0.555906081199646,
      "num_tokens": 555188680.0,
      "step": 720720
    },
    {
      "epoch": 0.9142166376189498,
      "grad_norm": 6.0,
      "learning_rate": 4.289775682581084e-06,
      "loss": 1.777,
      "mean_token_accuracy": 0.6110053837299347,
      "num_tokens": 555196641.0,
      "step": 720730
    },
    {
      "epoch": 0.9142293222114826,
      "grad_norm": 4.9375,
      "learning_rate": 4.2891413724947925e-06,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5383548200130462,
      "num_tokens": 555204751.0,
      "step": 720740
    },
    {
      "epoch": 0.9142420068040155,
      "grad_norm": 5.5,
      "learning_rate": 4.288507062408501e-06,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5565356612205505,
      "num_tokens": 555211932.0,
      "step": 720750
    },
    {
      "epoch": 0.9142546913965482,
      "grad_norm": 5.625,
      "learning_rate": 4.287872752322209e-06,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5341336756944657,
      "num_tokens": 555220458.0,
      "step": 720760
    },
    {
      "epoch": 0.9142673759890811,
      "grad_norm": 5.125,
      "learning_rate": 4.287238442235918e-06,
      "loss": 2.0755,
      "mean_token_accuracy": 0.5487730503082275,
      "num_tokens": 555228252.0,
      "step": 720770
    },
    {
      "epoch": 0.9142800605816139,
      "grad_norm": 5.0,
      "learning_rate": 4.286604132149627e-06,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5429109841585159,
      "num_tokens": 555236278.0,
      "step": 720780
    },
    {
      "epoch": 0.9142927451741468,
      "grad_norm": 5.6875,
      "learning_rate": 4.2859698220633345e-06,
      "loss": 1.982,
      "mean_token_accuracy": 0.5644864141941071,
      "num_tokens": 555243961.0,
      "step": 720790
    },
    {
      "epoch": 0.9143054297666796,
      "grad_norm": 5.6875,
      "learning_rate": 4.285335511977043e-06,
      "loss": 1.9757,
      "mean_token_accuracy": 0.567746388912201,
      "num_tokens": 555252445.0,
      "step": 720800
    },
    {
      "epoch": 0.9143181143592124,
      "grad_norm": 5.03125,
      "learning_rate": 4.284701201890752e-06,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5338211059570312,
      "num_tokens": 555260147.0,
      "step": 720810
    },
    {
      "epoch": 0.9143307989517453,
      "grad_norm": 4.53125,
      "learning_rate": 4.28406689180446e-06,
      "loss": 2.072,
      "mean_token_accuracy": 0.5438586354255677,
      "num_tokens": 555268905.0,
      "step": 720820
    },
    {
      "epoch": 0.9143434835442781,
      "grad_norm": 7.09375,
      "learning_rate": 4.283432581718169e-06,
      "loss": 1.756,
      "mean_token_accuracy": 0.6060477495193481,
      "num_tokens": 555274655.0,
      "step": 720830
    },
    {
      "epoch": 0.914356168136811,
      "grad_norm": 6.3125,
      "learning_rate": 4.282798271631877e-06,
      "loss": 1.8935,
      "mean_token_accuracy": 0.5802376449108124,
      "num_tokens": 555281368.0,
      "step": 720840
    },
    {
      "epoch": 0.9143688527293438,
      "grad_norm": 5.59375,
      "learning_rate": 4.282163961545586e-06,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5523258119821548,
      "num_tokens": 555289908.0,
      "step": 720850
    },
    {
      "epoch": 0.9143815373218767,
      "grad_norm": 5.21875,
      "learning_rate": 4.281529651459294e-06,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5671904712915421,
      "num_tokens": 555296383.0,
      "step": 720860
    },
    {
      "epoch": 0.9143942219144094,
      "grad_norm": 5.78125,
      "learning_rate": 4.280895341373002e-06,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5546001404523849,
      "num_tokens": 555304630.0,
      "step": 720870
    },
    {
      "epoch": 0.9144069065069422,
      "grad_norm": 7.25,
      "learning_rate": 4.280261031286711e-06,
      "loss": 2.2126,
      "mean_token_accuracy": 0.5188726156949997,
      "num_tokens": 555311862.0,
      "step": 720880
    },
    {
      "epoch": 0.9144195910994751,
      "grad_norm": 6.09375,
      "learning_rate": 4.279626721200419e-06,
      "loss": 1.926,
      "mean_token_accuracy": 0.5751353174448013,
      "num_tokens": 555319148.0,
      "step": 720890
    },
    {
      "epoch": 0.9144322756920079,
      "grad_norm": 4.6875,
      "learning_rate": 4.278992411114128e-06,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5129516214132309,
      "num_tokens": 555327474.0,
      "step": 720900
    },
    {
      "epoch": 0.9144449602845408,
      "grad_norm": 4.9375,
      "learning_rate": 4.278358101027837e-06,
      "loss": 2.1452,
      "mean_token_accuracy": 0.534053748846054,
      "num_tokens": 555335291.0,
      "step": 720910
    },
    {
      "epoch": 0.9144576448770736,
      "grad_norm": 7.625,
      "learning_rate": 4.277723790941545e-06,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5565767705440521,
      "num_tokens": 555343108.0,
      "step": 720920
    },
    {
      "epoch": 0.9144703294696065,
      "grad_norm": 6.25,
      "learning_rate": 4.277089480855253e-06,
      "loss": 1.9559,
      "mean_token_accuracy": 0.563480019569397,
      "num_tokens": 555350707.0,
      "step": 720930
    },
    {
      "epoch": 0.9144830140621393,
      "grad_norm": 4.875,
      "learning_rate": 4.276455170768961e-06,
      "loss": 2.2159,
      "mean_token_accuracy": 0.525715309381485,
      "num_tokens": 555358687.0,
      "step": 720940
    },
    {
      "epoch": 0.9144956986546721,
      "grad_norm": 5.25,
      "learning_rate": 4.27582086068267e-06,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5310617387294769,
      "num_tokens": 555367190.0,
      "step": 720950
    },
    {
      "epoch": 0.914508383247205,
      "grad_norm": 6.75,
      "learning_rate": 4.275186550596379e-06,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5281917303800583,
      "num_tokens": 555375837.0,
      "step": 720960
    },
    {
      "epoch": 0.9145210678397377,
      "grad_norm": 6.96875,
      "learning_rate": 4.2745522405100876e-06,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5574495702981949,
      "num_tokens": 555382405.0,
      "step": 720970
    },
    {
      "epoch": 0.9145337524322706,
      "grad_norm": 5.875,
      "learning_rate": 4.2739179304237955e-06,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5585808873176574,
      "num_tokens": 555388230.0,
      "step": 720980
    },
    {
      "epoch": 0.9145464370248034,
      "grad_norm": 6.34375,
      "learning_rate": 4.273283620337503e-06,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5428376734256745,
      "num_tokens": 555395903.0,
      "step": 720990
    },
    {
      "epoch": 0.9145591216173363,
      "grad_norm": 5.375,
      "learning_rate": 4.272649310251212e-06,
      "loss": 2.2654,
      "mean_token_accuracy": 0.509989669919014,
      "num_tokens": 555402689.0,
      "step": 721000
    },
    {
      "epoch": 0.9145718062098691,
      "grad_norm": 5.34375,
      "learning_rate": 4.272015000164921e-06,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5469786286354065,
      "num_tokens": 555409809.0,
      "step": 721010
    },
    {
      "epoch": 0.914584490802402,
      "grad_norm": 6.40625,
      "learning_rate": 4.2713806900786296e-06,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5555228650569916,
      "num_tokens": 555417791.0,
      "step": 721020
    },
    {
      "epoch": 0.9145971753949348,
      "grad_norm": 5.25,
      "learning_rate": 4.270746379992338e-06,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5333436489105224,
      "num_tokens": 555425709.0,
      "step": 721030
    },
    {
      "epoch": 0.9146098599874676,
      "grad_norm": 6.375,
      "learning_rate": 4.270112069906046e-06,
      "loss": 1.7781,
      "mean_token_accuracy": 0.5964044153690338,
      "num_tokens": 555433112.0,
      "step": 721040
    },
    {
      "epoch": 0.9146225445800005,
      "grad_norm": 5.5625,
      "learning_rate": 4.269477759819755e-06,
      "loss": 1.9883,
      "mean_token_accuracy": 0.549752801656723,
      "num_tokens": 555440081.0,
      "step": 721050
    },
    {
      "epoch": 0.9146352291725333,
      "grad_norm": 6.34375,
      "learning_rate": 4.268843449733463e-06,
      "loss": 1.9109,
      "mean_token_accuracy": 0.5756950378417969,
      "num_tokens": 555447289.0,
      "step": 721060
    },
    {
      "epoch": 0.9146479137650662,
      "grad_norm": 6.28125,
      "learning_rate": 4.2682091396471716e-06,
      "loss": 1.933,
      "mean_token_accuracy": 0.5803654700517654,
      "num_tokens": 555453836.0,
      "step": 721070
    },
    {
      "epoch": 0.9146605983575989,
      "grad_norm": 5.46875,
      "learning_rate": 4.26757482956088e-06,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5487103432416915,
      "num_tokens": 555461553.0,
      "step": 721080
    },
    {
      "epoch": 0.9146732829501318,
      "grad_norm": 4.75,
      "learning_rate": 4.266940519474588e-06,
      "loss": 1.9936,
      "mean_token_accuracy": 0.5762957960367203,
      "num_tokens": 555468612.0,
      "step": 721090
    },
    {
      "epoch": 0.9146859675426646,
      "grad_norm": 5.40625,
      "learning_rate": 4.266306209388297e-06,
      "loss": 2.1786,
      "mean_token_accuracy": 0.523452416062355,
      "num_tokens": 555478003.0,
      "step": 721100
    },
    {
      "epoch": 0.9146986521351974,
      "grad_norm": 5.59375,
      "learning_rate": 4.265671899302006e-06,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5580564796924591,
      "num_tokens": 555485039.0,
      "step": 721110
    },
    {
      "epoch": 0.9147113367277303,
      "grad_norm": 6.53125,
      "learning_rate": 4.265037589215714e-06,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5514515101909637,
      "num_tokens": 555492508.0,
      "step": 721120
    },
    {
      "epoch": 0.9147240213202631,
      "grad_norm": 6.09375,
      "learning_rate": 4.264403279129422e-06,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5276995569467544,
      "num_tokens": 555499988.0,
      "step": 721130
    },
    {
      "epoch": 0.914736705912796,
      "grad_norm": 5.0625,
      "learning_rate": 4.263768969043131e-06,
      "loss": 1.8214,
      "mean_token_accuracy": 0.5953548908233642,
      "num_tokens": 555507582.0,
      "step": 721140
    },
    {
      "epoch": 0.9147493905053288,
      "grad_norm": 4.8125,
      "learning_rate": 4.263134658956839e-06,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5664694160223007,
      "num_tokens": 555515642.0,
      "step": 721150
    },
    {
      "epoch": 0.9147620750978617,
      "grad_norm": 5.125,
      "learning_rate": 4.262500348870548e-06,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5684616804122925,
      "num_tokens": 555523012.0,
      "step": 721160
    },
    {
      "epoch": 0.9147747596903945,
      "grad_norm": 4.8125,
      "learning_rate": 4.2618660387842564e-06,
      "loss": 2.069,
      "mean_token_accuracy": 0.536861976981163,
      "num_tokens": 555532583.0,
      "step": 721170
    },
    {
      "epoch": 0.9147874442829274,
      "grad_norm": 7.4375,
      "learning_rate": 4.261231728697964e-06,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5408331602811813,
      "num_tokens": 555540221.0,
      "step": 721180
    },
    {
      "epoch": 0.9148001288754601,
      "grad_norm": 5.21875,
      "learning_rate": 4.260597418611673e-06,
      "loss": 2.1293,
      "mean_token_accuracy": 0.5282375514507294,
      "num_tokens": 555549248.0,
      "step": 721190
    },
    {
      "epoch": 0.9148128134679929,
      "grad_norm": 6.375,
      "learning_rate": 4.259963108525381e-06,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5357902467250824,
      "num_tokens": 555557587.0,
      "step": 721200
    },
    {
      "epoch": 0.9148254980605258,
      "grad_norm": 7.59375,
      "learning_rate": 4.25932879843909e-06,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5327845931053161,
      "num_tokens": 555565815.0,
      "step": 721210
    },
    {
      "epoch": 0.9148381826530586,
      "grad_norm": 5.9375,
      "learning_rate": 4.2586944883527984e-06,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5345756411552429,
      "num_tokens": 555574129.0,
      "step": 721220
    },
    {
      "epoch": 0.9148508672455915,
      "grad_norm": 6.3125,
      "learning_rate": 4.258060178266507e-06,
      "loss": 2.0377,
      "mean_token_accuracy": 0.545175951719284,
      "num_tokens": 555580771.0,
      "step": 721230
    },
    {
      "epoch": 0.9148635518381243,
      "grad_norm": 6.90625,
      "learning_rate": 4.257425868180216e-06,
      "loss": 2.2606,
      "mean_token_accuracy": 0.5058357208967209,
      "num_tokens": 555587954.0,
      "step": 721240
    },
    {
      "epoch": 0.9148762364306572,
      "grad_norm": 4.8125,
      "learning_rate": 4.256791558093924e-06,
      "loss": 2.0197,
      "mean_token_accuracy": 0.551657858490944,
      "num_tokens": 555596128.0,
      "step": 721250
    },
    {
      "epoch": 0.91488892102319,
      "grad_norm": 4.90625,
      "learning_rate": 4.256157248007632e-06,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5284203082323075,
      "num_tokens": 555605218.0,
      "step": 721260
    },
    {
      "epoch": 0.9149016056157228,
      "grad_norm": 4.65625,
      "learning_rate": 4.2555229379213404e-06,
      "loss": 1.875,
      "mean_token_accuracy": 0.587769690155983,
      "num_tokens": 555612450.0,
      "step": 721270
    },
    {
      "epoch": 0.9149142902082557,
      "grad_norm": 7.46875,
      "learning_rate": 4.254888627835049e-06,
      "loss": 2.0586,
      "mean_token_accuracy": 0.55083869099617,
      "num_tokens": 555620166.0,
      "step": 721280
    },
    {
      "epoch": 0.9149269748007884,
      "grad_norm": 5.125,
      "learning_rate": 4.254254317748758e-06,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5427545964717865,
      "num_tokens": 555627643.0,
      "step": 721290
    },
    {
      "epoch": 0.9149396593933213,
      "grad_norm": 5.46875,
      "learning_rate": 4.253620007662467e-06,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5349774092435837,
      "num_tokens": 555636180.0,
      "step": 721300
    },
    {
      "epoch": 0.9149523439858541,
      "grad_norm": 7.125,
      "learning_rate": 4.2529856975761746e-06,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5665361404418945,
      "num_tokens": 555642332.0,
      "step": 721310
    },
    {
      "epoch": 0.914965028578387,
      "grad_norm": 5.1875,
      "learning_rate": 4.2523513874898824e-06,
      "loss": 2.2659,
      "mean_token_accuracy": 0.5184596747159957,
      "num_tokens": 555651438.0,
      "step": 721320
    },
    {
      "epoch": 0.9149777131709198,
      "grad_norm": 10.25,
      "learning_rate": 4.251717077403591e-06,
      "loss": 2.0012,
      "mean_token_accuracy": 0.5614955335855484,
      "num_tokens": 555658671.0,
      "step": 721330
    },
    {
      "epoch": 0.9149903977634526,
      "grad_norm": 5.5625,
      "learning_rate": 4.2510827673173e-06,
      "loss": 1.9707,
      "mean_token_accuracy": 0.556613740324974,
      "num_tokens": 555667233.0,
      "step": 721340
    },
    {
      "epoch": 0.9150030823559855,
      "grad_norm": 6.34375,
      "learning_rate": 4.250448457231009e-06,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5326933801174164,
      "num_tokens": 555675584.0,
      "step": 721350
    },
    {
      "epoch": 0.9150157669485183,
      "grad_norm": 4.5625,
      "learning_rate": 4.249814147144717e-06,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5425046175718308,
      "num_tokens": 555684549.0,
      "step": 721360
    },
    {
      "epoch": 0.9150284515410512,
      "grad_norm": 5.03125,
      "learning_rate": 4.249179837058425e-06,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5551604568958283,
      "num_tokens": 555692610.0,
      "step": 721370
    },
    {
      "epoch": 0.915041136133584,
      "grad_norm": 5.15625,
      "learning_rate": 4.248545526972133e-06,
      "loss": 2.2184,
      "mean_token_accuracy": 0.5135977745056153,
      "num_tokens": 555700368.0,
      "step": 721380
    },
    {
      "epoch": 0.9150538207261169,
      "grad_norm": 4.71875,
      "learning_rate": 4.247911216885842e-06,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5334638357162476,
      "num_tokens": 555708398.0,
      "step": 721390
    },
    {
      "epoch": 0.9150665053186496,
      "grad_norm": 5.0,
      "learning_rate": 4.247276906799551e-06,
      "loss": 2.1673,
      "mean_token_accuracy": 0.524527445435524,
      "num_tokens": 555715059.0,
      "step": 721400
    },
    {
      "epoch": 0.9150791899111825,
      "grad_norm": 8.875,
      "learning_rate": 4.246642596713259e-06,
      "loss": 1.8096,
      "mean_token_accuracy": 0.597684121131897,
      "num_tokens": 555721807.0,
      "step": 721410
    },
    {
      "epoch": 0.9150918745037153,
      "grad_norm": 5.125,
      "learning_rate": 4.246008286626967e-06,
      "loss": 2.2381,
      "mean_token_accuracy": 0.5170268177986145,
      "num_tokens": 555730691.0,
      "step": 721420
    },
    {
      "epoch": 0.9151045590962481,
      "grad_norm": 7.71875,
      "learning_rate": 4.245373976540676e-06,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5476521253585815,
      "num_tokens": 555736884.0,
      "step": 721430
    },
    {
      "epoch": 0.915117243688781,
      "grad_norm": 6.46875,
      "learning_rate": 4.244739666454385e-06,
      "loss": 1.9887,
      "mean_token_accuracy": 0.552101731300354,
      "num_tokens": 555745771.0,
      "step": 721440
    },
    {
      "epoch": 0.9151299282813138,
      "grad_norm": 5.3125,
      "learning_rate": 4.244105356368093e-06,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5223889946937561,
      "num_tokens": 555754313.0,
      "step": 721450
    },
    {
      "epoch": 0.9151426128738467,
      "grad_norm": 4.59375,
      "learning_rate": 4.243471046281801e-06,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5402137696743011,
      "num_tokens": 555762349.0,
      "step": 721460
    },
    {
      "epoch": 0.9151552974663795,
      "grad_norm": 4.90625,
      "learning_rate": 4.242836736195509e-06,
      "loss": 2.1694,
      "mean_token_accuracy": 0.519186332821846,
      "num_tokens": 555770568.0,
      "step": 721470
    },
    {
      "epoch": 0.9151679820589124,
      "grad_norm": 5.4375,
      "learning_rate": 4.242202426109218e-06,
      "loss": 2.096,
      "mean_token_accuracy": 0.5462955802679061,
      "num_tokens": 555778024.0,
      "step": 721480
    },
    {
      "epoch": 0.9151806666514452,
      "grad_norm": 4.71875,
      "learning_rate": 4.241568116022927e-06,
      "loss": 2.2236,
      "mean_token_accuracy": 0.5213044792413711,
      "num_tokens": 555785980.0,
      "step": 721490
    },
    {
      "epoch": 0.9151933512439779,
      "grad_norm": 8.0,
      "learning_rate": 4.2409338059366355e-06,
      "loss": 2.013,
      "mean_token_accuracy": 0.5605167269706726,
      "num_tokens": 555793375.0,
      "step": 721500
    },
    {
      "epoch": 0.9152060358365108,
      "grad_norm": 6.625,
      "learning_rate": 4.240299495850343e-06,
      "loss": 2.1163,
      "mean_token_accuracy": 0.5279446005821228,
      "num_tokens": 555801179.0,
      "step": 721510
    },
    {
      "epoch": 0.9152187204290436,
      "grad_norm": 5.25,
      "learning_rate": 4.239665185764052e-06,
      "loss": 2.258,
      "mean_token_accuracy": 0.5200629621744156,
      "num_tokens": 555808258.0,
      "step": 721520
    },
    {
      "epoch": 0.9152314050215765,
      "grad_norm": 4.84375,
      "learning_rate": 4.23903087567776e-06,
      "loss": 2.0012,
      "mean_token_accuracy": 0.548828449845314,
      "num_tokens": 555816638.0,
      "step": 721530
    },
    {
      "epoch": 0.9152440896141093,
      "grad_norm": 5.21875,
      "learning_rate": 4.238396565591469e-06,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5342522889375687,
      "num_tokens": 555823676.0,
      "step": 721540
    },
    {
      "epoch": 0.9152567742066422,
      "grad_norm": 6.15625,
      "learning_rate": 4.2377622555051775e-06,
      "loss": 2.096,
      "mean_token_accuracy": 0.5395123541355134,
      "num_tokens": 555831419.0,
      "step": 721550
    },
    {
      "epoch": 0.915269458799175,
      "grad_norm": 7.0625,
      "learning_rate": 4.237127945418886e-06,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5580049723386764,
      "num_tokens": 555839576.0,
      "step": 721560
    },
    {
      "epoch": 0.9152821433917079,
      "grad_norm": 5.0625,
      "learning_rate": 4.236493635332594e-06,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5439229190349579,
      "num_tokens": 555848174.0,
      "step": 721570
    },
    {
      "epoch": 0.9152948279842407,
      "grad_norm": 6.59375,
      "learning_rate": 4.235859325246302e-06,
      "loss": 1.9654,
      "mean_token_accuracy": 0.556794285774231,
      "num_tokens": 555854276.0,
      "step": 721580
    },
    {
      "epoch": 0.9153075125767735,
      "grad_norm": 5.84375,
      "learning_rate": 4.235225015160011e-06,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5482589602470398,
      "num_tokens": 555861688.0,
      "step": 721590
    },
    {
      "epoch": 0.9153201971693063,
      "grad_norm": 4.78125,
      "learning_rate": 4.2345907050737195e-06,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5743180990219117,
      "num_tokens": 555869523.0,
      "step": 721600
    },
    {
      "epoch": 0.9153328817618391,
      "grad_norm": 5.25,
      "learning_rate": 4.233956394987428e-06,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5251372963190079,
      "num_tokens": 555878477.0,
      "step": 721610
    },
    {
      "epoch": 0.915345566354372,
      "grad_norm": 7.40625,
      "learning_rate": 4.233322084901137e-06,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5663853794336319,
      "num_tokens": 555884407.0,
      "step": 721620
    },
    {
      "epoch": 0.9153582509469048,
      "grad_norm": 4.40625,
      "learning_rate": 4.232687774814846e-06,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5568073093891144,
      "num_tokens": 555892230.0,
      "step": 721630
    },
    {
      "epoch": 0.9153709355394377,
      "grad_norm": 5.40625,
      "learning_rate": 4.232053464728554e-06,
      "loss": 2.111,
      "mean_token_accuracy": 0.5386953234672547,
      "num_tokens": 555900700.0,
      "step": 721640
    },
    {
      "epoch": 0.9153836201319705,
      "grad_norm": 5.03125,
      "learning_rate": 4.2314191546422615e-06,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5183773607015609,
      "num_tokens": 555908681.0,
      "step": 721650
    },
    {
      "epoch": 0.9153963047245033,
      "grad_norm": 5.75,
      "learning_rate": 4.23078484455597e-06,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5387113332748413,
      "num_tokens": 555916469.0,
      "step": 721660
    },
    {
      "epoch": 0.9154089893170362,
      "grad_norm": 6.59375,
      "learning_rate": 4.230150534469679e-06,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5402062684297562,
      "num_tokens": 555923834.0,
      "step": 721670
    },
    {
      "epoch": 0.915421673909569,
      "grad_norm": 7.625,
      "learning_rate": 4.229516224383388e-06,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5446342468261719,
      "num_tokens": 555931733.0,
      "step": 721680
    },
    {
      "epoch": 0.9154343585021019,
      "grad_norm": 5.125,
      "learning_rate": 4.228881914297096e-06,
      "loss": 2.1931,
      "mean_token_accuracy": 0.5324230819940567,
      "num_tokens": 555939914.0,
      "step": 721690
    },
    {
      "epoch": 0.9154470430946346,
      "grad_norm": 4.6875,
      "learning_rate": 4.228247604210804e-06,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5623408734798432,
      "num_tokens": 555948198.0,
      "step": 721700
    },
    {
      "epoch": 0.9154597276871675,
      "grad_norm": 5.5,
      "learning_rate": 4.227613294124512e-06,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5471333950757981,
      "num_tokens": 555955364.0,
      "step": 721710
    },
    {
      "epoch": 0.9154724122797003,
      "grad_norm": 6.71875,
      "learning_rate": 4.226978984038221e-06,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5410796850919724,
      "num_tokens": 555963542.0,
      "step": 721720
    },
    {
      "epoch": 0.9154850968722332,
      "grad_norm": 5.15625,
      "learning_rate": 4.22634467395193e-06,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5336783945560455,
      "num_tokens": 555972013.0,
      "step": 721730
    },
    {
      "epoch": 0.915497781464766,
      "grad_norm": 5.125,
      "learning_rate": 4.2257103638656385e-06,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5268588811159134,
      "num_tokens": 555980724.0,
      "step": 721740
    },
    {
      "epoch": 0.9155104660572988,
      "grad_norm": 5.5625,
      "learning_rate": 4.225076053779346e-06,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5389847755432129,
      "num_tokens": 555988946.0,
      "step": 721750
    },
    {
      "epoch": 0.9155231506498317,
      "grad_norm": 6.53125,
      "learning_rate": 4.224441743693055e-06,
      "loss": 1.8492,
      "mean_token_accuracy": 0.5750377416610718,
      "num_tokens": 555997831.0,
      "step": 721760
    },
    {
      "epoch": 0.9155358352423645,
      "grad_norm": 5.0,
      "learning_rate": 4.223807433606764e-06,
      "loss": 1.8925,
      "mean_token_accuracy": 0.5832089304924011,
      "num_tokens": 556004755.0,
      "step": 721770
    },
    {
      "epoch": 0.9155485198348974,
      "grad_norm": 6.59375,
      "learning_rate": 4.223173123520472e-06,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5597082018852234,
      "num_tokens": 556012167.0,
      "step": 721780
    },
    {
      "epoch": 0.9155612044274302,
      "grad_norm": 6.1875,
      "learning_rate": 4.2225388134341805e-06,
      "loss": 2.178,
      "mean_token_accuracy": 0.538801246881485,
      "num_tokens": 556021325.0,
      "step": 721790
    },
    {
      "epoch": 0.9155738890199631,
      "grad_norm": 5.40625,
      "learning_rate": 4.221904503347888e-06,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5149158865213395,
      "num_tokens": 556029110.0,
      "step": 721800
    },
    {
      "epoch": 0.9155865736124958,
      "grad_norm": 5.875,
      "learning_rate": 4.221270193261597e-06,
      "loss": 1.982,
      "mean_token_accuracy": 0.5598497837781906,
      "num_tokens": 556035502.0,
      "step": 721810
    },
    {
      "epoch": 0.9155992582050286,
      "grad_norm": 5.34375,
      "learning_rate": 4.220635883175306e-06,
      "loss": 2.0769,
      "mean_token_accuracy": 0.541135835647583,
      "num_tokens": 556043647.0,
      "step": 721820
    },
    {
      "epoch": 0.9156119427975615,
      "grad_norm": 5.0,
      "learning_rate": 4.220001573089015e-06,
      "loss": 1.9182,
      "mean_token_accuracy": 0.5667439967393875,
      "num_tokens": 556051524.0,
      "step": 721830
    },
    {
      "epoch": 0.9156246273900943,
      "grad_norm": 4.78125,
      "learning_rate": 4.2193672630027225e-06,
      "loss": 2.0517,
      "mean_token_accuracy": 0.5530519306659698,
      "num_tokens": 556059679.0,
      "step": 721840
    },
    {
      "epoch": 0.9156373119826272,
      "grad_norm": 4.96875,
      "learning_rate": 4.218732952916431e-06,
      "loss": 1.7975,
      "mean_token_accuracy": 0.5976525485515595,
      "num_tokens": 556067131.0,
      "step": 721850
    },
    {
      "epoch": 0.91564999657516,
      "grad_norm": 8.5625,
      "learning_rate": 4.218098642830139e-06,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5248463183641434,
      "num_tokens": 556075728.0,
      "step": 721860
    },
    {
      "epoch": 0.9156626811676929,
      "grad_norm": 5.53125,
      "learning_rate": 4.217464332743848e-06,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5416521281003952,
      "num_tokens": 556083077.0,
      "step": 721870
    },
    {
      "epoch": 0.9156753657602257,
      "grad_norm": 6.15625,
      "learning_rate": 4.216830022657557e-06,
      "loss": 2.061,
      "mean_token_accuracy": 0.5497606515884399,
      "num_tokens": 556090580.0,
      "step": 721880
    },
    {
      "epoch": 0.9156880503527585,
      "grad_norm": 5.65625,
      "learning_rate": 4.216195712571265e-06,
      "loss": 2.2198,
      "mean_token_accuracy": 0.5123435497283936,
      "num_tokens": 556099754.0,
      "step": 721890
    },
    {
      "epoch": 0.9157007349452914,
      "grad_norm": 5.15625,
      "learning_rate": 4.215561402484973e-06,
      "loss": 1.8221,
      "mean_token_accuracy": 0.5843649327754974,
      "num_tokens": 556107386.0,
      "step": 721900
    },
    {
      "epoch": 0.9157134195378241,
      "grad_norm": 6.21875,
      "learning_rate": 4.214927092398681e-06,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5770157635211944,
      "num_tokens": 556114285.0,
      "step": 721910
    },
    {
      "epoch": 0.915726104130357,
      "grad_norm": 6.0,
      "learning_rate": 4.21429278231239e-06,
      "loss": 1.8444,
      "mean_token_accuracy": 0.5784183800220489,
      "num_tokens": 556120659.0,
      "step": 721920
    },
    {
      "epoch": 0.9157387887228898,
      "grad_norm": 4.5,
      "learning_rate": 4.213658472226099e-06,
      "loss": 2.0646,
      "mean_token_accuracy": 0.5525598287582397,
      "num_tokens": 556129023.0,
      "step": 721930
    },
    {
      "epoch": 0.9157514733154227,
      "grad_norm": 5.8125,
      "learning_rate": 4.213024162139807e-06,
      "loss": 2.12,
      "mean_token_accuracy": 0.5321703016757965,
      "num_tokens": 556135780.0,
      "step": 721940
    },
    {
      "epoch": 0.9157641579079555,
      "grad_norm": 5.0625,
      "learning_rate": 4.212389852053516e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.5290689677000046,
      "num_tokens": 556144600.0,
      "step": 721950
    },
    {
      "epoch": 0.9157768425004884,
      "grad_norm": 4.875,
      "learning_rate": 4.211755541967225e-06,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5197431594133377,
      "num_tokens": 556152704.0,
      "step": 721960
    },
    {
      "epoch": 0.9157895270930212,
      "grad_norm": 6.53125,
      "learning_rate": 4.211121231880933e-06,
      "loss": 2.0169,
      "mean_token_accuracy": 0.5465638965368271,
      "num_tokens": 556160333.0,
      "step": 721970
    },
    {
      "epoch": 0.915802211685554,
      "grad_norm": 4.875,
      "learning_rate": 4.210486921794641e-06,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5520097434520721,
      "num_tokens": 556168033.0,
      "step": 721980
    },
    {
      "epoch": 0.9158148962780869,
      "grad_norm": 5.15625,
      "learning_rate": 4.209852611708349e-06,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5291177660226822,
      "num_tokens": 556176852.0,
      "step": 721990
    },
    {
      "epoch": 0.9158275808706197,
      "grad_norm": 5.84375,
      "learning_rate": 4.209218301622058e-06,
      "loss": 1.9984,
      "mean_token_accuracy": 0.5575796991586686,
      "num_tokens": 556184366.0,
      "step": 722000
    },
    {
      "epoch": 0.9158402654631526,
      "grad_norm": 4.84375,
      "learning_rate": 4.208583991535767e-06,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5417621105909347,
      "num_tokens": 556191343.0,
      "step": 722010
    },
    {
      "epoch": 0.9158529500556853,
      "grad_norm": 5.0,
      "learning_rate": 4.207949681449475e-06,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5595648288726807,
      "num_tokens": 556198797.0,
      "step": 722020
    },
    {
      "epoch": 0.9158656346482182,
      "grad_norm": 6.1875,
      "learning_rate": 4.2073153713631835e-06,
      "loss": 2.0715,
      "mean_token_accuracy": 0.538986086845398,
      "num_tokens": 556206854.0,
      "step": 722030
    },
    {
      "epoch": 0.915878319240751,
      "grad_norm": 7.96875,
      "learning_rate": 4.206681061276891e-06,
      "loss": 2.0705,
      "mean_token_accuracy": 0.545265194773674,
      "num_tokens": 556214435.0,
      "step": 722040
    },
    {
      "epoch": 0.9158910038332838,
      "grad_norm": 5.8125,
      "learning_rate": 4.2060467511906e-06,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5505179435014724,
      "num_tokens": 556221757.0,
      "step": 722050
    },
    {
      "epoch": 0.9159036884258167,
      "grad_norm": 7.53125,
      "learning_rate": 4.205412441104309e-06,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5386730194091797,
      "num_tokens": 556230577.0,
      "step": 722060
    },
    {
      "epoch": 0.9159163730183495,
      "grad_norm": 6.625,
      "learning_rate": 4.204778131018018e-06,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5522046744823456,
      "num_tokens": 556237225.0,
      "step": 722070
    },
    {
      "epoch": 0.9159290576108824,
      "grad_norm": 6.6875,
      "learning_rate": 4.2041438209317255e-06,
      "loss": 2.2067,
      "mean_token_accuracy": 0.5206115424633027,
      "num_tokens": 556244947.0,
      "step": 722080
    },
    {
      "epoch": 0.9159417422034152,
      "grad_norm": 7.1875,
      "learning_rate": 4.203509510845434e-06,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5309980601072312,
      "num_tokens": 556251069.0,
      "step": 722090
    },
    {
      "epoch": 0.9159544267959481,
      "grad_norm": 4.71875,
      "learning_rate": 4.202875200759142e-06,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5366713553667068,
      "num_tokens": 556258553.0,
      "step": 722100
    },
    {
      "epoch": 0.9159671113884809,
      "grad_norm": 6.46875,
      "learning_rate": 4.202240890672851e-06,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5481981992721557,
      "num_tokens": 556265217.0,
      "step": 722110
    },
    {
      "epoch": 0.9159797959810138,
      "grad_norm": 5.21875,
      "learning_rate": 4.20160658058656e-06,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5221860617399215,
      "num_tokens": 556273738.0,
      "step": 722120
    },
    {
      "epoch": 0.9159924805735465,
      "grad_norm": 5.375,
      "learning_rate": 4.2009722705002675e-06,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5648664653301239,
      "num_tokens": 556282398.0,
      "step": 722130
    },
    {
      "epoch": 0.9160051651660793,
      "grad_norm": 4.15625,
      "learning_rate": 4.200337960413976e-06,
      "loss": 1.9464,
      "mean_token_accuracy": 0.564172375202179,
      "num_tokens": 556290922.0,
      "step": 722140
    },
    {
      "epoch": 0.9160178497586122,
      "grad_norm": 6.65625,
      "learning_rate": 4.199703650327685e-06,
      "loss": 1.8697,
      "mean_token_accuracy": 0.5917671918869019,
      "num_tokens": 556298319.0,
      "step": 722150
    },
    {
      "epoch": 0.916030534351145,
      "grad_norm": 5.09375,
      "learning_rate": 4.199069340241394e-06,
      "loss": 1.9593,
      "mean_token_accuracy": 0.568400776386261,
      "num_tokens": 556306582.0,
      "step": 722160
    },
    {
      "epoch": 0.9160432189436779,
      "grad_norm": 6.78125,
      "learning_rate": 4.198435030155102e-06,
      "loss": 1.8852,
      "mean_token_accuracy": 0.5878074765205383,
      "num_tokens": 556313767.0,
      "step": 722170
    },
    {
      "epoch": 0.9160559035362107,
      "grad_norm": 5.84375,
      "learning_rate": 4.19780072006881e-06,
      "loss": 1.8676,
      "mean_token_accuracy": 0.589643782377243,
      "num_tokens": 556320910.0,
      "step": 722180
    },
    {
      "epoch": 0.9160685881287436,
      "grad_norm": 6.4375,
      "learning_rate": 4.197166409982518e-06,
      "loss": 2.1359,
      "mean_token_accuracy": 0.539183384180069,
      "num_tokens": 556327219.0,
      "step": 722190
    },
    {
      "epoch": 0.9160812727212764,
      "grad_norm": 7.46875,
      "learning_rate": 4.196532099896227e-06,
      "loss": 1.7829,
      "mean_token_accuracy": 0.6060751616954804,
      "num_tokens": 556334648.0,
      "step": 722200
    },
    {
      "epoch": 0.9160939573138092,
      "grad_norm": 7.40625,
      "learning_rate": 4.195897789809936e-06,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5405055820941925,
      "num_tokens": 556341338.0,
      "step": 722210
    },
    {
      "epoch": 0.9161066419063421,
      "grad_norm": 6.84375,
      "learning_rate": 4.1952634797236445e-06,
      "loss": 2.2168,
      "mean_token_accuracy": 0.5215071111917495,
      "num_tokens": 556349428.0,
      "step": 722220
    },
    {
      "epoch": 0.9161193264988748,
      "grad_norm": 7.96875,
      "learning_rate": 4.194629169637352e-06,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5414561927318573,
      "num_tokens": 556357857.0,
      "step": 722230
    },
    {
      "epoch": 0.9161320110914077,
      "grad_norm": 5.0625,
      "learning_rate": 4.19399485955106e-06,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5680289685726165,
      "num_tokens": 556365783.0,
      "step": 722240
    },
    {
      "epoch": 0.9161446956839405,
      "grad_norm": 5.0,
      "learning_rate": 4.193360549464769e-06,
      "loss": 1.9917,
      "mean_token_accuracy": 0.5584552228450775,
      "num_tokens": 556374211.0,
      "step": 722250
    },
    {
      "epoch": 0.9161573802764734,
      "grad_norm": 5.25,
      "learning_rate": 4.192726239378478e-06,
      "loss": 2.184,
      "mean_token_accuracy": 0.529739472270012,
      "num_tokens": 556382309.0,
      "step": 722260
    },
    {
      "epoch": 0.9161700648690062,
      "grad_norm": 5.21875,
      "learning_rate": 4.1920919292921865e-06,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5334146112203598,
      "num_tokens": 556389988.0,
      "step": 722270
    },
    {
      "epoch": 0.916182749461539,
      "grad_norm": 7.03125,
      "learning_rate": 4.191457619205895e-06,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5431911766529083,
      "num_tokens": 556396992.0,
      "step": 722280
    },
    {
      "epoch": 0.9161954340540719,
      "grad_norm": 4.96875,
      "learning_rate": 4.190823309119603e-06,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5696240693330765,
      "num_tokens": 556404748.0,
      "step": 722290
    },
    {
      "epoch": 0.9162081186466047,
      "grad_norm": 5.28125,
      "learning_rate": 4.190188999033311e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.5241219401359558,
      "num_tokens": 556412130.0,
      "step": 722300
    },
    {
      "epoch": 0.9162208032391376,
      "grad_norm": 6.71875,
      "learning_rate": 4.18955468894702e-06,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5308995306491852,
      "num_tokens": 556420099.0,
      "step": 722310
    },
    {
      "epoch": 0.9162334878316704,
      "grad_norm": 4.71875,
      "learning_rate": 4.1889203788607285e-06,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5378204762935639,
      "num_tokens": 556429158.0,
      "step": 722320
    },
    {
      "epoch": 0.9162461724242033,
      "grad_norm": 7.84375,
      "learning_rate": 4.188286068774437e-06,
      "loss": 1.9247,
      "mean_token_accuracy": 0.5772562593221664,
      "num_tokens": 556436547.0,
      "step": 722330
    },
    {
      "epoch": 0.916258857016736,
      "grad_norm": 7.4375,
      "learning_rate": 4.187651758688146e-06,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5401488244533539,
      "num_tokens": 556444125.0,
      "step": 722340
    },
    {
      "epoch": 0.9162715416092689,
      "grad_norm": 5.3125,
      "learning_rate": 4.187017448601854e-06,
      "loss": 2.0473,
      "mean_token_accuracy": 0.541538268327713,
      "num_tokens": 556452475.0,
      "step": 722350
    },
    {
      "epoch": 0.9162842262018017,
      "grad_norm": 7.4375,
      "learning_rate": 4.1863831385155626e-06,
      "loss": 2.1072,
      "mean_token_accuracy": 0.5411239385604858,
      "num_tokens": 556459885.0,
      "step": 722360
    },
    {
      "epoch": 0.9162969107943345,
      "grad_norm": 7.34375,
      "learning_rate": 4.1857488284292705e-06,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5321062564849853,
      "num_tokens": 556468418.0,
      "step": 722370
    },
    {
      "epoch": 0.9163095953868674,
      "grad_norm": 5.03125,
      "learning_rate": 4.185114518342979e-06,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5423675835132599,
      "num_tokens": 556476595.0,
      "step": 722380
    },
    {
      "epoch": 0.9163222799794002,
      "grad_norm": 6.46875,
      "learning_rate": 4.184480208256688e-06,
      "loss": 2.1769,
      "mean_token_accuracy": 0.541230508685112,
      "num_tokens": 556484023.0,
      "step": 722390
    },
    {
      "epoch": 0.9163349645719331,
      "grad_norm": 6.03125,
      "learning_rate": 4.183845898170397e-06,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5593284875154495,
      "num_tokens": 556491699.0,
      "step": 722400
    },
    {
      "epoch": 0.9163476491644659,
      "grad_norm": 5.21875,
      "learning_rate": 4.183211588084105e-06,
      "loss": 2.2586,
      "mean_token_accuracy": 0.5223995000123978,
      "num_tokens": 556500570.0,
      "step": 722410
    },
    {
      "epoch": 0.9163603337569988,
      "grad_norm": 4.84375,
      "learning_rate": 4.182577277997813e-06,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5397579133510589,
      "num_tokens": 556508136.0,
      "step": 722420
    },
    {
      "epoch": 0.9163730183495316,
      "grad_norm": 6.5,
      "learning_rate": 4.181942967911521e-06,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5324347764253616,
      "num_tokens": 556515843.0,
      "step": 722430
    },
    {
      "epoch": 0.9163857029420643,
      "grad_norm": 5.65625,
      "learning_rate": 4.18130865782523e-06,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5542977064847946,
      "num_tokens": 556523497.0,
      "step": 722440
    },
    {
      "epoch": 0.9163983875345972,
      "grad_norm": 4.96875,
      "learning_rate": 4.180674347738939e-06,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5385036557912827,
      "num_tokens": 556532670.0,
      "step": 722450
    },
    {
      "epoch": 0.91641107212713,
      "grad_norm": 4.75,
      "learning_rate": 4.180040037652647e-06,
      "loss": 2.2322,
      "mean_token_accuracy": 0.5176971018314361,
      "num_tokens": 556540733.0,
      "step": 722460
    },
    {
      "epoch": 0.9164237567196629,
      "grad_norm": 6.53125,
      "learning_rate": 4.179405727566355e-06,
      "loss": 2.0601,
      "mean_token_accuracy": 0.546092563867569,
      "num_tokens": 556548608.0,
      "step": 722470
    },
    {
      "epoch": 0.9164364413121957,
      "grad_norm": 6.9375,
      "learning_rate": 4.178771417480064e-06,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5160581678152084,
      "num_tokens": 556556637.0,
      "step": 722480
    },
    {
      "epoch": 0.9164491259047286,
      "grad_norm": 5.28125,
      "learning_rate": 4.178137107393772e-06,
      "loss": 1.9334,
      "mean_token_accuracy": 0.5702155858278275,
      "num_tokens": 556563700.0,
      "step": 722490
    },
    {
      "epoch": 0.9164618104972614,
      "grad_norm": 5.96875,
      "learning_rate": 4.177502797307481e-06,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5667966991662979,
      "num_tokens": 556571458.0,
      "step": 722500
    },
    {
      "epoch": 0.9164744950897943,
      "grad_norm": 4.96875,
      "learning_rate": 4.1768684872211894e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.528427517414093,
      "num_tokens": 556580412.0,
      "step": 722510
    },
    {
      "epoch": 0.9164871796823271,
      "grad_norm": 5.8125,
      "learning_rate": 4.176234177134897e-06,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5552098751068115,
      "num_tokens": 556587412.0,
      "step": 722520
    },
    {
      "epoch": 0.9164998642748599,
      "grad_norm": 7.21875,
      "learning_rate": 4.175599867048606e-06,
      "loss": 1.9095,
      "mean_token_accuracy": 0.5823741972446441,
      "num_tokens": 556594177.0,
      "step": 722530
    },
    {
      "epoch": 0.9165125488673928,
      "grad_norm": 5.5,
      "learning_rate": 4.174965556962315e-06,
      "loss": 1.7821,
      "mean_token_accuracy": 0.600738987326622,
      "num_tokens": 556601178.0,
      "step": 722540
    },
    {
      "epoch": 0.9165252334599255,
      "grad_norm": 7.84375,
      "learning_rate": 4.1743312468760235e-06,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5500429630279541,
      "num_tokens": 556608984.0,
      "step": 722550
    },
    {
      "epoch": 0.9165379180524584,
      "grad_norm": 6.71875,
      "learning_rate": 4.1736969367897314e-06,
      "loss": 2.2,
      "mean_token_accuracy": 0.5179122805595398,
      "num_tokens": 556618243.0,
      "step": 722560
    },
    {
      "epoch": 0.9165506026449912,
      "grad_norm": 5.78125,
      "learning_rate": 4.173062626703439e-06,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5502159744501114,
      "num_tokens": 556626442.0,
      "step": 722570
    },
    {
      "epoch": 0.9165632872375241,
      "grad_norm": 5.90625,
      "learning_rate": 4.172428316617148e-06,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5416133224964141,
      "num_tokens": 556635292.0,
      "step": 722580
    },
    {
      "epoch": 0.9165759718300569,
      "grad_norm": 6.0,
      "learning_rate": 4.171794006530857e-06,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5700139075517654,
      "num_tokens": 556641760.0,
      "step": 722590
    },
    {
      "epoch": 0.9165886564225897,
      "grad_norm": 6.4375,
      "learning_rate": 4.1711596964445656e-06,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5597812116146088,
      "num_tokens": 556648356.0,
      "step": 722600
    },
    {
      "epoch": 0.9166013410151226,
      "grad_norm": 5.09375,
      "learning_rate": 4.170525386358274e-06,
      "loss": 1.8639,
      "mean_token_accuracy": 0.5771927833557129,
      "num_tokens": 556655938.0,
      "step": 722610
    },
    {
      "epoch": 0.9166140256076554,
      "grad_norm": 4.96875,
      "learning_rate": 4.169891076271982e-06,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5577887624502182,
      "num_tokens": 556663849.0,
      "step": 722620
    },
    {
      "epoch": 0.9166267102001883,
      "grad_norm": 10.3125,
      "learning_rate": 4.16925676618569e-06,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5495538890361786,
      "num_tokens": 556670849.0,
      "step": 722630
    },
    {
      "epoch": 0.916639394792721,
      "grad_norm": 5.65625,
      "learning_rate": 4.168622456099399e-06,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5422115981578827,
      "num_tokens": 556678283.0,
      "step": 722640
    },
    {
      "epoch": 0.916652079385254,
      "grad_norm": 4.28125,
      "learning_rate": 4.1679881460131076e-06,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5538981795310974,
      "num_tokens": 556685573.0,
      "step": 722650
    },
    {
      "epoch": 0.9166647639777867,
      "grad_norm": 4.6875,
      "learning_rate": 4.167353835926816e-06,
      "loss": 2.0096,
      "mean_token_accuracy": 0.549741467833519,
      "num_tokens": 556693276.0,
      "step": 722660
    },
    {
      "epoch": 0.9166774485703196,
      "grad_norm": 5.84375,
      "learning_rate": 4.166719525840525e-06,
      "loss": 2.2518,
      "mean_token_accuracy": 0.5179411858320236,
      "num_tokens": 556700477.0,
      "step": 722670
    },
    {
      "epoch": 0.9166901331628524,
      "grad_norm": 6.8125,
      "learning_rate": 4.166085215754233e-06,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5297037154436112,
      "num_tokens": 556708087.0,
      "step": 722680
    },
    {
      "epoch": 0.9167028177553852,
      "grad_norm": 6.75,
      "learning_rate": 4.165450905667941e-06,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5603897243738174,
      "num_tokens": 556714842.0,
      "step": 722690
    },
    {
      "epoch": 0.9167155023479181,
      "grad_norm": 10.25,
      "learning_rate": 4.1648165955816496e-06,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5654564410448074,
      "num_tokens": 556721896.0,
      "step": 722700
    },
    {
      "epoch": 0.9167281869404509,
      "grad_norm": 5.15625,
      "learning_rate": 4.164182285495358e-06,
      "loss": 1.7982,
      "mean_token_accuracy": 0.6053869158029557,
      "num_tokens": 556729842.0,
      "step": 722710
    },
    {
      "epoch": 0.9167408715329838,
      "grad_norm": 5.78125,
      "learning_rate": 4.163547975409067e-06,
      "loss": 1.9283,
      "mean_token_accuracy": 0.5683848708868027,
      "num_tokens": 556736618.0,
      "step": 722720
    },
    {
      "epoch": 0.9167535561255166,
      "grad_norm": 5.0,
      "learning_rate": 4.162913665322776e-06,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5243029445409775,
      "num_tokens": 556744673.0,
      "step": 722730
    },
    {
      "epoch": 0.9167662407180495,
      "grad_norm": 5.65625,
      "learning_rate": 4.162279355236484e-06,
      "loss": 2.2298,
      "mean_token_accuracy": 0.5271635681390763,
      "num_tokens": 556753059.0,
      "step": 722740
    },
    {
      "epoch": 0.9167789253105822,
      "grad_norm": 5.78125,
      "learning_rate": 4.161645045150192e-06,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5341785162687301,
      "num_tokens": 556761604.0,
      "step": 722750
    },
    {
      "epoch": 0.916791609903115,
      "grad_norm": 7.21875,
      "learning_rate": 4.1610107350639e-06,
      "loss": 1.9756,
      "mean_token_accuracy": 0.5553006201982498,
      "num_tokens": 556768602.0,
      "step": 722760
    },
    {
      "epoch": 0.9168042944956479,
      "grad_norm": 4.71875,
      "learning_rate": 4.160376424977609e-06,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5458819150924683,
      "num_tokens": 556775875.0,
      "step": 722770
    },
    {
      "epoch": 0.9168169790881807,
      "grad_norm": 5.21875,
      "learning_rate": 4.159742114891318e-06,
      "loss": 2.0311,
      "mean_token_accuracy": 0.5517215937376022,
      "num_tokens": 556783177.0,
      "step": 722780
    },
    {
      "epoch": 0.9168296636807136,
      "grad_norm": 6.21875,
      "learning_rate": 4.159107804805026e-06,
      "loss": 2.2096,
      "mean_token_accuracy": 0.5146635204553605,
      "num_tokens": 556790867.0,
      "step": 722790
    },
    {
      "epoch": 0.9168423482732464,
      "grad_norm": 5.3125,
      "learning_rate": 4.158473494718734e-06,
      "loss": 2.0643,
      "mean_token_accuracy": 0.5526220262050628,
      "num_tokens": 556798237.0,
      "step": 722800
    },
    {
      "epoch": 0.9168550328657793,
      "grad_norm": 7.21875,
      "learning_rate": 4.157839184632443e-06,
      "loss": 2.1993,
      "mean_token_accuracy": 0.5208297282457351,
      "num_tokens": 556806717.0,
      "step": 722810
    },
    {
      "epoch": 0.9168677174583121,
      "grad_norm": 6.0625,
      "learning_rate": 4.157204874546151e-06,
      "loss": 2.1983,
      "mean_token_accuracy": 0.517473366856575,
      "num_tokens": 556814172.0,
      "step": 722820
    },
    {
      "epoch": 0.9168804020508449,
      "grad_norm": 6.78125,
      "learning_rate": 4.15657056445986e-06,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5464101225137711,
      "num_tokens": 556821880.0,
      "step": 722830
    },
    {
      "epoch": 0.9168930866433778,
      "grad_norm": 5.21875,
      "learning_rate": 4.155936254373568e-06,
      "loss": 2.1531,
      "mean_token_accuracy": 0.527055761218071,
      "num_tokens": 556830802.0,
      "step": 722840
    },
    {
      "epoch": 0.9169057712359105,
      "grad_norm": 4.75,
      "learning_rate": 4.155301944287276e-06,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5484434962272644,
      "num_tokens": 556838124.0,
      "step": 722850
    },
    {
      "epoch": 0.9169184558284434,
      "grad_norm": 5.0625,
      "learning_rate": 4.154667634200985e-06,
      "loss": 2.137,
      "mean_token_accuracy": 0.5395180404186248,
      "num_tokens": 556845758.0,
      "step": 722860
    },
    {
      "epoch": 0.9169311404209762,
      "grad_norm": 5.71875,
      "learning_rate": 4.154033324114694e-06,
      "loss": 2.1378,
      "mean_token_accuracy": 0.5302719593048095,
      "num_tokens": 556854310.0,
      "step": 722870
    },
    {
      "epoch": 0.9169438250135091,
      "grad_norm": 3.203125,
      "learning_rate": 4.153399014028403e-06,
      "loss": 1.8672,
      "mean_token_accuracy": 0.5849410414695739,
      "num_tokens": 556862281.0,
      "step": 722880
    },
    {
      "epoch": 0.9169565096060419,
      "grad_norm": 5.75,
      "learning_rate": 4.1527647039421105e-06,
      "loss": 1.9222,
      "mean_token_accuracy": 0.583407860994339,
      "num_tokens": 556868884.0,
      "step": 722890
    },
    {
      "epoch": 0.9169691941985748,
      "grad_norm": 6.4375,
      "learning_rate": 4.1521303938558184e-06,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5539832979440689,
      "num_tokens": 556875779.0,
      "step": 722900
    },
    {
      "epoch": 0.9169818787911076,
      "grad_norm": 6.21875,
      "learning_rate": 4.151496083769527e-06,
      "loss": 1.9768,
      "mean_token_accuracy": 0.574619147181511,
      "num_tokens": 556882928.0,
      "step": 722910
    },
    {
      "epoch": 0.9169945633836404,
      "grad_norm": 5.125,
      "learning_rate": 4.150861773683236e-06,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5191024899482727,
      "num_tokens": 556890940.0,
      "step": 722920
    },
    {
      "epoch": 0.9170072479761733,
      "grad_norm": 5.9375,
      "learning_rate": 4.150227463596945e-06,
      "loss": 2.103,
      "mean_token_accuracy": 0.5340537816286087,
      "num_tokens": 556898930.0,
      "step": 722930
    },
    {
      "epoch": 0.9170199325687061,
      "grad_norm": 5.625,
      "learning_rate": 4.149593153510653e-06,
      "loss": 2.077,
      "mean_token_accuracy": 0.5403811931610107,
      "num_tokens": 556908047.0,
      "step": 722940
    },
    {
      "epoch": 0.917032617161239,
      "grad_norm": 6.65625,
      "learning_rate": 4.148958843424361e-06,
      "loss": 2.2768,
      "mean_token_accuracy": 0.5233494848012924,
      "num_tokens": 556914691.0,
      "step": 722950
    },
    {
      "epoch": 0.9170453017537717,
      "grad_norm": 6.75,
      "learning_rate": 4.148324533338069e-06,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5559123545885086,
      "num_tokens": 556922535.0,
      "step": 722960
    },
    {
      "epoch": 0.9170579863463046,
      "grad_norm": 4.65625,
      "learning_rate": 4.147690223251778e-06,
      "loss": 1.9939,
      "mean_token_accuracy": 0.5594420313835144,
      "num_tokens": 556930101.0,
      "step": 722970
    },
    {
      "epoch": 0.9170706709388374,
      "grad_norm": 5.9375,
      "learning_rate": 4.147055913165487e-06,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5496104985475541,
      "num_tokens": 556936768.0,
      "step": 722980
    },
    {
      "epoch": 0.9170833555313702,
      "grad_norm": 13.125,
      "learning_rate": 4.146421603079195e-06,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5558499604463577,
      "num_tokens": 556944187.0,
      "step": 722990
    },
    {
      "epoch": 0.9170960401239031,
      "grad_norm": 5.96875,
      "learning_rate": 4.145787292992904e-06,
      "loss": 1.8922,
      "mean_token_accuracy": 0.5841181725263596,
      "num_tokens": 556949382.0,
      "step": 723000
    },
    {
      "epoch": 0.9171087247164359,
      "grad_norm": 5.125,
      "learning_rate": 4.145152982906612e-06,
      "loss": 2.217,
      "mean_token_accuracy": 0.5164947748184204,
      "num_tokens": 556957312.0,
      "step": 723010
    },
    {
      "epoch": 0.9171214093089688,
      "grad_norm": 5.125,
      "learning_rate": 4.14451867282032e-06,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5506841033697129,
      "num_tokens": 556965870.0,
      "step": 723020
    },
    {
      "epoch": 0.9171340939015016,
      "grad_norm": 4.6875,
      "learning_rate": 4.143884362734029e-06,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5323652029037476,
      "num_tokens": 556973183.0,
      "step": 723030
    },
    {
      "epoch": 0.9171467784940345,
      "grad_norm": 6.1875,
      "learning_rate": 4.143250052647737e-06,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5180741965770721,
      "num_tokens": 556981838.0,
      "step": 723040
    },
    {
      "epoch": 0.9171594630865673,
      "grad_norm": 4.8125,
      "learning_rate": 4.142615742561446e-06,
      "loss": 1.9332,
      "mean_token_accuracy": 0.5681123018264771,
      "num_tokens": 556989583.0,
      "step": 723050
    },
    {
      "epoch": 0.9171721476791002,
      "grad_norm": 5.0,
      "learning_rate": 4.141981432475154e-06,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5454488337039948,
      "num_tokens": 556997191.0,
      "step": 723060
    },
    {
      "epoch": 0.9171848322716329,
      "grad_norm": 5.375,
      "learning_rate": 4.141347122388863e-06,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5333609640598297,
      "num_tokens": 557003957.0,
      "step": 723070
    },
    {
      "epoch": 0.9171975168641657,
      "grad_norm": 6.03125,
      "learning_rate": 4.1407128123025715e-06,
      "loss": 1.8976,
      "mean_token_accuracy": 0.5775129944086075,
      "num_tokens": 557011988.0,
      "step": 723080
    },
    {
      "epoch": 0.9172102014566986,
      "grad_norm": 4.5625,
      "learning_rate": 4.140078502216279e-06,
      "loss": 2.1754,
      "mean_token_accuracy": 0.5226977318525314,
      "num_tokens": 557020005.0,
      "step": 723090
    },
    {
      "epoch": 0.9172228860492314,
      "grad_norm": 5.03125,
      "learning_rate": 4.139444192129988e-06,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5250221192836761,
      "num_tokens": 557029265.0,
      "step": 723100
    },
    {
      "epoch": 0.9172355706417643,
      "grad_norm": 6.71875,
      "learning_rate": 4.138809882043697e-06,
      "loss": 1.8553,
      "mean_token_accuracy": 0.5927661329507827,
      "num_tokens": 557036519.0,
      "step": 723110
    },
    {
      "epoch": 0.9172482552342971,
      "grad_norm": 7.03125,
      "learning_rate": 4.138175571957405e-06,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5632097572088242,
      "num_tokens": 557044176.0,
      "step": 723120
    },
    {
      "epoch": 0.91726093982683,
      "grad_norm": 6.09375,
      "learning_rate": 4.1375412618711135e-06,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5437463879585266,
      "num_tokens": 557051263.0,
      "step": 723130
    },
    {
      "epoch": 0.9172736244193628,
      "grad_norm": 5.53125,
      "learning_rate": 4.136906951784822e-06,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5624813497066498,
      "num_tokens": 557059292.0,
      "step": 723140
    },
    {
      "epoch": 0.9172863090118956,
      "grad_norm": 6.875,
      "learning_rate": 4.13627264169853e-06,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5344879567623139,
      "num_tokens": 557066764.0,
      "step": 723150
    },
    {
      "epoch": 0.9172989936044285,
      "grad_norm": 4.71875,
      "learning_rate": 4.135638331612239e-06,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5393764823675156,
      "num_tokens": 557075072.0,
      "step": 723160
    },
    {
      "epoch": 0.9173116781969612,
      "grad_norm": 4.90625,
      "learning_rate": 4.135004021525947e-06,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5678491562604904,
      "num_tokens": 557083687.0,
      "step": 723170
    },
    {
      "epoch": 0.9173243627894941,
      "grad_norm": 6.25,
      "learning_rate": 4.1343697114396555e-06,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5604415893554687,
      "num_tokens": 557090327.0,
      "step": 723180
    },
    {
      "epoch": 0.9173370473820269,
      "grad_norm": 5.34375,
      "learning_rate": 4.133735401353364e-06,
      "loss": 2.1339,
      "mean_token_accuracy": 0.5275763601064682,
      "num_tokens": 557099213.0,
      "step": 723190
    },
    {
      "epoch": 0.9173497319745598,
      "grad_norm": 7.0,
      "learning_rate": 4.133101091267073e-06,
      "loss": 2.1542,
      "mean_token_accuracy": 0.5274163097143173,
      "num_tokens": 557107728.0,
      "step": 723200
    },
    {
      "epoch": 0.9173624165670926,
      "grad_norm": 5.75,
      "learning_rate": 4.132466781180781e-06,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5732641249895096,
      "num_tokens": 557113915.0,
      "step": 723210
    },
    {
      "epoch": 0.9173751011596254,
      "grad_norm": 5.46875,
      "learning_rate": 4.13183247109449e-06,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5255885154008866,
      "num_tokens": 557121696.0,
      "step": 723220
    },
    {
      "epoch": 0.9173877857521583,
      "grad_norm": 6.25,
      "learning_rate": 4.1311981610081975e-06,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5396390855312347,
      "num_tokens": 557128609.0,
      "step": 723230
    },
    {
      "epoch": 0.9174004703446911,
      "grad_norm": 6.09375,
      "learning_rate": 4.130563850921906e-06,
      "loss": 2.2383,
      "mean_token_accuracy": 0.5102405458688736,
      "num_tokens": 557136956.0,
      "step": 723240
    },
    {
      "epoch": 0.917413154937224,
      "grad_norm": 4.75,
      "learning_rate": 4.129929540835615e-06,
      "loss": 1.8385,
      "mean_token_accuracy": 0.5761507630348206,
      "num_tokens": 557144266.0,
      "step": 723250
    },
    {
      "epoch": 0.9174258395297568,
      "grad_norm": 4.84375,
      "learning_rate": 4.129295230749324e-06,
      "loss": 2.1035,
      "mean_token_accuracy": 0.5346419751644135,
      "num_tokens": 557153066.0,
      "step": 723260
    },
    {
      "epoch": 0.9174385241222897,
      "grad_norm": 5.84375,
      "learning_rate": 4.1286609206630325e-06,
      "loss": 2.2405,
      "mean_token_accuracy": 0.5246365487575531,
      "num_tokens": 557159525.0,
      "step": 723270
    },
    {
      "epoch": 0.9174512087148224,
      "grad_norm": 4.375,
      "learning_rate": 4.12802661057674e-06,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5764908641576767,
      "num_tokens": 557167924.0,
      "step": 723280
    },
    {
      "epoch": 0.9174638933073553,
      "grad_norm": 5.90625,
      "learning_rate": 4.127392300490448e-06,
      "loss": 2.1953,
      "mean_token_accuracy": 0.5203937321901322,
      "num_tokens": 557175436.0,
      "step": 723290
    },
    {
      "epoch": 0.9174765778998881,
      "grad_norm": 5.21875,
      "learning_rate": 4.126757990404157e-06,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5695639431476593,
      "num_tokens": 557183176.0,
      "step": 723300
    },
    {
      "epoch": 0.9174892624924209,
      "grad_norm": 4.53125,
      "learning_rate": 4.126123680317866e-06,
      "loss": 1.8498,
      "mean_token_accuracy": 0.5917093902826309,
      "num_tokens": 557190629.0,
      "step": 723310
    },
    {
      "epoch": 0.9175019470849538,
      "grad_norm": 5.25,
      "learning_rate": 4.1254893702315745e-06,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5289962828159332,
      "num_tokens": 557200009.0,
      "step": 723320
    },
    {
      "epoch": 0.9175146316774866,
      "grad_norm": 5.25,
      "learning_rate": 4.124855060145283e-06,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5275122225284576,
      "num_tokens": 557208562.0,
      "step": 723330
    },
    {
      "epoch": 0.9175273162700195,
      "grad_norm": 4.875,
      "learning_rate": 4.124220750058991e-06,
      "loss": 2.0276,
      "mean_token_accuracy": 0.549173042178154,
      "num_tokens": 557216891.0,
      "step": 723340
    },
    {
      "epoch": 0.9175400008625523,
      "grad_norm": 7.59375,
      "learning_rate": 4.123586439972699e-06,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5189406722784042,
      "num_tokens": 557225112.0,
      "step": 723350
    },
    {
      "epoch": 0.9175526854550852,
      "grad_norm": 6.84375,
      "learning_rate": 4.122952129886408e-06,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5443725556135177,
      "num_tokens": 557231262.0,
      "step": 723360
    },
    {
      "epoch": 0.917565370047618,
      "grad_norm": 7.40625,
      "learning_rate": 4.1223178198001165e-06,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5359290242195129,
      "num_tokens": 557238261.0,
      "step": 723370
    },
    {
      "epoch": 0.9175780546401507,
      "grad_norm": 4.9375,
      "learning_rate": 4.121683509713825e-06,
      "loss": 2.0612,
      "mean_token_accuracy": 0.5585868805646896,
      "num_tokens": 557246076.0,
      "step": 723380
    },
    {
      "epoch": 0.9175907392326836,
      "grad_norm": 9.1875,
      "learning_rate": 4.121049199627533e-06,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5464982450008392,
      "num_tokens": 557253558.0,
      "step": 723390
    },
    {
      "epoch": 0.9176034238252164,
      "grad_norm": 5.09375,
      "learning_rate": 4.120414889541242e-06,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5393170088529586,
      "num_tokens": 557261562.0,
      "step": 723400
    },
    {
      "epoch": 0.9176161084177493,
      "grad_norm": 6.4375,
      "learning_rate": 4.11978057945495e-06,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5234134316444397,
      "num_tokens": 557269073.0,
      "step": 723410
    },
    {
      "epoch": 0.9176287930102821,
      "grad_norm": 6.40625,
      "learning_rate": 4.1191462693686585e-06,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5624121636152267,
      "num_tokens": 557276065.0,
      "step": 723420
    },
    {
      "epoch": 0.917641477602815,
      "grad_norm": 5.59375,
      "learning_rate": 4.118511959282367e-06,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5550318002700806,
      "num_tokens": 557283498.0,
      "step": 723430
    },
    {
      "epoch": 0.9176541621953478,
      "grad_norm": 4.625,
      "learning_rate": 4.117877649196076e-06,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5244031041860581,
      "num_tokens": 557291132.0,
      "step": 723440
    },
    {
      "epoch": 0.9176668467878807,
      "grad_norm": 5.375,
      "learning_rate": 4.117243339109784e-06,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5687200486660003,
      "num_tokens": 557298624.0,
      "step": 723450
    },
    {
      "epoch": 0.9176795313804135,
      "grad_norm": 4.78125,
      "learning_rate": 4.116609029023493e-06,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5533915162086487,
      "num_tokens": 557306491.0,
      "step": 723460
    },
    {
      "epoch": 0.9176922159729463,
      "grad_norm": 5.5625,
      "learning_rate": 4.115974718937201e-06,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5495387703180313,
      "num_tokens": 557314149.0,
      "step": 723470
    },
    {
      "epoch": 0.9177049005654792,
      "grad_norm": 9.875,
      "learning_rate": 4.115340408850909e-06,
      "loss": 2.094,
      "mean_token_accuracy": 0.5510389566421509,
      "num_tokens": 557320126.0,
      "step": 723480
    },
    {
      "epoch": 0.9177175851580119,
      "grad_norm": 5.6875,
      "learning_rate": 4.114706098764618e-06,
      "loss": 2.0326,
      "mean_token_accuracy": 0.5441981345415116,
      "num_tokens": 557328148.0,
      "step": 723490
    },
    {
      "epoch": 0.9177302697505448,
      "grad_norm": 7.0625,
      "learning_rate": 4.114071788678326e-06,
      "loss": 2.324,
      "mean_token_accuracy": 0.5059666931629181,
      "num_tokens": 557336415.0,
      "step": 723500
    },
    {
      "epoch": 0.9177429543430776,
      "grad_norm": 7.0625,
      "learning_rate": 4.113437478592035e-06,
      "loss": 1.8822,
      "mean_token_accuracy": 0.578988516330719,
      "num_tokens": 557343455.0,
      "step": 723510
    },
    {
      "epoch": 0.9177556389356105,
      "grad_norm": 5.625,
      "learning_rate": 4.112803168505743e-06,
      "loss": 2.0965,
      "mean_token_accuracy": 0.561392393708229,
      "num_tokens": 557351390.0,
      "step": 723520
    },
    {
      "epoch": 0.9177683235281433,
      "grad_norm": 5.03125,
      "learning_rate": 4.112168858419452e-06,
      "loss": 2.1624,
      "mean_token_accuracy": 0.5253801345825195,
      "num_tokens": 557359850.0,
      "step": 723530
    },
    {
      "epoch": 0.9177810081206761,
      "grad_norm": 6.0,
      "learning_rate": 4.11153454833316e-06,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5365557968616486,
      "num_tokens": 557367254.0,
      "step": 723540
    },
    {
      "epoch": 0.917793692713209,
      "grad_norm": 5.90625,
      "learning_rate": 4.110900238246869e-06,
      "loss": 2.063,
      "mean_token_accuracy": 0.5480145961046219,
      "num_tokens": 557375272.0,
      "step": 723550
    },
    {
      "epoch": 0.9178063773057418,
      "grad_norm": 6.375,
      "learning_rate": 4.110265928160577e-06,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5144289046525955,
      "num_tokens": 557383386.0,
      "step": 723560
    },
    {
      "epoch": 0.9178190618982747,
      "grad_norm": 5.28125,
      "learning_rate": 4.109631618074285e-06,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5156692683696746,
      "num_tokens": 557393104.0,
      "step": 723570
    },
    {
      "epoch": 0.9178317464908075,
      "grad_norm": 4.9375,
      "learning_rate": 4.108997307987994e-06,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5543324172496795,
      "num_tokens": 557401060.0,
      "step": 723580
    },
    {
      "epoch": 0.9178444310833404,
      "grad_norm": 6.78125,
      "learning_rate": 4.108362997901703e-06,
      "loss": 2.1233,
      "mean_token_accuracy": 0.5356379538774491,
      "num_tokens": 557409502.0,
      "step": 723590
    },
    {
      "epoch": 0.9178571156758731,
      "grad_norm": 4.875,
      "learning_rate": 4.107728687815411e-06,
      "loss": 2.093,
      "mean_token_accuracy": 0.5491957485675811,
      "num_tokens": 557416636.0,
      "step": 723600
    },
    {
      "epoch": 0.917869800268406,
      "grad_norm": 6.6875,
      "learning_rate": 4.107094377729119e-06,
      "loss": 2.0324,
      "mean_token_accuracy": 0.5608247339725494,
      "num_tokens": 557423843.0,
      "step": 723610
    },
    {
      "epoch": 0.9178824848609388,
      "grad_norm": 5.34375,
      "learning_rate": 4.106460067642827e-06,
      "loss": 2.0985,
      "mean_token_accuracy": 0.547491055727005,
      "num_tokens": 557431496.0,
      "step": 723620
    },
    {
      "epoch": 0.9178951694534716,
      "grad_norm": 5.9375,
      "learning_rate": 4.105825757556536e-06,
      "loss": 2.082,
      "mean_token_accuracy": 0.5446983277797699,
      "num_tokens": 557439022.0,
      "step": 723630
    },
    {
      "epoch": 0.9179078540460045,
      "grad_norm": 6.21875,
      "learning_rate": 4.105191447470245e-06,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5360208719968795,
      "num_tokens": 557446476.0,
      "step": 723640
    },
    {
      "epoch": 0.9179205386385373,
      "grad_norm": 4.46875,
      "learning_rate": 4.1045571373839536e-06,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5411401778459549,
      "num_tokens": 557454398.0,
      "step": 723650
    },
    {
      "epoch": 0.9179332232310702,
      "grad_norm": 6.5,
      "learning_rate": 4.103922827297662e-06,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5764981627464294,
      "num_tokens": 557462383.0,
      "step": 723660
    },
    {
      "epoch": 0.917945907823603,
      "grad_norm": 4.84375,
      "learning_rate": 4.10328851721137e-06,
      "loss": 2.2149,
      "mean_token_accuracy": 0.52458056807518,
      "num_tokens": 557471072.0,
      "step": 723670
    },
    {
      "epoch": 0.9179585924161359,
      "grad_norm": 5.5,
      "learning_rate": 4.102654207125078e-06,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5246446549892425,
      "num_tokens": 557479577.0,
      "step": 723680
    },
    {
      "epoch": 0.9179712770086687,
      "grad_norm": 5.78125,
      "learning_rate": 4.102019897038787e-06,
      "loss": 1.9602,
      "mean_token_accuracy": 0.5702372103929519,
      "num_tokens": 557486954.0,
      "step": 723690
    },
    {
      "epoch": 0.9179839616012014,
      "grad_norm": 9.1875,
      "learning_rate": 4.101385586952496e-06,
      "loss": 2.0212,
      "mean_token_accuracy": 0.5507733702659607,
      "num_tokens": 557495032.0,
      "step": 723700
    },
    {
      "epoch": 0.9179966461937343,
      "grad_norm": 5.28125,
      "learning_rate": 4.100751276866204e-06,
      "loss": 1.9488,
      "mean_token_accuracy": 0.574522951245308,
      "num_tokens": 557501171.0,
      "step": 723710
    },
    {
      "epoch": 0.9180093307862671,
      "grad_norm": 5.125,
      "learning_rate": 4.100116966779912e-06,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5433280646800995,
      "num_tokens": 557509704.0,
      "step": 723720
    },
    {
      "epoch": 0.9180220153788,
      "grad_norm": 6.375,
      "learning_rate": 4.099482656693621e-06,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5483970910310745,
      "num_tokens": 557518758.0,
      "step": 723730
    },
    {
      "epoch": 0.9180346999713328,
      "grad_norm": 5.0,
      "learning_rate": 4.098848346607329e-06,
      "loss": 1.7824,
      "mean_token_accuracy": 0.5917186737060547,
      "num_tokens": 557526577.0,
      "step": 723740
    },
    {
      "epoch": 0.9180473845638657,
      "grad_norm": 4.8125,
      "learning_rate": 4.098214036521038e-06,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5535799920558929,
      "num_tokens": 557534652.0,
      "step": 723750
    },
    {
      "epoch": 0.9180600691563985,
      "grad_norm": 4.84375,
      "learning_rate": 4.097579726434746e-06,
      "loss": 2.1326,
      "mean_token_accuracy": 0.5364097028970718,
      "num_tokens": 557543642.0,
      "step": 723760
    },
    {
      "epoch": 0.9180727537489313,
      "grad_norm": 5.40625,
      "learning_rate": 4.096945416348455e-06,
      "loss": 2.2162,
      "mean_token_accuracy": 0.5204904824495316,
      "num_tokens": 557550847.0,
      "step": 723770
    },
    {
      "epoch": 0.9180854383414642,
      "grad_norm": 5.0,
      "learning_rate": 4.096311106262163e-06,
      "loss": 1.9278,
      "mean_token_accuracy": 0.5656207531690598,
      "num_tokens": 557558235.0,
      "step": 723780
    },
    {
      "epoch": 0.918098122933997,
      "grad_norm": 4.71875,
      "learning_rate": 4.095676796175872e-06,
      "loss": 2.1432,
      "mean_token_accuracy": 0.5236285924911499,
      "num_tokens": 557567795.0,
      "step": 723790
    },
    {
      "epoch": 0.9181108075265298,
      "grad_norm": 6.9375,
      "learning_rate": 4.0950424860895804e-06,
      "loss": 1.886,
      "mean_token_accuracy": 0.5687724977731705,
      "num_tokens": 557575959.0,
      "step": 723800
    },
    {
      "epoch": 0.9181234921190626,
      "grad_norm": 9.375,
      "learning_rate": 4.094408176003288e-06,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5544451981782913,
      "num_tokens": 557583596.0,
      "step": 723810
    },
    {
      "epoch": 0.9181361767115955,
      "grad_norm": 5.59375,
      "learning_rate": 4.093773865916997e-06,
      "loss": 2.212,
      "mean_token_accuracy": 0.5253354221582412,
      "num_tokens": 557591927.0,
      "step": 723820
    },
    {
      "epoch": 0.9181488613041283,
      "grad_norm": 5.09375,
      "learning_rate": 4.093139555830705e-06,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5642920702695846,
      "num_tokens": 557600326.0,
      "step": 723830
    },
    {
      "epoch": 0.9181615458966612,
      "grad_norm": 5.0625,
      "learning_rate": 4.092505245744414e-06,
      "loss": 1.8857,
      "mean_token_accuracy": 0.5718812018632888,
      "num_tokens": 557608528.0,
      "step": 723840
    },
    {
      "epoch": 0.918174230489194,
      "grad_norm": 6.03125,
      "learning_rate": 4.0918709356581224e-06,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5277494102716446,
      "num_tokens": 557616931.0,
      "step": 723850
    },
    {
      "epoch": 0.9181869150817268,
      "grad_norm": 7.125,
      "learning_rate": 4.091236625571831e-06,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5399468451738357,
      "num_tokens": 557624557.0,
      "step": 723860
    },
    {
      "epoch": 0.9181995996742597,
      "grad_norm": 7.4375,
      "learning_rate": 4.090602315485539e-06,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5233719259500503,
      "num_tokens": 557632534.0,
      "step": 723870
    },
    {
      "epoch": 0.9182122842667925,
      "grad_norm": 5.40625,
      "learning_rate": 4.089968005399248e-06,
      "loss": 2.0702,
      "mean_token_accuracy": 0.541484409570694,
      "num_tokens": 557641168.0,
      "step": 723880
    },
    {
      "epoch": 0.9182249688593254,
      "grad_norm": 4.65625,
      "learning_rate": 4.089333695312956e-06,
      "loss": 2.104,
      "mean_token_accuracy": 0.537432637810707,
      "num_tokens": 557648400.0,
      "step": 723890
    },
    {
      "epoch": 0.9182376534518581,
      "grad_norm": 5.78125,
      "learning_rate": 4.0886993852266644e-06,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5692965388298035,
      "num_tokens": 557655593.0,
      "step": 723900
    },
    {
      "epoch": 0.918250338044391,
      "grad_norm": 4.875,
      "learning_rate": 4.088065075140373e-06,
      "loss": 1.7929,
      "mean_token_accuracy": 0.5855737388134002,
      "num_tokens": 557661941.0,
      "step": 723910
    },
    {
      "epoch": 0.9182630226369238,
      "grad_norm": 5.46875,
      "learning_rate": 4.087430765054082e-06,
      "loss": 1.7665,
      "mean_token_accuracy": 0.6093528419733047,
      "num_tokens": 557669376.0,
      "step": 723920
    },
    {
      "epoch": 0.9182757072294566,
      "grad_norm": 5.9375,
      "learning_rate": 4.08679645496779e-06,
      "loss": 1.8108,
      "mean_token_accuracy": 0.6054032623767853,
      "num_tokens": 557676368.0,
      "step": 723930
    },
    {
      "epoch": 0.9182883918219895,
      "grad_norm": 7.78125,
      "learning_rate": 4.086162144881498e-06,
      "loss": 2.1017,
      "mean_token_accuracy": 0.534048342704773,
      "num_tokens": 557683116.0,
      "step": 723940
    },
    {
      "epoch": 0.9183010764145223,
      "grad_norm": 8.125,
      "learning_rate": 4.0855278347952064e-06,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5258758336305618,
      "num_tokens": 557691409.0,
      "step": 723950
    },
    {
      "epoch": 0.9183137610070552,
      "grad_norm": 5.5,
      "learning_rate": 4.084893524708915e-06,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5317397743463517,
      "num_tokens": 557700324.0,
      "step": 723960
    },
    {
      "epoch": 0.918326445599588,
      "grad_norm": 5.625,
      "learning_rate": 4.084259214622624e-06,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5331218630075455,
      "num_tokens": 557707031.0,
      "step": 723970
    },
    {
      "epoch": 0.9183391301921209,
      "grad_norm": 5.90625,
      "learning_rate": 4.083624904536333e-06,
      "loss": 1.8504,
      "mean_token_accuracy": 0.5874712586402893,
      "num_tokens": 557713781.0,
      "step": 723980
    },
    {
      "epoch": 0.9183518147846537,
      "grad_norm": 5.6875,
      "learning_rate": 4.082990594450041e-06,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5573804646730423,
      "num_tokens": 557721283.0,
      "step": 723990
    },
    {
      "epoch": 0.9183644993771866,
      "grad_norm": 6.0,
      "learning_rate": 4.082356284363749e-06,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5501963108778,
      "num_tokens": 557729103.0,
      "step": 724000
    },
    {
      "epoch": 0.9183771839697193,
      "grad_norm": 7.125,
      "learning_rate": 4.081721974277457e-06,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5471600085496903,
      "num_tokens": 557736966.0,
      "step": 724010
    },
    {
      "epoch": 0.9183898685622521,
      "grad_norm": 4.90625,
      "learning_rate": 4.081087664191166e-06,
      "loss": 2.1439,
      "mean_token_accuracy": 0.5345183134078979,
      "num_tokens": 557744553.0,
      "step": 724020
    },
    {
      "epoch": 0.918402553154785,
      "grad_norm": 6.9375,
      "learning_rate": 4.080453354104875e-06,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5368316322565079,
      "num_tokens": 557752427.0,
      "step": 724030
    },
    {
      "epoch": 0.9184152377473178,
      "grad_norm": 5.71875,
      "learning_rate": 4.079819044018583e-06,
      "loss": 2.3546,
      "mean_token_accuracy": 0.4958982735872269,
      "num_tokens": 557761670.0,
      "step": 724040
    },
    {
      "epoch": 0.9184279223398507,
      "grad_norm": 6.34375,
      "learning_rate": 4.079184733932291e-06,
      "loss": 2.102,
      "mean_token_accuracy": 0.5323310881853104,
      "num_tokens": 557769528.0,
      "step": 724050
    },
    {
      "epoch": 0.9184406069323835,
      "grad_norm": 5.6875,
      "learning_rate": 4.078550423846e-06,
      "loss": 1.7874,
      "mean_token_accuracy": 0.5984025567770004,
      "num_tokens": 557777323.0,
      "step": 724060
    },
    {
      "epoch": 0.9184532915249164,
      "grad_norm": 5.4375,
      "learning_rate": 4.077916113759708e-06,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5434463500976563,
      "num_tokens": 557784650.0,
      "step": 724070
    },
    {
      "epoch": 0.9184659761174492,
      "grad_norm": 5.09375,
      "learning_rate": 4.077281803673417e-06,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5525842040777207,
      "num_tokens": 557791324.0,
      "step": 724080
    },
    {
      "epoch": 0.918478660709982,
      "grad_norm": 5.25,
      "learning_rate": 4.076647493587125e-06,
      "loss": 2.2035,
      "mean_token_accuracy": 0.5285158723592758,
      "num_tokens": 557799882.0,
      "step": 724090
    },
    {
      "epoch": 0.9184913453025149,
      "grad_norm": 4.84375,
      "learning_rate": 4.076013183500833e-06,
      "loss": 2.021,
      "mean_token_accuracy": 0.5521508812904358,
      "num_tokens": 557807297.0,
      "step": 724100
    },
    {
      "epoch": 0.9185040298950476,
      "grad_norm": 6.625,
      "learning_rate": 4.075378873414542e-06,
      "loss": 2.0233,
      "mean_token_accuracy": 0.5561100751161575,
      "num_tokens": 557814820.0,
      "step": 724110
    },
    {
      "epoch": 0.9185167144875805,
      "grad_norm": 5.40625,
      "learning_rate": 4.074744563328251e-06,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5350804209709168,
      "num_tokens": 557823079.0,
      "step": 724120
    },
    {
      "epoch": 0.9185293990801133,
      "grad_norm": 5.25,
      "learning_rate": 4.074110253241959e-06,
      "loss": 1.9357,
      "mean_token_accuracy": 0.5670091450214386,
      "num_tokens": 557830600.0,
      "step": 724130
    },
    {
      "epoch": 0.9185420836726462,
      "grad_norm": 5.09375,
      "learning_rate": 4.073475943155667e-06,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5625384479761124,
      "num_tokens": 557837713.0,
      "step": 724140
    },
    {
      "epoch": 0.918554768265179,
      "grad_norm": 5.71875,
      "learning_rate": 4.072841633069376e-06,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5264487057924271,
      "num_tokens": 557845915.0,
      "step": 724150
    },
    {
      "epoch": 0.9185674528577118,
      "grad_norm": 5.125,
      "learning_rate": 4.072207322983084e-06,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5419476449489593,
      "num_tokens": 557853937.0,
      "step": 724160
    },
    {
      "epoch": 0.9185801374502447,
      "grad_norm": 10.5625,
      "learning_rate": 4.071573012896793e-06,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5498575836420059,
      "num_tokens": 557860554.0,
      "step": 724170
    },
    {
      "epoch": 0.9185928220427775,
      "grad_norm": 4.625,
      "learning_rate": 4.0709387028105015e-06,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5359727621078492,
      "num_tokens": 557868878.0,
      "step": 724180
    },
    {
      "epoch": 0.9186055066353104,
      "grad_norm": 5.1875,
      "learning_rate": 4.07030439272421e-06,
      "loss": 1.7953,
      "mean_token_accuracy": 0.6014412015676498,
      "num_tokens": 557875206.0,
      "step": 724190
    },
    {
      "epoch": 0.9186181912278432,
      "grad_norm": 5.71875,
      "learning_rate": 4.069670082637918e-06,
      "loss": 2.2365,
      "mean_token_accuracy": 0.5208809852600098,
      "num_tokens": 557884550.0,
      "step": 724200
    },
    {
      "epoch": 0.9186308758203761,
      "grad_norm": 4.96875,
      "learning_rate": 4.069035772551626e-06,
      "loss": 2.13,
      "mean_token_accuracy": 0.5413846939802169,
      "num_tokens": 557893266.0,
      "step": 724210
    },
    {
      "epoch": 0.9186435604129088,
      "grad_norm": 5.21875,
      "learning_rate": 4.068401462465335e-06,
      "loss": 2.0376,
      "mean_token_accuracy": 0.5484245032072067,
      "num_tokens": 557902018.0,
      "step": 724220
    },
    {
      "epoch": 0.9186562450054417,
      "grad_norm": 4.59375,
      "learning_rate": 4.0677671523790435e-06,
      "loss": 2.1878,
      "mean_token_accuracy": 0.516475060582161,
      "num_tokens": 557910416.0,
      "step": 724230
    },
    {
      "epoch": 0.9186689295979745,
      "grad_norm": 5.28125,
      "learning_rate": 4.067132842292752e-06,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5297092378139496,
      "num_tokens": 557918176.0,
      "step": 724240
    },
    {
      "epoch": 0.9186816141905073,
      "grad_norm": 6.09375,
      "learning_rate": 4.066498532206461e-06,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5416901022195816,
      "num_tokens": 557925749.0,
      "step": 724250
    },
    {
      "epoch": 0.9186942987830402,
      "grad_norm": 5.25,
      "learning_rate": 4.065864222120169e-06,
      "loss": 1.8449,
      "mean_token_accuracy": 0.5917929232120513,
      "num_tokens": 557932220.0,
      "step": 724260
    },
    {
      "epoch": 0.918706983375573,
      "grad_norm": 7.3125,
      "learning_rate": 4.065229912033877e-06,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5358299523591995,
      "num_tokens": 557939471.0,
      "step": 724270
    },
    {
      "epoch": 0.9187196679681059,
      "grad_norm": 5.65625,
      "learning_rate": 4.0645956019475855e-06,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5263570964336395,
      "num_tokens": 557947975.0,
      "step": 724280
    },
    {
      "epoch": 0.9187323525606387,
      "grad_norm": 4.6875,
      "learning_rate": 4.063961291861294e-06,
      "loss": 1.9264,
      "mean_token_accuracy": 0.574998265504837,
      "num_tokens": 557954407.0,
      "step": 724290
    },
    {
      "epoch": 0.9187450371531716,
      "grad_norm": 9.5,
      "learning_rate": 4.063326981775003e-06,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5337557703256607,
      "num_tokens": 557961812.0,
      "step": 724300
    },
    {
      "epoch": 0.9187577217457044,
      "grad_norm": 4.90625,
      "learning_rate": 4.062692671688712e-06,
      "loss": 1.963,
      "mean_token_accuracy": 0.548514461517334,
      "num_tokens": 557970160.0,
      "step": 724310
    },
    {
      "epoch": 0.9187704063382371,
      "grad_norm": 5.625,
      "learning_rate": 4.06205836160242e-06,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5331144720315933,
      "num_tokens": 557978712.0,
      "step": 724320
    },
    {
      "epoch": 0.91878309093077,
      "grad_norm": 6.875,
      "learning_rate": 4.0614240515161275e-06,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5566526472568512,
      "num_tokens": 557985861.0,
      "step": 724330
    },
    {
      "epoch": 0.9187957755233028,
      "grad_norm": 4.78125,
      "learning_rate": 4.060789741429836e-06,
      "loss": 1.9422,
      "mean_token_accuracy": 0.5585083484649658,
      "num_tokens": 557993962.0,
      "step": 724340
    },
    {
      "epoch": 0.9188084601158357,
      "grad_norm": 4.3125,
      "learning_rate": 4.060155431343545e-06,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5305872052907944,
      "num_tokens": 558001447.0,
      "step": 724350
    },
    {
      "epoch": 0.9188211447083685,
      "grad_norm": 5.09375,
      "learning_rate": 4.059521121257254e-06,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5427485138177872,
      "num_tokens": 558009469.0,
      "step": 724360
    },
    {
      "epoch": 0.9188338293009014,
      "grad_norm": 4.90625,
      "learning_rate": 4.0588868111709625e-06,
      "loss": 2.023,
      "mean_token_accuracy": 0.5496857523918152,
      "num_tokens": 558016431.0,
      "step": 724370
    },
    {
      "epoch": 0.9188465138934342,
      "grad_norm": 5.78125,
      "learning_rate": 4.05825250108467e-06,
      "loss": 2.2802,
      "mean_token_accuracy": 0.5143571227788926,
      "num_tokens": 558024333.0,
      "step": 724380
    },
    {
      "epoch": 0.9188591984859671,
      "grad_norm": 5.53125,
      "learning_rate": 4.057618190998379e-06,
      "loss": 2.2944,
      "mean_token_accuracy": 0.5067552477121353,
      "num_tokens": 558031639.0,
      "step": 724390
    },
    {
      "epoch": 0.9188718830784999,
      "grad_norm": 5.0625,
      "learning_rate": 4.056983880912087e-06,
      "loss": 1.7486,
      "mean_token_accuracy": 0.604051923751831,
      "num_tokens": 558038250.0,
      "step": 724400
    },
    {
      "epoch": 0.9188845676710327,
      "grad_norm": 5.03125,
      "learning_rate": 4.056349570825796e-06,
      "loss": 1.8144,
      "mean_token_accuracy": 0.601570525765419,
      "num_tokens": 558044418.0,
      "step": 724410
    },
    {
      "epoch": 0.9188972522635656,
      "grad_norm": 4.78125,
      "learning_rate": 4.0557152607395045e-06,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5324871927499771,
      "num_tokens": 558052597.0,
      "step": 724420
    },
    {
      "epoch": 0.9189099368560983,
      "grad_norm": 6.9375,
      "learning_rate": 4.055080950653212e-06,
      "loss": 2.1974,
      "mean_token_accuracy": 0.5252904206514358,
      "num_tokens": 558059774.0,
      "step": 724430
    },
    {
      "epoch": 0.9189226214486312,
      "grad_norm": 5.125,
      "learning_rate": 4.054446640566921e-06,
      "loss": 2.0585,
      "mean_token_accuracy": 0.5464875876903534,
      "num_tokens": 558068060.0,
      "step": 724440
    },
    {
      "epoch": 0.918935306041164,
      "grad_norm": 5.25,
      "learning_rate": 4.05381233048063e-06,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5639676719903945,
      "num_tokens": 558075489.0,
      "step": 724450
    },
    {
      "epoch": 0.9189479906336969,
      "grad_norm": 6.34375,
      "learning_rate": 4.053178020394338e-06,
      "loss": 2.2247,
      "mean_token_accuracy": 0.5237327188253402,
      "num_tokens": 558084067.0,
      "step": 724460
    },
    {
      "epoch": 0.9189606752262297,
      "grad_norm": 6.59375,
      "learning_rate": 4.0525437103080465e-06,
      "loss": 2.2191,
      "mean_token_accuracy": 0.521990692615509,
      "num_tokens": 558091958.0,
      "step": 724470
    },
    {
      "epoch": 0.9189733598187625,
      "grad_norm": 14.5,
      "learning_rate": 4.051909400221755e-06,
      "loss": 1.7456,
      "mean_token_accuracy": 0.6118946969509125,
      "num_tokens": 558097721.0,
      "step": 724480
    },
    {
      "epoch": 0.9189860444112954,
      "grad_norm": 8.625,
      "learning_rate": 4.051275090135463e-06,
      "loss": 1.7895,
      "mean_token_accuracy": 0.6207348853349686,
      "num_tokens": 558103739.0,
      "step": 724490
    },
    {
      "epoch": 0.9189987290038282,
      "grad_norm": 4.53125,
      "learning_rate": 4.050640780049172e-06,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5606899112462997,
      "num_tokens": 558110452.0,
      "step": 724500
    },
    {
      "epoch": 0.9190114135963611,
      "grad_norm": 5.25,
      "learning_rate": 4.050006469962881e-06,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5593408674001694,
      "num_tokens": 558117439.0,
      "step": 724510
    },
    {
      "epoch": 0.9190240981888939,
      "grad_norm": 5.75,
      "learning_rate": 4.0493721598765885e-06,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5493527531623841,
      "num_tokens": 558125499.0,
      "step": 724520
    },
    {
      "epoch": 0.9190367827814268,
      "grad_norm": 5.15625,
      "learning_rate": 4.048737849790297e-06,
      "loss": 2.0384,
      "mean_token_accuracy": 0.546257597208023,
      "num_tokens": 558134997.0,
      "step": 724530
    },
    {
      "epoch": 0.9190494673739595,
      "grad_norm": 6.625,
      "learning_rate": 4.048103539704005e-06,
      "loss": 1.9011,
      "mean_token_accuracy": 0.5731005132198334,
      "num_tokens": 558142347.0,
      "step": 724540
    },
    {
      "epoch": 0.9190621519664924,
      "grad_norm": 4.5625,
      "learning_rate": 4.047469229617714e-06,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5220189571380616,
      "num_tokens": 558150083.0,
      "step": 724550
    },
    {
      "epoch": 0.9190748365590252,
      "grad_norm": 4.84375,
      "learning_rate": 4.046834919531423e-06,
      "loss": 2.1109,
      "mean_token_accuracy": 0.5388922095298767,
      "num_tokens": 558158495.0,
      "step": 724560
    },
    {
      "epoch": 0.919087521151558,
      "grad_norm": 5.1875,
      "learning_rate": 4.046200609445131e-06,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5488596796989441,
      "num_tokens": 558166136.0,
      "step": 724570
    },
    {
      "epoch": 0.9191002057440909,
      "grad_norm": 5.75,
      "learning_rate": 4.04556629935884e-06,
      "loss": 1.7495,
      "mean_token_accuracy": 0.6088306605815887,
      "num_tokens": 558172728.0,
      "step": 724580
    },
    {
      "epoch": 0.9191128903366237,
      "grad_norm": 5.65625,
      "learning_rate": 4.044931989272548e-06,
      "loss": 1.9347,
      "mean_token_accuracy": 0.5728208601474762,
      "num_tokens": 558181133.0,
      "step": 724590
    },
    {
      "epoch": 0.9191255749291566,
      "grad_norm": 6.21875,
      "learning_rate": 4.044297679186256e-06,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5402934640645981,
      "num_tokens": 558190160.0,
      "step": 724600
    },
    {
      "epoch": 0.9191382595216894,
      "grad_norm": 6.75,
      "learning_rate": 4.043663369099965e-06,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5670398473739624,
      "num_tokens": 558197412.0,
      "step": 724610
    },
    {
      "epoch": 0.9191509441142223,
      "grad_norm": 4.78125,
      "learning_rate": 4.043029059013673e-06,
      "loss": 1.9252,
      "mean_token_accuracy": 0.566542798280716,
      "num_tokens": 558203985.0,
      "step": 724620
    },
    {
      "epoch": 0.919163628706755,
      "grad_norm": 5.5,
      "learning_rate": 4.042394748927382e-06,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5338044434785842,
      "num_tokens": 558212771.0,
      "step": 724630
    },
    {
      "epoch": 0.9191763132992878,
      "grad_norm": 5.53125,
      "learning_rate": 4.041760438841091e-06,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5566794335842132,
      "num_tokens": 558221323.0,
      "step": 724640
    },
    {
      "epoch": 0.9191889978918207,
      "grad_norm": 4.96875,
      "learning_rate": 4.041126128754799e-06,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5336497962474823,
      "num_tokens": 558229885.0,
      "step": 724650
    },
    {
      "epoch": 0.9192016824843535,
      "grad_norm": 5.84375,
      "learning_rate": 4.040491818668507e-06,
      "loss": 2.1663,
      "mean_token_accuracy": 0.5314856141805648,
      "num_tokens": 558237323.0,
      "step": 724660
    },
    {
      "epoch": 0.9192143670768864,
      "grad_norm": 6.3125,
      "learning_rate": 4.039857508582215e-06,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5595370441675186,
      "num_tokens": 558245373.0,
      "step": 724670
    },
    {
      "epoch": 0.9192270516694192,
      "grad_norm": 5.1875,
      "learning_rate": 4.039223198495924e-06,
      "loss": 2.1681,
      "mean_token_accuracy": 0.5287522971630096,
      "num_tokens": 558254294.0,
      "step": 724680
    },
    {
      "epoch": 0.9192397362619521,
      "grad_norm": 5.96875,
      "learning_rate": 4.038588888409633e-06,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5460081934928894,
      "num_tokens": 558261112.0,
      "step": 724690
    },
    {
      "epoch": 0.9192524208544849,
      "grad_norm": 5.0,
      "learning_rate": 4.037954578323342e-06,
      "loss": 1.8615,
      "mean_token_accuracy": 0.5845529615879059,
      "num_tokens": 558267175.0,
      "step": 724700
    },
    {
      "epoch": 0.9192651054470177,
      "grad_norm": 6.6875,
      "learning_rate": 4.0373202682370495e-06,
      "loss": 1.933,
      "mean_token_accuracy": 0.5739075839519501,
      "num_tokens": 558275102.0,
      "step": 724710
    },
    {
      "epoch": 0.9192777900395506,
      "grad_norm": 5.4375,
      "learning_rate": 4.036685958150758e-06,
      "loss": 1.8241,
      "mean_token_accuracy": 0.5861973941326142,
      "num_tokens": 558282588.0,
      "step": 724720
    },
    {
      "epoch": 0.9192904746320834,
      "grad_norm": 7.65625,
      "learning_rate": 4.036051648064466e-06,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5543004304170609,
      "num_tokens": 558289479.0,
      "step": 724730
    },
    {
      "epoch": 0.9193031592246163,
      "grad_norm": 4.78125,
      "learning_rate": 4.035417337978175e-06,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5496049702167511,
      "num_tokens": 558297663.0,
      "step": 724740
    },
    {
      "epoch": 0.919315843817149,
      "grad_norm": 6.65625,
      "learning_rate": 4.034783027891884e-06,
      "loss": 2.0125,
      "mean_token_accuracy": 0.5692839831113815,
      "num_tokens": 558305055.0,
      "step": 724750
    },
    {
      "epoch": 0.9193285284096819,
      "grad_norm": 6.03125,
      "learning_rate": 4.0341487178055915e-06,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5742267549037934,
      "num_tokens": 558312380.0,
      "step": 724760
    },
    {
      "epoch": 0.9193412130022147,
      "grad_norm": 5.5,
      "learning_rate": 4.0335144077193e-06,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5367536455392837,
      "num_tokens": 558319958.0,
      "step": 724770
    },
    {
      "epoch": 0.9193538975947476,
      "grad_norm": 21.75,
      "learning_rate": 4.032880097633009e-06,
      "loss": 1.9147,
      "mean_token_accuracy": 0.5741113424301147,
      "num_tokens": 558326695.0,
      "step": 724780
    },
    {
      "epoch": 0.9193665821872804,
      "grad_norm": 4.78125,
      "learning_rate": 4.032245787546717e-06,
      "loss": 1.8697,
      "mean_token_accuracy": 0.5876799374818802,
      "num_tokens": 558334584.0,
      "step": 724790
    },
    {
      "epoch": 0.9193792667798132,
      "grad_norm": 6.0625,
      "learning_rate": 4.031611477460426e-06,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5431171119213104,
      "num_tokens": 558341289.0,
      "step": 724800
    },
    {
      "epoch": 0.9193919513723461,
      "grad_norm": 5.375,
      "learning_rate": 4.030977167374134e-06,
      "loss": 1.7963,
      "mean_token_accuracy": 0.609408101439476,
      "num_tokens": 558347224.0,
      "step": 724810
    },
    {
      "epoch": 0.9194046359648789,
      "grad_norm": 10.125,
      "learning_rate": 4.030342857287842e-06,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5657674044370651,
      "num_tokens": 558353559.0,
      "step": 724820
    },
    {
      "epoch": 0.9194173205574118,
      "grad_norm": 5.3125,
      "learning_rate": 4.029708547201551e-06,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5314473599195481,
      "num_tokens": 558361594.0,
      "step": 724830
    },
    {
      "epoch": 0.9194300051499446,
      "grad_norm": 7.25,
      "learning_rate": 4.02907423711526e-06,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5376360297203064,
      "num_tokens": 558368712.0,
      "step": 724840
    },
    {
      "epoch": 0.9194426897424774,
      "grad_norm": 5.125,
      "learning_rate": 4.028439927028968e-06,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5547618329524994,
      "num_tokens": 558376568.0,
      "step": 724850
    },
    {
      "epoch": 0.9194553743350102,
      "grad_norm": 6.65625,
      "learning_rate": 4.027805616942676e-06,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5441984295845032,
      "num_tokens": 558384168.0,
      "step": 724860
    },
    {
      "epoch": 0.919468058927543,
      "grad_norm": 5.96875,
      "learning_rate": 4.027171306856384e-06,
      "loss": 2.2622,
      "mean_token_accuracy": 0.518324363231659,
      "num_tokens": 558392151.0,
      "step": 724870
    },
    {
      "epoch": 0.9194807435200759,
      "grad_norm": 4.875,
      "learning_rate": 4.026536996770093e-06,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5536341696977616,
      "num_tokens": 558399474.0,
      "step": 724880
    },
    {
      "epoch": 0.9194934281126087,
      "grad_norm": 4.875,
      "learning_rate": 4.025902686683802e-06,
      "loss": 2.043,
      "mean_token_accuracy": 0.5421506553888321,
      "num_tokens": 558406625.0,
      "step": 724890
    },
    {
      "epoch": 0.9195061127051416,
      "grad_norm": 4.90625,
      "learning_rate": 4.0252683765975105e-06,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5600292682647705,
      "num_tokens": 558414817.0,
      "step": 724900
    },
    {
      "epoch": 0.9195187972976744,
      "grad_norm": 4.5,
      "learning_rate": 4.024634066511219e-06,
      "loss": 2.1079,
      "mean_token_accuracy": 0.529869556427002,
      "num_tokens": 558423782.0,
      "step": 724910
    },
    {
      "epoch": 0.9195314818902073,
      "grad_norm": 5.875,
      "learning_rate": 4.023999756424927e-06,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5770242273807525,
      "num_tokens": 558432933.0,
      "step": 724920
    },
    {
      "epoch": 0.9195441664827401,
      "grad_norm": 8.4375,
      "learning_rate": 4.023365446338635e-06,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5385381698608398,
      "num_tokens": 558440823.0,
      "step": 724930
    },
    {
      "epoch": 0.919556851075273,
      "grad_norm": 5.09375,
      "learning_rate": 4.022731136252344e-06,
      "loss": 1.8774,
      "mean_token_accuracy": 0.5745714217424392,
      "num_tokens": 558448209.0,
      "step": 724940
    },
    {
      "epoch": 0.9195695356678057,
      "grad_norm": 8.9375,
      "learning_rate": 4.0220968261660525e-06,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5527691930532456,
      "num_tokens": 558455549.0,
      "step": 724950
    },
    {
      "epoch": 0.9195822202603385,
      "grad_norm": 8.1875,
      "learning_rate": 4.021462516079761e-06,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5271335363388061,
      "num_tokens": 558462800.0,
      "step": 724960
    },
    {
      "epoch": 0.9195949048528714,
      "grad_norm": 6.875,
      "learning_rate": 4.02082820599347e-06,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5795697569847107,
      "num_tokens": 558469883.0,
      "step": 724970
    },
    {
      "epoch": 0.9196075894454042,
      "grad_norm": 5.375,
      "learning_rate": 4.020193895907178e-06,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5211544692516327,
      "num_tokens": 558478890.0,
      "step": 724980
    },
    {
      "epoch": 0.9196202740379371,
      "grad_norm": 5.21875,
      "learning_rate": 4.019559585820886e-06,
      "loss": 2.2298,
      "mean_token_accuracy": 0.511486929655075,
      "num_tokens": 558487141.0,
      "step": 724990
    },
    {
      "epoch": 0.9196329586304699,
      "grad_norm": 5.8125,
      "learning_rate": 4.0189252757345945e-06,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5249705612659454,
      "num_tokens": 558494176.0,
      "step": 725000
    },
    {
      "epoch": 0.9196456432230028,
      "grad_norm": 6.84375,
      "learning_rate": 4.018290965648303e-06,
      "loss": 1.9954,
      "mean_token_accuracy": 0.545812064409256,
      "num_tokens": 558501604.0,
      "step": 725010
    },
    {
      "epoch": 0.9196583278155356,
      "grad_norm": 6.96875,
      "learning_rate": 4.017656655562012e-06,
      "loss": 2.2298,
      "mean_token_accuracy": 0.5168458372354507,
      "num_tokens": 558509457.0,
      "step": 725020
    },
    {
      "epoch": 0.9196710124080684,
      "grad_norm": 5.34375,
      "learning_rate": 4.017022345475721e-06,
      "loss": 2.0286,
      "mean_token_accuracy": 0.5521607130765915,
      "num_tokens": 558517367.0,
      "step": 725030
    },
    {
      "epoch": 0.9196836970006013,
      "grad_norm": 4.6875,
      "learning_rate": 4.016388035389429e-06,
      "loss": 1.7443,
      "mean_token_accuracy": 0.6128741502761841,
      "num_tokens": 558523421.0,
      "step": 725040
    },
    {
      "epoch": 0.919696381593134,
      "grad_norm": 5.625,
      "learning_rate": 4.0157537253031365e-06,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5715255618095398,
      "num_tokens": 558530997.0,
      "step": 725050
    },
    {
      "epoch": 0.919709066185667,
      "grad_norm": 7.28125,
      "learning_rate": 4.015119415216845e-06,
      "loss": 1.9527,
      "mean_token_accuracy": 0.5645177364349365,
      "num_tokens": 558538052.0,
      "step": 725060
    },
    {
      "epoch": 0.9197217507781997,
      "grad_norm": 5.75,
      "learning_rate": 4.014485105130554e-06,
      "loss": 1.8613,
      "mean_token_accuracy": 0.5851072847843171,
      "num_tokens": 558544445.0,
      "step": 725070
    },
    {
      "epoch": 0.9197344353707326,
      "grad_norm": 10.1875,
      "learning_rate": 4.013850795044263e-06,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5567041635513306,
      "num_tokens": 558550747.0,
      "step": 725080
    },
    {
      "epoch": 0.9197471199632654,
      "grad_norm": 4.96875,
      "learning_rate": 4.013216484957971e-06,
      "loss": 2.1515,
      "mean_token_accuracy": 0.527492880821228,
      "num_tokens": 558558587.0,
      "step": 725090
    },
    {
      "epoch": 0.9197598045557982,
      "grad_norm": 7.3125,
      "learning_rate": 4.012582174871679e-06,
      "loss": 1.9288,
      "mean_token_accuracy": 0.564272654056549,
      "num_tokens": 558565663.0,
      "step": 725100
    },
    {
      "epoch": 0.9197724891483311,
      "grad_norm": 5.0625,
      "learning_rate": 4.011947864785388e-06,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5462741136550904,
      "num_tokens": 558573852.0,
      "step": 725110
    },
    {
      "epoch": 0.9197851737408639,
      "grad_norm": 5.75,
      "learning_rate": 4.011313554699096e-06,
      "loss": 1.9639,
      "mean_token_accuracy": 0.564964547753334,
      "num_tokens": 558581823.0,
      "step": 725120
    },
    {
      "epoch": 0.9197978583333968,
      "grad_norm": 12.0625,
      "learning_rate": 4.010679244612805e-06,
      "loss": 1.8393,
      "mean_token_accuracy": 0.592532616853714,
      "num_tokens": 558588480.0,
      "step": 725130
    },
    {
      "epoch": 0.9198105429259296,
      "grad_norm": 6.375,
      "learning_rate": 4.0100449345265134e-06,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5332817375659943,
      "num_tokens": 558596042.0,
      "step": 725140
    },
    {
      "epoch": 0.9198232275184625,
      "grad_norm": 5.84375,
      "learning_rate": 4.009410624440221e-06,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5444604754447937,
      "num_tokens": 558604211.0,
      "step": 725150
    },
    {
      "epoch": 0.9198359121109952,
      "grad_norm": 5.0,
      "learning_rate": 4.00877631435393e-06,
      "loss": 1.8205,
      "mean_token_accuracy": 0.5828809618949891,
      "num_tokens": 558611429.0,
      "step": 725160
    },
    {
      "epoch": 0.9198485967035281,
      "grad_norm": 4.96875,
      "learning_rate": 4.008142004267639e-06,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5555282294750213,
      "num_tokens": 558618947.0,
      "step": 725170
    },
    {
      "epoch": 0.9198612812960609,
      "grad_norm": 4.96875,
      "learning_rate": 4.007507694181347e-06,
      "loss": 1.9941,
      "mean_token_accuracy": 0.561401629447937,
      "num_tokens": 558627323.0,
      "step": 725180
    },
    {
      "epoch": 0.9198739658885937,
      "grad_norm": 7.15625,
      "learning_rate": 4.0068733840950554e-06,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5372050046920777,
      "num_tokens": 558636269.0,
      "step": 725190
    },
    {
      "epoch": 0.9198866504811266,
      "grad_norm": 5.3125,
      "learning_rate": 4.006239074008763e-06,
      "loss": 2.2219,
      "mean_token_accuracy": 0.518990570306778,
      "num_tokens": 558644130.0,
      "step": 725200
    },
    {
      "epoch": 0.9198993350736594,
      "grad_norm": 4.75,
      "learning_rate": 4.005604763922472e-06,
      "loss": 2.117,
      "mean_token_accuracy": 0.5343854486942291,
      "num_tokens": 558652747.0,
      "step": 725210
    },
    {
      "epoch": 0.9199120196661923,
      "grad_norm": 6.0625,
      "learning_rate": 4.004970453836181e-06,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5313593029975892,
      "num_tokens": 558661104.0,
      "step": 725220
    },
    {
      "epoch": 0.9199247042587251,
      "grad_norm": 11.3125,
      "learning_rate": 4.0043361437498896e-06,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5470069885253906,
      "num_tokens": 558669065.0,
      "step": 725230
    },
    {
      "epoch": 0.919937388851258,
      "grad_norm": 5.25,
      "learning_rate": 4.0037018336635975e-06,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5692928522825241,
      "num_tokens": 558676240.0,
      "step": 725240
    },
    {
      "epoch": 0.9199500734437908,
      "grad_norm": 7.09375,
      "learning_rate": 4.003067523577306e-06,
      "loss": 2.214,
      "mean_token_accuracy": 0.5284234851598739,
      "num_tokens": 558684309.0,
      "step": 725250
    },
    {
      "epoch": 0.9199627580363235,
      "grad_norm": 4.75,
      "learning_rate": 4.002433213491014e-06,
      "loss": 2.0046,
      "mean_token_accuracy": 0.560545551776886,
      "num_tokens": 558691188.0,
      "step": 725260
    },
    {
      "epoch": 0.9199754426288564,
      "grad_norm": 6.1875,
      "learning_rate": 4.001798903404723e-06,
      "loss": 1.6808,
      "mean_token_accuracy": 0.610268172621727,
      "num_tokens": 558697904.0,
      "step": 725270
    },
    {
      "epoch": 0.9199881272213892,
      "grad_norm": 5.4375,
      "learning_rate": 4.0011645933184316e-06,
      "loss": 2.1934,
      "mean_token_accuracy": 0.5236534237861633,
      "num_tokens": 558706291.0,
      "step": 725280
    },
    {
      "epoch": 0.9200008118139221,
      "grad_norm": 6.28125,
      "learning_rate": 4.00053028323214e-06,
      "loss": 2.1474,
      "mean_token_accuracy": 0.525241830945015,
      "num_tokens": 558714317.0,
      "step": 725290
    },
    {
      "epoch": 0.9200134964064549,
      "grad_norm": 5.96875,
      "learning_rate": 3.999895973145849e-06,
      "loss": 1.7161,
      "mean_token_accuracy": 0.6179124385118484,
      "num_tokens": 558718823.0,
      "step": 725300
    },
    {
      "epoch": 0.9200261809989878,
      "grad_norm": 6.4375,
      "learning_rate": 3.999261663059557e-06,
      "loss": 1.9258,
      "mean_token_accuracy": 0.5666490614414215,
      "num_tokens": 558725741.0,
      "step": 725310
    },
    {
      "epoch": 0.9200388655915206,
      "grad_norm": 6.0625,
      "learning_rate": 3.998627352973265e-06,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5080595999956131,
      "num_tokens": 558733893.0,
      "step": 725320
    },
    {
      "epoch": 0.9200515501840535,
      "grad_norm": 4.71875,
      "learning_rate": 3.9979930428869736e-06,
      "loss": 2.0236,
      "mean_token_accuracy": 0.5531351864337921,
      "num_tokens": 558741441.0,
      "step": 725330
    },
    {
      "epoch": 0.9200642347765863,
      "grad_norm": 5.21875,
      "learning_rate": 3.997358732800682e-06,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5518007755279541,
      "num_tokens": 558748883.0,
      "step": 725340
    },
    {
      "epoch": 0.9200769193691191,
      "grad_norm": 4.65625,
      "learning_rate": 3.996724422714391e-06,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5462604939937592,
      "num_tokens": 558757284.0,
      "step": 725350
    },
    {
      "epoch": 0.920089603961652,
      "grad_norm": 6.3125,
      "learning_rate": 3.9960901126281e-06,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5720824897289276,
      "num_tokens": 558764511.0,
      "step": 725360
    },
    {
      "epoch": 0.9201022885541847,
      "grad_norm": 5.875,
      "learning_rate": 3.995455802541808e-06,
      "loss": 2.087,
      "mean_token_accuracy": 0.5484891563653946,
      "num_tokens": 558771550.0,
      "step": 725370
    },
    {
      "epoch": 0.9201149731467176,
      "grad_norm": 5.46875,
      "learning_rate": 3.9948214924555156e-06,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5576661318540573,
      "num_tokens": 558778354.0,
      "step": 725380
    },
    {
      "epoch": 0.9201276577392504,
      "grad_norm": 5.6875,
      "learning_rate": 3.994187182369224e-06,
      "loss": 2.0578,
      "mean_token_accuracy": 0.5341056823730469,
      "num_tokens": 558787577.0,
      "step": 725390
    },
    {
      "epoch": 0.9201403423317833,
      "grad_norm": 7.28125,
      "learning_rate": 3.993552872282933e-06,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5261950343847275,
      "num_tokens": 558796090.0,
      "step": 725400
    },
    {
      "epoch": 0.9201530269243161,
      "grad_norm": 5.65625,
      "learning_rate": 3.992918562196642e-06,
      "loss": 1.9802,
      "mean_token_accuracy": 0.5532247662544251,
      "num_tokens": 558804269.0,
      "step": 725410
    },
    {
      "epoch": 0.9201657115168489,
      "grad_norm": 7.75,
      "learning_rate": 3.99228425211035e-06,
      "loss": 2.1695,
      "mean_token_accuracy": 0.5257113307714463,
      "num_tokens": 558812739.0,
      "step": 725420
    },
    {
      "epoch": 0.9201783961093818,
      "grad_norm": 4.96875,
      "learning_rate": 3.991649942024058e-06,
      "loss": 2.2248,
      "mean_token_accuracy": 0.5184193581342698,
      "num_tokens": 558821471.0,
      "step": 725430
    },
    {
      "epoch": 0.9201910807019146,
      "grad_norm": 6.65625,
      "learning_rate": 3.991015631937766e-06,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5662427634000778,
      "num_tokens": 558829463.0,
      "step": 725440
    },
    {
      "epoch": 0.9202037652944475,
      "grad_norm": 5.75,
      "learning_rate": 3.990381321851475e-06,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5453849971294403,
      "num_tokens": 558836620.0,
      "step": 725450
    },
    {
      "epoch": 0.9202164498869803,
      "grad_norm": 5.25,
      "learning_rate": 3.989747011765184e-06,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5283702880144119,
      "num_tokens": 558845376.0,
      "step": 725460
    },
    {
      "epoch": 0.9202291344795132,
      "grad_norm": 5.21875,
      "learning_rate": 3.989112701678892e-06,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5806573659181595,
      "num_tokens": 558852812.0,
      "step": 725470
    },
    {
      "epoch": 0.9202418190720459,
      "grad_norm": 5.71875,
      "learning_rate": 3.9884783915926004e-06,
      "loss": 1.8548,
      "mean_token_accuracy": 0.5917289763689041,
      "num_tokens": 558860154.0,
      "step": 725480
    },
    {
      "epoch": 0.9202545036645788,
      "grad_norm": 5.0,
      "learning_rate": 3.987844081506309e-06,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5448833614587784,
      "num_tokens": 558868746.0,
      "step": 725490
    },
    {
      "epoch": 0.9202671882571116,
      "grad_norm": 7.34375,
      "learning_rate": 3.987209771420018e-06,
      "loss": 1.9533,
      "mean_token_accuracy": 0.5712380856275558,
      "num_tokens": 558874830.0,
      "step": 725500
    },
    {
      "epoch": 0.9202798728496444,
      "grad_norm": 6.46875,
      "learning_rate": 3.986575461333726e-06,
      "loss": 2.2099,
      "mean_token_accuracy": 0.5205475956201553,
      "num_tokens": 558883967.0,
      "step": 725510
    },
    {
      "epoch": 0.9202925574421773,
      "grad_norm": 6.78125,
      "learning_rate": 3.9859411512474345e-06,
      "loss": 1.8092,
      "mean_token_accuracy": 0.5874688386917114,
      "num_tokens": 558891267.0,
      "step": 725520
    },
    {
      "epoch": 0.9203052420347101,
      "grad_norm": 5.0625,
      "learning_rate": 3.9853068411611424e-06,
      "loss": 1.8587,
      "mean_token_accuracy": 0.5810222744941711,
      "num_tokens": 558899017.0,
      "step": 725530
    },
    {
      "epoch": 0.920317926627243,
      "grad_norm": 5.21875,
      "learning_rate": 3.984672531074851e-06,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5619441449642182,
      "num_tokens": 558906969.0,
      "step": 725540
    },
    {
      "epoch": 0.9203306112197758,
      "grad_norm": 6.0,
      "learning_rate": 3.98403822098856e-06,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5225614935159684,
      "num_tokens": 558914802.0,
      "step": 725550
    },
    {
      "epoch": 0.9203432958123087,
      "grad_norm": 6.8125,
      "learning_rate": 3.983403910902269e-06,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5296382039785386,
      "num_tokens": 558921535.0,
      "step": 725560
    },
    {
      "epoch": 0.9203559804048415,
      "grad_norm": 5.3125,
      "learning_rate": 3.9827696008159765e-06,
      "loss": 1.9679,
      "mean_token_accuracy": 0.557691964507103,
      "num_tokens": 558930187.0,
      "step": 725570
    },
    {
      "epoch": 0.9203686649973742,
      "grad_norm": 6.9375,
      "learning_rate": 3.9821352907296844e-06,
      "loss": 2.1075,
      "mean_token_accuracy": 0.529482614994049,
      "num_tokens": 558938207.0,
      "step": 725580
    },
    {
      "epoch": 0.9203813495899071,
      "grad_norm": 5.78125,
      "learning_rate": 3.981500980643393e-06,
      "loss": 2.3133,
      "mean_token_accuracy": 0.5086026459932327,
      "num_tokens": 558947204.0,
      "step": 725590
    },
    {
      "epoch": 0.9203940341824399,
      "grad_norm": 6.78125,
      "learning_rate": 3.980866670557102e-06,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5548159182071686,
      "num_tokens": 558953573.0,
      "step": 725600
    },
    {
      "epoch": 0.9204067187749728,
      "grad_norm": 4.90625,
      "learning_rate": 3.980232360470811e-06,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5836363077163697,
      "num_tokens": 558961699.0,
      "step": 725610
    },
    {
      "epoch": 0.9204194033675056,
      "grad_norm": 5.6875,
      "learning_rate": 3.979598050384519e-06,
      "loss": 1.954,
      "mean_token_accuracy": 0.5598783075809479,
      "num_tokens": 558969802.0,
      "step": 725620
    },
    {
      "epoch": 0.9204320879600385,
      "grad_norm": 8.6875,
      "learning_rate": 3.978963740298228e-06,
      "loss": 2.1769,
      "mean_token_accuracy": 0.5398871809244156,
      "num_tokens": 558977376.0,
      "step": 725630
    },
    {
      "epoch": 0.9204447725525713,
      "grad_norm": 6.3125,
      "learning_rate": 3.978329430211936e-06,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5432344198226928,
      "num_tokens": 558983702.0,
      "step": 725640
    },
    {
      "epoch": 0.9204574571451041,
      "grad_norm": 5.15625,
      "learning_rate": 3.977695120125644e-06,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5484521478414536,
      "num_tokens": 558990807.0,
      "step": 725650
    },
    {
      "epoch": 0.920470141737637,
      "grad_norm": 4.875,
      "learning_rate": 3.977060810039353e-06,
      "loss": 1.9543,
      "mean_token_accuracy": 0.562794953584671,
      "num_tokens": 558998184.0,
      "step": 725660
    },
    {
      "epoch": 0.9204828263301698,
      "grad_norm": 7.0625,
      "learning_rate": 3.976426499953061e-06,
      "loss": 2.1299,
      "mean_token_accuracy": 0.534791088104248,
      "num_tokens": 559006089.0,
      "step": 725670
    },
    {
      "epoch": 0.9204955109227027,
      "grad_norm": 5.0625,
      "learning_rate": 3.97579218986677e-06,
      "loss": 2.2372,
      "mean_token_accuracy": 0.5201049029827118,
      "num_tokens": 559015386.0,
      "step": 725680
    },
    {
      "epoch": 0.9205081955152354,
      "grad_norm": 6.25,
      "learning_rate": 3.975157879780478e-06,
      "loss": 1.8873,
      "mean_token_accuracy": 0.587949350476265,
      "num_tokens": 559022976.0,
      "step": 725690
    },
    {
      "epoch": 0.9205208801077683,
      "grad_norm": 4.75,
      "learning_rate": 3.974523569694187e-06,
      "loss": 1.8055,
      "mean_token_accuracy": 0.5859741151332856,
      "num_tokens": 559029774.0,
      "step": 725700
    },
    {
      "epoch": 0.9205335647003011,
      "grad_norm": 6.0,
      "learning_rate": 3.973889259607895e-06,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5212418764829636,
      "num_tokens": 559037440.0,
      "step": 725710
    },
    {
      "epoch": 0.920546249292834,
      "grad_norm": 6.375,
      "learning_rate": 3.973254949521603e-06,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5667879402637481,
      "num_tokens": 559044423.0,
      "step": 725720
    },
    {
      "epoch": 0.9205589338853668,
      "grad_norm": 4.875,
      "learning_rate": 3.972620639435312e-06,
      "loss": 2.4295,
      "mean_token_accuracy": 0.4946830064058304,
      "num_tokens": 559053308.0,
      "step": 725730
    },
    {
      "epoch": 0.9205716184778996,
      "grad_norm": 5.03125,
      "learning_rate": 3.971986329349021e-06,
      "loss": 2.1746,
      "mean_token_accuracy": 0.5333320915699005,
      "num_tokens": 559061941.0,
      "step": 725740
    },
    {
      "epoch": 0.9205843030704325,
      "grad_norm": 6.59375,
      "learning_rate": 3.971352019262729e-06,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5521049439907074,
      "num_tokens": 559068452.0,
      "step": 725750
    },
    {
      "epoch": 0.9205969876629653,
      "grad_norm": 6.96875,
      "learning_rate": 3.9707177091764375e-06,
      "loss": 2.0197,
      "mean_token_accuracy": 0.559383288025856,
      "num_tokens": 559076462.0,
      "step": 725760
    },
    {
      "epoch": 0.9206096722554982,
      "grad_norm": 6.1875,
      "learning_rate": 3.970083399090145e-06,
      "loss": 1.983,
      "mean_token_accuracy": 0.5607154220342636,
      "num_tokens": 559084146.0,
      "step": 725770
    },
    {
      "epoch": 0.920622356848031,
      "grad_norm": 6.34375,
      "learning_rate": 3.969449089003854e-06,
      "loss": 2.0152,
      "mean_token_accuracy": 0.563089805841446,
      "num_tokens": 559091583.0,
      "step": 725780
    },
    {
      "epoch": 0.9206350414405639,
      "grad_norm": 7.90625,
      "learning_rate": 3.968814778917563e-06,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5500625818967819,
      "num_tokens": 559098948.0,
      "step": 725790
    },
    {
      "epoch": 0.9206477260330966,
      "grad_norm": 5.46875,
      "learning_rate": 3.968180468831271e-06,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5089558690786362,
      "num_tokens": 559107034.0,
      "step": 725800
    },
    {
      "epoch": 0.9206604106256294,
      "grad_norm": 5.78125,
      "learning_rate": 3.9675461587449795e-06,
      "loss": 1.8692,
      "mean_token_accuracy": 0.5841042220592498,
      "num_tokens": 559114225.0,
      "step": 725810
    },
    {
      "epoch": 0.9206730952181623,
      "grad_norm": 11.1875,
      "learning_rate": 3.966911848658688e-06,
      "loss": 2.149,
      "mean_token_accuracy": 0.5327406316995621,
      "num_tokens": 559122158.0,
      "step": 725820
    },
    {
      "epoch": 0.9206857798106951,
      "grad_norm": 4.78125,
      "learning_rate": 3.966277538572397e-06,
      "loss": 1.9647,
      "mean_token_accuracy": 0.5621538281440734,
      "num_tokens": 559130361.0,
      "step": 725830
    },
    {
      "epoch": 0.920698464403228,
      "grad_norm": 8.3125,
      "learning_rate": 3.965643228486105e-06,
      "loss": 2.0083,
      "mean_token_accuracy": 0.5505805313587189,
      "num_tokens": 559137492.0,
      "step": 725840
    },
    {
      "epoch": 0.9207111489957608,
      "grad_norm": 5.28125,
      "learning_rate": 3.965008918399814e-06,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5516065835952759,
      "num_tokens": 559146064.0,
      "step": 725850
    },
    {
      "epoch": 0.9207238335882937,
      "grad_norm": 4.65625,
      "learning_rate": 3.9643746083135215e-06,
      "loss": 2.2654,
      "mean_token_accuracy": 0.5085160434246063,
      "num_tokens": 559155284.0,
      "step": 725860
    },
    {
      "epoch": 0.9207365181808265,
      "grad_norm": 5.25,
      "learning_rate": 3.96374029822723e-06,
      "loss": 1.779,
      "mean_token_accuracy": 0.6003319323062897,
      "num_tokens": 559162667.0,
      "step": 725870
    },
    {
      "epoch": 0.9207492027733594,
      "grad_norm": 5.96875,
      "learning_rate": 3.963105988140939e-06,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5569301068782806,
      "num_tokens": 559169974.0,
      "step": 725880
    },
    {
      "epoch": 0.9207618873658922,
      "grad_norm": 6.40625,
      "learning_rate": 3.962471678054648e-06,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5369746774435044,
      "num_tokens": 559177995.0,
      "step": 725890
    },
    {
      "epoch": 0.9207745719584249,
      "grad_norm": 5.90625,
      "learning_rate": 3.961837367968356e-06,
      "loss": 2.1301,
      "mean_token_accuracy": 0.529581731557846,
      "num_tokens": 559185118.0,
      "step": 725900
    },
    {
      "epoch": 0.9207872565509578,
      "grad_norm": 5.1875,
      "learning_rate": 3.9612030578820635e-06,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5373427271842957,
      "num_tokens": 559193354.0,
      "step": 725910
    },
    {
      "epoch": 0.9207999411434906,
      "grad_norm": 7.15625,
      "learning_rate": 3.960568747795772e-06,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5660903096199036,
      "num_tokens": 559200883.0,
      "step": 725920
    },
    {
      "epoch": 0.9208126257360235,
      "grad_norm": 6.21875,
      "learning_rate": 3.959934437709481e-06,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5434637695550919,
      "num_tokens": 559208031.0,
      "step": 725930
    },
    {
      "epoch": 0.9208253103285563,
      "grad_norm": 7.25,
      "learning_rate": 3.95930012762319e-06,
      "loss": 1.9446,
      "mean_token_accuracy": 0.5601763844490051,
      "num_tokens": 559216380.0,
      "step": 725940
    },
    {
      "epoch": 0.9208379949210892,
      "grad_norm": 7.0,
      "learning_rate": 3.9586658175368985e-06,
      "loss": 2.2932,
      "mean_token_accuracy": 0.5005954474210739,
      "num_tokens": 559225118.0,
      "step": 725950
    },
    {
      "epoch": 0.920850679513622,
      "grad_norm": 6.71875,
      "learning_rate": 3.958031507450606e-06,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5326123744249344,
      "num_tokens": 559233633.0,
      "step": 725960
    },
    {
      "epoch": 0.9208633641061548,
      "grad_norm": 6.6875,
      "learning_rate": 3.957397197364314e-06,
      "loss": 2.0315,
      "mean_token_accuracy": 0.557017308473587,
      "num_tokens": 559240068.0,
      "step": 725970
    },
    {
      "epoch": 0.9208760486986877,
      "grad_norm": 5.875,
      "learning_rate": 3.956762887278023e-06,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5231856673955917,
      "num_tokens": 559247430.0,
      "step": 725980
    },
    {
      "epoch": 0.9208887332912205,
      "grad_norm": 6.1875,
      "learning_rate": 3.956128577191732e-06,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5434610247612,
      "num_tokens": 559254987.0,
      "step": 725990
    },
    {
      "epoch": 0.9209014178837533,
      "grad_norm": 5.25,
      "learning_rate": 3.9554942671054405e-06,
      "loss": 2.232,
      "mean_token_accuracy": 0.5169710129499435,
      "num_tokens": 559263312.0,
      "step": 726000
    },
    {
      "epoch": 0.9209141024762861,
      "grad_norm": 4.625,
      "learning_rate": 3.954859957019149e-06,
      "loss": 1.9257,
      "mean_token_accuracy": 0.571865564584732,
      "num_tokens": 559270388.0,
      "step": 726010
    },
    {
      "epoch": 0.920926787068819,
      "grad_norm": 4.71875,
      "learning_rate": 3.954225646932857e-06,
      "loss": 1.9993,
      "mean_token_accuracy": 0.5491247802972794,
      "num_tokens": 559278347.0,
      "step": 726020
    },
    {
      "epoch": 0.9209394716613518,
      "grad_norm": 7.46875,
      "learning_rate": 3.953591336846566e-06,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5129221141338348,
      "num_tokens": 559286503.0,
      "step": 726030
    },
    {
      "epoch": 0.9209521562538846,
      "grad_norm": 5.6875,
      "learning_rate": 3.952957026760274e-06,
      "loss": 1.8378,
      "mean_token_accuracy": 0.5838409781455993,
      "num_tokens": 559293573.0,
      "step": 726040
    },
    {
      "epoch": 0.9209648408464175,
      "grad_norm": 5.78125,
      "learning_rate": 3.9523227166739825e-06,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5332544565200805,
      "num_tokens": 559300852.0,
      "step": 726050
    },
    {
      "epoch": 0.9209775254389503,
      "grad_norm": 5.1875,
      "learning_rate": 3.951688406587691e-06,
      "loss": 2.033,
      "mean_token_accuracy": 0.5447361886501312,
      "num_tokens": 559308826.0,
      "step": 726060
    },
    {
      "epoch": 0.9209902100314832,
      "grad_norm": 7.8125,
      "learning_rate": 3.9510540965014e-06,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5745526373386383,
      "num_tokens": 559315521.0,
      "step": 726070
    },
    {
      "epoch": 0.921002894624016,
      "grad_norm": 6.4375,
      "learning_rate": 3.950419786415108e-06,
      "loss": 1.9158,
      "mean_token_accuracy": 0.5720983803272247,
      "num_tokens": 559322554.0,
      "step": 726080
    },
    {
      "epoch": 0.9210155792165489,
      "grad_norm": 6.96875,
      "learning_rate": 3.949785476328817e-06,
      "loss": 2.123,
      "mean_token_accuracy": 0.5320472061634064,
      "num_tokens": 559330147.0,
      "step": 726090
    },
    {
      "epoch": 0.9210282638090816,
      "grad_norm": 5.5625,
      "learning_rate": 3.9491511662425245e-06,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5661615580320358,
      "num_tokens": 559337969.0,
      "step": 726100
    },
    {
      "epoch": 0.9210409484016145,
      "grad_norm": 6.21875,
      "learning_rate": 3.948516856156233e-06,
      "loss": 2.095,
      "mean_token_accuracy": 0.5327453434467315,
      "num_tokens": 559346724.0,
      "step": 726110
    },
    {
      "epoch": 0.9210536329941473,
      "grad_norm": 8.625,
      "learning_rate": 3.947882546069942e-06,
      "loss": 2.0672,
      "mean_token_accuracy": 0.5510926604270935,
      "num_tokens": 559354225.0,
      "step": 726120
    },
    {
      "epoch": 0.9210663175866801,
      "grad_norm": 11.75,
      "learning_rate": 3.94724823598365e-06,
      "loss": 1.8188,
      "mean_token_accuracy": 0.5826569855213165,
      "num_tokens": 559360582.0,
      "step": 726130
    },
    {
      "epoch": 0.921079002179213,
      "grad_norm": 8.3125,
      "learning_rate": 3.946613925897359e-06,
      "loss": 2.1302,
      "mean_token_accuracy": 0.5294708639383316,
      "num_tokens": 559368525.0,
      "step": 726140
    },
    {
      "epoch": 0.9210916867717458,
      "grad_norm": 6.0,
      "learning_rate": 3.945979615811067e-06,
      "loss": 2.107,
      "mean_token_accuracy": 0.5275726020336151,
      "num_tokens": 559377287.0,
      "step": 726150
    },
    {
      "epoch": 0.9211043713642787,
      "grad_norm": 4.65625,
      "learning_rate": 3.945345305724775e-06,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5830392956733703,
      "num_tokens": 559385000.0,
      "step": 726160
    },
    {
      "epoch": 0.9211170559568115,
      "grad_norm": 6.59375,
      "learning_rate": 3.944710995638484e-06,
      "loss": 2.2258,
      "mean_token_accuracy": 0.523401889204979,
      "num_tokens": 559393262.0,
      "step": 726170
    },
    {
      "epoch": 0.9211297405493444,
      "grad_norm": 6.78125,
      "learning_rate": 3.944076685552193e-06,
      "loss": 1.9307,
      "mean_token_accuracy": 0.5733778744935989,
      "num_tokens": 559401269.0,
      "step": 726180
    },
    {
      "epoch": 0.9211424251418772,
      "grad_norm": 5.46875,
      "learning_rate": 3.943442375465901e-06,
      "loss": 2.2643,
      "mean_token_accuracy": 0.511065399646759,
      "num_tokens": 559409151.0,
      "step": 726190
    },
    {
      "epoch": 0.92115510973441,
      "grad_norm": 7.5,
      "learning_rate": 3.942808065379609e-06,
      "loss": 1.8744,
      "mean_token_accuracy": 0.5839169770479202,
      "num_tokens": 559416054.0,
      "step": 726200
    },
    {
      "epoch": 0.9211677943269428,
      "grad_norm": 6.03125,
      "learning_rate": 3.942173755293318e-06,
      "loss": 1.9447,
      "mean_token_accuracy": 0.5721043765544891,
      "num_tokens": 559424134.0,
      "step": 726210
    },
    {
      "epoch": 0.9211804789194756,
      "grad_norm": 5.21875,
      "learning_rate": 3.941539445207027e-06,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5508654028177261,
      "num_tokens": 559430381.0,
      "step": 726220
    },
    {
      "epoch": 0.9211931635120085,
      "grad_norm": 5.21875,
      "learning_rate": 3.940905135120735e-06,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5310852468013764,
      "num_tokens": 559439296.0,
      "step": 726230
    },
    {
      "epoch": 0.9212058481045413,
      "grad_norm": 5.6875,
      "learning_rate": 3.940270825034443e-06,
      "loss": 1.8245,
      "mean_token_accuracy": 0.5816926211118698,
      "num_tokens": 559445924.0,
      "step": 726240
    },
    {
      "epoch": 0.9212185326970742,
      "grad_norm": 6.875,
      "learning_rate": 3.939636514948151e-06,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5673454642295838,
      "num_tokens": 559452705.0,
      "step": 726250
    },
    {
      "epoch": 0.921231217289607,
      "grad_norm": 5.125,
      "learning_rate": 3.93900220486186e-06,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5761243343353272,
      "num_tokens": 559459173.0,
      "step": 726260
    },
    {
      "epoch": 0.9212439018821399,
      "grad_norm": 6.0,
      "learning_rate": 3.938367894775569e-06,
      "loss": 1.772,
      "mean_token_accuracy": 0.6031541287899017,
      "num_tokens": 559465686.0,
      "step": 726270
    },
    {
      "epoch": 0.9212565864746727,
      "grad_norm": 5.09375,
      "learning_rate": 3.937733584689278e-06,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5539852172136307,
      "num_tokens": 559473708.0,
      "step": 726280
    },
    {
      "epoch": 0.9212692710672055,
      "grad_norm": 7.125,
      "learning_rate": 3.9370992746029855e-06,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5330724596977234,
      "num_tokens": 559481054.0,
      "step": 726290
    },
    {
      "epoch": 0.9212819556597384,
      "grad_norm": 6.875,
      "learning_rate": 3.936464964516693e-06,
      "loss": 2.113,
      "mean_token_accuracy": 0.5341043382883072,
      "num_tokens": 559488060.0,
      "step": 726300
    },
    {
      "epoch": 0.9212946402522711,
      "grad_norm": 5.375,
      "learning_rate": 3.935830654430402e-06,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5405511051416397,
      "num_tokens": 559496576.0,
      "step": 726310
    },
    {
      "epoch": 0.921307324844804,
      "grad_norm": 5.28125,
      "learning_rate": 3.935196344344111e-06,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5501592636108399,
      "num_tokens": 559503695.0,
      "step": 726320
    },
    {
      "epoch": 0.9213200094373368,
      "grad_norm": 5.15625,
      "learning_rate": 3.93456203425782e-06,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5458201795816422,
      "num_tokens": 559511372.0,
      "step": 726330
    },
    {
      "epoch": 0.9213326940298697,
      "grad_norm": 5.03125,
      "learning_rate": 3.933927724171528e-06,
      "loss": 1.8712,
      "mean_token_accuracy": 0.5846856892108917,
      "num_tokens": 559518701.0,
      "step": 726340
    },
    {
      "epoch": 0.9213453786224025,
      "grad_norm": 4.78125,
      "learning_rate": 3.933293414085236e-06,
      "loss": 2.2038,
      "mean_token_accuracy": 0.5296848237514495,
      "num_tokens": 559525893.0,
      "step": 726350
    },
    {
      "epoch": 0.9213580632149353,
      "grad_norm": 5.71875,
      "learning_rate": 3.932659103998944e-06,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5338279902935028,
      "num_tokens": 559534537.0,
      "step": 726360
    },
    {
      "epoch": 0.9213707478074682,
      "grad_norm": 6.09375,
      "learning_rate": 3.932024793912653e-06,
      "loss": 2.2483,
      "mean_token_accuracy": 0.5073259592056274,
      "num_tokens": 559543079.0,
      "step": 726370
    },
    {
      "epoch": 0.921383432400001,
      "grad_norm": 5.15625,
      "learning_rate": 3.931390483826362e-06,
      "loss": 1.8828,
      "mean_token_accuracy": 0.5679643541574478,
      "num_tokens": 559549684.0,
      "step": 726380
    },
    {
      "epoch": 0.9213961169925339,
      "grad_norm": 6.3125,
      "learning_rate": 3.93075617374007e-06,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5488642662763595,
      "num_tokens": 559557985.0,
      "step": 726390
    },
    {
      "epoch": 0.9214088015850667,
      "grad_norm": 5.21875,
      "learning_rate": 3.930121863653779e-06,
      "loss": 2.2489,
      "mean_token_accuracy": 0.5339647680521011,
      "num_tokens": 559565803.0,
      "step": 726400
    },
    {
      "epoch": 0.9214214861775996,
      "grad_norm": 6.3125,
      "learning_rate": 3.929487553567487e-06,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5349624961614609,
      "num_tokens": 559574191.0,
      "step": 726410
    },
    {
      "epoch": 0.9214341707701323,
      "grad_norm": 5.3125,
      "learning_rate": 3.928853243481196e-06,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5525365054607392,
      "num_tokens": 559582017.0,
      "step": 726420
    },
    {
      "epoch": 0.9214468553626652,
      "grad_norm": 5.28125,
      "learning_rate": 3.928218933394904e-06,
      "loss": 2.0104,
      "mean_token_accuracy": 0.550327730178833,
      "num_tokens": 559589627.0,
      "step": 726430
    },
    {
      "epoch": 0.921459539955198,
      "grad_norm": 5.53125,
      "learning_rate": 3.927584623308612e-06,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5615039646625519,
      "num_tokens": 559597484.0,
      "step": 726440
    },
    {
      "epoch": 0.9214722245477308,
      "grad_norm": 6.21875,
      "learning_rate": 3.926950313222321e-06,
      "loss": 1.6651,
      "mean_token_accuracy": 0.6258256137371063,
      "num_tokens": 559605383.0,
      "step": 726450
    },
    {
      "epoch": 0.9214849091402637,
      "grad_norm": 6.1875,
      "learning_rate": 3.926316003136029e-06,
      "loss": 2.2506,
      "mean_token_accuracy": 0.5157210350036621,
      "num_tokens": 559613275.0,
      "step": 726460
    },
    {
      "epoch": 0.9214975937327965,
      "grad_norm": 7.125,
      "learning_rate": 3.925681693049738e-06,
      "loss": 2.0088,
      "mean_token_accuracy": 0.5649120062589645,
      "num_tokens": 559620645.0,
      "step": 726470
    },
    {
      "epoch": 0.9215102783253294,
      "grad_norm": 5.5,
      "learning_rate": 3.9250473829634464e-06,
      "loss": 1.859,
      "mean_token_accuracy": 0.5983084738254547,
      "num_tokens": 559627163.0,
      "step": 726480
    },
    {
      "epoch": 0.9215229629178622,
      "grad_norm": 5.9375,
      "learning_rate": 3.924413072877154e-06,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5417575865983963,
      "num_tokens": 559633882.0,
      "step": 726490
    },
    {
      "epoch": 0.9215356475103951,
      "grad_norm": 6.375,
      "learning_rate": 3.923778762790863e-06,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5388149529695511,
      "num_tokens": 559641939.0,
      "step": 726500
    },
    {
      "epoch": 0.9215483321029279,
      "grad_norm": 5.6875,
      "learning_rate": 3.923144452704572e-06,
      "loss": 1.8668,
      "mean_token_accuracy": 0.5771363198757171,
      "num_tokens": 559649910.0,
      "step": 726510
    },
    {
      "epoch": 0.9215610166954606,
      "grad_norm": 5.875,
      "learning_rate": 3.92251014261828e-06,
      "loss": 1.8567,
      "mean_token_accuracy": 0.584945198893547,
      "num_tokens": 559657532.0,
      "step": 726520
    },
    {
      "epoch": 0.9215737012879935,
      "grad_norm": 5.78125,
      "learning_rate": 3.9218758325319885e-06,
      "loss": 1.9303,
      "mean_token_accuracy": 0.5611956477165222,
      "num_tokens": 559664940.0,
      "step": 726530
    },
    {
      "epoch": 0.9215863858805263,
      "grad_norm": 3.703125,
      "learning_rate": 3.921241522445697e-06,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5489094883203507,
      "num_tokens": 559672276.0,
      "step": 726540
    },
    {
      "epoch": 0.9215990704730592,
      "grad_norm": 6.5,
      "learning_rate": 3.920607212359406e-06,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5489067584276199,
      "num_tokens": 559678734.0,
      "step": 726550
    },
    {
      "epoch": 0.921611755065592,
      "grad_norm": 8.625,
      "learning_rate": 3.919972902273114e-06,
      "loss": 2.018,
      "mean_token_accuracy": 0.5639158189296722,
      "num_tokens": 559684469.0,
      "step": 726560
    },
    {
      "epoch": 0.9216244396581249,
      "grad_norm": 5.75,
      "learning_rate": 3.919338592186822e-06,
      "loss": 2.0101,
      "mean_token_accuracy": 0.553957286477089,
      "num_tokens": 559692029.0,
      "step": 726570
    },
    {
      "epoch": 0.9216371242506577,
      "grad_norm": 5.90625,
      "learning_rate": 3.9187042821005305e-06,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5774236500263215,
      "num_tokens": 559698959.0,
      "step": 726580
    },
    {
      "epoch": 0.9216498088431905,
      "grad_norm": 5.28125,
      "learning_rate": 3.918069972014239e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5257663071155548,
      "num_tokens": 559707741.0,
      "step": 726590
    },
    {
      "epoch": 0.9216624934357234,
      "grad_norm": 4.90625,
      "learning_rate": 3.917435661927948e-06,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5655488699674607,
      "num_tokens": 559715601.0,
      "step": 726600
    },
    {
      "epoch": 0.9216751780282562,
      "grad_norm": 6.90625,
      "learning_rate": 3.916801351841657e-06,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5595315575599671,
      "num_tokens": 559722808.0,
      "step": 726610
    },
    {
      "epoch": 0.9216878626207891,
      "grad_norm": 5.34375,
      "learning_rate": 3.9161670417553646e-06,
      "loss": 2.2019,
      "mean_token_accuracy": 0.5235667645931243,
      "num_tokens": 559730402.0,
      "step": 726620
    },
    {
      "epoch": 0.9217005472133218,
      "grad_norm": 5.125,
      "learning_rate": 3.9155327316690725e-06,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5337187856435776,
      "num_tokens": 559738246.0,
      "step": 726630
    },
    {
      "epoch": 0.9217132318058547,
      "grad_norm": 5.71875,
      "learning_rate": 3.914898421582781e-06,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5467254370450974,
      "num_tokens": 559745919.0,
      "step": 726640
    },
    {
      "epoch": 0.9217259163983875,
      "grad_norm": 6.40625,
      "learning_rate": 3.91426411149649e-06,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5424247831106186,
      "num_tokens": 559753470.0,
      "step": 726650
    },
    {
      "epoch": 0.9217386009909204,
      "grad_norm": 5.75,
      "learning_rate": 3.913629801410199e-06,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5357050418853759,
      "num_tokens": 559760629.0,
      "step": 726660
    },
    {
      "epoch": 0.9217512855834532,
      "grad_norm": 5.5,
      "learning_rate": 3.912995491323907e-06,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5162264227867126,
      "num_tokens": 559768808.0,
      "step": 726670
    },
    {
      "epoch": 0.921763970175986,
      "grad_norm": 6.03125,
      "learning_rate": 3.912361181237615e-06,
      "loss": 1.8678,
      "mean_token_accuracy": 0.5819007813930511,
      "num_tokens": 559776179.0,
      "step": 726680
    },
    {
      "epoch": 0.9217766547685189,
      "grad_norm": 8.4375,
      "learning_rate": 3.911726871151323e-06,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5676385760307312,
      "num_tokens": 559783682.0,
      "step": 726690
    },
    {
      "epoch": 0.9217893393610517,
      "grad_norm": 4.96875,
      "learning_rate": 3.911092561065032e-06,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5281221389770507,
      "num_tokens": 559792369.0,
      "step": 726700
    },
    {
      "epoch": 0.9218020239535846,
      "grad_norm": 5.125,
      "learning_rate": 3.910458250978741e-06,
      "loss": 2.2659,
      "mean_token_accuracy": 0.509239786863327,
      "num_tokens": 559801667.0,
      "step": 726710
    },
    {
      "epoch": 0.9218147085461174,
      "grad_norm": 5.28125,
      "learning_rate": 3.909823940892449e-06,
      "loss": 1.8759,
      "mean_token_accuracy": 0.5702141880989074,
      "num_tokens": 559810011.0,
      "step": 726720
    },
    {
      "epoch": 0.9218273931386503,
      "grad_norm": 7.34375,
      "learning_rate": 3.909189630806157e-06,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5178757280111312,
      "num_tokens": 559817573.0,
      "step": 726730
    },
    {
      "epoch": 0.921840077731183,
      "grad_norm": 5.78125,
      "learning_rate": 3.908555320719866e-06,
      "loss": 1.8477,
      "mean_token_accuracy": 0.5827466189861298,
      "num_tokens": 559824207.0,
      "step": 726740
    },
    {
      "epoch": 0.9218527623237158,
      "grad_norm": 4.625,
      "learning_rate": 3.907921010633575e-06,
      "loss": 2.1179,
      "mean_token_accuracy": 0.5333684056997299,
      "num_tokens": 559832538.0,
      "step": 726750
    },
    {
      "epoch": 0.9218654469162487,
      "grad_norm": 6.03125,
      "learning_rate": 3.907286700547283e-06,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5690635412931442,
      "num_tokens": 559839925.0,
      "step": 726760
    },
    {
      "epoch": 0.9218781315087815,
      "grad_norm": 6.8125,
      "learning_rate": 3.9066523904609914e-06,
      "loss": 2.071,
      "mean_token_accuracy": 0.5412748664617538,
      "num_tokens": 559847550.0,
      "step": 726770
    },
    {
      "epoch": 0.9218908161013144,
      "grad_norm": 5.4375,
      "learning_rate": 3.9060180803747e-06,
      "loss": 2.35,
      "mean_token_accuracy": 0.5043874055147171,
      "num_tokens": 559856406.0,
      "step": 726780
    },
    {
      "epoch": 0.9219035006938472,
      "grad_norm": 4.96875,
      "learning_rate": 3.905383770288408e-06,
      "loss": 2.1329,
      "mean_token_accuracy": 0.5339271038770675,
      "num_tokens": 559864909.0,
      "step": 726790
    },
    {
      "epoch": 0.9219161852863801,
      "grad_norm": 5.0625,
      "learning_rate": 3.904749460202117e-06,
      "loss": 2.084,
      "mean_token_accuracy": 0.5344324767589569,
      "num_tokens": 559873485.0,
      "step": 726800
    },
    {
      "epoch": 0.9219288698789129,
      "grad_norm": 5.03125,
      "learning_rate": 3.9041151501158255e-06,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5544797599315643,
      "num_tokens": 559880186.0,
      "step": 726810
    },
    {
      "epoch": 0.9219415544714458,
      "grad_norm": 6.09375,
      "learning_rate": 3.9034808400295334e-06,
      "loss": 2.1961,
      "mean_token_accuracy": 0.535931795835495,
      "num_tokens": 559889128.0,
      "step": 726820
    },
    {
      "epoch": 0.9219542390639786,
      "grad_norm": 7.4375,
      "learning_rate": 3.902846529943242e-06,
      "loss": 1.7023,
      "mean_token_accuracy": 0.6091500997543335,
      "num_tokens": 559895693.0,
      "step": 726830
    },
    {
      "epoch": 0.9219669236565113,
      "grad_norm": 5.375,
      "learning_rate": 3.90221221985695e-06,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5352946162223816,
      "num_tokens": 559904402.0,
      "step": 726840
    },
    {
      "epoch": 0.9219796082490442,
      "grad_norm": 4.46875,
      "learning_rate": 3.901577909770659e-06,
      "loss": 2.1476,
      "mean_token_accuracy": 0.524992486834526,
      "num_tokens": 559913280.0,
      "step": 726850
    },
    {
      "epoch": 0.921992292841577,
      "grad_norm": 6.28125,
      "learning_rate": 3.9009435996843675e-06,
      "loss": 2.1363,
      "mean_token_accuracy": 0.5280750572681427,
      "num_tokens": 559921130.0,
      "step": 726860
    },
    {
      "epoch": 0.9220049774341099,
      "grad_norm": 9.875,
      "learning_rate": 3.900309289598076e-06,
      "loss": 1.8895,
      "mean_token_accuracy": 0.5727433651685715,
      "num_tokens": 559928366.0,
      "step": 726870
    },
    {
      "epoch": 0.9220176620266427,
      "grad_norm": 6.0,
      "learning_rate": 3.899674979511784e-06,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5475625306367874,
      "num_tokens": 559936359.0,
      "step": 726880
    },
    {
      "epoch": 0.9220303466191756,
      "grad_norm": 6.84375,
      "learning_rate": 3.899040669425493e-06,
      "loss": 1.7524,
      "mean_token_accuracy": 0.6089430153369904,
      "num_tokens": 559943905.0,
      "step": 726890
    },
    {
      "epoch": 0.9220430312117084,
      "grad_norm": 4.71875,
      "learning_rate": 3.898406359339201e-06,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5409004718065262,
      "num_tokens": 559951147.0,
      "step": 726900
    },
    {
      "epoch": 0.9220557158042412,
      "grad_norm": 9.0625,
      "learning_rate": 3.8977720492529095e-06,
      "loss": 1.6484,
      "mean_token_accuracy": 0.62156183719635,
      "num_tokens": 559956512.0,
      "step": 726910
    },
    {
      "epoch": 0.9220684003967741,
      "grad_norm": 4.75,
      "learning_rate": 3.897137739166618e-06,
      "loss": 1.8689,
      "mean_token_accuracy": 0.577606737613678,
      "num_tokens": 559964751.0,
      "step": 726920
    },
    {
      "epoch": 0.9220810849893069,
      "grad_norm": 5.40625,
      "learning_rate": 3.896503429080327e-06,
      "loss": 2.1736,
      "mean_token_accuracy": 0.5197754979133606,
      "num_tokens": 559972590.0,
      "step": 726930
    },
    {
      "epoch": 0.9220937695818398,
      "grad_norm": 6.4375,
      "learning_rate": 3.895869118994036e-06,
      "loss": 1.8329,
      "mean_token_accuracy": 0.590446823835373,
      "num_tokens": 559980454.0,
      "step": 726940
    },
    {
      "epoch": 0.9221064541743725,
      "grad_norm": 4.875,
      "learning_rate": 3.895234808907744e-06,
      "loss": 2.0043,
      "mean_token_accuracy": 0.5508981347084045,
      "num_tokens": 559988119.0,
      "step": 726950
    },
    {
      "epoch": 0.9221191387669054,
      "grad_norm": 4.96875,
      "learning_rate": 3.8946004988214516e-06,
      "loss": 2.118,
      "mean_token_accuracy": 0.5302786380052567,
      "num_tokens": 559995423.0,
      "step": 726960
    },
    {
      "epoch": 0.9221318233594382,
      "grad_norm": 4.71875,
      "learning_rate": 3.89396618873516e-06,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5547054201364517,
      "num_tokens": 560002965.0,
      "step": 726970
    },
    {
      "epoch": 0.922144507951971,
      "grad_norm": 4.9375,
      "learning_rate": 3.893331878648869e-06,
      "loss": 2.0457,
      "mean_token_accuracy": 0.5384069859981537,
      "num_tokens": 560011935.0,
      "step": 726980
    },
    {
      "epoch": 0.9221571925445039,
      "grad_norm": 5.90625,
      "learning_rate": 3.892697568562578e-06,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5651406735181809,
      "num_tokens": 560018996.0,
      "step": 726990
    },
    {
      "epoch": 0.9221698771370367,
      "grad_norm": 4.90625,
      "learning_rate": 3.8920632584762865e-06,
      "loss": 1.95,
      "mean_token_accuracy": 0.5609564781188965,
      "num_tokens": 560026193.0,
      "step": 727000
    },
    {
      "epoch": 0.9221825617295696,
      "grad_norm": 8.125,
      "learning_rate": 3.891428948389994e-06,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5392976701259613,
      "num_tokens": 560034032.0,
      "step": 727010
    },
    {
      "epoch": 0.9221952463221024,
      "grad_norm": 7.1875,
      "learning_rate": 3.890794638303702e-06,
      "loss": 1.8827,
      "mean_token_accuracy": 0.5715878814458847,
      "num_tokens": 560040296.0,
      "step": 727020
    },
    {
      "epoch": 0.9222079309146353,
      "grad_norm": 7.6875,
      "learning_rate": 3.890160328217411e-06,
      "loss": 2.2844,
      "mean_token_accuracy": 0.5061686635017395,
      "num_tokens": 560048161.0,
      "step": 727030
    },
    {
      "epoch": 0.922220615507168,
      "grad_norm": 6.5625,
      "learning_rate": 3.88952601813112e-06,
      "loss": 2.3676,
      "mean_token_accuracy": 0.5003050565719604,
      "num_tokens": 560056583.0,
      "step": 727040
    },
    {
      "epoch": 0.922233300099701,
      "grad_norm": 8.375,
      "learning_rate": 3.8888917080448285e-06,
      "loss": 1.9893,
      "mean_token_accuracy": 0.566748633980751,
      "num_tokens": 560063215.0,
      "step": 727050
    },
    {
      "epoch": 0.9222459846922337,
      "grad_norm": 5.1875,
      "learning_rate": 3.888257397958536e-06,
      "loss": 2.2416,
      "mean_token_accuracy": 0.5164590150117874,
      "num_tokens": 560071738.0,
      "step": 727060
    },
    {
      "epoch": 0.9222586692847665,
      "grad_norm": 5.03125,
      "learning_rate": 3.887623087872245e-06,
      "loss": 2.1418,
      "mean_token_accuracy": 0.5318171203136444,
      "num_tokens": 560080488.0,
      "step": 727070
    },
    {
      "epoch": 0.9222713538772994,
      "grad_norm": 4.96875,
      "learning_rate": 3.886988777785953e-06,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5486097306013107,
      "num_tokens": 560088419.0,
      "step": 727080
    },
    {
      "epoch": 0.9222840384698322,
      "grad_norm": 7.09375,
      "learning_rate": 3.886354467699662e-06,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5722949028015136,
      "num_tokens": 560096668.0,
      "step": 727090
    },
    {
      "epoch": 0.9222967230623651,
      "grad_norm": 5.15625,
      "learning_rate": 3.8857201576133705e-06,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5467487663030625,
      "num_tokens": 560104139.0,
      "step": 727100
    },
    {
      "epoch": 0.9223094076548979,
      "grad_norm": 18.25,
      "learning_rate": 3.885085847527079e-06,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5684907108545303,
      "num_tokens": 560111362.0,
      "step": 727110
    },
    {
      "epoch": 0.9223220922474308,
      "grad_norm": 5.59375,
      "learning_rate": 3.884451537440787e-06,
      "loss": 2.2135,
      "mean_token_accuracy": 0.5209976226091385,
      "num_tokens": 560119284.0,
      "step": 727120
    },
    {
      "epoch": 0.9223347768399636,
      "grad_norm": 6.25,
      "learning_rate": 3.883817227354496e-06,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5294222205877304,
      "num_tokens": 560127149.0,
      "step": 727130
    },
    {
      "epoch": 0.9223474614324964,
      "grad_norm": 5.46875,
      "learning_rate": 3.883182917268205e-06,
      "loss": 2.1004,
      "mean_token_accuracy": 0.541446989774704,
      "num_tokens": 560135054.0,
      "step": 727140
    },
    {
      "epoch": 0.9223601460250292,
      "grad_norm": 5.96875,
      "learning_rate": 3.8825486071819125e-06,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5186192065477371,
      "num_tokens": 560143536.0,
      "step": 727150
    },
    {
      "epoch": 0.922372830617562,
      "grad_norm": 5.40625,
      "learning_rate": 3.881914297095621e-06,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5313702076673508,
      "num_tokens": 560151613.0,
      "step": 727160
    },
    {
      "epoch": 0.9223855152100949,
      "grad_norm": 5.59375,
      "learning_rate": 3.881279987009329e-06,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5380733400583267,
      "num_tokens": 560160367.0,
      "step": 727170
    },
    {
      "epoch": 0.9223981998026277,
      "grad_norm": 5.40625,
      "learning_rate": 3.880645676923038e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5469261318445205,
      "num_tokens": 560167136.0,
      "step": 727180
    },
    {
      "epoch": 0.9224108843951606,
      "grad_norm": 5.96875,
      "learning_rate": 3.880011366836747e-06,
      "loss": 1.7891,
      "mean_token_accuracy": 0.5925855994224548,
      "num_tokens": 560174320.0,
      "step": 727190
    },
    {
      "epoch": 0.9224235689876934,
      "grad_norm": 5.25,
      "learning_rate": 3.879377056750455e-06,
      "loss": 2.1217,
      "mean_token_accuracy": 0.5383902460336685,
      "num_tokens": 560182939.0,
      "step": 727200
    },
    {
      "epoch": 0.9224362535802263,
      "grad_norm": 5.46875,
      "learning_rate": 3.878742746664163e-06,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5395926296710968,
      "num_tokens": 560190971.0,
      "step": 727210
    },
    {
      "epoch": 0.9224489381727591,
      "grad_norm": 7.0625,
      "learning_rate": 3.878108436577872e-06,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5553034275770188,
      "num_tokens": 560197704.0,
      "step": 727220
    },
    {
      "epoch": 0.9224616227652919,
      "grad_norm": 5.90625,
      "learning_rate": 3.87747412649158e-06,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5319164335727692,
      "num_tokens": 560206114.0,
      "step": 727230
    },
    {
      "epoch": 0.9224743073578248,
      "grad_norm": 6.34375,
      "learning_rate": 3.876839816405289e-06,
      "loss": 1.7769,
      "mean_token_accuracy": 0.6011494517326355,
      "num_tokens": 560213967.0,
      "step": 727240
    },
    {
      "epoch": 0.9224869919503575,
      "grad_norm": 4.9375,
      "learning_rate": 3.876205506318997e-06,
      "loss": 1.9144,
      "mean_token_accuracy": 0.5682516396045685,
      "num_tokens": 560221433.0,
      "step": 727250
    },
    {
      "epoch": 0.9224996765428904,
      "grad_norm": 5.0,
      "learning_rate": 3.875571196232706e-06,
      "loss": 1.9169,
      "mean_token_accuracy": 0.5707444727420807,
      "num_tokens": 560228910.0,
      "step": 727260
    },
    {
      "epoch": 0.9225123611354232,
      "grad_norm": 6.21875,
      "learning_rate": 3.874936886146414e-06,
      "loss": 2.038,
      "mean_token_accuracy": 0.5484057933092117,
      "num_tokens": 560237468.0,
      "step": 727270
    },
    {
      "epoch": 0.9225250457279561,
      "grad_norm": 7.3125,
      "learning_rate": 3.874302576060122e-06,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5508239448070527,
      "num_tokens": 560243964.0,
      "step": 727280
    },
    {
      "epoch": 0.9225377303204889,
      "grad_norm": 12.1875,
      "learning_rate": 3.873668265973831e-06,
      "loss": 2.007,
      "mean_token_accuracy": 0.5510648012161254,
      "num_tokens": 560250049.0,
      "step": 727290
    },
    {
      "epoch": 0.9225504149130217,
      "grad_norm": 5.1875,
      "learning_rate": 3.873033955887539e-06,
      "loss": 2.043,
      "mean_token_accuracy": 0.5427148401737213,
      "num_tokens": 560257558.0,
      "step": 727300
    },
    {
      "epoch": 0.9225630995055546,
      "grad_norm": 7.15625,
      "learning_rate": 3.872399645801248e-06,
      "loss": 1.9166,
      "mean_token_accuracy": 0.581624373793602,
      "num_tokens": 560265500.0,
      "step": 727310
    },
    {
      "epoch": 0.9225757840980874,
      "grad_norm": 5.125,
      "learning_rate": 3.871765335714957e-06,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5235671907663345,
      "num_tokens": 560273520.0,
      "step": 727320
    },
    {
      "epoch": 0.9225884686906203,
      "grad_norm": 5.5625,
      "learning_rate": 3.871131025628666e-06,
      "loss": 2.0283,
      "mean_token_accuracy": 0.5645242691040039,
      "num_tokens": 560279389.0,
      "step": 727330
    },
    {
      "epoch": 0.9226011532831531,
      "grad_norm": 7.71875,
      "learning_rate": 3.8704967155423735e-06,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5136308640241622,
      "num_tokens": 560286336.0,
      "step": 727340
    },
    {
      "epoch": 0.922613837875686,
      "grad_norm": 8.25,
      "learning_rate": 3.869862405456081e-06,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5509043514728547,
      "num_tokens": 560293188.0,
      "step": 727350
    },
    {
      "epoch": 0.9226265224682187,
      "grad_norm": 5.25,
      "learning_rate": 3.86922809536979e-06,
      "loss": 2.0495,
      "mean_token_accuracy": 0.5369966238737106,
      "num_tokens": 560301910.0,
      "step": 727360
    },
    {
      "epoch": 0.9226392070607516,
      "grad_norm": 4.75,
      "learning_rate": 3.868593785283499e-06,
      "loss": 1.8063,
      "mean_token_accuracy": 0.5915765017271042,
      "num_tokens": 560309980.0,
      "step": 727370
    },
    {
      "epoch": 0.9226518916532844,
      "grad_norm": 4.78125,
      "learning_rate": 3.867959475197208e-06,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5650100946426392,
      "num_tokens": 560317608.0,
      "step": 727380
    },
    {
      "epoch": 0.9226645762458172,
      "grad_norm": 9.1875,
      "learning_rate": 3.8673251651109155e-06,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5647884041070939,
      "num_tokens": 560324668.0,
      "step": 727390
    },
    {
      "epoch": 0.9226772608383501,
      "grad_norm": 6.9375,
      "learning_rate": 3.866690855024624e-06,
      "loss": 1.946,
      "mean_token_accuracy": 0.5505857318639755,
      "num_tokens": 560332810.0,
      "step": 727400
    },
    {
      "epoch": 0.9226899454308829,
      "grad_norm": 5.78125,
      "learning_rate": 3.866056544938332e-06,
      "loss": 2.0572,
      "mean_token_accuracy": 0.5395888239145279,
      "num_tokens": 560340518.0,
      "step": 727410
    },
    {
      "epoch": 0.9227026300234158,
      "grad_norm": 5.4375,
      "learning_rate": 3.865422234852041e-06,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5636762648820877,
      "num_tokens": 560348096.0,
      "step": 727420
    },
    {
      "epoch": 0.9227153146159486,
      "grad_norm": 5.84375,
      "learning_rate": 3.86478792476575e-06,
      "loss": 2.032,
      "mean_token_accuracy": 0.5471743792295456,
      "num_tokens": 560356891.0,
      "step": 727430
    },
    {
      "epoch": 0.9227279992084815,
      "grad_norm": 5.34375,
      "learning_rate": 3.864153614679458e-06,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5584204733371735,
      "num_tokens": 560365232.0,
      "step": 727440
    },
    {
      "epoch": 0.9227406838010143,
      "grad_norm": 5.96875,
      "learning_rate": 3.863519304593166e-06,
      "loss": 1.7552,
      "mean_token_accuracy": 0.6097573816776276,
      "num_tokens": 560372310.0,
      "step": 727450
    },
    {
      "epoch": 0.922753368393547,
      "grad_norm": 5.96875,
      "learning_rate": 3.862884994506875e-06,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5356945306062698,
      "num_tokens": 560379381.0,
      "step": 727460
    },
    {
      "epoch": 0.9227660529860799,
      "grad_norm": 6.40625,
      "learning_rate": 3.862250684420583e-06,
      "loss": 1.9403,
      "mean_token_accuracy": 0.5651103675365448,
      "num_tokens": 560386834.0,
      "step": 727470
    },
    {
      "epoch": 0.9227787375786127,
      "grad_norm": 7.0,
      "learning_rate": 3.861616374334292e-06,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5481774717569351,
      "num_tokens": 560394564.0,
      "step": 727480
    },
    {
      "epoch": 0.9227914221711456,
      "grad_norm": 7.34375,
      "learning_rate": 3.860982064248e-06,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5731887429952621,
      "num_tokens": 560402020.0,
      "step": 727490
    },
    {
      "epoch": 0.9228041067636784,
      "grad_norm": 8.3125,
      "learning_rate": 3.860347754161708e-06,
      "loss": 2.2352,
      "mean_token_accuracy": 0.5178313374519348,
      "num_tokens": 560409342.0,
      "step": 727500
    },
    {
      "epoch": 0.9228167913562113,
      "grad_norm": 4.9375,
      "learning_rate": 3.859713444075417e-06,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5459037095308303,
      "num_tokens": 560418283.0,
      "step": 727510
    },
    {
      "epoch": 0.9228294759487441,
      "grad_norm": 4.90625,
      "learning_rate": 3.859079133989126e-06,
      "loss": 2.0658,
      "mean_token_accuracy": 0.5425617873668671,
      "num_tokens": 560426543.0,
      "step": 727520
    },
    {
      "epoch": 0.9228421605412769,
      "grad_norm": 5.6875,
      "learning_rate": 3.8584448239028345e-06,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5669059783220292,
      "num_tokens": 560433173.0,
      "step": 727530
    },
    {
      "epoch": 0.9228548451338098,
      "grad_norm": 8.3125,
      "learning_rate": 3.857810513816542e-06,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5769738346338272,
      "num_tokens": 560439811.0,
      "step": 727540
    },
    {
      "epoch": 0.9228675297263426,
      "grad_norm": 4.875,
      "learning_rate": 3.857176203730251e-06,
      "loss": 2.1562,
      "mean_token_accuracy": 0.5286679804325104,
      "num_tokens": 560448165.0,
      "step": 727550
    },
    {
      "epoch": 0.9228802143188755,
      "grad_norm": 6.78125,
      "learning_rate": 3.856541893643959e-06,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5193232208490371,
      "num_tokens": 560456342.0,
      "step": 727560
    },
    {
      "epoch": 0.9228928989114082,
      "grad_norm": 5.5625,
      "learning_rate": 3.855907583557668e-06,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5458480238914489,
      "num_tokens": 560463984.0,
      "step": 727570
    },
    {
      "epoch": 0.9229055835039411,
      "grad_norm": 5.25,
      "learning_rate": 3.8552732734713765e-06,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5442738264799118,
      "num_tokens": 560472199.0,
      "step": 727580
    },
    {
      "epoch": 0.9229182680964739,
      "grad_norm": 5.5,
      "learning_rate": 3.854638963385085e-06,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5319157660007476,
      "num_tokens": 560480249.0,
      "step": 727590
    },
    {
      "epoch": 0.9229309526890068,
      "grad_norm": 4.78125,
      "learning_rate": 3.854004653298793e-06,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5446238934993743,
      "num_tokens": 560488081.0,
      "step": 727600
    },
    {
      "epoch": 0.9229436372815396,
      "grad_norm": 4.84375,
      "learning_rate": 3.853370343212501e-06,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5468160301446915,
      "num_tokens": 560496406.0,
      "step": 727610
    },
    {
      "epoch": 0.9229563218740724,
      "grad_norm": 13.125,
      "learning_rate": 3.85273603312621e-06,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5328809648752213,
      "num_tokens": 560503612.0,
      "step": 727620
    },
    {
      "epoch": 0.9229690064666053,
      "grad_norm": 6.65625,
      "learning_rate": 3.8521017230399185e-06,
      "loss": 2.0423,
      "mean_token_accuracy": 0.5432391434907913,
      "num_tokens": 560512137.0,
      "step": 727630
    },
    {
      "epoch": 0.9229816910591381,
      "grad_norm": 7.25,
      "learning_rate": 3.851467412953627e-06,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5533062100410462,
      "num_tokens": 560518507.0,
      "step": 727640
    },
    {
      "epoch": 0.922994375651671,
      "grad_norm": 4.96875,
      "learning_rate": 3.850833102867336e-06,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5258919805288315,
      "num_tokens": 560526683.0,
      "step": 727650
    },
    {
      "epoch": 0.9230070602442038,
      "grad_norm": 7.5625,
      "learning_rate": 3.850198792781045e-06,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5378831952810288,
      "num_tokens": 560534425.0,
      "step": 727660
    },
    {
      "epoch": 0.9230197448367367,
      "grad_norm": 5.1875,
      "learning_rate": 3.849564482694753e-06,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5310917258262634,
      "num_tokens": 560543164.0,
      "step": 727670
    },
    {
      "epoch": 0.9230324294292694,
      "grad_norm": 5.28125,
      "learning_rate": 3.8489301726084605e-06,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5461199432611465,
      "num_tokens": 560549478.0,
      "step": 727680
    },
    {
      "epoch": 0.9230451140218022,
      "grad_norm": 7.53125,
      "learning_rate": 3.848295862522169e-06,
      "loss": 2.2285,
      "mean_token_accuracy": 0.5192999452352524,
      "num_tokens": 560557302.0,
      "step": 727690
    },
    {
      "epoch": 0.9230577986143351,
      "grad_norm": 5.75,
      "learning_rate": 3.847661552435878e-06,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5317031979560852,
      "num_tokens": 560565951.0,
      "step": 727700
    },
    {
      "epoch": 0.9230704832068679,
      "grad_norm": 5.28125,
      "learning_rate": 3.847027242349587e-06,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5374454081058502,
      "num_tokens": 560574374.0,
      "step": 727710
    },
    {
      "epoch": 0.9230831677994008,
      "grad_norm": 5.6875,
      "learning_rate": 3.846392932263295e-06,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5290012270212173,
      "num_tokens": 560581868.0,
      "step": 727720
    },
    {
      "epoch": 0.9230958523919336,
      "grad_norm": 5.1875,
      "learning_rate": 3.845758622177003e-06,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5371424227952957,
      "num_tokens": 560589687.0,
      "step": 727730
    },
    {
      "epoch": 0.9231085369844665,
      "grad_norm": 4.84375,
      "learning_rate": 3.845124312090711e-06,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5710263222455978,
      "num_tokens": 560595920.0,
      "step": 727740
    },
    {
      "epoch": 0.9231212215769993,
      "grad_norm": 4.75,
      "learning_rate": 3.84449000200442e-06,
      "loss": 2.0417,
      "mean_token_accuracy": 0.5417994618415832,
      "num_tokens": 560603159.0,
      "step": 727750
    },
    {
      "epoch": 0.9231339061695322,
      "grad_norm": 5.4375,
      "learning_rate": 3.843855691918129e-06,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5376431792974472,
      "num_tokens": 560611531.0,
      "step": 727760
    },
    {
      "epoch": 0.923146590762065,
      "grad_norm": 5.28125,
      "learning_rate": 3.8432213818318374e-06,
      "loss": 1.9436,
      "mean_token_accuracy": 0.5754445523023606,
      "num_tokens": 560618511.0,
      "step": 727770
    },
    {
      "epoch": 0.9231592753545977,
      "grad_norm": 5.0,
      "learning_rate": 3.842587071745545e-06,
      "loss": 2.1557,
      "mean_token_accuracy": 0.5235251814126969,
      "num_tokens": 560626785.0,
      "step": 727780
    },
    {
      "epoch": 0.9231719599471306,
      "grad_norm": 7.25,
      "learning_rate": 3.841952761659254e-06,
      "loss": 1.8859,
      "mean_token_accuracy": 0.5764258980751038,
      "num_tokens": 560632759.0,
      "step": 727790
    },
    {
      "epoch": 0.9231846445396634,
      "grad_norm": 5.09375,
      "learning_rate": 3.841318451572962e-06,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5434833347797394,
      "num_tokens": 560640435.0,
      "step": 727800
    },
    {
      "epoch": 0.9231973291321963,
      "grad_norm": 5.21875,
      "learning_rate": 3.840684141486671e-06,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5539406836032867,
      "num_tokens": 560648530.0,
      "step": 727810
    },
    {
      "epoch": 0.9232100137247291,
      "grad_norm": 5.90625,
      "learning_rate": 3.8400498314003795e-06,
      "loss": 1.9646,
      "mean_token_accuracy": 0.5526285856962204,
      "num_tokens": 560656109.0,
      "step": 727820
    },
    {
      "epoch": 0.923222698317262,
      "grad_norm": 13.0625,
      "learning_rate": 3.839415521314087e-06,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5683364272117615,
      "num_tokens": 560663111.0,
      "step": 727830
    },
    {
      "epoch": 0.9232353829097948,
      "grad_norm": 5.1875,
      "learning_rate": 3.838781211227796e-06,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5369072407484055,
      "num_tokens": 560671962.0,
      "step": 727840
    },
    {
      "epoch": 0.9232480675023276,
      "grad_norm": 4.875,
      "learning_rate": 3.838146901141505e-06,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5413413882255554,
      "num_tokens": 560680481.0,
      "step": 727850
    },
    {
      "epoch": 0.9232607520948605,
      "grad_norm": 6.28125,
      "learning_rate": 3.8375125910552136e-06,
      "loss": 2.1383,
      "mean_token_accuracy": 0.544443815946579,
      "num_tokens": 560688122.0,
      "step": 727860
    },
    {
      "epoch": 0.9232734366873933,
      "grad_norm": 5.46875,
      "learning_rate": 3.8368782809689215e-06,
      "loss": 1.9064,
      "mean_token_accuracy": 0.5687217473983764,
      "num_tokens": 560694932.0,
      "step": 727870
    },
    {
      "epoch": 0.9232861212799262,
      "grad_norm": 4.875,
      "learning_rate": 3.83624397088263e-06,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5491726011037826,
      "num_tokens": 560702726.0,
      "step": 727880
    },
    {
      "epoch": 0.9232988058724589,
      "grad_norm": 6.21875,
      "learning_rate": 3.835609660796338e-06,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5457461327314377,
      "num_tokens": 560711359.0,
      "step": 727890
    },
    {
      "epoch": 0.9233114904649918,
      "grad_norm": 4.90625,
      "learning_rate": 3.834975350710047e-06,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5627387017011642,
      "num_tokens": 560719352.0,
      "step": 727900
    },
    {
      "epoch": 0.9233241750575246,
      "grad_norm": 4.53125,
      "learning_rate": 3.8343410406237556e-06,
      "loss": 1.7772,
      "mean_token_accuracy": 0.5984075546264649,
      "num_tokens": 560727606.0,
      "step": 727910
    },
    {
      "epoch": 0.9233368596500574,
      "grad_norm": 5.875,
      "learning_rate": 3.833706730537464e-06,
      "loss": 2.0665,
      "mean_token_accuracy": 0.547356578707695,
      "num_tokens": 560735939.0,
      "step": 727920
    },
    {
      "epoch": 0.9233495442425903,
      "grad_norm": 5.8125,
      "learning_rate": 3.833072420451172e-06,
      "loss": 2.1249,
      "mean_token_accuracy": 0.5426894038915634,
      "num_tokens": 560743495.0,
      "step": 727930
    },
    {
      "epoch": 0.9233622288351231,
      "grad_norm": 5.28125,
      "learning_rate": 3.83243811036488e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.553625413775444,
      "num_tokens": 560751421.0,
      "step": 727940
    },
    {
      "epoch": 0.923374913427656,
      "grad_norm": 5.5625,
      "learning_rate": 3.831803800278589e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5580298095941544,
      "num_tokens": 560758664.0,
      "step": 727950
    },
    {
      "epoch": 0.9233875980201888,
      "grad_norm": 5.1875,
      "learning_rate": 3.8311694901922976e-06,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5231216430664063,
      "num_tokens": 560767004.0,
      "step": 727960
    },
    {
      "epoch": 0.9234002826127217,
      "grad_norm": 5.53125,
      "learning_rate": 3.830535180106006e-06,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5315928488969803,
      "num_tokens": 560773627.0,
      "step": 727970
    },
    {
      "epoch": 0.9234129672052545,
      "grad_norm": 4.90625,
      "learning_rate": 3.829900870019715e-06,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5242876738309861,
      "num_tokens": 560781888.0,
      "step": 727980
    },
    {
      "epoch": 0.9234256517977874,
      "grad_norm": 5.53125,
      "learning_rate": 3.829266559933423e-06,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5266092538833618,
      "num_tokens": 560789051.0,
      "step": 727990
    },
    {
      "epoch": 0.9234383363903201,
      "grad_norm": 6.375,
      "learning_rate": 3.828632249847131e-06,
      "loss": 2.2972,
      "mean_token_accuracy": 0.512813338637352,
      "num_tokens": 560796384.0,
      "step": 728000
    },
    {
      "epoch": 0.9234510209828529,
      "grad_norm": 4.375,
      "learning_rate": 3.82799793976084e-06,
      "loss": 2.1956,
      "mean_token_accuracy": 0.5287105560302734,
      "num_tokens": 560803622.0,
      "step": 728010
    },
    {
      "epoch": 0.9234637055753858,
      "grad_norm": 4.96875,
      "learning_rate": 3.827363629674548e-06,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5270542085170746,
      "num_tokens": 560811578.0,
      "step": 728020
    },
    {
      "epoch": 0.9234763901679186,
      "grad_norm": 4.90625,
      "learning_rate": 3.826729319588257e-06,
      "loss": 1.8592,
      "mean_token_accuracy": 0.5847015351057052,
      "num_tokens": 560818235.0,
      "step": 728030
    },
    {
      "epoch": 0.9234890747604515,
      "grad_norm": 7.5625,
      "learning_rate": 3.826095009501966e-06,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5567774772644043,
      "num_tokens": 560825546.0,
      "step": 728040
    },
    {
      "epoch": 0.9235017593529843,
      "grad_norm": 9.5625,
      "learning_rate": 3.825460699415674e-06,
      "loss": 2.048,
      "mean_token_accuracy": 0.556070613861084,
      "num_tokens": 560833393.0,
      "step": 728050
    },
    {
      "epoch": 0.9235144439455172,
      "grad_norm": 4.90625,
      "learning_rate": 3.8248263893293824e-06,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5106227368116378,
      "num_tokens": 560841198.0,
      "step": 728060
    },
    {
      "epoch": 0.92352712853805,
      "grad_norm": 7.59375,
      "learning_rate": 3.82419207924309e-06,
      "loss": 1.8446,
      "mean_token_accuracy": 0.5811944603919983,
      "num_tokens": 560848127.0,
      "step": 728070
    },
    {
      "epoch": 0.9235398131305828,
      "grad_norm": 7.15625,
      "learning_rate": 3.823557769156799e-06,
      "loss": 1.9609,
      "mean_token_accuracy": 0.5708388805389404,
      "num_tokens": 560855087.0,
      "step": 728080
    },
    {
      "epoch": 0.9235524977231157,
      "grad_norm": 5.28125,
      "learning_rate": 3.822923459070508e-06,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5256332665681839,
      "num_tokens": 560862220.0,
      "step": 728090
    },
    {
      "epoch": 0.9235651823156484,
      "grad_norm": 4.96875,
      "learning_rate": 3.822289148984216e-06,
      "loss": 1.8737,
      "mean_token_accuracy": 0.5692242860794068,
      "num_tokens": 560870637.0,
      "step": 728100
    },
    {
      "epoch": 0.9235778669081813,
      "grad_norm": 5.125,
      "learning_rate": 3.8216548388979244e-06,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5466184765100479,
      "num_tokens": 560878649.0,
      "step": 728110
    },
    {
      "epoch": 0.9235905515007141,
      "grad_norm": 5.125,
      "learning_rate": 3.821020528811633e-06,
      "loss": 2.133,
      "mean_token_accuracy": 0.52864009141922,
      "num_tokens": 560886456.0,
      "step": 728120
    },
    {
      "epoch": 0.923603236093247,
      "grad_norm": 5.375,
      "learning_rate": 3.820386218725341e-06,
      "loss": 1.5981,
      "mean_token_accuracy": 0.649453216791153,
      "num_tokens": 560892668.0,
      "step": 728130
    },
    {
      "epoch": 0.9236159206857798,
      "grad_norm": 8.5625,
      "learning_rate": 3.81975190863905e-06,
      "loss": 1.928,
      "mean_token_accuracy": 0.5631765335798263,
      "num_tokens": 560899685.0,
      "step": 728140
    },
    {
      "epoch": 0.9236286052783127,
      "grad_norm": 4.78125,
      "learning_rate": 3.8191175985527585e-06,
      "loss": 1.7839,
      "mean_token_accuracy": 0.5976317048072814,
      "num_tokens": 560907471.0,
      "step": 728150
    },
    {
      "epoch": 0.9236412898708455,
      "grad_norm": 5.28125,
      "learning_rate": 3.8184832884664664e-06,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5523428589105606,
      "num_tokens": 560915326.0,
      "step": 728160
    },
    {
      "epoch": 0.9236539744633783,
      "grad_norm": 6.03125,
      "learning_rate": 3.817848978380175e-06,
      "loss": 2.0395,
      "mean_token_accuracy": 0.562093260884285,
      "num_tokens": 560924299.0,
      "step": 728170
    },
    {
      "epoch": 0.9236666590559112,
      "grad_norm": 5.59375,
      "learning_rate": 3.817214668293884e-06,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5386594653129577,
      "num_tokens": 560931574.0,
      "step": 728180
    },
    {
      "epoch": 0.923679343648444,
      "grad_norm": 4.8125,
      "learning_rate": 3.816580358207592e-06,
      "loss": 2.0018,
      "mean_token_accuracy": 0.5595663666725159,
      "num_tokens": 560939507.0,
      "step": 728190
    },
    {
      "epoch": 0.9236920282409768,
      "grad_norm": 6.3125,
      "learning_rate": 3.8159460481213005e-06,
      "loss": 2.1303,
      "mean_token_accuracy": 0.5280698478221894,
      "num_tokens": 560947715.0,
      "step": 728200
    },
    {
      "epoch": 0.9237047128335096,
      "grad_norm": 5.5,
      "learning_rate": 3.8153117380350084e-06,
      "loss": 2.2056,
      "mean_token_accuracy": 0.5252737134695054,
      "num_tokens": 560954553.0,
      "step": 728210
    },
    {
      "epoch": 0.9237173974260425,
      "grad_norm": 6.375,
      "learning_rate": 3.814677427948717e-06,
      "loss": 1.8899,
      "mean_token_accuracy": 0.587840524315834,
      "num_tokens": 560961014.0,
      "step": 728220
    },
    {
      "epoch": 0.9237300820185753,
      "grad_norm": 4.78125,
      "learning_rate": 3.814043117862426e-06,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5189810037612915,
      "num_tokens": 560969059.0,
      "step": 728230
    },
    {
      "epoch": 0.9237427666111081,
      "grad_norm": 5.5625,
      "learning_rate": 3.8134088077761342e-06,
      "loss": 2.091,
      "mean_token_accuracy": 0.5355919539928437,
      "num_tokens": 560977125.0,
      "step": 728240
    },
    {
      "epoch": 0.923755451203641,
      "grad_norm": 8.0625,
      "learning_rate": 3.812774497689843e-06,
      "loss": 1.979,
      "mean_token_accuracy": 0.5785019874572754,
      "num_tokens": 560984190.0,
      "step": 728250
    },
    {
      "epoch": 0.9237681357961738,
      "grad_norm": 6.4375,
      "learning_rate": 3.8121401876035517e-06,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5543910384178161,
      "num_tokens": 560991504.0,
      "step": 728260
    },
    {
      "epoch": 0.9237808203887067,
      "grad_norm": 4.8125,
      "learning_rate": 3.8115058775172596e-06,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5357279479503632,
      "num_tokens": 561000023.0,
      "step": 728270
    },
    {
      "epoch": 0.9237935049812395,
      "grad_norm": 9.1875,
      "learning_rate": 3.810871567430968e-06,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5799201756715775,
      "num_tokens": 561007329.0,
      "step": 728280
    },
    {
      "epoch": 0.9238061895737724,
      "grad_norm": 6.34375,
      "learning_rate": 3.8102372573446767e-06,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5498507589101791,
      "num_tokens": 561015837.0,
      "step": 728290
    },
    {
      "epoch": 0.9238188741663051,
      "grad_norm": 9.125,
      "learning_rate": 3.8096029472583854e-06,
      "loss": 1.73,
      "mean_token_accuracy": 0.6141936182975769,
      "num_tokens": 561022419.0,
      "step": 728300
    },
    {
      "epoch": 0.923831558758838,
      "grad_norm": 7.5,
      "learning_rate": 3.8089686371720937e-06,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5813625872135162,
      "num_tokens": 561028842.0,
      "step": 728310
    },
    {
      "epoch": 0.9238442433513708,
      "grad_norm": 4.75,
      "learning_rate": 3.8083343270858016e-06,
      "loss": 2.0321,
      "mean_token_accuracy": 0.5427530139684678,
      "num_tokens": 561037386.0,
      "step": 728320
    },
    {
      "epoch": 0.9238569279439036,
      "grad_norm": 5.84375,
      "learning_rate": 3.8077000169995104e-06,
      "loss": 2.2864,
      "mean_token_accuracy": 0.514241173863411,
      "num_tokens": 561045064.0,
      "step": 728330
    },
    {
      "epoch": 0.9238696125364365,
      "grad_norm": 5.0625,
      "learning_rate": 3.8070657069132187e-06,
      "loss": 2.1738,
      "mean_token_accuracy": 0.532546192407608,
      "num_tokens": 561054033.0,
      "step": 728340
    },
    {
      "epoch": 0.9238822971289693,
      "grad_norm": 5.0625,
      "learning_rate": 3.8064313968269274e-06,
      "loss": 1.9175,
      "mean_token_accuracy": 0.5782894402742386,
      "num_tokens": 561061365.0,
      "step": 728350
    },
    {
      "epoch": 0.9238949817215022,
      "grad_norm": 5.375,
      "learning_rate": 3.805797086740636e-06,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5445746272802353,
      "num_tokens": 561069775.0,
      "step": 728360
    },
    {
      "epoch": 0.923907666314035,
      "grad_norm": 5.375,
      "learning_rate": 3.8051627766543445e-06,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5638663858175278,
      "num_tokens": 561077408.0,
      "step": 728370
    },
    {
      "epoch": 0.9239203509065679,
      "grad_norm": 5.59375,
      "learning_rate": 3.8045284665680524e-06,
      "loss": 2.1805,
      "mean_token_accuracy": 0.5196871161460876,
      "num_tokens": 561085770.0,
      "step": 728380
    },
    {
      "epoch": 0.9239330354991007,
      "grad_norm": 5.34375,
      "learning_rate": 3.803894156481761e-06,
      "loss": 1.9045,
      "mean_token_accuracy": 0.5807938903570176,
      "num_tokens": 561092256.0,
      "step": 728390
    },
    {
      "epoch": 0.9239457200916334,
      "grad_norm": 5.0,
      "learning_rate": 3.80325984639547e-06,
      "loss": 2.2232,
      "mean_token_accuracy": 0.5199526876211167,
      "num_tokens": 561101721.0,
      "step": 728400
    },
    {
      "epoch": 0.9239584046841663,
      "grad_norm": 5.34375,
      "learning_rate": 3.802625536309178e-06,
      "loss": 1.7084,
      "mean_token_accuracy": 0.6180785566568374,
      "num_tokens": 561108751.0,
      "step": 728410
    },
    {
      "epoch": 0.9239710892766991,
      "grad_norm": 6.6875,
      "learning_rate": 3.801991226222887e-06,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5458441317081452,
      "num_tokens": 561116656.0,
      "step": 728420
    },
    {
      "epoch": 0.923983773869232,
      "grad_norm": 6.875,
      "learning_rate": 3.8013569161365948e-06,
      "loss": 2.1358,
      "mean_token_accuracy": 0.529057064652443,
      "num_tokens": 561125261.0,
      "step": 728430
    },
    {
      "epoch": 0.9239964584617648,
      "grad_norm": 7.5625,
      "learning_rate": 3.800722606050303e-06,
      "loss": 1.8541,
      "mean_token_accuracy": 0.5886992186307907,
      "num_tokens": 561131654.0,
      "step": 728440
    },
    {
      "epoch": 0.9240091430542977,
      "grad_norm": 5.0625,
      "learning_rate": 3.800088295964012e-06,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5323959738016129,
      "num_tokens": 561138552.0,
      "step": 728450
    },
    {
      "epoch": 0.9240218276468305,
      "grad_norm": 4.65625,
      "learning_rate": 3.7994539858777206e-06,
      "loss": 2.0406,
      "mean_token_accuracy": 0.5493117421865463,
      "num_tokens": 561145816.0,
      "step": 728460
    },
    {
      "epoch": 0.9240345122393633,
      "grad_norm": 5.0,
      "learning_rate": 3.798819675791429e-06,
      "loss": 1.978,
      "mean_token_accuracy": 0.5522417575120926,
      "num_tokens": 561154248.0,
      "step": 728470
    },
    {
      "epoch": 0.9240471968318962,
      "grad_norm": 6.46875,
      "learning_rate": 3.7981853657051376e-06,
      "loss": 2.141,
      "mean_token_accuracy": 0.5319668292999268,
      "num_tokens": 561161414.0,
      "step": 728480
    },
    {
      "epoch": 0.924059881424429,
      "grad_norm": 5.125,
      "learning_rate": 3.7975510556188455e-06,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5448930501937866,
      "num_tokens": 561169026.0,
      "step": 728490
    },
    {
      "epoch": 0.9240725660169619,
      "grad_norm": 6.0,
      "learning_rate": 3.7969167455325543e-06,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5444675326347351,
      "num_tokens": 561175864.0,
      "step": 728500
    },
    {
      "epoch": 0.9240852506094946,
      "grad_norm": 5.875,
      "learning_rate": 3.7962824354462626e-06,
      "loss": 2.0113,
      "mean_token_accuracy": 0.561281469464302,
      "num_tokens": 561183998.0,
      "step": 728510
    },
    {
      "epoch": 0.9240979352020275,
      "grad_norm": 5.75,
      "learning_rate": 3.7956481253599713e-06,
      "loss": 1.982,
      "mean_token_accuracy": 0.5542428731918335,
      "num_tokens": 561191750.0,
      "step": 728520
    },
    {
      "epoch": 0.9241106197945603,
      "grad_norm": 6.34375,
      "learning_rate": 3.79501381527368e-06,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5224263548851014,
      "num_tokens": 561199912.0,
      "step": 728530
    },
    {
      "epoch": 0.9241233043870932,
      "grad_norm": 6.21875,
      "learning_rate": 3.7943795051873875e-06,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5630209445953369,
      "num_tokens": 561206854.0,
      "step": 728540
    },
    {
      "epoch": 0.924135988979626,
      "grad_norm": 7.09375,
      "learning_rate": 3.7937451951010963e-06,
      "loss": 1.984,
      "mean_token_accuracy": 0.5670579463243485,
      "num_tokens": 561214478.0,
      "step": 728550
    },
    {
      "epoch": 0.9241486735721588,
      "grad_norm": 4.84375,
      "learning_rate": 3.793110885014805e-06,
      "loss": 2.0456,
      "mean_token_accuracy": 0.541233366727829,
      "num_tokens": 561221848.0,
      "step": 728560
    },
    {
      "epoch": 0.9241613581646917,
      "grad_norm": 5.46875,
      "learning_rate": 3.7924765749285133e-06,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5607642382383347,
      "num_tokens": 561229107.0,
      "step": 728570
    },
    {
      "epoch": 0.9241740427572245,
      "grad_norm": 4.84375,
      "learning_rate": 3.791842264842222e-06,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5342927813529968,
      "num_tokens": 561237398.0,
      "step": 728580
    },
    {
      "epoch": 0.9241867273497574,
      "grad_norm": 5.34375,
      "learning_rate": 3.791207954755931e-06,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5356995165348053,
      "num_tokens": 561243748.0,
      "step": 728590
    },
    {
      "epoch": 0.9241994119422902,
      "grad_norm": 5.53125,
      "learning_rate": 3.7905736446696387e-06,
      "loss": 2.0068,
      "mean_token_accuracy": 0.5607436090707779,
      "num_tokens": 561251011.0,
      "step": 728600
    },
    {
      "epoch": 0.9242120965348231,
      "grad_norm": 6.34375,
      "learning_rate": 3.789939334583347e-06,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5333423972129822,
      "num_tokens": 561258354.0,
      "step": 728610
    },
    {
      "epoch": 0.9242247811273558,
      "grad_norm": 6.1875,
      "learning_rate": 3.7893050244970558e-06,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5353787153959274,
      "num_tokens": 561267566.0,
      "step": 728620
    },
    {
      "epoch": 0.9242374657198886,
      "grad_norm": 4.75,
      "learning_rate": 3.7886707144107645e-06,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5484880477190017,
      "num_tokens": 561274934.0,
      "step": 728630
    },
    {
      "epoch": 0.9242501503124215,
      "grad_norm": 7.0,
      "learning_rate": 3.788036404324473e-06,
      "loss": 1.7975,
      "mean_token_accuracy": 0.5984573841094971,
      "num_tokens": 561281422.0,
      "step": 728640
    },
    {
      "epoch": 0.9242628349049543,
      "grad_norm": 5.96875,
      "learning_rate": 3.7874020942381807e-06,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5485213011503219,
      "num_tokens": 561288428.0,
      "step": 728650
    },
    {
      "epoch": 0.9242755194974872,
      "grad_norm": 6.125,
      "learning_rate": 3.7867677841518894e-06,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5235581278800965,
      "num_tokens": 561297097.0,
      "step": 728660
    },
    {
      "epoch": 0.92428820409002,
      "grad_norm": 4.625,
      "learning_rate": 3.7861334740655978e-06,
      "loss": 2.075,
      "mean_token_accuracy": 0.5417135089635849,
      "num_tokens": 561304782.0,
      "step": 728670
    },
    {
      "epoch": 0.9243008886825529,
      "grad_norm": 5.5625,
      "learning_rate": 3.7854991639793065e-06,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5472356259822846,
      "num_tokens": 561312616.0,
      "step": 728680
    },
    {
      "epoch": 0.9243135732750857,
      "grad_norm": 5.40625,
      "learning_rate": 3.7848648538930152e-06,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5448622912168503,
      "num_tokens": 561319469.0,
      "step": 728690
    },
    {
      "epoch": 0.9243262578676186,
      "grad_norm": 5.15625,
      "learning_rate": 3.7842305438067236e-06,
      "loss": 2.1135,
      "mean_token_accuracy": 0.544141235947609,
      "num_tokens": 561327696.0,
      "step": 728700
    },
    {
      "epoch": 0.9243389424601514,
      "grad_norm": 5.5,
      "learning_rate": 3.7835962337204315e-06,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5438549250364304,
      "num_tokens": 561335537.0,
      "step": 728710
    },
    {
      "epoch": 0.9243516270526841,
      "grad_norm": 5.09375,
      "learning_rate": 3.78296192363414e-06,
      "loss": 1.9966,
      "mean_token_accuracy": 0.5556262463331223,
      "num_tokens": 561343626.0,
      "step": 728720
    },
    {
      "epoch": 0.924364311645217,
      "grad_norm": 6.875,
      "learning_rate": 3.782327613547849e-06,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5588336229324341,
      "num_tokens": 561350344.0,
      "step": 728730
    },
    {
      "epoch": 0.9243769962377498,
      "grad_norm": 5.65625,
      "learning_rate": 3.7816933034615572e-06,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5700311690568924,
      "num_tokens": 561358194.0,
      "step": 728740
    },
    {
      "epoch": 0.9243896808302827,
      "grad_norm": 6.15625,
      "learning_rate": 3.781058993375266e-06,
      "loss": 1.939,
      "mean_token_accuracy": 0.5794038504362107,
      "num_tokens": 561366121.0,
      "step": 728750
    },
    {
      "epoch": 0.9244023654228155,
      "grad_norm": 9.125,
      "learning_rate": 3.780424683288974e-06,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5331297099590302,
      "num_tokens": 561374269.0,
      "step": 728760
    },
    {
      "epoch": 0.9244150500153484,
      "grad_norm": 7.5625,
      "learning_rate": 3.779790373202682e-06,
      "loss": 1.854,
      "mean_token_accuracy": 0.5954816222190857,
      "num_tokens": 561379584.0,
      "step": 728770
    },
    {
      "epoch": 0.9244277346078812,
      "grad_norm": 5.375,
      "learning_rate": 3.779156063116391e-06,
      "loss": 2.1758,
      "mean_token_accuracy": 0.5263020545244217,
      "num_tokens": 561387505.0,
      "step": 728780
    },
    {
      "epoch": 0.924440419200414,
      "grad_norm": 5.78125,
      "learning_rate": 3.7785217530300997e-06,
      "loss": 2.077,
      "mean_token_accuracy": 0.5422924190759659,
      "num_tokens": 561395955.0,
      "step": 728790
    },
    {
      "epoch": 0.9244531037929469,
      "grad_norm": 4.84375,
      "learning_rate": 3.777887442943808e-06,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5413304388523101,
      "num_tokens": 561404887.0,
      "step": 728800
    },
    {
      "epoch": 0.9244657883854797,
      "grad_norm": 5.21875,
      "learning_rate": 3.7772531328575167e-06,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5513437390327454,
      "num_tokens": 561412782.0,
      "step": 728810
    },
    {
      "epoch": 0.9244784729780126,
      "grad_norm": 4.65625,
      "learning_rate": 3.7766188227712246e-06,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5618012905120849,
      "num_tokens": 561420558.0,
      "step": 728820
    },
    {
      "epoch": 0.9244911575705453,
      "grad_norm": 7.90625,
      "learning_rate": 3.7759845126849334e-06,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5693744868040085,
      "num_tokens": 561428251.0,
      "step": 728830
    },
    {
      "epoch": 0.9245038421630782,
      "grad_norm": 7.03125,
      "learning_rate": 3.7753502025986417e-06,
      "loss": 1.8954,
      "mean_token_accuracy": 0.5737246155738831,
      "num_tokens": 561436267.0,
      "step": 728840
    },
    {
      "epoch": 0.924516526755611,
      "grad_norm": 5.03125,
      "learning_rate": 3.7747158925123504e-06,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5430322766304017,
      "num_tokens": 561444468.0,
      "step": 728850
    },
    {
      "epoch": 0.9245292113481438,
      "grad_norm": 5.625,
      "learning_rate": 3.7740815824260587e-06,
      "loss": 1.7793,
      "mean_token_accuracy": 0.6070523202419281,
      "num_tokens": 561452237.0,
      "step": 728860
    },
    {
      "epoch": 0.9245418959406767,
      "grad_norm": 4.625,
      "learning_rate": 3.7734472723397666e-06,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5555561184883118,
      "num_tokens": 561460018.0,
      "step": 728870
    },
    {
      "epoch": 0.9245545805332095,
      "grad_norm": 6.65625,
      "learning_rate": 3.7728129622534754e-06,
      "loss": 1.8136,
      "mean_token_accuracy": 0.5914453804492951,
      "num_tokens": 561466456.0,
      "step": 728880
    },
    {
      "epoch": 0.9245672651257424,
      "grad_norm": 10.5625,
      "learning_rate": 3.772178652167184e-06,
      "loss": 2.118,
      "mean_token_accuracy": 0.5365902751684188,
      "num_tokens": 561475161.0,
      "step": 728890
    },
    {
      "epoch": 0.9245799497182752,
      "grad_norm": 5.875,
      "learning_rate": 3.7715443420808924e-06,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5569709509611129,
      "num_tokens": 561482013.0,
      "step": 728900
    },
    {
      "epoch": 0.9245926343108081,
      "grad_norm": 6.28125,
      "learning_rate": 3.770910031994601e-06,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5247679024934768,
      "num_tokens": 561488427.0,
      "step": 728910
    },
    {
      "epoch": 0.9246053189033409,
      "grad_norm": 6.125,
      "learning_rate": 3.77027572190831e-06,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5646597385406494,
      "num_tokens": 561495972.0,
      "step": 728920
    },
    {
      "epoch": 0.9246180034958738,
      "grad_norm": 5.625,
      "learning_rate": 3.769641411822018e-06,
      "loss": 1.7687,
      "mean_token_accuracy": 0.6053600668907165,
      "num_tokens": 561501982.0,
      "step": 728930
    },
    {
      "epoch": 0.9246306880884065,
      "grad_norm": 6.21875,
      "learning_rate": 3.769007101735726e-06,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5482895016670227,
      "num_tokens": 561510494.0,
      "step": 728940
    },
    {
      "epoch": 0.9246433726809393,
      "grad_norm": 6.28125,
      "learning_rate": 3.768372791649435e-06,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5277886122465134,
      "num_tokens": 561518604.0,
      "step": 728950
    },
    {
      "epoch": 0.9246560572734722,
      "grad_norm": 5.625,
      "learning_rate": 3.767738481563143e-06,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5152097523212433,
      "num_tokens": 561526581.0,
      "step": 728960
    },
    {
      "epoch": 0.924668741866005,
      "grad_norm": 6.25,
      "learning_rate": 3.767104171476852e-06,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5269856870174408,
      "num_tokens": 561534886.0,
      "step": 728970
    },
    {
      "epoch": 0.9246814264585379,
      "grad_norm": 5.15625,
      "learning_rate": 3.76646986139056e-06,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5315511852502823,
      "num_tokens": 561543285.0,
      "step": 728980
    },
    {
      "epoch": 0.9246941110510707,
      "grad_norm": 8.0625,
      "learning_rate": 3.7658355513042685e-06,
      "loss": 1.8249,
      "mean_token_accuracy": 0.60121448636055,
      "num_tokens": 561550034.0,
      "step": 728990
    },
    {
      "epoch": 0.9247067956436036,
      "grad_norm": 4.71875,
      "learning_rate": 3.765201241217977e-06,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5685344696044922,
      "num_tokens": 561559083.0,
      "step": 729000
    },
    {
      "epoch": 0.9247194802361364,
      "grad_norm": 5.0,
      "learning_rate": 3.7645669311316856e-06,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5299032777547836,
      "num_tokens": 561567971.0,
      "step": 729010
    },
    {
      "epoch": 0.9247321648286692,
      "grad_norm": 5.6875,
      "learning_rate": 3.7639326210453943e-06,
      "loss": 2.2728,
      "mean_token_accuracy": 0.5193812131881714,
      "num_tokens": 561575655.0,
      "step": 729020
    },
    {
      "epoch": 0.924744849421202,
      "grad_norm": 5.5,
      "learning_rate": 3.7632983109591027e-06,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5683870136737823,
      "num_tokens": 561582877.0,
      "step": 729030
    },
    {
      "epoch": 0.9247575340137348,
      "grad_norm": 4.875,
      "learning_rate": 3.7626640008728105e-06,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5328698486089707,
      "num_tokens": 561591258.0,
      "step": 729040
    },
    {
      "epoch": 0.9247702186062677,
      "grad_norm": 5.03125,
      "learning_rate": 3.7620296907865193e-06,
      "loss": 2.1802,
      "mean_token_accuracy": 0.5296636462211609,
      "num_tokens": 561600023.0,
      "step": 729050
    },
    {
      "epoch": 0.9247829031988005,
      "grad_norm": 5.8125,
      "learning_rate": 3.7613953807002276e-06,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5111102819442749,
      "num_tokens": 561608017.0,
      "step": 729060
    },
    {
      "epoch": 0.9247955877913334,
      "grad_norm": 7.46875,
      "learning_rate": 3.7607610706139363e-06,
      "loss": 2.0654,
      "mean_token_accuracy": 0.5509904891252517,
      "num_tokens": 561615562.0,
      "step": 729070
    },
    {
      "epoch": 0.9248082723838662,
      "grad_norm": 6.46875,
      "learning_rate": 3.760126760527645e-06,
      "loss": 1.9098,
      "mean_token_accuracy": 0.5739377319812775,
      "num_tokens": 561622030.0,
      "step": 729080
    },
    {
      "epoch": 0.9248209569763991,
      "grad_norm": 13.5,
      "learning_rate": 3.759492450441353e-06,
      "loss": 2.2388,
      "mean_token_accuracy": 0.5399007201194763,
      "num_tokens": 561629204.0,
      "step": 729090
    },
    {
      "epoch": 0.9248336415689319,
      "grad_norm": 6.65625,
      "learning_rate": 3.7588581403550613e-06,
      "loss": 1.9843,
      "mean_token_accuracy": 0.5491206645965576,
      "num_tokens": 561637077.0,
      "step": 729100
    },
    {
      "epoch": 0.9248463261614647,
      "grad_norm": 5.40625,
      "learning_rate": 3.75822383026877e-06,
      "loss": 1.9351,
      "mean_token_accuracy": 0.5764077365398407,
      "num_tokens": 561644938.0,
      "step": 729110
    },
    {
      "epoch": 0.9248590107539976,
      "grad_norm": 5.625,
      "learning_rate": 3.7575895201824788e-06,
      "loss": 2.0621,
      "mean_token_accuracy": 0.5375919848680496,
      "num_tokens": 561652403.0,
      "step": 729120
    },
    {
      "epoch": 0.9248716953465304,
      "grad_norm": 6.84375,
      "learning_rate": 3.756955210096187e-06,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5590094119310379,
      "num_tokens": 561659966.0,
      "step": 729130
    },
    {
      "epoch": 0.9248843799390633,
      "grad_norm": 5.5,
      "learning_rate": 3.756320900009896e-06,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5252420783042908,
      "num_tokens": 561667764.0,
      "step": 729140
    },
    {
      "epoch": 0.924897064531596,
      "grad_norm": 6.40625,
      "learning_rate": 3.7556865899236037e-06,
      "loss": 1.8942,
      "mean_token_accuracy": 0.5792094260454178,
      "num_tokens": 561674186.0,
      "step": 729150
    },
    {
      "epoch": 0.9249097491241289,
      "grad_norm": 5.375,
      "learning_rate": 3.755052279837312e-06,
      "loss": 1.775,
      "mean_token_accuracy": 0.5988824784755706,
      "num_tokens": 561680554.0,
      "step": 729160
    },
    {
      "epoch": 0.9249224337166617,
      "grad_norm": 5.84375,
      "learning_rate": 3.7544179697510208e-06,
      "loss": 2.2451,
      "mean_token_accuracy": 0.5139876753091812,
      "num_tokens": 561688960.0,
      "step": 729170
    },
    {
      "epoch": 0.9249351183091945,
      "grad_norm": 6.0625,
      "learning_rate": 3.7537836596647295e-06,
      "loss": 2.0549,
      "mean_token_accuracy": 0.5504470556974411,
      "num_tokens": 561696199.0,
      "step": 729180
    },
    {
      "epoch": 0.9249478029017274,
      "grad_norm": 4.96875,
      "learning_rate": 3.753149349578438e-06,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5381732523441315,
      "num_tokens": 561704847.0,
      "step": 729190
    },
    {
      "epoch": 0.9249604874942602,
      "grad_norm": 4.875,
      "learning_rate": 3.7525150394921457e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.524123015999794,
      "num_tokens": 561712021.0,
      "step": 729200
    },
    {
      "epoch": 0.9249731720867931,
      "grad_norm": 5.15625,
      "learning_rate": 3.7518807294058545e-06,
      "loss": 2.1488,
      "mean_token_accuracy": 0.5348708927631378,
      "num_tokens": 561719585.0,
      "step": 729210
    },
    {
      "epoch": 0.9249858566793259,
      "grad_norm": 4.96875,
      "learning_rate": 3.751246419319563e-06,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5569706052541733,
      "num_tokens": 561727180.0,
      "step": 729220
    },
    {
      "epoch": 0.9249985412718588,
      "grad_norm": 5.09375,
      "learning_rate": 3.7506121092332715e-06,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5273817747831344,
      "num_tokens": 561736172.0,
      "step": 729230
    },
    {
      "epoch": 0.9250112258643916,
      "grad_norm": 5.75,
      "learning_rate": 3.7499777991469803e-06,
      "loss": 2.1405,
      "mean_token_accuracy": 0.5339085161685944,
      "num_tokens": 561744805.0,
      "step": 729240
    },
    {
      "epoch": 0.9250239104569244,
      "grad_norm": 4.90625,
      "learning_rate": 3.7493434890606886e-06,
      "loss": 2.1643,
      "mean_token_accuracy": 0.5263072699308395,
      "num_tokens": 561753800.0,
      "step": 729250
    },
    {
      "epoch": 0.9250365950494572,
      "grad_norm": 5.34375,
      "learning_rate": 3.7487091789743965e-06,
      "loss": 2.0303,
      "mean_token_accuracy": 0.554658105969429,
      "num_tokens": 561762100.0,
      "step": 729260
    },
    {
      "epoch": 0.92504927964199,
      "grad_norm": 4.84375,
      "learning_rate": 3.748074868888105e-06,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5771098583936691,
      "num_tokens": 561768898.0,
      "step": 729270
    },
    {
      "epoch": 0.9250619642345229,
      "grad_norm": 8.625,
      "learning_rate": 3.747440558801814e-06,
      "loss": 2.3089,
      "mean_token_accuracy": 0.5058331668376923,
      "num_tokens": 561777288.0,
      "step": 729280
    },
    {
      "epoch": 0.9250746488270557,
      "grad_norm": 5.875,
      "learning_rate": 3.7468062487155223e-06,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5464433759450913,
      "num_tokens": 561783459.0,
      "step": 729290
    },
    {
      "epoch": 0.9250873334195886,
      "grad_norm": 7.6875,
      "learning_rate": 3.746171938629231e-06,
      "loss": 1.944,
      "mean_token_accuracy": 0.5643336683511734,
      "num_tokens": 561791310.0,
      "step": 729300
    },
    {
      "epoch": 0.9251000180121214,
      "grad_norm": 6.34375,
      "learning_rate": 3.745537628542939e-06,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5312637269496918,
      "num_tokens": 561799986.0,
      "step": 729310
    },
    {
      "epoch": 0.9251127026046543,
      "grad_norm": 5.0625,
      "learning_rate": 3.7449033184566476e-06,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5519573867321015,
      "num_tokens": 561807563.0,
      "step": 729320
    },
    {
      "epoch": 0.9251253871971871,
      "grad_norm": 8.875,
      "learning_rate": 3.744269008370356e-06,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5547740966081619,
      "num_tokens": 561814884.0,
      "step": 729330
    },
    {
      "epoch": 0.9251380717897199,
      "grad_norm": 7.3125,
      "learning_rate": 3.7436346982840647e-06,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5311082988977432,
      "num_tokens": 561823414.0,
      "step": 729340
    },
    {
      "epoch": 0.9251507563822527,
      "grad_norm": 5.3125,
      "learning_rate": 3.743000388197773e-06,
      "loss": 2.2803,
      "mean_token_accuracy": 0.5109236806631088,
      "num_tokens": 561832855.0,
      "step": 729350
    },
    {
      "epoch": 0.9251634409747855,
      "grad_norm": 5.59375,
      "learning_rate": 3.742366078111481e-06,
      "loss": 1.8905,
      "mean_token_accuracy": 0.5806752145290375,
      "num_tokens": 561840653.0,
      "step": 729360
    },
    {
      "epoch": 0.9251761255673184,
      "grad_norm": 5.90625,
      "learning_rate": 3.7417317680251896e-06,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5424108862876892,
      "num_tokens": 561847729.0,
      "step": 729370
    },
    {
      "epoch": 0.9251888101598512,
      "grad_norm": 5.59375,
      "learning_rate": 3.7410974579388984e-06,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5594519674777985,
      "num_tokens": 561855283.0,
      "step": 729380
    },
    {
      "epoch": 0.9252014947523841,
      "grad_norm": 5.09375,
      "learning_rate": 3.7404631478526067e-06,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5480646580457688,
      "num_tokens": 561863069.0,
      "step": 729390
    },
    {
      "epoch": 0.9252141793449169,
      "grad_norm": 5.46875,
      "learning_rate": 3.7398288377663154e-06,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5700684785842896,
      "num_tokens": 561870932.0,
      "step": 729400
    },
    {
      "epoch": 0.9252268639374497,
      "grad_norm": 4.65625,
      "learning_rate": 3.739194527680024e-06,
      "loss": 2.2784,
      "mean_token_accuracy": 0.5115013688802719,
      "num_tokens": 561879079.0,
      "step": 729410
    },
    {
      "epoch": 0.9252395485299826,
      "grad_norm": 6.84375,
      "learning_rate": 3.738560217593732e-06,
      "loss": 2.3457,
      "mean_token_accuracy": 0.5061094641685486,
      "num_tokens": 561887055.0,
      "step": 729420
    },
    {
      "epoch": 0.9252522331225154,
      "grad_norm": 5.125,
      "learning_rate": 3.7379259075074404e-06,
      "loss": 1.8364,
      "mean_token_accuracy": 0.5850127220153809,
      "num_tokens": 561894964.0,
      "step": 729430
    },
    {
      "epoch": 0.9252649177150483,
      "grad_norm": 4.9375,
      "learning_rate": 3.737291597421149e-06,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5410538077354431,
      "num_tokens": 561903126.0,
      "step": 729440
    },
    {
      "epoch": 0.925277602307581,
      "grad_norm": 4.59375,
      "learning_rate": 3.7366572873348574e-06,
      "loss": 1.891,
      "mean_token_accuracy": 0.567269104719162,
      "num_tokens": 561909848.0,
      "step": 729450
    },
    {
      "epoch": 0.925290286900114,
      "grad_norm": 7.28125,
      "learning_rate": 3.736022977248566e-06,
      "loss": 1.644,
      "mean_token_accuracy": 0.6221392929553986,
      "num_tokens": 561916407.0,
      "step": 729460
    },
    {
      "epoch": 0.9253029714926467,
      "grad_norm": 5.375,
      "learning_rate": 3.735388667162274e-06,
      "loss": 1.8627,
      "mean_token_accuracy": 0.5737176597118377,
      "num_tokens": 561923872.0,
      "step": 729470
    },
    {
      "epoch": 0.9253156560851796,
      "grad_norm": 5.46875,
      "learning_rate": 3.734754357075983e-06,
      "loss": 2.1317,
      "mean_token_accuracy": 0.5369156211614609,
      "num_tokens": 561931713.0,
      "step": 729480
    },
    {
      "epoch": 0.9253283406777124,
      "grad_norm": 9.1875,
      "learning_rate": 3.734120046989691e-06,
      "loss": 1.8487,
      "mean_token_accuracy": 0.5883255541324616,
      "num_tokens": 561938502.0,
      "step": 729490
    },
    {
      "epoch": 0.9253410252702452,
      "grad_norm": 5.3125,
      "learning_rate": 3.7334857369034e-06,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5456095576286316,
      "num_tokens": 561946504.0,
      "step": 729500
    },
    {
      "epoch": 0.9253537098627781,
      "grad_norm": 5.40625,
      "learning_rate": 3.7328514268171086e-06,
      "loss": 1.9976,
      "mean_token_accuracy": 0.5518170028924942,
      "num_tokens": 561954073.0,
      "step": 729510
    },
    {
      "epoch": 0.9253663944553109,
      "grad_norm": 6.375,
      "learning_rate": 3.732217116730817e-06,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5277242481708526,
      "num_tokens": 561962264.0,
      "step": 729520
    },
    {
      "epoch": 0.9253790790478438,
      "grad_norm": 5.15625,
      "learning_rate": 3.731582806644525e-06,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5416684806346893,
      "num_tokens": 561970089.0,
      "step": 729530
    },
    {
      "epoch": 0.9253917636403766,
      "grad_norm": 5.34375,
      "learning_rate": 3.7309484965582336e-06,
      "loss": 2.2185,
      "mean_token_accuracy": 0.5228929191827774,
      "num_tokens": 561977846.0,
      "step": 729540
    },
    {
      "epoch": 0.9254044482329095,
      "grad_norm": 13.0,
      "learning_rate": 3.7303141864719423e-06,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5439131736755372,
      "num_tokens": 561985081.0,
      "step": 729550
    },
    {
      "epoch": 0.9254171328254422,
      "grad_norm": 8.1875,
      "learning_rate": 3.7296798763856506e-06,
      "loss": 1.8221,
      "mean_token_accuracy": 0.5975580394268036,
      "num_tokens": 561992188.0,
      "step": 729560
    },
    {
      "epoch": 0.925429817417975,
      "grad_norm": 7.03125,
      "learning_rate": 3.7290455662993593e-06,
      "loss": 2.3075,
      "mean_token_accuracy": 0.5090317726135254,
      "num_tokens": 562001010.0,
      "step": 729570
    },
    {
      "epoch": 0.9254425020105079,
      "grad_norm": 5.25,
      "learning_rate": 3.7284112562130672e-06,
      "loss": 2.2007,
      "mean_token_accuracy": 0.523825466632843,
      "num_tokens": 562010395.0,
      "step": 729580
    },
    {
      "epoch": 0.9254551866030407,
      "grad_norm": 5.0,
      "learning_rate": 3.7277769461267756e-06,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5306994765996933,
      "num_tokens": 562018396.0,
      "step": 729590
    },
    {
      "epoch": 0.9254678711955736,
      "grad_norm": 5.0,
      "learning_rate": 3.7271426360404843e-06,
      "loss": 1.8697,
      "mean_token_accuracy": 0.5788892835378647,
      "num_tokens": 562025840.0,
      "step": 729600
    },
    {
      "epoch": 0.9254805557881064,
      "grad_norm": 6.78125,
      "learning_rate": 3.726508325954193e-06,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5186527639627456,
      "num_tokens": 562034319.0,
      "step": 729610
    },
    {
      "epoch": 0.9254932403806393,
      "grad_norm": 5.21875,
      "learning_rate": 3.7258740158679014e-06,
      "loss": 2.0699,
      "mean_token_accuracy": 0.549417358636856,
      "num_tokens": 562042221.0,
      "step": 729620
    },
    {
      "epoch": 0.9255059249731721,
      "grad_norm": 4.9375,
      "learning_rate": 3.72523970578161e-06,
      "loss": 1.8923,
      "mean_token_accuracy": 0.5749859780073165,
      "num_tokens": 562050255.0,
      "step": 729630
    },
    {
      "epoch": 0.925518609565705,
      "grad_norm": 5.1875,
      "learning_rate": 3.724605395695318e-06,
      "loss": 1.8508,
      "mean_token_accuracy": 0.5929939419031143,
      "num_tokens": 562059072.0,
      "step": 729640
    },
    {
      "epoch": 0.9255312941582378,
      "grad_norm": 5.0,
      "learning_rate": 3.7239710856090267e-06,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5872887909412384,
      "num_tokens": 562067371.0,
      "step": 729650
    },
    {
      "epoch": 0.9255439787507705,
      "grad_norm": 5.75,
      "learning_rate": 3.723336775522735e-06,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5643739849328995,
      "num_tokens": 562073801.0,
      "step": 729660
    },
    {
      "epoch": 0.9255566633433034,
      "grad_norm": 4.875,
      "learning_rate": 3.7227024654364438e-06,
      "loss": 1.8242,
      "mean_token_accuracy": 0.5943007528781891,
      "num_tokens": 562081108.0,
      "step": 729670
    },
    {
      "epoch": 0.9255693479358362,
      "grad_norm": 4.6875,
      "learning_rate": 3.722068155350152e-06,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5284379750490189,
      "num_tokens": 562088290.0,
      "step": 729680
    },
    {
      "epoch": 0.9255820325283691,
      "grad_norm": 4.875,
      "learning_rate": 3.72143384526386e-06,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5694848597049713,
      "num_tokens": 562094998.0,
      "step": 729690
    },
    {
      "epoch": 0.9255947171209019,
      "grad_norm": 4.78125,
      "learning_rate": 3.7207995351775687e-06,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5450419366359711,
      "num_tokens": 562102467.0,
      "step": 729700
    },
    {
      "epoch": 0.9256074017134348,
      "grad_norm": 6.9375,
      "learning_rate": 3.7201652250912775e-06,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5323068499565125,
      "num_tokens": 562109241.0,
      "step": 729710
    },
    {
      "epoch": 0.9256200863059676,
      "grad_norm": 14.1875,
      "learning_rate": 3.7195309150049858e-06,
      "loss": 1.8366,
      "mean_token_accuracy": 0.5816849917173386,
      "num_tokens": 562116338.0,
      "step": 729720
    },
    {
      "epoch": 0.9256327708985004,
      "grad_norm": 4.9375,
      "learning_rate": 3.7188966049186945e-06,
      "loss": 1.8536,
      "mean_token_accuracy": 0.5839998394250869,
      "num_tokens": 562123978.0,
      "step": 729730
    },
    {
      "epoch": 0.9256454554910333,
      "grad_norm": 4.875,
      "learning_rate": 3.7182622948324033e-06,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5492645800113678,
      "num_tokens": 562132593.0,
      "step": 729740
    },
    {
      "epoch": 0.9256581400835661,
      "grad_norm": 4.75,
      "learning_rate": 3.717627984746111e-06,
      "loss": 2.0015,
      "mean_token_accuracy": 0.56320720911026,
      "num_tokens": 562139353.0,
      "step": 729750
    },
    {
      "epoch": 0.925670824676099,
      "grad_norm": 7.625,
      "learning_rate": 3.7169936746598195e-06,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5425224035978318,
      "num_tokens": 562147414.0,
      "step": 729760
    },
    {
      "epoch": 0.9256835092686317,
      "grad_norm": 5.21875,
      "learning_rate": 3.7163593645735282e-06,
      "loss": 2.0762,
      "mean_token_accuracy": 0.53884616792202,
      "num_tokens": 562155562.0,
      "step": 729770
    },
    {
      "epoch": 0.9256961938611646,
      "grad_norm": 7.8125,
      "learning_rate": 3.7157250544872365e-06,
      "loss": 2.2347,
      "mean_token_accuracy": 0.5187195897102356,
      "num_tokens": 562164012.0,
      "step": 729780
    },
    {
      "epoch": 0.9257088784536974,
      "grad_norm": 5.40625,
      "learning_rate": 3.7150907444009453e-06,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5243321806192398,
      "num_tokens": 562172248.0,
      "step": 729790
    },
    {
      "epoch": 0.9257215630462302,
      "grad_norm": 4.78125,
      "learning_rate": 3.714456434314653e-06,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5278334587812423,
      "num_tokens": 562180652.0,
      "step": 729800
    },
    {
      "epoch": 0.9257342476387631,
      "grad_norm": 6.84375,
      "learning_rate": 3.713822124228362e-06,
      "loss": 1.7556,
      "mean_token_accuracy": 0.6058991461992264,
      "num_tokens": 562187600.0,
      "step": 729810
    },
    {
      "epoch": 0.9257469322312959,
      "grad_norm": 7.125,
      "learning_rate": 3.7131878141420702e-06,
      "loss": 1.8566,
      "mean_token_accuracy": 0.5835018068552017,
      "num_tokens": 562195831.0,
      "step": 729820
    },
    {
      "epoch": 0.9257596168238288,
      "grad_norm": 5.21875,
      "learning_rate": 3.712553504055779e-06,
      "loss": 2.072,
      "mean_token_accuracy": 0.5384078532457351,
      "num_tokens": 562205263.0,
      "step": 729830
    },
    {
      "epoch": 0.9257723014163616,
      "grad_norm": 5.25,
      "learning_rate": 3.7119191939694877e-06,
      "loss": 2.1396,
      "mean_token_accuracy": 0.5314737051725388,
      "num_tokens": 562214018.0,
      "step": 729840
    },
    {
      "epoch": 0.9257849860088945,
      "grad_norm": 5.84375,
      "learning_rate": 3.711284883883196e-06,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5396381467580795,
      "num_tokens": 562222667.0,
      "step": 729850
    },
    {
      "epoch": 0.9257976706014273,
      "grad_norm": 5.65625,
      "learning_rate": 3.710650573796904e-06,
      "loss": 2.3389,
      "mean_token_accuracy": 0.5032600700855255,
      "num_tokens": 562232100.0,
      "step": 729860
    },
    {
      "epoch": 0.9258103551939602,
      "grad_norm": 5.34375,
      "learning_rate": 3.7100162637106126e-06,
      "loss": 2.1301,
      "mean_token_accuracy": 0.5356545180082322,
      "num_tokens": 562239022.0,
      "step": 729870
    },
    {
      "epoch": 0.9258230397864929,
      "grad_norm": 5.53125,
      "learning_rate": 3.709381953624321e-06,
      "loss": 1.8544,
      "mean_token_accuracy": 0.5879108160734177,
      "num_tokens": 562246134.0,
      "step": 729880
    },
    {
      "epoch": 0.9258357243790257,
      "grad_norm": 10.4375,
      "learning_rate": 3.7087476435380297e-06,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5916364103555679,
      "num_tokens": 562253557.0,
      "step": 729890
    },
    {
      "epoch": 0.9258484089715586,
      "grad_norm": 6.28125,
      "learning_rate": 3.7081133334517384e-06,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5307557433843613,
      "num_tokens": 562262856.0,
      "step": 729900
    },
    {
      "epoch": 0.9258610935640914,
      "grad_norm": 6.25,
      "learning_rate": 3.7074790233654463e-06,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5321755737066269,
      "num_tokens": 562270931.0,
      "step": 729910
    },
    {
      "epoch": 0.9258737781566243,
      "grad_norm": 5.625,
      "learning_rate": 3.7068447132791547e-06,
      "loss": 2.169,
      "mean_token_accuracy": 0.5308800369501114,
      "num_tokens": 562279057.0,
      "step": 729920
    },
    {
      "epoch": 0.9258864627491571,
      "grad_norm": 7.875,
      "learning_rate": 3.7062104031928634e-06,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5628424704074859,
      "num_tokens": 562286320.0,
      "step": 729930
    },
    {
      "epoch": 0.92589914734169,
      "grad_norm": 5.21875,
      "learning_rate": 3.705576093106572e-06,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5444964647293091,
      "num_tokens": 562295170.0,
      "step": 729940
    },
    {
      "epoch": 0.9259118319342228,
      "grad_norm": 6.03125,
      "learning_rate": 3.7049417830202804e-06,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5342420876026154,
      "num_tokens": 562303500.0,
      "step": 729950
    },
    {
      "epoch": 0.9259245165267556,
      "grad_norm": 6.3125,
      "learning_rate": 3.704307472933989e-06,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5506196916103363,
      "num_tokens": 562311117.0,
      "step": 729960
    },
    {
      "epoch": 0.9259372011192885,
      "grad_norm": 8.25,
      "learning_rate": 3.703673162847697e-06,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5344893515110016,
      "num_tokens": 562318803.0,
      "step": 729970
    },
    {
      "epoch": 0.9259498857118212,
      "grad_norm": 7.4375,
      "learning_rate": 3.7030388527614054e-06,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5503459483385086,
      "num_tokens": 562325891.0,
      "step": 729980
    },
    {
      "epoch": 0.9259625703043541,
      "grad_norm": 5.9375,
      "learning_rate": 3.702404542675114e-06,
      "loss": 1.9261,
      "mean_token_accuracy": 0.5787908345460892,
      "num_tokens": 562333436.0,
      "step": 729990
    },
    {
      "epoch": 0.9259752548968869,
      "grad_norm": 5.25,
      "learning_rate": 3.701770232588823e-06,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5669176459312439,
      "num_tokens": 562342067.0,
      "step": 730000
    },
    {
      "epoch": 0.9259879394894198,
      "grad_norm": 5.875,
      "learning_rate": 3.701135922502531e-06,
      "loss": 1.8551,
      "mean_token_accuracy": 0.5883384555578232,
      "num_tokens": 562348819.0,
      "step": 730010
    },
    {
      "epoch": 0.9260006240819526,
      "grad_norm": 5.46875,
      "learning_rate": 3.700501612416239e-06,
      "loss": 1.7846,
      "mean_token_accuracy": 0.5908770084381103,
      "num_tokens": 562355857.0,
      "step": 730020
    },
    {
      "epoch": 0.9260133086744855,
      "grad_norm": 5.03125,
      "learning_rate": 3.699867302329948e-06,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5234973639249801,
      "num_tokens": 562364565.0,
      "step": 730030
    },
    {
      "epoch": 0.9260259932670183,
      "grad_norm": 6.71875,
      "learning_rate": 3.6992329922436566e-06,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5493801176548004,
      "num_tokens": 562371362.0,
      "step": 730040
    },
    {
      "epoch": 0.9260386778595511,
      "grad_norm": 7.40625,
      "learning_rate": 3.698598682157365e-06,
      "loss": 2.106,
      "mean_token_accuracy": 0.5403571277856827,
      "num_tokens": 562379817.0,
      "step": 730050
    },
    {
      "epoch": 0.926051362452084,
      "grad_norm": 5.625,
      "learning_rate": 3.6979643720710736e-06,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5547008901834488,
      "num_tokens": 562387444.0,
      "step": 730060
    },
    {
      "epoch": 0.9260640470446168,
      "grad_norm": 4.875,
      "learning_rate": 3.697330061984782e-06,
      "loss": 1.7678,
      "mean_token_accuracy": 0.5988951206207276,
      "num_tokens": 562394846.0,
      "step": 730070
    },
    {
      "epoch": 0.9260767316371497,
      "grad_norm": 6.4375,
      "learning_rate": 3.69669575189849e-06,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5643072426319122,
      "num_tokens": 562402062.0,
      "step": 730080
    },
    {
      "epoch": 0.9260894162296824,
      "grad_norm": 6.3125,
      "learning_rate": 3.6960614418121986e-06,
      "loss": 1.8101,
      "mean_token_accuracy": 0.5884451657533646,
      "num_tokens": 562408198.0,
      "step": 730090
    },
    {
      "epoch": 0.9261021008222153,
      "grad_norm": 12.625,
      "learning_rate": 3.6954271317259073e-06,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5686244964599609,
      "num_tokens": 562416756.0,
      "step": 730100
    },
    {
      "epoch": 0.9261147854147481,
      "grad_norm": 5.5,
      "learning_rate": 3.6947928216396156e-06,
      "loss": 2.1872,
      "mean_token_accuracy": 0.518118393421173,
      "num_tokens": 562424577.0,
      "step": 730110
    },
    {
      "epoch": 0.9261274700072809,
      "grad_norm": 9.125,
      "learning_rate": 3.6941585115533244e-06,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5471734911203384,
      "num_tokens": 562432327.0,
      "step": 730120
    },
    {
      "epoch": 0.9261401545998138,
      "grad_norm": 5.3125,
      "learning_rate": 3.6935242014670323e-06,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5464638024568558,
      "num_tokens": 562439911.0,
      "step": 730130
    },
    {
      "epoch": 0.9261528391923466,
      "grad_norm": 4.59375,
      "learning_rate": 3.692889891380741e-06,
      "loss": 1.7566,
      "mean_token_accuracy": 0.6042985856533051,
      "num_tokens": 562447561.0,
      "step": 730140
    },
    {
      "epoch": 0.9261655237848795,
      "grad_norm": 5.375,
      "learning_rate": 3.6922555812944493e-06,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5464942842721939,
      "num_tokens": 562455139.0,
      "step": 730150
    },
    {
      "epoch": 0.9261782083774123,
      "grad_norm": 6.1875,
      "learning_rate": 3.691621271208158e-06,
      "loss": 1.9467,
      "mean_token_accuracy": 0.5561754524707794,
      "num_tokens": 562462176.0,
      "step": 730160
    },
    {
      "epoch": 0.9261908929699452,
      "grad_norm": 7.34375,
      "learning_rate": 3.6909869611218664e-06,
      "loss": 2.2428,
      "mean_token_accuracy": 0.523796546459198,
      "num_tokens": 562470187.0,
      "step": 730170
    },
    {
      "epoch": 0.926203577562478,
      "grad_norm": 9.5,
      "learning_rate": 3.690352651035575e-06,
      "loss": 2.2194,
      "mean_token_accuracy": 0.5297194659709931,
      "num_tokens": 562478328.0,
      "step": 730180
    },
    {
      "epoch": 0.9262162621550108,
      "grad_norm": 4.28125,
      "learning_rate": 3.689718340949283e-06,
      "loss": 1.6504,
      "mean_token_accuracy": 0.6245212763547897,
      "num_tokens": 562486611.0,
      "step": 730190
    },
    {
      "epoch": 0.9262289467475436,
      "grad_norm": 4.71875,
      "learning_rate": 3.6890840308629917e-06,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5543941020965576,
      "num_tokens": 562494272.0,
      "step": 730200
    },
    {
      "epoch": 0.9262416313400764,
      "grad_norm": 6.3125,
      "learning_rate": 3.6884497207767e-06,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5357778757810593,
      "num_tokens": 562502581.0,
      "step": 730210
    },
    {
      "epoch": 0.9262543159326093,
      "grad_norm": 8.0,
      "learning_rate": 3.687815410690409e-06,
      "loss": 2.072,
      "mean_token_accuracy": 0.5530269354581833,
      "num_tokens": 562510996.0,
      "step": 730220
    },
    {
      "epoch": 0.9262670005251421,
      "grad_norm": 6.09375,
      "learning_rate": 3.6871811006041175e-06,
      "loss": 1.8866,
      "mean_token_accuracy": 0.5732904374599457,
      "num_tokens": 562518679.0,
      "step": 730230
    },
    {
      "epoch": 0.926279685117675,
      "grad_norm": 5.21875,
      "learning_rate": 3.6865467905178254e-06,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5505530387163162,
      "num_tokens": 562527227.0,
      "step": 730240
    },
    {
      "epoch": 0.9262923697102078,
      "grad_norm": 4.9375,
      "learning_rate": 3.6859124804315337e-06,
      "loss": 1.9631,
      "mean_token_accuracy": 0.5656875878572464,
      "num_tokens": 562535685.0,
      "step": 730250
    },
    {
      "epoch": 0.9263050543027407,
      "grad_norm": 5.90625,
      "learning_rate": 3.6852781703452425e-06,
      "loss": 1.985,
      "mean_token_accuracy": 0.5731559932231903,
      "num_tokens": 562542265.0,
      "step": 730260
    },
    {
      "epoch": 0.9263177388952735,
      "grad_norm": 5.0625,
      "learning_rate": 3.684643860258951e-06,
      "loss": 1.9191,
      "mean_token_accuracy": 0.5663424611091614,
      "num_tokens": 562549543.0,
      "step": 730270
    },
    {
      "epoch": 0.9263304234878063,
      "grad_norm": 5.65625,
      "learning_rate": 3.6840095501726595e-06,
      "loss": 2.131,
      "mean_token_accuracy": 0.5385583847761154,
      "num_tokens": 562556810.0,
      "step": 730280
    },
    {
      "epoch": 0.9263431080803392,
      "grad_norm": 4.21875,
      "learning_rate": 3.6833752400863683e-06,
      "loss": 2.1368,
      "mean_token_accuracy": 0.5338023722171783,
      "num_tokens": 562565016.0,
      "step": 730290
    },
    {
      "epoch": 0.9263557926728719,
      "grad_norm": 4.8125,
      "learning_rate": 3.682740930000076e-06,
      "loss": 1.8608,
      "mean_token_accuracy": 0.5809294998645782,
      "num_tokens": 562571651.0,
      "step": 730300
    },
    {
      "epoch": 0.9263684772654048,
      "grad_norm": 5.1875,
      "learning_rate": 3.6821066199137845e-06,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5613476037979126,
      "num_tokens": 562580787.0,
      "step": 730310
    },
    {
      "epoch": 0.9263811618579376,
      "grad_norm": 6.03125,
      "learning_rate": 3.6814723098274932e-06,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5383499383926391,
      "num_tokens": 562589415.0,
      "step": 730320
    },
    {
      "epoch": 0.9263938464504705,
      "grad_norm": 4.90625,
      "learning_rate": 3.680837999741202e-06,
      "loss": 2.0609,
      "mean_token_accuracy": 0.5506691187620163,
      "num_tokens": 562596539.0,
      "step": 730330
    },
    {
      "epoch": 0.9264065310430033,
      "grad_norm": 8.375,
      "learning_rate": 3.6802036896549103e-06,
      "loss": 2.0213,
      "mean_token_accuracy": 0.560441917181015,
      "num_tokens": 562602964.0,
      "step": 730340
    },
    {
      "epoch": 0.9264192156355361,
      "grad_norm": 5.5625,
      "learning_rate": 3.679569379568618e-06,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5321379870176315,
      "num_tokens": 562610793.0,
      "step": 730350
    },
    {
      "epoch": 0.926431900228069,
      "grad_norm": 5.21875,
      "learning_rate": 3.678935069482327e-06,
      "loss": 1.7728,
      "mean_token_accuracy": 0.6033269137144088,
      "num_tokens": 562617761.0,
      "step": 730360
    },
    {
      "epoch": 0.9264445848206018,
      "grad_norm": 6.40625,
      "learning_rate": 3.6783007593960352e-06,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5419820725917817,
      "num_tokens": 562625425.0,
      "step": 730370
    },
    {
      "epoch": 0.9264572694131347,
      "grad_norm": 5.6875,
      "learning_rate": 3.677666449309744e-06,
      "loss": 1.7209,
      "mean_token_accuracy": 0.6133319526910782,
      "num_tokens": 562632258.0,
      "step": 730380
    },
    {
      "epoch": 0.9264699540056675,
      "grad_norm": 5.3125,
      "learning_rate": 3.6770321392234527e-06,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5351521641016006,
      "num_tokens": 562639623.0,
      "step": 730390
    },
    {
      "epoch": 0.9264826385982003,
      "grad_norm": 4.71875,
      "learning_rate": 3.676397829137161e-06,
      "loss": 1.7994,
      "mean_token_accuracy": 0.5895496189594269,
      "num_tokens": 562646698.0,
      "step": 730400
    },
    {
      "epoch": 0.9264953231907331,
      "grad_norm": 4.5625,
      "learning_rate": 3.675763519050869e-06,
      "loss": 2.196,
      "mean_token_accuracy": 0.5206067025661468,
      "num_tokens": 562656076.0,
      "step": 730410
    },
    {
      "epoch": 0.926508007783266,
      "grad_norm": 5.15625,
      "learning_rate": 3.6751292089645777e-06,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5349504172801971,
      "num_tokens": 562663736.0,
      "step": 730420
    },
    {
      "epoch": 0.9265206923757988,
      "grad_norm": 5.46875,
      "learning_rate": 3.6744948988782864e-06,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5429256916046142,
      "num_tokens": 562671142.0,
      "step": 730430
    },
    {
      "epoch": 0.9265333769683316,
      "grad_norm": 6.34375,
      "learning_rate": 3.6738605887919947e-06,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5415577083826065,
      "num_tokens": 562679588.0,
      "step": 730440
    },
    {
      "epoch": 0.9265460615608645,
      "grad_norm": 5.8125,
      "learning_rate": 3.6732262787057035e-06,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5458988606929779,
      "num_tokens": 562686891.0,
      "step": 730450
    },
    {
      "epoch": 0.9265587461533973,
      "grad_norm": 5.34375,
      "learning_rate": 3.6725919686194113e-06,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5619880378246307,
      "num_tokens": 562695054.0,
      "step": 730460
    },
    {
      "epoch": 0.9265714307459302,
      "grad_norm": 6.59375,
      "learning_rate": 3.6719576585331197e-06,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5350853234529496,
      "num_tokens": 562703600.0,
      "step": 730470
    },
    {
      "epoch": 0.926584115338463,
      "grad_norm": 5.40625,
      "learning_rate": 3.6713233484468284e-06,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5433507084846496,
      "num_tokens": 562711164.0,
      "step": 730480
    },
    {
      "epoch": 0.9265967999309959,
      "grad_norm": 11.0625,
      "learning_rate": 3.670689038360537e-06,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5687452882528305,
      "num_tokens": 562718622.0,
      "step": 730490
    },
    {
      "epoch": 0.9266094845235286,
      "grad_norm": 5.25,
      "learning_rate": 3.6700547282742455e-06,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5576971381902694,
      "num_tokens": 562726750.0,
      "step": 730500
    },
    {
      "epoch": 0.9266221691160614,
      "grad_norm": 8.6875,
      "learning_rate": 3.669420418187954e-06,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5451397091150284,
      "num_tokens": 562733970.0,
      "step": 730510
    },
    {
      "epoch": 0.9266348537085943,
      "grad_norm": 5.0625,
      "learning_rate": 3.668786108101662e-06,
      "loss": 2.0819,
      "mean_token_accuracy": 0.5393626451492309,
      "num_tokens": 562741885.0,
      "step": 730520
    },
    {
      "epoch": 0.9266475383011271,
      "grad_norm": 6.78125,
      "learning_rate": 3.668151798015371e-06,
      "loss": 2.174,
      "mean_token_accuracy": 0.5261791348457336,
      "num_tokens": 562749090.0,
      "step": 730530
    },
    {
      "epoch": 0.92666022289366,
      "grad_norm": 4.84375,
      "learning_rate": 3.667517487929079e-06,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5598610222339631,
      "num_tokens": 562758092.0,
      "step": 730540
    },
    {
      "epoch": 0.9266729074861928,
      "grad_norm": 6.15625,
      "learning_rate": 3.666883177842788e-06,
      "loss": 1.994,
      "mean_token_accuracy": 0.5541555017232895,
      "num_tokens": 562766411.0,
      "step": 730550
    },
    {
      "epoch": 0.9266855920787257,
      "grad_norm": 5.125,
      "learning_rate": 3.6662488677564966e-06,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5335491716861724,
      "num_tokens": 562775188.0,
      "step": 730560
    },
    {
      "epoch": 0.9266982766712585,
      "grad_norm": 5.53125,
      "learning_rate": 3.6656145576702045e-06,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5333975911140442,
      "num_tokens": 562783255.0,
      "step": 730570
    },
    {
      "epoch": 0.9267109612637914,
      "grad_norm": 5.53125,
      "learning_rate": 3.664980247583913e-06,
      "loss": 1.8415,
      "mean_token_accuracy": 0.5871311992406845,
      "num_tokens": 562790389.0,
      "step": 730580
    },
    {
      "epoch": 0.9267236458563242,
      "grad_norm": 4.6875,
      "learning_rate": 3.6643459374976216e-06,
      "loss": 1.9525,
      "mean_token_accuracy": 0.5786100834608078,
      "num_tokens": 562798662.0,
      "step": 730590
    },
    {
      "epoch": 0.926736330448857,
      "grad_norm": 5.375,
      "learning_rate": 3.66371162741133e-06,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5663453429937363,
      "num_tokens": 562807060.0,
      "step": 730600
    },
    {
      "epoch": 0.9267490150413898,
      "grad_norm": 6.5625,
      "learning_rate": 3.6630773173250386e-06,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5401550948619842,
      "num_tokens": 562813330.0,
      "step": 730610
    },
    {
      "epoch": 0.9267616996339226,
      "grad_norm": 4.9375,
      "learning_rate": 3.6624430072387474e-06,
      "loss": 1.845,
      "mean_token_accuracy": 0.5798476994037628,
      "num_tokens": 562821183.0,
      "step": 730620
    },
    {
      "epoch": 0.9267743842264555,
      "grad_norm": 8.5625,
      "learning_rate": 3.6618086971524553e-06,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5232112914323807,
      "num_tokens": 562829434.0,
      "step": 730630
    },
    {
      "epoch": 0.9267870688189883,
      "grad_norm": 4.90625,
      "learning_rate": 3.6611743870661636e-06,
      "loss": 1.904,
      "mean_token_accuracy": 0.5825324714183807,
      "num_tokens": 562836644.0,
      "step": 730640
    },
    {
      "epoch": 0.9267997534115212,
      "grad_norm": 4.71875,
      "learning_rate": 3.6605400769798723e-06,
      "loss": 1.9021,
      "mean_token_accuracy": 0.5893633961677551,
      "num_tokens": 562843596.0,
      "step": 730650
    },
    {
      "epoch": 0.926812438004054,
      "grad_norm": 5.28125,
      "learning_rate": 3.659905766893581e-06,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5384147644042969,
      "num_tokens": 562852175.0,
      "step": 730660
    },
    {
      "epoch": 0.9268251225965868,
      "grad_norm": 5.15625,
      "learning_rate": 3.6592714568072894e-06,
      "loss": 1.9482,
      "mean_token_accuracy": 0.5595399975776673,
      "num_tokens": 562860401.0,
      "step": 730670
    },
    {
      "epoch": 0.9268378071891197,
      "grad_norm": 5.28125,
      "learning_rate": 3.6586371467209973e-06,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5385432124137879,
      "num_tokens": 562868333.0,
      "step": 730680
    },
    {
      "epoch": 0.9268504917816525,
      "grad_norm": 5.0,
      "learning_rate": 3.658002836634706e-06,
      "loss": 2.088,
      "mean_token_accuracy": 0.5451683968305587,
      "num_tokens": 562874171.0,
      "step": 730690
    },
    {
      "epoch": 0.9268631763741854,
      "grad_norm": 5.1875,
      "learning_rate": 3.6573685265484143e-06,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5338832378387451,
      "num_tokens": 562883032.0,
      "step": 730700
    },
    {
      "epoch": 0.9268758609667181,
      "grad_norm": 5.0,
      "learning_rate": 3.656734216462123e-06,
      "loss": 1.8188,
      "mean_token_accuracy": 0.5954268991947174,
      "num_tokens": 562890528.0,
      "step": 730710
    },
    {
      "epoch": 0.926888545559251,
      "grad_norm": 7.21875,
      "learning_rate": 3.656099906375832e-06,
      "loss": 2.0237,
      "mean_token_accuracy": 0.555883851647377,
      "num_tokens": 562897774.0,
      "step": 730720
    },
    {
      "epoch": 0.9269012301517838,
      "grad_norm": 6.375,
      "learning_rate": 3.6554655962895397e-06,
      "loss": 2.1031,
      "mean_token_accuracy": 0.548795285820961,
      "num_tokens": 562904941.0,
      "step": 730730
    },
    {
      "epoch": 0.9269139147443166,
      "grad_norm": 4.8125,
      "learning_rate": 3.654831286203248e-06,
      "loss": 2.2953,
      "mean_token_accuracy": 0.5081749022006988,
      "num_tokens": 562914207.0,
      "step": 730740
    },
    {
      "epoch": 0.9269265993368495,
      "grad_norm": 5.1875,
      "learning_rate": 3.6541969761169568e-06,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5253988265991211,
      "num_tokens": 562922708.0,
      "step": 730750
    },
    {
      "epoch": 0.9269392839293823,
      "grad_norm": 5.1875,
      "learning_rate": 3.6535626660306655e-06,
      "loss": 2.1459,
      "mean_token_accuracy": 0.5306401014328003,
      "num_tokens": 562930973.0,
      "step": 730760
    },
    {
      "epoch": 0.9269519685219152,
      "grad_norm": 7.0,
      "learning_rate": 3.652928355944374e-06,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5458444327116012,
      "num_tokens": 562939109.0,
      "step": 730770
    },
    {
      "epoch": 0.926964653114448,
      "grad_norm": 6.09375,
      "learning_rate": 3.6522940458580826e-06,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5342584848403931,
      "num_tokens": 562947134.0,
      "step": 730780
    },
    {
      "epoch": 0.9269773377069809,
      "grad_norm": 6.84375,
      "learning_rate": 3.6516597357717904e-06,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5237269401550293,
      "num_tokens": 562954221.0,
      "step": 730790
    },
    {
      "epoch": 0.9269900222995137,
      "grad_norm": 4.71875,
      "learning_rate": 3.6510254256854988e-06,
      "loss": 2.107,
      "mean_token_accuracy": 0.5347038328647613,
      "num_tokens": 562962523.0,
      "step": 730800
    },
    {
      "epoch": 0.9270027068920466,
      "grad_norm": 8.0625,
      "learning_rate": 3.6503911155992075e-06,
      "loss": 2.035,
      "mean_token_accuracy": 0.5506316214799881,
      "num_tokens": 562971332.0,
      "step": 730810
    },
    {
      "epoch": 0.9270153914845793,
      "grad_norm": 5.28125,
      "learning_rate": 3.6497568055129162e-06,
      "loss": 2.0498,
      "mean_token_accuracy": 0.5475545972585678,
      "num_tokens": 562979368.0,
      "step": 730820
    },
    {
      "epoch": 0.9270280760771121,
      "grad_norm": 4.90625,
      "learning_rate": 3.6491224954266246e-06,
      "loss": 2.0882,
      "mean_token_accuracy": 0.5327443808317185,
      "num_tokens": 562987438.0,
      "step": 730830
    },
    {
      "epoch": 0.927040760669645,
      "grad_norm": 5.09375,
      "learning_rate": 3.6484881853403324e-06,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5477607190608978,
      "num_tokens": 562994888.0,
      "step": 730840
    },
    {
      "epoch": 0.9270534452621778,
      "grad_norm": 8.1875,
      "learning_rate": 3.647853875254041e-06,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5280613720417022,
      "num_tokens": 563002916.0,
      "step": 730850
    },
    {
      "epoch": 0.9270661298547107,
      "grad_norm": 6.375,
      "learning_rate": 3.64721956516775e-06,
      "loss": 2.0127,
      "mean_token_accuracy": 0.5569657981395721,
      "num_tokens": 563009940.0,
      "step": 730860
    },
    {
      "epoch": 0.9270788144472435,
      "grad_norm": 6.96875,
      "learning_rate": 3.6465852550814582e-06,
      "loss": 1.957,
      "mean_token_accuracy": 0.563141530752182,
      "num_tokens": 563016573.0,
      "step": 730870
    },
    {
      "epoch": 0.9270914990397764,
      "grad_norm": 4.625,
      "learning_rate": 3.645950944995167e-06,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5514337509870529,
      "num_tokens": 563024460.0,
      "step": 730880
    },
    {
      "epoch": 0.9271041836323092,
      "grad_norm": 5.1875,
      "learning_rate": 3.6453166349088753e-06,
      "loss": 2.0006,
      "mean_token_accuracy": 0.5541543334722518,
      "num_tokens": 563031477.0,
      "step": 730890
    },
    {
      "epoch": 0.927116868224842,
      "grad_norm": 5.15625,
      "learning_rate": 3.644682324822583e-06,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5335972398519516,
      "num_tokens": 563040046.0,
      "step": 730900
    },
    {
      "epoch": 0.9271295528173749,
      "grad_norm": 4.875,
      "learning_rate": 3.644048014736292e-06,
      "loss": 1.8484,
      "mean_token_accuracy": 0.5851309776306153,
      "num_tokens": 563047804.0,
      "step": 730910
    },
    {
      "epoch": 0.9271422374099076,
      "grad_norm": 9.1875,
      "learning_rate": 3.6434137046500007e-06,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5363638252019882,
      "num_tokens": 563055086.0,
      "step": 730920
    },
    {
      "epoch": 0.9271549220024405,
      "grad_norm": 6.59375,
      "learning_rate": 3.642779394563709e-06,
      "loss": 2.1195,
      "mean_token_accuracy": 0.53380126953125,
      "num_tokens": 563063133.0,
      "step": 730930
    },
    {
      "epoch": 0.9271676065949733,
      "grad_norm": 4.8125,
      "learning_rate": 3.6421450844774177e-06,
      "loss": 1.8072,
      "mean_token_accuracy": 0.5946560025215148,
      "num_tokens": 563071129.0,
      "step": 730940
    },
    {
      "epoch": 0.9271802911875062,
      "grad_norm": 9.1875,
      "learning_rate": 3.6415107743911256e-06,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5576927959918976,
      "num_tokens": 563078734.0,
      "step": 730950
    },
    {
      "epoch": 0.927192975780039,
      "grad_norm": 6.0625,
      "learning_rate": 3.6408764643048344e-06,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5260780870914459,
      "num_tokens": 563086569.0,
      "step": 730960
    },
    {
      "epoch": 0.9272056603725719,
      "grad_norm": 5.5,
      "learning_rate": 3.6402421542185427e-06,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5567099630832673,
      "num_tokens": 563095032.0,
      "step": 730970
    },
    {
      "epoch": 0.9272183449651047,
      "grad_norm": 5.40625,
      "learning_rate": 3.6396078441322514e-06,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5523846447467804,
      "num_tokens": 563102017.0,
      "step": 730980
    },
    {
      "epoch": 0.9272310295576375,
      "grad_norm": 5.09375,
      "learning_rate": 3.6389735340459597e-06,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5382622838020324,
      "num_tokens": 563110451.0,
      "step": 730990
    },
    {
      "epoch": 0.9272437141501704,
      "grad_norm": 5.8125,
      "learning_rate": 3.6383392239596685e-06,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5469229280948639,
      "num_tokens": 563119178.0,
      "step": 731000
    },
    {
      "epoch": 0.9272563987427032,
      "grad_norm": 5.03125,
      "learning_rate": 3.6377049138733764e-06,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5397931516170502,
      "num_tokens": 563126729.0,
      "step": 731010
    },
    {
      "epoch": 0.927269083335236,
      "grad_norm": 7.40625,
      "learning_rate": 3.637070603787085e-06,
      "loss": 1.9675,
      "mean_token_accuracy": 0.5656061112880707,
      "num_tokens": 563133056.0,
      "step": 731020
    },
    {
      "epoch": 0.9272817679277688,
      "grad_norm": 5.21875,
      "learning_rate": 3.6364362937007934e-06,
      "loss": 1.8381,
      "mean_token_accuracy": 0.5799964845180512,
      "num_tokens": 563140192.0,
      "step": 731030
    },
    {
      "epoch": 0.9272944525203017,
      "grad_norm": 5.4375,
      "learning_rate": 3.635801983614502e-06,
      "loss": 1.853,
      "mean_token_accuracy": 0.5761325597763062,
      "num_tokens": 563147338.0,
      "step": 731040
    },
    {
      "epoch": 0.9273071371128345,
      "grad_norm": 5.78125,
      "learning_rate": 3.635167673528211e-06,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5428696662187577,
      "num_tokens": 563155806.0,
      "step": 731050
    },
    {
      "epoch": 0.9273198217053673,
      "grad_norm": 7.15625,
      "learning_rate": 3.634533363441919e-06,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5477181047201156,
      "num_tokens": 563162983.0,
      "step": 731060
    },
    {
      "epoch": 0.9273325062979002,
      "grad_norm": 7.21875,
      "learning_rate": 3.633899053355627e-06,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5581050753593445,
      "num_tokens": 563172270.0,
      "step": 731070
    },
    {
      "epoch": 0.927345190890433,
      "grad_norm": 7.625,
      "learning_rate": 3.633264743269336e-06,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5475569158792496,
      "num_tokens": 563179233.0,
      "step": 731080
    },
    {
      "epoch": 0.9273578754829659,
      "grad_norm": 8.0625,
      "learning_rate": 3.632630433183044e-06,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5408007770776748,
      "num_tokens": 563186525.0,
      "step": 731090
    },
    {
      "epoch": 0.9273705600754987,
      "grad_norm": 6.875,
      "learning_rate": 3.631996123096753e-06,
      "loss": 1.8811,
      "mean_token_accuracy": 0.5767004728317261,
      "num_tokens": 563194244.0,
      "step": 731100
    },
    {
      "epoch": 0.9273832446680316,
      "grad_norm": 5.46875,
      "learning_rate": 3.6313618130104616e-06,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5560391306877136,
      "num_tokens": 563202610.0,
      "step": 731110
    },
    {
      "epoch": 0.9273959292605644,
      "grad_norm": 6.78125,
      "learning_rate": 3.6307275029241695e-06,
      "loss": 1.8251,
      "mean_token_accuracy": 0.5966685205698014,
      "num_tokens": 563210974.0,
      "step": 731120
    },
    {
      "epoch": 0.9274086138530973,
      "grad_norm": 5.03125,
      "learning_rate": 3.630093192837878e-06,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5291367322206497,
      "num_tokens": 563219573.0,
      "step": 731130
    },
    {
      "epoch": 0.92742129844563,
      "grad_norm": 6.28125,
      "learning_rate": 3.6294588827515866e-06,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5344429254531861,
      "num_tokens": 563227831.0,
      "step": 731140
    },
    {
      "epoch": 0.9274339830381628,
      "grad_norm": 5.5625,
      "learning_rate": 3.6288245726652953e-06,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5360955983400345,
      "num_tokens": 563234627.0,
      "step": 731150
    },
    {
      "epoch": 0.9274466676306957,
      "grad_norm": 5.15625,
      "learning_rate": 3.6281902625790036e-06,
      "loss": 1.9017,
      "mean_token_accuracy": 0.578217875957489,
      "num_tokens": 563243138.0,
      "step": 731160
    },
    {
      "epoch": 0.9274593522232285,
      "grad_norm": 5.8125,
      "learning_rate": 3.6275559524927115e-06,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5600108951330185,
      "num_tokens": 563250707.0,
      "step": 731170
    },
    {
      "epoch": 0.9274720368157614,
      "grad_norm": 6.90625,
      "learning_rate": 3.6269216424064203e-06,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5475859969854355,
      "num_tokens": 563258880.0,
      "step": 731180
    },
    {
      "epoch": 0.9274847214082942,
      "grad_norm": 5.09375,
      "learning_rate": 3.6262873323201286e-06,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5645904302597046,
      "num_tokens": 563265976.0,
      "step": 731190
    },
    {
      "epoch": 0.9274974060008271,
      "grad_norm": 7.78125,
      "learning_rate": 3.6256530222338373e-06,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5416183233261108,
      "num_tokens": 563274489.0,
      "step": 731200
    },
    {
      "epoch": 0.9275100905933599,
      "grad_norm": 5.0625,
      "learning_rate": 3.625018712147546e-06,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5601695895195007,
      "num_tokens": 563283570.0,
      "step": 731210
    },
    {
      "epoch": 0.9275227751858927,
      "grad_norm": 4.8125,
      "learning_rate": 3.6243844020612544e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5422782599925995,
      "num_tokens": 563292755.0,
      "step": 731220
    },
    {
      "epoch": 0.9275354597784256,
      "grad_norm": 6.15625,
      "learning_rate": 3.6237500919749623e-06,
      "loss": 2.0312,
      "mean_token_accuracy": 0.553893581032753,
      "num_tokens": 563300036.0,
      "step": 731230
    },
    {
      "epoch": 0.9275481443709583,
      "grad_norm": 4.625,
      "learning_rate": 3.623115781888671e-06,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5206827372312546,
      "num_tokens": 563308980.0,
      "step": 731240
    },
    {
      "epoch": 0.9275608289634912,
      "grad_norm": 5.3125,
      "learning_rate": 3.6224814718023798e-06,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5425128549337387,
      "num_tokens": 563317403.0,
      "step": 731250
    },
    {
      "epoch": 0.927573513556024,
      "grad_norm": 5.15625,
      "learning_rate": 3.621847161716088e-06,
      "loss": 2.0099,
      "mean_token_accuracy": 0.5646583676338196,
      "num_tokens": 563324646.0,
      "step": 731260
    },
    {
      "epoch": 0.9275861981485569,
      "grad_norm": 5.15625,
      "learning_rate": 3.621212851629797e-06,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5459781289100647,
      "num_tokens": 563332503.0,
      "step": 731270
    },
    {
      "epoch": 0.9275988827410897,
      "grad_norm": 4.78125,
      "learning_rate": 3.6205785415435047e-06,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5288417339324951,
      "num_tokens": 563341666.0,
      "step": 731280
    },
    {
      "epoch": 0.9276115673336225,
      "grad_norm": 6.8125,
      "learning_rate": 3.619944231457213e-06,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5427071809768677,
      "num_tokens": 563349310.0,
      "step": 731290
    },
    {
      "epoch": 0.9276242519261554,
      "grad_norm": 5.375,
      "learning_rate": 3.6193099213709218e-06,
      "loss": 1.861,
      "mean_token_accuracy": 0.5767388880252838,
      "num_tokens": 563356181.0,
      "step": 731300
    },
    {
      "epoch": 0.9276369365186882,
      "grad_norm": 5.59375,
      "learning_rate": 3.6186756112846305e-06,
      "loss": 2.1412,
      "mean_token_accuracy": 0.538015392422676,
      "num_tokens": 563363313.0,
      "step": 731310
    },
    {
      "epoch": 0.9276496211112211,
      "grad_norm": 5.0,
      "learning_rate": 3.618041301198339e-06,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5388285160064697,
      "num_tokens": 563372310.0,
      "step": 731320
    },
    {
      "epoch": 0.9276623057037539,
      "grad_norm": 4.875,
      "learning_rate": 3.6174069911120476e-06,
      "loss": 1.9129,
      "mean_token_accuracy": 0.5783364236354828,
      "num_tokens": 563380313.0,
      "step": 731330
    },
    {
      "epoch": 0.9276749902962868,
      "grad_norm": 9.875,
      "learning_rate": 3.6167726810257555e-06,
      "loss": 2.199,
      "mean_token_accuracy": 0.5196487784385682,
      "num_tokens": 563387200.0,
      "step": 731340
    },
    {
      "epoch": 0.9276876748888195,
      "grad_norm": 5.15625,
      "learning_rate": 3.616138370939464e-06,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5384808093309402,
      "num_tokens": 563394682.0,
      "step": 731350
    },
    {
      "epoch": 0.9277003594813524,
      "grad_norm": 5.4375,
      "learning_rate": 3.6155040608531725e-06,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5568543553352356,
      "num_tokens": 563402699.0,
      "step": 731360
    },
    {
      "epoch": 0.9277130440738852,
      "grad_norm": 4.8125,
      "learning_rate": 3.6148697507668813e-06,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5455003321170807,
      "num_tokens": 563410548.0,
      "step": 731370
    },
    {
      "epoch": 0.927725728666418,
      "grad_norm": 6.1875,
      "learning_rate": 3.6142354406805896e-06,
      "loss": 2.2584,
      "mean_token_accuracy": 0.5150249660015106,
      "num_tokens": 563419608.0,
      "step": 731380
    },
    {
      "epoch": 0.9277384132589509,
      "grad_norm": 5.96875,
      "learning_rate": 3.6136011305942975e-06,
      "loss": 1.915,
      "mean_token_accuracy": 0.5709086060523987,
      "num_tokens": 563427535.0,
      "step": 731390
    },
    {
      "epoch": 0.9277510978514837,
      "grad_norm": 4.8125,
      "learning_rate": 3.612966820508006e-06,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5342823296785355,
      "num_tokens": 563436449.0,
      "step": 731400
    },
    {
      "epoch": 0.9277637824440166,
      "grad_norm": 9.1875,
      "learning_rate": 3.612332510421715e-06,
      "loss": 1.8083,
      "mean_token_accuracy": 0.594366830587387,
      "num_tokens": 563443505.0,
      "step": 731410
    },
    {
      "epoch": 0.9277764670365494,
      "grad_norm": 6.96875,
      "learning_rate": 3.6116982003354233e-06,
      "loss": 2.0597,
      "mean_token_accuracy": 0.548066970705986,
      "num_tokens": 563449695.0,
      "step": 731420
    },
    {
      "epoch": 0.9277891516290823,
      "grad_norm": 6.71875,
      "learning_rate": 3.611063890249132e-06,
      "loss": 1.6866,
      "mean_token_accuracy": 0.6267015427350998,
      "num_tokens": 563455613.0,
      "step": 731430
    },
    {
      "epoch": 0.927801836221615,
      "grad_norm": 8.3125,
      "learning_rate": 3.6104295801628407e-06,
      "loss": 1.928,
      "mean_token_accuracy": 0.5686999022960663,
      "num_tokens": 563462520.0,
      "step": 731440
    },
    {
      "epoch": 0.9278145208141478,
      "grad_norm": 9.625,
      "learning_rate": 3.6097952700765486e-06,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5314458161592484,
      "num_tokens": 563470031.0,
      "step": 731450
    },
    {
      "epoch": 0.9278272054066807,
      "grad_norm": 6.4375,
      "learning_rate": 3.609160959990257e-06,
      "loss": 2.1839,
      "mean_token_accuracy": 0.5269341915845871,
      "num_tokens": 563479305.0,
      "step": 731460
    },
    {
      "epoch": 0.9278398899992135,
      "grad_norm": 7.03125,
      "learning_rate": 3.6085266499039657e-06,
      "loss": 2.2949,
      "mean_token_accuracy": 0.5144473791122437,
      "num_tokens": 563485914.0,
      "step": 731470
    },
    {
      "epoch": 0.9278525745917464,
      "grad_norm": 5.6875,
      "learning_rate": 3.6078923398176744e-06,
      "loss": 1.9227,
      "mean_token_accuracy": 0.5859980523586273,
      "num_tokens": 563492160.0,
      "step": 731480
    },
    {
      "epoch": 0.9278652591842792,
      "grad_norm": 5.625,
      "learning_rate": 3.6072580297313827e-06,
      "loss": 2.162,
      "mean_token_accuracy": 0.5243931025266647,
      "num_tokens": 563500069.0,
      "step": 731490
    },
    {
      "epoch": 0.9278779437768121,
      "grad_norm": 5.3125,
      "learning_rate": 3.6066237196450906e-06,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5348450422286988,
      "num_tokens": 563508050.0,
      "step": 731500
    },
    {
      "epoch": 0.9278906283693449,
      "grad_norm": 9.125,
      "learning_rate": 3.6059894095587994e-06,
      "loss": 1.8953,
      "mean_token_accuracy": 0.5753248304128646,
      "num_tokens": 563515510.0,
      "step": 731510
    },
    {
      "epoch": 0.9279033129618778,
      "grad_norm": 5.21875,
      "learning_rate": 3.6053550994725077e-06,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5581995576620102,
      "num_tokens": 563523518.0,
      "step": 731520
    },
    {
      "epoch": 0.9279159975544106,
      "grad_norm": 5.0625,
      "learning_rate": 3.6047207893862164e-06,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5580070525407791,
      "num_tokens": 563531952.0,
      "step": 731530
    },
    {
      "epoch": 0.9279286821469434,
      "grad_norm": 7.0625,
      "learning_rate": 3.604086479299925e-06,
      "loss": 2.045,
      "mean_token_accuracy": 0.5438730478286743,
      "num_tokens": 563540171.0,
      "step": 731540
    },
    {
      "epoch": 0.9279413667394762,
      "grad_norm": 5.875,
      "learning_rate": 3.6034521692136335e-06,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5443416982889175,
      "num_tokens": 563548374.0,
      "step": 731550
    },
    {
      "epoch": 0.927954051332009,
      "grad_norm": 8.5,
      "learning_rate": 3.6028178591273414e-06,
      "loss": 1.9664,
      "mean_token_accuracy": 0.570618736743927,
      "num_tokens": 563555818.0,
      "step": 731560
    },
    {
      "epoch": 0.9279667359245419,
      "grad_norm": 6.8125,
      "learning_rate": 3.60218354904105e-06,
      "loss": 2.0259,
      "mean_token_accuracy": 0.5548967033624649,
      "num_tokens": 563563172.0,
      "step": 731570
    },
    {
      "epoch": 0.9279794205170747,
      "grad_norm": 4.84375,
      "learning_rate": 3.601549238954759e-06,
      "loss": 1.9014,
      "mean_token_accuracy": 0.5702830910682678,
      "num_tokens": 563570648.0,
      "step": 731580
    },
    {
      "epoch": 0.9279921051096076,
      "grad_norm": 5.625,
      "learning_rate": 3.600914928868467e-06,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5301979839801788,
      "num_tokens": 563579127.0,
      "step": 731590
    },
    {
      "epoch": 0.9280047897021404,
      "grad_norm": 7.46875,
      "learning_rate": 3.600280618782176e-06,
      "loss": 2.2042,
      "mean_token_accuracy": 0.5216924101114273,
      "num_tokens": 563586910.0,
      "step": 731600
    },
    {
      "epoch": 0.9280174742946732,
      "grad_norm": 4.71875,
      "learning_rate": 3.599646308695884e-06,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5523090094327927,
      "num_tokens": 563595333.0,
      "step": 731610
    },
    {
      "epoch": 0.9280301588872061,
      "grad_norm": 4.59375,
      "learning_rate": 3.599011998609592e-06,
      "loss": 1.8214,
      "mean_token_accuracy": 0.5958340227603912,
      "num_tokens": 563603222.0,
      "step": 731620
    },
    {
      "epoch": 0.9280428434797389,
      "grad_norm": 6.15625,
      "learning_rate": 3.598377688523301e-06,
      "loss": 1.9473,
      "mean_token_accuracy": 0.565696531534195,
      "num_tokens": 563611019.0,
      "step": 731630
    },
    {
      "epoch": 0.9280555280722718,
      "grad_norm": 6.96875,
      "learning_rate": 3.5977433784370096e-06,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5693759590387344,
      "num_tokens": 563616833.0,
      "step": 731640
    },
    {
      "epoch": 0.9280682126648045,
      "grad_norm": 5.5,
      "learning_rate": 3.597109068350718e-06,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5619122684001923,
      "num_tokens": 563625225.0,
      "step": 731650
    },
    {
      "epoch": 0.9280808972573374,
      "grad_norm": 5.09375,
      "learning_rate": 3.5964747582644267e-06,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5470939993858337,
      "num_tokens": 563633837.0,
      "step": 731660
    },
    {
      "epoch": 0.9280935818498702,
      "grad_norm": 4.75,
      "learning_rate": 3.5958404481781346e-06,
      "loss": 1.6082,
      "mean_token_accuracy": 0.6354529738426209,
      "num_tokens": 563640478.0,
      "step": 731670
    },
    {
      "epoch": 0.928106266442403,
      "grad_norm": 7.90625,
      "learning_rate": 3.5952061380918433e-06,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5448390543460846,
      "num_tokens": 563647938.0,
      "step": 731680
    },
    {
      "epoch": 0.9281189510349359,
      "grad_norm": 5.03125,
      "learning_rate": 3.5945718280055516e-06,
      "loss": 2.2671,
      "mean_token_accuracy": 0.5116403073072433,
      "num_tokens": 563655134.0,
      "step": 731690
    },
    {
      "epoch": 0.9281316356274687,
      "grad_norm": 6.75,
      "learning_rate": 3.5939375179192603e-06,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5379682958126069,
      "num_tokens": 563662628.0,
      "step": 731700
    },
    {
      "epoch": 0.9281443202200016,
      "grad_norm": 6.875,
      "learning_rate": 3.5933032078329687e-06,
      "loss": 1.7432,
      "mean_token_accuracy": 0.618388506770134,
      "num_tokens": 563667931.0,
      "step": 731710
    },
    {
      "epoch": 0.9281570048125344,
      "grad_norm": 5.4375,
      "learning_rate": 3.5926688977466766e-06,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5208440780639648,
      "num_tokens": 563675765.0,
      "step": 731720
    },
    {
      "epoch": 0.9281696894050673,
      "grad_norm": 5.28125,
      "learning_rate": 3.5920345876603853e-06,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5625199913978577,
      "num_tokens": 563683778.0,
      "step": 731730
    },
    {
      "epoch": 0.9281823739976001,
      "grad_norm": 6.0,
      "learning_rate": 3.591400277574094e-06,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5309921056032181,
      "num_tokens": 563691940.0,
      "step": 731740
    },
    {
      "epoch": 0.928195058590133,
      "grad_norm": 5.15625,
      "learning_rate": 3.5907659674878024e-06,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5382597923278809,
      "num_tokens": 563699301.0,
      "step": 731750
    },
    {
      "epoch": 0.9282077431826657,
      "grad_norm": 6.4375,
      "learning_rate": 3.590131657401511e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5557347565889359,
      "num_tokens": 563707015.0,
      "step": 731760
    },
    {
      "epoch": 0.9282204277751985,
      "grad_norm": 5.5625,
      "learning_rate": 3.58949734731522e-06,
      "loss": 2.1976,
      "mean_token_accuracy": 0.5251455307006836,
      "num_tokens": 563715621.0,
      "step": 731770
    },
    {
      "epoch": 0.9282331123677314,
      "grad_norm": 5.59375,
      "learning_rate": 3.5888630372289277e-06,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5340288490056991,
      "num_tokens": 563723851.0,
      "step": 731780
    },
    {
      "epoch": 0.9282457969602642,
      "grad_norm": 7.875,
      "learning_rate": 3.588228727142636e-06,
      "loss": 1.9518,
      "mean_token_accuracy": 0.5581413894891739,
      "num_tokens": 563731132.0,
      "step": 731790
    },
    {
      "epoch": 0.9282584815527971,
      "grad_norm": 4.75,
      "learning_rate": 3.5875944170563448e-06,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5323306441307067,
      "num_tokens": 563740337.0,
      "step": 731800
    },
    {
      "epoch": 0.9282711661453299,
      "grad_norm": 4.65625,
      "learning_rate": 3.586960106970053e-06,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5679640293121337,
      "num_tokens": 563747051.0,
      "step": 731810
    },
    {
      "epoch": 0.9282838507378628,
      "grad_norm": 5.6875,
      "learning_rate": 3.586325796883762e-06,
      "loss": 2.1227,
      "mean_token_accuracy": 0.542914229631424,
      "num_tokens": 563754408.0,
      "step": 731820
    },
    {
      "epoch": 0.9282965353303956,
      "grad_norm": 4.96875,
      "learning_rate": 3.5856914867974697e-06,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5281337320804596,
      "num_tokens": 563762701.0,
      "step": 731830
    },
    {
      "epoch": 0.9283092199229284,
      "grad_norm": 4.9375,
      "learning_rate": 3.5850571767111785e-06,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5298223525285721,
      "num_tokens": 563770803.0,
      "step": 731840
    },
    {
      "epoch": 0.9283219045154613,
      "grad_norm": 4.75,
      "learning_rate": 3.5844228666248868e-06,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5532531768083573,
      "num_tokens": 563779123.0,
      "step": 731850
    },
    {
      "epoch": 0.928334589107994,
      "grad_norm": 5.40625,
      "learning_rate": 3.5837885565385955e-06,
      "loss": 2.1348,
      "mean_token_accuracy": 0.5389621257781982,
      "num_tokens": 563787415.0,
      "step": 731860
    },
    {
      "epoch": 0.9283472737005269,
      "grad_norm": 6.8125,
      "learning_rate": 3.5831542464523043e-06,
      "loss": 1.8878,
      "mean_token_accuracy": 0.5906762778759003,
      "num_tokens": 563793935.0,
      "step": 731870
    },
    {
      "epoch": 0.9283599582930597,
      "grad_norm": 5.65625,
      "learning_rate": 3.5825199363660126e-06,
      "loss": 1.997,
      "mean_token_accuracy": 0.5695407837629318,
      "num_tokens": 563800840.0,
      "step": 731880
    },
    {
      "epoch": 0.9283726428855926,
      "grad_norm": 6.4375,
      "learning_rate": 3.5818856262797205e-06,
      "loss": 1.6911,
      "mean_token_accuracy": 0.6300778090953827,
      "num_tokens": 563807981.0,
      "step": 731890
    },
    {
      "epoch": 0.9283853274781254,
      "grad_norm": 5.3125,
      "learning_rate": 3.581251316193429e-06,
      "loss": 2.0708,
      "mean_token_accuracy": 0.5449023723602295,
      "num_tokens": 563816234.0,
      "step": 731900
    },
    {
      "epoch": 0.9283980120706583,
      "grad_norm": 6.125,
      "learning_rate": 3.5806170061071375e-06,
      "loss": 1.7495,
      "mean_token_accuracy": 0.5946248382329941,
      "num_tokens": 563822064.0,
      "step": 731910
    },
    {
      "epoch": 0.9284106966631911,
      "grad_norm": 5.0625,
      "learning_rate": 3.5799826960208463e-06,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5322650343179702,
      "num_tokens": 563830204.0,
      "step": 731920
    },
    {
      "epoch": 0.9284233812557239,
      "grad_norm": 5.65625,
      "learning_rate": 3.579348385934555e-06,
      "loss": 2.1203,
      "mean_token_accuracy": 0.5350008279085159,
      "num_tokens": 563838918.0,
      "step": 731930
    },
    {
      "epoch": 0.9284360658482568,
      "grad_norm": 5.375,
      "learning_rate": 3.578714075848263e-06,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5582644075155259,
      "num_tokens": 563847121.0,
      "step": 731940
    },
    {
      "epoch": 0.9284487504407896,
      "grad_norm": 6.5,
      "learning_rate": 3.5780797657619712e-06,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5594326823949813,
      "num_tokens": 563855304.0,
      "step": 731950
    },
    {
      "epoch": 0.9284614350333225,
      "grad_norm": 5.875,
      "learning_rate": 3.57744545567568e-06,
      "loss": 2.1586,
      "mean_token_accuracy": 0.5263695776462555,
      "num_tokens": 563864446.0,
      "step": 731960
    },
    {
      "epoch": 0.9284741196258552,
      "grad_norm": 4.6875,
      "learning_rate": 3.5768111455893887e-06,
      "loss": 1.9937,
      "mean_token_accuracy": 0.549814885854721,
      "num_tokens": 563872564.0,
      "step": 731970
    },
    {
      "epoch": 0.9284868042183881,
      "grad_norm": 5.5,
      "learning_rate": 3.576176835503097e-06,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5552501648664474,
      "num_tokens": 563879432.0,
      "step": 731980
    },
    {
      "epoch": 0.9284994888109209,
      "grad_norm": 4.90625,
      "learning_rate": 3.575542525416805e-06,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5609123229980468,
      "num_tokens": 563886907.0,
      "step": 731990
    },
    {
      "epoch": 0.9285121734034537,
      "grad_norm": 5.21875,
      "learning_rate": 3.5749082153305136e-06,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5397355884313584,
      "num_tokens": 563894971.0,
      "step": 732000
    },
    {
      "epoch": 0.9285248579959866,
      "grad_norm": 5.0,
      "learning_rate": 3.574273905244222e-06,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5872388988733291,
      "num_tokens": 563901577.0,
      "step": 732010
    },
    {
      "epoch": 0.9285375425885194,
      "grad_norm": 5.46875,
      "learning_rate": 3.5736395951579307e-06,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5326151043176651,
      "num_tokens": 563909349.0,
      "step": 732020
    },
    {
      "epoch": 0.9285502271810523,
      "grad_norm": 5.6875,
      "learning_rate": 3.5730052850716394e-06,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5368358135223389,
      "num_tokens": 563916900.0,
      "step": 732030
    },
    {
      "epoch": 0.9285629117735851,
      "grad_norm": 6.25,
      "learning_rate": 3.5723709749853478e-06,
      "loss": 2.045,
      "mean_token_accuracy": 0.55824074447155,
      "num_tokens": 563923423.0,
      "step": 732040
    },
    {
      "epoch": 0.928575596366118,
      "grad_norm": 4.78125,
      "learning_rate": 3.5717366648990556e-06,
      "loss": 2.0359,
      "mean_token_accuracy": 0.536008095741272,
      "num_tokens": 563932389.0,
      "step": 732050
    },
    {
      "epoch": 0.9285882809586508,
      "grad_norm": 5.34375,
      "learning_rate": 3.5711023548127644e-06,
      "loss": 1.9578,
      "mean_token_accuracy": 0.560349577665329,
      "num_tokens": 563941157.0,
      "step": 732060
    },
    {
      "epoch": 0.9286009655511837,
      "grad_norm": 6.59375,
      "learning_rate": 3.570468044726473e-06,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5713187396526337,
      "num_tokens": 563948543.0,
      "step": 732070
    },
    {
      "epoch": 0.9286136501437164,
      "grad_norm": 5.4375,
      "learning_rate": 3.5698337346401814e-06,
      "loss": 1.9376,
      "mean_token_accuracy": 0.5707995563745498,
      "num_tokens": 563956099.0,
      "step": 732080
    },
    {
      "epoch": 0.9286263347362492,
      "grad_norm": 6.25,
      "learning_rate": 3.56919942455389e-06,
      "loss": 2.2009,
      "mean_token_accuracy": 0.5179672300815582,
      "num_tokens": 563964547.0,
      "step": 732090
    },
    {
      "epoch": 0.9286390193287821,
      "grad_norm": 4.90625,
      "learning_rate": 3.568565114467598e-06,
      "loss": 2.0619,
      "mean_token_accuracy": 0.559573483467102,
      "num_tokens": 563971735.0,
      "step": 732100
    },
    {
      "epoch": 0.9286517039213149,
      "grad_norm": 6.9375,
      "learning_rate": 3.5679308043813064e-06,
      "loss": 1.7424,
      "mean_token_accuracy": 0.6206055164337159,
      "num_tokens": 563977894.0,
      "step": 732110
    },
    {
      "epoch": 0.9286643885138478,
      "grad_norm": 6.125,
      "learning_rate": 3.567296494295015e-06,
      "loss": 1.9933,
      "mean_token_accuracy": 0.5648134022951126,
      "num_tokens": 563984712.0,
      "step": 732120
    },
    {
      "epoch": 0.9286770731063806,
      "grad_norm": 4.875,
      "learning_rate": 3.566662184208724e-06,
      "loss": 2.104,
      "mean_token_accuracy": 0.5320276856422425,
      "num_tokens": 563992056.0,
      "step": 732130
    },
    {
      "epoch": 0.9286897576989135,
      "grad_norm": 8.3125,
      "learning_rate": 3.566027874122432e-06,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5162285655736923,
      "num_tokens": 563999743.0,
      "step": 732140
    },
    {
      "epoch": 0.9287024422914463,
      "grad_norm": 5.75,
      "learning_rate": 3.565393564036141e-06,
      "loss": 2.112,
      "mean_token_accuracy": 0.5446911364793777,
      "num_tokens": 564007759.0,
      "step": 732150
    },
    {
      "epoch": 0.9287151268839791,
      "grad_norm": 7.3125,
      "learning_rate": 3.564759253949849e-06,
      "loss": 1.9379,
      "mean_token_accuracy": 0.5669220596551895,
      "num_tokens": 564015216.0,
      "step": 732160
    },
    {
      "epoch": 0.928727811476512,
      "grad_norm": 6.625,
      "learning_rate": 3.5641249438635576e-06,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5792607814073563,
      "num_tokens": 564022709.0,
      "step": 732170
    },
    {
      "epoch": 0.9287404960690447,
      "grad_norm": 6.75,
      "learning_rate": 3.563490633777266e-06,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5417422652244568,
      "num_tokens": 564029943.0,
      "step": 732180
    },
    {
      "epoch": 0.9287531806615776,
      "grad_norm": 6.28125,
      "learning_rate": 3.5628563236909746e-06,
      "loss": 2.2705,
      "mean_token_accuracy": 0.5113915145397187,
      "num_tokens": 564035622.0,
      "step": 732190
    },
    {
      "epoch": 0.9287658652541104,
      "grad_norm": 6.0625,
      "learning_rate": 3.562222013604683e-06,
      "loss": 2.132,
      "mean_token_accuracy": 0.541060596704483,
      "num_tokens": 564043579.0,
      "step": 732200
    },
    {
      "epoch": 0.9287785498466433,
      "grad_norm": 5.625,
      "learning_rate": 3.561587703518391e-06,
      "loss": 1.9856,
      "mean_token_accuracy": 0.5577635526657104,
      "num_tokens": 564051017.0,
      "step": 732210
    },
    {
      "epoch": 0.9287912344391761,
      "grad_norm": 4.78125,
      "learning_rate": 3.5609533934320996e-06,
      "loss": 1.973,
      "mean_token_accuracy": 0.5661307156085968,
      "num_tokens": 564059117.0,
      "step": 732220
    },
    {
      "epoch": 0.9288039190317089,
      "grad_norm": 6.0625,
      "learning_rate": 3.5603190833458083e-06,
      "loss": 1.9516,
      "mean_token_accuracy": 0.5591132909059524,
      "num_tokens": 564067760.0,
      "step": 732230
    },
    {
      "epoch": 0.9288166036242418,
      "grad_norm": 5.03125,
      "learning_rate": 3.5596847732595166e-06,
      "loss": 2.1867,
      "mean_token_accuracy": 0.5164550721645356,
      "num_tokens": 564075834.0,
      "step": 732240
    },
    {
      "epoch": 0.9288292882167746,
      "grad_norm": 4.75,
      "learning_rate": 3.5590504631732254e-06,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5714490741491318,
      "num_tokens": 564083312.0,
      "step": 732250
    },
    {
      "epoch": 0.9288419728093075,
      "grad_norm": 6.84375,
      "learning_rate": 3.558416153086934e-06,
      "loss": 2.2264,
      "mean_token_accuracy": 0.517423665523529,
      "num_tokens": 564091310.0,
      "step": 732260
    },
    {
      "epoch": 0.9288546574018403,
      "grad_norm": 8.125,
      "learning_rate": 3.557781843000642e-06,
      "loss": 2.1327,
      "mean_token_accuracy": 0.5356141299009323,
      "num_tokens": 564099057.0,
      "step": 732270
    },
    {
      "epoch": 0.9288673419943732,
      "grad_norm": 5.15625,
      "learning_rate": 3.5571475329143503e-06,
      "loss": 2.1947,
      "mean_token_accuracy": 0.518047884106636,
      "num_tokens": 564108635.0,
      "step": 732280
    },
    {
      "epoch": 0.9288800265869059,
      "grad_norm": 6.65625,
      "learning_rate": 3.556513222828059e-06,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5513446509838105,
      "num_tokens": 564117208.0,
      "step": 732290
    },
    {
      "epoch": 0.9288927111794388,
      "grad_norm": 4.78125,
      "learning_rate": 3.5558789127417674e-06,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5432473719120026,
      "num_tokens": 564125284.0,
      "step": 732300
    },
    {
      "epoch": 0.9289053957719716,
      "grad_norm": 4.3125,
      "learning_rate": 3.555244602655476e-06,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5853841692209244,
      "num_tokens": 564132838.0,
      "step": 732310
    },
    {
      "epoch": 0.9289180803645044,
      "grad_norm": 5.21875,
      "learning_rate": 3.554610292569184e-06,
      "loss": 1.876,
      "mean_token_accuracy": 0.59297314286232,
      "num_tokens": 564139228.0,
      "step": 732320
    },
    {
      "epoch": 0.9289307649570373,
      "grad_norm": 4.78125,
      "learning_rate": 3.5539759824828927e-06,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5552339017391205,
      "num_tokens": 564147047.0,
      "step": 732330
    },
    {
      "epoch": 0.9289434495495701,
      "grad_norm": 8.25,
      "learning_rate": 3.553341672396601e-06,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5285640805959702,
      "num_tokens": 564155301.0,
      "step": 732340
    },
    {
      "epoch": 0.928956134142103,
      "grad_norm": 5.0,
      "learning_rate": 3.55270736231031e-06,
      "loss": 1.8432,
      "mean_token_accuracy": 0.5767337322235108,
      "num_tokens": 564162243.0,
      "step": 732350
    },
    {
      "epoch": 0.9289688187346358,
      "grad_norm": 6.25,
      "learning_rate": 3.5520730522240185e-06,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5447631716728211,
      "num_tokens": 564170646.0,
      "step": 732360
    },
    {
      "epoch": 0.9289815033271687,
      "grad_norm": 5.875,
      "learning_rate": 3.551438742137727e-06,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5542876929044723,
      "num_tokens": 564179439.0,
      "step": 732370
    },
    {
      "epoch": 0.9289941879197015,
      "grad_norm": 7.375,
      "learning_rate": 3.5508044320514347e-06,
      "loss": 2.193,
      "mean_token_accuracy": 0.5192384868860245,
      "num_tokens": 564187423.0,
      "step": 732380
    },
    {
      "epoch": 0.9290068725122342,
      "grad_norm": 5.1875,
      "learning_rate": 3.5501701219651435e-06,
      "loss": 2.2434,
      "mean_token_accuracy": 0.5132243543863296,
      "num_tokens": 564195072.0,
      "step": 732390
    },
    {
      "epoch": 0.9290195571047671,
      "grad_norm": 8.5625,
      "learning_rate": 3.549535811878852e-06,
      "loss": 2.0525,
      "mean_token_accuracy": 0.535313069820404,
      "num_tokens": 564201909.0,
      "step": 732400
    },
    {
      "epoch": 0.9290322416972999,
      "grad_norm": 6.4375,
      "learning_rate": 3.5489015017925605e-06,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5490907281637192,
      "num_tokens": 564209388.0,
      "step": 732410
    },
    {
      "epoch": 0.9290449262898328,
      "grad_norm": 5.3125,
      "learning_rate": 3.5482671917062693e-06,
      "loss": 1.8523,
      "mean_token_accuracy": 0.5826705634593964,
      "num_tokens": 564216937.0,
      "step": 732420
    },
    {
      "epoch": 0.9290576108823656,
      "grad_norm": 5.9375,
      "learning_rate": 3.547632881619977e-06,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5800720572471618,
      "num_tokens": 564223197.0,
      "step": 732430
    },
    {
      "epoch": 0.9290702954748985,
      "grad_norm": 5.0,
      "learning_rate": 3.5469985715336855e-06,
      "loss": 2.3353,
      "mean_token_accuracy": 0.5057828754186631,
      "num_tokens": 564231462.0,
      "step": 732440
    },
    {
      "epoch": 0.9290829800674313,
      "grad_norm": 7.09375,
      "learning_rate": 3.5463642614473942e-06,
      "loss": 1.9244,
      "mean_token_accuracy": 0.570787838101387,
      "num_tokens": 564238145.0,
      "step": 732450
    },
    {
      "epoch": 0.9290956646599642,
      "grad_norm": 5.375,
      "learning_rate": 3.545729951361103e-06,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5320286452770233,
      "num_tokens": 564246580.0,
      "step": 732460
    },
    {
      "epoch": 0.929108349252497,
      "grad_norm": 6.625,
      "learning_rate": 3.5450956412748113e-06,
      "loss": 1.8374,
      "mean_token_accuracy": 0.5777877151966095,
      "num_tokens": 564253806.0,
      "step": 732470
    },
    {
      "epoch": 0.9291210338450298,
      "grad_norm": 5.625,
      "learning_rate": 3.54446133118852e-06,
      "loss": 1.9683,
      "mean_token_accuracy": 0.5705407798290253,
      "num_tokens": 564261510.0,
      "step": 732480
    },
    {
      "epoch": 0.9291337184375627,
      "grad_norm": 7.25,
      "learning_rate": 3.543827021102228e-06,
      "loss": 2.11,
      "mean_token_accuracy": 0.5410087823867797,
      "num_tokens": 564268776.0,
      "step": 732490
    },
    {
      "epoch": 0.9291464030300954,
      "grad_norm": 6.375,
      "learning_rate": 3.5431927110159367e-06,
      "loss": 1.8083,
      "mean_token_accuracy": 0.5917258083820343,
      "num_tokens": 564275302.0,
      "step": 732500
    },
    {
      "epoch": 0.9291590876226283,
      "grad_norm": 7.09375,
      "learning_rate": 3.542558400929645e-06,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5586104959249496,
      "num_tokens": 564281949.0,
      "step": 732510
    },
    {
      "epoch": 0.9291717722151611,
      "grad_norm": 6.03125,
      "learning_rate": 3.5419240908433537e-06,
      "loss": 2.1008,
      "mean_token_accuracy": 0.536347496509552,
      "num_tokens": 564290619.0,
      "step": 732520
    },
    {
      "epoch": 0.929184456807694,
      "grad_norm": 5.25,
      "learning_rate": 3.541289780757062e-06,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5392387360334396,
      "num_tokens": 564297685.0,
      "step": 732530
    },
    {
      "epoch": 0.9291971414002268,
      "grad_norm": 5.71875,
      "learning_rate": 3.54065547067077e-06,
      "loss": 2.2729,
      "mean_token_accuracy": 0.5148686647415162,
      "num_tokens": 564306616.0,
      "step": 732540
    },
    {
      "epoch": 0.9292098259927596,
      "grad_norm": 6.3125,
      "learning_rate": 3.5400211605844787e-06,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5506350308656692,
      "num_tokens": 564315372.0,
      "step": 732550
    },
    {
      "epoch": 0.9292225105852925,
      "grad_norm": 5.15625,
      "learning_rate": 3.5393868504981874e-06,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5509308189153671,
      "num_tokens": 564323144.0,
      "step": 732560
    },
    {
      "epoch": 0.9292351951778253,
      "grad_norm": 5.28125,
      "learning_rate": 3.5387525404118957e-06,
      "loss": 2.0916,
      "mean_token_accuracy": 0.5353148281574249,
      "num_tokens": 564330774.0,
      "step": 732570
    },
    {
      "epoch": 0.9292478797703582,
      "grad_norm": 5.0625,
      "learning_rate": 3.5381182303256045e-06,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5412863522768021,
      "num_tokens": 564339036.0,
      "step": 732580
    },
    {
      "epoch": 0.929260564362891,
      "grad_norm": 5.5,
      "learning_rate": 3.537483920239313e-06,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5278562873601913,
      "num_tokens": 564346999.0,
      "step": 732590
    },
    {
      "epoch": 0.9292732489554238,
      "grad_norm": 5.84375,
      "learning_rate": 3.536849610153021e-06,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5339105665683747,
      "num_tokens": 564354476.0,
      "step": 732600
    },
    {
      "epoch": 0.9292859335479566,
      "grad_norm": 4.65625,
      "learning_rate": 3.5362153000667294e-06,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5634016335010529,
      "num_tokens": 564362520.0,
      "step": 732610
    },
    {
      "epoch": 0.9292986181404894,
      "grad_norm": 5.84375,
      "learning_rate": 3.535580989980438e-06,
      "loss": 2.2573,
      "mean_token_accuracy": 0.527547612786293,
      "num_tokens": 564370078.0,
      "step": 732620
    },
    {
      "epoch": 0.9293113027330223,
      "grad_norm": 6.3125,
      "learning_rate": 3.5349466798941465e-06,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5288871556520462,
      "num_tokens": 564377630.0,
      "step": 732630
    },
    {
      "epoch": 0.9293239873255551,
      "grad_norm": 5.28125,
      "learning_rate": 3.534312369807855e-06,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5293812036514283,
      "num_tokens": 564385150.0,
      "step": 732640
    },
    {
      "epoch": 0.929336671918088,
      "grad_norm": 11.6875,
      "learning_rate": 3.533678059721563e-06,
      "loss": 1.8937,
      "mean_token_accuracy": 0.5859662413597106,
      "num_tokens": 564393148.0,
      "step": 732650
    },
    {
      "epoch": 0.9293493565106208,
      "grad_norm": 5.84375,
      "learning_rate": 3.533043749635272e-06,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5501711964607239,
      "num_tokens": 564399932.0,
      "step": 732660
    },
    {
      "epoch": 0.9293620411031537,
      "grad_norm": 5.75,
      "learning_rate": 3.53240943954898e-06,
      "loss": 2.1025,
      "mean_token_accuracy": 0.538312116265297,
      "num_tokens": 564408126.0,
      "step": 732670
    },
    {
      "epoch": 0.9293747256956865,
      "grad_norm": 6.625,
      "learning_rate": 3.531775129462689e-06,
      "loss": 2.2275,
      "mean_token_accuracy": 0.5092281877994538,
      "num_tokens": 564417516.0,
      "step": 732680
    },
    {
      "epoch": 0.9293874102882194,
      "grad_norm": 5.65625,
      "learning_rate": 3.5311408193763976e-06,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5544788926839829,
      "num_tokens": 564425117.0,
      "step": 732690
    },
    {
      "epoch": 0.9294000948807521,
      "grad_norm": 4.9375,
      "learning_rate": 3.530506509290106e-06,
      "loss": 2.028,
      "mean_token_accuracy": 0.5401632905006408,
      "num_tokens": 564433010.0,
      "step": 732700
    },
    {
      "epoch": 0.9294127794732849,
      "grad_norm": 6.34375,
      "learning_rate": 3.529872199203814e-06,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5290959119796753,
      "num_tokens": 564440721.0,
      "step": 732710
    },
    {
      "epoch": 0.9294254640658178,
      "grad_norm": 4.78125,
      "learning_rate": 3.5292378891175226e-06,
      "loss": 1.8212,
      "mean_token_accuracy": 0.6057658880949021,
      "num_tokens": 564448270.0,
      "step": 732720
    },
    {
      "epoch": 0.9294381486583506,
      "grad_norm": 6.03125,
      "learning_rate": 3.528603579031231e-06,
      "loss": 2.155,
      "mean_token_accuracy": 0.5373623937368393,
      "num_tokens": 564455180.0,
      "step": 732730
    },
    {
      "epoch": 0.9294508332508835,
      "grad_norm": 5.0625,
      "learning_rate": 3.5279692689449396e-06,
      "loss": 1.8855,
      "mean_token_accuracy": 0.578649377822876,
      "num_tokens": 564462188.0,
      "step": 732740
    },
    {
      "epoch": 0.9294635178434163,
      "grad_norm": 5.21875,
      "learning_rate": 3.5273349588586484e-06,
      "loss": 2.07,
      "mean_token_accuracy": 0.5379624694585801,
      "num_tokens": 564470173.0,
      "step": 732750
    },
    {
      "epoch": 0.9294762024359492,
      "grad_norm": 5.1875,
      "learning_rate": 3.5267006487723563e-06,
      "loss": 1.8247,
      "mean_token_accuracy": 0.5947480797767639,
      "num_tokens": 564476925.0,
      "step": 732760
    },
    {
      "epoch": 0.929488887028482,
      "grad_norm": 5.75,
      "learning_rate": 3.5260663386860646e-06,
      "loss": 1.8481,
      "mean_token_accuracy": 0.5851797342300415,
      "num_tokens": 564483774.0,
      "step": 732770
    },
    {
      "epoch": 0.9295015716210148,
      "grad_norm": 5.21875,
      "learning_rate": 3.5254320285997733e-06,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5675304234027863,
      "num_tokens": 564489899.0,
      "step": 732780
    },
    {
      "epoch": 0.9295142562135477,
      "grad_norm": 15.5,
      "learning_rate": 3.524797718513482e-06,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5295287638902664,
      "num_tokens": 564497152.0,
      "step": 732790
    },
    {
      "epoch": 0.9295269408060804,
      "grad_norm": 6.5625,
      "learning_rate": 3.5241634084271904e-06,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5791680037975311,
      "num_tokens": 564503597.0,
      "step": 732800
    },
    {
      "epoch": 0.9295396253986133,
      "grad_norm": 5.5,
      "learning_rate": 3.523529098340899e-06,
      "loss": 2.2181,
      "mean_token_accuracy": 0.5268833428621292,
      "num_tokens": 564512157.0,
      "step": 732810
    },
    {
      "epoch": 0.9295523099911461,
      "grad_norm": 6.75,
      "learning_rate": 3.522894788254607e-06,
      "loss": 1.725,
      "mean_token_accuracy": 0.6295730978250503,
      "num_tokens": 564517563.0,
      "step": 732820
    },
    {
      "epoch": 0.929564994583679,
      "grad_norm": 5.53125,
      "learning_rate": 3.5222604781683153e-06,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5661629050970077,
      "num_tokens": 564524275.0,
      "step": 732830
    },
    {
      "epoch": 0.9295776791762118,
      "grad_norm": 5.75,
      "learning_rate": 3.521626168082024e-06,
      "loss": 2.238,
      "mean_token_accuracy": 0.5268332064151764,
      "num_tokens": 564534089.0,
      "step": 732840
    },
    {
      "epoch": 0.9295903637687447,
      "grad_norm": 5.59375,
      "learning_rate": 3.520991857995733e-06,
      "loss": 1.9606,
      "mean_token_accuracy": 0.55426185131073,
      "num_tokens": 564540752.0,
      "step": 732850
    },
    {
      "epoch": 0.9296030483612775,
      "grad_norm": 7.40625,
      "learning_rate": 3.520357547909441e-06,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5509383827447891,
      "num_tokens": 564548708.0,
      "step": 732860
    },
    {
      "epoch": 0.9296157329538103,
      "grad_norm": 5.3125,
      "learning_rate": 3.519723237823149e-06,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5205386221408844,
      "num_tokens": 564557907.0,
      "step": 732870
    },
    {
      "epoch": 0.9296284175463432,
      "grad_norm": 5.46875,
      "learning_rate": 3.5190889277368578e-06,
      "loss": 1.8011,
      "mean_token_accuracy": 0.5923847794532776,
      "num_tokens": 564563823.0,
      "step": 732880
    },
    {
      "epoch": 0.929641102138876,
      "grad_norm": 4.90625,
      "learning_rate": 3.5184546176505665e-06,
      "loss": 2.094,
      "mean_token_accuracy": 0.5473656922578811,
      "num_tokens": 564570765.0,
      "step": 732890
    },
    {
      "epoch": 0.9296537867314089,
      "grad_norm": 6.5,
      "learning_rate": 3.517820307564275e-06,
      "loss": 2.0482,
      "mean_token_accuracy": 0.554666993021965,
      "num_tokens": 564577327.0,
      "step": 732900
    },
    {
      "epoch": 0.9296664713239416,
      "grad_norm": 6.59375,
      "learning_rate": 3.5171859974779835e-06,
      "loss": 2.0839,
      "mean_token_accuracy": 0.54207164645195,
      "num_tokens": 564584763.0,
      "step": 732910
    },
    {
      "epoch": 0.9296791559164745,
      "grad_norm": 5.09375,
      "learning_rate": 3.516551687391692e-06,
      "loss": 2.3863,
      "mean_token_accuracy": 0.4946422457695007,
      "num_tokens": 564591599.0,
      "step": 732920
    },
    {
      "epoch": 0.9296918405090073,
      "grad_norm": 4.78125,
      "learning_rate": 3.5159173773053998e-06,
      "loss": 2.0697,
      "mean_token_accuracy": 0.5548292338848114,
      "num_tokens": 564599240.0,
      "step": 732930
    },
    {
      "epoch": 0.9297045251015401,
      "grad_norm": 5.65625,
      "learning_rate": 3.5152830672191085e-06,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5348947763442993,
      "num_tokens": 564607247.0,
      "step": 732940
    },
    {
      "epoch": 0.929717209694073,
      "grad_norm": 5.4375,
      "learning_rate": 3.5146487571328172e-06,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5725417464971543,
      "num_tokens": 564613873.0,
      "step": 732950
    },
    {
      "epoch": 0.9297298942866058,
      "grad_norm": 5.5625,
      "learning_rate": 3.5140144470465256e-06,
      "loss": 2.2412,
      "mean_token_accuracy": 0.5023719877004623,
      "num_tokens": 564623026.0,
      "step": 732960
    },
    {
      "epoch": 0.9297425788791387,
      "grad_norm": 5.5,
      "learning_rate": 3.5133801369602343e-06,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5395594090223312,
      "num_tokens": 564631094.0,
      "step": 732970
    },
    {
      "epoch": 0.9297552634716715,
      "grad_norm": 6.28125,
      "learning_rate": 3.512745826873942e-06,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5457961231470108,
      "num_tokens": 564639404.0,
      "step": 732980
    },
    {
      "epoch": 0.9297679480642044,
      "grad_norm": 5.03125,
      "learning_rate": 3.512111516787651e-06,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5256034553050994,
      "num_tokens": 564647051.0,
      "step": 732990
    },
    {
      "epoch": 0.9297806326567372,
      "grad_norm": 5.0625,
      "learning_rate": 3.5114772067013592e-06,
      "loss": 1.8309,
      "mean_token_accuracy": 0.5831747770309448,
      "num_tokens": 564655963.0,
      "step": 733000
    },
    {
      "epoch": 0.9297933172492701,
      "grad_norm": 5.25,
      "learning_rate": 3.510842896615068e-06,
      "loss": 1.9912,
      "mean_token_accuracy": 0.5595201075077056,
      "num_tokens": 564663656.0,
      "step": 733010
    },
    {
      "epoch": 0.9298060018418028,
      "grad_norm": 5.03125,
      "learning_rate": 3.5102085865287763e-06,
      "loss": 2.0458,
      "mean_token_accuracy": 0.5414021998643875,
      "num_tokens": 564672796.0,
      "step": 733020
    },
    {
      "epoch": 0.9298186864343356,
      "grad_norm": 7.15625,
      "learning_rate": 3.509574276442485e-06,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5443809181451797,
      "num_tokens": 564680668.0,
      "step": 733030
    },
    {
      "epoch": 0.9298313710268685,
      "grad_norm": 5.0625,
      "learning_rate": 3.508939966356193e-06,
      "loss": 2.044,
      "mean_token_accuracy": 0.5304142326116562,
      "num_tokens": 564688306.0,
      "step": 733040
    },
    {
      "epoch": 0.9298440556194013,
      "grad_norm": 5.09375,
      "learning_rate": 3.5083056562699017e-06,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5668110340833664,
      "num_tokens": 564695736.0,
      "step": 733050
    },
    {
      "epoch": 0.9298567402119342,
      "grad_norm": 5.875,
      "learning_rate": 3.50767134618361e-06,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5438184112310409,
      "num_tokens": 564702499.0,
      "step": 733060
    },
    {
      "epoch": 0.929869424804467,
      "grad_norm": 4.875,
      "learning_rate": 3.5070370360973187e-06,
      "loss": 1.6704,
      "mean_token_accuracy": 0.6321449875831604,
      "num_tokens": 564709323.0,
      "step": 733070
    },
    {
      "epoch": 0.9298821093969999,
      "grad_norm": 4.9375,
      "learning_rate": 3.5064027260110275e-06,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5458135604858398,
      "num_tokens": 564717349.0,
      "step": 733080
    },
    {
      "epoch": 0.9298947939895327,
      "grad_norm": 4.75,
      "learning_rate": 3.5057684159247354e-06,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5396261423826217,
      "num_tokens": 564725116.0,
      "step": 733090
    },
    {
      "epoch": 0.9299074785820655,
      "grad_norm": 5.3125,
      "learning_rate": 3.5051341058384437e-06,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5566869109869004,
      "num_tokens": 564732082.0,
      "step": 733100
    },
    {
      "epoch": 0.9299201631745984,
      "grad_norm": 7.40625,
      "learning_rate": 3.5044997957521524e-06,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5668671548366546,
      "num_tokens": 564739258.0,
      "step": 733110
    },
    {
      "epoch": 0.9299328477671311,
      "grad_norm": 6.28125,
      "learning_rate": 3.5038654856658607e-06,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5478163510560989,
      "num_tokens": 564746959.0,
      "step": 733120
    },
    {
      "epoch": 0.929945532359664,
      "grad_norm": 6.625,
      "learning_rate": 3.5032311755795695e-06,
      "loss": 1.8515,
      "mean_token_accuracy": 0.5819208204746247,
      "num_tokens": 564754236.0,
      "step": 733130
    },
    {
      "epoch": 0.9299582169521968,
      "grad_norm": 6.09375,
      "learning_rate": 3.502596865493278e-06,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5655318677425385,
      "num_tokens": 564761152.0,
      "step": 733140
    },
    {
      "epoch": 0.9299709015447297,
      "grad_norm": 5.875,
      "learning_rate": 3.501962555406986e-06,
      "loss": 1.9015,
      "mean_token_accuracy": 0.5742740124464035,
      "num_tokens": 564767746.0,
      "step": 733150
    },
    {
      "epoch": 0.9299835861372625,
      "grad_norm": 5.53125,
      "learning_rate": 3.5013282453206944e-06,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5538278967142105,
      "num_tokens": 564774999.0,
      "step": 733160
    },
    {
      "epoch": 0.9299962707297953,
      "grad_norm": 5.78125,
      "learning_rate": 3.500693935234403e-06,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5181892335414886,
      "num_tokens": 564783490.0,
      "step": 733170
    },
    {
      "epoch": 0.9300089553223282,
      "grad_norm": 6.15625,
      "learning_rate": 3.500059625148112e-06,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5443113535642624,
      "num_tokens": 564791977.0,
      "step": 733180
    },
    {
      "epoch": 0.930021639914861,
      "grad_norm": 5.90625,
      "learning_rate": 3.49942531506182e-06,
      "loss": 1.8221,
      "mean_token_accuracy": 0.5963863581418991,
      "num_tokens": 564798211.0,
      "step": 733190
    },
    {
      "epoch": 0.9300343245073939,
      "grad_norm": 4.84375,
      "learning_rate": 3.498791004975528e-06,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5469587028026581,
      "num_tokens": 564804889.0,
      "step": 733200
    },
    {
      "epoch": 0.9300470090999267,
      "grad_norm": 5.4375,
      "learning_rate": 3.498156694889237e-06,
      "loss": 1.8677,
      "mean_token_accuracy": 0.5797554314136505,
      "num_tokens": 564812867.0,
      "step": 733210
    },
    {
      "epoch": 0.9300596936924596,
      "grad_norm": 5.125,
      "learning_rate": 3.497522384802945e-06,
      "loss": 1.8897,
      "mean_token_accuracy": 0.5728440850973129,
      "num_tokens": 564820222.0,
      "step": 733220
    },
    {
      "epoch": 0.9300723782849923,
      "grad_norm": 8.3125,
      "learning_rate": 3.496888074716654e-06,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5723676383495331,
      "num_tokens": 564826691.0,
      "step": 733230
    },
    {
      "epoch": 0.9300850628775252,
      "grad_norm": 5.6875,
      "learning_rate": 3.4962537646303626e-06,
      "loss": 2.2545,
      "mean_token_accuracy": 0.5200124144554138,
      "num_tokens": 564835288.0,
      "step": 733240
    },
    {
      "epoch": 0.930097747470058,
      "grad_norm": 5.59375,
      "learning_rate": 3.495619454544071e-06,
      "loss": 2.2394,
      "mean_token_accuracy": 0.5079717338085175,
      "num_tokens": 564843760.0,
      "step": 733250
    },
    {
      "epoch": 0.9301104320625908,
      "grad_norm": 4.28125,
      "learning_rate": 3.494985144457779e-06,
      "loss": 1.98,
      "mean_token_accuracy": 0.561234512925148,
      "num_tokens": 564851582.0,
      "step": 733260
    },
    {
      "epoch": 0.9301231166551237,
      "grad_norm": 5.0625,
      "learning_rate": 3.4943508343714876e-06,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5312595129013061,
      "num_tokens": 564859746.0,
      "step": 733270
    },
    {
      "epoch": 0.9301358012476565,
      "grad_norm": 9.6875,
      "learning_rate": 3.4937165242851963e-06,
      "loss": 2.1815,
      "mean_token_accuracy": 0.5305947840213776,
      "num_tokens": 564867316.0,
      "step": 733280
    },
    {
      "epoch": 0.9301484858401894,
      "grad_norm": 11.125,
      "learning_rate": 3.4930822141989046e-06,
      "loss": 1.8753,
      "mean_token_accuracy": 0.576085552573204,
      "num_tokens": 564871878.0,
      "step": 733290
    },
    {
      "epoch": 0.9301611704327222,
      "grad_norm": 8.3125,
      "learning_rate": 3.4924479041126134e-06,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5557575196027755,
      "num_tokens": 564878885.0,
      "step": 733300
    },
    {
      "epoch": 0.9301738550252551,
      "grad_norm": 5.28125,
      "learning_rate": 3.4918135940263213e-06,
      "loss": 2.202,
      "mean_token_accuracy": 0.5196953117847443,
      "num_tokens": 564887610.0,
      "step": 733310
    },
    {
      "epoch": 0.9301865396177879,
      "grad_norm": 5.125,
      "learning_rate": 3.4911792839400296e-06,
      "loss": 2.2647,
      "mean_token_accuracy": 0.5173114776611328,
      "num_tokens": 564895966.0,
      "step": 733320
    },
    {
      "epoch": 0.9301992242103206,
      "grad_norm": 5.1875,
      "learning_rate": 3.4905449738537383e-06,
      "loss": 2.0701,
      "mean_token_accuracy": 0.538905707001686,
      "num_tokens": 564903088.0,
      "step": 733330
    },
    {
      "epoch": 0.9302119088028535,
      "grad_norm": 6.15625,
      "learning_rate": 3.489910663767447e-06,
      "loss": 1.7219,
      "mean_token_accuracy": 0.6077552080154419,
      "num_tokens": 564908987.0,
      "step": 733340
    },
    {
      "epoch": 0.9302245933953863,
      "grad_norm": 5.34375,
      "learning_rate": 3.4892763536811554e-06,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5666335970163345,
      "num_tokens": 564917057.0,
      "step": 733350
    },
    {
      "epoch": 0.9302372779879192,
      "grad_norm": 5.40625,
      "learning_rate": 3.4886420435948633e-06,
      "loss": 2.0622,
      "mean_token_accuracy": 0.548799243569374,
      "num_tokens": 564923598.0,
      "step": 733360
    },
    {
      "epoch": 0.930249962580452,
      "grad_norm": 6.0,
      "learning_rate": 3.488007733508572e-06,
      "loss": 1.9214,
      "mean_token_accuracy": 0.5756231933832169,
      "num_tokens": 564931198.0,
      "step": 733370
    },
    {
      "epoch": 0.9302626471729849,
      "grad_norm": 6.0,
      "learning_rate": 3.4873734234222808e-06,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5398118138313294,
      "num_tokens": 564939413.0,
      "step": 733380
    },
    {
      "epoch": 0.9302753317655177,
      "grad_norm": 6.96875,
      "learning_rate": 3.486739113335989e-06,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5521581500768662,
      "num_tokens": 564946161.0,
      "step": 733390
    },
    {
      "epoch": 0.9302880163580506,
      "grad_norm": 5.15625,
      "learning_rate": 3.486104803249698e-06,
      "loss": 2.162,
      "mean_token_accuracy": 0.5312933564186096,
      "num_tokens": 564954412.0,
      "step": 733400
    },
    {
      "epoch": 0.9303007009505834,
      "grad_norm": 5.6875,
      "learning_rate": 3.4854704931634066e-06,
      "loss": 2.2566,
      "mean_token_accuracy": 0.5063032627105712,
      "num_tokens": 564962362.0,
      "step": 733410
    },
    {
      "epoch": 0.9303133855431162,
      "grad_norm": 7.59375,
      "learning_rate": 3.484836183077114e-06,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5493960708379746,
      "num_tokens": 564969707.0,
      "step": 733420
    },
    {
      "epoch": 0.930326070135649,
      "grad_norm": 7.28125,
      "learning_rate": 3.4842018729908228e-06,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5375082314014434,
      "num_tokens": 564978427.0,
      "step": 733430
    },
    {
      "epoch": 0.9303387547281818,
      "grad_norm": 6.375,
      "learning_rate": 3.4835675629045315e-06,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5481280714273453,
      "num_tokens": 564985417.0,
      "step": 733440
    },
    {
      "epoch": 0.9303514393207147,
      "grad_norm": 5.0,
      "learning_rate": 3.48293325281824e-06,
      "loss": 1.9793,
      "mean_token_accuracy": 0.5546654850244522,
      "num_tokens": 564993832.0,
      "step": 733450
    },
    {
      "epoch": 0.9303641239132475,
      "grad_norm": 6.46875,
      "learning_rate": 3.4822989427319486e-06,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5308464497327805,
      "num_tokens": 565002024.0,
      "step": 733460
    },
    {
      "epoch": 0.9303768085057804,
      "grad_norm": 8.0625,
      "learning_rate": 3.4816646326456565e-06,
      "loss": 1.969,
      "mean_token_accuracy": 0.5629775851964951,
      "num_tokens": 565008949.0,
      "step": 733470
    },
    {
      "epoch": 0.9303894930983132,
      "grad_norm": 5.0,
      "learning_rate": 3.481030322559365e-06,
      "loss": 1.7752,
      "mean_token_accuracy": 0.5978937715291976,
      "num_tokens": 565016128.0,
      "step": 733480
    },
    {
      "epoch": 0.930402177690846,
      "grad_norm": 5.03125,
      "learning_rate": 3.4803960124730735e-06,
      "loss": 1.9684,
      "mean_token_accuracy": 0.564076155424118,
      "num_tokens": 565024029.0,
      "step": 733490
    },
    {
      "epoch": 0.9304148622833789,
      "grad_norm": 6.125,
      "learning_rate": 3.4797617023867822e-06,
      "loss": 1.9393,
      "mean_token_accuracy": 0.5605709463357925,
      "num_tokens": 565031175.0,
      "step": 733500
    },
    {
      "epoch": 0.9304275468759117,
      "grad_norm": 6.8125,
      "learning_rate": 3.479127392300491e-06,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5433234065771103,
      "num_tokens": 565038124.0,
      "step": 733510
    },
    {
      "epoch": 0.9304402314684446,
      "grad_norm": 7.5,
      "learning_rate": 3.4784930822141993e-06,
      "loss": 2.008,
      "mean_token_accuracy": 0.5499825596809387,
      "num_tokens": 565045923.0,
      "step": 733520
    },
    {
      "epoch": 0.9304529160609774,
      "grad_norm": 5.03125,
      "learning_rate": 3.477858772127907e-06,
      "loss": 2.096,
      "mean_token_accuracy": 0.5297995746135712,
      "num_tokens": 565053749.0,
      "step": 733530
    },
    {
      "epoch": 0.9304656006535102,
      "grad_norm": 6.1875,
      "learning_rate": 3.477224462041616e-06,
      "loss": 2.183,
      "mean_token_accuracy": 0.5328121691942215,
      "num_tokens": 565061350.0,
      "step": 733540
    },
    {
      "epoch": 0.930478285246043,
      "grad_norm": 9.0,
      "learning_rate": 3.4765901519553243e-06,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5463110476732254,
      "num_tokens": 565069252.0,
      "step": 733550
    },
    {
      "epoch": 0.9304909698385758,
      "grad_norm": 5.34375,
      "learning_rate": 3.475955841869033e-06,
      "loss": 2.108,
      "mean_token_accuracy": 0.5350926548242569,
      "num_tokens": 565076964.0,
      "step": 733560
    },
    {
      "epoch": 0.9305036544311087,
      "grad_norm": 4.84375,
      "learning_rate": 3.4753215317827417e-06,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5490542232990265,
      "num_tokens": 565085446.0,
      "step": 733570
    },
    {
      "epoch": 0.9305163390236415,
      "grad_norm": 6.40625,
      "learning_rate": 3.4746872216964496e-06,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5338509470224381,
      "num_tokens": 565093113.0,
      "step": 733580
    },
    {
      "epoch": 0.9305290236161744,
      "grad_norm": 4.75,
      "learning_rate": 3.474052911610158e-06,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5600320875644684,
      "num_tokens": 565100155.0,
      "step": 733590
    },
    {
      "epoch": 0.9305417082087072,
      "grad_norm": 16.75,
      "learning_rate": 3.4734186015238667e-06,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5282865285873413,
      "num_tokens": 565108641.0,
      "step": 733600
    },
    {
      "epoch": 0.9305543928012401,
      "grad_norm": 7.09375,
      "learning_rate": 3.4727842914375754e-06,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5546035885810852,
      "num_tokens": 565116407.0,
      "step": 733610
    },
    {
      "epoch": 0.9305670773937729,
      "grad_norm": 5.03125,
      "learning_rate": 3.4721499813512837e-06,
      "loss": 1.9606,
      "mean_token_accuracy": 0.5571317195892334,
      "num_tokens": 565124052.0,
      "step": 733620
    },
    {
      "epoch": 0.9305797619863058,
      "grad_norm": 7.1875,
      "learning_rate": 3.4715156712649925e-06,
      "loss": 1.9478,
      "mean_token_accuracy": 0.5679307013750077,
      "num_tokens": 565131159.0,
      "step": 733630
    },
    {
      "epoch": 0.9305924465788386,
      "grad_norm": 6.09375,
      "learning_rate": 3.4708813611787004e-06,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5617195963859558,
      "num_tokens": 565138810.0,
      "step": 733640
    },
    {
      "epoch": 0.9306051311713713,
      "grad_norm": 4.875,
      "learning_rate": 3.4702470510924087e-06,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5585108637809754,
      "num_tokens": 565147067.0,
      "step": 733650
    },
    {
      "epoch": 0.9306178157639042,
      "grad_norm": 5.75,
      "learning_rate": 3.4696127410061174e-06,
      "loss": 2.203,
      "mean_token_accuracy": 0.5232272386550904,
      "num_tokens": 565155278.0,
      "step": 733660
    },
    {
      "epoch": 0.930630500356437,
      "grad_norm": 7.8125,
      "learning_rate": 3.468978430919826e-06,
      "loss": 1.9667,
      "mean_token_accuracy": 0.566324719786644,
      "num_tokens": 565162132.0,
      "step": 733670
    },
    {
      "epoch": 0.9306431849489699,
      "grad_norm": 6.5,
      "learning_rate": 3.4683441208335345e-06,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5290746450424194,
      "num_tokens": 565170297.0,
      "step": 733680
    },
    {
      "epoch": 0.9306558695415027,
      "grad_norm": 6.34375,
      "learning_rate": 3.4677098107472424e-06,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5321987986564636,
      "num_tokens": 565177892.0,
      "step": 733690
    },
    {
      "epoch": 0.9306685541340356,
      "grad_norm": 5.09375,
      "learning_rate": 3.467075500660951e-06,
      "loss": 2.2094,
      "mean_token_accuracy": 0.5183721870183945,
      "num_tokens": 565185900.0,
      "step": 733700
    },
    {
      "epoch": 0.9306812387265684,
      "grad_norm": 5.15625,
      "learning_rate": 3.46644119057466e-06,
      "loss": 2.2584,
      "mean_token_accuracy": 0.5245135396718978,
      "num_tokens": 565194356.0,
      "step": 733710
    },
    {
      "epoch": 0.9306939233191012,
      "grad_norm": 5.0625,
      "learning_rate": 3.465806880488368e-06,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5250601083040237,
      "num_tokens": 565201861.0,
      "step": 733720
    },
    {
      "epoch": 0.9307066079116341,
      "grad_norm": 5.15625,
      "learning_rate": 3.465172570402077e-06,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5615993082523346,
      "num_tokens": 565208730.0,
      "step": 733730
    },
    {
      "epoch": 0.9307192925041669,
      "grad_norm": 4.78125,
      "learning_rate": 3.4645382603157852e-06,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5302190452814102,
      "num_tokens": 565216861.0,
      "step": 733740
    },
    {
      "epoch": 0.9307319770966997,
      "grad_norm": 4.75,
      "learning_rate": 3.463903950229493e-06,
      "loss": 2.3509,
      "mean_token_accuracy": 0.5023861169815064,
      "num_tokens": 565224984.0,
      "step": 733750
    },
    {
      "epoch": 0.9307446616892325,
      "grad_norm": 4.84375,
      "learning_rate": 3.463269640143202e-06,
      "loss": 1.9616,
      "mean_token_accuracy": 0.5581593334674835,
      "num_tokens": 565232417.0,
      "step": 733760
    },
    {
      "epoch": 0.9307573462817654,
      "grad_norm": 5.75,
      "learning_rate": 3.4626353300569106e-06,
      "loss": 1.9033,
      "mean_token_accuracy": 0.5799422711133957,
      "num_tokens": 565239783.0,
      "step": 733770
    },
    {
      "epoch": 0.9307700308742982,
      "grad_norm": 4.78125,
      "learning_rate": 3.462001019970619e-06,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5677035063505173,
      "num_tokens": 565246896.0,
      "step": 733780
    },
    {
      "epoch": 0.9307827154668311,
      "grad_norm": 4.625,
      "learning_rate": 3.4613667098843277e-06,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5244054943323135,
      "num_tokens": 565255627.0,
      "step": 733790
    },
    {
      "epoch": 0.9307954000593639,
      "grad_norm": 5.5,
      "learning_rate": 3.4607323997980355e-06,
      "loss": 2.1536,
      "mean_token_accuracy": 0.535171639919281,
      "num_tokens": 565263940.0,
      "step": 733800
    },
    {
      "epoch": 0.9308080846518967,
      "grad_norm": 5.75,
      "learning_rate": 3.4600980897117443e-06,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5581326752901077,
      "num_tokens": 565271243.0,
      "step": 733810
    },
    {
      "epoch": 0.9308207692444296,
      "grad_norm": 4.3125,
      "learning_rate": 3.4594637796254526e-06,
      "loss": 1.7854,
      "mean_token_accuracy": 0.609173521399498,
      "num_tokens": 565277886.0,
      "step": 733820
    },
    {
      "epoch": 0.9308334538369624,
      "grad_norm": 4.90625,
      "learning_rate": 3.4588294695391613e-06,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5357228249311448,
      "num_tokens": 565285559.0,
      "step": 733830
    },
    {
      "epoch": 0.9308461384294953,
      "grad_norm": 4.96875,
      "learning_rate": 3.4581951594528697e-06,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5522768318653106,
      "num_tokens": 565293537.0,
      "step": 733840
    },
    {
      "epoch": 0.930858823022028,
      "grad_norm": 5.0625,
      "learning_rate": 3.4575608493665784e-06,
      "loss": 1.9045,
      "mean_token_accuracy": 0.5701802104711533,
      "num_tokens": 565301117.0,
      "step": 733850
    },
    {
      "epoch": 0.930871507614561,
      "grad_norm": 7.625,
      "learning_rate": 3.4569265392802863e-06,
      "loss": 2.2798,
      "mean_token_accuracy": 0.5037750601768494,
      "num_tokens": 565309841.0,
      "step": 733860
    },
    {
      "epoch": 0.9308841922070937,
      "grad_norm": 7.46875,
      "learning_rate": 3.456292229193995e-06,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5574827194213867,
      "num_tokens": 565316375.0,
      "step": 733870
    },
    {
      "epoch": 0.9308968767996265,
      "grad_norm": 5.5,
      "learning_rate": 3.4556579191077033e-06,
      "loss": 1.9455,
      "mean_token_accuracy": 0.5722873479127883,
      "num_tokens": 565324225.0,
      "step": 733880
    },
    {
      "epoch": 0.9309095613921594,
      "grad_norm": 4.9375,
      "learning_rate": 3.455023609021412e-06,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5486421287059784,
      "num_tokens": 565332565.0,
      "step": 733890
    },
    {
      "epoch": 0.9309222459846922,
      "grad_norm": 4.84375,
      "learning_rate": 3.454389298935121e-06,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5441577225923538,
      "num_tokens": 565341200.0,
      "step": 733900
    },
    {
      "epoch": 0.9309349305772251,
      "grad_norm": 8.0,
      "learning_rate": 3.4537549888488287e-06,
      "loss": 2.3047,
      "mean_token_accuracy": 0.497968727350235,
      "num_tokens": 565349683.0,
      "step": 733910
    },
    {
      "epoch": 0.9309476151697579,
      "grad_norm": 6.5625,
      "learning_rate": 3.453120678762537e-06,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5478035598993302,
      "num_tokens": 565356583.0,
      "step": 733920
    },
    {
      "epoch": 0.9309602997622908,
      "grad_norm": 5.65625,
      "learning_rate": 3.4524863686762458e-06,
      "loss": 2.2388,
      "mean_token_accuracy": 0.5123561590909957,
      "num_tokens": 565365031.0,
      "step": 733930
    },
    {
      "epoch": 0.9309729843548236,
      "grad_norm": 4.78125,
      "learning_rate": 3.451852058589954e-06,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5310427159070968,
      "num_tokens": 565372936.0,
      "step": 733940
    },
    {
      "epoch": 0.9309856689473565,
      "grad_norm": 7.59375,
      "learning_rate": 3.451217748503663e-06,
      "loss": 1.9524,
      "mean_token_accuracy": 0.5692458242177963,
      "num_tokens": 565379466.0,
      "step": 733950
    },
    {
      "epoch": 0.9309983535398892,
      "grad_norm": 6.09375,
      "learning_rate": 3.4505834384173716e-06,
      "loss": 2.1424,
      "mean_token_accuracy": 0.530430582165718,
      "num_tokens": 565386624.0,
      "step": 733960
    },
    {
      "epoch": 0.931011038132422,
      "grad_norm": 5.78125,
      "learning_rate": 3.4499491283310795e-06,
      "loss": 1.965,
      "mean_token_accuracy": 0.5546815097332001,
      "num_tokens": 565394021.0,
      "step": 733970
    },
    {
      "epoch": 0.9310237227249549,
      "grad_norm": 5.5625,
      "learning_rate": 3.4493148182447878e-06,
      "loss": 1.833,
      "mean_token_accuracy": 0.585846209526062,
      "num_tokens": 565401774.0,
      "step": 733980
    },
    {
      "epoch": 0.9310364073174877,
      "grad_norm": 5.84375,
      "learning_rate": 3.4486805081584965e-06,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5558199107646942,
      "num_tokens": 565409998.0,
      "step": 733990
    },
    {
      "epoch": 0.9310490919100206,
      "grad_norm": 5.28125,
      "learning_rate": 3.4480461980722053e-06,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5366832733154296,
      "num_tokens": 565418692.0,
      "step": 734000
    },
    {
      "epoch": 0.9310617765025534,
      "grad_norm": 5.9375,
      "learning_rate": 3.4474118879859136e-06,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5582505732774734,
      "num_tokens": 565425570.0,
      "step": 734010
    },
    {
      "epoch": 0.9310744610950863,
      "grad_norm": 5.15625,
      "learning_rate": 3.4467775778996215e-06,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5387547731399536,
      "num_tokens": 565434549.0,
      "step": 734020
    },
    {
      "epoch": 0.9310871456876191,
      "grad_norm": 5.09375,
      "learning_rate": 3.44614326781333e-06,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5637999147176742,
      "num_tokens": 565442387.0,
      "step": 734030
    },
    {
      "epoch": 0.9310998302801519,
      "grad_norm": 12.125,
      "learning_rate": 3.4455089577270385e-06,
      "loss": 2.138,
      "mean_token_accuracy": 0.5384811133146286,
      "num_tokens": 565449408.0,
      "step": 734040
    },
    {
      "epoch": 0.9311125148726848,
      "grad_norm": 8.4375,
      "learning_rate": 3.4448746476407473e-06,
      "loss": 1.8688,
      "mean_token_accuracy": 0.5836270332336426,
      "num_tokens": 565456198.0,
      "step": 734050
    },
    {
      "epoch": 0.9311251994652175,
      "grad_norm": 7.375,
      "learning_rate": 3.444240337554456e-06,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5377654045820236,
      "num_tokens": 565463910.0,
      "step": 734060
    },
    {
      "epoch": 0.9311378840577504,
      "grad_norm": 5.78125,
      "learning_rate": 3.4436060274681643e-06,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5473593264818192,
      "num_tokens": 565471331.0,
      "step": 734070
    },
    {
      "epoch": 0.9311505686502832,
      "grad_norm": 4.78125,
      "learning_rate": 3.442971717381872e-06,
      "loss": 1.8781,
      "mean_token_accuracy": 0.583572119474411,
      "num_tokens": 565478584.0,
      "step": 734080
    },
    {
      "epoch": 0.9311632532428161,
      "grad_norm": 4.9375,
      "learning_rate": 3.442337407295581e-06,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5232996851205826,
      "num_tokens": 565487539.0,
      "step": 734090
    },
    {
      "epoch": 0.9311759378353489,
      "grad_norm": 6.0625,
      "learning_rate": 3.4417030972092897e-06,
      "loss": 2.0401,
      "mean_token_accuracy": 0.5573893994092941,
      "num_tokens": 565495853.0,
      "step": 734100
    },
    {
      "epoch": 0.9311886224278817,
      "grad_norm": 5.0,
      "learning_rate": 3.441068787122998e-06,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5649913102388382,
      "num_tokens": 565503972.0,
      "step": 734110
    },
    {
      "epoch": 0.9312013070204146,
      "grad_norm": 5.53125,
      "learning_rate": 3.4404344770367067e-06,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5626190572977066,
      "num_tokens": 565512357.0,
      "step": 734120
    },
    {
      "epoch": 0.9312139916129474,
      "grad_norm": 5.25,
      "learning_rate": 3.4398001669504146e-06,
      "loss": 2.1919,
      "mean_token_accuracy": 0.516909384727478,
      "num_tokens": 565520306.0,
      "step": 734130
    },
    {
      "epoch": 0.9312266762054803,
      "grad_norm": 6.3125,
      "learning_rate": 3.439165856864123e-06,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5557043224573135,
      "num_tokens": 565526442.0,
      "step": 734140
    },
    {
      "epoch": 0.9312393607980131,
      "grad_norm": 6.0,
      "learning_rate": 3.4385315467778317e-06,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5665469080209732,
      "num_tokens": 565532146.0,
      "step": 734150
    },
    {
      "epoch": 0.931252045390546,
      "grad_norm": 5.1875,
      "learning_rate": 3.4378972366915404e-06,
      "loss": 2.2717,
      "mean_token_accuracy": 0.5138026177883148,
      "num_tokens": 565541395.0,
      "step": 734160
    },
    {
      "epoch": 0.9312647299830787,
      "grad_norm": 5.78125,
      "learning_rate": 3.4372629266052488e-06,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5628123193979263,
      "num_tokens": 565548080.0,
      "step": 734170
    },
    {
      "epoch": 0.9312774145756116,
      "grad_norm": 6.375,
      "learning_rate": 3.4366286165189575e-06,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5300757020711899,
      "num_tokens": 565556133.0,
      "step": 734180
    },
    {
      "epoch": 0.9312900991681444,
      "grad_norm": 6.125,
      "learning_rate": 3.4359943064326654e-06,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5416868150234222,
      "num_tokens": 565563424.0,
      "step": 734190
    },
    {
      "epoch": 0.9313027837606772,
      "grad_norm": 4.8125,
      "learning_rate": 3.435359996346374e-06,
      "loss": 2.0095,
      "mean_token_accuracy": 0.5598432868719101,
      "num_tokens": 565571272.0,
      "step": 734200
    },
    {
      "epoch": 0.9313154683532101,
      "grad_norm": 6.46875,
      "learning_rate": 3.4347256862600824e-06,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5362256228923797,
      "num_tokens": 565579774.0,
      "step": 734210
    },
    {
      "epoch": 0.9313281529457429,
      "grad_norm": 5.03125,
      "learning_rate": 3.434091376173791e-06,
      "loss": 1.93,
      "mean_token_accuracy": 0.5714948624372482,
      "num_tokens": 565587001.0,
      "step": 734220
    },
    {
      "epoch": 0.9313408375382758,
      "grad_norm": 5.40625,
      "learning_rate": 3.4334570660874995e-06,
      "loss": 1.9041,
      "mean_token_accuracy": 0.5827308982610703,
      "num_tokens": 565595323.0,
      "step": 734230
    },
    {
      "epoch": 0.9313535221308086,
      "grad_norm": 5.71875,
      "learning_rate": 3.4328227560012074e-06,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5195000797510148,
      "num_tokens": 565603933.0,
      "step": 734240
    },
    {
      "epoch": 0.9313662067233415,
      "grad_norm": 5.40625,
      "learning_rate": 3.432188445914916e-06,
      "loss": 1.8734,
      "mean_token_accuracy": 0.5817799955606461,
      "num_tokens": 565611682.0,
      "step": 734250
    },
    {
      "epoch": 0.9313788913158743,
      "grad_norm": 5.6875,
      "learning_rate": 3.431554135828625e-06,
      "loss": 2.2192,
      "mean_token_accuracy": 0.5372346669435502,
      "num_tokens": 565618979.0,
      "step": 734260
    },
    {
      "epoch": 0.931391575908407,
      "grad_norm": 7.03125,
      "learning_rate": 3.430919825742333e-06,
      "loss": 2.2752,
      "mean_token_accuracy": 0.5151589035987854,
      "num_tokens": 565627268.0,
      "step": 734270
    },
    {
      "epoch": 0.9314042605009399,
      "grad_norm": 6.0,
      "learning_rate": 3.430285515656042e-06,
      "loss": 2.1539,
      "mean_token_accuracy": 0.537943434715271,
      "num_tokens": 565635517.0,
      "step": 734280
    },
    {
      "epoch": 0.9314169450934727,
      "grad_norm": 5.625,
      "learning_rate": 3.4296512055697507e-06,
      "loss": 1.963,
      "mean_token_accuracy": 0.5603529900312424,
      "num_tokens": 565643352.0,
      "step": 734290
    },
    {
      "epoch": 0.9314296296860056,
      "grad_norm": 7.8125,
      "learning_rate": 3.4290168954834586e-06,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5564482897520066,
      "num_tokens": 565650542.0,
      "step": 734300
    },
    {
      "epoch": 0.9314423142785384,
      "grad_norm": 7.59375,
      "learning_rate": 3.428382585397167e-06,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5389664888381958,
      "num_tokens": 565657607.0,
      "step": 734310
    },
    {
      "epoch": 0.9314549988710713,
      "grad_norm": 5.875,
      "learning_rate": 3.4277482753108756e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5268844157457352,
      "num_tokens": 565665851.0,
      "step": 734320
    },
    {
      "epoch": 0.9314676834636041,
      "grad_norm": 5.3125,
      "learning_rate": 3.427113965224584e-06,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5706731975078583,
      "num_tokens": 565673096.0,
      "step": 734330
    },
    {
      "epoch": 0.931480368056137,
      "grad_norm": 8.375,
      "learning_rate": 3.4264796551382927e-06,
      "loss": 2.1052,
      "mean_token_accuracy": 0.538220328092575,
      "num_tokens": 565680259.0,
      "step": 734340
    },
    {
      "epoch": 0.9314930526486698,
      "grad_norm": 10.125,
      "learning_rate": 3.4258453450520006e-06,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5478745132684708,
      "num_tokens": 565686861.0,
      "step": 734350
    },
    {
      "epoch": 0.9315057372412026,
      "grad_norm": 5.59375,
      "learning_rate": 3.4252110349657093e-06,
      "loss": 2.2541,
      "mean_token_accuracy": 0.500828093290329,
      "num_tokens": 565696068.0,
      "step": 734360
    },
    {
      "epoch": 0.9315184218337355,
      "grad_norm": 6.90625,
      "learning_rate": 3.4245767248794176e-06,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5433885127305984,
      "num_tokens": 565703488.0,
      "step": 734370
    },
    {
      "epoch": 0.9315311064262682,
      "grad_norm": 13.4375,
      "learning_rate": 3.4239424147931264e-06,
      "loss": 1.9485,
      "mean_token_accuracy": 0.5686304479837417,
      "num_tokens": 565709310.0,
      "step": 734380
    },
    {
      "epoch": 0.9315437910188011,
      "grad_norm": 5.625,
      "learning_rate": 3.423308104706835e-06,
      "loss": 1.5347,
      "mean_token_accuracy": 0.6429148495197297,
      "num_tokens": 565717270.0,
      "step": 734390
    },
    {
      "epoch": 0.9315564756113339,
      "grad_norm": 3.328125,
      "learning_rate": 3.4226737946205434e-06,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5664918035268783,
      "num_tokens": 565726160.0,
      "step": 734400
    },
    {
      "epoch": 0.9315691602038668,
      "grad_norm": 4.90625,
      "learning_rate": 3.4220394845342513e-06,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5552006900310517,
      "num_tokens": 565734432.0,
      "step": 734410
    },
    {
      "epoch": 0.9315818447963996,
      "grad_norm": 5.09375,
      "learning_rate": 3.42140517444796e-06,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5684806883335114,
      "num_tokens": 565743178.0,
      "step": 734420
    },
    {
      "epoch": 0.9315945293889324,
      "grad_norm": 5.75,
      "learning_rate": 3.4207708643616688e-06,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5411872029304504,
      "num_tokens": 565751920.0,
      "step": 734430
    },
    {
      "epoch": 0.9316072139814653,
      "grad_norm": 6.21875,
      "learning_rate": 3.420136554275377e-06,
      "loss": 1.8294,
      "mean_token_accuracy": 0.5855120718479156,
      "num_tokens": 565759532.0,
      "step": 734440
    },
    {
      "epoch": 0.9316198985739981,
      "grad_norm": 5.5,
      "learning_rate": 3.419502244189086e-06,
      "loss": 1.7686,
      "mean_token_accuracy": 0.614688578248024,
      "num_tokens": 565766174.0,
      "step": 734450
    },
    {
      "epoch": 0.931632583166531,
      "grad_norm": 4.71875,
      "learning_rate": 3.4188679341027937e-06,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5543105870485305,
      "num_tokens": 565774632.0,
      "step": 734460
    },
    {
      "epoch": 0.9316452677590638,
      "grad_norm": 4.90625,
      "learning_rate": 3.418233624016502e-06,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5439832180738449,
      "num_tokens": 565782387.0,
      "step": 734470
    },
    {
      "epoch": 0.9316579523515967,
      "grad_norm": 5.28125,
      "learning_rate": 3.417599313930211e-06,
      "loss": 2.028,
      "mean_token_accuracy": 0.5463134497404099,
      "num_tokens": 565789944.0,
      "step": 734480
    },
    {
      "epoch": 0.9316706369441294,
      "grad_norm": 5.1875,
      "learning_rate": 3.4169650038439195e-06,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5676421105861664,
      "num_tokens": 565797660.0,
      "step": 734490
    },
    {
      "epoch": 0.9316833215366622,
      "grad_norm": 6.59375,
      "learning_rate": 3.416330693757628e-06,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5462772071361541,
      "num_tokens": 565804222.0,
      "step": 734500
    },
    {
      "epoch": 0.9316960061291951,
      "grad_norm": 5.40625,
      "learning_rate": 3.4156963836713366e-06,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5540476411581039,
      "num_tokens": 565813454.0,
      "step": 734510
    },
    {
      "epoch": 0.9317086907217279,
      "grad_norm": 4.875,
      "learning_rate": 3.4150620735850445e-06,
      "loss": 1.9134,
      "mean_token_accuracy": 0.5671106934547424,
      "num_tokens": 565822200.0,
      "step": 734520
    },
    {
      "epoch": 0.9317213753142608,
      "grad_norm": 5.5625,
      "learning_rate": 3.4144277634987532e-06,
      "loss": 1.9359,
      "mean_token_accuracy": 0.572786483168602,
      "num_tokens": 565830632.0,
      "step": 734530
    },
    {
      "epoch": 0.9317340599067936,
      "grad_norm": 6.09375,
      "learning_rate": 3.4137934534124615e-06,
      "loss": 2.2886,
      "mean_token_accuracy": 0.5174669772386551,
      "num_tokens": 565838912.0,
      "step": 734540
    },
    {
      "epoch": 0.9317467444993265,
      "grad_norm": 5.5625,
      "learning_rate": 3.4131591433261703e-06,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5660466820001602,
      "num_tokens": 565846525.0,
      "step": 734550
    },
    {
      "epoch": 0.9317594290918593,
      "grad_norm": 5.71875,
      "learning_rate": 3.4125248332398786e-06,
      "loss": 1.8824,
      "mean_token_accuracy": 0.569495964050293,
      "num_tokens": 565853834.0,
      "step": 734560
    },
    {
      "epoch": 0.9317721136843922,
      "grad_norm": 4.84375,
      "learning_rate": 3.4118905231535865e-06,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5463226616382599,
      "num_tokens": 565861267.0,
      "step": 734570
    },
    {
      "epoch": 0.931784798276925,
      "grad_norm": 5.15625,
      "learning_rate": 3.4112562130672952e-06,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5325379788875579,
      "num_tokens": 565867797.0,
      "step": 734580
    },
    {
      "epoch": 0.9317974828694577,
      "grad_norm": 4.8125,
      "learning_rate": 3.410621902981004e-06,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5325041174888611,
      "num_tokens": 565876635.0,
      "step": 734590
    },
    {
      "epoch": 0.9318101674619906,
      "grad_norm": 5.09375,
      "learning_rate": 3.4099875928947123e-06,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5602363467216491,
      "num_tokens": 565883758.0,
      "step": 734600
    },
    {
      "epoch": 0.9318228520545234,
      "grad_norm": 5.0625,
      "learning_rate": 3.409353282808421e-06,
      "loss": 2.0954,
      "mean_token_accuracy": 0.529372838139534,
      "num_tokens": 565892225.0,
      "step": 734610
    },
    {
      "epoch": 0.9318355366470563,
      "grad_norm": 5.3125,
      "learning_rate": 3.408718972722129e-06,
      "loss": 1.8383,
      "mean_token_accuracy": 0.5806650578975677,
      "num_tokens": 565900174.0,
      "step": 734620
    },
    {
      "epoch": 0.9318482212395891,
      "grad_norm": 9.625,
      "learning_rate": 3.4080846626358376e-06,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5598469227552414,
      "num_tokens": 565907430.0,
      "step": 734630
    },
    {
      "epoch": 0.931860905832122,
      "grad_norm": 6.5,
      "learning_rate": 3.407450352549546e-06,
      "loss": 1.9777,
      "mean_token_accuracy": 0.5617961674928665,
      "num_tokens": 565915145.0,
      "step": 734640
    },
    {
      "epoch": 0.9318735904246548,
      "grad_norm": 5.1875,
      "learning_rate": 3.4068160424632547e-06,
      "loss": 2.042,
      "mean_token_accuracy": 0.5425434052944184,
      "num_tokens": 565923681.0,
      "step": 734650
    },
    {
      "epoch": 0.9318862750171876,
      "grad_norm": 5.0625,
      "learning_rate": 3.406181732376963e-06,
      "loss": 2.2489,
      "mean_token_accuracy": 0.514702296257019,
      "num_tokens": 565932132.0,
      "step": 734660
    },
    {
      "epoch": 0.9318989596097205,
      "grad_norm": 5.25,
      "learning_rate": 3.4055474222906718e-06,
      "loss": 2.243,
      "mean_token_accuracy": 0.5135045260190964,
      "num_tokens": 565941313.0,
      "step": 734670
    },
    {
      "epoch": 0.9319116442022533,
      "grad_norm": 4.96875,
      "learning_rate": 3.4049131122043797e-06,
      "loss": 2.2081,
      "mean_token_accuracy": 0.5269891828298569,
      "num_tokens": 565949650.0,
      "step": 734680
    },
    {
      "epoch": 0.9319243287947861,
      "grad_norm": 5.0625,
      "learning_rate": 3.4042788021180884e-06,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5368564009666443,
      "num_tokens": 565958203.0,
      "step": 734690
    },
    {
      "epoch": 0.9319370133873189,
      "grad_norm": 5.5625,
      "learning_rate": 3.4036444920317967e-06,
      "loss": 2.2913,
      "mean_token_accuracy": 0.5032282948493958,
      "num_tokens": 565967047.0,
      "step": 734700
    },
    {
      "epoch": 0.9319496979798518,
      "grad_norm": 5.40625,
      "learning_rate": 3.4030101819455054e-06,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5419333279132843,
      "num_tokens": 565974838.0,
      "step": 734710
    },
    {
      "epoch": 0.9319623825723846,
      "grad_norm": 4.9375,
      "learning_rate": 3.402375871859214e-06,
      "loss": 2.0798,
      "mean_token_accuracy": 0.5440177887678146,
      "num_tokens": 565982915.0,
      "step": 734720
    },
    {
      "epoch": 0.9319750671649175,
      "grad_norm": 7.15625,
      "learning_rate": 3.401741561772922e-06,
      "loss": 1.7174,
      "mean_token_accuracy": 0.612435644865036,
      "num_tokens": 565988873.0,
      "step": 734730
    },
    {
      "epoch": 0.9319877517574503,
      "grad_norm": 6.8125,
      "learning_rate": 3.4011072516866304e-06,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5577081590890884,
      "num_tokens": 565996209.0,
      "step": 734740
    },
    {
      "epoch": 0.9320004363499831,
      "grad_norm": 4.53125,
      "learning_rate": 3.400472941600339e-06,
      "loss": 2.0635,
      "mean_token_accuracy": 0.5310505509376526,
      "num_tokens": 566004552.0,
      "step": 734750
    },
    {
      "epoch": 0.932013120942516,
      "grad_norm": 5.625,
      "learning_rate": 3.3998386315140475e-06,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5076809138059616,
      "num_tokens": 566012962.0,
      "step": 734760
    },
    {
      "epoch": 0.9320258055350488,
      "grad_norm": 6.40625,
      "learning_rate": 3.399204321427756e-06,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5305437952280044,
      "num_tokens": 566021126.0,
      "step": 734770
    },
    {
      "epoch": 0.9320384901275817,
      "grad_norm": 6.6875,
      "learning_rate": 3.398570011341465e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5418867588043212,
      "num_tokens": 566028006.0,
      "step": 734780
    },
    {
      "epoch": 0.9320511747201145,
      "grad_norm": 10.0,
      "learning_rate": 3.397935701255173e-06,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5714736938476562,
      "num_tokens": 566034493.0,
      "step": 734790
    },
    {
      "epoch": 0.9320638593126473,
      "grad_norm": 4.96875,
      "learning_rate": 3.397301391168881e-06,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5326953083276749,
      "num_tokens": 566042521.0,
      "step": 734800
    },
    {
      "epoch": 0.9320765439051801,
      "grad_norm": 5.03125,
      "learning_rate": 3.39666708108259e-06,
      "loss": 2.1755,
      "mean_token_accuracy": 0.533176776766777,
      "num_tokens": 566051533.0,
      "step": 734810
    },
    {
      "epoch": 0.9320892284977129,
      "grad_norm": 4.9375,
      "learning_rate": 3.3960327709962986e-06,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5606530785560608,
      "num_tokens": 566059180.0,
      "step": 734820
    },
    {
      "epoch": 0.9321019130902458,
      "grad_norm": 5.5,
      "learning_rate": 3.395398460910007e-06,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5182227343320847,
      "num_tokens": 566066513.0,
      "step": 734830
    },
    {
      "epoch": 0.9321145976827786,
      "grad_norm": 5.90625,
      "learning_rate": 3.394764150823715e-06,
      "loss": 2.1699,
      "mean_token_accuracy": 0.5289600551128387,
      "num_tokens": 566074593.0,
      "step": 734840
    },
    {
      "epoch": 0.9321272822753115,
      "grad_norm": 4.875,
      "learning_rate": 3.3941298407374236e-06,
      "loss": 1.9916,
      "mean_token_accuracy": 0.569301363825798,
      "num_tokens": 566082486.0,
      "step": 734850
    },
    {
      "epoch": 0.9321399668678443,
      "grad_norm": 5.0625,
      "learning_rate": 3.393495530651132e-06,
      "loss": 1.8704,
      "mean_token_accuracy": 0.5811288058757782,
      "num_tokens": 566090967.0,
      "step": 734860
    },
    {
      "epoch": 0.9321526514603772,
      "grad_norm": 5.65625,
      "learning_rate": 3.3928612205648406e-06,
      "loss": 2.0308,
      "mean_token_accuracy": 0.535778921842575,
      "num_tokens": 566097861.0,
      "step": 734870
    },
    {
      "epoch": 0.93216533605291,
      "grad_norm": 5.34375,
      "learning_rate": 3.3922269104785494e-06,
      "loss": 2.1802,
      "mean_token_accuracy": 0.529241019487381,
      "num_tokens": 566106544.0,
      "step": 734880
    },
    {
      "epoch": 0.9321780206454429,
      "grad_norm": 4.46875,
      "learning_rate": 3.3915926003922577e-06,
      "loss": 1.7944,
      "mean_token_accuracy": 0.5918915331363678,
      "num_tokens": 566114270.0,
      "step": 734890
    },
    {
      "epoch": 0.9321907052379756,
      "grad_norm": 4.9375,
      "learning_rate": 3.3909582903059656e-06,
      "loss": 2.1501,
      "mean_token_accuracy": 0.5236077725887298,
      "num_tokens": 566121417.0,
      "step": 734900
    },
    {
      "epoch": 0.9322033898305084,
      "grad_norm": 4.875,
      "learning_rate": 3.3903239802196743e-06,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5352120012044906,
      "num_tokens": 566130355.0,
      "step": 734910
    },
    {
      "epoch": 0.9322160744230413,
      "grad_norm": 6.21875,
      "learning_rate": 3.389689670133383e-06,
      "loss": 2.1232,
      "mean_token_accuracy": 0.534006541967392,
      "num_tokens": 566137972.0,
      "step": 734920
    },
    {
      "epoch": 0.9322287590155741,
      "grad_norm": 6.8125,
      "learning_rate": 3.3890553600470914e-06,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5421887189149857,
      "num_tokens": 566145726.0,
      "step": 734930
    },
    {
      "epoch": 0.932241443608107,
      "grad_norm": 6.21875,
      "learning_rate": 3.3884210499608e-06,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5209782361984253,
      "num_tokens": 566153397.0,
      "step": 734940
    },
    {
      "epoch": 0.9322541282006398,
      "grad_norm": 5.21875,
      "learning_rate": 3.387786739874508e-06,
      "loss": 2.1445,
      "mean_token_accuracy": 0.5251689374446868,
      "num_tokens": 566160839.0,
      "step": 734950
    },
    {
      "epoch": 0.9322668127931727,
      "grad_norm": 5.59375,
      "learning_rate": 3.3871524297882163e-06,
      "loss": 2.0811,
      "mean_token_accuracy": 0.5649250209331512,
      "num_tokens": 566168873.0,
      "step": 734960
    },
    {
      "epoch": 0.9322794973857055,
      "grad_norm": 5.28125,
      "learning_rate": 3.386518119701925e-06,
      "loss": 2.0195,
      "mean_token_accuracy": 0.5586278021335602,
      "num_tokens": 566177390.0,
      "step": 734970
    },
    {
      "epoch": 0.9322921819782383,
      "grad_norm": 8.3125,
      "learning_rate": 3.385883809615634e-06,
      "loss": 1.8626,
      "mean_token_accuracy": 0.580719718337059,
      "num_tokens": 566183556.0,
      "step": 734980
    },
    {
      "epoch": 0.9323048665707712,
      "grad_norm": 5.59375,
      "learning_rate": 3.385249499529342e-06,
      "loss": 2.1735,
      "mean_token_accuracy": 0.5268557041883468,
      "num_tokens": 566192209.0,
      "step": 734990
    },
    {
      "epoch": 0.932317551163304,
      "grad_norm": 7.375,
      "learning_rate": 3.384615189443051e-06,
      "loss": 1.767,
      "mean_token_accuracy": 0.6064858317375184,
      "num_tokens": 566198185.0,
      "step": 735000
    },
    {
      "epoch": 0.9323302357558368,
      "grad_norm": 8.125,
      "learning_rate": 3.3839808793567587e-06,
      "loss": 2.0911,
      "mean_token_accuracy": 0.5352414697408676,
      "num_tokens": 566205626.0,
      "step": 735010
    },
    {
      "epoch": 0.9323429203483696,
      "grad_norm": 7.875,
      "learning_rate": 3.3833465692704675e-06,
      "loss": 2.0039,
      "mean_token_accuracy": 0.5681944400072098,
      "num_tokens": 566214650.0,
      "step": 735020
    },
    {
      "epoch": 0.9323556049409025,
      "grad_norm": 6.3125,
      "learning_rate": 3.382712259184176e-06,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5336148202419281,
      "num_tokens": 566223570.0,
      "step": 735030
    },
    {
      "epoch": 0.9323682895334353,
      "grad_norm": 6.25,
      "learning_rate": 3.3820779490978845e-06,
      "loss": 2.1356,
      "mean_token_accuracy": 0.5331497967243195,
      "num_tokens": 566231925.0,
      "step": 735040
    },
    {
      "epoch": 0.9323809741259681,
      "grad_norm": 5.5625,
      "learning_rate": 3.381443639011593e-06,
      "loss": 2.3378,
      "mean_token_accuracy": 0.5015427678823471,
      "num_tokens": 566239957.0,
      "step": 735050
    },
    {
      "epoch": 0.932393658718501,
      "grad_norm": 6.28125,
      "learning_rate": 3.3808093289253008e-06,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5742842614650726,
      "num_tokens": 566247292.0,
      "step": 735060
    },
    {
      "epoch": 0.9324063433110338,
      "grad_norm": 5.96875,
      "learning_rate": 3.3801750188390095e-06,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5663580685853958,
      "num_tokens": 566254066.0,
      "step": 735070
    },
    {
      "epoch": 0.9324190279035667,
      "grad_norm": 6.15625,
      "learning_rate": 3.3795407087527182e-06,
      "loss": 1.9644,
      "mean_token_accuracy": 0.572541257739067,
      "num_tokens": 566261140.0,
      "step": 735080
    },
    {
      "epoch": 0.9324317124960995,
      "grad_norm": 5.03125,
      "learning_rate": 3.3789063986664265e-06,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5467026650905609,
      "num_tokens": 566268570.0,
      "step": 735090
    },
    {
      "epoch": 0.9324443970886324,
      "grad_norm": 4.96875,
      "learning_rate": 3.3782720885801353e-06,
      "loss": 2.2968,
      "mean_token_accuracy": 0.5012860536575318,
      "num_tokens": 566277998.0,
      "step": 735100
    },
    {
      "epoch": 0.9324570816811651,
      "grad_norm": 4.90625,
      "learning_rate": 3.377637778493844e-06,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5555841714143753,
      "num_tokens": 566285922.0,
      "step": 735110
    },
    {
      "epoch": 0.932469766273698,
      "grad_norm": 5.78125,
      "learning_rate": 3.377003468407552e-06,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5360942244529724,
      "num_tokens": 566294026.0,
      "step": 735120
    },
    {
      "epoch": 0.9324824508662308,
      "grad_norm": 5.0,
      "learning_rate": 3.3763691583212602e-06,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5370177626609802,
      "num_tokens": 566301254.0,
      "step": 735130
    },
    {
      "epoch": 0.9324951354587636,
      "grad_norm": 5.25,
      "learning_rate": 3.375734848234969e-06,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5480162352323532,
      "num_tokens": 566309465.0,
      "step": 735140
    },
    {
      "epoch": 0.9325078200512965,
      "grad_norm": 5.15625,
      "learning_rate": 3.3751005381486773e-06,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5315552353858948,
      "num_tokens": 566316889.0,
      "step": 735150
    },
    {
      "epoch": 0.9325205046438293,
      "grad_norm": 8.375,
      "learning_rate": 3.374466228062386e-06,
      "loss": 1.9703,
      "mean_token_accuracy": 0.5768514305353165,
      "num_tokens": 566325378.0,
      "step": 735160
    },
    {
      "epoch": 0.9325331892363622,
      "grad_norm": 7.53125,
      "learning_rate": 3.373831917976094e-06,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5188835769891739,
      "num_tokens": 566333288.0,
      "step": 735170
    },
    {
      "epoch": 0.932545873828895,
      "grad_norm": 5.71875,
      "learning_rate": 3.3731976078898027e-06,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5561373412609101,
      "num_tokens": 566341421.0,
      "step": 735180
    },
    {
      "epoch": 0.9325585584214279,
      "grad_norm": 4.8125,
      "learning_rate": 3.372563297803511e-06,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5266848176717758,
      "num_tokens": 566349791.0,
      "step": 735190
    },
    {
      "epoch": 0.9325712430139607,
      "grad_norm": 6.5,
      "learning_rate": 3.3719289877172197e-06,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5467263996601105,
      "num_tokens": 566356931.0,
      "step": 735200
    },
    {
      "epoch": 0.9325839276064934,
      "grad_norm": 6.59375,
      "learning_rate": 3.3712946776309285e-06,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5706434965133667,
      "num_tokens": 566364152.0,
      "step": 735210
    },
    {
      "epoch": 0.9325966121990263,
      "grad_norm": 5.3125,
      "learning_rate": 3.3706603675446368e-06,
      "loss": 2.2239,
      "mean_token_accuracy": 0.531242623925209,
      "num_tokens": 566372370.0,
      "step": 735220
    },
    {
      "epoch": 0.9326092967915591,
      "grad_norm": 4.875,
      "learning_rate": 3.3700260574583447e-06,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5178418904542923,
      "num_tokens": 566380660.0,
      "step": 735230
    },
    {
      "epoch": 0.932621981384092,
      "grad_norm": 5.21875,
      "learning_rate": 3.3693917473720534e-06,
      "loss": 2.2006,
      "mean_token_accuracy": 0.5252763241529464,
      "num_tokens": 566389456.0,
      "step": 735240
    },
    {
      "epoch": 0.9326346659766248,
      "grad_norm": 6.9375,
      "learning_rate": 3.3687574372857617e-06,
      "loss": 2.003,
      "mean_token_accuracy": 0.5543649315834045,
      "num_tokens": 566396959.0,
      "step": 735250
    },
    {
      "epoch": 0.9326473505691577,
      "grad_norm": 5.21875,
      "learning_rate": 3.3681231271994705e-06,
      "loss": 2.1529,
      "mean_token_accuracy": 0.5375149637460709,
      "num_tokens": 566404404.0,
      "step": 735260
    },
    {
      "epoch": 0.9326600351616905,
      "grad_norm": 6.71875,
      "learning_rate": 3.367488817113179e-06,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5503394454717636,
      "num_tokens": 566412150.0,
      "step": 735270
    },
    {
      "epoch": 0.9326727197542234,
      "grad_norm": 5.4375,
      "learning_rate": 3.366854507026887e-06,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5654642343521118,
      "num_tokens": 566420191.0,
      "step": 735280
    },
    {
      "epoch": 0.9326854043467562,
      "grad_norm": 5.90625,
      "learning_rate": 3.3662201969405954e-06,
      "loss": 2.1906,
      "mean_token_accuracy": 0.5351873934268951,
      "num_tokens": 566428053.0,
      "step": 735290
    },
    {
      "epoch": 0.932698088939289,
      "grad_norm": 5.90625,
      "learning_rate": 3.365585886854304e-06,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5798662275075912,
      "num_tokens": 566435395.0,
      "step": 735300
    },
    {
      "epoch": 0.9327107735318219,
      "grad_norm": 5.5625,
      "learning_rate": 3.364951576768013e-06,
      "loss": 2.076,
      "mean_token_accuracy": 0.5329149186611175,
      "num_tokens": 566443898.0,
      "step": 735310
    },
    {
      "epoch": 0.9327234581243546,
      "grad_norm": 5.8125,
      "learning_rate": 3.364317266681721e-06,
      "loss": 2.1875,
      "mean_token_accuracy": 0.5232684642076493,
      "num_tokens": 566451222.0,
      "step": 735320
    },
    {
      "epoch": 0.9327361427168875,
      "grad_norm": 6.5625,
      "learning_rate": 3.36368295659543e-06,
      "loss": 1.9359,
      "mean_token_accuracy": 0.5525229036808014,
      "num_tokens": 566458962.0,
      "step": 735330
    },
    {
      "epoch": 0.9327488273094203,
      "grad_norm": 5.71875,
      "learning_rate": 3.363048646509138e-06,
      "loss": 1.9823,
      "mean_token_accuracy": 0.5628160119056702,
      "num_tokens": 566467369.0,
      "step": 735340
    },
    {
      "epoch": 0.9327615119019532,
      "grad_norm": 5.46875,
      "learning_rate": 3.362414336422846e-06,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5291839301586151,
      "num_tokens": 566476226.0,
      "step": 735350
    },
    {
      "epoch": 0.932774196494486,
      "grad_norm": 5.0,
      "learning_rate": 3.361780026336555e-06,
      "loss": 1.9308,
      "mean_token_accuracy": 0.5735544264316559,
      "num_tokens": 566483644.0,
      "step": 735360
    },
    {
      "epoch": 0.9327868810870188,
      "grad_norm": 7.875,
      "learning_rate": 3.3611457162502636e-06,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5288218289613724,
      "num_tokens": 566490439.0,
      "step": 735370
    },
    {
      "epoch": 0.9327995656795517,
      "grad_norm": 5.75,
      "learning_rate": 3.360511406163972e-06,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5154838055372238,
      "num_tokens": 566497148.0,
      "step": 735380
    },
    {
      "epoch": 0.9328122502720845,
      "grad_norm": 6.1875,
      "learning_rate": 3.35987709607768e-06,
      "loss": 2.2176,
      "mean_token_accuracy": 0.5155049234628677,
      "num_tokens": 566505235.0,
      "step": 735390
    },
    {
      "epoch": 0.9328249348646174,
      "grad_norm": 4.96875,
      "learning_rate": 3.3592427859913886e-06,
      "loss": 1.9099,
      "mean_token_accuracy": 0.5793456137180328,
      "num_tokens": 566512831.0,
      "step": 735400
    },
    {
      "epoch": 0.9328376194571502,
      "grad_norm": 9.1875,
      "learning_rate": 3.3586084759050973e-06,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5444196909666061,
      "num_tokens": 566520492.0,
      "step": 735410
    },
    {
      "epoch": 0.932850304049683,
      "grad_norm": 5.78125,
      "learning_rate": 3.3579741658188056e-06,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5875531733036041,
      "num_tokens": 566527911.0,
      "step": 735420
    },
    {
      "epoch": 0.9328629886422158,
      "grad_norm": 13.75,
      "learning_rate": 3.3573398557325144e-06,
      "loss": 2.0025,
      "mean_token_accuracy": 0.5551499605178833,
      "num_tokens": 566535874.0,
      "step": 735430
    },
    {
      "epoch": 0.9328756732347486,
      "grad_norm": 5.78125,
      "learning_rate": 3.356705545646223e-06,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5597782373428345,
      "num_tokens": 566541752.0,
      "step": 735440
    },
    {
      "epoch": 0.9328883578272815,
      "grad_norm": 5.53125,
      "learning_rate": 3.356071235559931e-06,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5486315488815308,
      "num_tokens": 566549204.0,
      "step": 735450
    },
    {
      "epoch": 0.9329010424198143,
      "grad_norm": 5.59375,
      "learning_rate": 3.3554369254736393e-06,
      "loss": 2.3028,
      "mean_token_accuracy": 0.513600304722786,
      "num_tokens": 566557974.0,
      "step": 735460
    },
    {
      "epoch": 0.9329137270123472,
      "grad_norm": 5.84375,
      "learning_rate": 3.354802615387348e-06,
      "loss": 2.0042,
      "mean_token_accuracy": 0.5443833857774735,
      "num_tokens": 566565636.0,
      "step": 735470
    },
    {
      "epoch": 0.93292641160488,
      "grad_norm": 10.75,
      "learning_rate": 3.3541683053010564e-06,
      "loss": 2.07,
      "mean_token_accuracy": 0.5481545567512512,
      "num_tokens": 566573157.0,
      "step": 735480
    },
    {
      "epoch": 0.9329390961974129,
      "grad_norm": 6.40625,
      "learning_rate": 3.353533995214765e-06,
      "loss": 1.9895,
      "mean_token_accuracy": 0.569072550535202,
      "num_tokens": 566580607.0,
      "step": 735490
    },
    {
      "epoch": 0.9329517807899457,
      "grad_norm": 4.6875,
      "learning_rate": 3.352899685128473e-06,
      "loss": 2.2382,
      "mean_token_accuracy": 0.5165918499231339,
      "num_tokens": 566589644.0,
      "step": 735500
    },
    {
      "epoch": 0.9329644653824786,
      "grad_norm": 5.34375,
      "learning_rate": 3.3522653750421818e-06,
      "loss": 1.9252,
      "mean_token_accuracy": 0.572498795390129,
      "num_tokens": 566597374.0,
      "step": 735510
    },
    {
      "epoch": 0.9329771499750114,
      "grad_norm": 4.875,
      "learning_rate": 3.35163106495589e-06,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5543379187583923,
      "num_tokens": 566604963.0,
      "step": 735520
    },
    {
      "epoch": 0.9329898345675441,
      "grad_norm": 6.875,
      "learning_rate": 3.350996754869599e-06,
      "loss": 1.8571,
      "mean_token_accuracy": 0.5876169681549073,
      "num_tokens": 566611348.0,
      "step": 735530
    },
    {
      "epoch": 0.933002519160077,
      "grad_norm": 5.5625,
      "learning_rate": 3.3503624447833076e-06,
      "loss": 1.8765,
      "mean_token_accuracy": 0.583142152428627,
      "num_tokens": 566618249.0,
      "step": 735540
    },
    {
      "epoch": 0.9330152037526098,
      "grad_norm": 6.28125,
      "learning_rate": 3.349728134697016e-06,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5596433818340302,
      "num_tokens": 566625625.0,
      "step": 735550
    },
    {
      "epoch": 0.9330278883451427,
      "grad_norm": 5.34375,
      "learning_rate": 3.3490938246107238e-06,
      "loss": 2.1651,
      "mean_token_accuracy": 0.5238558977842331,
      "num_tokens": 566634652.0,
      "step": 735560
    },
    {
      "epoch": 0.9330405729376755,
      "grad_norm": 6.65625,
      "learning_rate": 3.3484595145244325e-06,
      "loss": 1.999,
      "mean_token_accuracy": 0.5660915464162827,
      "num_tokens": 566642603.0,
      "step": 735570
    },
    {
      "epoch": 0.9330532575302084,
      "grad_norm": 4.9375,
      "learning_rate": 3.347825204438141e-06,
      "loss": 2.0322,
      "mean_token_accuracy": 0.5502900391817093,
      "num_tokens": 566649771.0,
      "step": 735580
    },
    {
      "epoch": 0.9330659421227412,
      "grad_norm": 3.34375,
      "learning_rate": 3.3471908943518496e-06,
      "loss": 1.8941,
      "mean_token_accuracy": 0.5763641148805618,
      "num_tokens": 566657885.0,
      "step": 735590
    },
    {
      "epoch": 0.933078626715274,
      "grad_norm": 5.9375,
      "learning_rate": 3.3465565842655583e-06,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5480542361736298,
      "num_tokens": 566664569.0,
      "step": 735600
    },
    {
      "epoch": 0.9330913113078069,
      "grad_norm": 5.375,
      "learning_rate": 3.345922274179266e-06,
      "loss": 1.9625,
      "mean_token_accuracy": 0.5584932893514634,
      "num_tokens": 566673340.0,
      "step": 735610
    },
    {
      "epoch": 0.9331039959003397,
      "grad_norm": 5.5625,
      "learning_rate": 3.3452879640929745e-06,
      "loss": 2.3184,
      "mean_token_accuracy": 0.5035082668066024,
      "num_tokens": 566682695.0,
      "step": 735620
    },
    {
      "epoch": 0.9331166804928726,
      "grad_norm": 5.78125,
      "learning_rate": 3.3446536540066832e-06,
      "loss": 2.0357,
      "mean_token_accuracy": 0.5503434389829636,
      "num_tokens": 566691329.0,
      "step": 735630
    },
    {
      "epoch": 0.9331293650854053,
      "grad_norm": 5.34375,
      "learning_rate": 3.344019343920392e-06,
      "loss": 2.133,
      "mean_token_accuracy": 0.5337901383638382,
      "num_tokens": 566698758.0,
      "step": 735640
    },
    {
      "epoch": 0.9331420496779382,
      "grad_norm": 5.15625,
      "learning_rate": 3.3433850338341003e-06,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5367995947599411,
      "num_tokens": 566706622.0,
      "step": 735650
    },
    {
      "epoch": 0.933154734270471,
      "grad_norm": 4.71875,
      "learning_rate": 3.342750723747809e-06,
      "loss": 2.069,
      "mean_token_accuracy": 0.5336285293102264,
      "num_tokens": 566714930.0,
      "step": 735660
    },
    {
      "epoch": 0.9331674188630039,
      "grad_norm": 6.25,
      "learning_rate": 3.342116413661517e-06,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5282073050737381,
      "num_tokens": 566723356.0,
      "step": 735670
    },
    {
      "epoch": 0.9331801034555367,
      "grad_norm": 8.25,
      "learning_rate": 3.3414821035752252e-06,
      "loss": 1.9561,
      "mean_token_accuracy": 0.573194083571434,
      "num_tokens": 566730902.0,
      "step": 735680
    },
    {
      "epoch": 0.9331927880480695,
      "grad_norm": 5.1875,
      "learning_rate": 3.340847793488934e-06,
      "loss": 2.221,
      "mean_token_accuracy": 0.5201077133417129,
      "num_tokens": 566738540.0,
      "step": 735690
    },
    {
      "epoch": 0.9332054726406024,
      "grad_norm": 4.34375,
      "learning_rate": 3.3402134834026427e-06,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5586899548768998,
      "num_tokens": 566744862.0,
      "step": 735700
    },
    {
      "epoch": 0.9332181572331352,
      "grad_norm": 4.6875,
      "learning_rate": 3.339579173316351e-06,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5576806128025055,
      "num_tokens": 566752010.0,
      "step": 735710
    },
    {
      "epoch": 0.9332308418256681,
      "grad_norm": 8.375,
      "learning_rate": 3.338944863230059e-06,
      "loss": 1.9951,
      "mean_token_accuracy": 0.5624141663312912,
      "num_tokens": 566759483.0,
      "step": 735720
    },
    {
      "epoch": 0.9332435264182009,
      "grad_norm": 4.71875,
      "learning_rate": 3.3383105531437677e-06,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5604260802268982,
      "num_tokens": 566767548.0,
      "step": 735730
    },
    {
      "epoch": 0.9332562110107337,
      "grad_norm": 4.6875,
      "learning_rate": 3.3376762430574764e-06,
      "loss": 2.1447,
      "mean_token_accuracy": 0.5430619835853576,
      "num_tokens": 566775003.0,
      "step": 735740
    },
    {
      "epoch": 0.9332688956032665,
      "grad_norm": 6.59375,
      "learning_rate": 3.3370419329711847e-06,
      "loss": 2.209,
      "mean_token_accuracy": 0.5258680135011673,
      "num_tokens": 566782753.0,
      "step": 735750
    },
    {
      "epoch": 0.9332815801957993,
      "grad_norm": 4.84375,
      "learning_rate": 3.3364076228848935e-06,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5775680482387543,
      "num_tokens": 566789663.0,
      "step": 735760
    },
    {
      "epoch": 0.9332942647883322,
      "grad_norm": 7.15625,
      "learning_rate": 3.335773312798602e-06,
      "loss": 1.8448,
      "mean_token_accuracy": 0.5940877079963685,
      "num_tokens": 566796129.0,
      "step": 735770
    },
    {
      "epoch": 0.933306949380865,
      "grad_norm": 9.0,
      "learning_rate": 3.3351390027123097e-06,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5628069877624512,
      "num_tokens": 566802766.0,
      "step": 735780
    },
    {
      "epoch": 0.9333196339733979,
      "grad_norm": 4.8125,
      "learning_rate": 3.3345046926260184e-06,
      "loss": 1.6633,
      "mean_token_accuracy": 0.617222148180008,
      "num_tokens": 566809920.0,
      "step": 735790
    },
    {
      "epoch": 0.9333323185659307,
      "grad_norm": 5.375,
      "learning_rate": 3.333870382539727e-06,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5577140867710113,
      "num_tokens": 566817612.0,
      "step": 735800
    },
    {
      "epoch": 0.9333450031584636,
      "grad_norm": 6.0625,
      "learning_rate": 3.3332360724534355e-06,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5662550568580628,
      "num_tokens": 566825769.0,
      "step": 735810
    },
    {
      "epoch": 0.9333576877509964,
      "grad_norm": 4.9375,
      "learning_rate": 3.3326017623671442e-06,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5665554523468017,
      "num_tokens": 566833894.0,
      "step": 735820
    },
    {
      "epoch": 0.9333703723435293,
      "grad_norm": 6.8125,
      "learning_rate": 3.331967452280852e-06,
      "loss": 2.1647,
      "mean_token_accuracy": 0.5337663739919662,
      "num_tokens": 566841699.0,
      "step": 735830
    },
    {
      "epoch": 0.933383056936062,
      "grad_norm": 4.96875,
      "learning_rate": 3.331333142194561e-06,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5666248887777329,
      "num_tokens": 566848861.0,
      "step": 735840
    },
    {
      "epoch": 0.9333957415285948,
      "grad_norm": 7.90625,
      "learning_rate": 3.330698832108269e-06,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5488380491733551,
      "num_tokens": 566856504.0,
      "step": 735850
    },
    {
      "epoch": 0.9334084261211277,
      "grad_norm": 7.5625,
      "learning_rate": 3.330064522021978e-06,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5407733052968979,
      "num_tokens": 566863467.0,
      "step": 735860
    },
    {
      "epoch": 0.9334211107136605,
      "grad_norm": 5.5,
      "learning_rate": 3.3294302119356862e-06,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5368486523628235,
      "num_tokens": 566870741.0,
      "step": 735870
    },
    {
      "epoch": 0.9334337953061934,
      "grad_norm": 12.3125,
      "learning_rate": 3.328795901849395e-06,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5490047305822372,
      "num_tokens": 566878529.0,
      "step": 735880
    },
    {
      "epoch": 0.9334464798987262,
      "grad_norm": 4.875,
      "learning_rate": 3.328161591763103e-06,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5266679048538208,
      "num_tokens": 566886397.0,
      "step": 735890
    },
    {
      "epoch": 0.9334591644912591,
      "grad_norm": 8.875,
      "learning_rate": 3.3275272816768116e-06,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5440889805555343,
      "num_tokens": 566894309.0,
      "step": 735900
    },
    {
      "epoch": 0.9334718490837919,
      "grad_norm": 6.9375,
      "learning_rate": 3.32689297159052e-06,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5467473119497299,
      "num_tokens": 566902032.0,
      "step": 735910
    },
    {
      "epoch": 0.9334845336763247,
      "grad_norm": 4.875,
      "learning_rate": 3.3262586615042286e-06,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5100559413433075,
      "num_tokens": 566910776.0,
      "step": 735920
    },
    {
      "epoch": 0.9334972182688576,
      "grad_norm": 7.1875,
      "learning_rate": 3.3256243514179374e-06,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5417857855558396,
      "num_tokens": 566918291.0,
      "step": 735930
    },
    {
      "epoch": 0.9335099028613904,
      "grad_norm": 5.0,
      "learning_rate": 3.3249900413316453e-06,
      "loss": 1.8864,
      "mean_token_accuracy": 0.5751960098743438,
      "num_tokens": 566926198.0,
      "step": 735940
    },
    {
      "epoch": 0.9335225874539232,
      "grad_norm": 4.96875,
      "learning_rate": 3.3243557312453536e-06,
      "loss": 1.962,
      "mean_token_accuracy": 0.5659791439771652,
      "num_tokens": 566933301.0,
      "step": 735950
    },
    {
      "epoch": 0.933535272046456,
      "grad_norm": 5.15625,
      "learning_rate": 3.3237214211590623e-06,
      "loss": 1.852,
      "mean_token_accuracy": 0.5920046865940094,
      "num_tokens": 566941638.0,
      "step": 735960
    },
    {
      "epoch": 0.9335479566389889,
      "grad_norm": 8.1875,
      "learning_rate": 3.3230871110727707e-06,
      "loss": 1.9595,
      "mean_token_accuracy": 0.5683046221733093,
      "num_tokens": 566948354.0,
      "step": 735970
    },
    {
      "epoch": 0.9335606412315217,
      "grad_norm": 6.46875,
      "learning_rate": 3.3224528009864794e-06,
      "loss": 2.14,
      "mean_token_accuracy": 0.5264089494943619,
      "num_tokens": 566954125.0,
      "step": 735980
    },
    {
      "epoch": 0.9335733258240545,
      "grad_norm": 4.46875,
      "learning_rate": 3.3218184909001873e-06,
      "loss": 1.9508,
      "mean_token_accuracy": 0.5642011404037476,
      "num_tokens": 566961019.0,
      "step": 735990
    },
    {
      "epoch": 0.9335860104165874,
      "grad_norm": 4.65625,
      "learning_rate": 3.321184180813896e-06,
      "loss": 2.2094,
      "mean_token_accuracy": 0.5101824402809143,
      "num_tokens": 566970114.0,
      "step": 736000
    },
    {
      "epoch": 0.9335986950091202,
      "grad_norm": 7.25,
      "learning_rate": 3.3205498707276043e-06,
      "loss": 2.2504,
      "mean_token_accuracy": 0.5092871397733688,
      "num_tokens": 566978682.0,
      "step": 736010
    },
    {
      "epoch": 0.9336113796016531,
      "grad_norm": 6.59375,
      "learning_rate": 3.319915560641313e-06,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5166855841875077,
      "num_tokens": 566986647.0,
      "step": 736020
    },
    {
      "epoch": 0.9336240641941859,
      "grad_norm": 4.9375,
      "learning_rate": 3.319281250555022e-06,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5226262420415878,
      "num_tokens": 566995121.0,
      "step": 736030
    },
    {
      "epoch": 0.9336367487867188,
      "grad_norm": 6.75,
      "learning_rate": 3.31864694046873e-06,
      "loss": 1.98,
      "mean_token_accuracy": 0.5702481180429458,
      "num_tokens": 567002797.0,
      "step": 736040
    },
    {
      "epoch": 0.9336494333792515,
      "grad_norm": 8.1875,
      "learning_rate": 3.318012630382438e-06,
      "loss": 1.9082,
      "mean_token_accuracy": 0.5828258603811264,
      "num_tokens": 567011743.0,
      "step": 736050
    },
    {
      "epoch": 0.9336621179717844,
      "grad_norm": 5.34375,
      "learning_rate": 3.3173783202961468e-06,
      "loss": 2.1981,
      "mean_token_accuracy": 0.5196419000625611,
      "num_tokens": 567019311.0,
      "step": 736060
    },
    {
      "epoch": 0.9336748025643172,
      "grad_norm": 4.75,
      "learning_rate": 3.316744010209855e-06,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5232879132032394,
      "num_tokens": 567027900.0,
      "step": 736070
    },
    {
      "epoch": 0.93368748715685,
      "grad_norm": 9.875,
      "learning_rate": 3.316109700123564e-06,
      "loss": 1.9337,
      "mean_token_accuracy": 0.5638460218906403,
      "num_tokens": 567035075.0,
      "step": 736080
    },
    {
      "epoch": 0.9337001717493829,
      "grad_norm": 5.34375,
      "learning_rate": 3.3154753900372726e-06,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5382929265499115,
      "num_tokens": 567042298.0,
      "step": 736090
    },
    {
      "epoch": 0.9337128563419157,
      "grad_norm": 5.40625,
      "learning_rate": 3.3148410799509805e-06,
      "loss": 1.8541,
      "mean_token_accuracy": 0.585786959528923,
      "num_tokens": 567049402.0,
      "step": 736100
    },
    {
      "epoch": 0.9337255409344486,
      "grad_norm": 5.9375,
      "learning_rate": 3.3142067698646888e-06,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5641462683677674,
      "num_tokens": 567055465.0,
      "step": 736110
    },
    {
      "epoch": 0.9337382255269814,
      "grad_norm": 5.40625,
      "learning_rate": 3.3135724597783975e-06,
      "loss": 1.9333,
      "mean_token_accuracy": 0.578634163737297,
      "num_tokens": 567063881.0,
      "step": 736120
    },
    {
      "epoch": 0.9337509101195143,
      "grad_norm": 5.3125,
      "learning_rate": 3.3129381496921063e-06,
      "loss": 1.9462,
      "mean_token_accuracy": 0.5628897905349731,
      "num_tokens": 567071101.0,
      "step": 736130
    },
    {
      "epoch": 0.9337635947120471,
      "grad_norm": 4.6875,
      "learning_rate": 3.3123038396058146e-06,
      "loss": 1.9554,
      "mean_token_accuracy": 0.5666377902030945,
      "num_tokens": 567079873.0,
      "step": 736140
    },
    {
      "epoch": 0.9337762793045798,
      "grad_norm": 4.96875,
      "learning_rate": 3.3116695295195233e-06,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5403877377510071,
      "num_tokens": 567088616.0,
      "step": 736150
    },
    {
      "epoch": 0.9337889638971127,
      "grad_norm": 4.9375,
      "learning_rate": 3.311035219433231e-06,
      "loss": 1.9185,
      "mean_token_accuracy": 0.5834307044744491,
      "num_tokens": 567096556.0,
      "step": 736160
    },
    {
      "epoch": 0.9338016484896455,
      "grad_norm": 5.3125,
      "learning_rate": 3.3104009093469395e-06,
      "loss": 2.2947,
      "mean_token_accuracy": 0.5149466663599014,
      "num_tokens": 567104363.0,
      "step": 736170
    },
    {
      "epoch": 0.9338143330821784,
      "grad_norm": 5.0,
      "learning_rate": 3.3097665992606483e-06,
      "loss": 2.12,
      "mean_token_accuracy": 0.5329360008239746,
      "num_tokens": 567113253.0,
      "step": 736180
    },
    {
      "epoch": 0.9338270176747112,
      "grad_norm": 5.15625,
      "learning_rate": 3.309132289174357e-06,
      "loss": 2.0182,
      "mean_token_accuracy": 0.566573616862297,
      "num_tokens": 567121073.0,
      "step": 736190
    },
    {
      "epoch": 0.9338397022672441,
      "grad_norm": 5.90625,
      "learning_rate": 3.3084979790880653e-06,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5836463302373887,
      "num_tokens": 567127660.0,
      "step": 736200
    },
    {
      "epoch": 0.9338523868597769,
      "grad_norm": 4.8125,
      "learning_rate": 3.307863669001773e-06,
      "loss": 2.139,
      "mean_token_accuracy": 0.528355798125267,
      "num_tokens": 567136032.0,
      "step": 736210
    },
    {
      "epoch": 0.9338650714523098,
      "grad_norm": 5.71875,
      "learning_rate": 3.307229358915482e-06,
      "loss": 2.2388,
      "mean_token_accuracy": 0.5136684447526931,
      "num_tokens": 567144166.0,
      "step": 736220
    },
    {
      "epoch": 0.9338777560448426,
      "grad_norm": 5.03125,
      "learning_rate": 3.3065950488291907e-06,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5871542394161224,
      "num_tokens": 567151500.0,
      "step": 736230
    },
    {
      "epoch": 0.9338904406373754,
      "grad_norm": 4.75,
      "learning_rate": 3.305960738742899e-06,
      "loss": 2.0564,
      "mean_token_accuracy": 0.5453233301639557,
      "num_tokens": 567158558.0,
      "step": 736240
    },
    {
      "epoch": 0.9339031252299083,
      "grad_norm": 5.78125,
      "learning_rate": 3.3053264286566077e-06,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5350856453180313,
      "num_tokens": 567167708.0,
      "step": 736250
    },
    {
      "epoch": 0.933915809822441,
      "grad_norm": 5.59375,
      "learning_rate": 3.304692118570316e-06,
      "loss": 2.338,
      "mean_token_accuracy": 0.5104864120483399,
      "num_tokens": 567175753.0,
      "step": 736260
    },
    {
      "epoch": 0.9339284944149739,
      "grad_norm": 5.6875,
      "learning_rate": 3.304057808484024e-06,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5370637238025665,
      "num_tokens": 567184554.0,
      "step": 736270
    },
    {
      "epoch": 0.9339411790075067,
      "grad_norm": 5.28125,
      "learning_rate": 3.3034234983977327e-06,
      "loss": 1.9171,
      "mean_token_accuracy": 0.5694763720035553,
      "num_tokens": 567192600.0,
      "step": 736280
    },
    {
      "epoch": 0.9339538636000396,
      "grad_norm": 5.46875,
      "learning_rate": 3.3027891883114414e-06,
      "loss": 1.9321,
      "mean_token_accuracy": 0.57800412774086,
      "num_tokens": 567200084.0,
      "step": 736290
    },
    {
      "epoch": 0.9339665481925724,
      "grad_norm": 5.53125,
      "learning_rate": 3.3021548782251497e-06,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5133711159229278,
      "num_tokens": 567208510.0,
      "step": 736300
    },
    {
      "epoch": 0.9339792327851052,
      "grad_norm": 5.65625,
      "learning_rate": 3.3015205681388585e-06,
      "loss": 1.7549,
      "mean_token_accuracy": 0.6109855651855469,
      "num_tokens": 567214952.0,
      "step": 736310
    },
    {
      "epoch": 0.9339919173776381,
      "grad_norm": 10.75,
      "learning_rate": 3.3008862580525664e-06,
      "loss": 2.0468,
      "mean_token_accuracy": 0.548248216509819,
      "num_tokens": 567222381.0,
      "step": 736320
    },
    {
      "epoch": 0.9340046019701709,
      "grad_norm": 5.3125,
      "learning_rate": 3.300251947966275e-06,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5258732438087463,
      "num_tokens": 567229964.0,
      "step": 736330
    },
    {
      "epoch": 0.9340172865627038,
      "grad_norm": 5.1875,
      "learning_rate": 3.2996176378799834e-06,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5293778121471405,
      "num_tokens": 567237604.0,
      "step": 736340
    },
    {
      "epoch": 0.9340299711552366,
      "grad_norm": 5.6875,
      "learning_rate": 3.298983327793692e-06,
      "loss": 2.1386,
      "mean_token_accuracy": 0.5312360525131226,
      "num_tokens": 567246170.0,
      "step": 736350
    },
    {
      "epoch": 0.9340426557477695,
      "grad_norm": 6.96875,
      "learning_rate": 3.298349017707401e-06,
      "loss": 2.2584,
      "mean_token_accuracy": 0.5274498224258423,
      "num_tokens": 567253506.0,
      "step": 736360
    },
    {
      "epoch": 0.9340553403403022,
      "grad_norm": 7.375,
      "learning_rate": 3.2977147076211092e-06,
      "loss": 1.9564,
      "mean_token_accuracy": 0.5530804216861724,
      "num_tokens": 567261344.0,
      "step": 736370
    },
    {
      "epoch": 0.934068024932835,
      "grad_norm": 5.8125,
      "learning_rate": 3.297080397534817e-06,
      "loss": 1.9615,
      "mean_token_accuracy": 0.560251784324646,
      "num_tokens": 567269326.0,
      "step": 736380
    },
    {
      "epoch": 0.9340807095253679,
      "grad_norm": 5.15625,
      "learning_rate": 3.296446087448526e-06,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5212366372346878,
      "num_tokens": 567278399.0,
      "step": 736390
    },
    {
      "epoch": 0.9340933941179007,
      "grad_norm": 7.0625,
      "learning_rate": 3.295811777362234e-06,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5225304216146469,
      "num_tokens": 567286209.0,
      "step": 736400
    },
    {
      "epoch": 0.9341060787104336,
      "grad_norm": 5.625,
      "learning_rate": 3.295177467275943e-06,
      "loss": 1.9021,
      "mean_token_accuracy": 0.5753788769245147,
      "num_tokens": 567291911.0,
      "step": 736410
    },
    {
      "epoch": 0.9341187633029664,
      "grad_norm": 5.96875,
      "learning_rate": 3.2945431571896517e-06,
      "loss": 2.2574,
      "mean_token_accuracy": 0.5164443343877793,
      "num_tokens": 567300373.0,
      "step": 736420
    },
    {
      "epoch": 0.9341314478954993,
      "grad_norm": 5.625,
      "learning_rate": 3.2939088471033596e-06,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5108374446630478,
      "num_tokens": 567308095.0,
      "step": 736430
    },
    {
      "epoch": 0.9341441324880321,
      "grad_norm": 5.34375,
      "learning_rate": 3.293274537017068e-06,
      "loss": 1.9741,
      "mean_token_accuracy": 0.5772825211286545,
      "num_tokens": 567315601.0,
      "step": 736440
    },
    {
      "epoch": 0.934156817080565,
      "grad_norm": 6.90625,
      "learning_rate": 3.2926402269307766e-06,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5585921734571457,
      "num_tokens": 567323496.0,
      "step": 736450
    },
    {
      "epoch": 0.9341695016730978,
      "grad_norm": 4.96875,
      "learning_rate": 3.2920059168444853e-06,
      "loss": 1.7279,
      "mean_token_accuracy": 0.6090977191925049,
      "num_tokens": 567330205.0,
      "step": 736460
    },
    {
      "epoch": 0.9341821862656305,
      "grad_norm": 5.75,
      "learning_rate": 3.2913716067581937e-06,
      "loss": 1.7347,
      "mean_token_accuracy": 0.6079164057970047,
      "num_tokens": 567337103.0,
      "step": 736470
    },
    {
      "epoch": 0.9341948708581634,
      "grad_norm": 5.375,
      "learning_rate": 3.2907372966719024e-06,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5646359235048294,
      "num_tokens": 567345346.0,
      "step": 736480
    },
    {
      "epoch": 0.9342075554506962,
      "grad_norm": 4.71875,
      "learning_rate": 3.2901029865856103e-06,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5489661008119583,
      "num_tokens": 567352094.0,
      "step": 736490
    },
    {
      "epoch": 0.9342202400432291,
      "grad_norm": 7.0625,
      "learning_rate": 3.2894686764993186e-06,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5632725566625595,
      "num_tokens": 567359400.0,
      "step": 736500
    },
    {
      "epoch": 0.9342329246357619,
      "grad_norm": 6.0625,
      "learning_rate": 3.2888343664130274e-06,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5208236604928971,
      "num_tokens": 567367467.0,
      "step": 736510
    },
    {
      "epoch": 0.9342456092282948,
      "grad_norm": 4.78125,
      "learning_rate": 3.288200056326736e-06,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5238208115100861,
      "num_tokens": 567374635.0,
      "step": 736520
    },
    {
      "epoch": 0.9342582938208276,
      "grad_norm": 5.84375,
      "learning_rate": 3.2875657462404444e-06,
      "loss": 1.8664,
      "mean_token_accuracy": 0.5929135739803314,
      "num_tokens": 567381175.0,
      "step": 736530
    },
    {
      "epoch": 0.9342709784133604,
      "grad_norm": 6.03125,
      "learning_rate": 3.2869314361541523e-06,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5478318423032761,
      "num_tokens": 567389477.0,
      "step": 736540
    },
    {
      "epoch": 0.9342836630058933,
      "grad_norm": 5.28125,
      "learning_rate": 3.286297126067861e-06,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5239691376686096,
      "num_tokens": 567398121.0,
      "step": 736550
    },
    {
      "epoch": 0.9342963475984261,
      "grad_norm": 5.375,
      "learning_rate": 3.2856628159815698e-06,
      "loss": 2.079,
      "mean_token_accuracy": 0.5393603295087814,
      "num_tokens": 567406473.0,
      "step": 736560
    },
    {
      "epoch": 0.934309032190959,
      "grad_norm": 6.25,
      "learning_rate": 3.285028505895278e-06,
      "loss": 1.9421,
      "mean_token_accuracy": 0.5648581326007843,
      "num_tokens": 567412769.0,
      "step": 736570
    },
    {
      "epoch": 0.9343217167834917,
      "grad_norm": 6.375,
      "learning_rate": 3.284394195808987e-06,
      "loss": 1.7165,
      "mean_token_accuracy": 0.6046242773532867,
      "num_tokens": 567420990.0,
      "step": 736580
    },
    {
      "epoch": 0.9343344013760246,
      "grad_norm": 4.90625,
      "learning_rate": 3.283759885722695e-06,
      "loss": 2.258,
      "mean_token_accuracy": 0.5092768579721451,
      "num_tokens": 567429518.0,
      "step": 736590
    },
    {
      "epoch": 0.9343470859685574,
      "grad_norm": 5.3125,
      "learning_rate": 3.283125575636403e-06,
      "loss": 2.1096,
      "mean_token_accuracy": 0.5458992779254913,
      "num_tokens": 567437003.0,
      "step": 736600
    },
    {
      "epoch": 0.9343597705610903,
      "grad_norm": 5.875,
      "learning_rate": 3.2824912655501118e-06,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5271622657775878,
      "num_tokens": 567445686.0,
      "step": 736610
    },
    {
      "epoch": 0.9343724551536231,
      "grad_norm": 6.59375,
      "learning_rate": 3.2818569554638205e-06,
      "loss": 1.9336,
      "mean_token_accuracy": 0.5831144720315933,
      "num_tokens": 567450798.0,
      "step": 736620
    },
    {
      "epoch": 0.9343851397461559,
      "grad_norm": 6.90625,
      "learning_rate": 3.281222645377529e-06,
      "loss": 2.216,
      "mean_token_accuracy": 0.5216144025325775,
      "num_tokens": 567459085.0,
      "step": 736630
    },
    {
      "epoch": 0.9343978243386888,
      "grad_norm": 4.8125,
      "learning_rate": 3.2805883352912376e-06,
      "loss": 2.1695,
      "mean_token_accuracy": 0.5304957926273346,
      "num_tokens": 567467131.0,
      "step": 736640
    },
    {
      "epoch": 0.9344105089312216,
      "grad_norm": 7.5,
      "learning_rate": 3.2799540252049455e-06,
      "loss": 1.9127,
      "mean_token_accuracy": 0.5845573782920838,
      "num_tokens": 567473506.0,
      "step": 736650
    },
    {
      "epoch": 0.9344231935237545,
      "grad_norm": 8.375,
      "learning_rate": 3.2793197151186542e-06,
      "loss": 2.0451,
      "mean_token_accuracy": 0.5487069636583328,
      "num_tokens": 567481516.0,
      "step": 736660
    },
    {
      "epoch": 0.9344358781162873,
      "grad_norm": 5.53125,
      "learning_rate": 3.2786854050323625e-06,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5528262704610825,
      "num_tokens": 567489107.0,
      "step": 736670
    },
    {
      "epoch": 0.9344485627088202,
      "grad_norm": 5.8125,
      "learning_rate": 3.2780510949460713e-06,
      "loss": 2.1876,
      "mean_token_accuracy": 0.524889412522316,
      "num_tokens": 567498011.0,
      "step": 736680
    },
    {
      "epoch": 0.9344612473013529,
      "grad_norm": 4.625,
      "learning_rate": 3.2774167848597796e-06,
      "loss": 1.9056,
      "mean_token_accuracy": 0.5798434108495713,
      "num_tokens": 567506606.0,
      "step": 736690
    },
    {
      "epoch": 0.9344739318938857,
      "grad_norm": 6.34375,
      "learning_rate": 3.2767824747734883e-06,
      "loss": 2.2607,
      "mean_token_accuracy": 0.5142553567886352,
      "num_tokens": 567513307.0,
      "step": 736700
    },
    {
      "epoch": 0.9344866164864186,
      "grad_norm": 5.1875,
      "learning_rate": 3.2761481646871962e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5305837005376816,
      "num_tokens": 567520545.0,
      "step": 736710
    },
    {
      "epoch": 0.9344993010789514,
      "grad_norm": 5.8125,
      "learning_rate": 3.275513854600905e-06,
      "loss": 2.178,
      "mean_token_accuracy": 0.5198866605758667,
      "num_tokens": 567528185.0,
      "step": 736720
    },
    {
      "epoch": 0.9345119856714843,
      "grad_norm": 10.5625,
      "learning_rate": 3.2748795445146133e-06,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5467354774475097,
      "num_tokens": 567535586.0,
      "step": 736730
    },
    {
      "epoch": 0.9345246702640171,
      "grad_norm": 6.71875,
      "learning_rate": 3.274245234428322e-06,
      "loss": 1.9816,
      "mean_token_accuracy": 0.566523739695549,
      "num_tokens": 567543591.0,
      "step": 736740
    },
    {
      "epoch": 0.93453735485655,
      "grad_norm": 5.71875,
      "learning_rate": 3.2736109243420308e-06,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5272775292396545,
      "num_tokens": 567553058.0,
      "step": 736750
    },
    {
      "epoch": 0.9345500394490828,
      "grad_norm": 5.09375,
      "learning_rate": 3.2729766142557386e-06,
      "loss": 2.1277,
      "mean_token_accuracy": 0.547546923160553,
      "num_tokens": 567560075.0,
      "step": 736760
    },
    {
      "epoch": 0.9345627240416157,
      "grad_norm": 5.78125,
      "learning_rate": 3.272342304169447e-06,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5631999552249909,
      "num_tokens": 567567962.0,
      "step": 736770
    },
    {
      "epoch": 0.9345754086341485,
      "grad_norm": 7.3125,
      "learning_rate": 3.2717079940831557e-06,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5521325826644897,
      "num_tokens": 567574766.0,
      "step": 736780
    },
    {
      "epoch": 0.9345880932266812,
      "grad_norm": 5.96875,
      "learning_rate": 3.271073683996864e-06,
      "loss": 1.9991,
      "mean_token_accuracy": 0.54190853536129,
      "num_tokens": 567583348.0,
      "step": 736790
    },
    {
      "epoch": 0.9346007778192141,
      "grad_norm": 4.875,
      "learning_rate": 3.2704393739105728e-06,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5484811276197433,
      "num_tokens": 567590766.0,
      "step": 736800
    },
    {
      "epoch": 0.9346134624117469,
      "grad_norm": 5.59375,
      "learning_rate": 3.2698050638242815e-06,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5206399738788605,
      "num_tokens": 567599679.0,
      "step": 736810
    },
    {
      "epoch": 0.9346261470042798,
      "grad_norm": 7.75,
      "learning_rate": 3.2691707537379894e-06,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5374385237693786,
      "num_tokens": 567607644.0,
      "step": 736820
    },
    {
      "epoch": 0.9346388315968126,
      "grad_norm": 4.71875,
      "learning_rate": 3.2685364436516977e-06,
      "loss": 2.1811,
      "mean_token_accuracy": 0.5160254150629043,
      "num_tokens": 567616837.0,
      "step": 736830
    },
    {
      "epoch": 0.9346515161893455,
      "grad_norm": 6.53125,
      "learning_rate": 3.2679021335654064e-06,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5690689444541931,
      "num_tokens": 567623774.0,
      "step": 736840
    },
    {
      "epoch": 0.9346642007818783,
      "grad_norm": 5.5,
      "learning_rate": 3.267267823479115e-06,
      "loss": 2.0525,
      "mean_token_accuracy": 0.5503337889909744,
      "num_tokens": 567632237.0,
      "step": 736850
    },
    {
      "epoch": 0.9346768853744111,
      "grad_norm": 4.8125,
      "learning_rate": 3.2666335133928235e-06,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5268701791763306,
      "num_tokens": 567640131.0,
      "step": 736860
    },
    {
      "epoch": 0.934689569966944,
      "grad_norm": 7.1875,
      "learning_rate": 3.2659992033065314e-06,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5516018778085708,
      "num_tokens": 567646633.0,
      "step": 736870
    },
    {
      "epoch": 0.9347022545594768,
      "grad_norm": 7.46875,
      "learning_rate": 3.26536489322024e-06,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5454267710447311,
      "num_tokens": 567653979.0,
      "step": 736880
    },
    {
      "epoch": 0.9347149391520096,
      "grad_norm": 7.03125,
      "learning_rate": 3.2647305831339484e-06,
      "loss": 1.767,
      "mean_token_accuracy": 0.6058526277542114,
      "num_tokens": 567660581.0,
      "step": 736890
    },
    {
      "epoch": 0.9347276237445424,
      "grad_norm": 7.4375,
      "learning_rate": 3.264096273047657e-06,
      "loss": 2.0661,
      "mean_token_accuracy": 0.529812017083168,
      "num_tokens": 567668000.0,
      "step": 736900
    },
    {
      "epoch": 0.9347403083370753,
      "grad_norm": 5.71875,
      "learning_rate": 3.263461962961366e-06,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5386929094791413,
      "num_tokens": 567676951.0,
      "step": 736910
    },
    {
      "epoch": 0.9347529929296081,
      "grad_norm": 4.84375,
      "learning_rate": 3.2628276528750742e-06,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5631774455308914,
      "num_tokens": 567684793.0,
      "step": 736920
    },
    {
      "epoch": 0.9347656775221409,
      "grad_norm": 5.25,
      "learning_rate": 3.262193342788782e-06,
      "loss": 1.8214,
      "mean_token_accuracy": 0.5945453703403473,
      "num_tokens": 567690708.0,
      "step": 736930
    },
    {
      "epoch": 0.9347783621146738,
      "grad_norm": 5.5625,
      "learning_rate": 3.261559032702491e-06,
      "loss": 1.7889,
      "mean_token_accuracy": 0.588920721411705,
      "num_tokens": 567698068.0,
      "step": 736940
    },
    {
      "epoch": 0.9347910467072066,
      "grad_norm": 4.75,
      "learning_rate": 3.2609247226161996e-06,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5301295757293701,
      "num_tokens": 567706646.0,
      "step": 736950
    },
    {
      "epoch": 0.9348037312997395,
      "grad_norm": 6.28125,
      "learning_rate": 3.260290412529908e-06,
      "loss": 1.6576,
      "mean_token_accuracy": 0.6298027634620667,
      "num_tokens": 567712697.0,
      "step": 736960
    },
    {
      "epoch": 0.9348164158922723,
      "grad_norm": 5.0,
      "learning_rate": 3.2596561024436167e-06,
      "loss": 1.9362,
      "mean_token_accuracy": 0.573929762840271,
      "num_tokens": 567720127.0,
      "step": 736970
    },
    {
      "epoch": 0.9348291004848052,
      "grad_norm": 6.65625,
      "learning_rate": 3.2590217923573246e-06,
      "loss": 2.012,
      "mean_token_accuracy": 0.5517714440822601,
      "num_tokens": 567728397.0,
      "step": 736980
    },
    {
      "epoch": 0.934841785077338,
      "grad_norm": 5.15625,
      "learning_rate": 3.258387482271033e-06,
      "loss": 1.8813,
      "mean_token_accuracy": 0.5821064472198486,
      "num_tokens": 567736393.0,
      "step": 736990
    },
    {
      "epoch": 0.9348544696698708,
      "grad_norm": 5.1875,
      "learning_rate": 3.2577531721847416e-06,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5614049673080445,
      "num_tokens": 567744994.0,
      "step": 737000
    },
    {
      "epoch": 0.9348671542624036,
      "grad_norm": 5.25,
      "learning_rate": 3.2571188620984504e-06,
      "loss": 2.1604,
      "mean_token_accuracy": 0.524017795920372,
      "num_tokens": 567753207.0,
      "step": 737010
    },
    {
      "epoch": 0.9348798388549364,
      "grad_norm": 5.9375,
      "learning_rate": 3.2564845520121587e-06,
      "loss": 2.0084,
      "mean_token_accuracy": 0.550712662935257,
      "num_tokens": 567761264.0,
      "step": 737020
    },
    {
      "epoch": 0.9348925234474693,
      "grad_norm": 5.4375,
      "learning_rate": 3.2558502419258674e-06,
      "loss": 2.1826,
      "mean_token_accuracy": 0.5263428658246994,
      "num_tokens": 567768961.0,
      "step": 737030
    },
    {
      "epoch": 0.9349052080400021,
      "grad_norm": 5.3125,
      "learning_rate": 3.2552159318395753e-06,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5626073986291885,
      "num_tokens": 567777214.0,
      "step": 737040
    },
    {
      "epoch": 0.934917892632535,
      "grad_norm": 8.0625,
      "learning_rate": 3.254581621753284e-06,
      "loss": 1.6255,
      "mean_token_accuracy": 0.6332978159189224,
      "num_tokens": 567783793.0,
      "step": 737050
    },
    {
      "epoch": 0.9349305772250678,
      "grad_norm": 4.65625,
      "learning_rate": 3.2539473116669924e-06,
      "loss": 1.953,
      "mean_token_accuracy": 0.5586251676082611,
      "num_tokens": 567791867.0,
      "step": 737060
    },
    {
      "epoch": 0.9349432618176007,
      "grad_norm": 5.625,
      "learning_rate": 3.253313001580701e-06,
      "loss": 2.029,
      "mean_token_accuracy": 0.548632550239563,
      "num_tokens": 567799083.0,
      "step": 737070
    },
    {
      "epoch": 0.9349559464101335,
      "grad_norm": 4.71875,
      "learning_rate": 3.2526786914944094e-06,
      "loss": 1.8782,
      "mean_token_accuracy": 0.574009507894516,
      "num_tokens": 567806683.0,
      "step": 737080
    },
    {
      "epoch": 0.9349686310026663,
      "grad_norm": 7.78125,
      "learning_rate": 3.2520443814081173e-06,
      "loss": 1.9829,
      "mean_token_accuracy": 0.5639585971832275,
      "num_tokens": 567813550.0,
      "step": 737090
    },
    {
      "epoch": 0.9349813155951991,
      "grad_norm": 6.75,
      "learning_rate": 3.251410071321826e-06,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5478883236646652,
      "num_tokens": 567821740.0,
      "step": 737100
    },
    {
      "epoch": 0.9349940001877319,
      "grad_norm": 6.5,
      "learning_rate": 3.250775761235535e-06,
      "loss": 2.057,
      "mean_token_accuracy": 0.5437875330448151,
      "num_tokens": 567830242.0,
      "step": 737110
    },
    {
      "epoch": 0.9350066847802648,
      "grad_norm": 5.28125,
      "learning_rate": 3.250141451149243e-06,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5694444715976715,
      "num_tokens": 567837099.0,
      "step": 737120
    },
    {
      "epoch": 0.9350193693727976,
      "grad_norm": 5.78125,
      "learning_rate": 3.249507141062952e-06,
      "loss": 2.144,
      "mean_token_accuracy": 0.5444189369678497,
      "num_tokens": 567844317.0,
      "step": 737130
    },
    {
      "epoch": 0.9350320539653305,
      "grad_norm": 5.1875,
      "learning_rate": 3.2488728309766606e-06,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5761576682329178,
      "num_tokens": 567850729.0,
      "step": 737140
    },
    {
      "epoch": 0.9350447385578633,
      "grad_norm": 5.25,
      "learning_rate": 3.2482385208903685e-06,
      "loss": 1.8515,
      "mean_token_accuracy": 0.5987680912017822,
      "num_tokens": 567857017.0,
      "step": 737150
    },
    {
      "epoch": 0.9350574231503962,
      "grad_norm": 4.59375,
      "learning_rate": 3.247604210804077e-06,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5657941341400147,
      "num_tokens": 567865751.0,
      "step": 737160
    },
    {
      "epoch": 0.935070107742929,
      "grad_norm": 6.28125,
      "learning_rate": 3.2469699007177855e-06,
      "loss": 2.231,
      "mean_token_accuracy": 0.5172738701105117,
      "num_tokens": 567873007.0,
      "step": 737170
    },
    {
      "epoch": 0.9350827923354618,
      "grad_norm": 7.15625,
      "learning_rate": 3.246335590631494e-06,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5601440519094467,
      "num_tokens": 567879291.0,
      "step": 737180
    },
    {
      "epoch": 0.9350954769279947,
      "grad_norm": 6.1875,
      "learning_rate": 3.2457012805452026e-06,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5736485123634338,
      "num_tokens": 567886750.0,
      "step": 737190
    },
    {
      "epoch": 0.9351081615205274,
      "grad_norm": 9.3125,
      "learning_rate": 3.2450669704589105e-06,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5620140701532363,
      "num_tokens": 567894569.0,
      "step": 737200
    },
    {
      "epoch": 0.9351208461130603,
      "grad_norm": 11.4375,
      "learning_rate": 3.2444326603726192e-06,
      "loss": 1.8905,
      "mean_token_accuracy": 0.5745382219552994,
      "num_tokens": 567901813.0,
      "step": 737210
    },
    {
      "epoch": 0.9351335307055931,
      "grad_norm": 5.25,
      "learning_rate": 3.2437983502863275e-06,
      "loss": 2.234,
      "mean_token_accuracy": 0.5171343237161636,
      "num_tokens": 567909928.0,
      "step": 737220
    },
    {
      "epoch": 0.935146215298126,
      "grad_norm": 5.96875,
      "learning_rate": 3.2431640402000363e-06,
      "loss": 1.9612,
      "mean_token_accuracy": 0.5591472625732422,
      "num_tokens": 567917920.0,
      "step": 737230
    },
    {
      "epoch": 0.9351588998906588,
      "grad_norm": 5.8125,
      "learning_rate": 3.242529730113745e-06,
      "loss": 2.113,
      "mean_token_accuracy": 0.5422457903623581,
      "num_tokens": 567924942.0,
      "step": 737240
    },
    {
      "epoch": 0.9351715844831916,
      "grad_norm": 9.9375,
      "learning_rate": 3.241895420027453e-06,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5639720112085342,
      "num_tokens": 567931714.0,
      "step": 737250
    },
    {
      "epoch": 0.9351842690757245,
      "grad_norm": 5.625,
      "learning_rate": 3.2412611099411612e-06,
      "loss": 1.9413,
      "mean_token_accuracy": 0.5711118668317795,
      "num_tokens": 567938226.0,
      "step": 737260
    },
    {
      "epoch": 0.9351969536682573,
      "grad_norm": 7.0625,
      "learning_rate": 3.24062679985487e-06,
      "loss": 1.8893,
      "mean_token_accuracy": 0.5838043630123139,
      "num_tokens": 567945470.0,
      "step": 737270
    },
    {
      "epoch": 0.9352096382607902,
      "grad_norm": 5.90625,
      "learning_rate": 3.2399924897685783e-06,
      "loss": 2.04,
      "mean_token_accuracy": 0.5609505295753479,
      "num_tokens": 567952606.0,
      "step": 737280
    },
    {
      "epoch": 0.935222322853323,
      "grad_norm": 5.03125,
      "learning_rate": 3.239358179682287e-06,
      "loss": 1.9908,
      "mean_token_accuracy": 0.5594270050525665,
      "num_tokens": 567958958.0,
      "step": 737290
    },
    {
      "epoch": 0.9352350074458559,
      "grad_norm": 5.375,
      "learning_rate": 3.2387238695959958e-06,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5357968956232071,
      "num_tokens": 567966831.0,
      "step": 737300
    },
    {
      "epoch": 0.9352476920383886,
      "grad_norm": 4.4375,
      "learning_rate": 3.2380895595097037e-06,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5350526720285416,
      "num_tokens": 567973480.0,
      "step": 737310
    },
    {
      "epoch": 0.9352603766309214,
      "grad_norm": 5.28125,
      "learning_rate": 3.237455249423412e-06,
      "loss": 2.063,
      "mean_token_accuracy": 0.5405516266822815,
      "num_tokens": 567982050.0,
      "step": 737320
    },
    {
      "epoch": 0.9352730612234543,
      "grad_norm": 9.8125,
      "learning_rate": 3.2368209393371207e-06,
      "loss": 2.1543,
      "mean_token_accuracy": 0.5275682866573334,
      "num_tokens": 567989548.0,
      "step": 737330
    },
    {
      "epoch": 0.9352857458159871,
      "grad_norm": 5.09375,
      "learning_rate": 3.2361866292508295e-06,
      "loss": 2.087,
      "mean_token_accuracy": 0.5448064982891083,
      "num_tokens": 567997741.0,
      "step": 737340
    },
    {
      "epoch": 0.93529843040852,
      "grad_norm": 4.9375,
      "learning_rate": 3.2355523191645378e-06,
      "loss": 2.2207,
      "mean_token_accuracy": 0.5102422088384628,
      "num_tokens": 568005088.0,
      "step": 737350
    },
    {
      "epoch": 0.9353111150010528,
      "grad_norm": 5.75,
      "learning_rate": 3.2349180090782457e-06,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5574081391096115,
      "num_tokens": 568012614.0,
      "step": 737360
    },
    {
      "epoch": 0.9353237995935857,
      "grad_norm": 4.84375,
      "learning_rate": 3.2342836989919544e-06,
      "loss": 2.004,
      "mean_token_accuracy": 0.5595685422420502,
      "num_tokens": 568020839.0,
      "step": 737370
    },
    {
      "epoch": 0.9353364841861185,
      "grad_norm": 5.34375,
      "learning_rate": 3.233649388905663e-06,
      "loss": 2.0652,
      "mean_token_accuracy": 0.5457903802394867,
      "num_tokens": 568028599.0,
      "step": 737380
    },
    {
      "epoch": 0.9353491687786514,
      "grad_norm": 5.0625,
      "learning_rate": 3.2330150788193715e-06,
      "loss": 1.8491,
      "mean_token_accuracy": 0.5760521411895752,
      "num_tokens": 568036060.0,
      "step": 737390
    },
    {
      "epoch": 0.9353618533711842,
      "grad_norm": 4.9375,
      "learning_rate": 3.23238076873308e-06,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5567563980817795,
      "num_tokens": 568043881.0,
      "step": 737400
    },
    {
      "epoch": 0.935374537963717,
      "grad_norm": 6.25,
      "learning_rate": 3.2317464586467885e-06,
      "loss": 1.888,
      "mean_token_accuracy": 0.5760705709457398,
      "num_tokens": 568050794.0,
      "step": 737410
    },
    {
      "epoch": 0.9353872225562498,
      "grad_norm": 5.15625,
      "learning_rate": 3.2311121485604964e-06,
      "loss": 1.9935,
      "mean_token_accuracy": 0.5472862005233765,
      "num_tokens": 568057707.0,
      "step": 737420
    },
    {
      "epoch": 0.9353999071487826,
      "grad_norm": 5.25,
      "learning_rate": 3.230477838474205e-06,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5376124769449234,
      "num_tokens": 568066268.0,
      "step": 737430
    },
    {
      "epoch": 0.9354125917413155,
      "grad_norm": 9.375,
      "learning_rate": 3.229843528387914e-06,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5502961456775666,
      "num_tokens": 568073665.0,
      "step": 737440
    },
    {
      "epoch": 0.9354252763338483,
      "grad_norm": 6.375,
      "learning_rate": 3.229209218301622e-06,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5482645273208618,
      "num_tokens": 568082414.0,
      "step": 737450
    },
    {
      "epoch": 0.9354379609263812,
      "grad_norm": 5.375,
      "learning_rate": 3.228574908215331e-06,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5322572648525238,
      "num_tokens": 568090818.0,
      "step": 737460
    },
    {
      "epoch": 0.935450645518914,
      "grad_norm": 4.9375,
      "learning_rate": 3.227940598129039e-06,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5437511742115021,
      "num_tokens": 568099056.0,
      "step": 737470
    },
    {
      "epoch": 0.9354633301114468,
      "grad_norm": 6.84375,
      "learning_rate": 3.2273062880427476e-06,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5219802856445312,
      "num_tokens": 568106459.0,
      "step": 737480
    },
    {
      "epoch": 0.9354760147039797,
      "grad_norm": 5.34375,
      "learning_rate": 3.226671977956456e-06,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5402240097522736,
      "num_tokens": 568114245.0,
      "step": 737490
    },
    {
      "epoch": 0.9354886992965125,
      "grad_norm": 5.3125,
      "learning_rate": 3.2260376678701646e-06,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5485899120569229,
      "num_tokens": 568123135.0,
      "step": 737500
    },
    {
      "epoch": 0.9355013838890454,
      "grad_norm": 6.71875,
      "learning_rate": 3.225403357783873e-06,
      "loss": 2.0281,
      "mean_token_accuracy": 0.551209220290184,
      "num_tokens": 568131138.0,
      "step": 737510
    },
    {
      "epoch": 0.9355140684815781,
      "grad_norm": 5.25,
      "learning_rate": 3.2247690476975817e-06,
      "loss": 1.8701,
      "mean_token_accuracy": 0.5862009435892105,
      "num_tokens": 568138897.0,
      "step": 737520
    },
    {
      "epoch": 0.935526753074111,
      "grad_norm": 5.25,
      "learning_rate": 3.2241347376112896e-06,
      "loss": 1.899,
      "mean_token_accuracy": 0.5882840126752853,
      "num_tokens": 568146601.0,
      "step": 737530
    },
    {
      "epoch": 0.9355394376666438,
      "grad_norm": 6.40625,
      "learning_rate": 3.2235004275249983e-06,
      "loss": 1.9256,
      "mean_token_accuracy": 0.5748454689979553,
      "num_tokens": 568154285.0,
      "step": 737540
    },
    {
      "epoch": 0.9355521222591767,
      "grad_norm": 8.75,
      "learning_rate": 3.2228661174387066e-06,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5338855177164078,
      "num_tokens": 568162494.0,
      "step": 737550
    },
    {
      "epoch": 0.9355648068517095,
      "grad_norm": 5.15625,
      "learning_rate": 3.2222318073524154e-06,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5231277644634247,
      "num_tokens": 568170877.0,
      "step": 737560
    },
    {
      "epoch": 0.9355774914442423,
      "grad_norm": 5.3125,
      "learning_rate": 3.221597497266124e-06,
      "loss": 2.029,
      "mean_token_accuracy": 0.544840955734253,
      "num_tokens": 568178771.0,
      "step": 737570
    },
    {
      "epoch": 0.9355901760367752,
      "grad_norm": 4.75,
      "learning_rate": 3.220963187179832e-06,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5513445526361466,
      "num_tokens": 568187088.0,
      "step": 737580
    },
    {
      "epoch": 0.935602860629308,
      "grad_norm": 4.84375,
      "learning_rate": 3.2203288770935403e-06,
      "loss": 1.8932,
      "mean_token_accuracy": 0.5760553449392318,
      "num_tokens": 568194524.0,
      "step": 737590
    },
    {
      "epoch": 0.9356155452218409,
      "grad_norm": 5.6875,
      "learning_rate": 3.219694567007249e-06,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5325246512889862,
      "num_tokens": 568201995.0,
      "step": 737600
    },
    {
      "epoch": 0.9356282298143737,
      "grad_norm": 7.15625,
      "learning_rate": 3.2190602569209574e-06,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5549665689468384,
      "num_tokens": 568209171.0,
      "step": 737610
    },
    {
      "epoch": 0.9356409144069066,
      "grad_norm": 5.0625,
      "learning_rate": 3.218425946834666e-06,
      "loss": 2.1097,
      "mean_token_accuracy": 0.5280428349971771,
      "num_tokens": 568218321.0,
      "step": 737620
    },
    {
      "epoch": 0.9356535989994393,
      "grad_norm": 5.5625,
      "learning_rate": 3.217791636748375e-06,
      "loss": 1.9404,
      "mean_token_accuracy": 0.5774343192577363,
      "num_tokens": 568226863.0,
      "step": 737630
    },
    {
      "epoch": 0.9356662835919721,
      "grad_norm": 5.21875,
      "learning_rate": 3.2171573266620828e-06,
      "loss": 2.1862,
      "mean_token_accuracy": 0.5302759647369385,
      "num_tokens": 568234932.0,
      "step": 737640
    },
    {
      "epoch": 0.935678968184505,
      "grad_norm": 9.625,
      "learning_rate": 3.216523016575791e-06,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5760673254728317,
      "num_tokens": 568241561.0,
      "step": 737650
    },
    {
      "epoch": 0.9356916527770378,
      "grad_norm": 5.40625,
      "learning_rate": 3.2158887064895e-06,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5456734091043473,
      "num_tokens": 568250184.0,
      "step": 737660
    },
    {
      "epoch": 0.9357043373695707,
      "grad_norm": 5.65625,
      "learning_rate": 3.2152543964032085e-06,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5498489320278168,
      "num_tokens": 568257470.0,
      "step": 737670
    },
    {
      "epoch": 0.9357170219621035,
      "grad_norm": 5.09375,
      "learning_rate": 3.214620086316917e-06,
      "loss": 1.7746,
      "mean_token_accuracy": 0.6006691992282868,
      "num_tokens": 568264864.0,
      "step": 737680
    },
    {
      "epoch": 0.9357297065546364,
      "grad_norm": 5.59375,
      "learning_rate": 3.2139857762306248e-06,
      "loss": 2.2856,
      "mean_token_accuracy": 0.5191143691539765,
      "num_tokens": 568271743.0,
      "step": 737690
    },
    {
      "epoch": 0.9357423911471692,
      "grad_norm": 5.125,
      "learning_rate": 3.2133514661443335e-06,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5433098256587983,
      "num_tokens": 568280925.0,
      "step": 737700
    },
    {
      "epoch": 0.935755075739702,
      "grad_norm": 5.59375,
      "learning_rate": 3.212717156058042e-06,
      "loss": 2.1999,
      "mean_token_accuracy": 0.5231423646211624,
      "num_tokens": 568289262.0,
      "step": 737710
    },
    {
      "epoch": 0.9357677603322349,
      "grad_norm": 4.90625,
      "learning_rate": 3.2120828459717506e-06,
      "loss": 2.158,
      "mean_token_accuracy": 0.5326856970787048,
      "num_tokens": 568297299.0,
      "step": 737720
    },
    {
      "epoch": 0.9357804449247676,
      "grad_norm": 7.09375,
      "learning_rate": 3.2114485358854593e-06,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5407904177904129,
      "num_tokens": 568304547.0,
      "step": 737730
    },
    {
      "epoch": 0.9357931295173005,
      "grad_norm": 6.0625,
      "learning_rate": 3.2108142257991676e-06,
      "loss": 2.3148,
      "mean_token_accuracy": 0.5096242010593415,
      "num_tokens": 568313798.0,
      "step": 737740
    },
    {
      "epoch": 0.9358058141098333,
      "grad_norm": 6.53125,
      "learning_rate": 3.2101799157128755e-06,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5317195892333985,
      "num_tokens": 568322631.0,
      "step": 737750
    },
    {
      "epoch": 0.9358184987023662,
      "grad_norm": 6.8125,
      "learning_rate": 3.2095456056265842e-06,
      "loss": 2.3173,
      "mean_token_accuracy": 0.50952807366848,
      "num_tokens": 568331192.0,
      "step": 737760
    },
    {
      "epoch": 0.935831183294899,
      "grad_norm": 7.15625,
      "learning_rate": 3.208911295540293e-06,
      "loss": 2.1737,
      "mean_token_accuracy": 0.5184457719326019,
      "num_tokens": 568339621.0,
      "step": 737770
    },
    {
      "epoch": 0.9358438678874319,
      "grad_norm": 5.15625,
      "learning_rate": 3.2082769854540013e-06,
      "loss": 2.0542,
      "mean_token_accuracy": 0.5383218467235565,
      "num_tokens": 568348060.0,
      "step": 737780
    },
    {
      "epoch": 0.9358565524799647,
      "grad_norm": 5.3125,
      "learning_rate": 3.20764267536771e-06,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5166335374116897,
      "num_tokens": 568357700.0,
      "step": 737790
    },
    {
      "epoch": 0.9358692370724975,
      "grad_norm": 5.65625,
      "learning_rate": 3.207008365281418e-06,
      "loss": 1.9169,
      "mean_token_accuracy": 0.578623604774475,
      "num_tokens": 568364475.0,
      "step": 737800
    },
    {
      "epoch": 0.9358819216650304,
      "grad_norm": 6.5,
      "learning_rate": 3.2063740551951262e-06,
      "loss": 2.195,
      "mean_token_accuracy": 0.5354855358600616,
      "num_tokens": 568371797.0,
      "step": 737810
    },
    {
      "epoch": 0.9358946062575632,
      "grad_norm": 6.625,
      "learning_rate": 3.205739745108835e-06,
      "loss": 2.3,
      "mean_token_accuracy": 0.5165109962224961,
      "num_tokens": 568380135.0,
      "step": 737820
    },
    {
      "epoch": 0.935907290850096,
      "grad_norm": 5.625,
      "learning_rate": 3.2051054350225437e-06,
      "loss": 2.012,
      "mean_token_accuracy": 0.5539807200431823,
      "num_tokens": 568387370.0,
      "step": 737830
    },
    {
      "epoch": 0.9359199754426288,
      "grad_norm": 9.0,
      "learning_rate": 3.204471124936252e-06,
      "loss": 2.162,
      "mean_token_accuracy": 0.5344883799552917,
      "num_tokens": 568394518.0,
      "step": 737840
    },
    {
      "epoch": 0.9359326600351617,
      "grad_norm": 4.9375,
      "learning_rate": 3.2038368148499608e-06,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5346048921346664,
      "num_tokens": 568402387.0,
      "step": 737850
    },
    {
      "epoch": 0.9359453446276945,
      "grad_norm": 7.96875,
      "learning_rate": 3.2032025047636687e-06,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5663493156433106,
      "num_tokens": 568408744.0,
      "step": 737860
    },
    {
      "epoch": 0.9359580292202273,
      "grad_norm": 7.3125,
      "learning_rate": 3.2025681946773774e-06,
      "loss": 1.9366,
      "mean_token_accuracy": 0.5697862923145294,
      "num_tokens": 568415431.0,
      "step": 737870
    },
    {
      "epoch": 0.9359707138127602,
      "grad_norm": 6.0625,
      "learning_rate": 3.2019338845910857e-06,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5347259014844894,
      "num_tokens": 568423062.0,
      "step": 737880
    },
    {
      "epoch": 0.935983398405293,
      "grad_norm": 5.21875,
      "learning_rate": 3.2012995745047945e-06,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5637310802936554,
      "num_tokens": 568430379.0,
      "step": 737890
    },
    {
      "epoch": 0.9359960829978259,
      "grad_norm": 5.53125,
      "learning_rate": 3.2006652644185028e-06,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5194814503192902,
      "num_tokens": 568437796.0,
      "step": 737900
    },
    {
      "epoch": 0.9360087675903587,
      "grad_norm": 5.15625,
      "learning_rate": 3.2000309543322107e-06,
      "loss": 2.011,
      "mean_token_accuracy": 0.5488977313041687,
      "num_tokens": 568445887.0,
      "step": 737910
    },
    {
      "epoch": 0.9360214521828916,
      "grad_norm": 6.28125,
      "learning_rate": 3.1993966442459194e-06,
      "loss": 1.8964,
      "mean_token_accuracy": 0.5689651668071747,
      "num_tokens": 568453498.0,
      "step": 737920
    },
    {
      "epoch": 0.9360341367754244,
      "grad_norm": 8.5625,
      "learning_rate": 3.198762334159628e-06,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5454910665750503,
      "num_tokens": 568461268.0,
      "step": 737930
    },
    {
      "epoch": 0.9360468213679572,
      "grad_norm": 5.53125,
      "learning_rate": 3.1981280240733365e-06,
      "loss": 2.1211,
      "mean_token_accuracy": 0.5469566345214844,
      "num_tokens": 568469127.0,
      "step": 737940
    },
    {
      "epoch": 0.93605950596049,
      "grad_norm": 6.09375,
      "learning_rate": 3.1974937139870452e-06,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5218174278736114,
      "num_tokens": 568477144.0,
      "step": 737950
    },
    {
      "epoch": 0.9360721905530228,
      "grad_norm": 5.625,
      "learning_rate": 3.196859403900754e-06,
      "loss": 1.9885,
      "mean_token_accuracy": 0.5515103280544281,
      "num_tokens": 568485746.0,
      "step": 737960
    },
    {
      "epoch": 0.9360848751455557,
      "grad_norm": 6.90625,
      "learning_rate": 3.196225093814462e-06,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5433068722486496,
      "num_tokens": 568494786.0,
      "step": 737970
    },
    {
      "epoch": 0.9360975597380885,
      "grad_norm": 5.5,
      "learning_rate": 3.19559078372817e-06,
      "loss": 1.988,
      "mean_token_accuracy": 0.5620742172002793,
      "num_tokens": 568501934.0,
      "step": 737980
    },
    {
      "epoch": 0.9361102443306214,
      "grad_norm": 7.4375,
      "learning_rate": 3.194956473641879e-06,
      "loss": 1.7124,
      "mean_token_accuracy": 0.612580168247223,
      "num_tokens": 568507661.0,
      "step": 737990
    },
    {
      "epoch": 0.9361229289231542,
      "grad_norm": 7.0625,
      "learning_rate": 3.1943221635555872e-06,
      "loss": 1.8044,
      "mean_token_accuracy": 0.5974017679691315,
      "num_tokens": 568515632.0,
      "step": 738000
    },
    {
      "epoch": 0.9361356135156871,
      "grad_norm": 9.3125,
      "learning_rate": 3.193687853469296e-06,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5842720061540604,
      "num_tokens": 568521881.0,
      "step": 738010
    },
    {
      "epoch": 0.9361482981082199,
      "grad_norm": 6.25,
      "learning_rate": 3.193053543383004e-06,
      "loss": 2.129,
      "mean_token_accuracy": 0.5371394991874695,
      "num_tokens": 568529967.0,
      "step": 738020
    },
    {
      "epoch": 0.9361609827007527,
      "grad_norm": 5.90625,
      "learning_rate": 3.1924192332967126e-06,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5422134608030319,
      "num_tokens": 568538170.0,
      "step": 738030
    },
    {
      "epoch": 0.9361736672932855,
      "grad_norm": 7.5625,
      "learning_rate": 3.191784923210421e-06,
      "loss": 2.3541,
      "mean_token_accuracy": 0.5058201014995575,
      "num_tokens": 568546607.0,
      "step": 738040
    },
    {
      "epoch": 0.9361863518858183,
      "grad_norm": 9.625,
      "learning_rate": 3.1911506131241296e-06,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5325607687234879,
      "num_tokens": 568553958.0,
      "step": 738050
    },
    {
      "epoch": 0.9361990364783512,
      "grad_norm": 5.4375,
      "learning_rate": 3.1905163030378384e-06,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5578107088804245,
      "num_tokens": 568560093.0,
      "step": 738060
    },
    {
      "epoch": 0.936211721070884,
      "grad_norm": 4.84375,
      "learning_rate": 3.1898819929515467e-06,
      "loss": 2.1138,
      "mean_token_accuracy": 0.529770028591156,
      "num_tokens": 568569558.0,
      "step": 738070
    },
    {
      "epoch": 0.9362244056634169,
      "grad_norm": 5.4375,
      "learning_rate": 3.1892476828652546e-06,
      "loss": 2.1078,
      "mean_token_accuracy": 0.5304153263568878,
      "num_tokens": 568577965.0,
      "step": 738080
    },
    {
      "epoch": 0.9362370902559497,
      "grad_norm": 7.15625,
      "learning_rate": 3.1886133727789633e-06,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5384004861116409,
      "num_tokens": 568585694.0,
      "step": 738090
    },
    {
      "epoch": 0.9362497748484826,
      "grad_norm": 5.25,
      "learning_rate": 3.1879790626926716e-06,
      "loss": 1.974,
      "mean_token_accuracy": 0.5721382886171341,
      "num_tokens": 568593997.0,
      "step": 738100
    },
    {
      "epoch": 0.9362624594410154,
      "grad_norm": 4.6875,
      "learning_rate": 3.1873447526063804e-06,
      "loss": 1.7358,
      "mean_token_accuracy": 0.6009229183197021,
      "num_tokens": 568600939.0,
      "step": 738110
    },
    {
      "epoch": 0.9362751440335482,
      "grad_norm": 6.34375,
      "learning_rate": 3.186710442520089e-06,
      "loss": 2.1743,
      "mean_token_accuracy": 0.5409557312726975,
      "num_tokens": 568608216.0,
      "step": 738120
    },
    {
      "epoch": 0.9362878286260811,
      "grad_norm": 5.625,
      "learning_rate": 3.186076132433797e-06,
      "loss": 1.8047,
      "mean_token_accuracy": 0.5953557282686234,
      "num_tokens": 568615897.0,
      "step": 738130
    },
    {
      "epoch": 0.9363005132186139,
      "grad_norm": 5.96875,
      "learning_rate": 3.1854418223475053e-06,
      "loss": 1.8918,
      "mean_token_accuracy": 0.5773593723773957,
      "num_tokens": 568623754.0,
      "step": 738140
    },
    {
      "epoch": 0.9363131978111467,
      "grad_norm": 5.09375,
      "learning_rate": 3.184807512261214e-06,
      "loss": 1.908,
      "mean_token_accuracy": 0.5815718024969101,
      "num_tokens": 568631630.0,
      "step": 738150
    },
    {
      "epoch": 0.9363258824036795,
      "grad_norm": 5.0,
      "learning_rate": 3.184173202174923e-06,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5563100785017013,
      "num_tokens": 568637495.0,
      "step": 738160
    },
    {
      "epoch": 0.9363385669962124,
      "grad_norm": 5.46875,
      "learning_rate": 3.183538892088631e-06,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5544444859027863,
      "num_tokens": 568645611.0,
      "step": 738170
    },
    {
      "epoch": 0.9363512515887452,
      "grad_norm": 5.875,
      "learning_rate": 3.18290458200234e-06,
      "loss": 1.8121,
      "mean_token_accuracy": 0.5977685451507568,
      "num_tokens": 568652954.0,
      "step": 738180
    },
    {
      "epoch": 0.936363936181278,
      "grad_norm": 5.0,
      "learning_rate": 3.1822702719160478e-06,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5269020587205887,
      "num_tokens": 568662156.0,
      "step": 738190
    },
    {
      "epoch": 0.9363766207738109,
      "grad_norm": 4.71875,
      "learning_rate": 3.181635961829756e-06,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5455562204122544,
      "num_tokens": 568671155.0,
      "step": 738200
    },
    {
      "epoch": 0.9363893053663437,
      "grad_norm": 6.59375,
      "learning_rate": 3.181001651743465e-06,
      "loss": 2.2182,
      "mean_token_accuracy": 0.5194949358701706,
      "num_tokens": 568678751.0,
      "step": 738210
    },
    {
      "epoch": 0.9364019899588766,
      "grad_norm": 6.40625,
      "learning_rate": 3.1803673416571736e-06,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5161576986312866,
      "num_tokens": 568685457.0,
      "step": 738220
    },
    {
      "epoch": 0.9364146745514094,
      "grad_norm": 5.78125,
      "learning_rate": 3.179733031570882e-06,
      "loss": 1.9579,
      "mean_token_accuracy": 0.5610852926969528,
      "num_tokens": 568693460.0,
      "step": 738230
    },
    {
      "epoch": 0.9364273591439423,
      "grad_norm": 5.21875,
      "learning_rate": 3.1790987214845898e-06,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5366936653852463,
      "num_tokens": 568700950.0,
      "step": 738240
    },
    {
      "epoch": 0.936440043736475,
      "grad_norm": 4.78125,
      "learning_rate": 3.1784644113982985e-06,
      "loss": 1.8576,
      "mean_token_accuracy": 0.5763443499803543,
      "num_tokens": 568708959.0,
      "step": 738250
    },
    {
      "epoch": 0.9364527283290078,
      "grad_norm": 4.78125,
      "learning_rate": 3.1778301013120073e-06,
      "loss": 2.0482,
      "mean_token_accuracy": 0.5431062370538712,
      "num_tokens": 568716780.0,
      "step": 738260
    },
    {
      "epoch": 0.9364654129215407,
      "grad_norm": 5.03125,
      "learning_rate": 3.1771957912257156e-06,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5221687138080597,
      "num_tokens": 568725875.0,
      "step": 738270
    },
    {
      "epoch": 0.9364780975140735,
      "grad_norm": 11.0625,
      "learning_rate": 3.1765614811394243e-06,
      "loss": 1.8539,
      "mean_token_accuracy": 0.5967994958162308,
      "num_tokens": 568732630.0,
      "step": 738280
    },
    {
      "epoch": 0.9364907821066064,
      "grad_norm": 5.3125,
      "learning_rate": 3.175927171053133e-06,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5535255163908005,
      "num_tokens": 568740389.0,
      "step": 738290
    },
    {
      "epoch": 0.9365034666991392,
      "grad_norm": 5.34375,
      "learning_rate": 3.175292860966841e-06,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5514414846897125,
      "num_tokens": 568749287.0,
      "step": 738300
    },
    {
      "epoch": 0.9365161512916721,
      "grad_norm": 5.40625,
      "learning_rate": 3.1746585508805493e-06,
      "loss": 1.4626,
      "mean_token_accuracy": 0.6577370703220368,
      "num_tokens": 568756297.0,
      "step": 738310
    },
    {
      "epoch": 0.9365288358842049,
      "grad_norm": 7.9375,
      "learning_rate": 3.174024240794258e-06,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5460994064807891,
      "num_tokens": 568761947.0,
      "step": 738320
    },
    {
      "epoch": 0.9365415204767378,
      "grad_norm": 6.21875,
      "learning_rate": 3.1733899307079663e-06,
      "loss": 1.999,
      "mean_token_accuracy": 0.5711472600698471,
      "num_tokens": 568768277.0,
      "step": 738330
    },
    {
      "epoch": 0.9365542050692706,
      "grad_norm": 6.40625,
      "learning_rate": 3.172755620621675e-06,
      "loss": 1.9117,
      "mean_token_accuracy": 0.5691632926464081,
      "num_tokens": 568776425.0,
      "step": 738340
    },
    {
      "epoch": 0.9365668896618033,
      "grad_norm": 7.65625,
      "learning_rate": 3.172121310535383e-06,
      "loss": 2.101,
      "mean_token_accuracy": 0.5414297759532929,
      "num_tokens": 568784101.0,
      "step": 738350
    },
    {
      "epoch": 0.9365795742543362,
      "grad_norm": 5.15625,
      "learning_rate": 3.1714870004490917e-06,
      "loss": 1.9302,
      "mean_token_accuracy": 0.5656255811452866,
      "num_tokens": 568792140.0,
      "step": 738360
    },
    {
      "epoch": 0.936592258846869,
      "grad_norm": 6.09375,
      "learning_rate": 3.1708526903628e-06,
      "loss": 2.0465,
      "mean_token_accuracy": 0.565974336862564,
      "num_tokens": 568799451.0,
      "step": 738370
    },
    {
      "epoch": 0.9366049434394019,
      "grad_norm": 5.65625,
      "learning_rate": 3.1702183802765087e-06,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5421087086200714,
      "num_tokens": 568808566.0,
      "step": 738380
    },
    {
      "epoch": 0.9366176280319347,
      "grad_norm": 6.40625,
      "learning_rate": 3.1695840701902175e-06,
      "loss": 2.0908,
      "mean_token_accuracy": 0.542549404501915,
      "num_tokens": 568817798.0,
      "step": 738390
    },
    {
      "epoch": 0.9366303126244676,
      "grad_norm": 4.875,
      "learning_rate": 3.168949760103926e-06,
      "loss": 1.7306,
      "mean_token_accuracy": 0.6056955397129059,
      "num_tokens": 568825734.0,
      "step": 738400
    },
    {
      "epoch": 0.9366429972170004,
      "grad_norm": 6.90625,
      "learning_rate": 3.1683154500176337e-06,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5556804150342941,
      "num_tokens": 568834726.0,
      "step": 738410
    },
    {
      "epoch": 0.9366556818095332,
      "grad_norm": 7.15625,
      "learning_rate": 3.1676811399313424e-06,
      "loss": 2.0539,
      "mean_token_accuracy": 0.552062651515007,
      "num_tokens": 568842142.0,
      "step": 738420
    },
    {
      "epoch": 0.9366683664020661,
      "grad_norm": 4.65625,
      "learning_rate": 3.1670468298450507e-06,
      "loss": 1.7524,
      "mean_token_accuracy": 0.6051951885223389,
      "num_tokens": 568848563.0,
      "step": 738430
    },
    {
      "epoch": 0.9366810509945989,
      "grad_norm": 5.40625,
      "learning_rate": 3.1664125197587595e-06,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5399350970983505,
      "num_tokens": 568857797.0,
      "step": 738440
    },
    {
      "epoch": 0.9366937355871318,
      "grad_norm": 4.65625,
      "learning_rate": 3.1657782096724682e-06,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5660749077796936,
      "num_tokens": 568865647.0,
      "step": 738450
    },
    {
      "epoch": 0.9367064201796645,
      "grad_norm": 4.9375,
      "learning_rate": 3.165143899586176e-06,
      "loss": 1.9101,
      "mean_token_accuracy": 0.5723610877990722,
      "num_tokens": 568874357.0,
      "step": 738460
    },
    {
      "epoch": 0.9367191047721974,
      "grad_norm": 5.03125,
      "learning_rate": 3.1645095894998844e-06,
      "loss": 2.1563,
      "mean_token_accuracy": 0.539306002855301,
      "num_tokens": 568881537.0,
      "step": 738470
    },
    {
      "epoch": 0.9367317893647302,
      "grad_norm": 4.5625,
      "learning_rate": 3.163875279413593e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5506909608840942,
      "num_tokens": 568890388.0,
      "step": 738480
    },
    {
      "epoch": 0.9367444739572631,
      "grad_norm": 5.59375,
      "learning_rate": 3.163240969327302e-06,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5526715517044067,
      "num_tokens": 568897530.0,
      "step": 738490
    },
    {
      "epoch": 0.9367571585497959,
      "grad_norm": 5.5625,
      "learning_rate": 3.1626066592410102e-06,
      "loss": 1.82,
      "mean_token_accuracy": 0.5941274285316467,
      "num_tokens": 568904794.0,
      "step": 738500
    },
    {
      "epoch": 0.9367698431423287,
      "grad_norm": 5.15625,
      "learning_rate": 3.161972349154719e-06,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5460860103368759,
      "num_tokens": 568913406.0,
      "step": 738510
    },
    {
      "epoch": 0.9367825277348616,
      "grad_norm": 5.75,
      "learning_rate": 3.161338039068427e-06,
      "loss": 2.1941,
      "mean_token_accuracy": 0.5259197860956192,
      "num_tokens": 568921754.0,
      "step": 738520
    },
    {
      "epoch": 0.9367952123273944,
      "grad_norm": 6.40625,
      "learning_rate": 3.160703728982135e-06,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5429495066404343,
      "num_tokens": 568928929.0,
      "step": 738530
    },
    {
      "epoch": 0.9368078969199273,
      "grad_norm": 6.15625,
      "learning_rate": 3.160069418895844e-06,
      "loss": 1.6401,
      "mean_token_accuracy": 0.636030200123787,
      "num_tokens": 568936861.0,
      "step": 738540
    },
    {
      "epoch": 0.9368205815124601,
      "grad_norm": 5.46875,
      "learning_rate": 3.1594351088095527e-06,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5331415861845017,
      "num_tokens": 568945235.0,
      "step": 738550
    },
    {
      "epoch": 0.936833266104993,
      "grad_norm": 4.90625,
      "learning_rate": 3.158800798723261e-06,
      "loss": 2.2648,
      "mean_token_accuracy": 0.5134726196527482,
      "num_tokens": 568955002.0,
      "step": 738560
    },
    {
      "epoch": 0.9368459506975257,
      "grad_norm": 6.375,
      "learning_rate": 3.158166488636969e-06,
      "loss": 1.91,
      "mean_token_accuracy": 0.5761644244194031,
      "num_tokens": 568962151.0,
      "step": 738570
    },
    {
      "epoch": 0.9368586352900585,
      "grad_norm": 5.71875,
      "learning_rate": 3.1575321785506776e-06,
      "loss": 2.1151,
      "mean_token_accuracy": 0.536169844865799,
      "num_tokens": 568970850.0,
      "step": 738580
    },
    {
      "epoch": 0.9368713198825914,
      "grad_norm": 4.90625,
      "learning_rate": 3.1568978684643863e-06,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5520072788000107,
      "num_tokens": 568978589.0,
      "step": 738590
    },
    {
      "epoch": 0.9368840044751242,
      "grad_norm": 7.0625,
      "learning_rate": 3.1562635583780947e-06,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5391006797552109,
      "num_tokens": 568986126.0,
      "step": 738600
    },
    {
      "epoch": 0.9368966890676571,
      "grad_norm": 6.46875,
      "learning_rate": 3.1556292482918034e-06,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5381122201681137,
      "num_tokens": 568994518.0,
      "step": 738610
    },
    {
      "epoch": 0.9369093736601899,
      "grad_norm": 11.125,
      "learning_rate": 3.1549949382055113e-06,
      "loss": 2.0089,
      "mean_token_accuracy": 0.5621023446321487,
      "num_tokens": 569001851.0,
      "step": 738620
    },
    {
      "epoch": 0.9369220582527228,
      "grad_norm": 5.5,
      "learning_rate": 3.1543606281192196e-06,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5460541874170304,
      "num_tokens": 569008456.0,
      "step": 738630
    },
    {
      "epoch": 0.9369347428452556,
      "grad_norm": 6.875,
      "learning_rate": 3.1537263180329283e-06,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5678727000951767,
      "num_tokens": 569015041.0,
      "step": 738640
    },
    {
      "epoch": 0.9369474274377884,
      "grad_norm": 4.59375,
      "learning_rate": 3.153092007946637e-06,
      "loss": 1.8786,
      "mean_token_accuracy": 0.5887378007173538,
      "num_tokens": 569022651.0,
      "step": 738650
    },
    {
      "epoch": 0.9369601120303213,
      "grad_norm": 5.375,
      "learning_rate": 3.1524576978603454e-06,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5609514027833938,
      "num_tokens": 569030199.0,
      "step": 738660
    },
    {
      "epoch": 0.936972796622854,
      "grad_norm": 7.1875,
      "learning_rate": 3.151823387774054e-06,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5459686875343323,
      "num_tokens": 569037398.0,
      "step": 738670
    },
    {
      "epoch": 0.9369854812153869,
      "grad_norm": 8.125,
      "learning_rate": 3.151189077687762e-06,
      "loss": 2.1209,
      "mean_token_accuracy": 0.5354488223791123,
      "num_tokens": 569045208.0,
      "step": 738680
    },
    {
      "epoch": 0.9369981658079197,
      "grad_norm": 4.90625,
      "learning_rate": 3.1505547676014708e-06,
      "loss": 1.9322,
      "mean_token_accuracy": 0.5772788226604462,
      "num_tokens": 569052671.0,
      "step": 738690
    },
    {
      "epoch": 0.9370108504004526,
      "grad_norm": 4.90625,
      "learning_rate": 3.149920457515179e-06,
      "loss": 2.0402,
      "mean_token_accuracy": 0.5381838500499725,
      "num_tokens": 569061190.0,
      "step": 738700
    },
    {
      "epoch": 0.9370235349929854,
      "grad_norm": 5.53125,
      "learning_rate": 3.149286147428888e-06,
      "loss": 2.3264,
      "mean_token_accuracy": 0.5072836846113205,
      "num_tokens": 569069924.0,
      "step": 738710
    },
    {
      "epoch": 0.9370362195855183,
      "grad_norm": 6.3125,
      "learning_rate": 3.148651837342596e-06,
      "loss": 2.091,
      "mean_token_accuracy": 0.5423303276300431,
      "num_tokens": 569078076.0,
      "step": 738720
    },
    {
      "epoch": 0.9370489041780511,
      "grad_norm": 6.90625,
      "learning_rate": 3.148017527256304e-06,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5467621296644211,
      "num_tokens": 569085457.0,
      "step": 738730
    },
    {
      "epoch": 0.9370615887705839,
      "grad_norm": 5.78125,
      "learning_rate": 3.1473832171700128e-06,
      "loss": 1.977,
      "mean_token_accuracy": 0.5609600573778153,
      "num_tokens": 569093012.0,
      "step": 738740
    },
    {
      "epoch": 0.9370742733631168,
      "grad_norm": 5.15625,
      "learning_rate": 3.1467489070837215e-06,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5362403869628907,
      "num_tokens": 569101695.0,
      "step": 738750
    },
    {
      "epoch": 0.9370869579556496,
      "grad_norm": 6.03125,
      "learning_rate": 3.14611459699743e-06,
      "loss": 1.7109,
      "mean_token_accuracy": 0.6180365681648254,
      "num_tokens": 569107917.0,
      "step": 738760
    },
    {
      "epoch": 0.9370996425481825,
      "grad_norm": 5.34375,
      "learning_rate": 3.1454802869111386e-06,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5628466695547104,
      "num_tokens": 569114681.0,
      "step": 738770
    },
    {
      "epoch": 0.9371123271407152,
      "grad_norm": 6.3125,
      "learning_rate": 3.1448459768248473e-06,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5505983680486679,
      "num_tokens": 569121648.0,
      "step": 738780
    },
    {
      "epoch": 0.9371250117332481,
      "grad_norm": 7.21875,
      "learning_rate": 3.144211666738555e-06,
      "loss": 2.1168,
      "mean_token_accuracy": 0.5431247085332871,
      "num_tokens": 569129320.0,
      "step": 738790
    },
    {
      "epoch": 0.9371376963257809,
      "grad_norm": 6.15625,
      "learning_rate": 3.1435773566522635e-06,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5257260888814926,
      "num_tokens": 569137276.0,
      "step": 738800
    },
    {
      "epoch": 0.9371503809183137,
      "grad_norm": 6.1875,
      "learning_rate": 3.1429430465659723e-06,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5567422926425933,
      "num_tokens": 569144502.0,
      "step": 738810
    },
    {
      "epoch": 0.9371630655108466,
      "grad_norm": 6.96875,
      "learning_rate": 3.1423087364796806e-06,
      "loss": 2.2385,
      "mean_token_accuracy": 0.5095627158880234,
      "num_tokens": 569153115.0,
      "step": 738820
    },
    {
      "epoch": 0.9371757501033794,
      "grad_norm": 6.25,
      "learning_rate": 3.1416744263933893e-06,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5416953861713409,
      "num_tokens": 569160455.0,
      "step": 738830
    },
    {
      "epoch": 0.9371884346959123,
      "grad_norm": 6.625,
      "learning_rate": 3.1410401163070972e-06,
      "loss": 1.7121,
      "mean_token_accuracy": 0.6244237691164016,
      "num_tokens": 569167751.0,
      "step": 738840
    },
    {
      "epoch": 0.9372011192884451,
      "grad_norm": 6.65625,
      "learning_rate": 3.140405806220806e-06,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5500659167766571,
      "num_tokens": 569175309.0,
      "step": 738850
    },
    {
      "epoch": 0.937213803880978,
      "grad_norm": 5.53125,
      "learning_rate": 3.1397714961345143e-06,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5399758040904998,
      "num_tokens": 569183990.0,
      "step": 738860
    },
    {
      "epoch": 0.9372264884735108,
      "grad_norm": 6.34375,
      "learning_rate": 3.139137186048223e-06,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5550555229187012,
      "num_tokens": 569191650.0,
      "step": 738870
    },
    {
      "epoch": 0.9372391730660437,
      "grad_norm": 8.125,
      "learning_rate": 3.1385028759619317e-06,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5568941324949265,
      "num_tokens": 569197420.0,
      "step": 738880
    },
    {
      "epoch": 0.9372518576585764,
      "grad_norm": 5.1875,
      "learning_rate": 3.13786856587564e-06,
      "loss": 2.068,
      "mean_token_accuracy": 0.5438397645950317,
      "num_tokens": 569204378.0,
      "step": 738890
    },
    {
      "epoch": 0.9372645422511092,
      "grad_norm": 5.25,
      "learning_rate": 3.137234255789348e-06,
      "loss": 1.7781,
      "mean_token_accuracy": 0.6038294672966004,
      "num_tokens": 569211605.0,
      "step": 738900
    },
    {
      "epoch": 0.9372772268436421,
      "grad_norm": 4.84375,
      "learning_rate": 3.1365999457030567e-06,
      "loss": 1.9717,
      "mean_token_accuracy": 0.5746865600347519,
      "num_tokens": 569217520.0,
      "step": 738910
    },
    {
      "epoch": 0.9372899114361749,
      "grad_norm": 5.1875,
      "learning_rate": 3.135965635616765e-06,
      "loss": 2.0129,
      "mean_token_accuracy": 0.5496116906404496,
      "num_tokens": 569225520.0,
      "step": 738920
    },
    {
      "epoch": 0.9373025960287078,
      "grad_norm": 7.28125,
      "learning_rate": 3.1353313255304738e-06,
      "loss": 2.2785,
      "mean_token_accuracy": 0.5097381711006165,
      "num_tokens": 569233836.0,
      "step": 738930
    },
    {
      "epoch": 0.9373152806212406,
      "grad_norm": 6.71875,
      "learning_rate": 3.1346970154441825e-06,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5400584250688553,
      "num_tokens": 569239782.0,
      "step": 738940
    },
    {
      "epoch": 0.9373279652137735,
      "grad_norm": 3.953125,
      "learning_rate": 3.1340627053578904e-06,
      "loss": 1.6444,
      "mean_token_accuracy": 0.6274121344089508,
      "num_tokens": 569247217.0,
      "step": 738950
    },
    {
      "epoch": 0.9373406498063063,
      "grad_norm": 5.125,
      "learning_rate": 3.1334283952715987e-06,
      "loss": 2.0576,
      "mean_token_accuracy": 0.5509693533182144,
      "num_tokens": 569255456.0,
      "step": 738960
    },
    {
      "epoch": 0.937353334398839,
      "grad_norm": 5.75,
      "learning_rate": 3.1327940851853074e-06,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5294904977083206,
      "num_tokens": 569263542.0,
      "step": 738970
    },
    {
      "epoch": 0.937366018991372,
      "grad_norm": 4.8125,
      "learning_rate": 3.132159775099016e-06,
      "loss": 2.1652,
      "mean_token_accuracy": 0.5257581025362015,
      "num_tokens": 569272081.0,
      "step": 738980
    },
    {
      "epoch": 0.9373787035839047,
      "grad_norm": 21.5,
      "learning_rate": 3.1315254650127245e-06,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5616922974586487,
      "num_tokens": 569278077.0,
      "step": 738990
    },
    {
      "epoch": 0.9373913881764376,
      "grad_norm": 4.59375,
      "learning_rate": 3.1308911549264332e-06,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5603066414594651,
      "num_tokens": 569284292.0,
      "step": 739000
    },
    {
      "epoch": 0.9374040727689704,
      "grad_norm": 5.09375,
      "learning_rate": 3.130256844840141e-06,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5365899354219437,
      "num_tokens": 569291882.0,
      "step": 739010
    },
    {
      "epoch": 0.9374167573615033,
      "grad_norm": 6.3125,
      "learning_rate": 3.1296225347538494e-06,
      "loss": 1.8812,
      "mean_token_accuracy": 0.5847743183374405,
      "num_tokens": 569297659.0,
      "step": 739020
    },
    {
      "epoch": 0.9374294419540361,
      "grad_norm": 5.375,
      "learning_rate": 3.128988224667558e-06,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5394674301147461,
      "num_tokens": 569305726.0,
      "step": 739030
    },
    {
      "epoch": 0.937442126546569,
      "grad_norm": 5.28125,
      "learning_rate": 3.128353914581267e-06,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5583688795566559,
      "num_tokens": 569313531.0,
      "step": 739040
    },
    {
      "epoch": 0.9374548111391018,
      "grad_norm": 5.125,
      "learning_rate": 3.1277196044949752e-06,
      "loss": 2.1412,
      "mean_token_accuracy": 0.5395714819431305,
      "num_tokens": 569322071.0,
      "step": 739050
    },
    {
      "epoch": 0.9374674957316346,
      "grad_norm": 5.71875,
      "learning_rate": 3.127085294408683e-06,
      "loss": 1.9233,
      "mean_token_accuracy": 0.5726066827774048,
      "num_tokens": 569329887.0,
      "step": 739060
    },
    {
      "epoch": 0.9374801803241675,
      "grad_norm": 4.6875,
      "learning_rate": 3.126450984322392e-06,
      "loss": 2.2697,
      "mean_token_accuracy": 0.5176480442285538,
      "num_tokens": 569338127.0,
      "step": 739070
    },
    {
      "epoch": 0.9374928649167003,
      "grad_norm": 5.90625,
      "learning_rate": 3.1258166742361006e-06,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5473493874073029,
      "num_tokens": 569346638.0,
      "step": 739080
    },
    {
      "epoch": 0.9375055495092331,
      "grad_norm": 5.5,
      "learning_rate": 3.125182364149809e-06,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5502090901136398,
      "num_tokens": 569354848.0,
      "step": 739090
    },
    {
      "epoch": 0.9375182341017659,
      "grad_norm": 6.125,
      "learning_rate": 3.1245480540635172e-06,
      "loss": 1.9407,
      "mean_token_accuracy": 0.5627749264240265,
      "num_tokens": 569361266.0,
      "step": 739100
    },
    {
      "epoch": 0.9375309186942988,
      "grad_norm": 5.34375,
      "learning_rate": 3.123913743977226e-06,
      "loss": 1.8657,
      "mean_token_accuracy": 0.5773297697305679,
      "num_tokens": 569367379.0,
      "step": 739110
    },
    {
      "epoch": 0.9375436032868316,
      "grad_norm": 6.59375,
      "learning_rate": 3.1232794338909343e-06,
      "loss": 2.2359,
      "mean_token_accuracy": 0.522620889544487,
      "num_tokens": 569374732.0,
      "step": 739120
    },
    {
      "epoch": 0.9375562878793644,
      "grad_norm": 5.40625,
      "learning_rate": 3.1226451238046426e-06,
      "loss": 1.8901,
      "mean_token_accuracy": 0.5835768282413483,
      "num_tokens": 569382038.0,
      "step": 739130
    },
    {
      "epoch": 0.9375689724718973,
      "grad_norm": 6.625,
      "learning_rate": 3.1220108137183514e-06,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5634602010250092,
      "num_tokens": 569390627.0,
      "step": 739140
    },
    {
      "epoch": 0.9375816570644301,
      "grad_norm": 5.875,
      "learning_rate": 3.1213765036320597e-06,
      "loss": 1.8452,
      "mean_token_accuracy": 0.5995377510786056,
      "num_tokens": 569398510.0,
      "step": 739150
    },
    {
      "epoch": 0.937594341656963,
      "grad_norm": 5.875,
      "learning_rate": 3.120742193545768e-06,
      "loss": 2.1121,
      "mean_token_accuracy": 0.5306313663721085,
      "num_tokens": 569407014.0,
      "step": 739160
    },
    {
      "epoch": 0.9376070262494958,
      "grad_norm": 4.78125,
      "learning_rate": 3.1201078834594767e-06,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5385208517313004,
      "num_tokens": 569416376.0,
      "step": 739170
    },
    {
      "epoch": 0.9376197108420287,
      "grad_norm": 12.5,
      "learning_rate": 3.119473573373185e-06,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5490281522274018,
      "num_tokens": 569423745.0,
      "step": 739180
    },
    {
      "epoch": 0.9376323954345614,
      "grad_norm": 5.84375,
      "learning_rate": 3.1188392632868934e-06,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5572152584791183,
      "num_tokens": 569431186.0,
      "step": 739190
    },
    {
      "epoch": 0.9376450800270942,
      "grad_norm": 5.875,
      "learning_rate": 3.118204953200602e-06,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5275265425443649,
      "num_tokens": 569439296.0,
      "step": 739200
    },
    {
      "epoch": 0.9376577646196271,
      "grad_norm": 6.75,
      "learning_rate": 3.1175706431143104e-06,
      "loss": 2.0259,
      "mean_token_accuracy": 0.550744554400444,
      "num_tokens": 569446106.0,
      "step": 739210
    },
    {
      "epoch": 0.9376704492121599,
      "grad_norm": 5.9375,
      "learning_rate": 3.1169363330280187e-06,
      "loss": 2.0036,
      "mean_token_accuracy": 0.5603010356426239,
      "num_tokens": 569453355.0,
      "step": 739220
    },
    {
      "epoch": 0.9376831338046928,
      "grad_norm": 5.625,
      "learning_rate": 3.1163020229417275e-06,
      "loss": 1.7892,
      "mean_token_accuracy": 0.596582344174385,
      "num_tokens": 569459945.0,
      "step": 739230
    },
    {
      "epoch": 0.9376958183972256,
      "grad_norm": 6.5625,
      "learning_rate": 3.115667712855436e-06,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5358995407819748,
      "num_tokens": 569467148.0,
      "step": 739240
    },
    {
      "epoch": 0.9377085029897585,
      "grad_norm": 4.71875,
      "learning_rate": 3.115033402769144e-06,
      "loss": 2.0292,
      "mean_token_accuracy": 0.5447457015514374,
      "num_tokens": 569475500.0,
      "step": 739250
    },
    {
      "epoch": 0.9377211875822913,
      "grad_norm": 4.59375,
      "learning_rate": 3.114399092682853e-06,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5688569396734238,
      "num_tokens": 569482055.0,
      "step": 739260
    },
    {
      "epoch": 0.9377338721748242,
      "grad_norm": 10.625,
      "learning_rate": 3.113764782596561e-06,
      "loss": 1.7242,
      "mean_token_accuracy": 0.616904690861702,
      "num_tokens": 569487698.0,
      "step": 739270
    },
    {
      "epoch": 0.937746556767357,
      "grad_norm": 4.875,
      "learning_rate": 3.1131304725102695e-06,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5580097913742066,
      "num_tokens": 569495890.0,
      "step": 739280
    },
    {
      "epoch": 0.9377592413598898,
      "grad_norm": 18.75,
      "learning_rate": 3.1124961624239782e-06,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5653830528259277,
      "num_tokens": 569503109.0,
      "step": 739290
    },
    {
      "epoch": 0.9377719259524226,
      "grad_norm": 5.5,
      "learning_rate": 3.1118618523376865e-06,
      "loss": 2.0441,
      "mean_token_accuracy": 0.550889527797699,
      "num_tokens": 569511734.0,
      "step": 739300
    },
    {
      "epoch": 0.9377846105449554,
      "grad_norm": 6.71875,
      "learning_rate": 3.1112275422513953e-06,
      "loss": 2.2733,
      "mean_token_accuracy": 0.5057993918657303,
      "num_tokens": 569520375.0,
      "step": 739310
    },
    {
      "epoch": 0.9377972951374883,
      "grad_norm": 6.90625,
      "learning_rate": 3.110593232165103e-06,
      "loss": 1.977,
      "mean_token_accuracy": 0.5589074105024338,
      "num_tokens": 569527837.0,
      "step": 739320
    },
    {
      "epoch": 0.9378099797300211,
      "grad_norm": 5.09375,
      "learning_rate": 3.109958922078812e-06,
      "loss": 2.081,
      "mean_token_accuracy": 0.5389531821012497,
      "num_tokens": 569535129.0,
      "step": 739330
    },
    {
      "epoch": 0.937822664322554,
      "grad_norm": 7.1875,
      "learning_rate": 3.1093246119925206e-06,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5328021764755249,
      "num_tokens": 569541655.0,
      "step": 739340
    },
    {
      "epoch": 0.9378353489150868,
      "grad_norm": 4.84375,
      "learning_rate": 3.1086903019062285e-06,
      "loss": 2.1415,
      "mean_token_accuracy": 0.525217604637146,
      "num_tokens": 569550386.0,
      "step": 739350
    },
    {
      "epoch": 0.9378480335076196,
      "grad_norm": 5.71875,
      "learning_rate": 3.1080559918199373e-06,
      "loss": 2.1718,
      "mean_token_accuracy": 0.5237697541713715,
      "num_tokens": 569559333.0,
      "step": 739360
    },
    {
      "epoch": 0.9378607181001525,
      "grad_norm": 5.15625,
      "learning_rate": 3.107421681733646e-06,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5714022904634476,
      "num_tokens": 569566994.0,
      "step": 739370
    },
    {
      "epoch": 0.9378734026926853,
      "grad_norm": 5.03125,
      "learning_rate": 3.106787371647354e-06,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5369839519262314,
      "num_tokens": 569574266.0,
      "step": 739380
    },
    {
      "epoch": 0.9378860872852182,
      "grad_norm": 6.0,
      "learning_rate": 3.1061530615610627e-06,
      "loss": 2.2398,
      "mean_token_accuracy": 0.5275371730327606,
      "num_tokens": 569581949.0,
      "step": 739390
    },
    {
      "epoch": 0.937898771877751,
      "grad_norm": 5.59375,
      "learning_rate": 3.1055187514747714e-06,
      "loss": 1.9612,
      "mean_token_accuracy": 0.566841334104538,
      "num_tokens": 569589599.0,
      "step": 739400
    },
    {
      "epoch": 0.9379114564702838,
      "grad_norm": 5.25,
      "learning_rate": 3.1048844413884797e-06,
      "loss": 2.3068,
      "mean_token_accuracy": 0.5081522613763809,
      "num_tokens": 569598490.0,
      "step": 739410
    },
    {
      "epoch": 0.9379241410628166,
      "grad_norm": 6.28125,
      "learning_rate": 3.104250131302188e-06,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5540882676839829,
      "num_tokens": 569606467.0,
      "step": 739420
    },
    {
      "epoch": 0.9379368256553495,
      "grad_norm": 5.96875,
      "learning_rate": 3.1036158212158963e-06,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5725091576576233,
      "num_tokens": 569613344.0,
      "step": 739430
    },
    {
      "epoch": 0.9379495102478823,
      "grad_norm": 5.0,
      "learning_rate": 3.102981511129605e-06,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5574298948049545,
      "num_tokens": 569622140.0,
      "step": 739440
    },
    {
      "epoch": 0.9379621948404151,
      "grad_norm": 7.03125,
      "learning_rate": 3.1023472010433134e-06,
      "loss": 2.2582,
      "mean_token_accuracy": 0.5283609867095947,
      "num_tokens": 569630045.0,
      "step": 739450
    },
    {
      "epoch": 0.937974879432948,
      "grad_norm": 5.78125,
      "learning_rate": 3.1017128909570217e-06,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5250860303640366,
      "num_tokens": 569638721.0,
      "step": 739460
    },
    {
      "epoch": 0.9379875640254808,
      "grad_norm": 7.5625,
      "learning_rate": 3.1010785808707305e-06,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5455854624509812,
      "num_tokens": 569644732.0,
      "step": 739470
    },
    {
      "epoch": 0.9380002486180137,
      "grad_norm": 5.34375,
      "learning_rate": 3.1004442707844388e-06,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5252350866794586,
      "num_tokens": 569653315.0,
      "step": 739480
    },
    {
      "epoch": 0.9380129332105465,
      "grad_norm": 5.65625,
      "learning_rate": 3.099809960698147e-06,
      "loss": 2.0486,
      "mean_token_accuracy": 0.5481870830059051,
      "num_tokens": 569661396.0,
      "step": 739490
    },
    {
      "epoch": 0.9380256178030794,
      "grad_norm": 7.90625,
      "learning_rate": 3.099175650611856e-06,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5282370954751968,
      "num_tokens": 569668959.0,
      "step": 739500
    },
    {
      "epoch": 0.9380383023956121,
      "grad_norm": 6.09375,
      "learning_rate": 3.098541340525564e-06,
      "loss": 2.2541,
      "mean_token_accuracy": 0.5132540732622146,
      "num_tokens": 569676605.0,
      "step": 739510
    },
    {
      "epoch": 0.9380509869881449,
      "grad_norm": 6.5625,
      "learning_rate": 3.0979070304392725e-06,
      "loss": 1.7586,
      "mean_token_accuracy": 0.6227384746074677,
      "num_tokens": 569683511.0,
      "step": 739520
    },
    {
      "epoch": 0.9380636715806778,
      "grad_norm": 4.875,
      "learning_rate": 3.097272720352981e-06,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5291063398122787,
      "num_tokens": 569691403.0,
      "step": 739530
    },
    {
      "epoch": 0.9380763561732106,
      "grad_norm": 12.625,
      "learning_rate": 3.0966384102666895e-06,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5139765053987503,
      "num_tokens": 569699758.0,
      "step": 739540
    },
    {
      "epoch": 0.9380890407657435,
      "grad_norm": 5.125,
      "learning_rate": 3.096004100180398e-06,
      "loss": 1.957,
      "mean_token_accuracy": 0.5632363140583039,
      "num_tokens": 569708039.0,
      "step": 739550
    },
    {
      "epoch": 0.9381017253582763,
      "grad_norm": 6.65625,
      "learning_rate": 3.0953697900941066e-06,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5509533524513245,
      "num_tokens": 569715874.0,
      "step": 739560
    },
    {
      "epoch": 0.9381144099508092,
      "grad_norm": 7.40625,
      "learning_rate": 3.094735480007815e-06,
      "loss": 1.9946,
      "mean_token_accuracy": 0.569967120885849,
      "num_tokens": 569722245.0,
      "step": 739570
    },
    {
      "epoch": 0.938127094543342,
      "grad_norm": 6.09375,
      "learning_rate": 3.094101169921523e-06,
      "loss": 2.157,
      "mean_token_accuracy": 0.5256832420825959,
      "num_tokens": 569731101.0,
      "step": 739580
    },
    {
      "epoch": 0.9381397791358748,
      "grad_norm": 4.78125,
      "learning_rate": 3.093466859835232e-06,
      "loss": 1.8123,
      "mean_token_accuracy": 0.5996921420097351,
      "num_tokens": 569739659.0,
      "step": 739590
    },
    {
      "epoch": 0.9381524637284077,
      "grad_norm": 5.1875,
      "learning_rate": 3.0928325497489403e-06,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5284540832042695,
      "num_tokens": 569748073.0,
      "step": 739600
    },
    {
      "epoch": 0.9381651483209404,
      "grad_norm": 5.75,
      "learning_rate": 3.0921982396626486e-06,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5713995814323425,
      "num_tokens": 569756874.0,
      "step": 739610
    },
    {
      "epoch": 0.9381778329134733,
      "grad_norm": 5.125,
      "learning_rate": 3.091563929576357e-06,
      "loss": 2.1213,
      "mean_token_accuracy": 0.5305991172790527,
      "num_tokens": 569765002.0,
      "step": 739620
    },
    {
      "epoch": 0.9381905175060061,
      "grad_norm": 5.46875,
      "learning_rate": 3.0909296194900656e-06,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5431145191192627,
      "num_tokens": 569772222.0,
      "step": 739630
    },
    {
      "epoch": 0.938203202098539,
      "grad_norm": 4.46875,
      "learning_rate": 3.090295309403774e-06,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5445584386587143,
      "num_tokens": 569779738.0,
      "step": 739640
    },
    {
      "epoch": 0.9382158866910718,
      "grad_norm": 4.78125,
      "learning_rate": 3.0896609993174823e-06,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5144081890583039,
      "num_tokens": 569788496.0,
      "step": 739650
    },
    {
      "epoch": 0.9382285712836047,
      "grad_norm": 4.96875,
      "learning_rate": 3.089026689231191e-06,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5558266490697861,
      "num_tokens": 569796332.0,
      "step": 739660
    },
    {
      "epoch": 0.9382412558761375,
      "grad_norm": 5.125,
      "learning_rate": 3.0883923791448993e-06,
      "loss": 2.1187,
      "mean_token_accuracy": 0.536893954873085,
      "num_tokens": 569804750.0,
      "step": 739670
    },
    {
      "epoch": 0.9382539404686703,
      "grad_norm": 4.6875,
      "learning_rate": 3.0877580690586076e-06,
      "loss": 2.14,
      "mean_token_accuracy": 0.528056588768959,
      "num_tokens": 569811532.0,
      "step": 739680
    },
    {
      "epoch": 0.9382666250612032,
      "grad_norm": 6.84375,
      "learning_rate": 3.0871237589723164e-06,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5537368357181549,
      "num_tokens": 569819453.0,
      "step": 739690
    },
    {
      "epoch": 0.938279309653736,
      "grad_norm": 6.90625,
      "learning_rate": 3.086489448886025e-06,
      "loss": 2.1548,
      "mean_token_accuracy": 0.5273973286151886,
      "num_tokens": 569827966.0,
      "step": 739700
    },
    {
      "epoch": 0.9382919942462689,
      "grad_norm": 4.5,
      "learning_rate": 3.085855138799733e-06,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5343051314353943,
      "num_tokens": 569836323.0,
      "step": 739710
    },
    {
      "epoch": 0.9383046788388016,
      "grad_norm": 5.09375,
      "learning_rate": 3.0852208287134417e-06,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5202070057392121,
      "num_tokens": 569843844.0,
      "step": 739720
    },
    {
      "epoch": 0.9383173634313345,
      "grad_norm": 6.09375,
      "learning_rate": 3.08458651862715e-06,
      "loss": 1.902,
      "mean_token_accuracy": 0.5703730821609497,
      "num_tokens": 569851355.0,
      "step": 739730
    },
    {
      "epoch": 0.9383300480238673,
      "grad_norm": 4.84375,
      "learning_rate": 3.0839522085408584e-06,
      "loss": 1.9033,
      "mean_token_accuracy": 0.5716352999210358,
      "num_tokens": 569859124.0,
      "step": 739740
    },
    {
      "epoch": 0.9383427326164001,
      "grad_norm": 5.59375,
      "learning_rate": 3.083317898454567e-06,
      "loss": 2.0421,
      "mean_token_accuracy": 0.5653708517551422,
      "num_tokens": 569866883.0,
      "step": 739750
    },
    {
      "epoch": 0.938355417208933,
      "grad_norm": 7.4375,
      "learning_rate": 3.0826835883682754e-06,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5376876324415207,
      "num_tokens": 569875527.0,
      "step": 739760
    },
    {
      "epoch": 0.9383681018014658,
      "grad_norm": 18.625,
      "learning_rate": 3.082049278281984e-06,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5264994233846665,
      "num_tokens": 569882220.0,
      "step": 739770
    },
    {
      "epoch": 0.9383807863939987,
      "grad_norm": 5.375,
      "learning_rate": 3.0814149681956925e-06,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5399934440851212,
      "num_tokens": 569890070.0,
      "step": 739780
    },
    {
      "epoch": 0.9383934709865315,
      "grad_norm": 6.15625,
      "learning_rate": 3.080780658109401e-06,
      "loss": 1.7076,
      "mean_token_accuracy": 0.63066526055336,
      "num_tokens": 569896301.0,
      "step": 739790
    },
    {
      "epoch": 0.9384061555790644,
      "grad_norm": 6.8125,
      "learning_rate": 3.0801463480231095e-06,
      "loss": 2.1988,
      "mean_token_accuracy": 0.5244514882564545,
      "num_tokens": 569904126.0,
      "step": 739800
    },
    {
      "epoch": 0.9384188401715972,
      "grad_norm": 6.65625,
      "learning_rate": 3.079512037936818e-06,
      "loss": 2.043,
      "mean_token_accuracy": 0.5468504279851913,
      "num_tokens": 569911250.0,
      "step": 739810
    },
    {
      "epoch": 0.93843152476413,
      "grad_norm": 6.625,
      "learning_rate": 3.078877727850526e-06,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5597173750400544,
      "num_tokens": 569917066.0,
      "step": 739820
    },
    {
      "epoch": 0.9384442093566628,
      "grad_norm": 7.75,
      "learning_rate": 3.078243417764235e-06,
      "loss": 1.4779,
      "mean_token_accuracy": 0.6609015971422195,
      "num_tokens": 569923017.0,
      "step": 739830
    },
    {
      "epoch": 0.9384568939491956,
      "grad_norm": 5.96875,
      "learning_rate": 3.077609107677943e-06,
      "loss": 2.0365,
      "mean_token_accuracy": 0.5493733912706376,
      "num_tokens": 569931246.0,
      "step": 739840
    },
    {
      "epoch": 0.9384695785417285,
      "grad_norm": 6.40625,
      "learning_rate": 3.0769747975916515e-06,
      "loss": 1.912,
      "mean_token_accuracy": 0.5712185204029083,
      "num_tokens": 569938680.0,
      "step": 739850
    },
    {
      "epoch": 0.9384822631342613,
      "grad_norm": 6.21875,
      "learning_rate": 3.0763404875053603e-06,
      "loss": 2.2279,
      "mean_token_accuracy": 0.5230760157108307,
      "num_tokens": 569947438.0,
      "step": 739860
    },
    {
      "epoch": 0.9384949477267942,
      "grad_norm": 12.0,
      "learning_rate": 3.0757061774190686e-06,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5242013454437255,
      "num_tokens": 569955347.0,
      "step": 739870
    },
    {
      "epoch": 0.938507632319327,
      "grad_norm": 5.78125,
      "learning_rate": 3.075071867332777e-06,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5316597521305084,
      "num_tokens": 569963875.0,
      "step": 739880
    },
    {
      "epoch": 0.9385203169118599,
      "grad_norm": 5.25,
      "learning_rate": 3.0744375572464857e-06,
      "loss": 2.19,
      "mean_token_accuracy": 0.5164880573749542,
      "num_tokens": 569971857.0,
      "step": 739890
    },
    {
      "epoch": 0.9385330015043927,
      "grad_norm": 6.90625,
      "learning_rate": 3.073803247160194e-06,
      "loss": 2.063,
      "mean_token_accuracy": 0.5395791351795196,
      "num_tokens": 569979208.0,
      "step": 739900
    },
    {
      "epoch": 0.9385456860969255,
      "grad_norm": 2.671875,
      "learning_rate": 3.0731689370739023e-06,
      "loss": 1.9927,
      "mean_token_accuracy": 0.55805524289608,
      "num_tokens": 569987982.0,
      "step": 739910
    },
    {
      "epoch": 0.9385583706894584,
      "grad_norm": 5.65625,
      "learning_rate": 3.072534626987611e-06,
      "loss": 1.7262,
      "mean_token_accuracy": 0.6004458069801331,
      "num_tokens": 569994484.0,
      "step": 739920
    },
    {
      "epoch": 0.9385710552819911,
      "grad_norm": 6.0625,
      "learning_rate": 3.0719003169013193e-06,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5322984158992767,
      "num_tokens": 570003033.0,
      "step": 739930
    },
    {
      "epoch": 0.938583739874524,
      "grad_norm": 5.34375,
      "learning_rate": 3.0712660068150277e-06,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5219592690467835,
      "num_tokens": 570011131.0,
      "step": 739940
    },
    {
      "epoch": 0.9385964244670568,
      "grad_norm": 6.5625,
      "learning_rate": 3.070631696728736e-06,
      "loss": 2.2086,
      "mean_token_accuracy": 0.5219574809074402,
      "num_tokens": 570019485.0,
      "step": 739950
    },
    {
      "epoch": 0.9386091090595897,
      "grad_norm": 4.625,
      "learning_rate": 3.0699973866424447e-06,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5444363355636597,
      "num_tokens": 570028390.0,
      "step": 739960
    },
    {
      "epoch": 0.9386217936521225,
      "grad_norm": 5.21875,
      "learning_rate": 3.069363076556153e-06,
      "loss": 2.0766,
      "mean_token_accuracy": 0.5498328387737275,
      "num_tokens": 570035546.0,
      "step": 739970
    },
    {
      "epoch": 0.9386344782446554,
      "grad_norm": 6.5625,
      "learning_rate": 3.0687287664698614e-06,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5589935183525085,
      "num_tokens": 570041819.0,
      "step": 739980
    },
    {
      "epoch": 0.9386471628371882,
      "grad_norm": 5.46875,
      "learning_rate": 3.06809445638357e-06,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5398626625537872,
      "num_tokens": 570050260.0,
      "step": 739990
    },
    {
      "epoch": 0.938659847429721,
      "grad_norm": 4.84375,
      "learning_rate": 3.0674601462972784e-06,
      "loss": 2.1298,
      "mean_token_accuracy": 0.541954955458641,
      "num_tokens": 570057723.0,
      "step": 740000
    },
    {
      "epoch": 0.9386725320222539,
      "grad_norm": 5.75,
      "learning_rate": 3.0668258362109867e-06,
      "loss": 1.9373,
      "mean_token_accuracy": 0.5764460802078247,
      "num_tokens": 570064576.0,
      "step": 740010
    },
    {
      "epoch": 0.9386852166147867,
      "grad_norm": 5.0625,
      "learning_rate": 3.0661915261246955e-06,
      "loss": 2.1603,
      "mean_token_accuracy": 0.520633551478386,
      "num_tokens": 570071512.0,
      "step": 740020
    },
    {
      "epoch": 0.9386979012073196,
      "grad_norm": 5.0,
      "learning_rate": 3.0655572160384038e-06,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5494866162538529,
      "num_tokens": 570080684.0,
      "step": 740030
    },
    {
      "epoch": 0.9387105857998523,
      "grad_norm": 5.1875,
      "learning_rate": 3.064922905952112e-06,
      "loss": 1.908,
      "mean_token_accuracy": 0.5693676471710205,
      "num_tokens": 570087412.0,
      "step": 740040
    },
    {
      "epoch": 0.9387232703923852,
      "grad_norm": 4.71875,
      "learning_rate": 3.064288595865821e-06,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5724790215492248,
      "num_tokens": 570094310.0,
      "step": 740050
    },
    {
      "epoch": 0.938735954984918,
      "grad_norm": 5.28125,
      "learning_rate": 3.063654285779529e-06,
      "loss": 1.996,
      "mean_token_accuracy": 0.5536473214626312,
      "num_tokens": 570102489.0,
      "step": 740060
    },
    {
      "epoch": 0.9387486395774508,
      "grad_norm": 4.90625,
      "learning_rate": 3.0630199756932375e-06,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5654966056346893,
      "num_tokens": 570109116.0,
      "step": 740070
    },
    {
      "epoch": 0.9387613241699837,
      "grad_norm": 6.625,
      "learning_rate": 3.062385665606946e-06,
      "loss": 2.2438,
      "mean_token_accuracy": 0.518489596247673,
      "num_tokens": 570116989.0,
      "step": 740080
    },
    {
      "epoch": 0.9387740087625165,
      "grad_norm": 5.0625,
      "learning_rate": 3.0617513555206545e-06,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5358495026826858,
      "num_tokens": 570125261.0,
      "step": 740090
    },
    {
      "epoch": 0.9387866933550494,
      "grad_norm": 4.75,
      "learning_rate": 3.061117045434363e-06,
      "loss": 2.1205,
      "mean_token_accuracy": 0.5277624100446701,
      "num_tokens": 570133673.0,
      "step": 740100
    },
    {
      "epoch": 0.9387993779475822,
      "grad_norm": 6.375,
      "learning_rate": 3.0604827353480716e-06,
      "loss": 1.867,
      "mean_token_accuracy": 0.5893103152513504,
      "num_tokens": 570140996.0,
      "step": 740110
    },
    {
      "epoch": 0.9388120625401151,
      "grad_norm": 4.53125,
      "learning_rate": 3.05984842526178e-06,
      "loss": 1.8945,
      "mean_token_accuracy": 0.5824997186660766,
      "num_tokens": 570148483.0,
      "step": 740120
    },
    {
      "epoch": 0.9388247471326479,
      "grad_norm": 6.1875,
      "learning_rate": 3.0592141151754882e-06,
      "loss": 2.2668,
      "mean_token_accuracy": 0.509052449464798,
      "num_tokens": 570156609.0,
      "step": 740130
    },
    {
      "epoch": 0.9388374317251806,
      "grad_norm": 5.46875,
      "learning_rate": 3.058579805089197e-06,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5453841835260391,
      "num_tokens": 570164576.0,
      "step": 740140
    },
    {
      "epoch": 0.9388501163177135,
      "grad_norm": 5.5625,
      "learning_rate": 3.0579454950029053e-06,
      "loss": 1.9486,
      "mean_token_accuracy": 0.5626415014266968,
      "num_tokens": 570172574.0,
      "step": 740150
    },
    {
      "epoch": 0.9388628009102463,
      "grad_norm": 4.96875,
      "learning_rate": 3.057311184916614e-06,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5535751819610596,
      "num_tokens": 570181401.0,
      "step": 740160
    },
    {
      "epoch": 0.9388754855027792,
      "grad_norm": 6.90625,
      "learning_rate": 3.056676874830322e-06,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5527114540338516,
      "num_tokens": 570190149.0,
      "step": 740170
    },
    {
      "epoch": 0.938888170095312,
      "grad_norm": 5.03125,
      "learning_rate": 3.0560425647440306e-06,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5427968204021454,
      "num_tokens": 570198261.0,
      "step": 740180
    },
    {
      "epoch": 0.9389008546878449,
      "grad_norm": 7.53125,
      "learning_rate": 3.0554082546577394e-06,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5541363269090652,
      "num_tokens": 570204586.0,
      "step": 740190
    },
    {
      "epoch": 0.9389135392803777,
      "grad_norm": 4.6875,
      "learning_rate": 3.0547739445714473e-06,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5353550910949707,
      "num_tokens": 570213874.0,
      "step": 740200
    },
    {
      "epoch": 0.9389262238729106,
      "grad_norm": 5.40625,
      "learning_rate": 3.054139634485156e-06,
      "loss": 1.8421,
      "mean_token_accuracy": 0.5794144660234452,
      "num_tokens": 570220214.0,
      "step": 740210
    },
    {
      "epoch": 0.9389389084654434,
      "grad_norm": 5.03125,
      "learning_rate": 3.0535053243988648e-06,
      "loss": 2.1379,
      "mean_token_accuracy": 0.5325424998998642,
      "num_tokens": 570227915.0,
      "step": 740220
    },
    {
      "epoch": 0.9389515930579762,
      "grad_norm": 5.21875,
      "learning_rate": 3.052871014312573e-06,
      "loss": 2.2238,
      "mean_token_accuracy": 0.5127709478139877,
      "num_tokens": 570237104.0,
      "step": 740230
    },
    {
      "epoch": 0.938964277650509,
      "grad_norm": 6.15625,
      "learning_rate": 3.0522367042262814e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5565782934427261,
      "num_tokens": 570243864.0,
      "step": 740240
    },
    {
      "epoch": 0.9389769622430418,
      "grad_norm": 5.375,
      "learning_rate": 3.0516023941399897e-06,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5484470844268798,
      "num_tokens": 570251075.0,
      "step": 740250
    },
    {
      "epoch": 0.9389896468355747,
      "grad_norm": 4.875,
      "learning_rate": 3.0509680840536984e-06,
      "loss": 2.1889,
      "mean_token_accuracy": 0.52619608938694,
      "num_tokens": 570259858.0,
      "step": 740260
    },
    {
      "epoch": 0.9390023314281075,
      "grad_norm": 5.28125,
      "learning_rate": 3.0503337739674068e-06,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5101762235164642,
      "num_tokens": 570268871.0,
      "step": 740270
    },
    {
      "epoch": 0.9390150160206404,
      "grad_norm": 6.0625,
      "learning_rate": 3.049699463881115e-06,
      "loss": 1.9253,
      "mean_token_accuracy": 0.570341819524765,
      "num_tokens": 570277133.0,
      "step": 740280
    },
    {
      "epoch": 0.9390277006131732,
      "grad_norm": 5.875,
      "learning_rate": 3.049065153794824e-06,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5352076202630996,
      "num_tokens": 570285498.0,
      "step": 740290
    },
    {
      "epoch": 0.939040385205706,
      "grad_norm": 5.6875,
      "learning_rate": 3.048430843708532e-06,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5456960052251816,
      "num_tokens": 570292966.0,
      "step": 740300
    },
    {
      "epoch": 0.9390530697982389,
      "grad_norm": 4.59375,
      "learning_rate": 3.0477965336222404e-06,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5554001301527023,
      "num_tokens": 570301668.0,
      "step": 740310
    },
    {
      "epoch": 0.9390657543907717,
      "grad_norm": 6.125,
      "learning_rate": 3.047162223535949e-06,
      "loss": 1.9013,
      "mean_token_accuracy": 0.5633091807365418,
      "num_tokens": 570308379.0,
      "step": 740320
    },
    {
      "epoch": 0.9390784389833046,
      "grad_norm": 5.53125,
      "learning_rate": 3.0465279134496575e-06,
      "loss": 2.14,
      "mean_token_accuracy": 0.5259208232164383,
      "num_tokens": 570315635.0,
      "step": 740330
    },
    {
      "epoch": 0.9390911235758373,
      "grad_norm": 4.6875,
      "learning_rate": 3.045893603363366e-06,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5326848506927491,
      "num_tokens": 570325610.0,
      "step": 740340
    },
    {
      "epoch": 0.9391038081683702,
      "grad_norm": 5.0,
      "learning_rate": 3.0452592932770746e-06,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5486643850803375,
      "num_tokens": 570333251.0,
      "step": 740350
    },
    {
      "epoch": 0.939116492760903,
      "grad_norm": 7.03125,
      "learning_rate": 3.044624983190783e-06,
      "loss": 1.7972,
      "mean_token_accuracy": 0.604249769449234,
      "num_tokens": 570340062.0,
      "step": 740360
    },
    {
      "epoch": 0.9391291773534359,
      "grad_norm": 5.65625,
      "learning_rate": 3.043990673104491e-06,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5274514585733414,
      "num_tokens": 570348684.0,
      "step": 740370
    },
    {
      "epoch": 0.9391418619459687,
      "grad_norm": 4.8125,
      "learning_rate": 3.0433563630182e-06,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5295434355735779,
      "num_tokens": 570357037.0,
      "step": 740380
    },
    {
      "epoch": 0.9391545465385015,
      "grad_norm": 7.0,
      "learning_rate": 3.0427220529319082e-06,
      "loss": 2.0676,
      "mean_token_accuracy": 0.5533502697944641,
      "num_tokens": 570364129.0,
      "step": 740390
    },
    {
      "epoch": 0.9391672311310344,
      "grad_norm": 5.90625,
      "learning_rate": 3.0420877428456166e-06,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5256060659885406,
      "num_tokens": 570372112.0,
      "step": 740400
    },
    {
      "epoch": 0.9391799157235672,
      "grad_norm": 5.09375,
      "learning_rate": 3.0414534327593253e-06,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5566120833158493,
      "num_tokens": 570379428.0,
      "step": 740410
    },
    {
      "epoch": 0.9391926003161001,
      "grad_norm": 6.90625,
      "learning_rate": 3.0408191226730336e-06,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5223707109689713,
      "num_tokens": 570388482.0,
      "step": 740420
    },
    {
      "epoch": 0.9392052849086329,
      "grad_norm": 6.15625,
      "learning_rate": 3.040184812586742e-06,
      "loss": 2.1126,
      "mean_token_accuracy": 0.530358561873436,
      "num_tokens": 570397189.0,
      "step": 740430
    },
    {
      "epoch": 0.9392179695011658,
      "grad_norm": 5.5625,
      "learning_rate": 3.0395505025004507e-06,
      "loss": 1.999,
      "mean_token_accuracy": 0.5492110252380371,
      "num_tokens": 570403477.0,
      "step": 740440
    },
    {
      "epoch": 0.9392306540936985,
      "grad_norm": 5.21875,
      "learning_rate": 3.038916192414159e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.5425035417079925,
      "num_tokens": 570412057.0,
      "step": 740450
    },
    {
      "epoch": 0.9392433386862313,
      "grad_norm": 5.0625,
      "learning_rate": 3.0382818823278673e-06,
      "loss": 2.119,
      "mean_token_accuracy": 0.5390964686870575,
      "num_tokens": 570420651.0,
      "step": 740460
    },
    {
      "epoch": 0.9392560232787642,
      "grad_norm": 6.75,
      "learning_rate": 3.0376475722415756e-06,
      "loss": 2.1197,
      "mean_token_accuracy": 0.538354504108429,
      "num_tokens": 570427790.0,
      "step": 740470
    },
    {
      "epoch": 0.939268707871297,
      "grad_norm": 10.9375,
      "learning_rate": 3.0370132621552844e-06,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5486500233411788,
      "num_tokens": 570435485.0,
      "step": 740480
    },
    {
      "epoch": 0.9392813924638299,
      "grad_norm": 5.3125,
      "learning_rate": 3.0363789520689927e-06,
      "loss": 1.9128,
      "mean_token_accuracy": 0.5703604489564895,
      "num_tokens": 570444288.0,
      "step": 740490
    },
    {
      "epoch": 0.9392940770563627,
      "grad_norm": 7.34375,
      "learning_rate": 3.035744641982701e-06,
      "loss": 1.9443,
      "mean_token_accuracy": 0.5567410349845886,
      "num_tokens": 570451041.0,
      "step": 740500
    },
    {
      "epoch": 0.9393067616488956,
      "grad_norm": 5.375,
      "learning_rate": 3.0351103318964097e-06,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5485004007816314,
      "num_tokens": 570457908.0,
      "step": 740510
    },
    {
      "epoch": 0.9393194462414284,
      "grad_norm": 5.46875,
      "learning_rate": 3.0344760218101185e-06,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5415651500225067,
      "num_tokens": 570464259.0,
      "step": 740520
    },
    {
      "epoch": 0.9393321308339612,
      "grad_norm": 5.0,
      "learning_rate": 3.0338417117238264e-06,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5550786435604096,
      "num_tokens": 570473652.0,
      "step": 740530
    },
    {
      "epoch": 0.9393448154264941,
      "grad_norm": 9.4375,
      "learning_rate": 3.033207401637535e-06,
      "loss": 2.155,
      "mean_token_accuracy": 0.5322848230600357,
      "num_tokens": 570481311.0,
      "step": 740540
    },
    {
      "epoch": 0.9393575000190268,
      "grad_norm": 5.21875,
      "learning_rate": 3.032573091551244e-06,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5453425705432892,
      "num_tokens": 570489892.0,
      "step": 740550
    },
    {
      "epoch": 0.9393701846115597,
      "grad_norm": 5.0,
      "learning_rate": 3.0319387814649517e-06,
      "loss": 2.1304,
      "mean_token_accuracy": 0.5298657655715943,
      "num_tokens": 570497515.0,
      "step": 740560
    },
    {
      "epoch": 0.9393828692040925,
      "grad_norm": 6.25,
      "learning_rate": 3.0313044713786605e-06,
      "loss": 1.969,
      "mean_token_accuracy": 0.5479126334190368,
      "num_tokens": 570504829.0,
      "step": 740570
    },
    {
      "epoch": 0.9393955537966254,
      "grad_norm": 5.09375,
      "learning_rate": 3.030670161292369e-06,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5661202371120453,
      "num_tokens": 570512547.0,
      "step": 740580
    },
    {
      "epoch": 0.9394082383891582,
      "grad_norm": 5.125,
      "learning_rate": 3.030035851206077e-06,
      "loss": 1.9656,
      "mean_token_accuracy": 0.5731222748756408,
      "num_tokens": 570520302.0,
      "step": 740590
    },
    {
      "epoch": 0.9394209229816911,
      "grad_norm": 5.84375,
      "learning_rate": 3.029401541119786e-06,
      "loss": 1.8768,
      "mean_token_accuracy": 0.5821114420890808,
      "num_tokens": 570527779.0,
      "step": 740600
    },
    {
      "epoch": 0.9394336075742239,
      "grad_norm": 5.28125,
      "learning_rate": 3.028767231033494e-06,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5382347255945206,
      "num_tokens": 570535363.0,
      "step": 740610
    },
    {
      "epoch": 0.9394462921667567,
      "grad_norm": 7.34375,
      "learning_rate": 3.028132920947203e-06,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5247631669044495,
      "num_tokens": 570542917.0,
      "step": 740620
    },
    {
      "epoch": 0.9394589767592896,
      "grad_norm": 4.75,
      "learning_rate": 3.0274986108609112e-06,
      "loss": 2.3098,
      "mean_token_accuracy": 0.5113812297582626,
      "num_tokens": 570551159.0,
      "step": 740630
    },
    {
      "epoch": 0.9394716613518224,
      "grad_norm": 5.9375,
      "learning_rate": 3.0268643007746195e-06,
      "loss": 1.9577,
      "mean_token_accuracy": 0.5652863413095475,
      "num_tokens": 570559032.0,
      "step": 740640
    },
    {
      "epoch": 0.9394843459443553,
      "grad_norm": 9.0,
      "learning_rate": 3.0262299906883283e-06,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5399862855672837,
      "num_tokens": 570567212.0,
      "step": 740650
    },
    {
      "epoch": 0.939497030536888,
      "grad_norm": 4.9375,
      "learning_rate": 3.0255956806020366e-06,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5814647734165191,
      "num_tokens": 570573208.0,
      "step": 740660
    },
    {
      "epoch": 0.9395097151294209,
      "grad_norm": 7.5,
      "learning_rate": 3.024961370515745e-06,
      "loss": 1.9508,
      "mean_token_accuracy": 0.576255601644516,
      "num_tokens": 570579984.0,
      "step": 740670
    },
    {
      "epoch": 0.9395223997219537,
      "grad_norm": 7.8125,
      "learning_rate": 3.0243270604294537e-06,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5471601217985154,
      "num_tokens": 570587225.0,
      "step": 740680
    },
    {
      "epoch": 0.9395350843144865,
      "grad_norm": 6.125,
      "learning_rate": 3.0236927503431615e-06,
      "loss": 2.0432,
      "mean_token_accuracy": 0.55641368329525,
      "num_tokens": 570594826.0,
      "step": 740690
    },
    {
      "epoch": 0.9395477689070194,
      "grad_norm": 6.90625,
      "learning_rate": 3.0230584402568703e-06,
      "loss": 2.0706,
      "mean_token_accuracy": 0.541584312915802,
      "num_tokens": 570601974.0,
      "step": 740700
    },
    {
      "epoch": 0.9395604534995522,
      "grad_norm": 6.6875,
      "learning_rate": 3.022424130170579e-06,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5692697256803513,
      "num_tokens": 570608459.0,
      "step": 740710
    },
    {
      "epoch": 0.9395731380920851,
      "grad_norm": 4.90625,
      "learning_rate": 3.0217898200842873e-06,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5564914673566819,
      "num_tokens": 570616410.0,
      "step": 740720
    },
    {
      "epoch": 0.9395858226846179,
      "grad_norm": 5.84375,
      "learning_rate": 3.0211555099979957e-06,
      "loss": 2.0183,
      "mean_token_accuracy": 0.5469664007425308,
      "num_tokens": 570624511.0,
      "step": 740730
    },
    {
      "epoch": 0.9395985072771508,
      "grad_norm": 5.90625,
      "learning_rate": 3.0205211999117044e-06,
      "loss": 2.092,
      "mean_token_accuracy": 0.5536839216947556,
      "num_tokens": 570631792.0,
      "step": 740740
    },
    {
      "epoch": 0.9396111918696836,
      "grad_norm": 7.71875,
      "learning_rate": 3.0198868898254127e-06,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5523886978626251,
      "num_tokens": 570638326.0,
      "step": 740750
    },
    {
      "epoch": 0.9396238764622165,
      "grad_norm": 5.59375,
      "learning_rate": 3.019252579739121e-06,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5435731083154678,
      "num_tokens": 570647096.0,
      "step": 740760
    },
    {
      "epoch": 0.9396365610547492,
      "grad_norm": 5.125,
      "learning_rate": 3.0186182696528298e-06,
      "loss": 1.9167,
      "mean_token_accuracy": 0.5835966020822525,
      "num_tokens": 570653999.0,
      "step": 740770
    },
    {
      "epoch": 0.939649245647282,
      "grad_norm": 7.90625,
      "learning_rate": 3.017983959566538e-06,
      "loss": 1.8103,
      "mean_token_accuracy": 0.5906030833721161,
      "num_tokens": 570660780.0,
      "step": 740780
    },
    {
      "epoch": 0.9396619302398149,
      "grad_norm": 4.6875,
      "learning_rate": 3.0173496494802464e-06,
      "loss": 2.171,
      "mean_token_accuracy": 0.5308924049139023,
      "num_tokens": 570668866.0,
      "step": 740790
    },
    {
      "epoch": 0.9396746148323477,
      "grad_norm": 6.625,
      "learning_rate": 3.0167153393939547e-06,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5772894978523254,
      "num_tokens": 570676474.0,
      "step": 740800
    },
    {
      "epoch": 0.9396872994248806,
      "grad_norm": 5.03125,
      "learning_rate": 3.0160810293076635e-06,
      "loss": 2.1381,
      "mean_token_accuracy": 0.5202447235584259,
      "num_tokens": 570685153.0,
      "step": 740810
    },
    {
      "epoch": 0.9396999840174134,
      "grad_norm": 4.71875,
      "learning_rate": 3.0154467192213718e-06,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5256703674793244,
      "num_tokens": 570692232.0,
      "step": 740820
    },
    {
      "epoch": 0.9397126686099463,
      "grad_norm": 5.375,
      "learning_rate": 3.01481240913508e-06,
      "loss": 2.2599,
      "mean_token_accuracy": 0.5092591226100922,
      "num_tokens": 570700527.0,
      "step": 740830
    },
    {
      "epoch": 0.9397253532024791,
      "grad_norm": 5.03125,
      "learning_rate": 3.014178099048789e-06,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5298291772603989,
      "num_tokens": 570709266.0,
      "step": 740840
    },
    {
      "epoch": 0.9397380377950119,
      "grad_norm": 5.28125,
      "learning_rate": 3.013543788962497e-06,
      "loss": 2.0266,
      "mean_token_accuracy": 0.5536093533039093,
      "num_tokens": 570716126.0,
      "step": 740850
    },
    {
      "epoch": 0.9397507223875448,
      "grad_norm": 5.125,
      "learning_rate": 3.0129094788762055e-06,
      "loss": 2.034,
      "mean_token_accuracy": 0.5457060486078262,
      "num_tokens": 570724438.0,
      "step": 740860
    },
    {
      "epoch": 0.9397634069800775,
      "grad_norm": 5.40625,
      "learning_rate": 3.012275168789914e-06,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5387508124113083,
      "num_tokens": 570732878.0,
      "step": 740870
    },
    {
      "epoch": 0.9397760915726104,
      "grad_norm": 4.84375,
      "learning_rate": 3.0116408587036225e-06,
      "loss": 2.1895,
      "mean_token_accuracy": 0.5258138954639435,
      "num_tokens": 570741069.0,
      "step": 740880
    },
    {
      "epoch": 0.9397887761651432,
      "grad_norm": 4.8125,
      "learning_rate": 3.011006548617331e-06,
      "loss": 1.9519,
      "mean_token_accuracy": 0.5763568252325058,
      "num_tokens": 570748871.0,
      "step": 740890
    },
    {
      "epoch": 0.9398014607576761,
      "grad_norm": 5.125,
      "learning_rate": 3.0103722385310396e-06,
      "loss": 1.9241,
      "mean_token_accuracy": 0.5724266171455383,
      "num_tokens": 570755155.0,
      "step": 740900
    },
    {
      "epoch": 0.9398141453502089,
      "grad_norm": 4.9375,
      "learning_rate": 3.009737928444748e-06,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5334834635257721,
      "num_tokens": 570763214.0,
      "step": 740910
    },
    {
      "epoch": 0.9398268299427418,
      "grad_norm": 5.09375,
      "learning_rate": 3.009103618358456e-06,
      "loss": 2.2471,
      "mean_token_accuracy": 0.5115398168563843,
      "num_tokens": 570771449.0,
      "step": 740920
    },
    {
      "epoch": 0.9398395145352746,
      "grad_norm": 7.03125,
      "learning_rate": 3.008469308272165e-06,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5583602964878083,
      "num_tokens": 570779394.0,
      "step": 740930
    },
    {
      "epoch": 0.9398521991278074,
      "grad_norm": 5.4375,
      "learning_rate": 3.0078349981858733e-06,
      "loss": 1.967,
      "mean_token_accuracy": 0.5552575498819351,
      "num_tokens": 570787065.0,
      "step": 740940
    },
    {
      "epoch": 0.9398648837203403,
      "grad_norm": 6.4375,
      "learning_rate": 3.0072006880995816e-06,
      "loss": 2.2125,
      "mean_token_accuracy": 0.5205673933029175,
      "num_tokens": 570794911.0,
      "step": 740950
    },
    {
      "epoch": 0.9398775683128731,
      "grad_norm": 5.40625,
      "learning_rate": 3.0065663780132903e-06,
      "loss": 2.1937,
      "mean_token_accuracy": 0.5222634494304657,
      "num_tokens": 570802920.0,
      "step": 740960
    },
    {
      "epoch": 0.939890252905406,
      "grad_norm": 4.5625,
      "learning_rate": 3.0059320679269986e-06,
      "loss": 1.882,
      "mean_token_accuracy": 0.5852319449186325,
      "num_tokens": 570810952.0,
      "step": 740970
    },
    {
      "epoch": 0.9399029374979387,
      "grad_norm": 6.59375,
      "learning_rate": 3.0052977578407074e-06,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5586069673299789,
      "num_tokens": 570818916.0,
      "step": 740980
    },
    {
      "epoch": 0.9399156220904716,
      "grad_norm": 7.59375,
      "learning_rate": 3.0046634477544153e-06,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5466387748718262,
      "num_tokens": 570827007.0,
      "step": 740990
    },
    {
      "epoch": 0.9399283066830044,
      "grad_norm": 6.0,
      "learning_rate": 3.004029137668124e-06,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5638878494501114,
      "num_tokens": 570834147.0,
      "step": 741000
    },
    {
      "epoch": 0.9399409912755372,
      "grad_norm": 5.34375,
      "learning_rate": 3.0033948275818327e-06,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5531947314739227,
      "num_tokens": 570842279.0,
      "step": 741010
    },
    {
      "epoch": 0.9399536758680701,
      "grad_norm": 6.53125,
      "learning_rate": 3.0027605174955406e-06,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5350146651268005,
      "num_tokens": 570849990.0,
      "step": 741020
    },
    {
      "epoch": 0.9399663604606029,
      "grad_norm": 5.15625,
      "learning_rate": 3.0021262074092494e-06,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5427337616682053,
      "num_tokens": 570857780.0,
      "step": 741030
    },
    {
      "epoch": 0.9399790450531358,
      "grad_norm": 5.3125,
      "learning_rate": 3.001491897322958e-06,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5327996164560318,
      "num_tokens": 570865543.0,
      "step": 741040
    },
    {
      "epoch": 0.9399917296456686,
      "grad_norm": 5.09375,
      "learning_rate": 3.000857587236666e-06,
      "loss": 2.117,
      "mean_token_accuracy": 0.5278914272785187,
      "num_tokens": 570873221.0,
      "step": 741050
    },
    {
      "epoch": 0.9400044142382015,
      "grad_norm": 4.90625,
      "learning_rate": 3.0002232771503747e-06,
      "loss": 2.216,
      "mean_token_accuracy": 0.5180157840251922,
      "num_tokens": 570882477.0,
      "step": 741060
    },
    {
      "epoch": 0.9400170988307343,
      "grad_norm": 7.28125,
      "learning_rate": 2.9995889670640835e-06,
      "loss": 1.961,
      "mean_token_accuracy": 0.5620939165353775,
      "num_tokens": 570889264.0,
      "step": 741070
    },
    {
      "epoch": 0.940029783423267,
      "grad_norm": 7.125,
      "learning_rate": 2.998954656977792e-06,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5444502055644989,
      "num_tokens": 570896838.0,
      "step": 741080
    },
    {
      "epoch": 0.9400424680157999,
      "grad_norm": 5.75,
      "learning_rate": 2.9983203468915e-06,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5259931921958924,
      "num_tokens": 570904800.0,
      "step": 741090
    },
    {
      "epoch": 0.9400551526083327,
      "grad_norm": 5.71875,
      "learning_rate": 2.9976860368052084e-06,
      "loss": 2.235,
      "mean_token_accuracy": 0.510797917842865,
      "num_tokens": 570913978.0,
      "step": 741100
    },
    {
      "epoch": 0.9400678372008656,
      "grad_norm": 7.375,
      "learning_rate": 2.997051726718917e-06,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5451123058795929,
      "num_tokens": 570920934.0,
      "step": 741110
    },
    {
      "epoch": 0.9400805217933984,
      "grad_norm": 5.78125,
      "learning_rate": 2.9964174166326255e-06,
      "loss": 2.1775,
      "mean_token_accuracy": 0.5305456995964051,
      "num_tokens": 570930564.0,
      "step": 741120
    },
    {
      "epoch": 0.9400932063859313,
      "grad_norm": 4.90625,
      "learning_rate": 2.995783106546334e-06,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5234244048595429,
      "num_tokens": 570938897.0,
      "step": 741130
    },
    {
      "epoch": 0.9401058909784641,
      "grad_norm": 5.90625,
      "learning_rate": 2.9951487964600425e-06,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5311714380979538,
      "num_tokens": 570945556.0,
      "step": 741140
    },
    {
      "epoch": 0.940118575570997,
      "grad_norm": 5.3125,
      "learning_rate": 2.994514486373751e-06,
      "loss": 1.8147,
      "mean_token_accuracy": 0.6002466470003128,
      "num_tokens": 570953067.0,
      "step": 741150
    },
    {
      "epoch": 0.9401312601635298,
      "grad_norm": 5.09375,
      "learning_rate": 2.993880176287459e-06,
      "loss": 2.094,
      "mean_token_accuracy": 0.5307622969150543,
      "num_tokens": 570961914.0,
      "step": 741160
    },
    {
      "epoch": 0.9401439447560626,
      "grad_norm": 6.0,
      "learning_rate": 2.993245866201168e-06,
      "loss": 2.1702,
      "mean_token_accuracy": 0.5250278353691101,
      "num_tokens": 570970508.0,
      "step": 741170
    },
    {
      "epoch": 0.9401566293485955,
      "grad_norm": 5.5625,
      "learning_rate": 2.9926115561148762e-06,
      "loss": 2.1611,
      "mean_token_accuracy": 0.5188446432352066,
      "num_tokens": 570979856.0,
      "step": 741180
    },
    {
      "epoch": 0.9401693139411282,
      "grad_norm": 5.125,
      "learning_rate": 2.9919772460285846e-06,
      "loss": 2.0569,
      "mean_token_accuracy": 0.5516925841569901,
      "num_tokens": 570987719.0,
      "step": 741190
    },
    {
      "epoch": 0.9401819985336611,
      "grad_norm": 5.15625,
      "learning_rate": 2.9913429359422933e-06,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5405339479446412,
      "num_tokens": 570994321.0,
      "step": 741200
    },
    {
      "epoch": 0.9401946831261939,
      "grad_norm": 6.15625,
      "learning_rate": 2.9907086258560016e-06,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5557040065526963,
      "num_tokens": 571000898.0,
      "step": 741210
    },
    {
      "epoch": 0.9402073677187268,
      "grad_norm": 5.0625,
      "learning_rate": 2.99007431576971e-06,
      "loss": 2.1715,
      "mean_token_accuracy": 0.5372268855571747,
      "num_tokens": 571009265.0,
      "step": 741220
    },
    {
      "epoch": 0.9402200523112596,
      "grad_norm": 6.4375,
      "learning_rate": 2.9894400056834187e-06,
      "loss": 1.9251,
      "mean_token_accuracy": 0.5618145853281021,
      "num_tokens": 571016723.0,
      "step": 741230
    },
    {
      "epoch": 0.9402327369037924,
      "grad_norm": 6.125,
      "learning_rate": 2.988805695597127e-06,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5409175723791122,
      "num_tokens": 571024354.0,
      "step": 741240
    },
    {
      "epoch": 0.9402454214963253,
      "grad_norm": 4.875,
      "learning_rate": 2.9881713855108353e-06,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5466516643762589,
      "num_tokens": 571032335.0,
      "step": 741250
    },
    {
      "epoch": 0.9402581060888581,
      "grad_norm": 5.40625,
      "learning_rate": 2.987537075424544e-06,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5472628802061081,
      "num_tokens": 571040283.0,
      "step": 741260
    },
    {
      "epoch": 0.940270790681391,
      "grad_norm": 5.34375,
      "learning_rate": 2.9869027653382524e-06,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5388051688671112,
      "num_tokens": 571047401.0,
      "step": 741270
    },
    {
      "epoch": 0.9402834752739238,
      "grad_norm": 5.75,
      "learning_rate": 2.9862684552519607e-06,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5318347096443177,
      "num_tokens": 571055334.0,
      "step": 741280
    },
    {
      "epoch": 0.9402961598664566,
      "grad_norm": 6.84375,
      "learning_rate": 2.9856341451656694e-06,
      "loss": 1.6754,
      "mean_token_accuracy": 0.6182295918464661,
      "num_tokens": 571061697.0,
      "step": 741290
    },
    {
      "epoch": 0.9403088444589894,
      "grad_norm": 5.84375,
      "learning_rate": 2.9849998350793777e-06,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5449208438396453,
      "num_tokens": 571070081.0,
      "step": 741300
    },
    {
      "epoch": 0.9403215290515223,
      "grad_norm": 4.75,
      "learning_rate": 2.984365524993086e-06,
      "loss": 1.9627,
      "mean_token_accuracy": 0.5689763814210892,
      "num_tokens": 571077494.0,
      "step": 741310
    },
    {
      "epoch": 0.9403342136440551,
      "grad_norm": 5.21875,
      "learning_rate": 2.9837312149067944e-06,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5396055698394775,
      "num_tokens": 571085460.0,
      "step": 741320
    },
    {
      "epoch": 0.9403468982365879,
      "grad_norm": 5.3125,
      "learning_rate": 2.983096904820503e-06,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5685174703598023,
      "num_tokens": 571092938.0,
      "step": 741330
    },
    {
      "epoch": 0.9403595828291208,
      "grad_norm": 12.0,
      "learning_rate": 2.982462594734212e-06,
      "loss": 1.9929,
      "mean_token_accuracy": 0.5604559987783432,
      "num_tokens": 571100743.0,
      "step": 741340
    },
    {
      "epoch": 0.9403722674216536,
      "grad_norm": 6.15625,
      "learning_rate": 2.9818282846479197e-06,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5396933108568192,
      "num_tokens": 571108473.0,
      "step": 741350
    },
    {
      "epoch": 0.9403849520141865,
      "grad_norm": 6.03125,
      "learning_rate": 2.9811939745616285e-06,
      "loss": 2.2625,
      "mean_token_accuracy": 0.5162356227636338,
      "num_tokens": 571115950.0,
      "step": 741360
    },
    {
      "epoch": 0.9403976366067193,
      "grad_norm": 7.4375,
      "learning_rate": 2.980559664475337e-06,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5168801277875901,
      "num_tokens": 571123343.0,
      "step": 741370
    },
    {
      "epoch": 0.9404103211992522,
      "grad_norm": 4.8125,
      "learning_rate": 2.979925354389045e-06,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5302004188299179,
      "num_tokens": 571131767.0,
      "step": 741380
    },
    {
      "epoch": 0.940423005791785,
      "grad_norm": 5.0,
      "learning_rate": 2.979291044302754e-06,
      "loss": 2.0009,
      "mean_token_accuracy": 0.5536512106657028,
      "num_tokens": 571139754.0,
      "step": 741390
    },
    {
      "epoch": 0.9404356903843177,
      "grad_norm": 7.96875,
      "learning_rate": 2.9786567342164626e-06,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5460250496864318,
      "num_tokens": 571148387.0,
      "step": 741400
    },
    {
      "epoch": 0.9404483749768506,
      "grad_norm": 6.34375,
      "learning_rate": 2.9780224241301705e-06,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5267197638750076,
      "num_tokens": 571154981.0,
      "step": 741410
    },
    {
      "epoch": 0.9404610595693834,
      "grad_norm": 6.6875,
      "learning_rate": 2.9773881140438792e-06,
      "loss": 1.8838,
      "mean_token_accuracy": 0.5863537341356277,
      "num_tokens": 571161886.0,
      "step": 741420
    },
    {
      "epoch": 0.9404737441619163,
      "grad_norm": 5.375,
      "learning_rate": 2.9767538039575875e-06,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5235829383134842,
      "num_tokens": 571169563.0,
      "step": 741430
    },
    {
      "epoch": 0.9404864287544491,
      "grad_norm": 6.0625,
      "learning_rate": 2.9761194938712963e-06,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5613141149282456,
      "num_tokens": 571176328.0,
      "step": 741440
    },
    {
      "epoch": 0.940499113346982,
      "grad_norm": 5.9375,
      "learning_rate": 2.9754851837850046e-06,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5406545251607895,
      "num_tokens": 571184301.0,
      "step": 741450
    },
    {
      "epoch": 0.9405117979395148,
      "grad_norm": 5.625,
      "learning_rate": 2.974850873698713e-06,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5337178230285644,
      "num_tokens": 571191985.0,
      "step": 741460
    },
    {
      "epoch": 0.9405244825320476,
      "grad_norm": 5.4375,
      "learning_rate": 2.9742165636124216e-06,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5301259219646454,
      "num_tokens": 571200541.0,
      "step": 741470
    },
    {
      "epoch": 0.9405371671245805,
      "grad_norm": 6.96875,
      "learning_rate": 2.97358225352613e-06,
      "loss": 2.0867,
      "mean_token_accuracy": 0.5495599448680878,
      "num_tokens": 571207719.0,
      "step": 741480
    },
    {
      "epoch": 0.9405498517171132,
      "grad_norm": 6.46875,
      "learning_rate": 2.9729479434398383e-06,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5544914245605469,
      "num_tokens": 571213489.0,
      "step": 741490
    },
    {
      "epoch": 0.9405625363096461,
      "grad_norm": 5.8125,
      "learning_rate": 2.972313633353547e-06,
      "loss": 1.8579,
      "mean_token_accuracy": 0.5923825353384018,
      "num_tokens": 571220373.0,
      "step": 741500
    },
    {
      "epoch": 0.9405752209021789,
      "grad_norm": 9.0625,
      "learning_rate": 2.971679323267255e-06,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5598522782325744,
      "num_tokens": 571226551.0,
      "step": 741510
    },
    {
      "epoch": 0.9405879054947118,
      "grad_norm": 5.09375,
      "learning_rate": 2.9710450131809636e-06,
      "loss": 2.1503,
      "mean_token_accuracy": 0.522474279999733,
      "num_tokens": 571235620.0,
      "step": 741520
    },
    {
      "epoch": 0.9406005900872446,
      "grad_norm": 8.375,
      "learning_rate": 2.9704107030946724e-06,
      "loss": 2.169,
      "mean_token_accuracy": 0.5254919201135635,
      "num_tokens": 571243638.0,
      "step": 741530
    },
    {
      "epoch": 0.9406132746797775,
      "grad_norm": 5.1875,
      "learning_rate": 2.9697763930083807e-06,
      "loss": 2.0905,
      "mean_token_accuracy": 0.5417863130569458,
      "num_tokens": 571252100.0,
      "step": 741540
    },
    {
      "epoch": 0.9406259592723103,
      "grad_norm": 6.75,
      "learning_rate": 2.969142082922089e-06,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5438005745410919,
      "num_tokens": 571259966.0,
      "step": 741550
    },
    {
      "epoch": 0.9406386438648431,
      "grad_norm": 5.40625,
      "learning_rate": 2.9685077728357978e-06,
      "loss": 1.9448,
      "mean_token_accuracy": 0.5610476613044739,
      "num_tokens": 571266608.0,
      "step": 741560
    },
    {
      "epoch": 0.940651328457376,
      "grad_norm": 5.46875,
      "learning_rate": 2.967873462749506e-06,
      "loss": 2.3418,
      "mean_token_accuracy": 0.49454126358032224,
      "num_tokens": 571275712.0,
      "step": 741570
    },
    {
      "epoch": 0.9406640130499088,
      "grad_norm": 5.03125,
      "learning_rate": 2.9672391526632144e-06,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5382210224866867,
      "num_tokens": 571282402.0,
      "step": 741580
    },
    {
      "epoch": 0.9406766976424417,
      "grad_norm": 5.28125,
      "learning_rate": 2.966604842576923e-06,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5346533060073853,
      "num_tokens": 571291282.0,
      "step": 741590
    },
    {
      "epoch": 0.9406893822349744,
      "grad_norm": 5.25,
      "learning_rate": 2.9659705324906314e-06,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5339093804359436,
      "num_tokens": 571299595.0,
      "step": 741600
    },
    {
      "epoch": 0.9407020668275073,
      "grad_norm": 5.40625,
      "learning_rate": 2.9653362224043398e-06,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5453642845153809,
      "num_tokens": 571308184.0,
      "step": 741610
    },
    {
      "epoch": 0.9407147514200401,
      "grad_norm": 5.375,
      "learning_rate": 2.964701912318048e-06,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5343783527612687,
      "num_tokens": 571315909.0,
      "step": 741620
    },
    {
      "epoch": 0.9407274360125729,
      "grad_norm": 4.9375,
      "learning_rate": 2.964067602231757e-06,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5350165843963623,
      "num_tokens": 571323160.0,
      "step": 741630
    },
    {
      "epoch": 0.9407401206051058,
      "grad_norm": 6.78125,
      "learning_rate": 2.963433292145465e-06,
      "loss": 1.8498,
      "mean_token_accuracy": 0.5884963989257812,
      "num_tokens": 571329897.0,
      "step": 741640
    },
    {
      "epoch": 0.9407528051976386,
      "grad_norm": 6.5,
      "learning_rate": 2.9627989820591735e-06,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5693230628967285,
      "num_tokens": 571336564.0,
      "step": 741650
    },
    {
      "epoch": 0.9407654897901715,
      "grad_norm": 7.25,
      "learning_rate": 2.962164671972882e-06,
      "loss": 1.9473,
      "mean_token_accuracy": 0.5616134405136108,
      "num_tokens": 571344194.0,
      "step": 741660
    },
    {
      "epoch": 0.9407781743827043,
      "grad_norm": 5.15625,
      "learning_rate": 2.9615303618865905e-06,
      "loss": 1.8716,
      "mean_token_accuracy": 0.5854653894901276,
      "num_tokens": 571351313.0,
      "step": 741670
    },
    {
      "epoch": 0.9407908589752372,
      "grad_norm": 5.59375,
      "learning_rate": 2.960896051800299e-06,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5195305675268174,
      "num_tokens": 571360301.0,
      "step": 741680
    },
    {
      "epoch": 0.94080354356777,
      "grad_norm": 5.4375,
      "learning_rate": 2.9602617417140076e-06,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5536651253700257,
      "num_tokens": 571367793.0,
      "step": 741690
    },
    {
      "epoch": 0.9408162281603029,
      "grad_norm": 5.09375,
      "learning_rate": 2.9596274316277163e-06,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5433812469244004,
      "num_tokens": 571376399.0,
      "step": 741700
    },
    {
      "epoch": 0.9408289127528356,
      "grad_norm": 5.25,
      "learning_rate": 2.958993121541424e-06,
      "loss": 2.2283,
      "mean_token_accuracy": 0.5226042538881301,
      "num_tokens": 571384611.0,
      "step": 741710
    },
    {
      "epoch": 0.9408415973453684,
      "grad_norm": 6.125,
      "learning_rate": 2.958358811455133e-06,
      "loss": 2.0993,
      "mean_token_accuracy": 0.5423114448785782,
      "num_tokens": 571393341.0,
      "step": 741720
    },
    {
      "epoch": 0.9408542819379013,
      "grad_norm": 4.5625,
      "learning_rate": 2.9577245013688413e-06,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5242276966571808,
      "num_tokens": 571402260.0,
      "step": 741730
    },
    {
      "epoch": 0.9408669665304341,
      "grad_norm": 4.90625,
      "learning_rate": 2.9570901912825496e-06,
      "loss": 1.9355,
      "mean_token_accuracy": 0.5641668617725373,
      "num_tokens": 571410808.0,
      "step": 741740
    },
    {
      "epoch": 0.940879651122967,
      "grad_norm": 4.90625,
      "learning_rate": 2.9564558811962583e-06,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5445371836423873,
      "num_tokens": 571418492.0,
      "step": 741750
    },
    {
      "epoch": 0.9408923357154998,
      "grad_norm": 5.5,
      "learning_rate": 2.9558215711099666e-06,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5150123506784439,
      "num_tokens": 571427318.0,
      "step": 741760
    },
    {
      "epoch": 0.9409050203080327,
      "grad_norm": 2.578125,
      "learning_rate": 2.955187261023675e-06,
      "loss": 1.9467,
      "mean_token_accuracy": 0.5639540523290634,
      "num_tokens": 571436118.0,
      "step": 741770
    },
    {
      "epoch": 0.9409177049005655,
      "grad_norm": 4.9375,
      "learning_rate": 2.9545529509373837e-06,
      "loss": 2.0344,
      "mean_token_accuracy": 0.5556621104478836,
      "num_tokens": 571443707.0,
      "step": 741780
    },
    {
      "epoch": 0.9409303894930983,
      "grad_norm": 7.78125,
      "learning_rate": 2.953918640851092e-06,
      "loss": 2.1002,
      "mean_token_accuracy": 0.5484236270189286,
      "num_tokens": 571450235.0,
      "step": 741790
    },
    {
      "epoch": 0.9409430740856312,
      "grad_norm": 6.46875,
      "learning_rate": 2.9532843307648007e-06,
      "loss": 2.1568,
      "mean_token_accuracy": 0.5236449241638184,
      "num_tokens": 571458904.0,
      "step": 741800
    },
    {
      "epoch": 0.940955758678164,
      "grad_norm": 4.8125,
      "learning_rate": 2.952650020678509e-06,
      "loss": 2.1574,
      "mean_token_accuracy": 0.53187415599823,
      "num_tokens": 571468356.0,
      "step": 741810
    },
    {
      "epoch": 0.9409684432706968,
      "grad_norm": 6.6875,
      "learning_rate": 2.9520157105922174e-06,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5488244593143463,
      "num_tokens": 571476751.0,
      "step": 741820
    },
    {
      "epoch": 0.9409811278632296,
      "grad_norm": 5.0,
      "learning_rate": 2.951381400505926e-06,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5512156575918198,
      "num_tokens": 571484378.0,
      "step": 741830
    },
    {
      "epoch": 0.9409938124557625,
      "grad_norm": 4.8125,
      "learning_rate": 2.950747090419634e-06,
      "loss": 2.0595,
      "mean_token_accuracy": 0.5427947402000427,
      "num_tokens": 571492663.0,
      "step": 741840
    },
    {
      "epoch": 0.9410064970482953,
      "grad_norm": 13.0625,
      "learning_rate": 2.9501127803333427e-06,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5179777622222901,
      "num_tokens": 571500496.0,
      "step": 741850
    },
    {
      "epoch": 0.9410191816408282,
      "grad_norm": 7.65625,
      "learning_rate": 2.9494784702470515e-06,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5553357183933259,
      "num_tokens": 571507846.0,
      "step": 741860
    },
    {
      "epoch": 0.941031866233361,
      "grad_norm": 4.78125,
      "learning_rate": 2.9488441601607594e-06,
      "loss": 2.2257,
      "mean_token_accuracy": 0.5256772220134736,
      "num_tokens": 571515206.0,
      "step": 741870
    },
    {
      "epoch": 0.9410445508258938,
      "grad_norm": 8.3125,
      "learning_rate": 2.948209850074468e-06,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5366674840450287,
      "num_tokens": 571523783.0,
      "step": 741880
    },
    {
      "epoch": 0.9410572354184267,
      "grad_norm": 6.21875,
      "learning_rate": 2.947575539988177e-06,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5430083960294724,
      "num_tokens": 571532349.0,
      "step": 741890
    },
    {
      "epoch": 0.9410699200109595,
      "grad_norm": 5.40625,
      "learning_rate": 2.946941229901885e-06,
      "loss": 2.086,
      "mean_token_accuracy": 0.5449808955192565,
      "num_tokens": 571540481.0,
      "step": 741900
    },
    {
      "epoch": 0.9410826046034924,
      "grad_norm": 6.71875,
      "learning_rate": 2.9463069198155935e-06,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5679616332054138,
      "num_tokens": 571547284.0,
      "step": 741910
    },
    {
      "epoch": 0.9410952891960251,
      "grad_norm": 4.75,
      "learning_rate": 2.9456726097293022e-06,
      "loss": 1.7845,
      "mean_token_accuracy": 0.5987145602703094,
      "num_tokens": 571554745.0,
      "step": 741920
    },
    {
      "epoch": 0.941107973788558,
      "grad_norm": 7.15625,
      "learning_rate": 2.9450382996430105e-06,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5284806817770005,
      "num_tokens": 571561853.0,
      "step": 741930
    },
    {
      "epoch": 0.9411206583810908,
      "grad_norm": 6.59375,
      "learning_rate": 2.944403989556719e-06,
      "loss": 2.1812,
      "mean_token_accuracy": 0.5235569834709167,
      "num_tokens": 571569747.0,
      "step": 741940
    },
    {
      "epoch": 0.9411333429736236,
      "grad_norm": 5.03125,
      "learning_rate": 2.943769679470427e-06,
      "loss": 1.9464,
      "mean_token_accuracy": 0.5605383694171906,
      "num_tokens": 571577639.0,
      "step": 741950
    },
    {
      "epoch": 0.9411460275661565,
      "grad_norm": 5.875,
      "learning_rate": 2.943135369384136e-06,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5201593548059463,
      "num_tokens": 571585977.0,
      "step": 741960
    },
    {
      "epoch": 0.9411587121586893,
      "grad_norm": 8.125,
      "learning_rate": 2.9425010592978442e-06,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5344956874847412,
      "num_tokens": 571593906.0,
      "step": 741970
    },
    {
      "epoch": 0.9411713967512222,
      "grad_norm": 5.625,
      "learning_rate": 2.9418667492115525e-06,
      "loss": 2.0392,
      "mean_token_accuracy": 0.54268519282341,
      "num_tokens": 571601785.0,
      "step": 741980
    },
    {
      "epoch": 0.941184081343755,
      "grad_norm": 5.8125,
      "learning_rate": 2.9412324391252613e-06,
      "loss": 1.8716,
      "mean_token_accuracy": 0.5869595229625701,
      "num_tokens": 571608774.0,
      "step": 741990
    },
    {
      "epoch": 0.9411967659362879,
      "grad_norm": 5.09375,
      "learning_rate": 2.9405981290389696e-06,
      "loss": 1.9371,
      "mean_token_accuracy": 0.5766871184110641,
      "num_tokens": 571614698.0,
      "step": 742000
    },
    {
      "epoch": 0.9412094505288207,
      "grad_norm": 5.6875,
      "learning_rate": 2.939963818952678e-06,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5378202617168426,
      "num_tokens": 571622736.0,
      "step": 742010
    },
    {
      "epoch": 0.9412221351213534,
      "grad_norm": 5.90625,
      "learning_rate": 2.9393295088663867e-06,
      "loss": 2.1759,
      "mean_token_accuracy": 0.5284567832946777,
      "num_tokens": 571629990.0,
      "step": 742020
    },
    {
      "epoch": 0.9412348197138863,
      "grad_norm": 5.09375,
      "learning_rate": 2.938695198780095e-06,
      "loss": 2.1024,
      "mean_token_accuracy": 0.5420130252838135,
      "num_tokens": 571639130.0,
      "step": 742030
    },
    {
      "epoch": 0.9412475043064191,
      "grad_norm": 5.125,
      "learning_rate": 2.9380608886938033e-06,
      "loss": 2.3069,
      "mean_token_accuracy": 0.503863251209259,
      "num_tokens": 571648104.0,
      "step": 742040
    },
    {
      "epoch": 0.941260188898952,
      "grad_norm": 5.0,
      "learning_rate": 2.937426578607512e-06,
      "loss": 1.936,
      "mean_token_accuracy": 0.5611117631196976,
      "num_tokens": 571656430.0,
      "step": 742050
    },
    {
      "epoch": 0.9412728734914848,
      "grad_norm": 6.4375,
      "learning_rate": 2.9367922685212203e-06,
      "loss": 1.9619,
      "mean_token_accuracy": 0.5733832329511642,
      "num_tokens": 571663198.0,
      "step": 742060
    },
    {
      "epoch": 0.9412855580840177,
      "grad_norm": 9.9375,
      "learning_rate": 2.9361579584349287e-06,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5203529119491577,
      "num_tokens": 571670708.0,
      "step": 742070
    },
    {
      "epoch": 0.9412982426765505,
      "grad_norm": 4.34375,
      "learning_rate": 2.9355236483486374e-06,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5423799306154251,
      "num_tokens": 571679033.0,
      "step": 742080
    },
    {
      "epoch": 0.9413109272690834,
      "grad_norm": 6.0625,
      "learning_rate": 2.9348893382623457e-06,
      "loss": 2.0673,
      "mean_token_accuracy": 0.5466375172138214,
      "num_tokens": 571686204.0,
      "step": 742090
    },
    {
      "epoch": 0.9413236118616162,
      "grad_norm": 5.78125,
      "learning_rate": 2.934255028176054e-06,
      "loss": 1.9189,
      "mean_token_accuracy": 0.5745579153299332,
      "num_tokens": 571692444.0,
      "step": 742100
    },
    {
      "epoch": 0.941336296454149,
      "grad_norm": 4.9375,
      "learning_rate": 2.9336207180897628e-06,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5482344955205918,
      "num_tokens": 571700728.0,
      "step": 742110
    },
    {
      "epoch": 0.9413489810466819,
      "grad_norm": 5.75,
      "learning_rate": 2.932986408003471e-06,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5258084833621979,
      "num_tokens": 571707917.0,
      "step": 742120
    },
    {
      "epoch": 0.9413616656392146,
      "grad_norm": 19.25,
      "learning_rate": 2.9323520979171794e-06,
      "loss": 1.7822,
      "mean_token_accuracy": 0.5977871179580688,
      "num_tokens": 571713652.0,
      "step": 742130
    },
    {
      "epoch": 0.9413743502317475,
      "grad_norm": 5.6875,
      "learning_rate": 2.9317177878308877e-06,
      "loss": 1.8585,
      "mean_token_accuracy": 0.5841046243906021,
      "num_tokens": 571721554.0,
      "step": 742140
    },
    {
      "epoch": 0.9413870348242803,
      "grad_norm": 4.9375,
      "learning_rate": 2.9310834777445965e-06,
      "loss": 1.8341,
      "mean_token_accuracy": 0.5926892518997192,
      "num_tokens": 571729049.0,
      "step": 742150
    },
    {
      "epoch": 0.9413997194168132,
      "grad_norm": 5.78125,
      "learning_rate": 2.930449167658305e-06,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5411611467599868,
      "num_tokens": 571738115.0,
      "step": 742160
    },
    {
      "epoch": 0.941412404009346,
      "grad_norm": 6.5,
      "learning_rate": 2.929814857572013e-06,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5346618562936782,
      "num_tokens": 571745446.0,
      "step": 742170
    },
    {
      "epoch": 0.9414250886018788,
      "grad_norm": 5.28125,
      "learning_rate": 2.929180547485722e-06,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5364689111709595,
      "num_tokens": 571754078.0,
      "step": 742180
    },
    {
      "epoch": 0.9414377731944117,
      "grad_norm": 5.0,
      "learning_rate": 2.9285462373994306e-06,
      "loss": 1.885,
      "mean_token_accuracy": 0.5816707015037537,
      "num_tokens": 571761285.0,
      "step": 742190
    },
    {
      "epoch": 0.9414504577869445,
      "grad_norm": 5.59375,
      "learning_rate": 2.9279119273131385e-06,
      "loss": 2.0488,
      "mean_token_accuracy": 0.547217845916748,
      "num_tokens": 571769729.0,
      "step": 742200
    },
    {
      "epoch": 0.9414631423794774,
      "grad_norm": 7.21875,
      "learning_rate": 2.927277617226847e-06,
      "loss": 2.0565,
      "mean_token_accuracy": 0.553483834862709,
      "num_tokens": 571777289.0,
      "step": 742210
    },
    {
      "epoch": 0.9414758269720102,
      "grad_norm": 4.875,
      "learning_rate": 2.926643307140556e-06,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5239204496145249,
      "num_tokens": 571786258.0,
      "step": 742220
    },
    {
      "epoch": 0.941488511564543,
      "grad_norm": 5.53125,
      "learning_rate": 2.926008997054264e-06,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5453708499670029,
      "num_tokens": 571793691.0,
      "step": 742230
    },
    {
      "epoch": 0.9415011961570758,
      "grad_norm": 5.09375,
      "learning_rate": 2.9253746869679726e-06,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5674003541469574,
      "num_tokens": 571801445.0,
      "step": 742240
    },
    {
      "epoch": 0.9415138807496087,
      "grad_norm": 5.4375,
      "learning_rate": 2.924740376881681e-06,
      "loss": 2.0616,
      "mean_token_accuracy": 0.5569571912288666,
      "num_tokens": 571809243.0,
      "step": 742250
    },
    {
      "epoch": 0.9415265653421415,
      "grad_norm": 5.5625,
      "learning_rate": 2.9241060667953896e-06,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5387991726398468,
      "num_tokens": 571817584.0,
      "step": 742260
    },
    {
      "epoch": 0.9415392499346743,
      "grad_norm": 5.03125,
      "learning_rate": 2.923471756709098e-06,
      "loss": 2.358,
      "mean_token_accuracy": 0.491009259223938,
      "num_tokens": 571826960.0,
      "step": 742270
    },
    {
      "epoch": 0.9415519345272072,
      "grad_norm": 6.65625,
      "learning_rate": 2.9228374466228063e-06,
      "loss": 1.9853,
      "mean_token_accuracy": 0.565419203042984,
      "num_tokens": 571834864.0,
      "step": 742280
    },
    {
      "epoch": 0.94156461911974,
      "grad_norm": 5.65625,
      "learning_rate": 2.922203136536515e-06,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5495246767997741,
      "num_tokens": 571842081.0,
      "step": 742290
    },
    {
      "epoch": 0.9415773037122729,
      "grad_norm": 8.3125,
      "learning_rate": 2.9215688264502233e-06,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5442254036664963,
      "num_tokens": 571847849.0,
      "step": 742300
    },
    {
      "epoch": 0.9415899883048057,
      "grad_norm": 5.0625,
      "learning_rate": 2.9209345163639316e-06,
      "loss": 2.2063,
      "mean_token_accuracy": 0.528340071439743,
      "num_tokens": 571855383.0,
      "step": 742310
    },
    {
      "epoch": 0.9416026728973386,
      "grad_norm": 13.25,
      "learning_rate": 2.9203002062776404e-06,
      "loss": 2.086,
      "mean_token_accuracy": 0.5469453305006027,
      "num_tokens": 571863246.0,
      "step": 742320
    },
    {
      "epoch": 0.9416153574898714,
      "grad_norm": 5.03125,
      "learning_rate": 2.9196658961913487e-06,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5346962153911591,
      "num_tokens": 571870944.0,
      "step": 742330
    },
    {
      "epoch": 0.9416280420824041,
      "grad_norm": 6.53125,
      "learning_rate": 2.919031586105057e-06,
      "loss": 1.9196,
      "mean_token_accuracy": 0.5743553757667541,
      "num_tokens": 571878767.0,
      "step": 742340
    },
    {
      "epoch": 0.941640726674937,
      "grad_norm": 6.9375,
      "learning_rate": 2.9183972760187657e-06,
      "loss": 1.8217,
      "mean_token_accuracy": 0.5903782784938812,
      "num_tokens": 571885513.0,
      "step": 742350
    },
    {
      "epoch": 0.9416534112674698,
      "grad_norm": 6.34375,
      "learning_rate": 2.917762965932474e-06,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5532429635524749,
      "num_tokens": 571893275.0,
      "step": 742360
    },
    {
      "epoch": 0.9416660958600027,
      "grad_norm": 7.34375,
      "learning_rate": 2.9171286558461824e-06,
      "loss": 1.8068,
      "mean_token_accuracy": 0.5946621507406235,
      "num_tokens": 571899151.0,
      "step": 742370
    },
    {
      "epoch": 0.9416787804525355,
      "grad_norm": 4.8125,
      "learning_rate": 2.916494345759891e-06,
      "loss": 2.0159,
      "mean_token_accuracy": 0.5592678308486938,
      "num_tokens": 571906935.0,
      "step": 742380
    },
    {
      "epoch": 0.9416914650450684,
      "grad_norm": 6.125,
      "learning_rate": 2.9158600356735994e-06,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5382582485675812,
      "num_tokens": 571914658.0,
      "step": 742390
    },
    {
      "epoch": 0.9417041496376012,
      "grad_norm": 7.25,
      "learning_rate": 2.9152257255873078e-06,
      "loss": 1.9828,
      "mean_token_accuracy": 0.5636048048734665,
      "num_tokens": 571921425.0,
      "step": 742400
    },
    {
      "epoch": 0.941716834230134,
      "grad_norm": 5.8125,
      "learning_rate": 2.9145914155010165e-06,
      "loss": 1.9199,
      "mean_token_accuracy": 0.5761384516954422,
      "num_tokens": 571928949.0,
      "step": 742410
    },
    {
      "epoch": 0.9417295188226669,
      "grad_norm": 5.5625,
      "learning_rate": 2.913957105414725e-06,
      "loss": 1.8536,
      "mean_token_accuracy": 0.5772104352712631,
      "num_tokens": 571936100.0,
      "step": 742420
    },
    {
      "epoch": 0.9417422034151997,
      "grad_norm": 5.21875,
      "learning_rate": 2.913322795328433e-06,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5391042560338974,
      "num_tokens": 571944494.0,
      "step": 742430
    },
    {
      "epoch": 0.9417548880077325,
      "grad_norm": 5.125,
      "learning_rate": 2.912688485242142e-06,
      "loss": 1.9908,
      "mean_token_accuracy": 0.566369566321373,
      "num_tokens": 571952537.0,
      "step": 742440
    },
    {
      "epoch": 0.9417675726002653,
      "grad_norm": 5.1875,
      "learning_rate": 2.91205417515585e-06,
      "loss": 2.0762,
      "mean_token_accuracy": 0.534459313750267,
      "num_tokens": 571961717.0,
      "step": 742450
    },
    {
      "epoch": 0.9417802571927982,
      "grad_norm": 5.71875,
      "learning_rate": 2.9114198650695585e-06,
      "loss": 2.13,
      "mean_token_accuracy": 0.5380838632583618,
      "num_tokens": 571969315.0,
      "step": 742460
    },
    {
      "epoch": 0.941792941785331,
      "grad_norm": 5.125,
      "learning_rate": 2.910785554983267e-06,
      "loss": 1.7015,
      "mean_token_accuracy": 0.614785623550415,
      "num_tokens": 571975729.0,
      "step": 742470
    },
    {
      "epoch": 0.9418056263778639,
      "grad_norm": 7.375,
      "learning_rate": 2.9101512448969756e-06,
      "loss": 2.1573,
      "mean_token_accuracy": 0.533747735619545,
      "num_tokens": 571983824.0,
      "step": 742480
    },
    {
      "epoch": 0.9418183109703967,
      "grad_norm": 4.8125,
      "learning_rate": 2.909516934810684e-06,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5456807881593704,
      "num_tokens": 571991055.0,
      "step": 742490
    },
    {
      "epoch": 0.9418309955629295,
      "grad_norm": 4.96875,
      "learning_rate": 2.908882624724392e-06,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5290782481431962,
      "num_tokens": 572000634.0,
      "step": 742500
    },
    {
      "epoch": 0.9418436801554624,
      "grad_norm": 4.625,
      "learning_rate": 2.908248314638101e-06,
      "loss": 1.9808,
      "mean_token_accuracy": 0.5428128600120544,
      "num_tokens": 572008096.0,
      "step": 742510
    },
    {
      "epoch": 0.9418563647479952,
      "grad_norm": 4.65625,
      "learning_rate": 2.9076140045518092e-06,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5569187045097351,
      "num_tokens": 572016629.0,
      "step": 742520
    },
    {
      "epoch": 0.9418690493405281,
      "grad_norm": 4.1875,
      "learning_rate": 2.9069796944655176e-06,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5818007379770279,
      "num_tokens": 572025387.0,
      "step": 742530
    },
    {
      "epoch": 0.9418817339330608,
      "grad_norm": 9.0625,
      "learning_rate": 2.9063453843792263e-06,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5433263689279556,
      "num_tokens": 572032402.0,
      "step": 742540
    },
    {
      "epoch": 0.9418944185255937,
      "grad_norm": 10.6875,
      "learning_rate": 2.905711074292935e-06,
      "loss": 1.9439,
      "mean_token_accuracy": 0.5677931904792786,
      "num_tokens": 572038950.0,
      "step": 742550
    },
    {
      "epoch": 0.9419071031181265,
      "grad_norm": 7.90625,
      "learning_rate": 2.905076764206643e-06,
      "loss": 2.0574,
      "mean_token_accuracy": 0.5415938377380372,
      "num_tokens": 572047069.0,
      "step": 742560
    },
    {
      "epoch": 0.9419197877106593,
      "grad_norm": 4.78125,
      "learning_rate": 2.9044424541203517e-06,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5456719070672988,
      "num_tokens": 572056015.0,
      "step": 742570
    },
    {
      "epoch": 0.9419324723031922,
      "grad_norm": 5.28125,
      "learning_rate": 2.90380814403406e-06,
      "loss": 1.8033,
      "mean_token_accuracy": 0.5879695862531662,
      "num_tokens": 572064010.0,
      "step": 742580
    },
    {
      "epoch": 0.941945156895725,
      "grad_norm": 6.0,
      "learning_rate": 2.9031738339477683e-06,
      "loss": 1.6616,
      "mean_token_accuracy": 0.6058152496814728,
      "num_tokens": 572070894.0,
      "step": 742590
    },
    {
      "epoch": 0.9419578414882579,
      "grad_norm": 4.84375,
      "learning_rate": 2.902539523861477e-06,
      "loss": 2.1872,
      "mean_token_accuracy": 0.5233234018087387,
      "num_tokens": 572079868.0,
      "step": 742600
    },
    {
      "epoch": 0.9419705260807907,
      "grad_norm": 6.46875,
      "learning_rate": 2.9019052137751854e-06,
      "loss": 2.0736,
      "mean_token_accuracy": 0.5490504324436187,
      "num_tokens": 572088223.0,
      "step": 742610
    },
    {
      "epoch": 0.9419832106733236,
      "grad_norm": 5.5625,
      "learning_rate": 2.9012709036888937e-06,
      "loss": 1.989,
      "mean_token_accuracy": 0.559667882323265,
      "num_tokens": 572097382.0,
      "step": 742620
    },
    {
      "epoch": 0.9419958952658564,
      "grad_norm": 4.90625,
      "learning_rate": 2.9006365936026024e-06,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5449549108743668,
      "num_tokens": 572105577.0,
      "step": 742630
    },
    {
      "epoch": 0.9420085798583893,
      "grad_norm": 4.9375,
      "learning_rate": 2.9000022835163107e-06,
      "loss": 1.9445,
      "mean_token_accuracy": 0.5659834563732147,
      "num_tokens": 572113784.0,
      "step": 742640
    },
    {
      "epoch": 0.942021264450922,
      "grad_norm": 4.96875,
      "learning_rate": 2.8993679734300195e-06,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5281813502311706,
      "num_tokens": 572121348.0,
      "step": 742650
    },
    {
      "epoch": 0.9420339490434548,
      "grad_norm": 6.625,
      "learning_rate": 2.8987336633437278e-06,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5293600857257843,
      "num_tokens": 572129189.0,
      "step": 742660
    },
    {
      "epoch": 0.9420466336359877,
      "grad_norm": 5.1875,
      "learning_rate": 2.898099353257436e-06,
      "loss": 2.1828,
      "mean_token_accuracy": 0.5227385967969894,
      "num_tokens": 572137907.0,
      "step": 742670
    },
    {
      "epoch": 0.9420593182285205,
      "grad_norm": 6.53125,
      "learning_rate": 2.897465043171145e-06,
      "loss": 1.9837,
      "mean_token_accuracy": 0.5837663382291793,
      "num_tokens": 572144573.0,
      "step": 742680
    },
    {
      "epoch": 0.9420720028210534,
      "grad_norm": 7.4375,
      "learning_rate": 2.8968307330848527e-06,
      "loss": 1.9432,
      "mean_token_accuracy": 0.5625613272190094,
      "num_tokens": 572151202.0,
      "step": 742690
    },
    {
      "epoch": 0.9420846874135862,
      "grad_norm": 5.0625,
      "learning_rate": 2.8961964229985615e-06,
      "loss": 2.0329,
      "mean_token_accuracy": 0.543497958779335,
      "num_tokens": 572159517.0,
      "step": 742700
    },
    {
      "epoch": 0.9420973720061191,
      "grad_norm": 5.53125,
      "learning_rate": 2.8955621129122702e-06,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5691302061080933,
      "num_tokens": 572166407.0,
      "step": 742710
    },
    {
      "epoch": 0.9421100565986519,
      "grad_norm": 6.21875,
      "learning_rate": 2.8949278028259785e-06,
      "loss": 2.1268,
      "mean_token_accuracy": 0.537275242805481,
      "num_tokens": 572174290.0,
      "step": 742720
    },
    {
      "epoch": 0.9421227411911847,
      "grad_norm": 5.78125,
      "learning_rate": 2.894293492739687e-06,
      "loss": 1.8173,
      "mean_token_accuracy": 0.5941837728023529,
      "num_tokens": 572181739.0,
      "step": 742730
    },
    {
      "epoch": 0.9421354257837176,
      "grad_norm": 7.46875,
      "learning_rate": 2.8936591826533956e-06,
      "loss": 2.2604,
      "mean_token_accuracy": 0.5195387750864029,
      "num_tokens": 572189425.0,
      "step": 742740
    },
    {
      "epoch": 0.9421481103762503,
      "grad_norm": 6.8125,
      "learning_rate": 2.893024872567104e-06,
      "loss": 1.872,
      "mean_token_accuracy": 0.5848140597343445,
      "num_tokens": 572195522.0,
      "step": 742750
    },
    {
      "epoch": 0.9421607949687832,
      "grad_norm": 6.59375,
      "learning_rate": 2.8923905624808122e-06,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5271719217300415,
      "num_tokens": 572204149.0,
      "step": 742760
    },
    {
      "epoch": 0.942173479561316,
      "grad_norm": 5.15625,
      "learning_rate": 2.891756252394521e-06,
      "loss": 2.3019,
      "mean_token_accuracy": 0.5046394377946853,
      "num_tokens": 572212660.0,
      "step": 742770
    },
    {
      "epoch": 0.9421861641538489,
      "grad_norm": 5.1875,
      "learning_rate": 2.8911219423082293e-06,
      "loss": 1.7948,
      "mean_token_accuracy": 0.6083053648471832,
      "num_tokens": 572219715.0,
      "step": 742780
    },
    {
      "epoch": 0.9421988487463817,
      "grad_norm": 5.59375,
      "learning_rate": 2.8904876322219376e-06,
      "loss": 2.1733,
      "mean_token_accuracy": 0.5277768433094024,
      "num_tokens": 572227785.0,
      "step": 742790
    },
    {
      "epoch": 0.9422115333389146,
      "grad_norm": 5.90625,
      "learning_rate": 2.889853322135646e-06,
      "loss": 1.8623,
      "mean_token_accuracy": 0.5823324024677277,
      "num_tokens": 572235324.0,
      "step": 742800
    },
    {
      "epoch": 0.9422242179314474,
      "grad_norm": 5.0625,
      "learning_rate": 2.8892190120493546e-06,
      "loss": 1.7892,
      "mean_token_accuracy": 0.5903678238391876,
      "num_tokens": 572243020.0,
      "step": 742810
    },
    {
      "epoch": 0.9422369025239802,
      "grad_norm": 5.03125,
      "learning_rate": 2.888584701963063e-06,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5321051627397537,
      "num_tokens": 572250876.0,
      "step": 742820
    },
    {
      "epoch": 0.9422495871165131,
      "grad_norm": 8.375,
      "learning_rate": 2.8879503918767713e-06,
      "loss": 2.0169,
      "mean_token_accuracy": 0.547306701540947,
      "num_tokens": 572256904.0,
      "step": 742830
    },
    {
      "epoch": 0.9422622717090459,
      "grad_norm": 5.53125,
      "learning_rate": 2.88731608179048e-06,
      "loss": 1.9892,
      "mean_token_accuracy": 0.546616530418396,
      "num_tokens": 572264859.0,
      "step": 742840
    },
    {
      "epoch": 0.9422749563015788,
      "grad_norm": 7.25,
      "learning_rate": 2.8866817717041883e-06,
      "loss": 1.997,
      "mean_token_accuracy": 0.5520366817712784,
      "num_tokens": 572272982.0,
      "step": 742850
    },
    {
      "epoch": 0.9422876408941115,
      "grad_norm": 6.625,
      "learning_rate": 2.8860474616178967e-06,
      "loss": 1.9807,
      "mean_token_accuracy": 0.5576440006494522,
      "num_tokens": 572280407.0,
      "step": 742860
    },
    {
      "epoch": 0.9423003254866444,
      "grad_norm": 5.71875,
      "learning_rate": 2.8854131515316054e-06,
      "loss": 1.8842,
      "mean_token_accuracy": 0.5817846715450287,
      "num_tokens": 572287789.0,
      "step": 742870
    },
    {
      "epoch": 0.9423130100791772,
      "grad_norm": 7.03125,
      "learning_rate": 2.8847788414453137e-06,
      "loss": 1.958,
      "mean_token_accuracy": 0.5703004777431488,
      "num_tokens": 572296235.0,
      "step": 742880
    },
    {
      "epoch": 0.94232569467171,
      "grad_norm": 7.53125,
      "learning_rate": 2.884144531359022e-06,
      "loss": 1.9299,
      "mean_token_accuracy": 0.5653750240802765,
      "num_tokens": 572304306.0,
      "step": 742890
    },
    {
      "epoch": 0.9423383792642429,
      "grad_norm": 5.03125,
      "learning_rate": 2.8835102212727308e-06,
      "loss": 2.2877,
      "mean_token_accuracy": 0.513273298740387,
      "num_tokens": 572313415.0,
      "step": 742900
    },
    {
      "epoch": 0.9423510638567757,
      "grad_norm": 5.15625,
      "learning_rate": 2.882875911186439e-06,
      "loss": 2.2244,
      "mean_token_accuracy": 0.5219899922609329,
      "num_tokens": 572322641.0,
      "step": 742910
    },
    {
      "epoch": 0.9423637484493086,
      "grad_norm": 5.34375,
      "learning_rate": 2.8822416011001474e-06,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5521110892295837,
      "num_tokens": 572330175.0,
      "step": 742920
    },
    {
      "epoch": 0.9423764330418414,
      "grad_norm": 5.8125,
      "learning_rate": 2.881607291013856e-06,
      "loss": 1.9918,
      "mean_token_accuracy": 0.565470838546753,
      "num_tokens": 572338226.0,
      "step": 742930
    },
    {
      "epoch": 0.9423891176343743,
      "grad_norm": 6.34375,
      "learning_rate": 2.8809729809275645e-06,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5473034411668778,
      "num_tokens": 572346254.0,
      "step": 742940
    },
    {
      "epoch": 0.9424018022269071,
      "grad_norm": 4.96875,
      "learning_rate": 2.8803386708412728e-06,
      "loss": 2.0044,
      "mean_token_accuracy": 0.5610704869031906,
      "num_tokens": 572354462.0,
      "step": 742950
    },
    {
      "epoch": 0.9424144868194398,
      "grad_norm": 6.4375,
      "learning_rate": 2.8797043607549815e-06,
      "loss": 2.0562,
      "mean_token_accuracy": 0.552948796749115,
      "num_tokens": 572361879.0,
      "step": 742960
    },
    {
      "epoch": 0.9424271714119727,
      "grad_norm": 7.625,
      "learning_rate": 2.87907005066869e-06,
      "loss": 1.892,
      "mean_token_accuracy": 0.5896692603826523,
      "num_tokens": 572367840.0,
      "step": 742970
    },
    {
      "epoch": 0.9424398560045055,
      "grad_norm": 7.5,
      "learning_rate": 2.878435740582398e-06,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5556895166635514,
      "num_tokens": 572374306.0,
      "step": 742980
    },
    {
      "epoch": 0.9424525405970384,
      "grad_norm": 5.78125,
      "learning_rate": 2.8778014304961065e-06,
      "loss": 2.1816,
      "mean_token_accuracy": 0.523743388056755,
      "num_tokens": 572380712.0,
      "step": 742990
    },
    {
      "epoch": 0.9424652251895712,
      "grad_norm": 5.4375,
      "learning_rate": 2.877167120409815e-06,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5619922786951065,
      "num_tokens": 572388193.0,
      "step": 743000
    },
    {
      "epoch": 0.9424779097821041,
      "grad_norm": 6.4375,
      "learning_rate": 2.876532810323524e-06,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5418138891458512,
      "num_tokens": 572395015.0,
      "step": 743010
    },
    {
      "epoch": 0.9424905943746369,
      "grad_norm": 5.5,
      "learning_rate": 2.875898500237232e-06,
      "loss": 2.027,
      "mean_token_accuracy": 0.56141899228096,
      "num_tokens": 572402062.0,
      "step": 743020
    },
    {
      "epoch": 0.9425032789671698,
      "grad_norm": 5.15625,
      "learning_rate": 2.8752641901509406e-06,
      "loss": 1.9589,
      "mean_token_accuracy": 0.5624586433172226,
      "num_tokens": 572409080.0,
      "step": 743030
    },
    {
      "epoch": 0.9425159635597026,
      "grad_norm": 6.4375,
      "learning_rate": 2.8746298800646493e-06,
      "loss": 1.7132,
      "mean_token_accuracy": 0.6098803162574769,
      "num_tokens": 572415860.0,
      "step": 743040
    },
    {
      "epoch": 0.9425286481522354,
      "grad_norm": 5.0625,
      "learning_rate": 2.873995569978357e-06,
      "loss": 1.8918,
      "mean_token_accuracy": 0.5660123705863953,
      "num_tokens": 572422438.0,
      "step": 743050
    },
    {
      "epoch": 0.9425413327447683,
      "grad_norm": 5.28125,
      "learning_rate": 2.873361259892066e-06,
      "loss": 2.2049,
      "mean_token_accuracy": 0.519952455163002,
      "num_tokens": 572431156.0,
      "step": 743060
    },
    {
      "epoch": 0.942554017337301,
      "grad_norm": 5.75,
      "learning_rate": 2.8727269498057747e-06,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5423110008239747,
      "num_tokens": 572439706.0,
      "step": 743070
    },
    {
      "epoch": 0.9425667019298339,
      "grad_norm": 5.625,
      "learning_rate": 2.8720926397194826e-06,
      "loss": 2.1919,
      "mean_token_accuracy": 0.5330153316259384,
      "num_tokens": 572448160.0,
      "step": 743080
    },
    {
      "epoch": 0.9425793865223667,
      "grad_norm": 6.375,
      "learning_rate": 2.8714583296331913e-06,
      "loss": 2.0849,
      "mean_token_accuracy": 0.5450724124908447,
      "num_tokens": 572455775.0,
      "step": 743090
    },
    {
      "epoch": 0.9425920711148996,
      "grad_norm": 6.34375,
      "learning_rate": 2.8708240195468996e-06,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5514232009649277,
      "num_tokens": 572462957.0,
      "step": 743100
    },
    {
      "epoch": 0.9426047557074324,
      "grad_norm": 5.0,
      "learning_rate": 2.8701897094606084e-06,
      "loss": 1.7746,
      "mean_token_accuracy": 0.6253566890954971,
      "num_tokens": 572469019.0,
      "step": 743110
    },
    {
      "epoch": 0.9426174402999652,
      "grad_norm": 5.28125,
      "learning_rate": 2.8695553993743167e-06,
      "loss": 1.956,
      "mean_token_accuracy": 0.5725250005722046,
      "num_tokens": 572476837.0,
      "step": 743120
    },
    {
      "epoch": 0.9426301248924981,
      "grad_norm": 7.71875,
      "learning_rate": 2.868921089288025e-06,
      "loss": 2.1838,
      "mean_token_accuracy": 0.5266945630311965,
      "num_tokens": 572483892.0,
      "step": 743130
    },
    {
      "epoch": 0.9426428094850309,
      "grad_norm": 6.03125,
      "learning_rate": 2.8682867792017337e-06,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5394324421882629,
      "num_tokens": 572492895.0,
      "step": 743140
    },
    {
      "epoch": 0.9426554940775638,
      "grad_norm": 5.0,
      "learning_rate": 2.867652469115442e-06,
      "loss": 2.2635,
      "mean_token_accuracy": 0.5151863038539887,
      "num_tokens": 572500470.0,
      "step": 743150
    },
    {
      "epoch": 0.9426681786700966,
      "grad_norm": 6.09375,
      "learning_rate": 2.8670181590291504e-06,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5566926062107086,
      "num_tokens": 572509267.0,
      "step": 743160
    },
    {
      "epoch": 0.9426808632626295,
      "grad_norm": 6.4375,
      "learning_rate": 2.866383848942859e-06,
      "loss": 1.8644,
      "mean_token_accuracy": 0.5834598571062088,
      "num_tokens": 572515701.0,
      "step": 743170
    },
    {
      "epoch": 0.9426935478551622,
      "grad_norm": 5.6875,
      "learning_rate": 2.8657495388565674e-06,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5493123263120652,
      "num_tokens": 572523060.0,
      "step": 743180
    },
    {
      "epoch": 0.9427062324476951,
      "grad_norm": 5.15625,
      "learning_rate": 2.8651152287702757e-06,
      "loss": 2.1302,
      "mean_token_accuracy": 0.540593022108078,
      "num_tokens": 572531160.0,
      "step": 743190
    },
    {
      "epoch": 0.9427189170402279,
      "grad_norm": 6.28125,
      "learning_rate": 2.8644809186839845e-06,
      "loss": 2.0028,
      "mean_token_accuracy": 0.5645837128162384,
      "num_tokens": 572538311.0,
      "step": 743200
    },
    {
      "epoch": 0.9427316016327607,
      "grad_norm": 5.40625,
      "learning_rate": 2.863846608597693e-06,
      "loss": 1.9112,
      "mean_token_accuracy": 0.5630334794521332,
      "num_tokens": 572546280.0,
      "step": 743210
    },
    {
      "epoch": 0.9427442862252936,
      "grad_norm": 5.8125,
      "learning_rate": 2.863212298511401e-06,
      "loss": 2.0129,
      "mean_token_accuracy": 0.549346461892128,
      "num_tokens": 572553781.0,
      "step": 743220
    },
    {
      "epoch": 0.9427569708178264,
      "grad_norm": 5.71875,
      "learning_rate": 2.86257798842511e-06,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5435737937688827,
      "num_tokens": 572562398.0,
      "step": 743230
    },
    {
      "epoch": 0.9427696554103593,
      "grad_norm": 6.03125,
      "learning_rate": 2.861943678338818e-06,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5419007450342178,
      "num_tokens": 572569383.0,
      "step": 743240
    },
    {
      "epoch": 0.9427823400028921,
      "grad_norm": 4.84375,
      "learning_rate": 2.8613093682525265e-06,
      "loss": 2.1245,
      "mean_token_accuracy": 0.5277056634426117,
      "num_tokens": 572576963.0,
      "step": 743250
    },
    {
      "epoch": 0.942795024595425,
      "grad_norm": 5.125,
      "learning_rate": 2.8606750581662352e-06,
      "loss": 2.1311,
      "mean_token_accuracy": 0.5304506152868271,
      "num_tokens": 572585531.0,
      "step": 743260
    },
    {
      "epoch": 0.9428077091879578,
      "grad_norm": 7.59375,
      "learning_rate": 2.8600407480799435e-06,
      "loss": 1.8889,
      "mean_token_accuracy": 0.5967597246170044,
      "num_tokens": 572592818.0,
      "step": 743270
    },
    {
      "epoch": 0.9428203937804905,
      "grad_norm": 5.71875,
      "learning_rate": 2.859406437993652e-06,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5218945235013962,
      "num_tokens": 572601573.0,
      "step": 743280
    },
    {
      "epoch": 0.9428330783730234,
      "grad_norm": 6.25,
      "learning_rate": 2.8587721279073606e-06,
      "loss": 1.8785,
      "mean_token_accuracy": 0.5839129686355591,
      "num_tokens": 572608254.0,
      "step": 743290
    },
    {
      "epoch": 0.9428457629655562,
      "grad_norm": 6.03125,
      "learning_rate": 2.858137817821069e-06,
      "loss": 2.1786,
      "mean_token_accuracy": 0.522471445798874,
      "num_tokens": 572616129.0,
      "step": 743300
    },
    {
      "epoch": 0.9428584475580891,
      "grad_norm": 6.65625,
      "learning_rate": 2.8575035077347772e-06,
      "loss": 1.9249,
      "mean_token_accuracy": 0.5718130230903625,
      "num_tokens": 572623577.0,
      "step": 743310
    },
    {
      "epoch": 0.9428711321506219,
      "grad_norm": 5.1875,
      "learning_rate": 2.8568691976484855e-06,
      "loss": 2.1288,
      "mean_token_accuracy": 0.542338490486145,
      "num_tokens": 572631859.0,
      "step": 743320
    },
    {
      "epoch": 0.9428838167431548,
      "grad_norm": 5.71875,
      "learning_rate": 2.8562348875621943e-06,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5313631355762481,
      "num_tokens": 572640515.0,
      "step": 743330
    },
    {
      "epoch": 0.9428965013356876,
      "grad_norm": 5.09375,
      "learning_rate": 2.8556005774759026e-06,
      "loss": 2.0232,
      "mean_token_accuracy": 0.550232520699501,
      "num_tokens": 572647273.0,
      "step": 743340
    },
    {
      "epoch": 0.9429091859282204,
      "grad_norm": 4.78125,
      "learning_rate": 2.854966267389611e-06,
      "loss": 1.9145,
      "mean_token_accuracy": 0.5864402323961257,
      "num_tokens": 572654496.0,
      "step": 743350
    },
    {
      "epoch": 0.9429218705207533,
      "grad_norm": 6.40625,
      "learning_rate": 2.8543319573033197e-06,
      "loss": 2.0403,
      "mean_token_accuracy": 0.5518800407648087,
      "num_tokens": 572661384.0,
      "step": 743360
    },
    {
      "epoch": 0.942934555113286,
      "grad_norm": 6.0625,
      "learning_rate": 2.8536976472170284e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5371177732944489,
      "num_tokens": 572668784.0,
      "step": 743370
    },
    {
      "epoch": 0.942947239705819,
      "grad_norm": 5.53125,
      "learning_rate": 2.8530633371307363e-06,
      "loss": 2.1501,
      "mean_token_accuracy": 0.534334447979927,
      "num_tokens": 572677404.0,
      "step": 743380
    },
    {
      "epoch": 0.9429599242983517,
      "grad_norm": 5.4375,
      "learning_rate": 2.852429027044445e-06,
      "loss": 2.112,
      "mean_token_accuracy": 0.5395505011081696,
      "num_tokens": 572685577.0,
      "step": 743390
    },
    {
      "epoch": 0.9429726088908846,
      "grad_norm": 7.21875,
      "learning_rate": 2.8517947169581538e-06,
      "loss": 1.9501,
      "mean_token_accuracy": 0.572459825873375,
      "num_tokens": 572692692.0,
      "step": 743400
    },
    {
      "epoch": 0.9429852934834174,
      "grad_norm": 5.21875,
      "learning_rate": 2.8511604068718617e-06,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5341326028108597,
      "num_tokens": 572701782.0,
      "step": 743410
    },
    {
      "epoch": 0.9429979780759503,
      "grad_norm": 5.21875,
      "learning_rate": 2.8505260967855704e-06,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5065606117248536,
      "num_tokens": 572710683.0,
      "step": 743420
    },
    {
      "epoch": 0.9430106626684831,
      "grad_norm": 5.0625,
      "learning_rate": 2.8498917866992787e-06,
      "loss": 1.9024,
      "mean_token_accuracy": 0.5787969321012497,
      "num_tokens": 572717982.0,
      "step": 743430
    },
    {
      "epoch": 0.9430233472610159,
      "grad_norm": 5.03125,
      "learning_rate": 2.849257476612987e-06,
      "loss": 1.8931,
      "mean_token_accuracy": 0.5943519175052643,
      "num_tokens": 572724782.0,
      "step": 743440
    },
    {
      "epoch": 0.9430360318535488,
      "grad_norm": 5.40625,
      "learning_rate": 2.8486231665266958e-06,
      "loss": 2.1439,
      "mean_token_accuracy": 0.529542675614357,
      "num_tokens": 572733104.0,
      "step": 743450
    },
    {
      "epoch": 0.9430487164460816,
      "grad_norm": 5.6875,
      "learning_rate": 2.847988856440404e-06,
      "loss": 1.8916,
      "mean_token_accuracy": 0.5814258873462677,
      "num_tokens": 572741536.0,
      "step": 743460
    },
    {
      "epoch": 0.9430614010386145,
      "grad_norm": 5.59375,
      "learning_rate": 2.847354546354113e-06,
      "loss": 1.7213,
      "mean_token_accuracy": 0.6222157269716263,
      "num_tokens": 572748027.0,
      "step": 743470
    },
    {
      "epoch": 0.9430740856311473,
      "grad_norm": 6.625,
      "learning_rate": 2.846720236267821e-06,
      "loss": 2.05,
      "mean_token_accuracy": 0.5519097417593002,
      "num_tokens": 572754986.0,
      "step": 743480
    },
    {
      "epoch": 0.9430867702236801,
      "grad_norm": 6.84375,
      "learning_rate": 2.8460859261815295e-06,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5220633387565613,
      "num_tokens": 572762106.0,
      "step": 743490
    },
    {
      "epoch": 0.9430994548162129,
      "grad_norm": 5.40625,
      "learning_rate": 2.845451616095238e-06,
      "loss": 1.7829,
      "mean_token_accuracy": 0.6001161605119705,
      "num_tokens": 572768866.0,
      "step": 743500
    },
    {
      "epoch": 0.9431121394087457,
      "grad_norm": 5.125,
      "learning_rate": 2.844817306008946e-06,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5379470646381378,
      "num_tokens": 572777395.0,
      "step": 743510
    },
    {
      "epoch": 0.9431248240012786,
      "grad_norm": 6.65625,
      "learning_rate": 2.844182995922655e-06,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5388637185096741,
      "num_tokens": 572784013.0,
      "step": 743520
    },
    {
      "epoch": 0.9431375085938114,
      "grad_norm": 4.96875,
      "learning_rate": 2.8435486858363636e-06,
      "loss": 2.1124,
      "mean_token_accuracy": 0.5265846073627471,
      "num_tokens": 572791512.0,
      "step": 743530
    },
    {
      "epoch": 0.9431501931863443,
      "grad_norm": 5.65625,
      "learning_rate": 2.8429143757500715e-06,
      "loss": 2.2513,
      "mean_token_accuracy": 0.5263191133737564,
      "num_tokens": 572799710.0,
      "step": 743540
    },
    {
      "epoch": 0.9431628777788771,
      "grad_norm": 6.65625,
      "learning_rate": 2.84228006566378e-06,
      "loss": 2.2278,
      "mean_token_accuracy": 0.5267202407121658,
      "num_tokens": 572808498.0,
      "step": 743550
    },
    {
      "epoch": 0.94317556237141,
      "grad_norm": 5.34375,
      "learning_rate": 2.841645755577489e-06,
      "loss": 2.2253,
      "mean_token_accuracy": 0.5238472640514373,
      "num_tokens": 572816722.0,
      "step": 743560
    },
    {
      "epoch": 0.9431882469639428,
      "grad_norm": 5.6875,
      "learning_rate": 2.8410114454911973e-06,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5246516823768616,
      "num_tokens": 572824402.0,
      "step": 743570
    },
    {
      "epoch": 0.9432009315564757,
      "grad_norm": 5.0625,
      "learning_rate": 2.8403771354049056e-06,
      "loss": 1.7621,
      "mean_token_accuracy": 0.6021881103515625,
      "num_tokens": 572830854.0,
      "step": 743580
    },
    {
      "epoch": 0.9432136161490084,
      "grad_norm": 6.15625,
      "learning_rate": 2.8397428253186143e-06,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5311376839876175,
      "num_tokens": 572838786.0,
      "step": 743590
    },
    {
      "epoch": 0.9432263007415412,
      "grad_norm": 5.625,
      "learning_rate": 2.8391085152323226e-06,
      "loss": 2.095,
      "mean_token_accuracy": 0.5379363834857941,
      "num_tokens": 572847148.0,
      "step": 743600
    },
    {
      "epoch": 0.9432389853340741,
      "grad_norm": 6.0,
      "learning_rate": 2.838474205146031e-06,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5439535915851593,
      "num_tokens": 572854237.0,
      "step": 743610
    },
    {
      "epoch": 0.9432516699266069,
      "grad_norm": 4.8125,
      "learning_rate": 2.8378398950597393e-06,
      "loss": 1.6807,
      "mean_token_accuracy": 0.62800372838974,
      "num_tokens": 572862108.0,
      "step": 743620
    },
    {
      "epoch": 0.9432643545191398,
      "grad_norm": 4.9375,
      "learning_rate": 2.837205584973448e-06,
      "loss": 1.8095,
      "mean_token_accuracy": 0.5986904919147491,
      "num_tokens": 572869267.0,
      "step": 743630
    },
    {
      "epoch": 0.9432770391116726,
      "grad_norm": 5.625,
      "learning_rate": 2.8365712748871563e-06,
      "loss": 2.1859,
      "mean_token_accuracy": 0.5221445769071579,
      "num_tokens": 572877654.0,
      "step": 743640
    },
    {
      "epoch": 0.9432897237042055,
      "grad_norm": 5.1875,
      "learning_rate": 2.8359369648008646e-06,
      "loss": 2.139,
      "mean_token_accuracy": 0.5327687442302704,
      "num_tokens": 572885525.0,
      "step": 743650
    },
    {
      "epoch": 0.9433024082967383,
      "grad_norm": 6.96875,
      "learning_rate": 2.8353026547145734e-06,
      "loss": 2.0275,
      "mean_token_accuracy": 0.5535122036933899,
      "num_tokens": 572893559.0,
      "step": 743660
    },
    {
      "epoch": 0.9433150928892711,
      "grad_norm": 7.0,
      "learning_rate": 2.8346683446282817e-06,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5753981053829194,
      "num_tokens": 572900411.0,
      "step": 743670
    },
    {
      "epoch": 0.943327777481804,
      "grad_norm": 5.8125,
      "learning_rate": 2.83403403454199e-06,
      "loss": 2.3227,
      "mean_token_accuracy": 0.5089578270912171,
      "num_tokens": 572907370.0,
      "step": 743680
    },
    {
      "epoch": 0.9433404620743367,
      "grad_norm": 6.34375,
      "learning_rate": 2.8333997244556988e-06,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5452312290668487,
      "num_tokens": 572915413.0,
      "step": 743690
    },
    {
      "epoch": 0.9433531466668696,
      "grad_norm": 9.4375,
      "learning_rate": 2.832765414369407e-06,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5389068633317947,
      "num_tokens": 572922974.0,
      "step": 743700
    },
    {
      "epoch": 0.9433658312594024,
      "grad_norm": 5.0,
      "learning_rate": 2.8321311042831154e-06,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5644656777381897,
      "num_tokens": 572930288.0,
      "step": 743710
    },
    {
      "epoch": 0.9433785158519353,
      "grad_norm": 5.90625,
      "learning_rate": 2.831496794196824e-06,
      "loss": 1.9555,
      "mean_token_accuracy": 0.5687946110963822,
      "num_tokens": 572937553.0,
      "step": 743720
    },
    {
      "epoch": 0.9433912004444681,
      "grad_norm": 4.875,
      "learning_rate": 2.8308624841105324e-06,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5310985743999481,
      "num_tokens": 572946312.0,
      "step": 743730
    },
    {
      "epoch": 0.943403885037001,
      "grad_norm": 5.0,
      "learning_rate": 2.8302281740242408e-06,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5287507444620132,
      "num_tokens": 572955527.0,
      "step": 743740
    },
    {
      "epoch": 0.9434165696295338,
      "grad_norm": 5.1875,
      "learning_rate": 2.8295938639379495e-06,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5354395270347595,
      "num_tokens": 572964316.0,
      "step": 743750
    },
    {
      "epoch": 0.9434292542220666,
      "grad_norm": 4.78125,
      "learning_rate": 2.828959553851658e-06,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5323580384254456,
      "num_tokens": 572973207.0,
      "step": 743760
    },
    {
      "epoch": 0.9434419388145995,
      "grad_norm": 5.03125,
      "learning_rate": 2.828325243765366e-06,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5538302659988403,
      "num_tokens": 572981366.0,
      "step": 743770
    },
    {
      "epoch": 0.9434546234071323,
      "grad_norm": 5.71875,
      "learning_rate": 2.827690933679075e-06,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5352026969194412,
      "num_tokens": 572988818.0,
      "step": 743780
    },
    {
      "epoch": 0.9434673079996652,
      "grad_norm": 5.71875,
      "learning_rate": 2.827056623592783e-06,
      "loss": 2.0433,
      "mean_token_accuracy": 0.542764526605606,
      "num_tokens": 572995748.0,
      "step": 743790
    },
    {
      "epoch": 0.943479992592198,
      "grad_norm": 5.28125,
      "learning_rate": 2.8264223135064915e-06,
      "loss": 2.0052,
      "mean_token_accuracy": 0.571365961432457,
      "num_tokens": 573002459.0,
      "step": 743800
    },
    {
      "epoch": 0.9434926771847308,
      "grad_norm": 5.40625,
      "learning_rate": 2.8257880034202002e-06,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5382125109434128,
      "num_tokens": 573010738.0,
      "step": 743810
    },
    {
      "epoch": 0.9435053617772636,
      "grad_norm": 6.1875,
      "learning_rate": 2.8251536933339086e-06,
      "loss": 2.1033,
      "mean_token_accuracy": 0.537477171421051,
      "num_tokens": 573018644.0,
      "step": 743820
    },
    {
      "epoch": 0.9435180463697964,
      "grad_norm": 6.21875,
      "learning_rate": 2.8245193832476173e-06,
      "loss": 2.1584,
      "mean_token_accuracy": 0.5307790338993073,
      "num_tokens": 573027340.0,
      "step": 743830
    },
    {
      "epoch": 0.9435307309623293,
      "grad_norm": 5.0625,
      "learning_rate": 2.823885073161325e-06,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5313185065984726,
      "num_tokens": 573035408.0,
      "step": 743840
    },
    {
      "epoch": 0.9435434155548621,
      "grad_norm": 6.09375,
      "learning_rate": 2.823250763075034e-06,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5440797954797745,
      "num_tokens": 573042120.0,
      "step": 743850
    },
    {
      "epoch": 0.943556100147395,
      "grad_norm": 5.65625,
      "learning_rate": 2.8226164529887427e-06,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5429237425327301,
      "num_tokens": 573050356.0,
      "step": 743860
    },
    {
      "epoch": 0.9435687847399278,
      "grad_norm": 5.25,
      "learning_rate": 2.8219821429024506e-06,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5241821140050889,
      "num_tokens": 573058631.0,
      "step": 743870
    },
    {
      "epoch": 0.9435814693324607,
      "grad_norm": 6.28125,
      "learning_rate": 2.8213478328161593e-06,
      "loss": 1.8652,
      "mean_token_accuracy": 0.5883857488632203,
      "num_tokens": 573065410.0,
      "step": 743880
    },
    {
      "epoch": 0.9435941539249935,
      "grad_norm": 4.9375,
      "learning_rate": 2.820713522729868e-06,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5435134530067444,
      "num_tokens": 573074159.0,
      "step": 743890
    },
    {
      "epoch": 0.9436068385175262,
      "grad_norm": 6.375,
      "learning_rate": 2.820079212643576e-06,
      "loss": 2.229,
      "mean_token_accuracy": 0.5156886160373688,
      "num_tokens": 573083206.0,
      "step": 743900
    },
    {
      "epoch": 0.9436195231100591,
      "grad_norm": 5.5625,
      "learning_rate": 2.8194449025572847e-06,
      "loss": 2.2362,
      "mean_token_accuracy": 0.5298329412937164,
      "num_tokens": 573091784.0,
      "step": 743910
    },
    {
      "epoch": 0.9436322077025919,
      "grad_norm": 6.3125,
      "learning_rate": 2.8188105924709934e-06,
      "loss": 2.114,
      "mean_token_accuracy": 0.5297494471073151,
      "num_tokens": 573100062.0,
      "step": 743920
    },
    {
      "epoch": 0.9436448922951248,
      "grad_norm": 5.1875,
      "learning_rate": 2.8181762823847017e-06,
      "loss": 2.3692,
      "mean_token_accuracy": 0.49925932586193084,
      "num_tokens": 573107971.0,
      "step": 743930
    },
    {
      "epoch": 0.9436575768876576,
      "grad_norm": 5.375,
      "learning_rate": 2.81754197229841e-06,
      "loss": 2.047,
      "mean_token_accuracy": 0.5546245187520981,
      "num_tokens": 573114886.0,
      "step": 743940
    },
    {
      "epoch": 0.9436702614801905,
      "grad_norm": 6.4375,
      "learning_rate": 2.8169076622121184e-06,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5746823996305466,
      "num_tokens": 573122854.0,
      "step": 743950
    },
    {
      "epoch": 0.9436829460727233,
      "grad_norm": 5.0,
      "learning_rate": 2.816273352125827e-06,
      "loss": 2.0689,
      "mean_token_accuracy": 0.5409487396478653,
      "num_tokens": 573130600.0,
      "step": 743960
    },
    {
      "epoch": 0.9436956306652562,
      "grad_norm": 5.0625,
      "learning_rate": 2.8156390420395354e-06,
      "loss": 2.1443,
      "mean_token_accuracy": 0.5436723947525024,
      "num_tokens": 573138593.0,
      "step": 743970
    },
    {
      "epoch": 0.943708315257789,
      "grad_norm": 5.75,
      "learning_rate": 2.8150047319532437e-06,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5397323071956635,
      "num_tokens": 573145975.0,
      "step": 743980
    },
    {
      "epoch": 0.9437209998503218,
      "grad_norm": 6.5,
      "learning_rate": 2.8143704218669525e-06,
      "loss": 2.0655,
      "mean_token_accuracy": 0.5537820398807526,
      "num_tokens": 573153377.0,
      "step": 743990
    },
    {
      "epoch": 0.9437336844428547,
      "grad_norm": 6.59375,
      "learning_rate": 2.813736111780661e-06,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5606735169887542,
      "num_tokens": 573160427.0,
      "step": 744000
    },
    {
      "epoch": 0.9437463690353874,
      "grad_norm": 6.40625,
      "learning_rate": 2.813101801694369e-06,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5240770876407623,
      "num_tokens": 573168448.0,
      "step": 744010
    },
    {
      "epoch": 0.9437590536279203,
      "grad_norm": 7.78125,
      "learning_rate": 2.812467491608078e-06,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5583758503198624,
      "num_tokens": 573177567.0,
      "step": 744020
    },
    {
      "epoch": 0.9437717382204531,
      "grad_norm": 4.9375,
      "learning_rate": 2.811833181521786e-06,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5503943175077438,
      "num_tokens": 573185511.0,
      "step": 744030
    },
    {
      "epoch": 0.943784422812986,
      "grad_norm": 6.71875,
      "learning_rate": 2.8111988714354945e-06,
      "loss": 2.1095,
      "mean_token_accuracy": 0.5369785368442536,
      "num_tokens": 573192085.0,
      "step": 744040
    },
    {
      "epoch": 0.9437971074055188,
      "grad_norm": 5.125,
      "learning_rate": 2.8105645613492032e-06,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5467033892869949,
      "num_tokens": 573200366.0,
      "step": 744050
    },
    {
      "epoch": 0.9438097919980516,
      "grad_norm": 6.8125,
      "learning_rate": 2.8099302512629115e-06,
      "loss": 2.073,
      "mean_token_accuracy": 0.5490564107894897,
      "num_tokens": 573207367.0,
      "step": 744060
    },
    {
      "epoch": 0.9438224765905845,
      "grad_norm": 6.4375,
      "learning_rate": 2.80929594117662e-06,
      "loss": 1.863,
      "mean_token_accuracy": 0.5858197510242462,
      "num_tokens": 573214265.0,
      "step": 744070
    },
    {
      "epoch": 0.9438351611831173,
      "grad_norm": 5.46875,
      "learning_rate": 2.8086616310903286e-06,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5450355499982834,
      "num_tokens": 573221712.0,
      "step": 744080
    },
    {
      "epoch": 0.9438478457756502,
      "grad_norm": 7.875,
      "learning_rate": 2.808027321004037e-06,
      "loss": 2.1295,
      "mean_token_accuracy": 0.5383065521717072,
      "num_tokens": 573228822.0,
      "step": 744090
    },
    {
      "epoch": 0.943860530368183,
      "grad_norm": 4.9375,
      "learning_rate": 2.8073930109177452e-06,
      "loss": 2.0975,
      "mean_token_accuracy": 0.543376350402832,
      "num_tokens": 573236833.0,
      "step": 744100
    },
    {
      "epoch": 0.9438732149607159,
      "grad_norm": 5.375,
      "learning_rate": 2.806758700831454e-06,
      "loss": 2.2081,
      "mean_token_accuracy": 0.5273337602615357,
      "num_tokens": 573244637.0,
      "step": 744110
    },
    {
      "epoch": 0.9438858995532486,
      "grad_norm": 6.96875,
      "learning_rate": 2.8061243907451623e-06,
      "loss": 2.0769,
      "mean_token_accuracy": 0.555518752336502,
      "num_tokens": 573252027.0,
      "step": 744120
    },
    {
      "epoch": 0.9438985841457815,
      "grad_norm": 5.5625,
      "learning_rate": 2.8054900806588706e-06,
      "loss": 1.9327,
      "mean_token_accuracy": 0.567037633061409,
      "num_tokens": 573259629.0,
      "step": 744130
    },
    {
      "epoch": 0.9439112687383143,
      "grad_norm": 5.03125,
      "learning_rate": 2.804855770572579e-06,
      "loss": 1.8369,
      "mean_token_accuracy": 0.5815276861190796,
      "num_tokens": 573267250.0,
      "step": 744140
    },
    {
      "epoch": 0.9439239533308471,
      "grad_norm": 5.21875,
      "learning_rate": 2.8042214604862877e-06,
      "loss": 1.8544,
      "mean_token_accuracy": 0.5777732878923416,
      "num_tokens": 573274848.0,
      "step": 744150
    },
    {
      "epoch": 0.94393663792338,
      "grad_norm": 4.75,
      "learning_rate": 2.803587150399996e-06,
      "loss": 2.086,
      "mean_token_accuracy": 0.543545150756836,
      "num_tokens": 573281946.0,
      "step": 744160
    },
    {
      "epoch": 0.9439493225159128,
      "grad_norm": 5.78125,
      "learning_rate": 2.8029528403137043e-06,
      "loss": 2.2706,
      "mean_token_accuracy": 0.5157910972833634,
      "num_tokens": 573290226.0,
      "step": 744170
    },
    {
      "epoch": 0.9439620071084457,
      "grad_norm": 5.8125,
      "learning_rate": 2.802318530227413e-06,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5668649256229401,
      "num_tokens": 573298338.0,
      "step": 744180
    },
    {
      "epoch": 0.9439746917009785,
      "grad_norm": 5.5,
      "learning_rate": 2.8016842201411218e-06,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5493669837713242,
      "num_tokens": 573304942.0,
      "step": 744190
    },
    {
      "epoch": 0.9439873762935114,
      "grad_norm": 6.625,
      "learning_rate": 2.8010499100548297e-06,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5471190929412841,
      "num_tokens": 573312719.0,
      "step": 744200
    },
    {
      "epoch": 0.9440000608860442,
      "grad_norm": 6.84375,
      "learning_rate": 2.8004155999685384e-06,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5448173940181732,
      "num_tokens": 573321513.0,
      "step": 744210
    },
    {
      "epoch": 0.9440127454785769,
      "grad_norm": 5.59375,
      "learning_rate": 2.799781289882247e-06,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5300421476364136,
      "num_tokens": 573329945.0,
      "step": 744220
    },
    {
      "epoch": 0.9440254300711098,
      "grad_norm": 4.78125,
      "learning_rate": 2.799146979795955e-06,
      "loss": 1.8037,
      "mean_token_accuracy": 0.5935890793800354,
      "num_tokens": 573337555.0,
      "step": 744230
    },
    {
      "epoch": 0.9440381146636426,
      "grad_norm": 7.1875,
      "learning_rate": 2.7985126697096638e-06,
      "loss": 1.7815,
      "mean_token_accuracy": 0.6052177339792252,
      "num_tokens": 573342871.0,
      "step": 744240
    },
    {
      "epoch": 0.9440507992561755,
      "grad_norm": 5.0625,
      "learning_rate": 2.797878359623372e-06,
      "loss": 1.9909,
      "mean_token_accuracy": 0.5690358519554138,
      "num_tokens": 573350868.0,
      "step": 744250
    },
    {
      "epoch": 0.9440634838487083,
      "grad_norm": 5.6875,
      "learning_rate": 2.7972440495370804e-06,
      "loss": 2.1769,
      "mean_token_accuracy": 0.539975157380104,
      "num_tokens": 573358477.0,
      "step": 744260
    },
    {
      "epoch": 0.9440761684412412,
      "grad_norm": 5.15625,
      "learning_rate": 2.796609739450789e-06,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5227304130792618,
      "num_tokens": 573367326.0,
      "step": 744270
    },
    {
      "epoch": 0.944088853033774,
      "grad_norm": 5.34375,
      "learning_rate": 2.7959754293644975e-06,
      "loss": 1.9198,
      "mean_token_accuracy": 0.5740042209625245,
      "num_tokens": 573373889.0,
      "step": 744280
    },
    {
      "epoch": 0.9441015376263068,
      "grad_norm": 5.25,
      "learning_rate": 2.795341119278206e-06,
      "loss": 1.9169,
      "mean_token_accuracy": 0.5806861519813538,
      "num_tokens": 573381057.0,
      "step": 744290
    },
    {
      "epoch": 0.9441142222188397,
      "grad_norm": 8.0625,
      "learning_rate": 2.7947068091919145e-06,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5675689160823822,
      "num_tokens": 573388531.0,
      "step": 744300
    },
    {
      "epoch": 0.9441269068113725,
      "grad_norm": 4.84375,
      "learning_rate": 2.794072499105623e-06,
      "loss": 2.1008,
      "mean_token_accuracy": 0.541757121682167,
      "num_tokens": 573396431.0,
      "step": 744310
    },
    {
      "epoch": 0.9441395914039054,
      "grad_norm": 5.75,
      "learning_rate": 2.7934381890193316e-06,
      "loss": 2.1246,
      "mean_token_accuracy": 0.534194627404213,
      "num_tokens": 573404021.0,
      "step": 744320
    },
    {
      "epoch": 0.9441522759964381,
      "grad_norm": 8.75,
      "learning_rate": 2.79280387893304e-06,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5548872888088227,
      "num_tokens": 573411367.0,
      "step": 744330
    },
    {
      "epoch": 0.944164960588971,
      "grad_norm": 7.0625,
      "learning_rate": 2.792169568846748e-06,
      "loss": 2.0631,
      "mean_token_accuracy": 0.5442229896783829,
      "num_tokens": 573419355.0,
      "step": 744340
    },
    {
      "epoch": 0.9441776451815038,
      "grad_norm": 4.5625,
      "learning_rate": 2.791535258760457e-06,
      "loss": 1.8339,
      "mean_token_accuracy": 0.5836498975753784,
      "num_tokens": 573426835.0,
      "step": 744350
    },
    {
      "epoch": 0.9441903297740367,
      "grad_norm": 9.625,
      "learning_rate": 2.790900948674165e-06,
      "loss": 2.0785,
      "mean_token_accuracy": 0.5474457263946533,
      "num_tokens": 573434423.0,
      "step": 744360
    },
    {
      "epoch": 0.9442030143665695,
      "grad_norm": 5.65625,
      "learning_rate": 2.7902666385878736e-06,
      "loss": 1.9149,
      "mean_token_accuracy": 0.5729834496974945,
      "num_tokens": 573443145.0,
      "step": 744370
    },
    {
      "epoch": 0.9442156989591023,
      "grad_norm": 6.40625,
      "learning_rate": 2.7896323285015823e-06,
      "loss": 2.1437,
      "mean_token_accuracy": 0.5334909975528717,
      "num_tokens": 573451597.0,
      "step": 744380
    },
    {
      "epoch": 0.9442283835516352,
      "grad_norm": 7.5625,
      "learning_rate": 2.7889980184152906e-06,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5286945819854736,
      "num_tokens": 573459762.0,
      "step": 744390
    },
    {
      "epoch": 0.944241068144168,
      "grad_norm": 7.03125,
      "learning_rate": 2.788363708328999e-06,
      "loss": 2.114,
      "mean_token_accuracy": 0.5323413848876953,
      "num_tokens": 573467599.0,
      "step": 744400
    },
    {
      "epoch": 0.9442537527367009,
      "grad_norm": 5.625,
      "learning_rate": 2.7877293982427077e-06,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5476242482662201,
      "num_tokens": 573475733.0,
      "step": 744410
    },
    {
      "epoch": 0.9442664373292337,
      "grad_norm": 6.78125,
      "learning_rate": 2.787095088156416e-06,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5511670470237732,
      "num_tokens": 573483954.0,
      "step": 744420
    },
    {
      "epoch": 0.9442791219217666,
      "grad_norm": 5.71875,
      "learning_rate": 2.7864607780701243e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5358543932437897,
      "num_tokens": 573492679.0,
      "step": 744430
    },
    {
      "epoch": 0.9442918065142993,
      "grad_norm": 7.03125,
      "learning_rate": 2.785826467983833e-06,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5294641375541687,
      "num_tokens": 573501171.0,
      "step": 744440
    },
    {
      "epoch": 0.9443044911068321,
      "grad_norm": 6.625,
      "learning_rate": 2.7851921578975414e-06,
      "loss": 2.0684,
      "mean_token_accuracy": 0.5408378273248673,
      "num_tokens": 573509415.0,
      "step": 744450
    },
    {
      "epoch": 0.944317175699365,
      "grad_norm": 5.28125,
      "learning_rate": 2.7845578478112497e-06,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5452817201614379,
      "num_tokens": 573517296.0,
      "step": 744460
    },
    {
      "epoch": 0.9443298602918978,
      "grad_norm": 4.625,
      "learning_rate": 2.783923537724958e-06,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5498732775449753,
      "num_tokens": 573524413.0,
      "step": 744470
    },
    {
      "epoch": 0.9443425448844307,
      "grad_norm": 5.03125,
      "learning_rate": 2.7832892276386667e-06,
      "loss": 1.9204,
      "mean_token_accuracy": 0.5699501991271972,
      "num_tokens": 573532619.0,
      "step": 744480
    },
    {
      "epoch": 0.9443552294769635,
      "grad_norm": 4.9375,
      "learning_rate": 2.782654917552375e-06,
      "loss": 1.8524,
      "mean_token_accuracy": 0.585146227478981,
      "num_tokens": 573539130.0,
      "step": 744490
    },
    {
      "epoch": 0.9443679140694964,
      "grad_norm": 5.46875,
      "learning_rate": 2.7820206074660834e-06,
      "loss": 2.1684,
      "mean_token_accuracy": 0.53809172809124,
      "num_tokens": 573547901.0,
      "step": 744500
    },
    {
      "epoch": 0.9443805986620292,
      "grad_norm": 5.4375,
      "learning_rate": 2.781386297379792e-06,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5453555703163147,
      "num_tokens": 573556277.0,
      "step": 744510
    },
    {
      "epoch": 0.9443932832545621,
      "grad_norm": 5.21875,
      "learning_rate": 2.7807519872935004e-06,
      "loss": 2.2137,
      "mean_token_accuracy": 0.5181583315134048,
      "num_tokens": 573564778.0,
      "step": 744520
    },
    {
      "epoch": 0.9444059678470949,
      "grad_norm": 7.4375,
      "learning_rate": 2.7801176772072087e-06,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5668422698974609,
      "num_tokens": 573572119.0,
      "step": 744530
    },
    {
      "epoch": 0.9444186524396276,
      "grad_norm": 7.03125,
      "learning_rate": 2.7794833671209175e-06,
      "loss": 1.8699,
      "mean_token_accuracy": 0.5902099013328552,
      "num_tokens": 573578776.0,
      "step": 744540
    },
    {
      "epoch": 0.9444313370321605,
      "grad_norm": 9.4375,
      "learning_rate": 2.778849057034626e-06,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5251701712608338,
      "num_tokens": 573585555.0,
      "step": 744550
    },
    {
      "epoch": 0.9444440216246933,
      "grad_norm": 10.9375,
      "learning_rate": 2.778214746948334e-06,
      "loss": 2.0797,
      "mean_token_accuracy": 0.551904484629631,
      "num_tokens": 573591263.0,
      "step": 744560
    },
    {
      "epoch": 0.9444567062172262,
      "grad_norm": 5.375,
      "learning_rate": 2.777580436862043e-06,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5540265768766404,
      "num_tokens": 573598356.0,
      "step": 744570
    },
    {
      "epoch": 0.944469390809759,
      "grad_norm": 7.5,
      "learning_rate": 2.776946126775751e-06,
      "loss": 2.165,
      "mean_token_accuracy": 0.5263034492731095,
      "num_tokens": 573605661.0,
      "step": 744580
    },
    {
      "epoch": 0.9444820754022919,
      "grad_norm": 5.34375,
      "learning_rate": 2.7763118166894595e-06,
      "loss": 1.9825,
      "mean_token_accuracy": 0.5525378793478012,
      "num_tokens": 573612242.0,
      "step": 744590
    },
    {
      "epoch": 0.9444947599948247,
      "grad_norm": 4.9375,
      "learning_rate": 2.7756775066031682e-06,
      "loss": 1.8181,
      "mean_token_accuracy": 0.5958322525024414,
      "num_tokens": 573618428.0,
      "step": 744600
    },
    {
      "epoch": 0.9445074445873575,
      "grad_norm": 4.71875,
      "learning_rate": 2.7750431965168765e-06,
      "loss": 2.2457,
      "mean_token_accuracy": 0.529717180132866,
      "num_tokens": 573626219.0,
      "step": 744610
    },
    {
      "epoch": 0.9445201291798904,
      "grad_norm": 5.3125,
      "learning_rate": 2.774408886430585e-06,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5446216940879822,
      "num_tokens": 573634364.0,
      "step": 744620
    },
    {
      "epoch": 0.9445328137724232,
      "grad_norm": 6.8125,
      "learning_rate": 2.7737745763442936e-06,
      "loss": 2.0478,
      "mean_token_accuracy": 0.5447763741016388,
      "num_tokens": 573640407.0,
      "step": 744630
    },
    {
      "epoch": 0.944545498364956,
      "grad_norm": 5.28125,
      "learning_rate": 2.773140266258002e-06,
      "loss": 1.8758,
      "mean_token_accuracy": 0.5851295262575149,
      "num_tokens": 573648276.0,
      "step": 744640
    },
    {
      "epoch": 0.9445581829574888,
      "grad_norm": 4.9375,
      "learning_rate": 2.7725059561717107e-06,
      "loss": 2.0303,
      "mean_token_accuracy": 0.549802365899086,
      "num_tokens": 573657059.0,
      "step": 744650
    },
    {
      "epoch": 0.9445708675500217,
      "grad_norm": 5.21875,
      "learning_rate": 2.771871646085419e-06,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5263268858194351,
      "num_tokens": 573665835.0,
      "step": 744660
    },
    {
      "epoch": 0.9445835521425545,
      "grad_norm": 5.25,
      "learning_rate": 2.7712373359991273e-06,
      "loss": 1.7675,
      "mean_token_accuracy": 0.615642073750496,
      "num_tokens": 573672879.0,
      "step": 744670
    },
    {
      "epoch": 0.9445962367350874,
      "grad_norm": 6.59375,
      "learning_rate": 2.770603025912836e-06,
      "loss": 1.7623,
      "mean_token_accuracy": 0.6099498689174652,
      "num_tokens": 573679370.0,
      "step": 744680
    },
    {
      "epoch": 0.9446089213276202,
      "grad_norm": 4.96875,
      "learning_rate": 2.769968715826544e-06,
      "loss": 2.2257,
      "mean_token_accuracy": 0.5145649701356888,
      "num_tokens": 573687745.0,
      "step": 744690
    },
    {
      "epoch": 0.944621605920153,
      "grad_norm": 5.28125,
      "learning_rate": 2.7693344057402527e-06,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5458423614501953,
      "num_tokens": 573695926.0,
      "step": 744700
    },
    {
      "epoch": 0.9446342905126859,
      "grad_norm": 5.09375,
      "learning_rate": 2.7687000956539614e-06,
      "loss": 1.8199,
      "mean_token_accuracy": 0.5852195352315903,
      "num_tokens": 573703689.0,
      "step": 744710
    },
    {
      "epoch": 0.9446469751052187,
      "grad_norm": 4.6875,
      "learning_rate": 2.7680657855676693e-06,
      "loss": 1.8917,
      "mean_token_accuracy": 0.584053573012352,
      "num_tokens": 573711543.0,
      "step": 744720
    },
    {
      "epoch": 0.9446596596977516,
      "grad_norm": 8.4375,
      "learning_rate": 2.767431475481378e-06,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5343383431434632,
      "num_tokens": 573719408.0,
      "step": 744730
    },
    {
      "epoch": 0.9446723442902843,
      "grad_norm": 5.96875,
      "learning_rate": 2.7667971653950868e-06,
      "loss": 2.1976,
      "mean_token_accuracy": 0.5234010338783264,
      "num_tokens": 573727536.0,
      "step": 744740
    },
    {
      "epoch": 0.9446850288828172,
      "grad_norm": 7.375,
      "learning_rate": 2.766162855308795e-06,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5305520266294479,
      "num_tokens": 573735787.0,
      "step": 744750
    },
    {
      "epoch": 0.94469771347535,
      "grad_norm": 5.25,
      "learning_rate": 2.7655285452225034e-06,
      "loss": 2.0137,
      "mean_token_accuracy": 0.5592926263809204,
      "num_tokens": 573743520.0,
      "step": 744760
    },
    {
      "epoch": 0.9447103980678828,
      "grad_norm": 6.4375,
      "learning_rate": 2.7648942351362117e-06,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5134323984384537,
      "num_tokens": 573750990.0,
      "step": 744770
    },
    {
      "epoch": 0.9447230826604157,
      "grad_norm": 4.8125,
      "learning_rate": 2.7642599250499205e-06,
      "loss": 2.1485,
      "mean_token_accuracy": 0.5254483759403229,
      "num_tokens": 573758266.0,
      "step": 744780
    },
    {
      "epoch": 0.9447357672529485,
      "grad_norm": 6.34375,
      "learning_rate": 2.7636256149636288e-06,
      "loss": 1.9587,
      "mean_token_accuracy": 0.5586060345172882,
      "num_tokens": 573766101.0,
      "step": 744790
    },
    {
      "epoch": 0.9447484518454814,
      "grad_norm": 6.40625,
      "learning_rate": 2.762991304877337e-06,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5403354555368424,
      "num_tokens": 573774165.0,
      "step": 744800
    },
    {
      "epoch": 0.9447611364380142,
      "grad_norm": 5.125,
      "learning_rate": 2.762356994791046e-06,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5302902787923813,
      "num_tokens": 573783270.0,
      "step": 744810
    },
    {
      "epoch": 0.9447738210305471,
      "grad_norm": 5.40625,
      "learning_rate": 2.761722684704754e-06,
      "loss": 2.0319,
      "mean_token_accuracy": 0.5526269495487213,
      "num_tokens": 573791602.0,
      "step": 744820
    },
    {
      "epoch": 0.9447865056230799,
      "grad_norm": 5.78125,
      "learning_rate": 2.7610883746184625e-06,
      "loss": 2.1548,
      "mean_token_accuracy": 0.530761107802391,
      "num_tokens": 573799032.0,
      "step": 744830
    },
    {
      "epoch": 0.9447991902156126,
      "grad_norm": 7.625,
      "learning_rate": 2.760454064532171e-06,
      "loss": 2.2365,
      "mean_token_accuracy": 0.5196881085634232,
      "num_tokens": 573806934.0,
      "step": 744840
    },
    {
      "epoch": 0.9448118748081455,
      "grad_norm": 4.84375,
      "learning_rate": 2.7598197544458795e-06,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5361171871423721,
      "num_tokens": 573815060.0,
      "step": 744850
    },
    {
      "epoch": 0.9448245594006783,
      "grad_norm": 6.03125,
      "learning_rate": 2.759185444359588e-06,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5213412791490555,
      "num_tokens": 573822095.0,
      "step": 744860
    },
    {
      "epoch": 0.9448372439932112,
      "grad_norm": 5.40625,
      "learning_rate": 2.7585511342732966e-06,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5637721568346024,
      "num_tokens": 573830027.0,
      "step": 744870
    },
    {
      "epoch": 0.944849928585744,
      "grad_norm": 5.59375,
      "learning_rate": 2.757916824187005e-06,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5482180118560791,
      "num_tokens": 573837622.0,
      "step": 744880
    },
    {
      "epoch": 0.9448626131782769,
      "grad_norm": 4.78125,
      "learning_rate": 2.7572825141007132e-06,
      "loss": 2.012,
      "mean_token_accuracy": 0.5471768647432327,
      "num_tokens": 573845062.0,
      "step": 744890
    },
    {
      "epoch": 0.9448752977708097,
      "grad_norm": 5.0,
      "learning_rate": 2.756648204014422e-06,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5315345108509064,
      "num_tokens": 573854172.0,
      "step": 744900
    },
    {
      "epoch": 0.9448879823633426,
      "grad_norm": 8.4375,
      "learning_rate": 2.7560138939281303e-06,
      "loss": 2.0848,
      "mean_token_accuracy": 0.551408052444458,
      "num_tokens": 573861363.0,
      "step": 744910
    },
    {
      "epoch": 0.9449006669558754,
      "grad_norm": 4.875,
      "learning_rate": 2.7553795838418386e-06,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5276385843753815,
      "num_tokens": 573870845.0,
      "step": 744920
    },
    {
      "epoch": 0.9449133515484082,
      "grad_norm": 6.3125,
      "learning_rate": 2.7547452737555473e-06,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5359841555356979,
      "num_tokens": 573878601.0,
      "step": 744930
    },
    {
      "epoch": 0.9449260361409411,
      "grad_norm": 5.90625,
      "learning_rate": 2.7541109636692556e-06,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5350769251585007,
      "num_tokens": 573886937.0,
      "step": 744940
    },
    {
      "epoch": 0.9449387207334738,
      "grad_norm": 11.5625,
      "learning_rate": 2.753476653582964e-06,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5293099164962769,
      "num_tokens": 573893662.0,
      "step": 744950
    },
    {
      "epoch": 0.9449514053260067,
      "grad_norm": 7.03125,
      "learning_rate": 2.7528423434966727e-06,
      "loss": 1.8756,
      "mean_token_accuracy": 0.5775009989738464,
      "num_tokens": 573900525.0,
      "step": 744960
    },
    {
      "epoch": 0.9449640899185395,
      "grad_norm": 6.0625,
      "learning_rate": 2.752208033410381e-06,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5236169546842575,
      "num_tokens": 573908995.0,
      "step": 744970
    },
    {
      "epoch": 0.9449767745110724,
      "grad_norm": 5.34375,
      "learning_rate": 2.7515737233240893e-06,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5181986480951309,
      "num_tokens": 573916613.0,
      "step": 744980
    },
    {
      "epoch": 0.9449894591036052,
      "grad_norm": 6.1875,
      "learning_rate": 2.7509394132377976e-06,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5512466579675674,
      "num_tokens": 573923728.0,
      "step": 744990
    },
    {
      "epoch": 0.945002143696138,
      "grad_norm": 5.5625,
      "learning_rate": 2.7503051031515064e-06,
      "loss": 2.0893,
      "mean_token_accuracy": 0.5316795408725739,
      "num_tokens": 573932178.0,
      "step": 745000
    },
    {
      "epoch": 0.9450148282886709,
      "grad_norm": 6.375,
      "learning_rate": 2.7496707930652147e-06,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5290503531694413,
      "num_tokens": 573941539.0,
      "step": 745010
    },
    {
      "epoch": 0.9450275128812037,
      "grad_norm": 4.6875,
      "learning_rate": 2.749036482978923e-06,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5475755006074905,
      "num_tokens": 573948774.0,
      "step": 745020
    },
    {
      "epoch": 0.9450401974737366,
      "grad_norm": 6.34375,
      "learning_rate": 2.7484021728926318e-06,
      "loss": 1.6668,
      "mean_token_accuracy": 0.6240290343761444,
      "num_tokens": 573955548.0,
      "step": 745030
    },
    {
      "epoch": 0.9450528820662694,
      "grad_norm": 4.9375,
      "learning_rate": 2.7477678628063405e-06,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5364030182361603,
      "num_tokens": 573963562.0,
      "step": 745040
    },
    {
      "epoch": 0.9450655666588023,
      "grad_norm": 5.28125,
      "learning_rate": 2.7471335527200484e-06,
      "loss": 1.9864,
      "mean_token_accuracy": 0.5647343099117279,
      "num_tokens": 573970165.0,
      "step": 745050
    },
    {
      "epoch": 0.945078251251335,
      "grad_norm": 6.71875,
      "learning_rate": 2.746499242633757e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5538359105587005,
      "num_tokens": 573976368.0,
      "step": 745060
    },
    {
      "epoch": 0.9450909358438679,
      "grad_norm": 7.0625,
      "learning_rate": 2.745864932547466e-06,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5300299108028412,
      "num_tokens": 573984084.0,
      "step": 745070
    },
    {
      "epoch": 0.9451036204364007,
      "grad_norm": 5.25,
      "learning_rate": 2.7452306224611738e-06,
      "loss": 2.2532,
      "mean_token_accuracy": 0.5100418210029602,
      "num_tokens": 573992744.0,
      "step": 745080
    },
    {
      "epoch": 0.9451163050289335,
      "grad_norm": 6.125,
      "learning_rate": 2.7445963123748825e-06,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5380065649747848,
      "num_tokens": 574000608.0,
      "step": 745090
    },
    {
      "epoch": 0.9451289896214664,
      "grad_norm": 6.3125,
      "learning_rate": 2.743962002288591e-06,
      "loss": 1.986,
      "mean_token_accuracy": 0.5522360920906066,
      "num_tokens": 574008963.0,
      "step": 745100
    },
    {
      "epoch": 0.9451416742139992,
      "grad_norm": 5.0,
      "learning_rate": 2.7433276922022996e-06,
      "loss": 1.946,
      "mean_token_accuracy": 0.5587499976158142,
      "num_tokens": 574017056.0,
      "step": 745110
    },
    {
      "epoch": 0.9451543588065321,
      "grad_norm": 4.75,
      "learning_rate": 2.742693382116008e-06,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5395531624555587,
      "num_tokens": 574025324.0,
      "step": 745120
    },
    {
      "epoch": 0.9451670433990649,
      "grad_norm": 4.875,
      "learning_rate": 2.742059072029716e-06,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5331656008958816,
      "num_tokens": 574033618.0,
      "step": 745130
    },
    {
      "epoch": 0.9451797279915978,
      "grad_norm": 6.375,
      "learning_rate": 2.741424761943425e-06,
      "loss": 2.1429,
      "mean_token_accuracy": 0.5370471060276032,
      "num_tokens": 574041147.0,
      "step": 745140
    },
    {
      "epoch": 0.9451924125841306,
      "grad_norm": 8.0625,
      "learning_rate": 2.7407904518571332e-06,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5591256022453308,
      "num_tokens": 574048825.0,
      "step": 745150
    },
    {
      "epoch": 0.9452050971766633,
      "grad_norm": 6.28125,
      "learning_rate": 2.7401561417708416e-06,
      "loss": 1.9873,
      "mean_token_accuracy": 0.5543467819690704,
      "num_tokens": 574057942.0,
      "step": 745160
    },
    {
      "epoch": 0.9452177817691962,
      "grad_norm": 5.375,
      "learning_rate": 2.7395218316845503e-06,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5426600247621536,
      "num_tokens": 574067387.0,
      "step": 745170
    },
    {
      "epoch": 0.945230466361729,
      "grad_norm": 4.875,
      "learning_rate": 2.7388875215982586e-06,
      "loss": 2.1784,
      "mean_token_accuracy": 0.5175677806138992,
      "num_tokens": 574075209.0,
      "step": 745180
    },
    {
      "epoch": 0.9452431509542619,
      "grad_norm": 6.34375,
      "learning_rate": 2.738253211511967e-06,
      "loss": 1.7743,
      "mean_token_accuracy": 0.5914175778627395,
      "num_tokens": 574081169.0,
      "step": 745190
    },
    {
      "epoch": 0.9452558355467947,
      "grad_norm": 5.0,
      "learning_rate": 2.7376189014256757e-06,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5300090968608856,
      "num_tokens": 574090354.0,
      "step": 745200
    },
    {
      "epoch": 0.9452685201393276,
      "grad_norm": 5.90625,
      "learning_rate": 2.736984591339384e-06,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5399414420127868,
      "num_tokens": 574098901.0,
      "step": 745210
    },
    {
      "epoch": 0.9452812047318604,
      "grad_norm": 6.25,
      "learning_rate": 2.7363502812530923e-06,
      "loss": 1.9042,
      "mean_token_accuracy": 0.5705588012933731,
      "num_tokens": 574105824.0,
      "step": 745220
    },
    {
      "epoch": 0.9452938893243932,
      "grad_norm": 6.09375,
      "learning_rate": 2.735715971166801e-06,
      "loss": 1.8339,
      "mean_token_accuracy": 0.5838449776172638,
      "num_tokens": 574111860.0,
      "step": 745230
    },
    {
      "epoch": 0.9453065739169261,
      "grad_norm": 5.3125,
      "learning_rate": 2.7350816610805094e-06,
      "loss": 1.6704,
      "mean_token_accuracy": 0.6221013128757477,
      "num_tokens": 574119240.0,
      "step": 745240
    },
    {
      "epoch": 0.9453192585094589,
      "grad_norm": 7.25,
      "learning_rate": 2.7344473509942177e-06,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5464718163013458,
      "num_tokens": 574127044.0,
      "step": 745250
    },
    {
      "epoch": 0.9453319431019918,
      "grad_norm": 7.71875,
      "learning_rate": 2.7338130409079264e-06,
      "loss": 2.2551,
      "mean_token_accuracy": 0.5086514532566071,
      "num_tokens": 574135535.0,
      "step": 745260
    },
    {
      "epoch": 0.9453446276945245,
      "grad_norm": 7.375,
      "learning_rate": 2.7331787308216347e-06,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5555143356323242,
      "num_tokens": 574142664.0,
      "step": 745270
    },
    {
      "epoch": 0.9453573122870574,
      "grad_norm": 5.78125,
      "learning_rate": 2.732544420735343e-06,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5320904046297074,
      "num_tokens": 574150638.0,
      "step": 745280
    },
    {
      "epoch": 0.9453699968795902,
      "grad_norm": 7.0,
      "learning_rate": 2.731910110649052e-06,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5338166028261184,
      "num_tokens": 574158593.0,
      "step": 745290
    },
    {
      "epoch": 0.9453826814721231,
      "grad_norm": 4.59375,
      "learning_rate": 2.73127580056276e-06,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5436678141355514,
      "num_tokens": 574167057.0,
      "step": 745300
    },
    {
      "epoch": 0.9453953660646559,
      "grad_norm": 5.96875,
      "learning_rate": 2.7306414904764684e-06,
      "loss": 1.6906,
      "mean_token_accuracy": 0.6139674663543702,
      "num_tokens": 574172885.0,
      "step": 745310
    },
    {
      "epoch": 0.9454080506571887,
      "grad_norm": 6.53125,
      "learning_rate": 2.7300071803901767e-06,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5523830264806747,
      "num_tokens": 574179417.0,
      "step": 745320
    },
    {
      "epoch": 0.9454207352497216,
      "grad_norm": 5.5625,
      "learning_rate": 2.7293728703038855e-06,
      "loss": 2.16,
      "mean_token_accuracy": 0.5297836244106293,
      "num_tokens": 574186952.0,
      "step": 745330
    },
    {
      "epoch": 0.9454334198422544,
      "grad_norm": 6.15625,
      "learning_rate": 2.728738560217594e-06,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5436857461929321,
      "num_tokens": 574194047.0,
      "step": 745340
    },
    {
      "epoch": 0.9454461044347873,
      "grad_norm": 5.4375,
      "learning_rate": 2.728104250131302e-06,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5649739623069763,
      "num_tokens": 574201057.0,
      "step": 745350
    },
    {
      "epoch": 0.9454587890273201,
      "grad_norm": 7.0625,
      "learning_rate": 2.727469940045011e-06,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5812113732099533,
      "num_tokens": 574207511.0,
      "step": 745360
    },
    {
      "epoch": 0.945471473619853,
      "grad_norm": 5.78125,
      "learning_rate": 2.726835629958719e-06,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5308202594518662,
      "num_tokens": 574216639.0,
      "step": 745370
    },
    {
      "epoch": 0.9454841582123857,
      "grad_norm": 5.875,
      "learning_rate": 2.7262013198724275e-06,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5742493510246277,
      "num_tokens": 574224255.0,
      "step": 745380
    },
    {
      "epoch": 0.9454968428049185,
      "grad_norm": 8.375,
      "learning_rate": 2.7255670097861362e-06,
      "loss": 2.2542,
      "mean_token_accuracy": 0.5047410786151886,
      "num_tokens": 574232459.0,
      "step": 745390
    },
    {
      "epoch": 0.9455095273974514,
      "grad_norm": 6.03125,
      "learning_rate": 2.724932699699845e-06,
      "loss": 2.2447,
      "mean_token_accuracy": 0.5131183594465256,
      "num_tokens": 574240854.0,
      "step": 745400
    },
    {
      "epoch": 0.9455222119899842,
      "grad_norm": 5.375,
      "learning_rate": 2.724298389613553e-06,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5526182413101196,
      "num_tokens": 574248783.0,
      "step": 745410
    },
    {
      "epoch": 0.9455348965825171,
      "grad_norm": 5.1875,
      "learning_rate": 2.7236640795272616e-06,
      "loss": 2.2497,
      "mean_token_accuracy": 0.5104500919580459,
      "num_tokens": 574258035.0,
      "step": 745420
    },
    {
      "epoch": 0.9455475811750499,
      "grad_norm": 8.25,
      "learning_rate": 2.72302976944097e-06,
      "loss": 2.1698,
      "mean_token_accuracy": 0.5311052322387695,
      "num_tokens": 574265254.0,
      "step": 745430
    },
    {
      "epoch": 0.9455602657675828,
      "grad_norm": 5.96875,
      "learning_rate": 2.7223954593546782e-06,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5557895690202713,
      "num_tokens": 574273372.0,
      "step": 745440
    },
    {
      "epoch": 0.9455729503601156,
      "grad_norm": 5.75,
      "learning_rate": 2.721761149268387e-06,
      "loss": 2.1753,
      "mean_token_accuracy": 0.5284037053585052,
      "num_tokens": 574281082.0,
      "step": 745450
    },
    {
      "epoch": 0.9455856349526485,
      "grad_norm": 5.71875,
      "learning_rate": 2.7211268391820953e-06,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5393869996070861,
      "num_tokens": 574289712.0,
      "step": 745460
    },
    {
      "epoch": 0.9455983195451813,
      "grad_norm": 7.4375,
      "learning_rate": 2.7204925290958036e-06,
      "loss": 1.975,
      "mean_token_accuracy": 0.5596666216850281,
      "num_tokens": 574297714.0,
      "step": 745470
    },
    {
      "epoch": 0.945611004137714,
      "grad_norm": 5.21875,
      "learning_rate": 2.7198582190095123e-06,
      "loss": 1.8875,
      "mean_token_accuracy": 0.5750303864479065,
      "num_tokens": 574305365.0,
      "step": 745480
    },
    {
      "epoch": 0.9456236887302469,
      "grad_norm": 8.375,
      "learning_rate": 2.7192239089232207e-06,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5641285061836243,
      "num_tokens": 574312888.0,
      "step": 745490
    },
    {
      "epoch": 0.9456363733227797,
      "grad_norm": 5.8125,
      "learning_rate": 2.7185895988369294e-06,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5218377053737641,
      "num_tokens": 574321398.0,
      "step": 745500
    },
    {
      "epoch": 0.9456490579153126,
      "grad_norm": 11.5625,
      "learning_rate": 2.7179552887506373e-06,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5326165825128555,
      "num_tokens": 574329456.0,
      "step": 745510
    },
    {
      "epoch": 0.9456617425078454,
      "grad_norm": 4.90625,
      "learning_rate": 2.717320978664346e-06,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5769914209842681,
      "num_tokens": 574337056.0,
      "step": 745520
    },
    {
      "epoch": 0.9456744271003783,
      "grad_norm": 7.15625,
      "learning_rate": 2.7166866685780548e-06,
      "loss": 1.8745,
      "mean_token_accuracy": 0.5942719250917434,
      "num_tokens": 574343846.0,
      "step": 745530
    },
    {
      "epoch": 0.9456871116929111,
      "grad_norm": 5.03125,
      "learning_rate": 2.7160523584917627e-06,
      "loss": 2.122,
      "mean_token_accuracy": 0.5426681697368622,
      "num_tokens": 574352492.0,
      "step": 745540
    },
    {
      "epoch": 0.9456997962854439,
      "grad_norm": 4.9375,
      "learning_rate": 2.7154180484054714e-06,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5352340817451477,
      "num_tokens": 574360300.0,
      "step": 745550
    },
    {
      "epoch": 0.9457124808779768,
      "grad_norm": 5.09375,
      "learning_rate": 2.71478373831918e-06,
      "loss": 2.1881,
      "mean_token_accuracy": 0.5311109066009522,
      "num_tokens": 574368425.0,
      "step": 745560
    },
    {
      "epoch": 0.9457251654705096,
      "grad_norm": 4.65625,
      "learning_rate": 2.714149428232888e-06,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5224194139242172,
      "num_tokens": 574377933.0,
      "step": 745570
    },
    {
      "epoch": 0.9457378500630425,
      "grad_norm": 5.03125,
      "learning_rate": 2.7135151181465968e-06,
      "loss": 2.1077,
      "mean_token_accuracy": 0.5447847783565521,
      "num_tokens": 574386090.0,
      "step": 745580
    },
    {
      "epoch": 0.9457505346555752,
      "grad_norm": 4.96875,
      "learning_rate": 2.7128808080603055e-06,
      "loss": 2.0268,
      "mean_token_accuracy": 0.5496332943439484,
      "num_tokens": 574394320.0,
      "step": 745590
    },
    {
      "epoch": 0.9457632192481081,
      "grad_norm": 6.5,
      "learning_rate": 2.712246497974014e-06,
      "loss": 1.9381,
      "mean_token_accuracy": 0.5729978978633881,
      "num_tokens": 574402055.0,
      "step": 745600
    },
    {
      "epoch": 0.9457759038406409,
      "grad_norm": 4.40625,
      "learning_rate": 2.711612187887722e-06,
      "loss": 1.9986,
      "mean_token_accuracy": 0.5531728535890579,
      "num_tokens": 574410597.0,
      "step": 745610
    },
    {
      "epoch": 0.9457885884331738,
      "grad_norm": 4.875,
      "learning_rate": 2.7109778778014305e-06,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5430843234062195,
      "num_tokens": 574418565.0,
      "step": 745620
    },
    {
      "epoch": 0.9458012730257066,
      "grad_norm": 4.65625,
      "learning_rate": 2.710343567715139e-06,
      "loss": 2.1813,
      "mean_token_accuracy": 0.5242933332920074,
      "num_tokens": 574428048.0,
      "step": 745630
    },
    {
      "epoch": 0.9458139576182394,
      "grad_norm": 6.09375,
      "learning_rate": 2.7097092576288475e-06,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5508829176425933,
      "num_tokens": 574435756.0,
      "step": 745640
    },
    {
      "epoch": 0.9458266422107723,
      "grad_norm": 4.78125,
      "learning_rate": 2.709074947542556e-06,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5431452840566635,
      "num_tokens": 574443796.0,
      "step": 745650
    },
    {
      "epoch": 0.9458393268033051,
      "grad_norm": 5.28125,
      "learning_rate": 2.7084406374562646e-06,
      "loss": 2.1545,
      "mean_token_accuracy": 0.5335745275020599,
      "num_tokens": 574452398.0,
      "step": 745660
    },
    {
      "epoch": 0.945852011395838,
      "grad_norm": 6.4375,
      "learning_rate": 2.707806327369973e-06,
      "loss": 2.0146,
      "mean_token_accuracy": 0.54523865878582,
      "num_tokens": 574459297.0,
      "step": 745670
    },
    {
      "epoch": 0.9458646959883708,
      "grad_norm": 5.46875,
      "learning_rate": 2.707172017283681e-06,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5456526428461075,
      "num_tokens": 574468451.0,
      "step": 745680
    },
    {
      "epoch": 0.9458773805809036,
      "grad_norm": 7.0,
      "learning_rate": 2.70653770719739e-06,
      "loss": 1.7608,
      "mean_token_accuracy": 0.6125794738531113,
      "num_tokens": 574474432.0,
      "step": 745690
    },
    {
      "epoch": 0.9458900651734364,
      "grad_norm": 14.875,
      "learning_rate": 2.7059033971110983e-06,
      "loss": 1.9649,
      "mean_token_accuracy": 0.5722273349761963,
      "num_tokens": 574479877.0,
      "step": 745700
    },
    {
      "epoch": 0.9459027497659692,
      "grad_norm": 5.4375,
      "learning_rate": 2.7052690870248066e-06,
      "loss": 2.3799,
      "mean_token_accuracy": 0.4982901901006699,
      "num_tokens": 574488885.0,
      "step": 745710
    },
    {
      "epoch": 0.9459154343585021,
      "grad_norm": 5.40625,
      "learning_rate": 2.7046347769385153e-06,
      "loss": 1.9132,
      "mean_token_accuracy": 0.567258232831955,
      "num_tokens": 574497328.0,
      "step": 745720
    },
    {
      "epoch": 0.9459281189510349,
      "grad_norm": 6.0625,
      "learning_rate": 2.7040004668522236e-06,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5533263683319092,
      "num_tokens": 574504493.0,
      "step": 745730
    },
    {
      "epoch": 0.9459408035435678,
      "grad_norm": 5.46875,
      "learning_rate": 2.703366156765932e-06,
      "loss": 2.245,
      "mean_token_accuracy": 0.5177758127450943,
      "num_tokens": 574512410.0,
      "step": 745740
    },
    {
      "epoch": 0.9459534881361006,
      "grad_norm": 5.9375,
      "learning_rate": 2.7027318466796407e-06,
      "loss": 1.8613,
      "mean_token_accuracy": 0.5907876372337342,
      "num_tokens": 574518223.0,
      "step": 745750
    },
    {
      "epoch": 0.9459661727286335,
      "grad_norm": 7.1875,
      "learning_rate": 2.702097536593349e-06,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5369347274303437,
      "num_tokens": 574524407.0,
      "step": 745760
    },
    {
      "epoch": 0.9459788573211663,
      "grad_norm": 6.4375,
      "learning_rate": 2.7014632265070573e-06,
      "loss": 2.1137,
      "mean_token_accuracy": 0.530687952041626,
      "num_tokens": 574532402.0,
      "step": 745770
    },
    {
      "epoch": 0.945991541913699,
      "grad_norm": 7.75,
      "learning_rate": 2.700828916420766e-06,
      "loss": 1.7811,
      "mean_token_accuracy": 0.6074631422758102,
      "num_tokens": 574540359.0,
      "step": 745780
    },
    {
      "epoch": 0.946004226506232,
      "grad_norm": 5.34375,
      "learning_rate": 2.7001946063344744e-06,
      "loss": 1.9311,
      "mean_token_accuracy": 0.5774050176143646,
      "num_tokens": 574547774.0,
      "step": 745790
    },
    {
      "epoch": 0.9460169110987647,
      "grad_norm": 6.0625,
      "learning_rate": 2.6995602962481827e-06,
      "loss": 1.9073,
      "mean_token_accuracy": 0.5781000673770904,
      "num_tokens": 574553769.0,
      "step": 745800
    },
    {
      "epoch": 0.9460295956912976,
      "grad_norm": 5.34375,
      "learning_rate": 2.6989259861618914e-06,
      "loss": 2.0712,
      "mean_token_accuracy": 0.5444474577903747,
      "num_tokens": 574562403.0,
      "step": 745810
    },
    {
      "epoch": 0.9460422802838304,
      "grad_norm": 5.25,
      "learning_rate": 2.6982916760755998e-06,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5228980243206024,
      "num_tokens": 574569839.0,
      "step": 745820
    },
    {
      "epoch": 0.9460549648763633,
      "grad_norm": 4.875,
      "learning_rate": 2.697657365989308e-06,
      "loss": 1.7446,
      "mean_token_accuracy": 0.6093620836734772,
      "num_tokens": 574576402.0,
      "step": 745830
    },
    {
      "epoch": 0.9460676494688961,
      "grad_norm": 6.40625,
      "learning_rate": 2.6970230559030164e-06,
      "loss": 2.081,
      "mean_token_accuracy": 0.5423009127378464,
      "num_tokens": 574583865.0,
      "step": 745840
    },
    {
      "epoch": 0.946080334061429,
      "grad_norm": 9.8125,
      "learning_rate": 2.696388745816725e-06,
      "loss": 2.1694,
      "mean_token_accuracy": 0.527185645699501,
      "num_tokens": 574590857.0,
      "step": 745850
    },
    {
      "epoch": 0.9460930186539618,
      "grad_norm": 5.34375,
      "learning_rate": 2.695754435730434e-06,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5650335043668747,
      "num_tokens": 574598872.0,
      "step": 745860
    },
    {
      "epoch": 0.9461057032464946,
      "grad_norm": 4.90625,
      "learning_rate": 2.6951201256441418e-06,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5658777534961701,
      "num_tokens": 574607228.0,
      "step": 745870
    },
    {
      "epoch": 0.9461183878390275,
      "grad_norm": 6.15625,
      "learning_rate": 2.6944858155578505e-06,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5629793226718902,
      "num_tokens": 574614150.0,
      "step": 745880
    },
    {
      "epoch": 0.9461310724315602,
      "grad_norm": 6.5,
      "learning_rate": 2.6938515054715592e-06,
      "loss": 1.9495,
      "mean_token_accuracy": 0.557755845785141,
      "num_tokens": 574621487.0,
      "step": 745890
    },
    {
      "epoch": 0.9461437570240931,
      "grad_norm": 7.25,
      "learning_rate": 2.693217195385267e-06,
      "loss": 2.088,
      "mean_token_accuracy": 0.5379158228635788,
      "num_tokens": 574627734.0,
      "step": 745900
    },
    {
      "epoch": 0.9461564416166259,
      "grad_norm": 7.34375,
      "learning_rate": 2.692582885298976e-06,
      "loss": 1.6265,
      "mean_token_accuracy": 0.6452870756387711,
      "num_tokens": 574633903.0,
      "step": 745910
    },
    {
      "epoch": 0.9461691262091588,
      "grad_norm": 6.28125,
      "learning_rate": 2.6919485752126846e-06,
      "loss": 1.8183,
      "mean_token_accuracy": 0.589329195022583,
      "num_tokens": 574641614.0,
      "step": 745920
    },
    {
      "epoch": 0.9461818108016916,
      "grad_norm": 5.28125,
      "learning_rate": 2.6913142651263925e-06,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5617731094360352,
      "num_tokens": 574649050.0,
      "step": 745930
    },
    {
      "epoch": 0.9461944953942244,
      "grad_norm": 5.28125,
      "learning_rate": 2.6906799550401012e-06,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5213367938995361,
      "num_tokens": 574658059.0,
      "step": 745940
    },
    {
      "epoch": 0.9462071799867573,
      "grad_norm": 4.8125,
      "learning_rate": 2.6900456449538096e-06,
      "loss": 2.118,
      "mean_token_accuracy": 0.5321374833583832,
      "num_tokens": 574666183.0,
      "step": 745950
    },
    {
      "epoch": 0.9462198645792901,
      "grad_norm": 4.96875,
      "learning_rate": 2.6894113348675183e-06,
      "loss": 1.8687,
      "mean_token_accuracy": 0.5829276114702224,
      "num_tokens": 574673415.0,
      "step": 745960
    },
    {
      "epoch": 0.946232549171823,
      "grad_norm": 6.3125,
      "learning_rate": 2.6887770247812266e-06,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5406500220298767,
      "num_tokens": 574681204.0,
      "step": 745970
    },
    {
      "epoch": 0.9462452337643558,
      "grad_norm": 4.90625,
      "learning_rate": 2.688142714694935e-06,
      "loss": 1.7793,
      "mean_token_accuracy": 0.5990146458148956,
      "num_tokens": 574687988.0,
      "step": 745980
    },
    {
      "epoch": 0.9462579183568887,
      "grad_norm": 5.15625,
      "learning_rate": 2.6875084046086437e-06,
      "loss": 1.8927,
      "mean_token_accuracy": 0.5819772779941559,
      "num_tokens": 574695774.0,
      "step": 745990
    },
    {
      "epoch": 0.9462706029494214,
      "grad_norm": 7.1875,
      "learning_rate": 2.686874094522352e-06,
      "loss": 1.9826,
      "mean_token_accuracy": 0.5648970007896423,
      "num_tokens": 574703271.0,
      "step": 746000
    },
    {
      "epoch": 0.9462832875419543,
      "grad_norm": 5.21875,
      "learning_rate": 2.6862397844360603e-06,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5439195930957794,
      "num_tokens": 574710348.0,
      "step": 746010
    },
    {
      "epoch": 0.9462959721344871,
      "grad_norm": 4.90625,
      "learning_rate": 2.685605474349769e-06,
      "loss": 2.148,
      "mean_token_accuracy": 0.5286327689886093,
      "num_tokens": 574718093.0,
      "step": 746020
    },
    {
      "epoch": 0.9463086567270199,
      "grad_norm": 5.8125,
      "learning_rate": 2.6849711642634774e-06,
      "loss": 2.1902,
      "mean_token_accuracy": 0.5302136301994324,
      "num_tokens": 574725906.0,
      "step": 746030
    },
    {
      "epoch": 0.9463213413195528,
      "grad_norm": 6.34375,
      "learning_rate": 2.6843368541771857e-06,
      "loss": 2.114,
      "mean_token_accuracy": 0.5362041562795639,
      "num_tokens": 574733797.0,
      "step": 746040
    },
    {
      "epoch": 0.9463340259120856,
      "grad_norm": 5.75,
      "learning_rate": 2.6837025440908944e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5509629249572754,
      "num_tokens": 574741450.0,
      "step": 746050
    },
    {
      "epoch": 0.9463467105046185,
      "grad_norm": 5.375,
      "learning_rate": 2.6830682340046027e-06,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5261872231960296,
      "num_tokens": 574749548.0,
      "step": 746060
    },
    {
      "epoch": 0.9463593950971513,
      "grad_norm": 5.0,
      "learning_rate": 2.682433923918311e-06,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5223752349615097,
      "num_tokens": 574758284.0,
      "step": 746070
    },
    {
      "epoch": 0.9463720796896842,
      "grad_norm": 6.25,
      "learning_rate": 2.6817996138320198e-06,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5476442009210587,
      "num_tokens": 574765462.0,
      "step": 746080
    },
    {
      "epoch": 0.946384764282217,
      "grad_norm": 6.0625,
      "learning_rate": 2.681165303745728e-06,
      "loss": 2.115,
      "mean_token_accuracy": 0.5392960697412491,
      "num_tokens": 574773757.0,
      "step": 746090
    },
    {
      "epoch": 0.9463974488747497,
      "grad_norm": 5.25,
      "learning_rate": 2.6805309936594364e-06,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5706829905509949,
      "num_tokens": 574781357.0,
      "step": 746100
    },
    {
      "epoch": 0.9464101334672826,
      "grad_norm": 5.40625,
      "learning_rate": 2.679896683573145e-06,
      "loss": 1.6266,
      "mean_token_accuracy": 0.6349863231182098,
      "num_tokens": 574787737.0,
      "step": 746110
    },
    {
      "epoch": 0.9464228180598154,
      "grad_norm": 6.375,
      "learning_rate": 2.6792623734868535e-06,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5485216796398162,
      "num_tokens": 574795675.0,
      "step": 746120
    },
    {
      "epoch": 0.9464355026523483,
      "grad_norm": 5.4375,
      "learning_rate": 2.6786280634005618e-06,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5356340885162354,
      "num_tokens": 574804095.0,
      "step": 746130
    },
    {
      "epoch": 0.9464481872448811,
      "grad_norm": 6.71875,
      "learning_rate": 2.67799375331427e-06,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5471287101507187,
      "num_tokens": 574812260.0,
      "step": 746140
    },
    {
      "epoch": 0.946460871837414,
      "grad_norm": 7.0625,
      "learning_rate": 2.677359443227979e-06,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5380291491746902,
      "num_tokens": 574819544.0,
      "step": 746150
    },
    {
      "epoch": 0.9464735564299468,
      "grad_norm": 4.6875,
      "learning_rate": 2.676725133141687e-06,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5344486355781555,
      "num_tokens": 574827038.0,
      "step": 746160
    },
    {
      "epoch": 0.9464862410224796,
      "grad_norm": 4.8125,
      "learning_rate": 2.6760908230553955e-06,
      "loss": 1.6946,
      "mean_token_accuracy": 0.6110323011875153,
      "num_tokens": 574834894.0,
      "step": 746170
    },
    {
      "epoch": 0.9464989256150125,
      "grad_norm": 6.1875,
      "learning_rate": 2.6754565129691042e-06,
      "loss": 2.0561,
      "mean_token_accuracy": 0.5481706917285919,
      "num_tokens": 574841689.0,
      "step": 746180
    },
    {
      "epoch": 0.9465116102075453,
      "grad_norm": 6.1875,
      "learning_rate": 2.6748222028828125e-06,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5375951856374741,
      "num_tokens": 574848432.0,
      "step": 746190
    },
    {
      "epoch": 0.9465242948000782,
      "grad_norm": 5.375,
      "learning_rate": 2.674187892796521e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.546493649482727,
      "num_tokens": 574857047.0,
      "step": 746200
    },
    {
      "epoch": 0.9465369793926109,
      "grad_norm": 4.8125,
      "learning_rate": 2.6735535827102296e-06,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5702658653259277,
      "num_tokens": 574863933.0,
      "step": 746210
    },
    {
      "epoch": 0.9465496639851438,
      "grad_norm": 9.625,
      "learning_rate": 2.6729192726239383e-06,
      "loss": 2.0298,
      "mean_token_accuracy": 0.5473369777202606,
      "num_tokens": 574871398.0,
      "step": 746220
    },
    {
      "epoch": 0.9465623485776766,
      "grad_norm": 5.4375,
      "learning_rate": 2.6722849625376462e-06,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5251446753740311,
      "num_tokens": 574879503.0,
      "step": 746230
    },
    {
      "epoch": 0.9465750331702095,
      "grad_norm": 9.5625,
      "learning_rate": 2.671650652451355e-06,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5549566209316253,
      "num_tokens": 574887213.0,
      "step": 746240
    },
    {
      "epoch": 0.9465877177627423,
      "grad_norm": 4.78125,
      "learning_rate": 2.6710163423650633e-06,
      "loss": 2.0899,
      "mean_token_accuracy": 0.543815678358078,
      "num_tokens": 574895688.0,
      "step": 746250
    },
    {
      "epoch": 0.9466004023552751,
      "grad_norm": 4.65625,
      "learning_rate": 2.6703820322787716e-06,
      "loss": 2.4153,
      "mean_token_accuracy": 0.49666223526000974,
      "num_tokens": 574905195.0,
      "step": 746260
    },
    {
      "epoch": 0.946613086947808,
      "grad_norm": 5.5,
      "learning_rate": 2.6697477221924803e-06,
      "loss": 1.9745,
      "mean_token_accuracy": 0.5766467928886414,
      "num_tokens": 574912635.0,
      "step": 746270
    },
    {
      "epoch": 0.9466257715403408,
      "grad_norm": 6.0,
      "learning_rate": 2.6691134121061886e-06,
      "loss": 2.1219,
      "mean_token_accuracy": 0.5288141191005706,
      "num_tokens": 574921494.0,
      "step": 746280
    },
    {
      "epoch": 0.9466384561328737,
      "grad_norm": 5.53125,
      "learning_rate": 2.668479102019897e-06,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5289317965507507,
      "num_tokens": 574929930.0,
      "step": 746290
    },
    {
      "epoch": 0.9466511407254065,
      "grad_norm": 8.9375,
      "learning_rate": 2.6678447919336057e-06,
      "loss": 2.1404,
      "mean_token_accuracy": 0.52338125705719,
      "num_tokens": 574935823.0,
      "step": 746300
    },
    {
      "epoch": 0.9466638253179394,
      "grad_norm": 5.1875,
      "learning_rate": 2.667210481847314e-06,
      "loss": 1.7817,
      "mean_token_accuracy": 0.5931330710649491,
      "num_tokens": 574943460.0,
      "step": 746310
    },
    {
      "epoch": 0.9466765099104721,
      "grad_norm": 5.25,
      "learning_rate": 2.6665761717610228e-06,
      "loss": 2.3138,
      "mean_token_accuracy": 0.5134216874837876,
      "num_tokens": 574952401.0,
      "step": 746320
    },
    {
      "epoch": 0.9466891945030049,
      "grad_norm": 4.71875,
      "learning_rate": 2.665941861674731e-06,
      "loss": 1.6669,
      "mean_token_accuracy": 0.6188079595565796,
      "num_tokens": 574960083.0,
      "step": 746330
    },
    {
      "epoch": 0.9467018790955378,
      "grad_norm": 4.78125,
      "learning_rate": 2.6653075515884394e-06,
      "loss": 2.133,
      "mean_token_accuracy": 0.5254483938217163,
      "num_tokens": 574969194.0,
      "step": 746340
    },
    {
      "epoch": 0.9467145636880706,
      "grad_norm": 6.21875,
      "learning_rate": 2.664673241502148e-06,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5612754315137863,
      "num_tokens": 574977070.0,
      "step": 746350
    },
    {
      "epoch": 0.9467272482806035,
      "grad_norm": 5.375,
      "learning_rate": 2.664038931415856e-06,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5433025121688843,
      "num_tokens": 574985264.0,
      "step": 746360
    },
    {
      "epoch": 0.9467399328731363,
      "grad_norm": 6.0625,
      "learning_rate": 2.6634046213295648e-06,
      "loss": 2.2827,
      "mean_token_accuracy": 0.5096652299165726,
      "num_tokens": 574993465.0,
      "step": 746370
    },
    {
      "epoch": 0.9467526174656692,
      "grad_norm": 6.53125,
      "learning_rate": 2.6627703112432735e-06,
      "loss": 1.8489,
      "mean_token_accuracy": 0.6017506927251816,
      "num_tokens": 575000176.0,
      "step": 746380
    },
    {
      "epoch": 0.946765302058202,
      "grad_norm": 6.1875,
      "learning_rate": 2.6621360011569814e-06,
      "loss": 2.1157,
      "mean_token_accuracy": 0.5430266827344894,
      "num_tokens": 575008384.0,
      "step": 746390
    },
    {
      "epoch": 0.9467779866507349,
      "grad_norm": 5.53125,
      "learning_rate": 2.66150169107069e-06,
      "loss": 1.962,
      "mean_token_accuracy": 0.5654155611991882,
      "num_tokens": 575015004.0,
      "step": 746400
    },
    {
      "epoch": 0.9467906712432677,
      "grad_norm": 4.96875,
      "learning_rate": 2.660867380984399e-06,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5259429037570953,
      "num_tokens": 575023092.0,
      "step": 746410
    },
    {
      "epoch": 0.9468033558358004,
      "grad_norm": 5.125,
      "learning_rate": 2.660233070898107e-06,
      "loss": 2.1112,
      "mean_token_accuracy": 0.5328455924987793,
      "num_tokens": 575030823.0,
      "step": 746420
    },
    {
      "epoch": 0.9468160404283333,
      "grad_norm": 5.34375,
      "learning_rate": 2.6595987608118155e-06,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5436412930488587,
      "num_tokens": 575038469.0,
      "step": 746430
    },
    {
      "epoch": 0.9468287250208661,
      "grad_norm": 7.84375,
      "learning_rate": 2.6589644507255242e-06,
      "loss": 1.6282,
      "mean_token_accuracy": 0.62972791492939,
      "num_tokens": 575045132.0,
      "step": 746440
    },
    {
      "epoch": 0.946841409613399,
      "grad_norm": 5.1875,
      "learning_rate": 2.6583301406392326e-06,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5366367638111115,
      "num_tokens": 575052933.0,
      "step": 746450
    },
    {
      "epoch": 0.9468540942059318,
      "grad_norm": 5.0625,
      "learning_rate": 2.657695830552941e-06,
      "loss": 1.9173,
      "mean_token_accuracy": 0.5790490210056305,
      "num_tokens": 575060834.0,
      "step": 746460
    },
    {
      "epoch": 0.9468667787984647,
      "grad_norm": 5.84375,
      "learning_rate": 2.657061520466649e-06,
      "loss": 1.96,
      "mean_token_accuracy": 0.5592315435409546,
      "num_tokens": 575067037.0,
      "step": 746470
    },
    {
      "epoch": 0.9468794633909975,
      "grad_norm": 5.21875,
      "learning_rate": 2.656427210380358e-06,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5538303017616272,
      "num_tokens": 575075073.0,
      "step": 746480
    },
    {
      "epoch": 0.9468921479835303,
      "grad_norm": 4.46875,
      "learning_rate": 2.6557929002940663e-06,
      "loss": 2.117,
      "mean_token_accuracy": 0.5308285027742385,
      "num_tokens": 575084669.0,
      "step": 746490
    },
    {
      "epoch": 0.9469048325760632,
      "grad_norm": 5.4375,
      "learning_rate": 2.6551585902077746e-06,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5367896497249603,
      "num_tokens": 575092431.0,
      "step": 746500
    },
    {
      "epoch": 0.946917517168596,
      "grad_norm": 5.3125,
      "learning_rate": 2.6545242801214833e-06,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5617773652076721,
      "num_tokens": 575099693.0,
      "step": 746510
    },
    {
      "epoch": 0.9469302017611289,
      "grad_norm": 5.71875,
      "learning_rate": 2.6538899700351916e-06,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5431840062141419,
      "num_tokens": 575107187.0,
      "step": 746520
    },
    {
      "epoch": 0.9469428863536616,
      "grad_norm": 4.625,
      "learning_rate": 2.6532556599489e-06,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5574152588844299,
      "num_tokens": 575115116.0,
      "step": 746530
    },
    {
      "epoch": 0.9469555709461945,
      "grad_norm": 5.5625,
      "learning_rate": 2.6526213498626087e-06,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5747949182987213,
      "num_tokens": 575120656.0,
      "step": 746540
    },
    {
      "epoch": 0.9469682555387273,
      "grad_norm": 5.40625,
      "learning_rate": 2.651987039776317e-06,
      "loss": 1.8389,
      "mean_token_accuracy": 0.5861355155706406,
      "num_tokens": 575128323.0,
      "step": 746550
    },
    {
      "epoch": 0.9469809401312602,
      "grad_norm": 6.3125,
      "learning_rate": 2.6513527296900253e-06,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5321078389883042,
      "num_tokens": 575136901.0,
      "step": 746560
    },
    {
      "epoch": 0.946993624723793,
      "grad_norm": 4.90625,
      "learning_rate": 2.650718419603734e-06,
      "loss": 1.9878,
      "mean_token_accuracy": 0.5589630156755447,
      "num_tokens": 575145430.0,
      "step": 746570
    },
    {
      "epoch": 0.9470063093163258,
      "grad_norm": 5.03125,
      "learning_rate": 2.6500841095174424e-06,
      "loss": 2.0343,
      "mean_token_accuracy": 0.560985904932022,
      "num_tokens": 575153749.0,
      "step": 746580
    },
    {
      "epoch": 0.9470189939088587,
      "grad_norm": 5.875,
      "learning_rate": 2.6494497994311507e-06,
      "loss": 1.8347,
      "mean_token_accuracy": 0.5961435467004776,
      "num_tokens": 575161551.0,
      "step": 746590
    },
    {
      "epoch": 0.9470316785013915,
      "grad_norm": 4.59375,
      "learning_rate": 2.6488154893448594e-06,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5143859028816223,
      "num_tokens": 575169990.0,
      "step": 746600
    },
    {
      "epoch": 0.9470443630939244,
      "grad_norm": 6.34375,
      "learning_rate": 2.6481811792585677e-06,
      "loss": 2.0387,
      "mean_token_accuracy": 0.541461831331253,
      "num_tokens": 575177783.0,
      "step": 746610
    },
    {
      "epoch": 0.9470570476864572,
      "grad_norm": 6.375,
      "learning_rate": 2.647546869172276e-06,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5547618687152862,
      "num_tokens": 575185721.0,
      "step": 746620
    },
    {
      "epoch": 0.94706973227899,
      "grad_norm": 5.15625,
      "learning_rate": 2.646912559085985e-06,
      "loss": 1.8119,
      "mean_token_accuracy": 0.5954667747020721,
      "num_tokens": 575192932.0,
      "step": 746630
    },
    {
      "epoch": 0.9470824168715228,
      "grad_norm": 6.71875,
      "learning_rate": 2.646278248999693e-06,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5310655146837234,
      "num_tokens": 575200770.0,
      "step": 746640
    },
    {
      "epoch": 0.9470951014640556,
      "grad_norm": 7.8125,
      "learning_rate": 2.6456439389134014e-06,
      "loss": 2.0487,
      "mean_token_accuracy": 0.5626005172729492,
      "num_tokens": 575208504.0,
      "step": 746650
    },
    {
      "epoch": 0.9471077860565885,
      "grad_norm": 4.78125,
      "learning_rate": 2.64500962882711e-06,
      "loss": 2.1207,
      "mean_token_accuracy": 0.5276275664567948,
      "num_tokens": 575217754.0,
      "step": 746660
    },
    {
      "epoch": 0.9471204706491213,
      "grad_norm": 5.0,
      "learning_rate": 2.6443753187408185e-06,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5376420110464096,
      "num_tokens": 575226631.0,
      "step": 746670
    },
    {
      "epoch": 0.9471331552416542,
      "grad_norm": 4.90625,
      "learning_rate": 2.6437410086545272e-06,
      "loss": 2.1468,
      "mean_token_accuracy": 0.5335510015487671,
      "num_tokens": 575234668.0,
      "step": 746680
    },
    {
      "epoch": 0.947145839834187,
      "grad_norm": 5.40625,
      "learning_rate": 2.643106698568235e-06,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5250748187303543,
      "num_tokens": 575242720.0,
      "step": 746690
    },
    {
      "epoch": 0.9471585244267199,
      "grad_norm": 5.65625,
      "learning_rate": 2.642472388481944e-06,
      "loss": 1.8137,
      "mean_token_accuracy": 0.6049782902002334,
      "num_tokens": 575249456.0,
      "step": 746700
    },
    {
      "epoch": 0.9471712090192527,
      "grad_norm": 10.6875,
      "learning_rate": 2.6418380783956526e-06,
      "loss": 1.9938,
      "mean_token_accuracy": 0.5642661094665528,
      "num_tokens": 575256888.0,
      "step": 746710
    },
    {
      "epoch": 0.9471838936117855,
      "grad_norm": 4.90625,
      "learning_rate": 2.6412037683093605e-06,
      "loss": 2.0674,
      "mean_token_accuracy": 0.5316459536552429,
      "num_tokens": 575264729.0,
      "step": 746720
    },
    {
      "epoch": 0.9471965782043184,
      "grad_norm": 6.8125,
      "learning_rate": 2.6405694582230692e-06,
      "loss": 1.8322,
      "mean_token_accuracy": 0.5904333382844925,
      "num_tokens": 575270550.0,
      "step": 746730
    },
    {
      "epoch": 0.9472092627968511,
      "grad_norm": 5.375,
      "learning_rate": 2.639935148136778e-06,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5302130609750748,
      "num_tokens": 575278598.0,
      "step": 746740
    },
    {
      "epoch": 0.947221947389384,
      "grad_norm": 7.53125,
      "learning_rate": 2.639300838050486e-06,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5417709708213806,
      "num_tokens": 575284941.0,
      "step": 746750
    },
    {
      "epoch": 0.9472346319819168,
      "grad_norm": 5.15625,
      "learning_rate": 2.6386665279641946e-06,
      "loss": 2.0415,
      "mean_token_accuracy": 0.5482886403799057,
      "num_tokens": 575293332.0,
      "step": 746760
    },
    {
      "epoch": 0.9472473165744497,
      "grad_norm": 5.78125,
      "learning_rate": 2.638032217877903e-06,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5449940979480743,
      "num_tokens": 575301349.0,
      "step": 746770
    },
    {
      "epoch": 0.9472600011669825,
      "grad_norm": 5.1875,
      "learning_rate": 2.6373979077916117e-06,
      "loss": 2.16,
      "mean_token_accuracy": 0.5306876540184021,
      "num_tokens": 575311001.0,
      "step": 746780
    },
    {
      "epoch": 0.9472726857595154,
      "grad_norm": 4.9375,
      "learning_rate": 2.63676359770532e-06,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5570080250501632,
      "num_tokens": 575318996.0,
      "step": 746790
    },
    {
      "epoch": 0.9472853703520482,
      "grad_norm": 5.625,
      "learning_rate": 2.6361292876190283e-06,
      "loss": 1.7912,
      "mean_token_accuracy": 0.5987276315689087,
      "num_tokens": 575325396.0,
      "step": 746800
    },
    {
      "epoch": 0.947298054944581,
      "grad_norm": 5.875,
      "learning_rate": 2.635494977532737e-06,
      "loss": 1.8606,
      "mean_token_accuracy": 0.5815893173217773,
      "num_tokens": 575331156.0,
      "step": 746810
    },
    {
      "epoch": 0.9473107395371139,
      "grad_norm": 4.96875,
      "learning_rate": 2.6348606674464453e-06,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5859108924865722,
      "num_tokens": 575336159.0,
      "step": 746820
    },
    {
      "epoch": 0.9473234241296467,
      "grad_norm": 5.8125,
      "learning_rate": 2.6342263573601537e-06,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5553026735782624,
      "num_tokens": 575344968.0,
      "step": 746830
    },
    {
      "epoch": 0.9473361087221795,
      "grad_norm": 5.90625,
      "learning_rate": 2.6335920472738624e-06,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5213502049446106,
      "num_tokens": 575353471.0,
      "step": 746840
    },
    {
      "epoch": 0.9473487933147123,
      "grad_norm": 4.59375,
      "learning_rate": 2.6329577371875707e-06,
      "loss": 1.7066,
      "mean_token_accuracy": 0.6063892245292664,
      "num_tokens": 575360341.0,
      "step": 746850
    },
    {
      "epoch": 0.9473614779072452,
      "grad_norm": 5.90625,
      "learning_rate": 2.632323427101279e-06,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5643748492002487,
      "num_tokens": 575368072.0,
      "step": 746860
    },
    {
      "epoch": 0.947374162499778,
      "grad_norm": 10.5,
      "learning_rate": 2.6316891170149878e-06,
      "loss": 2.066,
      "mean_token_accuracy": 0.546712589263916,
      "num_tokens": 575374637.0,
      "step": 746870
    },
    {
      "epoch": 0.9473868470923108,
      "grad_norm": 5.90625,
      "learning_rate": 2.631054806928696e-06,
      "loss": 2.0297,
      "mean_token_accuracy": 0.534265074133873,
      "num_tokens": 575381470.0,
      "step": 746880
    },
    {
      "epoch": 0.9473995316848437,
      "grad_norm": 5.5,
      "learning_rate": 2.6304204968424044e-06,
      "loss": 1.784,
      "mean_token_accuracy": 0.605284008383751,
      "num_tokens": 575388424.0,
      "step": 746890
    },
    {
      "epoch": 0.9474122162773765,
      "grad_norm": 6.53125,
      "learning_rate": 2.629786186756113e-06,
      "loss": 1.9792,
      "mean_token_accuracy": 0.552406957745552,
      "num_tokens": 575396702.0,
      "step": 746900
    },
    {
      "epoch": 0.9474249008699094,
      "grad_norm": 5.96875,
      "learning_rate": 2.6291518766698215e-06,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5429502755403519,
      "num_tokens": 575404200.0,
      "step": 746910
    },
    {
      "epoch": 0.9474375854624422,
      "grad_norm": 5.375,
      "learning_rate": 2.6285175665835298e-06,
      "loss": 2.0171,
      "mean_token_accuracy": 0.5536532253026962,
      "num_tokens": 575412048.0,
      "step": 746920
    },
    {
      "epoch": 0.9474502700549751,
      "grad_norm": 5.6875,
      "learning_rate": 2.6278832564972385e-06,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5531701296567917,
      "num_tokens": 575420344.0,
      "step": 746930
    },
    {
      "epoch": 0.9474629546475078,
      "grad_norm": 12.75,
      "learning_rate": 2.627248946410947e-06,
      "loss": 2.1475,
      "mean_token_accuracy": 0.5262234449386597,
      "num_tokens": 575428263.0,
      "step": 746940
    },
    {
      "epoch": 0.9474756392400407,
      "grad_norm": 5.4375,
      "learning_rate": 2.626614636324655e-06,
      "loss": 2.3049,
      "mean_token_accuracy": 0.508407586812973,
      "num_tokens": 575435523.0,
      "step": 746950
    },
    {
      "epoch": 0.9474883238325735,
      "grad_norm": 6.1875,
      "learning_rate": 2.625980326238364e-06,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5390322595834732,
      "num_tokens": 575443283.0,
      "step": 746960
    },
    {
      "epoch": 0.9475010084251063,
      "grad_norm": 5.5625,
      "learning_rate": 2.625346016152072e-06,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5658764481544495,
      "num_tokens": 575451394.0,
      "step": 746970
    },
    {
      "epoch": 0.9475136930176392,
      "grad_norm": 5.34375,
      "learning_rate": 2.6247117060657805e-06,
      "loss": 1.976,
      "mean_token_accuracy": 0.5695731222629548,
      "num_tokens": 575457833.0,
      "step": 746980
    },
    {
      "epoch": 0.947526377610172,
      "grad_norm": 7.0625,
      "learning_rate": 2.624077395979489e-06,
      "loss": 1.834,
      "mean_token_accuracy": 0.5867192149162292,
      "num_tokens": 575466067.0,
      "step": 746990
    },
    {
      "epoch": 0.9475390622027049,
      "grad_norm": 5.6875,
      "learning_rate": 2.6234430858931976e-06,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5226409077644348,
      "num_tokens": 575473572.0,
      "step": 747000
    },
    {
      "epoch": 0.9475517467952377,
      "grad_norm": 6.78125,
      "learning_rate": 2.622808775806906e-06,
      "loss": 2.068,
      "mean_token_accuracy": 0.5641967236995697,
      "num_tokens": 575481760.0,
      "step": 747010
    },
    {
      "epoch": 0.9475644313877706,
      "grad_norm": 5.5,
      "learning_rate": 2.622174465720614e-06,
      "loss": 1.8703,
      "mean_token_accuracy": 0.5872207045555115,
      "num_tokens": 575489210.0,
      "step": 747020
    },
    {
      "epoch": 0.9475771159803034,
      "grad_norm": 4.8125,
      "learning_rate": 2.621540155634323e-06,
      "loss": 1.8272,
      "mean_token_accuracy": 0.5864477187395096,
      "num_tokens": 575497285.0,
      "step": 747030
    },
    {
      "epoch": 0.9475898005728361,
      "grad_norm": 16.25,
      "learning_rate": 2.6209058455480317e-06,
      "loss": 1.9541,
      "mean_token_accuracy": 0.567045584321022,
      "num_tokens": 575504296.0,
      "step": 747040
    },
    {
      "epoch": 0.947602485165369,
      "grad_norm": 5.1875,
      "learning_rate": 2.6202715354617396e-06,
      "loss": 1.8425,
      "mean_token_accuracy": 0.5940181136131286,
      "num_tokens": 575511714.0,
      "step": 747050
    },
    {
      "epoch": 0.9476151697579018,
      "grad_norm": 4.65625,
      "learning_rate": 2.6196372253754483e-06,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5644162386655808,
      "num_tokens": 575519322.0,
      "step": 747060
    },
    {
      "epoch": 0.9476278543504347,
      "grad_norm": 4.8125,
      "learning_rate": 2.619002915289157e-06,
      "loss": 2.0438,
      "mean_token_accuracy": 0.5465826094150543,
      "num_tokens": 575527355.0,
      "step": 747070
    },
    {
      "epoch": 0.9476405389429675,
      "grad_norm": 5.0,
      "learning_rate": 2.618368605202865e-06,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5337585419416427,
      "num_tokens": 575535542.0,
      "step": 747080
    },
    {
      "epoch": 0.9476532235355004,
      "grad_norm": 6.9375,
      "learning_rate": 2.6177342951165737e-06,
      "loss": 2.0082,
      "mean_token_accuracy": 0.551638713479042,
      "num_tokens": 575543044.0,
      "step": 747090
    },
    {
      "epoch": 0.9476659081280332,
      "grad_norm": 8.5,
      "learning_rate": 2.617099985030282e-06,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5804962635040283,
      "num_tokens": 575548897.0,
      "step": 747100
    },
    {
      "epoch": 0.947678592720566,
      "grad_norm": 5.5,
      "learning_rate": 2.6164656749439903e-06,
      "loss": 2.0116,
      "mean_token_accuracy": 0.556112876534462,
      "num_tokens": 575556979.0,
      "step": 747110
    },
    {
      "epoch": 0.9476912773130989,
      "grad_norm": 6.4375,
      "learning_rate": 2.615831364857699e-06,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5605491816997528,
      "num_tokens": 575564567.0,
      "step": 747120
    },
    {
      "epoch": 0.9477039619056317,
      "grad_norm": 6.03125,
      "learning_rate": 2.6151970547714074e-06,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5354642689228057,
      "num_tokens": 575573028.0,
      "step": 747130
    },
    {
      "epoch": 0.9477166464981646,
      "grad_norm": 5.21875,
      "learning_rate": 2.614562744685116e-06,
      "loss": 2.042,
      "mean_token_accuracy": 0.5476191252470016,
      "num_tokens": 575581076.0,
      "step": 747140
    },
    {
      "epoch": 0.9477293310906973,
      "grad_norm": 5.375,
      "learning_rate": 2.6139284345988244e-06,
      "loss": 2.0389,
      "mean_token_accuracy": 0.542631983757019,
      "num_tokens": 575588678.0,
      "step": 747150
    },
    {
      "epoch": 0.9477420156832302,
      "grad_norm": 6.34375,
      "learning_rate": 2.6132941245125328e-06,
      "loss": 2.1566,
      "mean_token_accuracy": 0.5284241229295731,
      "num_tokens": 575596932.0,
      "step": 747160
    },
    {
      "epoch": 0.947754700275763,
      "grad_norm": 7.21875,
      "learning_rate": 2.6126598144262415e-06,
      "loss": 1.9614,
      "mean_token_accuracy": 0.564434391260147,
      "num_tokens": 575604706.0,
      "step": 747170
    },
    {
      "epoch": 0.9477673848682959,
      "grad_norm": 5.84375,
      "learning_rate": 2.61202550433995e-06,
      "loss": 2.055,
      "mean_token_accuracy": 0.547619441151619,
      "num_tokens": 575613013.0,
      "step": 747180
    },
    {
      "epoch": 0.9477800694608287,
      "grad_norm": 5.53125,
      "learning_rate": 2.611391194253658e-06,
      "loss": 2.098,
      "mean_token_accuracy": 0.5458652168512345,
      "num_tokens": 575621292.0,
      "step": 747190
    },
    {
      "epoch": 0.9477927540533615,
      "grad_norm": 6.59375,
      "learning_rate": 2.610756884167367e-06,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5420100092887878,
      "num_tokens": 575628632.0,
      "step": 747200
    },
    {
      "epoch": 0.9478054386458944,
      "grad_norm": 5.125,
      "learning_rate": 2.6101225740810748e-06,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5449827373027801,
      "num_tokens": 575637690.0,
      "step": 747210
    },
    {
      "epoch": 0.9478181232384272,
      "grad_norm": 5.75,
      "learning_rate": 2.6094882639947835e-06,
      "loss": 1.8839,
      "mean_token_accuracy": 0.5733547240495682,
      "num_tokens": 575644337.0,
      "step": 747220
    },
    {
      "epoch": 0.9478308078309601,
      "grad_norm": 6.0625,
      "learning_rate": 2.6088539539084922e-06,
      "loss": 2.2457,
      "mean_token_accuracy": 0.5241532117128372,
      "num_tokens": 575651992.0,
      "step": 747230
    },
    {
      "epoch": 0.9478434924234929,
      "grad_norm": 5.65625,
      "learning_rate": 2.6082196438222006e-06,
      "loss": 2.1764,
      "mean_token_accuracy": 0.5246267676353454,
      "num_tokens": 575660338.0,
      "step": 747240
    },
    {
      "epoch": 0.9478561770160258,
      "grad_norm": 4.8125,
      "learning_rate": 2.607585333735909e-06,
      "loss": 1.965,
      "mean_token_accuracy": 0.5598750680685043,
      "num_tokens": 575666810.0,
      "step": 747250
    },
    {
      "epoch": 0.9478688616085585,
      "grad_norm": 4.6875,
      "learning_rate": 2.6069510236496176e-06,
      "loss": 2.1884,
      "mean_token_accuracy": 0.520759254693985,
      "num_tokens": 575675406.0,
      "step": 747260
    },
    {
      "epoch": 0.9478815462010913,
      "grad_norm": 5.625,
      "learning_rate": 2.606316713563326e-06,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5246131867170334,
      "num_tokens": 575683295.0,
      "step": 747270
    },
    {
      "epoch": 0.9478942307936242,
      "grad_norm": 5.34375,
      "learning_rate": 2.6056824034770342e-06,
      "loss": 1.9019,
      "mean_token_accuracy": 0.5710716605186462,
      "num_tokens": 575691323.0,
      "step": 747280
    },
    {
      "epoch": 0.947906915386157,
      "grad_norm": 6.71875,
      "learning_rate": 2.605048093390743e-06,
      "loss": 2.055,
      "mean_token_accuracy": 0.5464403003454208,
      "num_tokens": 575698730.0,
      "step": 747290
    },
    {
      "epoch": 0.9479195999786899,
      "grad_norm": 5.34375,
      "learning_rate": 2.6044137833044513e-06,
      "loss": 1.9477,
      "mean_token_accuracy": 0.5547196328639984,
      "num_tokens": 575705287.0,
      "step": 747300
    },
    {
      "epoch": 0.9479322845712227,
      "grad_norm": 5.3125,
      "learning_rate": 2.6037794732181596e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5290369302034378,
      "num_tokens": 575713046.0,
      "step": 747310
    },
    {
      "epoch": 0.9479449691637556,
      "grad_norm": 5.625,
      "learning_rate": 2.603145163131868e-06,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5500086009502411,
      "num_tokens": 575721650.0,
      "step": 747320
    },
    {
      "epoch": 0.9479576537562884,
      "grad_norm": 5.09375,
      "learning_rate": 2.6025108530455767e-06,
      "loss": 1.8871,
      "mean_token_accuracy": 0.5786038845777511,
      "num_tokens": 575727716.0,
      "step": 747330
    },
    {
      "epoch": 0.9479703383488213,
      "grad_norm": 6.25,
      "learning_rate": 2.601876542959285e-06,
      "loss": 2.3431,
      "mean_token_accuracy": 0.5073686689138412,
      "num_tokens": 575734044.0,
      "step": 747340
    },
    {
      "epoch": 0.9479830229413541,
      "grad_norm": 8.125,
      "learning_rate": 2.6012422328729933e-06,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5555873692035675,
      "num_tokens": 575741608.0,
      "step": 747350
    },
    {
      "epoch": 0.9479957075338868,
      "grad_norm": 5.4375,
      "learning_rate": 2.600607922786702e-06,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5658553123474122,
      "num_tokens": 575748945.0,
      "step": 747360
    },
    {
      "epoch": 0.9480083921264197,
      "grad_norm": 4.9375,
      "learning_rate": 2.5999736127004104e-06,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5191944628953934,
      "num_tokens": 575757204.0,
      "step": 747370
    },
    {
      "epoch": 0.9480210767189525,
      "grad_norm": 5.1875,
      "learning_rate": 2.5993393026141187e-06,
      "loss": 2.1732,
      "mean_token_accuracy": 0.525005754828453,
      "num_tokens": 575764137.0,
      "step": 747380
    },
    {
      "epoch": 0.9480337613114854,
      "grad_norm": 5.34375,
      "learning_rate": 2.5987049925278274e-06,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5216768592596054,
      "num_tokens": 575772283.0,
      "step": 747390
    },
    {
      "epoch": 0.9480464459040182,
      "grad_norm": 7.1875,
      "learning_rate": 2.5980706824415357e-06,
      "loss": 1.4617,
      "mean_token_accuracy": 0.6647861778736115,
      "num_tokens": 575778584.0,
      "step": 747400
    },
    {
      "epoch": 0.9480591304965511,
      "grad_norm": 6.25,
      "learning_rate": 2.597436372355244e-06,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5328875005245208,
      "num_tokens": 575787246.0,
      "step": 747410
    },
    {
      "epoch": 0.9480718150890839,
      "grad_norm": 10.9375,
      "learning_rate": 2.5968020622689528e-06,
      "loss": 2.0741,
      "mean_token_accuracy": 0.53546342253685,
      "num_tokens": 575794936.0,
      "step": 747420
    },
    {
      "epoch": 0.9480844996816167,
      "grad_norm": 8.0625,
      "learning_rate": 2.596167752182661e-06,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5331302285194397,
      "num_tokens": 575803475.0,
      "step": 747430
    },
    {
      "epoch": 0.9480971842741496,
      "grad_norm": 6.6875,
      "learning_rate": 2.5955334420963694e-06,
      "loss": 1.7306,
      "mean_token_accuracy": 0.616004341840744,
      "num_tokens": 575810097.0,
      "step": 747440
    },
    {
      "epoch": 0.9481098688666824,
      "grad_norm": 7.375,
      "learning_rate": 2.594899132010078e-06,
      "loss": 1.823,
      "mean_token_accuracy": 0.5901622325181961,
      "num_tokens": 575817254.0,
      "step": 747450
    },
    {
      "epoch": 0.9481225534592153,
      "grad_norm": 5.53125,
      "learning_rate": 2.5942648219237865e-06,
      "loss": 2.2436,
      "mean_token_accuracy": 0.5124025940895081,
      "num_tokens": 575825291.0,
      "step": 747460
    },
    {
      "epoch": 0.948135238051748,
      "grad_norm": 6.21875,
      "learning_rate": 2.593630511837495e-06,
      "loss": 1.7809,
      "mean_token_accuracy": 0.6038174152374267,
      "num_tokens": 575832920.0,
      "step": 747470
    },
    {
      "epoch": 0.9481479226442809,
      "grad_norm": 4.78125,
      "learning_rate": 2.5929962017512035e-06,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5628517657518387,
      "num_tokens": 575840743.0,
      "step": 747480
    },
    {
      "epoch": 0.9481606072368137,
      "grad_norm": 4.96875,
      "learning_rate": 2.592361891664912e-06,
      "loss": 1.939,
      "mean_token_accuracy": 0.5653980165719986,
      "num_tokens": 575848105.0,
      "step": 747490
    },
    {
      "epoch": 0.9481732918293466,
      "grad_norm": 5.15625,
      "learning_rate": 2.59172758157862e-06,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5679160177707672,
      "num_tokens": 575854761.0,
      "step": 747500
    },
    {
      "epoch": 0.9481859764218794,
      "grad_norm": 10.4375,
      "learning_rate": 2.5910932714923285e-06,
      "loss": 1.8006,
      "mean_token_accuracy": 0.6010092854499817,
      "num_tokens": 575861063.0,
      "step": 747510
    },
    {
      "epoch": 0.9481986610144122,
      "grad_norm": 5.71875,
      "learning_rate": 2.5904589614060372e-06,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5446198880672455,
      "num_tokens": 575868662.0,
      "step": 747520
    },
    {
      "epoch": 0.9482113456069451,
      "grad_norm": 5.09375,
      "learning_rate": 2.589824651319746e-06,
      "loss": 1.924,
      "mean_token_accuracy": 0.5723353147506713,
      "num_tokens": 575876226.0,
      "step": 747530
    },
    {
      "epoch": 0.9482240301994779,
      "grad_norm": 7.4375,
      "learning_rate": 2.589190341233454e-06,
      "loss": 2.043,
      "mean_token_accuracy": 0.5510316312313079,
      "num_tokens": 575882882.0,
      "step": 747540
    },
    {
      "epoch": 0.9482367147920108,
      "grad_norm": 5.6875,
      "learning_rate": 2.5885560311471626e-06,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5298129320144653,
      "num_tokens": 575891138.0,
      "step": 747550
    },
    {
      "epoch": 0.9482493993845436,
      "grad_norm": 4.9375,
      "learning_rate": 2.5879217210608713e-06,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5400155901908874,
      "num_tokens": 575898833.0,
      "step": 747560
    },
    {
      "epoch": 0.9482620839770765,
      "grad_norm": 6.3125,
      "learning_rate": 2.5872874109745792e-06,
      "loss": 2.1866,
      "mean_token_accuracy": 0.5167887836694718,
      "num_tokens": 575906209.0,
      "step": 747570
    },
    {
      "epoch": 0.9482747685696092,
      "grad_norm": 4.65625,
      "learning_rate": 2.586653100888288e-06,
      "loss": 2.1673,
      "mean_token_accuracy": 0.5265259146690369,
      "num_tokens": 575914676.0,
      "step": 747580
    },
    {
      "epoch": 0.948287453162142,
      "grad_norm": 4.625,
      "learning_rate": 2.5860187908019967e-06,
      "loss": 2.0418,
      "mean_token_accuracy": 0.541332921385765,
      "num_tokens": 575922327.0,
      "step": 747590
    },
    {
      "epoch": 0.9483001377546749,
      "grad_norm": 9.0,
      "learning_rate": 2.585384480715705e-06,
      "loss": 2.12,
      "mean_token_accuracy": 0.5408192604780198,
      "num_tokens": 575930804.0,
      "step": 747600
    },
    {
      "epoch": 0.9483128223472077,
      "grad_norm": 4.90625,
      "learning_rate": 2.5847501706294133e-06,
      "loss": 2.1856,
      "mean_token_accuracy": 0.5254949271678925,
      "num_tokens": 575938727.0,
      "step": 747610
    },
    {
      "epoch": 0.9483255069397406,
      "grad_norm": 5.875,
      "learning_rate": 2.5841158605431217e-06,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5700747102499009,
      "num_tokens": 575946523.0,
      "step": 747620
    },
    {
      "epoch": 0.9483381915322734,
      "grad_norm": 5.15625,
      "learning_rate": 2.5834815504568304e-06,
      "loss": 2.0476,
      "mean_token_accuracy": 0.5508840918540955,
      "num_tokens": 575954027.0,
      "step": 747630
    },
    {
      "epoch": 0.9483508761248063,
      "grad_norm": 5.15625,
      "learning_rate": 2.5828472403705387e-06,
      "loss": 2.019,
      "mean_token_accuracy": 0.5519102454185486,
      "num_tokens": 575962184.0,
      "step": 747640
    },
    {
      "epoch": 0.9483635607173391,
      "grad_norm": 5.0625,
      "learning_rate": 2.582212930284247e-06,
      "loss": 2.105,
      "mean_token_accuracy": 0.538637301325798,
      "num_tokens": 575970202.0,
      "step": 747650
    },
    {
      "epoch": 0.9483762453098719,
      "grad_norm": 6.6875,
      "learning_rate": 2.5815786201979558e-06,
      "loss": 1.9328,
      "mean_token_accuracy": 0.572934377193451,
      "num_tokens": 575977387.0,
      "step": 747660
    },
    {
      "epoch": 0.9483889299024048,
      "grad_norm": 4.46875,
      "learning_rate": 2.580944310111664e-06,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5303717166185379,
      "num_tokens": 575985651.0,
      "step": 747670
    },
    {
      "epoch": 0.9484016144949375,
      "grad_norm": 7.53125,
      "learning_rate": 2.5803100000253724e-06,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5596691340208053,
      "num_tokens": 575993069.0,
      "step": 747680
    },
    {
      "epoch": 0.9484142990874704,
      "grad_norm": 5.0625,
      "learning_rate": 2.579675689939081e-06,
      "loss": 1.8402,
      "mean_token_accuracy": 0.6002468168735504,
      "num_tokens": 575999760.0,
      "step": 747690
    },
    {
      "epoch": 0.9484269836800032,
      "grad_norm": 5.09375,
      "learning_rate": 2.5790413798527895e-06,
      "loss": 2.0781,
      "mean_token_accuracy": 0.5449306249618531,
      "num_tokens": 576007305.0,
      "step": 747700
    },
    {
      "epoch": 0.9484396682725361,
      "grad_norm": 5.125,
      "learning_rate": 2.5784070697664978e-06,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5688136070966721,
      "num_tokens": 576015467.0,
      "step": 747710
    },
    {
      "epoch": 0.9484523528650689,
      "grad_norm": 5.0,
      "learning_rate": 2.5777727596802065e-06,
      "loss": 2.2302,
      "mean_token_accuracy": 0.5105122983455658,
      "num_tokens": 576023835.0,
      "step": 747720
    },
    {
      "epoch": 0.9484650374576018,
      "grad_norm": 5.9375,
      "learning_rate": 2.577138449593915e-06,
      "loss": 2.2298,
      "mean_token_accuracy": 0.5163481444120407,
      "num_tokens": 576030809.0,
      "step": 747730
    },
    {
      "epoch": 0.9484777220501346,
      "grad_norm": 2.34375,
      "learning_rate": 2.576504139507623e-06,
      "loss": 1.9545,
      "mean_token_accuracy": 0.5721917271614074,
      "num_tokens": 576037676.0,
      "step": 747740
    },
    {
      "epoch": 0.9484904066426674,
      "grad_norm": 5.40625,
      "learning_rate": 2.575869829421332e-06,
      "loss": 1.9333,
      "mean_token_accuracy": 0.5728732019662857,
      "num_tokens": 576043653.0,
      "step": 747750
    },
    {
      "epoch": 0.9485030912352003,
      "grad_norm": 5.09375,
      "learning_rate": 2.57523551933504e-06,
      "loss": 2.0211,
      "mean_token_accuracy": 0.5444495558738709,
      "num_tokens": 576051762.0,
      "step": 747760
    },
    {
      "epoch": 0.948515775827733,
      "grad_norm": 6.6875,
      "learning_rate": 2.5746012092487485e-06,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5212631046772003,
      "num_tokens": 576060282.0,
      "step": 747770
    },
    {
      "epoch": 0.948528460420266,
      "grad_norm": 5.625,
      "learning_rate": 2.5739668991624573e-06,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5409165620803833,
      "num_tokens": 576068388.0,
      "step": 747780
    },
    {
      "epoch": 0.9485411450127987,
      "grad_norm": 5.25,
      "learning_rate": 2.5733325890761656e-06,
      "loss": 2.185,
      "mean_token_accuracy": 0.5136622339487076,
      "num_tokens": 576076707.0,
      "step": 747790
    },
    {
      "epoch": 0.9485538296053316,
      "grad_norm": 5.21875,
      "learning_rate": 2.572698278989874e-06,
      "loss": 2.1312,
      "mean_token_accuracy": 0.5217357218265534,
      "num_tokens": 576084611.0,
      "step": 747800
    },
    {
      "epoch": 0.9485665141978644,
      "grad_norm": 5.6875,
      "learning_rate": 2.5720639689035826e-06,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5515358090400696,
      "num_tokens": 576092550.0,
      "step": 747810
    },
    {
      "epoch": 0.9485791987903972,
      "grad_norm": 6.09375,
      "learning_rate": 2.571429658817291e-06,
      "loss": 2.0738,
      "mean_token_accuracy": 0.540734252333641,
      "num_tokens": 576099753.0,
      "step": 747820
    },
    {
      "epoch": 0.9485918833829301,
      "grad_norm": 5.0,
      "learning_rate": 2.5707953487309993e-06,
      "loss": 2.157,
      "mean_token_accuracy": 0.5320092767477036,
      "num_tokens": 576108413.0,
      "step": 747830
    },
    {
      "epoch": 0.9486045679754629,
      "grad_norm": 6.65625,
      "learning_rate": 2.5701610386447076e-06,
      "loss": 1.9686,
      "mean_token_accuracy": 0.5587790668010711,
      "num_tokens": 576116506.0,
      "step": 747840
    },
    {
      "epoch": 0.9486172525679958,
      "grad_norm": 5.75,
      "learning_rate": 2.5695267285584163e-06,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5417322784662246,
      "num_tokens": 576124621.0,
      "step": 747850
    },
    {
      "epoch": 0.9486299371605286,
      "grad_norm": 6.1875,
      "learning_rate": 2.5688924184721246e-06,
      "loss": 2.2568,
      "mean_token_accuracy": 0.5151335299015045,
      "num_tokens": 576132505.0,
      "step": 747860
    },
    {
      "epoch": 0.9486426217530615,
      "grad_norm": 5.625,
      "learning_rate": 2.568258108385833e-06,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5721342921257019,
      "num_tokens": 576140031.0,
      "step": 747870
    },
    {
      "epoch": 0.9486553063455943,
      "grad_norm": 7.53125,
      "learning_rate": 2.5676237982995417e-06,
      "loss": 2.098,
      "mean_token_accuracy": 0.5412726700305939,
      "num_tokens": 576147524.0,
      "step": 747880
    },
    {
      "epoch": 0.9486679909381271,
      "grad_norm": 4.84375,
      "learning_rate": 2.5669894882132504e-06,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5440733075141907,
      "num_tokens": 576155653.0,
      "step": 747890
    },
    {
      "epoch": 0.9486806755306599,
      "grad_norm": 5.40625,
      "learning_rate": 2.5663551781269583e-06,
      "loss": 2.2465,
      "mean_token_accuracy": 0.5150921612977981,
      "num_tokens": 576164011.0,
      "step": 747900
    },
    {
      "epoch": 0.9486933601231927,
      "grad_norm": 5.84375,
      "learning_rate": 2.565720868040667e-06,
      "loss": 2.0651,
      "mean_token_accuracy": 0.5445936024188995,
      "num_tokens": 576170569.0,
      "step": 747910
    },
    {
      "epoch": 0.9487060447157256,
      "grad_norm": 4.9375,
      "learning_rate": 2.565086557954376e-06,
      "loss": 2.1903,
      "mean_token_accuracy": 0.521920707821846,
      "num_tokens": 576179494.0,
      "step": 747920
    },
    {
      "epoch": 0.9487187293082584,
      "grad_norm": 6.59375,
      "learning_rate": 2.5644522478680837e-06,
      "loss": 2.2649,
      "mean_token_accuracy": 0.5115704894065857,
      "num_tokens": 576187730.0,
      "step": 747930
    },
    {
      "epoch": 0.9487314139007913,
      "grad_norm": 5.25,
      "learning_rate": 2.5638179377817924e-06,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5383430898189545,
      "num_tokens": 576194712.0,
      "step": 747940
    },
    {
      "epoch": 0.9487440984933241,
      "grad_norm": 5.5,
      "learning_rate": 2.5631836276955007e-06,
      "loss": 1.8842,
      "mean_token_accuracy": 0.5758574396371842,
      "num_tokens": 576202420.0,
      "step": 747950
    },
    {
      "epoch": 0.948756783085857,
      "grad_norm": 5.0625,
      "learning_rate": 2.562549317609209e-06,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5222692310810089,
      "num_tokens": 576210388.0,
      "step": 747960
    },
    {
      "epoch": 0.9487694676783898,
      "grad_norm": 4.875,
      "learning_rate": 2.561915007522918e-06,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5148927360773087,
      "num_tokens": 576218320.0,
      "step": 747970
    },
    {
      "epoch": 0.9487821522709226,
      "grad_norm": 4.875,
      "learning_rate": 2.561280697436626e-06,
      "loss": 2.0265,
      "mean_token_accuracy": 0.5461972415447235,
      "num_tokens": 576225867.0,
      "step": 747980
    },
    {
      "epoch": 0.9487948368634554,
      "grad_norm": 5.53125,
      "learning_rate": 2.560646387350335e-06,
      "loss": 1.9945,
      "mean_token_accuracy": 0.558293417096138,
      "num_tokens": 576232854.0,
      "step": 747990
    },
    {
      "epoch": 0.9488075214559882,
      "grad_norm": 4.875,
      "learning_rate": 2.560012077264043e-06,
      "loss": 2.2066,
      "mean_token_accuracy": 0.5154575109481812,
      "num_tokens": 576240832.0,
      "step": 748000
    },
    {
      "epoch": 0.9488202060485211,
      "grad_norm": 6.65625,
      "learning_rate": 2.5593777671777515e-06,
      "loss": 2.2905,
      "mean_token_accuracy": 0.5048009872436523,
      "num_tokens": 576250063.0,
      "step": 748010
    },
    {
      "epoch": 0.9488328906410539,
      "grad_norm": 6.1875,
      "learning_rate": 2.5587434570914602e-06,
      "loss": 2.0726,
      "mean_token_accuracy": 0.5495604991912841,
      "num_tokens": 576256889.0,
      "step": 748020
    },
    {
      "epoch": 0.9488455752335868,
      "grad_norm": 6.0,
      "learning_rate": 2.558109147005168e-06,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5413369625806809,
      "num_tokens": 576264754.0,
      "step": 748030
    },
    {
      "epoch": 0.9488582598261196,
      "grad_norm": 8.25,
      "learning_rate": 2.557474836918877e-06,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5495586454868316,
      "num_tokens": 576271984.0,
      "step": 748040
    },
    {
      "epoch": 0.9488709444186524,
      "grad_norm": 5.34375,
      "learning_rate": 2.5568405268325856e-06,
      "loss": 2.054,
      "mean_token_accuracy": 0.5496411323547363,
      "num_tokens": 576279147.0,
      "step": 748050
    },
    {
      "epoch": 0.9488836290111853,
      "grad_norm": 5.625,
      "learning_rate": 2.556206216746294e-06,
      "loss": 1.9293,
      "mean_token_accuracy": 0.5798109412193299,
      "num_tokens": 576284720.0,
      "step": 748060
    },
    {
      "epoch": 0.9488963136037181,
      "grad_norm": 5.625,
      "learning_rate": 2.5555719066600022e-06,
      "loss": 2.1345,
      "mean_token_accuracy": 0.5389393746852875,
      "num_tokens": 576292414.0,
      "step": 748070
    },
    {
      "epoch": 0.948908998196251,
      "grad_norm": 4.875,
      "learning_rate": 2.554937596573711e-06,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5398276567459106,
      "num_tokens": 576301323.0,
      "step": 748080
    },
    {
      "epoch": 0.9489216827887837,
      "grad_norm": 7.53125,
      "learning_rate": 2.5543032864874193e-06,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5176095217466354,
      "num_tokens": 576309194.0,
      "step": 748090
    },
    {
      "epoch": 0.9489343673813166,
      "grad_norm": 7.375,
      "learning_rate": 2.5536689764011276e-06,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5411657065153122,
      "num_tokens": 576316326.0,
      "step": 748100
    },
    {
      "epoch": 0.9489470519738494,
      "grad_norm": 6.40625,
      "learning_rate": 2.5530346663148363e-06,
      "loss": 2.1515,
      "mean_token_accuracy": 0.531104227900505,
      "num_tokens": 576323479.0,
      "step": 748110
    },
    {
      "epoch": 0.9489597365663823,
      "grad_norm": 5.1875,
      "learning_rate": 2.5524003562285447e-06,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5393605321645737,
      "num_tokens": 576331702.0,
      "step": 748120
    },
    {
      "epoch": 0.9489724211589151,
      "grad_norm": 5.0625,
      "learning_rate": 2.551766046142253e-06,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5372822344303131,
      "num_tokens": 576340394.0,
      "step": 748130
    },
    {
      "epoch": 0.9489851057514479,
      "grad_norm": 7.0,
      "learning_rate": 2.5511317360559613e-06,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5178294807672501,
      "num_tokens": 576347782.0,
      "step": 748140
    },
    {
      "epoch": 0.9489977903439808,
      "grad_norm": 6.15625,
      "learning_rate": 2.55049742596967e-06,
      "loss": 2.1559,
      "mean_token_accuracy": 0.5254792660474777,
      "num_tokens": 576356565.0,
      "step": 748150
    },
    {
      "epoch": 0.9490104749365136,
      "grad_norm": 7.53125,
      "learning_rate": 2.5498631158833784e-06,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5382899403572082,
      "num_tokens": 576365797.0,
      "step": 748160
    },
    {
      "epoch": 0.9490231595290465,
      "grad_norm": 4.59375,
      "learning_rate": 2.5492288057970867e-06,
      "loss": 1.9729,
      "mean_token_accuracy": 0.5631527841091156,
      "num_tokens": 576373824.0,
      "step": 748170
    },
    {
      "epoch": 0.9490358441215793,
      "grad_norm": 6.65625,
      "learning_rate": 2.5485944957107954e-06,
      "loss": 1.9233,
      "mean_token_accuracy": 0.578368929028511,
      "num_tokens": 576381886.0,
      "step": 748180
    },
    {
      "epoch": 0.9490485287141122,
      "grad_norm": 4.9375,
      "learning_rate": 2.5479601856245037e-06,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5523789674043655,
      "num_tokens": 576389976.0,
      "step": 748190
    },
    {
      "epoch": 0.949061213306645,
      "grad_norm": 6.25,
      "learning_rate": 2.547325875538212e-06,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5232810646295547,
      "num_tokens": 576396382.0,
      "step": 748200
    },
    {
      "epoch": 0.9490738978991777,
      "grad_norm": 6.5,
      "learning_rate": 2.5466915654519208e-06,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5171077311038971,
      "num_tokens": 576404606.0,
      "step": 748210
    },
    {
      "epoch": 0.9490865824917106,
      "grad_norm": 5.9375,
      "learning_rate": 2.546057255365629e-06,
      "loss": 1.8908,
      "mean_token_accuracy": 0.5753465354442596,
      "num_tokens": 576411521.0,
      "step": 748220
    },
    {
      "epoch": 0.9490992670842434,
      "grad_norm": 4.46875,
      "learning_rate": 2.5454229452793374e-06,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5778069853782654,
      "num_tokens": 576418924.0,
      "step": 748230
    },
    {
      "epoch": 0.9491119516767763,
      "grad_norm": 11.5,
      "learning_rate": 2.544788635193046e-06,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5376543790102005,
      "num_tokens": 576426940.0,
      "step": 748240
    },
    {
      "epoch": 0.9491246362693091,
      "grad_norm": 6.46875,
      "learning_rate": 2.5441543251067545e-06,
      "loss": 2.0607,
      "mean_token_accuracy": 0.5386418640613556,
      "num_tokens": 576433667.0,
      "step": 748250
    },
    {
      "epoch": 0.949137320861842,
      "grad_norm": 5.1875,
      "learning_rate": 2.5435200150204628e-06,
      "loss": 2.0799,
      "mean_token_accuracy": 0.536310687661171,
      "num_tokens": 576440730.0,
      "step": 748260
    },
    {
      "epoch": 0.9491500054543748,
      "grad_norm": 6.5,
      "learning_rate": 2.5428857049341715e-06,
      "loss": 1.9271,
      "mean_token_accuracy": 0.5856575429439544,
      "num_tokens": 576447849.0,
      "step": 748270
    },
    {
      "epoch": 0.9491626900469077,
      "grad_norm": 6.375,
      "learning_rate": 2.54225139484788e-06,
      "loss": 2.0112,
      "mean_token_accuracy": 0.554642328619957,
      "num_tokens": 576455317.0,
      "step": 748280
    },
    {
      "epoch": 0.9491753746394405,
      "grad_norm": 5.65625,
      "learning_rate": 2.541617084761588e-06,
      "loss": 1.8948,
      "mean_token_accuracy": 0.584606945514679,
      "num_tokens": 576461622.0,
      "step": 748290
    },
    {
      "epoch": 0.9491880592319732,
      "grad_norm": 7.6875,
      "learning_rate": 2.540982774675297e-06,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5543256551027298,
      "num_tokens": 576469175.0,
      "step": 748300
    },
    {
      "epoch": 0.9492007438245061,
      "grad_norm": 4.8125,
      "learning_rate": 2.540348464589005e-06,
      "loss": 2.0248,
      "mean_token_accuracy": 0.5490600943565369,
      "num_tokens": 576477743.0,
      "step": 748310
    },
    {
      "epoch": 0.9492134284170389,
      "grad_norm": 6.53125,
      "learning_rate": 2.5397141545027135e-06,
      "loss": 2.1515,
      "mean_token_accuracy": 0.525738799571991,
      "num_tokens": 576485449.0,
      "step": 748320
    },
    {
      "epoch": 0.9492261130095718,
      "grad_norm": 5.625,
      "learning_rate": 2.5390798444164223e-06,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5572262793779373,
      "num_tokens": 576493202.0,
      "step": 748330
    },
    {
      "epoch": 0.9492387976021046,
      "grad_norm": 7.46875,
      "learning_rate": 2.5384455343301306e-06,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5466863423585892,
      "num_tokens": 576501959.0,
      "step": 748340
    },
    {
      "epoch": 0.9492514821946375,
      "grad_norm": 5.8125,
      "learning_rate": 2.5378112242438393e-06,
      "loss": 2.2571,
      "mean_token_accuracy": 0.5140593677759171,
      "num_tokens": 576510707.0,
      "step": 748350
    },
    {
      "epoch": 0.9492641667871703,
      "grad_norm": 5.46875,
      "learning_rate": 2.5371769141575472e-06,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5487444221973419,
      "num_tokens": 576518599.0,
      "step": 748360
    },
    {
      "epoch": 0.9492768513797031,
      "grad_norm": 5.71875,
      "learning_rate": 2.536542604071256e-06,
      "loss": 2.0573,
      "mean_token_accuracy": 0.542787766456604,
      "num_tokens": 576528081.0,
      "step": 748370
    },
    {
      "epoch": 0.949289535972236,
      "grad_norm": 6.875,
      "learning_rate": 2.5359082939849647e-06,
      "loss": 2.1811,
      "mean_token_accuracy": 0.5343894124031067,
      "num_tokens": 576535434.0,
      "step": 748380
    },
    {
      "epoch": 0.9493022205647688,
      "grad_norm": 7.90625,
      "learning_rate": 2.5352739838986726e-06,
      "loss": 2.2197,
      "mean_token_accuracy": 0.517339539527893,
      "num_tokens": 576544421.0,
      "step": 748390
    },
    {
      "epoch": 0.9493149051573017,
      "grad_norm": 5.65625,
      "learning_rate": 2.5346396738123813e-06,
      "loss": 2.1942,
      "mean_token_accuracy": 0.5208011448383332,
      "num_tokens": 576552395.0,
      "step": 748400
    },
    {
      "epoch": 0.9493275897498344,
      "grad_norm": 5.90625,
      "learning_rate": 2.53400536372609e-06,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5423967242240906,
      "num_tokens": 576560183.0,
      "step": 748410
    },
    {
      "epoch": 0.9493402743423673,
      "grad_norm": 6.65625,
      "learning_rate": 2.533371053639798e-06,
      "loss": 2.0474,
      "mean_token_accuracy": 0.543350437283516,
      "num_tokens": 576569119.0,
      "step": 748420
    },
    {
      "epoch": 0.9493529589349001,
      "grad_norm": 2.34375,
      "learning_rate": 2.5327367435535067e-06,
      "loss": 1.5245,
      "mean_token_accuracy": 0.6487906754016877,
      "num_tokens": 576575619.0,
      "step": 748430
    },
    {
      "epoch": 0.949365643527433,
      "grad_norm": 6.90625,
      "learning_rate": 2.5321024334672154e-06,
      "loss": 2.0571,
      "mean_token_accuracy": 0.5463978111743927,
      "num_tokens": 576583874.0,
      "step": 748440
    },
    {
      "epoch": 0.9493783281199658,
      "grad_norm": 6.3125,
      "learning_rate": 2.5314681233809238e-06,
      "loss": 2.1933,
      "mean_token_accuracy": 0.5202146768569946,
      "num_tokens": 576591968.0,
      "step": 748450
    },
    {
      "epoch": 0.9493910127124986,
      "grad_norm": 5.46875,
      "learning_rate": 2.530833813294632e-06,
      "loss": 2.1729,
      "mean_token_accuracy": 0.5259169548749923,
      "num_tokens": 576599583.0,
      "step": 748460
    },
    {
      "epoch": 0.9494036973050315,
      "grad_norm": 4.78125,
      "learning_rate": 2.5301995032083404e-06,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5461106717586517,
      "num_tokens": 576607558.0,
      "step": 748470
    },
    {
      "epoch": 0.9494163818975643,
      "grad_norm": 6.28125,
      "learning_rate": 2.529565193122049e-06,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5516865253448486,
      "num_tokens": 576614642.0,
      "step": 748480
    },
    {
      "epoch": 0.9494290664900972,
      "grad_norm": 7.125,
      "learning_rate": 2.5289308830357574e-06,
      "loss": 1.8791,
      "mean_token_accuracy": 0.5836066752672195,
      "num_tokens": 576621144.0,
      "step": 748490
    },
    {
      "epoch": 0.94944175108263,
      "grad_norm": 6.34375,
      "learning_rate": 2.5282965729494658e-06,
      "loss": 2.2427,
      "mean_token_accuracy": 0.516157728433609,
      "num_tokens": 576629367.0,
      "step": 748500
    },
    {
      "epoch": 0.9494544356751629,
      "grad_norm": 5.0625,
      "learning_rate": 2.5276622628631745e-06,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5647127270698548,
      "num_tokens": 576637214.0,
      "step": 748510
    },
    {
      "epoch": 0.9494671202676956,
      "grad_norm": 10.9375,
      "learning_rate": 2.527027952776883e-06,
      "loss": 2.1395,
      "mean_token_accuracy": 0.5274127721786499,
      "num_tokens": 576645352.0,
      "step": 748520
    },
    {
      "epoch": 0.9494798048602284,
      "grad_norm": 6.375,
      "learning_rate": 2.526393642690591e-06,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5351864278316498,
      "num_tokens": 576653222.0,
      "step": 748530
    },
    {
      "epoch": 0.9494924894527613,
      "grad_norm": 5.65625,
      "learning_rate": 2.5257593326043e-06,
      "loss": 2.2298,
      "mean_token_accuracy": 0.5099316775798798,
      "num_tokens": 576661325.0,
      "step": 748540
    },
    {
      "epoch": 0.9495051740452941,
      "grad_norm": 4.9375,
      "learning_rate": 2.525125022518008e-06,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5432651609182357,
      "num_tokens": 576670072.0,
      "step": 748550
    },
    {
      "epoch": 0.949517858637827,
      "grad_norm": 4.875,
      "learning_rate": 2.5244907124317165e-06,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5244081258773804,
      "num_tokens": 576677708.0,
      "step": 748560
    },
    {
      "epoch": 0.9495305432303598,
      "grad_norm": 7.53125,
      "learning_rate": 2.5238564023454252e-06,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5417609661817551,
      "num_tokens": 576683959.0,
      "step": 748570
    },
    {
      "epoch": 0.9495432278228927,
      "grad_norm": 5.65625,
      "learning_rate": 2.5232220922591336e-06,
      "loss": 1.931,
      "mean_token_accuracy": 0.57505903840065,
      "num_tokens": 576690950.0,
      "step": 748580
    },
    {
      "epoch": 0.9495559124154255,
      "grad_norm": 5.71875,
      "learning_rate": 2.522587782172842e-06,
      "loss": 2.0892,
      "mean_token_accuracy": 0.5348236471414566,
      "num_tokens": 576698898.0,
      "step": 748590
    },
    {
      "epoch": 0.9495685970079583,
      "grad_norm": 4.71875,
      "learning_rate": 2.5219534720865506e-06,
      "loss": 1.9465,
      "mean_token_accuracy": 0.5518238842487335,
      "num_tokens": 576707315.0,
      "step": 748600
    },
    {
      "epoch": 0.9495812816004912,
      "grad_norm": 5.625,
      "learning_rate": 2.521319162000259e-06,
      "loss": 1.8682,
      "mean_token_accuracy": 0.5732473224401474,
      "num_tokens": 576715007.0,
      "step": 748610
    },
    {
      "epoch": 0.9495939661930239,
      "grad_norm": 8.3125,
      "learning_rate": 2.5206848519139672e-06,
      "loss": 2.1198,
      "mean_token_accuracy": 0.5295055150985718,
      "num_tokens": 576722973.0,
      "step": 748620
    },
    {
      "epoch": 0.9496066507855568,
      "grad_norm": 6.75,
      "learning_rate": 2.520050541827676e-06,
      "loss": 1.9462,
      "mean_token_accuracy": 0.5669677376747131,
      "num_tokens": 576731008.0,
      "step": 748630
    },
    {
      "epoch": 0.9496193353780896,
      "grad_norm": 5.375,
      "learning_rate": 2.5194162317413843e-06,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5368493407964706,
      "num_tokens": 576739449.0,
      "step": 748640
    },
    {
      "epoch": 0.9496320199706225,
      "grad_norm": 5.6875,
      "learning_rate": 2.5187819216550926e-06,
      "loss": 2.0313,
      "mean_token_accuracy": 0.5429798811674118,
      "num_tokens": 576746954.0,
      "step": 748650
    },
    {
      "epoch": 0.9496447045631553,
      "grad_norm": 5.6875,
      "learning_rate": 2.5181476115688014e-06,
      "loss": 1.8841,
      "mean_token_accuracy": 0.5791996568441391,
      "num_tokens": 576753886.0,
      "step": 748660
    },
    {
      "epoch": 0.9496573891556882,
      "grad_norm": 6.6875,
      "learning_rate": 2.5175133014825097e-06,
      "loss": 2.1291,
      "mean_token_accuracy": 0.5319560378789902,
      "num_tokens": 576761339.0,
      "step": 748670
    },
    {
      "epoch": 0.949670073748221,
      "grad_norm": 5.5,
      "learning_rate": 2.516878991396218e-06,
      "loss": 2.2988,
      "mean_token_accuracy": 0.510389867424965,
      "num_tokens": 576769631.0,
      "step": 748680
    },
    {
      "epoch": 0.9496827583407538,
      "grad_norm": 4.53125,
      "learning_rate": 2.5162446813099263e-06,
      "loss": 2.1769,
      "mean_token_accuracy": 0.53253253698349,
      "num_tokens": 576777702.0,
      "step": 748690
    },
    {
      "epoch": 0.9496954429332867,
      "grad_norm": 5.40625,
      "learning_rate": 2.515610371223635e-06,
      "loss": 2.0725,
      "mean_token_accuracy": 0.5521489322185517,
      "num_tokens": 576784035.0,
      "step": 748700
    },
    {
      "epoch": 0.9497081275258195,
      "grad_norm": 7.125,
      "learning_rate": 2.514976061137344e-06,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5442130923271179,
      "num_tokens": 576791954.0,
      "step": 748710
    },
    {
      "epoch": 0.9497208121183524,
      "grad_norm": 6.125,
      "learning_rate": 2.5143417510510517e-06,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5403429359197617,
      "num_tokens": 576800376.0,
      "step": 748720
    },
    {
      "epoch": 0.9497334967108851,
      "grad_norm": 8.375,
      "learning_rate": 2.5137074409647604e-06,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5520306348800659,
      "num_tokens": 576807967.0,
      "step": 748730
    },
    {
      "epoch": 0.949746181303418,
      "grad_norm": 6.53125,
      "learning_rate": 2.513073130878469e-06,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5385545939207077,
      "num_tokens": 576815755.0,
      "step": 748740
    },
    {
      "epoch": 0.9497588658959508,
      "grad_norm": 6.28125,
      "learning_rate": 2.512438820792177e-06,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5341587960720062,
      "num_tokens": 576822553.0,
      "step": 748750
    },
    {
      "epoch": 0.9497715504884836,
      "grad_norm": 5.71875,
      "learning_rate": 2.511804510705886e-06,
      "loss": 1.9404,
      "mean_token_accuracy": 0.5724154442548752,
      "num_tokens": 576830211.0,
      "step": 748760
    },
    {
      "epoch": 0.9497842350810165,
      "grad_norm": 5.34375,
      "learning_rate": 2.511170200619594e-06,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5270315080881118,
      "num_tokens": 576837544.0,
      "step": 748770
    },
    {
      "epoch": 0.9497969196735493,
      "grad_norm": 5.375,
      "learning_rate": 2.5105358905333024e-06,
      "loss": 1.8108,
      "mean_token_accuracy": 0.5938242733478546,
      "num_tokens": 576844848.0,
      "step": 748780
    },
    {
      "epoch": 0.9498096042660822,
      "grad_norm": 4.625,
      "learning_rate": 2.509901580447011e-06,
      "loss": 1.8521,
      "mean_token_accuracy": 0.5836619019508362,
      "num_tokens": 576852163.0,
      "step": 748790
    },
    {
      "epoch": 0.949822288858615,
      "grad_norm": 6.25,
      "learning_rate": 2.5092672703607195e-06,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5575173020362854,
      "num_tokens": 576859112.0,
      "step": 748800
    },
    {
      "epoch": 0.9498349734511479,
      "grad_norm": 5.15625,
      "learning_rate": 2.5086329602744282e-06,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5558823406696319,
      "num_tokens": 576866136.0,
      "step": 748810
    },
    {
      "epoch": 0.9498476580436807,
      "grad_norm": 5.9375,
      "learning_rate": 2.5079986501881365e-06,
      "loss": 1.922,
      "mean_token_accuracy": 0.5686779350042344,
      "num_tokens": 576874262.0,
      "step": 748820
    },
    {
      "epoch": 0.9498603426362136,
      "grad_norm": 5.53125,
      "learning_rate": 2.507364340101845e-06,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5475962549448014,
      "num_tokens": 576882497.0,
      "step": 748830
    },
    {
      "epoch": 0.9498730272287463,
      "grad_norm": 5.5625,
      "learning_rate": 2.5067300300155536e-06,
      "loss": 1.9665,
      "mean_token_accuracy": 0.5607895314693451,
      "num_tokens": 576891149.0,
      "step": 748840
    },
    {
      "epoch": 0.9498857118212791,
      "grad_norm": 7.0,
      "learning_rate": 2.506095719929262e-06,
      "loss": 1.8755,
      "mean_token_accuracy": 0.5916625827550888,
      "num_tokens": 576897716.0,
      "step": 748850
    },
    {
      "epoch": 0.949898396413812,
      "grad_norm": 7.25,
      "learning_rate": 2.5054614098429702e-06,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5492038667201996,
      "num_tokens": 576906377.0,
      "step": 748860
    },
    {
      "epoch": 0.9499110810063448,
      "grad_norm": 6.71875,
      "learning_rate": 2.504827099756679e-06,
      "loss": 1.9178,
      "mean_token_accuracy": 0.5838085234165191,
      "num_tokens": 576913357.0,
      "step": 748870
    },
    {
      "epoch": 0.9499237655988777,
      "grad_norm": 4.9375,
      "learning_rate": 2.504192789670387e-06,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5265606433153153,
      "num_tokens": 576921223.0,
      "step": 748880
    },
    {
      "epoch": 0.9499364501914105,
      "grad_norm": 7.40625,
      "learning_rate": 2.5035584795840956e-06,
      "loss": 2.0468,
      "mean_token_accuracy": 0.5391336023807526,
      "num_tokens": 576929774.0,
      "step": 748890
    },
    {
      "epoch": 0.9499491347839434,
      "grad_norm": 7.25,
      "learning_rate": 2.5029241694978043e-06,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5557573020458222,
      "num_tokens": 576937104.0,
      "step": 748900
    },
    {
      "epoch": 0.9499618193764762,
      "grad_norm": 8.5,
      "learning_rate": 2.5022898594115127e-06,
      "loss": 2.1708,
      "mean_token_accuracy": 0.528922313451767,
      "num_tokens": 576945120.0,
      "step": 748910
    },
    {
      "epoch": 0.949974503969009,
      "grad_norm": 6.6875,
      "learning_rate": 2.501655549325221e-06,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5467018723487854,
      "num_tokens": 576952827.0,
      "step": 748920
    },
    {
      "epoch": 0.9499871885615419,
      "grad_norm": 6.53125,
      "learning_rate": 2.5010212392389297e-06,
      "loss": 2.3302,
      "mean_token_accuracy": 0.5001065343618393,
      "num_tokens": 576961152.0,
      "step": 748930
    },
    {
      "epoch": 0.9499998731540746,
      "grad_norm": 4.96875,
      "learning_rate": 2.500386929152638e-06,
      "loss": 2.2387,
      "mean_token_accuracy": 0.5214444637298584,
      "num_tokens": 576969944.0,
      "step": 748940
    },
    {
      "epoch": 0.9500125577466075,
      "grad_norm": 5.9375,
      "learning_rate": 2.4997526190663463e-06,
      "loss": 1.8866,
      "mean_token_accuracy": 0.5716309279203415,
      "num_tokens": 576977395.0,
      "step": 748950
    },
    {
      "epoch": 0.9500252423391403,
      "grad_norm": 10.0,
      "learning_rate": 2.499118308980055e-06,
      "loss": 1.9991,
      "mean_token_accuracy": 0.550808134675026,
      "num_tokens": 576985002.0,
      "step": 748960
    },
    {
      "epoch": 0.9500379269316732,
      "grad_norm": 4.71875,
      "learning_rate": 2.4984839988937634e-06,
      "loss": 1.9833,
      "mean_token_accuracy": 0.5678691565990448,
      "num_tokens": 576992272.0,
      "step": 748970
    },
    {
      "epoch": 0.950050611524206,
      "grad_norm": 5.53125,
      "learning_rate": 2.4978496888074717e-06,
      "loss": 2.2092,
      "mean_token_accuracy": 0.5276462972164154,
      "num_tokens": 577000212.0,
      "step": 748980
    },
    {
      "epoch": 0.9500632961167388,
      "grad_norm": 5.8125,
      "learning_rate": 2.49721537872118e-06,
      "loss": 1.9325,
      "mean_token_accuracy": 0.5769446969032288,
      "num_tokens": 577007716.0,
      "step": 748990
    },
    {
      "epoch": 0.9500759807092717,
      "grad_norm": 5.375,
      "learning_rate": 2.4965810686348888e-06,
      "loss": 2.0004,
      "mean_token_accuracy": 0.5554145455360413,
      "num_tokens": 577014482.0,
      "step": 749000
    },
    {
      "epoch": 0.9500886653018045,
      "grad_norm": 5.125,
      "learning_rate": 2.495946758548597e-06,
      "loss": 2.0046,
      "mean_token_accuracy": 0.5497591316699981,
      "num_tokens": 577021565.0,
      "step": 749010
    },
    {
      "epoch": 0.9501013498943374,
      "grad_norm": 5.8125,
      "learning_rate": 2.4953124484623054e-06,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5346102356910706,
      "num_tokens": 577029300.0,
      "step": 749020
    },
    {
      "epoch": 0.9501140344868702,
      "grad_norm": 4.625,
      "learning_rate": 2.494678138376014e-06,
      "loss": 2.2622,
      "mean_token_accuracy": 0.5047738045454025,
      "num_tokens": 577038067.0,
      "step": 749030
    },
    {
      "epoch": 0.950126719079403,
      "grad_norm": 6.25,
      "learning_rate": 2.4940438282897225e-06,
      "loss": 2.1649,
      "mean_token_accuracy": 0.5192622989416122,
      "num_tokens": 577046661.0,
      "step": 749040
    },
    {
      "epoch": 0.9501394036719358,
      "grad_norm": 5.71875,
      "learning_rate": 2.4934095182034308e-06,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5331135600805282,
      "num_tokens": 577054169.0,
      "step": 749050
    },
    {
      "epoch": 0.9501520882644687,
      "grad_norm": 6.1875,
      "learning_rate": 2.4927752081171395e-06,
      "loss": 2.006,
      "mean_token_accuracy": 0.5549758583307266,
      "num_tokens": 577061838.0,
      "step": 749060
    },
    {
      "epoch": 0.9501647728570015,
      "grad_norm": 6.71875,
      "learning_rate": 2.4921408980308483e-06,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5617341876029969,
      "num_tokens": 577066612.0,
      "step": 749070
    },
    {
      "epoch": 0.9501774574495343,
      "grad_norm": 8.25,
      "learning_rate": 2.491506587944556e-06,
      "loss": 1.8925,
      "mean_token_accuracy": 0.5910070478916168,
      "num_tokens": 577072866.0,
      "step": 749080
    },
    {
      "epoch": 0.9501901420420672,
      "grad_norm": 4.8125,
      "learning_rate": 2.490872277858265e-06,
      "loss": 2.0229,
      "mean_token_accuracy": 0.5591099083423614,
      "num_tokens": 577080812.0,
      "step": 749090
    },
    {
      "epoch": 0.9502028266346,
      "grad_norm": 6.25,
      "learning_rate": 2.490237967771973e-06,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5279411822557449,
      "num_tokens": 577088371.0,
      "step": 749100
    },
    {
      "epoch": 0.9502155112271329,
      "grad_norm": 5.40625,
      "learning_rate": 2.4896036576856815e-06,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5755619734525681,
      "num_tokens": 577096435.0,
      "step": 749110
    },
    {
      "epoch": 0.9502281958196657,
      "grad_norm": 5.25,
      "learning_rate": 2.4889693475993903e-06,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5427736461162567,
      "num_tokens": 577104916.0,
      "step": 749120
    },
    {
      "epoch": 0.9502408804121986,
      "grad_norm": 6.46875,
      "learning_rate": 2.4883350375130986e-06,
      "loss": 2.126,
      "mean_token_accuracy": 0.5374213993549347,
      "num_tokens": 577113635.0,
      "step": 749130
    },
    {
      "epoch": 0.9502535650047313,
      "grad_norm": 5.8125,
      "learning_rate": 2.487700727426807e-06,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5270089685916901,
      "num_tokens": 577121510.0,
      "step": 749140
    },
    {
      "epoch": 0.9502662495972641,
      "grad_norm": 5.03125,
      "learning_rate": 2.4870664173405156e-06,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5212432205677032,
      "num_tokens": 577128792.0,
      "step": 749150
    },
    {
      "epoch": 0.950278934189797,
      "grad_norm": 4.34375,
      "learning_rate": 2.486432107254224e-06,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5257478266954422,
      "num_tokens": 577136320.0,
      "step": 749160
    },
    {
      "epoch": 0.9502916187823298,
      "grad_norm": 4.8125,
      "learning_rate": 2.4857977971679327e-06,
      "loss": 2.056,
      "mean_token_accuracy": 0.5489631354808807,
      "num_tokens": 577144844.0,
      "step": 749170
    },
    {
      "epoch": 0.9503043033748627,
      "grad_norm": 6.0625,
      "learning_rate": 2.485163487081641e-06,
      "loss": 1.9694,
      "mean_token_accuracy": 0.5563513219356537,
      "num_tokens": 577152615.0,
      "step": 749180
    },
    {
      "epoch": 0.9503169879673955,
      "grad_norm": 6.84375,
      "learning_rate": 2.4845291769953493e-06,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5432637661695481,
      "num_tokens": 577159843.0,
      "step": 749190
    },
    {
      "epoch": 0.9503296725599284,
      "grad_norm": 6.1875,
      "learning_rate": 2.483894866909058e-06,
      "loss": 2.1725,
      "mean_token_accuracy": 0.5249424904584885,
      "num_tokens": 577168233.0,
      "step": 749200
    },
    {
      "epoch": 0.9503423571524612,
      "grad_norm": 7.6875,
      "learning_rate": 2.483260556822766e-06,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5668013662099838,
      "num_tokens": 577175497.0,
      "step": 749210
    },
    {
      "epoch": 0.9503550417449941,
      "grad_norm": 6.28125,
      "learning_rate": 2.4826262467364747e-06,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5497118055820465,
      "num_tokens": 577182991.0,
      "step": 749220
    },
    {
      "epoch": 0.9503677263375269,
      "grad_norm": 5.40625,
      "learning_rate": 2.4819919366501834e-06,
      "loss": 2.2558,
      "mean_token_accuracy": 0.5056077837944031,
      "num_tokens": 577191183.0,
      "step": 749230
    },
    {
      "epoch": 0.9503804109300596,
      "grad_norm": 5.375,
      "learning_rate": 2.4813576265638913e-06,
      "loss": 1.983,
      "mean_token_accuracy": 0.5575438529253006,
      "num_tokens": 577199804.0,
      "step": 749240
    },
    {
      "epoch": 0.9503930955225925,
      "grad_norm": 5.5,
      "learning_rate": 2.4807233164776e-06,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5265658050775528,
      "num_tokens": 577207294.0,
      "step": 749250
    },
    {
      "epoch": 0.9504057801151253,
      "grad_norm": 7.03125,
      "learning_rate": 2.480089006391309e-06,
      "loss": 1.9569,
      "mean_token_accuracy": 0.5579272389411927,
      "num_tokens": 577214533.0,
      "step": 749260
    },
    {
      "epoch": 0.9504184647076582,
      "grad_norm": 6.90625,
      "learning_rate": 2.479454696305017e-06,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5704263418912887,
      "num_tokens": 577221703.0,
      "step": 749270
    },
    {
      "epoch": 0.950431149300191,
      "grad_norm": 6.28125,
      "learning_rate": 2.4788203862187254e-06,
      "loss": 2.036,
      "mean_token_accuracy": 0.5508436620235443,
      "num_tokens": 577230286.0,
      "step": 749280
    },
    {
      "epoch": 0.9504438338927239,
      "grad_norm": 5.25,
      "learning_rate": 2.478186076132434e-06,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5228735029697418,
      "num_tokens": 577238801.0,
      "step": 749290
    },
    {
      "epoch": 0.9504565184852567,
      "grad_norm": 5.9375,
      "learning_rate": 2.4775517660461425e-06,
      "loss": 2.128,
      "mean_token_accuracy": 0.529304975271225,
      "num_tokens": 577246621.0,
      "step": 749300
    },
    {
      "epoch": 0.9504692030777895,
      "grad_norm": 4.8125,
      "learning_rate": 2.476917455959851e-06,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5537512540817261,
      "num_tokens": 577254571.0,
      "step": 749310
    },
    {
      "epoch": 0.9504818876703224,
      "grad_norm": 5.625,
      "learning_rate": 2.476283145873559e-06,
      "loss": 1.8565,
      "mean_token_accuracy": 0.5813821732997895,
      "num_tokens": 577260830.0,
      "step": 749320
    },
    {
      "epoch": 0.9504945722628552,
      "grad_norm": 5.0625,
      "learning_rate": 2.475648835787268e-06,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5392221331596374,
      "num_tokens": 577267899.0,
      "step": 749330
    },
    {
      "epoch": 0.9505072568553881,
      "grad_norm": 5.15625,
      "learning_rate": 2.475014525700976e-06,
      "loss": 1.8794,
      "mean_token_accuracy": 0.5926580250263214,
      "num_tokens": 577275625.0,
      "step": 749340
    },
    {
      "epoch": 0.9505199414479208,
      "grad_norm": 5.03125,
      "learning_rate": 2.4743802156146845e-06,
      "loss": 2.0334,
      "mean_token_accuracy": 0.5561811685562134,
      "num_tokens": 577281466.0,
      "step": 749350
    },
    {
      "epoch": 0.9505326260404537,
      "grad_norm": 5.53125,
      "learning_rate": 2.4737459055283932e-06,
      "loss": 2.1031,
      "mean_token_accuracy": 0.542146947979927,
      "num_tokens": 577289113.0,
      "step": 749360
    },
    {
      "epoch": 0.9505453106329865,
      "grad_norm": 6.6875,
      "learning_rate": 2.4731115954421016e-06,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5266399145126343,
      "num_tokens": 577298222.0,
      "step": 749370
    },
    {
      "epoch": 0.9505579952255194,
      "grad_norm": 6.71875,
      "learning_rate": 2.47247728535581e-06,
      "loss": 1.8483,
      "mean_token_accuracy": 0.5909204691648483,
      "num_tokens": 577304007.0,
      "step": 749380
    },
    {
      "epoch": 0.9505706798180522,
      "grad_norm": 6.5625,
      "learning_rate": 2.4718429752695186e-06,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5175435900688171,
      "num_tokens": 577312595.0,
      "step": 749390
    },
    {
      "epoch": 0.950583364410585,
      "grad_norm": 5.09375,
      "learning_rate": 2.471208665183227e-06,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5393835335969925,
      "num_tokens": 577320327.0,
      "step": 749400
    },
    {
      "epoch": 0.9505960490031179,
      "grad_norm": 5.1875,
      "learning_rate": 2.4705743550969352e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.54351866543293,
      "num_tokens": 577327629.0,
      "step": 749410
    },
    {
      "epoch": 0.9506087335956507,
      "grad_norm": 7.375,
      "learning_rate": 2.469940045010644e-06,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5843619912862777,
      "num_tokens": 577334295.0,
      "step": 749420
    },
    {
      "epoch": 0.9506214181881836,
      "grad_norm": 6.96875,
      "learning_rate": 2.4693057349243523e-06,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5361987352371216,
      "num_tokens": 577341102.0,
      "step": 749430
    },
    {
      "epoch": 0.9506341027807164,
      "grad_norm": 4.84375,
      "learning_rate": 2.4686714248380606e-06,
      "loss": 2.1135,
      "mean_token_accuracy": 0.5466774046421051,
      "num_tokens": 577348579.0,
      "step": 749440
    },
    {
      "epoch": 0.9506467873732493,
      "grad_norm": 8.1875,
      "learning_rate": 2.4680371147517694e-06,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5611687898635864,
      "num_tokens": 577356731.0,
      "step": 749450
    },
    {
      "epoch": 0.950659471965782,
      "grad_norm": 5.8125,
      "learning_rate": 2.4674028046654777e-06,
      "loss": 1.6952,
      "mean_token_accuracy": 0.6258362919092179,
      "num_tokens": 577363991.0,
      "step": 749460
    },
    {
      "epoch": 0.9506721565583148,
      "grad_norm": 6.625,
      "learning_rate": 2.466768494579186e-06,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5335358500480651,
      "num_tokens": 577371197.0,
      "step": 749470
    },
    {
      "epoch": 0.9506848411508477,
      "grad_norm": 5.34375,
      "learning_rate": 2.4661341844928947e-06,
      "loss": 1.7662,
      "mean_token_accuracy": 0.6095831722021103,
      "num_tokens": 577377952.0,
      "step": 749480
    },
    {
      "epoch": 0.9506975257433805,
      "grad_norm": 5.03125,
      "learning_rate": 2.465499874406603e-06,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5359994351863862,
      "num_tokens": 577386506.0,
      "step": 749490
    },
    {
      "epoch": 0.9507102103359134,
      "grad_norm": 5.125,
      "learning_rate": 2.4648655643203114e-06,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5287809342145919,
      "num_tokens": 577394882.0,
      "step": 749500
    },
    {
      "epoch": 0.9507228949284462,
      "grad_norm": 6.15625,
      "learning_rate": 2.4642312542340197e-06,
      "loss": 2.008,
      "mean_token_accuracy": 0.5515725374221802,
      "num_tokens": 577402583.0,
      "step": 749510
    },
    {
      "epoch": 0.9507355795209791,
      "grad_norm": 5.0,
      "learning_rate": 2.4635969441477284e-06,
      "loss": 1.8016,
      "mean_token_accuracy": 0.6015974819660187,
      "num_tokens": 577409692.0,
      "step": 749520
    },
    {
      "epoch": 0.9507482641135119,
      "grad_norm": 5.15625,
      "learning_rate": 2.462962634061437e-06,
      "loss": 1.7378,
      "mean_token_accuracy": 0.6008305370807647,
      "num_tokens": 577418155.0,
      "step": 749530
    },
    {
      "epoch": 0.9507609487060447,
      "grad_norm": 5.25,
      "learning_rate": 2.462328323975145e-06,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5522629827260971,
      "num_tokens": 577426141.0,
      "step": 749540
    },
    {
      "epoch": 0.9507736332985776,
      "grad_norm": 4.65625,
      "learning_rate": 2.4616940138888538e-06,
      "loss": 2.093,
      "mean_token_accuracy": 0.5307383894920349,
      "num_tokens": 577434083.0,
      "step": 749550
    },
    {
      "epoch": 0.9507863178911103,
      "grad_norm": 5.8125,
      "learning_rate": 2.4610597038025625e-06,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5300484418869018,
      "num_tokens": 577442285.0,
      "step": 749560
    },
    {
      "epoch": 0.9507990024836432,
      "grad_norm": 5.3125,
      "learning_rate": 2.4604253937162704e-06,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5242779910564422,
      "num_tokens": 577450216.0,
      "step": 749570
    },
    {
      "epoch": 0.950811687076176,
      "grad_norm": 5.9375,
      "learning_rate": 2.459791083629979e-06,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5330333441495896,
      "num_tokens": 577457744.0,
      "step": 749580
    },
    {
      "epoch": 0.9508243716687089,
      "grad_norm": 5.15625,
      "learning_rate": 2.459156773543688e-06,
      "loss": 2.1294,
      "mean_token_accuracy": 0.5281570374965667,
      "num_tokens": 577466676.0,
      "step": 749590
    },
    {
      "epoch": 0.9508370562612417,
      "grad_norm": 4.71875,
      "learning_rate": 2.458522463457396e-06,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5301267683506012,
      "num_tokens": 577475667.0,
      "step": 749600
    },
    {
      "epoch": 0.9508497408537746,
      "grad_norm": 6.40625,
      "learning_rate": 2.4578881533711045e-06,
      "loss": 1.9126,
      "mean_token_accuracy": 0.576184219121933,
      "num_tokens": 577483142.0,
      "step": 749610
    },
    {
      "epoch": 0.9508624254463074,
      "grad_norm": 6.09375,
      "learning_rate": 2.457253843284813e-06,
      "loss": 2.151,
      "mean_token_accuracy": 0.5214280903339386,
      "num_tokens": 577491098.0,
      "step": 749620
    },
    {
      "epoch": 0.9508751100388402,
      "grad_norm": 5.03125,
      "learning_rate": 2.4566195331985216e-06,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5465645879507065,
      "num_tokens": 577499325.0,
      "step": 749630
    },
    {
      "epoch": 0.9508877946313731,
      "grad_norm": 7.0,
      "learning_rate": 2.45598522311223e-06,
      "loss": 1.9116,
      "mean_token_accuracy": 0.5882276058197021,
      "num_tokens": 577505522.0,
      "step": 749640
    },
    {
      "epoch": 0.9509004792239059,
      "grad_norm": 8.625,
      "learning_rate": 2.4553509130259382e-06,
      "loss": 1.8684,
      "mean_token_accuracy": 0.5854152232408524,
      "num_tokens": 577512156.0,
      "step": 749650
    },
    {
      "epoch": 0.9509131638164388,
      "grad_norm": 4.8125,
      "learning_rate": 2.454716602939647e-06,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5321509331464768,
      "num_tokens": 577521042.0,
      "step": 749660
    },
    {
      "epoch": 0.9509258484089715,
      "grad_norm": 5.15625,
      "learning_rate": 2.4540822928533553e-06,
      "loss": 2.1438,
      "mean_token_accuracy": 0.536776003241539,
      "num_tokens": 577529236.0,
      "step": 749670
    },
    {
      "epoch": 0.9509385330015044,
      "grad_norm": 4.8125,
      "learning_rate": 2.4534479827670636e-06,
      "loss": 2.1197,
      "mean_token_accuracy": 0.5284029424190522,
      "num_tokens": 577537549.0,
      "step": 749680
    },
    {
      "epoch": 0.9509512175940372,
      "grad_norm": 6.03125,
      "learning_rate": 2.4528136726807723e-06,
      "loss": 2.0658,
      "mean_token_accuracy": 0.541391322016716,
      "num_tokens": 577544394.0,
      "step": 749690
    },
    {
      "epoch": 0.95096390218657,
      "grad_norm": 7.375,
      "learning_rate": 2.4521793625944806e-06,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5408588141202927,
      "num_tokens": 577552811.0,
      "step": 749700
    },
    {
      "epoch": 0.9509765867791029,
      "grad_norm": 5.125,
      "learning_rate": 2.451545052508189e-06,
      "loss": 2.2077,
      "mean_token_accuracy": 0.5153238862752915,
      "num_tokens": 577561225.0,
      "step": 749710
    },
    {
      "epoch": 0.9509892713716357,
      "grad_norm": 6.15625,
      "learning_rate": 2.4509107424218977e-06,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5596317559480667,
      "num_tokens": 577568640.0,
      "step": 749720
    },
    {
      "epoch": 0.9510019559641686,
      "grad_norm": 4.875,
      "learning_rate": 2.450276432335606e-06,
      "loss": 1.8929,
      "mean_token_accuracy": 0.5795269936323166,
      "num_tokens": 577576854.0,
      "step": 749730
    },
    {
      "epoch": 0.9510146405567014,
      "grad_norm": 7.375,
      "learning_rate": 2.4496421222493143e-06,
      "loss": 2.3082,
      "mean_token_accuracy": 0.5118137389421463,
      "num_tokens": 577585975.0,
      "step": 749740
    },
    {
      "epoch": 0.9510273251492343,
      "grad_norm": 5.46875,
      "learning_rate": 2.449007812163023e-06,
      "loss": 1.9998,
      "mean_token_accuracy": 0.5504557996988296,
      "num_tokens": 577593637.0,
      "step": 749750
    },
    {
      "epoch": 0.9510400097417671,
      "grad_norm": 5.71875,
      "learning_rate": 2.4483735020767314e-06,
      "loss": 1.9103,
      "mean_token_accuracy": 0.5727392464876175,
      "num_tokens": 577601430.0,
      "step": 749760
    },
    {
      "epoch": 0.9510526943343,
      "grad_norm": 5.40625,
      "learning_rate": 2.4477391919904397e-06,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5205803781747818,
      "num_tokens": 577609761.0,
      "step": 749770
    },
    {
      "epoch": 0.9510653789268327,
      "grad_norm": 4.9375,
      "learning_rate": 2.4471048819041484e-06,
      "loss": 2.0397,
      "mean_token_accuracy": 0.5470008611679077,
      "num_tokens": 577618429.0,
      "step": 749780
    },
    {
      "epoch": 0.9510780635193655,
      "grad_norm": 5.90625,
      "learning_rate": 2.4464705718178568e-06,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5297272711992264,
      "num_tokens": 577626036.0,
      "step": 749790
    },
    {
      "epoch": 0.9510907481118984,
      "grad_norm": 5.15625,
      "learning_rate": 2.445836261731565e-06,
      "loss": 2.0946,
      "mean_token_accuracy": 0.5296396762132645,
      "num_tokens": 577633832.0,
      "step": 749800
    },
    {
      "epoch": 0.9511034327044312,
      "grad_norm": 5.25,
      "learning_rate": 2.445201951645274e-06,
      "loss": 1.9213,
      "mean_token_accuracy": 0.5692593216896057,
      "num_tokens": 577642152.0,
      "step": 749810
    },
    {
      "epoch": 0.9511161172969641,
      "grad_norm": 7.34375,
      "learning_rate": 2.444567641558982e-06,
      "loss": 2.1219,
      "mean_token_accuracy": 0.531509056687355,
      "num_tokens": 577649436.0,
      "step": 749820
    },
    {
      "epoch": 0.9511288018894969,
      "grad_norm": 5.5625,
      "learning_rate": 2.4439333314726904e-06,
      "loss": 2.2351,
      "mean_token_accuracy": 0.5070935159921646,
      "num_tokens": 577658325.0,
      "step": 749830
    },
    {
      "epoch": 0.9511414864820298,
      "grad_norm": 4.9375,
      "learning_rate": 2.4432990213863988e-06,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5546376585960389,
      "num_tokens": 577665047.0,
      "step": 749840
    },
    {
      "epoch": 0.9511541710745626,
      "grad_norm": 4.75,
      "learning_rate": 2.4426647113001075e-06,
      "loss": 2.1716,
      "mean_token_accuracy": 0.522146537899971,
      "num_tokens": 577673180.0,
      "step": 749850
    },
    {
      "epoch": 0.9511668556670954,
      "grad_norm": 6.4375,
      "learning_rate": 2.442030401213816e-06,
      "loss": 2.2564,
      "mean_token_accuracy": 0.5218946725130081,
      "num_tokens": 577681930.0,
      "step": 749860
    },
    {
      "epoch": 0.9511795402596283,
      "grad_norm": 4.96875,
      "learning_rate": 2.441396091127524e-06,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5383018136024476,
      "num_tokens": 577689973.0,
      "step": 749870
    },
    {
      "epoch": 0.951192224852161,
      "grad_norm": 6.5625,
      "learning_rate": 2.440761781041233e-06,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5812858700752258,
      "num_tokens": 577696185.0,
      "step": 749880
    },
    {
      "epoch": 0.9512049094446939,
      "grad_norm": 5.25,
      "learning_rate": 2.440127470954941e-06,
      "loss": 1.938,
      "mean_token_accuracy": 0.5683087706565857,
      "num_tokens": 577704093.0,
      "step": 749890
    },
    {
      "epoch": 0.9512175940372267,
      "grad_norm": 5.5625,
      "learning_rate": 2.4394931608686495e-06,
      "loss": 1.8707,
      "mean_token_accuracy": 0.5829972326755524,
      "num_tokens": 577711750.0,
      "step": 749900
    },
    {
      "epoch": 0.9512302786297596,
      "grad_norm": 5.21875,
      "learning_rate": 2.4388588507823582e-06,
      "loss": 1.8741,
      "mean_token_accuracy": 0.5975041776895523,
      "num_tokens": 577719143.0,
      "step": 749910
    },
    {
      "epoch": 0.9512429632222924,
      "grad_norm": 6.1875,
      "learning_rate": 2.438224540696067e-06,
      "loss": 2.2337,
      "mean_token_accuracy": 0.5240686357021331,
      "num_tokens": 577727517.0,
      "step": 749920
    },
    {
      "epoch": 0.9512556478148252,
      "grad_norm": 6.5625,
      "learning_rate": 2.437590230609775e-06,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5405624479055404,
      "num_tokens": 577736450.0,
      "step": 749930
    },
    {
      "epoch": 0.9512683324073581,
      "grad_norm": 5.3125,
      "learning_rate": 2.4369559205234836e-06,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5257505506277085,
      "num_tokens": 577744532.0,
      "step": 749940
    },
    {
      "epoch": 0.9512810169998909,
      "grad_norm": 5.625,
      "learning_rate": 2.436321610437192e-06,
      "loss": 1.9996,
      "mean_token_accuracy": 0.5656886756420135,
      "num_tokens": 577751538.0,
      "step": 749950
    },
    {
      "epoch": 0.9512937015924238,
      "grad_norm": 5.15625,
      "learning_rate": 2.4356873003509003e-06,
      "loss": 2.1282,
      "mean_token_accuracy": 0.534510487318039,
      "num_tokens": 577757761.0,
      "step": 749960
    },
    {
      "epoch": 0.9513063861849566,
      "grad_norm": 49.25,
      "learning_rate": 2.435052990264609e-06,
      "loss": 1.8414,
      "mean_token_accuracy": 0.5736278086900711,
      "num_tokens": 577765585.0,
      "step": 749970
    },
    {
      "epoch": 0.9513190707774895,
      "grad_norm": 7.0,
      "learning_rate": 2.4344186801783173e-06,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5455452591180802,
      "num_tokens": 577773718.0,
      "step": 749980
    },
    {
      "epoch": 0.9513317553700222,
      "grad_norm": 4.625,
      "learning_rate": 2.433784370092026e-06,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5265971511602402,
      "num_tokens": 577782973.0,
      "step": 749990
    },
    {
      "epoch": 0.9513444399625551,
      "grad_norm": 4.78125,
      "learning_rate": 2.4331500600057344e-06,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5475862056016922,
      "num_tokens": 577790609.0,
      "step": 750000
    },
    {
      "epoch": 0.9513571245550879,
      "grad_norm": 5.28125,
      "learning_rate": 2.4325157499194427e-06,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5323468685150147,
      "num_tokens": 577799698.0,
      "step": 750010
    },
    {
      "epoch": 0.9513698091476207,
      "grad_norm": 7.03125,
      "learning_rate": 2.4318814398331514e-06,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5495538949966431,
      "num_tokens": 577807026.0,
      "step": 750020
    },
    {
      "epoch": 0.9513824937401536,
      "grad_norm": 6.53125,
      "learning_rate": 2.4312471297468593e-06,
      "loss": 1.9122,
      "mean_token_accuracy": 0.5770273566246032,
      "num_tokens": 577813449.0,
      "step": 750030
    },
    {
      "epoch": 0.9513951783326864,
      "grad_norm": 4.8125,
      "learning_rate": 2.430612819660568e-06,
      "loss": 2.1785,
      "mean_token_accuracy": 0.521974042057991,
      "num_tokens": 577822376.0,
      "step": 750040
    },
    {
      "epoch": 0.9514078629252193,
      "grad_norm": 5.25,
      "learning_rate": 2.429978509574277e-06,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5323885232210159,
      "num_tokens": 577830528.0,
      "step": 750050
    },
    {
      "epoch": 0.9514205475177521,
      "grad_norm": 5.875,
      "learning_rate": 2.4293441994879847e-06,
      "loss": 1.965,
      "mean_token_accuracy": 0.5477410882711411,
      "num_tokens": 577838209.0,
      "step": 750060
    },
    {
      "epoch": 0.951433232110285,
      "grad_norm": 7.3125,
      "learning_rate": 2.4287098894016934e-06,
      "loss": 1.9066,
      "mean_token_accuracy": 0.5913567751646042,
      "num_tokens": 577843907.0,
      "step": 750070
    },
    {
      "epoch": 0.9514459167028178,
      "grad_norm": 5.53125,
      "learning_rate": 2.428075579315402e-06,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5323864459991455,
      "num_tokens": 577851801.0,
      "step": 750080
    },
    {
      "epoch": 0.9514586012953505,
      "grad_norm": 7.15625,
      "learning_rate": 2.4274412692291105e-06,
      "loss": 1.9767,
      "mean_token_accuracy": 0.5579498708248138,
      "num_tokens": 577858856.0,
      "step": 750090
    },
    {
      "epoch": 0.9514712858878834,
      "grad_norm": 5.1875,
      "learning_rate": 2.426806959142819e-06,
      "loss": 2.184,
      "mean_token_accuracy": 0.5325290203094483,
      "num_tokens": 577867794.0,
      "step": 750100
    },
    {
      "epoch": 0.9514839704804162,
      "grad_norm": 6.625,
      "learning_rate": 2.4261726490565275e-06,
      "loss": 2.1789,
      "mean_token_accuracy": 0.5254305541515351,
      "num_tokens": 577876341.0,
      "step": 750110
    },
    {
      "epoch": 0.9514966550729491,
      "grad_norm": 5.46875,
      "learning_rate": 2.425538338970236e-06,
      "loss": 1.5681,
      "mean_token_accuracy": 0.6348632991313934,
      "num_tokens": 577881486.0,
      "step": 750120
    },
    {
      "epoch": 0.9515093396654819,
      "grad_norm": 5.0,
      "learning_rate": 2.424904028883944e-06,
      "loss": 2.1529,
      "mean_token_accuracy": 0.52287917137146,
      "num_tokens": 577889914.0,
      "step": 750130
    },
    {
      "epoch": 0.9515220242580148,
      "grad_norm": 6.9375,
      "learning_rate": 2.4242697187976525e-06,
      "loss": 2.0772,
      "mean_token_accuracy": 0.5456908762454986,
      "num_tokens": 577895250.0,
      "step": 750140
    },
    {
      "epoch": 0.9515347088505476,
      "grad_norm": 4.8125,
      "learning_rate": 2.4236354087113612e-06,
      "loss": 2.1374,
      "mean_token_accuracy": 0.5307132959365845,
      "num_tokens": 577903740.0,
      "step": 750150
    },
    {
      "epoch": 0.9515473934430805,
      "grad_norm": 5.15625,
      "learning_rate": 2.4230010986250695e-06,
      "loss": 2.0176,
      "mean_token_accuracy": 0.5472882479429245,
      "num_tokens": 577911778.0,
      "step": 750160
    },
    {
      "epoch": 0.9515600780356133,
      "grad_norm": 5.90625,
      "learning_rate": 2.422366788538778e-06,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5566048592329025,
      "num_tokens": 577918871.0,
      "step": 750170
    },
    {
      "epoch": 0.951572762628146,
      "grad_norm": 5.34375,
      "learning_rate": 2.4217324784524866e-06,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5368689447641373,
      "num_tokens": 577927151.0,
      "step": 750180
    },
    {
      "epoch": 0.951585447220679,
      "grad_norm": 6.90625,
      "learning_rate": 2.421098168366195e-06,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5559793770313263,
      "num_tokens": 577934644.0,
      "step": 750190
    },
    {
      "epoch": 0.9515981318132117,
      "grad_norm": 4.90625,
      "learning_rate": 2.4204638582799032e-06,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5239267408847809,
      "num_tokens": 577943684.0,
      "step": 750200
    },
    {
      "epoch": 0.9516108164057446,
      "grad_norm": 5.25,
      "learning_rate": 2.419829548193612e-06,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5617416381835938,
      "num_tokens": 577952755.0,
      "step": 750210
    },
    {
      "epoch": 0.9516235009982774,
      "grad_norm": 6.75,
      "learning_rate": 2.4191952381073203e-06,
      "loss": 2.1587,
      "mean_token_accuracy": 0.5416125297546387,
      "num_tokens": 577960898.0,
      "step": 750220
    },
    {
      "epoch": 0.9516361855908103,
      "grad_norm": 4.59375,
      "learning_rate": 2.4185609280210286e-06,
      "loss": 1.9552,
      "mean_token_accuracy": 0.5484734833240509,
      "num_tokens": 577969253.0,
      "step": 750230
    },
    {
      "epoch": 0.9516488701833431,
      "grad_norm": 8.25,
      "learning_rate": 2.4179266179347373e-06,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5532817035913468,
      "num_tokens": 577976449.0,
      "step": 750240
    },
    {
      "epoch": 0.9516615547758759,
      "grad_norm": 4.78125,
      "learning_rate": 2.4172923078484457e-06,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5270579308271408,
      "num_tokens": 577984635.0,
      "step": 750250
    },
    {
      "epoch": 0.9516742393684088,
      "grad_norm": 4.96875,
      "learning_rate": 2.416657997762154e-06,
      "loss": 2.0299,
      "mean_token_accuracy": 0.5668949991464615,
      "num_tokens": 577991725.0,
      "step": 750260
    },
    {
      "epoch": 0.9516869239609416,
      "grad_norm": 5.28125,
      "learning_rate": 2.4160236876758627e-06,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5376876622438431,
      "num_tokens": 577999487.0,
      "step": 750270
    },
    {
      "epoch": 0.9516996085534745,
      "grad_norm": 5.03125,
      "learning_rate": 2.415389377589571e-06,
      "loss": 2.2472,
      "mean_token_accuracy": 0.5059235244989395,
      "num_tokens": 578008624.0,
      "step": 750280
    },
    {
      "epoch": 0.9517122931460072,
      "grad_norm": 4.78125,
      "learning_rate": 2.4147550675032793e-06,
      "loss": 1.8976,
      "mean_token_accuracy": 0.5836210280656815,
      "num_tokens": 578015912.0,
      "step": 750290
    },
    {
      "epoch": 0.9517249777385401,
      "grad_norm": 5.125,
      "learning_rate": 2.414120757416988e-06,
      "loss": 2.1277,
      "mean_token_accuracy": 0.5468662083148956,
      "num_tokens": 578023954.0,
      "step": 750300
    },
    {
      "epoch": 0.9517376623310729,
      "grad_norm": 9.375,
      "learning_rate": 2.4134864473306964e-06,
      "loss": 2.0151,
      "mean_token_accuracy": 0.5624834090471268,
      "num_tokens": 578030529.0,
      "step": 750310
    },
    {
      "epoch": 0.9517503469236058,
      "grad_norm": 6.59375,
      "learning_rate": 2.4128521372444047e-06,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5554527699947357,
      "num_tokens": 578038530.0,
      "step": 750320
    },
    {
      "epoch": 0.9517630315161386,
      "grad_norm": 5.5625,
      "learning_rate": 2.4122178271581135e-06,
      "loss": 1.7406,
      "mean_token_accuracy": 0.6001025319099427,
      "num_tokens": 578046087.0,
      "step": 750330
    },
    {
      "epoch": 0.9517757161086714,
      "grad_norm": 10.0,
      "learning_rate": 2.4115835170718218e-06,
      "loss": 1.9618,
      "mean_token_accuracy": 0.5641372680664063,
      "num_tokens": 578052740.0,
      "step": 750340
    },
    {
      "epoch": 0.9517884007012043,
      "grad_norm": 5.84375,
      "learning_rate": 2.41094920698553e-06,
      "loss": 2.2328,
      "mean_token_accuracy": 0.5276294976472855,
      "num_tokens": 578060995.0,
      "step": 750350
    },
    {
      "epoch": 0.9518010852937371,
      "grad_norm": 5.09375,
      "learning_rate": 2.4103148968992384e-06,
      "loss": 2.02,
      "mean_token_accuracy": 0.5599001348018646,
      "num_tokens": 578069664.0,
      "step": 750360
    },
    {
      "epoch": 0.95181376988627,
      "grad_norm": 7.875,
      "learning_rate": 2.409680586812947e-06,
      "loss": 2.0975,
      "mean_token_accuracy": 0.536315044760704,
      "num_tokens": 578076169.0,
      "step": 750370
    },
    {
      "epoch": 0.9518264544788028,
      "grad_norm": 5.375,
      "learning_rate": 2.409046276726656e-06,
      "loss": 1.976,
      "mean_token_accuracy": 0.5635909050703048,
      "num_tokens": 578082562.0,
      "step": 750380
    },
    {
      "epoch": 0.9518391390713357,
      "grad_norm": 5.03125,
      "learning_rate": 2.4084119666403638e-06,
      "loss": 2.0717,
      "mean_token_accuracy": 0.538403233885765,
      "num_tokens": 578091211.0,
      "step": 750390
    },
    {
      "epoch": 0.9518518236638684,
      "grad_norm": 9.375,
      "learning_rate": 2.4077776565540725e-06,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5169289916753769,
      "num_tokens": 578098513.0,
      "step": 750400
    },
    {
      "epoch": 0.9518645082564012,
      "grad_norm": 10.0625,
      "learning_rate": 2.4071433464677813e-06,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5548499941825866,
      "num_tokens": 578106165.0,
      "step": 750410
    },
    {
      "epoch": 0.9518771928489341,
      "grad_norm": 4.9375,
      "learning_rate": 2.406509036381489e-06,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5518172919750214,
      "num_tokens": 578113947.0,
      "step": 750420
    },
    {
      "epoch": 0.9518898774414669,
      "grad_norm": 4.59375,
      "learning_rate": 2.405874726295198e-06,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5473226308822632,
      "num_tokens": 578121118.0,
      "step": 750430
    },
    {
      "epoch": 0.9519025620339998,
      "grad_norm": 12.75,
      "learning_rate": 2.4052404162089066e-06,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5330084562301636,
      "num_tokens": 578126746.0,
      "step": 750440
    },
    {
      "epoch": 0.9519152466265326,
      "grad_norm": 7.3125,
      "learning_rate": 2.4046061061226145e-06,
      "loss": 2.2715,
      "mean_token_accuracy": 0.5144961804151535,
      "num_tokens": 578133609.0,
      "step": 750450
    },
    {
      "epoch": 0.9519279312190655,
      "grad_norm": 4.8125,
      "learning_rate": 2.4039717960363233e-06,
      "loss": 1.9242,
      "mean_token_accuracy": 0.5751205325126648,
      "num_tokens": 578141592.0,
      "step": 750460
    },
    {
      "epoch": 0.9519406158115983,
      "grad_norm": 4.96875,
      "learning_rate": 2.4033374859500316e-06,
      "loss": 2.0749,
      "mean_token_accuracy": 0.5382798552513123,
      "num_tokens": 578149594.0,
      "step": 750470
    },
    {
      "epoch": 0.9519533004041311,
      "grad_norm": 4.59375,
      "learning_rate": 2.4027031758637403e-06,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5855752527713776,
      "num_tokens": 578156831.0,
      "step": 750480
    },
    {
      "epoch": 0.951965984996664,
      "grad_norm": 5.90625,
      "learning_rate": 2.4020688657774486e-06,
      "loss": 2.1347,
      "mean_token_accuracy": 0.5356855273246766,
      "num_tokens": 578163593.0,
      "step": 750490
    },
    {
      "epoch": 0.9519786695891967,
      "grad_norm": 5.90625,
      "learning_rate": 2.401434555691157e-06,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5335094630718231,
      "num_tokens": 578171491.0,
      "step": 750500
    },
    {
      "epoch": 0.9519913541817296,
      "grad_norm": 4.8125,
      "learning_rate": 2.4008002456048657e-06,
      "loss": 2.1765,
      "mean_token_accuracy": 0.5269739598035812,
      "num_tokens": 578179928.0,
      "step": 750510
    },
    {
      "epoch": 0.9520040387742624,
      "grad_norm": 10.5625,
      "learning_rate": 2.400165935518574e-06,
      "loss": 2.2045,
      "mean_token_accuracy": 0.5322361379861832,
      "num_tokens": 578188825.0,
      "step": 750520
    },
    {
      "epoch": 0.9520167233667953,
      "grad_norm": 5.59375,
      "learning_rate": 2.3995316254322823e-06,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5374395489692688,
      "num_tokens": 578197860.0,
      "step": 750530
    },
    {
      "epoch": 0.9520294079593281,
      "grad_norm": 6.03125,
      "learning_rate": 2.398897315345991e-06,
      "loss": 1.9652,
      "mean_token_accuracy": 0.564579063653946,
      "num_tokens": 578204692.0,
      "step": 750540
    },
    {
      "epoch": 0.952042092551861,
      "grad_norm": 5.65625,
      "learning_rate": 2.3982630052596994e-06,
      "loss": 2.3355,
      "mean_token_accuracy": 0.4990870028734207,
      "num_tokens": 578213820.0,
      "step": 750550
    },
    {
      "epoch": 0.9520547771443938,
      "grad_norm": 4.75,
      "learning_rate": 2.3976286951734077e-06,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5274261772632599,
      "num_tokens": 578221985.0,
      "step": 750560
    },
    {
      "epoch": 0.9520674617369266,
      "grad_norm": 5.96875,
      "learning_rate": 2.3969943850871164e-06,
      "loss": 2.1534,
      "mean_token_accuracy": 0.5325308501720428,
      "num_tokens": 578229939.0,
      "step": 750570
    },
    {
      "epoch": 0.9520801463294595,
      "grad_norm": 5.8125,
      "learning_rate": 2.3963600750008248e-06,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5439967304468155,
      "num_tokens": 578238674.0,
      "step": 750580
    },
    {
      "epoch": 0.9520928309219923,
      "grad_norm": 5.15625,
      "learning_rate": 2.395725764914533e-06,
      "loss": 1.8445,
      "mean_token_accuracy": 0.5791887044906616,
      "num_tokens": 578245279.0,
      "step": 750590
    },
    {
      "epoch": 0.9521055155145252,
      "grad_norm": 5.0,
      "learning_rate": 2.395091454828242e-06,
      "loss": 2.062,
      "mean_token_accuracy": 0.5506837368011475,
      "num_tokens": 578253064.0,
      "step": 750600
    },
    {
      "epoch": 0.9521182001070579,
      "grad_norm": 5.59375,
      "learning_rate": 2.39445714474195e-06,
      "loss": 1.9597,
      "mean_token_accuracy": 0.5725723743438721,
      "num_tokens": 578260410.0,
      "step": 750610
    },
    {
      "epoch": 0.9521308846995908,
      "grad_norm": 5.6875,
      "learning_rate": 2.3938228346556584e-06,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5666241258382797,
      "num_tokens": 578267335.0,
      "step": 750620
    },
    {
      "epoch": 0.9521435692921236,
      "grad_norm": 6.875,
      "learning_rate": 2.393188524569367e-06,
      "loss": 2.218,
      "mean_token_accuracy": 0.5191468149423599,
      "num_tokens": 578273741.0,
      "step": 750630
    },
    {
      "epoch": 0.9521562538846564,
      "grad_norm": 6.34375,
      "learning_rate": 2.3925542144830755e-06,
      "loss": 1.9183,
      "mean_token_accuracy": 0.5777571380138398,
      "num_tokens": 578281730.0,
      "step": 750640
    },
    {
      "epoch": 0.9521689384771893,
      "grad_norm": 5.40625,
      "learning_rate": 2.391919904396784e-06,
      "loss": 1.857,
      "mean_token_accuracy": 0.5755015015602112,
      "num_tokens": 578288272.0,
      "step": 750650
    },
    {
      "epoch": 0.9521816230697221,
      "grad_norm": 5.90625,
      "learning_rate": 2.391285594310492e-06,
      "loss": 1.8714,
      "mean_token_accuracy": 0.5691954404115677,
      "num_tokens": 578295564.0,
      "step": 750660
    },
    {
      "epoch": 0.952194307662255,
      "grad_norm": 5.3125,
      "learning_rate": 2.390651284224201e-06,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5421735495328903,
      "num_tokens": 578303152.0,
      "step": 750670
    },
    {
      "epoch": 0.9522069922547878,
      "grad_norm": 7.375,
      "learning_rate": 2.390016974137909e-06,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5625732868909836,
      "num_tokens": 578311138.0,
      "step": 750680
    },
    {
      "epoch": 0.9522196768473207,
      "grad_norm": 5.15625,
      "learning_rate": 2.3893826640516175e-06,
      "loss": 2.297,
      "mean_token_accuracy": 0.5047600775957107,
      "num_tokens": 578319904.0,
      "step": 750690
    },
    {
      "epoch": 0.9522323614398535,
      "grad_norm": 5.375,
      "learning_rate": 2.3887483539653262e-06,
      "loss": 2.0505,
      "mean_token_accuracy": 0.554238224029541,
      "num_tokens": 578327999.0,
      "step": 750700
    },
    {
      "epoch": 0.9522450460323864,
      "grad_norm": 5.4375,
      "learning_rate": 2.3881140438790346e-06,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5581367403268814,
      "num_tokens": 578336268.0,
      "step": 750710
    },
    {
      "epoch": 0.9522577306249191,
      "grad_norm": 5.65625,
      "learning_rate": 2.387479733792743e-06,
      "loss": 2.1352,
      "mean_token_accuracy": 0.5424754321575165,
      "num_tokens": 578343264.0,
      "step": 750720
    },
    {
      "epoch": 0.9522704152174519,
      "grad_norm": 6.125,
      "learning_rate": 2.3868454237064516e-06,
      "loss": 1.6507,
      "mean_token_accuracy": 0.6304453074932098,
      "num_tokens": 578349095.0,
      "step": 750730
    },
    {
      "epoch": 0.9522830998099848,
      "grad_norm": 5.5625,
      "learning_rate": 2.3862111136201604e-06,
      "loss": 2.0391,
      "mean_token_accuracy": 0.5550178170204163,
      "num_tokens": 578358355.0,
      "step": 750740
    },
    {
      "epoch": 0.9522957844025176,
      "grad_norm": 5.71875,
      "learning_rate": 2.3855768035338682e-06,
      "loss": 2.1708,
      "mean_token_accuracy": 0.525231096148491,
      "num_tokens": 578366119.0,
      "step": 750750
    },
    {
      "epoch": 0.9523084689950505,
      "grad_norm": 6.375,
      "learning_rate": 2.384942493447577e-06,
      "loss": 2.0314,
      "mean_token_accuracy": 0.554859635233879,
      "num_tokens": 578373317.0,
      "step": 750760
    },
    {
      "epoch": 0.9523211535875833,
      "grad_norm": 4.96875,
      "learning_rate": 2.3843081833612853e-06,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5211563646793366,
      "num_tokens": 578382173.0,
      "step": 750770
    },
    {
      "epoch": 0.9523338381801162,
      "grad_norm": 5.84375,
      "learning_rate": 2.3836738732749936e-06,
      "loss": 1.9865,
      "mean_token_accuracy": 0.5648779451847077,
      "num_tokens": 578389513.0,
      "step": 750780
    },
    {
      "epoch": 0.952346522772649,
      "grad_norm": 6.53125,
      "learning_rate": 2.3830395631887024e-06,
      "loss": 2.0838,
      "mean_token_accuracy": 0.5520483583211899,
      "num_tokens": 578396694.0,
      "step": 750790
    },
    {
      "epoch": 0.9523592073651818,
      "grad_norm": 6.0625,
      "learning_rate": 2.3824052531024107e-06,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5554710388183594,
      "num_tokens": 578404785.0,
      "step": 750800
    },
    {
      "epoch": 0.9523718919577147,
      "grad_norm": 6.59375,
      "learning_rate": 2.381770943016119e-06,
      "loss": 1.8873,
      "mean_token_accuracy": 0.5751375019550323,
      "num_tokens": 578412459.0,
      "step": 750810
    },
    {
      "epoch": 0.9523845765502474,
      "grad_norm": 6.28125,
      "learning_rate": 2.3811366329298277e-06,
      "loss": 2.0786,
      "mean_token_accuracy": 0.5454320341348649,
      "num_tokens": 578418939.0,
      "step": 750820
    },
    {
      "epoch": 0.9523972611427803,
      "grad_norm": 5.90625,
      "learning_rate": 2.380502322843536e-06,
      "loss": 1.8426,
      "mean_token_accuracy": 0.5905302464962006,
      "num_tokens": 578426396.0,
      "step": 750830
    },
    {
      "epoch": 0.9524099457353131,
      "grad_norm": 6.9375,
      "learning_rate": 2.3798680127572448e-06,
      "loss": 1.9335,
      "mean_token_accuracy": 0.5689436018466949,
      "num_tokens": 578432162.0,
      "step": 750840
    },
    {
      "epoch": 0.952422630327846,
      "grad_norm": 5.6875,
      "learning_rate": 2.379233702670953e-06,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5169203400611877,
      "num_tokens": 578440055.0,
      "step": 750850
    },
    {
      "epoch": 0.9524353149203788,
      "grad_norm": 5.75,
      "learning_rate": 2.3785993925846614e-06,
      "loss": 1.9408,
      "mean_token_accuracy": 0.5601608514785766,
      "num_tokens": 578447841.0,
      "step": 750860
    },
    {
      "epoch": 0.9524479995129116,
      "grad_norm": 5.09375,
      "learning_rate": 2.37796508249837e-06,
      "loss": 2.1315,
      "mean_token_accuracy": 0.53688825070858,
      "num_tokens": 578455529.0,
      "step": 750870
    },
    {
      "epoch": 0.9524606841054445,
      "grad_norm": 6.03125,
      "learning_rate": 2.377330772412078e-06,
      "loss": 2.0003,
      "mean_token_accuracy": 0.5511064916849137,
      "num_tokens": 578463404.0,
      "step": 750880
    },
    {
      "epoch": 0.9524733686979773,
      "grad_norm": 6.375,
      "learning_rate": 2.376696462325787e-06,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5629573404788971,
      "num_tokens": 578471533.0,
      "step": 750890
    },
    {
      "epoch": 0.9524860532905102,
      "grad_norm": 5.125,
      "learning_rate": 2.3760621522394955e-06,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5523945242166519,
      "num_tokens": 578479474.0,
      "step": 750900
    },
    {
      "epoch": 0.952498737883043,
      "grad_norm": 5.40625,
      "learning_rate": 2.3754278421532034e-06,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5448096513748169,
      "num_tokens": 578487785.0,
      "step": 750910
    },
    {
      "epoch": 0.9525114224755759,
      "grad_norm": 8.375,
      "learning_rate": 2.374793532066912e-06,
      "loss": 2.2148,
      "mean_token_accuracy": 0.5257785767316818,
      "num_tokens": 578495414.0,
      "step": 750920
    },
    {
      "epoch": 0.9525241070681086,
      "grad_norm": 5.90625,
      "learning_rate": 2.374159221980621e-06,
      "loss": 2.109,
      "mean_token_accuracy": 0.5494803786277771,
      "num_tokens": 578503276.0,
      "step": 750930
    },
    {
      "epoch": 0.9525367916606415,
      "grad_norm": 6.65625,
      "learning_rate": 2.3735249118943292e-06,
      "loss": 2.2601,
      "mean_token_accuracy": 0.507780396938324,
      "num_tokens": 578512435.0,
      "step": 750940
    },
    {
      "epoch": 0.9525494762531743,
      "grad_norm": 4.84375,
      "learning_rate": 2.3728906018080375e-06,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5483925491571426,
      "num_tokens": 578521413.0,
      "step": 750950
    },
    {
      "epoch": 0.9525621608457071,
      "grad_norm": 5.875,
      "learning_rate": 2.3722562917217463e-06,
      "loss": 2.1238,
      "mean_token_accuracy": 0.5382769972085952,
      "num_tokens": 578529770.0,
      "step": 750960
    },
    {
      "epoch": 0.95257484543824,
      "grad_norm": 4.84375,
      "learning_rate": 2.3716219816354546e-06,
      "loss": 2.2693,
      "mean_token_accuracy": 0.5047460317611694,
      "num_tokens": 578539154.0,
      "step": 750970
    },
    {
      "epoch": 0.9525875300307728,
      "grad_norm": 7.125,
      "learning_rate": 2.370987671549163e-06,
      "loss": 2.1914,
      "mean_token_accuracy": 0.528049436211586,
      "num_tokens": 578546683.0,
      "step": 750980
    },
    {
      "epoch": 0.9526002146233057,
      "grad_norm": 5.0625,
      "learning_rate": 2.3703533614628712e-06,
      "loss": 2.1196,
      "mean_token_accuracy": 0.535219618678093,
      "num_tokens": 578554329.0,
      "step": 750990
    },
    {
      "epoch": 0.9526128992158385,
      "grad_norm": 4.96875,
      "learning_rate": 2.36971905137658e-06,
      "loss": 2.1592,
      "mean_token_accuracy": 0.5217376977205277,
      "num_tokens": 578562992.0,
      "step": 751000
    },
    {
      "epoch": 0.9526255838083714,
      "grad_norm": 6.4375,
      "learning_rate": 2.3690847412902883e-06,
      "loss": 2.166,
      "mean_token_accuracy": 0.5322320133447647,
      "num_tokens": 578570483.0,
      "step": 751010
    },
    {
      "epoch": 0.9526382684009042,
      "grad_norm": 5.71875,
      "learning_rate": 2.3684504312039966e-06,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5402246654033661,
      "num_tokens": 578578387.0,
      "step": 751020
    },
    {
      "epoch": 0.9526509529934369,
      "grad_norm": 5.84375,
      "learning_rate": 2.3678161211177053e-06,
      "loss": 2.1944,
      "mean_token_accuracy": 0.5288157999515534,
      "num_tokens": 578585902.0,
      "step": 751030
    },
    {
      "epoch": 0.9526636375859698,
      "grad_norm": 6.03125,
      "learning_rate": 2.3671818110314136e-06,
      "loss": 2.0371,
      "mean_token_accuracy": 0.548604303598404,
      "num_tokens": 578594697.0,
      "step": 751040
    },
    {
      "epoch": 0.9526763221785026,
      "grad_norm": 6.46875,
      "learning_rate": 2.366547500945122e-06,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5667279005050659,
      "num_tokens": 578603244.0,
      "step": 751050
    },
    {
      "epoch": 0.9526890067710355,
      "grad_norm": 4.84375,
      "learning_rate": 2.3659131908588307e-06,
      "loss": 1.9462,
      "mean_token_accuracy": 0.5614280372858047,
      "num_tokens": 578610649.0,
      "step": 751060
    },
    {
      "epoch": 0.9527016913635683,
      "grad_norm": 8.3125,
      "learning_rate": 2.365278880772539e-06,
      "loss": 2.0351,
      "mean_token_accuracy": 0.5469326138496399,
      "num_tokens": 578618541.0,
      "step": 751070
    },
    {
      "epoch": 0.9527143759561012,
      "grad_norm": 6.3125,
      "learning_rate": 2.3646445706862473e-06,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5500136762857437,
      "num_tokens": 578624625.0,
      "step": 751080
    },
    {
      "epoch": 0.952727060548634,
      "grad_norm": 5.5625,
      "learning_rate": 2.364010260599956e-06,
      "loss": 2.1649,
      "mean_token_accuracy": 0.549998664855957,
      "num_tokens": 578631753.0,
      "step": 751090
    },
    {
      "epoch": 0.9527397451411669,
      "grad_norm": 5.34375,
      "learning_rate": 2.3633759505136644e-06,
      "loss": 1.8434,
      "mean_token_accuracy": 0.5865818530321121,
      "num_tokens": 578638854.0,
      "step": 751100
    },
    {
      "epoch": 0.9527524297336997,
      "grad_norm": 8.25,
      "learning_rate": 2.3627416404273727e-06,
      "loss": 1.9887,
      "mean_token_accuracy": 0.570290470123291,
      "num_tokens": 578645873.0,
      "step": 751110
    },
    {
      "epoch": 0.9527651143262325,
      "grad_norm": 5.0,
      "learning_rate": 2.3621073303410814e-06,
      "loss": 1.9601,
      "mean_token_accuracy": 0.575811555981636,
      "num_tokens": 578652595.0,
      "step": 751120
    },
    {
      "epoch": 0.9527777989187654,
      "grad_norm": 5.59375,
      "learning_rate": 2.3614730202547898e-06,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5557548999786377,
      "num_tokens": 578659978.0,
      "step": 751130
    },
    {
      "epoch": 0.9527904835112981,
      "grad_norm": 5.46875,
      "learning_rate": 2.360838710168498e-06,
      "loss": 2.1415,
      "mean_token_accuracy": 0.5287210613489151,
      "num_tokens": 578668498.0,
      "step": 751140
    },
    {
      "epoch": 0.952803168103831,
      "grad_norm": 4.90625,
      "learning_rate": 2.360204400082207e-06,
      "loss": 1.8953,
      "mean_token_accuracy": 0.5852074325084686,
      "num_tokens": 578675983.0,
      "step": 751150
    },
    {
      "epoch": 0.9528158526963638,
      "grad_norm": 6.375,
      "learning_rate": 2.359570089995915e-06,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5426950424909591,
      "num_tokens": 578683784.0,
      "step": 751160
    },
    {
      "epoch": 0.9528285372888967,
      "grad_norm": 7.3125,
      "learning_rate": 2.3589357799096235e-06,
      "loss": 2.2187,
      "mean_token_accuracy": 0.5191763281822205,
      "num_tokens": 578691421.0,
      "step": 751170
    },
    {
      "epoch": 0.9528412218814295,
      "grad_norm": 4.8125,
      "learning_rate": 2.358301469823332e-06,
      "loss": 1.9722,
      "mean_token_accuracy": 0.5656338274478913,
      "num_tokens": 578698924.0,
      "step": 751180
    },
    {
      "epoch": 0.9528539064739623,
      "grad_norm": 7.09375,
      "learning_rate": 2.3576671597370405e-06,
      "loss": 1.8038,
      "mean_token_accuracy": 0.5908931761980056,
      "num_tokens": 578705918.0,
      "step": 751190
    },
    {
      "epoch": 0.9528665910664952,
      "grad_norm": 6.0625,
      "learning_rate": 2.3570328496507492e-06,
      "loss": 2.009,
      "mean_token_accuracy": 0.5540647119283676,
      "num_tokens": 578713782.0,
      "step": 751200
    },
    {
      "epoch": 0.952879275659028,
      "grad_norm": 5.25,
      "learning_rate": 2.356398539564457e-06,
      "loss": 1.964,
      "mean_token_accuracy": 0.5668035596609116,
      "num_tokens": 578721580.0,
      "step": 751210
    },
    {
      "epoch": 0.9528919602515609,
      "grad_norm": 6.28125,
      "learning_rate": 2.355764229478166e-06,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5504125475883483,
      "num_tokens": 578730292.0,
      "step": 751220
    },
    {
      "epoch": 0.9529046448440937,
      "grad_norm": 5.5,
      "learning_rate": 2.3551299193918746e-06,
      "loss": 1.9679,
      "mean_token_accuracy": 0.5672512650489807,
      "num_tokens": 578739343.0,
      "step": 751230
    },
    {
      "epoch": 0.9529173294366265,
      "grad_norm": 10.5625,
      "learning_rate": 2.3544956093055825e-06,
      "loss": 1.9087,
      "mean_token_accuracy": 0.5818247437477112,
      "num_tokens": 578746144.0,
      "step": 751240
    },
    {
      "epoch": 0.9529300140291593,
      "grad_norm": 5.5625,
      "learning_rate": 2.3538612992192913e-06,
      "loss": 1.943,
      "mean_token_accuracy": 0.5800236701965332,
      "num_tokens": 578753577.0,
      "step": 751250
    },
    {
      "epoch": 0.9529426986216922,
      "grad_norm": 9.4375,
      "learning_rate": 2.353226989133e-06,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5386368751525878,
      "num_tokens": 578760176.0,
      "step": 751260
    },
    {
      "epoch": 0.952955383214225,
      "grad_norm": 6.375,
      "learning_rate": 2.352592679046708e-06,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5415403217077255,
      "num_tokens": 578768305.0,
      "step": 751270
    },
    {
      "epoch": 0.9529680678067578,
      "grad_norm": 6.0625,
      "learning_rate": 2.3519583689604166e-06,
      "loss": 1.8896,
      "mean_token_accuracy": 0.5735020935535431,
      "num_tokens": 578774865.0,
      "step": 751280
    },
    {
      "epoch": 0.9529807523992907,
      "grad_norm": 5.96875,
      "learning_rate": 2.3513240588741254e-06,
      "loss": 2.1208,
      "mean_token_accuracy": 0.5445656418800354,
      "num_tokens": 578782065.0,
      "step": 751290
    },
    {
      "epoch": 0.9529934369918235,
      "grad_norm": 5.6875,
      "learning_rate": 2.3506897487878337e-06,
      "loss": 2.0196,
      "mean_token_accuracy": 0.5556447029113769,
      "num_tokens": 578790901.0,
      "step": 751300
    },
    {
      "epoch": 0.9530061215843564,
      "grad_norm": 5.625,
      "learning_rate": 2.350055438701542e-06,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5174607068300248,
      "num_tokens": 578799370.0,
      "step": 751310
    },
    {
      "epoch": 0.9530188061768892,
      "grad_norm": 3.671875,
      "learning_rate": 2.3494211286152503e-06,
      "loss": 1.8904,
      "mean_token_accuracy": 0.5877799957990646,
      "num_tokens": 578807272.0,
      "step": 751320
    },
    {
      "epoch": 0.9530314907694221,
      "grad_norm": 5.25,
      "learning_rate": 2.348786818528959e-06,
      "loss": 2.068,
      "mean_token_accuracy": 0.5477210700511932,
      "num_tokens": 578815786.0,
      "step": 751330
    },
    {
      "epoch": 0.9530441753619548,
      "grad_norm": 5.125,
      "learning_rate": 2.3481525084426674e-06,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5827891319990158,
      "num_tokens": 578823393.0,
      "step": 751340
    },
    {
      "epoch": 0.9530568599544876,
      "grad_norm": 6.125,
      "learning_rate": 2.3475181983563757e-06,
      "loss": 2.0447,
      "mean_token_accuracy": 0.5535685926675796,
      "num_tokens": 578831448.0,
      "step": 751350
    },
    {
      "epoch": 0.9530695445470205,
      "grad_norm": 7.8125,
      "learning_rate": 2.3468838882700844e-06,
      "loss": 2.1402,
      "mean_token_accuracy": 0.5287057846784592,
      "num_tokens": 578839084.0,
      "step": 751360
    },
    {
      "epoch": 0.9530822291395533,
      "grad_norm": 6.1875,
      "learning_rate": 2.3462495781837927e-06,
      "loss": 1.785,
      "mean_token_accuracy": 0.5956456989049912,
      "num_tokens": 578845957.0,
      "step": 751370
    },
    {
      "epoch": 0.9530949137320862,
      "grad_norm": 9.375,
      "learning_rate": 2.345615268097501e-06,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5464277416467667,
      "num_tokens": 578853776.0,
      "step": 751380
    },
    {
      "epoch": 0.953107598324619,
      "grad_norm": 6.53125,
      "learning_rate": 2.34498095801121e-06,
      "loss": 2.0865,
      "mean_token_accuracy": 0.53862823843956,
      "num_tokens": 578861477.0,
      "step": 751390
    },
    {
      "epoch": 0.9531202829171519,
      "grad_norm": 6.875,
      "learning_rate": 2.344346647924918e-06,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5544190317392349,
      "num_tokens": 578869594.0,
      "step": 751400
    },
    {
      "epoch": 0.9531329675096847,
      "grad_norm": 5.03125,
      "learning_rate": 2.3437123378386264e-06,
      "loss": 2.037,
      "mean_token_accuracy": 0.5469309747219085,
      "num_tokens": 578877806.0,
      "step": 751410
    },
    {
      "epoch": 0.9531456521022175,
      "grad_norm": 6.71875,
      "learning_rate": 2.343078027752335e-06,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5472640872001648,
      "num_tokens": 578884495.0,
      "step": 751420
    },
    {
      "epoch": 0.9531583366947504,
      "grad_norm": 4.71875,
      "learning_rate": 2.3424437176660435e-06,
      "loss": 2.0638,
      "mean_token_accuracy": 0.5456846326589584,
      "num_tokens": 578891959.0,
      "step": 751430
    },
    {
      "epoch": 0.9531710212872831,
      "grad_norm": 5.03125,
      "learning_rate": 2.341809407579752e-06,
      "loss": 2.157,
      "mean_token_accuracy": 0.5287919074296952,
      "num_tokens": 578900067.0,
      "step": 751440
    },
    {
      "epoch": 0.953183705879816,
      "grad_norm": 7.6875,
      "learning_rate": 2.3411750974934605e-06,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5240473985671997,
      "num_tokens": 578908579.0,
      "step": 751450
    },
    {
      "epoch": 0.9531963904723488,
      "grad_norm": 4.78125,
      "learning_rate": 2.340540787407169e-06,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5567133843898773,
      "num_tokens": 578916937.0,
      "step": 751460
    },
    {
      "epoch": 0.9532090750648817,
      "grad_norm": 5.5,
      "learning_rate": 2.339906477320877e-06,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5323786586523056,
      "num_tokens": 578924301.0,
      "step": 751470
    },
    {
      "epoch": 0.9532217596574145,
      "grad_norm": 5.59375,
      "learning_rate": 2.339272167234586e-06,
      "loss": 1.8596,
      "mean_token_accuracy": 0.5992311716079712,
      "num_tokens": 578929519.0,
      "step": 751480
    },
    {
      "epoch": 0.9532344442499474,
      "grad_norm": 6.03125,
      "learning_rate": 2.3386378571482942e-06,
      "loss": 1.8983,
      "mean_token_accuracy": 0.5810313522815704,
      "num_tokens": 578936874.0,
      "step": 751490
    },
    {
      "epoch": 0.9532471288424802,
      "grad_norm": 6.875,
      "learning_rate": 2.3380035470620025e-06,
      "loss": 2.0215,
      "mean_token_accuracy": 0.555283734202385,
      "num_tokens": 578944035.0,
      "step": 751500
    },
    {
      "epoch": 0.953259813435013,
      "grad_norm": 7.0,
      "learning_rate": 2.337369236975711e-06,
      "loss": 2.3607,
      "mean_token_accuracy": 0.5006503999233246,
      "num_tokens": 578951786.0,
      "step": 751510
    },
    {
      "epoch": 0.9532724980275459,
      "grad_norm": 7.0625,
      "learning_rate": 2.3367349268894196e-06,
      "loss": 1.6654,
      "mean_token_accuracy": 0.6205304384231567,
      "num_tokens": 578958470.0,
      "step": 751520
    },
    {
      "epoch": 0.9532851826200787,
      "grad_norm": 4.5625,
      "learning_rate": 2.336100616803128e-06,
      "loss": 1.8242,
      "mean_token_accuracy": 0.5860451072454452,
      "num_tokens": 578966584.0,
      "step": 751530
    },
    {
      "epoch": 0.9532978672126116,
      "grad_norm": 5.3125,
      "learning_rate": 2.3354663067168362e-06,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5383699655532836,
      "num_tokens": 578974766.0,
      "step": 751540
    },
    {
      "epoch": 0.9533105518051443,
      "grad_norm": 6.0625,
      "learning_rate": 2.334831996630545e-06,
      "loss": 2.1713,
      "mean_token_accuracy": 0.5185097575187683,
      "num_tokens": 578982575.0,
      "step": 751550
    },
    {
      "epoch": 0.9533232363976772,
      "grad_norm": 5.46875,
      "learning_rate": 2.3341976865442537e-06,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5656202107667923,
      "num_tokens": 578990556.0,
      "step": 751560
    },
    {
      "epoch": 0.95333592099021,
      "grad_norm": 5.0625,
      "learning_rate": 2.3335633764579616e-06,
      "loss": 2.0368,
      "mean_token_accuracy": 0.5433972924947739,
      "num_tokens": 578997408.0,
      "step": 751570
    },
    {
      "epoch": 0.9533486055827428,
      "grad_norm": 5.65625,
      "learning_rate": 2.3329290663716703e-06,
      "loss": 2.2272,
      "mean_token_accuracy": 0.519481498003006,
      "num_tokens": 579006266.0,
      "step": 751580
    },
    {
      "epoch": 0.9533612901752757,
      "grad_norm": 5.625,
      "learning_rate": 2.332294756285379e-06,
      "loss": 2.0943,
      "mean_token_accuracy": 0.5356575548648834,
      "num_tokens": 579014222.0,
      "step": 751590
    },
    {
      "epoch": 0.9533739747678085,
      "grad_norm": 5.375,
      "learning_rate": 2.331660446199087e-06,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5349646389484406,
      "num_tokens": 579023187.0,
      "step": 751600
    },
    {
      "epoch": 0.9533866593603414,
      "grad_norm": 4.90625,
      "learning_rate": 2.3310261361127957e-06,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5539826601743698,
      "num_tokens": 579031411.0,
      "step": 751610
    },
    {
      "epoch": 0.9533993439528742,
      "grad_norm": 5.5625,
      "learning_rate": 2.330391826026504e-06,
      "loss": 2.1939,
      "mean_token_accuracy": 0.5301740527153015,
      "num_tokens": 579039246.0,
      "step": 751620
    },
    {
      "epoch": 0.9534120285454071,
      "grad_norm": 6.3125,
      "learning_rate": 2.3297575159402124e-06,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5551221162080765,
      "num_tokens": 579045194.0,
      "step": 751630
    },
    {
      "epoch": 0.9534247131379399,
      "grad_norm": 6.9375,
      "learning_rate": 2.329123205853921e-06,
      "loss": 1.8645,
      "mean_token_accuracy": 0.5904010683298111,
      "num_tokens": 579051351.0,
      "step": 751640
    },
    {
      "epoch": 0.9534373977304728,
      "grad_norm": 4.6875,
      "learning_rate": 2.3284888957676294e-06,
      "loss": 2.0362,
      "mean_token_accuracy": 0.5431543499231338,
      "num_tokens": 579059875.0,
      "step": 751650
    },
    {
      "epoch": 0.9534500823230055,
      "grad_norm": 5.5625,
      "learning_rate": 2.327854585681338e-06,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5656322121620179,
      "num_tokens": 579066225.0,
      "step": 751660
    },
    {
      "epoch": 0.9534627669155383,
      "grad_norm": 7.875,
      "learning_rate": 2.3272202755950465e-06,
      "loss": 1.9234,
      "mean_token_accuracy": 0.5724984765052795,
      "num_tokens": 579072799.0,
      "step": 751670
    },
    {
      "epoch": 0.9534754515080712,
      "grad_norm": 6.5625,
      "learning_rate": 2.3265859655087548e-06,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5418485760688782,
      "num_tokens": 579082053.0,
      "step": 751680
    },
    {
      "epoch": 0.953488136100604,
      "grad_norm": 5.1875,
      "learning_rate": 2.3259516554224635e-06,
      "loss": 2.1342,
      "mean_token_accuracy": 0.5301220506429672,
      "num_tokens": 579090514.0,
      "step": 751690
    },
    {
      "epoch": 0.9535008206931369,
      "grad_norm": 6.46875,
      "learning_rate": 2.325317345336172e-06,
      "loss": 2.1766,
      "mean_token_accuracy": 0.5225653409957886,
      "num_tokens": 579098655.0,
      "step": 751700
    },
    {
      "epoch": 0.9535135052856697,
      "grad_norm": 9.1875,
      "learning_rate": 2.32468303524988e-06,
      "loss": 2.0481,
      "mean_token_accuracy": 0.5437553495168685,
      "num_tokens": 579106719.0,
      "step": 751710
    },
    {
      "epoch": 0.9535261898782026,
      "grad_norm": 6.03125,
      "learning_rate": 2.324048725163589e-06,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5566494762897491,
      "num_tokens": 579114890.0,
      "step": 751720
    },
    {
      "epoch": 0.9535388744707354,
      "grad_norm": 7.0,
      "learning_rate": 2.3234144150772968e-06,
      "loss": 2.186,
      "mean_token_accuracy": 0.5234770238399505,
      "num_tokens": 579124134.0,
      "step": 751730
    },
    {
      "epoch": 0.9535515590632682,
      "grad_norm": 6.3125,
      "learning_rate": 2.3227801049910055e-06,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5587525188922882,
      "num_tokens": 579132488.0,
      "step": 751740
    },
    {
      "epoch": 0.9535642436558011,
      "grad_norm": 7.375,
      "learning_rate": 2.3221457949047143e-06,
      "loss": 2.1783,
      "mean_token_accuracy": 0.5217506766319275,
      "num_tokens": 579139562.0,
      "step": 751750
    },
    {
      "epoch": 0.9535769282483338,
      "grad_norm": 6.8125,
      "learning_rate": 2.3215114848184226e-06,
      "loss": 2.1852,
      "mean_token_accuracy": 0.5305279612541198,
      "num_tokens": 579145487.0,
      "step": 751760
    },
    {
      "epoch": 0.9535896128408667,
      "grad_norm": 6.125,
      "learning_rate": 2.320877174732131e-06,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5286220610141754,
      "num_tokens": 579153346.0,
      "step": 751770
    },
    {
      "epoch": 0.9536022974333995,
      "grad_norm": 6.40625,
      "learning_rate": 2.3202428646458396e-06,
      "loss": 1.8761,
      "mean_token_accuracy": 0.5899516642093658,
      "num_tokens": 579161241.0,
      "step": 751780
    },
    {
      "epoch": 0.9536149820259324,
      "grad_norm": 5.03125,
      "learning_rate": 2.319608554559548e-06,
      "loss": 1.9721,
      "mean_token_accuracy": 0.5704670011997223,
      "num_tokens": 579168283.0,
      "step": 751790
    },
    {
      "epoch": 0.9536276666184652,
      "grad_norm": 5.53125,
      "learning_rate": 2.3189742444732563e-06,
      "loss": 2.177,
      "mean_token_accuracy": 0.5236831694841385,
      "num_tokens": 579177017.0,
      "step": 751800
    },
    {
      "epoch": 0.953640351210998,
      "grad_norm": 4.96875,
      "learning_rate": 2.318339934386965e-06,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5584596276283265,
      "num_tokens": 579185242.0,
      "step": 751810
    },
    {
      "epoch": 0.9536530358035309,
      "grad_norm": 6.3125,
      "learning_rate": 2.3177056243006733e-06,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5297712862491608,
      "num_tokens": 579193116.0,
      "step": 751820
    },
    {
      "epoch": 0.9536657203960637,
      "grad_norm": 5.9375,
      "learning_rate": 2.3170713142143816e-06,
      "loss": 2.1826,
      "mean_token_accuracy": 0.526666596531868,
      "num_tokens": 579201289.0,
      "step": 751830
    },
    {
      "epoch": 0.9536784049885966,
      "grad_norm": 3.671875,
      "learning_rate": 2.31643700412809e-06,
      "loss": 1.776,
      "mean_token_accuracy": 0.5984913080930709,
      "num_tokens": 579208452.0,
      "step": 751840
    },
    {
      "epoch": 0.9536910895811294,
      "grad_norm": 5.34375,
      "learning_rate": 2.3158026940417987e-06,
      "loss": 2.2007,
      "mean_token_accuracy": 0.519424244761467,
      "num_tokens": 579215794.0,
      "step": 751850
    },
    {
      "epoch": 0.9537037741736623,
      "grad_norm": 5.8125,
      "learning_rate": 2.315168383955507e-06,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5277272611856461,
      "num_tokens": 579224452.0,
      "step": 751860
    },
    {
      "epoch": 0.953716458766195,
      "grad_norm": 6.65625,
      "learning_rate": 2.3145340738692153e-06,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5335695445537567,
      "num_tokens": 579231876.0,
      "step": 751870
    },
    {
      "epoch": 0.9537291433587279,
      "grad_norm": 6.9375,
      "learning_rate": 2.313899763782924e-06,
      "loss": 1.888,
      "mean_token_accuracy": 0.5915520131587982,
      "num_tokens": 579237831.0,
      "step": 751880
    },
    {
      "epoch": 0.9537418279512607,
      "grad_norm": 6.375,
      "learning_rate": 2.3132654536966324e-06,
      "loss": 2.1788,
      "mean_token_accuracy": 0.535131824016571,
      "num_tokens": 579245049.0,
      "step": 751890
    },
    {
      "epoch": 0.9537545125437935,
      "grad_norm": 2.5,
      "learning_rate": 2.3126311436103407e-06,
      "loss": 1.8431,
      "mean_token_accuracy": 0.5864882886409759,
      "num_tokens": 579250477.0,
      "step": 751900
    },
    {
      "epoch": 0.9537671971363264,
      "grad_norm": 6.8125,
      "learning_rate": 2.3119968335240494e-06,
      "loss": 1.8523,
      "mean_token_accuracy": 0.5874182939529419,
      "num_tokens": 579257837.0,
      "step": 751910
    },
    {
      "epoch": 0.9537798817288592,
      "grad_norm": 4.5,
      "learning_rate": 2.311362523437758e-06,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5432386010885238,
      "num_tokens": 579266286.0,
      "step": 751920
    },
    {
      "epoch": 0.9537925663213921,
      "grad_norm": 6.8125,
      "learning_rate": 2.310728213351466e-06,
      "loss": 2.3045,
      "mean_token_accuracy": 0.5149791777133942,
      "num_tokens": 579274043.0,
      "step": 751930
    },
    {
      "epoch": 0.9538052509139249,
      "grad_norm": 6.84375,
      "learning_rate": 2.310093903265175e-06,
      "loss": 1.854,
      "mean_token_accuracy": 0.5811026126146317,
      "num_tokens": 579281586.0,
      "step": 751940
    },
    {
      "epoch": 0.9538179355064578,
      "grad_norm": 6.65625,
      "learning_rate": 2.309459593178883e-06,
      "loss": 1.858,
      "mean_token_accuracy": 0.5878673404455185,
      "num_tokens": 579288396.0,
      "step": 751950
    },
    {
      "epoch": 0.9538306200989906,
      "grad_norm": 5.09375,
      "learning_rate": 2.3088252830925914e-06,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5476346045732499,
      "num_tokens": 579296663.0,
      "step": 751960
    },
    {
      "epoch": 0.9538433046915233,
      "grad_norm": 7.6875,
      "learning_rate": 2.3081909730063e-06,
      "loss": 2.104,
      "mean_token_accuracy": 0.543157097697258,
      "num_tokens": 579303292.0,
      "step": 751970
    },
    {
      "epoch": 0.9538559892840562,
      "grad_norm": 5.40625,
      "learning_rate": 2.3075566629200085e-06,
      "loss": 2.1375,
      "mean_token_accuracy": 0.5305997043848037,
      "num_tokens": 579313084.0,
      "step": 751980
    },
    {
      "epoch": 0.953868673876589,
      "grad_norm": 6.28125,
      "learning_rate": 2.306922352833717e-06,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5483459234237671,
      "num_tokens": 579319724.0,
      "step": 751990
    },
    {
      "epoch": 0.9538813584691219,
      "grad_norm": 6.375,
      "learning_rate": 2.3062880427474256e-06,
      "loss": 2.1332,
      "mean_token_accuracy": 0.5389740109443665,
      "num_tokens": 579327296.0,
      "step": 752000
    },
    {
      "epoch": 0.9538940430616547,
      "grad_norm": 5.65625,
      "learning_rate": 2.305653732661134e-06,
      "loss": 2.224,
      "mean_token_accuracy": 0.5237522065639496,
      "num_tokens": 579335421.0,
      "step": 752010
    },
    {
      "epoch": 0.9539067276541876,
      "grad_norm": 6.96875,
      "learning_rate": 2.3050194225748426e-06,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5623381942510605,
      "num_tokens": 579342894.0,
      "step": 752020
    },
    {
      "epoch": 0.9539194122467204,
      "grad_norm": 5.375,
      "learning_rate": 2.3043851124885505e-06,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5565883338451385,
      "num_tokens": 579350901.0,
      "step": 752030
    },
    {
      "epoch": 0.9539320968392533,
      "grad_norm": 7.0,
      "learning_rate": 2.3037508024022592e-06,
      "loss": 1.8227,
      "mean_token_accuracy": 0.59291090965271,
      "num_tokens": 579357526.0,
      "step": 752040
    },
    {
      "epoch": 0.9539447814317861,
      "grad_norm": 4.9375,
      "learning_rate": 2.303116492315968e-06,
      "loss": 2.1025,
      "mean_token_accuracy": 0.543655052781105,
      "num_tokens": 579365832.0,
      "step": 752050
    },
    {
      "epoch": 0.9539574660243189,
      "grad_norm": 5.4375,
      "learning_rate": 2.302482182229676e-06,
      "loss": 2.115,
      "mean_token_accuracy": 0.5316469311714173,
      "num_tokens": 579373903.0,
      "step": 752060
    },
    {
      "epoch": 0.9539701506168518,
      "grad_norm": 5.40625,
      "learning_rate": 2.3018478721433846e-06,
      "loss": 2.222,
      "mean_token_accuracy": 0.5207461059093476,
      "num_tokens": 579383130.0,
      "step": 752070
    },
    {
      "epoch": 0.9539828352093845,
      "grad_norm": 5.15625,
      "learning_rate": 2.3012135620570934e-06,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5507000535726547,
      "num_tokens": 579390651.0,
      "step": 752080
    },
    {
      "epoch": 0.9539955198019174,
      "grad_norm": 5.625,
      "learning_rate": 2.3005792519708012e-06,
      "loss": 2.2451,
      "mean_token_accuracy": 0.5133517235517502,
      "num_tokens": 579399663.0,
      "step": 752090
    },
    {
      "epoch": 0.9540082043944502,
      "grad_norm": 4.96875,
      "learning_rate": 2.29994494188451e-06,
      "loss": 2.0757,
      "mean_token_accuracy": 0.5435623198747634,
      "num_tokens": 579407767.0,
      "step": 752100
    },
    {
      "epoch": 0.9540208889869831,
      "grad_norm": 5.875,
      "learning_rate": 2.2993106317982187e-06,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5294386595487595,
      "num_tokens": 579415866.0,
      "step": 752110
    },
    {
      "epoch": 0.9540335735795159,
      "grad_norm": 5.375,
      "learning_rate": 2.298676321711927e-06,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5315585792064667,
      "num_tokens": 579424453.0,
      "step": 752120
    },
    {
      "epoch": 0.9540462581720487,
      "grad_norm": 6.75,
      "learning_rate": 2.2980420116256354e-06,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5322111219167709,
      "num_tokens": 579430977.0,
      "step": 752130
    },
    {
      "epoch": 0.9540589427645816,
      "grad_norm": 6.59375,
      "learning_rate": 2.2974077015393437e-06,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5673803001642227,
      "num_tokens": 579438471.0,
      "step": 752140
    },
    {
      "epoch": 0.9540716273571144,
      "grad_norm": 4.84375,
      "learning_rate": 2.2967733914530524e-06,
      "loss": 1.9068,
      "mean_token_accuracy": 0.5833083987236023,
      "num_tokens": 579444886.0,
      "step": 752150
    },
    {
      "epoch": 0.9540843119496473,
      "grad_norm": 4.90625,
      "learning_rate": 2.2961390813667607e-06,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5327878892421722,
      "num_tokens": 579452993.0,
      "step": 752160
    },
    {
      "epoch": 0.95409699654218,
      "grad_norm": 4.71875,
      "learning_rate": 2.295504771280469e-06,
      "loss": 1.9266,
      "mean_token_accuracy": 0.5614582598209381,
      "num_tokens": 579461047.0,
      "step": 752170
    },
    {
      "epoch": 0.954109681134713,
      "grad_norm": 6.46875,
      "learning_rate": 2.294870461194178e-06,
      "loss": 1.9709,
      "mean_token_accuracy": 0.5660038203001022,
      "num_tokens": 579468231.0,
      "step": 752180
    },
    {
      "epoch": 0.9541223657272457,
      "grad_norm": 5.125,
      "learning_rate": 2.294236151107886e-06,
      "loss": 1.7876,
      "mean_token_accuracy": 0.5965253561735153,
      "num_tokens": 579474668.0,
      "step": 752190
    },
    {
      "epoch": 0.9541350503197786,
      "grad_norm": 5.4375,
      "learning_rate": 2.2936018410215944e-06,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5278362482786179,
      "num_tokens": 579482654.0,
      "step": 752200
    },
    {
      "epoch": 0.9541477349123114,
      "grad_norm": 5.125,
      "learning_rate": 2.292967530935303e-06,
      "loss": 2.0363,
      "mean_token_accuracy": 0.5487155616283417,
      "num_tokens": 579491495.0,
      "step": 752210
    },
    {
      "epoch": 0.9541604195048442,
      "grad_norm": 7.21875,
      "learning_rate": 2.2923332208490115e-06,
      "loss": 1.6224,
      "mean_token_accuracy": 0.6361859381198883,
      "num_tokens": 579497257.0,
      "step": 752220
    },
    {
      "epoch": 0.9541731040973771,
      "grad_norm": 5.96875,
      "learning_rate": 2.29169891076272e-06,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5640584260225296,
      "num_tokens": 579505333.0,
      "step": 752230
    },
    {
      "epoch": 0.9541857886899099,
      "grad_norm": 6.40625,
      "learning_rate": 2.2910646006764285e-06,
      "loss": 2.0134,
      "mean_token_accuracy": 0.5591902315616608,
      "num_tokens": 579513306.0,
      "step": 752240
    },
    {
      "epoch": 0.9541984732824428,
      "grad_norm": 4.6875,
      "learning_rate": 2.290430290590137e-06,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5309389770030976,
      "num_tokens": 579521848.0,
      "step": 752250
    },
    {
      "epoch": 0.9542111578749756,
      "grad_norm": 4.96875,
      "learning_rate": 2.289795980503845e-06,
      "loss": 2.1116,
      "mean_token_accuracy": 0.5447248429059982,
      "num_tokens": 579529787.0,
      "step": 752260
    },
    {
      "epoch": 0.9542238424675085,
      "grad_norm": 5.1875,
      "learning_rate": 2.289161670417554e-06,
      "loss": 1.8653,
      "mean_token_accuracy": 0.5728407829999924,
      "num_tokens": 579538076.0,
      "step": 752270
    },
    {
      "epoch": 0.9542365270600413,
      "grad_norm": 5.53125,
      "learning_rate": 2.2885273603312622e-06,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5440878063440323,
      "num_tokens": 579545796.0,
      "step": 752280
    },
    {
      "epoch": 0.954249211652574,
      "grad_norm": 5.8125,
      "learning_rate": 2.2878930502449705e-06,
      "loss": 1.7892,
      "mean_token_accuracy": 0.596437805891037,
      "num_tokens": 579553241.0,
      "step": 752290
    },
    {
      "epoch": 0.9542618962451069,
      "grad_norm": 5.5,
      "learning_rate": 2.2872587401586793e-06,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5386641770601273,
      "num_tokens": 579562412.0,
      "step": 752300
    },
    {
      "epoch": 0.9542745808376397,
      "grad_norm": 6.21875,
      "learning_rate": 2.2866244300723876e-06,
      "loss": 1.9754,
      "mean_token_accuracy": 0.5514201730489731,
      "num_tokens": 579570631.0,
      "step": 752310
    },
    {
      "epoch": 0.9542872654301726,
      "grad_norm": 6.90625,
      "learning_rate": 2.285990119986096e-06,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5570948094129562,
      "num_tokens": 579578276.0,
      "step": 752320
    },
    {
      "epoch": 0.9542999500227054,
      "grad_norm": 6.03125,
      "learning_rate": 2.2853558098998047e-06,
      "loss": 2.2864,
      "mean_token_accuracy": 0.5089572429656982,
      "num_tokens": 579585856.0,
      "step": 752330
    },
    {
      "epoch": 0.9543126346152383,
      "grad_norm": 7.03125,
      "learning_rate": 2.284721499813513e-06,
      "loss": 2.1773,
      "mean_token_accuracy": 0.530673810839653,
      "num_tokens": 579592976.0,
      "step": 752340
    },
    {
      "epoch": 0.9543253192077711,
      "grad_norm": 5.625,
      "learning_rate": 2.2840871897272213e-06,
      "loss": 1.9957,
      "mean_token_accuracy": 0.5598571807146072,
      "num_tokens": 579599891.0,
      "step": 752350
    },
    {
      "epoch": 0.9543380038003039,
      "grad_norm": 5.125,
      "learning_rate": 2.2834528796409296e-06,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5466491371393204,
      "num_tokens": 579608817.0,
      "step": 752360
    },
    {
      "epoch": 0.9543506883928368,
      "grad_norm": 5.46875,
      "learning_rate": 2.2828185695546383e-06,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5509969472885132,
      "num_tokens": 579617379.0,
      "step": 752370
    },
    {
      "epoch": 0.9543633729853696,
      "grad_norm": 5.34375,
      "learning_rate": 2.2821842594683467e-06,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5701881349086761,
      "num_tokens": 579624391.0,
      "step": 752380
    },
    {
      "epoch": 0.9543760575779024,
      "grad_norm": 7.28125,
      "learning_rate": 2.281549949382055e-06,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5575600564479828,
      "num_tokens": 579631919.0,
      "step": 752390
    },
    {
      "epoch": 0.9543887421704352,
      "grad_norm": 5.8125,
      "learning_rate": 2.2809156392957637e-06,
      "loss": 2.0537,
      "mean_token_accuracy": 0.5489445477724075,
      "num_tokens": 579639862.0,
      "step": 752400
    },
    {
      "epoch": 0.9544014267629681,
      "grad_norm": 5.28125,
      "learning_rate": 2.2802813292094725e-06,
      "loss": 1.8079,
      "mean_token_accuracy": 0.5911624729633331,
      "num_tokens": 579647583.0,
      "step": 752410
    },
    {
      "epoch": 0.9544141113555009,
      "grad_norm": 5.0625,
      "learning_rate": 2.2796470191231803e-06,
      "loss": 1.9645,
      "mean_token_accuracy": 0.5771599411964417,
      "num_tokens": 579655449.0,
      "step": 752420
    },
    {
      "epoch": 0.9544267959480338,
      "grad_norm": 5.59375,
      "learning_rate": 2.279012709036889e-06,
      "loss": 2.1008,
      "mean_token_accuracy": 0.5460510730743409,
      "num_tokens": 579662472.0,
      "step": 752430
    },
    {
      "epoch": 0.9544394805405666,
      "grad_norm": 7.53125,
      "learning_rate": 2.278378398950598e-06,
      "loss": 2.1506,
      "mean_token_accuracy": 0.532078143954277,
      "num_tokens": 579669626.0,
      "step": 752440
    },
    {
      "epoch": 0.9544521651330994,
      "grad_norm": 5.75,
      "learning_rate": 2.2777440888643057e-06,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5302500456571579,
      "num_tokens": 579678655.0,
      "step": 752450
    },
    {
      "epoch": 0.9544648497256323,
      "grad_norm": 5.1875,
      "learning_rate": 2.2771097787780145e-06,
      "loss": 1.9368,
      "mean_token_accuracy": 0.5671663582324982,
      "num_tokens": 579686924.0,
      "step": 752460
    },
    {
      "epoch": 0.9544775343181651,
      "grad_norm": 6.84375,
      "learning_rate": 2.2764754686917228e-06,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5336720585823059,
      "num_tokens": 579695093.0,
      "step": 752470
    },
    {
      "epoch": 0.954490218910698,
      "grad_norm": 5.625,
      "learning_rate": 2.2758411586054315e-06,
      "loss": 2.0317,
      "mean_token_accuracy": 0.5485163629055023,
      "num_tokens": 579701658.0,
      "step": 752480
    },
    {
      "epoch": 0.9545029035032307,
      "grad_norm": 6.5,
      "learning_rate": 2.27520684851914e-06,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5358682692050933,
      "num_tokens": 579707974.0,
      "step": 752490
    },
    {
      "epoch": 0.9545155880957636,
      "grad_norm": 7.25,
      "learning_rate": 2.274572538432848e-06,
      "loss": 1.7922,
      "mean_token_accuracy": 0.6062321573495865,
      "num_tokens": 579714102.0,
      "step": 752500
    },
    {
      "epoch": 0.9545282726882964,
      "grad_norm": 6.15625,
      "learning_rate": 2.273938228346557e-06,
      "loss": 1.9007,
      "mean_token_accuracy": 0.5785366117954254,
      "num_tokens": 579722146.0,
      "step": 752510
    },
    {
      "epoch": 0.9545409572808292,
      "grad_norm": 5.78125,
      "learning_rate": 2.273303918260265e-06,
      "loss": 2.2895,
      "mean_token_accuracy": 0.5098936885595322,
      "num_tokens": 579730931.0,
      "step": 752520
    },
    {
      "epoch": 0.9545536418733621,
      "grad_norm": 6.5625,
      "learning_rate": 2.2726696081739735e-06,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5289538443088532,
      "num_tokens": 579739513.0,
      "step": 752530
    },
    {
      "epoch": 0.9545663264658949,
      "grad_norm": 6.5,
      "learning_rate": 2.2720352980876823e-06,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5365422666072845,
      "num_tokens": 579747539.0,
      "step": 752540
    },
    {
      "epoch": 0.9545790110584278,
      "grad_norm": 5.09375,
      "learning_rate": 2.2714009880013906e-06,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5588955968618393,
      "num_tokens": 579755379.0,
      "step": 752550
    },
    {
      "epoch": 0.9545916956509606,
      "grad_norm": 8.5625,
      "learning_rate": 2.270766677915099e-06,
      "loss": 2.2469,
      "mean_token_accuracy": 0.5155880659818649,
      "num_tokens": 579761834.0,
      "step": 752560
    },
    {
      "epoch": 0.9546043802434935,
      "grad_norm": 6.59375,
      "learning_rate": 2.2701323678288076e-06,
      "loss": 1.8322,
      "mean_token_accuracy": 0.601743271946907,
      "num_tokens": 579767467.0,
      "step": 752570
    },
    {
      "epoch": 0.9546170648360263,
      "grad_norm": 7.875,
      "learning_rate": 2.269498057742516e-06,
      "loss": 2.0554,
      "mean_token_accuracy": 0.5414561837911606,
      "num_tokens": 579774969.0,
      "step": 752580
    },
    {
      "epoch": 0.9546297494285592,
      "grad_norm": 5.15625,
      "learning_rate": 2.2688637476562243e-06,
      "loss": 1.8665,
      "mean_token_accuracy": 0.5801167249679565,
      "num_tokens": 579782469.0,
      "step": 752590
    },
    {
      "epoch": 0.954642434021092,
      "grad_norm": 5.46875,
      "learning_rate": 2.268229437569933e-06,
      "loss": 2.2142,
      "mean_token_accuracy": 0.5196320742368699,
      "num_tokens": 579790058.0,
      "step": 752600
    },
    {
      "epoch": 0.9546551186136247,
      "grad_norm": 5.59375,
      "learning_rate": 2.2675951274836413e-06,
      "loss": 1.9203,
      "mean_token_accuracy": 0.5695680260658265,
      "num_tokens": 579798318.0,
      "step": 752610
    },
    {
      "epoch": 0.9546678032061576,
      "grad_norm": 7.59375,
      "learning_rate": 2.2669608173973496e-06,
      "loss": 1.902,
      "mean_token_accuracy": 0.5855751127004624,
      "num_tokens": 579805759.0,
      "step": 752620
    },
    {
      "epoch": 0.9546804877986904,
      "grad_norm": 5.875,
      "learning_rate": 2.2663265073110584e-06,
      "loss": 1.9889,
      "mean_token_accuracy": 0.5540291100740433,
      "num_tokens": 579813528.0,
      "step": 752630
    },
    {
      "epoch": 0.9546931723912233,
      "grad_norm": 5.0,
      "learning_rate": 2.2656921972247667e-06,
      "loss": 2.0465,
      "mean_token_accuracy": 0.5519210785627365,
      "num_tokens": 579821650.0,
      "step": 752640
    },
    {
      "epoch": 0.9547058569837561,
      "grad_norm": 5.46875,
      "learning_rate": 2.265057887138475e-06,
      "loss": 2.2959,
      "mean_token_accuracy": 0.4988359838724136,
      "num_tokens": 579829112.0,
      "step": 752650
    },
    {
      "epoch": 0.954718541576289,
      "grad_norm": 5.34375,
      "learning_rate": 2.2644235770521833e-06,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5523393005132675,
      "num_tokens": 579837137.0,
      "step": 752660
    },
    {
      "epoch": 0.9547312261688218,
      "grad_norm": 4.9375,
      "learning_rate": 2.263789266965892e-06,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5359209835529327,
      "num_tokens": 579844901.0,
      "step": 752670
    },
    {
      "epoch": 0.9547439107613546,
      "grad_norm": 5.46875,
      "learning_rate": 2.2631549568796004e-06,
      "loss": 2.3533,
      "mean_token_accuracy": 0.5009747922420502,
      "num_tokens": 579853194.0,
      "step": 752680
    },
    {
      "epoch": 0.9547565953538875,
      "grad_norm": 5.09375,
      "learning_rate": 2.2625206467933087e-06,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5709335774183273,
      "num_tokens": 579860352.0,
      "step": 752690
    },
    {
      "epoch": 0.9547692799464202,
      "grad_norm": 5.59375,
      "learning_rate": 2.2618863367070174e-06,
      "loss": 2.1009,
      "mean_token_accuracy": 0.5251787900924683,
      "num_tokens": 579867565.0,
      "step": 752700
    },
    {
      "epoch": 0.9547819645389531,
      "grad_norm": 5.25,
      "learning_rate": 2.2612520266207257e-06,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5436527162790299,
      "num_tokens": 579876108.0,
      "step": 752710
    },
    {
      "epoch": 0.9547946491314859,
      "grad_norm": 4.53125,
      "learning_rate": 2.260617716534434e-06,
      "loss": 2.0048,
      "mean_token_accuracy": 0.555739039182663,
      "num_tokens": 579884269.0,
      "step": 752720
    },
    {
      "epoch": 0.9548073337240188,
      "grad_norm": 6.90625,
      "learning_rate": 2.259983406448143e-06,
      "loss": 1.9003,
      "mean_token_accuracy": 0.5676888912916184,
      "num_tokens": 579891749.0,
      "step": 752730
    },
    {
      "epoch": 0.9548200183165516,
      "grad_norm": 4.625,
      "learning_rate": 2.259349096361851e-06,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5430891633033752,
      "num_tokens": 579899995.0,
      "step": 752740
    },
    {
      "epoch": 0.9548327029090844,
      "grad_norm": 6.75,
      "learning_rate": 2.2587147862755594e-06,
      "loss": 1.9879,
      "mean_token_accuracy": 0.5587558060884475,
      "num_tokens": 579907563.0,
      "step": 752750
    },
    {
      "epoch": 0.9548453875016173,
      "grad_norm": 5.46875,
      "learning_rate": 2.258080476189268e-06,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5521510422229767,
      "num_tokens": 579915112.0,
      "step": 752760
    },
    {
      "epoch": 0.9548580720941501,
      "grad_norm": 5.65625,
      "learning_rate": 2.2574461661029765e-06,
      "loss": 1.9481,
      "mean_token_accuracy": 0.569483894109726,
      "num_tokens": 579922923.0,
      "step": 752770
    },
    {
      "epoch": 0.954870756686683,
      "grad_norm": 6.21875,
      "learning_rate": 2.256811856016685e-06,
      "loss": 2.0387,
      "mean_token_accuracy": 0.554603436589241,
      "num_tokens": 579929778.0,
      "step": 752780
    },
    {
      "epoch": 0.9548834412792158,
      "grad_norm": 4.9375,
      "learning_rate": 2.2561775459303935e-06,
      "loss": 1.952,
      "mean_token_accuracy": 0.5711601793766021,
      "num_tokens": 579937869.0,
      "step": 752790
    },
    {
      "epoch": 0.9548961258717487,
      "grad_norm": 5.4375,
      "learning_rate": 2.255543235844102e-06,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5173498749732971,
      "num_tokens": 579945729.0,
      "step": 752800
    },
    {
      "epoch": 0.9549088104642814,
      "grad_norm": 5.21875,
      "learning_rate": 2.25490892575781e-06,
      "loss": 2.1067,
      "mean_token_accuracy": 0.5396083503961563,
      "num_tokens": 579954022.0,
      "step": 752810
    },
    {
      "epoch": 0.9549214950568143,
      "grad_norm": 5.28125,
      "learning_rate": 2.254274615671519e-06,
      "loss": 2.4929,
      "mean_token_accuracy": 0.4761767864227295,
      "num_tokens": 579962774.0,
      "step": 752820
    },
    {
      "epoch": 0.9549341796493471,
      "grad_norm": 5.21875,
      "learning_rate": 2.2536403055852272e-06,
      "loss": 1.857,
      "mean_token_accuracy": 0.5809859454631805,
      "num_tokens": 579970725.0,
      "step": 752830
    },
    {
      "epoch": 0.9549468642418799,
      "grad_norm": 5.09375,
      "learning_rate": 2.2530059954989356e-06,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5346735537052154,
      "num_tokens": 579978782.0,
      "step": 752840
    },
    {
      "epoch": 0.9549595488344128,
      "grad_norm": 4.96875,
      "learning_rate": 2.2523716854126443e-06,
      "loss": 2.1341,
      "mean_token_accuracy": 0.537855988740921,
      "num_tokens": 579986453.0,
      "step": 752850
    },
    {
      "epoch": 0.9549722334269456,
      "grad_norm": 4.625,
      "learning_rate": 2.2517373753263526e-06,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5402417480945587,
      "num_tokens": 579994539.0,
      "step": 752860
    },
    {
      "epoch": 0.9549849180194785,
      "grad_norm": 7.03125,
      "learning_rate": 2.2511030652400613e-06,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5494507879018784,
      "num_tokens": 580002258.0,
      "step": 752870
    },
    {
      "epoch": 0.9549976026120113,
      "grad_norm": 4.625,
      "learning_rate": 2.2504687551537692e-06,
      "loss": 2.0181,
      "mean_token_accuracy": 0.53988576233387,
      "num_tokens": 580010494.0,
      "step": 752880
    },
    {
      "epoch": 0.9550102872045442,
      "grad_norm": 8.125,
      "learning_rate": 2.249834445067478e-06,
      "loss": 2.2156,
      "mean_token_accuracy": 0.5157992660999298,
      "num_tokens": 580020156.0,
      "step": 752890
    },
    {
      "epoch": 0.955022971797077,
      "grad_norm": 5.0,
      "learning_rate": 2.2492001349811867e-06,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5558784276247024,
      "num_tokens": 580028263.0,
      "step": 752900
    },
    {
      "epoch": 0.9550356563896097,
      "grad_norm": 5.84375,
      "learning_rate": 2.2485658248948946e-06,
      "loss": 2.0662,
      "mean_token_accuracy": 0.5503028988838196,
      "num_tokens": 580036223.0,
      "step": 752910
    },
    {
      "epoch": 0.9550483409821426,
      "grad_norm": 5.0625,
      "learning_rate": 2.2479315148086034e-06,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5642404675483703,
      "num_tokens": 580044840.0,
      "step": 752920
    },
    {
      "epoch": 0.9550610255746754,
      "grad_norm": 5.46875,
      "learning_rate": 2.247297204722312e-06,
      "loss": 2.2661,
      "mean_token_accuracy": 0.5150774478912353,
      "num_tokens": 580052230.0,
      "step": 752930
    },
    {
      "epoch": 0.9550737101672083,
      "grad_norm": 5.03125,
      "learning_rate": 2.2466628946360204e-06,
      "loss": 2.1282,
      "mean_token_accuracy": 0.5334495544433594,
      "num_tokens": 580060516.0,
      "step": 752940
    },
    {
      "epoch": 0.9550863947597411,
      "grad_norm": 6.09375,
      "learning_rate": 2.2460285845497287e-06,
      "loss": 1.8974,
      "mean_token_accuracy": 0.5685916125774384,
      "num_tokens": 580067707.0,
      "step": 752950
    },
    {
      "epoch": 0.955099079352274,
      "grad_norm": 5.84375,
      "learning_rate": 2.2453942744634375e-06,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5487983822822571,
      "num_tokens": 580075862.0,
      "step": 752960
    },
    {
      "epoch": 0.9551117639448068,
      "grad_norm": 6.1875,
      "learning_rate": 2.2447599643771458e-06,
      "loss": 2.2857,
      "mean_token_accuracy": 0.5123731404542923,
      "num_tokens": 580084314.0,
      "step": 752970
    },
    {
      "epoch": 0.9551244485373397,
      "grad_norm": 6.59375,
      "learning_rate": 2.244125654290854e-06,
      "loss": 1.8107,
      "mean_token_accuracy": 0.5983893930912018,
      "num_tokens": 580091751.0,
      "step": 752980
    },
    {
      "epoch": 0.9551371331298725,
      "grad_norm": 5.375,
      "learning_rate": 2.2434913442045624e-06,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5690799951553345,
      "num_tokens": 580098452.0,
      "step": 752990
    },
    {
      "epoch": 0.9551498177224053,
      "grad_norm": 5.34375,
      "learning_rate": 2.242857034118271e-06,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5327263444662094,
      "num_tokens": 580106039.0,
      "step": 753000
    },
    {
      "epoch": 0.9551625023149382,
      "grad_norm": 5.96875,
      "learning_rate": 2.2422227240319795e-06,
      "loss": 1.8552,
      "mean_token_accuracy": 0.5871248304843902,
      "num_tokens": 580113282.0,
      "step": 753010
    },
    {
      "epoch": 0.9551751869074709,
      "grad_norm": 5.875,
      "learning_rate": 2.2415884139456878e-06,
      "loss": 1.7284,
      "mean_token_accuracy": 0.6187842547893524,
      "num_tokens": 580120689.0,
      "step": 753020
    },
    {
      "epoch": 0.9551878715000038,
      "grad_norm": 6.34375,
      "learning_rate": 2.2409541038593965e-06,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5347871422767639,
      "num_tokens": 580129175.0,
      "step": 753030
    },
    {
      "epoch": 0.9552005560925366,
      "grad_norm": 7.5,
      "learning_rate": 2.240319793773105e-06,
      "loss": 1.9152,
      "mean_token_accuracy": 0.5660036325454711,
      "num_tokens": 580136097.0,
      "step": 753040
    },
    {
      "epoch": 0.9552132406850695,
      "grad_norm": 11.5,
      "learning_rate": 2.239685483686813e-06,
      "loss": 2.0854,
      "mean_token_accuracy": 0.5335659146308899,
      "num_tokens": 580143544.0,
      "step": 753050
    },
    {
      "epoch": 0.9552259252776023,
      "grad_norm": 7.125,
      "learning_rate": 2.239051173600522e-06,
      "loss": 1.6918,
      "mean_token_accuracy": 0.6209998250007629,
      "num_tokens": 580150347.0,
      "step": 753060
    },
    {
      "epoch": 0.9552386098701351,
      "grad_norm": 5.25,
      "learning_rate": 2.2384168635142302e-06,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5378463804721832,
      "num_tokens": 580158347.0,
      "step": 753070
    },
    {
      "epoch": 0.955251294462668,
      "grad_norm": 6.25,
      "learning_rate": 2.2377825534279385e-06,
      "loss": 1.9002,
      "mean_token_accuracy": 0.5787504017353058,
      "num_tokens": 580165317.0,
      "step": 753080
    },
    {
      "epoch": 0.9552639790552008,
      "grad_norm": 6.34375,
      "learning_rate": 2.2371482433416473e-06,
      "loss": 2.2604,
      "mean_token_accuracy": 0.5237325966358185,
      "num_tokens": 580172264.0,
      "step": 753090
    },
    {
      "epoch": 0.9552766636477337,
      "grad_norm": 6.1875,
      "learning_rate": 2.2365139332553556e-06,
      "loss": 1.8817,
      "mean_token_accuracy": 0.5722215324640274,
      "num_tokens": 580179938.0,
      "step": 753100
    },
    {
      "epoch": 0.9552893482402665,
      "grad_norm": 5.6875,
      "learning_rate": 2.235879623169064e-06,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5271491408348083,
      "num_tokens": 580187392.0,
      "step": 753110
    },
    {
      "epoch": 0.9553020328327994,
      "grad_norm": 5.40625,
      "learning_rate": 2.2352453130827726e-06,
      "loss": 2.2642,
      "mean_token_accuracy": 0.5214305549860001,
      "num_tokens": 580194701.0,
      "step": 753120
    },
    {
      "epoch": 0.9553147174253321,
      "grad_norm": 5.03125,
      "learning_rate": 2.234611002996481e-06,
      "loss": 2.0679,
      "mean_token_accuracy": 0.542429456114769,
      "num_tokens": 580203243.0,
      "step": 753130
    },
    {
      "epoch": 0.955327402017865,
      "grad_norm": 6.0,
      "learning_rate": 2.2339766929101893e-06,
      "loss": 1.9413,
      "mean_token_accuracy": 0.568833640217781,
      "num_tokens": 580210677.0,
      "step": 753140
    },
    {
      "epoch": 0.9553400866103978,
      "grad_norm": 6.84375,
      "learning_rate": 2.233342382823898e-06,
      "loss": 2.2232,
      "mean_token_accuracy": 0.5181651890277863,
      "num_tokens": 580217105.0,
      "step": 753150
    },
    {
      "epoch": 0.9553527712029306,
      "grad_norm": 11.625,
      "learning_rate": 2.2327080727376063e-06,
      "loss": 2.1533,
      "mean_token_accuracy": 0.528564327955246,
      "num_tokens": 580225781.0,
      "step": 753160
    },
    {
      "epoch": 0.9553654557954635,
      "grad_norm": 5.34375,
      "learning_rate": 2.2320737626513146e-06,
      "loss": 2.2619,
      "mean_token_accuracy": 0.5138173848390579,
      "num_tokens": 580234447.0,
      "step": 753170
    },
    {
      "epoch": 0.9553781403879963,
      "grad_norm": 5.125,
      "learning_rate": 2.2314394525650234e-06,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5461665689945221,
      "num_tokens": 580241357.0,
      "step": 753180
    },
    {
      "epoch": 0.9553908249805292,
      "grad_norm": 5.25,
      "learning_rate": 2.2308051424787317e-06,
      "loss": 1.9752,
      "mean_token_accuracy": 0.5501009315252304,
      "num_tokens": 580249970.0,
      "step": 753190
    },
    {
      "epoch": 0.955403509573062,
      "grad_norm": 6.0625,
      "learning_rate": 2.23017083239244e-06,
      "loss": 2.071,
      "mean_token_accuracy": 0.5454925924539566,
      "num_tokens": 580258004.0,
      "step": 753200
    },
    {
      "epoch": 0.9554161941655949,
      "grad_norm": 8.0625,
      "learning_rate": 2.2295365223061483e-06,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5526571899652482,
      "num_tokens": 580264911.0,
      "step": 753210
    },
    {
      "epoch": 0.9554288787581277,
      "grad_norm": 4.71875,
      "learning_rate": 2.228902212219857e-06,
      "loss": 1.9215,
      "mean_token_accuracy": 0.5779575377702713,
      "num_tokens": 580272436.0,
      "step": 753220
    },
    {
      "epoch": 0.9554415633506604,
      "grad_norm": 5.0,
      "learning_rate": 2.228267902133566e-06,
      "loss": 1.7885,
      "mean_token_accuracy": 0.5935891687870025,
      "num_tokens": 580279761.0,
      "step": 753230
    },
    {
      "epoch": 0.9554542479431933,
      "grad_norm": 6.09375,
      "learning_rate": 2.2276335920472737e-06,
      "loss": 2.1398,
      "mean_token_accuracy": 0.52829310297966,
      "num_tokens": 580288400.0,
      "step": 753240
    },
    {
      "epoch": 0.9554669325357261,
      "grad_norm": 5.03125,
      "learning_rate": 2.2269992819609824e-06,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5160111397504806,
      "num_tokens": 580297269.0,
      "step": 753250
    },
    {
      "epoch": 0.955479617128259,
      "grad_norm": 7.1875,
      "learning_rate": 2.226364971874691e-06,
      "loss": 2.002,
      "mean_token_accuracy": 0.5565235793590546,
      "num_tokens": 580304967.0,
      "step": 753260
    },
    {
      "epoch": 0.9554923017207918,
      "grad_norm": 6.75,
      "learning_rate": 2.225730661788399e-06,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5465323716402054,
      "num_tokens": 580312898.0,
      "step": 753270
    },
    {
      "epoch": 0.9555049863133247,
      "grad_norm": 5.0625,
      "learning_rate": 2.225096351702108e-06,
      "loss": 1.7696,
      "mean_token_accuracy": 0.6011681973934173,
      "num_tokens": 580320394.0,
      "step": 753280
    },
    {
      "epoch": 0.9555176709058575,
      "grad_norm": 4.53125,
      "learning_rate": 2.224462041615816e-06,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5625313073396683,
      "num_tokens": 580327474.0,
      "step": 753290
    },
    {
      "epoch": 0.9555303554983903,
      "grad_norm": 5.03125,
      "learning_rate": 2.2238277315295245e-06,
      "loss": 1.797,
      "mean_token_accuracy": 0.5999639987945556,
      "num_tokens": 580334364.0,
      "step": 753300
    },
    {
      "epoch": 0.9555430400909232,
      "grad_norm": 10.3125,
      "learning_rate": 2.223193421443233e-06,
      "loss": 2.031,
      "mean_token_accuracy": 0.5581933319568634,
      "num_tokens": 580341708.0,
      "step": 753310
    },
    {
      "epoch": 0.955555724683456,
      "grad_norm": 4.78125,
      "learning_rate": 2.2225591113569415e-06,
      "loss": 2.1922,
      "mean_token_accuracy": 0.5198016256093979,
      "num_tokens": 580349507.0,
      "step": 753320
    },
    {
      "epoch": 0.9555684092759889,
      "grad_norm": 4.875,
      "learning_rate": 2.2219248012706502e-06,
      "loss": 2.113,
      "mean_token_accuracy": 0.5403185755014419,
      "num_tokens": 580357240.0,
      "step": 753330
    },
    {
      "epoch": 0.9555810938685216,
      "grad_norm": 5.0,
      "learning_rate": 2.2212904911843586e-06,
      "loss": 1.963,
      "mean_token_accuracy": 0.5605912923812866,
      "num_tokens": 580364539.0,
      "step": 753340
    },
    {
      "epoch": 0.9555937784610545,
      "grad_norm": 4.96875,
      "learning_rate": 2.220656181098067e-06,
      "loss": 1.8266,
      "mean_token_accuracy": 0.5965277284383774,
      "num_tokens": 580372580.0,
      "step": 753350
    },
    {
      "epoch": 0.9556064630535873,
      "grad_norm": 7.03125,
      "learning_rate": 2.2200218710117756e-06,
      "loss": 1.9708,
      "mean_token_accuracy": 0.5543606102466583,
      "num_tokens": 580378686.0,
      "step": 753360
    },
    {
      "epoch": 0.9556191476461202,
      "grad_norm": 9.375,
      "learning_rate": 2.219387560925484e-06,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5300225228071213,
      "num_tokens": 580385935.0,
      "step": 753370
    },
    {
      "epoch": 0.955631832238653,
      "grad_norm": 4.9375,
      "learning_rate": 2.2187532508391923e-06,
      "loss": 2.1224,
      "mean_token_accuracy": 0.5487880885601044,
      "num_tokens": 580394182.0,
      "step": 753380
    },
    {
      "epoch": 0.9556445168311858,
      "grad_norm": 5.8125,
      "learning_rate": 2.218118940752901e-06,
      "loss": 2.3023,
      "mean_token_accuracy": 0.5090842604637146,
      "num_tokens": 580402586.0,
      "step": 753390
    },
    {
      "epoch": 0.9556572014237187,
      "grad_norm": 5.625,
      "learning_rate": 2.2174846306666093e-06,
      "loss": 2.2327,
      "mean_token_accuracy": 0.5081921964883804,
      "num_tokens": 580411274.0,
      "step": 753400
    },
    {
      "epoch": 0.9556698860162515,
      "grad_norm": 5.15625,
      "learning_rate": 2.2168503205803176e-06,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5390913635492325,
      "num_tokens": 580419485.0,
      "step": 753410
    },
    {
      "epoch": 0.9556825706087844,
      "grad_norm": 5.1875,
      "learning_rate": 2.2162160104940264e-06,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5611419677734375,
      "num_tokens": 580426723.0,
      "step": 753420
    },
    {
      "epoch": 0.9556952552013172,
      "grad_norm": 5.0625,
      "learning_rate": 2.2155817004077347e-06,
      "loss": 2.157,
      "mean_token_accuracy": 0.5277987271547318,
      "num_tokens": 580434578.0,
      "step": 753430
    },
    {
      "epoch": 0.95570793979385,
      "grad_norm": 5.09375,
      "learning_rate": 2.214947390321443e-06,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5370051562786102,
      "num_tokens": 580442754.0,
      "step": 753440
    },
    {
      "epoch": 0.9557206243863828,
      "grad_norm": 4.78125,
      "learning_rate": 2.2143130802351517e-06,
      "loss": 2.2495,
      "mean_token_accuracy": 0.5089909225702286,
      "num_tokens": 580451231.0,
      "step": 753450
    },
    {
      "epoch": 0.9557333089789156,
      "grad_norm": 7.46875,
      "learning_rate": 2.21367877014886e-06,
      "loss": 2.1478,
      "mean_token_accuracy": 0.5299018859863281,
      "num_tokens": 580459278.0,
      "step": 753460
    },
    {
      "epoch": 0.9557459935714485,
      "grad_norm": 4.90625,
      "learning_rate": 2.2130444600625684e-06,
      "loss": 1.9079,
      "mean_token_accuracy": 0.5774450480937958,
      "num_tokens": 580466270.0,
      "step": 753470
    },
    {
      "epoch": 0.9557586781639813,
      "grad_norm": 5.875,
      "learning_rate": 2.212410149976277e-06,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5625792056322098,
      "num_tokens": 580474258.0,
      "step": 753480
    },
    {
      "epoch": 0.9557713627565142,
      "grad_norm": 6.625,
      "learning_rate": 2.2117758398899854e-06,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5432758301496505,
      "num_tokens": 580482239.0,
      "step": 753490
    },
    {
      "epoch": 0.955784047349047,
      "grad_norm": 5.15625,
      "learning_rate": 2.2111415298036937e-06,
      "loss": 2.0762,
      "mean_token_accuracy": 0.5355192005634308,
      "num_tokens": 580489566.0,
      "step": 753500
    },
    {
      "epoch": 0.9557967319415799,
      "grad_norm": 7.65625,
      "learning_rate": 2.210507219717402e-06,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5626014292240142,
      "num_tokens": 580497304.0,
      "step": 753510
    },
    {
      "epoch": 0.9558094165341127,
      "grad_norm": 6.1875,
      "learning_rate": 2.209872909631111e-06,
      "loss": 1.9135,
      "mean_token_accuracy": 0.5624706149101257,
      "num_tokens": 580506290.0,
      "step": 753520
    },
    {
      "epoch": 0.9558221011266456,
      "grad_norm": 7.875,
      "learning_rate": 2.209238599544819e-06,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5436443328857422,
      "num_tokens": 580513167.0,
      "step": 753530
    },
    {
      "epoch": 0.9558347857191783,
      "grad_norm": 22.25,
      "learning_rate": 2.2086042894585274e-06,
      "loss": 1.7767,
      "mean_token_accuracy": 0.6023190408945084,
      "num_tokens": 580519248.0,
      "step": 753540
    },
    {
      "epoch": 0.9558474703117111,
      "grad_norm": 5.0,
      "learning_rate": 2.207969979372236e-06,
      "loss": 2.1656,
      "mean_token_accuracy": 0.5258658945560455,
      "num_tokens": 580527904.0,
      "step": 753550
    },
    {
      "epoch": 0.955860154904244,
      "grad_norm": 4.875,
      "learning_rate": 2.2073356692859445e-06,
      "loss": 2.0827,
      "mean_token_accuracy": 0.5410631746053696,
      "num_tokens": 580535338.0,
      "step": 753560
    },
    {
      "epoch": 0.9558728394967768,
      "grad_norm": 5.59375,
      "learning_rate": 2.206701359199653e-06,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5314371556043624,
      "num_tokens": 580543587.0,
      "step": 753570
    },
    {
      "epoch": 0.9558855240893097,
      "grad_norm": 5.25,
      "learning_rate": 2.2060670491133615e-06,
      "loss": 2.176,
      "mean_token_accuracy": 0.5294416099786758,
      "num_tokens": 580552268.0,
      "step": 753580
    },
    {
      "epoch": 0.9558982086818425,
      "grad_norm": 5.15625,
      "learning_rate": 2.2054327390270703e-06,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5395558208227158,
      "num_tokens": 580560896.0,
      "step": 753590
    },
    {
      "epoch": 0.9559108932743754,
      "grad_norm": 7.0,
      "learning_rate": 2.204798428940778e-06,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5388018906116485,
      "num_tokens": 580568602.0,
      "step": 753600
    },
    {
      "epoch": 0.9559235778669082,
      "grad_norm": 5.59375,
      "learning_rate": 2.204164118854487e-06,
      "loss": 2.1717,
      "mean_token_accuracy": 0.5248365968465805,
      "num_tokens": 580576421.0,
      "step": 753610
    },
    {
      "epoch": 0.955936262459441,
      "grad_norm": 8.5625,
      "learning_rate": 2.2035298087681952e-06,
      "loss": 1.859,
      "mean_token_accuracy": 0.5801672041416168,
      "num_tokens": 580584229.0,
      "step": 753620
    },
    {
      "epoch": 0.9559489470519739,
      "grad_norm": 12.25,
      "learning_rate": 2.2028954986819035e-06,
      "loss": 1.9,
      "mean_token_accuracy": 0.5832724839448928,
      "num_tokens": 580591535.0,
      "step": 753630
    },
    {
      "epoch": 0.9559616316445066,
      "grad_norm": 4.96875,
      "learning_rate": 2.2022611885956123e-06,
      "loss": 2.3137,
      "mean_token_accuracy": 0.5050770193338394,
      "num_tokens": 580599784.0,
      "step": 753640
    },
    {
      "epoch": 0.9559743162370395,
      "grad_norm": 4.5,
      "learning_rate": 2.2016268785093206e-06,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5448099702596665,
      "num_tokens": 580608026.0,
      "step": 753650
    },
    {
      "epoch": 0.9559870008295723,
      "grad_norm": 5.625,
      "learning_rate": 2.200992568423029e-06,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5200279057025909,
      "num_tokens": 580616575.0,
      "step": 753660
    },
    {
      "epoch": 0.9559996854221052,
      "grad_norm": 6.09375,
      "learning_rate": 2.2003582583367377e-06,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5366156667470932,
      "num_tokens": 580624593.0,
      "step": 753670
    },
    {
      "epoch": 0.956012370014638,
      "grad_norm": 6.75,
      "learning_rate": 2.199723948250446e-06,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5720550864934921,
      "num_tokens": 580630397.0,
      "step": 753680
    },
    {
      "epoch": 0.9560250546071708,
      "grad_norm": 5.84375,
      "learning_rate": 2.1990896381641547e-06,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5325996607542038,
      "num_tokens": 580638803.0,
      "step": 753690
    },
    {
      "epoch": 0.9560377391997037,
      "grad_norm": 5.0,
      "learning_rate": 2.198455328077863e-06,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5432246148586273,
      "num_tokens": 580647188.0,
      "step": 753700
    },
    {
      "epoch": 0.9560504237922365,
      "grad_norm": 5.46875,
      "learning_rate": 2.1978210179915713e-06,
      "loss": 2.2605,
      "mean_token_accuracy": 0.5201144486665725,
      "num_tokens": 580655310.0,
      "step": 753710
    },
    {
      "epoch": 0.9560631083847694,
      "grad_norm": 6.96875,
      "learning_rate": 2.19718670790528e-06,
      "loss": 1.8106,
      "mean_token_accuracy": 0.5953803956508636,
      "num_tokens": 580662254.0,
      "step": 753720
    },
    {
      "epoch": 0.9560757929773022,
      "grad_norm": 5.375,
      "learning_rate": 2.196552397818988e-06,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5333463340997696,
      "num_tokens": 580669180.0,
      "step": 753730
    },
    {
      "epoch": 0.9560884775698351,
      "grad_norm": 6.21875,
      "learning_rate": 2.1959180877326967e-06,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5542606890201569,
      "num_tokens": 580676673.0,
      "step": 753740
    },
    {
      "epoch": 0.9561011621623678,
      "grad_norm": 6.375,
      "learning_rate": 2.1952837776464055e-06,
      "loss": 2.2234,
      "mean_token_accuracy": 0.5125637531280518,
      "num_tokens": 580684665.0,
      "step": 753750
    },
    {
      "epoch": 0.9561138467549007,
      "grad_norm": 6.59375,
      "learning_rate": 2.1946494675601133e-06,
      "loss": 2.1634,
      "mean_token_accuracy": 0.5261861860752106,
      "num_tokens": 580691624.0,
      "step": 753760
    },
    {
      "epoch": 0.9561265313474335,
      "grad_norm": 5.40625,
      "learning_rate": 2.194015157473822e-06,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5317535519599914,
      "num_tokens": 580699495.0,
      "step": 753770
    },
    {
      "epoch": 0.9561392159399663,
      "grad_norm": 7.90625,
      "learning_rate": 2.193380847387531e-06,
      "loss": 1.9074,
      "mean_token_accuracy": 0.5683940470218658,
      "num_tokens": 580707735.0,
      "step": 753780
    },
    {
      "epoch": 0.9561519005324992,
      "grad_norm": 4.71875,
      "learning_rate": 2.192746537301239e-06,
      "loss": 2.0118,
      "mean_token_accuracy": 0.554675069451332,
      "num_tokens": 580715867.0,
      "step": 753790
    },
    {
      "epoch": 0.956164585125032,
      "grad_norm": 6.84375,
      "learning_rate": 2.1921122272149475e-06,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5230722010135651,
      "num_tokens": 580724098.0,
      "step": 753800
    },
    {
      "epoch": 0.9561772697175649,
      "grad_norm": 5.71875,
      "learning_rate": 2.191477917128656e-06,
      "loss": 1.8769,
      "mean_token_accuracy": 0.5699267148971557,
      "num_tokens": 580732084.0,
      "step": 753810
    },
    {
      "epoch": 0.9561899543100977,
      "grad_norm": 5.71875,
      "learning_rate": 2.1908436070423645e-06,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5431892693042755,
      "num_tokens": 580741450.0,
      "step": 753820
    },
    {
      "epoch": 0.9562026389026306,
      "grad_norm": 4.5,
      "learning_rate": 2.190209296956073e-06,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5774416983127594,
      "num_tokens": 580748896.0,
      "step": 753830
    },
    {
      "epoch": 0.9562153234951634,
      "grad_norm": 5.0,
      "learning_rate": 2.189574986869781e-06,
      "loss": 1.9453,
      "mean_token_accuracy": 0.56097412109375,
      "num_tokens": 580756049.0,
      "step": 753840
    },
    {
      "epoch": 0.9562280080876961,
      "grad_norm": 4.78125,
      "learning_rate": 2.18894067678349e-06,
      "loss": 1.9211,
      "mean_token_accuracy": 0.5693888068199158,
      "num_tokens": 580764311.0,
      "step": 753850
    },
    {
      "epoch": 0.956240692680229,
      "grad_norm": 5.84375,
      "learning_rate": 2.188306366697198e-06,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5671445667743683,
      "num_tokens": 580772280.0,
      "step": 753860
    },
    {
      "epoch": 0.9562533772727618,
      "grad_norm": 9.125,
      "learning_rate": 2.1876720566109065e-06,
      "loss": 2.2328,
      "mean_token_accuracy": 0.5205912351608276,
      "num_tokens": 580780332.0,
      "step": 753870
    },
    {
      "epoch": 0.9562660618652947,
      "grad_norm": 4.8125,
      "learning_rate": 2.1870377465246153e-06,
      "loss": 1.9066,
      "mean_token_accuracy": 0.5726765275001526,
      "num_tokens": 580787567.0,
      "step": 753880
    },
    {
      "epoch": 0.9562787464578275,
      "grad_norm": 7.0,
      "learning_rate": 2.1864034364383236e-06,
      "loss": 1.8374,
      "mean_token_accuracy": 0.5932852923870087,
      "num_tokens": 580795128.0,
      "step": 753890
    },
    {
      "epoch": 0.9562914310503604,
      "grad_norm": 5.46875,
      "learning_rate": 2.185769126352032e-06,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5519985735416413,
      "num_tokens": 580803000.0,
      "step": 753900
    },
    {
      "epoch": 0.9563041156428932,
      "grad_norm": 6.65625,
      "learning_rate": 2.1851348162657406e-06,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5314519822597503,
      "num_tokens": 580811179.0,
      "step": 753910
    },
    {
      "epoch": 0.9563168002354261,
      "grad_norm": 5.90625,
      "learning_rate": 2.184500506179449e-06,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5715051591396332,
      "num_tokens": 580819813.0,
      "step": 753920
    },
    {
      "epoch": 0.9563294848279589,
      "grad_norm": 5.09375,
      "learning_rate": 2.1838661960931573e-06,
      "loss": 1.9902,
      "mean_token_accuracy": 0.555554187297821,
      "num_tokens": 580828132.0,
      "step": 753930
    },
    {
      "epoch": 0.9563421694204917,
      "grad_norm": 5.0625,
      "learning_rate": 2.183231886006866e-06,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5224385648965836,
      "num_tokens": 580837285.0,
      "step": 753940
    },
    {
      "epoch": 0.9563548540130246,
      "grad_norm": 6.625,
      "learning_rate": 2.1825975759205743e-06,
      "loss": 2.1086,
      "mean_token_accuracy": 0.5465262055397033,
      "num_tokens": 580844428.0,
      "step": 753950
    },
    {
      "epoch": 0.9563675386055573,
      "grad_norm": 5.71875,
      "learning_rate": 2.1819632658342826e-06,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5366989374160767,
      "num_tokens": 580852260.0,
      "step": 753960
    },
    {
      "epoch": 0.9563802231980902,
      "grad_norm": 4.875,
      "learning_rate": 2.1813289557479914e-06,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5345527976751328,
      "num_tokens": 580860231.0,
      "step": 753970
    },
    {
      "epoch": 0.956392907790623,
      "grad_norm": 5.6875,
      "learning_rate": 2.1806946456616997e-06,
      "loss": 1.946,
      "mean_token_accuracy": 0.5630514860153198,
      "num_tokens": 580868150.0,
      "step": 753980
    },
    {
      "epoch": 0.9564055923831559,
      "grad_norm": 4.9375,
      "learning_rate": 2.180060335575408e-06,
      "loss": 1.8163,
      "mean_token_accuracy": 0.5964513838291168,
      "num_tokens": 580875824.0,
      "step": 753990
    },
    {
      "epoch": 0.9564182769756887,
      "grad_norm": 6.625,
      "learning_rate": 2.1794260254891167e-06,
      "loss": 1.9544,
      "mean_token_accuracy": 0.566067922115326,
      "num_tokens": 580881992.0,
      "step": 754000
    },
    {
      "epoch": 0.9564309615682215,
      "grad_norm": 5.21875,
      "learning_rate": 2.178791715402825e-06,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5192818641662598,
      "num_tokens": 580889804.0,
      "step": 754010
    },
    {
      "epoch": 0.9564436461607544,
      "grad_norm": 13.25,
      "learning_rate": 2.1781574053165334e-06,
      "loss": 1.9102,
      "mean_token_accuracy": 0.5729515820741653,
      "num_tokens": 580895602.0,
      "step": 754020
    },
    {
      "epoch": 0.9564563307532872,
      "grad_norm": 5.0625,
      "learning_rate": 2.1775230952302417e-06,
      "loss": 2.089,
      "mean_token_accuracy": 0.5422571808099746,
      "num_tokens": 580904369.0,
      "step": 754030
    },
    {
      "epoch": 0.9564690153458201,
      "grad_norm": 5.1875,
      "learning_rate": 2.1768887851439504e-06,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5666339695453644,
      "num_tokens": 580911183.0,
      "step": 754040
    },
    {
      "epoch": 0.9564816999383529,
      "grad_norm": 7.65625,
      "learning_rate": 2.176254475057659e-06,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5321301996707917,
      "num_tokens": 580917930.0,
      "step": 754050
    },
    {
      "epoch": 0.9564943845308858,
      "grad_norm": 4.78125,
      "learning_rate": 2.175620164971367e-06,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5539380967617035,
      "num_tokens": 580925388.0,
      "step": 754060
    },
    {
      "epoch": 0.9565070691234185,
      "grad_norm": 8.0625,
      "learning_rate": 2.174985854885076e-06,
      "loss": 2.045,
      "mean_token_accuracy": 0.5482183337211609,
      "num_tokens": 580931779.0,
      "step": 754070
    },
    {
      "epoch": 0.9565197537159514,
      "grad_norm": 5.09375,
      "learning_rate": 2.1743515447987845e-06,
      "loss": 2.0562,
      "mean_token_accuracy": 0.5478020191192627,
      "num_tokens": 580939007.0,
      "step": 754080
    },
    {
      "epoch": 0.9565324383084842,
      "grad_norm": 7.0625,
      "learning_rate": 2.1737172347124924e-06,
      "loss": 2.3204,
      "mean_token_accuracy": 0.5019928127527237,
      "num_tokens": 580946729.0,
      "step": 754090
    },
    {
      "epoch": 0.956545122901017,
      "grad_norm": 5.0625,
      "learning_rate": 2.173082924626201e-06,
      "loss": 2.0315,
      "mean_token_accuracy": 0.5442785561084748,
      "num_tokens": 580954670.0,
      "step": 754100
    },
    {
      "epoch": 0.9565578074935499,
      "grad_norm": 5.9375,
      "learning_rate": 2.17244861453991e-06,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5336977303028106,
      "num_tokens": 580963210.0,
      "step": 754110
    },
    {
      "epoch": 0.9565704920860827,
      "grad_norm": 5.28125,
      "learning_rate": 2.171814304453618e-06,
      "loss": 2.2785,
      "mean_token_accuracy": 0.5083640664815903,
      "num_tokens": 580971911.0,
      "step": 754120
    },
    {
      "epoch": 0.9565831766786156,
      "grad_norm": 5.25,
      "learning_rate": 2.1711799943673266e-06,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5351815789937973,
      "num_tokens": 580979384.0,
      "step": 754130
    },
    {
      "epoch": 0.9565958612711484,
      "grad_norm": 3.140625,
      "learning_rate": 2.170545684281035e-06,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5737576216459275,
      "num_tokens": 580988002.0,
      "step": 754140
    },
    {
      "epoch": 0.9566085458636813,
      "grad_norm": 5.46875,
      "learning_rate": 2.1699113741947436e-06,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5502452254295349,
      "num_tokens": 580996450.0,
      "step": 754150
    },
    {
      "epoch": 0.9566212304562141,
      "grad_norm": 5.28125,
      "learning_rate": 2.169277064108452e-06,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5478089392185211,
      "num_tokens": 581003808.0,
      "step": 754160
    },
    {
      "epoch": 0.9566339150487468,
      "grad_norm": 5.15625,
      "learning_rate": 2.1686427540221602e-06,
      "loss": 1.9291,
      "mean_token_accuracy": 0.5596305131912231,
      "num_tokens": 581011192.0,
      "step": 754170
    },
    {
      "epoch": 0.9566465996412797,
      "grad_norm": 4.9375,
      "learning_rate": 2.168008443935869e-06,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5482331424951553,
      "num_tokens": 581019361.0,
      "step": 754180
    },
    {
      "epoch": 0.9566592842338125,
      "grad_norm": 7.1875,
      "learning_rate": 2.1673741338495773e-06,
      "loss": 2.1493,
      "mean_token_accuracy": 0.535158222913742,
      "num_tokens": 581027455.0,
      "step": 754190
    },
    {
      "epoch": 0.9566719688263454,
      "grad_norm": 7.71875,
      "learning_rate": 2.1667398237632856e-06,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5156978785991668,
      "num_tokens": 581034803.0,
      "step": 754200
    },
    {
      "epoch": 0.9566846534188782,
      "grad_norm": 4.9375,
      "learning_rate": 2.1661055136769944e-06,
      "loss": 2.0513,
      "mean_token_accuracy": 0.5498661935329437,
      "num_tokens": 581042897.0,
      "step": 754210
    },
    {
      "epoch": 0.9566973380114111,
      "grad_norm": 7.96875,
      "learning_rate": 2.1654712035907027e-06,
      "loss": 1.7989,
      "mean_token_accuracy": 0.5887514322996139,
      "num_tokens": 581049695.0,
      "step": 754220
    },
    {
      "epoch": 0.9567100226039439,
      "grad_norm": 5.0625,
      "learning_rate": 2.164836893504411e-06,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5080308020114899,
      "num_tokens": 581057757.0,
      "step": 754230
    },
    {
      "epoch": 0.9567227071964767,
      "grad_norm": 5.625,
      "learning_rate": 2.1642025834181197e-06,
      "loss": 2.2834,
      "mean_token_accuracy": 0.5157746583223343,
      "num_tokens": 581066745.0,
      "step": 754240
    },
    {
      "epoch": 0.9567353917890096,
      "grad_norm": 12.1875,
      "learning_rate": 2.163568273331828e-06,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5687175005674362,
      "num_tokens": 581073792.0,
      "step": 754250
    },
    {
      "epoch": 0.9567480763815424,
      "grad_norm": 7.78125,
      "learning_rate": 2.1629339632455364e-06,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5298320680856705,
      "num_tokens": 581081542.0,
      "step": 754260
    },
    {
      "epoch": 0.9567607609740753,
      "grad_norm": 5.3125,
      "learning_rate": 2.162299653159245e-06,
      "loss": 1.6831,
      "mean_token_accuracy": 0.6195882260799408,
      "num_tokens": 581087090.0,
      "step": 754270
    },
    {
      "epoch": 0.956773445566608,
      "grad_norm": 5.5,
      "learning_rate": 2.1616653430729534e-06,
      "loss": 1.7649,
      "mean_token_accuracy": 0.5926341474056244,
      "num_tokens": 581094867.0,
      "step": 754280
    },
    {
      "epoch": 0.9567861301591409,
      "grad_norm": 5.03125,
      "learning_rate": 2.1610310329866617e-06,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5705569505691528,
      "num_tokens": 581102390.0,
      "step": 754290
    },
    {
      "epoch": 0.9567988147516737,
      "grad_norm": 5.1875,
      "learning_rate": 2.1603967229003705e-06,
      "loss": 1.819,
      "mean_token_accuracy": 0.5866382986307144,
      "num_tokens": 581110135.0,
      "step": 754300
    },
    {
      "epoch": 0.9568114993442066,
      "grad_norm": 5.5,
      "learning_rate": 2.1597624128140788e-06,
      "loss": 2.0639,
      "mean_token_accuracy": 0.5457790076732636,
      "num_tokens": 581117816.0,
      "step": 754310
    },
    {
      "epoch": 0.9568241839367394,
      "grad_norm": 5.40625,
      "learning_rate": 2.159128102727787e-06,
      "loss": 1.9507,
      "mean_token_accuracy": 0.5728316605091095,
      "num_tokens": 581126164.0,
      "step": 754320
    },
    {
      "epoch": 0.9568368685292722,
      "grad_norm": 7.875,
      "learning_rate": 2.158493792641496e-06,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5501288801431656,
      "num_tokens": 581132962.0,
      "step": 754330
    },
    {
      "epoch": 0.9568495531218051,
      "grad_norm": 7.40625,
      "learning_rate": 2.157859482555204e-06,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5172087848186493,
      "num_tokens": 581141356.0,
      "step": 754340
    },
    {
      "epoch": 0.9568622377143379,
      "grad_norm": 6.375,
      "learning_rate": 2.1572251724689125e-06,
      "loss": 2.05,
      "mean_token_accuracy": 0.5462963789701462,
      "num_tokens": 581149260.0,
      "step": 754350
    },
    {
      "epoch": 0.9568749223068708,
      "grad_norm": 7.53125,
      "learning_rate": 2.156590862382621e-06,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5458440214395524,
      "num_tokens": 581157694.0,
      "step": 754360
    },
    {
      "epoch": 0.9568876068994036,
      "grad_norm": 4.46875,
      "learning_rate": 2.1559565522963295e-06,
      "loss": 1.8568,
      "mean_token_accuracy": 0.5820155680179596,
      "num_tokens": 581165992.0,
      "step": 754370
    },
    {
      "epoch": 0.9569002914919364,
      "grad_norm": 5.21875,
      "learning_rate": 2.155322242210038e-06,
      "loss": 2.2459,
      "mean_token_accuracy": 0.5119235038757324,
      "num_tokens": 581174687.0,
      "step": 754380
    },
    {
      "epoch": 0.9569129760844692,
      "grad_norm": 4.75,
      "learning_rate": 2.154687932123746e-06,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5356273800134659,
      "num_tokens": 581183810.0,
      "step": 754390
    },
    {
      "epoch": 0.956925660677002,
      "grad_norm": 5.25,
      "learning_rate": 2.154053622037455e-06,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5591034531593323,
      "num_tokens": 581192066.0,
      "step": 754400
    },
    {
      "epoch": 0.9569383452695349,
      "grad_norm": 5.9375,
      "learning_rate": 2.1534193119511636e-06,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5738792300224305,
      "num_tokens": 581200019.0,
      "step": 754410
    },
    {
      "epoch": 0.9569510298620677,
      "grad_norm": 5.1875,
      "learning_rate": 2.1527850018648715e-06,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5463282465934753,
      "num_tokens": 581208611.0,
      "step": 754420
    },
    {
      "epoch": 0.9569637144546006,
      "grad_norm": 5.4375,
      "learning_rate": 2.1521506917785803e-06,
      "loss": 2.0738,
      "mean_token_accuracy": 0.541053619980812,
      "num_tokens": 581215636.0,
      "step": 754430
    },
    {
      "epoch": 0.9569763990471334,
      "grad_norm": 5.5625,
      "learning_rate": 2.151516381692289e-06,
      "loss": 1.8507,
      "mean_token_accuracy": 0.583167827129364,
      "num_tokens": 581223012.0,
      "step": 754440
    },
    {
      "epoch": 0.9569890836396663,
      "grad_norm": 5.5625,
      "learning_rate": 2.150882071605997e-06,
      "loss": 2.0223,
      "mean_token_accuracy": 0.5570505499839783,
      "num_tokens": 581230203.0,
      "step": 754450
    },
    {
      "epoch": 0.9570017682321991,
      "grad_norm": 7.96875,
      "learning_rate": 2.1502477615197056e-06,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5486658632755279,
      "num_tokens": 581238105.0,
      "step": 754460
    },
    {
      "epoch": 0.957014452824732,
      "grad_norm": 6.03125,
      "learning_rate": 2.149613451433414e-06,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5227969735860825,
      "num_tokens": 581245873.0,
      "step": 754470
    },
    {
      "epoch": 0.9570271374172648,
      "grad_norm": 5.5625,
      "learning_rate": 2.1489791413471223e-06,
      "loss": 2.1189,
      "mean_token_accuracy": 0.530519437789917,
      "num_tokens": 581253640.0,
      "step": 754480
    },
    {
      "epoch": 0.9570398220097975,
      "grad_norm": 6.46875,
      "learning_rate": 2.148344831260831e-06,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5343521982431412,
      "num_tokens": 581261429.0,
      "step": 754490
    },
    {
      "epoch": 0.9570525066023304,
      "grad_norm": 6.65625,
      "learning_rate": 2.1477105211745393e-06,
      "loss": 2.0121,
      "mean_token_accuracy": 0.5551771730184555,
      "num_tokens": 581269761.0,
      "step": 754500
    },
    {
      "epoch": 0.9570651911948632,
      "grad_norm": 5.75,
      "learning_rate": 2.147076211088248e-06,
      "loss": 2.1585,
      "mean_token_accuracy": 0.5338893443346023,
      "num_tokens": 581278568.0,
      "step": 754510
    },
    {
      "epoch": 0.9570778757873961,
      "grad_norm": 5.40625,
      "learning_rate": 2.1464419010019564e-06,
      "loss": 2.0379,
      "mean_token_accuracy": 0.55039484500885,
      "num_tokens": 581286165.0,
      "step": 754520
    },
    {
      "epoch": 0.9570905603799289,
      "grad_norm": 5.5625,
      "learning_rate": 2.1458075909156647e-06,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5466941118240356,
      "num_tokens": 581293211.0,
      "step": 754530
    },
    {
      "epoch": 0.9571032449724618,
      "grad_norm": 5.34375,
      "learning_rate": 2.1451732808293734e-06,
      "loss": 2.2181,
      "mean_token_accuracy": 0.5230868339538575,
      "num_tokens": 581301331.0,
      "step": 754540
    },
    {
      "epoch": 0.9571159295649946,
      "grad_norm": 5.75,
      "learning_rate": 2.1445389707430818e-06,
      "loss": 1.5853,
      "mean_token_accuracy": 0.6416366457939148,
      "num_tokens": 581307289.0,
      "step": 754550
    },
    {
      "epoch": 0.9571286141575274,
      "grad_norm": 6.71875,
      "learning_rate": 2.14390466065679e-06,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5244428992271424,
      "num_tokens": 581315258.0,
      "step": 754560
    },
    {
      "epoch": 0.9571412987500603,
      "grad_norm": 7.6875,
      "learning_rate": 2.143270350570499e-06,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5441795140504837,
      "num_tokens": 581324200.0,
      "step": 754570
    },
    {
      "epoch": 0.957153983342593,
      "grad_norm": 6.125,
      "learning_rate": 2.1426360404842067e-06,
      "loss": 1.9551,
      "mean_token_accuracy": 0.5663902699947357,
      "num_tokens": 581331329.0,
      "step": 754580
    },
    {
      "epoch": 0.957166667935126,
      "grad_norm": 5.0625,
      "learning_rate": 2.1420017303979155e-06,
      "loss": 2.0543,
      "mean_token_accuracy": 0.541288185119629,
      "num_tokens": 581340049.0,
      "step": 754590
    },
    {
      "epoch": 0.9571793525276587,
      "grad_norm": 4.96875,
      "learning_rate": 2.141367420311624e-06,
      "loss": 2.2211,
      "mean_token_accuracy": 0.5164071977138519,
      "num_tokens": 581349630.0,
      "step": 754600
    },
    {
      "epoch": 0.9571920371201916,
      "grad_norm": 4.59375,
      "learning_rate": 2.1407331102253325e-06,
      "loss": 1.9711,
      "mean_token_accuracy": 0.5586119651794433,
      "num_tokens": 581356887.0,
      "step": 754610
    },
    {
      "epoch": 0.9572047217127244,
      "grad_norm": 5.25,
      "learning_rate": 2.140098800139041e-06,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5166953414678573,
      "num_tokens": 581365429.0,
      "step": 754620
    },
    {
      "epoch": 0.9572174063052572,
      "grad_norm": 7.3125,
      "learning_rate": 2.1394644900527496e-06,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5250137478113175,
      "num_tokens": 581373688.0,
      "step": 754630
    },
    {
      "epoch": 0.9572300908977901,
      "grad_norm": 5.15625,
      "learning_rate": 2.138830179966458e-06,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5562171787023544,
      "num_tokens": 581380928.0,
      "step": 754640
    },
    {
      "epoch": 0.9572427754903229,
      "grad_norm": 5.34375,
      "learning_rate": 2.138195869880166e-06,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5374173074960709,
      "num_tokens": 581388240.0,
      "step": 754650
    },
    {
      "epoch": 0.9572554600828558,
      "grad_norm": 5.09375,
      "learning_rate": 2.1375615597938745e-06,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5483284592628479,
      "num_tokens": 581396310.0,
      "step": 754660
    },
    {
      "epoch": 0.9572681446753886,
      "grad_norm": 5.53125,
      "learning_rate": 2.1369272497075833e-06,
      "loss": 1.8958,
      "mean_token_accuracy": 0.5747924745082855,
      "num_tokens": 581405070.0,
      "step": 754670
    },
    {
      "epoch": 0.9572808292679215,
      "grad_norm": 5.96875,
      "learning_rate": 2.1362929396212916e-06,
      "loss": 1.8438,
      "mean_token_accuracy": 0.6002626359462738,
      "num_tokens": 581412045.0,
      "step": 754680
    },
    {
      "epoch": 0.9572935138604542,
      "grad_norm": 5.15625,
      "learning_rate": 2.135658629535e-06,
      "loss": 1.836,
      "mean_token_accuracy": 0.5857301384210587,
      "num_tokens": 581419003.0,
      "step": 754690
    },
    {
      "epoch": 0.9573061984529871,
      "grad_norm": 11.5625,
      "learning_rate": 2.1350243194487086e-06,
      "loss": 2.1734,
      "mean_token_accuracy": 0.5291788786649704,
      "num_tokens": 581426418.0,
      "step": 754700
    },
    {
      "epoch": 0.9573188830455199,
      "grad_norm": 6.65625,
      "learning_rate": 2.134390009362417e-06,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5410330355167389,
      "num_tokens": 581433686.0,
      "step": 754710
    },
    {
      "epoch": 0.9573315676380527,
      "grad_norm": 5.75,
      "learning_rate": 2.1337556992761253e-06,
      "loss": 1.9112,
      "mean_token_accuracy": 0.5788768142461777,
      "num_tokens": 581441195.0,
      "step": 754720
    },
    {
      "epoch": 0.9573442522305856,
      "grad_norm": 5.46875,
      "learning_rate": 2.133121389189834e-06,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5586075127124787,
      "num_tokens": 581448984.0,
      "step": 754730
    },
    {
      "epoch": 0.9573569368231184,
      "grad_norm": 5.0625,
      "learning_rate": 2.1324870791035423e-06,
      "loss": 2.2833,
      "mean_token_accuracy": 0.514000728726387,
      "num_tokens": 581456950.0,
      "step": 754740
    },
    {
      "epoch": 0.9573696214156513,
      "grad_norm": 5.65625,
      "learning_rate": 2.1318527690172506e-06,
      "loss": 1.772,
      "mean_token_accuracy": 0.5966992855072022,
      "num_tokens": 581463632.0,
      "step": 754750
    },
    {
      "epoch": 0.9573823060081841,
      "grad_norm": 4.875,
      "learning_rate": 2.1312184589309594e-06,
      "loss": 1.9705,
      "mean_token_accuracy": 0.5468196362257004,
      "num_tokens": 581471255.0,
      "step": 754760
    },
    {
      "epoch": 0.957394990600717,
      "grad_norm": 6.65625,
      "learning_rate": 2.1305841488446677e-06,
      "loss": 2.1193,
      "mean_token_accuracy": 0.5354392528533936,
      "num_tokens": 581479542.0,
      "step": 754770
    },
    {
      "epoch": 0.9574076751932498,
      "grad_norm": 5.9375,
      "learning_rate": 2.129949838758376e-06,
      "loss": 2.1201,
      "mean_token_accuracy": 0.5343792378902436,
      "num_tokens": 581487943.0,
      "step": 754780
    },
    {
      "epoch": 0.9574203597857825,
      "grad_norm": 5.8125,
      "learning_rate": 2.1293155286720847e-06,
      "loss": 2.166,
      "mean_token_accuracy": 0.5299226880073548,
      "num_tokens": 581495928.0,
      "step": 754790
    },
    {
      "epoch": 0.9574330443783154,
      "grad_norm": 8.5,
      "learning_rate": 2.128681218585793e-06,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5517545700073242,
      "num_tokens": 581503625.0,
      "step": 754800
    },
    {
      "epoch": 0.9574457289708482,
      "grad_norm": 4.84375,
      "learning_rate": 2.1280469084995014e-06,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5499307990074158,
      "num_tokens": 581512349.0,
      "step": 754810
    },
    {
      "epoch": 0.9574584135633811,
      "grad_norm": 6.3125,
      "learning_rate": 2.12741259841321e-06,
      "loss": 2.3661,
      "mean_token_accuracy": 0.5140768438577652,
      "num_tokens": 581520063.0,
      "step": 754820
    },
    {
      "epoch": 0.9574710981559139,
      "grad_norm": 6.65625,
      "learning_rate": 2.1267782883269184e-06,
      "loss": 2.3221,
      "mean_token_accuracy": 0.49448237121105193,
      "num_tokens": 581528939.0,
      "step": 754830
    },
    {
      "epoch": 0.9574837827484468,
      "grad_norm": 6.53125,
      "learning_rate": 2.1261439782406267e-06,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5663979947566986,
      "num_tokens": 581536682.0,
      "step": 754840
    },
    {
      "epoch": 0.9574964673409796,
      "grad_norm": 14.25,
      "learning_rate": 2.1255096681543355e-06,
      "loss": 2.3096,
      "mean_token_accuracy": 0.5155955582857132,
      "num_tokens": 581542800.0,
      "step": 754850
    },
    {
      "epoch": 0.9575091519335125,
      "grad_norm": 7.84375,
      "learning_rate": 2.124875358068044e-06,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5397219866514206,
      "num_tokens": 581550734.0,
      "step": 754860
    },
    {
      "epoch": 0.9575218365260453,
      "grad_norm": 6.875,
      "learning_rate": 2.1242410479817525e-06,
      "loss": 2.0769,
      "mean_token_accuracy": 0.5445096045732498,
      "num_tokens": 581558139.0,
      "step": 754870
    },
    {
      "epoch": 0.9575345211185781,
      "grad_norm": 6.0625,
      "learning_rate": 2.1236067378954604e-06,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5642768770456315,
      "num_tokens": 581565160.0,
      "step": 754880
    },
    {
      "epoch": 0.957547205711111,
      "grad_norm": 6.25,
      "learning_rate": 2.122972427809169e-06,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5604517519474029,
      "num_tokens": 581572217.0,
      "step": 754890
    },
    {
      "epoch": 0.9575598903036437,
      "grad_norm": 6.0,
      "learning_rate": 2.122338117722878e-06,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5279287368059158,
      "num_tokens": 581580188.0,
      "step": 754900
    },
    {
      "epoch": 0.9575725748961766,
      "grad_norm": 7.1875,
      "learning_rate": 2.121703807636586e-06,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5333711177110672,
      "num_tokens": 581586575.0,
      "step": 754910
    },
    {
      "epoch": 0.9575852594887094,
      "grad_norm": 5.1875,
      "learning_rate": 2.1210694975502945e-06,
      "loss": 1.7879,
      "mean_token_accuracy": 0.5956440418958664,
      "num_tokens": 581594328.0,
      "step": 754920
    },
    {
      "epoch": 0.9575979440812423,
      "grad_norm": 5.46875,
      "learning_rate": 2.1204351874640033e-06,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5437704384326935,
      "num_tokens": 581601378.0,
      "step": 754930
    },
    {
      "epoch": 0.9576106286737751,
      "grad_norm": 6.125,
      "learning_rate": 2.119800877377711e-06,
      "loss": 2.1465,
      "mean_token_accuracy": 0.5298838019371033,
      "num_tokens": 581610354.0,
      "step": 754940
    },
    {
      "epoch": 0.9576233132663079,
      "grad_norm": 4.9375,
      "learning_rate": 2.11916656729142e-06,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5476644515991211,
      "num_tokens": 581619200.0,
      "step": 754950
    },
    {
      "epoch": 0.9576359978588408,
      "grad_norm": 6.40625,
      "learning_rate": 2.1185322572051287e-06,
      "loss": 1.952,
      "mean_token_accuracy": 0.557707667350769,
      "num_tokens": 581627331.0,
      "step": 754960
    },
    {
      "epoch": 0.9576486824513736,
      "grad_norm": 4.875,
      "learning_rate": 2.117897947118837e-06,
      "loss": 1.9229,
      "mean_token_accuracy": 0.5700295299291611,
      "num_tokens": 581634174.0,
      "step": 754970
    },
    {
      "epoch": 0.9576613670439065,
      "grad_norm": 5.8125,
      "learning_rate": 2.1172636370325453e-06,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5199868947267532,
      "num_tokens": 581642465.0,
      "step": 754980
    },
    {
      "epoch": 0.9576740516364393,
      "grad_norm": 7.0,
      "learning_rate": 2.1166293269462536e-06,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5492464900016785,
      "num_tokens": 581650668.0,
      "step": 754990
    },
    {
      "epoch": 0.9576867362289722,
      "grad_norm": 4.84375,
      "learning_rate": 2.1159950168599623e-06,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5479549556970597,
      "num_tokens": 581658284.0,
      "step": 755000
    },
    {
      "epoch": 0.9576994208215049,
      "grad_norm": 4.8125,
      "learning_rate": 2.1153607067736707e-06,
      "loss": 2.2402,
      "mean_token_accuracy": 0.5234512388706207,
      "num_tokens": 581666072.0,
      "step": 755010
    },
    {
      "epoch": 0.9577121054140378,
      "grad_norm": 4.71875,
      "learning_rate": 2.114726396687379e-06,
      "loss": 2.0746,
      "mean_token_accuracy": 0.5397275716066361,
      "num_tokens": 581672998.0,
      "step": 755020
    },
    {
      "epoch": 0.9577247900065706,
      "grad_norm": 8.0625,
      "learning_rate": 2.1140920866010877e-06,
      "loss": 1.8928,
      "mean_token_accuracy": 0.5832749396562577,
      "num_tokens": 581679989.0,
      "step": 755030
    },
    {
      "epoch": 0.9577374745991034,
      "grad_norm": 5.53125,
      "learning_rate": 2.113457776514796e-06,
      "loss": 1.9283,
      "mean_token_accuracy": 0.5729487001895904,
      "num_tokens": 581687886.0,
      "step": 755040
    },
    {
      "epoch": 0.9577501591916363,
      "grad_norm": 12.9375,
      "learning_rate": 2.1128234664285043e-06,
      "loss": 2.22,
      "mean_token_accuracy": 0.5179429769515991,
      "num_tokens": 581695080.0,
      "step": 755050
    },
    {
      "epoch": 0.9577628437841691,
      "grad_norm": 9.1875,
      "learning_rate": 2.112189156342213e-06,
      "loss": 1.8727,
      "mean_token_accuracy": 0.5918709009885788,
      "num_tokens": 581701834.0,
      "step": 755060
    },
    {
      "epoch": 0.957775528376702,
      "grad_norm": 5.28125,
      "learning_rate": 2.1115548462559214e-06,
      "loss": 2.1612,
      "mean_token_accuracy": 0.5290466904640198,
      "num_tokens": 581710703.0,
      "step": 755070
    },
    {
      "epoch": 0.9577882129692348,
      "grad_norm": 6.03125,
      "learning_rate": 2.1109205361696297e-06,
      "loss": 2.1628,
      "mean_token_accuracy": 0.5293775737285614,
      "num_tokens": 581718929.0,
      "step": 755080
    },
    {
      "epoch": 0.9578008975617677,
      "grad_norm": 5.21875,
      "learning_rate": 2.1102862260833385e-06,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5525083124637604,
      "num_tokens": 581727702.0,
      "step": 755090
    },
    {
      "epoch": 0.9578135821543005,
      "grad_norm": 5.21875,
      "learning_rate": 2.1096519159970468e-06,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5387827396392822,
      "num_tokens": 581735130.0,
      "step": 755100
    },
    {
      "epoch": 0.9578262667468332,
      "grad_norm": 4.71875,
      "learning_rate": 2.109017605910755e-06,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5361156433820724,
      "num_tokens": 581743523.0,
      "step": 755110
    },
    {
      "epoch": 0.9578389513393661,
      "grad_norm": 5.0625,
      "learning_rate": 2.108383295824464e-06,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5566506683826447,
      "num_tokens": 581752124.0,
      "step": 755120
    },
    {
      "epoch": 0.9578516359318989,
      "grad_norm": 4.875,
      "learning_rate": 2.107748985738172e-06,
      "loss": 2.1827,
      "mean_token_accuracy": 0.5198947817087174,
      "num_tokens": 581760603.0,
      "step": 755130
    },
    {
      "epoch": 0.9578643205244318,
      "grad_norm": 6.84375,
      "learning_rate": 2.1071146756518805e-06,
      "loss": 2.3131,
      "mean_token_accuracy": 0.5117137789726257,
      "num_tokens": 581768867.0,
      "step": 755140
    },
    {
      "epoch": 0.9578770051169646,
      "grad_norm": 5.34375,
      "learning_rate": 2.106480365565589e-06,
      "loss": 2.0389,
      "mean_token_accuracy": 0.5487887978553772,
      "num_tokens": 581777179.0,
      "step": 755150
    },
    {
      "epoch": 0.9578896897094975,
      "grad_norm": 5.375,
      "learning_rate": 2.1058460554792975e-06,
      "loss": 1.8826,
      "mean_token_accuracy": 0.5749009072780609,
      "num_tokens": 581784735.0,
      "step": 755160
    },
    {
      "epoch": 0.9579023743020303,
      "grad_norm": 6.46875,
      "learning_rate": 2.105211745393006e-06,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5219434976577759,
      "num_tokens": 581793682.0,
      "step": 755170
    },
    {
      "epoch": 0.9579150588945631,
      "grad_norm": 5.875,
      "learning_rate": 2.1045774353067146e-06,
      "loss": 2.182,
      "mean_token_accuracy": 0.5288526713848114,
      "num_tokens": 581800987.0,
      "step": 755180
    },
    {
      "epoch": 0.957927743487096,
      "grad_norm": 5.15625,
      "learning_rate": 2.103943125220423e-06,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5676961600780487,
      "num_tokens": 581808569.0,
      "step": 755190
    },
    {
      "epoch": 0.9579404280796288,
      "grad_norm": 5.1875,
      "learning_rate": 2.103308815134131e-06,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5195358395576477,
      "num_tokens": 581817852.0,
      "step": 755200
    },
    {
      "epoch": 0.9579531126721617,
      "grad_norm": 5.09375,
      "learning_rate": 2.1026745050478395e-06,
      "loss": 2.0656,
      "mean_token_accuracy": 0.5390843838453293,
      "num_tokens": 581826671.0,
      "step": 755210
    },
    {
      "epoch": 0.9579657972646944,
      "grad_norm": 6.28125,
      "learning_rate": 2.1020401949615483e-06,
      "loss": 2.177,
      "mean_token_accuracy": 0.5243250608444214,
      "num_tokens": 581835320.0,
      "step": 755220
    },
    {
      "epoch": 0.9579784818572273,
      "grad_norm": 4.9375,
      "learning_rate": 2.1014058848752566e-06,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5377940773963928,
      "num_tokens": 581843721.0,
      "step": 755230
    },
    {
      "epoch": 0.9579911664497601,
      "grad_norm": 6.25,
      "learning_rate": 2.100771574788965e-06,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5409365713596344,
      "num_tokens": 581851382.0,
      "step": 755240
    },
    {
      "epoch": 0.958003851042293,
      "grad_norm": 5.71875,
      "learning_rate": 2.1001372647026736e-06,
      "loss": 1.8403,
      "mean_token_accuracy": 0.594700014591217,
      "num_tokens": 581858284.0,
      "step": 755250
    },
    {
      "epoch": 0.9580165356348258,
      "grad_norm": 5.1875,
      "learning_rate": 2.0995029546163824e-06,
      "loss": 1.9231,
      "mean_token_accuracy": 0.5782343715429306,
      "num_tokens": 581866098.0,
      "step": 755260
    },
    {
      "epoch": 0.9580292202273586,
      "grad_norm": 6.53125,
      "learning_rate": 2.0988686445300903e-06,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5500972330570221,
      "num_tokens": 581873917.0,
      "step": 755270
    },
    {
      "epoch": 0.9580419048198915,
      "grad_norm": 4.96875,
      "learning_rate": 2.098234334443799e-06,
      "loss": 2.1978,
      "mean_token_accuracy": 0.5264589279890061,
      "num_tokens": 581881821.0,
      "step": 755280
    },
    {
      "epoch": 0.9580545894124243,
      "grad_norm": 15.4375,
      "learning_rate": 2.0976000243575073e-06,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5810108095407486,
      "num_tokens": 581889015.0,
      "step": 755290
    },
    {
      "epoch": 0.9580672740049572,
      "grad_norm": 7.6875,
      "learning_rate": 2.0969657142712156e-06,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5355388760566712,
      "num_tokens": 581896083.0,
      "step": 755300
    },
    {
      "epoch": 0.95807995859749,
      "grad_norm": 6.90625,
      "learning_rate": 2.0963314041849244e-06,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5381078273057938,
      "num_tokens": 581901774.0,
      "step": 755310
    },
    {
      "epoch": 0.9580926431900229,
      "grad_norm": 4.75,
      "learning_rate": 2.0956970940986327e-06,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5454429060220718,
      "num_tokens": 581909462.0,
      "step": 755320
    },
    {
      "epoch": 0.9581053277825556,
      "grad_norm": 5.09375,
      "learning_rate": 2.0950627840123414e-06,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5614065915346146,
      "num_tokens": 581916456.0,
      "step": 755330
    },
    {
      "epoch": 0.9581180123750884,
      "grad_norm": 5.4375,
      "learning_rate": 2.0944284739260498e-06,
      "loss": 2.123,
      "mean_token_accuracy": 0.5284880131483078,
      "num_tokens": 581925093.0,
      "step": 755340
    },
    {
      "epoch": 0.9581306969676213,
      "grad_norm": 7.09375,
      "learning_rate": 2.093794163839758e-06,
      "loss": 1.8636,
      "mean_token_accuracy": 0.5829708933830261,
      "num_tokens": 581932722.0,
      "step": 755350
    },
    {
      "epoch": 0.9581433815601541,
      "grad_norm": 5.90625,
      "learning_rate": 2.093159853753467e-06,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5382534503936768,
      "num_tokens": 581940617.0,
      "step": 755360
    },
    {
      "epoch": 0.958156066152687,
      "grad_norm": 5.59375,
      "learning_rate": 2.092525543667175e-06,
      "loss": 1.9959,
      "mean_token_accuracy": 0.5520465165376663,
      "num_tokens": 581948550.0,
      "step": 755370
    },
    {
      "epoch": 0.9581687507452198,
      "grad_norm": 5.46875,
      "learning_rate": 2.0918912335808834e-06,
      "loss": 2.2969,
      "mean_token_accuracy": 0.5156343638896942,
      "num_tokens": 581957315.0,
      "step": 755380
    },
    {
      "epoch": 0.9581814353377527,
      "grad_norm": 5.03125,
      "learning_rate": 2.091256923494592e-06,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5255229532718658,
      "num_tokens": 581965739.0,
      "step": 755390
    },
    {
      "epoch": 0.9581941199302855,
      "grad_norm": 5.0,
      "learning_rate": 2.0906226134083e-06,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5748506546020508,
      "num_tokens": 581973899.0,
      "step": 755400
    },
    {
      "epoch": 0.9582068045228184,
      "grad_norm": 6.71875,
      "learning_rate": 2.089988303322009e-06,
      "loss": 2.2034,
      "mean_token_accuracy": 0.5275961309671402,
      "num_tokens": 581981713.0,
      "step": 755410
    },
    {
      "epoch": 0.9582194891153512,
      "grad_norm": 6.59375,
      "learning_rate": 2.0893539932357176e-06,
      "loss": 1.9475,
      "mean_token_accuracy": 0.5633068144321441,
      "num_tokens": 581989465.0,
      "step": 755420
    },
    {
      "epoch": 0.9582321737078839,
      "grad_norm": 4.875,
      "learning_rate": 2.088719683149426e-06,
      "loss": 2.2587,
      "mean_token_accuracy": 0.506944540143013,
      "num_tokens": 581997727.0,
      "step": 755430
    },
    {
      "epoch": 0.9582448583004168,
      "grad_norm": 5.90625,
      "learning_rate": 2.088085373063134e-06,
      "loss": 2.2288,
      "mean_token_accuracy": 0.5148349523544311,
      "num_tokens": 582006211.0,
      "step": 755440
    },
    {
      "epoch": 0.9582575428929496,
      "grad_norm": 5.96875,
      "learning_rate": 2.087451062976843e-06,
      "loss": 2.2281,
      "mean_token_accuracy": 0.5165641933679581,
      "num_tokens": 582013310.0,
      "step": 755450
    },
    {
      "epoch": 0.9582702274854825,
      "grad_norm": 6.6875,
      "learning_rate": 2.0868167528905512e-06,
      "loss": 1.902,
      "mean_token_accuracy": 0.5757191777229309,
      "num_tokens": 582020368.0,
      "step": 755460
    },
    {
      "epoch": 0.9582829120780153,
      "grad_norm": 10.4375,
      "learning_rate": 2.0861824428042596e-06,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5558736979961395,
      "num_tokens": 582026705.0,
      "step": 755470
    },
    {
      "epoch": 0.9582955966705482,
      "grad_norm": 4.9375,
      "learning_rate": 2.0855481327179683e-06,
      "loss": 2.2011,
      "mean_token_accuracy": 0.5127791076898575,
      "num_tokens": 582035725.0,
      "step": 755480
    },
    {
      "epoch": 0.958308281263081,
      "grad_norm": 6.3125,
      "learning_rate": 2.0849138226316766e-06,
      "loss": 2.2025,
      "mean_token_accuracy": 0.5100874930620194,
      "num_tokens": 582044642.0,
      "step": 755490
    },
    {
      "epoch": 0.9583209658556138,
      "grad_norm": 6.625,
      "learning_rate": 2.084279512545385e-06,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5469082653522491,
      "num_tokens": 582051383.0,
      "step": 755500
    },
    {
      "epoch": 0.9583336504481467,
      "grad_norm": 5.3125,
      "learning_rate": 2.0836452024590932e-06,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5276594817638397,
      "num_tokens": 582060246.0,
      "step": 755510
    },
    {
      "epoch": 0.9583463350406795,
      "grad_norm": 5.0625,
      "learning_rate": 2.083010892372802e-06,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5173117607831955,
      "num_tokens": 582069312.0,
      "step": 755520
    },
    {
      "epoch": 0.9583590196332124,
      "grad_norm": 6.375,
      "learning_rate": 2.0823765822865103e-06,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5630432724952698,
      "num_tokens": 582077645.0,
      "step": 755530
    },
    {
      "epoch": 0.9583717042257451,
      "grad_norm": 9.875,
      "learning_rate": 2.0817422722002186e-06,
      "loss": 2.0454,
      "mean_token_accuracy": 0.5457202225923539,
      "num_tokens": 582084845.0,
      "step": 755540
    },
    {
      "epoch": 0.958384388818278,
      "grad_norm": 5.9375,
      "learning_rate": 2.0811079621139274e-06,
      "loss": 1.6445,
      "mean_token_accuracy": 0.625675517320633,
      "num_tokens": 582090930.0,
      "step": 755550
    },
    {
      "epoch": 0.9583970734108108,
      "grad_norm": 6.6875,
      "learning_rate": 2.0804736520276357e-06,
      "loss": 2.1017,
      "mean_token_accuracy": 0.5467904329299926,
      "num_tokens": 582099065.0,
      "step": 755560
    },
    {
      "epoch": 0.9584097580033436,
      "grad_norm": 4.78125,
      "learning_rate": 2.079839341941344e-06,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5394500255584717,
      "num_tokens": 582107902.0,
      "step": 755570
    },
    {
      "epoch": 0.9584224425958765,
      "grad_norm": 4.78125,
      "learning_rate": 2.0792050318550527e-06,
      "loss": 2.2484,
      "mean_token_accuracy": 0.5216727733612061,
      "num_tokens": 582115794.0,
      "step": 755580
    },
    {
      "epoch": 0.9584351271884093,
      "grad_norm": 4.84375,
      "learning_rate": 2.078570721768761e-06,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5341918796300889,
      "num_tokens": 582124250.0,
      "step": 755590
    },
    {
      "epoch": 0.9584478117809422,
      "grad_norm": 6.5,
      "learning_rate": 2.0779364116824694e-06,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5269583910703659,
      "num_tokens": 582132521.0,
      "step": 755600
    },
    {
      "epoch": 0.958460496373475,
      "grad_norm": 4.96875,
      "learning_rate": 2.077302101596178e-06,
      "loss": 2.135,
      "mean_token_accuracy": 0.5247666716575623,
      "num_tokens": 582140419.0,
      "step": 755610
    },
    {
      "epoch": 0.9584731809660079,
      "grad_norm": 5.65625,
      "learning_rate": 2.0766677915098864e-06,
      "loss": 2.066,
      "mean_token_accuracy": 0.5506751477718353,
      "num_tokens": 582148080.0,
      "step": 755620
    },
    {
      "epoch": 0.9584858655585407,
      "grad_norm": 5.46875,
      "learning_rate": 2.0760334814235947e-06,
      "loss": 1.8607,
      "mean_token_accuracy": 0.5784395039081573,
      "num_tokens": 582156084.0,
      "step": 755630
    },
    {
      "epoch": 0.9584985501510735,
      "grad_norm": 5.46875,
      "learning_rate": 2.0753991713373035e-06,
      "loss": 2.2572,
      "mean_token_accuracy": 0.5147728949785233,
      "num_tokens": 582163908.0,
      "step": 755640
    },
    {
      "epoch": 0.9585112347436063,
      "grad_norm": 5.5625,
      "learning_rate": 2.074764861251012e-06,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5687399059534073,
      "num_tokens": 582171278.0,
      "step": 755650
    },
    {
      "epoch": 0.9585239193361391,
      "grad_norm": 4.78125,
      "learning_rate": 2.07413055116472e-06,
      "loss": 1.8531,
      "mean_token_accuracy": 0.5864845097064972,
      "num_tokens": 582179056.0,
      "step": 755660
    },
    {
      "epoch": 0.958536603928672,
      "grad_norm": 7.0,
      "learning_rate": 2.073496241078429e-06,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5641010016202926,
      "num_tokens": 582185666.0,
      "step": 755670
    },
    {
      "epoch": 0.9585492885212048,
      "grad_norm": 7.125,
      "learning_rate": 2.072861930992137e-06,
      "loss": 1.6693,
      "mean_token_accuracy": 0.6235047399997711,
      "num_tokens": 582191263.0,
      "step": 755680
    },
    {
      "epoch": 0.9585619731137377,
      "grad_norm": 4.875,
      "learning_rate": 2.0722276209058455e-06,
      "loss": 1.775,
      "mean_token_accuracy": 0.5992672115564346,
      "num_tokens": 582197977.0,
      "step": 755690
    },
    {
      "epoch": 0.9585746577062705,
      "grad_norm": 6.25,
      "learning_rate": 2.0715933108195542e-06,
      "loss": 2.1234,
      "mean_token_accuracy": 0.533217477798462,
      "num_tokens": 582205617.0,
      "step": 755700
    },
    {
      "epoch": 0.9585873422988034,
      "grad_norm": 4.78125,
      "learning_rate": 2.0709590007332625e-06,
      "loss": 1.9698,
      "mean_token_accuracy": 0.5666681617498398,
      "num_tokens": 582213372.0,
      "step": 755710
    },
    {
      "epoch": 0.9586000268913362,
      "grad_norm": 6.84375,
      "learning_rate": 2.0703246906469713e-06,
      "loss": 2.1294,
      "mean_token_accuracy": 0.535219693183899,
      "num_tokens": 582220516.0,
      "step": 755720
    },
    {
      "epoch": 0.958612711483869,
      "grad_norm": 5.5,
      "learning_rate": 2.069690380560679e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5459644675254822,
      "num_tokens": 582227700.0,
      "step": 755730
    },
    {
      "epoch": 0.9586253960764018,
      "grad_norm": 4.5625,
      "learning_rate": 2.069056070474388e-06,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5273339360952377,
      "num_tokens": 582236130.0,
      "step": 755740
    },
    {
      "epoch": 0.9586380806689346,
      "grad_norm": 9.625,
      "learning_rate": 2.0684217603880966e-06,
      "loss": 2.111,
      "mean_token_accuracy": 0.5340351015329361,
      "num_tokens": 582243862.0,
      "step": 755750
    },
    {
      "epoch": 0.9586507652614675,
      "grad_norm": 6.96875,
      "learning_rate": 2.0677874503018045e-06,
      "loss": 1.9949,
      "mean_token_accuracy": 0.5545976877212524,
      "num_tokens": 582251631.0,
      "step": 755760
    },
    {
      "epoch": 0.9586634498540003,
      "grad_norm": 5.625,
      "learning_rate": 2.0671531402155133e-06,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5408904522657394,
      "num_tokens": 582259892.0,
      "step": 755770
    },
    {
      "epoch": 0.9586761344465332,
      "grad_norm": 5.9375,
      "learning_rate": 2.066518830129222e-06,
      "loss": 2.0955,
      "mean_token_accuracy": 0.5459286093711853,
      "num_tokens": 582268916.0,
      "step": 755780
    },
    {
      "epoch": 0.958688819039066,
      "grad_norm": 4.75,
      "learning_rate": 2.06588452004293e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5468629121780395,
      "num_tokens": 582276342.0,
      "step": 755790
    },
    {
      "epoch": 0.9587015036315989,
      "grad_norm": 4.90625,
      "learning_rate": 2.0652502099566387e-06,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5494460523128509,
      "num_tokens": 582284097.0,
      "step": 755800
    },
    {
      "epoch": 0.9587141882241317,
      "grad_norm": 8.75,
      "learning_rate": 2.0646158998703474e-06,
      "loss": 2.0796,
      "mean_token_accuracy": 0.5456665873527526,
      "num_tokens": 582290884.0,
      "step": 755810
    },
    {
      "epoch": 0.9587268728166645,
      "grad_norm": 5.46875,
      "learning_rate": 2.0639815897840557e-06,
      "loss": 1.9293,
      "mean_token_accuracy": 0.5602753043174744,
      "num_tokens": 582299891.0,
      "step": 755820
    },
    {
      "epoch": 0.9587395574091974,
      "grad_norm": 5.5625,
      "learning_rate": 2.063347279697764e-06,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5448332518339157,
      "num_tokens": 582307838.0,
      "step": 755830
    },
    {
      "epoch": 0.9587522420017301,
      "grad_norm": 6.0625,
      "learning_rate": 2.0627129696114723e-06,
      "loss": 1.9138,
      "mean_token_accuracy": 0.5911850303411483,
      "num_tokens": 582315011.0,
      "step": 755840
    },
    {
      "epoch": 0.958764926594263,
      "grad_norm": 7.6875,
      "learning_rate": 2.062078659525181e-06,
      "loss": 2.2312,
      "mean_token_accuracy": 0.5089372873306275,
      "num_tokens": 582322364.0,
      "step": 755850
    },
    {
      "epoch": 0.9587776111867958,
      "grad_norm": 5.125,
      "learning_rate": 2.0614443494388894e-06,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5225862413644791,
      "num_tokens": 582330376.0,
      "step": 755860
    },
    {
      "epoch": 0.9587902957793287,
      "grad_norm": 4.875,
      "learning_rate": 2.0608100393525977e-06,
      "loss": 1.8525,
      "mean_token_accuracy": 0.5845365494489669,
      "num_tokens": 582339029.0,
      "step": 755870
    },
    {
      "epoch": 0.9588029803718615,
      "grad_norm": 5.09375,
      "learning_rate": 2.0601757292663065e-06,
      "loss": 2.1544,
      "mean_token_accuracy": 0.5277170538902283,
      "num_tokens": 582348494.0,
      "step": 755880
    },
    {
      "epoch": 0.9588156649643943,
      "grad_norm": 5.34375,
      "learning_rate": 2.0595414191800148e-06,
      "loss": 1.9007,
      "mean_token_accuracy": 0.5820878207683563,
      "num_tokens": 582357135.0,
      "step": 755890
    },
    {
      "epoch": 0.9588283495569272,
      "grad_norm": 4.84375,
      "learning_rate": 2.058907109093723e-06,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5788631409406662,
      "num_tokens": 582365470.0,
      "step": 755900
    },
    {
      "epoch": 0.95884103414946,
      "grad_norm": 4.71875,
      "learning_rate": 2.058272799007432e-06,
      "loss": 2.0581,
      "mean_token_accuracy": 0.5422999858856201,
      "num_tokens": 582373776.0,
      "step": 755910
    },
    {
      "epoch": 0.9588537187419929,
      "grad_norm": 5.1875,
      "learning_rate": 2.05763848892114e-06,
      "loss": 2.2026,
      "mean_token_accuracy": 0.5260815173387527,
      "num_tokens": 582381903.0,
      "step": 755920
    },
    {
      "epoch": 0.9588664033345257,
      "grad_norm": 7.40625,
      "learning_rate": 2.0570041788348485e-06,
      "loss": 1.9132,
      "mean_token_accuracy": 0.5798779219388962,
      "num_tokens": 582387768.0,
      "step": 755930
    },
    {
      "epoch": 0.9588790879270586,
      "grad_norm": 6.78125,
      "learning_rate": 2.056369868748557e-06,
      "loss": 2.0876,
      "mean_token_accuracy": 0.5366436183452606,
      "num_tokens": 582395584.0,
      "step": 755940
    },
    {
      "epoch": 0.9588917725195913,
      "grad_norm": 4.90625,
      "learning_rate": 2.0557355586622655e-06,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5337416291236877,
      "num_tokens": 582403308.0,
      "step": 755950
    },
    {
      "epoch": 0.9589044571121242,
      "grad_norm": 5.125,
      "learning_rate": 2.055101248575974e-06,
      "loss": 2.0045,
      "mean_token_accuracy": 0.545043408870697,
      "num_tokens": 582411561.0,
      "step": 755960
    },
    {
      "epoch": 0.958917141704657,
      "grad_norm": 4.9375,
      "learning_rate": 2.0544669384896826e-06,
      "loss": 2.1552,
      "mean_token_accuracy": 0.5283087521791459,
      "num_tokens": 582420307.0,
      "step": 755970
    },
    {
      "epoch": 0.9589298262971898,
      "grad_norm": 6.53125,
      "learning_rate": 2.053832628403391e-06,
      "loss": 2.1281,
      "mean_token_accuracy": 0.5260996639728546,
      "num_tokens": 582427921.0,
      "step": 755980
    },
    {
      "epoch": 0.9589425108897227,
      "grad_norm": 5.125,
      "learning_rate": 2.053198318317099e-06,
      "loss": 2.0058,
      "mean_token_accuracy": 0.5659637123346328,
      "num_tokens": 582435623.0,
      "step": 755990
    },
    {
      "epoch": 0.9589551954822555,
      "grad_norm": 4.15625,
      "learning_rate": 2.052564008230808e-06,
      "loss": 1.7583,
      "mean_token_accuracy": 0.6117966860532761,
      "num_tokens": 582441768.0,
      "step": 756000
    },
    {
      "epoch": 0.9589678800747884,
      "grad_norm": 6.75,
      "learning_rate": 2.0519296981445163e-06,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5179746180772782,
      "num_tokens": 582449392.0,
      "step": 756010
    },
    {
      "epoch": 0.9589805646673212,
      "grad_norm": 5.875,
      "learning_rate": 2.0512953880582246e-06,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5333637475967408,
      "num_tokens": 582458170.0,
      "step": 756020
    },
    {
      "epoch": 0.9589932492598541,
      "grad_norm": 5.09375,
      "learning_rate": 2.050661077971933e-06,
      "loss": 1.9075,
      "mean_token_accuracy": 0.5673814594745636,
      "num_tokens": 582465165.0,
      "step": 756030
    },
    {
      "epoch": 0.9590059338523869,
      "grad_norm": 7.6875,
      "learning_rate": 2.0500267678856416e-06,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5334416925907135,
      "num_tokens": 582473390.0,
      "step": 756040
    },
    {
      "epoch": 0.9590186184449196,
      "grad_norm": 5.5625,
      "learning_rate": 2.04939245779935e-06,
      "loss": 2.131,
      "mean_token_accuracy": 0.5336127430200577,
      "num_tokens": 582480919.0,
      "step": 756050
    },
    {
      "epoch": 0.9590313030374525,
      "grad_norm": 4.9375,
      "learning_rate": 2.0487581477130583e-06,
      "loss": 2.0102,
      "mean_token_accuracy": 0.55985606610775,
      "num_tokens": 582488529.0,
      "step": 756060
    },
    {
      "epoch": 0.9590439876299853,
      "grad_norm": 6.0625,
      "learning_rate": 2.048123837626767e-06,
      "loss": 1.9044,
      "mean_token_accuracy": 0.5771900027990341,
      "num_tokens": 582496573.0,
      "step": 756070
    },
    {
      "epoch": 0.9590566722225182,
      "grad_norm": 4.96875,
      "learning_rate": 2.0474895275404757e-06,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5251777291297912,
      "num_tokens": 582504368.0,
      "step": 756080
    },
    {
      "epoch": 0.959069356815051,
      "grad_norm": 5.9375,
      "learning_rate": 2.0468552174541836e-06,
      "loss": 2.1271,
      "mean_token_accuracy": 0.531048160791397,
      "num_tokens": 582512901.0,
      "step": 756090
    },
    {
      "epoch": 0.9590820414075839,
      "grad_norm": 8.0625,
      "learning_rate": 2.0462209073678924e-06,
      "loss": 1.99,
      "mean_token_accuracy": 0.5685252815485,
      "num_tokens": 582519654.0,
      "step": 756100
    },
    {
      "epoch": 0.9590947260001167,
      "grad_norm": 5.1875,
      "learning_rate": 2.045586597281601e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5503540903329849,
      "num_tokens": 582527455.0,
      "step": 756110
    },
    {
      "epoch": 0.9591074105926495,
      "grad_norm": 6.375,
      "learning_rate": 2.044952287195309e-06,
      "loss": 2.091,
      "mean_token_accuracy": 0.5379033893346786,
      "num_tokens": 582536101.0,
      "step": 756120
    },
    {
      "epoch": 0.9591200951851824,
      "grad_norm": 6.5625,
      "learning_rate": 2.0443179771090177e-06,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5386971682310104,
      "num_tokens": 582544013.0,
      "step": 756130
    },
    {
      "epoch": 0.9591327797777152,
      "grad_norm": 6.84375,
      "learning_rate": 2.043683667022726e-06,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5634096622467041,
      "num_tokens": 582550664.0,
      "step": 756140
    },
    {
      "epoch": 0.9591454643702481,
      "grad_norm": 6.0,
      "learning_rate": 2.0430493569364344e-06,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5561738580465316,
      "num_tokens": 582558083.0,
      "step": 756150
    },
    {
      "epoch": 0.9591581489627808,
      "grad_norm": 6.5625,
      "learning_rate": 2.042415046850143e-06,
      "loss": 1.9766,
      "mean_token_accuracy": 0.5609315663576127,
      "num_tokens": 582566188.0,
      "step": 756160
    },
    {
      "epoch": 0.9591708335553137,
      "grad_norm": 5.0625,
      "learning_rate": 2.0417807367638514e-06,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5314351797103882,
      "num_tokens": 582574701.0,
      "step": 756170
    },
    {
      "epoch": 0.9591835181478465,
      "grad_norm": 7.90625,
      "learning_rate": 2.04114642667756e-06,
      "loss": 2.11,
      "mean_token_accuracy": 0.5377837836742401,
      "num_tokens": 582581908.0,
      "step": 756180
    },
    {
      "epoch": 0.9591962027403794,
      "grad_norm": 6.5,
      "learning_rate": 2.0405121165912685e-06,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5356752008199692,
      "num_tokens": 582589112.0,
      "step": 756190
    },
    {
      "epoch": 0.9592088873329122,
      "grad_norm": 7.03125,
      "learning_rate": 2.039877806504977e-06,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5398246109485626,
      "num_tokens": 582598046.0,
      "step": 756200
    },
    {
      "epoch": 0.959221571925445,
      "grad_norm": 7.4375,
      "learning_rate": 2.0392434964186855e-06,
      "loss": 2.0148,
      "mean_token_accuracy": 0.5553557455539704,
      "num_tokens": 582605490.0,
      "step": 756210
    },
    {
      "epoch": 0.9592342565179779,
      "grad_norm": 5.625,
      "learning_rate": 2.038609186332394e-06,
      "loss": 2.0675,
      "mean_token_accuracy": 0.5354891449213028,
      "num_tokens": 582613705.0,
      "step": 756220
    },
    {
      "epoch": 0.9592469411105107,
      "grad_norm": 4.90625,
      "learning_rate": 2.037974876246102e-06,
      "loss": 1.9491,
      "mean_token_accuracy": 0.5653402358293533,
      "num_tokens": 582622870.0,
      "step": 756230
    },
    {
      "epoch": 0.9592596257030436,
      "grad_norm": 6.53125,
      "learning_rate": 2.037340566159811e-06,
      "loss": 2.0618,
      "mean_token_accuracy": 0.5437812685966492,
      "num_tokens": 582630530.0,
      "step": 756240
    },
    {
      "epoch": 0.9592723102955764,
      "grad_norm": 6.21875,
      "learning_rate": 2.036706256073519e-06,
      "loss": 1.8939,
      "mean_token_accuracy": 0.5964117646217346,
      "num_tokens": 582636218.0,
      "step": 756250
    },
    {
      "epoch": 0.9592849948881093,
      "grad_norm": 4.625,
      "learning_rate": 2.0360719459872275e-06,
      "loss": 1.9685,
      "mean_token_accuracy": 0.5595077365636826,
      "num_tokens": 582644473.0,
      "step": 756260
    },
    {
      "epoch": 0.959297679480642,
      "grad_norm": 4.75,
      "learning_rate": 2.0354376359009363e-06,
      "loss": 2.128,
      "mean_token_accuracy": 0.5287133485078812,
      "num_tokens": 582652080.0,
      "step": 756270
    },
    {
      "epoch": 0.9593103640731748,
      "grad_norm": 5.65625,
      "learning_rate": 2.0348033258146446e-06,
      "loss": 2.0796,
      "mean_token_accuracy": 0.548706978559494,
      "num_tokens": 582658578.0,
      "step": 756280
    },
    {
      "epoch": 0.9593230486657077,
      "grad_norm": 5.5625,
      "learning_rate": 2.034169015728353e-06,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5283922880887986,
      "num_tokens": 582666561.0,
      "step": 756290
    },
    {
      "epoch": 0.9593357332582405,
      "grad_norm": 5.34375,
      "learning_rate": 2.0335347056420617e-06,
      "loss": 2.0388,
      "mean_token_accuracy": 0.5628008127212525,
      "num_tokens": 582674505.0,
      "step": 756300
    },
    {
      "epoch": 0.9593484178507734,
      "grad_norm": 6.25,
      "learning_rate": 2.03290039555577e-06,
      "loss": 1.9558,
      "mean_token_accuracy": 0.5564060568809509,
      "num_tokens": 582682500.0,
      "step": 756310
    },
    {
      "epoch": 0.9593611024433062,
      "grad_norm": 4.8125,
      "learning_rate": 2.0322660854694783e-06,
      "loss": 2.2764,
      "mean_token_accuracy": 0.5077625870704651,
      "num_tokens": 582690892.0,
      "step": 756320
    },
    {
      "epoch": 0.9593737870358391,
      "grad_norm": 4.5625,
      "learning_rate": 2.031631775383187e-06,
      "loss": 1.9324,
      "mean_token_accuracy": 0.5764801859855652,
      "num_tokens": 582698889.0,
      "step": 756330
    },
    {
      "epoch": 0.9593864716283719,
      "grad_norm": 7.15625,
      "learning_rate": 2.0309974652968953e-06,
      "loss": 2.1344,
      "mean_token_accuracy": 0.5386635839939118,
      "num_tokens": 582706846.0,
      "step": 756340
    },
    {
      "epoch": 0.9593991562209048,
      "grad_norm": 5.1875,
      "learning_rate": 2.0303631552106037e-06,
      "loss": 2.0224,
      "mean_token_accuracy": 0.5543598145246506,
      "num_tokens": 582714017.0,
      "step": 756350
    },
    {
      "epoch": 0.9594118408134376,
      "grad_norm": 4.96875,
      "learning_rate": 2.029728845124312e-06,
      "loss": 2.2001,
      "mean_token_accuracy": 0.5146680265665055,
      "num_tokens": 582723367.0,
      "step": 756360
    },
    {
      "epoch": 0.9594245254059703,
      "grad_norm": 5.84375,
      "learning_rate": 2.0290945350380207e-06,
      "loss": 2.017,
      "mean_token_accuracy": 0.5517999976873398,
      "num_tokens": 582730041.0,
      "step": 756370
    },
    {
      "epoch": 0.9594372099985032,
      "grad_norm": 5.0625,
      "learning_rate": 2.028460224951729e-06,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5377168178558349,
      "num_tokens": 582737582.0,
      "step": 756380
    },
    {
      "epoch": 0.959449894591036,
      "grad_norm": 3.953125,
      "learning_rate": 2.0278259148654374e-06,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5549133718013763,
      "num_tokens": 582745593.0,
      "step": 756390
    },
    {
      "epoch": 0.9594625791835689,
      "grad_norm": 5.15625,
      "learning_rate": 2.027191604779146e-06,
      "loss": 1.8771,
      "mean_token_accuracy": 0.5797436237335205,
      "num_tokens": 582752903.0,
      "step": 756400
    },
    {
      "epoch": 0.9594752637761017,
      "grad_norm": 6.84375,
      "learning_rate": 2.0265572946928544e-06,
      "loss": 2.3478,
      "mean_token_accuracy": 0.5018709897994995,
      "num_tokens": 582760976.0,
      "step": 756410
    },
    {
      "epoch": 0.9594879483686346,
      "grad_norm": 6.1875,
      "learning_rate": 2.0259229846065627e-06,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5404888898134231,
      "num_tokens": 582768417.0,
      "step": 756420
    },
    {
      "epoch": 0.9595006329611674,
      "grad_norm": 5.4375,
      "learning_rate": 2.0252886745202715e-06,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5206167459487915,
      "num_tokens": 582777183.0,
      "step": 756430
    },
    {
      "epoch": 0.9595133175537002,
      "grad_norm": 4.5,
      "learning_rate": 2.02465436443398e-06,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5482278645038605,
      "num_tokens": 582785778.0,
      "step": 756440
    },
    {
      "epoch": 0.9595260021462331,
      "grad_norm": 6.5625,
      "learning_rate": 2.024020054347688e-06,
      "loss": 1.8638,
      "mean_token_accuracy": 0.5934826493263244,
      "num_tokens": 582792845.0,
      "step": 756450
    },
    {
      "epoch": 0.9595386867387659,
      "grad_norm": 5.15625,
      "learning_rate": 2.023385744261397e-06,
      "loss": 2.0181,
      "mean_token_accuracy": 0.5450125396251678,
      "num_tokens": 582800178.0,
      "step": 756460
    },
    {
      "epoch": 0.9595513713312988,
      "grad_norm": 5.28125,
      "learning_rate": 2.022751434175105e-06,
      "loss": 2.1416,
      "mean_token_accuracy": 0.5333417922258377,
      "num_tokens": 582808926.0,
      "step": 756470
    },
    {
      "epoch": 0.9595640559238315,
      "grad_norm": 5.03125,
      "learning_rate": 2.0221171240888135e-06,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5865983486175537,
      "num_tokens": 582816485.0,
      "step": 756480
    },
    {
      "epoch": 0.9595767405163644,
      "grad_norm": 6.21875,
      "learning_rate": 2.021482814002522e-06,
      "loss": 2.0061,
      "mean_token_accuracy": 0.5611406326293945,
      "num_tokens": 582823196.0,
      "step": 756490
    },
    {
      "epoch": 0.9595894251088972,
      "grad_norm": 6.375,
      "learning_rate": 2.0208485039162305e-06,
      "loss": 1.9087,
      "mean_token_accuracy": 0.5762374192476273,
      "num_tokens": 582830146.0,
      "step": 756500
    },
    {
      "epoch": 0.95960210970143,
      "grad_norm": 5.65625,
      "learning_rate": 2.020214193829939e-06,
      "loss": 1.9569,
      "mean_token_accuracy": 0.563933664560318,
      "num_tokens": 582836670.0,
      "step": 756510
    },
    {
      "epoch": 0.9596147942939629,
      "grad_norm": 5.09375,
      "learning_rate": 2.0195798837436476e-06,
      "loss": 1.9637,
      "mean_token_accuracy": 0.554937082529068,
      "num_tokens": 582845088.0,
      "step": 756520
    },
    {
      "epoch": 0.9596274788864957,
      "grad_norm": 7.0625,
      "learning_rate": 2.018945573657356e-06,
      "loss": 2.1203,
      "mean_token_accuracy": 0.541035395860672,
      "num_tokens": 582852519.0,
      "step": 756530
    },
    {
      "epoch": 0.9596401634790286,
      "grad_norm": 6.5,
      "learning_rate": 2.0183112635710646e-06,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5325500518083572,
      "num_tokens": 582860214.0,
      "step": 756540
    },
    {
      "epoch": 0.9596528480715614,
      "grad_norm": 4.96875,
      "learning_rate": 2.017676953484773e-06,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5259078413248062,
      "num_tokens": 582869169.0,
      "step": 756550
    },
    {
      "epoch": 0.9596655326640943,
      "grad_norm": 5.65625,
      "learning_rate": 2.0170426433984813e-06,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5856842964887619,
      "num_tokens": 582876453.0,
      "step": 756560
    },
    {
      "epoch": 0.959678217256627,
      "grad_norm": 4.96875,
      "learning_rate": 2.01640833331219e-06,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5167582303285598,
      "num_tokens": 582883475.0,
      "step": 756570
    },
    {
      "epoch": 0.95969090184916,
      "grad_norm": 5.8125,
      "learning_rate": 2.015774023225898e-06,
      "loss": 1.6153,
      "mean_token_accuracy": 0.6393316477537155,
      "num_tokens": 582890672.0,
      "step": 756580
    },
    {
      "epoch": 0.9597035864416927,
      "grad_norm": 7.75,
      "learning_rate": 2.0151397131396066e-06,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5246936798095703,
      "num_tokens": 582898700.0,
      "step": 756590
    },
    {
      "epoch": 0.9597162710342255,
      "grad_norm": 6.71875,
      "learning_rate": 2.0145054030533154e-06,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5288560122251511,
      "num_tokens": 582906039.0,
      "step": 756600
    },
    {
      "epoch": 0.9597289556267584,
      "grad_norm": 4.71875,
      "learning_rate": 2.0138710929670233e-06,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5418143600225449,
      "num_tokens": 582914870.0,
      "step": 756610
    },
    {
      "epoch": 0.9597416402192912,
      "grad_norm": 5.28125,
      "learning_rate": 2.013236782880732e-06,
      "loss": 1.8654,
      "mean_token_accuracy": 0.5803266257047653,
      "num_tokens": 582922290.0,
      "step": 756620
    },
    {
      "epoch": 0.9597543248118241,
      "grad_norm": 5.0,
      "learning_rate": 2.0126024727944408e-06,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5683964908123016,
      "num_tokens": 582929661.0,
      "step": 756630
    },
    {
      "epoch": 0.9597670094043569,
      "grad_norm": 6.8125,
      "learning_rate": 2.011968162708149e-06,
      "loss": 1.9118,
      "mean_token_accuracy": 0.5825417190790176,
      "num_tokens": 582936449.0,
      "step": 756640
    },
    {
      "epoch": 0.9597796939968898,
      "grad_norm": 7.5,
      "learning_rate": 2.0113338526218574e-06,
      "loss": 1.8691,
      "mean_token_accuracy": 0.5883742094039917,
      "num_tokens": 582943646.0,
      "step": 756650
    },
    {
      "epoch": 0.9597923785894226,
      "grad_norm": 10.4375,
      "learning_rate": 2.0106995425355657e-06,
      "loss": 2.0008,
      "mean_token_accuracy": 0.545198279619217,
      "num_tokens": 582950641.0,
      "step": 756660
    },
    {
      "epoch": 0.9598050631819554,
      "grad_norm": 4.90625,
      "learning_rate": 2.0100652324492744e-06,
      "loss": 1.8799,
      "mean_token_accuracy": 0.5728754341602326,
      "num_tokens": 582958629.0,
      "step": 756670
    },
    {
      "epoch": 0.9598177477744883,
      "grad_norm": 8.4375,
      "learning_rate": 2.0094309223629828e-06,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5451488584280014,
      "num_tokens": 582965787.0,
      "step": 756680
    },
    {
      "epoch": 0.959830432367021,
      "grad_norm": 5.0625,
      "learning_rate": 2.008796612276691e-06,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5388636648654938,
      "num_tokens": 582973562.0,
      "step": 756690
    },
    {
      "epoch": 0.9598431169595539,
      "grad_norm": 6.34375,
      "learning_rate": 2.0081623021904e-06,
      "loss": 2.032,
      "mean_token_accuracy": 0.5480331629514694,
      "num_tokens": 582981443.0,
      "step": 756700
    },
    {
      "epoch": 0.9598558015520867,
      "grad_norm": 5.5,
      "learning_rate": 2.007527992104108e-06,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5561962217092514,
      "num_tokens": 582989615.0,
      "step": 756710
    },
    {
      "epoch": 0.9598684861446196,
      "grad_norm": 6.65625,
      "learning_rate": 2.0068936820178164e-06,
      "loss": 2.3295,
      "mean_token_accuracy": 0.5005958825349808,
      "num_tokens": 582998190.0,
      "step": 756720
    },
    {
      "epoch": 0.9598811707371524,
      "grad_norm": 6.34375,
      "learning_rate": 2.006259371931525e-06,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5612289488315583,
      "num_tokens": 583005697.0,
      "step": 756730
    },
    {
      "epoch": 0.9598938553296853,
      "grad_norm": 7.875,
      "learning_rate": 2.0056250618452335e-06,
      "loss": 2.2251,
      "mean_token_accuracy": 0.5159018605947494,
      "num_tokens": 583013696.0,
      "step": 756740
    },
    {
      "epoch": 0.9599065399222181,
      "grad_norm": 5.03125,
      "learning_rate": 2.004990751758942e-06,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5275562793016434,
      "num_tokens": 583021893.0,
      "step": 756750
    },
    {
      "epoch": 0.9599192245147509,
      "grad_norm": 5.65625,
      "learning_rate": 2.0043564416726506e-06,
      "loss": 2.1436,
      "mean_token_accuracy": 0.528990489244461,
      "num_tokens": 583029737.0,
      "step": 756760
    },
    {
      "epoch": 0.9599319091072838,
      "grad_norm": 7.84375,
      "learning_rate": 2.003722131586359e-06,
      "loss": 1.7485,
      "mean_token_accuracy": 0.5993020862340928,
      "num_tokens": 583035715.0,
      "step": 756770
    },
    {
      "epoch": 0.9599445936998166,
      "grad_norm": 5.90625,
      "learning_rate": 2.003087821500067e-06,
      "loss": 2.011,
      "mean_token_accuracy": 0.5617212057113647,
      "num_tokens": 583042758.0,
      "step": 756780
    },
    {
      "epoch": 0.9599572782923494,
      "grad_norm": 5.6875,
      "learning_rate": 2.002453511413776e-06,
      "loss": 2.0218,
      "mean_token_accuracy": 0.5420282900333404,
      "num_tokens": 583049737.0,
      "step": 756790
    },
    {
      "epoch": 0.9599699628848822,
      "grad_norm": 5.71875,
      "learning_rate": 2.0018192013274842e-06,
      "loss": 2.1952,
      "mean_token_accuracy": 0.5244854331016541,
      "num_tokens": 583058481.0,
      "step": 756800
    },
    {
      "epoch": 0.9599826474774151,
      "grad_norm": 4.5625,
      "learning_rate": 2.0011848912411926e-06,
      "loss": 1.8075,
      "mean_token_accuracy": 0.5997629523277282,
      "num_tokens": 583065572.0,
      "step": 756810
    },
    {
      "epoch": 0.9599953320699479,
      "grad_norm": 4.65625,
      "learning_rate": 2.0005505811549013e-06,
      "loss": 2.0484,
      "mean_token_accuracy": 0.5494811117649079,
      "num_tokens": 583072581.0,
      "step": 756820
    },
    {
      "epoch": 0.9600080166624807,
      "grad_norm": 5.71875,
      "learning_rate": 1.9999162710686096e-06,
      "loss": 1.9391,
      "mean_token_accuracy": 0.581123948097229,
      "num_tokens": 583080368.0,
      "step": 756830
    },
    {
      "epoch": 0.9600207012550136,
      "grad_norm": 7.1875,
      "learning_rate": 1.999281960982318e-06,
      "loss": 2.058,
      "mean_token_accuracy": 0.5416771233081817,
      "num_tokens": 583087800.0,
      "step": 756840
    },
    {
      "epoch": 0.9600333858475464,
      "grad_norm": 6.46875,
      "learning_rate": 1.9986476508960267e-06,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5669994950294495,
      "num_tokens": 583095608.0,
      "step": 756850
    },
    {
      "epoch": 0.9600460704400793,
      "grad_norm": 4.8125,
      "learning_rate": 1.998013340809735e-06,
      "loss": 1.8836,
      "mean_token_accuracy": 0.5686707854270935,
      "num_tokens": 583103390.0,
      "step": 756860
    },
    {
      "epoch": 0.9600587550326121,
      "grad_norm": 6.875,
      "learning_rate": 1.9973790307234433e-06,
      "loss": 2.0208,
      "mean_token_accuracy": 0.5422200649976731,
      "num_tokens": 583111627.0,
      "step": 756870
    },
    {
      "epoch": 0.960071439625145,
      "grad_norm": 6.65625,
      "learning_rate": 1.9967447206371516e-06,
      "loss": 1.7879,
      "mean_token_accuracy": 0.5971102267503738,
      "num_tokens": 583117542.0,
      "step": 756880
    },
    {
      "epoch": 0.9600841242176777,
      "grad_norm": 4.84375,
      "learning_rate": 1.9961104105508604e-06,
      "loss": 2.2233,
      "mean_token_accuracy": 0.528904277086258,
      "num_tokens": 583125458.0,
      "step": 756890
    },
    {
      "epoch": 0.9600968088102106,
      "grad_norm": 7.75,
      "learning_rate": 1.995476100464569e-06,
      "loss": 2.1341,
      "mean_token_accuracy": 0.5371044784784317,
      "num_tokens": 583133606.0,
      "step": 756900
    },
    {
      "epoch": 0.9601094934027434,
      "grad_norm": 5.0625,
      "learning_rate": 1.994841790378277e-06,
      "loss": 2.0202,
      "mean_token_accuracy": 0.5491332173347473,
      "num_tokens": 583142296.0,
      "step": 756910
    },
    {
      "epoch": 0.9601221779952762,
      "grad_norm": 4.90625,
      "learning_rate": 1.9942074802919857e-06,
      "loss": 2.0852,
      "mean_token_accuracy": 0.536729034781456,
      "num_tokens": 583149097.0,
      "step": 756920
    },
    {
      "epoch": 0.9601348625878091,
      "grad_norm": 4.53125,
      "learning_rate": 1.9935731702056945e-06,
      "loss": 1.8476,
      "mean_token_accuracy": 0.5751472294330597,
      "num_tokens": 583156802.0,
      "step": 756930
    },
    {
      "epoch": 0.9601475471803419,
      "grad_norm": 7.0,
      "learning_rate": 1.9929388601194024e-06,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5455097615718841,
      "num_tokens": 583164399.0,
      "step": 756940
    },
    {
      "epoch": 0.9601602317728748,
      "grad_norm": 5.15625,
      "learning_rate": 1.992304550033111e-06,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5355378448963165,
      "num_tokens": 583172894.0,
      "step": 756950
    },
    {
      "epoch": 0.9601729163654076,
      "grad_norm": 5.59375,
      "learning_rate": 1.99167023994682e-06,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5456501364707946,
      "num_tokens": 583180050.0,
      "step": 756960
    },
    {
      "epoch": 0.9601856009579405,
      "grad_norm": 4.5625,
      "learning_rate": 1.9910359298605277e-06,
      "loss": 1.9061,
      "mean_token_accuracy": 0.557817566394806,
      "num_tokens": 583188798.0,
      "step": 756970
    },
    {
      "epoch": 0.9601982855504733,
      "grad_norm": 6.1875,
      "learning_rate": 1.9904016197742365e-06,
      "loss": 2.2891,
      "mean_token_accuracy": 0.5198682397603989,
      "num_tokens": 583195166.0,
      "step": 756980
    },
    {
      "epoch": 0.960210970143006,
      "grad_norm": 5.46875,
      "learning_rate": 1.989767309687945e-06,
      "loss": 1.94,
      "mean_token_accuracy": 0.5672726035118103,
      "num_tokens": 583202181.0,
      "step": 756990
    },
    {
      "epoch": 0.960223654735539,
      "grad_norm": 4.9375,
      "learning_rate": 1.9891329996016535e-06,
      "loss": 2.0589,
      "mean_token_accuracy": 0.5390006065368652,
      "num_tokens": 583210722.0,
      "step": 757000
    },
    {
      "epoch": 0.9602363393280717,
      "grad_norm": 9.25,
      "learning_rate": 1.988498689515362e-06,
      "loss": 1.8911,
      "mean_token_accuracy": 0.5869422763586044,
      "num_tokens": 583218043.0,
      "step": 757010
    },
    {
      "epoch": 0.9602490239206046,
      "grad_norm": 8.125,
      "learning_rate": 1.98786437942907e-06,
      "loss": 1.6956,
      "mean_token_accuracy": 0.62976194024086,
      "num_tokens": 583223857.0,
      "step": 757020
    },
    {
      "epoch": 0.9602617085131374,
      "grad_norm": 4.84375,
      "learning_rate": 1.987230069342779e-06,
      "loss": 1.936,
      "mean_token_accuracy": 0.5790196299552918,
      "num_tokens": 583231831.0,
      "step": 757030
    },
    {
      "epoch": 0.9602743931056703,
      "grad_norm": 6.5625,
      "learning_rate": 1.9865957592564872e-06,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5529001325368881,
      "num_tokens": 583238739.0,
      "step": 757040
    },
    {
      "epoch": 0.9602870776982031,
      "grad_norm": 5.46875,
      "learning_rate": 1.9859614491701955e-06,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5942485749721527,
      "num_tokens": 583246441.0,
      "step": 757050
    },
    {
      "epoch": 0.9602997622907359,
      "grad_norm": 6.125,
      "learning_rate": 1.9853271390839043e-06,
      "loss": 2.1162,
      "mean_token_accuracy": 0.5360445141792297,
      "num_tokens": 583254020.0,
      "step": 757060
    },
    {
      "epoch": 0.9603124468832688,
      "grad_norm": 7.65625,
      "learning_rate": 1.9846928289976126e-06,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5410285264253616,
      "num_tokens": 583262352.0,
      "step": 757070
    },
    {
      "epoch": 0.9603251314758016,
      "grad_norm": 10.5,
      "learning_rate": 1.984058518911321e-06,
      "loss": 2.1353,
      "mean_token_accuracy": 0.5385251313447952,
      "num_tokens": 583267491.0,
      "step": 757080
    },
    {
      "epoch": 0.9603378160683345,
      "grad_norm": 4.84375,
      "learning_rate": 1.9834242088250297e-06,
      "loss": 2.0156,
      "mean_token_accuracy": 0.5461364299058914,
      "num_tokens": 583276210.0,
      "step": 757090
    },
    {
      "epoch": 0.9603505006608672,
      "grad_norm": 5.21875,
      "learning_rate": 1.982789898738738e-06,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5650136828422546,
      "num_tokens": 583284876.0,
      "step": 757100
    },
    {
      "epoch": 0.9603631852534001,
      "grad_norm": 7.34375,
      "learning_rate": 1.9821555886524463e-06,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5274837166070938,
      "num_tokens": 583291486.0,
      "step": 757110
    },
    {
      "epoch": 0.9603758698459329,
      "grad_norm": 5.28125,
      "learning_rate": 1.981521278566155e-06,
      "loss": 2.1229,
      "mean_token_accuracy": 0.5409722477197647,
      "num_tokens": 583298881.0,
      "step": 757120
    },
    {
      "epoch": 0.9603885544384658,
      "grad_norm": 6.34375,
      "learning_rate": 1.9808869684798633e-06,
      "loss": 2.0707,
      "mean_token_accuracy": 0.5435360699892045,
      "num_tokens": 583307685.0,
      "step": 757130
    },
    {
      "epoch": 0.9604012390309986,
      "grad_norm": 4.375,
      "learning_rate": 1.9802526583935717e-06,
      "loss": 2.0406,
      "mean_token_accuracy": 0.548380333185196,
      "num_tokens": 583316412.0,
      "step": 757140
    },
    {
      "epoch": 0.9604139236235314,
      "grad_norm": 6.53125,
      "learning_rate": 1.9796183483072804e-06,
      "loss": 2.1056,
      "mean_token_accuracy": 0.5463168293237686,
      "num_tokens": 583322396.0,
      "step": 757150
    },
    {
      "epoch": 0.9604266082160643,
      "grad_norm": 5.28125,
      "learning_rate": 1.9789840382209887e-06,
      "loss": 2.2219,
      "mean_token_accuracy": 0.5210118681192398,
      "num_tokens": 583331722.0,
      "step": 757160
    },
    {
      "epoch": 0.9604392928085971,
      "grad_norm": 5.0,
      "learning_rate": 1.978349728134697e-06,
      "loss": 2.1126,
      "mean_token_accuracy": 0.531891044974327,
      "num_tokens": 583340365.0,
      "step": 757170
    },
    {
      "epoch": 0.96045197740113,
      "grad_norm": 5.6875,
      "learning_rate": 1.9777154180484058e-06,
      "loss": 1.9417,
      "mean_token_accuracy": 0.5630214869976043,
      "num_tokens": 583347569.0,
      "step": 757180
    },
    {
      "epoch": 0.9604646619936628,
      "grad_norm": 6.34375,
      "learning_rate": 1.977081107962114e-06,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5374398112297059,
      "num_tokens": 583355949.0,
      "step": 757190
    },
    {
      "epoch": 0.9604773465861957,
      "grad_norm": 9.875,
      "learning_rate": 1.9764467978758224e-06,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5418161481618882,
      "num_tokens": 583363318.0,
      "step": 757200
    },
    {
      "epoch": 0.9604900311787284,
      "grad_norm": 7.6875,
      "learning_rate": 1.9758124877895307e-06,
      "loss": 1.8866,
      "mean_token_accuracy": 0.5728980392217636,
      "num_tokens": 583371034.0,
      "step": 757210
    },
    {
      "epoch": 0.9605027157712612,
      "grad_norm": 6.09375,
      "learning_rate": 1.9751781777032395e-06,
      "loss": 2.1694,
      "mean_token_accuracy": 0.5231549650430679,
      "num_tokens": 583378320.0,
      "step": 757220
    },
    {
      "epoch": 0.9605154003637941,
      "grad_norm": 5.96875,
      "learning_rate": 1.9745438676169478e-06,
      "loss": 1.8326,
      "mean_token_accuracy": 0.5947635471820831,
      "num_tokens": 583384591.0,
      "step": 757230
    },
    {
      "epoch": 0.9605280849563269,
      "grad_norm": 5.40625,
      "learning_rate": 1.973909557530656e-06,
      "loss": 2.1692,
      "mean_token_accuracy": 0.5263372749090195,
      "num_tokens": 583392154.0,
      "step": 757240
    },
    {
      "epoch": 0.9605407695488598,
      "grad_norm": 9.125,
      "learning_rate": 1.973275247444365e-06,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5354674726724624,
      "num_tokens": 583399238.0,
      "step": 757250
    },
    {
      "epoch": 0.9605534541413926,
      "grad_norm": 6.1875,
      "learning_rate": 1.9726409373580736e-06,
      "loss": 2.0555,
      "mean_token_accuracy": 0.5471054822206497,
      "num_tokens": 583407233.0,
      "step": 757260
    },
    {
      "epoch": 0.9605661387339255,
      "grad_norm": 8.375,
      "learning_rate": 1.9720066272717815e-06,
      "loss": 1.9041,
      "mean_token_accuracy": 0.5719641327857972,
      "num_tokens": 583414538.0,
      "step": 757270
    },
    {
      "epoch": 0.9605788233264583,
      "grad_norm": 12.5,
      "learning_rate": 1.97137231718549e-06,
      "loss": 1.8778,
      "mean_token_accuracy": 0.577245470881462,
      "num_tokens": 583422065.0,
      "step": 757280
    },
    {
      "epoch": 0.9605915079189912,
      "grad_norm": 5.6875,
      "learning_rate": 1.9707380070991985e-06,
      "loss": 2.1881,
      "mean_token_accuracy": 0.532004201412201,
      "num_tokens": 583430269.0,
      "step": 757290
    },
    {
      "epoch": 0.960604192511524,
      "grad_norm": 5.21875,
      "learning_rate": 1.970103697012907e-06,
      "loss": 2.144,
      "mean_token_accuracy": 0.5295650810003281,
      "num_tokens": 583438099.0,
      "step": 757300
    },
    {
      "epoch": 0.9606168771040567,
      "grad_norm": 4.84375,
      "learning_rate": 1.9694693869266156e-06,
      "loss": 1.925,
      "mean_token_accuracy": 0.5664918959140778,
      "num_tokens": 583446515.0,
      "step": 757310
    },
    {
      "epoch": 0.9606295616965896,
      "grad_norm": 6.0625,
      "learning_rate": 1.968835076840324e-06,
      "loss": 1.8678,
      "mean_token_accuracy": 0.5804032027721405,
      "num_tokens": 583452256.0,
      "step": 757320
    },
    {
      "epoch": 0.9606422462891224,
      "grad_norm": 6.4375,
      "learning_rate": 1.968200766754032e-06,
      "loss": 2.0503,
      "mean_token_accuracy": 0.5466600179672241,
      "num_tokens": 583459419.0,
      "step": 757330
    },
    {
      "epoch": 0.9606549308816553,
      "grad_norm": 12.6875,
      "learning_rate": 1.967566456667741e-06,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5543788939714431,
      "num_tokens": 583465828.0,
      "step": 757340
    },
    {
      "epoch": 0.9606676154741881,
      "grad_norm": 6.5625,
      "learning_rate": 1.9669321465814493e-06,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5296076983213425,
      "num_tokens": 583474343.0,
      "step": 757350
    },
    {
      "epoch": 0.960680300066721,
      "grad_norm": 5.71875,
      "learning_rate": 1.966297836495158e-06,
      "loss": 2.028,
      "mean_token_accuracy": 0.5517656475305557,
      "num_tokens": 583482876.0,
      "step": 757360
    },
    {
      "epoch": 0.9606929846592538,
      "grad_norm": 7.40625,
      "learning_rate": 1.9656635264088663e-06,
      "loss": 2.1678,
      "mean_token_accuracy": 0.5242603272199631,
      "num_tokens": 583490844.0,
      "step": 757370
    },
    {
      "epoch": 0.9607056692517866,
      "grad_norm": 6.84375,
      "learning_rate": 1.9650292163225746e-06,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5167779982089996,
      "num_tokens": 583498959.0,
      "step": 757380
    },
    {
      "epoch": 0.9607183538443195,
      "grad_norm": 4.90625,
      "learning_rate": 1.9643949062362834e-06,
      "loss": 1.9322,
      "mean_token_accuracy": 0.5712517440319062,
      "num_tokens": 583505454.0,
      "step": 757390
    },
    {
      "epoch": 0.9607310384368523,
      "grad_norm": 6.34375,
      "learning_rate": 1.9637605961499913e-06,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5291162967681885,
      "num_tokens": 583512535.0,
      "step": 757400
    },
    {
      "epoch": 0.9607437230293852,
      "grad_norm": 7.96875,
      "learning_rate": 1.9631262860637e-06,
      "loss": 2.0254,
      "mean_token_accuracy": 0.5534261405467987,
      "num_tokens": 583519707.0,
      "step": 757410
    },
    {
      "epoch": 0.9607564076219179,
      "grad_norm": 4.90625,
      "learning_rate": 1.9624919759774087e-06,
      "loss": 2.1767,
      "mean_token_accuracy": 0.5291224539279937,
      "num_tokens": 583527888.0,
      "step": 757420
    },
    {
      "epoch": 0.9607690922144508,
      "grad_norm": 6.25,
      "learning_rate": 1.9618576658911166e-06,
      "loss": 2.07,
      "mean_token_accuracy": 0.555887958407402,
      "num_tokens": 583536455.0,
      "step": 757430
    },
    {
      "epoch": 0.9607817768069836,
      "grad_norm": 6.78125,
      "learning_rate": 1.9612233558048254e-06,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5278942227363587,
      "num_tokens": 583543631.0,
      "step": 757440
    },
    {
      "epoch": 0.9607944613995164,
      "grad_norm": 5.03125,
      "learning_rate": 1.960589045718534e-06,
      "loss": 2.0104,
      "mean_token_accuracy": 0.5486175119876862,
      "num_tokens": 583550794.0,
      "step": 757450
    },
    {
      "epoch": 0.9608071459920493,
      "grad_norm": 4.96875,
      "learning_rate": 1.9599547356322424e-06,
      "loss": 2.2104,
      "mean_token_accuracy": 0.5180492401123047,
      "num_tokens": 583557786.0,
      "step": 757460
    },
    {
      "epoch": 0.9608198305845821,
      "grad_norm": 6.71875,
      "learning_rate": 1.9593204255459507e-06,
      "loss": 2.1519,
      "mean_token_accuracy": 0.5433344095945358,
      "num_tokens": 583563921.0,
      "step": 757470
    },
    {
      "epoch": 0.960832515177115,
      "grad_norm": 7.46875,
      "learning_rate": 1.9586861154596595e-06,
      "loss": 2.0556,
      "mean_token_accuracy": 0.5582335382699967,
      "num_tokens": 583571698.0,
      "step": 757480
    },
    {
      "epoch": 0.9608451997696478,
      "grad_norm": 5.0,
      "learning_rate": 1.958051805373368e-06,
      "loss": 1.9719,
      "mean_token_accuracy": 0.5671307176351548,
      "num_tokens": 583579212.0,
      "step": 757490
    },
    {
      "epoch": 0.9608578843621807,
      "grad_norm": 5.625,
      "learning_rate": 1.957417495287076e-06,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5576145619153976,
      "num_tokens": 583585325.0,
      "step": 757500
    },
    {
      "epoch": 0.9608705689547135,
      "grad_norm": 4.9375,
      "learning_rate": 1.9567831852007844e-06,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5655085444450378,
      "num_tokens": 583593524.0,
      "step": 757510
    },
    {
      "epoch": 0.9608832535472464,
      "grad_norm": 4.78125,
      "learning_rate": 1.956148875114493e-06,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5619603991508484,
      "num_tokens": 583601815.0,
      "step": 757520
    },
    {
      "epoch": 0.9608959381397791,
      "grad_norm": 5.65625,
      "learning_rate": 1.9555145650282015e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.534028735756874,
      "num_tokens": 583610143.0,
      "step": 757530
    },
    {
      "epoch": 0.9609086227323119,
      "grad_norm": 11.4375,
      "learning_rate": 1.95488025494191e-06,
      "loss": 1.895,
      "mean_token_accuracy": 0.5780857563018799,
      "num_tokens": 583617124.0,
      "step": 757540
    },
    {
      "epoch": 0.9609213073248448,
      "grad_norm": 4.65625,
      "learning_rate": 1.9542459448556185e-06,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5659293174743653,
      "num_tokens": 583624519.0,
      "step": 757550
    },
    {
      "epoch": 0.9609339919173776,
      "grad_norm": 6.96875,
      "learning_rate": 1.953611634769327e-06,
      "loss": 1.9926,
      "mean_token_accuracy": 0.5601919054985046,
      "num_tokens": 583631326.0,
      "step": 757560
    },
    {
      "epoch": 0.9609466765099105,
      "grad_norm": 5.21875,
      "learning_rate": 1.952977324683035e-06,
      "loss": 2.1841,
      "mean_token_accuracy": 0.5216629475355148,
      "num_tokens": 583638856.0,
      "step": 757570
    },
    {
      "epoch": 0.9609593611024433,
      "grad_norm": 6.5,
      "learning_rate": 1.952343014596744e-06,
      "loss": 2.3132,
      "mean_token_accuracy": 0.5028400450944901,
      "num_tokens": 583646949.0,
      "step": 757580
    },
    {
      "epoch": 0.9609720456949762,
      "grad_norm": 5.21875,
      "learning_rate": 1.9517087045104522e-06,
      "loss": 2.2317,
      "mean_token_accuracy": 0.51434685587883,
      "num_tokens": 583655029.0,
      "step": 757590
    },
    {
      "epoch": 0.960984730287509,
      "grad_norm": 5.21875,
      "learning_rate": 1.9510743944241606e-06,
      "loss": 1.8174,
      "mean_token_accuracy": 0.6019969612360001,
      "num_tokens": 583662930.0,
      "step": 757600
    },
    {
      "epoch": 0.9609974148800418,
      "grad_norm": 5.1875,
      "learning_rate": 1.9504400843378693e-06,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5578921914100647,
      "num_tokens": 583671397.0,
      "step": 757610
    },
    {
      "epoch": 0.9610100994725747,
      "grad_norm": 5.03125,
      "learning_rate": 1.9498057742515776e-06,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5210694193840026,
      "num_tokens": 583680348.0,
      "step": 757620
    },
    {
      "epoch": 0.9610227840651074,
      "grad_norm": 5.40625,
      "learning_rate": 1.949171464165286e-06,
      "loss": 1.8436,
      "mean_token_accuracy": 0.5761841684579849,
      "num_tokens": 583685934.0,
      "step": 757630
    },
    {
      "epoch": 0.9610354686576403,
      "grad_norm": 5.5625,
      "learning_rate": 1.9485371540789947e-06,
      "loss": 2.2465,
      "mean_token_accuracy": 0.5151452571153641,
      "num_tokens": 583693818.0,
      "step": 757640
    },
    {
      "epoch": 0.9610481532501731,
      "grad_norm": 5.625,
      "learning_rate": 1.947902843992703e-06,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5635731041431427,
      "num_tokens": 583701081.0,
      "step": 757650
    },
    {
      "epoch": 0.961060837842706,
      "grad_norm": 6.34375,
      "learning_rate": 1.9472685339064113e-06,
      "loss": 2.2323,
      "mean_token_accuracy": 0.518555399775505,
      "num_tokens": 583707852.0,
      "step": 757660
    },
    {
      "epoch": 0.9610735224352388,
      "grad_norm": 6.09375,
      "learning_rate": 1.94663422382012e-06,
      "loss": 1.9407,
      "mean_token_accuracy": 0.565138652920723,
      "num_tokens": 583715584.0,
      "step": 757670
    },
    {
      "epoch": 0.9610862070277717,
      "grad_norm": 9.0,
      "learning_rate": 1.9459999137338284e-06,
      "loss": 2.25,
      "mean_token_accuracy": 0.52139752805233,
      "num_tokens": 583722929.0,
      "step": 757680
    },
    {
      "epoch": 0.9610988916203045,
      "grad_norm": 5.34375,
      "learning_rate": 1.9453656036475367e-06,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5662270665168763,
      "num_tokens": 583730140.0,
      "step": 757690
    },
    {
      "epoch": 0.9611115762128373,
      "grad_norm": 4.4375,
      "learning_rate": 1.9447312935612454e-06,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5345861911773682,
      "num_tokens": 583738592.0,
      "step": 757700
    },
    {
      "epoch": 0.9611242608053702,
      "grad_norm": 5.125,
      "learning_rate": 1.9440969834749537e-06,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5677843868732453,
      "num_tokens": 583746273.0,
      "step": 757710
    },
    {
      "epoch": 0.961136945397903,
      "grad_norm": 7.59375,
      "learning_rate": 1.943462673388662e-06,
      "loss": 1.9139,
      "mean_token_accuracy": 0.5844273000955582,
      "num_tokens": 583753521.0,
      "step": 757720
    },
    {
      "epoch": 0.9611496299904358,
      "grad_norm": 6.6875,
      "learning_rate": 1.9428283633023704e-06,
      "loss": 1.8866,
      "mean_token_accuracy": 0.572943115234375,
      "num_tokens": 583760566.0,
      "step": 757730
    },
    {
      "epoch": 0.9611623145829686,
      "grad_norm": 7.6875,
      "learning_rate": 1.942194053216079e-06,
      "loss": 1.9128,
      "mean_token_accuracy": 0.5796227097511292,
      "num_tokens": 583767228.0,
      "step": 757740
    },
    {
      "epoch": 0.9611749991755015,
      "grad_norm": 5.1875,
      "learning_rate": 1.941559743129788e-06,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5580988526344299,
      "num_tokens": 583774091.0,
      "step": 757750
    },
    {
      "epoch": 0.9611876837680343,
      "grad_norm": 7.0,
      "learning_rate": 1.9409254330434957e-06,
      "loss": 2.2255,
      "mean_token_accuracy": 0.5221989244222641,
      "num_tokens": 583781840.0,
      "step": 757760
    },
    {
      "epoch": 0.9612003683605671,
      "grad_norm": 5.46875,
      "learning_rate": 1.9402911229572045e-06,
      "loss": 2.2377,
      "mean_token_accuracy": 0.5093811810016632,
      "num_tokens": 583790650.0,
      "step": 757770
    },
    {
      "epoch": 0.9612130529531,
      "grad_norm": 4.6875,
      "learning_rate": 1.939656812870913e-06,
      "loss": 2.1102,
      "mean_token_accuracy": 0.5382700502872467,
      "num_tokens": 583798899.0,
      "step": 757780
    },
    {
      "epoch": 0.9612257375456328,
      "grad_norm": 5.46875,
      "learning_rate": 1.939022502784621e-06,
      "loss": 2.2249,
      "mean_token_accuracy": 0.5259551167488098,
      "num_tokens": 583806673.0,
      "step": 757790
    },
    {
      "epoch": 0.9612384221381657,
      "grad_norm": 4.6875,
      "learning_rate": 1.93838819269833e-06,
      "loss": 2.1117,
      "mean_token_accuracy": 0.5402707546949387,
      "num_tokens": 583815206.0,
      "step": 757800
    },
    {
      "epoch": 0.9612511067306985,
      "grad_norm": 10.875,
      "learning_rate": 1.9377538826120386e-06,
      "loss": 2.0788,
      "mean_token_accuracy": 0.5419243395328521,
      "num_tokens": 583821992.0,
      "step": 757810
    },
    {
      "epoch": 0.9612637913232314,
      "grad_norm": 5.28125,
      "learning_rate": 1.937119572525747e-06,
      "loss": 1.9114,
      "mean_token_accuracy": 0.5705537378787995,
      "num_tokens": 583830681.0,
      "step": 757820
    },
    {
      "epoch": 0.9612764759157642,
      "grad_norm": 4.90625,
      "learning_rate": 1.9364852624394552e-06,
      "loss": 1.904,
      "mean_token_accuracy": 0.5746479243040085,
      "num_tokens": 583837042.0,
      "step": 757830
    },
    {
      "epoch": 0.961289160508297,
      "grad_norm": 7.03125,
      "learning_rate": 1.9358509523531635e-06,
      "loss": 2.1202,
      "mean_token_accuracy": 0.5306669354438782,
      "num_tokens": 583844177.0,
      "step": 757840
    },
    {
      "epoch": 0.9613018451008298,
      "grad_norm": 5.90625,
      "learning_rate": 1.9352166422668723e-06,
      "loss": 1.9217,
      "mean_token_accuracy": 0.5686042755842209,
      "num_tokens": 583851880.0,
      "step": 757850
    },
    {
      "epoch": 0.9613145296933626,
      "grad_norm": 4.59375,
      "learning_rate": 1.9345823321805806e-06,
      "loss": 1.985,
      "mean_token_accuracy": 0.5543913871049881,
      "num_tokens": 583860326.0,
      "step": 757860
    },
    {
      "epoch": 0.9613272142858955,
      "grad_norm": 5.125,
      "learning_rate": 1.933948022094289e-06,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5581790506839752,
      "num_tokens": 583868049.0,
      "step": 757870
    },
    {
      "epoch": 0.9613398988784283,
      "grad_norm": 5.53125,
      "learning_rate": 1.9333137120079976e-06,
      "loss": 2.1581,
      "mean_token_accuracy": 0.5246656179428101,
      "num_tokens": 583875637.0,
      "step": 757880
    },
    {
      "epoch": 0.9613525834709612,
      "grad_norm": 5.1875,
      "learning_rate": 1.932679401921706e-06,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5491168290376663,
      "num_tokens": 583882095.0,
      "step": 757890
    },
    {
      "epoch": 0.961365268063494,
      "grad_norm": 5.09375,
      "learning_rate": 1.9320450918354143e-06,
      "loss": 1.8127,
      "mean_token_accuracy": 0.5890906989574433,
      "num_tokens": 583890069.0,
      "step": 757900
    },
    {
      "epoch": 0.9613779526560269,
      "grad_norm": 6.375,
      "learning_rate": 1.931410781749123e-06,
      "loss": 2.1101,
      "mean_token_accuracy": 0.5383862346410752,
      "num_tokens": 583897622.0,
      "step": 757910
    },
    {
      "epoch": 0.9613906372485597,
      "grad_norm": 5.53125,
      "learning_rate": 1.9307764716628313e-06,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5329043954610825,
      "num_tokens": 583905722.0,
      "step": 757920
    },
    {
      "epoch": 0.9614033218410925,
      "grad_norm": 5.125,
      "learning_rate": 1.9301421615765396e-06,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5339037895202636,
      "num_tokens": 583914600.0,
      "step": 757930
    },
    {
      "epoch": 0.9614160064336253,
      "grad_norm": 5.03125,
      "learning_rate": 1.9295078514902484e-06,
      "loss": 1.9093,
      "mean_token_accuracy": 0.5697930991649628,
      "num_tokens": 583922757.0,
      "step": 757940
    },
    {
      "epoch": 0.9614286910261581,
      "grad_norm": 4.90625,
      "learning_rate": 1.9288735414039567e-06,
      "loss": 1.9287,
      "mean_token_accuracy": 0.5584208190441131,
      "num_tokens": 583929984.0,
      "step": 757950
    },
    {
      "epoch": 0.961441375618691,
      "grad_norm": 5.15625,
      "learning_rate": 1.928239231317665e-06,
      "loss": 2.0017,
      "mean_token_accuracy": 0.5603104948997497,
      "num_tokens": 583935664.0,
      "step": 757960
    },
    {
      "epoch": 0.9614540602112238,
      "grad_norm": 6.0,
      "learning_rate": 1.9276049212313738e-06,
      "loss": 1.9477,
      "mean_token_accuracy": 0.55128034055233,
      "num_tokens": 583943438.0,
      "step": 757970
    },
    {
      "epoch": 0.9614667448037567,
      "grad_norm": 5.0625,
      "learning_rate": 1.926970611145082e-06,
      "loss": 1.9531,
      "mean_token_accuracy": 0.5582326650619507,
      "num_tokens": 583951752.0,
      "step": 757980
    },
    {
      "epoch": 0.9614794293962895,
      "grad_norm": 5.6875,
      "learning_rate": 1.9263363010587904e-06,
      "loss": 2.0105,
      "mean_token_accuracy": 0.5594167292118073,
      "num_tokens": 583959487.0,
      "step": 757990
    },
    {
      "epoch": 0.9614921139888223,
      "grad_norm": 5.34375,
      "learning_rate": 1.925701990972499e-06,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5441803187131882,
      "num_tokens": 583966969.0,
      "step": 758000
    },
    {
      "epoch": 0.9615047985813552,
      "grad_norm": 10.25,
      "learning_rate": 1.9250676808862074e-06,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5301309585571289,
      "num_tokens": 583975141.0,
      "step": 758010
    },
    {
      "epoch": 0.961517483173888,
      "grad_norm": 5.5,
      "learning_rate": 1.9244333707999158e-06,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5535681575536728,
      "num_tokens": 583983481.0,
      "step": 758020
    },
    {
      "epoch": 0.9615301677664209,
      "grad_norm": 7.25,
      "learning_rate": 1.923799060713624e-06,
      "loss": 2.2093,
      "mean_token_accuracy": 0.5222878694534302,
      "num_tokens": 583990596.0,
      "step": 758030
    },
    {
      "epoch": 0.9615428523589536,
      "grad_norm": 5.46875,
      "learning_rate": 1.923164750627333e-06,
      "loss": 2.0429,
      "mean_token_accuracy": 0.5576823145151139,
      "num_tokens": 583997747.0,
      "step": 758040
    },
    {
      "epoch": 0.9615555369514865,
      "grad_norm": 4.5625,
      "learning_rate": 1.922530440541041e-06,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5655133843421936,
      "num_tokens": 584005701.0,
      "step": 758050
    },
    {
      "epoch": 0.9615682215440193,
      "grad_norm": 4.9375,
      "learning_rate": 1.9218961304547495e-06,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5537939369678497,
      "num_tokens": 584013911.0,
      "step": 758060
    },
    {
      "epoch": 0.9615809061365522,
      "grad_norm": 5.1875,
      "learning_rate": 1.921261820368458e-06,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5322568327188492,
      "num_tokens": 584022496.0,
      "step": 758070
    },
    {
      "epoch": 0.961593590729085,
      "grad_norm": 8.1875,
      "learning_rate": 1.9206275102821665e-06,
      "loss": 2.1462,
      "mean_token_accuracy": 0.5368534594774246,
      "num_tokens": 584030583.0,
      "step": 758080
    },
    {
      "epoch": 0.9616062753216178,
      "grad_norm": 5.21875,
      "learning_rate": 1.919993200195875e-06,
      "loss": 2.068,
      "mean_token_accuracy": 0.5583229750394821,
      "num_tokens": 584039294.0,
      "step": 758090
    },
    {
      "epoch": 0.9616189599141507,
      "grad_norm": 6.75,
      "learning_rate": 1.9193588901095836e-06,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5421136438846588,
      "num_tokens": 584047375.0,
      "step": 758100
    },
    {
      "epoch": 0.9616316445066835,
      "grad_norm": 5.28125,
      "learning_rate": 1.9187245800232923e-06,
      "loss": 2.163,
      "mean_token_accuracy": 0.5305256396532059,
      "num_tokens": 584055528.0,
      "step": 758110
    },
    {
      "epoch": 0.9616443290992164,
      "grad_norm": 4.96875,
      "learning_rate": 1.918090269937e-06,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5514801025390625,
      "num_tokens": 584063569.0,
      "step": 758120
    },
    {
      "epoch": 0.9616570136917492,
      "grad_norm": 6.46875,
      "learning_rate": 1.917455959850709e-06,
      "loss": 1.998,
      "mean_token_accuracy": 0.5526351451873779,
      "num_tokens": 584070659.0,
      "step": 758130
    },
    {
      "epoch": 0.9616696982842821,
      "grad_norm": 4.8125,
      "learning_rate": 1.9168216497644173e-06,
      "loss": 2.0575,
      "mean_token_accuracy": 0.5372752517461776,
      "num_tokens": 584077874.0,
      "step": 758140
    },
    {
      "epoch": 0.9616823828768148,
      "grad_norm": 7.0625,
      "learning_rate": 1.9161873396781256e-06,
      "loss": 2.0281,
      "mean_token_accuracy": 0.5514902621507645,
      "num_tokens": 584085107.0,
      "step": 758150
    },
    {
      "epoch": 0.9616950674693476,
      "grad_norm": 5.1875,
      "learning_rate": 1.9155530295918343e-06,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5325304925441742,
      "num_tokens": 584093007.0,
      "step": 758160
    },
    {
      "epoch": 0.9617077520618805,
      "grad_norm": 6.53125,
      "learning_rate": 1.9149187195055426e-06,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5304150998592376,
      "num_tokens": 584101171.0,
      "step": 758170
    },
    {
      "epoch": 0.9617204366544133,
      "grad_norm": 4.90625,
      "learning_rate": 1.914284409419251e-06,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5531019270420074,
      "num_tokens": 584108861.0,
      "step": 758180
    },
    {
      "epoch": 0.9617331212469462,
      "grad_norm": 7.03125,
      "learning_rate": 1.9136500993329597e-06,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5633267015218735,
      "num_tokens": 584116201.0,
      "step": 758190
    },
    {
      "epoch": 0.961745805839479,
      "grad_norm": 5.90625,
      "learning_rate": 1.913015789246668e-06,
      "loss": 2.119,
      "mean_token_accuracy": 0.5303991913795472,
      "num_tokens": 584124188.0,
      "step": 758200
    },
    {
      "epoch": 0.9617584904320119,
      "grad_norm": 6.46875,
      "learning_rate": 1.9123814791603767e-06,
      "loss": 1.9269,
      "mean_token_accuracy": 0.5820373803377151,
      "num_tokens": 584130853.0,
      "step": 758210
    },
    {
      "epoch": 0.9617711750245447,
      "grad_norm": 5.71875,
      "learning_rate": 1.911747169074085e-06,
      "loss": 2.0093,
      "mean_token_accuracy": 0.5523690432310104,
      "num_tokens": 584137243.0,
      "step": 758220
    },
    {
      "epoch": 0.9617838596170776,
      "grad_norm": 6.03125,
      "learning_rate": 1.9111128589877934e-06,
      "loss": 2.1454,
      "mean_token_accuracy": 0.5330044835805893,
      "num_tokens": 584144006.0,
      "step": 758230
    },
    {
      "epoch": 0.9617965442096104,
      "grad_norm": 7.65625,
      "learning_rate": 1.910478548901502e-06,
      "loss": 2.0057,
      "mean_token_accuracy": 0.5621659368276596,
      "num_tokens": 584151603.0,
      "step": 758240
    },
    {
      "epoch": 0.9618092288021431,
      "grad_norm": 5.375,
      "learning_rate": 1.90984423881521e-06,
      "loss": 2.1886,
      "mean_token_accuracy": 0.524312287569046,
      "num_tokens": 584160375.0,
      "step": 758250
    },
    {
      "epoch": 0.961821913394676,
      "grad_norm": 5.125,
      "learning_rate": 1.9092099287289187e-06,
      "loss": 2.1177,
      "mean_token_accuracy": 0.5455373287200928,
      "num_tokens": 584168435.0,
      "step": 758260
    },
    {
      "epoch": 0.9618345979872088,
      "grad_norm": 6.21875,
      "learning_rate": 1.9085756186426275e-06,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5430917501449585,
      "num_tokens": 584176139.0,
      "step": 758270
    },
    {
      "epoch": 0.9618472825797417,
      "grad_norm": 4.84375,
      "learning_rate": 1.907941308556336e-06,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5589252412319183,
      "num_tokens": 584183310.0,
      "step": 758280
    },
    {
      "epoch": 0.9618599671722745,
      "grad_norm": 5.90625,
      "learning_rate": 1.9073069984700441e-06,
      "loss": 1.984,
      "mean_token_accuracy": 0.5478051155805588,
      "num_tokens": 584191058.0,
      "step": 758290
    },
    {
      "epoch": 0.9618726517648074,
      "grad_norm": 5.3125,
      "learning_rate": 1.9066726883837529e-06,
      "loss": 2.0547,
      "mean_token_accuracy": 0.5445150673389435,
      "num_tokens": 584199360.0,
      "step": 758300
    },
    {
      "epoch": 0.9618853363573402,
      "grad_norm": 4.8125,
      "learning_rate": 1.906038378297461e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5183860301971436,
      "num_tokens": 584208714.0,
      "step": 758310
    },
    {
      "epoch": 0.961898020949873,
      "grad_norm": 5.03125,
      "learning_rate": 1.9054040682111695e-06,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5571338951587677,
      "num_tokens": 584215805.0,
      "step": 758320
    },
    {
      "epoch": 0.9619107055424059,
      "grad_norm": 4.96875,
      "learning_rate": 1.9047697581248782e-06,
      "loss": 2.0739,
      "mean_token_accuracy": 0.5419058084487915,
      "num_tokens": 584223433.0,
      "step": 758330
    },
    {
      "epoch": 0.9619233901349387,
      "grad_norm": 5.375,
      "learning_rate": 1.9041354480385863e-06,
      "loss": 2.009,
      "mean_token_accuracy": 0.5495304137468338,
      "num_tokens": 584231523.0,
      "step": 758340
    },
    {
      "epoch": 0.9619360747274716,
      "grad_norm": 8.0,
      "learning_rate": 1.903501137952295e-06,
      "loss": 1.9845,
      "mean_token_accuracy": 0.5578127354383469,
      "num_tokens": 584238876.0,
      "step": 758350
    },
    {
      "epoch": 0.9619487593200043,
      "grad_norm": 6.90625,
      "learning_rate": 1.9028668278660032e-06,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5303932398557663,
      "num_tokens": 584246498.0,
      "step": 758360
    },
    {
      "epoch": 0.9619614439125372,
      "grad_norm": 4.9375,
      "learning_rate": 1.9022325177797117e-06,
      "loss": 2.0588,
      "mean_token_accuracy": 0.5557784140110016,
      "num_tokens": 584253755.0,
      "step": 758370
    },
    {
      "epoch": 0.96197412850507,
      "grad_norm": 9.0,
      "learning_rate": 1.9015982076934204e-06,
      "loss": 1.947,
      "mean_token_accuracy": 0.5604485303163529,
      "num_tokens": 584260467.0,
      "step": 758380
    },
    {
      "epoch": 0.9619868130976028,
      "grad_norm": 4.96875,
      "learning_rate": 1.9009638976071285e-06,
      "loss": 2.1051,
      "mean_token_accuracy": 0.5425248056650162,
      "num_tokens": 584267450.0,
      "step": 758390
    },
    {
      "epoch": 0.9619994976901357,
      "grad_norm": 7.6875,
      "learning_rate": 1.9003295875208373e-06,
      "loss": 1.9245,
      "mean_token_accuracy": 0.5672098726034165,
      "num_tokens": 584274683.0,
      "step": 758400
    },
    {
      "epoch": 0.9620121822826685,
      "grad_norm": 5.5,
      "learning_rate": 1.8996952774345458e-06,
      "loss": 2.1859,
      "mean_token_accuracy": 0.527909231185913,
      "num_tokens": 584282060.0,
      "step": 758410
    },
    {
      "epoch": 0.9620248668752014,
      "grad_norm": 5.09375,
      "learning_rate": 1.899060967348254e-06,
      "loss": 1.9268,
      "mean_token_accuracy": 0.5756738454103469,
      "num_tokens": 584289935.0,
      "step": 758420
    },
    {
      "epoch": 0.9620375514677342,
      "grad_norm": 4.6875,
      "learning_rate": 1.8984266572619627e-06,
      "loss": 1.8356,
      "mean_token_accuracy": 0.5852305203676224,
      "num_tokens": 584296642.0,
      "step": 758430
    },
    {
      "epoch": 0.9620502360602671,
      "grad_norm": 7.03125,
      "learning_rate": 1.8977923471756712e-06,
      "loss": 2.3492,
      "mean_token_accuracy": 0.5034500092267991,
      "num_tokens": 584304200.0,
      "step": 758440
    },
    {
      "epoch": 0.9620629206527999,
      "grad_norm": 5.90625,
      "learning_rate": 1.8971580370893795e-06,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5300348073244094,
      "num_tokens": 584311640.0,
      "step": 758450
    },
    {
      "epoch": 0.9620756052453328,
      "grad_norm": 4.625,
      "learning_rate": 1.896523727003088e-06,
      "loss": 2.2342,
      "mean_token_accuracy": 0.5215423077344894,
      "num_tokens": 584320823.0,
      "step": 758460
    },
    {
      "epoch": 0.9620882898378655,
      "grad_norm": 8.6875,
      "learning_rate": 1.8958894169167961e-06,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5565724492073059,
      "num_tokens": 584328182.0,
      "step": 758470
    },
    {
      "epoch": 0.9621009744303983,
      "grad_norm": 5.71875,
      "learning_rate": 1.8952551068305049e-06,
      "loss": 2.1143,
      "mean_token_accuracy": 0.5304476201534272,
      "num_tokens": 584336884.0,
      "step": 758480
    },
    {
      "epoch": 0.9621136590229312,
      "grad_norm": 5.9375,
      "learning_rate": 1.8946207967442134e-06,
      "loss": 2.2732,
      "mean_token_accuracy": 0.5131126046180725,
      "num_tokens": 584344606.0,
      "step": 758490
    },
    {
      "epoch": 0.962126343615464,
      "grad_norm": 4.875,
      "learning_rate": 1.8939864866579217e-06,
      "loss": 1.9954,
      "mean_token_accuracy": 0.5541592329740525,
      "num_tokens": 584351191.0,
      "step": 758500
    },
    {
      "epoch": 0.9621390282079969,
      "grad_norm": 6.15625,
      "learning_rate": 1.8933521765716302e-06,
      "loss": 1.9311,
      "mean_token_accuracy": 0.5865825116634369,
      "num_tokens": 584357988.0,
      "step": 758510
    },
    {
      "epoch": 0.9621517128005297,
      "grad_norm": 5.59375,
      "learning_rate": 1.8927178664853388e-06,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5234273761510849,
      "num_tokens": 584366050.0,
      "step": 758520
    },
    {
      "epoch": 0.9621643973930626,
      "grad_norm": 4.15625,
      "learning_rate": 1.892083556399047e-06,
      "loss": 1.9768,
      "mean_token_accuracy": 0.5568767726421356,
      "num_tokens": 584374761.0,
      "step": 758530
    },
    {
      "epoch": 0.9621770819855954,
      "grad_norm": 6.09375,
      "learning_rate": 1.8914492463127556e-06,
      "loss": 1.7824,
      "mean_token_accuracy": 0.5971892774105072,
      "num_tokens": 584381770.0,
      "step": 758540
    },
    {
      "epoch": 0.9621897665781282,
      "grad_norm": 5.90625,
      "learning_rate": 1.890814936226464e-06,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5770027369260788,
      "num_tokens": 584387397.0,
      "step": 758550
    },
    {
      "epoch": 0.962202451170661,
      "grad_norm": 4.96875,
      "learning_rate": 1.8901806261401725e-06,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5563150078058243,
      "num_tokens": 584396135.0,
      "step": 758560
    },
    {
      "epoch": 0.9622151357631938,
      "grad_norm": 7.03125,
      "learning_rate": 1.889546316053881e-06,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5481072932481765,
      "num_tokens": 584403451.0,
      "step": 758570
    },
    {
      "epoch": 0.9622278203557267,
      "grad_norm": 6.6875,
      "learning_rate": 1.8889120059675893e-06,
      "loss": 2.1052,
      "mean_token_accuracy": 0.5348313599824905,
      "num_tokens": 584411076.0,
      "step": 758580
    },
    {
      "epoch": 0.9622405049482595,
      "grad_norm": 4.90625,
      "learning_rate": 1.8882776958812978e-06,
      "loss": 1.9509,
      "mean_token_accuracy": 0.5642613410949707,
      "num_tokens": 584419294.0,
      "step": 758590
    },
    {
      "epoch": 0.9622531895407924,
      "grad_norm": 7.84375,
      "learning_rate": 1.8876433857950064e-06,
      "loss": 2.009,
      "mean_token_accuracy": 0.5699619293212891,
      "num_tokens": 584426468.0,
      "step": 758600
    },
    {
      "epoch": 0.9622658741333252,
      "grad_norm": 6.34375,
      "learning_rate": 1.8870090757087147e-06,
      "loss": 1.8715,
      "mean_token_accuracy": 0.5753420770168305,
      "num_tokens": 584432969.0,
      "step": 758610
    },
    {
      "epoch": 0.9622785587258581,
      "grad_norm": 5.65625,
      "learning_rate": 1.8863747656224232e-06,
      "loss": 2.102,
      "mean_token_accuracy": 0.5352135390043259,
      "num_tokens": 584440735.0,
      "step": 758620
    },
    {
      "epoch": 0.9622912433183909,
      "grad_norm": 6.09375,
      "learning_rate": 1.8857404555361317e-06,
      "loss": 2.1745,
      "mean_token_accuracy": 0.5244893819093704,
      "num_tokens": 584448821.0,
      "step": 758630
    },
    {
      "epoch": 0.9623039279109237,
      "grad_norm": 6.09375,
      "learning_rate": 1.88510614544984e-06,
      "loss": 2.1073,
      "mean_token_accuracy": 0.5344618707895279,
      "num_tokens": 584456630.0,
      "step": 758640
    },
    {
      "epoch": 0.9623166125034566,
      "grad_norm": 6.71875,
      "learning_rate": 1.8844718353635486e-06,
      "loss": 2.0106,
      "mean_token_accuracy": 0.5540323108434677,
      "num_tokens": 584463993.0,
      "step": 758650
    },
    {
      "epoch": 0.9623292970959894,
      "grad_norm": 9.3125,
      "learning_rate": 1.8838375252772569e-06,
      "loss": 1.9988,
      "mean_token_accuracy": 0.5570240885019302,
      "num_tokens": 584471870.0,
      "step": 758660
    },
    {
      "epoch": 0.9623419816885223,
      "grad_norm": 6.53125,
      "learning_rate": 1.8832032151909654e-06,
      "loss": 2.2316,
      "mean_token_accuracy": 0.52752565741539,
      "num_tokens": 584479634.0,
      "step": 758670
    },
    {
      "epoch": 0.962354666281055,
      "grad_norm": 4.78125,
      "learning_rate": 1.882568905104674e-06,
      "loss": 1.8708,
      "mean_token_accuracy": 0.586423933506012,
      "num_tokens": 584486744.0,
      "step": 758680
    },
    {
      "epoch": 0.9623673508735879,
      "grad_norm": 4.78125,
      "learning_rate": 1.8819345950183823e-06,
      "loss": 1.8961,
      "mean_token_accuracy": 0.5682333558797836,
      "num_tokens": 584493855.0,
      "step": 758690
    },
    {
      "epoch": 0.9623800354661207,
      "grad_norm": 16.875,
      "learning_rate": 1.8813002849320908e-06,
      "loss": 2.0881,
      "mean_token_accuracy": 0.5310550481081009,
      "num_tokens": 584501198.0,
      "step": 758700
    },
    {
      "epoch": 0.9623927200586535,
      "grad_norm": 6.5,
      "learning_rate": 1.8806659748457993e-06,
      "loss": 2.0606,
      "mean_token_accuracy": 0.5314301967620849,
      "num_tokens": 584508026.0,
      "step": 758710
    },
    {
      "epoch": 0.9624054046511864,
      "grad_norm": 4.84375,
      "learning_rate": 1.8800316647595076e-06,
      "loss": 2.0024,
      "mean_token_accuracy": 0.5658876985311508,
      "num_tokens": 584516561.0,
      "step": 758720
    },
    {
      "epoch": 0.9624180892437192,
      "grad_norm": 5.3125,
      "learning_rate": 1.8793973546732162e-06,
      "loss": 1.96,
      "mean_token_accuracy": 0.5654201507568359,
      "num_tokens": 584524519.0,
      "step": 758730
    },
    {
      "epoch": 0.9624307738362521,
      "grad_norm": 7.25,
      "learning_rate": 1.878763044586925e-06,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5740806818008423,
      "num_tokens": 584530682.0,
      "step": 758740
    },
    {
      "epoch": 0.9624434584287849,
      "grad_norm": 7.53125,
      "learning_rate": 1.878128734500633e-06,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5295951992273331,
      "num_tokens": 584537669.0,
      "step": 758750
    },
    {
      "epoch": 0.9624561430213178,
      "grad_norm": 5.40625,
      "learning_rate": 1.8774944244143417e-06,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5706191092729569,
      "num_tokens": 584544534.0,
      "step": 758760
    },
    {
      "epoch": 0.9624688276138506,
      "grad_norm": 5.90625,
      "learning_rate": 1.8768601143280499e-06,
      "loss": 1.9931,
      "mean_token_accuracy": 0.559649121761322,
      "num_tokens": 584551624.0,
      "step": 758770
    },
    {
      "epoch": 0.9624815122063834,
      "grad_norm": 5.46875,
      "learning_rate": 1.8762258042417584e-06,
      "loss": 2.2514,
      "mean_token_accuracy": 0.5117122560739518,
      "num_tokens": 584559479.0,
      "step": 758780
    },
    {
      "epoch": 0.9624941967989162,
      "grad_norm": 5.9375,
      "learning_rate": 1.8755914941554671e-06,
      "loss": 1.9673,
      "mean_token_accuracy": 0.5751759707927704,
      "num_tokens": 584566906.0,
      "step": 758790
    },
    {
      "epoch": 0.962506881391449,
      "grad_norm": 7.65625,
      "learning_rate": 1.8749571840691752e-06,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5502867251634598,
      "num_tokens": 584575393.0,
      "step": 758800
    },
    {
      "epoch": 0.9625195659839819,
      "grad_norm": 4.59375,
      "learning_rate": 1.874322873982884e-06,
      "loss": 1.8217,
      "mean_token_accuracy": 0.5960010945796966,
      "num_tokens": 584582555.0,
      "step": 758810
    },
    {
      "epoch": 0.9625322505765147,
      "grad_norm": 4.03125,
      "learning_rate": 1.8736885638965925e-06,
      "loss": 2.0342,
      "mean_token_accuracy": 0.5513898432254791,
      "num_tokens": 584591430.0,
      "step": 758820
    },
    {
      "epoch": 0.9625449351690476,
      "grad_norm": 5.59375,
      "learning_rate": 1.8730542538103006e-06,
      "loss": 1.9696,
      "mean_token_accuracy": 0.5626399010419846,
      "num_tokens": 584598745.0,
      "step": 758830
    },
    {
      "epoch": 0.9625576197615804,
      "grad_norm": 6.59375,
      "learning_rate": 1.8724199437240093e-06,
      "loss": 2.0685,
      "mean_token_accuracy": 0.5359477788209915,
      "num_tokens": 584605262.0,
      "step": 758840
    },
    {
      "epoch": 0.9625703043541133,
      "grad_norm": 5.625,
      "learning_rate": 1.8717856336377179e-06,
      "loss": 2.0885,
      "mean_token_accuracy": 0.5387027829885482,
      "num_tokens": 584613502.0,
      "step": 758850
    },
    {
      "epoch": 0.9625829889466461,
      "grad_norm": 5.25,
      "learning_rate": 1.8711513235514262e-06,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5460134387016297,
      "num_tokens": 584621995.0,
      "step": 758860
    },
    {
      "epoch": 0.9625956735391789,
      "grad_norm": 5.0,
      "learning_rate": 1.8705170134651347e-06,
      "loss": 2.0473,
      "mean_token_accuracy": 0.5413338989019394,
      "num_tokens": 584628747.0,
      "step": 758870
    },
    {
      "epoch": 0.9626083581317117,
      "grad_norm": 5.0625,
      "learning_rate": 1.8698827033788428e-06,
      "loss": 1.9316,
      "mean_token_accuracy": 0.5659683585166931,
      "num_tokens": 584636569.0,
      "step": 758880
    },
    {
      "epoch": 0.9626210427242445,
      "grad_norm": 5.5625,
      "learning_rate": 1.8692483932925516e-06,
      "loss": 1.9094,
      "mean_token_accuracy": 0.567835122346878,
      "num_tokens": 584644117.0,
      "step": 758890
    },
    {
      "epoch": 0.9626337273167774,
      "grad_norm": 5.5625,
      "learning_rate": 1.86861408320626e-06,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5491824477910996,
      "num_tokens": 584651148.0,
      "step": 758900
    },
    {
      "epoch": 0.9626464119093102,
      "grad_norm": 6.59375,
      "learning_rate": 1.8679797731199684e-06,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5292671650648118,
      "num_tokens": 584658616.0,
      "step": 758910
    },
    {
      "epoch": 0.9626590965018431,
      "grad_norm": 5.1875,
      "learning_rate": 1.867345463033677e-06,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5624402046203614,
      "num_tokens": 584665780.0,
      "step": 758920
    },
    {
      "epoch": 0.9626717810943759,
      "grad_norm": 5.28125,
      "learning_rate": 1.8667111529473855e-06,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5511154621839524,
      "num_tokens": 584674070.0,
      "step": 758930
    },
    {
      "epoch": 0.9626844656869087,
      "grad_norm": 6.0625,
      "learning_rate": 1.8660768428610938e-06,
      "loss": 2.0022,
      "mean_token_accuracy": 0.5562084257602692,
      "num_tokens": 584682340.0,
      "step": 758940
    },
    {
      "epoch": 0.9626971502794416,
      "grad_norm": 7.78125,
      "learning_rate": 1.8654425327748023e-06,
      "loss": 2.1387,
      "mean_token_accuracy": 0.5262696444988251,
      "num_tokens": 584690681.0,
      "step": 758950
    },
    {
      "epoch": 0.9627098348719744,
      "grad_norm": 6.65625,
      "learning_rate": 1.8648082226885108e-06,
      "loss": 2.0791,
      "mean_token_accuracy": 0.548754096031189,
      "num_tokens": 584698876.0,
      "step": 758960
    },
    {
      "epoch": 0.9627225194645073,
      "grad_norm": 5.4375,
      "learning_rate": 1.8641739126022191e-06,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5399711817502976,
      "num_tokens": 584706136.0,
      "step": 758970
    },
    {
      "epoch": 0.96273520405704,
      "grad_norm": 5.21875,
      "learning_rate": 1.8635396025159277e-06,
      "loss": 2.0491,
      "mean_token_accuracy": 0.5438833355903625,
      "num_tokens": 584713539.0,
      "step": 758980
    },
    {
      "epoch": 0.962747888649573,
      "grad_norm": 6.71875,
      "learning_rate": 1.862905292429636e-06,
      "loss": 2.2247,
      "mean_token_accuracy": 0.5189667463302612,
      "num_tokens": 584721719.0,
      "step": 758990
    },
    {
      "epoch": 0.9627605732421057,
      "grad_norm": 5.09375,
      "learning_rate": 1.8622709823433445e-06,
      "loss": 2.1872,
      "mean_token_accuracy": 0.528536993265152,
      "num_tokens": 584729826.0,
      "step": 759000
    },
    {
      "epoch": 0.9627732578346386,
      "grad_norm": 5.34375,
      "learning_rate": 1.861636672257053e-06,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5380866169929505,
      "num_tokens": 584737774.0,
      "step": 759010
    },
    {
      "epoch": 0.9627859424271714,
      "grad_norm": 5.1875,
      "learning_rate": 1.8610023621707614e-06,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5427935063838959,
      "num_tokens": 584745779.0,
      "step": 759020
    },
    {
      "epoch": 0.9627986270197042,
      "grad_norm": 4.53125,
      "learning_rate": 1.8603680520844699e-06,
      "loss": 2.0087,
      "mean_token_accuracy": 0.5501683086156846,
      "num_tokens": 584753330.0,
      "step": 759030
    },
    {
      "epoch": 0.9628113116122371,
      "grad_norm": 5.3125,
      "learning_rate": 1.8597337419981784e-06,
      "loss": 2.0307,
      "mean_token_accuracy": 0.547390240430832,
      "num_tokens": 584762166.0,
      "step": 759040
    },
    {
      "epoch": 0.9628239962047699,
      "grad_norm": 5.1875,
      "learning_rate": 1.8590994319118867e-06,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5729697465896606,
      "num_tokens": 584769523.0,
      "step": 759050
    },
    {
      "epoch": 0.9628366807973028,
      "grad_norm": 5.65625,
      "learning_rate": 1.8584651218255953e-06,
      "loss": 2.1514,
      "mean_token_accuracy": 0.5330164700746536,
      "num_tokens": 584777315.0,
      "step": 759060
    },
    {
      "epoch": 0.9628493653898356,
      "grad_norm": 6.34375,
      "learning_rate": 1.8578308117393038e-06,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5359617948532105,
      "num_tokens": 584785809.0,
      "step": 759070
    },
    {
      "epoch": 0.9628620499823685,
      "grad_norm": 6.125,
      "learning_rate": 1.857196501653012e-06,
      "loss": 1.6346,
      "mean_token_accuracy": 0.6237505197525024,
      "num_tokens": 584792759.0,
      "step": 759080
    },
    {
      "epoch": 0.9628747345749012,
      "grad_norm": 6.5,
      "learning_rate": 1.8565621915667206e-06,
      "loss": 1.9773,
      "mean_token_accuracy": 0.5468569368124008,
      "num_tokens": 584799758.0,
      "step": 759090
    },
    {
      "epoch": 0.962887419167434,
      "grad_norm": 5.03125,
      "learning_rate": 1.855927881480429e-06,
      "loss": 1.9423,
      "mean_token_accuracy": 0.5781943500041962,
      "num_tokens": 584806283.0,
      "step": 759100
    },
    {
      "epoch": 0.9629001037599669,
      "grad_norm": 6.09375,
      "learning_rate": 1.8552935713941375e-06,
      "loss": 2.0816,
      "mean_token_accuracy": 0.5384615153074265,
      "num_tokens": 584814832.0,
      "step": 759110
    },
    {
      "epoch": 0.9629127883524997,
      "grad_norm": 4.9375,
      "learning_rate": 1.854659261307846e-06,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5406522691249848,
      "num_tokens": 584821848.0,
      "step": 759120
    },
    {
      "epoch": 0.9629254729450326,
      "grad_norm": 9.8125,
      "learning_rate": 1.8540249512215543e-06,
      "loss": 2.0573,
      "mean_token_accuracy": 0.5495333254337311,
      "num_tokens": 584829202.0,
      "step": 759130
    },
    {
      "epoch": 0.9629381575375654,
      "grad_norm": 5.125,
      "learning_rate": 1.8533906411352628e-06,
      "loss": 2.2009,
      "mean_token_accuracy": 0.5248887747526169,
      "num_tokens": 584837537.0,
      "step": 759140
    },
    {
      "epoch": 0.9629508421300983,
      "grad_norm": 4.8125,
      "learning_rate": 1.8527563310489716e-06,
      "loss": 2.1114,
      "mean_token_accuracy": 0.5282152891159058,
      "num_tokens": 584846427.0,
      "step": 759150
    },
    {
      "epoch": 0.9629635267226311,
      "grad_norm": 6.9375,
      "learning_rate": 1.8521220209626797e-06,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5412687987089158,
      "num_tokens": 584853101.0,
      "step": 759160
    },
    {
      "epoch": 0.962976211315164,
      "grad_norm": 6.5625,
      "learning_rate": 1.8514877108763882e-06,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5394517004489898,
      "num_tokens": 584860678.0,
      "step": 759170
    },
    {
      "epoch": 0.9629888959076968,
      "grad_norm": 7.75,
      "learning_rate": 1.8508534007900965e-06,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5500402450561523,
      "num_tokens": 584868188.0,
      "step": 759180
    },
    {
      "epoch": 0.9630015805002295,
      "grad_norm": 5.1875,
      "learning_rate": 1.850219090703805e-06,
      "loss": 1.9684,
      "mean_token_accuracy": 0.5523231953382493,
      "num_tokens": 584876711.0,
      "step": 759190
    },
    {
      "epoch": 0.9630142650927624,
      "grad_norm": 6.875,
      "learning_rate": 1.8495847806175138e-06,
      "loss": 1.8523,
      "mean_token_accuracy": 0.5876633107662201,
      "num_tokens": 584883300.0,
      "step": 759200
    },
    {
      "epoch": 0.9630269496852952,
      "grad_norm": 5.96875,
      "learning_rate": 1.848950470531222e-06,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5168780773878098,
      "num_tokens": 584890837.0,
      "step": 759210
    },
    {
      "epoch": 0.9630396342778281,
      "grad_norm": 5.0625,
      "learning_rate": 1.8483161604449304e-06,
      "loss": 2.054,
      "mean_token_accuracy": 0.5417309582233429,
      "num_tokens": 584900222.0,
      "step": 759220
    },
    {
      "epoch": 0.9630523188703609,
      "grad_norm": 6.0625,
      "learning_rate": 1.8476818503586392e-06,
      "loss": 1.881,
      "mean_token_accuracy": 0.566423624753952,
      "num_tokens": 584906817.0,
      "step": 759230
    },
    {
      "epoch": 0.9630650034628938,
      "grad_norm": 7.5625,
      "learning_rate": 1.8470475402723473e-06,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5424358755350113,
      "num_tokens": 584915140.0,
      "step": 759240
    },
    {
      "epoch": 0.9630776880554266,
      "grad_norm": 5.15625,
      "learning_rate": 1.846413230186056e-06,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5388052105903626,
      "num_tokens": 584923844.0,
      "step": 759250
    },
    {
      "epoch": 0.9630903726479594,
      "grad_norm": 4.40625,
      "learning_rate": 1.8457789200997645e-06,
      "loss": 1.9363,
      "mean_token_accuracy": 0.5684668272733688,
      "num_tokens": 584932218.0,
      "step": 759260
    },
    {
      "epoch": 0.9631030572404923,
      "grad_norm": 5.46875,
      "learning_rate": 1.8451446100134729e-06,
      "loss": 2.3183,
      "mean_token_accuracy": 0.5073242396116256,
      "num_tokens": 584940305.0,
      "step": 759270
    },
    {
      "epoch": 0.9631157418330251,
      "grad_norm": 5.9375,
      "learning_rate": 1.8445102999271814e-06,
      "loss": 1.9296,
      "mean_token_accuracy": 0.5664647877216339,
      "num_tokens": 584947739.0,
      "step": 759280
    },
    {
      "epoch": 0.963128426425558,
      "grad_norm": 5.8125,
      "learning_rate": 1.8438759898408895e-06,
      "loss": 1.8334,
      "mean_token_accuracy": 0.582073974609375,
      "num_tokens": 584953852.0,
      "step": 759290
    },
    {
      "epoch": 0.9631411110180907,
      "grad_norm": 6.59375,
      "learning_rate": 1.8432416797545982e-06,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5378882080316544,
      "num_tokens": 584961852.0,
      "step": 759300
    },
    {
      "epoch": 0.9631537956106236,
      "grad_norm": 6.25,
      "learning_rate": 1.8426073696683068e-06,
      "loss": 1.9054,
      "mean_token_accuracy": 0.5708762109279633,
      "num_tokens": 584968737.0,
      "step": 759310
    },
    {
      "epoch": 0.9631664802031564,
      "grad_norm": 5.53125,
      "learning_rate": 1.841973059582015e-06,
      "loss": 2.121,
      "mean_token_accuracy": 0.5404833942651749,
      "num_tokens": 584977137.0,
      "step": 759320
    },
    {
      "epoch": 0.9631791647956892,
      "grad_norm": 6.59375,
      "learning_rate": 1.8413387494957236e-06,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5582318544387818,
      "num_tokens": 584985397.0,
      "step": 759330
    },
    {
      "epoch": 0.9631918493882221,
      "grad_norm": 5.25,
      "learning_rate": 1.8407044394094321e-06,
      "loss": 1.963,
      "mean_token_accuracy": 0.5736570298671723,
      "num_tokens": 584993078.0,
      "step": 759340
    },
    {
      "epoch": 0.9632045339807549,
      "grad_norm": 5.21875,
      "learning_rate": 1.8400701293231405e-06,
      "loss": 2.1113,
      "mean_token_accuracy": 0.5335806876420974,
      "num_tokens": 585001346.0,
      "step": 759350
    },
    {
      "epoch": 0.9632172185732878,
      "grad_norm": 5.09375,
      "learning_rate": 1.839435819236849e-06,
      "loss": 2.2059,
      "mean_token_accuracy": 0.5161077588796615,
      "num_tokens": 585010147.0,
      "step": 759360
    },
    {
      "epoch": 0.9632299031658206,
      "grad_norm": 4.65625,
      "learning_rate": 1.8388015091505575e-06,
      "loss": 2.0325,
      "mean_token_accuracy": 0.5499170035123825,
      "num_tokens": 585018761.0,
      "step": 759370
    },
    {
      "epoch": 0.9632425877583535,
      "grad_norm": 4.875,
      "learning_rate": 1.8381671990642658e-06,
      "loss": 1.8826,
      "mean_token_accuracy": 0.5850263655185699,
      "num_tokens": 585025868.0,
      "step": 759380
    },
    {
      "epoch": 0.9632552723508863,
      "grad_norm": 6.84375,
      "learning_rate": 1.8375328889779744e-06,
      "loss": 2.0358,
      "mean_token_accuracy": 0.5417850643396378,
      "num_tokens": 585032896.0,
      "step": 759390
    },
    {
      "epoch": 0.9632679569434192,
      "grad_norm": 8.0625,
      "learning_rate": 1.8368985788916827e-06,
      "loss": 1.986,
      "mean_token_accuracy": 0.5521932959556579,
      "num_tokens": 585039871.0,
      "step": 759400
    },
    {
      "epoch": 0.9632806415359519,
      "grad_norm": 7.15625,
      "learning_rate": 1.8362642688053912e-06,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5546942830085755,
      "num_tokens": 585048269.0,
      "step": 759410
    },
    {
      "epoch": 0.9632933261284847,
      "grad_norm": 5.875,
      "learning_rate": 1.8356299587190997e-06,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5698019236326217,
      "num_tokens": 585055909.0,
      "step": 759420
    },
    {
      "epoch": 0.9633060107210176,
      "grad_norm": 6.375,
      "learning_rate": 1.834995648632808e-06,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5574763268232346,
      "num_tokens": 585063870.0,
      "step": 759430
    },
    {
      "epoch": 0.9633186953135504,
      "grad_norm": 4.625,
      "learning_rate": 1.8343613385465166e-06,
      "loss": 2.1449,
      "mean_token_accuracy": 0.5289034724235535,
      "num_tokens": 585072441.0,
      "step": 759440
    },
    {
      "epoch": 0.9633313799060833,
      "grad_norm": 6.125,
      "learning_rate": 1.833727028460225e-06,
      "loss": 1.8877,
      "mean_token_accuracy": 0.5737714231014251,
      "num_tokens": 585078175.0,
      "step": 759450
    },
    {
      "epoch": 0.9633440644986161,
      "grad_norm": 5.25,
      "learning_rate": 1.8330927183739334e-06,
      "loss": 1.9934,
      "mean_token_accuracy": 0.5642764031887054,
      "num_tokens": 585086633.0,
      "step": 759460
    },
    {
      "epoch": 0.963356749091149,
      "grad_norm": 4.65625,
      "learning_rate": 1.832458408287642e-06,
      "loss": 2.2294,
      "mean_token_accuracy": 0.5165249764919281,
      "num_tokens": 585094855.0,
      "step": 759470
    },
    {
      "epoch": 0.9633694336836818,
      "grad_norm": 6.40625,
      "learning_rate": 1.8318240982013505e-06,
      "loss": 2.0204,
      "mean_token_accuracy": 0.5530129790306091,
      "num_tokens": 585102991.0,
      "step": 759480
    },
    {
      "epoch": 0.9633821182762146,
      "grad_norm": 9.3125,
      "learning_rate": 1.8311897881150588e-06,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5230310440063477,
      "num_tokens": 585109507.0,
      "step": 759490
    },
    {
      "epoch": 0.9633948028687475,
      "grad_norm": 6.0625,
      "learning_rate": 1.8305554780287673e-06,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5401137143373489,
      "num_tokens": 585115741.0,
      "step": 759500
    },
    {
      "epoch": 0.9634074874612802,
      "grad_norm": 7.03125,
      "learning_rate": 1.8299211679424756e-06,
      "loss": 1.9877,
      "mean_token_accuracy": 0.5400034874677658,
      "num_tokens": 585123730.0,
      "step": 759510
    },
    {
      "epoch": 0.9634201720538131,
      "grad_norm": 5.46875,
      "learning_rate": 1.8292868578561842e-06,
      "loss": 1.9189,
      "mean_token_accuracy": 0.5743808656930923,
      "num_tokens": 585131503.0,
      "step": 759520
    },
    {
      "epoch": 0.9634328566463459,
      "grad_norm": 4.4375,
      "learning_rate": 1.8286525477698927e-06,
      "loss": 2.1806,
      "mean_token_accuracy": 0.5242629230022431,
      "num_tokens": 585140104.0,
      "step": 759530
    },
    {
      "epoch": 0.9634455412388788,
      "grad_norm": 7.03125,
      "learning_rate": 1.828018237683601e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5411952376365662,
      "num_tokens": 585146922.0,
      "step": 759540
    },
    {
      "epoch": 0.9634582258314116,
      "grad_norm": 4.96875,
      "learning_rate": 1.8273839275973095e-06,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5511108279228211,
      "num_tokens": 585154036.0,
      "step": 759550
    },
    {
      "epoch": 0.9634709104239445,
      "grad_norm": 9.6875,
      "learning_rate": 1.8267496175110183e-06,
      "loss": 1.8446,
      "mean_token_accuracy": 0.5967258423566818,
      "num_tokens": 585160312.0,
      "step": 759560
    },
    {
      "epoch": 0.9634835950164773,
      "grad_norm": 4.71875,
      "learning_rate": 1.8261153074247264e-06,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5465973883867263,
      "num_tokens": 585168798.0,
      "step": 759570
    },
    {
      "epoch": 0.9634962796090101,
      "grad_norm": 7.59375,
      "learning_rate": 1.825480997338435e-06,
      "loss": 1.9921,
      "mean_token_accuracy": 0.5471594393253326,
      "num_tokens": 585176668.0,
      "step": 759580
    },
    {
      "epoch": 0.963508964201543,
      "grad_norm": 13.875,
      "learning_rate": 1.8248466872521436e-06,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5380422443151474,
      "num_tokens": 585183168.0,
      "step": 759590
    },
    {
      "epoch": 0.9635216487940758,
      "grad_norm": 7.0,
      "learning_rate": 1.8242123771658517e-06,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5248884052038193,
      "num_tokens": 585191057.0,
      "step": 759600
    },
    {
      "epoch": 0.9635343333866087,
      "grad_norm": 6.03125,
      "learning_rate": 1.8235780670795605e-06,
      "loss": 1.7913,
      "mean_token_accuracy": 0.5912286311388015,
      "num_tokens": 585198337.0,
      "step": 759610
    },
    {
      "epoch": 0.9635470179791414,
      "grad_norm": 5.40625,
      "learning_rate": 1.8229437569932686e-06,
      "loss": 1.9722,
      "mean_token_accuracy": 0.578974363207817,
      "num_tokens": 585205091.0,
      "step": 759620
    },
    {
      "epoch": 0.9635597025716743,
      "grad_norm": 4.84375,
      "learning_rate": 1.8223094469069771e-06,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5607696563005448,
      "num_tokens": 585211883.0,
      "step": 759630
    },
    {
      "epoch": 0.9635723871642071,
      "grad_norm": 8.3125,
      "learning_rate": 1.8216751368206859e-06,
      "loss": 2.1338,
      "mean_token_accuracy": 0.5360730886459351,
      "num_tokens": 585219749.0,
      "step": 759640
    },
    {
      "epoch": 0.9635850717567399,
      "grad_norm": 7.90625,
      "learning_rate": 1.821040826734394e-06,
      "loss": 2.2372,
      "mean_token_accuracy": 0.519802811741829,
      "num_tokens": 585226916.0,
      "step": 759650
    },
    {
      "epoch": 0.9635977563492728,
      "grad_norm": 5.875,
      "learning_rate": 1.8204065166481027e-06,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5290285736322403,
      "num_tokens": 585235367.0,
      "step": 759660
    },
    {
      "epoch": 0.9636104409418056,
      "grad_norm": 5.59375,
      "learning_rate": 1.8197722065618112e-06,
      "loss": 2.1709,
      "mean_token_accuracy": 0.5233748972415924,
      "num_tokens": 585244413.0,
      "step": 759670
    },
    {
      "epoch": 0.9636231255343385,
      "grad_norm": 5.125,
      "learning_rate": 1.8191378964755193e-06,
      "loss": 1.9735,
      "mean_token_accuracy": 0.5432371199131012,
      "num_tokens": 585252331.0,
      "step": 759680
    },
    {
      "epoch": 0.9636358101268713,
      "grad_norm": 5.0625,
      "learning_rate": 1.818503586389228e-06,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5287023067474366,
      "num_tokens": 585260372.0,
      "step": 759690
    },
    {
      "epoch": 0.9636484947194042,
      "grad_norm": 5.0625,
      "learning_rate": 1.8178692763029366e-06,
      "loss": 1.8545,
      "mean_token_accuracy": 0.5821770548820495,
      "num_tokens": 585267243.0,
      "step": 759700
    },
    {
      "epoch": 0.963661179311937,
      "grad_norm": 4.6875,
      "learning_rate": 1.817234966216645e-06,
      "loss": 2.0788,
      "mean_token_accuracy": 0.537644898891449,
      "num_tokens": 585276786.0,
      "step": 759710
    },
    {
      "epoch": 0.9636738639044699,
      "grad_norm": 10.75,
      "learning_rate": 1.8166006561303534e-06,
      "loss": 2.1949,
      "mean_token_accuracy": 0.5212929546833038,
      "num_tokens": 585285444.0,
      "step": 759720
    },
    {
      "epoch": 0.9636865484970026,
      "grad_norm": 5.9375,
      "learning_rate": 1.8159663460440618e-06,
      "loss": 2.092,
      "mean_token_accuracy": 0.5439999908208847,
      "num_tokens": 585293305.0,
      "step": 759730
    },
    {
      "epoch": 0.9636992330895354,
      "grad_norm": 5.90625,
      "learning_rate": 1.8153320359577703e-06,
      "loss": 1.9655,
      "mean_token_accuracy": 0.5521175116300583,
      "num_tokens": 585301109.0,
      "step": 759740
    },
    {
      "epoch": 0.9637119176820683,
      "grad_norm": 4.71875,
      "learning_rate": 1.8146977258714788e-06,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5120512753725052,
      "num_tokens": 585309155.0,
      "step": 759750
    },
    {
      "epoch": 0.9637246022746011,
      "grad_norm": 6.28125,
      "learning_rate": 1.8140634157851871e-06,
      "loss": 2.056,
      "mean_token_accuracy": 0.5444201678037643,
      "num_tokens": 585316178.0,
      "step": 759760
    },
    {
      "epoch": 0.963737286867134,
      "grad_norm": 5.65625,
      "learning_rate": 1.8134291056988957e-06,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5458007693290711,
      "num_tokens": 585324075.0,
      "step": 759770
    },
    {
      "epoch": 0.9637499714596668,
      "grad_norm": 4.84375,
      "learning_rate": 1.8127947956126042e-06,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5538814008235932,
      "num_tokens": 585332334.0,
      "step": 759780
    },
    {
      "epoch": 0.9637626560521997,
      "grad_norm": 5.71875,
      "learning_rate": 1.8121604855263125e-06,
      "loss": 1.9089,
      "mean_token_accuracy": 0.5829836010932923,
      "num_tokens": 585339074.0,
      "step": 759790
    },
    {
      "epoch": 0.9637753406447325,
      "grad_norm": 6.53125,
      "learning_rate": 1.811526175440021e-06,
      "loss": 1.8714,
      "mean_token_accuracy": 0.5884962618350983,
      "num_tokens": 585346335.0,
      "step": 759800
    },
    {
      "epoch": 0.9637880252372653,
      "grad_norm": 7.375,
      "learning_rate": 1.8108918653537296e-06,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5627861320972443,
      "num_tokens": 585354235.0,
      "step": 759810
    },
    {
      "epoch": 0.9638007098297982,
      "grad_norm": 5.75,
      "learning_rate": 1.8102575552674379e-06,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5342780143022537,
      "num_tokens": 585361684.0,
      "step": 759820
    },
    {
      "epoch": 0.9638133944223309,
      "grad_norm": 8.125,
      "learning_rate": 1.8096232451811464e-06,
      "loss": 2.0839,
      "mean_token_accuracy": 0.5482929199934006,
      "num_tokens": 585369696.0,
      "step": 759830
    },
    {
      "epoch": 0.9638260790148638,
      "grad_norm": 6.03125,
      "learning_rate": 1.8089889350948547e-06,
      "loss": 2.0479,
      "mean_token_accuracy": 0.5557466685771942,
      "num_tokens": 585377180.0,
      "step": 759840
    },
    {
      "epoch": 0.9638387636073966,
      "grad_norm": 4.53125,
      "learning_rate": 1.8083546250085633e-06,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5524400442838668,
      "num_tokens": 585384611.0,
      "step": 759850
    },
    {
      "epoch": 0.9638514481999295,
      "grad_norm": 5.4375,
      "learning_rate": 1.8077203149222718e-06,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5419471293687821,
      "num_tokens": 585391433.0,
      "step": 759860
    },
    {
      "epoch": 0.9638641327924623,
      "grad_norm": 5.46875,
      "learning_rate": 1.80708600483598e-06,
      "loss": 2.3496,
      "mean_token_accuracy": 0.49438871443271637,
      "num_tokens": 585400288.0,
      "step": 759870
    },
    {
      "epoch": 0.9638768173849951,
      "grad_norm": 8.625,
      "learning_rate": 1.8064516947496886e-06,
      "loss": 1.9933,
      "mean_token_accuracy": 0.563854056596756,
      "num_tokens": 585407152.0,
      "step": 759880
    },
    {
      "epoch": 0.963889501977528,
      "grad_norm": 5.0625,
      "learning_rate": 1.8058173846633972e-06,
      "loss": 2.1085,
      "mean_token_accuracy": 0.5380047142505646,
      "num_tokens": 585414948.0,
      "step": 759890
    },
    {
      "epoch": 0.9639021865700608,
      "grad_norm": 5.75,
      "learning_rate": 1.8051830745771055e-06,
      "loss": 2.2093,
      "mean_token_accuracy": 0.5245027869939805,
      "num_tokens": 585423130.0,
      "step": 759900
    },
    {
      "epoch": 0.9639148711625937,
      "grad_norm": 5.75,
      "learning_rate": 1.804548764490814e-06,
      "loss": 2.0594,
      "mean_token_accuracy": 0.5435982584953308,
      "num_tokens": 585431279.0,
      "step": 759910
    },
    {
      "epoch": 0.9639275557551265,
      "grad_norm": 6.1875,
      "learning_rate": 1.8039144544045223e-06,
      "loss": 2.0382,
      "mean_token_accuracy": 0.5491973161697388,
      "num_tokens": 585439039.0,
      "step": 759920
    },
    {
      "epoch": 0.9639402403476593,
      "grad_norm": 4.9375,
      "learning_rate": 1.8032801443182308e-06,
      "loss": 2.2456,
      "mean_token_accuracy": 0.5170711755752564,
      "num_tokens": 585447473.0,
      "step": 759930
    },
    {
      "epoch": 0.9639529249401921,
      "grad_norm": 12.3125,
      "learning_rate": 1.8026458342319394e-06,
      "loss": 2.0868,
      "mean_token_accuracy": 0.546052223443985,
      "num_tokens": 585454662.0,
      "step": 759940
    },
    {
      "epoch": 0.963965609532725,
      "grad_norm": 5.125,
      "learning_rate": 1.8020115241456477e-06,
      "loss": 2.053,
      "mean_token_accuracy": 0.5413337826728821,
      "num_tokens": 585462903.0,
      "step": 759950
    },
    {
      "epoch": 0.9639782941252578,
      "grad_norm": 5.59375,
      "learning_rate": 1.8013772140593562e-06,
      "loss": 1.4588,
      "mean_token_accuracy": 0.672049018740654,
      "num_tokens": 585469253.0,
      "step": 759960
    },
    {
      "epoch": 0.9639909787177906,
      "grad_norm": 5.0625,
      "learning_rate": 1.800742903973065e-06,
      "loss": 2.1762,
      "mean_token_accuracy": 0.5301578223705292,
      "num_tokens": 585476330.0,
      "step": 759970
    },
    {
      "epoch": 0.9640036633103235,
      "grad_norm": 5.375,
      "learning_rate": 1.800108593886773e-06,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5349771529436111,
      "num_tokens": 585484632.0,
      "step": 759980
    },
    {
      "epoch": 0.9640163479028563,
      "grad_norm": 8.5,
      "learning_rate": 1.7994742838004816e-06,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5439381778240204,
      "num_tokens": 585492303.0,
      "step": 759990
    },
    {
      "epoch": 0.9640290324953892,
      "grad_norm": 5.40625,
      "learning_rate": 1.7988399737141903e-06,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5554419040679932,
      "num_tokens": 585500171.0,
      "step": 760000
    },
    {
      "epoch": 0.964041717087922,
      "grad_norm": 6.96875,
      "learning_rate": 1.7982056636278984e-06,
      "loss": 1.4874,
      "mean_token_accuracy": 0.665850606560707,
      "num_tokens": 585505508.0,
      "step": 760010
    },
    {
      "epoch": 0.9640544016804549,
      "grad_norm": 5.59375,
      "learning_rate": 1.7975713535416072e-06,
      "loss": 2.0633,
      "mean_token_accuracy": 0.5679748594760895,
      "num_tokens": 585512331.0,
      "step": 760020
    },
    {
      "epoch": 0.9640670862729877,
      "grad_norm": 12.25,
      "learning_rate": 1.7969370434553153e-06,
      "loss": 1.8695,
      "mean_token_accuracy": 0.5772687494754791,
      "num_tokens": 585520029.0,
      "step": 760030
    },
    {
      "epoch": 0.9640797708655204,
      "grad_norm": 33.75,
      "learning_rate": 1.7963027333690238e-06,
      "loss": 2.0102,
      "mean_token_accuracy": 0.56055266559124,
      "num_tokens": 585526437.0,
      "step": 760040
    },
    {
      "epoch": 0.9640924554580533,
      "grad_norm": 5.5,
      "learning_rate": 1.7956684232827325e-06,
      "loss": 1.7836,
      "mean_token_accuracy": 0.6030370891094208,
      "num_tokens": 585532536.0,
      "step": 760050
    },
    {
      "epoch": 0.9641051400505861,
      "grad_norm": 5.15625,
      "learning_rate": 1.7950341131964406e-06,
      "loss": 1.975,
      "mean_token_accuracy": 0.5688408195972443,
      "num_tokens": 585539905.0,
      "step": 760060
    },
    {
      "epoch": 0.964117824643119,
      "grad_norm": 5.5625,
      "learning_rate": 1.7943998031101494e-06,
      "loss": 1.9008,
      "mean_token_accuracy": 0.5724709659814835,
      "num_tokens": 585547440.0,
      "step": 760070
    },
    {
      "epoch": 0.9641305092356518,
      "grad_norm": 4.96875,
      "learning_rate": 1.793765493023858e-06,
      "loss": 1.9776,
      "mean_token_accuracy": 0.5618836343288421,
      "num_tokens": 585555693.0,
      "step": 760080
    },
    {
      "epoch": 0.9641431938281847,
      "grad_norm": 6.4375,
      "learning_rate": 1.793131182937566e-06,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5209733009338379,
      "num_tokens": 585564304.0,
      "step": 760090
    },
    {
      "epoch": 0.9641558784207175,
      "grad_norm": 5.15625,
      "learning_rate": 1.7924968728512748e-06,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5580347716808319,
      "num_tokens": 585572868.0,
      "step": 760100
    },
    {
      "epoch": 0.9641685630132504,
      "grad_norm": 5.90625,
      "learning_rate": 1.7918625627649833e-06,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5234564155340194,
      "num_tokens": 585581277.0,
      "step": 760110
    },
    {
      "epoch": 0.9641812476057832,
      "grad_norm": 6.46875,
      "learning_rate": 1.7912282526786916e-06,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5614769011735916,
      "num_tokens": 585588468.0,
      "step": 760120
    },
    {
      "epoch": 0.964193932198316,
      "grad_norm": 5.59375,
      "learning_rate": 1.7905939425924001e-06,
      "loss": 2.0731,
      "mean_token_accuracy": 0.5463401526212692,
      "num_tokens": 585596526.0,
      "step": 760130
    },
    {
      "epoch": 0.9642066167908488,
      "grad_norm": 5.21875,
      "learning_rate": 1.7899596325061082e-06,
      "loss": 1.7454,
      "mean_token_accuracy": 0.5982455402612686,
      "num_tokens": 585604238.0,
      "step": 760140
    },
    {
      "epoch": 0.9642193013833816,
      "grad_norm": 5.5625,
      "learning_rate": 1.789325322419817e-06,
      "loss": 1.8478,
      "mean_token_accuracy": 0.5807583391666412,
      "num_tokens": 585612377.0,
      "step": 760150
    },
    {
      "epoch": 0.9642319859759145,
      "grad_norm": 4.875,
      "learning_rate": 1.7886910123335255e-06,
      "loss": 1.9521,
      "mean_token_accuracy": 0.5662450224161149,
      "num_tokens": 585619705.0,
      "step": 760160
    },
    {
      "epoch": 0.9642446705684473,
      "grad_norm": 5.40625,
      "learning_rate": 1.7880567022472338e-06,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5470680952072143,
      "num_tokens": 585627677.0,
      "step": 760170
    },
    {
      "epoch": 0.9642573551609802,
      "grad_norm": 5.9375,
      "learning_rate": 1.7874223921609423e-06,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5709095865488052,
      "num_tokens": 585634645.0,
      "step": 760180
    },
    {
      "epoch": 0.964270039753513,
      "grad_norm": 5.625,
      "learning_rate": 1.7867880820746509e-06,
      "loss": 2.1786,
      "mean_token_accuracy": 0.5227206498384476,
      "num_tokens": 585642752.0,
      "step": 760190
    },
    {
      "epoch": 0.9642827243460458,
      "grad_norm": 7.0,
      "learning_rate": 1.7861537719883592e-06,
      "loss": 1.9058,
      "mean_token_accuracy": 0.562558388710022,
      "num_tokens": 585648824.0,
      "step": 760200
    },
    {
      "epoch": 0.9642954089385787,
      "grad_norm": 5.3125,
      "learning_rate": 1.7855194619020677e-06,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5248486518859863,
      "num_tokens": 585657347.0,
      "step": 760210
    },
    {
      "epoch": 0.9643080935311115,
      "grad_norm": 6.4375,
      "learning_rate": 1.7848851518157762e-06,
      "loss": 1.995,
      "mean_token_accuracy": 0.5599309235811234,
      "num_tokens": 585664649.0,
      "step": 760220
    },
    {
      "epoch": 0.9643207781236444,
      "grad_norm": 7.5625,
      "learning_rate": 1.7842508417294846e-06,
      "loss": 1.8178,
      "mean_token_accuracy": 0.595135846734047,
      "num_tokens": 585671203.0,
      "step": 760230
    },
    {
      "epoch": 0.9643334627161771,
      "grad_norm": 7.15625,
      "learning_rate": 1.783616531643193e-06,
      "loss": 2.1728,
      "mean_token_accuracy": 0.5246523290872573,
      "num_tokens": 585679928.0,
      "step": 760240
    },
    {
      "epoch": 0.96434614730871,
      "grad_norm": 5.625,
      "learning_rate": 1.7829822215569014e-06,
      "loss": 2.0369,
      "mean_token_accuracy": 0.5549214154481887,
      "num_tokens": 585686635.0,
      "step": 760250
    },
    {
      "epoch": 0.9643588319012428,
      "grad_norm": 7.34375,
      "learning_rate": 1.78234791147061e-06,
      "loss": 1.939,
      "mean_token_accuracy": 0.5723407089710235,
      "num_tokens": 585692629.0,
      "step": 760260
    },
    {
      "epoch": 0.9643715164937756,
      "grad_norm": 6.78125,
      "learning_rate": 1.7817136013843185e-06,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5496957659721374,
      "num_tokens": 585700727.0,
      "step": 760270
    },
    {
      "epoch": 0.9643842010863085,
      "grad_norm": 7.0,
      "learning_rate": 1.7810792912980268e-06,
      "loss": 1.9977,
      "mean_token_accuracy": 0.5684598803520202,
      "num_tokens": 585708080.0,
      "step": 760280
    },
    {
      "epoch": 0.9643968856788413,
      "grad_norm": 4.3125,
      "learning_rate": 1.7804449812117353e-06,
      "loss": 1.9193,
      "mean_token_accuracy": 0.5795742869377136,
      "num_tokens": 585715814.0,
      "step": 760290
    },
    {
      "epoch": 0.9644095702713742,
      "grad_norm": 5.625,
      "learning_rate": 1.7798106711254438e-06,
      "loss": 1.7863,
      "mean_token_accuracy": 0.6116038918495178,
      "num_tokens": 585722283.0,
      "step": 760300
    },
    {
      "epoch": 0.964422254863907,
      "grad_norm": 5.6875,
      "learning_rate": 1.7791763610391521e-06,
      "loss": 2.3459,
      "mean_token_accuracy": 0.50312420129776,
      "num_tokens": 585730678.0,
      "step": 760310
    },
    {
      "epoch": 0.9644349394564399,
      "grad_norm": 4.84375,
      "learning_rate": 1.7785420509528607e-06,
      "loss": 1.9915,
      "mean_token_accuracy": 0.5533791482448578,
      "num_tokens": 585737996.0,
      "step": 760320
    },
    {
      "epoch": 0.9644476240489727,
      "grad_norm": 4.875,
      "learning_rate": 1.7779077408665694e-06,
      "loss": 1.938,
      "mean_token_accuracy": 0.564238291978836,
      "num_tokens": 585746335.0,
      "step": 760330
    },
    {
      "epoch": 0.9644603086415056,
      "grad_norm": 5.09375,
      "learning_rate": 1.7772734307802775e-06,
      "loss": 1.9012,
      "mean_token_accuracy": 0.5787543475627899,
      "num_tokens": 585753624.0,
      "step": 760340
    },
    {
      "epoch": 0.9644729932340383,
      "grad_norm": 5.84375,
      "learning_rate": 1.776639120693986e-06,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5510110646486283,
      "num_tokens": 585762274.0,
      "step": 760350
    },
    {
      "epoch": 0.9644856778265711,
      "grad_norm": 5.6875,
      "learning_rate": 1.7760048106076944e-06,
      "loss": 1.9424,
      "mean_token_accuracy": 0.5668089091777802,
      "num_tokens": 585769545.0,
      "step": 760360
    },
    {
      "epoch": 0.964498362419104,
      "grad_norm": 4.9375,
      "learning_rate": 1.7753705005214029e-06,
      "loss": 1.8231,
      "mean_token_accuracy": 0.5951264083385468,
      "num_tokens": 585776517.0,
      "step": 760370
    },
    {
      "epoch": 0.9645110470116368,
      "grad_norm": 4.875,
      "learning_rate": 1.7747361904351116e-06,
      "loss": 2.1653,
      "mean_token_accuracy": 0.5320412367582321,
      "num_tokens": 585784995.0,
      "step": 760380
    },
    {
      "epoch": 0.9645237316041697,
      "grad_norm": 5.0,
      "learning_rate": 1.7741018803488197e-06,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5504289209842682,
      "num_tokens": 585793758.0,
      "step": 760390
    },
    {
      "epoch": 0.9645364161967025,
      "grad_norm": 6.84375,
      "learning_rate": 1.7734675702625283e-06,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5552576333284378,
      "num_tokens": 585801284.0,
      "step": 760400
    },
    {
      "epoch": 0.9645491007892354,
      "grad_norm": 7.28125,
      "learning_rate": 1.772833260176237e-06,
      "loss": 1.817,
      "mean_token_accuracy": 0.5952430367469788,
      "num_tokens": 585807860.0,
      "step": 760410
    },
    {
      "epoch": 0.9645617853817682,
      "grad_norm": 5.0625,
      "learning_rate": 1.7721989500899451e-06,
      "loss": 2.1969,
      "mean_token_accuracy": 0.5252668559551239,
      "num_tokens": 585816709.0,
      "step": 760420
    },
    {
      "epoch": 0.964574469974301,
      "grad_norm": 5.375,
      "learning_rate": 1.7715646400036538e-06,
      "loss": 2.0318,
      "mean_token_accuracy": 0.5472201555967331,
      "num_tokens": 585825387.0,
      "step": 760430
    },
    {
      "epoch": 0.9645871545668339,
      "grad_norm": 5.34375,
      "learning_rate": 1.7709303299173624e-06,
      "loss": 2.1225,
      "mean_token_accuracy": 0.5502341330051422,
      "num_tokens": 585832425.0,
      "step": 760440
    },
    {
      "epoch": 0.9645998391593666,
      "grad_norm": 7.6875,
      "learning_rate": 1.7702960198310705e-06,
      "loss": 1.8271,
      "mean_token_accuracy": 0.5893692046403884,
      "num_tokens": 585838323.0,
      "step": 760450
    },
    {
      "epoch": 0.9646125237518995,
      "grad_norm": 10.3125,
      "learning_rate": 1.7696617097447792e-06,
      "loss": 1.998,
      "mean_token_accuracy": 0.5528746366500854,
      "num_tokens": 585845474.0,
      "step": 760460
    },
    {
      "epoch": 0.9646252083444323,
      "grad_norm": 10.6875,
      "learning_rate": 1.7690273996584873e-06,
      "loss": 2.3354,
      "mean_token_accuracy": 0.5113826334476471,
      "num_tokens": 585853701.0,
      "step": 760470
    },
    {
      "epoch": 0.9646378929369652,
      "grad_norm": 7.21875,
      "learning_rate": 1.768393089572196e-06,
      "loss": 2.1089,
      "mean_token_accuracy": 0.5360834956169128,
      "num_tokens": 585861827.0,
      "step": 760480
    },
    {
      "epoch": 0.964650577529498,
      "grad_norm": 5.96875,
      "learning_rate": 1.7677587794859046e-06,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5216745287179947,
      "num_tokens": 585869790.0,
      "step": 760490
    },
    {
      "epoch": 0.9646632621220309,
      "grad_norm": 17.0,
      "learning_rate": 1.7671244693996127e-06,
      "loss": 2.1704,
      "mean_token_accuracy": 0.5371791273355484,
      "num_tokens": 585876029.0,
      "step": 760500
    },
    {
      "epoch": 0.9646759467145637,
      "grad_norm": 5.84375,
      "learning_rate": 1.7664901593133214e-06,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5705261319875717,
      "num_tokens": 585882765.0,
      "step": 760510
    },
    {
      "epoch": 0.9646886313070965,
      "grad_norm": 6.25,
      "learning_rate": 1.76585584922703e-06,
      "loss": 2.1254,
      "mean_token_accuracy": 0.5287375748157501,
      "num_tokens": 585890243.0,
      "step": 760520
    },
    {
      "epoch": 0.9647013158996294,
      "grad_norm": 4.75,
      "learning_rate": 1.7652215391407383e-06,
      "loss": 2.1854,
      "mean_token_accuracy": 0.5135821253061295,
      "num_tokens": 585899298.0,
      "step": 760530
    },
    {
      "epoch": 0.9647140004921622,
      "grad_norm": 6.0,
      "learning_rate": 1.7645872290544468e-06,
      "loss": 1.9884,
      "mean_token_accuracy": 0.5652684956789017,
      "num_tokens": 585906304.0,
      "step": 760540
    },
    {
      "epoch": 0.9647266850846951,
      "grad_norm": 6.15625,
      "learning_rate": 1.763952918968155e-06,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5447897434234619,
      "num_tokens": 585913710.0,
      "step": 760550
    },
    {
      "epoch": 0.9647393696772278,
      "grad_norm": 10.0,
      "learning_rate": 1.7633186088818637e-06,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5489033848047257,
      "num_tokens": 585921064.0,
      "step": 760560
    },
    {
      "epoch": 0.9647520542697607,
      "grad_norm": 5.78125,
      "learning_rate": 1.7626842987955722e-06,
      "loss": 2.0322,
      "mean_token_accuracy": 0.559243020415306,
      "num_tokens": 585928456.0,
      "step": 760570
    },
    {
      "epoch": 0.9647647388622935,
      "grad_norm": 5.5,
      "learning_rate": 1.7620499887092805e-06,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5454713076353073,
      "num_tokens": 585935688.0,
      "step": 760580
    },
    {
      "epoch": 0.9647774234548263,
      "grad_norm": 5.6875,
      "learning_rate": 1.761415678622989e-06,
      "loss": 1.9474,
      "mean_token_accuracy": 0.5733344316482544,
      "num_tokens": 585943707.0,
      "step": 760590
    },
    {
      "epoch": 0.9647901080473592,
      "grad_norm": 6.25,
      "learning_rate": 1.7607813685366976e-06,
      "loss": 1.9082,
      "mean_token_accuracy": 0.5864461392164231,
      "num_tokens": 585950995.0,
      "step": 760600
    },
    {
      "epoch": 0.964802792639892,
      "grad_norm": 5.75,
      "learning_rate": 1.7601470584504059e-06,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5644618660211563,
      "num_tokens": 585958414.0,
      "step": 760610
    },
    {
      "epoch": 0.9648154772324249,
      "grad_norm": 7.03125,
      "learning_rate": 1.7595127483641144e-06,
      "loss": 2.073,
      "mean_token_accuracy": 0.5614699244499206,
      "num_tokens": 585965321.0,
      "step": 760620
    },
    {
      "epoch": 0.9648281618249577,
      "grad_norm": 9.1875,
      "learning_rate": 1.758878438277823e-06,
      "loss": 2.0553,
      "mean_token_accuracy": 0.5427568465471267,
      "num_tokens": 585973085.0,
      "step": 760630
    },
    {
      "epoch": 0.9648408464174906,
      "grad_norm": 5.125,
      "learning_rate": 1.7582441281915312e-06,
      "loss": 1.9434,
      "mean_token_accuracy": 0.5811874210834503,
      "num_tokens": 585980900.0,
      "step": 760640
    },
    {
      "epoch": 0.9648535310100234,
      "grad_norm": 6.59375,
      "learning_rate": 1.7576098181052398e-06,
      "loss": 1.9433,
      "mean_token_accuracy": 0.5646858096122742,
      "num_tokens": 585988507.0,
      "step": 760650
    },
    {
      "epoch": 0.9648662156025563,
      "grad_norm": 5.0625,
      "learning_rate": 1.756975508018948e-06,
      "loss": 2.2761,
      "mean_token_accuracy": 0.5151457160711288,
      "num_tokens": 585996656.0,
      "step": 760660
    },
    {
      "epoch": 0.964878900195089,
      "grad_norm": 6.96875,
      "learning_rate": 1.7563411979326566e-06,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5337425321340561,
      "num_tokens": 586005001.0,
      "step": 760670
    },
    {
      "epoch": 0.9648915847876218,
      "grad_norm": 5.0625,
      "learning_rate": 1.7557068878463651e-06,
      "loss": 2.0559,
      "mean_token_accuracy": 0.5481818944215775,
      "num_tokens": 586012995.0,
      "step": 760680
    },
    {
      "epoch": 0.9649042693801547,
      "grad_norm": 5.15625,
      "learning_rate": 1.7550725777600735e-06,
      "loss": 2.0168,
      "mean_token_accuracy": 0.5528464674949646,
      "num_tokens": 586020105.0,
      "step": 760690
    },
    {
      "epoch": 0.9649169539726875,
      "grad_norm": 6.15625,
      "learning_rate": 1.754438267673782e-06,
      "loss": 2.1683,
      "mean_token_accuracy": 0.5247451961040497,
      "num_tokens": 586028528.0,
      "step": 760700
    },
    {
      "epoch": 0.9649296385652204,
      "grad_norm": 5.53125,
      "learning_rate": 1.7538039575874905e-06,
      "loss": 2.1399,
      "mean_token_accuracy": 0.5301670610904694,
      "num_tokens": 586037157.0,
      "step": 760710
    },
    {
      "epoch": 0.9649423231577532,
      "grad_norm": 7.40625,
      "learning_rate": 1.7531696475011988e-06,
      "loss": 1.9563,
      "mean_token_accuracy": 0.5660993665456772,
      "num_tokens": 586043571.0,
      "step": 760720
    },
    {
      "epoch": 0.9649550077502861,
      "grad_norm": 6.3125,
      "learning_rate": 1.7525353374149074e-06,
      "loss": 1.9851,
      "mean_token_accuracy": 0.5600989133119583,
      "num_tokens": 586051204.0,
      "step": 760730
    },
    {
      "epoch": 0.9649676923428189,
      "grad_norm": 5.0625,
      "learning_rate": 1.751901027328616e-06,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5375332802534103,
      "num_tokens": 586059939.0,
      "step": 760740
    },
    {
      "epoch": 0.9649803769353517,
      "grad_norm": 6.34375,
      "learning_rate": 1.7512667172423242e-06,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5329603672027587,
      "num_tokens": 586068428.0,
      "step": 760750
    },
    {
      "epoch": 0.9649930615278846,
      "grad_norm": 4.46875,
      "learning_rate": 1.7506324071560327e-06,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5380677223205567,
      "num_tokens": 586076211.0,
      "step": 760760
    },
    {
      "epoch": 0.9650057461204173,
      "grad_norm": 4.71875,
      "learning_rate": 1.749998097069741e-06,
      "loss": 2.071,
      "mean_token_accuracy": 0.5461893677711487,
      "num_tokens": 586083625.0,
      "step": 760770
    },
    {
      "epoch": 0.9650184307129502,
      "grad_norm": 7.5625,
      "learning_rate": 1.7493637869834496e-06,
      "loss": 2.2841,
      "mean_token_accuracy": 0.5055886030197143,
      "num_tokens": 586091995.0,
      "step": 760780
    },
    {
      "epoch": 0.965031115305483,
      "grad_norm": 6.59375,
      "learning_rate": 1.7487294768971583e-06,
      "loss": 2.0432,
      "mean_token_accuracy": 0.5458585679531097,
      "num_tokens": 586099645.0,
      "step": 760790
    },
    {
      "epoch": 0.9650437998980159,
      "grad_norm": 5.15625,
      "learning_rate": 1.7480951668108664e-06,
      "loss": 1.8422,
      "mean_token_accuracy": 0.5834537625312806,
      "num_tokens": 586106502.0,
      "step": 760800
    },
    {
      "epoch": 0.9650564844905487,
      "grad_norm": 5.09375,
      "learning_rate": 1.747460856724575e-06,
      "loss": 2.242,
      "mean_token_accuracy": 0.5235631018877029,
      "num_tokens": 586115000.0,
      "step": 760810
    },
    {
      "epoch": 0.9650691690830815,
      "grad_norm": 6.25,
      "learning_rate": 1.7468265466382837e-06,
      "loss": 1.8074,
      "mean_token_accuracy": 0.5871191561222077,
      "num_tokens": 586121224.0,
      "step": 760820
    },
    {
      "epoch": 0.9650818536756144,
      "grad_norm": 5.46875,
      "learning_rate": 1.7461922365519918e-06,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5339790374040604,
      "num_tokens": 586129497.0,
      "step": 760830
    },
    {
      "epoch": 0.9650945382681472,
      "grad_norm": 5.625,
      "learning_rate": 1.7455579264657005e-06,
      "loss": 1.8825,
      "mean_token_accuracy": 0.5737170040607452,
      "num_tokens": 586137287.0,
      "step": 760840
    },
    {
      "epoch": 0.9651072228606801,
      "grad_norm": 4.875,
      "learning_rate": 1.744923616379409e-06,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5566456258296967,
      "num_tokens": 586145504.0,
      "step": 760850
    },
    {
      "epoch": 0.9651199074532129,
      "grad_norm": 6.875,
      "learning_rate": 1.7442893062931172e-06,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5473590672016144,
      "num_tokens": 586151945.0,
      "step": 760860
    },
    {
      "epoch": 0.9651325920457458,
      "grad_norm": 4.875,
      "learning_rate": 1.743654996206826e-06,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5164126694202423,
      "num_tokens": 586160783.0,
      "step": 760870
    },
    {
      "epoch": 0.9651452766382785,
      "grad_norm": 5.78125,
      "learning_rate": 1.743020686120534e-06,
      "loss": 2.3532,
      "mean_token_accuracy": 0.5163155347108841,
      "num_tokens": 586168331.0,
      "step": 760880
    },
    {
      "epoch": 0.9651579612308114,
      "grad_norm": 7.34375,
      "learning_rate": 1.7423863760342427e-06,
      "loss": 2.2373,
      "mean_token_accuracy": 0.5145406186580658,
      "num_tokens": 586175837.0,
      "step": 760890
    },
    {
      "epoch": 0.9651706458233442,
      "grad_norm": 6.28125,
      "learning_rate": 1.7417520659479513e-06,
      "loss": 2.1898,
      "mean_token_accuracy": 0.5288104325532913,
      "num_tokens": 586183430.0,
      "step": 760900
    },
    {
      "epoch": 0.965183330415877,
      "grad_norm": 5.4375,
      "learning_rate": 1.7411177558616594e-06,
      "loss": 2.2378,
      "mean_token_accuracy": 0.5202634185552597,
      "num_tokens": 586191655.0,
      "step": 760910
    },
    {
      "epoch": 0.9651960150084099,
      "grad_norm": 2.015625,
      "learning_rate": 1.7404834457753681e-06,
      "loss": 1.6691,
      "mean_token_accuracy": 0.6236364990472794,
      "num_tokens": 586197990.0,
      "step": 760920
    },
    {
      "epoch": 0.9652086996009427,
      "grad_norm": 5.84375,
      "learning_rate": 1.7398491356890766e-06,
      "loss": 2.052,
      "mean_token_accuracy": 0.5551445186138153,
      "num_tokens": 586204932.0,
      "step": 760930
    },
    {
      "epoch": 0.9652213841934756,
      "grad_norm": 7.75,
      "learning_rate": 1.739214825602785e-06,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5578793823719025,
      "num_tokens": 586212815.0,
      "step": 760940
    },
    {
      "epoch": 0.9652340687860084,
      "grad_norm": 6.3125,
      "learning_rate": 1.7385805155164935e-06,
      "loss": 1.9736,
      "mean_token_accuracy": 0.5536175668239594,
      "num_tokens": 586218994.0,
      "step": 760950
    },
    {
      "epoch": 0.9652467533785413,
      "grad_norm": 6.8125,
      "learning_rate": 1.737946205430202e-06,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5534547239542007,
      "num_tokens": 586225350.0,
      "step": 760960
    },
    {
      "epoch": 0.965259437971074,
      "grad_norm": 5.0625,
      "learning_rate": 1.7373118953439103e-06,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5401601701974869,
      "num_tokens": 586233806.0,
      "step": 760970
    },
    {
      "epoch": 0.9652721225636068,
      "grad_norm": 7.15625,
      "learning_rate": 1.7366775852576189e-06,
      "loss": 2.2333,
      "mean_token_accuracy": 0.5169315963983536,
      "num_tokens": 586242543.0,
      "step": 760980
    },
    {
      "epoch": 0.9652848071561397,
      "grad_norm": 6.15625,
      "learning_rate": 1.7360432751713272e-06,
      "loss": 2.1258,
      "mean_token_accuracy": 0.5331441640853882,
      "num_tokens": 586250788.0,
      "step": 760990
    },
    {
      "epoch": 0.9652974917486725,
      "grad_norm": 7.8125,
      "learning_rate": 1.7354089650850357e-06,
      "loss": 1.9714,
      "mean_token_accuracy": 0.5755670815706253,
      "num_tokens": 586257887.0,
      "step": 761000
    },
    {
      "epoch": 0.9653101763412054,
      "grad_norm": 6.65625,
      "learning_rate": 1.7347746549987442e-06,
      "loss": 2.125,
      "mean_token_accuracy": 0.5488798707723618,
      "num_tokens": 586265268.0,
      "step": 761010
    },
    {
      "epoch": 0.9653228609337382,
      "grad_norm": 5.34375,
      "learning_rate": 1.7341403449124526e-06,
      "loss": 2.0693,
      "mean_token_accuracy": 0.5461070299148559,
      "num_tokens": 586274443.0,
      "step": 761020
    },
    {
      "epoch": 0.9653355455262711,
      "grad_norm": 6.1875,
      "learning_rate": 1.733506034826161e-06,
      "loss": 2.1494,
      "mean_token_accuracy": 0.5288913279771805,
      "num_tokens": 586281572.0,
      "step": 761030
    },
    {
      "epoch": 0.9653482301188039,
      "grad_norm": 4.90625,
      "learning_rate": 1.7328717247398696e-06,
      "loss": 1.78,
      "mean_token_accuracy": 0.6105679214000702,
      "num_tokens": 586288908.0,
      "step": 761040
    },
    {
      "epoch": 0.9653609147113368,
      "grad_norm": 4.8125,
      "learning_rate": 1.732237414653578e-06,
      "loss": 2.1288,
      "mean_token_accuracy": 0.5238016247749329,
      "num_tokens": 586296462.0,
      "step": 761050
    },
    {
      "epoch": 0.9653735993038696,
      "grad_norm": 5.03125,
      "learning_rate": 1.7316031045672865e-06,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5510038167238236,
      "num_tokens": 586304311.0,
      "step": 761060
    },
    {
      "epoch": 0.9653862838964024,
      "grad_norm": 5.8125,
      "learning_rate": 1.730968794480995e-06,
      "loss": 2.1525,
      "mean_token_accuracy": 0.5251317828893661,
      "num_tokens": 586312738.0,
      "step": 761070
    },
    {
      "epoch": 0.9653989684889352,
      "grad_norm": 6.0,
      "learning_rate": 1.7303344843947033e-06,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5276185512542725,
      "num_tokens": 586321540.0,
      "step": 761080
    },
    {
      "epoch": 0.965411653081468,
      "grad_norm": 4.75,
      "learning_rate": 1.7297001743084118e-06,
      "loss": 2.1094,
      "mean_token_accuracy": 0.5258247077465057,
      "num_tokens": 586328264.0,
      "step": 761090
    },
    {
      "epoch": 0.9654243376740009,
      "grad_norm": 5.40625,
      "learning_rate": 1.7290658642221201e-06,
      "loss": 2.1714,
      "mean_token_accuracy": 0.5253432631492615,
      "num_tokens": 586335607.0,
      "step": 761100
    },
    {
      "epoch": 0.9654370222665337,
      "grad_norm": 5.03125,
      "learning_rate": 1.7284315541358287e-06,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5424253612756729,
      "num_tokens": 586343953.0,
      "step": 761110
    },
    {
      "epoch": 0.9654497068590666,
      "grad_norm": 5.375,
      "learning_rate": 1.7277972440495372e-06,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5414019882678985,
      "num_tokens": 586351903.0,
      "step": 761120
    },
    {
      "epoch": 0.9654623914515994,
      "grad_norm": 5.90625,
      "learning_rate": 1.7271629339632455e-06,
      "loss": 2.1667,
      "mean_token_accuracy": 0.5220338940620423,
      "num_tokens": 586360002.0,
      "step": 761130
    },
    {
      "epoch": 0.9654750760441322,
      "grad_norm": 5.0,
      "learning_rate": 1.726528623876954e-06,
      "loss": 2.2367,
      "mean_token_accuracy": 0.5134667187929154,
      "num_tokens": 586367660.0,
      "step": 761140
    },
    {
      "epoch": 0.9654877606366651,
      "grad_norm": 4.53125,
      "learning_rate": 1.7258943137906628e-06,
      "loss": 1.7301,
      "mean_token_accuracy": 0.6040601700544357,
      "num_tokens": 586374889.0,
      "step": 761150
    },
    {
      "epoch": 0.9655004452291979,
      "grad_norm": 5.78125,
      "learning_rate": 1.7252600037043709e-06,
      "loss": 1.8598,
      "mean_token_accuracy": 0.5939947068691254,
      "num_tokens": 586382212.0,
      "step": 761160
    },
    {
      "epoch": 0.9655131298217308,
      "grad_norm": 7.9375,
      "learning_rate": 1.7246256936180794e-06,
      "loss": 1.7935,
      "mean_token_accuracy": 0.6029636442661286,
      "num_tokens": 586387166.0,
      "step": 761170
    },
    {
      "epoch": 0.9655258144142636,
      "grad_norm": 5.0,
      "learning_rate": 1.7239913835317877e-06,
      "loss": 1.9937,
      "mean_token_accuracy": 0.5522717654705047,
      "num_tokens": 586395516.0,
      "step": 761180
    },
    {
      "epoch": 0.9655384990067964,
      "grad_norm": 6.6875,
      "learning_rate": 1.7233570734454963e-06,
      "loss": 1.9751,
      "mean_token_accuracy": 0.5660857319831848,
      "num_tokens": 586402569.0,
      "step": 761190
    },
    {
      "epoch": 0.9655511835993292,
      "grad_norm": 5.875,
      "learning_rate": 1.722722763359205e-06,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5774989902973175,
      "num_tokens": 586410712.0,
      "step": 761200
    },
    {
      "epoch": 0.965563868191862,
      "grad_norm": 4.75,
      "learning_rate": 1.722088453272913e-06,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5241118103265763,
      "num_tokens": 586420139.0,
      "step": 761210
    },
    {
      "epoch": 0.9655765527843949,
      "grad_norm": 4.84375,
      "learning_rate": 1.7214541431866216e-06,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5669910877943038,
      "num_tokens": 586428402.0,
      "step": 761220
    },
    {
      "epoch": 0.9655892373769277,
      "grad_norm": 6.5625,
      "learning_rate": 1.7208198331003304e-06,
      "loss": 2.3501,
      "mean_token_accuracy": 0.4959933817386627,
      "num_tokens": 586436889.0,
      "step": 761230
    },
    {
      "epoch": 0.9656019219694606,
      "grad_norm": 5.21875,
      "learning_rate": 1.7201855230140385e-06,
      "loss": 2.0464,
      "mean_token_accuracy": 0.5370581865310669,
      "num_tokens": 586445070.0,
      "step": 761240
    },
    {
      "epoch": 0.9656146065619934,
      "grad_norm": 4.9375,
      "learning_rate": 1.7195512129277472e-06,
      "loss": 2.1247,
      "mean_token_accuracy": 0.5395679205656052,
      "num_tokens": 586453599.0,
      "step": 761250
    },
    {
      "epoch": 0.9656272911545263,
      "grad_norm": 4.9375,
      "learning_rate": 1.7189169028414557e-06,
      "loss": 2.3035,
      "mean_token_accuracy": 0.5101493299007416,
      "num_tokens": 586462165.0,
      "step": 761260
    },
    {
      "epoch": 0.9656399757470591,
      "grad_norm": 5.375,
      "learning_rate": 1.7182825927551638e-06,
      "loss": 2.1564,
      "mean_token_accuracy": 0.5255604714155198,
      "num_tokens": 586471052.0,
      "step": 761270
    },
    {
      "epoch": 0.965652660339592,
      "grad_norm": 4.90625,
      "learning_rate": 1.7176482826688726e-06,
      "loss": 2.2896,
      "mean_token_accuracy": 0.513209941983223,
      "num_tokens": 586479188.0,
      "step": 761280
    },
    {
      "epoch": 0.9656653449321247,
      "grad_norm": 8.875,
      "learning_rate": 1.7170139725825807e-06,
      "loss": 1.9406,
      "mean_token_accuracy": 0.56969054043293,
      "num_tokens": 586486100.0,
      "step": 761290
    },
    {
      "epoch": 0.9656780295246575,
      "grad_norm": 5.0,
      "learning_rate": 1.7163796624962894e-06,
      "loss": 2.1825,
      "mean_token_accuracy": 0.5292089879512787,
      "num_tokens": 586493746.0,
      "step": 761300
    },
    {
      "epoch": 0.9656907141171904,
      "grad_norm": 5.8125,
      "learning_rate": 1.715745352409998e-06,
      "loss": 1.8782,
      "mean_token_accuracy": 0.5944910615682601,
      "num_tokens": 586500974.0,
      "step": 761310
    },
    {
      "epoch": 0.9657033987097232,
      "grad_norm": 7.0,
      "learning_rate": 1.715111042323706e-06,
      "loss": 2.0146,
      "mean_token_accuracy": 0.5589020997285843,
      "num_tokens": 586508263.0,
      "step": 761320
    },
    {
      "epoch": 0.9657160833022561,
      "grad_norm": 5.0,
      "learning_rate": 1.7144767322374148e-06,
      "loss": 2.0626,
      "mean_token_accuracy": 0.5464993387460708,
      "num_tokens": 586515305.0,
      "step": 761330
    },
    {
      "epoch": 0.9657287678947889,
      "grad_norm": 5.28125,
      "learning_rate": 1.7138424221511233e-06,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5256645202636718,
      "num_tokens": 586523898.0,
      "step": 761340
    },
    {
      "epoch": 0.9657414524873218,
      "grad_norm": 5.53125,
      "learning_rate": 1.7132081120648316e-06,
      "loss": 2.1772,
      "mean_token_accuracy": 0.527603006362915,
      "num_tokens": 586531534.0,
      "step": 761350
    },
    {
      "epoch": 0.9657541370798546,
      "grad_norm": 6.3125,
      "learning_rate": 1.7125738019785402e-06,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5500874817371368,
      "num_tokens": 586540168.0,
      "step": 761360
    },
    {
      "epoch": 0.9657668216723874,
      "grad_norm": 8.4375,
      "learning_rate": 1.7119394918922487e-06,
      "loss": 2.068,
      "mean_token_accuracy": 0.5546387076377869,
      "num_tokens": 586546970.0,
      "step": 761370
    },
    {
      "epoch": 0.9657795062649203,
      "grad_norm": 6.28125,
      "learning_rate": 1.711305181805957e-06,
      "loss": 1.9881,
      "mean_token_accuracy": 0.5499096214771271,
      "num_tokens": 586555396.0,
      "step": 761380
    },
    {
      "epoch": 0.965792190857453,
      "grad_norm": 5.25,
      "learning_rate": 1.7106708717196655e-06,
      "loss": 1.9193,
      "mean_token_accuracy": 0.5690928518772125,
      "num_tokens": 586564383.0,
      "step": 761390
    },
    {
      "epoch": 0.965804875449986,
      "grad_norm": 5.15625,
      "learning_rate": 1.7100365616333739e-06,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5591593533754349,
      "num_tokens": 586571720.0,
      "step": 761400
    },
    {
      "epoch": 0.9658175600425187,
      "grad_norm": 5.8125,
      "learning_rate": 1.7094022515470824e-06,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5465512454509736,
      "num_tokens": 586579278.0,
      "step": 761410
    },
    {
      "epoch": 0.9658302446350516,
      "grad_norm": 9.1875,
      "learning_rate": 1.708767941460791e-06,
      "loss": 2.0041,
      "mean_token_accuracy": 0.5624991685152054,
      "num_tokens": 586586403.0,
      "step": 761420
    },
    {
      "epoch": 0.9658429292275844,
      "grad_norm": 6.28125,
      "learning_rate": 1.7081336313744992e-06,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5161801815032959,
      "num_tokens": 586594536.0,
      "step": 761430
    },
    {
      "epoch": 0.9658556138201173,
      "grad_norm": 4.6875,
      "learning_rate": 1.7074993212882078e-06,
      "loss": 2.2773,
      "mean_token_accuracy": 0.5044160604476928,
      "num_tokens": 586603229.0,
      "step": 761440
    },
    {
      "epoch": 0.9658682984126501,
      "grad_norm": 5.75,
      "learning_rate": 1.7068650112019163e-06,
      "loss": 2.1679,
      "mean_token_accuracy": 0.5233852803707123,
      "num_tokens": 586610341.0,
      "step": 761450
    },
    {
      "epoch": 0.9658809830051829,
      "grad_norm": 5.5,
      "learning_rate": 1.7062307011156246e-06,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5566780239343643,
      "num_tokens": 586618974.0,
      "step": 761460
    },
    {
      "epoch": 0.9658936675977158,
      "grad_norm": 4.6875,
      "learning_rate": 1.7055963910293331e-06,
      "loss": 2.1672,
      "mean_token_accuracy": 0.5373561710119248,
      "num_tokens": 586625427.0,
      "step": 761470
    },
    {
      "epoch": 0.9659063521902486,
      "grad_norm": 5.46875,
      "learning_rate": 1.7049620809430417e-06,
      "loss": 2.1612,
      "mean_token_accuracy": 0.527408093214035,
      "num_tokens": 586633904.0,
      "step": 761480
    },
    {
      "epoch": 0.9659190367827815,
      "grad_norm": 6.90625,
      "learning_rate": 1.70432777085675e-06,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5654108047485351,
      "num_tokens": 586641215.0,
      "step": 761490
    },
    {
      "epoch": 0.9659317213753142,
      "grad_norm": 5.03125,
      "learning_rate": 1.7036934607704585e-06,
      "loss": 1.9541,
      "mean_token_accuracy": 0.5657155156135559,
      "num_tokens": 586649184.0,
      "step": 761500
    },
    {
      "epoch": 0.9659444059678471,
      "grad_norm": 6.4375,
      "learning_rate": 1.7030591506841668e-06,
      "loss": 2.056,
      "mean_token_accuracy": 0.5527312964200973,
      "num_tokens": 586657314.0,
      "step": 761510
    },
    {
      "epoch": 0.9659570905603799,
      "grad_norm": 4.78125,
      "learning_rate": 1.7024248405978753e-06,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5316431194543838,
      "num_tokens": 586665182.0,
      "step": 761520
    },
    {
      "epoch": 0.9659697751529127,
      "grad_norm": 8.375,
      "learning_rate": 1.7017905305115839e-06,
      "loss": 1.7303,
      "mean_token_accuracy": 0.6113976448774338,
      "num_tokens": 586671137.0,
      "step": 761530
    },
    {
      "epoch": 0.9659824597454456,
      "grad_norm": 6.34375,
      "learning_rate": 1.7011562204252922e-06,
      "loss": 2.1517,
      "mean_token_accuracy": 0.5452293068170547,
      "num_tokens": 586678262.0,
      "step": 761540
    },
    {
      "epoch": 0.9659951443379784,
      "grad_norm": 6.59375,
      "learning_rate": 1.7005219103390007e-06,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5209712624549866,
      "num_tokens": 586685622.0,
      "step": 761550
    },
    {
      "epoch": 0.9660078289305113,
      "grad_norm": 5.28125,
      "learning_rate": 1.6998876002527092e-06,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5370436847209931,
      "num_tokens": 586694020.0,
      "step": 761560
    },
    {
      "epoch": 0.9660205135230441,
      "grad_norm": 5.3125,
      "learning_rate": 1.6992532901664176e-06,
      "loss": 2.2223,
      "mean_token_accuracy": 0.5276567697525024,
      "num_tokens": 586701965.0,
      "step": 761570
    },
    {
      "epoch": 0.966033198115577,
      "grad_norm": 6.59375,
      "learning_rate": 1.698618980080126e-06,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5406646311283112,
      "num_tokens": 586708525.0,
      "step": 761580
    },
    {
      "epoch": 0.9660458827081098,
      "grad_norm": 4.46875,
      "learning_rate": 1.6979846699938348e-06,
      "loss": 1.8846,
      "mean_token_accuracy": 0.5716350823640823,
      "num_tokens": 586716603.0,
      "step": 761590
    },
    {
      "epoch": 0.9660585673006427,
      "grad_norm": 5.25,
      "learning_rate": 1.697350359907543e-06,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5243710011243821,
      "num_tokens": 586724713.0,
      "step": 761600
    },
    {
      "epoch": 0.9660712518931754,
      "grad_norm": 12.625,
      "learning_rate": 1.6967160498212515e-06,
      "loss": 2.2974,
      "mean_token_accuracy": 0.5078640103340148,
      "num_tokens": 586732672.0,
      "step": 761610
    },
    {
      "epoch": 0.9660839364857082,
      "grad_norm": 5.5625,
      "learning_rate": 1.6960817397349598e-06,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5563360154628754,
      "num_tokens": 586739375.0,
      "step": 761620
    },
    {
      "epoch": 0.9660966210782411,
      "grad_norm": 5.28125,
      "learning_rate": 1.6954474296486683e-06,
      "loss": 2.0569,
      "mean_token_accuracy": 0.553816094994545,
      "num_tokens": 586748007.0,
      "step": 761630
    },
    {
      "epoch": 0.9661093056707739,
      "grad_norm": 4.875,
      "learning_rate": 1.694813119562377e-06,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5406377583742141,
      "num_tokens": 586756271.0,
      "step": 761640
    },
    {
      "epoch": 0.9661219902633068,
      "grad_norm": 5.75,
      "learning_rate": 1.6941788094760852e-06,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5351187646389007,
      "num_tokens": 586764444.0,
      "step": 761650
    },
    {
      "epoch": 0.9661346748558396,
      "grad_norm": 5.0,
      "learning_rate": 1.6935444993897939e-06,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5342969030141831,
      "num_tokens": 586772655.0,
      "step": 761660
    },
    {
      "epoch": 0.9661473594483725,
      "grad_norm": 4.96875,
      "learning_rate": 1.6929101893035024e-06,
      "loss": 2.0244,
      "mean_token_accuracy": 0.5417483448982239,
      "num_tokens": 586779544.0,
      "step": 761670
    },
    {
      "epoch": 0.9661600440409053,
      "grad_norm": 4.3125,
      "learning_rate": 1.6922758792172105e-06,
      "loss": 1.9715,
      "mean_token_accuracy": 0.5603816717863083,
      "num_tokens": 586787817.0,
      "step": 761680
    },
    {
      "epoch": 0.9661727286334381,
      "grad_norm": 5.3125,
      "learning_rate": 1.6916415691309193e-06,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5677201062440872,
      "num_tokens": 586796135.0,
      "step": 761690
    },
    {
      "epoch": 0.966185413225971,
      "grad_norm": 5.125,
      "learning_rate": 1.6910072590446278e-06,
      "loss": 2.1075,
      "mean_token_accuracy": 0.5380403608083725,
      "num_tokens": 586803144.0,
      "step": 761700
    },
    {
      "epoch": 0.9661980978185037,
      "grad_norm": 6.53125,
      "learning_rate": 1.6903729489583361e-06,
      "loss": 2.0821,
      "mean_token_accuracy": 0.544396311044693,
      "num_tokens": 586810666.0,
      "step": 761710
    },
    {
      "epoch": 0.9662107824110366,
      "grad_norm": 4.78125,
      "learning_rate": 1.6897386388720446e-06,
      "loss": 2.2007,
      "mean_token_accuracy": 0.522609293460846,
      "num_tokens": 586819861.0,
      "step": 761720
    },
    {
      "epoch": 0.9662234670035694,
      "grad_norm": 5.4375,
      "learning_rate": 1.6891043287857527e-06,
      "loss": 2.1778,
      "mean_token_accuracy": 0.5143882036209106,
      "num_tokens": 586827274.0,
      "step": 761730
    },
    {
      "epoch": 0.9662361515961023,
      "grad_norm": 6.03125,
      "learning_rate": 1.6884700186994615e-06,
      "loss": 1.8111,
      "mean_token_accuracy": 0.5938252121210098,
      "num_tokens": 586834061.0,
      "step": 761740
    },
    {
      "epoch": 0.9662488361886351,
      "grad_norm": 4.625,
      "learning_rate": 1.68783570861317e-06,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5312333256006241,
      "num_tokens": 586842262.0,
      "step": 761750
    },
    {
      "epoch": 0.9662615207811679,
      "grad_norm": 5.125,
      "learning_rate": 1.6872013985268783e-06,
      "loss": 2.0191,
      "mean_token_accuracy": 0.5592961132526397,
      "num_tokens": 586849446.0,
      "step": 761760
    },
    {
      "epoch": 0.9662742053737008,
      "grad_norm": 5.28125,
      "learning_rate": 1.6865670884405869e-06,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5387938052415848,
      "num_tokens": 586856645.0,
      "step": 761770
    },
    {
      "epoch": 0.9662868899662336,
      "grad_norm": 5.875,
      "learning_rate": 1.6859327783542954e-06,
      "loss": 2.1048,
      "mean_token_accuracy": 0.5461773753166199,
      "num_tokens": 586863786.0,
      "step": 761780
    },
    {
      "epoch": 0.9662995745587665,
      "grad_norm": 6.21875,
      "learning_rate": 1.6852984682680037e-06,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5712111830711365,
      "num_tokens": 586870915.0,
      "step": 761790
    },
    {
      "epoch": 0.9663122591512993,
      "grad_norm": 4.8125,
      "learning_rate": 1.6846641581817122e-06,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5434709399938583,
      "num_tokens": 586878178.0,
      "step": 761800
    },
    {
      "epoch": 0.9663249437438322,
      "grad_norm": 6.90625,
      "learning_rate": 1.6840298480954205e-06,
      "loss": 1.9385,
      "mean_token_accuracy": 0.5664795458316803,
      "num_tokens": 586885411.0,
      "step": 761810
    },
    {
      "epoch": 0.9663376283363649,
      "grad_norm": 5.65625,
      "learning_rate": 1.683395538009129e-06,
      "loss": 2.0922,
      "mean_token_accuracy": 0.543170964717865,
      "num_tokens": 586894147.0,
      "step": 761820
    },
    {
      "epoch": 0.9663503129288978,
      "grad_norm": 11.5625,
      "learning_rate": 1.6827612279228376e-06,
      "loss": 1.9536,
      "mean_token_accuracy": 0.5656925588846207,
      "num_tokens": 586901906.0,
      "step": 761830
    },
    {
      "epoch": 0.9663629975214306,
      "grad_norm": 4.6875,
      "learning_rate": 1.682126917836546e-06,
      "loss": 1.9268,
      "mean_token_accuracy": 0.5809944719076157,
      "num_tokens": 586910255.0,
      "step": 761840
    },
    {
      "epoch": 0.9663756821139634,
      "grad_norm": 7.0,
      "learning_rate": 1.6814926077502544e-06,
      "loss": 2.1751,
      "mean_token_accuracy": 0.5285299897193909,
      "num_tokens": 586918139.0,
      "step": 761850
    },
    {
      "epoch": 0.9663883667064963,
      "grad_norm": 6.125,
      "learning_rate": 1.680858297663963e-06,
      "loss": 1.8822,
      "mean_token_accuracy": 0.5729897201061249,
      "num_tokens": 586924582.0,
      "step": 761860
    },
    {
      "epoch": 0.9664010512990291,
      "grad_norm": 6.34375,
      "learning_rate": 1.6802239875776713e-06,
      "loss": 2.0782,
      "mean_token_accuracy": 0.533811941742897,
      "num_tokens": 586933217.0,
      "step": 761870
    },
    {
      "epoch": 0.966413735891562,
      "grad_norm": 6.28125,
      "learning_rate": 1.6795896774913798e-06,
      "loss": 1.9208,
      "mean_token_accuracy": 0.5789098650217056,
      "num_tokens": 586940710.0,
      "step": 761880
    },
    {
      "epoch": 0.9664264204840948,
      "grad_norm": 4.875,
      "learning_rate": 1.6789553674050883e-06,
      "loss": 2.0792,
      "mean_token_accuracy": 0.5323450595140458,
      "num_tokens": 586948639.0,
      "step": 761890
    },
    {
      "epoch": 0.9664391050766277,
      "grad_norm": 6.34375,
      "learning_rate": 1.6783210573187967e-06,
      "loss": 2.0615,
      "mean_token_accuracy": 0.5389880120754242,
      "num_tokens": 586957208.0,
      "step": 761900
    },
    {
      "epoch": 0.9664517896691605,
      "grad_norm": 5.0625,
      "learning_rate": 1.6776867472325052e-06,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5225862175226211,
      "num_tokens": 586966244.0,
      "step": 761910
    },
    {
      "epoch": 0.9664644742616932,
      "grad_norm": 5.15625,
      "learning_rate": 1.6770524371462135e-06,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5328000903129577,
      "num_tokens": 586974930.0,
      "step": 761920
    },
    {
      "epoch": 0.9664771588542261,
      "grad_norm": 5.53125,
      "learning_rate": 1.676418127059922e-06,
      "loss": 2.1653,
      "mean_token_accuracy": 0.523055961728096,
      "num_tokens": 586983103.0,
      "step": 761930
    },
    {
      "epoch": 0.9664898434467589,
      "grad_norm": 5.21875,
      "learning_rate": 1.6757838169736306e-06,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5466363370418549,
      "num_tokens": 586991740.0,
      "step": 761940
    },
    {
      "epoch": 0.9665025280392918,
      "grad_norm": 4.96875,
      "learning_rate": 1.6751495068873389e-06,
      "loss": 1.8188,
      "mean_token_accuracy": 0.5844304174184799,
      "num_tokens": 586999717.0,
      "step": 761950
    },
    {
      "epoch": 0.9665152126318246,
      "grad_norm": 5.84375,
      "learning_rate": 1.6745151968010474e-06,
      "loss": 1.9539,
      "mean_token_accuracy": 0.5689174503087997,
      "num_tokens": 587008122.0,
      "step": 761960
    },
    {
      "epoch": 0.9665278972243575,
      "grad_norm": 6.8125,
      "learning_rate": 1.673880886714756e-06,
      "loss": 2.0803,
      "mean_token_accuracy": 0.5447337120771408,
      "num_tokens": 587014315.0,
      "step": 761970
    },
    {
      "epoch": 0.9665405818168903,
      "grad_norm": 4.78125,
      "learning_rate": 1.6732465766284642e-06,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5234298974275589,
      "num_tokens": 587023598.0,
      "step": 761980
    },
    {
      "epoch": 0.9665532664094232,
      "grad_norm": 5.125,
      "learning_rate": 1.6726122665421728e-06,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5617981165647506,
      "num_tokens": 587031286.0,
      "step": 761990
    },
    {
      "epoch": 0.966565951001956,
      "grad_norm": 4.375,
      "learning_rate": 1.6719779564558815e-06,
      "loss": 1.9566,
      "mean_token_accuracy": 0.567184916138649,
      "num_tokens": 587038738.0,
      "step": 762000
    },
    {
      "epoch": 0.9665786355944888,
      "grad_norm": 6.6875,
      "learning_rate": 1.6713436463695896e-06,
      "loss": 2.0512,
      "mean_token_accuracy": 0.5470954358577729,
      "num_tokens": 587046593.0,
      "step": 762010
    },
    {
      "epoch": 0.9665913201870217,
      "grad_norm": 4.875,
      "learning_rate": 1.6707093362832981e-06,
      "loss": 2.1234,
      "mean_token_accuracy": 0.5356017500162125,
      "num_tokens": 587054135.0,
      "step": 762020
    },
    {
      "epoch": 0.9666040047795544,
      "grad_norm": 5.71875,
      "learning_rate": 1.6700750261970065e-06,
      "loss": 2.1803,
      "mean_token_accuracy": 0.5249512821435929,
      "num_tokens": 587062378.0,
      "step": 762030
    },
    {
      "epoch": 0.9666166893720873,
      "grad_norm": 4.625,
      "learning_rate": 1.669440716110715e-06,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5608535826206207,
      "num_tokens": 587068528.0,
      "step": 762040
    },
    {
      "epoch": 0.9666293739646201,
      "grad_norm": 5.15625,
      "learning_rate": 1.6688064060244237e-06,
      "loss": 2.0393,
      "mean_token_accuracy": 0.5571220338344574,
      "num_tokens": 587076039.0,
      "step": 762050
    },
    {
      "epoch": 0.966642058557153,
      "grad_norm": 5.90625,
      "learning_rate": 1.6681720959381318e-06,
      "loss": 2.2152,
      "mean_token_accuracy": 0.5273034006357193,
      "num_tokens": 587085006.0,
      "step": 762060
    },
    {
      "epoch": 0.9666547431496858,
      "grad_norm": 5.28125,
      "learning_rate": 1.6675377858518404e-06,
      "loss": 2.0539,
      "mean_token_accuracy": 0.5362526297569274,
      "num_tokens": 587093441.0,
      "step": 762070
    },
    {
      "epoch": 0.9666674277422186,
      "grad_norm": 6.28125,
      "learning_rate": 1.666903475765549e-06,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5753485649824143,
      "num_tokens": 587101328.0,
      "step": 762080
    },
    {
      "epoch": 0.9666801123347515,
      "grad_norm": 5.09375,
      "learning_rate": 1.6662691656792572e-06,
      "loss": 2.0496,
      "mean_token_accuracy": 0.5484204143285751,
      "num_tokens": 587109493.0,
      "step": 762090
    },
    {
      "epoch": 0.9666927969272843,
      "grad_norm": 4.6875,
      "learning_rate": 1.665634855592966e-06,
      "loss": 2.1514,
      "mean_token_accuracy": 0.529333958029747,
      "num_tokens": 587118185.0,
      "step": 762100
    },
    {
      "epoch": 0.9667054815198172,
      "grad_norm": 9.8125,
      "learning_rate": 1.6650005455066745e-06,
      "loss": 2.0312,
      "mean_token_accuracy": 0.5449773490428924,
      "num_tokens": 587125128.0,
      "step": 762110
    },
    {
      "epoch": 0.96671816611235,
      "grad_norm": 4.84375,
      "learning_rate": 1.6643662354203826e-06,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5630351841449738,
      "num_tokens": 587132788.0,
      "step": 762120
    },
    {
      "epoch": 0.9667308507048828,
      "grad_norm": 6.78125,
      "learning_rate": 1.6637319253340913e-06,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5474903225898743,
      "num_tokens": 587140710.0,
      "step": 762130
    },
    {
      "epoch": 0.9667435352974156,
      "grad_norm": 5.125,
      "learning_rate": 1.6630976152477994e-06,
      "loss": 1.9824,
      "mean_token_accuracy": 0.560366302728653,
      "num_tokens": 587148145.0,
      "step": 762140
    },
    {
      "epoch": 0.9667562198899484,
      "grad_norm": 5.25,
      "learning_rate": 1.6624633051615082e-06,
      "loss": 2.1572,
      "mean_token_accuracy": 0.5380510270595551,
      "num_tokens": 587155602.0,
      "step": 762150
    },
    {
      "epoch": 0.9667689044824813,
      "grad_norm": 5.84375,
      "learning_rate": 1.6618289950752167e-06,
      "loss": 2.101,
      "mean_token_accuracy": 0.5393267422914505,
      "num_tokens": 587163816.0,
      "step": 762160
    },
    {
      "epoch": 0.9667815890750141,
      "grad_norm": 5.4375,
      "learning_rate": 1.661194684988925e-06,
      "loss": 2.0686,
      "mean_token_accuracy": 0.5435973197221756,
      "num_tokens": 587171390.0,
      "step": 762170
    },
    {
      "epoch": 0.966794273667547,
      "grad_norm": 8.5625,
      "learning_rate": 1.6605603749026335e-06,
      "loss": 1.9399,
      "mean_token_accuracy": 0.5643589317798614,
      "num_tokens": 587177929.0,
      "step": 762180
    },
    {
      "epoch": 0.9668069582600798,
      "grad_norm": 5.0625,
      "learning_rate": 1.659926064816342e-06,
      "loss": 2.1882,
      "mean_token_accuracy": 0.5172285705804824,
      "num_tokens": 587187196.0,
      "step": 762190
    },
    {
      "epoch": 0.9668196428526127,
      "grad_norm": 6.09375,
      "learning_rate": 1.6592917547300504e-06,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5374748468399048,
      "num_tokens": 587195070.0,
      "step": 762200
    },
    {
      "epoch": 0.9668323274451455,
      "grad_norm": 6.78125,
      "learning_rate": 1.658657444643759e-06,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5496732622385025,
      "num_tokens": 587201855.0,
      "step": 762210
    },
    {
      "epoch": 0.9668450120376784,
      "grad_norm": 5.25,
      "learning_rate": 1.6580231345574674e-06,
      "loss": 2.0563,
      "mean_token_accuracy": 0.5589496165513992,
      "num_tokens": 587209379.0,
      "step": 762220
    },
    {
      "epoch": 0.9668576966302111,
      "grad_norm": 5.0625,
      "learning_rate": 1.6573888244711758e-06,
      "loss": 2.1483,
      "mean_token_accuracy": 0.5404499799013138,
      "num_tokens": 587217095.0,
      "step": 762230
    },
    {
      "epoch": 0.9668703812227439,
      "grad_norm": 1.765625,
      "learning_rate": 1.6567545143848843e-06,
      "loss": 1.8016,
      "mean_token_accuracy": 0.584414878487587,
      "num_tokens": 587223863.0,
      "step": 762240
    },
    {
      "epoch": 0.9668830658152768,
      "grad_norm": 5.875,
      "learning_rate": 1.6561202042985926e-06,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5564476042985916,
      "num_tokens": 587231516.0,
      "step": 762250
    },
    {
      "epoch": 0.9668957504078096,
      "grad_norm": 7.46875,
      "learning_rate": 1.6554858942123011e-06,
      "loss": 2.1438,
      "mean_token_accuracy": 0.5257351160049438,
      "num_tokens": 587240102.0,
      "step": 762260
    },
    {
      "epoch": 0.9669084350003425,
      "grad_norm": 5.375,
      "learning_rate": 1.6548515841260097e-06,
      "loss": 2.3954,
      "mean_token_accuracy": 0.4943942129611969,
      "num_tokens": 587248024.0,
      "step": 762270
    },
    {
      "epoch": 0.9669211195928753,
      "grad_norm": 7.09375,
      "learning_rate": 1.654217274039718e-06,
      "loss": 2.0049,
      "mean_token_accuracy": 0.5566536575555802,
      "num_tokens": 587255366.0,
      "step": 762280
    },
    {
      "epoch": 0.9669338041854082,
      "grad_norm": 6.40625,
      "learning_rate": 1.6535829639534265e-06,
      "loss": 2.2668,
      "mean_token_accuracy": 0.5196340441703796,
      "num_tokens": 587262962.0,
      "step": 762290
    },
    {
      "epoch": 0.966946488777941,
      "grad_norm": 4.59375,
      "learning_rate": 1.652948653867135e-06,
      "loss": 2.0245,
      "mean_token_accuracy": 0.5502016007900238,
      "num_tokens": 587272185.0,
      "step": 762300
    },
    {
      "epoch": 0.9669591733704738,
      "grad_norm": 5.53125,
      "learning_rate": 1.6523143437808433e-06,
      "loss": 1.9577,
      "mean_token_accuracy": 0.5713837087154389,
      "num_tokens": 587278176.0,
      "step": 762310
    },
    {
      "epoch": 0.9669718579630067,
      "grad_norm": 4.875,
      "learning_rate": 1.6516800336945519e-06,
      "loss": 2.0257,
      "mean_token_accuracy": 0.5491341352462769,
      "num_tokens": 587286282.0,
      "step": 762320
    },
    {
      "epoch": 0.9669845425555395,
      "grad_norm": 5.9375,
      "learning_rate": 1.6510457236082604e-06,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5363007992506027,
      "num_tokens": 587294867.0,
      "step": 762330
    },
    {
      "epoch": 0.9669972271480723,
      "grad_norm": 5.25,
      "learning_rate": 1.6504114135219687e-06,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5250664621591568,
      "num_tokens": 587302622.0,
      "step": 762340
    },
    {
      "epoch": 0.9670099117406051,
      "grad_norm": 3.703125,
      "learning_rate": 1.6497771034356772e-06,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5624331384897232,
      "num_tokens": 587309830.0,
      "step": 762350
    },
    {
      "epoch": 0.967022596333138,
      "grad_norm": 6.4375,
      "learning_rate": 1.6491427933493856e-06,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5426117449998855,
      "num_tokens": 587317224.0,
      "step": 762360
    },
    {
      "epoch": 0.9670352809256708,
      "grad_norm": 4.96875,
      "learning_rate": 1.648508483263094e-06,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5511969327926636,
      "num_tokens": 587325103.0,
      "step": 762370
    },
    {
      "epoch": 0.9670479655182037,
      "grad_norm": 5.46875,
      "learning_rate": 1.6478741731768026e-06,
      "loss": 2.261,
      "mean_token_accuracy": 0.5199692189693451,
      "num_tokens": 587332165.0,
      "step": 762380
    },
    {
      "epoch": 0.9670606501107365,
      "grad_norm": 7.90625,
      "learning_rate": 1.647239863090511e-06,
      "loss": 2.094,
      "mean_token_accuracy": 0.5417516946792602,
      "num_tokens": 587339725.0,
      "step": 762390
    },
    {
      "epoch": 0.9670733347032693,
      "grad_norm": 5.0625,
      "learning_rate": 1.6466055530042195e-06,
      "loss": 1.8284,
      "mean_token_accuracy": 0.5823168247938156,
      "num_tokens": 587345727.0,
      "step": 762400
    },
    {
      "epoch": 0.9670860192958022,
      "grad_norm": 4.875,
      "learning_rate": 1.6459712429179282e-06,
      "loss": 2.1437,
      "mean_token_accuracy": 0.53790223300457,
      "num_tokens": 587353953.0,
      "step": 762410
    },
    {
      "epoch": 0.967098703888335,
      "grad_norm": 5.15625,
      "learning_rate": 1.6453369328316363e-06,
      "loss": 2.072,
      "mean_token_accuracy": 0.5552357017993927,
      "num_tokens": 587361392.0,
      "step": 762420
    },
    {
      "epoch": 0.9671113884808679,
      "grad_norm": 6.03125,
      "learning_rate": 1.6447026227453448e-06,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5346423566341401,
      "num_tokens": 587368796.0,
      "step": 762430
    },
    {
      "epoch": 0.9671240730734006,
      "grad_norm": 5.25,
      "learning_rate": 1.6440683126590536e-06,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5327160000801087,
      "num_tokens": 587377191.0,
      "step": 762440
    },
    {
      "epoch": 0.9671367576659335,
      "grad_norm": 5.34375,
      "learning_rate": 1.6434340025727617e-06,
      "loss": 1.9426,
      "mean_token_accuracy": 0.562055590748787,
      "num_tokens": 587384702.0,
      "step": 762450
    },
    {
      "epoch": 0.9671494422584663,
      "grad_norm": 6.03125,
      "learning_rate": 1.6427996924864704e-06,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5627729207277298,
      "num_tokens": 587392643.0,
      "step": 762460
    },
    {
      "epoch": 0.9671621268509991,
      "grad_norm": 7.28125,
      "learning_rate": 1.6421653824001785e-06,
      "loss": 1.7381,
      "mean_token_accuracy": 0.6051150530576705,
      "num_tokens": 587399656.0,
      "step": 762470
    },
    {
      "epoch": 0.967174811443532,
      "grad_norm": 5.4375,
      "learning_rate": 1.641531072313887e-06,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5484885245561599,
      "num_tokens": 587407496.0,
      "step": 762480
    },
    {
      "epoch": 0.9671874960360648,
      "grad_norm": 7.25,
      "learning_rate": 1.6408967622275958e-06,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5755086928606034,
      "num_tokens": 587415027.0,
      "step": 762490
    },
    {
      "epoch": 0.9672001806285977,
      "grad_norm": 4.71875,
      "learning_rate": 1.6402624521413039e-06,
      "loss": 1.8847,
      "mean_token_accuracy": 0.5819552510976791,
      "num_tokens": 587422340.0,
      "step": 762500
    },
    {
      "epoch": 0.9672128652211305,
      "grad_norm": 4.75,
      "learning_rate": 1.6396281420550126e-06,
      "loss": 2.1097,
      "mean_token_accuracy": 0.530099630355835,
      "num_tokens": 587431237.0,
      "step": 762510
    },
    {
      "epoch": 0.9672255498136634,
      "grad_norm": 6.21875,
      "learning_rate": 1.6389938319687212e-06,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5271608680486679,
      "num_tokens": 587439331.0,
      "step": 762520
    },
    {
      "epoch": 0.9672382344061962,
      "grad_norm": 6.1875,
      "learning_rate": 1.6383595218824293e-06,
      "loss": 2.0657,
      "mean_token_accuracy": 0.5490419864654541,
      "num_tokens": 587446789.0,
      "step": 762530
    },
    {
      "epoch": 0.9672509189987291,
      "grad_norm": 7.4375,
      "learning_rate": 1.637725211796138e-06,
      "loss": 1.8534,
      "mean_token_accuracy": 0.5709035098552704,
      "num_tokens": 587452263.0,
      "step": 762540
    },
    {
      "epoch": 0.9672636035912618,
      "grad_norm": 2.4375,
      "learning_rate": 1.637090901709846e-06,
      "loss": 1.5371,
      "mean_token_accuracy": 0.6588354021310806,
      "num_tokens": 587458434.0,
      "step": 762550
    },
    {
      "epoch": 0.9672762881837946,
      "grad_norm": 5.90625,
      "learning_rate": 1.6364565916235548e-06,
      "loss": 1.9853,
      "mean_token_accuracy": 0.5500959157943726,
      "num_tokens": 587466111.0,
      "step": 762560
    },
    {
      "epoch": 0.9672889727763275,
      "grad_norm": 4.625,
      "learning_rate": 1.6358222815372634e-06,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5665829837322235,
      "num_tokens": 587472879.0,
      "step": 762570
    },
    {
      "epoch": 0.9673016573688603,
      "grad_norm": 8.875,
      "learning_rate": 1.6351879714509715e-06,
      "loss": 2.1834,
      "mean_token_accuracy": 0.5369672626256943,
      "num_tokens": 587479498.0,
      "step": 762580
    },
    {
      "epoch": 0.9673143419613932,
      "grad_norm": 6.75,
      "learning_rate": 1.6345536613646802e-06,
      "loss": 1.6387,
      "mean_token_accuracy": 0.6254740476608276,
      "num_tokens": 587484966.0,
      "step": 762590
    },
    {
      "epoch": 0.967327026553926,
      "grad_norm": 10.875,
      "learning_rate": 1.6339193512783887e-06,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5708614617586136,
      "num_tokens": 587491106.0,
      "step": 762600
    },
    {
      "epoch": 0.9673397111464589,
      "grad_norm": 8.625,
      "learning_rate": 1.633285041192097e-06,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5191388905048371,
      "num_tokens": 587498985.0,
      "step": 762610
    },
    {
      "epoch": 0.9673523957389917,
      "grad_norm": 6.40625,
      "learning_rate": 1.6326507311058056e-06,
      "loss": 2.2532,
      "mean_token_accuracy": 0.5139189213514328,
      "num_tokens": 587508058.0,
      "step": 762620
    },
    {
      "epoch": 0.9673650803315245,
      "grad_norm": 3.984375,
      "learning_rate": 1.6320164210195141e-06,
      "loss": 1.8556,
      "mean_token_accuracy": 0.6051630645990371,
      "num_tokens": 587515687.0,
      "step": 762630
    },
    {
      "epoch": 0.9673777649240574,
      "grad_norm": 5.09375,
      "learning_rate": 1.6313821109332224e-06,
      "loss": 2.0635,
      "mean_token_accuracy": 0.540760624408722,
      "num_tokens": 587522925.0,
      "step": 762640
    },
    {
      "epoch": 0.9673904495165901,
      "grad_norm": 6.0,
      "learning_rate": 1.630747800846931e-06,
      "loss": 2.2841,
      "mean_token_accuracy": 0.5149110853672028,
      "num_tokens": 587530584.0,
      "step": 762650
    },
    {
      "epoch": 0.967403134109123,
      "grad_norm": 6.09375,
      "learning_rate": 1.6301134907606393e-06,
      "loss": 1.8006,
      "mean_token_accuracy": 0.6041904807090759,
      "num_tokens": 587538265.0,
      "step": 762660
    },
    {
      "epoch": 0.9674158187016558,
      "grad_norm": 5.46875,
      "learning_rate": 1.6294791806743478e-06,
      "loss": 2.2538,
      "mean_token_accuracy": 0.5142363280057907,
      "num_tokens": 587546511.0,
      "step": 762670
    },
    {
      "epoch": 0.9674285032941887,
      "grad_norm": 4.78125,
      "learning_rate": 1.6288448705880563e-06,
      "loss": 2.025,
      "mean_token_accuracy": 0.5498136460781098,
      "num_tokens": 587554664.0,
      "step": 762680
    },
    {
      "epoch": 0.9674411878867215,
      "grad_norm": 5.5,
      "learning_rate": 1.6282105605017646e-06,
      "loss": 1.8555,
      "mean_token_accuracy": 0.5833019465208054,
      "num_tokens": 587562190.0,
      "step": 762690
    },
    {
      "epoch": 0.9674538724792543,
      "grad_norm": 5.8125,
      "learning_rate": 1.6275762504154732e-06,
      "loss": 1.9617,
      "mean_token_accuracy": 0.570179358124733,
      "num_tokens": 587568517.0,
      "step": 762700
    },
    {
      "epoch": 0.9674665570717872,
      "grad_norm": 5.78125,
      "learning_rate": 1.6269419403291817e-06,
      "loss": 1.9013,
      "mean_token_accuracy": 0.5901367336511611,
      "num_tokens": 587574383.0,
      "step": 762710
    },
    {
      "epoch": 0.96747924166432,
      "grad_norm": 5.0,
      "learning_rate": 1.62630763024289e-06,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5265609532594681,
      "num_tokens": 587581606.0,
      "step": 762720
    },
    {
      "epoch": 0.9674919262568529,
      "grad_norm": 5.28125,
      "learning_rate": 1.6256733201565985e-06,
      "loss": 2.1658,
      "mean_token_accuracy": 0.5223829448223114,
      "num_tokens": 587589326.0,
      "step": 762730
    },
    {
      "epoch": 0.9675046108493857,
      "grad_norm": 5.09375,
      "learning_rate": 1.625039010070307e-06,
      "loss": 1.8984,
      "mean_token_accuracy": 0.5754379689693451,
      "num_tokens": 587595765.0,
      "step": 762740
    },
    {
      "epoch": 0.9675172954419186,
      "grad_norm": 5.46875,
      "learning_rate": 1.6244046999840154e-06,
      "loss": 2.3388,
      "mean_token_accuracy": 0.5004280179738998,
      "num_tokens": 587604861.0,
      "step": 762750
    },
    {
      "epoch": 0.9675299800344513,
      "grad_norm": 7.125,
      "learning_rate": 1.623770389897724e-06,
      "loss": 2.0103,
      "mean_token_accuracy": 0.5573609054088593,
      "num_tokens": 587612529.0,
      "step": 762760
    },
    {
      "epoch": 0.9675426646269842,
      "grad_norm": 4.9375,
      "learning_rate": 1.6231360798114322e-06,
      "loss": 2.2496,
      "mean_token_accuracy": 0.5171738564968109,
      "num_tokens": 587620460.0,
      "step": 762770
    },
    {
      "epoch": 0.967555349219517,
      "grad_norm": 5.53125,
      "learning_rate": 1.6225017697251408e-06,
      "loss": 2.1838,
      "mean_token_accuracy": 0.525510361790657,
      "num_tokens": 587629046.0,
      "step": 762780
    },
    {
      "epoch": 0.9675680338120498,
      "grad_norm": 6.75,
      "learning_rate": 1.6218674596388493e-06,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5294939339160919,
      "num_tokens": 587635440.0,
      "step": 762790
    },
    {
      "epoch": 0.9675807184045827,
      "grad_norm": 4.8125,
      "learning_rate": 1.6212331495525576e-06,
      "loss": 2.0767,
      "mean_token_accuracy": 0.5355641841888428,
      "num_tokens": 587643460.0,
      "step": 762800
    },
    {
      "epoch": 0.9675934029971155,
      "grad_norm": 5.09375,
      "learning_rate": 1.6205988394662661e-06,
      "loss": 2.2145,
      "mean_token_accuracy": 0.5257797181606293,
      "num_tokens": 587651243.0,
      "step": 762810
    },
    {
      "epoch": 0.9676060875896484,
      "grad_norm": 5.09375,
      "learning_rate": 1.6199645293799749e-06,
      "loss": 2.0814,
      "mean_token_accuracy": 0.5440479576587677,
      "num_tokens": 587660717.0,
      "step": 762820
    },
    {
      "epoch": 0.9676187721821812,
      "grad_norm": 5.8125,
      "learning_rate": 1.619330219293683e-06,
      "loss": 2.086,
      "mean_token_accuracy": 0.5360006272792817,
      "num_tokens": 587668565.0,
      "step": 762830
    },
    {
      "epoch": 0.9676314567747141,
      "grad_norm": 4.90625,
      "learning_rate": 1.6186959092073915e-06,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5564472883939743,
      "num_tokens": 587675626.0,
      "step": 762840
    },
    {
      "epoch": 0.9676441413672469,
      "grad_norm": 5.96875,
      "learning_rate": 1.6180615991211002e-06,
      "loss": 2.1522,
      "mean_token_accuracy": 0.5368623077869416,
      "num_tokens": 587682596.0,
      "step": 762850
    },
    {
      "epoch": 0.9676568259597796,
      "grad_norm": 5.1875,
      "learning_rate": 1.6174272890348084e-06,
      "loss": 1.9153,
      "mean_token_accuracy": 0.5721116095781327,
      "num_tokens": 587690472.0,
      "step": 762860
    },
    {
      "epoch": 0.9676695105523125,
      "grad_norm": 5.4375,
      "learning_rate": 1.616792978948517e-06,
      "loss": 2.2051,
      "mean_token_accuracy": 0.5300363183021546,
      "num_tokens": 587698580.0,
      "step": 762870
    },
    {
      "epoch": 0.9676821951448453,
      "grad_norm": 5.9375,
      "learning_rate": 1.6161586688622252e-06,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5244336217641831,
      "num_tokens": 587707410.0,
      "step": 762880
    },
    {
      "epoch": 0.9676948797373782,
      "grad_norm": 5.125,
      "learning_rate": 1.6155243587759337e-06,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5260943233966827,
      "num_tokens": 587714891.0,
      "step": 762890
    },
    {
      "epoch": 0.967707564329911,
      "grad_norm": 6.34375,
      "learning_rate": 1.6148900486896425e-06,
      "loss": 1.8001,
      "mean_token_accuracy": 0.5983915984630584,
      "num_tokens": 587721130.0,
      "step": 762900
    },
    {
      "epoch": 0.9677202489224439,
      "grad_norm": 5.40625,
      "learning_rate": 1.6142557386033506e-06,
      "loss": 2.129,
      "mean_token_accuracy": 0.5301436215639115,
      "num_tokens": 587729995.0,
      "step": 762910
    },
    {
      "epoch": 0.9677329335149767,
      "grad_norm": 4.8125,
      "learning_rate": 1.6136214285170593e-06,
      "loss": 2.0374,
      "mean_token_accuracy": 0.5408021569252014,
      "num_tokens": 587737234.0,
      "step": 762920
    },
    {
      "epoch": 0.9677456181075096,
      "grad_norm": 6.375,
      "learning_rate": 1.6129871184307678e-06,
      "loss": 2.0158,
      "mean_token_accuracy": 0.5652089893817902,
      "num_tokens": 587745617.0,
      "step": 762930
    },
    {
      "epoch": 0.9677583027000424,
      "grad_norm": 5.40625,
      "learning_rate": 1.612352808344476e-06,
      "loss": 2.001,
      "mean_token_accuracy": 0.5596400171518325,
      "num_tokens": 587753180.0,
      "step": 762940
    },
    {
      "epoch": 0.9677709872925752,
      "grad_norm": 5.21875,
      "learning_rate": 1.6117184982581847e-06,
      "loss": 2.1559,
      "mean_token_accuracy": 0.544007807970047,
      "num_tokens": 587758883.0,
      "step": 762950
    },
    {
      "epoch": 0.967783671885108,
      "grad_norm": 5.90625,
      "learning_rate": 1.6110841881718932e-06,
      "loss": 2.178,
      "mean_token_accuracy": 0.5232331395149231,
      "num_tokens": 587766512.0,
      "step": 762960
    },
    {
      "epoch": 0.9677963564776408,
      "grad_norm": 5.1875,
      "learning_rate": 1.6104498780856015e-06,
      "loss": 1.9894,
      "mean_token_accuracy": 0.5577188611030579,
      "num_tokens": 587775512.0,
      "step": 762970
    },
    {
      "epoch": 0.9678090410701737,
      "grad_norm": 5.0,
      "learning_rate": 1.60981556799931e-06,
      "loss": 1.9319,
      "mean_token_accuracy": 0.5838951021432877,
      "num_tokens": 587782781.0,
      "step": 762980
    },
    {
      "epoch": 0.9678217256627065,
      "grad_norm": 5.0,
      "learning_rate": 1.6091812579130182e-06,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5390293568372726,
      "num_tokens": 587791097.0,
      "step": 762990
    },
    {
      "epoch": 0.9678344102552394,
      "grad_norm": 5.40625,
      "learning_rate": 1.608546947826727e-06,
      "loss": 1.8458,
      "mean_token_accuracy": 0.5925925105810166,
      "num_tokens": 587797911.0,
      "step": 763000
    },
    {
      "epoch": 0.9678470948477722,
      "grad_norm": 6.125,
      "learning_rate": 1.6079126377404354e-06,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5199193865060806,
      "num_tokens": 587806775.0,
      "step": 763010
    },
    {
      "epoch": 0.967859779440305,
      "grad_norm": 6.96875,
      "learning_rate": 1.6072783276541437e-06,
      "loss": 1.9955,
      "mean_token_accuracy": 0.5602596670389175,
      "num_tokens": 587813721.0,
      "step": 763020
    },
    {
      "epoch": 0.9678724640328379,
      "grad_norm": 6.21875,
      "learning_rate": 1.6066440175678523e-06,
      "loss": 2.131,
      "mean_token_accuracy": 0.5335405558347702,
      "num_tokens": 587822652.0,
      "step": 763030
    },
    {
      "epoch": 0.9678851486253707,
      "grad_norm": 4.8125,
      "learning_rate": 1.6060097074815608e-06,
      "loss": 2.0423,
      "mean_token_accuracy": 0.550277978181839,
      "num_tokens": 587829934.0,
      "step": 763040
    },
    {
      "epoch": 0.9678978332179036,
      "grad_norm": 4.9375,
      "learning_rate": 1.6053753973952691e-06,
      "loss": 1.981,
      "mean_token_accuracy": 0.5651194781064988,
      "num_tokens": 587837186.0,
      "step": 763050
    },
    {
      "epoch": 0.9679105178104364,
      "grad_norm": 5.6875,
      "learning_rate": 1.6047410873089776e-06,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5417231142520904,
      "num_tokens": 587845280.0,
      "step": 763060
    },
    {
      "epoch": 0.9679232024029693,
      "grad_norm": 6.375,
      "learning_rate": 1.6041067772226862e-06,
      "loss": 1.8295,
      "mean_token_accuracy": 0.5901055216789246,
      "num_tokens": 587851701.0,
      "step": 763070
    },
    {
      "epoch": 0.967935886995502,
      "grad_norm": 6.6875,
      "learning_rate": 1.6034724671363945e-06,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5367969065904618,
      "num_tokens": 587861099.0,
      "step": 763080
    },
    {
      "epoch": 0.9679485715880348,
      "grad_norm": 5.59375,
      "learning_rate": 1.602838157050103e-06,
      "loss": 2.2412,
      "mean_token_accuracy": 0.5081130921840668,
      "num_tokens": 587870514.0,
      "step": 763090
    },
    {
      "epoch": 0.9679612561805677,
      "grad_norm": 5.25,
      "learning_rate": 1.6022038469638113e-06,
      "loss": 1.9973,
      "mean_token_accuracy": 0.5489356637001037,
      "num_tokens": 587878374.0,
      "step": 763100
    },
    {
      "epoch": 0.9679739407731005,
      "grad_norm": 5.03125,
      "learning_rate": 1.6015695368775199e-06,
      "loss": 2.0748,
      "mean_token_accuracy": 0.5545632869005204,
      "num_tokens": 587886247.0,
      "step": 763110
    },
    {
      "epoch": 0.9679866253656334,
      "grad_norm": 6.4375,
      "learning_rate": 1.6009352267912284e-06,
      "loss": 2.2931,
      "mean_token_accuracy": 0.5156785249710083,
      "num_tokens": 587894013.0,
      "step": 763120
    },
    {
      "epoch": 0.9679993099581662,
      "grad_norm": 5.53125,
      "learning_rate": 1.6003009167049367e-06,
      "loss": 2.3143,
      "mean_token_accuracy": 0.5046839118003845,
      "num_tokens": 587902471.0,
      "step": 763130
    },
    {
      "epoch": 0.9680119945506991,
      "grad_norm": 6.4375,
      "learning_rate": 1.5996666066186452e-06,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5177100598812103,
      "num_tokens": 587909288.0,
      "step": 763140
    },
    {
      "epoch": 0.9680246791432319,
      "grad_norm": 6.34375,
      "learning_rate": 1.5990322965323538e-06,
      "loss": 1.8633,
      "mean_token_accuracy": 0.5782947272062302,
      "num_tokens": 587915601.0,
      "step": 763150
    },
    {
      "epoch": 0.9680373637357648,
      "grad_norm": 5.34375,
      "learning_rate": 1.598397986446062e-06,
      "loss": 2.1419,
      "mean_token_accuracy": 0.5339890509843827,
      "num_tokens": 587923549.0,
      "step": 763160
    },
    {
      "epoch": 0.9680500483282976,
      "grad_norm": 6.90625,
      "learning_rate": 1.5977636763597706e-06,
      "loss": 1.7799,
      "mean_token_accuracy": 0.6002744436264038,
      "num_tokens": 587930193.0,
      "step": 763170
    },
    {
      "epoch": 0.9680627329208303,
      "grad_norm": 4.78125,
      "learning_rate": 1.597129366273479e-06,
      "loss": 2.081,
      "mean_token_accuracy": 0.5427976608276367,
      "num_tokens": 587938639.0,
      "step": 763180
    },
    {
      "epoch": 0.9680754175133632,
      "grad_norm": 5.40625,
      "learning_rate": 1.5964950561871874e-06,
      "loss": 2.1155,
      "mean_token_accuracy": 0.54601292014122,
      "num_tokens": 587945578.0,
      "step": 763190
    },
    {
      "epoch": 0.968088102105896,
      "grad_norm": 5.84375,
      "learning_rate": 1.595860746100896e-06,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5403919875621795,
      "num_tokens": 587954268.0,
      "step": 763200
    },
    {
      "epoch": 0.9681007866984289,
      "grad_norm": 6.3125,
      "learning_rate": 1.5952264360146043e-06,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5562996745109559,
      "num_tokens": 587960704.0,
      "step": 763210
    },
    {
      "epoch": 0.9681134712909617,
      "grad_norm": 4.78125,
      "learning_rate": 1.5945921259283128e-06,
      "loss": 1.8812,
      "mean_token_accuracy": 0.5607955843210221,
      "num_tokens": 587967915.0,
      "step": 763220
    },
    {
      "epoch": 0.9681261558834946,
      "grad_norm": 5.78125,
      "learning_rate": 1.5939578158420216e-06,
      "loss": 1.9981,
      "mean_token_accuracy": 0.5629769384860992,
      "num_tokens": 587976447.0,
      "step": 763230
    },
    {
      "epoch": 0.9681388404760274,
      "grad_norm": 5.96875,
      "learning_rate": 1.5933235057557297e-06,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5254221379756927,
      "num_tokens": 587985521.0,
      "step": 763240
    },
    {
      "epoch": 0.9681515250685602,
      "grad_norm": 7.8125,
      "learning_rate": 1.5926891956694382e-06,
      "loss": 2.0054,
      "mean_token_accuracy": 0.5587606787681579,
      "num_tokens": 587992935.0,
      "step": 763250
    },
    {
      "epoch": 0.9681642096610931,
      "grad_norm": 5.25,
      "learning_rate": 1.592054885583147e-06,
      "loss": 1.9835,
      "mean_token_accuracy": 0.5559089988470077,
      "num_tokens": 588002014.0,
      "step": 763260
    },
    {
      "epoch": 0.9681768942536259,
      "grad_norm": 5.0,
      "learning_rate": 1.591420575496855e-06,
      "loss": 2.0995,
      "mean_token_accuracy": 0.539961314201355,
      "num_tokens": 588012181.0,
      "step": 763270
    },
    {
      "epoch": 0.9681895788461587,
      "grad_norm": 5.625,
      "learning_rate": 1.5907862654105638e-06,
      "loss": 1.7757,
      "mean_token_accuracy": 0.6011484950780869,
      "num_tokens": 588020268.0,
      "step": 763280
    },
    {
      "epoch": 0.9682022634386915,
      "grad_norm": 8.1875,
      "learning_rate": 1.5901519553242719e-06,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5526637166738511,
      "num_tokens": 588028316.0,
      "step": 763290
    },
    {
      "epoch": 0.9682149480312244,
      "grad_norm": 5.84375,
      "learning_rate": 1.5895176452379804e-06,
      "loss": 1.9337,
      "mean_token_accuracy": 0.562776866555214,
      "num_tokens": 588034805.0,
      "step": 763300
    },
    {
      "epoch": 0.9682276326237572,
      "grad_norm": 6.4375,
      "learning_rate": 1.5888833351516891e-06,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5410115748643876,
      "num_tokens": 588041750.0,
      "step": 763310
    },
    {
      "epoch": 0.9682403172162901,
      "grad_norm": 5.21875,
      "learning_rate": 1.5882490250653973e-06,
      "loss": 1.8441,
      "mean_token_accuracy": 0.5902611494064331,
      "num_tokens": 588049548.0,
      "step": 763320
    },
    {
      "epoch": 0.9682530018088229,
      "grad_norm": 7.0625,
      "learning_rate": 1.587614714979106e-06,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5374578714370728,
      "num_tokens": 588056267.0,
      "step": 763330
    },
    {
      "epoch": 0.9682656864013557,
      "grad_norm": 6.09375,
      "learning_rate": 1.5869804048928145e-06,
      "loss": 1.9462,
      "mean_token_accuracy": 0.5630610853433609,
      "num_tokens": 588064551.0,
      "step": 763340
    },
    {
      "epoch": 0.9682783709938886,
      "grad_norm": 7.875,
      "learning_rate": 1.5863460948065226e-06,
      "loss": 2.1995,
      "mean_token_accuracy": 0.5272981762886048,
      "num_tokens": 588072317.0,
      "step": 763350
    },
    {
      "epoch": 0.9682910555864214,
      "grad_norm": 4.90625,
      "learning_rate": 1.5857117847202314e-06,
      "loss": 2.0917,
      "mean_token_accuracy": 0.540249091386795,
      "num_tokens": 588080166.0,
      "step": 763360
    },
    {
      "epoch": 0.9683037401789543,
      "grad_norm": 5.15625,
      "learning_rate": 1.5850774746339399e-06,
      "loss": 1.9202,
      "mean_token_accuracy": 0.5838987290859222,
      "num_tokens": 588086806.0,
      "step": 763370
    },
    {
      "epoch": 0.968316424771487,
      "grad_norm": 6.0,
      "learning_rate": 1.5844431645476482e-06,
      "loss": 2.0431,
      "mean_token_accuracy": 0.5495151519775391,
      "num_tokens": 588094823.0,
      "step": 763380
    },
    {
      "epoch": 0.96832910936402,
      "grad_norm": 7.84375,
      "learning_rate": 1.5838088544613567e-06,
      "loss": 1.9079,
      "mean_token_accuracy": 0.6003771841526031,
      "num_tokens": 588100502.0,
      "step": 763390
    },
    {
      "epoch": 0.9683417939565527,
      "grad_norm": 5.96875,
      "learning_rate": 1.5831745443750648e-06,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5547827899456024,
      "num_tokens": 588107302.0,
      "step": 763400
    },
    {
      "epoch": 0.9683544785490855,
      "grad_norm": 5.25,
      "learning_rate": 1.5825402342887736e-06,
      "loss": 1.8464,
      "mean_token_accuracy": 0.5899242490530014,
      "num_tokens": 588114004.0,
      "step": 763410
    },
    {
      "epoch": 0.9683671631416184,
      "grad_norm": 5.46875,
      "learning_rate": 1.5819059242024821e-06,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5442071378231048,
      "num_tokens": 588122293.0,
      "step": 763420
    },
    {
      "epoch": 0.9683798477341512,
      "grad_norm": 7.46875,
      "learning_rate": 1.5812716141161904e-06,
      "loss": 1.5774,
      "mean_token_accuracy": 0.6436840295791626,
      "num_tokens": 588128474.0,
      "step": 763430
    },
    {
      "epoch": 0.9683925323266841,
      "grad_norm": 5.03125,
      "learning_rate": 1.580637304029899e-06,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5512648075819016,
      "num_tokens": 588136777.0,
      "step": 763440
    },
    {
      "epoch": 0.9684052169192169,
      "grad_norm": 6.375,
      "learning_rate": 1.5800029939436075e-06,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5720645636320114,
      "num_tokens": 588143456.0,
      "step": 763450
    },
    {
      "epoch": 0.9684179015117498,
      "grad_norm": 5.28125,
      "learning_rate": 1.5793686838573158e-06,
      "loss": 2.1119,
      "mean_token_accuracy": 0.5391132026910782,
      "num_tokens": 588151309.0,
      "step": 763460
    },
    {
      "epoch": 0.9684305861042826,
      "grad_norm": 5.03125,
      "learning_rate": 1.5787343737710243e-06,
      "loss": 1.9787,
      "mean_token_accuracy": 0.551950740814209,
      "num_tokens": 588159745.0,
      "step": 763470
    },
    {
      "epoch": 0.9684432706968155,
      "grad_norm": 8.1875,
      "learning_rate": 1.5781000636847329e-06,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5400206983089447,
      "num_tokens": 588166516.0,
      "step": 763480
    },
    {
      "epoch": 0.9684559552893482,
      "grad_norm": 5.40625,
      "learning_rate": 1.5774657535984412e-06,
      "loss": 2.1407,
      "mean_token_accuracy": 0.5234022259712219,
      "num_tokens": 588173869.0,
      "step": 763490
    },
    {
      "epoch": 0.968468639881881,
      "grad_norm": 5.21875,
      "learning_rate": 1.5768314435121497e-06,
      "loss": 2.1661,
      "mean_token_accuracy": 0.5308817028999329,
      "num_tokens": 588182074.0,
      "step": 763500
    },
    {
      "epoch": 0.9684813244744139,
      "grad_norm": 5.3125,
      "learning_rate": 1.576197133425858e-06,
      "loss": 2.2377,
      "mean_token_accuracy": 0.5163395166397095,
      "num_tokens": 588189559.0,
      "step": 763510
    },
    {
      "epoch": 0.9684940090669467,
      "grad_norm": 6.21875,
      "learning_rate": 1.5755628233395665e-06,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5498646080493927,
      "num_tokens": 588196635.0,
      "step": 763520
    },
    {
      "epoch": 0.9685066936594796,
      "grad_norm": 4.96875,
      "learning_rate": 1.574928513253275e-06,
      "loss": 2.198,
      "mean_token_accuracy": 0.5183870106935501,
      "num_tokens": 588204849.0,
      "step": 763530
    },
    {
      "epoch": 0.9685193782520124,
      "grad_norm": 5.1875,
      "learning_rate": 1.5742942031669834e-06,
      "loss": 2.0521,
      "mean_token_accuracy": 0.5438374161720276,
      "num_tokens": 588213209.0,
      "step": 763540
    },
    {
      "epoch": 0.9685320628445453,
      "grad_norm": 4.34375,
      "learning_rate": 1.573659893080692e-06,
      "loss": 1.9265,
      "mean_token_accuracy": 0.5738322973251343,
      "num_tokens": 588221774.0,
      "step": 763550
    },
    {
      "epoch": 0.9685447474370781,
      "grad_norm": 5.4375,
      "learning_rate": 1.5730255829944004e-06,
      "loss": 2.2075,
      "mean_token_accuracy": 0.5205426007509232,
      "num_tokens": 588229888.0,
      "step": 763560
    },
    {
      "epoch": 0.9685574320296109,
      "grad_norm": 8.75,
      "learning_rate": 1.5723912729081088e-06,
      "loss": 2.115,
      "mean_token_accuracy": 0.5418356627225875,
      "num_tokens": 588237690.0,
      "step": 763570
    },
    {
      "epoch": 0.9685701166221438,
      "grad_norm": 5.5625,
      "learning_rate": 1.5717569628218173e-06,
      "loss": 1.9081,
      "mean_token_accuracy": 0.573813658952713,
      "num_tokens": 588244942.0,
      "step": 763580
    },
    {
      "epoch": 0.9685828012146765,
      "grad_norm": 5.9375,
      "learning_rate": 1.571122652735526e-06,
      "loss": 2.2177,
      "mean_token_accuracy": 0.5264988571405411,
      "num_tokens": 588253068.0,
      "step": 763590
    },
    {
      "epoch": 0.9685954858072094,
      "grad_norm": 8.75,
      "learning_rate": 1.5704883426492341e-06,
      "loss": 2.0339,
      "mean_token_accuracy": 0.5569275885820388,
      "num_tokens": 588259534.0,
      "step": 763600
    },
    {
      "epoch": 0.9686081703997422,
      "grad_norm": 5.15625,
      "learning_rate": 1.5698540325629427e-06,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5713417053222656,
      "num_tokens": 588267871.0,
      "step": 763610
    },
    {
      "epoch": 0.9686208549922751,
      "grad_norm": 5.375,
      "learning_rate": 1.569219722476651e-06,
      "loss": 2.2728,
      "mean_token_accuracy": 0.5137080430984498,
      "num_tokens": 588275879.0,
      "step": 763620
    },
    {
      "epoch": 0.9686335395848079,
      "grad_norm": 4.53125,
      "learning_rate": 1.5685854123903595e-06,
      "loss": 1.7024,
      "mean_token_accuracy": 0.6236659765243531,
      "num_tokens": 588283355.0,
      "step": 763630
    },
    {
      "epoch": 0.9686462241773407,
      "grad_norm": 7.53125,
      "learning_rate": 1.5679511023040682e-06,
      "loss": 2.0648,
      "mean_token_accuracy": 0.5343613058328629,
      "num_tokens": 588291331.0,
      "step": 763640
    },
    {
      "epoch": 0.9686589087698736,
      "grad_norm": 8.9375,
      "learning_rate": 1.5673167922177763e-06,
      "loss": 2.0023,
      "mean_token_accuracy": 0.559888505935669,
      "num_tokens": 588299188.0,
      "step": 763650
    },
    {
      "epoch": 0.9686715933624064,
      "grad_norm": 5.15625,
      "learning_rate": 1.5666824821314849e-06,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5535398006439209,
      "num_tokens": 588307387.0,
      "step": 763660
    },
    {
      "epoch": 0.9686842779549393,
      "grad_norm": 5.75,
      "learning_rate": 1.5660481720451936e-06,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5678738117218017,
      "num_tokens": 588315150.0,
      "step": 763670
    },
    {
      "epoch": 0.9686969625474721,
      "grad_norm": 5.8125,
      "learning_rate": 1.5654138619589017e-06,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5554404258728027,
      "num_tokens": 588323478.0,
      "step": 763680
    },
    {
      "epoch": 0.968709647140005,
      "grad_norm": 6.21875,
      "learning_rate": 1.5647795518726105e-06,
      "loss": 2.116,
      "mean_token_accuracy": 0.5407579421997071,
      "num_tokens": 588331926.0,
      "step": 763690
    },
    {
      "epoch": 0.9687223317325377,
      "grad_norm": 4.90625,
      "learning_rate": 1.564145241786319e-06,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5618462711572647,
      "num_tokens": 588339730.0,
      "step": 763700
    },
    {
      "epoch": 0.9687350163250706,
      "grad_norm": 4.34375,
      "learning_rate": 1.563510931700027e-06,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5425107449293136,
      "num_tokens": 588348906.0,
      "step": 763710
    },
    {
      "epoch": 0.9687477009176034,
      "grad_norm": 5.40625,
      "learning_rate": 1.5628766216137358e-06,
      "loss": 1.8087,
      "mean_token_accuracy": 0.6026127696037292,
      "num_tokens": 588355920.0,
      "step": 763720
    },
    {
      "epoch": 0.9687603855101362,
      "grad_norm": 4.78125,
      "learning_rate": 1.5622423115274441e-06,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5517446637153626,
      "num_tokens": 588364491.0,
      "step": 763730
    },
    {
      "epoch": 0.9687730701026691,
      "grad_norm": 6.59375,
      "learning_rate": 1.5616080014411527e-06,
      "loss": 1.9821,
      "mean_token_accuracy": 0.5573395937681198,
      "num_tokens": 588372460.0,
      "step": 763740
    },
    {
      "epoch": 0.9687857546952019,
      "grad_norm": 8.25,
      "learning_rate": 1.560973691354861e-06,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5510410994291306,
      "num_tokens": 588379774.0,
      "step": 763750
    },
    {
      "epoch": 0.9687984392877348,
      "grad_norm": 5.4375,
      "learning_rate": 1.5603393812685695e-06,
      "loss": 1.8729,
      "mean_token_accuracy": 0.5860558807849884,
      "num_tokens": 588386448.0,
      "step": 763760
    },
    {
      "epoch": 0.9688111238802676,
      "grad_norm": 5.53125,
      "learning_rate": 1.559705071182278e-06,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5096763551235199,
      "num_tokens": 588394182.0,
      "step": 763770
    },
    {
      "epoch": 0.9688238084728005,
      "grad_norm": 5.625,
      "learning_rate": 1.5590707610959864e-06,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5618125319480896,
      "num_tokens": 588401416.0,
      "step": 763780
    },
    {
      "epoch": 0.9688364930653333,
      "grad_norm": 4.90625,
      "learning_rate": 1.5584364510096949e-06,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5448464304208755,
      "num_tokens": 588408745.0,
      "step": 763790
    },
    {
      "epoch": 0.968849177657866,
      "grad_norm": 5.59375,
      "learning_rate": 1.5578021409234034e-06,
      "loss": 1.9707,
      "mean_token_accuracy": 0.5675685286521912,
      "num_tokens": 588417001.0,
      "step": 763800
    },
    {
      "epoch": 0.9688618622503989,
      "grad_norm": 7.15625,
      "learning_rate": 1.5571678308371117e-06,
      "loss": 2.2423,
      "mean_token_accuracy": 0.5174279034137725,
      "num_tokens": 588425087.0,
      "step": 763810
    },
    {
      "epoch": 0.9688745468429317,
      "grad_norm": 6.34375,
      "learning_rate": 1.5565335207508203e-06,
      "loss": 1.7862,
      "mean_token_accuracy": 0.5998884230852127,
      "num_tokens": 588431600.0,
      "step": 763820
    },
    {
      "epoch": 0.9688872314354646,
      "grad_norm": 7.03125,
      "learning_rate": 1.5558992106645288e-06,
      "loss": 2.0856,
      "mean_token_accuracy": 0.5355329513549805,
      "num_tokens": 588440578.0,
      "step": 763830
    },
    {
      "epoch": 0.9688999160279974,
      "grad_norm": 6.0625,
      "learning_rate": 1.555264900578237e-06,
      "loss": 2.0256,
      "mean_token_accuracy": 0.5489228308200836,
      "num_tokens": 588447383.0,
      "step": 763840
    },
    {
      "epoch": 0.9689126006205303,
      "grad_norm": 5.59375,
      "learning_rate": 1.5546305904919456e-06,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5442214548587799,
      "num_tokens": 588456157.0,
      "step": 763850
    },
    {
      "epoch": 0.9689252852130631,
      "grad_norm": 6.1875,
      "learning_rate": 1.553996280405654e-06,
      "loss": 2.1361,
      "mean_token_accuracy": 0.5342291980981827,
      "num_tokens": 588464238.0,
      "step": 763860
    },
    {
      "epoch": 0.968937969805596,
      "grad_norm": 5.28125,
      "learning_rate": 1.5533619703193627e-06,
      "loss": 1.9242,
      "mean_token_accuracy": 0.5641815692186356,
      "num_tokens": 588471772.0,
      "step": 763870
    },
    {
      "epoch": 0.9689506543981288,
      "grad_norm": 6.78125,
      "learning_rate": 1.552727660233071e-06,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5246824979782104,
      "num_tokens": 588479481.0,
      "step": 763880
    },
    {
      "epoch": 0.9689633389906616,
      "grad_norm": 4.78125,
      "learning_rate": 1.5520933501467793e-06,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5463071197271347,
      "num_tokens": 588486476.0,
      "step": 763890
    },
    {
      "epoch": 0.9689760235831945,
      "grad_norm": 10.9375,
      "learning_rate": 1.5514590400604878e-06,
      "loss": 1.8577,
      "mean_token_accuracy": 0.5968648135662079,
      "num_tokens": 588492507.0,
      "step": 763900
    },
    {
      "epoch": 0.9689887081757272,
      "grad_norm": 9.125,
      "learning_rate": 1.5508247299741964e-06,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5562930911779403,
      "num_tokens": 588499266.0,
      "step": 763910
    },
    {
      "epoch": 0.9690013927682601,
      "grad_norm": 5.5625,
      "learning_rate": 1.550190419887905e-06,
      "loss": 1.9677,
      "mean_token_accuracy": 0.5663951158523559,
      "num_tokens": 588506645.0,
      "step": 763920
    },
    {
      "epoch": 0.9690140773607929,
      "grad_norm": 5.34375,
      "learning_rate": 1.5495561098016132e-06,
      "loss": 1.8099,
      "mean_token_accuracy": 0.5891513705253602,
      "num_tokens": 588513752.0,
      "step": 763930
    },
    {
      "epoch": 0.9690267619533258,
      "grad_norm": 10.5,
      "learning_rate": 1.5489217997153215e-06,
      "loss": 2.0937,
      "mean_token_accuracy": 0.54816133081913,
      "num_tokens": 588521147.0,
      "step": 763940
    },
    {
      "epoch": 0.9690394465458586,
      "grad_norm": 6.84375,
      "learning_rate": 1.5482874896290303e-06,
      "loss": 2.1305,
      "mean_token_accuracy": 0.5317991882562637,
      "num_tokens": 588529545.0,
      "step": 763950
    },
    {
      "epoch": 0.9690521311383914,
      "grad_norm": 5.28125,
      "learning_rate": 1.5476531795427386e-06,
      "loss": 1.6593,
      "mean_token_accuracy": 0.6430609613656998,
      "num_tokens": 588535224.0,
      "step": 763960
    },
    {
      "epoch": 0.9690648157309243,
      "grad_norm": 6.09375,
      "learning_rate": 1.5470188694564471e-06,
      "loss": 1.9192,
      "mean_token_accuracy": 0.5785031765699387,
      "num_tokens": 588543324.0,
      "step": 763970
    },
    {
      "epoch": 0.9690775003234571,
      "grad_norm": 4.59375,
      "learning_rate": 1.5463845593701556e-06,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5701473355293274,
      "num_tokens": 588550694.0,
      "step": 763980
    },
    {
      "epoch": 0.96909018491599,
      "grad_norm": 5.3125,
      "learning_rate": 1.545750249283864e-06,
      "loss": 1.8656,
      "mean_token_accuracy": 0.5852521091699601,
      "num_tokens": 588558379.0,
      "step": 763990
    },
    {
      "epoch": 0.9691028695085228,
      "grad_norm": 7.5,
      "learning_rate": 1.5451159391975725e-06,
      "loss": 1.6518,
      "mean_token_accuracy": 0.6278254330158234,
      "num_tokens": 588565429.0,
      "step": 764000
    },
    {
      "epoch": 0.9691155541010557,
      "grad_norm": 6.21875,
      "learning_rate": 1.5444816291112808e-06,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5394106656312943,
      "num_tokens": 588574613.0,
      "step": 764010
    },
    {
      "epoch": 0.9691282386935884,
      "grad_norm": 4.90625,
      "learning_rate": 1.5438473190249893e-06,
      "loss": 1.9348,
      "mean_token_accuracy": 0.5767868041992188,
      "num_tokens": 588582377.0,
      "step": 764020
    },
    {
      "epoch": 0.9691409232861212,
      "grad_norm": 6.375,
      "learning_rate": 1.5432130089386979e-06,
      "loss": 1.9718,
      "mean_token_accuracy": 0.5643165856599808,
      "num_tokens": 588589865.0,
      "step": 764030
    },
    {
      "epoch": 0.9691536078786541,
      "grad_norm": 5.1875,
      "learning_rate": 1.5425786988524062e-06,
      "loss": 1.7929,
      "mean_token_accuracy": 0.5959030896425247,
      "num_tokens": 588596901.0,
      "step": 764040
    },
    {
      "epoch": 0.9691662924711869,
      "grad_norm": 6.65625,
      "learning_rate": 1.5419443887661147e-06,
      "loss": 2.1909,
      "mean_token_accuracy": 0.530221837759018,
      "num_tokens": 588604919.0,
      "step": 764050
    },
    {
      "epoch": 0.9691789770637198,
      "grad_norm": 6.46875,
      "learning_rate": 1.5413100786798232e-06,
      "loss": 2.2176,
      "mean_token_accuracy": 0.5252595514059066,
      "num_tokens": 588612352.0,
      "step": 764060
    },
    {
      "epoch": 0.9691916616562526,
      "grad_norm": 6.71875,
      "learning_rate": 1.5406757685935316e-06,
      "loss": 1.8733,
      "mean_token_accuracy": 0.5825266033411026,
      "num_tokens": 588619712.0,
      "step": 764070
    },
    {
      "epoch": 0.9692043462487855,
      "grad_norm": 8.8125,
      "learning_rate": 1.54004145850724e-06,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5402400970458985,
      "num_tokens": 588626833.0,
      "step": 764080
    },
    {
      "epoch": 0.9692170308413183,
      "grad_norm": 17.25,
      "learning_rate": 1.5394071484209486e-06,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5584634989500046,
      "num_tokens": 588633415.0,
      "step": 764090
    },
    {
      "epoch": 0.9692297154338512,
      "grad_norm": 5.6875,
      "learning_rate": 1.5387728383346571e-06,
      "loss": 1.7553,
      "mean_token_accuracy": 0.6092763721942902,
      "num_tokens": 588641150.0,
      "step": 764100
    },
    {
      "epoch": 0.969242400026384,
      "grad_norm": 5.6875,
      "learning_rate": 1.5381385282483655e-06,
      "loss": 2.1357,
      "mean_token_accuracy": 0.5283975392580033,
      "num_tokens": 588649170.0,
      "step": 764110
    },
    {
      "epoch": 0.9692550846189167,
      "grad_norm": 5.4375,
      "learning_rate": 1.5375042181620738e-06,
      "loss": 2.1557,
      "mean_token_accuracy": 0.52534439265728,
      "num_tokens": 588657228.0,
      "step": 764120
    },
    {
      "epoch": 0.9692677692114496,
      "grad_norm": 4.78125,
      "learning_rate": 1.5368699080757825e-06,
      "loss": 1.7954,
      "mean_token_accuracy": 0.5950391680002213,
      "num_tokens": 588665516.0,
      "step": 764130
    },
    {
      "epoch": 0.9692804538039824,
      "grad_norm": 4.90625,
      "learning_rate": 1.5362355979894908e-06,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5528621733188629,
      "num_tokens": 588674020.0,
      "step": 764140
    },
    {
      "epoch": 0.9692931383965153,
      "grad_norm": 6.15625,
      "learning_rate": 1.5356012879031994e-06,
      "loss": 2.1849,
      "mean_token_accuracy": 0.5226802319288254,
      "num_tokens": 588682698.0,
      "step": 764150
    },
    {
      "epoch": 0.9693058229890481,
      "grad_norm": 4.90625,
      "learning_rate": 1.5349669778169077e-06,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5402028143405915,
      "num_tokens": 588689984.0,
      "step": 764160
    },
    {
      "epoch": 0.969318507581581,
      "grad_norm": 6.53125,
      "learning_rate": 1.5343326677306162e-06,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5402200579643249,
      "num_tokens": 588697980.0,
      "step": 764170
    },
    {
      "epoch": 0.9693311921741138,
      "grad_norm": 9.375,
      "learning_rate": 1.5336983576443247e-06,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5482453793287277,
      "num_tokens": 588705803.0,
      "step": 764180
    },
    {
      "epoch": 0.9693438767666466,
      "grad_norm": 5.40625,
      "learning_rate": 1.533064047558033e-06,
      "loss": 2.0472,
      "mean_token_accuracy": 0.552096688747406,
      "num_tokens": 588714102.0,
      "step": 764190
    },
    {
      "epoch": 0.9693565613591795,
      "grad_norm": 5.5625,
      "learning_rate": 1.5324297374717416e-06,
      "loss": 1.9457,
      "mean_token_accuracy": 0.5767236471176147,
      "num_tokens": 588721768.0,
      "step": 764200
    },
    {
      "epoch": 0.9693692459517123,
      "grad_norm": 5.03125,
      "learning_rate": 1.53179542738545e-06,
      "loss": 2.1664,
      "mean_token_accuracy": 0.5288198441267014,
      "num_tokens": 588730900.0,
      "step": 764210
    },
    {
      "epoch": 0.9693819305442452,
      "grad_norm": 5.25,
      "learning_rate": 1.5311611172991584e-06,
      "loss": 2.0056,
      "mean_token_accuracy": 0.5537515252828598,
      "num_tokens": 588739334.0,
      "step": 764220
    },
    {
      "epoch": 0.9693946151367779,
      "grad_norm": 6.1875,
      "learning_rate": 1.530526807212867e-06,
      "loss": 1.9174,
      "mean_token_accuracy": 0.5644798278808594,
      "num_tokens": 588746842.0,
      "step": 764230
    },
    {
      "epoch": 0.9694072997293108,
      "grad_norm": 7.0,
      "learning_rate": 1.5298924971265755e-06,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5526095330715179,
      "num_tokens": 588755628.0,
      "step": 764240
    },
    {
      "epoch": 0.9694199843218436,
      "grad_norm": 7.09375,
      "learning_rate": 1.5292581870402838e-06,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5427526295185089,
      "num_tokens": 588763732.0,
      "step": 764250
    },
    {
      "epoch": 0.9694326689143765,
      "grad_norm": 5.0625,
      "learning_rate": 1.5286238769539923e-06,
      "loss": 2.1992,
      "mean_token_accuracy": 0.527439147233963,
      "num_tokens": 588771742.0,
      "step": 764260
    },
    {
      "epoch": 0.9694453535069093,
      "grad_norm": 5.15625,
      "learning_rate": 1.5279895668677006e-06,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5502769261598587,
      "num_tokens": 588779513.0,
      "step": 764270
    },
    {
      "epoch": 0.9694580380994421,
      "grad_norm": 5.25,
      "learning_rate": 1.5273552567814092e-06,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5215784460306168,
      "num_tokens": 588788041.0,
      "step": 764280
    },
    {
      "epoch": 0.969470722691975,
      "grad_norm": 6.375,
      "learning_rate": 1.5267209466951177e-06,
      "loss": 2.1923,
      "mean_token_accuracy": 0.5305441409349442,
      "num_tokens": 588796504.0,
      "step": 764290
    },
    {
      "epoch": 0.9694834072845078,
      "grad_norm": 5.15625,
      "learning_rate": 1.526086636608826e-06,
      "loss": 2.1091,
      "mean_token_accuracy": 0.529261115193367,
      "num_tokens": 588805043.0,
      "step": 764300
    },
    {
      "epoch": 0.9694960918770407,
      "grad_norm": 5.9375,
      "learning_rate": 1.5254523265225345e-06,
      "loss": 1.8494,
      "mean_token_accuracy": 0.5964036345481872,
      "num_tokens": 588813413.0,
      "step": 764310
    },
    {
      "epoch": 0.9695087764695735,
      "grad_norm": 8.1875,
      "learning_rate": 1.524818016436243e-06,
      "loss": 2.0494,
      "mean_token_accuracy": 0.548257726430893,
      "num_tokens": 588821329.0,
      "step": 764320
    },
    {
      "epoch": 0.9695214610621063,
      "grad_norm": 6.34375,
      "learning_rate": 1.5241837063499514e-06,
      "loss": 2.2588,
      "mean_token_accuracy": 0.5106239706277848,
      "num_tokens": 588829058.0,
      "step": 764330
    },
    {
      "epoch": 0.9695341456546391,
      "grad_norm": 5.59375,
      "learning_rate": 1.52354939626366e-06,
      "loss": 1.8837,
      "mean_token_accuracy": 0.5773848921060563,
      "num_tokens": 588836382.0,
      "step": 764340
    },
    {
      "epoch": 0.9695468302471719,
      "grad_norm": 5.9375,
      "learning_rate": 1.5229150861773684e-06,
      "loss": 2.0305,
      "mean_token_accuracy": 0.5503180533647537,
      "num_tokens": 588843417.0,
      "step": 764350
    },
    {
      "epoch": 0.9695595148397048,
      "grad_norm": 5.65625,
      "learning_rate": 1.522280776091077e-06,
      "loss": 2.0448,
      "mean_token_accuracy": 0.5538400083780288,
      "num_tokens": 588850589.0,
      "step": 764360
    },
    {
      "epoch": 0.9695721994322376,
      "grad_norm": 4.84375,
      "learning_rate": 1.5216464660047853e-06,
      "loss": 2.0111,
      "mean_token_accuracy": 0.5565731376409531,
      "num_tokens": 588858584.0,
      "step": 764370
    },
    {
      "epoch": 0.9695848840247705,
      "grad_norm": 5.96875,
      "learning_rate": 1.5210121559184938e-06,
      "loss": 1.6201,
      "mean_token_accuracy": 0.6357867598533631,
      "num_tokens": 588865958.0,
      "step": 764380
    },
    {
      "epoch": 0.9695975686173033,
      "grad_norm": 5.15625,
      "learning_rate": 1.5203778458322023e-06,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5493689954280854,
      "num_tokens": 588875255.0,
      "step": 764390
    },
    {
      "epoch": 0.9696102532098362,
      "grad_norm": 5.4375,
      "learning_rate": 1.5197435357459106e-06,
      "loss": 1.9682,
      "mean_token_accuracy": 0.5571740865707397,
      "num_tokens": 588882853.0,
      "step": 764400
    },
    {
      "epoch": 0.969622937802369,
      "grad_norm": 5.1875,
      "learning_rate": 1.5191092256596192e-06,
      "loss": 2.03,
      "mean_token_accuracy": 0.5427065014839172,
      "num_tokens": 588891775.0,
      "step": 764410
    },
    {
      "epoch": 0.9696356223949019,
      "grad_norm": 5.53125,
      "learning_rate": 1.5184749155733275e-06,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5503366231918335,
      "num_tokens": 588899611.0,
      "step": 764420
    },
    {
      "epoch": 0.9696483069874346,
      "grad_norm": 4.875,
      "learning_rate": 1.517840605487036e-06,
      "loss": 2.0449,
      "mean_token_accuracy": 0.5445780724287033,
      "num_tokens": 588906208.0,
      "step": 764430
    },
    {
      "epoch": 0.9696609915799674,
      "grad_norm": 5.28125,
      "learning_rate": 1.5172062954007445e-06,
      "loss": 2.2606,
      "mean_token_accuracy": 0.5046316355466842,
      "num_tokens": 588915885.0,
      "step": 764440
    },
    {
      "epoch": 0.9696736761725003,
      "grad_norm": 5.0625,
      "learning_rate": 1.5165719853144529e-06,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5783309757709503,
      "num_tokens": 588923218.0,
      "step": 764450
    },
    {
      "epoch": 0.9696863607650331,
      "grad_norm": 10.0625,
      "learning_rate": 1.5159376752281614e-06,
      "loss": 2.095,
      "mean_token_accuracy": 0.5313671499490737,
      "num_tokens": 588931300.0,
      "step": 764460
    },
    {
      "epoch": 0.969699045357566,
      "grad_norm": 6.0625,
      "learning_rate": 1.51530336514187e-06,
      "loss": 2.194,
      "mean_token_accuracy": 0.5262314289808273,
      "num_tokens": 588938967.0,
      "step": 764470
    },
    {
      "epoch": 0.9697117299500988,
      "grad_norm": 5.1875,
      "learning_rate": 1.5146690550555782e-06,
      "loss": 2.0188,
      "mean_token_accuracy": 0.5495328456163406,
      "num_tokens": 588946367.0,
      "step": 764480
    },
    {
      "epoch": 0.9697244145426317,
      "grad_norm": 4.84375,
      "learning_rate": 1.5140347449692868e-06,
      "loss": 2.2014,
      "mean_token_accuracy": 0.5190028607845306,
      "num_tokens": 588955232.0,
      "step": 764490
    },
    {
      "epoch": 0.9697370991351645,
      "grad_norm": 5.09375,
      "learning_rate": 1.5134004348829953e-06,
      "loss": 2.0119,
      "mean_token_accuracy": 0.5500870853662491,
      "num_tokens": 588963310.0,
      "step": 764500
    },
    {
      "epoch": 0.9697497837276973,
      "grad_norm": 7.21875,
      "learning_rate": 1.5127661247967036e-06,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5258899807929993,
      "num_tokens": 588970767.0,
      "step": 764510
    },
    {
      "epoch": 0.9697624683202302,
      "grad_norm": 4.8125,
      "learning_rate": 1.5121318147104121e-06,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5236053824424743,
      "num_tokens": 588979725.0,
      "step": 764520
    },
    {
      "epoch": 0.969775152912763,
      "grad_norm": 4.625,
      "learning_rate": 1.5114975046241205e-06,
      "loss": 2.0047,
      "mean_token_accuracy": 0.5523698031902313,
      "num_tokens": 588988500.0,
      "step": 764530
    },
    {
      "epoch": 0.9697878375052958,
      "grad_norm": 4.96875,
      "learning_rate": 1.5108631945378292e-06,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5412985414266587,
      "num_tokens": 588995841.0,
      "step": 764540
    },
    {
      "epoch": 0.9698005220978286,
      "grad_norm": 7.25,
      "learning_rate": 1.5102288844515375e-06,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5497811704874038,
      "num_tokens": 589002841.0,
      "step": 764550
    },
    {
      "epoch": 0.9698132066903615,
      "grad_norm": 5.625,
      "learning_rate": 1.5095945743652458e-06,
      "loss": 2.2592,
      "mean_token_accuracy": 0.5073546737432479,
      "num_tokens": 589011640.0,
      "step": 764560
    },
    {
      "epoch": 0.9698258912828943,
      "grad_norm": 5.28125,
      "learning_rate": 1.5089602642789546e-06,
      "loss": 2.0872,
      "mean_token_accuracy": 0.5378940492868424,
      "num_tokens": 589019163.0,
      "step": 764570
    },
    {
      "epoch": 0.9698385758754271,
      "grad_norm": 7.9375,
      "learning_rate": 1.5083259541926629e-06,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5509029120206833,
      "num_tokens": 589027404.0,
      "step": 764580
    },
    {
      "epoch": 0.96985126046796,
      "grad_norm": 5.03125,
      "learning_rate": 1.5076916441063714e-06,
      "loss": 1.8704,
      "mean_token_accuracy": 0.5886101633310318,
      "num_tokens": 589035529.0,
      "step": 764590
    },
    {
      "epoch": 0.9698639450604928,
      "grad_norm": 5.59375,
      "learning_rate": 1.5070573340200797e-06,
      "loss": 2.0913,
      "mean_token_accuracy": 0.528823909163475,
      "num_tokens": 589043113.0,
      "step": 764600
    },
    {
      "epoch": 0.9698766296530257,
      "grad_norm": 12.5,
      "learning_rate": 1.5064230239337883e-06,
      "loss": 2.0379,
      "mean_token_accuracy": 0.5500748813152313,
      "num_tokens": 589050095.0,
      "step": 764610
    },
    {
      "epoch": 0.9698893142455585,
      "grad_norm": 4.59375,
      "learning_rate": 1.5057887138474968e-06,
      "loss": 2.2007,
      "mean_token_accuracy": 0.5243837475776673,
      "num_tokens": 589059058.0,
      "step": 764620
    },
    {
      "epoch": 0.9699019988380914,
      "grad_norm": 6.34375,
      "learning_rate": 1.505154403761205e-06,
      "loss": 1.8231,
      "mean_token_accuracy": 0.5959995120763779,
      "num_tokens": 589065753.0,
      "step": 764630
    },
    {
      "epoch": 0.9699146834306241,
      "grad_norm": 4.90625,
      "learning_rate": 1.5045200936749136e-06,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5472135841846466,
      "num_tokens": 589072737.0,
      "step": 764640
    },
    {
      "epoch": 0.969927368023157,
      "grad_norm": 7.625,
      "learning_rate": 1.5038857835886222e-06,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5316469103097916,
      "num_tokens": 589081067.0,
      "step": 764650
    },
    {
      "epoch": 0.9699400526156898,
      "grad_norm": 6.09375,
      "learning_rate": 1.5032514735023305e-06,
      "loss": 2.2486,
      "mean_token_accuracy": 0.5192301601171494,
      "num_tokens": 589088766.0,
      "step": 764660
    },
    {
      "epoch": 0.9699527372082226,
      "grad_norm": 5.5,
      "learning_rate": 1.502617163416039e-06,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5186068832874298,
      "num_tokens": 589097787.0,
      "step": 764670
    },
    {
      "epoch": 0.9699654218007555,
      "grad_norm": 4.84375,
      "learning_rate": 1.5019828533297473e-06,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5479141414165497,
      "num_tokens": 589105682.0,
      "step": 764680
    },
    {
      "epoch": 0.9699781063932883,
      "grad_norm": 5.53125,
      "learning_rate": 1.5013485432434558e-06,
      "loss": 2.0213,
      "mean_token_accuracy": 0.5596015006303787,
      "num_tokens": 589113319.0,
      "step": 764690
    },
    {
      "epoch": 0.9699907909858212,
      "grad_norm": 6.21875,
      "learning_rate": 1.5007142331571644e-06,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5402132451534272,
      "num_tokens": 589120411.0,
      "step": 764700
    },
    {
      "epoch": 0.970003475578354,
      "grad_norm": 5.5625,
      "learning_rate": 1.5000799230708727e-06,
      "loss": 2.0155,
      "mean_token_accuracy": 0.5548613846302033,
      "num_tokens": 589128121.0,
      "step": 764710
    },
    {
      "epoch": 0.9700161601708869,
      "grad_norm": 5.21875,
      "learning_rate": 1.4994456129845814e-06,
      "loss": 2.1446,
      "mean_token_accuracy": 0.529194638133049,
      "num_tokens": 589136632.0,
      "step": 764720
    },
    {
      "epoch": 0.9700288447634197,
      "grad_norm": 4.8125,
      "learning_rate": 1.4988113028982897e-06,
      "loss": 2.2544,
      "mean_token_accuracy": 0.5156250447034836,
      "num_tokens": 589144605.0,
      "step": 764730
    },
    {
      "epoch": 0.9700415293559524,
      "grad_norm": 5.75,
      "learning_rate": 1.498176992811998e-06,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5559971362352372,
      "num_tokens": 589151938.0,
      "step": 764740
    },
    {
      "epoch": 0.9700542139484853,
      "grad_norm": 6.6875,
      "learning_rate": 1.4975426827257066e-06,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5307027250528336,
      "num_tokens": 589160171.0,
      "step": 764750
    },
    {
      "epoch": 0.9700668985410181,
      "grad_norm": 7.40625,
      "learning_rate": 1.4969083726394151e-06,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5508537381887436,
      "num_tokens": 589167393.0,
      "step": 764760
    },
    {
      "epoch": 0.970079583133551,
      "grad_norm": 7.78125,
      "learning_rate": 1.4962740625531236e-06,
      "loss": 2.1641,
      "mean_token_accuracy": 0.5295962452888489,
      "num_tokens": 589176042.0,
      "step": 764770
    },
    {
      "epoch": 0.9700922677260838,
      "grad_norm": 6.78125,
      "learning_rate": 1.495639752466832e-06,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5706517815589904,
      "num_tokens": 589183584.0,
      "step": 764780
    },
    {
      "epoch": 0.9701049523186167,
      "grad_norm": 6.75,
      "learning_rate": 1.4950054423805403e-06,
      "loss": 2.0109,
      "mean_token_accuracy": 0.5631499499082565,
      "num_tokens": 589191617.0,
      "step": 764790
    },
    {
      "epoch": 0.9701176369111495,
      "grad_norm": 6.78125,
      "learning_rate": 1.494371132294249e-06,
      "loss": 1.9102,
      "mean_token_accuracy": 0.5733889430761338,
      "num_tokens": 589198745.0,
      "step": 764800
    },
    {
      "epoch": 0.9701303215036824,
      "grad_norm": 5.53125,
      "learning_rate": 1.4937368222079573e-06,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5532114326953887,
      "num_tokens": 589207102.0,
      "step": 764810
    },
    {
      "epoch": 0.9701430060962152,
      "grad_norm": 5.34375,
      "learning_rate": 1.4931025121216659e-06,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5585020482540131,
      "num_tokens": 589214280.0,
      "step": 764820
    },
    {
      "epoch": 0.970155690688748,
      "grad_norm": 5.25,
      "learning_rate": 1.4924682020353744e-06,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5429037183523178,
      "num_tokens": 589222351.0,
      "step": 764830
    },
    {
      "epoch": 0.9701683752812809,
      "grad_norm": 4.875,
      "learning_rate": 1.4918338919490827e-06,
      "loss": 1.9975,
      "mean_token_accuracy": 0.5508167564868927,
      "num_tokens": 589231053.0,
      "step": 764840
    },
    {
      "epoch": 0.9701810598738136,
      "grad_norm": 6.375,
      "learning_rate": 1.4911995818627912e-06,
      "loss": 1.9209,
      "mean_token_accuracy": 0.5733151346445083,
      "num_tokens": 589238327.0,
      "step": 764850
    },
    {
      "epoch": 0.9701937444663465,
      "grad_norm": 4.84375,
      "learning_rate": 1.4905652717764995e-06,
      "loss": 1.9204,
      "mean_token_accuracy": 0.5740651935338974,
      "num_tokens": 589245915.0,
      "step": 764860
    },
    {
      "epoch": 0.9702064290588793,
      "grad_norm": 4.5,
      "learning_rate": 1.489930961690208e-06,
      "loss": 2.25,
      "mean_token_accuracy": 0.5190862804651261,
      "num_tokens": 589253678.0,
      "step": 764870
    },
    {
      "epoch": 0.9702191136514122,
      "grad_norm": 6.4375,
      "learning_rate": 1.4892966516039166e-06,
      "loss": 2.0304,
      "mean_token_accuracy": 0.5545857220888137,
      "num_tokens": 589260207.0,
      "step": 764880
    },
    {
      "epoch": 0.970231798243945,
      "grad_norm": 6.0625,
      "learning_rate": 1.488662341517625e-06,
      "loss": 2.1252,
      "mean_token_accuracy": 0.5358288377523422,
      "num_tokens": 589267387.0,
      "step": 764890
    },
    {
      "epoch": 0.9702444828364778,
      "grad_norm": 5.15625,
      "learning_rate": 1.4880280314313334e-06,
      "loss": 2.1646,
      "mean_token_accuracy": 0.5229726701974868,
      "num_tokens": 589275229.0,
      "step": 764900
    },
    {
      "epoch": 0.9702571674290107,
      "grad_norm": 5.875,
      "learning_rate": 1.487393721345042e-06,
      "loss": 2.3378,
      "mean_token_accuracy": 0.4980039894580841,
      "num_tokens": 589283515.0,
      "step": 764910
    },
    {
      "epoch": 0.9702698520215435,
      "grad_norm": 5.125,
      "learning_rate": 1.4867594112587503e-06,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5363172680139542,
      "num_tokens": 589291292.0,
      "step": 764920
    },
    {
      "epoch": 0.9702825366140764,
      "grad_norm": 4.78125,
      "learning_rate": 1.4861251011724588e-06,
      "loss": 2.0263,
      "mean_token_accuracy": 0.5541455119848251,
      "num_tokens": 589299008.0,
      "step": 764930
    },
    {
      "epoch": 0.9702952212066092,
      "grad_norm": 5.25,
      "learning_rate": 1.4854907910861671e-06,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5199524819850921,
      "num_tokens": 589307627.0,
      "step": 764940
    },
    {
      "epoch": 0.9703079057991421,
      "grad_norm": 6.21875,
      "learning_rate": 1.4848564809998759e-06,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5403726994991302,
      "num_tokens": 589315427.0,
      "step": 764950
    },
    {
      "epoch": 0.9703205903916748,
      "grad_norm": 5.25,
      "learning_rate": 1.4842221709135842e-06,
      "loss": 2.0813,
      "mean_token_accuracy": 0.5360152512788773,
      "num_tokens": 589323277.0,
      "step": 764960
    },
    {
      "epoch": 0.9703332749842076,
      "grad_norm": 7.34375,
      "learning_rate": 1.4835878608272925e-06,
      "loss": 1.7054,
      "mean_token_accuracy": 0.6093200385570526,
      "num_tokens": 589330332.0,
      "step": 764970
    },
    {
      "epoch": 0.9703459595767405,
      "grad_norm": 9.25,
      "learning_rate": 1.4829535507410012e-06,
      "loss": 2.1235,
      "mean_token_accuracy": 0.5407235234975815,
      "num_tokens": 589337895.0,
      "step": 764980
    },
    {
      "epoch": 0.9703586441692733,
      "grad_norm": 5.46875,
      "learning_rate": 1.4823192406547096e-06,
      "loss": 2.3304,
      "mean_token_accuracy": 0.4984766781330109,
      "num_tokens": 589347336.0,
      "step": 764990
    },
    {
      "epoch": 0.9703713287618062,
      "grad_norm": 5.09375,
      "learning_rate": 1.481684930568418e-06,
      "loss": 2.0173,
      "mean_token_accuracy": 0.5446722745895386,
      "num_tokens": 589355241.0,
      "step": 765000
    },
    {
      "epoch": 0.970384013354339,
      "grad_norm": 5.1875,
      "learning_rate": 1.4810506204821264e-06,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5520904541015625,
      "num_tokens": 589363196.0,
      "step": 765010
    },
    {
      "epoch": 0.9703966979468719,
      "grad_norm": 5.09375,
      "learning_rate": 1.480416310395835e-06,
      "loss": 2.0687,
      "mean_token_accuracy": 0.5405336499214173,
      "num_tokens": 589371163.0,
      "step": 765020
    },
    {
      "epoch": 0.9704093825394047,
      "grad_norm": 5.125,
      "learning_rate": 1.4797820003095435e-06,
      "loss": 2.101,
      "mean_token_accuracy": 0.5294276118278504,
      "num_tokens": 589378767.0,
      "step": 765030
    },
    {
      "epoch": 0.9704220671319376,
      "grad_norm": 8.125,
      "learning_rate": 1.4791476902232518e-06,
      "loss": 1.978,
      "mean_token_accuracy": 0.5702322959899903,
      "num_tokens": 589386505.0,
      "step": 765040
    },
    {
      "epoch": 0.9704347517244704,
      "grad_norm": 5.65625,
      "learning_rate": 1.4785133801369603e-06,
      "loss": 2.0235,
      "mean_token_accuracy": 0.5509047985076905,
      "num_tokens": 589394547.0,
      "step": 765050
    },
    {
      "epoch": 0.9704474363170031,
      "grad_norm": 6.6875,
      "learning_rate": 1.4778790700506688e-06,
      "loss": 2.0271,
      "mean_token_accuracy": 0.556574484705925,
      "num_tokens": 589401460.0,
      "step": 765060
    },
    {
      "epoch": 0.970460120909536,
      "grad_norm": 4.96875,
      "learning_rate": 1.4772447599643771e-06,
      "loss": 2.1508,
      "mean_token_accuracy": 0.5288824498653412,
      "num_tokens": 589410409.0,
      "step": 765070
    },
    {
      "epoch": 0.9704728055020688,
      "grad_norm": 6.3125,
      "learning_rate": 1.4766104498780857e-06,
      "loss": 1.801,
      "mean_token_accuracy": 0.603385403752327,
      "num_tokens": 589416748.0,
      "step": 765080
    },
    {
      "epoch": 0.9704854900946017,
      "grad_norm": 5.53125,
      "learning_rate": 1.4759761397917942e-06,
      "loss": 2.2467,
      "mean_token_accuracy": 0.521799749135971,
      "num_tokens": 589425618.0,
      "step": 765090
    },
    {
      "epoch": 0.9704981746871345,
      "grad_norm": 7.5625,
      "learning_rate": 1.4753418297055025e-06,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5291997611522674,
      "num_tokens": 589433036.0,
      "step": 765100
    },
    {
      "epoch": 0.9705108592796674,
      "grad_norm": 5.1875,
      "learning_rate": 1.474707519619211e-06,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5334052234888077,
      "num_tokens": 589440408.0,
      "step": 765110
    },
    {
      "epoch": 0.9705235438722002,
      "grad_norm": 6.0,
      "learning_rate": 1.4740732095329194e-06,
      "loss": 2.0961,
      "mean_token_accuracy": 0.542450338602066,
      "num_tokens": 589448071.0,
      "step": 765120
    },
    {
      "epoch": 0.970536228464733,
      "grad_norm": 5.0,
      "learning_rate": 1.473438899446628e-06,
      "loss": 2.2058,
      "mean_token_accuracy": 0.524217614531517,
      "num_tokens": 589455995.0,
      "step": 765130
    },
    {
      "epoch": 0.9705489130572659,
      "grad_norm": 4.84375,
      "learning_rate": 1.4728045893603364e-06,
      "loss": 1.7947,
      "mean_token_accuracy": 0.5915757298469544,
      "num_tokens": 589464004.0,
      "step": 765140
    },
    {
      "epoch": 0.9705615976497987,
      "grad_norm": 5.125,
      "learning_rate": 1.4721702792740447e-06,
      "loss": 2.2129,
      "mean_token_accuracy": 0.5261562973260879,
      "num_tokens": 589471270.0,
      "step": 765150
    },
    {
      "epoch": 0.9705742822423316,
      "grad_norm": 19.875,
      "learning_rate": 1.4715359691877533e-06,
      "loss": 2.0343,
      "mean_token_accuracy": 0.5550310999155045,
      "num_tokens": 589479404.0,
      "step": 765160
    },
    {
      "epoch": 0.9705869668348643,
      "grad_norm": 5.65625,
      "learning_rate": 1.4709016591014618e-06,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5596482396125794,
      "num_tokens": 589485435.0,
      "step": 765170
    },
    {
      "epoch": 0.9705996514273972,
      "grad_norm": 6.8125,
      "learning_rate": 1.4702673490151703e-06,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5401157021522522,
      "num_tokens": 589492736.0,
      "step": 765180
    },
    {
      "epoch": 0.97061233601993,
      "grad_norm": 4.9375,
      "learning_rate": 1.4696330389288786e-06,
      "loss": 2.1383,
      "mean_token_accuracy": 0.5423904448747635,
      "num_tokens": 589500098.0,
      "step": 765190
    },
    {
      "epoch": 0.9706250206124629,
      "grad_norm": 5.46875,
      "learning_rate": 1.4689987288425872e-06,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5440962493419648,
      "num_tokens": 589506841.0,
      "step": 765200
    },
    {
      "epoch": 0.9706377052049957,
      "grad_norm": 6.8125,
      "learning_rate": 1.4683644187562957e-06,
      "loss": 2.2934,
      "mean_token_accuracy": 0.5030774265527725,
      "num_tokens": 589514279.0,
      "step": 765210
    },
    {
      "epoch": 0.9706503897975285,
      "grad_norm": 12.5,
      "learning_rate": 1.467730108670004e-06,
      "loss": 1.9859,
      "mean_token_accuracy": 0.5734231621026993,
      "num_tokens": 589520711.0,
      "step": 765220
    },
    {
      "epoch": 0.9706630743900614,
      "grad_norm": 6.4375,
      "learning_rate": 1.4670957985837125e-06,
      "loss": 2.0474,
      "mean_token_accuracy": 0.5541018098592758,
      "num_tokens": 589527940.0,
      "step": 765230
    },
    {
      "epoch": 0.9706757589825942,
      "grad_norm": 5.34375,
      "learning_rate": 1.466461488497421e-06,
      "loss": 2.0232,
      "mean_token_accuracy": 0.5519457668066025,
      "num_tokens": 589535881.0,
      "step": 765240
    },
    {
      "epoch": 0.9706884435751271,
      "grad_norm": 4.875,
      "learning_rate": 1.4658271784111294e-06,
      "loss": 2.001,
      "mean_token_accuracy": 0.5561046957969665,
      "num_tokens": 589543991.0,
      "step": 765250
    },
    {
      "epoch": 0.9707011281676599,
      "grad_norm": 6.84375,
      "learning_rate": 1.465192868324838e-06,
      "loss": 1.9021,
      "mean_token_accuracy": 0.5713010460138321,
      "num_tokens": 589550803.0,
      "step": 765260
    },
    {
      "epoch": 0.9707138127601928,
      "grad_norm": 5.28125,
      "learning_rate": 1.4645585582385462e-06,
      "loss": 2.2992,
      "mean_token_accuracy": 0.5055912524461746,
      "num_tokens": 589558851.0,
      "step": 765270
    },
    {
      "epoch": 0.9707264973527255,
      "grad_norm": 6.96875,
      "learning_rate": 1.4639242481522548e-06,
      "loss": 1.9987,
      "mean_token_accuracy": 0.5632589042186738,
      "num_tokens": 589566571.0,
      "step": 765280
    },
    {
      "epoch": 0.9707391819452583,
      "grad_norm": 7.625,
      "learning_rate": 1.4632899380659633e-06,
      "loss": 2.2419,
      "mean_token_accuracy": 0.5226036310195923,
      "num_tokens": 589572600.0,
      "step": 765290
    },
    {
      "epoch": 0.9707518665377912,
      "grad_norm": 4.78125,
      "learning_rate": 1.4626556279796716e-06,
      "loss": 1.8963,
      "mean_token_accuracy": 0.5737175941467285,
      "num_tokens": 589581108.0,
      "step": 765300
    },
    {
      "epoch": 0.970764551130324,
      "grad_norm": 8.6875,
      "learning_rate": 1.4620213178933801e-06,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5531195342540741,
      "num_tokens": 589588442.0,
      "step": 765310
    },
    {
      "epoch": 0.9707772357228569,
      "grad_norm": 7.59375,
      "learning_rate": 1.4613870078070887e-06,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5298810243606568,
      "num_tokens": 589595175.0,
      "step": 765320
    },
    {
      "epoch": 0.9707899203153897,
      "grad_norm": 18.125,
      "learning_rate": 1.460752697720797e-06,
      "loss": 2.0967,
      "mean_token_accuracy": 0.5535714507102967,
      "num_tokens": 589602165.0,
      "step": 765330
    },
    {
      "epoch": 0.9708026049079226,
      "grad_norm": 7.59375,
      "learning_rate": 1.4601183876345055e-06,
      "loss": 1.8623,
      "mean_token_accuracy": 0.5823126316070557,
      "num_tokens": 589609500.0,
      "step": 765340
    },
    {
      "epoch": 0.9708152895004554,
      "grad_norm": 5.03125,
      "learning_rate": 1.459484077548214e-06,
      "loss": 1.5206,
      "mean_token_accuracy": 0.6692007064819336,
      "num_tokens": 589615644.0,
      "step": 765350
    },
    {
      "epoch": 0.9708279740929883,
      "grad_norm": 6.40625,
      "learning_rate": 1.4588497674619226e-06,
      "loss": 1.9581,
      "mean_token_accuracy": 0.5630994409322738,
      "num_tokens": 589622221.0,
      "step": 765360
    },
    {
      "epoch": 0.970840658685521,
      "grad_norm": 4.90625,
      "learning_rate": 1.4582154573756309e-06,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5579193353652954,
      "num_tokens": 589629918.0,
      "step": 765370
    },
    {
      "epoch": 0.9708533432780538,
      "grad_norm": 17.75,
      "learning_rate": 1.4575811472893392e-06,
      "loss": 2.0444,
      "mean_token_accuracy": 0.5522197872400284,
      "num_tokens": 589637512.0,
      "step": 765380
    },
    {
      "epoch": 0.9708660278705867,
      "grad_norm": 6.46875,
      "learning_rate": 1.456946837203048e-06,
      "loss": 2.0181,
      "mean_token_accuracy": 0.557916697859764,
      "num_tokens": 589645045.0,
      "step": 765390
    },
    {
      "epoch": 0.9708787124631195,
      "grad_norm": 5.34375,
      "learning_rate": 1.4563125271167562e-06,
      "loss": 2.0812,
      "mean_token_accuracy": 0.5431133687496186,
      "num_tokens": 589653585.0,
      "step": 765400
    },
    {
      "epoch": 0.9708913970556524,
      "grad_norm": 5.4375,
      "learning_rate": 1.4556782170304648e-06,
      "loss": 1.9211,
      "mean_token_accuracy": 0.5782446175813675,
      "num_tokens": 589660216.0,
      "step": 765410
    },
    {
      "epoch": 0.9709040816481852,
      "grad_norm": 5.3125,
      "learning_rate": 1.455043906944173e-06,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5190436780452728,
      "num_tokens": 589668209.0,
      "step": 765420
    },
    {
      "epoch": 0.9709167662407181,
      "grad_norm": 5.78125,
      "learning_rate": 1.4544095968578816e-06,
      "loss": 2.0895,
      "mean_token_accuracy": 0.5474684566259385,
      "num_tokens": 589675589.0,
      "step": 765430
    },
    {
      "epoch": 0.9709294508332509,
      "grad_norm": 5.375,
      "learning_rate": 1.4537752867715901e-06,
      "loss": 1.5428,
      "mean_token_accuracy": 0.6506132900714874,
      "num_tokens": 589682037.0,
      "step": 765440
    },
    {
      "epoch": 0.9709421354257837,
      "grad_norm": 6.53125,
      "learning_rate": 1.4531409766852985e-06,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5478834390640259,
      "num_tokens": 589690729.0,
      "step": 765450
    },
    {
      "epoch": 0.9709548200183166,
      "grad_norm": 5.0625,
      "learning_rate": 1.452506666599007e-06,
      "loss": 1.7869,
      "mean_token_accuracy": 0.5961163699626922,
      "num_tokens": 589698281.0,
      "step": 765460
    },
    {
      "epoch": 0.9709675046108494,
      "grad_norm": 5.3125,
      "learning_rate": 1.4518723565127155e-06,
      "loss": 2.1723,
      "mean_token_accuracy": 0.5167181491851807,
      "num_tokens": 589706267.0,
      "step": 765470
    },
    {
      "epoch": 0.9709801892033822,
      "grad_norm": 9.9375,
      "learning_rate": 1.4512380464264238e-06,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5467736482620239,
      "num_tokens": 589712870.0,
      "step": 765480
    },
    {
      "epoch": 0.970992873795915,
      "grad_norm": 4.75,
      "learning_rate": 1.4506037363401324e-06,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5326310068368911,
      "num_tokens": 589721369.0,
      "step": 765490
    },
    {
      "epoch": 0.9710055583884479,
      "grad_norm": 6.4375,
      "learning_rate": 1.4499694262538409e-06,
      "loss": 1.804,
      "mean_token_accuracy": 0.5981811791658401,
      "num_tokens": 589728952.0,
      "step": 765500
    },
    {
      "epoch": 0.9710182429809807,
      "grad_norm": 4.96875,
      "learning_rate": 1.4493351161675492e-06,
      "loss": 2.2511,
      "mean_token_accuracy": 0.5225659072399139,
      "num_tokens": 589738051.0,
      "step": 765510
    },
    {
      "epoch": 0.9710309275735135,
      "grad_norm": 8.5,
      "learning_rate": 1.4487008060812577e-06,
      "loss": 2.0072,
      "mean_token_accuracy": 0.5574025630950927,
      "num_tokens": 589745279.0,
      "step": 765520
    },
    {
      "epoch": 0.9710436121660464,
      "grad_norm": 4.71875,
      "learning_rate": 1.448066495994966e-06,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5232447803020477,
      "num_tokens": 589753513.0,
      "step": 765530
    },
    {
      "epoch": 0.9710562967585792,
      "grad_norm": 7.15625,
      "learning_rate": 1.4474321859086748e-06,
      "loss": 2.1966,
      "mean_token_accuracy": 0.5239296972751617,
      "num_tokens": 589760983.0,
      "step": 765540
    },
    {
      "epoch": 0.9710689813511121,
      "grad_norm": 7.71875,
      "learning_rate": 1.446797875822383e-06,
      "loss": 1.9406,
      "mean_token_accuracy": 0.5675523579120636,
      "num_tokens": 589768784.0,
      "step": 765550
    },
    {
      "epoch": 0.9710816659436449,
      "grad_norm": 7.03125,
      "learning_rate": 1.4461635657360914e-06,
      "loss": 1.8735,
      "mean_token_accuracy": 0.5823797941207886,
      "num_tokens": 589776492.0,
      "step": 765560
    },
    {
      "epoch": 0.9710943505361778,
      "grad_norm": 5.4375,
      "learning_rate": 1.4455292556498002e-06,
      "loss": 2.1632,
      "mean_token_accuracy": 0.5279317289590836,
      "num_tokens": 589785142.0,
      "step": 765570
    },
    {
      "epoch": 0.9711070351287105,
      "grad_norm": 5.75,
      "learning_rate": 1.4448949455635085e-06,
      "loss": 2.1582,
      "mean_token_accuracy": 0.5234642177820206,
      "num_tokens": 589793263.0,
      "step": 765580
    },
    {
      "epoch": 0.9711197197212434,
      "grad_norm": 5.53125,
      "learning_rate": 1.444260635477217e-06,
      "loss": 2.1992,
      "mean_token_accuracy": 0.5159057796001434,
      "num_tokens": 589802600.0,
      "step": 765590
    },
    {
      "epoch": 0.9711324043137762,
      "grad_norm": 12.125,
      "learning_rate": 1.4436263253909253e-06,
      "loss": 1.7307,
      "mean_token_accuracy": 0.609485411643982,
      "num_tokens": 589809248.0,
      "step": 765600
    },
    {
      "epoch": 0.971145088906309,
      "grad_norm": 7.4375,
      "learning_rate": 1.4429920153046338e-06,
      "loss": 2.1964,
      "mean_token_accuracy": 0.5281207472085953,
      "num_tokens": 589817259.0,
      "step": 765610
    },
    {
      "epoch": 0.9711577734988419,
      "grad_norm": 4.96875,
      "learning_rate": 1.4423577052183424e-06,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5306404918432236,
      "num_tokens": 589825180.0,
      "step": 765620
    },
    {
      "epoch": 0.9711704580913747,
      "grad_norm": 6.03125,
      "learning_rate": 1.4417233951320507e-06,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5380019694566727,
      "num_tokens": 589834132.0,
      "step": 765630
    },
    {
      "epoch": 0.9711831426839076,
      "grad_norm": 4.65625,
      "learning_rate": 1.4410890850457592e-06,
      "loss": 2.1373,
      "mean_token_accuracy": 0.550260591506958,
      "num_tokens": 589841586.0,
      "step": 765640
    },
    {
      "epoch": 0.9711958272764404,
      "grad_norm": 5.03125,
      "learning_rate": 1.4404547749594677e-06,
      "loss": 1.8086,
      "mean_token_accuracy": 0.595522078871727,
      "num_tokens": 589849027.0,
      "step": 765650
    },
    {
      "epoch": 0.9712085118689733,
      "grad_norm": 6.0,
      "learning_rate": 1.439820464873176e-06,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5346390575170517,
      "num_tokens": 589857304.0,
      "step": 765660
    },
    {
      "epoch": 0.9712211964615061,
      "grad_norm": 5.0625,
      "learning_rate": 1.4391861547868846e-06,
      "loss": 2.2009,
      "mean_token_accuracy": 0.5195437759160996,
      "num_tokens": 589865073.0,
      "step": 765670
    },
    {
      "epoch": 0.9712338810540389,
      "grad_norm": 4.9375,
      "learning_rate": 1.438551844700593e-06,
      "loss": 2.1284,
      "mean_token_accuracy": 0.5375064641237259,
      "num_tokens": 589873741.0,
      "step": 765680
    },
    {
      "epoch": 0.9712465656465717,
      "grad_norm": 5.6875,
      "learning_rate": 1.4379175346143014e-06,
      "loss": 1.8917,
      "mean_token_accuracy": 0.5777167528867722,
      "num_tokens": 589881141.0,
      "step": 765690
    },
    {
      "epoch": 0.9712592502391045,
      "grad_norm": 5.09375,
      "learning_rate": 1.43728322452801e-06,
      "loss": 2.2251,
      "mean_token_accuracy": 0.5188383042812348,
      "num_tokens": 589888500.0,
      "step": 765700
    },
    {
      "epoch": 0.9712719348316374,
      "grad_norm": 5.65625,
      "learning_rate": 1.4366489144417183e-06,
      "loss": 1.8626,
      "mean_token_accuracy": 0.5746378242969513,
      "num_tokens": 589895826.0,
      "step": 765710
    },
    {
      "epoch": 0.9712846194241702,
      "grad_norm": 5.25,
      "learning_rate": 1.436014604355427e-06,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5625415802001953,
      "num_tokens": 589903749.0,
      "step": 765720
    },
    {
      "epoch": 0.9712973040167031,
      "grad_norm": 5.90625,
      "learning_rate": 1.4353802942691353e-06,
      "loss": 1.9918,
      "mean_token_accuracy": 0.5531522184610367,
      "num_tokens": 589912072.0,
      "step": 765730
    },
    {
      "epoch": 0.9713099886092359,
      "grad_norm": 5.28125,
      "learning_rate": 1.4347459841828437e-06,
      "loss": 2.204,
      "mean_token_accuracy": 0.5188253283500671,
      "num_tokens": 589920758.0,
      "step": 765740
    },
    {
      "epoch": 0.9713226732017688,
      "grad_norm": 6.65625,
      "learning_rate": 1.4341116740965522e-06,
      "loss": 2.0131,
      "mean_token_accuracy": 0.5454401284456253,
      "num_tokens": 589928720.0,
      "step": 765750
    },
    {
      "epoch": 0.9713353577943016,
      "grad_norm": 5.5,
      "learning_rate": 1.4334773640102607e-06,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5346960633993149,
      "num_tokens": 589937609.0,
      "step": 765760
    },
    {
      "epoch": 0.9713480423868344,
      "grad_norm": 6.5,
      "learning_rate": 1.4328430539239692e-06,
      "loss": 2.1706,
      "mean_token_accuracy": 0.527720832824707,
      "num_tokens": 589945137.0,
      "step": 765770
    },
    {
      "epoch": 0.9713607269793673,
      "grad_norm": 4.53125,
      "learning_rate": 1.4322087438376776e-06,
      "loss": 1.8456,
      "mean_token_accuracy": 0.5904315650463104,
      "num_tokens": 589953487.0,
      "step": 765780
    },
    {
      "epoch": 0.9713734115719,
      "grad_norm": 6.84375,
      "learning_rate": 1.4315744337513859e-06,
      "loss": 1.986,
      "mean_token_accuracy": 0.5596259295940399,
      "num_tokens": 589961335.0,
      "step": 765790
    },
    {
      "epoch": 0.9713860961644329,
      "grad_norm": 6.1875,
      "learning_rate": 1.4309401236650946e-06,
      "loss": 1.9742,
      "mean_token_accuracy": 0.5582358002662658,
      "num_tokens": 589968270.0,
      "step": 765800
    },
    {
      "epoch": 0.9713987807569657,
      "grad_norm": 6.375,
      "learning_rate": 1.430305813578803e-06,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5211169511079788,
      "num_tokens": 589977529.0,
      "step": 765810
    },
    {
      "epoch": 0.9714114653494986,
      "grad_norm": 6.34375,
      "learning_rate": 1.4296715034925115e-06,
      "loss": 1.98,
      "mean_token_accuracy": 0.5668424487113952,
      "num_tokens": 589984923.0,
      "step": 765820
    },
    {
      "epoch": 0.9714241499420314,
      "grad_norm": 4.9375,
      "learning_rate": 1.42903719340622e-06,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5365604162216187,
      "num_tokens": 589990877.0,
      "step": 765830
    },
    {
      "epoch": 0.9714368345345642,
      "grad_norm": 7.40625,
      "learning_rate": 1.4284028833199283e-06,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5517061293125153,
      "num_tokens": 589998448.0,
      "step": 765840
    },
    {
      "epoch": 0.9714495191270971,
      "grad_norm": 6.125,
      "learning_rate": 1.4277685732336368e-06,
      "loss": 2.0945,
      "mean_token_accuracy": 0.5340097159147262,
      "num_tokens": 590006039.0,
      "step": 765850
    },
    {
      "epoch": 0.9714622037196299,
      "grad_norm": 5.09375,
      "learning_rate": 1.4271342631473451e-06,
      "loss": 1.8584,
      "mean_token_accuracy": 0.5806772500276566,
      "num_tokens": 590012678.0,
      "step": 765860
    },
    {
      "epoch": 0.9714748883121628,
      "grad_norm": 5.40625,
      "learning_rate": 1.4264999530610537e-06,
      "loss": 1.9584,
      "mean_token_accuracy": 0.5708310335874558,
      "num_tokens": 590018723.0,
      "step": 765870
    },
    {
      "epoch": 0.9714875729046956,
      "grad_norm": 6.34375,
      "learning_rate": 1.4258656429747622e-06,
      "loss": 2.203,
      "mean_token_accuracy": 0.5260202825069428,
      "num_tokens": 590025756.0,
      "step": 765880
    },
    {
      "epoch": 0.9715002574972285,
      "grad_norm": 5.90625,
      "learning_rate": 1.4252313328884705e-06,
      "loss": 2.0216,
      "mean_token_accuracy": 0.5535026311874389,
      "num_tokens": 590033200.0,
      "step": 765890
    },
    {
      "epoch": 0.9715129420897612,
      "grad_norm": 7.21875,
      "learning_rate": 1.424597022802179e-06,
      "loss": 2.1456,
      "mean_token_accuracy": 0.5334292888641358,
      "num_tokens": 590041287.0,
      "step": 765900
    },
    {
      "epoch": 0.971525626682294,
      "grad_norm": 5.34375,
      "learning_rate": 1.4239627127158876e-06,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5490571200847626,
      "num_tokens": 590047982.0,
      "step": 765910
    },
    {
      "epoch": 0.9715383112748269,
      "grad_norm": 7.78125,
      "learning_rate": 1.4233284026295959e-06,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5541735798120498,
      "num_tokens": 590056478.0,
      "step": 765920
    },
    {
      "epoch": 0.9715509958673597,
      "grad_norm": 6.3125,
      "learning_rate": 1.4226940925433044e-06,
      "loss": 1.9331,
      "mean_token_accuracy": 0.561901506781578,
      "num_tokens": 590063303.0,
      "step": 765930
    },
    {
      "epoch": 0.9715636804598926,
      "grad_norm": 5.90625,
      "learning_rate": 1.4220597824570127e-06,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5776493728160859,
      "num_tokens": 590070592.0,
      "step": 765940
    },
    {
      "epoch": 0.9715763650524254,
      "grad_norm": 6.15625,
      "learning_rate": 1.4214254723707215e-06,
      "loss": 1.8224,
      "mean_token_accuracy": 0.5863130807876586,
      "num_tokens": 590077721.0,
      "step": 765950
    },
    {
      "epoch": 0.9715890496449583,
      "grad_norm": 7.28125,
      "learning_rate": 1.4207911622844298e-06,
      "loss": 1.9141,
      "mean_token_accuracy": 0.571804279088974,
      "num_tokens": 590084503.0,
      "step": 765960
    },
    {
      "epoch": 0.9716017342374911,
      "grad_norm": 6.78125,
      "learning_rate": 1.420156852198138e-06,
      "loss": 1.8814,
      "mean_token_accuracy": 0.581293848156929,
      "num_tokens": 590091372.0,
      "step": 765970
    },
    {
      "epoch": 0.971614418830024,
      "grad_norm": 5.3125,
      "learning_rate": 1.4195225421118468e-06,
      "loss": 2.0031,
      "mean_token_accuracy": 0.5703125149011612,
      "num_tokens": 590098028.0,
      "step": 765980
    },
    {
      "epoch": 0.9716271034225568,
      "grad_norm": 8.5,
      "learning_rate": 1.4188882320255552e-06,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5638126254081726,
      "num_tokens": 590105704.0,
      "step": 765990
    },
    {
      "epoch": 0.9716397880150895,
      "grad_norm": 6.34375,
      "learning_rate": 1.4182539219392637e-06,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5264735966920853,
      "num_tokens": 590113717.0,
      "step": 766000
    },
    {
      "epoch": 0.9716524726076224,
      "grad_norm": 5.09375,
      "learning_rate": 1.417619611852972e-06,
      "loss": 2.2001,
      "mean_token_accuracy": 0.519889059662819,
      "num_tokens": 590122038.0,
      "step": 766010
    },
    {
      "epoch": 0.9716651572001552,
      "grad_norm": 5.75,
      "learning_rate": 1.4169853017666805e-06,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5348096698522568,
      "num_tokens": 590131485.0,
      "step": 766020
    },
    {
      "epoch": 0.9716778417926881,
      "grad_norm": 4.71875,
      "learning_rate": 1.416350991680389e-06,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5476357102394104,
      "num_tokens": 590140746.0,
      "step": 766030
    },
    {
      "epoch": 0.9716905263852209,
      "grad_norm": 5.9375,
      "learning_rate": 1.4157166815940974e-06,
      "loss": 2.1479,
      "mean_token_accuracy": 0.5320586204528809,
      "num_tokens": 590148297.0,
      "step": 766040
    },
    {
      "epoch": 0.9717032109777538,
      "grad_norm": 6.90625,
      "learning_rate": 1.415082371507806e-06,
      "loss": 1.9712,
      "mean_token_accuracy": 0.5567459672689438,
      "num_tokens": 590155915.0,
      "step": 766050
    },
    {
      "epoch": 0.9717158955702866,
      "grad_norm": 9.0625,
      "learning_rate": 1.4144480614215144e-06,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5472106784582138,
      "num_tokens": 590162576.0,
      "step": 766060
    },
    {
      "epoch": 0.9717285801628194,
      "grad_norm": 6.375,
      "learning_rate": 1.4138137513352227e-06,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5452824831008911,
      "num_tokens": 590169856.0,
      "step": 766070
    },
    {
      "epoch": 0.9717412647553523,
      "grad_norm": 6.46875,
      "learning_rate": 1.4131794412489313e-06,
      "loss": 1.9483,
      "mean_token_accuracy": 0.5575030446052551,
      "num_tokens": 590178163.0,
      "step": 766080
    },
    {
      "epoch": 0.9717539493478851,
      "grad_norm": 6.3125,
      "learning_rate": 1.4125451311626398e-06,
      "loss": 2.065,
      "mean_token_accuracy": 0.5413997143507003,
      "num_tokens": 590185215.0,
      "step": 766090
    },
    {
      "epoch": 0.971766633940418,
      "grad_norm": 5.25,
      "learning_rate": 1.4119108210763481e-06,
      "loss": 1.9651,
      "mean_token_accuracy": 0.5754969209432602,
      "num_tokens": 590194036.0,
      "step": 766100
    },
    {
      "epoch": 0.9717793185329507,
      "grad_norm": 5.15625,
      "learning_rate": 1.4112765109900566e-06,
      "loss": 2.036,
      "mean_token_accuracy": 0.5450763940811157,
      "num_tokens": 590201361.0,
      "step": 766110
    },
    {
      "epoch": 0.9717920031254836,
      "grad_norm": 6.03125,
      "learning_rate": 1.410642200903765e-06,
      "loss": 1.9134,
      "mean_token_accuracy": 0.5770510077476502,
      "num_tokens": 590208736.0,
      "step": 766120
    },
    {
      "epoch": 0.9718046877180164,
      "grad_norm": 4.59375,
      "learning_rate": 1.4100078908174737e-06,
      "loss": 2.1608,
      "mean_token_accuracy": 0.5245535373687744,
      "num_tokens": 590217681.0,
      "step": 766130
    },
    {
      "epoch": 0.9718173723105493,
      "grad_norm": 6.96875,
      "learning_rate": 1.409373580731182e-06,
      "loss": 2.0377,
      "mean_token_accuracy": 0.549021527171135,
      "num_tokens": 590224984.0,
      "step": 766140
    },
    {
      "epoch": 0.9718300569030821,
      "grad_norm": 5.375,
      "learning_rate": 1.4087392706448903e-06,
      "loss": 1.9301,
      "mean_token_accuracy": 0.572338780760765,
      "num_tokens": 590232853.0,
      "step": 766150
    },
    {
      "epoch": 0.9718427414956149,
      "grad_norm": 4.96875,
      "learning_rate": 1.4081049605585989e-06,
      "loss": 1.946,
      "mean_token_accuracy": 0.5620903462171555,
      "num_tokens": 590239317.0,
      "step": 766160
    },
    {
      "epoch": 0.9718554260881478,
      "grad_norm": 5.40625,
      "learning_rate": 1.4074706504723074e-06,
      "loss": 2.1445,
      "mean_token_accuracy": 0.535580974817276,
      "num_tokens": 590247363.0,
      "step": 766170
    },
    {
      "epoch": 0.9718681106806806,
      "grad_norm": 6.03125,
      "learning_rate": 1.406836340386016e-06,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5392441809177398,
      "num_tokens": 590255617.0,
      "step": 766180
    },
    {
      "epoch": 0.9718807952732135,
      "grad_norm": 4.78125,
      "learning_rate": 1.4062020302997242e-06,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5626034259796142,
      "num_tokens": 590262620.0,
      "step": 766190
    },
    {
      "epoch": 0.9718934798657463,
      "grad_norm": 5.15625,
      "learning_rate": 1.4055677202134328e-06,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5368542313575745,
      "num_tokens": 590271544.0,
      "step": 766200
    },
    {
      "epoch": 0.9719061644582792,
      "grad_norm": 7.5,
      "learning_rate": 1.4049334101271413e-06,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5340932309627533,
      "num_tokens": 590278389.0,
      "step": 766210
    },
    {
      "epoch": 0.9719188490508119,
      "grad_norm": 5.84375,
      "learning_rate": 1.4042991000408496e-06,
      "loss": 2.1253,
      "mean_token_accuracy": 0.5418125510215759,
      "num_tokens": 590286943.0,
      "step": 766220
    },
    {
      "epoch": 0.9719315336433447,
      "grad_norm": 4.9375,
      "learning_rate": 1.4036647899545581e-06,
      "loss": 2.2209,
      "mean_token_accuracy": 0.5181799530982971,
      "num_tokens": 590295707.0,
      "step": 766230
    },
    {
      "epoch": 0.9719442182358776,
      "grad_norm": 7.5,
      "learning_rate": 1.4030304798682667e-06,
      "loss": 1.9412,
      "mean_token_accuracy": 0.5735897481441498,
      "num_tokens": 590303355.0,
      "step": 766240
    },
    {
      "epoch": 0.9719569028284104,
      "grad_norm": 5.84375,
      "learning_rate": 1.402396169781975e-06,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5292304158210754,
      "num_tokens": 590311927.0,
      "step": 766250
    },
    {
      "epoch": 0.9719695874209433,
      "grad_norm": 6.125,
      "learning_rate": 1.4017618596956835e-06,
      "loss": 2.1473,
      "mean_token_accuracy": 0.5275776773691178,
      "num_tokens": 590318942.0,
      "step": 766260
    },
    {
      "epoch": 0.9719822720134761,
      "grad_norm": 4.96875,
      "learning_rate": 1.4011275496093918e-06,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5227311939001084,
      "num_tokens": 590326339.0,
      "step": 766270
    },
    {
      "epoch": 0.971994956606009,
      "grad_norm": 6.40625,
      "learning_rate": 1.4004932395231003e-06,
      "loss": 1.8674,
      "mean_token_accuracy": 0.587228974699974,
      "num_tokens": 590331967.0,
      "step": 766280
    },
    {
      "epoch": 0.9720076411985418,
      "grad_norm": 5.09375,
      "learning_rate": 1.3998589294368089e-06,
      "loss": 1.9,
      "mean_token_accuracy": 0.5724772602319718,
      "num_tokens": 590340241.0,
      "step": 766290
    },
    {
      "epoch": 0.9720203257910747,
      "grad_norm": 5.25,
      "learning_rate": 1.3992246193505172e-06,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5409067004919053,
      "num_tokens": 590348200.0,
      "step": 766300
    },
    {
      "epoch": 0.9720330103836075,
      "grad_norm": 6.6875,
      "learning_rate": 1.3985903092642257e-06,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5488526552915574,
      "num_tokens": 590355480.0,
      "step": 766310
    },
    {
      "epoch": 0.9720456949761402,
      "grad_norm": 5.4375,
      "learning_rate": 1.3979559991779343e-06,
      "loss": 2.034,
      "mean_token_accuracy": 0.5457524091005326,
      "num_tokens": 590362845.0,
      "step": 766320
    },
    {
      "epoch": 0.9720583795686731,
      "grad_norm": 5.21875,
      "learning_rate": 1.3973216890916426e-06,
      "loss": 2.4177,
      "mean_token_accuracy": 0.49377894401550293,
      "num_tokens": 590371693.0,
      "step": 766330
    },
    {
      "epoch": 0.9720710641612059,
      "grad_norm": 6.28125,
      "learning_rate": 1.396687379005351e-06,
      "loss": 1.7993,
      "mean_token_accuracy": 0.5829589754343033,
      "num_tokens": 590378081.0,
      "step": 766340
    },
    {
      "epoch": 0.9720837487537388,
      "grad_norm": 5.84375,
      "learning_rate": 1.3960530689190596e-06,
      "loss": 1.6966,
      "mean_token_accuracy": 0.6112727433443069,
      "num_tokens": 590384964.0,
      "step": 766350
    },
    {
      "epoch": 0.9720964333462716,
      "grad_norm": 4.8125,
      "learning_rate": 1.3954187588327682e-06,
      "loss": 1.8771,
      "mean_token_accuracy": 0.581913286447525,
      "num_tokens": 590393585.0,
      "step": 766360
    },
    {
      "epoch": 0.9721091179388045,
      "grad_norm": 6.625,
      "learning_rate": 1.3947844487464765e-06,
      "loss": 2.1627,
      "mean_token_accuracy": 0.5350414216518402,
      "num_tokens": 590400856.0,
      "step": 766370
    },
    {
      "epoch": 0.9721218025313373,
      "grad_norm": 4.75,
      "learning_rate": 1.3941501386601848e-06,
      "loss": 1.8958,
      "mean_token_accuracy": 0.5812835067510604,
      "num_tokens": 590407901.0,
      "step": 766380
    },
    {
      "epoch": 0.9721344871238701,
      "grad_norm": 7.09375,
      "learning_rate": 1.3935158285738935e-06,
      "loss": 2.0621,
      "mean_token_accuracy": 0.556443601846695,
      "num_tokens": 590415350.0,
      "step": 766390
    },
    {
      "epoch": 0.972147171716403,
      "grad_norm": 4.625,
      "learning_rate": 1.3928815184876018e-06,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5310432970523834,
      "num_tokens": 590422996.0,
      "step": 766400
    },
    {
      "epoch": 0.9721598563089358,
      "grad_norm": 6.15625,
      "learning_rate": 1.3922472084013104e-06,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5549223959445954,
      "num_tokens": 590430622.0,
      "step": 766410
    },
    {
      "epoch": 0.9721725409014687,
      "grad_norm": 5.65625,
      "learning_rate": 1.3916128983150187e-06,
      "loss": 1.9645,
      "mean_token_accuracy": 0.5593971073627472,
      "num_tokens": 590438491.0,
      "step": 766420
    },
    {
      "epoch": 0.9721852254940014,
      "grad_norm": 5.25,
      "learning_rate": 1.3909785882287272e-06,
      "loss": 1.9594,
      "mean_token_accuracy": 0.5721590787172317,
      "num_tokens": 590445558.0,
      "step": 766430
    },
    {
      "epoch": 0.9721979100865343,
      "grad_norm": 5.84375,
      "learning_rate": 1.3903442781424357e-06,
      "loss": 2.2252,
      "mean_token_accuracy": 0.520231482386589,
      "num_tokens": 590454117.0,
      "step": 766440
    },
    {
      "epoch": 0.9722105946790671,
      "grad_norm": 5.25,
      "learning_rate": 1.389709968056144e-06,
      "loss": 2.0118,
      "mean_token_accuracy": 0.5486554503440857,
      "num_tokens": 590462444.0,
      "step": 766450
    },
    {
      "epoch": 0.9722232792715999,
      "grad_norm": 4.90625,
      "learning_rate": 1.3890756579698526e-06,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5439529120922089,
      "num_tokens": 590470574.0,
      "step": 766460
    },
    {
      "epoch": 0.9722359638641328,
      "grad_norm": 6.71875,
      "learning_rate": 1.3884413478835611e-06,
      "loss": 2.1456,
      "mean_token_accuracy": 0.52444968521595,
      "num_tokens": 590478621.0,
      "step": 766470
    },
    {
      "epoch": 0.9722486484566656,
      "grad_norm": 5.03125,
      "learning_rate": 1.3878070377972694e-06,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5271424263715744,
      "num_tokens": 590485467.0,
      "step": 766480
    },
    {
      "epoch": 0.9722613330491985,
      "grad_norm": 5.71875,
      "learning_rate": 1.387172727710978e-06,
      "loss": 2.0081,
      "mean_token_accuracy": 0.5572407126426697,
      "num_tokens": 590493159.0,
      "step": 766490
    },
    {
      "epoch": 0.9722740176417313,
      "grad_norm": 9.5625,
      "learning_rate": 1.3865384176246865e-06,
      "loss": 2.1569,
      "mean_token_accuracy": 0.5320160031318665,
      "num_tokens": 590500854.0,
      "step": 766500
    },
    {
      "epoch": 0.9722867022342642,
      "grad_norm": 5.03125,
      "learning_rate": 1.3859041075383948e-06,
      "loss": 2.1657,
      "mean_token_accuracy": 0.5256820559501648,
      "num_tokens": 590510170.0,
      "step": 766510
    },
    {
      "epoch": 0.972299386826797,
      "grad_norm": 4.96875,
      "learning_rate": 1.3852697974521033e-06,
      "loss": 2.0701,
      "mean_token_accuracy": 0.5366971254348755,
      "num_tokens": 590519068.0,
      "step": 766520
    },
    {
      "epoch": 0.9723120714193298,
      "grad_norm": 9.0625,
      "learning_rate": 1.3846354873658116e-06,
      "loss": 2.0613,
      "mean_token_accuracy": 0.5439130425453186,
      "num_tokens": 590525926.0,
      "step": 766530
    },
    {
      "epoch": 0.9723247560118626,
      "grad_norm": 5.125,
      "learning_rate": 1.3840011772795204e-06,
      "loss": 2.074,
      "mean_token_accuracy": 0.5403169244527817,
      "num_tokens": 590534590.0,
      "step": 766540
    },
    {
      "epoch": 0.9723374406043954,
      "grad_norm": 8.8125,
      "learning_rate": 1.3833668671932287e-06,
      "loss": 1.9086,
      "mean_token_accuracy": 0.5825221687555313,
      "num_tokens": 590541246.0,
      "step": 766550
    },
    {
      "epoch": 0.9723501251969283,
      "grad_norm": 5.3125,
      "learning_rate": 1.382732557106937e-06,
      "loss": 2.0663,
      "mean_token_accuracy": 0.5388476759195328,
      "num_tokens": 590551088.0,
      "step": 766560
    },
    {
      "epoch": 0.9723628097894611,
      "grad_norm": 4.6875,
      "learning_rate": 1.3820982470206455e-06,
      "loss": 2.0149,
      "mean_token_accuracy": 0.5639946430921554,
      "num_tokens": 590557648.0,
      "step": 766570
    },
    {
      "epoch": 0.972375494381994,
      "grad_norm": 5.65625,
      "learning_rate": 1.381463936934354e-06,
      "loss": 2.147,
      "mean_token_accuracy": 0.5240706443786621,
      "num_tokens": 590565019.0,
      "step": 766580
    },
    {
      "epoch": 0.9723881789745268,
      "grad_norm": 5.40625,
      "learning_rate": 1.3808296268480626e-06,
      "loss": 2.1531,
      "mean_token_accuracy": 0.5342065930366516,
      "num_tokens": 590573757.0,
      "step": 766590
    },
    {
      "epoch": 0.9724008635670597,
      "grad_norm": 6.59375,
      "learning_rate": 1.380195316761771e-06,
      "loss": 1.8651,
      "mean_token_accuracy": 0.5892608314752579,
      "num_tokens": 590580562.0,
      "step": 766600
    },
    {
      "epoch": 0.9724135481595925,
      "grad_norm": 4.78125,
      "learning_rate": 1.3795610066754794e-06,
      "loss": 1.7743,
      "mean_token_accuracy": 0.5874326050281524,
      "num_tokens": 590587361.0,
      "step": 766610
    },
    {
      "epoch": 0.9724262327521253,
      "grad_norm": 6.0,
      "learning_rate": 1.378926696589188e-06,
      "loss": 1.8649,
      "mean_token_accuracy": 0.5841351062059402,
      "num_tokens": 590594540.0,
      "step": 766620
    },
    {
      "epoch": 0.9724389173446581,
      "grad_norm": 6.71875,
      "learning_rate": 1.3782923865028963e-06,
      "loss": 2.2703,
      "mean_token_accuracy": 0.5103636413812638,
      "num_tokens": 590601278.0,
      "step": 766630
    },
    {
      "epoch": 0.9724516019371909,
      "grad_norm": 5.375,
      "learning_rate": 1.3776580764166048e-06,
      "loss": 2.0453,
      "mean_token_accuracy": 0.5484483778476715,
      "num_tokens": 590609193.0,
      "step": 766640
    },
    {
      "epoch": 0.9724642865297238,
      "grad_norm": 5.4375,
      "learning_rate": 1.3770237663303133e-06,
      "loss": 2.134,
      "mean_token_accuracy": 0.5425384968519211,
      "num_tokens": 590617096.0,
      "step": 766650
    },
    {
      "epoch": 0.9724769711222566,
      "grad_norm": 4.8125,
      "learning_rate": 1.3763894562440217e-06,
      "loss": 2.0801,
      "mean_token_accuracy": 0.5363403409719467,
      "num_tokens": 590624874.0,
      "step": 766660
    },
    {
      "epoch": 0.9724896557147895,
      "grad_norm": 6.96875,
      "learning_rate": 1.3757551461577302e-06,
      "loss": 2.1811,
      "mean_token_accuracy": 0.5345690667629241,
      "num_tokens": 590631668.0,
      "step": 766670
    },
    {
      "epoch": 0.9725023403073223,
      "grad_norm": 5.84375,
      "learning_rate": 1.3751208360714385e-06,
      "loss": 2.1509,
      "mean_token_accuracy": 0.5319478809833527,
      "num_tokens": 590640975.0,
      "step": 766680
    },
    {
      "epoch": 0.9725150248998552,
      "grad_norm": 5.4375,
      "learning_rate": 1.374486525985147e-06,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5564141929149627,
      "num_tokens": 590648301.0,
      "step": 766690
    },
    {
      "epoch": 0.972527709492388,
      "grad_norm": 5.28125,
      "learning_rate": 1.3738522158988556e-06,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5467627227306366,
      "num_tokens": 590656268.0,
      "step": 766700
    },
    {
      "epoch": 0.9725403940849208,
      "grad_norm": 5.96875,
      "learning_rate": 1.3732179058125639e-06,
      "loss": 2.1082,
      "mean_token_accuracy": 0.5400968670845032,
      "num_tokens": 590664593.0,
      "step": 766710
    },
    {
      "epoch": 0.9725530786774537,
      "grad_norm": 4.875,
      "learning_rate": 1.3725835957262724e-06,
      "loss": 2.0396,
      "mean_token_accuracy": 0.5478375941514969,
      "num_tokens": 590672199.0,
      "step": 766720
    },
    {
      "epoch": 0.9725657632699864,
      "grad_norm": 4.4375,
      "learning_rate": 1.371949285639981e-06,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5493827551603317,
      "num_tokens": 590680586.0,
      "step": 766730
    },
    {
      "epoch": 0.9725784478625193,
      "grad_norm": 4.84375,
      "learning_rate": 1.3713149755536892e-06,
      "loss": 2.0876,
      "mean_token_accuracy": 0.533237737417221,
      "num_tokens": 590689115.0,
      "step": 766740
    },
    {
      "epoch": 0.9725911324550521,
      "grad_norm": 5.75,
      "learning_rate": 1.3706806654673978e-06,
      "loss": 2.1486,
      "mean_token_accuracy": 0.5262939840555191,
      "num_tokens": 590695432.0,
      "step": 766750
    },
    {
      "epoch": 0.972603817047585,
      "grad_norm": 4.8125,
      "learning_rate": 1.3700463553811063e-06,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5698212862014771,
      "num_tokens": 590701906.0,
      "step": 766760
    },
    {
      "epoch": 0.9726165016401178,
      "grad_norm": 5.0,
      "learning_rate": 1.3694120452948148e-06,
      "loss": 2.1134,
      "mean_token_accuracy": 0.5358482748270035,
      "num_tokens": 590709425.0,
      "step": 766770
    },
    {
      "epoch": 0.9726291862326506,
      "grad_norm": 5.9375,
      "learning_rate": 1.3687777352085231e-06,
      "loss": 2.085,
      "mean_token_accuracy": 0.5390628397464752,
      "num_tokens": 590717934.0,
      "step": 766780
    },
    {
      "epoch": 0.9726418708251835,
      "grad_norm": 10.125,
      "learning_rate": 1.3681434251222315e-06,
      "loss": 2.1266,
      "mean_token_accuracy": 0.5450543761253357,
      "num_tokens": 590725545.0,
      "step": 766790
    },
    {
      "epoch": 0.9726545554177163,
      "grad_norm": 5.71875,
      "learning_rate": 1.3675091150359402e-06,
      "loss": 2.034,
      "mean_token_accuracy": 0.550355875492096,
      "num_tokens": 590733119.0,
      "step": 766800
    },
    {
      "epoch": 0.9726672400102492,
      "grad_norm": 8.0625,
      "learning_rate": 1.3668748049496485e-06,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5434057623147964,
      "num_tokens": 590740541.0,
      "step": 766810
    },
    {
      "epoch": 0.972679924602782,
      "grad_norm": 5.90625,
      "learning_rate": 1.366240494863357e-06,
      "loss": 2.2032,
      "mean_token_accuracy": 0.5125683873891831,
      "num_tokens": 590749540.0,
      "step": 766820
    },
    {
      "epoch": 0.9726926091953149,
      "grad_norm": 4.9375,
      "learning_rate": 1.3656061847770656e-06,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5368661344051361,
      "num_tokens": 590757038.0,
      "step": 766830
    },
    {
      "epoch": 0.9727052937878476,
      "grad_norm": 5.15625,
      "learning_rate": 1.3649718746907739e-06,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5622873663902282,
      "num_tokens": 590764540.0,
      "step": 766840
    },
    {
      "epoch": 0.9727179783803804,
      "grad_norm": 4.875,
      "learning_rate": 1.3643375646044824e-06,
      "loss": 2.3204,
      "mean_token_accuracy": 0.512505167722702,
      "num_tokens": 590773436.0,
      "step": 766850
    },
    {
      "epoch": 0.9727306629729133,
      "grad_norm": 5.53125,
      "learning_rate": 1.3637032545181907e-06,
      "loss": 2.0783,
      "mean_token_accuracy": 0.5388946235179901,
      "num_tokens": 590781436.0,
      "step": 766860
    },
    {
      "epoch": 0.9727433475654461,
      "grad_norm": 9.1875,
      "learning_rate": 1.3630689444318993e-06,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5614259600639343,
      "num_tokens": 590789409.0,
      "step": 766870
    },
    {
      "epoch": 0.972756032157979,
      "grad_norm": 5.75,
      "learning_rate": 1.3624346343456078e-06,
      "loss": 2.0719,
      "mean_token_accuracy": 0.5422598898410798,
      "num_tokens": 590798449.0,
      "step": 766880
    },
    {
      "epoch": 0.9727687167505118,
      "grad_norm": 5.03125,
      "learning_rate": 1.3618003242593161e-06,
      "loss": 1.9218,
      "mean_token_accuracy": 0.5637567847967148,
      "num_tokens": 590806139.0,
      "step": 766890
    },
    {
      "epoch": 0.9727814013430447,
      "grad_norm": 6.34375,
      "learning_rate": 1.3611660141730246e-06,
      "loss": 2.0409,
      "mean_token_accuracy": 0.5459178686141968,
      "num_tokens": 590813724.0,
      "step": 766900
    },
    {
      "epoch": 0.9727940859355775,
      "grad_norm": 5.34375,
      "learning_rate": 1.3605317040867332e-06,
      "loss": 2.1477,
      "mean_token_accuracy": 0.5358840435743332,
      "num_tokens": 590822373.0,
      "step": 766910
    },
    {
      "epoch": 0.9728067705281104,
      "grad_norm": 6.03125,
      "learning_rate": 1.3598973940004415e-06,
      "loss": 2.2003,
      "mean_token_accuracy": 0.5276220232248306,
      "num_tokens": 590830413.0,
      "step": 766920
    },
    {
      "epoch": 0.9728194551206432,
      "grad_norm": 5.53125,
      "learning_rate": 1.35926308391415e-06,
      "loss": 1.8978,
      "mean_token_accuracy": 0.5702086985111237,
      "num_tokens": 590837808.0,
      "step": 766930
    },
    {
      "epoch": 0.972832139713176,
      "grad_norm": 5.09375,
      "learning_rate": 1.3586287738278583e-06,
      "loss": 1.8172,
      "mean_token_accuracy": 0.5952438354492188,
      "num_tokens": 590844527.0,
      "step": 766940
    },
    {
      "epoch": 0.9728448243057088,
      "grad_norm": 5.25,
      "learning_rate": 1.3579944637415669e-06,
      "loss": 1.9797,
      "mean_token_accuracy": 0.5594938606023788,
      "num_tokens": 590852190.0,
      "step": 766950
    },
    {
      "epoch": 0.9728575088982416,
      "grad_norm": 4.78125,
      "learning_rate": 1.3573601536552754e-06,
      "loss": 1.9909,
      "mean_token_accuracy": 0.55137140750885,
      "num_tokens": 590859474.0,
      "step": 766960
    },
    {
      "epoch": 0.9728701934907745,
      "grad_norm": 5.0,
      "learning_rate": 1.3567258435689837e-06,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5698956787586212,
      "num_tokens": 590867921.0,
      "step": 766970
    },
    {
      "epoch": 0.9728828780833073,
      "grad_norm": 5.59375,
      "learning_rate": 1.3560915334826924e-06,
      "loss": 2.0741,
      "mean_token_accuracy": 0.5452281832695007,
      "num_tokens": 590875986.0,
      "step": 766980
    },
    {
      "epoch": 0.9728955626758402,
      "grad_norm": 6.53125,
      "learning_rate": 1.3554572233964008e-06,
      "loss": 1.9898,
      "mean_token_accuracy": 0.5581357508897782,
      "num_tokens": 590882314.0,
      "step": 766990
    },
    {
      "epoch": 0.972908247268373,
      "grad_norm": 7.25,
      "learning_rate": 1.354822913310109e-06,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5376702517271041,
      "num_tokens": 590888894.0,
      "step": 767000
    },
    {
      "epoch": 0.9729209318609058,
      "grad_norm": 6.5625,
      "learning_rate": 1.3541886032238176e-06,
      "loss": 1.8026,
      "mean_token_accuracy": 0.5932990998029709,
      "num_tokens": 590895502.0,
      "step": 767010
    },
    {
      "epoch": 0.9729336164534387,
      "grad_norm": 5.96875,
      "learning_rate": 1.3535542931375261e-06,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5488060802221298,
      "num_tokens": 590902866.0,
      "step": 767020
    },
    {
      "epoch": 0.9729463010459715,
      "grad_norm": 5.03125,
      "learning_rate": 1.3529199830512347e-06,
      "loss": 2.0345,
      "mean_token_accuracy": 0.5423097997903824,
      "num_tokens": 590911485.0,
      "step": 767030
    },
    {
      "epoch": 0.9729589856385044,
      "grad_norm": 5.0,
      "learning_rate": 1.352285672964943e-06,
      "loss": 1.923,
      "mean_token_accuracy": 0.5662701666355133,
      "num_tokens": 590919095.0,
      "step": 767040
    },
    {
      "epoch": 0.9729716702310371,
      "grad_norm": 6.375,
      "learning_rate": 1.3516513628786515e-06,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5257712334394455,
      "num_tokens": 590926087.0,
      "step": 767050
    },
    {
      "epoch": 0.97298435482357,
      "grad_norm": 7.53125,
      "learning_rate": 1.35101705279236e-06,
      "loss": 1.939,
      "mean_token_accuracy": 0.5696187734603881,
      "num_tokens": 590933463.0,
      "step": 767060
    },
    {
      "epoch": 0.9729970394161028,
      "grad_norm": 5.4375,
      "learning_rate": 1.3503827427060683e-06,
      "loss": 2.2555,
      "mean_token_accuracy": 0.5172391653060913,
      "num_tokens": 590942376.0,
      "step": 767070
    },
    {
      "epoch": 0.9730097240086357,
      "grad_norm": 5.71875,
      "learning_rate": 1.3497484326197769e-06,
      "loss": 1.96,
      "mean_token_accuracy": 0.5692228585481643,
      "num_tokens": 590950393.0,
      "step": 767080
    },
    {
      "epoch": 0.9730224086011685,
      "grad_norm": 5.6875,
      "learning_rate": 1.3491141225334854e-06,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5370392322540283,
      "num_tokens": 590957973.0,
      "step": 767090
    },
    {
      "epoch": 0.9730350931937013,
      "grad_norm": 7.9375,
      "learning_rate": 1.3484798124471937e-06,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5615450769662857,
      "num_tokens": 590966343.0,
      "step": 767100
    },
    {
      "epoch": 0.9730477777862342,
      "grad_norm": 7.96875,
      "learning_rate": 1.3478455023609022e-06,
      "loss": 2.02,
      "mean_token_accuracy": 0.5435928136110306,
      "num_tokens": 590974231.0,
      "step": 767110
    },
    {
      "epoch": 0.973060462378767,
      "grad_norm": 5.6875,
      "learning_rate": 1.3472111922746106e-06,
      "loss": 1.9629,
      "mean_token_accuracy": 0.5581795334815979,
      "num_tokens": 590981940.0,
      "step": 767120
    },
    {
      "epoch": 0.9730731469712999,
      "grad_norm": 5.625,
      "learning_rate": 1.346576882188319e-06,
      "loss": 1.9904,
      "mean_token_accuracy": 0.5483000487089157,
      "num_tokens": 590989135.0,
      "step": 767130
    },
    {
      "epoch": 0.9730858315638327,
      "grad_norm": 4.78125,
      "learning_rate": 1.3459425721020276e-06,
      "loss": 1.974,
      "mean_token_accuracy": 0.5608439832925797,
      "num_tokens": 590997156.0,
      "step": 767140
    },
    {
      "epoch": 0.9730985161563656,
      "grad_norm": 5.125,
      "learning_rate": 1.345308262015736e-06,
      "loss": 2.1317,
      "mean_token_accuracy": 0.522813805937767,
      "num_tokens": 591004953.0,
      "step": 767150
    },
    {
      "epoch": 0.9731112007488983,
      "grad_norm": 4.8125,
      "learning_rate": 1.3446739519294445e-06,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5395731151103973,
      "num_tokens": 591012156.0,
      "step": 767160
    },
    {
      "epoch": 0.9731238853414311,
      "grad_norm": 5.3125,
      "learning_rate": 1.344039641843153e-06,
      "loss": 2.131,
      "mean_token_accuracy": 0.5346968561410904,
      "num_tokens": 591021283.0,
      "step": 767170
    },
    {
      "epoch": 0.973136569933964,
      "grad_norm": 6.21875,
      "learning_rate": 1.3434053317568613e-06,
      "loss": 2.0583,
      "mean_token_accuracy": 0.5410926669836045,
      "num_tokens": 591030130.0,
      "step": 767180
    },
    {
      "epoch": 0.9731492545264968,
      "grad_norm": 5.40625,
      "learning_rate": 1.3427710216705698e-06,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5566736340522767,
      "num_tokens": 591037018.0,
      "step": 767190
    },
    {
      "epoch": 0.9731619391190297,
      "grad_norm": 6.34375,
      "learning_rate": 1.3421367115842784e-06,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5315293908119202,
      "num_tokens": 591046250.0,
      "step": 767200
    },
    {
      "epoch": 0.9731746237115625,
      "grad_norm": 6.3125,
      "learning_rate": 1.3415024014979869e-06,
      "loss": 1.9633,
      "mean_token_accuracy": 0.5508487939834594,
      "num_tokens": 591053942.0,
      "step": 767210
    },
    {
      "epoch": 0.9731873083040954,
      "grad_norm": 5.09375,
      "learning_rate": 1.3408680914116952e-06,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5332687318325042,
      "num_tokens": 591062465.0,
      "step": 767220
    },
    {
      "epoch": 0.9731999928966282,
      "grad_norm": 10.3125,
      "learning_rate": 1.3402337813254035e-06,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5480211615562439,
      "num_tokens": 591070608.0,
      "step": 767230
    },
    {
      "epoch": 0.9732126774891611,
      "grad_norm": 5.34375,
      "learning_rate": 1.3395994712391123e-06,
      "loss": 1.9522,
      "mean_token_accuracy": 0.569394588470459,
      "num_tokens": 591078410.0,
      "step": 767240
    },
    {
      "epoch": 0.9732253620816939,
      "grad_norm": 5.28125,
      "learning_rate": 1.3389651611528206e-06,
      "loss": 1.7849,
      "mean_token_accuracy": 0.6023679345846176,
      "num_tokens": 591085548.0,
      "step": 767250
    },
    {
      "epoch": 0.9732380466742266,
      "grad_norm": 5.3125,
      "learning_rate": 1.338330851066529e-06,
      "loss": 2.083,
      "mean_token_accuracy": 0.5478147208690644,
      "num_tokens": 591093771.0,
      "step": 767260
    },
    {
      "epoch": 0.9732507312667595,
      "grad_norm": 7.1875,
      "learning_rate": 1.3376965409802374e-06,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5332497477531433,
      "num_tokens": 591101698.0,
      "step": 767270
    },
    {
      "epoch": 0.9732634158592923,
      "grad_norm": 6.03125,
      "learning_rate": 1.337062230893946e-06,
      "loss": 2.1638,
      "mean_token_accuracy": 0.522223150730133,
      "num_tokens": 591110328.0,
      "step": 767280
    },
    {
      "epoch": 0.9732761004518252,
      "grad_norm": 5.21875,
      "learning_rate": 1.3364279208076545e-06,
      "loss": 2.1428,
      "mean_token_accuracy": 0.528950309753418,
      "num_tokens": 591118147.0,
      "step": 767290
    },
    {
      "epoch": 0.973288785044358,
      "grad_norm": 5.0,
      "learning_rate": 1.3357936107213628e-06,
      "loss": 2.1546,
      "mean_token_accuracy": 0.5305957198143005,
      "num_tokens": 591127208.0,
      "step": 767300
    },
    {
      "epoch": 0.9733014696368909,
      "grad_norm": 5.78125,
      "learning_rate": 1.3351593006350713e-06,
      "loss": 1.8338,
      "mean_token_accuracy": 0.6126663297414779,
      "num_tokens": 591132604.0,
      "step": 767310
    },
    {
      "epoch": 0.9733141542294237,
      "grad_norm": 7.4375,
      "learning_rate": 1.3345249905487798e-06,
      "loss": 2.091,
      "mean_token_accuracy": 0.5499846518039704,
      "num_tokens": 591140320.0,
      "step": 767320
    },
    {
      "epoch": 0.9733268388219565,
      "grad_norm": 6.5,
      "learning_rate": 1.3338906804624882e-06,
      "loss": 1.7492,
      "mean_token_accuracy": 0.6028446882963181,
      "num_tokens": 591148049.0,
      "step": 767330
    },
    {
      "epoch": 0.9733395234144894,
      "grad_norm": 5.15625,
      "learning_rate": 1.3332563703761967e-06,
      "loss": 1.8397,
      "mean_token_accuracy": 0.5994659334421157,
      "num_tokens": 591155666.0,
      "step": 767340
    },
    {
      "epoch": 0.9733522080070222,
      "grad_norm": 5.0625,
      "learning_rate": 1.3326220602899052e-06,
      "loss": 2.2559,
      "mean_token_accuracy": 0.5105650663375855,
      "num_tokens": 591163879.0,
      "step": 767350
    },
    {
      "epoch": 0.973364892599555,
      "grad_norm": 7.0625,
      "learning_rate": 1.3319877502036135e-06,
      "loss": 2.0422,
      "mean_token_accuracy": 0.5523608058691025,
      "num_tokens": 591171569.0,
      "step": 767360
    },
    {
      "epoch": 0.9733775771920878,
      "grad_norm": 5.34375,
      "learning_rate": 1.331353440117322e-06,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5304028391838074,
      "num_tokens": 591179539.0,
      "step": 767370
    },
    {
      "epoch": 0.9733902617846207,
      "grad_norm": 6.40625,
      "learning_rate": 1.3307191300310304e-06,
      "loss": 2.1884,
      "mean_token_accuracy": 0.5244157910346985,
      "num_tokens": 591188377.0,
      "step": 767380
    },
    {
      "epoch": 0.9734029463771535,
      "grad_norm": 5.9375,
      "learning_rate": 1.3300848199447391e-06,
      "loss": 1.7719,
      "mean_token_accuracy": 0.608891960978508,
      "num_tokens": 591194701.0,
      "step": 767390
    },
    {
      "epoch": 0.9734156309696863,
      "grad_norm": 5.15625,
      "learning_rate": 1.3294505098584474e-06,
      "loss": 2.2003,
      "mean_token_accuracy": 0.520289170742035,
      "num_tokens": 591203904.0,
      "step": 767400
    },
    {
      "epoch": 0.9734283155622192,
      "grad_norm": 6.34375,
      "learning_rate": 1.3288161997721558e-06,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5243308275938035,
      "num_tokens": 591211189.0,
      "step": 767410
    },
    {
      "epoch": 0.973441000154752,
      "grad_norm": 5.8125,
      "learning_rate": 1.3281818896858643e-06,
      "loss": 2.1615,
      "mean_token_accuracy": 0.5308777511119842,
      "num_tokens": 591218997.0,
      "step": 767420
    },
    {
      "epoch": 0.9734536847472849,
      "grad_norm": 5.65625,
      "learning_rate": 1.3275475795995728e-06,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5315225183963775,
      "num_tokens": 591227897.0,
      "step": 767430
    },
    {
      "epoch": 0.9734663693398177,
      "grad_norm": 6.78125,
      "learning_rate": 1.3269132695132813e-06,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5551054060459137,
      "num_tokens": 591234862.0,
      "step": 767440
    },
    {
      "epoch": 0.9734790539323506,
      "grad_norm": 6.71875,
      "learning_rate": 1.3262789594269897e-06,
      "loss": 2.1792,
      "mean_token_accuracy": 0.531732702255249,
      "num_tokens": 591241610.0,
      "step": 767450
    },
    {
      "epoch": 0.9734917385248834,
      "grad_norm": 6.40625,
      "learning_rate": 1.3256446493406982e-06,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5607951879501343,
      "num_tokens": 591247523.0,
      "step": 767460
    },
    {
      "epoch": 0.9735044231174163,
      "grad_norm": 4.71875,
      "learning_rate": 1.3250103392544067e-06,
      "loss": 1.8752,
      "mean_token_accuracy": 0.5715483546257019,
      "num_tokens": 591255231.0,
      "step": 767470
    },
    {
      "epoch": 0.973517107709949,
      "grad_norm": 6.28125,
      "learning_rate": 1.324376029168115e-06,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5640816628932953,
      "num_tokens": 591263338.0,
      "step": 767480
    },
    {
      "epoch": 0.9735297923024818,
      "grad_norm": 8.1875,
      "learning_rate": 1.3237417190818236e-06,
      "loss": 2.1469,
      "mean_token_accuracy": 0.5217906951904296,
      "num_tokens": 591271245.0,
      "step": 767490
    },
    {
      "epoch": 0.9735424768950147,
      "grad_norm": 5.125,
      "learning_rate": 1.323107408995532e-06,
      "loss": 1.9695,
      "mean_token_accuracy": 0.5538534224033356,
      "num_tokens": 591279469.0,
      "step": 767500
    },
    {
      "epoch": 0.9735551614875475,
      "grad_norm": 5.0625,
      "learning_rate": 1.3224730989092404e-06,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5514265656471252,
      "num_tokens": 591287985.0,
      "step": 767510
    },
    {
      "epoch": 0.9735678460800804,
      "grad_norm": 5.4375,
      "learning_rate": 1.321838788822949e-06,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5379390299320221,
      "num_tokens": 591295942.0,
      "step": 767520
    },
    {
      "epoch": 0.9735805306726132,
      "grad_norm": 5.90625,
      "learning_rate": 1.3212044787366572e-06,
      "loss": 2.1398,
      "mean_token_accuracy": 0.5416891902685166,
      "num_tokens": 591303124.0,
      "step": 767530
    },
    {
      "epoch": 0.9735932152651461,
      "grad_norm": 4.71875,
      "learning_rate": 1.3205701686503658e-06,
      "loss": 2.1315,
      "mean_token_accuracy": 0.5352346003055573,
      "num_tokens": 591310746.0,
      "step": 767540
    },
    {
      "epoch": 0.9736058998576789,
      "grad_norm": 5.15625,
      "learning_rate": 1.3199358585640743e-06,
      "loss": 2.1354,
      "mean_token_accuracy": 0.5340602457523346,
      "num_tokens": 591319843.0,
      "step": 767550
    },
    {
      "epoch": 0.9736185844502117,
      "grad_norm": 6.90625,
      "learning_rate": 1.3193015484777826e-06,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5609228283166885,
      "num_tokens": 591328427.0,
      "step": 767560
    },
    {
      "epoch": 0.9736312690427446,
      "grad_norm": 5.03125,
      "learning_rate": 1.3186672383914911e-06,
      "loss": 1.8788,
      "mean_token_accuracy": 0.5768678575754166,
      "num_tokens": 591335440.0,
      "step": 767570
    },
    {
      "epoch": 0.9736439536352773,
      "grad_norm": 6.1875,
      "learning_rate": 1.3180329283051997e-06,
      "loss": 2.2469,
      "mean_token_accuracy": 0.5132062405347824,
      "num_tokens": 591343251.0,
      "step": 767580
    },
    {
      "epoch": 0.9736566382278102,
      "grad_norm": 5.3125,
      "learning_rate": 1.317398618218908e-06,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5369845449924469,
      "num_tokens": 591351605.0,
      "step": 767590
    },
    {
      "epoch": 0.973669322820343,
      "grad_norm": 5.1875,
      "learning_rate": 1.3167643081326165e-06,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5300683528184891,
      "num_tokens": 591360934.0,
      "step": 767600
    },
    {
      "epoch": 0.9736820074128759,
      "grad_norm": 4.8125,
      "learning_rate": 1.316129998046325e-06,
      "loss": 2.272,
      "mean_token_accuracy": 0.5040561974048614,
      "num_tokens": 591369358.0,
      "step": 767610
    },
    {
      "epoch": 0.9736946920054087,
      "grad_norm": 5.875,
      "learning_rate": 1.3154956879600336e-06,
      "loss": 1.9781,
      "mean_token_accuracy": 0.5659100204706192,
      "num_tokens": 591375283.0,
      "step": 767620
    },
    {
      "epoch": 0.9737073765979416,
      "grad_norm": 5.375,
      "learning_rate": 1.3148613778737419e-06,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5722523897886276,
      "num_tokens": 591382324.0,
      "step": 767630
    },
    {
      "epoch": 0.9737200611904744,
      "grad_norm": 5.40625,
      "learning_rate": 1.3142270677874502e-06,
      "loss": 2.0079,
      "mean_token_accuracy": 0.5596042603254319,
      "num_tokens": 591389678.0,
      "step": 767640
    },
    {
      "epoch": 0.9737327457830072,
      "grad_norm": 5.1875,
      "learning_rate": 1.313592757701159e-06,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5397866874933243,
      "num_tokens": 591397509.0,
      "step": 767650
    },
    {
      "epoch": 0.9737454303755401,
      "grad_norm": 5.25,
      "learning_rate": 1.3129584476148673e-06,
      "loss": 2.0391,
      "mean_token_accuracy": 0.544148126244545,
      "num_tokens": 591404305.0,
      "step": 767660
    },
    {
      "epoch": 0.9737581149680729,
      "grad_norm": 5.0625,
      "learning_rate": 1.3123241375285758e-06,
      "loss": 2.1367,
      "mean_token_accuracy": 0.5441015660762787,
      "num_tokens": 591410656.0,
      "step": 767670
    },
    {
      "epoch": 0.9737707995606057,
      "grad_norm": 6.4375,
      "learning_rate": 1.311689827442284e-06,
      "loss": 1.9926,
      "mean_token_accuracy": 0.564075842499733,
      "num_tokens": 591418568.0,
      "step": 767680
    },
    {
      "epoch": 0.9737834841531385,
      "grad_norm": 6.125,
      "learning_rate": 1.3110555173559926e-06,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5623605698347092,
      "num_tokens": 591426744.0,
      "step": 767690
    },
    {
      "epoch": 0.9737961687456714,
      "grad_norm": 4.6875,
      "learning_rate": 1.3104212072697012e-06,
      "loss": 2.0426,
      "mean_token_accuracy": 0.542982617020607,
      "num_tokens": 591435446.0,
      "step": 767700
    },
    {
      "epoch": 0.9738088533382042,
      "grad_norm": 6.8125,
      "learning_rate": 1.3097868971834095e-06,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5531186550855637,
      "num_tokens": 591443521.0,
      "step": 767710
    },
    {
      "epoch": 0.973821537930737,
      "grad_norm": 5.3125,
      "learning_rate": 1.309152587097118e-06,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5514551639556885,
      "num_tokens": 591451468.0,
      "step": 767720
    },
    {
      "epoch": 0.9738342225232699,
      "grad_norm": 5.59375,
      "learning_rate": 1.3085182770108265e-06,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5458094984292984,
      "num_tokens": 591460011.0,
      "step": 767730
    },
    {
      "epoch": 0.9738469071158027,
      "grad_norm": 5.90625,
      "learning_rate": 1.3078839669245348e-06,
      "loss": 2.1336,
      "mean_token_accuracy": 0.523445776104927,
      "num_tokens": 591469199.0,
      "step": 767740
    },
    {
      "epoch": 0.9738595917083356,
      "grad_norm": 4.5,
      "learning_rate": 1.3072496568382434e-06,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5414440780878067,
      "num_tokens": 591476942.0,
      "step": 767750
    },
    {
      "epoch": 0.9738722763008684,
      "grad_norm": 7.09375,
      "learning_rate": 1.306615346751952e-06,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5430739343166351,
      "num_tokens": 591485056.0,
      "step": 767760
    },
    {
      "epoch": 0.9738849608934013,
      "grad_norm": 4.6875,
      "learning_rate": 1.3059810366656602e-06,
      "loss": 1.8596,
      "mean_token_accuracy": 0.5920243620872497,
      "num_tokens": 591492216.0,
      "step": 767770
    },
    {
      "epoch": 0.973897645485934,
      "grad_norm": 6.375,
      "learning_rate": 1.3053467265793687e-06,
      "loss": 2.0327,
      "mean_token_accuracy": 0.5616093039512634,
      "num_tokens": 591501026.0,
      "step": 767780
    },
    {
      "epoch": 0.9739103300784668,
      "grad_norm": 6.09375,
      "learning_rate": 1.304712416493077e-06,
      "loss": 2.2359,
      "mean_token_accuracy": 0.5069982469081878,
      "num_tokens": 591509744.0,
      "step": 767790
    },
    {
      "epoch": 0.9739230146709997,
      "grad_norm": 5.875,
      "learning_rate": 1.3040781064067858e-06,
      "loss": 2.1255,
      "mean_token_accuracy": 0.5352909445762635,
      "num_tokens": 591517019.0,
      "step": 767800
    },
    {
      "epoch": 0.9739356992635325,
      "grad_norm": 7.53125,
      "learning_rate": 1.3034437963204941e-06,
      "loss": 1.8443,
      "mean_token_accuracy": 0.5827542543411255,
      "num_tokens": 591523236.0,
      "step": 767810
    },
    {
      "epoch": 0.9739483838560654,
      "grad_norm": 5.75,
      "learning_rate": 1.3028094862342024e-06,
      "loss": 2.1799,
      "mean_token_accuracy": 0.5262045234441757,
      "num_tokens": 591531586.0,
      "step": 767820
    },
    {
      "epoch": 0.9739610684485982,
      "grad_norm": 7.5625,
      "learning_rate": 1.3021751761479112e-06,
      "loss": 2.0227,
      "mean_token_accuracy": 0.5486741691827774,
      "num_tokens": 591538534.0,
      "step": 767830
    },
    {
      "epoch": 0.9739737530411311,
      "grad_norm": 5.21875,
      "learning_rate": 1.3015408660616195e-06,
      "loss": 2.3065,
      "mean_token_accuracy": 0.5095660716295243,
      "num_tokens": 591547563.0,
      "step": 767840
    },
    {
      "epoch": 0.9739864376336639,
      "grad_norm": 6.1875,
      "learning_rate": 1.300906555975328e-06,
      "loss": 2.0186,
      "mean_token_accuracy": 0.5656520813703537,
      "num_tokens": 591553944.0,
      "step": 767850
    },
    {
      "epoch": 0.9739991222261968,
      "grad_norm": 6.40625,
      "learning_rate": 1.3002722458890363e-06,
      "loss": 2.119,
      "mean_token_accuracy": 0.5348907470703125,
      "num_tokens": 591562214.0,
      "step": 767860
    },
    {
      "epoch": 0.9740118068187296,
      "grad_norm": 5.09375,
      "learning_rate": 1.2996379358027449e-06,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5395705461502075,
      "num_tokens": 591570960.0,
      "step": 767870
    },
    {
      "epoch": 0.9740244914112623,
      "grad_norm": 6.59375,
      "learning_rate": 1.2990036257164534e-06,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5695565044879913,
      "num_tokens": 591577300.0,
      "step": 767880
    },
    {
      "epoch": 0.9740371760037952,
      "grad_norm": 7.53125,
      "learning_rate": 1.2983693156301617e-06,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5721677809953689,
      "num_tokens": 591583648.0,
      "step": 767890
    },
    {
      "epoch": 0.974049860596328,
      "grad_norm": 21.375,
      "learning_rate": 1.2977350055438702e-06,
      "loss": 2.1055,
      "mean_token_accuracy": 0.5583750605583191,
      "num_tokens": 591589826.0,
      "step": 767900
    },
    {
      "epoch": 0.9740625451888609,
      "grad_norm": 5.15625,
      "learning_rate": 1.2971006954575788e-06,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5475464016199112,
      "num_tokens": 591598255.0,
      "step": 767910
    },
    {
      "epoch": 0.9740752297813937,
      "grad_norm": 5.46875,
      "learning_rate": 1.296466385371287e-06,
      "loss": 1.9783,
      "mean_token_accuracy": 0.5570582151412964,
      "num_tokens": 591607334.0,
      "step": 767920
    },
    {
      "epoch": 0.9740879143739266,
      "grad_norm": 5.125,
      "learning_rate": 1.2958320752849956e-06,
      "loss": 1.8699,
      "mean_token_accuracy": 0.5894960731267929,
      "num_tokens": 591615819.0,
      "step": 767930
    },
    {
      "epoch": 0.9741005989664594,
      "grad_norm": 4.78125,
      "learning_rate": 1.295197765198704e-06,
      "loss": 1.9903,
      "mean_token_accuracy": 0.5520925104618073,
      "num_tokens": 591623499.0,
      "step": 767940
    },
    {
      "epoch": 0.9741132835589922,
      "grad_norm": 6.53125,
      "learning_rate": 1.2945634551124124e-06,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5689158797264099,
      "num_tokens": 591631690.0,
      "step": 767950
    },
    {
      "epoch": 0.9741259681515251,
      "grad_norm": 9.375,
      "learning_rate": 1.293929145026121e-06,
      "loss": 1.9361,
      "mean_token_accuracy": 0.5650744020938874,
      "num_tokens": 591639833.0,
      "step": 767960
    },
    {
      "epoch": 0.9741386527440579,
      "grad_norm": 4.90625,
      "learning_rate": 1.2932948349398293e-06,
      "loss": 1.852,
      "mean_token_accuracy": 0.5875066667795181,
      "num_tokens": 591646941.0,
      "step": 767970
    },
    {
      "epoch": 0.9741513373365908,
      "grad_norm": 6.1875,
      "learning_rate": 1.292660524853538e-06,
      "loss": 2.0066,
      "mean_token_accuracy": 0.5701747745275497,
      "num_tokens": 591653669.0,
      "step": 767980
    },
    {
      "epoch": 0.9741640219291235,
      "grad_norm": 5.21875,
      "learning_rate": 1.2920262147672463e-06,
      "loss": 1.8004,
      "mean_token_accuracy": 0.5969160437583924,
      "num_tokens": 591661233.0,
      "step": 767990
    },
    {
      "epoch": 0.9741767065216564,
      "grad_norm": 5.125,
      "learning_rate": 1.2913919046809547e-06,
      "loss": 2.1273,
      "mean_token_accuracy": 0.5326767414808273,
      "num_tokens": 591669418.0,
      "step": 768000
    },
    {
      "epoch": 0.9741893911141892,
      "grad_norm": 4.5625,
      "learning_rate": 1.2907575945946632e-06,
      "loss": 2.2501,
      "mean_token_accuracy": 0.5095707416534424,
      "num_tokens": 591678024.0,
      "step": 768010
    },
    {
      "epoch": 0.9742020757067221,
      "grad_norm": 6.53125,
      "learning_rate": 1.2901232845083717e-06,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5627080082893372,
      "num_tokens": 591684604.0,
      "step": 768020
    },
    {
      "epoch": 0.9742147602992549,
      "grad_norm": 4.5625,
      "learning_rate": 1.2894889744220802e-06,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5226689338684082,
      "num_tokens": 591693884.0,
      "step": 768030
    },
    {
      "epoch": 0.9742274448917877,
      "grad_norm": 4.96875,
      "learning_rate": 1.2888546643357886e-06,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5263032853603363,
      "num_tokens": 591702425.0,
      "step": 768040
    },
    {
      "epoch": 0.9742401294843206,
      "grad_norm": 5.03125,
      "learning_rate": 1.2882203542494969e-06,
      "loss": 1.7261,
      "mean_token_accuracy": 0.6098359405994416,
      "num_tokens": 591710455.0,
      "step": 768050
    },
    {
      "epoch": 0.9742528140768534,
      "grad_norm": 5.0,
      "learning_rate": 1.2875860441632056e-06,
      "loss": 2.014,
      "mean_token_accuracy": 0.5615042239427567,
      "num_tokens": 591717768.0,
      "step": 768060
    },
    {
      "epoch": 0.9742654986693863,
      "grad_norm": 5.375,
      "learning_rate": 1.286951734076914e-06,
      "loss": 1.9274,
      "mean_token_accuracy": 0.5639769226312638,
      "num_tokens": 591724736.0,
      "step": 768070
    },
    {
      "epoch": 0.9742781832619191,
      "grad_norm": 6.6875,
      "learning_rate": 1.2863174239906225e-06,
      "loss": 1.9868,
      "mean_token_accuracy": 0.5621004223823547,
      "num_tokens": 591732019.0,
      "step": 768080
    },
    {
      "epoch": 0.974290867854452,
      "grad_norm": 6.40625,
      "learning_rate": 1.285683113904331e-06,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5480916291475296,
      "num_tokens": 591739542.0,
      "step": 768090
    },
    {
      "epoch": 0.9743035524469847,
      "grad_norm": 7.8125,
      "learning_rate": 1.2850488038180393e-06,
      "loss": 2.0974,
      "mean_token_accuracy": 0.541641640663147,
      "num_tokens": 591747656.0,
      "step": 768100
    },
    {
      "epoch": 0.9743162370395175,
      "grad_norm": 5.3125,
      "learning_rate": 1.2844144937317478e-06,
      "loss": 1.9994,
      "mean_token_accuracy": 0.5509887486696243,
      "num_tokens": 591756712.0,
      "step": 768110
    },
    {
      "epoch": 0.9743289216320504,
      "grad_norm": 8.5,
      "learning_rate": 1.2837801836454562e-06,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5578985095024109,
      "num_tokens": 591763190.0,
      "step": 768120
    },
    {
      "epoch": 0.9743416062245832,
      "grad_norm": 4.90625,
      "learning_rate": 1.2831458735591647e-06,
      "loss": 2.0384,
      "mean_token_accuracy": 0.5387789100408554,
      "num_tokens": 591770469.0,
      "step": 768130
    },
    {
      "epoch": 0.9743542908171161,
      "grad_norm": 6.59375,
      "learning_rate": 1.2825115634728732e-06,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5348245084285737,
      "num_tokens": 591778086.0,
      "step": 768140
    },
    {
      "epoch": 0.9743669754096489,
      "grad_norm": 5.03125,
      "learning_rate": 1.2818772533865815e-06,
      "loss": 1.8936,
      "mean_token_accuracy": 0.574784392118454,
      "num_tokens": 591786341.0,
      "step": 768150
    },
    {
      "epoch": 0.9743796600021818,
      "grad_norm": 4.875,
      "learning_rate": 1.28124294330029e-06,
      "loss": 1.9352,
      "mean_token_accuracy": 0.5747086852788925,
      "num_tokens": 591794139.0,
      "step": 768160
    },
    {
      "epoch": 0.9743923445947146,
      "grad_norm": 4.9375,
      "learning_rate": 1.2806086332139986e-06,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5244257807731628,
      "num_tokens": 591803237.0,
      "step": 768170
    },
    {
      "epoch": 0.9744050291872475,
      "grad_norm": 5.5625,
      "learning_rate": 1.279974323127707e-06,
      "loss": 2.1058,
      "mean_token_accuracy": 0.5367065966129303,
      "num_tokens": 591812022.0,
      "step": 768180
    },
    {
      "epoch": 0.9744177137797803,
      "grad_norm": 8.1875,
      "learning_rate": 1.2793400130414154e-06,
      "loss": 1.9484,
      "mean_token_accuracy": 0.5790144294500351,
      "num_tokens": 591818922.0,
      "step": 768190
    },
    {
      "epoch": 0.974430398372313,
      "grad_norm": 6.40625,
      "learning_rate": 1.2787057029551237e-06,
      "loss": 1.9097,
      "mean_token_accuracy": 0.5711747139692307,
      "num_tokens": 591825930.0,
      "step": 768200
    },
    {
      "epoch": 0.9744430829648459,
      "grad_norm": 7.5,
      "learning_rate": 1.2780713928688325e-06,
      "loss": 2.1578,
      "mean_token_accuracy": 0.5237264454364776,
      "num_tokens": 591834138.0,
      "step": 768210
    },
    {
      "epoch": 0.9744557675573787,
      "grad_norm": 6.125,
      "learning_rate": 1.2774370827825408e-06,
      "loss": 2.2052,
      "mean_token_accuracy": 0.521555483341217,
      "num_tokens": 591842064.0,
      "step": 768220
    },
    {
      "epoch": 0.9744684521499116,
      "grad_norm": 6.6875,
      "learning_rate": 1.2768027726962491e-06,
      "loss": 2.1776,
      "mean_token_accuracy": 0.5270004749298096,
      "num_tokens": 591849224.0,
      "step": 768230
    },
    {
      "epoch": 0.9744811367424444,
      "grad_norm": 7.4375,
      "learning_rate": 1.2761684626099579e-06,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5348482072353363,
      "num_tokens": 591856686.0,
      "step": 768240
    },
    {
      "epoch": 0.9744938213349773,
      "grad_norm": 5.25,
      "learning_rate": 1.2755341525236662e-06,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5372633874416352,
      "num_tokens": 591864048.0,
      "step": 768250
    },
    {
      "epoch": 0.9745065059275101,
      "grad_norm": 6.15625,
      "learning_rate": 1.2748998424373747e-06,
      "loss": 2.063,
      "mean_token_accuracy": 0.5380798757076264,
      "num_tokens": 591872725.0,
      "step": 768260
    },
    {
      "epoch": 0.9745191905200429,
      "grad_norm": 5.59375,
      "learning_rate": 1.274265532351083e-06,
      "loss": 1.8586,
      "mean_token_accuracy": 0.5811784148216248,
      "num_tokens": 591880712.0,
      "step": 768270
    },
    {
      "epoch": 0.9745318751125758,
      "grad_norm": 5.21875,
      "learning_rate": 1.2736312222647915e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5438426852226257,
      "num_tokens": 591887659.0,
      "step": 768280
    },
    {
      "epoch": 0.9745445597051086,
      "grad_norm": 6.5,
      "learning_rate": 1.2729969121785e-06,
      "loss": 2.12,
      "mean_token_accuracy": 0.5395370692014694,
      "num_tokens": 591895085.0,
      "step": 768290
    },
    {
      "epoch": 0.9745572442976415,
      "grad_norm": 4.0,
      "learning_rate": 1.2723626020922084e-06,
      "loss": 1.7377,
      "mean_token_accuracy": 0.60341095328331,
      "num_tokens": 591900866.0,
      "step": 768300
    },
    {
      "epoch": 0.9745699288901742,
      "grad_norm": 5.6875,
      "learning_rate": 1.271728292005917e-06,
      "loss": 2.0205,
      "mean_token_accuracy": 0.5551472961902618,
      "num_tokens": 591908065.0,
      "step": 768310
    },
    {
      "epoch": 0.9745826134827071,
      "grad_norm": 4.65625,
      "learning_rate": 1.2710939819196254e-06,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5402754187583924,
      "num_tokens": 591915869.0,
      "step": 768320
    },
    {
      "epoch": 0.9745952980752399,
      "grad_norm": 5.03125,
      "learning_rate": 1.2704596718333338e-06,
      "loss": 2.0879,
      "mean_token_accuracy": 0.53857881128788,
      "num_tokens": 591923432.0,
      "step": 768330
    },
    {
      "epoch": 0.9746079826677727,
      "grad_norm": 6.03125,
      "learning_rate": 1.2698253617470423e-06,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5249443352222443,
      "num_tokens": 591931493.0,
      "step": 768340
    },
    {
      "epoch": 0.9746206672603056,
      "grad_norm": 6.25,
      "learning_rate": 1.2691910516607508e-06,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5441584616899491,
      "num_tokens": 591938856.0,
      "step": 768350
    },
    {
      "epoch": 0.9746333518528384,
      "grad_norm": 6.25,
      "learning_rate": 1.2685567415744591e-06,
      "loss": 2.0918,
      "mean_token_accuracy": 0.5432816982269287,
      "num_tokens": 591947541.0,
      "step": 768360
    },
    {
      "epoch": 0.9746460364453713,
      "grad_norm": 5.1875,
      "learning_rate": 1.2679224314881677e-06,
      "loss": 1.9725,
      "mean_token_accuracy": 0.5592247128486634,
      "num_tokens": 591956642.0,
      "step": 768370
    },
    {
      "epoch": 0.9746587210379041,
      "grad_norm": 8.5625,
      "learning_rate": 1.267288121401876e-06,
      "loss": 2.0383,
      "mean_token_accuracy": 0.5564838767051696,
      "num_tokens": 591964226.0,
      "step": 768380
    },
    {
      "epoch": 0.974671405630437,
      "grad_norm": 4.9375,
      "learning_rate": 1.2666538113155847e-06,
      "loss": 2.1283,
      "mean_token_accuracy": 0.5367112845182419,
      "num_tokens": 591972716.0,
      "step": 768390
    },
    {
      "epoch": 0.9746840902229698,
      "grad_norm": 5.875,
      "learning_rate": 1.266019501229293e-06,
      "loss": 1.8649,
      "mean_token_accuracy": 0.5852946937084198,
      "num_tokens": 591979218.0,
      "step": 768400
    },
    {
      "epoch": 0.9746967748155027,
      "grad_norm": 5.59375,
      "learning_rate": 1.2653851911430013e-06,
      "loss": 2.051,
      "mean_token_accuracy": 0.5518525958061218,
      "num_tokens": 591985612.0,
      "step": 768410
    },
    {
      "epoch": 0.9747094594080354,
      "grad_norm": 6.75,
      "learning_rate": 1.2647508810567099e-06,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5379782170057297,
      "num_tokens": 591994068.0,
      "step": 768420
    },
    {
      "epoch": 0.9747221440005682,
      "grad_norm": 5.3125,
      "learning_rate": 1.2641165709704184e-06,
      "loss": 2.1399,
      "mean_token_accuracy": 0.539764666557312,
      "num_tokens": 592002542.0,
      "step": 768430
    },
    {
      "epoch": 0.9747348285931011,
      "grad_norm": 5.15625,
      "learning_rate": 1.263482260884127e-06,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5336823403835297,
      "num_tokens": 592011574.0,
      "step": 768440
    },
    {
      "epoch": 0.9747475131856339,
      "grad_norm": 4.84375,
      "learning_rate": 1.2628479507978352e-06,
      "loss": 1.7424,
      "mean_token_accuracy": 0.6137036144733429,
      "num_tokens": 592019936.0,
      "step": 768450
    },
    {
      "epoch": 0.9747601977781668,
      "grad_norm": 4.90625,
      "learning_rate": 1.2622136407115438e-06,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5388876289129257,
      "num_tokens": 592027496.0,
      "step": 768460
    },
    {
      "epoch": 0.9747728823706996,
      "grad_norm": 4.96875,
      "learning_rate": 1.2615793306252523e-06,
      "loss": 2.0683,
      "mean_token_accuracy": 0.5386238813400268,
      "num_tokens": 592036499.0,
      "step": 768470
    },
    {
      "epoch": 0.9747855669632325,
      "grad_norm": 9.0,
      "learning_rate": 1.2609450205389606e-06,
      "loss": 2.0604,
      "mean_token_accuracy": 0.5527316629886627,
      "num_tokens": 592044935.0,
      "step": 768480
    },
    {
      "epoch": 0.9747982515557653,
      "grad_norm": 7.53125,
      "learning_rate": 1.2603107104526691e-06,
      "loss": 2.2343,
      "mean_token_accuracy": 0.5176192730665207,
      "num_tokens": 592051095.0,
      "step": 768490
    },
    {
      "epoch": 0.9748109361482981,
      "grad_norm": 6.28125,
      "learning_rate": 1.2596764003663777e-06,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5475994616746902,
      "num_tokens": 592058405.0,
      "step": 768500
    },
    {
      "epoch": 0.974823620740831,
      "grad_norm": 5.09375,
      "learning_rate": 1.259042090280086e-06,
      "loss": 2.1861,
      "mean_token_accuracy": 0.5253601461648941,
      "num_tokens": 592066577.0,
      "step": 768510
    },
    {
      "epoch": 0.9748363053333637,
      "grad_norm": 6.53125,
      "learning_rate": 1.2584077801937945e-06,
      "loss": 2.0217,
      "mean_token_accuracy": 0.5451633244752884,
      "num_tokens": 592075174.0,
      "step": 768520
    },
    {
      "epoch": 0.9748489899258966,
      "grad_norm": 5.53125,
      "learning_rate": 1.2577734701075028e-06,
      "loss": 2.1955,
      "mean_token_accuracy": 0.5282862544059753,
      "num_tokens": 592083749.0,
      "step": 768530
    },
    {
      "epoch": 0.9748616745184294,
      "grad_norm": 6.03125,
      "learning_rate": 1.2571391600212114e-06,
      "loss": 1.7795,
      "mean_token_accuracy": 0.6012327969074249,
      "num_tokens": 592091125.0,
      "step": 768540
    },
    {
      "epoch": 0.9748743591109623,
      "grad_norm": 5.625,
      "learning_rate": 1.2565048499349199e-06,
      "loss": 1.9577,
      "mean_token_accuracy": 0.5741403609514236,
      "num_tokens": 592099069.0,
      "step": 768550
    },
    {
      "epoch": 0.9748870437034951,
      "grad_norm": 4.8125,
      "learning_rate": 1.2558705398486282e-06,
      "loss": 2.2458,
      "mean_token_accuracy": 0.5197045594453812,
      "num_tokens": 592107939.0,
      "step": 768560
    },
    {
      "epoch": 0.974899728296028,
      "grad_norm": 5.34375,
      "learning_rate": 1.2552362297623367e-06,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5291006714105606,
      "num_tokens": 592114984.0,
      "step": 768570
    },
    {
      "epoch": 0.9749124128885608,
      "grad_norm": 6.125,
      "learning_rate": 1.2546019196760453e-06,
      "loss": 1.9006,
      "mean_token_accuracy": 0.5794957160949707,
      "num_tokens": 592123135.0,
      "step": 768580
    },
    {
      "epoch": 0.9749250974810936,
      "grad_norm": 5.65625,
      "learning_rate": 1.2539676095897536e-06,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5245355814695358,
      "num_tokens": 592131699.0,
      "step": 768590
    },
    {
      "epoch": 0.9749377820736265,
      "grad_norm": 7.71875,
      "learning_rate": 1.2533332995034621e-06,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5308843702077866,
      "num_tokens": 592138519.0,
      "step": 768600
    },
    {
      "epoch": 0.9749504666661593,
      "grad_norm": 5.5625,
      "learning_rate": 1.2526989894171706e-06,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5441678464412689,
      "num_tokens": 592148029.0,
      "step": 768610
    },
    {
      "epoch": 0.9749631512586922,
      "grad_norm": 6.1875,
      "learning_rate": 1.2520646793308792e-06,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5574773043394089,
      "num_tokens": 592155123.0,
      "step": 768620
    },
    {
      "epoch": 0.9749758358512249,
      "grad_norm": 5.46875,
      "learning_rate": 1.2514303692445875e-06,
      "loss": 2.0052,
      "mean_token_accuracy": 0.54460788667202,
      "num_tokens": 592163597.0,
      "step": 768630
    },
    {
      "epoch": 0.9749885204437578,
      "grad_norm": 5.1875,
      "learning_rate": 1.2507960591582958e-06,
      "loss": 2.134,
      "mean_token_accuracy": 0.5272372096776963,
      "num_tokens": 592171003.0,
      "step": 768640
    },
    {
      "epoch": 0.9750012050362906,
      "grad_norm": 7.25,
      "learning_rate": 1.2501617490720045e-06,
      "loss": 2.1413,
      "mean_token_accuracy": 0.5432470738887787,
      "num_tokens": 592177759.0,
      "step": 768650
    },
    {
      "epoch": 0.9750138896288234,
      "grad_norm": 5.28125,
      "learning_rate": 1.2495274389857129e-06,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5625946372747421,
      "num_tokens": 592184915.0,
      "step": 768660
    },
    {
      "epoch": 0.9750265742213563,
      "grad_norm": 6.3125,
      "learning_rate": 1.2488931288994214e-06,
      "loss": 2.1419,
      "mean_token_accuracy": 0.526584056019783,
      "num_tokens": 592193809.0,
      "step": 768670
    },
    {
      "epoch": 0.9750392588138891,
      "grad_norm": 6.40625,
      "learning_rate": 1.2482588188131297e-06,
      "loss": 1.7953,
      "mean_token_accuracy": 0.5921236097812652,
      "num_tokens": 592199845.0,
      "step": 768680
    },
    {
      "epoch": 0.975051943406422,
      "grad_norm": 5.0,
      "learning_rate": 1.2476245087268382e-06,
      "loss": 2.1322,
      "mean_token_accuracy": 0.5324072927236557,
      "num_tokens": 592206785.0,
      "step": 768690
    },
    {
      "epoch": 0.9750646279989548,
      "grad_norm": 7.4375,
      "learning_rate": 1.2469901986405468e-06,
      "loss": 2.1366,
      "mean_token_accuracy": 0.5392280459403992,
      "num_tokens": 592213077.0,
      "step": 768700
    },
    {
      "epoch": 0.9750773125914877,
      "grad_norm": 5.9375,
      "learning_rate": 1.246355888554255e-06,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5456366837024689,
      "num_tokens": 592220002.0,
      "step": 768710
    },
    {
      "epoch": 0.9750899971840205,
      "grad_norm": 5.1875,
      "learning_rate": 1.2457215784679636e-06,
      "loss": 2.147,
      "mean_token_accuracy": 0.5425178527832031,
      "num_tokens": 592228407.0,
      "step": 768720
    },
    {
      "epoch": 0.9751026817765532,
      "grad_norm": 5.375,
      "learning_rate": 1.2450872683816721e-06,
      "loss": 2.1138,
      "mean_token_accuracy": 0.5457190990447998,
      "num_tokens": 592235073.0,
      "step": 768730
    },
    {
      "epoch": 0.9751153663690861,
      "grad_norm": 4.21875,
      "learning_rate": 1.2444529582953804e-06,
      "loss": 1.9231,
      "mean_token_accuracy": 0.566529780626297,
      "num_tokens": 592242597.0,
      "step": 768740
    },
    {
      "epoch": 0.9751280509616189,
      "grad_norm": 5.15625,
      "learning_rate": 1.243818648209089e-06,
      "loss": 2.1314,
      "mean_token_accuracy": 0.5249482572078705,
      "num_tokens": 592250648.0,
      "step": 768750
    },
    {
      "epoch": 0.9751407355541518,
      "grad_norm": 7.0625,
      "learning_rate": 1.2431843381227975e-06,
      "loss": 2.1631,
      "mean_token_accuracy": 0.5276179850101471,
      "num_tokens": 592258515.0,
      "step": 768760
    },
    {
      "epoch": 0.9751534201466846,
      "grad_norm": 4.84375,
      "learning_rate": 1.2425500280365058e-06,
      "loss": 2.1023,
      "mean_token_accuracy": 0.535796195268631,
      "num_tokens": 592265888.0,
      "step": 768770
    },
    {
      "epoch": 0.9751661047392175,
      "grad_norm": 5.40625,
      "learning_rate": 1.2419157179502143e-06,
      "loss": 2.136,
      "mean_token_accuracy": 0.5236487776041031,
      "num_tokens": 592274371.0,
      "step": 768780
    },
    {
      "epoch": 0.9751787893317503,
      "grad_norm": 5.09375,
      "learning_rate": 1.2412814078639227e-06,
      "loss": 2.0011,
      "mean_token_accuracy": 0.5762005567550659,
      "num_tokens": 592280497.0,
      "step": 768790
    },
    {
      "epoch": 0.9751914739242832,
      "grad_norm": 4.875,
      "learning_rate": 1.2406470977776314e-06,
      "loss": 2.163,
      "mean_token_accuracy": 0.5337856203317642,
      "num_tokens": 592288297.0,
      "step": 768800
    },
    {
      "epoch": 0.975204158516816,
      "grad_norm": 7.78125,
      "learning_rate": 1.2400127876913397e-06,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5737643241882324,
      "num_tokens": 592295667.0,
      "step": 768810
    },
    {
      "epoch": 0.9752168431093488,
      "grad_norm": 5.46875,
      "learning_rate": 1.239378477605048e-06,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5398175328969955,
      "num_tokens": 592303525.0,
      "step": 768820
    },
    {
      "epoch": 0.9752295277018816,
      "grad_norm": 5.25,
      "learning_rate": 1.2387441675187568e-06,
      "loss": 1.9493,
      "mean_token_accuracy": 0.5604691296815872,
      "num_tokens": 592311344.0,
      "step": 768830
    },
    {
      "epoch": 0.9752422122944144,
      "grad_norm": 5.46875,
      "learning_rate": 1.238109857432465e-06,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5394609212875366,
      "num_tokens": 592319553.0,
      "step": 768840
    },
    {
      "epoch": 0.9752548968869473,
      "grad_norm": 4.8125,
      "learning_rate": 1.2374755473461736e-06,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5483192950487137,
      "num_tokens": 592328274.0,
      "step": 768850
    },
    {
      "epoch": 0.9752675814794801,
      "grad_norm": 5.0625,
      "learning_rate": 1.236841237259882e-06,
      "loss": 1.9392,
      "mean_token_accuracy": 0.5547549784183502,
      "num_tokens": 592336607.0,
      "step": 768860
    },
    {
      "epoch": 0.975280266072013,
      "grad_norm": 5.1875,
      "learning_rate": 1.2362069271735905e-06,
      "loss": 2.1752,
      "mean_token_accuracy": 0.5208785980939865,
      "num_tokens": 592345141.0,
      "step": 768870
    },
    {
      "epoch": 0.9752929506645458,
      "grad_norm": 4.34375,
      "learning_rate": 1.235572617087299e-06,
      "loss": 2.1309,
      "mean_token_accuracy": 0.5344309270381927,
      "num_tokens": 592353064.0,
      "step": 768880
    },
    {
      "epoch": 0.9753056352570786,
      "grad_norm": 4.75,
      "learning_rate": 1.2349383070010073e-06,
      "loss": 1.8425,
      "mean_token_accuracy": 0.5763791620731353,
      "num_tokens": 592361035.0,
      "step": 768890
    },
    {
      "epoch": 0.9753183198496115,
      "grad_norm": 4.9375,
      "learning_rate": 1.2343039969147158e-06,
      "loss": 2.1297,
      "mean_token_accuracy": 0.5358108311891556,
      "num_tokens": 592369434.0,
      "step": 768900
    },
    {
      "epoch": 0.9753310044421443,
      "grad_norm": 6.15625,
      "learning_rate": 1.2336696868284244e-06,
      "loss": 1.974,
      "mean_token_accuracy": 0.5573239684104919,
      "num_tokens": 592376982.0,
      "step": 768910
    },
    {
      "epoch": 0.9753436890346772,
      "grad_norm": 7.4375,
      "learning_rate": 1.2330353767421327e-06,
      "loss": 2.0075,
      "mean_token_accuracy": 0.5594308614730835,
      "num_tokens": 592384186.0,
      "step": 768920
    },
    {
      "epoch": 0.97535637362721,
      "grad_norm": 6.1875,
      "learning_rate": 1.2324010666558412e-06,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5760079473257065,
      "num_tokens": 592391430.0,
      "step": 768930
    },
    {
      "epoch": 0.9753690582197428,
      "grad_norm": 5.3125,
      "learning_rate": 1.2317667565695495e-06,
      "loss": 2.1963,
      "mean_token_accuracy": 0.5175934940576553,
      "num_tokens": 592399848.0,
      "step": 768940
    },
    {
      "epoch": 0.9753817428122756,
      "grad_norm": 5.71875,
      "learning_rate": 1.231132446483258e-06,
      "loss": 1.9489,
      "mean_token_accuracy": 0.5764502465724946,
      "num_tokens": 592406532.0,
      "step": 768950
    },
    {
      "epoch": 0.9753944274048085,
      "grad_norm": 5.21875,
      "learning_rate": 1.2304981363969666e-06,
      "loss": 1.7621,
      "mean_token_accuracy": 0.5996958434581756,
      "num_tokens": 592414031.0,
      "step": 768960
    },
    {
      "epoch": 0.9754071119973413,
      "grad_norm": 5.5,
      "learning_rate": 1.2298638263106749e-06,
      "loss": 2.0817,
      "mean_token_accuracy": 0.5482394218444824,
      "num_tokens": 592422143.0,
      "step": 768970
    },
    {
      "epoch": 0.9754197965898741,
      "grad_norm": 5.8125,
      "learning_rate": 1.2292295162243836e-06,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5687373340129852,
      "num_tokens": 592429010.0,
      "step": 768980
    },
    {
      "epoch": 0.975432481182407,
      "grad_norm": 6.09375,
      "learning_rate": 1.228595206138092e-06,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5602978199720383,
      "num_tokens": 592436850.0,
      "step": 768990
    },
    {
      "epoch": 0.9754451657749398,
      "grad_norm": 7.84375,
      "learning_rate": 1.2279608960518003e-06,
      "loss": 2.0373,
      "mean_token_accuracy": 0.5473667562007904,
      "num_tokens": 592444409.0,
      "step": 769000
    },
    {
      "epoch": 0.9754578503674727,
      "grad_norm": 6.875,
      "learning_rate": 1.2273265859655088e-06,
      "loss": 2.2235,
      "mean_token_accuracy": 0.5187052696943283,
      "num_tokens": 592451407.0,
      "step": 769010
    },
    {
      "epoch": 0.9754705349600055,
      "grad_norm": 5.96875,
      "learning_rate": 1.2266922758792173e-06,
      "loss": 1.893,
      "mean_token_accuracy": 0.5755050778388977,
      "num_tokens": 592459084.0,
      "step": 769020
    },
    {
      "epoch": 0.9754832195525384,
      "grad_norm": 6.375,
      "learning_rate": 1.2260579657929258e-06,
      "loss": 1.9165,
      "mean_token_accuracy": 0.5694458335638046,
      "num_tokens": 592466444.0,
      "step": 769030
    },
    {
      "epoch": 0.9754959041450711,
      "grad_norm": 7.0625,
      "learning_rate": 1.2254236557066342e-06,
      "loss": 2.1832,
      "mean_token_accuracy": 0.5246004790067673,
      "num_tokens": 592474278.0,
      "step": 769040
    },
    {
      "epoch": 0.9755085887376039,
      "grad_norm": 6.0625,
      "learning_rate": 1.2247893456203425e-06,
      "loss": 2.1553,
      "mean_token_accuracy": 0.5330906718969345,
      "num_tokens": 592481520.0,
      "step": 769050
    },
    {
      "epoch": 0.9755212733301368,
      "grad_norm": 5.96875,
      "learning_rate": 1.2241550355340512e-06,
      "loss": 1.7943,
      "mean_token_accuracy": 0.6127006709575653,
      "num_tokens": 592488080.0,
      "step": 769060
    },
    {
      "epoch": 0.9755339579226696,
      "grad_norm": 5.625,
      "learning_rate": 1.2235207254477595e-06,
      "loss": 2.0207,
      "mean_token_accuracy": 0.565861651301384,
      "num_tokens": 592495863.0,
      "step": 769070
    },
    {
      "epoch": 0.9755466425152025,
      "grad_norm": 5.0625,
      "learning_rate": 1.222886415361468e-06,
      "loss": 1.7665,
      "mean_token_accuracy": 0.6070329517126083,
      "num_tokens": 592502219.0,
      "step": 769080
    },
    {
      "epoch": 0.9755593271077353,
      "grad_norm": 10.75,
      "learning_rate": 1.2222521052751766e-06,
      "loss": 2.028,
      "mean_token_accuracy": 0.5563761979341507,
      "num_tokens": 592509816.0,
      "step": 769090
    },
    {
      "epoch": 0.9755720117002682,
      "grad_norm": 4.84375,
      "learning_rate": 1.221617795188885e-06,
      "loss": 1.9875,
      "mean_token_accuracy": 0.5682033479213715,
      "num_tokens": 592517717.0,
      "step": 769100
    },
    {
      "epoch": 0.975584696292801,
      "grad_norm": 5.5,
      "learning_rate": 1.2209834851025934e-06,
      "loss": 2.2561,
      "mean_token_accuracy": 0.5107821494340896,
      "num_tokens": 592526459.0,
      "step": 769110
    },
    {
      "epoch": 0.9755973808853339,
      "grad_norm": 5.53125,
      "learning_rate": 1.2203491750163017e-06,
      "loss": 2.1558,
      "mean_token_accuracy": 0.524404165148735,
      "num_tokens": 592534604.0,
      "step": 769120
    },
    {
      "epoch": 0.9756100654778667,
      "grad_norm": 6.375,
      "learning_rate": 1.2197148649300103e-06,
      "loss": 2.2081,
      "mean_token_accuracy": 0.516533163189888,
      "num_tokens": 592542231.0,
      "step": 769130
    },
    {
      "epoch": 0.9756227500703994,
      "grad_norm": 4.8125,
      "learning_rate": 1.2190805548437188e-06,
      "loss": 2.0847,
      "mean_token_accuracy": 0.5427579849958419,
      "num_tokens": 592549836.0,
      "step": 769140
    },
    {
      "epoch": 0.9756354346629323,
      "grad_norm": 8.0625,
      "learning_rate": 1.2184462447574271e-06,
      "loss": 1.8544,
      "mean_token_accuracy": 0.576771929860115,
      "num_tokens": 592557262.0,
      "step": 769150
    },
    {
      "epoch": 0.9756481192554651,
      "grad_norm": 4.71875,
      "learning_rate": 1.2178119346711356e-06,
      "loss": 1.8775,
      "mean_token_accuracy": 0.5734687596559525,
      "num_tokens": 592566010.0,
      "step": 769160
    },
    {
      "epoch": 0.975660803847998,
      "grad_norm": 7.34375,
      "learning_rate": 1.2171776245848442e-06,
      "loss": 2.0897,
      "mean_token_accuracy": 0.5565643906593323,
      "num_tokens": 592573790.0,
      "step": 769170
    },
    {
      "epoch": 0.9756734884405308,
      "grad_norm": 5.03125,
      "learning_rate": 1.2165433144985525e-06,
      "loss": 1.9281,
      "mean_token_accuracy": 0.578583812713623,
      "num_tokens": 592580696.0,
      "step": 769180
    },
    {
      "epoch": 0.9756861730330637,
      "grad_norm": 7.34375,
      "learning_rate": 1.215909004412261e-06,
      "loss": 1.9458,
      "mean_token_accuracy": 0.5746948540210723,
      "num_tokens": 592587857.0,
      "step": 769190
    },
    {
      "epoch": 0.9756988576255965,
      "grad_norm": 6.875,
      "learning_rate": 1.2152746943259693e-06,
      "loss": 2.2702,
      "mean_token_accuracy": 0.5157449632883072,
      "num_tokens": 592594812.0,
      "step": 769200
    },
    {
      "epoch": 0.9757115422181293,
      "grad_norm": 5.75,
      "learning_rate": 1.214640384239678e-06,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5327145606279373,
      "num_tokens": 592602125.0,
      "step": 769210
    },
    {
      "epoch": 0.9757242268106622,
      "grad_norm": 6.65625,
      "learning_rate": 1.2140060741533864e-06,
      "loss": 2.0459,
      "mean_token_accuracy": 0.5465882301330567,
      "num_tokens": 592609440.0,
      "step": 769220
    },
    {
      "epoch": 0.975736911403195,
      "grad_norm": 5.71875,
      "learning_rate": 1.2133717640670947e-06,
      "loss": 2.1599,
      "mean_token_accuracy": 0.5236107259988785,
      "num_tokens": 592618367.0,
      "step": 769230
    },
    {
      "epoch": 0.9757495959957279,
      "grad_norm": 5.21875,
      "learning_rate": 1.2127374539808034e-06,
      "loss": 1.8388,
      "mean_token_accuracy": 0.5865799605846405,
      "num_tokens": 592625842.0,
      "step": 769240
    },
    {
      "epoch": 0.9757622805882606,
      "grad_norm": 5.90625,
      "learning_rate": 1.2121031438945118e-06,
      "loss": 2.3615,
      "mean_token_accuracy": 0.5007249414920807,
      "num_tokens": 592634451.0,
      "step": 769250
    },
    {
      "epoch": 0.9757749651807935,
      "grad_norm": 8.1875,
      "learning_rate": 1.2114688338082203e-06,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5273241937160492,
      "num_tokens": 592641981.0,
      "step": 769260
    },
    {
      "epoch": 0.9757876497733263,
      "grad_norm": 5.96875,
      "learning_rate": 1.2108345237219286e-06,
      "loss": 2.1684,
      "mean_token_accuracy": 0.5213183283805847,
      "num_tokens": 592648548.0,
      "step": 769270
    },
    {
      "epoch": 0.9758003343658591,
      "grad_norm": 5.1875,
      "learning_rate": 1.2102002136356371e-06,
      "loss": 2.0109,
      "mean_token_accuracy": 0.550879442691803,
      "num_tokens": 592656652.0,
      "step": 769280
    },
    {
      "epoch": 0.975813018958392,
      "grad_norm": 5.65625,
      "learning_rate": 1.2095659035493457e-06,
      "loss": 1.9087,
      "mean_token_accuracy": 0.5679773151874542,
      "num_tokens": 592664154.0,
      "step": 769290
    },
    {
      "epoch": 0.9758257035509248,
      "grad_norm": 5.125,
      "learning_rate": 1.208931593463054e-06,
      "loss": 2.0696,
      "mean_token_accuracy": 0.5546852171421051,
      "num_tokens": 592670825.0,
      "step": 769300
    },
    {
      "epoch": 0.9758383881434577,
      "grad_norm": 4.90625,
      "learning_rate": 1.2082972833767625e-06,
      "loss": 1.7022,
      "mean_token_accuracy": 0.6198043823242188,
      "num_tokens": 592676617.0,
      "step": 769310
    },
    {
      "epoch": 0.9758510727359905,
      "grad_norm": 5.3125,
      "learning_rate": 1.207662973290471e-06,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5265546143054962,
      "num_tokens": 592684402.0,
      "step": 769320
    },
    {
      "epoch": 0.9758637573285234,
      "grad_norm": 11.0,
      "learning_rate": 1.2070286632041794e-06,
      "loss": 1.8738,
      "mean_token_accuracy": 0.5942001491785049,
      "num_tokens": 592691300.0,
      "step": 769330
    },
    {
      "epoch": 0.9758764419210562,
      "grad_norm": 7.75,
      "learning_rate": 1.2063943531178879e-06,
      "loss": 1.8988,
      "mean_token_accuracy": 0.5842746436595917,
      "num_tokens": 592698482.0,
      "step": 769340
    },
    {
      "epoch": 0.9758891265135891,
      "grad_norm": 5.21875,
      "learning_rate": 1.2057600430315964e-06,
      "loss": 2.0511,
      "mean_token_accuracy": 0.5438209891319274,
      "num_tokens": 592706558.0,
      "step": 769350
    },
    {
      "epoch": 0.9759018111061218,
      "grad_norm": 4.875,
      "learning_rate": 1.2051257329453047e-06,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5142870306968689,
      "num_tokens": 592715028.0,
      "step": 769360
    },
    {
      "epoch": 0.9759144956986546,
      "grad_norm": 5.53125,
      "learning_rate": 1.2044914228590133e-06,
      "loss": 2.1726,
      "mean_token_accuracy": 0.5220252782106399,
      "num_tokens": 592723241.0,
      "step": 769370
    },
    {
      "epoch": 0.9759271802911875,
      "grad_norm": 5.0,
      "learning_rate": 1.2038571127727216e-06,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5376256346702576,
      "num_tokens": 592731622.0,
      "step": 769380
    },
    {
      "epoch": 0.9759398648837203,
      "grad_norm": 9.9375,
      "learning_rate": 1.20322280268643e-06,
      "loss": 2.1677,
      "mean_token_accuracy": 0.5260016590356826,
      "num_tokens": 592737456.0,
      "step": 769390
    },
    {
      "epoch": 0.9759525494762532,
      "grad_norm": 5.15625,
      "learning_rate": 1.2025884926001386e-06,
      "loss": 2.0507,
      "mean_token_accuracy": 0.543644306063652,
      "num_tokens": 592745704.0,
      "step": 769400
    },
    {
      "epoch": 0.975965234068786,
      "grad_norm": 5.1875,
      "learning_rate": 1.201954182513847e-06,
      "loss": 1.8512,
      "mean_token_accuracy": 0.5885696351528168,
      "num_tokens": 592753367.0,
      "step": 769410
    },
    {
      "epoch": 0.9759779186613189,
      "grad_norm": 5.71875,
      "learning_rate": 1.2013198724275555e-06,
      "loss": 2.0477,
      "mean_token_accuracy": 0.5456498295068741,
      "num_tokens": 592761905.0,
      "step": 769420
    },
    {
      "epoch": 0.9759906032538517,
      "grad_norm": 6.78125,
      "learning_rate": 1.200685562341264e-06,
      "loss": 1.8765,
      "mean_token_accuracy": 0.5791942328214645,
      "num_tokens": 592769453.0,
      "step": 769430
    },
    {
      "epoch": 0.9760032878463845,
      "grad_norm": 5.625,
      "learning_rate": 1.2000512522549723e-06,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5738896608352662,
      "num_tokens": 592775872.0,
      "step": 769440
    },
    {
      "epoch": 0.9760159724389174,
      "grad_norm": 4.53125,
      "learning_rate": 1.1994169421686808e-06,
      "loss": 2.2849,
      "mean_token_accuracy": 0.5084645241498947,
      "num_tokens": 592785270.0,
      "step": 769450
    },
    {
      "epoch": 0.9760286570314501,
      "grad_norm": 6.3125,
      "learning_rate": 1.1987826320823894e-06,
      "loss": 2.0543,
      "mean_token_accuracy": 0.5524424910545349,
      "num_tokens": 592793898.0,
      "step": 769460
    },
    {
      "epoch": 0.976041341623983,
      "grad_norm": 11.6875,
      "learning_rate": 1.198148321996098e-06,
      "loss": 1.8728,
      "mean_token_accuracy": 0.5847234278917313,
      "num_tokens": 592801528.0,
      "step": 769470
    },
    {
      "epoch": 0.9760540262165158,
      "grad_norm": 4.9375,
      "learning_rate": 1.1975140119098062e-06,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5351377040147781,
      "num_tokens": 592809753.0,
      "step": 769480
    },
    {
      "epoch": 0.9760667108090487,
      "grad_norm": 7.46875,
      "learning_rate": 1.1968797018235147e-06,
      "loss": 1.8557,
      "mean_token_accuracy": 0.5843245357275009,
      "num_tokens": 592815950.0,
      "step": 769490
    },
    {
      "epoch": 0.9760793954015815,
      "grad_norm": 5.59375,
      "learning_rate": 1.1962453917372233e-06,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5512898713350296,
      "num_tokens": 592823554.0,
      "step": 769500
    },
    {
      "epoch": 0.9760920799941144,
      "grad_norm": 4.5625,
      "learning_rate": 1.1956110816509316e-06,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5460782647132874,
      "num_tokens": 592831729.0,
      "step": 769510
    },
    {
      "epoch": 0.9761047645866472,
      "grad_norm": 5.40625,
      "learning_rate": 1.1949767715646401e-06,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5310990154743195,
      "num_tokens": 592840808.0,
      "step": 769520
    },
    {
      "epoch": 0.97611744917918,
      "grad_norm": 5.5,
      "learning_rate": 1.1943424614783484e-06,
      "loss": 2.1222,
      "mean_token_accuracy": 0.5328403234481811,
      "num_tokens": 592849583.0,
      "step": 769530
    },
    {
      "epoch": 0.9761301337717129,
      "grad_norm": 4.40625,
      "learning_rate": 1.193708151392057e-06,
      "loss": 1.9156,
      "mean_token_accuracy": 0.5709195554256439,
      "num_tokens": 592857842.0,
      "step": 769540
    },
    {
      "epoch": 0.9761428183642457,
      "grad_norm": 5.34375,
      "learning_rate": 1.1930738413057655e-06,
      "loss": 1.7533,
      "mean_token_accuracy": 0.6203879803419113,
      "num_tokens": 592864277.0,
      "step": 769550
    },
    {
      "epoch": 0.9761555029567786,
      "grad_norm": 4.71875,
      "learning_rate": 1.1924395312194738e-06,
      "loss": 1.8632,
      "mean_token_accuracy": 0.5891896039247513,
      "num_tokens": 592870613.0,
      "step": 769560
    },
    {
      "epoch": 0.9761681875493113,
      "grad_norm": 4.6875,
      "learning_rate": 1.1918052211331823e-06,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5050711303949356,
      "num_tokens": 592879774.0,
      "step": 769570
    },
    {
      "epoch": 0.9761808721418442,
      "grad_norm": 4.9375,
      "learning_rate": 1.1911709110468909e-06,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5350326836109162,
      "num_tokens": 592887116.0,
      "step": 769580
    },
    {
      "epoch": 0.976193556734377,
      "grad_norm": 5.96875,
      "learning_rate": 1.1905366009605992e-06,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5423234671354293,
      "num_tokens": 592893935.0,
      "step": 769590
    },
    {
      "epoch": 0.9762062413269098,
      "grad_norm": 8.875,
      "learning_rate": 1.1899022908743077e-06,
      "loss": 2.1711,
      "mean_token_accuracy": 0.5385408133268357,
      "num_tokens": 592900179.0,
      "step": 769600
    },
    {
      "epoch": 0.9762189259194427,
      "grad_norm": 5.3125,
      "learning_rate": 1.1892679807880162e-06,
      "loss": 2.0526,
      "mean_token_accuracy": 0.5546392768621444,
      "num_tokens": 592907962.0,
      "step": 769610
    },
    {
      "epoch": 0.9762316105119755,
      "grad_norm": 7.375,
      "learning_rate": 1.1886336707017245e-06,
      "loss": 2.1256,
      "mean_token_accuracy": 0.5353330373764038,
      "num_tokens": 592914442.0,
      "step": 769620
    },
    {
      "epoch": 0.9762442951045084,
      "grad_norm": 5.28125,
      "learning_rate": 1.187999360615433e-06,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5438802629709244,
      "num_tokens": 592922485.0,
      "step": 769630
    },
    {
      "epoch": 0.9762569796970412,
      "grad_norm": 7.0,
      "learning_rate": 1.1873650505291414e-06,
      "loss": 2.0586,
      "mean_token_accuracy": 0.5543468356132507,
      "num_tokens": 592930411.0,
      "step": 769640
    },
    {
      "epoch": 0.9762696642895741,
      "grad_norm": 5.875,
      "learning_rate": 1.1867307404428501e-06,
      "loss": 2.0713,
      "mean_token_accuracy": 0.5411982744932174,
      "num_tokens": 592936979.0,
      "step": 769650
    },
    {
      "epoch": 0.9762823488821069,
      "grad_norm": 5.1875,
      "learning_rate": 1.1860964303565584e-06,
      "loss": 2.0074,
      "mean_token_accuracy": 0.5567715585231781,
      "num_tokens": 592944621.0,
      "step": 769660
    },
    {
      "epoch": 0.9762950334746396,
      "grad_norm": 4.4375,
      "learning_rate": 1.1854621202702668e-06,
      "loss": 1.8588,
      "mean_token_accuracy": 0.5861939907073974,
      "num_tokens": 592952553.0,
      "step": 769670
    },
    {
      "epoch": 0.9763077180671725,
      "grad_norm": 4.84375,
      "learning_rate": 1.1848278101839753e-06,
      "loss": 2.18,
      "mean_token_accuracy": 0.5314566344022751,
      "num_tokens": 592960657.0,
      "step": 769680
    },
    {
      "epoch": 0.9763204026597053,
      "grad_norm": 4.65625,
      "learning_rate": 1.1841935000976838e-06,
      "loss": 2.1433,
      "mean_token_accuracy": 0.5278851985931396,
      "num_tokens": 592968980.0,
      "step": 769690
    },
    {
      "epoch": 0.9763330872522382,
      "grad_norm": 5.21875,
      "learning_rate": 1.1835591900113923e-06,
      "loss": 2.069,
      "mean_token_accuracy": 0.5601541608572006,
      "num_tokens": 592976637.0,
      "step": 769700
    },
    {
      "epoch": 0.976345771844771,
      "grad_norm": 6.8125,
      "learning_rate": 1.1829248799251007e-06,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5349120229482651,
      "num_tokens": 592985520.0,
      "step": 769710
    },
    {
      "epoch": 0.9763584564373039,
      "grad_norm": 6.40625,
      "learning_rate": 1.1822905698388092e-06,
      "loss": 2.2441,
      "mean_token_accuracy": 0.5225507974624634,
      "num_tokens": 592993608.0,
      "step": 769720
    },
    {
      "epoch": 0.9763711410298367,
      "grad_norm": 4.8125,
      "learning_rate": 1.1816562597525177e-06,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5628395497798919,
      "num_tokens": 593001329.0,
      "step": 769730
    },
    {
      "epoch": 0.9763838256223696,
      "grad_norm": 8.125,
      "learning_rate": 1.181021949666226e-06,
      "loss": 1.9514,
      "mean_token_accuracy": 0.5556199818849563,
      "num_tokens": 593007769.0,
      "step": 769740
    },
    {
      "epoch": 0.9763965102149024,
      "grad_norm": 10.625,
      "learning_rate": 1.1803876395799346e-06,
      "loss": 1.9933,
      "mean_token_accuracy": 0.559539583325386,
      "num_tokens": 593014518.0,
      "step": 769750
    },
    {
      "epoch": 0.9764091948074352,
      "grad_norm": 5.09375,
      "learning_rate": 1.179753329493643e-06,
      "loss": 2.2247,
      "mean_token_accuracy": 0.5154418587684632,
      "num_tokens": 593022692.0,
      "step": 769760
    },
    {
      "epoch": 0.976421879399968,
      "grad_norm": 7.25,
      "learning_rate": 1.1791190194073514e-06,
      "loss": 2.0823,
      "mean_token_accuracy": 0.5432704895734787,
      "num_tokens": 593029930.0,
      "step": 769770
    },
    {
      "epoch": 0.9764345639925008,
      "grad_norm": 5.71875,
      "learning_rate": 1.17848470932106e-06,
      "loss": 2.0154,
      "mean_token_accuracy": 0.5590454161167144,
      "num_tokens": 593038755.0,
      "step": 769780
    },
    {
      "epoch": 0.9764472485850337,
      "grad_norm": 5.4375,
      "learning_rate": 1.1778503992347683e-06,
      "loss": 2.0691,
      "mean_token_accuracy": 0.5451053291559219,
      "num_tokens": 593044980.0,
      "step": 769790
    },
    {
      "epoch": 0.9764599331775665,
      "grad_norm": 5.75,
      "learning_rate": 1.1772160891484768e-06,
      "loss": 1.9294,
      "mean_token_accuracy": 0.5718470752239228,
      "num_tokens": 593051545.0,
      "step": 769800
    },
    {
      "epoch": 0.9764726177700994,
      "grad_norm": 10.375,
      "learning_rate": 1.1765817790621853e-06,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5585686028003692,
      "num_tokens": 593058378.0,
      "step": 769810
    },
    {
      "epoch": 0.9764853023626322,
      "grad_norm": 5.15625,
      "learning_rate": 1.1759474689758936e-06,
      "loss": 1.8679,
      "mean_token_accuracy": 0.579574579000473,
      "num_tokens": 593064724.0,
      "step": 769820
    },
    {
      "epoch": 0.976497986955165,
      "grad_norm": 7.59375,
      "learning_rate": 1.1753131588896024e-06,
      "loss": 1.8683,
      "mean_token_accuracy": 0.5911657720804214,
      "num_tokens": 593071536.0,
      "step": 769830
    },
    {
      "epoch": 0.9765106715476979,
      "grad_norm": 5.5,
      "learning_rate": 1.1746788488033107e-06,
      "loss": 1.923,
      "mean_token_accuracy": 0.5759162992238999,
      "num_tokens": 593079108.0,
      "step": 769840
    },
    {
      "epoch": 0.9765233561402307,
      "grad_norm": 11.0,
      "learning_rate": 1.174044538717019e-06,
      "loss": 2.0239,
      "mean_token_accuracy": 0.5492088466882705,
      "num_tokens": 593086144.0,
      "step": 769850
    },
    {
      "epoch": 0.9765360407327636,
      "grad_norm": 5.75,
      "learning_rate": 1.1734102286307275e-06,
      "loss": 1.9942,
      "mean_token_accuracy": 0.5611916691064834,
      "num_tokens": 593093803.0,
      "step": 769860
    },
    {
      "epoch": 0.9765487253252964,
      "grad_norm": 4.9375,
      "learning_rate": 1.172775918544436e-06,
      "loss": 2.302,
      "mean_token_accuracy": 0.501486736536026,
      "num_tokens": 593102459.0,
      "step": 769870
    },
    {
      "epoch": 0.9765614099178292,
      "grad_norm": 5.0625,
      "learning_rate": 1.1721416084581446e-06,
      "loss": 2.0199,
      "mean_token_accuracy": 0.5422633349895477,
      "num_tokens": 593110717.0,
      "step": 769880
    },
    {
      "epoch": 0.976574094510362,
      "grad_norm": 4.96875,
      "learning_rate": 1.171507298371853e-06,
      "loss": 2.2268,
      "mean_token_accuracy": 0.5140976428985595,
      "num_tokens": 593118662.0,
      "step": 769890
    },
    {
      "epoch": 0.9765867791028949,
      "grad_norm": 6.53125,
      "learning_rate": 1.1708729882855612e-06,
      "loss": 1.7415,
      "mean_token_accuracy": 0.6064933776855469,
      "num_tokens": 593123919.0,
      "step": 769900
    },
    {
      "epoch": 0.9765994636954277,
      "grad_norm": 9.6875,
      "learning_rate": 1.17023867819927e-06,
      "loss": 2.0851,
      "mean_token_accuracy": 0.5486349582672119,
      "num_tokens": 593131144.0,
      "step": 769910
    },
    {
      "epoch": 0.9766121482879605,
      "grad_norm": 5.53125,
      "learning_rate": 1.1696043681129783e-06,
      "loss": 2.1411,
      "mean_token_accuracy": 0.5376339048147202,
      "num_tokens": 593139205.0,
      "step": 769920
    },
    {
      "epoch": 0.9766248328804934,
      "grad_norm": 5.1875,
      "learning_rate": 1.1689700580266868e-06,
      "loss": 2.1131,
      "mean_token_accuracy": 0.5299749076366425,
      "num_tokens": 593147336.0,
      "step": 769930
    },
    {
      "epoch": 0.9766375174730262,
      "grad_norm": 5.0,
      "learning_rate": 1.1683357479403951e-06,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5191399246454239,
      "num_tokens": 593156519.0,
      "step": 769940
    },
    {
      "epoch": 0.9766502020655591,
      "grad_norm": 6.125,
      "learning_rate": 1.1677014378541036e-06,
      "loss": 2.0332,
      "mean_token_accuracy": 0.5363036602735519,
      "num_tokens": 593163991.0,
      "step": 769950
    },
    {
      "epoch": 0.9766628866580919,
      "grad_norm": 5.4375,
      "learning_rate": 1.1670671277678122e-06,
      "loss": 2.178,
      "mean_token_accuracy": 0.531868752837181,
      "num_tokens": 593172097.0,
      "step": 769960
    },
    {
      "epoch": 0.9766755712506248,
      "grad_norm": 4.9375,
      "learning_rate": 1.1664328176815205e-06,
      "loss": 2.0115,
      "mean_token_accuracy": 0.5571618050336837,
      "num_tokens": 593179518.0,
      "step": 769970
    },
    {
      "epoch": 0.9766882558431575,
      "grad_norm": 5.40625,
      "learning_rate": 1.165798507595229e-06,
      "loss": 2.4164,
      "mean_token_accuracy": 0.4983226388692856,
      "num_tokens": 593187976.0,
      "step": 769980
    },
    {
      "epoch": 0.9767009404356903,
      "grad_norm": 5.8125,
      "learning_rate": 1.1651641975089375e-06,
      "loss": 1.9919,
      "mean_token_accuracy": 0.5555238783359527,
      "num_tokens": 593196526.0,
      "step": 769990
    },
    {
      "epoch": 0.9767136250282232,
      "grad_norm": 4.53125,
      "learning_rate": 1.1645298874226459e-06,
      "loss": 2.112,
      "mean_token_accuracy": 0.5433545261621475,
      "num_tokens": 593203621.0,
      "step": 770000
    },
    {
      "epoch": 0.976726309620756,
      "grad_norm": 5.4375,
      "learning_rate": 1.1638955773363544e-06,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5212384998798371,
      "num_tokens": 593210866.0,
      "step": 770010
    },
    {
      "epoch": 0.9767389942132889,
      "grad_norm": 5.71875,
      "learning_rate": 1.163261267250063e-06,
      "loss": 2.0094,
      "mean_token_accuracy": 0.5561400562524795,
      "num_tokens": 593217402.0,
      "step": 770020
    },
    {
      "epoch": 0.9767516788058217,
      "grad_norm": 5.4375,
      "learning_rate": 1.1626269571637712e-06,
      "loss": 2.2249,
      "mean_token_accuracy": 0.5295272499322892,
      "num_tokens": 593226605.0,
      "step": 770030
    },
    {
      "epoch": 0.9767643633983546,
      "grad_norm": 7.0625,
      "learning_rate": 1.1619926470774798e-06,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5621361136436462,
      "num_tokens": 593234551.0,
      "step": 770040
    },
    {
      "epoch": 0.9767770479908874,
      "grad_norm": 5.15625,
      "learning_rate": 1.161358336991188e-06,
      "loss": 2.2532,
      "mean_token_accuracy": 0.5090617895126343,
      "num_tokens": 593242583.0,
      "step": 770050
    },
    {
      "epoch": 0.9767897325834203,
      "grad_norm": 4.84375,
      "learning_rate": 1.1607240269048968e-06,
      "loss": 2.0733,
      "mean_token_accuracy": 0.5395173996686935,
      "num_tokens": 593250890.0,
      "step": 770060
    },
    {
      "epoch": 0.9768024171759531,
      "grad_norm": 6.8125,
      "learning_rate": 1.1600897168186051e-06,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5411062896251678,
      "num_tokens": 593258638.0,
      "step": 770070
    },
    {
      "epoch": 0.9768151017684858,
      "grad_norm": 4.9375,
      "learning_rate": 1.1594554067323134e-06,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5392095685005188,
      "num_tokens": 593266496.0,
      "step": 770080
    },
    {
      "epoch": 0.9768277863610187,
      "grad_norm": 10.0,
      "learning_rate": 1.1588210966460222e-06,
      "loss": 1.9134,
      "mean_token_accuracy": 0.5759036540985107,
      "num_tokens": 593273628.0,
      "step": 770090
    },
    {
      "epoch": 0.9768404709535515,
      "grad_norm": 8.6875,
      "learning_rate": 1.1581867865597305e-06,
      "loss": 2.1874,
      "mean_token_accuracy": 0.5244773775339127,
      "num_tokens": 593281675.0,
      "step": 770100
    },
    {
      "epoch": 0.9768531555460844,
      "grad_norm": 5.5625,
      "learning_rate": 1.157552476473439e-06,
      "loss": 2.0797,
      "mean_token_accuracy": 0.5340693831443787,
      "num_tokens": 593289380.0,
      "step": 770110
    },
    {
      "epoch": 0.9768658401386172,
      "grad_norm": 10.0625,
      "learning_rate": 1.1569181663871473e-06,
      "loss": 2.0062,
      "mean_token_accuracy": 0.5685632914304733,
      "num_tokens": 593296695.0,
      "step": 770120
    },
    {
      "epoch": 0.9768785247311501,
      "grad_norm": 5.4375,
      "learning_rate": 1.1562838563008559e-06,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5621562063694,
      "num_tokens": 593304881.0,
      "step": 770130
    },
    {
      "epoch": 0.9768912093236829,
      "grad_norm": 6.28125,
      "learning_rate": 1.1556495462145644e-06,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5507377117872239,
      "num_tokens": 593312705.0,
      "step": 770140
    },
    {
      "epoch": 0.9769038939162157,
      "grad_norm": 5.875,
      "learning_rate": 1.1550152361282727e-06,
      "loss": 2.0931,
      "mean_token_accuracy": 0.5367061138153076,
      "num_tokens": 593320460.0,
      "step": 770150
    },
    {
      "epoch": 0.9769165785087486,
      "grad_norm": 6.6875,
      "learning_rate": 1.1543809260419812e-06,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5493010878562927,
      "num_tokens": 593327618.0,
      "step": 770160
    },
    {
      "epoch": 0.9769292631012814,
      "grad_norm": 5.53125,
      "learning_rate": 1.1537466159556898e-06,
      "loss": 2.0271,
      "mean_token_accuracy": 0.5440043270587921,
      "num_tokens": 593335426.0,
      "step": 770170
    },
    {
      "epoch": 0.9769419476938143,
      "grad_norm": 7.875,
      "learning_rate": 1.153112305869398e-06,
      "loss": 1.9009,
      "mean_token_accuracy": 0.5876242488622665,
      "num_tokens": 593341505.0,
      "step": 770180
    },
    {
      "epoch": 0.976954632286347,
      "grad_norm": 5.6875,
      "learning_rate": 1.1524779957831066e-06,
      "loss": 2.0443,
      "mean_token_accuracy": 0.5574573606252671,
      "num_tokens": 593349149.0,
      "step": 770190
    },
    {
      "epoch": 0.9769673168788799,
      "grad_norm": 6.25,
      "learning_rate": 1.151843685696815e-06,
      "loss": 1.9571,
      "mean_token_accuracy": 0.5556494176387787,
      "num_tokens": 593357182.0,
      "step": 770200
    },
    {
      "epoch": 0.9769800014714127,
      "grad_norm": 5.9375,
      "learning_rate": 1.1512093756105235e-06,
      "loss": 2.1755,
      "mean_token_accuracy": 0.5274515211582184,
      "num_tokens": 593365435.0,
      "step": 770210
    },
    {
      "epoch": 0.9769926860639455,
      "grad_norm": 6.40625,
      "learning_rate": 1.150575065524232e-06,
      "loss": 2.0355,
      "mean_token_accuracy": 0.5449855536222458,
      "num_tokens": 593372526.0,
      "step": 770220
    },
    {
      "epoch": 0.9770053706564784,
      "grad_norm": 5.375,
      "learning_rate": 1.1499407554379403e-06,
      "loss": 2.1081,
      "mean_token_accuracy": 0.5350333869457244,
      "num_tokens": 593381263.0,
      "step": 770230
    },
    {
      "epoch": 0.9770180552490112,
      "grad_norm": 6.25,
      "learning_rate": 1.149306445351649e-06,
      "loss": 1.752,
      "mean_token_accuracy": 0.6013483941555023,
      "num_tokens": 593388503.0,
      "step": 770240
    },
    {
      "epoch": 0.9770307398415441,
      "grad_norm": 7.21875,
      "learning_rate": 1.1486721352653574e-06,
      "loss": 1.9237,
      "mean_token_accuracy": 0.571215209364891,
      "num_tokens": 593396341.0,
      "step": 770250
    },
    {
      "epoch": 0.9770434244340769,
      "grad_norm": 5.0625,
      "learning_rate": 1.1480378251790657e-06,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5442735910415649,
      "num_tokens": 593403823.0,
      "step": 770260
    },
    {
      "epoch": 0.9770561090266098,
      "grad_norm": 6.0625,
      "learning_rate": 1.1474035150927742e-06,
      "loss": 2.065,
      "mean_token_accuracy": 0.5508738309144974,
      "num_tokens": 593412685.0,
      "step": 770270
    },
    {
      "epoch": 0.9770687936191426,
      "grad_norm": 5.875,
      "learning_rate": 1.1467692050064827e-06,
      "loss": 2.1335,
      "mean_token_accuracy": 0.5332499355077743,
      "num_tokens": 593420367.0,
      "step": 770280
    },
    {
      "epoch": 0.9770814782116755,
      "grad_norm": 6.125,
      "learning_rate": 1.1461348949201913e-06,
      "loss": 2.1831,
      "mean_token_accuracy": 0.5202669739723206,
      "num_tokens": 593428589.0,
      "step": 770290
    },
    {
      "epoch": 0.9770941628042082,
      "grad_norm": 5.125,
      "learning_rate": 1.1455005848338996e-06,
      "loss": 2.0631,
      "mean_token_accuracy": 0.554509499669075,
      "num_tokens": 593436621.0,
      "step": 770300
    },
    {
      "epoch": 0.977106847396741,
      "grad_norm": 5.875,
      "learning_rate": 1.1448662747476079e-06,
      "loss": 1.9321,
      "mean_token_accuracy": 0.5713124960660935,
      "num_tokens": 593443397.0,
      "step": 770310
    },
    {
      "epoch": 0.9771195319892739,
      "grad_norm": 5.71875,
      "learning_rate": 1.1442319646613166e-06,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5536197692155838,
      "num_tokens": 593450316.0,
      "step": 770320
    },
    {
      "epoch": 0.9771322165818067,
      "grad_norm": 5.875,
      "learning_rate": 1.143597654575025e-06,
      "loss": 1.9549,
      "mean_token_accuracy": 0.5634567201137543,
      "num_tokens": 593458365.0,
      "step": 770330
    },
    {
      "epoch": 0.9771449011743396,
      "grad_norm": 5.71875,
      "learning_rate": 1.1429633444887335e-06,
      "loss": 2.0316,
      "mean_token_accuracy": 0.5467202216386795,
      "num_tokens": 593465062.0,
      "step": 770340
    },
    {
      "epoch": 0.9771575857668724,
      "grad_norm": 9.8125,
      "learning_rate": 1.142329034402442e-06,
      "loss": 2.0232,
      "mean_token_accuracy": 0.552876764535904,
      "num_tokens": 593471804.0,
      "step": 770350
    },
    {
      "epoch": 0.9771702703594053,
      "grad_norm": 4.71875,
      "learning_rate": 1.1416947243161503e-06,
      "loss": 1.9583,
      "mean_token_accuracy": 0.5660441279411316,
      "num_tokens": 593479573.0,
      "step": 770360
    },
    {
      "epoch": 0.9771829549519381,
      "grad_norm": 4.8125,
      "learning_rate": 1.1410604142298588e-06,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5330320090055466,
      "num_tokens": 593488149.0,
      "step": 770370
    },
    {
      "epoch": 0.9771956395444709,
      "grad_norm": 5.25,
      "learning_rate": 1.1404261041435672e-06,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5602626621723175,
      "num_tokens": 593497058.0,
      "step": 770380
    },
    {
      "epoch": 0.9772083241370038,
      "grad_norm": 5.03125,
      "learning_rate": 1.1397917940572757e-06,
      "loss": 2.1816,
      "mean_token_accuracy": 0.524561470746994,
      "num_tokens": 593504024.0,
      "step": 770390
    },
    {
      "epoch": 0.9772210087295365,
      "grad_norm": 7.96875,
      "learning_rate": 1.1391574839709842e-06,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5708333551883698,
      "num_tokens": 593511789.0,
      "step": 770400
    },
    {
      "epoch": 0.9772336933220694,
      "grad_norm": 5.0,
      "learning_rate": 1.1385231738846925e-06,
      "loss": 1.7386,
      "mean_token_accuracy": 0.6196117222309112,
      "num_tokens": 593516859.0,
      "step": 770410
    },
    {
      "epoch": 0.9772463779146022,
      "grad_norm": 6.03125,
      "learning_rate": 1.137888863798401e-06,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5604704469442368,
      "num_tokens": 593524454.0,
      "step": 770420
    },
    {
      "epoch": 0.9772590625071351,
      "grad_norm": 4.875,
      "learning_rate": 1.1372545537121096e-06,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5415008932352066,
      "num_tokens": 593531758.0,
      "step": 770430
    },
    {
      "epoch": 0.9772717470996679,
      "grad_norm": 6.65625,
      "learning_rate": 1.136620243625818e-06,
      "loss": 1.7646,
      "mean_token_accuracy": 0.6001717627048493,
      "num_tokens": 593538153.0,
      "step": 770440
    },
    {
      "epoch": 0.9772844316922008,
      "grad_norm": 5.65625,
      "learning_rate": 1.1359859335395264e-06,
      "loss": 1.8979,
      "mean_token_accuracy": 0.5649416744709015,
      "num_tokens": 593544244.0,
      "step": 770450
    },
    {
      "epoch": 0.9772971162847336,
      "grad_norm": 6.1875,
      "learning_rate": 1.135351623453235e-06,
      "loss": 2.093,
      "mean_token_accuracy": 0.5449327409267426,
      "num_tokens": 593553004.0,
      "step": 770460
    },
    {
      "epoch": 0.9773098008772664,
      "grad_norm": 6.5625,
      "learning_rate": 1.1347173133669435e-06,
      "loss": 2.0023,
      "mean_token_accuracy": 0.5594269901514053,
      "num_tokens": 593560907.0,
      "step": 770470
    },
    {
      "epoch": 0.9773224854697993,
      "grad_norm": 5.40625,
      "learning_rate": 1.1340830032806518e-06,
      "loss": 2.1232,
      "mean_token_accuracy": 0.5413925141096115,
      "num_tokens": 593568980.0,
      "step": 770480
    },
    {
      "epoch": 0.9773351700623321,
      "grad_norm": 5.90625,
      "learning_rate": 1.1334486931943601e-06,
      "loss": 2.0177,
      "mean_token_accuracy": 0.5472054719924927,
      "num_tokens": 593576058.0,
      "step": 770490
    },
    {
      "epoch": 0.977347854654865,
      "grad_norm": 4.8125,
      "learning_rate": 1.1328143831080689e-06,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5610668957233429,
      "num_tokens": 593583995.0,
      "step": 770500
    },
    {
      "epoch": 0.9773605392473977,
      "grad_norm": 5.40625,
      "learning_rate": 1.1321800730217772e-06,
      "loss": 1.9078,
      "mean_token_accuracy": 0.5747294068336487,
      "num_tokens": 593590829.0,
      "step": 770510
    },
    {
      "epoch": 0.9773732238399306,
      "grad_norm": 4.9375,
      "learning_rate": 1.1315457629354857e-06,
      "loss": 2.0329,
      "mean_token_accuracy": 0.540488812327385,
      "num_tokens": 593599419.0,
      "step": 770520
    },
    {
      "epoch": 0.9773859084324634,
      "grad_norm": 6.0,
      "learning_rate": 1.130911452849194e-06,
      "loss": 1.886,
      "mean_token_accuracy": 0.589549332857132,
      "num_tokens": 593606458.0,
      "step": 770530
    },
    {
      "epoch": 0.9773985930249962,
      "grad_norm": 5.0625,
      "learning_rate": 1.1302771427629026e-06,
      "loss": 2.2036,
      "mean_token_accuracy": 0.5159721076488495,
      "num_tokens": 593614505.0,
      "step": 770540
    },
    {
      "epoch": 0.9774112776175291,
      "grad_norm": 5.71875,
      "learning_rate": 1.129642832676611e-06,
      "loss": 2.0493,
      "mean_token_accuracy": 0.5481482565402984,
      "num_tokens": 593623397.0,
      "step": 770550
    },
    {
      "epoch": 0.9774239622100619,
      "grad_norm": 4.90625,
      "learning_rate": 1.1290085225903194e-06,
      "loss": 2.0899,
      "mean_token_accuracy": 0.5362583220005035,
      "num_tokens": 593631530.0,
      "step": 770560
    },
    {
      "epoch": 0.9774366468025948,
      "grad_norm": 6.40625,
      "learning_rate": 1.128374212504028e-06,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5238671481609345,
      "num_tokens": 593639604.0,
      "step": 770570
    },
    {
      "epoch": 0.9774493313951276,
      "grad_norm": 6.84375,
      "learning_rate": 1.1277399024177365e-06,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5407900422811508,
      "num_tokens": 593645973.0,
      "step": 770580
    },
    {
      "epoch": 0.9774620159876605,
      "grad_norm": 8.875,
      "learning_rate": 1.1271055923314448e-06,
      "loss": 2.0308,
      "mean_token_accuracy": 0.5583120226860047,
      "num_tokens": 593653195.0,
      "step": 770590
    },
    {
      "epoch": 0.9774747005801933,
      "grad_norm": 5.15625,
      "learning_rate": 1.1264712822451533e-06,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5461058735847473,
      "num_tokens": 593661407.0,
      "step": 770600
    },
    {
      "epoch": 0.977487385172726,
      "grad_norm": 5.25,
      "learning_rate": 1.1258369721588618e-06,
      "loss": 2.2279,
      "mean_token_accuracy": 0.5177888125181198,
      "num_tokens": 593669587.0,
      "step": 770610
    },
    {
      "epoch": 0.9775000697652589,
      "grad_norm": 4.875,
      "learning_rate": 1.1252026620725701e-06,
      "loss": 1.8464,
      "mean_token_accuracy": 0.5908833533525467,
      "num_tokens": 593677503.0,
      "step": 770620
    },
    {
      "epoch": 0.9775127543577917,
      "grad_norm": 5.0,
      "learning_rate": 1.1245683519862787e-06,
      "loss": 1.922,
      "mean_token_accuracy": 0.571182981133461,
      "num_tokens": 593684316.0,
      "step": 770630
    },
    {
      "epoch": 0.9775254389503246,
      "grad_norm": 5.75,
      "learning_rate": 1.123934041899987e-06,
      "loss": 1.9279,
      "mean_token_accuracy": 0.5679252207279205,
      "num_tokens": 593692017.0,
      "step": 770640
    },
    {
      "epoch": 0.9775381235428574,
      "grad_norm": 7.09375,
      "learning_rate": 1.1232997318136957e-06,
      "loss": 1.986,
      "mean_token_accuracy": 0.5649346172809601,
      "num_tokens": 593699195.0,
      "step": 770650
    },
    {
      "epoch": 0.9775508081353903,
      "grad_norm": 5.96875,
      "learning_rate": 1.122665421727404e-06,
      "loss": 2.0882,
      "mean_token_accuracy": 0.552765753865242,
      "num_tokens": 593704325.0,
      "step": 770660
    },
    {
      "epoch": 0.9775634927279231,
      "grad_norm": 5.6875,
      "learning_rate": 1.1220311116411124e-06,
      "loss": 2.0681,
      "mean_token_accuracy": 0.5538532227277756,
      "num_tokens": 593711924.0,
      "step": 770670
    },
    {
      "epoch": 0.977576177320456,
      "grad_norm": 11.0,
      "learning_rate": 1.1213968015548209e-06,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5409610629081726,
      "num_tokens": 593719539.0,
      "step": 770680
    },
    {
      "epoch": 0.9775888619129888,
      "grad_norm": 5.34375,
      "learning_rate": 1.1207624914685294e-06,
      "loss": 1.8747,
      "mean_token_accuracy": 0.5778512775897979,
      "num_tokens": 593726826.0,
      "step": 770690
    },
    {
      "epoch": 0.9776015465055216,
      "grad_norm": 5.6875,
      "learning_rate": 1.120128181382238e-06,
      "loss": 1.8552,
      "mean_token_accuracy": 0.5890401571989059,
      "num_tokens": 593734949.0,
      "step": 770700
    },
    {
      "epoch": 0.9776142310980545,
      "grad_norm": 5.03125,
      "learning_rate": 1.1194938712959463e-06,
      "loss": 1.9335,
      "mean_token_accuracy": 0.5611679792404175,
      "num_tokens": 593742946.0,
      "step": 770710
    },
    {
      "epoch": 0.9776269156905872,
      "grad_norm": 7.09375,
      "learning_rate": 1.1188595612096548e-06,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5478619068861008,
      "num_tokens": 593749791.0,
      "step": 770720
    },
    {
      "epoch": 0.9776396002831201,
      "grad_norm": 5.34375,
      "learning_rate": 1.1182252511233633e-06,
      "loss": 1.7961,
      "mean_token_accuracy": 0.5963736414909363,
      "num_tokens": 593756223.0,
      "step": 770730
    },
    {
      "epoch": 0.9776522848756529,
      "grad_norm": 6.03125,
      "learning_rate": 1.1175909410370716e-06,
      "loss": 1.8238,
      "mean_token_accuracy": 0.6018917113542557,
      "num_tokens": 593762535.0,
      "step": 770740
    },
    {
      "epoch": 0.9776649694681858,
      "grad_norm": 4.9375,
      "learning_rate": 1.1169566309507802e-06,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5339753806591034,
      "num_tokens": 593770178.0,
      "step": 770750
    },
    {
      "epoch": 0.9776776540607186,
      "grad_norm": 9.0625,
      "learning_rate": 1.1163223208644887e-06,
      "loss": 2.0773,
      "mean_token_accuracy": 0.5438997000455856,
      "num_tokens": 593777794.0,
      "step": 770760
    },
    {
      "epoch": 0.9776903386532514,
      "grad_norm": 5.5,
      "learning_rate": 1.115688010778197e-06,
      "loss": 2.2756,
      "mean_token_accuracy": 0.5177411586046219,
      "num_tokens": 593785988.0,
      "step": 770770
    },
    {
      "epoch": 0.9777030232457843,
      "grad_norm": 5.09375,
      "learning_rate": 1.1150537006919055e-06,
      "loss": 2.1159,
      "mean_token_accuracy": 0.5417799383401871,
      "num_tokens": 593791920.0,
      "step": 770780
    },
    {
      "epoch": 0.9777157078383171,
      "grad_norm": 4.875,
      "learning_rate": 1.1144193906056138e-06,
      "loss": 2.0221,
      "mean_token_accuracy": 0.5488931387662888,
      "num_tokens": 593799053.0,
      "step": 770790
    },
    {
      "epoch": 0.97772839243085,
      "grad_norm": 9.125,
      "learning_rate": 1.1137850805193224e-06,
      "loss": 2.1669,
      "mean_token_accuracy": 0.5320531785488128,
      "num_tokens": 593807764.0,
      "step": 770800
    },
    {
      "epoch": 0.9777410770233828,
      "grad_norm": 4.8125,
      "learning_rate": 1.113150770433031e-06,
      "loss": 1.8752,
      "mean_token_accuracy": 0.5862006545066833,
      "num_tokens": 593813490.0,
      "step": 770810
    },
    {
      "epoch": 0.9777537616159157,
      "grad_norm": 5.34375,
      "learning_rate": 1.1125164603467392e-06,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5310750365257263,
      "num_tokens": 593820439.0,
      "step": 770820
    },
    {
      "epoch": 0.9777664462084484,
      "grad_norm": 4.875,
      "learning_rate": 1.1118821502604477e-06,
      "loss": 2.102,
      "mean_token_accuracy": 0.538355341553688,
      "num_tokens": 593828614.0,
      "step": 770830
    },
    {
      "epoch": 0.9777791308009813,
      "grad_norm": 5.1875,
      "learning_rate": 1.1112478401741563e-06,
      "loss": 2.0728,
      "mean_token_accuracy": 0.5416240632534027,
      "num_tokens": 593836184.0,
      "step": 770840
    },
    {
      "epoch": 0.9777918153935141,
      "grad_norm": 5.90625,
      "learning_rate": 1.1106135300878646e-06,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5455864608287812,
      "num_tokens": 593843266.0,
      "step": 770850
    },
    {
      "epoch": 0.9778044999860469,
      "grad_norm": 6.1875,
      "learning_rate": 1.1099792200015731e-06,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5492212116718292,
      "num_tokens": 593850494.0,
      "step": 770860
    },
    {
      "epoch": 0.9778171845785798,
      "grad_norm": 4.6875,
      "learning_rate": 1.1093449099152816e-06,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5810424238443375,
      "num_tokens": 593856813.0,
      "step": 770870
    },
    {
      "epoch": 0.9778298691711126,
      "grad_norm": 6.21875,
      "learning_rate": 1.1087105998289902e-06,
      "loss": 1.919,
      "mean_token_accuracy": 0.5698450297117233,
      "num_tokens": 593864487.0,
      "step": 770880
    },
    {
      "epoch": 0.9778425537636455,
      "grad_norm": 5.4375,
      "learning_rate": 1.1080762897426985e-06,
      "loss": 2.0533,
      "mean_token_accuracy": 0.5425649762153626,
      "num_tokens": 593872569.0,
      "step": 770890
    },
    {
      "epoch": 0.9778552383561783,
      "grad_norm": 6.28125,
      "learning_rate": 1.1074419796564068e-06,
      "loss": 2.2082,
      "mean_token_accuracy": 0.5166151762008667,
      "num_tokens": 593881351.0,
      "step": 770900
    },
    {
      "epoch": 0.9778679229487112,
      "grad_norm": 6.53125,
      "learning_rate": 1.1068076695701155e-06,
      "loss": 1.9786,
      "mean_token_accuracy": 0.5710037261247635,
      "num_tokens": 593888313.0,
      "step": 770910
    },
    {
      "epoch": 0.977880607541244,
      "grad_norm": 6.375,
      "learning_rate": 1.1061733594838239e-06,
      "loss": 1.8614,
      "mean_token_accuracy": 0.5891214728355407,
      "num_tokens": 593895097.0,
      "step": 770920
    },
    {
      "epoch": 0.9778932921337767,
      "grad_norm": 5.25,
      "learning_rate": 1.1055390493975324e-06,
      "loss": 2.0333,
      "mean_token_accuracy": 0.5527988046407699,
      "num_tokens": 593902652.0,
      "step": 770930
    },
    {
      "epoch": 0.9779059767263096,
      "grad_norm": 5.5,
      "learning_rate": 1.1049047393112407e-06,
      "loss": 2.007,
      "mean_token_accuracy": 0.5670459300279618,
      "num_tokens": 593909428.0,
      "step": 770940
    },
    {
      "epoch": 0.9779186613188424,
      "grad_norm": 5.5,
      "learning_rate": 1.1042704292249492e-06,
      "loss": 1.9338,
      "mean_token_accuracy": 0.5675838708877563,
      "num_tokens": 593917999.0,
      "step": 770950
    },
    {
      "epoch": 0.9779313459113753,
      "grad_norm": 5.15625,
      "learning_rate": 1.1036361191386578e-06,
      "loss": 2.0647,
      "mean_token_accuracy": 0.5470753848552704,
      "num_tokens": 593926325.0,
      "step": 770960
    },
    {
      "epoch": 0.9779440305039081,
      "grad_norm": 5.0625,
      "learning_rate": 1.103001809052366e-06,
      "loss": 2.2231,
      "mean_token_accuracy": 0.524956864118576,
      "num_tokens": 593934135.0,
      "step": 770970
    },
    {
      "epoch": 0.977956715096441,
      "grad_norm": 5.65625,
      "learning_rate": 1.1023674989660746e-06,
      "loss": 2.1125,
      "mean_token_accuracy": 0.544391143321991,
      "num_tokens": 593941362.0,
      "step": 770980
    },
    {
      "epoch": 0.9779693996889738,
      "grad_norm": 5.34375,
      "learning_rate": 1.1017331888797831e-06,
      "loss": 2.062,
      "mean_token_accuracy": 0.5464325308799743,
      "num_tokens": 593948964.0,
      "step": 770990
    },
    {
      "epoch": 0.9779820842815067,
      "grad_norm": 5.0625,
      "learning_rate": 1.1010988787934915e-06,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5527224332094193,
      "num_tokens": 593956280.0,
      "step": 771000
    },
    {
      "epoch": 0.9779947688740395,
      "grad_norm": 5.0,
      "learning_rate": 1.1004645687072e-06,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5244710505008697,
      "num_tokens": 593965511.0,
      "step": 771010
    },
    {
      "epoch": 0.9780074534665723,
      "grad_norm": 5.28125,
      "learning_rate": 1.0998302586209085e-06,
      "loss": 1.867,
      "mean_token_accuracy": 0.574607640504837,
      "num_tokens": 593971899.0,
      "step": 771020
    },
    {
      "epoch": 0.9780201380591051,
      "grad_norm": 5.875,
      "learning_rate": 1.0991959485346168e-06,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5416241616010666,
      "num_tokens": 593979606.0,
      "step": 771030
    },
    {
      "epoch": 0.9780328226516379,
      "grad_norm": 5.78125,
      "learning_rate": 1.0985616384483254e-06,
      "loss": 1.959,
      "mean_token_accuracy": 0.5792924880981445,
      "num_tokens": 593985782.0,
      "step": 771040
    },
    {
      "epoch": 0.9780455072441708,
      "grad_norm": 3.984375,
      "learning_rate": 1.0979273283620337e-06,
      "loss": 1.6037,
      "mean_token_accuracy": 0.6419687956571579,
      "num_tokens": 593992107.0,
      "step": 771050
    },
    {
      "epoch": 0.9780581918367036,
      "grad_norm": 6.40625,
      "learning_rate": 1.0972930182757424e-06,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5291077762842178,
      "num_tokens": 593999163.0,
      "step": 771060
    },
    {
      "epoch": 0.9780708764292365,
      "grad_norm": 5.4375,
      "learning_rate": 1.0966587081894507e-06,
      "loss": 2.069,
      "mean_token_accuracy": 0.5611672401428223,
      "num_tokens": 594006387.0,
      "step": 771070
    },
    {
      "epoch": 0.9780835610217693,
      "grad_norm": 4.71875,
      "learning_rate": 1.096024398103159e-06,
      "loss": 1.79,
      "mean_token_accuracy": 0.6005800515413284,
      "num_tokens": 594014128.0,
      "step": 771080
    },
    {
      "epoch": 0.9780962456143021,
      "grad_norm": 4.6875,
      "learning_rate": 1.0953900880168678e-06,
      "loss": 1.9758,
      "mean_token_accuracy": 0.5732315629720688,
      "num_tokens": 594023027.0,
      "step": 771090
    },
    {
      "epoch": 0.978108930206835,
      "grad_norm": 14.4375,
      "learning_rate": 1.094755777930576e-06,
      "loss": 1.926,
      "mean_token_accuracy": 0.5819298177957535,
      "num_tokens": 594029125.0,
      "step": 771100
    },
    {
      "epoch": 0.9781216147993678,
      "grad_norm": 6.03125,
      "learning_rate": 1.0941214678442846e-06,
      "loss": 2.0192,
      "mean_token_accuracy": 0.5561243027448655,
      "num_tokens": 594036909.0,
      "step": 771110
    },
    {
      "epoch": 0.9781342993919007,
      "grad_norm": 6.0625,
      "learning_rate": 1.093487157757993e-06,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5539281457662583,
      "num_tokens": 594045717.0,
      "step": 771120
    },
    {
      "epoch": 0.9781469839844334,
      "grad_norm": 5.8125,
      "learning_rate": 1.0928528476717015e-06,
      "loss": 1.9634,
      "mean_token_accuracy": 0.5668399065732956,
      "num_tokens": 594052487.0,
      "step": 771130
    },
    {
      "epoch": 0.9781596685769663,
      "grad_norm": 5.03125,
      "learning_rate": 1.09221853758541e-06,
      "loss": 2.2026,
      "mean_token_accuracy": 0.525026461482048,
      "num_tokens": 594062217.0,
      "step": 771140
    },
    {
      "epoch": 0.9781723531694991,
      "grad_norm": 8.6875,
      "learning_rate": 1.0915842274991183e-06,
      "loss": 2.1885,
      "mean_token_accuracy": 0.5273912727832795,
      "num_tokens": 594069516.0,
      "step": 771150
    },
    {
      "epoch": 0.9781850377620319,
      "grad_norm": 4.65625,
      "learning_rate": 1.0909499174128268e-06,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5337234765291214,
      "num_tokens": 594076548.0,
      "step": 771160
    },
    {
      "epoch": 0.9781977223545648,
      "grad_norm": 5.0,
      "learning_rate": 1.0903156073265354e-06,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5379825532436371,
      "num_tokens": 594085003.0,
      "step": 771170
    },
    {
      "epoch": 0.9782104069470976,
      "grad_norm": 6.03125,
      "learning_rate": 1.0896812972402437e-06,
      "loss": 2.1388,
      "mean_token_accuracy": 0.5362361580133438,
      "num_tokens": 594093456.0,
      "step": 771180
    },
    {
      "epoch": 0.9782230915396305,
      "grad_norm": 8.875,
      "learning_rate": 1.0890469871539522e-06,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5464051544666291,
      "num_tokens": 594101428.0,
      "step": 771190
    },
    {
      "epoch": 0.9782357761321633,
      "grad_norm": 5.40625,
      "learning_rate": 1.0884126770676605e-06,
      "loss": 2.0253,
      "mean_token_accuracy": 0.5466854512691498,
      "num_tokens": 594109095.0,
      "step": 771200
    },
    {
      "epoch": 0.9782484607246962,
      "grad_norm": 5.78125,
      "learning_rate": 1.087778366981369e-06,
      "loss": 2.0135,
      "mean_token_accuracy": 0.5556206703186035,
      "num_tokens": 594116062.0,
      "step": 771210
    },
    {
      "epoch": 0.978261145317229,
      "grad_norm": 6.96875,
      "learning_rate": 1.0871440568950776e-06,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5385899126529694,
      "num_tokens": 594124095.0,
      "step": 771220
    },
    {
      "epoch": 0.9782738299097619,
      "grad_norm": 5.875,
      "learning_rate": 1.086509746808786e-06,
      "loss": 1.8847,
      "mean_token_accuracy": 0.59040507376194,
      "num_tokens": 594130876.0,
      "step": 771230
    },
    {
      "epoch": 0.9782865145022946,
      "grad_norm": 4.46875,
      "learning_rate": 1.0858754367224946e-06,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5541178524494171,
      "num_tokens": 594138588.0,
      "step": 771240
    },
    {
      "epoch": 0.9782991990948274,
      "grad_norm": 5.53125,
      "learning_rate": 1.085241126636203e-06,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5720901906490325,
      "num_tokens": 594145655.0,
      "step": 771250
    },
    {
      "epoch": 0.9783118836873603,
      "grad_norm": 5.03125,
      "learning_rate": 1.0846068165499113e-06,
      "loss": 2.0174,
      "mean_token_accuracy": 0.5514025092124939,
      "num_tokens": 594153403.0,
      "step": 771260
    },
    {
      "epoch": 0.9783245682798931,
      "grad_norm": 6.09375,
      "learning_rate": 1.0839725064636198e-06,
      "loss": 2.0737,
      "mean_token_accuracy": 0.55524962246418,
      "num_tokens": 594161164.0,
      "step": 771270
    },
    {
      "epoch": 0.978337252872426,
      "grad_norm": 6.90625,
      "learning_rate": 1.0833381963773283e-06,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5490613073110581,
      "num_tokens": 594168274.0,
      "step": 771280
    },
    {
      "epoch": 0.9783499374649588,
      "grad_norm": 4.90625,
      "learning_rate": 1.0827038862910369e-06,
      "loss": 2.0852,
      "mean_token_accuracy": 0.5474895864725113,
      "num_tokens": 594176484.0,
      "step": 771290
    },
    {
      "epoch": 0.9783626220574917,
      "grad_norm": 5.78125,
      "learning_rate": 1.0820695762047452e-06,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5045204550027848,
      "num_tokens": 594183722.0,
      "step": 771300
    },
    {
      "epoch": 0.9783753066500245,
      "grad_norm": 5.5,
      "learning_rate": 1.0814352661184535e-06,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5381637573242187,
      "num_tokens": 594192063.0,
      "step": 771310
    },
    {
      "epoch": 0.9783879912425573,
      "grad_norm": 5.40625,
      "learning_rate": 1.0808009560321622e-06,
      "loss": 2.3745,
      "mean_token_accuracy": 0.4972819358110428,
      "num_tokens": 594201084.0,
      "step": 771320
    },
    {
      "epoch": 0.9784006758350902,
      "grad_norm": 6.3125,
      "learning_rate": 1.0801666459458705e-06,
      "loss": 1.8523,
      "mean_token_accuracy": 0.5815090328454972,
      "num_tokens": 594207708.0,
      "step": 771330
    },
    {
      "epoch": 0.978413360427623,
      "grad_norm": 4.9375,
      "learning_rate": 1.079532335859579e-06,
      "loss": 2.0927,
      "mean_token_accuracy": 0.527507221698761,
      "num_tokens": 594216930.0,
      "step": 771340
    },
    {
      "epoch": 0.9784260450201558,
      "grad_norm": 6.46875,
      "learning_rate": 1.0788980257732876e-06,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5381123453378678,
      "num_tokens": 594223412.0,
      "step": 771350
    },
    {
      "epoch": 0.9784387296126886,
      "grad_norm": 7.09375,
      "learning_rate": 1.078263715686996e-06,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5400555610656739,
      "num_tokens": 594230647.0,
      "step": 771360
    },
    {
      "epoch": 0.9784514142052215,
      "grad_norm": 4.90625,
      "learning_rate": 1.0776294056007044e-06,
      "loss": 2.0246,
      "mean_token_accuracy": 0.5473721444606781,
      "num_tokens": 594240122.0,
      "step": 771370
    },
    {
      "epoch": 0.9784640987977543,
      "grad_norm": 7.5,
      "learning_rate": 1.0769950955144128e-06,
      "loss": 1.9607,
      "mean_token_accuracy": 0.5753742516040802,
      "num_tokens": 594248188.0,
      "step": 771380
    },
    {
      "epoch": 0.9784767833902872,
      "grad_norm": 5.34375,
      "learning_rate": 1.0763607854281213e-06,
      "loss": 2.0551,
      "mean_token_accuracy": 0.5556178748607635,
      "num_tokens": 594254796.0,
      "step": 771390
    },
    {
      "epoch": 0.97848946798282,
      "grad_norm": 6.34375,
      "learning_rate": 1.0757264753418298e-06,
      "loss": 1.8194,
      "mean_token_accuracy": 0.6059348225593567,
      "num_tokens": 594261253.0,
      "step": 771400
    },
    {
      "epoch": 0.9785021525753528,
      "grad_norm": 4.78125,
      "learning_rate": 1.0750921652555381e-06,
      "loss": 1.8168,
      "mean_token_accuracy": 0.5930800676345825,
      "num_tokens": 594268969.0,
      "step": 771410
    },
    {
      "epoch": 0.9785148371678857,
      "grad_norm": 5.5,
      "learning_rate": 1.0744578551692467e-06,
      "loss": 1.9095,
      "mean_token_accuracy": 0.5732011079788208,
      "num_tokens": 594276428.0,
      "step": 771420
    },
    {
      "epoch": 0.9785275217604185,
      "grad_norm": 5.875,
      "learning_rate": 1.0738235450829552e-06,
      "loss": 2.1028,
      "mean_token_accuracy": 0.5370925575494766,
      "num_tokens": 594284940.0,
      "step": 771430
    },
    {
      "epoch": 0.9785402063529514,
      "grad_norm": 4.625,
      "learning_rate": 1.0731892349966635e-06,
      "loss": 2.1499,
      "mean_token_accuracy": 0.5341383785009384,
      "num_tokens": 594293615.0,
      "step": 771440
    },
    {
      "epoch": 0.9785528909454841,
      "grad_norm": 9.0625,
      "learning_rate": 1.072554924910372e-06,
      "loss": 2.1644,
      "mean_token_accuracy": 0.5303020745515823,
      "num_tokens": 594301401.0,
      "step": 771450
    },
    {
      "epoch": 0.978565575538017,
      "grad_norm": 5.46875,
      "learning_rate": 1.0719206148240806e-06,
      "loss": 2.1136,
      "mean_token_accuracy": 0.5416470408439636,
      "num_tokens": 594309418.0,
      "step": 771460
    },
    {
      "epoch": 0.9785782601305498,
      "grad_norm": 5.25,
      "learning_rate": 1.071286304737789e-06,
      "loss": 1.838,
      "mean_token_accuracy": 0.5844711601734162,
      "num_tokens": 594315760.0,
      "step": 771470
    },
    {
      "epoch": 0.9785909447230826,
      "grad_norm": 5.1875,
      "learning_rate": 1.0706519946514974e-06,
      "loss": 2.2053,
      "mean_token_accuracy": 0.5218628615140914,
      "num_tokens": 594323549.0,
      "step": 771480
    },
    {
      "epoch": 0.9786036293156155,
      "grad_norm": 4.78125,
      "learning_rate": 1.0700176845652057e-06,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5685764640569687,
      "num_tokens": 594331053.0,
      "step": 771490
    },
    {
      "epoch": 0.9786163139081483,
      "grad_norm": 7.1875,
      "learning_rate": 1.0693833744789145e-06,
      "loss": 1.9836,
      "mean_token_accuracy": 0.5597722679376602,
      "num_tokens": 594338881.0,
      "step": 771500
    },
    {
      "epoch": 0.9786289985006812,
      "grad_norm": 4.6875,
      "learning_rate": 1.0687490643926228e-06,
      "loss": 2.2293,
      "mean_token_accuracy": 0.5279416769742966,
      "num_tokens": 594347196.0,
      "step": 771510
    },
    {
      "epoch": 0.978641683093214,
      "grad_norm": 8.25,
      "learning_rate": 1.0681147543063313e-06,
      "loss": 2.12,
      "mean_token_accuracy": 0.542829155921936,
      "num_tokens": 594354140.0,
      "step": 771520
    },
    {
      "epoch": 0.9786543676857469,
      "grad_norm": 5.40625,
      "learning_rate": 1.0674804442200396e-06,
      "loss": 2.1703,
      "mean_token_accuracy": 0.5278293311595916,
      "num_tokens": 594360358.0,
      "step": 771530
    },
    {
      "epoch": 0.9786670522782797,
      "grad_norm": 5.6875,
      "learning_rate": 1.0668461341337481e-06,
      "loss": 2.144,
      "mean_token_accuracy": 0.524969220161438,
      "num_tokens": 594368244.0,
      "step": 771540
    },
    {
      "epoch": 0.9786797368708124,
      "grad_norm": 7.125,
      "learning_rate": 1.0662118240474567e-06,
      "loss": 2.1547,
      "mean_token_accuracy": 0.5301123291254044,
      "num_tokens": 594376075.0,
      "step": 771550
    },
    {
      "epoch": 0.9786924214633453,
      "grad_norm": 6.03125,
      "learning_rate": 1.065577513961165e-06,
      "loss": 2.014,
      "mean_token_accuracy": 0.5568205952644348,
      "num_tokens": 594382537.0,
      "step": 771560
    },
    {
      "epoch": 0.9787051060558781,
      "grad_norm": 5.4375,
      "learning_rate": 1.0649432038748735e-06,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5344650268554687,
      "num_tokens": 594390013.0,
      "step": 771570
    },
    {
      "epoch": 0.978717790648411,
      "grad_norm": 6.375,
      "learning_rate": 1.064308893788582e-06,
      "loss": 2.0276,
      "mean_token_accuracy": 0.5358244806528092,
      "num_tokens": 594398652.0,
      "step": 771580
    },
    {
      "epoch": 0.9787304752409438,
      "grad_norm": 5.78125,
      "learning_rate": 1.0636745837022904e-06,
      "loss": 2.1842,
      "mean_token_accuracy": 0.5179386079311371,
      "num_tokens": 594407688.0,
      "step": 771590
    },
    {
      "epoch": 0.9787431598334767,
      "grad_norm": 4.875,
      "learning_rate": 1.0630402736159989e-06,
      "loss": 2.2397,
      "mean_token_accuracy": 0.5171793907880783,
      "num_tokens": 594416141.0,
      "step": 771600
    },
    {
      "epoch": 0.9787558444260095,
      "grad_norm": 5.34375,
      "learning_rate": 1.0624059635297074e-06,
      "loss": 2.2322,
      "mean_token_accuracy": 0.5236364722251892,
      "num_tokens": 594424094.0,
      "step": 771610
    },
    {
      "epoch": 0.9787685290185424,
      "grad_norm": 6.53125,
      "learning_rate": 1.0617716534434157e-06,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5405217617750168,
      "num_tokens": 594432448.0,
      "step": 771620
    },
    {
      "epoch": 0.9787812136110752,
      "grad_norm": 5.4375,
      "learning_rate": 1.0611373433571243e-06,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5887910902500153,
      "num_tokens": 594439679.0,
      "step": 771630
    },
    {
      "epoch": 0.978793898203608,
      "grad_norm": 4.53125,
      "learning_rate": 1.0605030332708326e-06,
      "loss": 1.968,
      "mean_token_accuracy": 0.5605349063873291,
      "num_tokens": 594448659.0,
      "step": 771640
    },
    {
      "epoch": 0.9788065827961409,
      "grad_norm": 8.0,
      "learning_rate": 1.0598687231845413e-06,
      "loss": 1.8824,
      "mean_token_accuracy": 0.5751899182796478,
      "num_tokens": 594455570.0,
      "step": 771650
    },
    {
      "epoch": 0.9788192673886736,
      "grad_norm": 8.8125,
      "learning_rate": 1.0592344130982496e-06,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5449648946523666,
      "num_tokens": 594462584.0,
      "step": 771660
    },
    {
      "epoch": 0.9788319519812065,
      "grad_norm": 5.46875,
      "learning_rate": 1.058600103011958e-06,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5538768351078034,
      "num_tokens": 594470133.0,
      "step": 771670
    },
    {
      "epoch": 0.9788446365737393,
      "grad_norm": 5.09375,
      "learning_rate": 1.0579657929256665e-06,
      "loss": 2.1183,
      "mean_token_accuracy": 0.5258376479148865,
      "num_tokens": 594477580.0,
      "step": 771680
    },
    {
      "epoch": 0.9788573211662722,
      "grad_norm": 5.0,
      "learning_rate": 1.057331482839375e-06,
      "loss": 2.0215,
      "mean_token_accuracy": 0.5475685805082321,
      "num_tokens": 594486123.0,
      "step": 771690
    },
    {
      "epoch": 0.978870005758805,
      "grad_norm": 5.28125,
      "learning_rate": 1.0566971727530835e-06,
      "loss": 2.3052,
      "mean_token_accuracy": 0.5134635925292969,
      "num_tokens": 594494524.0,
      "step": 771700
    },
    {
      "epoch": 0.9788826903513378,
      "grad_norm": 7.375,
      "learning_rate": 1.0560628626667919e-06,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5544339835643768,
      "num_tokens": 594502656.0,
      "step": 771710
    },
    {
      "epoch": 0.9788953749438707,
      "grad_norm": 6.03125,
      "learning_rate": 1.0554285525805004e-06,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5452335894107818,
      "num_tokens": 594510037.0,
      "step": 771720
    },
    {
      "epoch": 0.9789080595364035,
      "grad_norm": 7.875,
      "learning_rate": 1.054794242494209e-06,
      "loss": 2.2348,
      "mean_token_accuracy": 0.5184528917074204,
      "num_tokens": 594516585.0,
      "step": 771730
    },
    {
      "epoch": 0.9789207441289364,
      "grad_norm": 4.84375,
      "learning_rate": 1.0541599324079172e-06,
      "loss": 2.084,
      "mean_token_accuracy": 0.5347619146108628,
      "num_tokens": 594524357.0,
      "step": 771740
    },
    {
      "epoch": 0.9789334287214692,
      "grad_norm": 6.59375,
      "learning_rate": 1.0535256223216258e-06,
      "loss": 2.156,
      "mean_token_accuracy": 0.5265178382396698,
      "num_tokens": 594533052.0,
      "step": 771750
    },
    {
      "epoch": 0.978946113314002,
      "grad_norm": 5.125,
      "learning_rate": 1.0528913122353343e-06,
      "loss": 2.13,
      "mean_token_accuracy": 0.5259999811649323,
      "num_tokens": 594540311.0,
      "step": 771760
    },
    {
      "epoch": 0.9789587979065348,
      "grad_norm": 6.9375,
      "learning_rate": 1.0522570021490426e-06,
      "loss": 2.3104,
      "mean_token_accuracy": 0.5115414291620255,
      "num_tokens": 594548873.0,
      "step": 771770
    },
    {
      "epoch": 0.9789714824990677,
      "grad_norm": 6.09375,
      "learning_rate": 1.0516226920627511e-06,
      "loss": 1.9276,
      "mean_token_accuracy": 0.5757441103458405,
      "num_tokens": 594555251.0,
      "step": 771780
    },
    {
      "epoch": 0.9789841670916005,
      "grad_norm": 5.875,
      "learning_rate": 1.0509883819764594e-06,
      "loss": 2.0065,
      "mean_token_accuracy": 0.563669627904892,
      "num_tokens": 594561593.0,
      "step": 771790
    },
    {
      "epoch": 0.9789968516841333,
      "grad_norm": 5.09375,
      "learning_rate": 1.050354071890168e-06,
      "loss": 2.1239,
      "mean_token_accuracy": 0.5323896765708923,
      "num_tokens": 594569429.0,
      "step": 771800
    },
    {
      "epoch": 0.9790095362766662,
      "grad_norm": 6.40625,
      "learning_rate": 1.0497197618038765e-06,
      "loss": 2.2225,
      "mean_token_accuracy": 0.517366138100624,
      "num_tokens": 594576684.0,
      "step": 771810
    },
    {
      "epoch": 0.979022220869199,
      "grad_norm": 5.15625,
      "learning_rate": 1.0490854517175848e-06,
      "loss": 1.9414,
      "mean_token_accuracy": 0.5634179770946502,
      "num_tokens": 594584686.0,
      "step": 771820
    },
    {
      "epoch": 0.9790349054617319,
      "grad_norm": 4.71875,
      "learning_rate": 1.0484511416312933e-06,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5550635397434235,
      "num_tokens": 594592746.0,
      "step": 771830
    },
    {
      "epoch": 0.9790475900542647,
      "grad_norm": 7.09375,
      "learning_rate": 1.0478168315450019e-06,
      "loss": 2.0966,
      "mean_token_accuracy": 0.5345626443624496,
      "num_tokens": 594600874.0,
      "step": 771840
    },
    {
      "epoch": 0.9790602746467976,
      "grad_norm": 5.71875,
      "learning_rate": 1.0471825214587102e-06,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5599627375602723,
      "num_tokens": 594607795.0,
      "step": 771850
    },
    {
      "epoch": 0.9790729592393304,
      "grad_norm": 5.46875,
      "learning_rate": 1.0465482113724187e-06,
      "loss": 2.2552,
      "mean_token_accuracy": 0.5147673100233078,
      "num_tokens": 594614714.0,
      "step": 771860
    },
    {
      "epoch": 0.9790856438318631,
      "grad_norm": 4.875,
      "learning_rate": 1.0459139012861272e-06,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5095829129219055,
      "num_tokens": 594622281.0,
      "step": 771870
    },
    {
      "epoch": 0.979098328424396,
      "grad_norm": 6.15625,
      "learning_rate": 1.0452795911998356e-06,
      "loss": 1.981,
      "mean_token_accuracy": 0.5569468408823013,
      "num_tokens": 594630535.0,
      "step": 771880
    },
    {
      "epoch": 0.9791110130169288,
      "grad_norm": 4.8125,
      "learning_rate": 1.044645281113544e-06,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5235575854778289,
      "num_tokens": 594638785.0,
      "step": 771890
    },
    {
      "epoch": 0.9791236976094617,
      "grad_norm": 4.625,
      "learning_rate": 1.0440109710272524e-06,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5350960671901703,
      "num_tokens": 594647659.0,
      "step": 771900
    },
    {
      "epoch": 0.9791363822019945,
      "grad_norm": 5.59375,
      "learning_rate": 1.0433766609409611e-06,
      "loss": 1.9699,
      "mean_token_accuracy": 0.5671039432287216,
      "num_tokens": 594655549.0,
      "step": 771910
    },
    {
      "epoch": 0.9791490667945274,
      "grad_norm": 6.375,
      "learning_rate": 1.0427423508546695e-06,
      "loss": 1.9794,
      "mean_token_accuracy": 0.5515854388475419,
      "num_tokens": 594662246.0,
      "step": 771920
    },
    {
      "epoch": 0.9791617513870602,
      "grad_norm": 7.625,
      "learning_rate": 1.042108040768378e-06,
      "loss": 1.8912,
      "mean_token_accuracy": 0.5750136345624923,
      "num_tokens": 594668894.0,
      "step": 771930
    },
    {
      "epoch": 0.9791744359795931,
      "grad_norm": 6.4375,
      "learning_rate": 1.0414737306820863e-06,
      "loss": 1.6736,
      "mean_token_accuracy": 0.6242351651191711,
      "num_tokens": 594674012.0,
      "step": 771940
    },
    {
      "epoch": 0.9791871205721259,
      "grad_norm": 4.90625,
      "learning_rate": 1.0408394205957948e-06,
      "loss": 1.9142,
      "mean_token_accuracy": 0.5695497542619705,
      "num_tokens": 594681516.0,
      "step": 771950
    },
    {
      "epoch": 0.9791998051646587,
      "grad_norm": 7.28125,
      "learning_rate": 1.0402051105095034e-06,
      "loss": 2.1671,
      "mean_token_accuracy": 0.5282909154891968,
      "num_tokens": 594689358.0,
      "step": 771960
    },
    {
      "epoch": 0.9792124897571916,
      "grad_norm": 5.03125,
      "learning_rate": 1.0395708004232117e-06,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5146725505590439,
      "num_tokens": 594698528.0,
      "step": 771970
    },
    {
      "epoch": 0.9792251743497243,
      "grad_norm": 9.9375,
      "learning_rate": 1.0389364903369202e-06,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5562861621379852,
      "num_tokens": 594706839.0,
      "step": 771980
    },
    {
      "epoch": 0.9792378589422572,
      "grad_norm": 5.28125,
      "learning_rate": 1.0383021802506287e-06,
      "loss": 1.9945,
      "mean_token_accuracy": 0.5565615117549896,
      "num_tokens": 594714764.0,
      "step": 771990
    },
    {
      "epoch": 0.97925054353479,
      "grad_norm": 8.1875,
      "learning_rate": 1.037667870164337e-06,
      "loss": 2.0516,
      "mean_token_accuracy": 0.5582226574420929,
      "num_tokens": 594720860.0,
      "step": 772000
    },
    {
      "epoch": 0.9792632281273229,
      "grad_norm": 6.1875,
      "learning_rate": 1.0370335600780456e-06,
      "loss": 1.8809,
      "mean_token_accuracy": 0.5714553356170654,
      "num_tokens": 594728275.0,
      "step": 772010
    },
    {
      "epoch": 0.9792759127198557,
      "grad_norm": 5.375,
      "learning_rate": 1.036399249991754e-06,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5441505074501037,
      "num_tokens": 594736022.0,
      "step": 772020
    },
    {
      "epoch": 0.9792885973123885,
      "grad_norm": 5.28125,
      "learning_rate": 1.0357649399054624e-06,
      "loss": 1.9592,
      "mean_token_accuracy": 0.5527589172124863,
      "num_tokens": 594744931.0,
      "step": 772030
    },
    {
      "epoch": 0.9793012819049214,
      "grad_norm": 6.53125,
      "learning_rate": 1.035130629819171e-06,
      "loss": 2.192,
      "mean_token_accuracy": 0.5220324128866196,
      "num_tokens": 594752199.0,
      "step": 772040
    },
    {
      "epoch": 0.9793139664974542,
      "grad_norm": 5.65625,
      "learning_rate": 1.0344963197328793e-06,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5196789979934693,
      "num_tokens": 594760272.0,
      "step": 772050
    },
    {
      "epoch": 0.9793266510899871,
      "grad_norm": 4.90625,
      "learning_rate": 1.0338620096465878e-06,
      "loss": 1.7211,
      "mean_token_accuracy": 0.6087481319904328,
      "num_tokens": 594767004.0,
      "step": 772060
    },
    {
      "epoch": 0.9793393356825199,
      "grad_norm": 5.15625,
      "learning_rate": 1.0332276995602963e-06,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5299348562955857,
      "num_tokens": 594774845.0,
      "step": 772070
    },
    {
      "epoch": 0.9793520202750527,
      "grad_norm": 4.96875,
      "learning_rate": 1.0325933894740046e-06,
      "loss": 1.838,
      "mean_token_accuracy": 0.5884305298328399,
      "num_tokens": 594781190.0,
      "step": 772080
    },
    {
      "epoch": 0.9793647048675855,
      "grad_norm": 5.125,
      "learning_rate": 1.0319590793877134e-06,
      "loss": 1.8739,
      "mean_token_accuracy": 0.5803210884332657,
      "num_tokens": 594789023.0,
      "step": 772090
    },
    {
      "epoch": 0.9793773894601183,
      "grad_norm": 6.375,
      "learning_rate": 1.0313247693014217e-06,
      "loss": 1.9688,
      "mean_token_accuracy": 0.5541877418756485,
      "num_tokens": 594795891.0,
      "step": 772100
    },
    {
      "epoch": 0.9793900740526512,
      "grad_norm": 5.96875,
      "learning_rate": 1.03069045921513e-06,
      "loss": 1.9176,
      "mean_token_accuracy": 0.5671295583248138,
      "num_tokens": 594803644.0,
      "step": 772110
    },
    {
      "epoch": 0.979402758645184,
      "grad_norm": 6.28125,
      "learning_rate": 1.0300561491288385e-06,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5434089154005051,
      "num_tokens": 594812258.0,
      "step": 772120
    },
    {
      "epoch": 0.9794154432377169,
      "grad_norm": 5.25,
      "learning_rate": 1.029421839042547e-06,
      "loss": 1.9955,
      "mean_token_accuracy": 0.563280588388443,
      "num_tokens": 594820683.0,
      "step": 772130
    },
    {
      "epoch": 0.9794281278302497,
      "grad_norm": 7.0625,
      "learning_rate": 1.0287875289562556e-06,
      "loss": 2.1296,
      "mean_token_accuracy": 0.5316111832857132,
      "num_tokens": 594828838.0,
      "step": 772140
    },
    {
      "epoch": 0.9794408124227826,
      "grad_norm": 6.3125,
      "learning_rate": 1.028153218869964e-06,
      "loss": 1.8656,
      "mean_token_accuracy": 0.587174591422081,
      "num_tokens": 594835853.0,
      "step": 772150
    },
    {
      "epoch": 0.9794534970153154,
      "grad_norm": 6.75,
      "learning_rate": 1.0275189087836724e-06,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5336454421281814,
      "num_tokens": 594843189.0,
      "step": 772160
    },
    {
      "epoch": 0.9794661816078483,
      "grad_norm": 5.03125,
      "learning_rate": 1.026884598697381e-06,
      "loss": 2.1318,
      "mean_token_accuracy": 0.5346983879804611,
      "num_tokens": 594851921.0,
      "step": 772170
    },
    {
      "epoch": 0.979478866200381,
      "grad_norm": 5.65625,
      "learning_rate": 1.0262502886110893e-06,
      "loss": 2.0336,
      "mean_token_accuracy": 0.5529447048902512,
      "num_tokens": 594859947.0,
      "step": 772180
    },
    {
      "epoch": 0.9794915507929138,
      "grad_norm": 5.59375,
      "learning_rate": 1.0256159785247978e-06,
      "loss": 1.6571,
      "mean_token_accuracy": 0.6260393321514129,
      "num_tokens": 594866755.0,
      "step": 772190
    },
    {
      "epoch": 0.9795042353854467,
      "grad_norm": 6.1875,
      "learning_rate": 1.0249816684385061e-06,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5550496637821197,
      "num_tokens": 594873608.0,
      "step": 772200
    },
    {
      "epoch": 0.9795169199779795,
      "grad_norm": 5.75,
      "learning_rate": 1.0243473583522147e-06,
      "loss": 1.7619,
      "mean_token_accuracy": 0.6062232583761216,
      "num_tokens": 594880085.0,
      "step": 772210
    },
    {
      "epoch": 0.9795296045705124,
      "grad_norm": 4.84375,
      "learning_rate": 1.0237130482659232e-06,
      "loss": 2.0289,
      "mean_token_accuracy": 0.5603227466344833,
      "num_tokens": 594887516.0,
      "step": 772220
    },
    {
      "epoch": 0.9795422891630452,
      "grad_norm": 5.6875,
      "learning_rate": 1.0230787381796315e-06,
      "loss": 1.9888,
      "mean_token_accuracy": 0.5659551173448563,
      "num_tokens": 594894600.0,
      "step": 772230
    },
    {
      "epoch": 0.9795549737555781,
      "grad_norm": 5.5625,
      "learning_rate": 1.02244442809334e-06,
      "loss": 1.9393,
      "mean_token_accuracy": 0.571639609336853,
      "num_tokens": 594900945.0,
      "step": 772240
    },
    {
      "epoch": 0.9795676583481109,
      "grad_norm": 4.875,
      "learning_rate": 1.0218101180070486e-06,
      "loss": 1.8537,
      "mean_token_accuracy": 0.5836850970983505,
      "num_tokens": 594908395.0,
      "step": 772250
    },
    {
      "epoch": 0.9795803429406437,
      "grad_norm": 5.15625,
      "learning_rate": 1.0211758079207569e-06,
      "loss": 2.2355,
      "mean_token_accuracy": 0.5166958153247834,
      "num_tokens": 594917130.0,
      "step": 772260
    },
    {
      "epoch": 0.9795930275331766,
      "grad_norm": 7.4375,
      "learning_rate": 1.0205414978344654e-06,
      "loss": 1.9511,
      "mean_token_accuracy": 0.5640180230140686,
      "num_tokens": 594924435.0,
      "step": 772270
    },
    {
      "epoch": 0.9796057121257093,
      "grad_norm": 5.0,
      "learning_rate": 1.019907187748174e-06,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5336836189031601,
      "num_tokens": 594932322.0,
      "step": 772280
    },
    {
      "epoch": 0.9796183967182422,
      "grad_norm": 7.8125,
      "learning_rate": 1.0192728776618822e-06,
      "loss": 1.7803,
      "mean_token_accuracy": 0.6059749722480774,
      "num_tokens": 594938721.0,
      "step": 772290
    },
    {
      "epoch": 0.979631081310775,
      "grad_norm": 5.6875,
      "learning_rate": 1.0186385675755908e-06,
      "loss": 2.1426,
      "mean_token_accuracy": 0.5402609437704087,
      "num_tokens": 594946311.0,
      "step": 772300
    },
    {
      "epoch": 0.9796437659033079,
      "grad_norm": 5.625,
      "learning_rate": 1.018004257489299e-06,
      "loss": 1.8526,
      "mean_token_accuracy": 0.5918082475662232,
      "num_tokens": 594952545.0,
      "step": 772310
    },
    {
      "epoch": 0.9796564504958407,
      "grad_norm": 5.125,
      "learning_rate": 1.0173699474030078e-06,
      "loss": 2.0778,
      "mean_token_accuracy": 0.5403740555047989,
      "num_tokens": 594960984.0,
      "step": 772320
    },
    {
      "epoch": 0.9796691350883736,
      "grad_norm": 6.1875,
      "learning_rate": 1.0167356373167161e-06,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5422999918460846,
      "num_tokens": 594968773.0,
      "step": 772330
    },
    {
      "epoch": 0.9796818196809064,
      "grad_norm": 5.15625,
      "learning_rate": 1.0161013272304245e-06,
      "loss": 2.0347,
      "mean_token_accuracy": 0.5411044061183929,
      "num_tokens": 594976189.0,
      "step": 772340
    },
    {
      "epoch": 0.9796945042734392,
      "grad_norm": 7.84375,
      "learning_rate": 1.0154670171441332e-06,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5306520521640777,
      "num_tokens": 594984151.0,
      "step": 772350
    },
    {
      "epoch": 0.9797071888659721,
      "grad_norm": 4.8125,
      "learning_rate": 1.0148327070578415e-06,
      "loss": 2.1173,
      "mean_token_accuracy": 0.5377607643604279,
      "num_tokens": 594992229.0,
      "step": 772360
    },
    {
      "epoch": 0.9797198734585049,
      "grad_norm": 6.375,
      "learning_rate": 1.01419839697155e-06,
      "loss": 2.0519,
      "mean_token_accuracy": 0.5456482499837876,
      "num_tokens": 594999438.0,
      "step": 772370
    },
    {
      "epoch": 0.9797325580510378,
      "grad_norm": 6.0,
      "learning_rate": 1.0135640868852584e-06,
      "loss": 2.0624,
      "mean_token_accuracy": 0.547514995932579,
      "num_tokens": 595006094.0,
      "step": 772380
    },
    {
      "epoch": 0.9797452426435705,
      "grad_norm": 7.21875,
      "learning_rate": 1.0129297767989669e-06,
      "loss": 1.9034,
      "mean_token_accuracy": 0.5745884865522385,
      "num_tokens": 595012788.0,
      "step": 772390
    },
    {
      "epoch": 0.9797579272361034,
      "grad_norm": 6.96875,
      "learning_rate": 1.0122954667126754e-06,
      "loss": 2.225,
      "mean_token_accuracy": 0.5231008142232895,
      "num_tokens": 595020452.0,
      "step": 772400
    },
    {
      "epoch": 0.9797706118286362,
      "grad_norm": 6.625,
      "learning_rate": 1.0116611566263837e-06,
      "loss": 2.048,
      "mean_token_accuracy": 0.5486195355653762,
      "num_tokens": 595027879.0,
      "step": 772410
    },
    {
      "epoch": 0.979783296421169,
      "grad_norm": 7.875,
      "learning_rate": 1.0110268465400923e-06,
      "loss": 2.1118,
      "mean_token_accuracy": 0.5346231758594513,
      "num_tokens": 595034898.0,
      "step": 772420
    },
    {
      "epoch": 0.9797959810137019,
      "grad_norm": 4.96875,
      "learning_rate": 1.0103925364538008e-06,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5586050659418106,
      "num_tokens": 595042387.0,
      "step": 772430
    },
    {
      "epoch": 0.9798086656062347,
      "grad_norm": 7.5625,
      "learning_rate": 1.009758226367509e-06,
      "loss": 1.8093,
      "mean_token_accuracy": 0.5918537586927414,
      "num_tokens": 595049015.0,
      "step": 772440
    },
    {
      "epoch": 0.9798213501987676,
      "grad_norm": 5.71875,
      "learning_rate": 1.0091239162812176e-06,
      "loss": 1.7359,
      "mean_token_accuracy": 0.6074444115161896,
      "num_tokens": 595055796.0,
      "step": 772450
    },
    {
      "epoch": 0.9798340347913004,
      "grad_norm": 4.8125,
      "learning_rate": 1.008489606194926e-06,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5377835422754288,
      "num_tokens": 595063771.0,
      "step": 772460
    },
    {
      "epoch": 0.9798467193838333,
      "grad_norm": 5.0,
      "learning_rate": 1.0078552961086345e-06,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5491871327161789,
      "num_tokens": 595071260.0,
      "step": 772470
    },
    {
      "epoch": 0.9798594039763661,
      "grad_norm": 6.9375,
      "learning_rate": 1.007220986022343e-06,
      "loss": 2.334,
      "mean_token_accuracy": 0.5079640567302703,
      "num_tokens": 595079539.0,
      "step": 772480
    },
    {
      "epoch": 0.9798720885688988,
      "grad_norm": 8.375,
      "learning_rate": 1.0065866759360513e-06,
      "loss": 1.7811,
      "mean_token_accuracy": 0.5995680868625641,
      "num_tokens": 595085900.0,
      "step": 772490
    },
    {
      "epoch": 0.9798847731614317,
      "grad_norm": 6.28125,
      "learning_rate": 1.00595236584976e-06,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5302747756242752,
      "num_tokens": 595093460.0,
      "step": 772500
    },
    {
      "epoch": 0.9798974577539645,
      "grad_norm": 5.4375,
      "learning_rate": 1.0053180557634684e-06,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5274751991033554,
      "num_tokens": 595101118.0,
      "step": 772510
    },
    {
      "epoch": 0.9799101423464974,
      "grad_norm": 6.84375,
      "learning_rate": 1.0046837456771767e-06,
      "loss": 2.1537,
      "mean_token_accuracy": 0.5263549357652664,
      "num_tokens": 595109387.0,
      "step": 772520
    },
    {
      "epoch": 0.9799228269390302,
      "grad_norm": 8.625,
      "learning_rate": 1.0040494355908852e-06,
      "loss": 1.9887,
      "mean_token_accuracy": 0.5671820372343064,
      "num_tokens": 595116287.0,
      "step": 772530
    },
    {
      "epoch": 0.9799355115315631,
      "grad_norm": 5.65625,
      "learning_rate": 1.0034151255045937e-06,
      "loss": 2.0828,
      "mean_token_accuracy": 0.5448579847812652,
      "num_tokens": 595124061.0,
      "step": 772540
    },
    {
      "epoch": 0.9799481961240959,
      "grad_norm": 5.0625,
      "learning_rate": 1.0027808154183023e-06,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5266572892665863,
      "num_tokens": 595133090.0,
      "step": 772550
    },
    {
      "epoch": 0.9799608807166288,
      "grad_norm": 5.5,
      "learning_rate": 1.0021465053320106e-06,
      "loss": 2.2599,
      "mean_token_accuracy": 0.5117481499910355,
      "num_tokens": 595141268.0,
      "step": 772560
    },
    {
      "epoch": 0.9799735653091616,
      "grad_norm": 5.625,
      "learning_rate": 1.001512195245719e-06,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5261004596948624,
      "num_tokens": 595150467.0,
      "step": 772570
    },
    {
      "epoch": 0.9799862499016944,
      "grad_norm": 6.1875,
      "learning_rate": 1.0008778851594276e-06,
      "loss": 2.0123,
      "mean_token_accuracy": 0.5446681708097458,
      "num_tokens": 595158658.0,
      "step": 772580
    },
    {
      "epoch": 0.9799989344942273,
      "grad_norm": 6.1875,
      "learning_rate": 1.000243575073136e-06,
      "loss": 2.1785,
      "mean_token_accuracy": 0.515168958902359,
      "num_tokens": 595166359.0,
      "step": 772590
    },
    {
      "epoch": 0.98001161908676,
      "grad_norm": 6.0625,
      "learning_rate": 9.996092649868445e-07,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5424607306718826,
      "num_tokens": 595174020.0,
      "step": 772600
    },
    {
      "epoch": 0.9800243036792929,
      "grad_norm": 4.875,
      "learning_rate": 9.98974954900553e-07,
      "loss": 1.8817,
      "mean_token_accuracy": 0.5814789533615112,
      "num_tokens": 595181144.0,
      "step": 772610
    },
    {
      "epoch": 0.9800369882718257,
      "grad_norm": 6.625,
      "learning_rate": 9.983406448142613e-07,
      "loss": 2.0877,
      "mean_token_accuracy": 0.5437169730663299,
      "num_tokens": 595188737.0,
      "step": 772620
    },
    {
      "epoch": 0.9800496728643586,
      "grad_norm": 5.15625,
      "learning_rate": 9.977063347279699e-07,
      "loss": 2.0779,
      "mean_token_accuracy": 0.5507208973169326,
      "num_tokens": 595195393.0,
      "step": 772630
    },
    {
      "epoch": 0.9800623574568914,
      "grad_norm": 9.5625,
      "learning_rate": 9.970720246416782e-07,
      "loss": 2.2205,
      "mean_token_accuracy": 0.5198025375604629,
      "num_tokens": 595202557.0,
      "step": 772640
    },
    {
      "epoch": 0.9800750420494242,
      "grad_norm": 4.84375,
      "learning_rate": 9.964377145553867e-07,
      "loss": 2.0622,
      "mean_token_accuracy": 0.5375075250864029,
      "num_tokens": 595209973.0,
      "step": 772650
    },
    {
      "epoch": 0.9800877266419571,
      "grad_norm": 5.78125,
      "learning_rate": 9.958034044690952e-07,
      "loss": 1.8756,
      "mean_token_accuracy": 0.5895619571208954,
      "num_tokens": 595216811.0,
      "step": 772660
    },
    {
      "epoch": 0.9801004112344899,
      "grad_norm": 4.9375,
      "learning_rate": 9.951690943828035e-07,
      "loss": 2.26,
      "mean_token_accuracy": 0.5163535058498383,
      "num_tokens": 595225160.0,
      "step": 772670
    },
    {
      "epoch": 0.9801130958270228,
      "grad_norm": 5.0625,
      "learning_rate": 9.94534784296512e-07,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5754257947206497,
      "num_tokens": 595233247.0,
      "step": 772680
    },
    {
      "epoch": 0.9801257804195556,
      "grad_norm": 4.46875,
      "learning_rate": 9.939004742102206e-07,
      "loss": 2.0706,
      "mean_token_accuracy": 0.5355427652597428,
      "num_tokens": 595241811.0,
      "step": 772690
    },
    {
      "epoch": 0.9801384650120885,
      "grad_norm": 5.4375,
      "learning_rate": 9.93266164123929e-07,
      "loss": 1.909,
      "mean_token_accuracy": 0.5735189557075501,
      "num_tokens": 595247746.0,
      "step": 772700
    },
    {
      "epoch": 0.9801511496046212,
      "grad_norm": 5.8125,
      "learning_rate": 9.926318540376374e-07,
      "loss": 1.7887,
      "mean_token_accuracy": 0.5921606123447418,
      "num_tokens": 595254480.0,
      "step": 772710
    },
    {
      "epoch": 0.9801638341971541,
      "grad_norm": 5.21875,
      "learning_rate": 9.91997543951346e-07,
      "loss": 2.1495,
      "mean_token_accuracy": 0.5260918825864792,
      "num_tokens": 595262767.0,
      "step": 772720
    },
    {
      "epoch": 0.9801765187896869,
      "grad_norm": 8.5,
      "learning_rate": 9.913632338650545e-07,
      "loss": 1.8998,
      "mean_token_accuracy": 0.5682767748832702,
      "num_tokens": 595268808.0,
      "step": 772730
    },
    {
      "epoch": 0.9801892033822197,
      "grad_norm": 5.09375,
      "learning_rate": 9.907289237787628e-07,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5533923089504242,
      "num_tokens": 595275900.0,
      "step": 772740
    },
    {
      "epoch": 0.9802018879747526,
      "grad_norm": 6.71875,
      "learning_rate": 9.900946136924711e-07,
      "loss": 2.0283,
      "mean_token_accuracy": 0.546127450466156,
      "num_tokens": 595283054.0,
      "step": 772750
    },
    {
      "epoch": 0.9802145725672854,
      "grad_norm": 5.46875,
      "learning_rate": 9.894603036061799e-07,
      "loss": 2.2353,
      "mean_token_accuracy": 0.5222880214452743,
      "num_tokens": 595292424.0,
      "step": 772760
    },
    {
      "epoch": 0.9802272571598183,
      "grad_norm": 6.34375,
      "learning_rate": 9.888259935198882e-07,
      "loss": 1.8232,
      "mean_token_accuracy": 0.5795651912689209,
      "num_tokens": 595298472.0,
      "step": 772770
    },
    {
      "epoch": 0.9802399417523511,
      "grad_norm": 7.125,
      "learning_rate": 9.881916834335967e-07,
      "loss": 2.1851,
      "mean_token_accuracy": 0.5220713675022125,
      "num_tokens": 595305225.0,
      "step": 772780
    },
    {
      "epoch": 0.980252626344884,
      "grad_norm": 6.96875,
      "learning_rate": 9.87557373347305e-07,
      "loss": 1.9893,
      "mean_token_accuracy": 0.5563709646463394,
      "num_tokens": 595313095.0,
      "step": 772790
    },
    {
      "epoch": 0.9802653109374168,
      "grad_norm": 6.15625,
      "learning_rate": 9.869230632610136e-07,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5476059734821319,
      "num_tokens": 595320464.0,
      "step": 772800
    },
    {
      "epoch": 0.9802779955299495,
      "grad_norm": 6.15625,
      "learning_rate": 9.86288753174722e-07,
      "loss": 2.1147,
      "mean_token_accuracy": 0.5389116942882538,
      "num_tokens": 595329304.0,
      "step": 772810
    },
    {
      "epoch": 0.9802906801224824,
      "grad_norm": 5.53125,
      "learning_rate": 9.856544430884304e-07,
      "loss": 2.043,
      "mean_token_accuracy": 0.548687407374382,
      "num_tokens": 595335944.0,
      "step": 772820
    },
    {
      "epoch": 0.9803033647150152,
      "grad_norm": 5.65625,
      "learning_rate": 9.85020133002139e-07,
      "loss": 1.9924,
      "mean_token_accuracy": 0.5692116111516953,
      "num_tokens": 595343927.0,
      "step": 772830
    },
    {
      "epoch": 0.9803160493075481,
      "grad_norm": 4.59375,
      "learning_rate": 9.843858229158475e-07,
      "loss": 2.1487,
      "mean_token_accuracy": 0.5336134970188141,
      "num_tokens": 595352359.0,
      "step": 772840
    },
    {
      "epoch": 0.9803287339000809,
      "grad_norm": 6.3125,
      "learning_rate": 9.837515128295558e-07,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5729715526103973,
      "num_tokens": 595359794.0,
      "step": 772850
    },
    {
      "epoch": 0.9803414184926138,
      "grad_norm": 5.90625,
      "learning_rate": 9.831172027432643e-07,
      "loss": 1.7777,
      "mean_token_accuracy": 0.6028401851654053,
      "num_tokens": 595364907.0,
      "step": 772860
    },
    {
      "epoch": 0.9803541030851466,
      "grad_norm": 7.375,
      "learning_rate": 9.824828926569728e-07,
      "loss": 2.1567,
      "mean_token_accuracy": 0.5266810417175293,
      "num_tokens": 595372812.0,
      "step": 772870
    },
    {
      "epoch": 0.9803667876776795,
      "grad_norm": 6.03125,
      "learning_rate": 9.818485825706812e-07,
      "loss": 2.0226,
      "mean_token_accuracy": 0.5706944942474366,
      "num_tokens": 595380256.0,
      "step": 772880
    },
    {
      "epoch": 0.9803794722702123,
      "grad_norm": 5.6875,
      "learning_rate": 9.812142724843897e-07,
      "loss": 2.0026,
      "mean_token_accuracy": 0.5534351497888566,
      "num_tokens": 595389135.0,
      "step": 772890
    },
    {
      "epoch": 0.9803921568627451,
      "grad_norm": 5.8125,
      "learning_rate": 9.80579962398098e-07,
      "loss": 1.7686,
      "mean_token_accuracy": 0.5961109042167664,
      "num_tokens": 595396565.0,
      "step": 772900
    },
    {
      "epoch": 0.980404841455278,
      "grad_norm": 11.6875,
      "learning_rate": 9.799456523118067e-07,
      "loss": 2.0291,
      "mean_token_accuracy": 0.5529695153236389,
      "num_tokens": 595404353.0,
      "step": 772910
    },
    {
      "epoch": 0.9804175260478107,
      "grad_norm": 5.09375,
      "learning_rate": 9.79311342225515e-07,
      "loss": 2.0463,
      "mean_token_accuracy": 0.5418444126844406,
      "num_tokens": 595412598.0,
      "step": 772920
    },
    {
      "epoch": 0.9804302106403436,
      "grad_norm": 5.25,
      "learning_rate": 9.786770321392234e-07,
      "loss": 1.963,
      "mean_token_accuracy": 0.5642722696065903,
      "num_tokens": 595420043.0,
      "step": 772930
    },
    {
      "epoch": 0.9804428952328764,
      "grad_norm": 6.09375,
      "learning_rate": 9.78042722052932e-07,
      "loss": 1.9755,
      "mean_token_accuracy": 0.580233508348465,
      "num_tokens": 595426587.0,
      "step": 772940
    },
    {
      "epoch": 0.9804555798254093,
      "grad_norm": 6.125,
      "learning_rate": 9.774084119666404e-07,
      "loss": 1.8707,
      "mean_token_accuracy": 0.5895302325487137,
      "num_tokens": 595432225.0,
      "step": 772950
    },
    {
      "epoch": 0.9804682644179421,
      "grad_norm": 4.875,
      "learning_rate": 9.76774101880349e-07,
      "loss": 2.2253,
      "mean_token_accuracy": 0.5154801607131958,
      "num_tokens": 595439918.0,
      "step": 772960
    },
    {
      "epoch": 0.9804809490104749,
      "grad_norm": 7.34375,
      "learning_rate": 9.761397917940573e-07,
      "loss": 1.9396,
      "mean_token_accuracy": 0.5625269085168838,
      "num_tokens": 595447119.0,
      "step": 772970
    },
    {
      "epoch": 0.9804936336030078,
      "grad_norm": 5.96875,
      "learning_rate": 9.755054817077658e-07,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5332386523485184,
      "num_tokens": 595455663.0,
      "step": 772980
    },
    {
      "epoch": 0.9805063181955406,
      "grad_norm": 6.9375,
      "learning_rate": 9.748711716214743e-07,
      "loss": 2.0645,
      "mean_token_accuracy": 0.5461071968078614,
      "num_tokens": 595462971.0,
      "step": 772990
    },
    {
      "epoch": 0.9805190027880735,
      "grad_norm": 7.09375,
      "learning_rate": 9.742368615351826e-07,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5180239230394363,
      "num_tokens": 595471741.0,
      "step": 773000
    },
    {
      "epoch": 0.9805316873806063,
      "grad_norm": 5.1875,
      "learning_rate": 9.736025514488912e-07,
      "loss": 1.9591,
      "mean_token_accuracy": 0.5706406205892562,
      "num_tokens": 595478263.0,
      "step": 773010
    },
    {
      "epoch": 0.9805443719731392,
      "grad_norm": 5.96875,
      "learning_rate": 9.729682413625997e-07,
      "loss": 2.1742,
      "mean_token_accuracy": 0.5197100907564163,
      "num_tokens": 595485731.0,
      "step": 773020
    },
    {
      "epoch": 0.9805570565656719,
      "grad_norm": 8.4375,
      "learning_rate": 9.72333931276308e-07,
      "loss": 2.1355,
      "mean_token_accuracy": 0.5344774425029755,
      "num_tokens": 595493393.0,
      "step": 773030
    },
    {
      "epoch": 0.9805697411582047,
      "grad_norm": 6.0,
      "learning_rate": 9.716996211900165e-07,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5564382314682007,
      "num_tokens": 595501682.0,
      "step": 773040
    },
    {
      "epoch": 0.9805824257507376,
      "grad_norm": 9.0625,
      "learning_rate": 9.710653111037249e-07,
      "loss": 2.2043,
      "mean_token_accuracy": 0.5232710421085358,
      "num_tokens": 595508735.0,
      "step": 773050
    },
    {
      "epoch": 0.9805951103432704,
      "grad_norm": 5.53125,
      "learning_rate": 9.704310010174334e-07,
      "loss": 1.8961,
      "mean_token_accuracy": 0.5718679547309875,
      "num_tokens": 595515763.0,
      "step": 773060
    },
    {
      "epoch": 0.9806077949358033,
      "grad_norm": 4.875,
      "learning_rate": 9.69796690931142e-07,
      "loss": 1.957,
      "mean_token_accuracy": 0.5759110361337662,
      "num_tokens": 595522294.0,
      "step": 773070
    },
    {
      "epoch": 0.9806204795283361,
      "grad_norm": 5.4375,
      "learning_rate": 9.691623808448502e-07,
      "loss": 2.0661,
      "mean_token_accuracy": 0.5555729508399964,
      "num_tokens": 595530037.0,
      "step": 773080
    },
    {
      "epoch": 0.980633164120869,
      "grad_norm": 8.4375,
      "learning_rate": 9.68528070758559e-07,
      "loss": 2.0284,
      "mean_token_accuracy": 0.5587690323591232,
      "num_tokens": 595538344.0,
      "step": 773090
    },
    {
      "epoch": 0.9806458487134018,
      "grad_norm": 5.4375,
      "learning_rate": 9.678937606722673e-07,
      "loss": 2.0715,
      "mean_token_accuracy": 0.531764879822731,
      "num_tokens": 595545353.0,
      "step": 773100
    },
    {
      "epoch": 0.9806585333059347,
      "grad_norm": 6.3125,
      "learning_rate": 9.672594505859756e-07,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5508093297481537,
      "num_tokens": 595551523.0,
      "step": 773110
    },
    {
      "epoch": 0.9806712178984675,
      "grad_norm": 4.90625,
      "learning_rate": 9.666251404996841e-07,
      "loss": 1.8848,
      "mean_token_accuracy": 0.5842201769351959,
      "num_tokens": 595558049.0,
      "step": 773120
    },
    {
      "epoch": 0.9806839024910002,
      "grad_norm": 4.90625,
      "learning_rate": 9.659908304133927e-07,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5429481446743012,
      "num_tokens": 595565738.0,
      "step": 773130
    },
    {
      "epoch": 0.9806965870835331,
      "grad_norm": 6.0625,
      "learning_rate": 9.653565203271012e-07,
      "loss": 2.1279,
      "mean_token_accuracy": 0.5204915940761566,
      "num_tokens": 595573905.0,
      "step": 773140
    },
    {
      "epoch": 0.9807092716760659,
      "grad_norm": 5.46875,
      "learning_rate": 9.647222102408095e-07,
      "loss": 2.093,
      "mean_token_accuracy": 0.5392974257469177,
      "num_tokens": 595581587.0,
      "step": 773150
    },
    {
      "epoch": 0.9807219562685988,
      "grad_norm": 4.90625,
      "learning_rate": 9.640879001545178e-07,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5261682093143463,
      "num_tokens": 595589737.0,
      "step": 773160
    },
    {
      "epoch": 0.9807346408611316,
      "grad_norm": 4.1875,
      "learning_rate": 9.634535900682266e-07,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5532054752111435,
      "num_tokens": 595597928.0,
      "step": 773170
    },
    {
      "epoch": 0.9807473254536645,
      "grad_norm": 5.125,
      "learning_rate": 9.628192799819349e-07,
      "loss": 2.041,
      "mean_token_accuracy": 0.5467599391937256,
      "num_tokens": 595605946.0,
      "step": 773180
    },
    {
      "epoch": 0.9807600100461973,
      "grad_norm": 6.375,
      "learning_rate": 9.621849698956434e-07,
      "loss": 2.2828,
      "mean_token_accuracy": 0.5030789345502853,
      "num_tokens": 595614285.0,
      "step": 773190
    },
    {
      "epoch": 0.9807726946387301,
      "grad_norm": 6.1875,
      "learning_rate": 9.615506598093517e-07,
      "loss": 2.2263,
      "mean_token_accuracy": 0.5230077147483826,
      "num_tokens": 595620102.0,
      "step": 773200
    },
    {
      "epoch": 0.980785379231263,
      "grad_norm": 7.5625,
      "learning_rate": 9.609163497230602e-07,
      "loss": 2.2619,
      "mean_token_accuracy": 0.5162339091300965,
      "num_tokens": 595628015.0,
      "step": 773210
    },
    {
      "epoch": 0.9807980638237958,
      "grad_norm": 4.96875,
      "learning_rate": 9.602820396367688e-07,
      "loss": 2.14,
      "mean_token_accuracy": 0.5335250496864319,
      "num_tokens": 595636147.0,
      "step": 773220
    },
    {
      "epoch": 0.9808107484163286,
      "grad_norm": 5.15625,
      "learning_rate": 9.59647729550477e-07,
      "loss": 1.9287,
      "mean_token_accuracy": 0.583873963356018,
      "num_tokens": 595642941.0,
      "step": 773230
    },
    {
      "epoch": 0.9808234330088614,
      "grad_norm": 5.75,
      "learning_rate": 9.590134194641856e-07,
      "loss": 1.9803,
      "mean_token_accuracy": 0.5671757966279983,
      "num_tokens": 595649626.0,
      "step": 773240
    },
    {
      "epoch": 0.9808361176013943,
      "grad_norm": 17.375,
      "learning_rate": 9.583791093778941e-07,
      "loss": 1.9838,
      "mean_token_accuracy": 0.5762762278318405,
      "num_tokens": 595655922.0,
      "step": 773250
    },
    {
      "epoch": 0.9808488021939271,
      "grad_norm": 7.21875,
      "learning_rate": 9.577447992916025e-07,
      "loss": 1.8752,
      "mean_token_accuracy": 0.5688004434108734,
      "num_tokens": 595663232.0,
      "step": 773260
    },
    {
      "epoch": 0.98086148678646,
      "grad_norm": 6.5625,
      "learning_rate": 9.57110489205311e-07,
      "loss": 1.7909,
      "mean_token_accuracy": 0.6032886952161789,
      "num_tokens": 595669484.0,
      "step": 773270
    },
    {
      "epoch": 0.9808741713789928,
      "grad_norm": 5.5625,
      "learning_rate": 9.564761791190195e-07,
      "loss": 2.1741,
      "mean_token_accuracy": 0.524004340171814,
      "num_tokens": 595678424.0,
      "step": 773280
    },
    {
      "epoch": 0.9808868559715256,
      "grad_norm": 5.90625,
      "learning_rate": 9.558418690327278e-07,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5564223498106002,
      "num_tokens": 595686403.0,
      "step": 773290
    },
    {
      "epoch": 0.9808995405640585,
      "grad_norm": 5.625,
      "learning_rate": 9.552075589464364e-07,
      "loss": 2.3329,
      "mean_token_accuracy": 0.5083990573883057,
      "num_tokens": 595694418.0,
      "step": 773300
    },
    {
      "epoch": 0.9809122251565913,
      "grad_norm": 7.59375,
      "learning_rate": 9.545732488601447e-07,
      "loss": 1.9899,
      "mean_token_accuracy": 0.5570313066244126,
      "num_tokens": 595701331.0,
      "step": 773310
    },
    {
      "epoch": 0.9809249097491242,
      "grad_norm": 5.9375,
      "learning_rate": 9.539389387738534e-07,
      "loss": 1.7546,
      "mean_token_accuracy": 0.5929076313972473,
      "num_tokens": 595707608.0,
      "step": 773320
    },
    {
      "epoch": 0.980937594341657,
      "grad_norm": 5.25,
      "learning_rate": 9.533046286875617e-07,
      "loss": 2.0051,
      "mean_token_accuracy": 0.5576500296592712,
      "num_tokens": 595714519.0,
      "step": 773330
    },
    {
      "epoch": 0.9809502789341898,
      "grad_norm": 5.15625,
      "learning_rate": 9.526703186012702e-07,
      "loss": 2.0925,
      "mean_token_accuracy": 0.541012042760849,
      "num_tokens": 595722818.0,
      "step": 773340
    },
    {
      "epoch": 0.9809629635267226,
      "grad_norm": 5.0625,
      "learning_rate": 9.520360085149787e-07,
      "loss": 2.1204,
      "mean_token_accuracy": 0.5297948837280273,
      "num_tokens": 595729157.0,
      "step": 773350
    },
    {
      "epoch": 0.9809756481192554,
      "grad_norm": 5.5,
      "learning_rate": 9.514016984286871e-07,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5780576527118683,
      "num_tokens": 595736875.0,
      "step": 773360
    },
    {
      "epoch": 0.9809883327117883,
      "grad_norm": 5.0625,
      "learning_rate": 9.507673883423955e-07,
      "loss": 2.1943,
      "mean_token_accuracy": 0.5248665153980255,
      "num_tokens": 595745311.0,
      "step": 773370
    },
    {
      "epoch": 0.9810010173043211,
      "grad_norm": 5.15625,
      "learning_rate": 9.50133078256104e-07,
      "loss": 1.8058,
      "mean_token_accuracy": 0.5991334021091461,
      "num_tokens": 595750870.0,
      "step": 773380
    },
    {
      "epoch": 0.981013701896854,
      "grad_norm": 5.78125,
      "learning_rate": 9.494987681698126e-07,
      "loss": 2.1268,
      "mean_token_accuracy": 0.5419796615839004,
      "num_tokens": 595758503.0,
      "step": 773390
    },
    {
      "epoch": 0.9810263864893868,
      "grad_norm": 6.21875,
      "learning_rate": 9.488644580835209e-07,
      "loss": 2.1169,
      "mean_token_accuracy": 0.5278475850820541,
      "num_tokens": 595765809.0,
      "step": 773400
    },
    {
      "epoch": 0.9810390710819197,
      "grad_norm": 4.90625,
      "learning_rate": 9.482301479972293e-07,
      "loss": 2.0727,
      "mean_token_accuracy": 0.542376309633255,
      "num_tokens": 595773720.0,
      "step": 773410
    },
    {
      "epoch": 0.9810517556744525,
      "grad_norm": 5.90625,
      "learning_rate": 9.475958379109377e-07,
      "loss": 1.992,
      "mean_token_accuracy": 0.5554433703422547,
      "num_tokens": 595780280.0,
      "step": 773420
    },
    {
      "epoch": 0.9810644402669852,
      "grad_norm": 5.40625,
      "learning_rate": 9.469615278246464e-07,
      "loss": 1.9479,
      "mean_token_accuracy": 0.5687860757112503,
      "num_tokens": 595788547.0,
      "step": 773430
    },
    {
      "epoch": 0.9810771248595181,
      "grad_norm": 5.28125,
      "learning_rate": 9.463272177383548e-07,
      "loss": 2.0492,
      "mean_token_accuracy": 0.5398656606674195,
      "num_tokens": 595795971.0,
      "step": 773440
    },
    {
      "epoch": 0.9810898094520509,
      "grad_norm": 5.8125,
      "learning_rate": 9.456929076520631e-07,
      "loss": 2.0777,
      "mean_token_accuracy": 0.5404541045427322,
      "num_tokens": 595803137.0,
      "step": 773450
    },
    {
      "epoch": 0.9811024940445838,
      "grad_norm": 6.8125,
      "learning_rate": 9.450585975657715e-07,
      "loss": 2.1434,
      "mean_token_accuracy": 0.5365214407444,
      "num_tokens": 595811154.0,
      "step": 773460
    },
    {
      "epoch": 0.9811151786371166,
      "grad_norm": 10.4375,
      "learning_rate": 9.444242874794802e-07,
      "loss": 1.9148,
      "mean_token_accuracy": 0.5587123453617096,
      "num_tokens": 595818305.0,
      "step": 773470
    },
    {
      "epoch": 0.9811278632296495,
      "grad_norm": 4.96875,
      "learning_rate": 9.437899773931886e-07,
      "loss": 2.1736,
      "mean_token_accuracy": 0.521868634223938,
      "num_tokens": 595827563.0,
      "step": 773480
    },
    {
      "epoch": 0.9811405478221823,
      "grad_norm": 4.71875,
      "learning_rate": 9.43155667306897e-07,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5342071413993835,
      "num_tokens": 595835622.0,
      "step": 773490
    },
    {
      "epoch": 0.9811532324147152,
      "grad_norm": 6.46875,
      "learning_rate": 9.425213572206055e-07,
      "loss": 1.8054,
      "mean_token_accuracy": 0.5945716917514801,
      "num_tokens": 595842652.0,
      "step": 773500
    },
    {
      "epoch": 0.981165917007248,
      "grad_norm": 6.59375,
      "learning_rate": 9.41887047134314e-07,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5298844099044799,
      "num_tokens": 595849532.0,
      "step": 773510
    },
    {
      "epoch": 0.9811786015997808,
      "grad_norm": 4.78125,
      "learning_rate": 9.412527370480224e-07,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5379788517951966,
      "num_tokens": 595858469.0,
      "step": 773520
    },
    {
      "epoch": 0.9811912861923137,
      "grad_norm": 4.875,
      "learning_rate": 9.406184269617308e-07,
      "loss": 2.0144,
      "mean_token_accuracy": 0.5635963141918182,
      "num_tokens": 595865822.0,
      "step": 773530
    },
    {
      "epoch": 0.9812039707848464,
      "grad_norm": 6.1875,
      "learning_rate": 9.399841168754393e-07,
      "loss": 1.8247,
      "mean_token_accuracy": 0.6024041712284088,
      "num_tokens": 595871656.0,
      "step": 773540
    },
    {
      "epoch": 0.9812166553773793,
      "grad_norm": 5.40625,
      "learning_rate": 9.393498067891478e-07,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5641634404659271,
      "num_tokens": 595879599.0,
      "step": 773550
    },
    {
      "epoch": 0.9812293399699121,
      "grad_norm": 4.84375,
      "learning_rate": 9.387154967028562e-07,
      "loss": 2.0288,
      "mean_token_accuracy": 0.546110999584198,
      "num_tokens": 595888536.0,
      "step": 773560
    },
    {
      "epoch": 0.981242024562445,
      "grad_norm": 5.28125,
      "learning_rate": 9.380811866165646e-07,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5309859156608582,
      "num_tokens": 595895131.0,
      "step": 773570
    },
    {
      "epoch": 0.9812547091549778,
      "grad_norm": 5.59375,
      "learning_rate": 9.374468765302731e-07,
      "loss": 2.2721,
      "mean_token_accuracy": 0.5168718695640564,
      "num_tokens": 595903893.0,
      "step": 773580
    },
    {
      "epoch": 0.9812673937475106,
      "grad_norm": 5.15625,
      "learning_rate": 9.368125664439816e-07,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5396514773368836,
      "num_tokens": 595910997.0,
      "step": 773590
    },
    {
      "epoch": 0.9812800783400435,
      "grad_norm": 5.59375,
      "learning_rate": 9.3617825635769e-07,
      "loss": 1.9768,
      "mean_token_accuracy": 0.561230742931366,
      "num_tokens": 595919428.0,
      "step": 773600
    },
    {
      "epoch": 0.9812927629325763,
      "grad_norm": 5.5,
      "learning_rate": 9.355439462713986e-07,
      "loss": 2.1571,
      "mean_token_accuracy": 0.5321316421031952,
      "num_tokens": 595927456.0,
      "step": 773610
    },
    {
      "epoch": 0.9813054475251092,
      "grad_norm": 4.90625,
      "learning_rate": 9.34909636185107e-07,
      "loss": 2.0149,
      "mean_token_accuracy": 0.558357784152031,
      "num_tokens": 595937696.0,
      "step": 773620
    },
    {
      "epoch": 0.981318132117642,
      "grad_norm": 6.96875,
      "learning_rate": 9.342753260988154e-07,
      "loss": 1.7046,
      "mean_token_accuracy": 0.6032327890396119,
      "num_tokens": 595944863.0,
      "step": 773630
    },
    {
      "epoch": 0.9813308167101749,
      "grad_norm": 6.5625,
      "learning_rate": 9.336410160125238e-07,
      "loss": 2.0531,
      "mean_token_accuracy": 0.5493606984615326,
      "num_tokens": 595953379.0,
      "step": 773640
    },
    {
      "epoch": 0.9813435013027076,
      "grad_norm": 5.125,
      "learning_rate": 9.330067059262324e-07,
      "loss": 1.7427,
      "mean_token_accuracy": 0.6101775944232941,
      "num_tokens": 595959934.0,
      "step": 773650
    },
    {
      "epoch": 0.9813561858952405,
      "grad_norm": 5.375,
      "learning_rate": 9.323723958399408e-07,
      "loss": 1.9074,
      "mean_token_accuracy": 0.5640905201435089,
      "num_tokens": 595968214.0,
      "step": 773660
    },
    {
      "epoch": 0.9813688704877733,
      "grad_norm": 5.53125,
      "learning_rate": 9.317380857536493e-07,
      "loss": 2.06,
      "mean_token_accuracy": 0.5395047754049301,
      "num_tokens": 595976284.0,
      "step": 773670
    },
    {
      "epoch": 0.9813815550803061,
      "grad_norm": 4.8125,
      "learning_rate": 9.311037756673576e-07,
      "loss": 2.0167,
      "mean_token_accuracy": 0.5530284583568573,
      "num_tokens": 595983544.0,
      "step": 773680
    },
    {
      "epoch": 0.981394239672839,
      "grad_norm": 5.5,
      "learning_rate": 9.304694655810662e-07,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5307116746902466,
      "num_tokens": 595990594.0,
      "step": 773690
    },
    {
      "epoch": 0.9814069242653718,
      "grad_norm": 8.1875,
      "learning_rate": 9.298351554947746e-07,
      "loss": 1.8621,
      "mean_token_accuracy": 0.5866352260112763,
      "num_tokens": 595998307.0,
      "step": 773700
    },
    {
      "epoch": 0.9814196088579047,
      "grad_norm": 5.09375,
      "learning_rate": 9.29200845408483e-07,
      "loss": 2.2613,
      "mean_token_accuracy": 0.5175013095140457,
      "num_tokens": 596006987.0,
      "step": 773710
    },
    {
      "epoch": 0.9814322934504375,
      "grad_norm": 6.3125,
      "learning_rate": 9.285665353221916e-07,
      "loss": 2.1527,
      "mean_token_accuracy": 0.5284935861825943,
      "num_tokens": 596015629.0,
      "step": 773720
    },
    {
      "epoch": 0.9814449780429704,
      "grad_norm": 10.3125,
      "learning_rate": 9.279322252359e-07,
      "loss": 2.1448,
      "mean_token_accuracy": 0.5489831358194351,
      "num_tokens": 596023258.0,
      "step": 773730
    },
    {
      "epoch": 0.9814576626355032,
      "grad_norm": 17.875,
      "learning_rate": 9.272979151496084e-07,
      "loss": 2.1482,
      "mean_token_accuracy": 0.5252616912126541,
      "num_tokens": 596030910.0,
      "step": 773740
    },
    {
      "epoch": 0.9814703472280359,
      "grad_norm": 4.8125,
      "learning_rate": 9.266636050633168e-07,
      "loss": 1.9154,
      "mean_token_accuracy": 0.5723194181919098,
      "num_tokens": 596039318.0,
      "step": 773750
    },
    {
      "epoch": 0.9814830318205688,
      "grad_norm": 4.6875,
      "learning_rate": 9.260292949770254e-07,
      "loss": 2.1724,
      "mean_token_accuracy": 0.5316393911838532,
      "num_tokens": 596048316.0,
      "step": 773760
    },
    {
      "epoch": 0.9814957164131016,
      "grad_norm": 4.96875,
      "learning_rate": 9.253949848907338e-07,
      "loss": 1.7817,
      "mean_token_accuracy": 0.6025992810726166,
      "num_tokens": 596055548.0,
      "step": 773770
    },
    {
      "epoch": 0.9815084010056345,
      "grad_norm": 7.90625,
      "learning_rate": 9.247606748044422e-07,
      "loss": 1.9764,
      "mean_token_accuracy": 0.5577864557504654,
      "num_tokens": 596063162.0,
      "step": 773780
    },
    {
      "epoch": 0.9815210855981673,
      "grad_norm": 5.25,
      "learning_rate": 9.241263647181506e-07,
      "loss": 2.0665,
      "mean_token_accuracy": 0.5462873011827469,
      "num_tokens": 596072258.0,
      "step": 773790
    },
    {
      "epoch": 0.9815337701907002,
      "grad_norm": 5.53125,
      "learning_rate": 9.234920546318592e-07,
      "loss": 1.6346,
      "mean_token_accuracy": 0.6330639034509659,
      "num_tokens": 596077205.0,
      "step": 773800
    },
    {
      "epoch": 0.981546454783233,
      "grad_norm": 4.8125,
      "learning_rate": 9.228577445455676e-07,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5476491153240204,
      "num_tokens": 596085266.0,
      "step": 773810
    },
    {
      "epoch": 0.9815591393757658,
      "grad_norm": 4.5,
      "learning_rate": 9.22223434459276e-07,
      "loss": 2.0378,
      "mean_token_accuracy": 0.5517472207546235,
      "num_tokens": 596093418.0,
      "step": 773820
    },
    {
      "epoch": 0.9815718239682987,
      "grad_norm": 5.0625,
      "learning_rate": 9.215891243729844e-07,
      "loss": 2.0255,
      "mean_token_accuracy": 0.5505787402391433,
      "num_tokens": 596100303.0,
      "step": 773830
    },
    {
      "epoch": 0.9815845085608315,
      "grad_norm": 5.875,
      "learning_rate": 9.209548142866931e-07,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5621921867132187,
      "num_tokens": 596107455.0,
      "step": 773840
    },
    {
      "epoch": 0.9815971931533644,
      "grad_norm": 4.9375,
      "learning_rate": 9.203205042004015e-07,
      "loss": 2.0025,
      "mean_token_accuracy": 0.556985491514206,
      "num_tokens": 596114988.0,
      "step": 773850
    },
    {
      "epoch": 0.9816098777458971,
      "grad_norm": 5.4375,
      "learning_rate": 9.196861941141098e-07,
      "loss": 2.2131,
      "mean_token_accuracy": 0.515979778766632,
      "num_tokens": 596123731.0,
      "step": 773860
    },
    {
      "epoch": 0.98162256233843,
      "grad_norm": 4.8125,
      "learning_rate": 9.190518840278184e-07,
      "loss": 1.9055,
      "mean_token_accuracy": 0.5807112932205201,
      "num_tokens": 596131471.0,
      "step": 773870
    },
    {
      "epoch": 0.9816352469309628,
      "grad_norm": 6.75,
      "learning_rate": 9.184175739415269e-07,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5614066958427429,
      "num_tokens": 596139153.0,
      "step": 773880
    },
    {
      "epoch": 0.9816479315234957,
      "grad_norm": 6.9375,
      "learning_rate": 9.177832638552353e-07,
      "loss": 1.9542,
      "mean_token_accuracy": 0.5541583269834518,
      "num_tokens": 596146236.0,
      "step": 773890
    },
    {
      "epoch": 0.9816606161160285,
      "grad_norm": 7.09375,
      "learning_rate": 9.171489537689437e-07,
      "loss": 1.8235,
      "mean_token_accuracy": 0.5974880486726761,
      "num_tokens": 596152457.0,
      "step": 773900
    },
    {
      "epoch": 0.9816733007085613,
      "grad_norm": 6.3125,
      "learning_rate": 9.165146436826522e-07,
      "loss": 2.093,
      "mean_token_accuracy": 0.5384702295064926,
      "num_tokens": 596160520.0,
      "step": 773910
    },
    {
      "epoch": 0.9816859853010942,
      "grad_norm": 5.03125,
      "learning_rate": 9.158803335963607e-07,
      "loss": 2.0864,
      "mean_token_accuracy": 0.5439740777015686,
      "num_tokens": 596167175.0,
      "step": 773920
    },
    {
      "epoch": 0.981698669893627,
      "grad_norm": 5.65625,
      "learning_rate": 9.152460235100691e-07,
      "loss": 2.239,
      "mean_token_accuracy": 0.5214937418699265,
      "num_tokens": 596176109.0,
      "step": 773930
    },
    {
      "epoch": 0.9817113544861599,
      "grad_norm": 5.625,
      "learning_rate": 9.146117134237775e-07,
      "loss": 2.0459,
      "mean_token_accuracy": 0.551876625418663,
      "num_tokens": 596183354.0,
      "step": 773940
    },
    {
      "epoch": 0.9817240390786927,
      "grad_norm": 4.90625,
      "learning_rate": 9.13977403337486e-07,
      "loss": 2.0723,
      "mean_token_accuracy": 0.5435005724430084,
      "num_tokens": 596191503.0,
      "step": 773950
    },
    {
      "epoch": 0.9817367236712256,
      "grad_norm": 8.5625,
      "learning_rate": 9.133430932511944e-07,
      "loss": 2.0534,
      "mean_token_accuracy": 0.5518967688083649,
      "num_tokens": 596198541.0,
      "step": 773960
    },
    {
      "epoch": 0.9817494082637583,
      "grad_norm": 5.78125,
      "learning_rate": 9.127087831649029e-07,
      "loss": 1.9775,
      "mean_token_accuracy": 0.5617240488529205,
      "num_tokens": 596205497.0,
      "step": 773970
    },
    {
      "epoch": 0.9817620928562911,
      "grad_norm": 8.1875,
      "learning_rate": 9.120744730786114e-07,
      "loss": 2.1046,
      "mean_token_accuracy": 0.5351873099803924,
      "num_tokens": 596213422.0,
      "step": 773980
    },
    {
      "epoch": 0.981774777448824,
      "grad_norm": 4.8125,
      "learning_rate": 9.114401629923198e-07,
      "loss": 1.8574,
      "mean_token_accuracy": 0.5853984773159027,
      "num_tokens": 596220171.0,
      "step": 773990
    },
    {
      "epoch": 0.9817874620413568,
      "grad_norm": 4.90625,
      "learning_rate": 9.108058529060282e-07,
      "loss": 1.8783,
      "mean_token_accuracy": 0.5766307264566422,
      "num_tokens": 596228176.0,
      "step": 774000
    },
    {
      "epoch": 0.9818001466338897,
      "grad_norm": 5.0625,
      "learning_rate": 9.101715428197367e-07,
      "loss": 2.0112,
      "mean_token_accuracy": 0.5563904762268066,
      "num_tokens": 596237253.0,
      "step": 774010
    },
    {
      "epoch": 0.9818128312264225,
      "grad_norm": 5.28125,
      "learning_rate": 9.095372327334453e-07,
      "loss": 1.8225,
      "mean_token_accuracy": 0.593202406167984,
      "num_tokens": 596243844.0,
      "step": 774020
    },
    {
      "epoch": 0.9818255158189554,
      "grad_norm": 7.4375,
      "learning_rate": 9.089029226471536e-07,
      "loss": 1.8672,
      "mean_token_accuracy": 0.5871308445930481,
      "num_tokens": 596250403.0,
      "step": 774030
    },
    {
      "epoch": 0.9818382004114882,
      "grad_norm": 7.5,
      "learning_rate": 9.08268612560862e-07,
      "loss": 2.0462,
      "mean_token_accuracy": 0.5562409490346909,
      "num_tokens": 596256946.0,
      "step": 774040
    },
    {
      "epoch": 0.9818508850040211,
      "grad_norm": 5.8125,
      "learning_rate": 9.076343024745705e-07,
      "loss": 1.9161,
      "mean_token_accuracy": 0.5803008466959,
      "num_tokens": 596263987.0,
      "step": 774050
    },
    {
      "epoch": 0.9818635695965539,
      "grad_norm": 6.25,
      "learning_rate": 9.069999923882791e-07,
      "loss": 2.0764,
      "mean_token_accuracy": 0.5438620209693908,
      "num_tokens": 596272478.0,
      "step": 774060
    },
    {
      "epoch": 0.9818762541890866,
      "grad_norm": 5.34375,
      "learning_rate": 9.063656823019875e-07,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5555931121110916,
      "num_tokens": 596281312.0,
      "step": 774070
    },
    {
      "epoch": 0.9818889387816195,
      "grad_norm": 9.1875,
      "learning_rate": 9.057313722156958e-07,
      "loss": 2.0301,
      "mean_token_accuracy": 0.5579470574855805,
      "num_tokens": 596287979.0,
      "step": 774080
    },
    {
      "epoch": 0.9819016233741523,
      "grad_norm": 6.9375,
      "learning_rate": 9.050970621294045e-07,
      "loss": 2.1854,
      "mean_token_accuracy": 0.5287301659584045,
      "num_tokens": 596296284.0,
      "step": 774090
    },
    {
      "epoch": 0.9819143079666852,
      "grad_norm": 5.21875,
      "learning_rate": 9.044627520431129e-07,
      "loss": 1.9858,
      "mean_token_accuracy": 0.5675810098648071,
      "num_tokens": 596304215.0,
      "step": 774100
    },
    {
      "epoch": 0.981926992559218,
      "grad_norm": 10.6875,
      "learning_rate": 9.038284419568213e-07,
      "loss": 1.8906,
      "mean_token_accuracy": 0.5739451050758362,
      "num_tokens": 596312508.0,
      "step": 774110
    },
    {
      "epoch": 0.9819396771517509,
      "grad_norm": 6.46875,
      "learning_rate": 9.031941318705297e-07,
      "loss": 2.0386,
      "mean_token_accuracy": 0.5408583223819733,
      "num_tokens": 596319864.0,
      "step": 774120
    },
    {
      "epoch": 0.9819523617442837,
      "grad_norm": 7.25,
      "learning_rate": 9.025598217842383e-07,
      "loss": 1.7631,
      "mean_token_accuracy": 0.6105881005525589,
      "num_tokens": 596327255.0,
      "step": 774130
    },
    {
      "epoch": 0.9819650463368165,
      "grad_norm": 6.1875,
      "learning_rate": 9.019255116979467e-07,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5402661591768265,
      "num_tokens": 596334952.0,
      "step": 774140
    },
    {
      "epoch": 0.9819777309293494,
      "grad_norm": 5.09375,
      "learning_rate": 9.012912016116551e-07,
      "loss": 2.079,
      "mean_token_accuracy": 0.537286427617073,
      "num_tokens": 596341994.0,
      "step": 774150
    },
    {
      "epoch": 0.9819904155218822,
      "grad_norm": 6.8125,
      "learning_rate": 9.006568915253635e-07,
      "loss": 1.9855,
      "mean_token_accuracy": 0.5594178795814514,
      "num_tokens": 596349415.0,
      "step": 774160
    },
    {
      "epoch": 0.982003100114415,
      "grad_norm": 7.5,
      "learning_rate": 9.00022581439072e-07,
      "loss": 2.1191,
      "mean_token_accuracy": 0.5407638221979141,
      "num_tokens": 596355610.0,
      "step": 774170
    },
    {
      "epoch": 0.9820157847069478,
      "grad_norm": 5.46875,
      "learning_rate": 8.993882713527805e-07,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5350428253412247,
      "num_tokens": 596362819.0,
      "step": 774180
    },
    {
      "epoch": 0.9820284692994807,
      "grad_norm": 5.375,
      "learning_rate": 8.987539612664889e-07,
      "loss": 2.0776,
      "mean_token_accuracy": 0.5448949843645096,
      "num_tokens": 596370376.0,
      "step": 774190
    },
    {
      "epoch": 0.9820411538920135,
      "grad_norm": 4.6875,
      "learning_rate": 8.981196511801973e-07,
      "loss": 2.1165,
      "mean_token_accuracy": 0.5413187742233276,
      "num_tokens": 596376875.0,
      "step": 774200
    },
    {
      "epoch": 0.9820538384845464,
      "grad_norm": 4.96875,
      "learning_rate": 8.974853410939058e-07,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5592398911714553,
      "num_tokens": 596384476.0,
      "step": 774210
    },
    {
      "epoch": 0.9820665230770792,
      "grad_norm": 4.46875,
      "learning_rate": 8.968510310076143e-07,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5519585341215134,
      "num_tokens": 596392861.0,
      "step": 774220
    },
    {
      "epoch": 0.982079207669612,
      "grad_norm": 6.15625,
      "learning_rate": 8.962167209213227e-07,
      "loss": 2.0774,
      "mean_token_accuracy": 0.5429686695337296,
      "num_tokens": 596400948.0,
      "step": 774230
    },
    {
      "epoch": 0.9820918922621449,
      "grad_norm": 5.21875,
      "learning_rate": 8.955824108350313e-07,
      "loss": 2.0536,
      "mean_token_accuracy": 0.5495388954877853,
      "num_tokens": 596408201.0,
      "step": 774240
    },
    {
      "epoch": 0.9821045768546777,
      "grad_norm": 4.875,
      "learning_rate": 8.949481007487397e-07,
      "loss": 1.9605,
      "mean_token_accuracy": 0.5654656678438187,
      "num_tokens": 596416393.0,
      "step": 774250
    },
    {
      "epoch": 0.9821172614472106,
      "grad_norm": 5.71875,
      "learning_rate": 8.943137906624481e-07,
      "loss": 2.1696,
      "mean_token_accuracy": 0.5216562986373902,
      "num_tokens": 596425091.0,
      "step": 774260
    },
    {
      "epoch": 0.9821299460397434,
      "grad_norm": 5.65625,
      "learning_rate": 8.936794805761565e-07,
      "loss": 2.227,
      "mean_token_accuracy": 0.5220236986875534,
      "num_tokens": 596433855.0,
      "step": 774270
    },
    {
      "epoch": 0.9821426306322762,
      "grad_norm": 5.59375,
      "learning_rate": 8.930451704898651e-07,
      "loss": 2.2131,
      "mean_token_accuracy": 0.5179921060800552,
      "num_tokens": 596442050.0,
      "step": 774280
    },
    {
      "epoch": 0.982155315224809,
      "grad_norm": 7.3125,
      "learning_rate": 8.924108604035735e-07,
      "loss": 2.0085,
      "mean_token_accuracy": 0.5554693460464477,
      "num_tokens": 596449578.0,
      "step": 774290
    },
    {
      "epoch": 0.9821679998173418,
      "grad_norm": 4.9375,
      "learning_rate": 8.91776550317282e-07,
      "loss": 2.0698,
      "mean_token_accuracy": 0.5421642780303955,
      "num_tokens": 596458584.0,
      "step": 774300
    },
    {
      "epoch": 0.9821806844098747,
      "grad_norm": 4.875,
      "learning_rate": 8.911422402309903e-07,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5369259685277938,
      "num_tokens": 596467812.0,
      "step": 774310
    },
    {
      "epoch": 0.9821933690024075,
      "grad_norm": 6.84375,
      "learning_rate": 8.905079301446989e-07,
      "loss": 2.1853,
      "mean_token_accuracy": 0.5200500071048737,
      "num_tokens": 596475264.0,
      "step": 774320
    },
    {
      "epoch": 0.9822060535949404,
      "grad_norm": 5.84375,
      "learning_rate": 8.898736200584073e-07,
      "loss": 2.2421,
      "mean_token_accuracy": 0.5116483479738235,
      "num_tokens": 596483677.0,
      "step": 774330
    },
    {
      "epoch": 0.9822187381874732,
      "grad_norm": 5.625,
      "learning_rate": 8.892393099721158e-07,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5319216191768646,
      "num_tokens": 596491462.0,
      "step": 774340
    },
    {
      "epoch": 0.9822314227800061,
      "grad_norm": 4.875,
      "learning_rate": 8.886049998858243e-07,
      "loss": 2.0722,
      "mean_token_accuracy": 0.5480595409870148,
      "num_tokens": 596499216.0,
      "step": 774350
    },
    {
      "epoch": 0.9822441073725389,
      "grad_norm": 4.3125,
      "learning_rate": 8.879706897995327e-07,
      "loss": 2.054,
      "mean_token_accuracy": 0.5411110430955887,
      "num_tokens": 596507362.0,
      "step": 774360
    },
    {
      "epoch": 0.9822567919650717,
      "grad_norm": 8.8125,
      "learning_rate": 8.873363797132411e-07,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5551000535488129,
      "num_tokens": 596514944.0,
      "step": 774370
    },
    {
      "epoch": 0.9822694765576045,
      "grad_norm": 5.0625,
      "learning_rate": 8.867020696269495e-07,
      "loss": 2.1722,
      "mean_token_accuracy": 0.5266000777482986,
      "num_tokens": 596523009.0,
      "step": 774380
    },
    {
      "epoch": 0.9822821611501373,
      "grad_norm": 5.03125,
      "learning_rate": 8.860677595406581e-07,
      "loss": 2.0501,
      "mean_token_accuracy": 0.5441417574882508,
      "num_tokens": 596530842.0,
      "step": 774390
    },
    {
      "epoch": 0.9822948457426702,
      "grad_norm": 5.1875,
      "learning_rate": 8.854334494543665e-07,
      "loss": 2.1141,
      "mean_token_accuracy": 0.5527363061904907,
      "num_tokens": 596537661.0,
      "step": 774400
    },
    {
      "epoch": 0.982307530335203,
      "grad_norm": 5.03125,
      "learning_rate": 8.847991393680749e-07,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5492277026176453,
      "num_tokens": 596544936.0,
      "step": 774410
    },
    {
      "epoch": 0.9823202149277359,
      "grad_norm": 8.0,
      "learning_rate": 8.841648292817833e-07,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5303561687469482,
      "num_tokens": 596552931.0,
      "step": 774420
    },
    {
      "epoch": 0.9823328995202687,
      "grad_norm": 5.71875,
      "learning_rate": 8.83530519195492e-07,
      "loss": 2.2149,
      "mean_token_accuracy": 0.5334080278873443,
      "num_tokens": 596559645.0,
      "step": 774430
    },
    {
      "epoch": 0.9823455841128016,
      "grad_norm": 4.59375,
      "learning_rate": 8.828962091092003e-07,
      "loss": 1.8267,
      "mean_token_accuracy": 0.5970886170864105,
      "num_tokens": 596567216.0,
      "step": 774440
    },
    {
      "epoch": 0.9823582687053344,
      "grad_norm": 5.9375,
      "learning_rate": 8.822618990229087e-07,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5637366563081742,
      "num_tokens": 596574755.0,
      "step": 774450
    },
    {
      "epoch": 0.9823709532978672,
      "grad_norm": 5.21875,
      "learning_rate": 8.816275889366171e-07,
      "loss": 1.9947,
      "mean_token_accuracy": 0.5565002679824829,
      "num_tokens": 596582902.0,
      "step": 774460
    },
    {
      "epoch": 0.9823836378904001,
      "grad_norm": 6.15625,
      "learning_rate": 8.809932788503258e-07,
      "loss": 2.0367,
      "mean_token_accuracy": 0.5475431948900222,
      "num_tokens": 596590104.0,
      "step": 774470
    },
    {
      "epoch": 0.9823963224829328,
      "grad_norm": 4.90625,
      "learning_rate": 8.803589687640342e-07,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5605597913265228,
      "num_tokens": 596597018.0,
      "step": 774480
    },
    {
      "epoch": 0.9824090070754657,
      "grad_norm": 5.21875,
      "learning_rate": 8.797246586777425e-07,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5303831428289414,
      "num_tokens": 596605287.0,
      "step": 774490
    },
    {
      "epoch": 0.9824216916679985,
      "grad_norm": 6.4375,
      "learning_rate": 8.790903485914511e-07,
      "loss": 2.0603,
      "mean_token_accuracy": 0.5413235992193222,
      "num_tokens": 596613028.0,
      "step": 774500
    },
    {
      "epoch": 0.9824343762605314,
      "grad_norm": 5.21875,
      "learning_rate": 8.784560385051596e-07,
      "loss": 2.1162,
      "mean_token_accuracy": 0.555206885933876,
      "num_tokens": 596620997.0,
      "step": 774510
    },
    {
      "epoch": 0.9824470608530642,
      "grad_norm": 6.1875,
      "learning_rate": 8.77821728418868e-07,
      "loss": 1.971,
      "mean_token_accuracy": 0.5598765015602112,
      "num_tokens": 596628658.0,
      "step": 774520
    },
    {
      "epoch": 0.982459745445597,
      "grad_norm": 5.34375,
      "learning_rate": 8.771874183325764e-07,
      "loss": 2.0734,
      "mean_token_accuracy": 0.5349194824695587,
      "num_tokens": 596635699.0,
      "step": 774530
    },
    {
      "epoch": 0.9824724300381299,
      "grad_norm": 5.40625,
      "learning_rate": 8.765531082462849e-07,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5576700627803802,
      "num_tokens": 596642729.0,
      "step": 774540
    },
    {
      "epoch": 0.9824851146306627,
      "grad_norm": 6.40625,
      "learning_rate": 8.759187981599934e-07,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5426794469356537,
      "num_tokens": 596649805.0,
      "step": 774550
    },
    {
      "epoch": 0.9824977992231956,
      "grad_norm": 7.3125,
      "learning_rate": 8.752844880737018e-07,
      "loss": 1.8717,
      "mean_token_accuracy": 0.5913376420736313,
      "num_tokens": 596656476.0,
      "step": 774560
    },
    {
      "epoch": 0.9825104838157284,
      "grad_norm": 5.1875,
      "learning_rate": 8.746501779874102e-07,
      "loss": 2.1529,
      "mean_token_accuracy": 0.5367221266031266,
      "num_tokens": 596663466.0,
      "step": 774570
    },
    {
      "epoch": 0.9825231684082613,
      "grad_norm": 5.375,
      "learning_rate": 8.740158679011187e-07,
      "loss": 1.9103,
      "mean_token_accuracy": 0.5649243712425231,
      "num_tokens": 596672392.0,
      "step": 774580
    },
    {
      "epoch": 0.982535853000794,
      "grad_norm": 10.6875,
      "learning_rate": 8.733815578148272e-07,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5677187949419021,
      "num_tokens": 596679939.0,
      "step": 774590
    },
    {
      "epoch": 0.9825485375933269,
      "grad_norm": 5.5,
      "learning_rate": 8.727472477285356e-07,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5362692147493362,
      "num_tokens": 596687723.0,
      "step": 774600
    },
    {
      "epoch": 0.9825612221858597,
      "grad_norm": 6.46875,
      "learning_rate": 8.721129376422442e-07,
      "loss": 2.0241,
      "mean_token_accuracy": 0.5546602427959442,
      "num_tokens": 596695872.0,
      "step": 774610
    },
    {
      "epoch": 0.9825739067783925,
      "grad_norm": 5.71875,
      "learning_rate": 8.714786275559525e-07,
      "loss": 1.9166,
      "mean_token_accuracy": 0.5696348667144775,
      "num_tokens": 596703286.0,
      "step": 774620
    },
    {
      "epoch": 0.9825865913709254,
      "grad_norm": 17.25,
      "learning_rate": 8.708443174696609e-07,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5504682540893555,
      "num_tokens": 596708359.0,
      "step": 774630
    },
    {
      "epoch": 0.9825992759634582,
      "grad_norm": 5.0625,
      "learning_rate": 8.702100073833694e-07,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5365926891565322,
      "num_tokens": 596715829.0,
      "step": 774640
    },
    {
      "epoch": 0.9826119605559911,
      "grad_norm": 5.0,
      "learning_rate": 8.69575697297078e-07,
      "loss": 1.9576,
      "mean_token_accuracy": 0.5578067392110825,
      "num_tokens": 596723508.0,
      "step": 774650
    },
    {
      "epoch": 0.9826246451485239,
      "grad_norm": 5.40625,
      "learning_rate": 8.689413872107864e-07,
      "loss": 2.0117,
      "mean_token_accuracy": 0.5602414011955261,
      "num_tokens": 596730609.0,
      "step": 774660
    },
    {
      "epoch": 0.9826373297410568,
      "grad_norm": 5.5,
      "learning_rate": 8.683070771244947e-07,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5321802496910095,
      "num_tokens": 596739503.0,
      "step": 774670
    },
    {
      "epoch": 0.9826500143335896,
      "grad_norm": 6.53125,
      "learning_rate": 8.676727670382032e-07,
      "loss": 1.9055,
      "mean_token_accuracy": 0.561866283416748,
      "num_tokens": 596747055.0,
      "step": 774680
    },
    {
      "epoch": 0.9826626989261223,
      "grad_norm": 7.71875,
      "learning_rate": 8.670384569519118e-07,
      "loss": 2.0475,
      "mean_token_accuracy": 0.5483057409524917,
      "num_tokens": 596753992.0,
      "step": 774690
    },
    {
      "epoch": 0.9826753835186552,
      "grad_norm": 5.9375,
      "learning_rate": 8.664041468656202e-07,
      "loss": 1.9051,
      "mean_token_accuracy": 0.5726756483316422,
      "num_tokens": 596761896.0,
      "step": 774700
    },
    {
      "epoch": 0.982688068111188,
      "grad_norm": 8.0,
      "learning_rate": 8.657698367793286e-07,
      "loss": 2.0358,
      "mean_token_accuracy": 0.550035247206688,
      "num_tokens": 596769594.0,
      "step": 774710
    },
    {
      "epoch": 0.9827007527037209,
      "grad_norm": 5.53125,
      "learning_rate": 8.651355266930372e-07,
      "loss": 2.1826,
      "mean_token_accuracy": 0.525285255908966,
      "num_tokens": 596778916.0,
      "step": 774720
    },
    {
      "epoch": 0.9827134372962537,
      "grad_norm": 6.65625,
      "learning_rate": 8.645012166067456e-07,
      "loss": 2.0695,
      "mean_token_accuracy": 0.5374711751937866,
      "num_tokens": 596785071.0,
      "step": 774730
    },
    {
      "epoch": 0.9827261218887866,
      "grad_norm": 6.625,
      "learning_rate": 8.63866906520454e-07,
      "loss": 2.1596,
      "mean_token_accuracy": 0.5260949075222016,
      "num_tokens": 596793750.0,
      "step": 774740
    },
    {
      "epoch": 0.9827388064813194,
      "grad_norm": 6.21875,
      "learning_rate": 8.632325964341624e-07,
      "loss": 2.0,
      "mean_token_accuracy": 0.5702640086412429,
      "num_tokens": 596800718.0,
      "step": 774750
    },
    {
      "epoch": 0.9827514910738522,
      "grad_norm": 6.6875,
      "learning_rate": 8.62598286347871e-07,
      "loss": 2.0461,
      "mean_token_accuracy": 0.5377750605344772,
      "num_tokens": 596807432.0,
      "step": 774760
    },
    {
      "epoch": 0.9827641756663851,
      "grad_norm": 4.96875,
      "learning_rate": 8.619639762615794e-07,
      "loss": 1.9862,
      "mean_token_accuracy": 0.5571654289960861,
      "num_tokens": 596815311.0,
      "step": 774770
    },
    {
      "epoch": 0.9827768602589179,
      "grad_norm": 5.65625,
      "learning_rate": 8.613296661752878e-07,
      "loss": 2.2963,
      "mean_token_accuracy": 0.5028857886791229,
      "num_tokens": 596823140.0,
      "step": 774780
    },
    {
      "epoch": 0.9827895448514508,
      "grad_norm": 5.03125,
      "learning_rate": 8.606953560889962e-07,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5697875320911407,
      "num_tokens": 596831214.0,
      "step": 774790
    },
    {
      "epoch": 0.9828022294439835,
      "grad_norm": 4.90625,
      "learning_rate": 8.600610460027048e-07,
      "loss": 2.0718,
      "mean_token_accuracy": 0.5377254068851471,
      "num_tokens": 596839743.0,
      "step": 774800
    },
    {
      "epoch": 0.9828149140365164,
      "grad_norm": 4.53125,
      "learning_rate": 8.594267359164132e-07,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5343291401863098,
      "num_tokens": 596848130.0,
      "step": 774810
    },
    {
      "epoch": 0.9828275986290492,
      "grad_norm": 4.875,
      "learning_rate": 8.587924258301216e-07,
      "loss": 2.2745,
      "mean_token_accuracy": 0.5134309679269791,
      "num_tokens": 596857602.0,
      "step": 774820
    },
    {
      "epoch": 0.9828402832215821,
      "grad_norm": 6.09375,
      "learning_rate": 8.5815811574383e-07,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5332297682762146,
      "num_tokens": 596864879.0,
      "step": 774830
    },
    {
      "epoch": 0.9828529678141149,
      "grad_norm": 6.90625,
      "learning_rate": 8.575238056575387e-07,
      "loss": 2.1214,
      "mean_token_accuracy": 0.5382737219333649,
      "num_tokens": 596872524.0,
      "step": 774840
    },
    {
      "epoch": 0.9828656524066477,
      "grad_norm": 5.53125,
      "learning_rate": 8.56889495571247e-07,
      "loss": 1.9044,
      "mean_token_accuracy": 0.5714645028114319,
      "num_tokens": 596880358.0,
      "step": 774850
    },
    {
      "epoch": 0.9828783369991806,
      "grad_norm": 4.4375,
      "learning_rate": 8.562551854849554e-07,
      "loss": 2.2519,
      "mean_token_accuracy": 0.5200146824121475,
      "num_tokens": 596887898.0,
      "step": 774860
    },
    {
      "epoch": 0.9828910215917134,
      "grad_norm": 7.84375,
      "learning_rate": 8.55620875398664e-07,
      "loss": 1.8827,
      "mean_token_accuracy": 0.5830607235431671,
      "num_tokens": 596896254.0,
      "step": 774870
    },
    {
      "epoch": 0.9829037061842463,
      "grad_norm": 4.78125,
      "learning_rate": 8.549865653123725e-07,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5553350299596786,
      "num_tokens": 596904235.0,
      "step": 774880
    },
    {
      "epoch": 0.9829163907767791,
      "grad_norm": 5.9375,
      "learning_rate": 8.543522552260809e-07,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5544722378253937,
      "num_tokens": 596912785.0,
      "step": 774890
    },
    {
      "epoch": 0.982929075369312,
      "grad_norm": 6.78125,
      "learning_rate": 8.537179451397892e-07,
      "loss": 2.0716,
      "mean_token_accuracy": 0.5469066023826599,
      "num_tokens": 596919765.0,
      "step": 774900
    },
    {
      "epoch": 0.9829417599618447,
      "grad_norm": 4.84375,
      "learning_rate": 8.530836350534978e-07,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5323788285255432,
      "num_tokens": 596927837.0,
      "step": 774910
    },
    {
      "epoch": 0.9829544445543775,
      "grad_norm": 5.3125,
      "learning_rate": 8.524493249672062e-07,
      "loss": 1.9815,
      "mean_token_accuracy": 0.5685133159160614,
      "num_tokens": 596935136.0,
      "step": 774920
    },
    {
      "epoch": 0.9829671291469104,
      "grad_norm": 6.15625,
      "learning_rate": 8.518150148809147e-07,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5118406176567077,
      "num_tokens": 596942964.0,
      "step": 774930
    },
    {
      "epoch": 0.9829798137394432,
      "grad_norm": 6.75,
      "learning_rate": 8.511807047946231e-07,
      "loss": 2.2662,
      "mean_token_accuracy": 0.5146815001964569,
      "num_tokens": 596951214.0,
      "step": 774940
    },
    {
      "epoch": 0.9829924983319761,
      "grad_norm": 5.90625,
      "learning_rate": 8.505463947083316e-07,
      "loss": 1.9503,
      "mean_token_accuracy": 0.5592820018529892,
      "num_tokens": 596957979.0,
      "step": 774950
    },
    {
      "epoch": 0.9830051829245089,
      "grad_norm": 6.5625,
      "learning_rate": 8.4991208462204e-07,
      "loss": 2.0426,
      "mean_token_accuracy": 0.5505503177642822,
      "num_tokens": 596966485.0,
      "step": 774960
    },
    {
      "epoch": 0.9830178675170418,
      "grad_norm": 5.46875,
      "learning_rate": 8.492777745357485e-07,
      "loss": 2.0082,
      "mean_token_accuracy": 0.5525474429130555,
      "num_tokens": 596975214.0,
      "step": 774970
    },
    {
      "epoch": 0.9830305521095746,
      "grad_norm": 5.375,
      "learning_rate": 8.48643464449457e-07,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5596987664699554,
      "num_tokens": 596982003.0,
      "step": 774980
    },
    {
      "epoch": 0.9830432367021075,
      "grad_norm": 6.65625,
      "learning_rate": 8.480091543631654e-07,
      "loss": 1.9286,
      "mean_token_accuracy": 0.5764617711305619,
      "num_tokens": 596988733.0,
      "step": 774990
    },
    {
      "epoch": 0.9830559212946403,
      "grad_norm": 5.625,
      "learning_rate": 8.473748442768738e-07,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5463787674903869,
      "num_tokens": 596997019.0,
      "step": 775000
    },
    {
      "epoch": 0.983068605887173,
      "grad_norm": 5.3125,
      "learning_rate": 8.467405341905823e-07,
      "loss": 2.2446,
      "mean_token_accuracy": 0.5120494037866592,
      "num_tokens": 597006138.0,
      "step": 775010
    },
    {
      "epoch": 0.9830812904797059,
      "grad_norm": 5.9375,
      "learning_rate": 8.461062241042908e-07,
      "loss": 1.7973,
      "mean_token_accuracy": 0.5950196951627731,
      "num_tokens": 597013843.0,
      "step": 775020
    },
    {
      "epoch": 0.9830939750722387,
      "grad_norm": 5.0,
      "learning_rate": 8.454719140179992e-07,
      "loss": 1.7011,
      "mean_token_accuracy": 0.6213182747364044,
      "num_tokens": 597021051.0,
      "step": 775030
    },
    {
      "epoch": 0.9831066596647716,
      "grad_norm": 5.21875,
      "learning_rate": 8.448376039317076e-07,
      "loss": 2.1655,
      "mean_token_accuracy": 0.5394108980894089,
      "num_tokens": 597027758.0,
      "step": 775040
    },
    {
      "epoch": 0.9831193442573044,
      "grad_norm": 5.46875,
      "learning_rate": 8.44203293845416e-07,
      "loss": 2.1128,
      "mean_token_accuracy": 0.539174672961235,
      "num_tokens": 597035775.0,
      "step": 775050
    },
    {
      "epoch": 0.9831320288498373,
      "grad_norm": 6.375,
      "learning_rate": 8.435689837591247e-07,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5382078796625137,
      "num_tokens": 597042823.0,
      "step": 775060
    },
    {
      "epoch": 0.9831447134423701,
      "grad_norm": 5.09375,
      "learning_rate": 8.429346736728331e-07,
      "loss": 2.1972,
      "mean_token_accuracy": 0.5267774075269699,
      "num_tokens": 597051428.0,
      "step": 775070
    },
    {
      "epoch": 0.9831573980349029,
      "grad_norm": 5.71875,
      "learning_rate": 8.423003635865414e-07,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5452965497970581,
      "num_tokens": 597059409.0,
      "step": 775080
    },
    {
      "epoch": 0.9831700826274358,
      "grad_norm": 9.9375,
      "learning_rate": 8.416660535002498e-07,
      "loss": 2.4075,
      "mean_token_accuracy": 0.492703315615654,
      "num_tokens": 597067022.0,
      "step": 775090
    },
    {
      "epoch": 0.9831827672199686,
      "grad_norm": 4.6875,
      "learning_rate": 8.410317434139585e-07,
      "loss": 1.8774,
      "mean_token_accuracy": 0.5728140115737915,
      "num_tokens": 597074043.0,
      "step": 775100
    },
    {
      "epoch": 0.9831954518125015,
      "grad_norm": 9.6875,
      "learning_rate": 8.403974333276669e-07,
      "loss": 2.1532,
      "mean_token_accuracy": 0.5386876970529556,
      "num_tokens": 597081721.0,
      "step": 775110
    },
    {
      "epoch": 0.9832081364050342,
      "grad_norm": 5.46875,
      "learning_rate": 8.397631232413753e-07,
      "loss": 2.2854,
      "mean_token_accuracy": 0.5114929914474488,
      "num_tokens": 597089605.0,
      "step": 775120
    },
    {
      "epoch": 0.9832208209975671,
      "grad_norm": 4.78125,
      "learning_rate": 8.391288131550839e-07,
      "loss": 1.8323,
      "mean_token_accuracy": 0.5820720255374908,
      "num_tokens": 597095968.0,
      "step": 775130
    },
    {
      "epoch": 0.9832335055900999,
      "grad_norm": 6.34375,
      "learning_rate": 8.384945030687923e-07,
      "loss": 1.9905,
      "mean_token_accuracy": 0.5525054186582565,
      "num_tokens": 597102792.0,
      "step": 775140
    },
    {
      "epoch": 0.9832461901826328,
      "grad_norm": 6.09375,
      "learning_rate": 8.378601929825007e-07,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5255478084087372,
      "num_tokens": 597110704.0,
      "step": 775150
    },
    {
      "epoch": 0.9832588747751656,
      "grad_norm": 5.1875,
      "learning_rate": 8.372258828962091e-07,
      "loss": 2.1226,
      "mean_token_accuracy": 0.5427276939153671,
      "num_tokens": 597118374.0,
      "step": 775160
    },
    {
      "epoch": 0.9832715593676984,
      "grad_norm": 5.53125,
      "learning_rate": 8.365915728099176e-07,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5475278109312057,
      "num_tokens": 597125398.0,
      "step": 775170
    },
    {
      "epoch": 0.9832842439602313,
      "grad_norm": 4.75,
      "learning_rate": 8.359572627236261e-07,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5324757546186447,
      "num_tokens": 597133408.0,
      "step": 775180
    },
    {
      "epoch": 0.9832969285527641,
      "grad_norm": 7.5625,
      "learning_rate": 8.353229526373345e-07,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5344463884830475,
      "num_tokens": 597141207.0,
      "step": 775190
    },
    {
      "epoch": 0.983309613145297,
      "grad_norm": 5.375,
      "learning_rate": 8.346886425510429e-07,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5630780577659606,
      "num_tokens": 597149281.0,
      "step": 775200
    },
    {
      "epoch": 0.9833222977378298,
      "grad_norm": 6.4375,
      "learning_rate": 8.340543324647514e-07,
      "loss": 1.966,
      "mean_token_accuracy": 0.5600558251142502,
      "num_tokens": 597157185.0,
      "step": 775210
    },
    {
      "epoch": 0.9833349823303627,
      "grad_norm": 4.9375,
      "learning_rate": 8.334200223784599e-07,
      "loss": 2.0541,
      "mean_token_accuracy": 0.5410473942756653,
      "num_tokens": 597165519.0,
      "step": 775220
    },
    {
      "epoch": 0.9833476669228954,
      "grad_norm": 5.8125,
      "learning_rate": 8.327857122921683e-07,
      "loss": 1.8528,
      "mean_token_accuracy": 0.581377598643303,
      "num_tokens": 597172228.0,
      "step": 775230
    },
    {
      "epoch": 0.9833603515154282,
      "grad_norm": 8.0,
      "learning_rate": 8.321514022058769e-07,
      "loss": 2.1265,
      "mean_token_accuracy": 0.5355592668056488,
      "num_tokens": 597179781.0,
      "step": 775240
    },
    {
      "epoch": 0.9833730361079611,
      "grad_norm": 4.96875,
      "learning_rate": 8.315170921195852e-07,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5499522596597671,
      "num_tokens": 597187611.0,
      "step": 775250
    },
    {
      "epoch": 0.9833857207004939,
      "grad_norm": 5.84375,
      "learning_rate": 8.308827820332937e-07,
      "loss": 2.006,
      "mean_token_accuracy": 0.565112492442131,
      "num_tokens": 597194732.0,
      "step": 775260
    },
    {
      "epoch": 0.9833984052930268,
      "grad_norm": 6.0625,
      "learning_rate": 8.302484719470021e-07,
      "loss": 2.104,
      "mean_token_accuracy": 0.5385088950395585,
      "num_tokens": 597202522.0,
      "step": 775270
    },
    {
      "epoch": 0.9834110898855596,
      "grad_norm": 4.6875,
      "learning_rate": 8.296141618607107e-07,
      "loss": 1.9763,
      "mean_token_accuracy": 0.5570092350244522,
      "num_tokens": 597209410.0,
      "step": 775280
    },
    {
      "epoch": 0.9834237744780925,
      "grad_norm": 4.28125,
      "learning_rate": 8.289798517744191e-07,
      "loss": 2.1617,
      "mean_token_accuracy": 0.5212752193212509,
      "num_tokens": 597217235.0,
      "step": 775290
    },
    {
      "epoch": 0.9834364590706253,
      "grad_norm": 6.84375,
      "learning_rate": 8.283455416881274e-07,
      "loss": 2.1215,
      "mean_token_accuracy": 0.5333570003509521,
      "num_tokens": 597225231.0,
      "step": 775300
    },
    {
      "epoch": 0.983449143663158,
      "grad_norm": 5.46875,
      "learning_rate": 8.277112316018359e-07,
      "loss": 2.0527,
      "mean_token_accuracy": 0.5581655830144883,
      "num_tokens": 597232980.0,
      "step": 775310
    },
    {
      "epoch": 0.983461828255691,
      "grad_norm": 6.65625,
      "learning_rate": 8.270769215155445e-07,
      "loss": 1.7215,
      "mean_token_accuracy": 0.603482049703598,
      "num_tokens": 597239603.0,
      "step": 775320
    },
    {
      "epoch": 0.9834745128482237,
      "grad_norm": 6.0625,
      "learning_rate": 8.264426114292529e-07,
      "loss": 2.0032,
      "mean_token_accuracy": 0.5630634158849717,
      "num_tokens": 597246392.0,
      "step": 775330
    },
    {
      "epoch": 0.9834871974407566,
      "grad_norm": 4.71875,
      "learning_rate": 8.258083013429613e-07,
      "loss": 2.0172,
      "mean_token_accuracy": 0.5513224184513092,
      "num_tokens": 597254707.0,
      "step": 775340
    },
    {
      "epoch": 0.9834998820332894,
      "grad_norm": 9.875,
      "learning_rate": 8.251739912566699e-07,
      "loss": 1.9398,
      "mean_token_accuracy": 0.5613943457603454,
      "num_tokens": 597262319.0,
      "step": 775350
    },
    {
      "epoch": 0.9835125666258223,
      "grad_norm": 6.5625,
      "learning_rate": 8.245396811703783e-07,
      "loss": 2.09,
      "mean_token_accuracy": 0.5385132282972336,
      "num_tokens": 597270583.0,
      "step": 775360
    },
    {
      "epoch": 0.9835252512183551,
      "grad_norm": 6.40625,
      "learning_rate": 8.239053710840867e-07,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5200701504945755,
      "num_tokens": 597278609.0,
      "step": 775370
    },
    {
      "epoch": 0.983537935810888,
      "grad_norm": 5.40625,
      "learning_rate": 8.232710609977951e-07,
      "loss": 2.0038,
      "mean_token_accuracy": 0.5588113307952881,
      "num_tokens": 597286726.0,
      "step": 775380
    },
    {
      "epoch": 0.9835506204034208,
      "grad_norm": 5.3125,
      "learning_rate": 8.226367509115037e-07,
      "loss": 1.8892,
      "mean_token_accuracy": 0.5792140811681747,
      "num_tokens": 597294849.0,
      "step": 775390
    },
    {
      "epoch": 0.9835633049959536,
      "grad_norm": 5.625,
      "learning_rate": 8.220024408252121e-07,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5236765712499618,
      "num_tokens": 597302279.0,
      "step": 775400
    },
    {
      "epoch": 0.9835759895884865,
      "grad_norm": 4.78125,
      "learning_rate": 8.213681307389205e-07,
      "loss": 1.9883,
      "mean_token_accuracy": 0.5575669497251511,
      "num_tokens": 597309371.0,
      "step": 775410
    },
    {
      "epoch": 0.9835886741810193,
      "grad_norm": 5.84375,
      "learning_rate": 8.207338206526289e-07,
      "loss": 2.1092,
      "mean_token_accuracy": 0.5355550557374954,
      "num_tokens": 597317919.0,
      "step": 775420
    },
    {
      "epoch": 0.9836013587735521,
      "grad_norm": 5.28125,
      "learning_rate": 8.200995105663375e-07,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5598581910133362,
      "num_tokens": 597326510.0,
      "step": 775430
    },
    {
      "epoch": 0.9836140433660849,
      "grad_norm": 4.75,
      "learning_rate": 8.194652004800459e-07,
      "loss": 2.0144,
      "mean_token_accuracy": 0.546313750743866,
      "num_tokens": 597334656.0,
      "step": 775440
    },
    {
      "epoch": 0.9836267279586178,
      "grad_norm": 5.6875,
      "learning_rate": 8.188308903937543e-07,
      "loss": 2.0737,
      "mean_token_accuracy": 0.5442267119884491,
      "num_tokens": 597342995.0,
      "step": 775450
    },
    {
      "epoch": 0.9836394125511506,
      "grad_norm": 5.09375,
      "learning_rate": 8.181965803074627e-07,
      "loss": 1.9817,
      "mean_token_accuracy": 0.5537337571382522,
      "num_tokens": 597351454.0,
      "step": 775460
    },
    {
      "epoch": 0.9836520971436834,
      "grad_norm": 7.46875,
      "learning_rate": 8.175622702211714e-07,
      "loss": 2.1423,
      "mean_token_accuracy": 0.5332380384206772,
      "num_tokens": 597359329.0,
      "step": 775470
    },
    {
      "epoch": 0.9836647817362163,
      "grad_norm": 4.875,
      "learning_rate": 8.169279601348797e-07,
      "loss": 2.2386,
      "mean_token_accuracy": 0.5166886866092681,
      "num_tokens": 597367300.0,
      "step": 775480
    },
    {
      "epoch": 0.9836774663287491,
      "grad_norm": 5.3125,
      "learning_rate": 8.162936500485881e-07,
      "loss": 1.9553,
      "mean_token_accuracy": 0.5666318774223328,
      "num_tokens": 597375743.0,
      "step": 775490
    },
    {
      "epoch": 0.983690150921282,
      "grad_norm": 5.1875,
      "learning_rate": 8.156593399622967e-07,
      "loss": 2.1287,
      "mean_token_accuracy": 0.5282062292098999,
      "num_tokens": 597383428.0,
      "step": 775500
    },
    {
      "epoch": 0.9837028355138148,
      "grad_norm": 6.96875,
      "learning_rate": 8.150250298760052e-07,
      "loss": 2.1666,
      "mean_token_accuracy": 0.5375797241926193,
      "num_tokens": 597391043.0,
      "step": 775510
    },
    {
      "epoch": 0.9837155201063477,
      "grad_norm": 4.875,
      "learning_rate": 8.143907197897136e-07,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5367141127586365,
      "num_tokens": 597398246.0,
      "step": 775520
    },
    {
      "epoch": 0.9837282046988804,
      "grad_norm": 6.65625,
      "learning_rate": 8.137564097034219e-07,
      "loss": 2.1771,
      "mean_token_accuracy": 0.5336490869522095,
      "num_tokens": 597405080.0,
      "step": 775530
    },
    {
      "epoch": 0.9837408892914133,
      "grad_norm": 4.84375,
      "learning_rate": 8.131220996171305e-07,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5566471368074417,
      "num_tokens": 597411953.0,
      "step": 775540
    },
    {
      "epoch": 0.9837535738839461,
      "grad_norm": 6.0,
      "learning_rate": 8.12487789530839e-07,
      "loss": 2.1513,
      "mean_token_accuracy": 0.5357735335826874,
      "num_tokens": 597420617.0,
      "step": 775550
    },
    {
      "epoch": 0.9837662584764789,
      "grad_norm": 4.65625,
      "learning_rate": 8.118534794445474e-07,
      "loss": 2.0307,
      "mean_token_accuracy": 0.5467188984155655,
      "num_tokens": 597428445.0,
      "step": 775560
    },
    {
      "epoch": 0.9837789430690118,
      "grad_norm": 4.96875,
      "learning_rate": 8.112191693582558e-07,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5721983671188354,
      "num_tokens": 597435965.0,
      "step": 775570
    },
    {
      "epoch": 0.9837916276615446,
      "grad_norm": 5.78125,
      "learning_rate": 8.105848592719643e-07,
      "loss": 1.9965,
      "mean_token_accuracy": 0.5485502392053604,
      "num_tokens": 597443968.0,
      "step": 775580
    },
    {
      "epoch": 0.9838043122540775,
      "grad_norm": 10.6875,
      "learning_rate": 8.099505491856727e-07,
      "loss": 2.1043,
      "mean_token_accuracy": 0.5528053969144822,
      "num_tokens": 597450945.0,
      "step": 775590
    },
    {
      "epoch": 0.9838169968466103,
      "grad_norm": 6.40625,
      "learning_rate": 8.093162390993812e-07,
      "loss": 2.162,
      "mean_token_accuracy": 0.5369534134864807,
      "num_tokens": 597458101.0,
      "step": 775600
    },
    {
      "epoch": 0.9838296814391432,
      "grad_norm": 6.03125,
      "learning_rate": 8.086819290130897e-07,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5472553342580795,
      "num_tokens": 597466338.0,
      "step": 775610
    },
    {
      "epoch": 0.983842366031676,
      "grad_norm": 6.6875,
      "learning_rate": 8.080476189267981e-07,
      "loss": 2.1903,
      "mean_token_accuracy": 0.5214888989925385,
      "num_tokens": 597474687.0,
      "step": 775620
    },
    {
      "epoch": 0.9838550506242087,
      "grad_norm": 6.03125,
      "learning_rate": 8.074133088405065e-07,
      "loss": 1.978,
      "mean_token_accuracy": 0.5533141732215882,
      "num_tokens": 597483867.0,
      "step": 775630
    },
    {
      "epoch": 0.9838677352167416,
      "grad_norm": 5.90625,
      "learning_rate": 8.06778998754215e-07,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5684413373470306,
      "num_tokens": 597490804.0,
      "step": 775640
    },
    {
      "epoch": 0.9838804198092744,
      "grad_norm": 5.21875,
      "learning_rate": 8.061446886679236e-07,
      "loss": 1.9297,
      "mean_token_accuracy": 0.5802839636802674,
      "num_tokens": 597497598.0,
      "step": 775650
    },
    {
      "epoch": 0.9838931044018073,
      "grad_norm": 5.0,
      "learning_rate": 8.055103785816319e-07,
      "loss": 1.9272,
      "mean_token_accuracy": 0.5596839487552643,
      "num_tokens": 597506817.0,
      "step": 775660
    },
    {
      "epoch": 0.9839057889943401,
      "grad_norm": 7.03125,
      "learning_rate": 8.048760684953403e-07,
      "loss": 2.0873,
      "mean_token_accuracy": 0.5459286004304886,
      "num_tokens": 597515670.0,
      "step": 775670
    },
    {
      "epoch": 0.983918473586873,
      "grad_norm": 5.0,
      "learning_rate": 8.042417584090488e-07,
      "loss": 1.9831,
      "mean_token_accuracy": 0.5540345340967179,
      "num_tokens": 597523374.0,
      "step": 775680
    },
    {
      "epoch": 0.9839311581794058,
      "grad_norm": 5.40625,
      "learning_rate": 8.036074483227574e-07,
      "loss": 2.0273,
      "mean_token_accuracy": 0.5574140250682831,
      "num_tokens": 597529993.0,
      "step": 775690
    },
    {
      "epoch": 0.9839438427719386,
      "grad_norm": 5.40625,
      "learning_rate": 8.029731382364658e-07,
      "loss": 2.0639,
      "mean_token_accuracy": 0.545177561044693,
      "num_tokens": 597537735.0,
      "step": 775700
    },
    {
      "epoch": 0.9839565273644715,
      "grad_norm": 4.59375,
      "learning_rate": 8.023388281501741e-07,
      "loss": 1.9362,
      "mean_token_accuracy": 0.5588741362094879,
      "num_tokens": 597545574.0,
      "step": 775710
    },
    {
      "epoch": 0.9839692119570043,
      "grad_norm": 4.78125,
      "learning_rate": 8.017045180638828e-07,
      "loss": 1.8722,
      "mean_token_accuracy": 0.5904577881097793,
      "num_tokens": 597553273.0,
      "step": 775720
    },
    {
      "epoch": 0.9839818965495372,
      "grad_norm": 6.71875,
      "learning_rate": 8.010702079775912e-07,
      "loss": 2.0086,
      "mean_token_accuracy": 0.5521788418292999,
      "num_tokens": 597561720.0,
      "step": 775730
    },
    {
      "epoch": 0.98399458114207,
      "grad_norm": 5.0,
      "learning_rate": 8.004358978912996e-07,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5444417595863342,
      "num_tokens": 597568664.0,
      "step": 775740
    },
    {
      "epoch": 0.9840072657346028,
      "grad_norm": 4.8125,
      "learning_rate": 7.99801587805008e-07,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5339768320322037,
      "num_tokens": 597576508.0,
      "step": 775750
    },
    {
      "epoch": 0.9840199503271356,
      "grad_norm": 5.625,
      "learning_rate": 7.991672777187166e-07,
      "loss": 2.1377,
      "mean_token_accuracy": 0.5304117262363434,
      "num_tokens": 597584734.0,
      "step": 775760
    },
    {
      "epoch": 0.9840326349196685,
      "grad_norm": 4.40625,
      "learning_rate": 7.98532967632425e-07,
      "loss": 1.8974,
      "mean_token_accuracy": 0.5846781462430954,
      "num_tokens": 597591851.0,
      "step": 775770
    },
    {
      "epoch": 0.9840453195122013,
      "grad_norm": 5.8125,
      "learning_rate": 7.978986575461334e-07,
      "loss": 2.0433,
      "mean_token_accuracy": 0.5470460087060929,
      "num_tokens": 597600286.0,
      "step": 775780
    },
    {
      "epoch": 0.9840580041047341,
      "grad_norm": 5.25,
      "learning_rate": 7.972643474598418e-07,
      "loss": 2.0896,
      "mean_token_accuracy": 0.5383542627096176,
      "num_tokens": 597609168.0,
      "step": 775790
    },
    {
      "epoch": 0.984070688697267,
      "grad_norm": 5.53125,
      "learning_rate": 7.966300373735504e-07,
      "loss": 2.1406,
      "mean_token_accuracy": 0.5245228588581086,
      "num_tokens": 597616783.0,
      "step": 775800
    },
    {
      "epoch": 0.9840833732897998,
      "grad_norm": 4.9375,
      "learning_rate": 7.959957272872588e-07,
      "loss": 2.086,
      "mean_token_accuracy": 0.543889907002449,
      "num_tokens": 597624337.0,
      "step": 775810
    },
    {
      "epoch": 0.9840960578823327,
      "grad_norm": 8.25,
      "learning_rate": 7.953614172009672e-07,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5505022585391999,
      "num_tokens": 597631567.0,
      "step": 775820
    },
    {
      "epoch": 0.9841087424748655,
      "grad_norm": 7.03125,
      "learning_rate": 7.947271071146756e-07,
      "loss": 2.1497,
      "mean_token_accuracy": 0.5352481842041016,
      "num_tokens": 597639705.0,
      "step": 775830
    },
    {
      "epoch": 0.9841214270673984,
      "grad_norm": 4.8125,
      "learning_rate": 7.940927970283841e-07,
      "loss": 1.8244,
      "mean_token_accuracy": 0.589869475364685,
      "num_tokens": 597647484.0,
      "step": 775840
    },
    {
      "epoch": 0.9841341116599311,
      "grad_norm": 5.1875,
      "learning_rate": 7.934584869420926e-07,
      "loss": 2.1975,
      "mean_token_accuracy": 0.5198782801628112,
      "num_tokens": 597656528.0,
      "step": 775850
    },
    {
      "epoch": 0.9841467962524639,
      "grad_norm": 4.625,
      "learning_rate": 7.92824176855801e-07,
      "loss": 1.9253,
      "mean_token_accuracy": 0.5627351552248001,
      "num_tokens": 597663279.0,
      "step": 775860
    },
    {
      "epoch": 0.9841594808449968,
      "grad_norm": 6.5625,
      "learning_rate": 7.921898667695096e-07,
      "loss": 2.1823,
      "mean_token_accuracy": 0.5246358871459961,
      "num_tokens": 597672079.0,
      "step": 775870
    },
    {
      "epoch": 0.9841721654375296,
      "grad_norm": 6.46875,
      "learning_rate": 7.91555556683218e-07,
      "loss": 2.0598,
      "mean_token_accuracy": 0.5486486166715622,
      "num_tokens": 597678581.0,
      "step": 775880
    },
    {
      "epoch": 0.9841848500300625,
      "grad_norm": 5.34375,
      "learning_rate": 7.909212465969264e-07,
      "loss": 1.9892,
      "mean_token_accuracy": 0.5553686499595643,
      "num_tokens": 597686888.0,
      "step": 775890
    },
    {
      "epoch": 0.9841975346225953,
      "grad_norm": 5.4375,
      "learning_rate": 7.902869365106348e-07,
      "loss": 1.8753,
      "mean_token_accuracy": 0.5730118900537491,
      "num_tokens": 597694388.0,
      "step": 775900
    },
    {
      "epoch": 0.9842102192151282,
      "grad_norm": 5.34375,
      "learning_rate": 7.896526264243434e-07,
      "loss": 1.9624,
      "mean_token_accuracy": 0.5473997920751572,
      "num_tokens": 597703240.0,
      "step": 775910
    },
    {
      "epoch": 0.984222903807661,
      "grad_norm": 5.0625,
      "learning_rate": 7.890183163380518e-07,
      "loss": 1.659,
      "mean_token_accuracy": 0.6329109311103821,
      "num_tokens": 597710480.0,
      "step": 775920
    },
    {
      "epoch": 0.9842355884001939,
      "grad_norm": 6.90625,
      "learning_rate": 7.883840062517603e-07,
      "loss": 1.9077,
      "mean_token_accuracy": 0.5684088468551636,
      "num_tokens": 597717467.0,
      "step": 775930
    },
    {
      "epoch": 0.9842482729927267,
      "grad_norm": 6.96875,
      "learning_rate": 7.877496961654686e-07,
      "loss": 2.3357,
      "mean_token_accuracy": 0.5094438195228577,
      "num_tokens": 597725333.0,
      "step": 775940
    },
    {
      "epoch": 0.9842609575852594,
      "grad_norm": 5.375,
      "learning_rate": 7.871153860791772e-07,
      "loss": 2.2017,
      "mean_token_accuracy": 0.5268968045711517,
      "num_tokens": 597733903.0,
      "step": 775950
    },
    {
      "epoch": 0.9842736421777923,
      "grad_norm": 4.9375,
      "learning_rate": 7.864810759928856e-07,
      "loss": 1.6723,
      "mean_token_accuracy": 0.6226697444915772,
      "num_tokens": 597739684.0,
      "step": 775960
    },
    {
      "epoch": 0.9842863267703251,
      "grad_norm": 5.59375,
      "learning_rate": 7.858467659065941e-07,
      "loss": 2.2243,
      "mean_token_accuracy": 0.5188646286725997,
      "num_tokens": 597747854.0,
      "step": 775970
    },
    {
      "epoch": 0.984299011362858,
      "grad_norm": 5.21875,
      "learning_rate": 7.852124558203026e-07,
      "loss": 1.9521,
      "mean_token_accuracy": 0.567932003736496,
      "num_tokens": 597754595.0,
      "step": 775980
    },
    {
      "epoch": 0.9843116959553908,
      "grad_norm": 6.46875,
      "learning_rate": 7.84578145734011e-07,
      "loss": 1.7187,
      "mean_token_accuracy": 0.6154408723115921,
      "num_tokens": 597760152.0,
      "step": 775990
    },
    {
      "epoch": 0.9843243805479237,
      "grad_norm": 4.875,
      "learning_rate": 7.839438356477194e-07,
      "loss": 2.091,
      "mean_token_accuracy": 0.5383447587490082,
      "num_tokens": 597768153.0,
      "step": 776000
    },
    {
      "epoch": 0.9843370651404565,
      "grad_norm": 7.59375,
      "learning_rate": 7.833095255614279e-07,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5333555251359939,
      "num_tokens": 597776089.0,
      "step": 776010
    },
    {
      "epoch": 0.9843497497329893,
      "grad_norm": 5.9375,
      "learning_rate": 7.826752154751364e-07,
      "loss": 2.0434,
      "mean_token_accuracy": 0.5383703589439393,
      "num_tokens": 597784472.0,
      "step": 776020
    },
    {
      "epoch": 0.9843624343255222,
      "grad_norm": 12.6875,
      "learning_rate": 7.820409053888448e-07,
      "loss": 1.9351,
      "mean_token_accuracy": 0.568570402264595,
      "num_tokens": 597792339.0,
      "step": 776030
    },
    {
      "epoch": 0.984375118918055,
      "grad_norm": 26.375,
      "learning_rate": 7.814065953025532e-07,
      "loss": 1.8646,
      "mean_token_accuracy": 0.5947220385074615,
      "num_tokens": 597798772.0,
      "step": 776040
    },
    {
      "epoch": 0.9843878035105879,
      "grad_norm": 12.0,
      "learning_rate": 7.807722852162618e-07,
      "loss": 2.2237,
      "mean_token_accuracy": 0.5196390956640243,
      "num_tokens": 597806992.0,
      "step": 776050
    },
    {
      "epoch": 0.9844004881031206,
      "grad_norm": 6.78125,
      "learning_rate": 7.801379751299702e-07,
      "loss": 2.1467,
      "mean_token_accuracy": 0.5202757030725479,
      "num_tokens": 597815302.0,
      "step": 776060
    },
    {
      "epoch": 0.9844131726956535,
      "grad_norm": 6.625,
      "learning_rate": 7.795036650436786e-07,
      "loss": 1.9401,
      "mean_token_accuracy": 0.5658584743738174,
      "num_tokens": 597823630.0,
      "step": 776070
    },
    {
      "epoch": 0.9844258572881863,
      "grad_norm": 5.96875,
      "learning_rate": 7.78869354957387e-07,
      "loss": 2.0005,
      "mean_token_accuracy": 0.5457798212766647,
      "num_tokens": 597832095.0,
      "step": 776080
    },
    {
      "epoch": 0.9844385418807192,
      "grad_norm": 5.71875,
      "learning_rate": 7.782350448710955e-07,
      "loss": 1.8193,
      "mean_token_accuracy": 0.5917069792747498,
      "num_tokens": 597840156.0,
      "step": 776090
    },
    {
      "epoch": 0.984451226473252,
      "grad_norm": 5.65625,
      "learning_rate": 7.776007347848041e-07,
      "loss": 2.2738,
      "mean_token_accuracy": 0.5098028182983398,
      "num_tokens": 597848793.0,
      "step": 776100
    },
    {
      "epoch": 0.9844639110657848,
      "grad_norm": 5.25,
      "learning_rate": 7.769664246985125e-07,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5241493940353393,
      "num_tokens": 597857799.0,
      "step": 776110
    },
    {
      "epoch": 0.9844765956583177,
      "grad_norm": 7.25,
      "learning_rate": 7.763321146122209e-07,
      "loss": 2.1079,
      "mean_token_accuracy": 0.5295883893966675,
      "num_tokens": 597865111.0,
      "step": 776120
    },
    {
      "epoch": 0.9844892802508505,
      "grad_norm": 5.8125,
      "learning_rate": 7.756978045259293e-07,
      "loss": 1.8798,
      "mean_token_accuracy": 0.5832557618618012,
      "num_tokens": 597872220.0,
      "step": 776130
    },
    {
      "epoch": 0.9845019648433834,
      "grad_norm": 5.75,
      "learning_rate": 7.750634944396379e-07,
      "loss": 1.8743,
      "mean_token_accuracy": 0.5891915053129196,
      "num_tokens": 597878676.0,
      "step": 776140
    },
    {
      "epoch": 0.9845146494359162,
      "grad_norm": 6.125,
      "learning_rate": 7.744291843533463e-07,
      "loss": 2.3988,
      "mean_token_accuracy": 0.4988162279129028,
      "num_tokens": 597886524.0,
      "step": 776150
    },
    {
      "epoch": 0.984527334028449,
      "grad_norm": 5.1875,
      "learning_rate": 7.737948742670547e-07,
      "loss": 2.1909,
      "mean_token_accuracy": 0.5236481428146362,
      "num_tokens": 597894229.0,
      "step": 776160
    },
    {
      "epoch": 0.9845400186209818,
      "grad_norm": 5.75,
      "learning_rate": 7.731605641807631e-07,
      "loss": 1.9948,
      "mean_token_accuracy": 0.552458843588829,
      "num_tokens": 597902774.0,
      "step": 776170
    },
    {
      "epoch": 0.9845527032135146,
      "grad_norm": 5.28125,
      "learning_rate": 7.725262540944717e-07,
      "loss": 2.1505,
      "mean_token_accuracy": 0.5346079349517823,
      "num_tokens": 597910055.0,
      "step": 776180
    },
    {
      "epoch": 0.9845653878060475,
      "grad_norm": 6.34375,
      "learning_rate": 7.718919440081801e-07,
      "loss": 2.122,
      "mean_token_accuracy": 0.5415450900793075,
      "num_tokens": 597917227.0,
      "step": 776190
    },
    {
      "epoch": 0.9845780723985803,
      "grad_norm": 5.75,
      "learning_rate": 7.712576339218886e-07,
      "loss": 2.0303,
      "mean_token_accuracy": 0.5484791487455368,
      "num_tokens": 597925798.0,
      "step": 776200
    },
    {
      "epoch": 0.9845907569911132,
      "grad_norm": 4.875,
      "learning_rate": 7.706233238355969e-07,
      "loss": 2.1403,
      "mean_token_accuracy": 0.5273938566446305,
      "num_tokens": 597933968.0,
      "step": 776210
    },
    {
      "epoch": 0.984603441583646,
      "grad_norm": 4.65625,
      "learning_rate": 7.699890137493055e-07,
      "loss": 2.1206,
      "mean_token_accuracy": 0.5372898757457734,
      "num_tokens": 597942885.0,
      "step": 776220
    },
    {
      "epoch": 0.9846161261761789,
      "grad_norm": 6.875,
      "learning_rate": 7.69354703663014e-07,
      "loss": 2.0242,
      "mean_token_accuracy": 0.5606995284557342,
      "num_tokens": 597948861.0,
      "step": 776230
    },
    {
      "epoch": 0.9846288107687117,
      "grad_norm": 6.375,
      "learning_rate": 7.687203935767224e-07,
      "loss": 2.1038,
      "mean_token_accuracy": 0.5350791454315186,
      "num_tokens": 597956150.0,
      "step": 776240
    },
    {
      "epoch": 0.9846414953612445,
      "grad_norm": 4.8125,
      "learning_rate": 7.680860834904308e-07,
      "loss": 2.251,
      "mean_token_accuracy": 0.5163756966590881,
      "num_tokens": 597963970.0,
      "step": 776250
    },
    {
      "epoch": 0.9846541799537774,
      "grad_norm": 5.375,
      "learning_rate": 7.674517734041393e-07,
      "loss": 2.2689,
      "mean_token_accuracy": 0.5138876229524613,
      "num_tokens": 597971101.0,
      "step": 776260
    },
    {
      "epoch": 0.9846668645463101,
      "grad_norm": 5.09375,
      "learning_rate": 7.668174633178478e-07,
      "loss": 2.1877,
      "mean_token_accuracy": 0.5226546466350556,
      "num_tokens": 597979564.0,
      "step": 776270
    },
    {
      "epoch": 0.984679549138843,
      "grad_norm": 4.9375,
      "learning_rate": 7.661831532315562e-07,
      "loss": 2.2225,
      "mean_token_accuracy": 0.5417403876781464,
      "num_tokens": 597987887.0,
      "step": 776280
    },
    {
      "epoch": 0.9846922337313758,
      "grad_norm": 5.5625,
      "learning_rate": 7.655488431452647e-07,
      "loss": 2.3373,
      "mean_token_accuracy": 0.5026660740375519,
      "num_tokens": 597997375.0,
      "step": 776290
    },
    {
      "epoch": 0.9847049183239087,
      "grad_norm": 6.03125,
      "learning_rate": 7.64914533058973e-07,
      "loss": 2.1979,
      "mean_token_accuracy": 0.5331229448318482,
      "num_tokens": 598005596.0,
      "step": 776300
    },
    {
      "epoch": 0.9847176029164415,
      "grad_norm": 4.75,
      "learning_rate": 7.642802229726816e-07,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5411353379487991,
      "num_tokens": 598011945.0,
      "step": 776310
    },
    {
      "epoch": 0.9847302875089744,
      "grad_norm": 4.78125,
      "learning_rate": 7.6364591288639e-07,
      "loss": 2.2146,
      "mean_token_accuracy": 0.5136028885841369,
      "num_tokens": 598019905.0,
      "step": 776320
    },
    {
      "epoch": 0.9847429721015072,
      "grad_norm": 4.5625,
      "learning_rate": 7.630116028000985e-07,
      "loss": 1.5793,
      "mean_token_accuracy": 0.6504583060741425,
      "num_tokens": 598025508.0,
      "step": 776330
    },
    {
      "epoch": 0.98475565669404,
      "grad_norm": 4.96875,
      "learning_rate": 7.623772927138069e-07,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5317917495965958,
      "num_tokens": 598034557.0,
      "step": 776340
    },
    {
      "epoch": 0.9847683412865729,
      "grad_norm": 5.59375,
      "learning_rate": 7.617429826275154e-07,
      "loss": 2.1691,
      "mean_token_accuracy": 0.5327928572893142,
      "num_tokens": 598041410.0,
      "step": 776350
    },
    {
      "epoch": 0.9847810258791057,
      "grad_norm": 6.09375,
      "learning_rate": 7.611086725412239e-07,
      "loss": 2.0398,
      "mean_token_accuracy": 0.5495054662227631,
      "num_tokens": 598048071.0,
      "step": 776360
    },
    {
      "epoch": 0.9847937104716386,
      "grad_norm": 5.5,
      "learning_rate": 7.604743624549323e-07,
      "loss": 2.079,
      "mean_token_accuracy": 0.5534732162952423,
      "num_tokens": 598055712.0,
      "step": 776370
    },
    {
      "epoch": 0.9848063950641713,
      "grad_norm": 6.34375,
      "learning_rate": 7.598400523686407e-07,
      "loss": 2.1236,
      "mean_token_accuracy": 0.5281986981630326,
      "num_tokens": 598064323.0,
      "step": 776380
    },
    {
      "epoch": 0.9848190796567042,
      "grad_norm": 7.28125,
      "learning_rate": 7.592057422823492e-07,
      "loss": 1.9287,
      "mean_token_accuracy": 0.5678838521242142,
      "num_tokens": 598071755.0,
      "step": 776390
    },
    {
      "epoch": 0.984831764249237,
      "grad_norm": 7.34375,
      "learning_rate": 7.585714321960577e-07,
      "loss": 1.8847,
      "mean_token_accuracy": 0.5882025897502899,
      "num_tokens": 598079384.0,
      "step": 776400
    },
    {
      "epoch": 0.9848444488417698,
      "grad_norm": 4.90625,
      "learning_rate": 7.579371221097661e-07,
      "loss": 1.9492,
      "mean_token_accuracy": 0.5757001042366028,
      "num_tokens": 598087165.0,
      "step": 776410
    },
    {
      "epoch": 0.9848571334343027,
      "grad_norm": 6.8125,
      "learning_rate": 7.573028120234746e-07,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5136925607919693,
      "num_tokens": 598094336.0,
      "step": 776420
    },
    {
      "epoch": 0.9848698180268355,
      "grad_norm": 4.6875,
      "learning_rate": 7.566685019371831e-07,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5379367113113404,
      "num_tokens": 598100845.0,
      "step": 776430
    },
    {
      "epoch": 0.9848825026193684,
      "grad_norm": 5.71875,
      "learning_rate": 7.560341918508915e-07,
      "loss": 1.967,
      "mean_token_accuracy": 0.5728531897068023,
      "num_tokens": 598108181.0,
      "step": 776440
    },
    {
      "epoch": 0.9848951872119012,
      "grad_norm": 4.9375,
      "learning_rate": 7.553998817645999e-07,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5465020775794983,
      "num_tokens": 598117208.0,
      "step": 776450
    },
    {
      "epoch": 0.9849078718044341,
      "grad_norm": 6.90625,
      "learning_rate": 7.547655716783084e-07,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5170841425657272,
      "num_tokens": 598125421.0,
      "step": 776460
    },
    {
      "epoch": 0.9849205563969669,
      "grad_norm": 5.0,
      "learning_rate": 7.541312615920169e-07,
      "loss": 1.9309,
      "mean_token_accuracy": 0.573147115111351,
      "num_tokens": 598131978.0,
      "step": 776470
    },
    {
      "epoch": 0.9849332409894997,
      "grad_norm": 4.84375,
      "learning_rate": 7.534969515057253e-07,
      "loss": 2.1589,
      "mean_token_accuracy": 0.5326943308115005,
      "num_tokens": 598140840.0,
      "step": 776480
    },
    {
      "epoch": 0.9849459255820325,
      "grad_norm": 6.8125,
      "learning_rate": 7.528626414194338e-07,
      "loss": 1.9502,
      "mean_token_accuracy": 0.5724894672632217,
      "num_tokens": 598148306.0,
      "step": 776490
    },
    {
      "epoch": 0.9849586101745653,
      "grad_norm": 4.96875,
      "learning_rate": 7.522283313331422e-07,
      "loss": 2.298,
      "mean_token_accuracy": 0.5118210345506669,
      "num_tokens": 598156407.0,
      "step": 776500
    },
    {
      "epoch": 0.9849712947670982,
      "grad_norm": 5.28125,
      "learning_rate": 7.515940212468508e-07,
      "loss": 2.1947,
      "mean_token_accuracy": 0.5233464360237121,
      "num_tokens": 598165212.0,
      "step": 776510
    },
    {
      "epoch": 0.984983979359631,
      "grad_norm": 5.21875,
      "learning_rate": 7.509597111605591e-07,
      "loss": 1.8911,
      "mean_token_accuracy": 0.5828462392091751,
      "num_tokens": 598171751.0,
      "step": 776520
    },
    {
      "epoch": 0.9849966639521639,
      "grad_norm": 5.1875,
      "learning_rate": 7.503254010742676e-07,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5421356111764908,
      "num_tokens": 598178597.0,
      "step": 776530
    },
    {
      "epoch": 0.9850093485446967,
      "grad_norm": 5.375,
      "learning_rate": 7.49691090987976e-07,
      "loss": 1.9029,
      "mean_token_accuracy": 0.5779558569192886,
      "num_tokens": 598185739.0,
      "step": 776540
    },
    {
      "epoch": 0.9850220331372296,
      "grad_norm": 5.84375,
      "learning_rate": 7.490567809016845e-07,
      "loss": 1.9699,
      "mean_token_accuracy": 0.571069747209549,
      "num_tokens": 598193256.0,
      "step": 776550
    },
    {
      "epoch": 0.9850347177297624,
      "grad_norm": 5.34375,
      "learning_rate": 7.48422470815393e-07,
      "loss": 1.9857,
      "mean_token_accuracy": 0.5786194652318954,
      "num_tokens": 598200451.0,
      "step": 776560
    },
    {
      "epoch": 0.9850474023222952,
      "grad_norm": 5.15625,
      "learning_rate": 7.477881607291014e-07,
      "loss": 2.0225,
      "mean_token_accuracy": 0.5528434425592422,
      "num_tokens": 598207135.0,
      "step": 776570
    },
    {
      "epoch": 0.985060086914828,
      "grad_norm": 4.40625,
      "learning_rate": 7.471538506428098e-07,
      "loss": 2.2535,
      "mean_token_accuracy": 0.5062458008527756,
      "num_tokens": 598215405.0,
      "step": 776580
    },
    {
      "epoch": 0.9850727715073608,
      "grad_norm": 12.0,
      "learning_rate": 7.465195405565183e-07,
      "loss": 1.8784,
      "mean_token_accuracy": 0.5823373764753341,
      "num_tokens": 598221159.0,
      "step": 776590
    },
    {
      "epoch": 0.9850854560998937,
      "grad_norm": 4.125,
      "learning_rate": 7.458852304702269e-07,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5709976613521576,
      "num_tokens": 598229293.0,
      "step": 776600
    },
    {
      "epoch": 0.9850981406924265,
      "grad_norm": 6.96875,
      "learning_rate": 7.452509203839352e-07,
      "loss": 2.0577,
      "mean_token_accuracy": 0.5410625666379929,
      "num_tokens": 598237192.0,
      "step": 776610
    },
    {
      "epoch": 0.9851108252849594,
      "grad_norm": 6.625,
      "learning_rate": 7.446166102976437e-07,
      "loss": 1.9609,
      "mean_token_accuracy": 0.565705668926239,
      "num_tokens": 598244641.0,
      "step": 776620
    },
    {
      "epoch": 0.9851235098774922,
      "grad_norm": 5.5,
      "learning_rate": 7.439823002113521e-07,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5630896538496017,
      "num_tokens": 598252657.0,
      "step": 776630
    },
    {
      "epoch": 0.985136194470025,
      "grad_norm": 6.03125,
      "learning_rate": 7.433479901250607e-07,
      "loss": 2.1645,
      "mean_token_accuracy": 0.5230659484863281,
      "num_tokens": 598259794.0,
      "step": 776640
    },
    {
      "epoch": 0.9851488790625579,
      "grad_norm": 7.28125,
      "learning_rate": 7.427136800387691e-07,
      "loss": 2.1889,
      "mean_token_accuracy": 0.5303599089384079,
      "num_tokens": 598267640.0,
      "step": 776650
    },
    {
      "epoch": 0.9851615636550907,
      "grad_norm": 5.3125,
      "learning_rate": 7.420793699524775e-07,
      "loss": 2.2439,
      "mean_token_accuracy": 0.5125434845685959,
      "num_tokens": 598275463.0,
      "step": 776660
    },
    {
      "epoch": 0.9851742482476236,
      "grad_norm": 5.3125,
      "learning_rate": 7.414450598661859e-07,
      "loss": 2.0705,
      "mean_token_accuracy": 0.5307614177465438,
      "num_tokens": 598283848.0,
      "step": 776670
    },
    {
      "epoch": 0.9851869328401563,
      "grad_norm": 5.65625,
      "learning_rate": 7.408107497798945e-07,
      "loss": 1.9523,
      "mean_token_accuracy": 0.5657212466001511,
      "num_tokens": 598291660.0,
      "step": 776680
    },
    {
      "epoch": 0.9851996174326892,
      "grad_norm": 6.15625,
      "learning_rate": 7.401764396936029e-07,
      "loss": 2.1123,
      "mean_token_accuracy": 0.5359263718128204,
      "num_tokens": 598299098.0,
      "step": 776690
    },
    {
      "epoch": 0.985212302025222,
      "grad_norm": 11.8125,
      "learning_rate": 7.395421296073113e-07,
      "loss": 2.1045,
      "mean_token_accuracy": 0.53776875436306,
      "num_tokens": 598306959.0,
      "step": 776700
    },
    {
      "epoch": 0.9852249866177549,
      "grad_norm": 6.59375,
      "learning_rate": 7.389078195210197e-07,
      "loss": 1.9331,
      "mean_token_accuracy": 0.5601184695959092,
      "num_tokens": 598313280.0,
      "step": 776710
    },
    {
      "epoch": 0.9852376712102877,
      "grad_norm": 6.96875,
      "learning_rate": 7.382735094347283e-07,
      "loss": 2.0279,
      "mean_token_accuracy": 0.5473738014698029,
      "num_tokens": 598320750.0,
      "step": 776720
    },
    {
      "epoch": 0.9852503558028205,
      "grad_norm": 7.03125,
      "learning_rate": 7.376391993484368e-07,
      "loss": 2.2175,
      "mean_token_accuracy": 0.5276652246713638,
      "num_tokens": 598328423.0,
      "step": 776730
    },
    {
      "epoch": 0.9852630403953534,
      "grad_norm": 5.0625,
      "learning_rate": 7.370048892621452e-07,
      "loss": 2.1262,
      "mean_token_accuracy": 0.5449494630098343,
      "num_tokens": 598335929.0,
      "step": 776740
    },
    {
      "epoch": 0.9852757249878862,
      "grad_norm": 7.375,
      "learning_rate": 7.363705791758536e-07,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5269216924905777,
      "num_tokens": 598344294.0,
      "step": 776750
    },
    {
      "epoch": 0.9852884095804191,
      "grad_norm": 6.0,
      "learning_rate": 7.35736269089562e-07,
      "loss": 1.9927,
      "mean_token_accuracy": 0.5628006726503372,
      "num_tokens": 598351462.0,
      "step": 776760
    },
    {
      "epoch": 0.9853010941729519,
      "grad_norm": 6.25,
      "learning_rate": 7.351019590032706e-07,
      "loss": 1.9598,
      "mean_token_accuracy": 0.5746639341115951,
      "num_tokens": 598357838.0,
      "step": 776770
    },
    {
      "epoch": 0.9853137787654848,
      "grad_norm": 6.40625,
      "learning_rate": 7.34467648916979e-07,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5239406108856202,
      "num_tokens": 598365789.0,
      "step": 776780
    },
    {
      "epoch": 0.9853264633580175,
      "grad_norm": 5.3125,
      "learning_rate": 7.338333388306874e-07,
      "loss": 2.002,
      "mean_token_accuracy": 0.566874298453331,
      "num_tokens": 598372695.0,
      "step": 776790
    },
    {
      "epoch": 0.9853391479505503,
      "grad_norm": 4.8125,
      "learning_rate": 7.331990287443958e-07,
      "loss": 2.1496,
      "mean_token_accuracy": 0.5437783926725388,
      "num_tokens": 598380693.0,
      "step": 776800
    },
    {
      "epoch": 0.9853518325430832,
      "grad_norm": 5.34375,
      "learning_rate": 7.325647186581044e-07,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5638469159603119,
      "num_tokens": 598388465.0,
      "step": 776810
    },
    {
      "epoch": 0.985364517135616,
      "grad_norm": 5.75,
      "learning_rate": 7.319304085718128e-07,
      "loss": 2.0349,
      "mean_token_accuracy": 0.5419937282800674,
      "num_tokens": 598396537.0,
      "step": 776820
    },
    {
      "epoch": 0.9853772017281489,
      "grad_norm": 5.40625,
      "learning_rate": 7.312960984855213e-07,
      "loss": 1.8543,
      "mean_token_accuracy": 0.586919105052948,
      "num_tokens": 598404086.0,
      "step": 776830
    },
    {
      "epoch": 0.9853898863206817,
      "grad_norm": 5.21875,
      "learning_rate": 7.306617883992296e-07,
      "loss": 2.2187,
      "mean_token_accuracy": 0.5252406746149063,
      "num_tokens": 598410453.0,
      "step": 776840
    },
    {
      "epoch": 0.9854025709132146,
      "grad_norm": 5.3125,
      "learning_rate": 7.300274783129382e-07,
      "loss": 2.0518,
      "mean_token_accuracy": 0.553573077917099,
      "num_tokens": 598417586.0,
      "step": 776850
    },
    {
      "epoch": 0.9854152555057474,
      "grad_norm": 5.75,
      "learning_rate": 7.293931682266467e-07,
      "loss": 2.0699,
      "mean_token_accuracy": 0.5450094103813171,
      "num_tokens": 598424475.0,
      "step": 776860
    },
    {
      "epoch": 0.9854279400982803,
      "grad_norm": 6.28125,
      "learning_rate": 7.287588581403551e-07,
      "loss": 2.018,
      "mean_token_accuracy": 0.5557681173086166,
      "num_tokens": 598431749.0,
      "step": 776870
    },
    {
      "epoch": 0.9854406246908131,
      "grad_norm": 5.0625,
      "learning_rate": 7.281245480540635e-07,
      "loss": 2.0738,
      "mean_token_accuracy": 0.5270704537630081,
      "num_tokens": 598439405.0,
      "step": 776880
    },
    {
      "epoch": 0.9854533092833458,
      "grad_norm": 5.9375,
      "learning_rate": 7.27490237967772e-07,
      "loss": 1.6212,
      "mean_token_accuracy": 0.6472826480865479,
      "num_tokens": 598443300.0,
      "step": 776890
    },
    {
      "epoch": 0.9854659938758787,
      "grad_norm": 8.375,
      "learning_rate": 7.268559278814805e-07,
      "loss": 1.9994,
      "mean_token_accuracy": 0.548154428601265,
      "num_tokens": 598449396.0,
      "step": 776900
    },
    {
      "epoch": 0.9854786784684115,
      "grad_norm": 4.46875,
      "learning_rate": 7.262216177951889e-07,
      "loss": 1.9872,
      "mean_token_accuracy": 0.5583737909793853,
      "num_tokens": 598458366.0,
      "step": 776910
    },
    {
      "epoch": 0.9854913630609444,
      "grad_norm": 5.78125,
      "learning_rate": 7.255873077088974e-07,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5388168334960938,
      "num_tokens": 598466878.0,
      "step": 776920
    },
    {
      "epoch": 0.9855040476534772,
      "grad_norm": 10.8125,
      "learning_rate": 7.249529976226058e-07,
      "loss": 1.9596,
      "mean_token_accuracy": 0.5610749095678329,
      "num_tokens": 598474186.0,
      "step": 776930
    },
    {
      "epoch": 0.9855167322460101,
      "grad_norm": 5.25,
      "learning_rate": 7.243186875363143e-07,
      "loss": 2.0101,
      "mean_token_accuracy": 0.5444079279899597,
      "num_tokens": 598481914.0,
      "step": 776940
    },
    {
      "epoch": 0.9855294168385429,
      "grad_norm": 4.9375,
      "learning_rate": 7.236843774500227e-07,
      "loss": 2.1638,
      "mean_token_accuracy": 0.5341492086648941,
      "num_tokens": 598490335.0,
      "step": 776950
    },
    {
      "epoch": 0.9855421014310757,
      "grad_norm": 5.5625,
      "learning_rate": 7.230500673637312e-07,
      "loss": 1.8962,
      "mean_token_accuracy": 0.5887359410524369,
      "num_tokens": 598496960.0,
      "step": 776960
    },
    {
      "epoch": 0.9855547860236086,
      "grad_norm": 6.5625,
      "learning_rate": 7.224157572774397e-07,
      "loss": 2.1524,
      "mean_token_accuracy": 0.5292560070753097,
      "num_tokens": 598504057.0,
      "step": 776970
    },
    {
      "epoch": 0.9855674706161414,
      "grad_norm": 6.5,
      "learning_rate": 7.217814471911481e-07,
      "loss": 2.0711,
      "mean_token_accuracy": 0.5474481970071793,
      "num_tokens": 598511531.0,
      "step": 776980
    },
    {
      "epoch": 0.9855801552086743,
      "grad_norm": 9.125,
      "learning_rate": 7.211471371048566e-07,
      "loss": 2.0385,
      "mean_token_accuracy": 0.546752107143402,
      "num_tokens": 598517983.0,
      "step": 776990
    },
    {
      "epoch": 0.985592839801207,
      "grad_norm": 4.21875,
      "learning_rate": 7.20512827018565e-07,
      "loss": 1.8775,
      "mean_token_accuracy": 0.5808827638626098,
      "num_tokens": 598524322.0,
      "step": 777000
    },
    {
      "epoch": 0.9856055243937399,
      "grad_norm": 6.0,
      "learning_rate": 7.198785169322736e-07,
      "loss": 2.1565,
      "mean_token_accuracy": 0.5393267005681992,
      "num_tokens": 598531250.0,
      "step": 777010
    },
    {
      "epoch": 0.9856182089862727,
      "grad_norm": 6.125,
      "learning_rate": 7.192442068459819e-07,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5334678053855896,
      "num_tokens": 598538603.0,
      "step": 777020
    },
    {
      "epoch": 0.9856308935788056,
      "grad_norm": 5.625,
      "learning_rate": 7.186098967596904e-07,
      "loss": 1.6155,
      "mean_token_accuracy": 0.638110363483429,
      "num_tokens": 598544196.0,
      "step": 777030
    },
    {
      "epoch": 0.9856435781713384,
      "grad_norm": 4.5,
      "learning_rate": 7.179755866733988e-07,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5436374932527542,
      "num_tokens": 598552971.0,
      "step": 777040
    },
    {
      "epoch": 0.9856562627638712,
      "grad_norm": 5.65625,
      "learning_rate": 7.173412765871073e-07,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5395565658807755,
      "num_tokens": 598560713.0,
      "step": 777050
    },
    {
      "epoch": 0.9856689473564041,
      "grad_norm": 5.78125,
      "learning_rate": 7.167069665008158e-07,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5239346414804459,
      "num_tokens": 598569338.0,
      "step": 777060
    },
    {
      "epoch": 0.9856816319489369,
      "grad_norm": 5.3125,
      "learning_rate": 7.160726564145242e-07,
      "loss": 1.9456,
      "mean_token_accuracy": 0.5698023080825806,
      "num_tokens": 598576821.0,
      "step": 777070
    },
    {
      "epoch": 0.9856943165414698,
      "grad_norm": 5.03125,
      "learning_rate": 7.154383463282326e-07,
      "loss": 1.8556,
      "mean_token_accuracy": 0.5906197756528855,
      "num_tokens": 598583401.0,
      "step": 777080
    },
    {
      "epoch": 0.9857070011340026,
      "grad_norm": 5.59375,
      "learning_rate": 7.148040362419411e-07,
      "loss": 2.3562,
      "mean_token_accuracy": 0.5051133364439011,
      "num_tokens": 598592155.0,
      "step": 777090
    },
    {
      "epoch": 0.9857196857265355,
      "grad_norm": 5.03125,
      "learning_rate": 7.141697261556497e-07,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5600865334272385,
      "num_tokens": 598600380.0,
      "step": 777100
    },
    {
      "epoch": 0.9857323703190682,
      "grad_norm": 7.21875,
      "learning_rate": 7.13535416069358e-07,
      "loss": 1.9801,
      "mean_token_accuracy": 0.5637378096580505,
      "num_tokens": 598607224.0,
      "step": 777110
    },
    {
      "epoch": 0.985745054911601,
      "grad_norm": 8.6875,
      "learning_rate": 7.129011059830665e-07,
      "loss": 1.9739,
      "mean_token_accuracy": 0.570891073346138,
      "num_tokens": 598613476.0,
      "step": 777120
    },
    {
      "epoch": 0.9857577395041339,
      "grad_norm": 6.5,
      "learning_rate": 7.122667958967749e-07,
      "loss": 1.9822,
      "mean_token_accuracy": 0.5627926886081696,
      "num_tokens": 598621376.0,
      "step": 777130
    },
    {
      "epoch": 0.9857704240966667,
      "grad_norm": 9.4375,
      "learning_rate": 7.116324858104835e-07,
      "loss": 1.8073,
      "mean_token_accuracy": 0.598618283867836,
      "num_tokens": 598625702.0,
      "step": 777140
    },
    {
      "epoch": 0.9857831086891996,
      "grad_norm": 5.8125,
      "learning_rate": 7.109981757241919e-07,
      "loss": 2.2029,
      "mean_token_accuracy": 0.5191146463155747,
      "num_tokens": 598633403.0,
      "step": 777150
    },
    {
      "epoch": 0.9857957932817324,
      "grad_norm": 5.375,
      "learning_rate": 7.103638656379003e-07,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5487881779670716,
      "num_tokens": 598640321.0,
      "step": 777160
    },
    {
      "epoch": 0.9858084778742653,
      "grad_norm": 5.53125,
      "learning_rate": 7.097295555516087e-07,
      "loss": 2.2565,
      "mean_token_accuracy": 0.5198705822229386,
      "num_tokens": 598648851.0,
      "step": 777170
    },
    {
      "epoch": 0.9858211624667981,
      "grad_norm": 6.5625,
      "learning_rate": 7.090952454653173e-07,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5293911695480347,
      "num_tokens": 598656182.0,
      "step": 777180
    },
    {
      "epoch": 0.9858338470593309,
      "grad_norm": 5.84375,
      "learning_rate": 7.084609353790257e-07,
      "loss": 2.0113,
      "mean_token_accuracy": 0.5632156759500504,
      "num_tokens": 598662788.0,
      "step": 777190
    },
    {
      "epoch": 0.9858465316518638,
      "grad_norm": 6.03125,
      "learning_rate": 7.078266252927341e-07,
      "loss": 2.1359,
      "mean_token_accuracy": 0.53320914208889,
      "num_tokens": 598669791.0,
      "step": 777200
    },
    {
      "epoch": 0.9858592162443965,
      "grad_norm": 5.5,
      "learning_rate": 7.071923152064425e-07,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5351867258548737,
      "num_tokens": 598678297.0,
      "step": 777210
    },
    {
      "epoch": 0.9858719008369294,
      "grad_norm": 6.28125,
      "learning_rate": 7.06558005120151e-07,
      "loss": 2.0338,
      "mean_token_accuracy": 0.5404384553432464,
      "num_tokens": 598685088.0,
      "step": 777220
    },
    {
      "epoch": 0.9858845854294622,
      "grad_norm": 5.78125,
      "learning_rate": 7.059236950338596e-07,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5803688198328019,
      "num_tokens": 598691471.0,
      "step": 777230
    },
    {
      "epoch": 0.9858972700219951,
      "grad_norm": 4.84375,
      "learning_rate": 7.05289384947568e-07,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5391161412000656,
      "num_tokens": 598699086.0,
      "step": 777240
    },
    {
      "epoch": 0.9859099546145279,
      "grad_norm": 4.6875,
      "learning_rate": 7.046550748612764e-07,
      "loss": 1.8252,
      "mean_token_accuracy": 0.5776005417108536,
      "num_tokens": 598706079.0,
      "step": 777250
    },
    {
      "epoch": 0.9859226392070608,
      "grad_norm": 5.125,
      "learning_rate": 7.040207647749848e-07,
      "loss": 2.1829,
      "mean_token_accuracy": 0.5252430856227874,
      "num_tokens": 598714334.0,
      "step": 777260
    },
    {
      "epoch": 0.9859353237995936,
      "grad_norm": 5.65625,
      "learning_rate": 7.033864546886934e-07,
      "loss": 2.1264,
      "mean_token_accuracy": 0.5400016993284226,
      "num_tokens": 598723014.0,
      "step": 777270
    },
    {
      "epoch": 0.9859480083921264,
      "grad_norm": 8.125,
      "learning_rate": 7.027521446024018e-07,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5658632576465606,
      "num_tokens": 598731279.0,
      "step": 777280
    },
    {
      "epoch": 0.9859606929846593,
      "grad_norm": 5.46875,
      "learning_rate": 7.021178345161102e-07,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5324902176856995,
      "num_tokens": 598739707.0,
      "step": 777290
    },
    {
      "epoch": 0.9859733775771921,
      "grad_norm": 5.28125,
      "learning_rate": 7.014835244298186e-07,
      "loss": 2.0756,
      "mean_token_accuracy": 0.533339849114418,
      "num_tokens": 598747999.0,
      "step": 777300
    },
    {
      "epoch": 0.985986062169725,
      "grad_norm": 6.5625,
      "learning_rate": 7.008492143435272e-07,
      "loss": 1.8353,
      "mean_token_accuracy": 0.5921029567718505,
      "num_tokens": 598755422.0,
      "step": 777310
    },
    {
      "epoch": 0.9859987467622577,
      "grad_norm": 5.53125,
      "learning_rate": 7.002149042572356e-07,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5137817293405533,
      "num_tokens": 598764156.0,
      "step": 777320
    },
    {
      "epoch": 0.9860114313547906,
      "grad_norm": 4.625,
      "learning_rate": 6.995805941709441e-07,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5254137754440308,
      "num_tokens": 598772622.0,
      "step": 777330
    },
    {
      "epoch": 0.9860241159473234,
      "grad_norm": 6.34375,
      "learning_rate": 6.989462840846524e-07,
      "loss": 2.0507,
      "mean_token_accuracy": 0.5522465616464615,
      "num_tokens": 598779839.0,
      "step": 777340
    },
    {
      "epoch": 0.9860368005398562,
      "grad_norm": 5.03125,
      "learning_rate": 6.98311973998361e-07,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5432956606149674,
      "num_tokens": 598787293.0,
      "step": 777350
    },
    {
      "epoch": 0.9860494851323891,
      "grad_norm": 6.40625,
      "learning_rate": 6.976776639120695e-07,
      "loss": 1.831,
      "mean_token_accuracy": 0.5971367359161377,
      "num_tokens": 598794703.0,
      "step": 777360
    },
    {
      "epoch": 0.9860621697249219,
      "grad_norm": 4.4375,
      "learning_rate": 6.970433538257779e-07,
      "loss": 1.9162,
      "mean_token_accuracy": 0.5837379574775696,
      "num_tokens": 598802774.0,
      "step": 777370
    },
    {
      "epoch": 0.9860748543174548,
      "grad_norm": 6.15625,
      "learning_rate": 6.964090437394863e-07,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5445406317710877,
      "num_tokens": 598809944.0,
      "step": 777380
    },
    {
      "epoch": 0.9860875389099876,
      "grad_norm": 5.3125,
      "learning_rate": 6.957747336531948e-07,
      "loss": 1.9269,
      "mean_token_accuracy": 0.5724523961544037,
      "num_tokens": 598817143.0,
      "step": 777390
    },
    {
      "epoch": 0.9861002235025205,
      "grad_norm": 5.1875,
      "learning_rate": 6.951404235669033e-07,
      "loss": 2.1761,
      "mean_token_accuracy": 0.5269226044416427,
      "num_tokens": 598824807.0,
      "step": 777400
    },
    {
      "epoch": 0.9861129080950533,
      "grad_norm": 5.09375,
      "learning_rate": 6.945061134806117e-07,
      "loss": 2.1099,
      "mean_token_accuracy": 0.531375253200531,
      "num_tokens": 598833176.0,
      "step": 777410
    },
    {
      "epoch": 0.9861255926875861,
      "grad_norm": 7.78125,
      "learning_rate": 6.938718033943202e-07,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5491707623004913,
      "num_tokens": 598840605.0,
      "step": 777420
    },
    {
      "epoch": 0.9861382772801189,
      "grad_norm": 4.40625,
      "learning_rate": 6.932374933080286e-07,
      "loss": 2.0352,
      "mean_token_accuracy": 0.549699205160141,
      "num_tokens": 598848128.0,
      "step": 777430
    },
    {
      "epoch": 0.9861509618726517,
      "grad_norm": 5.125,
      "learning_rate": 6.926031832217371e-07,
      "loss": 2.2324,
      "mean_token_accuracy": 0.5223971128463745,
      "num_tokens": 598856633.0,
      "step": 777440
    },
    {
      "epoch": 0.9861636464651846,
      "grad_norm": 5.125,
      "learning_rate": 6.919688731354455e-07,
      "loss": 2.1834,
      "mean_token_accuracy": 0.518258449435234,
      "num_tokens": 598863920.0,
      "step": 777450
    },
    {
      "epoch": 0.9861763310577174,
      "grad_norm": 7.5,
      "learning_rate": 6.91334563049154e-07,
      "loss": 2.085,
      "mean_token_accuracy": 0.5344532877206802,
      "num_tokens": 598871899.0,
      "step": 777460
    },
    {
      "epoch": 0.9861890156502503,
      "grad_norm": 5.15625,
      "learning_rate": 6.907002529628625e-07,
      "loss": 2.2174,
      "mean_token_accuracy": 0.5163894027471543,
      "num_tokens": 598879815.0,
      "step": 777470
    },
    {
      "epoch": 0.9862017002427831,
      "grad_norm": 6.53125,
      "learning_rate": 6.900659428765709e-07,
      "loss": 2.1796,
      "mean_token_accuracy": 0.5157738715410233,
      "num_tokens": 598888297.0,
      "step": 777480
    },
    {
      "epoch": 0.986214384835316,
      "grad_norm": 7.09375,
      "learning_rate": 6.894316327902794e-07,
      "loss": 1.9205,
      "mean_token_accuracy": 0.5740326553583145,
      "num_tokens": 598896581.0,
      "step": 777490
    },
    {
      "epoch": 0.9862270694278488,
      "grad_norm": 5.46875,
      "learning_rate": 6.887973227039878e-07,
      "loss": 2.1763,
      "mean_token_accuracy": 0.5233559280633926,
      "num_tokens": 598905864.0,
      "step": 777500
    },
    {
      "epoch": 0.9862397540203816,
      "grad_norm": 5.71875,
      "learning_rate": 6.881630126176964e-07,
      "loss": 1.9228,
      "mean_token_accuracy": 0.5714911699295044,
      "num_tokens": 598913546.0,
      "step": 777510
    },
    {
      "epoch": 0.9862524386129145,
      "grad_norm": 5.34375,
      "learning_rate": 6.875287025314047e-07,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5480050563812255,
      "num_tokens": 598921487.0,
      "step": 777520
    },
    {
      "epoch": 0.9862651232054472,
      "grad_norm": 4.90625,
      "learning_rate": 6.868943924451132e-07,
      "loss": 2.2008,
      "mean_token_accuracy": 0.5227928847074509,
      "num_tokens": 598929888.0,
      "step": 777530
    },
    {
      "epoch": 0.9862778077979801,
      "grad_norm": 5.71875,
      "learning_rate": 6.862600823588216e-07,
      "loss": 2.1782,
      "mean_token_accuracy": 0.5294230431318283,
      "num_tokens": 598936140.0,
      "step": 777540
    },
    {
      "epoch": 0.9862904923905129,
      "grad_norm": 6.96875,
      "learning_rate": 6.856257722725301e-07,
      "loss": 1.9067,
      "mean_token_accuracy": 0.5713376879692078,
      "num_tokens": 598943187.0,
      "step": 777550
    },
    {
      "epoch": 0.9863031769830458,
      "grad_norm": 5.375,
      "learning_rate": 6.849914621862386e-07,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5267007499933243,
      "num_tokens": 598952050.0,
      "step": 777560
    },
    {
      "epoch": 0.9863158615755786,
      "grad_norm": 5.625,
      "learning_rate": 6.84357152099947e-07,
      "loss": 2.2234,
      "mean_token_accuracy": 0.5188397020101547,
      "num_tokens": 598961302.0,
      "step": 777570
    },
    {
      "epoch": 0.9863285461681114,
      "grad_norm": 5.25,
      "learning_rate": 6.837228420136554e-07,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5528235375881195,
      "num_tokens": 598968056.0,
      "step": 777580
    },
    {
      "epoch": 0.9863412307606443,
      "grad_norm": 5.0625,
      "learning_rate": 6.830885319273639e-07,
      "loss": 2.2369,
      "mean_token_accuracy": 0.5178351670503616,
      "num_tokens": 598977140.0,
      "step": 777590
    },
    {
      "epoch": 0.9863539153531771,
      "grad_norm": 5.5625,
      "learning_rate": 6.824542218410724e-07,
      "loss": 1.8073,
      "mean_token_accuracy": 0.599416834115982,
      "num_tokens": 598984055.0,
      "step": 777600
    },
    {
      "epoch": 0.98636659994571,
      "grad_norm": 9.75,
      "learning_rate": 6.818199117547808e-07,
      "loss": 1.6978,
      "mean_token_accuracy": 0.6317139625549316,
      "num_tokens": 598989628.0,
      "step": 777610
    },
    {
      "epoch": 0.9863792845382428,
      "grad_norm": 4.46875,
      "learning_rate": 6.811856016684893e-07,
      "loss": 1.9352,
      "mean_token_accuracy": 0.559443935751915,
      "num_tokens": 598997818.0,
      "step": 777620
    },
    {
      "epoch": 0.9863919691307756,
      "grad_norm": 6.4375,
      "learning_rate": 6.805512915821977e-07,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5389467209577561,
      "num_tokens": 599005859.0,
      "step": 777630
    },
    {
      "epoch": 0.9864046537233084,
      "grad_norm": 5.59375,
      "learning_rate": 6.799169814959063e-07,
      "loss": 2.0014,
      "mean_token_accuracy": 0.5528483301401138,
      "num_tokens": 599014738.0,
      "step": 777640
    },
    {
      "epoch": 0.9864173383158413,
      "grad_norm": 5.65625,
      "learning_rate": 6.792826714096147e-07,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5520193099975585,
      "num_tokens": 599022172.0,
      "step": 777650
    },
    {
      "epoch": 0.9864300229083741,
      "grad_norm": 4.71875,
      "learning_rate": 6.786483613233231e-07,
      "loss": 2.1269,
      "mean_token_accuracy": 0.5363672643899917,
      "num_tokens": 599030355.0,
      "step": 777660
    },
    {
      "epoch": 0.9864427075009069,
      "grad_norm": 5.75,
      "learning_rate": 6.780140512370315e-07,
      "loss": 2.1793,
      "mean_token_accuracy": 0.5207826167345047,
      "num_tokens": 599038638.0,
      "step": 777670
    },
    {
      "epoch": 0.9864553920934398,
      "grad_norm": 5.53125,
      "learning_rate": 6.773797411507401e-07,
      "loss": 1.9859,
      "mean_token_accuracy": 0.574217113852501,
      "num_tokens": 599045685.0,
      "step": 777680
    },
    {
      "epoch": 0.9864680766859726,
      "grad_norm": 4.9375,
      "learning_rate": 6.767454310644485e-07,
      "loss": 2.0207,
      "mean_token_accuracy": 0.5484639048576355,
      "num_tokens": 599053200.0,
      "step": 777690
    },
    {
      "epoch": 0.9864807612785055,
      "grad_norm": 6.0,
      "learning_rate": 6.761111209781569e-07,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5756770521402359,
      "num_tokens": 599059378.0,
      "step": 777700
    },
    {
      "epoch": 0.9864934458710383,
      "grad_norm": 5.0,
      "learning_rate": 6.754768108918653e-07,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5432357162237167,
      "num_tokens": 599066617.0,
      "step": 777710
    },
    {
      "epoch": 0.9865061304635712,
      "grad_norm": 9.0,
      "learning_rate": 6.748425008055739e-07,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5557906866073609,
      "num_tokens": 599073950.0,
      "step": 777720
    },
    {
      "epoch": 0.986518815056104,
      "grad_norm": 4.875,
      "learning_rate": 6.742081907192824e-07,
      "loss": 2.002,
      "mean_token_accuracy": 0.5510776758193969,
      "num_tokens": 599082287.0,
      "step": 777730
    },
    {
      "epoch": 0.9865314996486367,
      "grad_norm": 5.71875,
      "learning_rate": 6.735738806329908e-07,
      "loss": 2.2038,
      "mean_token_accuracy": 0.539491331577301,
      "num_tokens": 599090313.0,
      "step": 777740
    },
    {
      "epoch": 0.9865441842411696,
      "grad_norm": 5.71875,
      "learning_rate": 6.729395705466992e-07,
      "loss": 2.0973,
      "mean_token_accuracy": 0.5391988426446914,
      "num_tokens": 599098147.0,
      "step": 777750
    },
    {
      "epoch": 0.9865568688337024,
      "grad_norm": 4.59375,
      "learning_rate": 6.723052604604076e-07,
      "loss": 1.7641,
      "mean_token_accuracy": 0.6079092115163803,
      "num_tokens": 599104714.0,
      "step": 777760
    },
    {
      "epoch": 0.9865695534262353,
      "grad_norm": 5.59375,
      "learning_rate": 6.716709503741162e-07,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5418024778366088,
      "num_tokens": 599112894.0,
      "step": 777770
    },
    {
      "epoch": 0.9865822380187681,
      "grad_norm": 4.75,
      "learning_rate": 6.710366402878246e-07,
      "loss": 2.1921,
      "mean_token_accuracy": 0.5322256475687027,
      "num_tokens": 599120831.0,
      "step": 777780
    },
    {
      "epoch": 0.986594922611301,
      "grad_norm": 5.6875,
      "learning_rate": 6.70402330201533e-07,
      "loss": 1.9948,
      "mean_token_accuracy": 0.5573935240507126,
      "num_tokens": 599128915.0,
      "step": 777790
    },
    {
      "epoch": 0.9866076072038338,
      "grad_norm": 5.46875,
      "learning_rate": 6.697680201152414e-07,
      "loss": 2.0209,
      "mean_token_accuracy": 0.5572590738534927,
      "num_tokens": 599137297.0,
      "step": 777800
    },
    {
      "epoch": 0.9866202917963667,
      "grad_norm": 4.9375,
      "learning_rate": 6.6913371002895e-07,
      "loss": 2.2214,
      "mean_token_accuracy": 0.5195279896259308,
      "num_tokens": 599144999.0,
      "step": 777810
    },
    {
      "epoch": 0.9866329763888995,
      "grad_norm": 7.28125,
      "learning_rate": 6.684993999426584e-07,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5527514308691025,
      "num_tokens": 599152758.0,
      "step": 777820
    },
    {
      "epoch": 0.9866456609814322,
      "grad_norm": 5.90625,
      "learning_rate": 6.678650898563668e-07,
      "loss": 2.1271,
      "mean_token_accuracy": 0.538248959183693,
      "num_tokens": 599160161.0,
      "step": 777830
    },
    {
      "epoch": 0.9866583455739651,
      "grad_norm": 6.28125,
      "learning_rate": 6.672307797700752e-07,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5507552206516266,
      "num_tokens": 599167327.0,
      "step": 777840
    },
    {
      "epoch": 0.9866710301664979,
      "grad_norm": 5.59375,
      "learning_rate": 6.665964696837838e-07,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5411938160657883,
      "num_tokens": 599175004.0,
      "step": 777850
    },
    {
      "epoch": 0.9866837147590308,
      "grad_norm": 4.625,
      "learning_rate": 6.659621595974923e-07,
      "loss": 1.9662,
      "mean_token_accuracy": 0.5544000387191772,
      "num_tokens": 599183068.0,
      "step": 777860
    },
    {
      "epoch": 0.9866963993515636,
      "grad_norm": 6.65625,
      "learning_rate": 6.653278495112007e-07,
      "loss": 2.3268,
      "mean_token_accuracy": 0.5019216388463974,
      "num_tokens": 599191623.0,
      "step": 777870
    },
    {
      "epoch": 0.9867090839440965,
      "grad_norm": 6.5,
      "learning_rate": 6.646935394249091e-07,
      "loss": 1.8893,
      "mean_token_accuracy": 0.5746841460466385,
      "num_tokens": 599200165.0,
      "step": 777880
    },
    {
      "epoch": 0.9867217685366293,
      "grad_norm": 6.28125,
      "learning_rate": 6.640592293386176e-07,
      "loss": 2.2165,
      "mean_token_accuracy": 0.5165621668100357,
      "num_tokens": 599208938.0,
      "step": 777890
    },
    {
      "epoch": 0.9867344531291621,
      "grad_norm": 7.25,
      "learning_rate": 6.634249192523261e-07,
      "loss": 2.1153,
      "mean_token_accuracy": 0.547713902592659,
      "num_tokens": 599217303.0,
      "step": 777900
    },
    {
      "epoch": 0.986747137721695,
      "grad_norm": 5.5625,
      "learning_rate": 6.627906091660345e-07,
      "loss": 1.8707,
      "mean_token_accuracy": 0.5867896407842637,
      "num_tokens": 599224145.0,
      "step": 777910
    },
    {
      "epoch": 0.9867598223142278,
      "grad_norm": 4.78125,
      "learning_rate": 6.621562990797429e-07,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5250955939292907,
      "num_tokens": 599232734.0,
      "step": 777920
    },
    {
      "epoch": 0.9867725069067607,
      "grad_norm": 8.875,
      "learning_rate": 6.615219889934513e-07,
      "loss": 2.037,
      "mean_token_accuracy": 0.5391674488782883,
      "num_tokens": 599241511.0,
      "step": 777930
    },
    {
      "epoch": 0.9867851914992934,
      "grad_norm": 5.25,
      "learning_rate": 6.608876789071599e-07,
      "loss": 2.2301,
      "mean_token_accuracy": 0.51572105884552,
      "num_tokens": 599248959.0,
      "step": 777940
    },
    {
      "epoch": 0.9867978760918263,
      "grad_norm": 5.0,
      "learning_rate": 6.602533688208683e-07,
      "loss": 1.857,
      "mean_token_accuracy": 0.5848678380250931,
      "num_tokens": 599256201.0,
      "step": 777950
    },
    {
      "epoch": 0.9868105606843591,
      "grad_norm": 12.0,
      "learning_rate": 6.596190587345768e-07,
      "loss": 1.9847,
      "mean_token_accuracy": 0.5571337610483169,
      "num_tokens": 599263860.0,
      "step": 777960
    },
    {
      "epoch": 0.986823245276892,
      "grad_norm": 5.65625,
      "learning_rate": 6.589847486482851e-07,
      "loss": 2.1158,
      "mean_token_accuracy": 0.5472959995269775,
      "num_tokens": 599271711.0,
      "step": 777970
    },
    {
      "epoch": 0.9868359298694248,
      "grad_norm": 5.125,
      "learning_rate": 6.583504385619937e-07,
      "loss": 2.2679,
      "mean_token_accuracy": 0.5182332873344422,
      "num_tokens": 599279970.0,
      "step": 777980
    },
    {
      "epoch": 0.9868486144619576,
      "grad_norm": 5.375,
      "learning_rate": 6.577161284757022e-07,
      "loss": 2.2114,
      "mean_token_accuracy": 0.5231955379247666,
      "num_tokens": 599288054.0,
      "step": 777990
    },
    {
      "epoch": 0.9868612990544905,
      "grad_norm": 5.375,
      "learning_rate": 6.570818183894106e-07,
      "loss": 1.9668,
      "mean_token_accuracy": 0.5715474992990494,
      "num_tokens": 599295616.0,
      "step": 778000
    },
    {
      "epoch": 0.9868739836470233,
      "grad_norm": 5.46875,
      "learning_rate": 6.56447508303119e-07,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5391588509082794,
      "num_tokens": 599303423.0,
      "step": 778010
    },
    {
      "epoch": 0.9868866682395562,
      "grad_norm": 4.90625,
      "learning_rate": 6.558131982168275e-07,
      "loss": 2.0721,
      "mean_token_accuracy": 0.5398855865001678,
      "num_tokens": 599310968.0,
      "step": 778020
    },
    {
      "epoch": 0.986899352832089,
      "grad_norm": 5.34375,
      "learning_rate": 6.55178888130536e-07,
      "loss": 2.1634,
      "mean_token_accuracy": 0.531957072019577,
      "num_tokens": 599319376.0,
      "step": 778030
    },
    {
      "epoch": 0.9869120374246219,
      "grad_norm": 5.875,
      "learning_rate": 6.545445780442444e-07,
      "loss": 2.1164,
      "mean_token_accuracy": 0.5303564012050629,
      "num_tokens": 599328740.0,
      "step": 778040
    },
    {
      "epoch": 0.9869247220171546,
      "grad_norm": 7.34375,
      "learning_rate": 6.539102679579529e-07,
      "loss": 1.7983,
      "mean_token_accuracy": 0.6040941298007965,
      "num_tokens": 599335073.0,
      "step": 778050
    },
    {
      "epoch": 0.9869374066096874,
      "grad_norm": 5.75,
      "learning_rate": 6.532759578716613e-07,
      "loss": 2.0514,
      "mean_token_accuracy": 0.5537906885147095,
      "num_tokens": 599341110.0,
      "step": 778060
    },
    {
      "epoch": 0.9869500912022203,
      "grad_norm": 6.75,
      "learning_rate": 6.526416477853698e-07,
      "loss": 1.969,
      "mean_token_accuracy": 0.563438993692398,
      "num_tokens": 599348029.0,
      "step": 778070
    },
    {
      "epoch": 0.9869627757947531,
      "grad_norm": 4.6875,
      "learning_rate": 6.520073376990782e-07,
      "loss": 1.7842,
      "mean_token_accuracy": 0.6047361344099045,
      "num_tokens": 599355683.0,
      "step": 778080
    },
    {
      "epoch": 0.986975460387286,
      "grad_norm": 6.84375,
      "learning_rate": 6.513730276127867e-07,
      "loss": 2.063,
      "mean_token_accuracy": 0.5574955970048905,
      "num_tokens": 599362683.0,
      "step": 778090
    },
    {
      "epoch": 0.9869881449798188,
      "grad_norm": 5.125,
      "learning_rate": 6.507387175264952e-07,
      "loss": 2.0439,
      "mean_token_accuracy": 0.5516370177268982,
      "num_tokens": 599371390.0,
      "step": 778100
    },
    {
      "epoch": 0.9870008295723517,
      "grad_norm": 7.40625,
      "learning_rate": 6.501044074402036e-07,
      "loss": 1.9292,
      "mean_token_accuracy": 0.5765468358993531,
      "num_tokens": 599379388.0,
      "step": 778110
    },
    {
      "epoch": 0.9870135141648845,
      "grad_norm": 8.375,
      "learning_rate": 6.494700973539121e-07,
      "loss": 2.121,
      "mean_token_accuracy": 0.5358967185020447,
      "num_tokens": 599387455.0,
      "step": 778120
    },
    {
      "epoch": 0.9870261987574173,
      "grad_norm": 6.75,
      "learning_rate": 6.488357872676205e-07,
      "loss": 1.871,
      "mean_token_accuracy": 0.5819231659173966,
      "num_tokens": 599394982.0,
      "step": 778130
    },
    {
      "epoch": 0.9870388833499502,
      "grad_norm": 4.90625,
      "learning_rate": 6.482014771813291e-07,
      "loss": 1.921,
      "mean_token_accuracy": 0.5730135530233383,
      "num_tokens": 599403334.0,
      "step": 778140
    },
    {
      "epoch": 0.9870515679424829,
      "grad_norm": 5.65625,
      "learning_rate": 6.475671670950374e-07,
      "loss": 2.281,
      "mean_token_accuracy": 0.509048056602478,
      "num_tokens": 599411579.0,
      "step": 778150
    },
    {
      "epoch": 0.9870642525350158,
      "grad_norm": 4.90625,
      "learning_rate": 6.469328570087459e-07,
      "loss": 1.9413,
      "mean_token_accuracy": 0.5562085270881653,
      "num_tokens": 599419776.0,
      "step": 778160
    },
    {
      "epoch": 0.9870769371275486,
      "grad_norm": 6.90625,
      "learning_rate": 6.462985469224543e-07,
      "loss": 2.2409,
      "mean_token_accuracy": 0.5128006637096405,
      "num_tokens": 599428154.0,
      "step": 778170
    },
    {
      "epoch": 0.9870896217200815,
      "grad_norm": 6.0625,
      "learning_rate": 6.456642368361629e-07,
      "loss": 1.9207,
      "mean_token_accuracy": 0.5600240468978882,
      "num_tokens": 599434607.0,
      "step": 778180
    },
    {
      "epoch": 0.9871023063126143,
      "grad_norm": 5.96875,
      "learning_rate": 6.450299267498713e-07,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5775980889797211,
      "num_tokens": 599442680.0,
      "step": 778190
    },
    {
      "epoch": 0.9871149909051472,
      "grad_norm": 4.96875,
      "learning_rate": 6.443956166635797e-07,
      "loss": 2.0617,
      "mean_token_accuracy": 0.5519418060779572,
      "num_tokens": 599450770.0,
      "step": 778200
    },
    {
      "epoch": 0.98712767549768,
      "grad_norm": 6.0,
      "learning_rate": 6.437613065772881e-07,
      "loss": 2.1594,
      "mean_token_accuracy": 0.5394093036651612,
      "num_tokens": 599458507.0,
      "step": 778210
    },
    {
      "epoch": 0.9871403600902128,
      "grad_norm": 8.9375,
      "learning_rate": 6.431269964909966e-07,
      "loss": 1.9789,
      "mean_token_accuracy": 0.5453702807426453,
      "num_tokens": 599465825.0,
      "step": 778220
    },
    {
      "epoch": 0.9871530446827457,
      "grad_norm": 6.34375,
      "learning_rate": 6.424926864047052e-07,
      "loss": 1.7881,
      "mean_token_accuracy": 0.5937572717666626,
      "num_tokens": 599473379.0,
      "step": 778230
    },
    {
      "epoch": 0.9871657292752785,
      "grad_norm": 5.46875,
      "learning_rate": 6.418583763184135e-07,
      "loss": 2.1262,
      "mean_token_accuracy": 0.53532834649086,
      "num_tokens": 599481440.0,
      "step": 778240
    },
    {
      "epoch": 0.9871784138678114,
      "grad_norm": 5.65625,
      "learning_rate": 6.41224066232122e-07,
      "loss": 2.1995,
      "mean_token_accuracy": 0.521147894859314,
      "num_tokens": 599489416.0,
      "step": 778250
    },
    {
      "epoch": 0.9871910984603441,
      "grad_norm": 6.15625,
      "learning_rate": 6.405897561458304e-07,
      "loss": 2.0915,
      "mean_token_accuracy": 0.539031907916069,
      "num_tokens": 599496023.0,
      "step": 778260
    },
    {
      "epoch": 0.987203783052877,
      "grad_norm": 5.15625,
      "learning_rate": 6.39955446059539e-07,
      "loss": 2.0854,
      "mean_token_accuracy": 0.524827653169632,
      "num_tokens": 599503233.0,
      "step": 778270
    },
    {
      "epoch": 0.9872164676454098,
      "grad_norm": 5.78125,
      "learning_rate": 6.393211359732474e-07,
      "loss": 1.9108,
      "mean_token_accuracy": 0.5844817131757736,
      "num_tokens": 599511110.0,
      "step": 778280
    },
    {
      "epoch": 0.9872291522379426,
      "grad_norm": 6.25,
      "learning_rate": 6.386868258869558e-07,
      "loss": 2.0752,
      "mean_token_accuracy": 0.5422338306903839,
      "num_tokens": 599518646.0,
      "step": 778290
    },
    {
      "epoch": 0.9872418368304755,
      "grad_norm": 4.78125,
      "learning_rate": 6.380525158006642e-07,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5496948897838593,
      "num_tokens": 599525316.0,
      "step": 778300
    },
    {
      "epoch": 0.9872545214230083,
      "grad_norm": 6.625,
      "learning_rate": 6.374182057143728e-07,
      "loss": 1.966,
      "mean_token_accuracy": 0.5740313410758973,
      "num_tokens": 599532900.0,
      "step": 778310
    },
    {
      "epoch": 0.9872672060155412,
      "grad_norm": 5.78125,
      "learning_rate": 6.367838956280812e-07,
      "loss": 2.2232,
      "mean_token_accuracy": 0.5134349584579467,
      "num_tokens": 599540916.0,
      "step": 778320
    },
    {
      "epoch": 0.987279890608074,
      "grad_norm": 4.96875,
      "learning_rate": 6.361495855417896e-07,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5525099277496338,
      "num_tokens": 599549775.0,
      "step": 778330
    },
    {
      "epoch": 0.9872925752006069,
      "grad_norm": 4.75,
      "learning_rate": 6.35515275455498e-07,
      "loss": 1.9818,
      "mean_token_accuracy": 0.5589963525533677,
      "num_tokens": 599557038.0,
      "step": 778340
    },
    {
      "epoch": 0.9873052597931397,
      "grad_norm": 7.28125,
      "learning_rate": 6.348809653692066e-07,
      "loss": 2.0387,
      "mean_token_accuracy": 0.540155467391014,
      "num_tokens": 599563545.0,
      "step": 778350
    },
    {
      "epoch": 0.9873179443856726,
      "grad_norm": 5.21875,
      "learning_rate": 6.342466552829151e-07,
      "loss": 2.031,
      "mean_token_accuracy": 0.5498821854591369,
      "num_tokens": 599571515.0,
      "step": 778360
    },
    {
      "epoch": 0.9873306289782053,
      "grad_norm": 5.5,
      "learning_rate": 6.336123451966235e-07,
      "loss": 1.8835,
      "mean_token_accuracy": 0.5918808996677398,
      "num_tokens": 599577772.0,
      "step": 778370
    },
    {
      "epoch": 0.9873433135707381,
      "grad_norm": 6.21875,
      "learning_rate": 6.329780351103319e-07,
      "loss": 2.2538,
      "mean_token_accuracy": 0.5099781721830368,
      "num_tokens": 599586031.0,
      "step": 778380
    },
    {
      "epoch": 0.987355998163271,
      "grad_norm": 4.5625,
      "learning_rate": 6.323437250240404e-07,
      "loss": 2.0714,
      "mean_token_accuracy": 0.5484908580780029,
      "num_tokens": 599593084.0,
      "step": 778390
    },
    {
      "epoch": 0.9873686827558038,
      "grad_norm": 7.5,
      "learning_rate": 6.317094149377489e-07,
      "loss": 1.9603,
      "mean_token_accuracy": 0.5601152837276459,
      "num_tokens": 599600186.0,
      "step": 778400
    },
    {
      "epoch": 0.9873813673483367,
      "grad_norm": 5.75,
      "learning_rate": 6.310751048514573e-07,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5329407960176468,
      "num_tokens": 599607954.0,
      "step": 778410
    },
    {
      "epoch": 0.9873940519408695,
      "grad_norm": 7.375,
      "learning_rate": 6.304407947651657e-07,
      "loss": 1.9952,
      "mean_token_accuracy": 0.5572750449180603,
      "num_tokens": 599613748.0,
      "step": 778420
    },
    {
      "epoch": 0.9874067365334024,
      "grad_norm": 4.96875,
      "learning_rate": 6.298064846788741e-07,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5250041723251343,
      "num_tokens": 599620990.0,
      "step": 778430
    },
    {
      "epoch": 0.9874194211259352,
      "grad_norm": 5.40625,
      "learning_rate": 6.291721745925827e-07,
      "loss": 1.9557,
      "mean_token_accuracy": 0.5727227210998536,
      "num_tokens": 599628764.0,
      "step": 778440
    },
    {
      "epoch": 0.987432105718468,
      "grad_norm": 5.5,
      "learning_rate": 6.285378645062911e-07,
      "loss": 1.9345,
      "mean_token_accuracy": 0.5837462604045868,
      "num_tokens": 599636338.0,
      "step": 778450
    },
    {
      "epoch": 0.9874447903110009,
      "grad_norm": 6.375,
      "learning_rate": 6.279035544199996e-07,
      "loss": 2.105,
      "mean_token_accuracy": 0.5414235830307007,
      "num_tokens": 599645074.0,
      "step": 778460
    },
    {
      "epoch": 0.9874574749035336,
      "grad_norm": 4.9375,
      "learning_rate": 6.272692443337079e-07,
      "loss": 2.162,
      "mean_token_accuracy": 0.5246643364429474,
      "num_tokens": 599654364.0,
      "step": 778470
    },
    {
      "epoch": 0.9874701594960665,
      "grad_norm": 5.3125,
      "learning_rate": 6.266349342474165e-07,
      "loss": 1.995,
      "mean_token_accuracy": 0.5615344703197479,
      "num_tokens": 599661315.0,
      "step": 778480
    },
    {
      "epoch": 0.9874828440885993,
      "grad_norm": 5.4375,
      "learning_rate": 6.26000624161125e-07,
      "loss": 1.8875,
      "mean_token_accuracy": 0.588323351740837,
      "num_tokens": 599668906.0,
      "step": 778490
    },
    {
      "epoch": 0.9874955286811322,
      "grad_norm": 8.875,
      "learning_rate": 6.253663140748334e-07,
      "loss": 1.9504,
      "mean_token_accuracy": 0.5804561287164688,
      "num_tokens": 599675709.0,
      "step": 778500
    },
    {
      "epoch": 0.987508213273665,
      "grad_norm": 5.0,
      "learning_rate": 6.247320039885418e-07,
      "loss": 2.1421,
      "mean_token_accuracy": 0.5350007265806198,
      "num_tokens": 599683013.0,
      "step": 778510
    },
    {
      "epoch": 0.9875208978661978,
      "grad_norm": 4.875,
      "learning_rate": 6.240976939022503e-07,
      "loss": 2.0067,
      "mean_token_accuracy": 0.5420827627182007,
      "num_tokens": 599692358.0,
      "step": 778520
    },
    {
      "epoch": 0.9875335824587307,
      "grad_norm": 7.53125,
      "learning_rate": 6.234633838159588e-07,
      "loss": 2.1436,
      "mean_token_accuracy": 0.5316196650266647,
      "num_tokens": 599700927.0,
      "step": 778530
    },
    {
      "epoch": 0.9875462670512635,
      "grad_norm": 7.40625,
      "learning_rate": 6.228290737296672e-07,
      "loss": 1.9417,
      "mean_token_accuracy": 0.5598210722208024,
      "num_tokens": 599706125.0,
      "step": 778540
    },
    {
      "epoch": 0.9875589516437964,
      "grad_norm": 5.5,
      "learning_rate": 6.221947636433757e-07,
      "loss": 1.9568,
      "mean_token_accuracy": 0.5659567207098007,
      "num_tokens": 599714453.0,
      "step": 778550
    },
    {
      "epoch": 0.9875716362363292,
      "grad_norm": 6.34375,
      "learning_rate": 6.215604535570841e-07,
      "loss": 2.0073,
      "mean_token_accuracy": 0.5480328500270844,
      "num_tokens": 599722321.0,
      "step": 778560
    },
    {
      "epoch": 0.987584320828862,
      "grad_norm": 5.90625,
      "learning_rate": 6.209261434707926e-07,
      "loss": 2.0732,
      "mean_token_accuracy": 0.5367817610502243,
      "num_tokens": 599730735.0,
      "step": 778570
    },
    {
      "epoch": 0.9875970054213948,
      "grad_norm": 5.4375,
      "learning_rate": 6.20291833384501e-07,
      "loss": 1.8942,
      "mean_token_accuracy": 0.5840366333723068,
      "num_tokens": 599738013.0,
      "step": 778580
    },
    {
      "epoch": 0.9876096900139277,
      "grad_norm": 5.4375,
      "learning_rate": 6.196575232982095e-07,
      "loss": 1.9463,
      "mean_token_accuracy": 0.5629929155111313,
      "num_tokens": 599745127.0,
      "step": 778590
    },
    {
      "epoch": 0.9876223746064605,
      "grad_norm": 6.5,
      "learning_rate": 6.19023213211918e-07,
      "loss": 2.0568,
      "mean_token_accuracy": 0.5414273023605347,
      "num_tokens": 599753741.0,
      "step": 778600
    },
    {
      "epoch": 0.9876350591989933,
      "grad_norm": 5.75,
      "learning_rate": 6.183889031256264e-07,
      "loss": 2.0634,
      "mean_token_accuracy": 0.5483558923006058,
      "num_tokens": 599762011.0,
      "step": 778610
    },
    {
      "epoch": 0.9876477437915262,
      "grad_norm": 5.40625,
      "learning_rate": 6.177545930393349e-07,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5338929295539856,
      "num_tokens": 599769149.0,
      "step": 778620
    },
    {
      "epoch": 0.987660428384059,
      "grad_norm": 6.125,
      "learning_rate": 6.171202829530433e-07,
      "loss": 1.9867,
      "mean_token_accuracy": 0.5529574871063232,
      "num_tokens": 599776956.0,
      "step": 778630
    },
    {
      "epoch": 0.9876731129765919,
      "grad_norm": 5.375,
      "learning_rate": 6.164859728667519e-07,
      "loss": 1.8758,
      "mean_token_accuracy": 0.581229156255722,
      "num_tokens": 599783122.0,
      "step": 778640
    },
    {
      "epoch": 0.9876857975691247,
      "grad_norm": 5.0,
      "learning_rate": 6.158516627804602e-07,
      "loss": 2.0108,
      "mean_token_accuracy": 0.5520665019750595,
      "num_tokens": 599791300.0,
      "step": 778650
    },
    {
      "epoch": 0.9876984821616576,
      "grad_norm": 8.0,
      "learning_rate": 6.152173526941687e-07,
      "loss": 2.0759,
      "mean_token_accuracy": 0.5420219093561173,
      "num_tokens": 599800100.0,
      "step": 778660
    },
    {
      "epoch": 0.9877111667541904,
      "grad_norm": 4.625,
      "learning_rate": 6.145830426078771e-07,
      "loss": 2.0671,
      "mean_token_accuracy": 0.5447320520877839,
      "num_tokens": 599807858.0,
      "step": 778670
    },
    {
      "epoch": 0.9877238513467231,
      "grad_norm": 4.5,
      "learning_rate": 6.139487325215857e-07,
      "loss": 2.2961,
      "mean_token_accuracy": 0.5081077009439469,
      "num_tokens": 599815870.0,
      "step": 778680
    },
    {
      "epoch": 0.987736535939256,
      "grad_norm": 5.65625,
      "learning_rate": 6.133144224352941e-07,
      "loss": 1.9163,
      "mean_token_accuracy": 0.5841243714094162,
      "num_tokens": 599823908.0,
      "step": 778690
    },
    {
      "epoch": 0.9877492205317888,
      "grad_norm": 6.09375,
      "learning_rate": 6.126801123490025e-07,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5406722068786621,
      "num_tokens": 599832699.0,
      "step": 778700
    },
    {
      "epoch": 0.9877619051243217,
      "grad_norm": 9.875,
      "learning_rate": 6.120458022627109e-07,
      "loss": 2.0065,
      "mean_token_accuracy": 0.5489294707775116,
      "num_tokens": 599840147.0,
      "step": 778710
    },
    {
      "epoch": 0.9877745897168545,
      "grad_norm": 5.53125,
      "learning_rate": 6.114114921764194e-07,
      "loss": 2.0593,
      "mean_token_accuracy": 0.5458467394113541,
      "num_tokens": 599848662.0,
      "step": 778720
    },
    {
      "epoch": 0.9877872743093874,
      "grad_norm": 7.3125,
      "learning_rate": 6.10777182090128e-07,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5311777502298355,
      "num_tokens": 599856395.0,
      "step": 778730
    },
    {
      "epoch": 0.9877999589019202,
      "grad_norm": 4.8125,
      "learning_rate": 6.101428720038363e-07,
      "loss": 2.0377,
      "mean_token_accuracy": 0.5490353584289551,
      "num_tokens": 599864303.0,
      "step": 778740
    },
    {
      "epoch": 0.9878126434944531,
      "grad_norm": 5.15625,
      "learning_rate": 6.095085619175448e-07,
      "loss": 1.9962,
      "mean_token_accuracy": 0.5506991505622864,
      "num_tokens": 599872538.0,
      "step": 778750
    },
    {
      "epoch": 0.9878253280869859,
      "grad_norm": 7.84375,
      "learning_rate": 6.088742518312532e-07,
      "loss": 2.1892,
      "mean_token_accuracy": 0.5293422281742096,
      "num_tokens": 599880921.0,
      "step": 778760
    },
    {
      "epoch": 0.9878380126795187,
      "grad_norm": 7.46875,
      "learning_rate": 6.082399417449618e-07,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5474273473024368,
      "num_tokens": 599887480.0,
      "step": 778770
    },
    {
      "epoch": 0.9878506972720515,
      "grad_norm": 5.84375,
      "learning_rate": 6.076056316586702e-07,
      "loss": 2.0611,
      "mean_token_accuracy": 0.5621836960315705,
      "num_tokens": 599894918.0,
      "step": 778780
    },
    {
      "epoch": 0.9878633818645843,
      "grad_norm": 5.8125,
      "learning_rate": 6.069713215723786e-07,
      "loss": 2.0356,
      "mean_token_accuracy": 0.5493497848510742,
      "num_tokens": 599901544.0,
      "step": 778790
    },
    {
      "epoch": 0.9878760664571172,
      "grad_norm": 5.59375,
      "learning_rate": 6.06337011486087e-07,
      "loss": 2.2224,
      "mean_token_accuracy": 0.5304745852947235,
      "num_tokens": 599909424.0,
      "step": 778800
    },
    {
      "epoch": 0.98788875104965,
      "grad_norm": 4.6875,
      "learning_rate": 6.057027013997956e-07,
      "loss": 1.9383,
      "mean_token_accuracy": 0.5643179982900619,
      "num_tokens": 599916122.0,
      "step": 778810
    },
    {
      "epoch": 0.9879014356421829,
      "grad_norm": 6.03125,
      "learning_rate": 6.05068391313504e-07,
      "loss": 2.0688,
      "mean_token_accuracy": 0.5455701112747192,
      "num_tokens": 599923610.0,
      "step": 778820
    },
    {
      "epoch": 0.9879141202347157,
      "grad_norm": 4.84375,
      "learning_rate": 6.044340812272124e-07,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5314062714576722,
      "num_tokens": 599931505.0,
      "step": 778830
    },
    {
      "epoch": 0.9879268048272485,
      "grad_norm": 4.5,
      "learning_rate": 6.037997711409208e-07,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5358327984809875,
      "num_tokens": 599940432.0,
      "step": 778840
    },
    {
      "epoch": 0.9879394894197814,
      "grad_norm": 4.8125,
      "learning_rate": 6.031654610546294e-07,
      "loss": 1.9902,
      "mean_token_accuracy": 0.5552428305149079,
      "num_tokens": 599948247.0,
      "step": 778850
    },
    {
      "epoch": 0.9879521740123142,
      "grad_norm": 5.375,
      "learning_rate": 6.025311509683379e-07,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5745490580797196,
      "num_tokens": 599956235.0,
      "step": 778860
    },
    {
      "epoch": 0.9879648586048471,
      "grad_norm": 8.125,
      "learning_rate": 6.018968408820463e-07,
      "loss": 1.6758,
      "mean_token_accuracy": 0.6291670799255371,
      "num_tokens": 599960662.0,
      "step": 778870
    },
    {
      "epoch": 0.9879775431973798,
      "grad_norm": 6.5625,
      "learning_rate": 6.012625307957547e-07,
      "loss": 2.1939,
      "mean_token_accuracy": 0.526734983921051,
      "num_tokens": 599968965.0,
      "step": 778880
    },
    {
      "epoch": 0.9879902277899127,
      "grad_norm": 8.1875,
      "learning_rate": 6.006282207094632e-07,
      "loss": 2.0753,
      "mean_token_accuracy": 0.5508874803781509,
      "num_tokens": 599977363.0,
      "step": 778890
    },
    {
      "epoch": 0.9880029123824455,
      "grad_norm": 4.9375,
      "learning_rate": 5.999939106231717e-07,
      "loss": 2.1441,
      "mean_token_accuracy": 0.5335256338119507,
      "num_tokens": 599986464.0,
      "step": 778900
    },
    {
      "epoch": 0.9880155969749784,
      "grad_norm": 6.46875,
      "learning_rate": 5.993596005368801e-07,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5483288466930389,
      "num_tokens": 599994044.0,
      "step": 778910
    },
    {
      "epoch": 0.9880282815675112,
      "grad_norm": 5.375,
      "learning_rate": 5.987252904505885e-07,
      "loss": 2.0152,
      "mean_token_accuracy": 0.5496228158473968,
      "num_tokens": 600001656.0,
      "step": 778920
    },
    {
      "epoch": 0.988040966160044,
      "grad_norm": 6.125,
      "learning_rate": 5.980909803642969e-07,
      "loss": 2.1563,
      "mean_token_accuracy": 0.5294688403606415,
      "num_tokens": 600010264.0,
      "step": 778930
    },
    {
      "epoch": 0.9880536507525769,
      "grad_norm": 8.3125,
      "learning_rate": 5.974566702780055e-07,
      "loss": 2.0677,
      "mean_token_accuracy": 0.5425055146217346,
      "num_tokens": 600018160.0,
      "step": 778940
    },
    {
      "epoch": 0.9880663353451097,
      "grad_norm": 6.0625,
      "learning_rate": 5.968223601917139e-07,
      "loss": 2.1953,
      "mean_token_accuracy": 0.5236972868442535,
      "num_tokens": 600026163.0,
      "step": 778950
    },
    {
      "epoch": 0.9880790199376426,
      "grad_norm": 5.09375,
      "learning_rate": 5.961880501054224e-07,
      "loss": 2.0394,
      "mean_token_accuracy": 0.5501057505607605,
      "num_tokens": 600033935.0,
      "step": 778960
    },
    {
      "epoch": 0.9880917045301754,
      "grad_norm": 5.78125,
      "learning_rate": 5.955537400191307e-07,
      "loss": 1.9693,
      "mean_token_accuracy": 0.5557806640863419,
      "num_tokens": 600041897.0,
      "step": 778970
    },
    {
      "epoch": 0.9881043891227083,
      "grad_norm": 7.0625,
      "learning_rate": 5.949194299328393e-07,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5317978531122207,
      "num_tokens": 600050363.0,
      "step": 778980
    },
    {
      "epoch": 0.988117073715241,
      "grad_norm": 6.5,
      "learning_rate": 5.942851198465478e-07,
      "loss": 2.1928,
      "mean_token_accuracy": 0.5223966628313065,
      "num_tokens": 600058662.0,
      "step": 778990
    },
    {
      "epoch": 0.9881297583077738,
      "grad_norm": 4.96875,
      "learning_rate": 5.936508097602562e-07,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5397878229618073,
      "num_tokens": 600066725.0,
      "step": 779000
    },
    {
      "epoch": 0.9881424429003067,
      "grad_norm": 5.03125,
      "learning_rate": 5.930164996739646e-07,
      "loss": 2.1435,
      "mean_token_accuracy": 0.5148621469736099,
      "num_tokens": 600076320.0,
      "step": 779010
    },
    {
      "epoch": 0.9881551274928395,
      "grad_norm": 5.15625,
      "learning_rate": 5.923821895876731e-07,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5472009420394898,
      "num_tokens": 600083668.0,
      "step": 779020
    },
    {
      "epoch": 0.9881678120853724,
      "grad_norm": 4.9375,
      "learning_rate": 5.917478795013816e-07,
      "loss": 2.1127,
      "mean_token_accuracy": 0.5323914796113968,
      "num_tokens": 600089478.0,
      "step": 779030
    },
    {
      "epoch": 0.9881804966779052,
      "grad_norm": 4.71875,
      "learning_rate": 5.9111356941509e-07,
      "loss": 1.9637,
      "mean_token_accuracy": 0.5518866807222367,
      "num_tokens": 600097888.0,
      "step": 779040
    },
    {
      "epoch": 0.9881931812704381,
      "grad_norm": 18.25,
      "learning_rate": 5.904792593287984e-07,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5351287931203842,
      "num_tokens": 600104304.0,
      "step": 779050
    },
    {
      "epoch": 0.9882058658629709,
      "grad_norm": 4.625,
      "learning_rate": 5.898449492425069e-07,
      "loss": 1.9304,
      "mean_token_accuracy": 0.5758514523506164,
      "num_tokens": 600112916.0,
      "step": 779060
    },
    {
      "epoch": 0.9882185504555037,
      "grad_norm": 6.0625,
      "learning_rate": 5.892106391562154e-07,
      "loss": 2.0128,
      "mean_token_accuracy": 0.565686184167862,
      "num_tokens": 600120787.0,
      "step": 779070
    },
    {
      "epoch": 0.9882312350480366,
      "grad_norm": 5.1875,
      "learning_rate": 5.885763290699238e-07,
      "loss": 1.905,
      "mean_token_accuracy": 0.5835038781166076,
      "num_tokens": 600128321.0,
      "step": 779080
    },
    {
      "epoch": 0.9882439196405693,
      "grad_norm": 5.84375,
      "learning_rate": 5.879420189836323e-07,
      "loss": 1.9414,
      "mean_token_accuracy": 0.557574200630188,
      "num_tokens": 600136530.0,
      "step": 779090
    },
    {
      "epoch": 0.9882566042331022,
      "grad_norm": 5.75,
      "learning_rate": 5.873077088973408e-07,
      "loss": 2.2241,
      "mean_token_accuracy": 0.5250510454177857,
      "num_tokens": 600145034.0,
      "step": 779100
    },
    {
      "epoch": 0.988269288825635,
      "grad_norm": 4.84375,
      "learning_rate": 5.866733988110492e-07,
      "loss": 2.2347,
      "mean_token_accuracy": 0.5142978847026825,
      "num_tokens": 600153643.0,
      "step": 779110
    },
    {
      "epoch": 0.9882819734181679,
      "grad_norm": 5.125,
      "learning_rate": 5.860390887247577e-07,
      "loss": 2.2622,
      "mean_token_accuracy": 0.5103963136672973,
      "num_tokens": 600161752.0,
      "step": 779120
    },
    {
      "epoch": 0.9882946580107007,
      "grad_norm": 2.796875,
      "learning_rate": 5.854047786384661e-07,
      "loss": 1.9765,
      "mean_token_accuracy": 0.5671664834022522,
      "num_tokens": 600169907.0,
      "step": 779130
    },
    {
      "epoch": 0.9883073426032336,
      "grad_norm": 7.0625,
      "learning_rate": 5.847704685521745e-07,
      "loss": 2.2519,
      "mean_token_accuracy": 0.509492141008377,
      "num_tokens": 600178083.0,
      "step": 779140
    },
    {
      "epoch": 0.9883200271957664,
      "grad_norm": 4.65625,
      "learning_rate": 5.84136158465883e-07,
      "loss": 2.2177,
      "mean_token_accuracy": 0.5077178329229355,
      "num_tokens": 600186184.0,
      "step": 779150
    },
    {
      "epoch": 0.9883327117882992,
      "grad_norm": 8.1875,
      "learning_rate": 5.835018483795915e-07,
      "loss": 2.1623,
      "mean_token_accuracy": 0.5291402280330658,
      "num_tokens": 600193282.0,
      "step": 779160
    },
    {
      "epoch": 0.9883453963808321,
      "grad_norm": 4.8125,
      "learning_rate": 5.828675382932999e-07,
      "loss": 2.0794,
      "mean_token_accuracy": 0.5407750278711319,
      "num_tokens": 600200956.0,
      "step": 779170
    },
    {
      "epoch": 0.9883580809733649,
      "grad_norm": 5.28125,
      "learning_rate": 5.822332282070084e-07,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5384219765663147,
      "num_tokens": 600209598.0,
      "step": 779180
    },
    {
      "epoch": 0.9883707655658978,
      "grad_norm": 5.15625,
      "learning_rate": 5.815989181207168e-07,
      "loss": 1.9992,
      "mean_token_accuracy": 0.5574805766344071,
      "num_tokens": 600216516.0,
      "step": 779190
    },
    {
      "epoch": 0.9883834501584305,
      "grad_norm": 6.0,
      "learning_rate": 5.809646080344253e-07,
      "loss": 2.0544,
      "mean_token_accuracy": 0.5468957483768463,
      "num_tokens": 600223823.0,
      "step": 779200
    },
    {
      "epoch": 0.9883961347509634,
      "grad_norm": 5.84375,
      "learning_rate": 5.803302979481337e-07,
      "loss": 1.9526,
      "mean_token_accuracy": 0.5672914862632752,
      "num_tokens": 600232022.0,
      "step": 779210
    },
    {
      "epoch": 0.9884088193434962,
      "grad_norm": 7.15625,
      "learning_rate": 5.796959878618422e-07,
      "loss": 2.153,
      "mean_token_accuracy": 0.5280198633670807,
      "num_tokens": 600238053.0,
      "step": 779220
    },
    {
      "epoch": 0.988421503936029,
      "grad_norm": 4.96875,
      "learning_rate": 5.790616777755507e-07,
      "loss": 1.7588,
      "mean_token_accuracy": 0.6067661702632904,
      "num_tokens": 600243198.0,
      "step": 779230
    },
    {
      "epoch": 0.9884341885285619,
      "grad_norm": 5.15625,
      "learning_rate": 5.784273676892591e-07,
      "loss": 2.0138,
      "mean_token_accuracy": 0.5403505355119705,
      "num_tokens": 600250517.0,
      "step": 779240
    },
    {
      "epoch": 0.9884468731210947,
      "grad_norm": 6.53125,
      "learning_rate": 5.777930576029676e-07,
      "loss": 2.1941,
      "mean_token_accuracy": 0.518149870634079,
      "num_tokens": 600259776.0,
      "step": 779250
    },
    {
      "epoch": 0.9884595577136276,
      "grad_norm": 5.5625,
      "learning_rate": 5.77158747516676e-07,
      "loss": 2.1227,
      "mean_token_accuracy": 0.541362288594246,
      "num_tokens": 600267449.0,
      "step": 779260
    },
    {
      "epoch": 0.9884722423061604,
      "grad_norm": 5.03125,
      "learning_rate": 5.765244374303846e-07,
      "loss": 2.0141,
      "mean_token_accuracy": 0.5569255143404007,
      "num_tokens": 600276125.0,
      "step": 779270
    },
    {
      "epoch": 0.9884849268986933,
      "grad_norm": 4.875,
      "learning_rate": 5.758901273440929e-07,
      "loss": 2.0775,
      "mean_token_accuracy": 0.5378207504749298,
      "num_tokens": 600284583.0,
      "step": 779280
    },
    {
      "epoch": 0.9884976114912261,
      "grad_norm": 5.84375,
      "learning_rate": 5.752558172578014e-07,
      "loss": 2.0623,
      "mean_token_accuracy": 0.5472975343465805,
      "num_tokens": 600293442.0,
      "step": 779290
    },
    {
      "epoch": 0.988510296083759,
      "grad_norm": 5.90625,
      "learning_rate": 5.746215071715098e-07,
      "loss": 2.0705,
      "mean_token_accuracy": 0.535232013463974,
      "num_tokens": 600301471.0,
      "step": 779300
    },
    {
      "epoch": 0.9885229806762917,
      "grad_norm": 5.09375,
      "learning_rate": 5.739871970852184e-07,
      "loss": 1.8626,
      "mean_token_accuracy": 0.5960406512022018,
      "num_tokens": 600308602.0,
      "step": 779310
    },
    {
      "epoch": 0.9885356652688245,
      "grad_norm": 5.28125,
      "learning_rate": 5.733528869989268e-07,
      "loss": 2.0285,
      "mean_token_accuracy": 0.5507927894592285,
      "num_tokens": 600316742.0,
      "step": 779320
    },
    {
      "epoch": 0.9885483498613574,
      "grad_norm": 6.34375,
      "learning_rate": 5.727185769126352e-07,
      "loss": 2.0089,
      "mean_token_accuracy": 0.556712755560875,
      "num_tokens": 600325219.0,
      "step": 779330
    },
    {
      "epoch": 0.9885610344538902,
      "grad_norm": 4.5,
      "learning_rate": 5.720842668263436e-07,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5312302052974701,
      "num_tokens": 600334653.0,
      "step": 779340
    },
    {
      "epoch": 0.9885737190464231,
      "grad_norm": 9.5625,
      "learning_rate": 5.714499567400522e-07,
      "loss": 1.8153,
      "mean_token_accuracy": 0.597977489233017,
      "num_tokens": 600342057.0,
      "step": 779350
    },
    {
      "epoch": 0.9885864036389559,
      "grad_norm": 6.28125,
      "learning_rate": 5.708156466537607e-07,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5405450850725174,
      "num_tokens": 600349151.0,
      "step": 779360
    },
    {
      "epoch": 0.9885990882314888,
      "grad_norm": 6.53125,
      "learning_rate": 5.70181336567469e-07,
      "loss": 2.0091,
      "mean_token_accuracy": 0.5605909138917923,
      "num_tokens": 600355997.0,
      "step": 779370
    },
    {
      "epoch": 0.9886117728240216,
      "grad_norm": 9.3125,
      "learning_rate": 5.695470264811775e-07,
      "loss": 2.0704,
      "mean_token_accuracy": 0.5476326763629913,
      "num_tokens": 600362486.0,
      "step": 779380
    },
    {
      "epoch": 0.9886244574165544,
      "grad_norm": 9.0,
      "learning_rate": 5.68912716394886e-07,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5470473408699036,
      "num_tokens": 600369667.0,
      "step": 779390
    },
    {
      "epoch": 0.9886371420090873,
      "grad_norm": 5.40625,
      "learning_rate": 5.682784063085945e-07,
      "loss": 2.213,
      "mean_token_accuracy": 0.5188407659530639,
      "num_tokens": 600377857.0,
      "step": 779400
    },
    {
      "epoch": 0.98864982660162,
      "grad_norm": 7.6875,
      "learning_rate": 5.676440962223029e-07,
      "loss": 2.2123,
      "mean_token_accuracy": 0.5298569440841675,
      "num_tokens": 600384935.0,
      "step": 779410
    },
    {
      "epoch": 0.9886625111941529,
      "grad_norm": 7.28125,
      "learning_rate": 5.670097861360113e-07,
      "loss": 2.1549,
      "mean_token_accuracy": 0.5241203784942627,
      "num_tokens": 600392875.0,
      "step": 779420
    },
    {
      "epoch": 0.9886751957866857,
      "grad_norm": 7.40625,
      "learning_rate": 5.663754760497197e-07,
      "loss": 2.2122,
      "mean_token_accuracy": 0.5328499287366867,
      "num_tokens": 600400945.0,
      "step": 779430
    },
    {
      "epoch": 0.9886878803792186,
      "grad_norm": 6.46875,
      "learning_rate": 5.657411659634283e-07,
      "loss": 2.125,
      "mean_token_accuracy": 0.5350250661373138,
      "num_tokens": 600407913.0,
      "step": 779440
    },
    {
      "epoch": 0.9887005649717514,
      "grad_norm": 5.5,
      "learning_rate": 5.651068558771367e-07,
      "loss": 2.0499,
      "mean_token_accuracy": 0.5438392102718353,
      "num_tokens": 600415538.0,
      "step": 779450
    },
    {
      "epoch": 0.9887132495642842,
      "grad_norm": 4.96875,
      "learning_rate": 5.644725457908451e-07,
      "loss": 1.971,
      "mean_token_accuracy": 0.5730055153369904,
      "num_tokens": 600423022.0,
      "step": 779460
    },
    {
      "epoch": 0.9887259341568171,
      "grad_norm": 4.90625,
      "learning_rate": 5.638382357045535e-07,
      "loss": 2.0456,
      "mean_token_accuracy": 0.5405911356210709,
      "num_tokens": 600431172.0,
      "step": 779470
    },
    {
      "epoch": 0.9887386187493499,
      "grad_norm": 6.1875,
      "learning_rate": 5.632039256182621e-07,
      "loss": 2.0709,
      "mean_token_accuracy": 0.5385305166244507,
      "num_tokens": 600439881.0,
      "step": 779480
    },
    {
      "epoch": 0.9887513033418828,
      "grad_norm": 4.84375,
      "learning_rate": 5.625696155319706e-07,
      "loss": 1.8832,
      "mean_token_accuracy": 0.5747575402259827,
      "num_tokens": 600447446.0,
      "step": 779490
    },
    {
      "epoch": 0.9887639879344156,
      "grad_norm": 7.25,
      "learning_rate": 5.61935305445679e-07,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5507251381874084,
      "num_tokens": 600455355.0,
      "step": 779500
    },
    {
      "epoch": 0.9887766725269485,
      "grad_norm": 7.71875,
      "learning_rate": 5.613009953593874e-07,
      "loss": 1.9419,
      "mean_token_accuracy": 0.5762285321950913,
      "num_tokens": 600462267.0,
      "step": 779510
    },
    {
      "epoch": 0.9887893571194812,
      "grad_norm": 7.625,
      "learning_rate": 5.606666852730959e-07,
      "loss": 2.0132,
      "mean_token_accuracy": 0.5485749781131745,
      "num_tokens": 600469681.0,
      "step": 779520
    },
    {
      "epoch": 0.9888020417120141,
      "grad_norm": 5.125,
      "learning_rate": 5.600323751868044e-07,
      "loss": 2.1334,
      "mean_token_accuracy": 0.5221962660551072,
      "num_tokens": 600477549.0,
      "step": 779530
    },
    {
      "epoch": 0.9888147263045469,
      "grad_norm": 6.84375,
      "learning_rate": 5.593980651005128e-07,
      "loss": 2.2064,
      "mean_token_accuracy": 0.5214721530675888,
      "num_tokens": 600484356.0,
      "step": 779540
    },
    {
      "epoch": 0.9888274108970797,
      "grad_norm": 5.78125,
      "learning_rate": 5.587637550142212e-07,
      "loss": 2.005,
      "mean_token_accuracy": 0.5460808128118515,
      "num_tokens": 600492241.0,
      "step": 779550
    },
    {
      "epoch": 0.9888400954896126,
      "grad_norm": 4.875,
      "learning_rate": 5.581294449279297e-07,
      "loss": 1.9117,
      "mean_token_accuracy": 0.5703583896160126,
      "num_tokens": 600500423.0,
      "step": 779560
    },
    {
      "epoch": 0.9888527800821454,
      "grad_norm": 5.375,
      "learning_rate": 5.574951348416382e-07,
      "loss": 2.144,
      "mean_token_accuracy": 0.5288147389888763,
      "num_tokens": 600509089.0,
      "step": 779570
    },
    {
      "epoch": 0.9888654646746783,
      "grad_norm": 6.25,
      "learning_rate": 5.568608247553466e-07,
      "loss": 2.1292,
      "mean_token_accuracy": 0.5304391115903855,
      "num_tokens": 600516626.0,
      "step": 779580
    },
    {
      "epoch": 0.9888781492672111,
      "grad_norm": 5.84375,
      "learning_rate": 5.562265146690551e-07,
      "loss": 2.1037,
      "mean_token_accuracy": 0.5306851238012313,
      "num_tokens": 600524798.0,
      "step": 779590
    },
    {
      "epoch": 0.988890833859744,
      "grad_norm": 6.3125,
      "learning_rate": 5.555922045827634e-07,
      "loss": 1.9928,
      "mean_token_accuracy": 0.5674721121788024,
      "num_tokens": 600531903.0,
      "step": 779600
    },
    {
      "epoch": 0.9889035184522768,
      "grad_norm": 7.125,
      "learning_rate": 5.54957894496472e-07,
      "loss": 2.0619,
      "mean_token_accuracy": 0.5423973292112351,
      "num_tokens": 600540033.0,
      "step": 779610
    },
    {
      "epoch": 0.9889162030448095,
      "grad_norm": 5.90625,
      "learning_rate": 5.543235844101805e-07,
      "loss": 2.178,
      "mean_token_accuracy": 0.5201385647058487,
      "num_tokens": 600547535.0,
      "step": 779620
    },
    {
      "epoch": 0.9889288876373424,
      "grad_norm": 6.3125,
      "learning_rate": 5.536892743238889e-07,
      "loss": 2.0399,
      "mean_token_accuracy": 0.5587134540081025,
      "num_tokens": 600552905.0,
      "step": 779630
    },
    {
      "epoch": 0.9889415722298752,
      "grad_norm": 6.78125,
      "learning_rate": 5.530549642375973e-07,
      "loss": 1.6517,
      "mean_token_accuracy": 0.624209064245224,
      "num_tokens": 600559132.0,
      "step": 779640
    },
    {
      "epoch": 0.9889542568224081,
      "grad_norm": 4.75,
      "learning_rate": 5.524206541513058e-07,
      "loss": 2.0842,
      "mean_token_accuracy": 0.5376096159219742,
      "num_tokens": 600566592.0,
      "step": 779650
    },
    {
      "epoch": 0.9889669414149409,
      "grad_norm": 6.625,
      "learning_rate": 5.517863440650143e-07,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5362766772508621,
      "num_tokens": 600574040.0,
      "step": 779660
    },
    {
      "epoch": 0.9889796260074738,
      "grad_norm": 5.28125,
      "learning_rate": 5.511520339787227e-07,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5427049309015274,
      "num_tokens": 600583094.0,
      "step": 779670
    },
    {
      "epoch": 0.9889923106000066,
      "grad_norm": 7.5625,
      "learning_rate": 5.505177238924312e-07,
      "loss": 2.131,
      "mean_token_accuracy": 0.5336517512798309,
      "num_tokens": 600590348.0,
      "step": 779680
    },
    {
      "epoch": 0.9890049951925395,
      "grad_norm": 3.78125,
      "learning_rate": 5.498834138061396e-07,
      "loss": 1.8149,
      "mean_token_accuracy": 0.5972948908805847,
      "num_tokens": 600598284.0,
      "step": 779690
    },
    {
      "epoch": 0.9890176797850723,
      "grad_norm": 4.96875,
      "learning_rate": 5.492491037198481e-07,
      "loss": 1.9131,
      "mean_token_accuracy": 0.5716428071260452,
      "num_tokens": 600605600.0,
      "step": 779700
    },
    {
      "epoch": 0.989030364377605,
      "grad_norm": 7.96875,
      "learning_rate": 5.486147936335565e-07,
      "loss": 1.9585,
      "mean_token_accuracy": 0.5584730207920074,
      "num_tokens": 600613168.0,
      "step": 779710
    },
    {
      "epoch": 0.989043048970138,
      "grad_norm": 14.75,
      "learning_rate": 5.47980483547265e-07,
      "loss": 2.2806,
      "mean_token_accuracy": 0.516132926940918,
      "num_tokens": 600620804.0,
      "step": 779720
    },
    {
      "epoch": 0.9890557335626707,
      "grad_norm": 5.0,
      "learning_rate": 5.473461734609735e-07,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5435320913791657,
      "num_tokens": 600629435.0,
      "step": 779730
    },
    {
      "epoch": 0.9890684181552036,
      "grad_norm": 5.59375,
      "learning_rate": 5.467118633746819e-07,
      "loss": 2.1528,
      "mean_token_accuracy": 0.5279183894395828,
      "num_tokens": 600637895.0,
      "step": 779740
    },
    {
      "epoch": 0.9890811027477364,
      "grad_norm": 5.9375,
      "learning_rate": 5.460775532883904e-07,
      "loss": 2.2085,
      "mean_token_accuracy": 0.523971563577652,
      "num_tokens": 600644413.0,
      "step": 779750
    },
    {
      "epoch": 0.9890937873402693,
      "grad_norm": 4.96875,
      "learning_rate": 5.454432432020988e-07,
      "loss": 2.0045,
      "mean_token_accuracy": 0.5667897820472717,
      "num_tokens": 600652639.0,
      "step": 779760
    },
    {
      "epoch": 0.9891064719328021,
      "grad_norm": 6.90625,
      "learning_rate": 5.448089331158074e-07,
      "loss": 1.7918,
      "mean_token_accuracy": 0.6067240029573441,
      "num_tokens": 600659787.0,
      "step": 779770
    },
    {
      "epoch": 0.9891191565253349,
      "grad_norm": 5.84375,
      "learning_rate": 5.441746230295157e-07,
      "loss": 2.2321,
      "mean_token_accuracy": 0.5178368508815765,
      "num_tokens": 600666996.0,
      "step": 779780
    },
    {
      "epoch": 0.9891318411178678,
      "grad_norm": 6.375,
      "learning_rate": 5.435403129432242e-07,
      "loss": 2.0584,
      "mean_token_accuracy": 0.5485356122255325,
      "num_tokens": 600675118.0,
      "step": 779790
    },
    {
      "epoch": 0.9891445257104006,
      "grad_norm": 4.96875,
      "learning_rate": 5.429060028569326e-07,
      "loss": 2.017,
      "mean_token_accuracy": 0.5529471665620804,
      "num_tokens": 600683435.0,
      "step": 779800
    },
    {
      "epoch": 0.9891572103029335,
      "grad_norm": 4.90625,
      "learning_rate": 5.422716927706412e-07,
      "loss": 1.8679,
      "mean_token_accuracy": 0.5787136971950531,
      "num_tokens": 600691760.0,
      "step": 779810
    },
    {
      "epoch": 0.9891698948954663,
      "grad_norm": 5.40625,
      "learning_rate": 5.416373826843496e-07,
      "loss": 1.7629,
      "mean_token_accuracy": 0.6003998965024948,
      "num_tokens": 600698772.0,
      "step": 779820
    },
    {
      "epoch": 0.9891825794879991,
      "grad_norm": 5.875,
      "learning_rate": 5.41003072598058e-07,
      "loss": 2.0605,
      "mean_token_accuracy": 0.5285823255777359,
      "num_tokens": 600706722.0,
      "step": 779830
    },
    {
      "epoch": 0.9891952640805319,
      "grad_norm": 5.09375,
      "learning_rate": 5.403687625117664e-07,
      "loss": 1.8454,
      "mean_token_accuracy": 0.5880431413650513,
      "num_tokens": 600713822.0,
      "step": 779840
    },
    {
      "epoch": 0.9892079486730648,
      "grad_norm": 4.53125,
      "learning_rate": 5.39734452425475e-07,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5350511312484741,
      "num_tokens": 600722929.0,
      "step": 779850
    },
    {
      "epoch": 0.9892206332655976,
      "grad_norm": 5.125,
      "learning_rate": 5.391001423391835e-07,
      "loss": 1.8173,
      "mean_token_accuracy": 0.6015555918216705,
      "num_tokens": 600730074.0,
      "step": 779860
    },
    {
      "epoch": 0.9892333178581304,
      "grad_norm": 4.625,
      "learning_rate": 5.384658322528918e-07,
      "loss": 2.0505,
      "mean_token_accuracy": 0.53828644156456,
      "num_tokens": 600737971.0,
      "step": 779870
    },
    {
      "epoch": 0.9892460024506633,
      "grad_norm": 5.5,
      "learning_rate": 5.378315221666003e-07,
      "loss": 1.836,
      "mean_token_accuracy": 0.5932493567466736,
      "num_tokens": 600745164.0,
      "step": 779880
    },
    {
      "epoch": 0.9892586870431961,
      "grad_norm": 5.4375,
      "learning_rate": 5.371972120803087e-07,
      "loss": 2.1062,
      "mean_token_accuracy": 0.5411764234304428,
      "num_tokens": 600754088.0,
      "step": 779890
    },
    {
      "epoch": 0.989271371635729,
      "grad_norm": 6.3125,
      "learning_rate": 5.365629019940173e-07,
      "loss": 1.8657,
      "mean_token_accuracy": 0.5805216908454895,
      "num_tokens": 600760564.0,
      "step": 779900
    },
    {
      "epoch": 0.9892840562282618,
      "grad_norm": 5.90625,
      "learning_rate": 5.359285919077257e-07,
      "loss": 2.1359,
      "mean_token_accuracy": 0.5449771791696548,
      "num_tokens": 600767803.0,
      "step": 779910
    },
    {
      "epoch": 0.9892967408207947,
      "grad_norm": 5.375,
      "learning_rate": 5.352942818214341e-07,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5666432976722717,
      "num_tokens": 600775087.0,
      "step": 779920
    },
    {
      "epoch": 0.9893094254133274,
      "grad_norm": 5.59375,
      "learning_rate": 5.346599717351425e-07,
      "loss": 2.0489,
      "mean_token_accuracy": 0.5364478528499603,
      "num_tokens": 600782573.0,
      "step": 779930
    },
    {
      "epoch": 0.9893221100058602,
      "grad_norm": 5.28125,
      "learning_rate": 5.340256616488511e-07,
      "loss": 1.9058,
      "mean_token_accuracy": 0.5780441850423813,
      "num_tokens": 600790811.0,
      "step": 779940
    },
    {
      "epoch": 0.9893347945983931,
      "grad_norm": 6.0625,
      "learning_rate": 5.333913515625595e-07,
      "loss": 1.9074,
      "mean_token_accuracy": 0.5749098926782608,
      "num_tokens": 600796732.0,
      "step": 779950
    },
    {
      "epoch": 0.9893474791909259,
      "grad_norm": 3.234375,
      "learning_rate": 5.327570414762679e-07,
      "loss": 2.1106,
      "mean_token_accuracy": 0.5471114844083786,
      "num_tokens": 600804703.0,
      "step": 779960
    },
    {
      "epoch": 0.9893601637834588,
      "grad_norm": 6.21875,
      "learning_rate": 5.321227313899763e-07,
      "loss": 1.9802,
      "mean_token_accuracy": 0.563370144367218,
      "num_tokens": 600811891.0,
      "step": 779970
    },
    {
      "epoch": 0.9893728483759916,
      "grad_norm": 5.375,
      "learning_rate": 5.314884213036849e-07,
      "loss": 1.8754,
      "mean_token_accuracy": 0.5781087219715119,
      "num_tokens": 600820569.0,
      "step": 779980
    },
    {
      "epoch": 0.9893855329685245,
      "grad_norm": 4.90625,
      "learning_rate": 5.308541112173934e-07,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5177893429994583,
      "num_tokens": 600829588.0,
      "step": 779990
    },
    {
      "epoch": 0.9893982175610573,
      "grad_norm": 5.5,
      "learning_rate": 5.302198011311018e-07,
      "loss": 2.1781,
      "mean_token_accuracy": 0.5203215807676316,
      "num_tokens": 600837598.0,
      "step": 780000
    },
    {
      "epoch": 0.9894109021535901,
      "grad_norm": 7.40625,
      "learning_rate": 5.295854910448102e-07,
      "loss": 2.0323,
      "mean_token_accuracy": 0.5537661045789719,
      "num_tokens": 600844794.0,
      "step": 780010
    },
    {
      "epoch": 0.989423586746123,
      "grad_norm": 6.84375,
      "learning_rate": 5.289511809585187e-07,
      "loss": 2.1417,
      "mean_token_accuracy": 0.5387057870626449,
      "num_tokens": 600853151.0,
      "step": 780020
    },
    {
      "epoch": 0.9894362713386557,
      "grad_norm": 4.75,
      "learning_rate": 5.283168708722272e-07,
      "loss": 2.0019,
      "mean_token_accuracy": 0.5558225005865097,
      "num_tokens": 600860235.0,
      "step": 780030
    },
    {
      "epoch": 0.9894489559311886,
      "grad_norm": 5.78125,
      "learning_rate": 5.276825607859356e-07,
      "loss": 2.1316,
      "mean_token_accuracy": 0.5355188846588135,
      "num_tokens": 600867602.0,
      "step": 780040
    },
    {
      "epoch": 0.9894616405237214,
      "grad_norm": 5.71875,
      "learning_rate": 5.27048250699644e-07,
      "loss": 2.1137,
      "mean_token_accuracy": 0.5275958746671676,
      "num_tokens": 600874552.0,
      "step": 780050
    },
    {
      "epoch": 0.9894743251162543,
      "grad_norm": 7.90625,
      "learning_rate": 5.264139406133525e-07,
      "loss": 2.0116,
      "mean_token_accuracy": 0.5645318686962127,
      "num_tokens": 600882127.0,
      "step": 780060
    },
    {
      "epoch": 0.9894870097087871,
      "grad_norm": 5.28125,
      "learning_rate": 5.25779630527061e-07,
      "loss": 1.9839,
      "mean_token_accuracy": 0.5543282598257064,
      "num_tokens": 600890620.0,
      "step": 780070
    },
    {
      "epoch": 0.98949969430132,
      "grad_norm": 5.59375,
      "learning_rate": 5.251453204407694e-07,
      "loss": 2.1973,
      "mean_token_accuracy": 0.5171106159687042,
      "num_tokens": 600898978.0,
      "step": 780080
    },
    {
      "epoch": 0.9895123788938528,
      "grad_norm": 5.78125,
      "learning_rate": 5.245110103544779e-07,
      "loss": 1.8206,
      "mean_token_accuracy": 0.5981322884559631,
      "num_tokens": 600905765.0,
      "step": 780090
    },
    {
      "epoch": 0.9895250634863856,
      "grad_norm": 5.75,
      "learning_rate": 5.238767002681862e-07,
      "loss": 2.1261,
      "mean_token_accuracy": 0.5307166397571563,
      "num_tokens": 600914909.0,
      "step": 780100
    },
    {
      "epoch": 0.9895377480789185,
      "grad_norm": 5.0,
      "learning_rate": 5.232423901818948e-07,
      "loss": 2.173,
      "mean_token_accuracy": 0.5276301234960556,
      "num_tokens": 600923175.0,
      "step": 780110
    },
    {
      "epoch": 0.9895504326714513,
      "grad_norm": 5.1875,
      "learning_rate": 5.226080800956033e-07,
      "loss": 2.0833,
      "mean_token_accuracy": 0.5306125521659851,
      "num_tokens": 600931803.0,
      "step": 780120
    },
    {
      "epoch": 0.9895631172639842,
      "grad_norm": 4.9375,
      "learning_rate": 5.219737700093117e-07,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5505980163812637,
      "num_tokens": 600939051.0,
      "step": 780130
    },
    {
      "epoch": 0.989575801856517,
      "grad_norm": 5.71875,
      "learning_rate": 5.213394599230201e-07,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5456458419561386,
      "num_tokens": 600947019.0,
      "step": 780140
    },
    {
      "epoch": 0.9895884864490498,
      "grad_norm": 5.5,
      "learning_rate": 5.207051498367286e-07,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5443011045455932,
      "num_tokens": 600953248.0,
      "step": 780150
    },
    {
      "epoch": 0.9896011710415826,
      "grad_norm": 6.84375,
      "learning_rate": 5.200708397504371e-07,
      "loss": 2.1883,
      "mean_token_accuracy": 0.5236962020397187,
      "num_tokens": 600961761.0,
      "step": 780160
    },
    {
      "epoch": 0.9896138556341154,
      "grad_norm": 5.125,
      "learning_rate": 5.194365296641455e-07,
      "loss": 1.7601,
      "mean_token_accuracy": 0.6066671431064605,
      "num_tokens": 600968065.0,
      "step": 780170
    },
    {
      "epoch": 0.9896265402266483,
      "grad_norm": 7.5625,
      "learning_rate": 5.18802219577854e-07,
      "loss": 2.2579,
      "mean_token_accuracy": 0.5170724153518677,
      "num_tokens": 600976071.0,
      "step": 780180
    },
    {
      "epoch": 0.9896392248191811,
      "grad_norm": 5.46875,
      "learning_rate": 5.181679094915624e-07,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5325528144836426,
      "num_tokens": 600984278.0,
      "step": 780190
    },
    {
      "epoch": 0.989651909411714,
      "grad_norm": 7.78125,
      "learning_rate": 5.175335994052709e-07,
      "loss": 2.2512,
      "mean_token_accuracy": 0.5060208171606064,
      "num_tokens": 600993035.0,
      "step": 780200
    },
    {
      "epoch": 0.9896645940042468,
      "grad_norm": 4.875,
      "learning_rate": 5.168992893189793e-07,
      "loss": 2.1603,
      "mean_token_accuracy": 0.5296746253967285,
      "num_tokens": 601001680.0,
      "step": 780210
    },
    {
      "epoch": 0.9896772785967797,
      "grad_norm": 4.9375,
      "learning_rate": 5.162649792326878e-07,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5339949071407318,
      "num_tokens": 601009280.0,
      "step": 780220
    },
    {
      "epoch": 0.9896899631893125,
      "grad_norm": 5.3125,
      "learning_rate": 5.156306691463963e-07,
      "loss": 1.9692,
      "mean_token_accuracy": 0.5539584428071975,
      "num_tokens": 601018090.0,
      "step": 780230
    },
    {
      "epoch": 0.9897026477818454,
      "grad_norm": 4.6875,
      "learning_rate": 5.149963590601047e-07,
      "loss": 2.0182,
      "mean_token_accuracy": 0.5570621103048324,
      "num_tokens": 601025578.0,
      "step": 780240
    },
    {
      "epoch": 0.9897153323743781,
      "grad_norm": 5.34375,
      "learning_rate": 5.143620489738132e-07,
      "loss": 2.1237,
      "mean_token_accuracy": 0.5305579423904419,
      "num_tokens": 601032521.0,
      "step": 780250
    },
    {
      "epoch": 0.9897280169669109,
      "grad_norm": 8.0625,
      "learning_rate": 5.137277388875216e-07,
      "loss": 2.1208,
      "mean_token_accuracy": 0.534299173951149,
      "num_tokens": 601040655.0,
      "step": 780260
    },
    {
      "epoch": 0.9897407015594438,
      "grad_norm": 4.75,
      "learning_rate": 5.130934288012301e-07,
      "loss": 2.2413,
      "mean_token_accuracy": 0.511233389377594,
      "num_tokens": 601048893.0,
      "step": 780270
    },
    {
      "epoch": 0.9897533861519766,
      "grad_norm": 6.25,
      "learning_rate": 5.124591187149385e-07,
      "loss": 2.295,
      "mean_token_accuracy": 0.5107079416513443,
      "num_tokens": 601057831.0,
      "step": 780280
    },
    {
      "epoch": 0.9897660707445095,
      "grad_norm": 6.75,
      "learning_rate": 5.11824808628647e-07,
      "loss": 2.1668,
      "mean_token_accuracy": 0.53155916929245,
      "num_tokens": 601065740.0,
      "step": 780290
    },
    {
      "epoch": 0.9897787553370423,
      "grad_norm": 6.90625,
      "learning_rate": 5.111904985423554e-07,
      "loss": 2.1558,
      "mean_token_accuracy": 0.5354539960622787,
      "num_tokens": 601072181.0,
      "step": 780300
    },
    {
      "epoch": 0.9897914399295752,
      "grad_norm": 5.96875,
      "learning_rate": 5.10556188456064e-07,
      "loss": 1.8195,
      "mean_token_accuracy": 0.5887651294469833,
      "num_tokens": 601079384.0,
      "step": 780310
    },
    {
      "epoch": 0.989804124522108,
      "grad_norm": 5.8125,
      "learning_rate": 5.099218783697724e-07,
      "loss": 1.9642,
      "mean_token_accuracy": 0.5581811875104904,
      "num_tokens": 601086267.0,
      "step": 780320
    },
    {
      "epoch": 0.9898168091146408,
      "grad_norm": 6.375,
      "learning_rate": 5.092875682834808e-07,
      "loss": 2.0597,
      "mean_token_accuracy": 0.5505343109369278,
      "num_tokens": 601093359.0,
      "step": 780330
    },
    {
      "epoch": 0.9898294937071737,
      "grad_norm": 5.53125,
      "learning_rate": 5.086532581971892e-07,
      "loss": 1.9806,
      "mean_token_accuracy": 0.5562149703502655,
      "num_tokens": 601100686.0,
      "step": 780340
    },
    {
      "epoch": 0.9898421782997064,
      "grad_norm": 5.375,
      "learning_rate": 5.080189481108977e-07,
      "loss": 1.6084,
      "mean_token_accuracy": 0.6313131630420685,
      "num_tokens": 601107853.0,
      "step": 780350
    },
    {
      "epoch": 0.9898548628922393,
      "grad_norm": 8.6875,
      "learning_rate": 5.073846380246062e-07,
      "loss": 2.2441,
      "mean_token_accuracy": 0.5259701043367386,
      "num_tokens": 601115718.0,
      "step": 780360
    },
    {
      "epoch": 0.9898675474847721,
      "grad_norm": 5.84375,
      "learning_rate": 5.067503279383146e-07,
      "loss": 2.1189,
      "mean_token_accuracy": 0.5344724059104919,
      "num_tokens": 601122736.0,
      "step": 780370
    },
    {
      "epoch": 0.989880232077305,
      "grad_norm": 6.28125,
      "learning_rate": 5.061160178520231e-07,
      "loss": 2.2128,
      "mean_token_accuracy": 0.5203212767839431,
      "num_tokens": 601130043.0,
      "step": 780380
    },
    {
      "epoch": 0.9898929166698378,
      "grad_norm": 7.84375,
      "learning_rate": 5.054817077657315e-07,
      "loss": 2.1773,
      "mean_token_accuracy": 0.5313548922538758,
      "num_tokens": 601137758.0,
      "step": 780390
    },
    {
      "epoch": 0.9899056012623706,
      "grad_norm": 5.34375,
      "learning_rate": 5.048473976794401e-07,
      "loss": 1.891,
      "mean_token_accuracy": 0.5686029970645905,
      "num_tokens": 601144997.0,
      "step": 780400
    },
    {
      "epoch": 0.9899182858549035,
      "grad_norm": 5.5625,
      "learning_rate": 5.042130875931484e-07,
      "loss": 2.1561,
      "mean_token_accuracy": 0.5349797517061233,
      "num_tokens": 601153159.0,
      "step": 780410
    },
    {
      "epoch": 0.9899309704474363,
      "grad_norm": 5.0,
      "learning_rate": 5.035787775068569e-07,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5424428254365921,
      "num_tokens": 601160831.0,
      "step": 780420
    },
    {
      "epoch": 0.9899436550399692,
      "grad_norm": 6.78125,
      "learning_rate": 5.029444674205653e-07,
      "loss": 2.1607,
      "mean_token_accuracy": 0.5380317062139511,
      "num_tokens": 601168813.0,
      "step": 780430
    },
    {
      "epoch": 0.989956339632502,
      "grad_norm": 6.65625,
      "learning_rate": 5.023101573342739e-07,
      "loss": 1.7421,
      "mean_token_accuracy": 0.6050786733627319,
      "num_tokens": 601176344.0,
      "step": 780440
    },
    {
      "epoch": 0.9899690242250349,
      "grad_norm": 5.875,
      "learning_rate": 5.016758472479823e-07,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5587060481309891,
      "num_tokens": 601183793.0,
      "step": 780450
    },
    {
      "epoch": 0.9899817088175676,
      "grad_norm": 5.09375,
      "learning_rate": 5.010415371616907e-07,
      "loss": 2.0625,
      "mean_token_accuracy": 0.5345259875059127,
      "num_tokens": 601191447.0,
      "step": 780460
    },
    {
      "epoch": 0.9899943934101005,
      "grad_norm": 4.96875,
      "learning_rate": 5.004072270753991e-07,
      "loss": 2.0832,
      "mean_token_accuracy": 0.5412485599517822,
      "num_tokens": 601198629.0,
      "step": 780470
    },
    {
      "epoch": 0.9900070780026333,
      "grad_norm": 5.59375,
      "learning_rate": 4.997729169891077e-07,
      "loss": 2.1777,
      "mean_token_accuracy": 0.5287185966968536,
      "num_tokens": 601207589.0,
      "step": 780480
    },
    {
      "epoch": 0.9900197625951661,
      "grad_norm": 5.0,
      "learning_rate": 4.991386069028162e-07,
      "loss": 2.3888,
      "mean_token_accuracy": 0.49117372930049896,
      "num_tokens": 601216417.0,
      "step": 780490
    },
    {
      "epoch": 0.990032447187699,
      "grad_norm": 5.34375,
      "learning_rate": 4.985042968165245e-07,
      "loss": 2.2427,
      "mean_token_accuracy": 0.5195317447185517,
      "num_tokens": 601224950.0,
      "step": 780500
    },
    {
      "epoch": 0.9900451317802318,
      "grad_norm": 6.09375,
      "learning_rate": 4.97869986730233e-07,
      "loss": 2.1199,
      "mean_token_accuracy": 0.5506168872117996,
      "num_tokens": 601232858.0,
      "step": 780510
    },
    {
      "epoch": 0.9900578163727647,
      "grad_norm": 5.0625,
      "learning_rate": 4.972356766439415e-07,
      "loss": 1.9096,
      "mean_token_accuracy": 0.5739690095186234,
      "num_tokens": 601240344.0,
      "step": 780520
    },
    {
      "epoch": 0.9900705009652975,
      "grad_norm": 5.25,
      "learning_rate": 4.9660136655765e-07,
      "loss": 2.0335,
      "mean_token_accuracy": 0.545354813337326,
      "num_tokens": 601248913.0,
      "step": 780530
    },
    {
      "epoch": 0.9900831855578304,
      "grad_norm": 6.15625,
      "learning_rate": 4.959670564713584e-07,
      "loss": 2.0599,
      "mean_token_accuracy": 0.5446373373270035,
      "num_tokens": 601256100.0,
      "step": 780540
    },
    {
      "epoch": 0.9900958701503632,
      "grad_norm": 5.40625,
      "learning_rate": 4.953327463850668e-07,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5216333538293838,
      "num_tokens": 601265449.0,
      "step": 780550
    },
    {
      "epoch": 0.9901085547428959,
      "grad_norm": 4.75,
      "learning_rate": 4.946984362987752e-07,
      "loss": 2.0594,
      "mean_token_accuracy": 0.555924317240715,
      "num_tokens": 601274216.0,
      "step": 780560
    },
    {
      "epoch": 0.9901212393354288,
      "grad_norm": 5.21875,
      "learning_rate": 4.940641262124838e-07,
      "loss": 1.967,
      "mean_token_accuracy": 0.5717720031738281,
      "num_tokens": 601280871.0,
      "step": 780570
    },
    {
      "epoch": 0.9901339239279616,
      "grad_norm": 4.90625,
      "learning_rate": 4.934298161261922e-07,
      "loss": 1.9211,
      "mean_token_accuracy": 0.5781312167644501,
      "num_tokens": 601287787.0,
      "step": 780580
    },
    {
      "epoch": 0.9901466085204945,
      "grad_norm": 6.53125,
      "learning_rate": 4.927955060399006e-07,
      "loss": 2.0353,
      "mean_token_accuracy": 0.5426938772201538,
      "num_tokens": 601295298.0,
      "step": 780590
    },
    {
      "epoch": 0.9901592931130273,
      "grad_norm": 7.5625,
      "learning_rate": 4.92161195953609e-07,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5285572856664658,
      "num_tokens": 601302243.0,
      "step": 780600
    },
    {
      "epoch": 0.9901719777055602,
      "grad_norm": 5.1875,
      "learning_rate": 4.915268858673176e-07,
      "loss": 2.144,
      "mean_token_accuracy": 0.5346662759780884,
      "num_tokens": 601310973.0,
      "step": 780610
    },
    {
      "epoch": 0.990184662298093,
      "grad_norm": 5.96875,
      "learning_rate": 4.908925757810261e-07,
      "loss": 2.2195,
      "mean_token_accuracy": 0.5262491971254348,
      "num_tokens": 601318836.0,
      "step": 780620
    },
    {
      "epoch": 0.9901973468906259,
      "grad_norm": 5.5,
      "learning_rate": 4.902582656947345e-07,
      "loss": 1.9341,
      "mean_token_accuracy": 0.5718906939029693,
      "num_tokens": 601325380.0,
      "step": 780630
    },
    {
      "epoch": 0.9902100314831587,
      "grad_norm": 4.78125,
      "learning_rate": 4.896239556084429e-07,
      "loss": 2.1428,
      "mean_token_accuracy": 0.5330546140670777,
      "num_tokens": 601333592.0,
      "step": 780640
    },
    {
      "epoch": 0.9902227160756915,
      "grad_norm": 4.9375,
      "learning_rate": 4.889896455221514e-07,
      "loss": 1.8551,
      "mean_token_accuracy": 0.5858282804489136,
      "num_tokens": 601340237.0,
      "step": 780650
    },
    {
      "epoch": 0.9902354006682244,
      "grad_norm": 4.96875,
      "learning_rate": 4.883553354358599e-07,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5315880417823792,
      "num_tokens": 601347570.0,
      "step": 780660
    },
    {
      "epoch": 0.9902480852607571,
      "grad_norm": 5.875,
      "learning_rate": 4.877210253495683e-07,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5504739791154861,
      "num_tokens": 601354798.0,
      "step": 780670
    },
    {
      "epoch": 0.99026076985329,
      "grad_norm": 5.1875,
      "learning_rate": 4.870867152632767e-07,
      "loss": 1.9105,
      "mean_token_accuracy": 0.5718551099300384,
      "num_tokens": 601363125.0,
      "step": 780680
    },
    {
      "epoch": 0.9902734544458228,
      "grad_norm": 6.6875,
      "learning_rate": 4.864524051769852e-07,
      "loss": 1.9488,
      "mean_token_accuracy": 0.5545041978359222,
      "num_tokens": 601370599.0,
      "step": 780690
    },
    {
      "epoch": 0.9902861390383557,
      "grad_norm": 6.21875,
      "learning_rate": 4.858180950906937e-07,
      "loss": 2.0791,
      "mean_token_accuracy": 0.5496688038110733,
      "num_tokens": 601379190.0,
      "step": 780700
    },
    {
      "epoch": 0.9902988236308885,
      "grad_norm": 5.53125,
      "learning_rate": 4.851837850044021e-07,
      "loss": 1.8668,
      "mean_token_accuracy": 0.5938961446285248,
      "num_tokens": 601385477.0,
      "step": 780710
    },
    {
      "epoch": 0.9903115082234213,
      "grad_norm": 4.65625,
      "learning_rate": 4.845494749181106e-07,
      "loss": 2.1098,
      "mean_token_accuracy": 0.531475830078125,
      "num_tokens": 601393319.0,
      "step": 780720
    },
    {
      "epoch": 0.9903241928159542,
      "grad_norm": 5.59375,
      "learning_rate": 4.839151648318191e-07,
      "loss": 2.1323,
      "mean_token_accuracy": 0.5324088335037231,
      "num_tokens": 601401339.0,
      "step": 780730
    },
    {
      "epoch": 0.990336877408487,
      "grad_norm": 5.125,
      "learning_rate": 4.832808547455275e-07,
      "loss": 2.0953,
      "mean_token_accuracy": 0.5456431120634079,
      "num_tokens": 601409454.0,
      "step": 780740
    },
    {
      "epoch": 0.9903495620010199,
      "grad_norm": 5.0625,
      "learning_rate": 4.82646544659236e-07,
      "loss": 1.7073,
      "mean_token_accuracy": 0.6133267879486084,
      "num_tokens": 601416262.0,
      "step": 780750
    },
    {
      "epoch": 0.9903622465935527,
      "grad_norm": 5.71875,
      "learning_rate": 4.820122345729444e-07,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5620998948812485,
      "num_tokens": 601424927.0,
      "step": 780760
    },
    {
      "epoch": 0.9903749311860855,
      "grad_norm": 7.0625,
      "learning_rate": 4.813779244866529e-07,
      "loss": 2.0175,
      "mean_token_accuracy": 0.5450552880764008,
      "num_tokens": 601432539.0,
      "step": 780770
    },
    {
      "epoch": 0.9903876157786183,
      "grad_norm": 5.09375,
      "learning_rate": 4.807436144003613e-07,
      "loss": 2.1535,
      "mean_token_accuracy": 0.5260056734085083,
      "num_tokens": 601440771.0,
      "step": 780780
    },
    {
      "epoch": 0.9904003003711512,
      "grad_norm": 5.21875,
      "learning_rate": 4.801093043140698e-07,
      "loss": 2.2187,
      "mean_token_accuracy": 0.5216679126024246,
      "num_tokens": 601449696.0,
      "step": 780790
    },
    {
      "epoch": 0.990412984963684,
      "grad_norm": 5.625,
      "learning_rate": 4.794749942277782e-07,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5243460714817048,
      "num_tokens": 601458435.0,
      "step": 780800
    },
    {
      "epoch": 0.9904256695562168,
      "grad_norm": 4.59375,
      "learning_rate": 4.788406841414868e-07,
      "loss": 1.8934,
      "mean_token_accuracy": 0.5744153082370758,
      "num_tokens": 601463885.0,
      "step": 780810
    },
    {
      "epoch": 0.9904383541487497,
      "grad_norm": 5.03125,
      "learning_rate": 4.782063740551951e-07,
      "loss": 1.8506,
      "mean_token_accuracy": 0.5808763086795807,
      "num_tokens": 601472255.0,
      "step": 780820
    },
    {
      "epoch": 0.9904510387412825,
      "grad_norm": 5.75,
      "learning_rate": 4.775720639689036e-07,
      "loss": 2.0412,
      "mean_token_accuracy": 0.5550966769456863,
      "num_tokens": 601480569.0,
      "step": 780830
    },
    {
      "epoch": 0.9904637233338154,
      "grad_norm": 9.5,
      "learning_rate": 4.76937753882612e-07,
      "loss": 2.0523,
      "mean_token_accuracy": 0.5502144068479538,
      "num_tokens": 601487385.0,
      "step": 780840
    },
    {
      "epoch": 0.9904764079263482,
      "grad_norm": 5.84375,
      "learning_rate": 4.763034437963205e-07,
      "loss": 2.1373,
      "mean_token_accuracy": 0.5314236402511596,
      "num_tokens": 601494311.0,
      "step": 780850
    },
    {
      "epoch": 0.9904890925188811,
      "grad_norm": 6.25,
      "learning_rate": 4.75669133710029e-07,
      "loss": 2.1385,
      "mean_token_accuracy": 0.5305783808231354,
      "num_tokens": 601502077.0,
      "step": 780860
    },
    {
      "epoch": 0.9905017771114139,
      "grad_norm": 5.84375,
      "learning_rate": 4.7503482362373744e-07,
      "loss": 2.0035,
      "mean_token_accuracy": 0.5498228132724762,
      "num_tokens": 601511310.0,
      "step": 780870
    },
    {
      "epoch": 0.9905144617039466,
      "grad_norm": 5.5625,
      "learning_rate": 4.744005135374459e-07,
      "loss": 2.0411,
      "mean_token_accuracy": 0.5450146555900574,
      "num_tokens": 601518203.0,
      "step": 780880
    },
    {
      "epoch": 0.9905271462964795,
      "grad_norm": 4.3125,
      "learning_rate": 4.7376620345115434e-07,
      "loss": 1.956,
      "mean_token_accuracy": 0.5625111281871795,
      "num_tokens": 601525267.0,
      "step": 780890
    },
    {
      "epoch": 0.9905398308890123,
      "grad_norm": 6.0,
      "learning_rate": 4.731318933648628e-07,
      "loss": 2.1512,
      "mean_token_accuracy": 0.5259863436222076,
      "num_tokens": 601532140.0,
      "step": 780900
    },
    {
      "epoch": 0.9905525154815452,
      "grad_norm": 5.625,
      "learning_rate": 4.7249758327857124e-07,
      "loss": 2.1397,
      "mean_token_accuracy": 0.5306675851345062,
      "num_tokens": 601540022.0,
      "step": 780910
    },
    {
      "epoch": 0.990565200074078,
      "grad_norm": 4.84375,
      "learning_rate": 4.718632731922797e-07,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5370816946029663,
      "num_tokens": 601548506.0,
      "step": 780920
    },
    {
      "epoch": 0.9905778846666109,
      "grad_norm": 8.1875,
      "learning_rate": 4.7122896310598814e-07,
      "loss": 2.1394,
      "mean_token_accuracy": 0.5255166113376617,
      "num_tokens": 601555813.0,
      "step": 780930
    },
    {
      "epoch": 0.9905905692591437,
      "grad_norm": 5.65625,
      "learning_rate": 4.705946530196966e-07,
      "loss": 2.0455,
      "mean_token_accuracy": 0.5460235685110092,
      "num_tokens": 601564800.0,
      "step": 780940
    },
    {
      "epoch": 0.9906032538516765,
      "grad_norm": 5.0625,
      "learning_rate": 4.6996034293340503e-07,
      "loss": 1.9001,
      "mean_token_accuracy": 0.5814336746931076,
      "num_tokens": 601572723.0,
      "step": 780950
    },
    {
      "epoch": 0.9906159384442094,
      "grad_norm": 5.25,
      "learning_rate": 4.6932603284711356e-07,
      "loss": 2.2894,
      "mean_token_accuracy": 0.5001446932554245,
      "num_tokens": 601582015.0,
      "step": 780960
    },
    {
      "epoch": 0.9906286230367422,
      "grad_norm": 4.71875,
      "learning_rate": 4.6869172276082193e-07,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5460932523012161,
      "num_tokens": 601590765.0,
      "step": 780970
    },
    {
      "epoch": 0.990641307629275,
      "grad_norm": 5.03125,
      "learning_rate": 4.6805741267453046e-07,
      "loss": 1.9734,
      "mean_token_accuracy": 0.5678687989711761,
      "num_tokens": 601598119.0,
      "step": 780980
    },
    {
      "epoch": 0.9906539922218078,
      "grad_norm": 4.90625,
      "learning_rate": 4.6742310258823893e-07,
      "loss": 2.0102,
      "mean_token_accuracy": 0.5523114144802094,
      "num_tokens": 601605736.0,
      "step": 780990
    },
    {
      "epoch": 0.9906666768143407,
      "grad_norm": 5.0,
      "learning_rate": 4.6678879250194736e-07,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5587839603424072,
      "num_tokens": 601613611.0,
      "step": 781000
    },
    {
      "epoch": 0.9906793614068735,
      "grad_norm": 5.625,
      "learning_rate": 4.6615448241565583e-07,
      "loss": 2.0692,
      "mean_token_accuracy": 0.5434803783893585,
      "num_tokens": 601622027.0,
      "step": 781010
    },
    {
      "epoch": 0.9906920459994064,
      "grad_norm": 4.6875,
      "learning_rate": 4.6552017232936425e-07,
      "loss": 2.0153,
      "mean_token_accuracy": 0.5463713228702545,
      "num_tokens": 601630579.0,
      "step": 781020
    },
    {
      "epoch": 0.9907047305919392,
      "grad_norm": 4.78125,
      "learning_rate": 4.6488586224307273e-07,
      "loss": 2.074,
      "mean_token_accuracy": 0.5370109975337982,
      "num_tokens": 601639168.0,
      "step": 781030
    },
    {
      "epoch": 0.990717415184472,
      "grad_norm": 5.28125,
      "learning_rate": 4.6425155215678115e-07,
      "loss": 2.2597,
      "mean_token_accuracy": 0.5096251785755157,
      "num_tokens": 601648127.0,
      "step": 781040
    },
    {
      "epoch": 0.9907300997770049,
      "grad_norm": 5.40625,
      "learning_rate": 4.636172420704897e-07,
      "loss": 2.1706,
      "mean_token_accuracy": 0.5301435321569443,
      "num_tokens": 601656530.0,
      "step": 781050
    },
    {
      "epoch": 0.9907427843695377,
      "grad_norm": 5.53125,
      "learning_rate": 4.6298293198419805e-07,
      "loss": 1.9497,
      "mean_token_accuracy": 0.5672423660755157,
      "num_tokens": 601665266.0,
      "step": 781060
    },
    {
      "epoch": 0.9907554689620706,
      "grad_norm": 5.71875,
      "learning_rate": 4.623486218979066e-07,
      "loss": 2.07,
      "mean_token_accuracy": 0.5385414361953735,
      "num_tokens": 601674229.0,
      "step": 781070
    },
    {
      "epoch": 0.9907681535546033,
      "grad_norm": 5.1875,
      "learning_rate": 4.6171431181161494e-07,
      "loss": 2.219,
      "mean_token_accuracy": 0.5297675430774689,
      "num_tokens": 601682330.0,
      "step": 781080
    },
    {
      "epoch": 0.9907808381471362,
      "grad_norm": 6.59375,
      "learning_rate": 4.6108000172532347e-07,
      "loss": 2.1795,
      "mean_token_accuracy": 0.5245375275611878,
      "num_tokens": 601689541.0,
      "step": 781090
    },
    {
      "epoch": 0.990793522739669,
      "grad_norm": 6.0625,
      "learning_rate": 4.604456916390319e-07,
      "loss": 2.0894,
      "mean_token_accuracy": 0.5349339365959167,
      "num_tokens": 601696944.0,
      "step": 781100
    },
    {
      "epoch": 0.9908062073322018,
      "grad_norm": 5.3125,
      "learning_rate": 4.5981138155274037e-07,
      "loss": 2.2191,
      "mean_token_accuracy": 0.5187665820121765,
      "num_tokens": 601704661.0,
      "step": 781110
    },
    {
      "epoch": 0.9908188919247347,
      "grad_norm": 6.40625,
      "learning_rate": 4.5917707146644884e-07,
      "loss": 2.1539,
      "mean_token_accuracy": 0.5222698897123337,
      "num_tokens": 601711313.0,
      "step": 781120
    },
    {
      "epoch": 0.9908315765172675,
      "grad_norm": 6.9375,
      "learning_rate": 4.5854276138015727e-07,
      "loss": 1.8528,
      "mean_token_accuracy": 0.5835519164800644,
      "num_tokens": 601717097.0,
      "step": 781130
    },
    {
      "epoch": 0.9908442611098004,
      "grad_norm": 7.65625,
      "learning_rate": 4.5790845129386574e-07,
      "loss": 1.8331,
      "mean_token_accuracy": 0.5725617408752441,
      "num_tokens": 601723824.0,
      "step": 781140
    },
    {
      "epoch": 0.9908569457023332,
      "grad_norm": 5.75,
      "learning_rate": 4.5727414120757416e-07,
      "loss": 1.9241,
      "mean_token_accuracy": 0.5744355678558349,
      "num_tokens": 601731979.0,
      "step": 781150
    },
    {
      "epoch": 0.9908696302948661,
      "grad_norm": 5.625,
      "learning_rate": 4.566398311212827e-07,
      "loss": 2.2204,
      "mean_token_accuracy": 0.5280512183904648,
      "num_tokens": 601739870.0,
      "step": 781160
    },
    {
      "epoch": 0.9908823148873989,
      "grad_norm": 6.34375,
      "learning_rate": 4.5600552103499106e-07,
      "loss": 1.8679,
      "mean_token_accuracy": 0.5897361069917679,
      "num_tokens": 601748273.0,
      "step": 781170
    },
    {
      "epoch": 0.9908949994799318,
      "grad_norm": 5.71875,
      "learning_rate": 4.553712109486996e-07,
      "loss": 2.0715,
      "mean_token_accuracy": 0.5475789278745651,
      "num_tokens": 601756587.0,
      "step": 781180
    },
    {
      "epoch": 0.9909076840724645,
      "grad_norm": 5.25,
      "learning_rate": 4.54736900862408e-07,
      "loss": 2.0055,
      "mean_token_accuracy": 0.5651718020439148,
      "num_tokens": 601764968.0,
      "step": 781190
    },
    {
      "epoch": 0.9909203686649973,
      "grad_norm": 7.375,
      "learning_rate": 4.541025907761165e-07,
      "loss": 2.0381,
      "mean_token_accuracy": 0.5580743223428726,
      "num_tokens": 601771951.0,
      "step": 781200
    },
    {
      "epoch": 0.9909330532575302,
      "grad_norm": 5.53125,
      "learning_rate": 4.534682806898249e-07,
      "loss": 2.0674,
      "mean_token_accuracy": 0.549978619813919,
      "num_tokens": 601779999.0,
      "step": 781210
    },
    {
      "epoch": 0.990945737850063,
      "grad_norm": 6.96875,
      "learning_rate": 4.528339706035334e-07,
      "loss": 1.9946,
      "mean_token_accuracy": 0.5576600402593612,
      "num_tokens": 601787464.0,
      "step": 781220
    },
    {
      "epoch": 0.9909584224425959,
      "grad_norm": 6.03125,
      "learning_rate": 4.521996605172418e-07,
      "loss": 1.9004,
      "mean_token_accuracy": 0.5759397476911545,
      "num_tokens": 601795533.0,
      "step": 781230
    },
    {
      "epoch": 0.9909711070351287,
      "grad_norm": 7.125,
      "learning_rate": 4.515653504309503e-07,
      "loss": 2.0853,
      "mean_token_accuracy": 0.5325118213891983,
      "num_tokens": 601802410.0,
      "step": 781240
    },
    {
      "epoch": 0.9909837916276616,
      "grad_norm": 4.96875,
      "learning_rate": 4.509310403446588e-07,
      "loss": 1.9512,
      "mean_token_accuracy": 0.5724087059497833,
      "num_tokens": 601809912.0,
      "step": 781250
    },
    {
      "epoch": 0.9909964762201944,
      "grad_norm": 10.75,
      "learning_rate": 4.502967302583672e-07,
      "loss": 2.1381,
      "mean_token_accuracy": 0.540612342953682,
      "num_tokens": 601816776.0,
      "step": 781260
    },
    {
      "epoch": 0.9910091608127272,
      "grad_norm": 4.53125,
      "learning_rate": 4.496624201720757e-07,
      "loss": 1.9506,
      "mean_token_accuracy": 0.5567269831895828,
      "num_tokens": 601824921.0,
      "step": 781270
    },
    {
      "epoch": 0.9910218454052601,
      "grad_norm": 4.8125,
      "learning_rate": 4.490281100857841e-07,
      "loss": 1.9863,
      "mean_token_accuracy": 0.5634665429592133,
      "num_tokens": 601833176.0,
      "step": 781280
    },
    {
      "epoch": 0.9910345299977928,
      "grad_norm": 5.4375,
      "learning_rate": 4.483937999994926e-07,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5347738623619079,
      "num_tokens": 601841283.0,
      "step": 781290
    },
    {
      "epoch": 0.9910472145903257,
      "grad_norm": 6.59375,
      "learning_rate": 4.47759489913201e-07,
      "loss": 2.2297,
      "mean_token_accuracy": 0.5198368042707443,
      "num_tokens": 601849047.0,
      "step": 781300
    },
    {
      "epoch": 0.9910598991828585,
      "grad_norm": 4.40625,
      "learning_rate": 4.471251798269095e-07,
      "loss": 2.3119,
      "mean_token_accuracy": 0.5003664463758468,
      "num_tokens": 601858017.0,
      "step": 781310
    },
    {
      "epoch": 0.9910725837753914,
      "grad_norm": 6.125,
      "learning_rate": 4.464908697406179e-07,
      "loss": 1.9113,
      "mean_token_accuracy": 0.5722931772470474,
      "num_tokens": 601864959.0,
      "step": 781320
    },
    {
      "epoch": 0.9910852683679242,
      "grad_norm": 6.1875,
      "learning_rate": 4.458565596543264e-07,
      "loss": 2.0139,
      "mean_token_accuracy": 0.5554902523756027,
      "num_tokens": 601872466.0,
      "step": 781330
    },
    {
      "epoch": 0.991097952960457,
      "grad_norm": 5.21875,
      "learning_rate": 4.452222495680348e-07,
      "loss": 2.1404,
      "mean_token_accuracy": 0.5255917727947235,
      "num_tokens": 601882042.0,
      "step": 781340
    },
    {
      "epoch": 0.9911106375529899,
      "grad_norm": 6.9375,
      "learning_rate": 4.445879394817433e-07,
      "loss": 2.1937,
      "mean_token_accuracy": 0.521511223912239,
      "num_tokens": 601890191.0,
      "step": 781350
    },
    {
      "epoch": 0.9911233221455227,
      "grad_norm": 7.25,
      "learning_rate": 4.439536293954518e-07,
      "loss": 1.9982,
      "mean_token_accuracy": 0.5538255721330643,
      "num_tokens": 601898959.0,
      "step": 781360
    },
    {
      "epoch": 0.9911360067380556,
      "grad_norm": 5.15625,
      "learning_rate": 4.433193193091602e-07,
      "loss": 1.9573,
      "mean_token_accuracy": 0.5565653026103974,
      "num_tokens": 601905866.0,
      "step": 781370
    },
    {
      "epoch": 0.9911486913305884,
      "grad_norm": 5.03125,
      "learning_rate": 4.426850092228687e-07,
      "loss": 2.034,
      "mean_token_accuracy": 0.5472007155418396,
      "num_tokens": 601912452.0,
      "step": 781380
    },
    {
      "epoch": 0.9911613759231213,
      "grad_norm": 6.09375,
      "learning_rate": 4.4205069913657714e-07,
      "loss": 1.9537,
      "mean_token_accuracy": 0.5754372209310532,
      "num_tokens": 601917964.0,
      "step": 781390
    },
    {
      "epoch": 0.991174060515654,
      "grad_norm": 5.5,
      "learning_rate": 4.414163890502856e-07,
      "loss": 2.1451,
      "mean_token_accuracy": 0.5317511856555939,
      "num_tokens": 601925608.0,
      "step": 781400
    },
    {
      "epoch": 0.9911867451081869,
      "grad_norm": 10.0625,
      "learning_rate": 4.4078207896399404e-07,
      "loss": 2.2187,
      "mean_token_accuracy": 0.5087402254343033,
      "num_tokens": 601932407.0,
      "step": 781410
    },
    {
      "epoch": 0.9911994297007197,
      "grad_norm": 5.125,
      "learning_rate": 4.401477688777025e-07,
      "loss": 2.0314,
      "mean_token_accuracy": 0.5577536642551422,
      "num_tokens": 601938785.0,
      "step": 781420
    },
    {
      "epoch": 0.9912121142932525,
      "grad_norm": 5.125,
      "learning_rate": 4.3951345879141093e-07,
      "loss": 2.1053,
      "mean_token_accuracy": 0.5382660686969757,
      "num_tokens": 601947779.0,
      "step": 781430
    },
    {
      "epoch": 0.9912247988857854,
      "grad_norm": 5.34375,
      "learning_rate": 4.388791487051194e-07,
      "loss": 2.0076,
      "mean_token_accuracy": 0.5540115386247635,
      "num_tokens": 601954608.0,
      "step": 781440
    },
    {
      "epoch": 0.9912374834783182,
      "grad_norm": 6.96875,
      "learning_rate": 4.3824483861882783e-07,
      "loss": 1.9287,
      "mean_token_accuracy": 0.5794427782297135,
      "num_tokens": 601962103.0,
      "step": 781450
    },
    {
      "epoch": 0.9912501680708511,
      "grad_norm": 5.9375,
      "learning_rate": 4.376105285325363e-07,
      "loss": 2.1196,
      "mean_token_accuracy": 0.5327344059944152,
      "num_tokens": 601969721.0,
      "step": 781460
    },
    {
      "epoch": 0.9912628526633839,
      "grad_norm": 4.8125,
      "learning_rate": 4.3697621844624473e-07,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5320963382720947,
      "num_tokens": 601978220.0,
      "step": 781470
    },
    {
      "epoch": 0.9912755372559168,
      "grad_norm": 8.25,
      "learning_rate": 4.3634190835995326e-07,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5426191866397858,
      "num_tokens": 601985079.0,
      "step": 781480
    },
    {
      "epoch": 0.9912882218484496,
      "grad_norm": 7.75,
      "learning_rate": 4.3570759827366173e-07,
      "loss": 1.9799,
      "mean_token_accuracy": 0.5568504929542542,
      "num_tokens": 601992274.0,
      "step": 781490
    },
    {
      "epoch": 0.9913009064409823,
      "grad_norm": 5.53125,
      "learning_rate": 4.3507328818737015e-07,
      "loss": 2.004,
      "mean_token_accuracy": 0.5599788665771485,
      "num_tokens": 601999968.0,
      "step": 781500
    },
    {
      "epoch": 0.9913135910335152,
      "grad_norm": 4.65625,
      "learning_rate": 4.3443897810107863e-07,
      "loss": 2.2102,
      "mean_token_accuracy": 0.5150350362062455,
      "num_tokens": 602007644.0,
      "step": 781510
    },
    {
      "epoch": 0.991326275626048,
      "grad_norm": 4.78125,
      "learning_rate": 4.3380466801478705e-07,
      "loss": 2.0422,
      "mean_token_accuracy": 0.54376699924469,
      "num_tokens": 602016446.0,
      "step": 781520
    },
    {
      "epoch": 0.9913389602185809,
      "grad_norm": 5.03125,
      "learning_rate": 4.331703579284955e-07,
      "loss": 1.7999,
      "mean_token_accuracy": 0.5958469450473786,
      "num_tokens": 602024519.0,
      "step": 781530
    },
    {
      "epoch": 0.9913516448111137,
      "grad_norm": 4.96875,
      "learning_rate": 4.3253604784220395e-07,
      "loss": 1.8254,
      "mean_token_accuracy": 0.5811659723520279,
      "num_tokens": 602031337.0,
      "step": 781540
    },
    {
      "epoch": 0.9913643294036466,
      "grad_norm": 5.6875,
      "learning_rate": 4.319017377559124e-07,
      "loss": 2.1491,
      "mean_token_accuracy": 0.5289907455444336,
      "num_tokens": 602039969.0,
      "step": 781550
    },
    {
      "epoch": 0.9913770139961794,
      "grad_norm": 5.78125,
      "learning_rate": 4.3126742766962084e-07,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5361561328172684,
      "num_tokens": 602047522.0,
      "step": 781560
    },
    {
      "epoch": 0.9913896985887123,
      "grad_norm": 4.71875,
      "learning_rate": 4.3063311758332937e-07,
      "loss": 2.1904,
      "mean_token_accuracy": 0.5271514594554901,
      "num_tokens": 602055701.0,
      "step": 781570
    },
    {
      "epoch": 0.9914023831812451,
      "grad_norm": 7.1875,
      "learning_rate": 4.2999880749703774e-07,
      "loss": 2.1333,
      "mean_token_accuracy": 0.5362308263778687,
      "num_tokens": 602063631.0,
      "step": 781580
    },
    {
      "epoch": 0.9914150677737779,
      "grad_norm": 4.96875,
      "learning_rate": 4.2936449741074627e-07,
      "loss": 2.196,
      "mean_token_accuracy": 0.5271477192640305,
      "num_tokens": 602071349.0,
      "step": 781590
    },
    {
      "epoch": 0.9914277523663108,
      "grad_norm": 6.59375,
      "learning_rate": 4.2873018732445464e-07,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5461756408214569,
      "num_tokens": 602078984.0,
      "step": 781600
    },
    {
      "epoch": 0.9914404369588435,
      "grad_norm": 5.375,
      "learning_rate": 4.2809587723816317e-07,
      "loss": 2.1259,
      "mean_token_accuracy": 0.5269222974777221,
      "num_tokens": 602087384.0,
      "step": 781610
    },
    {
      "epoch": 0.9914531215513764,
      "grad_norm": 7.78125,
      "learning_rate": 4.2746156715187164e-07,
      "loss": 2.1414,
      "mean_token_accuracy": 0.5380980849266053,
      "num_tokens": 602094359.0,
      "step": 781620
    },
    {
      "epoch": 0.9914658061439092,
      "grad_norm": 6.28125,
      "learning_rate": 4.2682725706558006e-07,
      "loss": 1.9789,
      "mean_token_accuracy": 0.558704885840416,
      "num_tokens": 602101728.0,
      "step": 781630
    },
    {
      "epoch": 0.9914784907364421,
      "grad_norm": 5.0625,
      "learning_rate": 4.2619294697928854e-07,
      "loss": 1.894,
      "mean_token_accuracy": 0.5741799205541611,
      "num_tokens": 602109377.0,
      "step": 781640
    },
    {
      "epoch": 0.9914911753289749,
      "grad_norm": 5.21875,
      "learning_rate": 4.2555863689299696e-07,
      "loss": 1.9832,
      "mean_token_accuracy": 0.5553706973791123,
      "num_tokens": 602115524.0,
      "step": 781650
    },
    {
      "epoch": 0.9915038599215077,
      "grad_norm": 8.4375,
      "learning_rate": 4.249243268067055e-07,
      "loss": 2.1961,
      "mean_token_accuracy": 0.520666965842247,
      "num_tokens": 602123548.0,
      "step": 781660
    },
    {
      "epoch": 0.9915165445140406,
      "grad_norm": 5.8125,
      "learning_rate": 4.2429001672041386e-07,
      "loss": 2.1216,
      "mean_token_accuracy": 0.5370688766241074,
      "num_tokens": 602132368.0,
      "step": 781670
    },
    {
      "epoch": 0.9915292291065734,
      "grad_norm": 5.1875,
      "learning_rate": 4.236557066341224e-07,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5382135599851608,
      "num_tokens": 602140082.0,
      "step": 781680
    },
    {
      "epoch": 0.9915419136991063,
      "grad_norm": 5.125,
      "learning_rate": 4.2302139654783075e-07,
      "loss": 2.24,
      "mean_token_accuracy": 0.517915916442871,
      "num_tokens": 602147088.0,
      "step": 781690
    },
    {
      "epoch": 0.991554598291639,
      "grad_norm": 6.53125,
      "learning_rate": 4.223870864615393e-07,
      "loss": 2.0724,
      "mean_token_accuracy": 0.5447241783142089,
      "num_tokens": 602155033.0,
      "step": 781700
    },
    {
      "epoch": 0.991567282884172,
      "grad_norm": 5.25,
      "learning_rate": 4.217527763752477e-07,
      "loss": 1.9375,
      "mean_token_accuracy": 0.5677906632423401,
      "num_tokens": 602162863.0,
      "step": 781710
    },
    {
      "epoch": 0.9915799674767047,
      "grad_norm": 6.0625,
      "learning_rate": 4.211184662889562e-07,
      "loss": 2.211,
      "mean_token_accuracy": 0.5217124372720718,
      "num_tokens": 602171244.0,
      "step": 781720
    },
    {
      "epoch": 0.9915926520692376,
      "grad_norm": 6.09375,
      "learning_rate": 4.204841562026646e-07,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5463969528675079,
      "num_tokens": 602178659.0,
      "step": 781730
    },
    {
      "epoch": 0.9916053366617704,
      "grad_norm": 4.5,
      "learning_rate": 4.198498461163731e-07,
      "loss": 1.9608,
      "mean_token_accuracy": 0.5709853708744049,
      "num_tokens": 602186681.0,
      "step": 781740
    },
    {
      "epoch": 0.9916180212543032,
      "grad_norm": 5.25,
      "learning_rate": 4.1921553603008155e-07,
      "loss": 2.0002,
      "mean_token_accuracy": 0.5526326537132263,
      "num_tokens": 602194299.0,
      "step": 781750
    },
    {
      "epoch": 0.9916307058468361,
      "grad_norm": 4.96875,
      "learning_rate": 4.1858122594379e-07,
      "loss": 2.183,
      "mean_token_accuracy": 0.5159717261791229,
      "num_tokens": 602202954.0,
      "step": 781760
    },
    {
      "epoch": 0.9916433904393689,
      "grad_norm": 6.34375,
      "learning_rate": 4.179469158574985e-07,
      "loss": 1.7843,
      "mean_token_accuracy": 0.6008032441139222,
      "num_tokens": 602209157.0,
      "step": 781770
    },
    {
      "epoch": 0.9916560750319018,
      "grad_norm": 6.875,
      "learning_rate": 4.1731260577120687e-07,
      "loss": 2.0143,
      "mean_token_accuracy": 0.5539975374937057,
      "num_tokens": 602215843.0,
      "step": 781780
    },
    {
      "epoch": 0.9916687596244346,
      "grad_norm": 7.5,
      "learning_rate": 4.166782956849154e-07,
      "loss": 1.9046,
      "mean_token_accuracy": 0.5723041146993637,
      "num_tokens": 602222499.0,
      "step": 781790
    },
    {
      "epoch": 0.9916814442169675,
      "grad_norm": 4.75,
      "learning_rate": 4.160439855986238e-07,
      "loss": 1.9528,
      "mean_token_accuracy": 0.5731095135211944,
      "num_tokens": 602231211.0,
      "step": 781800
    },
    {
      "epoch": 0.9916941288095003,
      "grad_norm": 4.90625,
      "learning_rate": 4.154096755123323e-07,
      "loss": 2.0745,
      "mean_token_accuracy": 0.534031093120575,
      "num_tokens": 602239991.0,
      "step": 781810
    },
    {
      "epoch": 0.991706813402033,
      "grad_norm": 5.59375,
      "learning_rate": 4.147753654260407e-07,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5382367938756942,
      "num_tokens": 602248518.0,
      "step": 781820
    },
    {
      "epoch": 0.9917194979945659,
      "grad_norm": 7.0,
      "learning_rate": 4.141410553397492e-07,
      "loss": 2.1879,
      "mean_token_accuracy": 0.5240237176418304,
      "num_tokens": 602255951.0,
      "step": 781830
    },
    {
      "epoch": 0.9917321825870987,
      "grad_norm": 5.40625,
      "learning_rate": 4.135067452534576e-07,
      "loss": 2.1185,
      "mean_token_accuracy": 0.5323895514011383,
      "num_tokens": 602264351.0,
      "step": 781840
    },
    {
      "epoch": 0.9917448671796316,
      "grad_norm": 5.84375,
      "learning_rate": 4.128724351671661e-07,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5408849716186523,
      "num_tokens": 602271146.0,
      "step": 781850
    },
    {
      "epoch": 0.9917575517721644,
      "grad_norm": 6.125,
      "learning_rate": 4.122381250808746e-07,
      "loss": 2.0302,
      "mean_token_accuracy": 0.5498368114233017,
      "num_tokens": 602279013.0,
      "step": 781860
    },
    {
      "epoch": 0.9917702363646973,
      "grad_norm": 5.03125,
      "learning_rate": 4.11603814994583e-07,
      "loss": 2.1282,
      "mean_token_accuracy": 0.535377049446106,
      "num_tokens": 602286980.0,
      "step": 781870
    },
    {
      "epoch": 0.9917829209572301,
      "grad_norm": 6.03125,
      "learning_rate": 4.109695049082915e-07,
      "loss": 1.9944,
      "mean_token_accuracy": 0.5751309931278229,
      "num_tokens": 602294063.0,
      "step": 781880
    },
    {
      "epoch": 0.9917956055497629,
      "grad_norm": 5.25,
      "learning_rate": 4.1033519482199994e-07,
      "loss": 2.2287,
      "mean_token_accuracy": 0.5068133354187012,
      "num_tokens": 602301995.0,
      "step": 781890
    },
    {
      "epoch": 0.9918082901422958,
      "grad_norm": 4.8125,
      "learning_rate": 4.097008847357084e-07,
      "loss": 2.0392,
      "mean_token_accuracy": 0.548242163658142,
      "num_tokens": 602310383.0,
      "step": 781900
    },
    {
      "epoch": 0.9918209747348286,
      "grad_norm": 5.09375,
      "learning_rate": 4.0906657464941683e-07,
      "loss": 2.0364,
      "mean_token_accuracy": 0.5571511328220368,
      "num_tokens": 602318227.0,
      "step": 781910
    },
    {
      "epoch": 0.9918336593273614,
      "grad_norm": 6.28125,
      "learning_rate": 4.084322645631253e-07,
      "loss": 2.0668,
      "mean_token_accuracy": 0.5418985545635223,
      "num_tokens": 602326330.0,
      "step": 781920
    },
    {
      "epoch": 0.9918463439198942,
      "grad_norm": 9.625,
      "learning_rate": 4.0779795447683373e-07,
      "loss": 2.1111,
      "mean_token_accuracy": 0.5385941296815873,
      "num_tokens": 602334625.0,
      "step": 781930
    },
    {
      "epoch": 0.9918590285124271,
      "grad_norm": 5.875,
      "learning_rate": 4.071636443905422e-07,
      "loss": 2.0272,
      "mean_token_accuracy": 0.5390997976064682,
      "num_tokens": 602341945.0,
      "step": 781940
    },
    {
      "epoch": 0.9918717131049599,
      "grad_norm": 5.3125,
      "learning_rate": 4.0652933430425063e-07,
      "loss": 2.1686,
      "mean_token_accuracy": 0.5232626736164093,
      "num_tokens": 602350364.0,
      "step": 781950
    },
    {
      "epoch": 0.9918843976974928,
      "grad_norm": 5.0625,
      "learning_rate": 4.058950242179591e-07,
      "loss": 1.9958,
      "mean_token_accuracy": 0.5520604729652405,
      "num_tokens": 602358652.0,
      "step": 781960
    },
    {
      "epoch": 0.9918970822900256,
      "grad_norm": 5.375,
      "learning_rate": 4.052607141316675e-07,
      "loss": 2.0436,
      "mean_token_accuracy": 0.5421752721071244,
      "num_tokens": 602367631.0,
      "step": 781970
    },
    {
      "epoch": 0.9919097668825584,
      "grad_norm": 5.71875,
      "learning_rate": 4.04626404045376e-07,
      "loss": 2.0954,
      "mean_token_accuracy": 0.5496584832668304,
      "num_tokens": 602374797.0,
      "step": 781980
    },
    {
      "epoch": 0.9919224514750913,
      "grad_norm": 7.15625,
      "learning_rate": 4.0399209395908453e-07,
      "loss": 1.9774,
      "mean_token_accuracy": 0.5434787899255753,
      "num_tokens": 602381831.0,
      "step": 781990
    },
    {
      "epoch": 0.9919351360676241,
      "grad_norm": 5.40625,
      "learning_rate": 4.0335778387279295e-07,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5608366042375564,
      "num_tokens": 602389608.0,
      "step": 782000
    },
    {
      "epoch": 0.991947820660157,
      "grad_norm": 7.5625,
      "learning_rate": 4.027234737865014e-07,
      "loss": 2.0098,
      "mean_token_accuracy": 0.5588263750076294,
      "num_tokens": 602396788.0,
      "step": 782010
    },
    {
      "epoch": 0.9919605052526898,
      "grad_norm": 5.25,
      "learning_rate": 4.0208916370020985e-07,
      "loss": 2.1392,
      "mean_token_accuracy": 0.5380092442035675,
      "num_tokens": 602405334.0,
      "step": 782020
    },
    {
      "epoch": 0.9919731898452226,
      "grad_norm": 9.0625,
      "learning_rate": 4.014548536139183e-07,
      "loss": 2.2027,
      "mean_token_accuracy": 0.540657502412796,
      "num_tokens": 602413068.0,
      "step": 782030
    },
    {
      "epoch": 0.9919858744377554,
      "grad_norm": 5.96875,
      "learning_rate": 4.0082054352762675e-07,
      "loss": 2.1863,
      "mean_token_accuracy": 0.5241345942020417,
      "num_tokens": 602421553.0,
      "step": 782040
    },
    {
      "epoch": 0.9919985590302882,
      "grad_norm": 7.25,
      "learning_rate": 4.001862334413352e-07,
      "loss": 1.9449,
      "mean_token_accuracy": 0.5607839524745941,
      "num_tokens": 602429514.0,
      "step": 782050
    },
    {
      "epoch": 0.9920112436228211,
      "grad_norm": 4.84375,
      "learning_rate": 3.9955192335504364e-07,
      "loss": 1.8152,
      "mean_token_accuracy": 0.5996083587408065,
      "num_tokens": 602437034.0,
      "step": 782060
    },
    {
      "epoch": 0.9920239282153539,
      "grad_norm": 5.28125,
      "learning_rate": 3.989176132687521e-07,
      "loss": 2.149,
      "mean_token_accuracy": 0.5342285722494126,
      "num_tokens": 602446218.0,
      "step": 782070
    },
    {
      "epoch": 0.9920366128078868,
      "grad_norm": 5.4375,
      "learning_rate": 3.9828330318246054e-07,
      "loss": 1.8104,
      "mean_token_accuracy": 0.6118346989154816,
      "num_tokens": 602451896.0,
      "step": 782080
    },
    {
      "epoch": 0.9920492974004196,
      "grad_norm": 5.5,
      "learning_rate": 3.9764899309616907e-07,
      "loss": 1.9586,
      "mean_token_accuracy": 0.5656853765249252,
      "num_tokens": 602459407.0,
      "step": 782090
    },
    {
      "epoch": 0.9920619819929525,
      "grad_norm": 6.875,
      "learning_rate": 3.9701468300987744e-07,
      "loss": 1.9469,
      "mean_token_accuracy": 0.5613169342279434,
      "num_tokens": 602468193.0,
      "step": 782100
    },
    {
      "epoch": 0.9920746665854853,
      "grad_norm": 5.84375,
      "learning_rate": 3.9638037292358596e-07,
      "loss": 1.986,
      "mean_token_accuracy": 0.5567387104034424,
      "num_tokens": 602475177.0,
      "step": 782110
    },
    {
      "epoch": 0.9920873511780182,
      "grad_norm": 5.5,
      "learning_rate": 3.9574606283729444e-07,
      "loss": 2.073,
      "mean_token_accuracy": 0.5418778628110885,
      "num_tokens": 602483475.0,
      "step": 782120
    },
    {
      "epoch": 0.992100035770551,
      "grad_norm": 5.625,
      "learning_rate": 3.9511175275100286e-07,
      "loss": 2.2286,
      "mean_token_accuracy": 0.5208171844482422,
      "num_tokens": 602491584.0,
      "step": 782130
    },
    {
      "epoch": 0.9921127203630837,
      "grad_norm": 6.0625,
      "learning_rate": 3.9447744266471134e-07,
      "loss": 2.0584,
      "mean_token_accuracy": 0.539233848452568,
      "num_tokens": 602500258.0,
      "step": 782140
    },
    {
      "epoch": 0.9921254049556166,
      "grad_norm": 5.375,
      "learning_rate": 3.9384313257841976e-07,
      "loss": 2.0343,
      "mean_token_accuracy": 0.548421198129654,
      "num_tokens": 602507354.0,
      "step": 782150
    },
    {
      "epoch": 0.9921380895481494,
      "grad_norm": 4.875,
      "learning_rate": 3.9320882249212823e-07,
      "loss": 2.0092,
      "mean_token_accuracy": 0.5395353853702545,
      "num_tokens": 602515522.0,
      "step": 782160
    },
    {
      "epoch": 0.9921507741406823,
      "grad_norm": 5.15625,
      "learning_rate": 3.9257451240583666e-07,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5750424176454544,
      "num_tokens": 602523741.0,
      "step": 782170
    },
    {
      "epoch": 0.9921634587332151,
      "grad_norm": 6.65625,
      "learning_rate": 3.919402023195452e-07,
      "loss": 2.1205,
      "mean_token_accuracy": 0.526642981171608,
      "num_tokens": 602532203.0,
      "step": 782180
    },
    {
      "epoch": 0.992176143325748,
      "grad_norm": 5.375,
      "learning_rate": 3.9130589223325355e-07,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5316562622785568,
      "num_tokens": 602541461.0,
      "step": 782190
    },
    {
      "epoch": 0.9921888279182808,
      "grad_norm": 5.875,
      "learning_rate": 3.906715821469621e-07,
      "loss": 2.1703,
      "mean_token_accuracy": 0.535164350271225,
      "num_tokens": 602548955.0,
      "step": 782200
    },
    {
      "epoch": 0.9922015125108136,
      "grad_norm": 12.0625,
      "learning_rate": 3.900372720606705e-07,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5352846622467041,
      "num_tokens": 602556545.0,
      "step": 782210
    },
    {
      "epoch": 0.9922141971033465,
      "grad_norm": 5.5,
      "learning_rate": 3.89402961974379e-07,
      "loss": 2.2713,
      "mean_token_accuracy": 0.5151318311691284,
      "num_tokens": 602565856.0,
      "step": 782220
    },
    {
      "epoch": 0.9922268816958792,
      "grad_norm": 4.96875,
      "learning_rate": 3.887686518880874e-07,
      "loss": 1.8534,
      "mean_token_accuracy": 0.581027227640152,
      "num_tokens": 602572677.0,
      "step": 782230
    },
    {
      "epoch": 0.9922395662884121,
      "grad_norm": 7.65625,
      "learning_rate": 3.881343418017959e-07,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5408775925636291,
      "num_tokens": 602580951.0,
      "step": 782240
    },
    {
      "epoch": 0.9922522508809449,
      "grad_norm": 6.84375,
      "learning_rate": 3.8750003171550435e-07,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5571035891771317,
      "num_tokens": 602589067.0,
      "step": 782250
    },
    {
      "epoch": 0.9922649354734778,
      "grad_norm": 4.46875,
      "learning_rate": 3.8686572162921277e-07,
      "loss": 1.9195,
      "mean_token_accuracy": 0.5777657091617584,
      "num_tokens": 602597000.0,
      "step": 782260
    },
    {
      "epoch": 0.9922776200660106,
      "grad_norm": 5.6875,
      "learning_rate": 3.8623141154292125e-07,
      "loss": 2.1342,
      "mean_token_accuracy": 0.520351305603981,
      "num_tokens": 602604704.0,
      "step": 782270
    },
    {
      "epoch": 0.9922903046585434,
      "grad_norm": 7.1875,
      "learning_rate": 3.8559710145662967e-07,
      "loss": 2.1602,
      "mean_token_accuracy": 0.5419492781162262,
      "num_tokens": 602612004.0,
      "step": 782280
    },
    {
      "epoch": 0.9923029892510763,
      "grad_norm": 7.46875,
      "learning_rate": 3.8496279137033814e-07,
      "loss": 2.0806,
      "mean_token_accuracy": 0.5466662794351578,
      "num_tokens": 602619918.0,
      "step": 782290
    },
    {
      "epoch": 0.9923156738436091,
      "grad_norm": 5.75,
      "learning_rate": 3.843284812840466e-07,
      "loss": 1.9639,
      "mean_token_accuracy": 0.5761324971914291,
      "num_tokens": 602628004.0,
      "step": 782300
    },
    {
      "epoch": 0.992328358436142,
      "grad_norm": 5.28125,
      "learning_rate": 3.836941711977551e-07,
      "loss": 2.0602,
      "mean_token_accuracy": 0.5477583020925522,
      "num_tokens": 602635763.0,
      "step": 782310
    },
    {
      "epoch": 0.9923410430286748,
      "grad_norm": 7.0625,
      "learning_rate": 3.830598611114635e-07,
      "loss": 2.0483,
      "mean_token_accuracy": 0.5492381125688552,
      "num_tokens": 602643015.0,
      "step": 782320
    },
    {
      "epoch": 0.9923537276212077,
      "grad_norm": 5.90625,
      "learning_rate": 3.82425551025172e-07,
      "loss": 1.8497,
      "mean_token_accuracy": 0.5838011771440506,
      "num_tokens": 602650269.0,
      "step": 782330
    },
    {
      "epoch": 0.9923664122137404,
      "grad_norm": 5.84375,
      "learning_rate": 3.8179124093888047e-07,
      "loss": 1.9255,
      "mean_token_accuracy": 0.5888364285230636,
      "num_tokens": 602657478.0,
      "step": 782340
    },
    {
      "epoch": 0.9923790968062733,
      "grad_norm": 8.0625,
      "learning_rate": 3.811569308525889e-07,
      "loss": 2.0505,
      "mean_token_accuracy": 0.5521965354681015,
      "num_tokens": 602665320.0,
      "step": 782350
    },
    {
      "epoch": 0.9923917813988061,
      "grad_norm": 12.8125,
      "learning_rate": 3.8052262076629736e-07,
      "loss": 2.0354,
      "mean_token_accuracy": 0.5420863062143326,
      "num_tokens": 602673200.0,
      "step": 782360
    },
    {
      "epoch": 0.9924044659913389,
      "grad_norm": 5.40625,
      "learning_rate": 3.798883106800058e-07,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5337948203086853,
      "num_tokens": 602681573.0,
      "step": 782370
    },
    {
      "epoch": 0.9924171505838718,
      "grad_norm": 5.21875,
      "learning_rate": 3.7925400059371426e-07,
      "loss": 2.149,
      "mean_token_accuracy": 0.5358385652303695,
      "num_tokens": 602689544.0,
      "step": 782380
    },
    {
      "epoch": 0.9924298351764046,
      "grad_norm": 5.21875,
      "learning_rate": 3.786196905074227e-07,
      "loss": 2.104,
      "mean_token_accuracy": 0.5404253453016281,
      "num_tokens": 602697526.0,
      "step": 782390
    },
    {
      "epoch": 0.9924425197689375,
      "grad_norm": 5.25,
      "learning_rate": 3.7798538042113116e-07,
      "loss": 2.1379,
      "mean_token_accuracy": 0.537357434630394,
      "num_tokens": 602707157.0,
      "step": 782400
    },
    {
      "epoch": 0.9924552043614703,
      "grad_norm": 6.0625,
      "learning_rate": 3.7735107033483963e-07,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5336957007646561,
      "num_tokens": 602714968.0,
      "step": 782410
    },
    {
      "epoch": 0.9924678889540032,
      "grad_norm": 4.53125,
      "learning_rate": 3.7671676024854805e-07,
      "loss": 2.1369,
      "mean_token_accuracy": 0.5227661997079849,
      "num_tokens": 602723389.0,
      "step": 782420
    },
    {
      "epoch": 0.992480573546536,
      "grad_norm": 6.0625,
      "learning_rate": 3.760824501622566e-07,
      "loss": 2.0614,
      "mean_token_accuracy": 0.5290473848581314,
      "num_tokens": 602732285.0,
      "step": 782430
    },
    {
      "epoch": 0.9924932581390687,
      "grad_norm": 5.84375,
      "learning_rate": 3.75448140075965e-07,
      "loss": 1.8998,
      "mean_token_accuracy": 0.5742511123418808,
      "num_tokens": 602737922.0,
      "step": 782440
    },
    {
      "epoch": 0.9925059427316016,
      "grad_norm": 5.5,
      "learning_rate": 3.748138299896735e-07,
      "loss": 2.0727,
      "mean_token_accuracy": 0.5436386704444885,
      "num_tokens": 602745244.0,
      "step": 782450
    },
    {
      "epoch": 0.9925186273241344,
      "grad_norm": 4.53125,
      "learning_rate": 3.741795199033819e-07,
      "loss": 1.9805,
      "mean_token_accuracy": 0.5723578423261643,
      "num_tokens": 602753448.0,
      "step": 782460
    },
    {
      "epoch": 0.9925313119166673,
      "grad_norm": 5.03125,
      "learning_rate": 3.735452098170904e-07,
      "loss": 1.9007,
      "mean_token_accuracy": 0.5701912879943848,
      "num_tokens": 602760029.0,
      "step": 782470
    },
    {
      "epoch": 0.9925439965092001,
      "grad_norm": 7.53125,
      "learning_rate": 3.729108997307988e-07,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5278126984834671,
      "num_tokens": 602766790.0,
      "step": 782480
    },
    {
      "epoch": 0.992556681101733,
      "grad_norm": 5.46875,
      "learning_rate": 3.722765896445073e-07,
      "loss": 1.8408,
      "mean_token_accuracy": 0.5787759989500045,
      "num_tokens": 602775272.0,
      "step": 782490
    },
    {
      "epoch": 0.9925693656942658,
      "grad_norm": 6.03125,
      "learning_rate": 3.7164227955821575e-07,
      "loss": 1.9104,
      "mean_token_accuracy": 0.5817483186721801,
      "num_tokens": 602781355.0,
      "step": 782500
    },
    {
      "epoch": 0.9925820502867987,
      "grad_norm": 5.34375,
      "learning_rate": 3.7100796947192417e-07,
      "loss": 1.8258,
      "mean_token_accuracy": 0.5939328372478485,
      "num_tokens": 602786836.0,
      "step": 782510
    },
    {
      "epoch": 0.9925947348793315,
      "grad_norm": 7.125,
      "learning_rate": 3.7037365938563265e-07,
      "loss": 2.115,
      "mean_token_accuracy": 0.5344736486673355,
      "num_tokens": 602794639.0,
      "step": 782520
    },
    {
      "epoch": 0.9926074194718643,
      "grad_norm": 6.84375,
      "learning_rate": 3.6973934929934107e-07,
      "loss": 2.108,
      "mean_token_accuracy": 0.5343840211629868,
      "num_tokens": 602802058.0,
      "step": 782530
    },
    {
      "epoch": 0.9926201040643972,
      "grad_norm": 12.0625,
      "learning_rate": 3.6910503921304954e-07,
      "loss": 1.7605,
      "mean_token_accuracy": 0.6031059294939041,
      "num_tokens": 602809354.0,
      "step": 782540
    },
    {
      "epoch": 0.9926327886569299,
      "grad_norm": 16.375,
      "learning_rate": 3.68470729126758e-07,
      "loss": 2.1551,
      "mean_token_accuracy": 0.5363819152116776,
      "num_tokens": 602816234.0,
      "step": 782550
    },
    {
      "epoch": 0.9926454732494628,
      "grad_norm": 7.3125,
      "learning_rate": 3.678364190404665e-07,
      "loss": 2.137,
      "mean_token_accuracy": 0.5320674926042557,
      "num_tokens": 602824602.0,
      "step": 782560
    },
    {
      "epoch": 0.9926581578419956,
      "grad_norm": 7.625,
      "learning_rate": 3.672021089541749e-07,
      "loss": 2.3181,
      "mean_token_accuracy": 0.5164567768573761,
      "num_tokens": 602832586.0,
      "step": 782570
    },
    {
      "epoch": 0.9926708424345285,
      "grad_norm": 6.125,
      "learning_rate": 3.665677988678834e-07,
      "loss": 2.067,
      "mean_token_accuracy": 0.541559812426567,
      "num_tokens": 602840973.0,
      "step": 782580
    },
    {
      "epoch": 0.9926835270270613,
      "grad_norm": 5.78125,
      "learning_rate": 3.659334887815918e-07,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5419592469930649,
      "num_tokens": 602848506.0,
      "step": 782590
    },
    {
      "epoch": 0.9926962116195941,
      "grad_norm": 5.84375,
      "learning_rate": 3.652991786953003e-07,
      "loss": 1.8019,
      "mean_token_accuracy": 0.6000786423683167,
      "num_tokens": 602856460.0,
      "step": 782600
    },
    {
      "epoch": 0.992708896212127,
      "grad_norm": 6.09375,
      "learning_rate": 3.6466486860900876e-07,
      "loss": 2.1538,
      "mean_token_accuracy": 0.5170273303985595,
      "num_tokens": 602864168.0,
      "step": 782610
    },
    {
      "epoch": 0.9927215808046598,
      "grad_norm": 4.90625,
      "learning_rate": 3.640305585227172e-07,
      "loss": 2.1516,
      "mean_token_accuracy": 0.5260725557804108,
      "num_tokens": 602871323.0,
      "step": 782620
    },
    {
      "epoch": 0.9927342653971927,
      "grad_norm": 5.125,
      "learning_rate": 3.6339624843642566e-07,
      "loss": 2.0256,
      "mean_token_accuracy": 0.545430240035057,
      "num_tokens": 602879261.0,
      "step": 782630
    },
    {
      "epoch": 0.9927469499897255,
      "grad_norm": 4.84375,
      "learning_rate": 3.627619383501341e-07,
      "loss": 1.92,
      "mean_token_accuracy": 0.5596065491437912,
      "num_tokens": 602887167.0,
      "step": 782640
    },
    {
      "epoch": 0.9927596345822584,
      "grad_norm": 5.5625,
      "learning_rate": 3.6212762826384256e-07,
      "loss": 2.208,
      "mean_token_accuracy": 0.5316321939229965,
      "num_tokens": 602894385.0,
      "step": 782650
    },
    {
      "epoch": 0.9927723191747911,
      "grad_norm": 6.375,
      "learning_rate": 3.61493318177551e-07,
      "loss": 2.2247,
      "mean_token_accuracy": 0.5201953321695327,
      "num_tokens": 602903366.0,
      "step": 782660
    },
    {
      "epoch": 0.992785003767324,
      "grad_norm": 5.25,
      "learning_rate": 3.6085900809125945e-07,
      "loss": 2.1069,
      "mean_token_accuracy": 0.5423617988824845,
      "num_tokens": 602911622.0,
      "step": 782670
    },
    {
      "epoch": 0.9927976883598568,
      "grad_norm": 6.1875,
      "learning_rate": 3.6022469800496793e-07,
      "loss": 2.136,
      "mean_token_accuracy": 0.536565288901329,
      "num_tokens": 602917892.0,
      "step": 782680
    },
    {
      "epoch": 0.9928103729523896,
      "grad_norm": 5.46875,
      "learning_rate": 3.595903879186764e-07,
      "loss": 2.2946,
      "mean_token_accuracy": 0.5022901505231857,
      "num_tokens": 602926888.0,
      "step": 782690
    },
    {
      "epoch": 0.9928230575449225,
      "grad_norm": 6.125,
      "learning_rate": 3.589560778323849e-07,
      "loss": 2.0107,
      "mean_token_accuracy": 0.550218078494072,
      "num_tokens": 602934836.0,
      "step": 782700
    },
    {
      "epoch": 0.9928357421374553,
      "grad_norm": 8.375,
      "learning_rate": 3.583217677460933e-07,
      "loss": 2.082,
      "mean_token_accuracy": 0.5394868046045304,
      "num_tokens": 602942579.0,
      "step": 782710
    },
    {
      "epoch": 0.9928484267299882,
      "grad_norm": 10.875,
      "learning_rate": 3.576874576598018e-07,
      "loss": 1.8236,
      "mean_token_accuracy": 0.5859866976737976,
      "num_tokens": 602948470.0,
      "step": 782720
    },
    {
      "epoch": 0.992861111322521,
      "grad_norm": 9.0,
      "learning_rate": 3.570531475735102e-07,
      "loss": 2.0632,
      "mean_token_accuracy": 0.5378621608018875,
      "num_tokens": 602956333.0,
      "step": 782730
    },
    {
      "epoch": 0.9928737959150539,
      "grad_norm": 2.609375,
      "learning_rate": 3.5641883748721867e-07,
      "loss": 1.8078,
      "mean_token_accuracy": 0.5957462877035141,
      "num_tokens": 602964418.0,
      "step": 782740
    },
    {
      "epoch": 0.9928864805075867,
      "grad_norm": 6.84375,
      "learning_rate": 3.557845274009271e-07,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5358971774578094,
      "num_tokens": 602972636.0,
      "step": 782750
    },
    {
      "epoch": 0.9928991651001194,
      "grad_norm": 6.3125,
      "learning_rate": 3.5515021731463557e-07,
      "loss": 2.065,
      "mean_token_accuracy": 0.539606100320816,
      "num_tokens": 602981083.0,
      "step": 782760
    },
    {
      "epoch": 0.9929118496926523,
      "grad_norm": 5.96875,
      "learning_rate": 3.5451590722834404e-07,
      "loss": 1.8454,
      "mean_token_accuracy": 0.5897455215454102,
      "num_tokens": 602987744.0,
      "step": 782770
    },
    {
      "epoch": 0.9929245342851851,
      "grad_norm": 5.0,
      "learning_rate": 3.5388159714205247e-07,
      "loss": 1.9494,
      "mean_token_accuracy": 0.5617651909589767,
      "num_tokens": 602994813.0,
      "step": 782780
    },
    {
      "epoch": 0.992937218877718,
      "grad_norm": 6.3125,
      "learning_rate": 3.5324728705576094e-07,
      "loss": 2.1738,
      "mean_token_accuracy": 0.5281342655420304,
      "num_tokens": 603002263.0,
      "step": 782790
    },
    {
      "epoch": 0.9929499034702508,
      "grad_norm": 9.875,
      "learning_rate": 3.526129769694694e-07,
      "loss": 2.1195,
      "mean_token_accuracy": 0.5331462681293487,
      "num_tokens": 603010564.0,
      "step": 782800
    },
    {
      "epoch": 0.9929625880627837,
      "grad_norm": 6.5625,
      "learning_rate": 3.519786668831779e-07,
      "loss": 2.148,
      "mean_token_accuracy": 0.5308119386434555,
      "num_tokens": 603019324.0,
      "step": 782810
    },
    {
      "epoch": 0.9929752726553165,
      "grad_norm": 7.125,
      "learning_rate": 3.513443567968863e-07,
      "loss": 2.0427,
      "mean_token_accuracy": 0.5455381512641907,
      "num_tokens": 603027306.0,
      "step": 782820
    },
    {
      "epoch": 0.9929879572478493,
      "grad_norm": 5.21875,
      "learning_rate": 3.507100467105948e-07,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5762104153633117,
      "num_tokens": 603035184.0,
      "step": 782830
    },
    {
      "epoch": 0.9930006418403822,
      "grad_norm": 6.71875,
      "learning_rate": 3.500757366243032e-07,
      "loss": 2.0306,
      "mean_token_accuracy": 0.5561912536621094,
      "num_tokens": 603043307.0,
      "step": 782840
    },
    {
      "epoch": 0.993013326432915,
      "grad_norm": 4.8125,
      "learning_rate": 3.494414265380117e-07,
      "loss": 1.9667,
      "mean_token_accuracy": 0.555206435918808,
      "num_tokens": 603051571.0,
      "step": 782850
    },
    {
      "epoch": 0.9930260110254479,
      "grad_norm": 6.0,
      "learning_rate": 3.4880711645172016e-07,
      "loss": 2.0573,
      "mean_token_accuracy": 0.544996178150177,
      "num_tokens": 603060025.0,
      "step": 782860
    },
    {
      "epoch": 0.9930386956179806,
      "grad_norm": 5.1875,
      "learning_rate": 3.481728063654286e-07,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5595198661088944,
      "num_tokens": 603068611.0,
      "step": 782870
    },
    {
      "epoch": 0.9930513802105135,
      "grad_norm": 6.6875,
      "learning_rate": 3.4753849627913706e-07,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5209449648857116,
      "num_tokens": 603077984.0,
      "step": 782880
    },
    {
      "epoch": 0.9930640648030463,
      "grad_norm": 6.375,
      "learning_rate": 3.469041861928455e-07,
      "loss": 2.1957,
      "mean_token_accuracy": 0.523473185300827,
      "num_tokens": 603086660.0,
      "step": 782890
    },
    {
      "epoch": 0.9930767493955792,
      "grad_norm": 5.15625,
      "learning_rate": 3.4626987610655396e-07,
      "loss": 2.0532,
      "mean_token_accuracy": 0.5422532200813294,
      "num_tokens": 603094703.0,
      "step": 782900
    },
    {
      "epoch": 0.993089433988112,
      "grad_norm": 6.78125,
      "learning_rate": 3.456355660202624e-07,
      "loss": 2.1794,
      "mean_token_accuracy": 0.5185390502214432,
      "num_tokens": 603103376.0,
      "step": 782910
    },
    {
      "epoch": 0.9931021185806448,
      "grad_norm": 4.96875,
      "learning_rate": 3.4500125593397085e-07,
      "loss": 1.9657,
      "mean_token_accuracy": 0.5582962065935135,
      "num_tokens": 603110440.0,
      "step": 782920
    },
    {
      "epoch": 0.9931148031731777,
      "grad_norm": 6.3125,
      "learning_rate": 3.4436694584767933e-07,
      "loss": 2.0747,
      "mean_token_accuracy": 0.5532685041427612,
      "num_tokens": 603118412.0,
      "step": 782930
    },
    {
      "epoch": 0.9931274877657105,
      "grad_norm": 5.375,
      "learning_rate": 3.437326357613878e-07,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5565267503261566,
      "num_tokens": 603125641.0,
      "step": 782940
    },
    {
      "epoch": 0.9931401723582434,
      "grad_norm": 6.8125,
      "learning_rate": 3.430983256750963e-07,
      "loss": 1.8808,
      "mean_token_accuracy": 0.5899154305458069,
      "num_tokens": 603133008.0,
      "step": 782950
    },
    {
      "epoch": 0.9931528569507762,
      "grad_norm": 5.875,
      "learning_rate": 3.424640155888047e-07,
      "loss": 2.2699,
      "mean_token_accuracy": 0.5105597823858261,
      "num_tokens": 603141913.0,
      "step": 782960
    },
    {
      "epoch": 0.993165541543309,
      "grad_norm": 7.59375,
      "learning_rate": 3.418297055025132e-07,
      "loss": 1.6602,
      "mean_token_accuracy": 0.6250984996557236,
      "num_tokens": 603148939.0,
      "step": 782970
    },
    {
      "epoch": 0.9931782261358418,
      "grad_norm": 5.15625,
      "learning_rate": 3.411953954162216e-07,
      "loss": 2.1744,
      "mean_token_accuracy": 0.5252427220344543,
      "num_tokens": 603157413.0,
      "step": 782980
    },
    {
      "epoch": 0.9931909107283746,
      "grad_norm": 5.15625,
      "learning_rate": 3.4056108532993007e-07,
      "loss": 1.9607,
      "mean_token_accuracy": 0.569770622253418,
      "num_tokens": 603165439.0,
      "step": 782990
    },
    {
      "epoch": 0.9932035953209075,
      "grad_norm": 8.375,
      "learning_rate": 3.399267752436385e-07,
      "loss": 1.8696,
      "mean_token_accuracy": 0.5962040662765503,
      "num_tokens": 603170904.0,
      "step": 783000
    },
    {
      "epoch": 0.9932162799134403,
      "grad_norm": 8.4375,
      "learning_rate": 3.3929246515734697e-07,
      "loss": 2.1372,
      "mean_token_accuracy": 0.5373868346214294,
      "num_tokens": 603179484.0,
      "step": 783010
    },
    {
      "epoch": 0.9932289645059732,
      "grad_norm": 5.4375,
      "learning_rate": 3.3865815507105544e-07,
      "loss": 2.0147,
      "mean_token_accuracy": 0.5567435145378112,
      "num_tokens": 603186664.0,
      "step": 783020
    },
    {
      "epoch": 0.993241649098506,
      "grad_norm": 5.34375,
      "learning_rate": 3.3802384498476387e-07,
      "loss": 2.0258,
      "mean_token_accuracy": 0.556671342253685,
      "num_tokens": 603194384.0,
      "step": 783030
    },
    {
      "epoch": 0.9932543336910389,
      "grad_norm": 7.53125,
      "learning_rate": 3.3738953489847234e-07,
      "loss": 1.8136,
      "mean_token_accuracy": 0.6111965149641037,
      "num_tokens": 603201090.0,
      "step": 783040
    },
    {
      "epoch": 0.9932670182835717,
      "grad_norm": 5.0625,
      "learning_rate": 3.367552248121808e-07,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5313122630119324,
      "num_tokens": 603210014.0,
      "step": 783050
    },
    {
      "epoch": 0.9932797028761046,
      "grad_norm": 6.34375,
      "learning_rate": 3.361209147258893e-07,
      "loss": 1.7563,
      "mean_token_accuracy": 0.6033041507005692,
      "num_tokens": 603217106.0,
      "step": 783060
    },
    {
      "epoch": 0.9932923874686373,
      "grad_norm": 6.21875,
      "learning_rate": 3.354866046395977e-07,
      "loss": 2.1312,
      "mean_token_accuracy": 0.535796120762825,
      "num_tokens": 603225953.0,
      "step": 783070
    },
    {
      "epoch": 0.9933050720611701,
      "grad_norm": 6.75,
      "learning_rate": 3.348522945533062e-07,
      "loss": 1.862,
      "mean_token_accuracy": 0.5821397006511688,
      "num_tokens": 603233521.0,
      "step": 783080
    },
    {
      "epoch": 0.993317756653703,
      "grad_norm": 6.0625,
      "learning_rate": 3.342179844670146e-07,
      "loss": 1.8867,
      "mean_token_accuracy": 0.5823245257139206,
      "num_tokens": 603241006.0,
      "step": 783090
    },
    {
      "epoch": 0.9933304412462358,
      "grad_norm": 5.9375,
      "learning_rate": 3.335836743807231e-07,
      "loss": 1.8812,
      "mean_token_accuracy": 0.5782045006752015,
      "num_tokens": 603248305.0,
      "step": 783100
    },
    {
      "epoch": 0.9933431258387687,
      "grad_norm": 7.375,
      "learning_rate": 3.3294936429443156e-07,
      "loss": 2.1126,
      "mean_token_accuracy": 0.5407925009727478,
      "num_tokens": 603255067.0,
      "step": 783110
    },
    {
      "epoch": 0.9933558104313015,
      "grad_norm": 5.03125,
      "learning_rate": 3.3231505420814e-07,
      "loss": 2.1804,
      "mean_token_accuracy": 0.5218039095401764,
      "num_tokens": 603263902.0,
      "step": 783120
    },
    {
      "epoch": 0.9933684950238344,
      "grad_norm": 6.25,
      "learning_rate": 3.3168074412184846e-07,
      "loss": 2.0337,
      "mean_token_accuracy": 0.5444491177797317,
      "num_tokens": 603272411.0,
      "step": 783130
    },
    {
      "epoch": 0.9933811796163672,
      "grad_norm": 7.03125,
      "learning_rate": 3.310464340355569e-07,
      "loss": 1.9824,
      "mean_token_accuracy": 0.5549136996269226,
      "num_tokens": 603279650.0,
      "step": 783140
    },
    {
      "epoch": 0.9933938642089,
      "grad_norm": 8.0,
      "learning_rate": 3.3041212394926535e-07,
      "loss": 2.091,
      "mean_token_accuracy": 0.543742424249649,
      "num_tokens": 603288002.0,
      "step": 783150
    },
    {
      "epoch": 0.9934065488014329,
      "grad_norm": 5.90625,
      "learning_rate": 3.297778138629738e-07,
      "loss": 2.0142,
      "mean_token_accuracy": 0.5628367364406586,
      "num_tokens": 603295335.0,
      "step": 783160
    },
    {
      "epoch": 0.9934192333939657,
      "grad_norm": 5.1875,
      "learning_rate": 3.2914350377668225e-07,
      "loss": 2.1154,
      "mean_token_accuracy": 0.5350273668766021,
      "num_tokens": 603304009.0,
      "step": 783170
    },
    {
      "epoch": 0.9934319179864985,
      "grad_norm": 5.0625,
      "learning_rate": 3.285091936903907e-07,
      "loss": 2.2888,
      "mean_token_accuracy": 0.511776614189148,
      "num_tokens": 603312049.0,
      "step": 783180
    },
    {
      "epoch": 0.9934446025790313,
      "grad_norm": 5.71875,
      "learning_rate": 3.278748836040992e-07,
      "loss": 1.6641,
      "mean_token_accuracy": 0.6337125688791275,
      "num_tokens": 603318087.0,
      "step": 783190
    },
    {
      "epoch": 0.9934572871715642,
      "grad_norm": 6.5625,
      "learning_rate": 3.272405735178076e-07,
      "loss": 2.1194,
      "mean_token_accuracy": 0.5335028052330018,
      "num_tokens": 603326704.0,
      "step": 783200
    },
    {
      "epoch": 0.993469971764097,
      "grad_norm": 5.125,
      "learning_rate": 3.266062634315161e-07,
      "loss": 1.9813,
      "mean_token_accuracy": 0.5672932803630829,
      "num_tokens": 603334150.0,
      "step": 783210
    },
    {
      "epoch": 0.9934826563566298,
      "grad_norm": 5.28125,
      "learning_rate": 3.259719533452246e-07,
      "loss": 2.0545,
      "mean_token_accuracy": 0.5368478536605835,
      "num_tokens": 603342322.0,
      "step": 783220
    },
    {
      "epoch": 0.9934953409491627,
      "grad_norm": 4.875,
      "learning_rate": 3.25337643258933e-07,
      "loss": 2.0591,
      "mean_token_accuracy": 0.5372683227062225,
      "num_tokens": 603350682.0,
      "step": 783230
    },
    {
      "epoch": 0.9935080255416955,
      "grad_norm": 5.15625,
      "learning_rate": 3.2470333317264147e-07,
      "loss": 2.0392,
      "mean_token_accuracy": 0.5571080297231674,
      "num_tokens": 603358647.0,
      "step": 783240
    },
    {
      "epoch": 0.9935207101342284,
      "grad_norm": 6.09375,
      "learning_rate": 3.240690230863499e-07,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5552861571311951,
      "num_tokens": 603366986.0,
      "step": 783250
    },
    {
      "epoch": 0.9935333947267612,
      "grad_norm": 5.28125,
      "learning_rate": 3.2343471300005837e-07,
      "loss": 2.3033,
      "mean_token_accuracy": 0.5146902203559875,
      "num_tokens": 603375568.0,
      "step": 783260
    },
    {
      "epoch": 0.9935460793192941,
      "grad_norm": 5.0,
      "learning_rate": 3.228004029137668e-07,
      "loss": 1.9844,
      "mean_token_accuracy": 0.5558434396982193,
      "num_tokens": 603384048.0,
      "step": 783270
    },
    {
      "epoch": 0.9935587639118268,
      "grad_norm": 5.875,
      "learning_rate": 3.2216609282747526e-07,
      "loss": 1.8379,
      "mean_token_accuracy": 0.5873405814170838,
      "num_tokens": 603390518.0,
      "step": 783280
    },
    {
      "epoch": 0.9935714485043597,
      "grad_norm": 6.0,
      "learning_rate": 3.2153178274118374e-07,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5546603858470917,
      "num_tokens": 603397550.0,
      "step": 783290
    },
    {
      "epoch": 0.9935841330968925,
      "grad_norm": 6.25,
      "learning_rate": 3.208974726548922e-07,
      "loss": 2.067,
      "mean_token_accuracy": 0.5541400402784348,
      "num_tokens": 603404147.0,
      "step": 783300
    },
    {
      "epoch": 0.9935968176894253,
      "grad_norm": 9.5625,
      "learning_rate": 3.202631625686007e-07,
      "loss": 2.0504,
      "mean_token_accuracy": 0.5594544112682343,
      "num_tokens": 603411891.0,
      "step": 783310
    },
    {
      "epoch": 0.9936095022819582,
      "grad_norm": 5.4375,
      "learning_rate": 3.196288524823091e-07,
      "loss": 2.1819,
      "mean_token_accuracy": 0.5352673143148422,
      "num_tokens": 603420018.0,
      "step": 783320
    },
    {
      "epoch": 0.993622186874491,
      "grad_norm": 5.09375,
      "learning_rate": 3.189945423960176e-07,
      "loss": 2.0807,
      "mean_token_accuracy": 0.5383354753255845,
      "num_tokens": 603427298.0,
      "step": 783330
    },
    {
      "epoch": 0.9936348714670239,
      "grad_norm": 6.6875,
      "learning_rate": 3.18360232309726e-07,
      "loss": 1.9505,
      "mean_token_accuracy": 0.5708847403526306,
      "num_tokens": 603434265.0,
      "step": 783340
    },
    {
      "epoch": 0.9936475560595567,
      "grad_norm": 7.21875,
      "learning_rate": 3.177259222234345e-07,
      "loss": 1.9508,
      "mean_token_accuracy": 0.564576518535614,
      "num_tokens": 603442180.0,
      "step": 783350
    },
    {
      "epoch": 0.9936602406520896,
      "grad_norm": 4.46875,
      "learning_rate": 3.170916121371429e-07,
      "loss": 2.0566,
      "mean_token_accuracy": 0.5359327971935273,
      "num_tokens": 603450096.0,
      "step": 783360
    },
    {
      "epoch": 0.9936729252446224,
      "grad_norm": 4.53125,
      "learning_rate": 3.164573020508514e-07,
      "loss": 2.052,
      "mean_token_accuracy": 0.5416365802288056,
      "num_tokens": 603458067.0,
      "step": 783370
    },
    {
      "epoch": 0.9936856098371551,
      "grad_norm": 7.0625,
      "learning_rate": 3.1582299196455986e-07,
      "loss": 2.1605,
      "mean_token_accuracy": 0.5287594228982926,
      "num_tokens": 603466535.0,
      "step": 783380
    },
    {
      "epoch": 0.993698294429688,
      "grad_norm": 5.0625,
      "learning_rate": 3.151886818782683e-07,
      "loss": 2.2084,
      "mean_token_accuracy": 0.5250510454177857,
      "num_tokens": 603474713.0,
      "step": 783390
    },
    {
      "epoch": 0.9937109790222208,
      "grad_norm": 5.03125,
      "learning_rate": 3.1455437179197675e-07,
      "loss": 2.3912,
      "mean_token_accuracy": 0.49261135160923003,
      "num_tokens": 603483248.0,
      "step": 783400
    },
    {
      "epoch": 0.9937236636147537,
      "grad_norm": 7.96875,
      "learning_rate": 3.139200617056852e-07,
      "loss": 2.1276,
      "mean_token_accuracy": 0.52587730884552,
      "num_tokens": 603491266.0,
      "step": 783410
    },
    {
      "epoch": 0.9937363482072865,
      "grad_norm": 6.09375,
      "learning_rate": 3.1328575161939365e-07,
      "loss": 1.8043,
      "mean_token_accuracy": 0.6053159713745118,
      "num_tokens": 603499126.0,
      "step": 783420
    },
    {
      "epoch": 0.9937490327998194,
      "grad_norm": 4.625,
      "learning_rate": 3.126514415331021e-07,
      "loss": 1.9914,
      "mean_token_accuracy": 0.5568454980850219,
      "num_tokens": 603507537.0,
      "step": 783430
    },
    {
      "epoch": 0.9937617173923522,
      "grad_norm": 6.5,
      "learning_rate": 3.120171314468106e-07,
      "loss": 2.0399,
      "mean_token_accuracy": 0.549494156241417,
      "num_tokens": 603515475.0,
      "step": 783440
    },
    {
      "epoch": 0.9937744019848851,
      "grad_norm": 5.78125,
      "learning_rate": 3.11382821360519e-07,
      "loss": 1.8833,
      "mean_token_accuracy": 0.5742009848356247,
      "num_tokens": 603523062.0,
      "step": 783450
    },
    {
      "epoch": 0.9937870865774179,
      "grad_norm": 4.90625,
      "learning_rate": 3.107485112742275e-07,
      "loss": 1.9701,
      "mean_token_accuracy": 0.5662272453308106,
      "num_tokens": 603530818.0,
      "step": 783460
    },
    {
      "epoch": 0.9937997711699507,
      "grad_norm": 6.8125,
      "learning_rate": 3.1011420118793597e-07,
      "loss": 1.6502,
      "mean_token_accuracy": 0.6320587813854217,
      "num_tokens": 603536037.0,
      "step": 783470
    },
    {
      "epoch": 0.9938124557624836,
      "grad_norm": 6.03125,
      "learning_rate": 3.094798911016444e-07,
      "loss": 1.9328,
      "mean_token_accuracy": 0.5714515596628189,
      "num_tokens": 603544082.0,
      "step": 783480
    },
    {
      "epoch": 0.9938251403550163,
      "grad_norm": 6.0625,
      "learning_rate": 3.0884558101535287e-07,
      "loss": 1.9051,
      "mean_token_accuracy": 0.571623694896698,
      "num_tokens": 603551012.0,
      "step": 783490
    },
    {
      "epoch": 0.9938378249475492,
      "grad_norm": 4.8125,
      "learning_rate": 3.082112709290613e-07,
      "loss": 2.2866,
      "mean_token_accuracy": 0.5045353949069977,
      "num_tokens": 603559642.0,
      "step": 783500
    },
    {
      "epoch": 0.993850509540082,
      "grad_norm": 5.09375,
      "learning_rate": 3.0757696084276977e-07,
      "loss": 2.0795,
      "mean_token_accuracy": 0.5455967754125595,
      "num_tokens": 603567459.0,
      "step": 783510
    },
    {
      "epoch": 0.9938631941326149,
      "grad_norm": 4.6875,
      "learning_rate": 3.069426507564782e-07,
      "loss": 2.1068,
      "mean_token_accuracy": 0.5347186356782914,
      "num_tokens": 603576055.0,
      "step": 783520
    },
    {
      "epoch": 0.9938758787251477,
      "grad_norm": 6.84375,
      "learning_rate": 3.0630834067018666e-07,
      "loss": 2.0069,
      "mean_token_accuracy": 0.5470619529485703,
      "num_tokens": 603584346.0,
      "step": 783530
    },
    {
      "epoch": 0.9938885633176805,
      "grad_norm": 5.1875,
      "learning_rate": 3.0567403058389514e-07,
      "loss": 2.0341,
      "mean_token_accuracy": 0.542721688747406,
      "num_tokens": 603591911.0,
      "step": 783540
    },
    {
      "epoch": 0.9939012479102134,
      "grad_norm": 4.6875,
      "learning_rate": 3.050397204976036e-07,
      "loss": 2.1187,
      "mean_token_accuracy": 0.5372200042009354,
      "num_tokens": 603599033.0,
      "step": 783550
    },
    {
      "epoch": 0.9939139325027462,
      "grad_norm": 6.6875,
      "learning_rate": 3.044054104113121e-07,
      "loss": 2.1732,
      "mean_token_accuracy": 0.5252586603164673,
      "num_tokens": 603607606.0,
      "step": 783560
    },
    {
      "epoch": 0.9939266170952791,
      "grad_norm": 6.78125,
      "learning_rate": 3.037711003250205e-07,
      "loss": 1.8852,
      "mean_token_accuracy": 0.5801563173532486,
      "num_tokens": 603614954.0,
      "step": 783570
    },
    {
      "epoch": 0.9939393016878119,
      "grad_norm": 7.34375,
      "learning_rate": 3.03136790238729e-07,
      "loss": 1.8837,
      "mean_token_accuracy": 0.5731015712022781,
      "num_tokens": 603621934.0,
      "step": 783580
    },
    {
      "epoch": 0.9939519862803448,
      "grad_norm": 4.59375,
      "learning_rate": 3.025024801524374e-07,
      "loss": 1.9838,
      "mean_token_accuracy": 0.557119756937027,
      "num_tokens": 603630580.0,
      "step": 783590
    },
    {
      "epoch": 0.9939646708728775,
      "grad_norm": 6.8125,
      "learning_rate": 3.018681700661459e-07,
      "loss": 2.0606,
      "mean_token_accuracy": 0.536664879322052,
      "num_tokens": 603638246.0,
      "step": 783600
    },
    {
      "epoch": 0.9939773554654104,
      "grad_norm": 5.6875,
      "learning_rate": 3.012338599798543e-07,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5163573384284973,
      "num_tokens": 603645941.0,
      "step": 783610
    },
    {
      "epoch": 0.9939900400579432,
      "grad_norm": 5.40625,
      "learning_rate": 3.005995498935628e-07,
      "loss": 1.9714,
      "mean_token_accuracy": 0.5672481775283813,
      "num_tokens": 603653716.0,
      "step": 783620
    },
    {
      "epoch": 0.994002724650476,
      "grad_norm": 5.0625,
      "learning_rate": 2.9996523980727126e-07,
      "loss": 1.8562,
      "mean_token_accuracy": 0.5962029874324799,
      "num_tokens": 603660660.0,
      "step": 783630
    },
    {
      "epoch": 0.9940154092430089,
      "grad_norm": 5.28125,
      "learning_rate": 2.993309297209797e-07,
      "loss": 1.8497,
      "mean_token_accuracy": 0.5807502686977386,
      "num_tokens": 603667665.0,
      "step": 783640
    },
    {
      "epoch": 0.9940280938355417,
      "grad_norm": 4.5625,
      "learning_rate": 2.9869661963468815e-07,
      "loss": 2.0923,
      "mean_token_accuracy": 0.5287697345018387,
      "num_tokens": 603676575.0,
      "step": 783650
    },
    {
      "epoch": 0.9940407784280746,
      "grad_norm": 4.875,
      "learning_rate": 2.980623095483966e-07,
      "loss": 2.0947,
      "mean_token_accuracy": 0.5439345747232437,
      "num_tokens": 603684936.0,
      "step": 783660
    },
    {
      "epoch": 0.9940534630206074,
      "grad_norm": 6.875,
      "learning_rate": 2.9742799946210505e-07,
      "loss": 2.1597,
      "mean_token_accuracy": 0.5181156784296036,
      "num_tokens": 603692376.0,
      "step": 783670
    },
    {
      "epoch": 0.9940661476131403,
      "grad_norm": 6.625,
      "learning_rate": 2.967936893758135e-07,
      "loss": 2.2227,
      "mean_token_accuracy": 0.5263800919055939,
      "num_tokens": 603700798.0,
      "step": 783680
    },
    {
      "epoch": 0.9940788322056731,
      "grad_norm": 5.625,
      "learning_rate": 2.96159379289522e-07,
      "loss": 2.1145,
      "mean_token_accuracy": 0.5443672448396683,
      "num_tokens": 603708222.0,
      "step": 783690
    },
    {
      "epoch": 0.9940915167982058,
      "grad_norm": 5.5625,
      "learning_rate": 2.955250692032304e-07,
      "loss": 2.3225,
      "mean_token_accuracy": 0.5067967236042022,
      "num_tokens": 603716291.0,
      "step": 783700
    },
    {
      "epoch": 0.9941042013907387,
      "grad_norm": 6.1875,
      "learning_rate": 2.948907591169389e-07,
      "loss": 2.0027,
      "mean_token_accuracy": 0.5747408896684647,
      "num_tokens": 603722462.0,
      "step": 783710
    },
    {
      "epoch": 0.9941168859832715,
      "grad_norm": 6.3125,
      "learning_rate": 2.9425644903064737e-07,
      "loss": 1.9882,
      "mean_token_accuracy": 0.5603618592023849,
      "num_tokens": 603729892.0,
      "step": 783720
    },
    {
      "epoch": 0.9941295705758044,
      "grad_norm": 6.21875,
      "learning_rate": 2.936221389443558e-07,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5351911067962647,
      "num_tokens": 603737261.0,
      "step": 783730
    },
    {
      "epoch": 0.9941422551683372,
      "grad_norm": 5.4375,
      "learning_rate": 2.9298782885806427e-07,
      "loss": 2.1321,
      "mean_token_accuracy": 0.5341273069381713,
      "num_tokens": 603745519.0,
      "step": 783740
    },
    {
      "epoch": 0.9941549397608701,
      "grad_norm": 4.71875,
      "learning_rate": 2.923535187717727e-07,
      "loss": 2.0926,
      "mean_token_accuracy": 0.53528972864151,
      "num_tokens": 603754256.0,
      "step": 783750
    },
    {
      "epoch": 0.9941676243534029,
      "grad_norm": 5.59375,
      "learning_rate": 2.9171920868548117e-07,
      "loss": 2.0679,
      "mean_token_accuracy": 0.5388119846582413,
      "num_tokens": 603762753.0,
      "step": 783760
    },
    {
      "epoch": 0.9941803089459357,
      "grad_norm": 5.53125,
      "learning_rate": 2.910848985991896e-07,
      "loss": 1.921,
      "mean_token_accuracy": 0.5675660341978073,
      "num_tokens": 603769155.0,
      "step": 783770
    },
    {
      "epoch": 0.9941929935384686,
      "grad_norm": 4.59375,
      "learning_rate": 2.9045058851289806e-07,
      "loss": 2.1031,
      "mean_token_accuracy": 0.5250965476036071,
      "num_tokens": 603776578.0,
      "step": 783780
    },
    {
      "epoch": 0.9942056781310014,
      "grad_norm": 5.21875,
      "learning_rate": 2.8981627842660654e-07,
      "loss": 1.9769,
      "mean_token_accuracy": 0.5611697167158127,
      "num_tokens": 603784002.0,
      "step": 783790
    },
    {
      "epoch": 0.9942183627235343,
      "grad_norm": 4.75,
      "learning_rate": 2.89181968340315e-07,
      "loss": 2.0637,
      "mean_token_accuracy": 0.5389598280191421,
      "num_tokens": 603792299.0,
      "step": 783800
    },
    {
      "epoch": 0.994231047316067,
      "grad_norm": 5.5,
      "learning_rate": 2.8854765825402343e-07,
      "loss": 1.9906,
      "mean_token_accuracy": 0.5592206507921219,
      "num_tokens": 603800007.0,
      "step": 783810
    },
    {
      "epoch": 0.9942437319085999,
      "grad_norm": 6.1875,
      "learning_rate": 2.879133481677319e-07,
      "loss": 1.853,
      "mean_token_accuracy": 0.5812700778245926,
      "num_tokens": 603807696.0,
      "step": 783820
    },
    {
      "epoch": 0.9942564165011327,
      "grad_norm": 5.4375,
      "learning_rate": 2.872790380814404e-07,
      "loss": 2.0868,
      "mean_token_accuracy": 0.5474088132381439,
      "num_tokens": 603815748.0,
      "step": 783830
    },
    {
      "epoch": 0.9942691010936656,
      "grad_norm": 5.84375,
      "learning_rate": 2.866447279951488e-07,
      "loss": 2.0178,
      "mean_token_accuracy": 0.5368853598833084,
      "num_tokens": 603822523.0,
      "step": 783840
    },
    {
      "epoch": 0.9942817856861984,
      "grad_norm": 5.71875,
      "learning_rate": 2.860104179088573e-07,
      "loss": 2.1701,
      "mean_token_accuracy": 0.5250309109687805,
      "num_tokens": 603830396.0,
      "step": 783850
    },
    {
      "epoch": 0.9942944702787312,
      "grad_norm": 6.71875,
      "learning_rate": 2.853761078225657e-07,
      "loss": 2.1152,
      "mean_token_accuracy": 0.5322596192359924,
      "num_tokens": 603838421.0,
      "step": 783860
    },
    {
      "epoch": 0.9943071548712641,
      "grad_norm": 6.0,
      "learning_rate": 2.847417977362742e-07,
      "loss": 2.1685,
      "mean_token_accuracy": 0.529109600186348,
      "num_tokens": 603846776.0,
      "step": 783870
    },
    {
      "epoch": 0.9943198394637969,
      "grad_norm": 6.5,
      "learning_rate": 2.841074876499826e-07,
      "loss": 2.0902,
      "mean_token_accuracy": 0.5393828630447388,
      "num_tokens": 603854648.0,
      "step": 783880
    },
    {
      "epoch": 0.9943325240563298,
      "grad_norm": 8.6875,
      "learning_rate": 2.834731775636911e-07,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5373687624931336,
      "num_tokens": 603862227.0,
      "step": 783890
    },
    {
      "epoch": 0.9943452086488626,
      "grad_norm": 6.78125,
      "learning_rate": 2.8283886747739955e-07,
      "loss": 1.9779,
      "mean_token_accuracy": 0.5536440134048461,
      "num_tokens": 603870337.0,
      "step": 783900
    },
    {
      "epoch": 0.9943578932413955,
      "grad_norm": 5.65625,
      "learning_rate": 2.8220455739110797e-07,
      "loss": 2.022,
      "mean_token_accuracy": 0.5580417513847351,
      "num_tokens": 603877983.0,
      "step": 783910
    },
    {
      "epoch": 0.9943705778339282,
      "grad_norm": 6.09375,
      "learning_rate": 2.8157024730481645e-07,
      "loss": 1.827,
      "mean_token_accuracy": 0.593410176038742,
      "num_tokens": 603885087.0,
      "step": 783920
    },
    {
      "epoch": 0.994383262426461,
      "grad_norm": 5.15625,
      "learning_rate": 2.809359372185249e-07,
      "loss": 2.196,
      "mean_token_accuracy": 0.5194529980421067,
      "num_tokens": 603893496.0,
      "step": 783930
    },
    {
      "epoch": 0.9943959470189939,
      "grad_norm": 6.09375,
      "learning_rate": 2.803016271322334e-07,
      "loss": 2.2004,
      "mean_token_accuracy": 0.5264937847852706,
      "num_tokens": 603902697.0,
      "step": 783940
    },
    {
      "epoch": 0.9944086316115267,
      "grad_norm": 4.71875,
      "learning_rate": 2.796673170459418e-07,
      "loss": 2.0267,
      "mean_token_accuracy": 0.5514107376337052,
      "num_tokens": 603910941.0,
      "step": 783950
    },
    {
      "epoch": 0.9944213162040596,
      "grad_norm": 5.125,
      "learning_rate": 2.790330069596503e-07,
      "loss": 2.1446,
      "mean_token_accuracy": 0.5288979411125183,
      "num_tokens": 603918004.0,
      "step": 783960
    },
    {
      "epoch": 0.9944340007965924,
      "grad_norm": 5.9375,
      "learning_rate": 2.783986968733587e-07,
      "loss": 2.2638,
      "mean_token_accuracy": 0.5070056527853012,
      "num_tokens": 603926934.0,
      "step": 783970
    },
    {
      "epoch": 0.9944466853891253,
      "grad_norm": 6.5625,
      "learning_rate": 2.777643867870672e-07,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5634024471044541,
      "num_tokens": 603933618.0,
      "step": 783980
    },
    {
      "epoch": 0.9944593699816581,
      "grad_norm": 6.53125,
      "learning_rate": 2.7713007670077567e-07,
      "loss": 1.708,
      "mean_token_accuracy": 0.6058986842632293,
      "num_tokens": 603939560.0,
      "step": 783990
    },
    {
      "epoch": 0.994472054574191,
      "grad_norm": 5.3125,
      "learning_rate": 2.764957666144841e-07,
      "loss": 2.0582,
      "mean_token_accuracy": 0.5480386823415756,
      "num_tokens": 603947205.0,
      "step": 784000
    },
    {
      "epoch": 0.9944847391667238,
      "grad_norm": 6.46875,
      "learning_rate": 2.7586145652819256e-07,
      "loss": 2.0793,
      "mean_token_accuracy": 0.5537921488285065,
      "num_tokens": 603955023.0,
      "step": 784010
    },
    {
      "epoch": 0.9944974237592565,
      "grad_norm": 4.84375,
      "learning_rate": 2.75227146441901e-07,
      "loss": 2.2262,
      "mean_token_accuracy": 0.5152915000915528,
      "num_tokens": 603963717.0,
      "step": 784020
    },
    {
      "epoch": 0.9945101083517894,
      "grad_norm": 7.21875,
      "learning_rate": 2.7459283635560946e-07,
      "loss": 2.0249,
      "mean_token_accuracy": 0.5445040166378021,
      "num_tokens": 603970756.0,
      "step": 784030
    },
    {
      "epoch": 0.9945227929443222,
      "grad_norm": 4.6875,
      "learning_rate": 2.739585262693179e-07,
      "loss": 2.2065,
      "mean_token_accuracy": 0.5293336778879165,
      "num_tokens": 603979414.0,
      "step": 784040
    },
    {
      "epoch": 0.9945354775368551,
      "grad_norm": 4.9375,
      "learning_rate": 2.733242161830264e-07,
      "loss": 1.8949,
      "mean_token_accuracy": 0.5850019961595535,
      "num_tokens": 603986995.0,
      "step": 784050
    },
    {
      "epoch": 0.9945481621293879,
      "grad_norm": 5.78125,
      "learning_rate": 2.7268990609673483e-07,
      "loss": 2.2211,
      "mean_token_accuracy": 0.5269180446863174,
      "num_tokens": 603994272.0,
      "step": 784060
    },
    {
      "epoch": 0.9945608467219208,
      "grad_norm": 5.21875,
      "learning_rate": 2.720555960104433e-07,
      "loss": 2.0538,
      "mean_token_accuracy": 0.5436635911464691,
      "num_tokens": 604002774.0,
      "step": 784070
    },
    {
      "epoch": 0.9945735313144536,
      "grad_norm": 5.90625,
      "learning_rate": 2.714212859241518e-07,
      "loss": 2.2522,
      "mean_token_accuracy": 0.5138254344463349,
      "num_tokens": 604011280.0,
      "step": 784080
    },
    {
      "epoch": 0.9945862159069864,
      "grad_norm": 6.78125,
      "learning_rate": 2.707869758378602e-07,
      "loss": 2.111,
      "mean_token_accuracy": 0.5350716143846512,
      "num_tokens": 604018351.0,
      "step": 784090
    },
    {
      "epoch": 0.9945989004995193,
      "grad_norm": 5.25,
      "learning_rate": 2.701526657515687e-07,
      "loss": 2.0799,
      "mean_token_accuracy": 0.5464358359575272,
      "num_tokens": 604026349.0,
      "step": 784100
    },
    {
      "epoch": 0.994611585092052,
      "grad_norm": 5.5,
      "learning_rate": 2.695183556652771e-07,
      "loss": 2.0636,
      "mean_token_accuracy": 0.5417982310056686,
      "num_tokens": 604034620.0,
      "step": 784110
    },
    {
      "epoch": 0.994624269684585,
      "grad_norm": 6.46875,
      "learning_rate": 2.688840455789856e-07,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5643270552158356,
      "num_tokens": 604041202.0,
      "step": 784120
    },
    {
      "epoch": 0.9946369542771177,
      "grad_norm": 5.78125,
      "learning_rate": 2.68249735492694e-07,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5247644722461701,
      "num_tokens": 604048666.0,
      "step": 784130
    },
    {
      "epoch": 0.9946496388696506,
      "grad_norm": 4.96875,
      "learning_rate": 2.676154254064025e-07,
      "loss": 2.0352,
      "mean_token_accuracy": 0.5481878578662872,
      "num_tokens": 604055811.0,
      "step": 784140
    },
    {
      "epoch": 0.9946623234621834,
      "grad_norm": 5.125,
      "learning_rate": 2.6698111532011095e-07,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5411839723587036,
      "num_tokens": 604064040.0,
      "step": 784150
    },
    {
      "epoch": 0.9946750080547162,
      "grad_norm": 6.09375,
      "learning_rate": 2.6634680523381937e-07,
      "loss": 1.9422,
      "mean_token_accuracy": 0.574437341094017,
      "num_tokens": 604070977.0,
      "step": 784160
    },
    {
      "epoch": 0.9946876926472491,
      "grad_norm": 8.5625,
      "learning_rate": 2.6571249514752785e-07,
      "loss": 1.759,
      "mean_token_accuracy": 0.6100265562534333,
      "num_tokens": 604076537.0,
      "step": 784170
    },
    {
      "epoch": 0.9947003772397819,
      "grad_norm": 14.5625,
      "learning_rate": 2.650781850612363e-07,
      "loss": 2.0914,
      "mean_token_accuracy": 0.5400827705860138,
      "num_tokens": 604084581.0,
      "step": 784180
    },
    {
      "epoch": 0.9947130618323148,
      "grad_norm": 7.125,
      "learning_rate": 2.644438749749448e-07,
      "loss": 2.004,
      "mean_token_accuracy": 0.5559634119272232,
      "num_tokens": 604092054.0,
      "step": 784190
    },
    {
      "epoch": 0.9947257464248476,
      "grad_norm": 6.6875,
      "learning_rate": 2.638095648886532e-07,
      "loss": 2.1502,
      "mean_token_accuracy": 0.5324962466955185,
      "num_tokens": 604099477.0,
      "step": 784200
    },
    {
      "epoch": 0.9947384310173805,
      "grad_norm": 6.28125,
      "learning_rate": 2.631752548023617e-07,
      "loss": 1.9091,
      "mean_token_accuracy": 0.5844323873519898,
      "num_tokens": 604107367.0,
      "step": 784210
    },
    {
      "epoch": 0.9947511156099133,
      "grad_norm": 5.3125,
      "learning_rate": 2.625409447160701e-07,
      "loss": 1.9848,
      "mean_token_accuracy": 0.5705275565385819,
      "num_tokens": 604115600.0,
      "step": 784220
    },
    {
      "epoch": 0.9947638002024461,
      "grad_norm": 5.75,
      "learning_rate": 2.619066346297786e-07,
      "loss": 2.167,
      "mean_token_accuracy": 0.5281396508216858,
      "num_tokens": 604123611.0,
      "step": 784230
    },
    {
      "epoch": 0.9947764847949789,
      "grad_norm": 7.0,
      "learning_rate": 2.6127232454348707e-07,
      "loss": 2.1637,
      "mean_token_accuracy": 0.5362885177135468,
      "num_tokens": 604129819.0,
      "step": 784240
    },
    {
      "epoch": 0.9947891693875117,
      "grad_norm": 6.0,
      "learning_rate": 2.606380144571955e-07,
      "loss": 2.0296,
      "mean_token_accuracy": 0.5767052888870239,
      "num_tokens": 604136430.0,
      "step": 784250
    },
    {
      "epoch": 0.9948018539800446,
      "grad_norm": 7.1875,
      "learning_rate": 2.6000370437090396e-07,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5483845561742783,
      "num_tokens": 604142414.0,
      "step": 784260
    },
    {
      "epoch": 0.9948145385725774,
      "grad_norm": 7.65625,
      "learning_rate": 2.593693942846124e-07,
      "loss": 1.9672,
      "mean_token_accuracy": 0.5567080497741699,
      "num_tokens": 604150252.0,
      "step": 784270
    },
    {
      "epoch": 0.9948272231651103,
      "grad_norm": 5.40625,
      "learning_rate": 2.5873508419832086e-07,
      "loss": 2.2883,
      "mean_token_accuracy": 0.5091257095336914,
      "num_tokens": 604158775.0,
      "step": 784280
    },
    {
      "epoch": 0.9948399077576431,
      "grad_norm": 7.59375,
      "learning_rate": 2.581007741120293e-07,
      "loss": 1.8804,
      "mean_token_accuracy": 0.5791695892810822,
      "num_tokens": 604164990.0,
      "step": 784290
    },
    {
      "epoch": 0.994852592350176,
      "grad_norm": 6.03125,
      "learning_rate": 2.574664640257378e-07,
      "loss": 2.0784,
      "mean_token_accuracy": 0.5426146179437638,
      "num_tokens": 604173089.0,
      "step": 784300
    },
    {
      "epoch": 0.9948652769427088,
      "grad_norm": 7.71875,
      "learning_rate": 2.5683215393944623e-07,
      "loss": 2.126,
      "mean_token_accuracy": 0.5400259673595429,
      "num_tokens": 604180557.0,
      "step": 784310
    },
    {
      "epoch": 0.9948779615352416,
      "grad_norm": 5.28125,
      "learning_rate": 2.561978438531547e-07,
      "loss": 1.9385,
      "mean_token_accuracy": 0.57087741792202,
      "num_tokens": 604188006.0,
      "step": 784320
    },
    {
      "epoch": 0.9948906461277744,
      "grad_norm": 6.75,
      "learning_rate": 2.555635337668632e-07,
      "loss": 1.9671,
      "mean_token_accuracy": 0.5441507130861283,
      "num_tokens": 604194657.0,
      "step": 784330
    },
    {
      "epoch": 0.9949033307203072,
      "grad_norm": 12.0,
      "learning_rate": 2.549292236805716e-07,
      "loss": 1.95,
      "mean_token_accuracy": 0.5704259604215622,
      "num_tokens": 604200828.0,
      "step": 784340
    },
    {
      "epoch": 0.9949160153128401,
      "grad_norm": 5.1875,
      "learning_rate": 2.542949135942801e-07,
      "loss": 2.1504,
      "mean_token_accuracy": 0.5301081329584122,
      "num_tokens": 604210120.0,
      "step": 784350
    },
    {
      "epoch": 0.9949286999053729,
      "grad_norm": 5.15625,
      "learning_rate": 2.536606035079885e-07,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5354723751544952,
      "num_tokens": 604218245.0,
      "step": 784360
    },
    {
      "epoch": 0.9949413844979058,
      "grad_norm": 6.15625,
      "learning_rate": 2.53026293421697e-07,
      "loss": 1.8676,
      "mean_token_accuracy": 0.5755834490060806,
      "num_tokens": 604224963.0,
      "step": 784370
    },
    {
      "epoch": 0.9949540690904386,
      "grad_norm": 5.375,
      "learning_rate": 2.523919833354054e-07,
      "loss": 1.7178,
      "mean_token_accuracy": 0.6013517498970031,
      "num_tokens": 604232188.0,
      "step": 784380
    },
    {
      "epoch": 0.9949667536829715,
      "grad_norm": 4.78125,
      "learning_rate": 2.517576732491139e-07,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5367542296648026,
      "num_tokens": 604241123.0,
      "step": 784390
    },
    {
      "epoch": 0.9949794382755043,
      "grad_norm": 5.65625,
      "learning_rate": 2.5112336316282235e-07,
      "loss": 1.9155,
      "mean_token_accuracy": 0.5820451885461807,
      "num_tokens": 604248007.0,
      "step": 784400
    },
    {
      "epoch": 0.9949921228680371,
      "grad_norm": 5.53125,
      "learning_rate": 2.5048905307653077e-07,
      "loss": 1.9772,
      "mean_token_accuracy": 0.5636110961437225,
      "num_tokens": 604255849.0,
      "step": 784410
    },
    {
      "epoch": 0.99500480746057,
      "grad_norm": 12.6875,
      "learning_rate": 2.4985474299023925e-07,
      "loss": 2.043,
      "mean_token_accuracy": 0.5536790698766708,
      "num_tokens": 604262008.0,
      "step": 784420
    },
    {
      "epoch": 0.9950174920531027,
      "grad_norm": 5.8125,
      "learning_rate": 2.492204329039477e-07,
      "loss": 2.3664,
      "mean_token_accuracy": 0.496883699297905,
      "num_tokens": 604271205.0,
      "step": 784430
    },
    {
      "epoch": 0.9950301766456356,
      "grad_norm": 5.90625,
      "learning_rate": 2.485861228176562e-07,
      "loss": 2.1506,
      "mean_token_accuracy": 0.5293650656938553,
      "num_tokens": 604279199.0,
      "step": 784440
    },
    {
      "epoch": 0.9950428612381684,
      "grad_norm": 4.8125,
      "learning_rate": 2.479518127313646e-07,
      "loss": 1.9313,
      "mean_token_accuracy": 0.5716496646404267,
      "num_tokens": 604286563.0,
      "step": 784450
    },
    {
      "epoch": 0.9950555458307013,
      "grad_norm": 5.53125,
      "learning_rate": 2.473175026450731e-07,
      "loss": 1.8635,
      "mean_token_accuracy": 0.578068345785141,
      "num_tokens": 604293644.0,
      "step": 784460
    },
    {
      "epoch": 0.9950682304232341,
      "grad_norm": 6.5625,
      "learning_rate": 2.466831925587815e-07,
      "loss": 2.103,
      "mean_token_accuracy": 0.5356476306915283,
      "num_tokens": 604300376.0,
      "step": 784470
    },
    {
      "epoch": 0.9950809150157669,
      "grad_norm": 5.28125,
      "learning_rate": 2.4604888247249e-07,
      "loss": 2.1689,
      "mean_token_accuracy": 0.5260040670633316,
      "num_tokens": 604308186.0,
      "step": 784480
    },
    {
      "epoch": 0.9950935996082998,
      "grad_norm": 7.8125,
      "learning_rate": 2.454145723861984e-07,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5419764786958694,
      "num_tokens": 604315769.0,
      "step": 784490
    },
    {
      "epoch": 0.9951062842008326,
      "grad_norm": 12.3125,
      "learning_rate": 2.447802622999069e-07,
      "loss": 1.9784,
      "mean_token_accuracy": 0.5548172682523728,
      "num_tokens": 604322249.0,
      "step": 784500
    },
    {
      "epoch": 0.9951189687933655,
      "grad_norm": 4.6875,
      "learning_rate": 2.4414595221361536e-07,
      "loss": 2.212,
      "mean_token_accuracy": 0.5204067468643189,
      "num_tokens": 604329538.0,
      "step": 784510
    },
    {
      "epoch": 0.9951316533858983,
      "grad_norm": 5.8125,
      "learning_rate": 2.435116421273238e-07,
      "loss": 2.151,
      "mean_token_accuracy": 0.5333572715520859,
      "num_tokens": 604337113.0,
      "step": 784520
    },
    {
      "epoch": 0.9951443379784312,
      "grad_norm": 5.8125,
      "learning_rate": 2.4287733204103226e-07,
      "loss": 2.1103,
      "mean_token_accuracy": 0.5435897171497345,
      "num_tokens": 604344019.0,
      "step": 784530
    },
    {
      "epoch": 0.995157022570964,
      "grad_norm": 10.0625,
      "learning_rate": 2.422430219547407e-07,
      "loss": 1.7482,
      "mean_token_accuracy": 0.6089208424091339,
      "num_tokens": 604350376.0,
      "step": 784540
    },
    {
      "epoch": 0.9951697071634968,
      "grad_norm": 6.09375,
      "learning_rate": 2.4160871186844916e-07,
      "loss": 2.0878,
      "mean_token_accuracy": 0.5411819219589233,
      "num_tokens": 604357470.0,
      "step": 784550
    },
    {
      "epoch": 0.9951823917560296,
      "grad_norm": 7.0,
      "learning_rate": 2.4097440178215763e-07,
      "loss": 2.0703,
      "mean_token_accuracy": 0.5448896139860153,
      "num_tokens": 604365687.0,
      "step": 784560
    },
    {
      "epoch": 0.9951950763485624,
      "grad_norm": 8.9375,
      "learning_rate": 2.403400916958661e-07,
      "loss": 2.0184,
      "mean_token_accuracy": 0.5542731404304504,
      "num_tokens": 604372419.0,
      "step": 784570
    },
    {
      "epoch": 0.9952077609410953,
      "grad_norm": 8.8125,
      "learning_rate": 2.3970578160957453e-07,
      "loss": 2.0053,
      "mean_token_accuracy": 0.5483189314603806,
      "num_tokens": 604379393.0,
      "step": 784580
    },
    {
      "epoch": 0.9952204455336281,
      "grad_norm": 6.21875,
      "learning_rate": 2.39071471523283e-07,
      "loss": 2.0405,
      "mean_token_accuracy": 0.5503676325082779,
      "num_tokens": 604385457.0,
      "step": 784590
    },
    {
      "epoch": 0.995233130126161,
      "grad_norm": 7.1875,
      "learning_rate": 2.384371614369915e-07,
      "loss": 2.0375,
      "mean_token_accuracy": 0.5518204897642136,
      "num_tokens": 604392860.0,
      "step": 784600
    },
    {
      "epoch": 0.9952458147186938,
      "grad_norm": 6.625,
      "learning_rate": 2.378028513506999e-07,
      "loss": 2.3212,
      "mean_token_accuracy": 0.5086878687143326,
      "num_tokens": 604401493.0,
      "step": 784610
    },
    {
      "epoch": 0.9952584993112267,
      "grad_norm": 7.40625,
      "learning_rate": 2.3716854126440838e-07,
      "loss": 2.1263,
      "mean_token_accuracy": 0.5283907651901245,
      "num_tokens": 604410133.0,
      "step": 784620
    },
    {
      "epoch": 0.9952711839037595,
      "grad_norm": 5.125,
      "learning_rate": 2.3653423117811682e-07,
      "loss": 2.11,
      "mean_token_accuracy": 0.5279338598251343,
      "num_tokens": 604418530.0,
      "step": 784630
    },
    {
      "epoch": 0.9952838684962922,
      "grad_norm": 6.15625,
      "learning_rate": 2.3589992109182527e-07,
      "loss": 2.1155,
      "mean_token_accuracy": 0.5384153157472611,
      "num_tokens": 604426487.0,
      "step": 784640
    },
    {
      "epoch": 0.9952965530888251,
      "grad_norm": 9.1875,
      "learning_rate": 2.3526561100553372e-07,
      "loss": 2.0407,
      "mean_token_accuracy": 0.5371957540512085,
      "num_tokens": 604433540.0,
      "step": 784650
    },
    {
      "epoch": 0.9953092376813579,
      "grad_norm": 5.09375,
      "learning_rate": 2.3463130091924217e-07,
      "loss": 1.8585,
      "mean_token_accuracy": 0.5966677278280258,
      "num_tokens": 604439477.0,
      "step": 784660
    },
    {
      "epoch": 0.9953219222738908,
      "grad_norm": 6.5625,
      "learning_rate": 2.3399699083295062e-07,
      "loss": 1.959,
      "mean_token_accuracy": 0.556573611497879,
      "num_tokens": 604447516.0,
      "step": 784670
    },
    {
      "epoch": 0.9953346068664236,
      "grad_norm": 4.71875,
      "learning_rate": 2.3336268074665912e-07,
      "loss": 2.1276,
      "mean_token_accuracy": 0.5320760041475296,
      "num_tokens": 604456123.0,
      "step": 784680
    },
    {
      "epoch": 0.9953472914589565,
      "grad_norm": 5.25,
      "learning_rate": 2.3272837066036757e-07,
      "loss": 2.1622,
      "mean_token_accuracy": 0.5267265170812607,
      "num_tokens": 604463687.0,
      "step": 784690
    },
    {
      "epoch": 0.9953599760514893,
      "grad_norm": 6.375,
      "learning_rate": 2.3209406057407602e-07,
      "loss": 2.2357,
      "mean_token_accuracy": 0.5234543710947037,
      "num_tokens": 604472120.0,
      "step": 784700
    },
    {
      "epoch": 0.9953726606440221,
      "grad_norm": 5.90625,
      "learning_rate": 2.3145975048778447e-07,
      "loss": 2.0348,
      "mean_token_accuracy": 0.5506825119256973,
      "num_tokens": 604479988.0,
      "step": 784710
    },
    {
      "epoch": 0.995385345236555,
      "grad_norm": 5.75,
      "learning_rate": 2.3082544040149294e-07,
      "loss": 2.1896,
      "mean_token_accuracy": 0.5240299552679062,
      "num_tokens": 604487925.0,
      "step": 784720
    },
    {
      "epoch": 0.9953980298290878,
      "grad_norm": 6.09375,
      "learning_rate": 2.301911303152014e-07,
      "loss": 2.0413,
      "mean_token_accuracy": 0.5564428210258484,
      "num_tokens": 604495276.0,
      "step": 784730
    },
    {
      "epoch": 0.9954107144216207,
      "grad_norm": 5.9375,
      "learning_rate": 2.2955682022890984e-07,
      "loss": 2.0033,
      "mean_token_accuracy": 0.5419305026531219,
      "num_tokens": 604502638.0,
      "step": 784740
    },
    {
      "epoch": 0.9954233990141534,
      "grad_norm": 6.84375,
      "learning_rate": 2.2892251014261829e-07,
      "loss": 2.1122,
      "mean_token_accuracy": 0.5312559217214584,
      "num_tokens": 604510732.0,
      "step": 784750
    },
    {
      "epoch": 0.9954360836066863,
      "grad_norm": 6.0625,
      "learning_rate": 2.2828820005632673e-07,
      "loss": 1.9055,
      "mean_token_accuracy": 0.5660545289516449,
      "num_tokens": 604518148.0,
      "step": 784760
    },
    {
      "epoch": 0.9954487681992191,
      "grad_norm": 4.6875,
      "learning_rate": 2.2765388997003518e-07,
      "loss": 2.212,
      "mean_token_accuracy": 0.5128999263048172,
      "num_tokens": 604526844.0,
      "step": 784770
    },
    {
      "epoch": 0.995461452791752,
      "grad_norm": 6.03125,
      "learning_rate": 2.2701957988374363e-07,
      "loss": 2.0028,
      "mean_token_accuracy": 0.551501601934433,
      "num_tokens": 604535600.0,
      "step": 784780
    },
    {
      "epoch": 0.9954741373842848,
      "grad_norm": 6.1875,
      "learning_rate": 2.263852697974521e-07,
      "loss": 1.8283,
      "mean_token_accuracy": 0.5906355768442154,
      "num_tokens": 604542733.0,
      "step": 784790
    },
    {
      "epoch": 0.9954868219768176,
      "grad_norm": 7.4375,
      "learning_rate": 2.2575095971116056e-07,
      "loss": 2.1384,
      "mean_token_accuracy": 0.5347904592752457,
      "num_tokens": 604550470.0,
      "step": 784800
    },
    {
      "epoch": 0.9954995065693505,
      "grad_norm": 4.59375,
      "learning_rate": 2.2511664962486906e-07,
      "loss": 2.1298,
      "mean_token_accuracy": 0.5461668759584427,
      "num_tokens": 604558838.0,
      "step": 784810
    },
    {
      "epoch": 0.9955121911618833,
      "grad_norm": 5.96875,
      "learning_rate": 2.244823395385775e-07,
      "loss": 2.0329,
      "mean_token_accuracy": 0.553635784983635,
      "num_tokens": 604566620.0,
      "step": 784820
    },
    {
      "epoch": 0.9955248757544162,
      "grad_norm": 5.09375,
      "learning_rate": 2.2384802945228595e-07,
      "loss": 2.0107,
      "mean_token_accuracy": 0.5432696610689163,
      "num_tokens": 604574111.0,
      "step": 784830
    },
    {
      "epoch": 0.995537560346949,
      "grad_norm": 5.65625,
      "learning_rate": 2.232137193659944e-07,
      "loss": 2.1948,
      "mean_token_accuracy": 0.5268221646547318,
      "num_tokens": 604582817.0,
      "step": 784840
    },
    {
      "epoch": 0.9955502449394819,
      "grad_norm": 4.96875,
      "learning_rate": 2.2257940927970285e-07,
      "loss": 2.0425,
      "mean_token_accuracy": 0.5560555189847947,
      "num_tokens": 604590956.0,
      "step": 784850
    },
    {
      "epoch": 0.9955629295320146,
      "grad_norm": 8.375,
      "learning_rate": 2.219450991934113e-07,
      "loss": 2.0509,
      "mean_token_accuracy": 0.5412563502788543,
      "num_tokens": 604598988.0,
      "step": 784860
    },
    {
      "epoch": 0.9955756141245474,
      "grad_norm": 6.28125,
      "learning_rate": 2.2131078910711975e-07,
      "loss": 2.0322,
      "mean_token_accuracy": 0.547677555680275,
      "num_tokens": 604606176.0,
      "step": 784870
    },
    {
      "epoch": 0.9955882987170803,
      "grad_norm": 6.03125,
      "learning_rate": 2.2067647902082822e-07,
      "loss": 2.0051,
      "mean_token_accuracy": 0.545899173617363,
      "num_tokens": 604613848.0,
      "step": 784880
    },
    {
      "epoch": 0.9956009833096131,
      "grad_norm": 6.1875,
      "learning_rate": 2.2004216893453667e-07,
      "loss": 2.0488,
      "mean_token_accuracy": 0.5505280554294586,
      "num_tokens": 604621662.0,
      "step": 784890
    },
    {
      "epoch": 0.995613667902146,
      "grad_norm": 4.84375,
      "learning_rate": 2.1940785884824512e-07,
      "loss": 1.7972,
      "mean_token_accuracy": 0.6054735720157624,
      "num_tokens": 604628956.0,
      "step": 784900
    },
    {
      "epoch": 0.9956263524946788,
      "grad_norm": 6.625,
      "learning_rate": 2.1877354876195357e-07,
      "loss": 2.19,
      "mean_token_accuracy": 0.5160014390945434,
      "num_tokens": 604636931.0,
      "step": 784910
    },
    {
      "epoch": 0.9956390370872117,
      "grad_norm": 5.59375,
      "learning_rate": 2.1813923867566202e-07,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5329106986522675,
      "num_tokens": 604645179.0,
      "step": 784920
    },
    {
      "epoch": 0.9956517216797445,
      "grad_norm": 5.0,
      "learning_rate": 2.1750492858937052e-07,
      "loss": 1.8885,
      "mean_token_accuracy": 0.5732411563396453,
      "num_tokens": 604652185.0,
      "step": 784930
    },
    {
      "epoch": 0.9956644062722774,
      "grad_norm": 5.84375,
      "learning_rate": 2.1687061850307897e-07,
      "loss": 2.1378,
      "mean_token_accuracy": 0.535550007224083,
      "num_tokens": 604660821.0,
      "step": 784940
    },
    {
      "epoch": 0.9956770908648102,
      "grad_norm": 5.1875,
      "learning_rate": 2.1623630841678742e-07,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5394713342189789,
      "num_tokens": 604669013.0,
      "step": 784950
    },
    {
      "epoch": 0.9956897754573429,
      "grad_norm": 2.1875,
      "learning_rate": 2.1560199833049586e-07,
      "loss": 1.9453,
      "mean_token_accuracy": 0.5678909868001938,
      "num_tokens": 604677052.0,
      "step": 784960
    },
    {
      "epoch": 0.9957024600498758,
      "grad_norm": 4.96875,
      "learning_rate": 2.149676882442043e-07,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5315508335828781,
      "num_tokens": 604685426.0,
      "step": 784970
    },
    {
      "epoch": 0.9957151446424086,
      "grad_norm": 5.625,
      "learning_rate": 2.143333781579128e-07,
      "loss": 2.0702,
      "mean_token_accuracy": 0.5593143790960312,
      "num_tokens": 604692636.0,
      "step": 784980
    },
    {
      "epoch": 0.9957278292349415,
      "grad_norm": 4.8125,
      "learning_rate": 2.1369906807162124e-07,
      "loss": 1.9065,
      "mean_token_accuracy": 0.5742991685867309,
      "num_tokens": 604700897.0,
      "step": 784990
    },
    {
      "epoch": 0.9957405138274743,
      "grad_norm": 5.4375,
      "learning_rate": 2.1306475798532969e-07,
      "loss": 1.9426,
      "mean_token_accuracy": 0.5716869950294494,
      "num_tokens": 604708302.0,
      "step": 785000
    },
    {
      "epoch": 0.9957531984200072,
      "grad_norm": 5.625,
      "learning_rate": 2.1243044789903813e-07,
      "loss": 2.033,
      "mean_token_accuracy": 0.5476174712181091,
      "num_tokens": 604716776.0,
      "step": 785010
    },
    {
      "epoch": 0.99576588301254,
      "grad_norm": 6.3125,
      "learning_rate": 2.1179613781274658e-07,
      "loss": 1.9743,
      "mean_token_accuracy": 0.5635750621557236,
      "num_tokens": 604725195.0,
      "step": 785020
    },
    {
      "epoch": 0.9957785676050728,
      "grad_norm": 6.875,
      "learning_rate": 2.1116182772645503e-07,
      "loss": 1.8781,
      "mean_token_accuracy": 0.5772400736808777,
      "num_tokens": 604731568.0,
      "step": 785030
    },
    {
      "epoch": 0.9957912521976057,
      "grad_norm": 5.4375,
      "learning_rate": 2.1052751764016348e-07,
      "loss": 2.0122,
      "mean_token_accuracy": 0.5485387951135635,
      "num_tokens": 604738779.0,
      "step": 785040
    },
    {
      "epoch": 0.9958039367901385,
      "grad_norm": 6.03125,
      "learning_rate": 2.0989320755387195e-07,
      "loss": 2.1244,
      "mean_token_accuracy": 0.5403883785009385,
      "num_tokens": 604747086.0,
      "step": 785050
    },
    {
      "epoch": 0.9958166213826714,
      "grad_norm": 6.53125,
      "learning_rate": 2.0925889746758043e-07,
      "loss": 2.1471,
      "mean_token_accuracy": 0.5260399848222732,
      "num_tokens": 604755225.0,
      "step": 785060
    },
    {
      "epoch": 0.9958293059752041,
      "grad_norm": 5.28125,
      "learning_rate": 2.086245873812889e-07,
      "loss": 2.1598,
      "mean_token_accuracy": 0.5283323705196381,
      "num_tokens": 604764536.0,
      "step": 785070
    },
    {
      "epoch": 0.995841990567737,
      "grad_norm": 5.9375,
      "learning_rate": 2.0799027729499735e-07,
      "loss": 1.6727,
      "mean_token_accuracy": 0.6204404622316361,
      "num_tokens": 604770080.0,
      "step": 785080
    },
    {
      "epoch": 0.9958546751602698,
      "grad_norm": 4.90625,
      "learning_rate": 2.073559672087058e-07,
      "loss": 1.9834,
      "mean_token_accuracy": 0.5591877996921539,
      "num_tokens": 604778074.0,
      "step": 785090
    },
    {
      "epoch": 0.9958673597528026,
      "grad_norm": 5.28125,
      "learning_rate": 2.0672165712241425e-07,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5205728381872177,
      "num_tokens": 604786685.0,
      "step": 785100
    },
    {
      "epoch": 0.9958800443453355,
      "grad_norm": 5.25,
      "learning_rate": 2.060873470361227e-07,
      "loss": 2.0826,
      "mean_token_accuracy": 0.5483271896839141,
      "num_tokens": 604793930.0,
      "step": 785110
    },
    {
      "epoch": 0.9958927289378683,
      "grad_norm": 4.78125,
      "learning_rate": 2.0545303694983115e-07,
      "loss": 1.8686,
      "mean_token_accuracy": 0.5844272822141647,
      "num_tokens": 604801514.0,
      "step": 785120
    },
    {
      "epoch": 0.9959054135304012,
      "grad_norm": 6.15625,
      "learning_rate": 2.048187268635396e-07,
      "loss": 2.1325,
      "mean_token_accuracy": 0.5355779945850372,
      "num_tokens": 604809158.0,
      "step": 785130
    },
    {
      "epoch": 0.995918098122934,
      "grad_norm": 6.03125,
      "learning_rate": 2.0418441677724807e-07,
      "loss": 2.192,
      "mean_token_accuracy": 0.5322755008935929,
      "num_tokens": 604817325.0,
      "step": 785140
    },
    {
      "epoch": 0.9959307827154669,
      "grad_norm": 6.4375,
      "learning_rate": 2.0355010669095652e-07,
      "loss": 2.0761,
      "mean_token_accuracy": 0.5386924624443055,
      "num_tokens": 604824519.0,
      "step": 785150
    },
    {
      "epoch": 0.9959434673079997,
      "grad_norm": 6.8125,
      "learning_rate": 2.0291579660466497e-07,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5427999556064605,
      "num_tokens": 604833022.0,
      "step": 785160
    },
    {
      "epoch": 0.9959561519005325,
      "grad_norm": 5.1875,
      "learning_rate": 2.0228148651837342e-07,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5477432310581207,
      "num_tokens": 604840883.0,
      "step": 785170
    },
    {
      "epoch": 0.9959688364930653,
      "grad_norm": 4.5625,
      "learning_rate": 2.0164717643208192e-07,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5226289510726929,
      "num_tokens": 604849320.0,
      "step": 785180
    },
    {
      "epoch": 0.9959815210855981,
      "grad_norm": 5.96875,
      "learning_rate": 2.0101286634579037e-07,
      "loss": 2.2263,
      "mean_token_accuracy": 0.5225518405437469,
      "num_tokens": 604857990.0,
      "step": 785190
    },
    {
      "epoch": 0.995994205678131,
      "grad_norm": 6.59375,
      "learning_rate": 2.0037855625949881e-07,
      "loss": 1.915,
      "mean_token_accuracy": 0.5831024467945098,
      "num_tokens": 604864937.0,
      "step": 785200
    },
    {
      "epoch": 0.9960068902706638,
      "grad_norm": 4.84375,
      "learning_rate": 1.9974424617320726e-07,
      "loss": 2.2452,
      "mean_token_accuracy": 0.5092028170824051,
      "num_tokens": 604873981.0,
      "step": 785210
    },
    {
      "epoch": 0.9960195748631967,
      "grad_norm": 7.03125,
      "learning_rate": 1.991099360869157e-07,
      "loss": 2.1474,
      "mean_token_accuracy": 0.5310628890991211,
      "num_tokens": 604881737.0,
      "step": 785220
    },
    {
      "epoch": 0.9960322594557295,
      "grad_norm": 5.0625,
      "learning_rate": 1.984756260006242e-07,
      "loss": 2.1431,
      "mean_token_accuracy": 0.5442386597394944,
      "num_tokens": 604889340.0,
      "step": 785230
    },
    {
      "epoch": 0.9960449440482624,
      "grad_norm": 5.34375,
      "learning_rate": 1.9784131591433264e-07,
      "loss": 1.9558,
      "mean_token_accuracy": 0.563930407166481,
      "num_tokens": 604898041.0,
      "step": 785240
    },
    {
      "epoch": 0.9960576286407952,
      "grad_norm": 6.59375,
      "learning_rate": 1.9720700582804108e-07,
      "loss": 2.0293,
      "mean_token_accuracy": 0.541901758313179,
      "num_tokens": 604904658.0,
      "step": 785250
    },
    {
      "epoch": 0.996070313233328,
      "grad_norm": 5.53125,
      "learning_rate": 1.9657269574174953e-07,
      "loss": 2.1151,
      "mean_token_accuracy": 0.5438077449798584,
      "num_tokens": 604912686.0,
      "step": 785260
    },
    {
      "epoch": 0.9960829978258608,
      "grad_norm": 5.5,
      "learning_rate": 1.9593838565545798e-07,
      "loss": 1.8031,
      "mean_token_accuracy": 0.6036919057369232,
      "num_tokens": 604918943.0,
      "step": 785270
    },
    {
      "epoch": 0.9960956824183936,
      "grad_norm": 8.4375,
      "learning_rate": 1.9530407556916646e-07,
      "loss": 1.8625,
      "mean_token_accuracy": 0.5819861203432083,
      "num_tokens": 604926512.0,
      "step": 785280
    },
    {
      "epoch": 0.9961083670109265,
      "grad_norm": 5.6875,
      "learning_rate": 1.946697654828749e-07,
      "loss": 2.2667,
      "mean_token_accuracy": 0.5144988864660263,
      "num_tokens": 604934974.0,
      "step": 785290
    },
    {
      "epoch": 0.9961210516034593,
      "grad_norm": 5.9375,
      "learning_rate": 1.9403545539658335e-07,
      "loss": 2.1655,
      "mean_token_accuracy": 0.527905085682869,
      "num_tokens": 604942372.0,
      "step": 785300
    },
    {
      "epoch": 0.9961337361959922,
      "grad_norm": 11.3125,
      "learning_rate": 1.934011453102918e-07,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5552115142345428,
      "num_tokens": 604950204.0,
      "step": 785310
    },
    {
      "epoch": 0.996146420788525,
      "grad_norm": 5.375,
      "learning_rate": 1.9276683522400028e-07,
      "loss": 2.1186,
      "mean_token_accuracy": 0.5328157931566239,
      "num_tokens": 604957593.0,
      "step": 785320
    },
    {
      "epoch": 0.9961591053810579,
      "grad_norm": 7.46875,
      "learning_rate": 1.9213252513770873e-07,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5655848205089569,
      "num_tokens": 604965061.0,
      "step": 785330
    },
    {
      "epoch": 0.9961717899735907,
      "grad_norm": 5.25,
      "learning_rate": 1.914982150514172e-07,
      "loss": 1.8762,
      "mean_token_accuracy": 0.5839392662048339,
      "num_tokens": 604972014.0,
      "step": 785340
    },
    {
      "epoch": 0.9961844745661235,
      "grad_norm": 4.90625,
      "learning_rate": 1.9086390496512565e-07,
      "loss": 2.1925,
      "mean_token_accuracy": 0.5330149173736572,
      "num_tokens": 604978260.0,
      "step": 785350
    },
    {
      "epoch": 0.9961971591586564,
      "grad_norm": 5.4375,
      "learning_rate": 1.902295948788341e-07,
      "loss": 1.9816,
      "mean_token_accuracy": 0.5689447194337844,
      "num_tokens": 604985503.0,
      "step": 785360
    },
    {
      "epoch": 0.9962098437511892,
      "grad_norm": 5.03125,
      "learning_rate": 1.8959528479254255e-07,
      "loss": 1.9978,
      "mean_token_accuracy": 0.5538987994194031,
      "num_tokens": 604993160.0,
      "step": 785370
    },
    {
      "epoch": 0.996222528343722,
      "grad_norm": 6.75,
      "learning_rate": 1.88960974706251e-07,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5329165548086167,
      "num_tokens": 605001130.0,
      "step": 785380
    },
    {
      "epoch": 0.9962352129362548,
      "grad_norm": 6.71875,
      "learning_rate": 1.8832666461995944e-07,
      "loss": 2.1033,
      "mean_token_accuracy": 0.5409315705299378,
      "num_tokens": 605009096.0,
      "step": 785390
    },
    {
      "epoch": 0.9962478975287877,
      "grad_norm": 5.375,
      "learning_rate": 1.8769235453366792e-07,
      "loss": 2.2628,
      "mean_token_accuracy": 0.509731239080429,
      "num_tokens": 605018085.0,
      "step": 785400
    },
    {
      "epoch": 0.9962605821213205,
      "grad_norm": 6.0625,
      "learning_rate": 1.870580444473764e-07,
      "loss": 1.9239,
      "mean_token_accuracy": 0.5693374574184418,
      "num_tokens": 605025910.0,
      "step": 785410
    },
    {
      "epoch": 0.9962732667138533,
      "grad_norm": 4.59375,
      "learning_rate": 1.8642373436108484e-07,
      "loss": 2.1425,
      "mean_token_accuracy": 0.5319974392652511,
      "num_tokens": 605033211.0,
      "step": 785420
    },
    {
      "epoch": 0.9962859513063862,
      "grad_norm": 4.71875,
      "learning_rate": 1.857894242747933e-07,
      "loss": 2.0763,
      "mean_token_accuracy": 0.5423278003931046,
      "num_tokens": 605040902.0,
      "step": 785430
    },
    {
      "epoch": 0.996298635898919,
      "grad_norm": 4.8125,
      "learning_rate": 1.8515511418850174e-07,
      "loss": 1.9796,
      "mean_token_accuracy": 0.5617940276861191,
      "num_tokens": 605048899.0,
      "step": 785440
    },
    {
      "epoch": 0.9963113204914519,
      "grad_norm": 6.46875,
      "learning_rate": 1.845208041022102e-07,
      "loss": 2.059,
      "mean_token_accuracy": 0.5464933246374131,
      "num_tokens": 605055999.0,
      "step": 785450
    },
    {
      "epoch": 0.9963240050839847,
      "grad_norm": 5.3125,
      "learning_rate": 1.8388649401591866e-07,
      "loss": 2.1365,
      "mean_token_accuracy": 0.5261225491762161,
      "num_tokens": 605065477.0,
      "step": 785460
    },
    {
      "epoch": 0.9963366896765176,
      "grad_norm": 5.46875,
      "learning_rate": 1.832521839296271e-07,
      "loss": 2.0016,
      "mean_token_accuracy": 0.5460728615522384,
      "num_tokens": 605074404.0,
      "step": 785470
    },
    {
      "epoch": 0.9963493742690503,
      "grad_norm": 6.34375,
      "learning_rate": 1.8261787384333556e-07,
      "loss": 2.069,
      "mean_token_accuracy": 0.5422758370637893,
      "num_tokens": 605082204.0,
      "step": 785480
    },
    {
      "epoch": 0.9963620588615832,
      "grad_norm": 5.90625,
      "learning_rate": 1.8198356375704403e-07,
      "loss": 2.2841,
      "mean_token_accuracy": 0.5189688444137573,
      "num_tokens": 605090238.0,
      "step": 785490
    },
    {
      "epoch": 0.996374743454116,
      "grad_norm": 5.1875,
      "learning_rate": 1.8134925367075248e-07,
      "loss": 1.8513,
      "mean_token_accuracy": 0.5828984081745148,
      "num_tokens": 605097775.0,
      "step": 785500
    },
    {
      "epoch": 0.9963874280466488,
      "grad_norm": 7.8125,
      "learning_rate": 1.8071494358446093e-07,
      "loss": 2.0297,
      "mean_token_accuracy": 0.5608437031507492,
      "num_tokens": 605104763.0,
      "step": 785510
    },
    {
      "epoch": 0.9964001126391817,
      "grad_norm": 6.15625,
      "learning_rate": 1.8008063349816938e-07,
      "loss": 2.0653,
      "mean_token_accuracy": 0.5395125687122345,
      "num_tokens": 605112205.0,
      "step": 785520
    },
    {
      "epoch": 0.9964127972317145,
      "grad_norm": 6.09375,
      "learning_rate": 1.7944632341187786e-07,
      "loss": 2.0428,
      "mean_token_accuracy": 0.5430058836936951,
      "num_tokens": 605120600.0,
      "step": 785530
    },
    {
      "epoch": 0.9964254818242474,
      "grad_norm": 3.90625,
      "learning_rate": 1.788120133255863e-07,
      "loss": 1.7148,
      "mean_token_accuracy": 0.61879902780056,
      "num_tokens": 605127207.0,
      "step": 785540
    },
    {
      "epoch": 0.9964381664167802,
      "grad_norm": 5.90625,
      "learning_rate": 1.7817770323929475e-07,
      "loss": 2.142,
      "mean_token_accuracy": 0.5320863723754883,
      "num_tokens": 605134517.0,
      "step": 785550
    },
    {
      "epoch": 0.9964508510093131,
      "grad_norm": 4.78125,
      "learning_rate": 1.775433931530032e-07,
      "loss": 2.079,
      "mean_token_accuracy": 0.539462897181511,
      "num_tokens": 605143574.0,
      "step": 785560
    },
    {
      "epoch": 0.9964635356018459,
      "grad_norm": 7.53125,
      "learning_rate": 1.7690908306671168e-07,
      "loss": 2.0518,
      "mean_token_accuracy": 0.5451083719730377,
      "num_tokens": 605151463.0,
      "step": 785570
    },
    {
      "epoch": 0.9964762201943786,
      "grad_norm": 5.0,
      "learning_rate": 1.7627477298042012e-07,
      "loss": 1.9035,
      "mean_token_accuracy": 0.5783350914716721,
      "num_tokens": 605158461.0,
      "step": 785580
    },
    {
      "epoch": 0.9964889047869115,
      "grad_norm": 4.90625,
      "learning_rate": 1.756404628941286e-07,
      "loss": 2.0021,
      "mean_token_accuracy": 0.5594230115413665,
      "num_tokens": 605166792.0,
      "step": 785590
    },
    {
      "epoch": 0.9965015893794443,
      "grad_norm": 6.46875,
      "learning_rate": 1.7500615280783705e-07,
      "loss": 2.1858,
      "mean_token_accuracy": 0.5276617258787155,
      "num_tokens": 605175118.0,
      "step": 785600
    },
    {
      "epoch": 0.9965142739719772,
      "grad_norm": 6.34375,
      "learning_rate": 1.743718427215455e-07,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5417168140411377,
      "num_tokens": 605184041.0,
      "step": 785610
    },
    {
      "epoch": 0.99652695856451,
      "grad_norm": 6.40625,
      "learning_rate": 1.7373753263525394e-07,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5670522391796112,
      "num_tokens": 605192449.0,
      "step": 785620
    },
    {
      "epoch": 0.9965396431570429,
      "grad_norm": 5.625,
      "learning_rate": 1.731032225489624e-07,
      "loss": 2.0524,
      "mean_token_accuracy": 0.5462744027376175,
      "num_tokens": 605201500.0,
      "step": 785630
    },
    {
      "epoch": 0.9965523277495757,
      "grad_norm": 6.78125,
      "learning_rate": 1.7246891246267084e-07,
      "loss": 1.9186,
      "mean_token_accuracy": 0.5652279436588288,
      "num_tokens": 605208892.0,
      "step": 785640
    },
    {
      "epoch": 0.9965650123421085,
      "grad_norm": 5.34375,
      "learning_rate": 1.7183460237637932e-07,
      "loss": 1.9613,
      "mean_token_accuracy": 0.5584834694862366,
      "num_tokens": 605215533.0,
      "step": 785650
    },
    {
      "epoch": 0.9965776969346414,
      "grad_norm": 6.875,
      "learning_rate": 1.7120029229008777e-07,
      "loss": 2.0808,
      "mean_token_accuracy": 0.5364463627338409,
      "num_tokens": 605224109.0,
      "step": 785660
    },
    {
      "epoch": 0.9965903815271742,
      "grad_norm": 7.15625,
      "learning_rate": 1.7056598220379624e-07,
      "loss": 2.2339,
      "mean_token_accuracy": 0.5153256207704544,
      "num_tokens": 605231320.0,
      "step": 785670
    },
    {
      "epoch": 0.9966030661197071,
      "grad_norm": 4.34375,
      "learning_rate": 1.699316721175047e-07,
      "loss": 1.9667,
      "mean_token_accuracy": 0.566158977150917,
      "num_tokens": 605239563.0,
      "step": 785680
    },
    {
      "epoch": 0.9966157507122398,
      "grad_norm": 4.75,
      "learning_rate": 1.6929736203121314e-07,
      "loss": 2.0787,
      "mean_token_accuracy": 0.542037570476532,
      "num_tokens": 605247725.0,
      "step": 785690
    },
    {
      "epoch": 0.9966284353047727,
      "grad_norm": 5.25,
      "learning_rate": 1.6866305194492159e-07,
      "loss": 2.0294,
      "mean_token_accuracy": 0.5571507692337037,
      "num_tokens": 605255824.0,
      "step": 785700
    },
    {
      "epoch": 0.9966411198973055,
      "grad_norm": 5.15625,
      "learning_rate": 1.6802874185863006e-07,
      "loss": 2.1272,
      "mean_token_accuracy": 0.5286019504070282,
      "num_tokens": 605263420.0,
      "step": 785710
    },
    {
      "epoch": 0.9966538044898384,
      "grad_norm": 8.8125,
      "learning_rate": 1.673944317723385e-07,
      "loss": 2.0375,
      "mean_token_accuracy": 0.550054383277893,
      "num_tokens": 605270490.0,
      "step": 785720
    },
    {
      "epoch": 0.9966664890823712,
      "grad_norm": 6.25,
      "learning_rate": 1.6676012168604696e-07,
      "loss": 1.8247,
      "mean_token_accuracy": 0.5865776091814041,
      "num_tokens": 605276947.0,
      "step": 785730
    },
    {
      "epoch": 0.996679173674904,
      "grad_norm": 6.0625,
      "learning_rate": 1.661258115997554e-07,
      "loss": 2.3647,
      "mean_token_accuracy": 0.4911308795213699,
      "num_tokens": 605285598.0,
      "step": 785740
    },
    {
      "epoch": 0.9966918582674369,
      "grad_norm": 6.0,
      "learning_rate": 1.6549150151346388e-07,
      "loss": 1.8309,
      "mean_token_accuracy": 0.5832768142223358,
      "num_tokens": 605293927.0,
      "step": 785750
    },
    {
      "epoch": 0.9967045428599697,
      "grad_norm": 5.8125,
      "learning_rate": 1.6485719142717233e-07,
      "loss": 2.0835,
      "mean_token_accuracy": 0.5406449377536774,
      "num_tokens": 605301496.0,
      "step": 785760
    },
    {
      "epoch": 0.9967172274525026,
      "grad_norm": 4.53125,
      "learning_rate": 1.6422288134088078e-07,
      "loss": 1.8839,
      "mean_token_accuracy": 0.58079494535923,
      "num_tokens": 605309672.0,
      "step": 785770
    },
    {
      "epoch": 0.9967299120450354,
      "grad_norm": 5.5,
      "learning_rate": 1.6358857125458925e-07,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5278379529714584,
      "num_tokens": 605318330.0,
      "step": 785780
    },
    {
      "epoch": 0.9967425966375683,
      "grad_norm": 5.125,
      "learning_rate": 1.629542611682977e-07,
      "loss": 1.6924,
      "mean_token_accuracy": 0.6097560077905655,
      "num_tokens": 605325688.0,
      "step": 785790
    },
    {
      "epoch": 0.996755281230101,
      "grad_norm": 2.578125,
      "learning_rate": 1.6231995108200615e-07,
      "loss": 1.8356,
      "mean_token_accuracy": 0.599210512638092,
      "num_tokens": 605333220.0,
      "step": 785800
    },
    {
      "epoch": 0.9967679658226338,
      "grad_norm": 4.625,
      "learning_rate": 1.616856409957146e-07,
      "loss": 1.8332,
      "mean_token_accuracy": 0.5824169158935547,
      "num_tokens": 605341075.0,
      "step": 785810
    },
    {
      "epoch": 0.9967806504151667,
      "grad_norm": 5.25,
      "learning_rate": 1.6105133090942305e-07,
      "loss": 2.0262,
      "mean_token_accuracy": 0.5454819917678833,
      "num_tokens": 605349430.0,
      "step": 785820
    },
    {
      "epoch": 0.9967933350076995,
      "grad_norm": 7.15625,
      "learning_rate": 1.6041702082313152e-07,
      "loss": 2.2677,
      "mean_token_accuracy": 0.5155153870582581,
      "num_tokens": 605357904.0,
      "step": 785830
    },
    {
      "epoch": 0.9968060196002324,
      "grad_norm": 5.25,
      "learning_rate": 1.5978271073684e-07,
      "loss": 2.031,
      "mean_token_accuracy": 0.5643086433410645,
      "num_tokens": 605364784.0,
      "step": 785840
    },
    {
      "epoch": 0.9968187041927652,
      "grad_norm": 4.0625,
      "learning_rate": 1.5914840065054845e-07,
      "loss": 2.0546,
      "mean_token_accuracy": 0.5407778143882751,
      "num_tokens": 605372258.0,
      "step": 785850
    },
    {
      "epoch": 0.9968313887852981,
      "grad_norm": 8.9375,
      "learning_rate": 1.585140905642569e-07,
      "loss": 2.1457,
      "mean_token_accuracy": 0.5328107476234436,
      "num_tokens": 605379142.0,
      "step": 785860
    },
    {
      "epoch": 0.9968440733778309,
      "grad_norm": 7.09375,
      "learning_rate": 1.5787978047796534e-07,
      "loss": 1.9785,
      "mean_token_accuracy": 0.568440055847168,
      "num_tokens": 605386244.0,
      "step": 785870
    },
    {
      "epoch": 0.9968567579703638,
      "grad_norm": 5.75,
      "learning_rate": 1.572454703916738e-07,
      "loss": 1.9967,
      "mean_token_accuracy": 0.5584956496953964,
      "num_tokens": 605393204.0,
      "step": 785880
    },
    {
      "epoch": 0.9968694425628966,
      "grad_norm": 5.09375,
      "learning_rate": 1.5661116030538224e-07,
      "loss": 2.1241,
      "mean_token_accuracy": 0.5338712155818939,
      "num_tokens": 605402081.0,
      "step": 785890
    },
    {
      "epoch": 0.9968821271554293,
      "grad_norm": 6.34375,
      "learning_rate": 1.5597685021909072e-07,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5395776748657226,
      "num_tokens": 605409344.0,
      "step": 785900
    },
    {
      "epoch": 0.9968948117479622,
      "grad_norm": 5.03125,
      "learning_rate": 1.5534254013279916e-07,
      "loss": 2.1399,
      "mean_token_accuracy": 0.526413094997406,
      "num_tokens": 605417079.0,
      "step": 785910
    },
    {
      "epoch": 0.996907496340495,
      "grad_norm": 5.40625,
      "learning_rate": 1.547082300465076e-07,
      "loss": 2.0565,
      "mean_token_accuracy": 0.5424048721790313,
      "num_tokens": 605424623.0,
      "step": 785920
    },
    {
      "epoch": 0.9969201809330279,
      "grad_norm": 4.78125,
      "learning_rate": 1.540739199602161e-07,
      "loss": 2.1006,
      "mean_token_accuracy": 0.5420380592346191,
      "num_tokens": 605433434.0,
      "step": 785930
    },
    {
      "epoch": 0.9969328655255607,
      "grad_norm": 5.65625,
      "learning_rate": 1.5343960987392454e-07,
      "loss": 2.2034,
      "mean_token_accuracy": 0.515781918168068,
      "num_tokens": 605441590.0,
      "step": 785940
    },
    {
      "epoch": 0.9969455501180936,
      "grad_norm": 6.59375,
      "learning_rate": 1.5280529978763299e-07,
      "loss": 1.7296,
      "mean_token_accuracy": 0.6106765449047089,
      "num_tokens": 605449671.0,
      "step": 785950
    },
    {
      "epoch": 0.9969582347106264,
      "grad_norm": 6.625,
      "learning_rate": 1.5217098970134146e-07,
      "loss": 2.2328,
      "mean_token_accuracy": 0.5205405831336976,
      "num_tokens": 605458220.0,
      "step": 785960
    },
    {
      "epoch": 0.9969709193031592,
      "grad_norm": 5.09375,
      "learning_rate": 1.515366796150499e-07,
      "loss": 1.9216,
      "mean_token_accuracy": 0.5845798790454865,
      "num_tokens": 605465795.0,
      "step": 785970
    },
    {
      "epoch": 0.9969836038956921,
      "grad_norm": 5.78125,
      "learning_rate": 1.5090236952875836e-07,
      "loss": 1.9886,
      "mean_token_accuracy": 0.5620734930038452,
      "num_tokens": 605473117.0,
      "step": 785980
    },
    {
      "epoch": 0.9969962884882249,
      "grad_norm": 5.1875,
      "learning_rate": 1.502680594424668e-07,
      "loss": 2.2323,
      "mean_token_accuracy": 0.5133198618888855,
      "num_tokens": 605481701.0,
      "step": 785990
    },
    {
      "epoch": 0.9970089730807578,
      "grad_norm": 7.625,
      "learning_rate": 1.4963374935617525e-07,
      "loss": 2.0834,
      "mean_token_accuracy": 0.538156396150589,
      "num_tokens": 605488216.0,
      "step": 786000
    },
    {
      "epoch": 0.9970216576732905,
      "grad_norm": 9.0625,
      "learning_rate": 1.4899943926988373e-07,
      "loss": 2.1107,
      "mean_token_accuracy": 0.5243389666080475,
      "num_tokens": 605496708.0,
      "step": 786010
    },
    {
      "epoch": 0.9970343422658234,
      "grad_norm": 7.34375,
      "learning_rate": 1.4836512918359218e-07,
      "loss": 2.2552,
      "mean_token_accuracy": 0.5158959716558457,
      "num_tokens": 605503568.0,
      "step": 786020
    },
    {
      "epoch": 0.9970470268583562,
      "grad_norm": 5.78125,
      "learning_rate": 1.4773081909730065e-07,
      "loss": 1.9256,
      "mean_token_accuracy": 0.5759222269058227,
      "num_tokens": 605511019.0,
      "step": 786030
    },
    {
      "epoch": 0.997059711450889,
      "grad_norm": 5.125,
      "learning_rate": 1.470965090110091e-07,
      "loss": 1.9658,
      "mean_token_accuracy": 0.5562722504138946,
      "num_tokens": 605518650.0,
      "step": 786040
    },
    {
      "epoch": 0.9970723960434219,
      "grad_norm": 9.6875,
      "learning_rate": 1.4646219892471755e-07,
      "loss": 2.0238,
      "mean_token_accuracy": 0.5596706867218018,
      "num_tokens": 605525236.0,
      "step": 786050
    },
    {
      "epoch": 0.9970850806359547,
      "grad_norm": 6.1875,
      "learning_rate": 1.45827888838426e-07,
      "loss": 1.9052,
      "mean_token_accuracy": 0.5800251841545105,
      "num_tokens": 605532469.0,
      "step": 786060
    },
    {
      "epoch": 0.9970977652284876,
      "grad_norm": 6.65625,
      "learning_rate": 1.4519357875213445e-07,
      "loss": 2.0193,
      "mean_token_accuracy": 0.5477199614048004,
      "num_tokens": 605539930.0,
      "step": 786070
    },
    {
      "epoch": 0.9971104498210204,
      "grad_norm": 7.3125,
      "learning_rate": 1.445592686658429e-07,
      "loss": 1.9941,
      "mean_token_accuracy": 0.5538772135972977,
      "num_tokens": 605547169.0,
      "step": 786080
    },
    {
      "epoch": 0.9971231344135533,
      "grad_norm": 5.28125,
      "learning_rate": 1.4392495857955137e-07,
      "loss": 2.034,
      "mean_token_accuracy": 0.542520159482956,
      "num_tokens": 605555456.0,
      "step": 786090
    },
    {
      "epoch": 0.997135819006086,
      "grad_norm": 6.625,
      "learning_rate": 1.4329064849325985e-07,
      "loss": 2.0214,
      "mean_token_accuracy": 0.5445245742797852,
      "num_tokens": 605563377.0,
      "step": 786100
    },
    {
      "epoch": 0.997148503598619,
      "grad_norm": 6.5,
      "learning_rate": 1.426563384069683e-07,
      "loss": 2.0404,
      "mean_token_accuracy": 0.5412440806627273,
      "num_tokens": 605570312.0,
      "step": 786110
    },
    {
      "epoch": 0.9971611881911517,
      "grad_norm": 5.0,
      "learning_rate": 1.4202202832067674e-07,
      "loss": 1.9676,
      "mean_token_accuracy": 0.5825704306364059,
      "num_tokens": 605578157.0,
      "step": 786120
    },
    {
      "epoch": 0.9971738727836845,
      "grad_norm": 5.34375,
      "learning_rate": 1.413877182343852e-07,
      "loss": 2.133,
      "mean_token_accuracy": 0.532810840010643,
      "num_tokens": 605586031.0,
      "step": 786130
    },
    {
      "epoch": 0.9971865573762174,
      "grad_norm": 5.375,
      "learning_rate": 1.4075340814809364e-07,
      "loss": 1.873,
      "mean_token_accuracy": 0.5798925638198853,
      "num_tokens": 605593872.0,
      "step": 786140
    },
    {
      "epoch": 0.9971992419687502,
      "grad_norm": 5.9375,
      "learning_rate": 1.4011909806180211e-07,
      "loss": 2.0994,
      "mean_token_accuracy": 0.5312145709991455,
      "num_tokens": 605600977.0,
      "step": 786150
    },
    {
      "epoch": 0.9972119265612831,
      "grad_norm": 5.84375,
      "learning_rate": 1.3948478797551056e-07,
      "loss": 1.8668,
      "mean_token_accuracy": 0.5892153054475784,
      "num_tokens": 605607732.0,
      "step": 786160
    },
    {
      "epoch": 0.9972246111538159,
      "grad_norm": 5.78125,
      "learning_rate": 1.38850477889219e-07,
      "loss": 2.0126,
      "mean_token_accuracy": 0.555164584517479,
      "num_tokens": 605615799.0,
      "step": 786170
    },
    {
      "epoch": 0.9972372957463488,
      "grad_norm": 8.8125,
      "learning_rate": 1.382161678029275e-07,
      "loss": 2.004,
      "mean_token_accuracy": 0.5506570339202881,
      "num_tokens": 605623603.0,
      "step": 786180
    },
    {
      "epoch": 0.9972499803388816,
      "grad_norm": 5.09375,
      "learning_rate": 1.3758185771663594e-07,
      "loss": 1.9049,
      "mean_token_accuracy": 0.5770239979028702,
      "num_tokens": 605631535.0,
      "step": 786190
    },
    {
      "epoch": 0.9972626649314144,
      "grad_norm": 5.09375,
      "learning_rate": 1.3694754763034438e-07,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5195018410682678,
      "num_tokens": 605640432.0,
      "step": 786200
    },
    {
      "epoch": 0.9972753495239473,
      "grad_norm": 5.78125,
      "learning_rate": 1.3631323754405283e-07,
      "loss": 2.0414,
      "mean_token_accuracy": 0.5558571606874466,
      "num_tokens": 605647332.0,
      "step": 786210
    },
    {
      "epoch": 0.99728803411648,
      "grad_norm": 5.1875,
      "learning_rate": 1.356789274577613e-07,
      "loss": 2.236,
      "mean_token_accuracy": 0.5127269387245178,
      "num_tokens": 605656585.0,
      "step": 786220
    },
    {
      "epoch": 0.9973007187090129,
      "grad_norm": 7.09375,
      "learning_rate": 1.3504461737146976e-07,
      "loss": 1.9529,
      "mean_token_accuracy": 0.5713641554117203,
      "num_tokens": 605663051.0,
      "step": 786230
    },
    {
      "epoch": 0.9973134033015457,
      "grad_norm": 6.78125,
      "learning_rate": 1.344103072851782e-07,
      "loss": 2.0601,
      "mean_token_accuracy": 0.5381521672010422,
      "num_tokens": 605670252.0,
      "step": 786240
    },
    {
      "epoch": 0.9973260878940786,
      "grad_norm": 5.40625,
      "learning_rate": 1.3377599719888665e-07,
      "loss": 2.2093,
      "mean_token_accuracy": 0.522821918129921,
      "num_tokens": 605678473.0,
      "step": 786250
    },
    {
      "epoch": 0.9973387724866114,
      "grad_norm": 5.5625,
      "learning_rate": 1.331416871125951e-07,
      "loss": 2.0491,
      "mean_token_accuracy": 0.555736991763115,
      "num_tokens": 605685896.0,
      "step": 786260
    },
    {
      "epoch": 0.9973514570791443,
      "grad_norm": 5.09375,
      "learning_rate": 1.3250737702630358e-07,
      "loss": 1.9395,
      "mean_token_accuracy": 0.5640175223350525,
      "num_tokens": 605693227.0,
      "step": 786270
    },
    {
      "epoch": 0.9973641416716771,
      "grad_norm": 6.8125,
      "learning_rate": 1.3187306694001205e-07,
      "loss": 1.8392,
      "mean_token_accuracy": 0.5856510728597641,
      "num_tokens": 605699982.0,
      "step": 786280
    },
    {
      "epoch": 0.9973768262642099,
      "grad_norm": 5.84375,
      "learning_rate": 1.312387568537205e-07,
      "loss": 2.1554,
      "mean_token_accuracy": 0.5213827937841415,
      "num_tokens": 605707471.0,
      "step": 786290
    },
    {
      "epoch": 0.9973895108567428,
      "grad_norm": 9.9375,
      "learning_rate": 1.3060444676742895e-07,
      "loss": 2.067,
      "mean_token_accuracy": 0.5484482765197753,
      "num_tokens": 605714095.0,
      "step": 786300
    },
    {
      "epoch": 0.9974021954492756,
      "grad_norm": 4.875,
      "learning_rate": 1.299701366811374e-07,
      "loss": 2.2767,
      "mean_token_accuracy": 0.5075131356716156,
      "num_tokens": 605722521.0,
      "step": 786310
    },
    {
      "epoch": 0.9974148800418084,
      "grad_norm": 7.09375,
      "learning_rate": 1.2933582659484585e-07,
      "loss": 2.094,
      "mean_token_accuracy": 0.5349413156509399,
      "num_tokens": 605730992.0,
      "step": 786320
    },
    {
      "epoch": 0.9974275646343412,
      "grad_norm": 6.625,
      "learning_rate": 1.287015165085543e-07,
      "loss": 1.9241,
      "mean_token_accuracy": 0.5801989883184433,
      "num_tokens": 605738251.0,
      "step": 786330
    },
    {
      "epoch": 0.9974402492268741,
      "grad_norm": 4.5625,
      "learning_rate": 1.2806720642226277e-07,
      "loss": 1.9638,
      "mean_token_accuracy": 0.5685420155525207,
      "num_tokens": 605746373.0,
      "step": 786340
    },
    {
      "epoch": 0.9974529338194069,
      "grad_norm": 5.15625,
      "learning_rate": 1.2743289633597122e-07,
      "loss": 2.1167,
      "mean_token_accuracy": 0.5335388958454133,
      "num_tokens": 605755352.0,
      "step": 786350
    },
    {
      "epoch": 0.9974656184119397,
      "grad_norm": 8.25,
      "learning_rate": 1.267985862496797e-07,
      "loss": 2.1007,
      "mean_token_accuracy": 0.540822172164917,
      "num_tokens": 605762560.0,
      "step": 786360
    },
    {
      "epoch": 0.9974783030044726,
      "grad_norm": 5.3125,
      "learning_rate": 1.2616427616338814e-07,
      "loss": 1.9923,
      "mean_token_accuracy": 0.5491041392087936,
      "num_tokens": 605771040.0,
      "step": 786370
    },
    {
      "epoch": 0.9974909875970054,
      "grad_norm": 4.53125,
      "learning_rate": 1.255299660770966e-07,
      "loss": 2.0264,
      "mean_token_accuracy": 0.5595649123191834,
      "num_tokens": 605779695.0,
      "step": 786380
    },
    {
      "epoch": 0.9975036721895383,
      "grad_norm": 4.78125,
      "learning_rate": 1.2489565599080504e-07,
      "loss": 2.0387,
      "mean_token_accuracy": 0.5500619977712631,
      "num_tokens": 605788128.0,
      "step": 786390
    },
    {
      "epoch": 0.9975163567820711,
      "grad_norm": 4.75,
      "learning_rate": 1.2426134590451351e-07,
      "loss": 1.8698,
      "mean_token_accuracy": 0.5750030815601349,
      "num_tokens": 605795722.0,
      "step": 786400
    },
    {
      "epoch": 0.997529041374604,
      "grad_norm": 5.0,
      "learning_rate": 1.2362703581822196e-07,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5424375146627426,
      "num_tokens": 605803213.0,
      "step": 786410
    },
    {
      "epoch": 0.9975417259671367,
      "grad_norm": 5.15625,
      "learning_rate": 1.229927257319304e-07,
      "loss": 2.2507,
      "mean_token_accuracy": 0.5169490784406662,
      "num_tokens": 605811615.0,
      "step": 786420
    },
    {
      "epoch": 0.9975544105596696,
      "grad_norm": 6.3125,
      "learning_rate": 1.2235841564563886e-07,
      "loss": 1.9956,
      "mean_token_accuracy": 0.5600882589817047,
      "num_tokens": 605819813.0,
      "step": 786430
    },
    {
      "epoch": 0.9975670951522024,
      "grad_norm": 7.1875,
      "learning_rate": 1.2172410555934733e-07,
      "loss": 2.1125,
      "mean_token_accuracy": 0.5310195505619049,
      "num_tokens": 605826460.0,
      "step": 786440
    },
    {
      "epoch": 0.9975797797447352,
      "grad_norm": 6.96875,
      "learning_rate": 1.2108979547305578e-07,
      "loss": 2.1536,
      "mean_token_accuracy": 0.5233568489551544,
      "num_tokens": 605833413.0,
      "step": 786450
    },
    {
      "epoch": 0.9975924643372681,
      "grad_norm": 6.1875,
      "learning_rate": 1.2045548538676423e-07,
      "loss": 2.0008,
      "mean_token_accuracy": 0.5490407973527909,
      "num_tokens": 605840174.0,
      "step": 786460
    },
    {
      "epoch": 0.9976051489298009,
      "grad_norm": 5.9375,
      "learning_rate": 1.198211753004727e-07,
      "loss": 2.2569,
      "mean_token_accuracy": 0.5192667573690415,
      "num_tokens": 605848012.0,
      "step": 786470
    },
    {
      "epoch": 0.9976178335223338,
      "grad_norm": 6.625,
      "learning_rate": 1.1918686521418116e-07,
      "loss": 1.8116,
      "mean_token_accuracy": 0.5978242307901382,
      "num_tokens": 605854587.0,
      "step": 786480
    },
    {
      "epoch": 0.9976305181148666,
      "grad_norm": 5.5,
      "learning_rate": 1.185525551278896e-07,
      "loss": 1.8456,
      "mean_token_accuracy": 0.5810285538434983,
      "num_tokens": 605862622.0,
      "step": 786490
    },
    {
      "epoch": 0.9976432027073995,
      "grad_norm": 4.9375,
      "learning_rate": 1.1791824504159805e-07,
      "loss": 1.9999,
      "mean_token_accuracy": 0.5541372954845428,
      "num_tokens": 605871124.0,
      "step": 786500
    },
    {
      "epoch": 0.9976558872999323,
      "grad_norm": 6.1875,
      "learning_rate": 1.1728393495530651e-07,
      "loss": 1.9871,
      "mean_token_accuracy": 0.5505956918001175,
      "num_tokens": 605879142.0,
      "step": 786510
    },
    {
      "epoch": 0.997668571892465,
      "grad_norm": 5.4375,
      "learning_rate": 1.1664962486901496e-07,
      "loss": 2.3426,
      "mean_token_accuracy": 0.5018456667661667,
      "num_tokens": 605887803.0,
      "step": 786520
    },
    {
      "epoch": 0.997681256484998,
      "grad_norm": 4.65625,
      "learning_rate": 1.1601531478272344e-07,
      "loss": 1.9543,
      "mean_token_accuracy": 0.5597832202911377,
      "num_tokens": 605894981.0,
      "step": 786530
    },
    {
      "epoch": 0.9976939410775307,
      "grad_norm": 10.625,
      "learning_rate": 1.1538100469643189e-07,
      "loss": 2.1393,
      "mean_token_accuracy": 0.5286856681108475,
      "num_tokens": 605903117.0,
      "step": 786540
    },
    {
      "epoch": 0.9977066256700636,
      "grad_norm": 5.25,
      "learning_rate": 1.1474669461014035e-07,
      "loss": 2.1982,
      "mean_token_accuracy": 0.5261901468038559,
      "num_tokens": 605911315.0,
      "step": 786550
    },
    {
      "epoch": 0.9977193102625964,
      "grad_norm": 6.75,
      "learning_rate": 1.141123845238488e-07,
      "loss": 1.9359,
      "mean_token_accuracy": 0.5648769497871399,
      "num_tokens": 605917287.0,
      "step": 786560
    },
    {
      "epoch": 0.9977319948551293,
      "grad_norm": 5.4375,
      "learning_rate": 1.1347807443755724e-07,
      "loss": 2.1251,
      "mean_token_accuracy": 0.5335059314966202,
      "num_tokens": 605925377.0,
      "step": 786570
    },
    {
      "epoch": 0.9977446794476621,
      "grad_norm": 5.84375,
      "learning_rate": 1.128437643512657e-07,
      "loss": 2.1108,
      "mean_token_accuracy": 0.5394684374332428,
      "num_tokens": 605932814.0,
      "step": 786580
    },
    {
      "epoch": 0.9977573640401949,
      "grad_norm": 4.9375,
      "learning_rate": 1.1220945426497417e-07,
      "loss": 2.2435,
      "mean_token_accuracy": 0.5122812509536743,
      "num_tokens": 605942489.0,
      "step": 786590
    },
    {
      "epoch": 0.9977700486327278,
      "grad_norm": 5.375,
      "learning_rate": 1.1157514417868263e-07,
      "loss": 1.9795,
      "mean_token_accuracy": 0.5574409693479538,
      "num_tokens": 605950188.0,
      "step": 786600
    },
    {
      "epoch": 0.9977827332252606,
      "grad_norm": 4.78125,
      "learning_rate": 1.1094083409239108e-07,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5415982276201248,
      "num_tokens": 605959854.0,
      "step": 786610
    },
    {
      "epoch": 0.9977954178177935,
      "grad_norm": 7.875,
      "learning_rate": 1.1030652400609953e-07,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5446613907814026,
      "num_tokens": 605968926.0,
      "step": 786620
    },
    {
      "epoch": 0.9978081024103262,
      "grad_norm": 5.6875,
      "learning_rate": 1.0967221391980799e-07,
      "loss": 2.3633,
      "mean_token_accuracy": 0.5035707890987396,
      "num_tokens": 605976033.0,
      "step": 786630
    },
    {
      "epoch": 0.9978207870028591,
      "grad_norm": 5.59375,
      "learning_rate": 1.0903790383351644e-07,
      "loss": 2.0222,
      "mean_token_accuracy": 0.5475017189979553,
      "num_tokens": 605984340.0,
      "step": 786640
    },
    {
      "epoch": 0.9978334715953919,
      "grad_norm": 5.4375,
      "learning_rate": 1.0840359374722491e-07,
      "loss": 2.0608,
      "mean_token_accuracy": 0.5380671143531799,
      "num_tokens": 605992580.0,
      "step": 786650
    },
    {
      "epoch": 0.9978461561879248,
      "grad_norm": 5.28125,
      "learning_rate": 1.0776928366093336e-07,
      "loss": 2.0717,
      "mean_token_accuracy": 0.5381299167871475,
      "num_tokens": 606001311.0,
      "step": 786660
    },
    {
      "epoch": 0.9978588407804576,
      "grad_norm": 7.65625,
      "learning_rate": 1.0713497357464181e-07,
      "loss": 2.0,
      "mean_token_accuracy": 0.5567295849323273,
      "num_tokens": 606007828.0,
      "step": 786670
    },
    {
      "epoch": 0.9978715253729904,
      "grad_norm": 5.625,
      "learning_rate": 1.0650066348835027e-07,
      "loss": 2.0678,
      "mean_token_accuracy": 0.5359913975000381,
      "num_tokens": 606016833.0,
      "step": 786680
    },
    {
      "epoch": 0.9978842099655233,
      "grad_norm": 6.28125,
      "learning_rate": 1.0586635340205872e-07,
      "loss": 2.2049,
      "mean_token_accuracy": 0.5202916890382767,
      "num_tokens": 606025155.0,
      "step": 786690
    },
    {
      "epoch": 0.9978968945580561,
      "grad_norm": 5.84375,
      "learning_rate": 1.0523204331576717e-07,
      "loss": 1.9376,
      "mean_token_accuracy": 0.5688683658838272,
      "num_tokens": 606032562.0,
      "step": 786700
    },
    {
      "epoch": 0.997909579150589,
      "grad_norm": 4.96875,
      "learning_rate": 1.0459773322947562e-07,
      "loss": 1.971,
      "mean_token_accuracy": 0.561401504278183,
      "num_tokens": 606039752.0,
      "step": 786710
    },
    {
      "epoch": 0.9979222637431218,
      "grad_norm": 5.3125,
      "learning_rate": 1.0396342314318409e-07,
      "loss": 1.9441,
      "mean_token_accuracy": 0.5660133332014083,
      "num_tokens": 606047385.0,
      "step": 786720
    },
    {
      "epoch": 0.9979349483356547,
      "grad_norm": 4.8125,
      "learning_rate": 1.0332911305689255e-07,
      "loss": 2.0166,
      "mean_token_accuracy": 0.5542076021432877,
      "num_tokens": 606054421.0,
      "step": 786730
    },
    {
      "epoch": 0.9979476329281874,
      "grad_norm": 5.53125,
      "learning_rate": 1.02694802970601e-07,
      "loss": 2.0754,
      "mean_token_accuracy": 0.5337236970663071,
      "num_tokens": 606062291.0,
      "step": 786740
    },
    {
      "epoch": 0.9979603175207202,
      "grad_norm": 4.6875,
      "learning_rate": 1.0206049288430945e-07,
      "loss": 2.1156,
      "mean_token_accuracy": 0.5314395368099213,
      "num_tokens": 606071133.0,
      "step": 786750
    },
    {
      "epoch": 0.9979730021132531,
      "grad_norm": 8.875,
      "learning_rate": 1.0142618279801791e-07,
      "loss": 2.0274,
      "mean_token_accuracy": 0.5480333477258682,
      "num_tokens": 606078869.0,
      "step": 786760
    },
    {
      "epoch": 0.9979856867057859,
      "grad_norm": 7.03125,
      "learning_rate": 1.0079187271172636e-07,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5493284702301026,
      "num_tokens": 606086956.0,
      "step": 786770
    },
    {
      "epoch": 0.9979983712983188,
      "grad_norm": 5.875,
      "learning_rate": 1.0015756262543484e-07,
      "loss": 1.9674,
      "mean_token_accuracy": 0.5560383439064026,
      "num_tokens": 606094693.0,
      "step": 786780
    },
    {
      "epoch": 0.9980110558908516,
      "grad_norm": 4.8125,
      "learning_rate": 9.952325253914329e-08,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5437779664993286,
      "num_tokens": 606101718.0,
      "step": 786790
    },
    {
      "epoch": 0.9980237404833845,
      "grad_norm": 5.4375,
      "learning_rate": 9.888894245285173e-08,
      "loss": 2.1313,
      "mean_token_accuracy": 0.5347041040658951,
      "num_tokens": 606110056.0,
      "step": 786800
    },
    {
      "epoch": 0.9980364250759173,
      "grad_norm": 5.9375,
      "learning_rate": 9.82546323665602e-08,
      "loss": 2.1685,
      "mean_token_accuracy": 0.5221146374940873,
      "num_tokens": 606117561.0,
      "step": 786810
    },
    {
      "epoch": 0.9980491096684502,
      "grad_norm": 6.15625,
      "learning_rate": 9.762032228026864e-08,
      "loss": 1.7774,
      "mean_token_accuracy": 0.5908114105463028,
      "num_tokens": 606123860.0,
      "step": 786820
    },
    {
      "epoch": 0.998061794260983,
      "grad_norm": 5.28125,
      "learning_rate": 9.69860121939771e-08,
      "loss": 2.2229,
      "mean_token_accuracy": 0.5239182561635971,
      "num_tokens": 606130592.0,
      "step": 786830
    },
    {
      "epoch": 0.9980744788535157,
      "grad_norm": 5.9375,
      "learning_rate": 9.635170210768555e-08,
      "loss": 2.0097,
      "mean_token_accuracy": 0.5603167027235031,
      "num_tokens": 606139213.0,
      "step": 786840
    },
    {
      "epoch": 0.9980871634460486,
      "grad_norm": 6.03125,
      "learning_rate": 9.571739202139402e-08,
      "loss": 1.9746,
      "mean_token_accuracy": 0.5551636219024658,
      "num_tokens": 606147209.0,
      "step": 786850
    },
    {
      "epoch": 0.9980998480385814,
      "grad_norm": 6.09375,
      "learning_rate": 9.508308193510248e-08,
      "loss": 2.0385,
      "mean_token_accuracy": 0.5439153432846069,
      "num_tokens": 606155346.0,
      "step": 786860
    },
    {
      "epoch": 0.9981125326311143,
      "grad_norm": 5.625,
      "learning_rate": 9.444877184881093e-08,
      "loss": 1.8519,
      "mean_token_accuracy": 0.5840039610862732,
      "num_tokens": 606162678.0,
      "step": 786870
    },
    {
      "epoch": 0.9981252172236471,
      "grad_norm": 6.9375,
      "learning_rate": 9.381446176251937e-08,
      "loss": 2.2336,
      "mean_token_accuracy": 0.5197860062122345,
      "num_tokens": 606170644.0,
      "step": 786880
    },
    {
      "epoch": 0.99813790181618,
      "grad_norm": 5.59375,
      "learning_rate": 9.318015167622784e-08,
      "loss": 2.2443,
      "mean_token_accuracy": 0.5138999730348587,
      "num_tokens": 606179723.0,
      "step": 786890
    },
    {
      "epoch": 0.9981505864087128,
      "grad_norm": 6.84375,
      "learning_rate": 9.25458415899363e-08,
      "loss": 2.1606,
      "mean_token_accuracy": 0.5352610677480698,
      "num_tokens": 606187731.0,
      "step": 786900
    },
    {
      "epoch": 0.9981632710012456,
      "grad_norm": 5.15625,
      "learning_rate": 9.191153150364475e-08,
      "loss": 1.9409,
      "mean_token_accuracy": 0.5743936598300934,
      "num_tokens": 606194406.0,
      "step": 786910
    },
    {
      "epoch": 0.9981759555937785,
      "grad_norm": 8.4375,
      "learning_rate": 9.127722141735321e-08,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5472680628299713,
      "num_tokens": 606202872.0,
      "step": 786920
    },
    {
      "epoch": 0.9981886401863113,
      "grad_norm": 5.8125,
      "learning_rate": 9.064291133106166e-08,
      "loss": 2.1869,
      "mean_token_accuracy": 0.5275795519351959,
      "num_tokens": 606211852.0,
      "step": 786930
    },
    {
      "epoch": 0.9982013247788442,
      "grad_norm": 7.4375,
      "learning_rate": 9.000860124477012e-08,
      "loss": 2.066,
      "mean_token_accuracy": 0.5466674864292145,
      "num_tokens": 606220351.0,
      "step": 786940
    },
    {
      "epoch": 0.9982140093713769,
      "grad_norm": 5.75,
      "learning_rate": 8.937429115847858e-08,
      "loss": 2.0666,
      "mean_token_accuracy": 0.5583699822425843,
      "num_tokens": 606227506.0,
      "step": 786950
    },
    {
      "epoch": 0.9982266939639098,
      "grad_norm": 5.6875,
      "learning_rate": 8.873998107218703e-08,
      "loss": 1.765,
      "mean_token_accuracy": 0.6015226393938065,
      "num_tokens": 606235298.0,
      "step": 786960
    },
    {
      "epoch": 0.9982393785564426,
      "grad_norm": 7.9375,
      "learning_rate": 8.810567098589548e-08,
      "loss": 2.1188,
      "mean_token_accuracy": 0.5440266400575637,
      "num_tokens": 606243769.0,
      "step": 786970
    },
    {
      "epoch": 0.9982520631489754,
      "grad_norm": 4.90625,
      "learning_rate": 8.747136089960394e-08,
      "loss": 2.0466,
      "mean_token_accuracy": 0.5602183252573013,
      "num_tokens": 606251794.0,
      "step": 786980
    },
    {
      "epoch": 0.9982647477415083,
      "grad_norm": 13.125,
      "learning_rate": 8.68370508133124e-08,
      "loss": 2.0552,
      "mean_token_accuracy": 0.5377747923135757,
      "num_tokens": 606259251.0,
      "step": 786990
    },
    {
      "epoch": 0.9982774323340411,
      "grad_norm": 5.5625,
      "learning_rate": 8.620274072702085e-08,
      "loss": 2.0831,
      "mean_token_accuracy": 0.5376973420381546,
      "num_tokens": 606267065.0,
      "step": 787000
    },
    {
      "epoch": 0.998290116926574,
      "grad_norm": 4.6875,
      "learning_rate": 8.556843064072931e-08,
      "loss": 2.0197,
      "mean_token_accuracy": 0.5553393334150314,
      "num_tokens": 606275295.0,
      "step": 787010
    },
    {
      "epoch": 0.9983028015191068,
      "grad_norm": 6.15625,
      "learning_rate": 8.493412055443776e-08,
      "loss": 2.1019,
      "mean_token_accuracy": 0.5445729464292526,
      "num_tokens": 606282917.0,
      "step": 787020
    },
    {
      "epoch": 0.9983154861116397,
      "grad_norm": 6.71875,
      "learning_rate": 8.429981046814622e-08,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5509400606155396,
      "num_tokens": 606289805.0,
      "step": 787030
    },
    {
      "epoch": 0.9983281707041725,
      "grad_norm": 5.46875,
      "learning_rate": 8.366550038185467e-08,
      "loss": 2.2202,
      "mean_token_accuracy": 0.5188564270734787,
      "num_tokens": 606298576.0,
      "step": 787040
    },
    {
      "epoch": 0.9983408552967054,
      "grad_norm": 5.625,
      "learning_rate": 8.303119029556313e-08,
      "loss": 2.1716,
      "mean_token_accuracy": 0.5237137794494628,
      "num_tokens": 606306569.0,
      "step": 787050
    },
    {
      "epoch": 0.9983535398892381,
      "grad_norm": 6.09375,
      "learning_rate": 8.239688020927158e-08,
      "loss": 1.9358,
      "mean_token_accuracy": 0.5614049971103668,
      "num_tokens": 606314149.0,
      "step": 787060
    },
    {
      "epoch": 0.9983662244817709,
      "grad_norm": 5.0625,
      "learning_rate": 8.176257012298004e-08,
      "loss": 2.083,
      "mean_token_accuracy": 0.5373192846775054,
      "num_tokens": 606321520.0,
      "step": 787070
    },
    {
      "epoch": 0.9983789090743038,
      "grad_norm": 6.46875,
      "learning_rate": 8.11282600366885e-08,
      "loss": 2.0566,
      "mean_token_accuracy": 0.556781479716301,
      "num_tokens": 606327589.0,
      "step": 787080
    },
    {
      "epoch": 0.9983915936668366,
      "grad_norm": 4.84375,
      "learning_rate": 8.049394995039695e-08,
      "loss": 2.2714,
      "mean_token_accuracy": 0.5138690412044525,
      "num_tokens": 606337508.0,
      "step": 787090
    },
    {
      "epoch": 0.9984042782593695,
      "grad_norm": 7.25,
      "learning_rate": 7.98596398641054e-08,
      "loss": 2.0371,
      "mean_token_accuracy": 0.5457492709159851,
      "num_tokens": 606345371.0,
      "step": 787100
    },
    {
      "epoch": 0.9984169628519023,
      "grad_norm": 9.0,
      "learning_rate": 7.922532977781386e-08,
      "loss": 1.9846,
      "mean_token_accuracy": 0.5551220804452897,
      "num_tokens": 606352663.0,
      "step": 787110
    },
    {
      "epoch": 0.9984296474444352,
      "grad_norm": 6.5,
      "learning_rate": 7.859101969152233e-08,
      "loss": 2.0558,
      "mean_token_accuracy": 0.5429787397384643,
      "num_tokens": 606360361.0,
      "step": 787120
    },
    {
      "epoch": 0.998442332036968,
      "grad_norm": 4.84375,
      "learning_rate": 7.795670960523077e-08,
      "loss": 2.042,
      "mean_token_accuracy": 0.5452626883983612,
      "num_tokens": 606369068.0,
      "step": 787130
    },
    {
      "epoch": 0.9984550166295008,
      "grad_norm": 4.9375,
      "learning_rate": 7.732239951893924e-08,
      "loss": 2.0936,
      "mean_token_accuracy": 0.5297971218824387,
      "num_tokens": 606377700.0,
      "step": 787140
    },
    {
      "epoch": 0.9984677012220337,
      "grad_norm": 4.9375,
      "learning_rate": 7.668808943264768e-08,
      "loss": 2.0649,
      "mean_token_accuracy": 0.5466900199651719,
      "num_tokens": 606384616.0,
      "step": 787150
    },
    {
      "epoch": 0.9984803858145664,
      "grad_norm": 6.0,
      "learning_rate": 7.605377934635615e-08,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5547685235738754,
      "num_tokens": 606392098.0,
      "step": 787160
    },
    {
      "epoch": 0.9984930704070993,
      "grad_norm": 4.53125,
      "learning_rate": 7.541946926006461e-08,
      "loss": 1.9659,
      "mean_token_accuracy": 0.5666578501462937,
      "num_tokens": 606399003.0,
      "step": 787170
    },
    {
      "epoch": 0.9985057549996321,
      "grad_norm": 6.25,
      "learning_rate": 7.478515917377306e-08,
      "loss": 2.0114,
      "mean_token_accuracy": 0.5555440485477448,
      "num_tokens": 606406831.0,
      "step": 787180
    },
    {
      "epoch": 0.998518439592165,
      "grad_norm": 5.625,
      "learning_rate": 7.41508490874815e-08,
      "loss": 1.9953,
      "mean_token_accuracy": 0.5601621240377426,
      "num_tokens": 606414217.0,
      "step": 787190
    },
    {
      "epoch": 0.9985311241846978,
      "grad_norm": 5.65625,
      "learning_rate": 7.351653900118998e-08,
      "loss": 2.049,
      "mean_token_accuracy": 0.543255615234375,
      "num_tokens": 606422387.0,
      "step": 787200
    },
    {
      "epoch": 0.9985438087772307,
      "grad_norm": 5.09375,
      "learning_rate": 7.288222891489843e-08,
      "loss": 1.9567,
      "mean_token_accuracy": 0.5693572193384171,
      "num_tokens": 606431011.0,
      "step": 787210
    },
    {
      "epoch": 0.9985564933697635,
      "grad_norm": 6.5,
      "learning_rate": 7.224791882860688e-08,
      "loss": 1.9702,
      "mean_token_accuracy": 0.5775384187698365,
      "num_tokens": 606437814.0,
      "step": 787220
    },
    {
      "epoch": 0.9985691779622963,
      "grad_norm": 7.1875,
      "learning_rate": 7.161360874231534e-08,
      "loss": 2.0071,
      "mean_token_accuracy": 0.5517758160829545,
      "num_tokens": 606446014.0,
      "step": 787230
    },
    {
      "epoch": 0.9985818625548292,
      "grad_norm": 5.15625,
      "learning_rate": 7.09792986560238e-08,
      "loss": 2.1192,
      "mean_token_accuracy": 0.5374206900596619,
      "num_tokens": 606453644.0,
      "step": 787240
    },
    {
      "epoch": 0.998594547147362,
      "grad_norm": 10.25,
      "learning_rate": 7.034498856973225e-08,
      "loss": 2.1682,
      "mean_token_accuracy": 0.5202681422233582,
      "num_tokens": 606462080.0,
      "step": 787250
    },
    {
      "epoch": 0.9986072317398949,
      "grad_norm": 4.5625,
      "learning_rate": 6.971067848344071e-08,
      "loss": 2.2133,
      "mean_token_accuracy": 0.5087891578674316,
      "num_tokens": 606470823.0,
      "step": 787260
    },
    {
      "epoch": 0.9986199163324276,
      "grad_norm": 5.28125,
      "learning_rate": 6.907636839714916e-08,
      "loss": 1.8001,
      "mean_token_accuracy": 0.5819036334753036,
      "num_tokens": 606477494.0,
      "step": 787270
    },
    {
      "epoch": 0.9986326009249605,
      "grad_norm": 5.25,
      "learning_rate": 6.844205831085761e-08,
      "loss": 1.8308,
      "mean_token_accuracy": 0.5872636288404465,
      "num_tokens": 606485181.0,
      "step": 787280
    },
    {
      "epoch": 0.9986452855174933,
      "grad_norm": 6.15625,
      "learning_rate": 6.780774822456607e-08,
      "loss": 1.9546,
      "mean_token_accuracy": 0.5576381713151932,
      "num_tokens": 606493998.0,
      "step": 787290
    },
    {
      "epoch": 0.9986579701100261,
      "grad_norm": 6.5,
      "learning_rate": 6.717343813827453e-08,
      "loss": 2.1364,
      "mean_token_accuracy": 0.5196235418319702,
      "num_tokens": 606502035.0,
      "step": 787300
    },
    {
      "epoch": 0.998670654702559,
      "grad_norm": 5.0625,
      "learning_rate": 6.653912805198298e-08,
      "loss": 1.731,
      "mean_token_accuracy": 0.612236949801445,
      "num_tokens": 606508744.0,
      "step": 787310
    },
    {
      "epoch": 0.9986833392950918,
      "grad_norm": 4.84375,
      "learning_rate": 6.590481796569143e-08,
      "loss": 2.2529,
      "mean_token_accuracy": 0.509837806224823,
      "num_tokens": 606517544.0,
      "step": 787320
    },
    {
      "epoch": 0.9986960238876247,
      "grad_norm": 6.6875,
      "learning_rate": 6.52705078793999e-08,
      "loss": 2.1262,
      "mean_token_accuracy": 0.548718872666359,
      "num_tokens": 606525544.0,
      "step": 787330
    },
    {
      "epoch": 0.9987087084801575,
      "grad_norm": 6.46875,
      "learning_rate": 6.463619779310835e-08,
      "loss": 2.2258,
      "mean_token_accuracy": 0.5230790257453919,
      "num_tokens": 606533228.0,
      "step": 787340
    },
    {
      "epoch": 0.9987213930726904,
      "grad_norm": 4.90625,
      "learning_rate": 6.40018877068168e-08,
      "loss": 2.1521,
      "mean_token_accuracy": 0.5294323146343232,
      "num_tokens": 606541712.0,
      "step": 787350
    },
    {
      "epoch": 0.9987340776652232,
      "grad_norm": 5.25,
      "learning_rate": 6.336757762052526e-08,
      "loss": 2.1149,
      "mean_token_accuracy": 0.5378519237041474,
      "num_tokens": 606550271.0,
      "step": 787360
    },
    {
      "epoch": 0.998746762257756,
      "grad_norm": 5.375,
      "learning_rate": 6.273326753423372e-08,
      "loss": 1.9386,
      "mean_token_accuracy": 0.5792048454284668,
      "num_tokens": 606556991.0,
      "step": 787370
    },
    {
      "epoch": 0.9987594468502888,
      "grad_norm": 5.21875,
      "learning_rate": 6.209895744794217e-08,
      "loss": 2.073,
      "mean_token_accuracy": 0.5451114714145661,
      "num_tokens": 606565390.0,
      "step": 787380
    },
    {
      "epoch": 0.9987721314428216,
      "grad_norm": 6.78125,
      "learning_rate": 6.146464736165063e-08,
      "loss": 1.9931,
      "mean_token_accuracy": 0.558135849237442,
      "num_tokens": 606571801.0,
      "step": 787390
    },
    {
      "epoch": 0.9987848160353545,
      "grad_norm": 4.96875,
      "learning_rate": 6.083033727535908e-08,
      "loss": 2.228,
      "mean_token_accuracy": 0.5207437217235565,
      "num_tokens": 606579733.0,
      "step": 787400
    },
    {
      "epoch": 0.9987975006278873,
      "grad_norm": 6.40625,
      "learning_rate": 6.019602718906754e-08,
      "loss": 1.9714,
      "mean_token_accuracy": 0.5703738987445831,
      "num_tokens": 606586039.0,
      "step": 787410
    },
    {
      "epoch": 0.9988101852204202,
      "grad_norm": 4.75,
      "learning_rate": 5.9561717102776e-08,
      "loss": 2.1099,
      "mean_token_accuracy": 0.5290658414363861,
      "num_tokens": 606593925.0,
      "step": 787420
    },
    {
      "epoch": 0.998822869812953,
      "grad_norm": 5.0625,
      "learning_rate": 5.8927407016484455e-08,
      "loss": 1.9181,
      "mean_token_accuracy": 0.5716284394264222,
      "num_tokens": 606603394.0,
      "step": 787430
    },
    {
      "epoch": 0.9988355544054859,
      "grad_norm": 5.34375,
      "learning_rate": 5.8293096930192904e-08,
      "loss": 2.2846,
      "mean_token_accuracy": 0.508343955874443,
      "num_tokens": 606611270.0,
      "step": 787440
    },
    {
      "epoch": 0.9988482389980187,
      "grad_norm": 5.65625,
      "learning_rate": 5.765878684390137e-08,
      "loss": 1.9907,
      "mean_token_accuracy": 0.5511463224887848,
      "num_tokens": 606618911.0,
      "step": 787450
    },
    {
      "epoch": 0.9988609235905515,
      "grad_norm": 6.125,
      "learning_rate": 5.702447675760982e-08,
      "loss": 2.0341,
      "mean_token_accuracy": 0.5320798277854919,
      "num_tokens": 606627169.0,
      "step": 787460
    },
    {
      "epoch": 0.9988736081830843,
      "grad_norm": 5.71875,
      "learning_rate": 5.6390166671318276e-08,
      "loss": 1.9963,
      "mean_token_accuracy": 0.5619230061769486,
      "num_tokens": 606634281.0,
      "step": 787470
    },
    {
      "epoch": 0.9988862927756171,
      "grad_norm": 5.90625,
      "learning_rate": 5.575585658502674e-08,
      "loss": 1.9123,
      "mean_token_accuracy": 0.5597354263067246,
      "num_tokens": 606641361.0,
      "step": 787480
    },
    {
      "epoch": 0.99889897736815,
      "grad_norm": 7.03125,
      "learning_rate": 5.512154649873519e-08,
      "loss": 2.039,
      "mean_token_accuracy": 0.5444995045661927,
      "num_tokens": 606648579.0,
      "step": 787490
    },
    {
      "epoch": 0.9989116619606828,
      "grad_norm": 8.3125,
      "learning_rate": 5.448723641244364e-08,
      "loss": 2.0907,
      "mean_token_accuracy": 0.5387330383062363,
      "num_tokens": 606657729.0,
      "step": 787500
    },
    {
      "epoch": 0.9989243465532157,
      "grad_norm": 5.4375,
      "learning_rate": 5.3852926326152096e-08,
      "loss": 1.8049,
      "mean_token_accuracy": 0.6056249409914016,
      "num_tokens": 606665457.0,
      "step": 787510
    },
    {
      "epoch": 0.9989370311457485,
      "grad_norm": 5.90625,
      "learning_rate": 5.321861623986056e-08,
      "loss": 1.9329,
      "mean_token_accuracy": 0.5642739683389664,
      "num_tokens": 606671936.0,
      "step": 787520
    },
    {
      "epoch": 0.9989497157382813,
      "grad_norm": 6.5625,
      "learning_rate": 5.2584306153569013e-08,
      "loss": 2.049,
      "mean_token_accuracy": 0.54332917034626,
      "num_tokens": 606679479.0,
      "step": 787530
    },
    {
      "epoch": 0.9989624003308142,
      "grad_norm": 7.03125,
      "learning_rate": 5.194999606727746e-08,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5388499081134797,
      "num_tokens": 606687437.0,
      "step": 787540
    },
    {
      "epoch": 0.998975084923347,
      "grad_norm": 6.03125,
      "learning_rate": 5.1315685980985924e-08,
      "loss": 1.9282,
      "mean_token_accuracy": 0.5566676795482636,
      "num_tokens": 606695473.0,
      "step": 787550
    },
    {
      "epoch": 0.9989877695158799,
      "grad_norm": 5.40625,
      "learning_rate": 5.068137589469438e-08,
      "loss": 2.0768,
      "mean_token_accuracy": 0.5398671984672546,
      "num_tokens": 606703499.0,
      "step": 787560
    },
    {
      "epoch": 0.9990004541084126,
      "grad_norm": 5.34375,
      "learning_rate": 5.004706580840283e-08,
      "loss": 1.9285,
      "mean_token_accuracy": 0.5604620307683945,
      "num_tokens": 606710576.0,
      "step": 787570
    },
    {
      "epoch": 0.9990131387009455,
      "grad_norm": 6.03125,
      "learning_rate": 4.9412755722111296e-08,
      "loss": 2.0782,
      "mean_token_accuracy": 0.5436853915452957,
      "num_tokens": 606719144.0,
      "step": 787580
    },
    {
      "epoch": 0.9990258232934783,
      "grad_norm": 5.21875,
      "learning_rate": 4.8778445635819744e-08,
      "loss": 1.7733,
      "mean_token_accuracy": 0.6032835245132446,
      "num_tokens": 606726629.0,
      "step": 787590
    },
    {
      "epoch": 0.9990385078860112,
      "grad_norm": 6.03125,
      "learning_rate": 4.8144135549528206e-08,
      "loss": 2.1625,
      "mean_token_accuracy": 0.5275915205478668,
      "num_tokens": 606734437.0,
      "step": 787600
    },
    {
      "epoch": 0.999051192478544,
      "grad_norm": 5.875,
      "learning_rate": 4.7509825463236655e-08,
      "loss": 2.1798,
      "mean_token_accuracy": 0.5309335589408875,
      "num_tokens": 606742174.0,
      "step": 787610
    },
    {
      "epoch": 0.9990638770710768,
      "grad_norm": 5.03125,
      "learning_rate": 4.6875515376945116e-08,
      "loss": 2.1899,
      "mean_token_accuracy": 0.5275179147720337,
      "num_tokens": 606749458.0,
      "step": 787620
    },
    {
      "epoch": 0.9990765616636097,
      "grad_norm": 7.9375,
      "learning_rate": 4.624120529065357e-08,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5312033832073212,
      "num_tokens": 606756175.0,
      "step": 787630
    },
    {
      "epoch": 0.9990892462561425,
      "grad_norm": 5.3125,
      "learning_rate": 4.560689520436203e-08,
      "loss": 1.9785,
      "mean_token_accuracy": 0.5589929223060608,
      "num_tokens": 606763085.0,
      "step": 787640
    },
    {
      "epoch": 0.9991019308486754,
      "grad_norm": 4.90625,
      "learning_rate": 4.497258511807048e-08,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5416313260793686,
      "num_tokens": 606772084.0,
      "step": 787650
    },
    {
      "epoch": 0.9991146154412082,
      "grad_norm": 6.15625,
      "learning_rate": 4.433827503177894e-08,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5742332100868225,
      "num_tokens": 606778947.0,
      "step": 787660
    },
    {
      "epoch": 0.9991273000337411,
      "grad_norm": 4.71875,
      "learning_rate": 4.370396494548739e-08,
      "loss": 2.1285,
      "mean_token_accuracy": 0.5250581502914429,
      "num_tokens": 606787463.0,
      "step": 787670
    },
    {
      "epoch": 0.9991399846262738,
      "grad_norm": 7.09375,
      "learning_rate": 4.306965485919585e-08,
      "loss": 2.0669,
      "mean_token_accuracy": 0.5348291426897049,
      "num_tokens": 606794972.0,
      "step": 787680
    },
    {
      "epoch": 0.9991526692188066,
      "grad_norm": 5.84375,
      "learning_rate": 4.24353447729043e-08,
      "loss": 1.8451,
      "mean_token_accuracy": 0.5834630906581879,
      "num_tokens": 606802113.0,
      "step": 787690
    },
    {
      "epoch": 0.9991653538113395,
      "grad_norm": 5.21875,
      "learning_rate": 4.180103468661276e-08,
      "loss": 2.1555,
      "mean_token_accuracy": 0.5362080991268158,
      "num_tokens": 606808834.0,
      "step": 787700
    },
    {
      "epoch": 0.9991780384038723,
      "grad_norm": 5.03125,
      "learning_rate": 4.116672460032122e-08,
      "loss": 2.0201,
      "mean_token_accuracy": 0.5529418438673019,
      "num_tokens": 606817188.0,
      "step": 787710
    },
    {
      "epoch": 0.9991907229964052,
      "grad_norm": 5.59375,
      "learning_rate": 4.053241451402967e-08,
      "loss": 1.9064,
      "mean_token_accuracy": 0.5638553410768509,
      "num_tokens": 606824160.0,
      "step": 787720
    },
    {
      "epoch": 0.999203407588938,
      "grad_norm": 4.65625,
      "learning_rate": 3.989810442773813e-08,
      "loss": 1.8944,
      "mean_token_accuracy": 0.5767730891704559,
      "num_tokens": 606832639.0,
      "step": 787730
    },
    {
      "epoch": 0.9992160921814709,
      "grad_norm": 8.1875,
      "learning_rate": 3.9263794341446585e-08,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5386695057153702,
      "num_tokens": 606840231.0,
      "step": 787740
    },
    {
      "epoch": 0.9992287767740037,
      "grad_norm": 7.40625,
      "learning_rate": 3.862948425515504e-08,
      "loss": 1.8586,
      "mean_token_accuracy": 0.578822112083435,
      "num_tokens": 606848493.0,
      "step": 787750
    },
    {
      "epoch": 0.9992414613665366,
      "grad_norm": 8.625,
      "learning_rate": 3.7995174168863495e-08,
      "loss": 2.0742,
      "mean_token_accuracy": 0.5532881677150726,
      "num_tokens": 606855390.0,
      "step": 787760
    },
    {
      "epoch": 0.9992541459590694,
      "grad_norm": 4.8125,
      "learning_rate": 3.736086408257195e-08,
      "loss": 2.0258,
      "mean_token_accuracy": 0.5535718590021134,
      "num_tokens": 606862634.0,
      "step": 787770
    },
    {
      "epoch": 0.9992668305516021,
      "grad_norm": 5.9375,
      "learning_rate": 3.6726553996280406e-08,
      "loss": 2.0048,
      "mean_token_accuracy": 0.5453982949256897,
      "num_tokens": 606870802.0,
      "step": 787780
    },
    {
      "epoch": 0.999279515144135,
      "grad_norm": 4.9375,
      "learning_rate": 3.609224390998886e-08,
      "loss": 2.1591,
      "mean_token_accuracy": 0.5321544647216797,
      "num_tokens": 606878157.0,
      "step": 787790
    },
    {
      "epoch": 0.9992921997366678,
      "grad_norm": 4.53125,
      "learning_rate": 3.545793382369732e-08,
      "loss": 2.0251,
      "mean_token_accuracy": 0.5431618183851242,
      "num_tokens": 606886185.0,
      "step": 787800
    },
    {
      "epoch": 0.9993048843292007,
      "grad_norm": 5.6875,
      "learning_rate": 3.482362373740577e-08,
      "loss": 1.8037,
      "mean_token_accuracy": 0.5947979986667633,
      "num_tokens": 606891683.0,
      "step": 787810
    },
    {
      "epoch": 0.9993175689217335,
      "grad_norm": 4.96875,
      "learning_rate": 3.418931365111423e-08,
      "loss": 2.014,
      "mean_token_accuracy": 0.5643629550933837,
      "num_tokens": 606899324.0,
      "step": 787820
    },
    {
      "epoch": 0.9993302535142664,
      "grad_norm": 6.25,
      "learning_rate": 3.355500356482268e-08,
      "loss": 1.8061,
      "mean_token_accuracy": 0.5920482784509659,
      "num_tokens": 606905786.0,
      "step": 787830
    },
    {
      "epoch": 0.9993429381067992,
      "grad_norm": 6.125,
      "learning_rate": 3.292069347853114e-08,
      "loss": 1.9931,
      "mean_token_accuracy": 0.5564196705818176,
      "num_tokens": 606914155.0,
      "step": 787840
    },
    {
      "epoch": 0.999355622699332,
      "grad_norm": 6.40625,
      "learning_rate": 3.22863833922396e-08,
      "loss": 1.8777,
      "mean_token_accuracy": 0.5939723879098893,
      "num_tokens": 606919159.0,
      "step": 787850
    },
    {
      "epoch": 0.9993683072918649,
      "grad_norm": 4.8125,
      "learning_rate": 3.1652073305948054e-08,
      "loss": 2.1212,
      "mean_token_accuracy": 0.5442325055599213,
      "num_tokens": 606925910.0,
      "step": 787860
    },
    {
      "epoch": 0.9993809918843977,
      "grad_norm": 9.75,
      "learning_rate": 3.101776321965651e-08,
      "loss": 2.086,
      "mean_token_accuracy": 0.5516969859600067,
      "num_tokens": 606933909.0,
      "step": 787870
    },
    {
      "epoch": 0.9993936764769306,
      "grad_norm": 6.125,
      "learning_rate": 3.038345313336497e-08,
      "loss": 2.1029,
      "mean_token_accuracy": 0.5273932427167892,
      "num_tokens": 606941549.0,
      "step": 787880
    },
    {
      "epoch": 0.9994063610694633,
      "grad_norm": 7.03125,
      "learning_rate": 2.974914304707342e-08,
      "loss": 2.0467,
      "mean_token_accuracy": 0.5394496858119965,
      "num_tokens": 606949140.0,
      "step": 787890
    },
    {
      "epoch": 0.9994190456619962,
      "grad_norm": 7.09375,
      "learning_rate": 2.9114832960781878e-08,
      "loss": 1.9012,
      "mean_token_accuracy": 0.5744757741689682,
      "num_tokens": 606955476.0,
      "step": 787900
    },
    {
      "epoch": 0.999431730254529,
      "grad_norm": 5.59375,
      "learning_rate": 2.8480522874490336e-08,
      "loss": 2.1228,
      "mean_token_accuracy": 0.5266347408294678,
      "num_tokens": 606963688.0,
      "step": 787910
    },
    {
      "epoch": 0.9994444148470618,
      "grad_norm": 9.75,
      "learning_rate": 2.7846212788198788e-08,
      "loss": 1.8285,
      "mean_token_accuracy": 0.584791412949562,
      "num_tokens": 606969166.0,
      "step": 787920
    },
    {
      "epoch": 0.9994570994395947,
      "grad_norm": 5.96875,
      "learning_rate": 2.7211902701907246e-08,
      "loss": 1.9343,
      "mean_token_accuracy": 0.5755245447158813,
      "num_tokens": 606977253.0,
      "step": 787930
    },
    {
      "epoch": 0.9994697840321275,
      "grad_norm": 7.6875,
      "learning_rate": 2.6577592615615698e-08,
      "loss": 2.1464,
      "mean_token_accuracy": 0.5363077104091645,
      "num_tokens": 606985272.0,
      "step": 787940
    },
    {
      "epoch": 0.9994824686246604,
      "grad_norm": 6.15625,
      "learning_rate": 2.5943282529324157e-08,
      "loss": 2.0627,
      "mean_token_accuracy": 0.5528591126203537,
      "num_tokens": 606991320.0,
      "step": 787950
    },
    {
      "epoch": 0.9994951532171932,
      "grad_norm": 5.1875,
      "learning_rate": 2.5308972443032615e-08,
      "loss": 2.0758,
      "mean_token_accuracy": 0.5352781623601913,
      "num_tokens": 606997993.0,
      "step": 787960
    },
    {
      "epoch": 0.9995078378097261,
      "grad_norm": 9.5625,
      "learning_rate": 2.4674662356741067e-08,
      "loss": 2.0185,
      "mean_token_accuracy": 0.5471622407436371,
      "num_tokens": 607006541.0,
      "step": 787970
    },
    {
      "epoch": 0.9995205224022589,
      "grad_norm": 5.125,
      "learning_rate": 2.4040352270449526e-08,
      "loss": 1.9416,
      "mean_token_accuracy": 0.5549870908260346,
      "num_tokens": 607015469.0,
      "step": 787980
    },
    {
      "epoch": 0.9995332069947918,
      "grad_norm": 5.59375,
      "learning_rate": 2.340604218415798e-08,
      "loss": 1.9028,
      "mean_token_accuracy": 0.5822031706571579,
      "num_tokens": 607022744.0,
      "step": 787990
    },
    {
      "epoch": 0.9995458915873245,
      "grad_norm": 5.75,
      "learning_rate": 2.2771732097866436e-08,
      "loss": 2.0751,
      "mean_token_accuracy": 0.5391349345445633,
      "num_tokens": 607030352.0,
      "step": 788000
    },
    {
      "epoch": 0.9995585761798573,
      "grad_norm": 7.25,
      "learning_rate": 2.213742201157489e-08,
      "loss": 1.9733,
      "mean_token_accuracy": 0.5537132889032363,
      "num_tokens": 607037542.0,
      "step": 788010
    },
    {
      "epoch": 0.9995712607723902,
      "grad_norm": 5.25,
      "learning_rate": 2.1503111925283346e-08,
      "loss": 2.1093,
      "mean_token_accuracy": 0.5243405669927597,
      "num_tokens": 607045189.0,
      "step": 788020
    },
    {
      "epoch": 0.999583945364923,
      "grad_norm": 4.78125,
      "learning_rate": 2.08688018389918e-08,
      "loss": 1.7992,
      "mean_token_accuracy": 0.5970634341239929,
      "num_tokens": 607050332.0,
      "step": 788030
    },
    {
      "epoch": 0.9995966299574559,
      "grad_norm": 5.6875,
      "learning_rate": 2.023449175270026e-08,
      "loss": 1.936,
      "mean_token_accuracy": 0.5579163134098053,
      "num_tokens": 607058770.0,
      "step": 788040
    },
    {
      "epoch": 0.9996093145499887,
      "grad_norm": 6.125,
      "learning_rate": 1.9600181666408715e-08,
      "loss": 1.9778,
      "mean_token_accuracy": 0.5637100845575332,
      "num_tokens": 607067647.0,
      "step": 788050
    },
    {
      "epoch": 0.9996219991425216,
      "grad_norm": 5.15625,
      "learning_rate": 1.896587158011717e-08,
      "loss": 1.9913,
      "mean_token_accuracy": 0.5678177058696747,
      "num_tokens": 607074858.0,
      "step": 788060
    },
    {
      "epoch": 0.9996346837350544,
      "grad_norm": 5.125,
      "learning_rate": 1.8331561493825625e-08,
      "loss": 2.0937,
      "mean_token_accuracy": 0.5431939929723739,
      "num_tokens": 607082967.0,
      "step": 788070
    },
    {
      "epoch": 0.9996473683275872,
      "grad_norm": 5.78125,
      "learning_rate": 1.7697251407534084e-08,
      "loss": 1.9346,
      "mean_token_accuracy": 0.5707363247871399,
      "num_tokens": 607090633.0,
      "step": 788080
    },
    {
      "epoch": 0.9996600529201201,
      "grad_norm": 5.9375,
      "learning_rate": 1.706294132124254e-08,
      "loss": 2.1613,
      "mean_token_accuracy": 0.5262254029512405,
      "num_tokens": 607098628.0,
      "step": 788090
    },
    {
      "epoch": 0.9996727375126528,
      "grad_norm": 17.125,
      "learning_rate": 1.6428631234950994e-08,
      "loss": 2.0515,
      "mean_token_accuracy": 0.5450001418590545,
      "num_tokens": 607105967.0,
      "step": 788100
    },
    {
      "epoch": 0.9996854221051857,
      "grad_norm": 5.8125,
      "learning_rate": 1.5794321148659453e-08,
      "loss": 1.9342,
      "mean_token_accuracy": 0.5761986166238785,
      "num_tokens": 607112622.0,
      "step": 788110
    },
    {
      "epoch": 0.9996981066977185,
      "grad_norm": 5.59375,
      "learning_rate": 1.5160011062367904e-08,
      "loss": 2.3093,
      "mean_token_accuracy": 0.5025891989469529,
      "num_tokens": 607120756.0,
      "step": 788120
    },
    {
      "epoch": 0.9997107912902514,
      "grad_norm": 5.25,
      "learning_rate": 1.4525700976076361e-08,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5512372940778733,
      "num_tokens": 607128739.0,
      "step": 788130
    },
    {
      "epoch": 0.9997234758827842,
      "grad_norm": 7.34375,
      "learning_rate": 1.3891390889784816e-08,
      "loss": 2.1498,
      "mean_token_accuracy": 0.5325064450502396,
      "num_tokens": 607135393.0,
      "step": 788140
    },
    {
      "epoch": 0.9997361604753171,
      "grad_norm": 6.09375,
      "learning_rate": 1.3257080803493273e-08,
      "loss": 2.0494,
      "mean_token_accuracy": 0.5405738115310669,
      "num_tokens": 607143224.0,
      "step": 788150
    },
    {
      "epoch": 0.9997488450678499,
      "grad_norm": 6.09375,
      "learning_rate": 1.2622770717201728e-08,
      "loss": 2.2261,
      "mean_token_accuracy": 0.5102646768093109,
      "num_tokens": 607150628.0,
      "step": 788160
    },
    {
      "epoch": 0.9997615296603827,
      "grad_norm": 4.90625,
      "learning_rate": 1.1988460630910185e-08,
      "loss": 2.2607,
      "mean_token_accuracy": 0.5077952951192856,
      "num_tokens": 607158847.0,
      "step": 788170
    },
    {
      "epoch": 0.9997742142529156,
      "grad_norm": 5.4375,
      "learning_rate": 1.135415054461864e-08,
      "loss": 2.147,
      "mean_token_accuracy": 0.5299255669116973,
      "num_tokens": 607167150.0,
      "step": 788180
    },
    {
      "epoch": 0.9997868988454484,
      "grad_norm": 8.0625,
      "learning_rate": 1.0719840458327097e-08,
      "loss": 1.9971,
      "mean_token_accuracy": 0.5539649903774262,
      "num_tokens": 607173970.0,
      "step": 788190
    },
    {
      "epoch": 0.9997995834379813,
      "grad_norm": 7.53125,
      "learning_rate": 1.0085530372035552e-08,
      "loss": 2.0789,
      "mean_token_accuracy": 0.5543530970811844,
      "num_tokens": 607181058.0,
      "step": 788200
    },
    {
      "epoch": 0.999812268030514,
      "grad_norm": 8.4375,
      "learning_rate": 9.451220285744009e-09,
      "loss": 1.9852,
      "mean_token_accuracy": 0.5615466952323913,
      "num_tokens": 607188207.0,
      "step": 788210
    },
    {
      "epoch": 0.9998249526230469,
      "grad_norm": 6.1875,
      "learning_rate": 8.816910199452464e-09,
      "loss": 2.13,
      "mean_token_accuracy": 0.5342499732971191,
      "num_tokens": 607195371.0,
      "step": 788220
    },
    {
      "epoch": 0.9998376372155797,
      "grad_norm": 7.6875,
      "learning_rate": 8.18260011316092e-09,
      "loss": 1.8072,
      "mean_token_accuracy": 0.6023200273513794,
      "num_tokens": 607201422.0,
      "step": 788230
    },
    {
      "epoch": 0.9998503218081125,
      "grad_norm": 10.3125,
      "learning_rate": 7.548290026869375e-09,
      "loss": 1.8847,
      "mean_token_accuracy": 0.5787646651268006,
      "num_tokens": 607207679.0,
      "step": 788240
    },
    {
      "epoch": 0.9998630064006454,
      "grad_norm": 6.1875,
      "learning_rate": 6.9139799405778314e-09,
      "loss": 1.9854,
      "mean_token_accuracy": 0.5625273644924164,
      "num_tokens": 607214661.0,
      "step": 788250
    },
    {
      "epoch": 0.9998756909931782,
      "grad_norm": 5.03125,
      "learning_rate": 6.279669854286288e-09,
      "loss": 1.9687,
      "mean_token_accuracy": 0.5774139165878296,
      "num_tokens": 607221879.0,
      "step": 788260
    },
    {
      "epoch": 0.9998883755857111,
      "grad_norm": 7.3125,
      "learning_rate": 5.6453597679947434e-09,
      "loss": 2.1871,
      "mean_token_accuracy": 0.5300825029611588,
      "num_tokens": 607229949.0,
      "step": 788270
    },
    {
      "epoch": 0.9999010601782439,
      "grad_norm": 9.5625,
      "learning_rate": 5.011049681703199e-09,
      "loss": 1.9288,
      "mean_token_accuracy": 0.5832466423511505,
      "num_tokens": 607237510.0,
      "step": 788280
    },
    {
      "epoch": 0.9999137447707768,
      "grad_norm": 6.5625,
      "learning_rate": 4.3767395954116546e-09,
      "loss": 2.1308,
      "mean_token_accuracy": 0.5255268663167953,
      "num_tokens": 607245289.0,
      "step": 788290
    },
    {
      "epoch": 0.9999264293633096,
      "grad_norm": 5.25,
      "learning_rate": 3.7424295091201106e-09,
      "loss": 2.0587,
      "mean_token_accuracy": 0.5389735192060471,
      "num_tokens": 607252867.0,
      "step": 788300
    },
    {
      "epoch": 0.9999391139558425,
      "grad_norm": 4.78125,
      "learning_rate": 3.1081194228285666e-09,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5134725481271744,
      "num_tokens": 607260535.0,
      "step": 788310
    },
    {
      "epoch": 0.9999517985483752,
      "grad_norm": 5.84375,
      "learning_rate": 2.473809336537022e-09,
      "loss": 2.0437,
      "mean_token_accuracy": 0.5394319534301758,
      "num_tokens": 607266563.0,
      "step": 788320
    },
    {
      "epoch": 0.999964483140908,
      "grad_norm": 5.65625,
      "learning_rate": 1.8394992502454783e-09,
      "loss": 2.2315,
      "mean_token_accuracy": 0.5102444648742676,
      "num_tokens": 607275511.0,
      "step": 788330
    },
    {
      "epoch": 0.9999771677334409,
      "grad_norm": 8.0,
      "learning_rate": 1.205189163953934e-09,
      "loss": 2.0424,
      "mean_token_accuracy": 0.5495535790920257,
      "num_tokens": 607282393.0,
      "step": 788340
    },
    {
      "epoch": 0.9999898523259737,
      "grad_norm": 7.3125,
      "learning_rate": 5.708790776623898e-10,
      "loss": 2.0832,
      "mean_token_accuracy": 0.547630512714386,
      "num_tokens": 607288900.0,
      "step": 788350
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.1115500926971436,
      "eval_mean_token_accuracy": 0.5385349879181275,
      "eval_num_tokens": 607294185.0,
      "eval_runtime": 747.3498,
      "eval_samples_per_second": 36.041,
      "eval_steps_per_second": 4.505,
      "step": 788358
    }
  ],
  "logging_steps": 10,
  "max_steps": 788358,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.775388399816717e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}